From 4aeb046774f44ae9d84c2e6e91c06b2fd162d07a Mon Sep 17 00:00:00 2001 From: Luiggi Tenorio Ku Date: Tue, 10 Oct 2023 17:37:01 +0200 Subject: [PATCH] Revert "removed all files that are in the .gitignore" This reverts commit aa54780c0aac2169f67d1a8b287a568fb9d25e31 --- .gitignore | 160 - autosubmit_api.egg-info/PKG-INFO | 14 + autosubmit_api.egg-info/SOURCES.txt | 161 + autosubmit_api.egg-info/dependency_links.txt | 1 + autosubmit_api.egg-info/requires.txt | 11 + autosubmit_api.egg-info/top_level.txt | 1 + autosubmit_api/__init__.pyc | Bin 0 -> 300 bytes autosubmit_api/app.pyc | Bin 0 -> 16889 bytes .../autosubmit_api.egg-info/PKG-INFO | 16 + .../autosubmit_api.egg-info/SOURCES.txt | 156 + .../dependency_links.txt | 1 + .../autosubmit_api.egg-info/requires.txt | 37 + .../autosubmit_api.egg-info/top_level.txt | 14 + autosubmit_api/autosubmit_legacy/__init__.pyc | Bin 0 -> 185 bytes .../autosubmit_legacy/autosubmit.pyc | Bin 0 -> 103333 bytes .../autosubmit_legacy/job/__init__.pyc | Bin 0 -> 189 bytes autosubmit_api/autosubmit_legacy/job/job.pyc | Bin 0 -> 49179 bytes .../autosubmit_legacy/job/job_common.pyc | Bin 0 -> 8985 bytes .../autosubmit_legacy/job/job_dict.pyc | Bin 0 -> 12753 bytes .../autosubmit_legacy/job/job_exceptions.pyc | Bin 0 -> 853 bytes .../autosubmit_legacy/job/job_grouping.pyc | Bin 0 -> 13830 bytes .../autosubmit_legacy/job/job_list.pyc | Bin 0 -> 102968 bytes .../job/job_list_persistence.pyc | Bin 0 -> 5565 bytes .../job/job_package_persistence.pyc | Bin 0 -> 3188 bytes .../autosubmit_legacy/job/job_packager.pyc | Bin 0 -> 18997 bytes .../autosubmit_legacy/job/job_packages.pyc | Bin 0 -> 25455 bytes .../autosubmit_legacy/job/job_utils.pyc | Bin 0 -> 12179 bytes autosubmit_api/autosubmit_legacy/job/tree.pyc | Bin 0 -> 1955 bytes .../autosubmit_legacy/platforms/__init__.pyc | Bin 0 -> 195 bytes .../platforms/ecmwf_adaptor.pyc | Bin 0 -> 26691 bytes .../platforms/ecplatform.pyc | Bin 0 -> 10084 bytes .../platforms/headers/__init__.pyc | Bin 0 -> 203 bytes .../platforms/headers/ec_cca_header.pyc | Bin 0 -> 5797 bytes .../platforms/headers/ec_header.pyc | Bin 0 -> 4046 bytes .../platforms/headers/local_header.pyc | Bin 0 -> 1368 bytes .../platforms/headers/lsf_header.pyc | Bin 0 -> 8481 bytes .../platforms/headers/pbs10_header.pyc | Bin 0 -> 3049 bytes .../platforms/headers/pbs11_header.pyc | Bin 0 -> 2693 bytes .../platforms/headers/pbs12_header.pyc | Bin 0 -> 3040 bytes .../platforms/headers/ps_header.pyc | Bin 0 -> 1801 bytes .../platforms/headers/sge_header.pyc | Bin 0 -> 3577 bytes .../platforms/headers/slurm_header.pyc | Bin 0 -> 6376 bytes .../platforms/locplatform.pyc | Bin 0 -> 7904 bytes .../platforms/lsfplatform.pyc | Bin 0 -> 5716 bytes .../platforms/mn_adaptor.pyc | Bin 0 -> 26470 bytes .../platforms/paramiko_platform.pyc | Bin 0 -> 25129 bytes .../platforms/paramiko_submitter.pyc | Bin 0 -> 5608 bytes .../platforms/pbsplatform.pyc | Bin 0 -> 5069 bytes .../autosubmit_legacy/platforms/platform.pyc | Bin 0 -> 13474 bytes .../platforms/psplatform.pyc | Bin 0 -> 4087 bytes .../platforms/saga_platform.pyc | Bin 0 -> 11693 bytes .../platforms/saga_submitter.pyc | Bin 0 -> 5562 bytes .../platforms/sgeplatform.pyc | Bin 0 -> 4708 bytes .../platforms/slurmplatform.pyc | Bin 0 -> 9433 bytes .../autosubmit_legacy/platforms/submitter.pyc | Bin 0 -> 1239 bytes .../platforms/wrappers/__init__.pyc | Bin 0 -> 204 bytes .../platforms/wrappers/wrapper_builder.pyc | Bin 0 -> 25004 bytes .../platforms/wrappers/wrapper_factory.pyc | Bin 0 -> 9837 bytes .../build/lib/autosubmit_legacy/__init__.py | 0 .../build/lib/autosubmit_legacy/autosubmit.py | 3498 + .../lib/autosubmit_legacy/job/__init__.py | 0 .../build/lib/autosubmit_legacy/job/job.py | 1241 + .../lib/autosubmit_legacy/job/job_common.py | 244 + .../lib/autosubmit_legacy/job/job_dict.py | 377 + .../autosubmit_legacy/job/job_exceptions.py | 29 + .../lib/autosubmit_legacy/job/job_grouping.py | 503 + .../lib/autosubmit_legacy/job/job_list.py | 3359 + .../job/job_list_persistence.py | 155 + .../job/job_package_persistence.py | 86 + .../lib/autosubmit_legacy/job/job_packager.py | 466 + .../lib/autosubmit_legacy/job/job_packages.py | 511 + .../lib/autosubmit_legacy/job/job_utils.py | 402 + .../autosubmit_legacy/platforms/__init__.py | 0 .../platforms/ecmwf_adaptor.py | 967 + .../autosubmit_legacy/platforms/ecplatform.py | 212 + .../platforms/headers/__init__.py | 0 .../platforms/headers/ec_cca_header.py | 142 + .../platforms/headers/ec_header.py | 96 + .../platforms/headers/local_header.py | 49 + .../platforms/headers/lsf_header.py | 183 + .../platforms/headers/pbs10_header.py | 81 + .../platforms/headers/pbs11_header.py | 86 + .../platforms/headers/pbs12_header.py | 80 + .../platforms/headers/ps_header.py | 62 + .../platforms/headers/sge_header.py | 92 + .../platforms/headers/slurm_header.py | 163 + .../platforms/locplatform.py | 164 + .../platforms/lsfplatform.py | 116 + .../autosubmit_legacy/platforms/mn_adaptor.py | 1071 + .../platforms/paramiko_platform.py | 664 + .../platforms/paramiko_submitter.py | 154 + .../platforms/pbsplatform.py | 108 + .../autosubmit_legacy/platforms/platform.py | 327 + .../autosubmit_legacy/platforms/psplatform.py | 83 + .../platforms/saga_platform.py | 330 + .../platforms/saga_submitter.py | 195 + .../platforms/sgeplatform.py | 92 + .../platforms/slurmplatform.py | 191 + .../autosubmit_legacy/platforms/submitter.py | 39 + .../platforms/wrappers/__init__.py | 0 .../platforms/wrappers/wrapper_builder.py | 465 + .../platforms/wrappers/wrapper_factory.py | 136 + autosubmit_api/build/lib/builders/__init__.py | 0 .../build/lib/builders/basic_builder.py | 21 + .../builders/configuration_facade_builder.py | 75 + .../builders/experiment_history_builder.py | 90 + .../lib/builders/joblist_helper_builder.py | 74 + .../lib/builders/joblist_loader_builder.py | 43 + .../lib/builders/pkl_organizer_builder.py | 52 + autosubmit_api/build/lib/common/__init__.py | 0 autosubmit_api/build/lib/common/utils.py | 241 + .../build/lib/common/utils_for_testing.py | 13 + .../build/lib/components/__init__.py | 0 .../lib/components/experiment/__init__.py | 0 .../experiment/configuration_facade.py | 266 + .../components/experiment/pkl_organizer.py | 142 + .../build/lib/components/experiment/test.py | 93 + .../build/lib/components/jobs/__init__.py | 0 .../build/lib/components/jobs/job_factory.py | 446 + .../build/lib/components/jobs/job_support.py | 90 + .../lib/components/jobs/joblist_helper.py | 68 + .../lib/components/jobs/joblist_loader.py | 249 + .../build/lib/components/jobs/test.py | 36 + .../build/lib/components/jobs/utils.py | 135 + .../components/representations/__init__.py | 0 .../representations/graph/__init__.py | 0 .../components/representations/graph/edge.py | 51 + .../components/representations/graph/graph.py | 373 + .../components/representations/graph/test.py | 199 + .../representations/tree/__init__.py | 0 .../components/representations/tree/test.py | 54 + .../components/representations/tree/tree.py | 303 + autosubmit_api/build/lib/config/__init__.py | 0 .../build/lib/config/basicConfig.py | 183 + .../build/lib/config/config_common.py | 1353 + autosubmit_api/build/lib/database/__init__.py | 0 .../build/lib/database/autosubmit.py | 3497 + .../build/lib/database/db_common.py | 664 + .../build/lib/database/db_jobdata.py | 1871 + .../build/lib/database/db_manager.py | 254 + .../build/lib/database/db_structure.py | 158 + .../build/lib/experiment/__init__.py | 0 .../lib/experiment/as_times_db_manager.py | 13 + .../lib/experiment/common_db_requests.py | 1076 + .../build/lib/experiment/common_requests.py | 1606 + .../build/lib/experiment/experiment_common.py | 187 + .../lib/experiment/experiment_db_manager.py | 38 + autosubmit_api/build/lib/experiment/test.py | 45 + autosubmit_api/build/lib/experiment/utils.py | 23 + autosubmit_api/build/lib/git/__init__.py | 0 .../build/lib/git/autosubmit_git.py | 188 + autosubmit_api/build/lib/history/__init__.py | 0 .../lib/history/data_classes/__init__.py | 0 .../history/data_classes/experiment_run.py | 126 + .../lib/history/data_classes/job_data.py | 331 + .../lib/history/database_managers/__init__.py | 0 .../database_managers/database_manager.py | 150 + .../database_managers/database_models.py | 112 + .../experiment_history_db_manager.py | 467 + .../experiment_status_db_manager.py | 151 + .../lib/history/database_managers/test.py | 261 + .../build/lib/history/experiment_history.py | 396 + .../build/lib/history/experiment_status.py | 81 + .../lib/history/experiment_status_manager.py | 89 + .../build/lib/history/internal_logging.py | 50 + .../lib/history/platform_monitor/__init__.py | 0 .../platform_monitor/platform_monitor.py | 30 + .../platform_monitor/platform_utils.py | 70 + .../history/platform_monitor/slurm_monitor.py | 65 + .../platform_monitor/slurm_monitor_item.py | 98 + .../lib/history/platform_monitor/test.py | 94 + .../build/lib/history/strategies.py | 220 + autosubmit_api/build/lib/history/test.py | 367 + .../build/lib/history/test_job_history.py | 71 + .../build/lib/history/test_strategies.py | 94 + .../build/lib/history/test_utils.py | 32 + autosubmit_api/build/lib/history/utils.py | 89 + autosubmit_api/build/lib/monitor/__init__.py | 0 autosubmit_api/build/lib/monitor/diagram.py | 144 + autosubmit_api/build/lib/monitor/monitor.py | 484 + autosubmit_api/build/lib/monitor/utils.py | 38 + .../build/lib/notifications/__init__.py | 0 .../build/lib/notifications/mail_notifier.py | 55 + .../build/lib/notifications/notifier.py | 27 + .../build/lib/performance/__init__.py | 0 .../lib/performance/performance_metrics.py | 182 + autosubmit_api/build/lib/performance/utils.py | 48 + .../build/lib/statistics/__init__.py | 0 .../build/lib/statistics/job_stat.py | 74 + .../build/lib/statistics/statistics.py | 134 + .../build/lib/statistics/stats_summary.py | 68 + autosubmit_api/build/lib/statistics/test.py | 81 + autosubmit_api/build/lib/statistics/utils.py | 36 + autosubmit_api/build/lib/workers/__init__.py | 0 .../build/lib/workers/business/__init__.py | 0 .../lib/workers/business/populate_times.py | 311 + .../business/process_graph_drawings.py | 49 + .../build/lib/workers/deprecated/__init__.py | 0 .../lib/workers/deprecated/fix_historic.py | 265 + .../workers/deprecated/fix_historic_energy.py | 129 + .../lib/workers/populate_details/__init__.py | 0 .../lib/workers/populate_details/populate.py | 121 + .../lib/workers/populate_details/test.py | 53 + .../build/lib/workers/populate_details_db.py | 10 + .../build/lib/workers/populate_graph.py | 12 + .../lib/workers/populate_queue_run_times.py | 10 + .../workers/populate_running_experiments.py | 13 + autosubmit_api/build/lib/workers/test.py | 18 + .../build/lib/workers/test_esarchive.py | 9 + .../build/lib/workers/verify_complete.py | 10 + autosubmit_api/builders/__init__.pyc | Bin 0 -> 176 bytes autosubmit_api/builders/basic_builder.pyc | Bin 0 -> 1580 bytes .../builders/configuration_facade_builder.pyc | Bin 0 -> 5452 bytes .../builders/experiment_history_builder.pyc | Bin 0 -> 5458 bytes .../builders/joblist_helper_builder.pyc | Bin 0 -> 5279 bytes .../builders/joblist_loader_builder.pyc | Bin 0 -> 3204 bytes .../builders/pkl_organizer_builder.pyc | Bin 0 -> 3934 bytes autosubmit_api/common/__init__.pyc | Bin 0 -> 174 bytes autosubmit_api/common/utils.pyc | Bin 0 -> 9599 bytes autosubmit_api/common/utils_for_testing.pyc | Bin 0 -> 970 bytes autosubmit_api/components/__init__.pyc | Bin 0 -> 178 bytes .../components/experiment/__init__.pyc | Bin 0 -> 189 bytes .../experiment/configuration_facade.pyc | Bin 0 -> 16371 bytes .../components/experiment/pkl_organizer.pyc | Bin 0 -> 7758 bytes autosubmit_api/components/experiment/test.pyc | Bin 0 -> 5818 bytes .../tmp/ASLOGS/20211216_131434_create.log | 67 + .../tmp/ASLOGS/20211216_131434_create_err.log | 0 .../a29z/tmp/ASLOGS/20211216_131512_run.log | 16 + .../tmp/ASLOGS/20211216_131512_run_err.log | 4 + .../a29z/tmp/ASLOGS/20211216_131517_run.log | 406 + .../tmp/ASLOGS/20211216_131517_run_err.log | 0 .../tmp/ASLOGS/20211216_131729_create.log | 66 + .../tmp/ASLOGS/20211216_131729_create_err.log | 0 .../a29z/tmp/ASLOGS/20211216_131734_run.log | 1442 + .../tmp/ASLOGS/20211216_131734_run_err.log | 0 .../tmp/ASLOGS/20211216_132543_create.log | 66 + .../tmp/ASLOGS/20211216_132543_create_err.log | 0 .../tmp/ASLOGS/20211227_123637_create.log | 13 + .../tmp/ASLOGS/20211227_123637_create_err.log | 1 + .../tmp/ASLOGS/20211227_123856_create.log | 13 + .../tmp/ASLOGS/20211227_123856_create_err.log | 1 + .../tmp/ASLOGS/20211227_123925_create.log | 77 + .../tmp/ASLOGS/20211227_123925_create_err.log | 0 .../a29z/tmp/ASLOGS/20211229_115000_run.log | 16 + .../tmp/ASLOGS/20211229_115000_run_err.log | 4 + .../a29z/tmp/ASLOGS/20211229_115006_run.log | 6625 + .../tmp/ASLOGS/20211229_115006_run_err.log | 1 + .../a29z/tmp/ASLOGS/20211229_212745_run.log | 611 + .../tmp/ASLOGS/20211229_212745_run_err.log | 0 .../a29z/tmp/ASLOGS/20211230_142058_stats.log | 39 + .../tmp/ASLOGS/20211230_142058_stats_err.log | 0 .../a29z/tmp/ASLOGS/20211230_142233_stats.log | 39 + .../tmp/ASLOGS/20211230_142233_stats_err.log | 0 .../a29z/tmp/ASLOGS/20211230_142516_stats.log | 39 + .../tmp/ASLOGS/20211230_142516_stats_err.log | 0 .../a29z/tmp/ASLOGS/20211230_142731_stats.log | 39 + .../tmp/ASLOGS/20211230_142731_stats_err.log | 0 .../a29z/tmp/ASLOGS/20211230_143012_stats.log | 39 + .../tmp/ASLOGS/20211230_143012_stats_err.log | 0 .../a29z/tmp/ASLOGS/20211230_143128_stats.log | 39 + .../tmp/ASLOGS/20211230_143128_stats_err.log | 0 .../a29z/tmp/ASLOGS/20211230_143255_stats.log | 39 + .../tmp/ASLOGS/20211230_143255_stats_err.log | 0 .../a29z/tmp/ASLOGS/20211230_154732_stats.log | 39 + .../tmp/ASLOGS/20211230_154732_stats_err.log | 0 .../a29z/tmp/ASLOGS/20211230_155203_stats.log | 39 + .../tmp/ASLOGS/20211230_155203_stats_err.log | 0 .../a29z/tmp/ASLOGS/20211230_155812_stats.log | 39 + .../tmp/ASLOGS/20211230_155812_stats_err.log | 0 .../a29z/tmp/ASLOGS/jobs_active_status.log | 0 .../a29z/tmp/ASLOGS/jobs_failed_status.log | 0 .../test_case/a29z/tmp/ASLOGS/jobs_status.log | 135 + .../tmp/ASLOGS/20211217_171725_create.log | 106 + .../tmp/ASLOGS/20211217_171725_create_err.log | 0 .../t0ni/tmp/ASLOGS/20211217_173208_run.log | 254818 +++++++++++++++ .../tmp/ASLOGS/20211217_173208_run_err.log | 0 .../tmp/ASLOGS/20211217_173257_monitor.log | 53 + .../ASLOGS/20211217_173257_monitor_err.log | 0 .../tmp/ASLOGS/20211220_080704_monitor.log | 53 + .../ASLOGS/20211220_080704_monitor_err.log | 0 .../tmp/ASLOGS/20211220_100140_monitor.log | 53 + .../ASLOGS/20211220_100140_monitor_err.log | 0 .../tmp/ASLOGS/20211221_080821_monitor.log | 53 + .../ASLOGS/20211221_080821_monitor_err.log | 0 .../tmp/ASLOGS/20211221_105721_monitor.log | 53 + .../ASLOGS/20211221_105721_monitor_err.log | 0 .../tmp/ASLOGS/20211221_131216_monitor.log | 53 + .../ASLOGS/20211221_131216_monitor_err.log | 0 .../tmp/ASLOGS/20220111_095420_monitor.log | 53 + .../ASLOGS/20220111_095420_monitor_err.log | 0 .../test_case/t0ni/tmp/ASLOGS/jobs_status.log | 0 autosubmit_api/components/jobs/__init__.pyc | Bin 0 -> 183 bytes .../components/jobs/job_factory.pyc | Bin 0 -> 23089 bytes .../components/jobs/job_support.pyc | Bin 0 -> 5202 bytes .../components/jobs/joblist_helper.pyc | Bin 0 -> 4398 bytes .../components/jobs/joblist_loader.pyc | Bin 0 -> 13281 bytes autosubmit_api/components/jobs/utils.pyc | Bin 0 -> 6269 bytes .../components/representations/__init__.pyc | Bin 0 -> 194 bytes .../representations/graph/__init__.pyc | Bin 0 -> 200 bytes .../components/representations/graph/edge.pyc | Bin 0 -> 2865 bytes .../representations/graph/graph.pyc | Bin 0 -> 20882 bytes .../components/representations/graph/test.pyc | Bin 0 -> 9767 bytes .../components/representations/tree.pyc | Bin 0 -> 12101 bytes .../representations/tree/__init__.pyc | Bin 0 -> 199 bytes .../components/representations/tree/tree.pyc | Bin 0 -> 11509 bytes autosubmit_api/config/__init__.pyc | Bin 0 -> 174 bytes autosubmit_api/config/basicConfig.pyc | Bin 0 -> 5694 bytes autosubmit_api/config/config_common.pyc | Bin 0 -> 49649 bytes autosubmit_api/database/__init__.pyc | Bin 0 -> 176 bytes autosubmit_api/database/db_common.pyc | Bin 0 -> 20398 bytes autosubmit_api/database/db_jobdata.pyc | Bin 0 -> 70306 bytes autosubmit_api/database/db_manager.pyc | Bin 0 -> 9286 bytes autosubmit_api/database/db_structure.pyc | Bin 0 -> 6158 bytes .../autosubmit_api-1.0.0-py3-none-any.whl | Bin 0 -> 338407 bytes .../dist/autosubmit_api-1.0.0.tar.gz | Bin 0 -> 254660 bytes autosubmit_api/experiment/Statistics.pyc | Bin 0 -> 8227 bytes autosubmit_api/experiment/__init__.pyc | Bin 0 -> 178 bytes .../experiment/common_db_requests.pyc | Bin 0 -> 37961 bytes autosubmit_api/experiment/common_requests.pyc | Bin 0 -> 47942 bytes .../experiment/experiment_common.pyc | Bin 0 -> 5800 bytes autosubmit_api/experiment/statistics.pyc | Bin 0 -> 9845 bytes autosubmit_api/experiment/utils.pyc | Bin 0 -> 991 bytes autosubmit_api/git/__init__.pyc | Bin 0 -> 171 bytes autosubmit_api/git/autosubmit_git.pyc | Bin 0 -> 6201 bytes autosubmit_api/history/__init__.pyc | Bin 0 -> 175 bytes .../history/data_classes/__init__.pyc | Bin 0 -> 188 bytes .../history/data_classes/experiment_run.pyc | Bin 0 -> 6175 bytes .../history/data_classes/job_data.pyc | Bin 0 -> 13626 bytes .../history/database_managers/__init__.pyc | Bin 0 -> 193 bytes .../database_managers/database_manager.pyc | Bin 0 -> 7008 bytes .../database_managers/database_models.pyc | Bin 0 -> 4541 bytes .../experiment_history_db_manager.pyc | Bin 0 -> 27989 bytes .../experiment_status_db_manager.pyc | Bin 0 -> 8221 bytes .../history/database_managers/test.pyc | Bin 0 -> 13175 bytes autosubmit_api/history/experiment_history.pyc | Bin 0 -> 18684 bytes autosubmit_api/history/experiment_status.pyc | Bin 0 -> 3637 bytes .../history/experiment_status_manager.pyc | Bin 0 -> 3837 bytes autosubmit_api/history/internal_logging.pyc | Bin 0 -> 2371 bytes .../history/platform_monitor/__init__.pyc | Bin 0 -> 192 bytes .../platform_monitor/platform_monitor.pyc | Bin 0 -> 1138 bytes .../platform_monitor/platform_utils.pyc | Bin 0 -> 2098 bytes .../platform_monitor/slurm_monitor.pyc | Bin 0 -> 4563 bytes .../platform_monitor/slurm_monitor_item.pyc | Bin 0 -> 4809 bytes .../history/platform_monitor/test.pyc | Bin 0 -> 3146 bytes autosubmit_api/history/strategies.pyc | Bin 0 -> 12383 bytes autosubmit_api/history/test.pyc | Bin 0 -> 20584 bytes autosubmit_api/history/test_job_history.pyc | Bin 0 -> 4898 bytes autosubmit_api/history/test_strategies.pyc | Bin 0 -> 7073 bytes autosubmit_api/history/utils.pyc | Bin 0 -> 3794 bytes autosubmit_api/monitor/__init__.pyc | Bin 0 -> 175 bytes autosubmit_api/monitor/diagram.pyc | Bin 0 -> 161 bytes autosubmit_api/monitor/monitor.pyc | Bin 0 -> 15652 bytes autosubmit_api/monitor/utils.pyc | Bin 0 -> 1655 bytes autosubmit_api/notifications/__init__.pyc | Bin 0 -> 181 bytes .../notifications/mail_notifier.pyc | Bin 0 -> 2624 bytes autosubmit_api/notifications/notifier.pyc | Bin 0 -> 959 bytes autosubmit_api/performance/__init__.pyc | Bin 0 -> 179 bytes .../performance/performance_metrics.pyc | Bin 0 -> 11021 bytes autosubmit_api/performance/utils.pyc | Bin 0 -> 1737 bytes autosubmit_api/statistics/__init__.pyc | Bin 0 -> 178 bytes autosubmit_api/statistics/job_stat.pyc | Bin 0 -> 4045 bytes autosubmit_api/statistics/statistics.pyc | Bin 0 -> 7335 bytes autosubmit_api/statistics/stats_summary.pyc | Bin 0 -> 3073 bytes autosubmit_api/statistics/utils.pyc | Bin 0 -> 2063 bytes .../a28v/tmp/ASLOGS/20220216_151309_run.log | 31777 ++ .../tmp/ASLOGS/20220315_152843_setstatus.log | 83 + .../ASLOGS/20220315_152843_setstatus_err.log | 0 .../a3tb/tmp/ASLOGS/20220315_152921_run.log | 6352 + .../tmp/ASLOGS/20220315_152921_run_err.log | 0 .../a3tb/tmp/ASLOGS/jobs_status.log | 1727 + autosubmit_api/workers/__init__.pyc | Bin 0 -> 175 bytes autosubmit_api/workers/business/__init__.pyc | Bin 0 -> 184 bytes .../workers/business/populate_times.pyc | Bin 0 -> 9634 bytes .../workers/populate_details/__init__.pyc | Bin 0 -> 192 bytes .../workers/populate_details/populate.pyc | Bin 0 -> 5613 bytes .../workers/populate_details/test.pyc | Bin 0 -> 2765 bytes .../workers/process_graph_drawings.pyc | Bin 0 -> 2713 bytes dist/autosubmit_api-1.7.0-py2-none-any.whl | Bin 0 -> 359938 bytes dist/autosubmit_api-1.7.0.tar.gz | Bin 0 -> 258881 bytes 379 files changed, 342914 insertions(+), 160 deletions(-) delete mode 100644 .gitignore create mode 100644 autosubmit_api.egg-info/PKG-INFO create mode 100644 autosubmit_api.egg-info/SOURCES.txt create mode 100644 autosubmit_api.egg-info/dependency_links.txt create mode 100644 autosubmit_api.egg-info/requires.txt create mode 100644 autosubmit_api.egg-info/top_level.txt create mode 100644 autosubmit_api/__init__.pyc create mode 100644 autosubmit_api/app.pyc create mode 100644 autosubmit_api/autosubmit_api.egg-info/PKG-INFO create mode 100644 autosubmit_api/autosubmit_api.egg-info/SOURCES.txt create mode 100644 autosubmit_api/autosubmit_api.egg-info/dependency_links.txt create mode 100644 autosubmit_api/autosubmit_api.egg-info/requires.txt create mode 100644 autosubmit_api/autosubmit_api.egg-info/top_level.txt create mode 100644 autosubmit_api/autosubmit_legacy/__init__.pyc create mode 100644 autosubmit_api/autosubmit_legacy/autosubmit.pyc create mode 100644 autosubmit_api/autosubmit_legacy/job/__init__.pyc create mode 100644 autosubmit_api/autosubmit_legacy/job/job.pyc create mode 100644 autosubmit_api/autosubmit_legacy/job/job_common.pyc create mode 100644 autosubmit_api/autosubmit_legacy/job/job_dict.pyc create mode 100644 autosubmit_api/autosubmit_legacy/job/job_exceptions.pyc create mode 100644 autosubmit_api/autosubmit_legacy/job/job_grouping.pyc create mode 100644 autosubmit_api/autosubmit_legacy/job/job_list.pyc create mode 100644 autosubmit_api/autosubmit_legacy/job/job_list_persistence.pyc create mode 100644 autosubmit_api/autosubmit_legacy/job/job_package_persistence.pyc create mode 100644 autosubmit_api/autosubmit_legacy/job/job_packager.pyc create mode 100644 autosubmit_api/autosubmit_legacy/job/job_packages.pyc create mode 100644 autosubmit_api/autosubmit_legacy/job/job_utils.pyc create mode 100644 autosubmit_api/autosubmit_legacy/job/tree.pyc create mode 100644 autosubmit_api/autosubmit_legacy/platforms/__init__.pyc create mode 100644 autosubmit_api/autosubmit_legacy/platforms/ecmwf_adaptor.pyc create mode 100644 autosubmit_api/autosubmit_legacy/platforms/ecplatform.pyc create mode 100644 autosubmit_api/autosubmit_legacy/platforms/headers/__init__.pyc create mode 100644 autosubmit_api/autosubmit_legacy/platforms/headers/ec_cca_header.pyc create mode 100644 autosubmit_api/autosubmit_legacy/platforms/headers/ec_header.pyc create mode 100644 autosubmit_api/autosubmit_legacy/platforms/headers/local_header.pyc create mode 100644 autosubmit_api/autosubmit_legacy/platforms/headers/lsf_header.pyc create mode 100644 autosubmit_api/autosubmit_legacy/platforms/headers/pbs10_header.pyc create mode 100644 autosubmit_api/autosubmit_legacy/platforms/headers/pbs11_header.pyc create mode 100644 autosubmit_api/autosubmit_legacy/platforms/headers/pbs12_header.pyc create mode 100644 autosubmit_api/autosubmit_legacy/platforms/headers/ps_header.pyc create mode 100644 autosubmit_api/autosubmit_legacy/platforms/headers/sge_header.pyc create mode 100644 autosubmit_api/autosubmit_legacy/platforms/headers/slurm_header.pyc create mode 100644 autosubmit_api/autosubmit_legacy/platforms/locplatform.pyc create mode 100644 autosubmit_api/autosubmit_legacy/platforms/lsfplatform.pyc create mode 100644 autosubmit_api/autosubmit_legacy/platforms/mn_adaptor.pyc create mode 100644 autosubmit_api/autosubmit_legacy/platforms/paramiko_platform.pyc create mode 100644 autosubmit_api/autosubmit_legacy/platforms/paramiko_submitter.pyc create mode 100644 autosubmit_api/autosubmit_legacy/platforms/pbsplatform.pyc create mode 100644 autosubmit_api/autosubmit_legacy/platforms/platform.pyc create mode 100644 autosubmit_api/autosubmit_legacy/platforms/psplatform.pyc create mode 100644 autosubmit_api/autosubmit_legacy/platforms/saga_platform.pyc create mode 100644 autosubmit_api/autosubmit_legacy/platforms/saga_submitter.pyc create mode 100644 autosubmit_api/autosubmit_legacy/platforms/sgeplatform.pyc create mode 100644 autosubmit_api/autosubmit_legacy/platforms/slurmplatform.pyc create mode 100644 autosubmit_api/autosubmit_legacy/platforms/submitter.pyc create mode 100644 autosubmit_api/autosubmit_legacy/platforms/wrappers/__init__.pyc create mode 100644 autosubmit_api/autosubmit_legacy/platforms/wrappers/wrapper_builder.pyc create mode 100644 autosubmit_api/autosubmit_legacy/platforms/wrappers/wrapper_factory.pyc create mode 100644 autosubmit_api/build/lib/autosubmit_legacy/__init__.py create mode 100644 autosubmit_api/build/lib/autosubmit_legacy/autosubmit.py create mode 100644 autosubmit_api/build/lib/autosubmit_legacy/job/__init__.py create mode 100644 autosubmit_api/build/lib/autosubmit_legacy/job/job.py create mode 100644 autosubmit_api/build/lib/autosubmit_legacy/job/job_common.py create mode 100644 autosubmit_api/build/lib/autosubmit_legacy/job/job_dict.py create mode 100644 autosubmit_api/build/lib/autosubmit_legacy/job/job_exceptions.py create mode 100644 autosubmit_api/build/lib/autosubmit_legacy/job/job_grouping.py create mode 100644 autosubmit_api/build/lib/autosubmit_legacy/job/job_list.py create mode 100644 autosubmit_api/build/lib/autosubmit_legacy/job/job_list_persistence.py create mode 100644 autosubmit_api/build/lib/autosubmit_legacy/job/job_package_persistence.py create mode 100644 autosubmit_api/build/lib/autosubmit_legacy/job/job_packager.py create mode 100644 autosubmit_api/build/lib/autosubmit_legacy/job/job_packages.py create mode 100644 autosubmit_api/build/lib/autosubmit_legacy/job/job_utils.py create mode 100644 autosubmit_api/build/lib/autosubmit_legacy/platforms/__init__.py create mode 100644 autosubmit_api/build/lib/autosubmit_legacy/platforms/ecmwf_adaptor.py create mode 100644 autosubmit_api/build/lib/autosubmit_legacy/platforms/ecplatform.py create mode 100644 autosubmit_api/build/lib/autosubmit_legacy/platforms/headers/__init__.py create mode 100644 autosubmit_api/build/lib/autosubmit_legacy/platforms/headers/ec_cca_header.py create mode 100644 autosubmit_api/build/lib/autosubmit_legacy/platforms/headers/ec_header.py create mode 100644 autosubmit_api/build/lib/autosubmit_legacy/platforms/headers/local_header.py create mode 100644 autosubmit_api/build/lib/autosubmit_legacy/platforms/headers/lsf_header.py create mode 100644 autosubmit_api/build/lib/autosubmit_legacy/platforms/headers/pbs10_header.py create mode 100644 autosubmit_api/build/lib/autosubmit_legacy/platforms/headers/pbs11_header.py create mode 100644 autosubmit_api/build/lib/autosubmit_legacy/platforms/headers/pbs12_header.py create mode 100644 autosubmit_api/build/lib/autosubmit_legacy/platforms/headers/ps_header.py create mode 100644 autosubmit_api/build/lib/autosubmit_legacy/platforms/headers/sge_header.py create mode 100644 autosubmit_api/build/lib/autosubmit_legacy/platforms/headers/slurm_header.py create mode 100644 autosubmit_api/build/lib/autosubmit_legacy/platforms/locplatform.py create mode 100644 autosubmit_api/build/lib/autosubmit_legacy/platforms/lsfplatform.py create mode 100644 autosubmit_api/build/lib/autosubmit_legacy/platforms/mn_adaptor.py create mode 100644 autosubmit_api/build/lib/autosubmit_legacy/platforms/paramiko_platform.py create mode 100644 autosubmit_api/build/lib/autosubmit_legacy/platforms/paramiko_submitter.py create mode 100644 autosubmit_api/build/lib/autosubmit_legacy/platforms/pbsplatform.py create mode 100644 autosubmit_api/build/lib/autosubmit_legacy/platforms/platform.py create mode 100644 autosubmit_api/build/lib/autosubmit_legacy/platforms/psplatform.py create mode 100644 autosubmit_api/build/lib/autosubmit_legacy/platforms/saga_platform.py create mode 100644 autosubmit_api/build/lib/autosubmit_legacy/platforms/saga_submitter.py create mode 100644 autosubmit_api/build/lib/autosubmit_legacy/platforms/sgeplatform.py create mode 100644 autosubmit_api/build/lib/autosubmit_legacy/platforms/slurmplatform.py create mode 100644 autosubmit_api/build/lib/autosubmit_legacy/platforms/submitter.py create mode 100644 autosubmit_api/build/lib/autosubmit_legacy/platforms/wrappers/__init__.py create mode 100644 autosubmit_api/build/lib/autosubmit_legacy/platforms/wrappers/wrapper_builder.py create mode 100644 autosubmit_api/build/lib/autosubmit_legacy/platforms/wrappers/wrapper_factory.py create mode 100644 autosubmit_api/build/lib/builders/__init__.py create mode 100644 autosubmit_api/build/lib/builders/basic_builder.py create mode 100644 autosubmit_api/build/lib/builders/configuration_facade_builder.py create mode 100644 autosubmit_api/build/lib/builders/experiment_history_builder.py create mode 100644 autosubmit_api/build/lib/builders/joblist_helper_builder.py create mode 100644 autosubmit_api/build/lib/builders/joblist_loader_builder.py create mode 100644 autosubmit_api/build/lib/builders/pkl_organizer_builder.py create mode 100644 autosubmit_api/build/lib/common/__init__.py create mode 100644 autosubmit_api/build/lib/common/utils.py create mode 100644 autosubmit_api/build/lib/common/utils_for_testing.py create mode 100644 autosubmit_api/build/lib/components/__init__.py create mode 100644 autosubmit_api/build/lib/components/experiment/__init__.py create mode 100644 autosubmit_api/build/lib/components/experiment/configuration_facade.py create mode 100644 autosubmit_api/build/lib/components/experiment/pkl_organizer.py create mode 100644 autosubmit_api/build/lib/components/experiment/test.py create mode 100644 autosubmit_api/build/lib/components/jobs/__init__.py create mode 100644 autosubmit_api/build/lib/components/jobs/job_factory.py create mode 100644 autosubmit_api/build/lib/components/jobs/job_support.py create mode 100644 autosubmit_api/build/lib/components/jobs/joblist_helper.py create mode 100644 autosubmit_api/build/lib/components/jobs/joblist_loader.py create mode 100644 autosubmit_api/build/lib/components/jobs/test.py create mode 100644 autosubmit_api/build/lib/components/jobs/utils.py create mode 100644 autosubmit_api/build/lib/components/representations/__init__.py create mode 100644 autosubmit_api/build/lib/components/representations/graph/__init__.py create mode 100644 autosubmit_api/build/lib/components/representations/graph/edge.py create mode 100644 autosubmit_api/build/lib/components/representations/graph/graph.py create mode 100644 autosubmit_api/build/lib/components/representations/graph/test.py create mode 100644 autosubmit_api/build/lib/components/representations/tree/__init__.py create mode 100644 autosubmit_api/build/lib/components/representations/tree/test.py create mode 100644 autosubmit_api/build/lib/components/representations/tree/tree.py create mode 100644 autosubmit_api/build/lib/config/__init__.py create mode 100644 autosubmit_api/build/lib/config/basicConfig.py create mode 100644 autosubmit_api/build/lib/config/config_common.py create mode 100644 autosubmit_api/build/lib/database/__init__.py create mode 100644 autosubmit_api/build/lib/database/autosubmit.py create mode 100644 autosubmit_api/build/lib/database/db_common.py create mode 100644 autosubmit_api/build/lib/database/db_jobdata.py create mode 100644 autosubmit_api/build/lib/database/db_manager.py create mode 100644 autosubmit_api/build/lib/database/db_structure.py create mode 100644 autosubmit_api/build/lib/experiment/__init__.py create mode 100644 autosubmit_api/build/lib/experiment/as_times_db_manager.py create mode 100644 autosubmit_api/build/lib/experiment/common_db_requests.py create mode 100644 autosubmit_api/build/lib/experiment/common_requests.py create mode 100644 autosubmit_api/build/lib/experiment/experiment_common.py create mode 100644 autosubmit_api/build/lib/experiment/experiment_db_manager.py create mode 100644 autosubmit_api/build/lib/experiment/test.py create mode 100644 autosubmit_api/build/lib/experiment/utils.py create mode 100644 autosubmit_api/build/lib/git/__init__.py create mode 100644 autosubmit_api/build/lib/git/autosubmit_git.py create mode 100644 autosubmit_api/build/lib/history/__init__.py create mode 100644 autosubmit_api/build/lib/history/data_classes/__init__.py create mode 100644 autosubmit_api/build/lib/history/data_classes/experiment_run.py create mode 100644 autosubmit_api/build/lib/history/data_classes/job_data.py create mode 100644 autosubmit_api/build/lib/history/database_managers/__init__.py create mode 100644 autosubmit_api/build/lib/history/database_managers/database_manager.py create mode 100644 autosubmit_api/build/lib/history/database_managers/database_models.py create mode 100644 autosubmit_api/build/lib/history/database_managers/experiment_history_db_manager.py create mode 100644 autosubmit_api/build/lib/history/database_managers/experiment_status_db_manager.py create mode 100644 autosubmit_api/build/lib/history/database_managers/test.py create mode 100644 autosubmit_api/build/lib/history/experiment_history.py create mode 100644 autosubmit_api/build/lib/history/experiment_status.py create mode 100644 autosubmit_api/build/lib/history/experiment_status_manager.py create mode 100644 autosubmit_api/build/lib/history/internal_logging.py create mode 100644 autosubmit_api/build/lib/history/platform_monitor/__init__.py create mode 100644 autosubmit_api/build/lib/history/platform_monitor/platform_monitor.py create mode 100644 autosubmit_api/build/lib/history/platform_monitor/platform_utils.py create mode 100644 autosubmit_api/build/lib/history/platform_monitor/slurm_monitor.py create mode 100644 autosubmit_api/build/lib/history/platform_monitor/slurm_monitor_item.py create mode 100644 autosubmit_api/build/lib/history/platform_monitor/test.py create mode 100644 autosubmit_api/build/lib/history/strategies.py create mode 100644 autosubmit_api/build/lib/history/test.py create mode 100644 autosubmit_api/build/lib/history/test_job_history.py create mode 100644 autosubmit_api/build/lib/history/test_strategies.py create mode 100644 autosubmit_api/build/lib/history/test_utils.py create mode 100644 autosubmit_api/build/lib/history/utils.py create mode 100644 autosubmit_api/build/lib/monitor/__init__.py create mode 100644 autosubmit_api/build/lib/monitor/diagram.py create mode 100644 autosubmit_api/build/lib/monitor/monitor.py create mode 100644 autosubmit_api/build/lib/monitor/utils.py create mode 100644 autosubmit_api/build/lib/notifications/__init__.py create mode 100644 autosubmit_api/build/lib/notifications/mail_notifier.py create mode 100644 autosubmit_api/build/lib/notifications/notifier.py create mode 100644 autosubmit_api/build/lib/performance/__init__.py create mode 100644 autosubmit_api/build/lib/performance/performance_metrics.py create mode 100644 autosubmit_api/build/lib/performance/utils.py create mode 100644 autosubmit_api/build/lib/statistics/__init__.py create mode 100644 autosubmit_api/build/lib/statistics/job_stat.py create mode 100644 autosubmit_api/build/lib/statistics/statistics.py create mode 100644 autosubmit_api/build/lib/statistics/stats_summary.py create mode 100644 autosubmit_api/build/lib/statistics/test.py create mode 100644 autosubmit_api/build/lib/statistics/utils.py create mode 100644 autosubmit_api/build/lib/workers/__init__.py create mode 100644 autosubmit_api/build/lib/workers/business/__init__.py create mode 100644 autosubmit_api/build/lib/workers/business/populate_times.py create mode 100644 autosubmit_api/build/lib/workers/business/process_graph_drawings.py create mode 100644 autosubmit_api/build/lib/workers/deprecated/__init__.py create mode 100644 autosubmit_api/build/lib/workers/deprecated/fix_historic.py create mode 100644 autosubmit_api/build/lib/workers/deprecated/fix_historic_energy.py create mode 100644 autosubmit_api/build/lib/workers/populate_details/__init__.py create mode 100644 autosubmit_api/build/lib/workers/populate_details/populate.py create mode 100644 autosubmit_api/build/lib/workers/populate_details/test.py create mode 100644 autosubmit_api/build/lib/workers/populate_details_db.py create mode 100644 autosubmit_api/build/lib/workers/populate_graph.py create mode 100644 autosubmit_api/build/lib/workers/populate_queue_run_times.py create mode 100644 autosubmit_api/build/lib/workers/populate_running_experiments.py create mode 100644 autosubmit_api/build/lib/workers/test.py create mode 100644 autosubmit_api/build/lib/workers/test_esarchive.py create mode 100644 autosubmit_api/build/lib/workers/verify_complete.py create mode 100644 autosubmit_api/builders/__init__.pyc create mode 100644 autosubmit_api/builders/basic_builder.pyc create mode 100644 autosubmit_api/builders/configuration_facade_builder.pyc create mode 100644 autosubmit_api/builders/experiment_history_builder.pyc create mode 100644 autosubmit_api/builders/joblist_helper_builder.pyc create mode 100644 autosubmit_api/builders/joblist_loader_builder.pyc create mode 100644 autosubmit_api/builders/pkl_organizer_builder.pyc create mode 100644 autosubmit_api/common/__init__.pyc create mode 100644 autosubmit_api/common/utils.pyc create mode 100644 autosubmit_api/common/utils_for_testing.pyc create mode 100644 autosubmit_api/components/__init__.pyc create mode 100644 autosubmit_api/components/experiment/__init__.pyc create mode 100644 autosubmit_api/components/experiment/configuration_facade.pyc create mode 100644 autosubmit_api/components/experiment/pkl_organizer.pyc create mode 100644 autosubmit_api/components/experiment/test.pyc create mode 100755 autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211216_131434_create.log create mode 100755 autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211216_131434_create_err.log create mode 100755 autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211216_131512_run.log create mode 100755 autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211216_131512_run_err.log create mode 100755 autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211216_131517_run.log create mode 100755 autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211216_131517_run_err.log create mode 100755 autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211216_131729_create.log create mode 100755 autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211216_131729_create_err.log create mode 100755 autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211216_131734_run.log create mode 100755 autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211216_131734_run_err.log create mode 100755 autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211216_132543_create.log create mode 100755 autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211216_132543_create_err.log create mode 100755 autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211227_123637_create.log create mode 100755 autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211227_123637_create_err.log create mode 100755 autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211227_123856_create.log create mode 100755 autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211227_123856_create_err.log create mode 100755 autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211227_123925_create.log create mode 100755 autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211227_123925_create_err.log create mode 100755 autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211229_115000_run.log create mode 100755 autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211229_115000_run_err.log create mode 100755 autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211229_115006_run.log create mode 100755 autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211229_115006_run_err.log create mode 100755 autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211229_212745_run.log create mode 100755 autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211229_212745_run_err.log create mode 100755 autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211230_142058_stats.log create mode 100755 autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211230_142058_stats_err.log create mode 100755 autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211230_142233_stats.log create mode 100755 autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211230_142233_stats_err.log create mode 100755 autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211230_142516_stats.log create mode 100755 autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211230_142516_stats_err.log create mode 100755 autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211230_142731_stats.log create mode 100755 autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211230_142731_stats_err.log create mode 100755 autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211230_143012_stats.log create mode 100755 autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211230_143012_stats_err.log create mode 100755 autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211230_143128_stats.log create mode 100755 autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211230_143128_stats_err.log create mode 100755 autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211230_143255_stats.log create mode 100755 autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211230_143255_stats_err.log create mode 100755 autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211230_154732_stats.log create mode 100755 autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211230_154732_stats_err.log create mode 100755 autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211230_155203_stats.log create mode 100755 autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211230_155203_stats_err.log create mode 100755 autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211230_155812_stats.log create mode 100755 autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211230_155812_stats_err.log create mode 100755 autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/jobs_active_status.log create mode 100755 autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/jobs_failed_status.log create mode 100755 autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/jobs_status.log create mode 100755 autosubmit_api/components/experiment/test_case/t0ni/tmp/ASLOGS/20211217_171725_create.log create mode 100755 autosubmit_api/components/experiment/test_case/t0ni/tmp/ASLOGS/20211217_171725_create_err.log create mode 100755 autosubmit_api/components/experiment/test_case/t0ni/tmp/ASLOGS/20211217_173208_run.log create mode 100755 autosubmit_api/components/experiment/test_case/t0ni/tmp/ASLOGS/20211217_173208_run_err.log create mode 100755 autosubmit_api/components/experiment/test_case/t0ni/tmp/ASLOGS/20211217_173257_monitor.log create mode 100755 autosubmit_api/components/experiment/test_case/t0ni/tmp/ASLOGS/20211217_173257_monitor_err.log create mode 100755 autosubmit_api/components/experiment/test_case/t0ni/tmp/ASLOGS/20211220_080704_monitor.log create mode 100755 autosubmit_api/components/experiment/test_case/t0ni/tmp/ASLOGS/20211220_080704_monitor_err.log create mode 100755 autosubmit_api/components/experiment/test_case/t0ni/tmp/ASLOGS/20211220_100140_monitor.log create mode 100755 autosubmit_api/components/experiment/test_case/t0ni/tmp/ASLOGS/20211220_100140_monitor_err.log create mode 100755 autosubmit_api/components/experiment/test_case/t0ni/tmp/ASLOGS/20211221_080821_monitor.log create mode 100755 autosubmit_api/components/experiment/test_case/t0ni/tmp/ASLOGS/20211221_080821_monitor_err.log create mode 100755 autosubmit_api/components/experiment/test_case/t0ni/tmp/ASLOGS/20211221_105721_monitor.log create mode 100755 autosubmit_api/components/experiment/test_case/t0ni/tmp/ASLOGS/20211221_105721_monitor_err.log create mode 100755 autosubmit_api/components/experiment/test_case/t0ni/tmp/ASLOGS/20211221_131216_monitor.log create mode 100755 autosubmit_api/components/experiment/test_case/t0ni/tmp/ASLOGS/20211221_131216_monitor_err.log create mode 100755 autosubmit_api/components/experiment/test_case/t0ni/tmp/ASLOGS/20220111_095420_monitor.log create mode 100755 autosubmit_api/components/experiment/test_case/t0ni/tmp/ASLOGS/20220111_095420_monitor_err.log create mode 100755 autosubmit_api/components/experiment/test_case/t0ni/tmp/ASLOGS/jobs_status.log create mode 100644 autosubmit_api/components/jobs/__init__.pyc create mode 100644 autosubmit_api/components/jobs/job_factory.pyc create mode 100644 autosubmit_api/components/jobs/job_support.pyc create mode 100644 autosubmit_api/components/jobs/joblist_helper.pyc create mode 100644 autosubmit_api/components/jobs/joblist_loader.pyc create mode 100644 autosubmit_api/components/jobs/utils.pyc create mode 100644 autosubmit_api/components/representations/__init__.pyc create mode 100644 autosubmit_api/components/representations/graph/__init__.pyc create mode 100644 autosubmit_api/components/representations/graph/edge.pyc create mode 100644 autosubmit_api/components/representations/graph/graph.pyc create mode 100644 autosubmit_api/components/representations/graph/test.pyc create mode 100644 autosubmit_api/components/representations/tree.pyc create mode 100644 autosubmit_api/components/representations/tree/__init__.pyc create mode 100644 autosubmit_api/components/representations/tree/tree.pyc create mode 100644 autosubmit_api/config/__init__.pyc create mode 100644 autosubmit_api/config/basicConfig.pyc create mode 100644 autosubmit_api/config/config_common.pyc create mode 100644 autosubmit_api/database/__init__.pyc create mode 100644 autosubmit_api/database/db_common.pyc create mode 100644 autosubmit_api/database/db_jobdata.pyc create mode 100644 autosubmit_api/database/db_manager.pyc create mode 100644 autosubmit_api/database/db_structure.pyc create mode 100644 autosubmit_api/dist/autosubmit_api-1.0.0-py3-none-any.whl create mode 100644 autosubmit_api/dist/autosubmit_api-1.0.0.tar.gz create mode 100644 autosubmit_api/experiment/Statistics.pyc create mode 100644 autosubmit_api/experiment/__init__.pyc create mode 100644 autosubmit_api/experiment/common_db_requests.pyc create mode 100644 autosubmit_api/experiment/common_requests.pyc create mode 100644 autosubmit_api/experiment/experiment_common.pyc create mode 100644 autosubmit_api/experiment/statistics.pyc create mode 100644 autosubmit_api/experiment/utils.pyc create mode 100644 autosubmit_api/git/__init__.pyc create mode 100644 autosubmit_api/git/autosubmit_git.pyc create mode 100644 autosubmit_api/history/__init__.pyc create mode 100644 autosubmit_api/history/data_classes/__init__.pyc create mode 100644 autosubmit_api/history/data_classes/experiment_run.pyc create mode 100644 autosubmit_api/history/data_classes/job_data.pyc create mode 100644 autosubmit_api/history/database_managers/__init__.pyc create mode 100644 autosubmit_api/history/database_managers/database_manager.pyc create mode 100644 autosubmit_api/history/database_managers/database_models.pyc create mode 100644 autosubmit_api/history/database_managers/experiment_history_db_manager.pyc create mode 100644 autosubmit_api/history/database_managers/experiment_status_db_manager.pyc create mode 100644 autosubmit_api/history/database_managers/test.pyc create mode 100644 autosubmit_api/history/experiment_history.pyc create mode 100644 autosubmit_api/history/experiment_status.pyc create mode 100644 autosubmit_api/history/experiment_status_manager.pyc create mode 100644 autosubmit_api/history/internal_logging.pyc create mode 100644 autosubmit_api/history/platform_monitor/__init__.pyc create mode 100644 autosubmit_api/history/platform_monitor/platform_monitor.pyc create mode 100644 autosubmit_api/history/platform_monitor/platform_utils.pyc create mode 100644 autosubmit_api/history/platform_monitor/slurm_monitor.pyc create mode 100644 autosubmit_api/history/platform_monitor/slurm_monitor_item.pyc create mode 100644 autosubmit_api/history/platform_monitor/test.pyc create mode 100644 autosubmit_api/history/strategies.pyc create mode 100644 autosubmit_api/history/test.pyc create mode 100644 autosubmit_api/history/test_job_history.pyc create mode 100644 autosubmit_api/history/test_strategies.pyc create mode 100644 autosubmit_api/history/utils.pyc create mode 100644 autosubmit_api/monitor/__init__.pyc create mode 100644 autosubmit_api/monitor/diagram.pyc create mode 100644 autosubmit_api/monitor/monitor.pyc create mode 100644 autosubmit_api/monitor/utils.pyc create mode 100644 autosubmit_api/notifications/__init__.pyc create mode 100644 autosubmit_api/notifications/mail_notifier.pyc create mode 100644 autosubmit_api/notifications/notifier.pyc create mode 100644 autosubmit_api/performance/__init__.pyc create mode 100644 autosubmit_api/performance/performance_metrics.pyc create mode 100644 autosubmit_api/performance/utils.pyc create mode 100644 autosubmit_api/statistics/__init__.pyc create mode 100644 autosubmit_api/statistics/job_stat.pyc create mode 100644 autosubmit_api/statistics/statistics.pyc create mode 100644 autosubmit_api/statistics/stats_summary.pyc create mode 100644 autosubmit_api/statistics/utils.pyc create mode 100755 autosubmit_api/test_cases/a28v/tmp/ASLOGS/20220216_151309_run.log create mode 100755 autosubmit_api/test_cases/a3tb/tmp/ASLOGS/20220315_152843_setstatus.log create mode 100755 autosubmit_api/test_cases/a3tb/tmp/ASLOGS/20220315_152843_setstatus_err.log create mode 100755 autosubmit_api/test_cases/a3tb/tmp/ASLOGS/20220315_152921_run.log create mode 100755 autosubmit_api/test_cases/a3tb/tmp/ASLOGS/20220315_152921_run_err.log create mode 100755 autosubmit_api/test_cases/a3tb/tmp/ASLOGS/jobs_status.log create mode 100644 autosubmit_api/workers/__init__.pyc create mode 100644 autosubmit_api/workers/business/__init__.pyc create mode 100644 autosubmit_api/workers/business/populate_times.pyc create mode 100644 autosubmit_api/workers/populate_details/__init__.pyc create mode 100644 autosubmit_api/workers/populate_details/populate.pyc create mode 100644 autosubmit_api/workers/populate_details/test.pyc create mode 100644 autosubmit_api/workers/process_graph_drawings.pyc create mode 100644 dist/autosubmit_api-1.7.0-py2-none-any.whl create mode 100644 dist/autosubmit_api-1.7.0.tar.gz diff --git a/.gitignore b/.gitignore deleted file mode 100644 index 6769e21d..00000000 --- a/.gitignore +++ /dev/null @@ -1,160 +0,0 @@ -# Byte-compiled / optimized / DLL files -__pycache__/ -*.py[cod] -*$py.class - -# C extensions -*.so - -# Distribution / packaging -.Python -build/ -develop-eggs/ -dist/ -downloads/ -eggs/ -.eggs/ -lib/ -lib64/ -parts/ -sdist/ -var/ -wheels/ -share/python-wheels/ -*.egg-info/ -.installed.cfg -*.egg -MANIFEST - -# PyInstaller -# Usually these files are written by a python script from a template -# before PyInstaller builds the exe, so as to inject date/other infos into it. -*.manifest -*.spec - -# Installer logs -pip-log.txt -pip-delete-this-directory.txt - -# Unit test / coverage reports -htmlcov/ -.tox/ -.nox/ -.coverage -.coverage.* -.cache -nosetests.xml -coverage.xml -*.cover -*.py,cover -.hypothesis/ -.pytest_cache/ -cover/ - -# Translations -*.mo -*.pot - -# Django stuff: -*.log -local_settings.py -db.sqlite3 -db.sqlite3-journal - -# Flask stuff: -instance/ -.webassets-cache - -# Scrapy stuff: -.scrapy - -# Sphinx documentation -docs/_build/ - -# PyBuilder -.pybuilder/ -target/ - -# Jupyter Notebook -.ipynb_checkpoints - -# IPython -profile_default/ -ipython_config.py - -# pyenv -# For a library or package, you might want to ignore these files since the code is -# intended to run in multiple environments; otherwise, check them in: -# .python-version - -# pipenv -# According to pypa/pipenv#598, it is recommended to include Pipfile.lock in version control. -# However, in case of collaboration, if having platform-specific dependencies or dependencies -# having no cross-platform support, pipenv may install dependencies that don't work, or not -# install all needed dependencies. -#Pipfile.lock - -# poetry -# Similar to Pipfile.lock, it is generally recommended to include poetry.lock in version control. -# This is especially recommended for binary packages to ensure reproducibility, and is more -# commonly ignored for libraries. -# https://python-poetry.org/docs/basic-usage/#commit-your-poetrylock-file-to-version-control -#poetry.lock - -# pdm -# Similar to Pipfile.lock, it is generally recommended to include pdm.lock in version control. -#pdm.lock -# pdm stores project-wide configurations in .pdm.toml, but it is recommended to not include it -# in version control. -# https://pdm.fming.dev/#use-with-ide -.pdm.toml - -# PEP 582; used by e.g. github.com/David-OConnor/pyflow and github.com/pdm-project/pdm -__pypackages__/ - -# Celery stuff -celerybeat-schedule -celerybeat.pid - -# SageMath parsed files -*.sage.py - -# Environments -.env -.venv -env/ -venv/ -ENV/ -env.bak/ -venv.bak/ - -# Spyder project settings -.spyderproject -.spyproject - -# Rope project settings -.ropeproject - -# mkdocs documentation -/site - -# mypy -.mypy_cache/ -.dmypy.json -dmypy.json - -# Pyre type checker -.pyre/ - -# pytype static type analyzer -.pytype/ - -# Cython debug symbols -cython_debug/ - -# PyCharm -# JetBrains specific template is maintained in a separate JetBrains.gitignore that can -# be found at https://github.com/github/gitignore/blob/main/Global/JetBrains.gitignore -# and can be added to the global gitignore or merged into this file. For a more nuclear -# option (not recommended) you can uncomment the following to ignore the entire idea folder. -#.idea/ \ No newline at end of file diff --git a/autosubmit_api.egg-info/PKG-INFO b/autosubmit_api.egg-info/PKG-INFO new file mode 100644 index 00000000..31c23868 --- /dev/null +++ b/autosubmit_api.egg-info/PKG-INFO @@ -0,0 +1,14 @@ +Metadata-Version: 2.1 +Name: autosubmit-api +Version: 1.0.27 +Summary: An extension to the Autosubmit package that serves its information as an API +Home-page: https://earth.bsc.es/gitlab/wuruchi/autosubmit_api +Author: Wilmer Uruchi +Author-email: wilmer.uruchi@bsc.es +License: GNU GPL +Keywords: autosubmit,API +Classifier: Development Status :: 4 - Beta +Classifier: Intended Audience :: Developers +Classifier: License :: OSI Approved :: GNU General Public License v3 (GPLv3) +Classifier: Operating System :: POSIX :: Linux +Classifier: Programming Language :: Python :: 3.7 diff --git a/autosubmit_api.egg-info/SOURCES.txt b/autosubmit_api.egg-info/SOURCES.txt new file mode 100644 index 00000000..f0ccb725 --- /dev/null +++ b/autosubmit_api.egg-info/SOURCES.txt @@ -0,0 +1,161 @@ +setup.py +autosubmit_api/__init__.py +autosubmit_api/app.py +autosubmit_api/get-pip.py +autosubmit_api.egg-info/PKG-INFO +autosubmit_api.egg-info/SOURCES.txt +autosubmit_api.egg-info/dependency_links.txt +autosubmit_api.egg-info/requires.txt +autosubmit_api.egg-info/top_level.txt +autosubmit_api/autosubmit_legacy/__init__.py +autosubmit_api/autosubmit_legacy/autosubmit.py +autosubmit_api/autosubmit_legacy/job/__init__.py +autosubmit_api/autosubmit_legacy/job/job.py +autosubmit_api/autosubmit_legacy/job/job_common.py +autosubmit_api/autosubmit_legacy/job/job_dict.py +autosubmit_api/autosubmit_legacy/job/job_exceptions.py +autosubmit_api/autosubmit_legacy/job/job_grouping.py +autosubmit_api/autosubmit_legacy/job/job_list.py +autosubmit_api/autosubmit_legacy/job/job_list_persistence.py +autosubmit_api/autosubmit_legacy/job/job_package_persistence.py +autosubmit_api/autosubmit_legacy/job/job_packager.py +autosubmit_api/autosubmit_legacy/job/job_packages.py +autosubmit_api/autosubmit_legacy/job/job_utils.py +autosubmit_api/autosubmit_legacy/platforms/__init__.py +autosubmit_api/autosubmit_legacy/platforms/ecmwf_adaptor.py +autosubmit_api/autosubmit_legacy/platforms/ecplatform.py +autosubmit_api/autosubmit_legacy/platforms/locplatform.py +autosubmit_api/autosubmit_legacy/platforms/lsfplatform.py +autosubmit_api/autosubmit_legacy/platforms/mn_adaptor.py +autosubmit_api/autosubmit_legacy/platforms/paramiko_platform.py +autosubmit_api/autosubmit_legacy/platforms/paramiko_submitter.py +autosubmit_api/autosubmit_legacy/platforms/pbsplatform.py +autosubmit_api/autosubmit_legacy/platforms/platform.py +autosubmit_api/autosubmit_legacy/platforms/psplatform.py +autosubmit_api/autosubmit_legacy/platforms/saga_platform.py +autosubmit_api/autosubmit_legacy/platforms/saga_submitter.py +autosubmit_api/autosubmit_legacy/platforms/sgeplatform.py +autosubmit_api/autosubmit_legacy/platforms/slurmplatform.py +autosubmit_api/autosubmit_legacy/platforms/submitter.py +autosubmit_api/autosubmit_legacy/platforms/headers/__init__.py +autosubmit_api/autosubmit_legacy/platforms/headers/ec_cca_header.py +autosubmit_api/autosubmit_legacy/platforms/headers/ec_header.py +autosubmit_api/autosubmit_legacy/platforms/headers/local_header.py +autosubmit_api/autosubmit_legacy/platforms/headers/lsf_header.py +autosubmit_api/autosubmit_legacy/platforms/headers/pbs10_header.py +autosubmit_api/autosubmit_legacy/platforms/headers/pbs11_header.py +autosubmit_api/autosubmit_legacy/platforms/headers/pbs12_header.py +autosubmit_api/autosubmit_legacy/platforms/headers/ps_header.py +autosubmit_api/autosubmit_legacy/platforms/headers/sge_header.py +autosubmit_api/autosubmit_legacy/platforms/headers/slurm_header.py +autosubmit_api/autosubmit_legacy/platforms/wrappers/__init__.py +autosubmit_api/autosubmit_legacy/platforms/wrappers/wrapper_builder.py +autosubmit_api/autosubmit_legacy/platforms/wrappers/wrapper_factory.py +autosubmit_api/builders/__init__.py +autosubmit_api/builders/basic_builder.py +autosubmit_api/builders/configuration_facade_builder.py +autosubmit_api/builders/experiment_history_builder.py +autosubmit_api/builders/joblist_helper_builder.py +autosubmit_api/builders/joblist_loader_builder.py +autosubmit_api/builders/pkl_organizer_builder.py +autosubmit_api/common/__init__.py +autosubmit_api/common/utils.py +autosubmit_api/common/utils_for_testing.py +autosubmit_api/components/__init__.py +autosubmit_api/components/experiment/__init__.py +autosubmit_api/components/experiment/configuration_facade.py +autosubmit_api/components/experiment/pkl_organizer.py +autosubmit_api/components/experiment/test.py +autosubmit_api/components/jobs/__init__.py +autosubmit_api/components/jobs/job_factory.py +autosubmit_api/components/jobs/job_support.py +autosubmit_api/components/jobs/joblist_helper.py +autosubmit_api/components/jobs/joblist_loader.py +autosubmit_api/components/jobs/test.py +autosubmit_api/components/jobs/utils.py +autosubmit_api/components/representations/__init__.py +autosubmit_api/components/representations/graph/__init__.py +autosubmit_api/components/representations/graph/edge.py +autosubmit_api/components/representations/graph/graph.py +autosubmit_api/components/representations/graph/test.py +autosubmit_api/components/representations/tree/__init__.py +autosubmit_api/components/representations/tree/test.py +autosubmit_api/components/representations/tree/tree.py +autosubmit_api/config/__init__.py +autosubmit_api/config/basicConfig.py +autosubmit_api/config/config_common.py +autosubmit_api/database/__init__.py +autosubmit_api/database/autosubmit.py +autosubmit_api/database/db_common.py +autosubmit_api/database/db_jobdata.py +autosubmit_api/database/db_manager.py +autosubmit_api/database/db_structure.py +autosubmit_api/experiment/__init__.py +autosubmit_api/experiment/as_times_db_manager.py +autosubmit_api/experiment/common_db_requests.py +autosubmit_api/experiment/common_requests.py +autosubmit_api/experiment/experiment_common.py +autosubmit_api/experiment/experiment_db_manager.py +autosubmit_api/experiment/test.py +autosubmit_api/experiment/utils.py +autosubmit_api/git/__init__.py +autosubmit_api/git/autosubmit_git.py +autosubmit_api/history/__init__.py +autosubmit_api/history/experiment_history.py +autosubmit_api/history/experiment_status.py +autosubmit_api/history/experiment_status_manager.py +autosubmit_api/history/internal_logging.py +autosubmit_api/history/strategies.py +autosubmit_api/history/test.py +autosubmit_api/history/test_job_history.py +autosubmit_api/history/test_strategies.py +autosubmit_api/history/test_utils.py +autosubmit_api/history/utils.py +autosubmit_api/history/data_classes/__init__.py +autosubmit_api/history/data_classes/experiment_run.py +autosubmit_api/history/data_classes/job_data.py +autosubmit_api/history/database_managers/__init__.py +autosubmit_api/history/database_managers/database_manager.py +autosubmit_api/history/database_managers/database_models.py +autosubmit_api/history/database_managers/experiment_history_db_manager.py +autosubmit_api/history/database_managers/experiment_status_db_manager.py +autosubmit_api/history/database_managers/test.py +autosubmit_api/history/platform_monitor/__init__.py +autosubmit_api/history/platform_monitor/platform_monitor.py +autosubmit_api/history/platform_monitor/platform_utils.py +autosubmit_api/history/platform_monitor/slurm_monitor.py +autosubmit_api/history/platform_monitor/slurm_monitor_item.py +autosubmit_api/history/platform_monitor/test.py +autosubmit_api/monitor/__init__.py +autosubmit_api/monitor/diagram.py +autosubmit_api/monitor/monitor.py +autosubmit_api/monitor/utils.py +autosubmit_api/notifications/__init__.py +autosubmit_api/notifications/mail_notifier.py +autosubmit_api/notifications/notifier.py +autosubmit_api/performance/__init__.py +autosubmit_api/performance/performance_metrics.py +autosubmit_api/performance/utils.py +autosubmit_api/statistics/__init__.py +autosubmit_api/statistics/job_stat.py +autosubmit_api/statistics/statistics.py +autosubmit_api/statistics/stats_summary.py +autosubmit_api/statistics/test.py +autosubmit_api/statistics/utils.py +autosubmit_api/workers/__init__.py +autosubmit_api/workers/populate_details_db.py +autosubmit_api/workers/populate_graph.py +autosubmit_api/workers/populate_queue_run_times.py +autosubmit_api/workers/populate_running_experiments.py +autosubmit_api/workers/test.py +autosubmit_api/workers/test_esarchive.py +autosubmit_api/workers/verify_complete.py +autosubmit_api/workers/business/__init__.py +autosubmit_api/workers/business/populate_times.py +autosubmit_api/workers/business/process_graph_drawings.py +autosubmit_api/workers/deprecated/__init__.py +autosubmit_api/workers/deprecated/fix_historic.py +autosubmit_api/workers/deprecated/fix_historic_energy.py +autosubmit_api/workers/populate_details/__init__.py +autosubmit_api/workers/populate_details/populate.py +autosubmit_api/workers/populate_details/test.py \ No newline at end of file diff --git a/autosubmit_api.egg-info/dependency_links.txt b/autosubmit_api.egg-info/dependency_links.txt new file mode 100644 index 00000000..8b137891 --- /dev/null +++ b/autosubmit_api.egg-info/dependency_links.txt @@ -0,0 +1 @@ + diff --git a/autosubmit_api.egg-info/requires.txt b/autosubmit_api.egg-info/requires.txt new file mode 100644 index 00000000..d8ff9e05 --- /dev/null +++ b/autosubmit_api.egg-info/requires.txt @@ -0,0 +1,11 @@ +jwt==1.3.1 +requests==2.28.1 +flask_cors==3.0.10 +bscearth.utils==0.5.2 +pysqlite3==0.4.7 +numpy==1.21.6 +pydotplus==2.0.2 +portalocker==2.6.0 +networkx==2.6.3 +scipy==1.7.3 +paramiko==2.12.0 diff --git a/autosubmit_api.egg-info/top_level.txt b/autosubmit_api.egg-info/top_level.txt new file mode 100644 index 00000000..7ecd9164 --- /dev/null +++ b/autosubmit_api.egg-info/top_level.txt @@ -0,0 +1 @@ +autosubmit_api diff --git a/autosubmit_api/__init__.pyc b/autosubmit_api/__init__.pyc new file mode 100644 index 0000000000000000000000000000000000000000..224467877f8104b9b5e89aa172bda46b60e446b9 GIT binary patch literal 300 zcmZ9I&q@R_4943TU1VjiUY+B3nXY#c|6WC0M3_tHw!tY(+o4SrU)9&}1ic4A#QsRWZ#eQ9!wS(erRb%wmFO#BYq4pMX8)LR*{!>EUUBy3Mvtj^ zO~ni@pL69-Cxc@Qy4jQolZk#RE=${;IC3|Mk^h)#?8{HT0{Q^^K|u|MlYUE&S>tat{7ms;*Qi&ReQvMdc|~N=5m! zDy1c#QuQ9y=usu4y{go!tgx3pRqBhV`&Fr5@@Z8cP>n%V8dQxTRT?tXJ*qye8Y8MS zq8g`E>6B`mR;AObaYmKSsK%%&jT*XMRX?j5W2!V}p8Hh&oNAm`rSqyWu1e$ayDzBP zgeqN(UO%a7msIJpJoc;lbE*#DQA?FpQX@v zM7gg^vp1yLbaYlqrV=G%Qj$~dpmN_}-g5g@?M>yJlZv;L`N*A03Ia@ zA>{o3vid0}F3WN=YM$+)4*u`K3nX2E?y4>=;Ew7oSsScRT*DHD_=ts_Xf7o_)AbIU- z?X{Zn0^fB!->sU8wqGxAw*0Kc_Gu)`tu6De2|R4MLAl!YeYY8u{dTkIHMh#{qut;d z>e{;;DIZ-QqXdQH>ZskEje?->-Y(7kiQdR&@kXE%G$^j(o z0CjPR*qsAQN_y2nN(FuDAgvzVkoNs*?zdi52R&*Z4F=SHk4RQp?er>tfsbr3$Ob=L z;QxF3X?C!aQvP2kuZMZ3M@`ca_nJR__yZ3-pr(t?psEeC=Y0$-r4D-4K8F4;${Aug z#BRS=%KH@7XuprIE`k)D?F=ga*KF2=>mODe{%QKY3AC7SPT{Xo69@e&IKx@*_sgsY z*z#ad?GGsb9V-}BwX@9E#KEDwiDfybYUfpLTsf!J{-C%?{LyvmiBmaars81|gLJOb zfp~nZdH{!ZRt1xEViV4onm!m(!6j9@toD(4P6b!gXK8gXEX#zpSSEIXW!fKB4wva% zxJ(eHETyo3)kMEub;k`veca{)BS;jXN;}wwVt7?3iW5+I+Zs|Ty4u=to4Spn`>nR0 zsn$IZW;~r~wt@`XL9c)0IvHq9CfG)K3u0cOYE5OQbiSG`wb}>AH^21T8!| znLTy};p8*kovA}bGOf)_rCx76M0e&rdPMXzt~+ZWb1)fhY@C_7}JU_%j`D&R-^o=QI|Plh5^_w zbHwUOLs*e5jFB_&nwu>ff2q0Sxi${MbIjT9;qDa3+t*_5F;sJX<4Ylg)}l_PxAF#J(XOQnh-8rP0 zRNCsduB65-%|*=_uSriCsvtBylezUZ?X6FElDXQRWK=a}o6uLIXd7>A(e`mo$tu zmq`ZJ;fF| zCU3G?8i@{ko70l@6APfB;7~k{aGq40TGM@)1b@=)M$6eN10hyKZX*yW3TuCeHuei_ zP1p0FQuiFOilW4leC?XdwG9z#f<+aS>gz~U--syfAQXEHsyk+-tw|{OD3tjuo<^%pibC7wx0w#oG7pcp$=yv=3miCQ27#JWCX(hw=^K1h2q9DozTDlZRrUW-tMiPy z)1C1qwTIBDNBO@ZcLC?1WP*Wul>Rkg5D^~U+7G;#B@ocBAQ5F)!@B5<2fP6QLLUv_ zqTvDS8DX-}B-DZ)du=UWT#MC0v?44Ltq>9S^e2=NQKO>S$xult(Dr5YQOKS}YA-S& zH*ER=(GbxJdzp{1KG=8pDC$*Uu3PNw6_&lsgn}U(E1QPHE;5Nl*Ir{SexH%+p=MCb zjE{SaCry+?K}`y0uXPr_hvJ!rztME5xhn7k_DZ?;p}p9#y(`w~W|fG61|yc&f5t;c zULlc(tL+V$WWN+40!6NmdpsMN%YDjf-=v6Pn}o^OYO$oT-f9wmr$F0ml);34KIca8}` zgjGxm3eZ7cSU^k@6CxiILcAvM6!+LAB`HV=ooGQ*HUONL3iB(6WFsyW*|0waq2bCR za!1;W`>4Q9)hrmM9fw5V0JEHHf}y{G$7jg40d$WMl)3W1L|)vMN{v{T;LE_7izv&1 zpxSCTgKsHo=&iwo*_HJ|$2aVY{qGbXk2$oAl;#9;WCeh%Pnbajeq>Pe`oG5WVJ6)| zS@knkq**_&*E4AEs|JkV8%P@ z1)c1uS4z|iT1E2>15afG@Q95$;JZNx(gZdeq<{@1Q9bY#oo)f{zf`y3OX9J?w{+}& z4>Vd}$mgsiTV@iEPR34V5miqh=Ca!Tz{JXkgak5hNH$GJY(}g z=?qs&=KFVi<~)f!rmd@1!P4*HDHN=vBzjIq4xcKR^czRFk7bfpOl0zJkcs*JRb&!g zgkp&lA_swlSW;%wT>=SA{`CkXxmYj)mY=a_7Y_-TO;+1gCK!=2k`oe&`*g^*rT-TA2&a4RV~UO5rzl`%OGxYXt7@^eO);u_B`5 zctqhOtjWS6C>XY&;gAryM9di;NYmO_z(K4)o45kj1x6)m1D<#61P@&JZoP!WY(-pb zg_|Y}kcgCWZxK3h*3o+SZYJEq*7q{ujKcjtC6yt)CX9|I+t-VEJM;KJcxtZ~I-Hl~ zkrKmVwzP>@?N^vAGC2e#xuCKmku#YSVeDzVGBg0;ME{8;ELOcE*c*>nqp3mehtH#g z?A3>iK$T!RO>+Fs;#YH@-BDujE5>ceL<%PyeKNiS9a$UguR~CWMr;RFE{Yr1Tt#8- zf*Zu)Zw`{d9mab!okNGi8Af8I0#Wt=QTJ-4o^dvegAg17juksheEjBt!6BwtIEgX| zkQ~WE;q8;~AqQso%k?^0kVrJd_x~$7B$^BMP68ypVrhnqa^5DYzmT`z40vbQX=%P& zz395aGGWV?2JVz?g!!sFW!Z6K)+Y=JIRLW5+l-D`{|zOEDIMf4ZWH0?Z!cH4f5w?< zH(LmDqQc|xg#ebz5=9RYdkosTj3p@V*4rnI+bMD!4POry@G$&8P;{6}5`xj~Mx)~I zeM^;xJKy5^-McgP{f=Q13m=yrk5QCNE=|X*mcteJh7<_{2?y}sN3e);m4l0qt|T1A zCdLS2|Mg#Zh&|6!0~8+c2;ye1@iGR`hY9i`WBe52y8tYRhShMAEtL0~ZXDU=kq9EY z9dtD#$9bV! z_kJX&SF*W52uyo8-NNxW7h7&o$bo_6%HauhK!JT&@u_k+2Wf4{!Gb8Bj4C0lvZFc* zNv)s@n;ycJARh-L2O}H2IwE}%0phTY_esnquO&w=c7ctuOkPGJ!J|WtTFx>^@r+`@ ziNI1hA+~AYEOUAxKB5mH;Md^3hj8GS{5fTvP9g3yjp60C{L1e3A#sl%>lIud2s(SX zEgZ$}y3S2GjD_uOIu+j>hc|Hw9&goRE%`a#5KGb*Zq-b{APOItU;?2W1i^&(AdB3g z;eaF=GC))!0*n*b$#qNb;jjRQRuH(hV9%^3Het{PrG6}@4Pi|}h6v)1gmNN70_Dzw zYgSaGDO}7Gf$$V=@l=#(69BnHSrL#2S(yfkheU7^xxjbbSOQ=+ zv5Bv8afnA_&VDl(kG5yc&gVO3N6yeq(ee1jqmx7Y;>621A!%269_pO1qoO4W2UO-r zt|j>sMrs9w3od;UgSdH|#jpNa7*tDy*MvM**ggi(N=|J!XoUA z_8-6Xl>JdhsUj3?p!fsNeJC5_6Xr~0Y&)Y6Z}a*Q3=%*No%yx`a-9P+WG6e1i%dEL zj{?9Y)HxRbdEP44(S}BGw!DXL-Tzn z%-AD9Y6#Q^&i#2@ zF1KqCmV!@%4gu8d;C%f9i9@EzcbiB0*G{N}Eh#(1dRTQ6BH@aQFAe!{2!%aE z07grk7*1Jk?{TGOC^@uSs`sk(B0^)6IR1Ry(yyWPw_CYiPKtGy|di0 z1orQuNPMs5`dSo=Hzq=6ChLRum8U@ zcI^p_HRZ=+>=8$+0s|>PvZX% zhMdup#iiofN;2GMI8I53tB%L?Xp>179j;KqmJ?xw3v(izjZiz3UO+=QBAh37w!K+% zHA#31QWM-Xr;{5jA3E#WEWi!l3Ker;yya~@hET%F3}@%0GUF6J{{ zu>_Y16l9@JgvUpW3@LmY@QZ%J#m64crh*&<~;edU!qOVp)=Z7**eJ)6~CCn9UsIm zIH?mpA&xYks~U~~hN`1yqrkz}E$`2_`&9O0E-sa*rOgd>E{xvO2LB_kk@Oqu%V(-kd|>_cU?Fo{anfgI+wGFTaa z{Tln`o%cilcPf!btXsZ|G%;$rOPPkbBRYlAMxQ{M@0{3^gsyRaZ3>1q5xg#k^w z(QaAT@OvI}E&2wl7!kJLMuHs$zpV+jC1~m4GcDhI9a`DYQp{B?m+9roWt%YAeD}m{ zk)U=6=d$@;Nn|7ZD3Uuje#6Ap+lV{VF;+XrHY~wsSIh1LeA`MRQjc@;`Hy`IW%fFg zdrW?l$!|0H9VS^OTTHf@V3(xqI+G@oT_!%0pD_77Ccn?*519On$saQL6DEJk~UXK}HcpA((IU;bQ3^E0Eq z)C=hm=1.2 +python-dateutil>2 +pydotplus>=2 +pyparsing>=2.0.1 +numpy +matplotlib +paramiko==2.6.0 +mock>=1.3.0 +portalocker>=0.5.7 +networkx +bscearth.utils +Flask==1.0.4 +Flask-Cors==3.0.8 +Flask-Jsonpify==1.5.0 +Flask-RESTful==0.3.7 +SQLAlchemy==1.3.11 +PyJWT==1.7.1 +Flask==1.1.1 +Flask-Cors==3.0.8 +Flask-Jsonpify==1.5.0 +Flask-RESTful==0.3.7 +gunicorn==19.9.0 +mock==3.0.5 +networkx==2.2 +numpy==1.16.4 +paramiko==1.15.0 +portalocker==0.5.7 +pydotplus==2.0.2 +pydot==1.4.1 +regex==2019.6.8 +requests==2.22.0 +graphviz==0.13 +enum34==1.1.6 +typing==3.7.4.3 +radical.saga==0.70.0 +scipy==1.2.2 diff --git a/autosubmit_api/autosubmit_api.egg-info/top_level.txt b/autosubmit_api/autosubmit_api.egg-info/top_level.txt new file mode 100644 index 00000000..25b178aa --- /dev/null +++ b/autosubmit_api/autosubmit_api.egg-info/top_level.txt @@ -0,0 +1,14 @@ +autosubmit_legacy +builders +common +components +config +database +experiment +git +history +monitor +notifications +performance +statistics +workers diff --git a/autosubmit_api/autosubmit_legacy/__init__.pyc b/autosubmit_api/autosubmit_legacy/__init__.pyc new file mode 100644 index 0000000000000000000000000000000000000000..49bdbde9f260188e7702232471cd86878c1b2c07 GIT binary patch literal 185 zcmZSn%*&;^RWm7>0SXv_v;zP3sS@3Lg8v{@}%-LhoIP88d*td?!r+FUKAosN}CtE(hctGcSY zZnf2&SRr7u1QHUKVFC;T0S1N%34uT$Lk38~mcRriz+(a#9tk92;6YddVP4*wdEehT z_ujhI-IDAi&*6QZ)P4K@_x=3Oe!Ko*`O?8(-+O*6#Q%Eu`(Vh0sM!@lnV(#!g)or| zBe{@MI3H^HFp{^lu2Aa=6Ww8?+ta#3ttU+MhLK(m_k`M_FtIp{EcS43s4WQ-OT)<0 zFmY2DxhYI63nRg0V*7+I6NuMHz> zllOIDWL@&UK8&nS-ZzAi4axh)FtRau-xNkRCGVTV$mZnz<}h+|^1daEY)Rg?hLNqw z`z>Mo)-ZBwsH_X)+roGuloy4{27BKg%8SFZx$tb>N4O-^c7%zYVPvO=mxkJ|FtIy~ z?Dp_Yp>|uC*b_$fcz9W;^@WMOVPvm|mxtQzVd9Q3a)*akgxbC^(H}qG5jVd792IppCDq4x4HabFm@&%+xne190Z-@}_M{{vy<0S|As@GHW|D?EI2 zs67}a4u_G$9^Mja4~2;%VdRL1w}#qam^d0nj(Yf(PMoQp}TS>TwWTQd%AKtI|F1mn`Efx!jrS<#(ZTMd1V-`Z=}qym3hL-aAIB= zl(W1mJQu>qt3r8qDDMg7+Z22@gjbD>=x7b~^>O~H|BHWpIo?_;cuY2{^;YS^bbYK< zZPZVC!cr3Im8exIADx+OdfZLKl`9uUr)#Zpb*$x)ONfkG%~s=lqfzVYCe&KQqgk1n zt~M*JRrVe=rki7xQmqzjOX5&#v^5=hczH)Pk5uE~X)KR5 z&L5|b?dFI$Jvw%I^kU`ArDkQc>?!L#Yn*br(u^onsgG4Wd0o4vOxoc2j>2julY07c z&673twE9T1F+Iu5cq9-s9B;${t-~0dX;n()xK1r@y>g{gnVGCKs}q%aJOoYuSYvW_ zUczb;%9UD$I_8$yK+?rZt2COQyG#BNnSJdUKGq^q6JJGFq*j zY_zHus+CN>&KRx4(CEd{AzRQ^l2M&w9Y-gsmm71E)Vbkiqki#BWn!{Mqeo}PDwEpH z-f}#9@yf&vYZj9F&M-TT>C6fbjb5l^x6W9e+{rJHBSbe7(F$Qarz;Hjn``Amt1Fbc z{hVoSA`V_yTHxQ=s8TMp8ih-v^>VFJ;Jj6u&FRTjA*x=ikJh4nh0$8AafOvFv?o{v z#%h((df|NKLZewJa8g=Jt-eE(nuxe`saYATRG+St4`tIXkfGu+(OvYTeMAaZsr$mquguUN#$9NPjd92X3Upf+wQ*ZI*wy-lhP|9=PFGrj5ba7WULEYyEZJ%H zv8BChsWR)8U{J6}ROW5}rN%^M|IyKA>(c%!)6MCzOV$1Dii?%e+91FC+Y?h7ovdCb zSgTwd9h=Q$7?_+jKo@t&7oquDnvOKAuxNR%cpHDm6wp5n?IA7l11w_&c*-L4%!f*s zaFI%n*8DjDD`-ov1@lRedzsWO<@BF&cX+PbaxS){o+RfI3-%_#r3$u7Eeg+dS*e@i zcy9UUY@>nDc+T>YBxZTLY!4*?6M-;k|Mh;SV)4mS#Wz2++)EVNwCj?JCopE3)(fW?RUEccPFWL zSkP~MQuisSzGZ$u3*yD()s}l?n{CP zLvg6DpR*M0)u9p~JSNC@VRWnlWE+j50&pz@@dhl99YbAby4elZ{vjY}_Pf?OxMe2` z){fH;jwO3NE|B0;hz%U;c|w25ny+${U2V zDBni#=d zYNfND{CF}J=I1yG%#SCW$RwQ1CY(z8oG#VrY=uvRa&cacp|nTrBW7)>ZIte0_0ELy z*`zr#{2$iMa|@P9SNt`hTuRE&_t*OD`MQsW^7%~KST=1=TYsHx%S)HR{xYR6cxj)N zi}Qwd$p_zU+psz>c|4nZIh1Sja!jP-WSiXhDAa9dG^qCahw6Hxm<;798zG08xoc)e znC_^*$?T{o+sA9pfltwmhtRSiOy6(_PlxiAWV-0)Otzb|q5Qf`+Uv7v&xG>TOxhbf z%@5YsS=(=%*LDii1ewx9@b#hm4M|Puc7HZI8PCm2{zfWDj~89}rg=HOIa|REW^>Sv z@8`dI$M<^6;|usLq5P(Keg0POvrpo;*(APs-XyX}ZNTm)eVLu~^whGu-ZHQ5Z}+u3Ud~dgW-+P^Wz5+KsU^h4)DY*Lk47gh0 z0{n*;^8{UQ@A&+DpUuzrch1khN%lSG=m$tj_u{_|#))Gill!Y%K+v z4D`J|P~XHqo0);1^8}x-_t|{?yyh#x34g(&-mj?ZVwX4GVmAiT|1p$*(E#xmGHBs1 zF+2zK3xc{iNBx(5GJKq)oe0XWWYe->h57klHm&^SpeBCO2Ce`9m|333n7Z_$dOU;i zJU={e`*pB(Z}P^+;6t{CAMRYkxwyPn=6H9CasR4Mi>LisDF3=a#NQw`B`bb2ls{sz zAI-+H*uQ15znzVpgYp08Z0#Ql<=?Rqzw0G@NB$S<`o}xFzRmKr@4)U*_P(Y4Ru9v2 z{la_5hEU(qF)rM<-?P5`{tf%~2ci7GX+wzQ>Pe`iKcxP2TL20E>%1JF@Ekr5e`Ia_ z@panre4n&@|LunP{>1YA@5+~)^gp$zPk9s+?na=m2XC1|8_J&! zm%GyP_gML#xAM1ICa+~%wvm@xrrTGkCxuL=?e@OIo;&Ti%bvUKd7C}=*t5@`d+m9< zJ@2sRCVTF)XMcEhW!kU0HF?pR9I#~Xmsh>tV!U~8hDqs73%9KB+pX}OnZgI`{h&SX z3eR?@1-{M-{IwOhJ5%5#_I{5&@3p75Hh(xike7yMm!_3|w^h1kwPx*QnMym>?>j8h zt1Z)^Or~p1s<*Sva_$SyE>2tf9;@heR?*Ajir8GqKKV9F{&$vqU#6Y=?frr9Yf4D%Wk8wX4T|k zQGpf_#&y&tVbEv z?w+U+=PcBxC(c)3`_f4XjG``8U%L=DQ)^tjP(=hOf#TSuMs*A!wB#{IUwO3nsxyxs zJNXFvKZL=f51oC)gigm!K77hLRXjR$_V^h%mm!=TI$A6ZA1%T z`Q(w}u`|bx96oNvPo63rKjpb&A-7fEnw_jf5->&;)@qD@JeI3iojYA!P}AEqxE(nDr$x*lzg{}!Uj%9uo@ny5sCYojMvEk_bK zw-XB0GTX%@tKKR0jwHbS{q;txIa-gZEjE(PWrUQrQfeW^i?)(uuo~HpYUe66E9Gfh zV;ja1lPj~F2nnxb`r;d8Hqw^p@0Un9l2~tI^m0X+6`?ID>Ec2|@ottUBCSw=e|dUh zVm3O=yUVfXw}<4ib*T`qPT}d%8Uxr@n2x5Ap3a&qp~ajcMfI8+laXY}{rwFlZ&W)L zQR}@otUr@GGghY8hx=%xP1N82=;h!+7E zz=_+F7Kt)Fw&_Pq&cdR8(VVa;wH-X+l7AD5Pu3cAJ(-B?*7XrLA{{*zWx6#v-Lg$T zS-#+Z>lcyippg<;Fnao;Nsa&mjffqkqp1DlC2c+~R_a<>PKY&Ykm{n8BueLJ{g9Dp zlQB^d)Uneuc4@kP+1{ebTD8?uDM^<#pt0ydLZ)ZoYdGFG&q5@rw$YGTou4g8xnWLf@BMx#*qXup?__FH*cYzV|4BkRbjJ`5BF zUG=7Le__Yr`s|K@!trB6XB2vM;lRu8x%0q*I}a3IUAQoIXW`Wc3I_{!74AMqh`0mi z3g?vNB^_Dr>A&kvC7j#gV8VM_;z~g$CfcD+qY5(CvYvRX)}Vnlg7yR>t0bHE5}>DK z(;h{)Qt(m2K6@TnxX^4&SUt8%f^+?2S0ZU(05&dF#x9qxG)E^nrO^T69*GyVFxiNr zs_wctHQDB4)6FKZu5hK%ynF$@2|w-^qPRw%!FVLLlbA1C@8Z$JgRipnK62{B>ElPw z9370W2QC7x3hjiUvqPtko*X1aVC~_<$BxID&Ypby zyUr5E-K@p%QX3(fQDyTt2PegdK5z#yY3XcVhI`g*)~&-KVy3F0^8h885S4&;y-oqUkeeaqaUI zFM_siB-J8&F(?9rtPK@4k8?y{;N4E&Ao< z`;8kWk}}dG72UI_v!RVwHoVhdK{Q(*yM(G+^>wVo1hq|!d*04zv!T& zT#YXKF|XHbn+qG1N|t)6?HL&snP7m5U}k(!ezR9E>VA#xr1BH~p1}y%fP(DFHUZJ$ z;u4|KV5ce%J!NyAf4^V&Z>NgvoAQkrYyOV%A$44k+X zZL}HkyI;C)VKm_)S#@xlw22t-{18%5-(m6k8dvlUiepo61R-V;2f_)+(hl+b6Kys2vqH z5n7dCJk?P)Na1{AhRxMiy#N&8#MEk)^4>@!T7Um&`RP#r%eo`#BEKwQQ<{>LN6)(puq59BOmmdQV$9^@u0VucGz>yE)#Jn#<%JVCtpg6!c$2tR1#GT2q z005inYMR&4m$4YDh%tBZJleA^hLY{Fi8xnGaVnR;Y95r!K{zwj1SVDt{3U@Ti&zOU zQ-czjp6XNpaIK;9aYN@}I*nbjW9hG=dM^U0y*(DA$vyvcRjTHGC^6vxiYUC-d2h^# z^}`0-o);b6G$*TQQ4okS zB%yi|2?O!4BMpY~34IgG&r5k3a`KO>eAOAxLQ@|J`u`A;e_vgzqO1&xB6NzPkc;=|p_{CzJN(Niq1(H7 zM2|r|j_UC+54TEqM8QY(IHt#AdOXgfPt3&PaXn7xaZ-;{dYsnd2|bEDo_D_gZ+Al& z_Vp*C_!?y?X-Y(a6t6k46{Tw7?QClE88G7l!WxCEPCM^#j7^#hqiMW&F7#4@WEMr) zwAS!wV}FSqk+b};BvU;q1T?UUn=SxQl!pzMe;8b+(h`7F!o+mTn84c5HE#T;V}4Xo z=(_dyB%t4#!1%_P;8vG<7P*CskU?tH=@$RKWJt2*WEmbtI^&Ujd z?2qOUy2U3|a#)X7=^-wN&8E?(R+|%|#Sx|G;3UM0B|7y}e6r8?=Tc533GpsDs+`*@)%_o?B8n3om z@K?t!i?3BCO`vZO1EkhUa^qW~U)#k|@)ggkgkXRB#FShUe-r_KWeJc-pyl$g1OH`ZOn1$ha1anf0K5G<7)mTLgr{X2jtm8;e;E0XZ z?4t42G^0oKZRW%$igo_KF@ZEkCRYgbZZJC@dxK3J=2 zr#H9N>PY@(`#{N@>hub~HMzkZSh--p;DDpGmCpB(dr> zzn&+4uI*ZzUzT5$TSY%MQ0sPT^|xK@lpVb9$}Q!ox7+Elr`>9A%Bh&!t>iY=WDVn4 zPK-+IBJAarZ-8Ir)w|kSPu^9mMmOQ)eX*r8gZZ%>J64yR@QNd{r+gVP&j2ZNQpJeS z9O8YksqdVSq4zjSja|u0x9NHGDi7Lf=uIqZl4(&GM~}k7x%yuu;Vz};01a1j0#az8 ztF~p=tZIC@3XHF?45m~kMY-*{*`2X!UEG;@eZXFS7fK&%OzGn@Sf1f^L48^)yEE*E z=&5w~hMtT&YF3fC);b$SPTeE5dBDn`poiKDdU>X{q5(`D$kkWbn5Ykp5gWPH$1DvQ zWQ%@;xlGkMij@gy5ag3t3dd1VWy$I*7SHd$6~&})z($PM_O15tsDHW=}0G8LyK z1_lO<^?HP%s$4A4&SZ5ijL|99?jY2^bOEx}8MivQr&XnhvrGq}apIcGCgwX53mVUg zu?@pWEsFp@bp_V5C?aFHDi)!rcd5MnWS=-z#Ym6;pvOCT*!^OI^?Px=QLQ^NEp+kt zDYQ^Z#Z#xwlm?F#4IeFP?ut_?sv|Uc#j$OeJ(E|at7S)dU^Q9AQLCglp`w#lN``z0 ze<3rNDG0AF;ONqH3#3r5&52gC;wm<$hK@Fyjiwd7GTN*&VMP(5p05(&>%m@~UhGp> z?1EScd=w)d3hi!Cp z+W>GnM)Eo6y=F2{iZL7TWkmSNF>~@<3;4A}R<;zsx+Ki(&ONgv44%6scXeq17%J_i z@XXS%k@V*A9B<=5LuLRFX$jBV6bcyTZlnhrNhP>#$15T^8Kf z*?ZusHBXhkfLE7?I%jh9Q2aXxVqvRjxq_q9n{ru_@R? zZwt1Ez9nc6`99r|ys)>~;mK+>-`2(ZIQrxa#I`V7C%d|7<}&K?RAs88TF1-|p!@M6 zVpBeMx!%?_^|r2SFIQ`qnr28X47a(&feK6ki*%cU%@1|!eUIL+t_ja@YS!D1e7D8- zDL&Ui)1ArK5H@T0>^h&djW%n~tPSJnz^_&ydS`d*jxaR!?(V4%b=Mv8VBw95ICHI4 zay8ZL-pTj8puOY!7gKoExbT{<%Pa)PTh{U6D%KUg_UqG<{oxtT`4%P51t}zG56Bul zlRa%No19c&=Srsc*?y^kTeR$gEmtva^*(G!bI}LDM%)LlLWcVDJH$ZDhQZQ2W8qpE zw_mHVm9GinV8fKZ1SS*xmu7|4S zg_4Z#HMc1rk+mhvCP6=?zEO}cLP9ahv==tQ-@F`mkJ`b#8qUhh(bDENiAO zHZ60@yJGgCY@geRy~(fPTU}}()0A$*K12+z$h~JzW@4IJ<<8|Z9P#iF*k)wPI`pGj z9#ByDV1l&AqAsFcj?DrZnF1mW-hSX}w2jOsswn++qV3uBal%3jtt2CRV8GB}vBFF< zB5W5;Mv;(0Rn}C5b<@ypbO@XcKf$Wv2FK@JCg)aIMv7qCApjr(WwqYhtqc zf72tU&jeyR@}p?gKo6&*n7Do@+n21@X%px(b!O`#o0Od7Ypb0LE^tS-;&+g23adxk zq-L{n5yG;99y?khW2iJo7p74XH_8w~)0BZlww^dOcw%BiiM zq(64*p*Tt1u}aF7^V7cb4Hki~hfrd30P`v)-?Z*W#or*l_@DLofF2@`j8v4ILH+y5 zB!Z$fc(O%th>Ma4ICI)`do{6MpG7iRG-axMC6hgg&WDGzokTl-Bq=Qgky1?38bxlKm21T1Et-lLwin;PyK}j}PNlVi zz$jxr8%=9#%!w?q#=o27(E92=D*lOL1d!xwFNw8TV&FIcY}sPiBy{A^u$e|U!g&<&VPOnN|*=4Z0R$+fsXqF!viwnSpb zMW+9e8ec1}_I8Z2S3{mJgGd)=TYN=-_L8!m_ip}fgNR=X|8*tlYjZ2}H^YHm21nGM z*zc~QCUIDAp^lBbiNm@)x0sY&l-^{uETNUg`Wk!R&fjIm`&7BLwX`a?4Ib(8+-82oY7qByD{;&DKPIldz@2ujaTWfY7h$@_?qpBO zHI(xbuvlhY5oUxZdaSh2d8R%S8(NZWp z54&_+E>3Au6uWgxHFMg_zFLp%}mFK)8z^W80XDjm@Zry#dsp+*}9!y;T5J> z^29XoBSukfp-CYPnc3;Y5Ki{#-k5teO2XE@AB+E0!F76kLJuAH;vehrNj>aZxs5l| z3Md)So~=YBgtt@EXjc2>lk!4Mo^M`eO{QLaqw4s)9$zEgqY33dDLA&3UWDZxP%OU- zD6|}Cu!!F=VKchL_17Q)=P^E$0012)jvXQpjz7nG20QhoDk|^CwcDKj+taedjol|ML7KZM-b`5=o(C8K( zb&V>!c0sDmOR!0KQ>43?2Z|V%H;HQVxRaQ#!5wDU3`+DJGxH_w1*rpsF0q)GbAPPP zZ{S`S)2tTw)nCANhz>D&)(-D}V)5c*!LEdOFVq>aT@I{hj;Z8c7++*j#vT-NW3g}{ zkB57p+)K3BFw5e27-eY&Se9%pyA_&m44??G(duxoml;3Jv%zRJo?-MKlfJNR7KaT6 z>gn9_EdN=(<+6w`0s=7pGOejQ+!Jm7Flnn({_q+xi#hTL&fo`Yhql&hE+_?R%aFx0 zgA;sH7>DJ>jJ`Y<&kjQruLc`$CBo+7w7?j~Um*;3IKi*YDIR7O)5aVs06U6Iu=nUB zz8a~P`qiX|DGe7^VU{2nfx2%K4Hufez;&jOv6Nuwk_mp=LRsT{u$VW(w{^Z@4u&u6 zSf<>1ZvNY;jGmR@3UXv&{K@BmLWOf|7X5e(U#VM&*H zHzp;er{3D5GQZ;${ION=MFpB)Oe%2hp9<}@by#hM$g#OgO|Yk&H>Vu8w{yhJ#|%$6 z{x9nW)QJ;n69NlVv&kP=oe~I)bagcG<{r4B4xKHxhZgUU6|RJe+I7H=CFD2 z+|P+iDURXIVe^}ilnjJ#&V>tLV_U*E*#dZc4jlPrZ-dtNb$U?Dcnb`((gkBxw7Bt?KhJ-aU6dn29?rUoN~Uuhm!6 zd24#d+~Ib1;O*UNpEkQg^JYD-Zb_B_KB|_1W97|$YHqVL|K2u?t^MG+-SM!-4+P3+ z-Tuay-gs2ul{UPsIe#>LotTOHa}80+)c*&{ z=c_-I@217wP~pC%?YJB*XD zY8st1J5FR3iK)9aoER$FY<3okq7&4~h;jXo?#XDumf1PyQtXl1N&kg?Nq5w$89k{M z%sJw(Cor9vUTTkIdYMV`vJx6ZW;Vl)(KMJQJ;)IARF06P>F=2KfqoTSD@;~oAk++4 zjby30@GU{GeaODPaMH+);uf-)Zn=MwLB+@I)guW~GmjVLYXCyQ@2ibYoG*_)AiB&9 zSGpvUM8DP9>l5=wDaNFR80L&mV=)a{AI}QH{`M#def++7BP*hZ7^)hPnziwaMK5q9 z$0#{>Bo?PCU$ix{ku;K#m@ML9(`nZ}w*zWm%C(xMiuJ-qX)IkYJZG#nX%|dx^&*dU zHW@9*KQk>iFc|2{RxN=tx=j-3vkw4pMHWwEz;`9MO*3$N0=wV3nM0iHQzb5AFcyp$ z=+_r&7|3*eGz>e9rTzgG+O5Zw9>1xFab%34^H&6YHfIsIO!%vP*2G?ijy-bhPvgx!%en<-$uCDSVAwj6I@z$XJF8(tTenD;yl;1!On7KO7 z+9ZqkHD>MsW<|VMxU9TDxuELJ-ZP$Cj#C1MmhiK%Ae@QI(}KqIHJOiG8IsTRzNtW* zUbt}*@WAteSFv0RN5*Qh0|m zOrQiO3vmtd91>h7acTlKGW9}6#$8&V`}4as1Mx{lw9tUc`)rI5a5i|kJA^BOOIrBS ze5_IVvhy+ZcVU=5J108&W9BfWg<@{-p^WY65i@ZrG|tQWOPZ0RW8nT!;W7U{Tbuzk zCjg~$|vyY;6M5PnMFC9IdK(H6#iXYtVfR?`}EkMN3R~j{)#!h zEz)CvhuvT{@;dcrJ=6+Gb@ zGHRv`&(#1oqzZs0;2*3xmit4AR3TQ*ri)61g~bSA|Dz|5vN)X9&*cBmF z#4P<}CN$M9qku`z$dGW*W}m@eBzbgC~obu(XF(r2(d=Lf_4=#7FekR$@bsag|;>^r2)H&tTxXuzF%cF zD~(GCP4zpiq-%>${ZoFJ*2Nx}n0ez9#|!qo-P#(=$U>79 zmxSwYQX1bXuu#YEw$ZH#Gegd@d^|kGysnklK!O6yxaiwUj6eE+b-_XRAo2I-^TiJ|n~7p^S)@3PNo1-peZyXXAKHaYnwGn7s=s?U?i{YTeNvU_L3JTFv!X|V z!wNKiWr_CBL!tTG-Q`>1c=^IRKUed6#EK}-0=vXElJ5s0Ih;d^bNCBkd{8nE-)ZAV zRR7h`XA1;o!_YHxW>6%-)M^$w!nP9W;w1!PS zp_&0dSGStX3qC%Qu9a-t@5}?zFrtBb&thKPX3v7n;W3lUF_7(H=0N_L?IBsSoq4Sp z9Dg>v&2{r1d!L~n_AXJwKla9*+Z|eu1(Imp3?DoT5t~`6*5l#oPA%B@aa-FHCJdSB zZJm^J@A1n(Dv;(#?G(T;HGi6Fe!vWdL@!|Cq z0SZyy88m$MgpG7jTkEXFz0#}=yt8B(jw5aQ=(`~hV$cGe}p6onA|g` zrYO&NJWL+7Gh&DT)tV?ibVtSXS1|j3F4B&9svS>EJXY(SK+yO(6Ayi95pKoDOQH2z z-4&W=x=QMqWO8ytKEs5+**29p% z|81;{@Sl2w4~o(0%aS`@_{e7I!Pf_D~hm=Q%9I>Ro?6PcE4|pC^}ePD(nTk1zR( z=JW9-Qzw_S=kxm)4^KU|*zSb{ghf+JknAj@5;eUR(eh|Yy5S~k>uXk`MU-nQRt9I{`wZ4Y*aZ5a6i69_PQgo>APO!>oGiYf_ zMik-c&ryym^u@?^B5{z=Mu@rCf-pz$Qz}6Ly1B7ZHZGcw<;aD+d@iAWZw{xhVUW5% zJ|y;LL}VE&;Z6zJmn|UsvgKn7YQ$YzI_BEw5_L#i^#86n%-kxSjP9nfr5TddM1QeR zOu`$ry@0WEJ~4ly&c1kMjZt-lij&+ZXlb{%(s5}os!D`~CMGbNdDt1Fk2TI$ zNe@+%ib*xTSP_-3THAVV)MdT^mo8NgIcnIs_!))g2bV&*`(A(W>fT5!rQMGn+I_-o zSWfy^5-89)b282zE*?I8`e?CmZsmrW2Cm34lnVXty%NcMPw-+ za6AZgrC^RSwN1@DVt5pr5_%cR+01HFd=R9J>-jY29b47bH z7G2PQd9KyQGiPu^eD2$4058XQ#s~Do;%V3pG{lx3ovBVtPoyI^6CB`Q#+0M)GVQz| z!A241C879ND)s?A{+k{WE4V;Ij1n6~9glFupCaBkCWnt7KQ(-Gu=MDup)*4nn|$$a zu!q5Gq`1~iD|wt(S90B;rZ(!aNsrsriX;sS2|t{bBT#Rm0WoBf6?c=6$5q8~JwBx> zw&?9vJ+8_AG0u;eKE)GyNPv=BUc@WvmKWlTYs(gIQNG)Gq*4r)4IlchXQ{=;moAb~ zu{%i_;J5fnW!K)vDndKTxIIH>A3AaDjQpyLFQQ6fPFiVVbh7xEn)xmgiYN89N2SF2 z$K9`b@lmC0SBki)CMLiy#RZc+Y#>c@ll0$qWXY0r^psSsOJ{gGc0>htosNMO#Ih@i zJIu|Q)oXlx$uz{;QZ1-eBLxs=tJPptCAw(fydQK>Qn)L&Hr6KfTB|DPozP_5p$=;n zUU~TV*`uX1r%I0>eU(8A*?hR5v0X=A?#WeqfwgOhb*z%t2y<4FGp!tTQEW zr|`9pF?XM8{+5fzCJO{TzmWVdV7g# zHX)GC)M%tJx@0IllDa9|a-rgoO5CfyET%+ySc;0#2E}9yXIM=W{uIwB^ASCaN2wAC zZ@2ij1Z*CXJ(_yX(8e|6o^VpXS7-`wi3hZXz~v^coAxm;8kr=lYA4&>L(R8Av%(U z&L(2JySj3_5zs8kZ$;;RZEV3qJOUrYPcU=!7dsyLNiu(COZvTzG+7tPQb}c(65c?) zTgZL0wXXIz<_ozMxfS`&Tr1?EE6*%3zHao;J9zGW-7rr@`@pS5S=LMnB-S#f5|od~Ls+;_q3j<~&=6wA*+HiDY%pHe zV&j;0hX@jg+;E1Sp(^&v(lB#(9+vCixqW%~r?bB=!I!k8q3Gcjd_w*o^hBBkIgCDg zSJ*6uizO)FDVxP?B^7%Kn3$X4iYgx7tTTzHJ`u~tqT6z_(8HveLbya!&N-+5avx#k zM9&RR-InV{2E*x#op0=bj>}znI*_1mj6sk`2XpY*o2T+KaOkLV6{A4kkwS14O|7xC zHcZ`zi;wJ(*5{QMHXm)nUgW(e+y|8pGqAQHOl*`hjhqNsOYyu=hnrz}t6m(DFvDI0 zPt+`V;!}jDvAx95W#4nFyr0}qB6kYc4|$RSk%K)AMQ?e z$M<$$Z+9r4?~Y&YZto5kYy*Je-SOe>C#RMNeufcC4fW}Qj)uTjm&&_?{ym~^Y?()I zCr899kr#R?>`o+#yU9(7Dy=!+j+HT=25Yj9rbXZm_@od`Unv;+8MW1nV^&Ej({8Km z#!9ZS%zB`ZDPu;AX_3RJmBM$5R`j~t;2;mcosR38ZZTH-UZ5m_2bc&C~ zO3^7tL7n8|KdqF9C%!_;y11QM718FWBm{ODophK+XX}?CXYdy&PXtAwp0SrcC;Isc z(fNv~e>{=v%Uh;!*wO?Y8?+Daq?NbOXLgNnp$%!Y@o?fcPxkF6$+ZSW&Nu-p+7*E3 zRD?~JQBTF~M476?`Drwu61p)m!%(=HbvcB_6F{t`W|;n^(FhNCP0J#+KyBu9l4lKz z^+IMrXauesp#Fy15?N~quq(x#Bv>>m(U5*4iO1-xEl3fJ#~o?g!a>p0YGa~p3@0z~ zF(mmkke`W0Gjgp9A+N=4dWaM@ve$a#F6vyNvY-^{zZAbw8Gl-DDLojEcgQ{rXuJ+1 zv>xIk0jWD&CvbPET!k8pZZMY)$!v*M?b8ai^*5X*5;^4Vke|?-Q6ffh$vt;MB58Aa zH(J`_F&UapG5Z)w3w25*n(}_SY?+cqlex~G^>1!1vqq`TiWQ2!Ux#l} zXMd6CgclJhACaN@HB%oEar{xx<>)8rMp)SkUcC$)y$kxlasK7JuOwzQxVb#vN?C0c zp|#-mq7vjwbuE9l5s$JOifWs|^QFQDEn|O07x?c@`CF{K`zPokzfx9FUKGa)a(C7w zKd!f09otZqQ=MMVT5$g{?M#6T0VD8UEX-Lfuzs|)gqy(L!P*!cUr}HL$e0j*t`yrx z@nHETw&#mttOnRThlH37AVKDpz->+mfSsG;fYftarbbl_I>{3oP9$Mm;Bj$G1LFW! zyLF4hMz^Hv;Ic+jMTtI~v>t1t;FMr~$HC%M4&yGfIu&_>*b=;xRxy~B5o#VhP~*TJ z5OM+Gk#M#R!t8Ji2Zchvh>G4O$v8=O`Q-se_&-ettcjoA^{L{ZsSo6)KA-2u21w%9cR>w9;II>~GIOA@zSxg;rFE)jZ|Raz;sULpEPx;pTI+0A zXDesBrp{v9$&iv#)FbTLwH|IY`@^-Y1NMho%>HnTh$pi@r0e{wHPw{&bRk-n?on)t z_nxk)_n>_O=|TS6JU?UO$MgSblD}Zvcj`~O_!*x1A<7IW&)~V+;)SO*s@_CBCEl#I zBz#+#THQS?q4^%o47x@VcmF{TWH--NUjj2SC*O}`8BLd1jc2=M+PiSpI3E_ErnF;Q zGAG51+wJrUW+e0EroYUh4i`=$?+_`*Kos1mll;t126byPsD4?(qL!o%f3}-p$>{d8 z-8q?iD&sY$8%h>S$!!wvXQq2w&(t2b+%w2l%BVfA^KFV!6FX|7+c~7iK#eDOVn;Pg9eTM}qwPhEB6+#C~)FkKcHsEvq zDtaY-Qu$CfcH8E^*WUMv^pAeH7s-C}W4+Jpl|GJOIQHPl9mUOq3RS$9$S23Cb#jsS zW!KEhod9=4nh(8UnQL1>eLuSho&&P@zFWB$qr1B@MB{1uym9j7*#cijoQ%K37n@7A zsT>!$IqO|?jHFveYK$RbD(mxYk~KjI)*8*Wdp$KES)7}Q81dAu5_dTI3I_CrJ~`$M zh=?fMN1kf=fzo{vZ16{D-va~pNg`T8kjJ-v9+*pFX42*e_`f=Cbkxz5)=r%0wEJ_& zMk4<{#ED>{k9Z(VzhTHnq4yOg>lbXUXFY#r5vIPJ`im}%j;D(r_i;l^{!BD>`lDABSaNLvpnCXl8Ua=l-mihp8oQ@ zYfj6}_XDqQyBsRa`#$cRsr6hP2Fymko?(d3TLohvx`PAvf=!ZdqEP$^a_KghIV#K@ zlVUTyrY;~kytKQYr@F%*lGV+Y9^%dX(?fz>SMk6m^!RGtsWR#|SG+!gf?DDwx;M=-Uji^}9I!-DBw`k%oq3SA!Q8zs@)xWGXtM~y_sIee!Z3S5L?^T zSZ-GEs)AefW}GZZ^ZXNdGI1%smWP`>!n7$OXmKVOUkt_gbghCKkbm||_fqj@#VH}R z5%rIamGp@)P4}GmzT1g&!%zX`42n^_OC12Mb1Tu}-3opaLF4i0>tHe+Dt?PHK!=9n zx9Xwwaxg4WcJVEGn8HApiX)#1F6B3l-F*t)ug3#=yh4u$^*F4@LwX$1V^EKydOWPh zBYHflhiM2%^3K?8MqF(v%Ih8-rg zb=YAdmY#2GxsE=>)}o}!W#`J=-i7iJzm(5aZON_eUIKedziV?l>ERaIU&7z@h{e|v zV?u82+C}`Dkozo`vsh2pV|QWGl(M^w!_>j<>U~kzUC4RiFuibg7xWe+8N4d)=S9Zu zl6)*D7je`Fp9;YvLU=K0aJO_>Pkmm&(p*|9sb?%&J*2OAz#S89wj@kl&54puVg}D` zNj$c}y>eOXBl1%wV)_xah_W*kQGHrQ-PkDOE@zQRppCd6h8&zfOuRx~qI@_mU&z6w zQ_h>s5gYmdA-4&^zPCSk?)Ic*$Vij&N1rhdX;6a}Y<@85$Oo+>*xIZzb17(5jL#4W zFEf$wOY)LxGdlQ<=#>|2+L$3|MC8e)9k5Ia|8?gy(M!yikaU}J0qGEvR3>@zP@lj^ z)XVlt@nokQbuA$>tByt2r5*qOLl27Z5^;8@U?duJa+WH(1`(-3auM6$GXnlsq~A3% zClv5kf#Up^PYbQkzDxI*kwb!b$7980-RfU1DfIlQAeX$E24$7T{kEK_jx`&uR%xQQ zOO0v1;C>Iu(1?iDaZmw6#1y&J%S37%FRv?kqdUzyqb|)DPWJ7j?2CfPeM$`(=4QCr zWg!c7JwBs^n(zT3Nv`V0>^G5(mPRkIOEd8(Kug=(<6U*x)OZcYl7wy!E@c>ORQ#x# z5GL8Db#%qaZ`9jc_4pa}LTHp@NekgdhVBUQF`=tZCzjiW>ct_{(2MUUhhrwx_9D_V z-%e|v78Y_^?XHwEU#i|W7YpHL=YxY_4-#UzSBF~-m)K5>JTvsm69soZDsl2E;eHx~ z)22864{0K9aO2~MJH7Eu0@ZQj_gv$~M~cyWi`|{iU(5wtR2T1H4#_TeG#x_%&J83{ z71Fg{Icgvn{hHNlpY5_6W)+6YBqF2Ywld_P+-s7HyJdro#u@R+hY3wR&!UmY#3C}Z z&EU~5Hhm=wops?O$FRFF2ST8)5<04LIEUu=&=ei?ET%zaCeYl=lS!;;OXaws)g3NO zkOCx8CNZ}V90wn0`zkI}y zFH~IQuXJ+SHz+(s377Su#MpCwrmU2HplQT5E!zd+%tjz+lr@HO6`R;?4?HGw^uNG2 zSV%I4W_s(p8P&Xk9gH&1quXmihvspo7fds@??UWb-2oWebhhK8h|65hwV_=0wLKfg z%-ggds9Lx;b0*&1kV(~DpSI)Ae<0BOrNrNlDLiuQOnVFKI+qCq z1~dgt;-KBu_9&_gT~`;v)t zcldBc`dJVke^FCxmzE7iIh-M(T0Kg`G4k4jHV(fmtz~(rD!xsR@6cn2hjA_D97ks< zd{J5cS&#prd{To+i1xPL-q+%WJVQ_9F5Qd)!|Ki(Qgr!dZa@EEg}f!1!n>)5i>8+P z$Rd=ybz|b!B>g+43EIl9{u(X(gJ`ha=w?iBHZCW-3Oa7arPsI_b$6sCGXh|>wt(u# z{HqWRZPac3DtzDkt5Egh8`v&Bzjf@2Nd$vx#*|lL9S~?qr2AZkT)xno=zwssLW)A! zq631@2&zN<0;-O?N~Cex_CdSE$Q@sJx`s*gy9{M-s^#9ZM6_fONJ7$jP-@&FU(qi> zqB>!>sz;&9g1Ut+&ebRxi_%0_o8aKNCt}59M5=MQcgdGHQq$6{5{*jkYXVnySh86O z(5z?~LzB))(}YaDIX5h&m4C{mjYz=&x|TL~SQikd`dr4h^v*EO&n`>Db@u079pH2G zI))nfjXOqP3nnP%+iN^P=T;!U@+(fskpbt+RSN>D)<>j zrJy|le4)^@qvSw#aHw_Wl)*Ner+|>Dv&`rIbm1A~g)T+iscFpBeS;zNHvI(KQ3q0Y z?FSRoGjmL0Jqg>ea(5Ct#Kw!x-L^0&P@n_zKzHoonH`8$LcUv4dU|EDbd%Dv7xC(F zuWeK0;;16MOy%Plp8AAoVYd#cw${tdw{)@>$-)5SQ3lotxFP-|kkzvoIKaL??t`PU z(f4=9lfCaxO5c7mpJn1;ggSWwse^G(78Ryk;)#SXy*-b#;3=y)iWrsK*V9P zaL8-4@3fzlyFATB$7YT0RmJg6K6&bl?QJ{0aW)w!3>5f+d!ZlF4!^Rp)o_9_5{_5& zGd0Vw>bM_&9WF?35>w@!di*30`~2Y2)50|8wJzLy36-=Zi~v0su|-(F8XwH1L?`3S<;BK{F&S*3@>mc@7J@eK+-riaN#O1`h{xolW!gHN-_MLkBE*>U!OaP2?(7r`!Z_?vi^?1D=|4NUAxN1XcK_A0j=Xqxo#mQ5G@3wud|w5 zYhAgQqjwJG3gU12%vY%jS4|+|7R)ICm2$gL0PmL3{7~F%tmO^|t~WdfUT+ye^k4x> zpVL@;$hu(E=?SH>+^l6^)de~Rnb0L~gFXO;Mc+iT&`Z!YBSoSEGRT#BJ*18&LvC} zP~T_0zeN<6P)2bN=T*qG#r4D^wW{MerBbu{#mgWPJx5WhU&NJg#ea8R`F2Vi=ovJu_7uy{qxEGY z9v(MBV9uf#P6SG)&;m51^&-4mOD)RC2!rNl^KqsmDbC8G4cCuiNV~@jWS4fy1d{gq zL`1~>tnVfrFKejl4kYPJuvr|WJ=3=#ecSj>QKvl&ifD`J3RX4_`c&YIdO!&7zV z4x>1HP2;fVVh*PM9*a>X?w`Bkj{BF1W{!wYFnI3eCTzANn%Q@^w;@k~w}@XnX@xu}IZU+$SIqrx78K~}^+msEd4UNZk9 zi#7WTz+{j0<1cUvP0y&AVN7#Y_r^=+mJdnY)KYM2^!fn(bW+>_cBXg?p`R~we{-*u z1)y)gCP1J0Cdp(5&%Hqgz~1 zW@kEfUT?eF0e_vH)?M;jxF8hR$Y%>Tde`JIGWy^mErxADZMb+HjDM2^_AFeJS7HEw zy)axKnRE1ST`U0iRjJ(I9Xkyx1D}qmpXL)(4iEO)4iS9V0Hfg!5R2&ZJeJB*T>nl~ z(e=kUSe6ts+}8b%CCc597RDry<#R@>{}^=f=w(Xd25C}cM78cJ?;=M;Ug0Llio~_K z%X6!LL2g0J6u|cJP_{#Dna-iKJV@C*;@{Ixl1?u zkZI1HEWU#rhFIIjO8g^3iYtDcvd*SgC8m@2HSuC2{ptT9j2d=T=*pR3DjoEznbvc@ z*6F}wp8(TrGxvjMAGJ?D0OsOO9JLqD4jnDxVM+=TR!#H}4V?Bbsw*<7u(Lkrefh_S zBfdTi*Ts2LMl92v=nU03fjn9(oGzYv?C6m*YNy?@_%+5l8z`Jf_4?JNIJdLJSWq0> zVL=}A(o8yaqVcr$4JOl6Zu@#a^~P+39kh&l16W%|VvnNz5zS82s`bkv)$tC-j3B;! zurr$oe6lub(=FHqo?mJs*&_1Hkj@8#ESM0b@9=qix6z-y;^V;&)WGzq5jE$%&Q@qT zDYBpEJ822C#5i{5vk$%jej`Mg7W&=Fq|je8qnthaZ{JhspKQ{l3xz#Tk2de$v8xY@ z_uAwrY!}!O{r$<<`df|rckG_rQScmP8@nR*^1pD~Z3UIy^?II%?z*aQtxg3O3cH9Y zSi!Wa@jpM zK>CG9UzLd$JU-p+71xSrx5=SfoF{eQNd0(Ci26xV-{%!7jE&Z{RPbpf&-a~s;Oamm z(d)xvG}xw!n<$un!Sj_$)^Q-)-auZZY|N`0pTokb$J5EoaN*iLiL2YkK20`o%vm+} z2<{&8u6Rh-tzljT1L;&`%Hi~Y3Ao0f1`K9s@-ijbeVybIVA`f9qXTpZUu_+S@mdp> zmU;o8*}PfRp#1f43=*JRp!FksB1*97np;)U^(52Wy(;d* z*kqxOpp+P85n9N+Bc7P(io6u zMJ0f+NqMeSN^-|)5Go)xVe0!b#?icxIEKd1bgR5X_rUmfN$qh(#)x%01zg0+x1a@@ zjYi8H4VoI?fLapx)qP+-J>rgHog#e(6pcV)z0D}PRB}TKV}BxoYPKTbOYWWIQ)Dat zkm?h=Sdh+`twrOAjw!LsqffO#XPC`P8y_rwk23sgrNIxwy{GFcx%-clVQJ+?-DP9R zV5#-?JZ?IsC!MuxJli-zP~H8Mh(T-{eX@8T)jOia%Zqr1UrB496k;VakFZqiKrszB z#5xdiY^N_q!II>;BxW(1`#o~$%Tapvk}77TocFEbDIJOpUDBWMZ&0cH9_deX%RQi6 z^~r5UHzgO*&MIsQZm}4B4a!UP>hH<387}=PU6(JB{&vY%ongM zMDA_59{PdnKmUr2qzO!?Yk~ZU*4LP*Fr%*F00i!8svikI2n_wKiN+x;5fl?6P7>s3 z>i>gXzJN;(HIu4;z$CD#fT$M9KSNJe4 zDpGoQ$uh2ReM*cOV7H=tsmUOpiL~J$LG-H;_+9Ea4knDHJM(IBmtd3-96Wcz%p@?e zhiA9M_{HxKTNJKT=@!%cusR5mAyNJy4fdv)F79RTPPS=(m~nkz*m!R@R}ES`EbRb*m>X<;aL>_S{My;8<{65S!h@JUSd7|Am8j) zOtl&+-M*rX(#;w^r`MR1CynN;q3J^Aul2#>7i?Z^9UJ!07g};C-Dl#*Ppb-(k(qex&lK#^!&K<(qWJ~|yLs3R%%{If`t}!| zq{r~ZR{5H_YkHDt_%Y#t5AzZhC!#JnR23YSt5k=wu1U8Hag-qKdQxMTu|U`j*p->9 zSZ*hk2!Ab zr02z^yAi-kKc69-cV9so>xq+)eUQT_V(%-Q$6NQir84f?p@0z#oG*8*F9 z6pVoOr7v=mf|egih}778#fJRXH7@{HbF~c`OT6rq&m~KKVWs5r3>v&y@NVU z1)yCg2&oT;It?d{{ywSG?P?&=gn?=>$m;Gfq%PYj*W(28Qh{|ox+hU0#_(2>5-JdU zqLA0|I+JQ=>qzbj)nOxvUYFG2COb(TOzoR;GP30ZupqW{=8Q4lhk zezUX(xC#iG=n$J*;oyi4u|%SOvnQn4AixP)ZnpwrZY3yy%O!re4VZ6XwA?>Fh+FdQ zWWM0$QezF%YjD-qI16^c)WGbjhGZI|v-$S4{)E-WS1HYhS36Vlxuh9HZRp1`In<$M z(iQQdbdns7>yu;ZC*;T)Ox$}LeK5}j7x(;&Nn2b??NOqWiu~H}{$$`paWSzA;wBlH z3Hq%Rl5V>iZJih(R}Ym9*Y85Og_8BUM6Ufrm%h(vx$ysoIxSQPqAsICR6;BJBJ>8`&T-pFBOP&CqwAB-DVU`u;wwANA-F9betY(e8?C5o zRoX7HK*cs|CF2;WzYFymleYH75$$Q4D8RBq%~!mS)eVs7ONv_FC8wQ8Nkl#;SL@`g_A*k?m%0z&Au92luy6pApUNAm7h2 zW#(h`R^uZ6$L$ZUT*>;G1Qd zThC7Nq{ox4rI0_9;t zauc9ad?(q9f2YSg^bjImG|x67;SCSf0vlh}Rt1PGiIWiUbmgNxgpPD@Z`4*nPN7?K zghu8)O2A(-HS-!Bp9zBr=Dhr5pJerI#y@mp;$umG+`Uq(1I^JZe1K_ky5%5cIsrYU^j1{8Au(6Dm@z&%H=v*iH(@GH~jfd^1Qv8UD{E;5Np@#_)jH39Y zf>J?u)A+aZW^_a{p$7Min~}yOK-%zhJ4tPzY-B{bJ=!46*!G=J#+vCk8O1MZjli>6 z3IjH-prEO_#0Sr;E4IKkWZw+V)&E(tm`Cfc1$FRh8ehW}j%IiXTh`>|f?6M+(Z_Dq zIM=!3eOVkUs=(71!AmwpUH;0!w0P9wM#~+wIM-|8Wy@NB1HbxkjbaqP6bIPriRsCW zscmf*(Go|b@$m1;z@01P-pn&<9Xux&$*8-L!X`BO6*j z5uirJp#WP(C%4P=b73UF*u`Axq$7|XIAwv^lfs4JtcV7|hKxZN<_cuBV`5 z;A0q~@1q3A7C(D?PBVeaYC{ce2*dRq*>OJ1Fz1i+Nsv@|2msf0H^rB7AfvErKsJf5 zqoqsI3LDo|^Z&D0!~)2$_}D)AAn?vWqI0}3WO&g$q1d*HxDds`4Df_RV0hrWFs>OG zhKt)=_b#8C{ZdjLTB}o#9x&eUm=cX8m7C3HY>+Z%VY$q#%h6qUma;TX5#LwXvHY>zX}avue(YG^=}U zR&N(Q!v~M~#BaHut|sBXTQT%hdp#qN1%LHDBm5*FVT-^YF_S<(my{JICS@h@=GlV_`nNE{JhMP4u$f| zEs3MVOC|};cby|D@#(rRl<&9Ie;}Ezuqa;rRdc87sh$O)!rax5dKQ|lcXVS%4A9%m z0n*z`{Cirwz0@`Cp?NcV!!_6i1R#Is$D5&Xb8&Bb|G-zs!5UiJ8_)PF=5L_Gy;Rn` zKU2s|la~<{7kY4^LZ_$R(aq0r`LOJ&%MZz7dFC^ApkBIY_UU;`cEnbSB_s2kB^ykZ z46xR@WEWv~EVwR5Z@eyF=zU)6a?_%P*5yoZvMzw;cwN?n(^F@9`5EThNWjnX!**N& zwhoaW$xM^9p@GQ#a&pbJ7W+Hn8(Q17AO?2(Vj!zC4ugZO-290}0<@lhG!YHjnDap_ zWp`!E8c2oXWM!9ep)Z2j)4XM|Y9Q}!&&$g4m3FTb=(e=6C%B*2-8b>NuR|n7~eB$PRJZH(ao&X8`Bq!%TtEXF#5QY zp1M+f-DtDCZz&enS1NnZNHx*{@9AcmtiQc&BF+{lj=zKH7T zK=B_~pyKz^GsFEw*j=fX5k{z(tM%YQgijKg?{?NTghz@;kDiP!@s=p;#^2B>>?!lz z>&C@BI5NlI3U;XWp>7xpG$)-OY+OetTm96Yro<&!7&MTcMyWfUy$Wv9E>2G{82`}q z;grvp$-<|hYJBXgN@s$}bhy&>f!3NC%ktOx7*dn8FOetQjlPM|S+wA$rmMJOGcF;z zt4~8cUaUlWBasT2lCwUAE2B&%ETd!%D%nq;OPgJM6VZp*cw2rM*Gnv~LdlTkG+^}Y zS(TAB>5@v?=^sp&l&XWyH-%gA0c=-vZ~!1-oH5Xj6)!|Q zfnvo!6W-B+5#8_vs#5F2C;`H;QoVSoRn_(?enC5OAqIhX1I8t=niFbX-_?o-&?e@q z0zTDsJWOTbsgd(fjT{)N)S$hc55n*hO8Kdgy7j?!xPJ;5hA5u|i(XFo!7K}BF1rR> zY3=iU+Rm(=&1F*~u|}#UULBy41>4Usb=ZoNji`!KuUUE%-A@r`@c7OV+jkCw=lU(% z4r^8LT&$&G*nW&wXUCK92V8Zxk0dkyPQGHFa0l9qAyexQP-dk>X-f(xXI*&_ZajwS~NMzG3j$%((k$ZlM(E14_2i2$f3%)LM;0>aOA_DbPsN0G) z%F?=k_6R+GBHgTZ#r$(t89tquTTFk72k9+JAm@S+7!bdxHDVnpGaKQ{Ps9uFVzgA@ z1(s|;S3Q*(mstzS3_c9-3CWouut$Fj?_vK_&Ap`NGy~_dQ*^{wK}~v>fIB{OKK+dH z{U3GPJ`#Rcx8LG+NRxnvLWP81m%CwJRn=?L@UaLzr)qHktraA4V z6#T_aStJ(hUgPz@PbnlD0R^>|$1&-tUR@tRi&dek*GuP>Yw5lA!T%dHS8%@-UKUxr|Oa7#n`3x24>=G9@I zc4UT|GbSklE)Jx?Do!VHaanwaF*b07if!pZsc+Uz+q#>XL~@=+E$vxQK7?p;ARU<`s^!UaZc)2B%I>v*#T4v)%>E z>;yo1Mv@s zBzMT9=vbb|My$Dn2Cq#`3oDWazft0CM62e&!xKmL zAAKx@T6&OPucU47@{KHplp60rU*+J928u6-<7C4-2KK)VbN?9m0~ zR-y2wHXFgbhGe*x+TLFS_c_8TKpmunR=?K(3P&yt70jw(Wgsn)vX$j3HCvfO5Z7u-DxQui4#T|m_cylDTGR`L{Hy|F;tIJ+E zZC!R9fWkYhlsYY_EtT!1c`BN}vW~u{?6;DbF68a`C6cLWFRN6m46ZgIonzsbilCFk zWNyv~6}ZA7!E`u-`n0b8nUX%*x8nMhSdb^^!3izM9b6>qrI)#x1sU`}KZ{bfK(aqF zMW7P`nPW-5nMK;YB)h})uC&&9n>GB_Saq`ga(uSNCWT;>)yJwX_BVDQmS|`?B2VHS z+nASL>znP(OzPTfavQ8D`ArK+S?1o@lnwb;XqB_2#UE_j0i*-Gv$UrW&t7Mug?gkz zUo_21*F1m@Xu8y#FC3n?K2=+ctrVQ#79G_Su_!ff&Nok#H}Oi2yfLqITX8|Zk;k&( z8YMAqY-ZVUB?E3AD?}otZFYB zlvvQIR3Qy9w6^O-aFBaK5~-x!I+ImQi9h$tN=5GC!HjL}PXI@;HSKA-F*HLw z&vIiBn;O~-&S35Wb%UBi*?G9Xgml$S7#FB4YR_(^G!gtcJ z%IviuAd3{bXMiNJp49XXf~N&Tw0`~`jq;f@dZVM zqD`kMEnNG-*+t zwWh+0Wzj%Ri04iiE^-Kmxi=iRkq!WQK>yWN}6+G z-L6cv{Ejw2?XBriB_dQqX-m7ck8d*>;E?_gUIhDeb}B5E?@r!e-ORgZEAxKg zlW*jyaUvMw#LGz_jsR#!K|IK8p+8xChxZ;#dZF^aR#a9rA~Q5^2rxXV{n0t0Y}Q5> zt=|e~ht#_&d64SoKW1AG2pTDL4cO2b(SMw(-6M821paLEw4hx$?qe5Sdddx0w$7#{ zF*>J>k_P~p!&B|pY@>u3hd7{v=r+ZfMmIKQtBo^CZH(H@wt8cHu~vh8si`U)(&c9$ znx=2e54|z<;x?JKr}JJ}k3z~@*|%%jD=BSrW91v4|8}jY{abnMRLB=VM82Xz(I32p z-oWV3gj@{*V{B*xK$86`Nx35(o6V8Zift01T<4w_evSgQcJ6lV9V!cf<3;wpcD{?7 z(v>|cH@3D@gw6;lvGH8XXf70kD7GG}#8wcmTn1_9lf^`AQd2WuX2o=E7~ap!iKvuq z<{K0$<-(1!m4-MdW^E_US27nl*ss)PkxQ;ej?GGxtj(<0WMa<}pS{H%m3EO!h1;aI}LITddrlu)`L^jLk8=N7SM1q0(b@vz))Ko#_U$R(7UM zy1ghT#aq!!%3>yoSb|{_sFT{l+|=Y!`T%GtoECc*F>hs;@@YRw@6+4QD06HEo&adI z*iy8ccn52pljjbhx)`eWl;Ft-2in>%m2-*oepRS8L#mroCzdCFw_b@Ee+V{(Lv1Y(aZ>@ z%0t4+bq< zzJc(KAJ*niX(I+R@;$+aDr}2nWumYdps^j44S-B@Ts;4yE=J1^mPIeRTMnfERbkN9 ze=S<}!`l2;J6ql=Cl4GNdbjKb)G~$H1?IQb=C|t*#g`Z}-+I(`u~tAgu;c`)Rl7}G zn4x1*=WEO@damID#uP}A*^Ca;TrcuEIE^pq>dk^SF9?xCCcMP#9^1RQ2ar4D;Mo50Ll8OCgs7k-a-b^m=3F8= zE=fXE4Ir`jcq%R{v;aI?)+J;}*zoUnee^77A{q4SrLFnV0S#UXPpAXcJzm49&1P)) zUkZGdD z91xUBb$zp+W7bKPwouKh^mSh4Tv4UlDXYB2MK={)j`%SPyE-ObL*MObG-HN2Sw{2w zx?~xOlGblk6=(*_u=>~Qa5i|(BrLv3V>)pB{$v@;RjPpN5p?u7+L`oxsCfRBIvV8^ zp8ranzi|TGoJL;~8XG#7K{HlnFxs^0q#D0NjqBph;$pA6LpH!{9o!@(~f22d;IJt^jvn3Pdrf|POguj5WAf%+m8~tjz74xo-~licLnZ-s zpkv<3w=fFVvCwwf$o35hsV*79LU<9QDo7Zg|hNV%WeTbTx{W1DkF~a{A4APbgc?S`NfN zH2~+Z^-}|vHL_(u4c|X+NEY4_Ad2&3hInJUFZ5y=_vdK&M+lxqvN)SO-(YYjljWVs z;@;%>oyqC_F<5l@`D@6(YU`W*&%+^nSWi6CZ}!iB6UWt&etO$$;U^&GHNb|>&Ui~BO5sP37^_Vt;|j554&pmA~!1J92>fs4JP|J zwyN@YVh$9{J~q*Y!tGe{+AV5=!L`DM54&8ch;f{F4}nUixM07YMoUg%OMEzAp^`{!k*>R5=)?do~GjSF= zi!$qU2MmwQm@tR|SPuQ(1-KBcd=d^i$(Rl%)o=v&kyfnhmt^E+R& zn3{z?VRqpJ@Pvf2c_ux^K_v7aQ3svGm+q;CU&Q$oF8btq=2#5pE}UJMLBYCIXi!Km zG(1?N!a(m=CH+}8|YLenXlSxwh zb;cpFbD*jpYX}24jg*q?d}Vg2M<>@m$RLtLr+p=g`LnoB>ii> zusTLts{E3k{kD?dSF%Zo83td_)w?vj<4Shv)=Y_Yx{@kOC8m-NYrzoTt23Am8{uN@ zuXtheUmdaZ;S30=U9DMLP)rQAhB$-GUN|?=eD=cZnXD}1TWqCg%EMbsgzGVMspi%+ z@xoJ8vmh@0gr4!80_unfm;2e9w$ZX)Mzz*Lyg=RQVR~$42Zj_l$oAQ>h%lZ$!vt8P z(}S2kImzmA^}+<{gx-qdr?=0w(1^$Ts(>WDRd0&1MT=Sn!Cq01?N=$-D=~x##dnLs zKTM4g(CKxW|Cbfe>1LI1R3{&k_v+SCgS&Kfw~}`&u`okR#DSmEFY4+Klq~D*`$>j$ z>!)^z90+_t8vFgZ$%XV$?p;^=3-pX7^`N@;h?37L z`B^0+N*-16m=b85D;IO>9gJfuvzGl17s)2MS=Im2yW8kfyyYH*f85Pkel^UijmR%_ z#+Ni?J-Pdlb4YcQQ-1ww7+vc*?cb=kFnf)dR!C@+M{R9G zbyTXbxLU0>g_I@05?9kKhxhbx2;kfcF$(F<5ggGw=TBHxLsB4y(Z<_gd5!5E3ZK0D zK%3t2Ewnw)XkI^$TKd1|K0mdC^q%DL+Lo z!v}AxUx5i=6p#mw0w_x=0HTtqjuTb_8l0(f;+Ow$IRmnwmg!gQLQVCVF(3g9XBp z=q2Y%SRCTE{HYyQh3$K*Pg5Cw1>y5t&Qw}`gyUb%0_vLI&)2)>xBUgI%h7tezJ%>I zXX>>KcLUSFRLGwIBWJ9fR?!MAW&ttIuhc7Za8%)L^Eu$-crG=)9_ajBU;cUAP;F^< zG3R`-N@Hd1nqvx8>i^|R{T%<>^%ub4!;xlnzEw1q!$JT?w46_Qp+4gt!?i&#r>ya^ zIyZY?6#&AbJpka+om=tA0bDc+L+9fw;J%X3t;CU)9-Q>bLTm-?SVUlL+au+6Y^P;8 zRccABJaS>WAOf-@L`w%ni8cx9X=Nwk%u<$WYqiEy~Lr)ur|)o zLOhpyD^|b}fkP_!dpQYfS3#tQjprV&$|H?~bSO{H*4z-y+gDAtgMzJWX|~zeiwhf? zl&Q`enVD14U%I#9+;`pH$nLDPp#0Ca=4NHRTOG)7Lv{p=RVv@`)*U1vZA8S_;=rYq zcF{s2+(*cv`Ko5J*HQ3Xkf#LjqW03@&(L0&mMbtJNc6_ySX7XFmZO08m3_F3{s1YcA}+0czKG5RKz6GfVS4~Y*5 zJ!Z+LkLnc2VXEf5`mC51_qnLVa?lT|YIVFvpCnX?$Ca<*1=&1@w-f$z^4eJ|=?M2Z z5t<_LlR=S&BHQ%;S_nwVPo-bmUzcB^4JO|Dc(UE(-6lxSjo9Nzy(aQs50NMDNPVc} zY>Bei14->>6~6VOuB-95FM`tElpq5;-%(r0T(#2mGeLM87f@}`dJ{~pDL@E9ZjrEV zf&AM7iK1X@wW&V#Fn#$Mz^=Y47s^$G!XyWxF}QTH#R+X|}UxP1rfZ%E@czH*BOt!mp>$}hMPd_?Za zXJHcuFEeu79Dll57CvumI7BM4;4_>J}N6KC~h4xh8jr3` zd{gZPP1B7qAyNs5MzY(42>23VoZmyDA?t77BdH{R`<|nOn=bN0i{~24Q6Gf12V1lGv-<)L|(5x_yWdICWsOrTCFJV6)O(#GtZi!mR$z-$v*VzBcOEU`#Xha#`UVKroM zr#Su~ed8^XE)QuL3UhUm{ZlDsx6aACYwMS4q&b0qeKHH(2%(B|DQg%rbvGeYlh_79 z8mFw)^~E2O$O|%@z8yG@%dE|A0jUmR1FA>P2^7qK4a)pneX*&s2aZ22VcX(U)sp)y zr`s$cB+@q3y|b=f9j?m<2~r{X{i321bq%1q`knRpo%QkgYwF{ixm4_r`${Pz)2Qlx zq+a%uS%_@N)#4)}S5xi$lMn2->WdG^`^hDS^ouk|GodC_&=$WXSqUWk zwgboiAX%ovuahsLZ6D>hxik5JT5=NAx6KJ`70E)8j&DyEf7zL~sL0PIAqm4R*|v|O zv`>*f7un__NNOo^L$dgS#AV3PDDr;GwUAFaKL5@Y%p9-FGA zcDNJ{x9XRgiC^s-pKtQJo8Mo?CqP*EVn1-5LlTPg0qh8s0@x8<A>qcS-C;Jm+M&Q2=v8lm5|qviMydaor=n(S0vq^U@>uFjc1(RkBuFFF6`( z9CCLi=;AL}#=&c)lswNl%(}qSE#y5A;1W|C_{} zs$7Sl8eJz1~^O*z&;Q z$;+Ct;|LgE8d!X&n)!}mp`q}<(;a$Ypx2UmVPO7+0WT+}aF1{aWY5Bomoo^j^+yAF zf8&}=w+RQ-W^c>+DTSA$a#UMZX;in{uN;d_LjsLiG)|;dDHMFp?vFmVdg0DC>J}Cb zm4{tw8z)ChnWWas$Th+5dwXZi^WmIM+7b9n(kvp!M6#|y2%THHzRaQjZp+b);g)Z0 z-v&}6>+&Aq&gb_4b*QO=T0v9yCJ3MrEL*Q)6;Gb2C-YxeRg?5s8Ic}uw)B|1_i=x7 zvOJVL&mZBaL9?~hlD^)rC+f?5Z8d+E9+Urp$bVb%Jb#h@o+3Y!to-+^=5KudPgYra ztOk)DN6+q)V0SA$n&8T{755J$^Cwo1>tjEtsec{_;KMSFbVAZ&W`_mj9xdOV%raA# z^BpL|cc%a}S@s)i7A*f?zC*l=*8A2V`qx_k8P`~EUITXFqF6vo%AJy6gWvOQ>CWWz zLn^=^JQw(T@(W+{PB;>xU6mm1D{bsu*YsGS6 zj!_NpI6}yM7o_OjkVM%hA+kG2(I6#PP@fjYb+AO*QESWcr4Fw|);%~2SfNjwv9N$g zXLuCcVm`w`UU77xNJAjjRb3S7CBrrSsfG%|8BZ5d)>Tbim6Ta4mNdbRIh!r)3yD60 zZ}$NTyoe_1n!BoUfgXcHaSyR!E;qvL$nqomTSDHAz&xMWB05RTRac>lSDRD#B?l%S zbX8dY*YrDYs;KA^O@&uqCN?f?;dH4PDQYgut#nrXipAysKS{CWh$W`qX1o#*p_$z{ zbRaaf#kD}b%L;*UVq>I7teH`KF+JT*p2JcmblDHka#=FHfN zPwvt)yh=JPp)Sl`O6D#xT>3QU#`LhR*6ZqOk|sY+Vc{ZUqt0U+xnWZUIq67NOE~O9 zACCD}iJ_%oC0%18 zGjcq2-B<15_!-Y%!>EiJ&IdIdHJe`7a~wN(RUOA1XCi;CDLxh6XY)_hry35CSn^rn zFj~CZJyvDB0-x?9#aLhF=W=(uKGzi*!VeZhu+GLK-gU%n_1+cQGqKFU7cX;^8yR8u zhuWlPe5}_PDF0zG${BOa#Jp}R*@&^saEGN_6Ick|bfNqMN}ZXq*R&CDyjf%PsiUSf zrnDQ2+<1KMgplY?{@d4(%R`0r4tG_`V!A}yE5gP|iZXf7n`$VQc+p5GCzZ}2%@}Sx zWFqNJ*b(0)50(BPeq=2m>l#@ZDZPq0HD4arf-|4xrlPtde27Cg+^EGjm8OQc@oRa0 z7gmvX9e(Q3iO>M}f=WtzXLM+Ux0j=9^OEvyQt~rOzM!O+a?RKE;;Twvz^+iUk%S|4 za6&;#`nYbb>+xP`KisBgw=1!F%`RQ-Rw6x=bdM4cev%4e6osMU>yyGi#$*b!S<(JM>oYn~JAto8t7M`X+59me07DN?1*$t%K6m zJQ4S>qIu#DEoz*vS6L1RN&0DSvM zN|sdp0bPwK@q|94t2ZinlaeM3qEa5%vwG$6~ipCql5(0u`i>z*?g|e#Fp?^YX z1Gy2a{x2h{LLVjUPNW%v85Y5I*OU8ohyWBMQuZi_6Rd$UNGhw8t81_8+ln==>~q)F z^>1J8`hjaHrw|O+IuJvHyz3D)6m<<+69yY#p6J<5EMB&76*a28Xl+YbqQ0<+s;v4V@OvmloduKZ`J4;6jXz zLU@7Xf*t-tap+w^W3BQQM~Bii{f% zY_>XW*V;<~xiCU)ymRTU+2iYG7-wQvqt+x1FRTcDv-5N8A>PmTEbWnRiaoP?hS!Zc z#$m|GiS@OL!r8(Uvf}i2xlF&LM2OQ%K6h<_+TzK%^nYuK_UV0%D`TLyO`g3lZLy^Z zZFm#-2bAkYCec;LNMptG?lq(V{*u=&5Z%Db3ozFWN=f+*+`mcraM4qs7+A($3NR-- z0tn2-EYM*gaI0&3IhQt-1sNgS>CWu3Ju;gE-JO}Hd)7>6;5Bx21DQ|H%&7CM%!~l2 zXJ(rzQFA$JEL?$? z5U+>5s8G+rDguaGv1G~da*W1T1ez|?^v^f-5X_OI4Cs|_>N|QI$Ny6E#$ia-5L`1ZW zNzNy(lb@8=*}*NFS;snYu&ZYd>_2+&@S(AzjW-V8Zp7o`cl&AM-n;qlp1bd{WcZmU z4?g+u!E{WyUB0|;oNV50dGa$Oj~yF*V(id64wjiJPa1ECOryu1jHhL$%9F-D=5;(H z1&xCvM<2L6S)V>XZI2C1VMerbiV6x<&#d^GAx|sAaM$}#5 z4%#{v=E+Q+oL*SU&Q4FCw&l-zcKGO_!-qx> zrk_(zq2RFC{bSw!p^|e--mj!jHU24AR|22@9__AyG|qN$kz6B6!v8~OT;C@eq3c&~ z(%X_#V=Cd3JOFcoBDM1)y7eADrbnUVim-x5FmLpz&$(dW^9Uih9);VE!+wMTtR4+G z*MuLj_3IJwpQyg&N4PrGqt$-&{eFboQ$50O7rFkvAFWBo&`TZj&Y1lZdReYVH1L3h z1s%l-HnBa;vl>MK1V3yA?#W7?GWl3{Wp#ly{JO$NF35x6)0L(y?NT`vkhfMW*iKQ@Zf#Xg4G(dKY^Sc}d&n7r>=OtUXB%JpLM8*T4ZOb;c zEkNvkQ332^tz`4| zti)sc7^6y?r-Yos=XE<-G-*jktn1UnWB7tkop%3}d*3(H^9n$gF}OROPx@nmvQ3Q6 z5wbb9ZKz%2!;+NuS3=g0kWnyIOBR11VCn+`FoA|aPS6tmnLpr%+?pK3m&Rf$nv%Ie zj|4~)VC6Ucz7e!RELoQUV1r)lm$p>E8<}hK6DVt=TjMu5G0Oco55_$2*=IG30v;|7 zZ@FCQwE?$itn5``P}u=(klU>HnQ!x70G{q+7yNB5%^fl@5#|2Wbg+KR9fF=r!msDY zfYsn_{B5obY8c#LK9{8*=fM>Kwe*K*_uT?7SyTzUbPgY^4Rcz*Hb9FEK1Ca834?=o zfFqp}P_8iSXp2JE1R#Q!s7J9+-kYCK#sDGU1b7mJFh@WUSKmv<@)-Q%YQ2Dp)Q$t8 zrQu3zXy3nc~B&czuI=FTr)p}-j?z!1fgP&dg%NVY+4R~X2BfXKDQdxKgL)1*h zpXN4%PJO_xRd{=sz7jC`1YNpN!sHrplf0$&iDT3hJofP`PsCbZ!Z!hv#&h|;*@nr| zKHsTH3%{dn!kO1MVdGA5K~iaGUsTn-8;Au8!L~Le12!;_%6~1K42FaR@6RxeaM?dG?8Cvkb@iR8f z1CjQZ#NsDRECS4AU|DPvVHgNldwM+N@DW7gYKTU*Z<;Zy1rV2`K3M3bp{GY*AC zR?Z~%%b+jT4qP3GSQe4uH0X$$b)fR<1`oDG1ZCUdMs|L>Sq9K)6P0o|0sEwaq=Sc` zz)1TDytatzID&Mkq7sIKri>gNJNCW;!8`o9RhcH|8T#a1XP?k~Q3_(tn3KLMXJ0{H6!sRh-YF3WZ$pRv%P==>d@f zZZxz9zDO-s0%#?)`lNtXvY})x@k9D zOacrXOqzu98g3loq9cGrh41zpA)b(DVy`4;2G~6b^#hjXIa*bTX>~*DKh#Yk(pt+Ec*% zoNSE3Q6lEqg1CbPJ#?W3k>c`0*=^mvNs5-R>1y{e1{kN3eZ?^^nxRNzMXa>mO*ei)_)()t zwr*!r?}w?lt=`l&USLIIL<#BxBZB$Z$ir5iZIX?gotPtpP~$2ahX?x*Pg(E|RR$Ew zixMvysj2{|QLkMnucI#>fl0jwXG>8D9LKP}l154S*(wMWdD{gngC_$wvEg#L(!C|i zN&C}DkX|O$T36MkKI}jaMYh-@jQQJp#Fxn5-YC+4EK*p0SJL;A_>>(-yK;v}e@t2a zP+7b$2=}VNE3+qP%)g~QVG|e0wpF-v(XKFvLXA{i2venf;c9**v*K7E9X1b*Glyti z&UW^I0^y7ND4ysVoR3U56E#Ht$V}!xVXLUM zvZsWZCjatSgQDicHO?Cu@C~_NS`5W<29c&W+Q!~yb)DSp!pv6B!r1;`Caur9wlZAG zKiXN|eo%Te&YWUu-7X&kq5KbYmbU|w9_2A14fcKBK3|84p!~n@EYH06>_7IawQBo- zWt4xguVegpOYK=6r!lzNiT-yKz)Z7e0Ti&y0>DQJwI=#P%G?9Xc2>O*Z_Zay&9^dGz4e(TTBRhmIa};gfQ+n93cUnFQ7z7=_`i z!<@F1e9v{!HmWm2Ki3_ws|@pq59GQC<|$Yy>Y0O2A31cuIs(Fn`CVhB>Ov+)Sy8_6 z#;{}W&{kMShPJjsFD(R-t5q$8(0E`F`_qxf+y~WB-ZwnfQc2nO%*i-^(L^kHXr=A5V3MLbSETD(bvHqx{-lf>2F& zYvZ{=$>ThXV7)Ks_HQZqK_zY72%-G+$Mwuxl{c-&^voNXcP?d#sweWmzG2Q+kENPNX8qYA3IzY?wbM}5wyj+*lPo`RxLSq7mCFkGKMNn{Yo!s2 zPMiFvDGaW-qB=z7DY_YWNJBeAI-gGKm1~|{t*7;7e>By0js9U8U%I)j!;$4r+V65! zDWXX$c=Aq1C{lFVI6+xl00Q}tBLXNtmjCRSR*MtMiYHd-lpKqF^R#wao`Ztqw|W&j zBYvx6YqpHw40@vY(9Q{TVYdXju={g%U2GxQY_&(x1ZZ+ypOgaGN5zWURM%91 z=PBS|FWOM;K_Q!zR|0lT$N&m6OEql#|N41E+s^8Ne{15? zbO8wPH*ukRck@h0 zkQ%u=b=5-%N4X^{%7wcViakwhV?$cf*?lDCK_&N?!$F3KwI?pjoSh1xru1~gsvd4M z%Dg6!?HDtC5||Da^e9)xS{#AxtdcK5eDCS!!U3d&w#A!?ILKw*w!Cv3Tx?3yOKiwd zyLzrzPK;5p9e7%!EO^&P_3SAn$CSuNXZkiJGGPd`JFcrEO5UpEuV~-yI@70hYtx0d z>uO#vYzOfU-O5{}F_xMC_&jRL+166}uHyOrEJJ^Zu7-0Vi6?C`5iT?Tg>L_ql4nUg z&ux)UxQ=~TZ%e0?>4aKsDtS~dKBp^IbKuwLgy#Q>#Y&M;$pb=}Z=-w3sy-C#*IV(u zK$dMskk^6uuIFTdQn1nKM$Q*fl@H%QQq`AFpX*W5SA3OzQaO7ZXroG@O!K9Fl18B* zPluos?8xee_wG|fu4-$=4?((?59k8+6bSIUwG)oTBT0S&U9L_RCyYUiEA1Mh#EDVv zedc7XNhX5c1;tsaDzA?mm$;c=&2p5npTv%L>cadxlJQeM$dIy-11BFizSX!Ff}2H7 zeRfbIHvqqq)Rd7yd*X_vAQ9U_Yd1>Pmfj=Wu@WbNsLMR80 zFH{hH4C;vRsQP}XLD4VJAq2ZS2;_lCTR)VC;!Mdgj`mf-9QLObb##+4j#hpd_V?f|GBB(!x}n$L5nV(`xKaD}%`2aQ?-*S@G@q zd$s<`4a;R!e0XloA-dF|@1s?#s>FRc zs;dza%VGnU+xvL>qTc*xC0{1F5|r@I)9G_U>-RFsWP?z;5P3f~RHA>ezp8Jp--r+1 z+v>xp@x@y`+gcl3{knlB-L@{WHhH7$d$8~rXpEBTm`-AV*6=`kfDO46s5yj{sVmHe2Jn}F~1UAj7< zq^Sgm%RSJWb1QF#sqJGwr5CbqN`Fs@K0>HRNarv$hB3uyGV$HYGO5H&U>n_PHHBAn zo?nqqCr;gS+^BqYuli!P83j zyvWr-eh>1iUAHv&CH{T=;Ddt`gTFDjZt(iS?c6`g@BYCZeYIUbI(U3=y~^GA<-yH^ zy9c)qZY9sg!A*lV^wqXEXlu9fV$FHq;2Q&i^+|GIIeCF7%K%Htqo9&)vT=S%i~^Rh zFlXS(<{Vx;ZC9AtDA^P_X5R~}*|XWOQX9_M*Wmdxr=Zg_;xynEG!;fk#l%j<5=mDp zd6zz@vHKQX{Y!lBTNxoz)f8Xh3vpatbxhv%^xZ zO#hx<{iI&0y_s2^4!jyBPh|Eix|7Eh`=iP8GsB_eIecO=n`wqiVxM<#BzCc^QNntY zbF((G;rK_m`>d((yw7?@vb^4cBV$&TY^A$euiT!UJ~i1~8fMqmuc%(D7RPWa3gX6i zxKfzg6l9Ss>|L3)lC7%^A7;e$TF{PB$)|~_+;$aH=uR{cvvg2JA9@8vCopg;qCMDZ zec`)aPA%$pM-|snI+fns%Nxk4*4%~j0``q6s`6bQ@$B3w(4L?Pr41E+CD7kWwJI+U`g?T0c$D6(TC~ao zt>kQMVINbfht8d!Yb}_+;aq{Dj)0{3WdDF%=}#-kl<0$-5O32fzIx4gx~57V3OeLX vS_~P4W+L8fco?{ut4sYqh=+ixFM`Xw9_XuM^<3YCv$qXU&g<5#z3Tr0!>Qg( literal 0 HcmV?d00001 diff --git a/autosubmit_api/autosubmit_legacy/job/__init__.pyc b/autosubmit_api/autosubmit_legacy/job/__init__.pyc new file mode 100644 index 0000000000000000000000000000000000000000..325c7874fe54b1de27c286e0f053df817ffd2faa GIT binary patch literal 189 zcmZSn%**v@vu08<0~9aAZ7pnEsrT_;J$$9&lKvxy>t+ZRETim5B zZf>i)wAD&`Ty2}1+wLxHcXK=3r5$c=r@OS%&FylRcDcFT?$T~Ix5r)D&3Z7xKN9VQ;lY^ zywGaI3s>faa?RQisf3ZIJHo(w5pAI zxmIm07OQjfwP-Fv)v(y8=Njy-ejWdf4`O0m>oz23n_<+9!qIA_WrbZRJkzLGTaD&m z8*6nUnP`<;3vsIh*~!KED0}=wIj&Yl8uh8_wAJ2`)UL*@Y9*eiSLf%W7HZA3cCB{j z++u5{QMX68u2vyv?Od&RY;L}_ILNWKx{-wCR`gKZYPNcDF<)-RQHe#Zjl66|uT&cg zF-jI&1bSs=p?2NhdnDE3?5xoy1+@2bMyY3pc2|+l8IV^tiA~86eYbF6>Tg0*f}f*-b9& z$(5i&Z+f{|^$qjTa-WO(RDWYy0VSw!NQeskF6vi>&1nUcph91Ixy40WRG~jtf(l#G z%dIZjstQ|kC8)41z1-%aZK|+6SAq&V(#!2G+O7&ab0w&-E4|#IA?;2tce-#7^H_i3 z?aJ(S;a+9-xNx5`x4ZBTW%j!8PGztL_bY>CS5)Rs7amY%zY7m4Q*_~7${cXv-O3zv z;eaxCx$quk?snlJWd>Y0sLVYsJgm$i7v8JPpbPI)=CBKoD08oi?&JUA{qA)Tydy3g zQu+NZ8gjEoU3k>Jj_G*7Re=K!xbQ*uX!wu|AI6{exbPADdDMlE;m_kPd;))tx$sH+ zIqt%z@aJh4K7&8cs*ML-IIOnu{0U_qcHxLJXlhiMM_f3j3|f6ona6~Z&ofVyL^mf@ z{)7upx$p(Gd`xffqVi9=@U$vm2xpXe%7x>~U^HiydB%n3lzG;L?^R~lg@H0BTsWc3 zhzlo`8Fj(L;CZg0he2+7i}-IOC2TY0dI*|G`qr9>imh^dH7;JSwq}Z0grJ74;>mL( zLwaVoINP{Vtj5JkGs030i&qwlVKh}aRqga^MZ=ljUT1Nu7s!1(stNb9qj$evHF76f1A{_{zyG(9V2))U1Z- z1690Ct2$MUk}7&EsR3@3f6gGP2LYgJt6HulP|o$3R+R@irz9>TcXXyP7abh~ zPnkJ-eWAGkTsk`JS$hzbYoqub&A5H3JYRj2%UU#Dt}Gq}8l}ebqQt3%# zW4?xkK@woAH$7M?_Lsv0uV~zQC0#rWf`z3%Shy69Wbjl!m0#LWf@SZc9nor zS*ACA3Y6O(-9`!v@K>${_jOstl6fqYOy?24z6H(z>wvcsICM_+WVHKB5K5Q;TT2#Rv z+*h*v@;N@(fn>Z_KayH3KFP#wHCm84vIyNTx^Vk;L$HHegyqT|JSWu^(K`2&$UE!7(JX&WyaJ(=BU=E+nX1;Ku=Gl~ zSuJ0wp`3%QMXy9P!DOb?ps24lu9TaL6%h4iwSxLJz?#!o4K;wNDi{#QiI=F9Ye=VK z3DTt|V27crfCFzVv?LKn&1SG2*LwAObR85)>H;P6lwPZ19JM5_ml95DbD#29Jw8>g z)=HHIxT3}%-Iz~?6+%O?2_;7Zi^PO-)D2Th=F6=a4S%*#tp|jtWc|};M}|+Ag0p8Q zOQWX(p_CO(o;jxyVP9)*9z#L{1le=t8pcTgTn8@#=&2RxPGu$ns!<=pY+Q}PfJ;K4 zsWfVhX8PJxIt&7M5tQ4jx0(TmtLiTepFTfUnmk*2aqObuj{sI`MK@Xj^$|g7I%-W; zTbK+Xw{m>18dNJi)FNUSB=xSP>&-H>t)?xXK|U2w9W&JBu)#J;)lhR4Jd5i!XIR9D zQi+m5sq{4RF*q_fR?l1gYqJ^~-=f~e0&DD4y4Tm;QP@-HEbK*Tg;>iUXJQ1ucsCLd zPRItkK)82-%k2Wo*ahCUYhq9&Djq_W;&Cj%x@p``9lBBur=vp@5f+M0=8>5&YucM*;zYm?WWPR)TmTDU!T4+fLa$ zEs{($+mSDlur<3OU$h|+3}-vt=;giytZ4h2+uXHMzG7!uvCAr=$2ON#{7}B41g_cc ze34|w*&Y=^el*c2ejINkRfNjxxh52o7+T+UO0Q=)TmvO3wf0Uw^@1e;<=rIEAe$0xHs#$G;`^f4~+E+8@slQeL#jNl2BWz0fSM9R2{lPTX0Mp{88ZNw{<4Q+Yn5;d^cxH1d%M!O+N^XwEo`hlhEDfg7WH*SRJ zDqci+UJ^w!Q7u_aQvt-`B4`03(C&Ev6|4cq~>J z2c-dmXeF@MmQtQd9h1Q?skJ(|h5lY*F%Ce6uZPxreb1ri&*PU;G>(oxzrK&*!d3#X z{%VhF%E$yEO^cz;HIL|ayMxpLDMO{W=ybVN@@r_rPe6W^$arxJ*uR^W2)SLbpUE9e z{9*}exRjcjtQfP#a5|M+zl9UbV+>!!&t%N*zCst|%uR29(O}NAIrEF=%_i(ti^V_l zP8JG*p2_b4nifdu8B;kSH^cy6&m7y?7gfR`eCSxi3Npsv=ZwONx&hTMxt$afBq zsg$HzlB4`ON{ML= zlGyv2Q&D#MxA-lWlG;(GS3ZD@NlBoh(AN?w3ORzb6_N!k1ry@LF;U!u;RS6&(I%?R zCv0X-73+-_C1Y%S9l>sz3EH%etb#WFLEoUqnq(7;B4;p!E=>+F^Jh867EV*e(r(rf znP?RFFZd;VA7t$9lQ8l&|KdU@50AXGl!Mz6CZAP?IF(;zOPGAR8%RJVay!Af-ZYDF z`(K0`SBC5Ma{Dc5Rx)<(jji8w%V?dM(l=nV_5!O+I`=8Ps+DA*esB|pFF9^A!1oD` z^QAHp!4G@FJNt*z=Q3j{tM&szmN8eu-W0Aaa6??1WRbM!A(U z_)$NYX)It@t_!)jYJC9?b89}ww09cN{NC_B!mJzRBv8BYufjRyk3$yJXz0Wn8>9df z00KK2uXT76v>XGlNC;YQj>c{5ao83|Oy1=Aa$*CfbeFdP!^;zUr@mH9Dg?7_51dVU zKKRg04HCjpaU6n=W|*SoT|g^jsCuI zksIjH$FPC!?^cQIi7YgV>^j1LlToc#O4&C51Ir*l>c)l1$%;RUZBK#g9$Nzw&4 z+-w)80T~m!YCf3JGu*1@b8^;zEwYLE!~44Tf_(UU2@Y^IN+7Mq@F$n|VsMdV zM7kRKAn2Rr`g9~qy^7I=45%fvS1RGEB>mO)YUN-+D}Le^!EtI=x4tmv-8_hYRdq}6 z5F6l{vj*-?h&|mOE&Jwyrie#ioyfR0ZxP|VaJj}U< zrzxh=tQ(l2l?D)ufIgW3g(@9eS|4Nd?b(dxYUZaj(FUe5fZ)53WZHoIYW!1c4r%hW z9HKn$S9sSq3fyaX;0AC%f=g~W-Cmn&Hs)>#U7KaU6^D7Cy#GpW|3FslwAw0g^+;_G zX3z~jL}24*$r|~3QVoH_88}^n!ROvNSV1H+oHelKXwsX3H9=U9+^YgLsk91Ag{$97 z$Z>UL`viJo%|S{*DgmhmaM43_72AT;z?2HSma2jAPcH?fS*}{}fh<<1MD1rt?&~%+MHBU+m;+y~p=%o^< zeW|pLq5z=};1~@A+o1eoqEHvJlF<2g1V4E;cp98R|I@hV-!QdFuLe6?=kYrSzBO>9 z_|8F3dJ=p;l68bRDKlZ7fCK08Jjl5q)1N?2=4c>?_yy*7b#rMJ)5{!EX8@^k9mzP zr8nwh&FPKYckP`^R~8d@(FH#TJuA86t>@rJ@n-(zm(Rhe(RT;rsaI!|KKKML@mq7g znIIa0UJbwPodNvEFz#CdeA!mTIwCuD#`Oj{jW9Wo6F47P26S2h_!Fg}2yKf0G7}55 zy=|g=EOam5W^xKkPaji5z6lAYaKwk7epX$gX;M2q=46aLaWJ#Nq5Gu+ z%34UMVg6yMb|sEix}XeuiSyq{03bNU
    Ym=KYq(?vJn>J+tN{fJO&;sp2RFPEL?PeS+x7V%M|3uoeGy7B;sf zyKvno^_Ib(!o^#lCPXSTNx*!VA?S~12nzcHjt?bhy20Hz<6vKqVFD=J>F8mKCc1>F zz-99XPVo07BJXT39i?A|KdNCdsuZrhI-wrQHVG_d3F+qCWt8$-ymuyP5wV(_p%{lM5_+fziKM)^0{x)x$o*+G?Zp8 z`+9bYCHHn(2!j+vgIg_ufQ&ZyBolG~+ZiCzYi;nnMLi69aXm=95&j3C;%#2i?kU`F z=LL>!V1nFK@DoU7spWD|J2+ff3)kLSPUB6sFwAbwaHaD@EvQk?G=fcqxg_b;3R4jcuicLA^_yvPX= zU&D*Xxtmf1bGqOXaH07GNb3wP%C`nC4ZXzo`n`7mu#c? zp@+hJX)Y)LFJA?;Z;p(jJYcpNt+9PGPImByhc?&SAbx8q0N;-O494k8+fnJ3p#8`1 z0NNixiyrw>^h}}6^}WWR=5n$%zs{g$h?8ZY1~>%guf78~f6tr2+1C0RLz?*fu7LEO zm5|OT$bVP{>n>FG%EqtY;!P#G0?!96Q8~oZn*V|0 zI0ThSdEEHpON`=9`B1=WX$-Jx^(p5fswOk z&Yd2c92=Ds!h=F%qc*=1Y1lz<9m!e~t>6Ya{d-O${w6*M(AGps?j?TIM~pH5Ym zYgCICvu36KB=vMcH_4Yw+{-s(@rBkJ%o;WoBLrM&r9g=P6X8xsIBbYf`0K>qjo2XT zEOaD?YIoUD+D_E*s?z5GH=x(7)FEcDRjcIy4-+^|-~df?oMJC@B$E;gtOWhXpR?o6 zD~hzB3U%o1I_8I6Z)=wA^t!9vuK8jCs(J7B9cZAAN7>wkYx0I7iJg07FRur!YIrM%x3%K=CeI*)_%)#*Gs0Z z(6m2pji<+s`~VVT84o$sis$kaZ;EBi-_=a9e;RUga8b&F^K!{_>vUKBzG$~KR%9IQq6P4ep=$OrS)wbJeh~c73|-$JWZfp9l-^ss!iKT zr(4cKGs0WPJR_BMu@p?K#FKw^ni*R^3Q*<8U@bqIdmILw^W!g$pS>`i><-;}KknQUf46GbqGL{U`8 z3O$6tr4dEN?4X&Rn%rgt8j6+4Tm_SC=OMO3Yf?<9A2sKI5-plh*szWaC5xg|nG1Ei zT9IC`WDu~>?n8vY?iLsuEHiP8pe+lnd4yTn$?F7(uqs%mWSA%PL!g1PI&zBBTO?>DiO2TU^cpyB*(_ZzH|xM0)l2gnP10Vvt(`QiYRP2F zQtaoaMHuEHsz@u6RAhyzq7=}nJfPgCCvuT>Ebt7cO(F}HelkTw`pg?ik1eMj8cQ`! zBBaQj$;X8>+7u8y5(p5yYb}cfzlZ++Cq*yHzB~=u1CeVJyplG-ZB)1JUt=68x);2ufc8EQ+9YB1Pt$2oFUWFn* z1z?JHBlsyosp$_8=qMx=+>HwqWkxTbrJ4ju47)ZEnsHW=DYPCPm1NrG65a>qhD%5! zZ45j{IS4EW530q-(B!q9{Qp9j?lF%KQazDtS^#w{S;1Po|Av=eX2OHY!B?0N%QIhO zd*b6P!*4B(Ex{k6zflY`iGsliJcKE#aO4ClH8_Fw{m1|afWX_{^Lm!(Y0`43+tv4R z!vF#?L|$@pi;n@&;sUor?h3HCxF1vM*`FAJ9n{A{htoyGy@7i@@xE8o+hP^cggAl_ zjMGs{Tfw<}P5QSif39eIMP{`1T+q8rWX&c#J_*q1C51#vKsV&0=wKGi7TkrW!#rIc zDxSzfJL0DCIRA#`M6kT&Wm14hC1PSE+HcGgH7QfcD7*5w!9|*>#f+8CYgag{h z2qnS{grxz@jY4ui^!z_zqe<_y#yxayx~A`Zk39ibtTGDwht@>7KpZz4X}u72dP75UMC@ znx^f$KCHrfm)1m#EQ|!9lcD9J>;I#!Rfu?+Nskt%!MAh29=V^fn`s2S+F_wK*<-FI z5eUOZWxUJ%uKC#xc9h2Dv_jO`WtFadwxfPLt@_clMLp>os_)HpjIn;U12T&}p3DRw zj+wm2RyY8Ii$it+fZ$@#E-(kUIBXYyJudFG3xEh0_t}Nwnj*rq=oLVMJNMfKUJ4gO zxWEXFtR1zB2XyBFtM;HS9<)0ML5gP{vWtgx@vvRIM;Gt03q&MEwMXpYQC&Q07mw-U zF}rwN7mwQo&YolFc4gLlOL6^WM<~yh#&HLEW zo~4f=pco^JN$8=pWWm5d1tD#Z4o{9r>p3%a=EPW#SkG;9R2RY6WN>Qu^n~`<^~}gg zD0uetxznd6l^Y#9J#3*YCoYbUoD9y6pSmJ$E)3vyq%1FQI5cR_hT3@gIYpeJUxXercufTnP~GlW(@X@Z#8T zP^GkzYs9LbIXgaiQi|cyMlP;s+rc#!GuBmIn0YqtKB(0JTVz?6S9h*#oiSHU=Gd& zXGhX`J{w%r$S~!|md=d@rODxm7X@=voje(g4UbNwPwE!6u?xeePmdsa>Wi8U7Bdu` zEEp3b!SLkB$cTfvpP01dFrLH37Hi}&IgQHR~imRPA(}p zc^2;_@FX>8T^U|AMYI~F zx0&Y)u$;yl0N<9O0slfUd=6t7AAFwATtT84G|P*f@SNnGQ6|!t?`7@*CWo2u_)PHE zOzvPpJ;EHAjxcvW6T0qc1=kwaqh>(p2ZV1RjfU?e6kLqpc0z(N2ji5*$^8H{pBjW~ zh{%Y7Og!cBUo)ohy=kP$PA*&E&jFMRlX)|V(j45)LJnVrjPW1b#UcVaYd~?D>xdC5 zNU^HLZw~HB>trgLzJH~CV$>5l{l2U$!j7K>K~S`HrOeR^x~{)&jp!Fza{Z#+v| z9l?Ub(1&QY)k(wDhJ4JJT%@hm{Oem?%6jpR)?dp;nr5 zJeo2MEaQ@}f(1kj7OEj2wVtzL*b5MvnW$seup#E|(xUjFT7?-Qi~EM!YiSY^Axw;= z83V^BVqE+c4rMbP>tN<<+XGWvAB=J|?)9|wwDqcd6O4BDuN_C%+og%O7xuTc!)VuD z*oVK2X}OR8mgM)hq20D#r8FS!(7)YiTe-F!$T3et;%*ocJJAA<$M+RB!eF@U-^!A7 zY-o8W#>`)j#WR6ko>{r*OF-dTehGVM?nBPJ63%kJi&jDG#X+Hgj0b-Qt1Yc8gjOWi zZ^&=l6V$eH9hOHl2L-m*&E6)xV3wP&bf$oi?r&|>t?zVD-g(QE8hdJ!Zv6zcc;12r z4^7=n1o>uvoAJY`!H=(K_TO>g@D^lc-=j7AKd7Yh)@}+I(Di3c2gjDSOr75$)dO3~ zcwcJec*k~aJ7Ygs7SH%|0G}7`MzHR&%f)RnEcog?tzh`36V4ICM25Ym<^ndpaDCd&mJ?UcU7S1#$$$e50+RB8r2&boD9hN5N;FUU z9B@BHOhGQQtq9H|m>r7roRVw7I_g(SIb3qD0|(_P~a{7dAj{KqSAm&Lvm7VIS->3P2zd0Y>nPA4AfTg$}kj5CEGA+FXdjLaHzK(5To?vK#$GyrmrB| zCt-@42GcS!B$#IV6tL*_1;c~cRXix6`O=z{H8m za3P@(-XZ{}W;a<&_B9sbkq-KZzJUwOfHXqNq#T7Sd}**2HM3obY^|(0EY4%n_7N5& z$qtmK-C)4?_b?!ZAytupkPsQYJ&1_~>oMM&Km|CyDpZ6Ub7;%XK)sBvy{2IR3V1%; z;zd!|&EO&eo<#UqH#swS38OneV37tg0RLWsi!_u!j(7yWnC_g5GunU!l!P)M5D>Kh zB~pqG*Q^MAa<@=U;ms%osKg%Z*g~`dlEGC8QPPpY7y0P6RH0NS*EZ}wUZ{7wLZJXM zGx2grlCl?l8><~Oa}tK^4p)(w>VU7B;ro@LG{52GI2|}INXO|azJ>|sIp=caK@>yd ztVDK`5<%|fBxDS`!G(099F8;)@T7^)XyPy%2lC#t6KBddM&=jJSgfjZQPX!sb=mG; zK-lWh1$>DIeHgwno?~ z<(zX+taQea!?5R<6lc(7N08n?jng(sN3#1o^o&8C2hENqp~%9EtComw_!yZB-p{1W z03q>+2YU89w$g zH;yECM)uEniQk$^0K}hF{do>?36l}>(;{~k?t(@JM{oV>fulz^7d2i?&flH}ehdYW zvOos8icJ>yFaso^gp1d!TA+QX!3|A#vD@wTH@}V5zWUP^7aL??4^$}%ALtO_(CQco zwHXS~<5iAO>s#wxme(p?&|I+0ty+_VaV7p!q+aQ%2C*b63y9LuDr?^4xnwTt{|q(P zdftLxLZ^>%iX^5%1ilQXXnNp?(sJ@tMrYuTaK)C1Oi-WClydR%nM-C zH7UQkHe@Rl3k-yiD-`l2OgbHJwnDM8WcT7K@5)xFe==F2FpT9_D3)q&g@Pu4ir<8n z$I3;jH3zd6DsYiXtGmS_wW`S??M@cy_}fD4;1xhGjbS+iO`KYIa290cOSp5Imi^29klArG<8LZ3XGKOQMmR+IdGs7hLtv)bfRWZFWyq% z^Z2SP-T^qC_TcO9P8-`&xVF83Sq7p{$c_**rjBOG0-XoJB95Iz|?2YU{`-h<;5Py?`A#c2GBP?m+g%6eHX;8M(W zoN~nXUB55khbH`e9skAOg9>n@1n_IvapaK%x_T-;Me^O!L;?WUi=l!big3u76sff* zH;EcJ^b|gwO$6J+$GveDBR!#!a7%p>yj;9eE7z~4-@E}wj>-PsVnmE@#on$&9I(E7 z#3A7|(qX~x0&Q6+iE%U-jF8}vr;Fx^4Z%bfLYoYRaUU2BIvK|c^E{{6GD^6a5B>oY zQO5|m)p)g}Vn4mXQ+z<|o4hUM*s)07no~PU#X2pN5IG9_@j(>2&9rB7cWG;(SlHX% zDVB}hBjot0&U;L&p}ga@n(x2`$QQV>HyM+Rh=?gJko?Gb8^l3;yNS@RaB74OWb6^7 z5Ihi+%>>nYUwRun(Qhv4FfV`#T4g79O(X_+$;Ef(qF^+_ZQN;e)eHUOdW zP=XR}nLtIXfW2=*3p4(1jM>j_iWQ2`K^6AxA%!Q%lS$Obc%gzXR!=R|juiDR;q_HNQ&nX3K%EDk_g3Aw~LBdSwwW3X5&V6 zPR1|cZt!7Z9H*`rd<1_?f0@Izce0=lzdR63G5J~C%Y5CnoxmPe(^YH}Phwt%-83&T zW)UAk({uA?03g;_uqhH!y_Imy)Svah{os!tYuMS&*y20)@ud~mj z^3>h(#R4Af`820+~5mH(cUhi2j9oXK8hsUr4pm}Lz6;I zpBAm3Q*3)(@cfU_^Dhw3Y3O#H+!_{!1Jeh9>pVx+pMBZ}6}5304ZZ=O`!ve(u&Lz;y#{O)@o`s%HyC&(JjXF4GPm0AcOX9NH6G-79T=_ zwSV~zGC=?nl-PI^fcGKjc^&Sh!Zi>A?zQmYBtkezq(n*?y|tMJesL0K~%1d;&-&X&}x`iR4UI`-{i6u zO_wW+N3m@A8=7C#w~dcaNA>8&eDmqA5WzUmPP_!)Ut$j8C6#j$F=+|3h3m zC`tm<@N#WNuHBnN=p}oN!jiD@i+qPpj;Q-!q2nKLN&Fu)>9KI-k{}s`XAn>AzH64n zTaD@6u{45D0BJ;LwFE$HZKuJb*4iM{(xvdVVT>~Pc_6{Nb{!<>XY1fkZ?O)z zyhre};NBo*kZM50_(>hSpo@P6$x<|@5ho+@Wcje=q~8PZRTFBD+dk4X<1{b?0&NLX zt3R|FG0(OBRtUOOZZNc&!V6>sN)!x(T63k0!ZhL?L3Dzf+P_b+$#qpY0l3T@i$-yA z<0*0$&V_jL=;b5XDQ{yo&BLU|6V$9BYZ~Xq_794#^}7qO&n5HsTWHNsipbRJ^H+zS z1WB#cX!_c3YYJC;?pCvy)%^x1lJwh-p>sBaPjTt(Lryy)j3Si`-8Pj8O>;2%F;)am zUUMBh_;K|7x143E++91NeRSa0Z3dQf&POn`_#BcOryFeO;D6he*qKExre@?wCrayV^Qf^)e_Xlaq<(x)eRk(UjXH&I_!h;h>?1g z2EZ#gMvk*hO_(L&iV@oZa;ZatGmu#52VL&6!9!S2IbrD0Qu0R`Npl(?!`agUwrRw) z>|qX)Ap-~_Zq)J$a1lrPBu=7ZZ093!GUl3Jg%p317fzQc{V}c-!ox@) zcWKs|;01qzPQOk_QShZF6dl}m7Y4_0CGK9*CT6K5X}46up6Eg?!etjKluBWvf;=_2 zk&|O1FP6@ZmlVZhVgg5q0-hQPF0&=BFIqdQ6&$^rX@tQA-g-Y1fDC>rNYovyC@}N3 z7KLqcI)=#?hxP26+fo|m`M@-jqfDAi1j-LE_bp7mjmft&`3@!@Wddyq3MZ5AWAaa! z`~Z_5WWq%l{4kTBWby`+pJ5`S%+E0=DMBLk=XptyI`};%f5?QyLa{Z1FEBR(L^GSV zcJyB4C0+F7dKS>4Dffur+nIZv$#*mP9wvXp2B zsMU#Ie-HobReDg(TM82IjYWEZ(UMqJ?xR1EW#5GB|GDqYSp+dX<5B^fqNSF(LumLFCF!${ zge7<%lkH5NW%9EemR9-CF(;Dn3&>^5VU1P-LDSO#XmLp}{v%Ezfp~7jFFD^snn0?q zXbj>EYQi5w*4a?m!vuE{-A2}4RUd~tbtgvvf{A7eMj;UB6(s3gdioX z)1U4&`8wCWltiJxlZa6Y3YWaW7QM$-H;q?;e_p;dcCt8mkSUL87?&O=fR+E_eOrSyVu%*rYcE38aHo*Z$q7=|L}vf}ILi3oN{ zgEm6%ZSO{)zs#0C4$L)%!UJszAZW)&XkW-4PGVZ+c4b8@)?<}s%qSVu-B^b419%w+ z9Ri0OwQG)EIc+vVTtLL)K#YuP*AR0VB1|pzC9yfk80CK>@`pyZv&bgf3L9YPRZZPq=4SlJt0YZWeB`#4?2govD?aqZ?wY_Pp)*dGQd-sFhXFY;1S z+Y8K*QVAUm8$FFkf>FNCIzPok@kXUgQIzv>K$nN6G;S_zCl^iDgQr4S)BO5&Ys$AThFrb-O3QBhy#3Zh`d8?^6v~#a;tOZ4i><{F4?VmIuWW zR5q7-NgqUewweSuhZBp{H4$d@x>$9xuzIW&W0zS02a8~PKtKfQ7Bh`z^#eFXif@`w zYk47M(e=0*M#Y3=GNdp~Z|Uw3&yLp`2=K@wHeSrd@)e6&5B2qpj5{wMONtG`4{2DtMep zCKj;1t=7-+#&57S&TY;t`~56K(VB|Nzm87dPweCX9k7mZ7&a=rE7J;YJHAC1e!{^A zfR*G1Kp5clyNN>V7nn&7zT|i7yM1&`6Gl~ct#{bZ< z(GbEIUOOYBEm0K+3nUfCrVEMC)ZF2~YA7Gm+Z`S!U_ZMcg6;yNNh(2_mQ4Y2#%qNF z0}*0CM-=lN9(DNAMYp^0%?0S~U7XIbsG%5Z2et|9a5sC}_zD?l^&|0R5%ig3TV?yFHPrVFMwvLjz=X``fZ1SqzHbAwy!1kjd4fb;PRd z!Ul(L6~H?OZe><=)6&6#kuDh=9z)PRTl&`yw(%i^p$BtZ(*9T7wXfpq^herKo<`Da zJWatkD~L!=3&@l5_5xLgNM6+G?I(+2qZn0Y8pXRmi1M4oy9as7HM!Eq-wv}5VmOez zRHy5WCVV0gbeV|SD~>6>dr9FQn0+0fACH`WzxFjZBq8kO^1{*&&q!V<1>EFMad)N7FV9{ zsbDzLMfUNb-(e!{>oKB0}HFiXuYNYY4pH%S@Jv1HrGcZ&D|z5avH5 z!9zTnj+A7^DNu|>Q~6p^ih&}o5Fxqp7LPC)Z(jOhvUG!8D?m9pN)l$A#3zYG5PTMS zITx!kaD>&WC;#wgi)!1h_vkGd722Y+M`BD$YKhD#Rzi&VlKfpys&p*g~~yI_tq;>l`~ zmq9cknUg?(v4cR=N9kh6lM5g!7JpN%pdlT?fP-AYy>&BeKXpG1O&G?XfZjhxr=KD8x-ni`V2R4V1Y&>r&LKvW-rzPizeah4DX!Cy z=2#uLgfW$cCgXtLquQrbVluNe5dTHGz>Gh#6ucQ@zV;XHnl)=JSeV?esk*FuSW&FK zAR*glRz znsY_^;NwHZR3L_MYsNB2#@THM$6B!3BgmLqhCo__(n`4-VOlB3wQ(I%&75>BnK)xn zvZ0Zylzix)yiT}Wa9$U*{8hZc&k!y5VVs7R{aD&tLEjm+tP8u~{5nD+LZfn~#*N~l zC3K?c#H<0b8ITkc4`f$PGLT{M(Oob*UaOWqxq^Hw6!BAkF0(2v?_B zg$$0`h9n0B5TQ&E<`D9cN_-dl14o2x5B6t#F+Eq#1&PHc+docMunlN3`2Ru<{G9)E zsQ|xag3hlL@x)cvisY}Qtjg9zgeG%mPeqS!#sAiux&2#A*>7^nh+R%tzYP;dxke|O z${2h*;iT6rFy{Zm*IZ!0J%dc>Lw zBVWdg{C+lHdqA`HVzxHIwq8k>8UJd&2KWZ)eA!GT_FtPKSvCRtG$lheZ4;WO2~yxr5xC~CLj^;|JQhJ&!*LogJ=@e+YXD)LgYUpA5#K)Y!}(JJ z%xDsYcOf>4G6DTAz5!%($O&{+GPnrK0iEQMV8Z*S?(Yl827ify39LVSMA5E8sYjh$MsW8xD#(%UjLGpzsyAYBEQa@*t)bwN^JpoWFX#7DiIL% z^v3EadpqUgGFtxs?#?eyi!Qz*HFEgVZ0zal*$aP{eaPJh50_4O%WRNa%m!21Kf^(v zcAA=)FCrb0!w4y=3{JU_qB@t1-?*Lyl-);|k*j%SA~rU6mu(zHDQg1-y`KCfKZmjU^m=*-F;yiU7qXV2QLKF62!q!^~ifBh6^l zEikqA$$QE*mH#039FkP3_Mh0Q9COYo$Lu*Dztl7eo6~9OCyNHvS{5!dMZVD6=m!JI20b>@{QC#R#+en04S*#qHFjM;4+O(8i6 z$=v_qmy>aH3(}Mgp((IL3VaRXKy=6n3eh602x+3M2mxZOh&}sQ5!>{$A~?rc5rPh| z;t)w(goHz^I6|TpA=(HlUL+ZdmzaxF)n6n5N7y1H#H>ZKP6Q1s5=8?m#Lz(VJ~Ys_ z9}P5&qk&cfXeMc=Mf)0UwO9m~_eoV}ls&&pCSG|BiNS4(MvGS&FC?c)vD+ZS27b#G zQwT%)M%nc2iet#KV+dsp!{0Sb!a%;K#lfd{t%dD<9ho59tH&=5HCGq6h%*u9i>C)rX&CTYV zUutoP8E$uOjSKl)a3wmr?e+DEmAP%wP%&2rZRlhSY*2R=-hnuRTMQF`6#> zRVSS_>$05QZ`2!B*-d8}(ie@Lsw=r;R#tGN&2Xq>*4$%GE6y|1I!NP=&{4AdYSs5r zwF5DX&FOgd1WOHFS``O3#bvNTnxqdmV*VB!5m(WzlC2ZoaH1X_Ydh za4Ng%e(af*hI2+LDkrTw5;Dv~Fr^-gB*#d|L6B0(GpkOiB*_$|Qq{K`6*?u1luEX5 zl}eoMHCMnQuyO?-TFVJMoEGvCA{U5|!8qA~lYJzO{W7z@l`U=NOKaI}We`_7RUt3o zQel$=g>-E>zmnx7R@+djcdCHk*q=?{5Hle0SUhsXU+lxky~spVnQ6!JD}Mcu82ESa z_qltL6@U=b1T3M(SuU1h~_ik1$d-WXeSRM1~^aAh242(1%n z5KJf0AfR4DgMj)z8nB*11K!hU!0>x$!2SDZu+;~MmJ<{X$@2xlV*2TiKdQER_rl(f z!rtAmcc&@{P18>oTAgqN3kg}%Pw#&G2?hhkcRvnC7du85!_kjAM#By7V#6k{d!Jx5 z?6>)%*BreA4l39NVOIrU$Z_J3tui8i4=eaMh;q0`h`?E{y7{#wpkDzczxI%4vpLm& zlHn@;k~JudtB8RpzpOe-dBkAyt}VoUzP_5v1}=5HCo2C_o~V3Md7^Scie2PifuF7C z`I-9I6r@?eAt)gA_*WDoboBgv7*VF#Jg7Mq7OEdys^FcD4$cQnxB1) zz5)5xNPI$h7^9<-ypPIJS4h_q1<$S39JyqQatIenOA0Q8yiT|{C`}_&=uy$v$LKWL zI_)RKkS~cnkYh`~U}r-FTZd&}%2<_#<$Ka}JzT8rEsJ0lJY@SEyd@_(ZCuT8`%GK8I`VZ4P zu9x0{U4|9!)&;SR4O%DEUhn;B3$7dOnyjgne*F#Wg(HpIFB*G}wu%ZgRg%m1u!|I z5TSC9DVjq3ngpZLkHs%X;ukb`QebS>#vvFBO52>c2}EgDI0>xOoK9#3Uh=K@91bzs zp%*Vl0fuIG{-lrRkzR0x4^cgWIxk#lEc6Wb3hMKggNp=L)2BSaJ)UErYxjKPw|&i$QYWNxYe3pmxgq!jxLH8>5Wf~ z6Xy*=ZD|*27>oRx<0W-Yw~T~J8;N-%v7eaJgbA0X_Um|}O(wor_(^JE_tj@!B88M* zHD!_nO%X}X%^kJas`vuehjoQ|bIW(kOq%H3p@vEeehZ}SuBRGrRJ`~t_HU<|E1EYR zn`T~|cAC*_Nlp_&;ms&AyHKPp|29a{8MM$uqn*DaupMSC0ysoV9krg4SaLzfF!Aq3 z67J!dfr#?W9|%N!BtL`eS!?dMo1{^6+!mdhPDCZrWR7$vhh@oj}?Iz78}$Q6W#Y z;jdDbrg}GOJHy834Wuw(?op|i@O|Q*uwt+c7+R> literal 0 HcmV?d00001 diff --git a/autosubmit_api/autosubmit_legacy/job/job_dict.pyc b/autosubmit_api/autosubmit_legacy/job/job_dict.pyc new file mode 100644 index 0000000000000000000000000000000000000000..c058fefac0e19e828d9991d3c56b870793bdff15 GIT binary patch literal 12753 zcmds8%WoV%!9$m5VhZutX}-|wsLo}SUj zMuI?GgqkkbU-8#j_?1)?VXB>{<8S*NBDw=NUHc5s-aZVP}_zwSk9m^1hqq|I;yI}>bX+Sl-k-xVMLXSV;Irk^8O&Iz`;^iv}50&xh3ZxT=oH;1dD> z82obTId&zls^ii$sj3r_ITQCq)1-QyQQH7MBTduFDi^1T{1VnYZsKpL;RJyhw#|y~ zVn56})@s)LcGIl1TQ#%hHC)qaRS8k^@Ly@)IW~jP@k5hac*ktI%^lYlu*zPiwLdN+ zFB~|&)07T&!wbR%-IrO8)(Kn<7GkH_6aitg*8q|p0s{rEANB8|rK?ke#BgP&<}Lwy zZ}*Y(Opis3qnWx(2vUQj0ElY3uU===TNhFtds_Ru%DzNBC7+%$-Pqqz(5bckrh^S^ zAB0}JCA5$l+5hxNJ70PTiGKuQVV;zqt^;G zjVqKReiWf4GS)hhr&;w>DH|C>GDwFclTlBHB?AED0fYJx$)J8zG9wCN2l-(uQzF?*vN@m zky79`Y9X=eB0wb)4bO%yqC_N(7}t@)i_IxiES8J-bQ08%ySvwJx_4I~b$fT8bo@?b z&%3+W3EM$ur|E^3>ok_}-F1>G+d1&QqS$bEoyzfD;LeXL3+E4xLlV=ry_Of+_B`?d zcSRYwo_`f8K`w!d6tb^E#XZ@#$x6^XuB>NCWWcvTRpE|0 z`l2+c0}cY%kTP2TC_uvk^d|xYM$$ll)^Njs`?0`{ z2;AQb+}J?4rvf)Ba4QBe*NA}`CyCg}XfMJ!YTyXrvEC-A>wMgllPSl0rv#=z0!>)U z7;wZUPJ-djU|WMPv85t~RMVhu)pX3jt%wE?1x>coTAB)4>+isH8V#*zDa>9ZryL^E z$1#VK=v2L3H6V(Zy*O|(^MX{r+$+{DsiE1A!s%d4uoG03;~x{l&;diWcFl0lH4hpn zP;oih%nX>UZ=5bF5G`1gXcHFV4D}(5SG5Z#D0jgkJ($Au!1vm|7alK|aZYp}@f(0o z46|TT@o^abi4JJDD%wr3J}Z@0OWzfJ@QJnZTc53zmbN@`Jm^kPxW&cLN+6^FiTsO- zDsPpR9$4$8)$J8&SzcLN+!EJCyCsj-RyWEXx~Ni-s==b%iSpZX0$W=J@o#qBPzGqU zpSZr%0Am3}OAL4xoo&r7wrsU5Vz$3l%%k9auD>Z-1Q%9nx7={1A3&B?q=vA_%c6H9 zdWeRJceF?60vF-Pu1+PFNMFCxA_GZF&36wwZmV)ETNfO+Dtmsr<^8TJE3di@=U8?v zIB0lba5`F)hKMX_M~nVdl!LdBsL2uIym7_2XylC% zH^~^<(39aK1=5wPNEw}u_?3$E&V?g(I$onnR<_n3L2!WVD>DmP+WH!94M6B29t6BI%@?2y)C zYVU)vu$M=FC~T5Z%a6ZDO9k%=M)(6-QZa_J0E0CRK4TdQg8gBnwTU&Q2xF|RCyr4t z#$rHWhM#E`lgSG3)r8GPRDD#{VZvfG*ixwHgw+mBh2JJdC>N%hlO`st-o(FXJ8V&jQ( z46EMTBN0=IVecR9HO&@|ab44-ZFVw4uiX+mB9^J7H8ho#78=TfSdE6;vVMitB2eT% z>wPBQV)AVy;sy7M&OBQa`4Q=>v^%ZPDzFE>*Y3_*w=ii9pLS#O(@?I{#<+3Im^0qc zf<>XCp%OLw3uO8Q>*#M2k$OQ9>uWDSkVN=K)zJ?HG7I7RfjWUyK!PZIkR1H7Di%Jt zvWX8VjxPP%W$7!fCjDDTD;&4Utb1W>mY>TpV-?+=$1ew&9E(t`NK z|3DD6t^a>7gnF5;UjoIQ>y&Pj{lH_*Mk!v4sAK*|D6#U>KP7=IB~()jjN+Slj9kU z-IvD6gnEiN8RZR!ESSBl7`lfdN)u`y4%sb2q~y?Nx!(x>+|XjXKcxJ5gR>9GQSh(S zE|7twO=!u3nS@Zo4U=#kYALm-)aSVgRd|+z^u3S~^x^bHgnu;1(Rw8D%a0e;NxnOL z;c32i3Y0O+fGNFD2@uG5lE{hTlmryh{wJ zWa0t4IQ0%F$RB>s*u=nxKQ|6O09U%QNR^w$D2 z1_J-3aWXjwrtox9t6#9gA0_PY{a3NWZ)d1kH9NeY>1BuCW4WIlUSzv0@RN+*v_i59 zVo3}Nh=8&JJ z#z!82DN07eB$OO9jF_98f?279*9Soq>IinwcK-oN{lgNd!fs-0KR{MU{cO^ort2IIh3SKa~iGHes}0rJ|hd#3dDr$up7I z$(I8Va`?C8d?z+kdWu~grLd-KL5Oz;`xuV(YcjKTN=Yi5jhGuk*$qb=Rj1jNnE zoKZmi4diEVD$N@ey3Hg6?Y7u!sQK75J7Q~bt~8YIiN1hJ(|&F2)Y5*!TEb5qQ?%Yt zF0fS-qC==)GEo=5|S8O7?~VEcTEvTG$SqhD6QeoCGmA9iQq$AoNf80xm;=SW_U%49GaE zgGUq%vb&Jw$H?eY3*+9o+CF2r{Tu4&oyblsKfWrl2uz#6g7yjQ;fdNL9y%`NrtO2}h8@2p zLG3s=YvL*lmmdfxN0F#Ij3y7bhD2<){kd0ltMle+4Y!lWy}GQ0G9*iO;_S4Sf^qa1##$qq*@=SqxU27EkC|37rjvWnkRms4m-TZO(+k#>W-ZrdWkzWfL<1@m8Pax z*s z6;a(-w;6*)&10%HM>h?F;_@8I701f%z)%ku0v;iD1sNQ3p(>EUVHb-;=1jC(%uhvu zQm*uKLpzlAv^*;~D_}F^OT3Lro)xgyITfZ`5nw?e7C$}p8>x_4AB9A&+1! zN0?2);DOcjAec8(FqjS=R6Gv-U7$20p{0A7a8A_=GVBG_`nEKklcrCl>0;c340^pG zO*LtP2M1)(OLLiC?0GT==3>)jruEA)yL`zY2a39>r`K$%*Oe6JZ>H+6rt0TZwa{G= z2Q*c9Ed_9)ch9f)wqERQz0uoxNmVa%@Q5NeQ^Q_S)vNL9Zl&tYRQ+42`fI8Bw|nV+ zy_fDq*{dQe8Iu2-EVhyBDsp>w(>r`48nZsFsyB(`^5Yo^k>yqWHW}r2GV1W(vh1wA zU`?1?sjYlhP=wUqA$Yy5j_U za*D!>pgp|bp!W5}jd--Sxbexl^-#b*SzXf)7VzBRGo4#{u(I^2G;YMxJ+ju9R?6jd zt1QRnjR)4s;&NH0-dHSuT9(o8$#f4_9Uk;*darb2@+*&;P(6`6EzJx_PE;H&-#B~&{8%zWr2`5}5 z2&wzT@$@SV-^I1N&8Ui%jT=8+EI+VlH3iK_TN@9e^;sbe4c^m)#NFnNwv5I%n=&(= zNr2+CL~?);PZVCb@Bq$66*malexPF+d$@6|1_B&9!G0i#9^)) z*Ryk(_&pt=@|i1m5pokw#FY#$L#E;n5tk|ao5Mds@E`MYnJaMI8Qpmg`Poc`EX0p2 zvxF}ocO^attRGD)^cmC}6b*i`U~y#`Mz#zmBszSXSU_@ww4$@I9CIbS=a{?R=Pn+G z$V1exKbDdwli|MpM5>2PzjM_Gy}lu0umLB^=$+bvsc}xuq&#zj6Zz!TYw-x)l9zMd zZpU}@i#iBR-!#cs?VUQ#+evGw$c>gaSk_hMOeFHcp&LUK@rfR0@iY~Ubvm4R0|@Ms zGpPmD#ChXfrc~rBFp(WwG>2`ATCnYAyV_~EC=zYkuC^<-ZJkG6AF{s5+)XC8n9xpX zZOWxtA2L~H@(~ky&iW3MD0CMux!3rr)uMDzpNI=Ta&9D(8=ty1H92*D>hj!obGeyo zxvAXQnU6~v#W6sJ%=SK}olh0@>)Cne9e&zsoI?-%j{+{A=+1XSuMx~kuz)%#r1DGk s$J^Xj4`)}}%_bBk?Tpv~!C&Kss@MLCLfGWKW{h8_T@yxPsCYK}-}w8DQUCw| literal 0 HcmV?d00001 diff --git a/autosubmit_api/autosubmit_legacy/job/job_exceptions.pyc b/autosubmit_api/autosubmit_legacy/job/job_exceptions.pyc new file mode 100644 index 0000000000000000000000000000000000000000..ba4cb9e314daa9d575fd84140e2594532327f081 GIT binary patch literal 853 zcmc(du};G<5QZ-a6sW|60Ex+CSjYI)F*r6bGgE!*Q`U2cJ zrEH84<^SVz&gbu(MC-%;`ty96!RCtad5yAXXgPocm<5mr@B#1+@HD|7gmFxH?gZ_z zG1dG*mbDg64qr1_J7ubEy#P~gQT7xKi_v=Ya8q&;K{}2@O1MYsGrR^`Sj(JYLd(Xn zWg#o(3d!7N6P6V+dsfw)&4kjH%}m1to2wVhTbQY@kx@w!aSl+Hp*g$*SYan2EJErh zSoxSoL^Y0yb`MojXYuThY0Jo3ExvG@o+y}T5uS6+5yrU&n>RC$r#i-7##!*t3 zQYJ&uxFT7$O`8=exoMrT?X*-bl|tX460x1)qE^3zTFyoGmLLF$%kML{7xi08J=3SN zLV>23kPmQf`-l0@ R^53ZbPq^$(^2#F<`xn24-JSpd literal 0 HcmV?d00001 diff --git a/autosubmit_api/autosubmit_legacy/job/job_grouping.pyc b/autosubmit_api/autosubmit_legacy/job/job_grouping.pyc new file mode 100644 index 0000000000000000000000000000000000000000..124384bd4d54e37d5aaaab0fe330bbbe3f7e344d GIT binary patch literal 13830 zcmc&*Pi!35eSR~$q_`9*lKMwemhG`zB~(IDmXpXfD;Slvk|5in+@Tc0QZ}3A?vPw+ zcV~BIR$2yPQ#3}MIB0_$>T`jn4Pd~Bo{9o#&|`oeddMaBG(d9bsfPmXA^pDZ&CU*G z*$!INl6FV$y?uXv@6G#tzwh^ZPlf-Oo_y~g&TQ08`lo<@{|MjsDjp4d9MdwU?U*}` zahP{a%QfwSxl^$Df@u}aouX+JO)zFQ9n%;y?;7)6W8S$lZW;x%wm6Qin!m%JMF**b z*|nsW^kbW!;7GM3cqvYz)#M;@Z-g7yqOjj>cDD8j_Bwux_wWb|Z zU<^-zTqVXR153t-HH+q5Oy@u<=$#4E7*~aoX&g{u(ljQNIA|IrC8kVcQi*BfuPsu< zI%mPJi|=K8;~E|h9rMtbDiW>|$QG19wqSM&l$RBX<{>^vjG2e{ATe%|14>Moq%^EH zX|Nn=6NunoEje8L8?57`m;SkYb9L>OfBW*SoBqmVR=UOYt8VPBc(r~KwrfeVzT|P0 zm%Mh+-Uy;4ufE;y+*=+s*$Fq|74MQ)54*cwxalR^fyc7_RjRFKoUC|wMQ(ql>rC`vlbsA~COWtM}wfn6ax~nB#+zsl@&1Mj1y{F~dVZYVzI$`2%1fGNs8s1_U z?fV%&+0KK;882AgTJ}!e_0GR~;l=akUp(*K^)~A-dUwxzFL___zFI*JW#=nig;l<` zugZn9UwM%~R8HmPjwyH0sA5LgoGYFth=s8EeUdyXs1?S)y}EjR_1cnm_0sjXu9Q!m z`P3OKdzZs@yXM6~w-({eG(1c<#-4BGS95i78m~N|k__KzQbdMtMx{t-t&lch5mSeyfrfOTXOR)uL9b%}z6^ zR!?B)_%KB&l^p(^(X-@ExpjgWp@7p60^COlbQ$7C$CYrXyiNxb6jJRuCJ_Yexx*5n z!w$g8G51^(-8EQ$3kU27h=BTzLBq~X^*E72%nmTZHO}Bwl}?%+;Y7KzXujc^y`tGu zH#<{=7j`gi9^!*8Cy6{4dw*iqQ<)B!!3XSg*u(eK!-Ux@nZd4kSTf~Gk3ABwTyyV$ ziGE=QCzLIid*dc@9AaG2ETB^FH)h=;8wTQ!W#=J8KA?7I9XoquQFsx{Vp9t{(`*kh zonG1L{leh0-uq|tbbvEY<%HlsQ$Vw8E~XPfrhv>OV3GSN-pa$`jastSt zdaD-a(d-&`aSZ)yZ7y@8dbN5zj2hSmUJ`m#O0*9m)*#RU7y)+JdPx}NVB_+37{&p| zh=Qaab-eqvRzL8XvDfPdancMswGC->hRrLs;)+*>KJoWx*MiG-Ee3eq3wHBTz8UO# z=U2SDZ$QF|_jPrSe6B5qMkQhLlC7}fX>K_w*~?4lWlh-j>HVl}*3;Eyr`GapyKD+R zH@>u3=G-E|B6Z&?G*zaGWvgad%?0+SSV6Uj0>Xq_Q9n>`$q}~604GyPAxgC#1%x%} zY3vi~eBmOMubBkxSh%DiRVPIeNmuK3gHA(c+n?pQY)*M>cNV~ib{nl){hm;45;;3o zwO#896qOY?*x3fLPl*%uxXCpV*x4?z(KUjGxBUo;(=LgaPY&O*xk=!2kTkx4hnXxn z(=IR$-x;@5JnSARo-E8bb8e}yfM2GHGwz|nj63Dby3e`es5OaFp&*xlIL=we(|A%r z4V8Dx@*S{3e1_B!@aI5t_W&C%c_SDjzziq|4F?MBAdALD^Bxu!&Bo228}ohJDHtWd z1W5T)^F5RZH9*!_@(~#n8;+U5bNmTIER-up1b$;?2RJltLFRoxi-lRo^hyO7I?y}} z{AYmK8!lzXFu*T#nmD6j4yq(@20t40e&6f~q#?s`jK?OooOEo!;sSx!N`hQt%FHk9 zO_;$K2!Q3vvjkZVhdE2S#Fkso892t|*iNZ#| z9(Xm6Fhrvw!(_Shr*q_X9}V&hIfwpl*CLKcM&Imo`{3cUdHJznd1_t<_6jr<~FrWsuLU@{N0pQEc4<8h)OWSMS`c11%wiZ`NI2Pniy%*Uefp)t# zNdN6x@03m6vPs&SM$k>R7m+Yef|g!v)!G}4+H3D~d=5=z6ytBWES6BtrdL#|MF7mSeZnSYv6 zkpQtESW6-lTA~rtWwaiSSPtC>Z8g!hD^V0idSl=V4NWudwwj4jQLO{#O^e-0^e?#P zA}y=sELw_Skl4|=73*O?tr_-hA6i_0nS&m{BWMNf09BYy*Vd=Gm)BM_*(00{ z&S7|LbND-jG;?##taAwePCF;TU*_C`GqtaL9KXzh+mxJR_&eh)J4fAll$~WSs9mR~ z@ymC08Q=J~co2qQp9DkE5vJDwMV8Q{&fV9DOnCja5XiKK7Z0j|JYA(X>H8t8QjiK; zT2tu(TMCk3OCP9o!j^(V*wVjHX~~w#Ut+(1qf$6Y?Ec`e?mw#Zpe=|u;N~dfo z%%&~Ou29)fz5Rs};zpA>LS`ygcb;RWsMedKJS8x!;rB zZm+gyZp#(oE_M)GW zS=c$M)i}m(BpH_^5`>JzB4?WUVV9g2>_{VA%RdZx&d%z;pRzc%wW zXNJ|VP=;vI`)=}-ghO;k7T33Rx9P=me^WMQc&P-g&ddOdK#rsnB^M7Mp<}d z4Y46~y{5Pd_;S|qBLM~k;t7yZuo*-F0_LI{n;N{CEN20na$iI;rvOij!U&4{kk-94O-FS;b=P1p8vU_wUC-o!F2p4Y2`XwKG z@k`#_Ec{oI3ziENWpCJj1zXU65f7Otu_6&HQ84*0tBb^EMUA51KA2L_@Ly%CYkY{) z%_9XG2DV-WQ?GAFVW;_RoI*f8%Op99tlMhX39P+iV3HItB9ZjTGVS1WRy4Rza%N@u zL!@LayJ6SH%n1I7&8e`~Xef;3Q=M#7kJN9G#=)Amrr^gl<*hQK@1Zv<=!a%^3edI6;{~y^26aA-tRWQqD@q*BVK^NfR zID`3s;Bw_BjBH^;0POgK;`pfSV!2%`Ikpc5D!C> zf1*vmkF1nNW)T)gk*lXEvG`3@;}3f%AJ#toH_t!$&lb;3uhhxPteX zsq3ZIgW7JKM(JZuhg{i@IGc*w9R1KPrJ%IEY6t zOo&Y}VSB)a6;%bB93HztJ9Sh)Ja)rz6>3R45Z@&!gKK6Zyl4vA)k_e0#_#aL@I><| z4i80Or!0b&Lcf6wh*aZ#1tQG|L*mtwu;ORU2>s$yt|Vp;tV*SbuP!h$`^{m$saQ8O zWrzhKFr9;>i`1!u4#h$i{16-+*#icLXPltw=ztBN0Y7$Z<)vaW8fJ59>Qld`$kY_`r8X^vvIiwW?q zhS)_T2)fKzPC;B59+@e`lpb}(_VA5LBPw7C1}&)n6dxihq!Yu&+s!R7yJ`#ErIj9S zk+j^y5oJQNU)^jDs_6*Xo3|AiDWfl*<2$#RW#rah$74}q2(+F-R@1<{)TxvLQtH=s z7VC5{UyvT~iJAD~D3nLexE7lOV*F7R@FDHS8niorG-j z++=`v=mC(oXRqvW$_meBpJRlGKX&#P^%A}a9ZBiDw-F||VRW|N%{m!sa-PdSPJQ4v zy#b}6%LABySgE;?Z7C{AP9fD4?~tHopV?N-0r3KsAF zUTRl?BfyIGjQ(-zNkJCn|1k=DrgA1*YF^g;BrSR> zWw5X^v_Y@X+Wt|}Wo zG`-`)qf|82SuSm(HIK4u7kfWM!>&kY+OR6)c#x-<2yIija8~(M^Kc4c;A9XTNes$b zU|0m%1(bHM1UPDhIkkMc_iwQ2(4v>-ZmfHy*XwH`yR_H z)G0|0wZ&p(FEN`TvU7{=FUz6$^X&c z;gilWcLD5l4o_UBz`?>a4h_bwCXu33qb}nce+Lh8H|Y~L$pUXr4bE|YB0%|Ex$?p= zwu&0uc%WwZz~{nA`ANFsYYc=97TKa)@kX_wZt2d1@^C+nVL!fsJ!<_;bcYL6Fd1ne z|JRsDwk^xN?$mDL4AyIIdNqsZx?BjW(IFda2ho<`m0Jnt#rt{IqZG%!sPrc25VCEd zs>U`b$LmvKQc{F&h@x*9KTHUf-j`G_sgvpVuF++A(Op?9wnK0xdb-dym& zZm}hD&6<~X97t^SoYFO3OiiV-|48DT=@@dxPly&RdzTswjkk|=<}Y!j{fhX)W~Fhk zD~z<|#>s3XFGcYcP^EEat+~~qnsXYsT-I#hf+=rk+OXS$W}Lq-I;54ahanDvJK4Kc zIBIkNZt0&KQ*tq%jB(^e<}WMB(-d|xlfPDc=_ z)>U)sj9Fs=#bp5e1sMxeK;T5KnrF{A8uoh7w}+=I2;R%=po`AoT%qDbC}cz*Dvwr( zl6$;lIl96Gvkxo^g7f(|f_`%^G~x5&Kyavx(1wWM*5;5AHXE2XU%P z)g-iGO&KTLMP^)CG*2MHy^SrL>K)Ge!lCjY${8-0>zJ1D zjg)L;+%ET{X4sEgy8wa2YYd}2X}tT<(5{6cs2Onv5EKP1+*iO|h47P9|KpD3XV*;S z9Ij7#Su^(R9Y+M`NzHZA4k8^4$@G#ZilD|RdIIDysVsJ{-|3p=AZ4^BE1rd$Jh2v| z{oi=eLfSs=6s0$NG)#&Ja-v5*w7_(m$1Qq&m81p%{VnV;H^j>ErtJAAHgxpKn4EjOMS@ z=Y1>=Trv!4#FTH`J$9`0dg;y5$(gIAbEONVL#2h%^D=h{1ZLY literal 0 HcmV?d00001 diff --git a/autosubmit_api/autosubmit_legacy/job/job_list.pyc b/autosubmit_api/autosubmit_legacy/job/job_list.pyc new file mode 100644 index 0000000000000000000000000000000000000000..b7c1a0681b5f1b58b8205e53c781a8a8ef650a21 GIT binary patch literal 102968 zcmeFa31FPZb>~@MH*Ves2!dzx5+RZzDUqTmilRgjyd(;uK9GV13u%Ms2H7Og0J<9@ zXal|^+fuB=apFxfp4f3>J8^7}cb&wO!;@n?>&zyZ*hy?BJDc^4J)R`atS93*aVE*k zj`#O}^?hGA4qjuKa6`@w2d+18K~HgmtIMa{r50Cuzy(1NB}m5!ih+BL!cuOi&h^$=0ckf>?}i&( zZ-cY+#5KC!MvKGUP;wx8(!{um-}|qyP;M$-0FH;y}!W?t#HF_uD8t%uXMdDeQ2W_YInn{ zT<xS=hz4y7{J+60; z4_)qt_PXKwUGM$g-|B|;x#0&~?*ndlzw6!aLsz(=2i@=i*L%PXKjeBJa>EB*??E5O zh(7Et9SalMZk+}qsHVK@Ak>wU}(A91}$+;FGs?ewWvx}l?P_?YWGmgGL}E}n1~ zPrBa6EqA*cdcqB#a=oYA@RP3hNjKc(db@n;Rc`1hH+6t-0OOK-SBH& z?`w(6xZFmU+u&Yw?gi(b?R`%3yt`u)3#RZL{_6;ERTlHh;v7Mkm?isKw)n}BVu4ZeMG0WtmHx_jxguDd zxiXsf%@ll9{e1wrqJG&(W));zD31?kiOOCW884N67D0_}p6(yGM8CQV!=pp_%A#q3 zhfAgYD>kF538OK#xu)hI}x@V-;_w*i#XCQ58+DLGKcKdn>QVM8(hA@ zU4(ko)r2&;Jb%qD-{Q_Q59-~E^`cmL2vvj2HM$oA_X0&Nu#l!W<3jT`$KFNeZHc{$ z%{wplE-~-?*t^uc3u5mwdGpJKmvRf^>RMfHkrMQ-aJj|iXmhzG=2+=+OU=>la?8xI z%H@`uW3|h*nq!U2tuV)0muoY}I+t5%j`iwqu3Z&D<>X#v?hWQ%ZSIZcUSsY}=3Z;= z&E{Tb?k(nCZ|=LyoiX=TbAxFqzr)-c&3(7IH<^2zxi_18yScZRdxyF2GWR{^-fHfh z=I$`}E|OHIUYQ}3U89-)H+c)=&s#esqQ3<)8xXrzm_cd|e*SfH~<5{7XBYavi{C8xi zzg*5#Ml!=j!7`N#`OFX)DKj#dxd<^-)VX}7G+xY{yOQZo2x*Ju9uVCZ9@D=nv-~W$ zzXA;m+{KieOu36`Hwg{{ggBhb8ulWjEths}3aA&hvVeLY08(nO0L3;sxC0P}+|3G= zqeTVFG0#o{uK-mc)*wuCgpnzuZmI0MfTQh)z^UTTOzMHSYEr z_o^EAYFAkk=LIGC2CR2i?st`p3ct8PZLVxo8Xz%M?mxhdXkB^G(lO3eyiUmZCumCYf)ACuU+N{=FtCH3l`1`6M_;r#G9O0l{vy=TwNuSVrWt_7+rE;X#| z^VRe`yjxX^XlKuhL$M(l^-NP)*(yv6B1b$!Y=vacUGXjP^;=VuEc8}fmIfyZ%MSOC z+K89)ept(JIB+55?7)Tmz@>c7hN^3%n75(IUZx$iFbgj}o)1-+u^a};&=@l{x0D|m z>Cf3np3hgNXRf4XLXeGLxW)`pGt_vL(^mWa8$%MC9|srST>IRw40H% z9?_-_(mMN;2XXDXFfyFqb+o@!xv=Za6XyF>(q5S#& zfh)Ucjea)NJ4dhBh9jFTz&mHNXQ;M(P|XOMgVtaP|1SvU05$jsYStn02}{~s6;_c>mHWe_{H+`1Q^Z~)(!KpyG4*I*cK>6Om3#YUZYYNEaXcb zy(;Me*kaNis7bfAT$9oUHYxZ(sRG-7AOky}gjxOJA?o+8XXN5{%i(U5XM&2$!Zxny z2B6kUx}+nuP_yMW2b6rc0H^Qjm zNu~W}L<2!j@znAg_|Uqc)GN(2**=WowY_tAz|`1!u1281WHWozPRePI*hu53s_ z{8%R0q+d{YPuroE&~_+uTHHh13n@3X&`t73YNOW|>qRrC76}~@IJw9`LuS$t(&%1j zbW@AnB!6UKQ$z_%B6ea52B6upFLRUgT=_#Tmll&m%8M-u?}VS4TIPyA2tI>Ss9=ek zY;u#Z4)u_2($24`)2AR1P6V2*Xj($n`Hsd16RWKBMXs}Nk(+|)pySJ3cCj1#Th{|3 zo+KNL67tJBSNcxid6D>Xcq!~s zL+oAd5G7n(Vc#})o*Eim>5x*YL>z!;k((Gz+ILRnssWU>l6qFVsTFRLKf1I?1($v% zz^mLi=)}r6b-Pd9<|g?|QhzbPtJFA1y~>UKDAHQWXCG4ME~Q*4lTzx{ZW7>o9&e3c z-%~sYE40>Fp%bZK3b7}?$~rf>Qt9}6Yv772NweP4WPKW9kDoA}sUGYrVpYB?U4uuC zAc(5u%bEV6A7l@{nD`@V4nN;s`fpPGiWs4z_ zcpiC6(N|V2#ww{PWsW+mCS&*xWUB6DT;~{*YN`Vnv1`@pe5(chNT72dGhz&pdhbO% zS05W6Kb;K6102mA$a<;JKLmK=xf6$2dyy4tZdThfZ3@Ln4`hJCQ`JPi(Z&2_B483K znf?r(%=vsVU+Nb(_eeFZA2cOBH!?Dmgcrod6!^ITxkOO3g1Y&YH}N5gwc6M2rdX(f z_IiAwMeVG{A7PC*L=2A=VPw^Fua!tjsRDQIwy@I3<=aA>%94Q|)Nl`s438fAw7RBd zHM_FN)bq%33&>>e87@rZb6p)7!otV&IigP|AET~_2G8fiqw;FIl@%kcDHd%{LTz`# z6U_=BPiH%jROCb0J?2MMkakXk(?3>>nCAeq&U@aObneo-={SU-sJ`xbLBy z{36sW+a@;^i~%9`VDW!mqaQpUf|h#zty>%{4i==Brq-m+28&ZWQ}>g$Ay`K0R({s=&ZDP~c6A=@I&$)8_kbp? zW|mft7Gn9Y`AmF6JR-ZS7vS0Y{*9YzG(V^bM}ruz@^&}2z!*8w!5zlo2&Tw0)uc5E zD=EGXeiN<{=}fbm_#t^OdOk9s=r_43q?#~=^BfBWK84Oxdg+J7NP4z~D0r5MP|Fg& z4}93!*XgF<5jh_YjIaB&lEM(S7pbeoO)aq6y%=kO@T$0b8cAa)6$ZD-1!F(ydd4pB zTi|+(=NGE#GBn*GSlB4ULIInK7uaNbT4nPHykx7qJUUdUgu9eQTXX~qIo#pC4E@VI32rv#+6U%5)Zx z9Wo6N3+l_Zh8Y7B4NHGkyN9aVc27Q>Kqh+eLYx>5{-RChMpxVx=OXY;wn-w8(;1(g z!1u^aMa*q2HCsZ=Z5D~=-`ll@NDVVzZ(M*H$iiu|okDAXLlWL5cai3^Bm=jBrKB9l zh*@|nD?71b;i*{Gmz`m04X}vVv{4pIh4$O>@M|?kp={t-q9z_@kyQ&MiZaRT3uImS zia10wFoPx zw6oJzi|raH!(b)HLIVtALVH`SmX5RvZ&f&_XWBuPQxktBR3tEvk_HhMd6t-m7HJpV z*|*G1u{&E~yVo`q5sW>X>KS{brpzT)<|}Dmqe@d9zn7Z$e$|0LD%lVCwMza4O5PHe zLvod~B|Y)jthTBUb&9d_JK=h_@@ma(N~=&>T+HdLFak<0J#kiU0oCB%DK2$o)K#@O z-Zcheo#~!phd32Bv>Y-Dlr-#>v%W(k)r6+rFvKT%QS3*<}ShkjJ9ALnC@guWOd z$+4#v#j`SfOAKP=!ug_sF{V&L*ksCD8sk`^m~2rj`9h+jj>I|I2ueD2B?~86M5DoT zrD|#}KZH_+pop{`L4ULd7pUxDz=y(e8@pMK!jc04)Jw`Xh;chCnKiyp92~LUA^Nwi zplMk2k53ea3jHOt8+@og4$+uOKSvBaCuPnh>1xTYsau29My2H!6T5)lV(4{4 zu!`SG!j=X*aV_NE#ldECEe`JG-{r)K!Y?;!zZloNU|p~@l@8XW)4}T0!eBs?Q~a#p zY!p8Y7cce?4hYB@;(?g!fK+}XH5;ZMunla6pN83)DmapfiamY}HouP)GQiNvdaQ}o~ zzGd4_M$1*(xbPR0M)iPTq9v{|^OL>oXZy%_v2uH+_s3|;DP~Q11rC?m#57x>ol~lv z$+#!AlxaF3XbSCVr3wp||C)(6@eK*xJNy293Z6=2sL8dzOi!6=fqRKTH6~IHW=h&Z zm|Q9Ml2N1Qm@dukIanxovU#??5p(u|{-$DS(!D_Ps8E zRa84+Gt<_1)hMH28)#pIJ8sl z7^x}RRENc{{<)>*l;4(jlG>-N_Hs!)0`zj8m{@T~9%wsL>NM;V)xgGR0>BA13f>Az z!`b{wimjqXbcvgIlOWRBSFv*#D@W~t9gc>ioQeSJgOU*}9a6P0&Dx9n^mXf`>0+>3 z<7SN=O7Yh-_AFegof@c}@W}93OiS1)rmM3y+csKl!okFAq5X}~mbrn+-&Nq_(Td@b z0Tz#)*$Nqp#+4<-^B7m903>P9DphpCCQM^~V*(`RLpEjs;oB6&&)w={?1Mx7!{>7S zhpq?}r~%jO7V|k4(RP_8r6Ev5cD^g0qY&@T7r@X-=GbiPTm%2M zLLFBIhhWqeB6Hk_uN8)F9jO+<^sPaI1I7%xxgc0!jN&d>INZUy)aqbBL|+tCnDK-gN z**@jmSer-?HH=ZJ$Jmtm&*M_PYy~eYnGt7|Y62Ox$d~%dwr3>JLMWBPnc7lKn54E+ z14(FWv&k0lqL49~Xo$@V$1DU7~BwvN$<=p)D%-!hr6QL~gkSWxb^-5e85i02P z*ed~lY~NE=DBo*^1CJJi2i~hd*~&KFTx85ukTS9 zp|_OS{XX^mfDo7HgJajZ2s9+5v>Y@v+ch6VrOWH2yGrnDh`WX^Me8PSh!jM zH?*}Aw56#A{I}Vh^O%ce?ZHH+?Lcjlp?QgeHq1k^R|hM3mu(*?nt6+ojCfF_#2$^AsLXiKSJ+7w`1wX6 z+4UH<6foU|rpRwvBkVe0P_Ne7M#E}JYu8p=OAhMk?0ec8d}4ZoX&J@R;C32*6OBF$ zPFcmzHyZrp8;#fF5*lqMMC?ekH@OOk|Jn3LU(ky3AijE|!9k{WM2ijDH__<7rNNSA zZcBkoXmPhKet*S9gn{u(RRlQvclw;u$9SqQ$+b(LKhnn*ves~i zW@pU`udeI2D8d*XOAM`b;Vf~anPoS-&l%%sY2R`TRAJNO=qJ1Ku8>yAZ<%m5ManT4Z_7jLiDN)y$2H8^iai3=Q1v87@u7uV}b5qdfN2ncVuo z%o@~R{cHdp!ZESeAOs%JaU96YLl2aPgK=Qx!7|mM`e&Q=2gCr(ab^n^cHt|0j7Z5Q zGCuM2Fw^9RYlzjV!?!B^6@6aRM>~|;1Fk$Z|AoNSgo7hZ$kk#m%G54JfoXnanG!JR z01^P0IASwQLdyNo^d-VW>)^yji`1D^n|qmD%-cA!{Uua%#&(1Em!TfX3}v1gEA%qQ zS`F?Uus24&-cAOh*zYr)eKPnyV_l!K3C{6h)S5;&vB$jx{^bPA)=X#LM&rfF-(pe& zP7Y!F$jnfJ`I~6L&$^z8512Bi`tUymtTWYz+`$&v%XAST4WgaWo4kw{v6CD!mAW~JgIpn0DjgcI7LEs5S5+la& zLxH$Xq%bH&I{|+^eo|=M2M|sZ_dxpKc_z_(JNTV%q9!|4ldugCj`cvQ(48IoW8`~cb;a;> z4KP8cOLa_XngK#c1QD*vK9ta}CUXf(d9lYEWu)skOl z)O30*OIp(DB63n_G6y8=w7imWSNKh8tpc^6*4S~W0X>uKjlh&4dlIqD@3^Kk|8 zyXA9lbqw6QQeNnEj7C%y9;<>hJ6#RGpxB4`R95kc)d2_lFQHGw{3yq&abCE1T&X{* z)Xhq*vtQeJnzYSW#&e2n;Nvw4?exaC;~4@&ElJB;)ie~hSP|jzqB(EqR`$o2I!vA( zoU|-zm>JhwAc}bB3q|B^QazHbl@t`C8RGXYW`8NK4g^IGbD+o&P;3fP+dxqN=qQdKeQ-zdQ+`1k{2LmvNGVSlI3 z-|LfN#`w);AXiejUqqz1r3>b-sc(mH?>5!U)R)REnhL3Pd>5n^rB3^Q`7TQJntMLd zA6p25QktJFgp)Y5MTDHOjWg0Di73}1a8{c#9*S_|6BNEr)76KI0V$ottX^!P`$7z9bMijUVapnldn{ydH^^Ql%uvzo0k7u669Vr-90IS- z1^h2z8khwhgjG%vIK3eGhoYiWG9z}4__JA5?6X-LW^3o#=WGx={xA`_caQE4A%=9D!SmD6m7JS;Q~Z!=U(t{bx#MwWXL5H-#o za1Ezt{vspY-nl{KCCOITxrU3PtxdCM&_^ZLGCh`Wr zbo34YlaPkMP`+o(@d5@zJdD3fT^ZNcA2O+4g;Vj~N~Hwbt!p^_ntNEPB> z+I^kN1%8th3HCk?YL^wI_Dbk)_Lr_Cm$^juP-OZC25_QzDr3gT5{g>|xJ#gvFPF(g z=I6PMAg4=Tj0m8v5SfzBK_(deawabO8aZc9YPB$Fwx7yR(39Iesn^p6P3mjh+VNt| zJjZEsTIh-~M;-OhhA|oKaLIHme47V3 z#=_&pWM==P@7*x}_bhIIZ{;mn+%u}Wsl`2Gm`zyMefF^@PoB9W7j@Fr58vX^{sbr^ zL94S-xlz(cSol3fo57&#IL?moyr6vstF~MWc$+>SP`W#nb4zIXm*$)%V$y9}rjyE=X~MNy z2)t+2lEaYmz3q)hFK8yc&C~q>^i{YQIS~8IXEtSE_g>?DlP$ z8U{ZzV&pEI+!Y)e}^?S`vMRmLi?DEhZHMlXm9QE(-Zt?K`+O^lM z?S>FWV%A<9xm?sGah3e{ly9C^(|14G#y@k9Lf2D0U3bokjt4#JY#q4ydnDJIb4~vb zKj^}k-DkV)?y5UbpjjR-+p{LQ#j^%p1Y4B)2*2`PK3;~6s2W`sx%ryglw3@2fC%%T zIN)Osqz6MFQrCli6K}F0wl`|dP_DTyp@{UaC@5b1XdD`!ncVy0bG;sI#6a&N! zOB$7QVon~~>pQfHNnWAPN_{eXyh>#v$i6)??D%-DQ1thKuhEDbSJq-&*|hN%e|**P zjz;xMH!!MQPn|)vVCKk%Vjp&7dOWed1!KsyeQL&yj-x;kuGQ$RyHiF_YKG#x=m}

    LGvzzA|nPoaE)jcUh{`0!&#=9oPvz`#`(#H)Y4l+=8E(Uo6dOEqGv z?vxRW*IV3;J;`YOcdob3Tzj;50D-G=jZevRoUEDbpiiy0@9i?Hsl7TUq6_G!2^#!R zZPHL_h20UTF_tj-PCSwfRCT*bkSBy@{IfYZ&*f4v6C8MAn8<>6z)^%6^blrJRxJ6i>16t{V4K+w#(N#uhwt-6auR(5zgXm{1QFmF5>t+caRHg?AW-PB^p4Qm4uad()gZyW?*D|D3=jp)jeLm)oT75 zc2C6^U*o=k|GGS3lzhS~z6+TdJAApnq&u%_*x_#|(e0C3#Akr?L~nBln2&2Z=(yT7 zOHH}SANSVdPqw-PcxtI7a{~Ry7f>3_QdQy7~>%r)5K)Gpn|BXLt8+mA1kb1$a$rFZIOL^!fcrSEZy<%p2(q&k>U0M zxs6temc?|8_fkg2N733Z3U0yCjg^4WPE4N zw7KC}0U65@xWbI`m4XGPO|~eBf>)JZ#R3eCG4i4$6vV4TMM>nwmd{_O`6d}8kO;32 zx1owX?JRR&VldXjP}M~e#4dlol#Cj@u|v#%_*J063N?h`-NJ?kam^UJaGN4DP~mpr zN*w-k3)T25HKS!ht(wv5*J#P^LfW(og1vTMMl@oYtNJC2WCb3yi2cq1tOz=M(M-o8 zq*x+8!7{VucAB{vZ)hP!B(2OEEEwakxl&zI{$>}Y48)Dqzuo+1J=qf7`XlV*g{|L` zi{C9DkMQ$UD$9?u)o!fnw{e>2{&s6iiRaN6#kg}=?Nk$8RYmfKCj{8=CMHB7cm3&b zvNM@rb8g^nZZc@q-U*Wdw0B2N260vKWGLjG|8Azj*iB6ZF*cio|L zLd;%_B|P+BnlURxKM3;sucvUpMMR99_yZD=xsrIBGT&?*dE8sdc? z-Z!klHeL>*K(Q#iJyT8Pw`Kjgq#CboTTMId4WM{}>WPq=>POC9i{m7#l0P)F}5$ujj)r{mMuR)PrA%XK9p!Tyq}MmZ&{3g`*8%xu!Z?9ggGU& zt($g313X%xmr*Q*f8)lpu&UTwq((5XrVQq83%6u^w;*WGP`+C;OJvElER{Mvm+vR6 zUoyjF^XoTr+SD`E*g)_#v(8BJ3Ez6%x#BgltCOYrL}txonLWmlBKM6Avfo#qpf!GQ z_RA#+#ck#Ttu;R_U>omOecUhM{Wj6aIf1M|yL3Z0#6~LbTS=Tu?9(2Q{=G!jq_>`l z5q7jY7D$XDm;0a3hY48j1Rgnj7`E}_f{lRT>Uc0xK$7B>en zL3Nis3sA-G;r&dia33lCdU#MSVe{}e^m))?^%1N>ArOCG!(qIJ-Mi+waEqbIaC8ZRywx?45l-VPt{Q+YAQW zQu|C00n=YDAqnucdiqvf52>EMHMnX|(f$3_Tut^Zg~-lq>9>NhXY>~z^Vs$Fak~tX z!Nhy48@x0l%htDBH@H@7ZR&ar-jj+Nyhr!)Uv+3cn3^^;wIk9zyTKn!jjh$+^ah)- zT3EY$4=XOgDrc)S(#Vden;sn(@v2caXM2?6ZB7WGB0ydCdY~b&9{;AGr?Qs|l?xUM z0@Is-k`?fVBvgb=GI4uFO#INz72lFk|%vhu&2nh$hEje zztzm}f(&PDBRM^^jh=~JP@5Tn87N&Yl=C%3cqBXRb9|$pY1wg z%`10KE4qB8IH2%Z&ANX1IxX`vMTdZKX*Dr{bqD0 zpSzpxbouupzoOQ6GFkmzR2VpyKR15fPX6tkokDRSTjfsdppj?r`YV-EcvSi9Kt{4C zugdDjDSSjxk~vq+QBBR=-_RvJTw{Yq`v)%NbK%#N(3mEj34}xXNdLfi8G-adX{1~;!@KGfc;S-|)NV-ipWjh0Z+GEZ9G6{@Dstk|b7OH1`iC7}>$$yjv zO{f>H#V$`tFW_*l1x|>IoVcB4C!7%P<-if~{D?i^DEF$mW!zM}Ac|GoT71gcFe7Y$ z;+=Nq$v&tTqB`+t#73>_?AsgdHrVAr9c4hh%g*EQdSb=)giT8IG>-cX=h>B!U|^AE z-Vn*8$O^f=vR*gn>QzT_`0JhQ3MXhTu|4*ZG!(bRmEP?FsH-k4_b*8U7TpKMW$jaX zn$k0QqMW!Xk*7jT$|T}Rf`v*vu_H>>*|#C?gV9-?1AktVMi+yBKKknc`;*TXFmXA_ zT2NNe4(P33pxYST9)Hn_Qs^RHM4?2kZErGyw<_SK$%&o1I?`?_MFM7d^;CzaQT)TR zAM)FgXfSq?n-p94P1(JWG=!VU=}9KVmP}nW5|1Ox+jTqxLWqdl*o>xat7)2L(jy+$ zK(Q4x@l$aVKXvm>{07bYFu#oMCgvW`xDg#OXpM20udA%#gtnzP!sP98s?WANE;Qz^ zhdB@(JN|1;x_E=vbAh*}FXuBC5F2E?2vDjGUNJ*UU`Hm;lfb-8Ez$%34j#+!x^k3s zXHrmv6_Y1=!R*5$v38DWcvuz1k&JF0$Hcz&U2jha{madR+AC6nf4o`M`5h~IAS0Ee zIxk4H9MedYZ4|rwOJ`EQu>F_hjUESz?(^E0TBch&>}_Jkn*lx7T`7$ZVCSDtuF*j_ z=|jSh6rt#oVcYIA;n^c+&W1<3vz;eHd)PPpic%DmLX5KB>huWHaOJ4NwZ?tT9_Mbu z@2_+gt}NyY=P#TaDfx$(^oD6f5$u)#Gm7wnb)gGy?!qK+;gmjhUd|eH_I6tIfP1#u z{MRZ%^vav1XKnI95_0F-~B^W<)oaJUd-_qNHghLj*TLl>XgSt&ic&cJ~ovz4h z;Gqg0&jq{I2X%D~!B!sDm4-?KIC*|*aq7N$UAMO`m|xGUWT^uj(Bo@b4Cb|6n0l+< z5q{-8qDU-M!=z&1VX)C+nfMD^T)GmS_jC=fBAxTw6k%Wx!yz}e)}%wM?j#BY7Z_?D zh~&isuO$&GGpayhp|8hsEU+HBAaTtBUC`ZhrB-|Sh)dZ0)qBNNaVZgZ zPmxHnBFrfiqRCqR8lPk-UKNFuk(iHG$~$5{7+DcwA9NbHIt@)K!w2W`;2&(*xLl~h zEo!+cLfLZqaCrDhZp8?>E}Z13#G7+dwAi+uTRvYd%9oE<@2=Iyo2 zIgqQ$;aEdE14KWltDP^KYT3!6Eyk*3qzVt+MN=qRF;%Qd1>GL9nWvsGmOS=a713^` z`~c}9E%HqNp!DdXZA{b;-yp-ZmCO|`v&+cHq*N$h+R$NAvZ|;|!|m@o^$3HGgdbPf zSM>RmK02iew~C<@i)dmnYfaYIX5xhKk4Y5a!SeV}#Zry)QhGMlic|3(xru8uRuE8m z(V0!W3nQ1a0^DsuOg8Mby(&v8V%r_pq+1IY+fzGwZb#R6w%hfd4P54FFE4_H+Hfs~ z6Kn_?Jw_6((9bZ^>v2pxV!{qF7_fezBg82PxOMwB57&Z@*qxg?ouQ6ZwuZ(1`6E8* zU`~Kcq8uw?1jZr;gG6agk%<8Kwj`{2@GwXll4TNl3f^xtKRMSCHJ-JHwcU+qH9KNY zI+9ZSVzUH~*JxEnW`H7%o*sS)mqD0UK*19c{R_`(PKlEHqaWK+yiJ*U6`>u&ZJ7(< zX{vu&!@rOwxJJF_z9d+}6ySPF4e2U=Vk~TEFQ?&Q0Xl55KLKEbxYjE=n1v4|wBAjO z2$3@^csu+0CE-G;l97V&h;26%t$|l6$O~7Gk`)erz>V!PJWn_bZyXLWP{DAt{(^T; zkvPgQhMz1w6Kkzmdf5(H3W67V5*Q9yrxx$GBMUu|XYCYU{Z(DIu1i%r`@R%#3%NLC z-X!stLUXrz)LhzXk5>m1AJ-FroJx@41G+Jti_IY>?Rq28_Y7&?0uC|g6w*Gfcb|A( zH>LA_H90N@-02>rBkLlcj+=#Xl0z?3cLv%W09kc`tES-U{quRAhwl&M<-I)agNN98 zFV8>wSEJ1nA*O7UknXM^7B28F%gf?%S*wjMg=>+z)k@-^wGk~L|=h0JTDoaVdnm1WP_6c%bPo;cwtKY8dQ&yQNPeqg$6A`QdZ<5+{AQ#elL)D4T}pkqekj60W3WQEN~-%Js@~+60}*_OvDG>e$FP9MGrA zM;w#)6@88gd7Cil2ju-hecq+dE`5GTpX2%n@%tT+?qBdnal)<_%RJ4j`gOio4%aH# zNA$64cfqs%X&pPZGl*qJibGet(8{)C#k9pAL0?vWYIPTH3xTxJG0?wPR5C|HT;qJ0 zpJoZdg2icABsO&ZzH_K2o4O^?P*Kqqehs3g2-i-h^oCFyde-wvFYS0eLM@lxFq|Lk zNZn7^a_H`Tl(i@|pdM?&Hu5{d&+cOPv==r?^bom~X~<`dZ-U&?RLE1k*dcG*x%R&Tx4`pep?*r~7%k^k^fK7JU{CHHI%9ItyzD;BM}gK(3XOF54L0Z=T1SNKa|L4HNsh4<`m=rNYb@Sweiu6e0TD@b?scZ< z7D=|G2$UdH&%Gi?iq4jWklBU_%?lT3UuDy?T+N{+-evj|erMB#-=m#Glirz6UUP z@WH{sefzc^I&(NYe)P;827^j}2~Yro`kR1(7R1fXgWbFL?He3?2tkad#pMeq{xB&x zn7c#3Arx#=f&(mo(R>rYIC|5-*qa+1>}NvUwdvm7yLaz>=njEFyev$#G2CCewBRP7 z@c7L_VasD%4`sF-$?VE(Ia56qze7N=B$^J%eW+O`#gdx*L0hG?012?_F?#4p2Bz%GfqlT?diQdnx_S;mDU zx`Y>p?K{uW3eV*Es|V{%xPUmw&VCUXi#0bHl;wwEM;O4XMFb)ID#l*Z9xFYrCP`-@yI906WB~$cwbS!F7@zL0V6- z9nLf0#E@8t=S(k{2>8R-T)AFd{xZdH#&vx&mYhU&HCbIvzOLpObs?Mcbv0XE6WIi! zXRZm+=j@?iZv~7X5s9FIKa21Rjj7q;i`>|A0e?M+EK={nfdGP;)3-*uHl_f7 z%%YrW8!-IsKf*ZcO+)1iU!nvPSa=Oki4%Op>lCY9|83zqZHIJFm;H;V9NH5v78KLd zvpI-!PnsUq0A12YQgg3^)Xr#ntMR>rnczhy54l1q6xd8!WE*Cg zQiZltGx5?7DpC_Fe3_3o_>mCDq$H#Ll?yuE))A7I)kt9sE%p5K{YY5YB-sTBWvkfh ze4{$x!>kERVcx5)n7$jz2U$&Ni(nY1Mc}_phg71~kqVRgqpofc;CB-4>JM-%wY4tI zrf+@FQn#D~b!`J@_>rcp<_-dr^4V*^2go{~pCDh}$f>Abh#^%_UpAB;J z6+U)0;I9Ypa8#o2VnK^z5Pd0SL2Y$dm~cWs#Bxj8YTp$ux3D%*o8xsz^aP-k8c_}s zR!9$7>O?dEAwBpPjR55M&IDq}?GdxrbZV7*N1Z)Sywm`@%6ENr9J;I~^yNl-DHu|` z+(LnYz_dp1YO0-U-Nc98n~>1na;ldm}Yb<8?0yR z-NdD|b!H$k>K8F-%WAq&2Hjd)*M=Fz2$IhDqyBFeWte91SiL8n=$`1 zouh;6qd>JIx7M|hN>hmSu*v1t*ge8^x(AG**0~T#dNq_ z(Mo%Wk4nR~TGAwXU}WgB}-x(DEC8Zk$bK_N=V zW1H)9cRQhxZR$7atdQ+i>>ODvb_e~~>T>s3j*ULYPQrl2E(>GYs42S%yW8dNwJ;#3 zu=@zx<|fx$w;OJx50hK59b=$Y*^K#O{p2=lFKAE0?nD1W{bWZHYO_-K$Tdv*zL8eI z1zG3zxP3POx0(T{Ydl(KQwYbwaf-|?m=P=30-f% z4vw8n_o#&R0$0?#J!u^bGfl1ruj}=#I-LXp^=5t2o3TA<{(6{aMw3=oX%bjO$HLni znRVKuY;T;}?k2vOG935y6!<}_A4u>um?xNk!lpnlAh*Df>j6WU+at85?ioUhy4T$} zaaSNT)wfP)LUSBQ`gQ+1jaOgyf7W>Qb)Raw`nq4&^j)rdt>x+p_EY&)T)_|dbt@#k zqXvnLeWWp7#|AyE-hbD0?bT}uU#&HJ?Kw!Rr?1pEHqW(E-_tzTO8sc_O{`REs$HM6 zW^~Q^^eb}uGObR(YpqHuIXKqc$lo=V#<7-YX&h@|X{cc4c(QEYH7}x{JB-0W&HQ(i zptJ8Y@fy21ax-n(c}n2F5w|#R-b`-spsl;BaEm)`g7O$==_{ju!PvW6dJ>eBd)O#f zgk0sDjc#@%=tiV)wJZIXg%bm59G!iyNl)FQpvimCwAp!8lmf>CR+-#Mj*V_=m-I;B zs3v!b{K74jJ~vOACA(a^FxBVg<;9+cA0XTq8GaDy&#Ab1FPC=TxW}s#->4 z#&FMMJaUg3MZd==y3L2y`7vtRsX(EosRh?YO_q?fZMj#0orqD>w3barM++9tg^o5Y zoC_U2xUh{q}%iQ|K|` z*?ZwSjtdHi>x8AGf~oto-i)W%9pgI~#FI8T-n2;5)u?=Ky}RJ$sTQc^`=&)xdkhim zHPG*=!KvR_RDqqm&%LA37>mbkR_}>-I2tHR-OBz#d#Jr)>?f9`tr_#u5qH5V^V^Tj zi~XY0a2DOv{kG_+`U%sIe|m9sH`yLVQK%9>;imRk$lf^d8)qfns}@9wAF#yt+gM8~xEzncVMk&+yNKF4seKk48Ip0pft_ zE&b9GxeerhL}Bj=J3Iyz7|D^?TQGmpcbQ807)~PYz^I zGz_4B^4>Q{9FM@C=br~$?t;&{&E*O{`lA2mk`F)Oazg;=q`Ua|jDEtH4EvqrSi@q` zZ)ONfR-&qo5y{G);FE~KLwiQlMC6Gf4#rj-0A|L^((RMdSacsphPP;+FN}KIZKx7v-gR&I^y!vz$HQ2H+vrCQXlw{SDX`~VN!>PcL5Vd5iB@?mXN z%5$hyuIywLIfu#&)2RP zQPk^ID!rDZLQRLwv@UCoS>8s(Z5eP=X+4N+-cDIcf|DTA?C-mp2Be1xkASqt)Byn) zU7rCDv$XKG6-4>N##w+VOJQKkv-fNnzGq7=v*pBrEl(cU;*|rv74;twZ&OK%nH7wZ z%){~@mFLa_oD>-&z?t|zOdb?ZCR-g{vIDxERXA?GDjYpzW58+k*o^W$w`n9*+&d2t zZ%F`AU1mwo*Z6K|nPE2p^I(50s`x;X_y|?}xR8dXU-&wGZr}P4Vy_-UzP;ML@JX6z zM`@>?I-Z?9%v#RTa={!R?rAPY93E>-8(?+U697?!689ZpJbXt0p;y ziEQ9!v_YrdOiv9lmRNyt-jd=20+w2T=Uwkt6O+c? zzIjs9&SZ==4mQRcaYXZEWtB!S#@d0+SSr>Rq1Kua5&g7I8e=LV>e<=bJT^a)j7^oT z)Y7&-KZ*mDcTk7tDR94J%!TGPyHOuy$IXf|2T`Ngei}2%Id#m58oJ0*p0^?~QfXi^ zUR1F*(PM)UX-IhM5opmZpTEYTelUiN3!*FixH8q-M!jLmn<`CZ?#aAi%I1ptqF*<^ zt6f3=S#_n_X?(Y*XFsc+srF=+3;xz}-CcOW6N^Pv5*gD(DD#4vX2<vUeV_R z6zt#GmC8?9FwML%W0;yd0Wbv?NiO9FpU7Xaz@x*Xl`G*WX~R)v{U)FC{mOMS1`1d5 zxl4vtpUocE@RD)4T7kK5qT^5C&Pa&OjpAa)-!Lkch&yT8M-vH zKZYf&7k7Zf;cU_$@qR4Aa?%?$(a@hbI#D~kHV)C-A$JPm9*(<^w0!2g`hUSVpnl@# zl?ggLI>ka40XGCGey2{_*ysp=FRP0B=1(|b;#-KXDsP+DUuq%K4_mv@w!}Z6VgZ~jbJ3e^8Bageea65lkU~eCkW={{K1_(dO;utj5c|Dj$`p8w>)}30gwoY% zqbU~tB=gE!1dEY3c~cET_%@Q*B;)i1Lt4Lql1?YPrg9eMkOu>icMcU^Z!*sg65UE1 z;Kfk71#4oobm$i}Xo5^b5Pm_7Cwclwrf6{&V^00%DD-zrv9# zh;#mus`zy!Q&0`H+`Nggz^EJfjA=9kEXFxIIyCO@x$l1Vbf=Yn*j$=I!-XQ(@09&B zi-w@15JO}Bk@@fg8jqjSM~tYIpox{Yi7{Flk#t#CSc$v1j1YNXXk_4$6?WOkf618D z$X)G5a_^L}uN*JcDDYYiiOA#ounbQAZmg`*SC)`|fR1s2G0MTb6u_H+Wouh$Sa6iy zY63Wn(7HM#ln>d`^QIWC%1S;mXsF80vof3XZ-#wJ$^NN6XO(t&ls0C#wN;nY-e30h ziqZ*td)eO?NF07bpI!RASrKp12aQ)3zMxN|K27>`Dai_b_Ua>s#@}6ScE5tCUlV3D z|82ZBFkaEuOJdKcn1f1a>*kVNA5vJWTv}BIiv%@jQw+-XE6l)J1LyE7iuq%GUQ`)x z)93B_pn&9u-t0a7#RB8QRh4VMQ~7lz{YUz|SD%llAe*3T+ZA!L`kDq^nw8>C)wV7RXU|ad=!AkD;_0z+}tc{KMiBTLF9WRH! zrH-&bP2R%uaAM*OLT0OI2O#6+4yiud{ci@L$NI~K0e{=7Wz|F>Ycfl$Rq>>#-oR#k zoj$+p_U-;5|G*gccMgqzYurA&~!O0 zD_%j1!Wlye?UF^MfFU{XW)2S z+N#%+CqD&DvM#~~#sPAM7=$rv+86$u3Tz_Ka2Drn#*Bs^i|a|yP;{+=xEhbEa-PaY zS1edZ!v9%q{9lw;2qrF41UUS8MQw|V9ps7%-6EXrw*_O8CF>VpDC5}o++yn&iXf9O z=FDSM(;LEnP@Rz!Cj4o+M1Dg_o~mMo@R#x4Lh(~&3vCd>Hgr`zN%fc5$LFTP;irI9 z`Jm`;Qwz65=%PUGk+6$e<@Uz!x{;zG^-!>+em?g}@INN;EyU`l`zCbdy{_!C|G8w) zU-znO2b;Nya4|Vr()>~@nqq_crRi4UR$*1KCRks;qHY~D^~wM7A#F|>)v(s3>KraDqf>4~7?Tgtz{O^|A#<+_8z zx2G{!m{ux5(Eq<8=pckJdN;Ejn}byii-SkVJJ0U_XiZ10;4aff?f}`Xn53^;ERF67 zY2gY3)!dw37Hp&JrTm|vr|Z)9r0z-eV8NoRdiB3<6w&`{c>P8#+#mD=>q+VV_i=GA z;~sc_ORzCDAa3deKj9Nmk@ELLmk``ZxQ9{>=7_jqXK`a%f*W;q+#IRmMymw3zj=#0 zEt(_@#dbvB7W>ZA7i$;opBkjq1KyR}Y)-f_>%8Au={no_vLNBoC>=DEby=25iOoLb zj?F&E!$ndGi7h?A^c+&4@`Bivd!;}#C_l^m4-q=1fYgUg2l9K;m|It!aLrWCEF%_M zA20wR3KfSoof`)^jBrqvu{f@klEuUE6H3vntDIE#D*LXs?;88AHIUdDiLXYTYo})j z&8%nKwX4oO8DJ9d94$Z%nwz1p{#zSc>(rZi64kVNTM^7~xH<&0MocT{7qBxoUftXE zO940G=1g%Po(s+r&6yW{oups{G(=|ELNk1mCRa%*3&oh{(i#@*c`zHHTn!^u8-L<& z7XE@Pbt>(#Hg=P>YN0_l<0gJy+U%WuAFW#aFlyWsrc;rr4Kk2WBM3rUQ$ZVbFWTe= z_vq9nb8W=6**dn#&gi+!3|pvoq}0{T)sWJr6v`&pv%F-TM=O%Tuou#S{wGp+xg3mU z>%|0YBFvpw%3#bw14ti?ZA$UiGxpzto{4w*-o0SfHm_G(I{QjyZ9_fSl+3oa0R*+y zHuI+eqLMMSe$1ZC#AudH4SL={W064vfYBOj&|lD+|1;Gy@dpjEQQfFMboTv=20@%I zG7ekZ#6u0%xIGQBo?(pcvhP;=q98=b-L3+xNWD!~8ftxPsKKmb8DKqy6%zx20NzGn zdu)uf#5#dmF|C=};h;Av2HOlj3wClVV_KQ|R-|Rp#R)LVv#V5v#&o$@vE zfy)}umS!m_85TD-b0~q@Wl6MKR$=>mRoH;-!`us1I4tsG= zR6Xquij(HKMw5TB0rlG(ZeVeTQ}P>b4g|v>+kSDcjRA-fow_wxG3^tQU@>{)C?8U5 z9937>!;(SgQV`v*wL^dSo4VIcyw{;>-P!lU(q)aB!$I$T241u=F;$Z-(GAoTx8y#R z+*UIt(!kqkL;A5sN|XX6YL@HJ-vhUz=FJQ-HQH!;#KZS6mLPZ8RGq`3>)VZ})JoMc z*i`2RgM}vEj4T$rkvWRq>n6+5;d5*z4E0ukLn){}s+7A31F(!UVR!p5Owdq< z#kftQYZgj301?!5+qB9({{Ki5`i*Kbt5lf7hyHpKs+w`AAxqJUFE*hr8HZjK2>;N8 zQACtVtKsH`tGZ}vhGUz$i{h}^;;Exxz`L0Nw09f-(7^5dL!WlAc>&g~=- zmxA8Vyg4}bcC5h|GmyGRM*v_{rkK}(^$qm6rjJZzrW}>Ty&D@%^VcJWN0z>DH8I13 z;n*c?!Va~t-o*SIYJszxcsb1?>+E}rY)0w&ob-*tAca*fWY=`!OD8imog8eL_>sW) zl6MAC24=ZpnFtB@ICPQtXSrntT2NfvP_VAKxqc%&Z z0$xqjHmzmTaoO)JnG2VFZOL4??C+P%!evRnT9?j=%cj+=nE<^ZrAz z{{gJikhPF=KQVCD*sQOiOs4F!t=X>$6_CTuckZTt+-0!9iyUD|BdY6j< zeXQ!B8`&c&9!t3y`|PR5jBV(2xkpS)b$)qOAcx5<{qI!kqVkVe2)0f>@q1<^K3bEw z(-I%E%`_$-|8lv8^>`GhA))XSCJ4mXjmuq5#!)0gPKHcmX>9U#)J+|8lMfqCV1&uY zAU+CL>s^Nv*JI37)EXJ8$1T}b+ZyJM_ylnAo!<3?tR5}<30XRti*5gL?}CH(hHnF{ z)qUFu;;=+b#1u=diQ0<;kCXgEPamiHQ;~Qx>K?=J@z%-5+{Gsih}_9Dt#S1-G2B<_ znw9D6Q6^=5%9)e{W|RpvEqjA32=|euv}A=(sgYuTf<2%@w_0dibq?D=g&tW^Iqj7E zY0V!$wmGZ?6_<_U!kRej2Nm~*IIg=U4pTyPl~sc&peUns#?cOAF_qD#}y=Jl( zm4l2^!ra<&R<-4@;!`EhxEv;Ya`m{d>dn34D;8%H#yZCH0pS0kx^y8mk z>sjCEOm(L65J9(Gfp`XhGgSav z_u}bfQ%T(uEs1p6V4}$6agwF7&`>bWKkgS+8zy*Y;Jr#`22v+^0=VwJ(~Q zo}))NZ&Q=w5E%T?t@6IaG_6`N2#r*yY0V6^`TIeNuWAz9>h9ZIJrVcX1vh2wZ0bxk z{Sm}&O9!4%2UL54DQ|kI-7#pgnQkO@38&(b`EHh)w8?6)i1b%%ly3DwQ$iVmf=`2QTD@a^c4bn$1Q@t2v@o)A%M5-(e;rU(}?hRWAG| z>f9%4yQ9_`*F>7AJ9ngw#g3+^57W&Ps%nzqC)GDojg-!+sdrZOX2V~KJ1u@eBfE!R z`GoIu-yxyFmy9Qt#*(qZl2tIU2syam&@dw5?I>T>co1#QG%-LWFw&$J(etlD3kR77 zCrYZ(4GmK4m1idD(0C+DzKJUJNEU7R4x(A zReek+{L^y%Gkrcwa<2kzy2PgCX^Pvwq1fNl=b!8I8GZhRKGQ7#!v9rapVddo)ZxF> z=YP}ZxAj5xRinut{*Je*U8vMua&_wSus&DSme(U3 z_Oy5S9%YltylGbRws)z(bLO$it-t3xJfh^{c)gB)Y!4tcTup&8mI^~dGAtM=hF>6= z>CMLW2;qoAG=sQSAeSHP*Tc3VxuYYaUitqA@r2*j=MU7Hs+zv0d1&+Tv|Khg(u|+W zF47Y#D1Su7hvXXOV^zzxQZFPAR=mpo7gUjMF!1k;F*UHDL^HUIin%J}6`tYff%2~? z)f_7R;TKiLm-Km;l02=CjrTc)aV#CN^)_K_CaocfX+uAA_|(~>QtE%==(B#NnL2+n z)6;bN!zQ`5tHc?zsydf!j@+$Uv|kLrjH}~>T+it9Zxrz8`sLx;O^B?s23w^%M$29p>jxO|P zLU5T<_)SIrfIcr!2wGxJHz+-hdUui<`=nUS`>#|=D`{%<+G8i?Doduvl&=h*8yPYq z*YF#v;%}7QtHtY8z;f1WtCx+No1wy9=0a))TSi4?KYydt(d4aY#O8{Q%L%`&Dt}I& zzt!ifq&MOl{%5@CR%+H8988nFhM6?8jT%3f<6AnjwwWW`Yp~C+7MLAjN{4@^TK`^k zZ6GS1!=|GicO~u_gW};G2Mn4qY7GVY2Nh-%=)cJIK7IbHK1K=tZ@K=PKHt$t;=M4? zC#8?Dnyq_{z3$Yis?mpOC8*P-0W1Z;|Vhiq*2d zh0;D7n>iHdzs?S%{G+tW#j5ZqtH&zbQiHdr7ZauK2A*4NMv=PS)Z0;cZ;aBCXD`a= z>w-lMi+O2oLt}HDSEOH%S{5l~Z>E$J4gUQ(uP$%O@-tQCgOw=UOS!(8mPp;aHN6Hk z?*-F-4XI=H7^EJAjFjhbZAfiE1-ucpZ>gilu6e0t=?$hlPACfNij~^=&bqXf(TraT z;!>vH&=4!#|0Mox7PBN#L~jg^qFBF$&@~n_huZy&cBi1Sg(qDYRw(Bb1FQ~r;%xa*}dQH{)#$ayc``tCl_sog(dPZSUJ+5XH z@q>GU4bhmlnG$}jBL4lT{jWeNe~tZLtBAiC2zYaX7F;bsN3c3&iul?j>nECB?qgNK z;-iAkHaKDi@7MF3RX5>*TZ!WP@+l5q**?p~Kcq2{RcTlyRPd%1-NIuMZHT(k z>kGlOcGo80q^mZ8bpo~wCVZ zT;7^grd!5U$Wb=lC)a<)tb_TtY&MPsF#z76NW4yDiZ;Z_!1H3C9{EBA&piNQ{A$*@&^XW{$%>hNgsD ziGD+IOuy7bo!eA1*m7lRAvkV+pyybYV^9?T+lIdl{|5fuoE{*X(@z|n&HrOKINxPf zFkZ}a=~x`n#3h93&6M7dV+$l7^R3=(Xp6n|ZoRZLx^oC>SuEW~rMe07q`3v6BF;iT*Ny#>P4NICv1Ecd(2*0&;bLB zP@t_U+$@X43%F&H@)p^gGB|j>Ny^0LC{1TyyUcmCDtW2h4&yl@#eHz>oxD8btL6dp zCfV5VKp8mfBB#?-$2&8OFZjURX1jx8JRY+15{(oO@t~VV8?o7;bW2DC52`0oc(EGd zY;}J5?m!*ku$^he3u&CsJ{PbEmESAc5@ltPhF2Rj??wXkD>k(m8wrY5R_S5@qC0+~ z2qtRMGb{cDnpS1Q5J{Eu(mjvP)LV&YBzTzeo{D#HW36|rjvYL2;zKYe@(v7iykmXj zz_ud_$%ylx+8{JIwb8z4WXFAzkqwugdjlW?$$2KkQh$cM#T2mpL-(zz$RLRk!W!u= zSte-;Y<1jjDvc3)_@%QCdnNpwf^cNlf#M6g4*?b(Tiw{HR8IuJyWPZgUkSG(SS36d zBc;=JGT1-TtnvP_*OQGFQXGqVX*6!KRYD2Hn<$~gl97!IMn$mmz7Dj^;umO8`Bi^V z`9)Khep4=nKs24p^}TnUd9e7T*NN3;LVCo({n&g|`F4sNkSUbc7jWOvtpGsHbIs0#`rfK7@dY_RF$|j?+&gZUr z>9_%=T_Er!YwnSd6|vq)zY2wt`6wAAZ9oOkd_FaXNc$=o*&Im|0{b7+DUd^a?>8K=?Ry#$zVk31`vfKO_z!HnUPS3<58b?n<)|2L~9KI zuheO3a09;v58D(oBjB~AHhBQV29@0wDUg4w&Z7vtS5JFT!*{I&?dpf=#s_1s)bZCd z_J+D14e@#!yeW`T4k>oiCTiLs;O8HWQx|d+kz?EKZ6uX9s6B8EqGFN(c z0|sKCMAq*H;av<3#|GwOB1Tv(j^3n#Fl5ri#m13x%>?s>AVm&dc_|OfPY|J=#qtDY zzU8_qh*PIp8!KCt0wW%o2BDw5JPKIv12S&8@BnQl5!2w{SZgDHJ#@PG zf7B(=DgTr~YJ(N}lP&0i0*{#ZpoujLM{lqruwQAU(kWDoLGUb(2h>u%!Ie)j7ip6& z`X&UiacAFYJ+;FWBv>tfqN#FsY|6RWGzJ+s5G$9fQ{;nABziyD!2YNlKPUy`>^3=6 zAn{|{n@poJDP&7cArHBUA!iE5IpKQ|B6N@e0t;9#^f2xZJ5)TSX}1kxanOyuxv59M zwgl=F%8ulEM7oO+*8OagavXB4glb6>x5Z_*yRnN+J=Dc3Hy9RSRP-XOAupCj%)_H@ zqB{^Y{Nh9V)0VD>$^Jl^j1Nhfk@%Hbb0|CtWj8fT^O03QEt0&(B|I9JQWGucOiK*D z_B2v>{m~Y%pD_5eB<<}oeg=eTyGgX828559-kk5#-ASK-kgr?sn;mfzV@lQ8H|VB1 zZH`FC8(p+oI{xM6siO|vHTCVNq1fMVj=a9Bczstbjk<`!8!6NwG~YDbN8H%&H}lss z_GrskQ!{@(V}H}wGeKuWX}M9FLEa|aNvxNo3CA#!`?y;!7YqGZvJCJ;^v9lR>A}K@ zNgGk`<^NA}=K@_@0DarmMvR;Nq&s4Uo$e}5e)Ny5oRWgJr57Y9**qM42-yQ zrF(5%Th`-VX)J*RDO1Xn5Ef|&ZBjyp1V~qsmZoV-c{HVkloh(#kSWb7DQRixYH8?N z;gPkP6|&a!_y6y6&b^ZCVPFLtTiV)Z?|t^!ukW$H{eAmOsrS?ua!siCWS8Q%dBK7u z2AfcUr7P5J&a2Gt0GJv8Zmc8x4Bw6ZfAik2U70nqy+ zavRvMKbwGU-XPW!^@BkKE3e+bC`d~WcUt*eZnk~H$O25l1}Zu9B9)}YAK5UX#@?=v z(THVqLSLbtfMY>ScScJjU^{?CAjWg}d&uRV1Q1U}%WsH;OipPIgk6?Tr_TY~ET4&% z-XNxupLa1%-oN%Qq278r+P)2!V%wI{zHBYAS36vnIFpumW3+HjO1U0Y^Z1eDU{S6| zO}Uod=syV>>-B@@aDVp*4$GQzm~mi0XNs^;b`Fb?R=(PUd9hp50cy2(3WfKi%FfP` z9_GdF<=F5)?5T~_s00gqyBiI0{8hX=Z;-jiAQNZG&H#u@ZwJi@oec|BENpJ`I$hsJ zV}xaHN+7dY?X4SyqrFc0HTrlMJ|~ZzmABdzh93dndc09!4IXk)2A+>-WxxYG7A-v% z)t}xd{{FSi2qjDRrYs~rFNVA&`sIzyJq`O7YP+wcsu8FBR9g5;YYKw|vhO~gH0D`^ zAm+)1Z@#;c$D}_=`=0PKn2ya0Cy0kPiOU8S_%=w8ofHuOpG`?nlZMR*S@Z{#$^v^$ zswVxWX!*?%E<(kSKqn~HA6U>3I|ln1Vy}hg1jd=<6E1dlpo;f~0+7V}LhON{Wz9=q z9BElU7FDETjWRY3Yfszu1lrx3mY$Gyw>rfxbw$nXkrc4!(Dh#RQlTfjr0`_Wapr;m z7T1c`JA&3WjR5+kwf&}`vi;_uuT46OSlZddph{B3Cbr+&*rC5GQ2ta8%nQv-nC`5E zrso%W*g=ULPyw8u)#_nS(9l*2_(00m#DIMitP{fMO^j5l1zcqA1yDiuPew~msulsx zmwKdL-AYL1k|ilG%DbxkU-rmDiz)+6pjORR^&%?bJO{1^S1n7A2j%LKpjl1U8Melo zRpv|zl<8wwY4*;-RMj_!@eWfZO>Ca)&pI`oKXO5($jY>FPRhG_0(!{399Cs&xAzy_EWA^{yXNu+X7UQF@Y}au4 zUI_AG=^J-%Q3|X6tnp6Z^S`nkDbVt0wD49@6Ip3#VD)f z@F|C7hhq-M9abDx9iG?SY7Dnl;W>S3`GP;o+E4a77KH?xb5fSxf|U?||28rxc!qHM zc&UYFn1~j>6D>{9y8n}+-4xG?jCJ%b(KwAkDVqK7Tf!{s<0Br3!@WziTG>yn%s%Jr z6TM4xN7?0-+4nemymyHnDtmlo_T$ceXYUeSS9WD(_7l$jNbeG3qU`F*>^C|4bG=LF zL-u)RGomUxriT%AD(uU@?;a4Rv)}J+4z4Y<7+i6U9(rxu2DYlZq42=gX5lB2nNVRq z8fre*Qutg;;WxDu_SCB8ceWIMXG`J7TMBzMsPHFR3V))dux*)=Hivdn_{%K?Mp|lP z-Hb{H1Yd(&MrMz183E##Yc|0gWi|YPq&5jZd@+q&iWW`@ho2Zd5iL)8|1cThcTdah zBG}!w`t?oQmM)qPChtk-<(4j`38NulcGEU~%)VbzqmnUu`!>ilg-H=SIkG+Ag5}Fj zy4X_sSGUc9$efatnTnQb{t`S8@yoJ&psw8PpJ5F_&QbIGPl-3iBne#mOq9?C}=Fw+gZ83oiG=(zjoEE zK4pD;`|LLTjMNx7x3u4`omL<<3~y=NvDt5J8=1PJO$ez=pSgZ$^r_tP(=Q20X+Qe38n6~+Ra;Qj z6)%J+Lpx@Nc8tuvjNe^5QW*Y}vQLcu_BCJ_4oNVKwir9^0KiS?eSYUlfZpeK&OX0$ z4fG!Cdr|03VRiYMQ2IMNTcGr!#^q{I`lkW-{+gil(|uQi(o_8_pf7>lQ~gaS9aQ}4 zPCg3zjLfdv)y9dzrLL&{%l*0KWrPW(=;Bk_#Bz_=G65wX zpE|D-TZ}D5#@6lPB(k|m%_bNXY>FzEqGKyEy{OX6$yJ#qK56FVNJ7zCx7H3G;_hZY zT$$$2o~SazAI^Ga;RV@1Y--sk)yd(j4gSFM&hh6!RGH_`!Km^yf7+tT75>14FYxD3 zR9TGf9v*lbhffV8`D-lIE^s~W#A<^nF5rJ;_{?efOu&EJU{_Z$`8UM%x8=*l$@1d# z{M=BHdmzhW+;};Gf!5qawJ2vh#p&}QADgS`%qVN9cuRUJcFWP?Et6#~5FW2#w>4NS zHf#6$Y2_U2$unI`cKG-OF0MwM6M?SvRL`m?BsY#`kG>1DwTX2#YN&PeT5?$?%)$*fYqQrS8z9!c zS)f4=(5kb{USqL=a-OW|rlwbz(_M9qFc@~<*SuSHu(6k#9^(S+O7S5ts}uF|6-^A6 zMx%pOtqe9!>s!;)_;;9EEJ|<6emN>hIWABgpV!g+^wePSoE;O+&ez5-6**5W&R>{Z zEKXGC>r6#$yjYu}wdKkngp)pOCdiyeSaou!7=MVwaKm*QvGeum%K#Hx`?R&CYK>BQ zt*MS@D`hR?pzd}D#Tti53~i_`=#%ury?U(n)*^SD`np*X2OIk-csy-6rP5xX#0i0v zBhi(cT=ey-wPs2@ua+?Ufc#w06V>55U_r;UPP*ccs)SmuRc6iFn$%TcMhHIs!V520 z<8h*f)gvljH3qM-m8|@d1bp~lz#--JYU0<9+4Rf+l99QM~RW&N_o58hzvaJUk zeIFQa*hlU`|6)L;;pn*HR#o`1#nkVY$ng35b<`uX`P9#J(s(}p!)oB)%k2KdbmHgI zPW(_7V2Eq+G1;8x($nS1`D#n2G%Pn{Qa+saCtGI%Ij^&oW)V$0JuNRQLbkNuX;O*2 zA)WY*HJwmm@~?Mkei&%1DsC$AHWV|h2!t4AwpwD zAy+_D6Gp?sZ#Z4+A~}36Xb0K*IGA2%&6!2GQm_5VzdU!Z%jFr{a$F;SkWwwPPYsL1cD2n=ki zX@#sRf`-0z^=)Z!O+ya(nBn+1iWVDEjA~)m)*=rP_&}tvwRsjnI4Weu7pKF#NRc|& zLWtxwuGHoxR-qH;n$`2w_SbvXOtN0if?rFrj9Au(4nlwXQ{t;xbu--)k5oB4lW|@3 z2LFKXji+r#O)OK0ul*%)FA=*gFfY+EkGEOr@kg7@_(8#zmPZS-@sQF;y6(MyN7{RL zMl&P+Npsn_g@C0wy0__ahPk>JlziDj!V}xsj8?2(^fuu1fZlJhyy>T>Eht8?aYN>M zC3bnIx~)cc1TO2x(DCP}{U@*E@A>g}eCJQ(jKBZK-|;O!ksbfws*cl0U$pbmuygz{ zpm9S0)`aCZ)OZ>k#Wv5=2*>*s$fC&j*^-Ok+Jv&W;kr~UInCUh>0-m1)DV@SQ`y?g z-u*vad#iVwm&*${ma9!xWC13kt%TqcsnN8GGpS{p9X!c20@hROY6=F*1i`HGLB)+oRwxZ`d+cmPPD@YN9}PCsMX8rY*l@93?3ZzB}Zp zq){y;9*kra5G?&92#LS0;N=Q7Fr&dh>#V-gtw*V!+wL;nsKIuXd~Fj;c^FOSau#_KQWR!j62bmj-DqwZLwg0p$$f#qPG*J={gP$V{J6z_tGBo z&{GS3$8rfz7M^nOLRP89-%?X{6Qn-L7?6y^FCo>d*A`;x3Vw(t<@M)6SSPg$jfrqy z1DcV+VN#1(=vOop|4G67l>0^n<`u7Lo4Hjj{;b}(nknW*Rj|tT@=sLwh=N;{`+3Eh z=D#PD=2d>LVxpU2sSBUR+Z2d%h`*>@xsmc71qEmM11bTKsyx?C&7a3g8u=Qj$QfR>7QChM#pChZ=mm zA_K(5f2igOraaTt$|H!!f^p{#Rnbe1VKH4(2GRI?`s}oVf2!aeszf_&*PK{)HsYNc zk$zPp%gNN}6Pp%)yEHX_d5mVsKs4B_%FI(fSdUNB7#4?o9!chqzG+F2EGOe_s&qS9 zwNm*qYkR&*FPkr^KP=?qDbCOw@cd|52qe}D4EC>mszx#F&+QuV7+d43dWsb}; zx!+5s(BCG*=!kYV(UHbj2>~6&y4uJSBrK;1l6$mZo0GWib0=I6+hU~AiT5UfTjFIc z9wi<>r5E{)<~_9y0t^*xrG!M9z}X`1q*6;CZ-5P)LP1LPYG{@WmD2D4 z;eSFkHW-@H4tor@f?hR#Ng|&h>p`7Gw!XoMSGm!sU6=yGLk(Bd-mEqFbCR#8RMxqk z_i$Qq}mmdYO+nOyWxg&nHpXfON*@!3m%b&ykG;Ww=moSOO3eO3&u%s zjRA@dfu6G{GGR3!q~6{Vf2BVJrO`ra_+c@5Xt9nJiyS|ob<<5P>B?N`XevIW6;@Et zrr@xO8|_ZxkgpM(7HVNP9a*MU&6`L~oK>btf{H6;B)|C7O49^u(;R-(vlNv|ZN1Y{ z`b1-1(ieF$OH;L}&HQ(ziJ|D&WxQUt6crrdT#hyBjh2nEP^`Qg%=IxZ~!AaF?3w^S~#tm3cVHfVmWX&uWT%EZs`98kVLG4>8*}>Ojb&X51 zd=cBizWi<+ef8&6zLRfmCT|ax+nagXht)Q{%pcD8Q%+Xi8k>z+CvN1;{e*mtRvn`B zX5t4ZcaSgdC~U=PSJNR^A2z<-`Te*&>uJLxxNv~HwN}CFa|`;or)$QT z_vDMzyp9C&*iKuLbNL#dkZn%sm2BKw@P}>uqXYh48n@6FWYmTjI`i%6F zZjbmGSwLN>jaT-`z*4pIBATUq30)pi_*grIE71ti;gPBSDAfu0^(coaW)3r;haSdS za`rN2{~b>a)o{f+Mxyo>AwS;bhpyl{4CfG>YXpSnV-9+;ZxzofzqMw|bWQ~yB?#4sYi?y+#T&)qS>un21_@c$ zr#a<(mtOmr(wmr^r0XinJIm+)7*5fr4pBz|2m?nJfHUlOw-N3wtT%4S)~uTEHTwl3 z7ra`Ng_(~Q?ryGJFHaU%Vde5f0Sk?AmS>_iwSU>p9Ej zJxgQf8-XGI3(dDq!6I;6C%B234%pRLUX*1s^wCz@E3njG@QQ|-5M0B^f6&tl5^5{M0}xQ>9On74qXh>*=fqFSr~5-c_Q z=gqgK&|(Y=z=-b>Dv;zl&gXaPl8N*Kp%Hv?0Yjjd@TLC{$(*cG0OM)hH(pDSp^k^a zYm=a~1Tj2~!cV|~<;kF-VU#yiy#K-B>>aPL1m}qF4gwX+O_UmBDHfjmHfyS7oq2UR zLr5gnt|m()y(hS+&1( zg4pZ$3il}usa!n^H$mn@}GD_58-9MLCFjP6g#D~>F|+gMFQUVmPzkV3ORub&a= zmxZQ$!;6$|a1#KD5LZ?%&CciiwJv{cJ0~)<(E2ye;h;sfvfk|Fp+sLRl**DDH`C062T`A~3fjt- z)u{A?#W(wKWVGljAc{J5EH<>=DIT9FPoXMSJb2KTeo~o%AV?dmh?bO)Sf}fF(79rR zS1F2A4xS#+F3RFfZ|c~uYrkq*djFYICxRf-5F|S6GG|`@Q2f9Hr+v+v3qElA#PK+z z>=r?`5cL`QHWzTe#a^EjaG7dL-VtXg{>ET%?SkFHk_I(#iGDzDHNK0oqlZ3!mSkm>dzPl107g68Dg>A5@DDEE~vT955$H&1C0;S#BBM! zWVjfgMDjD3y?3sG|LtO!S7#l0sQ}Te-8sQscKVG^5sCK*K2`p<5>$-j;GUw*{_AEfl;@!UC^sp zs!(j!l|uMGt`lLY8vUOb-R!N4`M+0@IoltNfce43M($9CK-~Q#PfA=I1((R`HCxCM z6W4L4?ReY6a&sP=o7QsNHWSb{I0QXpL4nkf!`&+%6H=EUi0K8(pD1L3_1%`^tM$G2jL`Ar7b*fJ{{& zLK|}8Pbe}xAT-RpqZTh%f66p zt%8iXcx$E!oPDR*QaC6BuOcqtcIg5QUn&-Zs;42voKiz;r1*B|im6CiD+ET2Y3R); z8c~44X^()pvs2BuF7tPDp6Kf_Uz(J}=P^0$N(N%eWoh%8_e z&t;i(ko2a_x`Aw%I&ogmCQ==BNba(gd-e9gh~b#sGOt~hP27&8Z6l;&XPfzZUFj)l zqZzSzDhY%k5fT7}K!>j}3;QeJ62z?=nc(wb+zlYhSiJHGym*DGfLE(Lr?baEo)7O7 zpcrt1KOz-x-nu%ZTk-n49N(B+j3oG4=S!V}yK^pe3K1@K3K6bm3K8yL3Xv^|#XgrR z0ciEF>3HbkR((|aJ{q*yaP@}*(G#P;uj`d$zOY@FeO%n(5O+_+xrze@6uV)-waYg- zfp9=0G_=sBE0_3zairuYivfD_86zU=ISDd&bn(Bz=@LO4oo(VhM*>7+g)qZ_S*abYnU_gF% zL<`SFOFN>A2Q<32A)|9RZ=wM^)$q`OWo}#Qi|WtkKH;C zIck|wOF>;pTO3e$B&*c!W2)o2Xm4V$GG-)j*}4M@f9n}y3yU~f!pYQ{3->*VmR+q>@Ed&6L<@MVl1xG@Wxy?d<;kBR5ZnvYW}pK z+1H8svSiE*%C*VT*dhnIGhApZUSWK4x>1dVB;s3C?LLCBc@!Angv%VLt7x^(>r->3 z324T2eUTe*I0k8yCPD!pvAJ6qEx=&aftK)9uG;0S50wJ-UiuQH%6KDiEe}#8C^o!N zeTx;moHUOgdy{Y(v<(%44w&$^N3t|`d4?m*xrrc-TQ7|5>x;c-)~Q}NdEcejKGiFJ z!}V$;INGB%qJHrqmG}ZBd;rcohl4k~BwbiseW?ClRMCG^u${LC)I)Do#>x$jbr^B{ zCWXy`buWCJtkdFf{HM`Rrd(sE)|V!yQGzIGGvl^7tzli_dHOFFs4`YMUz@CYtD-rL z{|$ZhG2~U|L;#ZxbEeOctle-toV36P(&5NfN8O2Rwj@KPs+csCnbiOdn(EWJR*7?P z#dW!ESic^`Mv!nFQmaHReF$v==t6HuRzra-Mjgc5{90Pu4cR+cQ{`FFMkz={>m`WT z&go2VuB*_;?X-IK|9mGL>UN*eyaF1zCwE8gF7Alk%K3xNk#5Z$$&agdoA?zh9p|_4 z04Xr3&p^^Fh6vOWD(bsY;Os1iVh5!X5EAxK;B`XCC84=Z5l|$S>m;HO$--C}wlmPt zBm>IYC1$k#r91?R_)aLO@<6^2)QqfRJlCC&Rob)Ip_>5Iq>U1(iY;B2WBoxccm*0K zmiWuQhY$(`Z%Qh(C^WKJF0jsACB|J?lxxe%LFv+NO#NM1emIYqk;oLL!mGyp;pDv^H10ELxofrq<4xxA@1^BB zviX6HT92UnOZhecTn3*1HZNDZlG0`qCtjSr zrEQoni=YHXz&40MOy)#cvK4jwbN0;H*PSX2pMBlgVY{sJCTFT>Ef8!lyvJ$TkFaUM zcr#FcaC!wp#bL7o2`|xNsyJlh$`wUVqPYb1Yb_Ki6bc`|IJ2o*S#oKNV!oMI32Y*Jk=ChxS znvko>%ka73M^7FitiFF7LLaE1FVdwrT7-~ z`l`W+!gH$9Tf)7H?NlAx^pZB54?loJaf_19@id?&#rD-icx5hrBh z2%Ezm7FrCM%Hmt1#rL&=s3qn>nDf;|+M(!> zdLdJO*z$$T#s4U;xUnxtu>PA84nf^JqiBhw!v-MD6(DSC+zh4^jf%Z;*K1f zMcORP{vB-`+59QD%U1($OS8JQHB7STGP~35Y1S<{;z?GwzBKiwq=uy0*Xu@FDiju{ zHEfr8#L7N=wC3Cm&ZVK$Os zpRS0WU4)IH8Joq)=*o6+QdugCC`qN^o@ok7TEQETF8C`W3HY0Yq54HJWNnO|!~+^- z^22+UF$C@m@+%PnN0@=+G1l(3YV|N7gkT>%Jo{C*H++J-m{~S`4!MPy_^#*zG_@mY zbQYk%=rgNNceHV<3D<7XFcz5PEQRPvsPaawdX~HvXKRI2!VJR-{(3>zTW^Z`fCcT( zHxh$wLrQ=shD!zEY8f2FFQhO&Sqeo%ebf|~$`2P*rl(nkIbc-y_!PGV0%rUmwV-v$ zH(HWfv(=Kd-&ai;{4#956-(_R&Q;p95y=qo9>?htqK^HBad?o;X`FTbaSvh>WLa%r zY)krbz~;=N0dwcd8cJECn`_hzmnxC(iL z?TROPU=A9Xfx^%Fy#VW__5=X3)t^it>poP*Q2ouckmX_moTLzd0$A{Amj*;w{|uBy zz*`eVS{8pcGKzTq6!GNIHQ`tQ!6)C1d|?GQ7{mnT1}!R>D_@@B#ssl{Vg%WoS6AGh zaTNydIBZ_ZKsA{?u~Y0(TREK{nc=%uT{o2J3nQ^oP&HIMKUuyIL}|#BbfLq{e4VQt zV7ObDQV+!HH}9XGo~)LqGHx%q2u1sR&&*KqgoRIGa>|X6I+*2W0=y;@+pNo9%!*P~ z=HRLL`s(74XG)`awD_3J{D+EnCG6cxIG>d^hj)-*tqU-i?z@M$AO;9te<2HCgIr>1DYp_Zq8yPZwBmn@h2gtM z3mIZ>2l&07x=AbTD|O6o6@reac8rFcu5qu&3qIuxheB%Is@Q-8nf6)|4@x?ylO411 zQ*tTR+$?}BG3!=|_bK+g`1{W*cuv7b6ns5>m7UCl>tF*q8UKp%_A9UqQHB%oKTsV_ zG2wH1)CMAKC2WQB4W&uS8ULBSYMEIlkAe{IpS*Rk`gb@-N=0^;_0FUM?LXo%y**Aa z;Lc<_k@$Zr<6kR~s4)J#f-fk@y6SC3QfW>a)UKFZ-VY&ZD+cr&P{6D68*uqx`-R zHRoiEmRag zG5VyhPxOvZY$FT`hfn56f-4qS8Q2bOYrZZ1xqhE+9V8+q`J}FB71zFzOASxrKBD#c z+tKW|QC_`W1x}0}5hJRi+}5p)0yh!E74a~!vl))b5DIgLxc93ICuPP&^L5V0Yb_sKzkx z!7aMm|KH`LG_WFpTi=c#6b!R>7@;7u2N%X(gimqd+Yw6x)fda>c-bPl4J@U`2ur9* zo078|bgxq?jqY`zc9+XD7F0D)y2N=UhDlJssa0aE7VVtCue6@Fphl^)7f$?i_A(zV z-&V6JD_=OiqUf2ii=2{W4No{0_>UTQqdkzFdKFJrnq|z1Bt?QGt(g~^n4YJ=BQ%=V zqKP|csIy77SeB;Bc@QS9eY072Dx(wUf&4ESvZHB4X{vEWLTd0;tE@;4ZY!_CYc#p4 zfk*gE7@niZ9LFzls^^0sjzn8ZwdNePexZ8Ud{-x^Eycrl9Zi%5UoD?$m46gzOKL|*`(cvnqo$RM#(=^Y!kp? zn}Hx^{H7kql+h&O!pHIR%8;BG>_4l8KWHm74L6TwAU!JAzaC4(O+h zbT;R=VAj)>+Y1fcZ5oK-6fO#Tpn>CJ4fLxKI?iuH%rJa#{Z@rgE+KOqD+M_NoUvsY z(kiwxnLVvBrNNFR=>GezmcvincKGsbhbzUy4-XxF!_eWN_8nZ}NlnI==IMA>ThCbh zPO$q>TP&W<_N6yu)XnbUiIxN0R4)G?H3uCuFUt28`tt)%s-BnH zIT0=yJW8d?^mwThXN70#vNoPu^pdp|aDb>PMw#_+#BY%JIu*z7(I@z8N5NhNHz_D8IH2I5f6AC8O+|!Cd^~qK2Q3VSM#+CLC#eQ1B-%#*Q1<>-V`+oj_GTH^oH!JvEJ<88s z{Ero!Rq)RhNDV*!mkNGY!Dkith6Zmv#MFlS8)SspT$+wuPwrZ~q0{`DyY6Vir1MZu zS5H@OdtZ#H=Z>DZXLHZ(J+JK9-_yxi!Me`Zbnffy#2l&RU-!y?8(JO}-_W^p9VLvh(K7Ej3~>w6z1?hWHON_PShH@g8_&;TSz3c5)+fPu|QgU z6!snF*??KcG==Lu#rAUrz|5ja$<&Mif2ulnWx9T8A%3$;t4L$KHnZs4FJhKQXm^uo zYs76N+C6$eaT7X9gWASIE5W?fEzM$q!si_dS$ zL(_oc1;0UkuVf2}YQr*GH$Xrci|LMErUqzLtQyEL zamfO`RfPojY?_1|^u1Wn6$@4@2MY+3r|T|dG~zoJc$|9$gAK7Zg*k-+kvBES_0t zP|5>=C!ToVnOFWFKLF18yz5Qdv=nhkSD7y}gM*m ziszJ>m)`lhcR|Gq)82O7+vc>J-9@;N{DI#_*F)9OxAkJDYP8W7*xa0VAjWcTrbjY>C>+ZjqUlwWxHvE8mRE@nAPu zxjc4-9rv@u1tv;YQC6b5D~v|T1DdJXi3SHNn2kju79Ml5H#(>m5PfZ4#PpVXp%w<* zca{fk8P7!>s`Vm@kMEZrmPK|vJL-{>4Ls(>Kir>yo=U0)+>D?_GsixZ(~oV6$h-kZ zs@TqV>7JxO80JxC!qD+Ngke_1W$zKGlibB<0^{%2?kKK=czqk9eV0efbimxuWmP{7aHoYp^iLNI_YUnntLsE8}%ju zb01efS8k5rkC8yO9M7HS$hfKav=;Y#udNPS9I(luQo~T}|B+IgAcf5?_uk%ysgKLa z2P@K8jwYJa1OLTyRR=6#u|oHzoCf$+lM{IrbdcPZz6;)VR!EhPx$F?!veh6La9ip zU1bq@C}0W)9T*XrYoBk)mI)Ef+?LvDrO*P*jbP2>~1 z3v(g~Z3D{%umR0L;}}96svHu0QN?Fe+)?q8iXT%u9a2<$R=5homZgHh=cIyL&P%0D z8l!f!t1yzWC(&3O0RtoZFhrJ+zXE2EoPWv(L7OBNd?28Vt!Rr;nG|K>4k~;x10sst zgV~G>&P>(^(ol^IcE|a?;6+*tqBJbV?pO)CS>cRaWTH%(xLT{lnpLR~z^WCW z9tyo4fkmNmK(C-Wd2iXMBpYE~y!>n}*t~XqL*|P6VfBttKAO6YnHPphp13f)g}M-? z0*ckKAl{0?U;;1%5(QR#5dac`hhzF_g4CGzFEV`<-q+xx#2qg($dxckQz4^|uU`q* zuWfFHTbHk_uRW4mA?Sp#PUW?b2RZR9ifq6ys8kzpgcq6}G#YC4i+Cd5p!^`=DE?rP zqp%|Cpzc_o6AK}S`hr+_BY%o*)O;m1;DcA!&^PR;FMajZIm$jxeMaqdq_QOX&&PLx z22KIbi+wmYyI&6cFKm{;PnGbXZgiO4$xsvvyQI0)Xvm=i^gz+eMc5d(oM{I?+kCF~^Tv?z-B z@FR*)lv-Hy8qM4rFoG;}`YNx!1yiLa({PFn-lR(qlbMMN@)F_AG|=0)v&MtfvVd5P z@>rKYRh1?=(PCv*! zc+A6Hfp6<^Pd<|cB&V5*30`HBiwme3g4by%jjLB{K4Z3$Q_Y!Y;L1LVC}WW|-W*hM zht_X5+wJypwZMz?p718$`ucWY__?Szc1db`I7b04DaVs{=VzkcG#`31dJUM5q6dop q9-v=d@B=EWfc`uhp%F#%e)WCi1L{0W0P6T1f7x4ZTzLAzJAVTA)rYkJ literal 0 HcmV?d00001 diff --git a/autosubmit_api/autosubmit_legacy/job/job_package_persistence.pyc b/autosubmit_api/autosubmit_legacy/job/job_package_persistence.pyc new file mode 100644 index 0000000000000000000000000000000000000000..83c8873d6fa7175cfb71b6858695cf81ffa85f3e GIT binary patch literal 3188 zcmd5;ZEqVz5T3iUoj5NvG*Brhz=4D?5{eNLLPQ9WG!AMTQtN^!SVF7y-P*Zw_LT+?!1Hr7 zdyFo@zegESr<8rlJR11a@yX+N0c8OVD%7c9Tp?4Xo<~WQo)cXXecP$==Vy%?rb_?B z@3i4TbiBq%-Y*Ar434^A>Y?tN!o7;o{k+@O@%I?FO<_~(%rG|B96W@TRp<;{!;0vA zUaAvN0`Ds98T^4K{eU`EN^0y9+%YSZtk82O2q3orZX~2-Avtvlj^L${MEnT?t=96(Tj?dHP!PwMeL-efG+W`7vt}un(X>wCs*VO9IAW^XU?# zV`;7mL?vA08SKyK*23xUB-e=zr$B{yFNAM4>=pSS)M28X?rLl1*83w}=s|eJXT_1* z53MU+WW+HqjpkOT4Mr&91Q7gym5H6wS>|p-cmLs`Y9HKvaPURzOnr55c+zsOLH#H? zXt!IDy7{`ndyAL}j;S$a=TczG8_f{sckr~FBD7NTw*8oS%#BIC!1O9~f~Ge`Q_=wd z^RPmfT!py4EET3zY-NFIQsg5A3S}nZER>oM7e+f%YDFR7s^fdDlcO@r1;nKQj(1ZS zYaAz=Wf*B?+lyJv9OI|p_7j9Y(X%Q&eV6Ok(RXjsvl>mRGy!NRX*EvAUO;`1K8Do~ zoAhW>q2l4R(oI2yZB=j`zJL8iW%h!h_c+N}n42$X@EaVNXIQ%|dKQU{qz*HjC1E`9v^XAdOkN0)qFXR) zFa*Mth;vH5;^GzY9MQ|H;_gbV#l}$3X6t0#EHr=%`-vHoe#Vnz!TM zS(N<%Z-i>UKmenPkAwn32j;>*6pGw_x9e|vJ9swuIy61pnc7Opp{LX!PsSOB5pPU3TLwV(zR4dkosV^9O~mJ7bcefL z?%qJR2!Tld-^C?ji1>uI>}3u7<-c2gy|S@huW#IzY;|muTRGsnHa2{>+8etxvwK literal 0 HcmV?d00001 diff --git a/autosubmit_api/autosubmit_legacy/job/job_packager.pyc b/autosubmit_api/autosubmit_legacy/job/job_packager.pyc new file mode 100644 index 0000000000000000000000000000000000000000..69ae92fd04e3311bb9303bb0f9aab4bc3f31814f GIT binary patch literal 18997 zcmdU1TWlQHc|NndyevhElqgYRN_w7DXQlq~G`b zGdoL4P8*;gU6ONj=G-s;|NWP9M#X;{8`=Lyk1p0-`cuTeAH@^@2Z9FvJlArr?YVi+ zd3-OpR>8H4ZocT+B{yHP)S_z*xb~o%AGG(9YYn;fu$v!t?XsIMyY`5iA93w{ZhoI@ zkGlC$*B*28V^(^=wf4LAxSJoh_d(a1aP0$b{s7*GTzJqed9E?+?l^bbxtHcAU89_( zj`UIwxyC*h9#YxSUg}}j7|T-k_fn@^V?1kNqL+HaH4eDB>OoAs`F;FUJ;V|&$+O+% zYJo3<225@El|_>Y1kZFAuhi<-Ys=wWv%S^| z6Lyd%z8FSHvtDZ@hqfg@)s333b~_0&j%>@YMy^G*wY9L3+_x<+uheUGdx0!DFKELb zK{K@^iI&482_sA61nXh5mF(NrN3@MtoNMnEF-1yT+63M3Mi+_H$~PQlF& zxJFUwgRW6hWXLrJ6d87nK}E_A8_v2T>4t+|{JCnGy?_wiNCiJvSHeoW*6dWGFkb6+ z;^tzr)l9Z3-K9#h(u^zhRxOSzh$LN<>tNxL9#+ zcw@2M#QYm4)lHoXFo1_Uc?nPaqacXaJolP&0U`xO@LE))KvF?`wZyF3N?#pF<45p* zOBt(!?zNIT$~K0WxjLNHE2m{qRM{gAE01!kD2H&w-L@V_^@@}+vI861pQVgvDHB=B zfh^^qOD5ean8eHaJDm52mc2AveV|Jv*@XHEVh696T=YSe1{YyU7>MUqkKC)(qVqb~ zep{cTB#yZ%7j!nBX1LK_45Qv|L}9J5b*}QM)3@UL@6N5=s5M))#a5^iO%!l($`>){ z097kX-H5eO-~+d+>>wdk2emk;cRNeX<%CoethH(hO13SNbP%+faUwQvg`I?q3@!+I z#31r#%KApQ(d;aXr`xs7;AX9v;5}d)$x*hQr79^%x>+L}N74l=TiMaHi)Ke{hFJNu zvWAn_BlNVJon)B*qDS>aNa1j93IU=Z0R|;(a$5q|hNYsg-A%%v5w3-uM%bx0!&u$j zD}86n>TVnjX;>I-+JlcImvAE+;o^p^tM!F#5H2=5OI<}ewRS$et6YLBQMVq(aTf^5 z7E~$@TT9xVe6Kj=-d1trGzRUI=GwRRRpdGa@hW1cR=Vx*)a6=~tem>J5pC30nx`&q zBwgE3KdiN8@SLjkl7iY=^9Q`P!sS|h>lFIu6Qn2-om|_}z63$D(@cWk1iFqN;846W ze+wtP3GYGgXyKrT-@=35q<74FuUF@ua-oOt2vi_XT_VYLtLPGs{7R(oTy&fadTYRS zeotHmtPm#wV2CEb5df*@t`}VNtU##bmI`i;3<;=3M#*)TRny9qT%7ckO8_g#09p%` zZ+qUYA;(0ZG7^Q*fM-ndwpX|Xlmb4fX>blI65#NPNYULw79bocWp^9{W(J^ZK;s;7 zo1gPu8*wuWTiz`Lw31sLbKyEb|>8G0k?Y4 zA-7>jh?GgL8V163u|za$6<=2`ha5(LD$}ox64_qHx{hg?v7%${ELMK~lZA9RgIdx* zS3N*quO6zSiyv5ZTw}GCrtYeWE-4?5uuF{8LznCS>^6g};LO6Dy9F%Y?^chxWZJF1 zOC!0Ufnm*#xzXrC0U{qImO&_(?6~WUyX5|DDQO>&1?*#}a1EVYqmVNCsFM2P&mfSL zqd@h;WFzWOAchsPm`T#GvbX{1pUcf1QgWnM|6HU7&h;v1qPDLDVM_VEG=aEq_j@0^YStW{n25?9!5{PrO&4@I4Qj2-RVkWh!7RYdCc`FWw5ezWi&hu7EbJl1#A{Fw zOs8Sl>w60r=UcV*VxxB9X^sq!>rI`5)6|I#HuX6Td)5XoOpKaP43jOT_@_{C&t~JF zM(@wy(JX)*&PCykFp5LT)|Fg=<-n04H8K*EfK+-TMlpK{he z&VUQ#(-`n6#AR|oTtY2Xt*g;S=#w{m^091#pwYb1Y=qKdg2k;M4(mx1rUM(QwOZYq znc$B7W32cfD^dnShLw zccE5bnfWH>*@yeGw-%#jBg@i^Y29>e#zYREu%L`9FI|1=`Pt+E-feD>!zJWti2cw{e;8p(tU!>xouZt>pR| z^*kj>A(f)o(_4dd4>@q|e9&DAdYKwP2j=6B2C2nvPwL-a&Nka?62o2FLjn+nXG^aChZ`zwI9)RX`5b?u>IthnDfK)-6kH3nbCs(L!!El4UhDgzEMpV3J7FOMt z#3EmGawmB1b<`=i8Aw#fASe*j&`OM7A9m5p?hS0y024bXhb&l0LoV7R#iC)8z2})H zDLf7H3N_G}xBj3+^ITO!`*#ejCmu7QT&s}Ws*hG~Hj|Y~Ev8AkRe{Ki`SOU!g9P;m z$}KH{oI6P+rHZ)M7)|CIwbn)`D=DniSJ(n=S^!(M4yhBcXxik-KB*6| zsI@D-0p#LewM|MQ(dJro;Z+WR zgBx_S)nWWAaQ06!_BaATK8hy(hnU0(`DYo-ATV)9kn=ecu~WA5fs`KEh1#Gr-IfG} zUA_vtya4`3&^vg+#S|-Uc)U;s4?hSl=kJ7f*puUhPA3A~B|LEfySgm9C^1V3b_uKv zGeOKQGQWlSBai~y0}Lq}i8c!A!nm=zuvG90lLajLO+mr1TP>>$bbUCU%%=J@tsHn= zVET}Ak%fu{cb-lem`LDcT1Flll05_4haAnaK!Y(C{U^;Kgw`#rA=p&s^Opg4o=|~4 zpz?!)G1jtM9j60KmQ&$ujwb`M>_i~563&;Nf9}fjvzKSD&S{IEyLjoTr)MvJ?CEDO z&*g#%?lE{GVQs4l)nUrEWPDFvQ*Sanf*-9of$pV zQ}Lv8>A!YJr;8=;&gZ>Jy_!Am=#7^eD>IXK#YuVyEN^v2Yv zH`Tjs_yIBcSfbgdF(3}{=}D5V!20B)o+R|&jjSrE%+v&W6;dXVBIVC9iwq|-KNC<| z5qVJV)@dRwY+BM3l2=$?L)?gn%vtwx_V&#qSlZ}FX%i&v1upqdVyK_T6RUTRqW2&K z=xBjrco0IC>^TC#J0YPv<{gE&l{d`Q#09+LxNmIxV9{52H z559o4z&o2?@xazI3vYO2UN92cF`wgKdE^x|I3S_>9S_14DS@#(II<*b`A@fVG`Jp| zD^~{!!)j(D=2!p+8)%Hml{zF&e}pjlKa>Qp43qo8tSAYlCk8;nz*wR484f&N2+%(I zI^dw(!9hVq;j{-vhYvP^TR~_cz`%;=9cVz!0>f1yAP%$Pg0ZEVM!pb3Yc-AR)hQ%k ziLk2Q_BbAR7T`c1aMK(UCJ7e_%w2%cTU=B)6&OyZg9hLnp-TgGVW)d6hBZE{e2#{te2O<=Ce&Nq z`gOx7B8n8{EE$fLZJ?I5kRH}dA=fZ!r-fq%80Qh|M98P=p~?7{FV4JV0K~ZoYJ?d* z6r(3Q0E)F5GHRL~T3xE!gqwD=N|q8X`PUf}7PT0wGaxGaRA4kgs)t${kP)Z>KFXaV zjiev=FR}&)q>lFvX)a<2zlTz3IY$sS4ZzKEfX`L?-AB89?$<@4-F-9I&P74UpP8o*@ev)*uB3A7F1oE6IDh zS3_Y6nB2;PPmAVf1+O9rEm{(|%{2L09|uJ4?OX#Ub;J*(Mt_9?>ZYcD$QX&zUt&OZ zNKPO~ZRy_T-YtOoi}mI9YNVn`N0UZfB!XPh`LFP`jbQJHgPZs*JaXR9mp)m77y>y= z7Ni%FGluaLS!NI{hfM`)y@5^4R71wG#X5xZ_)<`|+`}F=3_=9bCbjK~wC!#?&jV)= zXkiV)D=rs1wL8fePzBUSprnC1!$zcbHW0zIik=;j z&c@{K)2Gj!KJC93u{sfnPXP~=u$XQFj@pz|b(y&sSw?;cIx6U9pn-yu8hDaSS7Jj# z9WxzzWU|}#18u{<#S`N(<;u?1a-hG#49@o+Odzj}RmfFR5xx%oeV7@P$5=c#aUf=T z2340rC?Pl28jUO&n&)D-U*82WrDs}LMR{8wYJWm3#g}F)lGDw^Td%rnn-9qf z#DT=j!cny-hP39)LA3s=yOt}Tz#R0GGHVF~?qgQzOGbm-AJL$;%fHE25sn1He!hxu zHW`~?AWEV7T@{r*%rp^+l!jOMN+R)pk^yPJ7d5Kf_y2R~^IzF7 zl|}4-VHEp5SR4cF7eNCD3I`OCCAthuDPibiyzS`i|tcBkTjaip3~UIa;d;+GS_c$h>? zHcAiiL5FoN3wex>mWOBqHx4mF0+bOrf(Pie+?fv3b-+bu)51EN$LgsX{La)IOfmRP zY8`9{n4>#EfDpX$ijXBDEW7Kt6o8V@C<-nxBNiBk18-AxSQJOhdYMc8Q1px1&Imgw z|IHZ4cji+}qYN@A(WVG;atXE0+!+SM9XYE_e3MS=$m4N_SVoU`1(@4u#U9sK9;Wsga@8gMw5dejU%A@6?L~tDm`r)QLi6?#! zg13cQxKn_(xHNk=$P#EpgKPk3K{qxO7Vtb6UPg%QEd`|jL_^U2l(%?~RBXOIi; zxKw63P%lc4fa#Tv{Vir;gyvD=>B6&@ zuU?)pQ9-YqRD~QL<+Z~3A1ce~-Ni9s1fzlp;#~#1&A{CLN4U<^sGL@L!aME_d$ach zpIq?01Hgxx{xOc72m$aZmWO=cgRA4w4|hk<^KL}m7J4!*56T^>s?I$p)%9>E)n2yY z4#){w3A8!rAaa0tAU|*+bv)q{o$TOHV3G{2Y5KpBF$|w^o(2O5L<{GMsWfr=YOW4u z>EMm-=r1d4nBEMkDb^Bi8>s%`%bGG9D0t3?Wz0_I%mzY6M=H8L~W9a>Z zB%3KjoOgm2b78_eBpnEP5Ns!bE(J#qbQkbKkcC}baGTGiLI@HF4hw7)T~P#@GXffH zM$t{f3&k1;*)|U8ik!wq>85RL9@s40!#|*qVMY0&5OL%a(HUn=k7ms_^#57t}EF3Sj zp6N@$F&1RonoE&=(2yNVi9f9LkZ}A7af&rDEOGFJA^Q_R_A)+2$@P0tt`v1yy*)(t zU&Xit_SY^xef8TcS^XvmOjLm9F-%LrRSdi3ghZUS_Tq4|_2R&EE39u?Fm|HGXkP&gkeaT+1_t7) zG*@+Uo_lF^X~4(ArAHP&#Te~ac}RkKcEq0FK6sp&Ogvev4hI{?8PsjP@gxL9q?XGthV=#LU{xO;xQxJ&WCw1>>R9F4mSq- zRdnaqr~0)Q{}X6IO0?9=5Z7~ceb_GN{RT7HnbX`|F;nHzl1=CYWU37 z|81s7*ZFZK6RmW`H8#B7Znf&3$j)QG46t>M0Apd!F3#`qw!MLg+~KwzLWIX5JPe~k zKj{r2{!s1{q_`BZKY$3985?M14pg1S#aXT^LeEWS*Am``g7$4Q>-LedULQu9G(}iZ zJYm^8(ghK^H*?aR^mNszK7`~0c!*R*Jn_Gv4B)~pcVgi%U913T6)PZi_h_o>jE|>y zWnQn^{C!;t&`Aisk&FJ(V+;G-=HKgRoKoz&Jki_ymTL0M@Q?Lb8JdBCjN4-RLM;9R zWg`Xj4i;EUv$nm8nBlnxN#kn3GL8vU5*GyUG1%ruRAm$$oX$S{vI_Vj4g&Bke%57^ zqEF{7-V{K!^|$zU4Ihz3_jwo&E^#p%@qN0IhA-TBv;019ebM3X+PaUz$eQ5Ne9>;S zm$F+A$UqNJ^w7Qmbb9N_xFxQqUQH}05zPz>Gi;2f9(6Gva;=fAkd!1GYMu_hNC z7xQZ>M5}&CgR!sBAY`NOdARh5W{D!GgwX&8unB`O`vJaq_%?($e9(6oX#72I{S0L1 z8H}DjtYPf;tgbc47B_;x_Ww{99DEYiJ+Cv6_N#by{q*xR`urwIot@iBa1AkCu&Yvx z`-C@B3q}~z*^Cs)ukn>KCimaT+Vg*vX#_yC^k z(_Md;u^SBP3_i}_3k+Uo&|;wT9}VaZUZoA|mTjg)^I+NkEVIf8bb*)00{+kA%?Fj3 z`k{5VTP56v-IkMpP4{)~z>|nj-#7+cco4T=2LZejI8i#L*l}tc-Z9)mD0}0DLEJ|x zA)RMUL&#xlzjp-MNIfG;{(A{eOxQB{nmO~C<#YA(S=%BYY1ik^?ff&&pF+U>@5lcQ zlzu0SpHT1@_ZUCb9ujv<7acGjTL3M66W&J&ikXGm{LJSKyqGEjza?<=V!BmOSS*WZ z3R2C>!GuA%Nh&h8ZDZ~J8PuB;UiHBcE8qe!9I80kKqKrmD>x1Lbbfu(;m;gq9OtYk zhnv8WPvX&uKBkAN3n%y~OapNfH-^l5rN;Fpl(IpfBnivzNX)+Q+!g=%OO`_5(C0cK zK6r~|XZtU)DA}@?VVg;wuHxBkI@IaNdEREF#d6`VxuaZ&GH!wRpX8v15tt$8-NrRV?J@aBo}3*m>kNQwmVDrcX*#`37wfZ9pNgl+$|1%?kYpik1vjFW zbR%8&)44;tmaO=)(P^D@7gu3m`1B$9Z!);afHsc&g!yhMw#!?l8JxGPR2OJ@$o!Z9 WrA~M!aiTC$ocgD!`=$<0J^bIskO{f~ literal 0 HcmV?d00001 diff --git a/autosubmit_api/autosubmit_legacy/job/job_packages.pyc b/autosubmit_api/autosubmit_legacy/job/job_packages.pyc new file mode 100644 index 0000000000000000000000000000000000000000..c5894a181ffc59481e96af25e42dca05271297ee GIT binary patch literal 25455 zcmeHPTWlQHc|NndyevhE)LoPf+PHnW6Z`uQ!}RK zn1(S;$ILp$x!F2l3VzPq8ZyB%#&MjuK|X2Fa?B@KmNSilnJwrB$oHAqz9ipoX8V=T zo5p}?4w~6Pqx%$0qiC8#W_HM)_nF2X(;POl!}h%2G)7EwubJIz&j(Cn)HKJ;>=@1m zjla(q>I-ZsuGqq#JKc@RWl$JhZY7Zx+ z$J5e>ImOcxk6^9p|BIgqte1(#kW5z={LAguLVfW@B?$eXY^(ZN6;-0O(4OaUeyzP| zPY&bcX3%ae&iKuhMkVs6)~o(XRByMk##h_(_GAQ&!?mUtMuE4~UJJr#FG^5-qf)(9 zS@bVeLO&&_9I7ty0v`zu5D~~@Hb=6;I?d)e4rU6*2ZiJ{K+syhP7BHDfbj=St@@u8}jZ$STYTE+crOI(|%E%y>afIJP@~UHAHO5m0;~8JJ=Q*>n z$~qP0)dXpLUeI};iTX*TynMi{Kg;ULxeu5-IrD1HEUVFSpShJc;mdIertQ|C39g$6 z6Oc1^9rJm|tX}8e&6};`rVtH@Ex${)WSe~4CT7X$i2}M@t|KwwDJ0ihjg3;f<(FQr zH0rey*L|TKG)pUfkjzlXwJx{qEG^bw_FEHsP!e$#JWic*{`yM2hVh`xX1M}h)Lija zD$!Cjh_mG8=ohNeGtOw}N6~(kR@cI)-Slepz^_JlRv4+n=%KDkNfP5U=1QyPuTKR* zJDA{2)HL)P3(BZxEJkJm|BRAw8M(7d?WTWrsuDy?XK$|sYt^Ot*^B8~yMCoHiQ{ax z{9a|H{syNFf3Z^CIEx4Iz<|X9;hB{Ujob6;t$O5nkKxfFxy(34XUxgt7;}c55$A++ z1ZkDrn;e(fmJ<)+K$k&Ocfq>iz48R<&>cV$G4Z^H-|{@wxtzqFjn?Jhp1~2ahi01* zvA=dib}ZpE3dCGwQ`e8yf)-d2?8)UDN^8yssyc6r*_J=&gJ@&LKVQ0552H_AZO_l8 z?d@dnX}e)s4xk_BaoA}Y+`7uTL$dOs$v49w@lo4C~kZ=XB^V&9up0#=?I%%LXo$}td5zReA4&L zs|6GOSY6x83(>?`{jq_X#B0+co{X}qy5*R1HF7n%r7V04m)f_zMtd=w*vCN=VxOxt zLf<6`>9o4!S8plTXy5h&m$MbI_VNo;mtXX*m%ZtaU3%%t^z@bMW#QmVu;!!l#^_2f ztOoU!$j$RIUfZfP{fG}+Td6_j1H1y3_(AAWqPxT()o(@SQB--=z~^Q5wqeA@^g_Q? z^A_q2pf~T~)!LrKXc$tN;JON@BHp_yEoCjJP|*;oXFX7ZHYAj{=(l_{@zrI2y&ky- zac$3lPIAs_24(akEFm#YKj8c*(tf9a|A(Bh-0>XG4&+9hAxGK+SDJ_Dnu;1o5gGyr z268;3g^*KQZbzj$G%>&Fx1f+%AmcR_|B3YOyLpPEC&JA=fd`}0Tj2ifkC0-p$Fl4s zy0G~3I=E997&W0-P)~@<2T|a81O(3$CwgA9U0ZALloHAVBUe4oJ%qeOz18Z1Hk8F^ zLlEVX|J|cZNS2}ymow?|i5aCT_keXVm%#H&I6|^cf4)Cg94Y2Uhen5n4;S;rybLF3 z5wQg`E#9l5seVY)mvDqnBk^Ho>}cgFh(P`v8IS^&o%Z!n&49x>fkL?cdpga5aK0$Q(d^JZ2QT$W+p`n4 z+`qL5YNy!EwjBriA?HEw#I^8d*ynxTte)hPFq6x0XkaDmouPd~qgsaQiEBnwx>sr= znp+a(K*}-{UpaRt^Il9)fpC?GM9HASW`SJbH`^~mXM-n5YMLlGA{)gu)i(7GC>^Sn zEU?-R`9I<_>ou4Eq>t5G3vHJYTZAC>b7p30(ke;vHc5fJ9n`5P%E97A^`@WkjMT;s zXz4Ng5HLT7BR1BDVWf{a2k`qYXO#LJ&dU>nXyBe^Lc895oQWhOwIVC?H2=I=hK)TD ze8liJj&KNx1Yeo}3fIuCH zh3N6F=@Wotgmx0Q&t$4gjiqC{$cDQ`l>Q<563^5D&J_E`Bah=U>!@4oBupVaBDuq< zh$d9Vou9xuqmf`Ay);ZakKgJQy14YC;N+b~5UT6P1L_%M& zFXF^!BH>~XR5q$8(ho)aB^==-65#oLnLygT;a(s1ZE(pzvTrj;i--skejLg67E!BI zVF%tjkIf|PO}zCDn*tso%KSbuvC)%er1gPWX$CpeXkh(V@Pp=i1iLIpScwtXT^x)+ zJ2TMX)^D)k& zG}1w7mZ9-kXQJ4Hj8P8rNI&)DdtuBOGZ(V#+`04T&guNgiM=?tJ~(Pq_14N-6k3Ix z3v0b`Q0|)TRxHB6i&%mv(0}YB*e05GFRXvY_pqr$67gBVCuyzKgLK|dL8x4H3692W>Eu`B z{(&|p*poVUdbJ%OO!Kg75aAiUTgsQvsUP5w{4~IbhnxxLWafFIWYa=^85yn@{;X@o zvbn_o2@)UyEq>bu0RaVv0RWInIW0L{ub2<4Uo1Sp-ks|z-+DeB; ztcEkyX3d>OZ|wq8l30%cd2z|F)ZpYL-CEgT3*0HTdX5Rr3%A5%hRMg6P_nx>nQ+bB zPcZo;k`58TjZVoNyMfgEg}s3e{WXq|6JW5cMF@c*yST(cD!M6`BI?7ePsM9DId}ez zooHO*)V&52M!v(n)>R8K0ISwAtys2}xJ({)SqCYO3NtPIv3tA4PWXHDMbg5+N;u{` zV!e=@yi|_<4=3=MbON8~o4m}dV>~?e$=bgRKw6I?ghoMMJGfyzM7_i~D(gVmCT)gek!M$A3&0Yd3`D)S7WgSbncD!7iP zUZ>C2lf1YHA9tL<}avDp|6R)*VOn2G$+Id^o7LY~4vqxHuh8 zO#u(%!Kopshs0*9qJvMV0ZFJ5R$~JYB3SJ1DL@sCXyZu`!(OvUKtH{;`Ydn=B-j#@ zL2Ty3%A1U^bJ|R`M$bIzty7p-ZPi^GW;GugQq6BwH#(R$6{Bgp&a+BoDs`LU06V4g43Z1OW=SL;&OmBXy0pj~wT;|&A>=!q-w{^Ss$PatYY7WJs6DP*F#)Ar9Z*zXFAA8tR4EeGT)oKUaQ<`=i)X34w5Y9ObDvfUBxAaRc3d7u#R+nVmdYN zP|UDcRL>Nji?wp#NyJn$-P+WeV_4XD_P6s~6w!%@k?3$Hba=WG*Mha0W>A0MPKrOg2NkP|C?=&Y8$%$+=_yU1kPblhsJLQKc;6&pOT!e*7_uf#1MZv6NzOhjO*P&gn z_4n(7KIkB)#g6hq#rNpPW=LLMWvtZ^Y=Ru2M{@OpmN~>9mRlX@8S77`cY064*l3cd z(N;kjht+|3y^D8MRzIKK#tBFe> z9>l2)fX;l$e9J^eL=}4*m3aibP|IBO5wa2m)?SttO*^LhDoaDJq1^7%o@MSRlWyjf z`#EuBhP~BNWc5-YTEzrZa}+xF7%XRQ;=bD|CR7Ph%w9ud0CtMj8Ohuud&VU5k`}rE zlDX7PGT`aHjATeXAQ{rq)(W%}Ej@0Dpc4&R=Mx7J9{~pupxNHT#!y*LSzKgwT3fXG zdU`X2R9Q{{QNck3iw-ujbrAiFpnUxc21*=^UYJO{75D*^k1nJ6r5@J2xd+s56vZ(bwllRlklzDv>um zb8)65J>0u|{iPe%rVwal_h_~_k0ywLE>_97_n43mGOBiegQqlE>~rK$x?f+?jvge^ zk99x(CUfLEx5A{i0_+sJ@Dxe^Br@E1vF~5~3PSTYJCcsUkyJ&~Zu7H%0<8>d$`<>X z)mVEc3htl_S2->!k_Hh7``M?{OdezMI1&l2=dN6v@@}|O&t3V1^*F4unl`xm1QXH0 z8gm;=USR@Kjsv)*mT>A6#qIK`*_f4k(B8m#bm3odgvXG;bLRBt_79B~Mn^^mMhgh$ zF2akpr+8#jgqw90-P|d{?Q^&n^z6>C20GK^7QP2pSfB9~1psaWJRp>Tr|H|N@T%c7 zb)&(nhSSuIw%u#0_ATXE0FQN}?WNO9RvI@>whxJTyG}E=id$>DF^>$7%Q(X4k)%)$ zKzobMGO-A6+Tj#)QE04d_6&0F7nz9iBsDSNou2FGc*@>%Xu#5$>ny|38}BpwJ3~g} z@^pHuwn7DU2ugu$??ymz3&p#@92KYkY6=1r(;1uX;wD$Zb6B4pXM|SB4gyEc|g7y_hpX$Hj{NE zyMZQ%`HP$ks($7zd0pJk?2@ribm3+9E;kDiDb;F!;fdHW9_O9mi3qs5Ls-&xgeOAU zlGU$f(B(Jfb8tV4D|&~KRQq1ZCcDegK!vk_L)ya>GH>o(A_|d?PzZ_<=?-`rLm)OdF$jb40BeukI#sz+>A+Is7*o{eMO|G~@6FOe6Y2?+ff%eINvu zqSZxE1wUJA&m!PK?-jwJW9w-V$H8Q>XFK8np~)n*+r&8VqOKSR-6f83_)=$#L%0vq zFwNJ0^d5L=p#nErZ71VZ8iW$rtujxw{7>O7o8ukESayxcBoh*+`vE2-PnR0aeZ)KL z7DM&7NKUlf88(wdIgBdGfyQas#$0wAdF~fD#!)6zRd+V(PO!Gyp39g=xd&~^(He@E}aN0hw|%*9gM7(<0rgbYb%ZGq){NK{1Gx+4K27s$#v_`a|38{?!&Q<3K}-Kv!HNs z)WIdL5=1P3$+3UOTDZ|suFxl(B8FiVZ|Sf?5l?cs72$h>O^2vYMVG_Xg&?N8vSNV? zEZoa4QveKL&Y~kI)OGNB*>I+PEV@hQFP?xeYSFgo!$`{Vx_YvTJcKEEuRMw4eKuUQ zKK3Y(Su8BW?@PGAQs))so@c_F*!aO0m@6_7DVLcO_g-c0MI_oHL_l$^-ISx2Sp*zg zmgfY!vaz_f)&-?U*Lm7o89|QxBT_iMGsYRm=O7qa{;=}|!XElFZxbEJA`;AU49l^- zh1Jwv7ME2(%?wD|(udwMXNmj|%qW0|8PI_BSV9`uZGSi-tb-kH4J#amNe%FFusz-` zb@o^%MA<4Wv{9toyIdiKkaWlXyC7%dYMLP_j629?T#lgKj^JT;`Nq4&tR+?v&f#NE zLRS>WlJHwnsFmz+MWtQ=mv);rLv28T2!?l*AD>U8Q(s>$*$svjJ!RkJ%3HU=BiR4n zkKaQ8ap^dxIhx0qJkBJ;?_JS@oHjfhk&iMQexV)IKZ8K*4kXT_fsmLZ z+l0ivcA1FB2uTCYT0HJg@wkFZcEIDM^hs|UkqHk(9a5;6?Vpg@7Lfs~fIMe?#)9%S z?gGH=-v!E7vyv2)fm4j{+!m@5ScE5@;=~o$#y>%3Jf0s|#i)6Q;?+>}EThUi!xgGju`y#sl zg2{(}#sMS{ynlF8T<{AU^Fe)^xL{h#Zw$ZOoe%;8H|*zWh>Rik90kJsh}_ms)GX@e&=;^)|8 z6A}xo-w=-NhK#lgr6v@SafQH>GwVdP32U6DaK6 z_RQarQLKjj9w0bh+bMQx*cAFaI5*)BkWd2SPh?=#>m(BQJE~(O?l-vafze{!5jL={ zcX}u1R-_8R>H_gVx{H%2-5s7;ecQ(Deu#Q0uH~b!XQJ8*{AX40q)5TJEVc@HR*VSW z)ejl`F*uh`gG$03mn2%3<0-ohj)*IwSGbzUxGf}EP_El%*#eW_N21l^GP)s)MeYfPb=SJ1B*t%KXCaeolP8aTZ9ll7zf@y;_Tbu z^?a$^8R$QO>t$nPw5;5Nc8ZYi|E3H1_e2k)EK|M{C&)HRIIgowIB~>JHni^{lcTcD z>M9c+KcD){NsP>jszjIZ5)p;3RVP-q>K_9Yp$0xmtC8nBVRPrm9**#l8Ex<7YZf?T5zCKnnAS z{NzCV;r#M$%i!EG_7Q{VeLU t^cI9v8S=SYb^`1Nh+sF+B~>GgSG*R07V_-p+)-8v@THerEh&L0`#FpUyH&I1=>El-*@ip za!EUa(+82-xw`kCE?*W++3Cfx|A;F-8CuJQd4H5EKj!C6W#kwwp5m zh$iU+;ot?3ZM}U-k!N&yu|X*|sJ5iDW~v*DqVc66g>? zpG;$<{j%(pWqIc(veFQI5Maw{Sn?n!fi=j?X$WErI{14lY6Pj1ZH7+Mu&7gwgV6CC zfs=$;5{2)EsS{PXHN_;YpV;X0>&G2wr z!}*<7chBF^)9!LQE1|+W3iO(_R;ojFYFsWb8$M{OTcqlyyJ3nqx$$`PiYmp8 z&@fPrH`X15UjWwWStN3zV3n;w>r41IY`ttvBAtfrDOg2IX|)(O!$tsYzguN<{&CZ< z;!9sc62fw+k*0ZuvN1nE3KBw~p@eLC4;Hyk+~pbWe|iOp^3_7kPa(IlQ}-J%EGohE zF!KXH^C7u4AEwNC1TF9QPS8ceNUU1FDzzn5C&yjDm;MzJDi?4fGOGAI6xHB(C_;gu z3Pos1WKdK^>GergBC-Vb_v8np{S~UG#fQtPx4{35(`x7b0T_mb9RXSiXy^(+x}q`@QHEw{P*t*0s1aH)E;E45^r4$Y)Ot&_qcV@I)^V-f`t(et84lzHAV@+lW5VE%)D z!(jdqYr-0{rtBWi!&AZbJe3E}tH(jB7NSTw@Vp?ddY;QYb7z_SB9en8YVN7J66Z1h zZG0((qEsx|s*#qXdb1YZj1Qb|vYJXUoykK|Y^keRpukdBryNlQ_KK70Fc8jW&98=P z$<|>ipj}gKQRSrk*ij|&d1Rg-ktzU0rJ`b>d`3%W)M!?3!q~t@C|75G)=E`}xO6Gq zIV8FXXr`^G_aP-{b$lvU_n*R?5@*9-2IpTw(fws6uQNGrKKT_O0qW;`QUIS2;pNs^ zFOv|YO!5jchnS>D1(^R-^S_5HL zEPh=k`U(n9V4^3ebzn%HULvF9`hB1$UnU6*n;Q+RzQX}$<=Coz-D!pJKd7vseif3% znO}3~0WoZ7P9LfU6acRh{)zD#aB`>xD5~#zz`ri7p-U3G6c=}q2}e9oAx~9%kSlS# zkd!v#uy!m%J63de-6O25%I~=O`3>M36Z0aH68V|_nc?T#>R=>Q0Q8Sdl&wkbLu_3V z95DEU5=58*Tn_gIE>0gE8fH*c)C|s2eVQ2{)016On#E7`Y-ok)wHs`5RY^JF*X8ni zD0~(!hmy=$8E#8AuZ|476I5Bo17R*8dmH^)#_(#waCn8nzD3V~E;sUC7I&Qb>?A-P zR}o;U_Usg3oiheb7dTkAaIh!>8bs9$Cpau#2gOM&Z1=}L z&Kb#x^`trLbbA^r>fXR;ZiNYLq|Tr!$JkNbsbeDKUEuRRK9y1_jvC_81)&5LSW|#d zkb$9RKQ1z3bux$-{M3d9CJ@mKWqmr{Ch&l&K5{>3oo8%mziyim79U=;zXRqnEfD)K znIe7tZ;1x=Z24U?F=WVQ>|z5~#xWGZ-H*DGYE+ZK2XU&;lT+ajuXW$$GhkpQ@ z`hl#pKQOg_ng=leHwbT+BspbqRK*|h4OC4pKAe$#oFVYjwSHS8&9~S4?X?cf4V(?EIsw5D}hiUf?Q7 zRV-mh4>F)9NWEhvBix1DrS25?P z?4Oc7{IFB#Ix5rNsO-FNue5L2KxOgalnV$_+Z1ka(a8L4{DyGGqj|!g{Z2~0t#G=hers~Kj9~D-1eq02TwO{7w z@n$VOc%Vlt#O&-6IsFN^8@xIOE8t zG^S)W5$Fy`ZpYxWk@}Y=PS0Xnvj&KwJWbzH!x-~5zrGgum;aoT(`J^81^9m~$fdt@ zjO%glWBz|RSO=IIU8XHm<5KB(o+w9HL;(Aoe!o+wWbUsW_9NiDpz4j{h6drWFi=Og7FYe6ci_^}lQl5or)uO({Uv&?T_2e{4aXQ-y3?F)^3fJ> ziIt%EpKi1U$lq0j^)P5qk7FDV>0h%|=a6V3$pe4_WiO3>E7U+W@ej;`JbKOUucL(y z^R8cOh3435dT|r5MiK!8Z02q^IWjUq?AY9s%>dFPL{C#6xbI-Ue;)Sj@OFN|8BE1X8nX=~IPwoBHKHEumqID?p7!Ft9zTbQ;c z(Bn*T)JAW+V4cA@V^+x;v0v&Rv0f?^tXJ(}>nwVeP(NZlZ@q~0S?k5Zi1iF|ha`7_ zm>ree^!EYn>SI?gSIpJZ;Uiw|nWrXvjjO3B!PN^cb9g=LC`|^+9*vh0I6VA7XBU?cw)SE#)<4h^^Wx-8X=Nt zTqg&(;DslT3@-F>ez-#Cl@R!wwm9h5Sk&s0R{tjb!o$_)wAx$@e~nJi;c6Vhbo$*1 zfi8t7^%!YUCNT2K&WCtNfD0HrB=~DwZu32ewgvnF94a)<9jbr8DpY*#`Y>{-(`eP# z!i3_7Kz1GS_J!GBc$>*>Cf5u{=J&(qV%0NU=A31{XJs%v2~!06%pEbpJf?xpGN+ft zM>?WtDm%BcJxJiTlXtR2C2wOcW!G7u5IEoFPmQyhX*Dg^BKfE9|EgwhM{iy|Ng|27 z9sLKal?kqMD~U=|ZHA8MQtb4Rg|V9SB@bb%R@dOCaUI;*WnK-&88^P{TW{5}hz2#$ z`_Kbkewu8Y(GNznH4VMEl{H&gzDE<3OGT+%g3ceM-lsk2O<_k0xbry)c)wKztu&0& z<@&z>0NfLt5+2Hz$lMTIkQNaL@HgB#Jf;96PT`C;b*P39GqeV>(YUFDjOifR69yTQ zDKt3q;PMF|oZiF2m0665ax%o+i~(w< zaU;OpAq|SLL;6m_TqvqdGHhpFMAV~3D+^QObKqq`h)Z)srr42V%=m}|`nB4w(@I&+ z>n}Kt8AO@?$QZb)|FjwME6syBa=_0wM|YGXvzS|K-mg?{RIaJbn{kZqXDF7EpPUQMtB$#iyMOie zje8t{-QKysbRXT+nZCYsYtdxx+*;IuoD2G5qH-m5IL3Th2f;7TN0;ZhH<~m90f-mcTme*SmXMhPO2`L8Qf22z7D0~-$QJn&UgosZ=$(ap!jsF2T(#FfvRd+EFPB$fr#tG>8_= zmfA&FO%vwXzh2E6kYKdkX8%VSUpLkPF**;X@LtHcw0fwZW!w#+T60U-5ekKMulv?!-A_5}#SW{7qobd5)T=AEDN3PNaG`gR44@mmIKErVt9$2PBE zMBVjeQEdAdgxvJ2jDa_Jk~B4RCl zXK=0@x77n6%TaVyWGUbjL)dsozEJyR!!`cW3cx*F}}M7(`r- z;&SoXJd(pNYG-?j<_YaAlrg_fNXEkp#Lly1^UUytPmW?9bIz_EJXY5CiTe81rKG4q zH|ST`H70++k{A&#NGl5P1b95@%#)B#Y%2kt>lOUPYXq3_Dnw|BL4^P<>fDxAA9S_zJ^+0^#5Z z4ulTc%~WFgrqU5R88U%s1VM%4YYhJeB52f=NMdA#7fN))7|Z#X#(5+MulMCLl2s)0 z4l@l~avDj!uhT~6T~1vYF+c4K-Xml*88Xwu;Wh(xAd1`vRqCn=p$AJs)4VzkTyvKD zJh&{}fqs(uWSQ2k3?7k0o~MO(p$jctE?t@Fnbene#Y}zCRYG4pA-+R=M1>x8bW$zc z=vi8alhNCzZl)*s=xGxw-yARUU|m`qV2sj@>Crdezj*Z74Z{uf>31*QHX{TX1ytto z@}fOWl9zc%l8+GB?=rmEHGPbG=7E_K45Gk8XaNB18tY3V=fxVygV(77t*FoAcZdU7 z5aSa606Ug^ODDEi=W$yUkZ7EBB-@fPfXceC!^bw)tzx+Xv9@Kb721;{c$o}Y0e=9o zGgv>90DK0un>Mx2&)gu?>6xp2S`5-M8%(Rx2Ot;nsvJ}^%sRK(n!^uS0g;EItyS%2 z-?|GmK3goqg%&JJL#lAO^Ci5Z;LHQ%C^FPrld{ChlChSE*$sorbm1(KRZlPL#)Z51 z+a#Q%S*CZ#(x>vJcD^Zs=HPic)e3j!3gw21+aSpMOsIv^C9|qtq+tM4%acwY9N9Bn z^W02HU&6TI$zS+sFDlEg4dNlL;`#5&1%s>kn_PBe)!{v5&0{&;mipJVj{Dk9vG!mB z{>dJ!Ub9E{-Cz$xbmi1Y{WBpfW5M+#dFZ>xomfFW_11j)m;|HSHq!sN{SgiCddCsA zOon|N?J(DBv#OTGwC_<6t~{f5kK#Uru2yOU?n~ZL#y;SR4N;UIc8@kfXg`1$5>VxY z-J$jnLTLwfBqXH$kgG6mtz&3j`v~ZHKtZ3_(LS+fj-tZHji&HfWLNk3N#7 zkEB~*`+eWJ_s)>gdgVnZ%e-gKJ@4~7zw>*ZbDjUAq2ly+fAfQyN&b!C_jNqcV|ioh z#w;OpOg(2Bj#)y)#&c#Vm&WsEDWArB%u-Jp?=|avW~ncI?KkTKX1!pRifPIovp#5+ zhSJx)U4@6c;v-%0(XRNuuK4~mo;QsHX7iv~I%pif&#WIZ>xa$y5wkvKmd4Dsl*i1{ zW2TM~A2sz}v-G&B_Zh#(tUqB^Fv))Np)vQ2d3WhaQy<{V(o?2hP{cL$qFH*{)c2UB zW2Qc6RsoyiW))>ln4nkPoHXmtq>=G7GLc43rIBaT$a87rbQ(F6Mkdq9*);Ne8hIg& zyqHEll}0{oR)}A58>yqIk)s#!2p0cf{G_heGEUJHTB1k4NyOh+Gz9%!tGrBNtD0P zRlW`&yC{F$Fe|AR0M`KRVUPRyn%>Y1zn6$%jasTBM!RE^=f@SPcq|bQeiQcrX8?S|awT_=^?6&869J7uPgLW8aBxmBhS?}SV;cKsn z`%K)=_`MvrKGGe$fC9utbI&mjW>6MfN)rSO%A#7MwYutusA^0SW#8)&+D6w~am=aA z-T-(N1H4*o#iA`t#}k+bP^3}`0K!ToF0h^-&s2TPFz&(IVz}i`uvNW9eq%)oBk23# zjiBaFAk!#_JjBk%o9(mhpnWE20x*rnnIFB`Zr_|cTiuFV(bn>25Kk@4-Q2qGz1^tB zE3I%dI_uXqZ?04l44G`-_Bg8Jc%mW#lN)pj&TwwOQ{(v4XPWt=2naR&IRar9)Hnx^ zP_w}CV?om!M9Qwuz`_o|*FNA#%mYS0gyingr|aDrIhQkt%8z#Jgc%X1?bpvT+BJM; z5%~oC4J^g2y0BKfAa=~gfC*Qe+b5I=yw01u+5r~v@8-;{KQ?!AX6F4rFn9CX8hJCe zj@_soi=BY=+bEdumfEF0Upt+Ohmb%+3 zXb+k7y`%$3yn~+6!Ai~?;+9KZxnnUb=CI{a2XE`cM6dM`mQRaisiUM&_j-)e#CqCJ zGH0`|R$=*bb94-RZLAlpZfsJ-=mliG11L9N+a zHNQ<#?AEGVt81|vG)3d?Yl&4Rj-ZCeO{cyuRU47-k!T3tF{((B4ga>KNUMIVgi@>N zD-u;#tJ;nztAv^P(yXR*X=?8B>`YAJG(ARrP;6#uakes7TAcOX zp1Lf$n1M#L_hvP00*({h0wN;bK@Nrk#$+m-v-cSD_ID?1oFrMhPc=2)aH~ls7#%}k zoP$n2Kj;kRhI$_F+3TFk?E@h_m^+d?oqsGh>I^%YjHXbjG^?9F7y>D71st}%)!-{< zTdCArwMs=)*&9ZJFu;2bu?`_sY`6FU0Z3s&{Gcz_mn#$s`9i)%bl^h@HO>4d5P-f| z=Bq6&?u*z@fWkQ7s4NImET5H|3W#ZdyKg~H0@geN4nl*Ud&7!OxR)fgz zE@(OadDs53$W~Gy5uivQG?5AI6Ruq{A>nh@y0%eg>2_(=K<^}_R5YXtKw8n1t|2+% zb~J^d4pZdVwS-`ZB-0RoH~LI?$i(99pyOqx4k`6?nwqz%dzE@IP3^I%!%BT8P3^U* zBT8+isePuL^w4k0&{)b7Bqq@$0yhq;%?MJ8kAS+OGqd#uK8{Xg-n^ltVk6}thS)yfoN`4o1~vy3v3s6 zcKXUSsDIVkTF~^PqWS{#YGGhI7Gm3l;u@e&%OhmY}N{O;) z(RjHEagW`@df-b;v7+PD%+vyfySdV(`Iv}ONmJ$*7U$+m<(Sey=nJ80t<81->Q3|s zz^eR5s4i;E6iO^#%srmVpi0OJs+^zT#FUaHvWz|=h1TvB7!7V$upMg~-$vI~Gt9{b zLSDm1W33^Am4z4vwH)dc78<%A1hYYCDgZh~G^k|I8YPuc%X)*{keVQJ9VtJM*r-pT zD2$|1;F7r7gU)8RQwi2C427D>bhX)R!EjRzBat9CsJr7Qqj6c1tl<6uifM^At8r~j zvY*xG7G7R5N*i`Du9Wji06M^#k7GF9e#`xyKg1iR1i$h9>ssD1wi@rVf~ zzc2Tcb0{~#(R-&EP^0rGyI5hp!WgJi*9bM%U6S~`x6#!%@Mw5_J$*fefkGdVLI1c; zqM1eD?L*Q`SRLZH4emknjA)0kr273B_MUH4-2N-8Z zFr#Cf2h-Qb^m-_LJ*wBk>FeVLOo6Ct1WR5oKzDKz_8 zI?LD8awihJ){0_@JmlI`B10>)a>u9<>gyDblDVmD1@o(riVHgx>=ueroc-^3#QaST zhDB!tVWFdmWE7Wjouy*;z~KO%)IP@&q6oD{3uAtSRG5H+I_@_rmG5#A+)}2)Echx+ zcnc9b^zc*?NerYm73!4bzcN{YOba_edx62S-C1UxnxTndrGOkbdJ+Ldr3YA=5|iPi zH7al@Ko`o(!i)7*(Daz-QIQu9UkNBj{HQMj%_D@Ow}}xrShd8wTyTb*{kaj#$2i0c zj1=y`jlz>DFw+QtiTy=jT|Y@K)rA~{m5?J^^BWECI$rGrHF<3V0&*j0G%6~x`#8@r z3~|0>6eib4Z0|vguNq8-%Haf|YK|ESCy^9F6C*b|qC{0k}wSwrT z2xHQ@h-JIowB(mkDQr<&z89vo;hKtNgOppxYcZY0FzYauL?gv1F}z|hYVm5=up$nN zZp8s~ERw`FR1bJh z#zP{;{xGCn$9*XR@^z)?aF82;RLl&J?A!kad-gd)WCp!7mp+**T6VxqlE*WRN8FVN zhd=EL?Ed%U-+*Xqof+5y#N}xrzeL=+<+>sjq!uZuV8f+|2575oWm@lb~dQFFt=)&P$6F1E>N$yb|4R*1AY7cRBrR)p!RdhT5jg6aa$R%rmZ!!z6>i7ttV)g5#6uL7jE z-xS2 zg<-Y;;ey8rO9+I5`^Z+OGTU^_JIT<74U|k$EDUfT2~%A)KrqLc0a+494GyX)l|XC! z>!D)`t{}RV`X#MlG@8PW#}NgJ4iU(K?n%A z-4Fo#E2=BN)b_LQ4r2Mk^!C?TiohM@(C-eJ_~}G`zcVE0fxl#nD@Pw#3A3zL z=^)A#xr;^IYogmZEI5RHf;hqAKn5=EqB`b!{$wiWqn=>o0c${f(#iS(e7hkx0 z{);c(6``A@KLo6_S*KBs#j@d!-&cE_T~E5xtxcH!>J3<++?&;iiP7sAKvuppKlhB7 zSqa*;y5`jF%L{kiGj$lOs!a`Q=YVvcK>o}WdY$2Pn*WFakFwnx$>=aO?->;FWN6GI2Jz1NG-^z4Gr&VJ(wNKh(^Ho#-u(PxWoFLvKF@TCNp09L zB_7xki&qv@;HO!DgKo897-ED+f)t5-e?xU|hC%FWLXaz)HEc!c6y6%^Qo8qV`L(UM zy4Xy|1t~*?0mUVlCVN z?5NR#YoWsZDfC=P1|$yN^9VE(W?Bhwvnf}5P}g!>v_~nk zONzLlryc>p*NEotu(w|Lb)BQRd~Vp;hvx{?^FGJTO+Zu_mMdon%39GW=8jT$$mQ`i zhVw!Dy53mxiChtC4$cha4&+Cj(SB`s5<^098c%cvK*Vn6@f474#1HD=3AAMhchWSF zc<5#1L%?7Ws6e*JhpLC8EH5VM)|5H({?ifzQ4S0nf2xCsj+eX)QRaHdTx07nhl8JX zH4QDuHvQMsyA&)K&AW?0Hn2s$qarvv2KFyII{T4<9mZ3rNZpmd%55baVL`u8)9$ZS z*jWke&{ir-y~68&Imjb8=tnPyc#a0mLAwLTMuz(BnhwlvXaOgInhpd5)T<1dCKw|c zKo;by9ut09BSL*8b`Kit+4lc?4)!ne#k-Sw-*Dj5v8+F_4`U>jFHgF3$nxRxjAQj~_7G3S(Yk(tk3x#(U7 zpT2DQv}=7_?n>C&M6R4OB&%J{udJCw7hMOj?Jm--twL1a3Y+KUjcGKjjF5DZH6wNv z?ZYUKzs`nqqQiX^1l%o3^FJBAdNTTKM0o@y{N{}yY&CflGc81iJ#rF-50qRP#fU~6 zq(e`jsK6GB5lJi3hvxAkm8f`>L5401_H*xj?Zg&@U{b1!b4?I9B*=o02A;h1_w6e{uC|AQH zdogmNqG{#g9H&k>z3NsQH>5>#06(pM!qdeYYQkn@x?$~SO@P%@6f!SQTSKU;|QsqRKd7FDF#s{1P9{W6LqM9GSc zzkmcwnEn=HUt`drIV4FQ36J+H3`l9bjCR1;zYeM0``bvBRBq3~+b)sG!#z5LpTu$g zh2y2K$NRgeV~tP}Qz?{EVz(s6`v>fYre(={$k5S`-KQjf5ncWxQW8qKrl$bg-htkN z^9+9ZSlWR!#2@1WJD?t%E!<~KQk)2-e^HMAf(Um#{y-{Zw|NiPYz=>+1`q-vPErz+ zs~Yx%_h4#~ZHK}HL_8P=;pe_C@eqylTJr*SDacAHnz0X`VzIfyi{ zT!X=|ifi3-vZ_9mzy1`8t( zy10O!GP)@XqawPGVFQ3EeZ{>AJ30i7!QkAg#1`F|K&g7GIUZ+1 ziHm<5&DKpENV$z8FR&%3PL?leWSd?~zC@dVW#PxT0s`y<@%%9g3zz7C)TSUc}Qy~U5E2dv4Ca&(N-glc710_h`{L>j24nE6}aE$Hgho!({m(u0?OEk zGq#tCS%3Cl5lng9`qwBgW!tI%*kCu=owWfD`Vu!0Qn1SoVRylX0RCs$DGNc<;MPd@ zA_|U?SL%Mx7z8dV9dGl!44441$!@@lf!o@Y+=V!jpCrjR%Ov8xEhWn;lX|lx99hDM zkkpqY$>hqU{wzsmR3;5%Nl>h8#X^=O<1GB`8GQDLQ z0t5$N$FR%nv>uy}I~ARfRB4b^ePj3po;#E~#+ z#@G#kjU&5~tfP~_4^bKJ@6L%z8A_Lt)}b8Fq2$#jiHp6l080sY7|8)lkyX+Q-F@)w zS=~wRpP;G2EWeW8w`E}!4INHRD9+d4Sy9U_Bh75ndl0V7DE3<(AtWi zufU+en*z#Rt41!&nN?h-sfN&4+(n-I0~=k25RPkQK28`ztHX6Op5fyWQ4k?lm&ocZ zKjJLlR}U?{r4NT^9uv9?|9JqPU7a0a&bTEc!zhRv4wQmIj`MQG_+)er!?X6>WZR~L z6Ah;YdbPD4v<(5_7o8gOl8R5}QB!Qlk`KD8O(bK570}%c#*dECL zJHYrglq%U{e1t~lcvH}fyH58B;fO`M51)PLC4&z~3_ZW@e?S-wAj{-OffPLtIG;jO z!FEU`DDiNRAPM{g(Snjt*R*Ld2X(X38{D|t5QNCV=c9MRNtD=u022AotV^MFS>uziefx)+vU~rO$vC$!@^5^y z6CUlJaH?DU*pBIPgJ<&aPvgbzXRBt?%47w@Ow*KUiJB&~MhUen@IXzoNnsai;2{W& z6blh%4g(0MR*+^Aq|DS1Pl=jhA7rxRNY!x+iJD){Z%9O;$Rm;AI!+;uXB+B%|0J^E zi0o)`FQ6eSh1k|oA>@Af!`AF5b|smMx`c^up{a*fy2u@^bB&EZch9uz5GKW6ZE4Vai*emRW^z~~09j5A3YMnPJ&(yWWb6}Yl9#FFe1 zpb~gCMQ@J?xf2&8c8Zxx?UrEK5hsNKCr~YBZu#BPbcI*&cHa4wQrEWOLPuG6?XqQYTlwVATpo?EP~_VAR!<}CI_qwU{JCJ zpoY>21^*h2Q22onia#(y@n?_y;ipXShOe!#2Yf(6cay{W7Llveq8zEZBrtAl-AbwxJA{RX~ZMe zw8&%cXIQ_|4?#8vfBv&FGPk9Tkt;ts0Dy%3Apw8~lA)$c1kLu!pWp>cmmOSzq=;RD zO+zVAVxq-!vS^qGmt{niWWW?K=4Hu+IP=P5r;-rC;VDjv%u6o(YN~FdfqUB!UO0w_L=OcGw**u(ajt*W;EzXVlD+y0K;S;~0@Iv@4Qkicb@k1l`#cVkFd~|?D1F$2bh3j1A0sR9 z-d6`LN=Qw-1Vqa1hwJ1sn6yT$5V_VzP-Tog?er1IACPeanhcwD?-x+eUfL%biW>y= zXs3BghB2}N9rpS?*1=JZsE(5=XcW^&D}Yg?nv6 z0vH9qo%a)A$v5`ooE#$8@hUzm84btwE_*-45&zq!Xg~^T@ZhYq>N+vt(b?yT z0@48I{U(Ed&fvEg{0j!(X7Dc={3{0kmcf5y@Shp{K7;>?paV6#kyJR`2 zSKYH@F0NoASGO(sx>v8dbII3Xz3S#AUq|$+`$Mb&$#ND|z;X&^*-UfpPGw|%{ z9#i+9!c6SFaCp&b9A)}wdYmgrcRGFzi3P;acYTD~t~jfU?=wMWdWAz3} zFpwDiv*;)z_dk$L0C6U_T@ZS(Fem@Q_5*rBYcuQSd@9f-<#;(O%k;j35n0KO@|^dd z5R@!Y{|eu^gjO*77Gm~ftaMDj-sLX-3FLK|?kS+{`tpkYUf`;ZpgU8;T?i|&n{SEhbBy>>_5{hFBU{^p_aX_Dw4^#eG zG?$^$L!mRR0}sIB#EyYeq%dO8LCA7h%NB#PGH`}uSnt!hebCtwVFKov`-KVGbTWt}>h$YKd$^g4 zJlfmWi6t&ox-1?D2#;E?rVP1bU_VJ9a8(oiIzEE+tuZYKf-mE zEm0C#{bwIA(G2^?F)X{*37f)I2cSEXQa%N8Rqkwo*FF{?GCy_~Jd(}OVFy$jEjy>a z_9%hG6UYQoHq4(RtVljg&oG_sDN_9K@VbDu9)9CkQ))N%d<3+p(>_XQ(P~I&C4>A+ zpD?TvIpg6li`wxg0jp$?f8$RbR`kT9D7(|__6JP+ZwzE!`yY(`PX_;s0fl|< ze>3<$4E~q_jn3ZxW$;}F{|`Y&9#?F)Ol7pfOmbp0?ZH%*hoLM#d}MfFcm)3y@H;TP z$No1##mj#E>^;W5#^5*t87b_Q2An#O5izXl%l?!6%$Dr1IHQU?R7tA7i!zy9g7Bz- zSx2zFtKm`8la{WJbirURvn+l+Fi)fF%QlCfSDEa5T4f({w}01b8Q;88&)bue&wa&@ z-&aBRxh54t1B=N&w^zj#i%C4pyuUWvt>X|qJ|57*U9V%P-T45jzS2L56ZZIjFHB-! z>HmkpLn-53L!fD*4Y@`;?Ff~WHq|lQ{x&O}WF_*{MM2JfsOClHOfiR>zk+YgR2Jv1 z%+6n3v}eoHZ#0&suFP)#YGZl&&DkqcW$z1Yfo>_OY$`{=l^@@|x;S<5@~jqo%6sGL zmD$o_IVSg-ExkSG&6k)UFV|dY0UdH|=$KJ1>a6F@+pqQh$ko}avs&~8Z~m>>=|wr= zuE8X&!B#HMUBL%_M^We6y!Uy0F_(A8QEc9OSDI~k;mSzlu?C7cai)%}&jfD+{w;1szS#mdmN)WR{ss> z_vy-b`i?UZxZ1N1*TVby#y(RRE{yc`@=I8KefjJ&K4 z#?_}(Hmmw`YHQBbr&Ttu`U`4n!PRF}c1-nKYOCeyvnpFu{o`uuIO=msH`Q$nH?JNk z^-!sgww5@d?#cotm;N0;os|YidjiE~R7CxBFW<}}dpj@s_RJHQ?R&8v+B6@mczlkl zy_)a1${Z@~_Lz9LOQ`}E-rd2W}#EeR&g_u>zj1Y4wnH6GQVZYdTq1>;n zV=7q?PD>@ngjiJixJp{;5l(SQ=@Tkh6#AslxV5AnHPqHAm7I|F_25YH<8oJvlS zeu!sJtDw8`443c+6bn9nHnPYV-{yWl8bmwV|74^`+W2=<+w*lC#j!SKL0Ya4c~HK- zH%yat{?kR;*8}@C%0S?7edks~* zrfh?tM2oPg20u`|)sS0Pm7SWnbzW{Y<<^d}(-XIzQx<1BrFLi8278OYPd#Pl*ez&w zKCghJav+@PwAvB=F6bHc7LI>hpFK^B!g zE~70`n#eg>aR3JenLCM%>4?N&7cE6&Vk5CAY#XJ*yacK`@rkp!fBwK9_( zPOwEvUAoq3+j$Th*FM<1+P>btB<%LB_J*AWJGjy5T@_d;QYI zkA!veUEJdXKfKYtQ9aPTer*%mtJLLpuUu_kGMw|rFTH>5gZA3hYwv}E-~c>sHx?YG zgVcs$z2%- zY6Bf*mvF5`H7ksU>1R|ky%WXzYr|44n>8I*^y+XwIE^7+!DYURLV2gXmbX-0jiz@> zYA3uC-Wgmcym|b_JO*A|t;p+4Ew8(fR6xEdrGx*p&@&WY;(E4}?6M^^sS~Fewfs;X z4xv*W0a22ULI{+5SmcibKx`m=6dfUF9XSUsE)KIuHB16(bwLQ&u46(#@3u%xKH03F z+?^Ve(_<2YL5i30V+?tYw+)e1-(_bGNdCD5 zccX#z&xx(*0HVI-sk(Aq=ru#NQ$Kz?&Gfn9$UcF)qis3ya^BLmoVZ)jZX4h-};wdRXMU8Zu5z0fSRGL8B5W^4x|L?BlHH zer|P`R}9HHkiD>XImz36>K1bn{nO8NiFSl9^-5q2(} z(nF&}X2&h<+aRBoMG~}fB0S#eFmHeYQR4`Xej6@xQC$W{7tE%!z$=AX!KA$-U2>g-J+?^ zbYX8{Sh`}iJBDChND1$hWI%t##W&(z4YSmW|CQ;%3TGwKEM`3)SttWB>r^K6IrPzr zIRhei>PFKq3EljD0-kB1P%!GJV9ZZ>$Gn((%d3`e>OAamCETdFU6ADl7g-e^izDz@ zER6{fx_kn ziyeVeEtadOE?F#f0$}P6)chQ^8ogHrr5r>?zv`#97L#5&*zqeFLf|ui%ZAL451G-> zklT~#CZRdGbGo9n%V_r{-3qmteF8UtGN^S@tT9Z0- z>Y=iKrpk7}iXr3C#ybr3#N1~{+# zuN|xq>=IH#>B9SFHp$YGh__stm%wKudMO)-qjj?B+O>-!F9M2<3&N#Jk5iNZfERoR zmEZ+(I810vuk2CmvQraoJ0*aUd89joyb#}BERqB(M{IJrA4U(7unhEm$~w10c}+ym zr@R@&)u+8_M$m)-Wr_(55wJgjaN6V{+LNlZs7JF^Mb+-qdE{t;BZr=a2P9A^nLvP; zZ}8b>o?$njw7<;rLn;b@0BCS{fS7l4a1#Ine^CJTM+F|jpk0K@O%D24&;M??5_z90 zHSp9ejL==-5<7+=F|h<7`S-thuzvp=2f;P)49|QFKkl8+s8N82Tq1!-wJa9jA?l6eB zT~M+rhsrrr*^A_NDAMv|@F82_Iy&3U&{MF;+5LUSB^aY{tvc}Rwbn_v^& z4;ECbc$=yiC7K`?Rf?l{K1d;BF=*6Xq2ihl0SA9VTSP#j2V)aB=;E1oawKSB3wdmG zx0E5IFQX-Gx0AA zjkIKXM?1l!>}5IR&Q;kNH^PZ1g{sQ_i2Z4TfqfIzA4=z?WeW4Xqm@3Y1v*!p{4YU^ zomJlR47wW6N%=L{f+j2id0&T6E;JTF$25~%S1pCVM#aS~rA>fb0p!rmqV&l`X0?)w zhfT)2`!92&;0w4w7=8fTBZn&D3-IG8AsW#B?*QLu*%FBVO0@r?+C|26nvv4K97Qnh zAury&g|50QoNY(a`=y!}6~7Ix9L`;*?U|+=YkP;nTHlMJclvuB?Hn8*SK z7PblJ510xl5`AYd`X_xY9!H|LM>_(~u}>ZlkVmhl1139ugG*AU3V3)0s95s80Oj0* za-RPDnJQ+to)+J?GO%M$?sr@x!L7WQV$F;G(grT`E{YoCFcyF<-Bu`RSQJ` z3)dL<6>9_tKLX_E)FssU2T!-m;p|`#2I2fU`{LSmI#}C|Os@_U&i-$I#{Ie>s}gcB zzV-haay-K3#jby@Llbd`_X#b{AztRUH^S{S%MhQ1$jRrUfxQ5q>`*iKU#}m?i@N*Y zK3GH7t5CLw+Q2FuYNHGHnppN-%qv>9ci<|LyjV`z`Z@Okl2| zpd>11{yB~D%DI;(!KdJk-65flAZr_N^*%1~g=Xev8uQQ3KQrHy-#L`?Le001wHB9_ z=Uekl=MjhtAZ{sl>+zS~s}oiCmV32+t-30oso-;@uwpTYE59IMP`+*Oh86l`b!5}b ztl}l1%TfG?!?;fr%&LwjzgDpCV1$X;;SK#~PIjV~IF72G2rWxg{1-jRw;)wV6je)8 y`yX^ved(}TVg9!Js!G1OkkdSRP>Hy`MJ^L1l@Jo#^7Oq@;0C5EQw#s8FKJ zT{SV9JSBhBKj=$;qfh;T7U*L;Gn6Qqk)5D$QK5)zF84A!J9~I$INbE_=W~Dj^ijuQ z<6j!?U%@3mgu;b?jrol2LM6q7#`ZMkrr8U|o-_7vH-*E^{1S+If5ES=&O+66%8tDy zY*&P_+7$F}!X-OU2v7)mpd`XHdz{P~`OS zj|(*l2U0&6iILD(Fk6D}H*i>DQbc4+spuZRV1#|ee4#5_gQ zS?X{oqDgl_+r)-qNJbQsb7ur_Vo{eWjQiAi*haa{xmj;n-?YuPsSu`tjBZ1jgVxSw zQ~&fp|8f0U9&uFIN0tjELaFeXc+!$0^lV>cpat9R+bR-95=r6jDVz$MREQqol!pqV zLLNe`&<*;cVA`ST79Nknk<;}GrI8BcsMGfp7q(x4t6;}nmOb=NX!>H`b`A?e-&Sak zER2a!5RTAeHp@*ET_cV5eASuLB&rie`wMiHBkjVdCP z#sIeGK&C6?K)|D3dQ2-M4tPeBK&gW~=zb51>jbV3+_jV~A4zK{LTeDXVgunu@Ca^C zdhkr_fg=b%5+y|8VRD2#k2djTELN}y*Fs=>3G6^@k8Z92y%No4+9hr2ltASeq~r%s z%!1klhjJrW(S{gSj!#x0U@8*fZ$W*bvAhfh5|)WQeF6O^qWK93OamU!@==r+b1ifRmOf`ga!rukhWX-HK z_(N;Qw6LOmi8zSD?Al+UfLD;$%Hk{w7)9dGT6fp{_u zZ||XLxY5j*_sAA#YUx%Fqq-+nw!-p~KDO+cn7k6Vv}y+Y)OT^x-jOzmXWH6uGV&cN?4a zQq7z@9O%X*A~(yt)GBYGKBEx#?(oLlnP$6b;%Edzq1w1(P3lIY-LkMF_Qtsjiql)r znN>PW;&|dgTM9ZoICrFp V3$+yj`BwD&ZsQ>aWqIe)e*=j|fw%ww literal 0 HcmV?d00001 diff --git a/autosubmit_api/autosubmit_legacy/platforms/headers/ec_header.pyc b/autosubmit_api/autosubmit_legacy/platforms/headers/ec_header.pyc new file mode 100644 index 0000000000000000000000000000000000000000..e324bc0a7d9836e19035d629da4f1abf8c2263bb GIT binary patch literal 4046 zcmeHKUvC>l5Z{YaH!+l|v9;$T-+!(TJu)jL_}_yn zKLg^!&mbWor_fj<+#n-^_$BfaA+HH}e!7O!{n|RP27f>~R2$H=y~mvST;w{}VDJ%C zxeJ7YHc$doOM|M@5-P{WI^nm-q>M|vHpuDid3RlRH;B`(-9kN|1F=FTB~=L>v)B(g zRbx(VtM}|{I@YU8nv5u;lVs@O`dAGVgDMfQMvkNM7a$cnD-Ktgh$VfI@r+YH5ZqJ2 z51ft?p_h;;_kvNtebijZ#hNJ-EW)uS62#>R&J@2&(LzdHrhF=N0NUmlnnHtU7G;+h zP_Rj*68V^dU67h4xGRNwlsp`%5;OqPbPDHX2E-gE5jSln)Y!bpMCOeHvz@6#X2U2@ z4rk#$RFmaHE=z;I=!X1^d6#AyG6klJq&f3~$vt=4+)gjmeOUR7D_2|B&8_<}qC(W9 zk~<6WYiE50jaLSlXqSBik#b%lVh3Yn0&%pCfwP$2hq!@XAJ}HG@+)ecTXybUFOw>X z7Vee*-oHgvs3~8s`8N(O3d@D0xWdKv&?YDS!BNlM?>M$K=sdOi4u-WvQt^ZF4KNEOk%%HqK6M zZ+4Hqap&z%YjYs=ZQTz1`ZlargusP>Yip^zVF<8Z5kj0OxGp`Wf+W^JT2!Md@(C`J zOn6+*(YC0S#4?N6FyvO6$=XhRX{5)aL|oQ(zGyU}VZEsAf`y^$g^73Wh5=k>X!>XE zZrAD_Sx>6XMx!W@Ut22^;FvdUfw5|ot!qgJ>58F2=M~8S zua+?6Z_~j)%SbmR9l#S*Myr`PPKs_2pLO#GHhV07onx zk-FlO5a&W1&pUiP9d^kz|4!=&Z;?2z5>>ngm4a^5cF6vc$UG$ml#ucew+SfQ+!fFj zs~cS9+!1r{y1FN#>5!3`N5ozg${2~2%+xw9Kw<`RVq|738d)u+lB;Twa7`wMV~7mn zw1C-az7Xrl-HHGky*Bbg0}aSD*N|ZT5#+McHovJM$(K2#oVnMAjcTP;$+i(Q29;<~ z2){~n8HJk~wn1+w+XaS^wjf47$6j&Zz>zelTN_drVrUt6h1{coVu?I1g0wy2b8|+_ z&#DsqP-)Ek(?&N*mis}2m1!1bjuEKhfXG*^DOPp<8?}HFm2CXFP)MUHjla7Ezu-p@ zZ?z}&2JcYu6TsLGIBo}gpMf!O(K8*osEb+f{@~B9c4Rj9)j~UYFbk${XUCIpAP3?5 z$>G63(iTRC@4}{+F((xzZ_&#Gya#Bs#eZJiO$@KmcB zJ+h>b!WykOCH%qIx=ey77>~p8<&&_|KYbSwp%wRtOrMzNc+W~FuKnL5I}C2A bTCC`owC?{CemmG_+pBqgm;2zy+;@Kff8|bf literal 0 HcmV?d00001 diff --git a/autosubmit_api/autosubmit_legacy/platforms/headers/lsf_header.pyc b/autosubmit_api/autosubmit_legacy/platforms/headers/lsf_header.pyc new file mode 100644 index 0000000000000000000000000000000000000000..ffb6ec747b282fd3b3275967bfd34b1695cd4593 GIT binary patch literal 8481 zcmeHMZFAek5e6xlwiMfH?AEE9PI{5eifU9cikq2MW4o0oq@hevDoEL}JRS@L97RYZ zK;w>2fAJoNZbGZ}>t6 zgWdzyQQQmWx0%Hb{5_lar!Rq1#aC2NoaM9wh0k3uf0);T4@in8;5o>R41(FFGYyok z(87P9m}Sw&;BpXng1s8>0cVaIa9g^sIcxiYVoLP6?Y3R+5EHY>vX#CSSUu`np@Jl_ z18zy4MQFH6p7eRRXam$@9##Uy#LD>EkqNYLg#nwSPu_qS)g8mo8!huMJNk|;(V>a= zP^>j~*4S@fvC~h#Zj=Z#Nx&Ub}C1MU|@IL%IZM+VzAe9rNOQ4I=&Sv=`yXp`#+jpzHiwlm44Tf#D%Ctr(Nla zwi(vT{S$c`Tkmses>@^a(}9tJ&v)>G=*PKbM6dX`1q2AE6R@Fz6|~I5{xr zY3RV34(TQ-PD4@&x5x#d5+Qf2G&VF}>W+;`k^|t!c6T7$*RDL7NVS^-j|A8VpT9>} z7Fr~`LhEx>(*Ax*3zq4!BJ|WvH5^`tbt?l0n4#DICzdD9GxqxSKuEtgbo=7F`~7iJ zL@C*CO!GJkzw7 z?`vPfB`P2R&(qv1T>GSFw4k9%<+E_ngqlS}%AZOa78BvI1VuLw_qoT9`@!Q4;){4J zMDCRYR_1cxyWT{q{?EW6seX9m!&^=Kkz`TV+U)JzM>(6EA2rGKJ)yBbpuo|EzTzNH z#&Cub_ZdPqb+LtE;h75D?nWl?=87@|Wdsdz1hC?;gZ|#T+)tvmiuUM6jDnH$@Y~!v zy;Hgs-tQa4(CP9RPvMyF(_pz+EBgbPwU{RpcrdhbC3HyP89V(fleEW9AEXCPf0u6G zOK*6|D5Z!ut43|R_2_=dwxp8ye!aP7Zfvd98teL3?2K7Qhisu?JbJXeu$WqDcY40V zJ~?LhLmH{UawV%*d~ereP(Ts7e-n&G+8@x7E9U#{hine`|u@6sV3TfuZL`hi02^+!0S;C1kml{o=L5+Re}Urf{6gkw7MeH%AETwpNK*1h|6oD4CJ`0=RdohhV-uP}` z3J{|ZBn1)PD$HfB#{$dS=OtV=l=Pt4iy69O4}t&}76=XXGn)RweF>#IFH*Fm41off zA#yyf!uE{iJ`@_ME60p)LV`Wy5L=c54t=+IX`yWQoP{N}U{<#_x9fUKUmpuxNUwlh zM6GYh4k+O;s8&|HkDScX$kce_^US&JgaAKwg%or+BO7EONL=&-WQN#$3z<)3+}J!e z3vo>hZD}6qQNi{&_gEs&eCptc5bp|}Z9w08i!WAdb$$IjX(A6i@J@GSX*n(W|4lsi zH-sTkJZJnIb@h}o?xJQ;CQGHIRA?FoZxq59^xigpNd+Z&j9;Npi5Z+U<=V)yB*m}} z?{g2)pM5fX2^tIo6A{;{9J5r{S(KKw!CLr8%@@ia<^;ooo0KH}{D3i&+OpVMZ9Zu| z-`0z)sDHIxTQ4&F(T&awO+5*x2jJvS@Kx1v9k$5tLb4#R;}+eYfo#f=NCx@S;i7%X&Phk_~oic>cB$X&UNArmTWNznL18JvTl;p>AaL&_ZUV<2%O3G;*JcGk3LtZMJ@XHo9Gii1PqM!DB*D8PFE%I3B06#pxEe zWf0Mp+FsD0Nf~Vi4I2%>s-YfKfkrFqaa4Q)k*57(av4V*L62h|bLzMeV7hNOZ2~av zAwq7uO_w`}oF1y>LKZO}$8sppFgxN*@@YULEqNO9p3)AW4Q$9o%81;g?wJLsn4>~Q z!!Ze7kc<-Ol|&x}_nI;R4KS%Uh4bPBM79<9JZrE>wzAzgitU!0&Brnjal?0|$(dJ# znq|Wwi-qnFx*k7b_Gvcsn1oRIBHPbGHbh2Pz20(oDi>h$BQ7l!U~3rQyJ#31PSV4C zp$jTskD>8aBW;znJHVFL2@Kt;(BcV<}J8(N{(nNPm49W%ZMcx8i@F4UEFgghW4HPL5B)y<5YGM&g zAFvnSOMkWu`KGYXZq#q<^?Yr&{<3Q5R5xB!w~IQ3mtk&~jY@r7`#dch->JG;qYo=o z-`U%&uZmu z?BUTa^E~PL{GVY|25(w<8H8nZn9nUs;_Yf#e&EC&c4t-B32e(U@k4Fm@1N3;{6uym z7D~Ls9PaRrRLvS(8Tpc0Qq7xi@{H2xE>^9-`e$N-wd6KbaScRDOC{#!=dPu$&dsFe kGx*^!uY*vY1dTTQ7Al2{g%{P`~#n^`U2JdP;PI(1}}iTbi0P* zyV&Fo3P6YG2c>p^-i|8dpOke5*Vwd5yL>X((e=gd4JKyW$u0ELiaaT~O8LY~f(W>p z0PloJFwP<26AeJ}bi_SAO@}@~pk|OIHc7BGej1g(ps4Y)M}R8wMDh;>6u^Tp2VaFh z0w1Nh-bH5MhocYz@?0y;8kv`SF^x4y5HvprPr)ijb1QY4!OUnMy`5udt*5JbR!sh{;8Eko!3XS7iAPadPMkdI#=aTiC5Z`;F}gs%%N3=945I zDeaOPG5e9RcX!xN2E!^rrjVXD#s@rk3@IXmu9mt~u%_y|fJi)kqO|KPQao}4F+Cqc z0w-C%^AtO}WU6e2xP}Az9D;&e>JuzkSMj)4nfmw4j@Vrt{t4ZQnMzY5&k~@0lE5wrC&N-NB-d%fz?1 z)7RE8Oe{I!TU${&4wJ>%{;tEfy4>9F?RJ|7wz*<9;&GN8hk=^BFuR8bebH&9tNMAW^myFu!^ zuAondpuZ;CLcxhT&b>_0=?Wl#L}?Z2Z8tl5NxvyDb9QHbOK9zX{bmY8%f7@WZ=X=5nMX!pokb){X; z%*HmjPtHHeKj=$;Q2XAVGrCzqw4^k|gbX`p=XSn1mv3e_^T%55&)1JzJ{y({zMo-L zU!Vx^u~@{|DK-`uSgdWaAj4iUcEi|<(*>Gt6`yd(NS z1YCE3m!#hT$vb9y#p5;?yc@TCGJvW@dRP@1ZLFtJ^&5&D9~KvMD*K9`r;q{0O; zNU_M3mg6yvUa-6o z+656+uolF4$P-EU58VjPgnv~?BB3!UK!H%I!mJKY<;ea`Zpg}5g0=jY7H8<5E!Wh%fq6w1p1BfB=(|pvXX#MZt3G z*5{V`4ox4im);xyZyEE=VBg+o*tVOc#$oeC-Lbjt{8Zns*c@MuyMN@=n$y~E)3WKE z>U$0TRgK#R$9uKXkz>!9jX2(aczy3EkfDfnv`nGc_mfoZY|UMMA)-i!J=n2-ELE%J z>T&tdE^cnlSzF?E`NVb6e{b)k^8NJgI5l%Vr{_1O0pDWG)R!NqLkDI$;BP`5yLNI^ zcaO_688i?PfA0vBrwdjuqwu`G=z-^Hx>P-{7YAuX-Fv1R#J=ab^nG^eug_>`xYQR? zB$}?S00QW1(`?{PQL36H^^%JR%c)MTVAFc1KO`<%%Ra-Z?xV%0hNE jPu~moV-&`dxYfn$#377!Z9r5)AiDC7XU99={Cw**zaDhIeR@0#*m{`weuh&%L=oa+u!ONGDlG;E zn;R@N*+<4M7(1P|=<~SW#;x&p94BfI)scJ&B7~yGY@zWvPI-s|5Dh_4YHx&^ngmWt zo52oSSQO&IVAI{J%RS~*vE(Dfd65VyxypDXmSF;1MZiarM>@3R*_;c$$Yucrr)iK6 zPD$D7w8<(zqv-PW@IaNtQu22tl)%HdfI!9XfzPu-lW?|uFKr-4hf7t|HicENz7|xKq8cS6b7i7}DOI27 zyDU-IQI>-3ib6&9d0CV}6x)MRWwM;5vGPD9M>uU!n|zVSzgZ@5CW4inCqiMXQfaSQ zuyg5G>XUq>Ze!##P`>W2Uw8LDWkp%D?sa5+p-r1cZO95rsj{?TOa3`s+fam5$8)aX zYui~ip2g3Md2}8d#yo0(M{L~)s_tSUL{(K&!Rmarj%-VgrnsN1KpF9%xd zy~$wwdU85)d%Wkq9UUL_IKEu(_>Frqx$6B7GwXM-CHmg;{iR63_f;1yzMp1cnb2}q zFT*VGeUE-jZ)fA7;Db6ZM6N8fgb>0~X?2W642IQZI`9U=p*w7jh1UMxZ|q^J>>f^e w3x#D^X6K-@Z?!uutKFvq?CFM3McHhD7pQi)G3o23KCQSpyhCNspSN%R0F9-^Z2$lO literal 0 HcmV?d00001 diff --git a/autosubmit_api/autosubmit_legacy/platforms/headers/sge_header.pyc b/autosubmit_api/autosubmit_legacy/platforms/headers/sge_header.pyc new file mode 100644 index 0000000000000000000000000000000000000000..b74a22bb3265c58d69aeb77beb79c838d4d0c0ba GIT binary patch literal 3577 zcmeHJUvJws5T|U{O^mf@&<@2gU?9+G@Gz{(9@Yn=3+6h)>eR6_%FfmRgFs8PB~P{- zl4={Qed@l^zQJDhfrdSAcT_CLPOt()gQY+P^K|6t{_@8&%YWXe{q@`D!+@MVWq5xJ zLwyD$gr7wcLXLnb5n+*$MZz-qm5|qjJUuF**sE9I)A(Z!8`Q9tv3)Ey3y| z7-|QI0CQjks8I)7M`g5*OofPRWKu;RuPt(PeKD<==>}n5{TkZ&0!S<2N>QECh|j`A zP#p={))5aljf{Im(-Gx#k`4n500(B*f}tEBFD)`L34R3Le=ZSu7sK$t_ry9Qgh0Ho z0%;o0zk_0po<2vE7TfuF8LJK8b~mQ zKnkwKMTVAI`eZJ0r9H5=h@l}(5RG-+GasO0gDNeHHGKmMF<{K?_Wkb%?!eWsK-311 zPwAJ(^q1{d-8xoG*MOLKg%(ojDoi20Dc89e_g;x)q_MP+OdVdt5cLc=CrYQnak#@+j*%-grn2%vuVFsjj+p3fbSYQ$c7GDFi3X3w4Um+X;5�g=u*53$S~jl(B$Cw z11&E$W&w^MQ#ze4(V_l3Jl0L2rNUq14ft4BR!dEJ0YbL0CIheE+xK_d%x(4ChpxvE z63W6f1Eh;HrEnRm`;w5Kw#X}s0G^;yP@Y5U7>+k|g*qy94K-i^JmwHWBlov8iq(~X zkHRkYa4crx#a!+@z_>8RDlzdgM7l=EOwxFkFJWt72&^j+zy1&+LHOrezQn)jo5cb6 z#8PF*Wr0_G-+Q}HfiPqHtfN!j?l-+B{ig@6O>OtbgZ8dX;pMXSJ~XCP?aPd8)e|&8 zk2=G6=BVhLq)Y9+-lJ}F-?h)l1hp4E)oZb4zx5c8j_nky2duYuW;*a(l;(*$o!)o; zfU9{-N3Fv^u@k6T7j!eZg1iO<&pOuVvXkR!atDS!*w=@_VZ; zFA)IBet!<|^sg5D{W*AB=Kv}RSGQEc4bScl_Mr{5)}a2boRm8LHR=r@zCYtr;rr%- z==;+&%o3blH?lAde4ioD@TzGvw0NPPOFlPu$WVl0rVR^Su-)vKPY#+4dXC#!{*4;$ zf4oXEh@RYqp>6`HTGjIAt<9U&TbrfoRvm8w3@=J1k90VJ`@d1RI`NybKFoJ#=MLt9 JSD6pW{{Tk@DTx38 literal 0 HcmV?d00001 diff --git a/autosubmit_api/autosubmit_legacy/platforms/headers/slurm_header.pyc b/autosubmit_api/autosubmit_legacy/platforms/headers/slurm_header.pyc new file mode 100644 index 0000000000000000000000000000000000000000..592852ba36080ec12f5dc1cf98ac91cad35e10c2 GIT binary patch literal 6376 zcmeHLOK&4Z5blW+C(dIZWMO#-G}3AyfV>U|F4pb}#~G1i{RlnwE{O!A$xJ79VtbtF z9ySrXr{%|R=g18S!LLC42gDhwdS3C^PL?PUiL_3pr(acFRsD5U^<@59nEm^wk9TYm z{xb0X0v`S$6b}3=q(jIyR3->h$gV=14EceOmxOF>PvEezGznAN|G=*%=AdeHe6PF4 zEQfh9+X?7jfrlSJ!GIy~fl@L6Zrd5;kCn-g|MnDdCS^~SI8(ARO`NQ(%n)ZR zlKna2%#fD~*`AM@IoVtw)L5FuML&U}+_5-Ug{!u#p3`BfXff5OG-*|BNm04#?y8o$ z@9x+rEIw$9GCaHh#dC%1OLM#fk{(PD?=FgLfHn4&6N4a!;Y@;2rjYO#C}!30N15=w z9#;>2<}=l4d(0N?@0hyldQuwRXLftH%^VbBHYO|fEzjy=Ul9vb!SKy_k|UJ3&K1g^1VQwZoY2oDxNxIie3W*H0cikKMYl5iLW zj+>xl01k6gr)HyMJPuIuHVi~wA`b@71LwTm_pc9H-UkiPVT5P_`Ayui1UBn1;Z(=* zUsDXQn2aJd8ER|IYGaM+rBx%a=({H^3YO&3q$m=`=T;-aOm&_U^384XLLrdm zfu+DaPn1K*&=GS;P?M$1-5^a2GCE{(e_7x#zan9r=RlYTd#uNf`re~9N`_Kq!>j|7 z5P_iCciX)yo`?k7p12eKEou{Gq#q=S2-;sB0#r<1&SW0;2ee|OM3@eol{)Ok&yQ{N zFkEu%xlZbi6R&?3#>X*97>t0r^m_sDP-A-Ka>_SADhv@)JL$~OL_O%0s3ddzM?hqB z9l-a!i~Yssle|wZ6xKD2$c?Q{T~jsv>&^95O@)_E*Q;>v8>GHW$p%-_a4n79TY5s6af}^Dr45;o)atAHcs^l#O|!?y3mj72Q8v?4HJAYRq4JmsLe-v@ zDwT4jUVf|_csnc}@1)zJ!ZFJ8<}G@FKw zqrqMmD)leTsIJwU4HG-YnJtnm&pgldE^b|&($m%jO;W)uWspJpT^>yN&#w~*_#JFc z%Q45bO_O4sVm3+f`!>a|S`=@y6h9Qvx1f-$1UnMXJgYB1cRCEByO33Iv+JdboU&P> z;O_NGk|N96|N7OFg8bwzJRC3LStXmv-OAmBzZ%W@pI6-Cc*h8#ZhemW_q<=ECJl1M48ETSm3C6bcmqK9%*vK6MHu4XsL>0v)c zjUHJni5pAHY_dtJ@)gq?;Hs?^DR=T0K9Tm-}H%h%$>JOXq{Paei^Q$-EQOsl9V znHdG8*{U^EdUIAqEs@NrXjU?qf;q`7D1A&t^XiSGHjk@lL4+riKB*$ekE=IWl2a-= zA@b8IIw_emDmo>Zv&!3OpXSJSk<7aIx10pVxMl99K^E+2x0i28G2vWwb5qVrwOg3# zAa(VNejMH6k1pa=XXRz%#u0ww?N}GKX1UkbRYg-;VK{~F@oC^$#$yIZN~L;^dZpAW zq&4-bu3k?810wQksze#@l=7!k*{JfE!J68UIz8m;>UK0WQEsT)JJN_Ro0ElU)Kmb{ z48Gh!e@cmtCDC-VB)pc_zj(N|`e=1UWH-ub$h^m$&V$Z<$$$BH^)d5J$nV{Gu(rC= zmMVfrcI*3b7MH$XQdQ1_S7U~i{I1|m-b8U&ma`CIvVBtq<-oM11rwu_Z5f@+wbajo zRLe(03sclmZ6+p1veeB}y|fw>Wq0YDK`{us@zR|^nVZ2@8ke39k`+8l!ARr>{rE?U ziQWmqy`}!pe9RK2sVXe?_dMFgWqzE-rkrz5%bCaD3H&WMA?Je6XrbSrU>CY4OWK>_ zlJ>BkSaHltbNrTatQxFIUZKwU*LA4`Yq1$vi?sJ)Ee&}EYiUXb)-o*_Sj!AEy=irx zUs#|$ZL~Sz<^~dhDY5^!9|fg0ZkVS)e`H+Hgl+X5Kj=I%M1&5zxqH)4@v!e+@0VQrurGolb+2z5Vl3T_;sS5oPWu>&QVCYZmG1{- zS2Ddk&OG@jtE{ar-&ym$_4P;o$^*}%`IZD*k>{n4&PrA)befmiPx2iRQP(iYLY??w z8c7X5?CNlr7A+!TvOgH-cl0Td)_0#aCqS`!)M0SfJ2;vac0LqMsqiT#vT@1pjR(TXcX ztquZp1=9alt@n?TS|mfNC1y=L-k;Ej>s37hKbkG}IxyVDjW*wOVkAR@Vp;4MsE}rmBr@4{9=H#RlNAS%8rZ|;jnwQT)j_cG*{Z&BQ)=PO4S5NN;1Lv2h+nK+lj9m4xPD{;eL1}1g%(AHZm zioEb-bvZqnMS&>~>47y)U_(4$x~Xyqx)&ryOD@t|gB@}Hd}F%9Pg&~Zr-a>xj=T&o z-pTSpJYv~*an;Pg8M8FsNAA`a;EdtLu;-?KRWR;kQUPw=4)S;~%KScfnK*xZ-D z-uKRBx`kI0r9BnktNo?q?u`eq*8;A_9&oo{0q5l_HxF+7nIZONfPlfAei&?!w43hGi3x9T8QYIN&ptL=;mtNtKb~vh)P(3j!kLWB)GRg>d|GA zUi1sr5zwZ=u0}+_h@9wuK1BI@?0}I2L9+KH+mea%KHN+$aipJTgGo?}Yq|O&)crEf zGw(j?*kG58#bXDwhjf5=f{Z}?+Cn306hGHuI#NMmY_>=U5`EULj(|;Yz37^7P%n@- zE)wNj01=<4ot5+|h`0`q^csw#i8qZgEi>jLR`FM42vSSV4mV!w|C4`Z6KAGbft2QA zsTOELpvqEhYe=>Cfj-D*1$}=Js+}YAl4>#MKhd?olH?3TGUmmNwqv-!Lr$IGQsW8uPiZVkc)WGE%hEid}LhG(XnFW9sP|e(u+{z6V*s1nmv??-v)`x5x~KEQkLLnfD*P&@BeOs+Ed z4U^w8xy^)u6X5`l@fB}_2@eNez=T%lZ86bE#`7e(!sYHk z`fJ$SJfz3ZwB}m%HV@}QjwO9hL|GOQc3Dhu4TN9rl6J=}IUNUYU=}Be_R3{(boH<( zw{5t?^ed4^yDjMlPc*|l&X4wDubj-H-Ggn(-bh{gen<9hX>n_O9cr&2NZeZ{)VyC> m9F%dw{&uX-%lSG2>m~@kZ87`t8H~vg^}Ldrui;vXPyN4#Real~T~Nb@>NU__P`auP zDk^TM@0B`J>aV>;PPf}y#MH@u@awiJAnjFDJ7EzHlcQ`W4edcz4BeY$ym@L4{;b1T z7moD~S-X#36k(q0;!zmctT?eNu46fRs!kRB2Pozkm4+ga2X&Q#K&oC%#Z@8d)P|e| z71xDmD5yXVq!tx=ODbLz&a#S^glMXGS%?)CH-%VL`jU!QNS{?y@3QiDTdNe{J5)^% zzlUjPjAt`%7>>fe_71asX$~@Dy|GC~eGmG1CK~8?oa&+}qweN3kf;BaC-GfAbde18 z$o}4VNsMQ5kf1B)ziUr&U3N6qF{3&@&$58>5XJlhl~wAnqFyWY8g*5@uBkJuq^)wb zzzu53)=5AUHW!p_l&@qd`@%m2T~(W~->h9n8T%J?m~;LgC@FFLs`8Ki}T6HMIP_t|gT4>^|u}maaS7-7R50 zdJ#2^=imOzljqP(sYmypJl)=E5llV`1%lc^GD>U^_<~h_ zFc=6PeS*t%Id*6i5#l7Wwux6**udD(j*al27h`QNad?=f*>MmSMR;QDl^JI;i)m3P z8Dn&MAi~PJ3u_b(wFnz!ql2X1LRTe~$v|}m*-&@3!@>?a$Kzrg4U*3NvCYhQf0$Tb zhv^ndC!Df^Fi(D>nd*KRopkbvSDH?04$4M5Kk+I328wwXm8$%zvRb)MA4c>hGh0q@XZ!(l;ycDNw80Lr8pES~Qvpd*|bYW++G2SAh~fGe3O0DRnF_@tX| zNv#8k>l{dOQOIDGPE1(CUmbCo=$!Q8iz|fcuE4?EhScI-bg{iW4y`s`lnvp;vGEYG zywWUY+D+E$>9fayEaCo9lBR|*+ZUG?Qb&W#yJHBKeXNmpD>{xnLv(wao~7M7f^`$+ zh8{3Hij%^-m3!S5qb6KcDZ~u|CJ*gEh{G%yi4T~l2yHYFIxn(A4Pdh8*yzH4kHd-Y zBFk)mS?y&u^f0qJNVC4MC|4AYBAo`&Fm~ugT#Al}ZE`p!5Dvqau;@L3!<)3}G5OfN zBi+}Io~pxM65IWCyuMgKOClM|@=`2w2NF4K*Ox0dE58Mz@mIYe&ndRKP7m3W`Vl~k zUu3!j=f4l~tMv@jOiEbuO6Dy%A)uR@r5^t7Fm5nU|fMoD8C+Z7! za|TcBsEiIMkrVK9@CC>NK=E%P`1#|3VyV=+t;KL>x_jVLr%UQ9u`EyfAnu#dv95pQT%ef%nkwpuDna~wwQrJJcr;+;tPfb zePx<3C=sG74un&UsVNJU5skS6a2iA1sjiG1{s*Y$qC*o+&WN2#lDqJM<^}7^Jb<9`Z>76-Q9CODz{qRT3EaUh#!uby;*6xii+;Lc}>?V5Qo&MoR6OFvnk7mr% zkLT!5X7tAFE5DF|Cee`rC!+t*#pr5=<=3d-W-s4iv_%+pvE{4ED_m;)U;}y&U0r15 z4DH*Jkj%yUnVe@f`+9`4ZE+9sI~QxX_#okr7eS$w{Y83+W3+#hdeHmiJD?>?qBmBWaDs!vH6s$jHGw*0~y?O>N8dhWR_bW-d7|MOghM7zYE3;BSKxsB?A#pup6FP8;wSF`SSAB<(m98C(l}I z2`~K{sO%=H^EVvrxu(0)XitypZMj*))nibyxQ$kp)|nfIdy=1=#oY;+HZDlY`yqO) trD=c0H02#oy9C04yWy0}CZCpg3syuxxanYb?_J1bX#CYGuYIo8{tFWoUkv~N literal 0 HcmV?d00001 diff --git a/autosubmit_api/autosubmit_legacy/platforms/mn_adaptor.pyc b/autosubmit_api/autosubmit_legacy/platforms/mn_adaptor.pyc new file mode 100644 index 0000000000000000000000000000000000000000..8f77b751b4f9a9368163501cb152dd7322e0fd79 GIT binary patch literal 26470 zcmc(Idu&|UecrhaSUcXu0Z&nYO)q`gBkXbmiHRrHdIBY7I*%4Fe zHVa2hrN?+(X7!j^!eV;Or;T}F%*Pjwn@S%O3s0CzMv)W7d(u?0=F?bu&Qx}pg{Mpf zGd^i51E#XuR0hp5R)5MYqt(;K@7BPl&FV98WH^qD#E~;` zA4k03R1TO6m4l{o2tU}koCbuAud4v_5566m{YQ)SfYwVbmWnl{4rL8Sk?h&njaX8E4VeB~!6` z2XOeXS-q?i9!pO6BL*F`p#^*NvTB@5YK)tTJq`;`sBuL#&L=e{cozyI&+&>pi6D2a za5cA9%atmnMzbE|{Iy2aTk~qoQq!;3vi|q*FF)d-X0s1LqZEW*aXs{zgH1*DUIfL} z`eHFe8?U%luleXGxsa@Q1>f*_1Rekl2ZRtSb~q{Cy_6!jcxgp&qFsvg7`HIe9kED&hK;FKN8h~HXxy7VS86ruVQX>C zZ;sDS-)p@s-KdtDOZ8waJhxUWMzAr~*mOCiQ}~8i1SZw*WSqg&KBvsd$KMH-??J#V z!=I!5>)0|bz~z?No$;F5O1B?5+dF-`YuNU)7%Jp6%p;~gfb7nx$0yyMHV@Jd3p+S* z?iS&t;Z@Et+A(()5$3e*b2x;J>jGAhg{EWf^qFAB*&I+Nz&UO13-B$x-%pv1-!pHe z%;fE_oBL_qh_pGfic6@AiVJ{~yOS}&i*Xt5>yi6i=B+Nmy`_m!Bpc`KB4N4HYl5M8 z)PD0;npfw3xAs=F689aMZ(%6(xRf#nd9|V>dcTu4!C$b(>L4L#b%^!i;v{zuG0=l9 zcD%xe+0!i-?{H zN6~6(qwF<^XLIFJYk8%a^J~IkZ|jLoMh>He%X_7Hz=MpIhsxhljkvra|#W>4e zQyKYs%~K>SEthoTP*)j~Gx;ek>FW6OwW&!V_=)lS#1s>}1w!lS2MB4Y?xy3hm{JGD zQp0a@M#WOI8TgAW>_*Wq0%vKQ;{2>D^r%_-Yo6V-s)t1%LaXaD`RTbC7u6=m=cbC& z`MD|g_3>-Md&$-ax85rSHSFUEVO@B_J;2HIA;4maT(f(WW&1j_HBVxtZN`dPY|yHa z!i6Uh80UbKPWL$mcRt>*^K!h3OG0c@}xnVB|>cMbs%?kmX9mUO4B*`1G72 zvs3v=_ZT`8R#}+2eq~zuQ#Vn8hc#cAFU%@dNMf^$*#mXok2(TO_XCKzFEB}vSEsh% z0+TPYfM@Q0kikm~E;5hk$34P;xJNe@v&>KDUs0SBL|omu$615i6DNQIU|2%XeEy^P znHv#=@u1dftKl{S&wdP31Y6gv7rDhm^4fC``QbqX2B<6RJoHV8n3PKc_h8IY`fdOph!56_{kWQltvTYULY@Cd8CU5UI~_EQD~pKOFEJ$nGx&|?{p z7tvt-7cgEAW$lPp>5aQgIUE&@(WaM^OGfRBtGp>rB5ASY;LKOEW_6buL6UGxFs*JR zUVwX2H|zJ5*B5oo0s0I%B95_+PBHG52GNE<_h481ovq{k?$&YpHSSl`O-5t%M_vDk z^0FP{_P57Hrx=*@vU83c!b`@ zPUChO5=}ntyuD6 z0xG+x;JA}A!Bth+V`3OW{k^K6VYf+r%wkVGug|E-KGjnGLlyU`A{P5|X{b7|fZ|?V z3UqxSZUjy_>YWSRXM%62Q;`Cj6PNRFz+*#a0-pFV!DAtj1x zG3T86?WpFxtr~Mw&A-H9Iy$(4l8X;_u&xduei?JIa|!b{pQyeGVP33NG?5J~tz!za zs@a*-QjSzFo!K>8ku)gk$<3V%8>QMCkS(enw&wQ9tY-4Gg zg)6!2>CpbE-bq{UWPU_!HcujK2I5e?4X@m4mKLj?OL;^jtrRS`s4}tw2-#U_CA`{Q zKd9GO;*zXLQn*(S?tqgoR{X##Lr=6R0i@n)HlQFOmsq#GG)m1C(QZF1Eru?I-X@Rs z9+VixCS-|X)ra;%RlqH_Jdx8zP+vv2$_*P;l*j6kGBhY9l(3Ix9jcIGxzQ??>n&(w zsKG+ZGPqF4FVMvlS1=287DF+P|8yec>VrPm_mITXI{z616 z#x@l1mI9x9hDoDi?k7YR&2pvQ3PKIF=GQ1cDPAhunQ``k7eciobzC$~x!MZ-yMA+1 z0>oO)UYu>_8pv{jYp`P#qg!1MHjo|OMPSkyCzBd<_CvZEf~2aP&9dq_L$It_Q(RL8>(=o6ihwvRp9YXpj`sq&{N@bj*J$qC8 zAXP1MWc+(s%FMP_Yb;Sg!LZd9g> z*_LqaX?YNM%c0YCT2Ko^B3mof zD4dZ^1fQO}UJATC?nlsC%e_CVK{{}^wgA(p;Tp1&5(FyjPmVAP?mj%lIdm2WP;O$2 zqVn8bA2gxxYWU1!)U#Wt;|R+u-Wqm+c=hi2vFDX}7vpi^5<9@@j$sL71*<2OsLQrq9fwzn`V4qZLVs`o=0|3qi8v!!Kj`+_u1Hj((E1sR7 zUHovETWZzHgtQXCYjaFZ%G?TmxwZ*>!$}07)X)k;@Prfq{vDhLb{2%-LE1RjQ1HGG z8Ni94plI1oXcl+HIbeEm%Os%X!~N*)6Sv+N8GGNETen9Q`3Pc93u8+-)5VB(&(ao9 zJgX7Af{2tWR@*f`IX+8$)O7ypOp`!UjB{pY=cZ@!1tE~YlA3aTtpVyPknkaYdm@ii zmI1t%{N=4(=Etv331)B?!<|xhYiS?E?hE6Y)Nvrpmb+v| z+`oxno9THUhR~Xz%zlO2&J2^@n|jhYm>S{K-Lniv8H_O?t#m)l;KvcPr>EFp=gK>^uAFwj4qkg)8x5qV53>*3U4T!cZq*LXlP-3AK+SS(~H*dtEszHI6X zkkza`9r(uD(;?Zyn2tISLw6|xp|M{P2!sQQKwR6c2*j~LMfOqVV=Kr~dlWgKq4zS* zp${s#FHXYzkBRM%lZTZ&5GRiq5DIeBR*#mLYau9+P{nv|4790}+*xFtM!PP2`8&Zr zsPn4mR>2sGD+JKR4YR@?#XsO?T(uN)s0$!I#$_V*C5FgbFp(U-f z$=H4<`X;QR8$#OwiDxuraZ+H){UXtG8@jdyun5YxV!$%sC&9C(%3M?Y)%KA0vl!4I~M0lp@Jex!(CW7e|4sQ?-zZ4u&D>we8;rb~l@ zNb-_TM&V6QCZe6%LiZ;zJY0cd19k?I$3EC)%A8yL)gF>{1Mml@2>VXle%+uhlL)>eWUpXb8TFy*x>)hJ7HwiMTcCJRji7khbokN*7!< zw1mVY)&z`vAkjV25&u`S@d*m|tSqe>)N5!wd3(~_f<~#wP_Za#P0iVts7|bOnIm>q z>p!hBDBe(pc)M(mK^gv}JjV2UROQd5NbNSoU8Z)PHf$hyHXU-P=(PEVm7i7qhyzp~ z<-_QY`XC2%1i}v;f$&2|ApF2{iBsBZtgYGlb5U0&egznmr8aqp>(fPpW{udCL_hom z1PPxFsgCX(un0ppUqb|3C1oz^Osolv+<0ULi%_Wbz_}P%Q0hya?0M30)FfCdwt^}Q zXQlEAgn}Fr4_5)(Px0xZ6&|7#WxCif#u5#i! zFmdJ~;al92HXf!zo5c&2AE8ujIrKHPie@Zg z(`eMBuhJylpN^*m52B__$@0E&KgaxTPOVuAn&RIiSVs19?2$T~$1iJPR>7u=h*byq zVCnE(3*EmLXF(QNgZNyD7(g~^K__R`1`Tk%!U95vvvVIW5NilS&;iI7cGOBJRe)St zgOkt*H+;*fYqIuG-G3Ypk90JDQVx!XCAha)oJMfBRNY<#BpFD~OfeXLir9$8Gn0Y3 zDEjnw?S+B|M7V1(brQ;+Au4^kVLp#P-C3s>pMlf~#1b;iB~0KO(g?^~ri*3~7bqOL zeM_^6ee)p|SXZI%t4Isotk4xq6v-WBk4>~vp`j94(3(aNSGb=*aC?X*rHzZso4oxz?J96sqJPp5 zO)lsma8k^H8!PCtavlx%rTuSCrJp+?yC(s9zHOE0IacVgjqtCMs~pQB7-^fTyV(w<2>zE-_c2T1c(@ z+8t!&MjJ?r=1E~WQEyc%wc%#2%=TXH?X5@I{!O$mOt{mtb64Sa_2C~`y927x$c;8d zX-8)_n=AF&C>(RKVFg*s#%}80kK~?tCg+t`>baAr!;`toxu@IRun0z|OAqG-Yq`;- z&P?|oa+Q?)rs#dcW20|Xa&E(mIJjZ%$5?K{lCLT`1e_Q%L!c{@Ei>eoh^v6F3|W8~ zpkLg=NIRzuwIqghWn0>Al0)A1Qnj?USSekmjxa>pDmS<;t$+e6Ve!(~vzMu5MLtbQ z075v$l2TrRI`JcCE{Bu>u9l$XV@a+8oeh-Q;6HLu0hN|O?rl@CNn>JX-hi=fl!3sg zkaSEhYc>>U`xQYOnLbIq$@uvZk}?aeA7$)1gFNeTSv5H1(k^D17_P$7tzpI>hFIas zeTK2;8C+#Rw#fZk48-=ZBOG}#+=Q|=gG9bwXq9REa(Ry8BbNLs7UzDRjXoJ?hF&Rv za*O)|(X9eIf%~(pZ~(!`ZpOr!upBEb))!Z`kcf+-%~#ABEF7e`(3k2LmOp_-(LIk` z^jgt-blOe*Uf?;S#&{!|(w<`I~?_NJbI1UBI8g-NUrG5AfV z_NVtadwNCov+NgNk^S!?LIjMzSk-w8L<4`8{(=U|M}`C%rg+QjkYshyX@&kR5LDoS z3wjucPNNslcTzgYY@pi+@pYV?ScM4hQO%6OCIC{+(W-P0>T3djLt4GV*pYcQav`c+ot-E>Vt#WAg~6N?qLxD z=mcb+rQAITK5!HS1Dp%%YZQl;U{hKI)I^jK61%BQ zQZ6q6V9U{3eFe`H;35P2{|v^pxcnqy2`-17x^1uG9VSW91>T2hiBViO<4{S!b}Oir z>p&PJ6_yytXsu!i7dFYu=)rrB25rIhG92Ngdd9;zm<=ye-d?WHA}YnJuCe<|OzM*B ze*ZF)#KqPP_A+Ba5VVizV!JORHbN-VJ+*pfUSM6rhF@{N%(AaA_!S1ck1jEwE+wqc zttw0xNN?kHqgX>z3TXRXkN55>F*p&L={gJv;W(Z+7{YDhouWiwKUw&z?RR!NyR90B zd!F2+6X*a;jJ-_s=XpV@4Y1VUv~Zz-lfY4853C&uys$1qeErD(@Xq13!ABjqjNbIG zGhM*85Zc8A(_&?f3A%TeP|hr|y}XKDfN`6J{xKV5@k-b%*u88P?}g2h!xU@vCRuWw zVixaHXi(%gB|G@4JZIQa$t=ia|mqdA#k3Dur>$trN)N4EEyn* z3>iH5L|4==I#CW-Su8GHD?H}j`Pjx-4z`;IBc7X1S^F&-vb`|l z01yvSJOTK#T5bAi0FBTLZ+P3*FMBjq4sF!&ENafzh+V9+J_sGy0wM(POC@rDa{KqJ z8fMJ>8tU8IMttFZmBFtu_;m*VmchS6@GdBc1a`Vw^_F1@<`kzVWt|51LgUmD<=T*Z zz--{%_3Nz=Y;-4Mw*q#%0#_P5Kmzl9WlWDB%+bmWQ|=;MQ}7g(2bWx^jPP_7Eyi?c z0BQna^+GO6y+g?xSR@?4)J5BRgp9!v_|RokIJa<2Ts9t$5eqHfQu0s3eBNMqOk7pO zdfJ;FbDu))6di`8BSZNjiQ53M08Id6JqrKv_PamFfR7lsk3yT=CyOUP#MmVU zV!VzsR$%Zl0zKMgk>!_|M}#PjsewJ#BN0lKTR~tSkPtic?^*TB4BDvlH;~+3%;}!M z5GzEMFC${WhLGtP=o)gmx--tct)JAf>}epT@q3$Q8i{!>J&bOHdy09q?BCChF26dFFX3*LqgIS@QR zdnb77^VZbMt*{PsoPb|zc36M~Y+pw9Hg68)k7RQ=U1%#S-Y;{5`cP!jdjJkyk1&nA zBQQMPHhh&!a}Ze3fxEwB070IpW6kts1QxTr+pluvoJ|B8jPfhcc*iv-grj`{#PFfp z9ND_|@e|*_SL-Gln5?^lA^qA9wdRxP?ICa%Q~S_@N!#A51(Vh$3)bYsWdG(5wcgy@ z*Gtm4^>|6d->cQ?89ZQL_+>VWu|V;Sht|qVo$$p!j)X;ZR>FkB94KvzkO^)LToSai z?=EE4$+STNlz0hsG6YGeKjSABB959_mLC=ODMA7s4B}uxMq~K~Qrs(hRk0xCbHom; z!{j}jTqN0%AiTk4Suzt#+j5)bENm|^W6|y;k=ybk{n&vH_TWD z*e+`5B_P1c026N%QR(80ryAU0A|TJkj=dpmeU0m0MUK9&|fo}Vc4xwMC$ zWOa#lt&@zPO&d;`o|uE0uWS@2ZvulOA&Nys2p5)bLdG_NO$NOSY`A;hAfFS!l z;0QCRJ#ZN0rz<^xJc{1p42eV%3l)uxFpC3f01_7f8aPNA!U0tPBb?F&FigM>7bvv} zrO-ZQO-?ZC%g$pBOFk4wwgLoCDxBa{MTHZ7sBpp$6i)ns!ihiq_6NpzjsRmke_)K~ z;E-O?l@+K9BSeqk3W5X%9@lSbj0hD*(~&c8GrF%ri%SgEVU$R^mqFaRlLIMt)X<3& zQCo*)2@r{bNib-6)-ASOfr1qwzludXN_wlnac6i(EK!QZ83MME^f_kmK zXh$Ss$WPs{3L`P;JYkF4ZZh^S7!Y{38IAEeM9c~HXaMsHPa?}?X#X8>vRwz9OnR&C zhZ>;$mX#++CSbXVgoQ$YBv1^X4=S|?N}+MK&d0!eF}PYkQG%;n1O>^^fzpO)YXc|& ztbi>jc0k#H8DS0u;Db6^fI|<|%}}MliyWf!Ho#5C?^SshM?C=?7XK)Kt1r@WfI`?G z;9lx4`CgEK+(kOGvygS*DUuXe=ZtS+GVZq+{5}GKW&(Fa0g$FY%hLabz(UY}U@}2| z(qvAypV6}9?hjZ;sPYdPQx5_lo`V2LT72988RiL;2!h)TO2o3fyBPX8!VxjC$qqu~ z9g^-anry6^S}{u(bnNu^*V4XEqjvu5rVp9-X}XG1@SI&S^xKniV$~w~r%! zUbj!zFeydvdVdHV#c)~mnjY|=XoNp!{qqKYH&9X-A;k+{Lh$$p%15?v8|_)*xkO5W zG#!-M)`Jey!6}rI+ps1>w&k4+Eg#!fYgsF*eUy)LYTFGdm8;&C5v(q%&7OV+wH~Sd zlJ+V={?zx?DzXE1I1d3Lj1QlrFSC=cF!&V)WWk9glW(XyP;qKfdcv31iT|Ft9 z)WE7bCty-L*mc->!a1565$kmp6&`j)|0(AEBm-V=yEp2@v*i67!(--qDcFZOGZHeUh} z;gI)Xg6&TsXyQ-k5I#0mCIYJf+yNwpoK7cjHnaZjeEw1X?rj%$_a~V5w;B8$1Z}9< z7JwlN`5fkBU;croB+D^L3Fv_oHNeqY0 zrgVwP!V=5`EN@KU43Ge-2VtN(_7h4+p1{^F4zd7WV_CLIH*}6gIBAJTgL86iG!i|E z-@m?I*AO`~%cxzD6c_SP6H4%|G6Vo^Y>W5fqnSDx4<42!){M+N&zlz#Sj zhDm&Fuq_}>-2F2I6(V<&#UsMv-0(m!?7+wHsBr?~sAPeMIzIqPBzf9PY@EnYaS?@& zg&V|yV+WdE2i3RI55ZKg+!6uVF>a36Coy3BVsd@D5;IN0&rKye0360U0(Az^xDNwqPqmt9t+&5NO%O4NBWM7Qkl{g$a+c7 z7Q&M{u!bZ>;j@^+gsiHGh6ntVHB-W$djq;Y^`7=ZpG#!Lb~4p>FjEIAzeC5F78V_**=VC`shovuWfnZ#3t~SC}JV} z-Od+oqVf460!--Om?LY|r_fch!;f{WWhrIf%Y%LA<8=QV%jr14-$rt050GjWyF*`l z+Y!ceIH7PSQQ00L74JG4g!UDrj7a4k;j9m!?&IMs*!nxLRbFpRwU|nruaLjwbl!)Z zLR@-L-S2Qq2*3u~n*?VkYzb99$#z5n_sht8yk!e3+9zcqEnO_8SqRXL{#kUlQ%ja& z<)K;q0e67sA4%XbNa#jWPhr;|E&fGhJpSVSO2@I=Me?k7Y`Fw|F4wR8@ej1h=eWx0 zchiZHfnx7`0mjIgoL$xb+R6119mg~Hvt)(o1dfwyJ&cO>93#vO-+w3^m=%*=AmIY@ z1e)Px?!aRqUyh%c=R1x&y5(&OM={!7`rkrq$6#OpgKe4PUvZ-d83t~za3F{Q{)gYJ zOX%zIH_NJ!J8#DK*(%EZJGNCs!Q857hJCG3Y9&e|pMB1^PqC7^Bil=zuuYIc~f1s_hF9=JVY94RLsD<0H9iy0N@zoahpEFxG zZiLky`3j8hvfw)mzQEvrGx$FY{(=Do7WXe1{9gut#o+%j_#OiTT^g%}2&7oGFW`q$ zh0KTLW#2^!U#gAAIZApN|CpX`9kUff_n)zt98R1;K@}$dc749ILPjPj9`p(e*eujP ze%*h<`cwee5!IalRKxFVI6r6H|r4RG~OKhK(d_ymilT#Yit_$6$5#8z`?7CBUBe;D9mvWn;4%RzcPJodTx5EV7EJdgVW^9gbQZOxNkD}8w@rOXte0XU-q>n zf5;+UnjN^DTGJ)_%J0kMj>69&=z+tIKB=MfUOZNWci!=XM~UEzfd_|rdX9WBvpch| zf3>F@j}bXN-Ra~}>iCiB_U}+qHU$5TA=p=Xo!vcY`{+cvcWc_|#p6masVm%*dGhqh K@0stJi~k?0?*mH! literal 0 HcmV?d00001 diff --git a/autosubmit_api/autosubmit_legacy/platforms/paramiko_platform.pyc b/autosubmit_api/autosubmit_legacy/platforms/paramiko_platform.pyc new file mode 100644 index 0000000000000000000000000000000000000000..095b8b8402fe7411f8eff751bddf3ff89d1c4eb5 GIT binary patch literal 25129 zcmdU1TWlQXb^d3TBDvI(lqiXkY*`w~qD;jWWh+74Fp6u6q#`*orOZm9t=d^EcZTGW zd*jTkB_?9pM2>+JP7~yzOdZ?w0$eu^oF89ngr-IZBz8APSZT~p+M1xra;~A zJ7;Egc$1YTfmuoWYv#Yre>s=$od3+^{-eKd>Gx01RZRRRhyS0(FZ>P?5C1GvGp25t zo0hS7Z=0HJZrW0Y>zuinORl@j&93Cyn48)jb#|GXyCgqnYTc&ZV{Z0nUtOlwYwCG( zGq3l%Fo1#`2Y_dTZ8Z|Vc)<^b+{jX!ASE#u|Q%f{R_=J}g@jMr!U zg5>T_bN3prkksu@bB8#U;^+XTS$zY4MlD=LyEyfl@3&_3p38Bixu7@QxG6^Es2%Ek z7w)gGwtT(o#oe`9Iht<<^-hjgj{I|B6hwn8E(hg$b-8)HTKAjnC|z_u`T~C8UL-!2 z4zn^GDc0F7N@o?0B>7FU?!!nT{Ikp*Oy4$3wz*@OyV#~XxH6_B`=YI9MmbiUUAyH6 zE~gT4#HCWTQH@Hah&g@`G=p%IkBQhI^lS4`4=(C{7?u}&H;?O4{4@#MxH`MotovuD z%R#hw_EtM+R~D;hC)!anY|quJk?WUhQ}~@Nr&*po`GhmumM-t^iv+)9(q*yZXioB)@bBoW$3x~+(l zNysCiq6+fl4>v^U;|eGxr4KTpB~+3#J{Zpy+6JfYlG|Kz+ikoqsn%n>_jRYAp3aWC^Q6*6(kdECERp#$oTur(thI&7;n(L zjD`o~dXLl}Hr`&Tf6#bCa&bs{+b5-mjkjMiA28klxp>fc!*X%Ncn9U;A>$pAi=)On zEEmU&_kdhD#(PjMFs~zWal-fy8}A`rgB5O`G~Q9kA2HrBxj1D!M=l;AYn{N#h9x9@ z4*pEm%3wMmElT}l6P;Rh zE+_}9W72blbjlwE%p`sxSeNX(BIL>p zFR-tA(MRH7E9|J|6nIe-MhUOr>3uRX&U;*Vj8mPjE{t!?_HVbU-lkkKStpaTF*Bq6 zNL@}-xJ_ipOtaxfl(HqypD(v-QE8>^w|(KxrRH2I6oD#LOJTSe?PgV6lyo$mdkD-{ zJBlbGOYP7P;tHktYR!)d%w24TQPPaOmCYzsJ$a;xrBbEtY0vXfYjUxSEv|`(bSX4M zPRguhSe&VdM;%c|hP;L1gM#iM{K8=*rf1mBTO0pYs8y1mkQ^mBC}Ig(Oms>ZA|u`H zOMcn&15$t4^Y|ZjCv>3AoUpR!Q-}sJg|ve*`5{9;fgiPl#<;U6eWYEE2NBfcxYL|l z0t=4jnb96=K_)jN^#2_wu0Q-cx2}{EFpCnnM^41bD+=Fs-<%9u25%5gcZQdQcmP! z7oifnZr=T(7zla^k%PIK)2@QVjqxQ&T2d+H}})-u5DZF3U!B*#X4xBL#8;} zIAgk^!)Ce91fR96H5*I%fLVgR?UUXIse+b{n7cU?JYP(*aWz^^l|d_L-d?RV>(Jz$09_7_lDtZZDLGUkBHO7vmi<-H zB$7c57B(x(;S;!+EH|7+Gl~Z+)22*>;>gYj)Bo_}Yvay`pI93`nmi$at`Tu_v3O~+ zR>d&geJp?&lB1?OXD>)gj zB&(NXZN)CY77!dsQ$A59$|sb#KJEkTgM%XpNQ28)r)guj)Jv*nc`MriBT4KJ$rhpz zsG=H~_2*&g0RHX-72!UKkzB+td<=={$ytNeur+8Ount&5_F?M~?)Tw$*g9bi+b66( zYsl)A`wF*=%g<#I8Te&fkYgc3EVFEzU>}XYqJlQ?@h~_Q_%OI@ZhIzzAhOI-A{3`y zoHQ@kW-VvdAb(&Fpt#EnKglK#pS#vohKM?}Y)tSjskzIr*2=s1Z?*vufY#lT$H8>- zp5pThGPWL!hhrjgplqL!jjlB-pp;pFZ2?& zYSjpf17Zewlc7Vu;QAS>}9N zK)b#tvMOBQJjkd9wAE$zTiw<%Yrr~U?YH~vL953WYU8S;)Ha428U~g*NFous6>rRb9mhg`$ns2ad)na_*!aO20{#Vg(bP&6(w16P$=w?Jf#WkPVAO z6JX{GQUJpad&JcSo2rur<*T2U!d+xH5S_vqRsuJo61F6pxto2&IY2bh3+mvXbc|m5 zlVZgV+caPo1M6!h&jZ6R0re0W>>*(IFaX0|6AhVpTVTU`02_!7)ZDkW?qu_zbuxl0 zhRnw-(|8#D9*`bO=n*C_dxWDvM2___V;Yuuj*BSd6(XYpKZ@Y%&?!42d>qmhp$EvI6m`;G^k zBi#}%%s1Pp5-wL;EvR>=4R}&>8vgCbsYaArbSO~A-)Jm1nztH`=*5{)(Y=(6!bPHI zBC2}j{|$1G;LP(W5QK77-{z1BL)ksUPRQ<}ftQ-qhN#)7-YN-J7(mei00>7MY8K_< zTp4r2`?qnNIF3_Krm0UGJbEh!%_4dH(i$NqZm+llEdm5v535l55)(?$RvK@7(@t78nB$oVW@712`KZfBpV4Zu83<_B62k^T$qDSD! ztGB?QHTXL+_KG^e5?UOOSsAR5K5qOT;vp6`^)?v9C)^%)F3&pzzK=OU8HNpp*}y1b zHlRTyvZ4}8lsUQ@F`JFTDBIyWQz(95;KNg1g%TrEk2_4AY9oX}BukN*shV%__Q@<+H5jFCu~_5lGyF;@V50j1E7Moe*#nVh>y}O`h%!~&f&BzD9kuu|qRLT+W zK&aE%q8^Ukj?93Bval5p7}p>$`b1z<3kXBcnFzf+yg!A2J9@QefRfpivAe@y(HZeyqE zI%W?KV;+;ucFhxhQNq`5z(_Nrw3IgT0a?H;GugmV9d;0%O{#av7#*wJ^XJ+NE-V1k z!STWlJ4PY9*D$!Rcq( zXj>3Dm0{yUW_3R4B7ZNk75sirUb)wEW*d7`{`oHXhv1n!G~2j=0_CF#44i7F>8&VcWj9X+3Vm1(sh z5PCynRpIsO0v!Y6j@qfIsue9m_JhjV@IdW2s|3SGNHi(O(N1(mfhr&YPN$3)BmbFE zo=R=Sf3ccktF5>Yt4(MRh2{z?raDSk(S?*X!iB1tXvC`nLquCp5oFGx3lNW|y(4rE zwV;^RlytA-CUlUPluf&>r{UKgu_nl@!m=mfx)4K~v*b@0wvCIJVbwYIu-w9d0Sqe8 z)AC>^vI_9C!0EJv5V$Uxz@8|Q!vkc(gvGWf4pzu*0b20Ng4YAR@u!yOo-EibN<@QG z=E0aFShMUb0C_beL(jOzHsMKB9?w+RKzCBwiH#V;z5JeO&UI=kRfmkn<&5GEAd zCV)T1Q3A5?dq~p#D8>#EB~S8OQI_E`01LkYTOdU@FhD#9z$B>p5N6!(-t)8^)c#u;60*9 zx+y8Gl^bTZ)7fXFCL)Fu=V!a1>`hNpb@7o>Rqrs9GYzaqs4;^K7i8%Hu5p|i(9vAQqd z{7lyw;ZDU-3E^sD6H|(vq@z9*i668Z^nt;P$e6)Rnn5`+9FJKt!wxF&!8ju5)2sk-D&tVxJZ4X=x+41a~;x*9Ydv!LKU5M zVAavHfN4UY_zQ@{X!wZH!vAGFJ;1(R4xnI(+^cJ5ViFON#&?aMV z4K$Zjh*y_dH2ZY8e3H%}f1h~V!EusEfbcjvDW?9D?H&b!GJWEwNDt2h;<-0wW-iaX zSFYcGWBLZKDNim=T)r|r6+Vi~doD^mT&xZJ)nhZGazIQ0RrOr{Cmr9IdEd;{*%>!L zhWiq8sbjHbs)x@rhgzxO--@HRT+!&%XVmC20;~putlXQ(q#MTwn3XU`P`TiXV(m31A7S#-OnwGQ#xrvZw*nN_Q>6@FNjh|Sj3a&R2>nlFlx~fK{SD6{ z#}p8?WuLV7*adqOKIFpy0Rwgc{~xuF!6&n?^Ro-NJnk#hBRt>awol?0{wp?)5)`SN zpFmdLe!t{EH;CuA5X@140Y6ae>$MHB4~>I}59kA^o7jP?_v&Vb@{qfiDBP?q=)NSw34;*C96@)blR`ajHFX&BMj*s$%>-WS0!JE3gwYZl`Dp` ze5gK57=Cps56rUHl=hpI&tOIO7_7jW1}mi_eBH*;7)HafVZ*vi@Vd=K8#WkutTJ(% z?5%bCHP)Vb@fQu(8zl!NJ(NrltBWUK9}b&4I1z+R^l>{L86tj=|A6FkaM~@>2N?(C z?J-LaCB5Ld7)|5(>lE1bXlyoFi1975S48F_>?zypifzxXylywno7)IHAZ0wkk*-@M zkRT$Xlq@hDtQF1#J8Sh7dzSr=(qsrPY^`iV=ZDv}us+nXs%~_`Q<|}Goh7AOx^pC# zYI1;UL@FS5k}6fpsdXjp74GtCEu-qihqzvfjXUdHf2qaxqtu^2pz3=kh0XS=uUxB9 z{e|n*-rGg%iSD>BttSU%8wLLgo(yPa%wwVheoz$`UP9AnfD3rsaI1=O@|>mIsQ9%S zY+V{e2!bLyQWXl2M09iu|8cvB26(Eg2fP}(LPJ-aj!C!Brm-%jRt=}{#8lF6g-nDj z5|kwe$BTFzRyWqpIH0C>9(B-BY9>pM6SW$bSrjW(t}5j9D%Sld3#iQ9k0l+b#!Xsh zwCPh=t@|>&o=&=^!WY7hp@2kIQ-kX>wFsepAx?f793sIi z@zRzwzoh%&9$|4Wo5t^c2+GhxnX<Bcp2$RWFfH+Xh^5O{+*_>1`ReNyYVoN4zo!V3E~iu`Q zqG14lfpC}hls+o9kkXnNr&dSEZa<7pKe4rv)duRQa6gQxiH}B45Q#x|0ztSR$3Q+s z8sO%b{Qd3Iw@@{m^u6{8L4Rsx-seVz>vu}5Q`z+NX&bgGyV5_NtpXka@S$+6dOKpr zUd4ERDYIjgPdsJdIEAymkF6wR!$~X-PdA^$_Q^>sFeKbNtG_H5614&KC35Tq2^od0 z0N@Vrk8@grU_e*6W5g3qfDi0`mvL*z2KK}ifxe=8q|ypt9%4Ga7JLbuNT|rFd2{=e zv@V!J_%-QXf=1%&0rnYu!$PzOAT{JH{6gB(f@RPi|2UQ|!@=%0Ye3iqbNdeQ>eP#o zS%X^!CtA{D@T5i5xnWc&%?=5%Y=rLURSv@V@b43LvKin%<~t;lK`G+yWf}r{rP<2& z4gSpnl@Q?v=s)-lQvqe7#sg)=@Y!nsZPB( zVb*~A2Wcn3-G}+X##_#r;GB(@1Yji4!h>-EQo$>E*!Tz8jEliAy+Ko4IcLwp&cdR9M}0h&o#F*PtZ>pPyT+>t><*xQw(&R)DUZrw|9{%n+8$)13G4`%18EbGhLeuq zIZU=VD*pc812d#DLmlCIB9qZ3m#$52a=oQ~olHGOccp!)t1YdzrTj^vW9VjY!zG=( z$^fWOke`j@i512=To3BzpASAQxK{wVy#Fg6WVq@eOSKz$JvpR@YBE+%1heofG3M}= z#@WF`b#5)B*6j=5zIDw^1cJP*2pH(Z@AYcylWZ4*d@e?+lKD7Az*2E$^f+p6IPDaa z#g#~6u0^0$^wl~6a=_Vnc@1WFQLgSVi0nAv;ykZ7 z6g@yDSdsu~_X@6L1+zw5XUvi15x}RqQ8JQHp3D<5cD|U_N#F5sj4V)Hp zITxCA)S-@S2Fq5&%qmG*kyLA<_hxVf4c({FZb#@w+CHyQH`4SmeMt;v4##MD;L$$( z?Z)A9w>@HaTaO^8V4VPhE!Zc3Q{QR#Bki?WE03rrmL5iW0Pkw_vYmZI-qkpApJ?`* z975vkzDD0Bz$^~|1cW96MvX3nJY<~jbW8^=_$y(F&aFBf=l3RgrLFNIrMv@6W)$-( zeXNSBq}GajX!U_P!(b{}n9x_cmao9P%jtCh^i91dq*LFxPaXRs zUgG=QsAS(`yqfGl+{xyB!nT#`Bn)*Yi9nK*SZ>ee>f#+rI{i^?D_2U*lRxCuj>kJ$xn8b64v7@NX(s4O5~+XW+xCPLY478p1l4hu_7f6Nce9IQVlPwl1zyI z|38@&wO}VwBc9X$WadPI;xC;O_1MOkh3_ISWxw~r=axuDP(5Ebj~O6+*L;%T;jariTOWN(_6K68uOTXIxpTzZ(F46WmPNV)z^1Sl6p9a3BoPC&;b=pdQT zP9R)2#Q1C&luD+3o5^&mEu|Pvmls>w5u(@ueZLpq$^amXng}@w9U$8EU>vGXJ{yo( z^6i`5@1m0mcaB6LBqQ_Gm$4G`J`SX-+;dMaOh?Yigf=*qD7kk8;d~kcIhanVBi~5+ zllX-XAb~8vffZa4wEZMNRt}r^H4-#6A)Tq~2`N^f;wnd|Lq}R9##Tl=BviCro3!U7 z%qYwD0u`<*tb(1R;m)$+OBj^CIJ%=K%H?VK16*;cL(_vJVXifAdhwGr|6N?D;|G>H z<^eR1W#{?laR&duA=G#$PmALsI2BNIp69?Ug2kT}A^r$Ovvd`(2;GW*=pd|qc#41v z;TWR(1p6xXIu3I;W}+{Ai>3$PK-jLVSITfcdax)FgyFwo{OPWVV9{--O`OOIhFql4 zml`d?Y`2{7L0rm_)>GmHIEVkvtvRP0zp~hLP97I$ zf&{jRn?xfyNG0-&3lqgl@{DWGU%zy9Moc|d!;H_Mj=VFduijkX?Prm6;w{}jVV=Za zP$lRj%X76I@mjvHs0P=7DL~Hf zc*Vl$JIGGSV3U>;Lk}LGvY-SU1t!PPN}Kpp0$-KFsRW`HtMk<@UN|ET;K4;&wb7}Y z>O3(7lA5p^(*fO&H~fA`P{Q4nx|VrNdggJZuT#!h&wuG`1MhmhJ0`E6)UZn+aido| z#extw6Suz=k^s(=0JyuR@1B}A-Ra-T?sRM+#t<;!>sZGKdq+XJqETSkcmWkCTJMK8 z*s~pPAvd-@blNf40BYY{N;jcbHi1Hnx=J|iH&BR5@bdy5faAb@R5vGMoPfg$e50VD zpYMShfewNSQMDtQ=Pnpl-~@CNlou5dx`HCYsR7hn7uD9rOz5vJy6^EyJ1XOwK~#1K zJCc01LcZq6!HDL-yQ$CxdJH+iKPGil^`Sn_BJ{vOdZ6PwZ6YB~!ESz*kq^>9CtSmE zzg-iYTHq;9B~6m95XZD_6Pz`m$x6~h18(sY9I0&g6nWJ@cr9syngY){ui$Q;%U*fP zx05FNi6cA(7u!9BpD;2(pB+zMzkGxyi1^vA3C>B-;?V22xCSORJAn-_=;Bo7lVC2P7s@(ABk))zmbb)>+jA#LYCHMr6c=8xp4`Ka( zMi8Ptf;Xbv^$@ZyUcSBx64-4Q+eGPmtKn#JA z>l4NI6-(Eq-O|j}sdcUP$Ipls>5SHP(gVHKBiApv(-Tw0k%$VNodXk1!dJ3U=0UYnR)_Yg*)uyqA*X*cWqmJGiFgPG{mCvOz5UwyVS z7d(#v-fV#vw`=XN`Vzh|6&~b+rk|U=h$!<2F5<|< z87>)iB@~x8TFEF3+e0Sr(_=%M(`w zj$NB@C$3zXzTz@)RdN`+!($Bzxxu$D6nb({qQLcCY6j2=`VD;eT`KzZD8xzOD-?nI z7pUw0C6m8m!gvz*Z3?vZHb9FQ@^ zArvf3z|Fx0UHX9=)PUwyt^GS@RYOmqbD>O8gi~w;0?e+wffL>yIpO^>-%n*xVlsk? zP$&2Vx1P#TPQ1~ObqW$PyYdw&!2$aq(IDVZg4o>^Gz!V9JUwNA-<*#(1>>*Yu@z5m$2PoW z8hgK}KOmL`fveMuwP)mQlMUytYTJ=v-5Qe%Oy14pB9lL5LMun#C4C34&NJztcbaiK zfw0}H7zogpx{OShzR^8s+hzaN_j;EA&5`LDqpJT$9D)&_; zved8e>XS_Vh{+!_p<7k=;M2UK>&E>C5|J!CjjL85W)_>C`%M-_OuoZ}Yth*hxq1t~ zHamdP@WUP9Q%JgV-FE)KVBcV0{&-<1-&;63cshT$a4dfyzkBFx;pzPDd|%;0z7PNB z@?H5tK9B$V@`nZsNFT)qC^vuTI{g?&1%>j5Bui2jUF#=bM9+Tl8Xs>4t(fp_NQ61l zPV{pt@f%HWIBVdw##~p}Ci#h^BMAZTVV6M$;ELpQNti~C=2>06_&HqF!-dYqyoGzx zi?RFyh87wopf&#P)ppjky{0Rsqp*o1>NeK@_~s-U}VuKhItxr|ifMyr*F* zsh>Kcue`9QmU7Z8nhY;GO7Gw!ui{G}QWza=owDib@IB(C0A{m7d6b{yt7PC$&9|jA zRA>Zt&psB0IuV9A?Tg3@L{CYhpCpKty-A$rkO6XK8lM_Ia$*X%hc|CjfT0FmjW%*L z!DAgplW=+;hLg}O5P#?QU%_aKY1Eh^_l6VjvH;ylo;D3b{1o8nG(?}!po_}W@KOWq z*(ZRXN3_H=jAlU1@Qfm;BCl1VK-DZ68{EV!6O%utrXa!xdph(>d8wyq7!;1=Pj4$tc&cVwG7|lcPA3(|_R{oEsuDwB-@{F2)W6fFCtmx|fw`=~1HOs7N>dJV# zrq7yltoa9BU4Mh-*wx>%@;od5SyvytK{;`C71W1RYq~cmZ-^=U{858Py<0G$K7ywu zi2kW-Bdm1lC(!*VxQncc6DoX7`_bsM7jX#XE}u{ zJe>~%Dqu#)!qR!2HP+!1GS*qi8NsT(K87G!xRsNpp%H&0$HyqKh`n zrDQN3Ydm8 zR+a2fZ)34|bb81>B?b5{P*uSkY;pBKXk$V6VUlKLiK!%h#Fb|)Z*k4~H9Y%a5lht#Ye&zNZ}esXRq|2 zQf6$cPp#32go->Nx6*;(^$f?B!f9{wdse)68l`jJPD;@mAyu-x~C?P-+FRT$2N?;m^$;ry4l=q?DMs$ zeb zU7sFQA6t*AdwVqu^}d=@7t;Peg zfZ5u8SZ~Uks9hUK6$S{E2v3anTu7r6A)Ri)MvP_3_cAS(`1G||uUpN7YOSso#y+Iz z+OK?tOpeC)5J}`Fg2PIUa(LbFNLqO2@GNn7lGYD47@`kyia&T}ZrRIeX}gxoNa3=C4t zu?U!{<_p_XUhmkVpxC+CXpTt`A#D{Z+mH3w%`r)52hSZv(YMtJ54xe(ssck*%B)PNxz<-@;vGA__yr1R1BpZBi~xnqv~nq$HbEAWW(OTnNVB z3`m#0#@Nba03(^CH;TfD>p_5N!V5n8ydU=B0Ud5$-g+(~N#8LFI1>Znh)z%%sS~WK zE@qCcU~;K$^F|*HT(rkXi3HVKF1}1-9q+6AnIe}?MzVa0RnBZm$O?gyLy*Gn#Q5fJz}ZMT5l5Cyv8au)_@wXH5pFi22w|5V zB}y@poN82Iqwy&-9a@cW$c2A=8W}qA>EoQGi&?yZRR1zgx{(xGB!UnlPi2aZnK19; zo9cV~lFxCpc@hRkpPY~s#8hEQudL&M0k7~s0A`ISD!50|5d@Eofx-*b23|%?qX-t< zkG$iJqw&9I;`;vKTUF!Bm*s>(5cW)}vV00NteA9U)EBSM&#fFoZX<)-Mqj35E}-i6 z#irxsD4S2U_oDOh&Xvul@_f;d=D?TdMkm5j^_Zfz-IbEoJ>JV1Qzx8sxkn^g=@zKgH2Ue*`&MePm0h5rE= CRA6!d literal 0 HcmV?d00001 diff --git a/autosubmit_api/autosubmit_legacy/platforms/pbsplatform.pyc b/autosubmit_api/autosubmit_legacy/platforms/pbsplatform.pyc new file mode 100644 index 0000000000000000000000000000000000000000..99f206314ad773100ad50c86a958e0d05f322695 GIT binary patch literal 5069 zcmd5=&vVEGGt9Ax?msxB0&=b zja@eJ)V)OQ-_+^f)k6InU9hN;eSfl)z+1q`d#c5VuX6}6#^S)zR{qo6i zz4FXpT;mCv>4Ri26?6ghsRT5Fky2kfOdnRs;O)4`X8jTLwiuihEfwD9?1*FO3Z*CLi^JqbJ9KN%~nj z8D`b0e)V8XYX;dj<2-%9M^@!UHnJa^AW!kk&vS@!{s;EmII9JXoig3$f5<8WTR)i3 z9!yyapU#D*A16!LJKHkaKAQOmhO{CBPY`+UL4A4Okc*~x@0(;rK3zFLABObg!k6li z*d>Mx-?n5_EC~225Q|-25I9^Az|@%GTd^w(0>2X5mH|xOl))Moy1+u7cordfnf0wF z_D22X2lOL62;U)$d%E2Lm~D9opY>EDj@K~8OgALO;HIP-lHQVZQ+mr(ff64=;CJ$GZ~M|%4Vr$oPMtK zKxv|M9}2?(FTXfCJa~QZRCytcCK8@>yDz%Wl=DjIbEU^hUn~7m>50-W^s84V2Pgch z#ns|`h=sX8w@kC>9Ag!FjW8=G)(Jg+ad_~wbCWBg(I4<;l#g;7MQ$+FNr8;uv#XFW zHmzw`B^ znk4;v=kdgrW^z{KHq7GTQ?#9U#){%`{yoEC){B#OJL73OG&|!nQxCSs??Q$JS2qEO zcz3?WHM~uK-Mi;)ct7_Nh6o$AQ%wF79f!#Q(1;LqA?X5qNjWV-lmJ}5 zED0#MxNpf8kVXk4H#bXLw$g@dkq4~Jc}>Sdrqj72V8wNSn7I@t&3_qbEEK2h*QB)-HD9MIVQlu&x;Z#Z9@U60_ z-FPzZ_cGU~N~)kr@%)Nh)N>sE6yq=;`3MB56|Z$(LJ$IaP=_Cbtzc4e6^PO@V4^|5 zZJFO=N9HbwG~3?K0HWLYwekD0|4aYQ98!dpLW<^L_%ff9*>#%z7Ts&3<1K7P-L~l1 zS72%k%Kxs_udkCC`Ni9N!&YEHC%LR>?GuUR~MFD=5adGWkr;1s(YSB;Qv?P@!WvM(EEZJh4$#;#IBRc=d<25 zNS%yS-b_&3MQsB4G4CL^4AnIEewX}g&YDtxktsbcu zUa>cMh|ayqvmyhh)|OhbQR98`=_vTk-F{GPO>a2AP!lxx3RXZ|Zyis|9n?zG8ft(V zseZ>8AjG?_OkkJAN4SknhegAG9JJwQV#pIXiqbNPBCU@@p5fsmlE)-ZNS=~B zBY8n`Nb(Y7ZUF6FMF|qpkF1ik?r5#F{PtFRv)$0&l6$HZ!W{@%9#)s{6Wa?zcY)ZR zRj}K7smK4YL^VrqWg&5Ad4isqB;)mEdt&pU*+zlrZdo+q!o0Y)eD5;us%ExvU)kHO zFK$GG{Q(p0)e|x9f5=4l>xo#jtG%y*-!-Tox-kBXhlL?z*Kvv4@HcRQ+i3h7=8@mF literal 0 HcmV?d00001 diff --git a/autosubmit_api/autosubmit_legacy/platforms/platform.pyc b/autosubmit_api/autosubmit_legacy/platforms/platform.pyc new file mode 100644 index 0000000000000000000000000000000000000000..12dcdfa4a5267dfa05f4feb6079b0c508f61990f GIT binary patch literal 13474 zcmeHNO>-Pa8SY)ll2#v)>?C#^e`FH!Asa^ya3H0GfGrE#DO+-8We1z2CZnB^H1h7w zW_s2iMSO|Fh2lgNH*Or^4^UJA#Q_d*;z#fYD9-RaZ%_Bku4I+tN=2p$Ios)e`(wJ_ ze)|3D9{JbIHFc||YAn}PyRL54rEWyEM^tB2 z-5ND@qpE#Cb;i`KF_aIecwBANR5Yf(Q0k#lH*Za_dvksqLnr^i-+T?Z`~W}Kj^o~n zDRT-}(oItsL!p_6d0*!f$X;uQ`9_*`2IhO711w>zSaF(|CFfV;XK#(Dc$8n|6tD

    VVoFQ_)C;f(E0uIL=wK!GQ_|4a_1i!i0(^q`|mt016sR*kVJ94O^U);-oE3sd!pN zQ|b#0HKU?w(r-PZq8Z7|s(4OCD9)-cz~zIsI48wJDmp05o>kEy$vmeb$TH zLOiUZ!;(27wMV4(1r@y@#G@)YDw!8md`xX0SJ8_qIws?vP=0g%IGMSOWYWXmQajYz z%TuotcEios%eP{$m3F&vD^Jp{)Q}V<8yj&JcXO{-Y>-}%{;g4rWPeK>`ZV_Gvzq!$ zsQ{U}WKbNDOkL$8YI{^|A7F92PDV3>mZmta9-5YblF3Zk%#_W5zorWOH5o9}WM&Bq zei~dhnS(Y1<{AnZYBFH1$$+ya1J0TZIBPOstI2?^<`dwi$sDs8u-Gi~gl&A%R=uQh zPv-No&Ag)WZwTd8wrS3jclrvqL-@%(S?q;b*x@#8B%6!FR zZX;~#cxC=ITbABAKgu3CPoMctUPm_7Qq>FdEy--BNjHB66<1c5&Rq%o)z!7&!eu|7 zaiq1Y*M!2en|FGF>$;M5<9rU(K*w1UwgU?s>1>Ig_TzpmUkIXjBkZ^Hz>uCr&t8_c zVy)9m2fa88x@i>Whd|e@EX-S5!A2Ixf$oK^I6nw-3nC=#1W}R^ymw-=mMyGF*3!p3 za!Mu)yNwpI_Vs?W8Rz*F$XSdAcS6Em%JIEcyRVZwNq%4Y=l6TD^e;Xy;wq1^W_(c! zS(@fj;8!?Uf|)g#Z*9dZ!X5@Ud|1oCXmYQp?A_0|(r&Pwu4}=d ztWn494WF3sxdfk^I**@8H1vczyOnn0v&$i-eD-cX>$kR&v*-GGs{8AmB=_U6eF49- zp(6!hFWIBmjyJ>B{j(Mv+T|87L4H37l5Ua*0a2(Ik*M)TjsH$dYVwblwy2HxBh*D! zy@-qvKRD&LCsg(97LPV71^;6f(%&8C` zvYZcCwz6aV%gPR}@F~K`TbRyAT+pM$h6qA2b92!%RuHni{|1v&NS>aZs#+AEU}jIY zFdo~dXkoM<1`Q*qq$gb3>8ERHJP&4R6|-)uvO3BIY7YKHHGfDit*)}y=(0QzhlWlV zoNM@G@OVb(O~2cnDP$R3l_NzfxH@PB7tXb!oWls9!u1}YjtX^bhzj2iZQ+Fvw1p!G zDqQaY>bOuFL(~bOP7YBULY*3-P6~B;h-%h4Gen(|w$BVvr-eE@M4eF&%^-7?3i$8M zdGS$R2ZNowKNm%wICXIjdt9tWakTr{fKN?3f%HvyFWqW~cB1ng{$V*Fj7WNnW^lF@ zgQFLPdBvEZEm3K=2%o-cjT)b`6DHkYtJhlek_|7(VUf^pI73@kdzY>)c}Z92a8WB!LE#z0G1m0&P<>_fB1$Xs z{G?9

      2nb0Nik1;vU|TUA4U--ZjnlNQon*kHO6XVwWIZ!`r+EH|LV@QAS6V7 zalwdkd=8NT`&(=Q{W)k3Rn52?X)pBPLx*jTOtYuU`kJn35pQ7|38RP=PK5I;+MXKY zl|2N{WrwPTUIaNAz*tH1%bi|3?jUd$N6T53W~J34n`DRB&z+G71y(1>`WdEewEb9% z=aRoYnf_}uaD2I%BJ2XD3)9lBFz`|A))}OXPWxFa9&&qxxu&|}`4qbpA+7`2g*53( zux7W;rqRw_@xO=J8Y5YpPOc6glGq3P?DsZwz(3iBUvOe#O-_i%=fbRe?!_Nb>-J(P z?Iq=AY-DN21b27QIS2|OMn{xF;3J9$QQnT?Y=_3NXk9cLJm{?MaU_bZ>mWcE#P^_| z7QM?Gg=WdZgt{f{dI-41J%-VN|(rTAbLBUlYxD$;V% zvqfmZe2bbai69ip!NcNOfI@Z<>+Rc=wgNd!__X9I8f+K=c8fzlnea0k2#+NIW(BHru_Y=Gmn4ncozjD}}5!f;=z~2(- zoaDWiX;5AG_^5gS1JOkPk%3_et8+xvJ{?ydmQwvsyMS6F2q_SOE%j9aTUSu6%T02y zM*WWgf{)9p!eshCsvj5C%h>#RLctg<%<-ISpV06xFd@?S6UbDC7RdTHC}^HSH8WF& zDE1V=e@0`6kPC4eHn~%X1yms?oKAF2ci12z03Tn%+IX{-NJa!f0(po~%UDs0nRHW# zSqR_?z>6T`Bc%|vP$`A>b8l#SN5WFkk-taL=*WhcDufe%B4@sh3?#}&bvn1Dn1P!* zsy1;8DRv|7A0dd~=u+yy@okD}p#O%xZeuRS@TQzk2E)E-1dnUrGQ}1`nFhF^1D~x@ z^^#%5W!nrW6(dfvxRd5_&`viYaJc`tI53tdNJF2timK9M9z&k-keqV!5|;)O58#*- z5yFdDq5nFQ?;@!jNk-(%;T|IcIua_3e3W3Y4z&0E6Z!k7tG--w%9oS;PT`S+l#CxcMT{k zCfHPL7H77U?REuMp1~+w^sa{Yyl%g<9%nKViFA*^I_LBZjSB%|y5dH-tlC}d(DM0` zc8_L=6aWnzV`Q%q3fqJmwPH|u3R!=d36X0sj7-(2pFq)aK`v~IsqZH)=?xN>t(5*C zoIwN5e}F7e1~uKN9m5^kG=7st)o{@cq2EG*;jtRRaPrn*Tf`f{mc2<~21&*@2#{oT zRU<3`#zLC?64IxM(#WY?7&(=1y|aw+iqMVi7eOQ*Hs<2 zy+9(@*pF)*%OzpJscVKw2p1N-t?*6^Cjl`tuHsG{8LV7F8=nA@eo?&M-;{8)pr-T! z{S~&`Z^MJvy=L}-#&ama$3H=n2$O0|)@EyS_LB8Upi$oi8h^+5ZVMeW+zI^O!v~{6 zr3BIBDL}FpG<+Xzo?cWukJ%Nd7!)1BGA^r|MH%eovXo=Xn=(FsGP!M!C>a7cHxu)=zCHt)mfe1TBpAsecQ19O$!>!t(1P$)6}b9m8cYT`lTeLFZZjjVE>(v6epmRlzA3* zHQ)3_6-7(*=y#Ab;b7-mc#wo!f=FU8chl^)cQ zkU;hG{CvOA_PlVz>9uE=4_a|?hZ76pMB&mrsHyI&!|jKg!9l`>8)N7cANm0jrxL8O zD)F-7Zpyl@h!n!706h5G4v*O?$Ia^dM>cg9>n;ymL|4luR{fTF!4vs6j4a-b7!l6T-rV-~e;JDT#w&I?7Z zNH8HRt_mq=%=5B^%04);v?x7>-=9fj3q2RT^0nRq%JO@^>R6b8@a{3`<;Dl$2TghR zM@vPeX}qg3$Ppk~_<)Y$!@M7aVa%zz726PL)#s>2NC{aJOJWW^B}iIMbRT!!%tUsK zk1VOeOt4}q;pu+7fPPxt{v}%6TDCIlce@n46fb?fW6PbUD>5ZN9V8f`Fk4VoT0pRF zV9!i1`#{%xluh_?>RUV^Pc|iNpX45c_6XRUPs0{3BeYf?41IBU+?{Bo+tf+B3r(}! zQhXGTEL+8$1{YMYq-?`g?FR8j3|fVk3&4v|!stmP_n3n-_Nj&T6KRx<;*Jq$?>L}M z&!0p^@rafuF$e^dLC{J08W~02tp`Drwt~PvV;ke4F`p#gm)DS@n(@#W?-tB;HQze< zbVq%L*nGYLHD36;%zdB9c_ycrh#r?cf{zLpdT>3_@|wV%9_c3z18 z2}mV-CHJ)}bf5BteAZm`*vMGD@!IUvp;7l6oyEWDlZ}bS zqA}B$5&b3Cj5+Sv=yMoFCNHwrbt~qB>VI!KjNjssLcOVH$6qD_hn zcZtS8(u?y1eVaa4AE5odp(NXv7C9-Bb~roSUCr!#voqWLdwuoKzrH?b+b*X7!sDzOg@=FgB%I z)y{0d+zhV!2+fW`3=DuCpbaVjZH7&W8_Kk31tm)ox0GoMRHp>ms_MfPiI-KgcWH?I17y|5XDbb@^K7|Q>+?@kLd8)#iEj9O5EZ3%4) z&BBG^M23?mK$np6gJHr$0S=vh#drTV;10Auu@T_xJj{%Kv<@b3ncg`412Gp6qOQ$qp1B zba)UXlf(tVpn;A~3C1-7XlR^7PN9H34y+4ZWxJHaB3N(IBgd`K{Z!E;%#8k5luwS5 zQ5P>oiJgGk80VSU*a=HF-uS&Lt7x2TJgi)9tHUgD0~4m(XdB^N6of_cAKlc9!sv9P zn4;Kj6n4hVw4VtW_bC=Q9mgCY){ zv3`_iKzwX{gseX^)Xs;g1D-tH4eT0bpCoDO-`U^W-RnQMbh(Mfxqr_!!P=;>1W$Gn zC#8R<@cUhE5g;pq7@}{B(2bQj&XbA4!bWB2qOtNtnI9V35Db;!RHtnn}kqped}6>%nJW-xuRPgf6=K7ya`cgq9$Y z^8orkqdvvx_r<7>pbL$nHLCHHKCm$XdrJHaz*QAun&i z%RKJ;SOW_YCyyWL|4ypx(3D*!zk$A+s<)FGmP7W@>GN>ZXD;V_Bmk`ej*`;4t#OjZ zT6#?K*t`hS%4kJUmWpLGt zsQ#>N@f~qkpVW16hx9&+9C}Ob)MGMCQ{C%&8<^>|Vv5S7aJq@;F4lM^%yR_toOlY! z412SH;!`c>Ud=5Bpe~tB`?ywNBN~4B{Gj1UyjWxDH}wnC7ZrlJMEca+F0E7N1p!Oe zAW(n@L6-BjfG$&X5X5#4ZzGL}@NbMnXdl~Knc-H5_CSF`F$9osLb^YC&m!dtr xUg2ID%tZA);~iJ2?;o~T*y&Y7?)NIx`dBDxH+(z6h8n{_B{{@5K3_<_^ literal 0 HcmV?d00001 diff --git a/autosubmit_api/autosubmit_legacy/platforms/saga_platform.pyc b/autosubmit_api/autosubmit_legacy/platforms/saga_platform.pyc new file mode 100644 index 0000000000000000000000000000000000000000..61ae638d8f0de2a0db2f5ed7d61b0a83344ff030 GIT binary patch literal 11693 zcmd5?O>-Mpc6|--3m_>_q$o<3E%%H)G3=7b8OIen9L+cs2urdlkkcTC5>qLp2{g%u z05sIEAqiz^Gn!P*VisAYDzi&XRkEAiEGAV+sJ(JBs1AxIKdCyisyn9+=2UlH z9n723Db=~8x+Qf`LVj9#C3S?EXVj0CdZpB(g9XY~FBc%E|6lm4l`T9*lN7$=d3}@R zdbWaNlbJ!Lx$2oN{ty)u3KBKTkb}7Vb#OAaL zQZlPrMR}N0-n?pGQZ1CsN%xX+>g9O~@P|l>HvTFdS8F>8?5^8$k3Bm&@$6>M>v_${ z4|-C=qLzPj%qHt}0?)1rpk_rE6F@s8c*a4p^T zH4V*bB-z#e(3!@pOZaInQcYjAn%qP#mg*|I|DVux?0Z|b{*|RHW}tkQdYn_?r`GVF zRFqR~(LZQjdqP@IN;;)p<fT;De-M}_`(9Bi z+y$9Go^_d9VD&zd`m2%}AuaV1FG+@cF`?Qkvj2Rs$XsJa<}**+7Gw55f9IIV_UKtHj2*&VU_t?j#w@^w@TTC}{5 z7kLf#lv=Jg;#e^Bei(3Rl5L)N&BqPwa7QqM4gxqsQ#}cEBwG;%LDayK@y?Yx_97Wn zH~MaL0!3B|?bu%Od}s%LPdY~3zG=0H(h8>VT03UyY8VD#L}yoh-t_v!av6i*A!1Q( zJ=BrcmGaNI472p`so(UR1$32~W&nsGJc@J`r@FCQZR~6~)!J@dHi7~_3qrm#8G-ph z*pba^b^`5{2}KUKMug_f0-&Z)jG*_ZAEy86_U^qQO$E)(z{XbsbML)&id1&V7KIlC^3rIt)S6B9)gr0B(Y*jwE+Z{Rp0OZQcbYIjNl#N&KkZy)+O!^s$f9L z^v$8~lN_)z?fV~!SXoroJzitGMn`T!(6c5F{&!GmqhCLEz`>WPaGQ z)I(63dYK+d|0|Ld94es)$^~44xrSae2th(zd-Hw>MiPWWJ2-6P$%Y*nt}+OPmc;sU zhBeS=)@`N)CNM+iMqSU&XecfgUzjq7{G%iCb@_NW2)@>TsD%E>+GijQ( z(IqT$- zmPU2QZS9aU0iQwv9b>i54Yqody{U@2-vJ+ak69W%Rwq_Te$;gzdjursePlB8HGK(E z8bY&yc_(nMO7*;FBPD#Vplu+G7j40^!rPSDMxqK+Rtbig&)G27d~VK~vo7Q5D$ID^ zD&}C2N(p=Ap72+}PyZCJ#IRRdCd?0p1UC&r144kTC6sA`2BX)d1hy(!iwwfFKu=hU zG3&{s5G9lB7Cw=ZsW{7SoCk#8aI~T|yc5$Gpacv#CRek`Kt`@P+MbyM(qZU?KFyOE z6=Ch*L6-z6ric^(lrU#SCE7VhG&~4w40Fp^hK(3_iWXFzjEI$&V+_#Wl`%e%F>s2* z7=jyEQr3wb7Ri3nortc;C@2KO!2v*a1rIN=0f48gq8U1&7 zE2)81g1%4KFh2e$47y|ZkWd<;0I0kd`dujJdpO{9`v8+p%L~t7N8+j0&6qTgbUK3? zS&K2`Fb9?{PKgcgxv!&j`~H!=8xFi%cIf(G7eF^i5j$qvKQa?EQQ8Y4`;bR4tmZVE z8XfR32s)WCX2Q_J+01|Hi8oybdYY_3KfkB_78qW(Tmydz04A;D&SUFIkdRAArS)|z zrL70TX z)9@ zxz;lB1@I~ItSP|u4QmGFQ`R+WBKKkLYQnTgnA3Cb-ylQq!Jt1=!&ma09((uVvnZ$) zi5DPQh!KbsyQFNXs8#@_28K}4fUEnxk)DQ^p~EO>0-+6(N&p5l&2-#<@-v}WC4-|w z1A^$g5TmBG-$T#~B#bSh%LzgH1(uQ8QH2KzO*4$K&Zv_e^ZB# zuX7tY2`y!obJ1$=d>=CX1V8;I5>+Tb#Y?%H)|>fv!AA1dOg?X2!M~HaCRLh%kkXOQ z;P{|XQ0tf-_-go>ioimkc!nJqrVn-^kyY>rwx1be2T4q)Kx*LQ5P|+hp$4AlAj%VO zZ^APmH!sLM>%+fFrk{}D#y=>;JliJNi23s4vw~c}tBaOr@eTU=oa%woq&=sFR-xV3 zN{v7c$4cWYU^y_}B{_5O>54p2%KhFl7KP!LWl`(oJ1l>QKu*2P^QiuNB&lI-%8C9o zh4_E5DC0rlKy4grh=Ymuik(*~V{+6u$BEKz#^Wd^L^0|||F>pYD~p4Bt-m{El466m zA%}5&)bQ-c;=IEwU97R%^vvRXmt{O^NaTDIe!CV#RT8H%)jqS?-wJ=_FktnU_-Q&| zRiJMw;Ji=2M2|F)qal~A#r%8lQYH8$7myaq6-#cIYn86LPS?dE!+Z z!OKBaVeLwnkfv%-mteB(+U?-bP$1Vn2J`DlfjJ_to^b$Zygt$(9nElAsm;RDtH{gm zi{LP8X^5t7hJHUXfju;{O&(-=oFWV1iz`jzb6F)v@DZDfPxK~G9(gT_n#~-uM?}8T zGSLpWN}SjvXwZ<*IC=?f3I{!jp7|{k{inf81sjOhVOl61ak$6#cW7uq@Tk*M9?BZf2a*r2+sgvp(YIQe?UKhqbi6?Ry8HiU8Tcd)s2y= zX{q{S9y3{m@yBEJn8m0o4#5o*yPl=SGK(nDC54w_V&*8s$&!kV$UR(x92;>KbB07$cJl)TXimpquqPmVeg78=3f_W)e;V9TxGZBJbaG#tdEke}G z%(#H|+5DF=e<7(_RM#m+Ug=*Y@-3n0ib(cr>jh}0I9Cdewkyc3e3ErP)i$0FrEK%$ z*GZVbh=_eDoDvZgM#Pmd5wAgno9b~vg^zOCdaxU&F{-(q_^59NeilqH_x^Tmti1ZLvb9&g|HJ#ck3_x* zr)60hZZ8t1j-8XC_HjY;0Ehc-qY7QRtm4i_{hsvRd9-^EE9P!GS{{wYm&v`24P?Pk9dUz0MDuGXvKJhxMS1f@wC!aBJW&ypWW+(bi^XyOM%9? zOJ5bW-vl{g)ueVJ$%QL?2uT*9CKAa}#Zt~jY+}OlX{e&NB&I17-9<}~JW$5x zKjB>mo~gZmDnt#}7?XS+;#&s!;>QqH=xg}B__nf66*lTBL4RCwVyyiq1svl+N%1wu zPn88CX&E{S128m_pE^LTKLzszYLRc^!T`M<;&M+cQ`n9kc;Ce z;(Eye_iA6(w)bl?$WFDkdB1j7o=M91OuPJi=Vu@i!wQ#5yI!NY2k@zlHjE7mZ%BF7x>fR`CvD>|-oT z%}wF%AP>(w4S!t9FW^+Yh>PF}DPif^Us>+fxswec|M+x}JJe|4bE5$+QyQ`xjYcbI zHX8Clp0kR2xqFu2vvZeO35by(J3CCiU_yu$^>F@#Pk)9a+cg6`faCtCQqp=JQiVF?h7WwrmHALcp(ITo2 zb<^WllBfv-UejG%TFg)N3!Ny$s}?Wg&WKoi(=%caY#D*O^QQ|~$(tK4_64Mf6E0IkFq#{Q%9Sj6O5-1R$ zuuDstkcTFj{0qIL$L7#mPo4e)z2u&m=9pVAz4X?ZPWyXr0g!ekxwZrW?)&ZAw{PFq zE?D~KROOq$ytL{G(;ZQSy=c=-4lA`)V^Xd7bJ$Z=D&N@BOfq$#2i(JqVKvM^{^ zNkpTfJtlU?G(94sbD}*icE>ec7EwjCC&caq=ur_&h<(T%6JHAPg%F?aPSVVc#dFXi z{0}}477aAj1Ri%>8G36;ydNHDa0Xzts}kAWYlmvMXA(UP_rTqXT(zI1ZOuPUDD$cy zRZ|&HffTkd(Q^m4d0Clm$`jT^hd?%N1`_>TH}PT|K?rMA7i>AdSm4M9u$Sf6Flsk z=;4c%U~NB8qcuqgR$?6gAn@IR!rDr3$STb@CHmuJqkcuG^DJaSsA-;lM)>E1dWz)t z5nOMI-lTA5MGtnI5~mT7t=ZhZ-y6LtHey+%-y3IFgqjnrdC^)BKIB8&3e+&Pgq`EW z7@_`Oh@*-~zccWm(G%hwNLEja)&=2DYPA#NA-H#-35~r-UZln|tl=e6n8;_Dd@d(1 zGkGN^Ehew#wIb5i*n9ul9-gr50+{_!V{74`yGb6sx zs=g}xDVDh;{PWycre|-0%)6Skrp4;%A4YoPg`?~1XR2WLbNZk-_;4u(IK4eviiz5c8?GDT{a{5jE|74csgoM-T$iKM2!5Leq8?5$IRtl8i^5=!~ z24~8fLcPUooGGohMQ@%+18dO9*@JYL1EDh`T1W$J!GDh+q(~uDHRLB4U`?H$r_5R8 z=U3%HetuOxyE&AfFY@9saE?NDkgF_h=Xkn2l&hbYeZ$0F#jf>v5i&%)|LV;JG#= zB=;_jg+9gXudvRG917@yGDR1%niG$PK!*ZHk`E;$^H)Y6bOLm<~^@8c)4mR4(jAko+n=QKyPhvWoJv zbGprfvkmF4pgM(xyvOzE4GN)Dj?t)Mb#G*|>s{*Nu*8eb`{G!R;k!ey5YBC4ZY;h< zoBCTg!SJTfr-U?cRbaVM#0P}@P#~>juN8O-psTEt5Z!x$)s=y7?VUYwl&BQKRyuC# zwyiW!X&A_rykUj0<+(DjJen*_Vk_CVWRN}zy};Uc!$>|U!Id7)RV$WToTe-S!UHO*MJQwb<=pIIP}P$S_|2PJ}W6nUa|bpQ-v55eVo{;cdJfyy}H$` z+s;3()an7#j+_|+`ZGKR< z@2fJ1DDm7#(n%BN$fK3zWd;rtsT7^sWFRFB9MTLS@#824)-Vbboi+!|)VEn*t8Oww z^V6*wkN>1*H#X`IR0-XkJt;{hes4;7$e26`7{f1PbTsWq-IcLKa$gbLj^!x-5F-yl z4-cY61)l49P?ptdtlg`vZ*SIYUZRY;XJ@*J&cB-43Yp~u&INWIj1J`PeM%`{G@{MNNXl^{X>wH+h(@=E0Zq}RC zO-+(v?rg8$tu^^g!meSiPpVC_JiS@e9mz^6tEtjhuDL~DnNE0B8n^$ z#E-%>iP^&kfnv)%NaBEj2rm-s%-EMFp*rN=C`2rhZeVwEzwk0z$)0pjB9Qt#OrpRb zSS4GBxRVaiS)8AMi|pifIzjBSS#xQH6bf$2P@4jd$Keep^leZg%LlG9teC_L7^@9E zxU->4Q1RwfJM{vs0m)T(Ps-vk0L&0#kD+4L(u#X=ZPDtFg|d|YP@%@h@z<0Q1kv4BV0+m)K%Ug8wwiIX29;)>-w0J{h0<-#JQp~9h`bmSB8&5b;jmG zq1KL0lSDaws0o$2vD`-wDaVD2Q{6iZ{B8u8sDURa0_cs|)%6W8)hamEZ4&QO5=zT1tIqn%3Da3DE^Ni{-gHSm#xH)tnL z{D9L+YAZSWX%INF<9Y!H^PwyAV5Tg~#O2}3OUwzmNN?OaK!a#shdl3Rys&I9Ps$f50-2OV}iH-+yg8W28N&e`wMM6`7D^E^5iZDO-S>Lhu*M+_2| zHVRVWj3s9&%R!z`>`+POYLW)+LuRY14sW=gTG&v zI%nDHUB6g>ya7ezzeusltTAbf72nvZTgA$1ZmuV%;v%yZSaU|cd6 zOp<#6_YBWHZ4xifZr;?ho3oHTY3O?z+R%-$xG&?@7tKP~0uzuiBmgnn);F^HS@t@ixwzgxIt{0v7I`!bCQEpZF4x?uE>+` zc+~9@jtl#f`X>F_7wDt(Ir;$Y?>9?QHUbpQCz)1e=ftcmF;(-jy` z$@;>08osWQo|p|~HpTRmc}vWuGUp`O?b8+aSCGvZznwC3F7|a?Wz%eIdOyOY}a zc<$h9ynAmLyL@8JytK`x&bo=U$g0?WKP${lK5SD|cIvOYxG;DYhXsaG|4sjVW|sq< z55l~I&$C@Z+d*^x0`Ve8k-QLj0osxmZ8_;k3oB%> zPUv)H+~EYiSjP*j4Aumzfps`1=De5-VlIl=l5uZ2?rn^FN6aNL?~3_}n9E|WhCp5y7 zOVeUn_%uzpQtD4S2@%E>F-7kECKy0Cbw2ZRr*0`o!~9w1C#Gon9ImVAYn-%|~ zTiS7!KOf8%2ZtNDv0ZkyXU~&Q@y$=r+`AwWU5?J-Z!5YQb)%1>>(R9+=fbdY^LEhO z-$6nY9U*?O5^bf+XrQFapbF4@Z6uHyq6x@7(a9;|CNPK|Rg@xzg02m@f=DC8kH{|2 zj`&(v-H5WlAl5e21dQTG5qLes19!>&3Pg_x9urSyCiB+Cd0pWkGA_nh8ZTGFt%m8Q z5gE!H8(TV}$L5nd{F@M9pO)>vW>J?V3RhLt9QdhQX4XB=TH zGqv_inc0F#e}HVcT}!|C)UYCC;TOURXZi_>%9dQ+?YAKvCBFqNI5HHfOdW1k7XH-n zvc%~n-#E5TvUzJ*A zxQQ)G&#?OPjv70iR|mGyRHs!5TtNcKt#keyMrjIIY^FkumxnAQ7iI>{GJDP3CKxQs z1sRr>WwyKXd@mc1Sgvqak*o9*hehN3&ZH=fR+-b<*l)6OZu{J21-0&NsM6|6Ya-VB zDV^Y1Y=inU-h3{inpI5G@+KfQ^YfsehbMG>puu_uF=X{;PX{~6<^e)5T$FJetM|U z_rjd9zdY1vqs9R(g2#V4^|((57eznI@-$V1r)gF58j3FQnx>}CaUWo*oG^nWUy$4* zxli&X$wLzAPQD|_Ku(=k?o8@?qW1$dcNwJH?Y4RsdKY``)!%xr-Dk;{{Ep-ih-bZu zSlu>twO!#Zgl9M&ZsEo27mw{%y5Xj=y(*`-_4bbcv`CktaL4-nkJA$FUTz!rmc>0x gFJ=iHdjl3&(Q_-{DoDbY#4dt~g|rwEvBI;G9V;f2(acCY((KMM z-D^+@UW}jelB!gtDph&NWBx#1QmH)V7v%>e=X|}hD?m;vuDC=bbx+?f-}Q92%Ktbv z`RBh}-U!v;r;P812>J^|5&j&NDz$FYC6zj=Q&Q_C<*=@-(z5DQ)Oy9{D=HmRovK=| z+WeSG$5m%Stxwo|Ri!o6nN;hO$d9YIqBb2BO{lMwdaBfC>qj_Ut6sy@$v^SatUE}W zBZzuIuH%-;lkS!+JdVP9K^}CHo$Ov3n9VHjjGDL7e%`qq2T`2c!c%B2g`eg@uNUXH zg3x67?x@GjKquis*4<3D%(0?zG4PN)CDhzR(0@l1gD_Y>;u05*U96W?RFXu6)M3e( ziYk(*s%T6S<0`63VnTrkY*QN$0d$FKQUXd$O5&)Bj!5E|ijGR+6%`$m#FUC&k;HKo zO-bT}ijGU-q>4^R;*^SCRnbYNpE_#&v}8{e*)z&()nDay9wVA`@w1QyTDvB5J3%+t zirwvOL$d8m8@I1Pez&!}=G}F5*p8!q8t0SJ?;02sblmt+FNv=46X!`M?wU*5O(J}g z%>+$3!!@(pi;ITZ*ut=a1ym8p`vnAj5v(^#Z958UdyKfG9+%ZqNSY~8T2Shjm8md+ ztuZ^MOtq*2ksY-q<=c|J4#te~C3PMAiNK{XwN++swyL5OAMgbn0WZJ>&>xfs&8O5> zt!OuncE=?%q0VyVnlh8Jgd@rvmBcZreuc|%%#_+buC`Aob5d=e8uWWwQco&sSoIi7 zIiXmHT@>vfBaJS?K`!yMIvbr*XP?S~{WBCj%fF@(x~<&3x7=85EShmp&|7OZmzp0* z`d*{C$TT%+VWoL%>7zA|`3bgbw3gP3h99pr)|e(MZp|+(V=NhYzPZp?E^^J4#fHyX zsk`Sj8h7t;R<>-dwK&;e4XaCc8!Kz8qEPtyE4Tc+jk_z}XL=HChb2FhuEVV6GC#j~ zd*yCpZh7S+-;|Lzot|t(_cuC;@ioh4b-R8RUr)>gH{<(B7qz}eMV0n`TdaU5V@Q*S z)&f9uV8W8nfOVj4w&80Nn7%e+$ch{bdHh~r+EJ2A@vR`$vFyeV(lmSM2YDXsY8h%Z z@5kUA)?lj!(`X@jzZV52_QOu3A-+mMn>ankmc(|JbUl`sR}d|)EX*(a-pb0VzqsVd zptfkfMS8G|ZM#7yHZ*L0L6k60dPY`UCkLgKj?+!=b>zHDEMj?R%^b;$jrvI>U1Yl; zv+a*MRcE9hAew7uop`Phs%1!LzVvDHgp1u-io1^1N{_Hy!qUIsD$K; zFsO$Ft(uJ;no62>U<)Yxc13NENwt{tLCJVwJkc7a(wcXeWn>+dx20AL@%9l8hr%at z8zt2uu3)H>xVj3F5MM-p)QY>2b_2I13*SuAxFu`90v{EJeG|Khaowcrns)3K66yxs z$jxKmk@$-k4iZ&&;3@s3MK{}YVF0Y-42+v~!+6&ENb!EwPr}?>V-q*q*p5RpT#R*& zQajS6S>z?$$u>qUF?&Dn+EJ3o1^#heOMDYYGX1``^tspEG|{G>bj{^qO|wp{Bj#6w z4nDW<&7#Qr9wX|WcY)DGL}HuBW46*Go3Rm~FKm%Vt%Cmpg*jH3bpRqFLx3@o3@pya zeqeNl!)e|2v%cx|jTo$E){X0BbP`P!;}5$j#vC0rdLFv=l4t`#x5Bc-0-A0$d8TsG zc@4Jev{NY$m6$$dfo=YX$ikX!NG7D;f)9Z)BY~H!KmKe>fidh-1q6`JK9Gt{0Iyh3 z0Mr7_IU+*~64{=hs-T+>93vX#1I^e35M)(a4qyy`f(yNhXecIY;=Z&yV5t^q zD|A5*n+f~GV-tYrFo5i*njR+(+nM{8rq$CMfeG90%%Z#Z))R&~VX+Q-ngF7+183{b z^xS5hCgph%v;*fHLL{P>XH+1Wxv%3~Je_#5Jj;wv$4$26aVLZSO|va2qQ|$Zqf3?+ zKJaX~LzpW?Tr`gqfgPIV;>Zj8R!Ag-R@!r26mpgix53=Y<8!?8SmUn{G&NFHYR-9Q zTAXNAT09mmUBPzGh#yU#@-8%uuLACn!w$ zH`vpMFV~)E0=TDVHL|~NV|39)5SvL?1Q!pW@D$b$CvI`~uzcriQA@l<(@-?s1d$Rq zFNhrnOh96qU)@U+BNf)KP{Xa)Idpfzy9~MD5YK2A^@vL*8I%*25pxSeFA^fNwT~!^ z_up1e-~fP|KpVNWIR`8S;Fz30(W$~lpeft^g4q@iqmDW^ zpsP?cA#v-(ZgN}_Vx~zq)?SlkTp>s;-!$&lxl$psx58@Ddf@aq&Lb(X$E`yrK8>Lz z{(PDWz_1M1L%AGNm2=8@+d1h}oRIt=4Tg+}k+GsV6v~~l$}cJiqeZ1(I;tzo0up`n zt~8eWi^cnI3d>4_0B~RA5AKR^#Q|ni)H!_c=R9~%eM$f;6m1IKHUq$~NG`~{Wz3(D z_@ndQW&+Gb7u0wZ#yyi{UGHP$q${t!P|FU0fxKaR{1_=_Z3ea7(&szu8ib*7 zXS(jpwgBdt%$;uGqAH%YzKkUI77>kHo43j=!eL(E7&Zg1zP+TW#5n%7uj`4 zi=UGm1wAfd^d!0>RJru^RG~RLbgB%DhNVj3a6p;g9Y7fhfoK%1&_GJWD-`m%6y;L4Sv@q6xtJ3a{S5Q035citc29c$_d2M>fi zgX;2usHdcMDmWYx^>6?ppO#o>izcr;hkeA8ire%&EXivjdJgM|@_B2h5RaS3fzG;z zE_OuS7UWpE+hzR$r9+7GJ|ND76Y^xlK>I4f_Y)+BCJKfe?h{TEgu?3tXh!EMpao_g zxaBKYvZ`9N=;bMI6X-CT`aD?6`!D`nI6v3d`P@d*or}9)xV>G|&bq@(gbV-MpV7E> z@*>{5`ean~ZB03vp>=b9b>X%XIzY%=fey?sFOjD=<&p#LnAFZP>>^E}I? z9;p}Wjl1{GlWSM6zF5{($@mKDN%c~Ah z4V6vcPP&apD7kR0QxOFk5(~+554A~D*!zHW#Q6_#-5jP_xFb2hR3DdOp%w%h#RU9u zH{7+^B*$f0f-CF8CWhR(4W7sbPjr96UgXtAoqEj)k&z!VRP0a%3D}{+_bnou=~<1} zx42WE)_Bu0d6v4mojr7UT}N_h_oBR3`*&7u`h2!rUTUqnH(VldpSR)Dmq&ycr4HxG zOWygw%Pa)Ci+rw8{|&peUa=%Eogxgr&%OD+u+;ZE8QXonI0>qB`RMmWAI?*SrvwGZr>gm`#tXOXwZDk$YX zTqRUI90Gb&j_)IgbXTj@QteEwS{tvOtxeU+gWvJmL~U%CJ34iy&NHPqjYt@P^Vcj6 zWV0PSB;!jrugrBsqxTrTZO-n?+Q-b<;eGh5yz$`wQv9OGK2ZPkzZ=CqTtme9G+I1k z(_$Fv!@l|d({hTJ=-EQwHtj#Z*f()X#dCw%_u*N*>lFVIBX83}-;tIaBBwLgOg%D8oz=0mx6MGq@8Mh5eCZoi|Zm;bA z6#Nz+0CuK36_wz+QSCY&kDvYQ$$vc<{rvHAsm1Q(^#6_|z93c6FB4V>mx=RCWYs`a z$D+!`wGdZAd^xB4kywm}6l;Fd8E0hS390uj`q(a=!KtrTW{vmAxkwI#(8CSL`++1r zB?W>}2$b`ZF%Z{;n~V8k%w@$_q(+j?)T$UIdg)ZH)*x{M5-uAE#zBoyHdf)v2bY4) zF}KXOPCXEWp$p9D(#L0~zO)a&GAT@&-UrWD|5yCg4L9Uds@i2pmnpmAk)w3+w zVb)9vRk4r9Z9~=X!VibC52KRWP)~a1;=g)fPWVg$XP(H)XzbI($3*I9z>Tlu%%l9| z8VfuUsAk=2@D`k1YG}C4G*vv}X@FfJZ&6n%-XU|x(wIzEIVk&)q}UTvs>b~1YGJMPw&>?tbW2M+dfII9At73?sh;NoUdBTS8k&$E3eCP&fV>Mxuu5Y{Cz$liCp_IA7-Io~~hWaZ}vX8!xH7B|~g`d7j4yV&CY#LmP2lGU-S+c+p&-f_#T zSYKGy=a%)8+a=4Ju>7*Mg@Z{`TCuz-%dbf3K2thjdDE6ZA*EGQI%#<`x^%xOowB@H zU3$Qj?z6mux^&KzPFvm~{j|fTv}$=rEWavGJ8DX2Ebo{ueZ`dSCxz?v6QDNuU;H(b zIUIfzwR$~2S`8wOcbzW}PSs|I=Vc7MPX&ktls!gdNmtw!ORmT-eb}`zpmbSwke`&21CEH66 z`sm(vu(Z-o!nnV=6C{q`>a1d0YMCOp)eFAlwBz4xwI40@I;~_YjCSIs2WlwIf$mkK z_ek~94Z1<%x+l?@m_%5mHh-qDaR7yA@SpX#Bt#48_blsPiEQ|!%tD@)<+P$tD{?wv zJw}C!b>i`ab>hjS^?1^{2VTU$p?cX;C2FFYNfi%qn`<9kyV_iHr7ItI>ys#SWNc?~ zBqQo>`z=gWa>x|i3pd?lJ3?_XV+wa#n9F@QjeLwo+pm)%ha^d9IynhT(*}8Ot|?BY zG;$CJ=`gx+I|_QqI87plt*v?cS8x)uzgDSQo-56j=PCzFN6Ipc>2!BnJHG46K)LQt z==D21j_iFe7t37}i0bEJ8)hS(~a%m8+G6)TVfm3UM1H@<+b8gf0FV zb_OoKcnV^8f~~iKiW7n%07Ajl+rYjlDFNIGrrrj^O-l(tP4M(KaBN0OW-U*!^!5Sb zD4%uE@&re3&k;jCpl8XteTV=>4iJNCRa5@#FTKjo?vnC zsh>~~AtrGu3$e^Vx4+}|qOk49aTvwu0S5eGFYx4|)Q_?~|2;b^-!gee1J+~Wr zC_{ZK;I6(OJLed736Cg`O6Fn#2>qPcAs-|hw7Y&H=;{US#Ca73&TG7M7`vSo@U-i1 z1sy+j$@t09VrkIz{B9!8@*e^S6^;m;E3hD|-G9)E?#7uoymaUm89k4l#YeESN(a(^ zua;gZRq=0l-Fh9>Fv@^!0yf}R9SBaJ(2E!)Utl8fA0~u6fk)5h5UDxg@~2QZ*y)8) z63gl)BQ;LL!%2G^n_kiMGS1)2EGMPH=xX)GnKho2yn&uw#J2Y-;S#e_poGB384%zb zH7Bef+~w48G)63z5TcYM0HZoVtf6BK<$Hdza>|w9vr7W6ej_L&V5)h`uMXD=w2|+) z30Pna=5qW*^j4+s-k-9f4S`ZI&0ZTgVMWn|VIrs{`hMApni_erzOoU4-u14m@9UzW zH61}|F0j{EF24^w_{!C5YwMz%fyrb6qmp|0#`T*wnrqEl>vhVETJ)&;CEvnsm^il` z0<60L@i_UV(KX_v)%9ADms|MA;JG1kxBA_75`^7x5<)KbSpVHo{k(x|F;y(9G*voT zI#8~bXG=5X1KHxZ_f~^*pyp%JMc%abG9_oxf6CRKrzBYb6<;cIZmR>QLKoWZW`SVN z;vQZ8P8q6W|C2tTC1`b0=#55KOyfg2caHs@td4L3{f;F*zq0k)vZ%q(kF1~(H>%hWOJ~nEY zy_V;}sV7xmx|tT!jDF{?--Rt4UHk+m0(VoE_$HX-xTwdyPLPn6SjuljeP6Ba z93d&9Q6>giYbWf(X5|>Px7DC=)^s?#EOxF9=n z#Bzs*nnN4M;cd>hxm)0lWI0RRam{nMTsY)8=K^t6Zps91F}~o6|p03K1#O3?z6mDe~HF`sLJX6#n;M;pM*A?^x>{bdi`XuvWHbX33hy4S)UKq+G!=*x<=a%I)hi+A(jtO zrOh*MMDS?)-YQ&Jrf%BhcG!C~V+v2(t8iy^NmA+-vy;%?^zEqMHI?+0W&5-9PqI?Z z!%RRAj`D?{#*s6Roq!6%1+7FpYKW6Kv=hXQ*SXh^lkxS9e2RXi5HmGv*o~Me>?T%` zxV;R!k;Sm8C>G7jsg$g}14;8v0JTadDtw)?#xF-I~2@8XjFyJq*>>LJ?d{N>uTvoGGjGI;_C>pPCT;sn z&0W8>a;r9?fqudVCz15d5WHxgv1^SQ_U2MLo^k<_SsNM%KZ;(UDcm*OR0;`buD02V zx9x$B=t+@24qnRjQ7&M3fF|t+UVWHyMX*AeMLekhJ9XU$36;;@G*JslNOXwxUr>O-(4F zPlaop#PE3_QB>o9XFUmX(5ImSBh;6a-O&yaLJ>#YcupkMwm-#IB%ZS;#8b^HEd3k; z3EDF(TwL^jj`~K*PuuSy&ZEQibVu6ZmTkgFwv3jkonQBI7`1aBVJ!Px&(8UaVxW?_ z??HftJM8)0`T`r2(I)go3yXFuwi!q&04RE(W(p$A%Ye-m#oaWSuV9WFqV3mfCf=Qc z#=Iy`VhD<&Ohajm<@pl2_vhHOJXei8lNezHs_-Kj0cH+40`W_w2_j~xn4)5q>9_LB zbP^`;I*4Fk`16yFg(r4R$dMN>Jjv!Hi&VNuGm-g26&Pam!TUBAZaOzEudT1&aMs`~nss>daJRK;`4 z_674iR^ng&i6bkJBc;C$X54hWx?#}`kOoRsJ8JKD;v)Ow0*BztsE3d0<%^B-FWi!* zA}?EFaGnM$iVm!n$&);Nmpch0kMF8UIifwNrR<1E8P^X3x4(`PN|UTL@TnjY5q&o+ z;UyCcRy84OW$VN`H05=P1E_d}@jf4gAw2oD8-a`)_=5~ze^Uv^e)<-b>1$$SX|obgsr45?Jh264+8Y4XT38DSq5QB z(<3+NuIgXf5(bW?rn#aJP<3ty)6_-P^w32P2YT4SqHNHL)Umt;M=hW;B zcj-BX;7e&&Q!v!I=ivd;srkUnxS8oZ#uAK*`pfu&Dm{(=fK7wy38T8a06x5(S5zJb zp`=GWQ=GHV?gDV($5(H-%@3|q3CW9i)ZKcK)|}>*QLP1A@r$%}^~(CF*1En*1ba?O zn`_rcwPu(qi(o^xbKbK0hN(iXtaHequ$%E-JX^SqLBMr0fddWsR*DiP=DBT{LC_E~!jM4NPX0Y7T$!D3G#2U$Bkh9E zCCOrxjmYqn8MC|rU!q1|!au^X>EGED&;ZT5nzRP=pPjhA_?BwRw$1Zc@XcS( z^6WXvNL|BJjBdc%xwJdGLYKOW(&_-E8NOps%`oWjsxu&=%WKLS_} zzW=WFL%@s5=-+@pfI3f{1C`7*QA=BwwAQ8EiCa4Z5jbnt9@NBLk-IdgPvkB%M3t|n zC2@vl&zfOs%40mktLWbUVAE^)goLoks zi-A_tguY86RtR9hvSK;nR)aSpe;fwY_i;b7ye42(G2Gb{W5}=yc_GMDLaMo##Kl73 zpxuum1XQtB(2=1*hrj8S20Y18Qt&hDYr=OUr#AkxJb+4j$QA4O%*-Z#G3SgAJ^y4Q zxHB9QaJi6OTf4QkS_lphSXC=M#=@2nt!wZ|i9pUTPTvO|yqeKRt&W278s zcd*IANb#0l1f$2+vAIS!d{AG6Slq&kK0tT7hKH*0Gy#XRHG3NlzD?in+J>e<4S%%v zgY0sQ(lFDqghF>(k398 za4u44MT|e6&~pA8TFxuFDe*^UaxPxU>_+&nr;2h;jA_RIk(VvJ3?c4h$O0ULMuc}K z{^?V`&ncg&5Nz1E7IYZlN`=eGMaRH>n z1RdJ_CNj=IdAx0^ju>kF>>}Kv95m~z7;@7H$wIlpv8;~)-AcJ7GycQ;+{;)D!JL^W zGZiM(x@U2fL!$$vUn8cDc+B(R=_uzfy_+iUXoW|ou**Qzxx%vdxO*SFgi)BMW&(~A zdNNh&bugnw&!gYd=!rtfPvoyCL|kdSy%1-muw5igba-2t8+Xr9BH3S_&&Z44Z9mH1 zvRnB^P&bF!L2_{4&j?%12y>YCDQh?xj~lg@mz-JZdZrpv;2pjU=e)xU*m9)3bgD#weUHSD0VGfK7=CkkqBO*d z*`b$MM$A%pEh(aFJe54rRUUB^ipipU&CI#R-B_lL@;yKJzpS{19nwbUsz)Scbhi3R zb*lP$^>FoIb>HkOv-2u}G&zZCDs}WjX!Jq5)p<$^DTY_Q2+hP>e=vmG7X0;?)+d0l;1tm{77!#CmuA?j0*lVthQ{{vy$cjnc52N6xVHY_F zzaX2CMGTuT=ZSWe2{TJv8H@vG2snjbh!6`5Nlv_{=`^ty6E$NFc2%W)Q(IBP%*ygE zG6Pm($TAg58M4_MCfV@6d?X_~e87>XnavRMk-fn&H_+Sl9LI1*2VrIRoWmCw3jhOF z_yUkqVNN(F+91s&PA+4UZ?uf``;)KWY86YJ_Bt$e?C}v1SnaU6(-d)KY)^v%W2Kq= z-D|LtRl@D=b9iCusyw@|CW+THr>tnzwCO2LL;gwbt;!!oJ#~ zNnwTi9N)B2-dv!U`M!;$C}QOU10qH3^K$8ld~O4Nr4#(RP5Sn3JcIU-4&9K|a8Usr z)9o?r86S%IsO-v9xR!h6h1e%4_g7j-w8}I%{S6I*VE#Kd63G{zlH=gkaf8D9oB$39 zzC{BtoGratQZy0A)hj@pCwYx0>$@Did@Nr_&o)Q^83wA@!6ZY)3=MaycD+1Q3_yc{ zg|8MB&t^F`BV6#$@s@+ZsOJYr;$r?!V9lhzpgnW^Tv%%ELJNaUnz7VReFp40H^D!< z$5leW7zfoT1AR)x6b^u^`_nJY454aXAxsf=m#8Z0;sB}^Yz%?bm}dC^tkwq%3`UiD zj~bru_jr&?99zuc?*bYTH=hDwS=2s2Sq8n%N38N8cjE}LUvMr|RAg2_b`JZ!1F}EH zxYB2?L3U1ZOE2M#n`ap)^v^s^&4jv0eN#g8Jdg+v52mPra`87BD4w13d=}DPacxZ1 zn>Wz2Kj64gozA&GDTbm@(+yNms7+`ZBcasl^sQ{@G*qW0#wC_LWxE-FjJ*N7)Am(- zBoJ@-2S4Q-7@xMHptXr_YMBbD@GaK>hgnE7Sk4mT;jxdGYuPpB{Nn_Whzhot8(%v_ z_wF2~8U_+zJ3`Gbz6Z|RoOiKPeuVGfNZwN)r%!YZy6gT}PuEmFN;Fcz7Dpb(VT>07 z>eW9ZNn|;OWQ|C1CWQxSZ#<0$F{Svg-@N>L)HIyrKlIyuWR5A0D&#YK_L-@t*I&F8 zw_KaQ(3pR-@wB%B_4Sdj`fc+4zWEEtC!Xi~b#LOAFA{!x=s{rM<@r+s#ZPh;7g;iW zxt3$HcamOdJ^x8=DyPj<8aN@|6sD38B399;RH$tYLJ3r!Wy z<>0*AwfXhS&dROJ?=JySmag4+&*g7=cg>y;25x?U5U@Ru85$@>(0s$5|ABqZ|HM9T z-+7xKdd*&v)(j-?t(w%3^a;C41{rvm(7;zh4e;3O@@!fQKQgQNw^^Ywag=0YxA z-@~Vz%(JfbM110q1bu}%06k*csjAH*BpMR4Wnikw&=NS4>odBB)8W2p? zr%U957#+N6>|7u}L8pG7l+cI6PwiHx@gbABgw71==(}}(97cT~>Ng?+mT2Z>>fvZO z)5DF@@GX>LrGYYs1qRwEKUAvpRfL`J?O**NAcBLq%Hlp=;B+={s>YPVIi5aAs!adH z;Z#cdo`@xJT>nw`8L_03IOo)79SJu<}8m@tya7)njPwjffD( z^ZjPI!L jpkF+O4#wQgR*s%He&zVT9p86+`uMBIUqAl#@u~jgctCgaBL;x>*m`(|BW z6B3)mCnWw3zl$FL&vR_YS=ww`HEG^xdatjKubuO9?>WyoPVt}p3&;LGwcb(5UlGTz z(4xQ4IrukJPbuF}ZA1A5)h;N%sM)b zJs7y*c`tN3ItcX<(5{ShH|Sq;L+y3!UNU2C==B_s-WgB06olR{L0|8fa$=V$GoF@B zO()EJDmh!TqwdTJZzdDcCrvT_5-umCi#BB)jjd+zPP9m)a}|vR+d=)X7c9s@QNc1C zloHFpa85}mbIK8`z=Twv<7NO-TLV>Zw8g1BTK`1cEq73#cvsK@RFYXl3rR{67 za}?cOL)}%%g1HQ?29AX(4#1RxS$R)0`V9Tmt{2txXyDd@joNl>+8RjxK-Z$-U;qQV zPHiIyYnn3$JzL|%ua|JIuAoaPCdNu1K$kqla?%x21<}3JaR=H9`tseHw?}So!{j6C zXmJ;TN7d*CzT3E9hq~L?9)`nC*K3>`>L41f`<^ykyLTR~VUJ0cJ@6iJ+H-H(olzrY zG-@OajtAC8Y~9ttNJO$MukUHgdJD`%b7an_8v6{#FKDO2_(4(=l5^{4=bt7vbtMTcvh=k#y2))8``~I z(6M10s~Q-=EPe=cj$^qx~`3#m{`QS?ba!kxt|>uxygO4UqLrL zF*0d9&8`#lBMob4vAs#pAdIBuUQf0=AHB70hc_clpOKLBWMi^^)74hG+;JLlJ1OIU zaR{G-1sIzP$BGhWryWi!y<_=BG7yL}kPq*>&mD9n6~ zr)YUu?%c1p6Stk};}mESMOS;$f_Vsc=3VYr!DDwEjZ(=!1ocIioDrfsS`R%ZmD-w6 zM7kCl|4&V%;!mjL<6ShtEiXQS(ZFFqjhz6_a=h71I`~h~CYLxFXA|@w;xNnzJ|MJ7 zoE2w?1Iv-`lJNC87)!-Ty)};_&f6Fun!-R^6%`&JFl!~@8OSJ;lhQ3`xTG2MT}?-w zh0}@1$*0G@oZdc9`XE1FqRrF?9W(S10a_-Skn>CvCN(B&St7gOhh0S{UdWT^jZI-!lNvK?=(1HQqi3E_n8d&oAfhO9g=)E4trn+0n&7h48;1V%I0c)T zZ(hN~r<-pgm#pBSI{`1DD*>;;v6C@nIgdgn8^uZs4XARp?OTbe@i95C)s5(n7Or;OC{`DD2vP4nXlL5}rJlzR;=;<`}A@i>X44`35u$il~1qkxc7bX4L*Q01w^ z^Pf6d`)NgcH{xhN6#?=X^rB35c`3VV1fbO=AC}BG+r=_^_FMS_u;)+?I-|tp!`;if zstcX`_4EylF`=#q3@7v5j07fF2@r#_m(sKUThyXUXNdFKj#tQ0Yyr-0S{?= zd_=gi)~c=CuEhz_j$~*$C&*(&_#>13xs3>X^}0FqVUV4YPHDczdOyux^8lEu75 aQYoXKjtl2!3D_fI(of1ujin. +# pipeline_test + + +import traceback +from pyparsing import nestedExpr +from collections import defaultdict +from distutils.util import strtobool +from pkg_resources import require, resource_listdir, resource_exists, resource_string +import portalocker +import datetime +import signal +import random +import re +import shutil +import sys +import pwd +import os +import copy +import time +import tarfile +import json +import subprocess +import argparse + +sys.path.insert(0, os.path.abspath('.')) +from ..config.basicConfig import BasicConfig +from ..config.config_common import AutosubmitConfig +from bscearth.utils.config_parser import ConfigParserFactory +from .job.job_common import Status +from ..git.autosubmit_git import AutosubmitGit +from .job.job_list import JobList +from .job.job_packages import JobPackageThread +from .job.job_package_persistence import JobPackagePersistence +from .job.job_list_persistence import JobListPersistenceDb +from .job.job_list_persistence import JobListPersistencePkl +from .job.job_grouping import JobGrouping +from bscearth.utils.log import Log +from ..database.db_common import create_db +from ..experiment.experiment_common import new_experiment +from ..experiment.experiment_common import copy_experiment +from ..database.db_common import delete_experiment +from ..database.db_common import get_autosubmit_version +from ..monitor.monitor import Monitor +from bscearth.utils.date import date2str +from ..notifications.mail_notifier import MailNotifier +from ..notifications.notifier import Notifier +from .platforms.saga_submitter import SagaSubmitter +from .platforms.paramiko_submitter import ParamikoSubmitter +from .job.job_exceptions import WrongTemplateException +from .job.job_packager import JobPackager +from .platforms.paramiko_platform import ParamikoTimeout +""" +Main module for autosubmit. Only contains an interface class to all functionality implemented on autosubmit +""" + +try: + # noinspection PyCompatibility + from configparser import SafeConfigParser +except ImportError: + # noinspection PyCompatibility + from configparser import SafeConfigParser + +# It is Python dialog available? (optional dependency) +try: + import dialog +except Exception: + dialog = None + + +# noinspection PyPackageRequirements +# noinspection PyPackageRequirements +# noinspection PyPackageRequirements + +# noinspection PyUnusedLocal + + +def signal_handler(signal_received, frame): + """ + Used to handle interrupt signals, allowing autosubmit to clean before exit + + :param signal_received: + :param frame: + """ + Log.info('Autosubmit will interrupt at the next safe occasion') + Autosubmit.exit = True + + +class Autosubmit: + """ + Interface class for autosubmit. + """ + # sys.setrecursionlimit(500000) + # # Get the version number from the relevant file. If not, from autosubmit package + # scriptdir = os.path.abspath(os.path.dirname(__file__)) + + # if not os.path.exists(os.path.join(scriptdir, 'VERSION')): + # scriptdir = os.path.join(scriptdir, os.path.pardir) + + # version_path = os.path.join(scriptdir, 'VERSION') + # readme_path = os.path.join(scriptdir, 'README') + # changes_path = os.path.join(scriptdir, 'CHANGELOG') + # if os.path.isfile(version_path): + # with open(version_path) as f: + # autosubmit_version = f.read().strip() + # else: + # autosubmit_version = require("autosubmitAPIwu")[0].version + + exit = False + + @staticmethod + def parse_args(): + """ + Parse arguments given to an executable and start execution of command given + """ + try: + BasicConfig.read() + + parser = argparse.ArgumentParser( + description='Main executable for autosubmit. ') + parser.add_argument('-v', '--version', action='version', version=Autosubmit.autosubmit_version, + help="returns autosubmit's version number and exit") + parser.add_argument('-lf', '--logfile', choices=('EVERYTHING', 'DEBUG', 'INFO', 'RESULT', 'USER_WARNING', + 'WARNING', 'ERROR', 'CRITICAL', 'NO_LOG'), + default='DEBUG', type=str, + help="sets file's log level.") + parser.add_argument('-lc', '--logconsole', choices=('EVERYTHING', 'DEBUG', 'INFO', 'RESULT', 'USER_WARNING', + 'WARNING', 'ERROR', 'CRITICAL', 'NO_LOG'), + default='INFO', type=str, + help="sets console's log level") + + subparsers = parser.add_subparsers(dest='command') + + # Run + subparser = subparsers.add_parser( + 'run', description="runs specified experiment") + subparser.add_argument('expid', help='experiment identifier') + subparser.add_argument('-nt', '--notransitive', action='store_true', + default=False, help='Disable transitive reduction') + + # Expid + subparser = subparsers.add_parser( + 'expid', description="Creates a new experiment") + group = subparser.add_mutually_exclusive_group() + group.add_argument( + '-y', '--copy', help='makes a copy of the specified experiment') + group.add_argument('-dm', '--dummy', action='store_true', + help='creates a new experiment with default values, usually for testing') + group.add_argument('-op', '--operational', action='store_true', + help='creates a new experiment with operational experiment id') + subparser.add_argument('-H', '--HPC', required=True, + help='specifies the HPC to use for the experiment') + subparser.add_argument('-d', '--description', type=str, required=True, + help='sets a description for the experiment to store in the database.') + + # Delete + subparser = subparsers.add_parser( + 'delete', description="delete specified experiment") + subparser.add_argument('expid', help='experiment identifier') + subparser.add_argument( + '-f', '--force', action='store_true', help='deletes experiment without confirmation') + + # Monitor + subparser = subparsers.add_parser( + 'monitor', description="plots specified experiment") + subparser.add_argument('expid', help='experiment identifier') + subparser.add_argument('-o', '--output', choices=('pdf', 'png', 'ps', 'svg'), default='pdf', + help='chooses type of output for generated plot') + subparser.add_argument('-group_by', choices=('date', 'member', 'chunk', 'split', 'automatic'), default=None, + help='Groups the jobs automatically or by date, member, chunk or split') + subparser.add_argument('-expand', type=str, + help='Supply the list of dates/members/chunks to filter the list of jobs. Default = "Any". ' + 'LIST = "[ 19601101 [ fc0 [1 2 3 4] fc1 [1] ] 19651101 [ fc0 [16-30] ] ]"') + subparser.add_argument( + '-expand_status', type=str, help='Select the statuses to be expanded') + subparser.add_argument('--hide_groups', action='store_true', + default=False, help='Hides the groups from the plot') + subparser.add_argument('-cw', '--check_wrapper', action='store_true', + default=False, help='Generate possible wrapper in the current workflow') + + group2 = subparser.add_mutually_exclusive_group(required=False) + + group.add_argument('-fs', '--filter_status', type=str, + choices=('Any', 'READY', 'COMPLETED', + 'WAITING', 'SUSPENDED', 'FAILED', 'UNKNOWN'), + help='Select the original status to filter the list of jobs') + group = subparser.add_mutually_exclusive_group(required=False) + group.add_argument('-fl', '--list', type=str, + help='Supply the list of job names to be filtered. Default = "Any". ' + 'LIST = "b037_20101101_fc3_21_sim b037_20111101_fc4_26_sim"') + group.add_argument('-fc', '--filter_chunks', type=str, + help='Supply the list of chunks to filter the list of jobs. Default = "Any". ' + 'LIST = "[ 19601101 [ fc0 [1 2 3 4] fc1 [1] ] 19651101 [ fc0 [16-30] ] ]"') + group.add_argument('-fs', '--filter_status', type=str, + choices=('Any', 'READY', 'COMPLETED', + 'WAITING', 'SUSPENDED', 'FAILED', 'UNKNOWN'), + help='Select the original status to filter the list of jobs') + group.add_argument('-ft', '--filter_type', type=str, + help='Select the job type to filter the list of jobs') + subparser.add_argument('--hide', action='store_true', default=False, + help='hides plot window') + group2.add_argument('--txt', action='store_true', default=False, + help='Generates only txt status file') + + group2.add_argument('-txtlog', '--txt_logfiles', action='store_true', default=False, + help='Generates only txt status file(AS < 3.12b behaviour)') + + subparser.add_argument('-nt', '--notransitive', action='store_true', + default=False, help='Disable transitive reduction') + + # Stats + subparser = subparsers.add_parser( + 'stats', description="plots statistics for specified experiment") + subparser.add_argument('expid', help='experiment identifier') + subparser.add_argument('-ft', '--filter_type', type=str, help='Select the job type to filter ' + 'the list of jobs') + subparser.add_argument('-fp', '--filter_period', type=int, help='Select the period to filter jobs ' + 'from current time to the past ' + 'in number of hours back') + subparser.add_argument('-o', '--output', choices=('pdf', 'png', 'ps', 'svg'), default='pdf', + help='type of output for generated plot') + subparser.add_argument('--hide', action='store_true', default=False, + help='hides plot window') + subparser.add_argument('-nt', '--notransitive', action='store_true', + default=False, help='Disable transitive reduction') + + # Clean + subparser = subparsers.add_parser( + 'clean', description="clean specified experiment") + subparser.add_argument('expid', help='experiment identifier') + subparser.add_argument( + '-pr', '--project', action="store_true", help='clean project') + subparser.add_argument('-p', '--plot', action="store_true", + help='clean plot, only 2 last will remain') + subparser.add_argument('-s', '--stats', action="store_true", + help='clean stats, only last will remain') + + # Recovery + subparser = subparsers.add_parser( + 'recovery', description="recover specified experiment") + subparser.add_argument( + 'expid', type=str, help='experiment identifier') + subparser.add_argument( + '-np', '--noplot', action='store_true', default=False, help='omit plot') + subparser.add_argument('--all', action="store_true", default=False, + help='Get completed files to synchronize pkl') + subparser.add_argument( + '-s', '--save', action="store_true", default=False, help='Save changes to disk') + subparser.add_argument('--hide', action='store_true', default=False, + help='hides plot window') + subparser.add_argument('-group_by', choices=('date', 'member', 'chunk', 'split', 'automatic'), default=None, + help='Groups the jobs automatically or by date, member, chunk or split') + subparser.add_argument('-expand', type=str, + help='Supply the list of dates/members/chunks to filter the list of jobs. Default = "Any". ' + 'LIST = "[ 19601101 [ fc0 [1 2 3 4] fc1 [1] ] 19651101 [ fc0 [16-30] ] ]"') + subparser.add_argument( + '-expand_status', type=str, help='Select the statuses to be expanded') + subparser.add_argument('-nt', '--notransitive', action='store_true', + default=False, help='Disable transitive reduction') + subparser.add_argument('-nl', '--no_recover_logs', action='store_true', default=False, + help='Disable logs recovery') + # Migrate + subparser = subparsers.add_parser( + 'migrate', description="Migrate experiments from current user to another") + subparser.add_argument('expid', help='experiment identifier') + group = subparser.add_mutually_exclusive_group(required=True) + group.add_argument('-o', '--offer', action="store_true", + default=False, help='Offer experiment') + group.add_argument('-p', '--pickup', action="store_true", + default=False, help='Pick-up released experiment') + + # Inspect + subparser = subparsers.add_parser( + 'inspect', description="Generate all .cmd files") + subparser.add_argument('expid', help='experiment identifier') + subparser.add_argument('-nt', '--notransitive', action='store_true', + default=False, help='Disable transitive reduction') + subparser.add_argument( + '-f', '--force', action="store_true", help='Overwrite all cmd') + subparser.add_argument('-cw', '--check_wrapper', action='store_true', + default=False, help='Generate possible wrapper in the current workflow') + + group.add_argument('-fs', '--filter_status', type=str, + choices=('Any', 'READY', 'COMPLETED', + 'WAITING', 'SUSPENDED', 'FAILED', 'UNKNOWN'), + help='Select the original status to filter the list of jobs') + group = subparser.add_mutually_exclusive_group(required=False) + group.add_argument('-fl', '--list', type=str, + help='Supply the list of job names to be filtered. Default = "Any". ' + 'LIST = "b037_20101101_fc3_21_sim b037_20111101_fc4_26_sim"') + group.add_argument('-fc', '--filter_chunks', type=str, + help='Supply the list of chunks to filter the list of jobs. Default = "Any". ' + 'LIST = "[ 19601101 [ fc0 [1 2 3 4] fc1 [1] ] 19651101 [ fc0 [16-30] ] ]"') + group.add_argument('-fs', '--filter_status', type=str, + choices=('Any', 'READY', 'COMPLETED', + 'WAITING', 'SUSPENDED', 'FAILED', 'UNKNOWN'), + help='Select the original status to filter the list of jobs') + group.add_argument('-ft', '--filter_type', type=str, + help='Select the job type to filter the list of jobs') + + # Check + subparser = subparsers.add_parser( + 'check', description="check configuration for specified experiment") + subparser.add_argument('expid', help='experiment identifier') + subparser.add_argument('-nt', '--notransitive', action='store_true', + default=False, help='Disable transitive reduction') + # Describe + subparser = subparsers.add_parser( + 'describe', description="Show details for specified experiment") + subparser.add_argument('expid', help='experiment identifier') + + # Create + subparser = subparsers.add_parser( + 'create', description="create specified experiment joblist") + subparser.add_argument('expid', help='experiment identifier') + subparser.add_argument( + '-np', '--noplot', action='store_true', default=False, help='omit plot') + subparser.add_argument('--hide', action='store_true', default=False, + help='hides plot window') + subparser.add_argument('-o', '--output', choices=('pdf', 'png', 'ps', 'svg'), default='pdf', + help='chooses type of output for generated plot') + subparser.add_argument('-group_by', choices=('date', 'member', 'chunk', 'split', 'automatic'), default=None, + help='Groups the jobs automatically or by date, member, chunk or split') + subparser.add_argument('-expand', type=str, + help='Supply the list of dates/members/chunks to filter the list of jobs. Default = "Any". ' + 'LIST = "[ 19601101 [ fc0 [1 2 3 4] fc1 [1] ] 19651101 [ fc0 [16-30] ] ]"') + subparser.add_argument( + '-expand_status', type=str, help='Select the statuses to be expanded') + subparser.add_argument('-nt', '--notransitive', action='store_true', + default=False, help='Disable transitive reduction') + subparser.add_argument('-cw', '--check_wrapper', action='store_true', + default=False, help='Generate possible wrapper in the current workflow') + + # Configure + subparser = subparsers.add_parser('configure', description="configure database and path for autosubmit. It " + "can be done at machine, user or local level." + "If no arguments specified configure will " + "display dialog boxes (if installed)") + subparser.add_argument( + '--advanced', action="store_true", help="Open advanced configuration of autosubmit") + subparser.add_argument('-db', '--databasepath', default=None, help='path to database. If not supplied, ' + 'it will prompt for it') + subparser.add_argument( + '-dbf', '--databasefilename', default=None, help='database filename') + subparser.add_argument('-lr', '--localrootpath', default=None, help='path to store experiments. If not ' + 'supplied, it will prompt for it') + subparser.add_argument('-pc', '--platformsconfpath', default=None, help='path to platforms.conf file to ' + 'use by default. Optional') + subparser.add_argument('-jc', '--jobsconfpath', default=None, help='path to jobs.conf file to use by ' + 'default. Optional') + subparser.add_argument( + '-sm', '--smtphostname', default=None, help='STMP server hostname. Optional') + subparser.add_argument( + '-mf', '--mailfrom', default=None, help='Notifications sender address. Optional') + group = subparser.add_mutually_exclusive_group() + group.add_argument('--all', action="store_true", + help='configure for all users') + group.add_argument('--local', action="store_true", help='configure only for using Autosubmit from this ' + 'path') + + # Install + subparsers.add_parser( + 'install', description='install database for autosubmit on the configured folder') + + # Set status + subparser = subparsers.add_parser( + 'setstatus', description="sets job status for an experiment") + subparser.add_argument('expid', help='experiment identifier') + subparser.add_argument( + '-np', '--noplot', action='store_true', default=False, help='omit plot') + subparser.add_argument( + '-s', '--save', action="store_true", default=False, help='Save changes to disk') + + subparser.add_argument('-t', '--status_final', + choices=('READY', 'COMPLETED', 'WAITING', 'SUSPENDED', 'FAILED', 'UNKNOWN', + 'QUEUING', 'RUNNING'), + required=True, + help='Supply the target status') + group = subparser.add_mutually_exclusive_group(required=True) + group.add_argument('-fl', '--list', type=str, + help='Supply the list of job names to be changed. Default = "Any". ' + 'LIST = "b037_20101101_fc3_21_sim b037_20111101_fc4_26_sim"') + group.add_argument('-fc', '--filter_chunks', type=str, + help='Supply the list of chunks to change the status. Default = "Any". ' + 'LIST = "[ 19601101 [ fc0 [1 2 3 4] fc1 [1] ] 19651101 [ fc0 [16-30] ] ]"') + group.add_argument('-fs', '--filter_status', type=str, + help='Select the status (one or more) to filter the list of jobs.' + "Valid values = ['Any', 'READY', 'COMPLETED', 'WAITING', 'SUSPENDED', 'FAILED', 'UNKNOWN']") + group.add_argument('-ft', '--filter_type', type=str, + help='Select the job type to filter the list of jobs') + + subparser.add_argument('--hide', action='store_true', default=False, + help='hides plot window') + subparser.add_argument('-group_by', choices=('date', 'member', 'chunk', 'split', 'automatic'), default=None, + help='Groups the jobs automatically or by date, member, chunk or split') + subparser.add_argument('-expand', type=str, + help='Supply the list of dates/members/chunks to filter the list of jobs. Default = "Any". ' + 'LIST = "[ 19601101 [ fc0 [1 2 3 4] fc1 [1] ] 19651101 [ fc0 [16-30] ] ]"') + subparser.add_argument( + '-expand_status', type=str, help='Select the statuses to be expanded') + subparser.add_argument('-nt', '--notransitive', action='store_true', + default=False, help='Disable transitive reduction') + subparser.add_argument('-cw', '--check_wrapper', action='store_true', + default=False, help='Generate possible wrapper in the current workflow') + + # Test Case + subparser = subparsers.add_parser( + 'testcase', description='create test case experiment') + subparser.add_argument( + '-y', '--copy', help='makes a copy of the specified experiment') + subparser.add_argument( + '-d', '--description', required=True, help='description of the test case') + subparser.add_argument('-c', '--chunks', help='chunks to run') + subparser.add_argument('-m', '--member', help='member to run') + subparser.add_argument('-s', '--stardate', help='stardate to run') + subparser.add_argument( + '-H', '--HPC', required=True, help='HPC to run experiment on it') + subparser.add_argument( + '-b', '--branch', help='branch of git to run (or revision from subversion)') + + # Test + subparser = subparsers.add_parser( + 'test', description='test experiment') + subparser.add_argument('expid', help='experiment identifier') + subparser.add_argument( + '-c', '--chunks', required=True, help='chunks to run') + subparser.add_argument('-m', '--member', help='member to run') + subparser.add_argument('-s', '--stardate', help='stardate to run') + subparser.add_argument( + '-H', '--HPC', help='HPC to run experiment on it') + subparser.add_argument( + '-b', '--branch', help='branch of git to run (or revision from subversion)') + + # Refresh + subparser = subparsers.add_parser( + 'refresh', description='refresh project directory for an experiment') + subparser.add_argument('expid', help='experiment identifier') + subparser.add_argument('-mc', '--model_conf', default=False, action='store_true', + help='overwrite model conf file') + subparser.add_argument('-jc', '--jobs_conf', default=False, action='store_true', + help='overwrite jobs conf file') + + # Archive + subparser = subparsers.add_parser( + 'archive', description='archives an experiment') + subparser.add_argument('expid', help='experiment identifier') + + # Unarchive + subparser = subparsers.add_parser( + 'unarchive', description='unarchives an experiment') + subparser.add_argument('expid', help='experiment identifier') + + # Readme + subparsers.add_parser('readme', description='show readme') + + # Changelog + subparsers.add_parser('changelog', description='show changelog') + + args = parser.parse_args() + + Log.set_console_level(args.logconsole) + Log.set_file_level(args.logfile) + + if args.command == 'run': + return Autosubmit.run_experiment(args.expid, args.notransitive) + elif args.command == 'expid': + return Autosubmit.expid(args.HPC, args.description, args.copy, args.dummy, False, + args.operational) != '' + elif args.command == 'delete': + return Autosubmit.delete(args.expid, args.force) + elif args.command == 'monitor': + return Autosubmit.monitor(args.expid, args.output, args.list, args.filter_chunks, args.filter_status, + args.filter_type, args.hide, args.txt, args.group_by, args.expand, + args.expand_status, args.hide_groups, args.notransitive, args.check_wrapper, args.txt_logfiles) + elif args.command == 'stats': + return Autosubmit.statistics(args.expid, args.filter_type, args.filter_period, args.output, args.hide, + args.notransitive) + elif args.command == 'clean': + return Autosubmit.clean(args.expid, args.project, args.plot, args.stats) + elif args.command == 'recovery': + return Autosubmit.recovery(args.expid, args.noplot, args.save, args.all, args.hide, args.group_by, + args.expand, args.expand_status, args.notransitive, args.no_recover_logs) + elif args.command == 'check': + return Autosubmit.check(args.expid, args.notransitive) + elif args.command == 'inspect': + return Autosubmit.inspect(args.expid, args.list, args.filter_chunks, args.filter_status, + args.filter_type, args.notransitive, args.force, args.check_wrapper) + elif args.command == 'describe': + return Autosubmit.describe(args.expid) + elif args.command == 'migrate': + return Autosubmit.migrate(args.expid, args.offer, args.pickup) + elif args.command == 'create': + return Autosubmit.create(args.expid, args.noplot, args.hide, args.output, args.group_by, args.expand, + args.expand_status, args.notransitive, args.check_wrapper) + elif args.command == 'configure': + if not args.advanced or (args.advanced and dialog is None): + return Autosubmit.configure(args.advanced, args.databasepath, args.databasefilename, + args.localrootpath, args.platformsconfpath, args.jobsconfpath, + args.smtphostname, args.mailfrom, args.all, args.local) + else: + return Autosubmit.configure_dialog() + elif args.command == 'install': + return Autosubmit.install() + elif args.command == 'setstatus': + return Autosubmit.set_status(args.expid, args.noplot, args.save, args.status_final, args.list, + args.filter_chunks, args.filter_status, args.filter_type, args.hide, + args.group_by, args.expand, args.expand_status, args.notransitive, args.check_wrapper) + elif args.command == 'testcase': + return Autosubmit.testcase(args.copy, args.description, args.chunks, args.member, args.stardate, + args.HPC, args.branch) + elif args.command == 'test': + return Autosubmit.test(args.expid, args.chunks, args.member, args.stardate, args.HPC, args.branch) + elif args.command == 'refresh': + return Autosubmit.refresh(args.expid, args.model_conf, args.jobs_conf) + elif args.command == 'archive': + return Autosubmit.archive(args.expid) + elif args.command == 'unarchive': + return Autosubmit.unarchive(args.expid) + + elif args.command == 'readme': + if os.path.isfile(Autosubmit.readme_path): + with open(Autosubmit.readme_path) as f: + print(f.read()) + return True + return False + elif args.command == 'changelog': + if os.path.isfile(Autosubmit.changes_path): + with open(Autosubmit.changes_path) as f: + print(f.read()) + return True + return False + except Exception as e: + from traceback import format_exc + Log.critical( + 'Unhandled exception on Autosubmit: {0}\n{1}', e, format_exc(10)) + + return False + + @staticmethod + def _delete_expid(expid_delete): + """ + Removes an experiment from path and database + + :type expid_delete: str + :param expid_delete: identifier of the experiment to delete + """ + if expid_delete == '' or expid_delete is None and not os.path.exists(os.path.join(BasicConfig.LOCAL_ROOT_DIR, + expid_delete)): + Log.info("Experiment directory does not exist.") + else: + Log.info("Removing experiment directory...") + ret = False + if pwd.getpwuid(os.stat(os.path.join(BasicConfig.LOCAL_ROOT_DIR, expid_delete)).st_uid).pw_name == os.getlogin(): + try: + + shutil.rmtree(os.path.join( + BasicConfig.LOCAL_ROOT_DIR, expid_delete)) + except OSError as e: + Log.warning('Can not delete experiment folder: {0}', e) + return ret + Log.info("Deleting experiment from database...") + ret = delete_experiment(expid_delete) + if ret: + Log.result("Experiment {0} deleted".format(expid_delete)) + else: + Log.warning( + "Current User is not the Owner {0} can not be deleted!", expid_delete) + return ret + + @staticmethod + def expid(hpc, description, copy_id='', dummy=False, test=False, operational=False): + """ + Creates a new experiment for given HPC + + :param operational: if true, creates an operational experiment + :type operational: bool + :type hpc: str + :type description: str + :type copy_id: str + :type dummy: bool + :param hpc: name of the main HPC for the experiment + :param description: short experiment's description. + :param copy_id: experiment identifier of experiment to copy + :param dummy: if true, writes a default dummy configuration for testing + :param test: if true, creates an experiment for testing + :return: experiment identifier. If method fails, returns ''. + :rtype: str + """ + BasicConfig.read() + + log_path = os.path.join( + BasicConfig.LOCAL_ROOT_DIR, 'ASlogs', 'expid.log'.format(os.getuid())) + try: + Log.set_file(log_path) + except IOError as e: + Log.error("Can not create log file in path {0}: {1}".format( + log_path, e.message)) + exp_id = None + if description is None: + Log.error("Missing experiment description.") + return '' + if hpc is None: + Log.error("Missing HPC.") + return '' + if not copy_id: + exp_id = new_experiment( + description, Autosubmit.autosubmit_version, test, operational) + if exp_id == '': + return '' + try: + os.mkdir(os.path.join(BasicConfig.LOCAL_ROOT_DIR, exp_id)) + + os.mkdir(os.path.join( + BasicConfig.LOCAL_ROOT_DIR, exp_id, 'conf')) + Log.info("Copying config files...") + + # autosubmit config and experiment copied from AS. + files = resource_listdir('autosubmit.config', 'files') + for filename in files: + if resource_exists('autosubmit.config', 'files/' + filename): + index = filename.index('.') + new_filename = filename[:index] + \ + "_" + exp_id + filename[index:] + + if filename == 'platforms.conf' and BasicConfig.DEFAULT_PLATFORMS_CONF != '': + content = open(os.path.join( + BasicConfig.DEFAULT_PLATFORMS_CONF, filename)).read() + elif filename == 'jobs.conf' and BasicConfig.DEFAULT_JOBS_CONF != '': + content = open(os.path.join( + BasicConfig.DEFAULT_JOBS_CONF, filename)).read() + else: + content = resource_string( + 'autosubmit.config', 'files/' + filename) + + conf_new_filename = os.path.join( + BasicConfig.LOCAL_ROOT_DIR, exp_id, "conf", new_filename) + Log.debug(conf_new_filename) + open(conf_new_filename, 'w').write(content) + Autosubmit._prepare_conf_files( + exp_id, hpc, Autosubmit.autosubmit_version, dummy) + except (OSError, IOError) as e: + Log.error( + "Can not create experiment: {0}\nCleaning...".format(e)) + Autosubmit._delete_expid(exp_id) + return '' + else: + try: + if os.path.exists(os.path.join(BasicConfig.LOCAL_ROOT_DIR, copy_id)): + exp_id = copy_experiment( + copy_id, description, Autosubmit.autosubmit_version, test, operational) + if exp_id == '': + return '' + dir_exp_id = os.path.join( + BasicConfig.LOCAL_ROOT_DIR, exp_id) + os.mkdir(dir_exp_id) + os.mkdir(dir_exp_id + '/conf') + Log.info("Copying previous experiment config directories") + conf_copy_id = os.path.join( + BasicConfig.LOCAL_ROOT_DIR, copy_id, "conf") + files = os.listdir(conf_copy_id) + for filename in files: + if os.path.isfile(os.path.join(conf_copy_id, filename)): + new_filename = filename.replace(copy_id, exp_id) + content = open(os.path.join( + conf_copy_id, filename), 'r').read() + open(os.path.join(dir_exp_id, "conf", + new_filename), 'w').write(content) + Autosubmit._prepare_conf_files( + exp_id, hpc, Autosubmit.autosubmit_version, dummy) + ##### + autosubmit_config = AutosubmitConfig( + copy_id, BasicConfig, ConfigParserFactory()) + if autosubmit_config.check_conf_files(): + project_type = autosubmit_config.get_project_type() + if project_type == "git": + autosubmit_config.check_proj() + autosubmit_git = AutosubmitGit(copy_id[0]) + Log.info("checking model version...") + if not autosubmit_git.check_commit(autosubmit_config): + return False + ##### + else: + Log.critical( + "The previous experiment directory does not exist") + return '' + except (OSError, IOError) as e: + Log.error( + "Can not create experiment: {0}\nCleaning...".format(e)) + Autosubmit._delete_expid(exp_id) + return '' + + Log.debug("Creating temporal directory...") + exp_id_path = os.path.join(BasicConfig.LOCAL_ROOT_DIR, exp_id) + tmp_path = os.path.join(exp_id_path, "tmp") + os.mkdir(tmp_path) + os.chmod(tmp_path, 0o775) + os.mkdir(os.path.join(tmp_path, BasicConfig.LOCAL_ASLOG_DIR)) + os.chmod(os.path.join(tmp_path, BasicConfig.LOCAL_ASLOG_DIR), 0o775) + Log.debug("Creating temporal remote directory...") + remote_tmp_path = os.path.join(tmp_path, "LOG_" + exp_id) + os.mkdir(remote_tmp_path) + os.chmod(remote_tmp_path, 0o775) + + Log.debug("Creating pkl directory...") + os.mkdir(os.path.join(exp_id_path, "pkl")) + + Log.debug("Creating plot directory...") + os.mkdir(os.path.join(exp_id_path, "plot")) + os.chmod(os.path.join(exp_id_path, "plot"), 0o775) + Log.result("Experiment registered successfully") + Log.user_warning("Remember to MODIFY the config files!") + return exp_id + + @staticmethod + def delete(expid, force): + """ + Deletes and experiment from database and experiment's folder + + :type force: bool + :type expid: str + :param expid: identifier of the experiment to delete + :param force: if True, does not ask for confirmation + + :returns: True if succesful, False if not + :rtype: bool + """ + log_path = os.path.join( + BasicConfig.LOCAL_ROOT_DIR, "ASlogs", 'delete.log'.format(os.getuid())) + try: + Log.set_file(log_path) + except IOError as e: + Log.error("Can not create log file in path {0}: {1}".format( + log_path, e.message)) + + if os.path.exists(os.path.join(BasicConfig.LOCAL_ROOT_DIR, expid)): + if force or Autosubmit._user_yes_no_query("Do you want to delete " + expid + " ?"): + return Autosubmit._delete_expid(expid) + else: + Log.info("Quitting...") + return False + else: + Log.error("The experiment does not exist") + return True + + @staticmethod + def _load_parameters(as_conf, job_list, platforms): + # Load parameters + Log.debug("Loading parameters...") + parameters = as_conf.load_parameters() + for platform_name in platforms: + platform = platforms[platform_name] + platform.add_parameters(parameters) + + platform = platforms[as_conf.get_platform().lower()] + platform.add_parameters(parameters, True) + + job_list.parameters = parameters + + @staticmethod + def inspect(expid, lst, filter_chunks, filter_status, filter_section, notransitive=False, force=False, check_wrapper=False): + """ + Generates cmd files experiment. + + :type expid: str + :param expid: identifier of experiment to be run + :return: True if run to the end, False otherwise + :rtype: bool + """ + + if expid is None: + Log.critical("Missing experiment id") + + BasicConfig.read() + exp_path = os.path.join(BasicConfig.LOCAL_ROOT_DIR, expid) + tmp_path = os.path.join(exp_path, BasicConfig.LOCAL_TMP_DIR) + if os.path.exists(os.path.join(tmp_path, 'autosubmit.lock')): + locked = True + else: + locked = False + + if not os.path.exists(exp_path): + Log.critical( + "The directory %s is needed and does not exist" % exp_path) + Log.warning("Does an experiment with the given id exist?") + return 1 + Log.info("Starting inspect command") + Log.set_file(os.path.join( + tmp_path, BasicConfig.LOCAL_ASLOG_DIR, 'generate.log')) + os.system('clear') + signal.signal(signal.SIGINT, signal_handler) + as_conf = AutosubmitConfig(expid, BasicConfig, ConfigParserFactory()) + if not as_conf.check_conf_files(): + Log.critical('Can not generate scripts with invalid configuration') + return False + project_type = as_conf.get_project_type() + if project_type != "none": + # Check proj configuration + as_conf.check_proj() + safetysleeptime = as_conf.get_safetysleeptime() + Log.debug("The Experiment name is: {0}", expid) + Log.debug("Sleep: {0}", safetysleeptime) + packages_persistence = JobPackagePersistence(os.path.join(BasicConfig.LOCAL_ROOT_DIR, expid, "pkl"), + "job_packages_" + expid) + os.chmod(os.path.join(BasicConfig.LOCAL_ROOT_DIR, expid, + "pkl", "job_packages_" + expid + ".db"), 0o664) + + packages_persistence.reset_table(True) + job_list_original = Autosubmit.load_job_list( + expid, as_conf, notransitive=notransitive) + job_list = copy.deepcopy(job_list_original) + job_list.packages_dict = {} + + Log.debug("Length of the jobs list: {0}", len(job_list)) + + # variables to be updated on the fly + safetysleeptime = as_conf.get_safetysleeptime() + Log.debug("Sleep: {0}", safetysleeptime) + # Generate + Log.info("Starting to generate cmd scripts") + + if not isinstance(job_list, type([])): + jobs = [] + jobs_cw = [] + if check_wrapper and (not locked or (force and locked)): + Log.info("Generating all cmd script adapted for wrappers") + jobs = job_list.get_uncompleted() + + jobs_cw = job_list.get_completed() + else: + if (force and not locked) or (force and locked): + Log.info("Overwritting all cmd scripts") + jobs = job_list.get_job_list() + elif locked: + Log.warning( + "There is a .lock file and not -f, generating only all unsubmitted cmd scripts") + jobs = job_list.get_unsubmitted() + else: + Log.info("Generating cmd scripts only for selected jobs") + if filter_chunks: + fc = filter_chunks + Log.debug(fc) + if fc == 'Any': + jobs = job_list.get_job_list() + else: + # noinspection PyTypeChecker + data = json.loads(Autosubmit._create_json(fc)) + for date_json in data['sds']: + date = date_json['sd'] + jobs_date = [j for j in job_list.get_job_list() if date2str( + j.date) == date] + + for member_json in date_json['ms']: + member = member_json['m'] + jobs_member = [j for j in jobs_date if j.member == member] + + for chunk_json in member_json['cs']: + chunk = int(chunk_json) + jobs = jobs + \ + [job for job in [j for j in jobs_member if j.chunk == chunk]] + + elif filter_status: + Log.debug( + "Filtering jobs with status {0}", filter_status) + if filter_status == 'Any': + jobs = job_list.get_job_list() + else: + fs = Autosubmit._get_status(filter_status) + jobs = [job for job in [j for j in job_list.get_job_list() if j.status == fs]] + + elif filter_section: + ft = filter_section + Log.debug(ft) + + if ft == 'Any': + jobs = job_list.get_job_list() + else: + for job in job_list.get_job_list(): + if job.section == ft: + jobs.append(job) + elif lst: + jobs_lst = lst.split() + + if jobs == 'Any': + jobs = job_list.get_job_list() + else: + for job in job_list.get_job_list(): + if job.name in jobs_lst: + jobs.append(job) + else: + jobs = job_list.get_job_list() + if isinstance(jobs, type([])): + referenced_jobs_to_remove = set() + for job in jobs: + for child in job.children: + if child not in jobs: + referenced_jobs_to_remove.add(child) + for parent in job.parents: + if parent not in jobs: + referenced_jobs_to_remove.add(parent) + + for job in jobs: + job.status = Status.WAITING + + Autosubmit.generate_scripts_andor_wrappers( + as_conf, job_list, jobs, packages_persistence, False) + if len(jobs_cw) > 0: + referenced_jobs_to_remove = set() + for job in jobs_cw: + for child in job.children: + if child not in jobs_cw: + referenced_jobs_to_remove.add(child) + for parent in job.parents: + if parent not in jobs_cw: + referenced_jobs_to_remove.add(parent) + + for job in jobs_cw: + job.status = Status.WAITING + Autosubmit.generate_scripts_andor_wrappers( + as_conf, job_list, jobs_cw, packages_persistence, False) + + Log.info("no more scripts to generate, now proceed to check them manually") + time.sleep(safetysleeptime) + return True + + @staticmethod + def generate_scripts_andor_wrappers(as_conf, job_list, jobs_filtered, packages_persistence, only_wrappers=False): + """ + as_conf: AutosubmitConfig object + job_list: JobList object, contains a list of jobs + jobs_filtered: list of jobs + packages_persistence: Database handler + only_wrappers: True + """ + job_list._job_list = jobs_filtered + job_list.update_list(as_conf, False) + # Identifying the submitter and loading it + submitter = Autosubmit._get_submitter(as_conf) + # Function depending on the submitter + submitter.load_platforms(as_conf) + # Identifying HPC from config files + hpcarch = as_conf.get_platform() + # + Autosubmit._load_parameters(as_conf, job_list, submitter.platforms) + platforms_to_test = set() + for job in job_list.get_job_list(): + if job.platform_name is None: + job.platform_name = hpcarch + # noinspection PyTypeChecker + job.platform = submitter.platforms[job.platform_name.lower()] + # noinspection PyTypeChecker + platforms_to_test.add(job.platform) + # case setstatus + job_list.check_scripts(as_conf) + job_list.update_list(as_conf, False) + Autosubmit._load_parameters(as_conf, job_list, submitter.platforms) + while job_list.get_active(): + Autosubmit.submit_ready_jobs( + as_conf, job_list, platforms_to_test, packages_persistence, True, only_wrappers) + + job_list.update_list(as_conf, False) + + @staticmethod + def run_experiment(expid, notransitive=False): + """ + Runs and experiment (submitting all the jobs properly and repeating its execution in case of failure). + + :type expid: str + :param expid: identifier of experiment to be run + :return: True if run to the end, False otherwise + :rtype: bool + """ + if expid is None: + Log.critical("Missing experiment id") + + BasicConfig.read() + exp_path = os.path.join(BasicConfig.LOCAL_ROOT_DIR, expid) + tmp_path = os.path.join(exp_path, BasicConfig.LOCAL_TMP_DIR) + aslogs_path = os.path.join(tmp_path, BasicConfig.LOCAL_ASLOG_DIR) + if not os.path.exists(aslogs_path): + os.mkdir(aslogs_path) + os.chmod(aslogs_path, 0o775) + if not os.path.exists(exp_path): + Log.critical( + "The directory %s is needed and does not exist" % exp_path) + Log.warning("Does an experiment with the given id exist?") + return 1 + + # checking host whitelist + import platform + host = platform.node() + print(host) + if BasicConfig.ALLOWED_HOSTS and host not in BasicConfig.ALLOWED_HOSTS: + Log.info("\n Autosubmit run command is not allowed on this host") + return False + + # checking if there is a lock file to avoid multiple running on the same expid + try: + with portalocker.Lock(os.path.join(tmp_path, 'autosubmit.lock'), timeout=1): + Log.info( + "Preparing .lock file to avoid multiple instances with same experiment id") + + Log.set_file(os.path.join(aslogs_path, 'run.log')) + os.system('clear') + + signal.signal(signal.SIGINT, signal_handler) + + as_conf = AutosubmitConfig( + expid, BasicConfig, ConfigParserFactory()) + if not as_conf.check_conf_files(): + Log.critical('Can not run with invalid configuration') + return False + + project_type = as_conf.get_project_type() + if project_type != "none": + # Check proj configuration + as_conf.check_proj() + + hpcarch = as_conf.get_platform() + + safetysleeptime = as_conf.get_safetysleeptime() + retrials = as_conf.get_retrials() + + submitter = Autosubmit._get_submitter(as_conf) + submitter.load_platforms(as_conf) + + Log.debug("The Experiment name is: {0}", expid) + Log.debug("Sleep: {0}", safetysleeptime) + Log.debug("Default retrials: {0}", retrials) + + Log.info("Starting job submission...") + + pkl_dir = os.path.join( + BasicConfig.LOCAL_ROOT_DIR, expid, 'pkl') + job_list = Autosubmit.load_job_list( + expid, as_conf, notransitive=notransitive) + + Log.debug( + "Starting from job list restored from {0} files", pkl_dir) + + Log.debug("Length of the jobs list: {0}", len(job_list)) + + Autosubmit._load_parameters( + as_conf, job_list, submitter.platforms) + + # check the job list script creation + Log.debug("Checking experiment templates...") + + platforms_to_test = set() + for job in job_list.get_job_list(): + if job.platform_name is None: + job.platform_name = hpcarch + # noinspection PyTypeChecker + job.platform = submitter.platforms[job.platform_name.lower( + )] + # noinspection PyTypeChecker + platforms_to_test.add(job.platform) + + job_list.check_scripts(as_conf) + + packages_persistence = JobPackagePersistence(os.path.join(BasicConfig.LOCAL_ROOT_DIR, expid, "pkl"), + "job_packages_" + expid) + + if as_conf.get_wrapper_type() != 'none': + os.chmod(os.path.join(BasicConfig.LOCAL_ROOT_DIR, + expid, "pkl", "job_packages_" + expid + ".db"), 0o664) + packages = packages_persistence.load() + for (exp_id, package_name, job_name) in packages: + if package_name not in job_list.packages_dict: + job_list.packages_dict[package_name] = [] + job_list.packages_dict[package_name].append( + job_list.get_job_by_name(job_name)) + + for package_name, jobs in list(job_list.packages_dict.items()): + from job.job import WrapperJob + wrapper_job = WrapperJob(package_name, jobs[0].id, Status.SUBMITTED, 0, jobs, + None, + None, jobs[0].platform, as_conf) + job_list.job_package_map[jobs[0].id] = wrapper_job + job_list.update_list(as_conf) + job_list.save() + ######################### + # AUTOSUBMIT - MAIN LOOP + ######################### + # Main loop. Finishing when all jobs have been submitted + while job_list.get_active(): + if Autosubmit.exit: + return 2 + # reload parameters changes + Log.debug("Reloading parameters...") + as_conf.reload() + Autosubmit._load_parameters( + as_conf, job_list, submitter.platforms) + # variables to be updated on the fly + total_jobs = len(job_list.get_job_list()) + Log.info( + "\n\n{0} of {1} jobs remaining ({2})".format(total_jobs - len(job_list.get_completed()), + total_jobs, + time.strftime("%H:%M"))) + safetysleeptime = as_conf.get_safetysleeptime() + Log.debug("Sleep: {0}", safetysleeptime) + default_retrials = as_conf.get_retrials() + Log.debug("Number of retrials: {0}", default_retrials) + + check_wrapper_jobs_sleeptime = as_conf.get_wrapper_check_time() + Log.debug('WRAPPER CHECK TIME = {0}'.format( + check_wrapper_jobs_sleeptime)) + + save = False + + slurm = [] + for platform in platforms_to_test: + list_jobid = "" + completed_joblist = [] + list_prevStatus = [] + queuing_jobs = job_list.get_in_queue_grouped_id( + platform) + for job_id, job in list(queuing_jobs.items()): + if job_list.job_package_map and job_id in job_list.job_package_map: + Log.debug( + 'Checking wrapper job with id ' + str(job_id)) + wrapper_job = job_list.job_package_map[job_id] + check_wrapper = True + if wrapper_job.status == Status.RUNNING: + check_wrapper = True if datetime.timedelta.total_seconds(datetime.datetime.now( + ) - wrapper_job.checked_time) >= check_wrapper_jobs_sleeptime else False + if check_wrapper: + wrapper_job.checked_time = datetime.datetime.now() + platform.check_job(wrapper_job) + Log.info( + 'Wrapper job ' + wrapper_job.name + ' is ' + str(Status.VALUE_TO_KEY[wrapper_job.new_status])) + wrapper_job.check_status( + wrapper_job.new_status) + save = True + else: + Log.info( + "Waiting for wrapper check time: {0}\n", check_wrapper_jobs_sleeptime) + else: + job = job[0] + prev_status = job.status + if job.status == Status.FAILED: + continue + + if platform.type == "slurm": + list_jobid += str(job_id) + ',' + list_prevStatus.append(prev_status) + completed_joblist.append(job) + else: + platform.check_job(job) + if prev_status != job.update_status(as_conf.get_copy_remote_logs() == 'true'): + if as_conf.get_notifications() == 'true': + if Status.VALUE_TO_KEY[job.status] in job.notify_on: + Notifier.notify_status_change(MailNotifier(BasicConfig), expid, job.name, + Status.VALUE_TO_KEY[prev_status], + Status.VALUE_TO_KEY[job.status], + as_conf.get_mails_to()) + save = True + + if platform.type == "slurm" and list_jobid != "": + slurm.append( + [platform, list_jobid, list_prevStatus, completed_joblist]) + # END LOOP + for platform_jobs in slurm: + platform = platform_jobs[0] + jobs_to_check = platform_jobs[1] + platform.check_Alljobs( + platform_jobs[3], jobs_to_check, as_conf.get_copy_remote_logs()) + + for j_Indx in range(0, len(platform_jobs[3])): + prev_status = platform_jobs[2][j_Indx] + job = platform_jobs[3][j_Indx] + + if prev_status != job.update_status(as_conf.get_copy_remote_logs() == 'true'): + if as_conf.get_notifications() == 'true': + if Status.VALUE_TO_KEY[job.status] in job.notify_on: + Notifier.notify_status_change(MailNotifier(BasicConfig), expid, job.name, + Status.VALUE_TO_KEY[prev_status], + Status.VALUE_TO_KEY[job.status], + as_conf.get_mails_to()) + save = True + + if job_list.update_list(as_conf) or save: + job_list.save() + + if Autosubmit.submit_ready_jobs(as_conf, job_list, platforms_to_test, packages_persistence): + job_list.save() + + if Autosubmit.exit: + return 2 + time.sleep(safetysleeptime) + + Log.info("No more jobs to run.") + if len(job_list.get_failed()) > 0: + Log.info("Some jobs have failed and reached maximum retrials") + return False + else: + Log.result("Run successful") + return True + + except portalocker.AlreadyLocked: + Autosubmit.show_lock_warning(expid) + + except WrongTemplateException: + return False + + @staticmethod + def submit_ready_jobs(as_conf, job_list, platforms_to_test, packages_persistence, inspect=False, + only_wrappers=False): + """ + Gets READY jobs and send them to the platforms if there is available space on the queues + + :param as_conf: autosubmit config object. \n + :type as_conf: AutosubmitConfig Object. \n + :param job_list: JobList as a single entity. \n + :type job_list: JobList() Object. \n + :param platforms_to_test: List of platforms that will be used in the experiment. \n + :type platforms_to_test: Set() of Platform() Object. e.g. EcPlatform(), LsfPlatform(), etc. \n + :return: True if at least one job was submitted, False otherwise + :rtype: bool + """ + save = False + + for platform in platforms_to_test: + Log.debug("\nJobs ready for {1}: {0}", len( + job_list.get_ready(platform)), platform.name) + packages_to_submit, remote_dependencies_dict = JobPackager( + as_conf, platform, job_list).build_packages() + if not inspect: + platform.open_submit_script() + valid_packages_to_submit = [] + for package in packages_to_submit: + try: + if hasattr(package, "name"): + if remote_dependencies_dict and package.name in remote_dependencies_dict['dependencies']: + remote_dependency = remote_dependencies_dict['dependencies'][package.name] + remote_dependency_id = remote_dependencies_dict['name_to_id'][remote_dependency] + package.set_job_dependency(remote_dependency_id) + if not only_wrappers: + try: + package.submit( + as_conf, job_list.parameters, inspect) + valid_packages_to_submit.append(package) + except (IOError, OSError): + # write error file + continue + if only_wrappers or inspect: + for innerJob in package._jobs: + innerJob.status = Status.COMPLETED + + if hasattr(package, "name"): + job_list.packages_dict[package.name] = package.jobs + from job.job import WrapperJob + wrapper_job = WrapperJob(package.name, package.jobs[0].id, Status.READY, 0, + package.jobs, + package._wallclock, package._num_processors, + package.platform, as_conf) + job_list.job_package_map[package.jobs[0].id] = wrapper_job + if remote_dependencies_dict and package.name in remote_dependencies_dict['name_to_id']: + remote_dependencies_dict['name_to_id'][package.name] = package.jobs[0].id + if isinstance(package, JobPackageThread): + packages_persistence.save( + package.name, package.jobs, package._expid, inspect) + save = True + except WrongTemplateException as e: + Log.error( + "Invalid parameter substitution in {0} template", e.job_name) + raise + except Exception: + Log.error( + "{0} submission failed due to Unknown error", platform.name) + raise + + if platform.type == "slurm" and not inspect and not only_wrappers: + try: + save = True + if len(valid_packages_to_submit) > 0: + jobs_id = platform.submit_Script() + if jobs_id is None: + raise BaseException( + "Exiting AS being unable to get jobID") + i = 0 + for package in valid_packages_to_submit: + for job in package.jobs: + job.id = str(jobs_id[i]) + Log.info("{0} submitted", job.name) + job.status = Status.SUBMITTED + job.write_submit_time() + if hasattr(package, "name"): + job_list.packages_dict[package.name] = package.jobs + from job.job import WrapperJob + wrapper_job = WrapperJob(package.name, package.jobs[0].id, Status.SUBMITTED, 0, + package.jobs, + package._wallclock, package._num_processors, + package.platform, as_conf) + job_list.job_package_map[package.jobs[0].id] = wrapper_job + if remote_dependencies_dict and package.name in remote_dependencies_dict[ + 'name_to_id']: + remote_dependencies_dict['name_to_id'][package.name] = package.jobs[0].id + if isinstance(package, JobPackageThread): + packages_persistence.save( + package.name, package.jobs, package._expid, inspect) + i += 1 + + except WrongTemplateException as e: + Log.error( + "Invalid parameter substitution in {0} template", e.job_name) + raise + except Exception: + Log.error("{0} submission failed", platform.name) + raise + + return save + + @staticmethod + def monitor(expid, file_format, lst, filter_chunks, filter_status, filter_section, hide, txt_only=False, + group_by=None, expand=list(), expand_status=list(), hide_groups=False, notransitive=False, check_wrapper=False, txt_logfiles=False): + """ + Plots workflow graph for a given experiment with status of each job coded by node color. + Plot is created in experiment's plot folder with name __kq25zRf_ilcus^x7E+Z#-`mqy$W5E=xSNENXfs9is@DfX zTnGAPM?g%1$jidVfgePf=h&cRxfwJh#oObcs{wSgm>}w=9j_TU1Zc%)=L9>_(^Ch? z?Y4o`Ctswc;pb+`P7*v0<8Ep!Dt#r>DW@L<`tloT(A`edO+Q5?okk+S+7g~g>!>vX zyd4MLj_=DSP@h2kBJxWHiMa)R*XuSaFSuKf@tcagm<{q$l#8&46Oben;jCYr$g4y0 z`UHfbfgr2_1!^d#>LFo9U7?VgsJ6-uDF~RQ$5jJwGzQ?yi$MoDbpV^`EMW4O3*gGc zI&QsNXmVdDbbTxJ9aQ>zlYCQE+>$Si#pP#FW*gm%?qlXf3itL@BM8{yw%5$!Wbf_%Qq;ttdrFM}4;~&>Cm9w=kGHwT|q`oP|1f~PV!jjXF8{@sQUNm*JD=<4m)xIxUSB+9-npTk2T{3FMWvQSU zwNkeeGS+dvh8OC48o#m^7r5Ba6d}7pX|D`ygrBNF-0~2Fkc9{v*Yi^lM!-Ew{an&Tq*Yi-g6E(%WMzEcM` zY`dM^DBrlhM~fHt2?YK1rRo@}kSd5sU!`-bRg9vW;c%t_+qLxSVrsf4M5tyrNe~ID z@z4nSAMrwAR*V^=RpX=D@dyQc2R;Ir0~7)rZNYLNzB0H3-xY--Ji7uE2T+7~>bVH@ z2>%t2aM%J09A}1WC4_4i1pYC7LcGABL+WrYv&!gg84AVe>uP(VRF`%oQ-2T<41D^$ zh$z|!53ydoF`T9K!b;V(l^CIns^7}uN=>^pR;vhh^qhldX>i<{aElDwox?CD{3hHb zah$oEapdEui~eA5->PAPa1C06GZ8KmOIpT~XhvN%I;Kmi3xF95al(qKmiR zz4lcp!5;07NU|Xo*v~_d-dT#a#U4N+&r?lH~W^V*G>tZ6hgv4C;-iP7Ag{=rs$EVfCC8nD{a zW`IL7SUU1}Gfr^o;;f+P)Q}k0h=y)31W^*Ze-O;3oc1SXgpz+RxXp$BE8eGsRw)+2 z?ej2x=dB^DNq%#gv`6!J(hd^iO^kzk#$yMUppjc8HG=BKGje^G?HK=p!>oU#{mODu zX(mivRobB*&1m(u(uP4pY}jB7t-)SO?*qr4w*7H{qYsUTYz9$!_`%4jcM8Ju4m}02 z_3V*nXd3^GXy+T|K;(v@*>;b}bK)Deo{A}jqK)70zw3O2%(=*VM~e_C;oJ;n4!0XT zc=c=?5NSI~pr|`+u1dH?YE42yq6VEI?TU#>dF>Vcfyw_OQHW@)HCAf%YOSh5u~xrR zU%pq@&A&ajxYQ%xn_FC6tbeS=z^Tnu@Ataiy1Tf#+H3R4T5XMOIGeLpud`f1d4Bos z%2JK3sIUvQrK;l8ic?#eb9#LncNSMxYSkvq55J(V+OMO6PlU!kJgL?=_iAyD^G~p{ zh`R>@Y&@+7x~Lu7)%5Y;{VQ`yaIS`U&kvg!PpEJH2Wo2WE23bP1J*q0L~Yn2d=YI5 z-R^y%EB6lej{&j)XKq9qM4P(v2X=2kV*yOUeE-S$xqh*xXz3if6b`XQ`RuxW+{7*7 zPe}bKlfPl|w@jWhfy|5ZcT9f9A zGTT^nAW3{Tzg(?3|9~z7j%w+ZvDNtzCi{0hdizx_4z49%DizFZgQ!fD}@o${6qbfmyi52V|`SppNrS9_SVTrB29f000pWB|ZPWB|a^$T0L7WElG_G7NYQ8Ad;k3{zbIx}73?QBzZ5&e;dw z{6;G;UGJCP@0YIiOIKSd1^n!T_wquYf{s*%vk$I)@GTI{z}G(LQ)l;4XZzG|?4$N4 zyoL#TV_p9isQvO_T$Fm$s~ADS(ZHkvCf4zlA$E!vMEkUastd~|ebqRxLT!qV3?rL5FBvlS%=2Pya?gZEh_enCSc1V3<#QwLSah-@2alSlL0)8>y7=&tBNc}5q7 zHPWYFICs~n;ibVhcc|w2XAI74K4PObzg(|2+{L=PT(7wc%WF<{3@`W5=iKVteTNKj zc(3DJX7V1B?=ZQ`WP!=2On3_8{E&&qWP=FLS&7YIp zq@mD*s8P6agMa48>R92#u=2BT&6+J#j#tJilcT3A<;rlSg0x&2svN2uuADk?=Klaq CsxGGh literal 0 HcmV?d00001 diff --git a/autosubmit_api/common/utils_for_testing.pyc b/autosubmit_api/common/utils_for_testing.pyc new file mode 100644 index 0000000000000000000000000000000000000000..b341b72d08a5d37830622a521dc565962818b6c1 GIT binary patch literal 970 zcmcgrUvJYe5WlotyA6gAf)^y-14uI;03ourY(?ENCF#pvj2nANMBG%l3kV6G;G^-4 z5YKRSQ8$5v#tTk-`Q0D??A)FE-wyV_e|@~n;n(Q#_a#q!#6t5MKn-96xCkK7J@^7} z(F5IwG#qe5^@B$kFe0a(Hu+mm@MCT`yD2u%1 z7F%A&M_c_K>nF1`i<6lno5#o7g&X?p^xRoCJ#w3)mkO&~=FRG|Dni!53w*;!l#MlF z>dGbFcbwv~64ADriBa{0=d}X+68=`vys@@fiH@oo@KSK?|_9Iii*>y*NfwA`oi y`axXY@IDI&_WpRzLZ4RG;BKMMYvK}db^QPM54*habKB^yHZR;YLwC>a_I?80F$Sps literal 0 HcmV?d00001 diff --git a/autosubmit_api/components/__init__.pyc b/autosubmit_api/components/__init__.pyc new file mode 100644 index 0000000000000000000000000000000000000000..5b4acf33f1349dc242f007abc08496a2e9abfff0 GIT binary patch literal 178 zcmZSn%*$oGMKdXx0SXv_v;z&M4u=4F<| a$LkeTmT&;gx5>>1G%CYh#3G_zb(T6 literal 0 HcmV?d00001 diff --git a/autosubmit_api/components/experiment/__init__.pyc b/autosubmit_api/components/experiment/__init__.pyc new file mode 100644 index 0000000000000000000000000000000000000000..914bae842c807c4754a3ca50789b6cfbfe9ae085 GIT binary patch literal 189 zcmZSn%*$oGMKdXx0SXv_v;z!(%}q!wl7 k0@?cU@tJvi9i{OaBc;i2sgClxo|0O(l-%)>ONu9Nw#| zq^`OXsy(5)ld3&wdnZ&frMlCqJ#E{QDw$E;hH5u#drBpM z&Xrw9RJdP7N7TBb!UJXRQ5DV?y$faU9R#$svcN^eIRXZ_o9+I z2+bK>`Y?(JbOF?&tPy+dy7F2UB%);_Hi8~~CABcjpwsu$05kCgAm8t1VLxG$4?KJB zg8a5#YA&IvszT>zp4`m3(aEzxZZ=O|?dSc@W_+^3wigA-)3{Cs{4{&KnM0yg1J3H&T9pao9=e&YTe;38uHT5=@2^B{wSYKO_CFZSq(Ieon z2jJK-Q$+=zwmmaN1?+0yJWF`_6u1>%L1n+%u$2RBZq1XQDP3AZHcf+BafJOB^Jj^i zCTp=q-t@PvpCN=;+&DDzwl-L1zZaNILn`cDN~(qdmy~ysY{NFV^c=PxClN_j-UYtw zcT7Kzv>il*S}y9Rp!TY%<2NI7gm?RS4hj<%!$aUy9e0Jx@jJ}56ByhCWg20uk~DpA zu^|TsGV!ZHp2q2hmUkDA`@=|B;))u+O-ISPca$x{vTY37mb*s8SOSah$3U9z6HWRP zoKmgf?ETlF=;1}_E9CkHS|GD6A)YOV97J-eDM*p63AHsTh-hTPkf#O^9(mz9R^uLr@P~l|p zxOAfbTaHSxt`0-Qemg9v5$u3Pze%s2{`~<`7*2dbA-P&aIx! z^UP{h?|yWQUYUIgv-mVFO&C?}h;y&=ApRb8=A9$z_~7akT*hDFGU81rfjtAo%<6bR zWe7|u2!rrSkanVQpb#F#Jxw}Lwc8FZ3hs@__(SH*l_=M+Prfh&6@laRo~y+HvRa}s zsVk|33Z%hg964G!T4j#3HM-$7V^zlP*~%v1ViFj8$0 zrX{X>(;EIh=>(W`p=9dwup1@0Zl_t?6XzXbcy=^0MQX&j^vj`^Bc4#iq zK=Phqaf$`a5DD!L`PuZ4#rl=_^A5{NvL`zRBQJ#4j8?4?kjuC6Oq)?>L~FB zTu5*ckuXF6g6DGNXV^nRWKiD53-3c~ zoUAnp;;Wn?T|-sh?;OJ4F@*YVB?iVcEfdkBkQKg(XgXG&OH^@--~enZ;Cs*EDH|o7 zK@HL1E>nwRgaX4w<%%2DeTP#g5e@|g*<4}2xXWd@UJ`Q!IylCo z2j_ha#W(>?r*3bc{Xmyl;BRB(PS{E10y{nEQm}$7!1bVpA%YGgM@XioT2ww+)h%Y?l9raO{uO?^h1#$WV!Wu0 z3U~*#b@B+?EUeraM(Ynsv{o_g-Ng?zb0v+*re1{!YI^WpKMu!;$RsfM!xBK7cqt4x zkuk5~=JgjSW?+Oce=7-FDj+dBth_<_T3y|6)QuWTM7xmAy@@eXEN|4QnPKP=IWMO( z%5fZo=31|W+%-TnH8mA{9J&vueWn#99oRg*M5S)^II-8uK#h-j527ks4*7kVzbJVu zUMPDB&>QzETM&Ubm^Wg8XcK0AoA<8*%A>ah>4E+Tmo)-vb?0Fi0SBCVWdsleSq!E+ ziF#QKV0N3PJB^#N6Nq#@$Ucn|sXd1I{TSCysa^8YA^|8=IeBTDHm~EZcaenvS_IR3 zNnn^w9wSJ_>EI%CgE;kz3I3!6-RTfyUgWeD_R|Wo3u^<%R+%GkT=G}3)S}WE6{~RJ zJ%grL={9dj)M&f)OmZe8Cviy_5+TK`D!cusoGVcQ+pfS0S6Z+#uy2SM5j-V63S{h{ z3F;nx=5jykM-@W6Z=iqlNMO=q7zvj%{WEk~=qsA|pP{EE%=dHWM?rLBhlImBkWftY z7ekmJ21w>5CSFAYItAM2QcdM6+k`|(6Q!0Z6%%yKr3sFQ>S?9JvITpM3f3AZpqMf? z#-*01YAWV3bi9bxVx}PCJPr~|WTJ<#<;;5-qYR@|+lE>~6qdc811P`C_sBlAgXp<+ zQz#(^d5oTB3z{k?jamH?lM{WdYIAT_k2%worXmZk@csvq>)=YD?dDhx6r_qO9 zV%rg9u*p}9oj&p9-HY2}r2jndn))@aL3Hc5v-lB+H}a0GL69V!B_2C;UVR!)>=GMDaf*x5cq+F)&@pOs|C(TE)$8%Six_TBWo+ zalC=M)dXEx9&cc0DYbPOjmEKu@_s*0#tECu8~+j4K<6HDW*uA=;fx7Z?QS!{s&@_3 z9VZkrU;U@|K;eHcc07jb#|bpf=g$O9^h-q*9{{B5V+IoE^Op|?(zp>I=kwPgkhoa& z!6o{RyKSz)GIZ3_uRp*r8e?cyNQ$T8usxLcaV}4*mnj5A>FclKara`6=fosD3m;Is zS7Wm|2-X^$FLRkGjW-7Qara7)^dtQQ)4hYUXb-tOTBco?lrFX$BY{WH#n7wPFgVgq zudh9qT@vI0#D7`NXPRZ;A6MOTu`l1bk`NPpbSpPcc}(lIw?{1$H3Hp$~Lo`LF>H(Htj5 zsSxA2 ztXTunv4mm|&QVr3t@Zv%R3%tVPdE)LlU~lL;FzcmHlopE;2lh}foTu4&XSAv-dl~B ze)Z0?XtG#kL5U^Nd%HpTF*aXk;j;)>bXY(LDlcI{uhP5BLbK?z5NnSHlHKb}W$00T zhy~((leNcLaK07Rq&BJ@ji)e`43~Zqh3sjXYRqC^ll_~-Z$oxD*_}=^s87j`C*J2j zJ8rtMFa*yryvpWD?nP~AzYEUPE?cp`yjGoy_Ap492X`AOLH7o6}~+qjWnZ|En7~U#HJ|>Oh7fVaY#WhNrWXkHnuE!T%}|R=xR;3q?YwL`5?yKBYRROnX#C6&0UWoztdW zQ_-x7BB6`xg|vnrlbojHt+soC6L^-<>)p1IwuAHZf#lBAS{(2nh>uItPZuT>eJKylSo*$TLBsOvQtw&JZ33DyL zQrOj+-R(f@Nqpn1_p(hd34a!3U9{zo+y4M1e}XCin}ju;3Ml|`bgIg)2rxpDvu9NK zBLaY5qXLX6zb3%A0yR0OUQiQ^^Xt+xq5OsblgghEU`qLu0!%A^N`M*Vw42jB%->Pj z4coru2Z;_h!XUSOPY3zD9S89`h&XS1iErnI6M4&C!mYD#y^lHecDkP1VWLyJee3SL zy?U>Gf8M_DEUvU~EIS7A`km#)l{Z`10aFZumj!m7W;*cg^*uY+UZ!mw#sL<8?h5u% zq>V5M^DV*R(raFpgvn-ZX6ZD;(qV!_M;on2#Te&xE4Xc0uJigIquNyJu~IH-O8~3v zsgyvq1V&0=l#{n>GQU=Kjwy&IxXab*hv3E`ctV9{!X&3{PjNoAtSv&eB23XUI90cw zWnhWhh5X}NpJm@+*>pEVI7K7!Fm}ld5$|4_Ytxznj?TO!-+*?=I2EfK1zuvB)Fx_6 z&(mA7P)RKj=N#fpbrgZnV}J^oFnbmvp-*9;kPlhajlG_zf!oW{Zjk3x$R^1y+Cr{4 zJXsUPRQV2|g{?FW7M39mTMLi+S--m#E)3Pu3A|_tWx*S0s_XT_IXb%%g++6EkKJ zvV@a_Dg&r`oVz1H(_car8g<)qg|==%SGQC%kpO?7X@*(nfag+i+~J6ChE8+np%;Z* z&MiboB+B8M$qWobz&uqpCD4eneNRXp?3_ z^P2#Sih}GrHI=ddFN{heSsi^D%dwyC`4=$)SRK4vFm5oa~ zuc8tU14{%q;jmNm==#08t9O>~FE5G77ea~>6igBofl{3yamm}wfHr~-4F+OYxiTOqy9PpRj2|diP*1}Kf^;CG0U*LvpTD)n95`PFaEPd6yN-Keg`7(qLpdSKK+{W-!lHttLdUD< z%4xn-RSW^I(LfOz{tbW@^(V~$fMAx&{z6-4nsDz=D(W}CQwNsX{gr}6rQblO1)4vk z#O^IC2o}hWF2n#7+C-4Y)i(S{gG0ZDrLmNioI5lyacE%e!8>XMR(GeNvOg*7pbD>o zcyCJSY4upn1oWF9_z?aNF?DSX(2qV$URA*H5fx4i508nzl-Q&#!Pp8^NvUi-q|MGL zRLi^FpvUmYezX-vft>}O5BF>9tw4mKa9Quz`v>_en7;}E+2F+e%LjInYI`H?Cw{9* zTFc^aSR|@=AxdYk3)7c7vmEC@+JhD6Krig>K+xG2rJgS;7zK$#8IuVN1QXxki5(hj zQRKmSWr|oH6R#nXF)~U;5~skOcvRUU)Ilug3wBRVBAxR%+jmfM+J9AAYCm@O87aaB8G(j#sQvTNpuq=`|* zgCWbL*NF3|A_97V06{hgBSth00_-vbwhWH8#{>aAKo~0#YJ%{fq42*3K`etG8Un*h za+to%nFAnf_I%&@3dbo?!bsyZ9g;<&3$f5AY(JbgaGDQLaz@vxa>{xg+%lz0fh3oB zIpNax(X;#S0hj(kF2MjB>kH!265N(ydAH%#pdo213cWo}7`!68KuKcOi(z6u70d=1 z^#YhMCbBRw|0~x4fDsqGHjKEC56%^KGk`_RjOW3gMAJ0$@Zau6mc|UGWq=|m9q?*m1o$Lz z#8PpneB3zPQi5Z7;5ZDxB$60PqU^`W^F(6=hp*c0h7K+amtLuDSOWJ*3Fo~4M2 zcrF2fEHSl_Gqw*oIthJE+gO3&_^8OGJnt#=65)O3Bhcj|(6(2awDg)`nTd8II0JWm z&y|;=OmfInO~ZI}hItm6DP);&NqF-z#KI2K6?pg;ac=dL#m|83Rg4JP{{;Xc1u0p^ zu|~;3OKN9JhL9zYfWbc`4TVq+DxY@sFJI z*jk@He=T^GPs_E8oZuFs(B%CJp2(om+o;w8yPNhSKlwVMh7gH}K~O#vCA{<*c?{os zt($hx>;87Swc0Uh}oX4Dy2>~0q zn_^dUnpRVs@MZ4*RaPj<`5r3sq=y@JizI>b9*5p%wTSAaP%*x(W0aisSye7V!C08a{P&MOB4<}uu;(>th_KB*{Dv0)t0AWSKt({*VMnf&8_|i`RYc-JjzuIf`-rS-`w-VBVgTadGj?sfaJX;YAn}uFH#n z)Nt%Ocid21bG`c;x~X*ImHkdJ9-w zX90`zB_e!w4UsV~zmi`=y^7>6-s0arup9SN?L~ZsH<*pzzjDwJSGfPJgGL$I+WS`z z8pc8Fzja`|!Bwo{h)du@TcR%siHGr(ywzU@4^X6bk#Wpi_hX#aJjAS8k<4XEw@K$v zOk_UFb>#;q*Ns!ZkED+)p}Xt)Y1eg~*Lh`|mH0!7k-W*}sVCvJ1a=NxkC+bPLaxAkJ?Uw%Tvv|XUwhqOO|LgY^hY_hmJrzHP-x!hVa>m(NXT@vFh{<|7 dyz&XN+&DlZ%|o3_iASD%y8!3bMD;Ph5xRv+)m#f zL~8Q4fd3!iG5>~$@%2=y)SfFhRO+d$q4pZeqi#W^3o2`>y{4--Rl2CMmfCB%`l3pg zRJN@4mQ~hPdu`X+Qt67yR@L4r>Pt#1b+D#}o{E>%S4zE5>hryI6}M}Om8s&2(pOcy zsty~f{HOHT;0Q05mF{%buYxgX}q zm%8jUIOcVTts);L`&Aj*q{u%GqcGOnNvR`Sl=dd{_bXeNYLF%NB|RThNg87|S;1@Q zy{~PMVHLq3G)WXhGP(T$G`rfoY=)^jIK=}z=2sA~)E>;FXbrdku3=$8#SJMm=@7Oo zDu1Wb#DIvykDo10!`2u^khS$Ys42HhDvVBtu8Hkt0MQ#2neIIdOFQa4t;#AICB50+ zeI2ITczWT~96>lvPFABL8yC6Gt?B76#=1;0lzSFi?~ae`qWrS`biB#}J)k^U_yS5) z%ECXyHmsoIxu-0?vi}#J!uMc7J(I%ohI$4xHPy3*I#{G#fD?4^X00t6=~U~Ivdb!l z0Tk6R<1Rpj}{K%>(mQRmZ6Gi*9VqFv~rxjO3A%LIX$W>9SogT44 z?qInuV4?M6wfOuBjM*1Tgqy#4k`NeT{jA9CXdgBF{pZ6;q4QDluUA1PHX0J=ZuidJ z?rlrXWMQfE!q~FP-m!GkeqzmS{2y66Ht+X(nthQesOf}WU1mv*g`#2q@@5bo0`_9{d*jzg;n!r-77 z7@utd$2=NW#;&6}2UQ=8RvqDsAYmER>EIuu;{OCfD2@3p9uK7MX*|q!X#!V{f6j%| z49dGnV0i0|bwER)Kr}ND2o#1We2a4fZe#px9>>qw0V2l=&IzigXM#AC7Ih9a^lB7^ zx02lIRNM=MDV2|1(3P_35U($Dt+>%=8ZslTKlRSVdxeotyuuLkxY896hf_REnUok} z$dU7gCtJc%s#FlJD-oHulCd6z*Qo5kL!>9GhFxf!MYcI54 zZLdn`+(ksHr-c!E$sf7+0FQYWLVx3I3^4i%om))H$UQ+R=OR)CrSGEVPzs<0$niXh zE}ja2GMCgyniDihZ-P$X(7;BZE0l zjXdT&HL{uW)W~VhQzO-{tA%v5XW#q*vUZ*_2R%FK45HBJUbuPh%ij1f?IF+wX@WC| zEnT$KvYn(4swS9RxlDs4`+bO)rW3?A#s}ljj(i^Ta?+OCR%ISM3DZjZWWI!D_A8F> z9WHJY4Jon<2Jz!W1HWU@7*)ndyCl}jEEeaz86vM>^mhqMs>9q>X&N36Mlz;M zX9J`eLQaE&75Rpd)Zb^^nsM-==tpC{hsXR7LV0WWT=ib@Zp?imvgG&?rjW6~`CsR* zG3?=YAue%4Vpxm3a2uK4L#(BKmEi*EUfDv90;%d)jQz193CN^Xt`i6WH3HYwID0^Y zxw}nWjm#hFDgA{dP5fj(A@~w{J0X%fEQ!_Z4YtL=Su#8d1Tw({E(r7vD(*~Ty6(S2 z!3gO88said&LdI|rs?A6c=>y%C&$yez-kJosW1M9F5lf3XS&My;!Ia9iL0ig#Z_Ed zKluk_@=J&gdE&gpxDX>ymC2w&(l<@`eDMk+gnx%(lj1JKWx9qzQe1Ol#eK9Jl301p zCpTQuMurfj!jK4sukp$>SDz;Wm;`!EIW?ICm;Q#j&NLlqot&I}edXSf^o6*){{8;W z#}9pp^^!sRJD)$=o>||2A8VSC!17AMbcn}Hs;!QXnc`wEZ*mOziR9;#XfD6>G%WKZ z-*?g4SX`9N)5MN0(^qm-@fJ2+@bMx)#Wto4dIKJFL8C)kyhS1CWEl7FQT&$T0R(&0 z#6=w{WDFydAgtABUqM#aYA=c5k%aPE9mq*8Epn~LzU7q&-_QA6wdEx9$wYUSOms;* z3cf?Y+rT5apjmS6>@l;qUd%6Q=RPB{WjsAGR&KyJt?|RP_mGp<7Vdtm%i1dsrqL&+ zz>@J^r(4-1H38lu1Y{$CCl?Nfc{FSx6_QNY=dOLa%~=Dcx*Q+M(mrtah2Jq4npYs! SybbwW^EMjS-@g9ln)iR%VN+QE literal 0 HcmV?d00001 diff --git a/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211216_131434_create.log b/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211216_131434_create.log new file mode 100755 index 00000000..bacb5a4b --- /dev/null +++ b/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211216_131434_create.log @@ -0,0 +1,67 @@ +2021-12-16 13:14:36,075 Preparing .lock file to avoid multiple instances with same expid. +2021-12-16 13:14:36,076 +Checking configuration files... +[WARNING] 2021-12-16 13:14:36,087 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-16 13:14:36,088 expdef_a29z.conf OK +2021-12-16 13:14:36,088 platforms_a29z.conf OK +2021-12-16 13:14:36,089 jobs_a29z.conf OK +2021-12-16 13:14:36,090 wrappers OK +2021-12-16 13:14:36,090 autosubmit_a29z.conf OK +2021-12-16 13:14:36,090 Configuration files OK + +2021-12-16 13:14:36,091 Loading parameters... +2021-12-16 13:14:36,107 +Creating the jobs list... +2021-12-16 13:14:36,115 Creating jobs... +2021-12-16 13:14:36,115 Loading JobList +2021-12-16 13:14:36,132 Creating LOCAL_SETUP jobs +2021-12-16 13:14:36,132 Creating REMOTE_SETUP jobs +2021-12-16 13:14:36,132 Creating INI jobs +2021-12-16 13:14:36,133 Creating SIM jobs +2021-12-16 13:14:36,148 Creating POST jobs +2021-12-16 13:14:36,162 Creating CLEAN jobs +2021-12-16 13:14:36,174 Creating TRANSFER jobs +2021-12-16 13:14:36,178 Creating LOCALPOST jobs +2021-12-16 13:14:36,179 Creating PLOT jobs +2021-12-16 13:14:36,180 Adding dependencies... +2021-12-16 13:14:36,180 Adding dependencies for LOCAL_SETUP jobs +2021-12-16 13:14:36,180 Adding dependencies for REMOTE_SETUP jobs +2021-12-16 13:14:36,180 Adding dependencies for INI jobs +2021-12-16 13:14:36,180 Adding dependencies for SIM jobs +2021-12-16 13:14:36,183 Adding dependencies for POST jobs +2021-12-16 13:14:36,185 Adding dependencies for CLEAN jobs +2021-12-16 13:14:36,186 Adding dependencies for TRANSFER jobs +2021-12-16 13:14:36,187 Adding dependencies for LOCALPOST jobs +2021-12-16 13:14:36,187 Adding dependencies for PLOT jobs +2021-12-16 13:14:36,187 Removing redundant dependencies... +2021-12-16 13:14:36,240 Using existing valid structure. +2021-12-16 13:14:36,242 Creating jobs... +2021-12-16 13:14:36,243 Creating LOCAL_SETUP jobs +2021-12-16 13:14:36,243 Creating REMOTE_SETUP jobs +2021-12-16 13:14:36,243 Creating INI jobs +2021-12-16 13:14:36,244 Creating SIM jobs +2021-12-16 13:14:36,258 Creating POST jobs +2021-12-16 13:14:36,271 Creating CLEAN jobs +2021-12-16 13:14:36,283 Creating TRANSFER jobs +2021-12-16 13:14:36,287 Creating LOCALPOST jobs +2021-12-16 13:14:36,288 Creating PLOT jobs +2021-12-16 13:14:36,289 Adding dependencies... +2021-12-16 13:14:36,289 Adding dependencies for LOCAL_SETUP jobs +2021-12-16 13:14:36,289 Adding dependencies for REMOTE_SETUP jobs +2021-12-16 13:14:36,289 Adding dependencies for INI jobs +2021-12-16 13:14:36,289 Adding dependencies for SIM jobs +2021-12-16 13:14:36,292 Adding dependencies for POST jobs +2021-12-16 13:14:36,293 Adding dependencies for CLEAN jobs +2021-12-16 13:14:36,295 Adding dependencies for TRANSFER jobs +2021-12-16 13:14:36,296 Adding dependencies for LOCALPOST jobs +2021-12-16 13:14:36,296 Adding dependencies for PLOT jobs +2021-12-16 13:14:36,296 Removing redundant dependencies... +2021-12-16 13:14:36,323 Updating structure persistence... +2021-12-16 13:14:36,445 +Saving the jobs list... +2021-12-16 13:14:36,451 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-16 13:14:36,459 Job list saved +2021-12-16 13:14:36,465 _persistence end: Open file handles: 0: CHR, 1: CHR, 2: CHR, 3: SOCK, 4: REG, 5: REG, 6: REG, 7: REG, 8: REG, 11: FIFO, 12: CHR, 13: FIFO +2021-12-16 13:14:36,735 +Job list created successfully +[WARNING] 2021-12-16 13:14:36,735 Remember to MODIFY the MODEL config files! diff --git a/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211216_131434_create_err.log b/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211216_131434_create_err.log new file mode 100755 index 00000000..e69de29b diff --git a/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211216_131512_run.log b/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211216_131512_run.log new file mode 100755 index 00000000..47d67e33 --- /dev/null +++ b/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211216_131512_run.log @@ -0,0 +1,16 @@ +2021-12-16 13:15:13,842 +Checking configuration files... +[WARNING] 2021-12-16 13:15:13,849 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-16 13:15:13,849 expdef_a29z.conf OK +2021-12-16 13:15:13,850 platforms_a29z.conf OK +2021-12-16 13:15:13,850 jobs_a29z.conf OK +2021-12-16 13:15:13,851 wrappers OK +2021-12-16 13:15:13,851 autosubmit_a29z.conf OK +2021-12-16 13:15:13,851 Configuration files OK + +2021-12-16 13:15:13,851 Autosubmit is running with 3.14.0b +[CRITICAL] 2021-12-16 13:15:13,852 Current experiment uses (3.13.0) which is not the running Autosubmit version +Please, update the experiment version if you wish to continue using AutoSubmit 3.14.0b +You can achieve this using the command autosubmit updateversion a29z +Or with the -v parameter: autosubmit run a29z -v [eCode=7067] +2021-12-16 13:15:13,852 More info at https://autosubmit.readthedocs.io/en/latest/faq.html diff --git a/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211216_131512_run_err.log b/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211216_131512_run_err.log new file mode 100755 index 00000000..9c654072 --- /dev/null +++ b/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211216_131512_run_err.log @@ -0,0 +1,4 @@ +[CRITICAL] 2021-12-16 13:15:13,852 Current experiment uses (3.13.0) which is not the running Autosubmit version +Please, update the experiment version if you wish to continue using AutoSubmit 3.14.0b +You can achieve this using the command autosubmit updateversion a29z +Or with the -v parameter: autosubmit run a29z -v [eCode=7067] diff --git a/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211216_131517_run.log b/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211216_131517_run.log new file mode 100755 index 00000000..46c454e5 --- /dev/null +++ b/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211216_131517_run.log @@ -0,0 +1,406 @@ +2021-12-16 13:15:19,015 +Checking configuration files... +[WARNING] 2021-12-16 13:15:19,021 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-16 13:15:19,022 expdef_a29z.conf OK +2021-12-16 13:15:19,022 platforms_a29z.conf OK +2021-12-16 13:15:19,023 jobs_a29z.conf OK +2021-12-16 13:15:19,024 wrappers OK +2021-12-16 13:15:19,024 autosubmit_a29z.conf OK +2021-12-16 13:15:19,024 Configuration files OK + +2021-12-16 13:15:19,024 Autosubmit is running with 3.14.0b +2021-12-16 13:15:19,024 The a29z experiment 3.13.0 version is being updated to 3.14.0b for match autosubmit version +2021-12-16 13:15:19,030 Preparing .lock file to avoid multiple instances with same experiment id +2021-12-16 13:15:19,208 Custom directives from platform.conf: None +2021-12-16 13:15:19,208 Custom directives from platform.conf: None +2021-12-16 13:15:19,208 The Experiment name is: a29z +2021-12-16 13:15:19,208 Sleep: 10 +2021-12-16 13:15:19,208 Default retrials: 0 +2021-12-16 13:15:19,208 Starting job submission... +2021-12-16 13:15:19,217 Creating jobs... +2021-12-16 13:15:19,217 Loading JobList +2021-12-16 13:15:19,225 Creating LOCAL_SETUP jobs +2021-12-16 13:15:19,225 Creating REMOTE_SETUP jobs +2021-12-16 13:15:19,225 Creating INI jobs +2021-12-16 13:15:19,227 Creating SIM jobs +2021-12-16 13:15:19,241 Creating POST jobs +2021-12-16 13:15:19,255 Creating CLEAN jobs +2021-12-16 13:15:19,267 Creating TRANSFER jobs +2021-12-16 13:15:19,271 Creating LOCALPOST jobs +2021-12-16 13:15:19,272 Creating PLOT jobs +2021-12-16 13:15:19,273 Adding dependencies... +2021-12-16 13:15:19,273 Adding dependencies for LOCAL_SETUP jobs +2021-12-16 13:15:19,273 Adding dependencies for REMOTE_SETUP jobs +2021-12-16 13:15:19,273 Adding dependencies for INI jobs +2021-12-16 13:15:19,273 Adding dependencies for SIM jobs +2021-12-16 13:15:19,276 Adding dependencies for POST jobs +2021-12-16 13:15:19,277 Adding dependencies for CLEAN jobs +2021-12-16 13:15:19,279 Adding dependencies for TRANSFER jobs +2021-12-16 13:15:19,280 Adding dependencies for LOCALPOST jobs +2021-12-16 13:15:19,280 Adding dependencies for PLOT jobs +2021-12-16 13:15:19,280 Removing redundant dependencies... +2021-12-16 13:15:19,308 Using existing valid structure. +2021-12-16 13:15:19,309 Starting from job list restored from /esarchive/autosubmit/a29z/pkl files +2021-12-16 13:15:19,309 Length of the jobs list: 590 +2021-12-16 13:15:19,309 Loading parameters... +2021-12-16 13:15:19,310 Parameters load. +2021-12-16 13:15:19,310 Checking experiment templates... +2021-12-16 13:15:19,310 Checking scripts... +2021-12-16 13:15:19,661 147 of 590 checked +2021-12-16 13:15:19,984 294 of 590 checked +2021-12-16 13:15:20,306 441 of 590 checked +2021-12-16 13:15:20,628 588 of 590 checked +2021-12-16 13:15:20,632 590 of 590 checked +2021-12-16 13:15:20,634 Scripts OK +2021-12-16 13:15:20,634 Loading job packages +2021-12-16 13:15:20,645 Checking job_list current status +2021-12-16 13:15:20,646 Updating FAILED jobs +2021-12-16 13:15:20,646 Updating WAITING jobs +2021-12-16 13:15:20,647 Update finished +2021-12-16 13:15:20,652 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-16 13:15:20,661 Job list saved +2021-12-16 13:15:20,665 Autosubmit is running with v3.14.0b +2021-12-16 13:15:20,666 Running job data structure +2021-12-16 13:15:21,007 Checking the connection to all platforms in use +2021-12-16 13:15:21,650 [transfer_node] Correct user privileges for host bscearth000 +2021-12-16 13:15:23,990 [marenostrum4] Correct user privileges for host mn1.bsc.es +2021-12-16 13:15:23,990 Running main loop +2021-12-16 13:15:23,991 Reloading parameters... +2021-12-16 13:15:23,991 Loading parameters... +2021-12-16 13:15:23,992 Parameters load. +2021-12-16 13:15:23,992 + +590 of 590 jobs remaining (13:15) +2021-12-16 13:15:23,992 Sleep: 10 +2021-12-16 13:15:23,992 Number of retrials: 0 +2021-12-16 13:15:23,992 WRAPPER CHECK TIME = 10 +2021-12-16 13:15:23,996 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z_backup.pkl +2021-12-16 13:15:24,005 Job list saved +2021-12-16 13:15:24,011 Checking jobs for platform=transfer_node +2021-12-16 13:15:24,013 Checking jobs for platform=marenostrum4 +2021-12-16 13:15:24,013 End of checking +2021-12-16 13:15:24,014 Updating FAILED jobs +2021-12-16 13:15:24,014 Updating WAITING jobs +2021-12-16 13:15:24,016 Update finished +2021-12-16 13:15:24,021 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-16 13:15:24,030 Job list saved +2021-12-16 13:15:24,038 +Jobs ready for transfer_node: 1 +2021-12-16 13:15:24,040 Number of jobs available: 3 +2021-12-16 13:15:24,040 Number of jobs ready: 1 +2021-12-16 13:15:24,041 Jobs ready for transfer_node: 1 +2021-12-16 13:15:24,044 Creating Scripts +2021-12-16 13:15:24,055 Sending Files +2021-12-16 13:15:24,323 /esarchive/scratch/Earth/wuruchi/a29z/LOG_a29z has been created on bscearth000 . +2021-12-16 13:15:24,540 Submitting +2021-12-16 13:15:24,545 a29z_LOCAL_SETUP_STAT have been removed +2021-12-16 13:15:24,548 a29z_LOCAL_SETUP_COMPLETED been removed +2021-12-16 13:15:24,768 Job ID: 7696 + +2021-12-16 13:15:24,768 a29z_LOCAL_SETUP submitted +2021-12-16 13:15:24,898 +Jobs ready for marenostrum4: 0 +2021-12-16 13:15:24,900 Number of jobs available: 3 +2021-12-16 13:15:24,900 Number of jobs ready: 0 +2021-12-16 13:15:24,904 Updating FAILED jobs +2021-12-16 13:15:24,904 Updating WAITING jobs +2021-12-16 13:15:24,905 Update finished +2021-12-16 13:15:24,907 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-16 13:15:24,907 a29z_LOCAL_SETUP 7696 SUBMITTED transfer_node serial +2021-12-16 13:15:24,909 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-16 13:15:24,918 Job list saved +2021-12-16 13:15:34,934 Reloading parameters... +2021-12-16 13:15:34,934 Loading parameters... +2021-12-16 13:15:34,935 Parameters load. +2021-12-16 13:15:34,935 + +590 of 590 jobs remaining (13:15) +2021-12-16 13:15:34,935 Sleep: 10 +2021-12-16 13:15:34,935 Number of retrials: 0 +2021-12-16 13:15:34,935 WRAPPER CHECK TIME = 10 +2021-12-16 13:15:34,937 Checking jobs for platform=transfer_node +2021-12-16 13:15:37,158 Successful check job command: nohup kill -0 7696 > /dev/null 2>&1; echo $? +2021-12-16 13:15:37,158 a29z_LOCAL_SETUP job seems to have completed: checking... +2021-12-16 13:15:37,167 Job a29z_LOCAL_SETUP is COMPLETED +2021-12-16 13:15:37,178 a29z_LOCAL_SETUP_STAT file have been transfered +[WARNING] 2021-12-16 13:15:37,277 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-16 13:15:37,287 a29z_LOCAL_SETUP_STAT file have been transfered +2021-12-16 13:15:37,354 Checking jobs for platform=marenostrum4 +2021-12-16 13:15:37,354 End of checking +2021-12-16 13:15:37,356 Updating FAILED jobs +2021-12-16 13:15:37,356 Updating WAITING jobs +2021-12-16 13:15:37,356 Setting job: a29z_REMOTE_SETUP status to: READY (all parents completed)... +2021-12-16 13:15:37,357 Update finished +2021-12-16 13:15:37,362 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-16 13:15:37,362 a29z_LOCAL_SETUP 7696 COMPLETED transfer_node serial +2021-12-16 13:15:37,364 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-16 13:15:37,373 Job list saved +2021-12-16 13:15:37,377 +Jobs ready for transfer_node: 1 +2021-12-16 13:15:37,379 Number of jobs available: 3 +2021-12-16 13:15:37,379 Number of jobs ready: 1 +2021-12-16 13:15:37,380 Jobs ready for transfer_node: 1 +2021-12-16 13:15:37,383 Creating Scripts +2021-12-16 13:15:37,394 Sending Files +2021-12-16 13:15:37,662 /esarchive/scratch/Earth/wuruchi/a29z/LOG_a29z has been created on bscearth000 . +2021-12-16 13:15:37,675 Submitting +2021-12-16 13:15:37,678 a29z_REMOTE_SETUP_STAT have been removed +2021-12-16 13:15:37,680 a29z_REMOTE_SETUP_COMPLETED been removed +2021-12-16 13:15:38,116 Job ID: 8214 + +2021-12-16 13:15:38,117 a29z_REMOTE_SETUP submitted +2021-12-16 13:15:38,250 +Jobs ready for marenostrum4: 0 +2021-12-16 13:15:38,252 Number of jobs available: 3 +2021-12-16 13:15:38,252 Number of jobs ready: 0 +2021-12-16 13:15:38,255 Updating FAILED jobs +2021-12-16 13:15:38,256 Updating WAITING jobs +2021-12-16 13:15:38,257 Update finished +2021-12-16 13:15:38,261 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-16 13:15:38,261 a29z_LOCAL_SETUP 7696 COMPLETED transfer_node serial +2021-12-16 13:15:38,261 a29z_REMOTE_SETUP 8214 SUBMITTED transfer_node serial +2021-12-16 13:15:38,263 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-16 13:15:38,272 Job list saved +[WARNING] 2021-12-16 13:15:42,289 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-16 13:15:42,291 Custom directives from platform.conf: None +2021-12-16 13:15:42,292 Custom directives from platform.conf: None +2021-12-16 13:15:48,537 Reloading parameters... +2021-12-16 13:15:48,537 Loading parameters... +2021-12-16 13:15:48,538 Parameters load. +2021-12-16 13:15:48,538 + +589 of 590 jobs remaining (13:15) +2021-12-16 13:15:48,538 Sleep: 10 +2021-12-16 13:15:48,538 Number of retrials: 0 +2021-12-16 13:15:48,538 WRAPPER CHECK TIME = 10 +2021-12-16 13:15:48,540 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z_backup.pkl +2021-12-16 13:15:48,549 Job list saved +2021-12-16 13:15:48,563 Checking jobs for platform=transfer_node +2021-12-16 13:15:50,783 Successful check job command: nohup kill -0 8214 > /dev/null 2>&1; echo $? +2021-12-16 13:15:50,783 a29z_REMOTE_SETUP job seems to have completed: checking... +2021-12-16 13:15:50,790 Job a29z_REMOTE_SETUP is COMPLETED +2021-12-16 13:15:50,801 a29z_REMOTE_SETUP_STAT file have been transfered +[WARNING] 2021-12-16 13:15:50,876 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-16 13:15:51,071 a29z_REMOTE_SETUP_STAT file have been transfered +2021-12-16 13:15:51,144 Checking jobs for platform=marenostrum4 +2021-12-16 13:15:51,144 End of checking +2021-12-16 13:15:51,144 Updating FAILED jobs +2021-12-16 13:15:51,145 Updating WAITING jobs +2021-12-16 13:15:51,145 Setting job: a29z_19550501_fc0_INI status to: READY (all parents completed)... +2021-12-16 13:15:51,145 Setting job: a29z_19550501_fc1_INI status to: READY (all parents completed)... +2021-12-16 13:15:51,145 Setting job: a29z_19550501_fc2_INI status to: READY (all parents completed)... +2021-12-16 13:15:51,145 Setting job: a29z_19550501_fc3_INI status to: READY (all parents completed)... +2021-12-16 13:15:51,145 Setting job: a29z_19550501_fc4_INI status to: READY (all parents completed)... +2021-12-16 13:15:51,145 Setting job: a29z_19550501_fc5_INI status to: READY (all parents completed)... +2021-12-16 13:15:51,145 Setting job: a29z_19550501_fc6_INI status to: READY (all parents completed)... +2021-12-16 13:15:51,145 Setting job: a29z_19551101_fc0_INI status to: READY (all parents completed)... +2021-12-16 13:15:51,145 Setting job: a29z_19551101_fc1_INI status to: READY (all parents completed)... +2021-12-16 13:15:51,145 Setting job: a29z_19551101_fc2_INI status to: READY (all parents completed)... +2021-12-16 13:15:51,145 Setting job: a29z_19551101_fc3_INI status to: READY (all parents completed)... +2021-12-16 13:15:51,145 Setting job: a29z_19551101_fc4_INI status to: READY (all parents completed)... +2021-12-16 13:15:51,145 Setting job: a29z_19551101_fc5_INI status to: READY (all parents completed)... +2021-12-16 13:15:51,145 Setting job: a29z_19551101_fc6_INI status to: READY (all parents completed)... +2021-12-16 13:15:51,147 Update finished +2021-12-16 13:15:51,151 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-16 13:15:51,151 a29z_LOCAL_SETUP 7696 COMPLETED transfer_node serial +2021-12-16 13:15:51,152 a29z_REMOTE_SETUP 8214 COMPLETED transfer_node serial +2021-12-16 13:15:51,154 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-16 13:15:51,163 Job list saved +2021-12-16 13:15:51,167 +Jobs ready for transfer_node: 14 +2021-12-16 13:15:51,169 Number of jobs available: 3 +2021-12-16 13:15:51,169 Number of jobs ready: 14 +2021-12-16 13:15:51,170 Jobs ready for transfer_node: 14 +2021-12-16 13:15:51,173 Creating Scripts +2021-12-16 13:15:51,187 Sending Files +2021-12-16 13:15:51,454 /esarchive/scratch/Earth/wuruchi/a29z/LOG_a29z has been created on bscearth000 . +2021-12-16 13:15:51,466 Submitting +2021-12-16 13:15:51,469 a29z_19550501_fc0_INI_STAT have been removed +2021-12-16 13:15:51,472 a29z_19550501_fc0_INI_COMPLETED been removed +2021-12-16 13:15:51,771 Job ID: 8560 + +2021-12-16 13:15:51,771 a29z_19550501_fc0_INI submitted +2021-12-16 13:15:51,904 Creating Scripts +2021-12-16 13:15:51,918 Sending Files +2021-12-16 13:15:52,185 /esarchive/scratch/Earth/wuruchi/a29z/LOG_a29z has been created on bscearth000 . +2021-12-16 13:15:52,198 Submitting +2021-12-16 13:15:52,201 a29z_19550501_fc1_INI_STAT have been removed +2021-12-16 13:15:52,204 a29z_19550501_fc1_INI_COMPLETED been removed +2021-12-16 13:15:52,421 Job ID: 8737 + +2021-12-16 13:15:52,421 a29z_19550501_fc1_INI submitted +2021-12-16 13:15:52,572 Creating Scripts +2021-12-16 13:15:52,585 Sending Files +2021-12-16 13:15:52,853 /esarchive/scratch/Earth/wuruchi/a29z/LOG_a29z has been created on bscearth000 . +2021-12-16 13:15:53,242 Submitting +2021-12-16 13:15:53,247 a29z_19550501_fc2_INI_STAT have been removed +2021-12-16 13:15:53,250 a29z_19550501_fc2_INI_COMPLETED been removed +2021-12-16 13:15:53,467 Job ID: 8920 + +2021-12-16 13:15:53,468 a29z_19550501_fc2_INI submitted +2021-12-16 13:15:53,600 +Jobs ready for marenostrum4: 0 +2021-12-16 13:15:53,602 Number of jobs available: 3 +2021-12-16 13:15:53,602 Number of jobs ready: 0 +2021-12-16 13:15:53,606 Updating FAILED jobs +2021-12-16 13:15:53,606 Updating WAITING jobs +2021-12-16 13:15:53,607 Update finished +2021-12-16 13:15:53,611 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-16 13:15:53,611 a29z_LOCAL_SETUP 7696 COMPLETED transfer_node serial +2021-12-16 13:15:53,611 a29z_REMOTE_SETUP 8214 COMPLETED transfer_node serial +2021-12-16 13:15:53,611 a29z_19550501_fc0_INI 8560 SUBMITTED transfer_node serial +2021-12-16 13:15:53,611 a29z_19550501_fc1_INI 8737 SUBMITTED transfer_node serial +2021-12-16 13:15:53,611 a29z_19550501_fc2_INI 8920 SUBMITTED transfer_node serial +2021-12-16 13:15:53,613 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-16 13:15:53,622 Job list saved +[WARNING] 2021-12-16 13:15:55,891 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-16 13:15:55,893 Custom directives from platform.conf: None +2021-12-16 13:15:55,893 Custom directives from platform.conf: None +2021-12-16 13:16:03,708 Reloading parameters... +2021-12-16 13:16:03,708 Loading parameters... +2021-12-16 13:16:03,709 Parameters load. +2021-12-16 13:16:03,709 + +588 of 590 jobs remaining (13:16) +2021-12-16 13:16:03,709 Sleep: 10 +2021-12-16 13:16:03,709 Number of retrials: 0 +2021-12-16 13:16:03,709 WRAPPER CHECK TIME = 10 +2021-12-16 13:16:03,711 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z_backup.pkl +2021-12-16 13:16:03,720 Job list saved +2021-12-16 13:16:03,726 Checking jobs for platform=transfer_node +2021-12-16 13:16:05,997 Successful check job command: nohup kill -0 8560 > /dev/null 2>&1; echo $? +2021-12-16 13:16:05,997 a29z_19550501_fc0_INI job seems to have completed: checking... +2021-12-16 13:16:06,182 Job a29z_19550501_fc0_INI is COMPLETED +2021-12-16 13:16:06,233 a29z_19550501_fc0_INI_STAT file have been transfered +[WARNING] 2021-12-16 13:16:06,301 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-16 13:16:06,311 a29z_19550501_fc0_INI_STAT file have been transfered +2021-12-16 13:16:08,594 Successful check job command: nohup kill -0 8737 > /dev/null 2>&1; echo $? +2021-12-16 13:16:08,594 a29z_19550501_fc1_INI job seems to have completed: checking... +2021-12-16 13:16:08,819 Job a29z_19550501_fc1_INI is COMPLETED +2021-12-16 13:16:08,999 a29z_19550501_fc1_INI_STAT file have been transfered +[WARNING] 2021-12-16 13:16:09,062 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-16 13:16:09,073 a29z_19550501_fc1_INI_STAT file have been transfered +[WARNING] 2021-12-16 13:16:11,315 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-16 13:16:11,317 Custom directives from platform.conf: None +2021-12-16 13:16:11,317 Custom directives from platform.conf: None +2021-12-16 13:16:11,353 Successful check job command: nohup kill -0 8920 > /dev/null 2>&1; echo $? +2021-12-16 13:16:11,353 a29z_19550501_fc2_INI job seems to have completed: checking... +2021-12-16 13:16:11,459 Job a29z_19550501_fc2_INI is COMPLETED +2021-12-16 13:16:11,479 a29z_19550501_fc2_INI_STAT file have been transfered +[WARNING] 2021-12-16 13:16:11,544 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-16 13:16:11,554 a29z_19550501_fc2_INI_STAT file have been transfered +2021-12-16 13:16:11,620 Checking jobs for platform=marenostrum4 +2021-12-16 13:16:11,621 End of checking +2021-12-16 13:16:11,621 Updating FAILED jobs +2021-12-16 13:16:11,621 Updating WAITING jobs +2021-12-16 13:16:11,622 Setting job: a29z_19550501_fc0_1_SIM status to: READY (all parents completed)... +2021-12-16 13:16:11,622 Setting job: a29z_19550501_fc1_1_SIM status to: READY (all parents completed)... +2021-12-16 13:16:11,622 Setting job: a29z_19550501_fc2_1_SIM status to: READY (all parents completed)... +2021-12-16 13:16:11,623 Update finished +2021-12-16 13:16:11,628 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-16 13:16:11,628 a29z_LOCAL_SETUP 7696 COMPLETED transfer_node serial +2021-12-16 13:16:11,628 a29z_REMOTE_SETUP 8214 COMPLETED transfer_node serial +2021-12-16 13:16:11,628 a29z_19550501_fc0_INI 8560 COMPLETED transfer_node serial +2021-12-16 13:16:11,628 a29z_19550501_fc1_INI 8737 COMPLETED transfer_node serial +2021-12-16 13:16:11,628 a29z_19550501_fc2_INI 8920 COMPLETED transfer_node serial +2021-12-16 13:16:11,630 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-16 13:16:11,639 Job list saved +2021-12-16 13:16:11,652 +Jobs ready for transfer_node: 11 +2021-12-16 13:16:11,654 Number of jobs available: 3 +2021-12-16 13:16:11,655 Number of jobs ready: 11 +2021-12-16 13:16:11,656 Jobs ready for transfer_node: 11 +2021-12-16 13:16:11,659 Creating Scripts +2021-12-16 13:16:11,671 Sending Files +2021-12-16 13:16:11,939 /esarchive/scratch/Earth/wuruchi/a29z/LOG_a29z has been created on bscearth000 . +2021-12-16 13:16:12,117 Submitting +2021-12-16 13:16:12,120 a29z_19550501_fc3_INI_STAT have been removed +2021-12-16 13:16:12,122 a29z_19550501_fc3_INI_COMPLETED been removed +2021-12-16 13:16:12,339 Job ID: 9774 + +2021-12-16 13:16:12,340 a29z_19550501_fc3_INI submitted +2021-12-16 13:16:12,471 Creating Scripts +2021-12-16 13:16:12,484 Sending Files +2021-12-16 13:16:12,752 /esarchive/scratch/Earth/wuruchi/a29z/LOG_a29z has been created on bscearth000 . +2021-12-16 13:16:12,764 Submitting +2021-12-16 13:16:12,768 a29z_19550501_fc4_INI_STAT have been removed +2021-12-16 13:16:12,771 a29z_19550501_fc4_INI_COMPLETED been removed +2021-12-16 13:16:13,640 Job ID: 9960 + +2021-12-16 13:16:13,640 a29z_19550501_fc4_INI submitted +2021-12-16 13:16:13,955 Creating Scripts +2021-12-16 13:16:13,967 Sending Files +[WARNING] 2021-12-16 13:16:14,074 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-16 13:16:14,076 Custom directives from platform.conf: None +2021-12-16 13:16:14,077 Custom directives from platform.conf: None +2021-12-16 13:16:14,351 /esarchive/scratch/Earth/wuruchi/a29z/LOG_a29z has been created on bscearth000 . +2021-12-16 13:16:14,366 Submitting +2021-12-16 13:16:14,371 a29z_19550501_fc5_INI_STAT have been removed +2021-12-16 13:16:14,374 a29z_19550501_fc5_INI_COMPLETED been removed +2021-12-16 13:16:14,884 Job ID: 10209 + +2021-12-16 13:16:14,884 a29z_19550501_fc5_INI submitted +2021-12-16 13:16:15,047 +Jobs ready for marenostrum4: 3 +2021-12-16 13:16:15,049 Number of jobs available: 3 +2021-12-16 13:16:15,049 Number of jobs ready: 3 +2021-12-16 13:16:15,050 Jobs ready for marenostrum4: 3 +2021-12-16 13:16:15,056 Creating Scripts +2021-12-16 13:16:15,068 Sending Files +2021-12-16 13:16:15,129 Submitting +2021-12-16 13:16:15,136 a29z_19550501_fc0_1_SIM_STAT have been removed +2021-12-16 13:16:15,147 a29z_19550501_fc0_1_SIM_COMPLETED been removed +2021-12-16 13:16:15,150 Creating Scripts +2021-12-16 13:16:15,162 Sending Files +2021-12-16 13:16:15,238 Submitting +2021-12-16 13:16:15,241 a29z_19550501_fc1_1_SIM_STAT have been removed +2021-12-16 13:16:15,244 a29z_19550501_fc1_1_SIM_COMPLETED been removed +2021-12-16 13:16:15,246 Creating Scripts +2021-12-16 13:16:15,259 Sending Files +2021-12-16 13:16:15,274 Submitting +2021-12-16 13:16:15,277 a29z_19550501_fc2_1_SIM_STAT have been removed +2021-12-16 13:16:15,279 a29z_19550501_fc2_1_SIM_COMPLETED been removed +2021-12-16 13:16:15,335 Autosubmit will interrupt at the next safe occasion +[WARNING] 2021-12-16 13:16:16,560 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-16 13:16:16,563 Custom directives from platform.conf: None +2021-12-16 13:16:16,563 Custom directives from platform.conf: None +2021-12-16 13:16:21,177 Updating FAILED jobs +2021-12-16 13:16:21,178 Updating WAITING jobs +2021-12-16 13:16:21,179 Update finished +2021-12-16 13:16:21,184 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-16 13:16:21,185 a29z_LOCAL_SETUP 7696 COMPLETED transfer_node serial +2021-12-16 13:16:21,185 a29z_REMOTE_SETUP 8214 COMPLETED transfer_node serial +2021-12-16 13:16:21,185 a29z_19550501_fc0_INI 8560 COMPLETED transfer_node serial +2021-12-16 13:16:21,185 a29z_19550501_fc1_INI 8737 COMPLETED transfer_node serial +2021-12-16 13:16:21,185 a29z_19550501_fc2_INI 8920 COMPLETED transfer_node serial +2021-12-16 13:16:21,185 a29z_19550501_fc3_INI 9774 SUBMITTED transfer_node serial +2021-12-16 13:16:21,185 a29z_19550501_fc4_INI 9960 SUBMITTED transfer_node serial +2021-12-16 13:16:21,185 a29z_19550501_fc5_INI 10209 SUBMITTED transfer_node serial +2021-12-16 13:16:21,185 a29z_19550501_fc0_1_SIM 19178169 SUBMITTED marenostrum4 debug +2021-12-16 13:16:21,185 a29z_19550501_fc1_1_SIM 19178170 SUBMITTED marenostrum4 debug +2021-12-16 13:16:21,185 a29z_19550501_fc2_1_SIM 19178171 SUBMITTED marenostrum4 debug +2021-12-16 13:16:21,188 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-16 13:16:21,196 Job list saved +2021-12-16 13:16:21,258 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-16 13:16:21,258 a29z_LOCAL_SETUP 7696 COMPLETED transfer_node serial +2021-12-16 13:16:21,258 a29z_REMOTE_SETUP 8214 COMPLETED transfer_node serial +2021-12-16 13:16:21,259 a29z_19550501_fc0_INI 8560 COMPLETED transfer_node serial +2021-12-16 13:16:21,259 a29z_19550501_fc1_INI 8737 COMPLETED transfer_node serial +2021-12-16 13:16:21,259 a29z_19550501_fc2_INI 8920 COMPLETED transfer_node serial +2021-12-16 13:16:21,259 a29z_19550501_fc3_INI 9774 SUBMITTED transfer_node serial +2021-12-16 13:16:21,259 a29z_19550501_fc4_INI 9960 SUBMITTED transfer_node serial +2021-12-16 13:16:21,259 a29z_19550501_fc5_INI 10209 SUBMITTED transfer_node serial +2021-12-16 13:16:21,259 a29z_19550501_fc0_1_SIM 19178169 SUBMITTED marenostrum4 debug +2021-12-16 13:16:21,259 a29z_19550501_fc1_1_SIM 19178170 SUBMITTED marenostrum4 debug +2021-12-16 13:16:21,259 a29z_19550501_fc2_1_SIM 19178171 SUBMITTED marenostrum4 debug +2021-12-16 13:16:21,260 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-16 13:16:21,269 Job list saved +2021-12-16 13:16:31,283 Looking for active threads before closing Autosubmit. Ending the program before these threads finish may result in unexpected behavior. This procedure will last until all threads have finished or the program has waited for more than 30 seconds. diff --git a/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211216_131517_run_err.log b/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211216_131517_run_err.log new file mode 100755 index 00000000..e69de29b diff --git a/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211216_131729_create.log b/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211216_131729_create.log new file mode 100755 index 00000000..ab350d9c --- /dev/null +++ b/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211216_131729_create.log @@ -0,0 +1,66 @@ +2021-12-16 13:17:31,957 Preparing .lock file to avoid multiple instances with same expid. +2021-12-16 13:17:31,958 +Checking configuration files... +[WARNING] 2021-12-16 13:17:31,966 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-16 13:17:31,967 expdef_a29z.conf OK +2021-12-16 13:17:31,967 platforms_a29z.conf OK +2021-12-16 13:17:31,968 jobs_a29z.conf OK +2021-12-16 13:17:31,969 wrappers OK +2021-12-16 13:17:31,969 autosubmit_a29z.conf OK +2021-12-16 13:17:31,969 Configuration files OK + +2021-12-16 13:17:31,970 Loading parameters... +2021-12-16 13:17:31,977 +Creating the jobs list... +2021-12-16 13:17:31,985 Creating jobs... +2021-12-16 13:17:31,985 Loading JobList +2021-12-16 13:17:31,992 Creating LOCAL_SETUP jobs +2021-12-16 13:17:31,992 Creating REMOTE_SETUP jobs +2021-12-16 13:17:31,992 Creating INI jobs +2021-12-16 13:17:31,994 Creating SIM jobs +2021-12-16 13:17:32,008 Creating POST jobs +2021-12-16 13:17:32,021 Creating CLEAN jobs +2021-12-16 13:17:32,034 Creating TRANSFER jobs +2021-12-16 13:17:32,037 Creating LOCALPOST jobs +2021-12-16 13:17:32,039 Creating PLOT jobs +2021-12-16 13:17:32,040 Adding dependencies... +2021-12-16 13:17:32,040 Adding dependencies for LOCAL_SETUP jobs +2021-12-16 13:17:32,040 Adding dependencies for REMOTE_SETUP jobs +2021-12-16 13:17:32,040 Adding dependencies for INI jobs +2021-12-16 13:17:32,040 Adding dependencies for SIM jobs +2021-12-16 13:17:32,043 Adding dependencies for POST jobs +2021-12-16 13:17:32,044 Adding dependencies for CLEAN jobs +2021-12-16 13:17:32,045 Adding dependencies for TRANSFER jobs +2021-12-16 13:17:32,046 Adding dependencies for LOCALPOST jobs +2021-12-16 13:17:32,047 Adding dependencies for PLOT jobs +2021-12-16 13:17:32,047 Removing redundant dependencies... +2021-12-16 13:17:32,078 Using existing valid structure. +2021-12-16 13:17:32,080 Creating jobs... +2021-12-16 13:17:32,080 Creating LOCAL_SETUP jobs +2021-12-16 13:17:32,080 Creating REMOTE_SETUP jobs +2021-12-16 13:17:32,080 Creating INI jobs +2021-12-16 13:17:32,081 Creating SIM jobs +2021-12-16 13:17:32,096 Creating POST jobs +2021-12-16 13:17:32,108 Creating CLEAN jobs +2021-12-16 13:17:32,121 Creating TRANSFER jobs +2021-12-16 13:17:32,124 Creating LOCALPOST jobs +2021-12-16 13:17:32,125 Creating PLOT jobs +2021-12-16 13:17:32,126 Adding dependencies... +2021-12-16 13:17:32,126 Adding dependencies for LOCAL_SETUP jobs +2021-12-16 13:17:32,126 Adding dependencies for REMOTE_SETUP jobs +2021-12-16 13:17:32,126 Adding dependencies for INI jobs +2021-12-16 13:17:32,126 Adding dependencies for SIM jobs +2021-12-16 13:17:32,129 Adding dependencies for POST jobs +2021-12-16 13:17:32,131 Adding dependencies for CLEAN jobs +2021-12-16 13:17:32,132 Adding dependencies for TRANSFER jobs +2021-12-16 13:17:32,133 Adding dependencies for LOCALPOST jobs +2021-12-16 13:17:32,133 Adding dependencies for PLOT jobs +2021-12-16 13:17:32,133 Removing redundant dependencies... +2021-12-16 13:17:32,161 Updating structure persistence... +2021-12-16 13:17:32,277 +Saving the jobs list... +2021-12-16 13:17:32,283 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-16 13:17:32,291 Job list saved +2021-12-16 13:17:32,486 +Job list created successfully +[WARNING] 2021-12-16 13:17:32,486 Remember to MODIFY the MODEL config files! diff --git a/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211216_131729_create_err.log b/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211216_131729_create_err.log new file mode 100755 index 00000000..e69de29b diff --git a/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211216_131734_run.log b/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211216_131734_run.log new file mode 100755 index 00000000..2eba80b2 --- /dev/null +++ b/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211216_131734_run.log @@ -0,0 +1,1442 @@ +2021-12-16 13:17:36,277 +Checking configuration files... +[WARNING] 2021-12-16 13:17:36,284 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-16 13:17:36,285 expdef_a29z.conf OK +2021-12-16 13:17:36,285 platforms_a29z.conf OK +2021-12-16 13:17:36,285 jobs_a29z.conf OK +2021-12-16 13:17:36,287 wrappers OK +2021-12-16 13:17:36,287 autosubmit_a29z.conf OK +2021-12-16 13:17:36,287 Configuration files OK + +2021-12-16 13:17:36,287 Autosubmit is running with 3.14.0b +2021-12-16 13:17:36,290 Preparing .lock file to avoid multiple instances with same experiment id +2021-12-16 13:17:36,310 Custom directives from platform.conf: None +2021-12-16 13:17:36,310 Custom directives from platform.conf: None +2021-12-16 13:17:36,310 The Experiment name is: a29z +2021-12-16 13:17:36,310 Sleep: 10 +2021-12-16 13:17:36,310 Default retrials: 0 +2021-12-16 13:17:36,310 Starting job submission... +2021-12-16 13:17:36,319 Creating jobs... +2021-12-16 13:17:36,319 Loading JobList +2021-12-16 13:17:36,327 Creating LOCAL_SETUP jobs +2021-12-16 13:17:36,327 Creating REMOTE_SETUP jobs +2021-12-16 13:17:36,327 Creating INI jobs +2021-12-16 13:17:36,328 Creating SIM jobs +2021-12-16 13:17:36,343 Creating POST jobs +2021-12-16 13:17:36,356 Creating CLEAN jobs +2021-12-16 13:17:36,368 Creating TRANSFER jobs +2021-12-16 13:17:36,372 Creating LOCALPOST jobs +2021-12-16 13:17:36,373 Creating PLOT jobs +2021-12-16 13:17:36,374 Adding dependencies... +2021-12-16 13:17:36,374 Adding dependencies for LOCAL_SETUP jobs +2021-12-16 13:17:36,374 Adding dependencies for REMOTE_SETUP jobs +2021-12-16 13:17:36,374 Adding dependencies for INI jobs +2021-12-16 13:17:36,374 Adding dependencies for SIM jobs +2021-12-16 13:17:36,377 Adding dependencies for POST jobs +2021-12-16 13:17:36,378 Adding dependencies for CLEAN jobs +2021-12-16 13:17:36,380 Adding dependencies for TRANSFER jobs +2021-12-16 13:17:36,380 Adding dependencies for LOCALPOST jobs +2021-12-16 13:17:36,381 Adding dependencies for PLOT jobs +2021-12-16 13:17:36,381 Removing redundant dependencies... +2021-12-16 13:17:36,410 Using existing valid structure. +2021-12-16 13:17:36,411 Starting from job list restored from /esarchive/autosubmit/a29z/pkl files +2021-12-16 13:17:36,412 Length of the jobs list: 590 +2021-12-16 13:17:36,412 Loading parameters... +2021-12-16 13:17:36,412 Parameters load. +2021-12-16 13:17:36,412 Checking experiment templates... +2021-12-16 13:17:36,413 Checking scripts... +2021-12-16 13:17:36,760 147 of 590 checked +2021-12-16 13:17:37,082 294 of 590 checked +2021-12-16 13:17:37,401 441 of 590 checked +2021-12-16 13:17:37,720 588 of 590 checked +2021-12-16 13:17:37,724 590 of 590 checked +2021-12-16 13:17:37,726 Scripts OK +2021-12-16 13:17:37,726 Loading job packages +2021-12-16 13:17:37,737 Checking job_list current status +2021-12-16 13:17:37,738 Updating FAILED jobs +2021-12-16 13:17:37,738 Updating WAITING jobs +2021-12-16 13:17:37,740 Updating WAITING jobs eligible for be prepared +2021-12-16 13:17:37,741 Updating Held jobs +2021-12-16 13:17:37,741 Update finished +2021-12-16 13:17:37,746 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-16 13:17:37,755 Job list saved +2021-12-16 13:17:37,759 Autosubmit is running with v3.14.0b +2021-12-16 13:17:37,759 Running job data structure +2021-12-16 13:17:38,078 Checking the connection to all platforms in use +2021-12-16 13:17:38,770 [transfer_node] Correct user privileges for host bscearth000 +2021-12-16 13:17:41,649 [marenostrum4] Correct user privileges for host mn1.bsc.es +2021-12-16 13:17:41,649 Running main loop +2021-12-16 13:17:41,649 Reloading parameters... +2021-12-16 13:17:41,649 Loading parameters... +2021-12-16 13:17:41,650 Parameters load. +2021-12-16 13:17:41,650 + +590 of 590 jobs remaining (13:17) +2021-12-16 13:17:41,651 Sleep: 10 +2021-12-16 13:17:41,651 Number of retrials: 0 +2021-12-16 13:17:41,651 WRAPPER CHECK TIME = 10 +2021-12-16 13:17:41,654 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z_backup.pkl +2021-12-16 13:17:41,666 Job list saved +2021-12-16 13:17:41,672 Checking jobs for platform=transfer_node +2021-12-16 13:17:41,675 Checking jobs for platform=marenostrum4 +2021-12-16 13:17:41,675 End of checking +2021-12-16 13:17:41,675 Updating FAILED jobs +2021-12-16 13:17:41,676 Updating WAITING jobs +2021-12-16 13:17:41,677 Updating WAITING jobs eligible for be prepared +2021-12-16 13:17:41,678 Updating Held jobs +2021-12-16 13:17:41,678 Update finished +2021-12-16 13:17:41,684 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-16 13:17:41,693 Job list saved +2021-12-16 13:17:41,698 +Jobs ready for transfer_node: 1 +2021-12-16 13:17:41,700 Number of jobs available: 3 +2021-12-16 13:17:41,700 Number of jobs ready: 1 +2021-12-16 13:17:41,701 Jobs ready for transfer_node: 1 +2021-12-16 13:17:41,704 Creating Scripts +2021-12-16 13:17:41,715 Sending Files +2021-12-16 13:17:41,982 /esarchive/scratch/Earth/wuruchi/a29z/LOG_a29z has been created on bscearth000 . +2021-12-16 13:17:42,193 Submitting +2021-12-16 13:17:42,243 a29z_LOCAL_SETUP_STAT have been removed +2021-12-16 13:17:42,248 a29z_LOCAL_SETUP_COMPLETED been removed +2021-12-16 13:17:42,486 Job ID: 11356 + +2021-12-16 13:17:42,486 a29z_LOCAL_SETUP submitted +2021-12-16 13:17:42,628 +Jobs ready for marenostrum4: 0 +2021-12-16 13:17:42,629 Number of jobs available: 3 +2021-12-16 13:17:42,630 Number of jobs ready: 0 +2021-12-16 13:17:42,633 Updating FAILED jobs +2021-12-16 13:17:42,633 Updating WAITING jobs +2021-12-16 13:17:42,635 Updating WAITING jobs eligible for be prepared +2021-12-16 13:17:42,635 Updating Held jobs +2021-12-16 13:17:42,636 Update finished +2021-12-16 13:17:42,638 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-16 13:17:42,638 a29z_LOCAL_SETUP 11356 SUBMITTED transfer_node serial +2021-12-16 13:17:42,640 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-16 13:17:42,649 Job list saved +2021-12-16 13:17:52,664 Reloading parameters... +2021-12-16 13:17:52,664 Loading parameters... +2021-12-16 13:17:52,665 Parameters load. +2021-12-16 13:17:52,665 + +590 of 590 jobs remaining (13:17) +2021-12-16 13:17:52,666 Sleep: 10 +2021-12-16 13:17:52,666 Number of retrials: 0 +2021-12-16 13:17:52,666 WRAPPER CHECK TIME = 10 +2021-12-16 13:17:52,668 Checking jobs for platform=transfer_node +2021-12-16 13:17:54,888 Successful check job command: nohup kill -0 11356 > /dev/null 2>&1; echo $? +2021-12-16 13:17:54,888 a29z_LOCAL_SETUP job seems to have completed: checking... +2021-12-16 13:17:54,897 Job a29z_LOCAL_SETUP is COMPLETED +2021-12-16 13:17:54,908 a29z_LOCAL_SETUP_STAT file have been transfered +[WARNING] 2021-12-16 13:17:55,012 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-16 13:17:55,022 a29z_LOCAL_SETUP_STAT file have been transfered +2021-12-16 13:17:55,085 Checking jobs for platform=marenostrum4 +2021-12-16 13:17:55,085 End of checking +2021-12-16 13:17:55,086 Updating FAILED jobs +2021-12-16 13:17:55,086 Updating WAITING jobs +2021-12-16 13:17:55,086 Setting job: a29z_REMOTE_SETUP status to: READY (all parents completed)... +2021-12-16 13:17:55,087 Updating WAITING jobs eligible for be prepared +2021-12-16 13:17:55,088 Updating Held jobs +2021-12-16 13:17:55,088 Update finished +2021-12-16 13:17:55,093 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-16 13:17:55,093 a29z_LOCAL_SETUP 11356 COMPLETED transfer_node serial +2021-12-16 13:17:55,096 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-16 13:17:55,105 Job list saved +2021-12-16 13:17:55,109 +Jobs ready for transfer_node: 1 +2021-12-16 13:17:55,111 Number of jobs available: 3 +2021-12-16 13:17:55,111 Number of jobs ready: 1 +2021-12-16 13:17:55,112 Jobs ready for transfer_node: 1 +2021-12-16 13:17:55,115 Creating Scripts +2021-12-16 13:17:55,126 Sending Files +2021-12-16 13:17:55,394 /esarchive/scratch/Earth/wuruchi/a29z/LOG_a29z has been created on bscearth000 . +2021-12-16 13:17:55,405 Submitting +2021-12-16 13:17:55,411 a29z_REMOTE_SETUP_STAT have been removed +2021-12-16 13:17:55,413 a29z_REMOTE_SETUP_COMPLETED been removed +2021-12-16 13:17:55,633 Job ID: 11613 + +2021-12-16 13:17:55,633 a29z_REMOTE_SETUP submitted +2021-12-16 13:17:55,762 +Jobs ready for marenostrum4: 0 +2021-12-16 13:17:55,764 Number of jobs available: 3 +2021-12-16 13:17:55,764 Number of jobs ready: 0 +2021-12-16 13:17:55,767 Updating FAILED jobs +2021-12-16 13:17:55,767 Updating WAITING jobs +2021-12-16 13:17:55,769 Updating WAITING jobs eligible for be prepared +2021-12-16 13:17:55,769 Updating Held jobs +2021-12-16 13:17:55,769 Update finished +2021-12-16 13:17:55,773 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-16 13:17:55,773 a29z_LOCAL_SETUP 11356 COMPLETED transfer_node serial +2021-12-16 13:17:55,773 a29z_REMOTE_SETUP 11613 SUBMITTED transfer_node serial +2021-12-16 13:17:55,775 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-16 13:17:55,783 Job list saved +[WARNING] 2021-12-16 13:18:00,021 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-16 13:18:00,023 Custom directives from platform.conf: None +2021-12-16 13:18:00,023 Custom directives from platform.conf: None +2021-12-16 13:18:05,843 Reloading parameters... +2021-12-16 13:18:05,843 Loading parameters... +2021-12-16 13:18:05,844 Parameters load. +2021-12-16 13:18:05,844 + +589 of 590 jobs remaining (13:18) +2021-12-16 13:18:05,844 Sleep: 10 +2021-12-16 13:18:05,844 Number of retrials: 0 +2021-12-16 13:18:05,844 WRAPPER CHECK TIME = 10 +2021-12-16 13:18:05,848 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z_backup.pkl +2021-12-16 13:18:05,856 Job list saved +2021-12-16 13:18:05,862 Checking jobs for platform=transfer_node +2021-12-16 13:18:08,132 Successful check job command: nohup kill -0 11613 > /dev/null 2>&1; echo $? +2021-12-16 13:18:08,133 a29z_REMOTE_SETUP job seems to have completed: checking... +2021-12-16 13:18:08,141 Job a29z_REMOTE_SETUP is COMPLETED +2021-12-16 13:18:08,151 a29z_REMOTE_SETUP_STAT file have been transfered +[WARNING] 2021-12-16 13:18:08,217 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-16 13:18:08,425 a29z_REMOTE_SETUP_STAT file have been transfered +2021-12-16 13:18:08,486 Checking jobs for platform=marenostrum4 +2021-12-16 13:18:08,486 End of checking +2021-12-16 13:18:08,486 Updating FAILED jobs +2021-12-16 13:18:08,486 Updating WAITING jobs +2021-12-16 13:18:08,487 Setting job: a29z_19550501_fc0_INI status to: READY (all parents completed)... +2021-12-16 13:18:08,487 Setting job: a29z_19550501_fc1_INI status to: READY (all parents completed)... +2021-12-16 13:18:08,487 Setting job: a29z_19550501_fc2_INI status to: READY (all parents completed)... +2021-12-16 13:18:08,487 Setting job: a29z_19550501_fc3_INI status to: READY (all parents completed)... +2021-12-16 13:18:08,487 Setting job: a29z_19550501_fc4_INI status to: READY (all parents completed)... +2021-12-16 13:18:08,487 Setting job: a29z_19550501_fc5_INI status to: READY (all parents completed)... +2021-12-16 13:18:08,487 Setting job: a29z_19550501_fc6_INI status to: READY (all parents completed)... +2021-12-16 13:18:08,487 Setting job: a29z_19551101_fc0_INI status to: READY (all parents completed)... +2021-12-16 13:18:08,487 Setting job: a29z_19551101_fc1_INI status to: READY (all parents completed)... +2021-12-16 13:18:08,487 Setting job: a29z_19551101_fc2_INI status to: READY (all parents completed)... +2021-12-16 13:18:08,487 Setting job: a29z_19551101_fc3_INI status to: READY (all parents completed)... +2021-12-16 13:18:08,487 Setting job: a29z_19551101_fc4_INI status to: READY (all parents completed)... +2021-12-16 13:18:08,487 Setting job: a29z_19551101_fc5_INI status to: READY (all parents completed)... +2021-12-16 13:18:08,487 Setting job: a29z_19551101_fc6_INI status to: READY (all parents completed)... +2021-12-16 13:18:08,489 Updating WAITING jobs eligible for be prepared +2021-12-16 13:18:08,489 Updating Held jobs +2021-12-16 13:18:08,489 Update finished +2021-12-16 13:18:08,494 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-16 13:18:08,494 a29z_LOCAL_SETUP 11356 COMPLETED transfer_node serial +2021-12-16 13:18:08,494 a29z_REMOTE_SETUP 11613 COMPLETED transfer_node serial +2021-12-16 13:18:08,497 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-16 13:18:08,506 Job list saved +2021-12-16 13:18:08,510 +Jobs ready for transfer_node: 14 +2021-12-16 13:18:08,512 Number of jobs available: 3 +2021-12-16 13:18:08,512 Number of jobs ready: 14 +2021-12-16 13:18:08,513 Jobs ready for transfer_node: 14 +2021-12-16 13:18:08,516 Creating Scripts +2021-12-16 13:18:08,533 Sending Files +2021-12-16 13:18:08,901 /esarchive/scratch/Earth/wuruchi/a29z/LOG_a29z has been created on bscearth000 . +2021-12-16 13:18:09,116 Submitting +2021-12-16 13:18:09,123 a29z_19550501_fc0_INI_STAT have been removed +2021-12-16 13:18:09,155 a29z_19550501_fc0_INI_COMPLETED been removed +2021-12-16 13:18:09,423 Job ID: 12212 + +2021-12-16 13:18:09,423 a29z_19550501_fc0_INI submitted +2021-12-16 13:18:09,560 Creating Scripts +2021-12-16 13:18:09,573 Sending Files +2021-12-16 13:18:09,991 /esarchive/scratch/Earth/wuruchi/a29z/LOG_a29z has been created on bscearth000 . +2021-12-16 13:18:10,007 Submitting +2021-12-16 13:18:10,012 a29z_19550501_fc1_INI_STAT have been removed +2021-12-16 13:18:10,015 a29z_19550501_fc1_INI_COMPLETED been removed +2021-12-16 13:18:10,283 Job ID: 12388 + +2021-12-16 13:18:10,283 a29z_19550501_fc1_INI submitted +2021-12-16 13:18:10,410 Creating Scripts +2021-12-16 13:18:10,422 Sending Files +2021-12-16 13:18:10,689 /esarchive/scratch/Earth/wuruchi/a29z/LOG_a29z has been created on bscearth000 . +2021-12-16 13:18:10,700 Submitting +2021-12-16 13:18:10,705 a29z_19550501_fc2_INI_STAT have been removed +2021-12-16 13:18:10,707 a29z_19550501_fc2_INI_COMPLETED been removed +2021-12-16 13:18:10,926 Job ID: 12564 + +2021-12-16 13:18:10,926 a29z_19550501_fc2_INI submitted +2021-12-16 13:18:11,058 +Jobs ready for marenostrum4: 0 +2021-12-16 13:18:11,059 Number of jobs available: 3 +2021-12-16 13:18:11,060 Number of jobs ready: 0 +2021-12-16 13:18:11,063 Updating FAILED jobs +2021-12-16 13:18:11,063 Updating WAITING jobs +2021-12-16 13:18:11,065 Updating WAITING jobs eligible for be prepared +2021-12-16 13:18:11,065 Updating Held jobs +2021-12-16 13:18:11,066 Update finished +2021-12-16 13:18:11,070 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-16 13:18:11,070 a29z_LOCAL_SETUP 11356 COMPLETED transfer_node serial +2021-12-16 13:18:11,070 a29z_REMOTE_SETUP 11613 COMPLETED transfer_node serial +2021-12-16 13:18:11,070 a29z_19550501_fc0_INI 12212 SUBMITTED transfer_node serial +2021-12-16 13:18:11,070 a29z_19550501_fc1_INI 12388 SUBMITTED transfer_node serial +2021-12-16 13:18:11,070 a29z_19550501_fc2_INI 12564 SUBMITTED transfer_node serial +2021-12-16 13:18:11,072 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-16 13:18:11,080 Job list saved +[WARNING] 2021-12-16 13:18:13,229 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-16 13:18:13,232 Custom directives from platform.conf: None +2021-12-16 13:18:13,232 Custom directives from platform.conf: None +2021-12-16 13:18:21,231 Reloading parameters... +2021-12-16 13:18:21,231 Loading parameters... +2021-12-16 13:18:21,232 Parameters load. +2021-12-16 13:18:21,232 + +588 of 590 jobs remaining (13:18) +2021-12-16 13:18:21,232 Sleep: 10 +2021-12-16 13:18:21,232 Number of retrials: 0 +2021-12-16 13:18:21,232 WRAPPER CHECK TIME = 10 +2021-12-16 13:18:21,235 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z_backup.pkl +2021-12-16 13:18:21,244 Job list saved +2021-12-16 13:18:21,250 Checking jobs for platform=transfer_node +2021-12-16 13:18:23,520 Successful check job command: nohup kill -0 12388 > /dev/null 2>&1; echo $? +2021-12-16 13:18:23,520 a29z_19550501_fc1_INI job seems to have completed: checking... +2021-12-16 13:18:23,557 Job a29z_19550501_fc1_INI is COMPLETED +2021-12-16 13:18:23,608 a29z_19550501_fc1_INI_STAT file have been transfered +[WARNING] 2021-12-16 13:18:23,670 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-16 13:18:23,680 a29z_19550501_fc1_INI_STAT file have been transfered +2021-12-16 13:18:26,005 Successful check job command: nohup kill -0 12212 > /dev/null 2>&1; echo $? +2021-12-16 13:18:26,005 a29z_19550501_fc0_INI job seems to have completed: checking... +2021-12-16 13:18:26,013 Job a29z_19550501_fc0_INI is COMPLETED +2021-12-16 13:18:26,024 a29z_19550501_fc0_INI_STAT file have been transfered +[WARNING] 2021-12-16 13:18:26,087 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-16 13:18:26,098 a29z_19550501_fc0_INI_STAT file have been transfered +2021-12-16 13:18:28,425 Successful check job command: nohup kill -0 12564 > /dev/null 2>&1; echo $? +2021-12-16 13:18:28,425 a29z_19550501_fc2_INI job seems to have completed: checking... +2021-12-16 13:18:28,559 Job a29z_19550501_fc2_INI is COMPLETED +2021-12-16 13:18:28,570 a29z_19550501_fc2_INI_STAT file have been transfered +[WARNING] 2021-12-16 13:18:28,636 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-16 13:18:28,646 a29z_19550501_fc2_INI_STAT file have been transfered +[WARNING] 2021-12-16 13:18:28,682 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-16 13:18:28,685 Custom directives from platform.conf: None +2021-12-16 13:18:28,685 Custom directives from platform.conf: None +2021-12-16 13:18:28,730 Checking jobs for platform=marenostrum4 +2021-12-16 13:18:28,730 End of checking +2021-12-16 13:18:28,731 Updating FAILED jobs +2021-12-16 13:18:28,731 Updating WAITING jobs +2021-12-16 13:18:28,731 Setting job: a29z_19550501_fc0_1_SIM status to: READY (all parents completed)... +2021-12-16 13:18:28,731 Setting job: a29z_19550501_fc1_1_SIM status to: READY (all parents completed)... +2021-12-16 13:18:28,731 Setting job: a29z_19550501_fc2_1_SIM status to: READY (all parents completed)... +2021-12-16 13:18:28,732 Updating WAITING jobs eligible for be prepared +2021-12-16 13:18:28,733 Updating Held jobs +2021-12-16 13:18:28,733 Update finished +2021-12-16 13:18:28,737 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-16 13:18:28,737 a29z_LOCAL_SETUP 11356 COMPLETED transfer_node serial +2021-12-16 13:18:28,737 a29z_REMOTE_SETUP 11613 COMPLETED transfer_node serial +2021-12-16 13:18:28,737 a29z_19550501_fc0_INI 12212 COMPLETED transfer_node serial +2021-12-16 13:18:28,737 a29z_19550501_fc1_INI 12388 COMPLETED transfer_node serial +2021-12-16 13:18:28,737 a29z_19550501_fc2_INI 12564 COMPLETED transfer_node serial +2021-12-16 13:18:28,740 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-16 13:18:28,748 Job list saved +2021-12-16 13:18:28,753 +Jobs ready for transfer_node: 11 +2021-12-16 13:18:28,754 Number of jobs available: 3 +2021-12-16 13:18:28,755 Number of jobs ready: 11 +2021-12-16 13:18:28,756 Jobs ready for transfer_node: 11 +2021-12-16 13:18:28,759 Creating Scripts +2021-12-16 13:18:28,812 Sending Files +2021-12-16 13:18:29,079 /esarchive/scratch/Earth/wuruchi/a29z/LOG_a29z has been created on bscearth000 . +2021-12-16 13:18:29,090 Submitting +2021-12-16 13:18:29,093 a29z_19550501_fc3_INI_STAT have been removed +2021-12-16 13:18:29,096 a29z_19550501_fc3_INI_COMPLETED been removed +2021-12-16 13:18:29,313 Job ID: 13160 + +2021-12-16 13:18:29,313 a29z_19550501_fc3_INI submitted +2021-12-16 13:18:29,445 Creating Scripts +2021-12-16 13:18:29,457 Sending Files +2021-12-16 13:18:29,825 /esarchive/scratch/Earth/wuruchi/a29z/LOG_a29z has been created on bscearth000 . +2021-12-16 13:18:29,836 Submitting +2021-12-16 13:18:29,840 a29z_19550501_fc4_INI_STAT have been removed +2021-12-16 13:18:29,842 a29z_19550501_fc4_INI_COMPLETED been removed +2021-12-16 13:18:30,109 Job ID: 13334 + +2021-12-16 13:18:30,110 a29z_19550501_fc4_INI submitted +2021-12-16 13:18:30,242 Creating Scripts +2021-12-16 13:18:30,254 Sending Files +2021-12-16 13:18:30,622 /esarchive/scratch/Earth/wuruchi/a29z/LOG_a29z has been created on bscearth000 . +2021-12-16 13:18:30,634 Submitting +2021-12-16 13:18:30,638 a29z_19550501_fc5_INI_STAT have been removed +2021-12-16 13:18:30,641 a29z_19550501_fc5_INI_COMPLETED been removed +[WARNING] 2021-12-16 13:18:31,100 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-16 13:18:31,103 Custom directives from platform.conf: None +2021-12-16 13:18:31,103 Custom directives from platform.conf: None +[WARNING] 2021-12-16 13:18:33,651 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-16 13:18:33,654 Custom directives from platform.conf: None +2021-12-16 13:18:33,654 Custom directives from platform.conf: None +2021-12-16 13:18:35,914 Job ID: 13680 + +2021-12-16 13:18:35,914 a29z_19550501_fc5_INI submitted +2021-12-16 13:18:36,062 +Jobs ready for marenostrum4: 3 +2021-12-16 13:18:36,064 Number of jobs available: 3 +2021-12-16 13:18:36,065 Number of jobs ready: 3 +2021-12-16 13:18:36,066 Jobs ready for marenostrum4: 3 +2021-12-16 13:18:36,071 Creating Scripts +2021-12-16 13:18:36,083 Sending Files +2021-12-16 13:18:36,090 Submitting +2021-12-16 13:18:36,103 a29z_19550501_fc0_1_SIM_STAT have been removed +2021-12-16 13:18:36,106 a29z_19550501_fc0_1_SIM_COMPLETED been removed +2021-12-16 13:18:36,109 Creating Scripts +2021-12-16 13:18:36,122 Sending Files +2021-12-16 13:18:36,128 Submitting +2021-12-16 13:18:36,138 a29z_19550501_fc1_1_SIM_STAT have been removed +2021-12-16 13:18:36,142 a29z_19550501_fc1_1_SIM_COMPLETED been removed +2021-12-16 13:18:36,145 Creating Scripts +2021-12-16 13:18:36,158 Sending Files +2021-12-16 13:18:36,163 Submitting +2021-12-16 13:18:36,176 a29z_19550501_fc2_1_SIM_STAT have been removed +2021-12-16 13:18:36,179 a29z_19550501_fc2_1_SIM_COMPLETED been removed +2021-12-16 13:18:45,976 Updating FAILED jobs +2021-12-16 13:18:45,976 Updating WAITING jobs +2021-12-16 13:18:45,978 Updating WAITING jobs eligible for be prepared +2021-12-16 13:18:45,978 Updating Held jobs +2021-12-16 13:18:45,979 Update finished +2021-12-16 13:18:45,983 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-16 13:18:45,983 a29z_LOCAL_SETUP 11356 COMPLETED transfer_node serial +2021-12-16 13:18:45,983 a29z_REMOTE_SETUP 11613 COMPLETED transfer_node serial +2021-12-16 13:18:45,983 a29z_19550501_fc0_INI 12212 COMPLETED transfer_node serial +2021-12-16 13:18:45,983 a29z_19550501_fc1_INI 12388 COMPLETED transfer_node serial +2021-12-16 13:18:45,983 a29z_19550501_fc2_INI 12564 COMPLETED transfer_node serial +2021-12-16 13:18:45,983 a29z_19550501_fc3_INI 13160 SUBMITTED transfer_node serial +2021-12-16 13:18:45,983 a29z_19550501_fc4_INI 13334 SUBMITTED transfer_node serial +2021-12-16 13:18:45,983 a29z_19550501_fc5_INI 13680 SUBMITTED transfer_node serial +2021-12-16 13:18:45,983 a29z_19550501_fc0_1_SIM 19178197 SUBMITTED marenostrum4 debug +2021-12-16 13:18:45,983 a29z_19550501_fc1_1_SIM 19178199 SUBMITTED marenostrum4 debug +2021-12-16 13:18:45,983 a29z_19550501_fc2_1_SIM 19178200 SUBMITTED marenostrum4 debug +2021-12-16 13:18:45,986 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-16 13:18:45,994 Job list saved +2021-12-16 13:18:56,129 Reloading parameters... +2021-12-16 13:18:56,129 Loading parameters... +2021-12-16 13:18:56,130 Parameters load. +2021-12-16 13:18:56,130 + +585 of 590 jobs remaining (13:18) +2021-12-16 13:18:56,130 Sleep: 10 +2021-12-16 13:18:56,130 Number of retrials: 0 +2021-12-16 13:18:56,130 WRAPPER CHECK TIME = 10 +2021-12-16 13:18:56,133 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z_backup.pkl +2021-12-16 13:18:56,141 Job list saved +2021-12-16 13:18:56,147 Checking jobs for platform=transfer_node +2021-12-16 13:18:58,418 Successful check job command: nohup kill -0 13160 > /dev/null 2>&1; echo $? +2021-12-16 13:18:58,418 a29z_19550501_fc3_INI job seems to have completed: checking... +2021-12-16 13:18:58,581 Job a29z_19550501_fc3_INI is COMPLETED +2021-12-16 13:18:58,594 a29z_19550501_fc3_INI_STAT file have been transfered +[WARNING] 2021-12-16 13:18:58,671 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-16 13:18:58,861 a29z_19550501_fc3_INI_STAT file have been transfered +2021-12-16 13:19:01,141 Successful check job command: nohup kill -0 13680 > /dev/null 2>&1; echo $? +2021-12-16 13:19:01,141 a29z_19550501_fc5_INI job seems to have completed: checking... +2021-12-16 13:19:01,190 Job a29z_19550501_fc5_INI is COMPLETED +2021-12-16 13:19:01,204 a29z_19550501_fc5_INI_STAT file have been transfered +[WARNING] 2021-12-16 13:19:01,268 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-16 13:19:01,277 a29z_19550501_fc5_INI_STAT file have been transfered +[WARNING] 2021-12-16 13:19:03,685 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-16 13:19:03,687 Custom directives from platform.conf: None +2021-12-16 13:19:03,688 Custom directives from platform.conf: None +2021-12-16 13:19:03,760 Successful check job command: nohup kill -0 13334 > /dev/null 2>&1; echo $? +2021-12-16 13:19:03,760 a29z_19550501_fc4_INI job seems to have completed: checking... +2021-12-16 13:19:04,127 Job a29z_19550501_fc4_INI is COMPLETED +2021-12-16 13:19:04,504 a29z_19550501_fc4_INI_STAT file have been transfered +[WARNING] 2021-12-16 13:19:04,571 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-16 13:19:04,660 a29z_19550501_fc4_INI_STAT file have been transfered +2021-12-16 13:19:04,718 Checking jobs for platform=marenostrum4 +2021-12-16 13:19:04,718 Checking all jobs at once +[WARNING] 2021-12-16 13:19:06,281 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-16 13:19:06,283 Custom directives from platform.conf: None +2021-12-16 13:19:06,284 Custom directives from platform.conf: None +2021-12-16 13:19:07,799 Successful check job command +[WARNING] 2021-12-16 13:19:09,584 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-16 13:19:09,587 Custom directives from platform.conf: None +2021-12-16 13:19:09,588 Custom directives from platform.conf: None +2021-12-16 13:19:10,100 Job a29z_19550501_fc2_1_SIM is QUEUING +2021-12-16 13:19:10,101 a29z_19550501_fc1_1_SIM job seems to have completed: checking... +2021-12-16 13:19:10,142 Job a29z_19550501_fc1_1_SIM is COMPLETED +2021-12-16 13:19:10,253 a29z_19550501_fc1_1_SIM_STAT file have been transfered +[WARNING] 2021-12-16 13:19:10,319 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-16 13:19:10,328 a29z_19550501_fc1_1_SIM_STAT file have been transfered +2021-12-16 13:19:10,386 a29z_19550501_fc0_1_SIM job seems to have completed: checking... +2021-12-16 13:19:10,395 Job a29z_19550501_fc0_1_SIM is COMPLETED +2021-12-16 13:19:10,406 a29z_19550501_fc0_1_SIM_STAT file have been transfered +[WARNING] 2021-12-16 13:19:10,471 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-16 13:19:10,479 a29z_19550501_fc0_1_SIM_STAT file have been transfered +2021-12-16 13:19:10,538 End of checking +2021-12-16 13:19:10,538 Updating FAILED jobs +2021-12-16 13:19:10,539 Updating WAITING jobs +2021-12-16 13:19:10,539 Setting job: a29z_19550501_fc0_2_SIM status to: READY (all parents completed)... +2021-12-16 13:19:10,539 Setting job: a29z_19550501_fc1_2_SIM status to: READY (all parents completed)... +2021-12-16 13:19:10,539 Setting job: a29z_19550501_fc3_1_SIM status to: READY (all parents completed)... +2021-12-16 13:19:10,539 Setting job: a29z_19550501_fc4_1_SIM status to: READY (all parents completed)... +2021-12-16 13:19:10,539 Setting job: a29z_19550501_fc5_1_SIM status to: READY (all parents completed)... +2021-12-16 13:19:10,539 Setting job: a29z_19550501_fc0_1_POST status to: READY (all parents completed)... +2021-12-16 13:19:10,539 Setting job: a29z_19550501_fc1_1_POST status to: READY (all parents completed)... +2021-12-16 13:19:10,540 Updating WAITING jobs eligible for be prepared +2021-12-16 13:19:10,541 Setting job: a29z_19550501_fc2_2_SIM status to: Prepared for be held (all parents queuing, running or completed)... +2021-12-16 13:19:10,541 Updating Held jobs +2021-12-16 13:19:10,541 Update finished +2021-12-16 13:19:10,546 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-16 13:19:10,546 a29z_19550501_fc3_INI 13160 COMPLETED transfer_node serial +2021-12-16 13:19:10,546 a29z_19550501_fc4_INI 13334 COMPLETED transfer_node serial +2021-12-16 13:19:10,546 a29z_19550501_fc5_INI 13680 COMPLETED transfer_node serial +2021-12-16 13:19:10,546 a29z_19550501_fc0_1_SIM 19178197 COMPLETED marenostrum4 debug +2021-12-16 13:19:10,546 a29z_19550501_fc1_1_SIM 19178199 COMPLETED marenostrum4 debug +2021-12-16 13:19:10,546 a29z_19550501_fc2_1_SIM 19178200 QUEUING marenostrum4 debug +2021-12-16 13:19:10,549 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-16 13:19:10,558 Job list saved +2021-12-16 13:19:10,562 +Jobs ready for transfer_node: 10 +2021-12-16 13:19:10,564 Number of jobs available: 3 +2021-12-16 13:19:10,565 Number of jobs ready: 10 +2021-12-16 13:19:10,565 Jobs ready for transfer_node: 10 +2021-12-16 13:19:10,568 Creating Scripts +2021-12-16 13:19:10,582 Sending Files +2021-12-16 13:19:10,950 /esarchive/scratch/Earth/wuruchi/a29z/LOG_a29z has been created on bscearth000 . +2021-12-16 13:19:10,961 Submitting +2021-12-16 13:19:10,965 a29z_19550501_fc0_1_POST_STAT have been removed +2021-12-16 13:19:10,968 a29z_19550501_fc0_1_POST_COMPLETED been removed +2021-12-16 13:19:11,281 Job ID: 14787 + +2021-12-16 13:19:11,281 a29z_19550501_fc0_1_POST submitted +2021-12-16 13:19:11,415 Creating Scripts +2021-12-16 13:19:11,428 Sending Files +2021-12-16 13:19:11,795 /esarchive/scratch/Earth/wuruchi/a29z/LOG_a29z has been created on bscearth000 . +2021-12-16 13:19:11,808 Submitting +2021-12-16 13:19:11,812 a29z_19550501_fc1_1_POST_STAT have been removed +2021-12-16 13:19:11,815 a29z_19550501_fc1_1_POST_COMPLETED been removed +2021-12-16 13:19:12,034 Job ID: 14966 + +2021-12-16 13:19:12,034 a29z_19550501_fc1_1_POST submitted +2021-12-16 13:19:12,168 Creating Scripts +2021-12-16 13:19:12,181 Sending Files +2021-12-16 13:19:12,599 /esarchive/scratch/Earth/wuruchi/a29z/LOG_a29z has been created on bscearth000 . +2021-12-16 13:19:12,773 Submitting +2021-12-16 13:19:12,777 a29z_19550501_fc6_INI_STAT have been removed +2021-12-16 13:19:12,780 a29z_19550501_fc6_INI_COMPLETED been removed +2021-12-16 13:19:12,998 Job ID: 15142 + +2021-12-16 13:19:12,998 a29z_19550501_fc6_INI submitted +2021-12-16 13:19:13,128 +Jobs ready for marenostrum4: 5 +2021-12-16 13:19:13,130 Number of jobs available: 2 +2021-12-16 13:19:13,130 Number of jobs ready: 5 +2021-12-16 13:19:13,131 Jobs ready for marenostrum4: 5 +2021-12-16 13:19:13,137 Creating Scripts +2021-12-16 13:19:13,149 Sending Files +2021-12-16 13:19:13,350 Submitting +2021-12-16 13:19:13,356 a29z_19550501_fc0_2_SIM_STAT have been removed +2021-12-16 13:19:13,359 a29z_19550501_fc0_2_SIM_COMPLETED been removed +2021-12-16 13:19:13,362 Creating Scripts +2021-12-16 13:19:13,376 Sending Files +2021-12-16 13:19:13,417 Submitting +2021-12-16 13:19:13,422 a29z_19550501_fc1_2_SIM_STAT have been removed +2021-12-16 13:19:13,425 a29z_19550501_fc1_2_SIM_COMPLETED been removed +[WARNING] 2021-12-16 13:19:15,332 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-16 13:19:15,334 Custom directives from platform.conf: None +2021-12-16 13:19:15,335 Custom directives from platform.conf: None +[WARNING] 2021-12-16 13:19:15,487 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-16 13:19:15,489 Custom directives from platform.conf: None +2021-12-16 13:19:15,489 Custom directives from platform.conf: None +2021-12-16 13:19:15,760 Updating FAILED jobs +2021-12-16 13:19:15,760 Updating WAITING jobs +2021-12-16 13:19:15,761 Updating WAITING jobs eligible for be prepared +2021-12-16 13:19:15,762 Updating Held jobs +2021-12-16 13:19:15,762 Update finished +2021-12-16 13:19:15,766 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-16 13:19:15,766 a29z_19550501_fc3_INI 13160 COMPLETED transfer_node serial +2021-12-16 13:19:15,766 a29z_19550501_fc4_INI 13334 COMPLETED transfer_node serial +2021-12-16 13:19:15,766 a29z_19550501_fc5_INI 13680 COMPLETED transfer_node serial +2021-12-16 13:19:15,767 a29z_19550501_fc0_1_SIM 19178197 COMPLETED marenostrum4 debug +2021-12-16 13:19:15,767 a29z_19550501_fc1_1_SIM 19178199 COMPLETED marenostrum4 debug +2021-12-16 13:19:15,767 a29z_19550501_fc6_INI 15142 SUBMITTED transfer_node serial +2021-12-16 13:19:15,767 a29z_19550501_fc0_2_SIM 19178202 SUBMITTED marenostrum4 debug +2021-12-16 13:19:15,767 a29z_19550501_fc1_2_SIM 19178203 SUBMITTED marenostrum4 debug +2021-12-16 13:19:15,767 a29z_19550501_fc0_1_POST 14787 SUBMITTED transfer_node serial +2021-12-16 13:19:15,767 a29z_19550501_fc1_1_POST 14966 SUBMITTED transfer_node serial +2021-12-16 13:19:15,767 a29z_19550501_fc2_1_SIM 19178200 QUEUING marenostrum4 debug +2021-12-16 13:19:15,769 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-16 13:19:15,778 Job list saved +2021-12-16 13:19:15,782 +Jobs prepared for transfer_node: 0 +2021-12-16 13:19:15,783 Number of jobs available: 0 +2021-12-16 13:19:15,784 Number of jobs prepared: 0 +2021-12-16 13:19:15,785 +Jobs prepared for marenostrum4: 1 +2021-12-16 13:19:15,787 Number of jobs available: 0 +2021-12-16 13:19:15,787 Number of jobs prepared: 1 +2021-12-16 13:19:15,788 Jobs ready for marenostrum4: 1 +2021-12-16 13:19:15,789 there are currently 5 held jobs +2021-12-16 13:19:15,791 Updating FAILED jobs +2021-12-16 13:19:15,791 Updating WAITING jobs +2021-12-16 13:19:15,792 Updating WAITING jobs eligible for be prepared +2021-12-16 13:19:15,793 Updating Held jobs +2021-12-16 13:19:15,793 Update finished +2021-12-16 13:19:15,797 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-16 13:19:15,797 a29z_19550501_fc3_INI 13160 COMPLETED transfer_node serial +2021-12-16 13:19:15,797 a29z_19550501_fc4_INI 13334 COMPLETED transfer_node serial +2021-12-16 13:19:15,797 a29z_19550501_fc5_INI 13680 COMPLETED transfer_node serial +2021-12-16 13:19:15,797 a29z_19550501_fc0_1_SIM 19178197 COMPLETED marenostrum4 debug +2021-12-16 13:19:15,797 a29z_19550501_fc1_1_SIM 19178199 COMPLETED marenostrum4 debug +2021-12-16 13:19:15,797 a29z_19550501_fc6_INI 15142 SUBMITTED transfer_node serial +2021-12-16 13:19:15,797 a29z_19550501_fc0_2_SIM 19178202 SUBMITTED marenostrum4 debug +2021-12-16 13:19:15,797 a29z_19550501_fc1_2_SIM 19178203 SUBMITTED marenostrum4 debug +2021-12-16 13:19:15,797 a29z_19550501_fc0_1_POST 14787 SUBMITTED transfer_node serial +2021-12-16 13:19:15,797 a29z_19550501_fc1_1_POST 14966 SUBMITTED transfer_node serial +2021-12-16 13:19:15,797 a29z_19550501_fc2_1_SIM 19178200 QUEUING marenostrum4 debug +2021-12-16 13:19:15,800 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-16 13:19:15,808 Job list saved +2021-12-16 13:19:25,881 Reloading parameters... +2021-12-16 13:19:25,881 Loading parameters... +2021-12-16 13:19:25,884 Parameters load. +2021-12-16 13:19:25,885 + +580 of 590 jobs remaining (13:19) +2021-12-16 13:19:25,885 Sleep: 10 +2021-12-16 13:19:25,886 Number of retrials: 0 +2021-12-16 13:19:25,886 WRAPPER CHECK TIME = 10 +2021-12-16 13:19:25,889 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z_backup.pkl +2021-12-16 13:19:25,905 Job list saved +2021-12-16 13:19:25,916 Checking jobs for platform=transfer_node +2021-12-16 13:19:28,136 Successful check job command: nohup kill -0 14787 > /dev/null 2>&1; echo $? +2021-12-16 13:19:28,136 a29z_19550501_fc0_1_POST job seems to have completed: checking... +2021-12-16 13:19:28,146 Job a29z_19550501_fc0_1_POST is COMPLETED +2021-12-16 13:19:28,164 a29z_19550501_fc0_1_POST_STAT file have been transfered +[WARNING] 2021-12-16 13:19:28,228 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-16 13:19:28,242 a29z_19550501_fc0_1_POST_STAT file have been transfered +2021-12-16 13:19:30,580 Successful check job command: nohup kill -0 14966 > /dev/null 2>&1; echo $? +2021-12-16 13:19:30,581 a29z_19550501_fc1_1_POST job seems to have completed: checking... +2021-12-16 13:19:30,590 Job a29z_19550501_fc1_1_POST is COMPLETED +2021-12-16 13:19:30,600 a29z_19550501_fc1_1_POST_STAT file have been transfered +[WARNING] 2021-12-16 13:19:30,665 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-16 13:19:30,716 a29z_19550501_fc1_1_POST_STAT file have been transfered +2021-12-16 13:19:32,990 Successful check job command: nohup kill -0 15142 > /dev/null 2>&1; echo $? +2021-12-16 13:19:32,991 a29z_19550501_fc6_INI job seems to have completed: checking... +[WARNING] 2021-12-16 13:19:33,239 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-16 13:19:33,242 Custom directives from platform.conf: None +2021-12-16 13:19:33,242 Custom directives from platform.conf: None +2021-12-16 13:19:33,519 Job a29z_19550501_fc6_INI is COMPLETED +2021-12-16 13:19:33,988 a29z_19550501_fc6_INI_STAT file have been transfered +[WARNING] 2021-12-16 13:19:34,052 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-16 13:19:34,485 a29z_19550501_fc6_INI_STAT file have been transfered +2021-12-16 13:19:34,546 Checking jobs for platform=marenostrum4 +2021-12-16 13:19:34,546 Checking all jobs at once +[WARNING] 2021-12-16 13:19:35,679 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-16 13:19:35,681 Custom directives from platform.conf: None +2021-12-16 13:19:35,682 Custom directives from platform.conf: None +2021-12-16 13:19:37,247 Successful check job command +2021-12-16 13:19:37,247 a29z_19550501_fc2_1_SIM job seems to have completed: checking... +2021-12-16 13:19:37,275 Job a29z_19550501_fc2_1_SIM is COMPLETED +2021-12-16 13:19:37,292 a29z_19550501_fc2_1_SIM_STAT file have been transfered +[WARNING] 2021-12-16 13:19:37,364 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-16 13:19:37,373 a29z_19550501_fc2_1_SIM_STAT file have been transfered +2021-12-16 13:19:37,430 a29z_19550501_fc0_2_SIM job seems to have completed: checking... +2021-12-16 13:19:37,439 Job a29z_19550501_fc0_2_SIM is COMPLETED +2021-12-16 13:19:37,450 a29z_19550501_fc0_2_SIM_STAT file have been transfered +[WARNING] 2021-12-16 13:19:37,518 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-16 13:19:37,526 a29z_19550501_fc0_2_SIM_STAT file have been transfered +2021-12-16 13:19:37,582 Job a29z_19550501_fc1_2_SIM is RUNNING +2021-12-16 13:19:37,598 a29z_19550501_fc1_2_SIM_STAT file have been transfered +2021-12-16 13:19:37,652 End of checking +2021-12-16 13:19:37,652 Updating FAILED jobs +2021-12-16 13:19:37,653 Updating WAITING jobs +2021-12-16 13:19:37,653 Setting job: a29z_19550501_fc6_1_SIM status to: READY (all parents completed)... +2021-12-16 13:19:37,653 Setting job: a29z_19550501_fc0_2_POST status to: READY (all parents completed)... +2021-12-16 13:19:37,653 Setting job: a29z_19550501_fc2_1_POST status to: READY (all parents completed)... +2021-12-16 13:19:37,654 Setting job: a29z_19550501_fc0_1_CLEAN status to: READY (all parents completed)... +2021-12-16 13:19:37,654 Setting job: a29z_19550501_fc1_1_CLEAN status to: READY (all parents completed)... +2021-12-16 13:19:37,654 A job in prepared status has all parent completed, job: a29z_19550501_fc2_2_SIM status set to: READY ... +2021-12-16 13:19:37,654 Updating WAITING jobs eligible for be prepared +2021-12-16 13:19:37,655 Updating Held jobs +2021-12-16 13:19:37,655 Update finished +2021-12-16 13:19:37,659 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-16 13:19:37,659 a29z_19550501_fc0_2_SIM 19178202 COMPLETED marenostrum4 debug +2021-12-16 13:19:37,660 a29z_19550501_fc1_1_SIM 19178199 COMPLETED marenostrum4 debug +2021-12-16 13:19:37,660 a29z_19550501_fc2_1_SIM 19178200 COMPLETED marenostrum4 debug +2021-12-16 13:19:37,660 a29z_19550501_fc0_1_POST 14787 COMPLETED transfer_node serial +2021-12-16 13:19:37,660 a29z_19550501_fc1_1_POST 14966 COMPLETED transfer_node serial +2021-12-16 13:19:37,660 a29z_19550501_fc1_2_SIM 19178203 RUNNING marenostrum4 debug +2021-12-16 13:19:37,662 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-16 13:19:37,670 Job list saved +2021-12-16 13:19:37,675 +Jobs ready for transfer_node: 9 +2021-12-16 13:19:37,677 Number of jobs available: 3 +2021-12-16 13:19:37,677 Number of jobs ready: 9 +2021-12-16 13:19:37,678 Jobs ready for transfer_node: 9 +2021-12-16 13:19:37,684 Creating Scripts +2021-12-16 13:19:37,696 Sending Files +2021-12-16 13:19:37,964 /esarchive/scratch/Earth/wuruchi/a29z/LOG_a29z has been created on bscearth000 . +2021-12-16 13:19:37,978 Submitting +2021-12-16 13:19:37,982 a29z_19550501_fc0_2_POST_STAT have been removed +2021-12-16 13:19:37,985 a29z_19550501_fc0_2_POST_COMPLETED been removed +2021-12-16 13:19:38,254 Job ID: 15828 + +2021-12-16 13:19:38,254 a29z_19550501_fc0_2_POST submitted +2021-12-16 13:19:38,387 Creating Scripts +2021-12-16 13:19:38,400 Sending Files +2021-12-16 13:19:38,667 /esarchive/scratch/Earth/wuruchi/a29z/LOG_a29z has been created on bscearth000 . +2021-12-16 13:19:38,684 Submitting +2021-12-16 13:19:38,688 a29z_19550501_fc2_1_POST_STAT have been removed +2021-12-16 13:19:38,690 a29z_19550501_fc2_1_POST_COMPLETED been removed +2021-12-16 13:19:38,908 Job ID: 16001 + +2021-12-16 13:19:38,908 a29z_19550501_fc2_1_POST submitted +2021-12-16 13:19:39,039 Creating Scripts +2021-12-16 13:19:39,052 Sending Files +[WARNING] 2021-12-16 13:19:39,064 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-16 13:19:39,066 Custom directives from platform.conf: None +2021-12-16 13:19:39,066 Custom directives from platform.conf: None +2021-12-16 13:19:39,281 /esarchive/scratch/Earth/wuruchi/a29z/LOG_a29z has been created on bscearth000 . +2021-12-16 13:19:39,293 Submitting +2021-12-16 13:19:39,297 a29z_19551101_fc0_INI_STAT have been removed +2021-12-16 13:19:39,299 a29z_19551101_fc0_INI_COMPLETED been removed +2021-12-16 13:19:39,517 Job ID: 16205 + +2021-12-16 13:19:39,517 a29z_19551101_fc0_INI submitted +2021-12-16 13:19:39,651 +Jobs ready for marenostrum4: 7 +2021-12-16 13:19:39,653 Number of jobs available: 3 +2021-12-16 13:19:39,654 Number of jobs ready: 7 +2021-12-16 13:19:39,655 Jobs ready for marenostrum4: 7 +2021-12-16 13:19:39,661 Creating Scripts +2021-12-16 13:19:39,675 Sending Files +2021-12-16 13:19:39,686 Submitting +2021-12-16 13:19:39,690 a29z_19550501_fc2_2_SIM_STAT have been removed +2021-12-16 13:19:39,693 a29z_19550501_fc2_2_SIM_COMPLETED been removed +2021-12-16 13:19:39,696 Creating Scripts +2021-12-16 13:19:39,711 Sending Files +2021-12-16 13:19:39,778 Submitting +2021-12-16 13:19:39,782 a29z_19550501_fc0_1_CLEAN_STAT have been removed +2021-12-16 13:19:39,784 a29z_19550501_fc0_1_CLEAN_COMPLETED been removed +2021-12-16 13:19:39,787 Creating Scripts +2021-12-16 13:19:39,801 Sending Files +2021-12-16 13:19:39,810 Submitting +2021-12-16 13:19:39,815 a29z_19550501_fc1_1_CLEAN_STAT have been removed +2021-12-16 13:19:39,817 a29z_19550501_fc1_1_CLEAN_COMPLETED been removed +[WARNING] 2021-12-16 13:19:42,378 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-16 13:19:42,380 Custom directives from platform.conf: None +2021-12-16 13:19:42,381 Custom directives from platform.conf: None +[WARNING] 2021-12-16 13:19:42,530 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-16 13:19:42,532 Custom directives from platform.conf: None +2021-12-16 13:19:42,532 Custom directives from platform.conf: None +2021-12-16 13:19:43,349 Updating FAILED jobs +2021-12-16 13:19:43,349 Updating WAITING jobs +2021-12-16 13:19:43,351 Updating WAITING jobs eligible for be prepared +2021-12-16 13:19:43,352 Updating Held jobs +2021-12-16 13:19:43,352 Update finished +2021-12-16 13:19:43,356 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-16 13:19:43,356 a29z_19550501_fc0_2_SIM 19178202 COMPLETED marenostrum4 debug +2021-12-16 13:19:43,356 a29z_19550501_fc1_1_SIM 19178199 COMPLETED marenostrum4 debug +2021-12-16 13:19:43,356 a29z_19550501_fc2_1_SIM 19178200 COMPLETED marenostrum4 debug +2021-12-16 13:19:43,356 a29z_19550501_fc0_1_POST 14787 COMPLETED transfer_node serial +2021-12-16 13:19:43,356 a29z_19550501_fc1_1_POST 14966 COMPLETED transfer_node serial +2021-12-16 13:19:43,356 a29z_19551101_fc0_INI 16205 SUBMITTED transfer_node serial +2021-12-16 13:19:43,356 a29z_19550501_fc2_2_SIM 19178211 SUBMITTED marenostrum4 debug +2021-12-16 13:19:43,356 a29z_19550501_fc0_2_POST 15828 SUBMITTED transfer_node serial +2021-12-16 13:19:43,356 a29z_19550501_fc2_1_POST 16001 SUBMITTED transfer_node serial +2021-12-16 13:19:43,356 a29z_19550501_fc0_1_CLEAN 19178212 SUBMITTED marenostrum4 debug +2021-12-16 13:19:43,356 a29z_19550501_fc1_1_CLEAN 19178213 SUBMITTED marenostrum4 debug +2021-12-16 13:19:43,356 a29z_19550501_fc1_2_SIM 19178203 RUNNING marenostrum4 debug +2021-12-16 13:19:43,359 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-16 13:19:43,368 Job list saved +2021-12-16 13:19:53,436 Reloading parameters... +2021-12-16 13:19:53,436 Loading parameters... +2021-12-16 13:19:53,436 Parameters load. +2021-12-16 13:19:53,437 + +575 of 590 jobs remaining (13:19) +2021-12-16 13:19:53,437 Sleep: 10 +2021-12-16 13:19:53,437 Number of retrials: 0 +2021-12-16 13:19:53,437 WRAPPER CHECK TIME = 10 +2021-12-16 13:19:53,439 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z_backup.pkl +2021-12-16 13:19:53,448 Job list saved +2021-12-16 13:19:53,454 Checking jobs for platform=transfer_node +2021-12-16 13:19:55,675 Successful check job command: nohup kill -0 16001 > /dev/null 2>&1; echo $? +2021-12-16 13:19:55,675 a29z_19550501_fc2_1_POST job seems to have completed: checking... +2021-12-16 13:19:55,866 Job a29z_19550501_fc2_1_POST is COMPLETED +2021-12-16 13:19:55,961 a29z_19550501_fc2_1_POST_STAT file have been transfered +[WARNING] 2021-12-16 13:19:56,037 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-16 13:19:56,218 a29z_19550501_fc2_1_POST_STAT file have been transfered +2021-12-16 13:19:58,543 Successful check job command: nohup kill -0 15828 > /dev/null 2>&1; echo $? +2021-12-16 13:19:58,543 a29z_19550501_fc0_2_POST job seems to have completed: checking... +2021-12-16 13:19:58,552 Job a29z_19550501_fc0_2_POST is COMPLETED +2021-12-16 13:19:58,565 a29z_19550501_fc0_2_POST_STAT file have been transfered +[WARNING] 2021-12-16 13:19:58,633 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-16 13:19:58,646 a29z_19550501_fc0_2_POST_STAT file have been transfered +2021-12-16 13:20:00,934 Successful check job command: nohup kill -0 16205 > /dev/null 2>&1; echo $? +2021-12-16 13:20:00,935 a29z_19551101_fc0_INI job seems to have completed: checking... +2021-12-16 13:20:00,983 Job a29z_19551101_fc0_INI is COMPLETED +2021-12-16 13:20:00,996 a29z_19551101_fc0_INI_STAT file have been transfered +[WARNING] 2021-12-16 13:20:01,052 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-16 13:20:01,056 Custom directives from platform.conf: None +2021-12-16 13:20:01,056 Custom directives from platform.conf: None +[WARNING] 2021-12-16 13:20:01,061 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-16 13:20:01,092 a29z_19551101_fc0_INI_STAT file have been transfered +2021-12-16 13:20:01,188 Checking jobs for platform=marenostrum4 +2021-12-16 13:20:01,188 Checking all jobs at once +[WARNING] 2021-12-16 13:20:03,646 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-16 13:20:03,648 Custom directives from platform.conf: None +2021-12-16 13:20:03,648 Custom directives from platform.conf: None +2021-12-16 13:20:04,417 Successful check job command +2021-12-16 13:20:04,417 a29z_19550501_fc1_1_CLEAN job seems to have completed: checking... +2021-12-16 13:20:04,431 Job a29z_19550501_fc1_1_CLEAN is COMPLETED +2021-12-16 13:20:04,448 a29z_19550501_fc1_1_CLEAN_STAT file have been transfered +[WARNING] 2021-12-16 13:20:04,508 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-16 13:20:04,518 a29z_19550501_fc1_1_CLEAN_STAT file have been transfered +2021-12-16 13:20:04,576 a29z_19550501_fc0_1_CLEAN job seems to have completed: checking... +2021-12-16 13:20:04,587 Job a29z_19550501_fc0_1_CLEAN is COMPLETED +2021-12-16 13:20:04,597 a29z_19550501_fc0_1_CLEAN_STAT file have been transfered +[WARNING] 2021-12-16 13:20:04,657 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-16 13:20:04,668 a29z_19550501_fc0_1_CLEAN_STAT file have been transfered +2021-12-16 13:20:04,728 a29z_19550501_fc2_2_SIM job seems to have completed: checking... +2021-12-16 13:20:04,734 Job a29z_19550501_fc2_2_SIM is COMPLETED +2021-12-16 13:20:04,744 a29z_19550501_fc2_2_SIM_STAT file have been transfered +[WARNING] 2021-12-16 13:20:04,809 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-16 13:20:04,858 a29z_19550501_fc2_2_SIM_STAT file have been transfered +2021-12-16 13:20:04,929 a29z_19550501_fc1_2_SIM job seems to have completed: checking... +2021-12-16 13:20:04,938 Job a29z_19550501_fc1_2_SIM is COMPLETED +[WARNING] 2021-12-16 13:20:04,944 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-16 13:20:04,953 a29z_19550501_fc1_2_SIM_STAT file have been transfered +2021-12-16 13:20:05,013 End of checking +2021-12-16 13:20:05,014 Updating FAILED jobs +2021-12-16 13:20:05,014 Updating WAITING jobs +2021-12-16 13:20:05,014 Setting job: a29z_19550501_fc0_3_SIM status to: READY (all parents completed)... +2021-12-16 13:20:05,014 Setting job: a29z_19550501_fc1_3_SIM status to: READY (all parents completed)... +2021-12-16 13:20:05,014 Setting job: a29z_19551101_fc0_1_SIM status to: READY (all parents completed)... +2021-12-16 13:20:05,015 Setting job: a29z_19550501_fc1_2_POST status to: READY (all parents completed)... +2021-12-16 13:20:05,015 Setting job: a29z_19550501_fc2_2_POST status to: READY (all parents completed)... +2021-12-16 13:20:05,015 Setting job: a29z_19550501_fc0_2_CLEAN status to: READY (all parents completed)... +2021-12-16 13:20:05,015 Setting job: a29z_19550501_fc2_1_CLEAN status to: READY (all parents completed)... +2021-12-16 13:20:05,016 Updating WAITING jobs eligible for be prepared +2021-12-16 13:20:05,017 Updating Held jobs +2021-12-16 13:20:05,017 Update finished +2021-12-16 13:20:05,021 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-16 13:20:05,021 a29z_19550501_fc0_2_POST 15828 COMPLETED transfer_node serial +2021-12-16 13:20:05,021 a29z_19550501_fc1_1_POST 14966 COMPLETED transfer_node serial +2021-12-16 13:20:05,021 a29z_19550501_fc2_1_POST 16001 COMPLETED transfer_node serial +2021-12-16 13:20:05,021 a29z_19550501_fc0_1_CLEAN 19178212 COMPLETED marenostrum4 debug +2021-12-16 13:20:05,021 a29z_19550501_fc1_1_CLEAN 19178213 COMPLETED marenostrum4 debug +2021-12-16 13:20:05,025 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-16 13:20:05,033 Job list saved +2021-12-16 13:20:05,038 +Jobs ready for transfer_node: 8 +2021-12-16 13:20:05,040 Number of jobs available: 3 +2021-12-16 13:20:05,041 Number of jobs ready: 8 +2021-12-16 13:20:05,042 Jobs ready for transfer_node: 8 +2021-12-16 13:20:05,045 Creating Scripts +2021-12-16 13:20:05,059 Sending Files +2021-12-16 13:20:05,277 /esarchive/scratch/Earth/wuruchi/a29z/LOG_a29z has been created on bscearth000 . +2021-12-16 13:20:05,287 Submitting +2021-12-16 13:20:05,561 Job ID: 17122 + +2021-12-16 13:20:05,561 a29z_19550501_fc1_2_POST submitted +2021-12-16 13:20:05,670 Creating Scripts +2021-12-16 13:20:05,683 Sending Files +2021-12-16 13:20:05,950 /esarchive/scratch/Earth/wuruchi/a29z/LOG_a29z has been created on bscearth000 . +2021-12-16 13:20:05,961 Submitting +[WARNING] 2021-12-16 13:20:06,106 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-16 13:20:06,109 Custom directives from platform.conf: None +2021-12-16 13:20:06,109 Custom directives from platform.conf: None +2021-12-16 13:20:06,263 Job ID: 17295 + +2021-12-16 13:20:06,264 a29z_19550501_fc2_2_POST submitted +2021-12-16 13:20:06,365 Creating Scripts +2021-12-16 13:20:06,377 Sending Files +2021-12-16 13:20:06,694 /esarchive/scratch/Earth/wuruchi/a29z/LOG_a29z has been created on bscearth000 . +2021-12-16 13:20:06,704 Submitting +2021-12-16 13:20:06,707 a29z_19551101_fc1_INI_STAT have been removed +2021-12-16 13:20:06,709 a29z_19551101_fc1_INI_COMPLETED been removed +2021-12-16 13:20:07,112 Job ID: 17551 + +2021-12-16 13:20:07,112 a29z_19551101_fc1_INI submitted +2021-12-16 13:20:07,237 +Jobs ready for marenostrum4: 9 +2021-12-16 13:20:07,239 Number of jobs available: 3 +2021-12-16 13:20:07,240 Number of jobs ready: 9 +2021-12-16 13:20:07,241 Jobs ready for marenostrum4: 9 +2021-12-16 13:20:07,245 Creating Scripts +2021-12-16 13:20:07,257 Sending Files +2021-12-16 13:20:07,271 Submitting +2021-12-16 13:20:07,275 Creating Scripts +2021-12-16 13:20:07,287 Sending Files +2021-12-16 13:20:07,294 Submitting +2021-12-16 13:20:07,298 Creating Scripts +2021-12-16 13:20:07,310 Sending Files +2021-12-16 13:20:07,315 Submitting +[WARNING] 2021-12-16 13:20:09,521 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-16 13:20:09,523 Custom directives from platform.conf: None +2021-12-16 13:20:09,523 Custom directives from platform.conf: None +[WARNING] 2021-12-16 13:20:09,669 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-16 13:20:09,671 Custom directives from platform.conf: None +2021-12-16 13:20:09,671 Custom directives from platform.conf: None +[WARNING] 2021-12-16 13:20:09,822 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-16 13:20:09,824 Custom directives from platform.conf: None +2021-12-16 13:20:09,824 Custom directives from platform.conf: None +[WARNING] 2021-12-16 13:20:09,955 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-16 13:20:09,957 Custom directives from platform.conf: None +2021-12-16 13:20:09,957 Custom directives from platform.conf: None +2021-12-16 13:20:24,000 Updating FAILED jobs +2021-12-16 13:20:24,001 Updating WAITING jobs +2021-12-16 13:20:24,002 Updating WAITING jobs eligible for be prepared +2021-12-16 13:20:24,003 Updating Held jobs +2021-12-16 13:20:24,003 Update finished +2021-12-16 13:20:24,006 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-16 13:20:24,006 a29z_19550501_fc0_2_POST 15828 COMPLETED transfer_node serial +2021-12-16 13:20:24,006 a29z_19550501_fc1_1_POST 14966 COMPLETED transfer_node serial +2021-12-16 13:20:24,006 a29z_19550501_fc2_1_POST 16001 COMPLETED transfer_node serial +2021-12-16 13:20:24,006 a29z_19550501_fc0_1_CLEAN 19178212 COMPLETED marenostrum4 debug +2021-12-16 13:20:24,007 a29z_19550501_fc1_1_CLEAN 19178213 COMPLETED marenostrum4 debug +2021-12-16 13:20:24,007 a29z_19551101_fc1_INI 17551 SUBMITTED transfer_node serial +2021-12-16 13:20:24,007 a29z_19550501_fc0_3_SIM 19178220 SUBMITTED marenostrum4 debug +2021-12-16 13:20:24,007 a29z_19550501_fc1_2_POST 17122 SUBMITTED transfer_node serial +2021-12-16 13:20:24,007 a29z_19550501_fc2_2_POST 17295 SUBMITTED transfer_node serial +2021-12-16 13:20:24,007 a29z_19550501_fc0_2_CLEAN 19178221 SUBMITTED marenostrum4 debug +2021-12-16 13:20:24,007 a29z_19550501_fc2_1_CLEAN 19178222 SUBMITTED marenostrum4 debug +2021-12-16 13:20:24,009 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-16 13:20:24,018 Job list saved +2021-12-16 13:20:34,078 Reloading parameters... +2021-12-16 13:20:34,079 Loading parameters... +2021-12-16 13:20:34,079 Parameters load. +2021-12-16 13:20:34,080 + +568 of 590 jobs remaining (13:20) +2021-12-16 13:20:34,080 Sleep: 10 +2021-12-16 13:20:34,080 Number of retrials: 0 +2021-12-16 13:20:34,080 WRAPPER CHECK TIME = 10 +2021-12-16 13:20:34,083 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z_backup.pkl +2021-12-16 13:20:34,094 Job list saved +2021-12-16 13:20:34,100 Checking jobs for platform=transfer_node +2021-12-16 13:20:36,320 Successful check job command: nohup kill -0 17122 > /dev/null 2>&1; echo $? +2021-12-16 13:20:36,320 a29z_19550501_fc1_2_POST job seems to have completed: checking... +2021-12-16 13:20:36,345 Job a29z_19550501_fc1_2_POST is COMPLETED +2021-12-16 13:20:36,356 a29z_19550501_fc1_2_POST_STAT file have been transfered +[WARNING] 2021-12-16 13:20:36,414 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-16 13:20:36,422 a29z_19550501_fc1_2_POST_STAT file have been transfered +2021-12-16 13:20:38,746 Successful check job command: nohup kill -0 17295 > /dev/null 2>&1; echo $? +2021-12-16 13:20:38,746 a29z_19550501_fc2_2_POST job seems to have completed: checking... +2021-12-16 13:20:38,756 Job a29z_19550501_fc2_2_POST is COMPLETED +2021-12-16 13:20:38,766 a29z_19550501_fc2_2_POST_STAT file have been transfered +[WARNING] 2021-12-16 13:20:38,835 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-16 13:20:38,847 a29z_19550501_fc2_2_POST_STAT file have been transfered +2021-12-16 13:20:41,134 Successful check job command: nohup kill -0 17551 > /dev/null 2>&1; echo $? +2021-12-16 13:20:41,134 a29z_19551101_fc1_INI job seems to have completed: checking... +2021-12-16 13:20:41,143 Job a29z_19551101_fc1_INI is COMPLETED +2021-12-16 13:20:41,157 a29z_19551101_fc1_INI_STAT file have been transfered +[WARNING] 2021-12-16 13:20:41,217 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +[WARNING] 2021-12-16 13:20:41,426 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-16 13:20:41,428 Custom directives from platform.conf: None +2021-12-16 13:20:41,429 Custom directives from platform.conf: None +2021-12-16 13:20:41,478 a29z_19551101_fc1_INI_STAT file have been transfered +2021-12-16 13:20:41,567 Checking jobs for platform=marenostrum4 +2021-12-16 13:20:41,567 Checking all jobs at once +2021-12-16 13:20:42,987 Successful check job command +[WARNING] 2021-12-16 13:20:43,848 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-16 13:20:43,850 Custom directives from platform.conf: None +2021-12-16 13:20:43,850 Custom directives from platform.conf: None +2021-12-16 13:20:45,367 Job a29z_19550501_fc2_1_CLEAN is QUEUING +2021-12-16 13:20:45,368 a29z_19550501_fc0_3_SIM job seems to have completed: checking... +2021-12-16 13:20:45,564 Job a29z_19550501_fc0_3_SIM is COMPLETED +2021-12-16 13:20:45,579 a29z_19550501_fc0_3_SIM_STAT file have been transfered +[WARNING] 2021-12-16 13:20:45,636 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-16 13:20:45,643 a29z_19550501_fc0_3_SIM_STAT file have been transfered +2021-12-16 13:20:45,694 Job a29z_19550501_fc0_2_CLEAN is QUEUING +2021-12-16 13:20:45,694 End of checking +2021-12-16 13:20:45,695 Updating FAILED jobs +2021-12-16 13:20:45,695 Updating WAITING jobs +2021-12-16 13:20:45,695 Setting job: a29z_19551101_fc1_1_SIM status to: READY (all parents completed)... +2021-12-16 13:20:45,695 Setting job: a29z_19550501_fc0_3_POST status to: READY (all parents completed)... +2021-12-16 13:20:45,696 Setting job: a29z_19550501_fc1_2_CLEAN status to: READY (all parents completed)... +2021-12-16 13:20:45,696 Setting job: a29z_19550501_fc2_2_CLEAN status to: READY (all parents completed)... +2021-12-16 13:20:45,696 Updating WAITING jobs eligible for be prepared +2021-12-16 13:20:45,697 Setting job: a29z_19550501_fc0_4_SIM status to: Prepared for be held (all parents queuing, running or completed)... +2021-12-16 13:20:45,697 Setting job: a29z_19550501_fc2_3_SIM status to: Prepared for be held (all parents queuing, running or completed)... +2021-12-16 13:20:45,697 Updating Held jobs +2021-12-16 13:20:45,697 Update finished +2021-12-16 13:20:45,701 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-16 13:20:45,701 a29z_19550501_fc1_2_POST 17122 COMPLETED transfer_node serial +2021-12-16 13:20:45,701 a29z_19550501_fc2_1_POST 16001 COMPLETED transfer_node serial +2021-12-16 13:20:45,702 a29z_19550501_fc2_2_POST 17295 COMPLETED transfer_node serial +2021-12-16 13:20:45,702 a29z_19550501_fc0_1_CLEAN 19178212 COMPLETED marenostrum4 debug +2021-12-16 13:20:45,702 a29z_19550501_fc1_1_CLEAN 19178213 COMPLETED marenostrum4 debug +2021-12-16 13:20:45,702 a29z_19550501_fc0_2_CLEAN 19178221 QUEUING marenostrum4 debug +2021-12-16 13:20:45,702 a29z_19550501_fc2_1_CLEAN 19178222 QUEUING marenostrum4 debug +2021-12-16 13:20:45,704 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-16 13:20:45,712 Job list saved +2021-12-16 13:20:45,717 +Jobs ready for transfer_node: 6 +2021-12-16 13:20:45,719 Number of jobs available: 3 +2021-12-16 13:20:45,719 Number of jobs ready: 6 +2021-12-16 13:20:45,720 Jobs ready for transfer_node: 6 +2021-12-16 13:20:45,725 Creating Scripts +2021-12-16 13:20:45,737 Sending Files +2021-12-16 13:20:46,105 /esarchive/scratch/Earth/wuruchi/a29z/LOG_a29z has been created on bscearth000 . +2021-12-16 13:20:46,116 Submitting +[WARNING] 2021-12-16 13:20:46,229 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-16 13:20:46,231 Custom directives from platform.conf: None +2021-12-16 13:20:46,232 Custom directives from platform.conf: None +2021-12-16 13:20:46,394 Job ID: 18661 + +2021-12-16 13:20:46,394 a29z_19550501_fc0_3_POST submitted +2021-12-16 13:20:46,496 Creating Scripts +2021-12-16 13:20:46,521 Sending Files +2021-12-16 13:20:46,739 /esarchive/scratch/Earth/wuruchi/a29z/LOG_a29z has been created on bscearth000 . +2021-12-16 13:20:46,753 Submitting +2021-12-16 13:20:46,757 a29z_19551101_fc2_INI_STAT have been removed +2021-12-16 13:20:46,759 a29z_19551101_fc2_INI_COMPLETED been removed +2021-12-16 13:20:46,977 Job ID: 18921 + +2021-12-16 13:20:46,977 a29z_19551101_fc2_INI submitted +2021-12-16 13:20:47,099 Creating Scripts +2021-12-16 13:20:47,111 Sending Files +2021-12-16 13:20:47,378 /esarchive/scratch/Earth/wuruchi/a29z/LOG_a29z has been created on bscearth000 . +2021-12-16 13:20:47,391 Submitting +2021-12-16 13:20:47,395 a29z_19551101_fc3_INI_STAT have been removed +2021-12-16 13:20:47,398 a29z_19551101_fc3_INI_COMPLETED been removed +2021-12-16 13:20:47,659 Job ID: 19094 + +2021-12-16 13:20:47,659 a29z_19551101_fc3_INI submitted +2021-12-16 13:20:47,781 +Jobs ready for marenostrum4: 9 +2021-12-16 13:20:47,783 Number of jobs available: 1 +2021-12-16 13:20:47,783 Number of jobs ready: 9 +2021-12-16 13:20:47,784 Jobs ready for marenostrum4: 9 +2021-12-16 13:20:47,790 Creating Scripts +2021-12-16 13:20:47,803 Sending Files +2021-12-16 13:20:47,868 Submitting +2021-12-16 13:20:49,666 Updating FAILED jobs +2021-12-16 13:20:49,666 Updating WAITING jobs +2021-12-16 13:20:49,667 Updating WAITING jobs eligible for be prepared +2021-12-16 13:20:49,668 Updating Held jobs +2021-12-16 13:20:49,668 Update finished +2021-12-16 13:20:49,673 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-16 13:20:49,673 a29z_19550501_fc1_2_POST 17122 COMPLETED transfer_node serial +2021-12-16 13:20:49,673 a29z_19550501_fc2_1_POST 16001 COMPLETED transfer_node serial +2021-12-16 13:20:49,673 a29z_19550501_fc2_2_POST 17295 COMPLETED transfer_node serial +2021-12-16 13:20:49,673 a29z_19550501_fc0_1_CLEAN 19178212 COMPLETED marenostrum4 debug +2021-12-16 13:20:49,673 a29z_19550501_fc1_1_CLEAN 19178213 COMPLETED marenostrum4 debug +2021-12-16 13:20:49,673 a29z_19551101_fc2_INI 18921 SUBMITTED transfer_node serial +2021-12-16 13:20:49,673 a29z_19551101_fc3_INI 19094 SUBMITTED transfer_node serial +2021-12-16 13:20:49,673 a29z_19550501_fc0_3_POST 18661 SUBMITTED transfer_node serial +2021-12-16 13:20:49,674 a29z_19550501_fc1_2_CLEAN 19178229 SUBMITTED marenostrum4 debug +2021-12-16 13:20:49,674 a29z_19550501_fc0_2_CLEAN 19178221 QUEUING marenostrum4 debug +2021-12-16 13:20:49,674 a29z_19550501_fc2_1_CLEAN 19178222 QUEUING marenostrum4 debug +2021-12-16 13:20:49,676 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-16 13:20:49,684 Job list saved +2021-12-16 13:20:49,688 +Jobs prepared for transfer_node: 0 +2021-12-16 13:20:49,690 Number of jobs available: 0 +2021-12-16 13:20:49,690 Number of jobs prepared: 0 +2021-12-16 13:20:49,692 +Jobs prepared for marenostrum4: 2 +2021-12-16 13:20:49,693 Number of jobs available: 0 +2021-12-16 13:20:49,693 Number of jobs prepared: 2 +2021-12-16 13:20:49,694 Jobs ready for marenostrum4: 2 +2021-12-16 13:20:49,695 there are currently 5 held jobs +2021-12-16 13:20:49,698 Updating FAILED jobs +2021-12-16 13:20:49,698 Updating WAITING jobs +2021-12-16 13:20:49,699 Updating WAITING jobs eligible for be prepared +2021-12-16 13:20:49,700 Updating Held jobs +2021-12-16 13:20:49,700 Update finished +2021-12-16 13:20:49,703 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-16 13:20:49,703 a29z_19550501_fc1_2_POST 17122 COMPLETED transfer_node serial +2021-12-16 13:20:49,703 a29z_19550501_fc2_1_POST 16001 COMPLETED transfer_node serial +2021-12-16 13:20:49,703 a29z_19550501_fc2_2_POST 17295 COMPLETED transfer_node serial +2021-12-16 13:20:49,703 a29z_19550501_fc0_1_CLEAN 19178212 COMPLETED marenostrum4 debug +2021-12-16 13:20:49,703 a29z_19550501_fc1_1_CLEAN 19178213 COMPLETED marenostrum4 debug +2021-12-16 13:20:49,703 a29z_19551101_fc2_INI 18921 SUBMITTED transfer_node serial +2021-12-16 13:20:49,703 a29z_19551101_fc3_INI 19094 SUBMITTED transfer_node serial +2021-12-16 13:20:49,703 a29z_19550501_fc0_3_POST 18661 SUBMITTED transfer_node serial +2021-12-16 13:20:49,703 a29z_19550501_fc1_2_CLEAN 19178229 SUBMITTED marenostrum4 debug +2021-12-16 13:20:49,703 a29z_19550501_fc0_2_CLEAN 19178221 QUEUING marenostrum4 debug +2021-12-16 13:20:49,704 a29z_19550501_fc2_1_CLEAN 19178222 QUEUING marenostrum4 debug +2021-12-16 13:20:49,706 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-16 13:20:49,714 Job list saved +[WARNING] 2021-12-16 13:20:50,649 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-16 13:20:50,651 Custom directives from platform.conf: None +2021-12-16 13:20:50,651 Custom directives from platform.conf: None +2021-12-16 13:20:59,794 Reloading parameters... +2021-12-16 13:20:59,794 Loading parameters... +2021-12-16 13:20:59,795 Parameters load. +2021-12-16 13:20:59,795 + +564 of 590 jobs remaining (13:20) +2021-12-16 13:20:59,795 Sleep: 10 +2021-12-16 13:20:59,795 Number of retrials: 0 +2021-12-16 13:20:59,795 WRAPPER CHECK TIME = 10 +2021-12-16 13:20:59,797 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z_backup.pkl +2021-12-16 13:20:59,806 Job list saved +2021-12-16 13:20:59,812 Checking jobs for platform=transfer_node +2021-12-16 13:21:02,083 Successful check job command: nohup kill -0 18921 > /dev/null 2>&1; echo $? +2021-12-16 13:21:02,083 a29z_19551101_fc2_INI job seems to have completed: checking... +2021-12-16 13:21:02,094 Job a29z_19551101_fc2_INI is COMPLETED +2021-12-16 13:21:02,105 a29z_19551101_fc2_INI_STAT file have been transfered +[WARNING] 2021-12-16 13:21:02,171 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-16 13:21:02,180 a29z_19551101_fc2_INI_STAT file have been transfered +2021-12-16 13:21:04,461 Successful check job command: nohup kill -0 18661 > /dev/null 2>&1; echo $? +2021-12-16 13:21:04,461 a29z_19550501_fc0_3_POST job seems to have completed: checking... +2021-12-16 13:21:04,468 Job a29z_19550501_fc0_3_POST is COMPLETED +2021-12-16 13:21:04,478 a29z_19550501_fc0_3_POST_STAT file have been transfered +[WARNING] 2021-12-16 13:21:04,539 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-16 13:21:04,550 a29z_19550501_fc0_3_POST_STAT file have been transfered +2021-12-16 13:21:06,871 Successful check job command: nohup kill -0 19094 > /dev/null 2>&1; echo $? +2021-12-16 13:21:06,871 a29z_19551101_fc3_INI job seems to have completed: checking... +[WARNING] 2021-12-16 13:21:07,185 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-16 13:21:07,188 Custom directives from platform.conf: None +2021-12-16 13:21:07,188 Custom directives from platform.conf: None +2021-12-16 13:21:07,261 Job a29z_19551101_fc3_INI is COMPLETED +2021-12-16 13:21:07,311 a29z_19551101_fc3_INI_STAT file have been transfered +[WARNING] 2021-12-16 13:21:07,376 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-16 13:21:07,387 a29z_19551101_fc3_INI_STAT file have been transfered +2021-12-16 13:21:07,447 Checking jobs for platform=marenostrum4 +2021-12-16 13:21:07,447 Checking all jobs at once +2021-12-16 13:21:08,767 Successful check job command +[WARNING] 2021-12-16 13:21:09,552 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-16 13:21:09,555 Custom directives from platform.conf: None +2021-12-16 13:21:09,555 Custom directives from platform.conf: None +2021-12-16 13:21:09,919 a29z_19550501_fc0_2_CLEAN job seems to have completed: checking... +2021-12-16 13:21:10,020 Job a29z_19550501_fc0_2_CLEAN is COMPLETED +2021-12-16 13:21:10,040 a29z_19550501_fc0_2_CLEAN_STAT file have been transfered +[WARNING] 2021-12-16 13:21:10,098 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-16 13:21:10,106 a29z_19550501_fc0_2_CLEAN_STAT file have been transfered +2021-12-16 13:21:10,163 a29z_19550501_fc2_1_CLEAN job seems to have completed: checking... +2021-12-16 13:21:10,196 Job a29z_19550501_fc2_1_CLEAN is COMPLETED +2021-12-16 13:21:10,311 a29z_19550501_fc2_1_CLEAN_STAT file have been transfered +[WARNING] 2021-12-16 13:21:10,368 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-16 13:21:10,376 a29z_19550501_fc2_1_CLEAN_STAT file have been transfered +2021-12-16 13:21:10,429 Job a29z_19550501_fc1_2_CLEAN is QUEUING +2021-12-16 13:21:10,429 End of checking +2021-12-16 13:21:10,430 Updating FAILED jobs +2021-12-16 13:21:10,430 Updating WAITING jobs +2021-12-16 13:21:10,430 Setting job: a29z_19551101_fc2_1_SIM status to: READY (all parents completed)... +2021-12-16 13:21:10,430 Setting job: a29z_19551101_fc3_1_SIM status to: READY (all parents completed)... +2021-12-16 13:21:10,431 Setting job: a29z_19550501_fc0_3_CLEAN status to: READY (all parents completed)... +2021-12-16 13:21:10,431 A job in prepared status has all parent completed, job: a29z_19550501_fc0_4_SIM status set to: READY ... +2021-12-16 13:21:10,431 A job in prepared status has all parent completed, job: a29z_19550501_fc2_3_SIM status set to: READY ... +2021-12-16 13:21:10,431 Updating WAITING jobs eligible for be prepared +2021-12-16 13:21:10,432 Updating Held jobs +2021-12-16 13:21:10,432 Update finished +2021-12-16 13:21:10,437 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-16 13:21:10,437 a29z_19550501_fc2_2_POST 17295 COMPLETED transfer_node serial +2021-12-16 13:21:10,437 a29z_19550501_fc0_1_CLEAN 19178212 COMPLETED marenostrum4 debug +2021-12-16 13:21:10,437 a29z_19550501_fc0_2_CLEAN 19178221 COMPLETED marenostrum4 debug +2021-12-16 13:21:10,437 a29z_19550501_fc1_1_CLEAN 19178213 COMPLETED marenostrum4 debug +2021-12-16 13:21:10,437 a29z_19550501_fc2_1_CLEAN 19178222 COMPLETED marenostrum4 debug +2021-12-16 13:21:10,437 a29z_19550501_fc1_2_CLEAN 19178229 QUEUING marenostrum4 debug +2021-12-16 13:21:10,439 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-16 13:21:10,448 Job list saved +2021-12-16 13:21:10,452 +Jobs ready for transfer_node: 3 +2021-12-16 13:21:10,454 Number of jobs available: 3 +2021-12-16 13:21:10,454 Number of jobs ready: 3 +2021-12-16 13:21:10,455 Jobs ready for transfer_node: 3 +2021-12-16 13:21:10,458 Creating Scripts +2021-12-16 13:21:10,470 Sending Files +2021-12-16 13:21:10,687 /esarchive/scratch/Earth/wuruchi/a29z/LOG_a29z has been created on bscearth000 . +2021-12-16 13:21:10,698 Submitting +2021-12-16 13:21:10,702 a29z_19551101_fc4_INI_STAT have been removed +2021-12-16 13:21:10,705 a29z_19551101_fc4_INI_COMPLETED been removed +2021-12-16 13:21:10,986 Job ID: 19685 + +2021-12-16 13:21:10,986 a29z_19551101_fc4_INI submitted +2021-12-16 13:21:11,109 Creating Scripts +2021-12-16 13:21:11,121 Sending Files +2021-12-16 13:21:11,388 /esarchive/scratch/Earth/wuruchi/a29z/LOG_a29z has been created on bscearth000 . +2021-12-16 13:21:11,400 Submitting +2021-12-16 13:21:11,404 a29z_19551101_fc5_INI_STAT have been removed +2021-12-16 13:21:11,406 a29z_19551101_fc5_INI_COMPLETED been removed +2021-12-16 13:21:11,627 Job ID: 19858 + +2021-12-16 13:21:11,627 a29z_19551101_fc5_INI submitted +2021-12-16 13:21:11,754 Creating Scripts +2021-12-16 13:21:11,766 Sending Files +2021-12-16 13:21:11,983 /esarchive/scratch/Earth/wuruchi/a29z/LOG_a29z has been created on bscearth000 . +2021-12-16 13:21:11,995 Submitting +2021-12-16 13:21:11,999 a29z_19551101_fc6_INI_STAT have been removed +2021-12-16 13:21:12,002 a29z_19551101_fc6_INI_COMPLETED been removed +2021-12-16 13:21:12,220 Job ID: 20032 + +2021-12-16 13:21:12,220 a29z_19551101_fc6_INI submitted +2021-12-16 13:21:12,348 +Jobs ready for marenostrum4: 13 +2021-12-16 13:21:12,350 Number of jobs available: 2 +2021-12-16 13:21:12,351 Number of jobs ready: 13 +2021-12-16 13:21:12,352 Jobs ready for marenostrum4: 13 +2021-12-16 13:21:12,357 Creating Scripts +2021-12-16 13:21:12,369 Sending Files +2021-12-16 13:21:12,374 Submitting +2021-12-16 13:21:12,379 Creating Scripts +2021-12-16 13:21:12,394 Sending Files +[WARNING] 2021-12-16 13:21:12,395 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-16 13:21:12,397 Custom directives from platform.conf: None +2021-12-16 13:21:12,397 Custom directives from platform.conf: None +2021-12-16 13:21:12,399 Submitting +2021-12-16 13:21:13,970 Updating FAILED jobs +2021-12-16 13:21:13,971 Updating WAITING jobs +2021-12-16 13:21:13,972 Updating WAITING jobs eligible for be prepared +2021-12-16 13:21:13,973 Updating Held jobs +2021-12-16 13:21:13,973 Update finished +2021-12-16 13:21:13,977 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-16 13:21:13,977 a29z_19550501_fc2_2_POST 17295 COMPLETED transfer_node serial +2021-12-16 13:21:13,977 a29z_19550501_fc0_1_CLEAN 19178212 COMPLETED marenostrum4 debug +2021-12-16 13:21:13,977 a29z_19550501_fc0_2_CLEAN 19178221 COMPLETED marenostrum4 debug +2021-12-16 13:21:13,977 a29z_19550501_fc1_1_CLEAN 19178213 COMPLETED marenostrum4 debug +2021-12-16 13:21:13,977 a29z_19550501_fc2_1_CLEAN 19178222 COMPLETED marenostrum4 debug +2021-12-16 13:21:13,977 a29z_19551101_fc4_INI 19685 SUBMITTED transfer_node serial +2021-12-16 13:21:13,977 a29z_19551101_fc5_INI 19858 SUBMITTED transfer_node serial +2021-12-16 13:21:13,977 a29z_19551101_fc6_INI 20032 SUBMITTED transfer_node serial +2021-12-16 13:21:13,977 a29z_19550501_fc0_3_CLEAN 19178230 SUBMITTED marenostrum4 debug +2021-12-16 13:21:13,977 a29z_19550501_fc2_2_CLEAN 19178231 SUBMITTED marenostrum4 debug +2021-12-16 13:21:13,977 a29z_19550501_fc1_2_CLEAN 19178229 QUEUING marenostrum4 debug +2021-12-16 13:21:13,980 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-16 13:21:13,988 Job list saved +[WARNING] 2021-12-16 13:21:15,111 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-16 13:21:15,113 Custom directives from platform.conf: None +2021-12-16 13:21:15,114 Custom directives from platform.conf: None +[WARNING] 2021-12-16 13:21:15,381 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-16 13:21:15,383 Custom directives from platform.conf: None +2021-12-16 13:21:15,383 Custom directives from platform.conf: None +2021-12-16 13:21:24,054 Reloading parameters... +2021-12-16 13:21:24,054 Loading parameters... +2021-12-16 13:21:24,054 Parameters load. +2021-12-16 13:21:24,054 + +559 of 590 jobs remaining (13:21) +2021-12-16 13:21:24,055 Sleep: 10 +2021-12-16 13:21:24,055 Number of retrials: 0 +2021-12-16 13:21:24,055 WRAPPER CHECK TIME = 10 +2021-12-16 13:21:24,058 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z_backup.pkl +2021-12-16 13:21:24,071 Job list saved +2021-12-16 13:21:24,077 Checking jobs for platform=transfer_node +2021-12-16 13:21:26,298 Successful check job command: nohup kill -0 20032 > /dev/null 2>&1; echo $? +2021-12-16 13:21:26,298 a29z_19551101_fc6_INI job seems to have completed: checking... +2021-12-16 13:21:26,449 Job a29z_19551101_fc6_INI is COMPLETED +2021-12-16 13:21:26,463 a29z_19551101_fc6_INI_STAT file have been transfered +[WARNING] 2021-12-16 13:21:26,520 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-16 13:21:26,530 a29z_19551101_fc6_INI_STAT file have been transfered +2021-12-16 13:21:28,851 Successful check job command: nohup kill -0 19858 > /dev/null 2>&1; echo $? +2021-12-16 13:21:28,851 a29z_19551101_fc5_INI job seems to have completed: checking... +2021-12-16 13:21:28,862 Job a29z_19551101_fc5_INI is COMPLETED +2021-12-16 13:21:28,874 a29z_19551101_fc5_INI_STAT file have been transfered +[WARNING] 2021-12-16 13:21:28,932 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-16 13:21:28,944 a29z_19551101_fc5_INI_STAT file have been transfered +2021-12-16 13:21:31,214 Successful check job command: nohup kill -0 19685 > /dev/null 2>&1; echo $? +2021-12-16 13:21:31,214 a29z_19551101_fc4_INI job seems to have completed: checking... +2021-12-16 13:21:31,224 Job a29z_19551101_fc4_INI is COMPLETED +2021-12-16 13:21:31,237 a29z_19551101_fc4_INI_STAT file have been transfered +[WARNING] 2021-12-16 13:21:31,296 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-16 13:21:31,307 a29z_19551101_fc4_INI_STAT file have been transfered +2021-12-16 13:21:31,362 Checking jobs for platform=marenostrum4 +2021-12-16 13:21:31,362 Checking all jobs at once +[WARNING] 2021-12-16 13:21:31,532 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-16 13:21:31,534 Custom directives from platform.conf: None +2021-12-16 13:21:31,534 Custom directives from platform.conf: None +2021-12-16 13:21:32,702 Successful check job command +[WARNING] 2021-12-16 13:21:33,948 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-16 13:21:33,951 Custom directives from platform.conf: None +2021-12-16 13:21:33,951 Custom directives from platform.conf: None +2021-12-16 13:21:34,022 Job a29z_19550501_fc2_2_CLEAN is QUEUING +2021-12-16 13:21:34,023 a29z_19550501_fc0_3_CLEAN job seems to have completed: checking... +2021-12-16 13:21:34,070 Job a29z_19550501_fc0_3_CLEAN is COMPLETED +2021-12-16 13:21:34,090 a29z_19550501_fc0_3_CLEAN_STAT file have been transfered +[WARNING] 2021-12-16 13:21:34,155 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-16 13:21:34,204 a29z_19550501_fc0_3_CLEAN_STAT file have been transfered +2021-12-16 13:21:34,262 a29z_19550501_fc1_2_CLEAN job seems to have completed: checking... +2021-12-16 13:21:34,282 Job a29z_19550501_fc1_2_CLEAN is COMPLETED +2021-12-16 13:21:34,297 a29z_19550501_fc1_2_CLEAN_STAT file have been transfered +[WARNING] 2021-12-16 13:21:34,359 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-16 13:21:34,368 a29z_19550501_fc1_2_CLEAN_STAT file have been transfered +2021-12-16 13:21:34,428 End of checking +2021-12-16 13:21:34,429 Updating FAILED jobs +2021-12-16 13:21:34,429 Updating WAITING jobs +2021-12-16 13:21:34,429 Setting job: a29z_19551101_fc4_1_SIM status to: READY (all parents completed)... +2021-12-16 13:21:34,430 Setting job: a29z_19551101_fc5_1_SIM status to: READY (all parents completed)... +2021-12-16 13:21:34,430 Setting job: a29z_19551101_fc6_1_SIM status to: READY (all parents completed)... +2021-12-16 13:21:34,431 Updating WAITING jobs eligible for be prepared +2021-12-16 13:21:34,431 Updating Held jobs +2021-12-16 13:21:34,432 Update finished +2021-12-16 13:21:34,435 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-16 13:21:34,435 a29z_19550501_fc0_2_CLEAN 19178221 COMPLETED marenostrum4 debug +2021-12-16 13:21:34,435 a29z_19550501_fc0_3_CLEAN 19178230 COMPLETED marenostrum4 debug +2021-12-16 13:21:34,435 a29z_19550501_fc1_1_CLEAN 19178213 COMPLETED marenostrum4 debug +2021-12-16 13:21:34,435 a29z_19550501_fc1_2_CLEAN 19178229 COMPLETED marenostrum4 debug +2021-12-16 13:21:34,436 a29z_19550501_fc2_1_CLEAN 19178222 COMPLETED marenostrum4 debug +2021-12-16 13:21:34,436 a29z_19550501_fc2_2_CLEAN 19178231 QUEUING marenostrum4 debug +2021-12-16 13:21:34,438 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-16 13:21:34,447 Job list saved +2021-12-16 13:21:34,451 +Jobs ready for transfer_node: 0 +2021-12-16 13:21:34,453 Number of jobs available: 3 +2021-12-16 13:21:34,453 Number of jobs ready: 0 +2021-12-16 13:21:34,455 +Jobs ready for marenostrum4: 14 +2021-12-16 13:21:34,457 Number of jobs available: 2 +2021-12-16 13:21:34,457 Number of jobs ready: 14 +2021-12-16 13:21:34,458 Jobs ready for marenostrum4: 14 +2021-12-16 13:21:34,463 Creating Scripts +2021-12-16 13:21:34,476 Sending Files +2021-12-16 13:21:34,482 Submitting +2021-12-16 13:21:34,487 Creating Scripts +2021-12-16 13:21:34,499 Sending Files +2021-12-16 13:21:34,505 Submitting +2021-12-16 13:21:36,220 Updating FAILED jobs +2021-12-16 13:21:36,220 Updating WAITING jobs +2021-12-16 13:21:36,221 Updating WAITING jobs eligible for be prepared +2021-12-16 13:21:36,222 Updating Held jobs +2021-12-16 13:21:36,222 Update finished +2021-12-16 13:21:36,226 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-16 13:21:36,226 a29z_19550501_fc0_2_CLEAN 19178221 COMPLETED marenostrum4 debug +2021-12-16 13:21:36,226 a29z_19550501_fc0_3_CLEAN 19178230 COMPLETED marenostrum4 debug +2021-12-16 13:21:36,226 a29z_19550501_fc1_1_CLEAN 19178213 COMPLETED marenostrum4 debug +2021-12-16 13:21:36,226 a29z_19550501_fc1_2_CLEAN 19178229 COMPLETED marenostrum4 debug +2021-12-16 13:21:36,226 a29z_19550501_fc2_1_CLEAN 19178222 COMPLETED marenostrum4 debug +2021-12-16 13:21:36,226 a29z_19550501_fc0_4_SIM 19178236 SUBMITTED marenostrum4 debug +2021-12-16 13:21:36,226 a29z_19550501_fc1_3_SIM 19178237 SUBMITTED marenostrum4 debug +2021-12-16 13:21:36,226 a29z_19550501_fc2_2_CLEAN 19178231 QUEUING marenostrum4 debug +2021-12-16 13:21:36,228 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-16 13:21:36,237 Job list saved +[WARNING] 2021-12-16 13:21:36,308 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-16 13:21:36,310 Custom directives from platform.conf: None +2021-12-16 13:21:36,311 Custom directives from platform.conf: None +[WARNING] 2021-12-16 13:21:39,169 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-16 13:21:39,171 Custom directives from platform.conf: None +2021-12-16 13:21:39,172 Custom directives from platform.conf: None +[WARNING] 2021-12-16 13:21:39,374 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-16 13:21:39,376 Custom directives from platform.conf: None +2021-12-16 13:21:39,376 Custom directives from platform.conf: None +2021-12-16 13:21:46,300 Reloading parameters... +2021-12-16 13:21:46,300 Loading parameters... +2021-12-16 13:21:46,300 Parameters load. +2021-12-16 13:21:46,301 + +554 of 590 jobs remaining (13:21) +2021-12-16 13:21:46,301 Sleep: 10 +2021-12-16 13:21:46,301 Number of retrials: 0 +2021-12-16 13:21:46,301 WRAPPER CHECK TIME = 10 +2021-12-16 13:21:46,303 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z_backup.pkl +2021-12-16 13:21:46,312 Job list saved +2021-12-16 13:21:46,318 Checking jobs for platform=transfer_node +2021-12-16 13:21:46,320 Checking jobs for platform=marenostrum4 +2021-12-16 13:21:46,320 Checking all jobs at once +2021-12-16 13:21:47,591 Successful check job command +2021-12-16 13:21:49,864 a29z_19550501_fc2_2_CLEAN job seems to have completed: checking... +2021-12-16 13:21:49,880 Job a29z_19550501_fc2_2_CLEAN is COMPLETED +2021-12-16 13:21:49,889 a29z_19550501_fc2_2_CLEAN_STAT file have been transfered +[WARNING] 2021-12-16 13:21:49,946 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-16 13:21:49,954 a29z_19550501_fc2_2_CLEAN_STAT file have been transfered +2021-12-16 13:21:50,012 Job a29z_19550501_fc1_3_SIM is QUEUING +2021-12-16 13:21:50,012 Job a29z_19550501_fc0_4_SIM is RUNNING +2021-12-16 13:21:50,013 /gpfs/scratch/bsc32/bsc32985/a29z/LOG_a29z/a29z_19550501_fc0_4_SIM_STAT File still no exists.. waiting 5s for a new retry ( retries left: 3) +[WARNING] 2021-12-16 13:21:54,959 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-16 13:21:54,962 Custom directives from platform.conf: None +2021-12-16 13:21:54,963 Custom directives from platform.conf: None +2021-12-16 13:21:55,029 a29z_19550501_fc0_4_SIM_STAT file have been transfered +2021-12-16 13:21:55,119 End of checking +2021-12-16 13:21:55,119 Updating FAILED jobs +2021-12-16 13:21:55,120 Updating WAITING jobs +2021-12-16 13:21:55,121 Updating WAITING jobs eligible for be prepared +2021-12-16 13:21:55,121 Setting job: a29z_19550501_fc0_5_SIM status to: Prepared for be held (all parents queuing, running or completed)... +2021-12-16 13:21:55,121 Setting job: a29z_19550501_fc1_4_SIM status to: Prepared for be held (all parents queuing, running or completed)... +2021-12-16 13:21:55,122 Updating Held jobs +2021-12-16 13:21:55,122 Update finished +2021-12-16 13:21:55,126 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-16 13:21:55,126 a29z_19550501_fc0_3_CLEAN 19178230 COMPLETED marenostrum4 debug +2021-12-16 13:21:55,126 a29z_19550501_fc1_1_CLEAN 19178213 COMPLETED marenostrum4 debug +2021-12-16 13:21:55,126 a29z_19550501_fc1_2_CLEAN 19178229 COMPLETED marenostrum4 debug +2021-12-16 13:21:55,126 a29z_19550501_fc2_1_CLEAN 19178222 COMPLETED marenostrum4 debug +2021-12-16 13:21:55,126 a29z_19550501_fc2_2_CLEAN 19178231 COMPLETED marenostrum4 debug +2021-12-16 13:21:55,126 a29z_19550501_fc0_4_SIM 19178236 RUNNING marenostrum4 debug +2021-12-16 13:21:55,126 a29z_19550501_fc1_3_SIM 19178237 QUEUING marenostrum4 debug +2021-12-16 13:21:55,129 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-16 13:21:55,137 Job list saved +2021-12-16 13:21:55,143 +Jobs ready for transfer_node: 0 +2021-12-16 13:21:55,144 Number of jobs available: 3 +2021-12-16 13:21:55,145 Number of jobs ready: 0 +2021-12-16 13:21:55,146 +Jobs ready for marenostrum4: 12 +2021-12-16 13:21:55,148 Number of jobs available: 2 +2021-12-16 13:21:55,149 Number of jobs ready: 12 +2021-12-16 13:21:55,150 Jobs ready for marenostrum4: 12 +2021-12-16 13:21:55,158 Creating Scripts +2021-12-16 13:21:55,171 Sending Files +2021-12-16 13:21:55,217 Submitting +2021-12-16 13:21:55,221 Creating Scripts +2021-12-16 13:21:55,235 Sending Files +2021-12-16 13:21:55,254 Submitting +2021-12-16 13:21:55,257 a29z_19550501_fc3_1_SIM_STAT have been removed +2021-12-16 13:21:55,259 a29z_19550501_fc3_1_SIM_COMPLETED been removed +2021-12-16 13:21:57,273 Autosubmit will interrupt at the next safe occasion +2021-12-16 13:22:05,092 Updating FAILED jobs +2021-12-16 13:22:05,092 Updating WAITING jobs +2021-12-16 13:22:05,094 Updating WAITING jobs eligible for be prepared +2021-12-16 13:22:05,094 Updating Held jobs +2021-12-16 13:22:05,095 Update finished +2021-12-16 13:22:05,099 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-16 13:22:05,099 a29z_19550501_fc0_3_CLEAN 19178230 COMPLETED marenostrum4 debug +2021-12-16 13:22:05,099 a29z_19550501_fc1_1_CLEAN 19178213 COMPLETED marenostrum4 debug +2021-12-16 13:22:05,099 a29z_19550501_fc1_2_CLEAN 19178229 COMPLETED marenostrum4 debug +2021-12-16 13:22:05,099 a29z_19550501_fc2_1_CLEAN 19178222 COMPLETED marenostrum4 debug +2021-12-16 13:22:05,099 a29z_19550501_fc2_2_CLEAN 19178231 COMPLETED marenostrum4 debug +2021-12-16 13:22:05,099 a29z_19550501_fc2_3_SIM 19178241 SUBMITTED marenostrum4 debug +2021-12-16 13:22:05,099 a29z_19550501_fc3_1_SIM 19178244 SUBMITTED marenostrum4 debug +2021-12-16 13:22:05,099 a29z_19550501_fc0_4_SIM 19178236 RUNNING marenostrum4 debug +2021-12-16 13:22:05,099 a29z_19550501_fc1_3_SIM 19178237 QUEUING marenostrum4 debug +2021-12-16 13:22:05,101 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-16 13:22:05,110 Job list saved +2021-12-16 13:22:05,115 +Jobs prepared for transfer_node: 0 +2021-12-16 13:22:05,116 Number of jobs available: 3 +2021-12-16 13:22:05,116 Number of jobs prepared: 0 +2021-12-16 13:22:05,118 +Jobs prepared for marenostrum4: 2 +2021-12-16 13:22:05,119 Number of jobs available: 0 +2021-12-16 13:22:05,120 Number of jobs prepared: 2 +2021-12-16 13:22:05,121 Jobs ready for marenostrum4: 2 +2021-12-16 13:22:05,122 there are currently 5 held jobs +2021-12-16 13:22:05,124 Updating FAILED jobs +2021-12-16 13:22:05,125 Updating WAITING jobs +2021-12-16 13:22:05,126 Updating WAITING jobs eligible for be prepared +2021-12-16 13:22:05,127 Updating Held jobs +2021-12-16 13:22:05,127 Update finished +2021-12-16 13:22:05,130 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-16 13:22:05,130 a29z_19550501_fc0_3_CLEAN 19178230 COMPLETED marenostrum4 debug +2021-12-16 13:22:05,130 a29z_19550501_fc1_1_CLEAN 19178213 COMPLETED marenostrum4 debug +2021-12-16 13:22:05,130 a29z_19550501_fc1_2_CLEAN 19178229 COMPLETED marenostrum4 debug +2021-12-16 13:22:05,130 a29z_19550501_fc2_1_CLEAN 19178222 COMPLETED marenostrum4 debug +2021-12-16 13:22:05,130 a29z_19550501_fc2_2_CLEAN 19178231 COMPLETED marenostrum4 debug +2021-12-16 13:22:05,130 a29z_19550501_fc2_3_SIM 19178241 SUBMITTED marenostrum4 debug +2021-12-16 13:22:05,130 a29z_19550501_fc3_1_SIM 19178244 SUBMITTED marenostrum4 debug +2021-12-16 13:22:05,130 a29z_19550501_fc0_4_SIM 19178236 RUNNING marenostrum4 debug +2021-12-16 13:22:05,130 a29z_19550501_fc1_3_SIM 19178237 QUEUING marenostrum4 debug +2021-12-16 13:22:05,132 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-16 13:22:05,140 Job list saved +2021-12-16 13:22:05,216 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-16 13:22:05,216 a29z_19550501_fc0_3_CLEAN 19178230 COMPLETED marenostrum4 debug +2021-12-16 13:22:05,216 a29z_19550501_fc1_1_CLEAN 19178213 COMPLETED marenostrum4 debug +2021-12-16 13:22:05,216 a29z_19550501_fc1_2_CLEAN 19178229 COMPLETED marenostrum4 debug +2021-12-16 13:22:05,216 a29z_19550501_fc2_1_CLEAN 19178222 COMPLETED marenostrum4 debug +2021-12-16 13:22:05,216 a29z_19550501_fc2_2_CLEAN 19178231 COMPLETED marenostrum4 debug +2021-12-16 13:22:05,216 a29z_19550501_fc2_3_SIM 19178241 SUBMITTED marenostrum4 debug +2021-12-16 13:22:05,216 a29z_19550501_fc3_1_SIM 19178244 SUBMITTED marenostrum4 debug +2021-12-16 13:22:05,216 a29z_19550501_fc0_4_SIM 19178236 RUNNING marenostrum4 debug +2021-12-16 13:22:05,216 a29z_19550501_fc1_3_SIM 19178237 QUEUING marenostrum4 debug +2021-12-16 13:22:05,218 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-16 13:22:05,226 Job list saved +2021-12-16 13:22:15,240 Looking for active threads before closing Autosubmit. Ending the program before these threads finish may result in unexpected behavior. This procedure will last until all threads have finished or the program has waited for more than 30 seconds. +2021-12-16 13:22:15,240 JOB_data_a29z_19550501_fc0_3_CLEAN is still retrieving outputs, time remaining is 60 seconds. +2021-12-16 13:22:25,250 JOB_data_a29z_19550501_fc0_3_CLEAN is still retrieving outputs, time remaining is 50 seconds. +2021-12-16 13:22:35,260 JOB_data_a29z_19550501_fc0_3_CLEAN is still retrieving outputs, time remaining is 40 seconds. +2021-12-16 13:22:45,271 JOB_data_a29z_19550501_fc2_2_CLEAN is still retrieving outputs, time remaining is 30 seconds. diff --git a/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211216_131734_run_err.log b/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211216_131734_run_err.log new file mode 100755 index 00000000..e69de29b diff --git a/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211216_132543_create.log b/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211216_132543_create.log new file mode 100755 index 00000000..471c4907 --- /dev/null +++ b/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211216_132543_create.log @@ -0,0 +1,66 @@ +2021-12-16 13:25:45,375 Preparing .lock file to avoid multiple instances with same expid. +2021-12-16 13:25:45,376 +Checking configuration files... +[WARNING] 2021-12-16 13:25:45,383 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-16 13:25:45,384 expdef_a29z.conf OK +2021-12-16 13:25:45,384 platforms_a29z.conf OK +2021-12-16 13:25:45,385 jobs_a29z.conf OK +2021-12-16 13:25:45,385 wrappers OK +2021-12-16 13:25:45,386 autosubmit_a29z.conf OK +2021-12-16 13:25:45,386 Configuration files OK + +2021-12-16 13:25:45,386 Loading parameters... +2021-12-16 13:25:45,394 +Creating the jobs list... +2021-12-16 13:25:45,401 Creating jobs... +2021-12-16 13:25:45,401 Loading JobList +2021-12-16 13:25:45,409 Creating LOCAL_SETUP jobs +2021-12-16 13:25:45,409 Creating REMOTE_SETUP jobs +2021-12-16 13:25:45,409 Creating INI jobs +2021-12-16 13:25:45,410 Creating SIM jobs +2021-12-16 13:25:45,425 Creating POST jobs +2021-12-16 13:25:45,438 Creating CLEAN jobs +2021-12-16 13:25:45,450 Creating TRANSFER jobs +2021-12-16 13:25:45,454 Creating LOCALPOST jobs +2021-12-16 13:25:45,455 Creating PLOT jobs +2021-12-16 13:25:45,456 Adding dependencies... +2021-12-16 13:25:45,456 Adding dependencies for LOCAL_SETUP jobs +2021-12-16 13:25:45,456 Adding dependencies for REMOTE_SETUP jobs +2021-12-16 13:25:45,456 Adding dependencies for INI jobs +2021-12-16 13:25:45,456 Adding dependencies for SIM jobs +2021-12-16 13:25:45,459 Adding dependencies for POST jobs +2021-12-16 13:25:45,461 Adding dependencies for CLEAN jobs +2021-12-16 13:25:45,462 Adding dependencies for TRANSFER jobs +2021-12-16 13:25:45,463 Adding dependencies for LOCALPOST jobs +2021-12-16 13:25:45,463 Adding dependencies for PLOT jobs +2021-12-16 13:25:45,463 Removing redundant dependencies... +2021-12-16 13:25:45,491 Using existing valid structure. +2021-12-16 13:25:45,493 Creating jobs... +2021-12-16 13:25:45,493 Creating LOCAL_SETUP jobs +2021-12-16 13:25:45,493 Creating REMOTE_SETUP jobs +2021-12-16 13:25:45,493 Creating INI jobs +2021-12-16 13:25:45,494 Creating SIM jobs +2021-12-16 13:25:45,508 Creating POST jobs +2021-12-16 13:25:45,521 Creating CLEAN jobs +2021-12-16 13:25:45,533 Creating TRANSFER jobs +2021-12-16 13:25:45,536 Creating LOCALPOST jobs +2021-12-16 13:25:45,537 Creating PLOT jobs +2021-12-16 13:25:45,538 Adding dependencies... +2021-12-16 13:25:45,538 Adding dependencies for LOCAL_SETUP jobs +2021-12-16 13:25:45,538 Adding dependencies for REMOTE_SETUP jobs +2021-12-16 13:25:45,539 Adding dependencies for INI jobs +2021-12-16 13:25:45,539 Adding dependencies for SIM jobs +2021-12-16 13:25:45,542 Adding dependencies for POST jobs +2021-12-16 13:25:45,543 Adding dependencies for CLEAN jobs +2021-12-16 13:25:45,544 Adding dependencies for TRANSFER jobs +2021-12-16 13:25:45,545 Adding dependencies for LOCALPOST jobs +2021-12-16 13:25:45,545 Adding dependencies for PLOT jobs +2021-12-16 13:25:45,545 Removing redundant dependencies... +2021-12-16 13:25:45,573 Updating structure persistence... +2021-12-16 13:25:45,686 +Saving the jobs list... +2021-12-16 13:25:45,692 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-16 13:25:45,700 Job list saved +2021-12-16 13:25:45,917 +Job list created successfully +[WARNING] 2021-12-16 13:25:45,917 Remember to MODIFY the MODEL config files! diff --git a/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211216_132543_create_err.log b/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211216_132543_create_err.log new file mode 100755 index 00000000..e69de29b diff --git a/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211227_123637_create.log b/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211227_123637_create.log new file mode 100755 index 00000000..8ca4cb0a --- /dev/null +++ b/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211227_123637_create.log @@ -0,0 +1,13 @@ +2021-12-27 12:37:00,414 Preparing .lock file to avoid multiple instances with same expid. +2021-12-27 12:37:00,415 +Checking configuration files... +[WARNING] 2021-12-27 12:37:00,427 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-27 12:37:00,427 expdef_a29z.conf OK +2021-12-27 12:37:00,427 platforms_a29z.conf OK +2021-12-27 12:37:00,427 jobs_a29z.conf OK +2021-12-27 12:37:00,428 wrappers OK +2021-12-27 12:37:00,428 autosubmit_a29z.conf OK +2021-12-27 12:37:00,428 Configuration files OK + +[CRITICAL] 2021-12-27 12:37:00,431 The pkl folder doesn't exists. Make sure that the 'pkl' folder exists in the following path: /esarchive/autosubmit/a29z [eCode=7000] +2021-12-27 12:37:00,431 More info at https://autosubmit.readthedocs.io/en/latest/faq.html diff --git a/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211227_123637_create_err.log b/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211227_123637_create_err.log new file mode 100755 index 00000000..8a75e4ff --- /dev/null +++ b/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211227_123637_create_err.log @@ -0,0 +1 @@ +[CRITICAL] 2021-12-27 12:37:00,431 The pkl folder doesn't exists. Make sure that the 'pkl' folder exists in the following path: /esarchive/autosubmit/a29z [eCode=7000] diff --git a/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211227_123856_create.log b/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211227_123856_create.log new file mode 100755 index 00000000..0ae94c88 --- /dev/null +++ b/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211227_123856_create.log @@ -0,0 +1,13 @@ +2021-12-27 12:38:57,909 Preparing .lock file to avoid multiple instances with same expid. +2021-12-27 12:38:57,909 +Checking configuration files... +[WARNING] 2021-12-27 12:38:57,914 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-27 12:38:57,915 expdef_a29z.conf OK +2021-12-27 12:38:57,915 platforms_a29z.conf OK +2021-12-27 12:38:57,916 jobs_a29z.conf OK +2021-12-27 12:38:57,916 wrappers OK +2021-12-27 12:38:57,916 autosubmit_a29z.conf OK +2021-12-27 12:38:57,916 Configuration files OK + +[CRITICAL] 2021-12-27 12:38:57,919 The pkl folder doesn't exists. Make sure that the 'pkl' folder exists in the following path: /esarchive/autosubmit/a29z [eCode=6013] +2021-12-27 12:38:57,919 More info at https://autosubmit.readthedocs.io/en/latest/faq.html diff --git a/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211227_123856_create_err.log b/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211227_123856_create_err.log new file mode 100755 index 00000000..4ff5ba3f --- /dev/null +++ b/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211227_123856_create_err.log @@ -0,0 +1 @@ +[CRITICAL] 2021-12-27 12:38:57,919 The pkl folder doesn't exists. Make sure that the 'pkl' folder exists in the following path: /esarchive/autosubmit/a29z [eCode=6013] diff --git a/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211227_123925_create.log b/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211227_123925_create.log new file mode 100755 index 00000000..987b82af --- /dev/null +++ b/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211227_123925_create.log @@ -0,0 +1,77 @@ +2021-12-27 12:39:26,681 Preparing .lock file to avoid multiple instances with same expid. +2021-12-27 12:39:26,681 +Checking configuration files... +[WARNING] 2021-12-27 12:39:26,686 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-27 12:39:26,687 expdef_a29z.conf OK +2021-12-27 12:39:26,687 platforms_a29z.conf OK +2021-12-27 12:39:26,687 jobs_a29z.conf OK +2021-12-27 12:39:26,688 wrappers OK +2021-12-27 12:39:26,688 autosubmit_a29z.conf OK +2021-12-27 12:39:26,688 Configuration files OK + +2021-12-27 12:39:26,696 Loading parameters... +2021-12-27 12:39:26,709 +Creating the jobs list... +2021-12-27 12:39:26,716 Creating jobs... +2021-12-27 12:39:26,716 Loading JobList +2021-12-27 12:39:26,756 Creating LOCAL_SETUP jobs +2021-12-27 12:39:26,756 Creating REMOTE_SETUP jobs +2021-12-27 12:39:26,756 Creating INI jobs +2021-12-27 12:39:26,757 Creating SIM jobs +2021-12-27 12:39:26,767 Creating POST jobs +2021-12-27 12:39:26,776 Creating CLEAN jobs +2021-12-27 12:39:26,785 Creating TRANSFER jobs +2021-12-27 12:39:26,788 Creating LOCALPOST jobs +2021-12-27 12:39:26,788 Creating PLOT jobs +2021-12-27 12:39:26,789 Adding dependencies... +2021-12-27 12:39:26,789 Adding dependencies for LOCAL_SETUP jobs +2021-12-27 12:39:26,789 Adding dependencies for REMOTE_SETUP jobs +2021-12-27 12:39:26,789 Adding dependencies for INI jobs +2021-12-27 12:39:26,790 Adding dependencies for SIM jobs +2021-12-27 12:39:26,793 Adding dependencies for POST jobs +2021-12-27 12:39:26,794 Adding dependencies for CLEAN jobs +2021-12-27 12:39:26,795 Adding dependencies for TRANSFER jobs +2021-12-27 12:39:26,796 Adding dependencies for LOCALPOST jobs +2021-12-27 12:39:26,796 Adding dependencies for PLOT jobs +2021-12-27 12:39:26,796 Removing redundant dependencies... +2021-12-27 12:39:26,841 Updating structure persistence... +2021-12-27 12:39:26,932 Creating jobs... +2021-12-27 12:39:26,932 Creating LOCAL_SETUP jobs +2021-12-27 12:39:26,932 Creating REMOTE_SETUP jobs +2021-12-27 12:39:26,932 Creating INI jobs +2021-12-27 12:39:26,933 Creating SIM jobs +2021-12-27 12:39:26,942 Creating POST jobs +2021-12-27 12:39:26,951 Creating CLEAN jobs +2021-12-27 12:39:26,959 Creating TRANSFER jobs +2021-12-27 12:39:26,961 Creating LOCALPOST jobs +2021-12-27 12:39:26,962 Creating PLOT jobs +2021-12-27 12:39:26,963 Adding dependencies... +2021-12-27 12:39:26,963 Adding dependencies for LOCAL_SETUP jobs +2021-12-27 12:39:26,963 Adding dependencies for REMOTE_SETUP jobs +2021-12-27 12:39:26,963 Adding dependencies for INI jobs +2021-12-27 12:39:26,963 Adding dependencies for SIM jobs +2021-12-27 12:39:26,966 Adding dependencies for POST jobs +2021-12-27 12:39:26,968 Adding dependencies for CLEAN jobs +2021-12-27 12:39:26,969 Adding dependencies for TRANSFER jobs +2021-12-27 12:39:26,969 Adding dependencies for LOCALPOST jobs +2021-12-27 12:39:26,970 Adding dependencies for PLOT jobs +2021-12-27 12:39:26,970 Removing redundant dependencies... +2021-12-27 12:39:27,001 Updating structure persistence... +2021-12-27 12:39:27,117 +Saving the jobs list... +2021-12-27 12:39:27,125 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-27 12:39:27,133 Job list saved +2021-12-27 12:39:27,389 +Plotting the jobs list... +2021-12-27 12:39:27,389 Plotting... +2021-12-27 12:39:27,389 Creating workflow graph... +2021-12-27 12:39:27,389 Creating legend... +2021-12-27 12:39:27,390 Creating job graph... +2021-12-27 12:39:27,666 Graph definition finalized +2021-12-27 12:39:27,666 Saving workflow plot at '/esarchive/autosubmit/a29z/plot/a29z_20211227_1239.pdf' +2021-12-27 12:39:28,462 Plot created at /esarchive/autosubmit/a29z/plot/a29z_20211227_1239.pdf +2021-12-27 12:39:32,963 Writing status txt... +2021-12-27 12:39:32,968 Status txt created at +2021-12-27 12:39:32,971 +Job list created successfully +[WARNING] 2021-12-27 12:39:32,971 Remember to MODIFY the MODEL config files! diff --git a/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211227_123925_create_err.log b/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211227_123925_create_err.log new file mode 100755 index 00000000..e69de29b diff --git a/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211229_115000_run.log b/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211229_115000_run.log new file mode 100755 index 00000000..b743f0dc --- /dev/null +++ b/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211229_115000_run.log @@ -0,0 +1,16 @@ +2021-12-29 11:50:00,965 +Checking configuration files... +[WARNING] 2021-12-29 11:50:00,979 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 11:50:00,980 expdef_a29z.conf OK +2021-12-29 11:50:00,980 platforms_a29z.conf OK +2021-12-29 11:50:00,981 jobs_a29z.conf OK +2021-12-29 11:50:00,983 wrappers OK +2021-12-29 11:50:00,983 autosubmit_a29z.conf OK +2021-12-29 11:50:00,983 Configuration files OK + +2021-12-29 11:50:00,983 Autosubmit is running with 3.13.0 +[CRITICAL] 2021-12-29 11:50:00,984 Current experiment uses (3.14.0b) which is not the running Autosubmit version +Please, update the experiment version if you wish to continue using AutoSubmit 3.13.0 +You can achieve this using the command autosubmit updateversion a29z +Or with the -v parameter: autosubmit run a29z -v [eCode=7067] +2021-12-29 11:50:00,985 More info at https://autosubmit.readthedocs.io/en/latest/faq.html diff --git a/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211229_115000_run_err.log b/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211229_115000_run_err.log new file mode 100755 index 00000000..9fb4add6 --- /dev/null +++ b/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211229_115000_run_err.log @@ -0,0 +1,4 @@ +[CRITICAL] 2021-12-29 11:50:00,984 Current experiment uses (3.14.0b) which is not the running Autosubmit version +Please, update the experiment version if you wish to continue using AutoSubmit 3.13.0 +You can achieve this using the command autosubmit updateversion a29z +Or with the -v parameter: autosubmit run a29z -v [eCode=7067] diff --git a/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211229_115006_run.log b/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211229_115006_run.log new file mode 100755 index 00000000..d796d450 --- /dev/null +++ b/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211229_115006_run.log @@ -0,0 +1,6625 @@ +2021-12-29 11:50:06,313 +Checking configuration files... +[WARNING] 2021-12-29 11:50:06,323 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 11:50:06,324 expdef_a29z.conf OK +2021-12-29 11:50:06,325 platforms_a29z.conf OK +2021-12-29 11:50:06,326 jobs_a29z.conf OK +2021-12-29 11:50:06,327 wrappers OK +2021-12-29 11:50:06,327 autosubmit_a29z.conf OK +2021-12-29 11:50:06,327 Configuration files OK + +2021-12-29 11:50:06,328 Autosubmit is running with 3.13.0 +2021-12-29 11:50:06,328 The a29z experiment 3.14.0b version is being updated to 3.13.0 for match autosubmit version +2021-12-29 11:50:06,334 Preparing .lock file to avoid multiple instances with same experiment id +2021-12-29 11:50:06,353 Custom directives from platform.conf: None +2021-12-29 11:50:06,354 Custom directives from platform.conf: None +2021-12-29 11:50:06,354 The Experiment name is: a29z +2021-12-29 11:50:06,354 Sleep: 10 +2021-12-29 11:50:06,354 Default retrials: 0 +2021-12-29 11:50:06,354 Starting job submission... +2021-12-29 11:50:06,387 Creating jobs... +2021-12-29 11:50:06,388 Loading JobList +2021-12-29 11:50:06,473 Creating LOCAL_SETUP jobs +2021-12-29 11:50:06,474 Creating REMOTE_SETUP jobs +2021-12-29 11:50:06,474 Creating INI jobs +2021-12-29 11:50:06,480 Creating SIM jobs +2021-12-29 11:50:06,520 Creating POST jobs +2021-12-29 11:50:06,556 Creating CLEAN jobs +2021-12-29 11:50:06,592 Creating TRANSFER jobs +2021-12-29 11:50:06,602 Creating LOCALPOST jobs +2021-12-29 11:50:06,605 Creating PLOT jobs +2021-12-29 11:50:06,608 Adding dependencies... +2021-12-29 11:50:06,608 Adding dependencies for LOCAL_SETUP jobs +2021-12-29 11:50:06,608 Adding dependencies for REMOTE_SETUP jobs +2021-12-29 11:50:06,609 Adding dependencies for INI jobs +2021-12-29 11:50:06,609 Adding dependencies for SIM jobs +2021-12-29 11:50:06,622 Adding dependencies for POST jobs +2021-12-29 11:50:06,627 Adding dependencies for CLEAN jobs +2021-12-29 11:50:06,632 Adding dependencies for TRANSFER jobs +2021-12-29 11:50:06,636 Adding dependencies for LOCALPOST jobs +2021-12-29 11:50:06,637 Adding dependencies for PLOT jobs +2021-12-29 11:50:06,638 Removing redundant dependencies... +2021-12-29 11:50:06,705 Using existing valid structure. +2021-12-29 11:50:06,710 Starting from job list restored from /esarchive/autosubmit/a29z/pkl files +2021-12-29 11:50:06,710 Length of the jobs list: 590 +2021-12-29 11:50:06,710 Loading parameters... +2021-12-29 11:50:06,712 Checking experiment templates... +2021-12-29 11:50:06,715 Checking scripts... +2021-12-29 11:50:06,716 Wallclock for a29z_LOCAL_SETUP is not defined! , setting it to 02:00 +2021-12-29 11:50:07,998 147 of 590 checked +2021-12-29 11:50:09,216 294 of 590 checked +2021-12-29 11:50:10,441 441 of 590 checked +2021-12-29 11:50:11,097 Wallclock for a29z_19550501_fc0_5_TRANSFER is not defined! , setting it to 02:00 +2021-12-29 11:50:11,106 Wallclock for a29z_19550501_fc0_10_TRANSFER is not defined! , setting it to 02:00 +2021-12-29 11:50:11,114 Wallclock for a29z_19550501_fc0_12_TRANSFER is not defined! , setting it to 02:00 +2021-12-29 11:50:11,122 Wallclock for a29z_19550501_fc1_5_TRANSFER is not defined! , setting it to 02:00 +2021-12-29 11:50:11,130 Wallclock for a29z_19550501_fc1_10_TRANSFER is not defined! , setting it to 02:00 +2021-12-29 11:50:11,138 Wallclock for a29z_19550501_fc1_12_TRANSFER is not defined! , setting it to 02:00 +2021-12-29 11:50:11,147 Wallclock for a29z_19550501_fc2_5_TRANSFER is not defined! , setting it to 02:00 +2021-12-29 11:50:11,157 Wallclock for a29z_19550501_fc2_10_TRANSFER is not defined! , setting it to 02:00 +2021-12-29 11:50:11,165 Wallclock for a29z_19550501_fc2_12_TRANSFER is not defined! , setting it to 02:00 +2021-12-29 11:50:11,173 Wallclock for a29z_19550501_fc3_5_TRANSFER is not defined! , setting it to 02:00 +2021-12-29 11:50:11,182 Wallclock for a29z_19550501_fc3_10_TRANSFER is not defined! , setting it to 02:00 +2021-12-29 11:50:11,190 Wallclock for a29z_19550501_fc3_12_TRANSFER is not defined! , setting it to 02:00 +2021-12-29 11:50:11,198 Wallclock for a29z_19550501_fc4_5_TRANSFER is not defined! , setting it to 02:00 +2021-12-29 11:50:11,206 Wallclock for a29z_19550501_fc4_10_TRANSFER is not defined! , setting it to 02:00 +2021-12-29 11:50:11,215 Wallclock for a29z_19550501_fc4_12_TRANSFER is not defined! , setting it to 02:00 +2021-12-29 11:50:11,223 Wallclock for a29z_19550501_fc5_5_TRANSFER is not defined! , setting it to 02:00 +2021-12-29 11:50:11,231 Wallclock for a29z_19550501_fc5_10_TRANSFER is not defined! , setting it to 02:00 +2021-12-29 11:50:11,239 Wallclock for a29z_19550501_fc5_12_TRANSFER is not defined! , setting it to 02:00 +2021-12-29 11:50:11,247 Wallclock for a29z_19550501_fc6_5_TRANSFER is not defined! , setting it to 02:00 +2021-12-29 11:50:11,255 Wallclock for a29z_19550501_fc6_10_TRANSFER is not defined! , setting it to 02:00 +2021-12-29 11:50:11,263 Wallclock for a29z_19550501_fc6_12_TRANSFER is not defined! , setting it to 02:00 +2021-12-29 11:50:11,271 Wallclock for a29z_19551101_fc0_5_TRANSFER is not defined! , setting it to 02:00 +2021-12-29 11:50:11,280 Wallclock for a29z_19551101_fc0_10_TRANSFER is not defined! , setting it to 02:00 +2021-12-29 11:50:11,288 Wallclock for a29z_19551101_fc0_12_TRANSFER is not defined! , setting it to 02:00 +2021-12-29 11:50:11,296 Wallclock for a29z_19551101_fc1_5_TRANSFER is not defined! , setting it to 02:00 +2021-12-29 11:50:11,304 Wallclock for a29z_19551101_fc1_10_TRANSFER is not defined! , setting it to 02:00 +2021-12-29 11:50:11,313 Wallclock for a29z_19551101_fc1_12_TRANSFER is not defined! , setting it to 02:00 +2021-12-29 11:50:11,321 Wallclock for a29z_19551101_fc2_5_TRANSFER is not defined! , setting it to 02:00 +2021-12-29 11:50:11,329 Wallclock for a29z_19551101_fc2_10_TRANSFER is not defined! , setting it to 02:00 +2021-12-29 11:50:11,337 Wallclock for a29z_19551101_fc2_12_TRANSFER is not defined! , setting it to 02:00 +2021-12-29 11:50:11,345 Wallclock for a29z_19551101_fc3_5_TRANSFER is not defined! , setting it to 02:00 +2021-12-29 11:50:11,356 Wallclock for a29z_19551101_fc3_10_TRANSFER is not defined! , setting it to 02:00 +2021-12-29 11:50:11,364 Wallclock for a29z_19551101_fc3_12_TRANSFER is not defined! , setting it to 02:00 +2021-12-29 11:50:11,372 Wallclock for a29z_19551101_fc4_5_TRANSFER is not defined! , setting it to 02:00 +2021-12-29 11:50:11,381 Wallclock for a29z_19551101_fc4_10_TRANSFER is not defined! , setting it to 02:00 +2021-12-29 11:50:11,388 Wallclock for a29z_19551101_fc4_12_TRANSFER is not defined! , setting it to 02:00 +2021-12-29 11:50:11,397 Wallclock for a29z_19551101_fc5_5_TRANSFER is not defined! , setting it to 02:00 +2021-12-29 11:50:11,405 Wallclock for a29z_19551101_fc5_10_TRANSFER is not defined! , setting it to 02:00 +2021-12-29 11:50:11,413 Wallclock for a29z_19551101_fc5_12_TRANSFER is not defined! , setting it to 02:00 +2021-12-29 11:50:11,421 Wallclock for a29z_19551101_fc6_5_TRANSFER is not defined! , setting it to 02:00 +2021-12-29 11:50:11,429 Wallclock for a29z_19551101_fc6_10_TRANSFER is not defined! , setting it to 02:00 +2021-12-29 11:50:11,437 Wallclock for a29z_19551101_fc6_12_TRANSFER is not defined! , setting it to 02:00 +2021-12-29 11:50:11,649 588 of 590 checked +2021-12-29 11:50:11,665 590 of 590 checked +2021-12-29 11:50:11,673 Scripts OK +2021-12-29 11:50:11,673 Loading job packages +2021-12-29 11:50:11,687 Checking job_list current status +2021-12-29 11:50:11,689 Updating FAILED jobs +2021-12-29 11:50:11,689 Updating WAITING jobs +2021-12-29 11:50:11,692 Updating WAITING jobs eligible for be prepared +2021-12-29 11:50:11,695 Updating Held jobs +2021-12-29 11:50:11,696 Update finished +2021-12-29 11:50:11,697 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 11:50:11,701 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 11:50:11,743 Job list saved +2021-12-29 11:50:11,745 Autosubmit is running with v3.13.0 +2021-12-29 11:50:11,745 Running job data structure +[CRITICAL] 2021-12-29 11:50:11,958 Autosubmit couldn't set your experiment as running on the main database. Exception: disk I/O error[eCode=7003] +2021-12-29 11:50:11,959 Checking the connection to all platforms in use +2021-12-29 11:50:12,768 [transfer_node] Connection successful to host bscearth000 +2021-12-29 11:50:13,126 [transfer_node] Correct user privileges for host bscearth000 +2021-12-29 11:50:14,608 [marenostrum4] Connection successful to host mn1.bsc.es +2021-12-29 11:50:14,613 [marenostrum4] Correct user privileges for host mn1.bsc.es +2021-12-29 11:50:14,613 Running main loop +2021-12-29 11:50:14,615 Reloading parameters... +[WARNING] 2021-12-29 11:50:14,626 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 11:50:14,627 Loading parameters... +2021-12-29 11:50:14,629 + +590 of 590 jobs remaining (11:50) +2021-12-29 11:50:14,630 Sleep: 10 +2021-12-29 11:50:14,630 Number of retrials: 0 +2021-12-29 11:50:14,630 WRAPPER CHECK TIME = 10 +2021-12-29 11:50:14,633 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z_backup.pkl +2021-12-29 11:50:14,673 Job list saved +2021-12-29 11:50:14,688 Checking jobs for platform=transfer_node +2021-12-29 11:50:14,699 Checking jobs for platform=marenostrum4 +2021-12-29 11:50:14,699 End of checking +2021-12-29 11:50:14,700 Updating FAILED jobs +2021-12-29 11:50:14,701 Updating WAITING jobs +2021-12-29 11:50:14,704 Updating WAITING jobs eligible for be prepared +2021-12-29 11:50:14,707 Updating Held jobs +2021-12-29 11:50:14,708 Update finished +2021-12-29 11:50:14,709 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 11:50:14,714 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 11:50:14,753 Job list saved +2021-12-29 11:50:14,757 +Jobs ready for transfer_node: 1 +2021-12-29 11:50:14,766 Number of jobs available: 3 +2021-12-29 11:50:14,768 Number of jobs ready: 1 +2021-12-29 11:50:14,772 Jobs ready for transfer_node: 1 +2021-12-29 11:50:14,775 Wallclock for a29z_LOCAL_SETUP is not defined! , setting it to 02:00 +2021-12-29 11:50:14,783 Creating Scripts +2021-12-29 11:50:14,821 Sending Files +2021-12-29 11:50:15,089 /esarchive/scratch/Earth/wuruchi/a29z/LOG_a29z has been created on bscearth000 . +2021-12-29 11:50:15,107 Submitting +2021-12-29 11:50:15,116 a29z_LOCAL_SETUP_STAT have been removed +2021-12-29 11:50:15,322 a29z_LOCAL_SETUP_COMPLETED been removed +2021-12-29 11:50:15,543 Job ID: 20424 + +2021-12-29 11:50:15,543 a29z_LOCAL_SETUP submitted +2021-12-29 11:50:15,665 +Jobs ready for marenostrum4: 0 +2021-12-29 11:50:15,674 Number of jobs available: 3 +2021-12-29 11:50:15,676 Number of jobs ready: 0 +2021-12-29 11:50:15,685 Updating FAILED jobs +2021-12-29 11:50:15,685 Updating WAITING jobs +2021-12-29 11:50:15,688 Updating WAITING jobs eligible for be prepared +2021-12-29 11:50:15,691 Updating Held jobs +2021-12-29 11:50:15,692 Update finished +2021-12-29 11:50:15,693 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 11:50:15,694 a29z_LOCAL_SETUP 20424 SUBMITTED transfer_node serial +2021-12-29 11:50:15,696 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 11:50:15,735 Job list saved +2021-12-29 11:50:15,743 Updating FAILED jobs +2021-12-29 11:50:15,743 Updating WAITING jobs +2021-12-29 11:50:15,746 Updating WAITING jobs eligible for be prepared +2021-12-29 11:50:15,749 Updating Held jobs +2021-12-29 11:50:15,750 Update finished +2021-12-29 11:50:25,761 Reloading parameters... +[WARNING] 2021-12-29 11:50:25,773 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 11:50:25,774 Loading parameters... +2021-12-29 11:50:25,776 + +590 of 590 jobs remaining (11:50) +2021-12-29 11:50:25,777 Sleep: 10 +2021-12-29 11:50:25,777 Number of retrials: 0 +2021-12-29 11:50:25,777 WRAPPER CHECK TIME = 10 +2021-12-29 11:50:25,788 Checking jobs for platform=transfer_node +2021-12-29 11:50:33,069 Successful check job command: nohup kill -0 20424 > /dev/null 2>&1; echo $? +2021-12-29 11:50:33,069 Job a29z_LOCAL_SETUP is RUNNING +2021-12-29 11:50:33,083 a29z_LOCAL_SETUP_STAT file have been transfered +2021-12-29 11:50:33,153 Checking jobs for platform=marenostrum4 +2021-12-29 11:50:33,153 End of checking +2021-12-29 11:50:33,154 Updating FAILED jobs +2021-12-29 11:50:33,155 Updating WAITING jobs +2021-12-29 11:50:33,158 Updating WAITING jobs eligible for be prepared +2021-12-29 11:50:33,161 Updating Held jobs +2021-12-29 11:50:33,162 Update finished +2021-12-29 11:50:33,163 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 11:50:33,164 a29z_LOCAL_SETUP 20424 RUNNING transfer_node serial +2021-12-29 11:50:33,166 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 11:50:33,206 Job list saved +2021-12-29 11:50:33,274 Updating FAILED jobs +2021-12-29 11:50:33,275 Updating WAITING jobs +2021-12-29 11:50:33,278 Updating WAITING jobs eligible for be prepared +2021-12-29 11:50:33,281 Updating Held jobs +2021-12-29 11:50:33,282 Update finished +2021-12-29 11:50:43,294 Reloading parameters... +[WARNING] 2021-12-29 11:50:43,304 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 11:50:43,305 Loading parameters... +2021-12-29 11:50:43,307 + +590 of 590 jobs remaining (11:50) +2021-12-29 11:50:43,308 Sleep: 10 +2021-12-29 11:50:43,308 Number of retrials: 0 +2021-12-29 11:50:43,308 WRAPPER CHECK TIME = 10 +2021-12-29 11:50:43,320 Checking jobs for platform=transfer_node +2021-12-29 11:50:45,540 Successful check job command: nohup kill -0 20424 > /dev/null 2>&1; echo $? +2021-12-29 11:50:45,540 Job a29z_LOCAL_SETUP is RUNNING +2021-12-29 11:50:45,552 Checking jobs for platform=marenostrum4 +2021-12-29 11:50:45,553 End of checking +2021-12-29 11:50:45,554 Updating FAILED jobs +2021-12-29 11:50:45,555 Updating WAITING jobs +2021-12-29 11:50:45,558 Updating WAITING jobs eligible for be prepared +2021-12-29 11:50:45,561 Updating Held jobs +2021-12-29 11:50:45,561 Update finished +2021-12-29 11:50:45,563 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 11:50:45,563 a29z_LOCAL_SETUP 20424 RUNNING transfer_node serial +2021-12-29 11:50:45,565 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 11:50:45,604 Job list saved +2021-12-29 11:50:45,612 Updating FAILED jobs +2021-12-29 11:50:45,613 Updating WAITING jobs +2021-12-29 11:50:45,616 Updating WAITING jobs eligible for be prepared +2021-12-29 11:50:45,619 Updating Held jobs +2021-12-29 11:50:45,619 Update finished +2021-12-29 11:50:55,629 Reloading parameters... +[WARNING] 2021-12-29 11:50:55,641 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 11:50:55,642 Loading parameters... +2021-12-29 11:50:55,644 + +590 of 590 jobs remaining (11:50) +2021-12-29 11:50:55,644 Sleep: 10 +2021-12-29 11:50:55,645 Number of retrials: 0 +2021-12-29 11:50:55,645 WRAPPER CHECK TIME = 10 +2021-12-29 11:50:55,656 Checking jobs for platform=transfer_node +2021-12-29 11:50:57,926 Successful check job command: nohup kill -0 20424 > /dev/null 2>&1; echo $? +2021-12-29 11:50:57,927 a29z_LOCAL_SETUP job seems to have completed: checking... +2021-12-29 11:50:58,155 Job a29z_LOCAL_SETUP is COMPLETED +2021-12-29 11:50:58,168 a29z_LOCAL_SETUP_STAT file have been transfered +[WARNING] 2021-12-29 11:50:58,231 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 11:50:58,247 Checking jobs for platform=marenostrum4 +2021-12-29 11:50:58,247 End of checking +2021-12-29 11:50:58,248 Updating FAILED jobs +2021-12-29 11:50:58,249 Updating WAITING jobs +2021-12-29 11:50:58,249 Setting job: a29z_REMOTE_SETUP status to: READY (all parents completed)... +2021-12-29 11:50:58,253 Updating WAITING jobs eligible for be prepared +2021-12-29 11:50:58,257 Updating Held jobs +2021-12-29 11:50:58,258 Update finished +2021-12-29 11:50:58,261 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 11:50:58,261 a29z_LOCAL_SETUP 20424 COMPLETED transfer_node serial +2021-12-29 11:50:58,264 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +[WARNING] 2021-12-29 11:50:58,271 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 11:50:58,275 Custom directives from platform.conf: None +2021-12-29 11:50:58,276 Custom directives from platform.conf: None +2021-12-29 11:50:58,349 Job list saved +2021-12-29 11:50:58,354 +Jobs ready for transfer_node: 1 +2021-12-29 11:50:58,364 Number of jobs available: 3 +2021-12-29 11:50:58,366 Number of jobs ready: 1 +2021-12-29 11:50:58,372 Jobs ready for transfer_node: 1 +2021-12-29 11:50:58,446 Creating Scripts +2021-12-29 11:50:58,484 Sending Files +2021-12-29 11:50:58,707 /esarchive/scratch/Earth/wuruchi/a29z/LOG_a29z has been created on bscearth000 . +2021-12-29 11:50:59,064 Submitting +2021-12-29 11:50:59,073 a29z_REMOTE_SETUP_STAT have been removed +2021-12-29 11:50:59,076 a29z_REMOTE_SETUP_COMPLETED been removed +2021-12-29 11:50:59,518 Job ID: 21464 + +2021-12-29 11:50:59,518 a29z_REMOTE_SETUP submitted +2021-12-29 11:50:59,625 +Jobs ready for marenostrum4: 0 +2021-12-29 11:50:59,634 Number of jobs available: 3 +2021-12-29 11:50:59,636 Number of jobs ready: 0 +2021-12-29 11:50:59,645 Updating FAILED jobs +2021-12-29 11:50:59,645 Updating WAITING jobs +2021-12-29 11:50:59,649 Updating WAITING jobs eligible for be prepared +2021-12-29 11:50:59,652 Updating Held jobs +2021-12-29 11:50:59,652 Update finished +2021-12-29 11:50:59,654 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 11:50:59,654 a29z_LOCAL_SETUP 20424 COMPLETED transfer_node serial +2021-12-29 11:50:59,654 a29z_REMOTE_SETUP 21464 SUBMITTED transfer_node serial +2021-12-29 11:50:59,656 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 11:50:59,695 Job list saved +2021-12-29 11:50:59,746 Updating FAILED jobs +2021-12-29 11:50:59,747 Updating WAITING jobs +2021-12-29 11:50:59,750 Updating WAITING jobs eligible for be prepared +2021-12-29 11:50:59,753 Updating Held jobs +2021-12-29 11:50:59,754 Update finished +2021-12-29 11:51:09,765 Reloading parameters... +[WARNING] 2021-12-29 11:51:09,776 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 11:51:09,777 Loading parameters... +2021-12-29 11:51:09,779 + +589 of 590 jobs remaining (11:51) +2021-12-29 11:51:09,779 Sleep: 10 +2021-12-29 11:51:09,779 Number of retrials: 0 +2021-12-29 11:51:09,780 WRAPPER CHECK TIME = 10 +2021-12-29 11:51:09,790 Checking jobs for platform=transfer_node +2021-12-29 11:51:12,059 Successful check job command: nohup kill -0 21464 > /dev/null 2>&1; echo $? +2021-12-29 11:51:12,059 Job a29z_REMOTE_SETUP is RUNNING +2021-12-29 11:51:12,224 a29z_REMOTE_SETUP_STAT file have been transfered +2021-12-29 11:51:12,291 Checking jobs for platform=marenostrum4 +2021-12-29 11:51:12,291 End of checking +2021-12-29 11:51:12,292 Updating FAILED jobs +2021-12-29 11:51:12,293 Updating WAITING jobs +2021-12-29 11:51:12,296 Updating WAITING jobs eligible for be prepared +2021-12-29 11:51:12,299 Updating Held jobs +2021-12-29 11:51:12,300 Update finished +2021-12-29 11:51:12,301 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 11:51:12,301 a29z_LOCAL_SETUP 20424 COMPLETED transfer_node serial +2021-12-29 11:51:12,302 a29z_REMOTE_SETUP 21464 RUNNING transfer_node serial +2021-12-29 11:51:12,304 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 11:51:12,343 Job list saved +2021-12-29 11:51:12,400 Updating FAILED jobs +2021-12-29 11:51:12,401 Updating WAITING jobs +2021-12-29 11:51:12,404 Updating WAITING jobs eligible for be prepared +2021-12-29 11:51:12,407 Updating Held jobs +2021-12-29 11:51:12,407 Update finished +2021-12-29 11:51:22,419 Reloading parameters... +[WARNING] 2021-12-29 11:51:22,430 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 11:51:22,432 Loading parameters... +2021-12-29 11:51:22,434 + +589 of 590 jobs remaining (11:51) +2021-12-29 11:51:22,434 Sleep: 10 +2021-12-29 11:51:22,434 Number of retrials: 0 +2021-12-29 11:51:22,434 WRAPPER CHECK TIME = 10 +2021-12-29 11:51:22,446 Checking jobs for platform=transfer_node +2021-12-29 11:51:24,719 Successful check job command: nohup kill -0 21464 > /dev/null 2>&1; echo $? +2021-12-29 11:51:24,719 Job a29z_REMOTE_SETUP is RUNNING +2021-12-29 11:51:24,730 Checking jobs for platform=marenostrum4 +2021-12-29 11:51:24,730 End of checking +2021-12-29 11:51:24,732 Updating FAILED jobs +2021-12-29 11:51:24,733 Updating WAITING jobs +2021-12-29 11:51:24,736 Updating WAITING jobs eligible for be prepared +2021-12-29 11:51:24,739 Updating Held jobs +2021-12-29 11:51:24,739 Update finished +2021-12-29 11:51:24,741 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 11:51:24,741 a29z_LOCAL_SETUP 20424 COMPLETED transfer_node serial +2021-12-29 11:51:24,741 a29z_REMOTE_SETUP 21464 RUNNING transfer_node serial +2021-12-29 11:51:24,744 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 11:51:24,783 Job list saved +2021-12-29 11:51:24,791 Updating FAILED jobs +2021-12-29 11:51:24,792 Updating WAITING jobs +2021-12-29 11:51:24,795 Updating WAITING jobs eligible for be prepared +2021-12-29 11:51:24,798 Updating Held jobs +2021-12-29 11:51:24,799 Update finished +2021-12-29 11:51:34,810 Reloading parameters... +[WARNING] 2021-12-29 11:51:34,822 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 11:51:34,824 Loading parameters... +2021-12-29 11:51:34,826 + +589 of 590 jobs remaining (11:51) +2021-12-29 11:51:34,826 Sleep: 10 +2021-12-29 11:51:34,826 Number of retrials: 0 +2021-12-29 11:51:34,826 WRAPPER CHECK TIME = 10 +2021-12-29 11:51:34,838 Checking jobs for platform=transfer_node +2021-12-29 11:51:37,058 Successful check job command: nohup kill -0 21464 > /dev/null 2>&1; echo $? +2021-12-29 11:51:37,058 a29z_REMOTE_SETUP job seems to have completed: checking... +2021-12-29 11:51:37,180 Job a29z_REMOTE_SETUP is COMPLETED +2021-12-29 11:51:37,194 a29z_REMOTE_SETUP_STAT file have been transfered +[WARNING] 2021-12-29 11:51:37,258 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 11:51:37,269 Checking jobs for platform=marenostrum4 +2021-12-29 11:51:37,269 End of checking +2021-12-29 11:51:37,271 Updating FAILED jobs +2021-12-29 11:51:37,272 Updating WAITING jobs +2021-12-29 11:51:37,272 Setting job: a29z_19550501_fc0_INI status to: READY (all parents completed)... +2021-12-29 11:51:37,274 Setting job: a29z_19550501_fc1_INI status to: READY (all parents completed)... +2021-12-29 11:51:37,275 Setting job: a29z_19550501_fc2_INI status to: READY (all parents completed)... +2021-12-29 11:51:37,275 Setting job: a29z_19550501_fc3_INI status to: READY (all parents completed)... +2021-12-29 11:51:37,275 Setting job: a29z_19550501_fc4_INI status to: READY (all parents completed)... +2021-12-29 11:51:37,275 Setting job: a29z_19550501_fc5_INI status to: READY (all parents completed)... +2021-12-29 11:51:37,275 Setting job: a29z_19550501_fc6_INI status to: READY (all parents completed)... +2021-12-29 11:51:37,275 Setting job: a29z_19551101_fc0_INI status to: READY (all parents completed)... +2021-12-29 11:51:37,275 Setting job: a29z_19551101_fc1_INI status to: READY (all parents completed)... +2021-12-29 11:51:37,275 Setting job: a29z_19551101_fc2_INI status to: READY (all parents completed)... +2021-12-29 11:51:37,276 Setting job: a29z_19551101_fc3_INI status to: READY (all parents completed)... +2021-12-29 11:51:37,276 Setting job: a29z_19551101_fc4_INI status to: READY (all parents completed)... +2021-12-29 11:51:37,276 Setting job: a29z_19551101_fc5_INI status to: READY (all parents completed)... +2021-12-29 11:51:37,276 Setting job: a29z_19551101_fc6_INI status to: READY (all parents completed)... +2021-12-29 11:51:37,278 Updating WAITING jobs eligible for be prepared +2021-12-29 11:51:37,282 Updating Held jobs +2021-12-29 11:51:37,284 Update finished +2021-12-29 11:51:37,285 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 11:51:37,285 a29z_LOCAL_SETUP 20424 COMPLETED transfer_node serial +2021-12-29 11:51:37,285 a29z_REMOTE_SETUP 21464 COMPLETED transfer_node serial +[WARNING] 2021-12-29 11:51:37,287 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 11:51:37,287 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 11:51:37,291 Custom directives from platform.conf: None +2021-12-29 11:51:37,292 Custom directives from platform.conf: None +2021-12-29 11:51:37,337 Job list saved +2021-12-29 11:51:37,342 +Jobs ready for transfer_node: 14 +2021-12-29 11:51:37,350 Number of jobs available: 3 +2021-12-29 11:51:37,353 Number of jobs ready: 14 +2021-12-29 11:51:37,359 Jobs ready for transfer_node: 14 +2021-12-29 11:51:37,393 Creating Scripts +2021-12-29 11:51:37,513 Sending Files +2021-12-29 11:51:37,790 /esarchive/scratch/Earth/wuruchi/a29z/LOG_a29z has been created on bscearth000 . +2021-12-29 11:51:37,824 Submitting +2021-12-29 11:51:37,834 a29z_19550501_fc0_INI_STAT have been removed +2021-12-29 11:51:37,837 a29z_19550501_fc0_INI_COMPLETED been removed +2021-12-29 11:51:38,105 Job ID: 22464 + +2021-12-29 11:51:38,105 a29z_19550501_fc0_INI submitted +2021-12-29 11:51:38,221 Creating Scripts +2021-12-29 11:51:38,270 Sending Files +2021-12-29 11:51:38,537 /esarchive/scratch/Earth/wuruchi/a29z/LOG_a29z has been created on bscearth000 . +2021-12-29 11:51:38,550 Submitting +2021-12-29 11:51:38,558 a29z_19550501_fc1_INI_STAT have been removed +2021-12-29 11:51:38,561 a29z_19550501_fc1_INI_COMPLETED been removed +2021-12-29 11:51:38,779 Job ID: 22636 + +2021-12-29 11:51:38,779 a29z_19550501_fc1_INI submitted +2021-12-29 11:51:38,900 Creating Scripts +2021-12-29 11:51:38,941 Sending Files +2021-12-29 11:51:39,210 /esarchive/scratch/Earth/wuruchi/a29z/LOG_a29z has been created on bscearth000 . +2021-12-29 11:51:39,224 Submitting +2021-12-29 11:51:39,233 a29z_19550501_fc2_INI_STAT have been removed +2021-12-29 11:51:39,236 a29z_19550501_fc2_INI_COMPLETED been removed +2021-12-29 11:51:39,698 Job ID: 22805 + +2021-12-29 11:51:39,698 a29z_19550501_fc2_INI submitted +2021-12-29 11:51:39,806 +Jobs ready for marenostrum4: 0 +2021-12-29 11:51:39,815 Number of jobs available: 3 +2021-12-29 11:51:39,817 Number of jobs ready: 0 +2021-12-29 11:51:39,826 Updating FAILED jobs +2021-12-29 11:51:39,826 Updating WAITING jobs +2021-12-29 11:51:39,829 Updating WAITING jobs eligible for be prepared +2021-12-29 11:51:39,833 Updating Held jobs +2021-12-29 11:51:39,833 Update finished +2021-12-29 11:51:39,835 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 11:51:39,835 a29z_LOCAL_SETUP 20424 COMPLETED transfer_node serial +2021-12-29 11:51:39,835 a29z_REMOTE_SETUP 21464 COMPLETED transfer_node serial +2021-12-29 11:51:39,835 a29z_19550501_fc0_INI 22464 SUBMITTED transfer_node serial +2021-12-29 11:51:39,835 a29z_19550501_fc1_INI 22636 SUBMITTED transfer_node serial +2021-12-29 11:51:39,835 a29z_19550501_fc2_INI 22805 SUBMITTED transfer_node serial +2021-12-29 11:51:39,838 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 11:51:39,877 Job list saved +2021-12-29 11:51:39,929 Updating FAILED jobs +2021-12-29 11:51:39,930 Updating WAITING jobs +2021-12-29 11:51:39,933 Updating WAITING jobs eligible for be prepared +2021-12-29 11:51:39,936 Updating Held jobs +2021-12-29 11:51:39,936 Update finished +2021-12-29 11:51:49,943 Reloading parameters... +[WARNING] 2021-12-29 11:51:49,955 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 11:51:49,956 Loading parameters... +2021-12-29 11:51:49,958 + +588 of 590 jobs remaining (11:51) +2021-12-29 11:51:49,959 Sleep: 10 +2021-12-29 11:51:49,959 Number of retrials: 0 +2021-12-29 11:51:49,959 WRAPPER CHECK TIME = 10 +2021-12-29 11:51:49,970 Checking jobs for platform=transfer_node +2021-12-29 11:51:52,190 Successful check job command: nohup kill -0 22464 > /dev/null 2>&1; echo $? +2021-12-29 11:51:52,190 Job a29z_19550501_fc0_INI is RUNNING +2021-12-29 11:51:52,240 a29z_19550501_fc0_INI_STAT file have been transfered +2021-12-29 11:51:54,509 Successful check job command: nohup kill -0 22636 > /dev/null 2>&1; echo $? +2021-12-29 11:51:54,509 Job a29z_19550501_fc1_INI is RUNNING +2021-12-29 11:51:54,831 a29z_19550501_fc1_INI_STAT file have been transfered +2021-12-29 11:51:57,106 Successful check job command: nohup kill -0 22805 > /dev/null 2>&1; echo $? +2021-12-29 11:51:57,106 Job a29z_19550501_fc2_INI is RUNNING +2021-12-29 11:51:57,119 a29z_19550501_fc2_INI_STAT file have been transfered +2021-12-29 11:51:57,185 Checking jobs for platform=marenostrum4 +2021-12-29 11:51:57,185 End of checking +2021-12-29 11:51:57,186 Updating FAILED jobs +2021-12-29 11:51:57,187 Updating WAITING jobs +2021-12-29 11:51:57,190 Updating WAITING jobs eligible for be prepared +2021-12-29 11:51:57,192 Setting job: a29z_19550501_fc0_1_SIM status to: Prepared for be held (all parents queuing, running or completed)... +2021-12-29 11:51:57,192 Setting job: a29z_19550501_fc1_1_SIM status to: Prepared for be held (all parents queuing, running or completed)... +2021-12-29 11:51:57,192 Setting job: a29z_19550501_fc2_1_SIM status to: Prepared for be held (all parents queuing, running or completed)... +2021-12-29 11:51:57,193 Updating Held jobs +2021-12-29 11:51:57,194 Update finished +2021-12-29 11:51:57,195 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 11:51:57,196 a29z_LOCAL_SETUP 20424 COMPLETED transfer_node serial +2021-12-29 11:51:57,196 a29z_REMOTE_SETUP 21464 COMPLETED transfer_node serial +2021-12-29 11:51:57,196 a29z_19550501_fc0_INI 22464 RUNNING transfer_node serial +2021-12-29 11:51:57,196 a29z_19550501_fc1_INI 22636 RUNNING transfer_node serial +2021-12-29 11:51:57,196 a29z_19550501_fc2_INI 22805 RUNNING transfer_node serial +2021-12-29 11:51:57,198 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 11:51:57,240 Job list saved +2021-12-29 11:51:57,245 +Jobs ready for transfer_node: 11 +2021-12-29 11:51:57,254 Number of jobs available: 3 +2021-12-29 11:51:57,256 Number of jobs ready: 11 +2021-12-29 11:51:57,261 Jobs ready for transfer_node: 11 +2021-12-29 11:51:57,272 Creating Scripts +2021-12-29 11:51:57,313 Sending Files +2021-12-29 11:51:57,590 /esarchive/scratch/Earth/wuruchi/a29z/LOG_a29z has been created on bscearth000 . +2021-12-29 11:51:57,604 Submitting +2021-12-29 11:51:57,612 a29z_19550501_fc3_INI_STAT have been removed +2021-12-29 11:51:57,615 a29z_19550501_fc3_INI_COMPLETED been removed +2021-12-29 11:51:57,834 Job ID: 23560 + +2021-12-29 11:51:57,834 a29z_19550501_fc3_INI submitted +2021-12-29 11:51:57,951 Creating Scripts +2021-12-29 11:51:57,992 Sending Files +2021-12-29 11:51:58,310 /esarchive/scratch/Earth/wuruchi/a29z/LOG_a29z has been created on bscearth000 . +2021-12-29 11:51:58,323 Submitting +2021-12-29 11:51:58,618 a29z_19550501_fc4_INI_STAT have been removed +2021-12-29 11:51:58,621 a29z_19550501_fc4_INI_COMPLETED been removed +2021-12-29 11:51:58,839 Job ID: 23737 + +2021-12-29 11:51:58,839 a29z_19550501_fc4_INI submitted +2021-12-29 11:51:58,949 Creating Scripts +2021-12-29 11:51:58,991 Sending Files +2021-12-29 11:51:59,265 /esarchive/scratch/Earth/wuruchi/a29z/LOG_a29z has been created on bscearth000 . +2021-12-29 11:51:59,278 Submitting +2021-12-29 11:51:59,286 a29z_19550501_fc5_INI_STAT have been removed +2021-12-29 11:51:59,290 a29z_19550501_fc5_INI_COMPLETED been removed +2021-12-29 11:51:59,521 Job ID: 23907 + +2021-12-29 11:51:59,521 a29z_19550501_fc5_INI submitted +2021-12-29 11:51:59,624 +Jobs ready for marenostrum4: 0 +2021-12-29 11:51:59,633 Number of jobs available: 3 +2021-12-29 11:51:59,635 Number of jobs ready: 0 +2021-12-29 11:51:59,643 Updating FAILED jobs +2021-12-29 11:51:59,644 Updating WAITING jobs +2021-12-29 11:51:59,647 Updating WAITING jobs eligible for be prepared +2021-12-29 11:51:59,651 Updating Held jobs +2021-12-29 11:51:59,651 Update finished +2021-12-29 11:51:59,653 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 11:51:59,653 a29z_LOCAL_SETUP 20424 COMPLETED transfer_node serial +2021-12-29 11:51:59,653 a29z_REMOTE_SETUP 21464 COMPLETED transfer_node serial +2021-12-29 11:51:59,653 a29z_19550501_fc3_INI 23560 SUBMITTED transfer_node serial +2021-12-29 11:51:59,654 a29z_19550501_fc4_INI 23737 SUBMITTED transfer_node serial +2021-12-29 11:51:59,654 a29z_19550501_fc5_INI 23907 SUBMITTED transfer_node serial +2021-12-29 11:51:59,654 a29z_19550501_fc0_INI 22464 RUNNING transfer_node serial +2021-12-29 11:51:59,654 a29z_19550501_fc1_INI 22636 RUNNING transfer_node serial +2021-12-29 11:51:59,654 a29z_19550501_fc2_INI 22805 RUNNING transfer_node serial +2021-12-29 11:51:59,656 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 11:51:59,696 Job list saved +2021-12-29 11:51:59,701 +Jobs prepared for transfer_node: 0 +2021-12-29 11:51:59,707 Number of jobs available: 0 +2021-12-29 11:51:59,710 Number of jobs prepared: 0 +2021-12-29 11:51:59,717 +Jobs prepared for marenostrum4: 3 +2021-12-29 11:51:59,723 Number of jobs available: 3 +2021-12-29 11:51:59,726 Number of jobs prepared: 3 +2021-12-29 11:51:59,730 Jobs ready for marenostrum4: 3 +2021-12-29 11:51:59,750 Creating Scripts +2021-12-29 11:51:59,791 Sending Files +2021-12-29 11:51:59,804 Submitting +2021-12-29 11:51:59,815 a29z_19550501_fc0_1_SIM_STAT have been removed +2021-12-29 11:51:59,817 a29z_19550501_fc0_1_SIM_COMPLETED been removed +2021-12-29 11:51:59,827 Creating Scripts +2021-12-29 11:51:59,873 Sending Files +2021-12-29 11:51:59,882 Submitting +2021-12-29 11:51:59,892 a29z_19550501_fc1_1_SIM_STAT have been removed +2021-12-29 11:51:59,895 a29z_19550501_fc1_1_SIM_COMPLETED been removed +2021-12-29 11:52:23,961 Successful check job command: sacct -n -X --jobs 19587984 -o "State" +2021-12-29 11:52:37,334 Successful check job command: sacct -n -X --jobs 19587985 -o "State" +2021-12-29 11:52:38,515 Updating FAILED jobs +2021-12-29 11:52:38,516 Updating WAITING jobs +2021-12-29 11:52:38,519 Updating WAITING jobs eligible for be prepared +2021-12-29 11:52:38,522 Updating Held jobs +2021-12-29 11:52:38,523 Update finished +2021-12-29 11:52:38,524 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 11:52:38,524 a29z_LOCAL_SETUP 20424 COMPLETED transfer_node serial +2021-12-29 11:52:38,524 a29z_REMOTE_SETUP 21464 COMPLETED transfer_node serial +2021-12-29 11:52:38,525 a29z_19550501_fc3_INI 23560 SUBMITTED transfer_node serial +2021-12-29 11:52:38,525 a29z_19550501_fc4_INI 23737 SUBMITTED transfer_node serial +2021-12-29 11:52:38,525 a29z_19550501_fc5_INI 23907 SUBMITTED transfer_node serial +2021-12-29 11:52:38,525 a29z_19550501_fc0_1_SIM 19587984 SUBMITTED marenostrum4 debug +2021-12-29 11:52:38,525 a29z_19550501_fc1_1_SIM 19587985 SUBMITTED marenostrum4 debug +2021-12-29 11:52:38,525 a29z_19550501_fc0_INI 22464 RUNNING transfer_node serial +2021-12-29 11:52:38,525 a29z_19550501_fc1_INI 22636 RUNNING transfer_node serial +2021-12-29 11:52:38,526 a29z_19550501_fc2_INI 22805 RUNNING transfer_node serial +2021-12-29 11:52:38,528 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 11:52:38,566 Job list saved +2021-12-29 11:52:38,629 Updating FAILED jobs +2021-12-29 11:52:38,629 Updating WAITING jobs +2021-12-29 11:52:38,632 Updating WAITING jobs eligible for be prepared +2021-12-29 11:52:38,636 Updating Held jobs +2021-12-29 11:52:38,636 Update finished +2021-12-29 11:52:48,647 Reloading parameters... +[WARNING] 2021-12-29 11:52:48,659 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 11:52:48,660 Loading parameters... +2021-12-29 11:52:48,662 + +588 of 590 jobs remaining (11:52) +2021-12-29 11:52:48,663 Sleep: 10 +2021-12-29 11:52:48,663 Number of retrials: 0 +2021-12-29 11:52:48,663 WRAPPER CHECK TIME = 10 +2021-12-29 11:52:48,674 Checking jobs for platform=transfer_node +2021-12-29 11:52:50,944 Successful check job command: nohup kill -0 22464 > /dev/null 2>&1; echo $? +2021-12-29 11:52:50,944 a29z_19550501_fc0_INI job seems to have completed: checking... +2021-12-29 11:52:50,955 Job a29z_19550501_fc0_INI is COMPLETED +2021-12-29 11:52:50,970 a29z_19550501_fc0_INI_STAT file have been transfered +[WARNING] 2021-12-29 11:52:51,043 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +[WARNING] 2021-12-29 11:52:51,055 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 11:52:51,059 Custom directives from platform.conf: None +2021-12-29 11:52:51,059 Custom directives from platform.conf: None +2021-12-29 11:52:58,320 Successful check job command: nohup kill -0 23907 > /dev/null 2>&1; echo $? +2021-12-29 11:52:58,320 a29z_19550501_fc5_INI job seems to have completed: checking... +2021-12-29 11:52:58,332 Job a29z_19550501_fc5_INI is COMPLETED +2021-12-29 11:52:58,345 a29z_19550501_fc5_INI_STAT file have been transfered +2021-12-29 11:52:58,440 a29z_19550501_fc5_INI_STAT file have been transfered +[WARNING] 2021-12-29 11:52:58,508 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +[WARNING] 2021-12-29 11:52:58,520 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 11:52:58,523 Custom directives from platform.conf: None +2021-12-29 11:52:58,524 Custom directives from platform.conf: None +2021-12-29 11:53:00,778 Successful check job command: nohup kill -0 23560 > /dev/null 2>&1; echo $? +2021-12-29 11:53:00,778 a29z_19550501_fc3_INI job seems to have completed: checking... +2021-12-29 11:53:00,796 Job a29z_19550501_fc3_INI is COMPLETED +2021-12-29 11:53:00,809 a29z_19550501_fc3_INI_STAT file have been transfered +2021-12-29 11:53:00,879 a29z_19550501_fc3_INI_STAT file have been transfered +[WARNING] 2021-12-29 11:53:00,944 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +[WARNING] 2021-12-29 11:53:00,957 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 11:53:00,960 Custom directives from platform.conf: None +2021-12-29 11:53:00,961 Custom directives from platform.conf: None +2021-12-29 11:53:03,166 Successful check job command: nohup kill -0 22636 > /dev/null 2>&1; echo $? +2021-12-29 11:53:03,166 a29z_19550501_fc1_INI job seems to have completed: checking... +2021-12-29 11:53:03,177 Job a29z_19550501_fc1_INI is COMPLETED +2021-12-29 11:53:03,231 a29z_19550501_fc1_INI_STAT file have been transfered +[WARNING] 2021-12-29 11:53:03,311 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +[WARNING] 2021-12-29 11:53:03,324 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 11:53:03,327 Custom directives from platform.conf: None +2021-12-29 11:53:03,328 Custom directives from platform.conf: None +2021-12-29 11:53:05,533 Successful check job command: nohup kill -0 22805 > /dev/null 2>&1; echo $? +2021-12-29 11:53:05,533 a29z_19550501_fc2_INI job seems to have completed: checking... +2021-12-29 11:53:05,543 Job a29z_19550501_fc2_INI is COMPLETED +2021-12-29 11:53:05,557 a29z_19550501_fc2_INI_STAT file have been transfered +[WARNING] 2021-12-29 11:53:05,623 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +[WARNING] 2021-12-29 11:53:05,637 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 11:53:05,640 Custom directives from platform.conf: None +2021-12-29 11:53:05,640 Custom directives from platform.conf: None +2021-12-29 11:53:07,894 Successful check job command: nohup kill -0 23737 > /dev/null 2>&1; echo $? +2021-12-29 11:53:07,895 a29z_19550501_fc4_INI job seems to have completed: checking... +2021-12-29 11:53:07,904 Job a29z_19550501_fc4_INI is COMPLETED +2021-12-29 11:53:07,918 a29z_19550501_fc4_INI_STAT file have been transfered +2021-12-29 11:53:07,987 a29z_19550501_fc4_INI_STAT file have been transfered +[WARNING] 2021-12-29 11:53:08,052 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 11:53:08,066 Checking jobs for platform=marenostrum4 +2021-12-29 11:53:08,066 Checking all jobs at once +[WARNING] 2021-12-29 11:53:08,077 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 11:53:08,081 Custom directives from platform.conf: None +2021-12-29 11:53:08,081 Custom directives from platform.conf: None +2021-12-29 11:53:09,240 Successful check job command +2021-12-29 11:53:10,460 Job a29z_19550501_fc1_1_SIM is HELD +2021-12-29 11:53:10,460 Job a29z_19550501_fc0_1_SIM is HELD +2021-12-29 11:53:10,460 End of checking +2021-12-29 11:53:10,462 Updating FAILED jobs +2021-12-29 11:53:10,462 Updating WAITING jobs +2021-12-29 11:53:10,463 Setting job: a29z_19550501_fc3_1_SIM status to: READY (all parents completed)... +2021-12-29 11:53:10,463 Setting job: a29z_19550501_fc4_1_SIM status to: READY (all parents completed)... +2021-12-29 11:53:10,463 Setting job: a29z_19550501_fc5_1_SIM status to: READY (all parents completed)... +2021-12-29 11:53:10,466 Resetting job: a29z_19550501_fc2_1_SIM status to: READY for retrial... +2021-12-29 11:53:10,466 A job in prepared status has all parent completed, job: a29z_19550501_fc2_1_SIM status set to: READY ... +2021-12-29 11:53:10,466 Updating WAITING jobs eligible for be prepared +2021-12-29 11:53:10,469 Updating Held jobs +2021-12-29 11:53:10,469 Setting job: a29z_19550501_fc0_1_SIM status to: Queuing (all parents completed)... +2021-12-29 11:53:10,470 Setting job: a29z_19550501_fc1_1_SIM status to: Queuing (all parents completed)... +2021-12-29 11:53:10,470 Update finished +2021-12-29 11:53:10,471 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 11:53:10,472 a29z_19550501_fc1_INI 22636 COMPLETED transfer_node serial +2021-12-29 11:53:10,472 a29z_19550501_fc2_INI 22805 COMPLETED transfer_node serial +2021-12-29 11:53:10,472 a29z_19550501_fc3_INI 23560 COMPLETED transfer_node serial +2021-12-29 11:53:10,472 a29z_19550501_fc4_INI 23737 COMPLETED transfer_node serial +2021-12-29 11:53:10,472 a29z_19550501_fc5_INI 23907 COMPLETED transfer_node serial +2021-12-29 11:53:10,472 a29z_19550501_fc0_1_SIM 19587984 HELD marenostrum4 debug +2021-12-29 11:53:10,472 a29z_19550501_fc1_1_SIM 19587985 HELD marenostrum4 debug +2021-12-29 11:53:10,475 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 11:53:10,514 Job list saved +2021-12-29 11:53:10,519 +Jobs ready for transfer_node: 8 +2021-12-29 11:53:10,527 Number of jobs available: 3 +2021-12-29 11:53:10,530 Number of jobs ready: 8 +2021-12-29 11:53:10,534 Jobs ready for transfer_node: 8 +2021-12-29 11:53:10,551 Creating Scripts +2021-12-29 11:53:10,594 Sending Files +2021-12-29 11:53:10,812 /esarchive/scratch/Earth/wuruchi/a29z/LOG_a29z has been created on bscearth000 . +2021-12-29 11:53:11,046 Submitting +2021-12-29 11:53:11,055 a29z_19550501_fc6_INI_STAT have been removed +2021-12-29 11:53:11,287 a29z_19550501_fc6_INI_COMPLETED been removed +2021-12-29 11:53:11,508 Job ID: 25847 + +2021-12-29 11:53:11,508 a29z_19550501_fc6_INI submitted +2021-12-29 11:53:11,631 Creating Scripts +2021-12-29 11:53:11,673 Sending Files +2021-12-29 11:53:11,941 /esarchive/scratch/Earth/wuruchi/a29z/LOG_a29z has been created on bscearth000 . +2021-12-29 11:53:11,958 Submitting +2021-12-29 11:53:11,968 a29z_19551101_fc0_INI_STAT have been removed +2021-12-29 11:53:11,971 a29z_19551101_fc0_INI_COMPLETED been removed +2021-12-29 11:53:12,193 Job ID: 26021 + +2021-12-29 11:53:12,194 a29z_19551101_fc0_INI submitted +2021-12-29 11:53:12,313 Creating Scripts +2021-12-29 11:53:12,355 Sending Files +2021-12-29 11:53:12,873 /esarchive/scratch/Earth/wuruchi/a29z/LOG_a29z has been created on bscearth000 . +2021-12-29 11:53:13,006 Submitting +2021-12-29 11:53:13,020 a29z_19551101_fc1_INI_STAT have been removed +2021-12-29 11:53:13,023 a29z_19551101_fc1_INI_COMPLETED been removed +2021-12-29 11:53:18,164 Job ID: 26373 + +2021-12-29 11:53:18,164 a29z_19551101_fc1_INI submitted +2021-12-29 11:53:18,281 +Jobs ready for marenostrum4: 4 +2021-12-29 11:53:18,290 Number of jobs available: 3 +2021-12-29 11:53:18,292 Number of jobs ready: 4 +2021-12-29 11:53:18,297 Jobs ready for marenostrum4: 4 +2021-12-29 11:53:18,310 Creating Scripts +2021-12-29 11:53:18,353 Sending Files +2021-12-29 11:53:18,362 Submitting +2021-12-29 11:53:18,370 a29z_19550501_fc2_1_SIM_STAT have been removed +2021-12-29 11:53:18,372 a29z_19550501_fc2_1_SIM_COMPLETED been removed +2021-12-29 11:53:18,381 Creating Scripts +2021-12-29 11:53:18,422 Sending Files +2021-12-29 11:53:18,431 Submitting +2021-12-29 11:53:18,434 a29z_19550501_fc3_1_SIM_STAT have been removed +2021-12-29 11:53:18,436 a29z_19550501_fc3_1_SIM_COMPLETED been removed +2021-12-29 11:53:18,445 Creating Scripts +2021-12-29 11:53:18,488 Sending Files +2021-12-29 11:53:18,499 Submitting +2021-12-29 11:53:18,505 a29z_19550501_fc4_1_SIM_STAT have been removed +2021-12-29 11:53:18,507 a29z_19550501_fc4_1_SIM_COMPLETED been removed +2021-12-29 11:53:20,002 Updating FAILED jobs +2021-12-29 11:53:20,002 Updating WAITING jobs +2021-12-29 11:53:20,006 Updating WAITING jobs eligible for be prepared +2021-12-29 11:53:20,009 Updating Held jobs +2021-12-29 11:53:20,009 Setting job: a29z_19550501_fc0_1_SIM status to: Queuing (all parents completed)... +2021-12-29 11:53:20,009 Setting job: a29z_19550501_fc1_1_SIM status to: Queuing (all parents completed)... +2021-12-29 11:53:20,010 Update finished +2021-12-29 11:53:20,011 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 11:53:20,011 a29z_19550501_fc1_INI 22636 COMPLETED transfer_node serial +2021-12-29 11:53:20,012 a29z_19550501_fc2_INI 22805 COMPLETED transfer_node serial +2021-12-29 11:53:20,012 a29z_19550501_fc3_INI 23560 COMPLETED transfer_node serial +2021-12-29 11:53:20,012 a29z_19550501_fc4_INI 23737 COMPLETED transfer_node serial +2021-12-29 11:53:20,012 a29z_19550501_fc5_INI 23907 COMPLETED transfer_node serial +2021-12-29 11:53:20,012 a29z_19550501_fc6_INI 25847 SUBMITTED transfer_node serial +2021-12-29 11:53:20,012 a29z_19551101_fc0_INI 26021 SUBMITTED transfer_node serial +2021-12-29 11:53:20,012 a29z_19551101_fc1_INI 26373 SUBMITTED transfer_node serial +2021-12-29 11:53:20,012 a29z_19550501_fc2_1_SIM 19587990 SUBMITTED marenostrum4 debug +2021-12-29 11:53:20,013 a29z_19550501_fc3_1_SIM 19587991 SUBMITTED marenostrum4 debug +2021-12-29 11:53:20,013 a29z_19550501_fc4_1_SIM 19587992 SUBMITTED marenostrum4 debug +2021-12-29 11:53:20,013 a29z_19550501_fc0_1_SIM 19587984 HELD marenostrum4 debug +2021-12-29 11:53:20,013 a29z_19550501_fc1_1_SIM 19587985 HELD marenostrum4 debug +2021-12-29 11:53:20,015 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 11:53:20,054 Job list saved +2021-12-29 11:53:20,125 Updating FAILED jobs +2021-12-29 11:53:20,126 Updating WAITING jobs +2021-12-29 11:53:20,129 Updating WAITING jobs eligible for be prepared +2021-12-29 11:53:20,133 Updating Held jobs +2021-12-29 11:53:20,133 Setting job: a29z_19550501_fc0_1_SIM status to: Queuing (all parents completed)... +2021-12-29 11:53:20,133 Setting job: a29z_19550501_fc1_1_SIM status to: Queuing (all parents completed)... +2021-12-29 11:53:20,134 Update finished +2021-12-29 11:53:30,146 Reloading parameters... +[WARNING] 2021-12-29 11:53:30,159 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 11:53:30,161 Loading parameters... +2021-12-29 11:53:30,163 + +582 of 590 jobs remaining (11:53) +2021-12-29 11:53:30,164 Sleep: 10 +2021-12-29 11:53:30,164 Number of retrials: 0 +2021-12-29 11:53:30,164 WRAPPER CHECK TIME = 10 +2021-12-29 11:53:30,175 Checking jobs for platform=transfer_node +2021-12-29 11:53:32,446 Successful check job command: nohup kill -0 26373 > /dev/null 2>&1; echo $? +2021-12-29 11:53:32,446 Job a29z_19551101_fc1_INI is RUNNING +2021-12-29 11:53:32,483 a29z_19551101_fc1_INI_STAT file have been transfered +2021-12-29 11:53:39,819 Successful check job command: nohup kill -0 26021 > /dev/null 2>&1; echo $? +2021-12-29 11:53:39,819 Job a29z_19551101_fc0_INI is RUNNING +2021-12-29 11:53:39,833 a29z_19551101_fc0_INI_STAT file have been transfered +2021-12-29 11:53:42,105 Successful check job command: nohup kill -0 25847 > /dev/null 2>&1; echo $? +2021-12-29 11:53:42,106 a29z_19550501_fc6_INI job seems to have completed: checking... +2021-12-29 11:53:42,118 Job a29z_19550501_fc6_INI is COMPLETED +2021-12-29 11:53:42,131 a29z_19550501_fc6_INI_STAT file have been transfered +2021-12-29 11:53:42,201 a29z_19550501_fc6_INI_STAT file have been transfered +[WARNING] 2021-12-29 11:53:42,277 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 11:53:42,294 Checking jobs for platform=marenostrum4 +2021-12-29 11:53:42,294 Checking all jobs at once +[WARNING] 2021-12-29 11:53:42,306 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 11:53:42,309 Custom directives from platform.conf: None +2021-12-29 11:53:42,310 Custom directives from platform.conf: None +2021-12-29 11:53:43,517 Successful check job command +2021-12-29 11:53:47,124 Job a29z_19550501_fc4_1_SIM is QUEUING +2021-12-29 11:53:47,124 Job a29z_19550501_fc0_1_SIM is HELD +2021-12-29 11:53:47,125 Job a29z_19550501_fc2_1_SIM is QUEUING +2021-12-29 11:53:47,125 Job a29z_19550501_fc3_1_SIM is QUEUING +2021-12-29 11:53:47,125 Job a29z_19550501_fc1_1_SIM is HELD +2021-12-29 11:53:47,125 End of checking +2021-12-29 11:53:47,127 Updating FAILED jobs +2021-12-29 11:53:47,127 Updating WAITING jobs +2021-12-29 11:53:47,128 Setting job: a29z_19550501_fc6_1_SIM status to: READY (all parents completed)... +2021-12-29 11:53:47,131 Updating WAITING jobs eligible for be prepared +2021-12-29 11:53:47,133 Setting job: a29z_19550501_fc2_2_SIM status to: Prepared for be held (all parents queuing, running or completed)... +2021-12-29 11:53:47,133 Setting job: a29z_19550501_fc3_2_SIM status to: Prepared for be held (all parents queuing, running or completed)... +2021-12-29 11:53:47,133 Setting job: a29z_19550501_fc4_2_SIM status to: Prepared for be held (all parents queuing, running or completed)... +2021-12-29 11:53:47,133 Setting job: a29z_19551101_fc0_1_SIM status to: Prepared for be held (all parents queuing, running or completed)... +2021-12-29 11:53:47,133 Setting job: a29z_19551101_fc1_1_SIM status to: Prepared for be held (all parents queuing, running or completed)... +2021-12-29 11:53:47,134 Updating Held jobs +2021-12-29 11:53:47,135 Setting job: a29z_19550501_fc0_1_SIM status to: Queuing (all parents completed)... +2021-12-29 11:53:47,135 Setting job: a29z_19550501_fc1_1_SIM status to: Queuing (all parents completed)... +2021-12-29 11:53:47,135 Update finished +2021-12-29 11:53:47,137 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 11:53:47,137 a29z_19550501_fc2_INI 22805 COMPLETED transfer_node serial +2021-12-29 11:53:47,137 a29z_19550501_fc3_INI 23560 COMPLETED transfer_node serial +2021-12-29 11:53:47,137 a29z_19550501_fc4_INI 23737 COMPLETED transfer_node serial +2021-12-29 11:53:47,137 a29z_19550501_fc5_INI 23907 COMPLETED transfer_node serial +2021-12-29 11:53:47,137 a29z_19550501_fc6_INI 25847 COMPLETED transfer_node serial +2021-12-29 11:53:47,137 a29z_19551101_fc0_INI 26021 RUNNING transfer_node serial +2021-12-29 11:53:47,138 a29z_19551101_fc1_INI 26373 RUNNING transfer_node serial +2021-12-29 11:53:47,138 a29z_19550501_fc2_1_SIM 19587990 QUEUING marenostrum4 debug +2021-12-29 11:53:47,138 a29z_19550501_fc3_1_SIM 19587991 QUEUING marenostrum4 debug +2021-12-29 11:53:47,138 a29z_19550501_fc4_1_SIM 19587992 QUEUING marenostrum4 debug +2021-12-29 11:53:47,138 a29z_19550501_fc0_1_SIM 19587984 HELD marenostrum4 debug +2021-12-29 11:53:47,138 a29z_19550501_fc1_1_SIM 19587985 HELD marenostrum4 debug +2021-12-29 11:53:47,141 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 11:53:47,181 Job list saved +2021-12-29 11:53:47,185 +Jobs ready for transfer_node: 5 +2021-12-29 11:53:47,194 Number of jobs available: 3 +2021-12-29 11:53:47,196 Number of jobs ready: 5 +2021-12-29 11:53:47,201 Jobs ready for transfer_node: 5 +2021-12-29 11:53:47,212 Creating Scripts +2021-12-29 11:53:47,252 Sending Files +2021-12-29 11:53:47,522 /esarchive/scratch/Earth/wuruchi/a29z/LOG_a29z has been created on bscearth000 . +2021-12-29 11:53:47,597 Submitting +2021-12-29 11:53:47,783 a29z_19551101_fc2_INI_STAT have been removed +2021-12-29 11:53:47,872 a29z_19551101_fc2_INI_COMPLETED been removed +2021-12-29 11:53:48,152 Job ID: 27191 + +2021-12-29 11:53:48,152 a29z_19551101_fc2_INI submitted +2021-12-29 11:53:48,282 Creating Scripts +2021-12-29 11:53:48,322 Sending Files +2021-12-29 11:53:48,590 /esarchive/scratch/Earth/wuruchi/a29z/LOG_a29z has been created on bscearth000 . +2021-12-29 11:53:48,637 Submitting +2021-12-29 11:53:48,646 a29z_19551101_fc3_INI_STAT have been removed +2021-12-29 11:53:48,649 a29z_19551101_fc3_INI_COMPLETED been removed +2021-12-29 11:53:48,921 Job ID: 27429 + +2021-12-29 11:53:48,921 a29z_19551101_fc3_INI submitted +2021-12-29 11:53:49,047 Creating Scripts +2021-12-29 11:53:49,092 Sending Files +2021-12-29 11:53:49,360 /esarchive/scratch/Earth/wuruchi/a29z/LOG_a29z has been created on bscearth000 . +2021-12-29 11:53:49,373 Submitting +2021-12-29 11:53:49,383 a29z_19551101_fc4_INI_STAT have been removed +2021-12-29 11:53:49,387 a29z_19551101_fc4_INI_COMPLETED been removed +2021-12-29 11:53:49,759 Job ID: 27680 + +2021-12-29 11:53:49,759 a29z_19551101_fc4_INI submitted +2021-12-29 11:53:49,886 +Jobs ready for marenostrum4: 2 +2021-12-29 11:53:49,895 Number of jobs available: 0 +2021-12-29 11:53:49,897 Number of jobs ready: 2 +2021-12-29 11:53:49,902 Jobs ready for marenostrum4: 2 +2021-12-29 11:53:49,908 Updating FAILED jobs +2021-12-29 11:53:49,909 Updating WAITING jobs +2021-12-29 11:53:49,912 Updating WAITING jobs eligible for be prepared +2021-12-29 11:53:49,915 Updating Held jobs +2021-12-29 11:53:49,915 Setting job: a29z_19550501_fc0_1_SIM status to: Queuing (all parents completed)... +2021-12-29 11:53:49,915 Setting job: a29z_19550501_fc1_1_SIM status to: Queuing (all parents completed)... +2021-12-29 11:53:49,916 Update finished +2021-12-29 11:53:49,917 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 11:53:49,917 a29z_19550501_fc2_INI 22805 COMPLETED transfer_node serial +2021-12-29 11:53:49,917 a29z_19550501_fc3_INI 23560 COMPLETED transfer_node serial +2021-12-29 11:53:49,918 a29z_19550501_fc4_INI 23737 COMPLETED transfer_node serial +2021-12-29 11:53:49,918 a29z_19550501_fc5_INI 23907 COMPLETED transfer_node serial +2021-12-29 11:53:49,918 a29z_19550501_fc6_INI 25847 COMPLETED transfer_node serial +2021-12-29 11:53:49,918 a29z_19551101_fc2_INI 27191 SUBMITTED transfer_node serial +2021-12-29 11:53:49,918 a29z_19551101_fc3_INI 27429 SUBMITTED transfer_node serial +2021-12-29 11:53:49,918 a29z_19551101_fc4_INI 27680 SUBMITTED transfer_node serial +2021-12-29 11:53:49,918 a29z_19551101_fc0_INI 26021 RUNNING transfer_node serial +2021-12-29 11:53:49,918 a29z_19551101_fc1_INI 26373 RUNNING transfer_node serial +2021-12-29 11:53:49,919 a29z_19550501_fc2_1_SIM 19587990 QUEUING marenostrum4 debug +2021-12-29 11:53:49,919 a29z_19550501_fc3_1_SIM 19587991 QUEUING marenostrum4 debug +2021-12-29 11:53:49,919 a29z_19550501_fc4_1_SIM 19587992 QUEUING marenostrum4 debug +2021-12-29 11:53:49,919 a29z_19550501_fc0_1_SIM 19587984 HELD marenostrum4 debug +2021-12-29 11:53:49,919 a29z_19550501_fc1_1_SIM 19587985 HELD marenostrum4 debug +2021-12-29 11:53:49,922 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 11:53:49,961 Job list saved +2021-12-29 11:53:49,967 +Jobs prepared for transfer_node: 0 +2021-12-29 11:53:49,973 Number of jobs available: 0 +2021-12-29 11:53:49,976 Number of jobs prepared: 0 +2021-12-29 11:53:49,981 +Jobs prepared for marenostrum4: 5 +2021-12-29 11:53:49,988 Number of jobs available: 0 +2021-12-29 11:53:49,990 Number of jobs prepared: 5 +2021-12-29 11:53:49,994 Jobs ready for marenostrum4: 5 +2021-12-29 11:53:50,003 Updating FAILED jobs +2021-12-29 11:53:50,003 Updating WAITING jobs +2021-12-29 11:53:50,006 Updating WAITING jobs eligible for be prepared +2021-12-29 11:53:50,009 Updating Held jobs +2021-12-29 11:53:50,009 Setting job: a29z_19550501_fc0_1_SIM status to: Queuing (all parents completed)... +2021-12-29 11:53:50,010 Setting job: a29z_19550501_fc1_1_SIM status to: Queuing (all parents completed)... +2021-12-29 11:53:50,010 Update finished +2021-12-29 11:53:50,012 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 11:53:50,012 a29z_19550501_fc2_INI 22805 COMPLETED transfer_node serial +2021-12-29 11:53:50,012 a29z_19550501_fc3_INI 23560 COMPLETED transfer_node serial +2021-12-29 11:53:50,012 a29z_19550501_fc4_INI 23737 COMPLETED transfer_node serial +2021-12-29 11:53:50,012 a29z_19550501_fc5_INI 23907 COMPLETED transfer_node serial +2021-12-29 11:53:50,012 a29z_19550501_fc6_INI 25847 COMPLETED transfer_node serial +2021-12-29 11:53:50,012 a29z_19551101_fc2_INI 27191 SUBMITTED transfer_node serial +2021-12-29 11:53:50,013 a29z_19551101_fc3_INI 27429 SUBMITTED transfer_node serial +2021-12-29 11:53:50,013 a29z_19551101_fc4_INI 27680 SUBMITTED transfer_node serial +2021-12-29 11:53:50,013 a29z_19551101_fc0_INI 26021 RUNNING transfer_node serial +2021-12-29 11:53:50,013 a29z_19551101_fc1_INI 26373 RUNNING transfer_node serial +2021-12-29 11:53:50,013 a29z_19550501_fc2_1_SIM 19587990 QUEUING marenostrum4 debug +2021-12-29 11:53:50,014 a29z_19550501_fc3_1_SIM 19587991 QUEUING marenostrum4 debug +2021-12-29 11:53:50,014 a29z_19550501_fc4_1_SIM 19587992 QUEUING marenostrum4 debug +2021-12-29 11:53:50,014 a29z_19550501_fc0_1_SIM 19587984 HELD marenostrum4 debug +2021-12-29 11:53:50,014 a29z_19550501_fc1_1_SIM 19587985 HELD marenostrum4 debug +2021-12-29 11:53:50,016 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 11:53:50,055 Job list saved +2021-12-29 11:53:50,118 Updating FAILED jobs +2021-12-29 11:53:50,118 Updating WAITING jobs +2021-12-29 11:53:50,121 Updating WAITING jobs eligible for be prepared +2021-12-29 11:53:50,125 Updating Held jobs +2021-12-29 11:53:50,125 Setting job: a29z_19550501_fc0_1_SIM status to: Queuing (all parents completed)... +2021-12-29 11:53:50,125 Setting job: a29z_19550501_fc1_1_SIM status to: Queuing (all parents completed)... +2021-12-29 11:53:50,125 Update finished +2021-12-29 11:54:00,130 Reloading parameters... +[WARNING] 2021-12-29 11:54:00,142 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 11:54:00,144 Loading parameters... +2021-12-29 11:54:00,146 + +581 of 590 jobs remaining (11:54) +2021-12-29 11:54:00,146 Sleep: 10 +2021-12-29 11:54:00,146 Number of retrials: 0 +2021-12-29 11:54:00,146 WRAPPER CHECK TIME = 10 +2021-12-29 11:54:00,157 Checking jobs for platform=transfer_node +2021-12-29 11:54:02,427 Successful check job command: nohup kill -0 27680 > /dev/null 2>&1; echo $? +2021-12-29 11:54:02,427 Job a29z_19551101_fc4_INI is RUNNING +2021-12-29 11:54:02,442 a29z_19551101_fc4_INI_STAT file have been transfered +2021-12-29 11:54:04,767 Successful check job command: nohup kill -0 26021 > /dev/null 2>&1; echo $? +2021-12-29 11:54:04,768 a29z_19551101_fc0_INI job seems to have completed: checking... +2021-12-29 11:54:04,823 Job a29z_19551101_fc0_INI is COMPLETED +2021-12-29 11:54:04,837 a29z_19551101_fc0_INI_STAT file have been transfered +[WARNING] 2021-12-29 11:54:04,903 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +[WARNING] 2021-12-29 11:54:04,915 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 11:54:04,919 Custom directives from platform.conf: None +2021-12-29 11:54:04,919 Custom directives from platform.conf: None +2021-12-29 11:54:07,175 Successful check job command: nohup kill -0 26373 > /dev/null 2>&1; echo $? +2021-12-29 11:54:07,175 a29z_19551101_fc1_INI job seems to have completed: checking... +2021-12-29 11:54:07,191 Job a29z_19551101_fc1_INI is COMPLETED +2021-12-29 11:54:07,430 a29z_19551101_fc1_INI_STAT file have been transfered +[WARNING] 2021-12-29 11:54:07,494 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +[WARNING] 2021-12-29 11:54:07,507 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 11:54:07,511 Custom directives from platform.conf: None +2021-12-29 11:54:07,511 Custom directives from platform.conf: None +2021-12-29 11:54:09,766 Successful check job command: nohup kill -0 27429 > /dev/null 2>&1; echo $? +2021-12-29 11:54:09,766 Job a29z_19551101_fc3_INI is RUNNING +2021-12-29 11:54:09,823 a29z_19551101_fc3_INI_STAT file have been transfered +2021-12-29 11:54:12,095 Successful check job command: nohup kill -0 27191 > /dev/null 2>&1; echo $? +2021-12-29 11:54:12,095 Job a29z_19551101_fc2_INI is RUNNING +2021-12-29 11:54:12,113 a29z_19551101_fc2_INI_STAT file have been transfered +2021-12-29 11:54:12,185 Checking jobs for platform=marenostrum4 +2021-12-29 11:54:12,186 Checking all jobs at once +2021-12-29 11:54:13,405 Successful check job command +2021-12-29 11:54:14,624 Job a29z_19550501_fc4_1_SIM is QUEUING +2021-12-29 11:54:14,624 Job a29z_19550501_fc0_1_SIM is QUEUING +2021-12-29 11:54:14,624 Job a29z_19550501_fc2_1_SIM is QUEUING +2021-12-29 11:54:14,625 Job a29z_19550501_fc3_1_SIM is QUEUING +2021-12-29 11:54:14,625 Job a29z_19550501_fc1_1_SIM is QUEUING +2021-12-29 11:54:14,625 End of checking +2021-12-29 11:54:14,626 Updating FAILED jobs +2021-12-29 11:54:14,627 Updating WAITING jobs +2021-12-29 11:54:14,630 Resetting job: a29z_19551101_fc0_1_SIM status to: READY for retrial... +2021-12-29 11:54:14,630 A job in prepared status has all parent completed, job: a29z_19551101_fc0_1_SIM status set to: READY ... +2021-12-29 11:54:14,630 Resetting job: a29z_19551101_fc1_1_SIM status to: READY for retrial... +2021-12-29 11:54:14,630 A job in prepared status has all parent completed, job: a29z_19551101_fc1_1_SIM status set to: READY ... +2021-12-29 11:54:14,630 Updating WAITING jobs eligible for be prepared +2021-12-29 11:54:14,632 Setting job: a29z_19550501_fc0_2_SIM status to: Prepared for be held (all parents queuing, running or completed)... +2021-12-29 11:54:14,632 Setting job: a29z_19550501_fc1_2_SIM status to: Prepared for be held (all parents queuing, running or completed)... +2021-12-29 11:54:14,633 Setting job: a29z_19551101_fc2_1_SIM status to: Prepared for be held (all parents queuing, running or completed)... +2021-12-29 11:54:14,633 Setting job: a29z_19551101_fc3_1_SIM status to: Prepared for be held (all parents queuing, running or completed)... +2021-12-29 11:54:14,633 Setting job: a29z_19551101_fc4_1_SIM status to: Prepared for be held (all parents queuing, running or completed)... +2021-12-29 11:54:14,634 Updating Held jobs +2021-12-29 11:54:14,634 Update finished +2021-12-29 11:54:14,636 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 11:54:14,636 a29z_19550501_fc4_INI 23737 COMPLETED transfer_node serial +2021-12-29 11:54:14,636 a29z_19550501_fc5_INI 23907 COMPLETED transfer_node serial +2021-12-29 11:54:14,636 a29z_19550501_fc6_INI 25847 COMPLETED transfer_node serial +2021-12-29 11:54:14,637 a29z_19551101_fc0_INI 26021 COMPLETED transfer_node serial +2021-12-29 11:54:14,637 a29z_19551101_fc1_INI 26373 COMPLETED transfer_node serial +2021-12-29 11:54:14,637 a29z_19551101_fc2_INI 27191 RUNNING transfer_node serial +2021-12-29 11:54:14,637 a29z_19551101_fc3_INI 27429 RUNNING transfer_node serial +2021-12-29 11:54:14,637 a29z_19551101_fc4_INI 27680 RUNNING transfer_node serial +2021-12-29 11:54:14,637 a29z_19550501_fc0_1_SIM 19587984 QUEUING marenostrum4 debug +2021-12-29 11:54:14,637 a29z_19550501_fc1_1_SIM 19587985 QUEUING marenostrum4 debug +2021-12-29 11:54:14,638 a29z_19550501_fc2_1_SIM 19587990 QUEUING marenostrum4 debug +2021-12-29 11:54:14,638 a29z_19550501_fc3_1_SIM 19587991 QUEUING marenostrum4 debug +2021-12-29 11:54:14,638 a29z_19550501_fc4_1_SIM 19587992 QUEUING marenostrum4 debug +2021-12-29 11:54:14,640 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 11:54:14,679 Job list saved +2021-12-29 11:54:14,684 +Jobs ready for transfer_node: 2 +2021-12-29 11:54:14,693 Number of jobs available: 3 +2021-12-29 11:54:14,696 Number of jobs ready: 2 +2021-12-29 11:54:14,700 Jobs ready for transfer_node: 2 +2021-12-29 11:54:14,714 Creating Scripts +2021-12-29 11:54:14,757 Sending Files +2021-12-29 11:54:15,089 /esarchive/scratch/Earth/wuruchi/a29z/LOG_a29z has been created on bscearth000 . +2021-12-29 11:54:15,103 Submitting +2021-12-29 11:54:15,112 a29z_19551101_fc5_INI_STAT have been removed +2021-12-29 11:54:15,115 a29z_19551101_fc5_INI_COMPLETED been removed +2021-12-29 11:54:15,336 Job ID: 28519 + +2021-12-29 11:54:15,336 a29z_19551101_fc5_INI submitted +2021-12-29 11:54:15,465 Creating Scripts +2021-12-29 11:54:15,517 Sending Files +2021-12-29 11:54:15,796 /esarchive/scratch/Earth/wuruchi/a29z/LOG_a29z has been created on bscearth000 . +2021-12-29 11:54:15,850 Submitting +2021-12-29 11:54:15,859 a29z_19551101_fc6_INI_STAT have been removed +2021-12-29 11:54:15,862 a29z_19551101_fc6_INI_COMPLETED been removed +2021-12-29 11:54:16,130 Job ID: 28689 + +2021-12-29 11:54:16,130 a29z_19551101_fc6_INI submitted +2021-12-29 11:54:16,244 +Jobs ready for marenostrum4: 4 +2021-12-29 11:54:16,253 Number of jobs available: -2 +2021-12-29 11:54:16,255 Number of jobs ready: 4 +2021-12-29 11:54:16,260 Jobs ready for marenostrum4: 4 +2021-12-29 11:54:16,266 Updating FAILED jobs +2021-12-29 11:54:16,267 Updating WAITING jobs +2021-12-29 11:54:16,270 Updating WAITING jobs eligible for be prepared +2021-12-29 11:54:16,274 Updating Held jobs +2021-12-29 11:54:16,274 Update finished +2021-12-29 11:54:16,276 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 11:54:16,276 a29z_19550501_fc4_INI 23737 COMPLETED transfer_node serial +2021-12-29 11:54:16,276 a29z_19550501_fc5_INI 23907 COMPLETED transfer_node serial +2021-12-29 11:54:16,276 a29z_19550501_fc6_INI 25847 COMPLETED transfer_node serial +2021-12-29 11:54:16,276 a29z_19551101_fc0_INI 26021 COMPLETED transfer_node serial +2021-12-29 11:54:16,276 a29z_19551101_fc1_INI 26373 COMPLETED transfer_node serial +2021-12-29 11:54:16,277 a29z_19551101_fc5_INI 28519 SUBMITTED transfer_node serial +2021-12-29 11:54:16,277 a29z_19551101_fc6_INI 28689 SUBMITTED transfer_node serial +2021-12-29 11:54:16,277 a29z_19551101_fc2_INI 27191 RUNNING transfer_node serial +2021-12-29 11:54:16,277 a29z_19551101_fc3_INI 27429 RUNNING transfer_node serial +2021-12-29 11:54:16,277 a29z_19551101_fc4_INI 27680 RUNNING transfer_node serial +2021-12-29 11:54:16,277 a29z_19550501_fc0_1_SIM 19587984 QUEUING marenostrum4 debug +2021-12-29 11:54:16,277 a29z_19550501_fc1_1_SIM 19587985 QUEUING marenostrum4 debug +2021-12-29 11:54:16,278 a29z_19550501_fc2_1_SIM 19587990 QUEUING marenostrum4 debug +2021-12-29 11:54:16,278 a29z_19550501_fc3_1_SIM 19587991 QUEUING marenostrum4 debug +2021-12-29 11:54:16,278 a29z_19550501_fc4_1_SIM 19587992 QUEUING marenostrum4 debug +2021-12-29 11:54:16,280 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 11:54:16,319 Job list saved +2021-12-29 11:54:16,323 +Jobs prepared for transfer_node: 0 +2021-12-29 11:54:16,330 Number of jobs available: 1 +2021-12-29 11:54:16,332 Number of jobs prepared: 0 +2021-12-29 11:54:16,339 +Jobs prepared for marenostrum4: 8 +2021-12-29 11:54:16,345 Number of jobs available: -2 +2021-12-29 11:54:16,347 Number of jobs prepared: 8 +2021-12-29 11:54:16,352 Jobs ready for marenostrum4: 8 +2021-12-29 11:54:16,360 Updating FAILED jobs +2021-12-29 11:54:16,360 Updating WAITING jobs +2021-12-29 11:54:16,363 Updating WAITING jobs eligible for be prepared +2021-12-29 11:54:16,367 Updating Held jobs +2021-12-29 11:54:16,368 Update finished +2021-12-29 11:54:16,369 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 11:54:16,369 a29z_19550501_fc4_INI 23737 COMPLETED transfer_node serial +2021-12-29 11:54:16,370 a29z_19550501_fc5_INI 23907 COMPLETED transfer_node serial +2021-12-29 11:54:16,370 a29z_19550501_fc6_INI 25847 COMPLETED transfer_node serial +2021-12-29 11:54:16,370 a29z_19551101_fc0_INI 26021 COMPLETED transfer_node serial +2021-12-29 11:54:16,370 a29z_19551101_fc1_INI 26373 COMPLETED transfer_node serial +2021-12-29 11:54:16,370 a29z_19551101_fc5_INI 28519 SUBMITTED transfer_node serial +2021-12-29 11:54:16,370 a29z_19551101_fc6_INI 28689 SUBMITTED transfer_node serial +2021-12-29 11:54:16,370 a29z_19551101_fc2_INI 27191 RUNNING transfer_node serial +2021-12-29 11:54:16,370 a29z_19551101_fc3_INI 27429 RUNNING transfer_node serial +2021-12-29 11:54:16,371 a29z_19551101_fc4_INI 27680 RUNNING transfer_node serial +2021-12-29 11:54:16,371 a29z_19550501_fc0_1_SIM 19587984 QUEUING marenostrum4 debug +2021-12-29 11:54:16,371 a29z_19550501_fc1_1_SIM 19587985 QUEUING marenostrum4 debug +2021-12-29 11:54:16,371 a29z_19550501_fc2_1_SIM 19587990 QUEUING marenostrum4 debug +2021-12-29 11:54:16,371 a29z_19550501_fc3_1_SIM 19587991 QUEUING marenostrum4 debug +2021-12-29 11:54:16,371 a29z_19550501_fc4_1_SIM 19587992 QUEUING marenostrum4 debug +2021-12-29 11:54:16,373 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 11:54:16,412 Job list saved +2021-12-29 11:54:16,461 Updating FAILED jobs +2021-12-29 11:54:16,462 Updating WAITING jobs +2021-12-29 11:54:16,465 Updating WAITING jobs eligible for be prepared +2021-12-29 11:54:16,468 Updating Held jobs +2021-12-29 11:54:16,469 Update finished +2021-12-29 11:54:26,477 Reloading parameters... +[WARNING] 2021-12-29 11:54:26,489 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 11:54:26,490 Loading parameters... +2021-12-29 11:54:26,492 + +579 of 590 jobs remaining (11:54) +2021-12-29 11:54:26,493 Sleep: 10 +2021-12-29 11:54:26,493 Number of retrials: 0 +2021-12-29 11:54:26,493 WRAPPER CHECK TIME = 10 +2021-12-29 11:54:26,504 Checking jobs for platform=transfer_node +2021-12-29 11:54:28,774 Successful check job command: nohup kill -0 27680 > /dev/null 2>&1; echo $? +2021-12-29 11:54:28,774 a29z_19551101_fc4_INI job seems to have completed: checking... +2021-12-29 11:54:28,785 Job a29z_19551101_fc4_INI is COMPLETED +2021-12-29 11:54:28,801 a29z_19551101_fc4_INI_STAT file have been transfered +[WARNING] 2021-12-29 11:54:28,874 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +[WARNING] 2021-12-29 11:54:28,887 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 11:54:28,891 Custom directives from platform.conf: None +2021-12-29 11:54:28,891 Custom directives from platform.conf: None +2021-12-29 11:54:34,000 Successful check job command: nohup kill -0 28689 > /dev/null 2>&1; echo $? +2021-12-29 11:54:34,000 Job a29z_19551101_fc6_INI is RUNNING +2021-12-29 11:54:34,105 a29z_19551101_fc6_INI_STAT file have been transfered +2021-12-29 11:54:36,374 Successful check job command: nohup kill -0 27191 > /dev/null 2>&1; echo $? +2021-12-29 11:54:36,375 a29z_19551101_fc2_INI job seems to have completed: checking... +2021-12-29 11:54:37,000 Job a29z_19551101_fc2_INI is COMPLETED +2021-12-29 11:54:37,015 a29z_19551101_fc2_INI_STAT file have been transfered +[WARNING] 2021-12-29 11:54:37,079 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +[WARNING] 2021-12-29 11:54:37,091 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 11:54:37,094 Custom directives from platform.conf: None +2021-12-29 11:54:37,095 Custom directives from platform.conf: None +2021-12-29 11:54:39,303 Successful check job command: nohup kill -0 27429 > /dev/null 2>&1; echo $? +2021-12-29 11:54:39,303 a29z_19551101_fc3_INI job seems to have completed: checking... +2021-12-29 11:54:39,328 Job a29z_19551101_fc3_INI is COMPLETED +2021-12-29 11:54:39,343 a29z_19551101_fc3_INI_STAT file have been transfered +[WARNING] 2021-12-29 11:54:39,405 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +[WARNING] 2021-12-29 11:54:39,417 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 11:54:39,421 Custom directives from platform.conf: None +2021-12-29 11:54:39,422 Custom directives from platform.conf: None +2021-12-29 11:54:41,627 Successful check job command: nohup kill -0 28519 > /dev/null 2>&1; echo $? +2021-12-29 11:54:41,627 Job a29z_19551101_fc5_INI is RUNNING +2021-12-29 11:54:41,641 a29z_19551101_fc5_INI_STAT file have been transfered +2021-12-29 11:54:41,703 Checking jobs for platform=marenostrum4 +2021-12-29 11:54:41,703 Checking all jobs at once +2021-12-29 11:54:42,823 Successful check job command +2021-12-29 11:54:43,992 Job a29z_19550501_fc1_1_SIM is QUEUING +2021-12-29 11:54:43,992 Job a29z_19550501_fc0_1_SIM is RUNNING +2021-12-29 11:54:44,010 a29z_19550501_fc0_1_SIM_STAT file have been transfered +2021-12-29 11:54:44,061 Job a29z_19550501_fc2_1_SIM is QUEUING +2021-12-29 11:54:44,061 Job a29z_19550501_fc3_1_SIM is QUEUING +2021-12-29 11:54:44,061 Job a29z_19550501_fc4_1_SIM is QUEUING +2021-12-29 11:54:44,061 End of checking +2021-12-29 11:54:44,063 Updating FAILED jobs +2021-12-29 11:54:44,063 Updating WAITING jobs +2021-12-29 11:54:44,066 Resetting job: a29z_19551101_fc2_1_SIM status to: READY for retrial... +2021-12-29 11:54:44,066 A job in prepared status has all parent completed, job: a29z_19551101_fc2_1_SIM status set to: READY ... +2021-12-29 11:54:44,067 Resetting job: a29z_19551101_fc3_1_SIM status to: READY for retrial... +2021-12-29 11:54:44,067 A job in prepared status has all parent completed, job: a29z_19551101_fc3_1_SIM status set to: READY ... +2021-12-29 11:54:44,067 Resetting job: a29z_19551101_fc4_1_SIM status to: READY for retrial... +2021-12-29 11:54:44,067 A job in prepared status has all parent completed, job: a29z_19551101_fc4_1_SIM status set to: READY ... +2021-12-29 11:54:44,067 Updating WAITING jobs eligible for be prepared +2021-12-29 11:54:44,069 Setting job: a29z_19551101_fc5_1_SIM status to: Prepared for be held (all parents queuing, running or completed)... +2021-12-29 11:54:44,070 Setting job: a29z_19551101_fc6_1_SIM status to: Prepared for be held (all parents queuing, running or completed)... +2021-12-29 11:54:44,071 Updating Held jobs +2021-12-29 11:54:44,071 Update finished +2021-12-29 11:54:44,073 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 11:54:44,073 a29z_19551101_fc0_INI 26021 COMPLETED transfer_node serial +2021-12-29 11:54:44,073 a29z_19551101_fc1_INI 26373 COMPLETED transfer_node serial +2021-12-29 11:54:44,073 a29z_19551101_fc2_INI 27191 COMPLETED transfer_node serial +2021-12-29 11:54:44,073 a29z_19551101_fc3_INI 27429 COMPLETED transfer_node serial +2021-12-29 11:54:44,073 a29z_19551101_fc4_INI 27680 COMPLETED transfer_node serial +2021-12-29 11:54:44,074 a29z_19551101_fc5_INI 28519 RUNNING transfer_node serial +2021-12-29 11:54:44,074 a29z_19551101_fc6_INI 28689 RUNNING transfer_node serial +2021-12-29 11:54:44,074 a29z_19550501_fc0_1_SIM 19587984 RUNNING marenostrum4 debug +2021-12-29 11:54:44,074 a29z_19550501_fc1_1_SIM 19587985 QUEUING marenostrum4 debug +2021-12-29 11:54:44,074 a29z_19550501_fc2_1_SIM 19587990 QUEUING marenostrum4 debug +2021-12-29 11:54:44,074 a29z_19550501_fc3_1_SIM 19587991 QUEUING marenostrum4 debug +2021-12-29 11:54:44,074 a29z_19550501_fc4_1_SIM 19587992 QUEUING marenostrum4 debug +2021-12-29 11:54:44,077 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 11:54:44,117 Job list saved +2021-12-29 11:54:44,122 +Jobs ready for transfer_node: 0 +2021-12-29 11:54:44,130 Number of jobs available: 3 +2021-12-29 11:54:44,133 Number of jobs ready: 0 +2021-12-29 11:54:44,139 +Jobs ready for marenostrum4: 7 +2021-12-29 11:54:44,149 Number of jobs available: -1 +2021-12-29 11:54:44,152 Number of jobs ready: 7 +2021-12-29 11:54:44,156 Jobs ready for marenostrum4: 7 +2021-12-29 11:54:44,162 Updating FAILED jobs +2021-12-29 11:54:44,163 Updating WAITING jobs +2021-12-29 11:54:44,166 Updating WAITING jobs eligible for be prepared +2021-12-29 11:54:44,169 Updating Held jobs +2021-12-29 11:54:44,169 Update finished +2021-12-29 11:54:44,171 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 11:54:44,171 a29z_19551101_fc0_INI 26021 COMPLETED transfer_node serial +2021-12-29 11:54:44,171 a29z_19551101_fc1_INI 26373 COMPLETED transfer_node serial +2021-12-29 11:54:44,172 a29z_19551101_fc2_INI 27191 COMPLETED transfer_node serial +2021-12-29 11:54:44,172 a29z_19551101_fc3_INI 27429 COMPLETED transfer_node serial +2021-12-29 11:54:44,172 a29z_19551101_fc4_INI 27680 COMPLETED transfer_node serial +2021-12-29 11:54:44,172 a29z_19551101_fc5_INI 28519 RUNNING transfer_node serial +2021-12-29 11:54:44,172 a29z_19551101_fc6_INI 28689 RUNNING transfer_node serial +2021-12-29 11:54:44,172 a29z_19550501_fc0_1_SIM 19587984 RUNNING marenostrum4 debug +2021-12-29 11:54:44,172 a29z_19550501_fc1_1_SIM 19587985 QUEUING marenostrum4 debug +2021-12-29 11:54:44,172 a29z_19550501_fc2_1_SIM 19587990 QUEUING marenostrum4 debug +2021-12-29 11:54:44,173 a29z_19550501_fc3_1_SIM 19587991 QUEUING marenostrum4 debug +2021-12-29 11:54:44,173 a29z_19550501_fc4_1_SIM 19587992 QUEUING marenostrum4 debug +2021-12-29 11:54:44,175 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 11:54:44,215 Job list saved +2021-12-29 11:54:44,220 +Jobs prepared for transfer_node: 0 +2021-12-29 11:54:44,227 Number of jobs available: 3 +2021-12-29 11:54:44,229 Number of jobs prepared: 0 +2021-12-29 11:54:44,235 +Jobs prepared for marenostrum4: 7 +2021-12-29 11:54:44,242 Number of jobs available: -1 +2021-12-29 11:54:44,244 Number of jobs prepared: 7 +2021-12-29 11:54:44,249 Jobs ready for marenostrum4: 7 +2021-12-29 11:54:44,258 Updating FAILED jobs +2021-12-29 11:54:44,259 Updating WAITING jobs +2021-12-29 11:54:44,261 Updating WAITING jobs eligible for be prepared +2021-12-29 11:54:44,264 Updating Held jobs +2021-12-29 11:54:44,265 Update finished +2021-12-29 11:54:44,267 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 11:54:44,267 a29z_19551101_fc0_INI 26021 COMPLETED transfer_node serial +2021-12-29 11:54:44,267 a29z_19551101_fc1_INI 26373 COMPLETED transfer_node serial +2021-12-29 11:54:44,267 a29z_19551101_fc2_INI 27191 COMPLETED transfer_node serial +2021-12-29 11:54:44,267 a29z_19551101_fc3_INI 27429 COMPLETED transfer_node serial +2021-12-29 11:54:44,267 a29z_19551101_fc4_INI 27680 COMPLETED transfer_node serial +2021-12-29 11:54:44,267 a29z_19551101_fc5_INI 28519 RUNNING transfer_node serial +2021-12-29 11:54:44,267 a29z_19551101_fc6_INI 28689 RUNNING transfer_node serial +2021-12-29 11:54:44,268 a29z_19550501_fc0_1_SIM 19587984 RUNNING marenostrum4 debug +2021-12-29 11:54:44,268 a29z_19550501_fc1_1_SIM 19587985 QUEUING marenostrum4 debug +2021-12-29 11:54:44,268 a29z_19550501_fc2_1_SIM 19587990 QUEUING marenostrum4 debug +2021-12-29 11:54:44,268 a29z_19550501_fc3_1_SIM 19587991 QUEUING marenostrum4 debug +2021-12-29 11:54:44,268 a29z_19550501_fc4_1_SIM 19587992 QUEUING marenostrum4 debug +2021-12-29 11:54:44,270 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 11:54:44,310 Job list saved +2021-12-29 11:54:44,364 Updating FAILED jobs +2021-12-29 11:54:44,365 Updating WAITING jobs +2021-12-29 11:54:44,368 Updating WAITING jobs eligible for be prepared +2021-12-29 11:54:44,371 Updating Held jobs +2021-12-29 11:54:44,372 Update finished +2021-12-29 11:54:54,380 Reloading parameters... +[WARNING] 2021-12-29 11:54:54,391 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 11:54:54,392 Loading parameters... +2021-12-29 11:54:54,394 + +576 of 590 jobs remaining (11:54) +2021-12-29 11:54:54,395 Sleep: 10 +2021-12-29 11:54:54,395 Number of retrials: 0 +2021-12-29 11:54:54,395 WRAPPER CHECK TIME = 10 +2021-12-29 11:54:54,406 Checking jobs for platform=transfer_node +2021-12-29 11:54:56,634 Successful check job command: nohup kill -0 28689 > /dev/null 2>&1; echo $? +2021-12-29 11:54:56,634 a29z_19551101_fc6_INI job seems to have completed: checking... +2021-12-29 11:54:56,645 Job a29z_19551101_fc6_INI is COMPLETED +2021-12-29 11:54:56,661 a29z_19551101_fc6_INI_STAT file have been transfered +[WARNING] 2021-12-29 11:54:56,725 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +[WARNING] 2021-12-29 11:54:56,738 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 11:54:56,742 Custom directives from platform.conf: None +2021-12-29 11:54:56,742 Custom directives from platform.conf: None +2021-12-29 11:54:58,997 Successful check job command: nohup kill -0 28519 > /dev/null 2>&1; echo $? +2021-12-29 11:54:58,997 a29z_19551101_fc5_INI job seems to have completed: checking... +2021-12-29 11:54:59,052 Job a29z_19551101_fc5_INI is COMPLETED +2021-12-29 11:54:59,067 a29z_19551101_fc5_INI_STAT file have been transfered +[WARNING] 2021-12-29 11:54:59,129 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 11:54:59,144 Checking jobs for platform=marenostrum4 +2021-12-29 11:54:59,144 Checking all jobs at once +[WARNING] 2021-12-29 11:54:59,155 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 11:54:59,159 Custom directives from platform.conf: None +2021-12-29 11:54:59,159 Custom directives from platform.conf: None +2021-12-29 11:55:00,379 Successful check job command +2021-12-29 11:55:01,648 Job a29z_19550501_fc1_1_SIM is QUEUING +2021-12-29 11:55:01,649 a29z_19550501_fc0_1_SIM job seems to have completed: checking... +2021-12-29 11:55:01,661 Job a29z_19550501_fc0_1_SIM is COMPLETED +2021-12-29 11:55:01,677 a29z_19550501_fc0_1_SIM_STAT file have been transfered +[WARNING] 2021-12-29 11:55:01,748 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 11:55:01,750 Job a29z_19550501_fc2_1_SIM is QUEUING +2021-12-29 11:55:01,750 Job a29z_19550501_fc3_1_SIM is QUEUING +2021-12-29 11:55:01,750 Job a29z_19550501_fc4_1_SIM is QUEUING +2021-12-29 11:55:01,750 End of checking +2021-12-29 11:55:01,752 Updating FAILED jobs +2021-12-29 11:55:01,753 Updating WAITING jobs +2021-12-29 11:55:01,754 Setting job: a29z_19550501_fc0_1_POST status to: READY (all parents completed)... +2021-12-29 11:55:01,757 Resetting job: a29z_19550501_fc0_2_SIM status to: READY for retrial... +2021-12-29 11:55:01,757 A job in prepared status has all parent completed, job: a29z_19550501_fc0_2_SIM status set to: READY ... +2021-12-29 11:55:01,757 Resetting job: a29z_19551101_fc5_1_SIM status to: READY for retrial... +2021-12-29 11:55:01,757 A job in prepared status has all parent completed, job: a29z_19551101_fc5_1_SIM status set to: READY ... +2021-12-29 11:55:01,758 Resetting job: a29z_19551101_fc6_1_SIM status to: READY for retrial... +2021-12-29 11:55:01,758 A job in prepared status has all parent completed, job: a29z_19551101_fc6_1_SIM status set to: READY ... +2021-12-29 11:55:01,758 Updating WAITING jobs eligible for be prepared +2021-12-29 11:55:01,762 Updating Held jobs +2021-12-29 11:55:01,763 Update finished +2021-12-29 11:55:01,765 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 11:55:01,765 a29z_19551101_fc3_INI 27429 COMPLETED transfer_node serial +2021-12-29 11:55:01,766 a29z_19551101_fc4_INI 27680 COMPLETED transfer_node serial +2021-12-29 11:55:01,766 a29z_19551101_fc5_INI 28519 COMPLETED transfer_node serial +2021-12-29 11:55:01,767 a29z_19551101_fc6_INI 28689 COMPLETED transfer_node serial +2021-12-29 11:55:01,767 a29z_19550501_fc0_1_SIM 19587984 COMPLETED marenostrum4 debug +2021-12-29 11:55:01,767 a29z_19550501_fc1_1_SIM 19587985 QUEUING marenostrum4 debug +2021-12-29 11:55:01,768 a29z_19550501_fc2_1_SIM 19587990 QUEUING marenostrum4 debug +2021-12-29 11:55:01,768 a29z_19550501_fc3_1_SIM 19587991 QUEUING marenostrum4 debug +2021-12-29 11:55:01,768 a29z_19550501_fc4_1_SIM 19587992 QUEUING marenostrum4 debug +2021-12-29 11:55:01,770 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +[WARNING] 2021-12-29 11:55:01,778 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 11:55:01,782 Custom directives from platform.conf: None +2021-12-29 11:55:01,782 Custom directives from platform.conf: None +2021-12-29 11:55:01,855 Job list saved +2021-12-29 11:55:01,860 +Jobs ready for transfer_node: 1 +2021-12-29 11:55:01,869 Number of jobs available: 3 +2021-12-29 11:55:01,871 Number of jobs ready: 1 +2021-12-29 11:55:01,878 Jobs ready for transfer_node: 1 +2021-12-29 11:55:01,895 Creating Scripts +2021-12-29 11:55:02,005 Sending Files +2021-12-29 11:55:02,238 /esarchive/scratch/Earth/wuruchi/a29z/LOG_a29z has been created on bscearth000 . +2021-12-29 11:55:02,252 Submitting +2021-12-29 11:55:02,261 a29z_19550501_fc0_1_POST_STAT have been removed +2021-12-29 11:55:02,265 a29z_19550501_fc0_1_POST_COMPLETED been removed +2021-12-29 11:55:02,619 Job ID: 30470 + +2021-12-29 11:55:02,619 a29z_19550501_fc0_1_POST submitted +2021-12-29 11:55:02,738 +Jobs ready for marenostrum4: 10 +2021-12-29 11:55:02,747 Number of jobs available: -1 +2021-12-29 11:55:02,749 Number of jobs ready: 10 +2021-12-29 11:55:02,754 Jobs ready for marenostrum4: 10 +2021-12-29 11:55:02,759 Updating FAILED jobs +2021-12-29 11:55:02,760 Updating WAITING jobs +2021-12-29 11:55:02,763 Updating WAITING jobs eligible for be prepared +2021-12-29 11:55:02,766 Updating Held jobs +2021-12-29 11:55:02,767 Update finished +2021-12-29 11:55:02,769 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 11:55:02,769 a29z_19551101_fc3_INI 27429 COMPLETED transfer_node serial +2021-12-29 11:55:02,769 a29z_19551101_fc4_INI 27680 COMPLETED transfer_node serial +2021-12-29 11:55:02,769 a29z_19551101_fc5_INI 28519 COMPLETED transfer_node serial +2021-12-29 11:55:02,769 a29z_19551101_fc6_INI 28689 COMPLETED transfer_node serial +2021-12-29 11:55:02,769 a29z_19550501_fc0_1_SIM 19587984 COMPLETED marenostrum4 debug +2021-12-29 11:55:02,769 a29z_19550501_fc0_1_POST 30470 SUBMITTED transfer_node serial +2021-12-29 11:55:02,769 a29z_19550501_fc1_1_SIM 19587985 QUEUING marenostrum4 debug +2021-12-29 11:55:02,770 a29z_19550501_fc2_1_SIM 19587990 QUEUING marenostrum4 debug +2021-12-29 11:55:02,770 a29z_19550501_fc3_1_SIM 19587991 QUEUING marenostrum4 debug +2021-12-29 11:55:02,770 a29z_19550501_fc4_1_SIM 19587992 QUEUING marenostrum4 debug +2021-12-29 11:55:02,772 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 11:55:02,811 Job list saved +2021-12-29 11:55:02,817 +Jobs prepared for transfer_node: 0 +2021-12-29 11:55:02,825 Number of jobs available: 2 +2021-12-29 11:55:02,827 Number of jobs prepared: 0 +2021-12-29 11:55:02,834 +Jobs prepared for marenostrum4: 4 +2021-12-29 11:55:02,841 Number of jobs available: -1 +2021-12-29 11:55:02,843 Number of jobs prepared: 4 +2021-12-29 11:55:02,847 Jobs ready for marenostrum4: 4 +2021-12-29 11:55:02,855 Updating FAILED jobs +2021-12-29 11:55:02,855 Updating WAITING jobs +2021-12-29 11:55:02,858 Updating WAITING jobs eligible for be prepared +2021-12-29 11:55:02,861 Updating Held jobs +2021-12-29 11:55:02,862 Update finished +2021-12-29 11:55:02,863 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 11:55:02,863 a29z_19551101_fc3_INI 27429 COMPLETED transfer_node serial +2021-12-29 11:55:02,863 a29z_19551101_fc4_INI 27680 COMPLETED transfer_node serial +2021-12-29 11:55:02,864 a29z_19551101_fc5_INI 28519 COMPLETED transfer_node serial +2021-12-29 11:55:02,864 a29z_19551101_fc6_INI 28689 COMPLETED transfer_node serial +2021-12-29 11:55:02,864 a29z_19550501_fc0_1_SIM 19587984 COMPLETED marenostrum4 debug +2021-12-29 11:55:02,864 a29z_19550501_fc0_1_POST 30470 SUBMITTED transfer_node serial +2021-12-29 11:55:02,864 a29z_19550501_fc1_1_SIM 19587985 QUEUING marenostrum4 debug +2021-12-29 11:55:02,864 a29z_19550501_fc2_1_SIM 19587990 QUEUING marenostrum4 debug +2021-12-29 11:55:02,864 a29z_19550501_fc3_1_SIM 19587991 QUEUING marenostrum4 debug +2021-12-29 11:55:02,864 a29z_19550501_fc4_1_SIM 19587992 QUEUING marenostrum4 debug +2021-12-29 11:55:02,867 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 11:55:02,906 Job list saved +2021-12-29 11:55:02,958 Updating FAILED jobs +2021-12-29 11:55:02,959 Updating WAITING jobs +2021-12-29 11:55:02,962 Updating WAITING jobs eligible for be prepared +2021-12-29 11:55:02,965 Updating Held jobs +2021-12-29 11:55:02,966 Update finished +2021-12-29 11:55:12,975 Reloading parameters... +[WARNING] 2021-12-29 11:55:12,986 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 11:55:12,987 Loading parameters... +2021-12-29 11:55:12,989 + +573 of 590 jobs remaining (11:55) +2021-12-29 11:55:12,990 Sleep: 10 +2021-12-29 11:55:12,990 Number of retrials: 0 +2021-12-29 11:55:12,990 WRAPPER CHECK TIME = 10 +2021-12-29 11:55:13,002 Checking jobs for platform=transfer_node +2021-12-29 11:55:15,273 Successful check job command: nohup kill -0 30470 > /dev/null 2>&1; echo $? +2021-12-29 11:55:15,273 Job a29z_19550501_fc0_1_POST is RUNNING +2021-12-29 11:55:15,287 a29z_19550501_fc0_1_POST_STAT file have been transfered +2021-12-29 11:55:15,348 Checking jobs for platform=marenostrum4 +2021-12-29 11:55:15,348 Checking all jobs at once +2021-12-29 11:55:16,616 Successful check job command +2021-12-29 11:55:19,238 Job a29z_19550501_fc1_1_SIM is QUEUING +2021-12-29 11:55:19,238 Job a29z_19550501_fc4_1_SIM is QUEUING +2021-12-29 11:55:19,238 Job a29z_19550501_fc2_1_SIM is QUEUING +2021-12-29 11:55:19,238 Job a29z_19550501_fc3_1_SIM is QUEUING +2021-12-29 11:55:19,238 End of checking +2021-12-29 11:55:19,240 Updating FAILED jobs +2021-12-29 11:55:19,240 Updating WAITING jobs +2021-12-29 11:55:19,243 Updating WAITING jobs eligible for be prepared +2021-12-29 11:55:19,246 Setting job: a29z_19550501_fc0_1_CLEAN status to: Prepared for be held (all parents queuing, running or completed)... +2021-12-29 11:55:19,247 Updating Held jobs +2021-12-29 11:55:19,247 Update finished +2021-12-29 11:55:19,249 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 11:55:19,249 a29z_19551101_fc3_INI 27429 COMPLETED transfer_node serial +2021-12-29 11:55:19,249 a29z_19551101_fc4_INI 27680 COMPLETED transfer_node serial +2021-12-29 11:55:19,249 a29z_19551101_fc5_INI 28519 COMPLETED transfer_node serial +2021-12-29 11:55:19,249 a29z_19551101_fc6_INI 28689 COMPLETED transfer_node serial +2021-12-29 11:55:19,254 a29z_19550501_fc0_1_SIM 19587984 COMPLETED marenostrum4 debug +2021-12-29 11:55:19,255 a29z_19550501_fc0_1_POST 30470 RUNNING transfer_node serial +2021-12-29 11:55:19,255 a29z_19550501_fc1_1_SIM 19587985 QUEUING marenostrum4 debug +2021-12-29 11:55:19,255 a29z_19550501_fc2_1_SIM 19587990 QUEUING marenostrum4 debug +2021-12-29 11:55:19,255 a29z_19550501_fc3_1_SIM 19587991 QUEUING marenostrum4 debug +2021-12-29 11:55:19,255 a29z_19550501_fc4_1_SIM 19587992 QUEUING marenostrum4 debug +2021-12-29 11:55:19,258 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 11:55:19,308 Job list saved +2021-12-29 11:55:19,313 +Jobs ready for transfer_node: 0 +2021-12-29 11:55:19,322 Number of jobs available: 3 +2021-12-29 11:55:19,325 Number of jobs ready: 0 +2021-12-29 11:55:19,331 +Jobs ready for marenostrum4: 10 +2021-12-29 11:55:19,340 Number of jobs available: -1 +2021-12-29 11:55:19,342 Number of jobs ready: 10 +2021-12-29 11:55:19,347 Jobs ready for marenostrum4: 10 +2021-12-29 11:55:19,361 Updating FAILED jobs +2021-12-29 11:55:19,362 Updating WAITING jobs +2021-12-29 11:55:19,365 Updating WAITING jobs eligible for be prepared +2021-12-29 11:55:19,368 Updating Held jobs +2021-12-29 11:55:19,368 Update finished +2021-12-29 11:55:19,370 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 11:55:19,370 a29z_19551101_fc3_INI 27429 COMPLETED transfer_node serial +2021-12-29 11:55:19,370 a29z_19551101_fc4_INI 27680 COMPLETED transfer_node serial +2021-12-29 11:55:19,370 a29z_19551101_fc5_INI 28519 COMPLETED transfer_node serial +2021-12-29 11:55:19,370 a29z_19551101_fc6_INI 28689 COMPLETED transfer_node serial +2021-12-29 11:55:19,371 a29z_19550501_fc0_1_SIM 19587984 COMPLETED marenostrum4 debug +2021-12-29 11:55:19,371 a29z_19550501_fc0_1_POST 30470 RUNNING transfer_node serial +2021-12-29 11:55:19,371 a29z_19550501_fc1_1_SIM 19587985 QUEUING marenostrum4 debug +2021-12-29 11:55:19,371 a29z_19550501_fc2_1_SIM 19587990 QUEUING marenostrum4 debug +2021-12-29 11:55:19,371 a29z_19550501_fc3_1_SIM 19587991 QUEUING marenostrum4 debug +2021-12-29 11:55:19,371 a29z_19550501_fc4_1_SIM 19587992 QUEUING marenostrum4 debug +2021-12-29 11:55:19,377 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 11:55:19,432 Job list saved +2021-12-29 11:55:19,437 +Jobs prepared for transfer_node: 0 +2021-12-29 11:55:19,445 Number of jobs available: 3 +2021-12-29 11:55:19,447 Number of jobs prepared: 0 +2021-12-29 11:55:19,453 +Jobs prepared for marenostrum4: 5 +2021-12-29 11:55:19,460 Number of jobs available: -1 +2021-12-29 11:55:19,462 Number of jobs prepared: 5 +2021-12-29 11:55:19,467 Jobs ready for marenostrum4: 5 +2021-12-29 11:55:19,475 Updating FAILED jobs +2021-12-29 11:55:19,475 Updating WAITING jobs +2021-12-29 11:55:19,478 Updating WAITING jobs eligible for be prepared +2021-12-29 11:55:19,481 Updating Held jobs +2021-12-29 11:55:19,482 Update finished +2021-12-29 11:55:19,483 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 11:55:19,483 a29z_19551101_fc3_INI 27429 COMPLETED transfer_node serial +2021-12-29 11:55:19,484 a29z_19551101_fc4_INI 27680 COMPLETED transfer_node serial +2021-12-29 11:55:19,484 a29z_19551101_fc5_INI 28519 COMPLETED transfer_node serial +2021-12-29 11:55:19,484 a29z_19551101_fc6_INI 28689 COMPLETED transfer_node serial +2021-12-29 11:55:19,484 a29z_19550501_fc0_1_SIM 19587984 COMPLETED marenostrum4 debug +2021-12-29 11:55:19,484 a29z_19550501_fc0_1_POST 30470 RUNNING transfer_node serial +2021-12-29 11:55:19,484 a29z_19550501_fc1_1_SIM 19587985 QUEUING marenostrum4 debug +2021-12-29 11:55:19,484 a29z_19550501_fc2_1_SIM 19587990 QUEUING marenostrum4 debug +2021-12-29 11:55:19,485 a29z_19550501_fc3_1_SIM 19587991 QUEUING marenostrum4 debug +2021-12-29 11:55:19,485 a29z_19550501_fc4_1_SIM 19587992 QUEUING marenostrum4 debug +2021-12-29 11:55:19,492 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 11:55:19,535 Job list saved +2021-12-29 11:55:19,595 Updating FAILED jobs +2021-12-29 11:55:19,596 Updating WAITING jobs +2021-12-29 11:55:19,599 Updating WAITING jobs eligible for be prepared +2021-12-29 11:55:19,603 Updating Held jobs +2021-12-29 11:55:19,604 Update finished +2021-12-29 11:55:29,616 Reloading parameters... +[WARNING] 2021-12-29 11:55:29,627 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 11:55:29,628 Loading parameters... +2021-12-29 11:55:29,630 + +573 of 590 jobs remaining (11:55) +2021-12-29 11:55:29,630 Sleep: 10 +2021-12-29 11:55:29,631 Number of retrials: 0 +2021-12-29 11:55:29,631 WRAPPER CHECK TIME = 10 +2021-12-29 11:55:29,644 Checking jobs for platform=transfer_node +2021-12-29 11:55:31,926 Successful check job command: nohup kill -0 30470 > /dev/null 2>&1; echo $? +2021-12-29 11:55:31,927 Job a29z_19550501_fc0_1_POST is RUNNING +2021-12-29 11:55:31,938 Checking jobs for platform=marenostrum4 +2021-12-29 11:55:31,938 Checking all jobs at once +2021-12-29 11:55:33,257 Successful check job command +2021-12-29 11:55:34,776 Job a29z_19550501_fc1_1_SIM is RUNNING +2021-12-29 11:55:34,835 a29z_19550501_fc1_1_SIM_STAT file have been transfered +2021-12-29 11:55:34,890 Job a29z_19550501_fc4_1_SIM is QUEUING +2021-12-29 11:55:34,890 Job a29z_19550501_fc2_1_SIM is QUEUING +2021-12-29 11:55:34,890 Job a29z_19550501_fc3_1_SIM is QUEUING +2021-12-29 11:55:34,890 End of checking +2021-12-29 11:55:34,891 Updating FAILED jobs +2021-12-29 11:55:34,892 Updating WAITING jobs +2021-12-29 11:55:34,896 Updating WAITING jobs eligible for be prepared +2021-12-29 11:55:34,899 Updating Held jobs +2021-12-29 11:55:34,900 Update finished +2021-12-29 11:55:34,902 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 11:55:34,902 a29z_19551101_fc3_INI 27429 COMPLETED transfer_node serial +2021-12-29 11:55:34,902 a29z_19551101_fc4_INI 27680 COMPLETED transfer_node serial +2021-12-29 11:55:34,903 a29z_19551101_fc5_INI 28519 COMPLETED transfer_node serial +2021-12-29 11:55:34,903 a29z_19551101_fc6_INI 28689 COMPLETED transfer_node serial +2021-12-29 11:55:34,903 a29z_19550501_fc0_1_SIM 19587984 COMPLETED marenostrum4 debug +2021-12-29 11:55:34,903 a29z_19550501_fc1_1_SIM 19587985 RUNNING marenostrum4 debug +2021-12-29 11:55:34,903 a29z_19550501_fc0_1_POST 30470 RUNNING transfer_node serial +2021-12-29 11:55:34,903 a29z_19550501_fc2_1_SIM 19587990 QUEUING marenostrum4 debug +2021-12-29 11:55:34,903 a29z_19550501_fc3_1_SIM 19587991 QUEUING marenostrum4 debug +2021-12-29 11:55:34,903 a29z_19550501_fc4_1_SIM 19587992 QUEUING marenostrum4 debug +2021-12-29 11:55:34,906 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 11:55:34,944 Job list saved +2021-12-29 11:55:35,243 +Jobs ready for transfer_node: 0 +2021-12-29 11:55:35,252 Number of jobs available: 3 +2021-12-29 11:55:35,254 Number of jobs ready: 0 +2021-12-29 11:55:35,261 +Jobs ready for marenostrum4: 10 +2021-12-29 11:55:35,270 Number of jobs available: 0 +2021-12-29 11:55:35,272 Number of jobs ready: 10 +2021-12-29 11:55:35,276 Jobs ready for marenostrum4: 10 +2021-12-29 11:55:35,282 Updating FAILED jobs +2021-12-29 11:55:35,283 Updating WAITING jobs +2021-12-29 11:55:35,285 Updating WAITING jobs eligible for be prepared +2021-12-29 11:55:35,288 Updating Held jobs +2021-12-29 11:55:35,289 Update finished +2021-12-29 11:55:35,290 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 11:55:35,291 a29z_19551101_fc3_INI 27429 COMPLETED transfer_node serial +2021-12-29 11:55:35,291 a29z_19551101_fc4_INI 27680 COMPLETED transfer_node serial +2021-12-29 11:55:35,291 a29z_19551101_fc5_INI 28519 COMPLETED transfer_node serial +2021-12-29 11:55:35,291 a29z_19551101_fc6_INI 28689 COMPLETED transfer_node serial +2021-12-29 11:55:35,291 a29z_19550501_fc0_1_SIM 19587984 COMPLETED marenostrum4 debug +2021-12-29 11:55:35,291 a29z_19550501_fc1_1_SIM 19587985 RUNNING marenostrum4 debug +2021-12-29 11:55:35,291 a29z_19550501_fc0_1_POST 30470 RUNNING transfer_node serial +2021-12-29 11:55:35,291 a29z_19550501_fc2_1_SIM 19587990 QUEUING marenostrum4 debug +2021-12-29 11:55:35,292 a29z_19550501_fc3_1_SIM 19587991 QUEUING marenostrum4 debug +2021-12-29 11:55:35,292 a29z_19550501_fc4_1_SIM 19587992 QUEUING marenostrum4 debug +2021-12-29 11:55:35,294 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 11:55:35,332 Job list saved +2021-12-29 11:55:35,337 +Jobs prepared for transfer_node: 0 +2021-12-29 11:55:35,343 Number of jobs available: 3 +2021-12-29 11:55:35,345 Number of jobs prepared: 0 +2021-12-29 11:55:35,353 +Jobs prepared for marenostrum4: 5 +2021-12-29 11:55:35,360 Number of jobs available: 0 +2021-12-29 11:55:35,362 Number of jobs prepared: 5 +2021-12-29 11:55:35,366 Jobs ready for marenostrum4: 5 +2021-12-29 11:55:35,374 Updating FAILED jobs +2021-12-29 11:55:35,375 Updating WAITING jobs +2021-12-29 11:55:35,377 Updating WAITING jobs eligible for be prepared +2021-12-29 11:55:35,380 Updating Held jobs +2021-12-29 11:55:35,381 Update finished +2021-12-29 11:55:35,382 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 11:55:35,382 a29z_19551101_fc3_INI 27429 COMPLETED transfer_node serial +2021-12-29 11:55:35,383 a29z_19551101_fc4_INI 27680 COMPLETED transfer_node serial +2021-12-29 11:55:35,383 a29z_19551101_fc5_INI 28519 COMPLETED transfer_node serial +2021-12-29 11:55:35,383 a29z_19551101_fc6_INI 28689 COMPLETED transfer_node serial +2021-12-29 11:55:35,383 a29z_19550501_fc0_1_SIM 19587984 COMPLETED marenostrum4 debug +2021-12-29 11:55:35,383 a29z_19550501_fc1_1_SIM 19587985 RUNNING marenostrum4 debug +2021-12-29 11:55:35,383 a29z_19550501_fc0_1_POST 30470 RUNNING transfer_node serial +2021-12-29 11:55:35,383 a29z_19550501_fc2_1_SIM 19587990 QUEUING marenostrum4 debug +2021-12-29 11:55:35,383 a29z_19550501_fc3_1_SIM 19587991 QUEUING marenostrum4 debug +2021-12-29 11:55:35,384 a29z_19550501_fc4_1_SIM 19587992 QUEUING marenostrum4 debug +2021-12-29 11:55:35,386 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 11:55:35,425 Job list saved +2021-12-29 11:55:35,479 Updating FAILED jobs +2021-12-29 11:55:35,479 Updating WAITING jobs +2021-12-29 11:55:35,482 Updating WAITING jobs eligible for be prepared +2021-12-29 11:55:35,485 Updating Held jobs +2021-12-29 11:55:35,486 Update finished +2021-12-29 11:55:45,497 Reloading parameters... +[WARNING] 2021-12-29 11:55:45,508 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 11:55:45,509 Loading parameters... +2021-12-29 11:55:45,511 + +573 of 590 jobs remaining (11:55) +2021-12-29 11:55:45,512 Sleep: 10 +2021-12-29 11:55:45,512 Number of retrials: 0 +2021-12-29 11:55:45,512 WRAPPER CHECK TIME = 10 +2021-12-29 11:55:45,524 Checking jobs for platform=transfer_node +2021-12-29 11:55:47,794 Successful check job command: nohup kill -0 30470 > /dev/null 2>&1; echo $? +2021-12-29 11:55:47,794 a29z_19550501_fc0_1_POST job seems to have completed: checking... +2021-12-29 11:55:47,808 Job a29z_19550501_fc0_1_POST is COMPLETED +2021-12-29 11:55:47,842 a29z_19550501_fc0_1_POST_STAT file have been transfered +[WARNING] 2021-12-29 11:55:47,910 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 11:55:47,924 Checking jobs for platform=marenostrum4 +2021-12-29 11:55:47,925 Checking all jobs at once +[WARNING] 2021-12-29 11:55:47,936 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 11:55:47,940 Custom directives from platform.conf: None +2021-12-29 11:55:47,940 Custom directives from platform.conf: None +2021-12-29 11:55:49,543 Successful check job command +2021-12-29 11:55:50,813 Job a29z_19550501_fc1_1_SIM is RUNNING +2021-12-29 11:55:50,813 Job a29z_19550501_fc4_1_SIM is QUEUING +2021-12-29 11:55:50,813 Job a29z_19550501_fc2_1_SIM is QUEUING +2021-12-29 11:55:50,813 Job a29z_19550501_fc3_1_SIM is QUEUING +2021-12-29 11:55:50,814 End of checking +2021-12-29 11:55:50,815 Updating FAILED jobs +2021-12-29 11:55:50,816 Updating WAITING jobs +2021-12-29 11:55:50,819 Resetting job: a29z_19550501_fc0_1_CLEAN status to: READY for retrial... +2021-12-29 11:55:50,819 A job in prepared status has all parent completed, job: a29z_19550501_fc0_1_CLEAN status set to: READY ... +2021-12-29 11:55:50,819 Updating WAITING jobs eligible for be prepared +2021-12-29 11:55:50,822 Updating Held jobs +2021-12-29 11:55:50,822 Update finished +2021-12-29 11:55:50,824 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 11:55:50,824 a29z_19551101_fc4_INI 27680 COMPLETED transfer_node serial +2021-12-29 11:55:50,824 a29z_19551101_fc5_INI 28519 COMPLETED transfer_node serial +2021-12-29 11:55:50,824 a29z_19551101_fc6_INI 28689 COMPLETED transfer_node serial +2021-12-29 11:55:50,825 a29z_19550501_fc0_1_SIM 19587984 COMPLETED marenostrum4 debug +2021-12-29 11:55:50,825 a29z_19550501_fc0_1_POST 30470 COMPLETED transfer_node serial +2021-12-29 11:55:50,825 a29z_19550501_fc1_1_SIM 19587985 RUNNING marenostrum4 debug +2021-12-29 11:55:50,825 a29z_19550501_fc2_1_SIM 19587990 QUEUING marenostrum4 debug +2021-12-29 11:55:50,825 a29z_19550501_fc3_1_SIM 19587991 QUEUING marenostrum4 debug +2021-12-29 11:55:50,825 a29z_19550501_fc4_1_SIM 19587992 QUEUING marenostrum4 debug +2021-12-29 11:55:50,828 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 11:55:50,867 Job list saved +2021-12-29 11:55:50,872 +Jobs ready for transfer_node: 0 +2021-12-29 11:55:50,881 Number of jobs available: 3 +2021-12-29 11:55:50,883 Number of jobs ready: 0 +2021-12-29 11:55:50,890 +Jobs ready for marenostrum4: 11 +2021-12-29 11:55:50,899 Number of jobs available: 0 +2021-12-29 11:55:50,902 Number of jobs ready: 11 +2021-12-29 11:55:50,906 Jobs ready for marenostrum4: 11 +2021-12-29 11:55:50,912 Updating FAILED jobs +2021-12-29 11:55:50,913 Updating WAITING jobs +2021-12-29 11:55:50,915 Updating WAITING jobs eligible for be prepared +2021-12-29 11:55:50,919 Updating Held jobs +2021-12-29 11:55:50,919 Update finished +2021-12-29 11:55:50,921 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 11:55:50,921 a29z_19551101_fc4_INI 27680 COMPLETED transfer_node serial +2021-12-29 11:55:50,921 a29z_19551101_fc5_INI 28519 COMPLETED transfer_node serial +2021-12-29 11:55:50,921 a29z_19551101_fc6_INI 28689 COMPLETED transfer_node serial +2021-12-29 11:55:50,921 a29z_19550501_fc0_1_SIM 19587984 COMPLETED marenostrum4 debug +2021-12-29 11:55:50,921 a29z_19550501_fc0_1_POST 30470 COMPLETED transfer_node serial +2021-12-29 11:55:50,921 a29z_19550501_fc1_1_SIM 19587985 RUNNING marenostrum4 debug +2021-12-29 11:55:50,922 a29z_19550501_fc2_1_SIM 19587990 QUEUING marenostrum4 debug +2021-12-29 11:55:50,922 a29z_19550501_fc3_1_SIM 19587991 QUEUING marenostrum4 debug +2021-12-29 11:55:50,922 a29z_19550501_fc4_1_SIM 19587992 QUEUING marenostrum4 debug +2021-12-29 11:55:50,924 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 11:55:50,963 Job list saved +2021-12-29 11:55:50,967 +Jobs prepared for transfer_node: 0 +2021-12-29 11:55:50,975 Number of jobs available: 3 +2021-12-29 11:55:50,977 Number of jobs prepared: 0 +2021-12-29 11:55:50,983 +Jobs prepared for marenostrum4: 4 +2021-12-29 11:55:50,990 Number of jobs available: 0 +2021-12-29 11:55:50,992 Number of jobs prepared: 4 +2021-12-29 11:55:50,997 Jobs ready for marenostrum4: 4 +2021-12-29 11:55:51,005 Updating FAILED jobs +2021-12-29 11:55:51,006 Updating WAITING jobs +2021-12-29 11:55:51,009 Updating WAITING jobs eligible for be prepared +2021-12-29 11:55:51,012 Updating Held jobs +2021-12-29 11:55:51,013 Update finished +2021-12-29 11:55:51,014 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 11:55:51,014 a29z_19551101_fc4_INI 27680 COMPLETED transfer_node serial +2021-12-29 11:55:51,014 a29z_19551101_fc5_INI 28519 COMPLETED transfer_node serial +2021-12-29 11:55:51,014 a29z_19551101_fc6_INI 28689 COMPLETED transfer_node serial +2021-12-29 11:55:51,015 a29z_19550501_fc0_1_SIM 19587984 COMPLETED marenostrum4 debug +2021-12-29 11:55:51,015 a29z_19550501_fc0_1_POST 30470 COMPLETED transfer_node serial +2021-12-29 11:55:51,015 a29z_19550501_fc1_1_SIM 19587985 RUNNING marenostrum4 debug +2021-12-29 11:55:51,015 a29z_19550501_fc2_1_SIM 19587990 QUEUING marenostrum4 debug +2021-12-29 11:55:51,015 a29z_19550501_fc3_1_SIM 19587991 QUEUING marenostrum4 debug +2021-12-29 11:55:51,015 a29z_19550501_fc4_1_SIM 19587992 QUEUING marenostrum4 debug +2021-12-29 11:55:51,018 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 11:55:51,056 Job list saved +2021-12-29 11:55:51,111 Updating FAILED jobs +2021-12-29 11:55:51,111 Updating WAITING jobs +2021-12-29 11:55:51,114 Updating WAITING jobs eligible for be prepared +2021-12-29 11:55:51,117 Updating Held jobs +2021-12-29 11:55:51,118 Update finished +2021-12-29 11:56:01,122 Reloading parameters... +[WARNING] 2021-12-29 11:56:01,132 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 11:56:01,133 Loading parameters... +2021-12-29 11:56:01,136 + +572 of 590 jobs remaining (11:56) +2021-12-29 11:56:01,136 Sleep: 10 +2021-12-29 11:56:01,136 Number of retrials: 0 +2021-12-29 11:56:01,136 WRAPPER CHECK TIME = 10 +2021-12-29 11:56:01,147 Checking jobs for platform=transfer_node +2021-12-29 11:56:01,158 Checking jobs for platform=marenostrum4 +2021-12-29 11:56:01,158 Checking all jobs at once +2021-12-29 11:56:02,378 Successful check job command +2021-12-29 11:56:04,148 a29z_19550501_fc1_1_SIM job seems to have completed: checking... +2021-12-29 11:56:04,164 Job a29z_19550501_fc1_1_SIM is COMPLETED +2021-12-29 11:56:04,180 a29z_19550501_fc1_1_SIM_STAT file have been transfered +[WARNING] 2021-12-29 11:56:04,250 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 11:56:04,252 Job a29z_19550501_fc4_1_SIM is QUEUING +2021-12-29 11:56:04,252 Job a29z_19550501_fc2_1_SIM is QUEUING +2021-12-29 11:56:04,252 Job a29z_19550501_fc3_1_SIM is QUEUING +2021-12-29 11:56:04,253 End of checking +2021-12-29 11:56:04,254 Updating FAILED jobs +2021-12-29 11:56:04,255 Updating WAITING jobs +2021-12-29 11:56:04,257 Setting job: a29z_19550501_fc1_1_POST status to: READY (all parents completed)... +2021-12-29 11:56:04,259 Resetting job: a29z_19550501_fc1_2_SIM status to: READY for retrial... +2021-12-29 11:56:04,259 A job in prepared status has all parent completed, job: a29z_19550501_fc1_2_SIM status set to: READY ... +2021-12-29 11:56:04,259 Updating WAITING jobs eligible for be prepared +2021-12-29 11:56:04,263 Updating Held jobs +2021-12-29 11:56:04,265 Update finished +2021-12-29 11:56:04,267 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 11:56:04,268 a29z_19551101_fc5_INI 28519 COMPLETED transfer_node serial +2021-12-29 11:56:04,269 a29z_19551101_fc6_INI 28689 COMPLETED transfer_node serial +2021-12-29 11:56:04,269 a29z_19550501_fc0_1_SIM 19587984 COMPLETED marenostrum4 debug +2021-12-29 11:56:04,269 a29z_19550501_fc1_1_SIM 19587985 COMPLETED marenostrum4 debug +2021-12-29 11:56:04,269 a29z_19550501_fc0_1_POST 30470 COMPLETED transfer_node serial +2021-12-29 11:56:04,269 a29z_19550501_fc2_1_SIM 19587990 QUEUING marenostrum4 debug +2021-12-29 11:56:04,269 a29z_19550501_fc3_1_SIM 19587991 QUEUING marenostrum4 debug +2021-12-29 11:56:04,270 a29z_19550501_fc4_1_SIM 19587992 QUEUING marenostrum4 debug +2021-12-29 11:56:04,272 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +[WARNING] 2021-12-29 11:56:04,278 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 11:56:04,283 Custom directives from platform.conf: None +2021-12-29 11:56:04,283 Custom directives from platform.conf: None +2021-12-29 11:56:04,355 Job list saved +2021-12-29 11:56:04,360 +Jobs ready for transfer_node: 1 +2021-12-29 11:56:04,369 Number of jobs available: 3 +2021-12-29 11:56:04,374 Number of jobs ready: 1 +2021-12-29 11:56:04,442 Jobs ready for transfer_node: 1 +2021-12-29 11:56:04,456 Creating Scripts +2021-12-29 11:56:04,520 Sending Files +2021-12-29 11:56:04,811 /esarchive/scratch/Earth/wuruchi/a29z/LOG_a29z has been created on bscearth000 . +2021-12-29 11:56:04,866 Submitting +2021-12-29 11:56:04,886 a29z_19550501_fc1_1_POST_STAT have been removed +2021-12-29 11:56:04,892 a29z_19550501_fc1_1_POST_COMPLETED been removed +2021-12-29 11:56:05,160 Job ID: 31566 + +2021-12-29 11:56:05,161 a29z_19550501_fc1_1_POST submitted +2021-12-29 11:56:05,272 +Jobs ready for marenostrum4: 12 +2021-12-29 11:56:05,281 Number of jobs available: 0 +2021-12-29 11:56:05,284 Number of jobs ready: 12 +2021-12-29 11:56:05,288 Jobs ready for marenostrum4: 12 +2021-12-29 11:56:05,294 Updating FAILED jobs +2021-12-29 11:56:05,294 Updating WAITING jobs +2021-12-29 11:56:05,297 Updating WAITING jobs eligible for be prepared +2021-12-29 11:56:05,301 Updating Held jobs +2021-12-29 11:56:05,301 Update finished +2021-12-29 11:56:05,303 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 11:56:05,304 a29z_19551101_fc5_INI 28519 COMPLETED transfer_node serial +2021-12-29 11:56:05,304 a29z_19551101_fc6_INI 28689 COMPLETED transfer_node serial +2021-12-29 11:56:05,304 a29z_19550501_fc0_1_SIM 19587984 COMPLETED marenostrum4 debug +2021-12-29 11:56:05,304 a29z_19550501_fc1_1_SIM 19587985 COMPLETED marenostrum4 debug +2021-12-29 11:56:05,304 a29z_19550501_fc0_1_POST 30470 COMPLETED transfer_node serial +2021-12-29 11:56:05,305 a29z_19550501_fc1_1_POST 31566 SUBMITTED transfer_node serial +2021-12-29 11:56:05,305 a29z_19550501_fc2_1_SIM 19587990 QUEUING marenostrum4 debug +2021-12-29 11:56:05,305 a29z_19550501_fc3_1_SIM 19587991 QUEUING marenostrum4 debug +2021-12-29 11:56:05,305 a29z_19550501_fc4_1_SIM 19587992 QUEUING marenostrum4 debug +2021-12-29 11:56:05,307 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 11:56:05,347 Job list saved +2021-12-29 11:56:05,352 +Jobs prepared for transfer_node: 0 +2021-12-29 11:56:05,359 Number of jobs available: 2 +2021-12-29 11:56:05,362 Number of jobs prepared: 0 +2021-12-29 11:56:05,368 +Jobs prepared for marenostrum4: 3 +2021-12-29 11:56:05,375 Number of jobs available: 0 +2021-12-29 11:56:05,377 Number of jobs prepared: 3 +2021-12-29 11:56:05,382 Jobs ready for marenostrum4: 3 +2021-12-29 11:56:05,390 Updating FAILED jobs +2021-12-29 11:56:05,390 Updating WAITING jobs +2021-12-29 11:56:05,393 Updating WAITING jobs eligible for be prepared +2021-12-29 11:56:05,396 Updating Held jobs +2021-12-29 11:56:05,397 Update finished +2021-12-29 11:56:05,399 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 11:56:05,399 a29z_19551101_fc5_INI 28519 COMPLETED transfer_node serial +2021-12-29 11:56:05,399 a29z_19551101_fc6_INI 28689 COMPLETED transfer_node serial +2021-12-29 11:56:05,399 a29z_19550501_fc0_1_SIM 19587984 COMPLETED marenostrum4 debug +2021-12-29 11:56:05,399 a29z_19550501_fc1_1_SIM 19587985 COMPLETED marenostrum4 debug +2021-12-29 11:56:05,399 a29z_19550501_fc0_1_POST 30470 COMPLETED transfer_node serial +2021-12-29 11:56:05,399 a29z_19550501_fc1_1_POST 31566 SUBMITTED transfer_node serial +2021-12-29 11:56:05,399 a29z_19550501_fc2_1_SIM 19587990 QUEUING marenostrum4 debug +2021-12-29 11:56:05,400 a29z_19550501_fc3_1_SIM 19587991 QUEUING marenostrum4 debug +2021-12-29 11:56:05,400 a29z_19550501_fc4_1_SIM 19587992 QUEUING marenostrum4 debug +2021-12-29 11:56:05,402 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 11:56:05,443 Job list saved +2021-12-29 11:56:05,500 Updating FAILED jobs +2021-12-29 11:56:05,501 Updating WAITING jobs +2021-12-29 11:56:05,504 Updating WAITING jobs eligible for be prepared +2021-12-29 11:56:05,507 Updating Held jobs +2021-12-29 11:56:05,508 Update finished +2021-12-29 11:56:15,520 Reloading parameters... +[WARNING] 2021-12-29 11:56:15,531 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 11:56:15,532 Loading parameters... +2021-12-29 11:56:15,535 + +571 of 590 jobs remaining (11:56) +2021-12-29 11:56:15,535 Sleep: 10 +2021-12-29 11:56:15,535 Number of retrials: 0 +2021-12-29 11:56:15,535 WRAPPER CHECK TIME = 10 +2021-12-29 11:56:15,547 Checking jobs for platform=transfer_node +2021-12-29 11:56:17,766 Successful check job command: nohup kill -0 31566 > /dev/null 2>&1; echo $? +2021-12-29 11:56:17,766 Job a29z_19550501_fc1_1_POST is RUNNING +2021-12-29 11:56:17,796 a29z_19550501_fc1_1_POST_STAT file have been transfered +2021-12-29 11:56:17,857 Checking jobs for platform=marenostrum4 +2021-12-29 11:56:17,858 Checking all jobs at once +2021-12-29 11:56:19,377 Successful check job command +2021-12-29 11:56:20,798 Job a29z_19550501_fc4_1_SIM is QUEUING +2021-12-29 11:56:20,799 Job a29z_19550501_fc2_1_SIM is RUNNING +2021-12-29 11:56:20,801 /gpfs/scratch/bsc32/bsc32985/a29z/LOG_a29z/a29z_19550501_fc2_1_SIM_STAT File still no exists.. waiting 5s for a new retry ( retries left: 3) +2021-12-29 11:56:25,824 a29z_19550501_fc2_1_SIM_STAT file have been transfered +2021-12-29 11:56:25,874 Job a29z_19550501_fc3_1_SIM is QUEUING +2021-12-29 11:56:25,874 End of checking +2021-12-29 11:56:25,875 Updating FAILED jobs +2021-12-29 11:56:25,876 Updating WAITING jobs +2021-12-29 11:56:25,879 Updating WAITING jobs eligible for be prepared +2021-12-29 11:56:25,881 Setting job: a29z_19550501_fc1_1_CLEAN status to: Prepared for be held (all parents queuing, running or completed)... +2021-12-29 11:56:25,882 Updating Held jobs +2021-12-29 11:56:25,882 Update finished +2021-12-29 11:56:25,884 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 11:56:25,884 a29z_19551101_fc5_INI 28519 COMPLETED transfer_node serial +2021-12-29 11:56:25,884 a29z_19551101_fc6_INI 28689 COMPLETED transfer_node serial +2021-12-29 11:56:25,884 a29z_19550501_fc0_1_SIM 19587984 COMPLETED marenostrum4 debug +2021-12-29 11:56:25,885 a29z_19550501_fc1_1_SIM 19587985 COMPLETED marenostrum4 debug +2021-12-29 11:56:25,885 a29z_19550501_fc0_1_POST 30470 COMPLETED transfer_node serial +2021-12-29 11:56:25,885 a29z_19550501_fc2_1_SIM 19587990 RUNNING marenostrum4 debug +2021-12-29 11:56:25,885 a29z_19550501_fc1_1_POST 31566 RUNNING transfer_node serial +2021-12-29 11:56:25,885 a29z_19550501_fc3_1_SIM 19587991 QUEUING marenostrum4 debug +2021-12-29 11:56:25,885 a29z_19550501_fc4_1_SIM 19587992 QUEUING marenostrum4 debug +2021-12-29 11:56:25,888 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 11:56:25,926 Job list saved +2021-12-29 11:56:25,931 +Jobs ready for transfer_node: 0 +2021-12-29 11:56:25,940 Number of jobs available: 3 +2021-12-29 11:56:25,942 Number of jobs ready: 0 +2021-12-29 11:56:25,948 +Jobs ready for marenostrum4: 12 +2021-12-29 11:56:25,957 Number of jobs available: 1 +2021-12-29 11:56:25,959 Number of jobs ready: 12 +2021-12-29 11:56:25,964 Jobs ready for marenostrum4: 12 +2021-12-29 11:56:25,978 Creating Scripts +2021-12-29 11:56:26,021 Sending Files +2021-12-29 11:56:26,031 Submitting +2021-12-29 11:56:26,040 a29z_19550501_fc0_1_CLEAN_STAT have been removed +2021-12-29 11:56:26,044 a29z_19550501_fc0_1_CLEAN_COMPLETED been removed +2021-12-29 11:56:27,271 Updating FAILED jobs +2021-12-29 11:56:27,272 Updating WAITING jobs +2021-12-29 11:56:27,275 Updating WAITING jobs eligible for be prepared +2021-12-29 11:56:27,278 Updating Held jobs +2021-12-29 11:56:27,278 Update finished +2021-12-29 11:56:27,280 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 11:56:27,280 a29z_19551101_fc5_INI 28519 COMPLETED transfer_node serial +2021-12-29 11:56:27,280 a29z_19551101_fc6_INI 28689 COMPLETED transfer_node serial +2021-12-29 11:56:27,280 a29z_19550501_fc0_1_SIM 19587984 COMPLETED marenostrum4 debug +2021-12-29 11:56:27,281 a29z_19550501_fc1_1_SIM 19587985 COMPLETED marenostrum4 debug +2021-12-29 11:56:27,281 a29z_19550501_fc0_1_POST 30470 COMPLETED transfer_node serial +2021-12-29 11:56:27,281 a29z_19550501_fc0_1_CLEAN 19588000 SUBMITTED marenostrum4 debug +2021-12-29 11:56:27,281 a29z_19550501_fc2_1_SIM 19587990 RUNNING marenostrum4 debug +2021-12-29 11:56:27,281 a29z_19550501_fc1_1_POST 31566 RUNNING transfer_node serial +2021-12-29 11:56:27,281 a29z_19550501_fc3_1_SIM 19587991 QUEUING marenostrum4 debug +2021-12-29 11:56:27,281 a29z_19550501_fc4_1_SIM 19587992 QUEUING marenostrum4 debug +2021-12-29 11:56:27,284 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 11:56:27,323 Job list saved +2021-12-29 11:56:27,328 +Jobs prepared for transfer_node: 0 +2021-12-29 11:56:27,336 Number of jobs available: 3 +2021-12-29 11:56:27,338 Number of jobs prepared: 0 +2021-12-29 11:56:27,345 +Jobs prepared for marenostrum4: 4 +2021-12-29 11:56:27,351 Number of jobs available: 0 +2021-12-29 11:56:27,354 Number of jobs prepared: 4 +2021-12-29 11:56:27,358 Jobs ready for marenostrum4: 4 +2021-12-29 11:56:27,367 Updating FAILED jobs +2021-12-29 11:56:27,367 Updating WAITING jobs +2021-12-29 11:56:27,370 Updating WAITING jobs eligible for be prepared +2021-12-29 11:56:27,373 Updating Held jobs +2021-12-29 11:56:27,374 Update finished +2021-12-29 11:56:27,375 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 11:56:27,375 a29z_19551101_fc5_INI 28519 COMPLETED transfer_node serial +2021-12-29 11:56:27,376 a29z_19551101_fc6_INI 28689 COMPLETED transfer_node serial +2021-12-29 11:56:27,376 a29z_19550501_fc0_1_SIM 19587984 COMPLETED marenostrum4 debug +2021-12-29 11:56:27,376 a29z_19550501_fc1_1_SIM 19587985 COMPLETED marenostrum4 debug +2021-12-29 11:56:27,376 a29z_19550501_fc0_1_POST 30470 COMPLETED transfer_node serial +2021-12-29 11:56:27,376 a29z_19550501_fc0_1_CLEAN 19588000 SUBMITTED marenostrum4 debug +2021-12-29 11:56:27,376 a29z_19550501_fc2_1_SIM 19587990 RUNNING marenostrum4 debug +2021-12-29 11:56:27,376 a29z_19550501_fc1_1_POST 31566 RUNNING transfer_node serial +2021-12-29 11:56:27,376 a29z_19550501_fc3_1_SIM 19587991 QUEUING marenostrum4 debug +2021-12-29 11:56:27,377 a29z_19550501_fc4_1_SIM 19587992 QUEUING marenostrum4 debug +2021-12-29 11:56:27,379 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 11:56:27,418 Job list saved +2021-12-29 11:56:27,468 Updating FAILED jobs +2021-12-29 11:56:27,469 Updating WAITING jobs +2021-12-29 11:56:27,472 Updating WAITING jobs eligible for be prepared +2021-12-29 11:56:27,475 Updating Held jobs +2021-12-29 11:56:27,476 Update finished +2021-12-29 11:56:37,487 Reloading parameters... +[WARNING] 2021-12-29 11:56:37,499 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 11:56:37,500 Loading parameters... +2021-12-29 11:56:37,502 + +571 of 590 jobs remaining (11:56) +2021-12-29 11:56:37,503 Sleep: 10 +2021-12-29 11:56:37,503 Number of retrials: 0 +2021-12-29 11:56:37,503 WRAPPER CHECK TIME = 10 +2021-12-29 11:56:37,514 Checking jobs for platform=transfer_node +2021-12-29 11:56:39,784 Successful check job command: nohup kill -0 31566 > /dev/null 2>&1; echo $? +2021-12-29 11:56:39,784 a29z_19550501_fc1_1_POST job seems to have completed: checking... +2021-12-29 11:56:39,795 Job a29z_19550501_fc1_1_POST is COMPLETED +2021-12-29 11:56:39,809 a29z_19550501_fc1_1_POST_STAT file have been transfered +[WARNING] 2021-12-29 11:56:39,872 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 11:56:39,889 Checking jobs for platform=marenostrum4 +2021-12-29 11:56:39,890 Checking all jobs at once +[WARNING] 2021-12-29 11:56:39,899 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 11:56:39,905 Custom directives from platform.conf: None +2021-12-29 11:56:39,906 Custom directives from platform.conf: None +2021-12-29 11:56:41,061 Successful check job command +2021-12-29 11:56:42,230 Job a29z_19550501_fc4_1_SIM is QUEUING +2021-12-29 11:56:42,231 Job a29z_19550501_fc0_1_CLEAN is QUEUING +2021-12-29 11:56:42,231 Job a29z_19550501_fc2_1_SIM is RUNNING +2021-12-29 11:56:42,231 Job a29z_19550501_fc3_1_SIM is QUEUING +2021-12-29 11:56:42,231 End of checking +2021-12-29 11:56:42,232 Updating FAILED jobs +2021-12-29 11:56:42,233 Updating WAITING jobs +2021-12-29 11:56:42,236 Resetting job: a29z_19550501_fc1_1_CLEAN status to: READY for retrial... +2021-12-29 11:56:42,236 A job in prepared status has all parent completed, job: a29z_19550501_fc1_1_CLEAN status set to: READY ... +2021-12-29 11:56:42,236 Updating WAITING jobs eligible for be prepared +2021-12-29 11:56:42,240 Updating Held jobs +2021-12-29 11:56:42,240 Update finished +2021-12-29 11:56:42,242 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 11:56:42,242 a29z_19551101_fc6_INI 28689 COMPLETED transfer_node serial +2021-12-29 11:56:42,242 a29z_19550501_fc0_1_SIM 19587984 COMPLETED marenostrum4 debug +2021-12-29 11:56:42,242 a29z_19550501_fc1_1_SIM 19587985 COMPLETED marenostrum4 debug +2021-12-29 11:56:42,242 a29z_19550501_fc0_1_POST 30470 COMPLETED transfer_node serial +2021-12-29 11:56:42,243 a29z_19550501_fc1_1_POST 31566 COMPLETED transfer_node serial +2021-12-29 11:56:42,243 a29z_19550501_fc2_1_SIM 19587990 RUNNING marenostrum4 debug +2021-12-29 11:56:42,243 a29z_19550501_fc3_1_SIM 19587991 QUEUING marenostrum4 debug +2021-12-29 11:56:42,243 a29z_19550501_fc4_1_SIM 19587992 QUEUING marenostrum4 debug +2021-12-29 11:56:42,243 a29z_19550501_fc0_1_CLEAN 19588000 QUEUING marenostrum4 debug +2021-12-29 11:56:42,246 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 11:56:42,286 Job list saved +2021-12-29 11:56:42,291 +Jobs ready for transfer_node: 0 +2021-12-29 11:56:42,300 Number of jobs available: 3 +2021-12-29 11:56:42,302 Number of jobs ready: 0 +2021-12-29 11:56:42,309 +Jobs ready for marenostrum4: 12 +2021-12-29 11:56:42,318 Number of jobs available: 0 +2021-12-29 11:56:42,320 Number of jobs ready: 12 +2021-12-29 11:56:42,324 Jobs ready for marenostrum4: 12 +2021-12-29 11:56:42,330 Updating FAILED jobs +2021-12-29 11:56:42,331 Updating WAITING jobs +2021-12-29 11:56:42,334 Updating WAITING jobs eligible for be prepared +2021-12-29 11:56:42,337 Updating Held jobs +2021-12-29 11:56:42,337 Update finished +2021-12-29 11:56:42,339 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 11:56:42,339 a29z_19551101_fc6_INI 28689 COMPLETED transfer_node serial +2021-12-29 11:56:42,339 a29z_19550501_fc0_1_SIM 19587984 COMPLETED marenostrum4 debug +2021-12-29 11:56:42,339 a29z_19550501_fc1_1_SIM 19587985 COMPLETED marenostrum4 debug +2021-12-29 11:56:42,340 a29z_19550501_fc0_1_POST 30470 COMPLETED transfer_node serial +2021-12-29 11:56:42,340 a29z_19550501_fc1_1_POST 31566 COMPLETED transfer_node serial +2021-12-29 11:56:42,340 a29z_19550501_fc2_1_SIM 19587990 RUNNING marenostrum4 debug +2021-12-29 11:56:42,340 a29z_19550501_fc3_1_SIM 19587991 QUEUING marenostrum4 debug +2021-12-29 11:56:42,340 a29z_19550501_fc4_1_SIM 19587992 QUEUING marenostrum4 debug +2021-12-29 11:56:42,340 a29z_19550501_fc0_1_CLEAN 19588000 QUEUING marenostrum4 debug +2021-12-29 11:56:42,342 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 11:56:42,382 Job list saved +2021-12-29 11:56:42,387 +Jobs prepared for transfer_node: 0 +2021-12-29 11:56:42,394 Number of jobs available: 3 +2021-12-29 11:56:42,396 Number of jobs prepared: 0 +2021-12-29 11:56:42,403 +Jobs prepared for marenostrum4: 3 +2021-12-29 11:56:42,409 Number of jobs available: 0 +2021-12-29 11:56:42,412 Number of jobs prepared: 3 +2021-12-29 11:56:42,416 Jobs ready for marenostrum4: 3 +2021-12-29 11:56:42,424 Updating FAILED jobs +2021-12-29 11:56:42,424 Updating WAITING jobs +2021-12-29 11:56:42,428 Updating WAITING jobs eligible for be prepared +2021-12-29 11:56:42,431 Updating Held jobs +2021-12-29 11:56:42,431 Update finished +2021-12-29 11:56:42,433 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 11:56:42,433 a29z_19551101_fc6_INI 28689 COMPLETED transfer_node serial +2021-12-29 11:56:42,433 a29z_19550501_fc0_1_SIM 19587984 COMPLETED marenostrum4 debug +2021-12-29 11:56:42,433 a29z_19550501_fc1_1_SIM 19587985 COMPLETED marenostrum4 debug +2021-12-29 11:56:42,433 a29z_19550501_fc0_1_POST 30470 COMPLETED transfer_node serial +2021-12-29 11:56:42,434 a29z_19550501_fc1_1_POST 31566 COMPLETED transfer_node serial +2021-12-29 11:56:42,434 a29z_19550501_fc2_1_SIM 19587990 RUNNING marenostrum4 debug +2021-12-29 11:56:42,434 a29z_19550501_fc3_1_SIM 19587991 QUEUING marenostrum4 debug +2021-12-29 11:56:42,434 a29z_19550501_fc4_1_SIM 19587992 QUEUING marenostrum4 debug +2021-12-29 11:56:42,434 a29z_19550501_fc0_1_CLEAN 19588000 QUEUING marenostrum4 debug +2021-12-29 11:56:42,436 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 11:56:42,476 Job list saved +2021-12-29 11:56:42,528 Updating FAILED jobs +2021-12-29 11:56:42,528 Updating WAITING jobs +2021-12-29 11:56:42,531 Updating WAITING jobs eligible for be prepared +2021-12-29 11:56:42,535 Updating Held jobs +2021-12-29 11:56:42,535 Update finished +2021-12-29 11:56:52,547 Reloading parameters... +[WARNING] 2021-12-29 11:56:52,559 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 11:56:52,560 Loading parameters... +2021-12-29 11:56:52,562 + +570 of 590 jobs remaining (11:56) +2021-12-29 11:56:52,562 Sleep: 10 +2021-12-29 11:56:52,563 Number of retrials: 0 +2021-12-29 11:56:52,563 WRAPPER CHECK TIME = 10 +2021-12-29 11:56:52,574 Checking jobs for platform=transfer_node +2021-12-29 11:56:52,586 Checking jobs for platform=marenostrum4 +2021-12-29 11:56:52,586 Checking all jobs at once +2021-12-29 11:56:53,855 Successful check job command +2021-12-29 11:56:55,024 Job a29z_19550501_fc4_1_SIM is QUEUING +2021-12-29 11:56:55,024 Job a29z_19550501_fc0_1_CLEAN is QUEUING +2021-12-29 11:56:55,024 a29z_19550501_fc2_1_SIM job seems to have completed: checking... +2021-12-29 11:56:55,040 Job a29z_19550501_fc2_1_SIM is COMPLETED +2021-12-29 11:56:55,055 a29z_19550501_fc2_1_SIM_STAT file have been transfered +[WARNING] 2021-12-29 11:56:55,132 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 11:56:55,134 Job a29z_19550501_fc3_1_SIM is QUEUING +2021-12-29 11:56:55,134 End of checking +2021-12-29 11:56:55,135 Updating FAILED jobs +2021-12-29 11:56:55,136 Updating WAITING jobs +2021-12-29 11:56:55,137 Setting job: a29z_19550501_fc2_1_POST status to: READY (all parents completed)... +2021-12-29 11:56:55,140 Resetting job: a29z_19550501_fc2_2_SIM status to: READY for retrial... +2021-12-29 11:56:55,141 A job in prepared status has all parent completed, job: a29z_19550501_fc2_2_SIM status set to: READY ... +2021-12-29 11:56:55,141 Updating WAITING jobs eligible for be prepared +2021-12-29 11:56:55,144 Updating Held jobs +2021-12-29 11:56:55,145 Update finished +2021-12-29 11:56:55,147 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 11:56:55,147 a29z_19550501_fc0_1_SIM 19587984 COMPLETED marenostrum4 debug +2021-12-29 11:56:55,148 a29z_19550501_fc1_1_SIM 19587985 COMPLETED marenostrum4 debug +2021-12-29 11:56:55,149 a29z_19550501_fc2_1_SIM 19587990 COMPLETED marenostrum4 debug +2021-12-29 11:56:55,149 a29z_19550501_fc0_1_POST 30470 COMPLETED transfer_node serial +2021-12-29 11:56:55,149 a29z_19550501_fc1_1_POST 31566 COMPLETED transfer_node serial +2021-12-29 11:56:55,150 a29z_19550501_fc3_1_SIM 19587991 QUEUING marenostrum4 debug +2021-12-29 11:56:55,150 a29z_19550501_fc4_1_SIM 19587992 QUEUING marenostrum4 debug +2021-12-29 11:56:55,150 a29z_19550501_fc0_1_CLEAN 19588000 QUEUING marenostrum4 debug +2021-12-29 11:56:55,152 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +[WARNING] 2021-12-29 11:56:55,160 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 11:56:55,164 Custom directives from platform.conf: None +2021-12-29 11:56:55,165 Custom directives from platform.conf: None +2021-12-29 11:56:55,233 Job list saved +2021-12-29 11:56:55,238 +Jobs ready for transfer_node: 1 +2021-12-29 11:56:55,246 Number of jobs available: 3 +2021-12-29 11:56:55,248 Number of jobs ready: 1 +2021-12-29 11:56:55,255 Jobs ready for transfer_node: 1 +2021-12-29 11:56:55,267 Creating Scripts +2021-12-29 11:56:55,375 Sending Files +2021-12-29 11:56:55,670 /esarchive/scratch/Earth/wuruchi/a29z/LOG_a29z has been created on bscearth000 . +2021-12-29 11:56:55,767 Submitting +2021-12-29 11:56:55,776 a29z_19550501_fc2_1_POST_STAT have been removed +2021-12-29 11:56:55,779 a29z_19550501_fc2_1_POST_COMPLETED been removed +2021-12-29 11:56:56,047 Job ID: 32753 + +2021-12-29 11:56:56,047 a29z_19550501_fc2_1_POST submitted +2021-12-29 11:56:56,154 +Jobs ready for marenostrum4: 13 +2021-12-29 11:56:56,163 Number of jobs available: 0 +2021-12-29 11:56:56,165 Number of jobs ready: 13 +2021-12-29 11:56:56,170 Jobs ready for marenostrum4: 13 +2021-12-29 11:56:56,176 Updating FAILED jobs +2021-12-29 11:56:56,176 Updating WAITING jobs +2021-12-29 11:56:56,179 Updating WAITING jobs eligible for be prepared +2021-12-29 11:56:56,182 Updating Held jobs +2021-12-29 11:56:56,183 Update finished +2021-12-29 11:56:56,184 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 11:56:56,185 a29z_19550501_fc0_1_SIM 19587984 COMPLETED marenostrum4 debug +2021-12-29 11:56:56,185 a29z_19550501_fc1_1_SIM 19587985 COMPLETED marenostrum4 debug +2021-12-29 11:56:56,185 a29z_19550501_fc2_1_SIM 19587990 COMPLETED marenostrum4 debug +2021-12-29 11:56:56,185 a29z_19550501_fc0_1_POST 30470 COMPLETED transfer_node serial +2021-12-29 11:56:56,185 a29z_19550501_fc1_1_POST 31566 COMPLETED transfer_node serial +2021-12-29 11:56:56,185 a29z_19550501_fc2_1_POST 32753 SUBMITTED transfer_node serial +2021-12-29 11:56:56,185 a29z_19550501_fc3_1_SIM 19587991 QUEUING marenostrum4 debug +2021-12-29 11:56:56,185 a29z_19550501_fc4_1_SIM 19587992 QUEUING marenostrum4 debug +2021-12-29 11:56:56,186 a29z_19550501_fc0_1_CLEAN 19588000 QUEUING marenostrum4 debug +2021-12-29 11:56:56,188 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 11:56:56,227 Job list saved +2021-12-29 11:56:56,231 +Jobs prepared for transfer_node: 0 +2021-12-29 11:56:56,238 Number of jobs available: 2 +2021-12-29 11:56:56,240 Number of jobs prepared: 0 +2021-12-29 11:56:56,248 +Jobs prepared for marenostrum4: 2 +2021-12-29 11:56:56,254 Number of jobs available: 0 +2021-12-29 11:56:56,256 Number of jobs prepared: 2 +2021-12-29 11:56:56,261 Jobs ready for marenostrum4: 2 +2021-12-29 11:56:56,269 Updating FAILED jobs +2021-12-29 11:56:56,270 Updating WAITING jobs +2021-12-29 11:56:56,272 Updating WAITING jobs eligible for be prepared +2021-12-29 11:56:56,276 Updating Held jobs +2021-12-29 11:56:56,277 Update finished +2021-12-29 11:56:56,278 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 11:56:56,279 a29z_19550501_fc0_1_SIM 19587984 COMPLETED marenostrum4 debug +2021-12-29 11:56:56,279 a29z_19550501_fc1_1_SIM 19587985 COMPLETED marenostrum4 debug +2021-12-29 11:56:56,279 a29z_19550501_fc2_1_SIM 19587990 COMPLETED marenostrum4 debug +2021-12-29 11:56:56,279 a29z_19550501_fc0_1_POST 30470 COMPLETED transfer_node serial +2021-12-29 11:56:56,279 a29z_19550501_fc1_1_POST 31566 COMPLETED transfer_node serial +2021-12-29 11:56:56,279 a29z_19550501_fc2_1_POST 32753 SUBMITTED transfer_node serial +2021-12-29 11:56:56,279 a29z_19550501_fc3_1_SIM 19587991 QUEUING marenostrum4 debug +2021-12-29 11:56:56,280 a29z_19550501_fc4_1_SIM 19587992 QUEUING marenostrum4 debug +2021-12-29 11:56:56,280 a29z_19550501_fc0_1_CLEAN 19588000 QUEUING marenostrum4 debug +2021-12-29 11:56:56,282 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 11:56:56,321 Job list saved +2021-12-29 11:56:56,371 Updating FAILED jobs +2021-12-29 11:56:56,372 Updating WAITING jobs +2021-12-29 11:56:56,375 Updating WAITING jobs eligible for be prepared +2021-12-29 11:56:56,378 Updating Held jobs +2021-12-29 11:56:56,379 Update finished +2021-12-29 11:57:06,390 Reloading parameters... +[WARNING] 2021-12-29 11:57:06,402 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 11:57:06,404 Loading parameters... +2021-12-29 11:57:06,406 + +569 of 590 jobs remaining (11:57) +2021-12-29 11:57:06,406 Sleep: 10 +2021-12-29 11:57:06,406 Number of retrials: 0 +2021-12-29 11:57:06,406 WRAPPER CHECK TIME = 10 +2021-12-29 11:57:06,420 Checking jobs for platform=transfer_node +2021-12-29 11:57:08,700 Successful check job command: nohup kill -0 32753 > /dev/null 2>&1; echo $? +2021-12-29 11:57:08,700 Job a29z_19550501_fc2_1_POST is RUNNING +2021-12-29 11:57:08,716 a29z_19550501_fc2_1_POST_STAT file have been transfered +2021-12-29 11:57:08,778 Checking jobs for platform=marenostrum4 +2021-12-29 11:57:08,779 Checking all jobs at once +2021-12-29 11:57:09,998 Successful check job command +2021-12-29 11:57:11,118 Job a29z_19550501_fc4_1_SIM is QUEUING +2021-12-29 11:57:11,118 Job a29z_19550501_fc0_1_CLEAN is QUEUING +2021-12-29 11:57:11,119 Job a29z_19550501_fc3_1_SIM is QUEUING +2021-12-29 11:57:11,119 End of checking +2021-12-29 11:57:11,120 Updating FAILED jobs +2021-12-29 11:57:11,121 Updating WAITING jobs +2021-12-29 11:57:11,124 Updating WAITING jobs eligible for be prepared +2021-12-29 11:57:11,126 Setting job: a29z_19550501_fc2_1_CLEAN status to: Prepared for be held (all parents queuing, running or completed)... +2021-12-29 11:57:11,127 Updating Held jobs +2021-12-29 11:57:11,127 Update finished +2021-12-29 11:57:11,129 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 11:57:11,129 a29z_19550501_fc0_1_SIM 19587984 COMPLETED marenostrum4 debug +2021-12-29 11:57:11,129 a29z_19550501_fc1_1_SIM 19587985 COMPLETED marenostrum4 debug +2021-12-29 11:57:11,129 a29z_19550501_fc2_1_SIM 19587990 COMPLETED marenostrum4 debug +2021-12-29 11:57:11,130 a29z_19550501_fc0_1_POST 30470 COMPLETED transfer_node serial +2021-12-29 11:57:11,130 a29z_19550501_fc1_1_POST 31566 COMPLETED transfer_node serial +2021-12-29 11:57:11,130 a29z_19550501_fc2_1_POST 32753 RUNNING transfer_node serial +2021-12-29 11:57:11,130 a29z_19550501_fc3_1_SIM 19587991 QUEUING marenostrum4 debug +2021-12-29 11:57:11,130 a29z_19550501_fc4_1_SIM 19587992 QUEUING marenostrum4 debug +2021-12-29 11:57:11,130 a29z_19550501_fc0_1_CLEAN 19588000 QUEUING marenostrum4 debug +2021-12-29 11:57:11,133 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 11:57:11,171 Job list saved +2021-12-29 11:57:11,176 +Jobs ready for transfer_node: 0 +2021-12-29 11:57:11,185 Number of jobs available: 3 +2021-12-29 11:57:11,187 Number of jobs ready: 0 +2021-12-29 11:57:11,195 +Jobs ready for marenostrum4: 13 +2021-12-29 11:57:11,205 Number of jobs available: 0 +2021-12-29 11:57:11,207 Number of jobs ready: 13 +2021-12-29 11:57:11,212 Jobs ready for marenostrum4: 13 +2021-12-29 11:57:11,218 Updating FAILED jobs +2021-12-29 11:57:11,218 Updating WAITING jobs +2021-12-29 11:57:11,221 Updating WAITING jobs eligible for be prepared +2021-12-29 11:57:11,224 Updating Held jobs +2021-12-29 11:57:11,225 Update finished +2021-12-29 11:57:11,227 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 11:57:11,227 a29z_19550501_fc0_1_SIM 19587984 COMPLETED marenostrum4 debug +2021-12-29 11:57:11,227 a29z_19550501_fc1_1_SIM 19587985 COMPLETED marenostrum4 debug +2021-12-29 11:57:11,227 a29z_19550501_fc2_1_SIM 19587990 COMPLETED marenostrum4 debug +2021-12-29 11:57:11,227 a29z_19550501_fc0_1_POST 30470 COMPLETED transfer_node serial +2021-12-29 11:57:11,227 a29z_19550501_fc1_1_POST 31566 COMPLETED transfer_node serial +2021-12-29 11:57:11,227 a29z_19550501_fc2_1_POST 32753 RUNNING transfer_node serial +2021-12-29 11:57:11,228 a29z_19550501_fc3_1_SIM 19587991 QUEUING marenostrum4 debug +2021-12-29 11:57:11,228 a29z_19550501_fc4_1_SIM 19587992 QUEUING marenostrum4 debug +2021-12-29 11:57:11,228 a29z_19550501_fc0_1_CLEAN 19588000 QUEUING marenostrum4 debug +2021-12-29 11:57:11,230 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 11:57:11,268 Job list saved +2021-12-29 11:57:11,273 +Jobs prepared for transfer_node: 0 +2021-12-29 11:57:11,279 Number of jobs available: 3 +2021-12-29 11:57:11,282 Number of jobs prepared: 0 +2021-12-29 11:57:11,288 +Jobs prepared for marenostrum4: 3 +2021-12-29 11:57:11,295 Number of jobs available: 0 +2021-12-29 11:57:11,297 Number of jobs prepared: 3 +2021-12-29 11:57:11,301 Jobs ready for marenostrum4: 3 +2021-12-29 11:57:11,310 Updating FAILED jobs +2021-12-29 11:57:11,310 Updating WAITING jobs +2021-12-29 11:57:11,313 Updating WAITING jobs eligible for be prepared +2021-12-29 11:57:11,316 Updating Held jobs +2021-12-29 11:57:11,317 Update finished +2021-12-29 11:57:11,318 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 11:57:11,319 a29z_19550501_fc0_1_SIM 19587984 COMPLETED marenostrum4 debug +2021-12-29 11:57:11,319 a29z_19550501_fc1_1_SIM 19587985 COMPLETED marenostrum4 debug +2021-12-29 11:57:11,319 a29z_19550501_fc2_1_SIM 19587990 COMPLETED marenostrum4 debug +2021-12-29 11:57:11,319 a29z_19550501_fc0_1_POST 30470 COMPLETED transfer_node serial +2021-12-29 11:57:11,319 a29z_19550501_fc1_1_POST 31566 COMPLETED transfer_node serial +2021-12-29 11:57:11,319 a29z_19550501_fc2_1_POST 32753 RUNNING transfer_node serial +2021-12-29 11:57:11,320 a29z_19550501_fc3_1_SIM 19587991 QUEUING marenostrum4 debug +2021-12-29 11:57:11,320 a29z_19550501_fc4_1_SIM 19587992 QUEUING marenostrum4 debug +2021-12-29 11:57:11,320 a29z_19550501_fc0_1_CLEAN 19588000 QUEUING marenostrum4 debug +2021-12-29 11:57:11,322 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 11:57:11,360 Job list saved +2021-12-29 11:57:11,432 Updating FAILED jobs +2021-12-29 11:57:11,433 Updating WAITING jobs +2021-12-29 11:57:11,436 Updating WAITING jobs eligible for be prepared +2021-12-29 11:57:11,439 Updating Held jobs +2021-12-29 11:57:11,439 Update finished +2021-12-29 11:57:21,444 Reloading parameters... +[WARNING] 2021-12-29 11:57:21,455 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 11:57:21,456 Loading parameters... +2021-12-29 11:57:21,458 + +569 of 590 jobs remaining (11:57) +2021-12-29 11:57:21,459 Sleep: 10 +2021-12-29 11:57:21,459 Number of retrials: 0 +2021-12-29 11:57:21,459 WRAPPER CHECK TIME = 10 +2021-12-29 11:57:21,470 Checking jobs for platform=transfer_node +2021-12-29 11:57:23,690 Successful check job command: nohup kill -0 32753 > /dev/null 2>&1; echo $? +2021-12-29 11:57:23,690 Job a29z_19550501_fc2_1_POST is RUNNING +2021-12-29 11:57:23,701 Checking jobs for platform=marenostrum4 +2021-12-29 11:57:23,701 Checking all jobs at once +2021-12-29 11:57:24,870 Successful check job command +2021-12-29 11:57:25,989 Job a29z_19550501_fc4_1_SIM is QUEUING +2021-12-29 11:57:25,989 Job a29z_19550501_fc0_1_CLEAN is QUEUING +2021-12-29 11:57:25,989 Job a29z_19550501_fc3_1_SIM is RUNNING +2021-12-29 11:57:26,006 a29z_19550501_fc3_1_SIM_STAT file have been transfered +2021-12-29 11:57:26,057 End of checking +2021-12-29 11:57:26,058 Updating FAILED jobs +2021-12-29 11:57:26,059 Updating WAITING jobs +2021-12-29 11:57:26,062 Updating WAITING jobs eligible for be prepared +2021-12-29 11:57:26,065 Updating Held jobs +2021-12-29 11:57:26,065 Update finished +2021-12-29 11:57:26,067 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 11:57:26,067 a29z_19550501_fc0_1_SIM 19587984 COMPLETED marenostrum4 debug +2021-12-29 11:57:26,067 a29z_19550501_fc1_1_SIM 19587985 COMPLETED marenostrum4 debug +2021-12-29 11:57:26,067 a29z_19550501_fc2_1_SIM 19587990 COMPLETED marenostrum4 debug +2021-12-29 11:57:26,067 a29z_19550501_fc0_1_POST 30470 COMPLETED transfer_node serial +2021-12-29 11:57:26,068 a29z_19550501_fc1_1_POST 31566 COMPLETED transfer_node serial +2021-12-29 11:57:26,068 a29z_19550501_fc3_1_SIM 19587991 RUNNING marenostrum4 debug +2021-12-29 11:57:26,068 a29z_19550501_fc2_1_POST 32753 RUNNING transfer_node serial +2021-12-29 11:57:26,068 a29z_19550501_fc4_1_SIM 19587992 QUEUING marenostrum4 debug +2021-12-29 11:57:26,068 a29z_19550501_fc0_1_CLEAN 19588000 QUEUING marenostrum4 debug +2021-12-29 11:57:26,070 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 11:57:26,109 Job list saved +2021-12-29 11:57:26,113 +Jobs ready for transfer_node: 0 +2021-12-29 11:57:26,122 Number of jobs available: 3 +2021-12-29 11:57:26,124 Number of jobs ready: 0 +2021-12-29 11:57:26,131 +Jobs ready for marenostrum4: 13 +2021-12-29 11:57:26,140 Number of jobs available: 1 +2021-12-29 11:57:26,142 Number of jobs ready: 13 +2021-12-29 11:57:26,146 Jobs ready for marenostrum4: 13 +2021-12-29 11:57:26,162 Creating Scripts +2021-12-29 11:57:26,202 Sending Files +2021-12-29 11:57:26,212 Submitting +2021-12-29 11:57:26,221 a29z_19550501_fc1_1_CLEAN_STAT have been removed +2021-12-29 11:57:26,223 a29z_19550501_fc1_1_CLEAN_COMPLETED been removed +2021-12-29 11:57:27,314 Updating FAILED jobs +2021-12-29 11:57:27,315 Updating WAITING jobs +2021-12-29 11:57:27,318 Updating WAITING jobs eligible for be prepared +2021-12-29 11:57:27,321 Updating Held jobs +2021-12-29 11:57:27,322 Update finished +2021-12-29 11:57:27,323 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 11:57:27,323 a29z_19550501_fc0_1_SIM 19587984 COMPLETED marenostrum4 debug +2021-12-29 11:57:27,324 a29z_19550501_fc1_1_SIM 19587985 COMPLETED marenostrum4 debug +2021-12-29 11:57:27,324 a29z_19550501_fc2_1_SIM 19587990 COMPLETED marenostrum4 debug +2021-12-29 11:57:27,324 a29z_19550501_fc0_1_POST 30470 COMPLETED transfer_node serial +2021-12-29 11:57:27,324 a29z_19550501_fc1_1_POST 31566 COMPLETED transfer_node serial +2021-12-29 11:57:27,324 a29z_19550501_fc1_1_CLEAN 19588013 SUBMITTED marenostrum4 debug +2021-12-29 11:57:27,324 a29z_19550501_fc3_1_SIM 19587991 RUNNING marenostrum4 debug +2021-12-29 11:57:27,324 a29z_19550501_fc2_1_POST 32753 RUNNING transfer_node serial +2021-12-29 11:57:27,324 a29z_19550501_fc4_1_SIM 19587992 QUEUING marenostrum4 debug +2021-12-29 11:57:27,325 a29z_19550501_fc0_1_CLEAN 19588000 QUEUING marenostrum4 debug +2021-12-29 11:57:27,327 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 11:57:27,365 Job list saved +2021-12-29 11:57:27,370 +Jobs prepared for transfer_node: 0 +2021-12-29 11:57:27,376 Number of jobs available: 3 +2021-12-29 11:57:27,378 Number of jobs prepared: 0 +2021-12-29 11:57:27,385 +Jobs prepared for marenostrum4: 3 +2021-12-29 11:57:27,391 Number of jobs available: 0 +2021-12-29 11:57:27,394 Number of jobs prepared: 3 +2021-12-29 11:57:27,399 Jobs ready for marenostrum4: 3 +2021-12-29 11:57:27,407 Updating FAILED jobs +2021-12-29 11:57:27,408 Updating WAITING jobs +2021-12-29 11:57:27,411 Updating WAITING jobs eligible for be prepared +2021-12-29 11:57:27,414 Updating Held jobs +2021-12-29 11:57:27,414 Update finished +2021-12-29 11:57:27,416 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 11:57:27,416 a29z_19550501_fc0_1_SIM 19587984 COMPLETED marenostrum4 debug +2021-12-29 11:57:27,416 a29z_19550501_fc1_1_SIM 19587985 COMPLETED marenostrum4 debug +2021-12-29 11:57:27,416 a29z_19550501_fc2_1_SIM 19587990 COMPLETED marenostrum4 debug +2021-12-29 11:57:27,416 a29z_19550501_fc0_1_POST 30470 COMPLETED transfer_node serial +2021-12-29 11:57:27,416 a29z_19550501_fc1_1_POST 31566 COMPLETED transfer_node serial +2021-12-29 11:57:27,416 a29z_19550501_fc1_1_CLEAN 19588013 SUBMITTED marenostrum4 debug +2021-12-29 11:57:27,416 a29z_19550501_fc3_1_SIM 19587991 RUNNING marenostrum4 debug +2021-12-29 11:57:27,417 a29z_19550501_fc2_1_POST 32753 RUNNING transfer_node serial +2021-12-29 11:57:27,417 a29z_19550501_fc4_1_SIM 19587992 QUEUING marenostrum4 debug +2021-12-29 11:57:27,417 a29z_19550501_fc0_1_CLEAN 19588000 QUEUING marenostrum4 debug +2021-12-29 11:57:27,419 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 11:57:27,457 Job list saved +2021-12-29 11:57:27,512 Updating FAILED jobs +2021-12-29 11:57:27,513 Updating WAITING jobs +2021-12-29 11:57:27,515 Updating WAITING jobs eligible for be prepared +2021-12-29 11:57:27,518 Updating Held jobs +2021-12-29 11:57:27,519 Update finished +2021-12-29 11:57:37,531 Reloading parameters... +[WARNING] 2021-12-29 11:57:37,542 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 11:57:37,543 Loading parameters... +2021-12-29 11:57:37,545 + +569 of 590 jobs remaining (11:57) +2021-12-29 11:57:37,545 Sleep: 10 +2021-12-29 11:57:37,545 Number of retrials: 0 +2021-12-29 11:57:37,546 WRAPPER CHECK TIME = 10 +2021-12-29 11:57:37,556 Checking jobs for platform=transfer_node +2021-12-29 11:57:39,777 Successful check job command: nohup kill -0 32753 > /dev/null 2>&1; echo $? +2021-12-29 11:57:39,777 a29z_19550501_fc2_1_POST job seems to have completed: checking... +2021-12-29 11:57:39,789 Job a29z_19550501_fc2_1_POST is COMPLETED +2021-12-29 11:57:39,802 a29z_19550501_fc2_1_POST_STAT file have been transfered +[WARNING] 2021-12-29 11:57:39,872 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 11:57:39,887 Checking jobs for platform=marenostrum4 +2021-12-29 11:57:39,887 Checking all jobs at once +[WARNING] 2021-12-29 11:57:39,900 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 11:57:39,904 Custom directives from platform.conf: None +2021-12-29 11:57:39,904 Custom directives from platform.conf: None +2021-12-29 11:57:41,024 Successful check job command +2021-12-29 11:57:42,045 Job a29z_19550501_fc4_1_SIM is QUEUING +2021-12-29 11:57:42,045 Job a29z_19550501_fc0_1_CLEAN is QUEUING +2021-12-29 11:57:42,045 Job a29z_19550501_fc3_1_SIM is RUNNING +2021-12-29 11:57:42,046 Job a29z_19550501_fc1_1_CLEAN is QUEUING +2021-12-29 11:57:42,046 End of checking +2021-12-29 11:57:42,047 Updating FAILED jobs +2021-12-29 11:57:42,048 Updating WAITING jobs +2021-12-29 11:57:42,051 Resetting job: a29z_19550501_fc2_1_CLEAN status to: READY for retrial... +2021-12-29 11:57:42,051 A job in prepared status has all parent completed, job: a29z_19550501_fc2_1_CLEAN status set to: READY ... +2021-12-29 11:57:42,051 Updating WAITING jobs eligible for be prepared +2021-12-29 11:57:42,054 Updating Held jobs +2021-12-29 11:57:42,055 Update finished +2021-12-29 11:57:42,056 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 11:57:42,057 a29z_19550501_fc1_1_SIM 19587985 COMPLETED marenostrum4 debug +2021-12-29 11:57:42,057 a29z_19550501_fc2_1_SIM 19587990 COMPLETED marenostrum4 debug +2021-12-29 11:57:42,057 a29z_19550501_fc0_1_POST 30470 COMPLETED transfer_node serial +2021-12-29 11:57:42,057 a29z_19550501_fc1_1_POST 31566 COMPLETED transfer_node serial +2021-12-29 11:57:42,057 a29z_19550501_fc2_1_POST 32753 COMPLETED transfer_node serial +2021-12-29 11:57:42,057 a29z_19550501_fc3_1_SIM 19587991 RUNNING marenostrum4 debug +2021-12-29 11:57:42,057 a29z_19550501_fc4_1_SIM 19587992 QUEUING marenostrum4 debug +2021-12-29 11:57:42,058 a29z_19550501_fc0_1_CLEAN 19588000 QUEUING marenostrum4 debug +2021-12-29 11:57:42,058 a29z_19550501_fc1_1_CLEAN 19588013 QUEUING marenostrum4 debug +2021-12-29 11:57:42,060 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 11:57:42,099 Job list saved +2021-12-29 11:57:42,104 +Jobs ready for transfer_node: 0 +2021-12-29 11:57:42,113 Number of jobs available: 3 +2021-12-29 11:57:42,115 Number of jobs ready: 0 +2021-12-29 11:57:42,122 +Jobs ready for marenostrum4: 13 +2021-12-29 11:57:42,131 Number of jobs available: 0 +2021-12-29 11:57:42,133 Number of jobs ready: 13 +2021-12-29 11:57:42,138 Jobs ready for marenostrum4: 13 +2021-12-29 11:57:42,143 Updating FAILED jobs +2021-12-29 11:57:42,144 Updating WAITING jobs +2021-12-29 11:57:42,147 Updating WAITING jobs eligible for be prepared +2021-12-29 11:57:42,150 Updating Held jobs +2021-12-29 11:57:42,150 Update finished +2021-12-29 11:57:42,152 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 11:57:42,152 a29z_19550501_fc1_1_SIM 19587985 COMPLETED marenostrum4 debug +2021-12-29 11:57:42,152 a29z_19550501_fc2_1_SIM 19587990 COMPLETED marenostrum4 debug +2021-12-29 11:57:42,152 a29z_19550501_fc0_1_POST 30470 COMPLETED transfer_node serial +2021-12-29 11:57:42,152 a29z_19550501_fc1_1_POST 31566 COMPLETED transfer_node serial +2021-12-29 11:57:42,152 a29z_19550501_fc2_1_POST 32753 COMPLETED transfer_node serial +2021-12-29 11:57:42,152 a29z_19550501_fc3_1_SIM 19587991 RUNNING marenostrum4 debug +2021-12-29 11:57:42,153 a29z_19550501_fc4_1_SIM 19587992 QUEUING marenostrum4 debug +2021-12-29 11:57:42,153 a29z_19550501_fc0_1_CLEAN 19588000 QUEUING marenostrum4 debug +2021-12-29 11:57:42,153 a29z_19550501_fc1_1_CLEAN 19588013 QUEUING marenostrum4 debug +2021-12-29 11:57:42,155 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 11:57:42,193 Job list saved +2021-12-29 11:57:42,198 +Jobs prepared for transfer_node: 0 +2021-12-29 11:57:42,204 Number of jobs available: 3 +2021-12-29 11:57:42,206 Number of jobs prepared: 0 +2021-12-29 11:57:42,213 +Jobs prepared for marenostrum4: 2 +2021-12-29 11:57:42,219 Number of jobs available: 0 +2021-12-29 11:57:42,222 Number of jobs prepared: 2 +2021-12-29 11:57:42,226 Jobs ready for marenostrum4: 2 +2021-12-29 11:57:42,233 Updating FAILED jobs +2021-12-29 11:57:42,234 Updating WAITING jobs +2021-12-29 11:57:42,237 Updating WAITING jobs eligible for be prepared +2021-12-29 11:57:42,240 Updating Held jobs +2021-12-29 11:57:42,240 Update finished +2021-12-29 11:57:42,242 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 11:57:42,242 a29z_19550501_fc1_1_SIM 19587985 COMPLETED marenostrum4 debug +2021-12-29 11:57:42,242 a29z_19550501_fc2_1_SIM 19587990 COMPLETED marenostrum4 debug +2021-12-29 11:57:42,242 a29z_19550501_fc0_1_POST 30470 COMPLETED transfer_node serial +2021-12-29 11:57:42,242 a29z_19550501_fc1_1_POST 31566 COMPLETED transfer_node serial +2021-12-29 11:57:42,242 a29z_19550501_fc2_1_POST 32753 COMPLETED transfer_node serial +2021-12-29 11:57:42,242 a29z_19550501_fc3_1_SIM 19587991 RUNNING marenostrum4 debug +2021-12-29 11:57:42,243 a29z_19550501_fc4_1_SIM 19587992 QUEUING marenostrum4 debug +2021-12-29 11:57:42,243 a29z_19550501_fc0_1_CLEAN 19588000 QUEUING marenostrum4 debug +2021-12-29 11:57:42,243 a29z_19550501_fc1_1_CLEAN 19588013 QUEUING marenostrum4 debug +2021-12-29 11:57:42,245 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 11:57:42,283 Job list saved +2021-12-29 11:57:42,333 Updating FAILED jobs +2021-12-29 11:57:42,334 Updating WAITING jobs +2021-12-29 11:57:42,336 Updating WAITING jobs eligible for be prepared +2021-12-29 11:57:42,339 Updating Held jobs +2021-12-29 11:57:42,340 Update finished +2021-12-29 11:57:52,351 Reloading parameters... +[WARNING] 2021-12-29 11:57:52,362 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 11:57:52,363 Loading parameters... +2021-12-29 11:57:52,365 + +568 of 590 jobs remaining (11:57) +2021-12-29 11:57:52,366 Sleep: 10 +2021-12-29 11:57:52,366 Number of retrials: 0 +2021-12-29 11:57:52,366 WRAPPER CHECK TIME = 10 +2021-12-29 11:57:52,377 Checking jobs for platform=transfer_node +2021-12-29 11:57:52,387 Checking jobs for platform=marenostrum4 +2021-12-29 11:57:52,388 Checking all jobs at once +2021-12-29 11:57:53,907 Successful check job command +2021-12-29 11:57:55,176 Job a29z_19550501_fc4_1_SIM is QUEUING +2021-12-29 11:57:55,176 Job a29z_19550501_fc0_1_CLEAN is QUEUING +2021-12-29 11:57:55,176 Job a29z_19550501_fc3_1_SIM is RUNNING +2021-12-29 11:57:55,177 Job a29z_19550501_fc1_1_CLEAN is QUEUING +2021-12-29 11:57:55,177 End of checking +2021-12-29 11:57:55,178 Updating FAILED jobs +2021-12-29 11:57:55,179 Updating WAITING jobs +2021-12-29 11:57:55,182 Updating WAITING jobs eligible for be prepared +2021-12-29 11:57:55,186 Updating Held jobs +2021-12-29 11:57:55,187 Update finished +2021-12-29 11:57:55,189 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 11:57:55,189 a29z_19550501_fc1_1_SIM 19587985 COMPLETED marenostrum4 debug +2021-12-29 11:57:55,189 a29z_19550501_fc2_1_SIM 19587990 COMPLETED marenostrum4 debug +2021-12-29 11:57:55,189 a29z_19550501_fc0_1_POST 30470 COMPLETED transfer_node serial +2021-12-29 11:57:55,190 a29z_19550501_fc1_1_POST 31566 COMPLETED transfer_node serial +2021-12-29 11:57:55,190 a29z_19550501_fc2_1_POST 32753 COMPLETED transfer_node serial +2021-12-29 11:57:55,190 a29z_19550501_fc3_1_SIM 19587991 RUNNING marenostrum4 debug +2021-12-29 11:57:55,190 a29z_19550501_fc4_1_SIM 19587992 QUEUING marenostrum4 debug +2021-12-29 11:57:55,190 a29z_19550501_fc0_1_CLEAN 19588000 QUEUING marenostrum4 debug +2021-12-29 11:57:55,190 a29z_19550501_fc1_1_CLEAN 19588013 QUEUING marenostrum4 debug +2021-12-29 11:57:55,193 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 11:57:55,231 Job list saved +2021-12-29 11:57:55,236 +Jobs ready for transfer_node: 0 +2021-12-29 11:57:55,244 Number of jobs available: 3 +2021-12-29 11:57:55,246 Number of jobs ready: 0 +2021-12-29 11:57:55,253 +Jobs ready for marenostrum4: 13 +2021-12-29 11:57:55,262 Number of jobs available: 0 +2021-12-29 11:57:55,264 Number of jobs ready: 13 +2021-12-29 11:57:55,269 Jobs ready for marenostrum4: 13 +2021-12-29 11:57:55,275 Updating FAILED jobs +2021-12-29 11:57:55,275 Updating WAITING jobs +2021-12-29 11:57:55,278 Updating WAITING jobs eligible for be prepared +2021-12-29 11:57:55,281 Updating Held jobs +2021-12-29 11:57:55,282 Update finished +2021-12-29 11:57:55,283 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 11:57:55,283 a29z_19550501_fc1_1_SIM 19587985 COMPLETED marenostrum4 debug +2021-12-29 11:57:55,283 a29z_19550501_fc2_1_SIM 19587990 COMPLETED marenostrum4 debug +2021-12-29 11:57:55,283 a29z_19550501_fc0_1_POST 30470 COMPLETED transfer_node serial +2021-12-29 11:57:55,284 a29z_19550501_fc1_1_POST 31566 COMPLETED transfer_node serial +2021-12-29 11:57:55,284 a29z_19550501_fc2_1_POST 32753 COMPLETED transfer_node serial +2021-12-29 11:57:55,284 a29z_19550501_fc3_1_SIM 19587991 RUNNING marenostrum4 debug +2021-12-29 11:57:55,284 a29z_19550501_fc4_1_SIM 19587992 QUEUING marenostrum4 debug +2021-12-29 11:57:55,284 a29z_19550501_fc0_1_CLEAN 19588000 QUEUING marenostrum4 debug +2021-12-29 11:57:55,284 a29z_19550501_fc1_1_CLEAN 19588013 QUEUING marenostrum4 debug +2021-12-29 11:57:55,286 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 11:57:55,325 Job list saved +2021-12-29 11:57:55,329 +Jobs prepared for transfer_node: 0 +2021-12-29 11:57:55,336 Number of jobs available: 3 +2021-12-29 11:57:55,338 Number of jobs prepared: 0 +2021-12-29 11:57:55,344 +Jobs prepared for marenostrum4: 2 +2021-12-29 11:57:55,351 Number of jobs available: 0 +2021-12-29 11:57:55,353 Number of jobs prepared: 2 +2021-12-29 11:57:55,358 Jobs ready for marenostrum4: 2 +2021-12-29 11:57:55,365 Updating FAILED jobs +2021-12-29 11:57:55,366 Updating WAITING jobs +2021-12-29 11:57:55,369 Updating WAITING jobs eligible for be prepared +2021-12-29 11:57:55,372 Updating Held jobs +2021-12-29 11:57:55,372 Update finished +2021-12-29 11:57:55,374 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 11:57:55,374 a29z_19550501_fc1_1_SIM 19587985 COMPLETED marenostrum4 debug +2021-12-29 11:57:55,374 a29z_19550501_fc2_1_SIM 19587990 COMPLETED marenostrum4 debug +2021-12-29 11:57:55,374 a29z_19550501_fc0_1_POST 30470 COMPLETED transfer_node serial +2021-12-29 11:57:55,374 a29z_19550501_fc1_1_POST 31566 COMPLETED transfer_node serial +2021-12-29 11:57:55,375 a29z_19550501_fc2_1_POST 32753 COMPLETED transfer_node serial +2021-12-29 11:57:55,375 a29z_19550501_fc3_1_SIM 19587991 RUNNING marenostrum4 debug +2021-12-29 11:57:55,375 a29z_19550501_fc4_1_SIM 19587992 QUEUING marenostrum4 debug +2021-12-29 11:57:55,375 a29z_19550501_fc0_1_CLEAN 19588000 QUEUING marenostrum4 debug +2021-12-29 11:57:55,375 a29z_19550501_fc1_1_CLEAN 19588013 QUEUING marenostrum4 debug +2021-12-29 11:57:55,377 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 11:57:55,415 Job list saved +2021-12-29 11:57:55,422 Updating FAILED jobs +2021-12-29 11:57:55,422 Updating WAITING jobs +2021-12-29 11:57:55,425 Updating WAITING jobs eligible for be prepared +2021-12-29 11:57:55,428 Updating Held jobs +2021-12-29 11:57:55,429 Update finished +2021-12-29 11:58:05,438 Reloading parameters... +[WARNING] 2021-12-29 11:58:05,449 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 11:58:05,450 Loading parameters... +2021-12-29 11:58:05,451 + +568 of 590 jobs remaining (11:58) +2021-12-29 11:58:05,452 Sleep: 10 +2021-12-29 11:58:05,452 Number of retrials: 0 +2021-12-29 11:58:05,452 WRAPPER CHECK TIME = 10 +2021-12-29 11:58:05,463 Checking jobs for platform=transfer_node +2021-12-29 11:58:05,474 Checking jobs for platform=marenostrum4 +2021-12-29 11:58:05,475 Checking all jobs at once +2021-12-29 11:58:06,844 Successful check job command +2021-12-29 11:58:08,113 Job a29z_19550501_fc4_1_SIM is QUEUING +2021-12-29 11:58:08,113 Job a29z_19550501_fc0_1_CLEAN is QUEUING +2021-12-29 11:58:08,114 a29z_19550501_fc3_1_SIM job seems to have completed: checking... +2021-12-29 11:58:08,127 Job a29z_19550501_fc3_1_SIM is COMPLETED +2021-12-29 11:58:08,183 a29z_19550501_fc3_1_SIM_STAT file have been transfered +[WARNING] 2021-12-29 11:58:08,245 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 11:58:08,247 Job a29z_19550501_fc1_1_CLEAN is QUEUING +2021-12-29 11:58:08,247 End of checking +2021-12-29 11:58:08,248 Updating FAILED jobs +2021-12-29 11:58:08,249 Updating WAITING jobs +2021-12-29 11:58:08,252 Setting job: a29z_19550501_fc3_1_POST status to: READY (all parents completed)... +2021-12-29 11:58:08,254 Resetting job: a29z_19550501_fc3_2_SIM status to: READY for retrial... +2021-12-29 11:58:08,255 A job in prepared status has all parent completed, job: a29z_19550501_fc3_2_SIM status set to: READY ... +2021-12-29 11:58:08,255 Updating WAITING jobs eligible for be prepared +2021-12-29 11:58:08,259 Updating Held jobs +2021-12-29 11:58:08,260 Update finished +2021-12-29 11:58:08,262 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 11:58:08,263 a29z_19550501_fc2_1_SIM 19587990 COMPLETED marenostrum4 debug +2021-12-29 11:58:08,264 a29z_19550501_fc3_1_SIM 19587991 COMPLETED marenostrum4 debug +2021-12-29 11:58:08,264 a29z_19550501_fc0_1_POST 30470 COMPLETED transfer_node serial +2021-12-29 11:58:08,264 a29z_19550501_fc1_1_POST 31566 COMPLETED transfer_node serial +2021-12-29 11:58:08,264 a29z_19550501_fc2_1_POST 32753 COMPLETED transfer_node serial +2021-12-29 11:58:08,264 a29z_19550501_fc4_1_SIM 19587992 QUEUING marenostrum4 debug +2021-12-29 11:58:08,264 a29z_19550501_fc0_1_CLEAN 19588000 QUEUING marenostrum4 debug +2021-12-29 11:58:08,265 a29z_19550501_fc1_1_CLEAN 19588013 QUEUING marenostrum4 debug +2021-12-29 11:58:08,267 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +[WARNING] 2021-12-29 11:58:08,275 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 11:58:08,279 Custom directives from platform.conf: None +2021-12-29 11:58:08,280 Custom directives from platform.conf: None +2021-12-29 11:58:08,351 Job list saved +2021-12-29 11:58:08,356 +Jobs ready for transfer_node: 1 +2021-12-29 11:58:08,364 Number of jobs available: 3 +2021-12-29 11:58:08,369 Number of jobs ready: 1 +2021-12-29 11:58:08,374 Jobs ready for transfer_node: 1 +2021-12-29 11:58:08,448 Creating Scripts +2021-12-29 11:58:08,505 Sending Files +2021-12-29 11:58:08,826 /esarchive/scratch/Earth/wuruchi/a29z/LOG_a29z has been created on bscearth000 . +2021-12-29 11:58:08,857 Submitting +2021-12-29 11:58:08,862 a29z_19550501_fc3_1_POST_STAT have been removed +2021-12-29 11:58:08,864 a29z_19550501_fc3_1_POST_COMPLETED been removed +2021-12-29 11:58:09,082 Job ID: 1481 + +2021-12-29 11:58:09,082 a29z_19550501_fc3_1_POST submitted +2021-12-29 11:58:09,189 +Jobs ready for marenostrum4: 14 +2021-12-29 11:58:09,199 Number of jobs available: 0 +2021-12-29 11:58:09,201 Number of jobs ready: 14 +2021-12-29 11:58:09,206 Jobs ready for marenostrum4: 14 +2021-12-29 11:58:09,211 Updating FAILED jobs +2021-12-29 11:58:09,212 Updating WAITING jobs +2021-12-29 11:58:09,215 Updating WAITING jobs eligible for be prepared +2021-12-29 11:58:09,218 Updating Held jobs +2021-12-29 11:58:09,218 Update finished +2021-12-29 11:58:09,220 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 11:58:09,220 a29z_19550501_fc2_1_SIM 19587990 COMPLETED marenostrum4 debug +2021-12-29 11:58:09,220 a29z_19550501_fc3_1_SIM 19587991 COMPLETED marenostrum4 debug +2021-12-29 11:58:09,220 a29z_19550501_fc0_1_POST 30470 COMPLETED transfer_node serial +2021-12-29 11:58:09,220 a29z_19550501_fc1_1_POST 31566 COMPLETED transfer_node serial +2021-12-29 11:58:09,220 a29z_19550501_fc2_1_POST 32753 COMPLETED transfer_node serial +2021-12-29 11:58:09,221 a29z_19550501_fc3_1_POST 1481 SUBMITTED transfer_node serial +2021-12-29 11:58:09,221 a29z_19550501_fc4_1_SIM 19587992 QUEUING marenostrum4 debug +2021-12-29 11:58:09,221 a29z_19550501_fc0_1_CLEAN 19588000 QUEUING marenostrum4 debug +2021-12-29 11:58:09,221 a29z_19550501_fc1_1_CLEAN 19588013 QUEUING marenostrum4 debug +2021-12-29 11:58:09,223 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 11:58:09,262 Job list saved +2021-12-29 11:58:09,267 +Jobs prepared for transfer_node: 0 +2021-12-29 11:58:09,273 Number of jobs available: 2 +2021-12-29 11:58:09,275 Number of jobs prepared: 0 +2021-12-29 11:58:09,282 +Jobs prepared for marenostrum4: 1 +2021-12-29 11:58:09,289 Number of jobs available: 0 +2021-12-29 11:58:09,292 Number of jobs prepared: 1 +2021-12-29 11:58:09,296 Jobs ready for marenostrum4: 1 +2021-12-29 11:58:09,304 Updating FAILED jobs +2021-12-29 11:58:09,305 Updating WAITING jobs +2021-12-29 11:58:09,308 Updating WAITING jobs eligible for be prepared +2021-12-29 11:58:09,311 Updating Held jobs +2021-12-29 11:58:09,311 Update finished +2021-12-29 11:58:09,313 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 11:58:09,313 a29z_19550501_fc2_1_SIM 19587990 COMPLETED marenostrum4 debug +2021-12-29 11:58:09,313 a29z_19550501_fc3_1_SIM 19587991 COMPLETED marenostrum4 debug +2021-12-29 11:58:09,313 a29z_19550501_fc0_1_POST 30470 COMPLETED transfer_node serial +2021-12-29 11:58:09,313 a29z_19550501_fc1_1_POST 31566 COMPLETED transfer_node serial +2021-12-29 11:58:09,313 a29z_19550501_fc2_1_POST 32753 COMPLETED transfer_node serial +2021-12-29 11:58:09,313 a29z_19550501_fc3_1_POST 1481 SUBMITTED transfer_node serial +2021-12-29 11:58:09,314 a29z_19550501_fc4_1_SIM 19587992 QUEUING marenostrum4 debug +2021-12-29 11:58:09,314 a29z_19550501_fc0_1_CLEAN 19588000 QUEUING marenostrum4 debug +2021-12-29 11:58:09,314 a29z_19550501_fc1_1_CLEAN 19588013 QUEUING marenostrum4 debug +2021-12-29 11:58:09,316 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 11:58:09,354 Job list saved +2021-12-29 11:58:09,407 Updating FAILED jobs +2021-12-29 11:58:09,408 Updating WAITING jobs +2021-12-29 11:58:09,411 Updating WAITING jobs eligible for be prepared +2021-12-29 11:58:09,414 Updating Held jobs +2021-12-29 11:58:09,414 Update finished +2021-12-29 11:58:19,423 Reloading parameters... +[WARNING] 2021-12-29 11:58:19,435 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 11:58:19,436 Loading parameters... +2021-12-29 11:58:19,438 + +567 of 590 jobs remaining (11:58) +2021-12-29 11:58:19,438 Sleep: 10 +2021-12-29 11:58:19,438 Number of retrials: 0 +2021-12-29 11:58:19,438 WRAPPER CHECK TIME = 10 +2021-12-29 11:58:19,449 Checking jobs for platform=transfer_node +2021-12-29 11:58:21,670 Successful check job command: nohup kill -0 1481 > /dev/null 2>&1; echo $? +2021-12-29 11:58:21,670 Job a29z_19550501_fc3_1_POST is RUNNING +2021-12-29 11:58:21,683 a29z_19550501_fc3_1_POST_STAT file have been transfered +2021-12-29 11:58:21,748 Checking jobs for platform=marenostrum4 +2021-12-29 11:58:21,749 Checking all jobs at once +2021-12-29 11:58:23,068 Successful check job command +2021-12-29 11:58:24,437 Job a29z_19550501_fc4_1_SIM is RUNNING +2021-12-29 11:58:24,440 /gpfs/scratch/bsc32/bsc32985/a29z/LOG_a29z/a29z_19550501_fc4_1_SIM_STAT File still no exists.. waiting 5s for a new retry ( retries left: 3) +2021-12-29 11:58:29,462 a29z_19550501_fc4_1_SIM_STAT file have been transfered +2021-12-29 11:58:29,514 Job a29z_19550501_fc0_1_CLEAN is QUEUING +2021-12-29 11:58:29,514 Job a29z_19550501_fc1_1_CLEAN is QUEUING +2021-12-29 11:58:29,514 End of checking +2021-12-29 11:58:29,516 Updating FAILED jobs +2021-12-29 11:58:29,516 Updating WAITING jobs +2021-12-29 11:58:29,519 Updating WAITING jobs eligible for be prepared +2021-12-29 11:58:29,523 Setting job: a29z_19550501_fc3_1_CLEAN status to: Prepared for be held (all parents queuing, running or completed)... +2021-12-29 11:58:29,523 Updating Held jobs +2021-12-29 11:58:29,524 Update finished +2021-12-29 11:58:29,525 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 11:58:29,526 a29z_19550501_fc2_1_SIM 19587990 COMPLETED marenostrum4 debug +2021-12-29 11:58:29,526 a29z_19550501_fc3_1_SIM 19587991 COMPLETED marenostrum4 debug +2021-12-29 11:58:29,526 a29z_19550501_fc0_1_POST 30470 COMPLETED transfer_node serial +2021-12-29 11:58:29,526 a29z_19550501_fc1_1_POST 31566 COMPLETED transfer_node serial +2021-12-29 11:58:29,526 a29z_19550501_fc2_1_POST 32753 COMPLETED transfer_node serial +2021-12-29 11:58:29,526 a29z_19550501_fc4_1_SIM 19587992 RUNNING marenostrum4 debug +2021-12-29 11:58:29,526 a29z_19550501_fc3_1_POST 1481 RUNNING transfer_node serial +2021-12-29 11:58:29,526 a29z_19550501_fc0_1_CLEAN 19588000 QUEUING marenostrum4 debug +2021-12-29 11:58:29,527 a29z_19550501_fc1_1_CLEAN 19588013 QUEUING marenostrum4 debug +2021-12-29 11:58:29,529 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 11:58:29,568 Job list saved +2021-12-29 11:58:29,572 +Jobs ready for transfer_node: 0 +2021-12-29 11:58:29,581 Number of jobs available: 3 +2021-12-29 11:58:29,583 Number of jobs ready: 0 +2021-12-29 11:58:29,590 +Jobs ready for marenostrum4: 14 +2021-12-29 11:58:29,600 Number of jobs available: 1 +2021-12-29 11:58:29,602 Number of jobs ready: 14 +2021-12-29 11:58:29,606 Jobs ready for marenostrum4: 14 +2021-12-29 11:58:29,622 Creating Scripts +2021-12-29 11:58:29,663 Sending Files +2021-12-29 11:58:29,673 Submitting +2021-12-29 11:58:29,682 a29z_19550501_fc2_1_CLEAN_STAT have been removed +2021-12-29 11:58:29,685 a29z_19550501_fc2_1_CLEAN_COMPLETED been removed +2021-12-29 11:58:30,859 Updating FAILED jobs +2021-12-29 11:58:30,860 Updating WAITING jobs +2021-12-29 11:58:30,863 Updating WAITING jobs eligible for be prepared +2021-12-29 11:58:30,866 Updating Held jobs +2021-12-29 11:58:30,867 Update finished +2021-12-29 11:58:30,868 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 11:58:30,868 a29z_19550501_fc2_1_SIM 19587990 COMPLETED marenostrum4 debug +2021-12-29 11:58:30,869 a29z_19550501_fc3_1_SIM 19587991 COMPLETED marenostrum4 debug +2021-12-29 11:58:30,869 a29z_19550501_fc0_1_POST 30470 COMPLETED transfer_node serial +2021-12-29 11:58:30,869 a29z_19550501_fc1_1_POST 31566 COMPLETED transfer_node serial +2021-12-29 11:58:30,869 a29z_19550501_fc2_1_POST 32753 COMPLETED transfer_node serial +2021-12-29 11:58:30,869 a29z_19550501_fc2_1_CLEAN 19588021 SUBMITTED marenostrum4 debug +2021-12-29 11:58:30,869 a29z_19550501_fc4_1_SIM 19587992 RUNNING marenostrum4 debug +2021-12-29 11:58:30,869 a29z_19550501_fc3_1_POST 1481 RUNNING transfer_node serial +2021-12-29 11:58:30,870 a29z_19550501_fc0_1_CLEAN 19588000 QUEUING marenostrum4 debug +2021-12-29 11:58:30,870 a29z_19550501_fc1_1_CLEAN 19588013 QUEUING marenostrum4 debug +2021-12-29 11:58:30,872 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 11:58:30,911 Job list saved +2021-12-29 11:58:30,916 +Jobs prepared for transfer_node: 0 +2021-12-29 11:58:30,924 Number of jobs available: 3 +2021-12-29 11:58:30,927 Number of jobs prepared: 0 +2021-12-29 11:58:30,933 +Jobs prepared for marenostrum4: 2 +2021-12-29 11:58:30,940 Number of jobs available: 0 +2021-12-29 11:58:30,942 Number of jobs prepared: 2 +2021-12-29 11:58:30,947 Jobs ready for marenostrum4: 2 +2021-12-29 11:58:30,955 Updating FAILED jobs +2021-12-29 11:58:30,956 Updating WAITING jobs +2021-12-29 11:58:30,958 Updating WAITING jobs eligible for be prepared +2021-12-29 11:58:30,961 Updating Held jobs +2021-12-29 11:58:30,962 Update finished +2021-12-29 11:58:30,963 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 11:58:30,964 a29z_19550501_fc2_1_SIM 19587990 COMPLETED marenostrum4 debug +2021-12-29 11:58:30,964 a29z_19550501_fc3_1_SIM 19587991 COMPLETED marenostrum4 debug +2021-12-29 11:58:30,964 a29z_19550501_fc0_1_POST 30470 COMPLETED transfer_node serial +2021-12-29 11:58:30,964 a29z_19550501_fc1_1_POST 31566 COMPLETED transfer_node serial +2021-12-29 11:58:30,964 a29z_19550501_fc2_1_POST 32753 COMPLETED transfer_node serial +2021-12-29 11:58:30,964 a29z_19550501_fc2_1_CLEAN 19588021 SUBMITTED marenostrum4 debug +2021-12-29 11:58:30,964 a29z_19550501_fc4_1_SIM 19587992 RUNNING marenostrum4 debug +2021-12-29 11:58:30,964 a29z_19550501_fc3_1_POST 1481 RUNNING transfer_node serial +2021-12-29 11:58:30,965 a29z_19550501_fc0_1_CLEAN 19588000 QUEUING marenostrum4 debug +2021-12-29 11:58:30,965 a29z_19550501_fc1_1_CLEAN 19588013 QUEUING marenostrum4 debug +2021-12-29 11:58:30,967 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 11:58:31,005 Job list saved +2021-12-29 11:58:31,055 Updating FAILED jobs +2021-12-29 11:58:31,056 Updating WAITING jobs +2021-12-29 11:58:31,059 Updating WAITING jobs eligible for be prepared +2021-12-29 11:58:31,062 Updating Held jobs +2021-12-29 11:58:31,062 Update finished +2021-12-29 11:58:41,072 Reloading parameters... +[WARNING] 2021-12-29 11:58:41,084 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 11:58:41,085 Loading parameters... +2021-12-29 11:58:41,087 + +567 of 590 jobs remaining (11:58) +2021-12-29 11:58:41,088 Sleep: 10 +2021-12-29 11:58:41,088 Number of retrials: 0 +2021-12-29 11:58:41,088 WRAPPER CHECK TIME = 10 +2021-12-29 11:58:41,100 Checking jobs for platform=transfer_node +2021-12-29 11:58:43,521 Successful check job command: nohup kill -0 1481 > /dev/null 2>&1; echo $? +2021-12-29 11:58:43,521 a29z_19550501_fc3_1_POST job seems to have completed: checking... +2021-12-29 11:58:43,531 Job a29z_19550501_fc3_1_POST is COMPLETED +2021-12-29 11:58:43,544 a29z_19550501_fc3_1_POST_STAT file have been transfered +[WARNING] 2021-12-29 11:58:43,605 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 11:58:43,620 Checking jobs for platform=marenostrum4 +2021-12-29 11:58:43,621 Checking all jobs at once +[WARNING] 2021-12-29 11:58:43,633 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 11:58:43,637 Custom directives from platform.conf: None +2021-12-29 11:58:43,637 Custom directives from platform.conf: None +2021-12-29 11:58:44,740 Successful check job command +2021-12-29 11:58:45,859 Job a29z_19550501_fc4_1_SIM is RUNNING +2021-12-29 11:58:45,859 Job a29z_19550501_fc0_1_CLEAN is QUEUING +2021-12-29 11:58:45,859 Job a29z_19550501_fc2_1_CLEAN is QUEUING +2021-12-29 11:58:45,860 Job a29z_19550501_fc1_1_CLEAN is QUEUING +2021-12-29 11:58:45,860 End of checking +2021-12-29 11:58:45,861 Updating FAILED jobs +2021-12-29 11:58:45,862 Updating WAITING jobs +2021-12-29 11:58:45,865 Resetting job: a29z_19550501_fc3_1_CLEAN status to: READY for retrial... +2021-12-29 11:58:45,865 A job in prepared status has all parent completed, job: a29z_19550501_fc3_1_CLEAN status set to: READY ... +2021-12-29 11:58:45,865 Updating WAITING jobs eligible for be prepared +2021-12-29 11:58:45,868 Updating Held jobs +2021-12-29 11:58:45,869 Update finished +2021-12-29 11:58:45,871 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 11:58:45,871 a29z_19550501_fc3_1_SIM 19587991 COMPLETED marenostrum4 debug +2021-12-29 11:58:45,871 a29z_19550501_fc0_1_POST 30470 COMPLETED transfer_node serial +2021-12-29 11:58:45,871 a29z_19550501_fc1_1_POST 31566 COMPLETED transfer_node serial +2021-12-29 11:58:45,871 a29z_19550501_fc2_1_POST 32753 COMPLETED transfer_node serial +2021-12-29 11:58:45,871 a29z_19550501_fc3_1_POST 1481 COMPLETED transfer_node serial +2021-12-29 11:58:45,871 a29z_19550501_fc4_1_SIM 19587992 RUNNING marenostrum4 debug +2021-12-29 11:58:45,872 a29z_19550501_fc0_1_CLEAN 19588000 QUEUING marenostrum4 debug +2021-12-29 11:58:45,872 a29z_19550501_fc1_1_CLEAN 19588013 QUEUING marenostrum4 debug +2021-12-29 11:58:45,872 a29z_19550501_fc2_1_CLEAN 19588021 QUEUING marenostrum4 debug +2021-12-29 11:58:45,874 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 11:58:45,913 Job list saved +2021-12-29 11:58:45,918 +Jobs ready for transfer_node: 0 +2021-12-29 11:58:45,927 Number of jobs available: 3 +2021-12-29 11:58:45,929 Number of jobs ready: 0 +2021-12-29 11:58:45,936 +Jobs ready for marenostrum4: 14 +2021-12-29 11:58:45,945 Number of jobs available: 0 +2021-12-29 11:58:45,947 Number of jobs ready: 14 +2021-12-29 11:58:45,952 Jobs ready for marenostrum4: 14 +2021-12-29 11:58:45,958 Updating FAILED jobs +2021-12-29 11:58:45,959 Updating WAITING jobs +2021-12-29 11:58:45,962 Updating WAITING jobs eligible for be prepared +2021-12-29 11:58:45,965 Updating Held jobs +2021-12-29 11:58:45,966 Update finished +2021-12-29 11:58:45,967 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 11:58:45,967 a29z_19550501_fc3_1_SIM 19587991 COMPLETED marenostrum4 debug +2021-12-29 11:58:45,968 a29z_19550501_fc0_1_POST 30470 COMPLETED transfer_node serial +2021-12-29 11:58:45,968 a29z_19550501_fc1_1_POST 31566 COMPLETED transfer_node serial +2021-12-29 11:58:45,968 a29z_19550501_fc2_1_POST 32753 COMPLETED transfer_node serial +2021-12-29 11:58:45,968 a29z_19550501_fc3_1_POST 1481 COMPLETED transfer_node serial +2021-12-29 11:58:45,968 a29z_19550501_fc4_1_SIM 19587992 RUNNING marenostrum4 debug +2021-12-29 11:58:45,968 a29z_19550501_fc0_1_CLEAN 19588000 QUEUING marenostrum4 debug +2021-12-29 11:58:45,969 a29z_19550501_fc1_1_CLEAN 19588013 QUEUING marenostrum4 debug +2021-12-29 11:58:45,969 a29z_19550501_fc2_1_CLEAN 19588021 QUEUING marenostrum4 debug +2021-12-29 11:58:45,971 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 11:58:46,010 Job list saved +2021-12-29 11:58:46,015 +Jobs prepared for transfer_node: 0 +2021-12-29 11:58:46,022 Number of jobs available: 3 +2021-12-29 11:58:46,024 Number of jobs prepared: 0 +2021-12-29 11:58:46,031 +Jobs prepared for marenostrum4: 1 +2021-12-29 11:58:46,037 Number of jobs available: 0 +2021-12-29 11:58:46,040 Number of jobs prepared: 1 +2021-12-29 11:58:46,044 Jobs ready for marenostrum4: 1 +2021-12-29 11:58:46,053 Updating FAILED jobs +2021-12-29 11:58:46,053 Updating WAITING jobs +2021-12-29 11:58:46,056 Updating WAITING jobs eligible for be prepared +2021-12-29 11:58:46,059 Updating Held jobs +2021-12-29 11:58:46,060 Update finished +2021-12-29 11:58:46,061 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 11:58:46,062 a29z_19550501_fc3_1_SIM 19587991 COMPLETED marenostrum4 debug +2021-12-29 11:58:46,062 a29z_19550501_fc0_1_POST 30470 COMPLETED transfer_node serial +2021-12-29 11:58:46,062 a29z_19550501_fc1_1_POST 31566 COMPLETED transfer_node serial +2021-12-29 11:58:46,062 a29z_19550501_fc2_1_POST 32753 COMPLETED transfer_node serial +2021-12-29 11:58:46,062 a29z_19550501_fc3_1_POST 1481 COMPLETED transfer_node serial +2021-12-29 11:58:46,062 a29z_19550501_fc4_1_SIM 19587992 RUNNING marenostrum4 debug +2021-12-29 11:58:46,062 a29z_19550501_fc0_1_CLEAN 19588000 QUEUING marenostrum4 debug +2021-12-29 11:58:46,062 a29z_19550501_fc1_1_CLEAN 19588013 QUEUING marenostrum4 debug +2021-12-29 11:58:46,063 a29z_19550501_fc2_1_CLEAN 19588021 QUEUING marenostrum4 debug +2021-12-29 11:58:46,065 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 11:58:46,104 Job list saved +2021-12-29 11:58:46,157 Updating FAILED jobs +2021-12-29 11:58:46,158 Updating WAITING jobs +2021-12-29 11:58:46,161 Updating WAITING jobs eligible for be prepared +2021-12-29 11:58:46,164 Updating Held jobs +2021-12-29 11:58:46,165 Update finished +2021-12-29 11:58:56,177 Reloading parameters... +[WARNING] 2021-12-29 11:58:56,190 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 11:58:56,191 Loading parameters... +2021-12-29 11:58:56,193 + +566 of 590 jobs remaining (11:58) +2021-12-29 11:58:56,193 Sleep: 10 +2021-12-29 11:58:56,193 Number of retrials: 0 +2021-12-29 11:58:56,194 WRAPPER CHECK TIME = 10 +2021-12-29 11:58:56,204 Checking jobs for platform=transfer_node +2021-12-29 11:58:56,216 Checking jobs for platform=marenostrum4 +2021-12-29 11:58:56,216 Checking all jobs at once +2021-12-29 11:58:57,339 Successful check job command +2021-12-29 11:58:58,407 a29z_19550501_fc4_1_SIM job seems to have completed: checking... +2021-12-29 11:58:58,428 Job a29z_19550501_fc4_1_SIM is COMPLETED +2021-12-29 11:58:58,444 a29z_19550501_fc4_1_SIM_STAT file have been transfered +[WARNING] 2021-12-29 11:58:58,510 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 11:58:58,511 Job a29z_19550501_fc0_1_CLEAN is QUEUING +2021-12-29 11:58:58,511 Job a29z_19550501_fc2_1_CLEAN is QUEUING +2021-12-29 11:58:58,512 Job a29z_19550501_fc1_1_CLEAN is QUEUING +2021-12-29 11:58:58,512 End of checking +2021-12-29 11:58:58,513 Updating FAILED jobs +2021-12-29 11:58:58,515 Updating WAITING jobs +2021-12-29 11:58:58,516 Setting job: a29z_19550501_fc4_1_POST status to: READY (all parents completed)... +2021-12-29 11:58:58,519 Resetting job: a29z_19550501_fc4_2_SIM status to: READY for retrial... +2021-12-29 11:58:58,520 A job in prepared status has all parent completed, job: a29z_19550501_fc4_2_SIM status set to: READY ... +2021-12-29 11:58:58,520 Updating WAITING jobs eligible for be prepared +2021-12-29 11:58:58,524 Updating Held jobs +2021-12-29 11:58:58,525 Update finished +2021-12-29 11:58:58,527 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 11:58:58,528 a29z_19550501_fc4_1_SIM 19587992 COMPLETED marenostrum4 debug +2021-12-29 11:58:58,529 a29z_19550501_fc0_1_POST 30470 COMPLETED transfer_node serial +2021-12-29 11:58:58,530 a29z_19550501_fc1_1_POST 31566 COMPLETED transfer_node serial +2021-12-29 11:58:58,530 a29z_19550501_fc2_1_POST 32753 COMPLETED transfer_node serial +2021-12-29 11:58:58,530 a29z_19550501_fc3_1_POST 1481 COMPLETED transfer_node serial +2021-12-29 11:58:58,530 a29z_19550501_fc0_1_CLEAN 19588000 QUEUING marenostrum4 debug +2021-12-29 11:58:58,530 a29z_19550501_fc1_1_CLEAN 19588013 QUEUING marenostrum4 debug +2021-12-29 11:58:58,531 a29z_19550501_fc2_1_CLEAN 19588021 QUEUING marenostrum4 debug +2021-12-29 11:58:58,533 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +[WARNING] 2021-12-29 11:58:58,537 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 11:58:58,542 Custom directives from platform.conf: None +2021-12-29 11:58:58,542 Custom directives from platform.conf: None +2021-12-29 11:58:58,615 Job list saved +2021-12-29 11:58:58,620 +Jobs ready for transfer_node: 1 +2021-12-29 11:58:58,629 Number of jobs available: 3 +2021-12-29 11:58:58,632 Number of jobs ready: 1 +2021-12-29 11:58:58,639 Jobs ready for transfer_node: 1 +2021-12-29 11:58:58,720 Creating Scripts +2021-12-29 11:58:58,781 Sending Files +2021-12-29 11:58:59,099 /esarchive/scratch/Earth/wuruchi/a29z/LOG_a29z has been created on bscearth000 . +2021-12-29 11:58:59,138 Submitting +2021-12-29 11:58:59,569 Job ID: 2398 + +2021-12-29 11:58:59,569 a29z_19550501_fc4_1_POST submitted +2021-12-29 11:58:59,659 +Jobs ready for marenostrum4: 15 +2021-12-29 11:58:59,668 Number of jobs available: 0 +2021-12-29 11:58:59,670 Number of jobs ready: 15 +2021-12-29 11:58:59,675 Jobs ready for marenostrum4: 15 +2021-12-29 11:58:59,681 Updating FAILED jobs +2021-12-29 11:58:59,682 Updating WAITING jobs +2021-12-29 11:58:59,685 Updating WAITING jobs eligible for be prepared +2021-12-29 11:58:59,688 Updating Held jobs +2021-12-29 11:58:59,688 Update finished +2021-12-29 11:58:59,690 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 11:58:59,690 a29z_19550501_fc4_1_SIM 19587992 COMPLETED marenostrum4 debug +2021-12-29 11:58:59,690 a29z_19550501_fc0_1_POST 30470 COMPLETED transfer_node serial +2021-12-29 11:58:59,690 a29z_19550501_fc1_1_POST 31566 COMPLETED transfer_node serial +2021-12-29 11:58:59,691 a29z_19550501_fc2_1_POST 32753 COMPLETED transfer_node serial +2021-12-29 11:58:59,691 a29z_19550501_fc3_1_POST 1481 COMPLETED transfer_node serial +2021-12-29 11:58:59,691 a29z_19550501_fc4_1_POST 2398 SUBMITTED transfer_node serial +2021-12-29 11:58:59,691 a29z_19550501_fc0_1_CLEAN 19588000 QUEUING marenostrum4 debug +2021-12-29 11:58:59,691 a29z_19550501_fc1_1_CLEAN 19588013 QUEUING marenostrum4 debug +2021-12-29 11:58:59,691 a29z_19550501_fc2_1_CLEAN 19588021 QUEUING marenostrum4 debug +2021-12-29 11:58:59,694 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 11:58:59,732 Job list saved +2021-12-29 11:58:59,786 Updating FAILED jobs +2021-12-29 11:58:59,786 Updating WAITING jobs +2021-12-29 11:58:59,789 Updating WAITING jobs eligible for be prepared +2021-12-29 11:58:59,793 Updating Held jobs +2021-12-29 11:58:59,793 Update finished +2021-12-29 11:59:09,805 Reloading parameters... +[WARNING] 2021-12-29 11:59:09,816 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 11:59:09,817 Loading parameters... +2021-12-29 11:59:09,819 + +565 of 590 jobs remaining (11:59) +2021-12-29 11:59:09,820 Sleep: 10 +2021-12-29 11:59:09,820 Number of retrials: 0 +2021-12-29 11:59:09,820 WRAPPER CHECK TIME = 10 +2021-12-29 11:59:09,831 Checking jobs for platform=transfer_node +2021-12-29 11:59:12,101 Successful check job command: nohup kill -0 2398 > /dev/null 2>&1; echo $? +2021-12-29 11:59:12,101 Job a29z_19550501_fc4_1_POST is RUNNING +2021-12-29 11:59:12,432 a29z_19550501_fc4_1_POST_STAT file have been transfered +2021-12-29 11:59:12,495 Checking jobs for platform=marenostrum4 +2021-12-29 11:59:12,495 Checking all jobs at once +2021-12-29 11:59:13,564 Successful check job command +2021-12-29 11:59:14,583 Job a29z_19550501_fc0_1_CLEAN is QUEUING +2021-12-29 11:59:14,583 Job a29z_19550501_fc2_1_CLEAN is QUEUING +2021-12-29 11:59:14,583 Job a29z_19550501_fc1_1_CLEAN is QUEUING +2021-12-29 11:59:14,584 End of checking +2021-12-29 11:59:14,585 Updating FAILED jobs +2021-12-29 11:59:14,585 Updating WAITING jobs +2021-12-29 11:59:14,588 Updating WAITING jobs eligible for be prepared +2021-12-29 11:59:14,591 Setting job: a29z_19550501_fc4_1_CLEAN status to: Prepared for be held (all parents queuing, running or completed)... +2021-12-29 11:59:14,591 Updating Held jobs +2021-12-29 11:59:14,592 Update finished +2021-12-29 11:59:14,593 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 11:59:14,594 a29z_19550501_fc4_1_SIM 19587992 COMPLETED marenostrum4 debug +2021-12-29 11:59:14,594 a29z_19550501_fc0_1_POST 30470 COMPLETED transfer_node serial +2021-12-29 11:59:14,594 a29z_19550501_fc1_1_POST 31566 COMPLETED transfer_node serial +2021-12-29 11:59:14,594 a29z_19550501_fc2_1_POST 32753 COMPLETED transfer_node serial +2021-12-29 11:59:14,594 a29z_19550501_fc3_1_POST 1481 COMPLETED transfer_node serial +2021-12-29 11:59:14,594 a29z_19550501_fc4_1_POST 2398 RUNNING transfer_node serial +2021-12-29 11:59:14,594 a29z_19550501_fc0_1_CLEAN 19588000 QUEUING marenostrum4 debug +2021-12-29 11:59:14,595 a29z_19550501_fc1_1_CLEAN 19588013 QUEUING marenostrum4 debug +2021-12-29 11:59:14,595 a29z_19550501_fc2_1_CLEAN 19588021 QUEUING marenostrum4 debug +2021-12-29 11:59:14,597 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 11:59:14,636 Job list saved +2021-12-29 11:59:14,640 +Jobs ready for transfer_node: 0 +2021-12-29 11:59:14,649 Number of jobs available: 3 +2021-12-29 11:59:14,651 Number of jobs ready: 0 +2021-12-29 11:59:14,657 +Jobs ready for marenostrum4: 15 +2021-12-29 11:59:14,666 Number of jobs available: 0 +2021-12-29 11:59:14,668 Number of jobs ready: 15 +2021-12-29 11:59:14,673 Jobs ready for marenostrum4: 15 +2021-12-29 11:59:14,679 Updating FAILED jobs +2021-12-29 11:59:14,680 Updating WAITING jobs +2021-12-29 11:59:14,682 Updating WAITING jobs eligible for be prepared +2021-12-29 11:59:14,685 Updating Held jobs +2021-12-29 11:59:14,686 Update finished +2021-12-29 11:59:14,687 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 11:59:14,688 a29z_19550501_fc4_1_SIM 19587992 COMPLETED marenostrum4 debug +2021-12-29 11:59:14,688 a29z_19550501_fc0_1_POST 30470 COMPLETED transfer_node serial +2021-12-29 11:59:14,688 a29z_19550501_fc1_1_POST 31566 COMPLETED transfer_node serial +2021-12-29 11:59:14,688 a29z_19550501_fc2_1_POST 32753 COMPLETED transfer_node serial +2021-12-29 11:59:14,688 a29z_19550501_fc3_1_POST 1481 COMPLETED transfer_node serial +2021-12-29 11:59:14,688 a29z_19550501_fc4_1_POST 2398 RUNNING transfer_node serial +2021-12-29 11:59:14,688 a29z_19550501_fc0_1_CLEAN 19588000 QUEUING marenostrum4 debug +2021-12-29 11:59:14,688 a29z_19550501_fc1_1_CLEAN 19588013 QUEUING marenostrum4 debug +2021-12-29 11:59:14,689 a29z_19550501_fc2_1_CLEAN 19588021 QUEUING marenostrum4 debug +2021-12-29 11:59:14,691 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 11:59:14,728 Job list saved +2021-12-29 11:59:14,733 +Jobs prepared for transfer_node: 0 +2021-12-29 11:59:14,740 Number of jobs available: 3 +2021-12-29 11:59:14,742 Number of jobs prepared: 0 +2021-12-29 11:59:14,748 +Jobs prepared for marenostrum4: 1 +2021-12-29 11:59:14,755 Number of jobs available: 0 +2021-12-29 11:59:14,757 Number of jobs prepared: 1 +2021-12-29 11:59:14,761 Jobs ready for marenostrum4: 1 +2021-12-29 11:59:14,769 Updating FAILED jobs +2021-12-29 11:59:14,769 Updating WAITING jobs +2021-12-29 11:59:14,772 Updating WAITING jobs eligible for be prepared +2021-12-29 11:59:14,775 Updating Held jobs +2021-12-29 11:59:14,775 Update finished +2021-12-29 11:59:14,777 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 11:59:14,777 a29z_19550501_fc4_1_SIM 19587992 COMPLETED marenostrum4 debug +2021-12-29 11:59:14,778 a29z_19550501_fc0_1_POST 30470 COMPLETED transfer_node serial +2021-12-29 11:59:14,778 a29z_19550501_fc1_1_POST 31566 COMPLETED transfer_node serial +2021-12-29 11:59:14,778 a29z_19550501_fc2_1_POST 32753 COMPLETED transfer_node serial +2021-12-29 11:59:14,778 a29z_19550501_fc3_1_POST 1481 COMPLETED transfer_node serial +2021-12-29 11:59:14,778 a29z_19550501_fc4_1_POST 2398 RUNNING transfer_node serial +2021-12-29 11:59:14,778 a29z_19550501_fc0_1_CLEAN 19588000 QUEUING marenostrum4 debug +2021-12-29 11:59:14,778 a29z_19550501_fc1_1_CLEAN 19588013 QUEUING marenostrum4 debug +2021-12-29 11:59:14,779 a29z_19550501_fc2_1_CLEAN 19588021 QUEUING marenostrum4 debug +2021-12-29 11:59:14,781 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 11:59:14,818 Job list saved +2021-12-29 11:59:14,871 Updating FAILED jobs +2021-12-29 11:59:14,872 Updating WAITING jobs +2021-12-29 11:59:14,874 Updating WAITING jobs eligible for be prepared +2021-12-29 11:59:14,877 Updating Held jobs +2021-12-29 11:59:14,878 Update finished +2021-12-29 11:59:24,880 Reloading parameters... +[WARNING] 2021-12-29 11:59:24,892 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 11:59:24,893 Loading parameters... +2021-12-29 11:59:24,895 + +565 of 590 jobs remaining (11:59) +2021-12-29 11:59:24,895 Sleep: 10 +2021-12-29 11:59:24,896 Number of retrials: 0 +2021-12-29 11:59:24,896 WRAPPER CHECK TIME = 10 +2021-12-29 11:59:24,906 Checking jobs for platform=transfer_node +2021-12-29 11:59:27,177 Successful check job command: nohup kill -0 2398 > /dev/null 2>&1; echo $? +2021-12-29 11:59:27,178 Job a29z_19550501_fc4_1_POST is RUNNING +2021-12-29 11:59:27,189 Checking jobs for platform=marenostrum4 +2021-12-29 11:59:27,189 Checking all jobs at once +2021-12-29 11:59:28,358 Successful check job command +2021-12-29 11:59:29,378 Job a29z_19550501_fc0_1_CLEAN is RUNNING +2021-12-29 11:59:29,402 a29z_19550501_fc0_1_CLEAN_STAT file have been transfered +2021-12-29 11:59:29,453 Job a29z_19550501_fc2_1_CLEAN is QUEUING +2021-12-29 11:59:29,453 Job a29z_19550501_fc1_1_CLEAN is QUEUING +2021-12-29 11:59:29,453 End of checking +2021-12-29 11:59:29,454 Updating FAILED jobs +2021-12-29 11:59:29,455 Updating WAITING jobs +2021-12-29 11:59:29,458 Updating WAITING jobs eligible for be prepared +2021-12-29 11:59:29,461 Updating Held jobs +2021-12-29 11:59:29,461 Update finished +2021-12-29 11:59:29,463 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 11:59:29,463 a29z_19550501_fc4_1_SIM 19587992 COMPLETED marenostrum4 debug +2021-12-29 11:59:29,463 a29z_19550501_fc0_1_POST 30470 COMPLETED transfer_node serial +2021-12-29 11:59:29,463 a29z_19550501_fc1_1_POST 31566 COMPLETED transfer_node serial +2021-12-29 11:59:29,463 a29z_19550501_fc2_1_POST 32753 COMPLETED transfer_node serial +2021-12-29 11:59:29,463 a29z_19550501_fc3_1_POST 1481 COMPLETED transfer_node serial +2021-12-29 11:59:29,464 a29z_19550501_fc4_1_POST 2398 RUNNING transfer_node serial +2021-12-29 11:59:29,464 a29z_19550501_fc0_1_CLEAN 19588000 RUNNING marenostrum4 debug +2021-12-29 11:59:29,464 a29z_19550501_fc1_1_CLEAN 19588013 QUEUING marenostrum4 debug +2021-12-29 11:59:29,464 a29z_19550501_fc2_1_CLEAN 19588021 QUEUING marenostrum4 debug +2021-12-29 11:59:29,466 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 11:59:29,505 Job list saved +2021-12-29 11:59:29,509 +Jobs ready for transfer_node: 0 +2021-12-29 11:59:29,518 Number of jobs available: 3 +2021-12-29 11:59:29,520 Number of jobs ready: 0 +2021-12-29 11:59:29,526 +Jobs ready for marenostrum4: 15 +2021-12-29 11:59:29,535 Number of jobs available: 1 +2021-12-29 11:59:29,537 Number of jobs ready: 15 +2021-12-29 11:59:29,542 Jobs ready for marenostrum4: 15 +2021-12-29 11:59:29,555 Creating Scripts +2021-12-29 11:59:29,594 Sending Files +2021-12-29 11:59:29,603 Submitting +2021-12-29 11:59:30,820 Updating FAILED jobs +2021-12-29 11:59:30,821 Updating WAITING jobs +2021-12-29 11:59:30,824 Updating WAITING jobs eligible for be prepared +2021-12-29 11:59:30,827 Updating Held jobs +2021-12-29 11:59:30,827 Update finished +2021-12-29 11:59:30,829 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 11:59:30,829 a29z_19550501_fc4_1_SIM 19587992 COMPLETED marenostrum4 debug +2021-12-29 11:59:30,829 a29z_19550501_fc0_1_POST 30470 COMPLETED transfer_node serial +2021-12-29 11:59:30,829 a29z_19550501_fc1_1_POST 31566 COMPLETED transfer_node serial +2021-12-29 11:59:30,829 a29z_19550501_fc2_1_POST 32753 COMPLETED transfer_node serial +2021-12-29 11:59:30,829 a29z_19550501_fc3_1_POST 1481 COMPLETED transfer_node serial +2021-12-29 11:59:30,829 a29z_19550501_fc3_1_CLEAN 19588028 SUBMITTED marenostrum4 debug +2021-12-29 11:59:30,830 a29z_19550501_fc4_1_POST 2398 RUNNING transfer_node serial +2021-12-29 11:59:30,830 a29z_19550501_fc0_1_CLEAN 19588000 RUNNING marenostrum4 debug +2021-12-29 11:59:30,830 a29z_19550501_fc1_1_CLEAN 19588013 QUEUING marenostrum4 debug +2021-12-29 11:59:30,830 a29z_19550501_fc2_1_CLEAN 19588021 QUEUING marenostrum4 debug +2021-12-29 11:59:30,832 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 11:59:30,870 Job list saved +2021-12-29 11:59:30,875 +Jobs prepared for transfer_node: 0 +2021-12-29 11:59:30,881 Number of jobs available: 3 +2021-12-29 11:59:30,884 Number of jobs prepared: 0 +2021-12-29 11:59:30,890 +Jobs prepared for marenostrum4: 1 +2021-12-29 11:59:30,896 Number of jobs available: 0 +2021-12-29 11:59:30,899 Number of jobs prepared: 1 +2021-12-29 11:59:30,905 Jobs ready for marenostrum4: 1 +2021-12-29 11:59:30,914 Updating FAILED jobs +2021-12-29 11:59:30,915 Updating WAITING jobs +2021-12-29 11:59:30,918 Updating WAITING jobs eligible for be prepared +2021-12-29 11:59:30,921 Updating Held jobs +2021-12-29 11:59:30,921 Update finished +2021-12-29 11:59:30,923 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 11:59:30,923 a29z_19550501_fc4_1_SIM 19587992 COMPLETED marenostrum4 debug +2021-12-29 11:59:30,923 a29z_19550501_fc0_1_POST 30470 COMPLETED transfer_node serial +2021-12-29 11:59:30,923 a29z_19550501_fc1_1_POST 31566 COMPLETED transfer_node serial +2021-12-29 11:59:30,923 a29z_19550501_fc2_1_POST 32753 COMPLETED transfer_node serial +2021-12-29 11:59:30,923 a29z_19550501_fc3_1_POST 1481 COMPLETED transfer_node serial +2021-12-29 11:59:30,923 a29z_19550501_fc3_1_CLEAN 19588028 SUBMITTED marenostrum4 debug +2021-12-29 11:59:30,924 a29z_19550501_fc4_1_POST 2398 RUNNING transfer_node serial +2021-12-29 11:59:30,924 a29z_19550501_fc0_1_CLEAN 19588000 RUNNING marenostrum4 debug +2021-12-29 11:59:30,924 a29z_19550501_fc1_1_CLEAN 19588013 QUEUING marenostrum4 debug +2021-12-29 11:59:30,924 a29z_19550501_fc2_1_CLEAN 19588021 QUEUING marenostrum4 debug +2021-12-29 11:59:30,926 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 11:59:30,964 Job list saved +2021-12-29 11:59:31,014 Updating FAILED jobs +2021-12-29 11:59:31,015 Updating WAITING jobs +2021-12-29 11:59:31,018 Updating WAITING jobs eligible for be prepared +2021-12-29 11:59:31,021 Updating Held jobs +2021-12-29 11:59:31,021 Update finished +2021-12-29 11:59:41,033 Reloading parameters... +[WARNING] 2021-12-29 11:59:41,043 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 11:59:41,044 Loading parameters... +2021-12-29 11:59:41,046 + +565 of 590 jobs remaining (11:59) +2021-12-29 11:59:41,047 Sleep: 10 +2021-12-29 11:59:41,047 Number of retrials: 0 +2021-12-29 11:59:41,047 WRAPPER CHECK TIME = 10 +2021-12-29 11:59:41,059 Checking jobs for platform=transfer_node +2021-12-29 11:59:43,327 Successful check job command: nohup kill -0 2398 > /dev/null 2>&1; echo $? +2021-12-29 11:59:43,328 a29z_19550501_fc4_1_POST job seems to have completed: checking... +2021-12-29 11:59:43,463 Job a29z_19550501_fc4_1_POST is COMPLETED +2021-12-29 11:59:43,497 a29z_19550501_fc4_1_POST_STAT file have been transfered +[WARNING] 2021-12-29 11:59:43,555 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 11:59:43,570 Checking jobs for platform=marenostrum4 +2021-12-29 11:59:43,570 Checking all jobs at once +[WARNING] 2021-12-29 11:59:43,582 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 11:59:43,586 Custom directives from platform.conf: None +2021-12-29 11:59:43,586 Custom directives from platform.conf: None +2021-12-29 11:59:44,627 Successful check job command +2021-12-29 11:59:45,746 Job a29z_19550501_fc0_1_CLEAN is RUNNING +2021-12-29 11:59:45,746 Job a29z_19550501_fc2_1_CLEAN is QUEUING +2021-12-29 11:59:45,746 Job a29z_19550501_fc3_1_CLEAN is QUEUING +2021-12-29 11:59:45,746 Job a29z_19550501_fc1_1_CLEAN is QUEUING +2021-12-29 11:59:45,746 End of checking +2021-12-29 11:59:45,748 Updating FAILED jobs +2021-12-29 11:59:45,748 Updating WAITING jobs +2021-12-29 11:59:45,751 Resetting job: a29z_19550501_fc4_1_CLEAN status to: READY for retrial... +2021-12-29 11:59:45,751 A job in prepared status has all parent completed, job: a29z_19550501_fc4_1_CLEAN status set to: READY ... +2021-12-29 11:59:45,751 Updating WAITING jobs eligible for be prepared +2021-12-29 11:59:45,754 Updating Held jobs +2021-12-29 11:59:45,755 Update finished +2021-12-29 11:59:45,757 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 11:59:45,757 a29z_19550501_fc0_1_POST 30470 COMPLETED transfer_node serial +2021-12-29 11:59:45,757 a29z_19550501_fc1_1_POST 31566 COMPLETED transfer_node serial +2021-12-29 11:59:45,757 a29z_19550501_fc2_1_POST 32753 COMPLETED transfer_node serial +2021-12-29 11:59:45,757 a29z_19550501_fc3_1_POST 1481 COMPLETED transfer_node serial +2021-12-29 11:59:45,757 a29z_19550501_fc4_1_POST 2398 COMPLETED transfer_node serial +2021-12-29 11:59:45,757 a29z_19550501_fc0_1_CLEAN 19588000 RUNNING marenostrum4 debug +2021-12-29 11:59:45,758 a29z_19550501_fc1_1_CLEAN 19588013 QUEUING marenostrum4 debug +2021-12-29 11:59:45,758 a29z_19550501_fc2_1_CLEAN 19588021 QUEUING marenostrum4 debug +2021-12-29 11:59:45,758 a29z_19550501_fc3_1_CLEAN 19588028 QUEUING marenostrum4 debug +2021-12-29 11:59:45,761 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 11:59:45,799 Job list saved +2021-12-29 11:59:45,804 +Jobs ready for transfer_node: 0 +2021-12-29 11:59:45,813 Number of jobs available: 3 +2021-12-29 11:59:45,815 Number of jobs ready: 0 +2021-12-29 11:59:45,822 +Jobs ready for marenostrum4: 15 +2021-12-29 11:59:45,831 Number of jobs available: 0 +2021-12-29 11:59:45,833 Number of jobs ready: 15 +2021-12-29 11:59:45,837 Jobs ready for marenostrum4: 15 +2021-12-29 11:59:45,843 Updating FAILED jobs +2021-12-29 11:59:45,843 Updating WAITING jobs +2021-12-29 11:59:45,846 Updating WAITING jobs eligible for be prepared +2021-12-29 11:59:45,849 Updating Held jobs +2021-12-29 11:59:45,850 Update finished +2021-12-29 11:59:45,851 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 11:59:45,851 a29z_19550501_fc0_1_POST 30470 COMPLETED transfer_node serial +2021-12-29 11:59:45,851 a29z_19550501_fc1_1_POST 31566 COMPLETED transfer_node serial +2021-12-29 11:59:45,851 a29z_19550501_fc2_1_POST 32753 COMPLETED transfer_node serial +2021-12-29 11:59:45,852 a29z_19550501_fc3_1_POST 1481 COMPLETED transfer_node serial +2021-12-29 11:59:45,852 a29z_19550501_fc4_1_POST 2398 COMPLETED transfer_node serial +2021-12-29 11:59:45,852 a29z_19550501_fc0_1_CLEAN 19588000 RUNNING marenostrum4 debug +2021-12-29 11:59:45,852 a29z_19550501_fc1_1_CLEAN 19588013 QUEUING marenostrum4 debug +2021-12-29 11:59:45,852 a29z_19550501_fc2_1_CLEAN 19588021 QUEUING marenostrum4 debug +2021-12-29 11:59:45,852 a29z_19550501_fc3_1_CLEAN 19588028 QUEUING marenostrum4 debug +2021-12-29 11:59:45,854 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 11:59:45,892 Job list saved +2021-12-29 11:59:45,944 Updating FAILED jobs +2021-12-29 11:59:45,945 Updating WAITING jobs +2021-12-29 11:59:45,947 Updating WAITING jobs eligible for be prepared +2021-12-29 11:59:45,950 Updating Held jobs +2021-12-29 11:59:45,951 Update finished +2021-12-29 11:59:55,963 Reloading parameters... +[WARNING] 2021-12-29 11:59:55,973 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 11:59:55,974 Loading parameters... +2021-12-29 11:59:55,976 + +564 of 590 jobs remaining (11:59) +2021-12-29 11:59:55,977 Sleep: 10 +2021-12-29 11:59:55,977 Number of retrials: 0 +2021-12-29 11:59:55,977 WRAPPER CHECK TIME = 10 +2021-12-29 11:59:55,988 Checking jobs for platform=transfer_node +2021-12-29 11:59:55,999 Checking jobs for platform=marenostrum4 +2021-12-29 11:59:55,999 Checking all jobs at once +2021-12-29 11:59:57,168 Successful check job command +2021-12-29 11:59:58,338 Job a29z_19550501_fc0_1_CLEAN is RUNNING +2021-12-29 11:59:58,339 Job a29z_19550501_fc2_1_CLEAN is QUEUING +2021-12-29 11:59:58,339 Job a29z_19550501_fc3_1_CLEAN is QUEUING +2021-12-29 11:59:58,339 Job a29z_19550501_fc1_1_CLEAN is QUEUING +2021-12-29 11:59:58,339 End of checking +2021-12-29 11:59:58,340 Updating FAILED jobs +2021-12-29 11:59:58,341 Updating WAITING jobs +2021-12-29 11:59:58,344 Updating WAITING jobs eligible for be prepared +2021-12-29 11:59:58,347 Updating Held jobs +2021-12-29 11:59:58,348 Update finished +2021-12-29 11:59:58,350 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 11:59:58,350 a29z_19550501_fc0_1_POST 30470 COMPLETED transfer_node serial +2021-12-29 11:59:58,350 a29z_19550501_fc1_1_POST 31566 COMPLETED transfer_node serial +2021-12-29 11:59:58,350 a29z_19550501_fc2_1_POST 32753 COMPLETED transfer_node serial +2021-12-29 11:59:58,350 a29z_19550501_fc3_1_POST 1481 COMPLETED transfer_node serial +2021-12-29 11:59:58,350 a29z_19550501_fc4_1_POST 2398 COMPLETED transfer_node serial +2021-12-29 11:59:58,350 a29z_19550501_fc0_1_CLEAN 19588000 RUNNING marenostrum4 debug +2021-12-29 11:59:58,350 a29z_19550501_fc1_1_CLEAN 19588013 QUEUING marenostrum4 debug +2021-12-29 11:59:58,351 a29z_19550501_fc2_1_CLEAN 19588021 QUEUING marenostrum4 debug +2021-12-29 11:59:58,351 a29z_19550501_fc3_1_CLEAN 19588028 QUEUING marenostrum4 debug +2021-12-29 11:59:58,353 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 11:59:58,392 Job list saved +2021-12-29 11:59:58,397 +Jobs ready for transfer_node: 0 +2021-12-29 11:59:58,406 Number of jobs available: 3 +2021-12-29 11:59:58,408 Number of jobs ready: 0 +2021-12-29 11:59:58,415 +Jobs ready for marenostrum4: 15 +2021-12-29 11:59:58,426 Number of jobs available: 0 +2021-12-29 11:59:58,429 Number of jobs ready: 15 +2021-12-29 11:59:58,433 Jobs ready for marenostrum4: 15 +2021-12-29 11:59:58,439 Updating FAILED jobs +2021-12-29 11:59:58,440 Updating WAITING jobs +2021-12-29 11:59:58,443 Updating WAITING jobs eligible for be prepared +2021-12-29 11:59:58,446 Updating Held jobs +2021-12-29 11:59:58,446 Update finished +2021-12-29 11:59:58,448 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 11:59:58,448 a29z_19550501_fc0_1_POST 30470 COMPLETED transfer_node serial +2021-12-29 11:59:58,448 a29z_19550501_fc1_1_POST 31566 COMPLETED transfer_node serial +2021-12-29 11:59:58,448 a29z_19550501_fc2_1_POST 32753 COMPLETED transfer_node serial +2021-12-29 11:59:58,448 a29z_19550501_fc3_1_POST 1481 COMPLETED transfer_node serial +2021-12-29 11:59:58,448 a29z_19550501_fc4_1_POST 2398 COMPLETED transfer_node serial +2021-12-29 11:59:58,449 a29z_19550501_fc0_1_CLEAN 19588000 RUNNING marenostrum4 debug +2021-12-29 11:59:58,449 a29z_19550501_fc1_1_CLEAN 19588013 QUEUING marenostrum4 debug +2021-12-29 11:59:58,449 a29z_19550501_fc2_1_CLEAN 19588021 QUEUING marenostrum4 debug +2021-12-29 11:59:58,449 a29z_19550501_fc3_1_CLEAN 19588028 QUEUING marenostrum4 debug +2021-12-29 11:59:58,451 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 11:59:58,490 Job list saved +2021-12-29 11:59:58,498 Updating FAILED jobs +2021-12-29 11:59:58,498 Updating WAITING jobs +2021-12-29 11:59:58,501 Updating WAITING jobs eligible for be prepared +2021-12-29 11:59:58,504 Updating Held jobs +2021-12-29 11:59:58,505 Update finished +2021-12-29 12:00:08,516 Reloading parameters... +[WARNING] 2021-12-29 12:00:08,528 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 12:00:08,530 Loading parameters... +2021-12-29 12:00:08,532 + +564 of 590 jobs remaining (12:00) +2021-12-29 12:00:08,532 Sleep: 10 +2021-12-29 12:00:08,532 Number of retrials: 0 +2021-12-29 12:00:08,532 WRAPPER CHECK TIME = 10 +2021-12-29 12:00:08,543 Checking jobs for platform=transfer_node +2021-12-29 12:00:08,554 Checking jobs for platform=marenostrum4 +2021-12-29 12:00:08,554 Checking all jobs at once +2021-12-29 12:00:09,824 Successful check job command +2021-12-29 12:00:11,044 a29z_19550501_fc0_1_CLEAN job seems to have completed: checking... +2021-12-29 12:00:11,057 Job a29z_19550501_fc0_1_CLEAN is COMPLETED +2021-12-29 12:00:11,071 a29z_19550501_fc0_1_CLEAN_STAT file have been transfered +[WARNING] 2021-12-29 12:00:11,149 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 12:00:11,151 Job a29z_19550501_fc2_1_CLEAN is QUEUING +2021-12-29 12:00:11,151 Job a29z_19550501_fc3_1_CLEAN is QUEUING +2021-12-29 12:00:11,152 Job a29z_19550501_fc1_1_CLEAN is QUEUING +2021-12-29 12:00:11,152 End of checking +2021-12-29 12:00:11,154 Updating FAILED jobs +2021-12-29 12:00:11,154 Updating WAITING jobs +2021-12-29 12:00:11,157 Updating WAITING jobs eligible for be prepared +2021-12-29 12:00:11,161 Updating Held jobs +2021-12-29 12:00:11,163 Update finished +2021-12-29 12:00:11,166 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 12:00:11,166 a29z_19550501_fc1_1_POST 31566 COMPLETED transfer_node serial +2021-12-29 12:00:11,166 a29z_19550501_fc2_1_POST 32753 COMPLETED transfer_node serial +2021-12-29 12:00:11,166 a29z_19550501_fc3_1_POST 1481 COMPLETED transfer_node serial +2021-12-29 12:00:11,167 a29z_19550501_fc4_1_POST 2398 COMPLETED transfer_node serial +[WARNING] 2021-12-29 12:00:11,167 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 12:00:11,167 a29z_19550501_fc0_1_CLEAN 19588000 COMPLETED marenostrum4 debug +2021-12-29 12:00:11,167 a29z_19550501_fc1_1_CLEAN 19588013 QUEUING marenostrum4 debug +2021-12-29 12:00:11,167 a29z_19550501_fc2_1_CLEAN 19588021 QUEUING marenostrum4 debug +2021-12-29 12:00:11,167 a29z_19550501_fc3_1_CLEAN 19588028 QUEUING marenostrum4 debug +2021-12-29 12:00:11,171 Custom directives from platform.conf: None +2021-12-29 12:00:11,171 Custom directives from platform.conf: None +2021-12-29 12:00:11,172 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 12:00:11,261 Job list saved +2021-12-29 12:00:11,266 +Jobs ready for transfer_node: 0 +2021-12-29 12:00:11,276 Number of jobs available: 3 +2021-12-29 12:00:11,354 Number of jobs ready: 0 +2021-12-29 12:00:11,361 +Jobs ready for marenostrum4: 15 +2021-12-29 12:00:11,370 Number of jobs available: 0 +2021-12-29 12:00:11,373 Number of jobs ready: 15 +2021-12-29 12:00:11,378 Jobs ready for marenostrum4: 15 +2021-12-29 12:00:11,383 Updating FAILED jobs +2021-12-29 12:00:11,384 Updating WAITING jobs +2021-12-29 12:00:11,387 Updating WAITING jobs eligible for be prepared +2021-12-29 12:00:11,391 Updating Held jobs +2021-12-29 12:00:11,391 Update finished +2021-12-29 12:00:11,394 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 12:00:11,394 a29z_19550501_fc1_1_POST 31566 COMPLETED transfer_node serial +2021-12-29 12:00:11,394 a29z_19550501_fc2_1_POST 32753 COMPLETED transfer_node serial +2021-12-29 12:00:11,394 a29z_19550501_fc3_1_POST 1481 COMPLETED transfer_node serial +2021-12-29 12:00:11,395 a29z_19550501_fc4_1_POST 2398 COMPLETED transfer_node serial +2021-12-29 12:00:11,395 a29z_19550501_fc0_1_CLEAN 19588000 COMPLETED marenostrum4 debug +2021-12-29 12:00:11,395 a29z_19550501_fc1_1_CLEAN 19588013 QUEUING marenostrum4 debug +2021-12-29 12:00:11,395 a29z_19550501_fc2_1_CLEAN 19588021 QUEUING marenostrum4 debug +2021-12-29 12:00:11,395 a29z_19550501_fc3_1_CLEAN 19588028 QUEUING marenostrum4 debug +2021-12-29 12:00:11,397 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 12:00:11,483 Job list saved +2021-12-29 12:00:11,552 Updating FAILED jobs +2021-12-29 12:00:11,553 Updating WAITING jobs +2021-12-29 12:00:11,556 Updating WAITING jobs eligible for be prepared +2021-12-29 12:00:11,559 Updating Held jobs +2021-12-29 12:00:11,560 Update finished +2021-12-29 12:00:21,571 Reloading parameters... +[WARNING] 2021-12-29 12:00:21,582 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 12:00:21,583 Loading parameters... +2021-12-29 12:00:21,585 + +563 of 590 jobs remaining (12:00) +2021-12-29 12:00:21,586 Sleep: 10 +2021-12-29 12:00:21,586 Number of retrials: 0 +2021-12-29 12:00:21,586 WRAPPER CHECK TIME = 10 +2021-12-29 12:00:21,599 Checking jobs for platform=transfer_node +2021-12-29 12:00:21,610 Checking jobs for platform=marenostrum4 +2021-12-29 12:00:21,611 Checking all jobs at once +2021-12-29 12:00:22,980 Successful check job command +2021-12-29 12:00:24,750 Job a29z_19550501_fc2_1_CLEAN is QUEUING +2021-12-29 12:00:24,750 Job a29z_19550501_fc3_1_CLEAN is QUEUING +2021-12-29 12:00:24,750 Job a29z_19550501_fc1_1_CLEAN is QUEUING +2021-12-29 12:00:24,751 End of checking +2021-12-29 12:00:24,752 Updating FAILED jobs +2021-12-29 12:00:24,753 Updating WAITING jobs +2021-12-29 12:00:24,755 Updating WAITING jobs eligible for be prepared +2021-12-29 12:00:24,758 Updating Held jobs +2021-12-29 12:00:24,759 Update finished +2021-12-29 12:00:24,761 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 12:00:24,761 a29z_19550501_fc1_1_POST 31566 COMPLETED transfer_node serial +2021-12-29 12:00:24,761 a29z_19550501_fc2_1_POST 32753 COMPLETED transfer_node serial +2021-12-29 12:00:24,761 a29z_19550501_fc3_1_POST 1481 COMPLETED transfer_node serial +2021-12-29 12:00:24,761 a29z_19550501_fc4_1_POST 2398 COMPLETED transfer_node serial +2021-12-29 12:00:24,761 a29z_19550501_fc0_1_CLEAN 19588000 COMPLETED marenostrum4 debug +2021-12-29 12:00:24,761 a29z_19550501_fc1_1_CLEAN 19588013 QUEUING marenostrum4 debug +2021-12-29 12:00:24,762 a29z_19550501_fc2_1_CLEAN 19588021 QUEUING marenostrum4 debug +2021-12-29 12:00:24,762 a29z_19550501_fc3_1_CLEAN 19588028 QUEUING marenostrum4 debug +2021-12-29 12:00:24,764 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 12:00:24,803 Job list saved +2021-12-29 12:00:24,807 +Jobs ready for transfer_node: 0 +2021-12-29 12:00:24,816 Number of jobs available: 3 +2021-12-29 12:00:24,818 Number of jobs ready: 0 +2021-12-29 12:00:24,825 +Jobs ready for marenostrum4: 15 +2021-12-29 12:00:24,833 Number of jobs available: 0 +2021-12-29 12:00:24,836 Number of jobs ready: 15 +2021-12-29 12:00:24,840 Jobs ready for marenostrum4: 15 +2021-12-29 12:00:24,846 Updating FAILED jobs +2021-12-29 12:00:24,847 Updating WAITING jobs +2021-12-29 12:00:24,849 Updating WAITING jobs eligible for be prepared +2021-12-29 12:00:24,852 Updating Held jobs +2021-12-29 12:00:24,853 Update finished +2021-12-29 12:00:24,854 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 12:00:24,855 a29z_19550501_fc1_1_POST 31566 COMPLETED transfer_node serial +2021-12-29 12:00:24,855 a29z_19550501_fc2_1_POST 32753 COMPLETED transfer_node serial +2021-12-29 12:00:24,855 a29z_19550501_fc3_1_POST 1481 COMPLETED transfer_node serial +2021-12-29 12:00:24,855 a29z_19550501_fc4_1_POST 2398 COMPLETED transfer_node serial +2021-12-29 12:00:24,855 a29z_19550501_fc0_1_CLEAN 19588000 COMPLETED marenostrum4 debug +2021-12-29 12:00:24,855 a29z_19550501_fc1_1_CLEAN 19588013 QUEUING marenostrum4 debug +2021-12-29 12:00:24,855 a29z_19550501_fc2_1_CLEAN 19588021 QUEUING marenostrum4 debug +2021-12-29 12:00:24,855 a29z_19550501_fc3_1_CLEAN 19588028 QUEUING marenostrum4 debug +2021-12-29 12:00:24,858 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 12:00:24,896 Job list saved +2021-12-29 12:00:24,903 Updating FAILED jobs +2021-12-29 12:00:24,904 Updating WAITING jobs +2021-12-29 12:00:24,906 Updating WAITING jobs eligible for be prepared +2021-12-29 12:00:24,909 Updating Held jobs +2021-12-29 12:00:24,910 Update finished +2021-12-29 12:00:34,919 Reloading parameters... +[WARNING] 2021-12-29 12:00:34,931 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 12:00:34,932 Loading parameters... +2021-12-29 12:00:34,934 + +563 of 590 jobs remaining (12:00) +2021-12-29 12:00:34,934 Sleep: 10 +2021-12-29 12:00:34,934 Number of retrials: 0 +2021-12-29 12:00:34,934 WRAPPER CHECK TIME = 10 +2021-12-29 12:00:34,945 Checking jobs for platform=transfer_node +2021-12-29 12:00:34,956 Checking jobs for platform=marenostrum4 +2021-12-29 12:00:34,956 Checking all jobs at once +2021-12-29 12:00:36,175 Successful check job command +2021-12-29 12:00:37,394 Job a29z_19550501_fc2_1_CLEAN is QUEUING +2021-12-29 12:00:37,395 Job a29z_19550501_fc3_1_CLEAN is QUEUING +2021-12-29 12:00:37,395 Job a29z_19550501_fc1_1_CLEAN is RUNNING +2021-12-29 12:00:37,453 a29z_19550501_fc1_1_CLEAN_STAT file have been transfered +2021-12-29 12:00:37,502 End of checking +2021-12-29 12:00:37,503 Updating FAILED jobs +2021-12-29 12:00:37,504 Updating WAITING jobs +2021-12-29 12:00:37,506 Updating WAITING jobs eligible for be prepared +2021-12-29 12:00:37,510 Updating Held jobs +2021-12-29 12:00:37,510 Update finished +2021-12-29 12:00:37,512 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 12:00:37,512 a29z_19550501_fc1_1_POST 31566 COMPLETED transfer_node serial +2021-12-29 12:00:37,512 a29z_19550501_fc2_1_POST 32753 COMPLETED transfer_node serial +2021-12-29 12:00:37,512 a29z_19550501_fc3_1_POST 1481 COMPLETED transfer_node serial +2021-12-29 12:00:37,512 a29z_19550501_fc4_1_POST 2398 COMPLETED transfer_node serial +2021-12-29 12:00:37,512 a29z_19550501_fc0_1_CLEAN 19588000 COMPLETED marenostrum4 debug +2021-12-29 12:00:37,513 a29z_19550501_fc1_1_CLEAN 19588013 RUNNING marenostrum4 debug +2021-12-29 12:00:37,513 a29z_19550501_fc2_1_CLEAN 19588021 QUEUING marenostrum4 debug +2021-12-29 12:00:37,513 a29z_19550501_fc3_1_CLEAN 19588028 QUEUING marenostrum4 debug +2021-12-29 12:00:37,515 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 12:00:37,555 Job list saved +2021-12-29 12:00:37,559 +Jobs ready for transfer_node: 0 +2021-12-29 12:00:37,568 Number of jobs available: 3 +2021-12-29 12:00:37,570 Number of jobs ready: 0 +2021-12-29 12:00:37,577 +Jobs ready for marenostrum4: 15 +2021-12-29 12:00:37,585 Number of jobs available: 1 +2021-12-29 12:00:37,588 Number of jobs ready: 15 +2021-12-29 12:00:37,592 Jobs ready for marenostrum4: 15 +2021-12-29 12:00:37,609 Creating Scripts +2021-12-29 12:00:37,649 Sending Files +2021-12-29 12:00:37,658 Submitting +2021-12-29 12:00:38,974 Updating FAILED jobs +2021-12-29 12:00:38,975 Updating WAITING jobs +2021-12-29 12:00:38,977 Updating WAITING jobs eligible for be prepared +2021-12-29 12:00:38,980 Updating Held jobs +2021-12-29 12:00:38,981 Update finished +2021-12-29 12:00:38,983 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 12:00:38,983 a29z_19550501_fc1_1_POST 31566 COMPLETED transfer_node serial +2021-12-29 12:00:38,983 a29z_19550501_fc2_1_POST 32753 COMPLETED transfer_node serial +2021-12-29 12:00:38,983 a29z_19550501_fc3_1_POST 1481 COMPLETED transfer_node serial +2021-12-29 12:00:38,983 a29z_19550501_fc4_1_POST 2398 COMPLETED transfer_node serial +2021-12-29 12:00:38,983 a29z_19550501_fc0_1_CLEAN 19588000 COMPLETED marenostrum4 debug +2021-12-29 12:00:38,983 a29z_19550501_fc4_1_CLEAN 19588048 SUBMITTED marenostrum4 debug +2021-12-29 12:00:38,983 a29z_19550501_fc1_1_CLEAN 19588013 RUNNING marenostrum4 debug +2021-12-29 12:00:38,984 a29z_19550501_fc2_1_CLEAN 19588021 QUEUING marenostrum4 debug +2021-12-29 12:00:38,984 a29z_19550501_fc3_1_CLEAN 19588028 QUEUING marenostrum4 debug +2021-12-29 12:00:38,986 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 12:00:39,025 Job list saved +2021-12-29 12:00:39,076 Updating FAILED jobs +2021-12-29 12:00:39,077 Updating WAITING jobs +2021-12-29 12:00:39,080 Updating WAITING jobs eligible for be prepared +2021-12-29 12:00:39,083 Updating Held jobs +2021-12-29 12:00:39,083 Update finished +2021-12-29 12:00:49,087 Reloading parameters... +[WARNING] 2021-12-29 12:00:49,099 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 12:00:49,100 Loading parameters... +2021-12-29 12:00:49,103 + +563 of 590 jobs remaining (12:00) +2021-12-29 12:00:49,103 Sleep: 10 +2021-12-29 12:00:49,103 Number of retrials: 0 +2021-12-29 12:00:49,103 WRAPPER CHECK TIME = 10 +2021-12-29 12:00:49,114 Checking jobs for platform=transfer_node +2021-12-29 12:00:49,125 Checking jobs for platform=marenostrum4 +2021-12-29 12:00:49,125 Checking all jobs at once +2021-12-29 12:00:50,245 Successful check job command +2021-12-29 12:00:51,366 Job a29z_19550501_fc2_1_CLEAN is QUEUING +2021-12-29 12:00:51,366 Job a29z_19550501_fc3_1_CLEAN is QUEUING +2021-12-29 12:00:51,366 Job a29z_19550501_fc4_1_CLEAN is QUEUING +2021-12-29 12:00:51,366 Job a29z_19550501_fc1_1_CLEAN is RUNNING +2021-12-29 12:00:51,367 End of checking +2021-12-29 12:00:51,368 Updating FAILED jobs +2021-12-29 12:00:51,369 Updating WAITING jobs +2021-12-29 12:00:51,371 Updating WAITING jobs eligible for be prepared +2021-12-29 12:00:51,375 Updating Held jobs +2021-12-29 12:00:51,375 Update finished +2021-12-29 12:00:51,377 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 12:00:51,377 a29z_19550501_fc1_1_POST 31566 COMPLETED transfer_node serial +2021-12-29 12:00:51,377 a29z_19550501_fc2_1_POST 32753 COMPLETED transfer_node serial +2021-12-29 12:00:51,377 a29z_19550501_fc3_1_POST 1481 COMPLETED transfer_node serial +2021-12-29 12:00:51,377 a29z_19550501_fc4_1_POST 2398 COMPLETED transfer_node serial +2021-12-29 12:00:51,377 a29z_19550501_fc0_1_CLEAN 19588000 COMPLETED marenostrum4 debug +2021-12-29 12:00:51,378 a29z_19550501_fc1_1_CLEAN 19588013 RUNNING marenostrum4 debug +2021-12-29 12:00:51,378 a29z_19550501_fc2_1_CLEAN 19588021 QUEUING marenostrum4 debug +2021-12-29 12:00:51,378 a29z_19550501_fc3_1_CLEAN 19588028 QUEUING marenostrum4 debug +2021-12-29 12:00:51,378 a29z_19550501_fc4_1_CLEAN 19588048 QUEUING marenostrum4 debug +2021-12-29 12:00:51,381 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 12:00:51,420 Job list saved +2021-12-29 12:00:51,425 +Jobs ready for transfer_node: 0 +2021-12-29 12:00:51,434 Number of jobs available: 3 +2021-12-29 12:00:51,436 Number of jobs ready: 0 +2021-12-29 12:00:51,443 +Jobs ready for marenostrum4: 14 +2021-12-29 12:00:51,452 Number of jobs available: 0 +2021-12-29 12:00:51,454 Number of jobs ready: 14 +2021-12-29 12:00:51,458 Jobs ready for marenostrum4: 14 +2021-12-29 12:00:51,464 Updating FAILED jobs +2021-12-29 12:00:51,465 Updating WAITING jobs +2021-12-29 12:00:51,468 Updating WAITING jobs eligible for be prepared +2021-12-29 12:00:51,471 Updating Held jobs +2021-12-29 12:00:51,471 Update finished +2021-12-29 12:00:51,473 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 12:00:51,473 a29z_19550501_fc1_1_POST 31566 COMPLETED transfer_node serial +2021-12-29 12:00:51,473 a29z_19550501_fc2_1_POST 32753 COMPLETED transfer_node serial +2021-12-29 12:00:51,473 a29z_19550501_fc3_1_POST 1481 COMPLETED transfer_node serial +2021-12-29 12:00:51,474 a29z_19550501_fc4_1_POST 2398 COMPLETED transfer_node serial +2021-12-29 12:00:51,474 a29z_19550501_fc0_1_CLEAN 19588000 COMPLETED marenostrum4 debug +2021-12-29 12:00:51,474 a29z_19550501_fc1_1_CLEAN 19588013 RUNNING marenostrum4 debug +2021-12-29 12:00:51,474 a29z_19550501_fc2_1_CLEAN 19588021 QUEUING marenostrum4 debug +2021-12-29 12:00:51,474 a29z_19550501_fc3_1_CLEAN 19588028 QUEUING marenostrum4 debug +2021-12-29 12:00:51,474 a29z_19550501_fc4_1_CLEAN 19588048 QUEUING marenostrum4 debug +2021-12-29 12:00:51,476 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 12:00:51,516 Job list saved +2021-12-29 12:00:51,574 Updating FAILED jobs +2021-12-29 12:00:51,575 Updating WAITING jobs +2021-12-29 12:00:51,578 Updating WAITING jobs eligible for be prepared +2021-12-29 12:00:51,581 Updating Held jobs +2021-12-29 12:00:51,581 Update finished +2021-12-29 12:01:01,592 Reloading parameters... +[WARNING] 2021-12-29 12:01:01,603 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 12:01:01,604 Loading parameters... +2021-12-29 12:01:01,606 + +563 of 590 jobs remaining (12:01) +2021-12-29 12:01:01,607 Sleep: 10 +2021-12-29 12:01:01,607 Number of retrials: 0 +2021-12-29 12:01:01,607 WRAPPER CHECK TIME = 10 +2021-12-29 12:01:01,618 Checking jobs for platform=transfer_node +2021-12-29 12:01:01,629 Checking jobs for platform=marenostrum4 +2021-12-29 12:01:01,629 Checking all jobs at once +2021-12-29 12:01:02,798 Successful check job command +2021-12-29 12:01:03,918 Job a29z_19550501_fc2_1_CLEAN is QUEUING +2021-12-29 12:01:03,919 Job a29z_19550501_fc3_1_CLEAN is QUEUING +2021-12-29 12:01:03,919 a29z_19550501_fc1_1_CLEAN job seems to have completed: checking... +2021-12-29 12:01:03,936 Job a29z_19550501_fc1_1_CLEAN is COMPLETED +2021-12-29 12:01:03,951 a29z_19550501_fc1_1_CLEAN_STAT file have been transfered +[WARNING] 2021-12-29 12:01:04,011 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 12:01:04,012 Job a29z_19550501_fc4_1_CLEAN is QUEUING +2021-12-29 12:01:04,013 End of checking +2021-12-29 12:01:04,014 Updating FAILED jobs +2021-12-29 12:01:04,015 Updating WAITING jobs +2021-12-29 12:01:04,018 Updating WAITING jobs eligible for be prepared +2021-12-29 12:01:04,022 Updating Held jobs +2021-12-29 12:01:04,023 Update finished +2021-12-29 12:01:04,025 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 12:01:04,026 a29z_19550501_fc2_1_POST 32753 COMPLETED transfer_node serial +2021-12-29 12:01:04,026 a29z_19550501_fc3_1_POST 1481 COMPLETED transfer_node serial +2021-12-29 12:01:04,026 a29z_19550501_fc4_1_POST 2398 COMPLETED transfer_node serial +2021-12-29 12:01:04,026 a29z_19550501_fc0_1_CLEAN 19588000 COMPLETED marenostrum4 debug +2021-12-29 12:01:04,026 a29z_19550501_fc1_1_CLEAN 19588013 COMPLETED marenostrum4 debug +2021-12-29 12:01:04,026 a29z_19550501_fc2_1_CLEAN 19588021 QUEUING marenostrum4 debug +2021-12-29 12:01:04,027 a29z_19550501_fc3_1_CLEAN 19588028 QUEUING marenostrum4 debug +2021-12-29 12:01:04,027 a29z_19550501_fc4_1_CLEAN 19588048 QUEUING marenostrum4 debug +2021-12-29 12:01:04,029 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +[WARNING] 2021-12-29 12:01:04,040 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 12:01:04,044 Custom directives from platform.conf: None +2021-12-29 12:01:04,044 Custom directives from platform.conf: None +2021-12-29 12:01:04,113 Job list saved +2021-12-29 12:01:04,118 +Jobs ready for transfer_node: 0 +2021-12-29 12:01:04,127 Number of jobs available: 3 +2021-12-29 12:01:04,129 Number of jobs ready: 0 +2021-12-29 12:01:04,138 +Jobs ready for marenostrum4: 14 +2021-12-29 12:01:04,213 Number of jobs available: 0 +2021-12-29 12:01:04,216 Number of jobs ready: 14 +2021-12-29 12:01:04,221 Jobs ready for marenostrum4: 14 +2021-12-29 12:01:04,226 Updating FAILED jobs +2021-12-29 12:01:04,227 Updating WAITING jobs +2021-12-29 12:01:04,230 Updating WAITING jobs eligible for be prepared +2021-12-29 12:01:04,233 Updating Held jobs +2021-12-29 12:01:04,234 Update finished +2021-12-29 12:01:04,236 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 12:01:04,236 a29z_19550501_fc2_1_POST 32753 COMPLETED transfer_node serial +2021-12-29 12:01:04,236 a29z_19550501_fc3_1_POST 1481 COMPLETED transfer_node serial +2021-12-29 12:01:04,237 a29z_19550501_fc4_1_POST 2398 COMPLETED transfer_node serial +2021-12-29 12:01:04,237 a29z_19550501_fc0_1_CLEAN 19588000 COMPLETED marenostrum4 debug +2021-12-29 12:01:04,237 a29z_19550501_fc1_1_CLEAN 19588013 COMPLETED marenostrum4 debug +2021-12-29 12:01:04,237 a29z_19550501_fc2_1_CLEAN 19588021 QUEUING marenostrum4 debug +2021-12-29 12:01:04,237 a29z_19550501_fc3_1_CLEAN 19588028 QUEUING marenostrum4 debug +2021-12-29 12:01:04,237 a29z_19550501_fc4_1_CLEAN 19588048 QUEUING marenostrum4 debug +2021-12-29 12:01:04,239 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 12:01:04,319 Job list saved +2021-12-29 12:01:04,371 Updating FAILED jobs +2021-12-29 12:01:04,372 Updating WAITING jobs +2021-12-29 12:01:04,375 Updating WAITING jobs eligible for be prepared +2021-12-29 12:01:04,378 Updating Held jobs +2021-12-29 12:01:04,378 Update finished +2021-12-29 12:01:14,387 Reloading parameters... +[WARNING] 2021-12-29 12:01:14,400 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 12:01:14,401 Loading parameters... +2021-12-29 12:01:14,404 + +562 of 590 jobs remaining (12:01) +2021-12-29 12:01:14,404 Sleep: 10 +2021-12-29 12:01:14,404 Number of retrials: 0 +2021-12-29 12:01:14,404 WRAPPER CHECK TIME = 10 +2021-12-29 12:01:14,416 Checking jobs for platform=transfer_node +2021-12-29 12:01:14,427 Checking jobs for platform=marenostrum4 +2021-12-29 12:01:14,427 Checking all jobs at once +2021-12-29 12:01:15,546 Successful check job command +2021-12-29 12:01:16,615 Job a29z_19550501_fc2_1_CLEAN is QUEUING +2021-12-29 12:01:16,615 Job a29z_19550501_fc3_1_CLEAN is QUEUING +2021-12-29 12:01:16,615 Job a29z_19550501_fc4_1_CLEAN is QUEUING +2021-12-29 12:01:16,615 End of checking +2021-12-29 12:01:16,616 Updating FAILED jobs +2021-12-29 12:01:16,617 Updating WAITING jobs +2021-12-29 12:01:16,620 Updating WAITING jobs eligible for be prepared +2021-12-29 12:01:16,623 Updating Held jobs +2021-12-29 12:01:16,624 Update finished +2021-12-29 12:01:16,625 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 12:01:16,625 a29z_19550501_fc2_1_POST 32753 COMPLETED transfer_node serial +2021-12-29 12:01:16,625 a29z_19550501_fc3_1_POST 1481 COMPLETED transfer_node serial +2021-12-29 12:01:16,625 a29z_19550501_fc4_1_POST 2398 COMPLETED transfer_node serial +2021-12-29 12:01:16,626 a29z_19550501_fc0_1_CLEAN 19588000 COMPLETED marenostrum4 debug +2021-12-29 12:01:16,626 a29z_19550501_fc1_1_CLEAN 19588013 COMPLETED marenostrum4 debug +2021-12-29 12:01:16,626 a29z_19550501_fc2_1_CLEAN 19588021 QUEUING marenostrum4 debug +2021-12-29 12:01:16,626 a29z_19550501_fc3_1_CLEAN 19588028 QUEUING marenostrum4 debug +2021-12-29 12:01:16,626 a29z_19550501_fc4_1_CLEAN 19588048 QUEUING marenostrum4 debug +2021-12-29 12:01:16,629 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 12:01:16,668 Job list saved +2021-12-29 12:01:16,673 +Jobs ready for transfer_node: 0 +2021-12-29 12:01:16,682 Number of jobs available: 3 +2021-12-29 12:01:16,684 Number of jobs ready: 0 +2021-12-29 12:01:16,691 +Jobs ready for marenostrum4: 14 +2021-12-29 12:01:16,699 Number of jobs available: 0 +2021-12-29 12:01:16,702 Number of jobs ready: 14 +2021-12-29 12:01:16,706 Jobs ready for marenostrum4: 14 +2021-12-29 12:01:16,712 Updating FAILED jobs +2021-12-29 12:01:16,713 Updating WAITING jobs +2021-12-29 12:01:16,716 Updating WAITING jobs eligible for be prepared +2021-12-29 12:01:16,719 Updating Held jobs +2021-12-29 12:01:16,719 Update finished +2021-12-29 12:01:16,721 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 12:01:16,721 a29z_19550501_fc2_1_POST 32753 COMPLETED transfer_node serial +2021-12-29 12:01:16,721 a29z_19550501_fc3_1_POST 1481 COMPLETED transfer_node serial +2021-12-29 12:01:16,721 a29z_19550501_fc4_1_POST 2398 COMPLETED transfer_node serial +2021-12-29 12:01:16,721 a29z_19550501_fc0_1_CLEAN 19588000 COMPLETED marenostrum4 debug +2021-12-29 12:01:16,721 a29z_19550501_fc1_1_CLEAN 19588013 COMPLETED marenostrum4 debug +2021-12-29 12:01:16,722 a29z_19550501_fc2_1_CLEAN 19588021 QUEUING marenostrum4 debug +2021-12-29 12:01:16,722 a29z_19550501_fc3_1_CLEAN 19588028 QUEUING marenostrum4 debug +2021-12-29 12:01:16,722 a29z_19550501_fc4_1_CLEAN 19588048 QUEUING marenostrum4 debug +2021-12-29 12:01:16,724 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 12:01:16,764 Job list saved +2021-12-29 12:01:16,771 Updating FAILED jobs +2021-12-29 12:01:16,771 Updating WAITING jobs +2021-12-29 12:01:16,774 Updating WAITING jobs eligible for be prepared +2021-12-29 12:01:16,777 Updating Held jobs +2021-12-29 12:01:16,777 Update finished +2021-12-29 12:01:26,789 Reloading parameters... +[WARNING] 2021-12-29 12:01:26,799 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 12:01:26,800 Loading parameters... +2021-12-29 12:01:26,802 + +562 of 590 jobs remaining (12:01) +2021-12-29 12:01:26,803 Sleep: 10 +2021-12-29 12:01:26,803 Number of retrials: 0 +2021-12-29 12:01:26,803 WRAPPER CHECK TIME = 10 +2021-12-29 12:01:26,814 Checking jobs for platform=transfer_node +2021-12-29 12:01:26,826 Checking jobs for platform=marenostrum4 +2021-12-29 12:01:26,826 Checking all jobs at once +2021-12-29 12:01:28,048 Successful check job command +2021-12-29 12:01:29,167 Job a29z_19550501_fc2_1_CLEAN is QUEUING +2021-12-29 12:01:29,167 Job a29z_19550501_fc3_1_CLEAN is QUEUING +2021-12-29 12:01:29,167 Job a29z_19550501_fc4_1_CLEAN is QUEUING +2021-12-29 12:01:29,167 End of checking +2021-12-29 12:01:29,168 Updating FAILED jobs +2021-12-29 12:01:29,169 Updating WAITING jobs +2021-12-29 12:01:29,172 Updating WAITING jobs eligible for be prepared +2021-12-29 12:01:29,175 Updating Held jobs +2021-12-29 12:01:29,176 Update finished +2021-12-29 12:01:29,177 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 12:01:29,178 a29z_19550501_fc2_1_POST 32753 COMPLETED transfer_node serial +2021-12-29 12:01:29,178 a29z_19550501_fc3_1_POST 1481 COMPLETED transfer_node serial +2021-12-29 12:01:29,178 a29z_19550501_fc4_1_POST 2398 COMPLETED transfer_node serial +2021-12-29 12:01:29,178 a29z_19550501_fc0_1_CLEAN 19588000 COMPLETED marenostrum4 debug +2021-12-29 12:01:29,178 a29z_19550501_fc1_1_CLEAN 19588013 COMPLETED marenostrum4 debug +2021-12-29 12:01:29,178 a29z_19550501_fc2_1_CLEAN 19588021 QUEUING marenostrum4 debug +2021-12-29 12:01:29,179 a29z_19550501_fc3_1_CLEAN 19588028 QUEUING marenostrum4 debug +2021-12-29 12:01:29,179 a29z_19550501_fc4_1_CLEAN 19588048 QUEUING marenostrum4 debug +2021-12-29 12:01:29,181 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 12:01:29,220 Job list saved +2021-12-29 12:01:29,226 +Jobs ready for transfer_node: 0 +2021-12-29 12:01:29,235 Number of jobs available: 3 +2021-12-29 12:01:29,237 Number of jobs ready: 0 +2021-12-29 12:01:29,244 +Jobs ready for marenostrum4: 14 +2021-12-29 12:01:29,252 Number of jobs available: 0 +2021-12-29 12:01:29,255 Number of jobs ready: 14 +2021-12-29 12:01:29,259 Jobs ready for marenostrum4: 14 +2021-12-29 12:01:29,265 Updating FAILED jobs +2021-12-29 12:01:29,265 Updating WAITING jobs +2021-12-29 12:01:29,268 Updating WAITING jobs eligible for be prepared +2021-12-29 12:01:29,271 Updating Held jobs +2021-12-29 12:01:29,272 Update finished +2021-12-29 12:01:29,273 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 12:01:29,273 a29z_19550501_fc2_1_POST 32753 COMPLETED transfer_node serial +2021-12-29 12:01:29,274 a29z_19550501_fc3_1_POST 1481 COMPLETED transfer_node serial +2021-12-29 12:01:29,274 a29z_19550501_fc4_1_POST 2398 COMPLETED transfer_node serial +2021-12-29 12:01:29,274 a29z_19550501_fc0_1_CLEAN 19588000 COMPLETED marenostrum4 debug +2021-12-29 12:01:29,274 a29z_19550501_fc1_1_CLEAN 19588013 COMPLETED marenostrum4 debug +2021-12-29 12:01:29,274 a29z_19550501_fc2_1_CLEAN 19588021 QUEUING marenostrum4 debug +2021-12-29 12:01:29,274 a29z_19550501_fc3_1_CLEAN 19588028 QUEUING marenostrum4 debug +2021-12-29 12:01:29,274 a29z_19550501_fc4_1_CLEAN 19588048 QUEUING marenostrum4 debug +2021-12-29 12:01:29,276 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 12:01:29,315 Job list saved +2021-12-29 12:01:29,322 Updating FAILED jobs +2021-12-29 12:01:29,323 Updating WAITING jobs +2021-12-29 12:01:29,326 Updating WAITING jobs eligible for be prepared +2021-12-29 12:01:29,329 Updating Held jobs +2021-12-29 12:01:29,329 Update finished +2021-12-29 12:01:39,338 Reloading parameters... +[WARNING] 2021-12-29 12:01:39,350 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 12:01:39,351 Loading parameters... +2021-12-29 12:01:39,353 + +562 of 590 jobs remaining (12:01) +2021-12-29 12:01:39,353 Sleep: 10 +2021-12-29 12:01:39,353 Number of retrials: 0 +2021-12-29 12:01:39,353 WRAPPER CHECK TIME = 10 +2021-12-29 12:01:39,364 Checking jobs for platform=transfer_node +2021-12-29 12:01:39,375 Checking jobs for platform=marenostrum4 +2021-12-29 12:01:39,375 Checking all jobs at once +2021-12-29 12:01:40,694 Successful check job command +2021-12-29 12:01:41,964 Job a29z_19550501_fc2_1_CLEAN is RUNNING +2021-12-29 12:01:41,983 a29z_19550501_fc2_1_CLEAN_STAT file have been transfered +2021-12-29 12:01:42,031 Job a29z_19550501_fc3_1_CLEAN is QUEUING +2021-12-29 12:01:42,031 Job a29z_19550501_fc4_1_CLEAN is QUEUING +2021-12-29 12:01:42,031 End of checking +2021-12-29 12:01:42,032 Updating FAILED jobs +2021-12-29 12:01:42,033 Updating WAITING jobs +2021-12-29 12:01:42,036 Updating WAITING jobs eligible for be prepared +2021-12-29 12:01:42,039 Updating Held jobs +2021-12-29 12:01:42,040 Update finished +2021-12-29 12:01:42,042 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 12:01:42,042 a29z_19550501_fc2_1_POST 32753 COMPLETED transfer_node serial +2021-12-29 12:01:42,042 a29z_19550501_fc3_1_POST 1481 COMPLETED transfer_node serial +2021-12-29 12:01:42,042 a29z_19550501_fc4_1_POST 2398 COMPLETED transfer_node serial +2021-12-29 12:01:42,042 a29z_19550501_fc0_1_CLEAN 19588000 COMPLETED marenostrum4 debug +2021-12-29 12:01:42,042 a29z_19550501_fc1_1_CLEAN 19588013 COMPLETED marenostrum4 debug +2021-12-29 12:01:42,042 a29z_19550501_fc2_1_CLEAN 19588021 RUNNING marenostrum4 debug +2021-12-29 12:01:42,043 a29z_19550501_fc3_1_CLEAN 19588028 QUEUING marenostrum4 debug +2021-12-29 12:01:42,043 a29z_19550501_fc4_1_CLEAN 19588048 QUEUING marenostrum4 debug +2021-12-29 12:01:42,045 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 12:01:42,084 Job list saved +2021-12-29 12:01:42,088 +Jobs ready for transfer_node: 0 +2021-12-29 12:01:42,097 Number of jobs available: 3 +2021-12-29 12:01:42,100 Number of jobs ready: 0 +2021-12-29 12:01:42,106 +Jobs ready for marenostrum4: 14 +2021-12-29 12:01:42,115 Number of jobs available: 1 +2021-12-29 12:01:42,117 Number of jobs ready: 14 +2021-12-29 12:01:42,122 Jobs ready for marenostrum4: 14 +2021-12-29 12:01:42,138 Creating Scripts +2021-12-29 12:01:42,178 Sending Files +2021-12-29 12:01:42,189 Submitting +2021-12-29 12:01:42,199 a29z_19550501_fc0_2_SIM_STAT have been removed +2021-12-29 12:01:42,202 a29z_19550501_fc0_2_SIM_COMPLETED been removed +2021-12-29 12:01:43,478 Updating FAILED jobs +2021-12-29 12:01:43,479 Updating WAITING jobs +2021-12-29 12:01:43,482 Updating WAITING jobs eligible for be prepared +2021-12-29 12:01:43,486 Updating Held jobs +2021-12-29 12:01:43,486 Update finished +2021-12-29 12:01:43,488 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 12:01:43,488 a29z_19550501_fc2_1_POST 32753 COMPLETED transfer_node serial +2021-12-29 12:01:43,488 a29z_19550501_fc3_1_POST 1481 COMPLETED transfer_node serial +2021-12-29 12:01:43,489 a29z_19550501_fc4_1_POST 2398 COMPLETED transfer_node serial +2021-12-29 12:01:43,489 a29z_19550501_fc0_1_CLEAN 19588000 COMPLETED marenostrum4 debug +2021-12-29 12:01:43,489 a29z_19550501_fc1_1_CLEAN 19588013 COMPLETED marenostrum4 debug +2021-12-29 12:01:43,489 a29z_19550501_fc0_2_SIM 19588055 SUBMITTED marenostrum4 debug +2021-12-29 12:01:43,489 a29z_19550501_fc2_1_CLEAN 19588021 RUNNING marenostrum4 debug +2021-12-29 12:01:43,489 a29z_19550501_fc3_1_CLEAN 19588028 QUEUING marenostrum4 debug +2021-12-29 12:01:43,489 a29z_19550501_fc4_1_CLEAN 19588048 QUEUING marenostrum4 debug +2021-12-29 12:01:43,492 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 12:01:43,535 Job list saved +2021-12-29 12:01:43,609 Updating FAILED jobs +2021-12-29 12:01:43,609 Updating WAITING jobs +2021-12-29 12:01:43,612 Updating WAITING jobs eligible for be prepared +2021-12-29 12:01:43,616 Updating Held jobs +2021-12-29 12:01:43,616 Update finished +2021-12-29 12:01:53,625 Reloading parameters... +[WARNING] 2021-12-29 12:01:53,636 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 12:01:53,637 Loading parameters... +2021-12-29 12:01:53,639 + +562 of 590 jobs remaining (12:01) +2021-12-29 12:01:53,640 Sleep: 10 +2021-12-29 12:01:53,640 Number of retrials: 0 +2021-12-29 12:01:53,640 WRAPPER CHECK TIME = 10 +2021-12-29 12:01:53,651 Checking jobs for platform=transfer_node +2021-12-29 12:01:53,663 Checking jobs for platform=marenostrum4 +2021-12-29 12:01:53,663 Checking all jobs at once +2021-12-29 12:01:54,982 Successful check job command +2021-12-29 12:01:56,252 Job a29z_19550501_fc2_1_CLEAN is RUNNING +2021-12-29 12:01:56,252 Job a29z_19550501_fc3_1_CLEAN is QUEUING +2021-12-29 12:01:56,252 Job a29z_19550501_fc4_1_CLEAN is QUEUING +2021-12-29 12:01:56,252 Job a29z_19550501_fc0_2_SIM is QUEUING +2021-12-29 12:01:56,252 End of checking +2021-12-29 12:01:56,254 Updating FAILED jobs +2021-12-29 12:01:56,254 Updating WAITING jobs +2021-12-29 12:01:56,257 Updating WAITING jobs eligible for be prepared +2021-12-29 12:01:56,259 Setting job: a29z_19550501_fc0_3_SIM status to: Prepared for be held (all parents queuing, running or completed)... +2021-12-29 12:01:56,260 Updating Held jobs +2021-12-29 12:01:56,261 Update finished +2021-12-29 12:01:56,263 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 12:01:56,263 a29z_19550501_fc2_1_POST 32753 COMPLETED transfer_node serial +2021-12-29 12:01:56,263 a29z_19550501_fc3_1_POST 1481 COMPLETED transfer_node serial +2021-12-29 12:01:56,263 a29z_19550501_fc4_1_POST 2398 COMPLETED transfer_node serial +2021-12-29 12:01:56,263 a29z_19550501_fc0_1_CLEAN 19588000 COMPLETED marenostrum4 debug +2021-12-29 12:01:56,263 a29z_19550501_fc1_1_CLEAN 19588013 COMPLETED marenostrum4 debug +2021-12-29 12:01:56,263 a29z_19550501_fc2_1_CLEAN 19588021 RUNNING marenostrum4 debug +2021-12-29 12:01:56,263 a29z_19550501_fc0_2_SIM 19588055 QUEUING marenostrum4 debug +2021-12-29 12:01:56,264 a29z_19550501_fc3_1_CLEAN 19588028 QUEUING marenostrum4 debug +2021-12-29 12:01:56,264 a29z_19550501_fc4_1_CLEAN 19588048 QUEUING marenostrum4 debug +2021-12-29 12:01:56,266 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 12:01:56,304 Job list saved +2021-12-29 12:01:56,309 +Jobs ready for transfer_node: 0 +2021-12-29 12:01:56,318 Number of jobs available: 3 +2021-12-29 12:01:56,320 Number of jobs ready: 0 +2021-12-29 12:01:56,328 +Jobs ready for marenostrum4: 13 +2021-12-29 12:01:56,336 Number of jobs available: 0 +2021-12-29 12:01:56,339 Number of jobs ready: 13 +2021-12-29 12:01:56,344 Jobs ready for marenostrum4: 13 +2021-12-29 12:01:56,350 Updating FAILED jobs +2021-12-29 12:01:56,350 Updating WAITING jobs +2021-12-29 12:01:56,353 Updating WAITING jobs eligible for be prepared +2021-12-29 12:01:56,356 Updating Held jobs +2021-12-29 12:01:56,357 Update finished +2021-12-29 12:01:56,358 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 12:01:56,358 a29z_19550501_fc2_1_POST 32753 COMPLETED transfer_node serial +2021-12-29 12:01:56,359 a29z_19550501_fc3_1_POST 1481 COMPLETED transfer_node serial +2021-12-29 12:01:56,359 a29z_19550501_fc4_1_POST 2398 COMPLETED transfer_node serial +2021-12-29 12:01:56,359 a29z_19550501_fc0_1_CLEAN 19588000 COMPLETED marenostrum4 debug +2021-12-29 12:01:56,359 a29z_19550501_fc1_1_CLEAN 19588013 COMPLETED marenostrum4 debug +2021-12-29 12:01:56,359 a29z_19550501_fc2_1_CLEAN 19588021 RUNNING marenostrum4 debug +2021-12-29 12:01:56,359 a29z_19550501_fc0_2_SIM 19588055 QUEUING marenostrum4 debug +2021-12-29 12:01:56,359 a29z_19550501_fc3_1_CLEAN 19588028 QUEUING marenostrum4 debug +2021-12-29 12:01:56,359 a29z_19550501_fc4_1_CLEAN 19588048 QUEUING marenostrum4 debug +2021-12-29 12:01:56,362 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 12:01:56,400 Job list saved +2021-12-29 12:01:56,405 +Jobs prepared for transfer_node: 0 +2021-12-29 12:01:56,412 Number of jobs available: 3 +2021-12-29 12:01:56,414 Number of jobs prepared: 0 +2021-12-29 12:01:56,420 +Jobs prepared for marenostrum4: 1 +2021-12-29 12:01:56,428 Number of jobs available: 0 +2021-12-29 12:01:56,430 Number of jobs prepared: 1 +2021-12-29 12:01:56,434 Jobs ready for marenostrum4: 1 +2021-12-29 12:01:56,442 Updating FAILED jobs +2021-12-29 12:01:56,442 Updating WAITING jobs +2021-12-29 12:01:56,445 Updating WAITING jobs eligible for be prepared +2021-12-29 12:01:56,448 Updating Held jobs +2021-12-29 12:01:56,449 Update finished +2021-12-29 12:01:56,450 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 12:01:56,451 a29z_19550501_fc2_1_POST 32753 COMPLETED transfer_node serial +2021-12-29 12:01:56,451 a29z_19550501_fc3_1_POST 1481 COMPLETED transfer_node serial +2021-12-29 12:01:56,451 a29z_19550501_fc4_1_POST 2398 COMPLETED transfer_node serial +2021-12-29 12:01:56,451 a29z_19550501_fc0_1_CLEAN 19588000 COMPLETED marenostrum4 debug +2021-12-29 12:01:56,451 a29z_19550501_fc1_1_CLEAN 19588013 COMPLETED marenostrum4 debug +2021-12-29 12:01:56,451 a29z_19550501_fc2_1_CLEAN 19588021 RUNNING marenostrum4 debug +2021-12-29 12:01:56,451 a29z_19550501_fc0_2_SIM 19588055 QUEUING marenostrum4 debug +2021-12-29 12:01:56,451 a29z_19550501_fc3_1_CLEAN 19588028 QUEUING marenostrum4 debug +2021-12-29 12:01:56,452 a29z_19550501_fc4_1_CLEAN 19588048 QUEUING marenostrum4 debug +2021-12-29 12:01:56,454 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 12:01:56,492 Job list saved +2021-12-29 12:01:56,550 Updating FAILED jobs +2021-12-29 12:01:56,551 Updating WAITING jobs +2021-12-29 12:01:56,554 Updating WAITING jobs eligible for be prepared +2021-12-29 12:01:56,557 Updating Held jobs +2021-12-29 12:01:56,557 Update finished +2021-12-29 12:02:06,566 Reloading parameters... +[WARNING] 2021-12-29 12:02:06,577 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 12:02:06,578 Loading parameters... +2021-12-29 12:02:06,581 + +562 of 590 jobs remaining (12:02) +2021-12-29 12:02:06,581 Sleep: 10 +2021-12-29 12:02:06,581 Number of retrials: 0 +2021-12-29 12:02:06,581 WRAPPER CHECK TIME = 10 +2021-12-29 12:02:06,592 Checking jobs for platform=transfer_node +2021-12-29 12:02:06,603 Checking jobs for platform=marenostrum4 +2021-12-29 12:02:06,603 Checking all jobs at once +2021-12-29 12:02:07,722 Successful check job command +2021-12-29 12:02:08,891 Job a29z_19550501_fc2_1_CLEAN is RUNNING +2021-12-29 12:02:08,891 Job a29z_19550501_fc3_1_CLEAN is QUEUING +2021-12-29 12:02:08,892 Job a29z_19550501_fc4_1_CLEAN is QUEUING +2021-12-29 12:02:08,892 Job a29z_19550501_fc0_2_SIM is QUEUING +2021-12-29 12:02:08,892 End of checking +2021-12-29 12:02:08,893 Updating FAILED jobs +2021-12-29 12:02:08,894 Updating WAITING jobs +2021-12-29 12:02:08,897 Updating WAITING jobs eligible for be prepared +2021-12-29 12:02:08,900 Updating Held jobs +2021-12-29 12:02:08,900 Update finished +2021-12-29 12:02:08,903 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 12:02:08,903 a29z_19550501_fc2_1_POST 32753 COMPLETED transfer_node serial +2021-12-29 12:02:08,903 a29z_19550501_fc3_1_POST 1481 COMPLETED transfer_node serial +2021-12-29 12:02:08,903 a29z_19550501_fc4_1_POST 2398 COMPLETED transfer_node serial +2021-12-29 12:02:08,903 a29z_19550501_fc0_1_CLEAN 19588000 COMPLETED marenostrum4 debug +2021-12-29 12:02:08,904 a29z_19550501_fc1_1_CLEAN 19588013 COMPLETED marenostrum4 debug +2021-12-29 12:02:08,904 a29z_19550501_fc2_1_CLEAN 19588021 RUNNING marenostrum4 debug +2021-12-29 12:02:08,904 a29z_19550501_fc0_2_SIM 19588055 QUEUING marenostrum4 debug +2021-12-29 12:02:08,904 a29z_19550501_fc3_1_CLEAN 19588028 QUEUING marenostrum4 debug +2021-12-29 12:02:08,904 a29z_19550501_fc4_1_CLEAN 19588048 QUEUING marenostrum4 debug +2021-12-29 12:02:08,906 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 12:02:08,945 Job list saved +2021-12-29 12:02:08,950 +Jobs ready for transfer_node: 0 +2021-12-29 12:02:08,959 Number of jobs available: 3 +2021-12-29 12:02:08,961 Number of jobs ready: 0 +2021-12-29 12:02:08,967 +Jobs ready for marenostrum4: 13 +2021-12-29 12:02:08,976 Number of jobs available: 0 +2021-12-29 12:02:08,978 Number of jobs ready: 13 +2021-12-29 12:02:08,983 Jobs ready for marenostrum4: 13 +2021-12-29 12:02:08,989 Updating FAILED jobs +2021-12-29 12:02:08,989 Updating WAITING jobs +2021-12-29 12:02:08,992 Updating WAITING jobs eligible for be prepared +2021-12-29 12:02:08,995 Updating Held jobs +2021-12-29 12:02:08,996 Update finished +2021-12-29 12:02:08,997 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 12:02:08,998 a29z_19550501_fc2_1_POST 32753 COMPLETED transfer_node serial +2021-12-29 12:02:08,998 a29z_19550501_fc3_1_POST 1481 COMPLETED transfer_node serial +2021-12-29 12:02:08,998 a29z_19550501_fc4_1_POST 2398 COMPLETED transfer_node serial +2021-12-29 12:02:08,998 a29z_19550501_fc0_1_CLEAN 19588000 COMPLETED marenostrum4 debug +2021-12-29 12:02:08,998 a29z_19550501_fc1_1_CLEAN 19588013 COMPLETED marenostrum4 debug +2021-12-29 12:02:08,998 a29z_19550501_fc2_1_CLEAN 19588021 RUNNING marenostrum4 debug +2021-12-29 12:02:08,998 a29z_19550501_fc0_2_SIM 19588055 QUEUING marenostrum4 debug +2021-12-29 12:02:08,998 a29z_19550501_fc3_1_CLEAN 19588028 QUEUING marenostrum4 debug +2021-12-29 12:02:08,999 a29z_19550501_fc4_1_CLEAN 19588048 QUEUING marenostrum4 debug +2021-12-29 12:02:09,001 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 12:02:09,039 Job list saved +2021-12-29 12:02:09,043 +Jobs prepared for transfer_node: 0 +2021-12-29 12:02:09,050 Number of jobs available: 3 +2021-12-29 12:02:09,052 Number of jobs prepared: 0 +2021-12-29 12:02:09,059 +Jobs prepared for marenostrum4: 1 +2021-12-29 12:02:09,065 Number of jobs available: 0 +2021-12-29 12:02:09,068 Number of jobs prepared: 1 +2021-12-29 12:02:09,072 Jobs ready for marenostrum4: 1 +2021-12-29 12:02:09,080 Updating FAILED jobs +2021-12-29 12:02:09,081 Updating WAITING jobs +2021-12-29 12:02:09,084 Updating WAITING jobs eligible for be prepared +2021-12-29 12:02:09,087 Updating Held jobs +2021-12-29 12:02:09,087 Update finished +2021-12-29 12:02:09,089 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 12:02:09,089 a29z_19550501_fc2_1_POST 32753 COMPLETED transfer_node serial +2021-12-29 12:02:09,089 a29z_19550501_fc3_1_POST 1481 COMPLETED transfer_node serial +2021-12-29 12:02:09,089 a29z_19550501_fc4_1_POST 2398 COMPLETED transfer_node serial +2021-12-29 12:02:09,090 a29z_19550501_fc0_1_CLEAN 19588000 COMPLETED marenostrum4 debug +2021-12-29 12:02:09,090 a29z_19550501_fc1_1_CLEAN 19588013 COMPLETED marenostrum4 debug +2021-12-29 12:02:09,090 a29z_19550501_fc2_1_CLEAN 19588021 RUNNING marenostrum4 debug +2021-12-29 12:02:09,090 a29z_19550501_fc0_2_SIM 19588055 QUEUING marenostrum4 debug +2021-12-29 12:02:09,090 a29z_19550501_fc3_1_CLEAN 19588028 QUEUING marenostrum4 debug +2021-12-29 12:02:09,090 a29z_19550501_fc4_1_CLEAN 19588048 QUEUING marenostrum4 debug +2021-12-29 12:02:09,093 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 12:02:09,130 Job list saved +2021-12-29 12:02:09,141 Updating FAILED jobs +2021-12-29 12:02:09,142 Updating WAITING jobs +2021-12-29 12:02:09,144 Updating WAITING jobs eligible for be prepared +2021-12-29 12:02:09,147 Updating Held jobs +2021-12-29 12:02:09,148 Update finished +2021-12-29 12:02:19,159 Reloading parameters... +[WARNING] 2021-12-29 12:02:19,170 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 12:02:19,171 Loading parameters... +2021-12-29 12:02:19,173 + +562 of 590 jobs remaining (12:02) +2021-12-29 12:02:19,174 Sleep: 10 +2021-12-29 12:02:19,174 Number of retrials: 0 +2021-12-29 12:02:19,174 WRAPPER CHECK TIME = 10 +2021-12-29 12:02:19,185 Checking jobs for platform=transfer_node +2021-12-29 12:02:19,195 Checking jobs for platform=marenostrum4 +2021-12-29 12:02:19,195 Checking all jobs at once +2021-12-29 12:02:20,264 Successful check job command +2021-12-29 12:02:21,333 a29z_19550501_fc2_1_CLEAN job seems to have completed: checking... +2021-12-29 12:02:21,351 Job a29z_19550501_fc2_1_CLEAN is COMPLETED +2021-12-29 12:02:21,369 a29z_19550501_fc2_1_CLEAN_STAT file have been transfered +[WARNING] 2021-12-29 12:02:21,431 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 12:02:21,433 Job a29z_19550501_fc3_1_CLEAN is QUEUING +2021-12-29 12:02:21,433 Job a29z_19550501_fc4_1_CLEAN is QUEUING +2021-12-29 12:02:21,433 Job a29z_19550501_fc0_2_SIM is QUEUING +2021-12-29 12:02:21,434 End of checking +2021-12-29 12:02:21,435 Updating FAILED jobs +2021-12-29 12:02:21,436 Updating WAITING jobs +2021-12-29 12:02:21,440 Updating WAITING jobs eligible for be prepared +2021-12-29 12:02:21,444 Updating Held jobs +2021-12-29 12:02:21,445 Update finished +2021-12-29 12:02:21,449 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 12:02:21,449 a29z_19550501_fc3_1_POST 1481 COMPLETED transfer_node serial +2021-12-29 12:02:21,449 a29z_19550501_fc4_1_POST 2398 COMPLETED transfer_node serial +2021-12-29 12:02:21,449 a29z_19550501_fc0_1_CLEAN 19588000 COMPLETED marenostrum4 debug +2021-12-29 12:02:21,450 a29z_19550501_fc1_1_CLEAN 19588013 COMPLETED marenostrum4 debug +2021-12-29 12:02:21,450 a29z_19550501_fc2_1_CLEAN 19588021 COMPLETED marenostrum4 debug +2021-12-29 12:02:21,450 a29z_19550501_fc0_2_SIM 19588055 QUEUING marenostrum4 debug +2021-12-29 12:02:21,450 a29z_19550501_fc3_1_CLEAN 19588028 QUEUING marenostrum4 debug +2021-12-29 12:02:21,450 a29z_19550501_fc4_1_CLEAN 19588048 QUEUING marenostrum4 debug +2021-12-29 12:02:21,452 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +[WARNING] 2021-12-29 12:02:21,459 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 12:02:21,463 Custom directives from platform.conf: None +2021-12-29 12:02:21,464 Custom directives from platform.conf: None +2021-12-29 12:02:21,536 Job list saved +2021-12-29 12:02:21,541 +Jobs ready for transfer_node: 0 +2021-12-29 12:02:21,550 Number of jobs available: 3 +2021-12-29 12:02:21,553 Number of jobs ready: 0 +2021-12-29 12:02:21,563 +Jobs ready for marenostrum4: 13 +2021-12-29 12:02:21,574 Number of jobs available: 0 +2021-12-29 12:02:21,643 Number of jobs ready: 13 +2021-12-29 12:02:21,649 Jobs ready for marenostrum4: 13 +2021-12-29 12:02:21,654 Updating FAILED jobs +2021-12-29 12:02:21,654 Updating WAITING jobs +2021-12-29 12:02:21,657 Updating WAITING jobs eligible for be prepared +2021-12-29 12:02:21,661 Updating Held jobs +2021-12-29 12:02:21,662 Update finished +2021-12-29 12:02:21,664 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 12:02:21,664 a29z_19550501_fc3_1_POST 1481 COMPLETED transfer_node serial +2021-12-29 12:02:21,664 a29z_19550501_fc4_1_POST 2398 COMPLETED transfer_node serial +2021-12-29 12:02:21,664 a29z_19550501_fc0_1_CLEAN 19588000 COMPLETED marenostrum4 debug +2021-12-29 12:02:21,665 a29z_19550501_fc1_1_CLEAN 19588013 COMPLETED marenostrum4 debug +2021-12-29 12:02:21,665 a29z_19550501_fc2_1_CLEAN 19588021 COMPLETED marenostrum4 debug +2021-12-29 12:02:21,665 a29z_19550501_fc0_2_SIM 19588055 QUEUING marenostrum4 debug +2021-12-29 12:02:21,665 a29z_19550501_fc3_1_CLEAN 19588028 QUEUING marenostrum4 debug +2021-12-29 12:02:21,665 a29z_19550501_fc4_1_CLEAN 19588048 QUEUING marenostrum4 debug +2021-12-29 12:02:21,668 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 12:02:21,750 Job list saved +2021-12-29 12:02:21,755 +Jobs prepared for transfer_node: 0 +2021-12-29 12:02:21,764 Number of jobs available: 3 +2021-12-29 12:02:21,766 Number of jobs prepared: 0 +2021-12-29 12:02:21,774 +Jobs prepared for marenostrum4: 1 +2021-12-29 12:02:21,781 Number of jobs available: 0 +2021-12-29 12:02:21,785 Number of jobs prepared: 1 +2021-12-29 12:02:21,791 Jobs ready for marenostrum4: 1 +2021-12-29 12:02:21,800 Updating FAILED jobs +2021-12-29 12:02:21,800 Updating WAITING jobs +2021-12-29 12:02:21,803 Updating WAITING jobs eligible for be prepared +2021-12-29 12:02:21,807 Updating Held jobs +2021-12-29 12:02:21,807 Update finished +2021-12-29 12:02:21,809 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 12:02:21,809 a29z_19550501_fc3_1_POST 1481 COMPLETED transfer_node serial +2021-12-29 12:02:21,809 a29z_19550501_fc4_1_POST 2398 COMPLETED transfer_node serial +2021-12-29 12:02:21,810 a29z_19550501_fc0_1_CLEAN 19588000 COMPLETED marenostrum4 debug +2021-12-29 12:02:21,810 a29z_19550501_fc1_1_CLEAN 19588013 COMPLETED marenostrum4 debug +2021-12-29 12:02:21,810 a29z_19550501_fc2_1_CLEAN 19588021 COMPLETED marenostrum4 debug +2021-12-29 12:02:21,810 a29z_19550501_fc0_2_SIM 19588055 QUEUING marenostrum4 debug +2021-12-29 12:02:21,810 a29z_19550501_fc3_1_CLEAN 19588028 QUEUING marenostrum4 debug +2021-12-29 12:02:21,810 a29z_19550501_fc4_1_CLEAN 19588048 QUEUING marenostrum4 debug +2021-12-29 12:02:21,812 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 12:02:21,853 Job list saved +2021-12-29 12:02:21,902 Updating FAILED jobs +2021-12-29 12:02:21,903 Updating WAITING jobs +2021-12-29 12:02:21,906 Updating WAITING jobs eligible for be prepared +2021-12-29 12:02:21,909 Updating Held jobs +2021-12-29 12:02:21,909 Update finished +2021-12-29 12:02:31,919 Reloading parameters... +[WARNING] 2021-12-29 12:02:31,930 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 12:02:31,931 Loading parameters... +2021-12-29 12:02:31,933 + +561 of 590 jobs remaining (12:02) +2021-12-29 12:02:31,934 Sleep: 10 +2021-12-29 12:02:31,934 Number of retrials: 0 +2021-12-29 12:02:31,934 WRAPPER CHECK TIME = 10 +2021-12-29 12:02:31,945 Checking jobs for platform=transfer_node +2021-12-29 12:02:31,956 Checking jobs for platform=marenostrum4 +2021-12-29 12:02:31,956 Checking all jobs at once +2021-12-29 12:02:33,932 Successful check job command +2021-12-29 12:02:34,951 Job a29z_19550501_fc3_1_CLEAN is QUEUING +2021-12-29 12:02:34,951 Job a29z_19550501_fc4_1_CLEAN is QUEUING +2021-12-29 12:02:34,951 Job a29z_19550501_fc0_2_SIM is QUEUING +2021-12-29 12:02:34,951 End of checking +2021-12-29 12:02:34,953 Updating FAILED jobs +2021-12-29 12:02:34,954 Updating WAITING jobs +2021-12-29 12:02:34,956 Updating WAITING jobs eligible for be prepared +2021-12-29 12:02:34,959 Updating Held jobs +2021-12-29 12:02:34,960 Update finished +2021-12-29 12:02:34,962 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 12:02:34,962 a29z_19550501_fc3_1_POST 1481 COMPLETED transfer_node serial +2021-12-29 12:02:34,962 a29z_19550501_fc4_1_POST 2398 COMPLETED transfer_node serial +2021-12-29 12:02:34,962 a29z_19550501_fc0_1_CLEAN 19588000 COMPLETED marenostrum4 debug +2021-12-29 12:02:34,962 a29z_19550501_fc1_1_CLEAN 19588013 COMPLETED marenostrum4 debug +2021-12-29 12:02:34,962 a29z_19550501_fc2_1_CLEAN 19588021 COMPLETED marenostrum4 debug +2021-12-29 12:02:34,962 a29z_19550501_fc0_2_SIM 19588055 QUEUING marenostrum4 debug +2021-12-29 12:02:34,963 a29z_19550501_fc3_1_CLEAN 19588028 QUEUING marenostrum4 debug +2021-12-29 12:02:34,963 a29z_19550501_fc4_1_CLEAN 19588048 QUEUING marenostrum4 debug +2021-12-29 12:02:34,965 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 12:02:35,004 Job list saved +2021-12-29 12:02:35,009 +Jobs ready for transfer_node: 0 +2021-12-29 12:02:35,018 Number of jobs available: 3 +2021-12-29 12:02:35,020 Number of jobs ready: 0 +2021-12-29 12:02:35,027 +Jobs ready for marenostrum4: 13 +2021-12-29 12:02:35,036 Number of jobs available: 0 +2021-12-29 12:02:35,038 Number of jobs ready: 13 +2021-12-29 12:02:35,042 Jobs ready for marenostrum4: 13 +2021-12-29 12:02:35,049 Updating FAILED jobs +2021-12-29 12:02:35,049 Updating WAITING jobs +2021-12-29 12:02:35,052 Updating WAITING jobs eligible for be prepared +2021-12-29 12:02:35,055 Updating Held jobs +2021-12-29 12:02:35,056 Update finished +2021-12-29 12:02:35,057 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 12:02:35,057 a29z_19550501_fc3_1_POST 1481 COMPLETED transfer_node serial +2021-12-29 12:02:35,058 a29z_19550501_fc4_1_POST 2398 COMPLETED transfer_node serial +2021-12-29 12:02:35,058 a29z_19550501_fc0_1_CLEAN 19588000 COMPLETED marenostrum4 debug +2021-12-29 12:02:35,058 a29z_19550501_fc1_1_CLEAN 19588013 COMPLETED marenostrum4 debug +2021-12-29 12:02:35,058 a29z_19550501_fc2_1_CLEAN 19588021 COMPLETED marenostrum4 debug +2021-12-29 12:02:35,058 a29z_19550501_fc0_2_SIM 19588055 QUEUING marenostrum4 debug +2021-12-29 12:02:35,058 a29z_19550501_fc3_1_CLEAN 19588028 QUEUING marenostrum4 debug +2021-12-29 12:02:35,058 a29z_19550501_fc4_1_CLEAN 19588048 QUEUING marenostrum4 debug +2021-12-29 12:02:35,061 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 12:02:35,100 Job list saved +2021-12-29 12:02:35,105 +Jobs prepared for transfer_node: 0 +2021-12-29 12:02:35,112 Number of jobs available: 3 +2021-12-29 12:02:35,114 Number of jobs prepared: 0 +2021-12-29 12:02:35,121 +Jobs prepared for marenostrum4: 1 +2021-12-29 12:02:35,127 Number of jobs available: 0 +2021-12-29 12:02:35,130 Number of jobs prepared: 1 +2021-12-29 12:02:35,134 Jobs ready for marenostrum4: 1 +2021-12-29 12:02:35,142 Updating FAILED jobs +2021-12-29 12:02:35,143 Updating WAITING jobs +2021-12-29 12:02:35,145 Updating WAITING jobs eligible for be prepared +2021-12-29 12:02:35,149 Updating Held jobs +2021-12-29 12:02:35,149 Update finished +2021-12-29 12:02:35,151 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 12:02:35,151 a29z_19550501_fc3_1_POST 1481 COMPLETED transfer_node serial +2021-12-29 12:02:35,151 a29z_19550501_fc4_1_POST 2398 COMPLETED transfer_node serial +2021-12-29 12:02:35,151 a29z_19550501_fc0_1_CLEAN 19588000 COMPLETED marenostrum4 debug +2021-12-29 12:02:35,151 a29z_19550501_fc1_1_CLEAN 19588013 COMPLETED marenostrum4 debug +2021-12-29 12:02:35,151 a29z_19550501_fc2_1_CLEAN 19588021 COMPLETED marenostrum4 debug +2021-12-29 12:02:35,151 a29z_19550501_fc0_2_SIM 19588055 QUEUING marenostrum4 debug +2021-12-29 12:02:35,152 a29z_19550501_fc3_1_CLEAN 19588028 QUEUING marenostrum4 debug +2021-12-29 12:02:35,152 a29z_19550501_fc4_1_CLEAN 19588048 QUEUING marenostrum4 debug +2021-12-29 12:02:35,154 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 12:02:35,193 Job list saved +2021-12-29 12:02:35,200 Updating FAILED jobs +2021-12-29 12:02:35,201 Updating WAITING jobs +2021-12-29 12:02:35,204 Updating WAITING jobs eligible for be prepared +2021-12-29 12:02:35,207 Updating Held jobs +2021-12-29 12:02:35,207 Update finished +2021-12-29 12:02:45,218 Reloading parameters... +[WARNING] 2021-12-29 12:02:45,229 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 12:02:45,230 Loading parameters... +2021-12-29 12:02:45,232 + +561 of 590 jobs remaining (12:02) +2021-12-29 12:02:45,232 Sleep: 10 +2021-12-29 12:02:45,232 Number of retrials: 0 +2021-12-29 12:02:45,233 WRAPPER CHECK TIME = 10 +2021-12-29 12:02:45,243 Checking jobs for platform=transfer_node +2021-12-29 12:02:45,254 Checking jobs for platform=marenostrum4 +2021-12-29 12:02:45,254 Checking all jobs at once +2021-12-29 12:02:47,176 Successful check job command +2021-12-29 12:02:48,295 Job a29z_19550501_fc3_1_CLEAN is RUNNING +2021-12-29 12:02:48,316 a29z_19550501_fc3_1_CLEAN_STAT file have been transfered +2021-12-29 12:02:48,366 Job a29z_19550501_fc4_1_CLEAN is QUEUING +2021-12-29 12:02:48,366 Job a29z_19550501_fc0_2_SIM is QUEUING +2021-12-29 12:02:48,366 End of checking +2021-12-29 12:02:48,368 Updating FAILED jobs +2021-12-29 12:02:48,368 Updating WAITING jobs +2021-12-29 12:02:48,371 Updating WAITING jobs eligible for be prepared +2021-12-29 12:02:48,374 Updating Held jobs +2021-12-29 12:02:48,375 Update finished +2021-12-29 12:02:48,377 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 12:02:48,377 a29z_19550501_fc3_1_POST 1481 COMPLETED transfer_node serial +2021-12-29 12:02:48,377 a29z_19550501_fc4_1_POST 2398 COMPLETED transfer_node serial +2021-12-29 12:02:48,377 a29z_19550501_fc0_1_CLEAN 19588000 COMPLETED marenostrum4 debug +2021-12-29 12:02:48,377 a29z_19550501_fc1_1_CLEAN 19588013 COMPLETED marenostrum4 debug +2021-12-29 12:02:48,377 a29z_19550501_fc2_1_CLEAN 19588021 COMPLETED marenostrum4 debug +2021-12-29 12:02:48,377 a29z_19550501_fc3_1_CLEAN 19588028 RUNNING marenostrum4 debug +2021-12-29 12:02:48,377 a29z_19550501_fc0_2_SIM 19588055 QUEUING marenostrum4 debug +2021-12-29 12:02:48,378 a29z_19550501_fc4_1_CLEAN 19588048 QUEUING marenostrum4 debug +2021-12-29 12:02:48,380 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 12:02:48,419 Job list saved +2021-12-29 12:02:48,424 +Jobs ready for transfer_node: 0 +2021-12-29 12:02:48,433 Number of jobs available: 3 +2021-12-29 12:02:48,435 Number of jobs ready: 0 +2021-12-29 12:02:48,442 +Jobs ready for marenostrum4: 13 +2021-12-29 12:02:48,451 Number of jobs available: 1 +2021-12-29 12:02:48,453 Number of jobs ready: 13 +2021-12-29 12:02:48,457 Jobs ready for marenostrum4: 13 +2021-12-29 12:02:48,474 Creating Scripts +2021-12-29 12:02:48,516 Sending Files +2021-12-29 12:02:48,525 Submitting +2021-12-29 12:02:48,534 a29z_19550501_fc1_2_SIM_STAT have been removed +2021-12-29 12:02:48,537 a29z_19550501_fc1_2_SIM_COMPLETED been removed +2021-12-29 12:02:49,711 Updating FAILED jobs +2021-12-29 12:02:49,712 Updating WAITING jobs +2021-12-29 12:02:49,714 Updating WAITING jobs eligible for be prepared +2021-12-29 12:02:49,718 Updating Held jobs +2021-12-29 12:02:49,719 Update finished +2021-12-29 12:02:49,721 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 12:02:49,721 a29z_19550501_fc3_1_POST 1481 COMPLETED transfer_node serial +2021-12-29 12:02:49,721 a29z_19550501_fc4_1_POST 2398 COMPLETED transfer_node serial +2021-12-29 12:02:49,721 a29z_19550501_fc0_1_CLEAN 19588000 COMPLETED marenostrum4 debug +2021-12-29 12:02:49,721 a29z_19550501_fc1_1_CLEAN 19588013 COMPLETED marenostrum4 debug +2021-12-29 12:02:49,721 a29z_19550501_fc2_1_CLEAN 19588021 COMPLETED marenostrum4 debug +2021-12-29 12:02:49,721 a29z_19550501_fc1_2_SIM 19588068 SUBMITTED marenostrum4 debug +2021-12-29 12:02:49,722 a29z_19550501_fc3_1_CLEAN 19588028 RUNNING marenostrum4 debug +2021-12-29 12:02:49,722 a29z_19550501_fc0_2_SIM 19588055 QUEUING marenostrum4 debug +2021-12-29 12:02:49,722 a29z_19550501_fc4_1_CLEAN 19588048 QUEUING marenostrum4 debug +2021-12-29 12:02:49,724 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 12:02:49,763 Job list saved +2021-12-29 12:02:49,767 +Jobs prepared for transfer_node: 0 +2021-12-29 12:02:49,774 Number of jobs available: 3 +2021-12-29 12:02:49,776 Number of jobs prepared: 0 +2021-12-29 12:02:49,783 +Jobs prepared for marenostrum4: 1 +2021-12-29 12:02:49,790 Number of jobs available: 0 +2021-12-29 12:02:49,792 Number of jobs prepared: 1 +2021-12-29 12:02:49,796 Jobs ready for marenostrum4: 1 +2021-12-29 12:02:49,805 Updating FAILED jobs +2021-12-29 12:02:49,805 Updating WAITING jobs +2021-12-29 12:02:49,808 Updating WAITING jobs eligible for be prepared +2021-12-29 12:02:49,811 Updating Held jobs +2021-12-29 12:02:49,812 Update finished +2021-12-29 12:02:49,813 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 12:02:49,814 a29z_19550501_fc3_1_POST 1481 COMPLETED transfer_node serial +2021-12-29 12:02:49,814 a29z_19550501_fc4_1_POST 2398 COMPLETED transfer_node serial +2021-12-29 12:02:49,814 a29z_19550501_fc0_1_CLEAN 19588000 COMPLETED marenostrum4 debug +2021-12-29 12:02:49,814 a29z_19550501_fc1_1_CLEAN 19588013 COMPLETED marenostrum4 debug +2021-12-29 12:02:49,814 a29z_19550501_fc2_1_CLEAN 19588021 COMPLETED marenostrum4 debug +2021-12-29 12:02:49,814 a29z_19550501_fc1_2_SIM 19588068 SUBMITTED marenostrum4 debug +2021-12-29 12:02:49,814 a29z_19550501_fc3_1_CLEAN 19588028 RUNNING marenostrum4 debug +2021-12-29 12:02:49,814 a29z_19550501_fc0_2_SIM 19588055 QUEUING marenostrum4 debug +2021-12-29 12:02:49,815 a29z_19550501_fc4_1_CLEAN 19588048 QUEUING marenostrum4 debug +2021-12-29 12:02:49,817 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 12:02:49,855 Job list saved +2021-12-29 12:02:49,911 Updating FAILED jobs +2021-12-29 12:02:49,912 Updating WAITING jobs +2021-12-29 12:02:49,915 Updating WAITING jobs eligible for be prepared +2021-12-29 12:02:49,918 Updating Held jobs +2021-12-29 12:02:49,918 Update finished +2021-12-29 12:02:59,929 Reloading parameters... +[WARNING] 2021-12-29 12:02:59,941 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 12:02:59,942 Loading parameters... +2021-12-29 12:02:59,944 + +561 of 590 jobs remaining (12:02) +2021-12-29 12:02:59,945 Sleep: 10 +2021-12-29 12:02:59,945 Number of retrials: 0 +2021-12-29 12:02:59,945 WRAPPER CHECK TIME = 10 +2021-12-29 12:02:59,956 Checking jobs for platform=transfer_node +2021-12-29 12:02:59,967 Checking jobs for platform=marenostrum4 +2021-12-29 12:02:59,967 Checking all jobs at once +2021-12-29 12:03:01,186 Successful check job command +2021-12-29 12:03:02,307 Job a29z_19550501_fc0_2_SIM is QUEUING +2021-12-29 12:03:02,307 Job a29z_19550501_fc3_1_CLEAN is RUNNING +2021-12-29 12:03:02,307 Job a29z_19550501_fc4_1_CLEAN is QUEUING +2021-12-29 12:03:02,307 Job a29z_19550501_fc1_2_SIM is QUEUING +2021-12-29 12:03:02,308 End of checking +2021-12-29 12:03:02,309 Updating FAILED jobs +2021-12-29 12:03:02,309 Updating WAITING jobs +2021-12-29 12:03:02,312 Updating WAITING jobs eligible for be prepared +2021-12-29 12:03:02,314 Setting job: a29z_19550501_fc1_3_SIM status to: Prepared for be held (all parents queuing, running or completed)... +2021-12-29 12:03:02,316 Updating Held jobs +2021-12-29 12:03:02,316 Update finished +2021-12-29 12:03:02,318 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 12:03:02,318 a29z_19550501_fc3_1_POST 1481 COMPLETED transfer_node serial +2021-12-29 12:03:02,318 a29z_19550501_fc4_1_POST 2398 COMPLETED transfer_node serial +2021-12-29 12:03:02,318 a29z_19550501_fc0_1_CLEAN 19588000 COMPLETED marenostrum4 debug +2021-12-29 12:03:02,318 a29z_19550501_fc1_1_CLEAN 19588013 COMPLETED marenostrum4 debug +2021-12-29 12:03:02,318 a29z_19550501_fc2_1_CLEAN 19588021 COMPLETED marenostrum4 debug +2021-12-29 12:03:02,318 a29z_19550501_fc3_1_CLEAN 19588028 RUNNING marenostrum4 debug +2021-12-29 12:03:02,319 a29z_19550501_fc0_2_SIM 19588055 QUEUING marenostrum4 debug +2021-12-29 12:03:02,319 a29z_19550501_fc1_2_SIM 19588068 QUEUING marenostrum4 debug +2021-12-29 12:03:02,319 a29z_19550501_fc4_1_CLEAN 19588048 QUEUING marenostrum4 debug +2021-12-29 12:03:02,321 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 12:03:02,360 Job list saved +2021-12-29 12:03:02,365 +Jobs ready for transfer_node: 0 +2021-12-29 12:03:02,374 Number of jobs available: 3 +2021-12-29 12:03:02,376 Number of jobs ready: 0 +2021-12-29 12:03:02,382 +Jobs ready for marenostrum4: 12 +2021-12-29 12:03:02,392 Number of jobs available: 0 +2021-12-29 12:03:02,394 Number of jobs ready: 12 +2021-12-29 12:03:02,399 Jobs ready for marenostrum4: 12 +2021-12-29 12:03:02,405 Updating FAILED jobs +2021-12-29 12:03:02,405 Updating WAITING jobs +2021-12-29 12:03:02,408 Updating WAITING jobs eligible for be prepared +2021-12-29 12:03:02,411 Updating Held jobs +2021-12-29 12:03:02,411 Update finished +2021-12-29 12:03:02,413 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 12:03:02,413 a29z_19550501_fc3_1_POST 1481 COMPLETED transfer_node serial +2021-12-29 12:03:02,413 a29z_19550501_fc4_1_POST 2398 COMPLETED transfer_node serial +2021-12-29 12:03:02,413 a29z_19550501_fc0_1_CLEAN 19588000 COMPLETED marenostrum4 debug +2021-12-29 12:03:02,413 a29z_19550501_fc1_1_CLEAN 19588013 COMPLETED marenostrum4 debug +2021-12-29 12:03:02,413 a29z_19550501_fc2_1_CLEAN 19588021 COMPLETED marenostrum4 debug +2021-12-29 12:03:02,414 a29z_19550501_fc3_1_CLEAN 19588028 RUNNING marenostrum4 debug +2021-12-29 12:03:02,414 a29z_19550501_fc0_2_SIM 19588055 QUEUING marenostrum4 debug +2021-12-29 12:03:02,414 a29z_19550501_fc1_2_SIM 19588068 QUEUING marenostrum4 debug +2021-12-29 12:03:02,414 a29z_19550501_fc4_1_CLEAN 19588048 QUEUING marenostrum4 debug +2021-12-29 12:03:02,416 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 12:03:02,454 Job list saved +2021-12-29 12:03:02,459 +Jobs prepared for transfer_node: 0 +2021-12-29 12:03:02,466 Number of jobs available: 3 +2021-12-29 12:03:02,468 Number of jobs prepared: 0 +2021-12-29 12:03:02,475 +Jobs prepared for marenostrum4: 2 +2021-12-29 12:03:02,482 Number of jobs available: 0 +2021-12-29 12:03:02,484 Number of jobs prepared: 2 +2021-12-29 12:03:02,488 Jobs ready for marenostrum4: 2 +2021-12-29 12:03:02,496 Updating FAILED jobs +2021-12-29 12:03:02,497 Updating WAITING jobs +2021-12-29 12:03:02,500 Updating WAITING jobs eligible for be prepared +2021-12-29 12:03:02,503 Updating Held jobs +2021-12-29 12:03:02,503 Update finished +2021-12-29 12:03:02,505 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 12:03:02,505 a29z_19550501_fc3_1_POST 1481 COMPLETED transfer_node serial +2021-12-29 12:03:02,505 a29z_19550501_fc4_1_POST 2398 COMPLETED transfer_node serial +2021-12-29 12:03:02,505 a29z_19550501_fc0_1_CLEAN 19588000 COMPLETED marenostrum4 debug +2021-12-29 12:03:02,505 a29z_19550501_fc1_1_CLEAN 19588013 COMPLETED marenostrum4 debug +2021-12-29 12:03:02,505 a29z_19550501_fc2_1_CLEAN 19588021 COMPLETED marenostrum4 debug +2021-12-29 12:03:02,506 a29z_19550501_fc3_1_CLEAN 19588028 RUNNING marenostrum4 debug +2021-12-29 12:03:02,506 a29z_19550501_fc0_2_SIM 19588055 QUEUING marenostrum4 debug +2021-12-29 12:03:02,506 a29z_19550501_fc1_2_SIM 19588068 QUEUING marenostrum4 debug +2021-12-29 12:03:02,506 a29z_19550501_fc4_1_CLEAN 19588048 QUEUING marenostrum4 debug +2021-12-29 12:03:02,508 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 12:03:02,547 Job list saved +2021-12-29 12:03:02,598 Updating FAILED jobs +2021-12-29 12:03:02,599 Updating WAITING jobs +2021-12-29 12:03:02,602 Updating WAITING jobs eligible for be prepared +2021-12-29 12:03:02,605 Updating Held jobs +2021-12-29 12:03:02,605 Update finished +2021-12-29 12:03:12,616 Reloading parameters... +[WARNING] 2021-12-29 12:03:12,626 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 12:03:12,627 Loading parameters... +2021-12-29 12:03:12,629 + +561 of 590 jobs remaining (12:03) +2021-12-29 12:03:12,630 Sleep: 10 +2021-12-29 12:03:12,630 Number of retrials: 0 +2021-12-29 12:03:12,630 WRAPPER CHECK TIME = 10 +2021-12-29 12:03:12,641 Checking jobs for platform=transfer_node +2021-12-29 12:03:12,652 Checking jobs for platform=marenostrum4 +2021-12-29 12:03:12,652 Checking all jobs at once +2021-12-29 12:03:13,873 Successful check job command +2021-12-29 12:03:15,292 a29z_19550501_fc3_1_CLEAN job seems to have completed: checking... +2021-12-29 12:03:15,307 Job a29z_19550501_fc3_1_CLEAN is COMPLETED +2021-12-29 12:03:15,321 a29z_19550501_fc3_1_CLEAN_STAT file have been transfered +[WARNING] 2021-12-29 12:03:15,383 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 12:03:15,385 Job a29z_19550501_fc4_1_CLEAN is QUEUING +2021-12-29 12:03:15,385 Job a29z_19550501_fc1_2_SIM is QUEUING +2021-12-29 12:03:15,385 Job a29z_19550501_fc0_2_SIM is QUEUING +2021-12-29 12:03:15,385 End of checking +2021-12-29 12:03:15,386 Updating FAILED jobs +2021-12-29 12:03:15,387 Updating WAITING jobs +2021-12-29 12:03:15,391 Updating WAITING jobs eligible for be prepared +2021-12-29 12:03:15,395 Updating Held jobs +2021-12-29 12:03:15,395 Update finished +2021-12-29 12:03:15,397 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 12:03:15,398 a29z_19550501_fc4_1_POST 2398 COMPLETED transfer_node serial +2021-12-29 12:03:15,398 a29z_19550501_fc0_1_CLEAN 19588000 COMPLETED marenostrum4 debug +2021-12-29 12:03:15,398 a29z_19550501_fc1_1_CLEAN 19588013 COMPLETED marenostrum4 debug +2021-12-29 12:03:15,398 a29z_19550501_fc2_1_CLEAN 19588021 COMPLETED marenostrum4 debug +2021-12-29 12:03:15,399 a29z_19550501_fc3_1_CLEAN 19588028 COMPLETED marenostrum4 debug +2021-12-29 12:03:15,399 a29z_19550501_fc0_2_SIM 19588055 QUEUING marenostrum4 debug +2021-12-29 12:03:15,399 a29z_19550501_fc1_2_SIM 19588068 QUEUING marenostrum4 debug +2021-12-29 12:03:15,399 a29z_19550501_fc4_1_CLEAN 19588048 QUEUING marenostrum4 debug +2021-12-29 12:03:15,401 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +[WARNING] 2021-12-29 12:03:15,411 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 12:03:15,415 Custom directives from platform.conf: None +2021-12-29 12:03:15,415 Custom directives from platform.conf: None +2021-12-29 12:03:15,490 Job list saved +2021-12-29 12:03:15,495 +Jobs ready for transfer_node: 0 +2021-12-29 12:03:15,504 Number of jobs available: 3 +2021-12-29 12:03:15,506 Number of jobs ready: 0 +2021-12-29 12:03:15,512 +Jobs ready for marenostrum4: 12 +2021-12-29 12:03:15,523 Number of jobs available: 0 +2021-12-29 12:03:15,588 Number of jobs ready: 12 +2021-12-29 12:03:15,593 Jobs ready for marenostrum4: 12 +2021-12-29 12:03:15,598 Updating FAILED jobs +2021-12-29 12:03:15,598 Updating WAITING jobs +2021-12-29 12:03:15,601 Updating WAITING jobs eligible for be prepared +2021-12-29 12:03:15,604 Updating Held jobs +2021-12-29 12:03:15,605 Update finished +2021-12-29 12:03:15,606 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 12:03:15,607 a29z_19550501_fc4_1_POST 2398 COMPLETED transfer_node serial +2021-12-29 12:03:15,607 a29z_19550501_fc0_1_CLEAN 19588000 COMPLETED marenostrum4 debug +2021-12-29 12:03:15,607 a29z_19550501_fc1_1_CLEAN 19588013 COMPLETED marenostrum4 debug +2021-12-29 12:03:15,607 a29z_19550501_fc2_1_CLEAN 19588021 COMPLETED marenostrum4 debug +2021-12-29 12:03:15,607 a29z_19550501_fc3_1_CLEAN 19588028 COMPLETED marenostrum4 debug +2021-12-29 12:03:15,607 a29z_19550501_fc0_2_SIM 19588055 QUEUING marenostrum4 debug +2021-12-29 12:03:15,607 a29z_19550501_fc1_2_SIM 19588068 QUEUING marenostrum4 debug +2021-12-29 12:03:15,608 a29z_19550501_fc4_1_CLEAN 19588048 QUEUING marenostrum4 debug +2021-12-29 12:03:15,610 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 12:03:15,688 Job list saved +2021-12-29 12:03:15,692 +Jobs prepared for transfer_node: 0 +2021-12-29 12:03:15,700 Number of jobs available: 3 +2021-12-29 12:03:15,703 Number of jobs prepared: 0 +2021-12-29 12:03:15,710 +Jobs prepared for marenostrum4: 2 +2021-12-29 12:03:15,717 Number of jobs available: 0 +2021-12-29 12:03:15,719 Number of jobs prepared: 2 +2021-12-29 12:03:15,724 Jobs ready for marenostrum4: 2 +2021-12-29 12:03:15,732 Updating FAILED jobs +2021-12-29 12:03:15,733 Updating WAITING jobs +2021-12-29 12:03:15,736 Updating WAITING jobs eligible for be prepared +2021-12-29 12:03:15,739 Updating Held jobs +2021-12-29 12:03:15,739 Update finished +2021-12-29 12:03:15,741 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 12:03:15,741 a29z_19550501_fc4_1_POST 2398 COMPLETED transfer_node serial +2021-12-29 12:03:15,741 a29z_19550501_fc0_1_CLEAN 19588000 COMPLETED marenostrum4 debug +2021-12-29 12:03:15,741 a29z_19550501_fc1_1_CLEAN 19588013 COMPLETED marenostrum4 debug +2021-12-29 12:03:15,741 a29z_19550501_fc2_1_CLEAN 19588021 COMPLETED marenostrum4 debug +2021-12-29 12:03:15,741 a29z_19550501_fc3_1_CLEAN 19588028 COMPLETED marenostrum4 debug +2021-12-29 12:03:15,742 a29z_19550501_fc0_2_SIM 19588055 QUEUING marenostrum4 debug +2021-12-29 12:03:15,742 a29z_19550501_fc1_2_SIM 19588068 QUEUING marenostrum4 debug +2021-12-29 12:03:15,742 a29z_19550501_fc4_1_CLEAN 19588048 QUEUING marenostrum4 debug +2021-12-29 12:03:15,744 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 12:03:15,785 Job list saved +2021-12-29 12:03:15,842 Updating FAILED jobs +2021-12-29 12:03:15,843 Updating WAITING jobs +2021-12-29 12:03:15,845 Updating WAITING jobs eligible for be prepared +2021-12-29 12:03:15,848 Updating Held jobs +2021-12-29 12:03:15,849 Update finished +2021-12-29 12:03:25,856 Reloading parameters... +[WARNING] 2021-12-29 12:03:25,868 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 12:03:25,869 Loading parameters... +2021-12-29 12:03:25,871 + +560 of 590 jobs remaining (12:03) +2021-12-29 12:03:25,871 Sleep: 10 +2021-12-29 12:03:25,871 Number of retrials: 0 +2021-12-29 12:03:25,871 WRAPPER CHECK TIME = 10 +2021-12-29 12:03:25,882 Checking jobs for platform=transfer_node +2021-12-29 12:03:25,893 Checking jobs for platform=marenostrum4 +2021-12-29 12:03:25,893 Checking all jobs at once +2021-12-29 12:03:27,112 Successful check job command +2021-12-29 12:03:28,632 Job a29z_19550501_fc1_2_SIM is QUEUING +2021-12-29 12:03:28,632 Job a29z_19550501_fc4_1_CLEAN is QUEUING +2021-12-29 12:03:28,632 Job a29z_19550501_fc0_2_SIM is QUEUING +2021-12-29 12:03:28,633 End of checking +2021-12-29 12:03:28,634 Updating FAILED jobs +2021-12-29 12:03:28,635 Updating WAITING jobs +2021-12-29 12:03:28,637 Updating WAITING jobs eligible for be prepared +2021-12-29 12:03:28,641 Updating Held jobs +2021-12-29 12:03:28,641 Update finished +2021-12-29 12:03:28,643 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 12:03:28,643 a29z_19550501_fc4_1_POST 2398 COMPLETED transfer_node serial +2021-12-29 12:03:28,643 a29z_19550501_fc0_1_CLEAN 19588000 COMPLETED marenostrum4 debug +2021-12-29 12:03:28,643 a29z_19550501_fc1_1_CLEAN 19588013 COMPLETED marenostrum4 debug +2021-12-29 12:03:28,643 a29z_19550501_fc2_1_CLEAN 19588021 COMPLETED marenostrum4 debug +2021-12-29 12:03:28,643 a29z_19550501_fc3_1_CLEAN 19588028 COMPLETED marenostrum4 debug +2021-12-29 12:03:28,643 a29z_19550501_fc0_2_SIM 19588055 QUEUING marenostrum4 debug +2021-12-29 12:03:28,644 a29z_19550501_fc1_2_SIM 19588068 QUEUING marenostrum4 debug +2021-12-29 12:03:28,644 a29z_19550501_fc4_1_CLEAN 19588048 QUEUING marenostrum4 debug +2021-12-29 12:03:28,646 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 12:03:28,685 Job list saved +2021-12-29 12:03:28,690 +Jobs ready for transfer_node: 0 +2021-12-29 12:03:28,699 Number of jobs available: 3 +2021-12-29 12:03:28,701 Number of jobs ready: 0 +2021-12-29 12:03:28,707 +Jobs ready for marenostrum4: 12 +2021-12-29 12:03:28,716 Number of jobs available: 0 +2021-12-29 12:03:28,718 Number of jobs ready: 12 +2021-12-29 12:03:28,723 Jobs ready for marenostrum4: 12 +2021-12-29 12:03:28,728 Updating FAILED jobs +2021-12-29 12:03:28,729 Updating WAITING jobs +2021-12-29 12:03:28,732 Updating WAITING jobs eligible for be prepared +2021-12-29 12:03:28,735 Updating Held jobs +2021-12-29 12:03:28,735 Update finished +2021-12-29 12:03:28,737 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 12:03:28,737 a29z_19550501_fc4_1_POST 2398 COMPLETED transfer_node serial +2021-12-29 12:03:28,737 a29z_19550501_fc0_1_CLEAN 19588000 COMPLETED marenostrum4 debug +2021-12-29 12:03:28,737 a29z_19550501_fc1_1_CLEAN 19588013 COMPLETED marenostrum4 debug +2021-12-29 12:03:28,737 a29z_19550501_fc2_1_CLEAN 19588021 COMPLETED marenostrum4 debug +2021-12-29 12:03:28,737 a29z_19550501_fc3_1_CLEAN 19588028 COMPLETED marenostrum4 debug +2021-12-29 12:03:28,738 a29z_19550501_fc0_2_SIM 19588055 QUEUING marenostrum4 debug +2021-12-29 12:03:28,738 a29z_19550501_fc1_2_SIM 19588068 QUEUING marenostrum4 debug +2021-12-29 12:03:28,738 a29z_19550501_fc4_1_CLEAN 19588048 QUEUING marenostrum4 debug +2021-12-29 12:03:28,740 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 12:03:28,778 Job list saved +2021-12-29 12:03:28,783 +Jobs prepared for transfer_node: 0 +2021-12-29 12:03:28,789 Number of jobs available: 3 +2021-12-29 12:03:28,792 Number of jobs prepared: 0 +2021-12-29 12:03:28,799 +Jobs prepared for marenostrum4: 2 +2021-12-29 12:03:28,807 Number of jobs available: 0 +2021-12-29 12:03:28,809 Number of jobs prepared: 2 +2021-12-29 12:03:28,813 Jobs ready for marenostrum4: 2 +2021-12-29 12:03:28,821 Updating FAILED jobs +2021-12-29 12:03:28,821 Updating WAITING jobs +2021-12-29 12:03:28,824 Updating WAITING jobs eligible for be prepared +2021-12-29 12:03:28,827 Updating Held jobs +2021-12-29 12:03:28,828 Update finished +2021-12-29 12:03:28,829 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 12:03:28,829 a29z_19550501_fc4_1_POST 2398 COMPLETED transfer_node serial +2021-12-29 12:03:28,829 a29z_19550501_fc0_1_CLEAN 19588000 COMPLETED marenostrum4 debug +2021-12-29 12:03:28,830 a29z_19550501_fc1_1_CLEAN 19588013 COMPLETED marenostrum4 debug +2021-12-29 12:03:28,830 a29z_19550501_fc2_1_CLEAN 19588021 COMPLETED marenostrum4 debug +2021-12-29 12:03:28,830 a29z_19550501_fc3_1_CLEAN 19588028 COMPLETED marenostrum4 debug +2021-12-29 12:03:28,830 a29z_19550501_fc0_2_SIM 19588055 QUEUING marenostrum4 debug +2021-12-29 12:03:28,830 a29z_19550501_fc1_2_SIM 19588068 QUEUING marenostrum4 debug +2021-12-29 12:03:28,830 a29z_19550501_fc4_1_CLEAN 19588048 QUEUING marenostrum4 debug +2021-12-29 12:03:28,832 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 12:03:28,870 Job list saved +2021-12-29 12:03:28,876 Updating FAILED jobs +2021-12-29 12:03:28,877 Updating WAITING jobs +2021-12-29 12:03:28,880 Updating WAITING jobs eligible for be prepared +2021-12-29 12:03:28,883 Updating Held jobs +2021-12-29 12:03:28,883 Update finished +2021-12-29 12:03:38,893 Reloading parameters... +[WARNING] 2021-12-29 12:03:38,904 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 12:03:38,906 Loading parameters... +2021-12-29 12:03:38,908 + +560 of 590 jobs remaining (12:03) +2021-12-29 12:03:38,908 Sleep: 10 +2021-12-29 12:03:38,908 Number of retrials: 0 +2021-12-29 12:03:38,908 WRAPPER CHECK TIME = 10 +2021-12-29 12:03:38,921 Checking jobs for platform=transfer_node +2021-12-29 12:03:38,933 Checking jobs for platform=marenostrum4 +2021-12-29 12:03:38,933 Checking all jobs at once +2021-12-29 12:03:40,153 Successful check job command +2021-12-29 12:03:41,422 Job a29z_19550501_fc1_2_SIM is QUEUING +2021-12-29 12:03:41,422 Job a29z_19550501_fc4_1_CLEAN is RUNNING +2021-12-29 12:03:41,424 /gpfs/scratch/bsc32/bsc32985/a29z/LOG_a29z/a29z_19550501_fc4_1_CLEAN_STAT File still no exists.. waiting 5s for a new retry ( retries left: 3) +2021-12-29 12:03:46,450 a29z_19550501_fc4_1_CLEAN_STAT file have been transfered +2021-12-29 12:03:46,505 Job a29z_19550501_fc0_2_SIM is QUEUING +2021-12-29 12:03:46,505 End of checking +2021-12-29 12:03:46,506 Updating FAILED jobs +2021-12-29 12:03:46,507 Updating WAITING jobs +2021-12-29 12:03:46,510 Updating WAITING jobs eligible for be prepared +2021-12-29 12:03:46,513 Updating Held jobs +2021-12-29 12:03:46,514 Update finished +2021-12-29 12:03:46,515 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 12:03:46,515 a29z_19550501_fc4_1_POST 2398 COMPLETED transfer_node serial +2021-12-29 12:03:46,516 a29z_19550501_fc0_1_CLEAN 19588000 COMPLETED marenostrum4 debug +2021-12-29 12:03:46,516 a29z_19550501_fc1_1_CLEAN 19588013 COMPLETED marenostrum4 debug +2021-12-29 12:03:46,516 a29z_19550501_fc2_1_CLEAN 19588021 COMPLETED marenostrum4 debug +2021-12-29 12:03:46,516 a29z_19550501_fc3_1_CLEAN 19588028 COMPLETED marenostrum4 debug +2021-12-29 12:03:46,516 a29z_19550501_fc4_1_CLEAN 19588048 RUNNING marenostrum4 debug +2021-12-29 12:03:46,516 a29z_19550501_fc0_2_SIM 19588055 QUEUING marenostrum4 debug +2021-12-29 12:03:46,516 a29z_19550501_fc1_2_SIM 19588068 QUEUING marenostrum4 debug +2021-12-29 12:03:46,519 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 12:03:46,559 Job list saved +2021-12-29 12:03:46,564 +Jobs ready for transfer_node: 0 +2021-12-29 12:03:46,572 Number of jobs available: 3 +2021-12-29 12:03:46,575 Number of jobs ready: 0 +2021-12-29 12:03:46,582 +Jobs ready for marenostrum4: 12 +2021-12-29 12:03:46,591 Number of jobs available: 1 +2021-12-29 12:03:46,594 Number of jobs ready: 12 +2021-12-29 12:03:46,598 Jobs ready for marenostrum4: 12 +2021-12-29 12:03:46,613 Creating Scripts +2021-12-29 12:03:46,655 Sending Files +2021-12-29 12:03:46,666 Submitting +2021-12-29 12:03:46,675 a29z_19550501_fc2_2_SIM_STAT have been removed +2021-12-29 12:03:46,677 a29z_19550501_fc2_2_SIM_COMPLETED been removed +2021-12-29 12:03:47,920 Updating FAILED jobs +2021-12-29 12:03:47,921 Updating WAITING jobs +2021-12-29 12:03:47,924 Updating WAITING jobs eligible for be prepared +2021-12-29 12:03:47,928 Updating Held jobs +2021-12-29 12:03:47,929 Update finished +2021-12-29 12:03:47,931 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 12:03:47,932 a29z_19550501_fc4_1_POST 2398 COMPLETED transfer_node serial +2021-12-29 12:03:47,932 a29z_19550501_fc0_1_CLEAN 19588000 COMPLETED marenostrum4 debug +2021-12-29 12:03:47,932 a29z_19550501_fc1_1_CLEAN 19588013 COMPLETED marenostrum4 debug +2021-12-29 12:03:47,932 a29z_19550501_fc2_1_CLEAN 19588021 COMPLETED marenostrum4 debug +2021-12-29 12:03:47,932 a29z_19550501_fc3_1_CLEAN 19588028 COMPLETED marenostrum4 debug +2021-12-29 12:03:47,932 a29z_19550501_fc2_2_SIM 19588079 SUBMITTED marenostrum4 debug +2021-12-29 12:03:47,932 a29z_19550501_fc4_1_CLEAN 19588048 RUNNING marenostrum4 debug +2021-12-29 12:03:47,933 a29z_19550501_fc0_2_SIM 19588055 QUEUING marenostrum4 debug +2021-12-29 12:03:47,933 a29z_19550501_fc1_2_SIM 19588068 QUEUING marenostrum4 debug +2021-12-29 12:03:47,935 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 12:03:47,975 Job list saved +2021-12-29 12:03:47,979 +Jobs prepared for transfer_node: 0 +2021-12-29 12:03:47,986 Number of jobs available: 3 +2021-12-29 12:03:47,988 Number of jobs prepared: 0 +2021-12-29 12:03:47,995 +Jobs prepared for marenostrum4: 2 +2021-12-29 12:03:48,001 Number of jobs available: 0 +2021-12-29 12:03:48,003 Number of jobs prepared: 2 +2021-12-29 12:03:48,008 Jobs ready for marenostrum4: 2 +2021-12-29 12:03:48,017 Updating FAILED jobs +2021-12-29 12:03:48,017 Updating WAITING jobs +2021-12-29 12:03:48,020 Updating WAITING jobs eligible for be prepared +2021-12-29 12:03:48,023 Updating Held jobs +2021-12-29 12:03:48,024 Update finished +2021-12-29 12:03:48,025 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 12:03:48,026 a29z_19550501_fc4_1_POST 2398 COMPLETED transfer_node serial +2021-12-29 12:03:48,026 a29z_19550501_fc0_1_CLEAN 19588000 COMPLETED marenostrum4 debug +2021-12-29 12:03:48,026 a29z_19550501_fc1_1_CLEAN 19588013 COMPLETED marenostrum4 debug +2021-12-29 12:03:48,026 a29z_19550501_fc2_1_CLEAN 19588021 COMPLETED marenostrum4 debug +2021-12-29 12:03:48,026 a29z_19550501_fc3_1_CLEAN 19588028 COMPLETED marenostrum4 debug +2021-12-29 12:03:48,026 a29z_19550501_fc2_2_SIM 19588079 SUBMITTED marenostrum4 debug +2021-12-29 12:03:48,026 a29z_19550501_fc4_1_CLEAN 19588048 RUNNING marenostrum4 debug +2021-12-29 12:03:48,026 a29z_19550501_fc0_2_SIM 19588055 QUEUING marenostrum4 debug +2021-12-29 12:03:48,027 a29z_19550501_fc1_2_SIM 19588068 QUEUING marenostrum4 debug +2021-12-29 12:03:48,029 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 12:03:48,068 Job list saved +2021-12-29 12:03:48,122 Updating FAILED jobs +2021-12-29 12:03:48,123 Updating WAITING jobs +2021-12-29 12:03:48,126 Updating WAITING jobs eligible for be prepared +2021-12-29 12:03:48,129 Updating Held jobs +2021-12-29 12:03:48,130 Update finished +2021-12-29 12:03:58,142 Reloading parameters... +[WARNING] 2021-12-29 12:03:58,154 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 12:03:58,155 Loading parameters... +2021-12-29 12:03:58,157 + +560 of 590 jobs remaining (12:03) +2021-12-29 12:03:58,157 Sleep: 10 +2021-12-29 12:03:58,157 Number of retrials: 0 +2021-12-29 12:03:58,158 WRAPPER CHECK TIME = 10 +2021-12-29 12:03:58,169 Checking jobs for platform=transfer_node +2021-12-29 12:03:58,180 Checking jobs for platform=marenostrum4 +2021-12-29 12:03:58,180 Checking all jobs at once +2021-12-29 12:03:59,399 Successful check job command +2021-12-29 12:04:00,618 Job a29z_19550501_fc0_2_SIM is QUEUING +2021-12-29 12:04:00,618 Job a29z_19550501_fc2_2_SIM is QUEUING +2021-12-29 12:04:00,618 Job a29z_19550501_fc1_2_SIM is QUEUING +2021-12-29 12:04:00,618 Job a29z_19550501_fc4_1_CLEAN is RUNNING +2021-12-29 12:04:00,619 End of checking +2021-12-29 12:04:00,620 Updating FAILED jobs +2021-12-29 12:04:00,621 Updating WAITING jobs +2021-12-29 12:04:00,624 Updating WAITING jobs eligible for be prepared +2021-12-29 12:04:00,626 Setting job: a29z_19550501_fc2_3_SIM status to: Prepared for be held (all parents queuing, running or completed)... +2021-12-29 12:04:00,627 Updating Held jobs +2021-12-29 12:04:00,628 Update finished +2021-12-29 12:04:00,629 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 12:04:00,629 a29z_19550501_fc4_1_POST 2398 COMPLETED transfer_node serial +2021-12-29 12:04:00,629 a29z_19550501_fc0_1_CLEAN 19588000 COMPLETED marenostrum4 debug +2021-12-29 12:04:00,630 a29z_19550501_fc1_1_CLEAN 19588013 COMPLETED marenostrum4 debug +2021-12-29 12:04:00,630 a29z_19550501_fc2_1_CLEAN 19588021 COMPLETED marenostrum4 debug +2021-12-29 12:04:00,630 a29z_19550501_fc3_1_CLEAN 19588028 COMPLETED marenostrum4 debug +2021-12-29 12:04:00,630 a29z_19550501_fc4_1_CLEAN 19588048 RUNNING marenostrum4 debug +2021-12-29 12:04:00,630 a29z_19550501_fc0_2_SIM 19588055 QUEUING marenostrum4 debug +2021-12-29 12:04:00,630 a29z_19550501_fc1_2_SIM 19588068 QUEUING marenostrum4 debug +2021-12-29 12:04:00,630 a29z_19550501_fc2_2_SIM 19588079 QUEUING marenostrum4 debug +2021-12-29 12:04:00,633 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 12:04:00,672 Job list saved +2021-12-29 12:04:00,677 +Jobs ready for transfer_node: 0 +2021-12-29 12:04:00,686 Number of jobs available: 3 +2021-12-29 12:04:00,688 Number of jobs ready: 0 +2021-12-29 12:04:00,694 +Jobs ready for marenostrum4: 11 +2021-12-29 12:04:00,703 Number of jobs available: 0 +2021-12-29 12:04:00,706 Number of jobs ready: 11 +2021-12-29 12:04:00,710 Jobs ready for marenostrum4: 11 +2021-12-29 12:04:00,716 Updating FAILED jobs +2021-12-29 12:04:00,717 Updating WAITING jobs +2021-12-29 12:04:00,720 Updating WAITING jobs eligible for be prepared +2021-12-29 12:04:00,723 Updating Held jobs +2021-12-29 12:04:00,723 Update finished +2021-12-29 12:04:00,725 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 12:04:00,725 a29z_19550501_fc4_1_POST 2398 COMPLETED transfer_node serial +2021-12-29 12:04:00,725 a29z_19550501_fc0_1_CLEAN 19588000 COMPLETED marenostrum4 debug +2021-12-29 12:04:00,725 a29z_19550501_fc1_1_CLEAN 19588013 COMPLETED marenostrum4 debug +2021-12-29 12:04:00,725 a29z_19550501_fc2_1_CLEAN 19588021 COMPLETED marenostrum4 debug +2021-12-29 12:04:00,726 a29z_19550501_fc3_1_CLEAN 19588028 COMPLETED marenostrum4 debug +2021-12-29 12:04:00,726 a29z_19550501_fc4_1_CLEAN 19588048 RUNNING marenostrum4 debug +2021-12-29 12:04:00,726 a29z_19550501_fc0_2_SIM 19588055 QUEUING marenostrum4 debug +2021-12-29 12:04:00,726 a29z_19550501_fc1_2_SIM 19588068 QUEUING marenostrum4 debug +2021-12-29 12:04:00,726 a29z_19550501_fc2_2_SIM 19588079 QUEUING marenostrum4 debug +2021-12-29 12:04:00,728 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 12:04:00,766 Job list saved +2021-12-29 12:04:00,771 +Jobs prepared for transfer_node: 0 +2021-12-29 12:04:00,777 Number of jobs available: 3 +2021-12-29 12:04:00,780 Number of jobs prepared: 0 +2021-12-29 12:04:00,786 +Jobs prepared for marenostrum4: 3 +2021-12-29 12:04:00,793 Number of jobs available: 0 +2021-12-29 12:04:00,795 Number of jobs prepared: 3 +2021-12-29 12:04:00,799 Jobs ready for marenostrum4: 3 +2021-12-29 12:04:00,808 Updating FAILED jobs +2021-12-29 12:04:00,809 Updating WAITING jobs +2021-12-29 12:04:00,811 Updating WAITING jobs eligible for be prepared +2021-12-29 12:04:00,814 Updating Held jobs +2021-12-29 12:04:00,815 Update finished +2021-12-29 12:04:00,816 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 12:04:00,817 a29z_19550501_fc4_1_POST 2398 COMPLETED transfer_node serial +2021-12-29 12:04:00,817 a29z_19550501_fc0_1_CLEAN 19588000 COMPLETED marenostrum4 debug +2021-12-29 12:04:00,817 a29z_19550501_fc1_1_CLEAN 19588013 COMPLETED marenostrum4 debug +2021-12-29 12:04:00,817 a29z_19550501_fc2_1_CLEAN 19588021 COMPLETED marenostrum4 debug +2021-12-29 12:04:00,817 a29z_19550501_fc3_1_CLEAN 19588028 COMPLETED marenostrum4 debug +2021-12-29 12:04:00,817 a29z_19550501_fc4_1_CLEAN 19588048 RUNNING marenostrum4 debug +2021-12-29 12:04:00,817 a29z_19550501_fc0_2_SIM 19588055 QUEUING marenostrum4 debug +2021-12-29 12:04:00,818 a29z_19550501_fc1_2_SIM 19588068 QUEUING marenostrum4 debug +2021-12-29 12:04:00,818 a29z_19550501_fc2_2_SIM 19588079 QUEUING marenostrum4 debug +2021-12-29 12:04:00,821 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 12:04:00,860 Job list saved +2021-12-29 12:04:00,916 Updating FAILED jobs +2021-12-29 12:04:00,917 Updating WAITING jobs +2021-12-29 12:04:00,920 Updating WAITING jobs eligible for be prepared +2021-12-29 12:04:00,923 Updating Held jobs +2021-12-29 12:04:00,924 Update finished +2021-12-29 12:04:10,936 Reloading parameters... +[WARNING] 2021-12-29 12:04:10,948 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 12:04:10,949 Loading parameters... +2021-12-29 12:04:10,951 + +560 of 590 jobs remaining (12:04) +2021-12-29 12:04:10,951 Sleep: 10 +2021-12-29 12:04:10,951 Number of retrials: 0 +2021-12-29 12:04:10,951 WRAPPER CHECK TIME = 10 +2021-12-29 12:04:10,962 Checking jobs for platform=transfer_node +2021-12-29 12:04:10,973 Checking jobs for platform=marenostrum4 +2021-12-29 12:04:10,973 Checking all jobs at once +2021-12-29 12:04:12,142 Successful check job command +2021-12-29 12:04:13,411 Job a29z_19550501_fc2_2_SIM is QUEUING +2021-12-29 12:04:13,411 Job a29z_19550501_fc1_2_SIM is QUEUING +2021-12-29 12:04:13,411 Job a29z_19550501_fc4_1_CLEAN is RUNNING +2021-12-29 12:04:13,411 Job a29z_19550501_fc0_2_SIM is QUEUING +2021-12-29 12:04:13,412 End of checking +2021-12-29 12:04:13,413 Updating FAILED jobs +2021-12-29 12:04:13,414 Updating WAITING jobs +2021-12-29 12:04:13,416 Updating WAITING jobs eligible for be prepared +2021-12-29 12:04:13,419 Updating Held jobs +2021-12-29 12:04:13,420 Update finished +2021-12-29 12:04:13,422 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 12:04:13,422 a29z_19550501_fc4_1_POST 2398 COMPLETED transfer_node serial +2021-12-29 12:04:13,422 a29z_19550501_fc0_1_CLEAN 19588000 COMPLETED marenostrum4 debug +2021-12-29 12:04:13,422 a29z_19550501_fc1_1_CLEAN 19588013 COMPLETED marenostrum4 debug +2021-12-29 12:04:13,422 a29z_19550501_fc2_1_CLEAN 19588021 COMPLETED marenostrum4 debug +2021-12-29 12:04:13,422 a29z_19550501_fc3_1_CLEAN 19588028 COMPLETED marenostrum4 debug +2021-12-29 12:04:13,422 a29z_19550501_fc4_1_CLEAN 19588048 RUNNING marenostrum4 debug +2021-12-29 12:04:13,423 a29z_19550501_fc0_2_SIM 19588055 QUEUING marenostrum4 debug +2021-12-29 12:04:13,423 a29z_19550501_fc1_2_SIM 19588068 QUEUING marenostrum4 debug +2021-12-29 12:04:13,423 a29z_19550501_fc2_2_SIM 19588079 QUEUING marenostrum4 debug +2021-12-29 12:04:13,426 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 12:04:13,467 Job list saved +2021-12-29 12:04:13,471 +Jobs ready for transfer_node: 0 +2021-12-29 12:04:13,481 Number of jobs available: 3 +2021-12-29 12:04:13,483 Number of jobs ready: 0 +2021-12-29 12:04:13,490 +Jobs ready for marenostrum4: 11 +2021-12-29 12:04:13,499 Number of jobs available: 0 +2021-12-29 12:04:13,502 Number of jobs ready: 11 +2021-12-29 12:04:13,506 Jobs ready for marenostrum4: 11 +2021-12-29 12:04:13,512 Updating FAILED jobs +2021-12-29 12:04:13,512 Updating WAITING jobs +2021-12-29 12:04:13,515 Updating WAITING jobs eligible for be prepared +2021-12-29 12:04:13,518 Updating Held jobs +2021-12-29 12:04:13,518 Update finished +2021-12-29 12:04:13,520 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 12:04:13,520 a29z_19550501_fc4_1_POST 2398 COMPLETED transfer_node serial +2021-12-29 12:04:13,520 a29z_19550501_fc0_1_CLEAN 19588000 COMPLETED marenostrum4 debug +2021-12-29 12:04:13,520 a29z_19550501_fc1_1_CLEAN 19588013 COMPLETED marenostrum4 debug +2021-12-29 12:04:13,520 a29z_19550501_fc2_1_CLEAN 19588021 COMPLETED marenostrum4 debug +2021-12-29 12:04:13,521 a29z_19550501_fc3_1_CLEAN 19588028 COMPLETED marenostrum4 debug +2021-12-29 12:04:13,521 a29z_19550501_fc4_1_CLEAN 19588048 RUNNING marenostrum4 debug +2021-12-29 12:04:13,521 a29z_19550501_fc0_2_SIM 19588055 QUEUING marenostrum4 debug +2021-12-29 12:04:13,521 a29z_19550501_fc1_2_SIM 19588068 QUEUING marenostrum4 debug +2021-12-29 12:04:13,521 a29z_19550501_fc2_2_SIM 19588079 QUEUING marenostrum4 debug +2021-12-29 12:04:13,523 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 12:04:13,561 Job list saved +2021-12-29 12:04:13,565 +Jobs prepared for transfer_node: 0 +2021-12-29 12:04:13,572 Number of jobs available: 3 +2021-12-29 12:04:13,574 Number of jobs prepared: 0 +2021-12-29 12:04:13,581 +Jobs prepared for marenostrum4: 3 +2021-12-29 12:04:13,587 Number of jobs available: 0 +2021-12-29 12:04:13,590 Number of jobs prepared: 3 +2021-12-29 12:04:13,594 Jobs ready for marenostrum4: 3 +2021-12-29 12:04:13,602 Updating FAILED jobs +2021-12-29 12:04:13,602 Updating WAITING jobs +2021-12-29 12:04:13,605 Updating WAITING jobs eligible for be prepared +2021-12-29 12:04:13,608 Updating Held jobs +2021-12-29 12:04:13,609 Update finished +2021-12-29 12:04:13,610 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 12:04:13,610 a29z_19550501_fc4_1_POST 2398 COMPLETED transfer_node serial +2021-12-29 12:04:13,610 a29z_19550501_fc0_1_CLEAN 19588000 COMPLETED marenostrum4 debug +2021-12-29 12:04:13,610 a29z_19550501_fc1_1_CLEAN 19588013 COMPLETED marenostrum4 debug +2021-12-29 12:04:13,611 a29z_19550501_fc2_1_CLEAN 19588021 COMPLETED marenostrum4 debug +2021-12-29 12:04:13,611 a29z_19550501_fc3_1_CLEAN 19588028 COMPLETED marenostrum4 debug +2021-12-29 12:04:13,611 a29z_19550501_fc4_1_CLEAN 19588048 RUNNING marenostrum4 debug +2021-12-29 12:04:13,611 a29z_19550501_fc0_2_SIM 19588055 QUEUING marenostrum4 debug +2021-12-29 12:04:13,611 a29z_19550501_fc1_2_SIM 19588068 QUEUING marenostrum4 debug +2021-12-29 12:04:13,611 a29z_19550501_fc2_2_SIM 19588079 QUEUING marenostrum4 debug +2021-12-29 12:04:13,613 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 12:04:13,651 Job list saved +2021-12-29 12:04:13,659 Updating FAILED jobs +2021-12-29 12:04:13,660 Updating WAITING jobs +2021-12-29 12:04:13,663 Updating WAITING jobs eligible for be prepared +2021-12-29 12:04:13,666 Updating Held jobs +2021-12-29 12:04:13,666 Update finished +2021-12-29 12:04:23,676 Reloading parameters... +[WARNING] 2021-12-29 12:04:23,687 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 12:04:23,689 Loading parameters... +2021-12-29 12:04:23,691 + +560 of 590 jobs remaining (12:04) +2021-12-29 12:04:23,691 Sleep: 10 +2021-12-29 12:04:23,691 Number of retrials: 0 +2021-12-29 12:04:23,691 WRAPPER CHECK TIME = 10 +2021-12-29 12:04:23,702 Checking jobs for platform=transfer_node +2021-12-29 12:04:23,713 Checking jobs for platform=marenostrum4 +2021-12-29 12:04:23,713 Checking all jobs at once +2021-12-29 12:04:24,933 Successful check job command +2021-12-29 12:04:26,202 Job a29z_19550501_fc2_2_SIM is QUEUING +2021-12-29 12:04:26,202 Job a29z_19550501_fc1_2_SIM is QUEUING +2021-12-29 12:04:26,202 a29z_19550501_fc4_1_CLEAN job seems to have completed: checking... +2021-12-29 12:04:26,216 Job a29z_19550501_fc4_1_CLEAN is COMPLETED +2021-12-29 12:04:26,235 a29z_19550501_fc4_1_CLEAN_STAT file have been transfered +[WARNING] 2021-12-29 12:04:26,303 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 12:04:26,304 Job a29z_19550501_fc0_2_SIM is QUEUING +2021-12-29 12:04:26,305 End of checking +2021-12-29 12:04:26,306 Updating FAILED jobs +2021-12-29 12:04:26,307 Updating WAITING jobs +2021-12-29 12:04:26,311 Updating WAITING jobs eligible for be prepared +2021-12-29 12:04:26,315 Updating Held jobs +2021-12-29 12:04:26,316 Update finished +2021-12-29 12:04:26,319 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 12:04:26,319 a29z_19550501_fc0_1_CLEAN 19588000 COMPLETED marenostrum4 debug +2021-12-29 12:04:26,319 a29z_19550501_fc1_1_CLEAN 19588013 COMPLETED marenostrum4 debug +2021-12-29 12:04:26,320 a29z_19550501_fc2_1_CLEAN 19588021 COMPLETED marenostrum4 debug +2021-12-29 12:04:26,320 a29z_19550501_fc3_1_CLEAN 19588028 COMPLETED marenostrum4 debug +2021-12-29 12:04:26,320 a29z_19550501_fc4_1_CLEAN 19588048 COMPLETED marenostrum4 debug +2021-12-29 12:04:26,320 a29z_19550501_fc0_2_SIM 19588055 QUEUING marenostrum4 debug +2021-12-29 12:04:26,321 a29z_19550501_fc1_2_SIM 19588068 QUEUING marenostrum4 debug +2021-12-29 12:04:26,322 a29z_19550501_fc2_2_SIM 19588079 QUEUING marenostrum4 debug +2021-12-29 12:04:26,324 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +[WARNING] 2021-12-29 12:04:26,334 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 12:04:26,337 Custom directives from platform.conf: None +2021-12-29 12:04:26,338 Custom directives from platform.conf: None +2021-12-29 12:04:26,412 Job list saved +2021-12-29 12:04:26,417 +Jobs ready for transfer_node: 0 +2021-12-29 12:04:26,428 Number of jobs available: 3 +2021-12-29 12:04:26,430 Number of jobs ready: 0 +2021-12-29 12:04:26,500 +Jobs ready for marenostrum4: 11 +2021-12-29 12:04:26,511 Number of jobs available: 0 +2021-12-29 12:04:26,514 Number of jobs ready: 11 +2021-12-29 12:04:26,520 Jobs ready for marenostrum4: 11 +2021-12-29 12:04:26,526 Updating FAILED jobs +2021-12-29 12:04:26,527 Updating WAITING jobs +2021-12-29 12:04:26,531 Updating WAITING jobs eligible for be prepared +2021-12-29 12:04:26,536 Updating Held jobs +2021-12-29 12:04:26,537 Update finished +2021-12-29 12:04:26,539 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 12:04:26,540 a29z_19550501_fc0_1_CLEAN 19588000 COMPLETED marenostrum4 debug +2021-12-29 12:04:26,556 a29z_19550501_fc1_1_CLEAN 19588013 COMPLETED marenostrum4 debug +2021-12-29 12:04:26,556 a29z_19550501_fc2_1_CLEAN 19588021 COMPLETED marenostrum4 debug +2021-12-29 12:04:26,556 a29z_19550501_fc3_1_CLEAN 19588028 COMPLETED marenostrum4 debug +2021-12-29 12:04:26,556 a29z_19550501_fc4_1_CLEAN 19588048 COMPLETED marenostrum4 debug +2021-12-29 12:04:26,556 a29z_19550501_fc0_2_SIM 19588055 QUEUING marenostrum4 debug +2021-12-29 12:04:26,556 a29z_19550501_fc1_2_SIM 19588068 QUEUING marenostrum4 debug +2021-12-29 12:04:26,557 a29z_19550501_fc2_2_SIM 19588079 QUEUING marenostrum4 debug +2021-12-29 12:04:26,577 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 12:04:26,624 Job list saved +2021-12-29 12:04:26,629 +Jobs prepared for transfer_node: 0 +2021-12-29 12:04:26,636 Number of jobs available: 3 +2021-12-29 12:04:26,638 Number of jobs prepared: 0 +2021-12-29 12:04:26,645 +Jobs prepared for marenostrum4: 3 +2021-12-29 12:04:26,652 Number of jobs available: 0 +2021-12-29 12:04:26,654 Number of jobs prepared: 3 +2021-12-29 12:04:26,658 Jobs ready for marenostrum4: 3 +2021-12-29 12:04:26,666 Updating FAILED jobs +2021-12-29 12:04:26,667 Updating WAITING jobs +2021-12-29 12:04:26,669 Updating WAITING jobs eligible for be prepared +2021-12-29 12:04:26,672 Updating Held jobs +2021-12-29 12:04:26,673 Update finished +2021-12-29 12:04:26,675 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 12:04:26,675 a29z_19550501_fc0_1_CLEAN 19588000 COMPLETED marenostrum4 debug +2021-12-29 12:04:26,675 a29z_19550501_fc1_1_CLEAN 19588013 COMPLETED marenostrum4 debug +2021-12-29 12:04:26,675 a29z_19550501_fc2_1_CLEAN 19588021 COMPLETED marenostrum4 debug +2021-12-29 12:04:26,675 a29z_19550501_fc3_1_CLEAN 19588028 COMPLETED marenostrum4 debug +2021-12-29 12:04:26,675 a29z_19550501_fc4_1_CLEAN 19588048 COMPLETED marenostrum4 debug +2021-12-29 12:04:26,675 a29z_19550501_fc0_2_SIM 19588055 QUEUING marenostrum4 debug +2021-12-29 12:04:26,675 a29z_19550501_fc1_2_SIM 19588068 QUEUING marenostrum4 debug +2021-12-29 12:04:26,676 a29z_19550501_fc2_2_SIM 19588079 QUEUING marenostrum4 debug +2021-12-29 12:04:26,678 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 12:04:26,717 Job list saved +2021-12-29 12:04:26,766 Updating FAILED jobs +2021-12-29 12:04:26,767 Updating WAITING jobs +2021-12-29 12:04:26,770 Updating WAITING jobs eligible for be prepared +2021-12-29 12:04:26,773 Updating Held jobs +2021-12-29 12:04:26,773 Update finished +2021-12-29 12:04:36,783 Reloading parameters... +[WARNING] 2021-12-29 12:04:36,794 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 12:04:36,795 Loading parameters... +2021-12-29 12:04:36,797 + +559 of 590 jobs remaining (12:04) +2021-12-29 12:04:36,797 Sleep: 10 +2021-12-29 12:04:36,797 Number of retrials: 0 +2021-12-29 12:04:36,798 WRAPPER CHECK TIME = 10 +2021-12-29 12:04:36,810 Checking jobs for platform=transfer_node +2021-12-29 12:04:36,821 Checking jobs for platform=marenostrum4 +2021-12-29 12:04:36,821 Checking all jobs at once +2021-12-29 12:04:38,040 Successful check job command +2021-12-29 12:04:39,359 Job a29z_19550501_fc1_2_SIM is QUEUING +2021-12-29 12:04:39,359 Job a29z_19550501_fc2_2_SIM is QUEUING +2021-12-29 12:04:39,359 Job a29z_19550501_fc0_2_SIM is QUEUING +2021-12-29 12:04:39,360 End of checking +2021-12-29 12:04:39,361 Updating FAILED jobs +2021-12-29 12:04:39,361 Updating WAITING jobs +2021-12-29 12:04:39,364 Updating WAITING jobs eligible for be prepared +2021-12-29 12:04:39,367 Updating Held jobs +2021-12-29 12:04:39,368 Update finished +2021-12-29 12:04:39,370 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 12:04:39,370 a29z_19550501_fc0_1_CLEAN 19588000 COMPLETED marenostrum4 debug +2021-12-29 12:04:39,370 a29z_19550501_fc1_1_CLEAN 19588013 COMPLETED marenostrum4 debug +2021-12-29 12:04:39,370 a29z_19550501_fc2_1_CLEAN 19588021 COMPLETED marenostrum4 debug +2021-12-29 12:04:39,370 a29z_19550501_fc3_1_CLEAN 19588028 COMPLETED marenostrum4 debug +2021-12-29 12:04:39,370 a29z_19550501_fc4_1_CLEAN 19588048 COMPLETED marenostrum4 debug +2021-12-29 12:04:39,371 a29z_19550501_fc0_2_SIM 19588055 QUEUING marenostrum4 debug +2021-12-29 12:04:39,371 a29z_19550501_fc1_2_SIM 19588068 QUEUING marenostrum4 debug +2021-12-29 12:04:39,371 a29z_19550501_fc2_2_SIM 19588079 QUEUING marenostrum4 debug +2021-12-29 12:04:39,374 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 12:04:39,413 Job list saved +2021-12-29 12:04:39,417 +Jobs ready for transfer_node: 0 +2021-12-29 12:04:39,427 Number of jobs available: 3 +2021-12-29 12:04:39,429 Number of jobs ready: 0 +2021-12-29 12:04:39,439 +Jobs ready for marenostrum4: 11 +2021-12-29 12:04:39,449 Number of jobs available: 0 +2021-12-29 12:04:39,451 Number of jobs ready: 11 +2021-12-29 12:04:39,455 Jobs ready for marenostrum4: 11 +2021-12-29 12:04:39,461 Updating FAILED jobs +2021-12-29 12:04:39,462 Updating WAITING jobs +2021-12-29 12:04:39,465 Updating WAITING jobs eligible for be prepared +2021-12-29 12:04:39,467 Updating Held jobs +2021-12-29 12:04:39,468 Update finished +2021-12-29 12:04:39,469 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 12:04:39,470 a29z_19550501_fc0_1_CLEAN 19588000 COMPLETED marenostrum4 debug +2021-12-29 12:04:39,470 a29z_19550501_fc1_1_CLEAN 19588013 COMPLETED marenostrum4 debug +2021-12-29 12:04:39,470 a29z_19550501_fc2_1_CLEAN 19588021 COMPLETED marenostrum4 debug +2021-12-29 12:04:39,470 a29z_19550501_fc3_1_CLEAN 19588028 COMPLETED marenostrum4 debug +2021-12-29 12:04:39,470 a29z_19550501_fc4_1_CLEAN 19588048 COMPLETED marenostrum4 debug +2021-12-29 12:04:39,470 a29z_19550501_fc0_2_SIM 19588055 QUEUING marenostrum4 debug +2021-12-29 12:04:39,470 a29z_19550501_fc1_2_SIM 19588068 QUEUING marenostrum4 debug +2021-12-29 12:04:39,470 a29z_19550501_fc2_2_SIM 19588079 QUEUING marenostrum4 debug +2021-12-29 12:04:39,473 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 12:04:39,511 Job list saved +2021-12-29 12:04:39,515 +Jobs prepared for transfer_node: 0 +2021-12-29 12:04:39,522 Number of jobs available: 3 +2021-12-29 12:04:39,524 Number of jobs prepared: 0 +2021-12-29 12:04:39,530 +Jobs prepared for marenostrum4: 3 +2021-12-29 12:04:39,537 Number of jobs available: 0 +2021-12-29 12:04:39,539 Number of jobs prepared: 3 +2021-12-29 12:04:39,544 Jobs ready for marenostrum4: 3 +2021-12-29 12:04:39,552 Updating FAILED jobs +2021-12-29 12:04:39,552 Updating WAITING jobs +2021-12-29 12:04:39,555 Updating WAITING jobs eligible for be prepared +2021-12-29 12:04:39,558 Updating Held jobs +2021-12-29 12:04:39,559 Update finished +2021-12-29 12:04:39,560 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 12:04:39,560 a29z_19550501_fc0_1_CLEAN 19588000 COMPLETED marenostrum4 debug +2021-12-29 12:04:39,560 a29z_19550501_fc1_1_CLEAN 19588013 COMPLETED marenostrum4 debug +2021-12-29 12:04:39,561 a29z_19550501_fc2_1_CLEAN 19588021 COMPLETED marenostrum4 debug +2021-12-29 12:04:39,561 a29z_19550501_fc3_1_CLEAN 19588028 COMPLETED marenostrum4 debug +2021-12-29 12:04:39,561 a29z_19550501_fc4_1_CLEAN 19588048 COMPLETED marenostrum4 debug +2021-12-29 12:04:39,561 a29z_19550501_fc0_2_SIM 19588055 QUEUING marenostrum4 debug +2021-12-29 12:04:39,561 a29z_19550501_fc1_2_SIM 19588068 QUEUING marenostrum4 debug +2021-12-29 12:04:39,561 a29z_19550501_fc2_2_SIM 19588079 QUEUING marenostrum4 debug +2021-12-29 12:04:39,563 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 12:04:39,602 Job list saved +2021-12-29 12:04:39,608 Updating FAILED jobs +2021-12-29 12:04:39,609 Updating WAITING jobs +2021-12-29 12:04:39,612 Updating WAITING jobs eligible for be prepared +2021-12-29 12:04:39,615 Updating Held jobs +2021-12-29 12:04:39,615 Update finished +2021-12-29 12:04:49,627 Reloading parameters... +[WARNING] 2021-12-29 12:04:49,639 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 12:04:49,640 Loading parameters... +2021-12-29 12:04:49,642 + +559 of 590 jobs remaining (12:04) +2021-12-29 12:04:49,643 Sleep: 10 +2021-12-29 12:04:49,643 Number of retrials: 0 +2021-12-29 12:04:49,643 WRAPPER CHECK TIME = 10 +2021-12-29 12:04:49,654 Checking jobs for platform=transfer_node +2021-12-29 12:04:49,665 Checking jobs for platform=marenostrum4 +2021-12-29 12:04:49,665 Checking all jobs at once +2021-12-29 12:04:50,734 Successful check job command +2021-12-29 12:04:51,853 Job a29z_19550501_fc1_2_SIM is QUEUING +2021-12-29 12:04:51,854 Job a29z_19550501_fc2_2_SIM is QUEUING +2021-12-29 12:04:51,854 Job a29z_19550501_fc0_2_SIM is RUNNING +2021-12-29 12:04:51,874 a29z_19550501_fc0_2_SIM_STAT file have been transfered +2021-12-29 12:04:51,926 End of checking +2021-12-29 12:04:51,927 Updating FAILED jobs +2021-12-29 12:04:51,928 Updating WAITING jobs +2021-12-29 12:04:51,931 Updating WAITING jobs eligible for be prepared +2021-12-29 12:04:51,934 Updating Held jobs +2021-12-29 12:04:51,934 Update finished +2021-12-29 12:04:51,936 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 12:04:51,936 a29z_19550501_fc0_1_CLEAN 19588000 COMPLETED marenostrum4 debug +2021-12-29 12:04:51,936 a29z_19550501_fc1_1_CLEAN 19588013 COMPLETED marenostrum4 debug +2021-12-29 12:04:51,937 a29z_19550501_fc2_1_CLEAN 19588021 COMPLETED marenostrum4 debug +2021-12-29 12:04:51,937 a29z_19550501_fc3_1_CLEAN 19588028 COMPLETED marenostrum4 debug +2021-12-29 12:04:51,937 a29z_19550501_fc4_1_CLEAN 19588048 COMPLETED marenostrum4 debug +2021-12-29 12:04:51,937 a29z_19550501_fc0_2_SIM 19588055 RUNNING marenostrum4 debug +2021-12-29 12:04:51,937 a29z_19550501_fc1_2_SIM 19588068 QUEUING marenostrum4 debug +2021-12-29 12:04:51,937 a29z_19550501_fc2_2_SIM 19588079 QUEUING marenostrum4 debug +2021-12-29 12:04:51,939 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 12:04:51,981 Job list saved +2021-12-29 12:04:51,986 +Jobs ready for transfer_node: 0 +2021-12-29 12:04:51,994 Number of jobs available: 3 +2021-12-29 12:04:51,996 Number of jobs ready: 0 +2021-12-29 12:04:52,003 +Jobs ready for marenostrum4: 11 +2021-12-29 12:04:52,012 Number of jobs available: 1 +2021-12-29 12:04:52,014 Number of jobs ready: 11 +2021-12-29 12:04:52,018 Jobs ready for marenostrum4: 11 +2021-12-29 12:04:52,034 Creating Scripts +2021-12-29 12:04:52,076 Sending Files +2021-12-29 12:04:52,084 Submitting +2021-12-29 12:04:53,352 Updating FAILED jobs +2021-12-29 12:04:53,353 Updating WAITING jobs +2021-12-29 12:04:53,356 Updating WAITING jobs eligible for be prepared +2021-12-29 12:04:53,359 Updating Held jobs +2021-12-29 12:04:53,359 Update finished +2021-12-29 12:04:53,361 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 12:04:53,361 a29z_19550501_fc0_1_CLEAN 19588000 COMPLETED marenostrum4 debug +2021-12-29 12:04:53,361 a29z_19550501_fc1_1_CLEAN 19588013 COMPLETED marenostrum4 debug +2021-12-29 12:04:53,361 a29z_19550501_fc2_1_CLEAN 19588021 COMPLETED marenostrum4 debug +2021-12-29 12:04:53,361 a29z_19550501_fc3_1_CLEAN 19588028 COMPLETED marenostrum4 debug +2021-12-29 12:04:53,362 a29z_19550501_fc4_1_CLEAN 19588048 COMPLETED marenostrum4 debug +2021-12-29 12:04:53,362 a29z_19550501_fc3_2_SIM 19588082 SUBMITTED marenostrum4 debug +2021-12-29 12:04:53,362 a29z_19550501_fc0_2_SIM 19588055 RUNNING marenostrum4 debug +2021-12-29 12:04:53,362 a29z_19550501_fc1_2_SIM 19588068 QUEUING marenostrum4 debug +2021-12-29 12:04:53,362 a29z_19550501_fc2_2_SIM 19588079 QUEUING marenostrum4 debug +2021-12-29 12:04:53,364 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 12:04:53,403 Job list saved +2021-12-29 12:04:53,408 +Jobs prepared for transfer_node: 0 +2021-12-29 12:04:53,415 Number of jobs available: 3 +2021-12-29 12:04:53,417 Number of jobs prepared: 0 +2021-12-29 12:04:53,423 +Jobs prepared for marenostrum4: 3 +2021-12-29 12:04:53,431 Number of jobs available: 0 +2021-12-29 12:04:53,433 Number of jobs prepared: 3 +2021-12-29 12:04:53,437 Jobs ready for marenostrum4: 3 +2021-12-29 12:04:53,445 Updating FAILED jobs +2021-12-29 12:04:53,446 Updating WAITING jobs +2021-12-29 12:04:53,449 Updating WAITING jobs eligible for be prepared +2021-12-29 12:04:53,452 Updating Held jobs +2021-12-29 12:04:53,453 Update finished +2021-12-29 12:04:53,454 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 12:04:53,454 a29z_19550501_fc0_1_CLEAN 19588000 COMPLETED marenostrum4 debug +2021-12-29 12:04:53,454 a29z_19550501_fc1_1_CLEAN 19588013 COMPLETED marenostrum4 debug +2021-12-29 12:04:53,455 a29z_19550501_fc2_1_CLEAN 19588021 COMPLETED marenostrum4 debug +2021-12-29 12:04:53,455 a29z_19550501_fc3_1_CLEAN 19588028 COMPLETED marenostrum4 debug +2021-12-29 12:04:53,455 a29z_19550501_fc4_1_CLEAN 19588048 COMPLETED marenostrum4 debug +2021-12-29 12:04:53,455 a29z_19550501_fc3_2_SIM 19588082 SUBMITTED marenostrum4 debug +2021-12-29 12:04:53,455 a29z_19550501_fc0_2_SIM 19588055 RUNNING marenostrum4 debug +2021-12-29 12:04:53,455 a29z_19550501_fc1_2_SIM 19588068 QUEUING marenostrum4 debug +2021-12-29 12:04:53,455 a29z_19550501_fc2_2_SIM 19588079 QUEUING marenostrum4 debug +2021-12-29 12:04:53,457 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 12:04:53,496 Job list saved +2021-12-29 12:04:53,548 Updating FAILED jobs +2021-12-29 12:04:53,548 Updating WAITING jobs +2021-12-29 12:04:53,551 Updating WAITING jobs eligible for be prepared +2021-12-29 12:04:53,554 Updating Held jobs +2021-12-29 12:04:53,555 Update finished +2021-12-29 12:05:03,564 Reloading parameters... +[WARNING] 2021-12-29 12:05:03,576 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 12:05:03,580 Loading parameters... +2021-12-29 12:05:03,582 + +559 of 590 jobs remaining (12:05) +2021-12-29 12:05:03,583 Sleep: 10 +2021-12-29 12:05:03,583 Number of retrials: 0 +2021-12-29 12:05:03,583 WRAPPER CHECK TIME = 10 +2021-12-29 12:05:03,594 Checking jobs for platform=transfer_node +2021-12-29 12:05:03,609 Checking jobs for platform=marenostrum4 +2021-12-29 12:05:03,609 Checking all jobs at once +2021-12-29 12:05:04,628 Successful check job command +2021-12-29 12:05:05,798 Job a29z_19550501_fc3_2_SIM is QUEUING +2021-12-29 12:05:05,798 Job a29z_19550501_fc2_2_SIM is QUEUING +2021-12-29 12:05:05,798 Job a29z_19550501_fc1_2_SIM is QUEUING +2021-12-29 12:05:05,798 Job a29z_19550501_fc0_2_SIM is RUNNING +2021-12-29 12:05:05,798 End of checking +2021-12-29 12:05:05,800 Updating FAILED jobs +2021-12-29 12:05:05,801 Updating WAITING jobs +2021-12-29 12:05:05,803 Updating WAITING jobs eligible for be prepared +2021-12-29 12:05:05,805 Setting job: a29z_19550501_fc3_3_SIM status to: Prepared for be held (all parents queuing, running or completed)... +2021-12-29 12:05:05,807 Updating Held jobs +2021-12-29 12:05:05,807 Update finished +2021-12-29 12:05:05,809 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 12:05:05,809 a29z_19550501_fc0_1_CLEAN 19588000 COMPLETED marenostrum4 debug +2021-12-29 12:05:05,809 a29z_19550501_fc1_1_CLEAN 19588013 COMPLETED marenostrum4 debug +2021-12-29 12:05:05,809 a29z_19550501_fc2_1_CLEAN 19588021 COMPLETED marenostrum4 debug +2021-12-29 12:05:05,810 a29z_19550501_fc3_1_CLEAN 19588028 COMPLETED marenostrum4 debug +2021-12-29 12:05:05,810 a29z_19550501_fc4_1_CLEAN 19588048 COMPLETED marenostrum4 debug +2021-12-29 12:05:05,810 a29z_19550501_fc0_2_SIM 19588055 RUNNING marenostrum4 debug +2021-12-29 12:05:05,810 a29z_19550501_fc1_2_SIM 19588068 QUEUING marenostrum4 debug +2021-12-29 12:05:05,810 a29z_19550501_fc2_2_SIM 19588079 QUEUING marenostrum4 debug +2021-12-29 12:05:05,810 a29z_19550501_fc3_2_SIM 19588082 QUEUING marenostrum4 debug +2021-12-29 12:05:05,813 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 12:05:05,851 Job list saved +2021-12-29 12:05:05,856 +Jobs ready for transfer_node: 0 +2021-12-29 12:05:05,865 Number of jobs available: 3 +2021-12-29 12:05:05,868 Number of jobs ready: 0 +2021-12-29 12:05:05,874 +Jobs ready for marenostrum4: 10 +2021-12-29 12:05:05,883 Number of jobs available: 0 +2021-12-29 12:05:05,885 Number of jobs ready: 10 +2021-12-29 12:05:05,889 Jobs ready for marenostrum4: 10 +2021-12-29 12:05:05,895 Updating FAILED jobs +2021-12-29 12:05:05,895 Updating WAITING jobs +2021-12-29 12:05:05,899 Updating WAITING jobs eligible for be prepared +2021-12-29 12:05:05,902 Updating Held jobs +2021-12-29 12:05:05,903 Update finished +2021-12-29 12:05:05,904 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 12:05:05,904 a29z_19550501_fc0_1_CLEAN 19588000 COMPLETED marenostrum4 debug +2021-12-29 12:05:05,905 a29z_19550501_fc1_1_CLEAN 19588013 COMPLETED marenostrum4 debug +2021-12-29 12:05:05,905 a29z_19550501_fc2_1_CLEAN 19588021 COMPLETED marenostrum4 debug +2021-12-29 12:05:05,905 a29z_19550501_fc3_1_CLEAN 19588028 COMPLETED marenostrum4 debug +2021-12-29 12:05:05,905 a29z_19550501_fc4_1_CLEAN 19588048 COMPLETED marenostrum4 debug +2021-12-29 12:05:05,905 a29z_19550501_fc0_2_SIM 19588055 RUNNING marenostrum4 debug +2021-12-29 12:05:05,905 a29z_19550501_fc1_2_SIM 19588068 QUEUING marenostrum4 debug +2021-12-29 12:05:05,906 a29z_19550501_fc2_2_SIM 19588079 QUEUING marenostrum4 debug +2021-12-29 12:05:05,906 a29z_19550501_fc3_2_SIM 19588082 QUEUING marenostrum4 debug +2021-12-29 12:05:05,908 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 12:05:05,946 Job list saved +2021-12-29 12:05:05,950 +Jobs prepared for transfer_node: 0 +2021-12-29 12:05:05,957 Number of jobs available: 3 +2021-12-29 12:05:05,959 Number of jobs prepared: 0 +2021-12-29 12:05:05,966 +Jobs prepared for marenostrum4: 4 +2021-12-29 12:05:05,973 Number of jobs available: 0 +2021-12-29 12:05:05,975 Number of jobs prepared: 4 +2021-12-29 12:05:05,979 Jobs ready for marenostrum4: 4 +2021-12-29 12:05:05,987 Updating FAILED jobs +2021-12-29 12:05:05,987 Updating WAITING jobs +2021-12-29 12:05:05,990 Updating WAITING jobs eligible for be prepared +2021-12-29 12:05:05,993 Updating Held jobs +2021-12-29 12:05:05,994 Update finished +2021-12-29 12:05:05,995 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 12:05:05,995 a29z_19550501_fc0_1_CLEAN 19588000 COMPLETED marenostrum4 debug +2021-12-29 12:05:05,995 a29z_19550501_fc1_1_CLEAN 19588013 COMPLETED marenostrum4 debug +2021-12-29 12:05:05,996 a29z_19550501_fc2_1_CLEAN 19588021 COMPLETED marenostrum4 debug +2021-12-29 12:05:05,996 a29z_19550501_fc3_1_CLEAN 19588028 COMPLETED marenostrum4 debug +2021-12-29 12:05:05,996 a29z_19550501_fc4_1_CLEAN 19588048 COMPLETED marenostrum4 debug +2021-12-29 12:05:05,996 a29z_19550501_fc0_2_SIM 19588055 RUNNING marenostrum4 debug +2021-12-29 12:05:05,996 a29z_19550501_fc1_2_SIM 19588068 QUEUING marenostrum4 debug +2021-12-29 12:05:05,996 a29z_19550501_fc2_2_SIM 19588079 QUEUING marenostrum4 debug +2021-12-29 12:05:05,996 a29z_19550501_fc3_2_SIM 19588082 QUEUING marenostrum4 debug +2021-12-29 12:05:05,998 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 12:05:06,037 Job list saved +2021-12-29 12:05:06,088 Updating FAILED jobs +2021-12-29 12:05:06,088 Updating WAITING jobs +2021-12-29 12:05:06,091 Updating WAITING jobs eligible for be prepared +2021-12-29 12:05:06,094 Updating Held jobs +2021-12-29 12:05:06,095 Update finished +2021-12-29 12:05:16,105 Reloading parameters... +[WARNING] 2021-12-29 12:05:16,116 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 12:05:16,117 Loading parameters... +2021-12-29 12:05:16,122 + +559 of 590 jobs remaining (12:05) +2021-12-29 12:05:16,123 Sleep: 10 +2021-12-29 12:05:16,123 Number of retrials: 0 +2021-12-29 12:05:16,123 WRAPPER CHECK TIME = 10 +2021-12-29 12:05:16,134 Checking jobs for platform=transfer_node +2021-12-29 12:05:16,145 Checking jobs for platform=marenostrum4 +2021-12-29 12:05:16,145 Checking all jobs at once +2021-12-29 12:05:17,217 Successful check job command +2021-12-29 12:05:18,335 Job a29z_19550501_fc1_2_SIM is QUEUING +2021-12-29 12:05:18,336 Job a29z_19550501_fc3_2_SIM is QUEUING +2021-12-29 12:05:18,336 Job a29z_19550501_fc2_2_SIM is QUEUING +2021-12-29 12:05:18,336 a29z_19550501_fc0_2_SIM job seems to have completed: checking... +2021-12-29 12:05:18,355 Job a29z_19550501_fc0_2_SIM is COMPLETED +2021-12-29 12:05:18,413 a29z_19550501_fc0_2_SIM_STAT file have been transfered +[WARNING] 2021-12-29 12:05:18,479 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 12:05:18,481 End of checking +2021-12-29 12:05:18,482 Updating FAILED jobs +2021-12-29 12:05:18,483 Updating WAITING jobs +2021-12-29 12:05:18,484 Setting job: a29z_19550501_fc0_2_POST status to: READY (all parents completed)... +2021-12-29 12:05:18,487 Resetting job: a29z_19550501_fc0_3_SIM status to: READY for retrial... +2021-12-29 12:05:18,487 A job in prepared status has all parent completed, job: a29z_19550501_fc0_3_SIM status set to: READY ... +2021-12-29 12:05:18,488 Updating WAITING jobs eligible for be prepared +2021-12-29 12:05:18,492 Updating Held jobs +2021-12-29 12:05:18,493 Update finished +2021-12-29 12:05:18,495 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 12:05:18,496 a29z_19550501_fc0_1_CLEAN 19588000 COMPLETED marenostrum4 debug +2021-12-29 12:05:18,496 a29z_19550501_fc1_1_CLEAN 19588013 COMPLETED marenostrum4 debug +2021-12-29 12:05:18,497 a29z_19550501_fc2_1_CLEAN 19588021 COMPLETED marenostrum4 debug +2021-12-29 12:05:18,497 a29z_19550501_fc3_1_CLEAN 19588028 COMPLETED marenostrum4 debug +2021-12-29 12:05:18,497 a29z_19550501_fc4_1_CLEAN 19588048 COMPLETED marenostrum4 debug +2021-12-29 12:05:18,497 a29z_19550501_fc1_2_SIM 19588068 QUEUING marenostrum4 debug +2021-12-29 12:05:18,498 a29z_19550501_fc2_2_SIM 19588079 QUEUING marenostrum4 debug +2021-12-29 12:05:18,498 a29z_19550501_fc3_2_SIM 19588082 QUEUING marenostrum4 debug +2021-12-29 12:05:18,500 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +[WARNING] 2021-12-29 12:05:18,508 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 12:05:18,512 Custom directives from platform.conf: None +2021-12-29 12:05:18,513 Custom directives from platform.conf: None +2021-12-29 12:05:18,564 Job list saved +2021-12-29 12:05:18,569 +Jobs ready for transfer_node: 1 +2021-12-29 12:05:18,599 Number of jobs available: 3 +2021-12-29 12:05:18,604 Number of jobs ready: 1 +2021-12-29 12:05:18,608 Jobs ready for transfer_node: 1 +2021-12-29 12:05:18,619 Creating Scripts +2021-12-29 12:05:18,739 Sending Files +2021-12-29 12:05:19,334 /esarchive/scratch/Earth/wuruchi/a29z/LOG_a29z has been created on bscearth000 . +2021-12-29 12:05:19,348 Submitting +2021-12-29 12:05:19,357 a29z_19550501_fc0_2_POST_STAT have been removed +2021-12-29 12:05:19,367 a29z_19550501_fc0_2_POST_COMPLETED been removed +2021-12-29 12:05:19,601 Job ID: 6940 + +2021-12-29 12:05:19,601 a29z_19550501_fc0_2_POST submitted +2021-12-29 12:05:19,704 +Jobs ready for marenostrum4: 11 +2021-12-29 12:05:19,713 Number of jobs available: 0 +2021-12-29 12:05:19,715 Number of jobs ready: 11 +2021-12-29 12:05:19,720 Jobs ready for marenostrum4: 11 +2021-12-29 12:05:19,725 Updating FAILED jobs +2021-12-29 12:05:19,726 Updating WAITING jobs +2021-12-29 12:05:19,729 Updating WAITING jobs eligible for be prepared +2021-12-29 12:05:19,732 Updating Held jobs +2021-12-29 12:05:19,733 Update finished +2021-12-29 12:05:19,734 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 12:05:19,734 a29z_19550501_fc0_1_CLEAN 19588000 COMPLETED marenostrum4 debug +2021-12-29 12:05:19,735 a29z_19550501_fc1_1_CLEAN 19588013 COMPLETED marenostrum4 debug +2021-12-29 12:05:19,735 a29z_19550501_fc2_1_CLEAN 19588021 COMPLETED marenostrum4 debug +2021-12-29 12:05:19,735 a29z_19550501_fc3_1_CLEAN 19588028 COMPLETED marenostrum4 debug +2021-12-29 12:05:19,735 a29z_19550501_fc4_1_CLEAN 19588048 COMPLETED marenostrum4 debug +2021-12-29 12:05:19,735 a29z_19550501_fc0_2_POST 6940 SUBMITTED transfer_node serial +2021-12-29 12:05:19,735 a29z_19550501_fc1_2_SIM 19588068 QUEUING marenostrum4 debug +2021-12-29 12:05:19,736 a29z_19550501_fc2_2_SIM 19588079 QUEUING marenostrum4 debug +2021-12-29 12:05:19,736 a29z_19550501_fc3_2_SIM 19588082 QUEUING marenostrum4 debug +2021-12-29 12:05:19,738 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 12:05:19,782 Job list saved +2021-12-29 12:05:19,787 +Jobs prepared for transfer_node: 0 +2021-12-29 12:05:19,794 Number of jobs available: 2 +2021-12-29 12:05:19,796 Number of jobs prepared: 0 +2021-12-29 12:05:19,804 +Jobs prepared for marenostrum4: 3 +2021-12-29 12:05:19,810 Number of jobs available: 0 +2021-12-29 12:05:19,813 Number of jobs prepared: 3 +2021-12-29 12:05:19,817 Jobs ready for marenostrum4: 3 +2021-12-29 12:05:19,825 Updating FAILED jobs +2021-12-29 12:05:19,826 Updating WAITING jobs +2021-12-29 12:05:19,829 Updating WAITING jobs eligible for be prepared +2021-12-29 12:05:19,832 Updating Held jobs +2021-12-29 12:05:19,832 Update finished +2021-12-29 12:05:19,834 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 12:05:19,834 a29z_19550501_fc0_1_CLEAN 19588000 COMPLETED marenostrum4 debug +2021-12-29 12:05:19,834 a29z_19550501_fc1_1_CLEAN 19588013 COMPLETED marenostrum4 debug +2021-12-29 12:05:19,834 a29z_19550501_fc2_1_CLEAN 19588021 COMPLETED marenostrum4 debug +2021-12-29 12:05:19,834 a29z_19550501_fc3_1_CLEAN 19588028 COMPLETED marenostrum4 debug +2021-12-29 12:05:19,834 a29z_19550501_fc4_1_CLEAN 19588048 COMPLETED marenostrum4 debug +2021-12-29 12:05:19,835 a29z_19550501_fc0_2_POST 6940 SUBMITTED transfer_node serial +2021-12-29 12:05:19,835 a29z_19550501_fc1_2_SIM 19588068 QUEUING marenostrum4 debug +2021-12-29 12:05:19,835 a29z_19550501_fc2_2_SIM 19588079 QUEUING marenostrum4 debug +2021-12-29 12:05:19,835 a29z_19550501_fc3_2_SIM 19588082 QUEUING marenostrum4 debug +2021-12-29 12:05:19,837 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 12:05:19,876 Job list saved +2021-12-29 12:05:19,929 Updating FAILED jobs +2021-12-29 12:05:19,930 Updating WAITING jobs +2021-12-29 12:05:19,933 Updating WAITING jobs eligible for be prepared +2021-12-29 12:05:19,936 Updating Held jobs +2021-12-29 12:05:19,936 Update finished +2021-12-29 12:05:29,941 Reloading parameters... +[WARNING] 2021-12-29 12:05:29,953 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 12:05:29,954 Loading parameters... +2021-12-29 12:05:29,956 + +558 of 590 jobs remaining (12:05) +2021-12-29 12:05:29,957 Sleep: 10 +2021-12-29 12:05:29,957 Number of retrials: 0 +2021-12-29 12:05:29,957 WRAPPER CHECK TIME = 10 +2021-12-29 12:05:29,967 Checking jobs for platform=transfer_node +2021-12-29 12:05:32,188 Successful check job command: nohup kill -0 6940 > /dev/null 2>&1; echo $? +2021-12-29 12:05:32,188 Job a29z_19550501_fc0_2_POST is RUNNING +2021-12-29 12:05:32,204 a29z_19550501_fc0_2_POST_STAT file have been transfered +2021-12-29 12:05:32,266 Checking jobs for platform=marenostrum4 +2021-12-29 12:05:32,266 Checking all jobs at once +2021-12-29 12:05:33,385 Successful check job command +2021-12-29 12:05:34,505 Job a29z_19550501_fc3_2_SIM is QUEUING +2021-12-29 12:05:34,505 Job a29z_19550501_fc2_2_SIM is QUEUING +2021-12-29 12:05:34,506 Job a29z_19550501_fc1_2_SIM is QUEUING +2021-12-29 12:05:34,506 End of checking +2021-12-29 12:05:34,507 Updating FAILED jobs +2021-12-29 12:05:34,508 Updating WAITING jobs +2021-12-29 12:05:34,510 Updating WAITING jobs eligible for be prepared +2021-12-29 12:05:34,513 Setting job: a29z_19550501_fc0_2_CLEAN status to: Prepared for be held (all parents queuing, running or completed)... +2021-12-29 12:05:34,514 Updating Held jobs +2021-12-29 12:05:34,514 Update finished +2021-12-29 12:05:34,516 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 12:05:34,516 a29z_19550501_fc0_1_CLEAN 19588000 COMPLETED marenostrum4 debug +2021-12-29 12:05:34,516 a29z_19550501_fc1_1_CLEAN 19588013 COMPLETED marenostrum4 debug +2021-12-29 12:05:34,516 a29z_19550501_fc2_1_CLEAN 19588021 COMPLETED marenostrum4 debug +2021-12-29 12:05:34,516 a29z_19550501_fc3_1_CLEAN 19588028 COMPLETED marenostrum4 debug +2021-12-29 12:05:34,516 a29z_19550501_fc4_1_CLEAN 19588048 COMPLETED marenostrum4 debug +2021-12-29 12:05:34,516 a29z_19550501_fc0_2_POST 6940 RUNNING transfer_node serial +2021-12-29 12:05:34,517 a29z_19550501_fc1_2_SIM 19588068 QUEUING marenostrum4 debug +2021-12-29 12:05:34,517 a29z_19550501_fc2_2_SIM 19588079 QUEUING marenostrum4 debug +2021-12-29 12:05:34,517 a29z_19550501_fc3_2_SIM 19588082 QUEUING marenostrum4 debug +2021-12-29 12:05:34,519 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 12:05:34,558 Job list saved +2021-12-29 12:05:34,563 +Jobs ready for transfer_node: 0 +2021-12-29 12:05:34,571 Number of jobs available: 3 +2021-12-29 12:05:34,574 Number of jobs ready: 0 +2021-12-29 12:05:34,580 +Jobs ready for marenostrum4: 11 +2021-12-29 12:05:34,589 Number of jobs available: 0 +2021-12-29 12:05:34,591 Number of jobs ready: 11 +2021-12-29 12:05:34,595 Jobs ready for marenostrum4: 11 +2021-12-29 12:05:34,601 Updating FAILED jobs +2021-12-29 12:05:34,602 Updating WAITING jobs +2021-12-29 12:05:34,604 Updating WAITING jobs eligible for be prepared +2021-12-29 12:05:34,608 Updating Held jobs +2021-12-29 12:05:34,608 Update finished +2021-12-29 12:05:34,610 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 12:05:34,610 a29z_19550501_fc0_1_CLEAN 19588000 COMPLETED marenostrum4 debug +2021-12-29 12:05:34,610 a29z_19550501_fc1_1_CLEAN 19588013 COMPLETED marenostrum4 debug +2021-12-29 12:05:34,610 a29z_19550501_fc2_1_CLEAN 19588021 COMPLETED marenostrum4 debug +2021-12-29 12:05:34,611 a29z_19550501_fc3_1_CLEAN 19588028 COMPLETED marenostrum4 debug +2021-12-29 12:05:34,611 a29z_19550501_fc4_1_CLEAN 19588048 COMPLETED marenostrum4 debug +2021-12-29 12:05:34,611 a29z_19550501_fc0_2_POST 6940 RUNNING transfer_node serial +2021-12-29 12:05:34,611 a29z_19550501_fc1_2_SIM 19588068 QUEUING marenostrum4 debug +2021-12-29 12:05:34,611 a29z_19550501_fc2_2_SIM 19588079 QUEUING marenostrum4 debug +2021-12-29 12:05:34,611 a29z_19550501_fc3_2_SIM 19588082 QUEUING marenostrum4 debug +2021-12-29 12:05:34,613 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 12:05:34,652 Job list saved +2021-12-29 12:05:34,656 +Jobs prepared for transfer_node: 0 +2021-12-29 12:05:34,663 Number of jobs available: 3 +2021-12-29 12:05:34,666 Number of jobs prepared: 0 +2021-12-29 12:05:34,672 +Jobs prepared for marenostrum4: 4 +2021-12-29 12:05:34,679 Number of jobs available: 0 +2021-12-29 12:05:34,681 Number of jobs prepared: 4 +2021-12-29 12:05:34,685 Jobs ready for marenostrum4: 4 +2021-12-29 12:05:34,693 Updating FAILED jobs +2021-12-29 12:05:34,693 Updating WAITING jobs +2021-12-29 12:05:34,696 Updating WAITING jobs eligible for be prepared +2021-12-29 12:05:34,699 Updating Held jobs +2021-12-29 12:05:34,700 Update finished +2021-12-29 12:05:34,701 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 12:05:34,701 a29z_19550501_fc0_1_CLEAN 19588000 COMPLETED marenostrum4 debug +2021-12-29 12:05:34,701 a29z_19550501_fc1_1_CLEAN 19588013 COMPLETED marenostrum4 debug +2021-12-29 12:05:34,702 a29z_19550501_fc2_1_CLEAN 19588021 COMPLETED marenostrum4 debug +2021-12-29 12:05:34,702 a29z_19550501_fc3_1_CLEAN 19588028 COMPLETED marenostrum4 debug +2021-12-29 12:05:34,702 a29z_19550501_fc4_1_CLEAN 19588048 COMPLETED marenostrum4 debug +2021-12-29 12:05:34,702 a29z_19550501_fc0_2_POST 6940 RUNNING transfer_node serial +2021-12-29 12:05:34,702 a29z_19550501_fc1_2_SIM 19588068 QUEUING marenostrum4 debug +2021-12-29 12:05:34,702 a29z_19550501_fc2_2_SIM 19588079 QUEUING marenostrum4 debug +2021-12-29 12:05:34,702 a29z_19550501_fc3_2_SIM 19588082 QUEUING marenostrum4 debug +2021-12-29 12:05:34,704 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 12:05:34,742 Job list saved +2021-12-29 12:05:34,813 Updating FAILED jobs +2021-12-29 12:05:34,814 Updating WAITING jobs +2021-12-29 12:05:34,816 Updating WAITING jobs eligible for be prepared +2021-12-29 12:05:34,819 Updating Held jobs +2021-12-29 12:05:34,820 Update finished +2021-12-29 12:05:44,828 Reloading parameters... +[WARNING] 2021-12-29 12:05:44,838 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 12:05:44,839 Loading parameters... +2021-12-29 12:05:44,841 + +558 of 590 jobs remaining (12:05) +2021-12-29 12:05:44,842 Sleep: 10 +2021-12-29 12:05:44,842 Number of retrials: 0 +2021-12-29 12:05:44,842 WRAPPER CHECK TIME = 10 +2021-12-29 12:05:44,853 Checking jobs for platform=transfer_node +2021-12-29 12:05:47,073 Successful check job command: nohup kill -0 6940 > /dev/null 2>&1; echo $? +2021-12-29 12:05:47,074 Job a29z_19550501_fc0_2_POST is RUNNING +2021-12-29 12:05:47,085 Checking jobs for platform=marenostrum4 +2021-12-29 12:05:47,085 Checking all jobs at once +2021-12-29 12:05:48,204 Successful check job command +2021-12-29 12:05:49,323 Job a29z_19550501_fc3_2_SIM is QUEUING +2021-12-29 12:05:49,324 Job a29z_19550501_fc2_2_SIM is QUEUING +2021-12-29 12:05:49,324 Job a29z_19550501_fc1_2_SIM is QUEUING +2021-12-29 12:05:49,324 End of checking +2021-12-29 12:05:49,325 Updating FAILED jobs +2021-12-29 12:05:49,326 Updating WAITING jobs +2021-12-29 12:05:49,329 Updating WAITING jobs eligible for be prepared +2021-12-29 12:05:49,332 Updating Held jobs +2021-12-29 12:05:49,332 Update finished +2021-12-29 12:05:49,334 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 12:05:49,334 a29z_19550501_fc0_1_CLEAN 19588000 COMPLETED marenostrum4 debug +2021-12-29 12:05:49,334 a29z_19550501_fc1_1_CLEAN 19588013 COMPLETED marenostrum4 debug +2021-12-29 12:05:49,335 a29z_19550501_fc2_1_CLEAN 19588021 COMPLETED marenostrum4 debug +2021-12-29 12:05:49,335 a29z_19550501_fc3_1_CLEAN 19588028 COMPLETED marenostrum4 debug +2021-12-29 12:05:49,335 a29z_19550501_fc4_1_CLEAN 19588048 COMPLETED marenostrum4 debug +2021-12-29 12:05:49,335 a29z_19550501_fc0_2_POST 6940 RUNNING transfer_node serial +2021-12-29 12:05:49,335 a29z_19550501_fc1_2_SIM 19588068 QUEUING marenostrum4 debug +2021-12-29 12:05:49,335 a29z_19550501_fc2_2_SIM 19588079 QUEUING marenostrum4 debug +2021-12-29 12:05:49,335 a29z_19550501_fc3_2_SIM 19588082 QUEUING marenostrum4 debug +2021-12-29 12:05:49,338 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 12:05:49,377 Job list saved +2021-12-29 12:05:49,382 +Jobs ready for transfer_node: 0 +2021-12-29 12:05:49,391 Number of jobs available: 3 +2021-12-29 12:05:49,393 Number of jobs ready: 0 +2021-12-29 12:05:49,399 +Jobs ready for marenostrum4: 11 +2021-12-29 12:05:49,408 Number of jobs available: 0 +2021-12-29 12:05:49,410 Number of jobs ready: 11 +2021-12-29 12:05:49,415 Jobs ready for marenostrum4: 11 +2021-12-29 12:05:49,420 Updating FAILED jobs +2021-12-29 12:05:49,421 Updating WAITING jobs +2021-12-29 12:05:49,424 Updating WAITING jobs eligible for be prepared +2021-12-29 12:05:49,427 Updating Held jobs +2021-12-29 12:05:49,427 Update finished +2021-12-29 12:05:49,429 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 12:05:49,429 a29z_19550501_fc0_1_CLEAN 19588000 COMPLETED marenostrum4 debug +2021-12-29 12:05:49,429 a29z_19550501_fc1_1_CLEAN 19588013 COMPLETED marenostrum4 debug +2021-12-29 12:05:49,429 a29z_19550501_fc2_1_CLEAN 19588021 COMPLETED marenostrum4 debug +2021-12-29 12:05:49,429 a29z_19550501_fc3_1_CLEAN 19588028 COMPLETED marenostrum4 debug +2021-12-29 12:05:49,430 a29z_19550501_fc4_1_CLEAN 19588048 COMPLETED marenostrum4 debug +2021-12-29 12:05:49,430 a29z_19550501_fc0_2_POST 6940 RUNNING transfer_node serial +2021-12-29 12:05:49,430 a29z_19550501_fc1_2_SIM 19588068 QUEUING marenostrum4 debug +2021-12-29 12:05:49,430 a29z_19550501_fc2_2_SIM 19588079 QUEUING marenostrum4 debug +2021-12-29 12:05:49,430 a29z_19550501_fc3_2_SIM 19588082 QUEUING marenostrum4 debug +2021-12-29 12:05:49,432 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 12:05:49,471 Job list saved +2021-12-29 12:05:49,476 +Jobs prepared for transfer_node: 0 +2021-12-29 12:05:49,482 Number of jobs available: 3 +2021-12-29 12:05:49,485 Number of jobs prepared: 0 +2021-12-29 12:05:49,491 +Jobs prepared for marenostrum4: 4 +2021-12-29 12:05:49,498 Number of jobs available: 0 +2021-12-29 12:05:49,500 Number of jobs prepared: 4 +2021-12-29 12:05:49,504 Jobs ready for marenostrum4: 4 +2021-12-29 12:05:49,512 Updating FAILED jobs +2021-12-29 12:05:49,513 Updating WAITING jobs +2021-12-29 12:05:49,516 Updating WAITING jobs eligible for be prepared +2021-12-29 12:05:49,519 Updating Held jobs +2021-12-29 12:05:49,519 Update finished +2021-12-29 12:05:49,521 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 12:05:49,521 a29z_19550501_fc0_1_CLEAN 19588000 COMPLETED marenostrum4 debug +2021-12-29 12:05:49,521 a29z_19550501_fc1_1_CLEAN 19588013 COMPLETED marenostrum4 debug +2021-12-29 12:05:49,521 a29z_19550501_fc2_1_CLEAN 19588021 COMPLETED marenostrum4 debug +2021-12-29 12:05:49,521 a29z_19550501_fc3_1_CLEAN 19588028 COMPLETED marenostrum4 debug +2021-12-29 12:05:49,521 a29z_19550501_fc4_1_CLEAN 19588048 COMPLETED marenostrum4 debug +2021-12-29 12:05:49,522 a29z_19550501_fc0_2_POST 6940 RUNNING transfer_node serial +2021-12-29 12:05:49,522 a29z_19550501_fc1_2_SIM 19588068 QUEUING marenostrum4 debug +2021-12-29 12:05:49,522 a29z_19550501_fc2_2_SIM 19588079 QUEUING marenostrum4 debug +2021-12-29 12:05:49,522 a29z_19550501_fc3_2_SIM 19588082 QUEUING marenostrum4 debug +2021-12-29 12:05:49,524 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 12:05:49,562 Job list saved +2021-12-29 12:05:49,569 Updating FAILED jobs +2021-12-29 12:05:49,570 Updating WAITING jobs +2021-12-29 12:05:49,573 Updating WAITING jobs eligible for be prepared +2021-12-29 12:05:49,576 Updating Held jobs +2021-12-29 12:05:49,577 Update finished +2021-12-29 12:05:59,588 Reloading parameters... +[WARNING] 2021-12-29 12:05:59,600 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 12:05:59,602 Loading parameters... +2021-12-29 12:05:59,604 + +558 of 590 jobs remaining (12:05) +2021-12-29 12:05:59,604 Sleep: 10 +2021-12-29 12:05:59,604 Number of retrials: 0 +2021-12-29 12:05:59,604 WRAPPER CHECK TIME = 10 +2021-12-29 12:05:59,615 Checking jobs for platform=transfer_node +2021-12-29 12:06:01,836 Successful check job command: nohup kill -0 6940 > /dev/null 2>&1; echo $? +2021-12-29 12:06:01,836 a29z_19550501_fc0_2_POST job seems to have completed: checking... +2021-12-29 12:06:01,963 Job a29z_19550501_fc0_2_POST is COMPLETED +2021-12-29 12:06:01,977 a29z_19550501_fc0_2_POST_STAT file have been transfered +[WARNING] 2021-12-29 12:06:02,040 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 12:06:02,055 Checking jobs for platform=marenostrum4 +2021-12-29 12:06:02,055 Checking all jobs at once +[WARNING] 2021-12-29 12:06:02,066 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 12:06:02,070 Custom directives from platform.conf: None +2021-12-29 12:06:02,070 Custom directives from platform.conf: None +2021-12-29 12:06:03,075 Successful check job command +2021-12-29 12:06:04,143 Job a29z_19550501_fc3_2_SIM is QUEUING +2021-12-29 12:06:04,144 Job a29z_19550501_fc2_2_SIM is QUEUING +2021-12-29 12:06:04,144 Job a29z_19550501_fc1_2_SIM is RUNNING +2021-12-29 12:06:04,161 a29z_19550501_fc1_2_SIM_STAT file have been transfered +2021-12-29 12:06:04,211 End of checking +2021-12-29 12:06:04,212 Updating FAILED jobs +2021-12-29 12:06:04,213 Updating WAITING jobs +2021-12-29 12:06:04,215 Resetting job: a29z_19550501_fc0_2_CLEAN status to: READY for retrial... +2021-12-29 12:06:04,216 A job in prepared status has all parent completed, job: a29z_19550501_fc0_2_CLEAN status set to: READY ... +2021-12-29 12:06:04,216 Updating WAITING jobs eligible for be prepared +2021-12-29 12:06:04,219 Updating Held jobs +2021-12-29 12:06:04,219 Update finished +2021-12-29 12:06:04,221 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 12:06:04,221 a29z_19550501_fc0_1_CLEAN 19588000 COMPLETED marenostrum4 debug +2021-12-29 12:06:04,221 a29z_19550501_fc1_1_CLEAN 19588013 COMPLETED marenostrum4 debug +2021-12-29 12:06:04,221 a29z_19550501_fc2_1_CLEAN 19588021 COMPLETED marenostrum4 debug +2021-12-29 12:06:04,221 a29z_19550501_fc3_1_CLEAN 19588028 COMPLETED marenostrum4 debug +2021-12-29 12:06:04,222 a29z_19550501_fc4_1_CLEAN 19588048 COMPLETED marenostrum4 debug +2021-12-29 12:06:04,222 a29z_19550501_fc1_2_SIM 19588068 RUNNING marenostrum4 debug +2021-12-29 12:06:04,222 a29z_19550501_fc2_2_SIM 19588079 QUEUING marenostrum4 debug +2021-12-29 12:06:04,222 a29z_19550501_fc3_2_SIM 19588082 QUEUING marenostrum4 debug +2021-12-29 12:06:04,224 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 12:06:04,264 Job list saved +2021-12-29 12:06:04,269 +Jobs ready for transfer_node: 0 +2021-12-29 12:06:04,277 Number of jobs available: 3 +2021-12-29 12:06:04,280 Number of jobs ready: 0 +2021-12-29 12:06:04,286 +Jobs ready for marenostrum4: 12 +2021-12-29 12:06:04,295 Number of jobs available: 1 +2021-12-29 12:06:04,297 Number of jobs ready: 12 +2021-12-29 12:06:04,302 Jobs ready for marenostrum4: 12 +2021-12-29 12:06:04,317 Creating Scripts +2021-12-29 12:06:04,359 Sending Files +2021-12-29 12:06:04,371 Submitting +2021-12-29 12:06:04,381 a29z_19550501_fc0_2_CLEAN_STAT have been removed +2021-12-29 12:06:04,383 a29z_19550501_fc0_2_CLEAN_COMPLETED been removed +2021-12-29 12:06:05,715 Updating FAILED jobs +2021-12-29 12:06:05,716 Updating WAITING jobs +2021-12-29 12:06:05,719 Updating WAITING jobs eligible for be prepared +2021-12-29 12:06:05,722 Updating Held jobs +2021-12-29 12:06:05,723 Update finished +2021-12-29 12:06:05,724 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 12:06:05,725 a29z_19550501_fc0_1_CLEAN 19588000 COMPLETED marenostrum4 debug +2021-12-29 12:06:05,725 a29z_19550501_fc1_1_CLEAN 19588013 COMPLETED marenostrum4 debug +2021-12-29 12:06:05,725 a29z_19550501_fc2_1_CLEAN 19588021 COMPLETED marenostrum4 debug +2021-12-29 12:06:05,725 a29z_19550501_fc3_1_CLEAN 19588028 COMPLETED marenostrum4 debug +2021-12-29 12:06:05,725 a29z_19550501_fc4_1_CLEAN 19588048 COMPLETED marenostrum4 debug +2021-12-29 12:06:05,725 a29z_19550501_fc0_2_CLEAN 19588091 SUBMITTED marenostrum4 debug +2021-12-29 12:06:05,725 a29z_19550501_fc1_2_SIM 19588068 RUNNING marenostrum4 debug +2021-12-29 12:06:05,725 a29z_19550501_fc2_2_SIM 19588079 QUEUING marenostrum4 debug +2021-12-29 12:06:05,726 a29z_19550501_fc3_2_SIM 19588082 QUEUING marenostrum4 debug +2021-12-29 12:06:05,728 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 12:06:05,767 Job list saved +2021-12-29 12:06:05,772 +Jobs prepared for transfer_node: 0 +2021-12-29 12:06:05,778 Number of jobs available: 3 +2021-12-29 12:06:05,781 Number of jobs prepared: 0 +2021-12-29 12:06:05,787 +Jobs prepared for marenostrum4: 3 +2021-12-29 12:06:05,795 Number of jobs available: 0 +2021-12-29 12:06:05,798 Number of jobs prepared: 3 +2021-12-29 12:06:05,802 Jobs ready for marenostrum4: 3 +2021-12-29 12:06:05,811 Updating FAILED jobs +2021-12-29 12:06:05,812 Updating WAITING jobs +2021-12-29 12:06:05,815 Updating WAITING jobs eligible for be prepared +2021-12-29 12:06:05,818 Updating Held jobs +2021-12-29 12:06:05,819 Update finished +2021-12-29 12:06:05,820 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 12:06:05,820 a29z_19550501_fc0_1_CLEAN 19588000 COMPLETED marenostrum4 debug +2021-12-29 12:06:05,821 a29z_19550501_fc1_1_CLEAN 19588013 COMPLETED marenostrum4 debug +2021-12-29 12:06:05,821 a29z_19550501_fc2_1_CLEAN 19588021 COMPLETED marenostrum4 debug +2021-12-29 12:06:05,821 a29z_19550501_fc3_1_CLEAN 19588028 COMPLETED marenostrum4 debug +2021-12-29 12:06:05,821 a29z_19550501_fc4_1_CLEAN 19588048 COMPLETED marenostrum4 debug +2021-12-29 12:06:05,821 a29z_19550501_fc0_2_CLEAN 19588091 SUBMITTED marenostrum4 debug +2021-12-29 12:06:05,821 a29z_19550501_fc1_2_SIM 19588068 RUNNING marenostrum4 debug +2021-12-29 12:06:05,821 a29z_19550501_fc2_2_SIM 19588079 QUEUING marenostrum4 debug +2021-12-29 12:06:05,821 a29z_19550501_fc3_2_SIM 19588082 QUEUING marenostrum4 debug +2021-12-29 12:06:05,823 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 12:06:05,862 Job list saved +2021-12-29 12:06:05,917 Updating FAILED jobs +2021-12-29 12:06:05,917 Updating WAITING jobs +2021-12-29 12:06:05,920 Updating WAITING jobs eligible for be prepared +2021-12-29 12:06:05,923 Updating Held jobs +2021-12-29 12:06:05,924 Update finished +2021-12-29 12:06:15,935 Reloading parameters... +[WARNING] 2021-12-29 12:06:15,946 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 12:06:15,947 Loading parameters... +2021-12-29 12:06:15,949 + +557 of 590 jobs remaining (12:06) +2021-12-29 12:06:15,950 Sleep: 10 +2021-12-29 12:06:15,950 Number of retrials: 0 +2021-12-29 12:06:15,950 WRAPPER CHECK TIME = 10 +2021-12-29 12:06:15,961 Checking jobs for platform=transfer_node +2021-12-29 12:06:15,972 Checking jobs for platform=marenostrum4 +2021-12-29 12:06:15,972 Checking all jobs at once +2021-12-29 12:06:17,091 Successful check job command +2021-12-29 12:06:18,161 Job a29z_19550501_fc1_2_SIM is RUNNING +2021-12-29 12:06:18,161 Job a29z_19550501_fc3_2_SIM is QUEUING +2021-12-29 12:06:18,161 Job a29z_19550501_fc2_2_SIM is QUEUING +2021-12-29 12:06:18,162 Job a29z_19550501_fc0_2_CLEAN is QUEUING +2021-12-29 12:06:18,162 End of checking +2021-12-29 12:06:18,163 Updating FAILED jobs +2021-12-29 12:06:18,164 Updating WAITING jobs +2021-12-29 12:06:18,167 Updating WAITING jobs eligible for be prepared +2021-12-29 12:06:18,170 Updating Held jobs +2021-12-29 12:06:18,171 Update finished +2021-12-29 12:06:18,172 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 12:06:18,172 a29z_19550501_fc0_1_CLEAN 19588000 COMPLETED marenostrum4 debug +2021-12-29 12:06:18,172 a29z_19550501_fc1_1_CLEAN 19588013 COMPLETED marenostrum4 debug +2021-12-29 12:06:18,173 a29z_19550501_fc2_1_CLEAN 19588021 COMPLETED marenostrum4 debug +2021-12-29 12:06:18,173 a29z_19550501_fc3_1_CLEAN 19588028 COMPLETED marenostrum4 debug +2021-12-29 12:06:18,173 a29z_19550501_fc4_1_CLEAN 19588048 COMPLETED marenostrum4 debug +2021-12-29 12:06:18,173 a29z_19550501_fc1_2_SIM 19588068 RUNNING marenostrum4 debug +2021-12-29 12:06:18,173 a29z_19550501_fc2_2_SIM 19588079 QUEUING marenostrum4 debug +2021-12-29 12:06:18,173 a29z_19550501_fc3_2_SIM 19588082 QUEUING marenostrum4 debug +2021-12-29 12:06:18,173 a29z_19550501_fc0_2_CLEAN 19588091 QUEUING marenostrum4 debug +2021-12-29 12:06:18,176 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 12:06:18,215 Job list saved +2021-12-29 12:06:18,219 +Jobs ready for transfer_node: 0 +2021-12-29 12:06:18,229 Number of jobs available: 3 +2021-12-29 12:06:18,232 Number of jobs ready: 0 +2021-12-29 12:06:18,238 +Jobs ready for marenostrum4: 11 +2021-12-29 12:06:18,248 Number of jobs available: 0 +2021-12-29 12:06:18,251 Number of jobs ready: 11 +2021-12-29 12:06:18,255 Jobs ready for marenostrum4: 11 +2021-12-29 12:06:18,261 Updating FAILED jobs +2021-12-29 12:06:18,262 Updating WAITING jobs +2021-12-29 12:06:18,265 Updating WAITING jobs eligible for be prepared +2021-12-29 12:06:18,268 Updating Held jobs +2021-12-29 12:06:18,268 Update finished +2021-12-29 12:06:18,270 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 12:06:18,270 a29z_19550501_fc0_1_CLEAN 19588000 COMPLETED marenostrum4 debug +2021-12-29 12:06:18,270 a29z_19550501_fc1_1_CLEAN 19588013 COMPLETED marenostrum4 debug +2021-12-29 12:06:18,270 a29z_19550501_fc2_1_CLEAN 19588021 COMPLETED marenostrum4 debug +2021-12-29 12:06:18,271 a29z_19550501_fc3_1_CLEAN 19588028 COMPLETED marenostrum4 debug +2021-12-29 12:06:18,271 a29z_19550501_fc4_1_CLEAN 19588048 COMPLETED marenostrum4 debug +2021-12-29 12:06:18,271 a29z_19550501_fc1_2_SIM 19588068 RUNNING marenostrum4 debug +2021-12-29 12:06:18,271 a29z_19550501_fc2_2_SIM 19588079 QUEUING marenostrum4 debug +2021-12-29 12:06:18,271 a29z_19550501_fc3_2_SIM 19588082 QUEUING marenostrum4 debug +2021-12-29 12:06:18,271 a29z_19550501_fc0_2_CLEAN 19588091 QUEUING marenostrum4 debug +2021-12-29 12:06:18,273 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 12:06:18,313 Job list saved +2021-12-29 12:06:18,318 +Jobs prepared for transfer_node: 0 +2021-12-29 12:06:18,324 Number of jobs available: 3 +2021-12-29 12:06:18,327 Number of jobs prepared: 0 +2021-12-29 12:06:18,333 +Jobs prepared for marenostrum4: 3 +2021-12-29 12:06:18,340 Number of jobs available: 0 +2021-12-29 12:06:18,342 Number of jobs prepared: 3 +2021-12-29 12:06:18,346 Jobs ready for marenostrum4: 3 +2021-12-29 12:06:18,355 Updating FAILED jobs +2021-12-29 12:06:18,355 Updating WAITING jobs +2021-12-29 12:06:18,358 Updating WAITING jobs eligible for be prepared +2021-12-29 12:06:18,361 Updating Held jobs +2021-12-29 12:06:18,362 Update finished +2021-12-29 12:06:18,363 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 12:06:18,363 a29z_19550501_fc0_1_CLEAN 19588000 COMPLETED marenostrum4 debug +2021-12-29 12:06:18,364 a29z_19550501_fc1_1_CLEAN 19588013 COMPLETED marenostrum4 debug +2021-12-29 12:06:18,364 a29z_19550501_fc2_1_CLEAN 19588021 COMPLETED marenostrum4 debug +2021-12-29 12:06:18,364 a29z_19550501_fc3_1_CLEAN 19588028 COMPLETED marenostrum4 debug +2021-12-29 12:06:18,364 a29z_19550501_fc4_1_CLEAN 19588048 COMPLETED marenostrum4 debug +2021-12-29 12:06:18,364 a29z_19550501_fc1_2_SIM 19588068 RUNNING marenostrum4 debug +2021-12-29 12:06:18,364 a29z_19550501_fc2_2_SIM 19588079 QUEUING marenostrum4 debug +2021-12-29 12:06:18,364 a29z_19550501_fc3_2_SIM 19588082 QUEUING marenostrum4 debug +2021-12-29 12:06:18,365 a29z_19550501_fc0_2_CLEAN 19588091 QUEUING marenostrum4 debug +2021-12-29 12:06:18,367 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 12:06:18,405 Job list saved +2021-12-29 12:06:18,457 Updating FAILED jobs +2021-12-29 12:06:18,457 Updating WAITING jobs +2021-12-29 12:06:18,460 Updating WAITING jobs eligible for be prepared +2021-12-29 12:06:18,463 Updating Held jobs +2021-12-29 12:06:18,464 Update finished +2021-12-29 12:06:28,476 Reloading parameters... +[WARNING] 2021-12-29 12:06:28,486 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 12:06:28,487 Loading parameters... +2021-12-29 12:06:28,489 + +557 of 590 jobs remaining (12:06) +2021-12-29 12:06:28,490 Sleep: 10 +2021-12-29 12:06:28,490 Number of retrials: 0 +2021-12-29 12:06:28,490 WRAPPER CHECK TIME = 10 +2021-12-29 12:06:28,502 Checking jobs for platform=transfer_node +2021-12-29 12:06:28,515 Checking jobs for platform=marenostrum4 +2021-12-29 12:06:28,515 Checking all jobs at once +2021-12-29 12:06:29,734 Successful check job command +2021-12-29 12:06:30,904 Job a29z_19550501_fc0_2_CLEAN is QUEUING +2021-12-29 12:06:30,904 Job a29z_19550501_fc3_2_SIM is QUEUING +2021-12-29 12:06:30,904 Job a29z_19550501_fc2_2_SIM is QUEUING +2021-12-29 12:06:30,904 a29z_19550501_fc1_2_SIM job seems to have completed: checking... +2021-12-29 12:06:30,921 Job a29z_19550501_fc1_2_SIM is COMPLETED +2021-12-29 12:06:30,935 a29z_19550501_fc1_2_SIM_STAT file have been transfered +[WARNING] 2021-12-29 12:06:30,999 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 12:06:31,000 End of checking +2021-12-29 12:06:31,001 Updating FAILED jobs +2021-12-29 12:06:31,002 Updating WAITING jobs +2021-12-29 12:06:31,004 Setting job: a29z_19550501_fc1_2_POST status to: READY (all parents completed)... +2021-12-29 12:06:31,006 Resetting job: a29z_19550501_fc1_3_SIM status to: READY for retrial... +2021-12-29 12:06:31,006 A job in prepared status has all parent completed, job: a29z_19550501_fc1_3_SIM status set to: READY ... +2021-12-29 12:06:31,006 Updating WAITING jobs eligible for be prepared +2021-12-29 12:06:31,010 Updating Held jobs +2021-12-29 12:06:31,011 Update finished +2021-12-29 12:06:31,013 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 12:06:31,013 a29z_19550501_fc0_1_CLEAN 19588000 COMPLETED marenostrum4 debug +2021-12-29 12:06:31,014 a29z_19550501_fc1_1_CLEAN 19588013 COMPLETED marenostrum4 debug +2021-12-29 12:06:31,014 a29z_19550501_fc2_1_CLEAN 19588021 COMPLETED marenostrum4 debug +2021-12-29 12:06:31,014 a29z_19550501_fc3_1_CLEAN 19588028 COMPLETED marenostrum4 debug +2021-12-29 12:06:31,014 a29z_19550501_fc4_1_CLEAN 19588048 COMPLETED marenostrum4 debug +2021-12-29 12:06:31,015 a29z_19550501_fc2_2_SIM 19588079 QUEUING marenostrum4 debug +2021-12-29 12:06:31,015 a29z_19550501_fc3_2_SIM 19588082 QUEUING marenostrum4 debug +2021-12-29 12:06:31,015 a29z_19550501_fc0_2_CLEAN 19588091 QUEUING marenostrum4 debug +2021-12-29 12:06:31,018 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +[WARNING] 2021-12-29 12:06:31,029 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 12:06:31,033 Custom directives from platform.conf: None +2021-12-29 12:06:31,033 Custom directives from platform.conf: None +2021-12-29 12:06:31,104 Job list saved +2021-12-29 12:06:31,108 +Jobs ready for transfer_node: 1 +2021-12-29 12:06:31,117 Number of jobs available: 3 +2021-12-29 12:06:31,119 Number of jobs ready: 1 +2021-12-29 12:06:31,124 Jobs ready for transfer_node: 1 +2021-12-29 12:06:31,201 Creating Scripts +2021-12-29 12:06:31,263 Sending Files +2021-12-29 12:06:31,687 /esarchive/scratch/Earth/wuruchi/a29z/LOG_a29z has been created on bscearth000 . +2021-12-29 12:06:32,132 Submitting +2021-12-29 12:06:32,141 a29z_19550501_fc1_2_POST_STAT have been removed +2021-12-29 12:06:32,145 a29z_19550501_fc1_2_POST_COMPLETED been removed +2021-12-29 12:06:32,625 Job ID: 7992 + +2021-12-29 12:06:32,625 a29z_19550501_fc1_2_POST submitted +2021-12-29 12:06:32,728 +Jobs ready for marenostrum4: 12 +2021-12-29 12:06:32,738 Number of jobs available: 0 +2021-12-29 12:06:32,740 Number of jobs ready: 12 +2021-12-29 12:06:32,744 Jobs ready for marenostrum4: 12 +2021-12-29 12:06:32,750 Updating FAILED jobs +2021-12-29 12:06:32,750 Updating WAITING jobs +2021-12-29 12:06:32,753 Updating WAITING jobs eligible for be prepared +2021-12-29 12:06:32,756 Updating Held jobs +2021-12-29 12:06:32,757 Update finished +2021-12-29 12:06:32,759 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 12:06:32,759 a29z_19550501_fc0_1_CLEAN 19588000 COMPLETED marenostrum4 debug +2021-12-29 12:06:32,759 a29z_19550501_fc1_1_CLEAN 19588013 COMPLETED marenostrum4 debug +2021-12-29 12:06:32,759 a29z_19550501_fc2_1_CLEAN 19588021 COMPLETED marenostrum4 debug +2021-12-29 12:06:32,759 a29z_19550501_fc3_1_CLEAN 19588028 COMPLETED marenostrum4 debug +2021-12-29 12:06:32,759 a29z_19550501_fc4_1_CLEAN 19588048 COMPLETED marenostrum4 debug +2021-12-29 12:06:32,759 a29z_19550501_fc1_2_POST 7992 SUBMITTED transfer_node serial +2021-12-29 12:06:32,760 a29z_19550501_fc2_2_SIM 19588079 QUEUING marenostrum4 debug +2021-12-29 12:06:32,760 a29z_19550501_fc3_2_SIM 19588082 QUEUING marenostrum4 debug +2021-12-29 12:06:32,760 a29z_19550501_fc0_2_CLEAN 19588091 QUEUING marenostrum4 debug +2021-12-29 12:06:32,762 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 12:06:32,801 Job list saved +2021-12-29 12:06:32,805 +Jobs prepared for transfer_node: 0 +2021-12-29 12:06:32,813 Number of jobs available: 2 +2021-12-29 12:06:32,815 Number of jobs prepared: 0 +2021-12-29 12:06:32,822 +Jobs prepared for marenostrum4: 2 +2021-12-29 12:06:32,829 Number of jobs available: 0 +2021-12-29 12:06:32,831 Number of jobs prepared: 2 +2021-12-29 12:06:32,836 Jobs ready for marenostrum4: 2 +2021-12-29 12:06:32,843 Updating FAILED jobs +2021-12-29 12:06:32,844 Updating WAITING jobs +2021-12-29 12:06:32,847 Updating WAITING jobs eligible for be prepared +2021-12-29 12:06:32,850 Updating Held jobs +2021-12-29 12:06:32,850 Update finished +2021-12-29 12:06:32,852 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 12:06:32,852 a29z_19550501_fc0_1_CLEAN 19588000 COMPLETED marenostrum4 debug +2021-12-29 12:06:32,852 a29z_19550501_fc1_1_CLEAN 19588013 COMPLETED marenostrum4 debug +2021-12-29 12:06:32,852 a29z_19550501_fc2_1_CLEAN 19588021 COMPLETED marenostrum4 debug +2021-12-29 12:06:32,852 a29z_19550501_fc3_1_CLEAN 19588028 COMPLETED marenostrum4 debug +2021-12-29 12:06:32,852 a29z_19550501_fc4_1_CLEAN 19588048 COMPLETED marenostrum4 debug +2021-12-29 12:06:32,853 a29z_19550501_fc1_2_POST 7992 SUBMITTED transfer_node serial +2021-12-29 12:06:32,853 a29z_19550501_fc2_2_SIM 19588079 QUEUING marenostrum4 debug +2021-12-29 12:06:32,853 a29z_19550501_fc3_2_SIM 19588082 QUEUING marenostrum4 debug +2021-12-29 12:06:32,853 a29z_19550501_fc0_2_CLEAN 19588091 QUEUING marenostrum4 debug +2021-12-29 12:06:32,855 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 12:06:32,893 Job list saved +2021-12-29 12:06:32,946 Updating FAILED jobs +2021-12-29 12:06:32,947 Updating WAITING jobs +2021-12-29 12:06:32,950 Updating WAITING jobs eligible for be prepared +2021-12-29 12:06:32,953 Updating Held jobs +2021-12-29 12:06:32,953 Update finished +2021-12-29 12:06:42,956 Reloading parameters... +[WARNING] 2021-12-29 12:06:42,967 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 12:06:42,968 Loading parameters... +2021-12-29 12:06:42,970 + +556 of 590 jobs remaining (12:06) +2021-12-29 12:06:42,971 Sleep: 10 +2021-12-29 12:06:42,971 Number of retrials: 0 +2021-12-29 12:06:42,971 WRAPPER CHECK TIME = 10 +2021-12-29 12:06:42,982 Checking jobs for platform=transfer_node +2021-12-29 12:06:45,252 Successful check job command: nohup kill -0 7992 > /dev/null 2>&1; echo $? +2021-12-29 12:06:45,253 Job a29z_19550501_fc1_2_POST is RUNNING +2021-12-29 12:06:45,265 a29z_19550501_fc1_2_POST_STAT file have been transfered +2021-12-29 12:06:45,329 Checking jobs for platform=marenostrum4 +2021-12-29 12:06:45,329 Checking all jobs at once +2021-12-29 12:06:46,498 Successful check job command +2021-12-29 12:06:47,667 Job a29z_19550501_fc3_2_SIM is QUEUING +2021-12-29 12:06:47,668 Job a29z_19550501_fc2_2_SIM is QUEUING +2021-12-29 12:06:47,668 Job a29z_19550501_fc0_2_CLEAN is QUEUING +2021-12-29 12:06:47,668 End of checking +2021-12-29 12:06:47,669 Updating FAILED jobs +2021-12-29 12:06:47,670 Updating WAITING jobs +2021-12-29 12:06:47,673 Updating WAITING jobs eligible for be prepared +2021-12-29 12:06:47,675 Setting job: a29z_19550501_fc1_2_CLEAN status to: Prepared for be held (all parents queuing, running or completed)... +2021-12-29 12:06:47,676 Updating Held jobs +2021-12-29 12:06:47,677 Update finished +2021-12-29 12:06:47,678 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 12:06:47,678 a29z_19550501_fc0_1_CLEAN 19588000 COMPLETED marenostrum4 debug +2021-12-29 12:06:47,679 a29z_19550501_fc1_1_CLEAN 19588013 COMPLETED marenostrum4 debug +2021-12-29 12:06:47,679 a29z_19550501_fc2_1_CLEAN 19588021 COMPLETED marenostrum4 debug +2021-12-29 12:06:47,679 a29z_19550501_fc3_1_CLEAN 19588028 COMPLETED marenostrum4 debug +2021-12-29 12:06:47,679 a29z_19550501_fc4_1_CLEAN 19588048 COMPLETED marenostrum4 debug +2021-12-29 12:06:47,679 a29z_19550501_fc1_2_POST 7992 RUNNING transfer_node serial +2021-12-29 12:06:47,679 a29z_19550501_fc2_2_SIM 19588079 QUEUING marenostrum4 debug +2021-12-29 12:06:47,679 a29z_19550501_fc3_2_SIM 19588082 QUEUING marenostrum4 debug +2021-12-29 12:06:47,679 a29z_19550501_fc0_2_CLEAN 19588091 QUEUING marenostrum4 debug +2021-12-29 12:06:47,682 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 12:06:47,721 Job list saved +2021-12-29 12:06:47,726 +Jobs ready for transfer_node: 0 +2021-12-29 12:06:47,735 Number of jobs available: 3 +2021-12-29 12:06:47,737 Number of jobs ready: 0 +2021-12-29 12:06:47,744 +Jobs ready for marenostrum4: 12 +2021-12-29 12:06:47,753 Number of jobs available: 0 +2021-12-29 12:06:47,755 Number of jobs ready: 12 +2021-12-29 12:06:47,760 Jobs ready for marenostrum4: 12 +2021-12-29 12:06:47,765 Updating FAILED jobs +2021-12-29 12:06:47,766 Updating WAITING jobs +2021-12-29 12:06:47,769 Updating WAITING jobs eligible for be prepared +2021-12-29 12:06:47,772 Updating Held jobs +2021-12-29 12:06:47,773 Update finished +2021-12-29 12:06:47,774 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 12:06:47,774 a29z_19550501_fc0_1_CLEAN 19588000 COMPLETED marenostrum4 debug +2021-12-29 12:06:47,774 a29z_19550501_fc1_1_CLEAN 19588013 COMPLETED marenostrum4 debug +2021-12-29 12:06:47,775 a29z_19550501_fc2_1_CLEAN 19588021 COMPLETED marenostrum4 debug +2021-12-29 12:06:47,775 a29z_19550501_fc3_1_CLEAN 19588028 COMPLETED marenostrum4 debug +2021-12-29 12:06:47,775 a29z_19550501_fc4_1_CLEAN 19588048 COMPLETED marenostrum4 debug +2021-12-29 12:06:47,775 a29z_19550501_fc1_2_POST 7992 RUNNING transfer_node serial +2021-12-29 12:06:47,775 a29z_19550501_fc2_2_SIM 19588079 QUEUING marenostrum4 debug +2021-12-29 12:06:47,775 a29z_19550501_fc3_2_SIM 19588082 QUEUING marenostrum4 debug +2021-12-29 12:06:47,775 a29z_19550501_fc0_2_CLEAN 19588091 QUEUING marenostrum4 debug +2021-12-29 12:06:47,777 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 12:06:47,816 Job list saved +2021-12-29 12:06:47,821 +Jobs prepared for transfer_node: 0 +2021-12-29 12:06:47,828 Number of jobs available: 3 +2021-12-29 12:06:47,830 Number of jobs prepared: 0 +2021-12-29 12:06:47,837 +Jobs prepared for marenostrum4: 3 +2021-12-29 12:06:47,843 Number of jobs available: 0 +2021-12-29 12:06:47,846 Number of jobs prepared: 3 +2021-12-29 12:06:47,850 Jobs ready for marenostrum4: 3 +2021-12-29 12:06:47,858 Updating FAILED jobs +2021-12-29 12:06:47,859 Updating WAITING jobs +2021-12-29 12:06:47,861 Updating WAITING jobs eligible for be prepared +2021-12-29 12:06:47,864 Updating Held jobs +2021-12-29 12:06:47,865 Update finished +2021-12-29 12:06:47,866 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 12:06:47,867 a29z_19550501_fc0_1_CLEAN 19588000 COMPLETED marenostrum4 debug +2021-12-29 12:06:47,867 a29z_19550501_fc1_1_CLEAN 19588013 COMPLETED marenostrum4 debug +2021-12-29 12:06:47,867 a29z_19550501_fc2_1_CLEAN 19588021 COMPLETED marenostrum4 debug +2021-12-29 12:06:47,867 a29z_19550501_fc3_1_CLEAN 19588028 COMPLETED marenostrum4 debug +2021-12-29 12:06:47,867 a29z_19550501_fc4_1_CLEAN 19588048 COMPLETED marenostrum4 debug +2021-12-29 12:06:47,867 a29z_19550501_fc1_2_POST 7992 RUNNING transfer_node serial +2021-12-29 12:06:47,867 a29z_19550501_fc2_2_SIM 19588079 QUEUING marenostrum4 debug +2021-12-29 12:06:47,867 a29z_19550501_fc3_2_SIM 19588082 QUEUING marenostrum4 debug +2021-12-29 12:06:47,868 a29z_19550501_fc0_2_CLEAN 19588091 QUEUING marenostrum4 debug +2021-12-29 12:06:47,870 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 12:06:47,908 Job list saved +2021-12-29 12:06:47,965 Updating FAILED jobs +2021-12-29 12:06:47,966 Updating WAITING jobs +2021-12-29 12:06:47,968 Updating WAITING jobs eligible for be prepared +2021-12-29 12:06:47,972 Updating Held jobs +2021-12-29 12:06:47,972 Update finished +2021-12-29 12:06:57,983 Reloading parameters... +[WARNING] 2021-12-29 12:06:57,995 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 12:06:57,996 Loading parameters... +2021-12-29 12:06:57,998 + +556 of 590 jobs remaining (12:06) +2021-12-29 12:06:57,998 Sleep: 10 +2021-12-29 12:06:57,998 Number of retrials: 0 +2021-12-29 12:06:57,998 WRAPPER CHECK TIME = 10 +2021-12-29 12:06:58,009 Checking jobs for platform=transfer_node +2021-12-29 12:07:00,280 Successful check job command: nohup kill -0 7992 > /dev/null 2>&1; echo $? +2021-12-29 12:07:00,280 Job a29z_19550501_fc1_2_POST is RUNNING +2021-12-29 12:07:00,292 Checking jobs for platform=marenostrum4 +2021-12-29 12:07:00,292 Checking all jobs at once +2021-12-29 12:07:01,411 Successful check job command +2021-12-29 12:07:02,530 Job a29z_19550501_fc3_2_SIM is QUEUING +2021-12-29 12:07:02,530 Job a29z_19550501_fc2_2_SIM is RUNNING +2021-12-29 12:07:02,551 a29z_19550501_fc2_2_SIM_STAT file have been transfered +2021-12-29 12:07:02,600 Job a29z_19550501_fc0_2_CLEAN is QUEUING +2021-12-29 12:07:02,600 End of checking +2021-12-29 12:07:02,601 Updating FAILED jobs +2021-12-29 12:07:02,602 Updating WAITING jobs +2021-12-29 12:07:02,605 Updating WAITING jobs eligible for be prepared +2021-12-29 12:07:02,608 Updating Held jobs +2021-12-29 12:07:02,609 Update finished +2021-12-29 12:07:02,610 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 12:07:02,610 a29z_19550501_fc0_1_CLEAN 19588000 COMPLETED marenostrum4 debug +2021-12-29 12:07:02,610 a29z_19550501_fc1_1_CLEAN 19588013 COMPLETED marenostrum4 debug +2021-12-29 12:07:02,610 a29z_19550501_fc2_1_CLEAN 19588021 COMPLETED marenostrum4 debug +2021-12-29 12:07:02,611 a29z_19550501_fc3_1_CLEAN 19588028 COMPLETED marenostrum4 debug +2021-12-29 12:07:02,611 a29z_19550501_fc4_1_CLEAN 19588048 COMPLETED marenostrum4 debug +2021-12-29 12:07:02,611 a29z_19550501_fc2_2_SIM 19588079 RUNNING marenostrum4 debug +2021-12-29 12:07:02,611 a29z_19550501_fc1_2_POST 7992 RUNNING transfer_node serial +2021-12-29 12:07:02,611 a29z_19550501_fc3_2_SIM 19588082 QUEUING marenostrum4 debug +2021-12-29 12:07:02,611 a29z_19550501_fc0_2_CLEAN 19588091 QUEUING marenostrum4 debug +2021-12-29 12:07:02,613 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 12:07:02,652 Job list saved +2021-12-29 12:07:02,657 +Jobs ready for transfer_node: 0 +2021-12-29 12:07:02,665 Number of jobs available: 3 +2021-12-29 12:07:02,667 Number of jobs ready: 0 +2021-12-29 12:07:02,674 +Jobs ready for marenostrum4: 12 +2021-12-29 12:07:02,682 Number of jobs available: 1 +2021-12-29 12:07:02,684 Number of jobs ready: 12 +2021-12-29 12:07:02,689 Jobs ready for marenostrum4: 12 +2021-12-29 12:07:02,702 Creating Scripts +2021-12-29 12:07:02,743 Sending Files +2021-12-29 12:07:02,751 Submitting +2021-12-29 12:07:02,760 a29z_19550501_fc0_3_SIM_STAT have been removed +2021-12-29 12:07:02,763 a29z_19550501_fc0_3_SIM_COMPLETED been removed +2021-12-29 12:07:03,953 Updating FAILED jobs +2021-12-29 12:07:03,954 Updating WAITING jobs +2021-12-29 12:07:03,957 Updating WAITING jobs eligible for be prepared +2021-12-29 12:07:03,960 Updating Held jobs +2021-12-29 12:07:03,961 Update finished +2021-12-29 12:07:03,962 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 12:07:03,962 a29z_19550501_fc0_1_CLEAN 19588000 COMPLETED marenostrum4 debug +2021-12-29 12:07:03,962 a29z_19550501_fc1_1_CLEAN 19588013 COMPLETED marenostrum4 debug +2021-12-29 12:07:03,963 a29z_19550501_fc2_1_CLEAN 19588021 COMPLETED marenostrum4 debug +2021-12-29 12:07:03,963 a29z_19550501_fc3_1_CLEAN 19588028 COMPLETED marenostrum4 debug +2021-12-29 12:07:03,963 a29z_19550501_fc4_1_CLEAN 19588048 COMPLETED marenostrum4 debug +2021-12-29 12:07:03,963 a29z_19550501_fc0_3_SIM 19588112 SUBMITTED marenostrum4 debug +2021-12-29 12:07:03,963 a29z_19550501_fc2_2_SIM 19588079 RUNNING marenostrum4 debug +2021-12-29 12:07:03,963 a29z_19550501_fc1_2_POST 7992 RUNNING transfer_node serial +2021-12-29 12:07:03,963 a29z_19550501_fc3_2_SIM 19588082 QUEUING marenostrum4 debug +2021-12-29 12:07:03,963 a29z_19550501_fc0_2_CLEAN 19588091 QUEUING marenostrum4 debug +2021-12-29 12:07:03,966 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 12:07:04,005 Job list saved +2021-12-29 12:07:04,010 +Jobs prepared for transfer_node: 0 +2021-12-29 12:07:04,017 Number of jobs available: 3 +2021-12-29 12:07:04,019 Number of jobs prepared: 0 +2021-12-29 12:07:04,026 +Jobs prepared for marenostrum4: 3 +2021-12-29 12:07:04,032 Number of jobs available: 0 +2021-12-29 12:07:04,035 Number of jobs prepared: 3 +2021-12-29 12:07:04,039 Jobs ready for marenostrum4: 3 +2021-12-29 12:07:04,048 Updating FAILED jobs +2021-12-29 12:07:04,048 Updating WAITING jobs +2021-12-29 12:07:04,051 Updating WAITING jobs eligible for be prepared +2021-12-29 12:07:04,054 Updating Held jobs +2021-12-29 12:07:04,055 Update finished +2021-12-29 12:07:04,056 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 12:07:04,056 a29z_19550501_fc0_1_CLEAN 19588000 COMPLETED marenostrum4 debug +2021-12-29 12:07:04,057 a29z_19550501_fc1_1_CLEAN 19588013 COMPLETED marenostrum4 debug +2021-12-29 12:07:04,057 a29z_19550501_fc2_1_CLEAN 19588021 COMPLETED marenostrum4 debug +2021-12-29 12:07:04,057 a29z_19550501_fc3_1_CLEAN 19588028 COMPLETED marenostrum4 debug +2021-12-29 12:07:04,057 a29z_19550501_fc4_1_CLEAN 19588048 COMPLETED marenostrum4 debug +2021-12-29 12:07:04,057 a29z_19550501_fc0_3_SIM 19588112 SUBMITTED marenostrum4 debug +2021-12-29 12:07:04,057 a29z_19550501_fc2_2_SIM 19588079 RUNNING marenostrum4 debug +2021-12-29 12:07:04,057 a29z_19550501_fc1_2_POST 7992 RUNNING transfer_node serial +2021-12-29 12:07:04,057 a29z_19550501_fc3_2_SIM 19588082 QUEUING marenostrum4 debug +2021-12-29 12:07:04,058 a29z_19550501_fc0_2_CLEAN 19588091 QUEUING marenostrum4 debug +2021-12-29 12:07:04,060 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 12:07:04,098 Job list saved +2021-12-29 12:07:04,148 Updating FAILED jobs +2021-12-29 12:07:04,149 Updating WAITING jobs +2021-12-29 12:07:04,152 Updating WAITING jobs eligible for be prepared +2021-12-29 12:07:04,155 Updating Held jobs +2021-12-29 12:07:04,156 Update finished +2021-12-29 12:07:14,164 Reloading parameters... +[WARNING] 2021-12-29 12:07:14,176 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 12:07:14,177 Loading parameters... +2021-12-29 12:07:14,179 + +556 of 590 jobs remaining (12:07) +2021-12-29 12:07:14,179 Sleep: 10 +2021-12-29 12:07:14,179 Number of retrials: 0 +2021-12-29 12:07:14,180 WRAPPER CHECK TIME = 10 +2021-12-29 12:07:14,191 Checking jobs for platform=transfer_node +2021-12-29 12:07:16,460 Successful check job command: nohup kill -0 7992 > /dev/null 2>&1; echo $? +2021-12-29 12:07:16,460 a29z_19550501_fc1_2_POST job seems to have completed: checking... +2021-12-29 12:07:16,520 Job a29z_19550501_fc1_2_POST is COMPLETED +2021-12-29 12:07:16,533 a29z_19550501_fc1_2_POST_STAT file have been transfered +[WARNING] 2021-12-29 12:07:16,590 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 12:07:16,606 Checking jobs for platform=marenostrum4 +2021-12-29 12:07:16,606 Checking all jobs at once +[WARNING] 2021-12-29 12:07:16,617 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 12:07:16,621 Custom directives from platform.conf: None +2021-12-29 12:07:16,621 Custom directives from platform.conf: None +2021-12-29 12:07:17,828 Successful check job command +2021-12-29 12:07:19,046 Job a29z_19550501_fc0_3_SIM is QUEUING +2021-12-29 12:07:19,047 Job a29z_19550501_fc3_2_SIM is QUEUING +2021-12-29 12:07:19,047 Job a29z_19550501_fc2_2_SIM is RUNNING +2021-12-29 12:07:19,047 Job a29z_19550501_fc0_2_CLEAN is QUEUING +2021-12-29 12:07:19,047 End of checking +2021-12-29 12:07:19,049 Updating FAILED jobs +2021-12-29 12:07:19,050 Updating WAITING jobs +2021-12-29 12:07:19,053 Resetting job: a29z_19550501_fc1_2_CLEAN status to: READY for retrial... +2021-12-29 12:07:19,053 A job in prepared status has all parent completed, job: a29z_19550501_fc1_2_CLEAN status set to: READY ... +2021-12-29 12:07:19,053 Updating WAITING jobs eligible for be prepared +2021-12-29 12:07:19,055 Setting job: a29z_19550501_fc0_4_SIM status to: Prepared for be held (all parents queuing, running or completed)... +2021-12-29 12:07:19,056 Updating Held jobs +2021-12-29 12:07:19,057 Update finished +2021-12-29 12:07:19,058 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 12:07:19,058 a29z_19550501_fc0_1_CLEAN 19588000 COMPLETED marenostrum4 debug +2021-12-29 12:07:19,058 a29z_19550501_fc1_1_CLEAN 19588013 COMPLETED marenostrum4 debug +2021-12-29 12:07:19,058 a29z_19550501_fc2_1_CLEAN 19588021 COMPLETED marenostrum4 debug +2021-12-29 12:07:19,059 a29z_19550501_fc3_1_CLEAN 19588028 COMPLETED marenostrum4 debug +2021-12-29 12:07:19,059 a29z_19550501_fc4_1_CLEAN 19588048 COMPLETED marenostrum4 debug +2021-12-29 12:07:19,059 a29z_19550501_fc2_2_SIM 19588079 RUNNING marenostrum4 debug +2021-12-29 12:07:19,059 a29z_19550501_fc0_3_SIM 19588112 QUEUING marenostrum4 debug +2021-12-29 12:07:19,059 a29z_19550501_fc3_2_SIM 19588082 QUEUING marenostrum4 debug +2021-12-29 12:07:19,059 a29z_19550501_fc0_2_CLEAN 19588091 QUEUING marenostrum4 debug +2021-12-29 12:07:19,062 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 12:07:19,101 Job list saved +2021-12-29 12:07:19,105 +Jobs ready for transfer_node: 0 +2021-12-29 12:07:19,114 Number of jobs available: 3 +2021-12-29 12:07:19,116 Number of jobs ready: 0 +2021-12-29 12:07:19,123 +Jobs ready for marenostrum4: 12 +2021-12-29 12:07:19,132 Number of jobs available: 0 +2021-12-29 12:07:19,134 Number of jobs ready: 12 +2021-12-29 12:07:19,138 Jobs ready for marenostrum4: 12 +2021-12-29 12:07:19,144 Updating FAILED jobs +2021-12-29 12:07:19,145 Updating WAITING jobs +2021-12-29 12:07:19,147 Updating WAITING jobs eligible for be prepared +2021-12-29 12:07:19,150 Updating Held jobs +2021-12-29 12:07:19,151 Update finished +2021-12-29 12:07:19,152 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 12:07:19,152 a29z_19550501_fc0_1_CLEAN 19588000 COMPLETED marenostrum4 debug +2021-12-29 12:07:19,153 a29z_19550501_fc1_1_CLEAN 19588013 COMPLETED marenostrum4 debug +2021-12-29 12:07:19,153 a29z_19550501_fc2_1_CLEAN 19588021 COMPLETED marenostrum4 debug +2021-12-29 12:07:19,153 a29z_19550501_fc3_1_CLEAN 19588028 COMPLETED marenostrum4 debug +2021-12-29 12:07:19,153 a29z_19550501_fc4_1_CLEAN 19588048 COMPLETED marenostrum4 debug +2021-12-29 12:07:19,153 a29z_19550501_fc2_2_SIM 19588079 RUNNING marenostrum4 debug +2021-12-29 12:07:19,153 a29z_19550501_fc0_3_SIM 19588112 QUEUING marenostrum4 debug +2021-12-29 12:07:19,153 a29z_19550501_fc3_2_SIM 19588082 QUEUING marenostrum4 debug +2021-12-29 12:07:19,154 a29z_19550501_fc0_2_CLEAN 19588091 QUEUING marenostrum4 debug +2021-12-29 12:07:19,156 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 12:07:19,193 Job list saved +2021-12-29 12:07:19,198 +Jobs prepared for transfer_node: 0 +2021-12-29 12:07:19,205 Number of jobs available: 3 +2021-12-29 12:07:19,207 Number of jobs prepared: 0 +2021-12-29 12:07:19,214 +Jobs prepared for marenostrum4: 3 +2021-12-29 12:07:19,220 Number of jobs available: 0 +2021-12-29 12:07:19,222 Number of jobs prepared: 3 +2021-12-29 12:07:19,227 Jobs ready for marenostrum4: 3 +2021-12-29 12:07:19,235 Updating FAILED jobs +2021-12-29 12:07:19,236 Updating WAITING jobs +2021-12-29 12:07:19,238 Updating WAITING jobs eligible for be prepared +2021-12-29 12:07:19,241 Updating Held jobs +2021-12-29 12:07:19,242 Update finished +2021-12-29 12:07:19,243 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 12:07:19,243 a29z_19550501_fc0_1_CLEAN 19588000 COMPLETED marenostrum4 debug +2021-12-29 12:07:19,244 a29z_19550501_fc1_1_CLEAN 19588013 COMPLETED marenostrum4 debug +2021-12-29 12:07:19,244 a29z_19550501_fc2_1_CLEAN 19588021 COMPLETED marenostrum4 debug +2021-12-29 12:07:19,244 a29z_19550501_fc3_1_CLEAN 19588028 COMPLETED marenostrum4 debug +2021-12-29 12:07:19,244 a29z_19550501_fc4_1_CLEAN 19588048 COMPLETED marenostrum4 debug +2021-12-29 12:07:19,244 a29z_19550501_fc2_2_SIM 19588079 RUNNING marenostrum4 debug +2021-12-29 12:07:19,244 a29z_19550501_fc0_3_SIM 19588112 QUEUING marenostrum4 debug +2021-12-29 12:07:19,244 a29z_19550501_fc3_2_SIM 19588082 QUEUING marenostrum4 debug +2021-12-29 12:07:19,244 a29z_19550501_fc0_2_CLEAN 19588091 QUEUING marenostrum4 debug +2021-12-29 12:07:19,247 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 12:07:19,285 Job list saved +2021-12-29 12:07:19,337 Updating FAILED jobs +2021-12-29 12:07:19,337 Updating WAITING jobs +2021-12-29 12:07:19,340 Updating WAITING jobs eligible for be prepared +2021-12-29 12:07:19,343 Updating Held jobs +2021-12-29 12:07:19,343 Update finished +2021-12-29 12:07:29,355 Reloading parameters... +[WARNING] 2021-12-29 12:07:29,365 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 12:07:29,366 Loading parameters... +2021-12-29 12:07:29,369 + +555 of 590 jobs remaining (12:07) +2021-12-29 12:07:29,369 Sleep: 10 +2021-12-29 12:07:29,369 Number of retrials: 0 +2021-12-29 12:07:29,369 WRAPPER CHECK TIME = 10 +2021-12-29 12:07:29,380 Checking jobs for platform=transfer_node +2021-12-29 12:07:29,391 Checking jobs for platform=marenostrum4 +2021-12-29 12:07:29,391 Checking all jobs at once +2021-12-29 12:07:30,660 Successful check job command +2021-12-29 12:07:31,880 Job a29z_19550501_fc0_3_SIM is QUEUING +2021-12-29 12:07:31,880 Job a29z_19550501_fc3_2_SIM is QUEUING +2021-12-29 12:07:31,880 a29z_19550501_fc2_2_SIM job seems to have completed: checking... +2021-12-29 12:07:31,898 Job a29z_19550501_fc2_2_SIM is COMPLETED +2021-12-29 12:07:31,912 a29z_19550501_fc2_2_SIM_STAT file have been transfered +[WARNING] 2021-12-29 12:07:31,981 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 12:07:31,983 Job a29z_19550501_fc0_2_CLEAN is QUEUING +2021-12-29 12:07:31,983 End of checking +2021-12-29 12:07:31,984 Updating FAILED jobs +2021-12-29 12:07:31,985 Updating WAITING jobs +2021-12-29 12:07:31,986 Setting job: a29z_19550501_fc2_2_POST status to: READY (all parents completed)... +2021-12-29 12:07:31,989 Resetting job: a29z_19550501_fc2_3_SIM status to: READY for retrial... +2021-12-29 12:07:31,989 A job in prepared status has all parent completed, job: a29z_19550501_fc2_3_SIM status set to: READY ... +2021-12-29 12:07:31,989 Updating WAITING jobs eligible for be prepared +2021-12-29 12:07:31,993 Updating Held jobs +2021-12-29 12:07:31,994 Update finished +2021-12-29 12:07:31,996 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 12:07:31,996 a29z_19550501_fc0_1_CLEAN 19588000 COMPLETED marenostrum4 debug +2021-12-29 12:07:31,997 a29z_19550501_fc1_1_CLEAN 19588013 COMPLETED marenostrum4 debug +2021-12-29 12:07:31,997 a29z_19550501_fc2_1_CLEAN 19588021 COMPLETED marenostrum4 debug +2021-12-29 12:07:31,997 a29z_19550501_fc3_1_CLEAN 19588028 COMPLETED marenostrum4 debug +2021-12-29 12:07:31,997 a29z_19550501_fc4_1_CLEAN 19588048 COMPLETED marenostrum4 debug +2021-12-29 12:07:31,997 a29z_19550501_fc0_3_SIM 19588112 QUEUING marenostrum4 debug +2021-12-29 12:07:31,998 a29z_19550501_fc3_2_SIM 19588082 QUEUING marenostrum4 debug +2021-12-29 12:07:31,998 a29z_19550501_fc0_2_CLEAN 19588091 QUEUING marenostrum4 debug +2021-12-29 12:07:32,000 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +[WARNING] 2021-12-29 12:07:32,010 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 12:07:32,013 Custom directives from platform.conf: None +2021-12-29 12:07:32,014 Custom directives from platform.conf: None +2021-12-29 12:07:32,082 Job list saved +2021-12-29 12:07:32,086 +Jobs ready for transfer_node: 1 +2021-12-29 12:07:32,095 Number of jobs available: 3 +2021-12-29 12:07:32,097 Number of jobs ready: 1 +2021-12-29 12:07:32,102 Jobs ready for transfer_node: 1 +2021-12-29 12:07:32,183 Creating Scripts +2021-12-29 12:07:32,232 Sending Files +2021-12-29 12:07:32,476 /esarchive/scratch/Earth/wuruchi/a29z/LOG_a29z has been created on bscearth000 . +2021-12-29 12:07:32,504 Submitting +2021-12-29 12:07:32,579 a29z_19550501_fc2_2_POST_STAT have been removed +2021-12-29 12:07:32,582 a29z_19550501_fc2_2_POST_COMPLETED been removed +2021-12-29 12:07:32,851 Job ID: 9069 + +2021-12-29 12:07:32,851 a29z_19550501_fc2_2_POST submitted +2021-12-29 12:07:32,958 +Jobs ready for marenostrum4: 13 +2021-12-29 12:07:32,967 Number of jobs available: 0 +2021-12-29 12:07:32,970 Number of jobs ready: 13 +2021-12-29 12:07:32,974 Jobs ready for marenostrum4: 13 +2021-12-29 12:07:32,979 Updating FAILED jobs +2021-12-29 12:07:32,980 Updating WAITING jobs +2021-12-29 12:07:32,983 Updating WAITING jobs eligible for be prepared +2021-12-29 12:07:32,986 Updating Held jobs +2021-12-29 12:07:32,987 Update finished +2021-12-29 12:07:32,988 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 12:07:32,989 a29z_19550501_fc0_1_CLEAN 19588000 COMPLETED marenostrum4 debug +2021-12-29 12:07:32,989 a29z_19550501_fc1_1_CLEAN 19588013 COMPLETED marenostrum4 debug +2021-12-29 12:07:32,989 a29z_19550501_fc2_1_CLEAN 19588021 COMPLETED marenostrum4 debug +2021-12-29 12:07:32,989 a29z_19550501_fc3_1_CLEAN 19588028 COMPLETED marenostrum4 debug +2021-12-29 12:07:32,989 a29z_19550501_fc4_1_CLEAN 19588048 COMPLETED marenostrum4 debug +2021-12-29 12:07:32,989 a29z_19550501_fc2_2_POST 9069 SUBMITTED transfer_node serial +2021-12-29 12:07:32,989 a29z_19550501_fc0_3_SIM 19588112 QUEUING marenostrum4 debug +2021-12-29 12:07:32,989 a29z_19550501_fc3_2_SIM 19588082 QUEUING marenostrum4 debug +2021-12-29 12:07:32,990 a29z_19550501_fc0_2_CLEAN 19588091 QUEUING marenostrum4 debug +2021-12-29 12:07:32,992 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 12:07:33,031 Job list saved +2021-12-29 12:07:33,036 +Jobs prepared for transfer_node: 0 +2021-12-29 12:07:33,042 Number of jobs available: 2 +2021-12-29 12:07:33,045 Number of jobs prepared: 0 +2021-12-29 12:07:33,052 +Jobs prepared for marenostrum4: 2 +2021-12-29 12:07:33,058 Number of jobs available: 0 +2021-12-29 12:07:33,060 Number of jobs prepared: 2 +2021-12-29 12:07:33,065 Jobs ready for marenostrum4: 2 +2021-12-29 12:07:33,073 Updating FAILED jobs +2021-12-29 12:07:33,074 Updating WAITING jobs +2021-12-29 12:07:33,076 Updating WAITING jobs eligible for be prepared +2021-12-29 12:07:33,079 Updating Held jobs +2021-12-29 12:07:33,080 Update finished +2021-12-29 12:07:33,081 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 12:07:33,082 a29z_19550501_fc0_1_CLEAN 19588000 COMPLETED marenostrum4 debug +2021-12-29 12:07:33,082 a29z_19550501_fc1_1_CLEAN 19588013 COMPLETED marenostrum4 debug +2021-12-29 12:07:33,082 a29z_19550501_fc2_1_CLEAN 19588021 COMPLETED marenostrum4 debug +2021-12-29 12:07:33,082 a29z_19550501_fc3_1_CLEAN 19588028 COMPLETED marenostrum4 debug +2021-12-29 12:07:33,082 a29z_19550501_fc4_1_CLEAN 19588048 COMPLETED marenostrum4 debug +2021-12-29 12:07:33,082 a29z_19550501_fc2_2_POST 9069 SUBMITTED transfer_node serial +2021-12-29 12:07:33,083 a29z_19550501_fc0_3_SIM 19588112 QUEUING marenostrum4 debug +2021-12-29 12:07:33,083 a29z_19550501_fc3_2_SIM 19588082 QUEUING marenostrum4 debug +2021-12-29 12:07:33,083 a29z_19550501_fc0_2_CLEAN 19588091 QUEUING marenostrum4 debug +2021-12-29 12:07:33,085 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 12:07:33,123 Job list saved +2021-12-29 12:07:33,174 Updating FAILED jobs +2021-12-29 12:07:33,175 Updating WAITING jobs +2021-12-29 12:07:33,178 Updating WAITING jobs eligible for be prepared +2021-12-29 12:07:33,181 Updating Held jobs +2021-12-29 12:07:33,181 Update finished +2021-12-29 12:07:43,184 Reloading parameters... +[WARNING] 2021-12-29 12:07:43,195 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 12:07:43,197 Loading parameters... +2021-12-29 12:07:43,199 + +554 of 590 jobs remaining (12:07) +2021-12-29 12:07:43,199 Sleep: 10 +2021-12-29 12:07:43,199 Number of retrials: 0 +2021-12-29 12:07:43,200 WRAPPER CHECK TIME = 10 +2021-12-29 12:07:43,210 Checking jobs for platform=transfer_node +2021-12-29 12:07:45,488 Successful check job command: nohup kill -0 9069 > /dev/null 2>&1; echo $? +2021-12-29 12:07:45,488 Job a29z_19550501_fc2_2_POST is RUNNING +2021-12-29 12:07:45,502 a29z_19550501_fc2_2_POST_STAT file have been transfered +2021-12-29 12:07:45,563 Checking jobs for platform=marenostrum4 +2021-12-29 12:07:45,563 Checking all jobs at once +2021-12-29 12:07:46,782 Successful check job command +2021-12-29 12:07:47,903 Job a29z_19550501_fc0_3_SIM is QUEUING +2021-12-29 12:07:47,903 Job a29z_19550501_fc3_2_SIM is QUEUING +2021-12-29 12:07:47,903 Job a29z_19550501_fc0_2_CLEAN is QUEUING +2021-12-29 12:07:47,903 End of checking +2021-12-29 12:07:47,904 Updating FAILED jobs +2021-12-29 12:07:47,905 Updating WAITING jobs +2021-12-29 12:07:47,908 Updating WAITING jobs eligible for be prepared +2021-12-29 12:07:47,910 Setting job: a29z_19550501_fc2_2_CLEAN status to: Prepared for be held (all parents queuing, running or completed)... +2021-12-29 12:07:47,911 Updating Held jobs +2021-12-29 12:07:47,912 Update finished +2021-12-29 12:07:47,913 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 12:07:47,913 a29z_19550501_fc0_1_CLEAN 19588000 COMPLETED marenostrum4 debug +2021-12-29 12:07:47,913 a29z_19550501_fc1_1_CLEAN 19588013 COMPLETED marenostrum4 debug +2021-12-29 12:07:47,914 a29z_19550501_fc2_1_CLEAN 19588021 COMPLETED marenostrum4 debug +2021-12-29 12:07:47,914 a29z_19550501_fc3_1_CLEAN 19588028 COMPLETED marenostrum4 debug +2021-12-29 12:07:47,914 a29z_19550501_fc4_1_CLEAN 19588048 COMPLETED marenostrum4 debug +2021-12-29 12:07:47,914 a29z_19550501_fc2_2_POST 9069 RUNNING transfer_node serial +2021-12-29 12:07:47,914 a29z_19550501_fc0_3_SIM 19588112 QUEUING marenostrum4 debug +2021-12-29 12:07:47,914 a29z_19550501_fc3_2_SIM 19588082 QUEUING marenostrum4 debug +2021-12-29 12:07:47,914 a29z_19550501_fc0_2_CLEAN 19588091 QUEUING marenostrum4 debug +2021-12-29 12:07:47,917 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 12:07:47,955 Job list saved +2021-12-29 12:07:47,960 +Jobs ready for transfer_node: 0 +2021-12-29 12:07:47,968 Number of jobs available: 3 +2021-12-29 12:07:47,970 Number of jobs ready: 0 +2021-12-29 12:07:47,977 +Jobs ready for marenostrum4: 13 +2021-12-29 12:07:47,986 Number of jobs available: 0 +2021-12-29 12:07:47,988 Number of jobs ready: 13 +2021-12-29 12:07:47,992 Jobs ready for marenostrum4: 13 +2021-12-29 12:07:47,998 Updating FAILED jobs +2021-12-29 12:07:47,999 Updating WAITING jobs +2021-12-29 12:07:48,002 Updating WAITING jobs eligible for be prepared +2021-12-29 12:07:48,005 Updating Held jobs +2021-12-29 12:07:48,006 Update finished +2021-12-29 12:07:48,007 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 12:07:48,007 a29z_19550501_fc0_1_CLEAN 19588000 COMPLETED marenostrum4 debug +2021-12-29 12:07:48,008 a29z_19550501_fc1_1_CLEAN 19588013 COMPLETED marenostrum4 debug +2021-12-29 12:07:48,008 a29z_19550501_fc2_1_CLEAN 19588021 COMPLETED marenostrum4 debug +2021-12-29 12:07:48,008 a29z_19550501_fc3_1_CLEAN 19588028 COMPLETED marenostrum4 debug +2021-12-29 12:07:48,008 a29z_19550501_fc4_1_CLEAN 19588048 COMPLETED marenostrum4 debug +2021-12-29 12:07:48,008 a29z_19550501_fc2_2_POST 9069 RUNNING transfer_node serial +2021-12-29 12:07:48,008 a29z_19550501_fc0_3_SIM 19588112 QUEUING marenostrum4 debug +2021-12-29 12:07:48,008 a29z_19550501_fc3_2_SIM 19588082 QUEUING marenostrum4 debug +2021-12-29 12:07:48,008 a29z_19550501_fc0_2_CLEAN 19588091 QUEUING marenostrum4 debug +2021-12-29 12:07:48,011 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 12:07:48,049 Job list saved +2021-12-29 12:07:48,053 +Jobs prepared for transfer_node: 0 +2021-12-29 12:07:48,061 Number of jobs available: 3 +2021-12-29 12:07:48,063 Number of jobs prepared: 0 +2021-12-29 12:07:48,070 +Jobs prepared for marenostrum4: 3 +2021-12-29 12:07:48,076 Number of jobs available: 0 +2021-12-29 12:07:48,078 Number of jobs prepared: 3 +2021-12-29 12:07:48,083 Jobs ready for marenostrum4: 3 +2021-12-29 12:07:48,091 Updating FAILED jobs +2021-12-29 12:07:48,091 Updating WAITING jobs +2021-12-29 12:07:48,094 Updating WAITING jobs eligible for be prepared +2021-12-29 12:07:48,097 Updating Held jobs +2021-12-29 12:07:48,098 Update finished +2021-12-29 12:07:48,099 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 12:07:48,099 a29z_19550501_fc0_1_CLEAN 19588000 COMPLETED marenostrum4 debug +2021-12-29 12:07:48,099 a29z_19550501_fc1_1_CLEAN 19588013 COMPLETED marenostrum4 debug +2021-12-29 12:07:48,100 a29z_19550501_fc2_1_CLEAN 19588021 COMPLETED marenostrum4 debug +2021-12-29 12:07:48,100 a29z_19550501_fc3_1_CLEAN 19588028 COMPLETED marenostrum4 debug +2021-12-29 12:07:48,100 a29z_19550501_fc4_1_CLEAN 19588048 COMPLETED marenostrum4 debug +2021-12-29 12:07:48,100 a29z_19550501_fc2_2_POST 9069 RUNNING transfer_node serial +2021-12-29 12:07:48,100 a29z_19550501_fc0_3_SIM 19588112 QUEUING marenostrum4 debug +2021-12-29 12:07:48,100 a29z_19550501_fc3_2_SIM 19588082 QUEUING marenostrum4 debug +2021-12-29 12:07:48,100 a29z_19550501_fc0_2_CLEAN 19588091 QUEUING marenostrum4 debug +2021-12-29 12:07:48,102 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 12:07:48,149 Job list saved +2021-12-29 12:07:48,202 Updating FAILED jobs +2021-12-29 12:07:48,203 Updating WAITING jobs +2021-12-29 12:07:48,206 Updating WAITING jobs eligible for be prepared +2021-12-29 12:07:48,209 Updating Held jobs +2021-12-29 12:07:48,210 Update finished +2021-12-29 12:07:58,220 Reloading parameters... +[WARNING] 2021-12-29 12:07:58,231 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 12:07:58,232 Loading parameters... +2021-12-29 12:07:58,234 + +554 of 590 jobs remaining (12:07) +2021-12-29 12:07:58,235 Sleep: 10 +2021-12-29 12:07:58,235 Number of retrials: 0 +2021-12-29 12:07:58,235 WRAPPER CHECK TIME = 10 +2021-12-29 12:07:58,246 Checking jobs for platform=transfer_node +2021-12-29 12:08:00,465 Successful check job command: nohup kill -0 9069 > /dev/null 2>&1; echo $? +2021-12-29 12:08:00,466 Job a29z_19550501_fc2_2_POST is RUNNING +2021-12-29 12:08:00,477 Checking jobs for platform=marenostrum4 +2021-12-29 12:08:00,478 Checking all jobs at once +2021-12-29 12:08:01,597 Successful check job command +2021-12-29 12:08:03,067 Job a29z_19550501_fc0_3_SIM is QUEUING +2021-12-29 12:08:03,067 Job a29z_19550501_fc3_2_SIM is RUNNING +2021-12-29 12:08:03,089 a29z_19550501_fc3_2_SIM_STAT file have been transfered +2021-12-29 12:08:03,135 Job a29z_19550501_fc0_2_CLEAN is QUEUING +2021-12-29 12:08:03,135 End of checking +2021-12-29 12:08:03,136 Updating FAILED jobs +2021-12-29 12:08:03,137 Updating WAITING jobs +2021-12-29 12:08:03,140 Updating WAITING jobs eligible for be prepared +2021-12-29 12:08:03,143 Updating Held jobs +2021-12-29 12:08:03,144 Update finished +2021-12-29 12:08:03,145 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 12:08:03,145 a29z_19550501_fc0_1_CLEAN 19588000 COMPLETED marenostrum4 debug +2021-12-29 12:08:03,145 a29z_19550501_fc1_1_CLEAN 19588013 COMPLETED marenostrum4 debug +2021-12-29 12:08:03,145 a29z_19550501_fc2_1_CLEAN 19588021 COMPLETED marenostrum4 debug +2021-12-29 12:08:03,146 a29z_19550501_fc3_1_CLEAN 19588028 COMPLETED marenostrum4 debug +2021-12-29 12:08:03,146 a29z_19550501_fc4_1_CLEAN 19588048 COMPLETED marenostrum4 debug +2021-12-29 12:08:03,146 a29z_19550501_fc3_2_SIM 19588082 RUNNING marenostrum4 debug +2021-12-29 12:08:03,146 a29z_19550501_fc2_2_POST 9069 RUNNING transfer_node serial +2021-12-29 12:08:03,146 a29z_19550501_fc0_3_SIM 19588112 QUEUING marenostrum4 debug +2021-12-29 12:08:03,146 a29z_19550501_fc0_2_CLEAN 19588091 QUEUING marenostrum4 debug +2021-12-29 12:08:03,148 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 12:08:03,187 Job list saved +2021-12-29 12:08:03,192 +Jobs ready for transfer_node: 0 +2021-12-29 12:08:03,201 Number of jobs available: 3 +2021-12-29 12:08:03,203 Number of jobs ready: 0 +2021-12-29 12:08:03,209 +Jobs ready for marenostrum4: 13 +2021-12-29 12:08:03,218 Number of jobs available: 1 +2021-12-29 12:08:03,221 Number of jobs ready: 13 +2021-12-29 12:08:03,225 Jobs ready for marenostrum4: 13 +2021-12-29 12:08:03,240 Creating Scripts +2021-12-29 12:08:03,280 Sending Files +2021-12-29 12:08:03,329 Submitting +2021-12-29 12:08:03,351 a29z_19550501_fc1_2_CLEAN_STAT have been removed +2021-12-29 12:08:03,353 a29z_19550501_fc1_2_CLEAN_COMPLETED been removed +2021-12-29 12:08:04,580 Updating FAILED jobs +2021-12-29 12:08:04,581 Updating WAITING jobs +2021-12-29 12:08:04,584 Updating WAITING jobs eligible for be prepared +2021-12-29 12:08:04,587 Updating Held jobs +2021-12-29 12:08:04,588 Update finished +2021-12-29 12:08:04,589 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 12:08:04,589 a29z_19550501_fc0_1_CLEAN 19588000 COMPLETED marenostrum4 debug +2021-12-29 12:08:04,589 a29z_19550501_fc1_1_CLEAN 19588013 COMPLETED marenostrum4 debug +2021-12-29 12:08:04,590 a29z_19550501_fc2_1_CLEAN 19588021 COMPLETED marenostrum4 debug +2021-12-29 12:08:04,590 a29z_19550501_fc3_1_CLEAN 19588028 COMPLETED marenostrum4 debug +2021-12-29 12:08:04,590 a29z_19550501_fc4_1_CLEAN 19588048 COMPLETED marenostrum4 debug +2021-12-29 12:08:04,590 a29z_19550501_fc1_2_CLEAN 19588117 SUBMITTED marenostrum4 debug +2021-12-29 12:08:04,590 a29z_19550501_fc3_2_SIM 19588082 RUNNING marenostrum4 debug +2021-12-29 12:08:04,590 a29z_19550501_fc2_2_POST 9069 RUNNING transfer_node serial +2021-12-29 12:08:04,590 a29z_19550501_fc0_3_SIM 19588112 QUEUING marenostrum4 debug +2021-12-29 12:08:04,590 a29z_19550501_fc0_2_CLEAN 19588091 QUEUING marenostrum4 debug +2021-12-29 12:08:04,593 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 12:08:04,631 Job list saved +2021-12-29 12:08:04,636 +Jobs prepared for transfer_node: 0 +2021-12-29 12:08:04,642 Number of jobs available: 3 +2021-12-29 12:08:04,644 Number of jobs prepared: 0 +2021-12-29 12:08:04,651 +Jobs prepared for marenostrum4: 3 +2021-12-29 12:08:04,657 Number of jobs available: 0 +2021-12-29 12:08:04,659 Number of jobs prepared: 3 +2021-12-29 12:08:04,664 Jobs ready for marenostrum4: 3 +2021-12-29 12:08:04,672 Updating FAILED jobs +2021-12-29 12:08:04,673 Updating WAITING jobs +2021-12-29 12:08:04,676 Updating WAITING jobs eligible for be prepared +2021-12-29 12:08:04,679 Updating Held jobs +2021-12-29 12:08:04,680 Update finished +2021-12-29 12:08:04,681 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 12:08:04,681 a29z_19550501_fc0_1_CLEAN 19588000 COMPLETED marenostrum4 debug +2021-12-29 12:08:04,681 a29z_19550501_fc1_1_CLEAN 19588013 COMPLETED marenostrum4 debug +2021-12-29 12:08:04,682 a29z_19550501_fc2_1_CLEAN 19588021 COMPLETED marenostrum4 debug +2021-12-29 12:08:04,682 a29z_19550501_fc3_1_CLEAN 19588028 COMPLETED marenostrum4 debug +2021-12-29 12:08:04,682 a29z_19550501_fc4_1_CLEAN 19588048 COMPLETED marenostrum4 debug +2021-12-29 12:08:04,682 a29z_19550501_fc1_2_CLEAN 19588117 SUBMITTED marenostrum4 debug +2021-12-29 12:08:04,682 a29z_19550501_fc3_2_SIM 19588082 RUNNING marenostrum4 debug +2021-12-29 12:08:04,682 a29z_19550501_fc2_2_POST 9069 RUNNING transfer_node serial +2021-12-29 12:08:04,682 a29z_19550501_fc0_3_SIM 19588112 QUEUING marenostrum4 debug +2021-12-29 12:08:04,682 a29z_19550501_fc0_2_CLEAN 19588091 QUEUING marenostrum4 debug +2021-12-29 12:08:04,685 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 12:08:04,723 Job list saved +2021-12-29 12:08:04,834 Updating FAILED jobs +2021-12-29 12:08:04,835 Updating WAITING jobs +2021-12-29 12:08:04,838 Updating WAITING jobs eligible for be prepared +2021-12-29 12:08:04,841 Updating Held jobs +2021-12-29 12:08:04,842 Update finished +2021-12-29 12:08:14,850 Reloading parameters... +[WARNING] 2021-12-29 12:08:14,861 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 12:08:14,863 Loading parameters... +2021-12-29 12:08:14,865 + +554 of 590 jobs remaining (12:08) +2021-12-29 12:08:14,865 Sleep: 10 +2021-12-29 12:08:14,865 Number of retrials: 0 +2021-12-29 12:08:14,865 WRAPPER CHECK TIME = 10 +2021-12-29 12:08:14,876 Checking jobs for platform=transfer_node +2021-12-29 12:08:17,145 Successful check job command: nohup kill -0 9069 > /dev/null 2>&1; echo $? +2021-12-29 12:08:17,146 a29z_19550501_fc2_2_POST job seems to have completed: checking... +2021-12-29 12:08:17,193 Job a29z_19550501_fc2_2_POST is COMPLETED +2021-12-29 12:08:17,257 a29z_19550501_fc2_2_POST_STAT file have been transfered +[WARNING] 2021-12-29 12:08:17,328 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 12:08:17,344 Checking jobs for platform=marenostrum4 +2021-12-29 12:08:17,344 Checking all jobs at once +[WARNING] 2021-12-29 12:08:17,354 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 12:08:17,358 Custom directives from platform.conf: None +2021-12-29 12:08:17,359 Custom directives from platform.conf: None +2021-12-29 12:08:18,612 Successful check job command +2021-12-29 12:08:19,882 Job a29z_19550501_fc0_3_SIM is QUEUING +2021-12-29 12:08:19,882 Job a29z_19550501_fc3_2_SIM is RUNNING +2021-12-29 12:08:19,882 Job a29z_19550501_fc1_2_CLEAN is QUEUING +2021-12-29 12:08:19,882 Job a29z_19550501_fc0_2_CLEAN is QUEUING +2021-12-29 12:08:19,882 End of checking +2021-12-29 12:08:19,883 Updating FAILED jobs +2021-12-29 12:08:19,884 Updating WAITING jobs +2021-12-29 12:08:19,887 Resetting job: a29z_19550501_fc2_2_CLEAN status to: READY for retrial... +2021-12-29 12:08:19,887 A job in prepared status has all parent completed, job: a29z_19550501_fc2_2_CLEAN status set to: READY ... +2021-12-29 12:08:19,887 Updating WAITING jobs eligible for be prepared +2021-12-29 12:08:19,890 Updating Held jobs +2021-12-29 12:08:19,891 Update finished +2021-12-29 12:08:19,892 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 12:08:19,893 a29z_19550501_fc0_1_CLEAN 19588000 COMPLETED marenostrum4 debug +2021-12-29 12:08:19,893 a29z_19550501_fc1_1_CLEAN 19588013 COMPLETED marenostrum4 debug +2021-12-29 12:08:19,893 a29z_19550501_fc2_1_CLEAN 19588021 COMPLETED marenostrum4 debug +2021-12-29 12:08:19,893 a29z_19550501_fc3_1_CLEAN 19588028 COMPLETED marenostrum4 debug +2021-12-29 12:08:19,893 a29z_19550501_fc4_1_CLEAN 19588048 COMPLETED marenostrum4 debug +2021-12-29 12:08:19,893 a29z_19550501_fc3_2_SIM 19588082 RUNNING marenostrum4 debug +2021-12-29 12:08:19,893 a29z_19550501_fc0_3_SIM 19588112 QUEUING marenostrum4 debug +2021-12-29 12:08:19,894 a29z_19550501_fc0_2_CLEAN 19588091 QUEUING marenostrum4 debug +2021-12-29 12:08:19,894 a29z_19550501_fc1_2_CLEAN 19588117 QUEUING marenostrum4 debug +2021-12-29 12:08:19,896 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 12:08:19,936 Job list saved +2021-12-29 12:08:19,941 +Jobs ready for transfer_node: 0 +2021-12-29 12:08:19,950 Number of jobs available: 3 +2021-12-29 12:08:19,952 Number of jobs ready: 0 +2021-12-29 12:08:19,959 +Jobs ready for marenostrum4: 13 +2021-12-29 12:08:19,968 Number of jobs available: 0 +2021-12-29 12:08:19,970 Number of jobs ready: 13 +2021-12-29 12:08:19,975 Jobs ready for marenostrum4: 13 +2021-12-29 12:08:19,980 Updating FAILED jobs +2021-12-29 12:08:19,981 Updating WAITING jobs +2021-12-29 12:08:19,984 Updating WAITING jobs eligible for be prepared +2021-12-29 12:08:19,987 Updating Held jobs +2021-12-29 12:08:19,988 Update finished +2021-12-29 12:08:19,989 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 12:08:19,990 a29z_19550501_fc0_1_CLEAN 19588000 COMPLETED marenostrum4 debug +2021-12-29 12:08:19,990 a29z_19550501_fc1_1_CLEAN 19588013 COMPLETED marenostrum4 debug +2021-12-29 12:08:19,990 a29z_19550501_fc2_1_CLEAN 19588021 COMPLETED marenostrum4 debug +2021-12-29 12:08:19,990 a29z_19550501_fc3_1_CLEAN 19588028 COMPLETED marenostrum4 debug +2021-12-29 12:08:19,990 a29z_19550501_fc4_1_CLEAN 19588048 COMPLETED marenostrum4 debug +2021-12-29 12:08:19,990 a29z_19550501_fc3_2_SIM 19588082 RUNNING marenostrum4 debug +2021-12-29 12:08:19,990 a29z_19550501_fc0_3_SIM 19588112 QUEUING marenostrum4 debug +2021-12-29 12:08:19,991 a29z_19550501_fc0_2_CLEAN 19588091 QUEUING marenostrum4 debug +2021-12-29 12:08:19,991 a29z_19550501_fc1_2_CLEAN 19588117 QUEUING marenostrum4 debug +2021-12-29 12:08:19,993 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 12:08:20,031 Job list saved +2021-12-29 12:08:20,036 +Jobs prepared for transfer_node: 0 +2021-12-29 12:08:20,043 Number of jobs available: 3 +2021-12-29 12:08:20,045 Number of jobs prepared: 0 +2021-12-29 12:08:20,052 +Jobs prepared for marenostrum4: 2 +2021-12-29 12:08:20,058 Number of jobs available: 0 +2021-12-29 12:08:20,061 Number of jobs prepared: 2 +2021-12-29 12:08:20,065 Jobs ready for marenostrum4: 2 +2021-12-29 12:08:20,074 Updating FAILED jobs +2021-12-29 12:08:20,074 Updating WAITING jobs +2021-12-29 12:08:20,077 Updating WAITING jobs eligible for be prepared +2021-12-29 12:08:20,080 Updating Held jobs +2021-12-29 12:08:20,081 Update finished +2021-12-29 12:08:20,082 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 12:08:20,082 a29z_19550501_fc0_1_CLEAN 19588000 COMPLETED marenostrum4 debug +2021-12-29 12:08:20,082 a29z_19550501_fc1_1_CLEAN 19588013 COMPLETED marenostrum4 debug +2021-12-29 12:08:20,083 a29z_19550501_fc2_1_CLEAN 19588021 COMPLETED marenostrum4 debug +2021-12-29 12:08:20,083 a29z_19550501_fc3_1_CLEAN 19588028 COMPLETED marenostrum4 debug +2021-12-29 12:08:20,083 a29z_19550501_fc4_1_CLEAN 19588048 COMPLETED marenostrum4 debug +2021-12-29 12:08:20,083 a29z_19550501_fc3_2_SIM 19588082 RUNNING marenostrum4 debug +2021-12-29 12:08:20,083 a29z_19550501_fc0_3_SIM 19588112 QUEUING marenostrum4 debug +2021-12-29 12:08:20,083 a29z_19550501_fc0_2_CLEAN 19588091 QUEUING marenostrum4 debug +2021-12-29 12:08:20,083 a29z_19550501_fc1_2_CLEAN 19588117 QUEUING marenostrum4 debug +2021-12-29 12:08:20,086 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 12:08:20,126 Job list saved +2021-12-29 12:08:20,178 Updating FAILED jobs +2021-12-29 12:08:20,179 Updating WAITING jobs +2021-12-29 12:08:20,182 Updating WAITING jobs eligible for be prepared +2021-12-29 12:08:20,186 Updating Held jobs +2021-12-29 12:08:20,187 Update finished +2021-12-29 12:08:23,494 Autosubmit will interrupt at the next safe occasion +2021-12-29 12:08:23,496 Looking for active threads before closing Autosubmit. Ending the program before these threads finish may result in unexpected behavior. This procedure will last until all threads have finished or the program has waited for more than 30 seconds. +2021-12-29 12:08:23,496 JOB_data_a29z_19550501_fc2_2_SIM is still retrieving outputs, time remaining is 60 seconds. diff --git a/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211229_115006_run_err.log b/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211229_115006_run_err.log new file mode 100755 index 00000000..ad02bdde --- /dev/null +++ b/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211229_115006_run_err.log @@ -0,0 +1 @@ +[CRITICAL] 2021-12-29 11:50:11,958 Autosubmit couldn't set your experiment as running on the main database. Exception: disk I/O error[eCode=7003] diff --git a/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211229_212745_run.log b/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211229_212745_run.log new file mode 100755 index 00000000..75791216 --- /dev/null +++ b/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211229_212745_run.log @@ -0,0 +1,611 @@ +2021-12-29 21:27:45,681 +Checking configuration files... +[WARNING] 2021-12-29 21:27:45,695 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 21:27:45,697 expdef_a29z.conf OK +2021-12-29 21:27:45,697 platforms_a29z.conf OK +2021-12-29 21:27:45,698 jobs_a29z.conf OK +2021-12-29 21:27:45,700 wrappers OK +2021-12-29 21:27:45,700 autosubmit_a29z.conf OK +2021-12-29 21:27:45,700 Configuration files OK + +2021-12-29 21:27:45,700 Autosubmit is running with 3.13.0 +2021-12-29 21:27:45,703 Preparing .lock file to avoid multiple instances with same experiment id +2021-12-29 21:27:45,721 Custom directives from platform.conf: None +2021-12-29 21:27:45,721 Custom directives from platform.conf: None +2021-12-29 21:27:45,722 The Experiment name is: a29z +2021-12-29 21:27:45,722 Sleep: 10 +2021-12-29 21:27:45,722 Default retrials: 0 +2021-12-29 21:27:45,722 Starting job submission... +2021-12-29 21:27:45,753 Creating jobs... +2021-12-29 21:27:45,754 Loading JobList +2021-12-29 21:27:45,824 Creating LOCAL_SETUP jobs +2021-12-29 21:27:45,825 Creating REMOTE_SETUP jobs +2021-12-29 21:27:45,825 Creating INI jobs +2021-12-29 21:27:45,831 Creating SIM jobs +2021-12-29 21:27:45,870 Creating POST jobs +2021-12-29 21:27:45,905 Creating CLEAN jobs +2021-12-29 21:27:45,941 Creating TRANSFER jobs +2021-12-29 21:27:45,950 Creating LOCALPOST jobs +2021-12-29 21:27:45,953 Creating PLOT jobs +2021-12-29 21:27:45,956 Adding dependencies... +2021-12-29 21:27:45,956 Adding dependencies for LOCAL_SETUP jobs +2021-12-29 21:27:45,957 Adding dependencies for REMOTE_SETUP jobs +2021-12-29 21:27:45,957 Adding dependencies for INI jobs +2021-12-29 21:27:45,957 Adding dependencies for SIM jobs +2021-12-29 21:27:45,970 Adding dependencies for POST jobs +2021-12-29 21:27:45,975 Adding dependencies for CLEAN jobs +2021-12-29 21:27:45,980 Adding dependencies for TRANSFER jobs +2021-12-29 21:27:45,984 Adding dependencies for LOCALPOST jobs +2021-12-29 21:27:45,985 Adding dependencies for PLOT jobs +2021-12-29 21:27:45,986 Removing redundant dependencies... +2021-12-29 21:27:46,068 Updating structure persistence... +2021-12-29 21:27:46,252 Starting from job list restored from /esarchive/autosubmit/a29z/pkl files +2021-12-29 21:27:46,252 Length of the jobs list: 590 +2021-12-29 21:27:46,253 Loading parameters... +2021-12-29 21:27:46,254 Checking experiment templates... +2021-12-29 21:27:46,257 Checking scripts... +2021-12-29 21:27:46,258 Wallclock for a29z_LOCAL_SETUP is not defined! , setting it to 02:00 +2021-12-29 21:27:47,527 147 of 590 checked +2021-12-29 21:27:48,748 294 of 590 checked +2021-12-29 21:27:49,966 441 of 590 checked +2021-12-29 21:27:50,630 Wallclock for a29z_19550501_fc0_5_TRANSFER is not defined! , setting it to 02:00 +2021-12-29 21:27:50,640 Wallclock for a29z_19550501_fc0_10_TRANSFER is not defined! , setting it to 02:00 +2021-12-29 21:27:50,648 Wallclock for a29z_19550501_fc0_12_TRANSFER is not defined! , setting it to 02:00 +2021-12-29 21:27:50,656 Wallclock for a29z_19550501_fc1_5_TRANSFER is not defined! , setting it to 02:00 +2021-12-29 21:27:50,664 Wallclock for a29z_19550501_fc1_10_TRANSFER is not defined! , setting it to 02:00 +2021-12-29 21:27:50,672 Wallclock for a29z_19550501_fc1_12_TRANSFER is not defined! , setting it to 02:00 +2021-12-29 21:27:50,681 Wallclock for a29z_19550501_fc2_5_TRANSFER is not defined! , setting it to 02:00 +2021-12-29 21:27:50,689 Wallclock for a29z_19550501_fc2_10_TRANSFER is not defined! , setting it to 02:00 +2021-12-29 21:27:50,698 Wallclock for a29z_19550501_fc2_12_TRANSFER is not defined! , setting it to 02:00 +2021-12-29 21:27:50,706 Wallclock for a29z_19550501_fc3_5_TRANSFER is not defined! , setting it to 02:00 +2021-12-29 21:27:50,714 Wallclock for a29z_19550501_fc3_10_TRANSFER is not defined! , setting it to 02:00 +2021-12-29 21:27:50,722 Wallclock for a29z_19550501_fc3_12_TRANSFER is not defined! , setting it to 02:00 +2021-12-29 21:27:50,730 Wallclock for a29z_19550501_fc4_5_TRANSFER is not defined! , setting it to 02:00 +2021-12-29 21:27:50,739 Wallclock for a29z_19550501_fc4_10_TRANSFER is not defined! , setting it to 02:00 +2021-12-29 21:27:50,750 Wallclock for a29z_19550501_fc4_12_TRANSFER is not defined! , setting it to 02:00 +2021-12-29 21:27:50,758 Wallclock for a29z_19550501_fc5_5_TRANSFER is not defined! , setting it to 02:00 +2021-12-29 21:27:50,767 Wallclock for a29z_19550501_fc5_10_TRANSFER is not defined! , setting it to 02:00 +2021-12-29 21:27:50,775 Wallclock for a29z_19550501_fc5_12_TRANSFER is not defined! , setting it to 02:00 +2021-12-29 21:27:50,783 Wallclock for a29z_19550501_fc6_5_TRANSFER is not defined! , setting it to 02:00 +2021-12-29 21:27:50,792 Wallclock for a29z_19550501_fc6_10_TRANSFER is not defined! , setting it to 02:00 +2021-12-29 21:27:50,800 Wallclock for a29z_19550501_fc6_12_TRANSFER is not defined! , setting it to 02:00 +2021-12-29 21:27:50,809 Wallclock for a29z_19551101_fc0_5_TRANSFER is not defined! , setting it to 02:00 +2021-12-29 21:27:50,818 Wallclock for a29z_19551101_fc0_10_TRANSFER is not defined! , setting it to 02:00 +2021-12-29 21:27:50,829 Wallclock for a29z_19551101_fc0_12_TRANSFER is not defined! , setting it to 02:00 +2021-12-29 21:27:50,837 Wallclock for a29z_19551101_fc1_5_TRANSFER is not defined! , setting it to 02:00 +2021-12-29 21:27:50,846 Wallclock for a29z_19551101_fc1_10_TRANSFER is not defined! , setting it to 02:00 +2021-12-29 21:27:50,854 Wallclock for a29z_19551101_fc1_12_TRANSFER is not defined! , setting it to 02:00 +2021-12-29 21:27:50,862 Wallclock for a29z_19551101_fc2_5_TRANSFER is not defined! , setting it to 02:00 +2021-12-29 21:27:50,871 Wallclock for a29z_19551101_fc2_10_TRANSFER is not defined! , setting it to 02:00 +2021-12-29 21:27:50,879 Wallclock for a29z_19551101_fc2_12_TRANSFER is not defined! , setting it to 02:00 +2021-12-29 21:27:50,888 Wallclock for a29z_19551101_fc3_5_TRANSFER is not defined! , setting it to 02:00 +2021-12-29 21:27:50,896 Wallclock for a29z_19551101_fc3_10_TRANSFER is not defined! , setting it to 02:00 +2021-12-29 21:27:50,904 Wallclock for a29z_19551101_fc3_12_TRANSFER is not defined! , setting it to 02:00 +2021-12-29 21:27:50,912 Wallclock for a29z_19551101_fc4_5_TRANSFER is not defined! , setting it to 02:00 +2021-12-29 21:27:50,921 Wallclock for a29z_19551101_fc4_10_TRANSFER is not defined! , setting it to 02:00 +2021-12-29 21:27:50,928 Wallclock for a29z_19551101_fc4_12_TRANSFER is not defined! , setting it to 02:00 +2021-12-29 21:27:50,937 Wallclock for a29z_19551101_fc5_5_TRANSFER is not defined! , setting it to 02:00 +2021-12-29 21:27:50,945 Wallclock for a29z_19551101_fc5_10_TRANSFER is not defined! , setting it to 02:00 +2021-12-29 21:27:50,953 Wallclock for a29z_19551101_fc5_12_TRANSFER is not defined! , setting it to 02:00 +2021-12-29 21:27:50,961 Wallclock for a29z_19551101_fc6_5_TRANSFER is not defined! , setting it to 02:00 +2021-12-29 21:27:50,970 Wallclock for a29z_19551101_fc6_10_TRANSFER is not defined! , setting it to 02:00 +2021-12-29 21:27:50,978 Wallclock for a29z_19551101_fc6_12_TRANSFER is not defined! , setting it to 02:00 +2021-12-29 21:27:51,191 588 of 590 checked +2021-12-29 21:27:51,207 590 of 590 checked +2021-12-29 21:27:51,216 Scripts OK +2021-12-29 21:27:51,216 Loading job packages +2021-12-29 21:27:51,250 Checking job_list current status +2021-12-29 21:27:51,251 Updating FAILED jobs +2021-12-29 21:27:51,252 Updating WAITING jobs +2021-12-29 21:27:51,254 Updating WAITING jobs eligible for be prepared +2021-12-29 21:27:51,258 Updating Held jobs +2021-12-29 21:27:51,258 Update finished +2021-12-29 21:27:51,260 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 21:27:51,260 a29z_19550501_fc0_1_CLEAN 19588000 COMPLETED marenostrum4 debug +2021-12-29 21:27:51,260 a29z_19550501_fc1_1_CLEAN 19588013 COMPLETED marenostrum4 debug +2021-12-29 21:27:51,260 a29z_19550501_fc2_1_CLEAN 19588021 COMPLETED marenostrum4 debug +2021-12-29 21:27:51,260 a29z_19550501_fc3_1_CLEAN 19588028 COMPLETED marenostrum4 debug +2021-12-29 21:27:51,261 a29z_19550501_fc4_1_CLEAN 19588048 COMPLETED marenostrum4 debug +2021-12-29 21:27:51,261 a29z_19550501_fc3_2_SIM 19588082 RUNNING marenostrum4 debug +2021-12-29 21:27:51,261 a29z_19550501_fc0_3_SIM 19588112 QUEUING marenostrum4 debug +2021-12-29 21:27:51,261 a29z_19550501_fc0_2_CLEAN 19588091 QUEUING marenostrum4 debug +2021-12-29 21:27:51,261 a29z_19550501_fc1_2_CLEAN 19588117 QUEUING marenostrum4 debug +2021-12-29 21:27:51,264 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 21:27:51,305 Job list saved +2021-12-29 21:27:51,307 Autosubmit is running with v3.13.0 +2021-12-29 21:27:51,308 Running job data structure +2021-12-29 21:27:51,535 Checking the connection to all platforms in use +2021-12-29 21:27:52,959 [marenostrum4] Connection successful to host mn1.bsc.es +2021-12-29 21:27:52,963 [marenostrum4] Correct user privileges for host mn1.bsc.es +2021-12-29 21:27:53,626 [transfer_node] Connection successful to host bscearth000 +2021-12-29 21:27:53,635 [transfer_node] Correct user privileges for host bscearth000 +2021-12-29 21:27:53,635 Running main loop +2021-12-29 21:27:53,637 Reloading parameters... +[WARNING] 2021-12-29 21:27:53,647 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 21:27:53,648 Loading parameters... +2021-12-29 21:27:53,650 + +553 of 590 jobs remaining (21:27) +2021-12-29 21:27:53,651 Sleep: 10 +2021-12-29 21:27:53,651 Number of retrials: 0 +2021-12-29 21:27:53,651 WRAPPER CHECK TIME = 10 +2021-12-29 21:27:53,654 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z_backup.pkl +2021-12-29 21:27:53,692 Job list saved +2021-12-29 21:27:53,705 Checking jobs for platform=marenostrum4 +2021-12-29 21:27:53,716 Checking jobs for platform=transfer_node +2021-12-29 21:27:53,716 Checking all jobs at once +2021-12-29 21:27:54,884 Successful check job command +2021-12-29 21:27:54,885 a29z_19550501_fc0_3_SIM job seems to have completed: checking... +2021-12-29 21:27:54,899 Job a29z_19550501_fc0_3_SIM is COMPLETED +2021-12-29 21:27:54,912 a29z_19550501_fc0_3_SIM_STAT file have been transfered +2021-12-29 21:27:54,988 a29z_19550501_fc0_3_SIM_STAT file have been transfered +[WARNING] 2021-12-29 21:27:55,049 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 21:27:55,051 a29z_19550501_fc3_2_SIM job seems to have completed: checking... +[WARNING] 2021-12-29 21:27:55,063 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 21:27:55,064 Job a29z_19550501_fc3_2_SIM is COMPLETED +2021-12-29 21:27:55,067 Custom directives from platform.conf: None +2021-12-29 21:27:55,068 Custom directives from platform.conf: None +2021-12-29 21:27:55,078 a29z_19550501_fc3_2_SIM_STAT file have been transfered +[WARNING] 2021-12-29 21:27:55,240 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 21:27:55,242 a29z_19550501_fc1_2_CLEAN job seems to have completed: checking... +[WARNING] 2021-12-29 21:27:55,254 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 21:27:55,256 Job a29z_19550501_fc1_2_CLEAN is COMPLETED +2021-12-29 21:27:55,258 Custom directives from platform.conf: None +2021-12-29 21:27:55,258 Custom directives from platform.conf: None +2021-12-29 21:27:55,342 a29z_19550501_fc1_2_CLEAN_STAT file have been transfered +2021-12-29 21:27:55,461 a29z_19550501_fc1_2_CLEAN_STAT file have been transfered +[WARNING] 2021-12-29 21:27:55,559 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 21:27:55,560 a29z_19550501_fc0_2_CLEAN job seems to have completed: checking... +2021-12-29 21:27:55,573 Job a29z_19550501_fc0_2_CLEAN is COMPLETED +[WARNING] 2021-12-29 21:27:55,573 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 21:27:55,576 Custom directives from platform.conf: None +2021-12-29 21:27:55,576 Custom directives from platform.conf: None +2021-12-29 21:27:55,585 a29z_19550501_fc0_2_CLEAN_STAT file have been transfered +2021-12-29 21:27:55,808 a29z_19550501_fc0_2_CLEAN_STAT file have been transfered +[WARNING] 2021-12-29 21:27:55,878 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 21:27:55,880 End of checking +2021-12-29 21:27:55,881 Updating FAILED jobs +2021-12-29 21:27:55,882 Updating WAITING jobs +2021-12-29 21:27:55,883 Setting job: a29z_19550501_fc0_3_POST status to: READY (all parents completed)... +2021-12-29 21:27:55,883 Setting job: a29z_19550501_fc3_2_POST status to: READY (all parents completed)... +2021-12-29 21:27:55,886 Resetting job: a29z_19550501_fc0_4_SIM status to: READY for retrial... +2021-12-29 21:27:55,887 A job in prepared status has all parent completed, job: a29z_19550501_fc0_4_SIM status set to: READY ... +2021-12-29 21:27:55,887 Resetting job: a29z_19550501_fc3_3_SIM status to: READY for retrial... +2021-12-29 21:27:55,887 A job in prepared status has all parent completed, job: a29z_19550501_fc3_3_SIM status set to: READY ... +2021-12-29 21:27:55,887 Updating WAITING jobs eligible for be prepared +2021-12-29 21:27:55,891 Updating Held jobs +2021-12-29 21:27:55,892 Update finished +2021-12-29 21:27:55,894 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 21:27:55,894 a29z_19550501_fc1_1_CLEAN 19588013 COMPLETED marenostrum4 debug +2021-12-29 21:27:55,894 a29z_19550501_fc1_2_CLEAN 19588117 COMPLETED marenostrum4 debug +2021-12-29 21:27:55,894 a29z_19550501_fc2_1_CLEAN 19588021 COMPLETED marenostrum4 debug +2021-12-29 21:27:55,894 a29z_19550501_fc3_1_CLEAN 19588028 COMPLETED marenostrum4 debug +2021-12-29 21:27:55,894 a29z_19550501_fc4_1_CLEAN 19588048 COMPLETED marenostrum4 debug +2021-12-29 21:27:55,897 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +[WARNING] 2021-12-29 21:27:55,906 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 21:27:55,910 Custom directives from platform.conf: None +2021-12-29 21:27:55,911 Custom directives from platform.conf: None +2021-12-29 21:27:55,981 Job list saved +2021-12-29 21:27:55,986 +Jobs ready for marenostrum4: 15 +2021-12-29 21:27:55,995 Number of jobs available: 3 +2021-12-29 21:27:55,998 Number of jobs ready: 15 +2021-12-29 21:27:56,006 Jobs ready for marenostrum4: 15 +2021-12-29 21:27:56,082 Creating Scripts +2021-12-29 21:27:56,211 Sending Files +2021-12-29 21:27:56,221 Submitting +2021-12-29 21:27:56,229 a29z_19550501_fc0_4_SIM_STAT have been removed +2021-12-29 21:27:56,231 a29z_19550501_fc0_4_SIM_COMPLETED been removed +2021-12-29 21:27:56,263 Creating Scripts +2021-12-29 21:27:56,310 Sending Files +2021-12-29 21:27:56,320 Submitting +2021-12-29 21:27:56,323 a29z_19550501_fc1_3_SIM_STAT have been removed +2021-12-29 21:27:56,325 a29z_19550501_fc1_3_SIM_COMPLETED been removed +2021-12-29 21:27:56,333 Creating Scripts +2021-12-29 21:27:56,383 Sending Files +2021-12-29 21:27:56,392 Submitting +2021-12-29 21:27:56,399 a29z_19550501_fc2_2_CLEAN_STAT have been removed +2021-12-29 21:27:56,401 a29z_19550501_fc2_2_CLEAN_COMPLETED been removed +2021-12-29 21:27:57,788 +Jobs ready for transfer_node: 2 +2021-12-29 21:27:57,798 Number of jobs available: 3 +2021-12-29 21:27:57,801 Number of jobs ready: 2 +2021-12-29 21:27:57,806 Jobs ready for transfer_node: 2 +2021-12-29 21:27:57,816 Creating Scripts +2021-12-29 21:27:57,856 Sending Files +2021-12-29 21:27:58,124 /esarchive/scratch/Earth/wuruchi/a29z/LOG_a29z has been created on bscearth000 . +2021-12-29 21:27:58,138 Submitting +2021-12-29 21:27:58,147 a29z_19550501_fc0_3_POST_STAT have been removed +2021-12-29 21:27:58,150 a29z_19550501_fc0_3_POST_COMPLETED been removed +2021-12-29 21:27:58,418 Job ID: 6654 + +2021-12-29 21:27:58,418 a29z_19550501_fc0_3_POST submitted +2021-12-29 21:27:58,535 Creating Scripts +2021-12-29 21:27:58,578 Sending Files +2021-12-29 21:27:58,896 /esarchive/scratch/Earth/wuruchi/a29z/LOG_a29z has been created on bscearth000 . +2021-12-29 21:27:58,908 Submitting +2021-12-29 21:27:59,492 Job ID: 6828 + +2021-12-29 21:27:59,492 a29z_19550501_fc3_2_POST submitted +2021-12-29 21:27:59,576 Updating FAILED jobs +2021-12-29 21:27:59,577 Updating WAITING jobs +2021-12-29 21:27:59,580 Updating WAITING jobs eligible for be prepared +2021-12-29 21:27:59,583 Updating Held jobs +2021-12-29 21:27:59,584 Update finished +2021-12-29 21:27:59,585 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 21:27:59,585 a29z_19550501_fc1_1_CLEAN 19588013 COMPLETED marenostrum4 debug +2021-12-29 21:27:59,586 a29z_19550501_fc1_2_CLEAN 19588117 COMPLETED marenostrum4 debug +2021-12-29 21:27:59,586 a29z_19550501_fc2_1_CLEAN 19588021 COMPLETED marenostrum4 debug +2021-12-29 21:27:59,586 a29z_19550501_fc3_1_CLEAN 19588028 COMPLETED marenostrum4 debug +2021-12-29 21:27:59,586 a29z_19550501_fc4_1_CLEAN 19588048 COMPLETED marenostrum4 debug +2021-12-29 21:27:59,586 a29z_19550501_fc0_4_SIM 19598040 SUBMITTED marenostrum4 debug +2021-12-29 21:27:59,586 a29z_19550501_fc1_3_SIM 19598041 SUBMITTED marenostrum4 debug +2021-12-29 21:27:59,586 a29z_19550501_fc0_3_POST 6654 SUBMITTED transfer_node serial +2021-12-29 21:27:59,587 a29z_19550501_fc3_2_POST 6828 SUBMITTED transfer_node serial +2021-12-29 21:27:59,587 a29z_19550501_fc2_2_CLEAN 19598042 SUBMITTED marenostrum4 debug +2021-12-29 21:27:59,590 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 21:27:59,631 Job list saved +2021-12-29 21:27:59,705 Updating FAILED jobs +2021-12-29 21:27:59,706 Updating WAITING jobs +2021-12-29 21:27:59,709 Updating WAITING jobs eligible for be prepared +2021-12-29 21:27:59,712 Updating Held jobs +2021-12-29 21:27:59,712 Update finished +2021-12-29 21:28:09,717 Reloading parameters... +[WARNING] 2021-12-29 21:28:09,728 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 21:28:09,729 Loading parameters... +2021-12-29 21:28:09,731 + +549 of 590 jobs remaining (21:28) +2021-12-29 21:28:09,731 Sleep: 10 +2021-12-29 21:28:09,732 Number of retrials: 0 +2021-12-29 21:28:09,732 WRAPPER CHECK TIME = 10 +2021-12-29 21:28:09,743 Checking jobs for platform=marenostrum4 +2021-12-29 21:28:09,754 Checking jobs for platform=transfer_node +2021-12-29 21:28:12,024 Successful check job command: nohup kill -0 6828 > /dev/null 2>&1; echo $? +2021-12-29 21:28:12,024 Job a29z_19550501_fc3_2_POST is RUNNING +2021-12-29 21:28:12,041 a29z_19550501_fc3_2_POST_STAT file have been transfered +2021-12-29 21:28:14,369 Successful check job command: nohup kill -0 6654 > /dev/null 2>&1; echo $? +2021-12-29 21:28:14,370 Job a29z_19550501_fc0_3_POST is RUNNING +2021-12-29 21:28:14,398 a29z_19550501_fc0_3_POST_STAT file have been transfered +2021-12-29 21:28:14,447 Checking all jobs at once +2021-12-29 21:28:15,720 Successful check job command +2021-12-29 21:28:17,341 Job a29z_19550501_fc0_4_SIM is RUNNING +2021-12-29 21:28:17,360 a29z_19550501_fc0_4_SIM_STAT file have been transfered +2021-12-29 21:28:17,415 Job a29z_19550501_fc1_3_SIM is QUEUING +2021-12-29 21:28:17,415 Job a29z_19550501_fc2_2_CLEAN is QUEUING +2021-12-29 21:28:17,415 End of checking +2021-12-29 21:28:17,417 Updating FAILED jobs +2021-12-29 21:28:17,417 Updating WAITING jobs +2021-12-29 21:28:17,420 Updating WAITING jobs eligible for be prepared +2021-12-29 21:28:17,422 Setting job: a29z_19550501_fc1_4_SIM status to: Prepared for be held (all parents queuing, running or completed)... +2021-12-29 21:28:17,423 Setting job: a29z_19550501_fc0_3_CLEAN status to: Prepared for be held (all parents queuing, running or completed)... +2021-12-29 21:28:17,423 Setting job: a29z_19550501_fc3_2_CLEAN status to: Prepared for be held (all parents queuing, running or completed)... +2021-12-29 21:28:17,424 Updating Held jobs +2021-12-29 21:28:17,424 Update finished +2021-12-29 21:28:17,426 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 21:28:17,426 a29z_19550501_fc1_1_CLEAN 19588013 COMPLETED marenostrum4 debug +2021-12-29 21:28:17,427 a29z_19550501_fc1_2_CLEAN 19588117 COMPLETED marenostrum4 debug +2021-12-29 21:28:17,427 a29z_19550501_fc2_1_CLEAN 19588021 COMPLETED marenostrum4 debug +2021-12-29 21:28:17,427 a29z_19550501_fc3_1_CLEAN 19588028 COMPLETED marenostrum4 debug +2021-12-29 21:28:17,427 a29z_19550501_fc4_1_CLEAN 19588048 COMPLETED marenostrum4 debug +2021-12-29 21:28:17,427 a29z_19550501_fc0_4_SIM 19598040 RUNNING marenostrum4 debug +2021-12-29 21:28:17,427 a29z_19550501_fc0_3_POST 6654 RUNNING transfer_node serial +2021-12-29 21:28:17,427 a29z_19550501_fc3_2_POST 6828 RUNNING transfer_node serial +2021-12-29 21:28:17,428 a29z_19550501_fc1_3_SIM 19598041 QUEUING marenostrum4 debug +2021-12-29 21:28:17,428 a29z_19550501_fc2_2_CLEAN 19598042 QUEUING marenostrum4 debug +2021-12-29 21:28:17,430 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 21:28:17,469 Job list saved +2021-12-29 21:28:17,474 +Jobs ready for marenostrum4: 12 +2021-12-29 21:28:17,483 Number of jobs available: 1 +2021-12-29 21:28:17,485 Number of jobs ready: 12 +2021-12-29 21:28:17,490 Jobs ready for marenostrum4: 12 +2021-12-29 21:28:17,505 Creating Scripts +2021-12-29 21:28:17,546 Sending Files +2021-12-29 21:28:17,558 Submitting +2021-12-29 21:28:17,562 a29z_19550501_fc2_3_SIM_STAT have been removed +2021-12-29 21:28:17,563 a29z_19550501_fc2_3_SIM_COMPLETED been removed +2021-12-29 21:28:18,805 +Jobs ready for transfer_node: 0 +2021-12-29 21:28:18,816 Number of jobs available: 3 +2021-12-29 21:28:18,818 Number of jobs ready: 0 +2021-12-29 21:28:18,823 Updating FAILED jobs +2021-12-29 21:28:18,824 Updating WAITING jobs +2021-12-29 21:28:18,827 Updating WAITING jobs eligible for be prepared +2021-12-29 21:28:18,831 Updating Held jobs +2021-12-29 21:28:18,831 Update finished +2021-12-29 21:28:18,833 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 21:28:18,833 a29z_19550501_fc1_1_CLEAN 19588013 COMPLETED marenostrum4 debug +2021-12-29 21:28:18,833 a29z_19550501_fc1_2_CLEAN 19588117 COMPLETED marenostrum4 debug +2021-12-29 21:28:18,833 a29z_19550501_fc2_1_CLEAN 19588021 COMPLETED marenostrum4 debug +2021-12-29 21:28:18,833 a29z_19550501_fc3_1_CLEAN 19588028 COMPLETED marenostrum4 debug +2021-12-29 21:28:18,833 a29z_19550501_fc4_1_CLEAN 19588048 COMPLETED marenostrum4 debug +2021-12-29 21:28:18,834 a29z_19550501_fc2_3_SIM 19598043 SUBMITTED marenostrum4 debug +2021-12-29 21:28:18,834 a29z_19550501_fc0_4_SIM 19598040 RUNNING marenostrum4 debug +2021-12-29 21:28:18,834 a29z_19550501_fc0_3_POST 6654 RUNNING transfer_node serial +2021-12-29 21:28:18,834 a29z_19550501_fc3_2_POST 6828 RUNNING transfer_node serial +2021-12-29 21:28:18,834 a29z_19550501_fc1_3_SIM 19598041 QUEUING marenostrum4 debug +2021-12-29 21:28:18,834 a29z_19550501_fc2_2_CLEAN 19598042 QUEUING marenostrum4 debug +2021-12-29 21:28:18,836 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 21:28:18,875 Job list saved +2021-12-29 21:28:18,880 +Jobs prepared for marenostrum4: 3 +2021-12-29 21:28:18,886 Number of jobs available: 0 +2021-12-29 21:28:18,889 Number of jobs prepared: 3 +2021-12-29 21:28:18,894 Jobs ready for marenostrum4: 3 +2021-12-29 21:28:18,904 +Jobs prepared for transfer_node: 0 +2021-12-29 21:28:18,910 Number of jobs available: 3 +2021-12-29 21:28:18,912 Number of jobs prepared: 0 +2021-12-29 21:28:18,918 Updating FAILED jobs +2021-12-29 21:28:18,919 Updating WAITING jobs +2021-12-29 21:28:18,921 Updating WAITING jobs eligible for be prepared +2021-12-29 21:28:18,924 Updating Held jobs +2021-12-29 21:28:18,925 Update finished +2021-12-29 21:28:18,926 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 21:28:18,926 a29z_19550501_fc1_1_CLEAN 19588013 COMPLETED marenostrum4 debug +2021-12-29 21:28:18,927 a29z_19550501_fc1_2_CLEAN 19588117 COMPLETED marenostrum4 debug +2021-12-29 21:28:18,927 a29z_19550501_fc2_1_CLEAN 19588021 COMPLETED marenostrum4 debug +2021-12-29 21:28:18,927 a29z_19550501_fc3_1_CLEAN 19588028 COMPLETED marenostrum4 debug +2021-12-29 21:28:18,927 a29z_19550501_fc4_1_CLEAN 19588048 COMPLETED marenostrum4 debug +2021-12-29 21:28:18,927 a29z_19550501_fc2_3_SIM 19598043 SUBMITTED marenostrum4 debug +2021-12-29 21:28:18,927 a29z_19550501_fc0_4_SIM 19598040 RUNNING marenostrum4 debug +2021-12-29 21:28:18,927 a29z_19550501_fc0_3_POST 6654 RUNNING transfer_node serial +2021-12-29 21:28:18,927 a29z_19550501_fc3_2_POST 6828 RUNNING transfer_node serial +2021-12-29 21:28:18,928 a29z_19550501_fc1_3_SIM 19598041 QUEUING marenostrum4 debug +2021-12-29 21:28:18,928 a29z_19550501_fc2_2_CLEAN 19598042 QUEUING marenostrum4 debug +2021-12-29 21:28:18,930 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 21:28:18,968 Job list saved +2021-12-29 21:28:19,018 Updating FAILED jobs +2021-12-29 21:28:19,019 Updating WAITING jobs +2021-12-29 21:28:19,022 Updating WAITING jobs eligible for be prepared +2021-12-29 21:28:19,025 Updating Held jobs +2021-12-29 21:28:19,025 Update finished +2021-12-29 21:28:29,033 Reloading parameters... +[WARNING] 2021-12-29 21:28:29,044 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 21:28:29,045 Loading parameters... +2021-12-29 21:28:29,048 + +549 of 590 jobs remaining (21:28) +2021-12-29 21:28:29,048 Sleep: 10 +2021-12-29 21:28:29,048 Number of retrials: 0 +2021-12-29 21:28:29,048 WRAPPER CHECK TIME = 10 +2021-12-29 21:28:29,059 Checking jobs for platform=marenostrum4 +2021-12-29 21:28:29,070 Checking jobs for platform=transfer_node +2021-12-29 21:28:31,340 Successful check job command: nohup kill -0 6828 > /dev/null 2>&1; echo $? +2021-12-29 21:28:31,340 a29z_19550501_fc3_2_POST job seems to have completed: checking... +2021-12-29 21:28:31,369 Job a29z_19550501_fc3_2_POST is COMPLETED +2021-12-29 21:28:31,389 a29z_19550501_fc3_2_POST_STAT file have been transfered +[WARNING] 2021-12-29 21:28:31,456 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +[WARNING] 2021-12-29 21:28:31,469 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 21:28:31,473 Custom directives from platform.conf: None +2021-12-29 21:28:31,473 Custom directives from platform.conf: None +2021-12-29 21:28:33,677 Successful check job command: nohup kill -0 6654 > /dev/null 2>&1; echo $? +2021-12-29 21:28:33,677 a29z_19550501_fc0_3_POST job seems to have completed: checking... +2021-12-29 21:28:34,567 Job a29z_19550501_fc0_3_POST is COMPLETED +2021-12-29 21:28:34,864 a29z_19550501_fc0_3_POST_STAT file have been transfered +[WARNING] 2021-12-29 21:28:34,928 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 21:28:34,929 Checking all jobs at once +[WARNING] 2021-12-29 21:28:34,941 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 21:28:34,944 Custom directives from platform.conf: None +2021-12-29 21:28:34,945 Custom directives from platform.conf: None +2021-12-29 21:28:36,095 Successful check job command +2021-12-29 21:28:37,314 a29z_19550501_fc0_4_SIM job seems to have completed: checking... +2021-12-29 21:28:37,334 Job a29z_19550501_fc0_4_SIM is COMPLETED +2021-12-29 21:28:37,375 a29z_19550501_fc0_4_SIM_STAT file have been transfered +[WARNING] 2021-12-29 21:28:37,446 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 21:28:37,448 Job a29z_19550501_fc1_3_SIM is QUEUING +2021-12-29 21:28:37,448 Job a29z_19550501_fc2_2_CLEAN is QUEUING +2021-12-29 21:28:37,449 Job a29z_19550501_fc2_3_SIM is QUEUING +2021-12-29 21:28:37,449 End of checking +2021-12-29 21:28:37,450 Updating FAILED jobs +2021-12-29 21:28:37,451 Updating WAITING jobs +2021-12-29 21:28:37,453 Setting job: a29z_19550501_fc0_4_POST status to: READY (all parents completed)... +2021-12-29 21:28:37,455 Resetting job: a29z_19550501_fc0_3_CLEAN status to: READY for retrial... +2021-12-29 21:28:37,456 A job in prepared status has all parent completed, job: a29z_19550501_fc0_3_CLEAN status set to: READY ... +2021-12-29 21:28:37,456 Resetting job: a29z_19550501_fc3_2_CLEAN status to: READY for retrial... +2021-12-29 21:28:37,456 A job in prepared status has all parent completed, job: a29z_19550501_fc3_2_CLEAN status set to: READY ... +2021-12-29 21:28:37,457 Updating WAITING jobs eligible for be prepared +2021-12-29 21:28:37,459 Setting job: a29z_19550501_fc2_4_SIM status to: Prepared for be held (all parents queuing, running or completed)... +2021-12-29 21:28:37,461 Updating Held jobs +2021-12-29 21:28:37,462 Update finished +2021-12-29 21:28:37,464 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 21:28:37,465 a29z_19550501_fc1_1_CLEAN 19588013 COMPLETED marenostrum4 debug +2021-12-29 21:28:37,465 a29z_19550501_fc1_2_CLEAN 19588117 COMPLETED marenostrum4 debug +2021-12-29 21:28:37,466 a29z_19550501_fc2_1_CLEAN 19588021 COMPLETED marenostrum4 debug +2021-12-29 21:28:37,466 a29z_19550501_fc3_1_CLEAN 19588028 COMPLETED marenostrum4 debug +2021-12-29 21:28:37,467 a29z_19550501_fc4_1_CLEAN 19588048 COMPLETED marenostrum4 debug +2021-12-29 21:28:37,467 a29z_19550501_fc1_3_SIM 19598041 QUEUING marenostrum4 debug +2021-12-29 21:28:37,467 a29z_19550501_fc2_3_SIM 19598043 QUEUING marenostrum4 debug +2021-12-29 21:28:37,467 a29z_19550501_fc2_2_CLEAN 19598042 QUEUING marenostrum4 debug +2021-12-29 21:28:37,470 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +[WARNING] 2021-12-29 21:28:37,477 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 21:28:37,482 Custom directives from platform.conf: None +2021-12-29 21:28:37,483 Custom directives from platform.conf: None +2021-12-29 21:28:37,553 Job list saved +2021-12-29 21:28:37,558 +Jobs ready for marenostrum4: 13 +2021-12-29 21:28:37,567 Number of jobs available: 0 +2021-12-29 21:28:37,570 Number of jobs ready: 13 +2021-12-29 21:28:37,577 Jobs ready for marenostrum4: 13 +2021-12-29 21:28:37,647 +Jobs ready for transfer_node: 1 +2021-12-29 21:28:37,657 Number of jobs available: 3 +2021-12-29 21:28:37,660 Number of jobs ready: 1 +2021-12-29 21:28:37,665 Jobs ready for transfer_node: 1 +2021-12-29 21:28:37,680 Creating Scripts +2021-12-29 21:28:37,749 Sending Files +2021-12-29 21:28:38,139 /esarchive/scratch/Earth/wuruchi/a29z/LOG_a29z has been created on bscearth000 . +2021-12-29 21:28:38,355 Submitting +2021-12-29 21:28:38,799 Job ID: 8053 + +2021-12-29 21:28:38,799 a29z_19550501_fc0_4_POST submitted +2021-12-29 21:28:38,886 Updating FAILED jobs +2021-12-29 21:28:38,887 Updating WAITING jobs +2021-12-29 21:28:38,890 Updating WAITING jobs eligible for be prepared +2021-12-29 21:28:38,893 Updating Held jobs +2021-12-29 21:28:38,893 Update finished +2021-12-29 21:28:38,895 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 21:28:38,895 a29z_19550501_fc1_1_CLEAN 19588013 COMPLETED marenostrum4 debug +2021-12-29 21:28:38,895 a29z_19550501_fc1_2_CLEAN 19588117 COMPLETED marenostrum4 debug +2021-12-29 21:28:38,895 a29z_19550501_fc2_1_CLEAN 19588021 COMPLETED marenostrum4 debug +2021-12-29 21:28:38,895 a29z_19550501_fc3_1_CLEAN 19588028 COMPLETED marenostrum4 debug +2021-12-29 21:28:38,895 a29z_19550501_fc4_1_CLEAN 19588048 COMPLETED marenostrum4 debug +2021-12-29 21:28:38,896 a29z_19550501_fc0_4_POST 8053 SUBMITTED transfer_node serial +2021-12-29 21:28:38,896 a29z_19550501_fc1_3_SIM 19598041 QUEUING marenostrum4 debug +2021-12-29 21:28:38,896 a29z_19550501_fc2_3_SIM 19598043 QUEUING marenostrum4 debug +2021-12-29 21:28:38,896 a29z_19550501_fc2_2_CLEAN 19598042 QUEUING marenostrum4 debug +2021-12-29 21:28:38,898 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 21:28:38,937 Job list saved +2021-12-29 21:28:38,941 +Jobs prepared for marenostrum4: 2 +2021-12-29 21:28:38,949 Number of jobs available: 0 +2021-12-29 21:28:38,951 Number of jobs prepared: 2 +2021-12-29 21:28:38,955 Jobs ready for marenostrum4: 2 +2021-12-29 21:28:38,965 +Jobs prepared for transfer_node: 0 +2021-12-29 21:28:38,971 Number of jobs available: 2 +2021-12-29 21:28:38,973 Number of jobs prepared: 0 +2021-12-29 21:28:38,980 Updating FAILED jobs +2021-12-29 21:28:38,981 Updating WAITING jobs +2021-12-29 21:28:38,984 Updating WAITING jobs eligible for be prepared +2021-12-29 21:28:38,987 Updating Held jobs +2021-12-29 21:28:38,987 Update finished +2021-12-29 21:28:38,989 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 21:28:38,989 a29z_19550501_fc1_1_CLEAN 19588013 COMPLETED marenostrum4 debug +2021-12-29 21:28:38,989 a29z_19550501_fc1_2_CLEAN 19588117 COMPLETED marenostrum4 debug +2021-12-29 21:28:38,989 a29z_19550501_fc2_1_CLEAN 19588021 COMPLETED marenostrum4 debug +2021-12-29 21:28:38,989 a29z_19550501_fc3_1_CLEAN 19588028 COMPLETED marenostrum4 debug +2021-12-29 21:28:38,989 a29z_19550501_fc4_1_CLEAN 19588048 COMPLETED marenostrum4 debug +2021-12-29 21:28:38,989 a29z_19550501_fc0_4_POST 8053 SUBMITTED transfer_node serial +2021-12-29 21:28:38,990 a29z_19550501_fc1_3_SIM 19598041 QUEUING marenostrum4 debug +2021-12-29 21:28:38,990 a29z_19550501_fc2_3_SIM 19598043 QUEUING marenostrum4 debug +2021-12-29 21:28:38,990 a29z_19550501_fc2_2_CLEAN 19598042 QUEUING marenostrum4 debug +2021-12-29 21:28:38,992 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 21:28:39,030 Job list saved +2021-12-29 21:28:39,093 Updating FAILED jobs +2021-12-29 21:28:39,094 Updating WAITING jobs +2021-12-29 21:28:39,096 Updating WAITING jobs eligible for be prepared +2021-12-29 21:28:39,099 Updating Held jobs +2021-12-29 21:28:39,100 Update finished +2021-12-29 21:28:49,106 Reloading parameters... +[WARNING] 2021-12-29 21:28:49,120 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-29 21:28:49,121 Loading parameters... +2021-12-29 21:28:49,123 + +546 of 590 jobs remaining (21:28) +2021-12-29 21:28:49,124 Sleep: 10 +2021-12-29 21:28:49,124 Number of retrials: 0 +2021-12-29 21:28:49,124 WRAPPER CHECK TIME = 10 +2021-12-29 21:28:49,135 Checking jobs for platform=marenostrum4 +2021-12-29 21:28:49,145 Checking jobs for platform=transfer_node +2021-12-29 21:28:51,622 Successful check job command: nohup kill -0 8053 > /dev/null 2>&1; echo $? +2021-12-29 21:28:51,622 Job a29z_19550501_fc0_4_POST is RUNNING +2021-12-29 21:28:51,840 a29z_19550501_fc0_4_POST_STAT file have been transfered +2021-12-29 21:28:51,894 Checking all jobs at once +2021-12-29 21:28:53,063 Successful check job command +2021-12-29 21:28:54,282 Job a29z_19550501_fc1_3_SIM is RUNNING +2021-12-29 21:28:54,296 a29z_19550501_fc1_3_SIM_STAT file have been transfered +2021-12-29 21:28:54,346 Job a29z_19550501_fc2_2_CLEAN is QUEUING +2021-12-29 21:28:54,347 Job a29z_19550501_fc2_3_SIM is QUEUING +2021-12-29 21:28:54,347 End of checking +2021-12-29 21:28:54,348 Updating FAILED jobs +2021-12-29 21:28:54,349 Updating WAITING jobs +2021-12-29 21:28:54,351 Updating WAITING jobs eligible for be prepared +2021-12-29 21:28:54,354 Setting job: a29z_19550501_fc0_4_CLEAN status to: Prepared for be held (all parents queuing, running or completed)... +2021-12-29 21:28:54,355 Updating Held jobs +2021-12-29 21:28:54,355 Update finished +2021-12-29 21:28:54,357 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 21:28:54,357 a29z_19550501_fc1_1_CLEAN 19588013 COMPLETED marenostrum4 debug +2021-12-29 21:28:54,357 a29z_19550501_fc1_2_CLEAN 19588117 COMPLETED marenostrum4 debug +2021-12-29 21:28:54,357 a29z_19550501_fc2_1_CLEAN 19588021 COMPLETED marenostrum4 debug +2021-12-29 21:28:54,357 a29z_19550501_fc3_1_CLEAN 19588028 COMPLETED marenostrum4 debug +2021-12-29 21:28:54,357 a29z_19550501_fc4_1_CLEAN 19588048 COMPLETED marenostrum4 debug +2021-12-29 21:28:54,358 a29z_19550501_fc1_3_SIM 19598041 RUNNING marenostrum4 debug +2021-12-29 21:28:54,358 a29z_19550501_fc0_4_POST 8053 RUNNING transfer_node serial +2021-12-29 21:28:54,358 a29z_19550501_fc2_3_SIM 19598043 QUEUING marenostrum4 debug +2021-12-29 21:28:54,358 a29z_19550501_fc2_2_CLEAN 19598042 QUEUING marenostrum4 debug +2021-12-29 21:28:54,361 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 21:28:54,400 Job list saved +2021-12-29 21:28:54,404 +Jobs ready for marenostrum4: 13 +2021-12-29 21:28:54,413 Number of jobs available: 1 +2021-12-29 21:28:54,415 Number of jobs ready: 13 +2021-12-29 21:28:54,419 Jobs ready for marenostrum4: 13 +2021-12-29 21:28:54,436 Creating Scripts +2021-12-29 21:28:54,476 Sending Files +2021-12-29 21:28:54,523 Submitting +2021-12-29 21:28:54,531 a29z_19550501_fc0_3_CLEAN_STAT have been removed +2021-12-29 21:28:54,532 a29z_19550501_fc0_3_CLEAN_COMPLETED been removed +2021-12-29 21:28:55,671 +Jobs ready for transfer_node: 0 +2021-12-29 21:28:55,680 Number of jobs available: 3 +2021-12-29 21:28:55,682 Number of jobs ready: 0 +2021-12-29 21:28:55,688 Updating FAILED jobs +2021-12-29 21:28:55,688 Updating WAITING jobs +2021-12-29 21:28:55,691 Updating WAITING jobs eligible for be prepared +2021-12-29 21:28:55,694 Updating Held jobs +2021-12-29 21:28:55,694 Update finished +2021-12-29 21:28:55,696 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 21:28:55,697 a29z_19550501_fc1_1_CLEAN 19588013 COMPLETED marenostrum4 debug +2021-12-29 21:28:55,697 a29z_19550501_fc1_2_CLEAN 19588117 COMPLETED marenostrum4 debug +2021-12-29 21:28:55,697 a29z_19550501_fc2_1_CLEAN 19588021 COMPLETED marenostrum4 debug +2021-12-29 21:28:55,697 a29z_19550501_fc3_1_CLEAN 19588028 COMPLETED marenostrum4 debug +2021-12-29 21:28:55,697 a29z_19550501_fc4_1_CLEAN 19588048 COMPLETED marenostrum4 debug +2021-12-29 21:28:55,697 a29z_19550501_fc0_3_CLEAN 19598046 SUBMITTED marenostrum4 debug +2021-12-29 21:28:55,697 a29z_19550501_fc1_3_SIM 19598041 RUNNING marenostrum4 debug +2021-12-29 21:28:55,698 a29z_19550501_fc0_4_POST 8053 RUNNING transfer_node serial +2021-12-29 21:28:55,698 a29z_19550501_fc2_3_SIM 19598043 QUEUING marenostrum4 debug +2021-12-29 21:28:55,698 a29z_19550501_fc2_2_CLEAN 19598042 QUEUING marenostrum4 debug +2021-12-29 21:28:55,700 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 21:28:55,740 Job list saved +2021-12-29 21:28:55,744 +Jobs prepared for marenostrum4: 3 +2021-12-29 21:28:55,752 Number of jobs available: 0 +2021-12-29 21:28:55,754 Number of jobs prepared: 3 +2021-12-29 21:28:55,759 Jobs ready for marenostrum4: 3 +2021-12-29 21:28:55,770 +Jobs prepared for transfer_node: 0 +2021-12-29 21:28:55,778 Number of jobs available: 3 +2021-12-29 21:28:55,781 Number of jobs prepared: 0 +2021-12-29 21:28:55,786 Updating FAILED jobs +2021-12-29 21:28:55,787 Updating WAITING jobs +2021-12-29 21:28:55,789 Updating WAITING jobs eligible for be prepared +2021-12-29 21:28:55,792 Updating Held jobs +2021-12-29 21:28:55,793 Update finished +2021-12-29 21:28:55,794 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-29 21:28:55,794 a29z_19550501_fc1_1_CLEAN 19588013 COMPLETED marenostrum4 debug +2021-12-29 21:28:55,795 a29z_19550501_fc1_2_CLEAN 19588117 COMPLETED marenostrum4 debug +2021-12-29 21:28:55,795 a29z_19550501_fc2_1_CLEAN 19588021 COMPLETED marenostrum4 debug +2021-12-29 21:28:55,795 a29z_19550501_fc3_1_CLEAN 19588028 COMPLETED marenostrum4 debug +2021-12-29 21:28:55,795 a29z_19550501_fc4_1_CLEAN 19588048 COMPLETED marenostrum4 debug +2021-12-29 21:28:55,795 a29z_19550501_fc0_3_CLEAN 19598046 SUBMITTED marenostrum4 debug +2021-12-29 21:28:55,795 a29z_19550501_fc1_3_SIM 19598041 RUNNING marenostrum4 debug +2021-12-29 21:28:55,795 a29z_19550501_fc0_4_POST 8053 RUNNING transfer_node serial +2021-12-29 21:28:55,795 a29z_19550501_fc2_3_SIM 19598043 QUEUING marenostrum4 debug +2021-12-29 21:28:55,796 a29z_19550501_fc2_2_CLEAN 19598042 QUEUING marenostrum4 debug +2021-12-29 21:28:55,798 Saving JobList: /esarchive/autosubmit/a29z/pkl/job_list_a29z.pkl +2021-12-29 21:28:55,836 Job list saved +2021-12-29 21:28:55,895 Updating FAILED jobs +2021-12-29 21:28:55,895 Updating WAITING jobs +2021-12-29 21:28:55,898 Updating WAITING jobs eligible for be prepared +2021-12-29 21:28:55,901 Updating Held jobs +2021-12-29 21:28:55,902 Update finished +2021-12-29 21:29:02,227 Autosubmit will interrupt at the next safe occasion +2021-12-29 21:29:02,229 Looking for active threads before closing Autosubmit. Ending the program before these threads finish may result in unexpected behavior. This procedure will last until all threads have finished or the program has waited for more than 30 seconds. +2021-12-29 21:29:02,229 JOB_data_a29z_19550501_fc0_4_SIM is still retrieving outputs, time remaining is 60 seconds. +2021-12-29 21:29:12,236 JOB_data_a29z_19550501_fc0_4_SIM is still retrieving outputs, time remaining is 50 seconds. +2021-12-29 21:29:22,247 JOB_data_a29z_19550501_fc0_4_SIM is still retrieving outputs, time remaining is 40 seconds. +2021-12-29 21:29:32,251 JOB_data_a29z_19550501_fc0_4_SIM is still retrieving outputs, time remaining is 30 seconds. diff --git a/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211229_212745_run_err.log b/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211229_212745_run_err.log new file mode 100755 index 00000000..e69de29b diff --git a/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211230_142058_stats.log b/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211230_142058_stats.log new file mode 100755 index 00000000..129b865b --- /dev/null +++ b/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211230_142058_stats.log @@ -0,0 +1,39 @@ +2021-12-30 14:21:00,422 Loading jobs... +2021-12-30 14:21:00,422 +Checking configuration files... +[WARNING] 2021-12-30 14:21:00,428 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-30 14:21:00,429 expdef_a29z.conf OK +2021-12-30 14:21:00,429 platforms_a29z.conf OK +2021-12-30 14:21:00,430 jobs_a29z.conf OK +2021-12-30 14:21:00,430 wrappers OK +2021-12-30 14:21:00,431 autosubmit_a29z.conf OK +2021-12-30 14:21:00,431 Configuration files OK + +2021-12-30 14:21:00,439 Creating jobs... +2021-12-30 14:21:00,439 Loading JobList +2021-12-30 14:21:00,447 Creating LOCAL_SETUP jobs +2021-12-30 14:21:00,447 Creating REMOTE_SETUP jobs +2021-12-30 14:21:00,447 Creating INI jobs +2021-12-30 14:21:00,448 Creating SIM jobs +2021-12-30 14:21:00,458 Creating POST jobs +2021-12-30 14:21:00,468 Creating CLEAN jobs +2021-12-30 14:21:00,476 Creating TRANSFER jobs +2021-12-30 14:21:00,479 Creating LOCALPOST jobs +2021-12-30 14:21:00,479 Creating PLOT jobs +2021-12-30 14:21:00,480 Adding dependencies... +2021-12-30 14:21:00,480 Adding dependencies for LOCAL_SETUP jobs +2021-12-30 14:21:00,480 Adding dependencies for REMOTE_SETUP jobs +2021-12-30 14:21:00,480 Adding dependencies for INI jobs +2021-12-30 14:21:00,481 Adding dependencies for SIM jobs +2021-12-30 14:21:00,484 Adding dependencies for POST jobs +2021-12-30 14:21:00,485 Adding dependencies for CLEAN jobs +2021-12-30 14:21:00,486 Adding dependencies for TRANSFER jobs +2021-12-30 14:21:00,487 Adding dependencies for LOCALPOST jobs +2021-12-30 14:21:00,487 Adding dependencies for PLOT jobs +2021-12-30 14:21:00,487 Removing redundant dependencies... +2021-12-30 14:21:00,511 Using existing valid structure. +2021-12-30 14:21:00,512 Job list restored from /esarchive/autosubmit/a29z/pkl files +2021-12-30 14:21:01,350 Plotting stats... +2021-12-30 14:21:01,350 Creating stats file +2021-12-30 14:21:02,089 Stats created at /esarchive/autosubmit/a29z/stats/a29z_statistics_20211230_1421.pdf +2021-12-30 14:21:07,558 Stats plot ready diff --git a/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211230_142058_stats_err.log b/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211230_142058_stats_err.log new file mode 100755 index 00000000..e69de29b diff --git a/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211230_142233_stats.log b/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211230_142233_stats.log new file mode 100755 index 00000000..c0b25c58 --- /dev/null +++ b/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211230_142233_stats.log @@ -0,0 +1,39 @@ +2021-12-30 14:22:35,678 Loading jobs... +2021-12-30 14:22:35,679 +Checking configuration files... +[WARNING] 2021-12-30 14:22:35,685 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-30 14:22:35,686 expdef_a29z.conf OK +2021-12-30 14:22:35,686 platforms_a29z.conf OK +2021-12-30 14:22:35,686 jobs_a29z.conf OK +2021-12-30 14:22:35,687 wrappers OK +2021-12-30 14:22:35,687 autosubmit_a29z.conf OK +2021-12-30 14:22:35,687 Configuration files OK + +2021-12-30 14:22:35,695 Creating jobs... +2021-12-30 14:22:35,695 Loading JobList +2021-12-30 14:22:35,703 Creating LOCAL_SETUP jobs +2021-12-30 14:22:35,704 Creating REMOTE_SETUP jobs +2021-12-30 14:22:35,704 Creating INI jobs +2021-12-30 14:22:35,704 Creating SIM jobs +2021-12-30 14:22:35,714 Creating POST jobs +2021-12-30 14:22:35,724 Creating CLEAN jobs +2021-12-30 14:22:35,733 Creating TRANSFER jobs +2021-12-30 14:22:35,735 Creating LOCALPOST jobs +2021-12-30 14:22:35,736 Creating PLOT jobs +2021-12-30 14:22:35,737 Adding dependencies... +2021-12-30 14:22:35,737 Adding dependencies for LOCAL_SETUP jobs +2021-12-30 14:22:35,737 Adding dependencies for REMOTE_SETUP jobs +2021-12-30 14:22:35,737 Adding dependencies for INI jobs +2021-12-30 14:22:35,737 Adding dependencies for SIM jobs +2021-12-30 14:22:35,740 Adding dependencies for POST jobs +2021-12-30 14:22:35,741 Adding dependencies for CLEAN jobs +2021-12-30 14:22:35,743 Adding dependencies for TRANSFER jobs +2021-12-30 14:22:35,743 Adding dependencies for LOCALPOST jobs +2021-12-30 14:22:35,744 Adding dependencies for PLOT jobs +2021-12-30 14:22:35,744 Removing redundant dependencies... +2021-12-30 14:22:35,768 Using existing valid structure. +2021-12-30 14:22:35,769 Job list restored from /esarchive/autosubmit/a29z/pkl files +2021-12-30 14:22:36,653 Plotting stats... +2021-12-30 14:22:36,653 Creating stats file +2021-12-30 14:22:37,403 Stats created at /esarchive/autosubmit/a29z/stats/a29z_statistics_20211230_1422.pdf +2021-12-30 14:22:41,851 Stats plot ready diff --git a/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211230_142233_stats_err.log b/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211230_142233_stats_err.log new file mode 100755 index 00000000..e69de29b diff --git a/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211230_142516_stats.log b/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211230_142516_stats.log new file mode 100755 index 00000000..08cf0e1b --- /dev/null +++ b/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211230_142516_stats.log @@ -0,0 +1,39 @@ +2021-12-30 14:25:18,700 Loading jobs... +2021-12-30 14:25:18,700 +Checking configuration files... +[WARNING] 2021-12-30 14:25:18,707 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-30 14:25:18,708 expdef_a29z.conf OK +2021-12-30 14:25:18,708 platforms_a29z.conf OK +2021-12-30 14:25:18,708 jobs_a29z.conf OK +2021-12-30 14:25:18,709 wrappers OK +2021-12-30 14:25:18,709 autosubmit_a29z.conf OK +2021-12-30 14:25:18,709 Configuration files OK + +2021-12-30 14:25:18,717 Creating jobs... +2021-12-30 14:25:18,717 Loading JobList +2021-12-30 14:25:18,725 Creating LOCAL_SETUP jobs +2021-12-30 14:25:18,726 Creating REMOTE_SETUP jobs +2021-12-30 14:25:18,726 Creating INI jobs +2021-12-30 14:25:18,727 Creating SIM jobs +2021-12-30 14:25:18,736 Creating POST jobs +2021-12-30 14:25:18,746 Creating CLEAN jobs +2021-12-30 14:25:18,755 Creating TRANSFER jobs +2021-12-30 14:25:18,757 Creating LOCALPOST jobs +2021-12-30 14:25:18,758 Creating PLOT jobs +2021-12-30 14:25:18,759 Adding dependencies... +2021-12-30 14:25:18,759 Adding dependencies for LOCAL_SETUP jobs +2021-12-30 14:25:18,759 Adding dependencies for REMOTE_SETUP jobs +2021-12-30 14:25:18,759 Adding dependencies for INI jobs +2021-12-30 14:25:18,759 Adding dependencies for SIM jobs +2021-12-30 14:25:18,762 Adding dependencies for POST jobs +2021-12-30 14:25:18,763 Adding dependencies for CLEAN jobs +2021-12-30 14:25:18,765 Adding dependencies for TRANSFER jobs +2021-12-30 14:25:18,765 Adding dependencies for LOCALPOST jobs +2021-12-30 14:25:18,766 Adding dependencies for PLOT jobs +2021-12-30 14:25:18,766 Removing redundant dependencies... +2021-12-30 14:25:18,791 Using existing valid structure. +2021-12-30 14:25:18,792 Job list restored from /esarchive/autosubmit/a29z/pkl files +2021-12-30 14:25:19,679 Plotting stats... +2021-12-30 14:25:19,679 Creating stats file +2021-12-30 14:25:20,440 Stats created at /esarchive/autosubmit/a29z/stats/a29z_statistics_20211230_1425.pdf +2021-12-30 14:25:24,827 Stats plot ready diff --git a/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211230_142516_stats_err.log b/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211230_142516_stats_err.log new file mode 100755 index 00000000..e69de29b diff --git a/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211230_142731_stats.log b/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211230_142731_stats.log new file mode 100755 index 00000000..99683233 --- /dev/null +++ b/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211230_142731_stats.log @@ -0,0 +1,39 @@ +2021-12-30 14:27:33,298 Loading jobs... +2021-12-30 14:27:33,298 +Checking configuration files... +[WARNING] 2021-12-30 14:27:33,304 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-30 14:27:33,305 expdef_a29z.conf OK +2021-12-30 14:27:33,306 platforms_a29z.conf OK +2021-12-30 14:27:33,306 jobs_a29z.conf OK +2021-12-30 14:27:33,307 wrappers OK +2021-12-30 14:27:33,307 autosubmit_a29z.conf OK +2021-12-30 14:27:33,307 Configuration files OK + +2021-12-30 14:27:33,315 Creating jobs... +2021-12-30 14:27:33,315 Loading JobList +2021-12-30 14:27:33,323 Creating LOCAL_SETUP jobs +2021-12-30 14:27:33,323 Creating REMOTE_SETUP jobs +2021-12-30 14:27:33,323 Creating INI jobs +2021-12-30 14:27:33,324 Creating SIM jobs +2021-12-30 14:27:33,334 Creating POST jobs +2021-12-30 14:27:33,344 Creating CLEAN jobs +2021-12-30 14:27:33,353 Creating TRANSFER jobs +2021-12-30 14:27:33,355 Creating LOCALPOST jobs +2021-12-30 14:27:33,356 Creating PLOT jobs +2021-12-30 14:27:33,357 Adding dependencies... +2021-12-30 14:27:33,357 Adding dependencies for LOCAL_SETUP jobs +2021-12-30 14:27:33,357 Adding dependencies for REMOTE_SETUP jobs +2021-12-30 14:27:33,357 Adding dependencies for INI jobs +2021-12-30 14:27:33,357 Adding dependencies for SIM jobs +2021-12-30 14:27:33,360 Adding dependencies for POST jobs +2021-12-30 14:27:33,361 Adding dependencies for CLEAN jobs +2021-12-30 14:27:33,362 Adding dependencies for TRANSFER jobs +2021-12-30 14:27:33,363 Adding dependencies for LOCALPOST jobs +2021-12-30 14:27:33,364 Adding dependencies for PLOT jobs +2021-12-30 14:27:33,364 Removing redundant dependencies... +2021-12-30 14:27:33,388 Using existing valid structure. +2021-12-30 14:27:33,389 Job list restored from /esarchive/autosubmit/a29z/pkl files +2021-12-30 14:27:34,280 Plotting stats... +2021-12-30 14:27:34,280 Creating stats file +2021-12-30 14:27:35,027 Stats created at /esarchive/autosubmit/a29z/stats/a29z_statistics_20211230_1427.pdf +2021-12-30 14:27:39,229 Stats plot ready diff --git a/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211230_142731_stats_err.log b/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211230_142731_stats_err.log new file mode 100755 index 00000000..e69de29b diff --git a/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211230_143012_stats.log b/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211230_143012_stats.log new file mode 100755 index 00000000..9894f5fa --- /dev/null +++ b/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211230_143012_stats.log @@ -0,0 +1,39 @@ +2021-12-30 14:30:14,593 Loading jobs... +2021-12-30 14:30:14,593 +Checking configuration files... +[WARNING] 2021-12-30 14:30:14,601 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-30 14:30:14,602 expdef_a29z.conf OK +2021-12-30 14:30:14,603 platforms_a29z.conf OK +2021-12-30 14:30:14,603 jobs_a29z.conf OK +2021-12-30 14:30:14,604 wrappers OK +2021-12-30 14:30:14,604 autosubmit_a29z.conf OK +2021-12-30 14:30:14,604 Configuration files OK + +2021-12-30 14:30:14,613 Creating jobs... +2021-12-30 14:30:14,613 Loading JobList +2021-12-30 14:30:14,622 Creating LOCAL_SETUP jobs +2021-12-30 14:30:14,622 Creating REMOTE_SETUP jobs +2021-12-30 14:30:14,622 Creating INI jobs +2021-12-30 14:30:14,623 Creating SIM jobs +2021-12-30 14:30:14,633 Creating POST jobs +2021-12-30 14:30:14,643 Creating CLEAN jobs +2021-12-30 14:30:14,653 Creating TRANSFER jobs +2021-12-30 14:30:14,656 Creating LOCALPOST jobs +2021-12-30 14:30:14,657 Creating PLOT jobs +2021-12-30 14:30:14,657 Adding dependencies... +2021-12-30 14:30:14,658 Adding dependencies for LOCAL_SETUP jobs +2021-12-30 14:30:14,658 Adding dependencies for REMOTE_SETUP jobs +2021-12-30 14:30:14,658 Adding dependencies for INI jobs +2021-12-30 14:30:14,658 Adding dependencies for SIM jobs +2021-12-30 14:30:14,661 Adding dependencies for POST jobs +2021-12-30 14:30:14,662 Adding dependencies for CLEAN jobs +2021-12-30 14:30:14,664 Adding dependencies for TRANSFER jobs +2021-12-30 14:30:14,665 Adding dependencies for LOCALPOST jobs +2021-12-30 14:30:14,665 Adding dependencies for PLOT jobs +2021-12-30 14:30:14,665 Removing redundant dependencies... +2021-12-30 14:30:14,698 Using existing valid structure. +2021-12-30 14:30:14,699 Job list restored from /esarchive/autosubmit/a29z/pkl files +2021-12-30 14:30:15,837 Plotting stats... +2021-12-30 14:30:15,837 Creating stats file +2021-12-30 14:30:16,585 Stats created at /esarchive/autosubmit/a29z/stats/a29z_statistics_20211230_1430.pdf +2021-12-30 14:30:21,032 Stats plot ready diff --git a/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211230_143012_stats_err.log b/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211230_143012_stats_err.log new file mode 100755 index 00000000..e69de29b diff --git a/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211230_143128_stats.log b/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211230_143128_stats.log new file mode 100755 index 00000000..e4e80386 --- /dev/null +++ b/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211230_143128_stats.log @@ -0,0 +1,39 @@ +2021-12-30 14:31:29,840 Loading jobs... +2021-12-30 14:31:29,840 +Checking configuration files... +[WARNING] 2021-12-30 14:31:29,847 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-30 14:31:29,848 expdef_a29z.conf OK +2021-12-30 14:31:29,848 platforms_a29z.conf OK +2021-12-30 14:31:29,848 jobs_a29z.conf OK +2021-12-30 14:31:29,849 wrappers OK +2021-12-30 14:31:29,850 autosubmit_a29z.conf OK +2021-12-30 14:31:29,850 Configuration files OK + +2021-12-30 14:31:29,858 Creating jobs... +2021-12-30 14:31:29,858 Loading JobList +2021-12-30 14:31:29,866 Creating LOCAL_SETUP jobs +2021-12-30 14:31:29,866 Creating REMOTE_SETUP jobs +2021-12-30 14:31:29,866 Creating INI jobs +2021-12-30 14:31:29,867 Creating SIM jobs +2021-12-30 14:31:29,876 Creating POST jobs +2021-12-30 14:31:29,886 Creating CLEAN jobs +2021-12-30 14:31:29,895 Creating TRANSFER jobs +2021-12-30 14:31:29,897 Creating LOCALPOST jobs +2021-12-30 14:31:29,898 Creating PLOT jobs +2021-12-30 14:31:29,899 Adding dependencies... +2021-12-30 14:31:29,899 Adding dependencies for LOCAL_SETUP jobs +2021-12-30 14:31:29,899 Adding dependencies for REMOTE_SETUP jobs +2021-12-30 14:31:29,899 Adding dependencies for INI jobs +2021-12-30 14:31:29,899 Adding dependencies for SIM jobs +2021-12-30 14:31:29,902 Adding dependencies for POST jobs +2021-12-30 14:31:29,903 Adding dependencies for CLEAN jobs +2021-12-30 14:31:29,904 Adding dependencies for TRANSFER jobs +2021-12-30 14:31:29,905 Adding dependencies for LOCALPOST jobs +2021-12-30 14:31:29,906 Adding dependencies for PLOT jobs +2021-12-30 14:31:29,906 Removing redundant dependencies... +2021-12-30 14:31:29,933 Using existing valid structure. +2021-12-30 14:31:29,934 Job list restored from /esarchive/autosubmit/a29z/pkl files +2021-12-30 14:31:30,900 Plotting stats... +2021-12-30 14:31:30,901 Creating stats file +2021-12-30 14:31:31,648 Stats created at /esarchive/autosubmit/a29z/stats/a29z_statistics_20211230_1431.pdf +2021-12-30 14:31:36,154 Stats plot ready diff --git a/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211230_143128_stats_err.log b/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211230_143128_stats_err.log new file mode 100755 index 00000000..e69de29b diff --git a/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211230_143255_stats.log b/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211230_143255_stats.log new file mode 100755 index 00000000..901dd066 --- /dev/null +++ b/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211230_143255_stats.log @@ -0,0 +1,39 @@ +2021-12-30 14:32:57,561 Loading jobs... +2021-12-30 14:32:57,561 +Checking configuration files... +[WARNING] 2021-12-30 14:32:57,568 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-30 14:32:57,569 expdef_a29z.conf OK +2021-12-30 14:32:57,569 platforms_a29z.conf OK +2021-12-30 14:32:57,569 jobs_a29z.conf OK +2021-12-30 14:32:57,570 wrappers OK +2021-12-30 14:32:57,570 autosubmit_a29z.conf OK +2021-12-30 14:32:57,570 Configuration files OK + +2021-12-30 14:32:57,578 Creating jobs... +2021-12-30 14:32:57,578 Loading JobList +2021-12-30 14:32:57,586 Creating LOCAL_SETUP jobs +2021-12-30 14:32:57,587 Creating REMOTE_SETUP jobs +2021-12-30 14:32:57,587 Creating INI jobs +2021-12-30 14:32:57,588 Creating SIM jobs +2021-12-30 14:32:57,597 Creating POST jobs +2021-12-30 14:32:57,607 Creating CLEAN jobs +2021-12-30 14:32:57,616 Creating TRANSFER jobs +2021-12-30 14:32:57,618 Creating LOCALPOST jobs +2021-12-30 14:32:57,619 Creating PLOT jobs +2021-12-30 14:32:57,620 Adding dependencies... +2021-12-30 14:32:57,620 Adding dependencies for LOCAL_SETUP jobs +2021-12-30 14:32:57,620 Adding dependencies for REMOTE_SETUP jobs +2021-12-30 14:32:57,620 Adding dependencies for INI jobs +2021-12-30 14:32:57,620 Adding dependencies for SIM jobs +2021-12-30 14:32:57,624 Adding dependencies for POST jobs +2021-12-30 14:32:57,625 Adding dependencies for CLEAN jobs +2021-12-30 14:32:57,626 Adding dependencies for TRANSFER jobs +2021-12-30 14:32:57,627 Adding dependencies for LOCALPOST jobs +2021-12-30 14:32:57,627 Adding dependencies for PLOT jobs +2021-12-30 14:32:57,627 Removing redundant dependencies... +2021-12-30 14:32:57,653 Using existing valid structure. +2021-12-30 14:32:57,654 Job list restored from /esarchive/autosubmit/a29z/pkl files +2021-12-30 14:32:58,520 Plotting stats... +2021-12-30 14:32:58,520 Creating stats file +2021-12-30 14:32:59,269 Stats created at /esarchive/autosubmit/a29z/stats/a29z_statistics_20211230_1432.pdf +2021-12-30 14:33:03,494 Stats plot ready diff --git a/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211230_143255_stats_err.log b/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211230_143255_stats_err.log new file mode 100755 index 00000000..e69de29b diff --git a/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211230_154732_stats.log b/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211230_154732_stats.log new file mode 100755 index 00000000..0a7a797f --- /dev/null +++ b/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211230_154732_stats.log @@ -0,0 +1,39 @@ +2021-12-30 15:47:34,127 Loading jobs... +2021-12-30 15:47:34,128 +Checking configuration files... +[WARNING] 2021-12-30 15:47:34,157 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-30 15:47:34,158 expdef_a29z.conf OK +2021-12-30 15:47:34,158 platforms_a29z.conf OK +2021-12-30 15:47:34,158 jobs_a29z.conf OK +2021-12-30 15:47:34,159 wrappers OK +2021-12-30 15:47:34,159 autosubmit_a29z.conf OK +2021-12-30 15:47:34,159 Configuration files OK + +2021-12-30 15:47:34,167 Creating jobs... +2021-12-30 15:47:34,167 Loading JobList +2021-12-30 15:47:34,176 Creating LOCAL_SETUP jobs +2021-12-30 15:47:34,177 Creating REMOTE_SETUP jobs +2021-12-30 15:47:34,177 Creating INI jobs +2021-12-30 15:47:34,178 Creating SIM jobs +2021-12-30 15:47:34,187 Creating POST jobs +2021-12-30 15:47:34,197 Creating CLEAN jobs +2021-12-30 15:47:34,206 Creating TRANSFER jobs +2021-12-30 15:47:34,208 Creating LOCALPOST jobs +2021-12-30 15:47:34,209 Creating PLOT jobs +2021-12-30 15:47:34,210 Adding dependencies... +2021-12-30 15:47:34,210 Adding dependencies for LOCAL_SETUP jobs +2021-12-30 15:47:34,210 Adding dependencies for REMOTE_SETUP jobs +2021-12-30 15:47:34,210 Adding dependencies for INI jobs +2021-12-30 15:47:34,210 Adding dependencies for SIM jobs +2021-12-30 15:47:34,214 Adding dependencies for POST jobs +2021-12-30 15:47:34,215 Adding dependencies for CLEAN jobs +2021-12-30 15:47:34,216 Adding dependencies for TRANSFER jobs +2021-12-30 15:47:34,217 Adding dependencies for LOCALPOST jobs +2021-12-30 15:47:34,217 Adding dependencies for PLOT jobs +2021-12-30 15:47:34,217 Removing redundant dependencies... +2021-12-30 15:47:34,270 Using existing valid structure. +2021-12-30 15:47:34,272 Job list restored from /esarchive/autosubmit/a29z/pkl files +2021-12-30 15:47:35,308 Plotting stats... +2021-12-30 15:47:35,309 Creating stats file +2021-12-30 15:47:36,085 Stats created at /esarchive/autosubmit/a29z/stats/a29z_statistics_20211230_1547.pdf +2021-12-30 15:47:41,017 Stats plot ready diff --git a/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211230_154732_stats_err.log b/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211230_154732_stats_err.log new file mode 100755 index 00000000..e69de29b diff --git a/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211230_155203_stats.log b/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211230_155203_stats.log new file mode 100755 index 00000000..60808243 --- /dev/null +++ b/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211230_155203_stats.log @@ -0,0 +1,39 @@ +2021-12-30 15:52:05,497 Loading jobs... +2021-12-30 15:52:05,497 +Checking configuration files... +[WARNING] 2021-12-30 15:52:05,506 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-30 15:52:05,507 expdef_a29z.conf OK +2021-12-30 15:52:05,507 platforms_a29z.conf OK +2021-12-30 15:52:05,508 jobs_a29z.conf OK +2021-12-30 15:52:05,509 wrappers OK +2021-12-30 15:52:05,509 autosubmit_a29z.conf OK +2021-12-30 15:52:05,509 Configuration files OK + +2021-12-30 15:52:05,517 Creating jobs... +2021-12-30 15:52:05,517 Loading JobList +2021-12-30 15:52:05,525 Creating LOCAL_SETUP jobs +2021-12-30 15:52:05,526 Creating REMOTE_SETUP jobs +2021-12-30 15:52:05,526 Creating INI jobs +2021-12-30 15:52:05,527 Creating SIM jobs +2021-12-30 15:52:05,536 Creating POST jobs +2021-12-30 15:52:05,546 Creating CLEAN jobs +2021-12-30 15:52:05,555 Creating TRANSFER jobs +2021-12-30 15:52:05,557 Creating LOCALPOST jobs +2021-12-30 15:52:05,558 Creating PLOT jobs +2021-12-30 15:52:05,559 Adding dependencies... +2021-12-30 15:52:05,559 Adding dependencies for LOCAL_SETUP jobs +2021-12-30 15:52:05,559 Adding dependencies for REMOTE_SETUP jobs +2021-12-30 15:52:05,559 Adding dependencies for INI jobs +2021-12-30 15:52:05,559 Adding dependencies for SIM jobs +2021-12-30 15:52:05,562 Adding dependencies for POST jobs +2021-12-30 15:52:05,564 Adding dependencies for CLEAN jobs +2021-12-30 15:52:05,565 Adding dependencies for TRANSFER jobs +2021-12-30 15:52:05,566 Adding dependencies for LOCALPOST jobs +2021-12-30 15:52:05,566 Adding dependencies for PLOT jobs +2021-12-30 15:52:05,566 Removing redundant dependencies... +2021-12-30 15:52:05,599 Using existing valid structure. +2021-12-30 15:52:05,600 Job list restored from /esarchive/autosubmit/a29z/pkl files +2021-12-30 15:52:06,821 Plotting stats... +2021-12-30 15:52:06,821 Creating stats file +2021-12-30 15:52:07,579 Stats created at /esarchive/autosubmit/a29z/stats/a29z_statistics_20211230_1552.pdf +2021-12-30 15:52:11,805 Stats plot ready diff --git a/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211230_155203_stats_err.log b/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211230_155203_stats_err.log new file mode 100755 index 00000000..e69de29b diff --git a/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211230_155812_stats.log b/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211230_155812_stats.log new file mode 100755 index 00000000..75718cb7 --- /dev/null +++ b/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211230_155812_stats.log @@ -0,0 +1,39 @@ +2021-12-30 15:58:14,241 Loading jobs... +2021-12-30 15:58:14,241 +Checking configuration files... +[WARNING] 2021-12-30 15:58:14,249 /esarchive/autosubmit/a29z/conf/proj_a29z.conf was not found. Some variables might be missing. If your experiment does not need a proj file, you can ignore this message. +2021-12-30 15:58:14,250 expdef_a29z.conf OK +2021-12-30 15:58:14,250 platforms_a29z.conf OK +2021-12-30 15:58:14,251 jobs_a29z.conf OK +2021-12-30 15:58:14,252 wrappers OK +2021-12-30 15:58:14,252 autosubmit_a29z.conf OK +2021-12-30 15:58:14,252 Configuration files OK + +2021-12-30 15:58:14,260 Creating jobs... +2021-12-30 15:58:14,260 Loading JobList +2021-12-30 15:58:14,269 Creating LOCAL_SETUP jobs +2021-12-30 15:58:14,269 Creating REMOTE_SETUP jobs +2021-12-30 15:58:14,269 Creating INI jobs +2021-12-30 15:58:14,270 Creating SIM jobs +2021-12-30 15:58:14,279 Creating POST jobs +2021-12-30 15:58:14,289 Creating CLEAN jobs +2021-12-30 15:58:14,298 Creating TRANSFER jobs +2021-12-30 15:58:14,301 Creating LOCALPOST jobs +2021-12-30 15:58:14,301 Creating PLOT jobs +2021-12-30 15:58:14,302 Adding dependencies... +2021-12-30 15:58:14,302 Adding dependencies for LOCAL_SETUP jobs +2021-12-30 15:58:14,302 Adding dependencies for REMOTE_SETUP jobs +2021-12-30 15:58:14,302 Adding dependencies for INI jobs +2021-12-30 15:58:14,302 Adding dependencies for SIM jobs +2021-12-30 15:58:14,306 Adding dependencies for POST jobs +2021-12-30 15:58:14,307 Adding dependencies for CLEAN jobs +2021-12-30 15:58:14,308 Adding dependencies for TRANSFER jobs +2021-12-30 15:58:14,309 Adding dependencies for LOCALPOST jobs +2021-12-30 15:58:14,309 Adding dependencies for PLOT jobs +2021-12-30 15:58:14,309 Removing redundant dependencies... +2021-12-30 15:58:14,340 Using existing valid structure. +2021-12-30 15:58:14,341 Job list restored from /esarchive/autosubmit/a29z/pkl files +2021-12-30 15:58:15,382 Plotting stats... +2021-12-30 15:58:15,383 Creating stats file +2021-12-30 15:58:16,143 Stats created at /esarchive/autosubmit/a29z/stats/a29z_statistics_20211230_1558.pdf +2021-12-30 15:58:21,665 Stats plot ready diff --git a/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211230_155812_stats_err.log b/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/20211230_155812_stats_err.log new file mode 100755 index 00000000..e69de29b diff --git a/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/jobs_active_status.log b/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/jobs_active_status.log new file mode 100755 index 00000000..e69de29b diff --git a/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/jobs_failed_status.log b/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/jobs_failed_status.log new file mode 100755 index 00000000..e69de29b diff --git a/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/jobs_status.log b/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/jobs_status.log new file mode 100755 index 00000000..36a231d2 --- /dev/null +++ b/autosubmit_api/components/experiment/test_case/a29z/tmp/ASLOGS/jobs_status.log @@ -0,0 +1,135 @@ + +Job Name Job Id Job Status Job Platform Job Queue +a29z_19550501_fc0_1_CLEAN 19588000 COMPLETED marenostrum4 debug +a29z_19550501_fc1_1_CLEAN 19588013 COMPLETED marenostrum4 debug +a29z_19550501_fc2_1_CLEAN 19588021 COMPLETED marenostrum4 debug +a29z_19550501_fc3_1_CLEAN 19588028 COMPLETED marenostrum4 debug +a29z_19550501_fc4_1_CLEAN 19588048 COMPLETED marenostrum4 debug +a29z_19550501_fc3_2_SIM 19588082 RUNNING marenostrum4 debug +a29z_19550501_fc0_3_SIM 19588112 QUEUING marenostrum4 debug +a29z_19550501_fc0_2_CLEAN 19588091 QUEUING marenostrum4 debug +a29z_19550501_fc1_2_CLEAN 19588117 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a29z_19550501_fc1_1_CLEAN 19588013 COMPLETED marenostrum4 debug +a29z_19550501_fc1_2_CLEAN 19588117 COMPLETED marenostrum4 debug +a29z_19550501_fc2_1_CLEAN 19588021 COMPLETED marenostrum4 debug +a29z_19550501_fc3_1_CLEAN 19588028 COMPLETED marenostrum4 debug +a29z_19550501_fc4_1_CLEAN 19588048 COMPLETED marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a29z_19550501_fc1_1_CLEAN 19588013 COMPLETED marenostrum4 debug +a29z_19550501_fc1_2_CLEAN 19588117 COMPLETED marenostrum4 debug +a29z_19550501_fc2_1_CLEAN 19588021 COMPLETED marenostrum4 debug +a29z_19550501_fc3_1_CLEAN 19588028 COMPLETED marenostrum4 debug +a29z_19550501_fc4_1_CLEAN 19588048 COMPLETED marenostrum4 debug +a29z_19550501_fc0_4_SIM 19598040 SUBMITTED marenostrum4 debug +a29z_19550501_fc1_3_SIM 19598041 SUBMITTED marenostrum4 debug +a29z_19550501_fc0_3_POST 6654 SUBMITTED transfer_node serial +a29z_19550501_fc3_2_POST 6828 SUBMITTED transfer_node serial +a29z_19550501_fc2_2_CLEAN 19598042 SUBMITTED marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a29z_19550501_fc1_1_CLEAN 19588013 COMPLETED marenostrum4 debug +a29z_19550501_fc1_2_CLEAN 19588117 COMPLETED marenostrum4 debug +a29z_19550501_fc2_1_CLEAN 19588021 COMPLETED marenostrum4 debug +a29z_19550501_fc3_1_CLEAN 19588028 COMPLETED marenostrum4 debug +a29z_19550501_fc4_1_CLEAN 19588048 COMPLETED marenostrum4 debug +a29z_19550501_fc0_4_SIM 19598040 RUNNING marenostrum4 debug +a29z_19550501_fc0_3_POST 6654 RUNNING transfer_node serial +a29z_19550501_fc3_2_POST 6828 RUNNING transfer_node serial +a29z_19550501_fc1_3_SIM 19598041 QUEUING marenostrum4 debug +a29z_19550501_fc2_2_CLEAN 19598042 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a29z_19550501_fc1_1_CLEAN 19588013 COMPLETED marenostrum4 debug +a29z_19550501_fc1_2_CLEAN 19588117 COMPLETED marenostrum4 debug +a29z_19550501_fc2_1_CLEAN 19588021 COMPLETED marenostrum4 debug +a29z_19550501_fc3_1_CLEAN 19588028 COMPLETED marenostrum4 debug +a29z_19550501_fc4_1_CLEAN 19588048 COMPLETED marenostrum4 debug +a29z_19550501_fc2_3_SIM 19598043 SUBMITTED marenostrum4 debug +a29z_19550501_fc0_4_SIM 19598040 RUNNING marenostrum4 debug +a29z_19550501_fc0_3_POST 6654 RUNNING transfer_node serial +a29z_19550501_fc3_2_POST 6828 RUNNING transfer_node serial +a29z_19550501_fc1_3_SIM 19598041 QUEUING marenostrum4 debug +a29z_19550501_fc2_2_CLEAN 19598042 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a29z_19550501_fc1_1_CLEAN 19588013 COMPLETED marenostrum4 debug +a29z_19550501_fc1_2_CLEAN 19588117 COMPLETED marenostrum4 debug +a29z_19550501_fc2_1_CLEAN 19588021 COMPLETED marenostrum4 debug +a29z_19550501_fc3_1_CLEAN 19588028 COMPLETED marenostrum4 debug +a29z_19550501_fc4_1_CLEAN 19588048 COMPLETED marenostrum4 debug +a29z_19550501_fc2_3_SIM 19598043 SUBMITTED marenostrum4 debug +a29z_19550501_fc0_4_SIM 19598040 RUNNING marenostrum4 debug +a29z_19550501_fc0_3_POST 6654 RUNNING transfer_node serial +a29z_19550501_fc3_2_POST 6828 RUNNING transfer_node serial +a29z_19550501_fc1_3_SIM 19598041 QUEUING marenostrum4 debug +a29z_19550501_fc2_2_CLEAN 19598042 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a29z_19550501_fc1_1_CLEAN 19588013 COMPLETED marenostrum4 debug +a29z_19550501_fc1_2_CLEAN 19588117 COMPLETED marenostrum4 debug +a29z_19550501_fc2_1_CLEAN 19588021 COMPLETED marenostrum4 debug +a29z_19550501_fc3_1_CLEAN 19588028 COMPLETED marenostrum4 debug +a29z_19550501_fc4_1_CLEAN 19588048 COMPLETED marenostrum4 debug +a29z_19550501_fc1_3_SIM 19598041 QUEUING marenostrum4 debug +a29z_19550501_fc2_3_SIM 19598043 QUEUING marenostrum4 debug +a29z_19550501_fc2_2_CLEAN 19598042 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a29z_19550501_fc1_1_CLEAN 19588013 COMPLETED marenostrum4 debug +a29z_19550501_fc1_2_CLEAN 19588117 COMPLETED marenostrum4 debug +a29z_19550501_fc2_1_CLEAN 19588021 COMPLETED marenostrum4 debug +a29z_19550501_fc3_1_CLEAN 19588028 COMPLETED marenostrum4 debug +a29z_19550501_fc4_1_CLEAN 19588048 COMPLETED marenostrum4 debug +a29z_19550501_fc0_4_POST 8053 SUBMITTED transfer_node serial +a29z_19550501_fc1_3_SIM 19598041 QUEUING marenostrum4 debug +a29z_19550501_fc2_3_SIM 19598043 QUEUING marenostrum4 debug +a29z_19550501_fc2_2_CLEAN 19598042 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a29z_19550501_fc1_1_CLEAN 19588013 COMPLETED marenostrum4 debug +a29z_19550501_fc1_2_CLEAN 19588117 COMPLETED marenostrum4 debug +a29z_19550501_fc2_1_CLEAN 19588021 COMPLETED marenostrum4 debug +a29z_19550501_fc3_1_CLEAN 19588028 COMPLETED marenostrum4 debug +a29z_19550501_fc4_1_CLEAN 19588048 COMPLETED marenostrum4 debug +a29z_19550501_fc0_4_POST 8053 SUBMITTED transfer_node serial +a29z_19550501_fc1_3_SIM 19598041 QUEUING marenostrum4 debug +a29z_19550501_fc2_3_SIM 19598043 QUEUING marenostrum4 debug +a29z_19550501_fc2_2_CLEAN 19598042 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a29z_19550501_fc1_1_CLEAN 19588013 COMPLETED marenostrum4 debug +a29z_19550501_fc1_2_CLEAN 19588117 COMPLETED marenostrum4 debug +a29z_19550501_fc2_1_CLEAN 19588021 COMPLETED marenostrum4 debug +a29z_19550501_fc3_1_CLEAN 19588028 COMPLETED marenostrum4 debug +a29z_19550501_fc4_1_CLEAN 19588048 COMPLETED marenostrum4 debug +a29z_19550501_fc1_3_SIM 19598041 RUNNING marenostrum4 debug +a29z_19550501_fc0_4_POST 8053 RUNNING transfer_node serial +a29z_19550501_fc2_3_SIM 19598043 QUEUING marenostrum4 debug +a29z_19550501_fc2_2_CLEAN 19598042 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a29z_19550501_fc1_1_CLEAN 19588013 COMPLETED marenostrum4 debug +a29z_19550501_fc1_2_CLEAN 19588117 COMPLETED marenostrum4 debug +a29z_19550501_fc2_1_CLEAN 19588021 COMPLETED marenostrum4 debug +a29z_19550501_fc3_1_CLEAN 19588028 COMPLETED marenostrum4 debug +a29z_19550501_fc4_1_CLEAN 19588048 COMPLETED marenostrum4 debug +a29z_19550501_fc0_3_CLEAN 19598046 SUBMITTED marenostrum4 debug +a29z_19550501_fc1_3_SIM 19598041 RUNNING marenostrum4 debug +a29z_19550501_fc0_4_POST 8053 RUNNING transfer_node serial +a29z_19550501_fc2_3_SIM 19598043 QUEUING marenostrum4 debug +a29z_19550501_fc2_2_CLEAN 19598042 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a29z_19550501_fc1_1_CLEAN 19588013 COMPLETED marenostrum4 debug +a29z_19550501_fc1_2_CLEAN 19588117 COMPLETED marenostrum4 debug +a29z_19550501_fc2_1_CLEAN 19588021 COMPLETED marenostrum4 debug +a29z_19550501_fc3_1_CLEAN 19588028 COMPLETED marenostrum4 debug +a29z_19550501_fc4_1_CLEAN 19588048 COMPLETED marenostrum4 debug +a29z_19550501_fc0_3_CLEAN 19598046 SUBMITTED marenostrum4 debug +a29z_19550501_fc1_3_SIM 19598041 RUNNING marenostrum4 debug +a29z_19550501_fc0_4_POST 8053 RUNNING transfer_node serial +a29z_19550501_fc2_3_SIM 19598043 QUEUING marenostrum4 debug +a29z_19550501_fc2_2_CLEAN 19598042 QUEUING marenostrum4 debug diff --git a/autosubmit_api/components/experiment/test_case/t0ni/tmp/ASLOGS/20211217_171725_create.log b/autosubmit_api/components/experiment/test_case/t0ni/tmp/ASLOGS/20211217_171725_create.log new file mode 100755 index 00000000..99e69a57 --- /dev/null +++ b/autosubmit_api/components/experiment/test_case/t0ni/tmp/ASLOGS/20211217_171725_create.log @@ -0,0 +1,106 @@ +2021-12-17 17:17:25,547 Preparing .lock file to avoid multiple instances with same expid. +2021-12-17 17:17:25,548 +Checking configuration files... +2021-12-17 17:17:25,587 expdef_t0ni.conf OK +2021-12-17 17:17:25,591 platforms_t0ni.conf OK +2021-12-17 17:17:25,593 jobs_t0ni.conf OK +2021-12-17 17:17:25,595 wrappers OK +2021-12-17 17:17:25,595 autosubmit_t0ni.conf OK +2021-12-17 17:17:25,607 Configuration files OK + +2021-12-17 17:17:25,614 Custom directives from platform.conf: None +2021-12-17 17:17:25,615 Custom directives from platform.conf: None +2021-12-17 17:17:25,616 Custom directives from platform.conf: None +2021-12-17 17:17:25,618 Using project folder: /esarchive/autosubmit/t0ni/proj +2021-12-17 17:17:25,618 The project folder exists. SKIPPING... +2021-12-17 17:17:25,623 Loading parameters... +2021-12-17 17:17:25,625 Loading project parameters... +2021-12-17 17:17:25,680 +Creating the jobs list... +2021-12-17 17:17:25,720 Loading project parameters... +2021-12-17 17:17:25,730 Creating jobs... +2021-12-17 17:17:25,730 Loading JobList +2021-12-17 17:17:25,743 Creating LOCAL_SETUP jobs +2021-12-17 17:17:25,743 Creating SYNCHRONIZE jobs +2021-12-17 17:17:25,743 Creating REMOTE_SETUP jobs +2021-12-17 17:17:25,744 Creating INI jobs +2021-12-17 17:17:25,744 Creating SIM jobs +2021-12-17 17:17:25,745 Creating CMOROCE jobs +2021-12-17 17:17:25,745 Creating CMORATM jobs +2021-12-17 17:17:25,746 Creating POST jobs +2021-12-17 17:17:25,747 Creating CLEAN jobs +2021-12-17 17:17:25,747 Creating EARTHDIAGS jobs +2021-12-17 17:17:25,748 Creating MONITOR jobs +2021-12-17 17:17:25,749 Creating SAVEIC jobs +2021-12-17 17:17:25,750 Creating CLEAN_MEMBER jobs +2021-12-17 17:17:25,750 Creating PERFORMANCE_METRICS jobs +2021-12-17 17:17:25,751 Creating TRANSFER_MEMBER jobs +2021-12-17 17:17:25,751 Creating NCTIME jobs +2021-12-17 17:17:25,752 Creating CLEAN_EXPERIMENT jobs +2021-12-17 17:17:25,753 Adding dependencies... +2021-12-17 17:17:25,753 Adding dependencies for LOCAL_SETUP jobs +2021-12-17 17:17:25,753 Adding dependencies for SYNCHRONIZE jobs +2021-12-17 17:17:25,753 Adding dependencies for REMOTE_SETUP jobs +2021-12-17 17:17:25,753 Adding dependencies for INI jobs +2021-12-17 17:17:25,753 Adding dependencies for SIM jobs +2021-12-17 17:17:25,754 Adding dependencies for CMOROCE jobs +2021-12-17 17:17:25,754 Adding dependencies for CMORATM jobs +2021-12-17 17:17:25,755 Adding dependencies for POST jobs +2021-12-17 17:17:25,755 Adding dependencies for CLEAN jobs +2021-12-17 17:17:25,756 Adding dependencies for EARTHDIAGS jobs +2021-12-17 17:17:25,757 Adding dependencies for MONITOR jobs +2021-12-17 17:17:25,757 Adding dependencies for SAVEIC jobs +2021-12-17 17:17:25,757 Adding dependencies for CLEAN_MEMBER jobs +2021-12-17 17:17:25,757 Adding dependencies for PERFORMANCE_METRICS jobs +2021-12-17 17:17:25,757 Adding dependencies for TRANSFER_MEMBER jobs +2021-12-17 17:17:25,758 Adding dependencies for NCTIME jobs +2021-12-17 17:17:25,758 Adding dependencies for CLEAN_EXPERIMENT jobs +2021-12-17 17:17:25,759 Removing redundant dependencies... +2021-12-17 17:17:25,836 Using existing valid structure. +2021-12-17 17:17:25,849 Creating jobs... +2021-12-17 17:17:25,850 Creating LOCAL_SETUP jobs +2021-12-17 17:17:25,852 Creating SYNCHRONIZE jobs +2021-12-17 17:17:25,853 Creating REMOTE_SETUP jobs +2021-12-17 17:17:25,854 Creating INI jobs +2021-12-17 17:17:25,855 Creating SIM jobs +2021-12-17 17:17:25,856 Creating CMOROCE jobs +2021-12-17 17:17:25,857 Creating CMORATM jobs +2021-12-17 17:17:25,858 Creating POST jobs +2021-12-17 17:17:25,860 Creating CLEAN jobs +2021-12-17 17:17:25,861 Creating EARTHDIAGS jobs +2021-12-17 17:17:25,862 Creating MONITOR jobs +2021-12-17 17:17:25,863 Creating SAVEIC jobs +2021-12-17 17:17:25,864 Creating CLEAN_MEMBER jobs +2021-12-17 17:17:25,864 Creating PERFORMANCE_METRICS jobs +2021-12-17 17:17:25,865 Creating TRANSFER_MEMBER jobs +2021-12-17 17:17:25,866 Creating NCTIME jobs +2021-12-17 17:17:25,867 Creating CLEAN_EXPERIMENT jobs +2021-12-17 17:17:25,867 Adding dependencies... +2021-12-17 17:17:25,868 Adding dependencies for LOCAL_SETUP jobs +2021-12-17 17:17:25,868 Adding dependencies for SYNCHRONIZE jobs +2021-12-17 17:17:25,869 Adding dependencies for REMOTE_SETUP jobs +2021-12-17 17:17:25,869 Adding dependencies for INI jobs +2021-12-17 17:17:25,869 Adding dependencies for SIM jobs +2021-12-17 17:17:25,870 Adding dependencies for CMOROCE jobs +2021-12-17 17:17:25,870 Adding dependencies for CMORATM jobs +2021-12-17 17:17:25,870 Adding dependencies for POST jobs +2021-12-17 17:17:25,871 Adding dependencies for CLEAN jobs +2021-12-17 17:17:25,872 Adding dependencies for EARTHDIAGS jobs +2021-12-17 17:17:25,872 Adding dependencies for MONITOR jobs +2021-12-17 17:17:25,873 Adding dependencies for SAVEIC jobs +2021-12-17 17:17:25,873 Adding dependencies for CLEAN_MEMBER jobs +2021-12-17 17:17:25,873 Adding dependencies for PERFORMANCE_METRICS jobs +2021-12-17 17:17:25,873 Adding dependencies for TRANSFER_MEMBER jobs +2021-12-17 17:17:25,873 Adding dependencies for NCTIME jobs +2021-12-17 17:17:25,874 Adding dependencies for CLEAN_EXPERIMENT jobs +2021-12-17 17:17:25,874 Removing redundant dependencies... +2021-12-17 17:17:25,959 Updating structure persistence... +2021-12-17 17:17:26,039 +Saving the jobs list... +2021-12-17 17:17:26,040 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 17:17:26,044 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 17:17:26,046 Job list saved +2021-12-17 17:17:26,397 +Job list created successfully +[WARNING] 2021-12-17 17:17:26,397 Remember to MODIFY the MODEL config files! diff --git a/autosubmit_api/components/experiment/test_case/t0ni/tmp/ASLOGS/20211217_171725_create_err.log b/autosubmit_api/components/experiment/test_case/t0ni/tmp/ASLOGS/20211217_171725_create_err.log new file mode 100755 index 00000000..e69de29b diff --git a/autosubmit_api/components/experiment/test_case/t0ni/tmp/ASLOGS/20211217_173208_run.log b/autosubmit_api/components/experiment/test_case/t0ni/tmp/ASLOGS/20211217_173208_run.log new file mode 100755 index 00000000..6f6bc3ee --- /dev/null +++ b/autosubmit_api/components/experiment/test_case/t0ni/tmp/ASLOGS/20211217_173208_run.log @@ -0,0 +1,254818 @@ +2021-12-17 17:32:08,814 +Checking configuration files... +2021-12-17 17:32:08,841 expdef_t0ni.conf OK +2021-12-17 17:32:08,841 platforms_t0ni.conf OK +2021-12-17 17:32:08,878 jobs_t0ni.conf OK +2021-12-17 17:32:08,880 wrappers OK +2021-12-17 17:32:08,880 autosubmit_t0ni.conf OK +2021-12-17 17:32:08,886 Configuration files OK + +2021-12-17 17:32:08,887 Autosubmit is running with 3.13.0 +2021-12-17 17:32:08,891 Preparing .lock file to avoid multiple instances with same experiment id +2021-12-17 17:32:08,924 Custom directives from platform.conf: None +2021-12-17 17:32:08,925 Custom directives from platform.conf: None +2021-12-17 17:32:08,925 Custom directives from platform.conf: None +2021-12-17 17:32:08,925 The Experiment name is: t0ni +2021-12-17 17:32:08,925 Sleep: 10 +2021-12-17 17:32:08,925 Default retrials: 0 +2021-12-17 17:32:08,925 Starting job submission... +2021-12-17 17:32:08,949 Loading project parameters... +2021-12-17 17:32:08,955 Creating jobs... +2021-12-17 17:32:08,955 Loading JobList +2021-12-17 17:32:08,961 Creating LOCAL_SETUP jobs +2021-12-17 17:32:08,962 Creating SYNCHRONIZE jobs +2021-12-17 17:32:08,962 Creating REMOTE_SETUP jobs +2021-12-17 17:32:08,962 Creating INI jobs +2021-12-17 17:32:08,963 Creating SIM jobs +2021-12-17 17:32:08,964 Creating CMOROCE jobs +2021-12-17 17:32:08,964 Creating CMORATM jobs +2021-12-17 17:32:08,965 Creating POST jobs +2021-12-17 17:32:08,965 Creating CLEAN jobs +2021-12-17 17:32:08,966 Creating EARTHDIAGS jobs +2021-12-17 17:32:08,967 Creating MONITOR jobs +2021-12-17 17:32:08,967 Creating SAVEIC jobs +2021-12-17 17:32:08,968 Creating CLEAN_MEMBER jobs +2021-12-17 17:32:08,969 Creating PERFORMANCE_METRICS jobs +2021-12-17 17:32:08,969 Creating TRANSFER_MEMBER jobs +2021-12-17 17:32:08,969 Creating NCTIME jobs +2021-12-17 17:32:08,970 Creating CLEAN_EXPERIMENT jobs +2021-12-17 17:32:08,970 Adding dependencies... +2021-12-17 17:32:08,970 Adding dependencies for LOCAL_SETUP jobs +2021-12-17 17:32:08,970 Adding dependencies for SYNCHRONIZE jobs +2021-12-17 17:32:08,970 Adding dependencies for REMOTE_SETUP jobs +2021-12-17 17:32:08,971 Adding dependencies for INI jobs +2021-12-17 17:32:08,971 Adding dependencies for SIM jobs +2021-12-17 17:32:08,971 Adding dependencies for CMOROCE jobs +2021-12-17 17:32:08,971 Adding dependencies for CMORATM jobs +2021-12-17 17:32:08,972 Adding dependencies for POST jobs +2021-12-17 17:32:08,972 Adding dependencies for CLEAN jobs +2021-12-17 17:32:08,973 Adding dependencies for EARTHDIAGS jobs +2021-12-17 17:32:08,973 Adding dependencies for MONITOR jobs +2021-12-17 17:32:08,973 Adding dependencies for SAVEIC jobs +2021-12-17 17:32:08,974 Adding dependencies for CLEAN_MEMBER jobs +2021-12-17 17:32:08,974 Adding dependencies for PERFORMANCE_METRICS jobs +2021-12-17 17:32:08,974 Adding dependencies for TRANSFER_MEMBER jobs +2021-12-17 17:32:08,974 Adding dependencies for NCTIME jobs +2021-12-17 17:32:08,975 Adding dependencies for CLEAN_EXPERIMENT jobs +2021-12-17 17:32:08,975 Removing redundant dependencies... +2021-12-17 17:32:09,003 Using existing valid structure. +2021-12-17 17:32:09,003 Starting from job list restored from /esarchive/autosubmit/t0ni/pkl files +2021-12-17 17:32:09,004 Length of the jobs list: 25 +2021-12-17 17:32:09,004 Loading parameters... +2021-12-17 17:32:09,005 Loading project parameters... +2021-12-17 17:32:09,007 Checking experiment templates... +2021-12-17 17:32:09,007 Checking scripts... +2021-12-17 17:32:09,007 Wallclock for t0ni_LOCAL_SETUP is not defined! , setting it to 02:00 +2021-12-17 17:32:09,032 Wallclock for t0ni_SYNCHRONIZE is not defined! , setting it to 02:00 +2021-12-17 17:32:09,078 Template SIM will be checked in running time +2021-12-17 17:32:09,078 6 of 25 checked +2021-12-17 17:32:09,078 Template SIM will be checked in running time +2021-12-17 17:32:09,135 12 of 25 checked +2021-12-17 17:32:09,207 18 of 25 checked +2021-12-17 17:32:09,254 Wallclock for t0ni_PERFORMANCE_METRICS is not defined! , setting it to 02:00 +2021-12-17 17:32:09,262 Wallclock for t0ni_19931101_fc0_TRANSFER_MEMBER is not defined! , setting it to 02:00 +2021-12-17 17:32:09,268 24 of 25 checked +2021-12-17 17:32:09,276 25 of 25 checked +2021-12-17 17:32:09,283 Scripts OK +2021-12-17 17:32:09,283 Loading job packages +2021-12-17 17:32:09,304 Processing job packages +2021-12-17 17:32:09,304 Checking job_list current status +2021-12-17 17:32:09,305 Updating FAILED jobs +2021-12-17 17:32:09,306 Updating WAITING jobs +2021-12-17 17:32:09,306 Update finished +2021-12-17 17:32:09,306 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 17:32:09,308 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 17:32:09,310 Job list saved +2021-12-17 17:32:09,312 Autosubmit is running with v3.13.0 +2021-12-17 17:32:09,312 Running job data structure +2021-12-17 17:32:09,536 Checking the connection to all platforms in use +2021-12-17 17:32:11,103 [marenostrum4] Connection successful to host mn1.bsc.es +2021-12-17 17:32:11,107 [marenostrum4] Correct user privileges for host mn1.bsc.es +2021-12-17 17:32:11,865 [nord3] Connection successful to host nord1.bsc.es +2021-12-17 17:32:11,878 [nord3] Correct user privileges for host nord1.bsc.es +2021-12-17 17:32:11,878 [local] Connection successful to host localhost +2021-12-17 17:32:11,878 [local] Correct user privileges for host localhost +2021-12-17 17:32:12,307 [transfer_node] Connection successful to host dt01.bsc.es +2021-12-17 17:32:12,321 [transfer_node] Correct user privileges for host dt01.bsc.es +2021-12-17 17:32:12,321 Running main loop +2021-12-17 17:32:12,322 Reloading parameters... +2021-12-17 17:32:12,341 Loading parameters... +2021-12-17 17:32:12,343 Loading project parameters... +2021-12-17 17:32:12,344 + +25 of 25 jobs remaining (17:32) +2021-12-17 17:32:12,345 Sleep: 10 +2021-12-17 17:32:12,345 Number of retrials: 0 +2021-12-17 17:32:12,345 WRAPPER CHECK TIME = 10 +2021-12-17 17:32:12,349 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni_backup.pkl +2021-12-17 17:32:12,351 Job list saved +2021-12-17 17:32:12,354 Checking jobs for platform=marenostrum4 +2021-12-17 17:32:12,354 Checking jobs for platform=nord3 +2021-12-17 17:32:12,355 Checking jobs for platform=local +2021-12-17 17:32:12,356 Checking jobs for platform=transfer_node +2021-12-17 17:32:12,356 End of checking +2021-12-17 17:32:12,357 Updating FAILED jobs +2021-12-17 17:32:12,357 Updating WAITING jobs +2021-12-17 17:32:12,357 Update finished +2021-12-17 17:32:12,358 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 17:32:12,360 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 17:32:12,362 Job list saved +2021-12-17 17:32:12,364 +Jobs ready for marenostrum4: 0 +2021-12-17 17:32:12,365 Number of jobs available: 20 +2021-12-17 17:32:12,365 Number of jobs ready: 0 +2021-12-17 17:32:12,369 +Jobs ready for nord3: 0 +2021-12-17 17:32:12,369 Number of jobs available: 20 +2021-12-17 17:32:12,369 Number of jobs ready: 0 +2021-12-17 17:32:12,370 +Jobs ready for local: 1 +2021-12-17 17:32:12,370 Number of jobs available: 20 +2021-12-17 17:32:12,370 Number of jobs ready: 1 +2021-12-17 17:32:12,371 Jobs ready for local: 1 +2021-12-17 17:32:12,371 Wallclock for t0ni_LOCAL_SETUP is not defined! , setting it to 02:00 +2021-12-17 17:32:12,376 Creating Scripts +2021-12-17 17:32:12,464 Sending Files +2021-12-17 17:32:12,544 Command 'mkdir -p /esarchive/autosubmit/t0ni/tmp/LOG_t0ni': +2021-12-17 17:32:12,545 /esarchive/autosubmit/t0ni/tmp/LOG_t0ni has been created on localhost . +2021-12-17 17:32:12,599 Submitting +2021-12-17 17:32:12,625 t0ni_LOCAL_SETUP_STAT have been removed +2021-12-17 17:32:12,653 t0ni_LOCAL_SETUP_COMPLETED been removed +2021-12-17 17:32:12,670 Command ' nohup bash /esarchive/autosubmit/t0ni/tmp/LOG_t0ni/t0ni_LOCAL_SETUP.cmd > /esarchive/autosubmit/t0ni/tmp/LOG_t0ni/t0ni_LOCAL_SETUP.cmd.out 2> /esarchive/autosubmit/t0ni/tmp/LOG_t0ni/t0ni_LOCAL_SETUP.cmd.err & echo $!': 17370 + +2021-12-17 17:32:12,670 Job ID: 17370 + +2021-12-17 17:32:12,670 t0ni_LOCAL_SETUP submitted +2021-12-17 17:32:12,860 +Jobs ready for transfer_node: 0 +2021-12-17 17:32:12,861 Number of jobs available: 20 +2021-12-17 17:32:12,861 Number of jobs ready: 0 +2021-12-17 17:32:12,862 Updating FAILED jobs +2021-12-17 17:32:12,862 Updating WAITING jobs +2021-12-17 17:32:12,863 Update finished +2021-12-17 17:32:12,863 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 17:32:12,863 t0ni_LOCAL_SETUP 17370 SUBMITTED local no-scheduler +2021-12-17 17:32:12,865 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 17:32:12,868 Job list saved +2021-12-17 17:32:12,873 Updating FAILED jobs +2021-12-17 17:32:12,873 Updating WAITING jobs +2021-12-17 17:32:12,873 Update finished +2021-12-17 17:32:22,884 Reloading parameters... +2021-12-17 17:32:22,903 Loading parameters... +2021-12-17 17:32:22,904 Loading project parameters... +2021-12-17 17:32:22,906 + +25 of 25 jobs remaining (17:32) +2021-12-17 17:32:22,907 Sleep: 10 +2021-12-17 17:32:22,907 Number of retrials: 0 +2021-12-17 17:32:22,907 WRAPPER CHECK TIME = 10 +2021-12-17 17:32:22,907 Checking jobs for platform=marenostrum4 +2021-12-17 17:32:22,908 Checking jobs for platform=nord3 +2021-12-17 17:32:22,908 Checking jobs for platform=local +2021-12-17 17:32:24,957 Command 'nohup kill -0 17370 > /dev/null 2>&1; echo $?': 1 + +2021-12-17 17:32:24,957 Successful check job command: nohup kill -0 17370 > /dev/null 2>&1; echo $? +2021-12-17 17:32:24,957 t0ni_LOCAL_SETUP job seems to have completed: checking... +2021-12-17 17:32:24,988 Job t0ni_LOCAL_SETUP is COMPLETED +2021-12-17 17:32:25,026 t0ni_LOCAL_SETUP_STAT file have been transfered +2021-12-17 17:32:25,140 t0ni_LOCAL_SETUP_STAT file have been transfered +2021-12-17 17:32:25,234 Checking jobs for platform=transfer_node +2021-12-17 17:32:25,234 End of checking +2021-12-17 17:32:25,237 Updating FAILED jobs +2021-12-17 17:32:25,237 Updating WAITING jobs +2021-12-17 17:32:25,237 Setting job: t0ni_SYNCHRONIZE status to: READY (all parents completed)... +2021-12-17 17:32:25,237 Update finished +2021-12-17 17:32:25,237 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 17:32:25,237 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 17:32:25,240 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 17:32:25,248 Job list saved +2021-12-17 17:32:25,250 +Jobs ready for marenostrum4: 0 +2021-12-17 17:32:25,251 Number of jobs available: 20 +2021-12-17 17:32:25,251 Number of jobs ready: 0 +2021-12-17 17:32:25,255 +Jobs ready for nord3: 0 +2021-12-17 17:32:25,256 Number of jobs available: 20 +2021-12-17 17:32:25,256 Number of jobs ready: 0 +2021-12-17 17:32:25,256 +Jobs ready for local: 0 +2021-12-17 17:32:25,257 Number of jobs available: 20 +2021-12-17 17:32:25,257 Number of jobs ready: 0 +2021-12-17 17:32:25,258 +Jobs ready for transfer_node: 1 +2021-12-17 17:32:25,258 Number of jobs available: 20 +2021-12-17 17:32:25,259 Number of jobs ready: 1 +2021-12-17 17:32:25,259 Jobs ready for transfer_node: 1 +2021-12-17 17:32:25,260 Wallclock for t0ni_SYNCHRONIZE is not defined! , setting it to 02:00 +2021-12-17 17:32:25,267 Creating Scripts +2021-12-17 17:32:25,273 Custom directives from platform.conf: None +2021-12-17 17:32:25,273 Custom directives from platform.conf: None +2021-12-17 17:32:25,278 Custom directives from platform.conf: None +2021-12-17 17:32:25,348 Sending Files +2021-12-17 17:32:25,516 /gpfs/scratch/bsc32/bsc32627/t0ni/LOG_t0ni has been created on dt01.bsc.es . +2021-12-17 17:32:25,524 Submitting +2021-12-17 17:32:25,695 Job ID: 53677 + +2021-12-17 17:32:25,695 t0ni_SYNCHRONIZE submitted +2021-12-17 17:32:25,836 Updating FAILED jobs +2021-12-17 17:32:25,836 Updating WAITING jobs +2021-12-17 17:32:25,836 Update finished +2021-12-17 17:32:25,836 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 17:32:25,836 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 17:32:25,836 t0ni_SYNCHRONIZE 53677 SUBMITTED transfer_node no-scheduler +2021-12-17 17:32:25,839 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 17:32:25,841 Job list saved +2021-12-17 17:32:25,918 Updating FAILED jobs +2021-12-17 17:32:25,918 Updating WAITING jobs +2021-12-17 17:32:25,918 Update finished +2021-12-17 17:32:35,927 Reloading parameters... +2021-12-17 17:32:35,946 Loading parameters... +2021-12-17 17:32:35,947 Loading project parameters... +2021-12-17 17:32:35,952 + +24 of 25 jobs remaining (17:32) +2021-12-17 17:32:35,952 Sleep: 10 +2021-12-17 17:32:35,952 Number of retrials: 0 +2021-12-17 17:32:35,953 WRAPPER CHECK TIME = 10 +2021-12-17 17:32:35,953 Checking jobs for platform=marenostrum4 +2021-12-17 17:32:35,954 Checking jobs for platform=nord3 +2021-12-17 17:32:35,954 Checking jobs for platform=local +2021-12-17 17:32:35,955 Checking jobs for platform=transfer_node +2021-12-17 17:32:38,125 Successful check job command: nohup kill -0 53677 > /dev/null 2>&1; echo $? +2021-12-17 17:32:38,125 Job t0ni_SYNCHRONIZE is RUNNING +2021-12-17 17:32:38,151 t0ni_SYNCHRONIZE_STAT file have been transfered +2021-12-17 17:32:38,219 End of checking +2021-12-17 17:32:38,220 Updating FAILED jobs +2021-12-17 17:32:38,221 Updating WAITING jobs +2021-12-17 17:32:38,221 Update finished +2021-12-17 17:32:38,221 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 17:32:38,221 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 17:32:38,221 t0ni_SYNCHRONIZE 53677 RUNNING transfer_node no-scheduler +2021-12-17 17:32:38,224 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 17:32:38,226 Job list saved +2021-12-17 17:32:38,291 Updating FAILED jobs +2021-12-17 17:32:38,291 Updating WAITING jobs +2021-12-17 17:32:38,291 Update finished +2021-12-17 17:32:48,301 Reloading parameters... +2021-12-17 17:32:48,321 Loading parameters... +2021-12-17 17:32:48,323 Loading project parameters... +2021-12-17 17:32:48,325 + +24 of 25 jobs remaining (17:32) +2021-12-17 17:32:48,325 Sleep: 10 +2021-12-17 17:32:48,325 Number of retrials: 0 +2021-12-17 17:32:48,325 WRAPPER CHECK TIME = 10 +2021-12-17 17:32:48,326 Checking jobs for platform=marenostrum4 +2021-12-17 17:32:48,326 Checking jobs for platform=nord3 +2021-12-17 17:32:48,327 Checking jobs for platform=local +2021-12-17 17:32:48,328 Checking jobs for platform=transfer_node +2021-12-17 17:32:50,449 Successful check job command: nohup kill -0 53677 > /dev/null 2>&1; echo $? +2021-12-17 17:32:50,449 Job t0ni_SYNCHRONIZE is RUNNING +2021-12-17 17:32:50,449 End of checking +2021-12-17 17:32:50,451 Updating FAILED jobs +2021-12-17 17:32:50,451 Updating WAITING jobs +2021-12-17 17:32:50,451 Update finished +2021-12-17 17:32:50,451 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 17:32:50,451 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 17:32:50,452 t0ni_SYNCHRONIZE 53677 RUNNING transfer_node no-scheduler +2021-12-17 17:32:50,454 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 17:32:50,457 Job list saved +2021-12-17 17:32:50,462 Updating FAILED jobs +2021-12-17 17:32:50,462 Updating WAITING jobs +2021-12-17 17:32:50,462 Update finished +2021-12-17 17:33:00,473 Reloading parameters... +2021-12-17 17:33:00,494 Loading parameters... +2021-12-17 17:33:00,495 Loading project parameters... +2021-12-17 17:33:00,498 + +24 of 25 jobs remaining (17:33) +2021-12-17 17:33:00,498 Sleep: 10 +2021-12-17 17:33:00,498 Number of retrials: 0 +2021-12-17 17:33:00,498 WRAPPER CHECK TIME = 10 +2021-12-17 17:33:00,500 Checking jobs for platform=marenostrum4 +2021-12-17 17:33:00,501 Checking jobs for platform=nord3 +2021-12-17 17:33:00,501 Checking jobs for platform=local +2021-12-17 17:33:00,503 Checking jobs for platform=transfer_node +2021-12-17 17:33:02,623 Successful check job command: nohup kill -0 53677 > /dev/null 2>&1; echo $? +2021-12-17 17:33:02,623 Job t0ni_SYNCHRONIZE is RUNNING +2021-12-17 17:33:02,623 End of checking +2021-12-17 17:33:02,633 Updating FAILED jobs +2021-12-17 17:33:02,633 Updating WAITING jobs +2021-12-17 17:33:02,633 Update finished +2021-12-17 17:33:02,634 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 17:33:02,634 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 17:33:02,634 t0ni_SYNCHRONIZE 53677 RUNNING transfer_node no-scheduler +2021-12-17 17:33:02,637 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 17:33:02,639 Job list saved +2021-12-17 17:33:02,644 Updating FAILED jobs +2021-12-17 17:33:02,644 Updating WAITING jobs +2021-12-17 17:33:02,644 Update finished +2021-12-17 17:33:12,655 Reloading parameters... +2021-12-17 17:33:12,674 Loading parameters... +2021-12-17 17:33:12,676 Loading project parameters... +2021-12-17 17:33:12,678 + +24 of 25 jobs remaining (17:33) +2021-12-17 17:33:12,678 Sleep: 10 +2021-12-17 17:33:12,678 Number of retrials: 0 +2021-12-17 17:33:12,678 WRAPPER CHECK TIME = 10 +2021-12-17 17:33:12,679 Checking jobs for platform=marenostrum4 +2021-12-17 17:33:12,680 Checking jobs for platform=nord3 +2021-12-17 17:33:12,680 Checking jobs for platform=local +2021-12-17 17:33:12,681 Checking jobs for platform=transfer_node +2021-12-17 17:33:14,801 Successful check job command: nohup kill -0 53677 > /dev/null 2>&1; echo $? +2021-12-17 17:33:14,801 Job t0ni_SYNCHRONIZE is RUNNING +2021-12-17 17:33:14,801 End of checking +2021-12-17 17:33:14,802 Updating FAILED jobs +2021-12-17 17:33:14,803 Updating WAITING jobs +2021-12-17 17:33:14,803 Update finished +2021-12-17 17:33:14,803 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 17:33:14,805 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 17:33:14,805 t0ni_SYNCHRONIZE 53677 RUNNING transfer_node no-scheduler +2021-12-17 17:33:14,807 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 17:33:14,810 Job list saved +2021-12-17 17:33:14,818 Updating FAILED jobs +2021-12-17 17:33:14,818 Updating WAITING jobs +2021-12-17 17:33:14,818 Update finished +2021-12-17 17:33:24,829 Reloading parameters... +2021-12-17 17:33:24,857 Loading parameters... +2021-12-17 17:33:24,859 Loading project parameters... +2021-12-17 17:33:24,861 + +24 of 25 jobs remaining (17:33) +2021-12-17 17:33:24,861 Sleep: 10 +2021-12-17 17:33:24,861 Number of retrials: 0 +2021-12-17 17:33:24,861 WRAPPER CHECK TIME = 10 +2021-12-17 17:33:24,862 Checking jobs for platform=marenostrum4 +2021-12-17 17:33:24,862 Checking jobs for platform=nord3 +2021-12-17 17:33:24,863 Checking jobs for platform=local +2021-12-17 17:33:24,863 Checking jobs for platform=transfer_node +2021-12-17 17:33:26,983 Successful check job command: nohup kill -0 53677 > /dev/null 2>&1; echo $? +2021-12-17 17:33:26,984 Job t0ni_SYNCHRONIZE is RUNNING +2021-12-17 17:33:26,984 End of checking +2021-12-17 17:33:26,986 Updating FAILED jobs +2021-12-17 17:33:26,986 Updating WAITING jobs +2021-12-17 17:33:26,987 Update finished +2021-12-17 17:33:26,987 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 17:33:26,987 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 17:33:26,987 t0ni_SYNCHRONIZE 53677 RUNNING transfer_node no-scheduler +2021-12-17 17:33:26,990 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 17:33:26,993 Job list saved +2021-12-17 17:33:26,998 Updating FAILED jobs +2021-12-17 17:33:26,999 Updating WAITING jobs +2021-12-17 17:33:26,999 Update finished +2021-12-17 17:33:37,009 Reloading parameters... +2021-12-17 17:33:37,028 Loading parameters... +2021-12-17 17:33:37,030 Loading project parameters... +2021-12-17 17:33:37,033 + +24 of 25 jobs remaining (17:33) +2021-12-17 17:33:37,033 Sleep: 10 +2021-12-17 17:33:37,033 Number of retrials: 0 +2021-12-17 17:33:37,033 WRAPPER CHECK TIME = 10 +2021-12-17 17:33:37,034 Checking jobs for platform=marenostrum4 +2021-12-17 17:33:37,035 Checking jobs for platform=nord3 +2021-12-17 17:33:37,035 Checking jobs for platform=local +2021-12-17 17:33:37,036 Checking jobs for platform=transfer_node +2021-12-17 17:33:39,156 Successful check job command: nohup kill -0 53677 > /dev/null 2>&1; echo $? +2021-12-17 17:33:39,156 Job t0ni_SYNCHRONIZE is RUNNING +2021-12-17 17:33:39,156 End of checking +2021-12-17 17:33:39,157 Updating FAILED jobs +2021-12-17 17:33:39,158 Updating WAITING jobs +2021-12-17 17:33:39,158 Update finished +2021-12-17 17:33:39,158 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 17:33:39,158 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 17:33:39,158 t0ni_SYNCHRONIZE 53677 RUNNING transfer_node no-scheduler +2021-12-17 17:33:39,161 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 17:33:39,163 Job list saved +2021-12-17 17:33:39,168 Updating FAILED jobs +2021-12-17 17:33:39,169 Updating WAITING jobs +2021-12-17 17:33:39,169 Update finished +2021-12-17 17:33:49,179 Reloading parameters... +2021-12-17 17:33:49,197 Loading parameters... +2021-12-17 17:33:49,199 Loading project parameters... +2021-12-17 17:33:49,201 + +24 of 25 jobs remaining (17:33) +2021-12-17 17:33:49,201 Sleep: 10 +2021-12-17 17:33:49,201 Number of retrials: 0 +2021-12-17 17:33:49,201 WRAPPER CHECK TIME = 10 +2021-12-17 17:33:49,202 Checking jobs for platform=marenostrum4 +2021-12-17 17:33:49,202 Checking jobs for platform=nord3 +2021-12-17 17:33:49,203 Checking jobs for platform=local +2021-12-17 17:33:49,204 Checking jobs for platform=transfer_node +2021-12-17 17:33:51,373 Successful check job command: nohup kill -0 53677 > /dev/null 2>&1; echo $? +2021-12-17 17:33:51,373 Job t0ni_SYNCHRONIZE is RUNNING +2021-12-17 17:33:51,373 End of checking +2021-12-17 17:33:51,374 Updating FAILED jobs +2021-12-17 17:33:51,375 Updating WAITING jobs +2021-12-17 17:33:51,375 Update finished +2021-12-17 17:33:51,375 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 17:33:51,376 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 17:33:51,376 t0ni_SYNCHRONIZE 53677 RUNNING transfer_node no-scheduler +2021-12-17 17:33:51,378 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 17:33:51,381 Job list saved +2021-12-17 17:33:51,385 Updating FAILED jobs +2021-12-17 17:33:51,385 Updating WAITING jobs +2021-12-17 17:33:51,385 Update finished +2021-12-17 17:34:01,394 Reloading parameters... +2021-12-17 17:34:01,416 Loading parameters... +2021-12-17 17:34:01,417 Loading project parameters... +2021-12-17 17:34:01,419 + +24 of 25 jobs remaining (17:34) +2021-12-17 17:34:01,419 Sleep: 10 +2021-12-17 17:34:01,419 Number of retrials: 0 +2021-12-17 17:34:01,419 WRAPPER CHECK TIME = 10 +2021-12-17 17:34:01,420 Checking jobs for platform=marenostrum4 +2021-12-17 17:34:01,421 Checking jobs for platform=nord3 +2021-12-17 17:34:01,421 Checking jobs for platform=local +2021-12-17 17:34:01,422 Checking jobs for platform=transfer_node +2021-12-17 17:34:03,591 Successful check job command: nohup kill -0 53677 > /dev/null 2>&1; echo $? +2021-12-17 17:34:03,592 Job t0ni_SYNCHRONIZE is RUNNING +2021-12-17 17:34:03,592 End of checking +2021-12-17 17:34:03,593 Updating FAILED jobs +2021-12-17 17:34:03,593 Updating WAITING jobs +2021-12-17 17:34:03,594 Update finished +2021-12-17 17:34:03,594 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 17:34:03,594 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 17:34:03,594 t0ni_SYNCHRONIZE 53677 RUNNING transfer_node no-scheduler +2021-12-17 17:34:03,597 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 17:34:03,599 Job list saved +2021-12-17 17:34:03,604 Updating FAILED jobs +2021-12-17 17:34:03,604 Updating WAITING jobs +2021-12-17 17:34:03,605 Update finished +2021-12-17 17:34:13,615 Reloading parameters... +2021-12-17 17:34:13,639 Loading parameters... +2021-12-17 17:34:13,640 Loading project parameters... +2021-12-17 17:34:13,642 + +24 of 25 jobs remaining (17:34) +2021-12-17 17:34:13,642 Sleep: 10 +2021-12-17 17:34:13,642 Number of retrials: 0 +2021-12-17 17:34:13,642 WRAPPER CHECK TIME = 10 +2021-12-17 17:34:13,643 Checking jobs for platform=marenostrum4 +2021-12-17 17:34:13,644 Checking jobs for platform=nord3 +2021-12-17 17:34:13,644 Checking jobs for platform=local +2021-12-17 17:34:13,645 Checking jobs for platform=transfer_node +2021-12-17 17:34:15,814 Successful check job command: nohup kill -0 53677 > /dev/null 2>&1; echo $? +2021-12-17 17:34:15,815 Job t0ni_SYNCHRONIZE is RUNNING +2021-12-17 17:34:15,815 End of checking +2021-12-17 17:34:15,816 Updating FAILED jobs +2021-12-17 17:34:15,817 Updating WAITING jobs +2021-12-17 17:34:15,817 Update finished +2021-12-17 17:34:15,817 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 17:34:15,817 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 17:34:15,817 t0ni_SYNCHRONIZE 53677 RUNNING transfer_node no-scheduler +2021-12-17 17:34:15,820 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 17:34:15,822 Job list saved +2021-12-17 17:34:15,828 Updating FAILED jobs +2021-12-17 17:34:15,828 Updating WAITING jobs +2021-12-17 17:34:15,828 Update finished +2021-12-17 17:34:25,838 Reloading parameters... +2021-12-17 17:34:25,858 Loading parameters... +2021-12-17 17:34:25,860 Loading project parameters... +2021-12-17 17:34:25,861 + +24 of 25 jobs remaining (17:34) +2021-12-17 17:34:25,862 Sleep: 10 +2021-12-17 17:34:25,862 Number of retrials: 0 +2021-12-17 17:34:25,862 WRAPPER CHECK TIME = 10 +2021-12-17 17:34:25,862 Checking jobs for platform=marenostrum4 +2021-12-17 17:34:25,863 Checking jobs for platform=nord3 +2021-12-17 17:34:25,863 Checking jobs for platform=local +2021-12-17 17:34:25,864 Checking jobs for platform=transfer_node +2021-12-17 17:34:27,984 Successful check job command: nohup kill -0 53677 > /dev/null 2>&1; echo $? +2021-12-17 17:34:27,984 Job t0ni_SYNCHRONIZE is RUNNING +2021-12-17 17:34:27,984 End of checking +2021-12-17 17:34:27,985 Updating FAILED jobs +2021-12-17 17:34:27,986 Updating WAITING jobs +2021-12-17 17:34:27,986 Update finished +2021-12-17 17:34:27,986 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 17:34:27,987 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 17:34:27,987 t0ni_SYNCHRONIZE 53677 RUNNING transfer_node no-scheduler +2021-12-17 17:34:27,989 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 17:34:27,992 Job list saved +2021-12-17 17:34:27,997 Updating FAILED jobs +2021-12-17 17:34:27,997 Updating WAITING jobs +2021-12-17 17:34:27,998 Update finished +2021-12-17 17:34:38,007 Reloading parameters... +2021-12-17 17:34:38,027 Loading parameters... +2021-12-17 17:34:38,028 Loading project parameters... +2021-12-17 17:34:38,030 + +24 of 25 jobs remaining (17:34) +2021-12-17 17:34:38,031 Sleep: 10 +2021-12-17 17:34:38,031 Number of retrials: 0 +2021-12-17 17:34:38,031 WRAPPER CHECK TIME = 10 +2021-12-17 17:34:38,031 Checking jobs for platform=marenostrum4 +2021-12-17 17:34:38,032 Checking jobs for platform=nord3 +2021-12-17 17:34:38,032 Checking jobs for platform=local +2021-12-17 17:34:38,033 Checking jobs for platform=transfer_node +2021-12-17 17:34:40,156 Successful check job command: nohup kill -0 53677 > /dev/null 2>&1; echo $? +2021-12-17 17:34:40,157 Job t0ni_SYNCHRONIZE is RUNNING +2021-12-17 17:34:40,157 End of checking +2021-12-17 17:34:40,158 Updating FAILED jobs +2021-12-17 17:34:40,158 Updating WAITING jobs +2021-12-17 17:34:40,159 Update finished +2021-12-17 17:34:40,159 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 17:34:40,159 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 17:34:40,159 t0ni_SYNCHRONIZE 53677 RUNNING transfer_node no-scheduler +2021-12-17 17:34:40,162 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 17:34:40,165 Job list saved +2021-12-17 17:34:40,171 Updating FAILED jobs +2021-12-17 17:34:40,171 Updating WAITING jobs +2021-12-17 17:34:40,171 Update finished +2021-12-17 17:34:50,181 Reloading parameters... +2021-12-17 17:34:50,215 Loading parameters... +2021-12-17 17:34:50,216 Loading project parameters... +2021-12-17 17:34:50,219 + +24 of 25 jobs remaining (17:34) +2021-12-17 17:34:50,219 Sleep: 10 +2021-12-17 17:34:50,219 Number of retrials: 0 +2021-12-17 17:34:50,219 WRAPPER CHECK TIME = 10 +2021-12-17 17:34:50,220 Checking jobs for platform=marenostrum4 +2021-12-17 17:34:50,220 Checking jobs for platform=nord3 +2021-12-17 17:34:50,221 Checking jobs for platform=local +2021-12-17 17:34:50,221 Checking jobs for platform=transfer_node +2021-12-17 17:34:52,390 Successful check job command: nohup kill -0 53677 > /dev/null 2>&1; echo $? +2021-12-17 17:34:52,390 Job t0ni_SYNCHRONIZE is RUNNING +2021-12-17 17:34:52,391 End of checking +2021-12-17 17:34:52,392 Updating FAILED jobs +2021-12-17 17:34:52,392 Updating WAITING jobs +2021-12-17 17:34:52,392 Update finished +2021-12-17 17:34:52,392 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 17:34:52,393 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 17:34:52,393 t0ni_SYNCHRONIZE 53677 RUNNING transfer_node no-scheduler +2021-12-17 17:34:52,395 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 17:34:52,398 Job list saved +2021-12-17 17:34:52,403 Updating FAILED jobs +2021-12-17 17:34:52,403 Updating WAITING jobs +2021-12-17 17:34:52,403 Update finished +2021-12-17 17:35:02,413 Reloading parameters... +2021-12-17 17:35:02,434 Loading parameters... +2021-12-17 17:35:02,435 Loading project parameters... +2021-12-17 17:35:02,437 + +24 of 25 jobs remaining (17:35) +2021-12-17 17:35:02,437 Sleep: 10 +2021-12-17 17:35:02,438 Number of retrials: 0 +2021-12-17 17:35:02,438 WRAPPER CHECK TIME = 10 +2021-12-17 17:35:02,438 Checking jobs for platform=marenostrum4 +2021-12-17 17:35:02,439 Checking jobs for platform=nord3 +2021-12-17 17:35:02,439 Checking jobs for platform=local +2021-12-17 17:35:02,440 Checking jobs for platform=transfer_node +2021-12-17 17:35:04,660 Successful check job command: nohup kill -0 53677 > /dev/null 2>&1; echo $? +2021-12-17 17:35:04,660 Job t0ni_SYNCHRONIZE is RUNNING +2021-12-17 17:35:04,660 End of checking +2021-12-17 17:35:04,662 Updating FAILED jobs +2021-12-17 17:35:04,662 Updating WAITING jobs +2021-12-17 17:35:04,663 Update finished +2021-12-17 17:35:04,663 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 17:35:04,663 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 17:35:04,664 t0ni_SYNCHRONIZE 53677 RUNNING transfer_node no-scheduler +2021-12-17 17:35:04,667 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 17:35:04,669 Job list saved +2021-12-17 17:35:04,674 Updating FAILED jobs +2021-12-17 17:35:04,674 Updating WAITING jobs +2021-12-17 17:35:04,674 Update finished +2021-12-17 17:35:14,685 Reloading parameters... +2021-12-17 17:35:14,709 Loading parameters... +2021-12-17 17:35:14,711 Loading project parameters... +2021-12-17 17:35:14,714 + +24 of 25 jobs remaining (17:35) +2021-12-17 17:35:14,715 Sleep: 10 +2021-12-17 17:35:14,715 Number of retrials: 0 +2021-12-17 17:35:14,715 WRAPPER CHECK TIME = 10 +2021-12-17 17:35:14,716 Checking jobs for platform=marenostrum4 +2021-12-17 17:35:14,717 Checking jobs for platform=nord3 +2021-12-17 17:35:14,717 Checking jobs for platform=local +2021-12-17 17:35:14,718 Checking jobs for platform=transfer_node +2021-12-17 17:35:16,886 Successful check job command: nohup kill -0 53677 > /dev/null 2>&1; echo $? +2021-12-17 17:35:16,887 Job t0ni_SYNCHRONIZE is RUNNING +2021-12-17 17:35:16,887 End of checking +2021-12-17 17:35:16,889 Updating FAILED jobs +2021-12-17 17:35:16,889 Updating WAITING jobs +2021-12-17 17:35:16,889 Update finished +2021-12-17 17:35:16,889 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 17:35:16,890 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 17:35:16,890 t0ni_SYNCHRONIZE 53677 RUNNING transfer_node no-scheduler +2021-12-17 17:35:16,893 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 17:35:16,895 Job list saved +2021-12-17 17:35:16,900 Updating FAILED jobs +2021-12-17 17:35:16,901 Updating WAITING jobs +2021-12-17 17:35:16,901 Update finished +2021-12-17 17:35:26,911 Reloading parameters... +2021-12-17 17:35:26,929 Loading parameters... +2021-12-17 17:35:26,930 Loading project parameters... +2021-12-17 17:35:26,932 + +24 of 25 jobs remaining (17:35) +2021-12-17 17:35:26,932 Sleep: 10 +2021-12-17 17:35:26,932 Number of retrials: 0 +2021-12-17 17:35:26,932 WRAPPER CHECK TIME = 10 +2021-12-17 17:35:26,933 Checking jobs for platform=marenostrum4 +2021-12-17 17:35:26,933 Checking jobs for platform=nord3 +2021-12-17 17:35:26,934 Checking jobs for platform=local +2021-12-17 17:35:26,934 Checking jobs for platform=transfer_node +2021-12-17 17:35:29,104 Successful check job command: nohup kill -0 53677 > /dev/null 2>&1; echo $? +2021-12-17 17:35:29,104 Job t0ni_SYNCHRONIZE is RUNNING +2021-12-17 17:35:29,104 End of checking +2021-12-17 17:35:29,106 Updating FAILED jobs +2021-12-17 17:35:29,106 Updating WAITING jobs +2021-12-17 17:35:29,106 Update finished +2021-12-17 17:35:29,106 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 17:35:29,107 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 17:35:29,107 t0ni_SYNCHRONIZE 53677 RUNNING transfer_node no-scheduler +2021-12-17 17:35:29,110 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 17:35:29,112 Job list saved +2021-12-17 17:35:29,117 Updating FAILED jobs +2021-12-17 17:35:29,117 Updating WAITING jobs +2021-12-17 17:35:29,118 Update finished +2021-12-17 17:35:39,128 Reloading parameters... +2021-12-17 17:35:39,153 Loading parameters... +2021-12-17 17:35:39,154 Loading project parameters... +2021-12-17 17:35:39,156 + +24 of 25 jobs remaining (17:35) +2021-12-17 17:35:39,156 Sleep: 10 +2021-12-17 17:35:39,156 Number of retrials: 0 +2021-12-17 17:35:39,156 WRAPPER CHECK TIME = 10 +2021-12-17 17:35:39,157 Checking jobs for platform=marenostrum4 +2021-12-17 17:35:39,158 Checking jobs for platform=nord3 +2021-12-17 17:35:39,158 Checking jobs for platform=local +2021-12-17 17:35:39,159 Checking jobs for platform=transfer_node +2021-12-17 17:35:41,529 Successful check job command: nohup kill -0 53677 > /dev/null 2>&1; echo $? +2021-12-17 17:35:41,529 Job t0ni_SYNCHRONIZE is RUNNING +2021-12-17 17:35:41,529 End of checking +2021-12-17 17:35:41,530 Updating FAILED jobs +2021-12-17 17:35:41,530 Updating WAITING jobs +2021-12-17 17:35:41,531 Update finished +2021-12-17 17:35:41,531 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 17:35:41,532 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 17:35:41,532 t0ni_SYNCHRONIZE 53677 RUNNING transfer_node no-scheduler +2021-12-17 17:35:41,535 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 17:35:41,537 Job list saved +2021-12-17 17:35:41,542 Updating FAILED jobs +2021-12-17 17:35:41,542 Updating WAITING jobs +2021-12-17 17:35:41,542 Update finished +2021-12-17 17:35:51,552 Reloading parameters... +2021-12-17 17:35:51,581 Loading parameters... +2021-12-17 17:35:51,582 Loading project parameters... +2021-12-17 17:35:51,584 + +24 of 25 jobs remaining (17:35) +2021-12-17 17:35:51,585 Sleep: 10 +2021-12-17 17:35:51,585 Number of retrials: 0 +2021-12-17 17:35:51,585 WRAPPER CHECK TIME = 10 +2021-12-17 17:35:51,585 Checking jobs for platform=marenostrum4 +2021-12-17 17:35:51,586 Checking jobs for platform=nord3 +2021-12-17 17:35:51,586 Checking jobs for platform=local +2021-12-17 17:35:51,587 Checking jobs for platform=transfer_node +2021-12-17 17:35:53,906 Successful check job command: nohup kill -0 53677 > /dev/null 2>&1; echo $? +2021-12-17 17:35:53,907 Job t0ni_SYNCHRONIZE is RUNNING +2021-12-17 17:35:53,907 End of checking +2021-12-17 17:35:53,909 Updating FAILED jobs +2021-12-17 17:35:53,909 Updating WAITING jobs +2021-12-17 17:35:53,909 Update finished +2021-12-17 17:35:53,910 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 17:35:53,910 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 17:35:53,910 t0ni_SYNCHRONIZE 53677 RUNNING transfer_node no-scheduler +2021-12-17 17:35:53,913 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 17:35:53,916 Job list saved +2021-12-17 17:35:53,966 Updating FAILED jobs +2021-12-17 17:35:53,966 Updating WAITING jobs +2021-12-17 17:35:53,966 Update finished +2021-12-17 17:36:03,976 Reloading parameters... +2021-12-17 17:36:03,997 Loading parameters... +2021-12-17 17:36:03,999 Loading project parameters... +2021-12-17 17:36:04,001 + +24 of 25 jobs remaining (17:36) +2021-12-17 17:36:04,001 Sleep: 10 +2021-12-17 17:36:04,001 Number of retrials: 0 +2021-12-17 17:36:04,001 WRAPPER CHECK TIME = 10 +2021-12-17 17:36:04,002 Checking jobs for platform=marenostrum4 +2021-12-17 17:36:04,002 Checking jobs for platform=nord3 +2021-12-17 17:36:04,003 Checking jobs for platform=local +2021-12-17 17:36:04,004 Checking jobs for platform=transfer_node +2021-12-17 17:36:06,324 Successful check job command: nohup kill -0 53677 > /dev/null 2>&1; echo $? +2021-12-17 17:36:06,324 Job t0ni_SYNCHRONIZE is RUNNING +2021-12-17 17:36:06,324 End of checking +2021-12-17 17:36:06,326 Updating FAILED jobs +2021-12-17 17:36:06,326 Updating WAITING jobs +2021-12-17 17:36:06,326 Update finished +2021-12-17 17:36:06,327 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 17:36:06,327 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 17:36:06,327 t0ni_SYNCHRONIZE 53677 RUNNING transfer_node no-scheduler +2021-12-17 17:36:06,330 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 17:36:06,332 Job list saved +2021-12-17 17:36:06,337 Updating FAILED jobs +2021-12-17 17:36:06,337 Updating WAITING jobs +2021-12-17 17:36:06,338 Update finished +2021-12-17 17:36:16,348 Reloading parameters... +2021-12-17 17:36:16,368 Loading parameters... +2021-12-17 17:36:16,369 Loading project parameters... +2021-12-17 17:36:16,371 + +24 of 25 jobs remaining (17:36) +2021-12-17 17:36:16,371 Sleep: 10 +2021-12-17 17:36:16,371 Number of retrials: 0 +2021-12-17 17:36:16,371 WRAPPER CHECK TIME = 10 +2021-12-17 17:36:16,372 Checking jobs for platform=marenostrum4 +2021-12-17 17:36:16,372 Checking jobs for platform=nord3 +2021-12-17 17:36:16,373 Checking jobs for platform=local +2021-12-17 17:36:16,374 Checking jobs for platform=transfer_node +2021-12-17 17:36:18,543 Successful check job command: nohup kill -0 53677 > /dev/null 2>&1; echo $? +2021-12-17 17:36:18,544 Job t0ni_SYNCHRONIZE is RUNNING +2021-12-17 17:36:18,544 End of checking +2021-12-17 17:36:18,545 Updating FAILED jobs +2021-12-17 17:36:18,546 Updating WAITING jobs +2021-12-17 17:36:18,546 Update finished +2021-12-17 17:36:18,546 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 17:36:18,547 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 17:36:18,547 t0ni_SYNCHRONIZE 53677 RUNNING transfer_node no-scheduler +2021-12-17 17:36:18,549 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 17:36:18,552 Job list saved +2021-12-17 17:36:18,557 Updating FAILED jobs +2021-12-17 17:36:18,557 Updating WAITING jobs +2021-12-17 17:36:18,557 Update finished +2021-12-17 17:36:28,568 Reloading parameters... +2021-12-17 17:36:28,590 Loading parameters... +2021-12-17 17:36:28,591 Loading project parameters... +2021-12-17 17:36:28,593 + +24 of 25 jobs remaining (17:36) +2021-12-17 17:36:28,593 Sleep: 10 +2021-12-17 17:36:28,593 Number of retrials: 0 +2021-12-17 17:36:28,593 WRAPPER CHECK TIME = 10 +2021-12-17 17:36:28,594 Checking jobs for platform=marenostrum4 +2021-12-17 17:36:28,594 Checking jobs for platform=nord3 +2021-12-17 17:36:28,595 Checking jobs for platform=local +2021-12-17 17:36:28,595 Checking jobs for platform=transfer_node +2021-12-17 17:36:30,715 Successful check job command: nohup kill -0 53677 > /dev/null 2>&1; echo $? +2021-12-17 17:36:30,715 t0ni_SYNCHRONIZE job seems to have completed: checking... +2021-12-17 17:36:30,732 Job t0ni_SYNCHRONIZE is COMPLETED +2021-12-17 17:36:30,744 t0ni_SYNCHRONIZE_STAT file have been transfered +2021-12-17 17:36:30,854 End of checking +2021-12-17 17:36:30,855 Updating FAILED jobs +2021-12-17 17:36:30,855 Updating WAITING jobs +2021-12-17 17:36:30,855 Setting job: t0ni_REMOTE_SETUP status to: READY (all parents completed)... +2021-12-17 17:36:30,856 Update finished +2021-12-17 17:36:30,856 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 17:36:30,856 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 17:36:30,857 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 17:36:30,860 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 17:36:30,864 Job list saved +2021-12-17 17:36:30,867 +Jobs ready for marenostrum4: 1 +2021-12-17 17:36:30,868 Number of jobs available: 20 +2021-12-17 17:36:30,868 Number of jobs ready: 1 +2021-12-17 17:36:30,869 Jobs ready for marenostrum4: 1 +2021-12-17 17:36:30,881 Creating Scripts +2021-12-17 17:36:30,894 Custom directives from platform.conf: None +2021-12-17 17:36:30,903 Custom directives from platform.conf: None +2021-12-17 17:36:30,904 Custom directives from platform.conf: None +2021-12-17 17:36:31,020 Sending Files +2021-12-17 17:36:31,162 Submitting +2021-12-17 17:36:34,381 +Jobs ready for nord3: 0 +2021-12-17 17:36:34,382 Number of jobs available: 20 +2021-12-17 17:36:34,382 Number of jobs ready: 0 +2021-12-17 17:36:34,382 +Jobs ready for local: 0 +2021-12-17 17:36:34,383 Number of jobs available: 20 +2021-12-17 17:36:34,383 Number of jobs ready: 0 +2021-12-17 17:36:34,383 +Jobs ready for transfer_node: 0 +2021-12-17 17:36:34,384 Number of jobs available: 20 +2021-12-17 17:36:34,384 Number of jobs ready: 0 +2021-12-17 17:36:34,385 Updating FAILED jobs +2021-12-17 17:36:34,385 Updating WAITING jobs +2021-12-17 17:36:34,385 Update finished +2021-12-17 17:36:34,386 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 17:36:34,386 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 17:36:34,386 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 17:36:34,386 t0ni_REMOTE_SETUP 19214844 SUBMITTED marenostrum4 bsc_es +2021-12-17 17:36:34,388 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 17:36:34,390 Job list saved +2021-12-17 17:36:34,443 Updating FAILED jobs +2021-12-17 17:36:34,443 Updating WAITING jobs +2021-12-17 17:36:34,443 Update finished +2021-12-17 17:36:44,453 Reloading parameters... +2021-12-17 17:36:44,471 Loading parameters... +2021-12-17 17:36:44,472 Loading project parameters... +2021-12-17 17:36:44,474 + +23 of 25 jobs remaining (17:36) +2021-12-17 17:36:44,474 Sleep: 10 +2021-12-17 17:36:44,474 Number of retrials: 0 +2021-12-17 17:36:44,474 WRAPPER CHECK TIME = 10 +2021-12-17 17:36:44,475 Checking jobs for platform=marenostrum4 +2021-12-17 17:36:44,475 Checking jobs for platform=nord3 +2021-12-17 17:36:44,476 Checking jobs for platform=local +2021-12-17 17:36:44,477 Checking jobs for platform=transfer_node +2021-12-17 17:36:44,477 Checking all jobs at once +2021-12-17 17:36:46,949 Successful check job command +2021-12-17 17:36:49,772 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 17:36:49,773 End of checking +2021-12-17 17:36:49,774 Updating FAILED jobs +2021-12-17 17:36:49,774 Updating WAITING jobs +2021-12-17 17:36:49,774 Update finished +2021-12-17 17:36:49,774 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 17:36:49,775 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 17:36:49,775 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 17:36:49,775 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 17:36:49,777 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 17:36:49,780 Job list saved +2021-12-17 17:36:49,851 Updating FAILED jobs +2021-12-17 17:36:49,851 Updating WAITING jobs +2021-12-17 17:36:49,851 Update finished +2021-12-17 17:36:59,861 Reloading parameters... +2021-12-17 17:36:59,879 Loading parameters... +2021-12-17 17:36:59,881 Loading project parameters... +2021-12-17 17:36:59,883 + +23 of 25 jobs remaining (17:36) +2021-12-17 17:36:59,883 Sleep: 10 +2021-12-17 17:36:59,883 Number of retrials: 0 +2021-12-17 17:36:59,883 WRAPPER CHECK TIME = 10 +2021-12-17 17:36:59,884 Checking jobs for platform=marenostrum4 +2021-12-17 17:36:59,884 Checking jobs for platform=nord3 +2021-12-17 17:36:59,885 Checking jobs for platform=local +2021-12-17 17:36:59,885 Checking jobs for platform=transfer_node +2021-12-17 17:36:59,885 Checking all jobs at once +2021-12-17 17:37:03,510 Successful check job command +2021-12-17 17:37:06,895 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 17:37:06,895 End of checking +2021-12-17 17:37:06,897 Updating FAILED jobs +2021-12-17 17:37:06,898 Updating WAITING jobs +2021-12-17 17:37:06,898 Update finished +2021-12-17 17:37:06,902 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 17:37:06,902 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 17:37:06,903 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 17:37:06,903 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 17:37:06,906 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 17:37:06,909 Job list saved +2021-12-17 17:37:06,915 Updating FAILED jobs +2021-12-17 17:37:06,915 Updating WAITING jobs +2021-12-17 17:37:06,915 Update finished +2021-12-17 17:37:16,926 Reloading parameters... +2021-12-17 17:37:16,947 Loading parameters... +2021-12-17 17:37:16,948 Loading project parameters... +2021-12-17 17:37:16,950 + +23 of 25 jobs remaining (17:37) +2021-12-17 17:37:16,951 Sleep: 10 +2021-12-17 17:37:16,951 Number of retrials: 0 +2021-12-17 17:37:16,951 WRAPPER CHECK TIME = 10 +2021-12-17 17:37:16,951 Checking jobs for platform=marenostrum4 +2021-12-17 17:37:16,952 Checking jobs for platform=nord3 +2021-12-17 17:37:16,953 Checking jobs for platform=local +2021-12-17 17:37:16,953 Checking jobs for platform=transfer_node +2021-12-17 17:37:16,953 Checking all jobs at once +2021-12-17 17:37:19,474 Successful check job command +2021-12-17 17:37:25,453 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 17:37:25,453 End of checking +2021-12-17 17:37:25,455 Updating FAILED jobs +2021-12-17 17:37:25,455 Updating WAITING jobs +2021-12-17 17:37:25,455 Update finished +2021-12-17 17:37:25,455 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 17:37:25,456 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 17:37:25,456 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 17:37:25,456 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 17:37:25,458 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 17:37:25,460 Job list saved +2021-12-17 17:37:25,466 Updating FAILED jobs +2021-12-17 17:37:25,466 Updating WAITING jobs +2021-12-17 17:37:25,467 Update finished +2021-12-17 17:37:35,477 Reloading parameters... +2021-12-17 17:37:35,498 Loading parameters... +2021-12-17 17:37:35,500 Loading project parameters... +2021-12-17 17:37:35,502 + +23 of 25 jobs remaining (17:37) +2021-12-17 17:37:35,502 Sleep: 10 +2021-12-17 17:37:35,502 Number of retrials: 0 +2021-12-17 17:37:35,502 WRAPPER CHECK TIME = 10 +2021-12-17 17:37:35,503 Checking jobs for platform=marenostrum4 +2021-12-17 17:37:35,503 Checking jobs for platform=nord3 +2021-12-17 17:37:35,504 Checking jobs for platform=local +2021-12-17 17:37:35,504 Checking jobs for platform=transfer_node +2021-12-17 17:37:35,505 Checking all jobs at once +2021-12-17 17:37:38,327 Successful check job command +2021-12-17 17:37:41,349 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 17:37:41,350 End of checking +2021-12-17 17:37:41,351 Updating FAILED jobs +2021-12-17 17:37:41,351 Updating WAITING jobs +2021-12-17 17:37:41,352 Update finished +2021-12-17 17:37:41,352 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 17:37:41,352 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 17:37:41,352 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 17:37:41,353 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 17:37:41,355 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 17:37:41,357 Job list saved +2021-12-17 17:37:41,362 Updating FAILED jobs +2021-12-17 17:37:41,362 Updating WAITING jobs +2021-12-17 17:37:41,362 Update finished +2021-12-17 17:37:51,372 Reloading parameters... +2021-12-17 17:37:51,391 Loading parameters... +2021-12-17 17:37:51,392 Loading project parameters... +2021-12-17 17:37:51,394 + +23 of 25 jobs remaining (17:37) +2021-12-17 17:37:51,394 Sleep: 10 +2021-12-17 17:37:51,394 Number of retrials: 0 +2021-12-17 17:37:51,394 WRAPPER CHECK TIME = 10 +2021-12-17 17:37:51,395 Checking jobs for platform=marenostrum4 +2021-12-17 17:37:51,396 Checking jobs for platform=nord3 +2021-12-17 17:37:51,396 Checking jobs for platform=local +2021-12-17 17:37:51,397 Checking jobs for platform=transfer_node +2021-12-17 17:37:51,397 Checking all jobs at once +2021-12-17 17:37:53,918 Successful check job command +2021-12-17 17:37:57,394 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 17:37:57,394 End of checking +2021-12-17 17:37:57,395 Updating FAILED jobs +2021-12-17 17:37:57,395 Updating WAITING jobs +2021-12-17 17:37:57,396 Update finished +2021-12-17 17:37:57,396 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 17:37:57,396 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 17:37:57,397 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 17:37:57,397 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 17:37:57,399 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 17:37:57,401 Job list saved +2021-12-17 17:37:57,406 Updating FAILED jobs +2021-12-17 17:37:57,406 Updating WAITING jobs +2021-12-17 17:37:57,407 Update finished +2021-12-17 17:38:07,417 Reloading parameters... +2021-12-17 17:38:07,436 Loading parameters... +2021-12-17 17:38:07,437 Loading project parameters... +2021-12-17 17:38:07,439 + +23 of 25 jobs remaining (17:38) +2021-12-17 17:38:07,439 Sleep: 10 +2021-12-17 17:38:07,439 Number of retrials: 0 +2021-12-17 17:38:07,440 WRAPPER CHECK TIME = 10 +2021-12-17 17:38:07,440 Checking jobs for platform=marenostrum4 +2021-12-17 17:38:07,441 Checking jobs for platform=nord3 +2021-12-17 17:38:07,441 Checking jobs for platform=local +2021-12-17 17:38:07,442 Checking jobs for platform=transfer_node +2021-12-17 17:38:07,442 Checking all jobs at once +2021-12-17 17:38:10,670 Successful check job command +2021-12-17 17:38:14,393 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 17:38:14,394 End of checking +2021-12-17 17:38:14,395 Updating FAILED jobs +2021-12-17 17:38:14,395 Updating WAITING jobs +2021-12-17 17:38:14,395 Update finished +2021-12-17 17:38:14,395 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 17:38:14,396 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 17:38:14,396 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 17:38:14,396 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 17:38:14,399 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 17:38:14,401 Job list saved +2021-12-17 17:38:14,408 Updating FAILED jobs +2021-12-17 17:38:14,408 Updating WAITING jobs +2021-12-17 17:38:14,408 Update finished +2021-12-17 17:38:24,418 Reloading parameters... +2021-12-17 17:38:24,438 Loading parameters... +2021-12-17 17:38:24,439 Loading project parameters... +2021-12-17 17:38:24,441 + +23 of 25 jobs remaining (17:38) +2021-12-17 17:38:24,441 Sleep: 10 +2021-12-17 17:38:24,442 Number of retrials: 0 +2021-12-17 17:38:24,442 WRAPPER CHECK TIME = 10 +2021-12-17 17:38:24,443 Checking jobs for platform=marenostrum4 +2021-12-17 17:38:24,443 Checking jobs for platform=nord3 +2021-12-17 17:38:24,444 Checking jobs for platform=local +2021-12-17 17:38:24,444 Checking jobs for platform=transfer_node +2021-12-17 17:38:24,444 Checking all jobs at once +2021-12-17 17:38:28,069 Successful check job command +2021-12-17 17:38:32,544 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 17:38:32,544 End of checking +2021-12-17 17:38:32,546 Updating FAILED jobs +2021-12-17 17:38:32,546 Updating WAITING jobs +2021-12-17 17:38:32,546 Update finished +2021-12-17 17:38:32,547 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 17:38:32,547 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 17:38:32,547 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 17:38:32,548 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 17:38:32,550 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 17:38:32,553 Job list saved +2021-12-17 17:38:32,557 Updating FAILED jobs +2021-12-17 17:38:32,558 Updating WAITING jobs +2021-12-17 17:38:32,558 Update finished +2021-12-17 17:38:42,568 Reloading parameters... +2021-12-17 17:38:42,587 Loading parameters... +2021-12-17 17:38:42,588 Loading project parameters... +2021-12-17 17:38:42,590 + +23 of 25 jobs remaining (17:38) +2021-12-17 17:38:42,591 Sleep: 10 +2021-12-17 17:38:42,591 Number of retrials: 0 +2021-12-17 17:38:42,591 WRAPPER CHECK TIME = 10 +2021-12-17 17:38:42,591 Checking jobs for platform=marenostrum4 +2021-12-17 17:38:42,592 Checking jobs for platform=nord3 +2021-12-17 17:38:42,592 Checking jobs for platform=local +2021-12-17 17:38:42,593 Checking jobs for platform=transfer_node +2021-12-17 17:38:42,593 Checking all jobs at once +2021-12-17 17:38:44,366 Successful check job command +2021-12-17 17:38:47,793 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 17:38:47,793 End of checking +2021-12-17 17:38:47,794 Updating FAILED jobs +2021-12-17 17:38:47,794 Updating WAITING jobs +2021-12-17 17:38:47,794 Update finished +2021-12-17 17:38:47,795 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 17:38:47,795 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 17:38:47,795 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 17:38:47,795 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 17:38:47,797 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 17:38:47,800 Job list saved +2021-12-17 17:38:47,804 Updating FAILED jobs +2021-12-17 17:38:47,804 Updating WAITING jobs +2021-12-17 17:38:47,805 Update finished +2021-12-17 17:38:57,815 Reloading parameters... +2021-12-17 17:38:57,839 Loading parameters... +2021-12-17 17:38:57,840 Loading project parameters... +2021-12-17 17:38:57,842 + +23 of 25 jobs remaining (17:38) +2021-12-17 17:38:57,842 Sleep: 10 +2021-12-17 17:38:57,842 Number of retrials: 0 +2021-12-17 17:38:57,843 WRAPPER CHECK TIME = 10 +2021-12-17 17:38:57,843 Checking jobs for platform=marenostrum4 +2021-12-17 17:38:57,844 Checking jobs for platform=nord3 +2021-12-17 17:38:57,844 Checking jobs for platform=local +2021-12-17 17:38:57,845 Checking jobs for platform=transfer_node +2021-12-17 17:38:57,845 Checking all jobs at once +2021-12-17 17:38:59,415 Successful check job command +2021-12-17 17:39:11,360 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 17:39:11,361 End of checking +2021-12-17 17:39:11,362 Updating FAILED jobs +2021-12-17 17:39:11,362 Updating WAITING jobs +2021-12-17 17:39:11,362 Update finished +2021-12-17 17:39:11,363 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 17:39:11,363 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 17:39:11,363 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 17:39:11,363 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 17:39:11,366 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 17:39:11,368 Job list saved +2021-12-17 17:39:11,372 Updating FAILED jobs +2021-12-17 17:39:11,373 Updating WAITING jobs +2021-12-17 17:39:11,373 Update finished +2021-12-17 17:39:21,383 Reloading parameters... +2021-12-17 17:39:21,406 Loading parameters... +2021-12-17 17:39:21,407 Loading project parameters... +2021-12-17 17:39:21,412 + +23 of 25 jobs remaining (17:39) +2021-12-17 17:39:21,413 Sleep: 10 +2021-12-17 17:39:21,413 Number of retrials: 0 +2021-12-17 17:39:21,413 WRAPPER CHECK TIME = 10 +2021-12-17 17:39:21,414 Checking jobs for platform=marenostrum4 +2021-12-17 17:39:21,414 Checking jobs for platform=nord3 +2021-12-17 17:39:21,415 Checking jobs for platform=local +2021-12-17 17:39:21,415 Checking jobs for platform=transfer_node +2021-12-17 17:39:21,415 Checking all jobs at once +2021-12-17 17:39:23,386 Successful check job command +2021-12-17 17:39:27,464 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 17:39:27,465 End of checking +2021-12-17 17:39:27,466 Updating FAILED jobs +2021-12-17 17:39:27,466 Updating WAITING jobs +2021-12-17 17:39:27,467 Update finished +2021-12-17 17:39:27,467 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 17:39:27,467 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 17:39:27,467 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 17:39:27,467 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 17:39:27,470 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 17:39:27,473 Job list saved +2021-12-17 17:39:27,480 Updating FAILED jobs +2021-12-17 17:39:27,480 Updating WAITING jobs +2021-12-17 17:39:27,480 Update finished +2021-12-17 17:39:37,491 Reloading parameters... +2021-12-17 17:39:37,515 Loading parameters... +2021-12-17 17:39:37,516 Loading project parameters... +2021-12-17 17:39:37,524 + +23 of 25 jobs remaining (17:39) +2021-12-17 17:39:37,524 Sleep: 10 +2021-12-17 17:39:37,524 Number of retrials: 0 +2021-12-17 17:39:37,524 WRAPPER CHECK TIME = 10 +2021-12-17 17:39:37,525 Checking jobs for platform=marenostrum4 +2021-12-17 17:39:37,525 Checking jobs for platform=nord3 +2021-12-17 17:39:37,526 Checking jobs for platform=local +2021-12-17 17:39:37,526 Checking jobs for platform=transfer_node +2021-12-17 17:39:37,526 Checking all jobs at once +2021-12-17 17:39:39,699 Successful check job command +2021-12-17 17:39:43,074 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 17:39:43,075 End of checking +2021-12-17 17:39:43,081 Updating FAILED jobs +2021-12-17 17:39:43,081 Updating WAITING jobs +2021-12-17 17:39:43,081 Update finished +2021-12-17 17:39:43,082 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 17:39:43,083 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 17:39:43,083 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 17:39:43,084 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 17:39:43,087 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 17:39:43,090 Job list saved +2021-12-17 17:39:43,094 Updating FAILED jobs +2021-12-17 17:39:43,094 Updating WAITING jobs +2021-12-17 17:39:43,094 Update finished +2021-12-17 17:39:53,104 Reloading parameters... +2021-12-17 17:39:53,140 Loading parameters... +2021-12-17 17:39:53,141 Loading project parameters... +2021-12-17 17:39:53,147 + +23 of 25 jobs remaining (17:39) +2021-12-17 17:39:53,147 Sleep: 10 +2021-12-17 17:39:53,147 Number of retrials: 0 +2021-12-17 17:39:53,147 WRAPPER CHECK TIME = 10 +2021-12-17 17:39:53,153 Checking jobs for platform=marenostrum4 +2021-12-17 17:39:53,153 Checking jobs for platform=nord3 +2021-12-17 17:39:53,154 Checking jobs for platform=local +2021-12-17 17:39:53,155 Checking jobs for platform=transfer_node +2021-12-17 17:39:53,155 Checking all jobs at once +2021-12-17 17:39:55,829 Successful check job command +2021-12-17 17:40:01,807 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 17:40:01,807 End of checking +2021-12-17 17:40:01,809 Updating FAILED jobs +2021-12-17 17:40:01,809 Updating WAITING jobs +2021-12-17 17:40:01,809 Update finished +2021-12-17 17:40:01,809 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 17:40:01,809 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 17:40:01,809 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 17:40:01,810 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 17:40:01,812 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 17:40:01,814 Job list saved +2021-12-17 17:40:01,819 Updating FAILED jobs +2021-12-17 17:40:01,819 Updating WAITING jobs +2021-12-17 17:40:01,819 Update finished +2021-12-17 17:40:11,830 Reloading parameters... +2021-12-17 17:40:11,850 Loading parameters... +2021-12-17 17:40:11,851 Loading project parameters... +2021-12-17 17:40:11,853 + +23 of 25 jobs remaining (17:40) +2021-12-17 17:40:11,853 Sleep: 10 +2021-12-17 17:40:11,853 Number of retrials: 0 +2021-12-17 17:40:11,853 WRAPPER CHECK TIME = 10 +2021-12-17 17:40:11,854 Checking jobs for platform=marenostrum4 +2021-12-17 17:40:11,854 Checking jobs for platform=nord3 +2021-12-17 17:40:11,855 Checking jobs for platform=local +2021-12-17 17:40:11,855 Checking jobs for platform=transfer_node +2021-12-17 17:40:11,856 Checking all jobs at once +2021-12-17 17:40:13,175 Successful check job command +2021-12-17 17:40:14,596 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 17:40:14,596 End of checking +2021-12-17 17:40:14,598 Updating FAILED jobs +2021-12-17 17:40:14,598 Updating WAITING jobs +2021-12-17 17:40:14,599 Update finished +2021-12-17 17:40:14,599 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 17:40:14,599 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 17:40:14,599 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 17:40:14,599 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 17:40:14,604 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 17:40:14,606 Job list saved +2021-12-17 17:40:14,611 Updating FAILED jobs +2021-12-17 17:40:14,611 Updating WAITING jobs +2021-12-17 17:40:14,611 Update finished +2021-12-17 17:40:24,617 Reloading parameters... +2021-12-17 17:40:24,636 Loading parameters... +2021-12-17 17:40:24,637 Loading project parameters... +2021-12-17 17:40:24,639 + +23 of 25 jobs remaining (17:40) +2021-12-17 17:40:24,640 Sleep: 10 +2021-12-17 17:40:24,640 Number of retrials: 0 +2021-12-17 17:40:24,640 WRAPPER CHECK TIME = 10 +2021-12-17 17:40:24,641 Checking jobs for platform=marenostrum4 +2021-12-17 17:40:24,642 Checking jobs for platform=nord3 +2021-12-17 17:40:24,642 Checking jobs for platform=local +2021-12-17 17:40:24,643 Checking jobs for platform=transfer_node +2021-12-17 17:40:24,643 Checking all jobs at once +2021-12-17 17:40:26,917 Successful check job command +2021-12-17 17:40:29,641 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 17:40:29,641 End of checking +2021-12-17 17:40:29,642 Updating FAILED jobs +2021-12-17 17:40:29,643 Updating WAITING jobs +2021-12-17 17:40:29,643 Update finished +2021-12-17 17:40:29,643 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 17:40:29,644 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 17:40:29,644 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 17:40:29,644 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 17:40:29,646 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 17:40:29,649 Job list saved +2021-12-17 17:40:29,653 Updating FAILED jobs +2021-12-17 17:40:29,653 Updating WAITING jobs +2021-12-17 17:40:29,653 Update finished +2021-12-17 17:40:39,663 Reloading parameters... +2021-12-17 17:40:39,682 Loading parameters... +2021-12-17 17:40:39,684 Loading project parameters... +2021-12-17 17:40:39,686 + +23 of 25 jobs remaining (17:40) +2021-12-17 17:40:39,686 Sleep: 10 +2021-12-17 17:40:39,686 Number of retrials: 0 +2021-12-17 17:40:39,686 WRAPPER CHECK TIME = 10 +2021-12-17 17:40:39,687 Checking jobs for platform=marenostrum4 +2021-12-17 17:40:39,687 Checking jobs for platform=nord3 +2021-12-17 17:40:39,688 Checking jobs for platform=local +2021-12-17 17:40:39,688 Checking jobs for platform=transfer_node +2021-12-17 17:40:39,688 Checking all jobs at once +2021-12-17 17:40:41,610 Successful check job command +2021-12-17 17:40:51,746 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 17:40:51,746 End of checking +2021-12-17 17:40:51,747 Updating FAILED jobs +2021-12-17 17:40:51,748 Updating WAITING jobs +2021-12-17 17:40:51,748 Update finished +2021-12-17 17:40:51,748 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 17:40:51,748 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 17:40:51,748 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 17:40:51,748 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 17:40:51,751 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 17:40:51,753 Job list saved +2021-12-17 17:40:51,762 Updating FAILED jobs +2021-12-17 17:40:51,762 Updating WAITING jobs +2021-12-17 17:40:51,762 Update finished +2021-12-17 17:41:01,773 Reloading parameters... +2021-12-17 17:41:01,794 Loading parameters... +2021-12-17 17:41:01,795 Loading project parameters... +2021-12-17 17:41:01,797 + +23 of 25 jobs remaining (17:41) +2021-12-17 17:41:01,797 Sleep: 10 +2021-12-17 17:41:01,797 Number of retrials: 0 +2021-12-17 17:41:01,797 WRAPPER CHECK TIME = 10 +2021-12-17 17:41:01,798 Checking jobs for platform=marenostrum4 +2021-12-17 17:41:01,798 Checking jobs for platform=nord3 +2021-12-17 17:41:01,799 Checking jobs for platform=local +2021-12-17 17:41:01,800 Checking jobs for platform=transfer_node +2021-12-17 17:41:01,800 Checking all jobs at once +2021-12-17 17:41:03,220 Successful check job command +2021-12-17 17:41:05,742 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 17:41:05,742 End of checking +2021-12-17 17:41:05,743 Updating FAILED jobs +2021-12-17 17:41:05,744 Updating WAITING jobs +2021-12-17 17:41:05,744 Update finished +2021-12-17 17:41:05,744 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 17:41:05,745 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 17:41:05,745 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 17:41:05,745 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 17:41:05,747 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 17:41:05,750 Job list saved +2021-12-17 17:41:05,755 Updating FAILED jobs +2021-12-17 17:41:05,755 Updating WAITING jobs +2021-12-17 17:41:05,755 Update finished +2021-12-17 17:41:15,765 Reloading parameters... +2021-12-17 17:41:15,785 Loading parameters... +2021-12-17 17:41:15,786 Loading project parameters... +2021-12-17 17:41:15,789 + +23 of 25 jobs remaining (17:41) +2021-12-17 17:41:15,789 Sleep: 10 +2021-12-17 17:41:15,789 Number of retrials: 0 +2021-12-17 17:41:15,789 WRAPPER CHECK TIME = 10 +2021-12-17 17:41:15,790 Checking jobs for platform=marenostrum4 +2021-12-17 17:41:15,791 Checking jobs for platform=nord3 +2021-12-17 17:41:15,792 Checking jobs for platform=local +2021-12-17 17:41:15,794 Checking jobs for platform=transfer_node +2021-12-17 17:41:15,795 Checking all jobs at once +2021-12-17 17:41:19,320 Successful check job command +2021-12-17 17:41:28,705 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 17:41:28,705 End of checking +2021-12-17 17:41:28,706 Updating FAILED jobs +2021-12-17 17:41:28,706 Updating WAITING jobs +2021-12-17 17:41:28,707 Update finished +2021-12-17 17:41:28,707 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 17:41:28,707 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 17:41:28,707 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 17:41:28,707 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 17:41:28,710 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 17:41:28,713 Job list saved +2021-12-17 17:41:28,719 Updating FAILED jobs +2021-12-17 17:41:28,719 Updating WAITING jobs +2021-12-17 17:41:28,719 Update finished +2021-12-17 17:41:38,729 Reloading parameters... +2021-12-17 17:41:38,747 Loading parameters... +2021-12-17 17:41:38,748 Loading project parameters... +2021-12-17 17:41:38,751 + +23 of 25 jobs remaining (17:41) +2021-12-17 17:41:38,751 Sleep: 10 +2021-12-17 17:41:38,751 Number of retrials: 0 +2021-12-17 17:41:38,751 WRAPPER CHECK TIME = 10 +2021-12-17 17:41:38,752 Checking jobs for platform=marenostrum4 +2021-12-17 17:41:38,753 Checking jobs for platform=nord3 +2021-12-17 17:41:38,753 Checking jobs for platform=local +2021-12-17 17:41:38,758 Checking jobs for platform=transfer_node +2021-12-17 17:41:38,758 Checking all jobs at once +2021-12-17 17:41:41,881 Successful check job command +2021-12-17 17:41:46,613 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 17:41:46,613 End of checking +2021-12-17 17:41:46,614 Updating FAILED jobs +2021-12-17 17:41:46,614 Updating WAITING jobs +2021-12-17 17:41:46,615 Update finished +2021-12-17 17:41:46,615 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 17:41:46,617 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 17:41:46,617 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 17:41:46,617 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 17:41:46,619 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 17:41:46,622 Job list saved +2021-12-17 17:41:46,626 Updating FAILED jobs +2021-12-17 17:41:46,627 Updating WAITING jobs +2021-12-17 17:41:46,627 Update finished +2021-12-17 17:41:56,634 Reloading parameters... +2021-12-17 17:41:56,667 Loading parameters... +2021-12-17 17:41:56,669 Loading project parameters... +2021-12-17 17:41:56,672 + +23 of 25 jobs remaining (17:41) +2021-12-17 17:41:56,672 Sleep: 10 +2021-12-17 17:41:56,672 Number of retrials: 0 +2021-12-17 17:41:56,672 WRAPPER CHECK TIME = 10 +2021-12-17 17:41:56,673 Checking jobs for platform=marenostrum4 +2021-12-17 17:41:56,674 Checking jobs for platform=nord3 +2021-12-17 17:41:56,675 Checking jobs for platform=local +2021-12-17 17:41:56,675 Checking jobs for platform=transfer_node +2021-12-17 17:41:56,675 Checking all jobs at once +2021-12-17 17:41:58,046 Successful check job command +2021-12-17 17:42:00,120 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 17:42:00,121 End of checking +2021-12-17 17:42:00,122 Updating FAILED jobs +2021-12-17 17:42:00,122 Updating WAITING jobs +2021-12-17 17:42:00,122 Update finished +2021-12-17 17:42:00,122 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 17:42:00,122 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 17:42:00,123 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 17:42:00,123 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 17:42:00,125 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 17:42:00,127 Job list saved +2021-12-17 17:42:00,132 Updating FAILED jobs +2021-12-17 17:42:00,132 Updating WAITING jobs +2021-12-17 17:42:00,132 Update finished +2021-12-17 17:42:10,141 Reloading parameters... +2021-12-17 17:42:10,160 Loading parameters... +2021-12-17 17:42:10,162 Loading project parameters... +2021-12-17 17:42:10,164 + +23 of 25 jobs remaining (17:42) +2021-12-17 17:42:10,164 Sleep: 10 +2021-12-17 17:42:10,164 Number of retrials: 0 +2021-12-17 17:42:10,164 WRAPPER CHECK TIME = 10 +2021-12-17 17:42:10,165 Checking jobs for platform=marenostrum4 +2021-12-17 17:42:10,165 Checking jobs for platform=nord3 +2021-12-17 17:42:10,166 Checking jobs for platform=local +2021-12-17 17:42:10,166 Checking jobs for platform=transfer_node +2021-12-17 17:42:10,166 Checking all jobs at once +2021-12-17 17:42:13,795 Successful check job command +2021-12-17 17:42:18,076 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 17:42:18,076 End of checking +2021-12-17 17:42:18,077 Updating FAILED jobs +2021-12-17 17:42:18,077 Updating WAITING jobs +2021-12-17 17:42:18,078 Update finished +2021-12-17 17:42:18,078 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 17:42:18,079 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 17:42:18,079 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 17:42:18,079 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 17:42:18,082 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 17:42:18,084 Job list saved +2021-12-17 17:42:18,090 Updating FAILED jobs +2021-12-17 17:42:18,090 Updating WAITING jobs +2021-12-17 17:42:18,091 Update finished +2021-12-17 17:42:28,100 Reloading parameters... +2021-12-17 17:42:28,120 Loading parameters... +2021-12-17 17:42:28,122 Loading project parameters... +2021-12-17 17:42:28,124 + +23 of 25 jobs remaining (17:42) +2021-12-17 17:42:28,124 Sleep: 10 +2021-12-17 17:42:28,124 Number of retrials: 0 +2021-12-17 17:42:28,124 WRAPPER CHECK TIME = 10 +2021-12-17 17:42:28,125 Checking jobs for platform=marenostrum4 +2021-12-17 17:42:28,125 Checking jobs for platform=nord3 +2021-12-17 17:42:28,126 Checking jobs for platform=local +2021-12-17 17:42:28,126 Checking jobs for platform=transfer_node +2021-12-17 17:42:28,126 Checking all jobs at once +2021-12-17 17:42:30,751 Successful check job command +2021-12-17 17:42:33,573 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 17:42:33,573 End of checking +2021-12-17 17:42:33,574 Updating FAILED jobs +2021-12-17 17:42:33,574 Updating WAITING jobs +2021-12-17 17:42:33,575 Update finished +2021-12-17 17:42:33,575 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 17:42:33,575 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 17:42:33,575 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 17:42:33,575 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 17:42:33,578 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 17:42:33,580 Job list saved +2021-12-17 17:42:33,585 Updating FAILED jobs +2021-12-17 17:42:33,585 Updating WAITING jobs +2021-12-17 17:42:33,586 Update finished +2021-12-17 17:42:43,595 Reloading parameters... +2021-12-17 17:42:43,612 Loading parameters... +2021-12-17 17:42:43,613 Loading project parameters... +2021-12-17 17:42:43,615 + +23 of 25 jobs remaining (17:42) +2021-12-17 17:42:43,615 Sleep: 10 +2021-12-17 17:42:43,615 Number of retrials: 0 +2021-12-17 17:42:43,615 WRAPPER CHECK TIME = 10 +2021-12-17 17:42:43,616 Checking jobs for platform=marenostrum4 +2021-12-17 17:42:43,617 Checking jobs for platform=nord3 +2021-12-17 17:42:43,617 Checking jobs for platform=local +2021-12-17 17:42:43,618 Checking jobs for platform=transfer_node +2021-12-17 17:42:43,618 Checking all jobs at once +2021-12-17 17:42:46,040 Successful check job command +2021-12-17 17:42:48,011 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 17:42:48,011 End of checking +2021-12-17 17:42:48,013 Updating FAILED jobs +2021-12-17 17:42:48,013 Updating WAITING jobs +2021-12-17 17:42:48,013 Update finished +2021-12-17 17:42:48,013 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 17:42:48,013 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 17:42:48,014 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 17:42:48,014 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 17:42:48,016 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 17:42:48,018 Job list saved +2021-12-17 17:42:48,025 Updating FAILED jobs +2021-12-17 17:42:48,025 Updating WAITING jobs +2021-12-17 17:42:48,025 Update finished +2021-12-17 17:42:58,032 Reloading parameters... +2021-12-17 17:42:58,051 Loading parameters... +2021-12-17 17:42:58,052 Loading project parameters... +2021-12-17 17:42:58,054 + +23 of 25 jobs remaining (17:42) +2021-12-17 17:42:58,054 Sleep: 10 +2021-12-17 17:42:58,054 Number of retrials: 0 +2021-12-17 17:42:58,054 WRAPPER CHECK TIME = 10 +2021-12-17 17:42:58,055 Checking jobs for platform=marenostrum4 +2021-12-17 17:42:58,055 Checking jobs for platform=nord3 +2021-12-17 17:42:58,056 Checking jobs for platform=local +2021-12-17 17:42:58,057 Checking jobs for platform=transfer_node +2021-12-17 17:42:58,057 Checking all jobs at once +2021-12-17 17:42:59,878 Successful check job command +2021-12-17 17:43:05,110 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 17:43:05,110 End of checking +2021-12-17 17:43:05,111 Updating FAILED jobs +2021-12-17 17:43:05,111 Updating WAITING jobs +2021-12-17 17:43:05,112 Update finished +2021-12-17 17:43:05,112 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 17:43:05,113 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 17:43:05,113 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 17:43:05,113 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 17:43:05,115 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 17:43:05,118 Job list saved +2021-12-17 17:43:05,122 Updating FAILED jobs +2021-12-17 17:43:05,122 Updating WAITING jobs +2021-12-17 17:43:05,123 Update finished +2021-12-17 17:43:15,133 Reloading parameters... +2021-12-17 17:43:15,151 Loading parameters... +2021-12-17 17:43:15,152 Loading project parameters... +2021-12-17 17:43:15,154 + +23 of 25 jobs remaining (17:43) +2021-12-17 17:43:15,154 Sleep: 10 +2021-12-17 17:43:15,155 Number of retrials: 0 +2021-12-17 17:43:15,155 WRAPPER CHECK TIME = 10 +2021-12-17 17:43:15,155 Checking jobs for platform=marenostrum4 +2021-12-17 17:43:15,156 Checking jobs for platform=nord3 +2021-12-17 17:43:15,156 Checking jobs for platform=local +2021-12-17 17:43:15,157 Checking jobs for platform=transfer_node +2021-12-17 17:43:15,157 Checking all jobs at once +2021-12-17 17:43:16,930 Successful check job command +2021-12-17 17:43:19,056 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 17:43:19,056 End of checking +2021-12-17 17:43:19,057 Updating FAILED jobs +2021-12-17 17:43:19,058 Updating WAITING jobs +2021-12-17 17:43:19,058 Update finished +2021-12-17 17:43:19,058 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 17:43:19,058 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 17:43:19,058 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 17:43:19,058 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 17:43:19,061 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 17:43:19,063 Job list saved +2021-12-17 17:43:19,070 Updating FAILED jobs +2021-12-17 17:43:19,070 Updating WAITING jobs +2021-12-17 17:43:19,070 Update finished +2021-12-17 17:43:29,078 Reloading parameters... +2021-12-17 17:43:29,096 Loading parameters... +2021-12-17 17:43:29,097 Loading project parameters... +2021-12-17 17:43:29,099 + +23 of 25 jobs remaining (17:43) +2021-12-17 17:43:29,099 Sleep: 10 +2021-12-17 17:43:29,100 Number of retrials: 0 +2021-12-17 17:43:29,100 WRAPPER CHECK TIME = 10 +2021-12-17 17:43:29,100 Checking jobs for platform=marenostrum4 +2021-12-17 17:43:29,101 Checking jobs for platform=nord3 +2021-12-17 17:43:29,101 Checking jobs for platform=local +2021-12-17 17:43:29,102 Checking jobs for platform=transfer_node +2021-12-17 17:43:29,102 Checking all jobs at once +2021-12-17 17:43:31,525 Successful check job command +2021-12-17 17:43:34,647 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 17:43:34,648 End of checking +2021-12-17 17:43:34,649 Updating FAILED jobs +2021-12-17 17:43:34,649 Updating WAITING jobs +2021-12-17 17:43:34,649 Update finished +2021-12-17 17:43:34,649 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 17:43:34,649 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 17:43:34,650 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 17:43:34,650 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 17:43:34,652 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 17:43:34,655 Job list saved +2021-12-17 17:43:34,661 Updating FAILED jobs +2021-12-17 17:43:34,662 Updating WAITING jobs +2021-12-17 17:43:34,662 Update finished +2021-12-17 17:43:44,670 Reloading parameters... +2021-12-17 17:43:44,688 Loading parameters... +2021-12-17 17:43:44,690 Loading project parameters... +2021-12-17 17:43:44,691 + +23 of 25 jobs remaining (17:43) +2021-12-17 17:43:44,692 Sleep: 10 +2021-12-17 17:43:44,692 Number of retrials: 0 +2021-12-17 17:43:44,692 WRAPPER CHECK TIME = 10 +2021-12-17 17:43:44,693 Checking jobs for platform=marenostrum4 +2021-12-17 17:43:44,694 Checking jobs for platform=nord3 +2021-12-17 17:43:44,694 Checking jobs for platform=local +2021-12-17 17:43:44,695 Checking jobs for platform=transfer_node +2021-12-17 17:43:44,695 Checking all jobs at once +2021-12-17 17:43:47,367 Successful check job command +2021-12-17 17:43:51,842 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 17:43:51,843 End of checking +2021-12-17 17:43:51,844 Updating FAILED jobs +2021-12-17 17:43:51,844 Updating WAITING jobs +2021-12-17 17:43:51,845 Update finished +2021-12-17 17:43:51,845 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 17:43:51,847 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 17:43:51,847 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 17:43:51,847 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 17:43:51,850 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 17:43:51,852 Job list saved +2021-12-17 17:43:51,857 Updating FAILED jobs +2021-12-17 17:43:51,857 Updating WAITING jobs +2021-12-17 17:43:51,857 Update finished +2021-12-17 17:44:01,867 Reloading parameters... +2021-12-17 17:44:01,885 Loading parameters... +2021-12-17 17:44:01,886 Loading project parameters... +2021-12-17 17:44:01,888 + +23 of 25 jobs remaining (17:44) +2021-12-17 17:44:01,889 Sleep: 10 +2021-12-17 17:44:01,889 Number of retrials: 0 +2021-12-17 17:44:01,889 WRAPPER CHECK TIME = 10 +2021-12-17 17:44:01,889 Checking jobs for platform=marenostrum4 +2021-12-17 17:44:01,890 Checking jobs for platform=nord3 +2021-12-17 17:44:01,890 Checking jobs for platform=local +2021-12-17 17:44:01,891 Checking jobs for platform=transfer_node +2021-12-17 17:44:01,891 Checking all jobs at once +2021-12-17 17:44:03,160 Successful check job command +2021-12-17 17:44:04,329 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 17:44:04,329 End of checking +2021-12-17 17:44:04,331 Updating FAILED jobs +2021-12-17 17:44:04,331 Updating WAITING jobs +2021-12-17 17:44:04,331 Update finished +2021-12-17 17:44:04,332 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 17:44:04,332 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 17:44:04,332 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 17:44:04,332 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 17:44:04,334 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 17:44:04,337 Job list saved +2021-12-17 17:44:04,341 Updating FAILED jobs +2021-12-17 17:44:04,341 Updating WAITING jobs +2021-12-17 17:44:04,342 Update finished +2021-12-17 17:44:14,352 Reloading parameters... +2021-12-17 17:44:14,372 Loading parameters... +2021-12-17 17:44:14,373 Loading project parameters... +2021-12-17 17:44:14,375 + +23 of 25 jobs remaining (17:44) +2021-12-17 17:44:14,375 Sleep: 10 +2021-12-17 17:44:14,376 Number of retrials: 0 +2021-12-17 17:44:14,376 WRAPPER CHECK TIME = 10 +2021-12-17 17:44:14,376 Checking jobs for platform=marenostrum4 +2021-12-17 17:44:14,377 Checking jobs for platform=nord3 +2021-12-17 17:44:14,377 Checking jobs for platform=local +2021-12-17 17:44:14,378 Checking jobs for platform=transfer_node +2021-12-17 17:44:14,378 Checking all jobs at once +2021-12-17 17:44:16,198 Successful check job command +2021-12-17 17:44:17,969 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 17:44:17,969 End of checking +2021-12-17 17:44:17,970 Updating FAILED jobs +2021-12-17 17:44:17,970 Updating WAITING jobs +2021-12-17 17:44:17,971 Update finished +2021-12-17 17:44:17,971 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 17:44:17,971 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 17:44:17,971 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 17:44:17,971 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 17:44:17,974 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 17:44:17,977 Job list saved +2021-12-17 17:44:17,981 Updating FAILED jobs +2021-12-17 17:44:17,981 Updating WAITING jobs +2021-12-17 17:44:17,981 Update finished +2021-12-17 17:44:27,991 Reloading parameters... +2021-12-17 17:44:28,009 Loading parameters... +2021-12-17 17:44:28,010 Loading project parameters... +2021-12-17 17:44:28,012 + +23 of 25 jobs remaining (17:44) +2021-12-17 17:44:28,013 Sleep: 10 +2021-12-17 17:44:28,013 Number of retrials: 0 +2021-12-17 17:44:28,013 WRAPPER CHECK TIME = 10 +2021-12-17 17:44:28,013 Checking jobs for platform=marenostrum4 +2021-12-17 17:44:28,014 Checking jobs for platform=nord3 +2021-12-17 17:44:28,014 Checking jobs for platform=local +2021-12-17 17:44:28,015 Checking jobs for platform=transfer_node +2021-12-17 17:44:28,015 Checking all jobs at once +2021-12-17 17:44:30,085 Successful check job command +2021-12-17 17:44:34,863 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 17:44:34,863 End of checking +2021-12-17 17:44:34,865 Updating FAILED jobs +2021-12-17 17:44:34,865 Updating WAITING jobs +2021-12-17 17:44:34,865 Update finished +2021-12-17 17:44:34,865 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 17:44:34,866 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 17:44:34,866 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 17:44:34,866 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 17:44:34,869 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 17:44:34,871 Job list saved +2021-12-17 17:44:34,875 Updating FAILED jobs +2021-12-17 17:44:34,875 Updating WAITING jobs +2021-12-17 17:44:34,876 Update finished +2021-12-17 17:44:44,886 Reloading parameters... +2021-12-17 17:44:44,905 Loading parameters... +2021-12-17 17:44:44,907 Loading project parameters... +2021-12-17 17:44:44,909 + +23 of 25 jobs remaining (17:44) +2021-12-17 17:44:44,909 Sleep: 10 +2021-12-17 17:44:44,909 Number of retrials: 0 +2021-12-17 17:44:44,909 WRAPPER CHECK TIME = 10 +2021-12-17 17:44:44,910 Checking jobs for platform=marenostrum4 +2021-12-17 17:44:44,910 Checking jobs for platform=nord3 +2021-12-17 17:44:44,911 Checking jobs for platform=local +2021-12-17 17:44:44,911 Checking jobs for platform=transfer_node +2021-12-17 17:44:44,911 Checking all jobs at once +2021-12-17 17:44:46,280 Successful check job command +2021-12-17 17:44:49,406 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 17:44:49,406 End of checking +2021-12-17 17:44:49,408 Updating FAILED jobs +2021-12-17 17:44:49,408 Updating WAITING jobs +2021-12-17 17:44:49,409 Update finished +2021-12-17 17:44:49,409 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 17:44:49,409 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 17:44:49,409 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 17:44:49,409 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 17:44:49,414 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 17:44:49,416 Job list saved +2021-12-17 17:44:49,421 Updating FAILED jobs +2021-12-17 17:44:49,421 Updating WAITING jobs +2021-12-17 17:44:49,421 Update finished +2021-12-17 17:44:59,431 Reloading parameters... +2021-12-17 17:44:59,478 Loading parameters... +2021-12-17 17:44:59,484 Loading project parameters... +2021-12-17 17:44:59,501 + +23 of 25 jobs remaining (17:44) +2021-12-17 17:44:59,502 Sleep: 10 +2021-12-17 17:44:59,502 Number of retrials: 0 +2021-12-17 17:44:59,502 WRAPPER CHECK TIME = 10 +2021-12-17 17:44:59,503 Checking jobs for platform=marenostrum4 +2021-12-17 17:44:59,503 Checking jobs for platform=nord3 +2021-12-17 17:44:59,504 Checking jobs for platform=local +2021-12-17 17:44:59,505 Checking jobs for platform=transfer_node +2021-12-17 17:44:59,505 Checking all jobs at once +2021-12-17 17:45:03,179 Successful check job command +2021-12-17 17:45:08,906 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 17:45:08,907 End of checking +2021-12-17 17:45:08,908 Updating FAILED jobs +2021-12-17 17:45:08,908 Updating WAITING jobs +2021-12-17 17:45:08,908 Update finished +2021-12-17 17:45:08,908 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 17:45:08,910 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 17:45:08,910 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 17:45:08,910 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 17:45:08,914 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 17:45:08,917 Job list saved +2021-12-17 17:45:08,928 Updating FAILED jobs +2021-12-17 17:45:08,928 Updating WAITING jobs +2021-12-17 17:45:08,928 Update finished +2021-12-17 17:45:18,939 Reloading parameters... +2021-12-17 17:45:18,975 Loading parameters... +2021-12-17 17:45:18,978 Loading project parameters... +2021-12-17 17:45:18,987 + +23 of 25 jobs remaining (17:45) +2021-12-17 17:45:18,987 Sleep: 10 +2021-12-17 17:45:18,987 Number of retrials: 0 +2021-12-17 17:45:18,987 WRAPPER CHECK TIME = 10 +2021-12-17 17:45:18,988 Checking jobs for platform=marenostrum4 +2021-12-17 17:45:18,988 Checking jobs for platform=nord3 +2021-12-17 17:45:18,989 Checking jobs for platform=local +2021-12-17 17:45:18,989 Checking jobs for platform=transfer_node +2021-12-17 17:45:18,989 Checking all jobs at once +2021-12-17 17:45:21,661 Successful check job command +2021-12-17 17:45:24,183 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 17:45:24,183 End of checking +2021-12-17 17:45:24,189 Updating FAILED jobs +2021-12-17 17:45:24,189 Updating WAITING jobs +2021-12-17 17:45:24,189 Update finished +2021-12-17 17:45:24,189 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 17:45:24,189 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 17:45:24,190 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 17:45:24,190 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 17:45:24,203 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 17:45:24,205 Job list saved +2021-12-17 17:45:24,220 Updating FAILED jobs +2021-12-17 17:45:24,220 Updating WAITING jobs +2021-12-17 17:45:24,220 Update finished +2021-12-17 17:45:34,231 Reloading parameters... +2021-12-17 17:45:34,249 Loading parameters... +2021-12-17 17:45:34,250 Loading project parameters... +2021-12-17 17:45:34,252 + +23 of 25 jobs remaining (17:45) +2021-12-17 17:45:34,252 Sleep: 10 +2021-12-17 17:45:34,253 Number of retrials: 0 +2021-12-17 17:45:34,253 WRAPPER CHECK TIME = 10 +2021-12-17 17:45:34,253 Checking jobs for platform=marenostrum4 +2021-12-17 17:45:34,254 Checking jobs for platform=nord3 +2021-12-17 17:45:34,255 Checking jobs for platform=local +2021-12-17 17:45:34,255 Checking jobs for platform=transfer_node +2021-12-17 17:45:34,255 Checking all jobs at once +2021-12-17 17:45:36,028 Successful check job command +2021-12-17 17:45:39,252 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 17:45:39,252 End of checking +2021-12-17 17:45:39,253 Updating FAILED jobs +2021-12-17 17:45:39,253 Updating WAITING jobs +2021-12-17 17:45:39,254 Update finished +2021-12-17 17:45:39,254 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 17:45:39,254 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 17:45:39,254 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 17:45:39,254 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 17:45:39,257 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 17:45:39,259 Job list saved +2021-12-17 17:45:39,264 Updating FAILED jobs +2021-12-17 17:45:39,264 Updating WAITING jobs +2021-12-17 17:45:39,265 Update finished +2021-12-17 17:45:49,275 Reloading parameters... +2021-12-17 17:45:49,316 Loading parameters... +2021-12-17 17:45:49,317 Loading project parameters... +2021-12-17 17:45:49,319 + +23 of 25 jobs remaining (17:45) +2021-12-17 17:45:49,319 Sleep: 10 +2021-12-17 17:45:49,319 Number of retrials: 0 +2021-12-17 17:45:49,319 WRAPPER CHECK TIME = 10 +2021-12-17 17:45:49,320 Checking jobs for platform=marenostrum4 +2021-12-17 17:45:49,321 Checking jobs for platform=nord3 +2021-12-17 17:45:49,322 Checking jobs for platform=local +2021-12-17 17:45:49,322 Checking jobs for platform=transfer_node +2021-12-17 17:45:49,323 Checking all jobs at once +2021-12-17 17:45:52,747 Successful check job command +2021-12-17 17:45:56,822 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 17:45:56,822 End of checking +2021-12-17 17:45:56,823 Updating FAILED jobs +2021-12-17 17:45:56,823 Updating WAITING jobs +2021-12-17 17:45:56,824 Update finished +2021-12-17 17:45:56,824 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 17:45:56,824 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 17:45:56,824 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 17:45:56,825 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 17:45:56,827 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 17:45:56,829 Job list saved +2021-12-17 17:45:56,834 Updating FAILED jobs +2021-12-17 17:45:56,834 Updating WAITING jobs +2021-12-17 17:45:56,834 Update finished +2021-12-17 17:46:06,844 Reloading parameters... +2021-12-17 17:46:06,889 Loading parameters... +2021-12-17 17:46:06,901 Loading project parameters... +2021-12-17 17:46:06,903 + +23 of 25 jobs remaining (17:46) +2021-12-17 17:46:06,903 Sleep: 10 +2021-12-17 17:46:06,903 Number of retrials: 0 +2021-12-17 17:46:06,903 WRAPPER CHECK TIME = 10 +2021-12-17 17:46:06,917 Checking jobs for platform=marenostrum4 +2021-12-17 17:46:06,922 Checking jobs for platform=nord3 +2021-12-17 17:46:06,923 Checking jobs for platform=local +2021-12-17 17:46:06,923 Checking jobs for platform=transfer_node +2021-12-17 17:46:06,923 Checking all jobs at once +2021-12-17 17:46:08,411 Successful check job command +2021-12-17 17:46:10,733 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 17:46:10,733 End of checking +2021-12-17 17:46:10,735 Updating FAILED jobs +2021-12-17 17:46:10,735 Updating WAITING jobs +2021-12-17 17:46:10,735 Update finished +2021-12-17 17:46:10,735 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 17:46:10,735 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 17:46:10,736 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 17:46:10,736 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 17:46:10,739 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 17:46:10,741 Job list saved +2021-12-17 17:46:10,746 Updating FAILED jobs +2021-12-17 17:46:10,746 Updating WAITING jobs +2021-12-17 17:46:10,746 Update finished +2021-12-17 17:46:20,755 Reloading parameters... +2021-12-17 17:46:20,777 Loading parameters... +2021-12-17 17:46:20,780 Loading project parameters... +2021-12-17 17:46:20,782 + +23 of 25 jobs remaining (17:46) +2021-12-17 17:46:20,782 Sleep: 10 +2021-12-17 17:46:20,782 Number of retrials: 0 +2021-12-17 17:46:20,783 WRAPPER CHECK TIME = 10 +2021-12-17 17:46:20,783 Checking jobs for platform=marenostrum4 +2021-12-17 17:46:20,784 Checking jobs for platform=nord3 +2021-12-17 17:46:20,784 Checking jobs for platform=local +2021-12-17 17:46:20,785 Checking jobs for platform=transfer_node +2021-12-17 17:46:20,785 Checking all jobs at once +2021-12-17 17:46:23,006 Successful check job command +2021-12-17 17:46:29,435 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 17:46:29,435 End of checking +2021-12-17 17:46:29,439 Updating FAILED jobs +2021-12-17 17:46:29,439 Updating WAITING jobs +2021-12-17 17:46:29,440 Update finished +2021-12-17 17:46:29,440 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 17:46:29,441 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 17:46:29,441 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 17:46:29,442 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 17:46:29,447 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 17:46:29,449 Job list saved +2021-12-17 17:46:30,011 Updating FAILED jobs +2021-12-17 17:46:30,011 Updating WAITING jobs +2021-12-17 17:46:30,011 Update finished +2021-12-17 17:46:40,022 Reloading parameters... +2021-12-17 17:46:40,080 Loading parameters... +2021-12-17 17:46:40,082 Loading project parameters... +2021-12-17 17:46:40,094 + +23 of 25 jobs remaining (17:46) +2021-12-17 17:46:40,095 Sleep: 10 +2021-12-17 17:46:40,095 Number of retrials: 0 +2021-12-17 17:46:40,095 WRAPPER CHECK TIME = 10 +2021-12-17 17:46:40,096 Checking jobs for platform=marenostrum4 +2021-12-17 17:46:40,096 Checking jobs for platform=nord3 +2021-12-17 17:46:40,097 Checking jobs for platform=local +2021-12-17 17:46:40,097 Checking jobs for platform=transfer_node +2021-12-17 17:46:40,098 Checking all jobs at once +2021-12-17 17:46:42,583 Successful check job command +2021-12-17 17:46:48,562 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 17:46:48,562 End of checking +2021-12-17 17:46:48,564 Updating FAILED jobs +2021-12-17 17:46:48,564 Updating WAITING jobs +2021-12-17 17:46:48,564 Update finished +2021-12-17 17:46:48,564 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 17:46:48,564 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 17:46:48,565 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 17:46:48,565 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 17:46:48,568 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 17:46:48,570 Job list saved +2021-12-17 17:46:48,578 Updating FAILED jobs +2021-12-17 17:46:48,578 Updating WAITING jobs +2021-12-17 17:46:48,579 Update finished +2021-12-17 17:46:58,590 Reloading parameters... +2021-12-17 17:46:58,632 Loading parameters... +2021-12-17 17:46:58,636 Loading project parameters... +2021-12-17 17:46:58,639 + +23 of 25 jobs remaining (17:46) +2021-12-17 17:46:58,640 Sleep: 10 +2021-12-17 17:46:58,640 Number of retrials: 0 +2021-12-17 17:46:58,640 WRAPPER CHECK TIME = 10 +2021-12-17 17:46:58,640 Checking jobs for platform=marenostrum4 +2021-12-17 17:46:58,641 Checking jobs for platform=nord3 +2021-12-17 17:46:58,645 Checking jobs for platform=local +2021-12-17 17:46:58,647 Checking jobs for platform=transfer_node +2021-12-17 17:46:58,647 Checking all jobs at once +2021-12-17 17:47:00,367 Successful check job command +2021-12-17 17:47:02,489 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 17:47:02,489 End of checking +2021-12-17 17:47:02,490 Updating FAILED jobs +2021-12-17 17:47:02,490 Updating WAITING jobs +2021-12-17 17:47:02,491 Update finished +2021-12-17 17:47:02,491 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 17:47:02,491 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 17:47:02,491 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 17:47:02,491 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 17:47:02,494 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 17:47:02,496 Job list saved +2021-12-17 17:47:02,501 Updating FAILED jobs +2021-12-17 17:47:02,502 Updating WAITING jobs +2021-12-17 17:47:02,502 Update finished +2021-12-17 17:47:12,507 Reloading parameters... +2021-12-17 17:47:12,529 Loading parameters... +2021-12-17 17:47:12,531 Loading project parameters... +2021-12-17 17:47:12,532 + +23 of 25 jobs remaining (17:47) +2021-12-17 17:47:12,533 Sleep: 10 +2021-12-17 17:47:12,533 Number of retrials: 0 +2021-12-17 17:47:12,533 WRAPPER CHECK TIME = 10 +2021-12-17 17:47:12,533 Checking jobs for platform=marenostrum4 +2021-12-17 17:47:12,534 Checking jobs for platform=nord3 +2021-12-17 17:47:12,534 Checking jobs for platform=local +2021-12-17 17:47:12,535 Checking jobs for platform=transfer_node +2021-12-17 17:47:12,535 Checking all jobs at once +2021-12-17 17:47:16,376 Successful check job command +2021-12-17 17:47:20,149 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 17:47:20,149 End of checking +2021-12-17 17:47:20,151 Updating FAILED jobs +2021-12-17 17:47:20,152 Updating WAITING jobs +2021-12-17 17:47:20,152 Update finished +2021-12-17 17:47:20,152 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 17:47:20,153 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 17:47:20,153 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 17:47:20,153 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 17:47:20,156 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 17:47:20,158 Job list saved +2021-12-17 17:47:20,163 Updating FAILED jobs +2021-12-17 17:47:20,163 Updating WAITING jobs +2021-12-17 17:47:20,163 Update finished +2021-12-17 17:47:30,172 Reloading parameters... +2021-12-17 17:47:30,193 Loading parameters... +2021-12-17 17:47:30,195 Loading project parameters... +2021-12-17 17:47:30,197 + +23 of 25 jobs remaining (17:47) +2021-12-17 17:47:30,197 Sleep: 10 +2021-12-17 17:47:30,197 Number of retrials: 0 +2021-12-17 17:47:30,197 WRAPPER CHECK TIME = 10 +2021-12-17 17:47:30,198 Checking jobs for platform=marenostrum4 +2021-12-17 17:47:30,199 Checking jobs for platform=nord3 +2021-12-17 17:47:30,199 Checking jobs for platform=local +2021-12-17 17:47:30,200 Checking jobs for platform=transfer_node +2021-12-17 17:47:30,200 Checking all jobs at once +2021-12-17 17:47:32,274 Successful check job command +2021-12-17 17:47:36,851 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 17:47:36,851 End of checking +2021-12-17 17:47:36,852 Updating FAILED jobs +2021-12-17 17:47:36,852 Updating WAITING jobs +2021-12-17 17:47:36,853 Update finished +2021-12-17 17:47:36,853 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 17:47:36,853 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 17:47:36,853 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 17:47:36,853 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 17:47:36,856 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 17:47:36,858 Job list saved +2021-12-17 17:47:36,863 Updating FAILED jobs +2021-12-17 17:47:36,863 Updating WAITING jobs +2021-12-17 17:47:36,863 Update finished +2021-12-17 17:47:46,873 Reloading parameters... +2021-12-17 17:47:46,958 Loading parameters... +2021-12-17 17:47:46,960 Loading project parameters... +2021-12-17 17:47:46,962 + +23 of 25 jobs remaining (17:47) +2021-12-17 17:47:46,962 Sleep: 10 +2021-12-17 17:47:46,962 Number of retrials: 0 +2021-12-17 17:47:46,962 WRAPPER CHECK TIME = 10 +2021-12-17 17:47:46,963 Checking jobs for platform=marenostrum4 +2021-12-17 17:47:46,963 Checking jobs for platform=nord3 +2021-12-17 17:47:46,964 Checking jobs for platform=local +2021-12-17 17:47:46,965 Checking jobs for platform=transfer_node +2021-12-17 17:47:46,965 Checking all jobs at once +2021-12-17 17:47:48,739 Successful check job command +2021-12-17 17:47:50,460 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 17:47:50,461 End of checking +2021-12-17 17:47:50,463 Updating FAILED jobs +2021-12-17 17:47:50,463 Updating WAITING jobs +2021-12-17 17:47:50,463 Update finished +2021-12-17 17:47:50,463 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 17:47:50,463 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 17:47:50,464 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 17:47:50,464 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 17:47:50,466 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 17:47:50,469 Job list saved +2021-12-17 17:47:50,473 Updating FAILED jobs +2021-12-17 17:47:50,474 Updating WAITING jobs +2021-12-17 17:47:50,474 Update finished +2021-12-17 17:48:00,484 Reloading parameters... +2021-12-17 17:48:00,511 Loading parameters... +2021-12-17 17:48:00,512 Loading project parameters... +2021-12-17 17:48:00,514 + +23 of 25 jobs remaining (17:48) +2021-12-17 17:48:00,514 Sleep: 10 +2021-12-17 17:48:00,514 Number of retrials: 0 +2021-12-17 17:48:00,514 WRAPPER CHECK TIME = 10 +2021-12-17 17:48:00,515 Checking jobs for platform=marenostrum4 +2021-12-17 17:48:00,516 Checking jobs for platform=nord3 +2021-12-17 17:48:00,516 Checking jobs for platform=local +2021-12-17 17:48:00,517 Checking jobs for platform=transfer_node +2021-12-17 17:48:00,517 Checking all jobs at once +2021-12-17 17:48:02,993 Successful check job command +2021-12-17 17:48:05,066 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 17:48:05,066 End of checking +2021-12-17 17:48:05,067 Updating FAILED jobs +2021-12-17 17:48:05,067 Updating WAITING jobs +2021-12-17 17:48:05,068 Update finished +2021-12-17 17:48:05,068 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 17:48:05,071 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 17:48:05,071 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 17:48:05,071 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 17:48:05,074 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 17:48:05,076 Job list saved +2021-12-17 17:48:05,081 Updating FAILED jobs +2021-12-17 17:48:05,081 Updating WAITING jobs +2021-12-17 17:48:05,082 Update finished +2021-12-17 17:48:15,089 Reloading parameters... +2021-12-17 17:48:15,111 Loading parameters... +2021-12-17 17:48:15,112 Loading project parameters... +2021-12-17 17:48:15,114 + +23 of 25 jobs remaining (17:48) +2021-12-17 17:48:15,114 Sleep: 10 +2021-12-17 17:48:15,114 Number of retrials: 0 +2021-12-17 17:48:15,114 WRAPPER CHECK TIME = 10 +2021-12-17 17:48:15,115 Checking jobs for platform=marenostrum4 +2021-12-17 17:48:15,115 Checking jobs for platform=nord3 +2021-12-17 17:48:15,116 Checking jobs for platform=local +2021-12-17 17:48:15,116 Checking jobs for platform=transfer_node +2021-12-17 17:48:15,117 Checking all jobs at once +2021-12-17 17:48:17,088 Successful check job command +2021-12-17 17:48:21,813 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 17:48:21,814 End of checking +2021-12-17 17:48:21,815 Updating FAILED jobs +2021-12-17 17:48:21,816 Updating WAITING jobs +2021-12-17 17:48:21,817 Update finished +2021-12-17 17:48:21,817 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 17:48:21,817 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 17:48:21,817 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 17:48:21,817 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 17:48:21,822 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 17:48:21,826 Job list saved +2021-12-17 17:48:21,831 Updating FAILED jobs +2021-12-17 17:48:21,831 Updating WAITING jobs +2021-12-17 17:48:21,832 Update finished +2021-12-17 17:48:31,842 Reloading parameters... +2021-12-17 17:48:31,863 Loading parameters... +2021-12-17 17:48:31,865 Loading project parameters... +2021-12-17 17:48:31,871 + +23 of 25 jobs remaining (17:48) +2021-12-17 17:48:31,871 Sleep: 10 +2021-12-17 17:48:31,871 Number of retrials: 0 +2021-12-17 17:48:31,871 WRAPPER CHECK TIME = 10 +2021-12-17 17:48:31,872 Checking jobs for platform=marenostrum4 +2021-12-17 17:48:31,873 Checking jobs for platform=nord3 +2021-12-17 17:48:31,874 Checking jobs for platform=local +2021-12-17 17:48:31,874 Checking jobs for platform=transfer_node +2021-12-17 17:48:31,874 Checking all jobs at once +2021-12-17 17:48:33,502 Successful check job command +2021-12-17 17:48:35,073 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 17:48:35,073 End of checking +2021-12-17 17:48:35,074 Updating FAILED jobs +2021-12-17 17:48:35,075 Updating WAITING jobs +2021-12-17 17:48:35,075 Update finished +2021-12-17 17:48:35,075 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 17:48:35,075 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 17:48:35,075 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 17:48:35,075 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 17:48:35,080 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 17:48:35,082 Job list saved +2021-12-17 17:48:35,087 Updating FAILED jobs +2021-12-17 17:48:35,087 Updating WAITING jobs +2021-12-17 17:48:35,087 Update finished +2021-12-17 17:48:45,097 Reloading parameters... +2021-12-17 17:48:45,117 Loading parameters... +2021-12-17 17:48:45,118 Loading project parameters... +2021-12-17 17:48:45,120 + +23 of 25 jobs remaining (17:48) +2021-12-17 17:48:45,120 Sleep: 10 +2021-12-17 17:48:45,120 Number of retrials: 0 +2021-12-17 17:48:45,120 WRAPPER CHECK TIME = 10 +2021-12-17 17:48:45,121 Checking jobs for platform=marenostrum4 +2021-12-17 17:48:45,122 Checking jobs for platform=nord3 +2021-12-17 17:48:45,122 Checking jobs for platform=local +2021-12-17 17:48:45,123 Checking jobs for platform=transfer_node +2021-12-17 17:48:45,123 Checking all jobs at once +2021-12-17 17:48:46,593 Successful check job command +2021-12-17 17:48:48,567 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 17:48:48,567 End of checking +2021-12-17 17:48:48,569 Updating FAILED jobs +2021-12-17 17:48:48,569 Updating WAITING jobs +2021-12-17 17:48:48,569 Update finished +2021-12-17 17:48:48,569 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 17:48:48,570 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 17:48:48,570 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 17:48:48,570 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 17:48:48,573 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 17:48:48,575 Job list saved +2021-12-17 17:48:48,580 Updating FAILED jobs +2021-12-17 17:48:48,580 Updating WAITING jobs +2021-12-17 17:48:48,580 Update finished +2021-12-17 17:48:58,590 Reloading parameters... +2021-12-17 17:48:58,615 Loading parameters... +2021-12-17 17:48:58,617 Loading project parameters... +2021-12-17 17:48:58,622 + +23 of 25 jobs remaining (17:48) +2021-12-17 17:48:58,622 Sleep: 10 +2021-12-17 17:48:58,622 Number of retrials: 0 +2021-12-17 17:48:58,622 WRAPPER CHECK TIME = 10 +2021-12-17 17:48:58,623 Checking jobs for platform=marenostrum4 +2021-12-17 17:48:58,624 Checking jobs for platform=nord3 +2021-12-17 17:48:58,624 Checking jobs for platform=local +2021-12-17 17:48:58,625 Checking jobs for platform=transfer_node +2021-12-17 17:48:58,625 Checking all jobs at once +2021-12-17 17:49:00,595 Successful check job command +2021-12-17 17:49:03,818 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 17:49:03,818 End of checking +2021-12-17 17:49:03,820 Updating FAILED jobs +2021-12-17 17:49:03,820 Updating WAITING jobs +2021-12-17 17:49:03,820 Update finished +2021-12-17 17:49:03,820 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 17:49:03,820 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 17:49:03,821 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 17:49:03,821 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 17:49:03,823 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 17:49:03,826 Job list saved +2021-12-17 17:49:03,830 Updating FAILED jobs +2021-12-17 17:49:03,830 Updating WAITING jobs +2021-12-17 17:49:03,831 Update finished +2021-12-17 17:49:13,839 Reloading parameters... +2021-12-17 17:49:13,857 Loading parameters... +2021-12-17 17:49:13,858 Loading project parameters... +2021-12-17 17:49:13,860 + +23 of 25 jobs remaining (17:49) +2021-12-17 17:49:13,860 Sleep: 10 +2021-12-17 17:49:13,860 Number of retrials: 0 +2021-12-17 17:49:13,860 WRAPPER CHECK TIME = 10 +2021-12-17 17:49:13,861 Checking jobs for platform=marenostrum4 +2021-12-17 17:49:13,861 Checking jobs for platform=nord3 +2021-12-17 17:49:13,862 Checking jobs for platform=local +2021-12-17 17:49:13,862 Checking jobs for platform=transfer_node +2021-12-17 17:49:13,862 Checking all jobs at once +2021-12-17 17:49:15,432 Successful check job command +2021-12-17 17:49:16,701 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 17:49:16,702 End of checking +2021-12-17 17:49:16,704 Updating FAILED jobs +2021-12-17 17:49:16,704 Updating WAITING jobs +2021-12-17 17:49:16,705 Update finished +2021-12-17 17:49:16,705 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 17:49:16,705 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 17:49:16,705 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 17:49:16,705 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 17:49:16,708 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 17:49:16,710 Job list saved +2021-12-17 17:49:16,715 Updating FAILED jobs +2021-12-17 17:49:16,715 Updating WAITING jobs +2021-12-17 17:49:16,715 Update finished +2021-12-17 17:49:26,725 Reloading parameters... +2021-12-17 17:49:26,745 Loading parameters... +2021-12-17 17:49:26,746 Loading project parameters... +2021-12-17 17:49:26,748 + +23 of 25 jobs remaining (17:49) +2021-12-17 17:49:26,748 Sleep: 10 +2021-12-17 17:49:26,749 Number of retrials: 0 +2021-12-17 17:49:26,749 WRAPPER CHECK TIME = 10 +2021-12-17 17:49:26,749 Checking jobs for platform=marenostrum4 +2021-12-17 17:49:26,750 Checking jobs for platform=nord3 +2021-12-17 17:49:26,751 Checking jobs for platform=local +2021-12-17 17:49:26,751 Checking jobs for platform=transfer_node +2021-12-17 17:49:26,751 Checking all jobs at once +2021-12-17 17:49:29,575 Successful check job command +2021-12-17 17:49:34,804 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 17:49:34,805 End of checking +2021-12-17 17:49:34,806 Updating FAILED jobs +2021-12-17 17:49:34,806 Updating WAITING jobs +2021-12-17 17:49:34,806 Update finished +2021-12-17 17:49:34,806 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 17:49:34,807 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 17:49:34,808 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 17:49:34,808 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 17:49:34,810 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 17:49:34,813 Job list saved +2021-12-17 17:49:34,817 Updating FAILED jobs +2021-12-17 17:49:34,818 Updating WAITING jobs +2021-12-17 17:49:34,818 Update finished +2021-12-17 17:49:44,823 Reloading parameters... +2021-12-17 17:49:44,842 Loading parameters... +2021-12-17 17:49:44,844 Loading project parameters... +2021-12-17 17:49:44,846 + +23 of 25 jobs remaining (17:49) +2021-12-17 17:49:44,846 Sleep: 10 +2021-12-17 17:49:44,846 Number of retrials: 0 +2021-12-17 17:49:44,846 WRAPPER CHECK TIME = 10 +2021-12-17 17:49:44,847 Checking jobs for platform=marenostrum4 +2021-12-17 17:49:44,847 Checking jobs for platform=nord3 +2021-12-17 17:49:44,848 Checking jobs for platform=local +2021-12-17 17:49:44,849 Checking jobs for platform=transfer_node +2021-12-17 17:49:44,849 Checking all jobs at once +2021-12-17 17:49:47,223 Successful check job command +2021-12-17 17:49:50,346 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 17:49:50,346 End of checking +2021-12-17 17:49:50,347 Updating FAILED jobs +2021-12-17 17:49:50,348 Updating WAITING jobs +2021-12-17 17:49:50,348 Update finished +2021-12-17 17:49:50,348 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 17:49:50,348 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 17:49:50,348 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 17:49:50,348 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 17:49:50,351 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 17:49:50,353 Job list saved +2021-12-17 17:49:50,358 Updating FAILED jobs +2021-12-17 17:49:50,358 Updating WAITING jobs +2021-12-17 17:49:50,359 Update finished +2021-12-17 17:50:00,365 Reloading parameters... +2021-12-17 17:50:00,385 Loading parameters... +2021-12-17 17:50:00,386 Loading project parameters... +2021-12-17 17:50:00,388 + +23 of 25 jobs remaining (17:50) +2021-12-17 17:50:00,388 Sleep: 10 +2021-12-17 17:50:00,388 Number of retrials: 0 +2021-12-17 17:50:00,388 WRAPPER CHECK TIME = 10 +2021-12-17 17:50:00,389 Checking jobs for platform=marenostrum4 +2021-12-17 17:50:00,389 Checking jobs for platform=nord3 +2021-12-17 17:50:00,390 Checking jobs for platform=local +2021-12-17 17:50:00,391 Checking jobs for platform=transfer_node +2021-12-17 17:50:00,391 Checking all jobs at once +2021-12-17 17:50:02,312 Successful check job command +2021-12-17 17:50:06,738 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 17:50:06,738 End of checking +2021-12-17 17:50:06,739 Updating FAILED jobs +2021-12-17 17:50:06,740 Updating WAITING jobs +2021-12-17 17:50:06,740 Update finished +2021-12-17 17:50:06,740 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 17:50:06,740 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 17:50:06,740 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 17:50:06,740 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 17:50:06,743 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 17:50:06,745 Job list saved +2021-12-17 17:50:06,750 Updating FAILED jobs +2021-12-17 17:50:06,750 Updating WAITING jobs +2021-12-17 17:50:06,750 Update finished +2021-12-17 17:50:16,760 Reloading parameters... +2021-12-17 17:50:16,779 Loading parameters... +2021-12-17 17:50:16,781 Loading project parameters... +2021-12-17 17:50:16,783 + +23 of 25 jobs remaining (17:50) +2021-12-17 17:50:16,783 Sleep: 10 +2021-12-17 17:50:16,783 Number of retrials: 0 +2021-12-17 17:50:16,783 WRAPPER CHECK TIME = 10 +2021-12-17 17:50:16,784 Checking jobs for platform=marenostrum4 +2021-12-17 17:50:16,784 Checking jobs for platform=nord3 +2021-12-17 17:50:16,785 Checking jobs for platform=local +2021-12-17 17:50:16,785 Checking jobs for platform=transfer_node +2021-12-17 17:50:16,785 Checking all jobs at once +2021-12-17 17:50:18,706 Successful check job command +2021-12-17 17:50:26,788 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 17:50:26,788 End of checking +2021-12-17 17:50:26,790 Updating FAILED jobs +2021-12-17 17:50:26,790 Updating WAITING jobs +2021-12-17 17:50:26,790 Update finished +2021-12-17 17:50:26,790 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 17:50:26,791 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 17:50:26,791 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 17:50:26,791 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 17:50:26,794 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 17:50:26,796 Job list saved +2021-12-17 17:50:26,800 Updating FAILED jobs +2021-12-17 17:50:26,800 Updating WAITING jobs +2021-12-17 17:50:26,801 Update finished +2021-12-17 17:50:36,811 Reloading parameters... +2021-12-17 17:50:36,831 Loading parameters... +2021-12-17 17:50:36,833 Loading project parameters... +2021-12-17 17:50:36,835 + +23 of 25 jobs remaining (17:50) +2021-12-17 17:50:36,835 Sleep: 10 +2021-12-17 17:50:36,835 Number of retrials: 0 +2021-12-17 17:50:36,836 WRAPPER CHECK TIME = 10 +2021-12-17 17:50:36,836 Checking jobs for platform=marenostrum4 +2021-12-17 17:50:36,837 Checking jobs for platform=nord3 +2021-12-17 17:50:36,837 Checking jobs for platform=local +2021-12-17 17:50:36,838 Checking jobs for platform=transfer_node +2021-12-17 17:50:36,838 Checking all jobs at once +2021-12-17 17:50:38,258 Successful check job command +2021-12-17 17:50:39,528 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 17:50:39,528 End of checking +2021-12-17 17:50:39,529 Updating FAILED jobs +2021-12-17 17:50:39,529 Updating WAITING jobs +2021-12-17 17:50:39,530 Update finished +2021-12-17 17:50:39,530 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 17:50:39,530 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 17:50:39,530 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 17:50:39,530 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 17:50:39,534 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 17:50:39,536 Job list saved +2021-12-17 17:50:39,540 Updating FAILED jobs +2021-12-17 17:50:39,541 Updating WAITING jobs +2021-12-17 17:50:39,541 Update finished +2021-12-17 17:50:49,551 Reloading parameters... +2021-12-17 17:50:49,574 Loading parameters... +2021-12-17 17:50:49,575 Loading project parameters... +2021-12-17 17:50:49,577 + +23 of 25 jobs remaining (17:50) +2021-12-17 17:50:49,577 Sleep: 10 +2021-12-17 17:50:49,578 Number of retrials: 0 +2021-12-17 17:50:49,578 WRAPPER CHECK TIME = 10 +2021-12-17 17:50:49,578 Checking jobs for platform=marenostrum4 +2021-12-17 17:50:49,579 Checking jobs for platform=nord3 +2021-12-17 17:50:49,579 Checking jobs for platform=local +2021-12-17 17:50:49,580 Checking jobs for platform=transfer_node +2021-12-17 17:50:49,580 Checking all jobs at once +2021-12-17 17:50:53,904 Successful check job command +2021-12-17 17:50:57,989 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 17:50:57,989 End of checking +2021-12-17 17:50:57,991 Updating FAILED jobs +2021-12-17 17:50:57,991 Updating WAITING jobs +2021-12-17 17:50:57,991 Update finished +2021-12-17 17:50:57,991 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 17:50:57,992 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 17:50:57,992 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 17:50:57,992 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 17:50:57,994 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 17:50:57,997 Job list saved +2021-12-17 17:50:58,002 Updating FAILED jobs +2021-12-17 17:50:58,002 Updating WAITING jobs +2021-12-17 17:50:58,002 Update finished +2021-12-17 17:51:08,012 Reloading parameters... +2021-12-17 17:51:08,032 Loading parameters... +2021-12-17 17:51:08,034 Loading project parameters... +2021-12-17 17:51:08,036 + +23 of 25 jobs remaining (17:51) +2021-12-17 17:51:08,036 Sleep: 10 +2021-12-17 17:51:08,036 Number of retrials: 0 +2021-12-17 17:51:08,036 WRAPPER CHECK TIME = 10 +2021-12-17 17:51:08,037 Checking jobs for platform=marenostrum4 +2021-12-17 17:51:08,037 Checking jobs for platform=nord3 +2021-12-17 17:51:08,038 Checking jobs for platform=local +2021-12-17 17:51:08,038 Checking jobs for platform=transfer_node +2021-12-17 17:51:08,038 Checking all jobs at once +2021-12-17 17:51:10,863 Successful check job command +2021-12-17 17:51:15,588 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 17:51:15,589 End of checking +2021-12-17 17:51:15,590 Updating FAILED jobs +2021-12-17 17:51:15,590 Updating WAITING jobs +2021-12-17 17:51:15,591 Update finished +2021-12-17 17:51:15,591 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 17:51:15,592 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 17:51:15,592 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 17:51:15,592 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 17:51:15,595 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 17:51:15,597 Job list saved +2021-12-17 17:51:15,602 Updating FAILED jobs +2021-12-17 17:51:15,602 Updating WAITING jobs +2021-12-17 17:51:15,602 Update finished +2021-12-17 17:51:25,612 Reloading parameters... +2021-12-17 17:51:25,630 Loading parameters... +2021-12-17 17:51:25,631 Loading project parameters... +2021-12-17 17:51:25,633 + +23 of 25 jobs remaining (17:51) +2021-12-17 17:51:25,633 Sleep: 10 +2021-12-17 17:51:25,634 Number of retrials: 0 +2021-12-17 17:51:25,634 WRAPPER CHECK TIME = 10 +2021-12-17 17:51:25,634 Checking jobs for platform=marenostrum4 +2021-12-17 17:51:25,635 Checking jobs for platform=nord3 +2021-12-17 17:51:25,636 Checking jobs for platform=local +2021-12-17 17:51:25,636 Checking jobs for platform=transfer_node +2021-12-17 17:51:25,636 Checking all jobs at once +2021-12-17 17:51:27,006 Successful check job command +2021-12-17 17:51:28,626 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 17:51:28,626 End of checking +2021-12-17 17:51:28,628 Updating FAILED jobs +2021-12-17 17:51:28,628 Updating WAITING jobs +2021-12-17 17:51:28,628 Update finished +2021-12-17 17:51:28,628 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 17:51:28,628 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 17:51:28,628 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 17:51:28,629 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 17:51:28,631 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 17:51:28,634 Job list saved +2021-12-17 17:51:28,639 Updating FAILED jobs +2021-12-17 17:51:28,639 Updating WAITING jobs +2021-12-17 17:51:28,640 Update finished +2021-12-17 17:51:38,645 Reloading parameters... +2021-12-17 17:51:38,665 Loading parameters... +2021-12-17 17:51:38,667 Loading project parameters... +2021-12-17 17:51:38,668 + +23 of 25 jobs remaining (17:51) +2021-12-17 17:51:38,669 Sleep: 10 +2021-12-17 17:51:38,669 Number of retrials: 0 +2021-12-17 17:51:38,669 WRAPPER CHECK TIME = 10 +2021-12-17 17:51:38,670 Checking jobs for platform=marenostrum4 +2021-12-17 17:51:38,670 Checking jobs for platform=nord3 +2021-12-17 17:51:38,671 Checking jobs for platform=local +2021-12-17 17:51:38,671 Checking jobs for platform=transfer_node +2021-12-17 17:51:38,671 Checking all jobs at once +2021-12-17 17:51:42,545 Successful check job command +2021-12-17 17:51:45,369 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 17:51:45,369 End of checking +2021-12-17 17:51:45,370 Updating FAILED jobs +2021-12-17 17:51:45,370 Updating WAITING jobs +2021-12-17 17:51:45,370 Update finished +2021-12-17 17:51:45,371 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 17:51:45,371 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 17:51:45,371 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 17:51:45,371 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 17:51:45,375 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 17:51:45,377 Job list saved +2021-12-17 17:51:45,381 Updating FAILED jobs +2021-12-17 17:51:45,381 Updating WAITING jobs +2021-12-17 17:51:45,382 Update finished +2021-12-17 17:51:55,392 Reloading parameters... +2021-12-17 17:51:55,419 Loading parameters... +2021-12-17 17:51:55,420 Loading project parameters... +2021-12-17 17:51:55,424 + +23 of 25 jobs remaining (17:51) +2021-12-17 17:51:55,424 Sleep: 10 +2021-12-17 17:51:55,424 Number of retrials: 0 +2021-12-17 17:51:55,424 WRAPPER CHECK TIME = 10 +2021-12-17 17:51:55,427 Checking jobs for platform=marenostrum4 +2021-12-17 17:51:55,427 Checking jobs for platform=nord3 +2021-12-17 17:51:55,436 Checking jobs for platform=local +2021-12-17 17:51:55,445 Checking jobs for platform=transfer_node +2021-12-17 17:51:55,445 Checking all jobs at once +2021-12-17 17:51:57,018 Successful check job command +2021-12-17 17:51:59,489 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 17:51:59,490 End of checking +2021-12-17 17:51:59,493 Updating FAILED jobs +2021-12-17 17:51:59,494 Updating WAITING jobs +2021-12-17 17:51:59,494 Update finished +2021-12-17 17:51:59,494 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 17:51:59,495 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 17:51:59,495 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 17:51:59,495 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 17:51:59,499 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 17:51:59,502 Job list saved +2021-12-17 17:51:59,509 Updating FAILED jobs +2021-12-17 17:51:59,509 Updating WAITING jobs +2021-12-17 17:51:59,510 Update finished +2021-12-17 17:52:09,519 Reloading parameters... +2021-12-17 17:52:09,539 Loading parameters... +2021-12-17 17:52:09,541 Loading project parameters... +2021-12-17 17:52:09,543 + +23 of 25 jobs remaining (17:52) +2021-12-17 17:52:09,543 Sleep: 10 +2021-12-17 17:52:09,543 Number of retrials: 0 +2021-12-17 17:52:09,543 WRAPPER CHECK TIME = 10 +2021-12-17 17:52:09,544 Checking jobs for platform=marenostrum4 +2021-12-17 17:52:09,544 Checking jobs for platform=nord3 +2021-12-17 17:52:09,545 Checking jobs for platform=local +2021-12-17 17:52:09,546 Checking jobs for platform=transfer_node +2021-12-17 17:52:09,546 Checking all jobs at once +2021-12-17 17:52:11,668 Successful check job command +2021-12-17 17:52:14,744 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 17:52:14,744 End of checking +2021-12-17 17:52:14,745 Updating FAILED jobs +2021-12-17 17:52:14,745 Updating WAITING jobs +2021-12-17 17:52:14,746 Update finished +2021-12-17 17:52:14,746 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 17:52:14,746 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 17:52:14,746 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 17:52:14,746 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 17:52:14,749 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 17:52:14,751 Job list saved +2021-12-17 17:52:14,756 Updating FAILED jobs +2021-12-17 17:52:14,756 Updating WAITING jobs +2021-12-17 17:52:14,757 Update finished +2021-12-17 17:52:24,765 Reloading parameters... +2021-12-17 17:52:24,786 Loading parameters... +2021-12-17 17:52:24,788 Loading project parameters... +2021-12-17 17:52:24,790 + +23 of 25 jobs remaining (17:52) +2021-12-17 17:52:24,790 Sleep: 10 +2021-12-17 17:52:24,790 Number of retrials: 0 +2021-12-17 17:52:24,790 WRAPPER CHECK TIME = 10 +2021-12-17 17:52:24,791 Checking jobs for platform=marenostrum4 +2021-12-17 17:52:24,791 Checking jobs for platform=nord3 +2021-12-17 17:52:24,792 Checking jobs for platform=local +2021-12-17 17:52:24,792 Checking jobs for platform=transfer_node +2021-12-17 17:52:24,792 Checking all jobs at once +2021-12-17 17:52:27,365 Successful check job command +2021-12-17 17:52:30,542 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 17:52:30,542 End of checking +2021-12-17 17:52:30,544 Updating FAILED jobs +2021-12-17 17:52:30,544 Updating WAITING jobs +2021-12-17 17:52:30,544 Update finished +2021-12-17 17:52:30,544 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 17:52:30,545 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 17:52:30,545 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 17:52:30,545 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 17:52:30,548 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 17:52:30,550 Job list saved +2021-12-17 17:52:30,555 Updating FAILED jobs +2021-12-17 17:52:30,555 Updating WAITING jobs +2021-12-17 17:52:30,555 Update finished +2021-12-17 17:52:40,563 Reloading parameters... +2021-12-17 17:52:40,584 Loading parameters... +2021-12-17 17:52:40,585 Loading project parameters... +2021-12-17 17:52:40,587 + +23 of 25 jobs remaining (17:52) +2021-12-17 17:52:40,587 Sleep: 10 +2021-12-17 17:52:40,587 Number of retrials: 0 +2021-12-17 17:52:40,587 WRAPPER CHECK TIME = 10 +2021-12-17 17:52:40,588 Checking jobs for platform=marenostrum4 +2021-12-17 17:52:40,589 Checking jobs for platform=nord3 +2021-12-17 17:52:40,589 Checking jobs for platform=local +2021-12-17 17:52:40,590 Checking jobs for platform=transfer_node +2021-12-17 17:52:40,590 Checking all jobs at once +2021-12-17 17:52:42,712 Successful check job command +2021-12-17 17:52:44,483 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 17:52:44,483 End of checking +2021-12-17 17:52:44,484 Updating FAILED jobs +2021-12-17 17:52:44,484 Updating WAITING jobs +2021-12-17 17:52:44,485 Update finished +2021-12-17 17:52:44,485 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 17:52:44,485 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 17:52:44,486 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 17:52:44,486 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 17:52:44,488 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 17:52:44,491 Job list saved +2021-12-17 17:52:44,495 Updating FAILED jobs +2021-12-17 17:52:44,496 Updating WAITING jobs +2021-12-17 17:52:44,496 Update finished +2021-12-17 17:52:54,506 Reloading parameters... +2021-12-17 17:52:54,525 Loading parameters... +2021-12-17 17:52:54,526 Loading project parameters... +2021-12-17 17:52:54,528 + +23 of 25 jobs remaining (17:52) +2021-12-17 17:52:54,528 Sleep: 10 +2021-12-17 17:52:54,528 Number of retrials: 0 +2021-12-17 17:52:54,528 WRAPPER CHECK TIME = 10 +2021-12-17 17:52:54,529 Checking jobs for platform=marenostrum4 +2021-12-17 17:52:54,529 Checking jobs for platform=nord3 +2021-12-17 17:52:54,530 Checking jobs for platform=local +2021-12-17 17:52:54,530 Checking jobs for platform=transfer_node +2021-12-17 17:52:54,531 Checking all jobs at once +2021-12-17 17:52:56,307 Successful check job command +2021-12-17 17:52:58,280 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 17:52:58,280 End of checking +2021-12-17 17:52:58,281 Updating FAILED jobs +2021-12-17 17:52:58,281 Updating WAITING jobs +2021-12-17 17:52:58,281 Update finished +2021-12-17 17:52:58,282 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 17:52:58,282 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 17:52:58,282 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 17:52:58,282 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 17:52:58,285 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 17:52:58,287 Job list saved +2021-12-17 17:52:58,294 Updating FAILED jobs +2021-12-17 17:52:58,294 Updating WAITING jobs +2021-12-17 17:52:58,295 Update finished +2021-12-17 17:53:08,304 Reloading parameters... +2021-12-17 17:53:08,323 Loading parameters... +2021-12-17 17:53:08,324 Loading project parameters... +2021-12-17 17:53:08,326 + +23 of 25 jobs remaining (17:53) +2021-12-17 17:53:08,326 Sleep: 10 +2021-12-17 17:53:08,326 Number of retrials: 0 +2021-12-17 17:53:08,327 WRAPPER CHECK TIME = 10 +2021-12-17 17:53:08,327 Checking jobs for platform=marenostrum4 +2021-12-17 17:53:08,328 Checking jobs for platform=nord3 +2021-12-17 17:53:08,328 Checking jobs for platform=local +2021-12-17 17:53:08,329 Checking jobs for platform=transfer_node +2021-12-17 17:53:08,329 Checking all jobs at once +2021-12-17 17:53:10,450 Successful check job command +2021-12-17 17:53:13,323 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 17:53:13,323 End of checking +2021-12-17 17:53:13,325 Updating FAILED jobs +2021-12-17 17:53:13,325 Updating WAITING jobs +2021-12-17 17:53:13,325 Update finished +2021-12-17 17:53:13,325 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 17:53:13,325 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 17:53:13,326 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 17:53:13,326 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 17:53:13,328 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 17:53:13,331 Job list saved +2021-12-17 17:53:13,336 Updating FAILED jobs +2021-12-17 17:53:13,336 Updating WAITING jobs +2021-12-17 17:53:13,337 Update finished +2021-12-17 17:53:23,347 Reloading parameters... +2021-12-17 17:53:23,366 Loading parameters... +2021-12-17 17:53:23,367 Loading project parameters... +2021-12-17 17:53:23,370 + +23 of 25 jobs remaining (17:53) +2021-12-17 17:53:23,370 Sleep: 10 +2021-12-17 17:53:23,370 Number of retrials: 0 +2021-12-17 17:53:23,370 WRAPPER CHECK TIME = 10 +2021-12-17 17:53:23,371 Checking jobs for platform=marenostrum4 +2021-12-17 17:53:23,371 Checking jobs for platform=nord3 +2021-12-17 17:53:23,372 Checking jobs for platform=local +2021-12-17 17:53:23,372 Checking jobs for platform=transfer_node +2021-12-17 17:53:23,372 Checking all jobs at once +2021-12-17 17:53:24,995 Successful check job command +2021-12-17 17:53:30,471 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 17:53:30,472 End of checking +2021-12-17 17:53:30,473 Updating FAILED jobs +2021-12-17 17:53:30,473 Updating WAITING jobs +2021-12-17 17:53:30,475 Update finished +2021-12-17 17:53:30,478 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 17:53:30,479 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 17:53:30,479 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 17:53:30,480 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 17:53:30,494 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 17:53:30,498 Job list saved +2021-12-17 17:53:30,516 Updating FAILED jobs +2021-12-17 17:53:30,516 Updating WAITING jobs +2021-12-17 17:53:30,516 Update finished +2021-12-17 17:53:40,526 Reloading parameters... +2021-12-17 17:53:40,576 Loading parameters... +2021-12-17 17:53:40,577 Loading project parameters... +2021-12-17 17:53:40,579 + +23 of 25 jobs remaining (17:53) +2021-12-17 17:53:40,579 Sleep: 10 +2021-12-17 17:53:40,579 Number of retrials: 0 +2021-12-17 17:53:40,579 WRAPPER CHECK TIME = 10 +2021-12-17 17:53:40,582 Checking jobs for platform=marenostrum4 +2021-12-17 17:53:40,582 Checking jobs for platform=nord3 +2021-12-17 17:53:40,583 Checking jobs for platform=local +2021-12-17 17:53:40,584 Checking jobs for platform=transfer_node +2021-12-17 17:53:40,584 Checking all jobs at once +2021-12-17 17:53:44,106 Successful check job command +2021-12-17 17:53:51,936 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 17:53:51,937 End of checking +2021-12-17 17:53:51,938 Updating FAILED jobs +2021-12-17 17:53:51,938 Updating WAITING jobs +2021-12-17 17:53:51,938 Update finished +2021-12-17 17:53:51,938 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 17:53:51,939 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 17:53:51,939 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 17:53:51,939 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 17:53:51,944 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 17:53:51,948 Job list saved +2021-12-17 17:53:51,961 Updating FAILED jobs +2021-12-17 17:53:51,961 Updating WAITING jobs +2021-12-17 17:53:51,962 Update finished +2021-12-17 17:54:01,972 Reloading parameters... +2021-12-17 17:54:02,009 Loading parameters... +2021-12-17 17:54:02,011 Loading project parameters... +2021-12-17 17:54:02,017 + +23 of 25 jobs remaining (17:54) +2021-12-17 17:54:02,017 Sleep: 10 +2021-12-17 17:54:02,017 Number of retrials: 0 +2021-12-17 17:54:02,017 WRAPPER CHECK TIME = 10 +2021-12-17 17:54:02,018 Checking jobs for platform=marenostrum4 +2021-12-17 17:54:02,018 Checking jobs for platform=nord3 +2021-12-17 17:54:02,022 Checking jobs for platform=local +2021-12-17 17:54:02,022 Checking jobs for platform=transfer_node +2021-12-17 17:54:02,022 Checking all jobs at once +2021-12-17 17:54:04,299 Successful check job command +2021-12-17 17:54:06,872 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 17:54:06,872 End of checking +2021-12-17 17:54:06,874 Updating FAILED jobs +2021-12-17 17:54:06,874 Updating WAITING jobs +2021-12-17 17:54:06,875 Update finished +2021-12-17 17:54:06,875 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 17:54:06,876 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 17:54:06,877 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 17:54:06,877 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 17:54:06,880 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 17:54:06,882 Job list saved +2021-12-17 17:54:06,889 Updating FAILED jobs +2021-12-17 17:54:06,890 Updating WAITING jobs +2021-12-17 17:54:06,890 Update finished +2021-12-17 17:54:16,898 Reloading parameters... +2021-12-17 17:54:16,944 Loading parameters... +2021-12-17 17:54:16,946 Loading project parameters... +2021-12-17 17:54:16,948 + +23 of 25 jobs remaining (17:54) +2021-12-17 17:54:16,948 Sleep: 10 +2021-12-17 17:54:16,948 Number of retrials: 0 +2021-12-17 17:54:16,948 WRAPPER CHECK TIME = 10 +2021-12-17 17:54:16,949 Checking jobs for platform=marenostrum4 +2021-12-17 17:54:16,949 Checking jobs for platform=nord3 +2021-12-17 17:54:16,950 Checking jobs for platform=local +2021-12-17 17:54:16,951 Checking jobs for platform=transfer_node +2021-12-17 17:54:16,951 Checking all jobs at once +2021-12-17 17:54:20,375 Successful check job command +2021-12-17 17:54:22,900 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 17:54:22,900 End of checking +2021-12-17 17:54:22,902 Updating FAILED jobs +2021-12-17 17:54:22,902 Updating WAITING jobs +2021-12-17 17:54:22,902 Update finished +2021-12-17 17:54:22,902 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 17:54:22,903 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 17:54:22,903 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 17:54:22,903 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 17:54:22,906 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 17:54:22,908 Job list saved +2021-12-17 17:54:22,913 Updating FAILED jobs +2021-12-17 17:54:22,913 Updating WAITING jobs +2021-12-17 17:54:22,913 Update finished +2021-12-17 17:54:32,923 Reloading parameters... +2021-12-17 17:54:32,945 Loading parameters... +2021-12-17 17:54:32,946 Loading project parameters... +2021-12-17 17:54:32,955 + +23 of 25 jobs remaining (17:54) +2021-12-17 17:54:32,956 Sleep: 10 +2021-12-17 17:54:32,956 Number of retrials: 0 +2021-12-17 17:54:32,956 WRAPPER CHECK TIME = 10 +2021-12-17 17:54:32,956 Checking jobs for platform=marenostrum4 +2021-12-17 17:54:32,957 Checking jobs for platform=nord3 +2021-12-17 17:54:32,957 Checking jobs for platform=local +2021-12-17 17:54:32,958 Checking jobs for platform=transfer_node +2021-12-17 17:54:32,958 Checking all jobs at once +2021-12-17 17:54:36,240 Successful check job command +2021-12-17 17:54:40,515 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 17:54:40,515 End of checking +2021-12-17 17:54:40,516 Updating FAILED jobs +2021-12-17 17:54:40,516 Updating WAITING jobs +2021-12-17 17:54:40,517 Update finished +2021-12-17 17:54:40,517 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 17:54:40,517 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 17:54:40,518 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 17:54:40,518 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 17:54:40,520 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 17:54:40,522 Job list saved +2021-12-17 17:54:40,527 Updating FAILED jobs +2021-12-17 17:54:40,527 Updating WAITING jobs +2021-12-17 17:54:40,527 Update finished +2021-12-17 17:54:50,537 Reloading parameters... +2021-12-17 17:54:50,555 Loading parameters... +2021-12-17 17:54:50,556 Loading project parameters... +2021-12-17 17:54:50,558 + +23 of 25 jobs remaining (17:54) +2021-12-17 17:54:50,558 Sleep: 10 +2021-12-17 17:54:50,559 Number of retrials: 0 +2021-12-17 17:54:50,559 WRAPPER CHECK TIME = 10 +2021-12-17 17:54:50,559 Checking jobs for platform=marenostrum4 +2021-12-17 17:54:50,560 Checking jobs for platform=nord3 +2021-12-17 17:54:50,560 Checking jobs for platform=local +2021-12-17 17:54:50,561 Checking jobs for platform=transfer_node +2021-12-17 17:54:50,561 Checking all jobs at once +2021-12-17 17:54:51,931 Successful check job command +2021-12-17 17:54:54,051 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 17:54:54,051 End of checking +2021-12-17 17:54:54,053 Updating FAILED jobs +2021-12-17 17:54:54,053 Updating WAITING jobs +2021-12-17 17:54:54,053 Update finished +2021-12-17 17:54:54,053 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 17:54:54,053 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 17:54:54,054 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 17:54:54,054 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 17:54:54,056 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 17:54:54,058 Job list saved +2021-12-17 17:54:54,063 Updating FAILED jobs +2021-12-17 17:54:54,063 Updating WAITING jobs +2021-12-17 17:54:54,063 Update finished +2021-12-17 17:55:04,073 Reloading parameters... +2021-12-17 17:55:04,160 Loading parameters... +2021-12-17 17:55:04,161 Loading project parameters... +2021-12-17 17:55:04,163 + +23 of 25 jobs remaining (17:55) +2021-12-17 17:55:04,164 Sleep: 10 +2021-12-17 17:55:04,164 Number of retrials: 0 +2021-12-17 17:55:04,164 WRAPPER CHECK TIME = 10 +2021-12-17 17:55:04,164 Checking jobs for platform=marenostrum4 +2021-12-17 17:55:04,165 Checking jobs for platform=nord3 +2021-12-17 17:55:04,165 Checking jobs for platform=local +2021-12-17 17:55:04,166 Checking jobs for platform=transfer_node +2021-12-17 17:55:04,166 Checking all jobs at once +2021-12-17 17:55:05,786 Successful check job command +2021-12-17 17:55:07,657 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 17:55:07,657 End of checking +2021-12-17 17:55:07,659 Updating FAILED jobs +2021-12-17 17:55:07,659 Updating WAITING jobs +2021-12-17 17:55:07,659 Update finished +2021-12-17 17:55:07,659 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 17:55:07,659 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 17:55:07,660 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 17:55:07,660 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 17:55:07,662 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 17:55:07,664 Job list saved +2021-12-17 17:55:07,669 Updating FAILED jobs +2021-12-17 17:55:07,669 Updating WAITING jobs +2021-12-17 17:55:07,669 Update finished +2021-12-17 17:55:17,680 Reloading parameters... +2021-12-17 17:55:17,721 Loading parameters... +2021-12-17 17:55:17,723 Loading project parameters... +2021-12-17 17:55:17,725 + +23 of 25 jobs remaining (17:55) +2021-12-17 17:55:17,725 Sleep: 10 +2021-12-17 17:55:17,725 Number of retrials: 0 +2021-12-17 17:55:17,725 WRAPPER CHECK TIME = 10 +2021-12-17 17:55:17,726 Checking jobs for platform=marenostrum4 +2021-12-17 17:55:17,726 Checking jobs for platform=nord3 +2021-12-17 17:55:17,727 Checking jobs for platform=local +2021-12-17 17:55:17,728 Checking jobs for platform=transfer_node +2021-12-17 17:55:17,728 Checking all jobs at once +2021-12-17 17:55:19,749 Successful check job command +2021-12-17 17:55:23,024 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 17:55:23,024 End of checking +2021-12-17 17:55:23,026 Updating FAILED jobs +2021-12-17 17:55:23,026 Updating WAITING jobs +2021-12-17 17:55:23,026 Update finished +2021-12-17 17:55:23,027 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 17:55:23,027 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 17:55:23,027 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 17:55:23,027 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 17:55:23,030 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 17:55:23,032 Job list saved +2021-12-17 17:55:23,037 Updating FAILED jobs +2021-12-17 17:55:23,037 Updating WAITING jobs +2021-12-17 17:55:23,037 Update finished +2021-12-17 17:55:33,047 Reloading parameters... +2021-12-17 17:55:33,070 Loading parameters... +2021-12-17 17:55:33,071 Loading project parameters... +2021-12-17 17:55:33,073 + +23 of 25 jobs remaining (17:55) +2021-12-17 17:55:33,073 Sleep: 10 +2021-12-17 17:55:33,073 Number of retrials: 0 +2021-12-17 17:55:33,073 WRAPPER CHECK TIME = 10 +2021-12-17 17:55:33,074 Checking jobs for platform=marenostrum4 +2021-12-17 17:55:33,074 Checking jobs for platform=nord3 +2021-12-17 17:55:33,075 Checking jobs for platform=local +2021-12-17 17:55:33,075 Checking jobs for platform=transfer_node +2021-12-17 17:55:33,075 Checking all jobs at once +2021-12-17 17:55:35,054 Successful check job command +2021-12-17 17:55:38,131 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 17:55:38,134 End of checking +2021-12-17 17:55:38,136 Updating FAILED jobs +2021-12-17 17:55:38,136 Updating WAITING jobs +2021-12-17 17:55:38,136 Update finished +2021-12-17 17:55:38,137 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 17:55:38,137 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 17:55:38,137 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 17:55:38,137 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 17:55:38,140 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 17:55:38,142 Job list saved +2021-12-17 17:55:38,153 Updating FAILED jobs +2021-12-17 17:55:38,154 Updating WAITING jobs +2021-12-17 17:55:38,154 Update finished +2021-12-17 17:55:48,158 Reloading parameters... +2021-12-17 17:55:48,178 Loading parameters... +2021-12-17 17:55:48,179 Loading project parameters... +2021-12-17 17:55:48,183 + +23 of 25 jobs remaining (17:55) +2021-12-17 17:55:48,183 Sleep: 10 +2021-12-17 17:55:48,183 Number of retrials: 0 +2021-12-17 17:55:48,183 WRAPPER CHECK TIME = 10 +2021-12-17 17:55:48,184 Checking jobs for platform=marenostrum4 +2021-12-17 17:55:48,184 Checking jobs for platform=nord3 +2021-12-17 17:55:48,185 Checking jobs for platform=local +2021-12-17 17:55:48,185 Checking jobs for platform=transfer_node +2021-12-17 17:55:48,185 Checking all jobs at once +2021-12-17 17:55:49,705 Successful check job command +2021-12-17 17:55:52,129 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 17:55:52,130 End of checking +2021-12-17 17:55:52,132 Updating FAILED jobs +2021-12-17 17:55:52,132 Updating WAITING jobs +2021-12-17 17:55:52,132 Update finished +2021-12-17 17:55:52,132 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 17:55:52,132 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 17:55:52,133 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 17:55:52,133 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 17:55:52,136 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 17:55:52,140 Job list saved +2021-12-17 17:55:52,145 Updating FAILED jobs +2021-12-17 17:55:52,145 Updating WAITING jobs +2021-12-17 17:55:52,151 Update finished +2021-12-17 17:56:02,161 Reloading parameters... +2021-12-17 17:56:02,181 Loading parameters... +2021-12-17 17:56:02,183 Loading project parameters... +2021-12-17 17:56:02,185 + +23 of 25 jobs remaining (17:56) +2021-12-17 17:56:02,186 Sleep: 10 +2021-12-17 17:56:02,186 Number of retrials: 0 +2021-12-17 17:56:02,186 WRAPPER CHECK TIME = 10 +2021-12-17 17:56:02,187 Checking jobs for platform=marenostrum4 +2021-12-17 17:56:02,187 Checking jobs for platform=nord3 +2021-12-17 17:56:02,188 Checking jobs for platform=local +2021-12-17 17:56:02,189 Checking jobs for platform=transfer_node +2021-12-17 17:56:02,189 Checking all jobs at once +2021-12-17 17:56:05,161 Successful check job command +2021-12-17 17:56:07,833 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 17:56:07,834 End of checking +2021-12-17 17:56:07,836 Updating FAILED jobs +2021-12-17 17:56:07,836 Updating WAITING jobs +2021-12-17 17:56:07,837 Update finished +2021-12-17 17:56:07,837 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 17:56:07,839 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 17:56:07,839 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 17:56:07,840 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 17:56:07,842 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 17:56:07,844 Job list saved +2021-12-17 17:56:07,849 Updating FAILED jobs +2021-12-17 17:56:07,849 Updating WAITING jobs +2021-12-17 17:56:07,849 Update finished +2021-12-17 17:56:17,860 Reloading parameters... +2021-12-17 17:56:17,879 Loading parameters... +2021-12-17 17:56:17,880 Loading project parameters... +2021-12-17 17:56:17,882 + +23 of 25 jobs remaining (17:56) +2021-12-17 17:56:17,882 Sleep: 10 +2021-12-17 17:56:17,882 Number of retrials: 0 +2021-12-17 17:56:17,882 WRAPPER CHECK TIME = 10 +2021-12-17 17:56:17,883 Checking jobs for platform=marenostrum4 +2021-12-17 17:56:17,883 Checking jobs for platform=nord3 +2021-12-17 17:56:17,884 Checking jobs for platform=local +2021-12-17 17:56:17,884 Checking jobs for platform=transfer_node +2021-12-17 17:56:17,884 Checking all jobs at once +2021-12-17 17:56:21,617 Successful check job command +2021-12-17 17:56:24,742 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 17:56:24,742 End of checking +2021-12-17 17:56:24,762 Updating FAILED jobs +2021-12-17 17:56:24,762 Updating WAITING jobs +2021-12-17 17:56:24,763 Update finished +2021-12-17 17:56:24,763 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 17:56:24,763 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 17:56:24,763 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 17:56:24,763 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 17:56:24,838 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 17:56:24,841 Job list saved +2021-12-17 17:56:24,993 Updating FAILED jobs +2021-12-17 17:56:24,993 Updating WAITING jobs +2021-12-17 17:56:24,994 Update finished +2021-12-17 17:56:35,004 Reloading parameters... +2021-12-17 17:56:35,902 Loading parameters... +2021-12-17 17:56:35,903 Loading project parameters... +2021-12-17 17:56:35,906 + +23 of 25 jobs remaining (17:56) +2021-12-17 17:56:35,907 Sleep: 10 +2021-12-17 17:56:35,907 Number of retrials: 0 +2021-12-17 17:56:35,907 WRAPPER CHECK TIME = 10 +2021-12-17 17:56:35,907 Checking jobs for platform=marenostrum4 +2021-12-17 17:56:35,908 Checking jobs for platform=nord3 +2021-12-17 17:56:35,909 Checking jobs for platform=local +2021-12-17 17:56:35,909 Checking jobs for platform=transfer_node +2021-12-17 17:56:35,909 Checking all jobs at once +2021-12-17 17:56:38,086 Successful check job command +2021-12-17 17:56:40,959 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 17:56:40,959 End of checking +2021-12-17 17:56:41,095 Updating FAILED jobs +2021-12-17 17:56:41,099 Updating WAITING jobs +2021-12-17 17:56:41,099 Update finished +2021-12-17 17:56:41,099 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 17:56:41,101 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 17:56:41,101 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 17:56:41,101 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 17:56:41,174 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 17:56:41,176 Job list saved +2021-12-17 17:56:41,327 Updating FAILED jobs +2021-12-17 17:56:41,327 Updating WAITING jobs +2021-12-17 17:56:41,328 Update finished +2021-12-17 17:56:51,332 Reloading parameters... +2021-12-17 17:56:51,424 Loading parameters... +2021-12-17 17:56:51,425 Loading project parameters... +2021-12-17 17:56:51,429 + +23 of 25 jobs remaining (17:56) +2021-12-17 17:56:51,429 Sleep: 10 +2021-12-17 17:56:51,429 Number of retrials: 0 +2021-12-17 17:56:51,429 WRAPPER CHECK TIME = 10 +2021-12-17 17:56:51,430 Checking jobs for platform=marenostrum4 +2021-12-17 17:56:51,430 Checking jobs for platform=nord3 +2021-12-17 17:56:51,431 Checking jobs for platform=local +2021-12-17 17:56:51,431 Checking jobs for platform=transfer_node +2021-12-17 17:56:51,431 Checking all jobs at once +2021-12-17 17:56:54,657 Successful check job command +2021-12-17 17:56:56,739 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 17:56:56,739 End of checking +2021-12-17 17:56:56,794 Updating FAILED jobs +2021-12-17 17:56:56,794 Updating WAITING jobs +2021-12-17 17:56:56,794 Update finished +2021-12-17 17:56:56,795 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 17:56:56,795 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 17:56:56,795 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 17:56:56,795 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 17:56:56,879 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 17:56:56,881 Job list saved +2021-12-17 17:56:57,024 Updating FAILED jobs +2021-12-17 17:56:57,024 Updating WAITING jobs +2021-12-17 17:56:57,024 Update finished +2021-12-17 17:57:07,025 Reloading parameters... +2021-12-17 17:57:07,048 Loading parameters... +2021-12-17 17:57:07,049 Loading project parameters... +2021-12-17 17:57:07,051 + +23 of 25 jobs remaining (17:57) +2021-12-17 17:57:07,051 Sleep: 10 +2021-12-17 17:57:07,051 Number of retrials: 0 +2021-12-17 17:57:07,051 WRAPPER CHECK TIME = 10 +2021-12-17 17:57:07,052 Checking jobs for platform=marenostrum4 +2021-12-17 17:57:07,053 Checking jobs for platform=nord3 +2021-12-17 17:57:07,054 Checking jobs for platform=local +2021-12-17 17:57:07,054 Checking jobs for platform=transfer_node +2021-12-17 17:57:07,054 Checking all jobs at once +2021-12-17 17:57:11,531 Successful check job command +2021-12-17 17:57:15,155 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 17:57:15,155 End of checking +2021-12-17 17:57:15,162 Updating FAILED jobs +2021-12-17 17:57:15,162 Updating WAITING jobs +2021-12-17 17:57:15,163 Update finished +2021-12-17 17:57:15,163 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 17:57:15,164 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 17:57:15,164 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 17:57:15,164 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 17:57:15,186 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 17:57:15,197 Job list saved +2021-12-17 17:57:15,216 Updating FAILED jobs +2021-12-17 17:57:15,216 Updating WAITING jobs +2021-12-17 17:57:15,216 Update finished +2021-12-17 17:57:25,226 Reloading parameters... +2021-12-17 17:57:25,308 Loading parameters... +2021-12-17 17:57:25,309 Loading project parameters... +2021-12-17 17:57:25,311 + +23 of 25 jobs remaining (17:57) +2021-12-17 17:57:25,311 Sleep: 10 +2021-12-17 17:57:25,312 Number of retrials: 0 +2021-12-17 17:57:25,312 WRAPPER CHECK TIME = 10 +2021-12-17 17:57:25,312 Checking jobs for platform=marenostrum4 +2021-12-17 17:57:25,313 Checking jobs for platform=nord3 +2021-12-17 17:57:25,313 Checking jobs for platform=local +2021-12-17 17:57:25,314 Checking jobs for platform=transfer_node +2021-12-17 17:57:25,314 Checking all jobs at once +2021-12-17 17:57:27,535 Successful check job command +2021-12-17 17:57:31,058 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 17:57:31,058 End of checking +2021-12-17 17:57:31,060 Updating FAILED jobs +2021-12-17 17:57:31,060 Updating WAITING jobs +2021-12-17 17:57:31,060 Update finished +2021-12-17 17:57:31,060 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 17:57:31,060 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 17:57:31,061 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 17:57:31,061 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 17:57:31,063 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 17:57:31,066 Job list saved +2021-12-17 17:57:31,071 Updating FAILED jobs +2021-12-17 17:57:31,071 Updating WAITING jobs +2021-12-17 17:57:31,071 Update finished +2021-12-17 17:57:41,081 Reloading parameters... +2021-12-17 17:57:41,098 Loading parameters... +2021-12-17 17:57:41,099 Loading project parameters... +2021-12-17 17:57:41,101 + +23 of 25 jobs remaining (17:57) +2021-12-17 17:57:41,101 Sleep: 10 +2021-12-17 17:57:41,102 Number of retrials: 0 +2021-12-17 17:57:41,102 WRAPPER CHECK TIME = 10 +2021-12-17 17:57:41,102 Checking jobs for platform=marenostrum4 +2021-12-17 17:57:41,103 Checking jobs for platform=nord3 +2021-12-17 17:57:41,103 Checking jobs for platform=local +2021-12-17 17:57:41,104 Checking jobs for platform=transfer_node +2021-12-17 17:57:41,104 Checking all jobs at once +2021-12-17 17:57:43,381 Successful check job command +2021-12-17 17:57:49,057 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 17:57:49,057 End of checking +2021-12-17 17:57:49,059 Updating FAILED jobs +2021-12-17 17:57:49,059 Updating WAITING jobs +2021-12-17 17:57:49,059 Update finished +2021-12-17 17:57:49,059 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 17:57:49,060 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 17:57:49,060 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 17:57:49,060 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 17:57:49,064 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 17:57:49,066 Job list saved +2021-12-17 17:57:49,073 Updating FAILED jobs +2021-12-17 17:57:49,073 Updating WAITING jobs +2021-12-17 17:57:49,074 Update finished +2021-12-17 17:57:59,084 Reloading parameters... +2021-12-17 17:57:59,109 Loading parameters... +2021-12-17 17:57:59,111 Loading project parameters... +2021-12-17 17:57:59,113 + +23 of 25 jobs remaining (17:57) +2021-12-17 17:57:59,113 Sleep: 10 +2021-12-17 17:57:59,113 Number of retrials: 0 +2021-12-17 17:57:59,113 WRAPPER CHECK TIME = 10 +2021-12-17 17:57:59,114 Checking jobs for platform=marenostrum4 +2021-12-17 17:57:59,114 Checking jobs for platform=nord3 +2021-12-17 17:57:59,115 Checking jobs for platform=local +2021-12-17 17:57:59,115 Checking jobs for platform=transfer_node +2021-12-17 17:57:59,115 Checking all jobs at once +2021-12-17 17:58:00,737 Successful check job command +2021-12-17 17:58:05,212 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 17:58:05,213 End of checking +2021-12-17 17:58:05,214 Updating FAILED jobs +2021-12-17 17:58:05,214 Updating WAITING jobs +2021-12-17 17:58:05,214 Update finished +2021-12-17 17:58:05,214 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 17:58:05,215 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 17:58:05,215 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 17:58:05,215 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 17:58:05,218 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 17:58:05,220 Job list saved +2021-12-17 17:58:05,225 Updating FAILED jobs +2021-12-17 17:58:05,225 Updating WAITING jobs +2021-12-17 17:58:05,226 Update finished +2021-12-17 17:58:15,236 Reloading parameters... +2021-12-17 17:58:15,280 Loading parameters... +2021-12-17 17:58:15,281 Loading project parameters... +2021-12-17 17:58:15,285 + +23 of 25 jobs remaining (17:58) +2021-12-17 17:58:15,286 Sleep: 10 +2021-12-17 17:58:15,286 Number of retrials: 0 +2021-12-17 17:58:15,286 WRAPPER CHECK TIME = 10 +2021-12-17 17:58:15,299 Checking jobs for platform=marenostrum4 +2021-12-17 17:58:15,319 Checking jobs for platform=nord3 +2021-12-17 17:58:15,319 Checking jobs for platform=local +2021-12-17 17:58:15,330 Checking jobs for platform=transfer_node +2021-12-17 17:58:15,330 Checking all jobs at once +2021-12-17 17:58:18,177 Successful check job command +2021-12-17 17:58:21,451 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 17:58:21,451 End of checking +2021-12-17 17:58:21,452 Updating FAILED jobs +2021-12-17 17:58:21,452 Updating WAITING jobs +2021-12-17 17:58:21,453 Update finished +2021-12-17 17:58:21,453 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 17:58:21,453 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 17:58:21,453 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 17:58:21,453 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 17:58:21,456 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 17:58:21,458 Job list saved +2021-12-17 17:58:21,462 Updating FAILED jobs +2021-12-17 17:58:21,463 Updating WAITING jobs +2021-12-17 17:58:21,463 Update finished +2021-12-17 17:58:31,473 Reloading parameters... +2021-12-17 17:58:31,491 Loading parameters... +2021-12-17 17:58:31,492 Loading project parameters... +2021-12-17 17:58:31,494 + +23 of 25 jobs remaining (17:58) +2021-12-17 17:58:31,494 Sleep: 10 +2021-12-17 17:58:31,494 Number of retrials: 0 +2021-12-17 17:58:31,494 WRAPPER CHECK TIME = 10 +2021-12-17 17:58:31,495 Checking jobs for platform=marenostrum4 +2021-12-17 17:58:31,496 Checking jobs for platform=nord3 +2021-12-17 17:58:31,496 Checking jobs for platform=local +2021-12-17 17:58:31,497 Checking jobs for platform=transfer_node +2021-12-17 17:58:31,497 Checking all jobs at once +2021-12-17 17:58:33,018 Successful check job command +2021-12-17 17:58:36,392 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 17:58:36,392 End of checking +2021-12-17 17:58:36,394 Updating FAILED jobs +2021-12-17 17:58:36,395 Updating WAITING jobs +2021-12-17 17:58:36,395 Update finished +2021-12-17 17:58:36,395 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 17:58:36,396 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 17:58:36,396 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 17:58:36,396 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 17:58:36,400 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 17:58:36,405 Job list saved +2021-12-17 17:58:36,411 Updating FAILED jobs +2021-12-17 17:58:36,412 Updating WAITING jobs +2021-12-17 17:58:36,412 Update finished +2021-12-17 17:58:46,422 Reloading parameters... +2021-12-17 17:58:46,486 Loading parameters... +2021-12-17 17:58:46,496 Loading project parameters... +2021-12-17 17:58:46,498 + +23 of 25 jobs remaining (17:58) +2021-12-17 17:58:46,499 Sleep: 10 +2021-12-17 17:58:46,499 Number of retrials: 0 +2021-12-17 17:58:46,499 WRAPPER CHECK TIME = 10 +2021-12-17 17:58:46,499 Checking jobs for platform=marenostrum4 +2021-12-17 17:58:46,500 Checking jobs for platform=nord3 +2021-12-17 17:58:46,500 Checking jobs for platform=local +2021-12-17 17:58:46,501 Checking jobs for platform=transfer_node +2021-12-17 17:58:46,501 Checking all jobs at once +2021-12-17 17:58:49,527 Successful check job command +2021-12-17 17:58:52,750 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 17:58:52,750 End of checking +2021-12-17 17:58:52,751 Updating FAILED jobs +2021-12-17 17:58:52,751 Updating WAITING jobs +2021-12-17 17:58:52,752 Update finished +2021-12-17 17:58:52,752 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 17:58:52,752 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 17:58:52,752 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 17:58:52,752 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 17:58:52,755 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 17:58:52,757 Job list saved +2021-12-17 17:58:52,762 Updating FAILED jobs +2021-12-17 17:58:52,763 Updating WAITING jobs +2021-12-17 17:58:52,763 Update finished +2021-12-17 17:59:02,773 Reloading parameters... +2021-12-17 17:59:02,798 Loading parameters... +2021-12-17 17:59:02,803 Loading project parameters... +2021-12-17 17:59:02,825 + +23 of 25 jobs remaining (17:59) +2021-12-17 17:59:02,826 Sleep: 10 +2021-12-17 17:59:02,826 Number of retrials: 0 +2021-12-17 17:59:02,826 WRAPPER CHECK TIME = 10 +2021-12-17 17:59:02,826 Checking jobs for platform=marenostrum4 +2021-12-17 17:59:02,829 Checking jobs for platform=nord3 +2021-12-17 17:59:02,835 Checking jobs for platform=local +2021-12-17 17:59:02,841 Checking jobs for platform=transfer_node +2021-12-17 17:59:02,841 Checking all jobs at once +2021-12-17 17:59:05,065 Successful check job command +2021-12-17 17:59:07,790 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 17:59:07,790 End of checking +2021-12-17 17:59:07,791 Updating FAILED jobs +2021-12-17 17:59:07,792 Updating WAITING jobs +2021-12-17 17:59:07,792 Update finished +2021-12-17 17:59:07,792 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 17:59:07,792 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 17:59:07,792 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 17:59:07,793 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 17:59:07,795 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 17:59:07,797 Job list saved +2021-12-17 17:59:07,802 Updating FAILED jobs +2021-12-17 17:59:07,803 Updating WAITING jobs +2021-12-17 17:59:07,803 Update finished +2021-12-17 17:59:17,813 Reloading parameters... +2021-12-17 17:59:17,832 Loading parameters... +2021-12-17 17:59:17,834 Loading project parameters... +2021-12-17 17:59:17,836 + +23 of 25 jobs remaining (17:59) +2021-12-17 17:59:17,836 Sleep: 10 +2021-12-17 17:59:17,836 Number of retrials: 0 +2021-12-17 17:59:17,836 WRAPPER CHECK TIME = 10 +2021-12-17 17:59:17,837 Checking jobs for platform=marenostrum4 +2021-12-17 17:59:17,837 Checking jobs for platform=nord3 +2021-12-17 17:59:17,838 Checking jobs for platform=local +2021-12-17 17:59:17,838 Checking jobs for platform=transfer_node +2021-12-17 17:59:17,838 Checking all jobs at once +2021-12-17 17:59:19,364 Successful check job command +2021-12-17 17:59:24,848 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 17:59:24,848 End of checking +2021-12-17 17:59:24,849 Updating FAILED jobs +2021-12-17 17:59:24,850 Updating WAITING jobs +2021-12-17 17:59:24,850 Update finished +2021-12-17 17:59:24,850 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 17:59:24,851 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 17:59:24,851 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 17:59:24,851 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 17:59:24,853 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 17:59:24,856 Job list saved +2021-12-17 17:59:24,860 Updating FAILED jobs +2021-12-17 17:59:24,861 Updating WAITING jobs +2021-12-17 17:59:24,861 Update finished +2021-12-17 17:59:34,871 Reloading parameters... +2021-12-17 17:59:34,889 Loading parameters... +2021-12-17 17:59:34,891 Loading project parameters... +2021-12-17 17:59:34,893 + +23 of 25 jobs remaining (17:59) +2021-12-17 17:59:34,893 Sleep: 10 +2021-12-17 17:59:34,893 Number of retrials: 0 +2021-12-17 17:59:34,893 WRAPPER CHECK TIME = 10 +2021-12-17 17:59:34,894 Checking jobs for platform=marenostrum4 +2021-12-17 17:59:34,894 Checking jobs for platform=nord3 +2021-12-17 17:59:34,895 Checking jobs for platform=local +2021-12-17 17:59:34,895 Checking jobs for platform=transfer_node +2021-12-17 17:59:34,895 Checking all jobs at once +2021-12-17 17:59:36,721 Successful check job command +2021-12-17 17:59:40,595 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 17:59:40,595 End of checking +2021-12-17 17:59:40,597 Updating FAILED jobs +2021-12-17 17:59:40,597 Updating WAITING jobs +2021-12-17 17:59:40,597 Update finished +2021-12-17 17:59:40,597 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 17:59:40,597 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 17:59:40,598 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 17:59:40,598 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 17:59:40,600 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 17:59:40,602 Job list saved +2021-12-17 17:59:40,607 Updating FAILED jobs +2021-12-17 17:59:40,607 Updating WAITING jobs +2021-12-17 17:59:40,607 Update finished +2021-12-17 17:59:50,617 Reloading parameters... +2021-12-17 17:59:50,634 Loading parameters... +2021-12-17 17:59:50,635 Loading project parameters... +2021-12-17 17:59:50,637 + +23 of 25 jobs remaining (17:59) +2021-12-17 17:59:50,637 Sleep: 10 +2021-12-17 17:59:50,637 Number of retrials: 0 +2021-12-17 17:59:50,637 WRAPPER CHECK TIME = 10 +2021-12-17 17:59:50,638 Checking jobs for platform=marenostrum4 +2021-12-17 17:59:50,638 Checking jobs for platform=nord3 +2021-12-17 17:59:50,639 Checking jobs for platform=local +2021-12-17 17:59:50,640 Checking jobs for platform=transfer_node +2021-12-17 17:59:50,640 Checking all jobs at once +2021-12-17 17:59:51,959 Successful check job command +2021-12-17 17:59:59,402 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 17:59:59,402 End of checking +2021-12-17 17:59:59,403 Updating FAILED jobs +2021-12-17 17:59:59,403 Updating WAITING jobs +2021-12-17 17:59:59,404 Update finished +2021-12-17 17:59:59,404 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 17:59:59,405 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 17:59:59,406 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 17:59:59,406 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 17:59:59,408 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 17:59:59,411 Job list saved +2021-12-17 17:59:59,415 Updating FAILED jobs +2021-12-17 17:59:59,416 Updating WAITING jobs +2021-12-17 17:59:59,416 Update finished +2021-12-17 18:00:09,426 Reloading parameters... +2021-12-17 18:00:09,445 Loading parameters... +2021-12-17 18:00:09,446 Loading project parameters... +2021-12-17 18:00:09,448 + +23 of 25 jobs remaining (18:00) +2021-12-17 18:00:09,449 Sleep: 10 +2021-12-17 18:00:09,449 Number of retrials: 0 +2021-12-17 18:00:09,449 WRAPPER CHECK TIME = 10 +2021-12-17 18:00:09,449 Checking jobs for platform=marenostrum4 +2021-12-17 18:00:09,450 Checking jobs for platform=nord3 +2021-12-17 18:00:09,451 Checking jobs for platform=local +2021-12-17 18:00:09,451 Checking jobs for platform=transfer_node +2021-12-17 18:00:09,452 Checking all jobs at once +2021-12-17 18:00:10,987 Successful check job command +2021-12-17 18:00:12,766 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:00:12,766 End of checking +2021-12-17 18:00:12,767 Updating FAILED jobs +2021-12-17 18:00:12,767 Updating WAITING jobs +2021-12-17 18:00:12,767 Update finished +2021-12-17 18:00:12,768 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:00:12,768 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:00:12,768 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:00:12,768 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:00:12,771 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:00:12,773 Job list saved +2021-12-17 18:00:12,777 Updating FAILED jobs +2021-12-17 18:00:12,777 Updating WAITING jobs +2021-12-17 18:00:12,778 Update finished +2021-12-17 18:00:22,786 Reloading parameters... +2021-12-17 18:00:22,806 Loading parameters... +2021-12-17 18:00:22,807 Loading project parameters... +2021-12-17 18:00:22,809 + +23 of 25 jobs remaining (18:00) +2021-12-17 18:00:22,810 Sleep: 10 +2021-12-17 18:00:22,810 Number of retrials: 0 +2021-12-17 18:00:22,810 WRAPPER CHECK TIME = 10 +2021-12-17 18:00:22,810 Checking jobs for platform=marenostrum4 +2021-12-17 18:00:22,811 Checking jobs for platform=nord3 +2021-12-17 18:00:22,811 Checking jobs for platform=local +2021-12-17 18:00:22,812 Checking jobs for platform=transfer_node +2021-12-17 18:00:22,812 Checking all jobs at once +2021-12-17 18:00:26,337 Successful check job command +2021-12-17 18:00:29,560 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:00:29,561 End of checking +2021-12-17 18:00:29,562 Updating FAILED jobs +2021-12-17 18:00:29,562 Updating WAITING jobs +2021-12-17 18:00:29,562 Update finished +2021-12-17 18:00:29,562 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:00:29,562 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:00:29,563 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:00:29,563 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:00:29,565 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:00:29,568 Job list saved +2021-12-17 18:00:29,572 Updating FAILED jobs +2021-12-17 18:00:29,572 Updating WAITING jobs +2021-12-17 18:00:29,572 Update finished +2021-12-17 18:00:39,580 Reloading parameters... +2021-12-17 18:00:39,599 Loading parameters... +2021-12-17 18:00:39,600 Loading project parameters... +2021-12-17 18:00:39,602 + +23 of 25 jobs remaining (18:00) +2021-12-17 18:00:39,602 Sleep: 10 +2021-12-17 18:00:39,602 Number of retrials: 0 +2021-12-17 18:00:39,602 WRAPPER CHECK TIME = 10 +2021-12-17 18:00:39,603 Checking jobs for platform=marenostrum4 +2021-12-17 18:00:39,604 Checking jobs for platform=nord3 +2021-12-17 18:00:39,604 Checking jobs for platform=local +2021-12-17 18:00:39,605 Checking jobs for platform=transfer_node +2021-12-17 18:00:39,605 Checking all jobs at once +2021-12-17 18:00:42,992 Successful check job command +2021-12-17 18:00:45,868 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:00:45,868 End of checking +2021-12-17 18:00:45,869 Updating FAILED jobs +2021-12-17 18:00:45,870 Updating WAITING jobs +2021-12-17 18:00:45,870 Update finished +2021-12-17 18:00:45,870 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:00:45,871 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:00:45,871 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:00:45,871 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:00:45,873 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:00:45,875 Job list saved +2021-12-17 18:00:45,881 Updating FAILED jobs +2021-12-17 18:00:45,881 Updating WAITING jobs +2021-12-17 18:00:45,881 Update finished +2021-12-17 18:00:55,891 Reloading parameters... +2021-12-17 18:00:55,909 Loading parameters... +2021-12-17 18:00:55,910 Loading project parameters... +2021-12-17 18:00:55,912 + +23 of 25 jobs remaining (18:00) +2021-12-17 18:00:55,912 Sleep: 10 +2021-12-17 18:00:55,912 Number of retrials: 0 +2021-12-17 18:00:55,912 WRAPPER CHECK TIME = 10 +2021-12-17 18:00:55,913 Checking jobs for platform=marenostrum4 +2021-12-17 18:00:55,914 Checking jobs for platform=nord3 +2021-12-17 18:00:55,914 Checking jobs for platform=local +2021-12-17 18:00:55,915 Checking jobs for platform=transfer_node +2021-12-17 18:00:55,915 Checking all jobs at once +2021-12-17 18:00:58,438 Successful check job command +2021-12-17 18:01:01,114 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:01:01,114 End of checking +2021-12-17 18:01:01,117 Updating FAILED jobs +2021-12-17 18:01:01,117 Updating WAITING jobs +2021-12-17 18:01:01,118 Update finished +2021-12-17 18:01:01,118 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:01:01,118 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:01:01,118 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:01:01,118 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:01:01,121 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:01:01,123 Job list saved +2021-12-17 18:01:01,128 Updating FAILED jobs +2021-12-17 18:01:01,128 Updating WAITING jobs +2021-12-17 18:01:01,129 Update finished +2021-12-17 18:01:11,139 Reloading parameters... +2021-12-17 18:01:11,157 Loading parameters... +2021-12-17 18:01:11,159 Loading project parameters... +2021-12-17 18:01:11,161 + +23 of 25 jobs remaining (18:01) +2021-12-17 18:01:11,161 Sleep: 10 +2021-12-17 18:01:11,161 Number of retrials: 0 +2021-12-17 18:01:11,161 WRAPPER CHECK TIME = 10 +2021-12-17 18:01:11,162 Checking jobs for platform=marenostrum4 +2021-12-17 18:01:11,162 Checking jobs for platform=nord3 +2021-12-17 18:01:11,163 Checking jobs for platform=local +2021-12-17 18:01:11,163 Checking jobs for platform=transfer_node +2021-12-17 18:01:11,163 Checking all jobs at once +2021-12-17 18:01:13,446 Successful check job command +2021-12-17 18:01:15,919 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:01:15,919 End of checking +2021-12-17 18:01:15,921 Updating FAILED jobs +2021-12-17 18:01:15,921 Updating WAITING jobs +2021-12-17 18:01:15,921 Update finished +2021-12-17 18:01:15,922 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:01:15,922 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:01:15,922 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:01:15,922 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:01:15,925 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:01:15,927 Job list saved +2021-12-17 18:01:15,933 Updating FAILED jobs +2021-12-17 18:01:15,933 Updating WAITING jobs +2021-12-17 18:01:15,933 Update finished +2021-12-17 18:01:25,943 Reloading parameters... +2021-12-17 18:01:25,961 Loading parameters... +2021-12-17 18:01:25,962 Loading project parameters... +2021-12-17 18:01:25,964 + +23 of 25 jobs remaining (18:01) +2021-12-17 18:01:25,964 Sleep: 10 +2021-12-17 18:01:25,964 Number of retrials: 0 +2021-12-17 18:01:25,964 WRAPPER CHECK TIME = 10 +2021-12-17 18:01:25,965 Checking jobs for platform=marenostrum4 +2021-12-17 18:01:25,966 Checking jobs for platform=nord3 +2021-12-17 18:01:25,966 Checking jobs for platform=local +2021-12-17 18:01:25,967 Checking jobs for platform=transfer_node +2021-12-17 18:01:25,967 Checking all jobs at once +2021-12-17 18:01:27,387 Successful check job command +2021-12-17 18:01:33,123 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:01:33,123 End of checking +2021-12-17 18:01:33,125 Updating FAILED jobs +2021-12-17 18:01:33,125 Updating WAITING jobs +2021-12-17 18:01:33,125 Update finished +2021-12-17 18:01:33,125 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:01:33,126 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:01:33,126 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:01:33,127 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:01:33,130 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:01:33,133 Job list saved +2021-12-17 18:01:33,151 Updating FAILED jobs +2021-12-17 18:01:33,152 Updating WAITING jobs +2021-12-17 18:01:33,152 Update finished +2021-12-17 18:01:43,162 Reloading parameters... +2021-12-17 18:01:43,182 Loading parameters... +2021-12-17 18:01:43,184 Loading project parameters... +2021-12-17 18:01:43,186 + +23 of 25 jobs remaining (18:01) +2021-12-17 18:01:43,186 Sleep: 10 +2021-12-17 18:01:43,186 Number of retrials: 0 +2021-12-17 18:01:43,187 WRAPPER CHECK TIME = 10 +2021-12-17 18:01:43,187 Checking jobs for platform=marenostrum4 +2021-12-17 18:01:43,188 Checking jobs for platform=nord3 +2021-12-17 18:01:43,188 Checking jobs for platform=local +2021-12-17 18:01:43,189 Checking jobs for platform=transfer_node +2021-12-17 18:01:43,189 Checking all jobs at once +2021-12-17 18:01:45,818 Successful check job command +2021-12-17 18:01:50,144 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:01:50,144 End of checking +2021-12-17 18:01:50,145 Updating FAILED jobs +2021-12-17 18:01:50,146 Updating WAITING jobs +2021-12-17 18:01:50,146 Update finished +2021-12-17 18:01:50,146 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:01:50,146 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:01:50,146 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:01:50,146 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:01:50,149 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:01:50,151 Job list saved +2021-12-17 18:01:50,156 Updating FAILED jobs +2021-12-17 18:01:50,156 Updating WAITING jobs +2021-12-17 18:01:50,156 Update finished +2021-12-17 18:02:00,166 Reloading parameters... +2021-12-17 18:02:00,187 Loading parameters... +2021-12-17 18:02:00,188 Loading project parameters... +2021-12-17 18:02:00,191 + +23 of 25 jobs remaining (18:02) +2021-12-17 18:02:00,191 Sleep: 10 +2021-12-17 18:02:00,191 Number of retrials: 0 +2021-12-17 18:02:00,191 WRAPPER CHECK TIME = 10 +2021-12-17 18:02:00,192 Checking jobs for platform=marenostrum4 +2021-12-17 18:02:00,192 Checking jobs for platform=nord3 +2021-12-17 18:02:00,193 Checking jobs for platform=local +2021-12-17 18:02:00,194 Checking jobs for platform=transfer_node +2021-12-17 18:02:00,194 Checking all jobs at once +2021-12-17 18:02:01,638 Successful check job command +2021-12-17 18:02:05,612 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:02:05,612 End of checking +2021-12-17 18:02:05,613 Updating FAILED jobs +2021-12-17 18:02:05,614 Updating WAITING jobs +2021-12-17 18:02:05,614 Update finished +2021-12-17 18:02:05,614 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:02:05,615 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:02:05,615 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:02:05,615 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:02:05,618 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:02:05,620 Job list saved +2021-12-17 18:02:05,626 Updating FAILED jobs +2021-12-17 18:02:05,626 Updating WAITING jobs +2021-12-17 18:02:05,627 Update finished +2021-12-17 18:02:15,637 Reloading parameters... +2021-12-17 18:02:15,657 Loading parameters... +2021-12-17 18:02:15,658 Loading project parameters... +2021-12-17 18:02:15,660 + +23 of 25 jobs remaining (18:02) +2021-12-17 18:02:15,660 Sleep: 10 +2021-12-17 18:02:15,660 Number of retrials: 0 +2021-12-17 18:02:15,660 WRAPPER CHECK TIME = 10 +2021-12-17 18:02:15,661 Checking jobs for platform=marenostrum4 +2021-12-17 18:02:15,662 Checking jobs for platform=nord3 +2021-12-17 18:02:15,662 Checking jobs for platform=local +2021-12-17 18:02:15,663 Checking jobs for platform=transfer_node +2021-12-17 18:02:15,663 Checking all jobs at once +2021-12-17 18:02:17,941 Successful check job command +2021-12-17 18:02:20,576 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:02:20,576 End of checking +2021-12-17 18:02:20,578 Updating FAILED jobs +2021-12-17 18:02:20,578 Updating WAITING jobs +2021-12-17 18:02:20,578 Update finished +2021-12-17 18:02:20,578 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:02:20,579 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:02:20,579 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:02:20,579 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:02:20,582 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:02:20,584 Job list saved +2021-12-17 18:02:20,590 Updating FAILED jobs +2021-12-17 18:02:20,590 Updating WAITING jobs +2021-12-17 18:02:20,591 Update finished +2021-12-17 18:02:30,601 Reloading parameters... +2021-12-17 18:02:30,621 Loading parameters... +2021-12-17 18:02:30,622 Loading project parameters... +2021-12-17 18:02:30,624 + +23 of 25 jobs remaining (18:02) +2021-12-17 18:02:30,625 Sleep: 10 +2021-12-17 18:02:30,625 Number of retrials: 0 +2021-12-17 18:02:30,625 WRAPPER CHECK TIME = 10 +2021-12-17 18:02:30,625 Checking jobs for platform=marenostrum4 +2021-12-17 18:02:30,626 Checking jobs for platform=nord3 +2021-12-17 18:02:30,626 Checking jobs for platform=local +2021-12-17 18:02:30,627 Checking jobs for platform=transfer_node +2021-12-17 18:02:30,627 Checking all jobs at once +2021-12-17 18:02:33,905 Successful check job command +2021-12-17 18:02:38,232 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:02:38,232 End of checking +2021-12-17 18:02:38,233 Updating FAILED jobs +2021-12-17 18:02:38,233 Updating WAITING jobs +2021-12-17 18:02:38,234 Update finished +2021-12-17 18:02:38,234 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:02:38,234 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:02:38,234 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:02:38,234 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:02:38,237 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:02:38,239 Job list saved +2021-12-17 18:02:38,244 Updating FAILED jobs +2021-12-17 18:02:38,245 Updating WAITING jobs +2021-12-17 18:02:38,245 Update finished +2021-12-17 18:02:48,255 Reloading parameters... +2021-12-17 18:02:48,279 Loading parameters... +2021-12-17 18:02:48,281 Loading project parameters... +2021-12-17 18:02:48,283 + +23 of 25 jobs remaining (18:02) +2021-12-17 18:02:48,283 Sleep: 10 +2021-12-17 18:02:48,283 Number of retrials: 0 +2021-12-17 18:02:48,283 WRAPPER CHECK TIME = 10 +2021-12-17 18:02:48,284 Checking jobs for platform=marenostrum4 +2021-12-17 18:02:48,284 Checking jobs for platform=nord3 +2021-12-17 18:02:48,285 Checking jobs for platform=local +2021-12-17 18:02:48,285 Checking jobs for platform=transfer_node +2021-12-17 18:02:48,285 Checking all jobs at once +2021-12-17 18:02:49,657 Successful check job command +2021-12-17 18:02:50,933 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:02:50,934 End of checking +2021-12-17 18:02:50,935 Updating FAILED jobs +2021-12-17 18:02:50,935 Updating WAITING jobs +2021-12-17 18:02:50,935 Update finished +2021-12-17 18:02:50,936 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:02:50,936 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:02:50,936 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:02:50,937 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:02:50,939 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:02:50,942 Job list saved +2021-12-17 18:02:50,946 Updating FAILED jobs +2021-12-17 18:02:50,946 Updating WAITING jobs +2021-12-17 18:02:50,947 Update finished +2021-12-17 18:03:00,950 Reloading parameters... +2021-12-17 18:03:00,971 Loading parameters... +2021-12-17 18:03:00,973 Loading project parameters... +2021-12-17 18:03:00,974 + +23 of 25 jobs remaining (18:03) +2021-12-17 18:03:00,975 Sleep: 10 +2021-12-17 18:03:00,975 Number of retrials: 0 +2021-12-17 18:03:00,975 WRAPPER CHECK TIME = 10 +2021-12-17 18:03:00,976 Checking jobs for platform=marenostrum4 +2021-12-17 18:03:00,976 Checking jobs for platform=nord3 +2021-12-17 18:03:00,977 Checking jobs for platform=local +2021-12-17 18:03:00,977 Checking jobs for platform=transfer_node +2021-12-17 18:03:00,977 Checking all jobs at once +2021-12-17 18:03:04,807 Successful check job command +2021-12-17 18:03:07,148 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:03:07,148 End of checking +2021-12-17 18:03:07,149 Updating FAILED jobs +2021-12-17 18:03:07,149 Updating WAITING jobs +2021-12-17 18:03:07,150 Update finished +2021-12-17 18:03:07,150 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:03:07,150 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:03:07,150 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:03:07,150 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:03:07,153 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:03:07,155 Job list saved +2021-12-17 18:03:07,160 Updating FAILED jobs +2021-12-17 18:03:07,160 Updating WAITING jobs +2021-12-17 18:03:07,160 Update finished +2021-12-17 18:03:17,170 Reloading parameters... +2021-12-17 18:03:17,188 Loading parameters... +2021-12-17 18:03:17,189 Loading project parameters... +2021-12-17 18:03:17,191 + +23 of 25 jobs remaining (18:03) +2021-12-17 18:03:17,191 Sleep: 10 +2021-12-17 18:03:17,192 Number of retrials: 0 +2021-12-17 18:03:17,192 WRAPPER CHECK TIME = 10 +2021-12-17 18:03:17,192 Checking jobs for platform=marenostrum4 +2021-12-17 18:03:17,193 Checking jobs for platform=nord3 +2021-12-17 18:03:17,193 Checking jobs for platform=local +2021-12-17 18:03:17,194 Checking jobs for platform=transfer_node +2021-12-17 18:03:17,194 Checking all jobs at once +2021-12-17 18:03:19,666 Successful check job command +2021-12-17 18:03:23,701 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:03:23,701 End of checking +2021-12-17 18:03:23,703 Updating FAILED jobs +2021-12-17 18:03:23,703 Updating WAITING jobs +2021-12-17 18:03:23,703 Update finished +2021-12-17 18:03:23,704 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:03:23,704 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:03:23,704 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:03:23,704 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:03:23,707 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:03:23,709 Job list saved +2021-12-17 18:03:23,713 Updating FAILED jobs +2021-12-17 18:03:23,713 Updating WAITING jobs +2021-12-17 18:03:23,714 Update finished +2021-12-17 18:03:33,724 Reloading parameters... +2021-12-17 18:03:33,744 Loading parameters... +2021-12-17 18:03:33,746 Loading project parameters... +2021-12-17 18:03:33,748 + +23 of 25 jobs remaining (18:03) +2021-12-17 18:03:33,748 Sleep: 10 +2021-12-17 18:03:33,748 Number of retrials: 0 +2021-12-17 18:03:33,748 WRAPPER CHECK TIME = 10 +2021-12-17 18:03:33,749 Checking jobs for platform=marenostrum4 +2021-12-17 18:03:33,749 Checking jobs for platform=nord3 +2021-12-17 18:03:33,750 Checking jobs for platform=local +2021-12-17 18:03:33,750 Checking jobs for platform=transfer_node +2021-12-17 18:03:33,750 Checking all jobs at once +2021-12-17 18:03:35,121 Successful check job command +2021-12-17 18:03:41,159 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:03:41,160 End of checking +2021-12-17 18:03:41,161 Updating FAILED jobs +2021-12-17 18:03:41,161 Updating WAITING jobs +2021-12-17 18:03:41,161 Update finished +2021-12-17 18:03:41,162 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:03:41,163 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:03:41,163 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:03:41,163 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:03:41,166 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:03:41,168 Job list saved +2021-12-17 18:03:41,173 Updating FAILED jobs +2021-12-17 18:03:41,173 Updating WAITING jobs +2021-12-17 18:03:41,173 Update finished +2021-12-17 18:03:51,181 Reloading parameters... +2021-12-17 18:03:51,200 Loading parameters... +2021-12-17 18:03:51,202 Loading project parameters... +2021-12-17 18:03:51,204 + +23 of 25 jobs remaining (18:03) +2021-12-17 18:03:51,204 Sleep: 10 +2021-12-17 18:03:51,204 Number of retrials: 0 +2021-12-17 18:03:51,204 WRAPPER CHECK TIME = 10 +2021-12-17 18:03:51,205 Checking jobs for platform=marenostrum4 +2021-12-17 18:03:51,205 Checking jobs for platform=nord3 +2021-12-17 18:03:51,206 Checking jobs for platform=local +2021-12-17 18:03:51,206 Checking jobs for platform=transfer_node +2021-12-17 18:03:51,206 Checking all jobs at once +2021-12-17 18:03:52,880 Successful check job command +2021-12-17 18:03:55,503 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:03:55,504 End of checking +2021-12-17 18:03:55,505 Updating FAILED jobs +2021-12-17 18:03:55,505 Updating WAITING jobs +2021-12-17 18:03:55,505 Update finished +2021-12-17 18:03:55,506 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:03:55,506 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:03:55,506 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:03:55,506 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:03:55,510 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:03:55,513 Job list saved +2021-12-17 18:03:55,524 Updating FAILED jobs +2021-12-17 18:03:55,525 Updating WAITING jobs +2021-12-17 18:03:55,526 Update finished +2021-12-17 18:04:05,527 Reloading parameters... +2021-12-17 18:04:05,546 Loading parameters... +2021-12-17 18:04:05,547 Loading project parameters... +2021-12-17 18:04:05,549 + +23 of 25 jobs remaining (18:04) +2021-12-17 18:04:05,549 Sleep: 10 +2021-12-17 18:04:05,549 Number of retrials: 0 +2021-12-17 18:04:05,549 WRAPPER CHECK TIME = 10 +2021-12-17 18:04:05,550 Checking jobs for platform=marenostrum4 +2021-12-17 18:04:05,550 Checking jobs for platform=nord3 +2021-12-17 18:04:05,551 Checking jobs for platform=local +2021-12-17 18:04:05,551 Checking jobs for platform=transfer_node +2021-12-17 18:04:05,552 Checking all jobs at once +2021-12-17 18:04:07,022 Successful check job command +2021-12-17 18:04:12,259 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:04:12,259 End of checking +2021-12-17 18:04:12,261 Updating FAILED jobs +2021-12-17 18:04:12,261 Updating WAITING jobs +2021-12-17 18:04:12,261 Update finished +2021-12-17 18:04:12,261 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:04:12,262 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:04:12,262 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:04:12,262 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:04:12,267 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:04:12,269 Job list saved +2021-12-17 18:04:12,277 Updating FAILED jobs +2021-12-17 18:04:12,277 Updating WAITING jobs +2021-12-17 18:04:12,277 Update finished +2021-12-17 18:04:22,287 Reloading parameters... +2021-12-17 18:04:22,306 Loading parameters... +2021-12-17 18:04:22,307 Loading project parameters... +2021-12-17 18:04:22,309 + +23 of 25 jobs remaining (18:04) +2021-12-17 18:04:22,309 Sleep: 10 +2021-12-17 18:04:22,310 Number of retrials: 0 +2021-12-17 18:04:22,310 WRAPPER CHECK TIME = 10 +2021-12-17 18:04:22,310 Checking jobs for platform=marenostrum4 +2021-12-17 18:04:22,311 Checking jobs for platform=nord3 +2021-12-17 18:04:22,311 Checking jobs for platform=local +2021-12-17 18:04:22,312 Checking jobs for platform=transfer_node +2021-12-17 18:04:22,312 Checking all jobs at once +2021-12-17 18:04:23,983 Successful check job command +2021-12-17 18:04:26,558 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:04:26,559 End of checking +2021-12-17 18:04:26,560 Updating FAILED jobs +2021-12-17 18:04:26,560 Updating WAITING jobs +2021-12-17 18:04:26,561 Update finished +2021-12-17 18:04:26,567 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:04:26,567 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:04:26,567 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:04:26,567 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:04:26,571 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:04:26,573 Job list saved +2021-12-17 18:04:26,584 Updating FAILED jobs +2021-12-17 18:04:26,585 Updating WAITING jobs +2021-12-17 18:04:26,585 Update finished +2021-12-17 18:04:36,595 Reloading parameters... +2021-12-17 18:04:36,613 Loading parameters... +2021-12-17 18:04:36,615 Loading project parameters... +2021-12-17 18:04:36,617 + +23 of 25 jobs remaining (18:04) +2021-12-17 18:04:36,617 Sleep: 10 +2021-12-17 18:04:36,617 Number of retrials: 0 +2021-12-17 18:04:36,617 WRAPPER CHECK TIME = 10 +2021-12-17 18:04:36,618 Checking jobs for platform=marenostrum4 +2021-12-17 18:04:36,618 Checking jobs for platform=nord3 +2021-12-17 18:04:36,619 Checking jobs for platform=local +2021-12-17 18:04:36,619 Checking jobs for platform=transfer_node +2021-12-17 18:04:36,619 Checking all jobs at once +2021-12-17 18:04:40,495 Successful check job command +2021-12-17 18:04:42,284 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:04:42,284 End of checking +2021-12-17 18:04:42,285 Updating FAILED jobs +2021-12-17 18:04:42,285 Updating WAITING jobs +2021-12-17 18:04:42,285 Update finished +2021-12-17 18:04:42,286 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:04:42,286 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:04:42,286 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:04:42,286 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:04:42,289 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:04:42,292 Job list saved +2021-12-17 18:04:42,299 Updating FAILED jobs +2021-12-17 18:04:42,299 Updating WAITING jobs +2021-12-17 18:04:42,300 Update finished +2021-12-17 18:04:52,309 Reloading parameters... +2021-12-17 18:04:52,330 Loading parameters... +2021-12-17 18:04:52,332 Loading project parameters... +2021-12-17 18:04:52,334 + +23 of 25 jobs remaining (18:04) +2021-12-17 18:04:52,334 Sleep: 10 +2021-12-17 18:04:52,334 Number of retrials: 0 +2021-12-17 18:04:52,334 WRAPPER CHECK TIME = 10 +2021-12-17 18:04:52,335 Checking jobs for platform=marenostrum4 +2021-12-17 18:04:52,335 Checking jobs for platform=nord3 +2021-12-17 18:04:52,336 Checking jobs for platform=local +2021-12-17 18:04:52,336 Checking jobs for platform=transfer_node +2021-12-17 18:04:52,336 Checking all jobs at once +2021-12-17 18:04:54,215 Successful check job command +2021-12-17 18:04:55,985 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:04:55,986 End of checking +2021-12-17 18:04:55,987 Updating FAILED jobs +2021-12-17 18:04:55,987 Updating WAITING jobs +2021-12-17 18:04:55,988 Update finished +2021-12-17 18:04:55,988 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:04:55,988 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:04:55,988 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:04:55,988 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:04:55,991 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:04:55,994 Job list saved +2021-12-17 18:04:55,999 Updating FAILED jobs +2021-12-17 18:04:55,999 Updating WAITING jobs +2021-12-17 18:04:55,999 Update finished +2021-12-17 18:05:06,009 Reloading parameters... +2021-12-17 18:05:06,028 Loading parameters... +2021-12-17 18:05:06,029 Loading project parameters... +2021-12-17 18:05:06,031 + +23 of 25 jobs remaining (18:05) +2021-12-17 18:05:06,031 Sleep: 10 +2021-12-17 18:05:06,031 Number of retrials: 0 +2021-12-17 18:05:06,032 WRAPPER CHECK TIME = 10 +2021-12-17 18:05:06,032 Checking jobs for platform=marenostrum4 +2021-12-17 18:05:06,033 Checking jobs for platform=nord3 +2021-12-17 18:05:06,033 Checking jobs for platform=local +2021-12-17 18:05:06,034 Checking jobs for platform=transfer_node +2021-12-17 18:05:06,034 Checking all jobs at once +2021-12-17 18:05:07,711 Successful check job command +2021-12-17 18:05:09,131 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:05:09,131 End of checking +2021-12-17 18:05:09,132 Updating FAILED jobs +2021-12-17 18:05:09,132 Updating WAITING jobs +2021-12-17 18:05:09,133 Update finished +2021-12-17 18:05:09,133 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:05:09,133 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:05:09,133 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:05:09,134 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:05:09,136 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:05:09,139 Job list saved +2021-12-17 18:05:09,144 Updating FAILED jobs +2021-12-17 18:05:09,144 Updating WAITING jobs +2021-12-17 18:05:09,144 Update finished +2021-12-17 18:05:19,153 Reloading parameters... +2021-12-17 18:05:19,172 Loading parameters... +2021-12-17 18:05:19,173 Loading project parameters... +2021-12-17 18:05:19,175 + +23 of 25 jobs remaining (18:05) +2021-12-17 18:05:19,175 Sleep: 10 +2021-12-17 18:05:19,175 Number of retrials: 0 +2021-12-17 18:05:19,176 WRAPPER CHECK TIME = 10 +2021-12-17 18:05:19,176 Checking jobs for platform=marenostrum4 +2021-12-17 18:05:19,177 Checking jobs for platform=nord3 +2021-12-17 18:05:19,177 Checking jobs for platform=local +2021-12-17 18:05:19,178 Checking jobs for platform=transfer_node +2021-12-17 18:05:19,178 Checking all jobs at once +2021-12-17 18:05:22,751 Successful check job command +2021-12-17 18:05:28,179 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:05:28,180 End of checking +2021-12-17 18:05:28,183 Updating FAILED jobs +2021-12-17 18:05:28,183 Updating WAITING jobs +2021-12-17 18:05:28,184 Update finished +2021-12-17 18:05:28,184 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:05:28,184 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:05:28,184 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:05:28,184 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:05:28,187 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:05:28,189 Job list saved +2021-12-17 18:05:28,195 Updating FAILED jobs +2021-12-17 18:05:28,195 Updating WAITING jobs +2021-12-17 18:05:28,195 Update finished +2021-12-17 18:05:38,206 Reloading parameters... +2021-12-17 18:05:38,245 Loading parameters... +2021-12-17 18:05:38,253 Loading project parameters... +2021-12-17 18:05:38,255 + +23 of 25 jobs remaining (18:05) +2021-12-17 18:05:38,255 Sleep: 10 +2021-12-17 18:05:38,255 Number of retrials: 0 +2021-12-17 18:05:38,256 WRAPPER CHECK TIME = 10 +2021-12-17 18:05:38,256 Checking jobs for platform=marenostrum4 +2021-12-17 18:05:38,259 Checking jobs for platform=nord3 +2021-12-17 18:05:38,260 Checking jobs for platform=local +2021-12-17 18:05:38,261 Checking jobs for platform=transfer_node +2021-12-17 18:05:38,261 Checking all jobs at once +2021-12-17 18:05:40,239 Successful check job command +2021-12-17 18:05:44,618 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:05:44,618 End of checking +2021-12-17 18:05:44,620 Updating FAILED jobs +2021-12-17 18:05:44,620 Updating WAITING jobs +2021-12-17 18:05:44,620 Update finished +2021-12-17 18:05:44,620 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:05:44,621 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:05:44,621 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:05:44,621 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:05:44,627 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:05:44,629 Job list saved +2021-12-17 18:05:44,637 Updating FAILED jobs +2021-12-17 18:05:44,637 Updating WAITING jobs +2021-12-17 18:05:44,638 Update finished +2021-12-17 18:05:54,648 Reloading parameters... +2021-12-17 18:05:54,681 Loading parameters... +2021-12-17 18:05:54,682 Loading project parameters... +2021-12-17 18:05:54,684 + +23 of 25 jobs remaining (18:05) +2021-12-17 18:05:54,685 Sleep: 10 +2021-12-17 18:05:54,685 Number of retrials: 0 +2021-12-17 18:05:54,685 WRAPPER CHECK TIME = 10 +2021-12-17 18:05:54,685 Checking jobs for platform=marenostrum4 +2021-12-17 18:05:54,686 Checking jobs for platform=nord3 +2021-12-17 18:05:54,687 Checking jobs for platform=local +2021-12-17 18:05:54,687 Checking jobs for platform=transfer_node +2021-12-17 18:05:54,687 Checking all jobs at once +2021-12-17 18:05:56,459 Successful check job command +2021-12-17 18:06:09,101 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:06:09,102 End of checking +2021-12-17 18:06:09,103 Updating FAILED jobs +2021-12-17 18:06:09,103 Updating WAITING jobs +2021-12-17 18:06:09,104 Update finished +2021-12-17 18:06:09,104 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:06:09,104 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:06:09,104 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:06:09,104 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:06:09,107 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:06:09,109 Job list saved +2021-12-17 18:06:09,115 Updating FAILED jobs +2021-12-17 18:06:09,115 Updating WAITING jobs +2021-12-17 18:06:09,115 Update finished +2021-12-17 18:06:19,125 Reloading parameters... +2021-12-17 18:06:19,174 Loading parameters... +2021-12-17 18:06:19,177 Loading project parameters... +2021-12-17 18:06:19,192 + +23 of 25 jobs remaining (18:06) +2021-12-17 18:06:19,207 Sleep: 10 +2021-12-17 18:06:19,207 Number of retrials: 0 +2021-12-17 18:06:19,207 WRAPPER CHECK TIME = 10 +2021-12-17 18:06:19,208 Checking jobs for platform=marenostrum4 +2021-12-17 18:06:19,209 Checking jobs for platform=nord3 +2021-12-17 18:06:19,209 Checking jobs for platform=local +2021-12-17 18:06:19,211 Checking jobs for platform=transfer_node +2021-12-17 18:06:19,211 Checking all jobs at once +2021-12-17 18:06:21,395 Successful check job command +2021-12-17 18:06:23,867 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:06:23,867 End of checking +2021-12-17 18:06:23,869 Updating FAILED jobs +2021-12-17 18:06:23,869 Updating WAITING jobs +2021-12-17 18:06:23,869 Update finished +2021-12-17 18:06:23,870 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:06:23,870 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:06:23,870 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:06:23,871 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:06:23,873 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:06:23,875 Job list saved +2021-12-17 18:06:23,881 Updating FAILED jobs +2021-12-17 18:06:23,881 Updating WAITING jobs +2021-12-17 18:06:23,881 Update finished +2021-12-17 18:06:33,892 Reloading parameters... +2021-12-17 18:06:33,920 Loading parameters... +2021-12-17 18:06:33,921 Loading project parameters... +2021-12-17 18:06:33,925 + +23 of 25 jobs remaining (18:06) +2021-12-17 18:06:33,925 Sleep: 10 +2021-12-17 18:06:33,932 Number of retrials: 0 +2021-12-17 18:06:33,932 WRAPPER CHECK TIME = 10 +2021-12-17 18:06:33,932 Checking jobs for platform=marenostrum4 +2021-12-17 18:06:33,933 Checking jobs for platform=nord3 +2021-12-17 18:06:33,935 Checking jobs for platform=local +2021-12-17 18:06:33,935 Checking jobs for platform=transfer_node +2021-12-17 18:06:33,935 Checking all jobs at once +2021-12-17 18:06:35,371 Successful check job command +2021-12-17 18:06:36,648 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:06:36,649 End of checking +2021-12-17 18:06:36,651 Updating FAILED jobs +2021-12-17 18:06:36,651 Updating WAITING jobs +2021-12-17 18:06:36,652 Update finished +2021-12-17 18:06:36,652 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:06:36,652 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:06:36,652 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:06:36,652 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:06:36,655 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:06:36,657 Job list saved +2021-12-17 18:06:36,665 Updating FAILED jobs +2021-12-17 18:06:36,665 Updating WAITING jobs +2021-12-17 18:06:36,666 Update finished +2021-12-17 18:06:46,676 Reloading parameters... +2021-12-17 18:06:46,696 Loading parameters... +2021-12-17 18:06:46,697 Loading project parameters... +2021-12-17 18:06:46,699 + +23 of 25 jobs remaining (18:06) +2021-12-17 18:06:46,699 Sleep: 10 +2021-12-17 18:06:46,699 Number of retrials: 0 +2021-12-17 18:06:46,699 WRAPPER CHECK TIME = 10 +2021-12-17 18:06:46,700 Checking jobs for platform=marenostrum4 +2021-12-17 18:06:46,701 Checking jobs for platform=nord3 +2021-12-17 18:06:46,701 Checking jobs for platform=local +2021-12-17 18:06:46,702 Checking jobs for platform=transfer_node +2021-12-17 18:06:46,702 Checking all jobs at once +2021-12-17 18:06:49,524 Successful check job command +2021-12-17 18:06:52,105 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:06:52,105 End of checking +2021-12-17 18:06:52,111 Updating FAILED jobs +2021-12-17 18:06:52,112 Updating WAITING jobs +2021-12-17 18:06:52,112 Update finished +2021-12-17 18:06:52,112 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:06:52,112 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:06:52,112 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:06:52,112 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:06:52,120 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:06:52,122 Job list saved +2021-12-17 18:06:52,140 Updating FAILED jobs +2021-12-17 18:06:52,141 Updating WAITING jobs +2021-12-17 18:06:52,141 Update finished +2021-12-17 18:07:02,151 Reloading parameters... +2021-12-17 18:07:02,173 Loading parameters... +2021-12-17 18:07:02,174 Loading project parameters... +2021-12-17 18:07:02,176 + +23 of 25 jobs remaining (18:07) +2021-12-17 18:07:02,176 Sleep: 10 +2021-12-17 18:07:02,176 Number of retrials: 0 +2021-12-17 18:07:02,176 WRAPPER CHECK TIME = 10 +2021-12-17 18:07:02,177 Checking jobs for platform=marenostrum4 +2021-12-17 18:07:02,178 Checking jobs for platform=nord3 +2021-12-17 18:07:02,178 Checking jobs for platform=local +2021-12-17 18:07:02,179 Checking jobs for platform=transfer_node +2021-12-17 18:07:02,179 Checking all jobs at once +2021-12-17 18:07:03,901 Successful check job command +2021-12-17 18:07:05,522 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:07:05,522 End of checking +2021-12-17 18:07:05,523 Updating FAILED jobs +2021-12-17 18:07:05,523 Updating WAITING jobs +2021-12-17 18:07:05,524 Update finished +2021-12-17 18:07:05,524 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:07:05,525 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:07:05,525 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:07:05,525 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:07:05,528 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:07:05,530 Job list saved +2021-12-17 18:07:05,535 Updating FAILED jobs +2021-12-17 18:07:05,535 Updating WAITING jobs +2021-12-17 18:07:05,535 Update finished +2021-12-17 18:07:15,545 Reloading parameters... +2021-12-17 18:07:15,565 Loading parameters... +2021-12-17 18:07:15,566 Loading project parameters... +2021-12-17 18:07:15,568 + +23 of 25 jobs remaining (18:07) +2021-12-17 18:07:15,569 Sleep: 10 +2021-12-17 18:07:15,569 Number of retrials: 0 +2021-12-17 18:07:15,569 WRAPPER CHECK TIME = 10 +2021-12-17 18:07:15,569 Checking jobs for platform=marenostrum4 +2021-12-17 18:07:15,570 Checking jobs for platform=nord3 +2021-12-17 18:07:15,571 Checking jobs for platform=local +2021-12-17 18:07:15,571 Checking jobs for platform=transfer_node +2021-12-17 18:07:15,571 Checking all jobs at once +2021-12-17 18:07:17,892 Successful check job command +2021-12-17 18:07:20,063 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:07:20,063 End of checking +2021-12-17 18:07:20,065 Updating FAILED jobs +2021-12-17 18:07:20,065 Updating WAITING jobs +2021-12-17 18:07:20,065 Update finished +2021-12-17 18:07:20,065 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:07:20,066 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:07:20,066 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:07:20,066 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:07:20,068 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:07:20,071 Job list saved +2021-12-17 18:07:20,076 Updating FAILED jobs +2021-12-17 18:07:20,077 Updating WAITING jobs +2021-12-17 18:07:20,077 Update finished +2021-12-17 18:07:30,087 Reloading parameters... +2021-12-17 18:07:30,107 Loading parameters... +2021-12-17 18:07:30,108 Loading project parameters... +2021-12-17 18:07:30,110 + +23 of 25 jobs remaining (18:07) +2021-12-17 18:07:30,110 Sleep: 10 +2021-12-17 18:07:30,110 Number of retrials: 0 +2021-12-17 18:07:30,111 WRAPPER CHECK TIME = 10 +2021-12-17 18:07:30,111 Checking jobs for platform=marenostrum4 +2021-12-17 18:07:30,112 Checking jobs for platform=nord3 +2021-12-17 18:07:30,113 Checking jobs for platform=local +2021-12-17 18:07:30,113 Checking jobs for platform=transfer_node +2021-12-17 18:07:30,113 Checking all jobs at once +2021-12-17 18:07:31,791 Successful check job command +2021-12-17 18:07:35,568 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:07:35,568 End of checking +2021-12-17 18:07:35,570 Updating FAILED jobs +2021-12-17 18:07:35,571 Updating WAITING jobs +2021-12-17 18:07:35,571 Update finished +2021-12-17 18:07:35,571 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:07:35,571 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:07:35,571 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:07:35,572 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:07:35,574 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:07:35,576 Job list saved +2021-12-17 18:07:35,581 Updating FAILED jobs +2021-12-17 18:07:35,582 Updating WAITING jobs +2021-12-17 18:07:35,582 Update finished +2021-12-17 18:07:45,592 Reloading parameters... +2021-12-17 18:07:45,611 Loading parameters... +2021-12-17 18:07:45,613 Loading project parameters... +2021-12-17 18:07:45,617 + +23 of 25 jobs remaining (18:07) +2021-12-17 18:07:45,617 Sleep: 10 +2021-12-17 18:07:45,617 Number of retrials: 0 +2021-12-17 18:07:45,618 WRAPPER CHECK TIME = 10 +2021-12-17 18:07:45,620 Checking jobs for platform=marenostrum4 +2021-12-17 18:07:45,621 Checking jobs for platform=nord3 +2021-12-17 18:07:45,622 Checking jobs for platform=local +2021-12-17 18:07:45,622 Checking jobs for platform=transfer_node +2021-12-17 18:07:45,622 Checking all jobs at once +2021-12-17 18:07:47,095 Successful check job command +2021-12-17 18:07:48,665 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:07:48,666 End of checking +2021-12-17 18:07:48,667 Updating FAILED jobs +2021-12-17 18:07:48,667 Updating WAITING jobs +2021-12-17 18:07:48,668 Update finished +2021-12-17 18:07:48,668 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:07:48,668 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:07:48,668 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:07:48,668 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:07:48,671 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:07:48,674 Job list saved +2021-12-17 18:07:48,678 Updating FAILED jobs +2021-12-17 18:07:48,678 Updating WAITING jobs +2021-12-17 18:07:48,678 Update finished +2021-12-17 18:07:58,688 Reloading parameters... +2021-12-17 18:07:58,707 Loading parameters... +2021-12-17 18:07:58,709 Loading project parameters... +2021-12-17 18:07:58,711 + +23 of 25 jobs remaining (18:07) +2021-12-17 18:07:58,711 Sleep: 10 +2021-12-17 18:07:58,711 Number of retrials: 0 +2021-12-17 18:07:58,711 WRAPPER CHECK TIME = 10 +2021-12-17 18:07:58,712 Checking jobs for platform=marenostrum4 +2021-12-17 18:07:58,712 Checking jobs for platform=nord3 +2021-12-17 18:07:58,713 Checking jobs for platform=local +2021-12-17 18:07:58,713 Checking jobs for platform=transfer_node +2021-12-17 18:07:58,713 Checking all jobs at once +2021-12-17 18:08:00,285 Successful check job command +2021-12-17 18:08:03,208 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:08:03,209 End of checking +2021-12-17 18:08:03,210 Updating FAILED jobs +2021-12-17 18:08:03,210 Updating WAITING jobs +2021-12-17 18:08:03,210 Update finished +2021-12-17 18:08:03,210 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:08:03,211 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:08:03,211 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:08:03,211 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:08:03,214 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:08:03,217 Job list saved +2021-12-17 18:08:03,222 Updating FAILED jobs +2021-12-17 18:08:03,223 Updating WAITING jobs +2021-12-17 18:08:03,223 Update finished +2021-12-17 18:08:13,233 Reloading parameters... +2021-12-17 18:08:13,257 Loading parameters... +2021-12-17 18:08:13,259 Loading project parameters... +2021-12-17 18:08:13,260 + +23 of 25 jobs remaining (18:08) +2021-12-17 18:08:13,261 Sleep: 10 +2021-12-17 18:08:13,261 Number of retrials: 0 +2021-12-17 18:08:13,261 WRAPPER CHECK TIME = 10 +2021-12-17 18:08:13,261 Checking jobs for platform=marenostrum4 +2021-12-17 18:08:13,262 Checking jobs for platform=nord3 +2021-12-17 18:08:13,263 Checking jobs for platform=local +2021-12-17 18:08:13,263 Checking jobs for platform=transfer_node +2021-12-17 18:08:13,263 Checking all jobs at once +2021-12-17 18:08:15,639 Successful check job command +2021-12-17 18:08:19,913 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:08:19,913 End of checking +2021-12-17 18:08:19,915 Updating FAILED jobs +2021-12-17 18:08:19,915 Updating WAITING jobs +2021-12-17 18:08:19,915 Update finished +2021-12-17 18:08:19,915 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:08:19,916 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:08:19,916 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:08:19,916 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:08:19,920 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:08:19,922 Job list saved +2021-12-17 18:08:19,927 Updating FAILED jobs +2021-12-17 18:08:19,927 Updating WAITING jobs +2021-12-17 18:08:19,928 Update finished +2021-12-17 18:08:29,936 Reloading parameters... +2021-12-17 18:08:29,955 Loading parameters... +2021-12-17 18:08:29,957 Loading project parameters... +2021-12-17 18:08:29,958 + +23 of 25 jobs remaining (18:08) +2021-12-17 18:08:29,959 Sleep: 10 +2021-12-17 18:08:29,959 Number of retrials: 0 +2021-12-17 18:08:29,959 WRAPPER CHECK TIME = 10 +2021-12-17 18:08:29,959 Checking jobs for platform=marenostrum4 +2021-12-17 18:08:29,960 Checking jobs for platform=nord3 +2021-12-17 18:08:29,961 Checking jobs for platform=local +2021-12-17 18:08:29,961 Checking jobs for platform=transfer_node +2021-12-17 18:08:29,961 Checking all jobs at once +2021-12-17 18:08:31,381 Successful check job command +2021-12-17 18:08:32,901 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:08:32,901 End of checking +2021-12-17 18:08:32,904 Updating FAILED jobs +2021-12-17 18:08:32,904 Updating WAITING jobs +2021-12-17 18:08:32,905 Update finished +2021-12-17 18:08:32,905 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:08:32,905 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:08:32,905 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:08:32,905 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:08:32,908 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:08:32,910 Job list saved +2021-12-17 18:08:32,915 Updating FAILED jobs +2021-12-17 18:08:32,915 Updating WAITING jobs +2021-12-17 18:08:32,915 Update finished +2021-12-17 18:08:42,925 Reloading parameters... +2021-12-17 18:08:42,951 Loading parameters... +2021-12-17 18:08:42,952 Loading project parameters... +2021-12-17 18:08:42,957 + +23 of 25 jobs remaining (18:08) +2021-12-17 18:08:42,957 Sleep: 10 +2021-12-17 18:08:42,957 Number of retrials: 0 +2021-12-17 18:08:42,957 WRAPPER CHECK TIME = 10 +2021-12-17 18:08:42,958 Checking jobs for platform=marenostrum4 +2021-12-17 18:08:42,959 Checking jobs for platform=nord3 +2021-12-17 18:08:42,959 Checking jobs for platform=local +2021-12-17 18:08:42,960 Checking jobs for platform=transfer_node +2021-12-17 18:08:42,960 Checking all jobs at once +2021-12-17 18:08:44,588 Successful check job command +2021-12-17 18:08:46,058 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:08:46,058 End of checking +2021-12-17 18:08:46,059 Updating FAILED jobs +2021-12-17 18:08:46,059 Updating WAITING jobs +2021-12-17 18:08:46,060 Update finished +2021-12-17 18:08:46,060 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:08:46,060 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:08:46,060 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:08:46,060 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:08:46,063 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:08:46,065 Job list saved +2021-12-17 18:08:46,070 Updating FAILED jobs +2021-12-17 18:08:46,070 Updating WAITING jobs +2021-12-17 18:08:46,070 Update finished +2021-12-17 18:08:56,076 Reloading parameters... +2021-12-17 18:08:56,096 Loading parameters... +2021-12-17 18:08:56,097 Loading project parameters... +2021-12-17 18:08:56,099 + +23 of 25 jobs remaining (18:08) +2021-12-17 18:08:56,099 Sleep: 10 +2021-12-17 18:08:56,099 Number of retrials: 0 +2021-12-17 18:08:56,099 WRAPPER CHECK TIME = 10 +2021-12-17 18:08:56,100 Checking jobs for platform=marenostrum4 +2021-12-17 18:08:56,100 Checking jobs for platform=nord3 +2021-12-17 18:08:56,101 Checking jobs for platform=local +2021-12-17 18:08:56,102 Checking jobs for platform=transfer_node +2021-12-17 18:08:56,102 Checking all jobs at once +2021-12-17 18:08:57,826 Successful check job command +2021-12-17 18:08:59,803 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:08:59,804 End of checking +2021-12-17 18:08:59,807 Updating FAILED jobs +2021-12-17 18:08:59,808 Updating WAITING jobs +2021-12-17 18:08:59,808 Update finished +2021-12-17 18:08:59,808 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:08:59,809 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:08:59,809 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:08:59,809 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:08:59,811 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:08:59,814 Job list saved +2021-12-17 18:08:59,821 Updating FAILED jobs +2021-12-17 18:08:59,822 Updating WAITING jobs +2021-12-17 18:08:59,822 Update finished +2021-12-17 18:09:09,832 Reloading parameters... +2021-12-17 18:09:09,859 Loading parameters... +2021-12-17 18:09:09,861 Loading project parameters... +2021-12-17 18:09:09,862 + +23 of 25 jobs remaining (18:09) +2021-12-17 18:09:09,863 Sleep: 10 +2021-12-17 18:09:09,863 Number of retrials: 0 +2021-12-17 18:09:09,863 WRAPPER CHECK TIME = 10 +2021-12-17 18:09:09,863 Checking jobs for platform=marenostrum4 +2021-12-17 18:09:09,864 Checking jobs for platform=nord3 +2021-12-17 18:09:09,865 Checking jobs for platform=local +2021-12-17 18:09:09,865 Checking jobs for platform=transfer_node +2021-12-17 18:09:09,865 Checking all jobs at once +2021-12-17 18:09:12,488 Successful check job command +2021-12-17 18:09:14,461 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:09:14,461 End of checking +2021-12-17 18:09:14,463 Updating FAILED jobs +2021-12-17 18:09:14,463 Updating WAITING jobs +2021-12-17 18:09:14,463 Update finished +2021-12-17 18:09:14,463 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:09:14,464 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:09:14,464 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:09:14,464 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:09:14,469 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:09:14,471 Job list saved +2021-12-17 18:09:14,501 Updating FAILED jobs +2021-12-17 18:09:14,501 Updating WAITING jobs +2021-12-17 18:09:14,501 Update finished +2021-12-17 18:09:24,512 Reloading parameters... +2021-12-17 18:09:24,533 Loading parameters... +2021-12-17 18:09:24,534 Loading project parameters... +2021-12-17 18:09:24,536 + +23 of 25 jobs remaining (18:09) +2021-12-17 18:09:24,537 Sleep: 10 +2021-12-17 18:09:24,537 Number of retrials: 0 +2021-12-17 18:09:24,537 WRAPPER CHECK TIME = 10 +2021-12-17 18:09:24,538 Checking jobs for platform=marenostrum4 +2021-12-17 18:09:24,538 Checking jobs for platform=nord3 +2021-12-17 18:09:24,539 Checking jobs for platform=local +2021-12-17 18:09:24,539 Checking jobs for platform=transfer_node +2021-12-17 18:09:24,539 Checking all jobs at once +2021-12-17 18:09:26,110 Successful check job command +2021-12-17 18:09:28,331 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:09:28,331 End of checking +2021-12-17 18:09:28,332 Updating FAILED jobs +2021-12-17 18:09:28,333 Updating WAITING jobs +2021-12-17 18:09:28,333 Update finished +2021-12-17 18:09:28,333 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:09:28,333 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:09:28,333 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:09:28,333 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:09:28,336 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:09:28,338 Job list saved +2021-12-17 18:09:28,343 Updating FAILED jobs +2021-12-17 18:09:28,343 Updating WAITING jobs +2021-12-17 18:09:28,343 Update finished +2021-12-17 18:09:38,353 Reloading parameters... +2021-12-17 18:09:38,374 Loading parameters... +2021-12-17 18:09:38,375 Loading project parameters... +2021-12-17 18:09:38,377 + +23 of 25 jobs remaining (18:09) +2021-12-17 18:09:38,377 Sleep: 10 +2021-12-17 18:09:38,377 Number of retrials: 0 +2021-12-17 18:09:38,378 WRAPPER CHECK TIME = 10 +2021-12-17 18:09:38,378 Checking jobs for platform=marenostrum4 +2021-12-17 18:09:38,379 Checking jobs for platform=nord3 +2021-12-17 18:09:38,379 Checking jobs for platform=local +2021-12-17 18:09:38,380 Checking jobs for platform=transfer_node +2021-12-17 18:09:38,380 Checking all jobs at once +2021-12-17 18:09:40,400 Successful check job command +2021-12-17 18:09:46,982 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:09:46,983 End of checking +2021-12-17 18:09:46,984 Updating FAILED jobs +2021-12-17 18:09:46,984 Updating WAITING jobs +2021-12-17 18:09:46,984 Update finished +2021-12-17 18:09:46,985 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:09:46,985 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:09:46,986 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:09:46,986 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:09:46,991 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:09:46,994 Job list saved +2021-12-17 18:09:46,999 Updating FAILED jobs +2021-12-17 18:09:46,999 Updating WAITING jobs +2021-12-17 18:09:47,000 Update finished +2021-12-17 18:09:57,010 Reloading parameters... +2021-12-17 18:09:57,031 Loading parameters... +2021-12-17 18:09:57,033 Loading project parameters... +2021-12-17 18:09:57,035 + +23 of 25 jobs remaining (18:09) +2021-12-17 18:09:57,035 Sleep: 10 +2021-12-17 18:09:57,035 Number of retrials: 0 +2021-12-17 18:09:57,035 WRAPPER CHECK TIME = 10 +2021-12-17 18:09:57,036 Checking jobs for platform=marenostrum4 +2021-12-17 18:09:57,036 Checking jobs for platform=nord3 +2021-12-17 18:09:57,037 Checking jobs for platform=local +2021-12-17 18:09:57,037 Checking jobs for platform=transfer_node +2021-12-17 18:09:57,037 Checking all jobs at once +2021-12-17 18:09:59,109 Successful check job command +2021-12-17 18:10:03,744 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:10:03,744 End of checking +2021-12-17 18:10:03,748 Updating FAILED jobs +2021-12-17 18:10:03,749 Updating WAITING jobs +2021-12-17 18:10:03,749 Update finished +2021-12-17 18:10:03,749 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:10:03,749 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:10:03,749 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:10:03,749 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:10:03,752 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:10:03,755 Job list saved +2021-12-17 18:10:03,761 Updating FAILED jobs +2021-12-17 18:10:03,761 Updating WAITING jobs +2021-12-17 18:10:03,761 Update finished +2021-12-17 18:10:13,771 Reloading parameters... +2021-12-17 18:10:13,796 Loading parameters... +2021-12-17 18:10:13,797 Loading project parameters... +2021-12-17 18:10:13,799 + +23 of 25 jobs remaining (18:10) +2021-12-17 18:10:13,799 Sleep: 10 +2021-12-17 18:10:13,799 Number of retrials: 0 +2021-12-17 18:10:13,799 WRAPPER CHECK TIME = 10 +2021-12-17 18:10:13,800 Checking jobs for platform=marenostrum4 +2021-12-17 18:10:13,800 Checking jobs for platform=nord3 +2021-12-17 18:10:13,801 Checking jobs for platform=local +2021-12-17 18:10:13,801 Checking jobs for platform=transfer_node +2021-12-17 18:10:13,801 Checking all jobs at once +2021-12-17 18:10:15,927 Successful check job command +2021-12-17 18:10:26,027 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:10:26,027 End of checking +2021-12-17 18:10:26,028 Updating FAILED jobs +2021-12-17 18:10:26,028 Updating WAITING jobs +2021-12-17 18:10:26,029 Update finished +2021-12-17 18:10:26,029 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:10:26,029 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:10:26,030 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:10:26,030 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:10:26,032 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:10:26,035 Job list saved +2021-12-17 18:10:26,039 Updating FAILED jobs +2021-12-17 18:10:26,039 Updating WAITING jobs +2021-12-17 18:10:26,040 Update finished +2021-12-17 18:10:36,047 Reloading parameters... +2021-12-17 18:10:36,071 Loading parameters... +2021-12-17 18:10:36,073 Loading project parameters... +2021-12-17 18:10:36,080 + +23 of 25 jobs remaining (18:10) +2021-12-17 18:10:36,080 Sleep: 10 +2021-12-17 18:10:36,080 Number of retrials: 0 +2021-12-17 18:10:36,080 WRAPPER CHECK TIME = 10 +2021-12-17 18:10:36,085 Checking jobs for platform=marenostrum4 +2021-12-17 18:10:36,086 Checking jobs for platform=nord3 +2021-12-17 18:10:36,087 Checking jobs for platform=local +2021-12-17 18:10:36,087 Checking jobs for platform=transfer_node +2021-12-17 18:10:36,087 Checking all jobs at once +2021-12-17 18:10:37,513 Successful check job command +2021-12-17 18:10:38,933 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:10:38,933 End of checking +2021-12-17 18:10:38,935 Updating FAILED jobs +2021-12-17 18:10:38,935 Updating WAITING jobs +2021-12-17 18:10:38,935 Update finished +2021-12-17 18:10:38,935 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:10:38,935 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:10:38,935 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:10:38,936 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:10:38,944 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:10:38,947 Job list saved +2021-12-17 18:10:38,973 Updating FAILED jobs +2021-12-17 18:10:38,973 Updating WAITING jobs +2021-12-17 18:10:38,974 Update finished +2021-12-17 18:10:48,982 Reloading parameters... +2021-12-17 18:10:49,005 Loading parameters... +2021-12-17 18:10:49,006 Loading project parameters... +2021-12-17 18:10:49,008 + +23 of 25 jobs remaining (18:10) +2021-12-17 18:10:49,009 Sleep: 10 +2021-12-17 18:10:49,009 Number of retrials: 0 +2021-12-17 18:10:49,009 WRAPPER CHECK TIME = 10 +2021-12-17 18:10:49,010 Checking jobs for platform=marenostrum4 +2021-12-17 18:10:49,010 Checking jobs for platform=nord3 +2021-12-17 18:10:49,011 Checking jobs for platform=local +2021-12-17 18:10:49,011 Checking jobs for platform=transfer_node +2021-12-17 18:10:49,012 Checking all jobs at once +2021-12-17 18:10:53,552 Successful check job command +2021-12-17 18:10:57,428 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:10:57,428 End of checking +2021-12-17 18:10:57,430 Updating FAILED jobs +2021-12-17 18:10:57,430 Updating WAITING jobs +2021-12-17 18:10:57,430 Update finished +2021-12-17 18:10:57,430 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:10:57,430 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:10:57,431 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:10:57,431 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:10:57,434 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:10:57,436 Job list saved +2021-12-17 18:10:57,442 Updating FAILED jobs +2021-12-17 18:10:57,442 Updating WAITING jobs +2021-12-17 18:10:57,443 Update finished +2021-12-17 18:11:07,453 Reloading parameters... +2021-12-17 18:11:07,473 Loading parameters... +2021-12-17 18:11:07,479 Loading project parameters... +2021-12-17 18:11:07,484 + +23 of 25 jobs remaining (18:11) +2021-12-17 18:11:07,484 Sleep: 10 +2021-12-17 18:11:07,484 Number of retrials: 0 +2021-12-17 18:11:07,484 WRAPPER CHECK TIME = 10 +2021-12-17 18:11:07,485 Checking jobs for platform=marenostrum4 +2021-12-17 18:11:07,499 Checking jobs for platform=nord3 +2021-12-17 18:11:07,499 Checking jobs for platform=local +2021-12-17 18:11:07,500 Checking jobs for platform=transfer_node +2021-12-17 18:11:07,500 Checking all jobs at once +2021-12-17 18:11:11,149 Successful check job command +2021-12-17 18:11:14,622 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:11:14,623 End of checking +2021-12-17 18:11:14,629 Updating FAILED jobs +2021-12-17 18:11:14,629 Updating WAITING jobs +2021-12-17 18:11:14,629 Update finished +2021-12-17 18:11:14,629 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:11:14,634 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:11:14,634 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:11:14,634 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:11:14,638 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:11:14,640 Job list saved +2021-12-17 18:11:14,659 Updating FAILED jobs +2021-12-17 18:11:14,659 Updating WAITING jobs +2021-12-17 18:11:14,659 Update finished +2021-12-17 18:11:24,669 Reloading parameters... +2021-12-17 18:11:24,706 Loading parameters... +2021-12-17 18:11:24,707 Loading project parameters... +2021-12-17 18:11:24,713 + +23 of 25 jobs remaining (18:11) +2021-12-17 18:11:24,713 Sleep: 10 +2021-12-17 18:11:24,713 Number of retrials: 0 +2021-12-17 18:11:24,713 WRAPPER CHECK TIME = 10 +2021-12-17 18:11:24,714 Checking jobs for platform=marenostrum4 +2021-12-17 18:11:24,714 Checking jobs for platform=nord3 +2021-12-17 18:11:24,715 Checking jobs for platform=local +2021-12-17 18:11:24,715 Checking jobs for platform=transfer_node +2021-12-17 18:11:24,715 Checking all jobs at once +2021-12-17 18:11:26,147 Successful check job command +2021-12-17 18:11:28,423 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:11:28,424 End of checking +2021-12-17 18:11:28,429 Updating FAILED jobs +2021-12-17 18:11:28,429 Updating WAITING jobs +2021-12-17 18:11:28,429 Update finished +2021-12-17 18:11:28,430 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:11:28,430 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:11:28,430 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:11:28,430 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:11:28,433 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:11:28,435 Job list saved +2021-12-17 18:11:28,442 Updating FAILED jobs +2021-12-17 18:11:28,442 Updating WAITING jobs +2021-12-17 18:11:28,442 Update finished +2021-12-17 18:11:38,452 Reloading parameters... +2021-12-17 18:11:38,494 Loading parameters... +2021-12-17 18:11:38,496 Loading project parameters... +2021-12-17 18:11:38,498 + +23 of 25 jobs remaining (18:11) +2021-12-17 18:11:38,498 Sleep: 10 +2021-12-17 18:11:38,498 Number of retrials: 0 +2021-12-17 18:11:38,498 WRAPPER CHECK TIME = 10 +2021-12-17 18:11:38,499 Checking jobs for platform=marenostrum4 +2021-12-17 18:11:38,499 Checking jobs for platform=nord3 +2021-12-17 18:11:38,500 Checking jobs for platform=local +2021-12-17 18:11:38,501 Checking jobs for platform=transfer_node +2021-12-17 18:11:38,501 Checking all jobs at once +2021-12-17 18:11:40,031 Successful check job command +2021-12-17 18:11:42,207 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:11:42,207 End of checking +2021-12-17 18:11:42,208 Updating FAILED jobs +2021-12-17 18:11:42,208 Updating WAITING jobs +2021-12-17 18:11:42,208 Update finished +2021-12-17 18:11:42,209 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:11:42,209 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:11:42,209 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:11:42,209 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:11:42,212 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:11:42,214 Job list saved +2021-12-17 18:11:42,220 Updating FAILED jobs +2021-12-17 18:11:42,220 Updating WAITING jobs +2021-12-17 18:11:42,220 Update finished +2021-12-17 18:11:52,223 Reloading parameters... +2021-12-17 18:11:52,245 Loading parameters... +2021-12-17 18:11:52,246 Loading project parameters... +2021-12-17 18:11:52,248 + +23 of 25 jobs remaining (18:11) +2021-12-17 18:11:52,248 Sleep: 10 +2021-12-17 18:11:52,248 Number of retrials: 0 +2021-12-17 18:11:52,248 WRAPPER CHECK TIME = 10 +2021-12-17 18:11:52,249 Checking jobs for platform=marenostrum4 +2021-12-17 18:11:52,250 Checking jobs for platform=nord3 +2021-12-17 18:11:52,250 Checking jobs for platform=local +2021-12-17 18:11:52,252 Checking jobs for platform=transfer_node +2021-12-17 18:11:52,252 Checking all jobs at once +2021-12-17 18:11:54,522 Successful check job command +2021-12-17 18:12:01,457 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:12:01,457 End of checking +2021-12-17 18:12:01,459 Updating FAILED jobs +2021-12-17 18:12:01,459 Updating WAITING jobs +2021-12-17 18:12:01,460 Update finished +2021-12-17 18:12:01,460 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:12:01,461 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:12:01,461 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:12:01,461 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:12:01,465 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:12:01,469 Job list saved +2021-12-17 18:12:01,474 Updating FAILED jobs +2021-12-17 18:12:01,474 Updating WAITING jobs +2021-12-17 18:12:01,474 Update finished +2021-12-17 18:12:11,484 Reloading parameters... +2021-12-17 18:12:11,523 Loading parameters... +2021-12-17 18:12:11,524 Loading project parameters... +2021-12-17 18:12:11,527 + +23 of 25 jobs remaining (18:12) +2021-12-17 18:12:11,527 Sleep: 10 +2021-12-17 18:12:11,527 Number of retrials: 0 +2021-12-17 18:12:11,527 WRAPPER CHECK TIME = 10 +2021-12-17 18:12:11,528 Checking jobs for platform=marenostrum4 +2021-12-17 18:12:11,528 Checking jobs for platform=nord3 +2021-12-17 18:12:11,529 Checking jobs for platform=local +2021-12-17 18:12:11,529 Checking jobs for platform=transfer_node +2021-12-17 18:12:11,529 Checking all jobs at once +2021-12-17 18:12:14,506 Successful check job command +2021-12-17 18:12:18,582 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:12:18,582 End of checking +2021-12-17 18:12:18,584 Updating FAILED jobs +2021-12-17 18:12:18,584 Updating WAITING jobs +2021-12-17 18:12:18,584 Update finished +2021-12-17 18:12:18,584 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:12:18,584 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:12:18,585 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:12:18,585 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:12:18,587 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:12:18,590 Job list saved +2021-12-17 18:12:18,594 Updating FAILED jobs +2021-12-17 18:12:18,594 Updating WAITING jobs +2021-12-17 18:12:18,594 Update finished +2021-12-17 18:12:28,604 Reloading parameters... +2021-12-17 18:12:28,628 Loading parameters... +2021-12-17 18:12:28,630 Loading project parameters... +2021-12-17 18:12:28,632 + +23 of 25 jobs remaining (18:12) +2021-12-17 18:12:28,636 Sleep: 10 +2021-12-17 18:12:28,636 Number of retrials: 0 +2021-12-17 18:12:28,636 WRAPPER CHECK TIME = 10 +2021-12-17 18:12:28,637 Checking jobs for platform=marenostrum4 +2021-12-17 18:12:28,637 Checking jobs for platform=nord3 +2021-12-17 18:12:28,638 Checking jobs for platform=local +2021-12-17 18:12:28,638 Checking jobs for platform=transfer_node +2021-12-17 18:12:28,638 Checking all jobs at once +2021-12-17 18:12:29,907 Successful check job command +2021-12-17 18:12:31,527 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:12:31,527 End of checking +2021-12-17 18:12:31,528 Updating FAILED jobs +2021-12-17 18:12:31,528 Updating WAITING jobs +2021-12-17 18:12:31,528 Update finished +2021-12-17 18:12:31,529 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:12:31,529 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:12:31,529 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:12:31,529 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:12:31,532 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:12:31,534 Job list saved +2021-12-17 18:12:31,539 Updating FAILED jobs +2021-12-17 18:12:31,539 Updating WAITING jobs +2021-12-17 18:12:31,539 Update finished +2021-12-17 18:12:41,549 Reloading parameters... +2021-12-17 18:12:41,569 Loading parameters... +2021-12-17 18:12:41,570 Loading project parameters... +2021-12-17 18:12:41,572 + +23 of 25 jobs remaining (18:12) +2021-12-17 18:12:41,572 Sleep: 10 +2021-12-17 18:12:41,572 Number of retrials: 0 +2021-12-17 18:12:41,573 WRAPPER CHECK TIME = 10 +2021-12-17 18:12:41,573 Checking jobs for platform=marenostrum4 +2021-12-17 18:12:41,574 Checking jobs for platform=nord3 +2021-12-17 18:12:41,574 Checking jobs for platform=local +2021-12-17 18:12:41,575 Checking jobs for platform=transfer_node +2021-12-17 18:12:41,575 Checking all jobs at once +2021-12-17 18:12:44,113 Successful check job command +2021-12-17 18:12:48,695 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:12:48,696 End of checking +2021-12-17 18:12:48,697 Updating FAILED jobs +2021-12-17 18:12:48,697 Updating WAITING jobs +2021-12-17 18:12:48,697 Update finished +2021-12-17 18:12:48,697 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:12:48,698 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:12:48,698 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:12:48,698 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:12:48,700 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:12:48,703 Job list saved +2021-12-17 18:12:48,708 Updating FAILED jobs +2021-12-17 18:12:48,708 Updating WAITING jobs +2021-12-17 18:12:48,708 Update finished +2021-12-17 18:12:58,718 Reloading parameters... +2021-12-17 18:12:58,742 Loading parameters... +2021-12-17 18:12:58,743 Loading project parameters... +2021-12-17 18:12:58,745 + +23 of 25 jobs remaining (18:12) +2021-12-17 18:12:58,745 Sleep: 10 +2021-12-17 18:12:58,745 Number of retrials: 0 +2021-12-17 18:12:58,746 WRAPPER CHECK TIME = 10 +2021-12-17 18:12:58,746 Checking jobs for platform=marenostrum4 +2021-12-17 18:12:58,747 Checking jobs for platform=nord3 +2021-12-17 18:12:58,748 Checking jobs for platform=local +2021-12-17 18:12:58,748 Checking jobs for platform=transfer_node +2021-12-17 18:12:58,749 Checking all jobs at once +2021-12-17 18:13:00,328 Successful check job command +2021-12-17 18:13:02,263 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:13:02,263 End of checking +2021-12-17 18:13:02,264 Updating FAILED jobs +2021-12-17 18:13:02,264 Updating WAITING jobs +2021-12-17 18:13:02,265 Update finished +2021-12-17 18:13:02,265 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:13:02,265 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:13:02,265 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:13:02,265 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:13:02,268 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:13:02,270 Job list saved +2021-12-17 18:13:02,274 Updating FAILED jobs +2021-12-17 18:13:02,275 Updating WAITING jobs +2021-12-17 18:13:02,275 Update finished +2021-12-17 18:13:12,284 Reloading parameters... +2021-12-17 18:13:12,301 Loading parameters... +2021-12-17 18:13:12,302 Loading project parameters... +2021-12-17 18:13:12,304 + +23 of 25 jobs remaining (18:13) +2021-12-17 18:13:12,304 Sleep: 10 +2021-12-17 18:13:12,305 Number of retrials: 0 +2021-12-17 18:13:12,305 WRAPPER CHECK TIME = 10 +2021-12-17 18:13:12,305 Checking jobs for platform=marenostrum4 +2021-12-17 18:13:12,306 Checking jobs for platform=nord3 +2021-12-17 18:13:12,306 Checking jobs for platform=local +2021-12-17 18:13:12,307 Checking jobs for platform=transfer_node +2021-12-17 18:13:12,307 Checking all jobs at once +2021-12-17 18:13:13,977 Successful check job command +2021-12-17 18:13:15,349 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:13:15,349 End of checking +2021-12-17 18:13:15,350 Updating FAILED jobs +2021-12-17 18:13:15,351 Updating WAITING jobs +2021-12-17 18:13:15,351 Update finished +2021-12-17 18:13:15,351 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:13:15,351 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:13:15,351 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:13:15,352 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:13:15,354 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:13:15,359 Job list saved +2021-12-17 18:13:15,367 Updating FAILED jobs +2021-12-17 18:13:15,367 Updating WAITING jobs +2021-12-17 18:13:15,367 Update finished +2021-12-17 18:13:25,374 Reloading parameters... +2021-12-17 18:13:25,391 Loading parameters... +2021-12-17 18:13:25,393 Loading project parameters... +2021-12-17 18:13:25,395 + +23 of 25 jobs remaining (18:13) +2021-12-17 18:13:25,395 Sleep: 10 +2021-12-17 18:13:25,395 Number of retrials: 0 +2021-12-17 18:13:25,395 WRAPPER CHECK TIME = 10 +2021-12-17 18:13:25,396 Checking jobs for platform=marenostrum4 +2021-12-17 18:13:25,396 Checking jobs for platform=nord3 +2021-12-17 18:13:25,397 Checking jobs for platform=local +2021-12-17 18:13:25,397 Checking jobs for platform=transfer_node +2021-12-17 18:13:25,398 Checking all jobs at once +2021-12-17 18:13:28,319 Successful check job command +2021-12-17 18:13:30,992 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:13:30,992 End of checking +2021-12-17 18:13:30,994 Updating FAILED jobs +2021-12-17 18:13:30,994 Updating WAITING jobs +2021-12-17 18:13:30,995 Update finished +2021-12-17 18:13:30,995 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:13:30,995 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:13:30,995 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:13:30,996 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:13:30,998 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:13:31,018 Job list saved +2021-12-17 18:13:31,039 Updating FAILED jobs +2021-12-17 18:13:31,039 Updating WAITING jobs +2021-12-17 18:13:31,039 Update finished +2021-12-17 18:13:41,047 Reloading parameters... +2021-12-17 18:13:41,070 Loading parameters... +2021-12-17 18:13:41,071 Loading project parameters... +2021-12-17 18:13:41,073 + +23 of 25 jobs remaining (18:13) +2021-12-17 18:13:41,074 Sleep: 10 +2021-12-17 18:13:41,074 Number of retrials: 0 +2021-12-17 18:13:41,074 WRAPPER CHECK TIME = 10 +2021-12-17 18:13:41,074 Checking jobs for platform=marenostrum4 +2021-12-17 18:13:41,075 Checking jobs for platform=nord3 +2021-12-17 18:13:41,076 Checking jobs for platform=local +2021-12-17 18:13:41,076 Checking jobs for platform=transfer_node +2021-12-17 18:13:41,076 Checking all jobs at once +2021-12-17 18:13:42,847 Successful check job command +2021-12-17 18:13:44,469 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:13:44,469 End of checking +2021-12-17 18:13:44,470 Updating FAILED jobs +2021-12-17 18:13:44,470 Updating WAITING jobs +2021-12-17 18:13:44,471 Update finished +2021-12-17 18:13:44,471 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:13:44,471 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:13:44,471 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:13:44,471 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:13:44,474 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:13:44,476 Job list saved +2021-12-17 18:13:44,480 Updating FAILED jobs +2021-12-17 18:13:44,480 Updating WAITING jobs +2021-12-17 18:13:44,481 Update finished +2021-12-17 18:13:54,491 Reloading parameters... +2021-12-17 18:13:54,512 Loading parameters... +2021-12-17 18:13:54,514 Loading project parameters... +2021-12-17 18:13:54,516 + +23 of 25 jobs remaining (18:13) +2021-12-17 18:13:54,516 Sleep: 10 +2021-12-17 18:13:54,516 Number of retrials: 0 +2021-12-17 18:13:54,516 WRAPPER CHECK TIME = 10 +2021-12-17 18:13:54,517 Checking jobs for platform=marenostrum4 +2021-12-17 18:13:54,517 Checking jobs for platform=nord3 +2021-12-17 18:13:54,518 Checking jobs for platform=local +2021-12-17 18:13:54,518 Checking jobs for platform=transfer_node +2021-12-17 18:13:54,518 Checking all jobs at once +2021-12-17 18:13:56,142 Successful check job command +2021-12-17 18:14:01,320 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:14:01,320 End of checking +2021-12-17 18:14:01,321 Updating FAILED jobs +2021-12-17 18:14:01,322 Updating WAITING jobs +2021-12-17 18:14:01,322 Update finished +2021-12-17 18:14:01,322 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:14:01,322 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:14:01,322 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:14:01,322 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:14:01,325 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:14:01,327 Job list saved +2021-12-17 18:14:01,332 Updating FAILED jobs +2021-12-17 18:14:01,332 Updating WAITING jobs +2021-12-17 18:14:01,332 Update finished +2021-12-17 18:14:11,343 Reloading parameters... +2021-12-17 18:14:11,360 Loading parameters... +2021-12-17 18:14:11,362 Loading project parameters... +2021-12-17 18:14:11,363 + +23 of 25 jobs remaining (18:14) +2021-12-17 18:14:11,364 Sleep: 10 +2021-12-17 18:14:11,364 Number of retrials: 0 +2021-12-17 18:14:11,364 WRAPPER CHECK TIME = 10 +2021-12-17 18:14:11,364 Checking jobs for platform=marenostrum4 +2021-12-17 18:14:11,365 Checking jobs for platform=nord3 +2021-12-17 18:14:11,365 Checking jobs for platform=local +2021-12-17 18:14:11,366 Checking jobs for platform=transfer_node +2021-12-17 18:14:11,366 Checking all jobs at once +2021-12-17 18:14:13,036 Successful check job command +2021-12-17 18:14:17,162 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:14:17,162 End of checking +2021-12-17 18:14:17,163 Updating FAILED jobs +2021-12-17 18:14:17,164 Updating WAITING jobs +2021-12-17 18:14:17,164 Update finished +2021-12-17 18:14:17,164 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:14:17,165 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:14:17,166 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:14:17,166 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:14:17,170 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:14:17,172 Job list saved +2021-12-17 18:14:17,177 Updating FAILED jobs +2021-12-17 18:14:17,177 Updating WAITING jobs +2021-12-17 18:14:17,178 Update finished +2021-12-17 18:14:27,185 Reloading parameters... +2021-12-17 18:14:27,204 Loading parameters... +2021-12-17 18:14:27,206 Loading project parameters... +2021-12-17 18:14:27,208 + +23 of 25 jobs remaining (18:14) +2021-12-17 18:14:27,208 Sleep: 10 +2021-12-17 18:14:27,208 Number of retrials: 0 +2021-12-17 18:14:27,208 WRAPPER CHECK TIME = 10 +2021-12-17 18:14:27,209 Checking jobs for platform=marenostrum4 +2021-12-17 18:14:27,209 Checking jobs for platform=nord3 +2021-12-17 18:14:27,210 Checking jobs for platform=local +2021-12-17 18:14:27,210 Checking jobs for platform=transfer_node +2021-12-17 18:14:27,210 Checking all jobs at once +2021-12-17 18:14:28,833 Successful check job command +2021-12-17 18:14:32,106 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:14:32,106 End of checking +2021-12-17 18:14:32,107 Updating FAILED jobs +2021-12-17 18:14:32,108 Updating WAITING jobs +2021-12-17 18:14:32,108 Update finished +2021-12-17 18:14:32,108 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:14:32,108 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:14:32,108 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:14:32,109 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:14:32,111 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:14:32,113 Job list saved +2021-12-17 18:14:32,119 Updating FAILED jobs +2021-12-17 18:14:32,119 Updating WAITING jobs +2021-12-17 18:14:32,120 Update finished +2021-12-17 18:14:42,130 Reloading parameters... +2021-12-17 18:14:42,148 Loading parameters... +2021-12-17 18:14:42,149 Loading project parameters... +2021-12-17 18:14:42,151 + +23 of 25 jobs remaining (18:14) +2021-12-17 18:14:42,151 Sleep: 10 +2021-12-17 18:14:42,151 Number of retrials: 0 +2021-12-17 18:14:42,151 WRAPPER CHECK TIME = 10 +2021-12-17 18:14:42,152 Checking jobs for platform=marenostrum4 +2021-12-17 18:14:42,153 Checking jobs for platform=nord3 +2021-12-17 18:14:42,153 Checking jobs for platform=local +2021-12-17 18:14:42,154 Checking jobs for platform=transfer_node +2021-12-17 18:14:42,154 Checking all jobs at once +2021-12-17 18:14:45,076 Successful check job command +2021-12-17 18:14:49,653 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:14:49,653 End of checking +2021-12-17 18:14:49,654 Updating FAILED jobs +2021-12-17 18:14:49,655 Updating WAITING jobs +2021-12-17 18:14:49,655 Update finished +2021-12-17 18:14:49,655 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:14:49,655 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:14:49,655 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:14:49,655 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:14:49,662 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:14:49,664 Job list saved +2021-12-17 18:14:49,669 Updating FAILED jobs +2021-12-17 18:14:49,669 Updating WAITING jobs +2021-12-17 18:14:49,669 Update finished +2021-12-17 18:14:59,683 Reloading parameters... +2021-12-17 18:14:59,732 Loading parameters... +2021-12-17 18:14:59,733 Loading project parameters... +2021-12-17 18:14:59,738 + +23 of 25 jobs remaining (18:14) +2021-12-17 18:14:59,739 Sleep: 10 +2021-12-17 18:14:59,739 Number of retrials: 0 +2021-12-17 18:14:59,739 WRAPPER CHECK TIME = 10 +2021-12-17 18:14:59,740 Checking jobs for platform=marenostrum4 +2021-12-17 18:14:59,740 Checking jobs for platform=nord3 +2021-12-17 18:14:59,743 Checking jobs for platform=local +2021-12-17 18:14:59,743 Checking jobs for platform=transfer_node +2021-12-17 18:14:59,743 Checking all jobs at once +2021-12-17 18:15:02,522 Successful check job command +2021-12-17 18:15:06,299 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:15:06,299 End of checking +2021-12-17 18:15:06,301 Updating FAILED jobs +2021-12-17 18:15:06,301 Updating WAITING jobs +2021-12-17 18:15:06,301 Update finished +2021-12-17 18:15:06,301 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:15:06,302 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:15:06,302 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:15:06,302 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:15:06,304 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:15:06,307 Job list saved +2021-12-17 18:15:06,311 Updating FAILED jobs +2021-12-17 18:15:06,312 Updating WAITING jobs +2021-12-17 18:15:06,312 Update finished +2021-12-17 18:15:16,322 Reloading parameters... +2021-12-17 18:15:16,344 Loading parameters... +2021-12-17 18:15:16,345 Loading project parameters... +2021-12-17 18:15:16,347 + +23 of 25 jobs remaining (18:15) +2021-12-17 18:15:16,347 Sleep: 10 +2021-12-17 18:15:16,347 Number of retrials: 0 +2021-12-17 18:15:16,348 WRAPPER CHECK TIME = 10 +2021-12-17 18:15:16,348 Checking jobs for platform=marenostrum4 +2021-12-17 18:15:16,349 Checking jobs for platform=nord3 +2021-12-17 18:15:16,349 Checking jobs for platform=local +2021-12-17 18:15:16,350 Checking jobs for platform=transfer_node +2021-12-17 18:15:16,350 Checking all jobs at once +2021-12-17 18:15:17,822 Successful check job command +2021-12-17 18:15:19,544 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:15:19,544 End of checking +2021-12-17 18:15:19,546 Updating FAILED jobs +2021-12-17 18:15:19,546 Updating WAITING jobs +2021-12-17 18:15:19,546 Update finished +2021-12-17 18:15:19,546 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:15:19,546 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:15:19,547 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:15:19,547 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:15:19,549 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:15:19,552 Job list saved +2021-12-17 18:15:19,557 Updating FAILED jobs +2021-12-17 18:15:19,557 Updating WAITING jobs +2021-12-17 18:15:19,557 Update finished +2021-12-17 18:15:29,566 Reloading parameters... +2021-12-17 18:15:29,584 Loading parameters... +2021-12-17 18:15:29,585 Loading project parameters... +2021-12-17 18:15:29,587 + +23 of 25 jobs remaining (18:15) +2021-12-17 18:15:29,587 Sleep: 10 +2021-12-17 18:15:29,587 Number of retrials: 0 +2021-12-17 18:15:29,588 WRAPPER CHECK TIME = 10 +2021-12-17 18:15:29,588 Checking jobs for platform=marenostrum4 +2021-12-17 18:15:29,589 Checking jobs for platform=nord3 +2021-12-17 18:15:29,590 Checking jobs for platform=local +2021-12-17 18:15:29,591 Checking jobs for platform=transfer_node +2021-12-17 18:15:29,591 Checking all jobs at once +2021-12-17 18:15:32,464 Successful check job command +2021-12-17 18:15:36,540 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:15:36,541 End of checking +2021-12-17 18:15:36,542 Updating FAILED jobs +2021-12-17 18:15:36,542 Updating WAITING jobs +2021-12-17 18:15:36,543 Update finished +2021-12-17 18:15:36,543 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:15:36,543 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:15:36,543 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:15:36,543 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:15:36,546 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:15:36,548 Job list saved +2021-12-17 18:15:36,553 Updating FAILED jobs +2021-12-17 18:15:36,553 Updating WAITING jobs +2021-12-17 18:15:36,553 Update finished +2021-12-17 18:15:46,563 Reloading parameters... +2021-12-17 18:15:46,583 Loading parameters... +2021-12-17 18:15:46,584 Loading project parameters... +2021-12-17 18:15:46,586 + +23 of 25 jobs remaining (18:15) +2021-12-17 18:15:46,587 Sleep: 10 +2021-12-17 18:15:46,587 Number of retrials: 0 +2021-12-17 18:15:46,587 WRAPPER CHECK TIME = 10 +2021-12-17 18:15:46,587 Checking jobs for platform=marenostrum4 +2021-12-17 18:15:46,588 Checking jobs for platform=nord3 +2021-12-17 18:15:46,588 Checking jobs for platform=local +2021-12-17 18:15:46,589 Checking jobs for platform=transfer_node +2021-12-17 18:15:46,589 Checking all jobs at once +2021-12-17 18:15:47,858 Successful check job command +2021-12-17 18:15:49,127 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:15:49,127 End of checking +2021-12-17 18:15:49,129 Updating FAILED jobs +2021-12-17 18:15:49,129 Updating WAITING jobs +2021-12-17 18:15:49,129 Update finished +2021-12-17 18:15:49,129 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:15:49,130 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:15:49,130 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:15:49,130 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:15:49,133 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:15:49,135 Job list saved +2021-12-17 18:15:49,140 Updating FAILED jobs +2021-12-17 18:15:49,141 Updating WAITING jobs +2021-12-17 18:15:49,141 Update finished +2021-12-17 18:15:59,151 Reloading parameters... +2021-12-17 18:15:59,172 Loading parameters... +2021-12-17 18:15:59,173 Loading project parameters... +2021-12-17 18:15:59,175 + +23 of 25 jobs remaining (18:15) +2021-12-17 18:15:59,175 Sleep: 10 +2021-12-17 18:15:59,176 Number of retrials: 0 +2021-12-17 18:15:59,176 WRAPPER CHECK TIME = 10 +2021-12-17 18:15:59,176 Checking jobs for platform=marenostrum4 +2021-12-17 18:15:59,177 Checking jobs for platform=nord3 +2021-12-17 18:15:59,177 Checking jobs for platform=local +2021-12-17 18:15:59,178 Checking jobs for platform=transfer_node +2021-12-17 18:15:59,178 Checking all jobs at once +2021-12-17 18:16:01,501 Successful check job command +2021-12-17 18:16:06,477 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:16:06,477 End of checking +2021-12-17 18:16:06,479 Updating FAILED jobs +2021-12-17 18:16:06,479 Updating WAITING jobs +2021-12-17 18:16:06,479 Update finished +2021-12-17 18:16:06,480 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:16:06,480 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:16:06,480 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:16:06,480 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:16:06,483 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:16:06,485 Job list saved +2021-12-17 18:16:06,496 Updating FAILED jobs +2021-12-17 18:16:06,496 Updating WAITING jobs +2021-12-17 18:16:06,498 Update finished +2021-12-17 18:16:16,508 Reloading parameters... +2021-12-17 18:16:16,570 Loading parameters... +2021-12-17 18:16:16,585 Loading project parameters... +2021-12-17 18:16:16,592 + +23 of 25 jobs remaining (18:16) +2021-12-17 18:16:16,593 Sleep: 10 +2021-12-17 18:16:16,593 Number of retrials: 0 +2021-12-17 18:16:16,593 WRAPPER CHECK TIME = 10 +2021-12-17 18:16:16,593 Checking jobs for platform=marenostrum4 +2021-12-17 18:16:16,596 Checking jobs for platform=nord3 +2021-12-17 18:16:16,597 Checking jobs for platform=local +2021-12-17 18:16:16,598 Checking jobs for platform=transfer_node +2021-12-17 18:16:16,598 Checking all jobs at once +2021-12-17 18:16:19,827 Successful check job command +2021-12-17 18:16:28,121 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:16:28,121 End of checking +2021-12-17 18:16:28,131 Updating FAILED jobs +2021-12-17 18:16:28,132 Updating WAITING jobs +2021-12-17 18:16:28,132 Update finished +2021-12-17 18:16:28,132 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:16:28,134 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:16:28,134 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:16:28,135 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:16:28,160 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:16:28,162 Job list saved +2021-12-17 18:16:28,173 Updating FAILED jobs +2021-12-17 18:16:28,173 Updating WAITING jobs +2021-12-17 18:16:28,173 Update finished +2021-12-17 18:16:38,184 Reloading parameters... +2021-12-17 18:16:38,220 Loading parameters... +2021-12-17 18:16:38,222 Loading project parameters... +2021-12-17 18:16:38,224 + +23 of 25 jobs remaining (18:16) +2021-12-17 18:16:38,224 Sleep: 10 +2021-12-17 18:16:38,224 Number of retrials: 0 +2021-12-17 18:16:38,224 WRAPPER CHECK TIME = 10 +2021-12-17 18:16:38,225 Checking jobs for platform=marenostrum4 +2021-12-17 18:16:38,225 Checking jobs for platform=nord3 +2021-12-17 18:16:38,226 Checking jobs for platform=local +2021-12-17 18:16:38,227 Checking jobs for platform=transfer_node +2021-12-17 18:16:38,227 Checking all jobs at once +2021-12-17 18:16:40,400 Successful check job command +2021-12-17 18:16:43,530 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:16:43,530 End of checking +2021-12-17 18:16:43,531 Updating FAILED jobs +2021-12-17 18:16:43,531 Updating WAITING jobs +2021-12-17 18:16:43,532 Update finished +2021-12-17 18:16:43,532 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:16:43,532 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:16:43,532 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:16:43,532 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:16:43,552 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:16:43,554 Job list saved +2021-12-17 18:16:43,584 Updating FAILED jobs +2021-12-17 18:16:43,584 Updating WAITING jobs +2021-12-17 18:16:43,584 Update finished +2021-12-17 18:16:53,594 Reloading parameters... +2021-12-17 18:16:53,617 Loading parameters... +2021-12-17 18:16:53,618 Loading project parameters... +2021-12-17 18:16:53,620 + +23 of 25 jobs remaining (18:16) +2021-12-17 18:16:53,620 Sleep: 10 +2021-12-17 18:16:53,620 Number of retrials: 0 +2021-12-17 18:16:53,621 WRAPPER CHECK TIME = 10 +2021-12-17 18:16:53,625 Checking jobs for platform=marenostrum4 +2021-12-17 18:16:53,625 Checking jobs for platform=nord3 +2021-12-17 18:16:53,639 Checking jobs for platform=local +2021-12-17 18:16:53,643 Checking jobs for platform=transfer_node +2021-12-17 18:16:53,643 Checking all jobs at once +2021-12-17 18:16:55,972 Successful check job command +2021-12-17 18:16:58,644 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:16:58,645 End of checking +2021-12-17 18:16:58,646 Updating FAILED jobs +2021-12-17 18:16:58,646 Updating WAITING jobs +2021-12-17 18:16:58,646 Update finished +2021-12-17 18:16:58,646 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:16:58,647 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:16:58,647 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:16:58,647 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:16:58,649 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:16:58,652 Job list saved +2021-12-17 18:16:58,658 Updating FAILED jobs +2021-12-17 18:16:58,660 Updating WAITING jobs +2021-12-17 18:16:58,660 Update finished +2021-12-17 18:17:08,670 Reloading parameters... +2021-12-17 18:17:08,694 Loading parameters... +2021-12-17 18:17:08,696 Loading project parameters... +2021-12-17 18:17:08,698 + +23 of 25 jobs remaining (18:17) +2021-12-17 18:17:08,698 Sleep: 10 +2021-12-17 18:17:08,698 Number of retrials: 0 +2021-12-17 18:17:08,698 WRAPPER CHECK TIME = 10 +2021-12-17 18:17:08,699 Checking jobs for platform=marenostrum4 +2021-12-17 18:17:08,699 Checking jobs for platform=nord3 +2021-12-17 18:17:08,700 Checking jobs for platform=local +2021-12-17 18:17:08,700 Checking jobs for platform=transfer_node +2021-12-17 18:17:08,700 Checking all jobs at once +2021-12-17 18:17:11,877 Successful check job command +2021-12-17 18:17:15,951 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:17:15,951 End of checking +2021-12-17 18:17:15,952 Updating FAILED jobs +2021-12-17 18:17:15,952 Updating WAITING jobs +2021-12-17 18:17:15,953 Update finished +2021-12-17 18:17:15,953 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:17:15,953 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:17:15,953 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:17:15,954 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:17:15,956 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:17:15,958 Job list saved +2021-12-17 18:17:15,963 Updating FAILED jobs +2021-12-17 18:17:15,963 Updating WAITING jobs +2021-12-17 18:17:15,963 Update finished +2021-12-17 18:17:25,973 Reloading parameters... +2021-12-17 18:17:25,993 Loading parameters... +2021-12-17 18:17:25,994 Loading project parameters... +2021-12-17 18:17:25,996 + +23 of 25 jobs remaining (18:17) +2021-12-17 18:17:25,997 Sleep: 10 +2021-12-17 18:17:25,997 Number of retrials: 0 +2021-12-17 18:17:25,997 WRAPPER CHECK TIME = 10 +2021-12-17 18:17:25,997 Checking jobs for platform=marenostrum4 +2021-12-17 18:17:25,998 Checking jobs for platform=nord3 +2021-12-17 18:17:25,999 Checking jobs for platform=local +2021-12-17 18:17:25,999 Checking jobs for platform=transfer_node +2021-12-17 18:17:25,999 Checking all jobs at once +2021-12-17 18:17:27,570 Successful check job command +2021-12-17 18:17:30,496 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:17:30,496 End of checking +2021-12-17 18:17:30,499 Updating FAILED jobs +2021-12-17 18:17:30,500 Updating WAITING jobs +2021-12-17 18:17:30,500 Update finished +2021-12-17 18:17:30,500 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:17:30,500 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:17:30,501 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:17:30,501 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:17:30,503 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:17:30,506 Job list saved +2021-12-17 18:17:30,510 Updating FAILED jobs +2021-12-17 18:17:30,510 Updating WAITING jobs +2021-12-17 18:17:30,510 Update finished +2021-12-17 18:17:40,517 Reloading parameters... +2021-12-17 18:17:40,535 Loading parameters... +2021-12-17 18:17:40,536 Loading project parameters... +2021-12-17 18:17:40,538 + +23 of 25 jobs remaining (18:17) +2021-12-17 18:17:40,538 Sleep: 10 +2021-12-17 18:17:40,538 Number of retrials: 0 +2021-12-17 18:17:40,538 WRAPPER CHECK TIME = 10 +2021-12-17 18:17:40,539 Checking jobs for platform=marenostrum4 +2021-12-17 18:17:40,539 Checking jobs for platform=nord3 +2021-12-17 18:17:40,540 Checking jobs for platform=local +2021-12-17 18:17:40,540 Checking jobs for platform=transfer_node +2021-12-17 18:17:40,541 Checking all jobs at once +2021-12-17 18:17:43,315 Successful check job command +2021-12-17 18:17:45,439 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:17:45,440 End of checking +2021-12-17 18:17:45,441 Updating FAILED jobs +2021-12-17 18:17:45,441 Updating WAITING jobs +2021-12-17 18:17:45,441 Update finished +2021-12-17 18:17:45,442 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:17:45,442 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:17:45,442 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:17:45,442 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:17:45,445 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:17:45,448 Job list saved +2021-12-17 18:17:45,453 Updating FAILED jobs +2021-12-17 18:17:45,453 Updating WAITING jobs +2021-12-17 18:17:45,453 Update finished +2021-12-17 18:17:55,463 Reloading parameters... +2021-12-17 18:17:55,484 Loading parameters... +2021-12-17 18:17:55,485 Loading project parameters... +2021-12-17 18:17:55,487 + +23 of 25 jobs remaining (18:17) +2021-12-17 18:17:55,487 Sleep: 10 +2021-12-17 18:17:55,487 Number of retrials: 0 +2021-12-17 18:17:55,487 WRAPPER CHECK TIME = 10 +2021-12-17 18:17:55,488 Checking jobs for platform=marenostrum4 +2021-12-17 18:17:55,488 Checking jobs for platform=nord3 +2021-12-17 18:17:55,489 Checking jobs for platform=local +2021-12-17 18:17:55,489 Checking jobs for platform=transfer_node +2021-12-17 18:17:55,489 Checking all jobs at once +2021-12-17 18:17:59,316 Successful check job command +2021-12-17 18:18:05,198 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:18:05,198 End of checking +2021-12-17 18:18:05,200 Updating FAILED jobs +2021-12-17 18:18:05,200 Updating WAITING jobs +2021-12-17 18:18:05,201 Update finished +2021-12-17 18:18:05,201 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:18:05,201 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:18:05,202 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:18:05,202 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:18:05,204 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:18:05,206 Job list saved +2021-12-17 18:18:05,213 Updating FAILED jobs +2021-12-17 18:18:05,213 Updating WAITING jobs +2021-12-17 18:18:05,213 Update finished +2021-12-17 18:18:15,223 Reloading parameters... +2021-12-17 18:18:15,245 Loading parameters... +2021-12-17 18:18:15,246 Loading project parameters... +2021-12-17 18:18:15,250 + +23 of 25 jobs remaining (18:18) +2021-12-17 18:18:15,250 Sleep: 10 +2021-12-17 18:18:15,250 Number of retrials: 0 +2021-12-17 18:18:15,250 WRAPPER CHECK TIME = 10 +2021-12-17 18:18:15,255 Checking jobs for platform=marenostrum4 +2021-12-17 18:18:15,256 Checking jobs for platform=nord3 +2021-12-17 18:18:15,257 Checking jobs for platform=local +2021-12-17 18:18:15,257 Checking jobs for platform=transfer_node +2021-12-17 18:18:15,257 Checking all jobs at once +2021-12-17 18:18:16,777 Successful check job command +2021-12-17 18:18:19,953 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:18:19,953 End of checking +2021-12-17 18:18:19,954 Updating FAILED jobs +2021-12-17 18:18:19,954 Updating WAITING jobs +2021-12-17 18:18:19,954 Update finished +2021-12-17 18:18:19,955 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:18:19,955 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:18:19,955 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:18:19,955 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:18:19,957 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:18:19,960 Job list saved +2021-12-17 18:18:19,970 Updating FAILED jobs +2021-12-17 18:18:19,970 Updating WAITING jobs +2021-12-17 18:18:19,970 Update finished +2021-12-17 18:18:29,979 Reloading parameters... +2021-12-17 18:18:29,999 Loading parameters... +2021-12-17 18:18:30,000 Loading project parameters... +2021-12-17 18:18:30,002 + +23 of 25 jobs remaining (18:18) +2021-12-17 18:18:30,002 Sleep: 10 +2021-12-17 18:18:30,002 Number of retrials: 0 +2021-12-17 18:18:30,003 WRAPPER CHECK TIME = 10 +2021-12-17 18:18:30,003 Checking jobs for platform=marenostrum4 +2021-12-17 18:18:30,004 Checking jobs for platform=nord3 +2021-12-17 18:18:30,004 Checking jobs for platform=local +2021-12-17 18:18:30,005 Checking jobs for platform=transfer_node +2021-12-17 18:18:30,005 Checking all jobs at once +2021-12-17 18:18:31,826 Successful check job command +2021-12-17 18:18:36,264 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:18:36,264 End of checking +2021-12-17 18:18:36,265 Updating FAILED jobs +2021-12-17 18:18:36,266 Updating WAITING jobs +2021-12-17 18:18:36,266 Update finished +2021-12-17 18:18:36,266 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:18:36,267 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:18:36,267 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:18:36,267 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:18:36,270 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:18:36,273 Job list saved +2021-12-17 18:18:36,278 Updating FAILED jobs +2021-12-17 18:18:36,278 Updating WAITING jobs +2021-12-17 18:18:36,279 Update finished +2021-12-17 18:18:46,289 Reloading parameters... +2021-12-17 18:18:46,307 Loading parameters... +2021-12-17 18:18:46,308 Loading project parameters... +2021-12-17 18:18:46,310 + +23 of 25 jobs remaining (18:18) +2021-12-17 18:18:46,311 Sleep: 10 +2021-12-17 18:18:46,311 Number of retrials: 0 +2021-12-17 18:18:46,311 WRAPPER CHECK TIME = 10 +2021-12-17 18:18:46,311 Checking jobs for platform=marenostrum4 +2021-12-17 18:18:46,312 Checking jobs for platform=nord3 +2021-12-17 18:18:46,313 Checking jobs for platform=local +2021-12-17 18:18:46,313 Checking jobs for platform=transfer_node +2021-12-17 18:18:46,313 Checking all jobs at once +2021-12-17 18:18:49,387 Successful check job command +2021-12-17 18:18:58,228 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:18:58,229 End of checking +2021-12-17 18:18:58,230 Updating FAILED jobs +2021-12-17 18:18:58,230 Updating WAITING jobs +2021-12-17 18:18:58,230 Update finished +2021-12-17 18:18:58,230 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:18:58,231 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:18:58,231 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:18:58,231 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:18:58,234 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:18:58,236 Job list saved +2021-12-17 18:18:58,240 Updating FAILED jobs +2021-12-17 18:18:58,241 Updating WAITING jobs +2021-12-17 18:18:58,241 Update finished +2021-12-17 18:19:08,251 Reloading parameters... +2021-12-17 18:19:08,273 Loading parameters... +2021-12-17 18:19:08,274 Loading project parameters... +2021-12-17 18:19:08,276 + +23 of 25 jobs remaining (18:19) +2021-12-17 18:19:08,276 Sleep: 10 +2021-12-17 18:19:08,276 Number of retrials: 0 +2021-12-17 18:19:08,276 WRAPPER CHECK TIME = 10 +2021-12-17 18:19:08,277 Checking jobs for platform=marenostrum4 +2021-12-17 18:19:08,278 Checking jobs for platform=nord3 +2021-12-17 18:19:08,278 Checking jobs for platform=local +2021-12-17 18:19:08,279 Checking jobs for platform=transfer_node +2021-12-17 18:19:08,279 Checking all jobs at once +2021-12-17 18:19:09,749 Successful check job command +2021-12-17 18:19:11,019 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:19:11,019 End of checking +2021-12-17 18:19:11,020 Updating FAILED jobs +2021-12-17 18:19:11,020 Updating WAITING jobs +2021-12-17 18:19:11,020 Update finished +2021-12-17 18:19:11,021 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:19:11,021 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:19:11,021 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:19:11,021 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:19:11,024 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:19:11,026 Job list saved +2021-12-17 18:19:11,031 Updating FAILED jobs +2021-12-17 18:19:11,031 Updating WAITING jobs +2021-12-17 18:19:11,031 Update finished +2021-12-17 18:19:21,040 Reloading parameters... +2021-12-17 18:19:21,063 Loading parameters... +2021-12-17 18:19:21,064 Loading project parameters... +2021-12-17 18:19:21,066 + +23 of 25 jobs remaining (18:19) +2021-12-17 18:19:21,066 Sleep: 10 +2021-12-17 18:19:21,066 Number of retrials: 0 +2021-12-17 18:19:21,066 WRAPPER CHECK TIME = 10 +2021-12-17 18:19:21,067 Checking jobs for platform=marenostrum4 +2021-12-17 18:19:21,068 Checking jobs for platform=nord3 +2021-12-17 18:19:21,068 Checking jobs for platform=local +2021-12-17 18:19:21,069 Checking jobs for platform=transfer_node +2021-12-17 18:19:21,069 Checking all jobs at once +2021-12-17 18:19:25,695 Successful check job command +2021-12-17 18:19:28,073 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:19:28,073 End of checking +2021-12-17 18:19:28,074 Updating FAILED jobs +2021-12-17 18:19:28,074 Updating WAITING jobs +2021-12-17 18:19:28,075 Update finished +2021-12-17 18:19:28,075 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:19:28,075 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:19:28,075 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:19:28,075 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:19:28,078 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:19:28,080 Job list saved +2021-12-17 18:19:28,084 Updating FAILED jobs +2021-12-17 18:19:28,084 Updating WAITING jobs +2021-12-17 18:19:28,085 Update finished +2021-12-17 18:19:38,095 Reloading parameters... +2021-12-17 18:19:38,116 Loading parameters... +2021-12-17 18:19:38,117 Loading project parameters... +2021-12-17 18:19:38,119 + +23 of 25 jobs remaining (18:19) +2021-12-17 18:19:38,119 Sleep: 10 +2021-12-17 18:19:38,119 Number of retrials: 0 +2021-12-17 18:19:38,119 WRAPPER CHECK TIME = 10 +2021-12-17 18:19:38,120 Checking jobs for platform=marenostrum4 +2021-12-17 18:19:38,121 Checking jobs for platform=nord3 +2021-12-17 18:19:38,121 Checking jobs for platform=local +2021-12-17 18:19:38,122 Checking jobs for platform=transfer_node +2021-12-17 18:19:38,122 Checking all jobs at once +2021-12-17 18:19:41,306 Successful check job command +2021-12-17 18:19:45,630 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:19:45,631 End of checking +2021-12-17 18:19:45,632 Updating FAILED jobs +2021-12-17 18:19:45,632 Updating WAITING jobs +2021-12-17 18:19:45,632 Update finished +2021-12-17 18:19:45,632 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:19:45,632 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:19:45,633 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:19:45,633 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:19:45,635 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:19:45,638 Job list saved +2021-12-17 18:19:45,643 Updating FAILED jobs +2021-12-17 18:19:45,643 Updating WAITING jobs +2021-12-17 18:19:45,643 Update finished +2021-12-17 18:19:55,653 Reloading parameters... +2021-12-17 18:19:55,672 Loading parameters... +2021-12-17 18:19:55,673 Loading project parameters... +2021-12-17 18:19:55,675 + +23 of 25 jobs remaining (18:19) +2021-12-17 18:19:55,675 Sleep: 10 +2021-12-17 18:19:55,675 Number of retrials: 0 +2021-12-17 18:19:55,675 WRAPPER CHECK TIME = 10 +2021-12-17 18:19:55,676 Checking jobs for platform=marenostrum4 +2021-12-17 18:19:55,676 Checking jobs for platform=nord3 +2021-12-17 18:19:55,677 Checking jobs for platform=local +2021-12-17 18:19:55,678 Checking jobs for platform=transfer_node +2021-12-17 18:19:55,678 Checking all jobs at once +2021-12-17 18:19:57,056 Successful check job command +2021-12-17 18:19:58,876 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:19:58,877 End of checking +2021-12-17 18:19:58,878 Updating FAILED jobs +2021-12-17 18:19:58,878 Updating WAITING jobs +2021-12-17 18:19:58,878 Update finished +2021-12-17 18:19:58,879 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:19:58,879 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:19:58,879 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:19:58,880 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:19:58,882 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:19:58,884 Job list saved +2021-12-17 18:19:58,889 Updating FAILED jobs +2021-12-17 18:19:58,889 Updating WAITING jobs +2021-12-17 18:19:58,890 Update finished +2021-12-17 18:20:08,899 Reloading parameters... +2021-12-17 18:20:08,918 Loading parameters... +2021-12-17 18:20:08,919 Loading project parameters... +2021-12-17 18:20:08,921 + +23 of 25 jobs remaining (18:20) +2021-12-17 18:20:08,921 Sleep: 10 +2021-12-17 18:20:08,921 Number of retrials: 0 +2021-12-17 18:20:08,921 WRAPPER CHECK TIME = 10 +2021-12-17 18:20:08,922 Checking jobs for platform=marenostrum4 +2021-12-17 18:20:08,922 Checking jobs for platform=nord3 +2021-12-17 18:20:08,923 Checking jobs for platform=local +2021-12-17 18:20:08,923 Checking jobs for platform=transfer_node +2021-12-17 18:20:08,924 Checking all jobs at once +2021-12-17 18:20:13,055 Successful check job command +2021-12-17 18:20:18,032 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:20:18,033 End of checking +2021-12-17 18:20:18,034 Updating FAILED jobs +2021-12-17 18:20:18,035 Updating WAITING jobs +2021-12-17 18:20:18,035 Update finished +2021-12-17 18:20:18,035 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:20:18,035 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:20:18,035 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:20:18,035 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:20:18,046 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:20:18,049 Job list saved +2021-12-17 18:20:18,059 Updating FAILED jobs +2021-12-17 18:20:18,059 Updating WAITING jobs +2021-12-17 18:20:18,059 Update finished +2021-12-17 18:20:28,069 Reloading parameters... +2021-12-17 18:20:28,093 Loading parameters... +2021-12-17 18:20:28,095 Loading project parameters... +2021-12-17 18:20:28,097 + +23 of 25 jobs remaining (18:20) +2021-12-17 18:20:28,097 Sleep: 10 +2021-12-17 18:20:28,097 Number of retrials: 0 +2021-12-17 18:20:28,097 WRAPPER CHECK TIME = 10 +2021-12-17 18:20:28,098 Checking jobs for platform=marenostrum4 +2021-12-17 18:20:28,099 Checking jobs for platform=nord3 +2021-12-17 18:20:28,099 Checking jobs for platform=local +2021-12-17 18:20:28,100 Checking jobs for platform=transfer_node +2021-12-17 18:20:28,100 Checking all jobs at once +2021-12-17 18:20:31,123 Successful check job command +2021-12-17 18:20:35,248 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:20:35,248 End of checking +2021-12-17 18:20:35,249 Updating FAILED jobs +2021-12-17 18:20:35,250 Updating WAITING jobs +2021-12-17 18:20:35,250 Update finished +2021-12-17 18:20:35,250 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:20:35,251 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:20:35,251 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:20:35,251 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:20:35,256 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:20:35,258 Job list saved +2021-12-17 18:20:35,265 Updating FAILED jobs +2021-12-17 18:20:35,265 Updating WAITING jobs +2021-12-17 18:20:35,265 Update finished +2021-12-17 18:20:45,275 Reloading parameters... +2021-12-17 18:20:45,305 Loading parameters... +2021-12-17 18:20:45,308 Loading project parameters... +2021-12-17 18:20:45,317 + +23 of 25 jobs remaining (18:20) +2021-12-17 18:20:45,319 Sleep: 10 +2021-12-17 18:20:45,320 Number of retrials: 0 +2021-12-17 18:20:45,320 WRAPPER CHECK TIME = 10 +2021-12-17 18:20:45,326 Checking jobs for platform=marenostrum4 +2021-12-17 18:20:45,326 Checking jobs for platform=nord3 +2021-12-17 18:20:45,327 Checking jobs for platform=local +2021-12-17 18:20:45,328 Checking jobs for platform=transfer_node +2021-12-17 18:20:45,328 Checking all jobs at once +2021-12-17 18:20:46,902 Successful check job command +2021-12-17 18:20:52,831 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:20:52,831 End of checking +2021-12-17 18:20:52,832 Updating FAILED jobs +2021-12-17 18:20:52,832 Updating WAITING jobs +2021-12-17 18:20:52,833 Update finished +2021-12-17 18:20:52,833 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:20:52,833 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:20:52,833 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:20:52,833 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:20:52,836 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:20:52,838 Job list saved +2021-12-17 18:20:52,844 Updating FAILED jobs +2021-12-17 18:20:52,844 Updating WAITING jobs +2021-12-17 18:20:52,844 Update finished +2021-12-17 18:21:02,854 Reloading parameters... +2021-12-17 18:21:02,874 Loading parameters... +2021-12-17 18:21:02,875 Loading project parameters... +2021-12-17 18:21:02,877 + +23 of 25 jobs remaining (18:21) +2021-12-17 18:21:02,878 Sleep: 10 +2021-12-17 18:21:02,878 Number of retrials: 0 +2021-12-17 18:21:02,878 WRAPPER CHECK TIME = 10 +2021-12-17 18:21:02,878 Checking jobs for platform=marenostrum4 +2021-12-17 18:21:02,879 Checking jobs for platform=nord3 +2021-12-17 18:21:02,879 Checking jobs for platform=local +2021-12-17 18:21:02,880 Checking jobs for platform=transfer_node +2021-12-17 18:21:02,880 Checking all jobs at once +2021-12-17 18:21:05,853 Successful check job command +2021-12-17 18:21:07,373 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:21:07,374 End of checking +2021-12-17 18:21:07,375 Updating FAILED jobs +2021-12-17 18:21:07,375 Updating WAITING jobs +2021-12-17 18:21:07,375 Update finished +2021-12-17 18:21:07,376 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:21:07,376 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:21:07,376 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:21:07,376 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:21:07,379 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:21:07,381 Job list saved +2021-12-17 18:21:07,395 Updating FAILED jobs +2021-12-17 18:21:07,395 Updating WAITING jobs +2021-12-17 18:21:07,396 Update finished +2021-12-17 18:21:17,404 Reloading parameters... +2021-12-17 18:21:17,423 Loading parameters... +2021-12-17 18:21:17,424 Loading project parameters... +2021-12-17 18:21:17,426 + +23 of 25 jobs remaining (18:21) +2021-12-17 18:21:17,426 Sleep: 10 +2021-12-17 18:21:17,426 Number of retrials: 0 +2021-12-17 18:21:17,427 WRAPPER CHECK TIME = 10 +2021-12-17 18:21:17,427 Checking jobs for platform=marenostrum4 +2021-12-17 18:21:17,428 Checking jobs for platform=nord3 +2021-12-17 18:21:17,428 Checking jobs for platform=local +2021-12-17 18:21:17,429 Checking jobs for platform=transfer_node +2021-12-17 18:21:17,429 Checking all jobs at once +2021-12-17 18:21:22,155 Successful check job command +2021-12-17 18:21:26,329 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:21:26,330 End of checking +2021-12-17 18:21:26,332 Updating FAILED jobs +2021-12-17 18:21:26,332 Updating WAITING jobs +2021-12-17 18:21:26,332 Update finished +2021-12-17 18:21:26,333 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:21:26,333 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:21:26,333 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:21:26,333 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:21:26,337 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:21:26,339 Job list saved +2021-12-17 18:21:26,344 Updating FAILED jobs +2021-12-17 18:21:26,345 Updating WAITING jobs +2021-12-17 18:21:26,345 Update finished +2021-12-17 18:21:36,352 Reloading parameters... +2021-12-17 18:21:36,372 Loading parameters... +2021-12-17 18:21:36,374 Loading project parameters... +2021-12-17 18:21:36,376 + +23 of 25 jobs remaining (18:21) +2021-12-17 18:21:36,376 Sleep: 10 +2021-12-17 18:21:36,376 Number of retrials: 0 +2021-12-17 18:21:36,376 WRAPPER CHECK TIME = 10 +2021-12-17 18:21:36,377 Checking jobs for platform=marenostrum4 +2021-12-17 18:21:36,377 Checking jobs for platform=nord3 +2021-12-17 18:21:36,378 Checking jobs for platform=local +2021-12-17 18:21:36,378 Checking jobs for platform=transfer_node +2021-12-17 18:21:36,378 Checking all jobs at once +2021-12-17 18:21:38,000 Successful check job command +2021-12-17 18:21:39,370 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:21:39,370 End of checking +2021-12-17 18:21:39,372 Updating FAILED jobs +2021-12-17 18:21:39,372 Updating WAITING jobs +2021-12-17 18:21:39,372 Update finished +2021-12-17 18:21:39,372 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:21:39,372 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:21:39,372 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:21:39,373 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:21:39,375 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:21:39,377 Job list saved +2021-12-17 18:21:39,382 Updating FAILED jobs +2021-12-17 18:21:39,383 Updating WAITING jobs +2021-12-17 18:21:39,383 Update finished +2021-12-17 18:21:49,392 Reloading parameters... +2021-12-17 18:21:49,413 Loading parameters... +2021-12-17 18:21:49,414 Loading project parameters... +2021-12-17 18:21:49,416 + +23 of 25 jobs remaining (18:21) +2021-12-17 18:21:49,416 Sleep: 10 +2021-12-17 18:21:49,416 Number of retrials: 0 +2021-12-17 18:21:49,416 WRAPPER CHECK TIME = 10 +2021-12-17 18:21:49,417 Checking jobs for platform=marenostrum4 +2021-12-17 18:21:49,418 Checking jobs for platform=nord3 +2021-12-17 18:21:49,418 Checking jobs for platform=local +2021-12-17 18:21:49,419 Checking jobs for platform=transfer_node +2021-12-17 18:21:49,419 Checking all jobs at once +2021-12-17 18:21:53,693 Successful check job command +2021-12-17 18:21:57,017 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:21:57,017 End of checking +2021-12-17 18:21:57,019 Updating FAILED jobs +2021-12-17 18:21:57,019 Updating WAITING jobs +2021-12-17 18:21:57,019 Update finished +2021-12-17 18:21:57,019 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:21:57,021 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:21:57,022 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:21:57,022 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:21:57,024 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:21:57,027 Job list saved +2021-12-17 18:21:57,037 Updating FAILED jobs +2021-12-17 18:21:57,037 Updating WAITING jobs +2021-12-17 18:21:57,037 Update finished +2021-12-17 18:22:07,047 Reloading parameters... +2021-12-17 18:22:07,065 Loading parameters... +2021-12-17 18:22:07,067 Loading project parameters... +2021-12-17 18:22:07,068 + +23 of 25 jobs remaining (18:22) +2021-12-17 18:22:07,069 Sleep: 10 +2021-12-17 18:22:07,069 Number of retrials: 0 +2021-12-17 18:22:07,069 WRAPPER CHECK TIME = 10 +2021-12-17 18:22:07,070 Checking jobs for platform=marenostrum4 +2021-12-17 18:22:07,070 Checking jobs for platform=nord3 +2021-12-17 18:22:07,071 Checking jobs for platform=local +2021-12-17 18:22:07,072 Checking jobs for platform=transfer_node +2021-12-17 18:22:07,072 Checking all jobs at once +2021-12-17 18:22:09,295 Successful check job command +2021-12-17 18:22:14,076 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:22:14,076 End of checking +2021-12-17 18:22:14,078 Updating FAILED jobs +2021-12-17 18:22:14,078 Updating WAITING jobs +2021-12-17 18:22:14,078 Update finished +2021-12-17 18:22:14,078 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:22:14,078 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:22:14,078 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:22:14,079 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:22:14,081 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:22:14,084 Job list saved +2021-12-17 18:22:14,089 Updating FAILED jobs +2021-12-17 18:22:14,089 Updating WAITING jobs +2021-12-17 18:22:14,090 Update finished +2021-12-17 18:22:24,099 Reloading parameters... +2021-12-17 18:22:24,117 Loading parameters... +2021-12-17 18:22:24,119 Loading project parameters... +2021-12-17 18:22:24,121 + +23 of 25 jobs remaining (18:22) +2021-12-17 18:22:24,121 Sleep: 10 +2021-12-17 18:22:24,121 Number of retrials: 0 +2021-12-17 18:22:24,121 WRAPPER CHECK TIME = 10 +2021-12-17 18:22:24,122 Checking jobs for platform=marenostrum4 +2021-12-17 18:22:24,122 Checking jobs for platform=nord3 +2021-12-17 18:22:24,123 Checking jobs for platform=local +2021-12-17 18:22:24,123 Checking jobs for platform=transfer_node +2021-12-17 18:22:24,123 Checking all jobs at once +2021-12-17 18:22:25,599 Successful check job command +2021-12-17 18:22:28,923 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:22:28,923 End of checking +2021-12-17 18:22:28,926 Updating FAILED jobs +2021-12-17 18:22:28,926 Updating WAITING jobs +2021-12-17 18:22:28,926 Update finished +2021-12-17 18:22:28,926 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:22:28,926 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:22:28,926 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:22:28,927 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:22:28,929 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:22:28,931 Job list saved +2021-12-17 18:22:28,936 Updating FAILED jobs +2021-12-17 18:22:28,936 Updating WAITING jobs +2021-12-17 18:22:28,937 Update finished +2021-12-17 18:22:38,947 Reloading parameters... +2021-12-17 18:22:39,005 Loading parameters... +2021-12-17 18:22:39,006 Loading project parameters... +2021-12-17 18:22:39,009 + +23 of 25 jobs remaining (18:22) +2021-12-17 18:22:39,010 Sleep: 10 +2021-12-17 18:22:39,010 Number of retrials: 0 +2021-12-17 18:22:39,010 WRAPPER CHECK TIME = 10 +2021-12-17 18:22:39,010 Checking jobs for platform=marenostrum4 +2021-12-17 18:22:39,011 Checking jobs for platform=nord3 +2021-12-17 18:22:39,012 Checking jobs for platform=local +2021-12-17 18:22:39,012 Checking jobs for platform=transfer_node +2021-12-17 18:22:39,012 Checking all jobs at once +2021-12-17 18:22:41,486 Successful check job command +2021-12-17 18:22:48,721 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:22:48,721 End of checking +2021-12-17 18:22:48,724 Updating FAILED jobs +2021-12-17 18:22:48,724 Updating WAITING jobs +2021-12-17 18:22:48,724 Update finished +2021-12-17 18:22:48,724 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:22:48,725 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:22:48,725 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:22:48,725 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:22:48,730 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:22:48,732 Job list saved +2021-12-17 18:22:48,737 Updating FAILED jobs +2021-12-17 18:22:48,738 Updating WAITING jobs +2021-12-17 18:22:48,738 Update finished +2021-12-17 18:22:58,747 Reloading parameters... +2021-12-17 18:22:58,768 Loading parameters... +2021-12-17 18:22:58,769 Loading project parameters... +2021-12-17 18:22:58,771 + +23 of 25 jobs remaining (18:22) +2021-12-17 18:22:58,771 Sleep: 10 +2021-12-17 18:22:58,771 Number of retrials: 0 +2021-12-17 18:22:58,771 WRAPPER CHECK TIME = 10 +2021-12-17 18:22:58,772 Checking jobs for platform=marenostrum4 +2021-12-17 18:22:58,773 Checking jobs for platform=nord3 +2021-12-17 18:22:58,773 Checking jobs for platform=local +2021-12-17 18:22:58,774 Checking jobs for platform=transfer_node +2021-12-17 18:22:58,775 Checking all jobs at once +2021-12-17 18:23:01,748 Successful check job command +2021-12-17 18:23:05,675 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:23:05,676 End of checking +2021-12-17 18:23:05,677 Updating FAILED jobs +2021-12-17 18:23:05,677 Updating WAITING jobs +2021-12-17 18:23:05,677 Update finished +2021-12-17 18:23:05,677 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:23:05,678 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:23:05,678 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:23:05,678 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:23:05,680 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:23:05,683 Job list saved +2021-12-17 18:23:05,688 Updating FAILED jobs +2021-12-17 18:23:05,688 Updating WAITING jobs +2021-12-17 18:23:05,688 Update finished +2021-12-17 18:23:15,697 Reloading parameters... +2021-12-17 18:23:15,716 Loading parameters... +2021-12-17 18:23:15,717 Loading project parameters... +2021-12-17 18:23:15,719 + +23 of 25 jobs remaining (18:23) +2021-12-17 18:23:15,720 Sleep: 10 +2021-12-17 18:23:15,720 Number of retrials: 0 +2021-12-17 18:23:15,720 WRAPPER CHECK TIME = 10 +2021-12-17 18:23:15,720 Checking jobs for platform=marenostrum4 +2021-12-17 18:23:15,721 Checking jobs for platform=nord3 +2021-12-17 18:23:15,722 Checking jobs for platform=local +2021-12-17 18:23:15,722 Checking jobs for platform=transfer_node +2021-12-17 18:23:15,722 Checking all jobs at once +2021-12-17 18:23:17,144 Successful check job command +2021-12-17 18:23:19,519 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:23:19,519 End of checking +2021-12-17 18:23:19,520 Updating FAILED jobs +2021-12-17 18:23:19,521 Updating WAITING jobs +2021-12-17 18:23:19,521 Update finished +2021-12-17 18:23:19,521 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:23:19,521 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:23:19,521 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:23:19,521 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:23:19,524 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:23:19,526 Job list saved +2021-12-17 18:23:19,535 Updating FAILED jobs +2021-12-17 18:23:19,535 Updating WAITING jobs +2021-12-17 18:23:19,536 Update finished +2021-12-17 18:23:29,546 Reloading parameters... +2021-12-17 18:23:29,568 Loading parameters... +2021-12-17 18:23:29,569 Loading project parameters... +2021-12-17 18:23:29,571 + +23 of 25 jobs remaining (18:23) +2021-12-17 18:23:29,571 Sleep: 10 +2021-12-17 18:23:29,571 Number of retrials: 0 +2021-12-17 18:23:29,571 WRAPPER CHECK TIME = 10 +2021-12-17 18:23:29,572 Checking jobs for platform=marenostrum4 +2021-12-17 18:23:29,573 Checking jobs for platform=nord3 +2021-12-17 18:23:29,573 Checking jobs for platform=local +2021-12-17 18:23:29,574 Checking jobs for platform=transfer_node +2021-12-17 18:23:29,574 Checking all jobs at once +2021-12-17 18:23:31,898 Successful check job command +2021-12-17 18:23:34,270 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:23:34,270 End of checking +2021-12-17 18:23:34,272 Updating FAILED jobs +2021-12-17 18:23:34,272 Updating WAITING jobs +2021-12-17 18:23:34,272 Update finished +2021-12-17 18:23:34,272 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:23:34,273 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:23:34,273 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:23:34,273 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:23:34,276 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:23:34,278 Job list saved +2021-12-17 18:23:34,282 Updating FAILED jobs +2021-12-17 18:23:34,282 Updating WAITING jobs +2021-12-17 18:23:34,283 Update finished +2021-12-17 18:23:44,293 Reloading parameters... +2021-12-17 18:23:44,315 Loading parameters... +2021-12-17 18:23:44,317 Loading project parameters... +2021-12-17 18:23:44,318 + +23 of 25 jobs remaining (18:23) +2021-12-17 18:23:44,319 Sleep: 10 +2021-12-17 18:23:44,319 Number of retrials: 0 +2021-12-17 18:23:44,319 WRAPPER CHECK TIME = 10 +2021-12-17 18:23:44,319 Checking jobs for platform=marenostrum4 +2021-12-17 18:23:44,320 Checking jobs for platform=nord3 +2021-12-17 18:23:44,321 Checking jobs for platform=local +2021-12-17 18:23:44,321 Checking jobs for platform=transfer_node +2021-12-17 18:23:44,321 Checking all jobs at once +2021-12-17 18:23:47,802 Successful check job command +2021-12-17 18:23:50,674 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:23:50,674 End of checking +2021-12-17 18:23:50,677 Updating FAILED jobs +2021-12-17 18:23:50,677 Updating WAITING jobs +2021-12-17 18:23:50,677 Update finished +2021-12-17 18:23:50,677 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:23:50,677 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:23:50,677 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:23:50,678 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:23:50,681 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:23:50,684 Job list saved +2021-12-17 18:23:50,688 Updating FAILED jobs +2021-12-17 18:23:50,688 Updating WAITING jobs +2021-12-17 18:23:50,688 Update finished +2021-12-17 18:24:00,699 Reloading parameters... +2021-12-17 18:24:00,719 Loading parameters... +2021-12-17 18:24:00,721 Loading project parameters... +2021-12-17 18:24:00,723 + +23 of 25 jobs remaining (18:24) +2021-12-17 18:24:00,723 Sleep: 10 +2021-12-17 18:24:00,723 Number of retrials: 0 +2021-12-17 18:24:00,723 WRAPPER CHECK TIME = 10 +2021-12-17 18:24:00,724 Checking jobs for platform=marenostrum4 +2021-12-17 18:24:00,724 Checking jobs for platform=nord3 +2021-12-17 18:24:00,726 Checking jobs for platform=local +2021-12-17 18:24:00,726 Checking jobs for platform=transfer_node +2021-12-17 18:24:00,726 Checking all jobs at once +2021-12-17 18:24:02,956 Successful check job command +2021-12-17 18:24:05,579 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:24:05,579 End of checking +2021-12-17 18:24:05,581 Updating FAILED jobs +2021-12-17 18:24:05,581 Updating WAITING jobs +2021-12-17 18:24:05,581 Update finished +2021-12-17 18:24:05,581 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:24:05,581 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:24:05,582 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:24:05,582 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:24:05,585 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:24:05,587 Job list saved +2021-12-17 18:24:05,592 Updating FAILED jobs +2021-12-17 18:24:05,592 Updating WAITING jobs +2021-12-17 18:24:05,592 Update finished +2021-12-17 18:24:15,602 Reloading parameters... +2021-12-17 18:24:15,623 Loading parameters... +2021-12-17 18:24:15,625 Loading project parameters... +2021-12-17 18:24:15,627 + +23 of 25 jobs remaining (18:24) +2021-12-17 18:24:15,627 Sleep: 10 +2021-12-17 18:24:15,627 Number of retrials: 0 +2021-12-17 18:24:15,627 WRAPPER CHECK TIME = 10 +2021-12-17 18:24:15,628 Checking jobs for platform=marenostrum4 +2021-12-17 18:24:15,628 Checking jobs for platform=nord3 +2021-12-17 18:24:15,629 Checking jobs for platform=local +2021-12-17 18:24:15,629 Checking jobs for platform=transfer_node +2021-12-17 18:24:15,629 Checking all jobs at once +2021-12-17 18:24:16,951 Successful check job command +2021-12-17 18:24:18,471 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:24:18,472 End of checking +2021-12-17 18:24:18,474 Updating FAILED jobs +2021-12-17 18:24:18,474 Updating WAITING jobs +2021-12-17 18:24:18,474 Update finished +2021-12-17 18:24:18,474 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:24:18,476 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:24:18,476 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:24:18,476 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:24:18,479 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:24:18,482 Job list saved +2021-12-17 18:24:18,493 Updating FAILED jobs +2021-12-17 18:24:18,493 Updating WAITING jobs +2021-12-17 18:24:18,494 Update finished +2021-12-17 18:24:28,503 Reloading parameters... +2021-12-17 18:24:28,527 Loading parameters... +2021-12-17 18:24:28,528 Loading project parameters... +2021-12-17 18:24:28,532 + +23 of 25 jobs remaining (18:24) +2021-12-17 18:24:28,532 Sleep: 10 +2021-12-17 18:24:28,532 Number of retrials: 0 +2021-12-17 18:24:28,533 WRAPPER CHECK TIME = 10 +2021-12-17 18:24:28,533 Checking jobs for platform=marenostrum4 +2021-12-17 18:24:28,534 Checking jobs for platform=nord3 +2021-12-17 18:24:28,534 Checking jobs for platform=local +2021-12-17 18:24:28,535 Checking jobs for platform=transfer_node +2021-12-17 18:24:28,535 Checking all jobs at once +2021-12-17 18:24:30,107 Successful check job command +2021-12-17 18:24:33,731 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:24:33,731 End of checking +2021-12-17 18:24:33,734 Updating FAILED jobs +2021-12-17 18:24:33,734 Updating WAITING jobs +2021-12-17 18:24:33,734 Update finished +2021-12-17 18:24:33,735 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:24:33,735 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:24:33,735 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:24:33,735 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:24:33,739 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:24:33,741 Job list saved +2021-12-17 18:24:33,747 Updating FAILED jobs +2021-12-17 18:24:33,747 Updating WAITING jobs +2021-12-17 18:24:33,747 Update finished +2021-12-17 18:24:43,758 Reloading parameters... +2021-12-17 18:24:43,796 Loading parameters... +2021-12-17 18:24:43,798 Loading project parameters... +2021-12-17 18:24:43,800 + +23 of 25 jobs remaining (18:24) +2021-12-17 18:24:43,800 Sleep: 10 +2021-12-17 18:24:43,800 Number of retrials: 0 +2021-12-17 18:24:43,800 WRAPPER CHECK TIME = 10 +2021-12-17 18:24:43,801 Checking jobs for platform=marenostrum4 +2021-12-17 18:24:43,801 Checking jobs for platform=nord3 +2021-12-17 18:24:43,802 Checking jobs for platform=local +2021-12-17 18:24:43,802 Checking jobs for platform=transfer_node +2021-12-17 18:24:43,802 Checking all jobs at once +2021-12-17 18:24:46,074 Successful check job command +2021-12-17 18:24:48,547 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:24:48,547 End of checking +2021-12-17 18:24:48,549 Updating FAILED jobs +2021-12-17 18:24:48,549 Updating WAITING jobs +2021-12-17 18:24:48,550 Update finished +2021-12-17 18:24:48,550 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:24:48,550 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:24:48,550 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:24:48,550 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:24:48,553 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:24:48,557 Job list saved +2021-12-17 18:24:48,562 Updating FAILED jobs +2021-12-17 18:24:48,562 Updating WAITING jobs +2021-12-17 18:24:48,562 Update finished +2021-12-17 18:24:58,572 Reloading parameters... +2021-12-17 18:24:58,610 Loading parameters... +2021-12-17 18:24:58,611 Loading project parameters... +2021-12-17 18:24:58,616 + +23 of 25 jobs remaining (18:24) +2021-12-17 18:24:58,619 Sleep: 10 +2021-12-17 18:24:58,619 Number of retrials: 0 +2021-12-17 18:24:58,619 WRAPPER CHECK TIME = 10 +2021-12-17 18:24:58,620 Checking jobs for platform=marenostrum4 +2021-12-17 18:24:58,622 Checking jobs for platform=nord3 +2021-12-17 18:24:58,623 Checking jobs for platform=local +2021-12-17 18:24:58,624 Checking jobs for platform=transfer_node +2021-12-17 18:24:58,624 Checking all jobs at once +2021-12-17 18:25:00,953 Successful check job command +2021-12-17 18:25:03,078 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:25:03,078 End of checking +2021-12-17 18:25:03,080 Updating FAILED jobs +2021-12-17 18:25:03,080 Updating WAITING jobs +2021-12-17 18:25:03,080 Update finished +2021-12-17 18:25:03,081 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:25:03,081 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:25:03,081 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:25:03,082 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:25:03,085 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:25:03,088 Job list saved +2021-12-17 18:25:03,093 Updating FAILED jobs +2021-12-17 18:25:03,093 Updating WAITING jobs +2021-12-17 18:25:03,093 Update finished +2021-12-17 18:25:13,103 Reloading parameters... +2021-12-17 18:25:13,128 Loading parameters... +2021-12-17 18:25:13,129 Loading project parameters... +2021-12-17 18:25:13,131 + +23 of 25 jobs remaining (18:25) +2021-12-17 18:25:13,132 Sleep: 10 +2021-12-17 18:25:13,132 Number of retrials: 0 +2021-12-17 18:25:13,132 WRAPPER CHECK TIME = 10 +2021-12-17 18:25:13,132 Checking jobs for platform=marenostrum4 +2021-12-17 18:25:13,133 Checking jobs for platform=nord3 +2021-12-17 18:25:13,134 Checking jobs for platform=local +2021-12-17 18:25:13,134 Checking jobs for platform=transfer_node +2021-12-17 18:25:13,134 Checking all jobs at once +2021-12-17 18:25:14,907 Successful check job command +2021-12-17 18:25:20,437 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:25:20,437 End of checking +2021-12-17 18:25:20,440 Updating FAILED jobs +2021-12-17 18:25:20,440 Updating WAITING jobs +2021-12-17 18:25:20,440 Update finished +2021-12-17 18:25:20,441 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:25:20,441 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:25:20,441 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:25:20,441 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:25:20,447 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:25:20,450 Job list saved +2021-12-17 18:25:20,457 Updating FAILED jobs +2021-12-17 18:25:20,457 Updating WAITING jobs +2021-12-17 18:25:20,458 Update finished +2021-12-17 18:25:30,468 Reloading parameters... +2021-12-17 18:25:30,499 Loading parameters... +2021-12-17 18:25:30,500 Loading project parameters... +2021-12-17 18:25:30,502 + +23 of 25 jobs remaining (18:25) +2021-12-17 18:25:30,502 Sleep: 10 +2021-12-17 18:25:30,502 Number of retrials: 0 +2021-12-17 18:25:30,502 WRAPPER CHECK TIME = 10 +2021-12-17 18:25:30,503 Checking jobs for platform=marenostrum4 +2021-12-17 18:25:30,503 Checking jobs for platform=nord3 +2021-12-17 18:25:30,504 Checking jobs for platform=local +2021-12-17 18:25:30,505 Checking jobs for platform=transfer_node +2021-12-17 18:25:30,505 Checking all jobs at once +2021-12-17 18:25:32,631 Successful check job command +2021-12-17 18:25:35,159 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:25:35,160 End of checking +2021-12-17 18:25:35,161 Updating FAILED jobs +2021-12-17 18:25:35,161 Updating WAITING jobs +2021-12-17 18:25:35,161 Update finished +2021-12-17 18:25:35,161 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:25:35,162 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:25:35,162 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:25:35,162 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:25:35,165 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:25:35,167 Job list saved +2021-12-17 18:25:35,171 Updating FAILED jobs +2021-12-17 18:25:35,172 Updating WAITING jobs +2021-12-17 18:25:35,172 Update finished +2021-12-17 18:25:45,182 Reloading parameters... +2021-12-17 18:25:45,205 Loading parameters... +2021-12-17 18:25:45,207 Loading project parameters... +2021-12-17 18:25:45,209 + +23 of 25 jobs remaining (18:25) +2021-12-17 18:25:45,209 Sleep: 10 +2021-12-17 18:25:45,209 Number of retrials: 0 +2021-12-17 18:25:45,209 WRAPPER CHECK TIME = 10 +2021-12-17 18:25:45,210 Checking jobs for platform=marenostrum4 +2021-12-17 18:25:45,210 Checking jobs for platform=nord3 +2021-12-17 18:25:45,211 Checking jobs for platform=local +2021-12-17 18:25:45,211 Checking jobs for platform=transfer_node +2021-12-17 18:25:45,212 Checking all jobs at once +2021-12-17 18:25:46,997 Successful check job command +2021-12-17 18:25:49,076 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:25:49,076 End of checking +2021-12-17 18:25:49,080 Updating FAILED jobs +2021-12-17 18:25:49,080 Updating WAITING jobs +2021-12-17 18:25:49,081 Update finished +2021-12-17 18:25:49,081 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:25:49,082 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:25:49,082 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:25:49,082 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:25:49,085 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:25:49,087 Job list saved +2021-12-17 18:25:49,093 Updating FAILED jobs +2021-12-17 18:25:49,093 Updating WAITING jobs +2021-12-17 18:25:49,093 Update finished +2021-12-17 18:25:59,099 Reloading parameters... +2021-12-17 18:25:59,119 Loading parameters... +2021-12-17 18:25:59,121 Loading project parameters... +2021-12-17 18:25:59,123 + +23 of 25 jobs remaining (18:25) +2021-12-17 18:25:59,123 Sleep: 10 +2021-12-17 18:25:59,123 Number of retrials: 0 +2021-12-17 18:25:59,123 WRAPPER CHECK TIME = 10 +2021-12-17 18:25:59,124 Checking jobs for platform=marenostrum4 +2021-12-17 18:25:59,124 Checking jobs for platform=nord3 +2021-12-17 18:25:59,125 Checking jobs for platform=local +2021-12-17 18:25:59,125 Checking jobs for platform=transfer_node +2021-12-17 18:25:59,125 Checking all jobs at once +2021-12-17 18:26:02,759 Successful check job command +2021-12-17 18:26:06,044 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:26:06,044 End of checking +2021-12-17 18:26:06,046 Updating FAILED jobs +2021-12-17 18:26:06,046 Updating WAITING jobs +2021-12-17 18:26:06,046 Update finished +2021-12-17 18:26:06,046 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:26:06,047 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:26:06,047 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:26:06,047 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:26:06,050 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:26:06,052 Job list saved +2021-12-17 18:26:06,057 Updating FAILED jobs +2021-12-17 18:26:06,057 Updating WAITING jobs +2021-12-17 18:26:06,058 Update finished +2021-12-17 18:26:16,067 Reloading parameters... +2021-12-17 18:26:16,089 Loading parameters... +2021-12-17 18:26:16,091 Loading project parameters... +2021-12-17 18:26:16,093 + +23 of 25 jobs remaining (18:26) +2021-12-17 18:26:16,093 Sleep: 10 +2021-12-17 18:26:16,093 Number of retrials: 0 +2021-12-17 18:26:16,093 WRAPPER CHECK TIME = 10 +2021-12-17 18:26:16,094 Checking jobs for platform=marenostrum4 +2021-12-17 18:26:16,094 Checking jobs for platform=nord3 +2021-12-17 18:26:16,095 Checking jobs for platform=local +2021-12-17 18:26:16,095 Checking jobs for platform=transfer_node +2021-12-17 18:26:16,096 Checking all jobs at once +2021-12-17 18:26:18,116 Successful check job command +2021-12-17 18:26:21,493 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:26:21,493 End of checking +2021-12-17 18:26:21,494 Updating FAILED jobs +2021-12-17 18:26:21,495 Updating WAITING jobs +2021-12-17 18:26:21,495 Update finished +2021-12-17 18:26:21,495 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:26:21,496 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:26:21,496 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:26:21,496 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:26:21,501 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:26:21,504 Job list saved +2021-12-17 18:26:21,523 Updating FAILED jobs +2021-12-17 18:26:21,523 Updating WAITING jobs +2021-12-17 18:26:21,524 Update finished +2021-12-17 18:26:31,534 Reloading parameters... +2021-12-17 18:26:31,558 Loading parameters... +2021-12-17 18:26:31,560 Loading project parameters... +2021-12-17 18:26:31,561 + +23 of 25 jobs remaining (18:26) +2021-12-17 18:26:31,562 Sleep: 10 +2021-12-17 18:26:31,562 Number of retrials: 0 +2021-12-17 18:26:31,562 WRAPPER CHECK TIME = 10 +2021-12-17 18:26:31,563 Checking jobs for platform=marenostrum4 +2021-12-17 18:26:31,563 Checking jobs for platform=nord3 +2021-12-17 18:26:31,564 Checking jobs for platform=local +2021-12-17 18:26:31,564 Checking jobs for platform=transfer_node +2021-12-17 18:26:31,564 Checking all jobs at once +2021-12-17 18:26:33,041 Successful check job command +2021-12-17 18:26:36,718 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:26:36,719 End of checking +2021-12-17 18:26:36,723 Updating FAILED jobs +2021-12-17 18:26:36,723 Updating WAITING jobs +2021-12-17 18:26:36,723 Update finished +2021-12-17 18:26:36,724 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:26:36,724 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:26:36,724 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:26:36,724 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:26:36,730 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:26:36,732 Job list saved +2021-12-17 18:26:36,756 Updating FAILED jobs +2021-12-17 18:26:36,756 Updating WAITING jobs +2021-12-17 18:26:36,756 Update finished +2021-12-17 18:26:46,766 Reloading parameters... +2021-12-17 18:26:46,790 Loading parameters... +2021-12-17 18:26:46,792 Loading project parameters... +2021-12-17 18:26:46,794 + +23 of 25 jobs remaining (18:26) +2021-12-17 18:26:46,794 Sleep: 10 +2021-12-17 18:26:46,794 Number of retrials: 0 +2021-12-17 18:26:46,794 WRAPPER CHECK TIME = 10 +2021-12-17 18:26:46,795 Checking jobs for platform=marenostrum4 +2021-12-17 18:26:46,795 Checking jobs for platform=nord3 +2021-12-17 18:26:46,796 Checking jobs for platform=local +2021-12-17 18:26:46,796 Checking jobs for platform=transfer_node +2021-12-17 18:26:46,796 Checking all jobs at once +2021-12-17 18:26:49,218 Successful check job command +2021-12-17 18:26:56,015 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:26:56,015 End of checking +2021-12-17 18:26:56,017 Updating FAILED jobs +2021-12-17 18:26:56,018 Updating WAITING jobs +2021-12-17 18:26:56,018 Update finished +2021-12-17 18:26:56,018 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:26:56,018 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:26:56,018 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:26:56,018 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:26:56,021 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:26:56,023 Job list saved +2021-12-17 18:26:56,033 Updating FAILED jobs +2021-12-17 18:26:56,033 Updating WAITING jobs +2021-12-17 18:26:56,035 Update finished +2021-12-17 18:27:06,045 Reloading parameters... +2021-12-17 18:27:06,081 Loading parameters... +2021-12-17 18:27:06,086 Loading project parameters... +2021-12-17 18:27:06,106 + +23 of 25 jobs remaining (18:27) +2021-12-17 18:27:06,108 Sleep: 10 +2021-12-17 18:27:06,108 Number of retrials: 0 +2021-12-17 18:27:06,108 WRAPPER CHECK TIME = 10 +2021-12-17 18:27:06,109 Checking jobs for platform=marenostrum4 +2021-12-17 18:27:06,109 Checking jobs for platform=nord3 +2021-12-17 18:27:06,110 Checking jobs for platform=local +2021-12-17 18:27:06,117 Checking jobs for platform=transfer_node +2021-12-17 18:27:06,117 Checking all jobs at once +2021-12-17 18:27:08,054 Successful check job command +2021-12-17 18:27:12,036 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:27:12,036 End of checking +2021-12-17 18:27:12,038 Updating FAILED jobs +2021-12-17 18:27:12,038 Updating WAITING jobs +2021-12-17 18:27:12,038 Update finished +2021-12-17 18:27:12,039 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:27:12,039 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:27:12,039 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:27:12,039 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:27:12,042 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:27:12,044 Job list saved +2021-12-17 18:27:12,049 Updating FAILED jobs +2021-12-17 18:27:12,049 Updating WAITING jobs +2021-12-17 18:27:12,049 Update finished +2021-12-17 18:27:22,062 Reloading parameters... +2021-12-17 18:27:22,125 Loading parameters... +2021-12-17 18:27:22,127 Loading project parameters... +2021-12-17 18:27:22,130 + +23 of 25 jobs remaining (18:27) +2021-12-17 18:27:22,130 Sleep: 10 +2021-12-17 18:27:22,130 Number of retrials: 0 +2021-12-17 18:27:22,130 WRAPPER CHECK TIME = 10 +2021-12-17 18:27:22,131 Checking jobs for platform=marenostrum4 +2021-12-17 18:27:22,132 Checking jobs for platform=nord3 +2021-12-17 18:27:22,132 Checking jobs for platform=local +2021-12-17 18:27:22,133 Checking jobs for platform=transfer_node +2021-12-17 18:27:22,133 Checking all jobs at once +2021-12-17 18:27:23,557 Successful check job command +2021-12-17 18:27:24,978 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:27:24,978 End of checking +2021-12-17 18:27:24,980 Updating FAILED jobs +2021-12-17 18:27:24,980 Updating WAITING jobs +2021-12-17 18:27:24,980 Update finished +2021-12-17 18:27:24,980 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:27:24,980 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:27:24,980 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:27:24,981 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:27:24,983 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:27:24,986 Job list saved +2021-12-17 18:27:24,991 Updating FAILED jobs +2021-12-17 18:27:24,991 Updating WAITING jobs +2021-12-17 18:27:24,991 Update finished +2021-12-17 18:27:35,002 Reloading parameters... +2021-12-17 18:27:35,021 Loading parameters... +2021-12-17 18:27:35,022 Loading project parameters... +2021-12-17 18:27:35,024 + +23 of 25 jobs remaining (18:27) +2021-12-17 18:27:35,024 Sleep: 10 +2021-12-17 18:27:35,024 Number of retrials: 0 +2021-12-17 18:27:35,024 WRAPPER CHECK TIME = 10 +2021-12-17 18:27:35,025 Checking jobs for platform=marenostrum4 +2021-12-17 18:27:35,026 Checking jobs for platform=nord3 +2021-12-17 18:27:35,026 Checking jobs for platform=local +2021-12-17 18:27:35,027 Checking jobs for platform=transfer_node +2021-12-17 18:27:35,027 Checking all jobs at once +2021-12-17 18:27:38,000 Successful check job command +2021-12-17 18:27:41,778 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:27:41,779 End of checking +2021-12-17 18:27:41,780 Updating FAILED jobs +2021-12-17 18:27:41,780 Updating WAITING jobs +2021-12-17 18:27:41,780 Update finished +2021-12-17 18:27:41,781 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:27:41,781 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:27:41,781 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:27:41,781 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:27:41,784 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:27:41,787 Job list saved +2021-12-17 18:27:41,792 Updating FAILED jobs +2021-12-17 18:27:41,792 Updating WAITING jobs +2021-12-17 18:27:41,792 Update finished +2021-12-17 18:27:51,802 Reloading parameters... +2021-12-17 18:27:51,821 Loading parameters... +2021-12-17 18:27:51,823 Loading project parameters... +2021-12-17 18:27:51,824 + +23 of 25 jobs remaining (18:27) +2021-12-17 18:27:51,825 Sleep: 10 +2021-12-17 18:27:51,825 Number of retrials: 0 +2021-12-17 18:27:51,825 WRAPPER CHECK TIME = 10 +2021-12-17 18:27:51,825 Checking jobs for platform=marenostrum4 +2021-12-17 18:27:51,826 Checking jobs for platform=nord3 +2021-12-17 18:27:51,826 Checking jobs for platform=local +2021-12-17 18:27:51,827 Checking jobs for platform=transfer_node +2021-12-17 18:27:51,827 Checking all jobs at once +2021-12-17 18:27:53,347 Successful check job command +2021-12-17 18:27:55,324 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:27:55,324 End of checking +2021-12-17 18:27:55,325 Updating FAILED jobs +2021-12-17 18:27:55,325 Updating WAITING jobs +2021-12-17 18:27:55,326 Update finished +2021-12-17 18:27:55,326 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:27:55,326 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:27:55,327 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:27:55,327 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:27:55,330 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:27:55,332 Job list saved +2021-12-17 18:27:55,337 Updating FAILED jobs +2021-12-17 18:27:55,337 Updating WAITING jobs +2021-12-17 18:27:55,338 Update finished +2021-12-17 18:28:05,346 Reloading parameters... +2021-12-17 18:28:05,364 Loading parameters... +2021-12-17 18:28:05,366 Loading project parameters... +2021-12-17 18:28:05,368 + +23 of 25 jobs remaining (18:28) +2021-12-17 18:28:05,368 Sleep: 10 +2021-12-17 18:28:05,368 Number of retrials: 0 +2021-12-17 18:28:05,368 WRAPPER CHECK TIME = 10 +2021-12-17 18:28:05,369 Checking jobs for platform=marenostrum4 +2021-12-17 18:28:05,370 Checking jobs for platform=nord3 +2021-12-17 18:28:05,370 Checking jobs for platform=local +2021-12-17 18:28:05,371 Checking jobs for platform=transfer_node +2021-12-17 18:28:05,371 Checking all jobs at once +2021-12-17 18:28:06,792 Successful check job command +2021-12-17 18:28:08,068 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:28:08,068 End of checking +2021-12-17 18:28:08,070 Updating FAILED jobs +2021-12-17 18:28:08,070 Updating WAITING jobs +2021-12-17 18:28:08,070 Update finished +2021-12-17 18:28:08,070 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:28:08,070 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:28:08,070 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:28:08,071 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:28:08,076 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:28:08,078 Job list saved +2021-12-17 18:28:08,083 Updating FAILED jobs +2021-12-17 18:28:08,083 Updating WAITING jobs +2021-12-17 18:28:08,083 Update finished +2021-12-17 18:28:18,093 Reloading parameters... +2021-12-17 18:28:18,114 Loading parameters... +2021-12-17 18:28:18,115 Loading project parameters... +2021-12-17 18:28:18,117 + +23 of 25 jobs remaining (18:28) +2021-12-17 18:28:18,117 Sleep: 10 +2021-12-17 18:28:18,117 Number of retrials: 0 +2021-12-17 18:28:18,118 WRAPPER CHECK TIME = 10 +2021-12-17 18:28:18,118 Checking jobs for platform=marenostrum4 +2021-12-17 18:28:18,119 Checking jobs for platform=nord3 +2021-12-17 18:28:18,119 Checking jobs for platform=local +2021-12-17 18:28:18,120 Checking jobs for platform=transfer_node +2021-12-17 18:28:18,120 Checking all jobs at once +2021-12-17 18:28:22,195 Successful check job command +2021-12-17 18:28:25,472 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:28:25,472 End of checking +2021-12-17 18:28:25,474 Updating FAILED jobs +2021-12-17 18:28:25,474 Updating WAITING jobs +2021-12-17 18:28:25,474 Update finished +2021-12-17 18:28:25,475 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:28:25,475 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:28:25,475 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:28:25,475 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:28:25,477 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:28:25,480 Job list saved +2021-12-17 18:28:25,484 Updating FAILED jobs +2021-12-17 18:28:25,484 Updating WAITING jobs +2021-12-17 18:28:25,485 Update finished +2021-12-17 18:28:35,493 Reloading parameters... +2021-12-17 18:28:35,520 Loading parameters... +2021-12-17 18:28:35,521 Loading project parameters... +2021-12-17 18:28:35,523 + +23 of 25 jobs remaining (18:28) +2021-12-17 18:28:35,523 Sleep: 10 +2021-12-17 18:28:35,524 Number of retrials: 0 +2021-12-17 18:28:35,524 WRAPPER CHECK TIME = 10 +2021-12-17 18:28:35,524 Checking jobs for platform=marenostrum4 +2021-12-17 18:28:35,526 Checking jobs for platform=nord3 +2021-12-17 18:28:35,527 Checking jobs for platform=local +2021-12-17 18:28:35,538 Checking jobs for platform=transfer_node +2021-12-17 18:28:35,538 Checking all jobs at once +2021-12-17 18:28:36,921 Successful check job command +2021-12-17 18:28:40,544 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:28:40,545 End of checking +2021-12-17 18:28:40,546 Updating FAILED jobs +2021-12-17 18:28:40,546 Updating WAITING jobs +2021-12-17 18:28:40,546 Update finished +2021-12-17 18:28:40,546 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:28:40,547 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:28:40,547 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:28:40,547 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:28:40,550 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:28:40,552 Job list saved +2021-12-17 18:28:40,557 Updating FAILED jobs +2021-12-17 18:28:40,557 Updating WAITING jobs +2021-12-17 18:28:40,557 Update finished +2021-12-17 18:28:50,567 Reloading parameters... +2021-12-17 18:28:50,602 Loading parameters... +2021-12-17 18:28:50,604 Loading project parameters... +2021-12-17 18:28:50,613 + +23 of 25 jobs remaining (18:28) +2021-12-17 18:28:50,613 Sleep: 10 +2021-12-17 18:28:50,613 Number of retrials: 0 +2021-12-17 18:28:50,613 WRAPPER CHECK TIME = 10 +2021-12-17 18:28:50,614 Checking jobs for platform=marenostrum4 +2021-12-17 18:28:50,615 Checking jobs for platform=nord3 +2021-12-17 18:28:50,615 Checking jobs for platform=local +2021-12-17 18:28:50,618 Checking jobs for platform=transfer_node +2021-12-17 18:28:50,618 Checking all jobs at once +2021-12-17 18:28:53,794 Successful check job command +2021-12-17 18:28:57,868 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:28:57,869 End of checking +2021-12-17 18:28:57,870 Updating FAILED jobs +2021-12-17 18:28:57,870 Updating WAITING jobs +2021-12-17 18:28:57,870 Update finished +2021-12-17 18:28:57,870 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:28:57,870 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:28:57,870 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:28:57,871 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:28:57,873 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:28:57,875 Job list saved +2021-12-17 18:28:57,880 Updating FAILED jobs +2021-12-17 18:28:57,880 Updating WAITING jobs +2021-12-17 18:28:57,880 Update finished +2021-12-17 18:29:07,890 Reloading parameters... +2021-12-17 18:29:07,924 Loading parameters... +2021-12-17 18:29:07,925 Loading project parameters... +2021-12-17 18:29:07,927 + +23 of 25 jobs remaining (18:29) +2021-12-17 18:29:07,927 Sleep: 10 +2021-12-17 18:29:07,927 Number of retrials: 0 +2021-12-17 18:29:07,928 WRAPPER CHECK TIME = 10 +2021-12-17 18:29:07,928 Checking jobs for platform=marenostrum4 +2021-12-17 18:29:07,929 Checking jobs for platform=nord3 +2021-12-17 18:29:07,929 Checking jobs for platform=local +2021-12-17 18:29:07,930 Checking jobs for platform=transfer_node +2021-12-17 18:29:07,930 Checking all jobs at once +2021-12-17 18:29:09,751 Successful check job command +2021-12-17 18:29:15,279 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:29:15,280 End of checking +2021-12-17 18:29:15,281 Updating FAILED jobs +2021-12-17 18:29:15,281 Updating WAITING jobs +2021-12-17 18:29:15,282 Update finished +2021-12-17 18:29:15,282 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:29:15,282 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:29:15,283 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:29:15,283 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:29:15,285 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:29:15,288 Job list saved +2021-12-17 18:29:15,292 Updating FAILED jobs +2021-12-17 18:29:15,292 Updating WAITING jobs +2021-12-17 18:29:15,293 Update finished +2021-12-17 18:29:25,300 Reloading parameters... +2021-12-17 18:29:25,318 Loading parameters... +2021-12-17 18:29:25,319 Loading project parameters... +2021-12-17 18:29:25,321 + +23 of 25 jobs remaining (18:29) +2021-12-17 18:29:25,321 Sleep: 10 +2021-12-17 18:29:25,321 Number of retrials: 0 +2021-12-17 18:29:25,321 WRAPPER CHECK TIME = 10 +2021-12-17 18:29:25,322 Checking jobs for platform=marenostrum4 +2021-12-17 18:29:25,323 Checking jobs for platform=nord3 +2021-12-17 18:29:25,323 Checking jobs for platform=local +2021-12-17 18:29:25,324 Checking jobs for platform=transfer_node +2021-12-17 18:29:25,324 Checking all jobs at once +2021-12-17 18:29:27,347 Successful check job command +2021-12-17 18:29:29,919 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:29:29,920 End of checking +2021-12-17 18:29:29,921 Updating FAILED jobs +2021-12-17 18:29:29,921 Updating WAITING jobs +2021-12-17 18:29:29,921 Update finished +2021-12-17 18:29:29,922 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:29:29,922 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:29:29,922 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:29:29,922 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:29:29,926 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:29:29,928 Job list saved +2021-12-17 18:29:29,932 Updating FAILED jobs +2021-12-17 18:29:29,932 Updating WAITING jobs +2021-12-17 18:29:29,932 Update finished +2021-12-17 18:29:39,943 Reloading parameters... +2021-12-17 18:29:39,965 Loading parameters... +2021-12-17 18:29:39,967 Loading project parameters... +2021-12-17 18:29:39,968 + +23 of 25 jobs remaining (18:29) +2021-12-17 18:29:39,969 Sleep: 10 +2021-12-17 18:29:39,969 Number of retrials: 0 +2021-12-17 18:29:39,969 WRAPPER CHECK TIME = 10 +2021-12-17 18:29:39,969 Checking jobs for platform=marenostrum4 +2021-12-17 18:29:39,970 Checking jobs for platform=nord3 +2021-12-17 18:29:39,971 Checking jobs for platform=local +2021-12-17 18:29:39,971 Checking jobs for platform=transfer_node +2021-12-17 18:29:39,971 Checking all jobs at once +2021-12-17 18:29:41,794 Successful check job command +2021-12-17 18:29:43,117 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:29:43,117 End of checking +2021-12-17 18:29:43,119 Updating FAILED jobs +2021-12-17 18:29:43,119 Updating WAITING jobs +2021-12-17 18:29:43,119 Update finished +2021-12-17 18:29:43,119 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:29:43,120 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:29:43,120 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:29:43,121 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:29:43,130 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:29:43,132 Job list saved +2021-12-17 18:29:43,142 Updating FAILED jobs +2021-12-17 18:29:43,142 Updating WAITING jobs +2021-12-17 18:29:43,142 Update finished +2021-12-17 18:29:53,153 Reloading parameters... +2021-12-17 18:29:53,171 Loading parameters... +2021-12-17 18:29:53,173 Loading project parameters... +2021-12-17 18:29:53,175 + +23 of 25 jobs remaining (18:29) +2021-12-17 18:29:53,175 Sleep: 10 +2021-12-17 18:29:53,175 Number of retrials: 0 +2021-12-17 18:29:53,175 WRAPPER CHECK TIME = 10 +2021-12-17 18:29:53,176 Checking jobs for platform=marenostrum4 +2021-12-17 18:29:53,176 Checking jobs for platform=nord3 +2021-12-17 18:29:53,177 Checking jobs for platform=local +2021-12-17 18:29:53,177 Checking jobs for platform=transfer_node +2021-12-17 18:29:53,177 Checking all jobs at once +2021-12-17 18:29:55,850 Successful check job command +2021-12-17 18:29:58,276 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:29:58,276 End of checking +2021-12-17 18:29:58,277 Updating FAILED jobs +2021-12-17 18:29:58,277 Updating WAITING jobs +2021-12-17 18:29:58,278 Update finished +2021-12-17 18:29:58,278 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:29:58,279 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:29:58,279 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:29:58,279 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:29:58,283 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:29:58,285 Job list saved +2021-12-17 18:29:58,290 Updating FAILED jobs +2021-12-17 18:29:58,290 Updating WAITING jobs +2021-12-17 18:29:58,290 Update finished +2021-12-17 18:30:08,300 Reloading parameters... +2021-12-17 18:30:08,320 Loading parameters... +2021-12-17 18:30:08,321 Loading project parameters... +2021-12-17 18:30:08,323 + +23 of 25 jobs remaining (18:30) +2021-12-17 18:30:08,323 Sleep: 10 +2021-12-17 18:30:08,324 Number of retrials: 0 +2021-12-17 18:30:08,324 WRAPPER CHECK TIME = 10 +2021-12-17 18:30:08,324 Checking jobs for platform=marenostrum4 +2021-12-17 18:30:08,325 Checking jobs for platform=nord3 +2021-12-17 18:30:08,325 Checking jobs for platform=local +2021-12-17 18:30:08,326 Checking jobs for platform=transfer_node +2021-12-17 18:30:08,326 Checking all jobs at once +2021-12-17 18:30:09,748 Successful check job command +2021-12-17 18:30:11,472 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:30:11,472 End of checking +2021-12-17 18:30:11,473 Updating FAILED jobs +2021-12-17 18:30:11,474 Updating WAITING jobs +2021-12-17 18:30:11,474 Update finished +2021-12-17 18:30:11,474 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:30:11,474 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:30:11,474 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:30:11,474 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:30:11,477 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:30:11,479 Job list saved +2021-12-17 18:30:11,484 Updating FAILED jobs +2021-12-17 18:30:11,484 Updating WAITING jobs +2021-12-17 18:30:11,484 Update finished +2021-12-17 18:30:21,494 Reloading parameters... +2021-12-17 18:30:21,513 Loading parameters... +2021-12-17 18:30:21,514 Loading project parameters... +2021-12-17 18:30:21,516 + +23 of 25 jobs remaining (18:30) +2021-12-17 18:30:21,516 Sleep: 10 +2021-12-17 18:30:21,516 Number of retrials: 0 +2021-12-17 18:30:21,516 WRAPPER CHECK TIME = 10 +2021-12-17 18:30:21,517 Checking jobs for platform=marenostrum4 +2021-12-17 18:30:21,517 Checking jobs for platform=nord3 +2021-12-17 18:30:21,518 Checking jobs for platform=local +2021-12-17 18:30:21,518 Checking jobs for platform=transfer_node +2021-12-17 18:30:21,518 Checking all jobs at once +2021-12-17 18:30:24,153 Successful check job command +2021-12-17 18:30:25,780 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:30:25,780 End of checking +2021-12-17 18:30:25,782 Updating FAILED jobs +2021-12-17 18:30:25,782 Updating WAITING jobs +2021-12-17 18:30:25,782 Update finished +2021-12-17 18:30:25,782 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:30:25,783 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:30:25,783 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:30:25,783 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:30:25,788 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:30:25,790 Job list saved +2021-12-17 18:30:25,795 Updating FAILED jobs +2021-12-17 18:30:25,795 Updating WAITING jobs +2021-12-17 18:30:25,795 Update finished +2021-12-17 18:30:35,803 Reloading parameters... +2021-12-17 18:30:35,824 Loading parameters... +2021-12-17 18:30:35,826 Loading project parameters... +2021-12-17 18:30:35,827 + +23 of 25 jobs remaining (18:30) +2021-12-17 18:30:35,828 Sleep: 10 +2021-12-17 18:30:35,828 Number of retrials: 0 +2021-12-17 18:30:35,828 WRAPPER CHECK TIME = 10 +2021-12-17 18:30:35,828 Checking jobs for platform=marenostrum4 +2021-12-17 18:30:35,829 Checking jobs for platform=nord3 +2021-12-17 18:30:35,830 Checking jobs for platform=local +2021-12-17 18:30:35,830 Checking jobs for platform=transfer_node +2021-12-17 18:30:35,830 Checking all jobs at once +2021-12-17 18:30:37,452 Successful check job command +2021-12-17 18:30:41,931 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:30:41,931 End of checking +2021-12-17 18:30:41,933 Updating FAILED jobs +2021-12-17 18:30:41,933 Updating WAITING jobs +2021-12-17 18:30:41,933 Update finished +2021-12-17 18:30:41,933 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:30:41,934 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:30:41,934 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:30:41,934 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:30:41,936 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:30:41,939 Job list saved +2021-12-17 18:30:41,943 Updating FAILED jobs +2021-12-17 18:30:41,943 Updating WAITING jobs +2021-12-17 18:30:41,943 Update finished +2021-12-17 18:30:51,951 Reloading parameters... +2021-12-17 18:30:51,974 Loading parameters... +2021-12-17 18:30:51,975 Loading project parameters... +2021-12-17 18:30:51,977 + +23 of 25 jobs remaining (18:30) +2021-12-17 18:30:51,977 Sleep: 10 +2021-12-17 18:30:51,977 Number of retrials: 0 +2021-12-17 18:30:51,977 WRAPPER CHECK TIME = 10 +2021-12-17 18:30:51,978 Checking jobs for platform=marenostrum4 +2021-12-17 18:30:51,978 Checking jobs for platform=nord3 +2021-12-17 18:30:51,979 Checking jobs for platform=local +2021-12-17 18:30:51,980 Checking jobs for platform=transfer_node +2021-12-17 18:30:51,980 Checking all jobs at once +2021-12-17 18:30:53,351 Successful check job command +2021-12-17 18:30:59,545 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:30:59,545 End of checking +2021-12-17 18:30:59,547 Updating FAILED jobs +2021-12-17 18:30:59,547 Updating WAITING jobs +2021-12-17 18:30:59,548 Update finished +2021-12-17 18:30:59,548 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:30:59,548 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:30:59,548 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:30:59,548 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:30:59,551 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:30:59,553 Job list saved +2021-12-17 18:30:59,558 Updating FAILED jobs +2021-12-17 18:30:59,558 Updating WAITING jobs +2021-12-17 18:30:59,558 Update finished +2021-12-17 18:31:09,568 Reloading parameters... +2021-12-17 18:31:09,608 Loading parameters... +2021-12-17 18:31:09,615 Loading project parameters... +2021-12-17 18:31:09,618 + +23 of 25 jobs remaining (18:31) +2021-12-17 18:31:09,618 Sleep: 10 +2021-12-17 18:31:09,618 Number of retrials: 0 +2021-12-17 18:31:09,618 WRAPPER CHECK TIME = 10 +2021-12-17 18:31:09,619 Checking jobs for platform=marenostrum4 +2021-12-17 18:31:09,619 Checking jobs for platform=nord3 +2021-12-17 18:31:09,620 Checking jobs for platform=local +2021-12-17 18:31:09,621 Checking jobs for platform=transfer_node +2021-12-17 18:31:09,621 Checking all jobs at once +2021-12-17 18:31:11,554 Successful check job command +2021-12-17 18:31:16,694 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:31:16,694 End of checking +2021-12-17 18:31:16,695 Updating FAILED jobs +2021-12-17 18:31:16,696 Updating WAITING jobs +2021-12-17 18:31:16,696 Update finished +2021-12-17 18:31:16,696 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:31:16,696 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:31:16,696 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:31:16,697 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:31:16,699 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:31:16,703 Job list saved +2021-12-17 18:31:16,710 Updating FAILED jobs +2021-12-17 18:31:16,710 Updating WAITING jobs +2021-12-17 18:31:16,710 Update finished +2021-12-17 18:31:26,720 Reloading parameters... +2021-12-17 18:31:26,741 Loading parameters... +2021-12-17 18:31:26,742 Loading project parameters... +2021-12-17 18:31:26,744 + +23 of 25 jobs remaining (18:31) +2021-12-17 18:31:26,745 Sleep: 10 +2021-12-17 18:31:26,745 Number of retrials: 0 +2021-12-17 18:31:26,745 WRAPPER CHECK TIME = 10 +2021-12-17 18:31:26,745 Checking jobs for platform=marenostrum4 +2021-12-17 18:31:26,746 Checking jobs for platform=nord3 +2021-12-17 18:31:26,746 Checking jobs for platform=local +2021-12-17 18:31:26,747 Checking jobs for platform=transfer_node +2021-12-17 18:31:26,747 Checking all jobs at once +2021-12-17 18:31:28,842 Successful check job command +2021-12-17 18:31:31,871 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:31:31,871 End of checking +2021-12-17 18:31:31,873 Updating FAILED jobs +2021-12-17 18:31:31,873 Updating WAITING jobs +2021-12-17 18:31:31,873 Update finished +2021-12-17 18:31:31,874 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:31:31,874 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:31:31,875 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:31:31,875 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:31:31,877 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:31:31,880 Job list saved +2021-12-17 18:31:31,884 Updating FAILED jobs +2021-12-17 18:31:31,884 Updating WAITING jobs +2021-12-17 18:31:31,885 Update finished +2021-12-17 18:31:41,895 Reloading parameters... +2021-12-17 18:31:41,913 Loading parameters... +2021-12-17 18:31:41,915 Loading project parameters... +2021-12-17 18:31:41,916 + +23 of 25 jobs remaining (18:31) +2021-12-17 18:31:41,917 Sleep: 10 +2021-12-17 18:31:41,917 Number of retrials: 0 +2021-12-17 18:31:41,917 WRAPPER CHECK TIME = 10 +2021-12-17 18:31:41,917 Checking jobs for platform=marenostrum4 +2021-12-17 18:31:41,918 Checking jobs for platform=nord3 +2021-12-17 18:31:41,919 Checking jobs for platform=local +2021-12-17 18:31:41,919 Checking jobs for platform=transfer_node +2021-12-17 18:31:41,919 Checking all jobs at once +2021-12-17 18:31:44,807 Successful check job command +2021-12-17 18:31:49,836 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:31:49,836 End of checking +2021-12-17 18:31:49,838 Updating FAILED jobs +2021-12-17 18:31:49,838 Updating WAITING jobs +2021-12-17 18:31:49,838 Update finished +2021-12-17 18:31:49,838 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:31:49,838 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:31:49,839 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:31:49,839 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:31:49,841 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:31:49,844 Job list saved +2021-12-17 18:31:49,849 Updating FAILED jobs +2021-12-17 18:31:49,850 Updating WAITING jobs +2021-12-17 18:31:49,850 Update finished +2021-12-17 18:31:59,860 Reloading parameters... +2021-12-17 18:31:59,881 Loading parameters... +2021-12-17 18:31:59,882 Loading project parameters... +2021-12-17 18:31:59,884 + +23 of 25 jobs remaining (18:31) +2021-12-17 18:31:59,884 Sleep: 10 +2021-12-17 18:31:59,884 Number of retrials: 0 +2021-12-17 18:31:59,884 WRAPPER CHECK TIME = 10 +2021-12-17 18:31:59,885 Checking jobs for platform=marenostrum4 +2021-12-17 18:31:59,886 Checking jobs for platform=nord3 +2021-12-17 18:31:59,886 Checking jobs for platform=local +2021-12-17 18:31:59,887 Checking jobs for platform=transfer_node +2021-12-17 18:31:59,887 Checking all jobs at once +2021-12-17 18:32:01,671 Successful check job command +2021-12-17 18:32:05,196 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:32:05,196 End of checking +2021-12-17 18:32:05,197 Updating FAILED jobs +2021-12-17 18:32:05,197 Updating WAITING jobs +2021-12-17 18:32:05,198 Update finished +2021-12-17 18:32:05,198 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:32:05,198 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:32:05,199 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:32:05,199 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:32:05,202 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:32:05,204 Job list saved +2021-12-17 18:32:05,209 Updating FAILED jobs +2021-12-17 18:32:05,209 Updating WAITING jobs +2021-12-17 18:32:05,209 Update finished +2021-12-17 18:32:15,220 Reloading parameters... +2021-12-17 18:32:15,238 Loading parameters... +2021-12-17 18:32:15,240 Loading project parameters... +2021-12-17 18:32:15,242 + +23 of 25 jobs remaining (18:32) +2021-12-17 18:32:15,242 Sleep: 10 +2021-12-17 18:32:15,242 Number of retrials: 0 +2021-12-17 18:32:15,242 WRAPPER CHECK TIME = 10 +2021-12-17 18:32:15,243 Checking jobs for platform=marenostrum4 +2021-12-17 18:32:15,244 Checking jobs for platform=nord3 +2021-12-17 18:32:15,244 Checking jobs for platform=local +2021-12-17 18:32:15,245 Checking jobs for platform=transfer_node +2021-12-17 18:32:15,245 Checking all jobs at once +2021-12-17 18:32:16,679 Successful check job command +2021-12-17 18:32:18,602 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:32:18,602 End of checking +2021-12-17 18:32:18,604 Updating FAILED jobs +2021-12-17 18:32:18,604 Updating WAITING jobs +2021-12-17 18:32:18,604 Update finished +2021-12-17 18:32:18,605 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:32:18,605 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:32:18,605 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:32:18,605 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:32:18,613 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:32:18,615 Job list saved +2021-12-17 18:32:18,621 Updating FAILED jobs +2021-12-17 18:32:18,621 Updating WAITING jobs +2021-12-17 18:32:18,621 Update finished +2021-12-17 18:32:28,631 Reloading parameters... +2021-12-17 18:32:28,650 Loading parameters... +2021-12-17 18:32:28,652 Loading project parameters... +2021-12-17 18:32:28,653 + +23 of 25 jobs remaining (18:32) +2021-12-17 18:32:28,654 Sleep: 10 +2021-12-17 18:32:28,654 Number of retrials: 0 +2021-12-17 18:32:28,654 WRAPPER CHECK TIME = 10 +2021-12-17 18:32:28,654 Checking jobs for platform=marenostrum4 +2021-12-17 18:32:28,655 Checking jobs for platform=nord3 +2021-12-17 18:32:28,656 Checking jobs for platform=local +2021-12-17 18:32:28,656 Checking jobs for platform=transfer_node +2021-12-17 18:32:28,656 Checking all jobs at once +2021-12-17 18:32:31,082 Successful check job command +2021-12-17 18:32:39,075 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:32:39,075 End of checking +2021-12-17 18:32:39,076 Updating FAILED jobs +2021-12-17 18:32:39,077 Updating WAITING jobs +2021-12-17 18:32:39,077 Update finished +2021-12-17 18:32:39,077 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:32:39,077 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:32:39,077 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:32:39,077 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:32:39,080 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:32:39,082 Job list saved +2021-12-17 18:32:39,086 Updating FAILED jobs +2021-12-17 18:32:39,087 Updating WAITING jobs +2021-12-17 18:32:39,087 Update finished +2021-12-17 18:32:49,100 Reloading parameters... +2021-12-17 18:32:49,140 Loading parameters... +2021-12-17 18:32:49,142 Loading project parameters... +2021-12-17 18:32:49,144 + +23 of 25 jobs remaining (18:32) +2021-12-17 18:32:49,144 Sleep: 10 +2021-12-17 18:32:49,144 Number of retrials: 0 +2021-12-17 18:32:49,144 WRAPPER CHECK TIME = 10 +2021-12-17 18:32:49,145 Checking jobs for platform=marenostrum4 +2021-12-17 18:32:49,146 Checking jobs for platform=nord3 +2021-12-17 18:32:49,146 Checking jobs for platform=local +2021-12-17 18:32:49,147 Checking jobs for platform=transfer_node +2021-12-17 18:32:49,147 Checking all jobs at once +2021-12-17 18:32:51,069 Successful check job command +2021-12-17 18:32:57,899 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:32:57,899 End of checking +2021-12-17 18:32:57,901 Updating FAILED jobs +2021-12-17 18:32:57,901 Updating WAITING jobs +2021-12-17 18:32:57,901 Update finished +2021-12-17 18:32:57,901 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:32:57,902 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:32:57,902 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:32:57,902 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:32:57,905 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:32:57,907 Job list saved +2021-12-17 18:32:57,941 Updating FAILED jobs +2021-12-17 18:32:57,945 Updating WAITING jobs +2021-12-17 18:32:57,945 Update finished +2021-12-17 18:33:07,955 Reloading parameters... +2021-12-17 18:33:08,000 Loading parameters... +2021-12-17 18:33:08,001 Loading project parameters... +2021-12-17 18:33:08,003 + +23 of 25 jobs remaining (18:33) +2021-12-17 18:33:08,003 Sleep: 10 +2021-12-17 18:33:08,003 Number of retrials: 0 +2021-12-17 18:33:08,003 WRAPPER CHECK TIME = 10 +2021-12-17 18:33:08,004 Checking jobs for platform=marenostrum4 +2021-12-17 18:33:08,005 Checking jobs for platform=nord3 +2021-12-17 18:33:08,005 Checking jobs for platform=local +2021-12-17 18:33:08,006 Checking jobs for platform=transfer_node +2021-12-17 18:33:08,006 Checking all jobs at once +2021-12-17 18:33:10,431 Successful check job command +2021-12-17 18:33:15,457 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:33:15,457 End of checking +2021-12-17 18:33:15,458 Updating FAILED jobs +2021-12-17 18:33:15,458 Updating WAITING jobs +2021-12-17 18:33:15,459 Update finished +2021-12-17 18:33:15,459 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:33:15,459 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:33:15,459 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:33:15,459 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:33:15,462 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:33:15,464 Job list saved +2021-12-17 18:33:15,468 Updating FAILED jobs +2021-12-17 18:33:15,469 Updating WAITING jobs +2021-12-17 18:33:15,469 Update finished +2021-12-17 18:33:25,480 Reloading parameters... +2021-12-17 18:33:25,514 Loading parameters... +2021-12-17 18:33:25,515 Loading project parameters... +2021-12-17 18:33:25,528 + +23 of 25 jobs remaining (18:33) +2021-12-17 18:33:25,529 Sleep: 10 +2021-12-17 18:33:25,529 Number of retrials: 0 +2021-12-17 18:33:25,529 WRAPPER CHECK TIME = 10 +2021-12-17 18:33:25,529 Checking jobs for platform=marenostrum4 +2021-12-17 18:33:25,534 Checking jobs for platform=nord3 +2021-12-17 18:33:25,535 Checking jobs for platform=local +2021-12-17 18:33:25,535 Checking jobs for platform=transfer_node +2021-12-17 18:33:25,536 Checking all jobs at once +2021-12-17 18:33:27,162 Successful check job command +2021-12-17 18:33:33,292 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:33:33,293 End of checking +2021-12-17 18:33:33,294 Updating FAILED jobs +2021-12-17 18:33:33,294 Updating WAITING jobs +2021-12-17 18:33:33,295 Update finished +2021-12-17 18:33:33,295 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:33:33,295 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:33:33,296 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:33:33,296 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:33:33,299 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:33:33,301 Job list saved +2021-12-17 18:33:33,306 Updating FAILED jobs +2021-12-17 18:33:33,306 Updating WAITING jobs +2021-12-17 18:33:33,306 Update finished +2021-12-17 18:33:43,315 Reloading parameters... +2021-12-17 18:33:43,334 Loading parameters... +2021-12-17 18:33:43,335 Loading project parameters... +2021-12-17 18:33:43,337 + +23 of 25 jobs remaining (18:33) +2021-12-17 18:33:43,337 Sleep: 10 +2021-12-17 18:33:43,338 Number of retrials: 0 +2021-12-17 18:33:43,338 WRAPPER CHECK TIME = 10 +2021-12-17 18:33:43,338 Checking jobs for platform=marenostrum4 +2021-12-17 18:33:43,339 Checking jobs for platform=nord3 +2021-12-17 18:33:43,339 Checking jobs for platform=local +2021-12-17 18:33:43,340 Checking jobs for platform=transfer_node +2021-12-17 18:33:43,340 Checking all jobs at once +2021-12-17 18:33:47,567 Successful check job command +2021-12-17 18:33:51,298 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:33:51,298 End of checking +2021-12-17 18:33:51,301 Updating FAILED jobs +2021-12-17 18:33:51,302 Updating WAITING jobs +2021-12-17 18:33:51,302 Update finished +2021-12-17 18:33:51,302 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:33:51,302 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:33:51,302 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:33:51,302 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:33:51,310 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:33:51,312 Job list saved +2021-12-17 18:33:51,336 Updating FAILED jobs +2021-12-17 18:33:51,337 Updating WAITING jobs +2021-12-17 18:33:51,337 Update finished +2021-12-17 18:34:01,346 Reloading parameters... +2021-12-17 18:34:01,363 Loading parameters... +2021-12-17 18:34:01,365 Loading project parameters... +2021-12-17 18:34:01,367 + +23 of 25 jobs remaining (18:34) +2021-12-17 18:34:01,367 Sleep: 10 +2021-12-17 18:34:01,367 Number of retrials: 0 +2021-12-17 18:34:01,367 WRAPPER CHECK TIME = 10 +2021-12-17 18:34:01,368 Checking jobs for platform=marenostrum4 +2021-12-17 18:34:01,368 Checking jobs for platform=nord3 +2021-12-17 18:34:01,369 Checking jobs for platform=local +2021-12-17 18:34:01,369 Checking jobs for platform=transfer_node +2021-12-17 18:34:01,370 Checking all jobs at once +2021-12-17 18:34:06,148 Successful check job command +2021-12-17 18:34:09,480 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:34:09,480 End of checking +2021-12-17 18:34:09,481 Updating FAILED jobs +2021-12-17 18:34:09,481 Updating WAITING jobs +2021-12-17 18:34:09,481 Update finished +2021-12-17 18:34:09,482 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:34:09,482 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:34:09,482 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:34:09,482 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:34:09,485 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:34:09,487 Job list saved +2021-12-17 18:34:09,493 Updating FAILED jobs +2021-12-17 18:34:09,494 Updating WAITING jobs +2021-12-17 18:34:09,494 Update finished +2021-12-17 18:34:19,504 Reloading parameters... +2021-12-17 18:34:19,522 Loading parameters... +2021-12-17 18:34:19,528 Loading project parameters... +2021-12-17 18:34:19,530 + +23 of 25 jobs remaining (18:34) +2021-12-17 18:34:19,530 Sleep: 10 +2021-12-17 18:34:19,531 Number of retrials: 0 +2021-12-17 18:34:19,531 WRAPPER CHECK TIME = 10 +2021-12-17 18:34:19,531 Checking jobs for platform=marenostrum4 +2021-12-17 18:34:19,532 Checking jobs for platform=nord3 +2021-12-17 18:34:19,534 Checking jobs for platform=local +2021-12-17 18:34:19,535 Checking jobs for platform=transfer_node +2021-12-17 18:34:19,535 Checking all jobs at once +2021-12-17 18:34:22,666 Successful check job command +2021-12-17 18:34:26,494 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:34:26,494 End of checking +2021-12-17 18:34:26,495 Updating FAILED jobs +2021-12-17 18:34:26,495 Updating WAITING jobs +2021-12-17 18:34:26,496 Update finished +2021-12-17 18:34:26,496 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:34:26,496 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:34:26,496 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:34:26,496 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:34:26,499 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:34:26,501 Job list saved +2021-12-17 18:34:26,506 Updating FAILED jobs +2021-12-17 18:34:26,506 Updating WAITING jobs +2021-12-17 18:34:26,506 Update finished +2021-12-17 18:34:36,514 Reloading parameters... +2021-12-17 18:34:36,533 Loading parameters... +2021-12-17 18:34:36,535 Loading project parameters... +2021-12-17 18:34:36,537 + +23 of 25 jobs remaining (18:34) +2021-12-17 18:34:36,537 Sleep: 10 +2021-12-17 18:34:36,537 Number of retrials: 0 +2021-12-17 18:34:36,537 WRAPPER CHECK TIME = 10 +2021-12-17 18:34:36,538 Checking jobs for platform=marenostrum4 +2021-12-17 18:34:36,538 Checking jobs for platform=nord3 +2021-12-17 18:34:36,539 Checking jobs for platform=local +2021-12-17 18:34:36,539 Checking jobs for platform=transfer_node +2021-12-17 18:34:36,539 Checking all jobs at once +2021-12-17 18:34:37,959 Successful check job command +2021-12-17 18:34:39,736 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:34:39,736 End of checking +2021-12-17 18:34:39,737 Updating FAILED jobs +2021-12-17 18:34:39,737 Updating WAITING jobs +2021-12-17 18:34:39,738 Update finished +2021-12-17 18:34:39,738 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:34:39,738 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:34:39,738 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:34:39,738 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:34:39,741 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:34:39,743 Job list saved +2021-12-17 18:34:39,747 Updating FAILED jobs +2021-12-17 18:34:39,747 Updating WAITING jobs +2021-12-17 18:34:39,748 Update finished +2021-12-17 18:34:49,758 Reloading parameters... +2021-12-17 18:34:49,779 Loading parameters... +2021-12-17 18:34:49,780 Loading project parameters... +2021-12-17 18:34:49,783 + +23 of 25 jobs remaining (18:34) +2021-12-17 18:34:49,783 Sleep: 10 +2021-12-17 18:34:49,783 Number of retrials: 0 +2021-12-17 18:34:49,784 WRAPPER CHECK TIME = 10 +2021-12-17 18:34:49,784 Checking jobs for platform=marenostrum4 +2021-12-17 18:34:49,785 Checking jobs for platform=nord3 +2021-12-17 18:34:49,785 Checking jobs for platform=local +2021-12-17 18:34:49,788 Checking jobs for platform=transfer_node +2021-12-17 18:34:49,788 Checking all jobs at once +2021-12-17 18:34:52,113 Successful check job command +2021-12-17 18:35:04,523 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:35:04,523 End of checking +2021-12-17 18:35:04,525 Updating FAILED jobs +2021-12-17 18:35:04,525 Updating WAITING jobs +2021-12-17 18:35:04,525 Update finished +2021-12-17 18:35:04,525 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:35:04,526 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:35:04,526 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:35:04,527 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:35:04,529 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:35:04,531 Job list saved +2021-12-17 18:35:04,544 Updating FAILED jobs +2021-12-17 18:35:04,544 Updating WAITING jobs +2021-12-17 18:35:04,544 Update finished +2021-12-17 18:35:14,553 Reloading parameters... +2021-12-17 18:35:14,579 Loading parameters... +2021-12-17 18:35:14,582 Loading project parameters... +2021-12-17 18:35:14,584 + +23 of 25 jobs remaining (18:35) +2021-12-17 18:35:14,585 Sleep: 10 +2021-12-17 18:35:14,585 Number of retrials: 0 +2021-12-17 18:35:14,585 WRAPPER CHECK TIME = 10 +2021-12-17 18:35:14,585 Checking jobs for platform=marenostrum4 +2021-12-17 18:35:14,586 Checking jobs for platform=nord3 +2021-12-17 18:35:14,587 Checking jobs for platform=local +2021-12-17 18:35:14,587 Checking jobs for platform=transfer_node +2021-12-17 18:35:14,587 Checking all jobs at once +2021-12-17 18:35:16,761 Successful check job command +2021-12-17 18:35:18,282 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:35:18,282 End of checking +2021-12-17 18:35:18,284 Updating FAILED jobs +2021-12-17 18:35:18,285 Updating WAITING jobs +2021-12-17 18:35:18,285 Update finished +2021-12-17 18:35:18,285 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:35:18,285 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:35:18,285 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:35:18,285 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:35:18,292 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:35:18,294 Job list saved +2021-12-17 18:35:18,304 Updating FAILED jobs +2021-12-17 18:35:18,304 Updating WAITING jobs +2021-12-17 18:35:18,305 Update finished +2021-12-17 18:35:28,315 Reloading parameters... +2021-12-17 18:35:28,352 Loading parameters... +2021-12-17 18:35:28,354 Loading project parameters... +2021-12-17 18:35:28,355 + +23 of 25 jobs remaining (18:35) +2021-12-17 18:35:28,356 Sleep: 10 +2021-12-17 18:35:28,356 Number of retrials: 0 +2021-12-17 18:35:28,356 WRAPPER CHECK TIME = 10 +2021-12-17 18:35:28,356 Checking jobs for platform=marenostrum4 +2021-12-17 18:35:28,357 Checking jobs for platform=nord3 +2021-12-17 18:35:28,358 Checking jobs for platform=local +2021-12-17 18:35:28,358 Checking jobs for platform=transfer_node +2021-12-17 18:35:28,358 Checking all jobs at once +2021-12-17 18:35:30,938 Successful check job command +2021-12-17 18:35:37,518 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:35:37,518 End of checking +2021-12-17 18:35:37,519 Updating FAILED jobs +2021-12-17 18:35:37,520 Updating WAITING jobs +2021-12-17 18:35:37,520 Update finished +2021-12-17 18:35:37,520 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:35:37,521 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:35:37,521 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:35:37,521 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:35:37,524 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:35:37,526 Job list saved +2021-12-17 18:35:37,531 Updating FAILED jobs +2021-12-17 18:35:37,531 Updating WAITING jobs +2021-12-17 18:35:37,531 Update finished +2021-12-17 18:35:47,542 Reloading parameters... +2021-12-17 18:35:47,560 Loading parameters... +2021-12-17 18:35:47,561 Loading project parameters... +2021-12-17 18:35:47,564 + +23 of 25 jobs remaining (18:35) +2021-12-17 18:35:47,564 Sleep: 10 +2021-12-17 18:35:47,564 Number of retrials: 0 +2021-12-17 18:35:47,564 WRAPPER CHECK TIME = 10 +2021-12-17 18:35:47,565 Checking jobs for platform=marenostrum4 +2021-12-17 18:35:47,565 Checking jobs for platform=nord3 +2021-12-17 18:35:47,566 Checking jobs for platform=local +2021-12-17 18:35:47,566 Checking jobs for platform=transfer_node +2021-12-17 18:35:47,567 Checking all jobs at once +2021-12-17 18:35:48,887 Successful check job command +2021-12-17 18:35:52,360 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:35:52,361 End of checking +2021-12-17 18:35:52,362 Updating FAILED jobs +2021-12-17 18:35:52,362 Updating WAITING jobs +2021-12-17 18:35:52,362 Update finished +2021-12-17 18:35:52,363 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:35:52,363 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:35:52,363 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:35:52,363 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:35:52,366 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:35:52,368 Job list saved +2021-12-17 18:35:52,372 Updating FAILED jobs +2021-12-17 18:35:52,372 Updating WAITING jobs +2021-12-17 18:35:52,373 Update finished +2021-12-17 18:36:02,383 Reloading parameters... +2021-12-17 18:36:02,405 Loading parameters... +2021-12-17 18:36:02,406 Loading project parameters... +2021-12-17 18:36:02,408 + +23 of 25 jobs remaining (18:36) +2021-12-17 18:36:02,408 Sleep: 10 +2021-12-17 18:36:02,408 Number of retrials: 0 +2021-12-17 18:36:02,408 WRAPPER CHECK TIME = 10 +2021-12-17 18:36:02,409 Checking jobs for platform=marenostrum4 +2021-12-17 18:36:02,409 Checking jobs for platform=nord3 +2021-12-17 18:36:02,410 Checking jobs for platform=local +2021-12-17 18:36:02,411 Checking jobs for platform=transfer_node +2021-12-17 18:36:02,411 Checking all jobs at once +2021-12-17 18:36:03,835 Successful check job command +2021-12-17 18:36:07,164 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:36:07,164 End of checking +2021-12-17 18:36:07,166 Updating FAILED jobs +2021-12-17 18:36:07,166 Updating WAITING jobs +2021-12-17 18:36:07,166 Update finished +2021-12-17 18:36:07,166 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:36:07,167 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:36:07,167 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:36:07,167 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:36:07,171 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:36:07,173 Job list saved +2021-12-17 18:36:07,182 Updating FAILED jobs +2021-12-17 18:36:07,182 Updating WAITING jobs +2021-12-17 18:36:07,182 Update finished +2021-12-17 18:36:17,192 Reloading parameters... +2021-12-17 18:36:17,211 Loading parameters... +2021-12-17 18:36:17,212 Loading project parameters... +2021-12-17 18:36:17,218 + +23 of 25 jobs remaining (18:36) +2021-12-17 18:36:17,218 Sleep: 10 +2021-12-17 18:36:17,218 Number of retrials: 0 +2021-12-17 18:36:17,218 WRAPPER CHECK TIME = 10 +2021-12-17 18:36:17,219 Checking jobs for platform=marenostrum4 +2021-12-17 18:36:17,220 Checking jobs for platform=nord3 +2021-12-17 18:36:17,227 Checking jobs for platform=local +2021-12-17 18:36:17,228 Checking jobs for platform=transfer_node +2021-12-17 18:36:17,228 Checking all jobs at once +2021-12-17 18:36:18,851 Successful check job command +2021-12-17 18:36:22,224 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:36:22,224 End of checking +2021-12-17 18:36:22,226 Updating FAILED jobs +2021-12-17 18:36:22,226 Updating WAITING jobs +2021-12-17 18:36:22,226 Update finished +2021-12-17 18:36:22,226 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:36:22,227 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:36:22,227 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:36:22,227 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:36:22,229 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:36:22,232 Job list saved +2021-12-17 18:36:22,236 Updating FAILED jobs +2021-12-17 18:36:22,236 Updating WAITING jobs +2021-12-17 18:36:22,236 Update finished +2021-12-17 18:36:32,246 Reloading parameters... +2021-12-17 18:36:32,275 Loading parameters... +2021-12-17 18:36:32,277 Loading project parameters... +2021-12-17 18:36:32,286 + +23 of 25 jobs remaining (18:36) +2021-12-17 18:36:32,286 Sleep: 10 +2021-12-17 18:36:32,286 Number of retrials: 0 +2021-12-17 18:36:32,286 WRAPPER CHECK TIME = 10 +2021-12-17 18:36:32,295 Checking jobs for platform=marenostrum4 +2021-12-17 18:36:32,296 Checking jobs for platform=nord3 +2021-12-17 18:36:32,296 Checking jobs for platform=local +2021-12-17 18:36:32,297 Checking jobs for platform=transfer_node +2021-12-17 18:36:32,297 Checking all jobs at once +2021-12-17 18:36:33,536 Successful check job command +2021-12-17 18:36:35,165 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:36:35,166 End of checking +2021-12-17 18:36:35,167 Updating FAILED jobs +2021-12-17 18:36:35,167 Updating WAITING jobs +2021-12-17 18:36:35,168 Update finished +2021-12-17 18:36:35,168 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:36:35,168 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:36:35,168 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:36:35,168 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:36:35,175 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:36:35,183 Job list saved +2021-12-17 18:36:35,190 Updating FAILED jobs +2021-12-17 18:36:35,191 Updating WAITING jobs +2021-12-17 18:36:35,191 Update finished +2021-12-17 18:36:45,201 Reloading parameters... +2021-12-17 18:36:45,233 Loading parameters... +2021-12-17 18:36:45,235 Loading project parameters... +2021-12-17 18:36:45,237 + +23 of 25 jobs remaining (18:36) +2021-12-17 18:36:45,237 Sleep: 10 +2021-12-17 18:36:45,237 Number of retrials: 0 +2021-12-17 18:36:45,237 WRAPPER CHECK TIME = 10 +2021-12-17 18:36:45,238 Checking jobs for platform=marenostrum4 +2021-12-17 18:36:45,238 Checking jobs for platform=nord3 +2021-12-17 18:36:45,239 Checking jobs for platform=local +2021-12-17 18:36:45,239 Checking jobs for platform=transfer_node +2021-12-17 18:36:45,239 Checking all jobs at once +2021-12-17 18:36:46,866 Successful check job command +2021-12-17 18:36:48,991 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:36:48,991 End of checking +2021-12-17 18:36:48,995 Updating FAILED jobs +2021-12-17 18:36:48,995 Updating WAITING jobs +2021-12-17 18:36:48,995 Update finished +2021-12-17 18:36:48,996 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:36:49,001 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:36:49,001 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:36:49,001 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:36:49,008 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:36:49,013 Job list saved +2021-12-17 18:36:49,017 Updating FAILED jobs +2021-12-17 18:36:49,018 Updating WAITING jobs +2021-12-17 18:36:49,018 Update finished +2021-12-17 18:36:59,025 Reloading parameters... +2021-12-17 18:36:59,044 Loading parameters... +2021-12-17 18:36:59,045 Loading project parameters... +2021-12-17 18:36:59,047 + +23 of 25 jobs remaining (18:36) +2021-12-17 18:36:59,047 Sleep: 10 +2021-12-17 18:36:59,047 Number of retrials: 0 +2021-12-17 18:36:59,047 WRAPPER CHECK TIME = 10 +2021-12-17 18:36:59,048 Checking jobs for platform=marenostrum4 +2021-12-17 18:36:59,048 Checking jobs for platform=nord3 +2021-12-17 18:36:59,049 Checking jobs for platform=local +2021-12-17 18:36:59,050 Checking jobs for platform=transfer_node +2021-12-17 18:36:59,050 Checking all jobs at once +2021-12-17 18:37:00,820 Successful check job command +2021-12-17 18:37:02,792 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:37:02,792 End of checking +2021-12-17 18:37:02,793 Updating FAILED jobs +2021-12-17 18:37:02,793 Updating WAITING jobs +2021-12-17 18:37:02,794 Update finished +2021-12-17 18:37:02,794 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:37:02,795 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:37:02,795 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:37:02,795 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:37:02,797 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:37:02,799 Job list saved +2021-12-17 18:37:02,804 Updating FAILED jobs +2021-12-17 18:37:02,804 Updating WAITING jobs +2021-12-17 18:37:02,804 Update finished +2021-12-17 18:37:12,814 Reloading parameters... +2021-12-17 18:37:12,834 Loading parameters... +2021-12-17 18:37:12,835 Loading project parameters... +2021-12-17 18:37:12,837 + +23 of 25 jobs remaining (18:37) +2021-12-17 18:37:12,837 Sleep: 10 +2021-12-17 18:37:12,837 Number of retrials: 0 +2021-12-17 18:37:12,838 WRAPPER CHECK TIME = 10 +2021-12-17 18:37:12,838 Checking jobs for platform=marenostrum4 +2021-12-17 18:37:12,839 Checking jobs for platform=nord3 +2021-12-17 18:37:12,839 Checking jobs for platform=local +2021-12-17 18:37:12,840 Checking jobs for platform=transfer_node +2021-12-17 18:37:12,840 Checking all jobs at once +2021-12-17 18:37:14,289 Successful check job command +2021-12-17 18:37:15,658 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:37:15,658 End of checking +2021-12-17 18:37:15,660 Updating FAILED jobs +2021-12-17 18:37:15,660 Updating WAITING jobs +2021-12-17 18:37:15,660 Update finished +2021-12-17 18:37:15,660 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:37:15,661 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:37:15,661 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:37:15,661 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:37:15,664 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:37:15,667 Job list saved +2021-12-17 18:37:15,673 Updating FAILED jobs +2021-12-17 18:37:15,673 Updating WAITING jobs +2021-12-17 18:37:15,673 Update finished +2021-12-17 18:37:25,679 Reloading parameters... +2021-12-17 18:37:25,699 Loading parameters... +2021-12-17 18:37:25,701 Loading project parameters... +2021-12-17 18:37:25,703 + +23 of 25 jobs remaining (18:37) +2021-12-17 18:37:25,703 Sleep: 10 +2021-12-17 18:37:25,703 Number of retrials: 0 +2021-12-17 18:37:25,703 WRAPPER CHECK TIME = 10 +2021-12-17 18:37:25,704 Checking jobs for platform=marenostrum4 +2021-12-17 18:37:25,704 Checking jobs for platform=nord3 +2021-12-17 18:37:25,706 Checking jobs for platform=local +2021-12-17 18:37:25,706 Checking jobs for platform=transfer_node +2021-12-17 18:37:25,706 Checking all jobs at once +2021-12-17 18:37:27,532 Successful check job command +2021-12-17 18:37:31,556 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:37:31,556 End of checking +2021-12-17 18:37:31,558 Updating FAILED jobs +2021-12-17 18:37:31,558 Updating WAITING jobs +2021-12-17 18:37:31,558 Update finished +2021-12-17 18:37:31,558 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:37:31,558 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:37:31,559 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:37:31,559 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:37:31,561 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:37:31,563 Job list saved +2021-12-17 18:37:31,568 Updating FAILED jobs +2021-12-17 18:37:31,568 Updating WAITING jobs +2021-12-17 18:37:31,568 Update finished +2021-12-17 18:37:41,578 Reloading parameters... +2021-12-17 18:37:41,596 Loading parameters... +2021-12-17 18:37:41,597 Loading project parameters... +2021-12-17 18:37:41,599 + +23 of 25 jobs remaining (18:37) +2021-12-17 18:37:41,599 Sleep: 10 +2021-12-17 18:37:41,599 Number of retrials: 0 +2021-12-17 18:37:41,600 WRAPPER CHECK TIME = 10 +2021-12-17 18:37:41,600 Checking jobs for platform=marenostrum4 +2021-12-17 18:37:41,601 Checking jobs for platform=nord3 +2021-12-17 18:37:41,601 Checking jobs for platform=local +2021-12-17 18:37:41,602 Checking jobs for platform=transfer_node +2021-12-17 18:37:41,602 Checking all jobs at once +2021-12-17 18:37:42,972 Successful check job command +2021-12-17 18:37:46,747 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:37:46,747 End of checking +2021-12-17 18:37:46,749 Updating FAILED jobs +2021-12-17 18:37:46,749 Updating WAITING jobs +2021-12-17 18:37:46,749 Update finished +2021-12-17 18:37:46,749 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:37:46,750 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:37:46,750 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:37:46,750 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:37:46,753 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:37:46,755 Job list saved +2021-12-17 18:37:46,760 Updating FAILED jobs +2021-12-17 18:37:46,760 Updating WAITING jobs +2021-12-17 18:37:46,760 Update finished +2021-12-17 18:37:56,770 Reloading parameters... +2021-12-17 18:37:56,787 Loading parameters... +2021-12-17 18:37:56,789 Loading project parameters... +2021-12-17 18:37:56,790 + +23 of 25 jobs remaining (18:37) +2021-12-17 18:37:56,791 Sleep: 10 +2021-12-17 18:37:56,791 Number of retrials: 0 +2021-12-17 18:37:56,791 WRAPPER CHECK TIME = 10 +2021-12-17 18:37:56,791 Checking jobs for platform=marenostrum4 +2021-12-17 18:37:56,792 Checking jobs for platform=nord3 +2021-12-17 18:37:56,792 Checking jobs for platform=local +2021-12-17 18:37:56,793 Checking jobs for platform=transfer_node +2021-12-17 18:37:56,793 Checking all jobs at once +2021-12-17 18:37:58,163 Successful check job command +2021-12-17 18:37:59,483 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:37:59,483 End of checking +2021-12-17 18:37:59,485 Updating FAILED jobs +2021-12-17 18:37:59,485 Updating WAITING jobs +2021-12-17 18:37:59,485 Update finished +2021-12-17 18:37:59,485 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:37:59,485 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:37:59,485 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:37:59,486 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:37:59,488 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:37:59,490 Job list saved +2021-12-17 18:37:59,495 Updating FAILED jobs +2021-12-17 18:37:59,496 Updating WAITING jobs +2021-12-17 18:37:59,496 Update finished +2021-12-17 18:38:09,506 Reloading parameters... +2021-12-17 18:38:09,525 Loading parameters... +2021-12-17 18:38:09,526 Loading project parameters... +2021-12-17 18:38:09,528 + +23 of 25 jobs remaining (18:38) +2021-12-17 18:38:09,528 Sleep: 10 +2021-12-17 18:38:09,528 Number of retrials: 0 +2021-12-17 18:38:09,528 WRAPPER CHECK TIME = 10 +2021-12-17 18:38:09,529 Checking jobs for platform=marenostrum4 +2021-12-17 18:38:09,530 Checking jobs for platform=nord3 +2021-12-17 18:38:09,530 Checking jobs for platform=local +2021-12-17 18:38:09,531 Checking jobs for platform=transfer_node +2021-12-17 18:38:09,531 Checking all jobs at once +2021-12-17 18:38:12,456 Successful check job command +2021-12-17 18:38:14,978 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:38:14,979 End of checking +2021-12-17 18:38:14,980 Updating FAILED jobs +2021-12-17 18:38:14,980 Updating WAITING jobs +2021-12-17 18:38:14,980 Update finished +2021-12-17 18:38:14,981 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:38:14,981 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:38:14,981 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:38:14,981 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:38:14,984 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:38:14,986 Job list saved +2021-12-17 18:38:14,991 Updating FAILED jobs +2021-12-17 18:38:14,991 Updating WAITING jobs +2021-12-17 18:38:14,991 Update finished +2021-12-17 18:38:25,002 Reloading parameters... +2021-12-17 18:38:25,061 Loading parameters... +2021-12-17 18:38:25,062 Loading project parameters... +2021-12-17 18:38:25,064 + +23 of 25 jobs remaining (18:38) +2021-12-17 18:38:25,064 Sleep: 10 +2021-12-17 18:38:25,064 Number of retrials: 0 +2021-12-17 18:38:25,065 WRAPPER CHECK TIME = 10 +2021-12-17 18:38:25,065 Checking jobs for platform=marenostrum4 +2021-12-17 18:38:25,066 Checking jobs for platform=nord3 +2021-12-17 18:38:25,066 Checking jobs for platform=local +2021-12-17 18:38:25,067 Checking jobs for platform=transfer_node +2021-12-17 18:38:25,067 Checking all jobs at once +2021-12-17 18:38:26,797 Successful check job command +2021-12-17 18:38:28,167 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:38:28,167 End of checking +2021-12-17 18:38:28,169 Updating FAILED jobs +2021-12-17 18:38:28,169 Updating WAITING jobs +2021-12-17 18:38:28,169 Update finished +2021-12-17 18:38:28,169 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:38:28,170 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:38:28,170 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:38:28,170 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:38:28,173 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:38:28,175 Job list saved +2021-12-17 18:38:28,184 Updating FAILED jobs +2021-12-17 18:38:28,184 Updating WAITING jobs +2021-12-17 18:38:28,184 Update finished +2021-12-17 18:38:38,194 Reloading parameters... +2021-12-17 18:38:38,213 Loading parameters... +2021-12-17 18:38:38,215 Loading project parameters... +2021-12-17 18:38:38,217 + +23 of 25 jobs remaining (18:38) +2021-12-17 18:38:38,217 Sleep: 10 +2021-12-17 18:38:38,217 Number of retrials: 0 +2021-12-17 18:38:38,217 WRAPPER CHECK TIME = 10 +2021-12-17 18:38:38,218 Checking jobs for platform=marenostrum4 +2021-12-17 18:38:38,219 Checking jobs for platform=nord3 +2021-12-17 18:38:38,219 Checking jobs for platform=local +2021-12-17 18:38:38,220 Checking jobs for platform=transfer_node +2021-12-17 18:38:38,220 Checking all jobs at once +2021-12-17 18:38:41,195 Successful check job command +2021-12-17 18:38:43,228 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:38:43,228 End of checking +2021-12-17 18:38:43,230 Updating FAILED jobs +2021-12-17 18:38:43,230 Updating WAITING jobs +2021-12-17 18:38:43,230 Update finished +2021-12-17 18:38:43,230 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:38:43,230 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:38:43,231 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:38:43,231 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:38:43,234 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:38:43,236 Job list saved +2021-12-17 18:38:43,241 Updating FAILED jobs +2021-12-17 18:38:43,241 Updating WAITING jobs +2021-12-17 18:38:43,242 Update finished +2021-12-17 18:38:53,252 Reloading parameters... +2021-12-17 18:38:53,283 Loading parameters... +2021-12-17 18:38:53,284 Loading project parameters... +2021-12-17 18:38:53,289 + +23 of 25 jobs remaining (18:38) +2021-12-17 18:38:53,289 Sleep: 10 +2021-12-17 18:38:53,290 Number of retrials: 0 +2021-12-17 18:38:53,290 WRAPPER CHECK TIME = 10 +2021-12-17 18:38:53,290 Checking jobs for platform=marenostrum4 +2021-12-17 18:38:53,291 Checking jobs for platform=nord3 +2021-12-17 18:38:53,291 Checking jobs for platform=local +2021-12-17 18:38:53,292 Checking jobs for platform=transfer_node +2021-12-17 18:38:53,292 Checking all jobs at once +2021-12-17 18:38:55,816 Successful check job command +2021-12-17 18:38:59,094 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:38:59,095 End of checking +2021-12-17 18:38:59,096 Updating FAILED jobs +2021-12-17 18:38:59,096 Updating WAITING jobs +2021-12-17 18:38:59,097 Update finished +2021-12-17 18:38:59,097 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:38:59,097 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:38:59,097 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:38:59,097 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:38:59,100 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:38:59,103 Job list saved +2021-12-17 18:38:59,108 Updating FAILED jobs +2021-12-17 18:38:59,108 Updating WAITING jobs +2021-12-17 18:38:59,108 Update finished +2021-12-17 18:39:09,119 Reloading parameters... +2021-12-17 18:39:09,137 Loading parameters... +2021-12-17 18:39:09,139 Loading project parameters... +2021-12-17 18:39:09,141 + +23 of 25 jobs remaining (18:39) +2021-12-17 18:39:09,141 Sleep: 10 +2021-12-17 18:39:09,141 Number of retrials: 0 +2021-12-17 18:39:09,141 WRAPPER CHECK TIME = 10 +2021-12-17 18:39:09,142 Checking jobs for platform=marenostrum4 +2021-12-17 18:39:09,142 Checking jobs for platform=nord3 +2021-12-17 18:39:09,143 Checking jobs for platform=local +2021-12-17 18:39:09,143 Checking jobs for platform=transfer_node +2021-12-17 18:39:09,144 Checking all jobs at once +2021-12-17 18:39:10,663 Successful check job command +2021-12-17 18:39:12,333 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:39:12,334 End of checking +2021-12-17 18:39:12,335 Updating FAILED jobs +2021-12-17 18:39:12,335 Updating WAITING jobs +2021-12-17 18:39:12,335 Update finished +2021-12-17 18:39:12,335 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:39:12,336 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:39:12,336 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:39:12,336 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:39:12,339 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:39:12,341 Job list saved +2021-12-17 18:39:12,348 Updating FAILED jobs +2021-12-17 18:39:12,348 Updating WAITING jobs +2021-12-17 18:39:12,348 Update finished +2021-12-17 18:39:22,359 Reloading parameters... +2021-12-17 18:39:22,379 Loading parameters... +2021-12-17 18:39:22,383 Loading project parameters... +2021-12-17 18:39:22,387 + +23 of 25 jobs remaining (18:39) +2021-12-17 18:39:22,387 Sleep: 10 +2021-12-17 18:39:22,387 Number of retrials: 0 +2021-12-17 18:39:22,387 WRAPPER CHECK TIME = 10 +2021-12-17 18:39:22,388 Checking jobs for platform=marenostrum4 +2021-12-17 18:39:22,388 Checking jobs for platform=nord3 +2021-12-17 18:39:22,390 Checking jobs for platform=local +2021-12-17 18:39:22,393 Checking jobs for platform=transfer_node +2021-12-17 18:39:22,393 Checking all jobs at once +2021-12-17 18:39:25,669 Successful check job command +2021-12-17 18:39:30,245 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:39:30,245 End of checking +2021-12-17 18:39:30,263 Updating FAILED jobs +2021-12-17 18:39:30,263 Updating WAITING jobs +2021-12-17 18:39:30,263 Update finished +2021-12-17 18:39:30,264 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:39:30,264 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:39:30,264 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:39:30,264 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:39:30,281 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:39:30,285 Job list saved +2021-12-17 18:39:30,294 Updating FAILED jobs +2021-12-17 18:39:30,294 Updating WAITING jobs +2021-12-17 18:39:30,294 Update finished +2021-12-17 18:39:40,305 Reloading parameters... +2021-12-17 18:39:40,343 Loading parameters... +2021-12-17 18:39:40,345 Loading project parameters... +2021-12-17 18:39:40,349 + +23 of 25 jobs remaining (18:39) +2021-12-17 18:39:40,349 Sleep: 10 +2021-12-17 18:39:40,349 Number of retrials: 0 +2021-12-17 18:39:40,349 WRAPPER CHECK TIME = 10 +2021-12-17 18:39:40,351 Checking jobs for platform=marenostrum4 +2021-12-17 18:39:40,352 Checking jobs for platform=nord3 +2021-12-17 18:39:40,352 Checking jobs for platform=local +2021-12-17 18:39:40,353 Checking jobs for platform=transfer_node +2021-12-17 18:39:40,353 Checking all jobs at once +2021-12-17 18:39:42,182 Successful check job command +2021-12-17 18:39:48,238 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:39:48,240 End of checking +2021-12-17 18:39:48,257 Updating FAILED jobs +2021-12-17 18:39:48,258 Updating WAITING jobs +2021-12-17 18:39:48,261 Update finished +2021-12-17 18:39:48,261 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:39:48,262 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:39:48,262 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:39:48,262 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:39:48,280 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:39:48,293 Job list saved +2021-12-17 18:39:48,349 Updating FAILED jobs +2021-12-17 18:39:48,350 Updating WAITING jobs +2021-12-17 18:39:48,351 Update finished +2021-12-17 18:39:58,366 Reloading parameters... +2021-12-17 18:39:58,395 Loading parameters... +2021-12-17 18:39:58,400 Loading project parameters... +2021-12-17 18:39:58,402 + +23 of 25 jobs remaining (18:39) +2021-12-17 18:39:58,402 Sleep: 10 +2021-12-17 18:39:58,402 Number of retrials: 0 +2021-12-17 18:39:58,402 WRAPPER CHECK TIME = 10 +2021-12-17 18:39:58,403 Checking jobs for platform=marenostrum4 +2021-12-17 18:39:58,403 Checking jobs for platform=nord3 +2021-12-17 18:39:58,404 Checking jobs for platform=local +2021-12-17 18:39:58,405 Checking jobs for platform=transfer_node +2021-12-17 18:39:58,405 Checking all jobs at once +2021-12-17 18:40:00,826 Successful check job command +2021-12-17 18:40:04,003 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:40:04,004 End of checking +2021-12-17 18:40:04,016 Updating FAILED jobs +2021-12-17 18:40:04,016 Updating WAITING jobs +2021-12-17 18:40:04,016 Update finished +2021-12-17 18:40:04,017 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:40:04,017 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:40:04,017 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:40:04,017 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:40:04,026 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:40:04,029 Job list saved +2021-12-17 18:40:04,076 Updating FAILED jobs +2021-12-17 18:40:04,076 Updating WAITING jobs +2021-12-17 18:40:04,077 Update finished +2021-12-17 18:40:14,087 Reloading parameters... +2021-12-17 18:40:14,105 Loading parameters... +2021-12-17 18:40:14,106 Loading project parameters... +2021-12-17 18:40:14,108 + +23 of 25 jobs remaining (18:40) +2021-12-17 18:40:14,108 Sleep: 10 +2021-12-17 18:40:14,108 Number of retrials: 0 +2021-12-17 18:40:14,109 WRAPPER CHECK TIME = 10 +2021-12-17 18:40:14,109 Checking jobs for platform=marenostrum4 +2021-12-17 18:40:14,110 Checking jobs for platform=nord3 +2021-12-17 18:40:14,110 Checking jobs for platform=local +2021-12-17 18:40:14,111 Checking jobs for platform=transfer_node +2021-12-17 18:40:14,111 Checking all jobs at once +2021-12-17 18:40:15,783 Successful check job command +2021-12-17 18:40:17,905 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:40:17,905 End of checking +2021-12-17 18:40:17,906 Updating FAILED jobs +2021-12-17 18:40:17,906 Updating WAITING jobs +2021-12-17 18:40:17,907 Update finished +2021-12-17 18:40:17,907 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:40:17,907 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:40:17,907 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:40:17,907 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:40:17,911 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:40:17,913 Job list saved +2021-12-17 18:40:17,918 Updating FAILED jobs +2021-12-17 18:40:17,918 Updating WAITING jobs +2021-12-17 18:40:17,919 Update finished +2021-12-17 18:40:27,928 Reloading parameters... +2021-12-17 18:40:27,950 Loading parameters... +2021-12-17 18:40:27,951 Loading project parameters... +2021-12-17 18:40:27,953 + +23 of 25 jobs remaining (18:40) +2021-12-17 18:40:27,953 Sleep: 10 +2021-12-17 18:40:27,954 Number of retrials: 0 +2021-12-17 18:40:27,954 WRAPPER CHECK TIME = 10 +2021-12-17 18:40:27,954 Checking jobs for platform=marenostrum4 +2021-12-17 18:40:27,955 Checking jobs for platform=nord3 +2021-12-17 18:40:27,955 Checking jobs for platform=local +2021-12-17 18:40:27,956 Checking jobs for platform=transfer_node +2021-12-17 18:40:27,956 Checking all jobs at once +2021-12-17 18:40:29,940 Successful check job command +2021-12-17 18:40:32,463 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:40:32,463 End of checking +2021-12-17 18:40:32,465 Updating FAILED jobs +2021-12-17 18:40:32,465 Updating WAITING jobs +2021-12-17 18:40:32,465 Update finished +2021-12-17 18:40:32,466 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:40:32,466 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:40:32,467 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:40:32,467 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:40:32,471 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:40:32,473 Job list saved +2021-12-17 18:40:32,483 Updating FAILED jobs +2021-12-17 18:40:32,483 Updating WAITING jobs +2021-12-17 18:40:32,483 Update finished +2021-12-17 18:40:42,493 Reloading parameters... +2021-12-17 18:40:42,527 Loading parameters... +2021-12-17 18:40:42,529 Loading project parameters... +2021-12-17 18:40:42,530 + +23 of 25 jobs remaining (18:40) +2021-12-17 18:40:42,531 Sleep: 10 +2021-12-17 18:40:42,531 Number of retrials: 0 +2021-12-17 18:40:42,531 WRAPPER CHECK TIME = 10 +2021-12-17 18:40:42,531 Checking jobs for platform=marenostrum4 +2021-12-17 18:40:42,532 Checking jobs for platform=nord3 +2021-12-17 18:40:42,532 Checking jobs for platform=local +2021-12-17 18:40:42,533 Checking jobs for platform=transfer_node +2021-12-17 18:40:42,533 Checking all jobs at once +2021-12-17 18:40:44,203 Successful check job command +2021-12-17 18:40:47,227 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:40:47,227 End of checking +2021-12-17 18:40:47,229 Updating FAILED jobs +2021-12-17 18:40:47,229 Updating WAITING jobs +2021-12-17 18:40:47,229 Update finished +2021-12-17 18:40:47,229 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:40:47,230 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:40:47,230 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:40:47,230 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:40:47,232 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:40:47,235 Job list saved +2021-12-17 18:40:47,240 Updating FAILED jobs +2021-12-17 18:40:47,240 Updating WAITING jobs +2021-12-17 18:40:47,240 Update finished +2021-12-17 18:40:57,250 Reloading parameters... +2021-12-17 18:40:57,271 Loading parameters... +2021-12-17 18:40:57,272 Loading project parameters... +2021-12-17 18:40:57,274 + +23 of 25 jobs remaining (18:40) +2021-12-17 18:40:57,274 Sleep: 10 +2021-12-17 18:40:57,274 Number of retrials: 0 +2021-12-17 18:40:57,274 WRAPPER CHECK TIME = 10 +2021-12-17 18:40:57,275 Checking jobs for platform=marenostrum4 +2021-12-17 18:40:57,276 Checking jobs for platform=nord3 +2021-12-17 18:40:57,276 Checking jobs for platform=local +2021-12-17 18:40:57,277 Checking jobs for platform=transfer_node +2021-12-17 18:40:57,277 Checking all jobs at once +2021-12-17 18:40:58,801 Successful check job command +2021-12-17 18:41:01,172 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:41:01,173 End of checking +2021-12-17 18:41:01,174 Updating FAILED jobs +2021-12-17 18:41:01,175 Updating WAITING jobs +2021-12-17 18:41:01,175 Update finished +2021-12-17 18:41:01,175 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:41:01,175 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:41:01,175 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:41:01,175 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:41:01,178 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:41:01,181 Job list saved +2021-12-17 18:41:01,186 Updating FAILED jobs +2021-12-17 18:41:01,186 Updating WAITING jobs +2021-12-17 18:41:01,186 Update finished +2021-12-17 18:41:11,196 Reloading parameters... +2021-12-17 18:41:11,218 Loading parameters... +2021-12-17 18:41:11,220 Loading project parameters... +2021-12-17 18:41:11,222 + +23 of 25 jobs remaining (18:41) +2021-12-17 18:41:11,222 Sleep: 10 +2021-12-17 18:41:11,222 Number of retrials: 0 +2021-12-17 18:41:11,222 WRAPPER CHECK TIME = 10 +2021-12-17 18:41:11,223 Checking jobs for platform=marenostrum4 +2021-12-17 18:41:11,223 Checking jobs for platform=nord3 +2021-12-17 18:41:11,224 Checking jobs for platform=local +2021-12-17 18:41:11,225 Checking jobs for platform=transfer_node +2021-12-17 18:41:11,225 Checking all jobs at once +2021-12-17 18:41:12,594 Successful check job command +2021-12-17 18:41:18,671 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:41:18,671 End of checking +2021-12-17 18:41:18,673 Updating FAILED jobs +2021-12-17 18:41:18,673 Updating WAITING jobs +2021-12-17 18:41:18,673 Update finished +2021-12-17 18:41:18,673 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:41:18,674 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:41:18,674 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:41:18,674 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:41:18,677 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:41:18,679 Job list saved +2021-12-17 18:41:18,684 Updating FAILED jobs +2021-12-17 18:41:18,685 Updating WAITING jobs +2021-12-17 18:41:18,685 Update finished +2021-12-17 18:41:28,695 Reloading parameters... +2021-12-17 18:41:28,719 Loading parameters... +2021-12-17 18:41:28,720 Loading project parameters... +2021-12-17 18:41:28,723 + +23 of 25 jobs remaining (18:41) +2021-12-17 18:41:28,723 Sleep: 10 +2021-12-17 18:41:28,723 Number of retrials: 0 +2021-12-17 18:41:28,723 WRAPPER CHECK TIME = 10 +2021-12-17 18:41:28,724 Checking jobs for platform=marenostrum4 +2021-12-17 18:41:28,724 Checking jobs for platform=nord3 +2021-12-17 18:41:28,725 Checking jobs for platform=local +2021-12-17 18:41:28,725 Checking jobs for platform=transfer_node +2021-12-17 18:41:28,726 Checking all jobs at once +2021-12-17 18:41:31,252 Successful check job command +2021-12-17 18:41:37,029 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:41:37,029 End of checking +2021-12-17 18:41:37,031 Updating FAILED jobs +2021-12-17 18:41:37,032 Updating WAITING jobs +2021-12-17 18:41:37,032 Update finished +2021-12-17 18:41:37,032 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:41:37,032 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:41:37,032 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:41:37,032 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:41:37,036 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:41:37,038 Job list saved +2021-12-17 18:41:37,044 Updating FAILED jobs +2021-12-17 18:41:37,044 Updating WAITING jobs +2021-12-17 18:41:37,044 Update finished +2021-12-17 18:41:47,054 Reloading parameters... +2021-12-17 18:41:47,151 Loading parameters... +2021-12-17 18:41:47,153 Loading project parameters... +2021-12-17 18:41:47,155 + +23 of 25 jobs remaining (18:41) +2021-12-17 18:41:47,155 Sleep: 10 +2021-12-17 18:41:47,155 Number of retrials: 0 +2021-12-17 18:41:47,155 WRAPPER CHECK TIME = 10 +2021-12-17 18:41:47,156 Checking jobs for platform=marenostrum4 +2021-12-17 18:41:47,156 Checking jobs for platform=nord3 +2021-12-17 18:41:47,157 Checking jobs for platform=local +2021-12-17 18:41:47,157 Checking jobs for platform=transfer_node +2021-12-17 18:41:47,157 Checking all jobs at once +2021-12-17 18:41:48,477 Successful check job command +2021-12-17 18:41:52,103 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:41:52,103 End of checking +2021-12-17 18:41:52,105 Updating FAILED jobs +2021-12-17 18:41:52,105 Updating WAITING jobs +2021-12-17 18:41:52,105 Update finished +2021-12-17 18:41:52,105 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:41:52,107 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:41:52,107 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:41:52,108 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:41:52,111 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:41:52,113 Job list saved +2021-12-17 18:41:52,118 Updating FAILED jobs +2021-12-17 18:41:52,118 Updating WAITING jobs +2021-12-17 18:41:52,118 Update finished +2021-12-17 18:42:02,128 Reloading parameters... +2021-12-17 18:42:02,148 Loading parameters... +2021-12-17 18:42:02,150 Loading project parameters... +2021-12-17 18:42:02,152 + +23 of 25 jobs remaining (18:42) +2021-12-17 18:42:02,152 Sleep: 10 +2021-12-17 18:42:02,152 Number of retrials: 0 +2021-12-17 18:42:02,152 WRAPPER CHECK TIME = 10 +2021-12-17 18:42:02,153 Checking jobs for platform=marenostrum4 +2021-12-17 18:42:02,153 Checking jobs for platform=nord3 +2021-12-17 18:42:02,154 Checking jobs for platform=local +2021-12-17 18:42:02,154 Checking jobs for platform=transfer_node +2021-12-17 18:42:02,155 Checking all jobs at once +2021-12-17 18:42:04,277 Successful check job command +2021-12-17 18:42:07,050 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:42:07,051 End of checking +2021-12-17 18:42:07,052 Updating FAILED jobs +2021-12-17 18:42:07,052 Updating WAITING jobs +2021-12-17 18:42:07,052 Update finished +2021-12-17 18:42:07,052 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:42:07,053 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:42:07,053 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:42:07,053 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:42:07,056 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:42:07,062 Job list saved +2021-12-17 18:42:07,067 Updating FAILED jobs +2021-12-17 18:42:07,067 Updating WAITING jobs +2021-12-17 18:42:07,067 Update finished +2021-12-17 18:42:17,077 Reloading parameters... +2021-12-17 18:42:17,114 Loading parameters... +2021-12-17 18:42:17,115 Loading project parameters... +2021-12-17 18:42:17,117 + +23 of 25 jobs remaining (18:42) +2021-12-17 18:42:17,117 Sleep: 10 +2021-12-17 18:42:17,118 Number of retrials: 0 +2021-12-17 18:42:17,118 WRAPPER CHECK TIME = 10 +2021-12-17 18:42:17,118 Checking jobs for platform=marenostrum4 +2021-12-17 18:42:17,119 Checking jobs for platform=nord3 +2021-12-17 18:42:17,119 Checking jobs for platform=local +2021-12-17 18:42:17,120 Checking jobs for platform=transfer_node +2021-12-17 18:42:17,120 Checking all jobs at once +2021-12-17 18:42:19,052 Successful check job command +2021-12-17 18:42:20,471 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:42:20,472 End of checking +2021-12-17 18:42:20,473 Updating FAILED jobs +2021-12-17 18:42:20,473 Updating WAITING jobs +2021-12-17 18:42:20,474 Update finished +2021-12-17 18:42:20,474 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:42:20,474 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:42:20,474 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:42:20,474 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:42:20,477 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:42:20,479 Job list saved +2021-12-17 18:42:20,490 Updating FAILED jobs +2021-12-17 18:42:20,491 Updating WAITING jobs +2021-12-17 18:42:20,491 Update finished +2021-12-17 18:42:30,499 Reloading parameters... +2021-12-17 18:42:30,530 Loading parameters... +2021-12-17 18:42:30,532 Loading project parameters... +2021-12-17 18:42:30,538 + +23 of 25 jobs remaining (18:42) +2021-12-17 18:42:30,539 Sleep: 10 +2021-12-17 18:42:30,539 Number of retrials: 0 +2021-12-17 18:42:30,539 WRAPPER CHECK TIME = 10 +2021-12-17 18:42:30,540 Checking jobs for platform=marenostrum4 +2021-12-17 18:42:30,540 Checking jobs for platform=nord3 +2021-12-17 18:42:30,541 Checking jobs for platform=local +2021-12-17 18:42:30,542 Checking jobs for platform=transfer_node +2021-12-17 18:42:30,542 Checking all jobs at once +2021-12-17 18:42:32,613 Successful check job command +2021-12-17 18:42:34,885 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:42:34,885 End of checking +2021-12-17 18:42:34,886 Updating FAILED jobs +2021-12-17 18:42:34,887 Updating WAITING jobs +2021-12-17 18:42:34,887 Update finished +2021-12-17 18:42:34,887 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:42:34,888 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:42:34,888 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:42:34,888 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:42:34,890 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:42:34,893 Job list saved +2021-12-17 18:42:34,898 Updating FAILED jobs +2021-12-17 18:42:34,898 Updating WAITING jobs +2021-12-17 18:42:34,898 Update finished +2021-12-17 18:42:44,909 Reloading parameters... +2021-12-17 18:42:44,930 Loading parameters... +2021-12-17 18:42:44,931 Loading project parameters... +2021-12-17 18:42:44,933 + +23 of 25 jobs remaining (18:42) +2021-12-17 18:42:44,933 Sleep: 10 +2021-12-17 18:42:44,933 Number of retrials: 0 +2021-12-17 18:42:44,933 WRAPPER CHECK TIME = 10 +2021-12-17 18:42:44,934 Checking jobs for platform=marenostrum4 +2021-12-17 18:42:44,935 Checking jobs for platform=nord3 +2021-12-17 18:42:44,935 Checking jobs for platform=local +2021-12-17 18:42:44,936 Checking jobs for platform=transfer_node +2021-12-17 18:42:44,936 Checking all jobs at once +2021-12-17 18:42:46,514 Successful check job command +2021-12-17 18:42:48,535 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:42:48,536 End of checking +2021-12-17 18:42:48,538 Updating FAILED jobs +2021-12-17 18:42:48,538 Updating WAITING jobs +2021-12-17 18:42:48,538 Update finished +2021-12-17 18:42:48,538 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:42:48,539 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:42:48,539 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:42:48,539 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:42:48,543 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:42:48,547 Job list saved +2021-12-17 18:42:48,559 Updating FAILED jobs +2021-12-17 18:42:48,560 Updating WAITING jobs +2021-12-17 18:42:48,560 Update finished +2021-12-17 18:42:58,570 Reloading parameters... +2021-12-17 18:42:58,593 Loading parameters... +2021-12-17 18:42:58,594 Loading project parameters... +2021-12-17 18:42:58,596 + +23 of 25 jobs remaining (18:42) +2021-12-17 18:42:58,596 Sleep: 10 +2021-12-17 18:42:58,597 Number of retrials: 0 +2021-12-17 18:42:58,597 WRAPPER CHECK TIME = 10 +2021-12-17 18:42:58,597 Checking jobs for platform=marenostrum4 +2021-12-17 18:42:58,598 Checking jobs for platform=nord3 +2021-12-17 18:42:58,598 Checking jobs for platform=local +2021-12-17 18:42:58,599 Checking jobs for platform=transfer_node +2021-12-17 18:42:58,599 Checking all jobs at once +2021-12-17 18:43:00,676 Successful check job command +2021-12-17 18:43:02,900 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:43:02,900 End of checking +2021-12-17 18:43:02,903 Updating FAILED jobs +2021-12-17 18:43:02,903 Updating WAITING jobs +2021-12-17 18:43:02,904 Update finished +2021-12-17 18:43:02,904 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:43:02,904 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:43:02,904 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:43:02,904 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:43:02,910 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:43:02,914 Job list saved +2021-12-17 18:43:02,919 Updating FAILED jobs +2021-12-17 18:43:02,919 Updating WAITING jobs +2021-12-17 18:43:02,920 Update finished +2021-12-17 18:43:12,927 Reloading parameters... +2021-12-17 18:43:12,948 Loading parameters... +2021-12-17 18:43:12,949 Loading project parameters... +2021-12-17 18:43:12,951 + +23 of 25 jobs remaining (18:43) +2021-12-17 18:43:12,951 Sleep: 10 +2021-12-17 18:43:12,951 Number of retrials: 0 +2021-12-17 18:43:12,951 WRAPPER CHECK TIME = 10 +2021-12-17 18:43:12,952 Checking jobs for platform=marenostrum4 +2021-12-17 18:43:12,952 Checking jobs for platform=nord3 +2021-12-17 18:43:12,953 Checking jobs for platform=local +2021-12-17 18:43:12,953 Checking jobs for platform=transfer_node +2021-12-17 18:43:12,954 Checking all jobs at once +2021-12-17 18:43:14,477 Successful check job command +2021-12-17 18:43:19,660 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:43:19,660 End of checking +2021-12-17 18:43:19,661 Updating FAILED jobs +2021-12-17 18:43:19,661 Updating WAITING jobs +2021-12-17 18:43:19,662 Update finished +2021-12-17 18:43:19,662 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:43:19,663 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:43:19,663 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:43:19,663 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:43:19,666 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:43:19,668 Job list saved +2021-12-17 18:43:19,676 Updating FAILED jobs +2021-12-17 18:43:19,676 Updating WAITING jobs +2021-12-17 18:43:19,676 Update finished +2021-12-17 18:43:29,686 Reloading parameters... +2021-12-17 18:43:29,707 Loading parameters... +2021-12-17 18:43:29,708 Loading project parameters... +2021-12-17 18:43:29,710 + +23 of 25 jobs remaining (18:43) +2021-12-17 18:43:29,711 Sleep: 10 +2021-12-17 18:43:29,711 Number of retrials: 0 +2021-12-17 18:43:29,711 WRAPPER CHECK TIME = 10 +2021-12-17 18:43:29,711 Checking jobs for platform=marenostrum4 +2021-12-17 18:43:29,712 Checking jobs for platform=nord3 +2021-12-17 18:43:29,712 Checking jobs for platform=local +2021-12-17 18:43:29,713 Checking jobs for platform=transfer_node +2021-12-17 18:43:29,713 Checking all jobs at once +2021-12-17 18:43:31,442 Successful check job command +2021-12-17 18:43:35,979 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:43:35,979 End of checking +2021-12-17 18:43:35,981 Updating FAILED jobs +2021-12-17 18:43:35,981 Updating WAITING jobs +2021-12-17 18:43:35,981 Update finished +2021-12-17 18:43:35,981 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:43:35,981 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:43:35,981 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:43:35,982 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:43:35,985 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:43:35,987 Job list saved +2021-12-17 18:43:35,994 Updating FAILED jobs +2021-12-17 18:43:35,994 Updating WAITING jobs +2021-12-17 18:43:35,995 Update finished +2021-12-17 18:43:46,001 Reloading parameters... +2021-12-17 18:43:46,022 Loading parameters... +2021-12-17 18:43:46,023 Loading project parameters... +2021-12-17 18:43:46,025 + +23 of 25 jobs remaining (18:43) +2021-12-17 18:43:46,026 Sleep: 10 +2021-12-17 18:43:46,026 Number of retrials: 0 +2021-12-17 18:43:46,026 WRAPPER CHECK TIME = 10 +2021-12-17 18:43:46,026 Checking jobs for platform=marenostrum4 +2021-12-17 18:43:46,027 Checking jobs for platform=nord3 +2021-12-17 18:43:46,027 Checking jobs for platform=local +2021-12-17 18:43:46,028 Checking jobs for platform=transfer_node +2021-12-17 18:43:46,028 Checking all jobs at once +2021-12-17 18:43:47,559 Successful check job command +2021-12-17 18:43:50,847 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:43:50,847 End of checking +2021-12-17 18:43:50,865 Updating FAILED jobs +2021-12-17 18:43:50,865 Updating WAITING jobs +2021-12-17 18:43:50,865 Update finished +2021-12-17 18:43:50,865 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:43:50,866 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:43:50,866 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:43:50,866 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:43:50,886 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:43:50,891 Job list saved +2021-12-17 18:43:50,901 Updating FAILED jobs +2021-12-17 18:43:50,901 Updating WAITING jobs +2021-12-17 18:43:50,902 Update finished +2021-12-17 18:44:00,910 Reloading parameters... +2021-12-17 18:44:00,935 Loading parameters... +2021-12-17 18:44:00,936 Loading project parameters... +2021-12-17 18:44:00,938 + +23 of 25 jobs remaining (18:44) +2021-12-17 18:44:00,938 Sleep: 10 +2021-12-17 18:44:00,938 Number of retrials: 0 +2021-12-17 18:44:00,938 WRAPPER CHECK TIME = 10 +2021-12-17 18:44:00,939 Checking jobs for platform=marenostrum4 +2021-12-17 18:44:00,939 Checking jobs for platform=nord3 +2021-12-17 18:44:00,940 Checking jobs for platform=local +2021-12-17 18:44:00,941 Checking jobs for platform=transfer_node +2021-12-17 18:44:00,941 Checking all jobs at once +2021-12-17 18:44:03,113 Successful check job command +2021-12-17 18:44:07,198 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:44:07,198 End of checking +2021-12-17 18:44:07,200 Updating FAILED jobs +2021-12-17 18:44:07,200 Updating WAITING jobs +2021-12-17 18:44:07,200 Update finished +2021-12-17 18:44:07,201 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:44:07,202 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:44:07,202 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:44:07,202 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:44:07,205 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:44:07,207 Job list saved +2021-12-17 18:44:07,213 Updating FAILED jobs +2021-12-17 18:44:07,213 Updating WAITING jobs +2021-12-17 18:44:07,213 Update finished +2021-12-17 18:44:17,221 Reloading parameters... +2021-12-17 18:44:17,240 Loading parameters... +2021-12-17 18:44:17,241 Loading project parameters... +2021-12-17 18:44:17,243 + +23 of 25 jobs remaining (18:44) +2021-12-17 18:44:17,244 Sleep: 10 +2021-12-17 18:44:17,244 Number of retrials: 0 +2021-12-17 18:44:17,244 WRAPPER CHECK TIME = 10 +2021-12-17 18:44:17,245 Checking jobs for platform=marenostrum4 +2021-12-17 18:44:17,245 Checking jobs for platform=nord3 +2021-12-17 18:44:17,246 Checking jobs for platform=local +2021-12-17 18:44:17,247 Checking jobs for platform=transfer_node +2021-12-17 18:44:17,247 Checking all jobs at once +2021-12-17 18:44:18,967 Successful check job command +2021-12-17 18:44:20,642 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:44:20,642 End of checking +2021-12-17 18:44:20,643 Updating FAILED jobs +2021-12-17 18:44:20,643 Updating WAITING jobs +2021-12-17 18:44:20,643 Update finished +2021-12-17 18:44:20,644 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:44:20,644 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:44:20,644 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:44:20,644 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:44:20,647 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:44:20,649 Job list saved +2021-12-17 18:44:20,653 Updating FAILED jobs +2021-12-17 18:44:20,654 Updating WAITING jobs +2021-12-17 18:44:20,654 Update finished +2021-12-17 18:44:30,664 Reloading parameters... +2021-12-17 18:44:30,686 Loading parameters... +2021-12-17 18:44:30,687 Loading project parameters... +2021-12-17 18:44:30,689 + +23 of 25 jobs remaining (18:44) +2021-12-17 18:44:30,689 Sleep: 10 +2021-12-17 18:44:30,689 Number of retrials: 0 +2021-12-17 18:44:30,689 WRAPPER CHECK TIME = 10 +2021-12-17 18:44:30,690 Checking jobs for platform=marenostrum4 +2021-12-17 18:44:30,691 Checking jobs for platform=nord3 +2021-12-17 18:44:30,691 Checking jobs for platform=local +2021-12-17 18:44:30,692 Checking jobs for platform=transfer_node +2021-12-17 18:44:30,692 Checking all jobs at once +2021-12-17 18:44:33,665 Successful check job command +2021-12-17 18:44:36,237 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:44:36,237 End of checking +2021-12-17 18:44:36,238 Updating FAILED jobs +2021-12-17 18:44:36,238 Updating WAITING jobs +2021-12-17 18:44:36,239 Update finished +2021-12-17 18:44:36,239 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:44:36,239 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:44:36,239 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:44:36,239 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:44:36,242 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:44:36,245 Job list saved +2021-12-17 18:44:36,252 Updating FAILED jobs +2021-12-17 18:44:36,252 Updating WAITING jobs +2021-12-17 18:44:36,252 Update finished +2021-12-17 18:44:46,262 Reloading parameters... +2021-12-17 18:44:46,290 Loading parameters... +2021-12-17 18:44:46,291 Loading project parameters... +2021-12-17 18:44:46,295 + +23 of 25 jobs remaining (18:44) +2021-12-17 18:44:46,298 Sleep: 10 +2021-12-17 18:44:46,298 Number of retrials: 0 +2021-12-17 18:44:46,298 WRAPPER CHECK TIME = 10 +2021-12-17 18:44:46,298 Checking jobs for platform=marenostrum4 +2021-12-17 18:44:46,299 Checking jobs for platform=nord3 +2021-12-17 18:44:46,299 Checking jobs for platform=local +2021-12-17 18:44:46,300 Checking jobs for platform=transfer_node +2021-12-17 18:44:46,300 Checking all jobs at once +2021-12-17 18:44:48,924 Successful check job command +2021-12-17 18:44:53,451 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:44:53,452 End of checking +2021-12-17 18:44:53,453 Updating FAILED jobs +2021-12-17 18:44:53,454 Updating WAITING jobs +2021-12-17 18:44:53,454 Update finished +2021-12-17 18:44:53,454 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:44:53,455 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:44:53,455 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:44:53,455 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:44:53,458 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:44:53,460 Job list saved +2021-12-17 18:44:53,465 Updating FAILED jobs +2021-12-17 18:44:53,465 Updating WAITING jobs +2021-12-17 18:44:53,465 Update finished +2021-12-17 18:45:03,472 Reloading parameters... +2021-12-17 18:45:03,493 Loading parameters... +2021-12-17 18:45:03,494 Loading project parameters... +2021-12-17 18:45:03,496 + +23 of 25 jobs remaining (18:45) +2021-12-17 18:45:03,497 Sleep: 10 +2021-12-17 18:45:03,497 Number of retrials: 0 +2021-12-17 18:45:03,497 WRAPPER CHECK TIME = 10 +2021-12-17 18:45:03,497 Checking jobs for platform=marenostrum4 +2021-12-17 18:45:03,498 Checking jobs for platform=nord3 +2021-12-17 18:45:03,499 Checking jobs for platform=local +2021-12-17 18:45:03,499 Checking jobs for platform=transfer_node +2021-12-17 18:45:03,499 Checking all jobs at once +2021-12-17 18:45:04,919 Successful check job command +2021-12-17 18:45:08,042 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:45:08,043 End of checking +2021-12-17 18:45:08,045 Updating FAILED jobs +2021-12-17 18:45:08,045 Updating WAITING jobs +2021-12-17 18:45:08,045 Update finished +2021-12-17 18:45:08,045 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:45:08,045 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:45:08,045 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:45:08,046 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:45:08,049 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:45:08,051 Job list saved +2021-12-17 18:45:08,057 Updating FAILED jobs +2021-12-17 18:45:08,057 Updating WAITING jobs +2021-12-17 18:45:08,057 Update finished +2021-12-17 18:45:18,068 Reloading parameters... +2021-12-17 18:45:18,088 Loading parameters... +2021-12-17 18:45:18,089 Loading project parameters... +2021-12-17 18:45:18,091 + +23 of 25 jobs remaining (18:45) +2021-12-17 18:45:18,091 Sleep: 10 +2021-12-17 18:45:18,092 Number of retrials: 0 +2021-12-17 18:45:18,092 WRAPPER CHECK TIME = 10 +2021-12-17 18:45:18,092 Checking jobs for platform=marenostrum4 +2021-12-17 18:45:18,093 Checking jobs for platform=nord3 +2021-12-17 18:45:18,093 Checking jobs for platform=local +2021-12-17 18:45:18,094 Checking jobs for platform=transfer_node +2021-12-17 18:45:18,094 Checking all jobs at once +2021-12-17 18:45:19,514 Successful check job command +2021-12-17 18:45:21,985 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:45:21,985 End of checking +2021-12-17 18:45:21,987 Updating FAILED jobs +2021-12-17 18:45:21,987 Updating WAITING jobs +2021-12-17 18:45:21,987 Update finished +2021-12-17 18:45:21,987 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:45:21,988 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:45:21,988 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:45:21,988 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:45:21,990 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:45:21,993 Job list saved +2021-12-17 18:45:22,000 Updating FAILED jobs +2021-12-17 18:45:22,000 Updating WAITING jobs +2021-12-17 18:45:22,001 Update finished +2021-12-17 18:45:32,011 Reloading parameters... +2021-12-17 18:45:32,119 Loading parameters... +2021-12-17 18:45:32,124 Loading project parameters... +2021-12-17 18:45:32,135 + +23 of 25 jobs remaining (18:45) +2021-12-17 18:45:32,138 Sleep: 10 +2021-12-17 18:45:32,138 Number of retrials: 0 +2021-12-17 18:45:32,138 WRAPPER CHECK TIME = 10 +2021-12-17 18:45:32,138 Checking jobs for platform=marenostrum4 +2021-12-17 18:45:32,139 Checking jobs for platform=nord3 +2021-12-17 18:45:32,139 Checking jobs for platform=local +2021-12-17 18:45:32,166 Checking jobs for platform=transfer_node +2021-12-17 18:45:32,166 Checking all jobs at once +2021-12-17 18:45:34,597 Successful check job command +2021-12-17 18:45:39,826 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:45:39,826 End of checking +2021-12-17 18:45:39,829 Updating FAILED jobs +2021-12-17 18:45:39,829 Updating WAITING jobs +2021-12-17 18:45:39,829 Update finished +2021-12-17 18:45:39,830 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:45:39,830 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:45:39,830 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:45:39,831 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:45:39,833 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:45:39,835 Job list saved +2021-12-17 18:45:39,841 Updating FAILED jobs +2021-12-17 18:45:39,841 Updating WAITING jobs +2021-12-17 18:45:39,841 Update finished +2021-12-17 18:45:49,851 Reloading parameters... +2021-12-17 18:45:49,871 Loading parameters... +2021-12-17 18:45:49,873 Loading project parameters... +2021-12-17 18:45:49,874 + +23 of 25 jobs remaining (18:45) +2021-12-17 18:45:49,875 Sleep: 10 +2021-12-17 18:45:49,875 Number of retrials: 0 +2021-12-17 18:45:49,875 WRAPPER CHECK TIME = 10 +2021-12-17 18:45:49,875 Checking jobs for platform=marenostrum4 +2021-12-17 18:45:49,876 Checking jobs for platform=nord3 +2021-12-17 18:45:49,876 Checking jobs for platform=local +2021-12-17 18:45:49,877 Checking jobs for platform=transfer_node +2021-12-17 18:45:49,877 Checking all jobs at once +2021-12-17 18:45:51,451 Successful check job command +2021-12-17 18:45:53,481 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:45:53,481 End of checking +2021-12-17 18:45:53,483 Updating FAILED jobs +2021-12-17 18:45:53,483 Updating WAITING jobs +2021-12-17 18:45:53,483 Update finished +2021-12-17 18:45:53,483 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:45:53,484 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:45:53,484 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:45:53,484 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:45:53,486 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:45:53,489 Job list saved +2021-12-17 18:45:53,500 Updating FAILED jobs +2021-12-17 18:45:53,500 Updating WAITING jobs +2021-12-17 18:45:53,500 Update finished +2021-12-17 18:46:03,510 Reloading parameters... +2021-12-17 18:46:03,536 Loading parameters... +2021-12-17 18:46:03,538 Loading project parameters... +2021-12-17 18:46:03,540 + +23 of 25 jobs remaining (18:46) +2021-12-17 18:46:03,540 Sleep: 10 +2021-12-17 18:46:03,540 Number of retrials: 0 +2021-12-17 18:46:03,540 WRAPPER CHECK TIME = 10 +2021-12-17 18:46:03,541 Checking jobs for platform=marenostrum4 +2021-12-17 18:46:03,541 Checking jobs for platform=nord3 +2021-12-17 18:46:03,543 Checking jobs for platform=local +2021-12-17 18:46:03,543 Checking jobs for platform=transfer_node +2021-12-17 18:46:03,544 Checking all jobs at once +2021-12-17 18:46:07,622 Successful check job command +2021-12-17 18:46:11,095 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:46:11,095 End of checking +2021-12-17 18:46:11,098 Updating FAILED jobs +2021-12-17 18:46:11,098 Updating WAITING jobs +2021-12-17 18:46:11,098 Update finished +2021-12-17 18:46:11,098 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:46:11,098 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:46:11,098 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:46:11,099 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:46:11,101 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:46:11,103 Job list saved +2021-12-17 18:46:11,109 Updating FAILED jobs +2021-12-17 18:46:11,109 Updating WAITING jobs +2021-12-17 18:46:11,109 Update finished +2021-12-17 18:46:21,119 Reloading parameters... +2021-12-17 18:46:21,139 Loading parameters... +2021-12-17 18:46:21,140 Loading project parameters... +2021-12-17 18:46:21,142 + +23 of 25 jobs remaining (18:46) +2021-12-17 18:46:21,143 Sleep: 10 +2021-12-17 18:46:21,143 Number of retrials: 0 +2021-12-17 18:46:21,143 WRAPPER CHECK TIME = 10 +2021-12-17 18:46:21,143 Checking jobs for platform=marenostrum4 +2021-12-17 18:46:21,144 Checking jobs for platform=nord3 +2021-12-17 18:46:21,145 Checking jobs for platform=local +2021-12-17 18:46:21,145 Checking jobs for platform=transfer_node +2021-12-17 18:46:21,145 Checking all jobs at once +2021-12-17 18:46:22,519 Successful check job command +2021-12-17 18:46:24,590 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:46:24,590 End of checking +2021-12-17 18:46:24,591 Updating FAILED jobs +2021-12-17 18:46:24,592 Updating WAITING jobs +2021-12-17 18:46:24,592 Update finished +2021-12-17 18:46:24,592 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:46:24,593 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:46:24,593 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:46:24,593 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:46:24,595 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:46:24,598 Job list saved +2021-12-17 18:46:24,602 Updating FAILED jobs +2021-12-17 18:46:24,602 Updating WAITING jobs +2021-12-17 18:46:24,602 Update finished +2021-12-17 18:46:34,613 Reloading parameters... +2021-12-17 18:46:34,633 Loading parameters... +2021-12-17 18:46:34,635 Loading project parameters... +2021-12-17 18:46:34,638 + +23 of 25 jobs remaining (18:46) +2021-12-17 18:46:34,641 Sleep: 10 +2021-12-17 18:46:34,641 Number of retrials: 0 +2021-12-17 18:46:34,641 WRAPPER CHECK TIME = 10 +2021-12-17 18:46:34,642 Checking jobs for platform=marenostrum4 +2021-12-17 18:46:34,642 Checking jobs for platform=nord3 +2021-12-17 18:46:34,643 Checking jobs for platform=local +2021-12-17 18:46:34,643 Checking jobs for platform=transfer_node +2021-12-17 18:46:34,643 Checking all jobs at once +2021-12-17 18:46:37,100 Successful check job command +2021-12-17 18:46:39,027 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:46:39,027 End of checking +2021-12-17 18:46:39,029 Updating FAILED jobs +2021-12-17 18:46:39,030 Updating WAITING jobs +2021-12-17 18:46:39,030 Update finished +2021-12-17 18:46:39,030 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:46:39,030 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:46:39,030 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:46:39,030 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:46:39,033 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:46:39,035 Job list saved +2021-12-17 18:46:39,043 Updating FAILED jobs +2021-12-17 18:46:39,043 Updating WAITING jobs +2021-12-17 18:46:39,044 Update finished +2021-12-17 18:46:49,054 Reloading parameters... +2021-12-17 18:46:49,079 Loading parameters... +2021-12-17 18:46:49,080 Loading project parameters... +2021-12-17 18:46:49,082 + +23 of 25 jobs remaining (18:46) +2021-12-17 18:46:49,082 Sleep: 10 +2021-12-17 18:46:49,082 Number of retrials: 0 +2021-12-17 18:46:49,082 WRAPPER CHECK TIME = 10 +2021-12-17 18:46:49,083 Checking jobs for platform=marenostrum4 +2021-12-17 18:46:49,084 Checking jobs for platform=nord3 +2021-12-17 18:46:49,084 Checking jobs for platform=local +2021-12-17 18:46:49,085 Checking jobs for platform=transfer_node +2021-12-17 18:46:49,085 Checking all jobs at once +2021-12-17 18:46:53,365 Successful check job command +2021-12-17 18:46:57,795 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:46:57,795 End of checking +2021-12-17 18:46:57,797 Updating FAILED jobs +2021-12-17 18:46:57,797 Updating WAITING jobs +2021-12-17 18:46:57,797 Update finished +2021-12-17 18:46:57,797 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:46:57,798 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:46:57,798 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:46:57,798 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:46:57,800 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:46:57,803 Job list saved +2021-12-17 18:46:57,807 Updating FAILED jobs +2021-12-17 18:46:57,807 Updating WAITING jobs +2021-12-17 18:46:57,808 Update finished +2021-12-17 18:47:07,820 Reloading parameters... +2021-12-17 18:47:07,845 Loading parameters... +2021-12-17 18:47:07,847 Loading project parameters... +2021-12-17 18:47:07,849 + +23 of 25 jobs remaining (18:47) +2021-12-17 18:47:07,849 Sleep: 10 +2021-12-17 18:47:07,849 Number of retrials: 0 +2021-12-17 18:47:07,849 WRAPPER CHECK TIME = 10 +2021-12-17 18:47:07,850 Checking jobs for platform=marenostrum4 +2021-12-17 18:47:07,850 Checking jobs for platform=nord3 +2021-12-17 18:47:07,851 Checking jobs for platform=local +2021-12-17 18:47:07,851 Checking jobs for platform=transfer_node +2021-12-17 18:47:07,852 Checking all jobs at once +2021-12-17 18:47:09,227 Successful check job command +2021-12-17 18:47:12,004 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:47:12,005 End of checking +2021-12-17 18:47:12,006 Updating FAILED jobs +2021-12-17 18:47:12,006 Updating WAITING jobs +2021-12-17 18:47:12,006 Update finished +2021-12-17 18:47:12,006 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:47:12,007 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:47:12,007 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:47:12,007 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:47:12,009 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:47:12,012 Job list saved +2021-12-17 18:47:12,020 Updating FAILED jobs +2021-12-17 18:47:12,020 Updating WAITING jobs +2021-12-17 18:47:12,020 Update finished +2021-12-17 18:47:22,023 Reloading parameters... +2021-12-17 18:47:22,041 Loading parameters... +2021-12-17 18:47:22,042 Loading project parameters... +2021-12-17 18:47:22,046 + +23 of 25 jobs remaining (18:47) +2021-12-17 18:47:22,047 Sleep: 10 +2021-12-17 18:47:22,047 Number of retrials: 0 +2021-12-17 18:47:22,047 WRAPPER CHECK TIME = 10 +2021-12-17 18:47:22,047 Checking jobs for platform=marenostrum4 +2021-12-17 18:47:22,048 Checking jobs for platform=nord3 +2021-12-17 18:47:22,049 Checking jobs for platform=local +2021-12-17 18:47:22,049 Checking jobs for platform=transfer_node +2021-12-17 18:47:22,049 Checking all jobs at once +2021-12-17 18:47:23,420 Successful check job command +2021-12-17 18:47:25,997 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:47:25,998 End of checking +2021-12-17 18:47:25,999 Updating FAILED jobs +2021-12-17 18:47:25,999 Updating WAITING jobs +2021-12-17 18:47:25,999 Update finished +2021-12-17 18:47:25,999 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:47:26,000 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:47:26,000 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:47:26,000 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:47:26,003 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:47:26,006 Job list saved +2021-12-17 18:47:26,012 Updating FAILED jobs +2021-12-17 18:47:26,013 Updating WAITING jobs +2021-12-17 18:47:26,013 Update finished +2021-12-17 18:47:36,024 Reloading parameters... +2021-12-17 18:47:36,068 Loading parameters... +2021-12-17 18:47:36,071 Loading project parameters... +2021-12-17 18:47:36,075 + +23 of 25 jobs remaining (18:47) +2021-12-17 18:47:36,075 Sleep: 10 +2021-12-17 18:47:36,075 Number of retrials: 0 +2021-12-17 18:47:36,075 WRAPPER CHECK TIME = 10 +2021-12-17 18:47:36,076 Checking jobs for platform=marenostrum4 +2021-12-17 18:47:36,077 Checking jobs for platform=nord3 +2021-12-17 18:47:36,080 Checking jobs for platform=local +2021-12-17 18:47:36,081 Checking jobs for platform=transfer_node +2021-12-17 18:47:36,081 Checking all jobs at once +2021-12-17 18:47:37,552 Successful check job command +2021-12-17 18:47:40,183 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:47:40,188 End of checking +2021-12-17 18:47:40,190 Updating FAILED jobs +2021-12-17 18:47:40,190 Updating WAITING jobs +2021-12-17 18:47:40,190 Update finished +2021-12-17 18:47:40,199 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:47:40,201 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:47:40,201 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:47:40,202 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:47:40,255 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:47:40,264 Job list saved +2021-12-17 18:47:40,299 Updating FAILED jobs +2021-12-17 18:47:40,299 Updating WAITING jobs +2021-12-17 18:47:40,299 Update finished +2021-12-17 18:47:50,307 Reloading parameters... +2021-12-17 18:47:50,343 Loading parameters... +2021-12-17 18:47:50,345 Loading project parameters... +2021-12-17 18:47:50,347 + +23 of 25 jobs remaining (18:47) +2021-12-17 18:47:50,347 Sleep: 10 +2021-12-17 18:47:50,347 Number of retrials: 0 +2021-12-17 18:47:50,347 WRAPPER CHECK TIME = 10 +2021-12-17 18:47:50,347 Checking jobs for platform=marenostrum4 +2021-12-17 18:47:50,348 Checking jobs for platform=nord3 +2021-12-17 18:47:50,349 Checking jobs for platform=local +2021-12-17 18:47:50,349 Checking jobs for platform=transfer_node +2021-12-17 18:47:50,349 Checking all jobs at once +2021-12-17 18:47:51,870 Successful check job command +2021-12-17 18:47:53,941 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:47:53,941 End of checking +2021-12-17 18:47:53,943 Updating FAILED jobs +2021-12-17 18:47:53,943 Updating WAITING jobs +2021-12-17 18:47:53,943 Update finished +2021-12-17 18:47:53,943 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:47:53,943 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:47:53,943 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:47:53,944 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:47:53,947 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:47:53,949 Job list saved +2021-12-17 18:47:53,956 Updating FAILED jobs +2021-12-17 18:47:53,956 Updating WAITING jobs +2021-12-17 18:47:53,956 Update finished +2021-12-17 18:48:03,966 Reloading parameters... +2021-12-17 18:48:03,988 Loading parameters... +2021-12-17 18:48:03,989 Loading project parameters... +2021-12-17 18:48:03,991 + +23 of 25 jobs remaining (18:48) +2021-12-17 18:48:03,991 Sleep: 10 +2021-12-17 18:48:03,991 Number of retrials: 0 +2021-12-17 18:48:03,991 WRAPPER CHECK TIME = 10 +2021-12-17 18:48:03,992 Checking jobs for platform=marenostrum4 +2021-12-17 18:48:03,993 Checking jobs for platform=nord3 +2021-12-17 18:48:03,993 Checking jobs for platform=local +2021-12-17 18:48:03,994 Checking jobs for platform=transfer_node +2021-12-17 18:48:03,994 Checking all jobs at once +2021-12-17 18:48:06,919 Successful check job command +2021-12-17 18:48:15,360 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:48:15,360 End of checking +2021-12-17 18:48:15,362 Updating FAILED jobs +2021-12-17 18:48:15,362 Updating WAITING jobs +2021-12-17 18:48:15,362 Update finished +2021-12-17 18:48:15,363 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:48:15,363 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:48:15,363 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:48:15,363 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:48:15,366 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:48:15,368 Job list saved +2021-12-17 18:48:15,374 Updating FAILED jobs +2021-12-17 18:48:15,374 Updating WAITING jobs +2021-12-17 18:48:15,374 Update finished +2021-12-17 18:48:25,384 Reloading parameters... +2021-12-17 18:48:25,406 Loading parameters... +2021-12-17 18:48:25,408 Loading project parameters... +2021-12-17 18:48:25,410 + +23 of 25 jobs remaining (18:48) +2021-12-17 18:48:25,410 Sleep: 10 +2021-12-17 18:48:25,410 Number of retrials: 0 +2021-12-17 18:48:25,410 WRAPPER CHECK TIME = 10 +2021-12-17 18:48:25,411 Checking jobs for platform=marenostrum4 +2021-12-17 18:48:25,411 Checking jobs for platform=nord3 +2021-12-17 18:48:25,412 Checking jobs for platform=local +2021-12-17 18:48:25,412 Checking jobs for platform=transfer_node +2021-12-17 18:48:25,412 Checking all jobs at once +2021-12-17 18:48:28,135 Successful check job command +2021-12-17 18:48:31,665 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:48:31,665 End of checking +2021-12-17 18:48:31,666 Updating FAILED jobs +2021-12-17 18:48:31,666 Updating WAITING jobs +2021-12-17 18:48:31,667 Update finished +2021-12-17 18:48:31,667 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:48:31,667 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:48:31,667 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:48:31,667 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:48:31,670 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:48:31,675 Job list saved +2021-12-17 18:48:31,680 Updating FAILED jobs +2021-12-17 18:48:31,680 Updating WAITING jobs +2021-12-17 18:48:31,680 Update finished +2021-12-17 18:48:41,690 Reloading parameters... +2021-12-17 18:48:41,708 Loading parameters... +2021-12-17 18:48:41,709 Loading project parameters... +2021-12-17 18:48:41,711 + +23 of 25 jobs remaining (18:48) +2021-12-17 18:48:41,711 Sleep: 10 +2021-12-17 18:48:41,711 Number of retrials: 0 +2021-12-17 18:48:41,711 WRAPPER CHECK TIME = 10 +2021-12-17 18:48:41,712 Checking jobs for platform=marenostrum4 +2021-12-17 18:48:41,712 Checking jobs for platform=nord3 +2021-12-17 18:48:41,713 Checking jobs for platform=local +2021-12-17 18:48:41,714 Checking jobs for platform=transfer_node +2021-12-17 18:48:41,714 Checking all jobs at once +2021-12-17 18:48:43,486 Successful check job command +2021-12-17 18:48:44,862 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:48:44,862 End of checking +2021-12-17 18:48:44,863 Updating FAILED jobs +2021-12-17 18:48:44,864 Updating WAITING jobs +2021-12-17 18:48:44,864 Update finished +2021-12-17 18:48:44,864 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:48:44,864 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:48:44,864 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:48:44,864 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:48:44,867 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:48:44,870 Job list saved +2021-12-17 18:48:44,874 Updating FAILED jobs +2021-12-17 18:48:44,874 Updating WAITING jobs +2021-12-17 18:48:44,875 Update finished +2021-12-17 18:48:54,884 Reloading parameters... +2021-12-17 18:48:54,903 Loading parameters... +2021-12-17 18:48:54,905 Loading project parameters... +2021-12-17 18:48:54,907 + +23 of 25 jobs remaining (18:48) +2021-12-17 18:48:54,907 Sleep: 10 +2021-12-17 18:48:54,907 Number of retrials: 0 +2021-12-17 18:48:54,907 WRAPPER CHECK TIME = 10 +2021-12-17 18:48:54,907 Checking jobs for platform=marenostrum4 +2021-12-17 18:48:54,908 Checking jobs for platform=nord3 +2021-12-17 18:48:54,909 Checking jobs for platform=local +2021-12-17 18:48:54,909 Checking jobs for platform=transfer_node +2021-12-17 18:48:54,909 Checking all jobs at once +2021-12-17 18:48:56,980 Successful check job command +2021-12-17 18:48:58,550 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:48:58,550 End of checking +2021-12-17 18:48:58,552 Updating FAILED jobs +2021-12-17 18:48:58,552 Updating WAITING jobs +2021-12-17 18:48:58,552 Update finished +2021-12-17 18:48:58,552 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:48:58,553 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:48:58,553 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:48:58,553 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:48:58,556 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:48:58,558 Job list saved +2021-12-17 18:48:58,563 Updating FAILED jobs +2021-12-17 18:48:58,563 Updating WAITING jobs +2021-12-17 18:48:58,564 Update finished +2021-12-17 18:49:08,574 Reloading parameters... +2021-12-17 18:49:08,592 Loading parameters... +2021-12-17 18:49:08,594 Loading project parameters... +2021-12-17 18:49:08,596 + +23 of 25 jobs remaining (18:49) +2021-12-17 18:49:08,596 Sleep: 10 +2021-12-17 18:49:08,596 Number of retrials: 0 +2021-12-17 18:49:08,596 WRAPPER CHECK TIME = 10 +2021-12-17 18:49:08,597 Checking jobs for platform=marenostrum4 +2021-12-17 18:49:08,597 Checking jobs for platform=nord3 +2021-12-17 18:49:08,598 Checking jobs for platform=local +2021-12-17 18:49:08,598 Checking jobs for platform=transfer_node +2021-12-17 18:49:08,598 Checking all jobs at once +2021-12-17 18:49:10,970 Successful check job command +2021-12-17 18:49:12,740 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:49:12,740 End of checking +2021-12-17 18:49:12,741 Updating FAILED jobs +2021-12-17 18:49:12,742 Updating WAITING jobs +2021-12-17 18:49:12,742 Update finished +2021-12-17 18:49:12,742 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:49:12,742 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:49:12,742 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:49:12,742 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:49:12,745 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:49:12,747 Job list saved +2021-12-17 18:49:12,752 Updating FAILED jobs +2021-12-17 18:49:12,752 Updating WAITING jobs +2021-12-17 18:49:12,752 Update finished +2021-12-17 18:49:22,762 Reloading parameters... +2021-12-17 18:49:22,782 Loading parameters... +2021-12-17 18:49:22,783 Loading project parameters... +2021-12-17 18:49:22,785 + +23 of 25 jobs remaining (18:49) +2021-12-17 18:49:22,785 Sleep: 10 +2021-12-17 18:49:22,785 Number of retrials: 0 +2021-12-17 18:49:22,785 WRAPPER CHECK TIME = 10 +2021-12-17 18:49:22,786 Checking jobs for platform=marenostrum4 +2021-12-17 18:49:22,786 Checking jobs for platform=nord3 +2021-12-17 18:49:22,787 Checking jobs for platform=local +2021-12-17 18:49:22,788 Checking jobs for platform=transfer_node +2021-12-17 18:49:22,788 Checking all jobs at once +2021-12-17 18:49:24,358 Successful check job command +2021-12-17 18:49:30,437 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:49:30,437 End of checking +2021-12-17 18:49:30,440 Updating FAILED jobs +2021-12-17 18:49:30,440 Updating WAITING jobs +2021-12-17 18:49:30,440 Update finished +2021-12-17 18:49:30,441 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:49:30,441 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:49:30,441 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:49:30,441 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:49:30,445 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:49:30,450 Job list saved +2021-12-17 18:49:30,457 Updating FAILED jobs +2021-12-17 18:49:30,458 Updating WAITING jobs +2021-12-17 18:49:30,458 Update finished +2021-12-17 18:49:40,467 Reloading parameters... +2021-12-17 18:49:40,490 Loading parameters... +2021-12-17 18:49:40,492 Loading project parameters... +2021-12-17 18:49:40,494 + +23 of 25 jobs remaining (18:49) +2021-12-17 18:49:40,494 Sleep: 10 +2021-12-17 18:49:40,494 Number of retrials: 0 +2021-12-17 18:49:40,494 WRAPPER CHECK TIME = 10 +2021-12-17 18:49:40,495 Checking jobs for platform=marenostrum4 +2021-12-17 18:49:40,495 Checking jobs for platform=nord3 +2021-12-17 18:49:40,496 Checking jobs for platform=local +2021-12-17 18:49:40,496 Checking jobs for platform=transfer_node +2021-12-17 18:49:40,496 Checking all jobs at once +2021-12-17 18:49:41,916 Successful check job command +2021-12-17 18:49:49,898 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:49:49,899 End of checking +2021-12-17 18:49:49,900 Updating FAILED jobs +2021-12-17 18:49:49,900 Updating WAITING jobs +2021-12-17 18:49:49,900 Update finished +2021-12-17 18:49:49,901 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:49:49,901 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:49:49,901 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:49:49,901 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:49:49,911 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:49:49,914 Job list saved +2021-12-17 18:49:49,922 Updating FAILED jobs +2021-12-17 18:49:49,923 Updating WAITING jobs +2021-12-17 18:49:49,923 Update finished +2021-12-17 18:49:59,934 Reloading parameters... +2021-12-17 18:49:59,956 Loading parameters... +2021-12-17 18:49:59,957 Loading project parameters... +2021-12-17 18:49:59,959 + +23 of 25 jobs remaining (18:49) +2021-12-17 18:49:59,959 Sleep: 10 +2021-12-17 18:49:59,959 Number of retrials: 0 +2021-12-17 18:49:59,959 WRAPPER CHECK TIME = 10 +2021-12-17 18:49:59,960 Checking jobs for platform=marenostrum4 +2021-12-17 18:49:59,961 Checking jobs for platform=nord3 +2021-12-17 18:49:59,961 Checking jobs for platform=local +2021-12-17 18:49:59,962 Checking jobs for platform=transfer_node +2021-12-17 18:49:59,962 Checking all jobs at once +2021-12-17 18:50:01,331 Successful check job command +2021-12-17 18:50:08,945 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:50:08,945 End of checking +2021-12-17 18:50:08,946 Updating FAILED jobs +2021-12-17 18:50:08,947 Updating WAITING jobs +2021-12-17 18:50:08,947 Update finished +2021-12-17 18:50:08,947 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:50:08,947 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:50:08,947 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:50:08,948 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:50:08,950 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:50:08,953 Job list saved +2021-12-17 18:50:08,957 Updating FAILED jobs +2021-12-17 18:50:08,957 Updating WAITING jobs +2021-12-17 18:50:08,958 Update finished +2021-12-17 18:50:18,968 Reloading parameters... +2021-12-17 18:50:18,990 Loading parameters... +2021-12-17 18:50:18,991 Loading project parameters... +2021-12-17 18:50:18,994 + +23 of 25 jobs remaining (18:50) +2021-12-17 18:50:18,994 Sleep: 10 +2021-12-17 18:50:18,994 Number of retrials: 0 +2021-12-17 18:50:18,994 WRAPPER CHECK TIME = 10 +2021-12-17 18:50:18,995 Checking jobs for platform=marenostrum4 +2021-12-17 18:50:18,995 Checking jobs for platform=nord3 +2021-12-17 18:50:18,996 Checking jobs for platform=local +2021-12-17 18:50:18,997 Checking jobs for platform=transfer_node +2021-12-17 18:50:18,997 Checking all jobs at once +2021-12-17 18:50:22,022 Successful check job command +2021-12-17 18:50:24,846 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:50:24,847 End of checking +2021-12-17 18:50:24,848 Updating FAILED jobs +2021-12-17 18:50:24,848 Updating WAITING jobs +2021-12-17 18:50:24,849 Update finished +2021-12-17 18:50:24,849 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:50:24,849 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:50:24,850 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:50:24,850 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:50:24,852 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:50:24,854 Job list saved +2021-12-17 18:50:24,859 Updating FAILED jobs +2021-12-17 18:50:24,860 Updating WAITING jobs +2021-12-17 18:50:24,860 Update finished +2021-12-17 18:50:34,867 Reloading parameters... +2021-12-17 18:50:34,886 Loading parameters... +2021-12-17 18:50:34,887 Loading project parameters... +2021-12-17 18:50:34,889 + +23 of 25 jobs remaining (18:50) +2021-12-17 18:50:34,890 Sleep: 10 +2021-12-17 18:50:34,890 Number of retrials: 0 +2021-12-17 18:50:34,890 WRAPPER CHECK TIME = 10 +2021-12-17 18:50:34,890 Checking jobs for platform=marenostrum4 +2021-12-17 18:50:34,891 Checking jobs for platform=nord3 +2021-12-17 18:50:34,891 Checking jobs for platform=local +2021-12-17 18:50:34,892 Checking jobs for platform=transfer_node +2021-12-17 18:50:34,892 Checking all jobs at once +2021-12-17 18:50:36,267 Successful check job command +2021-12-17 18:50:37,939 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:50:37,939 End of checking +2021-12-17 18:50:37,940 Updating FAILED jobs +2021-12-17 18:50:37,941 Updating WAITING jobs +2021-12-17 18:50:37,941 Update finished +2021-12-17 18:50:37,941 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:50:37,941 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:50:37,941 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:50:37,941 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:50:37,944 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:50:37,947 Job list saved +2021-12-17 18:50:37,951 Updating FAILED jobs +2021-12-17 18:50:37,952 Updating WAITING jobs +2021-12-17 18:50:37,952 Update finished +2021-12-17 18:50:47,962 Reloading parameters... +2021-12-17 18:50:47,984 Loading parameters... +2021-12-17 18:50:47,986 Loading project parameters... +2021-12-17 18:50:47,988 + +23 of 25 jobs remaining (18:50) +2021-12-17 18:50:47,988 Sleep: 10 +2021-12-17 18:50:47,988 Number of retrials: 0 +2021-12-17 18:50:47,988 WRAPPER CHECK TIME = 10 +2021-12-17 18:50:47,989 Checking jobs for platform=marenostrum4 +2021-12-17 18:50:47,990 Checking jobs for platform=nord3 +2021-12-17 18:50:47,990 Checking jobs for platform=local +2021-12-17 18:50:47,991 Checking jobs for platform=transfer_node +2021-12-17 18:50:47,991 Checking all jobs at once +2021-12-17 18:50:49,611 Successful check job command +2021-12-17 18:50:51,331 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:50:51,332 End of checking +2021-12-17 18:50:51,333 Updating FAILED jobs +2021-12-17 18:50:51,334 Updating WAITING jobs +2021-12-17 18:50:51,334 Update finished +2021-12-17 18:50:51,334 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:50:51,334 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:50:51,334 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:50:51,334 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:50:51,338 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:50:51,340 Job list saved +2021-12-17 18:50:51,345 Updating FAILED jobs +2021-12-17 18:50:51,345 Updating WAITING jobs +2021-12-17 18:50:51,345 Update finished +2021-12-17 18:51:01,356 Reloading parameters... +2021-12-17 18:51:01,379 Loading parameters... +2021-12-17 18:51:01,381 Loading project parameters... +2021-12-17 18:51:01,383 + +23 of 25 jobs remaining (18:51) +2021-12-17 18:51:01,383 Sleep: 10 +2021-12-17 18:51:01,383 Number of retrials: 0 +2021-12-17 18:51:01,383 WRAPPER CHECK TIME = 10 +2021-12-17 18:51:01,384 Checking jobs for platform=marenostrum4 +2021-12-17 18:51:01,384 Checking jobs for platform=nord3 +2021-12-17 18:51:01,385 Checking jobs for platform=local +2021-12-17 18:51:01,385 Checking jobs for platform=transfer_node +2021-12-17 18:51:01,385 Checking all jobs at once +2021-12-17 18:51:04,358 Successful check job command +2021-12-17 18:51:07,281 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:51:07,281 End of checking +2021-12-17 18:51:07,282 Updating FAILED jobs +2021-12-17 18:51:07,282 Updating WAITING jobs +2021-12-17 18:51:07,283 Update finished +2021-12-17 18:51:07,283 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:51:07,284 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:51:07,284 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:51:07,284 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:51:07,286 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:51:07,288 Job list saved +2021-12-17 18:51:07,294 Updating FAILED jobs +2021-12-17 18:51:07,294 Updating WAITING jobs +2021-12-17 18:51:07,295 Update finished +2021-12-17 18:51:17,304 Reloading parameters... +2021-12-17 18:51:17,322 Loading parameters... +2021-12-17 18:51:17,323 Loading project parameters... +2021-12-17 18:51:17,325 + +23 of 25 jobs remaining (18:51) +2021-12-17 18:51:17,325 Sleep: 10 +2021-12-17 18:51:17,325 Number of retrials: 0 +2021-12-17 18:51:17,325 WRAPPER CHECK TIME = 10 +2021-12-17 18:51:17,326 Checking jobs for platform=marenostrum4 +2021-12-17 18:51:17,326 Checking jobs for platform=nord3 +2021-12-17 18:51:17,327 Checking jobs for platform=local +2021-12-17 18:51:17,327 Checking jobs for platform=transfer_node +2021-12-17 18:51:17,327 Checking all jobs at once +2021-12-17 18:51:18,800 Successful check job command +2021-12-17 18:51:22,526 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:51:22,526 End of checking +2021-12-17 18:51:22,528 Updating FAILED jobs +2021-12-17 18:51:22,528 Updating WAITING jobs +2021-12-17 18:51:22,528 Update finished +2021-12-17 18:51:22,528 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:51:22,528 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:51:22,528 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:51:22,529 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:51:22,531 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:51:22,534 Job list saved +2021-12-17 18:51:22,541 Updating FAILED jobs +2021-12-17 18:51:22,541 Updating WAITING jobs +2021-12-17 18:51:22,541 Update finished +2021-12-17 18:51:32,551 Reloading parameters... +2021-12-17 18:51:32,568 Loading parameters... +2021-12-17 18:51:32,569 Loading project parameters... +2021-12-17 18:51:32,571 + +23 of 25 jobs remaining (18:51) +2021-12-17 18:51:32,572 Sleep: 10 +2021-12-17 18:51:32,572 Number of retrials: 0 +2021-12-17 18:51:32,572 WRAPPER CHECK TIME = 10 +2021-12-17 18:51:32,573 Checking jobs for platform=marenostrum4 +2021-12-17 18:51:32,573 Checking jobs for platform=nord3 +2021-12-17 18:51:32,574 Checking jobs for platform=local +2021-12-17 18:51:32,574 Checking jobs for platform=transfer_node +2021-12-17 18:51:32,574 Checking all jobs at once +2021-12-17 18:51:34,246 Successful check job command +2021-12-17 18:51:35,766 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:51:35,767 End of checking +2021-12-17 18:51:35,768 Updating FAILED jobs +2021-12-17 18:51:35,768 Updating WAITING jobs +2021-12-17 18:51:35,769 Update finished +2021-12-17 18:51:35,769 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:51:35,769 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:51:35,769 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:51:35,770 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:51:35,775 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:51:35,781 Job list saved +2021-12-17 18:51:35,786 Updating FAILED jobs +2021-12-17 18:51:35,787 Updating WAITING jobs +2021-12-17 18:51:35,787 Update finished +2021-12-17 18:51:45,797 Reloading parameters... +2021-12-17 18:51:45,854 Loading parameters... +2021-12-17 18:51:45,856 Loading project parameters... +2021-12-17 18:51:45,858 + +23 of 25 jobs remaining (18:51) +2021-12-17 18:51:45,858 Sleep: 10 +2021-12-17 18:51:45,858 Number of retrials: 0 +2021-12-17 18:51:45,858 WRAPPER CHECK TIME = 10 +2021-12-17 18:51:45,859 Checking jobs for platform=marenostrum4 +2021-12-17 18:51:45,859 Checking jobs for platform=nord3 +2021-12-17 18:51:45,860 Checking jobs for platform=local +2021-12-17 18:51:45,860 Checking jobs for platform=transfer_node +2021-12-17 18:51:45,860 Checking all jobs at once +2021-12-17 18:51:48,131 Successful check job command +2021-12-17 18:51:52,456 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:51:52,456 End of checking +2021-12-17 18:51:52,459 Updating FAILED jobs +2021-12-17 18:51:52,459 Updating WAITING jobs +2021-12-17 18:51:52,460 Update finished +2021-12-17 18:51:52,460 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:51:52,460 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:51:52,461 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:51:52,461 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:51:52,464 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:51:52,470 Job list saved +2021-12-17 18:51:52,474 Updating FAILED jobs +2021-12-17 18:51:52,475 Updating WAITING jobs +2021-12-17 18:51:52,475 Update finished +2021-12-17 18:52:02,485 Reloading parameters... +2021-12-17 18:52:02,514 Loading parameters... +2021-12-17 18:52:02,516 Loading project parameters... +2021-12-17 18:52:02,518 + +23 of 25 jobs remaining (18:52) +2021-12-17 18:52:02,518 Sleep: 10 +2021-12-17 18:52:02,518 Number of retrials: 0 +2021-12-17 18:52:02,518 WRAPPER CHECK TIME = 10 +2021-12-17 18:52:02,519 Checking jobs for platform=marenostrum4 +2021-12-17 18:52:02,520 Checking jobs for platform=nord3 +2021-12-17 18:52:02,520 Checking jobs for platform=local +2021-12-17 18:52:02,522 Checking jobs for platform=transfer_node +2021-12-17 18:52:02,522 Checking all jobs at once +2021-12-17 18:52:04,727 Successful check job command +2021-12-17 18:52:09,702 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:52:09,703 End of checking +2021-12-17 18:52:09,704 Updating FAILED jobs +2021-12-17 18:52:09,704 Updating WAITING jobs +2021-12-17 18:52:09,704 Update finished +2021-12-17 18:52:09,704 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:52:09,705 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:52:09,705 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:52:09,705 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:52:09,707 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:52:09,710 Job list saved +2021-12-17 18:52:09,719 Updating FAILED jobs +2021-12-17 18:52:09,720 Updating WAITING jobs +2021-12-17 18:52:09,720 Update finished +2021-12-17 18:52:19,730 Reloading parameters... +2021-12-17 18:52:19,772 Loading parameters... +2021-12-17 18:52:19,773 Loading project parameters... +2021-12-17 18:52:19,775 + +23 of 25 jobs remaining (18:52) +2021-12-17 18:52:19,776 Sleep: 10 +2021-12-17 18:52:19,776 Number of retrials: 0 +2021-12-17 18:52:19,776 WRAPPER CHECK TIME = 10 +2021-12-17 18:52:19,776 Checking jobs for platform=marenostrum4 +2021-12-17 18:52:19,786 Checking jobs for platform=nord3 +2021-12-17 18:52:19,814 Checking jobs for platform=local +2021-12-17 18:52:19,834 Checking jobs for platform=transfer_node +2021-12-17 18:52:19,834 Checking all jobs at once +2021-12-17 18:52:21,654 Successful check job command +2021-12-17 18:52:24,280 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:52:24,281 End of checking +2021-12-17 18:52:24,282 Updating FAILED jobs +2021-12-17 18:52:24,282 Updating WAITING jobs +2021-12-17 18:52:24,282 Update finished +2021-12-17 18:52:24,283 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:52:24,283 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:52:24,283 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:52:24,283 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:52:24,286 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:52:24,288 Job list saved +2021-12-17 18:52:24,292 Updating FAILED jobs +2021-12-17 18:52:24,292 Updating WAITING jobs +2021-12-17 18:52:24,293 Update finished +2021-12-17 18:52:34,303 Reloading parameters... +2021-12-17 18:52:34,384 Loading parameters... +2021-12-17 18:52:34,399 Loading project parameters... +2021-12-17 18:52:34,447 + +23 of 25 jobs remaining (18:52) +2021-12-17 18:52:34,447 Sleep: 10 +2021-12-17 18:52:34,447 Number of retrials: 0 +2021-12-17 18:52:34,447 WRAPPER CHECK TIME = 10 +2021-12-17 18:52:34,448 Checking jobs for platform=marenostrum4 +2021-12-17 18:52:34,450 Checking jobs for platform=nord3 +2021-12-17 18:52:34,451 Checking jobs for platform=local +2021-12-17 18:52:34,458 Checking jobs for platform=transfer_node +2021-12-17 18:52:34,458 Checking all jobs at once +2021-12-17 18:52:37,433 Successful check job command +2021-12-17 18:52:40,055 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:52:40,055 End of checking +2021-12-17 18:52:40,056 Updating FAILED jobs +2021-12-17 18:52:40,056 Updating WAITING jobs +2021-12-17 18:52:40,057 Update finished +2021-12-17 18:52:40,057 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:52:40,058 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:52:40,058 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:52:40,058 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:52:40,061 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:52:40,063 Job list saved +2021-12-17 18:52:40,068 Updating FAILED jobs +2021-12-17 18:52:40,068 Updating WAITING jobs +2021-12-17 18:52:40,068 Update finished +2021-12-17 18:52:50,078 Reloading parameters... +2021-12-17 18:52:50,096 Loading parameters... +2021-12-17 18:52:50,100 Loading project parameters... +2021-12-17 18:52:50,103 + +23 of 25 jobs remaining (18:52) +2021-12-17 18:52:50,103 Sleep: 10 +2021-12-17 18:52:50,103 Number of retrials: 0 +2021-12-17 18:52:50,104 WRAPPER CHECK TIME = 10 +2021-12-17 18:52:50,104 Checking jobs for platform=marenostrum4 +2021-12-17 18:52:50,105 Checking jobs for platform=nord3 +2021-12-17 18:52:50,105 Checking jobs for platform=local +2021-12-17 18:52:50,106 Checking jobs for platform=transfer_node +2021-12-17 18:52:50,106 Checking all jobs at once +2021-12-17 18:52:52,129 Successful check job command +2021-12-17 18:52:54,100 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:52:54,100 End of checking +2021-12-17 18:52:54,102 Updating FAILED jobs +2021-12-17 18:52:54,102 Updating WAITING jobs +2021-12-17 18:52:54,102 Update finished +2021-12-17 18:52:54,102 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:52:54,103 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:52:54,103 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:52:54,103 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:52:54,105 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:52:54,108 Job list saved +2021-12-17 18:52:54,112 Updating FAILED jobs +2021-12-17 18:52:54,113 Updating WAITING jobs +2021-12-17 18:52:54,113 Update finished +2021-12-17 18:53:04,125 Reloading parameters... +2021-12-17 18:53:04,154 Loading parameters... +2021-12-17 18:53:04,155 Loading project parameters... +2021-12-17 18:53:04,157 + +23 of 25 jobs remaining (18:53) +2021-12-17 18:53:04,158 Sleep: 10 +2021-12-17 18:53:04,158 Number of retrials: 0 +2021-12-17 18:53:04,158 WRAPPER CHECK TIME = 10 +2021-12-17 18:53:04,158 Checking jobs for platform=marenostrum4 +2021-12-17 18:53:04,159 Checking jobs for platform=nord3 +2021-12-17 18:53:04,164 Checking jobs for platform=local +2021-12-17 18:53:04,164 Checking jobs for platform=transfer_node +2021-12-17 18:53:04,165 Checking all jobs at once +2021-12-17 18:53:06,778 Successful check job command +2021-12-17 18:53:08,748 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:53:08,748 End of checking +2021-12-17 18:53:08,750 Updating FAILED jobs +2021-12-17 18:53:08,750 Updating WAITING jobs +2021-12-17 18:53:08,750 Update finished +2021-12-17 18:53:08,750 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:53:08,750 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:53:08,751 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:53:08,751 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:53:08,753 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:53:08,755 Job list saved +2021-12-17 18:53:08,763 Updating FAILED jobs +2021-12-17 18:53:08,763 Updating WAITING jobs +2021-12-17 18:53:08,763 Update finished +2021-12-17 18:53:18,774 Reloading parameters... +2021-12-17 18:53:18,792 Loading parameters... +2021-12-17 18:53:18,793 Loading project parameters... +2021-12-17 18:53:18,795 + +23 of 25 jobs remaining (18:53) +2021-12-17 18:53:18,795 Sleep: 10 +2021-12-17 18:53:18,795 Number of retrials: 0 +2021-12-17 18:53:18,796 WRAPPER CHECK TIME = 10 +2021-12-17 18:53:18,796 Checking jobs for platform=marenostrum4 +2021-12-17 18:53:18,797 Checking jobs for platform=nord3 +2021-12-17 18:53:18,797 Checking jobs for platform=local +2021-12-17 18:53:18,798 Checking jobs for platform=transfer_node +2021-12-17 18:53:18,798 Checking all jobs at once +2021-12-17 18:53:22,624 Successful check job command +2021-12-17 18:53:34,615 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:53:34,615 End of checking +2021-12-17 18:53:34,617 Updating FAILED jobs +2021-12-17 18:53:34,617 Updating WAITING jobs +2021-12-17 18:53:34,617 Update finished +2021-12-17 18:53:34,617 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:53:34,618 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:53:34,618 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:53:34,618 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:53:34,621 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:53:34,624 Job list saved +2021-12-17 18:53:34,642 Updating FAILED jobs +2021-12-17 18:53:34,642 Updating WAITING jobs +2021-12-17 18:53:34,645 Update finished +2021-12-17 18:53:44,656 Reloading parameters... +2021-12-17 18:53:44,683 Loading parameters... +2021-12-17 18:53:44,685 Loading project parameters... +2021-12-17 18:53:44,690 + +23 of 25 jobs remaining (18:53) +2021-12-17 18:53:44,690 Sleep: 10 +2021-12-17 18:53:44,690 Number of retrials: 0 +2021-12-17 18:53:44,690 WRAPPER CHECK TIME = 10 +2021-12-17 18:53:44,691 Checking jobs for platform=marenostrum4 +2021-12-17 18:53:44,692 Checking jobs for platform=nord3 +2021-12-17 18:53:44,692 Checking jobs for platform=local +2021-12-17 18:53:44,693 Checking jobs for platform=transfer_node +2021-12-17 18:53:44,693 Checking all jobs at once +2021-12-17 18:53:47,365 Successful check job command +2021-12-17 18:53:53,948 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:53:53,948 End of checking +2021-12-17 18:53:53,949 Updating FAILED jobs +2021-12-17 18:53:53,949 Updating WAITING jobs +2021-12-17 18:53:53,950 Update finished +2021-12-17 18:53:53,950 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:53:53,950 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:53:53,953 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:53:53,953 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:53:53,958 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:53:53,982 Job list saved +2021-12-17 18:53:53,994 Updating FAILED jobs +2021-12-17 18:53:53,994 Updating WAITING jobs +2021-12-17 18:53:53,994 Update finished +2021-12-17 18:54:04,004 Reloading parameters... +2021-12-17 18:54:04,099 Loading parameters... +2021-12-17 18:54:04,100 Loading project parameters... +2021-12-17 18:54:04,111 + +23 of 25 jobs remaining (18:54) +2021-12-17 18:54:04,112 Sleep: 10 +2021-12-17 18:54:04,112 Number of retrials: 0 +2021-12-17 18:54:04,112 WRAPPER CHECK TIME = 10 +2021-12-17 18:54:04,114 Checking jobs for platform=marenostrum4 +2021-12-17 18:54:04,115 Checking jobs for platform=nord3 +2021-12-17 18:54:04,117 Checking jobs for platform=local +2021-12-17 18:54:04,118 Checking jobs for platform=transfer_node +2021-12-17 18:54:04,118 Checking all jobs at once +2021-12-17 18:54:06,440 Successful check job command +2021-12-17 18:54:10,192 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:54:10,192 End of checking +2021-12-17 18:54:10,195 Updating FAILED jobs +2021-12-17 18:54:10,196 Updating WAITING jobs +2021-12-17 18:54:10,196 Update finished +2021-12-17 18:54:10,197 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:54:10,198 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:54:10,198 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:54:10,199 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:54:10,204 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:54:10,207 Job list saved +2021-12-17 18:54:10,220 Updating FAILED jobs +2021-12-17 18:54:10,221 Updating WAITING jobs +2021-12-17 18:54:10,221 Update finished +2021-12-17 18:54:20,231 Reloading parameters... +2021-12-17 18:54:20,275 Loading parameters... +2021-12-17 18:54:20,277 Loading project parameters... +2021-12-17 18:54:20,279 + +23 of 25 jobs remaining (18:54) +2021-12-17 18:54:20,279 Sleep: 10 +2021-12-17 18:54:20,279 Number of retrials: 0 +2021-12-17 18:54:20,279 WRAPPER CHECK TIME = 10 +2021-12-17 18:54:20,280 Checking jobs for platform=marenostrum4 +2021-12-17 18:54:20,280 Checking jobs for platform=nord3 +2021-12-17 18:54:20,281 Checking jobs for platform=local +2021-12-17 18:54:20,281 Checking jobs for platform=transfer_node +2021-12-17 18:54:20,281 Checking all jobs at once +2021-12-17 18:54:22,365 Successful check job command +2021-12-17 18:54:24,840 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:54:24,840 End of checking +2021-12-17 18:54:24,841 Updating FAILED jobs +2021-12-17 18:54:24,842 Updating WAITING jobs +2021-12-17 18:54:24,842 Update finished +2021-12-17 18:54:24,842 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:54:24,842 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:54:24,842 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:54:24,842 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:54:24,845 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:54:24,847 Job list saved +2021-12-17 18:54:24,854 Updating FAILED jobs +2021-12-17 18:54:24,854 Updating WAITING jobs +2021-12-17 18:54:24,854 Update finished +2021-12-17 18:54:34,864 Reloading parameters... +2021-12-17 18:54:34,883 Loading parameters... +2021-12-17 18:54:34,885 Loading project parameters... +2021-12-17 18:54:34,889 + +23 of 25 jobs remaining (18:54) +2021-12-17 18:54:34,889 Sleep: 10 +2021-12-17 18:54:34,892 Number of retrials: 0 +2021-12-17 18:54:34,892 WRAPPER CHECK TIME = 10 +2021-12-17 18:54:34,893 Checking jobs for platform=marenostrum4 +2021-12-17 18:54:34,893 Checking jobs for platform=nord3 +2021-12-17 18:54:34,894 Checking jobs for platform=local +2021-12-17 18:54:34,894 Checking jobs for platform=transfer_node +2021-12-17 18:54:34,895 Checking all jobs at once +2021-12-17 18:54:36,566 Successful check job command +2021-12-17 18:54:39,190 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:54:39,190 End of checking +2021-12-17 18:54:39,191 Updating FAILED jobs +2021-12-17 18:54:39,192 Updating WAITING jobs +2021-12-17 18:54:39,192 Update finished +2021-12-17 18:54:39,192 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:54:39,192 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:54:39,192 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:54:39,192 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:54:39,195 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:54:39,197 Job list saved +2021-12-17 18:54:39,202 Updating FAILED jobs +2021-12-17 18:54:39,203 Updating WAITING jobs +2021-12-17 18:54:39,203 Update finished +2021-12-17 18:54:49,212 Reloading parameters... +2021-12-17 18:54:49,231 Loading parameters... +2021-12-17 18:54:49,232 Loading project parameters... +2021-12-17 18:54:49,234 + +23 of 25 jobs remaining (18:54) +2021-12-17 18:54:49,234 Sleep: 10 +2021-12-17 18:54:49,234 Number of retrials: 0 +2021-12-17 18:54:49,234 WRAPPER CHECK TIME = 10 +2021-12-17 18:54:49,235 Checking jobs for platform=marenostrum4 +2021-12-17 18:54:49,236 Checking jobs for platform=nord3 +2021-12-17 18:54:49,236 Checking jobs for platform=local +2021-12-17 18:54:49,237 Checking jobs for platform=transfer_node +2021-12-17 18:54:49,237 Checking all jobs at once +2021-12-17 18:54:51,861 Successful check job command +2021-12-17 18:54:54,082 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:54:54,082 End of checking +2021-12-17 18:54:54,083 Updating FAILED jobs +2021-12-17 18:54:54,083 Updating WAITING jobs +2021-12-17 18:54:54,083 Update finished +2021-12-17 18:54:54,084 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:54:54,084 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:54:54,084 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:54:54,084 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:54:54,087 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:54:54,089 Job list saved +2021-12-17 18:54:54,094 Updating FAILED jobs +2021-12-17 18:54:54,094 Updating WAITING jobs +2021-12-17 18:54:54,094 Update finished +2021-12-17 18:55:04,099 Reloading parameters... +2021-12-17 18:55:04,117 Loading parameters... +2021-12-17 18:55:04,118 Loading project parameters... +2021-12-17 18:55:04,120 + +23 of 25 jobs remaining (18:55) +2021-12-17 18:55:04,121 Sleep: 10 +2021-12-17 18:55:04,121 Number of retrials: 0 +2021-12-17 18:55:04,121 WRAPPER CHECK TIME = 10 +2021-12-17 18:55:04,121 Checking jobs for platform=marenostrum4 +2021-12-17 18:55:04,122 Checking jobs for platform=nord3 +2021-12-17 18:55:04,122 Checking jobs for platform=local +2021-12-17 18:55:04,123 Checking jobs for platform=transfer_node +2021-12-17 18:55:04,123 Checking all jobs at once +2021-12-17 18:55:05,895 Successful check job command +2021-12-17 18:55:08,318 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:55:08,318 End of checking +2021-12-17 18:55:08,320 Updating FAILED jobs +2021-12-17 18:55:08,320 Updating WAITING jobs +2021-12-17 18:55:08,320 Update finished +2021-12-17 18:55:08,321 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:55:08,321 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:55:08,321 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:55:08,321 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:55:08,324 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:55:08,326 Job list saved +2021-12-17 18:55:08,330 Updating FAILED jobs +2021-12-17 18:55:08,331 Updating WAITING jobs +2021-12-17 18:55:08,331 Update finished +2021-12-17 18:55:18,340 Reloading parameters... +2021-12-17 18:55:18,359 Loading parameters... +2021-12-17 18:55:18,360 Loading project parameters... +2021-12-17 18:55:18,362 + +23 of 25 jobs remaining (18:55) +2021-12-17 18:55:18,362 Sleep: 10 +2021-12-17 18:55:18,362 Number of retrials: 0 +2021-12-17 18:55:18,362 WRAPPER CHECK TIME = 10 +2021-12-17 18:55:18,363 Checking jobs for platform=marenostrum4 +2021-12-17 18:55:18,363 Checking jobs for platform=nord3 +2021-12-17 18:55:18,364 Checking jobs for platform=local +2021-12-17 18:55:18,365 Checking jobs for platform=transfer_node +2021-12-17 18:55:18,365 Checking all jobs at once +2021-12-17 18:55:19,785 Successful check job command +2021-12-17 18:55:22,357 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:55:22,357 End of checking +2021-12-17 18:55:22,358 Updating FAILED jobs +2021-12-17 18:55:22,358 Updating WAITING jobs +2021-12-17 18:55:22,359 Update finished +2021-12-17 18:55:22,359 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:55:22,359 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:55:22,359 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:55:22,359 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:55:22,362 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:55:22,364 Job list saved +2021-12-17 18:55:22,369 Updating FAILED jobs +2021-12-17 18:55:22,369 Updating WAITING jobs +2021-12-17 18:55:22,369 Update finished +2021-12-17 18:55:32,379 Reloading parameters... +2021-12-17 18:55:32,399 Loading parameters... +2021-12-17 18:55:32,400 Loading project parameters... +2021-12-17 18:55:32,402 + +23 of 25 jobs remaining (18:55) +2021-12-17 18:55:32,402 Sleep: 10 +2021-12-17 18:55:32,403 Number of retrials: 0 +2021-12-17 18:55:32,403 WRAPPER CHECK TIME = 10 +2021-12-17 18:55:32,403 Checking jobs for platform=marenostrum4 +2021-12-17 18:55:32,404 Checking jobs for platform=nord3 +2021-12-17 18:55:32,404 Checking jobs for platform=local +2021-12-17 18:55:32,405 Checking jobs for platform=transfer_node +2021-12-17 18:55:32,405 Checking all jobs at once +2021-12-17 18:55:34,025 Successful check job command +2021-12-17 18:55:39,106 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:55:39,106 End of checking +2021-12-17 18:55:39,109 Updating FAILED jobs +2021-12-17 18:55:39,109 Updating WAITING jobs +2021-12-17 18:55:39,109 Update finished +2021-12-17 18:55:39,109 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:55:39,111 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:55:39,111 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:55:39,111 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:55:39,117 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:55:39,119 Job list saved +2021-12-17 18:55:39,135 Updating FAILED jobs +2021-12-17 18:55:39,135 Updating WAITING jobs +2021-12-17 18:55:39,135 Update finished +2021-12-17 18:55:49,145 Reloading parameters... +2021-12-17 18:55:49,165 Loading parameters... +2021-12-17 18:55:49,166 Loading project parameters... +2021-12-17 18:55:49,210 + +23 of 25 jobs remaining (18:55) +2021-12-17 18:55:49,210 Sleep: 10 +2021-12-17 18:55:49,219 Number of retrials: 0 +2021-12-17 18:55:49,224 WRAPPER CHECK TIME = 10 +2021-12-17 18:55:49,225 Checking jobs for platform=marenostrum4 +2021-12-17 18:55:49,225 Checking jobs for platform=nord3 +2021-12-17 18:55:49,226 Checking jobs for platform=local +2021-12-17 18:55:49,238 Checking jobs for platform=transfer_node +2021-12-17 18:55:49,238 Checking all jobs at once +2021-12-17 18:55:51,119 Successful check job command +2021-12-17 18:55:55,347 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:55:55,347 End of checking +2021-12-17 18:55:55,349 Updating FAILED jobs +2021-12-17 18:55:55,349 Updating WAITING jobs +2021-12-17 18:55:55,349 Update finished +2021-12-17 18:55:55,349 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:55:55,349 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:55:55,349 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:55:55,350 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:55:55,352 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:55:55,354 Job list saved +2021-12-17 18:55:55,360 Updating FAILED jobs +2021-12-17 18:55:55,361 Updating WAITING jobs +2021-12-17 18:55:55,361 Update finished +2021-12-17 18:56:05,371 Reloading parameters... +2021-12-17 18:56:05,391 Loading parameters... +2021-12-17 18:56:05,392 Loading project parameters... +2021-12-17 18:56:05,394 + +23 of 25 jobs remaining (18:56) +2021-12-17 18:56:05,394 Sleep: 10 +2021-12-17 18:56:05,394 Number of retrials: 0 +2021-12-17 18:56:05,394 WRAPPER CHECK TIME = 10 +2021-12-17 18:56:05,395 Checking jobs for platform=marenostrum4 +2021-12-17 18:56:05,396 Checking jobs for platform=nord3 +2021-12-17 18:56:05,396 Checking jobs for platform=local +2021-12-17 18:56:05,397 Checking jobs for platform=transfer_node +2021-12-17 18:56:05,397 Checking all jobs at once +2021-12-17 18:56:06,866 Successful check job command +2021-12-17 18:56:11,043 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:56:11,044 End of checking +2021-12-17 18:56:11,045 Updating FAILED jobs +2021-12-17 18:56:11,045 Updating WAITING jobs +2021-12-17 18:56:11,046 Update finished +2021-12-17 18:56:11,046 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:56:11,047 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:56:11,047 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:56:11,047 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:56:11,052 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:56:11,054 Job list saved +2021-12-17 18:56:11,060 Updating FAILED jobs +2021-12-17 18:56:11,060 Updating WAITING jobs +2021-12-17 18:56:11,060 Update finished +2021-12-17 18:56:21,070 Reloading parameters... +2021-12-17 18:56:21,116 Loading parameters... +2021-12-17 18:56:21,118 Loading project parameters... +2021-12-17 18:56:21,123 + +23 of 25 jobs remaining (18:56) +2021-12-17 18:56:21,123 Sleep: 10 +2021-12-17 18:56:21,123 Number of retrials: 0 +2021-12-17 18:56:21,124 WRAPPER CHECK TIME = 10 +2021-12-17 18:56:21,124 Checking jobs for platform=marenostrum4 +2021-12-17 18:56:21,125 Checking jobs for platform=nord3 +2021-12-17 18:56:21,125 Checking jobs for platform=local +2021-12-17 18:56:21,126 Checking jobs for platform=transfer_node +2021-12-17 18:56:21,126 Checking all jobs at once +2021-12-17 18:56:24,149 Successful check job command +2021-12-17 18:56:28,827 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:56:28,828 End of checking +2021-12-17 18:56:28,830 Updating FAILED jobs +2021-12-17 18:56:28,830 Updating WAITING jobs +2021-12-17 18:56:28,831 Update finished +2021-12-17 18:56:28,831 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:56:28,831 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:56:28,831 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:56:28,832 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:56:28,835 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:56:28,837 Job list saved +2021-12-17 18:56:28,842 Updating FAILED jobs +2021-12-17 18:56:28,842 Updating WAITING jobs +2021-12-17 18:56:28,842 Update finished +2021-12-17 18:56:38,851 Reloading parameters... +2021-12-17 18:56:38,878 Loading parameters... +2021-12-17 18:56:38,880 Loading project parameters... +2021-12-17 18:56:38,882 + +23 of 25 jobs remaining (18:56) +2021-12-17 18:56:38,882 Sleep: 10 +2021-12-17 18:56:38,882 Number of retrials: 0 +2021-12-17 18:56:38,882 WRAPPER CHECK TIME = 10 +2021-12-17 18:56:38,883 Checking jobs for platform=marenostrum4 +2021-12-17 18:56:38,883 Checking jobs for platform=nord3 +2021-12-17 18:56:38,884 Checking jobs for platform=local +2021-12-17 18:56:38,884 Checking jobs for platform=transfer_node +2021-12-17 18:56:38,884 Checking all jobs at once +2021-12-17 18:56:40,411 Successful check job command +2021-12-17 18:56:43,134 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:56:43,135 End of checking +2021-12-17 18:56:43,136 Updating FAILED jobs +2021-12-17 18:56:43,136 Updating WAITING jobs +2021-12-17 18:56:43,137 Update finished +2021-12-17 18:56:43,137 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:56:43,137 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:56:43,137 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:56:43,137 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:56:43,141 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:56:43,143 Job list saved +2021-12-17 18:56:43,148 Updating FAILED jobs +2021-12-17 18:56:43,148 Updating WAITING jobs +2021-12-17 18:56:43,148 Update finished +2021-12-17 18:56:53,158 Reloading parameters... +2021-12-17 18:56:53,177 Loading parameters... +2021-12-17 18:56:53,179 Loading project parameters... +2021-12-17 18:56:53,180 + +23 of 25 jobs remaining (18:56) +2021-12-17 18:56:53,181 Sleep: 10 +2021-12-17 18:56:53,181 Number of retrials: 0 +2021-12-17 18:56:53,181 WRAPPER CHECK TIME = 10 +2021-12-17 18:56:53,181 Checking jobs for platform=marenostrum4 +2021-12-17 18:56:53,182 Checking jobs for platform=nord3 +2021-12-17 18:56:53,183 Checking jobs for platform=local +2021-12-17 18:56:53,183 Checking jobs for platform=transfer_node +2021-12-17 18:56:53,183 Checking all jobs at once +2021-12-17 18:56:55,054 Successful check job command +2021-12-17 18:56:56,373 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:56:56,373 End of checking +2021-12-17 18:56:56,375 Updating FAILED jobs +2021-12-17 18:56:56,375 Updating WAITING jobs +2021-12-17 18:56:56,375 Update finished +2021-12-17 18:56:56,375 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:56:56,375 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:56:56,376 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:56:56,376 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:56:56,378 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:56:56,380 Job list saved +2021-12-17 18:56:56,385 Updating FAILED jobs +2021-12-17 18:56:56,386 Updating WAITING jobs +2021-12-17 18:56:56,386 Update finished +2021-12-17 18:57:06,396 Reloading parameters... +2021-12-17 18:57:06,428 Loading parameters... +2021-12-17 18:57:06,429 Loading project parameters... +2021-12-17 18:57:06,431 + +23 of 25 jobs remaining (18:57) +2021-12-17 18:57:06,431 Sleep: 10 +2021-12-17 18:57:06,432 Number of retrials: 0 +2021-12-17 18:57:06,432 WRAPPER CHECK TIME = 10 +2021-12-17 18:57:06,432 Checking jobs for platform=marenostrum4 +2021-12-17 18:57:06,433 Checking jobs for platform=nord3 +2021-12-17 18:57:06,433 Checking jobs for platform=local +2021-12-17 18:57:06,434 Checking jobs for platform=transfer_node +2021-12-17 18:57:06,434 Checking all jobs at once +2021-12-17 18:57:09,781 Successful check job command +2021-12-17 18:57:13,305 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:57:13,305 End of checking +2021-12-17 18:57:13,307 Updating FAILED jobs +2021-12-17 18:57:13,307 Updating WAITING jobs +2021-12-17 18:57:13,307 Update finished +2021-12-17 18:57:13,307 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:57:13,308 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:57:13,308 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:57:13,308 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:57:13,311 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:57:13,313 Job list saved +2021-12-17 18:57:13,317 Updating FAILED jobs +2021-12-17 18:57:13,318 Updating WAITING jobs +2021-12-17 18:57:13,318 Update finished +2021-12-17 18:57:23,328 Reloading parameters... +2021-12-17 18:57:23,350 Loading parameters... +2021-12-17 18:57:23,352 Loading project parameters... +2021-12-17 18:57:23,353 + +23 of 25 jobs remaining (18:57) +2021-12-17 18:57:23,354 Sleep: 10 +2021-12-17 18:57:23,354 Number of retrials: 0 +2021-12-17 18:57:23,354 WRAPPER CHECK TIME = 10 +2021-12-17 18:57:23,354 Checking jobs for platform=marenostrum4 +2021-12-17 18:57:23,355 Checking jobs for platform=nord3 +2021-12-17 18:57:23,355 Checking jobs for platform=local +2021-12-17 18:57:23,356 Checking jobs for platform=transfer_node +2021-12-17 18:57:23,356 Checking all jobs at once +2021-12-17 18:57:24,877 Successful check job command +2021-12-17 18:57:26,298 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:57:26,298 End of checking +2021-12-17 18:57:26,300 Updating FAILED jobs +2021-12-17 18:57:26,301 Updating WAITING jobs +2021-12-17 18:57:26,301 Update finished +2021-12-17 18:57:26,301 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:57:26,301 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:57:26,301 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:57:26,302 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:57:26,305 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:57:26,307 Job list saved +2021-12-17 18:57:26,313 Updating FAILED jobs +2021-12-17 18:57:26,313 Updating WAITING jobs +2021-12-17 18:57:26,313 Update finished +2021-12-17 18:57:36,324 Reloading parameters... +2021-12-17 18:57:36,349 Loading parameters... +2021-12-17 18:57:36,351 Loading project parameters... +2021-12-17 18:57:36,353 + +23 of 25 jobs remaining (18:57) +2021-12-17 18:57:36,353 Sleep: 10 +2021-12-17 18:57:36,353 Number of retrials: 0 +2021-12-17 18:57:36,353 WRAPPER CHECK TIME = 10 +2021-12-17 18:57:36,354 Checking jobs for platform=marenostrum4 +2021-12-17 18:57:36,354 Checking jobs for platform=nord3 +2021-12-17 18:57:36,355 Checking jobs for platform=local +2021-12-17 18:57:36,356 Checking jobs for platform=transfer_node +2021-12-17 18:57:36,356 Checking all jobs at once +2021-12-17 18:57:37,845 Successful check job command +2021-12-17 18:57:40,672 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:57:40,673 End of checking +2021-12-17 18:57:40,674 Updating FAILED jobs +2021-12-17 18:57:40,674 Updating WAITING jobs +2021-12-17 18:57:40,674 Update finished +2021-12-17 18:57:40,675 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:57:40,675 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:57:40,675 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:57:40,675 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:57:40,680 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:57:40,685 Job list saved +2021-12-17 18:57:40,692 Updating FAILED jobs +2021-12-17 18:57:40,692 Updating WAITING jobs +2021-12-17 18:57:40,692 Update finished +2021-12-17 18:57:50,703 Reloading parameters... +2021-12-17 18:57:50,751 Loading parameters... +2021-12-17 18:57:50,758 Loading project parameters... +2021-12-17 18:57:50,765 + +23 of 25 jobs remaining (18:57) +2021-12-17 18:57:50,765 Sleep: 10 +2021-12-17 18:57:50,765 Number of retrials: 0 +2021-12-17 18:57:50,765 WRAPPER CHECK TIME = 10 +2021-12-17 18:57:50,766 Checking jobs for platform=marenostrum4 +2021-12-17 18:57:50,766 Checking jobs for platform=nord3 +2021-12-17 18:57:50,767 Checking jobs for platform=local +2021-12-17 18:57:50,768 Checking jobs for platform=transfer_node +2021-12-17 18:57:50,768 Checking all jobs at once +2021-12-17 18:57:53,452 Successful check job command +2021-12-17 18:57:56,780 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:57:56,780 End of checking +2021-12-17 18:57:56,792 Updating FAILED jobs +2021-12-17 18:57:56,792 Updating WAITING jobs +2021-12-17 18:57:56,792 Update finished +2021-12-17 18:57:56,792 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:57:56,797 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:57:56,797 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:57:56,797 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:57:56,804 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:57:56,806 Job list saved +2021-12-17 18:57:56,821 Updating FAILED jobs +2021-12-17 18:57:56,821 Updating WAITING jobs +2021-12-17 18:57:56,821 Update finished +2021-12-17 18:58:06,821 Reloading parameters... +2021-12-17 18:58:06,842 Loading parameters... +2021-12-17 18:58:06,843 Loading project parameters... +2021-12-17 18:58:06,845 + +23 of 25 jobs remaining (18:58) +2021-12-17 18:58:06,846 Sleep: 10 +2021-12-17 18:58:06,846 Number of retrials: 0 +2021-12-17 18:58:06,846 WRAPPER CHECK TIME = 10 +2021-12-17 18:58:06,846 Checking jobs for platform=marenostrum4 +2021-12-17 18:58:06,847 Checking jobs for platform=nord3 +2021-12-17 18:58:06,847 Checking jobs for platform=local +2021-12-17 18:58:06,849 Checking jobs for platform=transfer_node +2021-12-17 18:58:06,850 Checking all jobs at once +2021-12-17 18:58:08,578 Successful check job command +2021-12-17 18:58:11,917 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:58:11,917 End of checking +2021-12-17 18:58:11,919 Updating FAILED jobs +2021-12-17 18:58:11,919 Updating WAITING jobs +2021-12-17 18:58:11,919 Update finished +2021-12-17 18:58:11,919 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:58:11,919 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:58:11,920 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:58:11,920 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:58:11,923 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:58:11,925 Job list saved +2021-12-17 18:58:11,931 Updating FAILED jobs +2021-12-17 18:58:11,931 Updating WAITING jobs +2021-12-17 18:58:11,932 Update finished +2021-12-17 18:58:21,941 Reloading parameters... +2021-12-17 18:58:21,965 Loading parameters... +2021-12-17 18:58:21,967 Loading project parameters... +2021-12-17 18:58:21,969 + +23 of 25 jobs remaining (18:58) +2021-12-17 18:58:21,969 Sleep: 10 +2021-12-17 18:58:21,969 Number of retrials: 0 +2021-12-17 18:58:21,969 WRAPPER CHECK TIME = 10 +2021-12-17 18:58:21,970 Checking jobs for platform=marenostrum4 +2021-12-17 18:58:21,970 Checking jobs for platform=nord3 +2021-12-17 18:58:21,971 Checking jobs for platform=local +2021-12-17 18:58:21,971 Checking jobs for platform=transfer_node +2021-12-17 18:58:21,971 Checking all jobs at once +2021-12-17 18:58:25,295 Successful check job command +2021-12-17 18:58:29,238 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:58:29,239 End of checking +2021-12-17 18:58:29,240 Updating FAILED jobs +2021-12-17 18:58:29,240 Updating WAITING jobs +2021-12-17 18:58:29,241 Update finished +2021-12-17 18:58:29,241 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:58:29,241 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:58:29,241 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:58:29,241 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:58:29,245 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:58:29,248 Job list saved +2021-12-17 18:58:29,255 Updating FAILED jobs +2021-12-17 18:58:29,255 Updating WAITING jobs +2021-12-17 18:58:29,255 Update finished +2021-12-17 18:58:39,265 Reloading parameters... +2021-12-17 18:58:39,308 Loading parameters... +2021-12-17 18:58:39,323 Loading project parameters... +2021-12-17 18:58:39,327 + +23 of 25 jobs remaining (18:58) +2021-12-17 18:58:39,327 Sleep: 10 +2021-12-17 18:58:39,327 Number of retrials: 0 +2021-12-17 18:58:39,327 WRAPPER CHECK TIME = 10 +2021-12-17 18:58:39,328 Checking jobs for platform=marenostrum4 +2021-12-17 18:58:39,329 Checking jobs for platform=nord3 +2021-12-17 18:58:39,336 Checking jobs for platform=local +2021-12-17 18:58:39,337 Checking jobs for platform=transfer_node +2021-12-17 18:58:39,337 Checking all jobs at once +2021-12-17 18:58:41,763 Successful check job command +2021-12-17 18:58:45,495 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:58:45,495 End of checking +2021-12-17 18:58:45,497 Updating FAILED jobs +2021-12-17 18:58:45,497 Updating WAITING jobs +2021-12-17 18:58:45,497 Update finished +2021-12-17 18:58:45,497 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:58:45,497 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:58:45,497 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:58:45,498 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:58:45,500 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:58:45,503 Job list saved +2021-12-17 18:58:45,507 Updating FAILED jobs +2021-12-17 18:58:45,507 Updating WAITING jobs +2021-12-17 18:58:45,508 Update finished +2021-12-17 18:58:55,518 Reloading parameters... +2021-12-17 18:58:55,538 Loading parameters... +2021-12-17 18:58:55,539 Loading project parameters... +2021-12-17 18:58:55,541 + +23 of 25 jobs remaining (18:58) +2021-12-17 18:58:55,541 Sleep: 10 +2021-12-17 18:58:55,542 Number of retrials: 0 +2021-12-17 18:58:55,542 WRAPPER CHECK TIME = 10 +2021-12-17 18:58:55,542 Checking jobs for platform=marenostrum4 +2021-12-17 18:58:55,543 Checking jobs for platform=nord3 +2021-12-17 18:58:55,543 Checking jobs for platform=local +2021-12-17 18:58:55,544 Checking jobs for platform=transfer_node +2021-12-17 18:58:55,544 Checking all jobs at once +2021-12-17 18:58:56,916 Successful check job command +2021-12-17 18:58:58,188 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:58:58,188 End of checking +2021-12-17 18:58:58,190 Updating FAILED jobs +2021-12-17 18:58:58,190 Updating WAITING jobs +2021-12-17 18:58:58,190 Update finished +2021-12-17 18:58:58,190 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:58:58,190 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:58:58,191 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:58:58,191 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:58:58,194 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:58:58,196 Job list saved +2021-12-17 18:58:58,201 Updating FAILED jobs +2021-12-17 18:58:58,201 Updating WAITING jobs +2021-12-17 18:58:58,201 Update finished +2021-12-17 18:59:08,207 Reloading parameters... +2021-12-17 18:59:08,229 Loading parameters... +2021-12-17 18:59:08,230 Loading project parameters... +2021-12-17 18:59:08,232 + +23 of 25 jobs remaining (18:59) +2021-12-17 18:59:08,232 Sleep: 10 +2021-12-17 18:59:08,232 Number of retrials: 0 +2021-12-17 18:59:08,232 WRAPPER CHECK TIME = 10 +2021-12-17 18:59:08,233 Checking jobs for platform=marenostrum4 +2021-12-17 18:59:08,233 Checking jobs for platform=nord3 +2021-12-17 18:59:08,234 Checking jobs for platform=local +2021-12-17 18:59:08,235 Checking jobs for platform=transfer_node +2021-12-17 18:59:08,235 Checking all jobs at once +2021-12-17 18:59:11,659 Successful check job command +2021-12-17 18:59:14,534 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:59:14,534 End of checking +2021-12-17 18:59:14,539 Updating FAILED jobs +2021-12-17 18:59:14,539 Updating WAITING jobs +2021-12-17 18:59:14,539 Update finished +2021-12-17 18:59:14,540 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:59:14,540 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:59:14,540 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:59:14,541 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:59:14,546 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:59:14,548 Job list saved +2021-12-17 18:59:14,557 Updating FAILED jobs +2021-12-17 18:59:14,557 Updating WAITING jobs +2021-12-17 18:59:14,560 Update finished +2021-12-17 18:59:24,570 Reloading parameters... +2021-12-17 18:59:24,591 Loading parameters... +2021-12-17 18:59:24,592 Loading project parameters... +2021-12-17 18:59:24,594 + +23 of 25 jobs remaining (18:59) +2021-12-17 18:59:24,594 Sleep: 10 +2021-12-17 18:59:24,594 Number of retrials: 0 +2021-12-17 18:59:24,595 WRAPPER CHECK TIME = 10 +2021-12-17 18:59:24,595 Checking jobs for platform=marenostrum4 +2021-12-17 18:59:24,596 Checking jobs for platform=nord3 +2021-12-17 18:59:24,596 Checking jobs for platform=local +2021-12-17 18:59:24,597 Checking jobs for platform=transfer_node +2021-12-17 18:59:24,597 Checking all jobs at once +2021-12-17 18:59:28,726 Successful check job command +2021-12-17 18:59:32,105 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:59:32,105 End of checking +2021-12-17 18:59:32,107 Updating FAILED jobs +2021-12-17 18:59:32,107 Updating WAITING jobs +2021-12-17 18:59:32,107 Update finished +2021-12-17 18:59:32,107 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:59:32,107 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:59:32,108 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:59:32,108 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:59:32,111 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:59:32,113 Job list saved +2021-12-17 18:59:32,118 Updating FAILED jobs +2021-12-17 18:59:32,118 Updating WAITING jobs +2021-12-17 18:59:32,118 Update finished +2021-12-17 18:59:42,128 Reloading parameters... +2021-12-17 18:59:42,146 Loading parameters... +2021-12-17 18:59:42,147 Loading project parameters... +2021-12-17 18:59:42,149 + +23 of 25 jobs remaining (18:59) +2021-12-17 18:59:42,149 Sleep: 10 +2021-12-17 18:59:42,149 Number of retrials: 0 +2021-12-17 18:59:42,149 WRAPPER CHECK TIME = 10 +2021-12-17 18:59:42,150 Checking jobs for platform=marenostrum4 +2021-12-17 18:59:42,150 Checking jobs for platform=nord3 +2021-12-17 18:59:42,151 Checking jobs for platform=local +2021-12-17 18:59:42,151 Checking jobs for platform=transfer_node +2021-12-17 18:59:42,151 Checking all jobs at once +2021-12-17 18:59:43,572 Successful check job command +2021-12-17 18:59:45,192 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:59:45,192 End of checking +2021-12-17 18:59:45,194 Updating FAILED jobs +2021-12-17 18:59:45,194 Updating WAITING jobs +2021-12-17 18:59:45,194 Update finished +2021-12-17 18:59:45,194 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:59:45,195 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:59:45,195 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:59:45,195 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:59:45,198 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:59:45,200 Job list saved +2021-12-17 18:59:45,204 Updating FAILED jobs +2021-12-17 18:59:45,205 Updating WAITING jobs +2021-12-17 18:59:45,205 Update finished +2021-12-17 18:59:55,215 Reloading parameters... +2021-12-17 18:59:55,234 Loading parameters... +2021-12-17 18:59:55,235 Loading project parameters... +2021-12-17 18:59:55,237 + +23 of 25 jobs remaining (18:59) +2021-12-17 18:59:55,238 Sleep: 10 +2021-12-17 18:59:55,238 Number of retrials: 0 +2021-12-17 18:59:55,238 WRAPPER CHECK TIME = 10 +2021-12-17 18:59:55,238 Checking jobs for platform=marenostrum4 +2021-12-17 18:59:55,239 Checking jobs for platform=nord3 +2021-12-17 18:59:55,239 Checking jobs for platform=local +2021-12-17 18:59:55,240 Checking jobs for platform=transfer_node +2021-12-17 18:59:55,240 Checking all jobs at once +2021-12-17 18:59:57,512 Successful check job command +2021-12-17 18:59:59,736 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 18:59:59,737 End of checking +2021-12-17 18:59:59,739 Updating FAILED jobs +2021-12-17 18:59:59,739 Updating WAITING jobs +2021-12-17 18:59:59,739 Update finished +2021-12-17 18:59:59,739 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 18:59:59,740 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 18:59:59,740 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 18:59:59,740 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 18:59:59,745 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 18:59:59,747 Job list saved +2021-12-17 18:59:59,752 Updating FAILED jobs +2021-12-17 18:59:59,753 Updating WAITING jobs +2021-12-17 18:59:59,753 Update finished +2021-12-17 19:00:09,763 Reloading parameters... +2021-12-17 19:00:09,784 Loading parameters... +2021-12-17 19:00:09,786 Loading project parameters... +2021-12-17 19:00:09,787 + +23 of 25 jobs remaining (19:00) +2021-12-17 19:00:09,788 Sleep: 10 +2021-12-17 19:00:09,788 Number of retrials: 0 +2021-12-17 19:00:09,788 WRAPPER CHECK TIME = 10 +2021-12-17 19:00:09,788 Checking jobs for platform=marenostrum4 +2021-12-17 19:00:09,789 Checking jobs for platform=nord3 +2021-12-17 19:00:09,790 Checking jobs for platform=local +2021-12-17 19:00:09,790 Checking jobs for platform=transfer_node +2021-12-17 19:00:09,790 Checking all jobs at once +2021-12-17 19:00:11,315 Successful check job command +2021-12-17 19:00:14,538 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:00:14,538 End of checking +2021-12-17 19:00:14,540 Updating FAILED jobs +2021-12-17 19:00:14,540 Updating WAITING jobs +2021-12-17 19:00:14,540 Update finished +2021-12-17 19:00:14,540 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:00:14,541 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:00:14,541 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:00:14,541 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:00:14,544 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:00:14,546 Job list saved +2021-12-17 19:00:14,552 Updating FAILED jobs +2021-12-17 19:00:14,552 Updating WAITING jobs +2021-12-17 19:00:14,553 Update finished +2021-12-17 19:00:24,563 Reloading parameters... +2021-12-17 19:00:24,598 Loading parameters... +2021-12-17 19:00:24,599 Loading project parameters... +2021-12-17 19:00:24,601 + +23 of 25 jobs remaining (19:00) +2021-12-17 19:00:24,602 Sleep: 10 +2021-12-17 19:00:24,602 Number of retrials: 0 +2021-12-17 19:00:24,602 WRAPPER CHECK TIME = 10 +2021-12-17 19:00:24,604 Checking jobs for platform=marenostrum4 +2021-12-17 19:00:24,605 Checking jobs for platform=nord3 +2021-12-17 19:00:24,605 Checking jobs for platform=local +2021-12-17 19:00:24,606 Checking jobs for platform=transfer_node +2021-12-17 19:00:24,606 Checking all jobs at once +2021-12-17 19:00:26,477 Successful check job command +2021-12-17 19:00:33,156 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:00:33,156 End of checking +2021-12-17 19:00:33,159 Updating FAILED jobs +2021-12-17 19:00:33,159 Updating WAITING jobs +2021-12-17 19:00:33,159 Update finished +2021-12-17 19:00:33,159 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:00:33,160 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:00:33,160 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:00:33,160 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:00:33,163 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:00:33,165 Job list saved +2021-12-17 19:00:33,171 Updating FAILED jobs +2021-12-17 19:00:33,171 Updating WAITING jobs +2021-12-17 19:00:33,172 Update finished +2021-12-17 19:00:43,182 Reloading parameters... +2021-12-17 19:00:43,202 Loading parameters... +2021-12-17 19:00:43,203 Loading project parameters... +2021-12-17 19:00:43,205 + +23 of 25 jobs remaining (19:00) +2021-12-17 19:00:43,205 Sleep: 10 +2021-12-17 19:00:43,205 Number of retrials: 0 +2021-12-17 19:00:43,206 WRAPPER CHECK TIME = 10 +2021-12-17 19:00:43,206 Checking jobs for platform=marenostrum4 +2021-12-17 19:00:43,207 Checking jobs for platform=nord3 +2021-12-17 19:00:43,207 Checking jobs for platform=local +2021-12-17 19:00:43,208 Checking jobs for platform=transfer_node +2021-12-17 19:00:43,208 Checking all jobs at once +2021-12-17 19:00:46,234 Successful check job command +2021-12-17 19:00:49,658 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:00:49,658 End of checking +2021-12-17 19:00:49,660 Updating FAILED jobs +2021-12-17 19:00:49,660 Updating WAITING jobs +2021-12-17 19:00:49,660 Update finished +2021-12-17 19:00:49,661 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:00:49,661 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:00:49,661 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:00:49,661 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:00:49,664 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:00:49,667 Job list saved +2021-12-17 19:00:49,671 Updating FAILED jobs +2021-12-17 19:00:49,672 Updating WAITING jobs +2021-12-17 19:00:49,672 Update finished +2021-12-17 19:00:59,681 Reloading parameters... +2021-12-17 19:00:59,705 Loading parameters... +2021-12-17 19:00:59,706 Loading project parameters... +2021-12-17 19:00:59,708 + +23 of 25 jobs remaining (19:00) +2021-12-17 19:00:59,709 Sleep: 10 +2021-12-17 19:00:59,709 Number of retrials: 0 +2021-12-17 19:00:59,709 WRAPPER CHECK TIME = 10 +2021-12-17 19:00:59,709 Checking jobs for platform=marenostrum4 +2021-12-17 19:00:59,710 Checking jobs for platform=nord3 +2021-12-17 19:00:59,711 Checking jobs for platform=local +2021-12-17 19:00:59,711 Checking jobs for platform=transfer_node +2021-12-17 19:00:59,711 Checking all jobs at once +2021-12-17 19:01:01,233 Successful check job command +2021-12-17 19:01:02,853 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:01:02,853 End of checking +2021-12-17 19:01:02,856 Updating FAILED jobs +2021-12-17 19:01:02,856 Updating WAITING jobs +2021-12-17 19:01:02,856 Update finished +2021-12-17 19:01:02,856 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:01:02,856 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:01:02,856 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:01:02,857 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:01:02,860 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:01:02,862 Job list saved +2021-12-17 19:01:02,868 Updating FAILED jobs +2021-12-17 19:01:02,868 Updating WAITING jobs +2021-12-17 19:01:02,868 Update finished +2021-12-17 19:01:12,878 Reloading parameters... +2021-12-17 19:01:12,900 Loading parameters... +2021-12-17 19:01:12,901 Loading project parameters... +2021-12-17 19:01:12,903 + +23 of 25 jobs remaining (19:01) +2021-12-17 19:01:12,903 Sleep: 10 +2021-12-17 19:01:12,903 Number of retrials: 0 +2021-12-17 19:01:12,903 WRAPPER CHECK TIME = 10 +2021-12-17 19:01:12,904 Checking jobs for platform=marenostrum4 +2021-12-17 19:01:12,905 Checking jobs for platform=nord3 +2021-12-17 19:01:12,905 Checking jobs for platform=local +2021-12-17 19:01:12,906 Checking jobs for platform=transfer_node +2021-12-17 19:01:12,906 Checking all jobs at once +2021-12-17 19:01:16,179 Successful check job command +2021-12-17 19:01:18,651 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:01:18,651 End of checking +2021-12-17 19:01:18,653 Updating FAILED jobs +2021-12-17 19:01:18,653 Updating WAITING jobs +2021-12-17 19:01:18,653 Update finished +2021-12-17 19:01:18,653 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:01:18,654 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:01:18,654 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:01:18,654 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:01:18,657 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:01:18,659 Job list saved +2021-12-17 19:01:18,664 Updating FAILED jobs +2021-12-17 19:01:18,665 Updating WAITING jobs +2021-12-17 19:01:18,665 Update finished +2021-12-17 19:01:28,675 Reloading parameters... +2021-12-17 19:01:28,695 Loading parameters... +2021-12-17 19:01:28,696 Loading project parameters... +2021-12-17 19:01:28,698 + +23 of 25 jobs remaining (19:01) +2021-12-17 19:01:28,698 Sleep: 10 +2021-12-17 19:01:28,698 Number of retrials: 0 +2021-12-17 19:01:28,698 WRAPPER CHECK TIME = 10 +2021-12-17 19:01:28,699 Checking jobs for platform=marenostrum4 +2021-12-17 19:01:28,700 Checking jobs for platform=nord3 +2021-12-17 19:01:28,700 Checking jobs for platform=local +2021-12-17 19:01:28,701 Checking jobs for platform=transfer_node +2021-12-17 19:01:28,701 Checking all jobs at once +2021-12-17 19:01:32,375 Successful check job command +2021-12-17 19:01:37,255 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:01:37,255 End of checking +2021-12-17 19:01:37,257 Updating FAILED jobs +2021-12-17 19:01:37,257 Updating WAITING jobs +2021-12-17 19:01:37,257 Update finished +2021-12-17 19:01:37,258 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:01:37,258 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:01:37,258 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:01:37,258 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:01:37,261 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:01:37,264 Job list saved +2021-12-17 19:01:37,272 Updating FAILED jobs +2021-12-17 19:01:37,272 Updating WAITING jobs +2021-12-17 19:01:37,273 Update finished +2021-12-17 19:01:47,281 Reloading parameters... +2021-12-17 19:01:47,301 Loading parameters... +2021-12-17 19:01:47,303 Loading project parameters... +2021-12-17 19:01:47,305 + +23 of 25 jobs remaining (19:01) +2021-12-17 19:01:47,305 Sleep: 10 +2021-12-17 19:01:47,305 Number of retrials: 0 +2021-12-17 19:01:47,305 WRAPPER CHECK TIME = 10 +2021-12-17 19:01:47,306 Checking jobs for platform=marenostrum4 +2021-12-17 19:01:47,306 Checking jobs for platform=nord3 +2021-12-17 19:01:47,307 Checking jobs for platform=local +2021-12-17 19:01:47,307 Checking jobs for platform=transfer_node +2021-12-17 19:01:47,307 Checking all jobs at once +2021-12-17 19:01:48,728 Successful check job command +2021-12-17 19:01:51,952 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:01:51,952 End of checking +2021-12-17 19:01:51,954 Updating FAILED jobs +2021-12-17 19:01:51,954 Updating WAITING jobs +2021-12-17 19:01:51,954 Update finished +2021-12-17 19:01:51,954 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:01:51,954 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:01:51,954 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:01:51,955 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:01:51,957 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:01:51,959 Job list saved +2021-12-17 19:01:51,964 Updating FAILED jobs +2021-12-17 19:01:51,964 Updating WAITING jobs +2021-12-17 19:01:51,965 Update finished +2021-12-17 19:02:01,975 Reloading parameters... +2021-12-17 19:02:02,001 Loading parameters... +2021-12-17 19:02:02,002 Loading project parameters... +2021-12-17 19:02:02,004 + +23 of 25 jobs remaining (19:02) +2021-12-17 19:02:02,005 Sleep: 10 +2021-12-17 19:02:02,005 Number of retrials: 0 +2021-12-17 19:02:02,005 WRAPPER CHECK TIME = 10 +2021-12-17 19:02:02,006 Checking jobs for platform=marenostrum4 +2021-12-17 19:02:02,006 Checking jobs for platform=nord3 +2021-12-17 19:02:02,007 Checking jobs for platform=local +2021-12-17 19:02:02,007 Checking jobs for platform=transfer_node +2021-12-17 19:02:02,007 Checking all jobs at once +2021-12-17 19:02:03,477 Successful check job command +2021-12-17 19:02:08,954 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:02:08,955 End of checking +2021-12-17 19:02:08,956 Updating FAILED jobs +2021-12-17 19:02:08,956 Updating WAITING jobs +2021-12-17 19:02:08,957 Update finished +2021-12-17 19:02:08,957 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:02:08,957 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:02:08,957 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:02:08,958 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:02:08,961 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:02:08,964 Job list saved +2021-12-17 19:02:08,969 Updating FAILED jobs +2021-12-17 19:02:08,969 Updating WAITING jobs +2021-12-17 19:02:08,969 Update finished +2021-12-17 19:02:18,979 Reloading parameters... +2021-12-17 19:02:19,019 Loading parameters... +2021-12-17 19:02:19,021 Loading project parameters... +2021-12-17 19:02:19,028 + +23 of 25 jobs remaining (19:02) +2021-12-17 19:02:19,028 Sleep: 10 +2021-12-17 19:02:19,028 Number of retrials: 0 +2021-12-17 19:02:19,028 WRAPPER CHECK TIME = 10 +2021-12-17 19:02:19,029 Checking jobs for platform=marenostrum4 +2021-12-17 19:02:19,030 Checking jobs for platform=nord3 +2021-12-17 19:02:19,030 Checking jobs for platform=local +2021-12-17 19:02:19,031 Checking jobs for platform=transfer_node +2021-12-17 19:02:19,031 Checking all jobs at once +2021-12-17 19:02:20,802 Successful check job command +2021-12-17 19:02:25,979 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:02:25,980 End of checking +2021-12-17 19:02:25,982 Updating FAILED jobs +2021-12-17 19:02:25,982 Updating WAITING jobs +2021-12-17 19:02:25,983 Update finished +2021-12-17 19:02:25,983 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:02:25,983 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:02:25,983 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:02:25,983 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:02:25,986 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:02:25,988 Job list saved +2021-12-17 19:02:25,993 Updating FAILED jobs +2021-12-17 19:02:25,993 Updating WAITING jobs +2021-12-17 19:02:25,994 Update finished +2021-12-17 19:02:35,999 Reloading parameters... +2021-12-17 19:02:36,019 Loading parameters... +2021-12-17 19:02:36,021 Loading project parameters... +2021-12-17 19:02:36,023 + +23 of 25 jobs remaining (19:02) +2021-12-17 19:02:36,023 Sleep: 10 +2021-12-17 19:02:36,023 Number of retrials: 0 +2021-12-17 19:02:36,023 WRAPPER CHECK TIME = 10 +2021-12-17 19:02:36,024 Checking jobs for platform=marenostrum4 +2021-12-17 19:02:36,024 Checking jobs for platform=nord3 +2021-12-17 19:02:36,025 Checking jobs for platform=local +2021-12-17 19:02:36,025 Checking jobs for platform=transfer_node +2021-12-17 19:02:36,025 Checking all jobs at once +2021-12-17 19:02:37,548 Successful check job command +2021-12-17 19:02:39,220 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:02:39,220 End of checking +2021-12-17 19:02:39,222 Updating FAILED jobs +2021-12-17 19:02:39,222 Updating WAITING jobs +2021-12-17 19:02:39,222 Update finished +2021-12-17 19:02:39,222 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:02:39,223 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:02:39,223 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:02:39,223 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:02:39,229 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:02:39,231 Job list saved +2021-12-17 19:02:39,241 Updating FAILED jobs +2021-12-17 19:02:39,242 Updating WAITING jobs +2021-12-17 19:02:39,242 Update finished +2021-12-17 19:02:49,248 Reloading parameters... +2021-12-17 19:02:49,311 Loading parameters... +2021-12-17 19:02:49,312 Loading project parameters... +2021-12-17 19:02:49,321 + +23 of 25 jobs remaining (19:02) +2021-12-17 19:02:49,321 Sleep: 10 +2021-12-17 19:02:49,321 Number of retrials: 0 +2021-12-17 19:02:49,321 WRAPPER CHECK TIME = 10 +2021-12-17 19:02:49,328 Checking jobs for platform=marenostrum4 +2021-12-17 19:02:49,329 Checking jobs for platform=nord3 +2021-12-17 19:02:49,329 Checking jobs for platform=local +2021-12-17 19:02:49,330 Checking jobs for platform=transfer_node +2021-12-17 19:02:49,330 Checking all jobs at once +2021-12-17 19:02:51,852 Successful check job command +2021-12-17 19:02:53,775 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:02:53,775 End of checking +2021-12-17 19:02:53,776 Updating FAILED jobs +2021-12-17 19:02:53,776 Updating WAITING jobs +2021-12-17 19:02:53,777 Update finished +2021-12-17 19:02:53,777 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:02:53,778 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:02:53,778 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:02:53,778 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:02:53,781 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:02:53,783 Job list saved +2021-12-17 19:02:53,788 Updating FAILED jobs +2021-12-17 19:02:53,788 Updating WAITING jobs +2021-12-17 19:02:53,788 Update finished +2021-12-17 19:03:03,798 Reloading parameters... +2021-12-17 19:03:03,886 Loading parameters... +2021-12-17 19:03:03,888 Loading project parameters... +2021-12-17 19:03:03,890 + +23 of 25 jobs remaining (19:03) +2021-12-17 19:03:03,890 Sleep: 10 +2021-12-17 19:03:03,890 Number of retrials: 0 +2021-12-17 19:03:03,890 WRAPPER CHECK TIME = 10 +2021-12-17 19:03:03,891 Checking jobs for platform=marenostrum4 +2021-12-17 19:03:03,891 Checking jobs for platform=nord3 +2021-12-17 19:03:03,892 Checking jobs for platform=local +2021-12-17 19:03:03,892 Checking jobs for platform=transfer_node +2021-12-17 19:03:03,892 Checking all jobs at once +2021-12-17 19:03:06,214 Successful check job command +2021-12-17 19:03:08,285 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:03:08,285 End of checking +2021-12-17 19:03:08,287 Updating FAILED jobs +2021-12-17 19:03:08,287 Updating WAITING jobs +2021-12-17 19:03:08,287 Update finished +2021-12-17 19:03:08,288 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:03:08,288 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:03:08,288 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:03:08,288 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:03:08,291 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:03:08,293 Job list saved +2021-12-17 19:03:08,298 Updating FAILED jobs +2021-12-17 19:03:08,298 Updating WAITING jobs +2021-12-17 19:03:08,298 Update finished +2021-12-17 19:03:18,307 Reloading parameters... +2021-12-17 19:03:18,328 Loading parameters... +2021-12-17 19:03:18,330 Loading project parameters... +2021-12-17 19:03:18,331 + +23 of 25 jobs remaining (19:03) +2021-12-17 19:03:18,332 Sleep: 10 +2021-12-17 19:03:18,332 Number of retrials: 0 +2021-12-17 19:03:18,332 WRAPPER CHECK TIME = 10 +2021-12-17 19:03:18,332 Checking jobs for platform=marenostrum4 +2021-12-17 19:03:18,333 Checking jobs for platform=nord3 +2021-12-17 19:03:18,334 Checking jobs for platform=local +2021-12-17 19:03:18,334 Checking jobs for platform=transfer_node +2021-12-17 19:03:18,334 Checking all jobs at once +2021-12-17 19:03:20,805 Successful check job command +2021-12-17 19:03:22,876 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:03:22,876 End of checking +2021-12-17 19:03:22,880 Updating FAILED jobs +2021-12-17 19:03:22,880 Updating WAITING jobs +2021-12-17 19:03:22,880 Update finished +2021-12-17 19:03:22,881 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:03:22,881 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:03:22,881 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:03:22,881 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:03:22,884 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:03:22,887 Job list saved +2021-12-17 19:03:22,894 Updating FAILED jobs +2021-12-17 19:03:22,894 Updating WAITING jobs +2021-12-17 19:03:22,894 Update finished +2021-12-17 19:03:32,904 Reloading parameters... +2021-12-17 19:03:32,980 Loading parameters... +2021-12-17 19:03:32,981 Loading project parameters... +2021-12-17 19:03:32,983 + +23 of 25 jobs remaining (19:03) +2021-12-17 19:03:32,983 Sleep: 10 +2021-12-17 19:03:32,984 Number of retrials: 0 +2021-12-17 19:03:32,984 WRAPPER CHECK TIME = 10 +2021-12-17 19:03:32,984 Checking jobs for platform=marenostrum4 +2021-12-17 19:03:32,985 Checking jobs for platform=nord3 +2021-12-17 19:03:32,985 Checking jobs for platform=local +2021-12-17 19:03:32,989 Checking jobs for platform=transfer_node +2021-12-17 19:03:32,989 Checking all jobs at once +2021-12-17 19:03:35,672 Successful check job command +2021-12-17 19:03:43,453 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:03:43,454 End of checking +2021-12-17 19:03:43,455 Updating FAILED jobs +2021-12-17 19:03:43,456 Updating WAITING jobs +2021-12-17 19:03:43,460 Update finished +2021-12-17 19:03:43,460 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:03:43,461 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:03:43,461 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:03:43,461 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:03:43,464 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:03:43,466 Job list saved +2021-12-17 19:03:43,472 Updating FAILED jobs +2021-12-17 19:03:43,472 Updating WAITING jobs +2021-12-17 19:03:43,472 Update finished +2021-12-17 19:03:53,482 Reloading parameters... +2021-12-17 19:03:53,506 Loading parameters... +2021-12-17 19:03:53,507 Loading project parameters... +2021-12-17 19:03:53,509 + +23 of 25 jobs remaining (19:03) +2021-12-17 19:03:53,509 Sleep: 10 +2021-12-17 19:03:53,510 Number of retrials: 0 +2021-12-17 19:03:53,510 WRAPPER CHECK TIME = 10 +2021-12-17 19:03:53,510 Checking jobs for platform=marenostrum4 +2021-12-17 19:03:53,513 Checking jobs for platform=nord3 +2021-12-17 19:03:53,514 Checking jobs for platform=local +2021-12-17 19:03:53,514 Checking jobs for platform=transfer_node +2021-12-17 19:03:53,514 Checking all jobs at once +2021-12-17 19:03:56,692 Successful check job command +2021-12-17 19:04:00,166 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:04:00,167 End of checking +2021-12-17 19:04:00,168 Updating FAILED jobs +2021-12-17 19:04:00,168 Updating WAITING jobs +2021-12-17 19:04:00,168 Update finished +2021-12-17 19:04:00,168 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:04:00,169 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:04:00,169 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:04:00,169 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:04:00,173 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:04:00,175 Job list saved +2021-12-17 19:04:00,184 Updating FAILED jobs +2021-12-17 19:04:00,185 Updating WAITING jobs +2021-12-17 19:04:00,191 Update finished +2021-12-17 19:04:10,201 Reloading parameters... +2021-12-17 19:04:10,244 Loading parameters... +2021-12-17 19:04:10,246 Loading project parameters... +2021-12-17 19:04:10,248 + +23 of 25 jobs remaining (19:04) +2021-12-17 19:04:10,248 Sleep: 10 +2021-12-17 19:04:10,248 Number of retrials: 0 +2021-12-17 19:04:10,248 WRAPPER CHECK TIME = 10 +2021-12-17 19:04:10,248 Checking jobs for platform=marenostrum4 +2021-12-17 19:04:10,249 Checking jobs for platform=nord3 +2021-12-17 19:04:10,250 Checking jobs for platform=local +2021-12-17 19:04:10,250 Checking jobs for platform=transfer_node +2021-12-17 19:04:10,250 Checking all jobs at once +2021-12-17 19:04:11,822 Successful check job command +2021-12-17 19:04:14,795 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:04:14,795 End of checking +2021-12-17 19:04:14,796 Updating FAILED jobs +2021-12-17 19:04:14,796 Updating WAITING jobs +2021-12-17 19:04:14,797 Update finished +2021-12-17 19:04:14,797 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:04:14,797 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:04:14,797 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:04:14,797 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:04:14,800 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:04:14,802 Job list saved +2021-12-17 19:04:14,809 Updating FAILED jobs +2021-12-17 19:04:14,809 Updating WAITING jobs +2021-12-17 19:04:14,810 Update finished +2021-12-17 19:04:24,820 Reloading parameters... +2021-12-17 19:04:24,841 Loading parameters... +2021-12-17 19:04:24,842 Loading project parameters... +2021-12-17 19:04:24,844 + +23 of 25 jobs remaining (19:04) +2021-12-17 19:04:24,844 Sleep: 10 +2021-12-17 19:04:24,844 Number of retrials: 0 +2021-12-17 19:04:24,844 WRAPPER CHECK TIME = 10 +2021-12-17 19:04:24,845 Checking jobs for platform=marenostrum4 +2021-12-17 19:04:24,846 Checking jobs for platform=nord3 +2021-12-17 19:04:24,846 Checking jobs for platform=local +2021-12-17 19:04:24,847 Checking jobs for platform=transfer_node +2021-12-17 19:04:24,847 Checking all jobs at once +2021-12-17 19:04:28,521 Successful check job command +2021-12-17 19:04:32,647 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:04:32,647 End of checking +2021-12-17 19:04:32,650 Updating FAILED jobs +2021-12-17 19:04:32,650 Updating WAITING jobs +2021-12-17 19:04:32,650 Update finished +2021-12-17 19:04:32,650 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:04:32,653 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:04:32,653 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:04:32,653 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:04:32,657 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:04:32,660 Job list saved +2021-12-17 19:04:32,669 Updating FAILED jobs +2021-12-17 19:04:32,669 Updating WAITING jobs +2021-12-17 19:04:32,669 Update finished +2021-12-17 19:04:42,679 Reloading parameters... +2021-12-17 19:04:42,771 Loading parameters... +2021-12-17 19:04:42,773 Loading project parameters... +2021-12-17 19:04:42,774 + +23 of 25 jobs remaining (19:04) +2021-12-17 19:04:42,775 Sleep: 10 +2021-12-17 19:04:42,775 Number of retrials: 0 +2021-12-17 19:04:42,775 WRAPPER CHECK TIME = 10 +2021-12-17 19:04:42,775 Checking jobs for platform=marenostrum4 +2021-12-17 19:04:42,776 Checking jobs for platform=nord3 +2021-12-17 19:04:42,796 Checking jobs for platform=local +2021-12-17 19:04:42,797 Checking jobs for platform=transfer_node +2021-12-17 19:04:42,797 Checking all jobs at once +2021-12-17 19:04:46,071 Successful check job command +2021-12-17 19:04:50,396 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:04:50,397 End of checking +2021-12-17 19:04:50,402 Updating FAILED jobs +2021-12-17 19:04:50,402 Updating WAITING jobs +2021-12-17 19:04:50,403 Update finished +2021-12-17 19:04:50,403 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:04:50,403 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:04:50,403 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:04:50,403 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:04:50,409 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:04:50,411 Job list saved +2021-12-17 19:04:50,419 Updating FAILED jobs +2021-12-17 19:04:50,419 Updating WAITING jobs +2021-12-17 19:04:50,420 Update finished +2021-12-17 19:05:00,429 Reloading parameters... +2021-12-17 19:05:00,468 Loading parameters... +2021-12-17 19:05:00,469 Loading project parameters... +2021-12-17 19:05:00,471 + +23 of 25 jobs remaining (19:05) +2021-12-17 19:05:00,471 Sleep: 10 +2021-12-17 19:05:00,471 Number of retrials: 0 +2021-12-17 19:05:00,471 WRAPPER CHECK TIME = 10 +2021-12-17 19:05:00,472 Checking jobs for platform=marenostrum4 +2021-12-17 19:05:00,473 Checking jobs for platform=nord3 +2021-12-17 19:05:00,473 Checking jobs for platform=local +2021-12-17 19:05:00,474 Checking jobs for platform=transfer_node +2021-12-17 19:05:00,474 Checking all jobs at once +2021-12-17 19:05:03,201 Successful check job command +2021-12-17 19:05:05,875 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:05:05,875 End of checking +2021-12-17 19:05:05,878 Updating FAILED jobs +2021-12-17 19:05:05,878 Updating WAITING jobs +2021-12-17 19:05:05,878 Update finished +2021-12-17 19:05:05,878 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:05:05,879 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:05:05,879 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:05:05,879 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:05:05,883 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:05:05,885 Job list saved +2021-12-17 19:05:05,893 Updating FAILED jobs +2021-12-17 19:05:05,893 Updating WAITING jobs +2021-12-17 19:05:05,894 Update finished +2021-12-17 19:05:15,898 Reloading parameters... +2021-12-17 19:05:15,918 Loading parameters... +2021-12-17 19:05:15,919 Loading project parameters... +2021-12-17 19:05:15,921 + +23 of 25 jobs remaining (19:05) +2021-12-17 19:05:15,922 Sleep: 10 +2021-12-17 19:05:15,922 Number of retrials: 0 +2021-12-17 19:05:15,922 WRAPPER CHECK TIME = 10 +2021-12-17 19:05:15,923 Checking jobs for platform=marenostrum4 +2021-12-17 19:05:15,923 Checking jobs for platform=nord3 +2021-12-17 19:05:15,924 Checking jobs for platform=local +2021-12-17 19:05:15,924 Checking jobs for platform=transfer_node +2021-12-17 19:05:15,924 Checking all jobs at once +2021-12-17 19:05:18,549 Successful check job command +2021-12-17 19:05:20,369 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:05:20,369 End of checking +2021-12-17 19:05:20,370 Updating FAILED jobs +2021-12-17 19:05:20,371 Updating WAITING jobs +2021-12-17 19:05:20,371 Update finished +2021-12-17 19:05:20,371 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:05:20,371 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:05:20,371 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:05:20,371 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:05:20,374 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:05:20,376 Job list saved +2021-12-17 19:05:20,381 Updating FAILED jobs +2021-12-17 19:05:20,381 Updating WAITING jobs +2021-12-17 19:05:20,382 Update finished +2021-12-17 19:05:30,392 Reloading parameters... +2021-12-17 19:05:30,431 Loading parameters... +2021-12-17 19:05:30,444 Loading project parameters... +2021-12-17 19:05:30,448 + +23 of 25 jobs remaining (19:05) +2021-12-17 19:05:30,449 Sleep: 10 +2021-12-17 19:05:30,452 Number of retrials: 0 +2021-12-17 19:05:30,453 WRAPPER CHECK TIME = 10 +2021-12-17 19:05:30,453 Checking jobs for platform=marenostrum4 +2021-12-17 19:05:30,454 Checking jobs for platform=nord3 +2021-12-17 19:05:30,455 Checking jobs for platform=local +2021-12-17 19:05:30,457 Checking jobs for platform=transfer_node +2021-12-17 19:05:30,457 Checking all jobs at once +2021-12-17 19:05:32,735 Successful check job command +2021-12-17 19:05:35,457 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:05:35,457 End of checking +2021-12-17 19:05:35,459 Updating FAILED jobs +2021-12-17 19:05:35,459 Updating WAITING jobs +2021-12-17 19:05:35,459 Update finished +2021-12-17 19:05:35,459 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:05:35,459 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:05:35,460 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:05:35,460 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:05:35,462 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:05:35,464 Job list saved +2021-12-17 19:05:35,469 Updating FAILED jobs +2021-12-17 19:05:35,469 Updating WAITING jobs +2021-12-17 19:05:35,469 Update finished +2021-12-17 19:05:45,479 Reloading parameters... +2021-12-17 19:05:45,501 Loading parameters... +2021-12-17 19:05:45,502 Loading project parameters... +2021-12-17 19:05:45,504 + +23 of 25 jobs remaining (19:05) +2021-12-17 19:05:45,504 Sleep: 10 +2021-12-17 19:05:45,504 Number of retrials: 0 +2021-12-17 19:05:45,504 WRAPPER CHECK TIME = 10 +2021-12-17 19:05:45,505 Checking jobs for platform=marenostrum4 +2021-12-17 19:05:45,506 Checking jobs for platform=nord3 +2021-12-17 19:05:45,506 Checking jobs for platform=local +2021-12-17 19:05:45,507 Checking jobs for platform=transfer_node +2021-12-17 19:05:45,507 Checking all jobs at once +2021-12-17 19:05:47,879 Successful check job command +2021-12-17 19:05:50,802 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:05:50,802 End of checking +2021-12-17 19:05:50,803 Updating FAILED jobs +2021-12-17 19:05:50,804 Updating WAITING jobs +2021-12-17 19:05:50,804 Update finished +2021-12-17 19:05:50,804 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:05:50,805 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:05:50,805 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:05:50,805 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:05:50,808 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:05:50,810 Job list saved +2021-12-17 19:05:50,815 Updating FAILED jobs +2021-12-17 19:05:50,815 Updating WAITING jobs +2021-12-17 19:05:50,815 Update finished +2021-12-17 19:06:00,825 Reloading parameters... +2021-12-17 19:06:00,844 Loading parameters... +2021-12-17 19:06:00,846 Loading project parameters... +2021-12-17 19:06:00,849 + +23 of 25 jobs remaining (19:06) +2021-12-17 19:06:00,850 Sleep: 10 +2021-12-17 19:06:00,850 Number of retrials: 0 +2021-12-17 19:06:00,850 WRAPPER CHECK TIME = 10 +2021-12-17 19:06:00,850 Checking jobs for platform=marenostrum4 +2021-12-17 19:06:00,854 Checking jobs for platform=nord3 +2021-12-17 19:06:00,854 Checking jobs for platform=local +2021-12-17 19:06:00,855 Checking jobs for platform=transfer_node +2021-12-17 19:06:00,855 Checking all jobs at once +2021-12-17 19:06:03,995 Successful check job command +2021-12-17 19:06:11,175 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:06:11,176 End of checking +2021-12-17 19:06:11,178 Updating FAILED jobs +2021-12-17 19:06:11,178 Updating WAITING jobs +2021-12-17 19:06:11,178 Update finished +2021-12-17 19:06:11,179 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:06:11,179 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:06:11,179 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:06:11,179 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:06:11,181 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:06:11,184 Job list saved +2021-12-17 19:06:11,191 Updating FAILED jobs +2021-12-17 19:06:11,191 Updating WAITING jobs +2021-12-17 19:06:11,191 Update finished +2021-12-17 19:06:21,195 Reloading parameters... +2021-12-17 19:06:21,215 Loading parameters... +2021-12-17 19:06:21,217 Loading project parameters... +2021-12-17 19:06:21,218 + +23 of 25 jobs remaining (19:06) +2021-12-17 19:06:21,219 Sleep: 10 +2021-12-17 19:06:21,219 Number of retrials: 0 +2021-12-17 19:06:21,219 WRAPPER CHECK TIME = 10 +2021-12-17 19:06:21,219 Checking jobs for platform=marenostrum4 +2021-12-17 19:06:21,220 Checking jobs for platform=nord3 +2021-12-17 19:06:21,221 Checking jobs for platform=local +2021-12-17 19:06:21,221 Checking jobs for platform=transfer_node +2021-12-17 19:06:21,221 Checking all jobs at once +2021-12-17 19:06:23,609 Successful check job command +2021-12-17 19:06:29,036 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:06:29,036 End of checking +2021-12-17 19:06:29,041 Updating FAILED jobs +2021-12-17 19:06:29,041 Updating WAITING jobs +2021-12-17 19:06:29,041 Update finished +2021-12-17 19:06:29,042 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:06:29,044 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:06:29,044 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:06:29,045 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:06:29,065 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:06:29,067 Job list saved +2021-12-17 19:06:29,093 Updating FAILED jobs +2021-12-17 19:06:29,093 Updating WAITING jobs +2021-12-17 19:06:29,093 Update finished +2021-12-17 19:06:39,104 Reloading parameters... +2021-12-17 19:06:39,200 Loading parameters... +2021-12-17 19:06:39,201 Loading project parameters... +2021-12-17 19:06:39,214 + +23 of 25 jobs remaining (19:06) +2021-12-17 19:06:39,215 Sleep: 10 +2021-12-17 19:06:39,215 Number of retrials: 0 +2021-12-17 19:06:39,215 WRAPPER CHECK TIME = 10 +2021-12-17 19:06:39,230 Checking jobs for platform=marenostrum4 +2021-12-17 19:06:39,231 Checking jobs for platform=nord3 +2021-12-17 19:06:39,231 Checking jobs for platform=local +2021-12-17 19:06:39,232 Checking jobs for platform=transfer_node +2021-12-17 19:06:39,232 Checking all jobs at once +2021-12-17 19:06:41,585 Successful check job command +2021-12-17 19:06:44,209 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:06:44,209 End of checking +2021-12-17 19:06:44,210 Updating FAILED jobs +2021-12-17 19:06:44,210 Updating WAITING jobs +2021-12-17 19:06:44,210 Update finished +2021-12-17 19:06:44,211 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:06:44,211 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:06:44,211 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:06:44,211 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:06:44,214 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:06:44,216 Job list saved +2021-12-17 19:06:44,221 Updating FAILED jobs +2021-12-17 19:06:44,221 Updating WAITING jobs +2021-12-17 19:06:44,221 Update finished +2021-12-17 19:06:54,231 Reloading parameters... +2021-12-17 19:06:54,266 Loading parameters... +2021-12-17 19:06:54,267 Loading project parameters... +2021-12-17 19:06:54,269 + +23 of 25 jobs remaining (19:06) +2021-12-17 19:06:54,269 Sleep: 10 +2021-12-17 19:06:54,269 Number of retrials: 0 +2021-12-17 19:06:54,269 WRAPPER CHECK TIME = 10 +2021-12-17 19:06:54,270 Checking jobs for platform=marenostrum4 +2021-12-17 19:06:54,270 Checking jobs for platform=nord3 +2021-12-17 19:06:54,271 Checking jobs for platform=local +2021-12-17 19:06:54,271 Checking jobs for platform=transfer_node +2021-12-17 19:06:54,272 Checking all jobs at once +2021-12-17 19:06:57,503 Successful check job command +2021-12-17 19:07:00,425 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:07:00,425 End of checking +2021-12-17 19:07:00,427 Updating FAILED jobs +2021-12-17 19:07:00,427 Updating WAITING jobs +2021-12-17 19:07:00,427 Update finished +2021-12-17 19:07:00,427 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:07:00,427 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:07:00,427 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:07:00,428 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:07:00,430 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:07:00,433 Job list saved +2021-12-17 19:07:00,437 Updating FAILED jobs +2021-12-17 19:07:00,437 Updating WAITING jobs +2021-12-17 19:07:00,438 Update finished +2021-12-17 19:07:10,448 Reloading parameters... +2021-12-17 19:07:10,467 Loading parameters... +2021-12-17 19:07:10,468 Loading project parameters... +2021-12-17 19:07:10,470 + +23 of 25 jobs remaining (19:07) +2021-12-17 19:07:10,470 Sleep: 10 +2021-12-17 19:07:10,470 Number of retrials: 0 +2021-12-17 19:07:10,470 WRAPPER CHECK TIME = 10 +2021-12-17 19:07:10,471 Checking jobs for platform=marenostrum4 +2021-12-17 19:07:10,472 Checking jobs for platform=nord3 +2021-12-17 19:07:10,472 Checking jobs for platform=local +2021-12-17 19:07:10,473 Checking jobs for platform=transfer_node +2021-12-17 19:07:10,473 Checking all jobs at once +2021-12-17 19:07:13,444 Successful check job command +2021-12-17 19:07:17,770 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:07:17,770 End of checking +2021-12-17 19:07:17,772 Updating FAILED jobs +2021-12-17 19:07:17,773 Updating WAITING jobs +2021-12-17 19:07:17,773 Update finished +2021-12-17 19:07:17,773 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:07:17,774 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:07:17,774 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:07:17,774 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:07:17,777 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:07:17,779 Job list saved +2021-12-17 19:07:17,783 Updating FAILED jobs +2021-12-17 19:07:17,784 Updating WAITING jobs +2021-12-17 19:07:17,784 Update finished +2021-12-17 19:07:27,794 Reloading parameters... +2021-12-17 19:07:27,811 Loading parameters... +2021-12-17 19:07:27,813 Loading project parameters... +2021-12-17 19:07:27,815 + +23 of 25 jobs remaining (19:07) +2021-12-17 19:07:27,815 Sleep: 10 +2021-12-17 19:07:27,815 Number of retrials: 0 +2021-12-17 19:07:27,815 WRAPPER CHECK TIME = 10 +2021-12-17 19:07:27,816 Checking jobs for platform=marenostrum4 +2021-12-17 19:07:27,817 Checking jobs for platform=nord3 +2021-12-17 19:07:27,817 Checking jobs for platform=local +2021-12-17 19:07:27,818 Checking jobs for platform=transfer_node +2021-12-17 19:07:27,818 Checking all jobs at once +2021-12-17 19:07:29,388 Successful check job command +2021-12-17 19:07:32,413 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:07:32,413 End of checking +2021-12-17 19:07:32,414 Updating FAILED jobs +2021-12-17 19:07:32,414 Updating WAITING jobs +2021-12-17 19:07:32,415 Update finished +2021-12-17 19:07:32,415 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:07:32,415 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:07:32,415 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:07:32,415 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:07:32,418 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:07:32,421 Job list saved +2021-12-17 19:07:32,425 Updating FAILED jobs +2021-12-17 19:07:32,426 Updating WAITING jobs +2021-12-17 19:07:32,426 Update finished +2021-12-17 19:07:42,433 Reloading parameters... +2021-12-17 19:07:42,452 Loading parameters... +2021-12-17 19:07:42,454 Loading project parameters... +2021-12-17 19:07:42,456 + +23 of 25 jobs remaining (19:07) +2021-12-17 19:07:42,456 Sleep: 10 +2021-12-17 19:07:42,456 Number of retrials: 0 +2021-12-17 19:07:42,456 WRAPPER CHECK TIME = 10 +2021-12-17 19:07:42,457 Checking jobs for platform=marenostrum4 +2021-12-17 19:07:42,457 Checking jobs for platform=nord3 +2021-12-17 19:07:42,458 Checking jobs for platform=local +2021-12-17 19:07:42,458 Checking jobs for platform=transfer_node +2021-12-17 19:07:42,458 Checking all jobs at once +2021-12-17 19:07:43,878 Successful check job command +2021-12-17 19:07:47,204 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:07:47,204 End of checking +2021-12-17 19:07:47,209 Updating FAILED jobs +2021-12-17 19:07:47,209 Updating WAITING jobs +2021-12-17 19:07:47,209 Update finished +2021-12-17 19:07:47,209 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:07:47,210 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:07:47,210 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:07:47,210 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:07:47,212 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:07:47,232 Job list saved +2021-12-17 19:07:47,245 Updating FAILED jobs +2021-12-17 19:07:47,245 Updating WAITING jobs +2021-12-17 19:07:47,245 Update finished +2021-12-17 19:07:57,255 Reloading parameters... +2021-12-17 19:07:57,280 Loading parameters... +2021-12-17 19:07:57,282 Loading project parameters... +2021-12-17 19:07:57,284 + +23 of 25 jobs remaining (19:07) +2021-12-17 19:07:57,284 Sleep: 10 +2021-12-17 19:07:57,284 Number of retrials: 0 +2021-12-17 19:07:57,285 WRAPPER CHECK TIME = 10 +2021-12-17 19:07:57,285 Checking jobs for platform=marenostrum4 +2021-12-17 19:07:57,286 Checking jobs for platform=nord3 +2021-12-17 19:07:57,287 Checking jobs for platform=local +2021-12-17 19:07:57,287 Checking jobs for platform=transfer_node +2021-12-17 19:07:57,288 Checking all jobs at once +2021-12-17 19:07:59,670 Successful check job command +2021-12-17 19:08:03,947 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:08:03,947 End of checking +2021-12-17 19:08:03,949 Updating FAILED jobs +2021-12-17 19:08:03,950 Updating WAITING jobs +2021-12-17 19:08:03,950 Update finished +2021-12-17 19:08:03,950 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:08:03,951 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:08:03,951 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:08:03,951 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:08:03,956 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:08:03,959 Job list saved +2021-12-17 19:08:03,963 Updating FAILED jobs +2021-12-17 19:08:03,963 Updating WAITING jobs +2021-12-17 19:08:03,963 Update finished +2021-12-17 19:08:13,973 Reloading parameters... +2021-12-17 19:08:13,996 Loading parameters... +2021-12-17 19:08:13,998 Loading project parameters... +2021-12-17 19:08:14,000 + +23 of 25 jobs remaining (19:08) +2021-12-17 19:08:14,000 Sleep: 10 +2021-12-17 19:08:14,000 Number of retrials: 0 +2021-12-17 19:08:14,000 WRAPPER CHECK TIME = 10 +2021-12-17 19:08:14,001 Checking jobs for platform=marenostrum4 +2021-12-17 19:08:14,001 Checking jobs for platform=nord3 +2021-12-17 19:08:14,002 Checking jobs for platform=local +2021-12-17 19:08:14,002 Checking jobs for platform=transfer_node +2021-12-17 19:08:14,003 Checking all jobs at once +2021-12-17 19:08:15,974 Successful check job command +2021-12-17 19:08:18,096 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:08:18,097 End of checking +2021-12-17 19:08:18,099 Updating FAILED jobs +2021-12-17 19:08:18,099 Updating WAITING jobs +2021-12-17 19:08:18,099 Update finished +2021-12-17 19:08:18,099 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:08:18,099 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:08:18,100 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:08:18,100 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:08:18,107 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:08:18,109 Job list saved +2021-12-17 19:08:18,119 Updating FAILED jobs +2021-12-17 19:08:18,119 Updating WAITING jobs +2021-12-17 19:08:18,120 Update finished +2021-12-17 19:08:28,121 Reloading parameters... +2021-12-17 19:08:28,179 Loading parameters... +2021-12-17 19:08:28,192 Loading project parameters... +2021-12-17 19:08:28,197 + +23 of 25 jobs remaining (19:08) +2021-12-17 19:08:28,197 Sleep: 10 +2021-12-17 19:08:28,198 Number of retrials: 0 +2021-12-17 19:08:28,198 WRAPPER CHECK TIME = 10 +2021-12-17 19:08:28,198 Checking jobs for platform=marenostrum4 +2021-12-17 19:08:28,199 Checking jobs for platform=nord3 +2021-12-17 19:08:28,210 Checking jobs for platform=local +2021-12-17 19:08:28,211 Checking jobs for platform=transfer_node +2021-12-17 19:08:28,211 Checking all jobs at once +2021-12-17 19:08:29,935 Successful check job command +2021-12-17 19:08:33,761 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:08:33,763 End of checking +2021-12-17 19:08:33,767 Updating FAILED jobs +2021-12-17 19:08:33,767 Updating WAITING jobs +2021-12-17 19:08:33,767 Update finished +2021-12-17 19:08:33,767 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:08:33,768 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:08:33,768 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:08:33,768 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:08:33,770 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:08:33,773 Job list saved +2021-12-17 19:08:33,777 Updating FAILED jobs +2021-12-17 19:08:33,777 Updating WAITING jobs +2021-12-17 19:08:33,777 Update finished +2021-12-17 19:08:43,787 Reloading parameters... +2021-12-17 19:08:43,835 Loading parameters... +2021-12-17 19:08:43,847 Loading project parameters... +2021-12-17 19:08:43,855 + +23 of 25 jobs remaining (19:08) +2021-12-17 19:08:43,856 Sleep: 10 +2021-12-17 19:08:43,856 Number of retrials: 0 +2021-12-17 19:08:43,856 WRAPPER CHECK TIME = 10 +2021-12-17 19:08:43,856 Checking jobs for platform=marenostrum4 +2021-12-17 19:08:43,857 Checking jobs for platform=nord3 +2021-12-17 19:08:43,857 Checking jobs for platform=local +2021-12-17 19:08:43,858 Checking jobs for platform=transfer_node +2021-12-17 19:08:43,858 Checking all jobs at once +2021-12-17 19:08:45,783 Successful check job command +2021-12-17 19:08:47,204 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:08:47,204 End of checking +2021-12-17 19:08:47,205 Updating FAILED jobs +2021-12-17 19:08:47,206 Updating WAITING jobs +2021-12-17 19:08:47,206 Update finished +2021-12-17 19:08:47,206 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:08:47,207 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:08:47,207 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:08:47,207 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:08:47,209 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:08:47,212 Job list saved +2021-12-17 19:08:47,216 Updating FAILED jobs +2021-12-17 19:08:47,216 Updating WAITING jobs +2021-12-17 19:08:47,216 Update finished +2021-12-17 19:08:57,226 Reloading parameters... +2021-12-17 19:08:57,247 Loading parameters... +2021-12-17 19:08:57,248 Loading project parameters... +2021-12-17 19:08:57,250 + +23 of 25 jobs remaining (19:08) +2021-12-17 19:08:57,251 Sleep: 10 +2021-12-17 19:08:57,251 Number of retrials: 0 +2021-12-17 19:08:57,251 WRAPPER CHECK TIME = 10 +2021-12-17 19:08:57,252 Checking jobs for platform=marenostrum4 +2021-12-17 19:08:57,252 Checking jobs for platform=nord3 +2021-12-17 19:08:57,253 Checking jobs for platform=local +2021-12-17 19:08:57,254 Checking jobs for platform=transfer_node +2021-12-17 19:08:57,254 Checking all jobs at once +2021-12-17 19:08:59,779 Successful check job command +2021-12-17 19:09:01,199 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:09:01,199 End of checking +2021-12-17 19:09:01,201 Updating FAILED jobs +2021-12-17 19:09:01,201 Updating WAITING jobs +2021-12-17 19:09:01,201 Update finished +2021-12-17 19:09:01,201 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:09:01,201 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:09:01,202 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:09:01,202 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:09:01,204 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:09:01,206 Job list saved +2021-12-17 19:09:01,211 Updating FAILED jobs +2021-12-17 19:09:01,211 Updating WAITING jobs +2021-12-17 19:09:01,212 Update finished +2021-12-17 19:09:11,222 Reloading parameters... +2021-12-17 19:09:11,248 Loading parameters... +2021-12-17 19:09:11,250 Loading project parameters... +2021-12-17 19:09:11,253 + +23 of 25 jobs remaining (19:09) +2021-12-17 19:09:11,253 Sleep: 10 +2021-12-17 19:09:11,253 Number of retrials: 0 +2021-12-17 19:09:11,253 WRAPPER CHECK TIME = 10 +2021-12-17 19:09:11,254 Checking jobs for platform=marenostrum4 +2021-12-17 19:09:11,255 Checking jobs for platform=nord3 +2021-12-17 19:09:11,255 Checking jobs for platform=local +2021-12-17 19:09:11,256 Checking jobs for platform=transfer_node +2021-12-17 19:09:11,256 Checking all jobs at once +2021-12-17 19:09:13,729 Successful check job command +2021-12-17 19:09:16,051 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:09:16,051 End of checking +2021-12-17 19:09:16,056 Updating FAILED jobs +2021-12-17 19:09:16,056 Updating WAITING jobs +2021-12-17 19:09:16,056 Update finished +2021-12-17 19:09:16,057 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:09:16,057 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:09:16,057 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:09:16,057 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:09:16,060 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:09:16,062 Job list saved +2021-12-17 19:09:16,067 Updating FAILED jobs +2021-12-17 19:09:16,067 Updating WAITING jobs +2021-12-17 19:09:16,067 Update finished +2021-12-17 19:09:26,077 Reloading parameters... +2021-12-17 19:09:26,109 Loading parameters... +2021-12-17 19:09:26,110 Loading project parameters... +2021-12-17 19:09:26,136 + +23 of 25 jobs remaining (19:09) +2021-12-17 19:09:26,136 Sleep: 10 +2021-12-17 19:09:26,136 Number of retrials: 0 +2021-12-17 19:09:26,136 WRAPPER CHECK TIME = 10 +2021-12-17 19:09:26,140 Checking jobs for platform=marenostrum4 +2021-12-17 19:09:26,146 Checking jobs for platform=nord3 +2021-12-17 19:09:26,147 Checking jobs for platform=local +2021-12-17 19:09:26,149 Checking jobs for platform=transfer_node +2021-12-17 19:09:26,149 Checking all jobs at once +2021-12-17 19:09:28,534 Successful check job command +2021-12-17 19:09:31,262 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:09:31,262 End of checking +2021-12-17 19:09:31,263 Updating FAILED jobs +2021-12-17 19:09:31,264 Updating WAITING jobs +2021-12-17 19:09:31,264 Update finished +2021-12-17 19:09:31,264 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:09:31,265 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:09:31,265 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:09:31,265 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:09:31,267 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:09:31,270 Job list saved +2021-12-17 19:09:31,274 Updating FAILED jobs +2021-12-17 19:09:31,274 Updating WAITING jobs +2021-12-17 19:09:31,274 Update finished +2021-12-17 19:09:41,284 Reloading parameters... +2021-12-17 19:09:41,310 Loading parameters... +2021-12-17 19:09:41,312 Loading project parameters... +2021-12-17 19:09:41,314 + +23 of 25 jobs remaining (19:09) +2021-12-17 19:09:41,314 Sleep: 10 +2021-12-17 19:09:41,314 Number of retrials: 0 +2021-12-17 19:09:41,314 WRAPPER CHECK TIME = 10 +2021-12-17 19:09:41,315 Checking jobs for platform=marenostrum4 +2021-12-17 19:09:41,315 Checking jobs for platform=nord3 +2021-12-17 19:09:41,316 Checking jobs for platform=local +2021-12-17 19:09:41,316 Checking jobs for platform=transfer_node +2021-12-17 19:09:41,317 Checking all jobs at once +2021-12-17 19:09:44,044 Successful check job command +2021-12-17 19:09:46,569 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:09:46,569 End of checking +2021-12-17 19:09:46,571 Updating FAILED jobs +2021-12-17 19:09:46,571 Updating WAITING jobs +2021-12-17 19:09:46,571 Update finished +2021-12-17 19:09:46,571 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:09:46,571 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:09:46,571 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:09:46,572 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:09:46,576 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:09:46,578 Job list saved +2021-12-17 19:09:46,583 Updating FAILED jobs +2021-12-17 19:09:46,583 Updating WAITING jobs +2021-12-17 19:09:46,583 Update finished +2021-12-17 19:09:56,594 Reloading parameters... +2021-12-17 19:09:56,615 Loading parameters... +2021-12-17 19:09:56,617 Loading project parameters... +2021-12-17 19:09:56,619 + +23 of 25 jobs remaining (19:09) +2021-12-17 19:09:56,619 Sleep: 10 +2021-12-17 19:09:56,619 Number of retrials: 0 +2021-12-17 19:09:56,619 WRAPPER CHECK TIME = 10 +2021-12-17 19:09:56,620 Checking jobs for platform=marenostrum4 +2021-12-17 19:09:56,620 Checking jobs for platform=nord3 +2021-12-17 19:09:56,621 Checking jobs for platform=local +2021-12-17 19:09:56,622 Checking jobs for platform=transfer_node +2021-12-17 19:09:56,622 Checking all jobs at once +2021-12-17 19:09:57,999 Successful check job command +2021-12-17 19:10:00,873 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:10:00,873 End of checking +2021-12-17 19:10:00,874 Updating FAILED jobs +2021-12-17 19:10:00,874 Updating WAITING jobs +2021-12-17 19:10:00,875 Update finished +2021-12-17 19:10:00,875 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:10:00,875 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:10:00,875 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:10:00,875 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:10:00,882 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:10:00,884 Job list saved +2021-12-17 19:10:00,889 Updating FAILED jobs +2021-12-17 19:10:00,889 Updating WAITING jobs +2021-12-17 19:10:00,890 Update finished +2021-12-17 19:10:10,903 Reloading parameters... +2021-12-17 19:10:10,942 Loading parameters... +2021-12-17 19:10:10,943 Loading project parameters... +2021-12-17 19:10:10,945 + +23 of 25 jobs remaining (19:10) +2021-12-17 19:10:10,946 Sleep: 10 +2021-12-17 19:10:10,946 Number of retrials: 0 +2021-12-17 19:10:10,946 WRAPPER CHECK TIME = 10 +2021-12-17 19:10:10,947 Checking jobs for platform=marenostrum4 +2021-12-17 19:10:10,947 Checking jobs for platform=nord3 +2021-12-17 19:10:10,948 Checking jobs for platform=local +2021-12-17 19:10:10,948 Checking jobs for platform=transfer_node +2021-12-17 19:10:10,949 Checking all jobs at once +2021-12-17 19:10:13,120 Successful check job command +2021-12-17 19:10:17,396 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:10:17,396 End of checking +2021-12-17 19:10:17,406 Updating FAILED jobs +2021-12-17 19:10:17,407 Updating WAITING jobs +2021-12-17 19:10:17,407 Update finished +2021-12-17 19:10:17,407 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:10:17,408 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:10:17,408 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:10:17,408 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:10:17,423 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:10:17,431 Job list saved +2021-12-17 19:10:17,442 Updating FAILED jobs +2021-12-17 19:10:17,443 Updating WAITING jobs +2021-12-17 19:10:17,443 Update finished +2021-12-17 19:10:27,453 Reloading parameters... +2021-12-17 19:10:27,572 Loading parameters... +2021-12-17 19:10:27,584 Loading project parameters... +2021-12-17 19:10:27,585 + +23 of 25 jobs remaining (19:10) +2021-12-17 19:10:27,586 Sleep: 10 +2021-12-17 19:10:27,586 Number of retrials: 0 +2021-12-17 19:10:27,586 WRAPPER CHECK TIME = 10 +2021-12-17 19:10:27,586 Checking jobs for platform=marenostrum4 +2021-12-17 19:10:27,595 Checking jobs for platform=nord3 +2021-12-17 19:10:27,599 Checking jobs for platform=local +2021-12-17 19:10:27,600 Checking jobs for platform=transfer_node +2021-12-17 19:10:27,600 Checking all jobs at once +2021-12-17 19:10:29,835 Successful check job command +2021-12-17 19:10:33,220 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:10:33,220 End of checking +2021-12-17 19:10:33,221 Updating FAILED jobs +2021-12-17 19:10:33,221 Updating WAITING jobs +2021-12-17 19:10:33,222 Update finished +2021-12-17 19:10:33,222 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:10:33,222 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:10:33,222 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:10:33,222 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:10:33,225 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:10:33,227 Job list saved +2021-12-17 19:10:33,232 Updating FAILED jobs +2021-12-17 19:10:33,232 Updating WAITING jobs +2021-12-17 19:10:33,232 Update finished +2021-12-17 19:10:43,242 Reloading parameters... +2021-12-17 19:10:43,309 Loading parameters... +2021-12-17 19:10:43,310 Loading project parameters... +2021-12-17 19:10:43,339 + +23 of 25 jobs remaining (19:10) +2021-12-17 19:10:43,349 Sleep: 10 +2021-12-17 19:10:43,349 Number of retrials: 0 +2021-12-17 19:10:43,349 WRAPPER CHECK TIME = 10 +2021-12-17 19:10:43,350 Checking jobs for platform=marenostrum4 +2021-12-17 19:10:43,350 Checking jobs for platform=nord3 +2021-12-17 19:10:43,351 Checking jobs for platform=local +2021-12-17 19:10:43,352 Checking jobs for platform=transfer_node +2021-12-17 19:10:43,352 Checking all jobs at once +2021-12-17 19:10:44,834 Successful check job command +2021-12-17 19:10:46,421 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:10:46,421 End of checking +2021-12-17 19:10:46,423 Updating FAILED jobs +2021-12-17 19:10:46,423 Updating WAITING jobs +2021-12-17 19:10:46,423 Update finished +2021-12-17 19:10:46,423 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:10:46,424 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:10:46,424 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:10:46,424 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:10:46,428 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:10:46,431 Job list saved +2021-12-17 19:10:46,438 Updating FAILED jobs +2021-12-17 19:10:46,438 Updating WAITING jobs +2021-12-17 19:10:46,438 Update finished +2021-12-17 19:10:56,448 Reloading parameters... +2021-12-17 19:10:56,468 Loading parameters... +2021-12-17 19:10:56,469 Loading project parameters... +2021-12-17 19:10:56,478 + +23 of 25 jobs remaining (19:10) +2021-12-17 19:10:56,479 Sleep: 10 +2021-12-17 19:10:56,479 Number of retrials: 0 +2021-12-17 19:10:56,479 WRAPPER CHECK TIME = 10 +2021-12-17 19:10:56,479 Checking jobs for platform=marenostrum4 +2021-12-17 19:10:56,480 Checking jobs for platform=nord3 +2021-12-17 19:10:56,480 Checking jobs for platform=local +2021-12-17 19:10:56,481 Checking jobs for platform=transfer_node +2021-12-17 19:10:56,481 Checking all jobs at once +2021-12-17 19:10:58,552 Successful check job command +2021-12-17 19:11:01,276 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:11:01,276 End of checking +2021-12-17 19:11:01,278 Updating FAILED jobs +2021-12-17 19:11:01,278 Updating WAITING jobs +2021-12-17 19:11:01,278 Update finished +2021-12-17 19:11:01,278 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:11:01,280 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:11:01,280 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:11:01,280 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:11:01,283 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:11:01,285 Job list saved +2021-12-17 19:11:01,290 Updating FAILED jobs +2021-12-17 19:11:01,290 Updating WAITING jobs +2021-12-17 19:11:01,290 Update finished +2021-12-17 19:11:11,301 Reloading parameters... +2021-12-17 19:11:11,319 Loading parameters... +2021-12-17 19:11:11,320 Loading project parameters... +2021-12-17 19:11:11,322 + +23 of 25 jobs remaining (19:11) +2021-12-17 19:11:11,323 Sleep: 10 +2021-12-17 19:11:11,323 Number of retrials: 0 +2021-12-17 19:11:11,323 WRAPPER CHECK TIME = 10 +2021-12-17 19:11:11,323 Checking jobs for platform=marenostrum4 +2021-12-17 19:11:11,324 Checking jobs for platform=nord3 +2021-12-17 19:11:11,324 Checking jobs for platform=local +2021-12-17 19:11:11,325 Checking jobs for platform=transfer_node +2021-12-17 19:11:11,325 Checking all jobs at once +2021-12-17 19:11:12,645 Successful check job command +2021-12-17 19:11:14,016 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:11:14,016 End of checking +2021-12-17 19:11:14,018 Updating FAILED jobs +2021-12-17 19:11:14,018 Updating WAITING jobs +2021-12-17 19:11:14,018 Update finished +2021-12-17 19:11:14,018 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:11:14,019 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:11:14,019 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:11:14,019 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:11:14,022 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:11:14,024 Job list saved +2021-12-17 19:11:14,029 Updating FAILED jobs +2021-12-17 19:11:14,029 Updating WAITING jobs +2021-12-17 19:11:14,029 Update finished +2021-12-17 19:11:24,039 Reloading parameters... +2021-12-17 19:11:24,058 Loading parameters... +2021-12-17 19:11:24,059 Loading project parameters... +2021-12-17 19:11:24,061 + +23 of 25 jobs remaining (19:11) +2021-12-17 19:11:24,061 Sleep: 10 +2021-12-17 19:11:24,061 Number of retrials: 0 +2021-12-17 19:11:24,061 WRAPPER CHECK TIME = 10 +2021-12-17 19:11:24,062 Checking jobs for platform=marenostrum4 +2021-12-17 19:11:24,062 Checking jobs for platform=nord3 +2021-12-17 19:11:24,063 Checking jobs for platform=local +2021-12-17 19:11:24,063 Checking jobs for platform=transfer_node +2021-12-17 19:11:24,064 Checking all jobs at once +2021-12-17 19:11:26,036 Successful check job command +2021-12-17 19:11:27,956 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:11:27,956 End of checking +2021-12-17 19:11:27,958 Updating FAILED jobs +2021-12-17 19:11:27,958 Updating WAITING jobs +2021-12-17 19:11:27,959 Update finished +2021-12-17 19:11:27,959 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:11:27,959 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:11:27,959 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:11:27,959 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:11:27,962 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:11:27,964 Job list saved +2021-12-17 19:11:27,969 Updating FAILED jobs +2021-12-17 19:11:27,969 Updating WAITING jobs +2021-12-17 19:11:27,970 Update finished +2021-12-17 19:11:37,980 Reloading parameters... +2021-12-17 19:11:37,999 Loading parameters... +2021-12-17 19:11:38,000 Loading project parameters... +2021-12-17 19:11:38,002 + +23 of 25 jobs remaining (19:11) +2021-12-17 19:11:38,002 Sleep: 10 +2021-12-17 19:11:38,002 Number of retrials: 0 +2021-12-17 19:11:38,003 WRAPPER CHECK TIME = 10 +2021-12-17 19:11:38,003 Checking jobs for platform=marenostrum4 +2021-12-17 19:11:38,004 Checking jobs for platform=nord3 +2021-12-17 19:11:38,004 Checking jobs for platform=local +2021-12-17 19:11:38,005 Checking jobs for platform=transfer_node +2021-12-17 19:11:38,005 Checking all jobs at once +2021-12-17 19:11:39,831 Successful check job command +2021-12-17 19:11:41,304 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:11:41,304 End of checking +2021-12-17 19:11:41,305 Updating FAILED jobs +2021-12-17 19:11:41,305 Updating WAITING jobs +2021-12-17 19:11:41,306 Update finished +2021-12-17 19:11:41,306 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:11:41,306 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:11:41,307 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:11:41,307 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:11:41,309 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:11:41,312 Job list saved +2021-12-17 19:11:41,316 Updating FAILED jobs +2021-12-17 19:11:41,317 Updating WAITING jobs +2021-12-17 19:11:41,317 Update finished +2021-12-17 19:11:51,323 Reloading parameters... +2021-12-17 19:11:51,342 Loading parameters... +2021-12-17 19:11:51,344 Loading project parameters... +2021-12-17 19:11:51,346 + +23 of 25 jobs remaining (19:11) +2021-12-17 19:11:51,346 Sleep: 10 +2021-12-17 19:11:51,346 Number of retrials: 0 +2021-12-17 19:11:51,346 WRAPPER CHECK TIME = 10 +2021-12-17 19:11:51,347 Checking jobs for platform=marenostrum4 +2021-12-17 19:11:51,347 Checking jobs for platform=nord3 +2021-12-17 19:11:51,348 Checking jobs for platform=local +2021-12-17 19:11:51,349 Checking jobs for platform=transfer_node +2021-12-17 19:11:51,349 Checking all jobs at once +2021-12-17 19:11:53,069 Successful check job command +2021-12-17 19:11:57,745 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:11:57,745 End of checking +2021-12-17 19:11:57,748 Updating FAILED jobs +2021-12-17 19:11:57,749 Updating WAITING jobs +2021-12-17 19:11:57,749 Update finished +2021-12-17 19:11:57,749 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:11:57,750 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:11:57,750 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:11:57,750 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:11:57,756 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:11:57,758 Job list saved +2021-12-17 19:11:57,763 Updating FAILED jobs +2021-12-17 19:11:57,763 Updating WAITING jobs +2021-12-17 19:11:57,763 Update finished +2021-12-17 19:12:07,773 Reloading parameters... +2021-12-17 19:12:07,810 Loading parameters... +2021-12-17 19:12:07,812 Loading project parameters... +2021-12-17 19:12:07,834 + +23 of 25 jobs remaining (19:12) +2021-12-17 19:12:07,835 Sleep: 10 +2021-12-17 19:12:07,835 Number of retrials: 0 +2021-12-17 19:12:07,835 WRAPPER CHECK TIME = 10 +2021-12-17 19:12:07,836 Checking jobs for platform=marenostrum4 +2021-12-17 19:12:07,838 Checking jobs for platform=nord3 +2021-12-17 19:12:07,838 Checking jobs for platform=local +2021-12-17 19:12:07,839 Checking jobs for platform=transfer_node +2021-12-17 19:12:07,839 Checking all jobs at once +2021-12-17 19:12:09,215 Successful check job command +2021-12-17 19:12:13,190 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:12:13,190 End of checking +2021-12-17 19:12:13,191 Updating FAILED jobs +2021-12-17 19:12:13,191 Updating WAITING jobs +2021-12-17 19:12:13,192 Update finished +2021-12-17 19:12:13,192 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:12:13,192 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:12:13,192 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:12:13,192 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:12:13,196 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:12:13,199 Job list saved +2021-12-17 19:12:13,204 Updating FAILED jobs +2021-12-17 19:12:13,204 Updating WAITING jobs +2021-12-17 19:12:13,204 Update finished +2021-12-17 19:12:23,214 Reloading parameters... +2021-12-17 19:12:23,233 Loading parameters... +2021-12-17 19:12:23,234 Loading project parameters... +2021-12-17 19:12:23,236 + +23 of 25 jobs remaining (19:12) +2021-12-17 19:12:23,236 Sleep: 10 +2021-12-17 19:12:23,236 Number of retrials: 0 +2021-12-17 19:12:23,236 WRAPPER CHECK TIME = 10 +2021-12-17 19:12:23,237 Checking jobs for platform=marenostrum4 +2021-12-17 19:12:23,238 Checking jobs for platform=nord3 +2021-12-17 19:12:23,238 Checking jobs for platform=local +2021-12-17 19:12:23,239 Checking jobs for platform=transfer_node +2021-12-17 19:12:23,239 Checking all jobs at once +2021-12-17 19:12:25,259 Successful check job command +2021-12-17 19:12:29,983 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:12:29,983 End of checking +2021-12-17 19:12:29,985 Updating FAILED jobs +2021-12-17 19:12:29,985 Updating WAITING jobs +2021-12-17 19:12:29,985 Update finished +2021-12-17 19:12:29,986 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:12:29,986 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:12:29,986 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:12:29,986 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:12:29,989 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:12:29,991 Job list saved +2021-12-17 19:12:29,995 Updating FAILED jobs +2021-12-17 19:12:29,996 Updating WAITING jobs +2021-12-17 19:12:29,996 Update finished +2021-12-17 19:12:40,006 Reloading parameters... +2021-12-17 19:12:40,050 Loading parameters... +2021-12-17 19:12:40,053 Loading project parameters... +2021-12-17 19:12:40,055 + +23 of 25 jobs remaining (19:12) +2021-12-17 19:12:40,055 Sleep: 10 +2021-12-17 19:12:40,055 Number of retrials: 0 +2021-12-17 19:12:40,055 WRAPPER CHECK TIME = 10 +2021-12-17 19:12:40,056 Checking jobs for platform=marenostrum4 +2021-12-17 19:12:40,056 Checking jobs for platform=nord3 +2021-12-17 19:12:40,057 Checking jobs for platform=local +2021-12-17 19:12:40,058 Checking jobs for platform=transfer_node +2021-12-17 19:12:40,058 Checking all jobs at once +2021-12-17 19:12:41,827 Successful check job command +2021-12-17 19:12:44,207 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:12:44,208 End of checking +2021-12-17 19:12:44,211 Updating FAILED jobs +2021-12-17 19:12:44,211 Updating WAITING jobs +2021-12-17 19:12:44,211 Update finished +2021-12-17 19:12:44,212 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:12:44,212 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:12:44,212 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:12:44,212 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:12:44,218 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:12:44,222 Job list saved +2021-12-17 19:12:44,226 Updating FAILED jobs +2021-12-17 19:12:44,226 Updating WAITING jobs +2021-12-17 19:12:44,226 Update finished +2021-12-17 19:12:54,237 Reloading parameters... +2021-12-17 19:12:54,298 Loading parameters... +2021-12-17 19:12:54,299 Loading project parameters... +2021-12-17 19:12:54,301 + +23 of 25 jobs remaining (19:12) +2021-12-17 19:12:54,301 Sleep: 10 +2021-12-17 19:12:54,302 Number of retrials: 0 +2021-12-17 19:12:54,302 WRAPPER CHECK TIME = 10 +2021-12-17 19:12:54,302 Checking jobs for platform=marenostrum4 +2021-12-17 19:12:54,303 Checking jobs for platform=nord3 +2021-12-17 19:12:54,303 Checking jobs for platform=local +2021-12-17 19:12:54,304 Checking jobs for platform=transfer_node +2021-12-17 19:12:54,305 Checking all jobs at once +2021-12-17 19:12:56,726 Successful check job command +2021-12-17 19:12:59,197 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:12:59,197 End of checking +2021-12-17 19:12:59,199 Updating FAILED jobs +2021-12-17 19:12:59,199 Updating WAITING jobs +2021-12-17 19:12:59,199 Update finished +2021-12-17 19:12:59,199 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:12:59,199 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:12:59,199 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:12:59,200 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:12:59,202 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:12:59,204 Job list saved +2021-12-17 19:12:59,209 Updating FAILED jobs +2021-12-17 19:12:59,209 Updating WAITING jobs +2021-12-17 19:12:59,209 Update finished +2021-12-17 19:13:09,219 Reloading parameters... +2021-12-17 19:13:09,237 Loading parameters... +2021-12-17 19:13:09,239 Loading project parameters... +2021-12-17 19:13:09,240 + +23 of 25 jobs remaining (19:13) +2021-12-17 19:13:09,241 Sleep: 10 +2021-12-17 19:13:09,241 Number of retrials: 0 +2021-12-17 19:13:09,241 WRAPPER CHECK TIME = 10 +2021-12-17 19:13:09,241 Checking jobs for platform=marenostrum4 +2021-12-17 19:13:09,242 Checking jobs for platform=nord3 +2021-12-17 19:13:09,243 Checking jobs for platform=local +2021-12-17 19:13:09,243 Checking jobs for platform=transfer_node +2021-12-17 19:13:09,243 Checking all jobs at once +2021-12-17 19:13:10,970 Successful check job command +2021-12-17 19:13:12,942 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:13:12,942 End of checking +2021-12-17 19:13:12,943 Updating FAILED jobs +2021-12-17 19:13:12,943 Updating WAITING jobs +2021-12-17 19:13:12,944 Update finished +2021-12-17 19:13:12,944 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:13:12,944 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:13:12,945 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:13:12,945 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:13:12,948 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:13:12,952 Job list saved +2021-12-17 19:13:12,957 Updating FAILED jobs +2021-12-17 19:13:12,957 Updating WAITING jobs +2021-12-17 19:13:12,958 Update finished +2021-12-17 19:13:22,966 Reloading parameters... +2021-12-17 19:13:22,988 Loading parameters... +2021-12-17 19:13:22,989 Loading project parameters... +2021-12-17 19:13:22,991 + +23 of 25 jobs remaining (19:13) +2021-12-17 19:13:22,991 Sleep: 10 +2021-12-17 19:13:22,991 Number of retrials: 0 +2021-12-17 19:13:22,991 WRAPPER CHECK TIME = 10 +2021-12-17 19:13:22,992 Checking jobs for platform=marenostrum4 +2021-12-17 19:13:22,992 Checking jobs for platform=nord3 +2021-12-17 19:13:22,993 Checking jobs for platform=local +2021-12-17 19:13:22,993 Checking jobs for platform=transfer_node +2021-12-17 19:13:22,993 Checking all jobs at once +2021-12-17 19:13:25,265 Successful check job command +2021-12-17 19:13:27,435 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:13:27,436 End of checking +2021-12-17 19:13:27,437 Updating FAILED jobs +2021-12-17 19:13:27,437 Updating WAITING jobs +2021-12-17 19:13:27,437 Update finished +2021-12-17 19:13:27,437 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:13:27,438 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:13:27,438 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:13:27,438 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:13:27,441 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:13:27,443 Job list saved +2021-12-17 19:13:27,448 Updating FAILED jobs +2021-12-17 19:13:27,448 Updating WAITING jobs +2021-12-17 19:13:27,448 Update finished +2021-12-17 19:13:37,458 Reloading parameters... +2021-12-17 19:13:37,477 Loading parameters... +2021-12-17 19:13:37,478 Loading project parameters... +2021-12-17 19:13:37,481 + +23 of 25 jobs remaining (19:13) +2021-12-17 19:13:37,481 Sleep: 10 +2021-12-17 19:13:37,481 Number of retrials: 0 +2021-12-17 19:13:37,482 WRAPPER CHECK TIME = 10 +2021-12-17 19:13:37,482 Checking jobs for platform=marenostrum4 +2021-12-17 19:13:37,483 Checking jobs for platform=nord3 +2021-12-17 19:13:37,485 Checking jobs for platform=local +2021-12-17 19:13:37,485 Checking jobs for platform=transfer_node +2021-12-17 19:13:37,485 Checking all jobs at once +2021-12-17 19:13:39,508 Successful check job command +2021-12-17 19:13:41,478 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:13:41,478 End of checking +2021-12-17 19:13:41,480 Updating FAILED jobs +2021-12-17 19:13:41,480 Updating WAITING jobs +2021-12-17 19:13:41,480 Update finished +2021-12-17 19:13:41,480 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:13:41,481 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:13:41,481 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:13:41,481 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:13:41,483 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:13:41,486 Job list saved +2021-12-17 19:13:41,490 Updating FAILED jobs +2021-12-17 19:13:41,490 Updating WAITING jobs +2021-12-17 19:13:41,491 Update finished +2021-12-17 19:13:51,501 Reloading parameters... +2021-12-17 19:13:51,521 Loading parameters... +2021-12-17 19:13:51,523 Loading project parameters... +2021-12-17 19:13:51,524 + +23 of 25 jobs remaining (19:13) +2021-12-17 19:13:51,525 Sleep: 10 +2021-12-17 19:13:51,525 Number of retrials: 0 +2021-12-17 19:13:51,525 WRAPPER CHECK TIME = 10 +2021-12-17 19:13:51,525 Checking jobs for platform=marenostrum4 +2021-12-17 19:13:51,526 Checking jobs for platform=nord3 +2021-12-17 19:13:51,527 Checking jobs for platform=local +2021-12-17 19:13:51,527 Checking jobs for platform=transfer_node +2021-12-17 19:13:51,527 Checking all jobs at once +2021-12-17 19:13:52,897 Successful check job command +2021-12-17 19:13:55,223 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:13:55,224 End of checking +2021-12-17 19:13:55,225 Updating FAILED jobs +2021-12-17 19:13:55,225 Updating WAITING jobs +2021-12-17 19:13:55,225 Update finished +2021-12-17 19:13:55,225 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:13:55,226 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:13:55,226 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:13:55,226 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:13:55,229 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:13:55,231 Job list saved +2021-12-17 19:13:55,236 Updating FAILED jobs +2021-12-17 19:13:55,236 Updating WAITING jobs +2021-12-17 19:13:55,236 Update finished +2021-12-17 19:14:05,239 Reloading parameters... +2021-12-17 19:14:05,257 Loading parameters... +2021-12-17 19:14:05,258 Loading project parameters... +2021-12-17 19:14:05,260 + +23 of 25 jobs remaining (19:14) +2021-12-17 19:14:05,260 Sleep: 10 +2021-12-17 19:14:05,260 Number of retrials: 0 +2021-12-17 19:14:05,261 WRAPPER CHECK TIME = 10 +2021-12-17 19:14:05,261 Checking jobs for platform=marenostrum4 +2021-12-17 19:14:05,262 Checking jobs for platform=nord3 +2021-12-17 19:14:05,262 Checking jobs for platform=local +2021-12-17 19:14:05,263 Checking jobs for platform=transfer_node +2021-12-17 19:14:05,263 Checking all jobs at once +2021-12-17 19:14:06,583 Successful check job command +2021-12-17 19:14:15,468 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:14:15,468 End of checking +2021-12-17 19:14:15,470 Updating FAILED jobs +2021-12-17 19:14:15,470 Updating WAITING jobs +2021-12-17 19:14:15,471 Update finished +2021-12-17 19:14:15,471 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:14:15,471 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:14:15,471 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:14:15,471 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:14:15,475 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:14:15,477 Job list saved +2021-12-17 19:14:15,482 Updating FAILED jobs +2021-12-17 19:14:15,482 Updating WAITING jobs +2021-12-17 19:14:15,482 Update finished +2021-12-17 19:14:25,492 Reloading parameters... +2021-12-17 19:14:25,536 Loading parameters... +2021-12-17 19:14:25,542 Loading project parameters... +2021-12-17 19:14:25,544 + +23 of 25 jobs remaining (19:14) +2021-12-17 19:14:25,544 Sleep: 10 +2021-12-17 19:14:25,544 Number of retrials: 0 +2021-12-17 19:14:25,545 WRAPPER CHECK TIME = 10 +2021-12-17 19:14:25,545 Checking jobs for platform=marenostrum4 +2021-12-17 19:14:25,548 Checking jobs for platform=nord3 +2021-12-17 19:14:25,549 Checking jobs for platform=local +2021-12-17 19:14:25,550 Checking jobs for platform=transfer_node +2021-12-17 19:14:25,550 Checking all jobs at once +2021-12-17 19:14:28,981 Successful check job command +2021-12-17 19:14:33,563 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:14:33,563 End of checking +2021-12-17 19:14:33,574 Updating FAILED jobs +2021-12-17 19:14:33,574 Updating WAITING jobs +2021-12-17 19:14:33,574 Update finished +2021-12-17 19:14:33,574 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:14:33,575 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:14:33,575 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:14:33,575 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:14:33,580 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:14:33,584 Job list saved +2021-12-17 19:14:33,589 Updating FAILED jobs +2021-12-17 19:14:33,589 Updating WAITING jobs +2021-12-17 19:14:33,590 Update finished +2021-12-17 19:14:43,600 Reloading parameters... +2021-12-17 19:14:43,622 Loading parameters... +2021-12-17 19:14:43,624 Loading project parameters... +2021-12-17 19:14:43,626 + +23 of 25 jobs remaining (19:14) +2021-12-17 19:14:43,626 Sleep: 10 +2021-12-17 19:14:43,626 Number of retrials: 0 +2021-12-17 19:14:43,626 WRAPPER CHECK TIME = 10 +2021-12-17 19:14:43,627 Checking jobs for platform=marenostrum4 +2021-12-17 19:14:43,627 Checking jobs for platform=nord3 +2021-12-17 19:14:43,628 Checking jobs for platform=local +2021-12-17 19:14:43,629 Checking jobs for platform=transfer_node +2021-12-17 19:14:43,629 Checking all jobs at once +2021-12-17 19:14:45,349 Successful check job command +2021-12-17 19:14:50,674 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:14:50,674 End of checking +2021-12-17 19:14:50,676 Updating FAILED jobs +2021-12-17 19:14:50,676 Updating WAITING jobs +2021-12-17 19:14:50,676 Update finished +2021-12-17 19:14:50,676 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:14:50,677 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:14:50,677 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:14:50,677 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:14:50,679 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:14:50,682 Job list saved +2021-12-17 19:14:50,687 Updating FAILED jobs +2021-12-17 19:14:50,687 Updating WAITING jobs +2021-12-17 19:14:50,687 Update finished +2021-12-17 19:15:00,697 Reloading parameters... +2021-12-17 19:15:00,738 Loading parameters... +2021-12-17 19:15:00,740 Loading project parameters... +2021-12-17 19:15:00,742 + +23 of 25 jobs remaining (19:15) +2021-12-17 19:15:00,742 Sleep: 10 +2021-12-17 19:15:00,742 Number of retrials: 0 +2021-12-17 19:15:00,742 WRAPPER CHECK TIME = 10 +2021-12-17 19:15:00,743 Checking jobs for platform=marenostrum4 +2021-12-17 19:15:00,743 Checking jobs for platform=nord3 +2021-12-17 19:15:00,744 Checking jobs for platform=local +2021-12-17 19:15:00,744 Checking jobs for platform=transfer_node +2021-12-17 19:15:00,744 Checking all jobs at once +2021-12-17 19:15:02,124 Successful check job command +2021-12-17 19:15:03,423 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:15:03,423 End of checking +2021-12-17 19:15:03,425 Updating FAILED jobs +2021-12-17 19:15:03,425 Updating WAITING jobs +2021-12-17 19:15:03,425 Update finished +2021-12-17 19:15:03,425 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:15:03,426 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:15:03,426 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:15:03,426 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:15:03,438 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:15:03,443 Job list saved +2021-12-17 19:15:03,461 Updating FAILED jobs +2021-12-17 19:15:03,461 Updating WAITING jobs +2021-12-17 19:15:03,461 Update finished +2021-12-17 19:15:13,471 Reloading parameters... +2021-12-17 19:15:13,510 Loading parameters... +2021-12-17 19:15:13,512 Loading project parameters... +2021-12-17 19:15:13,514 + +23 of 25 jobs remaining (19:15) +2021-12-17 19:15:13,514 Sleep: 10 +2021-12-17 19:15:13,514 Number of retrials: 0 +2021-12-17 19:15:13,514 WRAPPER CHECK TIME = 10 +2021-12-17 19:15:13,515 Checking jobs for platform=marenostrum4 +2021-12-17 19:15:13,517 Checking jobs for platform=nord3 +2021-12-17 19:15:13,529 Checking jobs for platform=local +2021-12-17 19:15:13,530 Checking jobs for platform=transfer_node +2021-12-17 19:15:13,530 Checking all jobs at once +2021-12-17 19:15:16,465 Successful check job command +2021-12-17 19:15:19,488 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:15:19,488 End of checking +2021-12-17 19:15:19,491 Updating FAILED jobs +2021-12-17 19:15:19,491 Updating WAITING jobs +2021-12-17 19:15:19,491 Update finished +2021-12-17 19:15:19,492 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:15:19,495 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:15:19,495 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:15:19,495 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:15:19,498 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:15:19,500 Job list saved +2021-12-17 19:15:19,505 Updating FAILED jobs +2021-12-17 19:15:19,505 Updating WAITING jobs +2021-12-17 19:15:19,505 Update finished +2021-12-17 19:15:29,515 Reloading parameters... +2021-12-17 19:15:29,534 Loading parameters... +2021-12-17 19:15:29,536 Loading project parameters... +2021-12-17 19:15:29,537 + +23 of 25 jobs remaining (19:15) +2021-12-17 19:15:29,538 Sleep: 10 +2021-12-17 19:15:29,538 Number of retrials: 0 +2021-12-17 19:15:29,538 WRAPPER CHECK TIME = 10 +2021-12-17 19:15:29,538 Checking jobs for platform=marenostrum4 +2021-12-17 19:15:29,539 Checking jobs for platform=nord3 +2021-12-17 19:15:29,539 Checking jobs for platform=local +2021-12-17 19:15:29,540 Checking jobs for platform=transfer_node +2021-12-17 19:15:29,540 Checking all jobs at once +2021-12-17 19:15:31,009 Successful check job command +2021-12-17 19:15:32,479 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:15:32,479 End of checking +2021-12-17 19:15:32,481 Updating FAILED jobs +2021-12-17 19:15:32,481 Updating WAITING jobs +2021-12-17 19:15:32,481 Update finished +2021-12-17 19:15:32,481 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:15:32,482 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:15:32,482 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:15:32,482 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:15:32,484 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:15:32,486 Job list saved +2021-12-17 19:15:32,491 Updating FAILED jobs +2021-12-17 19:15:32,492 Updating WAITING jobs +2021-12-17 19:15:32,492 Update finished +2021-12-17 19:15:42,502 Reloading parameters... +2021-12-17 19:15:42,525 Loading parameters... +2021-12-17 19:15:42,528 Loading project parameters... +2021-12-17 19:15:42,533 + +23 of 25 jobs remaining (19:15) +2021-12-17 19:15:42,533 Sleep: 10 +2021-12-17 19:15:42,533 Number of retrials: 0 +2021-12-17 19:15:42,533 WRAPPER CHECK TIME = 10 +2021-12-17 19:15:42,534 Checking jobs for platform=marenostrum4 +2021-12-17 19:15:42,534 Checking jobs for platform=nord3 +2021-12-17 19:15:42,535 Checking jobs for platform=local +2021-12-17 19:15:42,539 Checking jobs for platform=transfer_node +2021-12-17 19:15:42,539 Checking all jobs at once +2021-12-17 19:15:45,740 Successful check job command +2021-12-17 19:15:48,313 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:15:48,313 End of checking +2021-12-17 19:15:48,314 Updating FAILED jobs +2021-12-17 19:15:48,315 Updating WAITING jobs +2021-12-17 19:15:48,315 Update finished +2021-12-17 19:15:48,315 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:15:48,315 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:15:48,315 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:15:48,315 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:15:48,320 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:15:48,322 Job list saved +2021-12-17 19:15:48,331 Updating FAILED jobs +2021-12-17 19:15:48,331 Updating WAITING jobs +2021-12-17 19:15:48,331 Update finished +2021-12-17 19:15:58,341 Reloading parameters... +2021-12-17 19:15:58,363 Loading parameters... +2021-12-17 19:15:58,364 Loading project parameters... +2021-12-17 19:15:58,366 + +23 of 25 jobs remaining (19:15) +2021-12-17 19:15:58,366 Sleep: 10 +2021-12-17 19:15:58,366 Number of retrials: 0 +2021-12-17 19:15:58,366 WRAPPER CHECK TIME = 10 +2021-12-17 19:15:58,367 Checking jobs for platform=marenostrum4 +2021-12-17 19:15:58,367 Checking jobs for platform=nord3 +2021-12-17 19:15:58,368 Checking jobs for platform=local +2021-12-17 19:15:58,369 Checking jobs for platform=transfer_node +2021-12-17 19:15:58,369 Checking all jobs at once +2021-12-17 19:16:01,394 Successful check job command +2021-12-17 19:16:05,669 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:16:05,669 End of checking +2021-12-17 19:16:05,671 Updating FAILED jobs +2021-12-17 19:16:05,671 Updating WAITING jobs +2021-12-17 19:16:05,671 Update finished +2021-12-17 19:16:05,672 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:16:05,672 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:16:05,672 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:16:05,673 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:16:05,676 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:16:05,678 Job list saved +2021-12-17 19:16:05,689 Updating FAILED jobs +2021-12-17 19:16:05,689 Updating WAITING jobs +2021-12-17 19:16:05,689 Update finished +2021-12-17 19:16:15,699 Reloading parameters... +2021-12-17 19:16:15,756 Loading parameters... +2021-12-17 19:16:15,757 Loading project parameters... +2021-12-17 19:16:15,759 + +23 of 25 jobs remaining (19:16) +2021-12-17 19:16:15,760 Sleep: 10 +2021-12-17 19:16:15,760 Number of retrials: 0 +2021-12-17 19:16:15,760 WRAPPER CHECK TIME = 10 +2021-12-17 19:16:15,760 Checking jobs for platform=marenostrum4 +2021-12-17 19:16:15,761 Checking jobs for platform=nord3 +2021-12-17 19:16:15,763 Checking jobs for platform=local +2021-12-17 19:16:15,765 Checking jobs for platform=transfer_node +2021-12-17 19:16:15,765 Checking all jobs at once +2021-12-17 19:16:17,138 Successful check job command +2021-12-17 19:16:19,663 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:16:19,664 End of checking +2021-12-17 19:16:19,665 Updating FAILED jobs +2021-12-17 19:16:19,665 Updating WAITING jobs +2021-12-17 19:16:19,665 Update finished +2021-12-17 19:16:19,666 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:16:19,666 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:16:19,666 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:16:19,666 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:16:19,669 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:16:19,672 Job list saved +2021-12-17 19:16:19,679 Updating FAILED jobs +2021-12-17 19:16:19,679 Updating WAITING jobs +2021-12-17 19:16:19,680 Update finished +2021-12-17 19:16:29,690 Reloading parameters... +2021-12-17 19:16:29,733 Loading parameters... +2021-12-17 19:16:29,735 Loading project parameters... +2021-12-17 19:16:29,739 + +23 of 25 jobs remaining (19:16) +2021-12-17 19:16:29,739 Sleep: 10 +2021-12-17 19:16:29,739 Number of retrials: 0 +2021-12-17 19:16:29,739 WRAPPER CHECK TIME = 10 +2021-12-17 19:16:29,740 Checking jobs for platform=marenostrum4 +2021-12-17 19:16:29,740 Checking jobs for platform=nord3 +2021-12-17 19:16:29,741 Checking jobs for platform=local +2021-12-17 19:16:29,742 Checking jobs for platform=transfer_node +2021-12-17 19:16:29,742 Checking all jobs at once +2021-12-17 19:16:31,762 Successful check job command +2021-12-17 19:16:34,337 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:16:34,337 End of checking +2021-12-17 19:16:34,339 Updating FAILED jobs +2021-12-17 19:16:34,339 Updating WAITING jobs +2021-12-17 19:16:34,340 Update finished +2021-12-17 19:16:34,340 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:16:34,340 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:16:34,340 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:16:34,340 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:16:34,344 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:16:34,346 Job list saved +2021-12-17 19:16:34,355 Updating FAILED jobs +2021-12-17 19:16:34,355 Updating WAITING jobs +2021-12-17 19:16:34,358 Update finished +2021-12-17 19:16:44,369 Reloading parameters... +2021-12-17 19:16:44,404 Loading parameters... +2021-12-17 19:16:44,411 Loading project parameters... +2021-12-17 19:16:44,420 + +23 of 25 jobs remaining (19:16) +2021-12-17 19:16:44,420 Sleep: 10 +2021-12-17 19:16:44,420 Number of retrials: 0 +2021-12-17 19:16:44,420 WRAPPER CHECK TIME = 10 +2021-12-17 19:16:44,421 Checking jobs for platform=marenostrum4 +2021-12-17 19:16:44,421 Checking jobs for platform=nord3 +2021-12-17 19:16:44,422 Checking jobs for platform=local +2021-12-17 19:16:44,422 Checking jobs for platform=transfer_node +2021-12-17 19:16:44,422 Checking all jobs at once +2021-12-17 19:16:46,998 Successful check job command +2021-12-17 19:16:51,074 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:16:51,077 End of checking +2021-12-17 19:16:51,084 Updating FAILED jobs +2021-12-17 19:16:51,084 Updating WAITING jobs +2021-12-17 19:16:51,085 Update finished +2021-12-17 19:16:51,085 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:16:51,086 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:16:51,086 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:16:51,086 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:16:51,091 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:16:51,096 Job list saved +2021-12-17 19:16:51,118 Updating FAILED jobs +2021-12-17 19:16:51,118 Updating WAITING jobs +2021-12-17 19:16:51,118 Update finished +2021-12-17 19:17:01,128 Reloading parameters... +2021-12-17 19:17:01,174 Loading parameters... +2021-12-17 19:17:01,175 Loading project parameters... +2021-12-17 19:17:01,177 + +23 of 25 jobs remaining (19:17) +2021-12-17 19:17:01,177 Sleep: 10 +2021-12-17 19:17:01,178 Number of retrials: 0 +2021-12-17 19:17:01,178 WRAPPER CHECK TIME = 10 +2021-12-17 19:17:01,178 Checking jobs for platform=marenostrum4 +2021-12-17 19:17:01,179 Checking jobs for platform=nord3 +2021-12-17 19:17:01,179 Checking jobs for platform=local +2021-12-17 19:17:01,180 Checking jobs for platform=transfer_node +2021-12-17 19:17:01,180 Checking all jobs at once +2021-12-17 19:17:03,105 Successful check job command +2021-12-17 19:17:05,125 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:17:05,125 End of checking +2021-12-17 19:17:05,127 Updating FAILED jobs +2021-12-17 19:17:05,127 Updating WAITING jobs +2021-12-17 19:17:05,127 Update finished +2021-12-17 19:17:05,127 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:17:05,128 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:17:05,128 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:17:05,128 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:17:05,131 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:17:05,133 Job list saved +2021-12-17 19:17:05,138 Updating FAILED jobs +2021-12-17 19:17:05,138 Updating WAITING jobs +2021-12-17 19:17:05,138 Update finished +2021-12-17 19:17:15,144 Reloading parameters... +2021-12-17 19:17:15,165 Loading parameters... +2021-12-17 19:17:15,167 Loading project parameters... +2021-12-17 19:17:15,169 + +23 of 25 jobs remaining (19:17) +2021-12-17 19:17:15,169 Sleep: 10 +2021-12-17 19:17:15,169 Number of retrials: 0 +2021-12-17 19:17:15,169 WRAPPER CHECK TIME = 10 +2021-12-17 19:17:15,170 Checking jobs for platform=marenostrum4 +2021-12-17 19:17:15,171 Checking jobs for platform=nord3 +2021-12-17 19:17:15,171 Checking jobs for platform=local +2021-12-17 19:17:15,172 Checking jobs for platform=transfer_node +2021-12-17 19:17:15,172 Checking all jobs at once +2021-12-17 19:17:19,001 Successful check job command +2021-12-17 19:17:21,884 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:17:21,884 End of checking +2021-12-17 19:17:21,886 Updating FAILED jobs +2021-12-17 19:17:21,886 Updating WAITING jobs +2021-12-17 19:17:21,886 Update finished +2021-12-17 19:17:21,886 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:17:21,886 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:17:21,886 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:17:21,887 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:17:21,890 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:17:21,892 Job list saved +2021-12-17 19:17:21,896 Updating FAILED jobs +2021-12-17 19:17:21,896 Updating WAITING jobs +2021-12-17 19:17:21,897 Update finished +2021-12-17 19:17:31,898 Reloading parameters... +2021-12-17 19:17:31,923 Loading parameters... +2021-12-17 19:17:31,924 Loading project parameters... +2021-12-17 19:17:31,926 + +23 of 25 jobs remaining (19:17) +2021-12-17 19:17:31,926 Sleep: 10 +2021-12-17 19:17:31,926 Number of retrials: 0 +2021-12-17 19:17:31,926 WRAPPER CHECK TIME = 10 +2021-12-17 19:17:31,927 Checking jobs for platform=marenostrum4 +2021-12-17 19:17:31,927 Checking jobs for platform=nord3 +2021-12-17 19:17:31,928 Checking jobs for platform=local +2021-12-17 19:17:31,929 Checking jobs for platform=transfer_node +2021-12-17 19:17:31,929 Checking all jobs at once +2021-12-17 19:17:34,350 Successful check job command +2021-12-17 19:17:36,672 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:17:36,672 End of checking +2021-12-17 19:17:36,673 Updating FAILED jobs +2021-12-17 19:17:36,674 Updating WAITING jobs +2021-12-17 19:17:36,674 Update finished +2021-12-17 19:17:36,674 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:17:36,675 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:17:36,675 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:17:36,675 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:17:36,678 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:17:36,680 Job list saved +2021-12-17 19:17:36,685 Updating FAILED jobs +2021-12-17 19:17:36,685 Updating WAITING jobs +2021-12-17 19:17:36,685 Update finished +2021-12-17 19:17:46,695 Reloading parameters... +2021-12-17 19:17:46,713 Loading parameters... +2021-12-17 19:17:46,714 Loading project parameters... +2021-12-17 19:17:46,716 + +23 of 25 jobs remaining (19:17) +2021-12-17 19:17:46,716 Sleep: 10 +2021-12-17 19:17:46,716 Number of retrials: 0 +2021-12-17 19:17:46,716 WRAPPER CHECK TIME = 10 +2021-12-17 19:17:46,717 Checking jobs for platform=marenostrum4 +2021-12-17 19:17:46,718 Checking jobs for platform=nord3 +2021-12-17 19:17:46,718 Checking jobs for platform=local +2021-12-17 19:17:46,719 Checking jobs for platform=transfer_node +2021-12-17 19:17:46,719 Checking all jobs at once +2021-12-17 19:17:48,138 Successful check job command +2021-12-17 19:17:49,357 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:17:49,357 End of checking +2021-12-17 19:17:49,359 Updating FAILED jobs +2021-12-17 19:17:49,359 Updating WAITING jobs +2021-12-17 19:17:49,360 Update finished +2021-12-17 19:17:49,360 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:17:49,360 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:17:49,360 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:17:49,360 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:17:49,363 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:17:49,365 Job list saved +2021-12-17 19:17:49,370 Updating FAILED jobs +2021-12-17 19:17:49,370 Updating WAITING jobs +2021-12-17 19:17:49,370 Update finished +2021-12-17 19:17:59,380 Reloading parameters... +2021-12-17 19:17:59,406 Loading parameters... +2021-12-17 19:17:59,407 Loading project parameters... +2021-12-17 19:17:59,409 + +23 of 25 jobs remaining (19:17) +2021-12-17 19:17:59,409 Sleep: 10 +2021-12-17 19:17:59,409 Number of retrials: 0 +2021-12-17 19:17:59,409 WRAPPER CHECK TIME = 10 +2021-12-17 19:17:59,410 Checking jobs for platform=marenostrum4 +2021-12-17 19:17:59,411 Checking jobs for platform=nord3 +2021-12-17 19:17:59,411 Checking jobs for platform=local +2021-12-17 19:17:59,412 Checking jobs for platform=transfer_node +2021-12-17 19:17:59,412 Checking all jobs at once +2021-12-17 19:18:03,189 Successful check job command +2021-12-17 19:18:13,124 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:18:13,125 End of checking +2021-12-17 19:18:13,129 Updating FAILED jobs +2021-12-17 19:18:13,129 Updating WAITING jobs +2021-12-17 19:18:13,129 Update finished +2021-12-17 19:18:13,130 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:18:13,131 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:18:13,131 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:18:13,131 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:18:13,135 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:18:13,140 Job list saved +2021-12-17 19:18:13,146 Updating FAILED jobs +2021-12-17 19:18:13,146 Updating WAITING jobs +2021-12-17 19:18:13,146 Update finished +2021-12-17 19:18:23,156 Reloading parameters... +2021-12-17 19:18:23,187 Loading parameters... +2021-12-17 19:18:23,194 Loading project parameters... +2021-12-17 19:18:23,196 + +23 of 25 jobs remaining (19:18) +2021-12-17 19:18:23,196 Sleep: 10 +2021-12-17 19:18:23,196 Number of retrials: 0 +2021-12-17 19:18:23,196 WRAPPER CHECK TIME = 10 +2021-12-17 19:18:23,204 Checking jobs for platform=marenostrum4 +2021-12-17 19:18:23,205 Checking jobs for platform=nord3 +2021-12-17 19:18:23,205 Checking jobs for platform=local +2021-12-17 19:18:23,206 Checking jobs for platform=transfer_node +2021-12-17 19:18:23,206 Checking all jobs at once +2021-12-17 19:18:25,179 Successful check job command +2021-12-17 19:18:28,702 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:18:28,702 End of checking +2021-12-17 19:18:28,703 Updating FAILED jobs +2021-12-17 19:18:28,704 Updating WAITING jobs +2021-12-17 19:18:28,704 Update finished +2021-12-17 19:18:28,704 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:18:28,704 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:18:28,704 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:18:28,704 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:18:28,707 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:18:28,710 Job list saved +2021-12-17 19:18:28,714 Updating FAILED jobs +2021-12-17 19:18:28,714 Updating WAITING jobs +2021-12-17 19:18:28,715 Update finished +2021-12-17 19:18:38,725 Reloading parameters... +2021-12-17 19:18:38,748 Loading parameters... +2021-12-17 19:18:38,749 Loading project parameters... +2021-12-17 19:18:38,752 + +23 of 25 jobs remaining (19:18) +2021-12-17 19:18:38,752 Sleep: 10 +2021-12-17 19:18:38,752 Number of retrials: 0 +2021-12-17 19:18:38,752 WRAPPER CHECK TIME = 10 +2021-12-17 19:18:38,753 Checking jobs for platform=marenostrum4 +2021-12-17 19:18:38,754 Checking jobs for platform=nord3 +2021-12-17 19:18:38,755 Checking jobs for platform=local +2021-12-17 19:18:38,756 Checking jobs for platform=transfer_node +2021-12-17 19:18:38,756 Checking all jobs at once +2021-12-17 19:18:40,132 Successful check job command +2021-12-17 19:18:42,358 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:18:42,358 End of checking +2021-12-17 19:18:42,359 Updating FAILED jobs +2021-12-17 19:18:42,359 Updating WAITING jobs +2021-12-17 19:18:42,360 Update finished +2021-12-17 19:18:42,360 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:18:42,360 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:18:42,360 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:18:42,360 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:18:42,368 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:18:42,371 Job list saved +2021-12-17 19:18:42,381 Updating FAILED jobs +2021-12-17 19:18:42,381 Updating WAITING jobs +2021-12-17 19:18:42,382 Update finished +2021-12-17 19:18:52,392 Reloading parameters... +2021-12-17 19:18:52,413 Loading parameters... +2021-12-17 19:18:52,414 Loading project parameters... +2021-12-17 19:18:52,416 + +23 of 25 jobs remaining (19:18) +2021-12-17 19:18:52,416 Sleep: 10 +2021-12-17 19:18:52,416 Number of retrials: 0 +2021-12-17 19:18:52,417 WRAPPER CHECK TIME = 10 +2021-12-17 19:18:52,417 Checking jobs for platform=marenostrum4 +2021-12-17 19:18:52,418 Checking jobs for platform=nord3 +2021-12-17 19:18:52,418 Checking jobs for platform=local +2021-12-17 19:18:52,419 Checking jobs for platform=transfer_node +2021-12-17 19:18:52,419 Checking all jobs at once +2021-12-17 19:18:54,947 Successful check job command +2021-12-17 19:18:56,919 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:18:56,920 End of checking +2021-12-17 19:18:56,932 Updating FAILED jobs +2021-12-17 19:18:56,932 Updating WAITING jobs +2021-12-17 19:18:56,932 Update finished +2021-12-17 19:18:56,932 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:18:56,943 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:18:56,943 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:18:56,943 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:18:56,955 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:18:56,958 Job list saved +2021-12-17 19:18:56,965 Updating FAILED jobs +2021-12-17 19:18:56,965 Updating WAITING jobs +2021-12-17 19:18:56,965 Update finished +2021-12-17 19:19:06,976 Reloading parameters... +2021-12-17 19:19:07,099 Loading parameters... +2021-12-17 19:19:07,102 Loading project parameters... +2021-12-17 19:19:07,114 + +23 of 25 jobs remaining (19:19) +2021-12-17 19:19:07,114 Sleep: 10 +2021-12-17 19:19:07,114 Number of retrials: 0 +2021-12-17 19:19:07,114 WRAPPER CHECK TIME = 10 +2021-12-17 19:19:07,115 Checking jobs for platform=marenostrum4 +2021-12-17 19:19:07,116 Checking jobs for platform=nord3 +2021-12-17 19:19:07,116 Checking jobs for platform=local +2021-12-17 19:19:07,121 Checking jobs for platform=transfer_node +2021-12-17 19:19:07,121 Checking all jobs at once +2021-12-17 19:19:10,102 Successful check job command +2021-12-17 19:19:13,126 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:19:13,126 End of checking +2021-12-17 19:19:13,129 Updating FAILED jobs +2021-12-17 19:19:13,129 Updating WAITING jobs +2021-12-17 19:19:13,129 Update finished +2021-12-17 19:19:13,130 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:19:13,130 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:19:13,130 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:19:13,130 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:19:13,135 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:19:13,137 Job list saved +2021-12-17 19:19:13,143 Updating FAILED jobs +2021-12-17 19:19:13,144 Updating WAITING jobs +2021-12-17 19:19:13,144 Update finished +2021-12-17 19:19:23,157 Reloading parameters... +2021-12-17 19:19:23,228 Loading parameters... +2021-12-17 19:19:23,231 Loading project parameters... +2021-12-17 19:19:23,238 + +23 of 25 jobs remaining (19:19) +2021-12-17 19:19:23,238 Sleep: 10 +2021-12-17 19:19:23,238 Number of retrials: 0 +2021-12-17 19:19:23,239 WRAPPER CHECK TIME = 10 +2021-12-17 19:19:23,239 Checking jobs for platform=marenostrum4 +2021-12-17 19:19:23,240 Checking jobs for platform=nord3 +2021-12-17 19:19:23,240 Checking jobs for platform=local +2021-12-17 19:19:23,241 Checking jobs for platform=transfer_node +2021-12-17 19:19:23,242 Checking all jobs at once +2021-12-17 19:19:25,864 Successful check job command +2021-12-17 19:19:28,187 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:19:28,187 End of checking +2021-12-17 19:19:28,189 Updating FAILED jobs +2021-12-17 19:19:28,189 Updating WAITING jobs +2021-12-17 19:19:28,189 Update finished +2021-12-17 19:19:28,189 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:19:28,190 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:19:28,190 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:19:28,190 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:19:28,195 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:19:28,199 Job list saved +2021-12-17 19:19:28,206 Updating FAILED jobs +2021-12-17 19:19:28,206 Updating WAITING jobs +2021-12-17 19:19:28,206 Update finished +2021-12-17 19:19:38,212 Reloading parameters... +2021-12-17 19:19:38,258 Loading parameters... +2021-12-17 19:19:38,259 Loading project parameters... +2021-12-17 19:19:38,268 + +23 of 25 jobs remaining (19:19) +2021-12-17 19:19:38,269 Sleep: 10 +2021-12-17 19:19:38,269 Number of retrials: 0 +2021-12-17 19:19:38,269 WRAPPER CHECK TIME = 10 +2021-12-17 19:19:38,270 Checking jobs for platform=marenostrum4 +2021-12-17 19:19:38,270 Checking jobs for platform=nord3 +2021-12-17 19:19:38,271 Checking jobs for platform=local +2021-12-17 19:19:38,271 Checking jobs for platform=transfer_node +2021-12-17 19:19:38,272 Checking all jobs at once +2021-12-17 19:19:41,117 Successful check job command +2021-12-17 19:19:46,446 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:19:46,446 End of checking +2021-12-17 19:19:46,448 Updating FAILED jobs +2021-12-17 19:19:46,448 Updating WAITING jobs +2021-12-17 19:19:46,448 Update finished +2021-12-17 19:19:46,448 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:19:46,449 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:19:46,449 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:19:46,449 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:19:46,452 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:19:46,454 Job list saved +2021-12-17 19:19:46,459 Updating FAILED jobs +2021-12-17 19:19:46,459 Updating WAITING jobs +2021-12-17 19:19:46,459 Update finished +2021-12-17 19:19:56,469 Reloading parameters... +2021-12-17 19:19:56,490 Loading parameters... +2021-12-17 19:19:56,491 Loading project parameters... +2021-12-17 19:19:56,493 + +23 of 25 jobs remaining (19:19) +2021-12-17 19:19:56,493 Sleep: 10 +2021-12-17 19:19:56,493 Number of retrials: 0 +2021-12-17 19:19:56,493 WRAPPER CHECK TIME = 10 +2021-12-17 19:19:56,494 Checking jobs for platform=marenostrum4 +2021-12-17 19:19:56,494 Checking jobs for platform=nord3 +2021-12-17 19:19:56,495 Checking jobs for platform=local +2021-12-17 19:19:56,496 Checking jobs for platform=transfer_node +2021-12-17 19:19:56,496 Checking all jobs at once +2021-12-17 19:19:57,966 Successful check job command +2021-12-17 19:20:00,048 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:20:00,048 End of checking +2021-12-17 19:20:00,049 Updating FAILED jobs +2021-12-17 19:20:00,049 Updating WAITING jobs +2021-12-17 19:20:00,049 Update finished +2021-12-17 19:20:00,050 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:20:00,050 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:20:00,050 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:20:00,050 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:20:00,053 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:20:00,055 Job list saved +2021-12-17 19:20:00,060 Updating FAILED jobs +2021-12-17 19:20:00,060 Updating WAITING jobs +2021-12-17 19:20:00,060 Update finished +2021-12-17 19:20:10,070 Reloading parameters... +2021-12-17 19:20:10,095 Loading parameters... +2021-12-17 19:20:10,097 Loading project parameters... +2021-12-17 19:20:10,101 + +23 of 25 jobs remaining (19:20) +2021-12-17 19:20:10,101 Sleep: 10 +2021-12-17 19:20:10,101 Number of retrials: 0 +2021-12-17 19:20:10,101 WRAPPER CHECK TIME = 10 +2021-12-17 19:20:10,102 Checking jobs for platform=marenostrum4 +2021-12-17 19:20:10,102 Checking jobs for platform=nord3 +2021-12-17 19:20:10,103 Checking jobs for platform=local +2021-12-17 19:20:10,104 Checking jobs for platform=transfer_node +2021-12-17 19:20:10,104 Checking all jobs at once +2021-12-17 19:20:11,877 Successful check job command +2021-12-17 19:20:18,360 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:20:18,360 End of checking +2021-12-17 19:20:18,362 Updating FAILED jobs +2021-12-17 19:20:18,362 Updating WAITING jobs +2021-12-17 19:20:18,362 Update finished +2021-12-17 19:20:18,362 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:20:18,362 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:20:18,362 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:20:18,363 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:20:18,366 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:20:18,368 Job list saved +2021-12-17 19:20:18,373 Updating FAILED jobs +2021-12-17 19:20:18,373 Updating WAITING jobs +2021-12-17 19:20:18,374 Update finished +2021-12-17 19:20:28,384 Reloading parameters... +2021-12-17 19:20:28,404 Loading parameters... +2021-12-17 19:20:28,405 Loading project parameters... +2021-12-17 19:20:28,409 + +23 of 25 jobs remaining (19:20) +2021-12-17 19:20:28,410 Sleep: 10 +2021-12-17 19:20:28,410 Number of retrials: 0 +2021-12-17 19:20:28,410 WRAPPER CHECK TIME = 10 +2021-12-17 19:20:28,410 Checking jobs for platform=marenostrum4 +2021-12-17 19:20:28,411 Checking jobs for platform=nord3 +2021-12-17 19:20:28,412 Checking jobs for platform=local +2021-12-17 19:20:28,412 Checking jobs for platform=transfer_node +2021-12-17 19:20:28,413 Checking all jobs at once +2021-12-17 19:20:29,936 Successful check job command +2021-12-17 19:20:34,110 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:20:34,110 End of checking +2021-12-17 19:20:34,112 Updating FAILED jobs +2021-12-17 19:20:34,112 Updating WAITING jobs +2021-12-17 19:20:34,112 Update finished +2021-12-17 19:20:34,112 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:20:34,114 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:20:34,114 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:20:34,115 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:20:34,118 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:20:34,121 Job list saved +2021-12-17 19:20:34,127 Updating FAILED jobs +2021-12-17 19:20:34,127 Updating WAITING jobs +2021-12-17 19:20:34,127 Update finished +2021-12-17 19:20:44,133 Reloading parameters... +2021-12-17 19:20:44,152 Loading parameters... +2021-12-17 19:20:44,153 Loading project parameters... +2021-12-17 19:20:44,155 + +23 of 25 jobs remaining (19:20) +2021-12-17 19:20:44,155 Sleep: 10 +2021-12-17 19:20:44,155 Number of retrials: 0 +2021-12-17 19:20:44,156 WRAPPER CHECK TIME = 10 +2021-12-17 19:20:44,156 Checking jobs for platform=marenostrum4 +2021-12-17 19:20:44,157 Checking jobs for platform=nord3 +2021-12-17 19:20:44,157 Checking jobs for platform=local +2021-12-17 19:20:44,158 Checking jobs for platform=transfer_node +2021-12-17 19:20:44,158 Checking all jobs at once +2021-12-17 19:20:45,988 Successful check job command +2021-12-17 19:20:48,059 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:20:48,059 End of checking +2021-12-17 19:20:48,064 Updating FAILED jobs +2021-12-17 19:20:48,064 Updating WAITING jobs +2021-12-17 19:20:48,064 Update finished +2021-12-17 19:20:48,065 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:20:48,065 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:20:48,065 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:20:48,065 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:20:48,072 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:20:48,075 Job list saved +2021-12-17 19:20:48,082 Updating FAILED jobs +2021-12-17 19:20:48,082 Updating WAITING jobs +2021-12-17 19:20:48,082 Update finished +2021-12-17 19:20:58,092 Reloading parameters... +2021-12-17 19:20:58,138 Loading parameters... +2021-12-17 19:20:58,139 Loading project parameters... +2021-12-17 19:20:58,144 + +23 of 25 jobs remaining (19:20) +2021-12-17 19:20:58,144 Sleep: 10 +2021-12-17 19:20:58,144 Number of retrials: 0 +2021-12-17 19:20:58,144 WRAPPER CHECK TIME = 10 +2021-12-17 19:20:58,145 Checking jobs for platform=marenostrum4 +2021-12-17 19:20:58,145 Checking jobs for platform=nord3 +2021-12-17 19:20:58,146 Checking jobs for platform=local +2021-12-17 19:20:58,146 Checking jobs for platform=transfer_node +2021-12-17 19:20:58,146 Checking all jobs at once +2021-12-17 19:21:00,718 Successful check job command +2021-12-17 19:21:05,399 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:21:05,399 End of checking +2021-12-17 19:21:05,401 Updating FAILED jobs +2021-12-17 19:21:05,401 Updating WAITING jobs +2021-12-17 19:21:05,401 Update finished +2021-12-17 19:21:05,401 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:21:05,402 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:21:05,402 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:21:05,402 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:21:05,405 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:21:05,407 Job list saved +2021-12-17 19:21:05,413 Updating FAILED jobs +2021-12-17 19:21:05,413 Updating WAITING jobs +2021-12-17 19:21:05,414 Update finished +2021-12-17 19:21:15,423 Reloading parameters... +2021-12-17 19:21:15,443 Loading parameters... +2021-12-17 19:21:15,445 Loading project parameters... +2021-12-17 19:21:15,447 + +23 of 25 jobs remaining (19:21) +2021-12-17 19:21:15,447 Sleep: 10 +2021-12-17 19:21:15,447 Number of retrials: 0 +2021-12-17 19:21:15,447 WRAPPER CHECK TIME = 10 +2021-12-17 19:21:15,448 Checking jobs for platform=marenostrum4 +2021-12-17 19:21:15,448 Checking jobs for platform=nord3 +2021-12-17 19:21:15,449 Checking jobs for platform=local +2021-12-17 19:21:15,449 Checking jobs for platform=transfer_node +2021-12-17 19:21:15,450 Checking all jobs at once +2021-12-17 19:21:16,871 Successful check job command +2021-12-17 19:21:19,393 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:21:19,393 End of checking +2021-12-17 19:21:19,394 Updating FAILED jobs +2021-12-17 19:21:19,395 Updating WAITING jobs +2021-12-17 19:21:19,395 Update finished +2021-12-17 19:21:19,395 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:21:19,395 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:21:19,395 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:21:19,396 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:21:19,399 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:21:19,401 Job list saved +2021-12-17 19:21:19,406 Updating FAILED jobs +2021-12-17 19:21:19,406 Updating WAITING jobs +2021-12-17 19:21:19,407 Update finished +2021-12-17 19:21:29,416 Reloading parameters... +2021-12-17 19:21:29,450 Loading parameters... +2021-12-17 19:21:29,455 Loading project parameters... +2021-12-17 19:21:29,458 + +23 of 25 jobs remaining (19:21) +2021-12-17 19:21:29,459 Sleep: 10 +2021-12-17 19:21:29,459 Number of retrials: 0 +2021-12-17 19:21:29,459 WRAPPER CHECK TIME = 10 +2021-12-17 19:21:29,460 Checking jobs for platform=marenostrum4 +2021-12-17 19:21:29,460 Checking jobs for platform=nord3 +2021-12-17 19:21:29,461 Checking jobs for platform=local +2021-12-17 19:21:29,461 Checking jobs for platform=transfer_node +2021-12-17 19:21:29,461 Checking all jobs at once +2021-12-17 19:21:30,846 Successful check job command +2021-12-17 19:21:32,977 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:21:32,977 End of checking +2021-12-17 19:21:32,979 Updating FAILED jobs +2021-12-17 19:21:32,980 Updating WAITING jobs +2021-12-17 19:21:32,980 Update finished +2021-12-17 19:21:32,980 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:21:32,980 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:21:32,980 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:21:32,981 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:21:32,985 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:21:32,987 Job list saved +2021-12-17 19:21:32,992 Updating FAILED jobs +2021-12-17 19:21:32,992 Updating WAITING jobs +2021-12-17 19:21:32,993 Update finished +2021-12-17 19:21:43,003 Reloading parameters... +2021-12-17 19:21:43,026 Loading parameters... +2021-12-17 19:21:43,027 Loading project parameters... +2021-12-17 19:21:43,029 + +23 of 25 jobs remaining (19:21) +2021-12-17 19:21:43,030 Sleep: 10 +2021-12-17 19:21:43,030 Number of retrials: 0 +2021-12-17 19:21:43,030 WRAPPER CHECK TIME = 10 +2021-12-17 19:21:43,030 Checking jobs for platform=marenostrum4 +2021-12-17 19:21:43,031 Checking jobs for platform=nord3 +2021-12-17 19:21:43,032 Checking jobs for platform=local +2021-12-17 19:21:43,032 Checking jobs for platform=transfer_node +2021-12-17 19:21:43,032 Checking all jobs at once +2021-12-17 19:21:44,506 Successful check job command +2021-12-17 19:21:46,039 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:21:46,040 End of checking +2021-12-17 19:21:46,041 Updating FAILED jobs +2021-12-17 19:21:46,041 Updating WAITING jobs +2021-12-17 19:21:46,041 Update finished +2021-12-17 19:21:46,041 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:21:46,042 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:21:46,042 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:21:46,042 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:21:46,045 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:21:46,048 Job list saved +2021-12-17 19:21:46,053 Updating FAILED jobs +2021-12-17 19:21:46,053 Updating WAITING jobs +2021-12-17 19:21:46,054 Update finished +2021-12-17 19:21:56,063 Reloading parameters... +2021-12-17 19:21:56,083 Loading parameters... +2021-12-17 19:21:56,085 Loading project parameters... +2021-12-17 19:21:56,086 + +23 of 25 jobs remaining (19:21) +2021-12-17 19:21:56,087 Sleep: 10 +2021-12-17 19:21:56,087 Number of retrials: 0 +2021-12-17 19:21:56,087 WRAPPER CHECK TIME = 10 +2021-12-17 19:21:56,087 Checking jobs for platform=marenostrum4 +2021-12-17 19:21:56,088 Checking jobs for platform=nord3 +2021-12-17 19:21:56,088 Checking jobs for platform=local +2021-12-17 19:21:56,089 Checking jobs for platform=transfer_node +2021-12-17 19:21:56,089 Checking all jobs at once +2021-12-17 19:21:58,212 Successful check job command +2021-12-17 19:22:01,091 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:22:01,091 End of checking +2021-12-17 19:22:01,092 Updating FAILED jobs +2021-12-17 19:22:01,093 Updating WAITING jobs +2021-12-17 19:22:01,093 Update finished +2021-12-17 19:22:01,093 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:22:01,093 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:22:01,093 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:22:01,093 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:22:01,096 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:22:01,099 Job list saved +2021-12-17 19:22:01,105 Updating FAILED jobs +2021-12-17 19:22:01,105 Updating WAITING jobs +2021-12-17 19:22:01,105 Update finished +2021-12-17 19:22:11,116 Reloading parameters... +2021-12-17 19:22:11,143 Loading parameters... +2021-12-17 19:22:11,144 Loading project parameters... +2021-12-17 19:22:11,151 + +23 of 25 jobs remaining (19:22) +2021-12-17 19:22:11,158 Sleep: 10 +2021-12-17 19:22:11,158 Number of retrials: 0 +2021-12-17 19:22:11,158 WRAPPER CHECK TIME = 10 +2021-12-17 19:22:11,159 Checking jobs for platform=marenostrum4 +2021-12-17 19:22:11,159 Checking jobs for platform=nord3 +2021-12-17 19:22:11,160 Checking jobs for platform=local +2021-12-17 19:22:11,163 Checking jobs for platform=transfer_node +2021-12-17 19:22:11,164 Checking all jobs at once +2021-12-17 19:22:13,097 Successful check job command +2021-12-17 19:22:14,672 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:22:14,673 End of checking +2021-12-17 19:22:14,675 Updating FAILED jobs +2021-12-17 19:22:14,675 Updating WAITING jobs +2021-12-17 19:22:14,675 Update finished +2021-12-17 19:22:14,676 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:22:14,676 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:22:14,676 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:22:14,676 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:22:14,683 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:22:14,686 Job list saved +2021-12-17 19:22:14,703 Updating FAILED jobs +2021-12-17 19:22:14,703 Updating WAITING jobs +2021-12-17 19:22:14,704 Update finished +2021-12-17 19:22:24,714 Reloading parameters... +2021-12-17 19:22:24,780 Loading parameters... +2021-12-17 19:22:24,789 Loading project parameters... +2021-12-17 19:22:24,791 + +23 of 25 jobs remaining (19:22) +2021-12-17 19:22:24,791 Sleep: 10 +2021-12-17 19:22:24,791 Number of retrials: 0 +2021-12-17 19:22:24,791 WRAPPER CHECK TIME = 10 +2021-12-17 19:22:24,792 Checking jobs for platform=marenostrum4 +2021-12-17 19:22:24,792 Checking jobs for platform=nord3 +2021-12-17 19:22:24,805 Checking jobs for platform=local +2021-12-17 19:22:24,805 Checking jobs for platform=transfer_node +2021-12-17 19:22:24,805 Checking all jobs at once +2021-12-17 19:22:26,302 Successful check job command +2021-12-17 19:22:31,470 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:22:31,470 End of checking +2021-12-17 19:22:31,472 Updating FAILED jobs +2021-12-17 19:22:31,472 Updating WAITING jobs +2021-12-17 19:22:31,472 Update finished +2021-12-17 19:22:31,472 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:22:31,473 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:22:31,473 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:22:31,473 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:22:31,479 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:22:31,481 Job list saved +2021-12-17 19:22:31,489 Updating FAILED jobs +2021-12-17 19:22:31,489 Updating WAITING jobs +2021-12-17 19:22:31,489 Update finished +2021-12-17 19:22:41,499 Reloading parameters... +2021-12-17 19:22:41,523 Loading parameters... +2021-12-17 19:22:41,525 Loading project parameters... +2021-12-17 19:22:41,527 + +23 of 25 jobs remaining (19:22) +2021-12-17 19:22:41,527 Sleep: 10 +2021-12-17 19:22:41,527 Number of retrials: 0 +2021-12-17 19:22:41,527 WRAPPER CHECK TIME = 10 +2021-12-17 19:22:41,528 Checking jobs for platform=marenostrum4 +2021-12-17 19:22:41,528 Checking jobs for platform=nord3 +2021-12-17 19:22:41,529 Checking jobs for platform=local +2021-12-17 19:22:41,529 Checking jobs for platform=transfer_node +2021-12-17 19:22:41,530 Checking all jobs at once +2021-12-17 19:22:43,055 Successful check job command +2021-12-17 19:22:46,983 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:22:46,983 End of checking +2021-12-17 19:22:46,986 Updating FAILED jobs +2021-12-17 19:22:46,986 Updating WAITING jobs +2021-12-17 19:22:46,987 Update finished +2021-12-17 19:22:46,987 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:22:46,987 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:22:46,987 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:22:46,987 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:22:46,991 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:22:46,993 Job list saved +2021-12-17 19:22:47,011 Updating FAILED jobs +2021-12-17 19:22:47,011 Updating WAITING jobs +2021-12-17 19:22:47,011 Update finished +2021-12-17 19:22:57,018 Reloading parameters... +2021-12-17 19:22:57,041 Loading parameters... +2021-12-17 19:22:57,044 Loading project parameters... +2021-12-17 19:22:57,046 + +23 of 25 jobs remaining (19:22) +2021-12-17 19:22:57,046 Sleep: 10 +2021-12-17 19:22:57,046 Number of retrials: 0 +2021-12-17 19:22:57,046 WRAPPER CHECK TIME = 10 +2021-12-17 19:22:57,047 Checking jobs for platform=marenostrum4 +2021-12-17 19:22:57,047 Checking jobs for platform=nord3 +2021-12-17 19:22:57,048 Checking jobs for platform=local +2021-12-17 19:22:57,048 Checking jobs for platform=transfer_node +2021-12-17 19:22:57,048 Checking all jobs at once +2021-12-17 19:22:58,468 Successful check job command +2021-12-17 19:22:59,687 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:22:59,687 End of checking +2021-12-17 19:22:59,691 Updating FAILED jobs +2021-12-17 19:22:59,691 Updating WAITING jobs +2021-12-17 19:22:59,691 Update finished +2021-12-17 19:22:59,691 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:22:59,692 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:22:59,692 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:22:59,692 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:22:59,696 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:22:59,698 Job list saved +2021-12-17 19:22:59,706 Updating FAILED jobs +2021-12-17 19:22:59,706 Updating WAITING jobs +2021-12-17 19:22:59,707 Update finished +2021-12-17 19:23:09,717 Reloading parameters... +2021-12-17 19:23:09,751 Loading parameters... +2021-12-17 19:23:09,752 Loading project parameters... +2021-12-17 19:23:09,754 + +23 of 25 jobs remaining (19:23) +2021-12-17 19:23:09,755 Sleep: 10 +2021-12-17 19:23:09,755 Number of retrials: 0 +2021-12-17 19:23:09,755 WRAPPER CHECK TIME = 10 +2021-12-17 19:23:09,755 Checking jobs for platform=marenostrum4 +2021-12-17 19:23:09,756 Checking jobs for platform=nord3 +2021-12-17 19:23:09,757 Checking jobs for platform=local +2021-12-17 19:23:09,757 Checking jobs for platform=transfer_node +2021-12-17 19:23:09,757 Checking all jobs at once +2021-12-17 19:23:12,430 Successful check job command +2021-12-17 19:23:14,703 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:23:14,703 End of checking +2021-12-17 19:23:14,706 Updating FAILED jobs +2021-12-17 19:23:14,706 Updating WAITING jobs +2021-12-17 19:23:14,707 Update finished +2021-12-17 19:23:14,707 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:23:14,708 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:23:14,708 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:23:14,708 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:23:14,713 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:23:14,718 Job list saved +2021-12-17 19:23:14,730 Updating FAILED jobs +2021-12-17 19:23:14,730 Updating WAITING jobs +2021-12-17 19:23:14,731 Update finished +2021-12-17 19:23:24,741 Reloading parameters... +2021-12-17 19:23:24,781 Loading parameters... +2021-12-17 19:23:24,783 Loading project parameters... +2021-12-17 19:23:24,788 + +23 of 25 jobs remaining (19:23) +2021-12-17 19:23:24,788 Sleep: 10 +2021-12-17 19:23:24,789 Number of retrials: 0 +2021-12-17 19:23:24,789 WRAPPER CHECK TIME = 10 +2021-12-17 19:23:24,789 Checking jobs for platform=marenostrum4 +2021-12-17 19:23:24,792 Checking jobs for platform=nord3 +2021-12-17 19:23:24,792 Checking jobs for platform=local +2021-12-17 19:23:24,794 Checking jobs for platform=transfer_node +2021-12-17 19:23:24,794 Checking all jobs at once +2021-12-17 19:23:29,428 Successful check job command +2021-12-17 19:23:34,806 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:23:34,806 End of checking +2021-12-17 19:23:34,807 Updating FAILED jobs +2021-12-17 19:23:34,808 Updating WAITING jobs +2021-12-17 19:23:34,809 Update finished +2021-12-17 19:23:34,809 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:23:34,809 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:23:34,809 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:23:34,809 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:23:34,815 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:23:34,818 Job list saved +2021-12-17 19:23:34,823 Updating FAILED jobs +2021-12-17 19:23:34,823 Updating WAITING jobs +2021-12-17 19:23:34,824 Update finished +2021-12-17 19:23:44,834 Reloading parameters... +2021-12-17 19:23:44,915 Loading parameters... +2021-12-17 19:23:44,919 Loading project parameters... +2021-12-17 19:23:44,923 + +23 of 25 jobs remaining (19:23) +2021-12-17 19:23:44,924 Sleep: 10 +2021-12-17 19:23:44,924 Number of retrials: 0 +2021-12-17 19:23:44,924 WRAPPER CHECK TIME = 10 +2021-12-17 19:23:44,925 Checking jobs for platform=marenostrum4 +2021-12-17 19:23:44,925 Checking jobs for platform=nord3 +2021-12-17 19:23:44,926 Checking jobs for platform=local +2021-12-17 19:23:44,926 Checking jobs for platform=transfer_node +2021-12-17 19:23:44,926 Checking all jobs at once +2021-12-17 19:23:47,753 Successful check job command +2021-12-17 19:23:50,375 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:23:50,375 End of checking +2021-12-17 19:23:50,376 Updating FAILED jobs +2021-12-17 19:23:50,376 Updating WAITING jobs +2021-12-17 19:23:50,377 Update finished +2021-12-17 19:23:50,377 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:23:50,377 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:23:50,377 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:23:50,378 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:23:50,380 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:23:50,382 Job list saved +2021-12-17 19:23:50,387 Updating FAILED jobs +2021-12-17 19:23:50,387 Updating WAITING jobs +2021-12-17 19:23:50,387 Update finished +2021-12-17 19:24:00,397 Reloading parameters... +2021-12-17 19:24:00,415 Loading parameters... +2021-12-17 19:24:00,416 Loading project parameters... +2021-12-17 19:24:00,418 + +23 of 25 jobs remaining (19:24) +2021-12-17 19:24:00,419 Sleep: 10 +2021-12-17 19:24:00,419 Number of retrials: 0 +2021-12-17 19:24:00,419 WRAPPER CHECK TIME = 10 +2021-12-17 19:24:00,419 Checking jobs for platform=marenostrum4 +2021-12-17 19:24:00,420 Checking jobs for platform=nord3 +2021-12-17 19:24:00,420 Checking jobs for platform=local +2021-12-17 19:24:00,421 Checking jobs for platform=transfer_node +2021-12-17 19:24:00,421 Checking all jobs at once +2021-12-17 19:24:03,549 Successful check job command +2021-12-17 19:24:06,621 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:24:06,622 End of checking +2021-12-17 19:24:06,624 Updating FAILED jobs +2021-12-17 19:24:06,624 Updating WAITING jobs +2021-12-17 19:24:06,624 Update finished +2021-12-17 19:24:06,625 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:24:06,625 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:24:06,625 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:24:06,625 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:24:06,629 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:24:06,631 Job list saved +2021-12-17 19:24:06,640 Updating FAILED jobs +2021-12-17 19:24:06,640 Updating WAITING jobs +2021-12-17 19:24:06,640 Update finished +2021-12-17 19:24:16,650 Reloading parameters... +2021-12-17 19:24:16,675 Loading parameters... +2021-12-17 19:24:16,679 Loading project parameters... +2021-12-17 19:24:16,681 + +23 of 25 jobs remaining (19:24) +2021-12-17 19:24:16,684 Sleep: 10 +2021-12-17 19:24:16,684 Number of retrials: 0 +2021-12-17 19:24:16,685 WRAPPER CHECK TIME = 10 +2021-12-17 19:24:16,685 Checking jobs for platform=marenostrum4 +2021-12-17 19:24:16,687 Checking jobs for platform=nord3 +2021-12-17 19:24:16,688 Checking jobs for platform=local +2021-12-17 19:24:16,697 Checking jobs for platform=transfer_node +2021-12-17 19:24:16,697 Checking all jobs at once +2021-12-17 19:24:19,385 Successful check job command +2021-12-17 19:24:22,156 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:24:22,157 End of checking +2021-12-17 19:24:22,158 Updating FAILED jobs +2021-12-17 19:24:22,158 Updating WAITING jobs +2021-12-17 19:24:22,159 Update finished +2021-12-17 19:24:22,159 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:24:22,159 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:24:22,159 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:24:22,159 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:24:22,162 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:24:22,165 Job list saved +2021-12-17 19:24:22,171 Updating FAILED jobs +2021-12-17 19:24:22,171 Updating WAITING jobs +2021-12-17 19:24:22,172 Update finished +2021-12-17 19:24:32,177 Reloading parameters... +2021-12-17 19:24:32,198 Loading parameters... +2021-12-17 19:24:32,199 Loading project parameters... +2021-12-17 19:24:32,201 + +23 of 25 jobs remaining (19:24) +2021-12-17 19:24:32,201 Sleep: 10 +2021-12-17 19:24:32,202 Number of retrials: 0 +2021-12-17 19:24:32,202 WRAPPER CHECK TIME = 10 +2021-12-17 19:24:32,202 Checking jobs for platform=marenostrum4 +2021-12-17 19:24:32,203 Checking jobs for platform=nord3 +2021-12-17 19:24:32,203 Checking jobs for platform=local +2021-12-17 19:24:32,204 Checking jobs for platform=transfer_node +2021-12-17 19:24:32,204 Checking all jobs at once +2021-12-17 19:24:33,624 Successful check job command +2021-12-17 19:24:39,200 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:24:39,201 End of checking +2021-12-17 19:24:39,202 Updating FAILED jobs +2021-12-17 19:24:39,202 Updating WAITING jobs +2021-12-17 19:24:39,202 Update finished +2021-12-17 19:24:39,203 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:24:39,203 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:24:39,204 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:24:39,204 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:24:39,206 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:24:39,208 Job list saved +2021-12-17 19:24:39,213 Updating FAILED jobs +2021-12-17 19:24:39,213 Updating WAITING jobs +2021-12-17 19:24:39,214 Update finished +2021-12-17 19:24:49,222 Reloading parameters... +2021-12-17 19:24:49,241 Loading parameters... +2021-12-17 19:24:49,242 Loading project parameters... +2021-12-17 19:24:49,244 + +23 of 25 jobs remaining (19:24) +2021-12-17 19:24:49,244 Sleep: 10 +2021-12-17 19:24:49,244 Number of retrials: 0 +2021-12-17 19:24:49,244 WRAPPER CHECK TIME = 10 +2021-12-17 19:24:49,249 Checking jobs for platform=marenostrum4 +2021-12-17 19:24:49,249 Checking jobs for platform=nord3 +2021-12-17 19:24:49,250 Checking jobs for platform=local +2021-12-17 19:24:49,251 Checking jobs for platform=transfer_node +2021-12-17 19:24:49,251 Checking all jobs at once +2021-12-17 19:24:50,672 Successful check job command +2021-12-17 19:24:52,692 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:24:52,692 End of checking +2021-12-17 19:24:52,694 Updating FAILED jobs +2021-12-17 19:24:52,694 Updating WAITING jobs +2021-12-17 19:24:52,694 Update finished +2021-12-17 19:24:52,694 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:24:52,694 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:24:52,695 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:24:52,695 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:24:52,697 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:24:52,700 Job list saved +2021-12-17 19:24:52,704 Updating FAILED jobs +2021-12-17 19:24:52,704 Updating WAITING jobs +2021-12-17 19:24:52,705 Update finished +2021-12-17 19:25:02,720 Reloading parameters... +2021-12-17 19:25:02,743 Loading parameters... +2021-12-17 19:25:02,744 Loading project parameters... +2021-12-17 19:25:02,746 + +23 of 25 jobs remaining (19:25) +2021-12-17 19:25:02,746 Sleep: 10 +2021-12-17 19:25:02,746 Number of retrials: 0 +2021-12-17 19:25:02,746 WRAPPER CHECK TIME = 10 +2021-12-17 19:25:02,747 Checking jobs for platform=marenostrum4 +2021-12-17 19:25:02,748 Checking jobs for platform=nord3 +2021-12-17 19:25:02,748 Checking jobs for platform=local +2021-12-17 19:25:02,749 Checking jobs for platform=transfer_node +2021-12-17 19:25:02,749 Checking all jobs at once +2021-12-17 19:25:04,325 Successful check job command +2021-12-17 19:25:10,491 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:25:10,491 End of checking +2021-12-17 19:25:10,492 Updating FAILED jobs +2021-12-17 19:25:10,492 Updating WAITING jobs +2021-12-17 19:25:10,493 Update finished +2021-12-17 19:25:10,493 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:25:10,494 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:25:10,494 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:25:10,494 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:25:10,497 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:25:10,499 Job list saved +2021-12-17 19:25:10,504 Updating FAILED jobs +2021-12-17 19:25:10,504 Updating WAITING jobs +2021-12-17 19:25:10,504 Update finished +2021-12-17 19:25:20,512 Reloading parameters... +2021-12-17 19:25:20,535 Loading parameters... +2021-12-17 19:25:20,537 Loading project parameters... +2021-12-17 19:25:20,538 + +23 of 25 jobs remaining (19:25) +2021-12-17 19:25:20,539 Sleep: 10 +2021-12-17 19:25:20,539 Number of retrials: 0 +2021-12-17 19:25:20,539 WRAPPER CHECK TIME = 10 +2021-12-17 19:25:20,539 Checking jobs for platform=marenostrum4 +2021-12-17 19:25:20,540 Checking jobs for platform=nord3 +2021-12-17 19:25:20,540 Checking jobs for platform=local +2021-12-17 19:25:20,541 Checking jobs for platform=transfer_node +2021-12-17 19:25:20,541 Checking all jobs at once +2021-12-17 19:25:23,114 Successful check job command +2021-12-17 19:25:29,199 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:25:29,199 End of checking +2021-12-17 19:25:29,201 Updating FAILED jobs +2021-12-17 19:25:29,201 Updating WAITING jobs +2021-12-17 19:25:29,201 Update finished +2021-12-17 19:25:29,201 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:25:29,201 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:25:29,202 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:25:29,202 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:25:29,204 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:25:29,207 Job list saved +2021-12-17 19:25:29,212 Updating FAILED jobs +2021-12-17 19:25:29,213 Updating WAITING jobs +2021-12-17 19:25:29,213 Update finished +2021-12-17 19:25:39,223 Reloading parameters... +2021-12-17 19:25:39,245 Loading parameters... +2021-12-17 19:25:39,246 Loading project parameters... +2021-12-17 19:25:39,248 + +23 of 25 jobs remaining (19:25) +2021-12-17 19:25:39,248 Sleep: 10 +2021-12-17 19:25:39,248 Number of retrials: 0 +2021-12-17 19:25:39,248 WRAPPER CHECK TIME = 10 +2021-12-17 19:25:39,249 Checking jobs for platform=marenostrum4 +2021-12-17 19:25:39,249 Checking jobs for platform=nord3 +2021-12-17 19:25:39,250 Checking jobs for platform=local +2021-12-17 19:25:39,251 Checking jobs for platform=transfer_node +2021-12-17 19:25:39,251 Checking all jobs at once +2021-12-17 19:25:40,571 Successful check job command +2021-12-17 19:25:42,492 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:25:42,492 End of checking +2021-12-17 19:25:42,494 Updating FAILED jobs +2021-12-17 19:25:42,494 Updating WAITING jobs +2021-12-17 19:25:42,494 Update finished +2021-12-17 19:25:42,494 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:25:42,494 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:25:42,495 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:25:42,495 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:25:42,500 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:25:42,503 Job list saved +2021-12-17 19:25:42,514 Updating FAILED jobs +2021-12-17 19:25:42,514 Updating WAITING jobs +2021-12-17 19:25:42,515 Update finished +2021-12-17 19:25:52,524 Reloading parameters... +2021-12-17 19:25:52,546 Loading parameters... +2021-12-17 19:25:52,547 Loading project parameters... +2021-12-17 19:25:52,549 + +23 of 25 jobs remaining (19:25) +2021-12-17 19:25:52,550 Sleep: 10 +2021-12-17 19:25:52,550 Number of retrials: 0 +2021-12-17 19:25:52,550 WRAPPER CHECK TIME = 10 +2021-12-17 19:25:52,550 Checking jobs for platform=marenostrum4 +2021-12-17 19:25:52,551 Checking jobs for platform=nord3 +2021-12-17 19:25:52,552 Checking jobs for platform=local +2021-12-17 19:25:52,553 Checking jobs for platform=transfer_node +2021-12-17 19:25:52,553 Checking all jobs at once +2021-12-17 19:25:55,981 Successful check job command +2021-12-17 19:25:58,152 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:25:58,152 End of checking +2021-12-17 19:25:58,155 Updating FAILED jobs +2021-12-17 19:25:58,155 Updating WAITING jobs +2021-12-17 19:25:58,155 Update finished +2021-12-17 19:25:58,156 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:25:58,157 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:25:58,157 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:25:58,157 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:25:58,160 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:25:58,162 Job list saved +2021-12-17 19:25:58,170 Updating FAILED jobs +2021-12-17 19:25:58,171 Updating WAITING jobs +2021-12-17 19:25:58,171 Update finished +2021-12-17 19:26:08,182 Reloading parameters... +2021-12-17 19:26:08,265 Loading parameters... +2021-12-17 19:26:08,269 Loading project parameters... +2021-12-17 19:26:08,272 + +23 of 25 jobs remaining (19:26) +2021-12-17 19:26:08,272 Sleep: 10 +2021-12-17 19:26:08,272 Number of retrials: 0 +2021-12-17 19:26:08,272 WRAPPER CHECK TIME = 10 +2021-12-17 19:26:08,277 Checking jobs for platform=marenostrum4 +2021-12-17 19:26:08,278 Checking jobs for platform=nord3 +2021-12-17 19:26:08,279 Checking jobs for platform=local +2021-12-17 19:26:08,279 Checking jobs for platform=transfer_node +2021-12-17 19:26:08,279 Checking all jobs at once +2021-12-17 19:26:11,106 Successful check job command +2021-12-17 19:26:15,280 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:26:15,281 End of checking +2021-12-17 19:26:15,282 Updating FAILED jobs +2021-12-17 19:26:15,282 Updating WAITING jobs +2021-12-17 19:26:15,282 Update finished +2021-12-17 19:26:15,283 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:26:15,283 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:26:15,283 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:26:15,283 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:26:15,286 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:26:15,288 Job list saved +2021-12-17 19:26:15,293 Updating FAILED jobs +2021-12-17 19:26:15,293 Updating WAITING jobs +2021-12-17 19:26:15,293 Update finished +2021-12-17 19:26:25,303 Reloading parameters... +2021-12-17 19:26:25,323 Loading parameters... +2021-12-17 19:26:25,324 Loading project parameters... +2021-12-17 19:26:25,326 + +23 of 25 jobs remaining (19:26) +2021-12-17 19:26:25,327 Sleep: 10 +2021-12-17 19:26:25,327 Number of retrials: 0 +2021-12-17 19:26:25,327 WRAPPER CHECK TIME = 10 +2021-12-17 19:26:25,327 Checking jobs for platform=marenostrum4 +2021-12-17 19:26:25,328 Checking jobs for platform=nord3 +2021-12-17 19:26:25,328 Checking jobs for platform=local +2021-12-17 19:26:25,329 Checking jobs for platform=transfer_node +2021-12-17 19:26:25,329 Checking all jobs at once +2021-12-17 19:26:26,749 Successful check job command +2021-12-17 19:26:28,976 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:26:28,977 End of checking +2021-12-17 19:26:28,978 Updating FAILED jobs +2021-12-17 19:26:28,978 Updating WAITING jobs +2021-12-17 19:26:28,978 Update finished +2021-12-17 19:26:28,978 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:26:28,978 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:26:28,979 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:26:28,979 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:26:28,981 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:26:28,984 Job list saved +2021-12-17 19:26:28,988 Updating FAILED jobs +2021-12-17 19:26:28,988 Updating WAITING jobs +2021-12-17 19:26:28,988 Update finished +2021-12-17 19:26:38,999 Reloading parameters... +2021-12-17 19:26:39,018 Loading parameters... +2021-12-17 19:26:39,019 Loading project parameters... +2021-12-17 19:26:39,021 + +23 of 25 jobs remaining (19:26) +2021-12-17 19:26:39,022 Sleep: 10 +2021-12-17 19:26:39,022 Number of retrials: 0 +2021-12-17 19:26:39,022 WRAPPER CHECK TIME = 10 +2021-12-17 19:26:39,022 Checking jobs for platform=marenostrum4 +2021-12-17 19:26:39,023 Checking jobs for platform=nord3 +2021-12-17 19:26:39,023 Checking jobs for platform=local +2021-12-17 19:26:39,024 Checking jobs for platform=transfer_node +2021-12-17 19:26:39,024 Checking all jobs at once +2021-12-17 19:26:41,345 Successful check job command +2021-12-17 19:26:42,968 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:26:42,969 End of checking +2021-12-17 19:26:42,981 Updating FAILED jobs +2021-12-17 19:26:42,981 Updating WAITING jobs +2021-12-17 19:26:42,981 Update finished +2021-12-17 19:26:42,981 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:26:42,986 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:26:42,986 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:26:42,986 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:26:42,993 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:26:42,995 Job list saved +2021-12-17 19:26:43,001 Updating FAILED jobs +2021-12-17 19:26:43,001 Updating WAITING jobs +2021-12-17 19:26:43,001 Update finished +2021-12-17 19:26:53,011 Reloading parameters... +2021-12-17 19:26:53,031 Loading parameters... +2021-12-17 19:26:53,032 Loading project parameters... +2021-12-17 19:26:53,034 + +23 of 25 jobs remaining (19:26) +2021-12-17 19:26:53,034 Sleep: 10 +2021-12-17 19:26:53,034 Number of retrials: 0 +2021-12-17 19:26:53,034 WRAPPER CHECK TIME = 10 +2021-12-17 19:26:53,035 Checking jobs for platform=marenostrum4 +2021-12-17 19:26:53,036 Checking jobs for platform=nord3 +2021-12-17 19:26:53,036 Checking jobs for platform=local +2021-12-17 19:26:53,037 Checking jobs for platform=transfer_node +2021-12-17 19:26:53,037 Checking all jobs at once +2021-12-17 19:26:54,756 Successful check job command +2021-12-17 19:26:57,629 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:26:57,629 End of checking +2021-12-17 19:26:57,630 Updating FAILED jobs +2021-12-17 19:26:57,631 Updating WAITING jobs +2021-12-17 19:26:57,631 Update finished +2021-12-17 19:26:57,631 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:26:57,631 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:26:57,631 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:26:57,631 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:26:57,636 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:26:57,638 Job list saved +2021-12-17 19:26:57,643 Updating FAILED jobs +2021-12-17 19:26:57,643 Updating WAITING jobs +2021-12-17 19:26:57,644 Update finished +2021-12-17 19:27:07,654 Reloading parameters... +2021-12-17 19:27:07,678 Loading parameters... +2021-12-17 19:27:07,684 Loading project parameters... +2021-12-17 19:27:07,686 + +23 of 25 jobs remaining (19:27) +2021-12-17 19:27:07,686 Sleep: 10 +2021-12-17 19:27:07,687 Number of retrials: 0 +2021-12-17 19:27:07,687 WRAPPER CHECK TIME = 10 +2021-12-17 19:27:07,687 Checking jobs for platform=marenostrum4 +2021-12-17 19:27:07,688 Checking jobs for platform=nord3 +2021-12-17 19:27:07,688 Checking jobs for platform=local +2021-12-17 19:27:07,689 Checking jobs for platform=transfer_node +2021-12-17 19:27:07,689 Checking all jobs at once +2021-12-17 19:27:09,212 Successful check job command +2021-12-17 19:27:14,189 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:27:14,189 End of checking +2021-12-17 19:27:14,190 Updating FAILED jobs +2021-12-17 19:27:14,190 Updating WAITING jobs +2021-12-17 19:27:14,191 Update finished +2021-12-17 19:27:14,191 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:27:14,191 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:27:14,191 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:27:14,191 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:27:14,194 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:27:14,196 Job list saved +2021-12-17 19:27:14,200 Updating FAILED jobs +2021-12-17 19:27:14,200 Updating WAITING jobs +2021-12-17 19:27:14,201 Update finished +2021-12-17 19:27:24,211 Reloading parameters... +2021-12-17 19:27:24,229 Loading parameters... +2021-12-17 19:27:24,231 Loading project parameters... +2021-12-17 19:27:24,232 + +23 of 25 jobs remaining (19:27) +2021-12-17 19:27:24,233 Sleep: 10 +2021-12-17 19:27:24,233 Number of retrials: 0 +2021-12-17 19:27:24,233 WRAPPER CHECK TIME = 10 +2021-12-17 19:27:24,233 Checking jobs for platform=marenostrum4 +2021-12-17 19:27:24,234 Checking jobs for platform=nord3 +2021-12-17 19:27:24,237 Checking jobs for platform=local +2021-12-17 19:27:24,238 Checking jobs for platform=transfer_node +2021-12-17 19:27:24,238 Checking all jobs at once +2021-12-17 19:27:25,566 Successful check job command +2021-12-17 19:27:26,940 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:27:26,940 End of checking +2021-12-17 19:27:26,950 Updating FAILED jobs +2021-12-17 19:27:26,950 Updating WAITING jobs +2021-12-17 19:27:26,950 Update finished +2021-12-17 19:27:26,950 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:27:26,951 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:27:26,951 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:27:26,951 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:27:26,963 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:27:26,965 Job list saved +2021-12-17 19:27:26,974 Updating FAILED jobs +2021-12-17 19:27:26,974 Updating WAITING jobs +2021-12-17 19:27:26,974 Update finished +2021-12-17 19:27:36,981 Reloading parameters... +2021-12-17 19:27:36,999 Loading parameters... +2021-12-17 19:27:37,001 Loading project parameters... +2021-12-17 19:27:37,003 + +23 of 25 jobs remaining (19:27) +2021-12-17 19:27:37,003 Sleep: 10 +2021-12-17 19:27:37,003 Number of retrials: 0 +2021-12-17 19:27:37,003 WRAPPER CHECK TIME = 10 +2021-12-17 19:27:37,004 Checking jobs for platform=marenostrum4 +2021-12-17 19:27:37,005 Checking jobs for platform=nord3 +2021-12-17 19:27:37,005 Checking jobs for platform=local +2021-12-17 19:27:37,006 Checking jobs for platform=transfer_node +2021-12-17 19:27:37,006 Checking all jobs at once +2021-12-17 19:27:39,531 Successful check job command +2021-12-17 19:27:43,014 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:27:43,014 End of checking +2021-12-17 19:27:43,015 Updating FAILED jobs +2021-12-17 19:27:43,016 Updating WAITING jobs +2021-12-17 19:27:43,016 Update finished +2021-12-17 19:27:43,016 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:27:43,016 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:27:43,016 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:27:43,017 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:27:43,019 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:27:43,022 Job list saved +2021-12-17 19:27:43,027 Updating FAILED jobs +2021-12-17 19:27:43,027 Updating WAITING jobs +2021-12-17 19:27:43,027 Update finished +2021-12-17 19:27:53,038 Reloading parameters... +2021-12-17 19:27:53,057 Loading parameters... +2021-12-17 19:27:53,059 Loading project parameters... +2021-12-17 19:27:53,061 + +23 of 25 jobs remaining (19:27) +2021-12-17 19:27:53,061 Sleep: 10 +2021-12-17 19:27:53,061 Number of retrials: 0 +2021-12-17 19:27:53,061 WRAPPER CHECK TIME = 10 +2021-12-17 19:27:53,062 Checking jobs for platform=marenostrum4 +2021-12-17 19:27:53,062 Checking jobs for platform=nord3 +2021-12-17 19:27:53,063 Checking jobs for platform=local +2021-12-17 19:27:53,063 Checking jobs for platform=transfer_node +2021-12-17 19:27:53,063 Checking all jobs at once +2021-12-17 19:27:54,583 Successful check job command +2021-12-17 19:27:56,303 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:27:56,303 End of checking +2021-12-17 19:27:56,304 Updating FAILED jobs +2021-12-17 19:27:56,305 Updating WAITING jobs +2021-12-17 19:27:56,305 Update finished +2021-12-17 19:27:56,305 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:27:56,305 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:27:56,305 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:27:56,306 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:27:56,308 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:27:56,310 Job list saved +2021-12-17 19:27:56,314 Updating FAILED jobs +2021-12-17 19:27:56,315 Updating WAITING jobs +2021-12-17 19:27:56,315 Update finished +2021-12-17 19:28:06,322 Reloading parameters... +2021-12-17 19:28:06,340 Loading parameters... +2021-12-17 19:28:06,341 Loading project parameters... +2021-12-17 19:28:06,343 + +23 of 25 jobs remaining (19:28) +2021-12-17 19:28:06,343 Sleep: 10 +2021-12-17 19:28:06,343 Number of retrials: 0 +2021-12-17 19:28:06,343 WRAPPER CHECK TIME = 10 +2021-12-17 19:28:06,344 Checking jobs for platform=marenostrum4 +2021-12-17 19:28:06,344 Checking jobs for platform=nord3 +2021-12-17 19:28:06,345 Checking jobs for platform=local +2021-12-17 19:28:06,346 Checking jobs for platform=transfer_node +2021-12-17 19:28:06,346 Checking all jobs at once +2021-12-17 19:28:08,116 Successful check job command +2021-12-17 19:28:09,836 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:28:09,836 End of checking +2021-12-17 19:28:09,837 Updating FAILED jobs +2021-12-17 19:28:09,837 Updating WAITING jobs +2021-12-17 19:28:09,838 Update finished +2021-12-17 19:28:09,838 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:28:09,838 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:28:09,838 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:28:09,839 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:28:09,841 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:28:09,843 Job list saved +2021-12-17 19:28:09,847 Updating FAILED jobs +2021-12-17 19:28:09,848 Updating WAITING jobs +2021-12-17 19:28:09,848 Update finished +2021-12-17 19:28:19,856 Reloading parameters... +2021-12-17 19:28:19,876 Loading parameters... +2021-12-17 19:28:19,878 Loading project parameters... +2021-12-17 19:28:19,879 + +23 of 25 jobs remaining (19:28) +2021-12-17 19:28:19,880 Sleep: 10 +2021-12-17 19:28:19,880 Number of retrials: 0 +2021-12-17 19:28:19,880 WRAPPER CHECK TIME = 10 +2021-12-17 19:28:19,880 Checking jobs for platform=marenostrum4 +2021-12-17 19:28:19,881 Checking jobs for platform=nord3 +2021-12-17 19:28:19,881 Checking jobs for platform=local +2021-12-17 19:28:19,882 Checking jobs for platform=transfer_node +2021-12-17 19:28:19,882 Checking all jobs at once +2021-12-17 19:28:24,161 Successful check job command +2021-12-17 19:28:26,883 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:28:26,883 End of checking +2021-12-17 19:28:26,884 Updating FAILED jobs +2021-12-17 19:28:26,884 Updating WAITING jobs +2021-12-17 19:28:26,884 Update finished +2021-12-17 19:28:26,885 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:28:26,885 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:28:26,885 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:28:26,885 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:28:26,887 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:28:26,890 Job list saved +2021-12-17 19:28:26,894 Updating FAILED jobs +2021-12-17 19:28:26,894 Updating WAITING jobs +2021-12-17 19:28:26,895 Update finished +2021-12-17 19:28:36,905 Reloading parameters... +2021-12-17 19:28:36,922 Loading parameters... +2021-12-17 19:28:36,924 Loading project parameters... +2021-12-17 19:28:36,926 + +23 of 25 jobs remaining (19:28) +2021-12-17 19:28:36,926 Sleep: 10 +2021-12-17 19:28:36,926 Number of retrials: 0 +2021-12-17 19:28:36,926 WRAPPER CHECK TIME = 10 +2021-12-17 19:28:36,927 Checking jobs for platform=marenostrum4 +2021-12-17 19:28:36,927 Checking jobs for platform=nord3 +2021-12-17 19:28:36,928 Checking jobs for platform=local +2021-12-17 19:28:36,928 Checking jobs for platform=transfer_node +2021-12-17 19:28:36,928 Checking all jobs at once +2021-12-17 19:28:38,398 Successful check job command +2021-12-17 19:28:40,318 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:28:40,318 End of checking +2021-12-17 19:28:40,320 Updating FAILED jobs +2021-12-17 19:28:40,320 Updating WAITING jobs +2021-12-17 19:28:40,320 Update finished +2021-12-17 19:28:40,320 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:28:40,320 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:28:40,320 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:28:40,321 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:28:40,323 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:28:40,325 Job list saved +2021-12-17 19:28:40,330 Updating FAILED jobs +2021-12-17 19:28:40,330 Updating WAITING jobs +2021-12-17 19:28:40,330 Update finished +2021-12-17 19:28:50,340 Reloading parameters... +2021-12-17 19:28:50,358 Loading parameters... +2021-12-17 19:28:50,360 Loading project parameters... +2021-12-17 19:28:50,362 + +23 of 25 jobs remaining (19:28) +2021-12-17 19:28:50,362 Sleep: 10 +2021-12-17 19:28:50,362 Number of retrials: 0 +2021-12-17 19:28:50,362 WRAPPER CHECK TIME = 10 +2021-12-17 19:28:50,363 Checking jobs for platform=marenostrum4 +2021-12-17 19:28:50,363 Checking jobs for platform=nord3 +2021-12-17 19:28:50,364 Checking jobs for platform=local +2021-12-17 19:28:50,364 Checking jobs for platform=transfer_node +2021-12-17 19:28:50,364 Checking all jobs at once +2021-12-17 19:28:52,438 Successful check job command +2021-12-17 19:28:53,810 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:28:53,811 End of checking +2021-12-17 19:28:53,812 Updating FAILED jobs +2021-12-17 19:28:53,812 Updating WAITING jobs +2021-12-17 19:28:53,812 Update finished +2021-12-17 19:28:53,812 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:28:53,813 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:28:53,813 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:28:53,813 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:28:53,816 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:28:53,818 Job list saved +2021-12-17 19:28:53,831 Updating FAILED jobs +2021-12-17 19:28:53,831 Updating WAITING jobs +2021-12-17 19:28:53,831 Update finished +2021-12-17 19:29:03,841 Reloading parameters... +2021-12-17 19:29:03,865 Loading parameters... +2021-12-17 19:29:03,867 Loading project parameters... +2021-12-17 19:29:03,869 + +23 of 25 jobs remaining (19:29) +2021-12-17 19:29:03,869 Sleep: 10 +2021-12-17 19:29:03,869 Number of retrials: 0 +2021-12-17 19:29:03,869 WRAPPER CHECK TIME = 10 +2021-12-17 19:29:03,870 Checking jobs for platform=marenostrum4 +2021-12-17 19:29:03,870 Checking jobs for platform=nord3 +2021-12-17 19:29:03,871 Checking jobs for platform=local +2021-12-17 19:29:03,871 Checking jobs for platform=transfer_node +2021-12-17 19:29:03,872 Checking all jobs at once +2021-12-17 19:29:07,848 Successful check job command +2021-12-17 19:29:13,795 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:29:13,795 End of checking +2021-12-17 19:29:13,797 Updating FAILED jobs +2021-12-17 19:29:13,797 Updating WAITING jobs +2021-12-17 19:29:13,798 Update finished +2021-12-17 19:29:13,798 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:29:13,798 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:29:13,798 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:29:13,798 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:29:13,802 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:29:13,805 Job list saved +2021-12-17 19:29:13,809 Updating FAILED jobs +2021-12-17 19:29:13,809 Updating WAITING jobs +2021-12-17 19:29:13,809 Update finished +2021-12-17 19:29:23,820 Reloading parameters... +2021-12-17 19:29:23,846 Loading parameters... +2021-12-17 19:29:23,854 Loading project parameters... +2021-12-17 19:29:23,858 + +23 of 25 jobs remaining (19:29) +2021-12-17 19:29:23,858 Sleep: 10 +2021-12-17 19:29:23,858 Number of retrials: 0 +2021-12-17 19:29:23,858 WRAPPER CHECK TIME = 10 +2021-12-17 19:29:23,859 Checking jobs for platform=marenostrum4 +2021-12-17 19:29:23,859 Checking jobs for platform=nord3 +2021-12-17 19:29:23,860 Checking jobs for platform=local +2021-12-17 19:29:23,860 Checking jobs for platform=transfer_node +2021-12-17 19:29:23,860 Checking all jobs at once +2021-12-17 19:29:25,650 Successful check job command +2021-12-17 19:29:27,922 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:29:27,923 End of checking +2021-12-17 19:29:27,924 Updating FAILED jobs +2021-12-17 19:29:27,924 Updating WAITING jobs +2021-12-17 19:29:27,924 Update finished +2021-12-17 19:29:27,924 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:29:27,925 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:29:27,925 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:29:27,925 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:29:27,927 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:29:27,930 Job list saved +2021-12-17 19:29:27,934 Updating FAILED jobs +2021-12-17 19:29:27,934 Updating WAITING jobs +2021-12-17 19:29:27,935 Update finished +2021-12-17 19:29:37,945 Reloading parameters... +2021-12-17 19:29:37,962 Loading parameters... +2021-12-17 19:29:37,964 Loading project parameters... +2021-12-17 19:29:37,966 + +23 of 25 jobs remaining (19:29) +2021-12-17 19:29:37,966 Sleep: 10 +2021-12-17 19:29:37,966 Number of retrials: 0 +2021-12-17 19:29:37,966 WRAPPER CHECK TIME = 10 +2021-12-17 19:29:37,967 Checking jobs for platform=marenostrum4 +2021-12-17 19:29:37,967 Checking jobs for platform=nord3 +2021-12-17 19:29:37,968 Checking jobs for platform=local +2021-12-17 19:29:37,968 Checking jobs for platform=transfer_node +2021-12-17 19:29:37,968 Checking all jobs at once +2021-12-17 19:29:39,961 Successful check job command +2021-12-17 19:29:44,084 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:29:44,085 End of checking +2021-12-17 19:29:44,086 Updating FAILED jobs +2021-12-17 19:29:44,086 Updating WAITING jobs +2021-12-17 19:29:44,086 Update finished +2021-12-17 19:29:44,087 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:29:44,087 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:29:44,087 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:29:44,087 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:29:44,090 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:29:44,092 Job list saved +2021-12-17 19:29:44,096 Updating FAILED jobs +2021-12-17 19:29:44,097 Updating WAITING jobs +2021-12-17 19:29:44,097 Update finished +2021-12-17 19:29:54,107 Reloading parameters... +2021-12-17 19:29:54,132 Loading parameters... +2021-12-17 19:29:54,133 Loading project parameters... +2021-12-17 19:29:54,135 + +23 of 25 jobs remaining (19:29) +2021-12-17 19:29:54,135 Sleep: 10 +2021-12-17 19:29:54,135 Number of retrials: 0 +2021-12-17 19:29:54,135 WRAPPER CHECK TIME = 10 +2021-12-17 19:29:54,136 Checking jobs for platform=marenostrum4 +2021-12-17 19:29:54,137 Checking jobs for platform=nord3 +2021-12-17 19:29:54,137 Checking jobs for platform=local +2021-12-17 19:29:54,138 Checking jobs for platform=transfer_node +2021-12-17 19:29:54,138 Checking all jobs at once +2021-12-17 19:29:56,310 Successful check job command +2021-12-17 19:29:59,533 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:29:59,533 End of checking +2021-12-17 19:29:59,538 Updating FAILED jobs +2021-12-17 19:29:59,538 Updating WAITING jobs +2021-12-17 19:29:59,538 Update finished +2021-12-17 19:29:59,538 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:29:59,538 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:29:59,538 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:29:59,539 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:29:59,547 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:29:59,549 Job list saved +2021-12-17 19:29:59,554 Updating FAILED jobs +2021-12-17 19:29:59,554 Updating WAITING jobs +2021-12-17 19:29:59,555 Update finished +2021-12-17 19:30:09,565 Reloading parameters... +2021-12-17 19:30:09,634 Loading parameters... +2021-12-17 19:30:09,637 Loading project parameters... +2021-12-17 19:30:09,641 + +23 of 25 jobs remaining (19:30) +2021-12-17 19:30:09,641 Sleep: 10 +2021-12-17 19:30:09,641 Number of retrials: 0 +2021-12-17 19:30:09,641 WRAPPER CHECK TIME = 10 +2021-12-17 19:30:09,644 Checking jobs for platform=marenostrum4 +2021-12-17 19:30:09,644 Checking jobs for platform=nord3 +2021-12-17 19:30:09,645 Checking jobs for platform=local +2021-12-17 19:30:09,647 Checking jobs for platform=transfer_node +2021-12-17 19:30:09,647 Checking all jobs at once +2021-12-17 19:30:12,352 Successful check job command +2021-12-17 19:30:15,774 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:30:15,775 End of checking +2021-12-17 19:30:15,776 Updating FAILED jobs +2021-12-17 19:30:15,776 Updating WAITING jobs +2021-12-17 19:30:15,776 Update finished +2021-12-17 19:30:15,777 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:30:15,777 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:30:15,777 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:30:15,777 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:30:15,780 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:30:15,782 Job list saved +2021-12-17 19:30:15,787 Updating FAILED jobs +2021-12-17 19:30:15,787 Updating WAITING jobs +2021-12-17 19:30:15,787 Update finished +2021-12-17 19:30:25,797 Reloading parameters... +2021-12-17 19:30:25,837 Loading parameters... +2021-12-17 19:30:25,838 Loading project parameters... +2021-12-17 19:30:25,840 + +23 of 25 jobs remaining (19:30) +2021-12-17 19:30:25,840 Sleep: 10 +2021-12-17 19:30:25,840 Number of retrials: 0 +2021-12-17 19:30:25,840 WRAPPER CHECK TIME = 10 +2021-12-17 19:30:25,841 Checking jobs for platform=marenostrum4 +2021-12-17 19:30:25,842 Checking jobs for platform=nord3 +2021-12-17 19:30:25,843 Checking jobs for platform=local +2021-12-17 19:30:25,843 Checking jobs for platform=transfer_node +2021-12-17 19:30:25,849 Checking all jobs at once +2021-12-17 19:30:27,386 Successful check job command +2021-12-17 19:30:28,956 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:30:28,957 End of checking +2021-12-17 19:30:28,958 Updating FAILED jobs +2021-12-17 19:30:28,958 Updating WAITING jobs +2021-12-17 19:30:28,958 Update finished +2021-12-17 19:30:28,958 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:30:28,959 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:30:28,959 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:30:28,959 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:30:28,961 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:30:28,964 Job list saved +2021-12-17 19:30:28,968 Updating FAILED jobs +2021-12-17 19:30:28,968 Updating WAITING jobs +2021-12-17 19:30:28,968 Update finished +2021-12-17 19:30:38,979 Reloading parameters... +2021-12-17 19:30:38,996 Loading parameters... +2021-12-17 19:30:38,997 Loading project parameters... +2021-12-17 19:30:38,999 + +23 of 25 jobs remaining (19:30) +2021-12-17 19:30:38,999 Sleep: 10 +2021-12-17 19:30:38,999 Number of retrials: 0 +2021-12-17 19:30:38,999 WRAPPER CHECK TIME = 10 +2021-12-17 19:30:39,000 Checking jobs for platform=marenostrum4 +2021-12-17 19:30:39,001 Checking jobs for platform=nord3 +2021-12-17 19:30:39,001 Checking jobs for platform=local +2021-12-17 19:30:39,002 Checking jobs for platform=transfer_node +2021-12-17 19:30:39,002 Checking all jobs at once +2021-12-17 19:30:42,274 Successful check job command +2021-12-17 19:30:45,351 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:30:45,351 End of checking +2021-12-17 19:30:45,352 Updating FAILED jobs +2021-12-17 19:30:45,353 Updating WAITING jobs +2021-12-17 19:30:45,353 Update finished +2021-12-17 19:30:45,353 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:30:45,353 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:30:45,353 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:30:45,353 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:30:45,356 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:30:45,358 Job list saved +2021-12-17 19:30:45,363 Updating FAILED jobs +2021-12-17 19:30:45,364 Updating WAITING jobs +2021-12-17 19:30:45,364 Update finished +2021-12-17 19:30:55,374 Reloading parameters... +2021-12-17 19:30:55,398 Loading parameters... +2021-12-17 19:30:55,400 Loading project parameters... +2021-12-17 19:30:55,402 + +23 of 25 jobs remaining (19:30) +2021-12-17 19:30:55,403 Sleep: 10 +2021-12-17 19:30:55,403 Number of retrials: 0 +2021-12-17 19:30:55,404 WRAPPER CHECK TIME = 10 +2021-12-17 19:30:55,404 Checking jobs for platform=marenostrum4 +2021-12-17 19:30:55,410 Checking jobs for platform=nord3 +2021-12-17 19:30:55,410 Checking jobs for platform=local +2021-12-17 19:30:55,411 Checking jobs for platform=transfer_node +2021-12-17 19:30:55,411 Checking all jobs at once +2021-12-17 19:30:58,283 Successful check job command +2021-12-17 19:31:00,055 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:31:00,055 End of checking +2021-12-17 19:31:00,058 Updating FAILED jobs +2021-12-17 19:31:00,058 Updating WAITING jobs +2021-12-17 19:31:00,058 Update finished +2021-12-17 19:31:00,058 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:31:00,059 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:31:00,059 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:31:00,059 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:31:00,062 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:31:00,065 Job list saved +2021-12-17 19:31:00,070 Updating FAILED jobs +2021-12-17 19:31:00,070 Updating WAITING jobs +2021-12-17 19:31:00,070 Update finished +2021-12-17 19:31:10,080 Reloading parameters... +2021-12-17 19:31:10,100 Loading parameters... +2021-12-17 19:31:10,101 Loading project parameters... +2021-12-17 19:31:10,103 + +23 of 25 jobs remaining (19:31) +2021-12-17 19:31:10,104 Sleep: 10 +2021-12-17 19:31:10,104 Number of retrials: 0 +2021-12-17 19:31:10,104 WRAPPER CHECK TIME = 10 +2021-12-17 19:31:10,104 Checking jobs for platform=marenostrum4 +2021-12-17 19:31:10,105 Checking jobs for platform=nord3 +2021-12-17 19:31:10,106 Checking jobs for platform=local +2021-12-17 19:31:10,106 Checking jobs for platform=transfer_node +2021-12-17 19:31:10,106 Checking all jobs at once +2021-12-17 19:31:11,788 Successful check job command +2021-12-17 19:31:16,564 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:31:16,564 End of checking +2021-12-17 19:31:16,566 Updating FAILED jobs +2021-12-17 19:31:16,566 Updating WAITING jobs +2021-12-17 19:31:16,566 Update finished +2021-12-17 19:31:16,567 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:31:16,567 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:31:16,567 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:31:16,567 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:31:16,570 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:31:16,572 Job list saved +2021-12-17 19:31:16,577 Updating FAILED jobs +2021-12-17 19:31:16,577 Updating WAITING jobs +2021-12-17 19:31:16,577 Update finished +2021-12-17 19:31:26,587 Reloading parameters... +2021-12-17 19:31:26,608 Loading parameters... +2021-12-17 19:31:26,610 Loading project parameters... +2021-12-17 19:31:26,612 + +23 of 25 jobs remaining (19:31) +2021-12-17 19:31:26,612 Sleep: 10 +2021-12-17 19:31:26,612 Number of retrials: 0 +2021-12-17 19:31:26,612 WRAPPER CHECK TIME = 10 +2021-12-17 19:31:26,613 Checking jobs for platform=marenostrum4 +2021-12-17 19:31:26,613 Checking jobs for platform=nord3 +2021-12-17 19:31:26,614 Checking jobs for platform=local +2021-12-17 19:31:26,614 Checking jobs for platform=transfer_node +2021-12-17 19:31:26,614 Checking all jobs at once +2021-12-17 19:31:28,244 Successful check job command +2021-12-17 19:31:32,326 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:31:32,326 End of checking +2021-12-17 19:31:32,329 Updating FAILED jobs +2021-12-17 19:31:32,329 Updating WAITING jobs +2021-12-17 19:31:32,330 Update finished +2021-12-17 19:31:32,330 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:31:32,330 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:31:32,331 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:31:32,331 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:31:32,333 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:31:32,335 Job list saved +2021-12-17 19:31:32,488 Updating FAILED jobs +2021-12-17 19:31:32,489 Updating WAITING jobs +2021-12-17 19:31:32,489 Update finished +2021-12-17 19:31:42,499 Reloading parameters... +2021-12-17 19:31:42,533 Loading parameters... +2021-12-17 19:31:42,534 Loading project parameters... +2021-12-17 19:31:42,545 + +23 of 25 jobs remaining (19:31) +2021-12-17 19:31:42,545 Sleep: 10 +2021-12-17 19:31:42,545 Number of retrials: 0 +2021-12-17 19:31:42,545 WRAPPER CHECK TIME = 10 +2021-12-17 19:31:42,546 Checking jobs for platform=marenostrum4 +2021-12-17 19:31:42,546 Checking jobs for platform=nord3 +2021-12-17 19:31:42,549 Checking jobs for platform=local +2021-12-17 19:31:42,550 Checking jobs for platform=transfer_node +2021-12-17 19:31:42,550 Checking all jobs at once +2021-12-17 19:31:44,531 Successful check job command +2021-12-17 19:31:47,103 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:31:47,103 End of checking +2021-12-17 19:31:47,104 Updating FAILED jobs +2021-12-17 19:31:47,104 Updating WAITING jobs +2021-12-17 19:31:47,105 Update finished +2021-12-17 19:31:47,105 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:31:47,105 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:31:47,105 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:31:47,105 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:31:47,108 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:31:47,110 Job list saved +2021-12-17 19:31:47,114 Updating FAILED jobs +2021-12-17 19:31:47,115 Updating WAITING jobs +2021-12-17 19:31:47,115 Update finished +2021-12-17 19:31:57,125 Reloading parameters... +2021-12-17 19:31:57,147 Loading parameters... +2021-12-17 19:31:57,148 Loading project parameters... +2021-12-17 19:31:57,150 + +23 of 25 jobs remaining (19:31) +2021-12-17 19:31:57,150 Sleep: 10 +2021-12-17 19:31:57,150 Number of retrials: 0 +2021-12-17 19:31:57,150 WRAPPER CHECK TIME = 10 +2021-12-17 19:31:57,151 Checking jobs for platform=marenostrum4 +2021-12-17 19:31:57,152 Checking jobs for platform=nord3 +2021-12-17 19:31:57,152 Checking jobs for platform=local +2021-12-17 19:31:57,153 Checking jobs for platform=transfer_node +2021-12-17 19:31:57,153 Checking all jobs at once +2021-12-17 19:31:59,427 Successful check job command +2021-12-17 19:32:02,702 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:32:02,702 End of checking +2021-12-17 19:32:02,703 Updating FAILED jobs +2021-12-17 19:32:02,704 Updating WAITING jobs +2021-12-17 19:32:02,704 Update finished +2021-12-17 19:32:02,704 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:32:02,704 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:32:02,704 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:32:02,705 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:32:02,707 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:32:02,710 Job list saved +2021-12-17 19:32:02,714 Updating FAILED jobs +2021-12-17 19:32:02,715 Updating WAITING jobs +2021-12-17 19:32:02,715 Update finished +2021-12-17 19:32:12,725 Reloading parameters... +2021-12-17 19:32:12,806 Loading parameters... +2021-12-17 19:32:12,815 Loading project parameters... +2021-12-17 19:32:12,825 + +23 of 25 jobs remaining (19:32) +2021-12-17 19:32:12,825 Sleep: 10 +2021-12-17 19:32:12,825 Number of retrials: 0 +2021-12-17 19:32:12,825 WRAPPER CHECK TIME = 10 +2021-12-17 19:32:12,826 Checking jobs for platform=marenostrum4 +2021-12-17 19:32:12,827 Checking jobs for platform=nord3 +2021-12-17 19:32:12,831 Checking jobs for platform=local +2021-12-17 19:32:12,832 Checking jobs for platform=transfer_node +2021-12-17 19:32:12,832 Checking all jobs at once +2021-12-17 19:32:14,560 Successful check job command +2021-12-17 19:32:16,129 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:32:16,129 End of checking +2021-12-17 19:32:16,131 Updating FAILED jobs +2021-12-17 19:32:16,131 Updating WAITING jobs +2021-12-17 19:32:16,131 Update finished +2021-12-17 19:32:16,131 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:32:16,132 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:32:16,132 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:32:16,132 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:32:16,135 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:32:16,137 Job list saved +2021-12-17 19:32:16,143 Updating FAILED jobs +2021-12-17 19:32:16,143 Updating WAITING jobs +2021-12-17 19:32:16,144 Update finished +2021-12-17 19:32:26,154 Reloading parameters... +2021-12-17 19:32:26,171 Loading parameters... +2021-12-17 19:32:26,173 Loading project parameters... +2021-12-17 19:32:26,175 + +23 of 25 jobs remaining (19:32) +2021-12-17 19:32:26,175 Sleep: 10 +2021-12-17 19:32:26,175 Number of retrials: 0 +2021-12-17 19:32:26,175 WRAPPER CHECK TIME = 10 +2021-12-17 19:32:26,176 Checking jobs for platform=marenostrum4 +2021-12-17 19:32:26,176 Checking jobs for platform=nord3 +2021-12-17 19:32:26,177 Checking jobs for platform=local +2021-12-17 19:32:26,177 Checking jobs for platform=transfer_node +2021-12-17 19:32:26,177 Checking all jobs at once +2021-12-17 19:32:28,651 Successful check job command +2021-12-17 19:32:32,174 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:32:32,174 End of checking +2021-12-17 19:32:32,188 Updating FAILED jobs +2021-12-17 19:32:32,188 Updating WAITING jobs +2021-12-17 19:32:32,189 Update finished +2021-12-17 19:32:32,189 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:32:32,189 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:32:32,189 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:32:32,189 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:32:32,204 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:32:32,206 Job list saved +2021-12-17 19:32:32,219 Updating FAILED jobs +2021-12-17 19:32:32,219 Updating WAITING jobs +2021-12-17 19:32:32,219 Update finished +2021-12-17 19:32:42,229 Reloading parameters... +2021-12-17 19:32:42,283 Loading parameters... +2021-12-17 19:32:42,286 Loading project parameters... +2021-12-17 19:32:42,290 + +23 of 25 jobs remaining (19:32) +2021-12-17 19:32:42,290 Sleep: 10 +2021-12-17 19:32:42,290 Number of retrials: 0 +2021-12-17 19:32:42,291 WRAPPER CHECK TIME = 10 +2021-12-17 19:32:42,293 Checking jobs for platform=marenostrum4 +2021-12-17 19:32:42,293 Checking jobs for platform=nord3 +2021-12-17 19:32:42,294 Checking jobs for platform=local +2021-12-17 19:32:42,295 Checking jobs for platform=transfer_node +2021-12-17 19:32:42,295 Checking all jobs at once +2021-12-17 19:32:44,628 Successful check job command +2021-12-17 19:32:47,606 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:32:47,606 End of checking +2021-12-17 19:32:47,607 Updating FAILED jobs +2021-12-17 19:32:47,607 Updating WAITING jobs +2021-12-17 19:32:47,607 Update finished +2021-12-17 19:32:47,608 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:32:47,608 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:32:47,608 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:32:47,608 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:32:47,610 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:32:47,613 Job list saved +2021-12-17 19:32:47,618 Updating FAILED jobs +2021-12-17 19:32:47,619 Updating WAITING jobs +2021-12-17 19:32:47,619 Update finished +2021-12-17 19:32:57,629 Reloading parameters... +2021-12-17 19:32:57,647 Loading parameters... +2021-12-17 19:32:57,648 Loading project parameters... +2021-12-17 19:32:57,650 + +23 of 25 jobs remaining (19:32) +2021-12-17 19:32:57,650 Sleep: 10 +2021-12-17 19:32:57,650 Number of retrials: 0 +2021-12-17 19:32:57,650 WRAPPER CHECK TIME = 10 +2021-12-17 19:32:57,651 Checking jobs for platform=marenostrum4 +2021-12-17 19:32:57,651 Checking jobs for platform=nord3 +2021-12-17 19:32:57,652 Checking jobs for platform=local +2021-12-17 19:32:57,655 Checking jobs for platform=transfer_node +2021-12-17 19:32:57,655 Checking all jobs at once +2021-12-17 19:32:59,180 Successful check job command +2021-12-17 19:33:00,902 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:33:00,903 End of checking +2021-12-17 19:33:00,904 Updating FAILED jobs +2021-12-17 19:33:00,904 Updating WAITING jobs +2021-12-17 19:33:00,904 Update finished +2021-12-17 19:33:00,904 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:33:00,905 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:33:00,905 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:33:00,905 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:33:00,908 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:33:00,910 Job list saved +2021-12-17 19:33:00,914 Updating FAILED jobs +2021-12-17 19:33:00,914 Updating WAITING jobs +2021-12-17 19:33:00,915 Update finished +2021-12-17 19:33:10,925 Reloading parameters... +2021-12-17 19:33:10,942 Loading parameters... +2021-12-17 19:33:10,943 Loading project parameters... +2021-12-17 19:33:10,945 + +23 of 25 jobs remaining (19:33) +2021-12-17 19:33:10,945 Sleep: 10 +2021-12-17 19:33:10,945 Number of retrials: 0 +2021-12-17 19:33:10,945 WRAPPER CHECK TIME = 10 +2021-12-17 19:33:10,946 Checking jobs for platform=marenostrum4 +2021-12-17 19:33:10,947 Checking jobs for platform=nord3 +2021-12-17 19:33:10,947 Checking jobs for platform=local +2021-12-17 19:33:10,948 Checking jobs for platform=transfer_node +2021-12-17 19:33:10,948 Checking all jobs at once +2021-12-17 19:33:13,469 Successful check job command +2021-12-17 19:33:16,741 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:33:16,741 End of checking +2021-12-17 19:33:16,742 Updating FAILED jobs +2021-12-17 19:33:16,742 Updating WAITING jobs +2021-12-17 19:33:16,742 Update finished +2021-12-17 19:33:16,743 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:33:16,743 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:33:16,743 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:33:16,743 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:33:16,746 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:33:16,748 Job list saved +2021-12-17 19:33:16,752 Updating FAILED jobs +2021-12-17 19:33:16,753 Updating WAITING jobs +2021-12-17 19:33:16,753 Update finished +2021-12-17 19:33:26,763 Reloading parameters... +2021-12-17 19:33:26,783 Loading parameters... +2021-12-17 19:33:26,784 Loading project parameters... +2021-12-17 19:33:26,786 + +23 of 25 jobs remaining (19:33) +2021-12-17 19:33:26,786 Sleep: 10 +2021-12-17 19:33:26,786 Number of retrials: 0 +2021-12-17 19:33:26,786 WRAPPER CHECK TIME = 10 +2021-12-17 19:33:26,787 Checking jobs for platform=marenostrum4 +2021-12-17 19:33:26,787 Checking jobs for platform=nord3 +2021-12-17 19:33:26,788 Checking jobs for platform=local +2021-12-17 19:33:26,789 Checking jobs for platform=transfer_node +2021-12-17 19:33:26,789 Checking all jobs at once +2021-12-17 19:33:33,476 Successful check job command +2021-12-17 19:33:39,403 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:33:39,404 End of checking +2021-12-17 19:33:39,406 Updating FAILED jobs +2021-12-17 19:33:39,406 Updating WAITING jobs +2021-12-17 19:33:39,406 Update finished +2021-12-17 19:33:39,406 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:33:39,408 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:33:39,408 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:33:39,408 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:33:39,411 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:33:39,415 Job list saved +2021-12-17 19:33:39,419 Updating FAILED jobs +2021-12-17 19:33:39,419 Updating WAITING jobs +2021-12-17 19:33:39,419 Update finished +2021-12-17 19:33:49,429 Reloading parameters... +2021-12-17 19:33:49,468 Loading parameters... +2021-12-17 19:33:49,469 Loading project parameters... +2021-12-17 19:33:49,471 + +23 of 25 jobs remaining (19:33) +2021-12-17 19:33:49,471 Sleep: 10 +2021-12-17 19:33:49,471 Number of retrials: 0 +2021-12-17 19:33:49,471 WRAPPER CHECK TIME = 10 +2021-12-17 19:33:49,472 Checking jobs for platform=marenostrum4 +2021-12-17 19:33:49,472 Checking jobs for platform=nord3 +2021-12-17 19:33:49,473 Checking jobs for platform=local +2021-12-17 19:33:49,478 Checking jobs for platform=transfer_node +2021-12-17 19:33:49,478 Checking all jobs at once +2021-12-17 19:33:51,367 Successful check job command +2021-12-17 19:33:55,040 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:33:55,041 End of checking +2021-12-17 19:33:55,042 Updating FAILED jobs +2021-12-17 19:33:55,042 Updating WAITING jobs +2021-12-17 19:33:55,042 Update finished +2021-12-17 19:33:55,042 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:33:55,043 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:33:55,043 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:33:55,043 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:33:55,045 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:33:55,048 Job list saved +2021-12-17 19:33:55,052 Updating FAILED jobs +2021-12-17 19:33:55,052 Updating WAITING jobs +2021-12-17 19:33:55,053 Update finished +2021-12-17 19:34:05,063 Reloading parameters... +2021-12-17 19:34:05,085 Loading parameters... +2021-12-17 19:34:05,087 Loading project parameters... +2021-12-17 19:34:05,089 + +23 of 25 jobs remaining (19:34) +2021-12-17 19:34:05,089 Sleep: 10 +2021-12-17 19:34:05,089 Number of retrials: 0 +2021-12-17 19:34:05,089 WRAPPER CHECK TIME = 10 +2021-12-17 19:34:05,090 Checking jobs for platform=marenostrum4 +2021-12-17 19:34:05,090 Checking jobs for platform=nord3 +2021-12-17 19:34:05,091 Checking jobs for platform=local +2021-12-17 19:34:05,091 Checking jobs for platform=transfer_node +2021-12-17 19:34:05,092 Checking all jobs at once +2021-12-17 19:34:10,774 Successful check job command +2021-12-17 19:34:19,758 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:34:19,758 End of checking +2021-12-17 19:34:19,762 Updating FAILED jobs +2021-12-17 19:34:19,763 Updating WAITING jobs +2021-12-17 19:34:19,763 Update finished +2021-12-17 19:34:19,763 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:34:19,764 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:34:19,764 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:34:19,764 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:34:19,771 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:34:19,773 Job list saved +2021-12-17 19:34:19,778 Updating FAILED jobs +2021-12-17 19:34:19,778 Updating WAITING jobs +2021-12-17 19:34:19,778 Update finished +2021-12-17 19:34:29,788 Reloading parameters... +2021-12-17 19:34:29,858 Loading parameters... +2021-12-17 19:34:29,860 Loading project parameters... +2021-12-17 19:34:29,864 + +23 of 25 jobs remaining (19:34) +2021-12-17 19:34:29,864 Sleep: 10 +2021-12-17 19:34:29,864 Number of retrials: 0 +2021-12-17 19:34:29,864 WRAPPER CHECK TIME = 10 +2021-12-17 19:34:29,866 Checking jobs for platform=marenostrum4 +2021-12-17 19:34:29,868 Checking jobs for platform=nord3 +2021-12-17 19:34:29,868 Checking jobs for platform=local +2021-12-17 19:34:29,869 Checking jobs for platform=transfer_node +2021-12-17 19:34:29,869 Checking all jobs at once +2021-12-17 19:34:31,646 Successful check job command +2021-12-17 19:34:33,566 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:34:33,566 End of checking +2021-12-17 19:34:33,567 Updating FAILED jobs +2021-12-17 19:34:33,568 Updating WAITING jobs +2021-12-17 19:34:33,568 Update finished +2021-12-17 19:34:33,568 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:34:33,568 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:34:33,568 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:34:33,568 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:34:33,571 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:34:33,573 Job list saved +2021-12-17 19:34:33,577 Updating FAILED jobs +2021-12-17 19:34:33,577 Updating WAITING jobs +2021-12-17 19:34:33,577 Update finished +2021-12-17 19:34:43,588 Reloading parameters... +2021-12-17 19:34:43,610 Loading parameters... +2021-12-17 19:34:43,612 Loading project parameters... +2021-12-17 19:34:43,613 + +23 of 25 jobs remaining (19:34) +2021-12-17 19:34:43,614 Sleep: 10 +2021-12-17 19:34:43,614 Number of retrials: 0 +2021-12-17 19:34:43,614 WRAPPER CHECK TIME = 10 +2021-12-17 19:34:43,614 Checking jobs for platform=marenostrum4 +2021-12-17 19:34:43,615 Checking jobs for platform=nord3 +2021-12-17 19:34:43,615 Checking jobs for platform=local +2021-12-17 19:34:43,616 Checking jobs for platform=transfer_node +2021-12-17 19:34:43,616 Checking all jobs at once +2021-12-17 19:34:49,110 Successful check job command +2021-12-17 19:34:54,543 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:34:54,543 End of checking +2021-12-17 19:34:54,544 Updating FAILED jobs +2021-12-17 19:34:54,545 Updating WAITING jobs +2021-12-17 19:34:54,545 Update finished +2021-12-17 19:34:54,545 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:34:54,546 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:34:54,546 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:34:54,546 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:34:54,549 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:34:54,551 Job list saved +2021-12-17 19:34:54,557 Updating FAILED jobs +2021-12-17 19:34:54,557 Updating WAITING jobs +2021-12-17 19:34:54,557 Update finished +2021-12-17 19:35:04,567 Reloading parameters... +2021-12-17 19:35:04,771 Loading parameters... +2021-12-17 19:35:04,773 Loading project parameters... +2021-12-17 19:35:04,775 + +23 of 25 jobs remaining (19:35) +2021-12-17 19:35:04,775 Sleep: 10 +2021-12-17 19:35:04,775 Number of retrials: 0 +2021-12-17 19:35:04,775 WRAPPER CHECK TIME = 10 +2021-12-17 19:35:04,776 Checking jobs for platform=marenostrum4 +2021-12-17 19:35:04,776 Checking jobs for platform=nord3 +2021-12-17 19:35:04,777 Checking jobs for platform=local +2021-12-17 19:35:04,778 Checking jobs for platform=transfer_node +2021-12-17 19:35:04,778 Checking all jobs at once +2021-12-17 19:35:07,553 Successful check job command +2021-12-17 19:35:11,137 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:35:11,137 End of checking +2021-12-17 19:35:11,138 Updating FAILED jobs +2021-12-17 19:35:11,139 Updating WAITING jobs +2021-12-17 19:35:11,139 Update finished +2021-12-17 19:35:11,139 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:35:11,139 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:35:11,139 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:35:11,139 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:35:11,142 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:35:11,144 Job list saved +2021-12-17 19:35:11,149 Updating FAILED jobs +2021-12-17 19:35:11,149 Updating WAITING jobs +2021-12-17 19:35:11,149 Update finished +2021-12-17 19:35:21,158 Reloading parameters... +2021-12-17 19:35:21,180 Loading parameters... +2021-12-17 19:35:21,182 Loading project parameters... +2021-12-17 19:35:21,184 + +23 of 25 jobs remaining (19:35) +2021-12-17 19:35:21,184 Sleep: 10 +2021-12-17 19:35:21,184 Number of retrials: 0 +2021-12-17 19:35:21,184 WRAPPER CHECK TIME = 10 +2021-12-17 19:35:21,185 Checking jobs for platform=marenostrum4 +2021-12-17 19:35:21,185 Checking jobs for platform=nord3 +2021-12-17 19:35:21,186 Checking jobs for platform=local +2021-12-17 19:35:21,187 Checking jobs for platform=transfer_node +2021-12-17 19:35:21,187 Checking all jobs at once +2021-12-17 19:35:22,856 Successful check job command +2021-12-17 19:35:24,579 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:35:24,579 End of checking +2021-12-17 19:35:24,581 Updating FAILED jobs +2021-12-17 19:35:24,581 Updating WAITING jobs +2021-12-17 19:35:24,581 Update finished +2021-12-17 19:35:24,581 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:35:24,581 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:35:24,582 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:35:24,582 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:35:24,584 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:35:24,587 Job list saved +2021-12-17 19:35:24,591 Updating FAILED jobs +2021-12-17 19:35:24,591 Updating WAITING jobs +2021-12-17 19:35:24,591 Update finished +2021-12-17 19:35:34,598 Reloading parameters... +2021-12-17 19:35:34,617 Loading parameters... +2021-12-17 19:35:34,618 Loading project parameters... +2021-12-17 19:35:34,620 + +23 of 25 jobs remaining (19:35) +2021-12-17 19:35:34,620 Sleep: 10 +2021-12-17 19:35:34,621 Number of retrials: 0 +2021-12-17 19:35:34,621 WRAPPER CHECK TIME = 10 +2021-12-17 19:35:34,621 Checking jobs for platform=marenostrum4 +2021-12-17 19:35:34,622 Checking jobs for platform=nord3 +2021-12-17 19:35:34,622 Checking jobs for platform=local +2021-12-17 19:35:34,623 Checking jobs for platform=transfer_node +2021-12-17 19:35:34,623 Checking all jobs at once +2021-12-17 19:35:36,645 Successful check job command +2021-12-17 19:35:38,816 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:35:38,816 End of checking +2021-12-17 19:35:38,817 Updating FAILED jobs +2021-12-17 19:35:38,817 Updating WAITING jobs +2021-12-17 19:35:38,818 Update finished +2021-12-17 19:35:38,818 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:35:38,818 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:35:38,818 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:35:38,819 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:35:38,821 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:35:38,823 Job list saved +2021-12-17 19:35:38,829 Updating FAILED jobs +2021-12-17 19:35:38,829 Updating WAITING jobs +2021-12-17 19:35:38,829 Update finished +2021-12-17 19:35:48,838 Reloading parameters... +2021-12-17 19:35:48,857 Loading parameters... +2021-12-17 19:35:48,858 Loading project parameters... +2021-12-17 19:35:48,860 + +23 of 25 jobs remaining (19:35) +2021-12-17 19:35:48,861 Sleep: 10 +2021-12-17 19:35:48,861 Number of retrials: 0 +2021-12-17 19:35:48,861 WRAPPER CHECK TIME = 10 +2021-12-17 19:35:48,861 Checking jobs for platform=marenostrum4 +2021-12-17 19:35:48,862 Checking jobs for platform=nord3 +2021-12-17 19:35:48,866 Checking jobs for platform=local +2021-12-17 19:35:48,866 Checking jobs for platform=transfer_node +2021-12-17 19:35:48,866 Checking all jobs at once +2021-12-17 19:35:52,155 Successful check job command +2021-12-17 19:35:57,380 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:35:57,381 End of checking +2021-12-17 19:35:57,383 Updating FAILED jobs +2021-12-17 19:35:57,383 Updating WAITING jobs +2021-12-17 19:35:57,384 Update finished +2021-12-17 19:35:57,384 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:35:57,384 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:35:57,384 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:35:57,384 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:35:57,387 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:35:57,389 Job list saved +2021-12-17 19:35:57,394 Updating FAILED jobs +2021-12-17 19:35:57,395 Updating WAITING jobs +2021-12-17 19:35:57,395 Update finished +2021-12-17 19:36:07,405 Reloading parameters... +2021-12-17 19:36:07,423 Loading parameters... +2021-12-17 19:36:07,424 Loading project parameters... +2021-12-17 19:36:07,428 + +23 of 25 jobs remaining (19:36) +2021-12-17 19:36:07,428 Sleep: 10 +2021-12-17 19:36:07,428 Number of retrials: 0 +2021-12-17 19:36:07,429 WRAPPER CHECK TIME = 10 +2021-12-17 19:36:07,431 Checking jobs for platform=marenostrum4 +2021-12-17 19:36:07,431 Checking jobs for platform=nord3 +2021-12-17 19:36:07,438 Checking jobs for platform=local +2021-12-17 19:36:07,439 Checking jobs for platform=transfer_node +2021-12-17 19:36:07,439 Checking all jobs at once +2021-12-17 19:36:08,813 Successful check job command +2021-12-17 19:36:14,855 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:36:14,855 End of checking +2021-12-17 19:36:14,857 Updating FAILED jobs +2021-12-17 19:36:14,857 Updating WAITING jobs +2021-12-17 19:36:14,858 Update finished +2021-12-17 19:36:14,858 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:36:14,859 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:36:14,859 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:36:14,859 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:36:14,861 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:36:14,865 Job list saved +2021-12-17 19:36:14,870 Updating FAILED jobs +2021-12-17 19:36:14,870 Updating WAITING jobs +2021-12-17 19:36:14,870 Update finished +2021-12-17 19:36:24,881 Reloading parameters... +2021-12-17 19:36:25,005 Loading parameters... +2021-12-17 19:36:25,007 Loading project parameters... +2021-12-17 19:36:25,009 + +23 of 25 jobs remaining (19:36) +2021-12-17 19:36:25,009 Sleep: 10 +2021-12-17 19:36:25,009 Number of retrials: 0 +2021-12-17 19:36:25,009 WRAPPER CHECK TIME = 10 +2021-12-17 19:36:25,009 Checking jobs for platform=marenostrum4 +2021-12-17 19:36:25,010 Checking jobs for platform=nord3 +2021-12-17 19:36:25,011 Checking jobs for platform=local +2021-12-17 19:36:25,011 Checking jobs for platform=transfer_node +2021-12-17 19:36:25,011 Checking all jobs at once +2021-12-17 19:36:27,236 Successful check job command +2021-12-17 19:36:35,679 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:36:35,679 End of checking +2021-12-17 19:36:35,681 Updating FAILED jobs +2021-12-17 19:36:35,681 Updating WAITING jobs +2021-12-17 19:36:35,682 Update finished +2021-12-17 19:36:35,682 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:36:35,682 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:36:35,682 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:36:35,682 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:36:35,686 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:36:35,688 Job list saved +2021-12-17 19:36:35,693 Updating FAILED jobs +2021-12-17 19:36:35,693 Updating WAITING jobs +2021-12-17 19:36:35,694 Update finished +2021-12-17 19:36:45,704 Reloading parameters... +2021-12-17 19:36:45,754 Loading parameters... +2021-12-17 19:36:45,769 Loading project parameters... +2021-12-17 19:36:45,771 + +23 of 25 jobs remaining (19:36) +2021-12-17 19:36:45,772 Sleep: 10 +2021-12-17 19:36:45,772 Number of retrials: 0 +2021-12-17 19:36:45,772 WRAPPER CHECK TIME = 10 +2021-12-17 19:36:45,772 Checking jobs for platform=marenostrum4 +2021-12-17 19:36:45,793 Checking jobs for platform=nord3 +2021-12-17 19:36:45,793 Checking jobs for platform=local +2021-12-17 19:36:45,794 Checking jobs for platform=transfer_node +2021-12-17 19:36:45,794 Checking all jobs at once +2021-12-17 19:36:47,267 Successful check job command +2021-12-17 19:36:49,460 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:36:49,460 End of checking +2021-12-17 19:36:49,503 Updating FAILED jobs +2021-12-17 19:36:49,503 Updating WAITING jobs +2021-12-17 19:36:49,503 Update finished +2021-12-17 19:36:49,503 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:36:49,511 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:36:49,511 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:36:49,511 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:36:49,534 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:36:49,537 Job list saved +2021-12-17 19:36:49,576 Updating FAILED jobs +2021-12-17 19:36:49,576 Updating WAITING jobs +2021-12-17 19:36:49,577 Update finished +2021-12-17 19:36:59,587 Reloading parameters... +2021-12-17 19:36:59,614 Loading parameters... +2021-12-17 19:36:59,615 Loading project parameters... +2021-12-17 19:36:59,617 + +23 of 25 jobs remaining (19:36) +2021-12-17 19:36:59,618 Sleep: 10 +2021-12-17 19:36:59,618 Number of retrials: 0 +2021-12-17 19:36:59,618 WRAPPER CHECK TIME = 10 +2021-12-17 19:36:59,618 Checking jobs for platform=marenostrum4 +2021-12-17 19:36:59,619 Checking jobs for platform=nord3 +2021-12-17 19:36:59,620 Checking jobs for platform=local +2021-12-17 19:36:59,620 Checking jobs for platform=transfer_node +2021-12-17 19:36:59,620 Checking all jobs at once +2021-12-17 19:37:02,543 Successful check job command +2021-12-17 19:37:05,425 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:37:05,425 End of checking +2021-12-17 19:37:05,427 Updating FAILED jobs +2021-12-17 19:37:05,427 Updating WAITING jobs +2021-12-17 19:37:05,427 Update finished +2021-12-17 19:37:05,427 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:37:05,427 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:37:05,428 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:37:05,428 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:37:05,431 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:37:05,434 Job list saved +2021-12-17 19:37:05,438 Updating FAILED jobs +2021-12-17 19:37:05,438 Updating WAITING jobs +2021-12-17 19:37:05,439 Update finished +2021-12-17 19:37:15,449 Reloading parameters... +2021-12-17 19:37:15,473 Loading parameters... +2021-12-17 19:37:15,474 Loading project parameters... +2021-12-17 19:37:15,480 + +23 of 25 jobs remaining (19:37) +2021-12-17 19:37:15,480 Sleep: 10 +2021-12-17 19:37:15,480 Number of retrials: 0 +2021-12-17 19:37:15,480 WRAPPER CHECK TIME = 10 +2021-12-17 19:37:15,484 Checking jobs for platform=marenostrum4 +2021-12-17 19:37:15,484 Checking jobs for platform=nord3 +2021-12-17 19:37:15,486 Checking jobs for platform=local +2021-12-17 19:37:15,487 Checking jobs for platform=transfer_node +2021-12-17 19:37:15,491 Checking all jobs at once +2021-12-17 19:37:16,963 Successful check job command +2021-12-17 19:37:18,783 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:37:18,784 End of checking +2021-12-17 19:37:18,785 Updating FAILED jobs +2021-12-17 19:37:18,786 Updating WAITING jobs +2021-12-17 19:37:18,786 Update finished +2021-12-17 19:37:18,786 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:37:18,786 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:37:18,786 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:37:18,786 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:37:18,789 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:37:18,791 Job list saved +2021-12-17 19:37:18,799 Updating FAILED jobs +2021-12-17 19:37:18,799 Updating WAITING jobs +2021-12-17 19:37:18,799 Update finished +2021-12-17 19:37:28,808 Reloading parameters... +2021-12-17 19:37:28,826 Loading parameters... +2021-12-17 19:37:28,827 Loading project parameters... +2021-12-17 19:37:28,829 + +23 of 25 jobs remaining (19:37) +2021-12-17 19:37:28,829 Sleep: 10 +2021-12-17 19:37:28,829 Number of retrials: 0 +2021-12-17 19:37:28,829 WRAPPER CHECK TIME = 10 +2021-12-17 19:37:28,830 Checking jobs for platform=marenostrum4 +2021-12-17 19:37:28,831 Checking jobs for platform=nord3 +2021-12-17 19:37:28,831 Checking jobs for platform=local +2021-12-17 19:37:28,832 Checking jobs for platform=transfer_node +2021-12-17 19:37:28,832 Checking all jobs at once +2021-12-17 19:37:31,906 Successful check job command +2021-12-17 19:37:34,877 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:37:34,878 End of checking +2021-12-17 19:37:34,879 Updating FAILED jobs +2021-12-17 19:37:34,879 Updating WAITING jobs +2021-12-17 19:37:34,879 Update finished +2021-12-17 19:37:34,879 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:37:34,880 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:37:34,880 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:37:34,880 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:37:34,883 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:37:34,885 Job list saved +2021-12-17 19:37:34,896 Updating FAILED jobs +2021-12-17 19:37:34,896 Updating WAITING jobs +2021-12-17 19:37:34,897 Update finished +2021-12-17 19:37:44,907 Reloading parameters... +2021-12-17 19:37:44,951 Loading parameters... +2021-12-17 19:37:44,952 Loading project parameters... +2021-12-17 19:37:44,957 + +23 of 25 jobs remaining (19:37) +2021-12-17 19:37:44,962 Sleep: 10 +2021-12-17 19:37:44,962 Number of retrials: 0 +2021-12-17 19:37:44,963 WRAPPER CHECK TIME = 10 +2021-12-17 19:37:44,963 Checking jobs for platform=marenostrum4 +2021-12-17 19:37:44,964 Checking jobs for platform=nord3 +2021-12-17 19:37:44,964 Checking jobs for platform=local +2021-12-17 19:37:44,965 Checking jobs for platform=transfer_node +2021-12-17 19:37:44,965 Checking all jobs at once +2021-12-17 19:37:47,656 Successful check job command +2021-12-17 19:37:51,329 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:37:51,330 End of checking +2021-12-17 19:37:51,331 Updating FAILED jobs +2021-12-17 19:37:51,331 Updating WAITING jobs +2021-12-17 19:37:51,332 Update finished +2021-12-17 19:37:51,332 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:37:51,332 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:37:51,332 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:37:51,332 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:37:51,335 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:37:51,337 Job list saved +2021-12-17 19:37:51,342 Updating FAILED jobs +2021-12-17 19:37:51,342 Updating WAITING jobs +2021-12-17 19:37:51,342 Update finished +2021-12-17 19:38:01,350 Reloading parameters... +2021-12-17 19:38:01,369 Loading parameters... +2021-12-17 19:38:01,370 Loading project parameters... +2021-12-17 19:38:01,372 + +23 of 25 jobs remaining (19:38) +2021-12-17 19:38:01,372 Sleep: 10 +2021-12-17 19:38:01,372 Number of retrials: 0 +2021-12-17 19:38:01,372 WRAPPER CHECK TIME = 10 +2021-12-17 19:38:01,373 Checking jobs for platform=marenostrum4 +2021-12-17 19:38:01,374 Checking jobs for platform=nord3 +2021-12-17 19:38:01,374 Checking jobs for platform=local +2021-12-17 19:38:01,375 Checking jobs for platform=transfer_node +2021-12-17 19:38:01,375 Checking all jobs at once +2021-12-17 19:38:02,845 Successful check job command +2021-12-17 19:38:08,995 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:38:08,995 End of checking +2021-12-17 19:38:08,996 Updating FAILED jobs +2021-12-17 19:38:08,996 Updating WAITING jobs +2021-12-17 19:38:08,997 Update finished +2021-12-17 19:38:08,997 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:38:08,998 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:38:08,998 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:38:08,998 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:38:09,000 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:38:09,003 Job list saved +2021-12-17 19:38:09,012 Updating FAILED jobs +2021-12-17 19:38:09,012 Updating WAITING jobs +2021-12-17 19:38:09,013 Update finished +2021-12-17 19:38:19,018 Reloading parameters... +2021-12-17 19:38:19,060 Loading parameters... +2021-12-17 19:38:19,061 Loading project parameters... +2021-12-17 19:38:19,063 + +23 of 25 jobs remaining (19:38) +2021-12-17 19:38:19,063 Sleep: 10 +2021-12-17 19:38:19,064 Number of retrials: 0 +2021-12-17 19:38:19,064 WRAPPER CHECK TIME = 10 +2021-12-17 19:38:19,064 Checking jobs for platform=marenostrum4 +2021-12-17 19:38:19,065 Checking jobs for platform=nord3 +2021-12-17 19:38:19,066 Checking jobs for platform=local +2021-12-17 19:38:19,066 Checking jobs for platform=transfer_node +2021-12-17 19:38:19,066 Checking all jobs at once +2021-12-17 19:38:21,487 Successful check job command +2021-12-17 19:38:23,758 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:38:23,759 End of checking +2021-12-17 19:38:23,761 Updating FAILED jobs +2021-12-17 19:38:23,761 Updating WAITING jobs +2021-12-17 19:38:23,761 Update finished +2021-12-17 19:38:23,761 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:38:23,761 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:38:23,762 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:38:23,762 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:38:23,765 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:38:23,768 Job list saved +2021-12-17 19:38:23,772 Updating FAILED jobs +2021-12-17 19:38:23,773 Updating WAITING jobs +2021-12-17 19:38:23,773 Update finished +2021-12-17 19:38:33,782 Reloading parameters... +2021-12-17 19:38:33,811 Loading parameters... +2021-12-17 19:38:33,814 Loading project parameters... +2021-12-17 19:38:33,817 + +23 of 25 jobs remaining (19:38) +2021-12-17 19:38:33,817 Sleep: 10 +2021-12-17 19:38:33,817 Number of retrials: 0 +2021-12-17 19:38:33,817 WRAPPER CHECK TIME = 10 +2021-12-17 19:38:33,818 Checking jobs for platform=marenostrum4 +2021-12-17 19:38:33,819 Checking jobs for platform=nord3 +2021-12-17 19:38:33,820 Checking jobs for platform=local +2021-12-17 19:38:33,820 Checking jobs for platform=transfer_node +2021-12-17 19:38:33,820 Checking all jobs at once +2021-12-17 19:38:35,190 Successful check job command +2021-12-17 19:38:40,368 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:38:40,368 End of checking +2021-12-17 19:38:40,371 Updating FAILED jobs +2021-12-17 19:38:40,371 Updating WAITING jobs +2021-12-17 19:38:40,372 Update finished +2021-12-17 19:38:40,372 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:38:40,372 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:38:40,372 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:38:40,372 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:38:40,375 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:38:40,378 Job list saved +2021-12-17 19:38:40,384 Updating FAILED jobs +2021-12-17 19:38:40,384 Updating WAITING jobs +2021-12-17 19:38:40,384 Update finished +2021-12-17 19:38:50,391 Reloading parameters... +2021-12-17 19:38:50,414 Loading parameters... +2021-12-17 19:38:50,415 Loading project parameters... +2021-12-17 19:38:50,417 + +23 of 25 jobs remaining (19:38) +2021-12-17 19:38:50,417 Sleep: 10 +2021-12-17 19:38:50,417 Number of retrials: 0 +2021-12-17 19:38:50,417 WRAPPER CHECK TIME = 10 +2021-12-17 19:38:50,418 Checking jobs for platform=marenostrum4 +2021-12-17 19:38:50,418 Checking jobs for platform=nord3 +2021-12-17 19:38:50,419 Checking jobs for platform=local +2021-12-17 19:38:50,419 Checking jobs for platform=transfer_node +2021-12-17 19:38:50,420 Checking all jobs at once +2021-12-17 19:38:51,742 Successful check job command +2021-12-17 19:38:57,318 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:38:57,319 End of checking +2021-12-17 19:38:57,321 Updating FAILED jobs +2021-12-17 19:38:57,321 Updating WAITING jobs +2021-12-17 19:38:57,321 Update finished +2021-12-17 19:38:57,321 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:38:57,323 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:38:57,323 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:38:57,323 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:38:57,326 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:38:57,328 Job list saved +2021-12-17 19:38:57,333 Updating FAILED jobs +2021-12-17 19:38:57,334 Updating WAITING jobs +2021-12-17 19:38:57,334 Update finished +2021-12-17 19:39:07,344 Reloading parameters... +2021-12-17 19:39:07,385 Loading parameters... +2021-12-17 19:39:07,388 Loading project parameters... +2021-12-17 19:39:07,397 + +23 of 25 jobs remaining (19:39) +2021-12-17 19:39:07,397 Sleep: 10 +2021-12-17 19:39:07,397 Number of retrials: 0 +2021-12-17 19:39:07,398 WRAPPER CHECK TIME = 10 +2021-12-17 19:39:07,401 Checking jobs for platform=marenostrum4 +2021-12-17 19:39:07,402 Checking jobs for platform=nord3 +2021-12-17 19:39:07,404 Checking jobs for platform=local +2021-12-17 19:39:07,417 Checking jobs for platform=transfer_node +2021-12-17 19:39:07,418 Checking all jobs at once +2021-12-17 19:39:09,945 Successful check job command +2021-12-17 19:39:13,129 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:39:13,129 End of checking +2021-12-17 19:39:13,131 Updating FAILED jobs +2021-12-17 19:39:13,131 Updating WAITING jobs +2021-12-17 19:39:13,131 Update finished +2021-12-17 19:39:13,131 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:39:13,131 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:39:13,131 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:39:13,132 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:39:13,135 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:39:13,137 Job list saved +2021-12-17 19:39:13,142 Updating FAILED jobs +2021-12-17 19:39:13,142 Updating WAITING jobs +2021-12-17 19:39:13,142 Update finished +2021-12-17 19:39:23,152 Reloading parameters... +2021-12-17 19:39:23,171 Loading parameters... +2021-12-17 19:39:23,173 Loading project parameters... +2021-12-17 19:39:23,175 + +23 of 25 jobs remaining (19:39) +2021-12-17 19:39:23,175 Sleep: 10 +2021-12-17 19:39:23,175 Number of retrials: 0 +2021-12-17 19:39:23,175 WRAPPER CHECK TIME = 10 +2021-12-17 19:39:23,176 Checking jobs for platform=marenostrum4 +2021-12-17 19:39:23,176 Checking jobs for platform=nord3 +2021-12-17 19:39:23,177 Checking jobs for platform=local +2021-12-17 19:39:23,177 Checking jobs for platform=transfer_node +2021-12-17 19:39:23,177 Checking all jobs at once +2021-12-17 19:39:24,497 Successful check job command +2021-12-17 19:39:26,983 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:39:26,983 End of checking +2021-12-17 19:39:26,988 Updating FAILED jobs +2021-12-17 19:39:26,988 Updating WAITING jobs +2021-12-17 19:39:26,988 Update finished +2021-12-17 19:39:26,988 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:39:26,989 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:39:26,989 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:39:26,989 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:39:26,991 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:39:26,994 Job list saved +2021-12-17 19:39:26,999 Updating FAILED jobs +2021-12-17 19:39:26,999 Updating WAITING jobs +2021-12-17 19:39:26,999 Update finished +2021-12-17 19:39:37,001 Reloading parameters... +2021-12-17 19:39:37,019 Loading parameters... +2021-12-17 19:39:37,020 Loading project parameters... +2021-12-17 19:39:37,022 + +23 of 25 jobs remaining (19:39) +2021-12-17 19:39:37,023 Sleep: 10 +2021-12-17 19:39:37,023 Number of retrials: 0 +2021-12-17 19:39:37,023 WRAPPER CHECK TIME = 10 +2021-12-17 19:39:37,023 Checking jobs for platform=marenostrum4 +2021-12-17 19:39:37,024 Checking jobs for platform=nord3 +2021-12-17 19:39:37,025 Checking jobs for platform=local +2021-12-17 19:39:37,025 Checking jobs for platform=transfer_node +2021-12-17 19:39:37,025 Checking all jobs at once +2021-12-17 19:39:40,050 Successful check job command +2021-12-17 19:39:42,721 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:39:42,721 End of checking +2021-12-17 19:39:42,725 Updating FAILED jobs +2021-12-17 19:39:42,725 Updating WAITING jobs +2021-12-17 19:39:42,725 Update finished +2021-12-17 19:39:42,725 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:39:42,726 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:39:42,726 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:39:42,726 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:39:42,729 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:39:42,731 Job list saved +2021-12-17 19:39:42,736 Updating FAILED jobs +2021-12-17 19:39:42,736 Updating WAITING jobs +2021-12-17 19:39:42,737 Update finished +2021-12-17 19:39:52,747 Reloading parameters... +2021-12-17 19:39:52,766 Loading parameters... +2021-12-17 19:39:52,768 Loading project parameters... +2021-12-17 19:39:52,769 + +23 of 25 jobs remaining (19:39) +2021-12-17 19:39:52,770 Sleep: 10 +2021-12-17 19:39:52,770 Number of retrials: 0 +2021-12-17 19:39:52,770 WRAPPER CHECK TIME = 10 +2021-12-17 19:39:52,774 Checking jobs for platform=marenostrum4 +2021-12-17 19:39:52,774 Checking jobs for platform=nord3 +2021-12-17 19:39:52,775 Checking jobs for platform=local +2021-12-17 19:39:52,776 Checking jobs for platform=transfer_node +2021-12-17 19:39:52,776 Checking all jobs at once +2021-12-17 19:39:54,496 Successful check job command +2021-12-17 19:39:57,170 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:39:57,171 End of checking +2021-12-17 19:39:57,172 Updating FAILED jobs +2021-12-17 19:39:57,172 Updating WAITING jobs +2021-12-17 19:39:57,172 Update finished +2021-12-17 19:39:57,173 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:39:57,173 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:39:57,173 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:39:57,173 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:39:57,176 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:39:57,178 Job list saved +2021-12-17 19:39:57,186 Updating FAILED jobs +2021-12-17 19:39:57,186 Updating WAITING jobs +2021-12-17 19:39:57,187 Update finished +2021-12-17 19:40:07,195 Reloading parameters... +2021-12-17 19:40:07,225 Loading parameters... +2021-12-17 19:40:07,227 Loading project parameters... +2021-12-17 19:40:07,229 + +23 of 25 jobs remaining (19:40) +2021-12-17 19:40:07,229 Sleep: 10 +2021-12-17 19:40:07,229 Number of retrials: 0 +2021-12-17 19:40:07,229 WRAPPER CHECK TIME = 10 +2021-12-17 19:40:07,230 Checking jobs for platform=marenostrum4 +2021-12-17 19:40:07,230 Checking jobs for platform=nord3 +2021-12-17 19:40:07,231 Checking jobs for platform=local +2021-12-17 19:40:07,232 Checking jobs for platform=transfer_node +2021-12-17 19:40:07,232 Checking all jobs at once +2021-12-17 19:40:09,054 Successful check job command +2021-12-17 19:40:14,699 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:40:14,700 End of checking +2021-12-17 19:40:14,701 Updating FAILED jobs +2021-12-17 19:40:14,701 Updating WAITING jobs +2021-12-17 19:40:14,701 Update finished +2021-12-17 19:40:14,702 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:40:14,702 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:40:14,702 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:40:14,702 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:40:14,705 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:40:14,707 Job list saved +2021-12-17 19:40:14,714 Updating FAILED jobs +2021-12-17 19:40:14,714 Updating WAITING jobs +2021-12-17 19:40:14,717 Update finished +2021-12-17 19:40:24,727 Reloading parameters... +2021-12-17 19:40:24,762 Loading parameters... +2021-12-17 19:40:24,765 Loading project parameters... +2021-12-17 19:40:24,767 + +23 of 25 jobs remaining (19:40) +2021-12-17 19:40:24,767 Sleep: 10 +2021-12-17 19:40:24,767 Number of retrials: 0 +2021-12-17 19:40:24,767 WRAPPER CHECK TIME = 10 +2021-12-17 19:40:24,768 Checking jobs for platform=marenostrum4 +2021-12-17 19:40:24,768 Checking jobs for platform=nord3 +2021-12-17 19:40:24,775 Checking jobs for platform=local +2021-12-17 19:40:24,776 Checking jobs for platform=transfer_node +2021-12-17 19:40:24,776 Checking all jobs at once +2021-12-17 19:40:26,349 Successful check job command +2021-12-17 19:40:30,630 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:40:30,630 End of checking +2021-12-17 19:40:30,632 Updating FAILED jobs +2021-12-17 19:40:30,632 Updating WAITING jobs +2021-12-17 19:40:30,632 Update finished +2021-12-17 19:40:30,632 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:40:30,633 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:40:30,633 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:40:30,633 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:40:30,637 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:40:30,639 Job list saved +2021-12-17 19:40:30,653 Updating FAILED jobs +2021-12-17 19:40:30,653 Updating WAITING jobs +2021-12-17 19:40:30,653 Update finished +2021-12-17 19:40:40,663 Reloading parameters... +2021-12-17 19:40:40,684 Loading parameters... +2021-12-17 19:40:40,685 Loading project parameters... +2021-12-17 19:40:40,687 + +23 of 25 jobs remaining (19:40) +2021-12-17 19:40:40,687 Sleep: 10 +2021-12-17 19:40:40,688 Number of retrials: 0 +2021-12-17 19:40:40,688 WRAPPER CHECK TIME = 10 +2021-12-17 19:40:40,689 Checking jobs for platform=marenostrum4 +2021-12-17 19:40:40,690 Checking jobs for platform=nord3 +2021-12-17 19:40:40,690 Checking jobs for platform=local +2021-12-17 19:40:40,692 Checking jobs for platform=transfer_node +2021-12-17 19:40:40,692 Checking all jobs at once +2021-12-17 19:40:43,167 Successful check job command +2021-12-17 19:40:46,299 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:40:46,300 End of checking +2021-12-17 19:40:46,301 Updating FAILED jobs +2021-12-17 19:40:46,301 Updating WAITING jobs +2021-12-17 19:40:46,302 Update finished +2021-12-17 19:40:46,302 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:40:46,302 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:40:46,302 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:40:46,302 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:40:46,305 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:40:46,310 Job list saved +2021-12-17 19:40:46,317 Updating FAILED jobs +2021-12-17 19:40:46,317 Updating WAITING jobs +2021-12-17 19:40:46,317 Update finished +2021-12-17 19:40:56,327 Reloading parameters... +2021-12-17 19:40:56,346 Loading parameters... +2021-12-17 19:40:56,347 Loading project parameters... +2021-12-17 19:40:56,349 + +23 of 25 jobs remaining (19:40) +2021-12-17 19:40:56,349 Sleep: 10 +2021-12-17 19:40:56,349 Number of retrials: 0 +2021-12-17 19:40:56,349 WRAPPER CHECK TIME = 10 +2021-12-17 19:40:56,350 Checking jobs for platform=marenostrum4 +2021-12-17 19:40:56,351 Checking jobs for platform=nord3 +2021-12-17 19:40:56,351 Checking jobs for platform=local +2021-12-17 19:40:56,352 Checking jobs for platform=transfer_node +2021-12-17 19:40:56,352 Checking all jobs at once +2021-12-17 19:40:59,324 Successful check job command +2021-12-17 19:41:04,251 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:41:04,251 End of checking +2021-12-17 19:41:04,252 Updating FAILED jobs +2021-12-17 19:41:04,252 Updating WAITING jobs +2021-12-17 19:41:04,252 Update finished +2021-12-17 19:41:04,253 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:41:04,253 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:41:04,253 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:41:04,253 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:41:04,256 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:41:04,259 Job list saved +2021-12-17 19:41:04,264 Updating FAILED jobs +2021-12-17 19:41:04,264 Updating WAITING jobs +2021-12-17 19:41:04,264 Update finished +2021-12-17 19:41:14,275 Reloading parameters... +2021-12-17 19:41:14,296 Loading parameters... +2021-12-17 19:41:14,297 Loading project parameters... +2021-12-17 19:41:14,300 + +23 of 25 jobs remaining (19:41) +2021-12-17 19:41:14,301 Sleep: 10 +2021-12-17 19:41:14,301 Number of retrials: 0 +2021-12-17 19:41:14,301 WRAPPER CHECK TIME = 10 +2021-12-17 19:41:14,301 Checking jobs for platform=marenostrum4 +2021-12-17 19:41:14,302 Checking jobs for platform=nord3 +2021-12-17 19:41:14,302 Checking jobs for platform=local +2021-12-17 19:41:14,303 Checking jobs for platform=transfer_node +2021-12-17 19:41:14,303 Checking all jobs at once +2021-12-17 19:41:16,377 Successful check job command +2021-12-17 19:41:18,498 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:41:18,498 End of checking +2021-12-17 19:41:18,499 Updating FAILED jobs +2021-12-17 19:41:18,500 Updating WAITING jobs +2021-12-17 19:41:18,500 Update finished +2021-12-17 19:41:18,500 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:41:18,500 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:41:18,500 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:41:18,500 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:41:18,503 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:41:18,506 Job list saved +2021-12-17 19:41:18,518 Updating FAILED jobs +2021-12-17 19:41:18,518 Updating WAITING jobs +2021-12-17 19:41:18,518 Update finished +2021-12-17 19:41:28,525 Reloading parameters... +2021-12-17 19:41:28,549 Loading parameters... +2021-12-17 19:41:28,550 Loading project parameters... +2021-12-17 19:41:28,552 + +23 of 25 jobs remaining (19:41) +2021-12-17 19:41:28,552 Sleep: 10 +2021-12-17 19:41:28,553 Number of retrials: 0 +2021-12-17 19:41:28,553 WRAPPER CHECK TIME = 10 +2021-12-17 19:41:28,553 Checking jobs for platform=marenostrum4 +2021-12-17 19:41:28,554 Checking jobs for platform=nord3 +2021-12-17 19:41:28,554 Checking jobs for platform=local +2021-12-17 19:41:28,555 Checking jobs for platform=transfer_node +2021-12-17 19:41:28,555 Checking all jobs at once +2021-12-17 19:41:30,275 Successful check job command +2021-12-17 19:41:33,203 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:41:33,204 End of checking +2021-12-17 19:41:33,205 Updating FAILED jobs +2021-12-17 19:41:33,206 Updating WAITING jobs +2021-12-17 19:41:33,206 Update finished +2021-12-17 19:41:33,206 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:41:33,207 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:41:33,207 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:41:33,207 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:41:33,210 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:41:33,213 Job list saved +2021-12-17 19:41:33,226 Updating FAILED jobs +2021-12-17 19:41:33,226 Updating WAITING jobs +2021-12-17 19:41:33,226 Update finished +2021-12-17 19:41:43,236 Reloading parameters... +2021-12-17 19:41:43,258 Loading parameters... +2021-12-17 19:41:43,260 Loading project parameters... +2021-12-17 19:41:43,264 + +23 of 25 jobs remaining (19:41) +2021-12-17 19:41:43,264 Sleep: 10 +2021-12-17 19:41:43,264 Number of retrials: 0 +2021-12-17 19:41:43,265 WRAPPER CHECK TIME = 10 +2021-12-17 19:41:43,273 Checking jobs for platform=marenostrum4 +2021-12-17 19:41:43,273 Checking jobs for platform=nord3 +2021-12-17 19:41:43,274 Checking jobs for platform=local +2021-12-17 19:41:43,275 Checking jobs for platform=transfer_node +2021-12-17 19:41:43,275 Checking all jobs at once +2021-12-17 19:41:46,798 Successful check job command +2021-12-17 19:41:50,374 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:41:50,374 End of checking +2021-12-17 19:41:50,376 Updating FAILED jobs +2021-12-17 19:41:50,378 Updating WAITING jobs +2021-12-17 19:41:50,379 Update finished +2021-12-17 19:41:50,379 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:41:50,379 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:41:50,380 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:41:50,380 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:41:50,385 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:41:50,389 Job list saved +2021-12-17 19:41:50,394 Updating FAILED jobs +2021-12-17 19:41:50,394 Updating WAITING jobs +2021-12-17 19:41:50,395 Update finished +2021-12-17 19:42:00,401 Reloading parameters... +2021-12-17 19:42:00,423 Loading parameters... +2021-12-17 19:42:00,424 Loading project parameters... +2021-12-17 19:42:00,426 + +23 of 25 jobs remaining (19:42) +2021-12-17 19:42:00,427 Sleep: 10 +2021-12-17 19:42:00,427 Number of retrials: 0 +2021-12-17 19:42:00,427 WRAPPER CHECK TIME = 10 +2021-12-17 19:42:00,428 Checking jobs for platform=marenostrum4 +2021-12-17 19:42:00,428 Checking jobs for platform=nord3 +2021-12-17 19:42:00,429 Checking jobs for platform=local +2021-12-17 19:42:00,429 Checking jobs for platform=transfer_node +2021-12-17 19:42:00,429 Checking all jobs at once +2021-12-17 19:42:02,350 Successful check job command +2021-12-17 19:42:07,237 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:42:07,237 End of checking +2021-12-17 19:42:07,239 Updating FAILED jobs +2021-12-17 19:42:07,239 Updating WAITING jobs +2021-12-17 19:42:07,239 Update finished +2021-12-17 19:42:07,240 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:42:07,240 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:42:07,240 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:42:07,240 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:42:07,243 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:42:07,245 Job list saved +2021-12-17 19:42:07,250 Updating FAILED jobs +2021-12-17 19:42:07,250 Updating WAITING jobs +2021-12-17 19:42:07,250 Update finished +2021-12-17 19:42:17,257 Reloading parameters... +2021-12-17 19:42:17,277 Loading parameters... +2021-12-17 19:42:17,278 Loading project parameters... +2021-12-17 19:42:17,280 + +23 of 25 jobs remaining (19:42) +2021-12-17 19:42:17,280 Sleep: 10 +2021-12-17 19:42:17,280 Number of retrials: 0 +2021-12-17 19:42:17,280 WRAPPER CHECK TIME = 10 +2021-12-17 19:42:17,281 Checking jobs for platform=marenostrum4 +2021-12-17 19:42:17,282 Checking jobs for platform=nord3 +2021-12-17 19:42:17,282 Checking jobs for platform=local +2021-12-17 19:42:17,283 Checking jobs for platform=transfer_node +2021-12-17 19:42:17,283 Checking all jobs at once +2021-12-17 19:42:18,654 Successful check job command +2021-12-17 19:42:24,233 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:42:24,233 End of checking +2021-12-17 19:42:24,235 Updating FAILED jobs +2021-12-17 19:42:24,235 Updating WAITING jobs +2021-12-17 19:42:24,235 Update finished +2021-12-17 19:42:24,235 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:42:24,236 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:42:24,236 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:42:24,236 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:42:24,242 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:42:24,244 Job list saved +2021-12-17 19:42:24,249 Updating FAILED jobs +2021-12-17 19:42:24,249 Updating WAITING jobs +2021-12-17 19:42:24,250 Update finished +2021-12-17 19:42:34,260 Reloading parameters... +2021-12-17 19:42:34,295 Loading parameters... +2021-12-17 19:42:34,297 Loading project parameters... +2021-12-17 19:42:34,299 + +23 of 25 jobs remaining (19:42) +2021-12-17 19:42:34,299 Sleep: 10 +2021-12-17 19:42:34,299 Number of retrials: 0 +2021-12-17 19:42:34,299 WRAPPER CHECK TIME = 10 +2021-12-17 19:42:34,300 Checking jobs for platform=marenostrum4 +2021-12-17 19:42:34,300 Checking jobs for platform=nord3 +2021-12-17 19:42:34,301 Checking jobs for platform=local +2021-12-17 19:42:34,301 Checking jobs for platform=transfer_node +2021-12-17 19:42:34,301 Checking all jobs at once +2021-12-17 19:42:38,826 Successful check job command +2021-12-17 19:42:40,195 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:42:40,195 End of checking +2021-12-17 19:42:40,196 Updating FAILED jobs +2021-12-17 19:42:40,196 Updating WAITING jobs +2021-12-17 19:42:40,196 Update finished +2021-12-17 19:42:40,197 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:42:40,197 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:42:40,197 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:42:40,197 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:42:40,238 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:42:40,241 Job list saved +2021-12-17 19:42:40,248 Updating FAILED jobs +2021-12-17 19:42:40,248 Updating WAITING jobs +2021-12-17 19:42:40,248 Update finished +2021-12-17 19:42:50,258 Reloading parameters... +2021-12-17 19:42:50,281 Loading parameters... +2021-12-17 19:42:50,282 Loading project parameters... +2021-12-17 19:42:50,288 + +23 of 25 jobs remaining (19:42) +2021-12-17 19:42:50,288 Sleep: 10 +2021-12-17 19:42:50,288 Number of retrials: 0 +2021-12-17 19:42:50,288 WRAPPER CHECK TIME = 10 +2021-12-17 19:42:50,289 Checking jobs for platform=marenostrum4 +2021-12-17 19:42:50,290 Checking jobs for platform=nord3 +2021-12-17 19:42:50,290 Checking jobs for platform=local +2021-12-17 19:42:50,291 Checking jobs for platform=transfer_node +2021-12-17 19:42:50,291 Checking all jobs at once +2021-12-17 19:42:51,968 Successful check job command +2021-12-17 19:42:57,244 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:42:57,245 End of checking +2021-12-17 19:42:57,250 Updating FAILED jobs +2021-12-17 19:42:57,250 Updating WAITING jobs +2021-12-17 19:42:57,251 Update finished +2021-12-17 19:42:57,251 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:42:57,251 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:42:57,252 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:42:57,252 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:42:57,255 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:42:57,257 Job list saved +2021-12-17 19:42:57,281 Updating FAILED jobs +2021-12-17 19:42:57,281 Updating WAITING jobs +2021-12-17 19:42:57,281 Update finished +2021-12-17 19:43:07,291 Reloading parameters... +2021-12-17 19:43:07,323 Loading parameters... +2021-12-17 19:43:07,324 Loading project parameters... +2021-12-17 19:43:07,326 + +23 of 25 jobs remaining (19:43) +2021-12-17 19:43:07,326 Sleep: 10 +2021-12-17 19:43:07,327 Number of retrials: 0 +2021-12-17 19:43:07,327 WRAPPER CHECK TIME = 10 +2021-12-17 19:43:07,327 Checking jobs for platform=marenostrum4 +2021-12-17 19:43:07,328 Checking jobs for platform=nord3 +2021-12-17 19:43:07,328 Checking jobs for platform=local +2021-12-17 19:43:07,329 Checking jobs for platform=transfer_node +2021-12-17 19:43:07,329 Checking all jobs at once +2021-12-17 19:43:09,300 Successful check job command +2021-12-17 19:43:10,979 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:43:10,979 End of checking +2021-12-17 19:43:10,980 Updating FAILED jobs +2021-12-17 19:43:10,980 Updating WAITING jobs +2021-12-17 19:43:10,981 Update finished +2021-12-17 19:43:10,981 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:43:10,981 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:43:10,981 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:43:10,981 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:43:10,985 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:43:10,989 Job list saved +2021-12-17 19:43:10,994 Updating FAILED jobs +2021-12-17 19:43:10,994 Updating WAITING jobs +2021-12-17 19:43:10,994 Update finished +2021-12-17 19:43:21,004 Reloading parameters... +2021-12-17 19:43:21,025 Loading parameters... +2021-12-17 19:43:21,026 Loading project parameters... +2021-12-17 19:43:21,028 + +23 of 25 jobs remaining (19:43) +2021-12-17 19:43:21,028 Sleep: 10 +2021-12-17 19:43:21,028 Number of retrials: 0 +2021-12-17 19:43:21,029 WRAPPER CHECK TIME = 10 +2021-12-17 19:43:21,029 Checking jobs for platform=marenostrum4 +2021-12-17 19:43:21,030 Checking jobs for platform=nord3 +2021-12-17 19:43:21,030 Checking jobs for platform=local +2021-12-17 19:43:21,031 Checking jobs for platform=transfer_node +2021-12-17 19:43:21,031 Checking all jobs at once +2021-12-17 19:43:23,003 Successful check job command +2021-12-17 19:43:24,472 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:43:24,473 End of checking +2021-12-17 19:43:24,474 Updating FAILED jobs +2021-12-17 19:43:24,474 Updating WAITING jobs +2021-12-17 19:43:24,474 Update finished +2021-12-17 19:43:24,475 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:43:24,475 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:43:24,475 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:43:24,475 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:43:24,478 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:43:24,480 Job list saved +2021-12-17 19:43:24,485 Updating FAILED jobs +2021-12-17 19:43:24,485 Updating WAITING jobs +2021-12-17 19:43:24,485 Update finished +2021-12-17 19:43:34,496 Reloading parameters... +2021-12-17 19:43:34,516 Loading parameters... +2021-12-17 19:43:34,517 Loading project parameters... +2021-12-17 19:43:34,519 + +23 of 25 jobs remaining (19:43) +2021-12-17 19:43:34,519 Sleep: 10 +2021-12-17 19:43:34,520 Number of retrials: 0 +2021-12-17 19:43:34,520 WRAPPER CHECK TIME = 10 +2021-12-17 19:43:34,520 Checking jobs for platform=marenostrum4 +2021-12-17 19:43:34,521 Checking jobs for platform=nord3 +2021-12-17 19:43:34,521 Checking jobs for platform=local +2021-12-17 19:43:34,522 Checking jobs for platform=transfer_node +2021-12-17 19:43:34,522 Checking all jobs at once +2021-12-17 19:43:36,143 Successful check job command +2021-12-17 19:43:38,113 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:43:38,113 End of checking +2021-12-17 19:43:38,115 Updating FAILED jobs +2021-12-17 19:43:38,115 Updating WAITING jobs +2021-12-17 19:43:38,115 Update finished +2021-12-17 19:43:38,116 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:43:38,116 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:43:38,117 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:43:38,117 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:43:38,120 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:43:38,122 Job list saved +2021-12-17 19:43:38,128 Updating FAILED jobs +2021-12-17 19:43:38,128 Updating WAITING jobs +2021-12-17 19:43:38,128 Update finished +2021-12-17 19:43:48,138 Reloading parameters... +2021-12-17 19:43:48,159 Loading parameters... +2021-12-17 19:43:48,160 Loading project parameters... +2021-12-17 19:43:48,162 + +23 of 25 jobs remaining (19:43) +2021-12-17 19:43:48,163 Sleep: 10 +2021-12-17 19:43:48,163 Number of retrials: 0 +2021-12-17 19:43:48,163 WRAPPER CHECK TIME = 10 +2021-12-17 19:43:48,163 Checking jobs for platform=marenostrum4 +2021-12-17 19:43:48,164 Checking jobs for platform=nord3 +2021-12-17 19:43:48,164 Checking jobs for platform=local +2021-12-17 19:43:48,165 Checking jobs for platform=transfer_node +2021-12-17 19:43:48,165 Checking all jobs at once +2021-12-17 19:43:49,686 Successful check job command +2021-12-17 19:43:51,313 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:43:51,313 End of checking +2021-12-17 19:43:51,314 Updating FAILED jobs +2021-12-17 19:43:51,314 Updating WAITING jobs +2021-12-17 19:43:51,315 Update finished +2021-12-17 19:43:51,315 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:43:51,315 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:43:51,315 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:43:51,315 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:43:51,318 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:43:51,320 Job list saved +2021-12-17 19:43:51,341 Updating FAILED jobs +2021-12-17 19:43:51,342 Updating WAITING jobs +2021-12-17 19:43:51,342 Update finished +2021-12-17 19:44:01,352 Reloading parameters... +2021-12-17 19:44:01,371 Loading parameters... +2021-12-17 19:44:01,372 Loading project parameters... +2021-12-17 19:44:01,374 + +23 of 25 jobs remaining (19:44) +2021-12-17 19:44:01,375 Sleep: 10 +2021-12-17 19:44:01,375 Number of retrials: 0 +2021-12-17 19:44:01,375 WRAPPER CHECK TIME = 10 +2021-12-17 19:44:01,375 Checking jobs for platform=marenostrum4 +2021-12-17 19:44:01,376 Checking jobs for platform=nord3 +2021-12-17 19:44:01,376 Checking jobs for platform=local +2021-12-17 19:44:01,377 Checking jobs for platform=transfer_node +2021-12-17 19:44:01,377 Checking all jobs at once +2021-12-17 19:44:02,947 Successful check job command +2021-12-17 19:44:04,968 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:44:04,968 End of checking +2021-12-17 19:44:04,978 Updating FAILED jobs +2021-12-17 19:44:04,978 Updating WAITING jobs +2021-12-17 19:44:04,978 Update finished +2021-12-17 19:44:04,978 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:44:04,978 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:44:04,979 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:44:04,979 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:44:04,996 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:44:04,999 Job list saved +2021-12-17 19:44:05,018 Updating FAILED jobs +2021-12-17 19:44:05,018 Updating WAITING jobs +2021-12-17 19:44:05,019 Update finished +2021-12-17 19:44:15,029 Reloading parameters... +2021-12-17 19:44:15,047 Loading parameters... +2021-12-17 19:44:15,049 Loading project parameters... +2021-12-17 19:44:15,051 + +23 of 25 jobs remaining (19:44) +2021-12-17 19:44:15,051 Sleep: 10 +2021-12-17 19:44:15,051 Number of retrials: 0 +2021-12-17 19:44:15,051 WRAPPER CHECK TIME = 10 +2021-12-17 19:44:15,052 Checking jobs for platform=marenostrum4 +2021-12-17 19:44:15,052 Checking jobs for platform=nord3 +2021-12-17 19:44:15,053 Checking jobs for platform=local +2021-12-17 19:44:15,054 Checking jobs for platform=transfer_node +2021-12-17 19:44:15,054 Checking all jobs at once +2021-12-17 19:44:16,773 Successful check job command +2021-12-17 19:44:20,648 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:44:20,648 End of checking +2021-12-17 19:44:20,650 Updating FAILED jobs +2021-12-17 19:44:20,650 Updating WAITING jobs +2021-12-17 19:44:20,650 Update finished +2021-12-17 19:44:20,650 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:44:20,651 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:44:20,652 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:44:20,652 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:44:20,655 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:44:20,657 Job list saved +2021-12-17 19:44:20,664 Updating FAILED jobs +2021-12-17 19:44:20,664 Updating WAITING jobs +2021-12-17 19:44:20,664 Update finished +2021-12-17 19:44:30,674 Reloading parameters... +2021-12-17 19:44:30,698 Loading parameters... +2021-12-17 19:44:30,700 Loading project parameters... +2021-12-17 19:44:30,701 + +23 of 25 jobs remaining (19:44) +2021-12-17 19:44:30,702 Sleep: 10 +2021-12-17 19:44:30,702 Number of retrials: 0 +2021-12-17 19:44:30,702 WRAPPER CHECK TIME = 10 +2021-12-17 19:44:30,702 Checking jobs for platform=marenostrum4 +2021-12-17 19:44:30,707 Checking jobs for platform=nord3 +2021-12-17 19:44:30,707 Checking jobs for platform=local +2021-12-17 19:44:30,708 Checking jobs for platform=transfer_node +2021-12-17 19:44:30,708 Checking all jobs at once +2021-12-17 19:44:33,437 Successful check job command +2021-12-17 19:44:38,061 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:44:38,062 End of checking +2021-12-17 19:44:38,063 Updating FAILED jobs +2021-12-17 19:44:38,064 Updating WAITING jobs +2021-12-17 19:44:38,064 Update finished +2021-12-17 19:44:38,064 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:44:38,064 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:44:38,064 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:44:38,064 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:44:38,068 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:44:38,071 Job list saved +2021-12-17 19:44:38,079 Updating FAILED jobs +2021-12-17 19:44:38,079 Updating WAITING jobs +2021-12-17 19:44:38,079 Update finished +2021-12-17 19:44:48,086 Reloading parameters... +2021-12-17 19:44:48,128 Loading parameters... +2021-12-17 19:44:48,132 Loading project parameters... +2021-12-17 19:44:48,134 + +23 of 25 jobs remaining (19:44) +2021-12-17 19:44:48,134 Sleep: 10 +2021-12-17 19:44:48,134 Number of retrials: 0 +2021-12-17 19:44:48,134 WRAPPER CHECK TIME = 10 +2021-12-17 19:44:48,135 Checking jobs for platform=marenostrum4 +2021-12-17 19:44:48,135 Checking jobs for platform=nord3 +2021-12-17 19:44:48,136 Checking jobs for platform=local +2021-12-17 19:44:48,136 Checking jobs for platform=transfer_node +2021-12-17 19:44:48,136 Checking all jobs at once +2021-12-17 19:44:49,606 Successful check job command +2021-12-17 19:44:51,579 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:44:51,579 End of checking +2021-12-17 19:44:51,583 Updating FAILED jobs +2021-12-17 19:44:51,583 Updating WAITING jobs +2021-12-17 19:44:51,583 Update finished +2021-12-17 19:44:51,583 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:44:51,584 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:44:51,584 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:44:51,584 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:44:51,587 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:44:51,590 Job list saved +2021-12-17 19:44:51,621 Updating FAILED jobs +2021-12-17 19:44:51,621 Updating WAITING jobs +2021-12-17 19:44:51,621 Update finished +2021-12-17 19:45:01,631 Reloading parameters... +2021-12-17 19:45:01,666 Loading parameters... +2021-12-17 19:45:01,706 Loading project parameters... +2021-12-17 19:45:01,708 + +23 of 25 jobs remaining (19:45) +2021-12-17 19:45:01,709 Sleep: 10 +2021-12-17 19:45:01,709 Number of retrials: 0 +2021-12-17 19:45:01,709 WRAPPER CHECK TIME = 10 +2021-12-17 19:45:01,709 Checking jobs for platform=marenostrum4 +2021-12-17 19:45:01,716 Checking jobs for platform=nord3 +2021-12-17 19:45:01,716 Checking jobs for platform=local +2021-12-17 19:45:01,721 Checking jobs for platform=transfer_node +2021-12-17 19:45:01,721 Checking all jobs at once +2021-12-17 19:45:03,849 Successful check job command +2021-12-17 19:45:09,029 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:45:09,029 End of checking +2021-12-17 19:45:09,030 Updating FAILED jobs +2021-12-17 19:45:09,031 Updating WAITING jobs +2021-12-17 19:45:09,031 Update finished +2021-12-17 19:45:09,031 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:45:09,032 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:45:09,032 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:45:09,032 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:45:09,035 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:45:09,037 Job list saved +2021-12-17 19:45:09,042 Updating FAILED jobs +2021-12-17 19:45:09,042 Updating WAITING jobs +2021-12-17 19:45:09,042 Update finished +2021-12-17 19:45:19,051 Reloading parameters... +2021-12-17 19:45:19,070 Loading parameters... +2021-12-17 19:45:19,072 Loading project parameters... +2021-12-17 19:45:19,074 + +23 of 25 jobs remaining (19:45) +2021-12-17 19:45:19,074 Sleep: 10 +2021-12-17 19:45:19,074 Number of retrials: 0 +2021-12-17 19:45:19,074 WRAPPER CHECK TIME = 10 +2021-12-17 19:45:19,075 Checking jobs for platform=marenostrum4 +2021-12-17 19:45:19,075 Checking jobs for platform=nord3 +2021-12-17 19:45:19,076 Checking jobs for platform=local +2021-12-17 19:45:19,076 Checking jobs for platform=transfer_node +2021-12-17 19:45:19,077 Checking all jobs at once +2021-12-17 19:45:21,105 Successful check job command +2021-12-17 19:45:22,826 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:45:22,826 End of checking +2021-12-17 19:45:22,827 Updating FAILED jobs +2021-12-17 19:45:22,828 Updating WAITING jobs +2021-12-17 19:45:22,828 Update finished +2021-12-17 19:45:22,828 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:45:22,828 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:45:22,828 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:45:22,828 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:45:22,831 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:45:22,833 Job list saved +2021-12-17 19:45:22,838 Updating FAILED jobs +2021-12-17 19:45:22,838 Updating WAITING jobs +2021-12-17 19:45:22,838 Update finished +2021-12-17 19:45:32,846 Reloading parameters... +2021-12-17 19:45:32,867 Loading parameters... +2021-12-17 19:45:32,868 Loading project parameters... +2021-12-17 19:45:32,870 + +23 of 25 jobs remaining (19:45) +2021-12-17 19:45:32,870 Sleep: 10 +2021-12-17 19:45:32,870 Number of retrials: 0 +2021-12-17 19:45:32,871 WRAPPER CHECK TIME = 10 +2021-12-17 19:45:32,871 Checking jobs for platform=marenostrum4 +2021-12-17 19:45:32,872 Checking jobs for platform=nord3 +2021-12-17 19:45:32,872 Checking jobs for platform=local +2021-12-17 19:45:32,873 Checking jobs for platform=transfer_node +2021-12-17 19:45:32,873 Checking all jobs at once +2021-12-17 19:45:35,046 Successful check job command +2021-12-17 19:45:38,919 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:45:38,920 End of checking +2021-12-17 19:45:38,921 Updating FAILED jobs +2021-12-17 19:45:38,922 Updating WAITING jobs +2021-12-17 19:45:38,922 Update finished +2021-12-17 19:45:38,922 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:45:38,922 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:45:38,922 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:45:38,923 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:45:38,925 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:45:38,927 Job list saved +2021-12-17 19:45:38,932 Updating FAILED jobs +2021-12-17 19:45:38,932 Updating WAITING jobs +2021-12-17 19:45:38,932 Update finished +2021-12-17 19:45:48,942 Reloading parameters... +2021-12-17 19:45:48,960 Loading parameters... +2021-12-17 19:45:48,962 Loading project parameters... +2021-12-17 19:45:48,964 + +23 of 25 jobs remaining (19:45) +2021-12-17 19:45:48,964 Sleep: 10 +2021-12-17 19:45:48,964 Number of retrials: 0 +2021-12-17 19:45:48,964 WRAPPER CHECK TIME = 10 +2021-12-17 19:45:48,965 Checking jobs for platform=marenostrum4 +2021-12-17 19:45:48,965 Checking jobs for platform=nord3 +2021-12-17 19:45:48,966 Checking jobs for platform=local +2021-12-17 19:45:48,966 Checking jobs for platform=transfer_node +2021-12-17 19:45:48,966 Checking all jobs at once +2021-12-17 19:45:51,103 Successful check job command +2021-12-17 19:45:53,430 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:45:53,430 End of checking +2021-12-17 19:45:53,431 Updating FAILED jobs +2021-12-17 19:45:53,432 Updating WAITING jobs +2021-12-17 19:45:53,432 Update finished +2021-12-17 19:45:53,432 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:45:53,433 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:45:53,433 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:45:53,433 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:45:53,438 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:45:53,440 Job list saved +2021-12-17 19:45:53,445 Updating FAILED jobs +2021-12-17 19:45:53,445 Updating WAITING jobs +2021-12-17 19:45:53,445 Update finished +2021-12-17 19:46:03,451 Reloading parameters... +2021-12-17 19:46:03,470 Loading parameters... +2021-12-17 19:46:03,472 Loading project parameters... +2021-12-17 19:46:03,474 + +23 of 25 jobs remaining (19:46) +2021-12-17 19:46:03,474 Sleep: 10 +2021-12-17 19:46:03,474 Number of retrials: 0 +2021-12-17 19:46:03,474 WRAPPER CHECK TIME = 10 +2021-12-17 19:46:03,475 Checking jobs for platform=marenostrum4 +2021-12-17 19:46:03,475 Checking jobs for platform=nord3 +2021-12-17 19:46:03,476 Checking jobs for platform=local +2021-12-17 19:46:03,476 Checking jobs for platform=transfer_node +2021-12-17 19:46:03,476 Checking all jobs at once +2021-12-17 19:46:05,146 Successful check job command +2021-12-17 19:46:06,816 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:46:06,816 End of checking +2021-12-17 19:46:06,819 Updating FAILED jobs +2021-12-17 19:46:06,820 Updating WAITING jobs +2021-12-17 19:46:06,820 Update finished +2021-12-17 19:46:06,820 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:46:06,820 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:46:06,820 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:46:06,820 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:46:06,823 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:46:06,825 Job list saved +2021-12-17 19:46:06,830 Updating FAILED jobs +2021-12-17 19:46:06,830 Updating WAITING jobs +2021-12-17 19:46:06,830 Update finished +2021-12-17 19:46:16,840 Reloading parameters... +2021-12-17 19:46:16,863 Loading parameters... +2021-12-17 19:46:16,865 Loading project parameters... +2021-12-17 19:46:16,866 + +23 of 25 jobs remaining (19:46) +2021-12-17 19:46:16,867 Sleep: 10 +2021-12-17 19:46:16,867 Number of retrials: 0 +2021-12-17 19:46:16,867 WRAPPER CHECK TIME = 10 +2021-12-17 19:46:16,867 Checking jobs for platform=marenostrum4 +2021-12-17 19:46:16,868 Checking jobs for platform=nord3 +2021-12-17 19:46:16,870 Checking jobs for platform=local +2021-12-17 19:46:16,870 Checking jobs for platform=transfer_node +2021-12-17 19:46:16,871 Checking all jobs at once +2021-12-17 19:46:18,296 Successful check job command +2021-12-17 19:46:22,422 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:46:22,422 End of checking +2021-12-17 19:46:22,423 Updating FAILED jobs +2021-12-17 19:46:22,424 Updating WAITING jobs +2021-12-17 19:46:22,424 Update finished +2021-12-17 19:46:22,424 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:46:22,424 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:46:22,424 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:46:22,424 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:46:22,429 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:46:22,431 Job list saved +2021-12-17 19:46:22,436 Updating FAILED jobs +2021-12-17 19:46:22,436 Updating WAITING jobs +2021-12-17 19:46:22,436 Update finished +2021-12-17 19:46:32,447 Reloading parameters... +2021-12-17 19:46:32,473 Loading parameters... +2021-12-17 19:46:32,475 Loading project parameters... +2021-12-17 19:46:32,478 + +23 of 25 jobs remaining (19:46) +2021-12-17 19:46:32,478 Sleep: 10 +2021-12-17 19:46:32,478 Number of retrials: 0 +2021-12-17 19:46:32,478 WRAPPER CHECK TIME = 10 +2021-12-17 19:46:32,479 Checking jobs for platform=marenostrum4 +2021-12-17 19:46:32,479 Checking jobs for platform=nord3 +2021-12-17 19:46:32,480 Checking jobs for platform=local +2021-12-17 19:46:32,480 Checking jobs for platform=transfer_node +2021-12-17 19:46:32,481 Checking all jobs at once +2021-12-17 19:46:34,257 Successful check job command +2021-12-17 19:46:37,482 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:46:37,482 End of checking +2021-12-17 19:46:37,486 Updating FAILED jobs +2021-12-17 19:46:37,486 Updating WAITING jobs +2021-12-17 19:46:37,486 Update finished +2021-12-17 19:46:37,486 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:46:37,487 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:46:37,487 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:46:37,487 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:46:37,490 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:46:37,492 Job list saved +2021-12-17 19:46:37,496 Updating FAILED jobs +2021-12-17 19:46:37,496 Updating WAITING jobs +2021-12-17 19:46:37,497 Update finished +2021-12-17 19:46:47,507 Reloading parameters... +2021-12-17 19:46:47,542 Loading parameters... +2021-12-17 19:46:47,543 Loading project parameters... +2021-12-17 19:46:47,548 + +23 of 25 jobs remaining (19:46) +2021-12-17 19:46:47,548 Sleep: 10 +2021-12-17 19:46:47,548 Number of retrials: 0 +2021-12-17 19:46:47,548 WRAPPER CHECK TIME = 10 +2021-12-17 19:46:47,549 Checking jobs for platform=marenostrum4 +2021-12-17 19:46:47,550 Checking jobs for platform=nord3 +2021-12-17 19:46:47,550 Checking jobs for platform=local +2021-12-17 19:46:47,551 Checking jobs for platform=transfer_node +2021-12-17 19:46:47,551 Checking all jobs at once +2021-12-17 19:46:50,227 Successful check job command +2021-12-17 19:46:54,858 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:46:54,859 End of checking +2021-12-17 19:46:54,860 Updating FAILED jobs +2021-12-17 19:46:54,861 Updating WAITING jobs +2021-12-17 19:46:54,861 Update finished +2021-12-17 19:46:54,861 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:46:54,861 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:46:54,861 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:46:54,862 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:46:54,865 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:46:54,867 Job list saved +2021-12-17 19:46:54,872 Updating FAILED jobs +2021-12-17 19:46:54,872 Updating WAITING jobs +2021-12-17 19:46:54,873 Update finished +2021-12-17 19:47:04,883 Reloading parameters... +2021-12-17 19:47:04,927 Loading parameters... +2021-12-17 19:47:04,929 Loading project parameters... +2021-12-17 19:47:04,931 + +23 of 25 jobs remaining (19:47) +2021-12-17 19:47:04,931 Sleep: 10 +2021-12-17 19:47:04,931 Number of retrials: 0 +2021-12-17 19:47:04,931 WRAPPER CHECK TIME = 10 +2021-12-17 19:47:04,932 Checking jobs for platform=marenostrum4 +2021-12-17 19:47:04,932 Checking jobs for platform=nord3 +2021-12-17 19:47:04,933 Checking jobs for platform=local +2021-12-17 19:47:04,933 Checking jobs for platform=transfer_node +2021-12-17 19:47:04,933 Checking all jobs at once +2021-12-17 19:47:06,422 Successful check job command +2021-12-17 19:47:09,507 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:47:09,507 End of checking +2021-12-17 19:47:09,508 Updating FAILED jobs +2021-12-17 19:47:09,508 Updating WAITING jobs +2021-12-17 19:47:09,509 Update finished +2021-12-17 19:47:09,509 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:47:09,509 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:47:09,509 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:47:09,509 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:47:09,512 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:47:09,514 Job list saved +2021-12-17 19:47:09,519 Updating FAILED jobs +2021-12-17 19:47:09,519 Updating WAITING jobs +2021-12-17 19:47:09,519 Update finished +2021-12-17 19:47:19,527 Reloading parameters... +2021-12-17 19:47:19,546 Loading parameters... +2021-12-17 19:47:19,547 Loading project parameters... +2021-12-17 19:47:19,549 + +23 of 25 jobs remaining (19:47) +2021-12-17 19:47:19,549 Sleep: 10 +2021-12-17 19:47:19,549 Number of retrials: 0 +2021-12-17 19:47:19,550 WRAPPER CHECK TIME = 10 +2021-12-17 19:47:19,550 Checking jobs for platform=marenostrum4 +2021-12-17 19:47:19,551 Checking jobs for platform=nord3 +2021-12-17 19:47:19,551 Checking jobs for platform=local +2021-12-17 19:47:19,552 Checking jobs for platform=transfer_node +2021-12-17 19:47:19,552 Checking all jobs at once +2021-12-17 19:47:21,126 Successful check job command +2021-12-17 19:47:22,495 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:47:22,496 End of checking +2021-12-17 19:47:22,497 Updating FAILED jobs +2021-12-17 19:47:22,497 Updating WAITING jobs +2021-12-17 19:47:22,497 Update finished +2021-12-17 19:47:22,497 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:47:22,498 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:47:22,498 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:47:22,498 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:47:22,501 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:47:22,504 Job list saved +2021-12-17 19:47:22,514 Updating FAILED jobs +2021-12-17 19:47:22,514 Updating WAITING jobs +2021-12-17 19:47:22,514 Update finished +2021-12-17 19:47:32,524 Reloading parameters... +2021-12-17 19:47:32,549 Loading parameters... +2021-12-17 19:47:32,551 Loading project parameters... +2021-12-17 19:47:32,552 + +23 of 25 jobs remaining (19:47) +2021-12-17 19:47:32,553 Sleep: 10 +2021-12-17 19:47:32,553 Number of retrials: 0 +2021-12-17 19:47:32,553 WRAPPER CHECK TIME = 10 +2021-12-17 19:47:32,553 Checking jobs for platform=marenostrum4 +2021-12-17 19:47:32,554 Checking jobs for platform=nord3 +2021-12-17 19:47:32,554 Checking jobs for platform=local +2021-12-17 19:47:32,555 Checking jobs for platform=transfer_node +2021-12-17 19:47:32,555 Checking all jobs at once +2021-12-17 19:47:34,631 Successful check job command +2021-12-17 19:47:37,406 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:47:37,407 End of checking +2021-12-17 19:47:37,408 Updating FAILED jobs +2021-12-17 19:47:37,408 Updating WAITING jobs +2021-12-17 19:47:37,408 Update finished +2021-12-17 19:47:37,408 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:47:37,408 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:47:37,408 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:47:37,409 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:47:37,411 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:47:37,413 Job list saved +2021-12-17 19:47:37,417 Updating FAILED jobs +2021-12-17 19:47:37,417 Updating WAITING jobs +2021-12-17 19:47:37,418 Update finished +2021-12-17 19:47:47,427 Reloading parameters... +2021-12-17 19:47:47,445 Loading parameters... +2021-12-17 19:47:47,447 Loading project parameters... +2021-12-17 19:47:47,449 + +23 of 25 jobs remaining (19:47) +2021-12-17 19:47:47,449 Sleep: 10 +2021-12-17 19:47:47,449 Number of retrials: 0 +2021-12-17 19:47:47,449 WRAPPER CHECK TIME = 10 +2021-12-17 19:47:47,450 Checking jobs for platform=marenostrum4 +2021-12-17 19:47:47,450 Checking jobs for platform=nord3 +2021-12-17 19:47:47,451 Checking jobs for platform=local +2021-12-17 19:47:47,452 Checking jobs for platform=transfer_node +2021-12-17 19:47:47,452 Checking all jobs at once +2021-12-17 19:47:48,872 Successful check job command +2021-12-17 19:47:50,345 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:47:50,346 End of checking +2021-12-17 19:47:50,347 Updating FAILED jobs +2021-12-17 19:47:50,347 Updating WAITING jobs +2021-12-17 19:47:50,347 Update finished +2021-12-17 19:47:50,348 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:47:50,348 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:47:50,348 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:47:50,348 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:47:50,351 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:47:50,353 Job list saved +2021-12-17 19:47:50,358 Updating FAILED jobs +2021-12-17 19:47:50,358 Updating WAITING jobs +2021-12-17 19:47:50,358 Update finished +2021-12-17 19:48:00,368 Reloading parameters... +2021-12-17 19:48:00,385 Loading parameters... +2021-12-17 19:48:00,387 Loading project parameters... +2021-12-17 19:48:00,389 + +23 of 25 jobs remaining (19:48) +2021-12-17 19:48:00,389 Sleep: 10 +2021-12-17 19:48:00,389 Number of retrials: 0 +2021-12-17 19:48:00,389 WRAPPER CHECK TIME = 10 +2021-12-17 19:48:00,390 Checking jobs for platform=marenostrum4 +2021-12-17 19:48:00,390 Checking jobs for platform=nord3 +2021-12-17 19:48:00,391 Checking jobs for platform=local +2021-12-17 19:48:00,392 Checking jobs for platform=transfer_node +2021-12-17 19:48:00,392 Checking all jobs at once +2021-12-17 19:48:02,463 Successful check job command +2021-12-17 19:48:06,037 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:48:06,038 End of checking +2021-12-17 19:48:06,039 Updating FAILED jobs +2021-12-17 19:48:06,039 Updating WAITING jobs +2021-12-17 19:48:06,040 Update finished +2021-12-17 19:48:06,040 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:48:06,041 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:48:06,041 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:48:06,041 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:48:06,043 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:48:06,046 Job list saved +2021-12-17 19:48:06,050 Updating FAILED jobs +2021-12-17 19:48:06,050 Updating WAITING jobs +2021-12-17 19:48:06,050 Update finished +2021-12-17 19:48:16,061 Reloading parameters... +2021-12-17 19:48:16,080 Loading parameters... +2021-12-17 19:48:16,081 Loading project parameters... +2021-12-17 19:48:16,083 + +23 of 25 jobs remaining (19:48) +2021-12-17 19:48:16,083 Sleep: 10 +2021-12-17 19:48:16,083 Number of retrials: 0 +2021-12-17 19:48:16,084 WRAPPER CHECK TIME = 10 +2021-12-17 19:48:16,084 Checking jobs for platform=marenostrum4 +2021-12-17 19:48:16,085 Checking jobs for platform=nord3 +2021-12-17 19:48:16,085 Checking jobs for platform=local +2021-12-17 19:48:16,086 Checking jobs for platform=transfer_node +2021-12-17 19:48:16,086 Checking all jobs at once +2021-12-17 19:48:18,009 Successful check job command +2021-12-17 19:48:22,183 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:48:22,183 End of checking +2021-12-17 19:48:22,184 Updating FAILED jobs +2021-12-17 19:48:22,185 Updating WAITING jobs +2021-12-17 19:48:22,185 Update finished +2021-12-17 19:48:22,185 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:48:22,185 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:48:22,185 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:48:22,186 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:48:22,188 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:48:22,190 Job list saved +2021-12-17 19:48:22,195 Updating FAILED jobs +2021-12-17 19:48:22,195 Updating WAITING jobs +2021-12-17 19:48:22,196 Update finished +2021-12-17 19:48:32,206 Reloading parameters... +2021-12-17 19:48:32,226 Loading parameters... +2021-12-17 19:48:32,228 Loading project parameters... +2021-12-17 19:48:32,232 + +23 of 25 jobs remaining (19:48) +2021-12-17 19:48:32,232 Sleep: 10 +2021-12-17 19:48:32,232 Number of retrials: 0 +2021-12-17 19:48:32,232 WRAPPER CHECK TIME = 10 +2021-12-17 19:48:32,233 Checking jobs for platform=marenostrum4 +2021-12-17 19:48:32,236 Checking jobs for platform=nord3 +2021-12-17 19:48:32,238 Checking jobs for platform=local +2021-12-17 19:48:32,238 Checking jobs for platform=transfer_node +2021-12-17 19:48:32,238 Checking all jobs at once +2021-12-17 19:48:33,611 Successful check job command +2021-12-17 19:48:42,356 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:48:42,356 End of checking +2021-12-17 19:48:42,357 Updating FAILED jobs +2021-12-17 19:48:42,357 Updating WAITING jobs +2021-12-17 19:48:42,357 Update finished +2021-12-17 19:48:42,358 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:48:42,358 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:48:42,358 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:48:42,358 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:48:42,361 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:48:42,363 Job list saved +2021-12-17 19:48:42,370 Updating FAILED jobs +2021-12-17 19:48:42,370 Updating WAITING jobs +2021-12-17 19:48:42,370 Update finished +2021-12-17 19:48:52,380 Reloading parameters... +2021-12-17 19:48:52,433 Loading parameters... +2021-12-17 19:48:52,435 Loading project parameters... +2021-12-17 19:48:52,440 + +23 of 25 jobs remaining (19:48) +2021-12-17 19:48:52,440 Sleep: 10 +2021-12-17 19:48:52,440 Number of retrials: 0 +2021-12-17 19:48:52,440 WRAPPER CHECK TIME = 10 +2021-12-17 19:48:52,441 Checking jobs for platform=marenostrum4 +2021-12-17 19:48:52,441 Checking jobs for platform=nord3 +2021-12-17 19:48:52,442 Checking jobs for platform=local +2021-12-17 19:48:52,442 Checking jobs for platform=transfer_node +2021-12-17 19:48:52,442 Checking all jobs at once +2021-12-17 19:48:54,266 Successful check job command +2021-12-17 19:48:58,748 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:48:58,748 End of checking +2021-12-17 19:48:58,750 Updating FAILED jobs +2021-12-17 19:48:58,750 Updating WAITING jobs +2021-12-17 19:48:58,750 Update finished +2021-12-17 19:48:58,750 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:48:58,751 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:48:58,751 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:48:58,751 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:48:58,755 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:48:58,757 Job list saved +2021-12-17 19:48:58,767 Updating FAILED jobs +2021-12-17 19:48:58,767 Updating WAITING jobs +2021-12-17 19:48:58,767 Update finished +2021-12-17 19:49:08,777 Reloading parameters... +2021-12-17 19:49:08,851 Loading parameters... +2021-12-17 19:49:08,852 Loading project parameters... +2021-12-17 19:49:08,868 + +23 of 25 jobs remaining (19:49) +2021-12-17 19:49:08,868 Sleep: 10 +2021-12-17 19:49:08,869 Number of retrials: 0 +2021-12-17 19:49:08,869 WRAPPER CHECK TIME = 10 +2021-12-17 19:49:08,869 Checking jobs for platform=marenostrum4 +2021-12-17 19:49:08,880 Checking jobs for platform=nord3 +2021-12-17 19:49:08,880 Checking jobs for platform=local +2021-12-17 19:49:08,881 Checking jobs for platform=transfer_node +2021-12-17 19:49:08,881 Checking all jobs at once +2021-12-17 19:49:11,427 Successful check job command +2021-12-17 19:49:14,800 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:49:14,801 End of checking +2021-12-17 19:49:14,802 Updating FAILED jobs +2021-12-17 19:49:14,802 Updating WAITING jobs +2021-12-17 19:49:14,802 Update finished +2021-12-17 19:49:14,802 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:49:14,803 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:49:14,803 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:49:14,803 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:49:14,806 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:49:14,808 Job list saved +2021-12-17 19:49:14,813 Updating FAILED jobs +2021-12-17 19:49:14,813 Updating WAITING jobs +2021-12-17 19:49:14,813 Update finished +2021-12-17 19:49:24,823 Reloading parameters... +2021-12-17 19:49:24,842 Loading parameters... +2021-12-17 19:49:24,844 Loading project parameters... +2021-12-17 19:49:24,846 + +23 of 25 jobs remaining (19:49) +2021-12-17 19:49:24,846 Sleep: 10 +2021-12-17 19:49:24,846 Number of retrials: 0 +2021-12-17 19:49:24,846 WRAPPER CHECK TIME = 10 +2021-12-17 19:49:24,847 Checking jobs for platform=marenostrum4 +2021-12-17 19:49:24,847 Checking jobs for platform=nord3 +2021-12-17 19:49:24,848 Checking jobs for platform=local +2021-12-17 19:49:24,848 Checking jobs for platform=transfer_node +2021-12-17 19:49:24,848 Checking all jobs at once +2021-12-17 19:49:26,270 Successful check job command +2021-12-17 19:49:27,740 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:49:27,741 End of checking +2021-12-17 19:49:27,742 Updating FAILED jobs +2021-12-17 19:49:27,742 Updating WAITING jobs +2021-12-17 19:49:27,742 Update finished +2021-12-17 19:49:27,743 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:49:27,743 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:49:27,743 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:49:27,743 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:49:27,746 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:49:27,748 Job list saved +2021-12-17 19:49:27,752 Updating FAILED jobs +2021-12-17 19:49:27,752 Updating WAITING jobs +2021-12-17 19:49:27,752 Update finished +2021-12-17 19:49:37,763 Reloading parameters... +2021-12-17 19:49:37,810 Loading parameters... +2021-12-17 19:49:37,811 Loading project parameters... +2021-12-17 19:49:37,816 + +23 of 25 jobs remaining (19:49) +2021-12-17 19:49:37,816 Sleep: 10 +2021-12-17 19:49:37,816 Number of retrials: 0 +2021-12-17 19:49:37,816 WRAPPER CHECK TIME = 10 +2021-12-17 19:49:37,817 Checking jobs for platform=marenostrum4 +2021-12-17 19:49:37,817 Checking jobs for platform=nord3 +2021-12-17 19:49:37,818 Checking jobs for platform=local +2021-12-17 19:49:37,818 Checking jobs for platform=transfer_node +2021-12-17 19:49:37,819 Checking all jobs at once +2021-12-17 19:49:40,404 Successful check job command +2021-12-17 19:49:43,628 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:49:43,628 End of checking +2021-12-17 19:49:43,631 Updating FAILED jobs +2021-12-17 19:49:43,632 Updating WAITING jobs +2021-12-17 19:49:43,632 Update finished +2021-12-17 19:49:43,632 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:49:43,632 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:49:43,632 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:49:43,632 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:49:43,635 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:49:43,638 Job list saved +2021-12-17 19:49:43,653 Updating FAILED jobs +2021-12-17 19:49:43,653 Updating WAITING jobs +2021-12-17 19:49:43,653 Update finished +2021-12-17 19:49:53,663 Reloading parameters... +2021-12-17 19:49:53,693 Loading parameters... +2021-12-17 19:49:53,697 Loading project parameters... +2021-12-17 19:49:53,704 + +23 of 25 jobs remaining (19:49) +2021-12-17 19:49:53,705 Sleep: 10 +2021-12-17 19:49:53,705 Number of retrials: 0 +2021-12-17 19:49:53,705 WRAPPER CHECK TIME = 10 +2021-12-17 19:49:53,705 Checking jobs for platform=marenostrum4 +2021-12-17 19:49:53,706 Checking jobs for platform=nord3 +2021-12-17 19:49:53,706 Checking jobs for platform=local +2021-12-17 19:49:53,707 Checking jobs for platform=transfer_node +2021-12-17 19:49:53,707 Checking all jobs at once +2021-12-17 19:49:55,249 Successful check job command +2021-12-17 19:49:58,473 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:49:58,473 End of checking +2021-12-17 19:49:58,475 Updating FAILED jobs +2021-12-17 19:49:58,475 Updating WAITING jobs +2021-12-17 19:49:58,475 Update finished +2021-12-17 19:49:58,475 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:49:58,476 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:49:58,476 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:49:58,477 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:49:58,479 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:49:58,481 Job list saved +2021-12-17 19:49:58,486 Updating FAILED jobs +2021-12-17 19:49:58,486 Updating WAITING jobs +2021-12-17 19:49:58,486 Update finished +2021-12-17 19:50:08,496 Reloading parameters... +2021-12-17 19:50:08,514 Loading parameters... +2021-12-17 19:50:08,516 Loading project parameters... +2021-12-17 19:50:08,518 + +23 of 25 jobs remaining (19:50) +2021-12-17 19:50:08,518 Sleep: 10 +2021-12-17 19:50:08,518 Number of retrials: 0 +2021-12-17 19:50:08,518 WRAPPER CHECK TIME = 10 +2021-12-17 19:50:08,519 Checking jobs for platform=marenostrum4 +2021-12-17 19:50:08,519 Checking jobs for platform=nord3 +2021-12-17 19:50:08,520 Checking jobs for platform=local +2021-12-17 19:50:08,520 Checking jobs for platform=transfer_node +2021-12-17 19:50:08,520 Checking all jobs at once +2021-12-17 19:50:09,840 Successful check job command +2021-12-17 19:50:12,366 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:50:12,366 End of checking +2021-12-17 19:50:12,367 Updating FAILED jobs +2021-12-17 19:50:12,368 Updating WAITING jobs +2021-12-17 19:50:12,368 Update finished +2021-12-17 19:50:12,368 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:50:12,368 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:50:12,368 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:50:12,368 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:50:12,371 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:50:12,374 Job list saved +2021-12-17 19:50:12,379 Updating FAILED jobs +2021-12-17 19:50:12,379 Updating WAITING jobs +2021-12-17 19:50:12,379 Update finished +2021-12-17 19:50:22,389 Reloading parameters... +2021-12-17 19:50:22,408 Loading parameters... +2021-12-17 19:50:22,410 Loading project parameters... +2021-12-17 19:50:22,412 + +23 of 25 jobs remaining (19:50) +2021-12-17 19:50:22,412 Sleep: 10 +2021-12-17 19:50:22,412 Number of retrials: 0 +2021-12-17 19:50:22,412 WRAPPER CHECK TIME = 10 +2021-12-17 19:50:22,413 Checking jobs for platform=marenostrum4 +2021-12-17 19:50:22,413 Checking jobs for platform=nord3 +2021-12-17 19:50:22,414 Checking jobs for platform=local +2021-12-17 19:50:22,414 Checking jobs for platform=transfer_node +2021-12-17 19:50:22,414 Checking all jobs at once +2021-12-17 19:50:24,385 Successful check job command +2021-12-17 19:50:26,606 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:50:26,606 End of checking +2021-12-17 19:50:26,608 Updating FAILED jobs +2021-12-17 19:50:26,608 Updating WAITING jobs +2021-12-17 19:50:26,608 Update finished +2021-12-17 19:50:26,608 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:50:26,608 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:50:26,608 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:50:26,609 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:50:26,611 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:50:26,613 Job list saved +2021-12-17 19:50:26,619 Updating FAILED jobs +2021-12-17 19:50:26,620 Updating WAITING jobs +2021-12-17 19:50:26,620 Update finished +2021-12-17 19:50:36,630 Reloading parameters... +2021-12-17 19:50:36,655 Loading parameters... +2021-12-17 19:50:36,656 Loading project parameters... +2021-12-17 19:50:36,658 + +23 of 25 jobs remaining (19:50) +2021-12-17 19:50:36,658 Sleep: 10 +2021-12-17 19:50:36,658 Number of retrials: 0 +2021-12-17 19:50:36,658 WRAPPER CHECK TIME = 10 +2021-12-17 19:50:36,659 Checking jobs for platform=marenostrum4 +2021-12-17 19:50:36,660 Checking jobs for platform=nord3 +2021-12-17 19:50:36,660 Checking jobs for platform=local +2021-12-17 19:50:36,661 Checking jobs for platform=transfer_node +2021-12-17 19:50:36,661 Checking all jobs at once +2021-12-17 19:50:38,037 Successful check job command +2021-12-17 19:50:45,116 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:50:45,116 End of checking +2021-12-17 19:50:45,118 Updating FAILED jobs +2021-12-17 19:50:45,118 Updating WAITING jobs +2021-12-17 19:50:45,118 Update finished +2021-12-17 19:50:45,118 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:50:45,120 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:50:45,121 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:50:45,121 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:50:45,124 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:50:45,126 Job list saved +2021-12-17 19:50:45,131 Updating FAILED jobs +2021-12-17 19:50:45,131 Updating WAITING jobs +2021-12-17 19:50:45,131 Update finished +2021-12-17 19:50:55,142 Reloading parameters... +2021-12-17 19:50:55,164 Loading parameters... +2021-12-17 19:50:55,165 Loading project parameters... +2021-12-17 19:50:55,167 + +23 of 25 jobs remaining (19:50) +2021-12-17 19:50:55,168 Sleep: 10 +2021-12-17 19:50:55,168 Number of retrials: 0 +2021-12-17 19:50:55,168 WRAPPER CHECK TIME = 10 +2021-12-17 19:50:55,168 Checking jobs for platform=marenostrum4 +2021-12-17 19:50:55,169 Checking jobs for platform=nord3 +2021-12-17 19:50:55,169 Checking jobs for platform=local +2021-12-17 19:50:55,170 Checking jobs for platform=transfer_node +2021-12-17 19:50:55,170 Checking all jobs at once +2021-12-17 19:50:56,690 Successful check job command +2021-12-17 19:50:59,061 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:50:59,061 End of checking +2021-12-17 19:50:59,063 Updating FAILED jobs +2021-12-17 19:50:59,063 Updating WAITING jobs +2021-12-17 19:50:59,063 Update finished +2021-12-17 19:50:59,063 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:50:59,063 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:50:59,064 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:50:59,064 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:50:59,067 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:50:59,069 Job list saved +2021-12-17 19:50:59,082 Updating FAILED jobs +2021-12-17 19:50:59,082 Updating WAITING jobs +2021-12-17 19:50:59,082 Update finished +2021-12-17 19:51:09,092 Reloading parameters... +2021-12-17 19:51:09,127 Loading parameters... +2021-12-17 19:51:09,129 Loading project parameters... +2021-12-17 19:51:09,131 + +23 of 25 jobs remaining (19:51) +2021-12-17 19:51:09,131 Sleep: 10 +2021-12-17 19:51:09,131 Number of retrials: 0 +2021-12-17 19:51:09,131 WRAPPER CHECK TIME = 10 +2021-12-17 19:51:09,132 Checking jobs for platform=marenostrum4 +2021-12-17 19:51:09,132 Checking jobs for platform=nord3 +2021-12-17 19:51:09,133 Checking jobs for platform=local +2021-12-17 19:51:09,134 Checking jobs for platform=transfer_node +2021-12-17 19:51:09,134 Checking all jobs at once +2021-12-17 19:51:11,156 Successful check job command +2021-12-17 19:51:16,633 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:51:16,633 End of checking +2021-12-17 19:51:16,635 Updating FAILED jobs +2021-12-17 19:51:16,636 Updating WAITING jobs +2021-12-17 19:51:16,636 Update finished +2021-12-17 19:51:16,636 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:51:16,636 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:51:16,636 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:51:16,637 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:51:16,640 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:51:16,643 Job list saved +2021-12-17 19:51:16,647 Updating FAILED jobs +2021-12-17 19:51:16,647 Updating WAITING jobs +2021-12-17 19:51:16,647 Update finished +2021-12-17 19:51:26,658 Reloading parameters... +2021-12-17 19:51:26,678 Loading parameters... +2021-12-17 19:51:26,680 Loading project parameters... +2021-12-17 19:51:26,683 + +23 of 25 jobs remaining (19:51) +2021-12-17 19:51:26,683 Sleep: 10 +2021-12-17 19:51:26,683 Number of retrials: 0 +2021-12-17 19:51:26,683 WRAPPER CHECK TIME = 10 +2021-12-17 19:51:26,684 Checking jobs for platform=marenostrum4 +2021-12-17 19:51:26,685 Checking jobs for platform=nord3 +2021-12-17 19:51:26,685 Checking jobs for platform=local +2021-12-17 19:51:26,689 Checking jobs for platform=transfer_node +2021-12-17 19:51:26,689 Checking all jobs at once +2021-12-17 19:51:28,810 Successful check job command +2021-12-17 19:51:31,235 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:51:31,235 End of checking +2021-12-17 19:51:31,238 Updating FAILED jobs +2021-12-17 19:51:31,238 Updating WAITING jobs +2021-12-17 19:51:31,238 Update finished +2021-12-17 19:51:31,239 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:51:31,239 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:51:31,239 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:51:31,239 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:51:31,245 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:51:31,248 Job list saved +2021-12-17 19:51:31,252 Updating FAILED jobs +2021-12-17 19:51:31,252 Updating WAITING jobs +2021-12-17 19:51:31,252 Update finished +2021-12-17 19:51:41,262 Reloading parameters... +2021-12-17 19:51:41,294 Loading parameters... +2021-12-17 19:51:41,296 Loading project parameters... +2021-12-17 19:51:41,298 + +23 of 25 jobs remaining (19:51) +2021-12-17 19:51:41,298 Sleep: 10 +2021-12-17 19:51:41,299 Number of retrials: 0 +2021-12-17 19:51:41,299 WRAPPER CHECK TIME = 10 +2021-12-17 19:51:41,299 Checking jobs for platform=marenostrum4 +2021-12-17 19:51:41,300 Checking jobs for platform=nord3 +2021-12-17 19:51:41,301 Checking jobs for platform=local +2021-12-17 19:51:41,302 Checking jobs for platform=transfer_node +2021-12-17 19:51:41,302 Checking all jobs at once +2021-12-17 19:51:42,931 Successful check job command +2021-12-17 19:51:46,460 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:51:46,461 End of checking +2021-12-17 19:51:46,462 Updating FAILED jobs +2021-12-17 19:51:46,462 Updating WAITING jobs +2021-12-17 19:51:46,462 Update finished +2021-12-17 19:51:46,462 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:51:46,462 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:51:46,463 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:51:46,463 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:51:46,465 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:51:46,468 Job list saved +2021-12-17 19:51:46,474 Updating FAILED jobs +2021-12-17 19:51:46,474 Updating WAITING jobs +2021-12-17 19:51:46,475 Update finished +2021-12-17 19:51:56,485 Reloading parameters... +2021-12-17 19:51:56,507 Loading parameters... +2021-12-17 19:51:56,514 Loading project parameters... +2021-12-17 19:51:56,516 + +23 of 25 jobs remaining (19:51) +2021-12-17 19:51:56,516 Sleep: 10 +2021-12-17 19:51:56,516 Number of retrials: 0 +2021-12-17 19:51:56,516 WRAPPER CHECK TIME = 10 +2021-12-17 19:51:56,517 Checking jobs for platform=marenostrum4 +2021-12-17 19:51:56,517 Checking jobs for platform=nord3 +2021-12-17 19:51:56,518 Checking jobs for platform=local +2021-12-17 19:51:56,518 Checking jobs for platform=transfer_node +2021-12-17 19:51:56,519 Checking all jobs at once +2021-12-17 19:51:58,074 Successful check job command +2021-12-17 19:51:59,616 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:51:59,616 End of checking +2021-12-17 19:51:59,617 Updating FAILED jobs +2021-12-17 19:51:59,617 Updating WAITING jobs +2021-12-17 19:51:59,617 Update finished +2021-12-17 19:51:59,618 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:51:59,618 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:51:59,618 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:51:59,618 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:51:59,621 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:51:59,623 Job list saved +2021-12-17 19:51:59,628 Updating FAILED jobs +2021-12-17 19:51:59,628 Updating WAITING jobs +2021-12-17 19:51:59,628 Update finished +2021-12-17 19:52:09,634 Reloading parameters... +2021-12-17 19:52:09,653 Loading parameters... +2021-12-17 19:52:09,654 Loading project parameters... +2021-12-17 19:52:09,656 + +23 of 25 jobs remaining (19:52) +2021-12-17 19:52:09,657 Sleep: 10 +2021-12-17 19:52:09,657 Number of retrials: 0 +2021-12-17 19:52:09,657 WRAPPER CHECK TIME = 10 +2021-12-17 19:52:09,657 Checking jobs for platform=marenostrum4 +2021-12-17 19:52:09,658 Checking jobs for platform=nord3 +2021-12-17 19:52:09,658 Checking jobs for platform=local +2021-12-17 19:52:09,659 Checking jobs for platform=transfer_node +2021-12-17 19:52:09,659 Checking all jobs at once +2021-12-17 19:52:11,780 Successful check job command +2021-12-17 19:52:13,963 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:52:13,964 End of checking +2021-12-17 19:52:13,965 Updating FAILED jobs +2021-12-17 19:52:13,965 Updating WAITING jobs +2021-12-17 19:52:13,965 Update finished +2021-12-17 19:52:13,965 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:52:13,966 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:52:13,966 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:52:13,966 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:52:13,971 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:52:13,973 Job list saved +2021-12-17 19:52:13,978 Updating FAILED jobs +2021-12-17 19:52:13,978 Updating WAITING jobs +2021-12-17 19:52:13,978 Update finished +2021-12-17 19:52:23,989 Reloading parameters... +2021-12-17 19:52:24,011 Loading parameters... +2021-12-17 19:52:24,012 Loading project parameters... +2021-12-17 19:52:24,014 + +23 of 25 jobs remaining (19:52) +2021-12-17 19:52:24,014 Sleep: 10 +2021-12-17 19:52:24,014 Number of retrials: 0 +2021-12-17 19:52:24,015 WRAPPER CHECK TIME = 10 +2021-12-17 19:52:24,015 Checking jobs for platform=marenostrum4 +2021-12-17 19:52:24,016 Checking jobs for platform=nord3 +2021-12-17 19:52:24,016 Checking jobs for platform=local +2021-12-17 19:52:24,017 Checking jobs for platform=transfer_node +2021-12-17 19:52:24,017 Checking all jobs at once +2021-12-17 19:52:25,439 Successful check job command +2021-12-17 19:52:28,411 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:52:28,411 End of checking +2021-12-17 19:52:28,412 Updating FAILED jobs +2021-12-17 19:52:28,412 Updating WAITING jobs +2021-12-17 19:52:28,413 Update finished +2021-12-17 19:52:28,413 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:52:28,413 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:52:28,413 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:52:28,413 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:52:28,416 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:52:28,423 Job list saved +2021-12-17 19:52:28,430 Updating FAILED jobs +2021-12-17 19:52:28,430 Updating WAITING jobs +2021-12-17 19:52:28,430 Update finished +2021-12-17 19:52:38,443 Reloading parameters... +2021-12-17 19:52:38,469 Loading parameters... +2021-12-17 19:52:38,471 Loading project parameters... +2021-12-17 19:52:38,473 + +23 of 25 jobs remaining (19:52) +2021-12-17 19:52:38,473 Sleep: 10 +2021-12-17 19:52:38,473 Number of retrials: 0 +2021-12-17 19:52:38,473 WRAPPER CHECK TIME = 10 +2021-12-17 19:52:38,474 Checking jobs for platform=marenostrum4 +2021-12-17 19:52:38,474 Checking jobs for platform=nord3 +2021-12-17 19:52:38,475 Checking jobs for platform=local +2021-12-17 19:52:38,475 Checking jobs for platform=transfer_node +2021-12-17 19:52:38,476 Checking all jobs at once +2021-12-17 19:52:40,847 Successful check job command +2021-12-17 19:52:49,246 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:52:49,246 End of checking +2021-12-17 19:52:49,248 Updating FAILED jobs +2021-12-17 19:52:49,248 Updating WAITING jobs +2021-12-17 19:52:49,248 Update finished +2021-12-17 19:52:49,248 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:52:49,249 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:52:49,249 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:52:49,249 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:52:49,252 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:52:49,254 Job list saved +2021-12-17 19:52:49,263 Updating FAILED jobs +2021-12-17 19:52:49,263 Updating WAITING jobs +2021-12-17 19:52:49,263 Update finished +2021-12-17 19:52:59,270 Reloading parameters... +2021-12-17 19:52:59,297 Loading parameters... +2021-12-17 19:52:59,304 Loading project parameters... +2021-12-17 19:52:59,306 + +23 of 25 jobs remaining (19:52) +2021-12-17 19:52:59,307 Sleep: 10 +2021-12-17 19:52:59,307 Number of retrials: 0 +2021-12-17 19:52:59,307 WRAPPER CHECK TIME = 10 +2021-12-17 19:52:59,307 Checking jobs for platform=marenostrum4 +2021-12-17 19:52:59,308 Checking jobs for platform=nord3 +2021-12-17 19:52:59,309 Checking jobs for platform=local +2021-12-17 19:52:59,309 Checking jobs for platform=transfer_node +2021-12-17 19:52:59,309 Checking all jobs at once +2021-12-17 19:53:00,931 Successful check job command +2021-12-17 19:53:06,370 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:53:06,371 End of checking +2021-12-17 19:53:06,372 Updating FAILED jobs +2021-12-17 19:53:06,372 Updating WAITING jobs +2021-12-17 19:53:06,373 Update finished +2021-12-17 19:53:06,373 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:53:06,373 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:53:06,373 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:53:06,373 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:53:06,378 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:53:06,380 Job list saved +2021-12-17 19:53:06,386 Updating FAILED jobs +2021-12-17 19:53:06,386 Updating WAITING jobs +2021-12-17 19:53:06,387 Update finished +2021-12-17 19:53:16,396 Reloading parameters... +2021-12-17 19:53:16,422 Loading parameters... +2021-12-17 19:53:16,423 Loading project parameters... +2021-12-17 19:53:16,425 + +23 of 25 jobs remaining (19:53) +2021-12-17 19:53:16,425 Sleep: 10 +2021-12-17 19:53:16,426 Number of retrials: 0 +2021-12-17 19:53:16,426 WRAPPER CHECK TIME = 10 +2021-12-17 19:53:16,426 Checking jobs for platform=marenostrum4 +2021-12-17 19:53:16,427 Checking jobs for platform=nord3 +2021-12-17 19:53:16,427 Checking jobs for platform=local +2021-12-17 19:53:16,428 Checking jobs for platform=transfer_node +2021-12-17 19:53:16,428 Checking all jobs at once +2021-12-17 19:53:18,307 Successful check job command +2021-12-17 19:53:25,590 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:53:25,591 End of checking +2021-12-17 19:53:25,592 Updating FAILED jobs +2021-12-17 19:53:25,592 Updating WAITING jobs +2021-12-17 19:53:25,592 Update finished +2021-12-17 19:53:25,593 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:53:25,593 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:53:25,593 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:53:25,593 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:53:25,596 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:53:25,598 Job list saved +2021-12-17 19:53:25,602 Updating FAILED jobs +2021-12-17 19:53:25,602 Updating WAITING jobs +2021-12-17 19:53:25,603 Update finished +2021-12-17 19:53:35,613 Reloading parameters... +2021-12-17 19:53:35,632 Loading parameters... +2021-12-17 19:53:35,634 Loading project parameters... +2021-12-17 19:53:35,636 + +23 of 25 jobs remaining (19:53) +2021-12-17 19:53:35,636 Sleep: 10 +2021-12-17 19:53:35,636 Number of retrials: 0 +2021-12-17 19:53:35,636 WRAPPER CHECK TIME = 10 +2021-12-17 19:53:35,637 Checking jobs for platform=marenostrum4 +2021-12-17 19:53:35,638 Checking jobs for platform=nord3 +2021-12-17 19:53:35,638 Checking jobs for platform=local +2021-12-17 19:53:35,639 Checking jobs for platform=transfer_node +2021-12-17 19:53:35,639 Checking all jobs at once +2021-12-17 19:53:38,318 Successful check job command +2021-12-17 19:53:40,689 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:53:40,689 End of checking +2021-12-17 19:53:40,690 Updating FAILED jobs +2021-12-17 19:53:40,690 Updating WAITING jobs +2021-12-17 19:53:40,691 Update finished +2021-12-17 19:53:40,691 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:53:40,691 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:53:40,691 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:53:40,691 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:53:40,694 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:53:40,696 Job list saved +2021-12-17 19:53:40,700 Updating FAILED jobs +2021-12-17 19:53:40,700 Updating WAITING jobs +2021-12-17 19:53:40,700 Update finished +2021-12-17 19:53:50,711 Reloading parameters... +2021-12-17 19:53:50,733 Loading parameters... +2021-12-17 19:53:50,734 Loading project parameters... +2021-12-17 19:53:50,736 + +23 of 25 jobs remaining (19:53) +2021-12-17 19:53:50,736 Sleep: 10 +2021-12-17 19:53:50,736 Number of retrials: 0 +2021-12-17 19:53:50,736 WRAPPER CHECK TIME = 10 +2021-12-17 19:53:50,737 Checking jobs for platform=marenostrum4 +2021-12-17 19:53:50,737 Checking jobs for platform=nord3 +2021-12-17 19:53:50,738 Checking jobs for platform=local +2021-12-17 19:53:50,738 Checking jobs for platform=transfer_node +2021-12-17 19:53:50,739 Checking all jobs at once +2021-12-17 19:53:52,480 Successful check job command +2021-12-17 19:53:54,624 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:53:54,624 End of checking +2021-12-17 19:53:54,625 Updating FAILED jobs +2021-12-17 19:53:54,625 Updating WAITING jobs +2021-12-17 19:53:54,626 Update finished +2021-12-17 19:53:54,626 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:53:54,626 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:53:54,626 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:53:54,626 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:53:54,629 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:53:54,631 Job list saved +2021-12-17 19:53:54,636 Updating FAILED jobs +2021-12-17 19:53:54,636 Updating WAITING jobs +2021-12-17 19:53:54,636 Update finished +2021-12-17 19:54:04,646 Reloading parameters... +2021-12-17 19:54:04,665 Loading parameters... +2021-12-17 19:54:04,667 Loading project parameters... +2021-12-17 19:54:04,668 + +23 of 25 jobs remaining (19:54) +2021-12-17 19:54:04,669 Sleep: 10 +2021-12-17 19:54:04,669 Number of retrials: 0 +2021-12-17 19:54:04,669 WRAPPER CHECK TIME = 10 +2021-12-17 19:54:04,669 Checking jobs for platform=marenostrum4 +2021-12-17 19:54:04,670 Checking jobs for platform=nord3 +2021-12-17 19:54:04,670 Checking jobs for platform=local +2021-12-17 19:54:04,671 Checking jobs for platform=transfer_node +2021-12-17 19:54:04,671 Checking all jobs at once +2021-12-17 19:54:11,811 Successful check job command +2021-12-17 19:54:17,291 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:54:17,291 End of checking +2021-12-17 19:54:17,292 Updating FAILED jobs +2021-12-17 19:54:17,293 Updating WAITING jobs +2021-12-17 19:54:17,293 Update finished +2021-12-17 19:54:17,293 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:54:17,294 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:54:17,294 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:54:17,294 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:54:17,297 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:54:17,299 Job list saved +2021-12-17 19:54:17,303 Updating FAILED jobs +2021-12-17 19:54:17,304 Updating WAITING jobs +2021-12-17 19:54:17,304 Update finished +2021-12-17 19:54:27,314 Reloading parameters... +2021-12-17 19:54:27,333 Loading parameters... +2021-12-17 19:54:27,334 Loading project parameters... +2021-12-17 19:54:27,336 + +23 of 25 jobs remaining (19:54) +2021-12-17 19:54:27,336 Sleep: 10 +2021-12-17 19:54:27,336 Number of retrials: 0 +2021-12-17 19:54:27,337 WRAPPER CHECK TIME = 10 +2021-12-17 19:54:27,337 Checking jobs for platform=marenostrum4 +2021-12-17 19:54:27,338 Checking jobs for platform=nord3 +2021-12-17 19:54:27,338 Checking jobs for platform=local +2021-12-17 19:54:27,339 Checking jobs for platform=transfer_node +2021-12-17 19:54:27,339 Checking all jobs at once +2021-12-17 19:54:33,618 Successful check job command +2021-12-17 19:54:39,004 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:54:39,005 End of checking +2021-12-17 19:54:39,006 Updating FAILED jobs +2021-12-17 19:54:39,006 Updating WAITING jobs +2021-12-17 19:54:39,006 Update finished +2021-12-17 19:54:39,006 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:54:39,007 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:54:39,007 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:54:39,007 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:54:39,009 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:54:39,011 Job list saved +2021-12-17 19:54:39,016 Updating FAILED jobs +2021-12-17 19:54:39,016 Updating WAITING jobs +2021-12-17 19:54:39,016 Update finished +2021-12-17 19:54:49,025 Reloading parameters... +2021-12-17 19:54:49,044 Loading parameters... +2021-12-17 19:54:49,045 Loading project parameters... +2021-12-17 19:54:49,047 + +23 of 25 jobs remaining (19:54) +2021-12-17 19:54:49,047 Sleep: 10 +2021-12-17 19:54:49,047 Number of retrials: 0 +2021-12-17 19:54:49,047 WRAPPER CHECK TIME = 10 +2021-12-17 19:54:49,048 Checking jobs for platform=marenostrum4 +2021-12-17 19:54:49,049 Checking jobs for platform=nord3 +2021-12-17 19:54:49,049 Checking jobs for platform=local +2021-12-17 19:54:49,050 Checking jobs for platform=transfer_node +2021-12-17 19:54:49,050 Checking all jobs at once +2021-12-17 19:54:51,623 Successful check job command +2021-12-17 19:55:02,420 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:55:02,421 End of checking +2021-12-17 19:55:02,422 Updating FAILED jobs +2021-12-17 19:55:02,422 Updating WAITING jobs +2021-12-17 19:55:02,423 Update finished +2021-12-17 19:55:02,423 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:55:02,423 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:55:02,424 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:55:02,424 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:55:02,426 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:55:02,429 Job list saved +2021-12-17 19:55:02,434 Updating FAILED jobs +2021-12-17 19:55:02,434 Updating WAITING jobs +2021-12-17 19:55:02,434 Update finished +2021-12-17 19:55:12,444 Reloading parameters... +2021-12-17 19:55:12,463 Loading parameters... +2021-12-17 19:55:12,465 Loading project parameters... +2021-12-17 19:55:12,467 + +23 of 25 jobs remaining (19:55) +2021-12-17 19:55:12,467 Sleep: 10 +2021-12-17 19:55:12,467 Number of retrials: 0 +2021-12-17 19:55:12,467 WRAPPER CHECK TIME = 10 +2021-12-17 19:55:12,468 Checking jobs for platform=marenostrum4 +2021-12-17 19:55:12,468 Checking jobs for platform=nord3 +2021-12-17 19:55:12,469 Checking jobs for platform=local +2021-12-17 19:55:12,469 Checking jobs for platform=transfer_node +2021-12-17 19:55:12,470 Checking all jobs at once +2021-12-17 19:55:15,042 Successful check job command +2021-12-17 19:55:21,520 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:55:21,521 End of checking +2021-12-17 19:55:21,522 Updating FAILED jobs +2021-12-17 19:55:21,522 Updating WAITING jobs +2021-12-17 19:55:21,522 Update finished +2021-12-17 19:55:21,523 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:55:21,523 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:55:21,523 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:55:21,523 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:55:21,526 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:55:21,528 Job list saved +2021-12-17 19:55:21,534 Updating FAILED jobs +2021-12-17 19:55:21,534 Updating WAITING jobs +2021-12-17 19:55:21,534 Update finished +2021-12-17 19:55:31,544 Reloading parameters... +2021-12-17 19:55:31,563 Loading parameters... +2021-12-17 19:55:31,564 Loading project parameters... +2021-12-17 19:55:31,566 + +23 of 25 jobs remaining (19:55) +2021-12-17 19:55:31,566 Sleep: 10 +2021-12-17 19:55:31,566 Number of retrials: 0 +2021-12-17 19:55:31,566 WRAPPER CHECK TIME = 10 +2021-12-17 19:55:31,567 Checking jobs for platform=marenostrum4 +2021-12-17 19:55:31,567 Checking jobs for platform=nord3 +2021-12-17 19:55:31,568 Checking jobs for platform=local +2021-12-17 19:55:31,568 Checking jobs for platform=transfer_node +2021-12-17 19:55:31,568 Checking all jobs at once +2021-12-17 19:55:33,139 Successful check job command +2021-12-17 19:55:37,967 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:55:37,967 End of checking +2021-12-17 19:55:37,968 Updating FAILED jobs +2021-12-17 19:55:37,968 Updating WAITING jobs +2021-12-17 19:55:37,969 Update finished +2021-12-17 19:55:37,969 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:55:37,974 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:55:37,974 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:55:37,974 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:55:37,976 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:55:37,979 Job list saved +2021-12-17 19:55:37,987 Updating FAILED jobs +2021-12-17 19:55:37,987 Updating WAITING jobs +2021-12-17 19:55:37,988 Update finished +2021-12-17 19:55:47,998 Reloading parameters... +2021-12-17 19:55:48,018 Loading parameters... +2021-12-17 19:55:48,019 Loading project parameters... +2021-12-17 19:55:48,021 + +23 of 25 jobs remaining (19:55) +2021-12-17 19:55:48,021 Sleep: 10 +2021-12-17 19:55:48,021 Number of retrials: 0 +2021-12-17 19:55:48,021 WRAPPER CHECK TIME = 10 +2021-12-17 19:55:48,022 Checking jobs for platform=marenostrum4 +2021-12-17 19:55:48,023 Checking jobs for platform=nord3 +2021-12-17 19:55:48,023 Checking jobs for platform=local +2021-12-17 19:55:48,024 Checking jobs for platform=transfer_node +2021-12-17 19:55:48,024 Checking all jobs at once +2021-12-17 19:55:49,443 Successful check job command +2021-12-17 19:55:50,963 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:55:50,963 End of checking +2021-12-17 19:55:50,965 Updating FAILED jobs +2021-12-17 19:55:50,965 Updating WAITING jobs +2021-12-17 19:55:50,965 Update finished +2021-12-17 19:55:50,965 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:55:50,966 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:55:50,966 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:55:50,966 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:55:50,968 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:55:50,971 Job list saved +2021-12-17 19:55:50,975 Updating FAILED jobs +2021-12-17 19:55:50,976 Updating WAITING jobs +2021-12-17 19:55:50,976 Update finished +2021-12-17 19:56:00,985 Reloading parameters... +2021-12-17 19:56:01,003 Loading parameters... +2021-12-17 19:56:01,005 Loading project parameters... +2021-12-17 19:56:01,006 + +23 of 25 jobs remaining (19:56) +2021-12-17 19:56:01,007 Sleep: 10 +2021-12-17 19:56:01,007 Number of retrials: 0 +2021-12-17 19:56:01,007 WRAPPER CHECK TIME = 10 +2021-12-17 19:56:01,008 Checking jobs for platform=marenostrum4 +2021-12-17 19:56:01,008 Checking jobs for platform=nord3 +2021-12-17 19:56:01,009 Checking jobs for platform=local +2021-12-17 19:56:01,009 Checking jobs for platform=transfer_node +2021-12-17 19:56:01,009 Checking all jobs at once +2021-12-17 19:56:02,580 Successful check job command +2021-12-17 19:56:04,053 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:56:04,053 End of checking +2021-12-17 19:56:04,054 Updating FAILED jobs +2021-12-17 19:56:04,055 Updating WAITING jobs +2021-12-17 19:56:04,055 Update finished +2021-12-17 19:56:04,055 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:56:04,055 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:56:04,055 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:56:04,055 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:56:04,058 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:56:04,060 Job list saved +2021-12-17 19:56:04,065 Updating FAILED jobs +2021-12-17 19:56:04,065 Updating WAITING jobs +2021-12-17 19:56:04,066 Update finished +2021-12-17 19:56:14,076 Reloading parameters... +2021-12-17 19:56:14,095 Loading parameters... +2021-12-17 19:56:14,097 Loading project parameters... +2021-12-17 19:56:14,099 + +23 of 25 jobs remaining (19:56) +2021-12-17 19:56:14,099 Sleep: 10 +2021-12-17 19:56:14,099 Number of retrials: 0 +2021-12-17 19:56:14,099 WRAPPER CHECK TIME = 10 +2021-12-17 19:56:14,100 Checking jobs for platform=marenostrum4 +2021-12-17 19:56:14,100 Checking jobs for platform=nord3 +2021-12-17 19:56:14,101 Checking jobs for platform=local +2021-12-17 19:56:14,101 Checking jobs for platform=transfer_node +2021-12-17 19:56:14,102 Checking all jobs at once +2021-12-17 19:56:17,288 Successful check job command +2021-12-17 19:56:19,008 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:56:19,008 End of checking +2021-12-17 19:56:19,010 Updating FAILED jobs +2021-12-17 19:56:19,010 Updating WAITING jobs +2021-12-17 19:56:19,010 Update finished +2021-12-17 19:56:19,010 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:56:19,011 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:56:19,011 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:56:19,011 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:56:19,014 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:56:19,016 Job list saved +2021-12-17 19:56:19,021 Updating FAILED jobs +2021-12-17 19:56:19,021 Updating WAITING jobs +2021-12-17 19:56:19,022 Update finished +2021-12-17 19:56:29,032 Reloading parameters... +2021-12-17 19:56:29,050 Loading parameters... +2021-12-17 19:56:29,051 Loading project parameters... +2021-12-17 19:56:29,053 + +23 of 25 jobs remaining (19:56) +2021-12-17 19:56:29,053 Sleep: 10 +2021-12-17 19:56:29,053 Number of retrials: 0 +2021-12-17 19:56:29,053 WRAPPER CHECK TIME = 10 +2021-12-17 19:56:29,054 Checking jobs for platform=marenostrum4 +2021-12-17 19:56:29,055 Checking jobs for platform=nord3 +2021-12-17 19:56:29,055 Checking jobs for platform=local +2021-12-17 19:56:29,056 Checking jobs for platform=transfer_node +2021-12-17 19:56:29,056 Checking all jobs at once +2021-12-17 19:56:31,483 Successful check job command +2021-12-17 19:56:33,758 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:56:33,758 End of checking +2021-12-17 19:56:33,759 Updating FAILED jobs +2021-12-17 19:56:33,760 Updating WAITING jobs +2021-12-17 19:56:33,760 Update finished +2021-12-17 19:56:33,760 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:56:33,760 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:56:33,760 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:56:33,760 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:56:33,763 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:56:33,765 Job list saved +2021-12-17 19:56:33,769 Updating FAILED jobs +2021-12-17 19:56:33,770 Updating WAITING jobs +2021-12-17 19:56:33,770 Update finished +2021-12-17 19:56:43,780 Reloading parameters... +2021-12-17 19:56:43,798 Loading parameters... +2021-12-17 19:56:43,799 Loading project parameters... +2021-12-17 19:56:43,801 + +23 of 25 jobs remaining (19:56) +2021-12-17 19:56:43,801 Sleep: 10 +2021-12-17 19:56:43,801 Number of retrials: 0 +2021-12-17 19:56:43,801 WRAPPER CHECK TIME = 10 +2021-12-17 19:56:43,802 Checking jobs for platform=marenostrum4 +2021-12-17 19:56:43,803 Checking jobs for platform=nord3 +2021-12-17 19:56:43,803 Checking jobs for platform=local +2021-12-17 19:56:43,804 Checking jobs for platform=transfer_node +2021-12-17 19:56:43,804 Checking all jobs at once +2021-12-17 19:56:45,677 Successful check job command +2021-12-17 19:56:47,501 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:56:47,501 End of checking +2021-12-17 19:56:47,504 Updating FAILED jobs +2021-12-17 19:56:47,504 Updating WAITING jobs +2021-12-17 19:56:47,505 Update finished +2021-12-17 19:56:47,505 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:56:47,505 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:56:47,505 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:56:47,505 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:56:47,510 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:56:47,517 Job list saved +2021-12-17 19:56:47,525 Updating FAILED jobs +2021-12-17 19:56:47,525 Updating WAITING jobs +2021-12-17 19:56:47,525 Update finished +2021-12-17 19:56:57,535 Reloading parameters... +2021-12-17 19:56:57,584 Loading parameters... +2021-12-17 19:56:57,585 Loading project parameters... +2021-12-17 19:56:57,588 + +23 of 25 jobs remaining (19:56) +2021-12-17 19:56:57,588 Sleep: 10 +2021-12-17 19:56:57,588 Number of retrials: 0 +2021-12-17 19:56:57,588 WRAPPER CHECK TIME = 10 +2021-12-17 19:56:57,589 Checking jobs for platform=marenostrum4 +2021-12-17 19:56:57,590 Checking jobs for platform=nord3 +2021-12-17 19:56:57,590 Checking jobs for platform=local +2021-12-17 19:56:57,591 Checking jobs for platform=transfer_node +2021-12-17 19:56:57,591 Checking all jobs at once +2021-12-17 19:57:00,312 Successful check job command +2021-12-17 19:57:05,051 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:57:05,051 End of checking +2021-12-17 19:57:05,054 Updating FAILED jobs +2021-12-17 19:57:05,054 Updating WAITING jobs +2021-12-17 19:57:05,054 Update finished +2021-12-17 19:57:05,054 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:57:05,055 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:57:05,055 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:57:05,055 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:57:05,066 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:57:05,069 Job list saved +2021-12-17 19:57:05,084 Updating FAILED jobs +2021-12-17 19:57:05,084 Updating WAITING jobs +2021-12-17 19:57:05,084 Update finished +2021-12-17 19:57:15,088 Reloading parameters... +2021-12-17 19:57:15,152 Loading parameters... +2021-12-17 19:57:15,156 Loading project parameters... +2021-12-17 19:57:15,158 + +23 of 25 jobs remaining (19:57) +2021-12-17 19:57:15,158 Sleep: 10 +2021-12-17 19:57:15,158 Number of retrials: 0 +2021-12-17 19:57:15,158 WRAPPER CHECK TIME = 10 +2021-12-17 19:57:15,159 Checking jobs for platform=marenostrum4 +2021-12-17 19:57:15,160 Checking jobs for platform=nord3 +2021-12-17 19:57:15,161 Checking jobs for platform=local +2021-12-17 19:57:15,161 Checking jobs for platform=transfer_node +2021-12-17 19:57:15,161 Checking all jobs at once +2021-12-17 19:57:16,935 Successful check job command +2021-12-17 19:57:18,759 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:57:18,760 End of checking +2021-12-17 19:57:18,763 Updating FAILED jobs +2021-12-17 19:57:18,763 Updating WAITING jobs +2021-12-17 19:57:18,763 Update finished +2021-12-17 19:57:18,763 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:57:18,763 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:57:18,764 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:57:18,765 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:57:18,771 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:57:18,775 Job list saved +2021-12-17 19:57:18,782 Updating FAILED jobs +2021-12-17 19:57:18,782 Updating WAITING jobs +2021-12-17 19:57:18,782 Update finished +2021-12-17 19:57:28,792 Reloading parameters... +2021-12-17 19:57:28,819 Loading parameters... +2021-12-17 19:57:28,821 Loading project parameters... +2021-12-17 19:57:28,823 + +23 of 25 jobs remaining (19:57) +2021-12-17 19:57:28,823 Sleep: 10 +2021-12-17 19:57:28,823 Number of retrials: 0 +2021-12-17 19:57:28,823 WRAPPER CHECK TIME = 10 +2021-12-17 19:57:28,824 Checking jobs for platform=marenostrum4 +2021-12-17 19:57:28,824 Checking jobs for platform=nord3 +2021-12-17 19:57:28,825 Checking jobs for platform=local +2021-12-17 19:57:28,825 Checking jobs for platform=transfer_node +2021-12-17 19:57:28,825 Checking all jobs at once +2021-12-17 19:57:30,796 Successful check job command +2021-12-17 19:57:33,825 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:57:33,825 End of checking +2021-12-17 19:57:33,826 Updating FAILED jobs +2021-12-17 19:57:33,826 Updating WAITING jobs +2021-12-17 19:57:33,827 Update finished +2021-12-17 19:57:33,827 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:57:33,827 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:57:33,827 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:57:33,827 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:57:33,833 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:57:33,835 Job list saved +2021-12-17 19:57:33,848 Updating FAILED jobs +2021-12-17 19:57:33,848 Updating WAITING jobs +2021-12-17 19:57:33,848 Update finished +2021-12-17 19:57:43,858 Reloading parameters... +2021-12-17 19:57:43,916 Loading parameters... +2021-12-17 19:57:43,917 Loading project parameters... +2021-12-17 19:57:43,919 + +23 of 25 jobs remaining (19:57) +2021-12-17 19:57:43,920 Sleep: 10 +2021-12-17 19:57:43,920 Number of retrials: 0 +2021-12-17 19:57:43,920 WRAPPER CHECK TIME = 10 +2021-12-17 19:57:43,921 Checking jobs for platform=marenostrum4 +2021-12-17 19:57:43,922 Checking jobs for platform=nord3 +2021-12-17 19:57:43,923 Checking jobs for platform=local +2021-12-17 19:57:43,923 Checking jobs for platform=transfer_node +2021-12-17 19:57:43,923 Checking all jobs at once +2021-12-17 19:57:46,800 Successful check job command +2021-12-17 19:57:50,932 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:57:50,932 End of checking +2021-12-17 19:57:50,933 Updating FAILED jobs +2021-12-17 19:57:50,933 Updating WAITING jobs +2021-12-17 19:57:50,933 Update finished +2021-12-17 19:57:50,934 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:57:50,934 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:57:50,935 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:57:50,935 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:57:50,937 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:57:50,940 Job list saved +2021-12-17 19:57:50,944 Updating FAILED jobs +2021-12-17 19:57:50,944 Updating WAITING jobs +2021-12-17 19:57:50,945 Update finished +2021-12-17 19:58:00,955 Reloading parameters... +2021-12-17 19:58:00,978 Loading parameters... +2021-12-17 19:58:00,980 Loading project parameters... +2021-12-17 19:58:00,982 + +23 of 25 jobs remaining (19:58) +2021-12-17 19:58:00,982 Sleep: 10 +2021-12-17 19:58:00,982 Number of retrials: 0 +2021-12-17 19:58:00,983 WRAPPER CHECK TIME = 10 +2021-12-17 19:58:00,983 Checking jobs for platform=marenostrum4 +2021-12-17 19:58:00,984 Checking jobs for platform=nord3 +2021-12-17 19:58:00,984 Checking jobs for platform=local +2021-12-17 19:58:00,985 Checking jobs for platform=transfer_node +2021-12-17 19:58:00,985 Checking all jobs at once +2021-12-17 19:58:02,662 Successful check job command +2021-12-17 19:58:04,135 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:58:04,135 End of checking +2021-12-17 19:58:04,137 Updating FAILED jobs +2021-12-17 19:58:04,137 Updating WAITING jobs +2021-12-17 19:58:04,138 Update finished +2021-12-17 19:58:04,138 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:58:04,138 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:58:04,138 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:58:04,138 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:58:04,146 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:58:04,149 Job list saved +2021-12-17 19:58:04,161 Updating FAILED jobs +2021-12-17 19:58:04,161 Updating WAITING jobs +2021-12-17 19:58:04,161 Update finished +2021-12-17 19:58:14,166 Reloading parameters... +2021-12-17 19:58:14,187 Loading parameters... +2021-12-17 19:58:14,197 Loading project parameters... +2021-12-17 19:58:14,200 + +23 of 25 jobs remaining (19:58) +2021-12-17 19:58:14,200 Sleep: 10 +2021-12-17 19:58:14,200 Number of retrials: 0 +2021-12-17 19:58:14,200 WRAPPER CHECK TIME = 10 +2021-12-17 19:58:14,201 Checking jobs for platform=marenostrum4 +2021-12-17 19:58:14,201 Checking jobs for platform=nord3 +2021-12-17 19:58:14,202 Checking jobs for platform=local +2021-12-17 19:58:14,203 Checking jobs for platform=transfer_node +2021-12-17 19:58:14,203 Checking all jobs at once +2021-12-17 19:58:17,081 Successful check job command +2021-12-17 19:58:20,004 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:58:20,005 End of checking +2021-12-17 19:58:20,006 Updating FAILED jobs +2021-12-17 19:58:20,006 Updating WAITING jobs +2021-12-17 19:58:20,007 Update finished +2021-12-17 19:58:20,007 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:58:20,007 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:58:20,007 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:58:20,007 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:58:20,010 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:58:20,012 Job list saved +2021-12-17 19:58:20,017 Updating FAILED jobs +2021-12-17 19:58:20,018 Updating WAITING jobs +2021-12-17 19:58:20,018 Update finished +2021-12-17 19:58:30,028 Reloading parameters... +2021-12-17 19:58:30,048 Loading parameters... +2021-12-17 19:58:30,050 Loading project parameters... +2021-12-17 19:58:30,052 + +23 of 25 jobs remaining (19:58) +2021-12-17 19:58:30,052 Sleep: 10 +2021-12-17 19:58:30,052 Number of retrials: 0 +2021-12-17 19:58:30,052 WRAPPER CHECK TIME = 10 +2021-12-17 19:58:30,053 Checking jobs for platform=marenostrum4 +2021-12-17 19:58:30,053 Checking jobs for platform=nord3 +2021-12-17 19:58:30,054 Checking jobs for platform=local +2021-12-17 19:58:30,055 Checking jobs for platform=transfer_node +2021-12-17 19:58:30,055 Checking all jobs at once +2021-12-17 19:58:31,981 Successful check job command +2021-12-17 19:58:37,915 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:58:37,915 End of checking +2021-12-17 19:58:37,917 Updating FAILED jobs +2021-12-17 19:58:37,917 Updating WAITING jobs +2021-12-17 19:58:37,917 Update finished +2021-12-17 19:58:37,917 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:58:37,918 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:58:37,918 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:58:37,918 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:58:37,923 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:58:37,926 Job list saved +2021-12-17 19:58:37,930 Updating FAILED jobs +2021-12-17 19:58:37,930 Updating WAITING jobs +2021-12-17 19:58:37,930 Update finished +2021-12-17 19:58:47,935 Reloading parameters... +2021-12-17 19:58:47,954 Loading parameters... +2021-12-17 19:58:47,955 Loading project parameters... +2021-12-17 19:58:47,957 + +23 of 25 jobs remaining (19:58) +2021-12-17 19:58:47,957 Sleep: 10 +2021-12-17 19:58:47,958 Number of retrials: 0 +2021-12-17 19:58:47,958 WRAPPER CHECK TIME = 10 +2021-12-17 19:58:47,958 Checking jobs for platform=marenostrum4 +2021-12-17 19:58:47,959 Checking jobs for platform=nord3 +2021-12-17 19:58:47,959 Checking jobs for platform=local +2021-12-17 19:58:47,960 Checking jobs for platform=transfer_node +2021-12-17 19:58:47,960 Checking all jobs at once +2021-12-17 19:58:53,591 Successful check job command +2021-12-17 19:59:00,975 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:59:00,975 End of checking +2021-12-17 19:59:00,977 Updating FAILED jobs +2021-12-17 19:59:00,977 Updating WAITING jobs +2021-12-17 19:59:00,977 Update finished +2021-12-17 19:59:00,977 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:59:00,978 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:59:00,978 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:59:00,978 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:59:00,980 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:59:00,983 Job list saved +2021-12-17 19:59:00,987 Updating FAILED jobs +2021-12-17 19:59:00,987 Updating WAITING jobs +2021-12-17 19:59:00,988 Update finished +2021-12-17 19:59:10,998 Reloading parameters... +2021-12-17 19:59:11,016 Loading parameters... +2021-12-17 19:59:11,018 Loading project parameters... +2021-12-17 19:59:11,020 + +23 of 25 jobs remaining (19:59) +2021-12-17 19:59:11,020 Sleep: 10 +2021-12-17 19:59:11,020 Number of retrials: 0 +2021-12-17 19:59:11,020 WRAPPER CHECK TIME = 10 +2021-12-17 19:59:11,021 Checking jobs for platform=marenostrum4 +2021-12-17 19:59:11,021 Checking jobs for platform=nord3 +2021-12-17 19:59:11,022 Checking jobs for platform=local +2021-12-17 19:59:11,022 Checking jobs for platform=transfer_node +2021-12-17 19:59:11,022 Checking all jobs at once +2021-12-17 19:59:12,794 Successful check job command +2021-12-17 19:59:15,968 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:59:15,968 End of checking +2021-12-17 19:59:15,970 Updating FAILED jobs +2021-12-17 19:59:15,970 Updating WAITING jobs +2021-12-17 19:59:15,970 Update finished +2021-12-17 19:59:15,970 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:59:15,971 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:59:15,971 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:59:15,971 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:59:15,974 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:59:15,976 Job list saved +2021-12-17 19:59:15,989 Updating FAILED jobs +2021-12-17 19:59:15,989 Updating WAITING jobs +2021-12-17 19:59:15,990 Update finished +2021-12-17 19:59:26,000 Reloading parameters... +2021-12-17 19:59:26,019 Loading parameters... +2021-12-17 19:59:26,020 Loading project parameters... +2021-12-17 19:59:26,022 + +23 of 25 jobs remaining (19:59) +2021-12-17 19:59:26,022 Sleep: 10 +2021-12-17 19:59:26,023 Number of retrials: 0 +2021-12-17 19:59:26,023 WRAPPER CHECK TIME = 10 +2021-12-17 19:59:26,023 Checking jobs for platform=marenostrum4 +2021-12-17 19:59:26,024 Checking jobs for platform=nord3 +2021-12-17 19:59:26,024 Checking jobs for platform=local +2021-12-17 19:59:26,025 Checking jobs for platform=transfer_node +2021-12-17 19:59:26,025 Checking all jobs at once +2021-12-17 19:59:28,101 Successful check job command +2021-12-17 19:59:31,643 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:59:31,643 End of checking +2021-12-17 19:59:31,645 Updating FAILED jobs +2021-12-17 19:59:31,645 Updating WAITING jobs +2021-12-17 19:59:31,645 Update finished +2021-12-17 19:59:31,645 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:59:31,645 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:59:31,646 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:59:31,646 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:59:31,649 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:59:31,651 Job list saved +2021-12-17 19:59:31,658 Updating FAILED jobs +2021-12-17 19:59:31,658 Updating WAITING jobs +2021-12-17 19:59:31,658 Update finished +2021-12-17 19:59:41,668 Reloading parameters... +2021-12-17 19:59:41,689 Loading parameters... +2021-12-17 19:59:41,690 Loading project parameters... +2021-12-17 19:59:41,692 + +23 of 25 jobs remaining (19:59) +2021-12-17 19:59:41,692 Sleep: 10 +2021-12-17 19:59:41,692 Number of retrials: 0 +2021-12-17 19:59:41,692 WRAPPER CHECK TIME = 10 +2021-12-17 19:59:41,693 Checking jobs for platform=marenostrum4 +2021-12-17 19:59:41,693 Checking jobs for platform=nord3 +2021-12-17 19:59:41,694 Checking jobs for platform=local +2021-12-17 19:59:41,695 Checking jobs for platform=transfer_node +2021-12-17 19:59:41,695 Checking all jobs at once +2021-12-17 19:59:44,074 Successful check job command +2021-12-17 19:59:46,999 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 19:59:46,999 End of checking +2021-12-17 19:59:47,000 Updating FAILED jobs +2021-12-17 19:59:47,000 Updating WAITING jobs +2021-12-17 19:59:47,001 Update finished +2021-12-17 19:59:47,001 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 19:59:47,001 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 19:59:47,001 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 19:59:47,001 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 19:59:47,005 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 19:59:47,007 Job list saved +2021-12-17 19:59:47,012 Updating FAILED jobs +2021-12-17 19:59:47,012 Updating WAITING jobs +2021-12-17 19:59:47,012 Update finished +2021-12-17 19:59:57,021 Reloading parameters... +2021-12-17 19:59:57,041 Loading parameters... +2021-12-17 19:59:57,042 Loading project parameters... +2021-12-17 19:59:57,044 + +23 of 25 jobs remaining (19:59) +2021-12-17 19:59:57,045 Sleep: 10 +2021-12-17 19:59:57,045 Number of retrials: 0 +2021-12-17 19:59:57,045 WRAPPER CHECK TIME = 10 +2021-12-17 19:59:57,045 Checking jobs for platform=marenostrum4 +2021-12-17 19:59:57,046 Checking jobs for platform=nord3 +2021-12-17 19:59:57,046 Checking jobs for platform=local +2021-12-17 19:59:57,047 Checking jobs for platform=transfer_node +2021-12-17 19:59:57,047 Checking all jobs at once +2021-12-17 19:59:59,121 Successful check job command +2021-12-17 20:00:01,201 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:00:01,202 End of checking +2021-12-17 20:00:01,203 Updating FAILED jobs +2021-12-17 20:00:01,203 Updating WAITING jobs +2021-12-17 20:00:01,204 Update finished +2021-12-17 20:00:01,204 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:00:01,204 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:00:01,205 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:00:01,205 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:00:01,207 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:00:01,209 Job list saved +2021-12-17 20:00:01,215 Updating FAILED jobs +2021-12-17 20:00:01,215 Updating WAITING jobs +2021-12-17 20:00:01,215 Update finished +2021-12-17 20:00:11,222 Reloading parameters... +2021-12-17 20:00:11,240 Loading parameters... +2021-12-17 20:00:11,241 Loading project parameters... +2021-12-17 20:00:11,244 + +23 of 25 jobs remaining (20:00) +2021-12-17 20:00:11,244 Sleep: 10 +2021-12-17 20:00:11,244 Number of retrials: 0 +2021-12-17 20:00:11,244 WRAPPER CHECK TIME = 10 +2021-12-17 20:00:11,245 Checking jobs for platform=marenostrum4 +2021-12-17 20:00:11,245 Checking jobs for platform=nord3 +2021-12-17 20:00:11,246 Checking jobs for platform=local +2021-12-17 20:00:11,246 Checking jobs for platform=transfer_node +2021-12-17 20:00:11,246 Checking all jobs at once +2021-12-17 20:00:12,725 Successful check job command +2021-12-17 20:00:15,096 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:00:15,096 End of checking +2021-12-17 20:00:15,098 Updating FAILED jobs +2021-12-17 20:00:15,098 Updating WAITING jobs +2021-12-17 20:00:15,098 Update finished +2021-12-17 20:00:15,098 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:00:15,098 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:00:15,098 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:00:15,099 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:00:15,101 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:00:15,104 Job list saved +2021-12-17 20:00:15,108 Updating FAILED jobs +2021-12-17 20:00:15,108 Updating WAITING jobs +2021-12-17 20:00:15,109 Update finished +2021-12-17 20:00:25,119 Reloading parameters... +2021-12-17 20:00:25,141 Loading parameters... +2021-12-17 20:00:25,142 Loading project parameters... +2021-12-17 20:00:25,144 + +23 of 25 jobs remaining (20:00) +2021-12-17 20:00:25,145 Sleep: 10 +2021-12-17 20:00:25,145 Number of retrials: 0 +2021-12-17 20:00:25,145 WRAPPER CHECK TIME = 10 +2021-12-17 20:00:25,146 Checking jobs for platform=marenostrum4 +2021-12-17 20:00:25,146 Checking jobs for platform=nord3 +2021-12-17 20:00:25,147 Checking jobs for platform=local +2021-12-17 20:00:25,147 Checking jobs for platform=transfer_node +2021-12-17 20:00:25,147 Checking all jobs at once +2021-12-17 20:00:27,870 Successful check job command +2021-12-17 20:00:29,743 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:00:29,743 End of checking +2021-12-17 20:00:29,745 Updating FAILED jobs +2021-12-17 20:00:29,745 Updating WAITING jobs +2021-12-17 20:00:29,745 Update finished +2021-12-17 20:00:29,745 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:00:29,745 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:00:29,745 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:00:29,746 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:00:29,748 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:00:29,751 Job list saved +2021-12-17 20:00:29,755 Updating FAILED jobs +2021-12-17 20:00:29,755 Updating WAITING jobs +2021-12-17 20:00:29,755 Update finished +2021-12-17 20:00:39,764 Reloading parameters... +2021-12-17 20:00:39,784 Loading parameters... +2021-12-17 20:00:39,785 Loading project parameters... +2021-12-17 20:00:39,787 + +23 of 25 jobs remaining (20:00) +2021-12-17 20:00:39,787 Sleep: 10 +2021-12-17 20:00:39,787 Number of retrials: 0 +2021-12-17 20:00:39,787 WRAPPER CHECK TIME = 10 +2021-12-17 20:00:39,788 Checking jobs for platform=marenostrum4 +2021-12-17 20:00:39,789 Checking jobs for platform=nord3 +2021-12-17 20:00:39,789 Checking jobs for platform=local +2021-12-17 20:00:39,790 Checking jobs for platform=transfer_node +2021-12-17 20:00:39,790 Checking all jobs at once +2021-12-17 20:00:41,762 Successful check job command +2021-12-17 20:00:47,397 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:00:47,397 End of checking +2021-12-17 20:00:47,399 Updating FAILED jobs +2021-12-17 20:00:47,399 Updating WAITING jobs +2021-12-17 20:00:47,400 Update finished +2021-12-17 20:00:47,400 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:00:47,400 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:00:47,401 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:00:47,401 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:00:47,404 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:00:47,406 Job list saved +2021-12-17 20:00:47,411 Updating FAILED jobs +2021-12-17 20:00:47,411 Updating WAITING jobs +2021-12-17 20:00:47,412 Update finished +2021-12-17 20:00:57,422 Reloading parameters... +2021-12-17 20:00:57,442 Loading parameters... +2021-12-17 20:00:57,444 Loading project parameters... +2021-12-17 20:00:57,445 + +23 of 25 jobs remaining (20:00) +2021-12-17 20:00:57,446 Sleep: 10 +2021-12-17 20:00:57,446 Number of retrials: 0 +2021-12-17 20:00:57,446 WRAPPER CHECK TIME = 10 +2021-12-17 20:00:57,447 Checking jobs for platform=marenostrum4 +2021-12-17 20:00:57,449 Checking jobs for platform=nord3 +2021-12-17 20:00:57,450 Checking jobs for platform=local +2021-12-17 20:00:57,450 Checking jobs for platform=transfer_node +2021-12-17 20:00:57,450 Checking all jobs at once +2021-12-17 20:00:58,672 Successful check job command +2021-12-17 20:01:00,243 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:01:00,243 End of checking +2021-12-17 20:01:00,245 Updating FAILED jobs +2021-12-17 20:01:00,246 Updating WAITING jobs +2021-12-17 20:01:00,246 Update finished +2021-12-17 20:01:00,246 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:01:00,246 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:01:00,246 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:01:00,246 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:01:00,250 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:01:00,252 Job list saved +2021-12-17 20:01:00,257 Updating FAILED jobs +2021-12-17 20:01:00,257 Updating WAITING jobs +2021-12-17 20:01:00,258 Update finished +2021-12-17 20:01:10,268 Reloading parameters... +2021-12-17 20:01:10,295 Loading parameters... +2021-12-17 20:01:10,296 Loading project parameters... +2021-12-17 20:01:10,298 + +23 of 25 jobs remaining (20:01) +2021-12-17 20:01:10,298 Sleep: 10 +2021-12-17 20:01:10,298 Number of retrials: 0 +2021-12-17 20:01:10,298 WRAPPER CHECK TIME = 10 +2021-12-17 20:01:10,299 Checking jobs for platform=marenostrum4 +2021-12-17 20:01:10,300 Checking jobs for platform=nord3 +2021-12-17 20:01:10,301 Checking jobs for platform=local +2021-12-17 20:01:10,301 Checking jobs for platform=transfer_node +2021-12-17 20:01:10,302 Checking all jobs at once +2021-12-17 20:01:13,027 Successful check job command +2021-12-17 20:01:15,752 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:01:15,752 End of checking +2021-12-17 20:01:15,754 Updating FAILED jobs +2021-12-17 20:01:15,754 Updating WAITING jobs +2021-12-17 20:01:15,755 Update finished +2021-12-17 20:01:15,756 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:01:15,756 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:01:15,756 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:01:15,756 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:01:15,760 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:01:15,763 Job list saved +2021-12-17 20:01:15,767 Updating FAILED jobs +2021-12-17 20:01:15,768 Updating WAITING jobs +2021-12-17 20:01:15,768 Update finished +2021-12-17 20:01:25,778 Reloading parameters... +2021-12-17 20:01:25,805 Loading parameters... +2021-12-17 20:01:25,806 Loading project parameters... +2021-12-17 20:01:25,808 + +23 of 25 jobs remaining (20:01) +2021-12-17 20:01:25,808 Sleep: 10 +2021-12-17 20:01:25,808 Number of retrials: 0 +2021-12-17 20:01:25,808 WRAPPER CHECK TIME = 10 +2021-12-17 20:01:25,809 Checking jobs for platform=marenostrum4 +2021-12-17 20:01:25,809 Checking jobs for platform=nord3 +2021-12-17 20:01:25,810 Checking jobs for platform=local +2021-12-17 20:01:25,811 Checking jobs for platform=transfer_node +2021-12-17 20:01:25,811 Checking all jobs at once +2021-12-17 20:01:27,731 Successful check job command +2021-12-17 20:01:29,503 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:01:29,503 End of checking +2021-12-17 20:01:29,506 Updating FAILED jobs +2021-12-17 20:01:29,506 Updating WAITING jobs +2021-12-17 20:01:29,506 Update finished +2021-12-17 20:01:29,506 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:01:29,508 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:01:29,508 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:01:29,508 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:01:29,511 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:01:29,513 Job list saved +2021-12-17 20:01:29,519 Updating FAILED jobs +2021-12-17 20:01:29,519 Updating WAITING jobs +2021-12-17 20:01:29,519 Update finished +2021-12-17 20:01:39,529 Reloading parameters... +2021-12-17 20:01:39,571 Loading parameters... +2021-12-17 20:01:39,572 Loading project parameters... +2021-12-17 20:01:39,579 + +23 of 25 jobs remaining (20:01) +2021-12-17 20:01:39,579 Sleep: 10 +2021-12-17 20:01:39,579 Number of retrials: 0 +2021-12-17 20:01:39,579 WRAPPER CHECK TIME = 10 +2021-12-17 20:01:39,580 Checking jobs for platform=marenostrum4 +2021-12-17 20:01:39,580 Checking jobs for platform=nord3 +2021-12-17 20:01:39,581 Checking jobs for platform=local +2021-12-17 20:01:39,582 Checking jobs for platform=transfer_node +2021-12-17 20:01:39,582 Checking all jobs at once +2021-12-17 20:01:42,108 Successful check job command +2021-12-17 20:01:44,730 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:01:44,730 End of checking +2021-12-17 20:01:44,732 Updating FAILED jobs +2021-12-17 20:01:44,732 Updating WAITING jobs +2021-12-17 20:01:44,732 Update finished +2021-12-17 20:01:44,733 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:01:44,733 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:01:44,733 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:01:44,733 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:01:44,736 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:01:44,739 Job list saved +2021-12-17 20:01:44,746 Updating FAILED jobs +2021-12-17 20:01:44,746 Updating WAITING jobs +2021-12-17 20:01:44,746 Update finished +2021-12-17 20:01:54,755 Reloading parameters... +2021-12-17 20:01:54,784 Loading parameters... +2021-12-17 20:01:54,785 Loading project parameters... +2021-12-17 20:01:54,787 + +23 of 25 jobs remaining (20:01) +2021-12-17 20:01:54,787 Sleep: 10 +2021-12-17 20:01:54,787 Number of retrials: 0 +2021-12-17 20:01:54,787 WRAPPER CHECK TIME = 10 +2021-12-17 20:01:54,788 Checking jobs for platform=marenostrum4 +2021-12-17 20:01:54,788 Checking jobs for platform=nord3 +2021-12-17 20:01:54,789 Checking jobs for platform=local +2021-12-17 20:01:54,789 Checking jobs for platform=transfer_node +2021-12-17 20:01:54,790 Checking all jobs at once +2021-12-17 20:01:57,214 Successful check job command +2021-12-17 20:02:00,188 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:02:00,188 End of checking +2021-12-17 20:02:00,190 Updating FAILED jobs +2021-12-17 20:02:00,190 Updating WAITING jobs +2021-12-17 20:02:00,190 Update finished +2021-12-17 20:02:00,191 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:02:00,191 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:02:00,191 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:02:00,191 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:02:00,194 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:02:00,197 Job list saved +2021-12-17 20:02:00,207 Updating FAILED jobs +2021-12-17 20:02:00,207 Updating WAITING jobs +2021-12-17 20:02:00,207 Update finished +2021-12-17 20:02:10,217 Reloading parameters... +2021-12-17 20:02:10,300 Loading parameters... +2021-12-17 20:02:10,311 Loading project parameters... +2021-12-17 20:02:10,328 + +23 of 25 jobs remaining (20:02) +2021-12-17 20:02:10,329 Sleep: 10 +2021-12-17 20:02:10,329 Number of retrials: 0 +2021-12-17 20:02:10,329 WRAPPER CHECK TIME = 10 +2021-12-17 20:02:10,330 Checking jobs for platform=marenostrum4 +2021-12-17 20:02:10,330 Checking jobs for platform=nord3 +2021-12-17 20:02:10,331 Checking jobs for platform=local +2021-12-17 20:02:10,331 Checking jobs for platform=transfer_node +2021-12-17 20:02:10,331 Checking all jobs at once +2021-12-17 20:02:12,362 Successful check job command +2021-12-17 20:02:14,785 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:02:14,785 End of checking +2021-12-17 20:02:14,788 Updating FAILED jobs +2021-12-17 20:02:14,788 Updating WAITING jobs +2021-12-17 20:02:14,788 Update finished +2021-12-17 20:02:14,788 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:02:14,789 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:02:14,789 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:02:14,789 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:02:14,792 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:02:14,795 Job list saved +2021-12-17 20:02:14,803 Updating FAILED jobs +2021-12-17 20:02:14,803 Updating WAITING jobs +2021-12-17 20:02:14,803 Update finished +2021-12-17 20:02:24,813 Reloading parameters... +2021-12-17 20:02:24,835 Loading parameters... +2021-12-17 20:02:24,838 Loading project parameters... +2021-12-17 20:02:24,841 + +23 of 25 jobs remaining (20:02) +2021-12-17 20:02:24,843 Sleep: 10 +2021-12-17 20:02:24,843 Number of retrials: 0 +2021-12-17 20:02:24,843 WRAPPER CHECK TIME = 10 +2021-12-17 20:02:24,844 Checking jobs for platform=marenostrum4 +2021-12-17 20:02:24,844 Checking jobs for platform=nord3 +2021-12-17 20:02:24,849 Checking jobs for platform=local +2021-12-17 20:02:24,849 Checking jobs for platform=transfer_node +2021-12-17 20:02:24,850 Checking all jobs at once +2021-12-17 20:02:26,330 Successful check job command +2021-12-17 20:02:28,001 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:02:28,002 End of checking +2021-12-17 20:02:28,003 Updating FAILED jobs +2021-12-17 20:02:28,003 Updating WAITING jobs +2021-12-17 20:02:28,003 Update finished +2021-12-17 20:02:28,004 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:02:28,004 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:02:28,004 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:02:28,004 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:02:28,010 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:02:28,012 Job list saved +2021-12-17 20:02:28,017 Updating FAILED jobs +2021-12-17 20:02:28,017 Updating WAITING jobs +2021-12-17 20:02:28,018 Update finished +2021-12-17 20:02:38,028 Reloading parameters... +2021-12-17 20:02:38,057 Loading parameters... +2021-12-17 20:02:38,062 Loading project parameters... +2021-12-17 20:02:38,064 + +23 of 25 jobs remaining (20:02) +2021-12-17 20:02:38,064 Sleep: 10 +2021-12-17 20:02:38,064 Number of retrials: 0 +2021-12-17 20:02:38,064 WRAPPER CHECK TIME = 10 +2021-12-17 20:02:38,065 Checking jobs for platform=marenostrum4 +2021-12-17 20:02:38,066 Checking jobs for platform=nord3 +2021-12-17 20:02:38,066 Checking jobs for platform=local +2021-12-17 20:02:38,067 Checking jobs for platform=transfer_node +2021-12-17 20:02:38,067 Checking all jobs at once +2021-12-17 20:02:40,389 Successful check job command +2021-12-17 20:02:43,423 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:02:43,424 End of checking +2021-12-17 20:02:43,427 Updating FAILED jobs +2021-12-17 20:02:43,427 Updating WAITING jobs +2021-12-17 20:02:43,427 Update finished +2021-12-17 20:02:43,427 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:02:43,427 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:02:43,428 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:02:43,428 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:02:43,434 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:02:43,436 Job list saved +2021-12-17 20:02:43,449 Updating FAILED jobs +2021-12-17 20:02:43,449 Updating WAITING jobs +2021-12-17 20:02:43,449 Update finished +2021-12-17 20:02:53,459 Reloading parameters... +2021-12-17 20:02:53,546 Loading parameters... +2021-12-17 20:02:53,547 Loading project parameters... +2021-12-17 20:02:53,570 + +23 of 25 jobs remaining (20:02) +2021-12-17 20:02:53,570 Sleep: 10 +2021-12-17 20:02:53,570 Number of retrials: 0 +2021-12-17 20:02:53,570 WRAPPER CHECK TIME = 10 +2021-12-17 20:02:53,571 Checking jobs for platform=marenostrum4 +2021-12-17 20:02:53,572 Checking jobs for platform=nord3 +2021-12-17 20:02:53,572 Checking jobs for platform=local +2021-12-17 20:02:53,587 Checking jobs for platform=transfer_node +2021-12-17 20:02:53,588 Checking all jobs at once +2021-12-17 20:02:55,764 Successful check job command +2021-12-17 20:03:08,570 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:03:08,570 End of checking +2021-12-17 20:03:08,571 Updating FAILED jobs +2021-12-17 20:03:08,572 Updating WAITING jobs +2021-12-17 20:03:08,572 Update finished +2021-12-17 20:03:08,572 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:03:08,574 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:03:08,574 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:03:08,574 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:03:08,579 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:03:08,581 Job list saved +2021-12-17 20:03:08,587 Updating FAILED jobs +2021-12-17 20:03:08,587 Updating WAITING jobs +2021-12-17 20:03:08,587 Update finished +2021-12-17 20:03:18,596 Reloading parameters... +2021-12-17 20:03:18,619 Loading parameters... +2021-12-17 20:03:18,620 Loading project parameters... +2021-12-17 20:03:18,622 + +23 of 25 jobs remaining (20:03) +2021-12-17 20:03:18,622 Sleep: 10 +2021-12-17 20:03:18,622 Number of retrials: 0 +2021-12-17 20:03:18,622 WRAPPER CHECK TIME = 10 +2021-12-17 20:03:18,623 Checking jobs for platform=marenostrum4 +2021-12-17 20:03:18,623 Checking jobs for platform=nord3 +2021-12-17 20:03:18,624 Checking jobs for platform=local +2021-12-17 20:03:18,624 Checking jobs for platform=transfer_node +2021-12-17 20:03:18,625 Checking all jobs at once +2021-12-17 20:03:20,846 Successful check job command +2021-12-17 20:03:25,923 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:03:25,923 End of checking +2021-12-17 20:03:25,924 Updating FAILED jobs +2021-12-17 20:03:25,924 Updating WAITING jobs +2021-12-17 20:03:25,925 Update finished +2021-12-17 20:03:25,925 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:03:25,925 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:03:25,925 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:03:25,925 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:03:25,928 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:03:25,930 Job list saved +2021-12-17 20:03:25,935 Updating FAILED jobs +2021-12-17 20:03:25,935 Updating WAITING jobs +2021-12-17 20:03:25,935 Update finished +2021-12-17 20:03:35,945 Reloading parameters... +2021-12-17 20:03:35,966 Loading parameters... +2021-12-17 20:03:35,967 Loading project parameters... +2021-12-17 20:03:35,969 + +23 of 25 jobs remaining (20:03) +2021-12-17 20:03:35,969 Sleep: 10 +2021-12-17 20:03:35,969 Number of retrials: 0 +2021-12-17 20:03:35,970 WRAPPER CHECK TIME = 10 +2021-12-17 20:03:35,970 Checking jobs for platform=marenostrum4 +2021-12-17 20:03:35,971 Checking jobs for platform=nord3 +2021-12-17 20:03:35,971 Checking jobs for platform=local +2021-12-17 20:03:35,972 Checking jobs for platform=transfer_node +2021-12-17 20:03:35,972 Checking all jobs at once +2021-12-17 20:03:37,354 Successful check job command +2021-12-17 20:03:41,093 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:03:41,093 End of checking +2021-12-17 20:03:41,094 Updating FAILED jobs +2021-12-17 20:03:41,094 Updating WAITING jobs +2021-12-17 20:03:41,095 Update finished +2021-12-17 20:03:41,095 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:03:41,095 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:03:41,096 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:03:41,096 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:03:41,099 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:03:41,104 Job list saved +2021-12-17 20:03:41,119 Updating FAILED jobs +2021-12-17 20:03:41,119 Updating WAITING jobs +2021-12-17 20:03:41,119 Update finished +2021-12-17 20:03:51,129 Reloading parameters... +2021-12-17 20:03:51,151 Loading parameters... +2021-12-17 20:03:51,153 Loading project parameters... +2021-12-17 20:03:51,156 + +23 of 25 jobs remaining (20:03) +2021-12-17 20:03:51,156 Sleep: 10 +2021-12-17 20:03:51,156 Number of retrials: 0 +2021-12-17 20:03:51,156 WRAPPER CHECK TIME = 10 +2021-12-17 20:03:51,157 Checking jobs for platform=marenostrum4 +2021-12-17 20:03:51,157 Checking jobs for platform=nord3 +2021-12-17 20:03:51,158 Checking jobs for platform=local +2021-12-17 20:03:51,159 Checking jobs for platform=transfer_node +2021-12-17 20:03:51,159 Checking all jobs at once +2021-12-17 20:03:53,180 Successful check job command +2021-12-17 20:03:56,017 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:03:56,017 End of checking +2021-12-17 20:03:56,019 Updating FAILED jobs +2021-12-17 20:03:56,019 Updating WAITING jobs +2021-12-17 20:03:56,019 Update finished +2021-12-17 20:03:56,019 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:03:56,019 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:03:56,020 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:03:56,020 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:03:56,024 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:03:56,026 Job list saved +2021-12-17 20:03:56,032 Updating FAILED jobs +2021-12-17 20:03:56,032 Updating WAITING jobs +2021-12-17 20:03:56,032 Update finished +2021-12-17 20:04:06,042 Reloading parameters... +2021-12-17 20:04:06,075 Loading parameters... +2021-12-17 20:04:06,094 Loading project parameters... +2021-12-17 20:04:06,110 + +23 of 25 jobs remaining (20:04) +2021-12-17 20:04:06,113 Sleep: 10 +2021-12-17 20:04:06,114 Number of retrials: 0 +2021-12-17 20:04:06,114 WRAPPER CHECK TIME = 10 +2021-12-17 20:04:06,117 Checking jobs for platform=marenostrum4 +2021-12-17 20:04:06,121 Checking jobs for platform=nord3 +2021-12-17 20:04:06,140 Checking jobs for platform=local +2021-12-17 20:04:06,146 Checking jobs for platform=transfer_node +2021-12-17 20:04:06,148 Checking all jobs at once +2021-12-17 20:04:07,500 Successful check job command +2021-12-17 20:04:09,676 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:04:09,676 End of checking +2021-12-17 20:04:09,683 Updating FAILED jobs +2021-12-17 20:04:09,683 Updating WAITING jobs +2021-12-17 20:04:09,684 Update finished +2021-12-17 20:04:09,684 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:04:09,684 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:04:09,684 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:04:09,684 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:04:09,687 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:04:09,697 Job list saved +2021-12-17 20:04:09,704 Updating FAILED jobs +2021-12-17 20:04:09,704 Updating WAITING jobs +2021-12-17 20:04:09,705 Update finished +2021-12-17 20:04:19,715 Reloading parameters... +2021-12-17 20:04:19,734 Loading parameters... +2021-12-17 20:04:19,736 Loading project parameters... +2021-12-17 20:04:19,748 + +23 of 25 jobs remaining (20:04) +2021-12-17 20:04:19,748 Sleep: 10 +2021-12-17 20:04:19,748 Number of retrials: 0 +2021-12-17 20:04:19,748 WRAPPER CHECK TIME = 10 +2021-12-17 20:04:19,749 Checking jobs for platform=marenostrum4 +2021-12-17 20:04:19,749 Checking jobs for platform=nord3 +2021-12-17 20:04:19,750 Checking jobs for platform=local +2021-12-17 20:04:19,750 Checking jobs for platform=transfer_node +2021-12-17 20:04:19,750 Checking all jobs at once +2021-12-17 20:04:21,285 Successful check job command +2021-12-17 20:04:22,563 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:04:22,563 End of checking +2021-12-17 20:04:22,564 Updating FAILED jobs +2021-12-17 20:04:22,564 Updating WAITING jobs +2021-12-17 20:04:22,565 Update finished +2021-12-17 20:04:22,565 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:04:22,565 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:04:22,565 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:04:22,566 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:04:22,568 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:04:22,570 Job list saved +2021-12-17 20:04:22,577 Updating FAILED jobs +2021-12-17 20:04:22,577 Updating WAITING jobs +2021-12-17 20:04:22,578 Update finished +2021-12-17 20:04:32,582 Reloading parameters... +2021-12-17 20:04:32,601 Loading parameters... +2021-12-17 20:04:32,602 Loading project parameters... +2021-12-17 20:04:32,604 + +23 of 25 jobs remaining (20:04) +2021-12-17 20:04:32,604 Sleep: 10 +2021-12-17 20:04:32,604 Number of retrials: 0 +2021-12-17 20:04:32,605 WRAPPER CHECK TIME = 10 +2021-12-17 20:04:32,605 Checking jobs for platform=marenostrum4 +2021-12-17 20:04:32,606 Checking jobs for platform=nord3 +2021-12-17 20:04:32,606 Checking jobs for platform=local +2021-12-17 20:04:32,607 Checking jobs for platform=transfer_node +2021-12-17 20:04:32,607 Checking all jobs at once +2021-12-17 20:04:34,328 Successful check job command +2021-12-17 20:04:37,103 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:04:37,103 End of checking +2021-12-17 20:04:37,104 Updating FAILED jobs +2021-12-17 20:04:37,104 Updating WAITING jobs +2021-12-17 20:04:37,105 Update finished +2021-12-17 20:04:37,105 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:04:37,105 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:04:37,105 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:04:37,105 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:04:37,108 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:04:37,110 Job list saved +2021-12-17 20:04:37,115 Updating FAILED jobs +2021-12-17 20:04:37,115 Updating WAITING jobs +2021-12-17 20:04:37,115 Update finished +2021-12-17 20:04:47,125 Reloading parameters... +2021-12-17 20:04:47,156 Loading parameters... +2021-12-17 20:04:47,159 Loading project parameters... +2021-12-17 20:04:47,161 + +23 of 25 jobs remaining (20:04) +2021-12-17 20:04:47,161 Sleep: 10 +2021-12-17 20:04:47,161 Number of retrials: 0 +2021-12-17 20:04:47,162 WRAPPER CHECK TIME = 10 +2021-12-17 20:04:47,162 Checking jobs for platform=marenostrum4 +2021-12-17 20:04:47,163 Checking jobs for platform=nord3 +2021-12-17 20:04:47,163 Checking jobs for platform=local +2021-12-17 20:04:47,164 Checking jobs for platform=transfer_node +2021-12-17 20:04:47,164 Checking all jobs at once +2021-12-17 20:04:48,593 Successful check job command +2021-12-17 20:04:54,788 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:04:54,788 End of checking +2021-12-17 20:04:54,790 Updating FAILED jobs +2021-12-17 20:04:54,790 Updating WAITING jobs +2021-12-17 20:04:54,790 Update finished +2021-12-17 20:04:54,790 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:04:54,791 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:04:54,791 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:04:54,791 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:04:54,794 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:04:54,796 Job list saved +2021-12-17 20:04:54,804 Updating FAILED jobs +2021-12-17 20:04:54,804 Updating WAITING jobs +2021-12-17 20:04:54,804 Update finished +2021-12-17 20:05:04,814 Reloading parameters... +2021-12-17 20:05:04,900 Loading parameters... +2021-12-17 20:05:04,901 Loading project parameters... +2021-12-17 20:05:04,907 + +23 of 25 jobs remaining (20:05) +2021-12-17 20:05:04,911 Sleep: 10 +2021-12-17 20:05:04,911 Number of retrials: 0 +2021-12-17 20:05:04,911 WRAPPER CHECK TIME = 10 +2021-12-17 20:05:04,912 Checking jobs for platform=marenostrum4 +2021-12-17 20:05:04,912 Checking jobs for platform=nord3 +2021-12-17 20:05:04,913 Checking jobs for platform=local +2021-12-17 20:05:04,913 Checking jobs for platform=transfer_node +2021-12-17 20:05:04,913 Checking all jobs at once +2021-12-17 20:05:06,539 Successful check job command +2021-12-17 20:05:09,763 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:05:09,763 End of checking +2021-12-17 20:05:09,768 Updating FAILED jobs +2021-12-17 20:05:09,768 Updating WAITING jobs +2021-12-17 20:05:09,768 Update finished +2021-12-17 20:05:09,768 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:05:09,769 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:05:09,769 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:05:09,769 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:05:09,772 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:05:09,774 Job list saved +2021-12-17 20:05:09,788 Updating FAILED jobs +2021-12-17 20:05:09,788 Updating WAITING jobs +2021-12-17 20:05:09,788 Update finished +2021-12-17 20:05:19,798 Reloading parameters... +2021-12-17 20:05:19,839 Loading parameters... +2021-12-17 20:05:19,841 Loading project parameters... +2021-12-17 20:05:19,844 + +23 of 25 jobs remaining (20:05) +2021-12-17 20:05:19,844 Sleep: 10 +2021-12-17 20:05:19,845 Number of retrials: 0 +2021-12-17 20:05:19,845 WRAPPER CHECK TIME = 10 +2021-12-17 20:05:19,845 Checking jobs for platform=marenostrum4 +2021-12-17 20:05:19,846 Checking jobs for platform=nord3 +2021-12-17 20:05:19,846 Checking jobs for platform=local +2021-12-17 20:05:19,851 Checking jobs for platform=transfer_node +2021-12-17 20:05:19,851 Checking all jobs at once +2021-12-17 20:05:21,571 Successful check job command +2021-12-17 20:05:23,192 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:05:23,192 End of checking +2021-12-17 20:05:23,193 Updating FAILED jobs +2021-12-17 20:05:23,194 Updating WAITING jobs +2021-12-17 20:05:23,194 Update finished +2021-12-17 20:05:23,194 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:05:23,194 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:05:23,194 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:05:23,194 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:05:23,201 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:05:23,208 Job list saved +2021-12-17 20:05:23,213 Updating FAILED jobs +2021-12-17 20:05:23,213 Updating WAITING jobs +2021-12-17 20:05:23,214 Update finished +2021-12-17 20:05:33,224 Reloading parameters... +2021-12-17 20:05:33,282 Loading parameters... +2021-12-17 20:05:33,287 Loading project parameters... +2021-12-17 20:05:33,291 + +23 of 25 jobs remaining (20:05) +2021-12-17 20:05:33,294 Sleep: 10 +2021-12-17 20:05:33,294 Number of retrials: 0 +2021-12-17 20:05:33,294 WRAPPER CHECK TIME = 10 +2021-12-17 20:05:33,294 Checking jobs for platform=marenostrum4 +2021-12-17 20:05:33,298 Checking jobs for platform=nord3 +2021-12-17 20:05:33,298 Checking jobs for platform=local +2021-12-17 20:05:33,299 Checking jobs for platform=transfer_node +2021-12-17 20:05:33,299 Checking all jobs at once +2021-12-17 20:05:34,786 Successful check job command +2021-12-17 20:05:36,729 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:05:36,729 End of checking +2021-12-17 20:05:36,738 Updating FAILED jobs +2021-12-17 20:05:36,738 Updating WAITING jobs +2021-12-17 20:05:36,739 Update finished +2021-12-17 20:05:36,739 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:05:36,740 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:05:36,740 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:05:36,740 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:05:36,768 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:05:36,770 Job list saved +2021-12-17 20:05:36,778 Updating FAILED jobs +2021-12-17 20:05:36,778 Updating WAITING jobs +2021-12-17 20:05:36,778 Update finished +2021-12-17 20:05:46,788 Reloading parameters... +2021-12-17 20:05:46,820 Loading parameters... +2021-12-17 20:05:46,824 Loading project parameters... +2021-12-17 20:05:46,826 + +23 of 25 jobs remaining (20:05) +2021-12-17 20:05:46,826 Sleep: 10 +2021-12-17 20:05:46,826 Number of retrials: 0 +2021-12-17 20:05:46,826 WRAPPER CHECK TIME = 10 +2021-12-17 20:05:46,827 Checking jobs for platform=marenostrum4 +2021-12-17 20:05:46,827 Checking jobs for platform=nord3 +2021-12-17 20:05:46,828 Checking jobs for platform=local +2021-12-17 20:05:46,828 Checking jobs for platform=transfer_node +2021-12-17 20:05:46,828 Checking all jobs at once +2021-12-17 20:05:48,507 Successful check job command +2021-12-17 20:05:49,979 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:05:49,979 End of checking +2021-12-17 20:05:49,981 Updating FAILED jobs +2021-12-17 20:05:49,981 Updating WAITING jobs +2021-12-17 20:05:49,982 Update finished +2021-12-17 20:05:49,982 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:05:49,982 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:05:49,982 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:05:49,982 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:05:49,985 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:05:49,987 Job list saved +2021-12-17 20:05:49,992 Updating FAILED jobs +2021-12-17 20:05:49,992 Updating WAITING jobs +2021-12-17 20:05:49,992 Update finished +2021-12-17 20:06:00,001 Reloading parameters... +2021-12-17 20:06:00,023 Loading parameters... +2021-12-17 20:06:00,024 Loading project parameters... +2021-12-17 20:06:00,026 + +23 of 25 jobs remaining (20:06) +2021-12-17 20:06:00,027 Sleep: 10 +2021-12-17 20:06:00,027 Number of retrials: 0 +2021-12-17 20:06:00,027 WRAPPER CHECK TIME = 10 +2021-12-17 20:06:00,027 Checking jobs for platform=marenostrum4 +2021-12-17 20:06:00,028 Checking jobs for platform=nord3 +2021-12-17 20:06:00,028 Checking jobs for platform=local +2021-12-17 20:06:00,029 Checking jobs for platform=transfer_node +2021-12-17 20:06:00,029 Checking all jobs at once +2021-12-17 20:06:02,001 Successful check job command +2021-12-17 20:06:04,123 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:06:04,123 End of checking +2021-12-17 20:06:04,126 Updating FAILED jobs +2021-12-17 20:06:04,126 Updating WAITING jobs +2021-12-17 20:06:04,126 Update finished +2021-12-17 20:06:04,127 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:06:04,127 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:06:04,127 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:06:04,127 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:06:04,131 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:06:04,133 Job list saved +2021-12-17 20:06:04,138 Updating FAILED jobs +2021-12-17 20:06:04,138 Updating WAITING jobs +2021-12-17 20:06:04,138 Update finished +2021-12-17 20:06:14,149 Reloading parameters... +2021-12-17 20:06:14,169 Loading parameters... +2021-12-17 20:06:14,171 Loading project parameters... +2021-12-17 20:06:14,173 + +23 of 25 jobs remaining (20:06) +2021-12-17 20:06:14,173 Sleep: 10 +2021-12-17 20:06:14,173 Number of retrials: 0 +2021-12-17 20:06:14,173 WRAPPER CHECK TIME = 10 +2021-12-17 20:06:14,174 Checking jobs for platform=marenostrum4 +2021-12-17 20:06:14,174 Checking jobs for platform=nord3 +2021-12-17 20:06:14,175 Checking jobs for platform=local +2021-12-17 20:06:14,175 Checking jobs for platform=transfer_node +2021-12-17 20:06:14,175 Checking all jobs at once +2021-12-17 20:06:15,645 Successful check job command +2021-12-17 20:06:16,865 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:06:16,865 End of checking +2021-12-17 20:06:16,867 Updating FAILED jobs +2021-12-17 20:06:16,867 Updating WAITING jobs +2021-12-17 20:06:16,867 Update finished +2021-12-17 20:06:16,868 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:06:16,868 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:06:16,868 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:06:16,869 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:06:16,871 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:06:16,874 Job list saved +2021-12-17 20:06:16,897 Updating FAILED jobs +2021-12-17 20:06:16,897 Updating WAITING jobs +2021-12-17 20:06:16,898 Update finished +2021-12-17 20:06:26,908 Reloading parameters... +2021-12-17 20:06:26,931 Loading parameters... +2021-12-17 20:06:26,933 Loading project parameters... +2021-12-17 20:06:26,935 + +23 of 25 jobs remaining (20:06) +2021-12-17 20:06:26,935 Sleep: 10 +2021-12-17 20:06:26,935 Number of retrials: 0 +2021-12-17 20:06:26,935 WRAPPER CHECK TIME = 10 +2021-12-17 20:06:26,936 Checking jobs for platform=marenostrum4 +2021-12-17 20:06:26,936 Checking jobs for platform=nord3 +2021-12-17 20:06:26,937 Checking jobs for platform=local +2021-12-17 20:06:26,937 Checking jobs for platform=transfer_node +2021-12-17 20:06:26,937 Checking all jobs at once +2021-12-17 20:06:28,359 Successful check job command +2021-12-17 20:06:29,629 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:06:29,629 End of checking +2021-12-17 20:06:29,631 Updating FAILED jobs +2021-12-17 20:06:29,631 Updating WAITING jobs +2021-12-17 20:06:29,631 Update finished +2021-12-17 20:06:29,631 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:06:29,631 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:06:29,632 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:06:29,632 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:06:29,635 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:06:29,638 Job list saved +2021-12-17 20:06:29,643 Updating FAILED jobs +2021-12-17 20:06:29,643 Updating WAITING jobs +2021-12-17 20:06:29,643 Update finished +2021-12-17 20:06:39,653 Reloading parameters... +2021-12-17 20:06:39,673 Loading parameters... +2021-12-17 20:06:39,674 Loading project parameters... +2021-12-17 20:06:39,676 + +23 of 25 jobs remaining (20:06) +2021-12-17 20:06:39,676 Sleep: 10 +2021-12-17 20:06:39,676 Number of retrials: 0 +2021-12-17 20:06:39,677 WRAPPER CHECK TIME = 10 +2021-12-17 20:06:39,677 Checking jobs for platform=marenostrum4 +2021-12-17 20:06:39,678 Checking jobs for platform=nord3 +2021-12-17 20:06:39,678 Checking jobs for platform=local +2021-12-17 20:06:39,679 Checking jobs for platform=transfer_node +2021-12-17 20:06:39,679 Checking all jobs at once +2021-12-17 20:06:41,800 Successful check job command +2021-12-17 20:06:43,871 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:06:43,872 End of checking +2021-12-17 20:06:43,873 Updating FAILED jobs +2021-12-17 20:06:43,873 Updating WAITING jobs +2021-12-17 20:06:43,873 Update finished +2021-12-17 20:06:43,874 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:06:43,874 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:06:43,874 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:06:43,874 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:06:43,877 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:06:43,879 Job list saved +2021-12-17 20:06:43,884 Updating FAILED jobs +2021-12-17 20:06:43,884 Updating WAITING jobs +2021-12-17 20:06:43,884 Update finished +2021-12-17 20:06:53,894 Reloading parameters... +2021-12-17 20:06:53,924 Loading parameters... +2021-12-17 20:06:53,926 Loading project parameters... +2021-12-17 20:06:53,930 + +23 of 25 jobs remaining (20:06) +2021-12-17 20:06:53,931 Sleep: 10 +2021-12-17 20:06:53,931 Number of retrials: 0 +2021-12-17 20:06:53,931 WRAPPER CHECK TIME = 10 +2021-12-17 20:06:53,931 Checking jobs for platform=marenostrum4 +2021-12-17 20:06:53,932 Checking jobs for platform=nord3 +2021-12-17 20:06:53,932 Checking jobs for platform=local +2021-12-17 20:06:53,943 Checking jobs for platform=transfer_node +2021-12-17 20:06:53,943 Checking all jobs at once +2021-12-17 20:06:55,615 Successful check job command +2021-12-17 20:06:57,540 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:06:57,540 End of checking +2021-12-17 20:06:57,563 Updating FAILED jobs +2021-12-17 20:06:57,563 Updating WAITING jobs +2021-12-17 20:06:57,564 Update finished +2021-12-17 20:06:57,564 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:06:57,570 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:06:57,574 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:06:57,574 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:06:57,603 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:06:57,606 Job list saved +2021-12-17 20:06:57,618 Updating FAILED jobs +2021-12-17 20:06:57,618 Updating WAITING jobs +2021-12-17 20:06:57,619 Update finished +2021-12-17 20:07:07,629 Reloading parameters... +2021-12-17 20:07:07,685 Loading parameters... +2021-12-17 20:07:07,693 Loading project parameters... +2021-12-17 20:07:07,695 + +23 of 25 jobs remaining (20:07) +2021-12-17 20:07:07,696 Sleep: 10 +2021-12-17 20:07:07,696 Number of retrials: 0 +2021-12-17 20:07:07,696 WRAPPER CHECK TIME = 10 +2021-12-17 20:07:07,696 Checking jobs for platform=marenostrum4 +2021-12-17 20:07:07,697 Checking jobs for platform=nord3 +2021-12-17 20:07:07,698 Checking jobs for platform=local +2021-12-17 20:07:07,698 Checking jobs for platform=transfer_node +2021-12-17 20:07:07,698 Checking all jobs at once +2021-12-17 20:07:10,671 Successful check job command +2021-12-17 20:07:16,101 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:07:16,102 End of checking +2021-12-17 20:07:16,104 Updating FAILED jobs +2021-12-17 20:07:16,104 Updating WAITING jobs +2021-12-17 20:07:16,104 Update finished +2021-12-17 20:07:16,104 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:07:16,105 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:07:16,105 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:07:16,105 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:07:16,112 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:07:16,114 Job list saved +2021-12-17 20:07:16,119 Updating FAILED jobs +2021-12-17 20:07:16,119 Updating WAITING jobs +2021-12-17 20:07:16,120 Update finished +2021-12-17 20:07:26,129 Reloading parameters... +2021-12-17 20:07:26,176 Loading parameters... +2021-12-17 20:07:26,178 Loading project parameters... +2021-12-17 20:07:26,180 + +23 of 25 jobs remaining (20:07) +2021-12-17 20:07:26,180 Sleep: 10 +2021-12-17 20:07:26,180 Number of retrials: 0 +2021-12-17 20:07:26,180 WRAPPER CHECK TIME = 10 +2021-12-17 20:07:26,181 Checking jobs for platform=marenostrum4 +2021-12-17 20:07:26,182 Checking jobs for platform=nord3 +2021-12-17 20:07:26,182 Checking jobs for platform=local +2021-12-17 20:07:26,183 Checking jobs for platform=transfer_node +2021-12-17 20:07:26,183 Checking all jobs at once +2021-12-17 20:07:29,260 Successful check job command +2021-12-17 20:07:33,235 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:07:33,235 End of checking +2021-12-17 20:07:33,236 Updating FAILED jobs +2021-12-17 20:07:33,237 Updating WAITING jobs +2021-12-17 20:07:33,237 Update finished +2021-12-17 20:07:33,237 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:07:33,238 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:07:33,238 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:07:33,238 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:07:33,243 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:07:33,246 Job list saved +2021-12-17 20:07:33,250 Updating FAILED jobs +2021-12-17 20:07:33,250 Updating WAITING jobs +2021-12-17 20:07:33,251 Update finished +2021-12-17 20:07:43,261 Reloading parameters... +2021-12-17 20:07:43,314 Loading parameters... +2021-12-17 20:07:43,316 Loading project parameters... +2021-12-17 20:07:43,318 + +23 of 25 jobs remaining (20:07) +2021-12-17 20:07:43,318 Sleep: 10 +2021-12-17 20:07:43,318 Number of retrials: 0 +2021-12-17 20:07:43,318 WRAPPER CHECK TIME = 10 +2021-12-17 20:07:43,319 Checking jobs for platform=marenostrum4 +2021-12-17 20:07:43,319 Checking jobs for platform=nord3 +2021-12-17 20:07:43,320 Checking jobs for platform=local +2021-12-17 20:07:43,320 Checking jobs for platform=transfer_node +2021-12-17 20:07:43,320 Checking all jobs at once +2021-12-17 20:07:44,900 Successful check job command +2021-12-17 20:07:47,473 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:07:47,473 End of checking +2021-12-17 20:07:47,474 Updating FAILED jobs +2021-12-17 20:07:47,474 Updating WAITING jobs +2021-12-17 20:07:47,475 Update finished +2021-12-17 20:07:47,475 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:07:47,475 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:07:47,475 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:07:47,475 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:07:47,478 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:07:47,480 Job list saved +2021-12-17 20:07:47,484 Updating FAILED jobs +2021-12-17 20:07:47,484 Updating WAITING jobs +2021-12-17 20:07:47,485 Update finished +2021-12-17 20:07:57,495 Reloading parameters... +2021-12-17 20:07:57,513 Loading parameters... +2021-12-17 20:07:57,514 Loading project parameters... +2021-12-17 20:07:57,516 + +23 of 25 jobs remaining (20:07) +2021-12-17 20:07:57,517 Sleep: 10 +2021-12-17 20:07:57,517 Number of retrials: 0 +2021-12-17 20:07:57,517 WRAPPER CHECK TIME = 10 +2021-12-17 20:07:57,518 Checking jobs for platform=marenostrum4 +2021-12-17 20:07:57,518 Checking jobs for platform=nord3 +2021-12-17 20:07:57,519 Checking jobs for platform=local +2021-12-17 20:07:57,520 Checking jobs for platform=transfer_node +2021-12-17 20:07:57,520 Checking all jobs at once +2021-12-17 20:08:00,648 Successful check job command +2021-12-17 20:08:05,626 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:08:05,626 End of checking +2021-12-17 20:08:05,629 Updating FAILED jobs +2021-12-17 20:08:05,629 Updating WAITING jobs +2021-12-17 20:08:05,629 Update finished +2021-12-17 20:08:05,629 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:08:05,630 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:08:05,630 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:08:05,630 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:08:05,634 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:08:05,636 Job list saved +2021-12-17 20:08:05,641 Updating FAILED jobs +2021-12-17 20:08:05,641 Updating WAITING jobs +2021-12-17 20:08:05,641 Update finished +2021-12-17 20:08:15,651 Reloading parameters... +2021-12-17 20:08:15,669 Loading parameters... +2021-12-17 20:08:15,670 Loading project parameters... +2021-12-17 20:08:15,672 + +23 of 25 jobs remaining (20:08) +2021-12-17 20:08:15,672 Sleep: 10 +2021-12-17 20:08:15,672 Number of retrials: 0 +2021-12-17 20:08:15,673 WRAPPER CHECK TIME = 10 +2021-12-17 20:08:15,673 Checking jobs for platform=marenostrum4 +2021-12-17 20:08:15,675 Checking jobs for platform=nord3 +2021-12-17 20:08:15,676 Checking jobs for platform=local +2021-12-17 20:08:15,676 Checking jobs for platform=transfer_node +2021-12-17 20:08:15,676 Checking all jobs at once +2021-12-17 20:08:17,103 Successful check job command +2021-12-17 20:08:18,973 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:08:18,974 End of checking +2021-12-17 20:08:18,975 Updating FAILED jobs +2021-12-17 20:08:18,975 Updating WAITING jobs +2021-12-17 20:08:18,976 Update finished +2021-12-17 20:08:18,976 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:08:18,976 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:08:18,976 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:08:18,976 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:08:18,981 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:08:18,984 Job list saved +2021-12-17 20:08:18,989 Updating FAILED jobs +2021-12-17 20:08:18,989 Updating WAITING jobs +2021-12-17 20:08:18,989 Update finished +2021-12-17 20:08:28,996 Reloading parameters... +2021-12-17 20:08:29,015 Loading parameters... +2021-12-17 20:08:29,016 Loading project parameters... +2021-12-17 20:08:29,018 + +23 of 25 jobs remaining (20:08) +2021-12-17 20:08:29,019 Sleep: 10 +2021-12-17 20:08:29,019 Number of retrials: 0 +2021-12-17 20:08:29,019 WRAPPER CHECK TIME = 10 +2021-12-17 20:08:29,019 Checking jobs for platform=marenostrum4 +2021-12-17 20:08:29,020 Checking jobs for platform=nord3 +2021-12-17 20:08:29,020 Checking jobs for platform=local +2021-12-17 20:08:29,021 Checking jobs for platform=transfer_node +2021-12-17 20:08:29,021 Checking all jobs at once +2021-12-17 20:08:30,550 Successful check job command +2021-12-17 20:08:32,574 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:08:32,574 End of checking +2021-12-17 20:08:32,575 Updating FAILED jobs +2021-12-17 20:08:32,576 Updating WAITING jobs +2021-12-17 20:08:32,576 Update finished +2021-12-17 20:08:32,576 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:08:32,576 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:08:32,576 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:08:32,576 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:08:32,579 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:08:32,581 Job list saved +2021-12-17 20:08:32,586 Updating FAILED jobs +2021-12-17 20:08:32,586 Updating WAITING jobs +2021-12-17 20:08:32,587 Update finished +2021-12-17 20:08:42,592 Reloading parameters... +2021-12-17 20:08:42,609 Loading parameters... +2021-12-17 20:08:42,610 Loading project parameters... +2021-12-17 20:08:42,615 + +23 of 25 jobs remaining (20:08) +2021-12-17 20:08:42,615 Sleep: 10 +2021-12-17 20:08:42,616 Number of retrials: 0 +2021-12-17 20:08:42,616 WRAPPER CHECK TIME = 10 +2021-12-17 20:08:42,616 Checking jobs for platform=marenostrum4 +2021-12-17 20:08:42,617 Checking jobs for platform=nord3 +2021-12-17 20:08:42,618 Checking jobs for platform=local +2021-12-17 20:08:42,618 Checking jobs for platform=transfer_node +2021-12-17 20:08:42,618 Checking all jobs at once +2021-12-17 20:08:45,390 Successful check job command +2021-12-17 20:08:50,266 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:08:50,266 End of checking +2021-12-17 20:08:50,267 Updating FAILED jobs +2021-12-17 20:08:50,267 Updating WAITING jobs +2021-12-17 20:08:50,268 Update finished +2021-12-17 20:08:50,268 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:08:50,269 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:08:50,269 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:08:50,269 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:08:50,272 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:08:50,274 Job list saved +2021-12-17 20:08:50,279 Updating FAILED jobs +2021-12-17 20:08:50,279 Updating WAITING jobs +2021-12-17 20:08:50,279 Update finished +2021-12-17 20:09:00,289 Reloading parameters... +2021-12-17 20:09:00,309 Loading parameters... +2021-12-17 20:09:00,310 Loading project parameters... +2021-12-17 20:09:00,312 + +23 of 25 jobs remaining (20:09) +2021-12-17 20:09:00,312 Sleep: 10 +2021-12-17 20:09:00,312 Number of retrials: 0 +2021-12-17 20:09:00,312 WRAPPER CHECK TIME = 10 +2021-12-17 20:09:00,313 Checking jobs for platform=marenostrum4 +2021-12-17 20:09:00,314 Checking jobs for platform=nord3 +2021-12-17 20:09:00,314 Checking jobs for platform=local +2021-12-17 20:09:00,315 Checking jobs for platform=transfer_node +2021-12-17 20:09:00,315 Checking all jobs at once +2021-12-17 20:09:01,586 Successful check job command +2021-12-17 20:09:07,574 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:09:07,574 End of checking +2021-12-17 20:09:07,575 Updating FAILED jobs +2021-12-17 20:09:07,576 Updating WAITING jobs +2021-12-17 20:09:07,576 Update finished +2021-12-17 20:09:07,576 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:09:07,576 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:09:07,576 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:09:07,577 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:09:07,579 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:09:07,582 Job list saved +2021-12-17 20:09:07,588 Updating FAILED jobs +2021-12-17 20:09:07,588 Updating WAITING jobs +2021-12-17 20:09:07,588 Update finished +2021-12-17 20:09:17,598 Reloading parameters... +2021-12-17 20:09:17,620 Loading parameters... +2021-12-17 20:09:17,623 Loading project parameters... +2021-12-17 20:09:17,634 + +23 of 25 jobs remaining (20:09) +2021-12-17 20:09:17,634 Sleep: 10 +2021-12-17 20:09:17,635 Number of retrials: 0 +2021-12-17 20:09:17,635 WRAPPER CHECK TIME = 10 +2021-12-17 20:09:17,635 Checking jobs for platform=marenostrum4 +2021-12-17 20:09:17,636 Checking jobs for platform=nord3 +2021-12-17 20:09:17,636 Checking jobs for platform=local +2021-12-17 20:09:17,637 Checking jobs for platform=transfer_node +2021-12-17 20:09:17,637 Checking all jobs at once +2021-12-17 20:09:19,013 Successful check job command +2021-12-17 20:09:20,382 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:09:20,382 End of checking +2021-12-17 20:09:20,384 Updating FAILED jobs +2021-12-17 20:09:20,384 Updating WAITING jobs +2021-12-17 20:09:20,384 Update finished +2021-12-17 20:09:20,384 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:09:20,384 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:09:20,384 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:09:20,385 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:09:20,387 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:09:20,389 Job list saved +2021-12-17 20:09:20,394 Updating FAILED jobs +2021-12-17 20:09:20,394 Updating WAITING jobs +2021-12-17 20:09:20,394 Update finished +2021-12-17 20:09:30,402 Reloading parameters... +2021-12-17 20:09:30,422 Loading parameters... +2021-12-17 20:09:30,424 Loading project parameters... +2021-12-17 20:09:30,426 + +23 of 25 jobs remaining (20:09) +2021-12-17 20:09:30,426 Sleep: 10 +2021-12-17 20:09:30,426 Number of retrials: 0 +2021-12-17 20:09:30,426 WRAPPER CHECK TIME = 10 +2021-12-17 20:09:30,426 Checking jobs for platform=marenostrum4 +2021-12-17 20:09:30,428 Checking jobs for platform=nord3 +2021-12-17 20:09:30,429 Checking jobs for platform=local +2021-12-17 20:09:30,429 Checking jobs for platform=transfer_node +2021-12-17 20:09:30,429 Checking all jobs at once +2021-12-17 20:09:32,049 Successful check job command +2021-12-17 20:09:34,472 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:09:34,473 End of checking +2021-12-17 20:09:34,475 Updating FAILED jobs +2021-12-17 20:09:34,475 Updating WAITING jobs +2021-12-17 20:09:34,475 Update finished +2021-12-17 20:09:34,476 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:09:34,477 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:09:34,477 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:09:34,477 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:09:34,483 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:09:34,486 Job list saved +2021-12-17 20:09:34,497 Updating FAILED jobs +2021-12-17 20:09:34,497 Updating WAITING jobs +2021-12-17 20:09:34,497 Update finished +2021-12-17 20:09:44,510 Reloading parameters... +2021-12-17 20:09:44,530 Loading parameters... +2021-12-17 20:09:44,532 Loading project parameters... +2021-12-17 20:09:44,533 + +23 of 25 jobs remaining (20:09) +2021-12-17 20:09:44,534 Sleep: 10 +2021-12-17 20:09:44,534 Number of retrials: 0 +2021-12-17 20:09:44,534 WRAPPER CHECK TIME = 10 +2021-12-17 20:09:44,534 Checking jobs for platform=marenostrum4 +2021-12-17 20:09:44,535 Checking jobs for platform=nord3 +2021-12-17 20:09:44,536 Checking jobs for platform=local +2021-12-17 20:09:44,536 Checking jobs for platform=transfer_node +2021-12-17 20:09:44,536 Checking all jobs at once +2021-12-17 20:09:45,955 Successful check job command +2021-12-17 20:09:49,078 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:09:49,078 End of checking +2021-12-17 20:09:49,080 Updating FAILED jobs +2021-12-17 20:09:49,080 Updating WAITING jobs +2021-12-17 20:09:49,080 Update finished +2021-12-17 20:09:49,080 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:09:49,081 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:09:49,081 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:09:49,081 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:09:49,083 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:09:49,085 Job list saved +2021-12-17 20:09:49,090 Updating FAILED jobs +2021-12-17 20:09:49,090 Updating WAITING jobs +2021-12-17 20:09:49,090 Update finished +2021-12-17 20:09:59,100 Reloading parameters... +2021-12-17 20:09:59,118 Loading parameters... +2021-12-17 20:09:59,119 Loading project parameters... +2021-12-17 20:09:59,121 + +23 of 25 jobs remaining (20:09) +2021-12-17 20:09:59,121 Sleep: 10 +2021-12-17 20:09:59,121 Number of retrials: 0 +2021-12-17 20:09:59,121 WRAPPER CHECK TIME = 10 +2021-12-17 20:09:59,122 Checking jobs for platform=marenostrum4 +2021-12-17 20:09:59,122 Checking jobs for platform=nord3 +2021-12-17 20:09:59,123 Checking jobs for platform=local +2021-12-17 20:09:59,123 Checking jobs for platform=transfer_node +2021-12-17 20:09:59,123 Checking all jobs at once +2021-12-17 20:10:03,548 Successful check job command +2021-12-17 20:10:05,920 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:10:05,921 End of checking +2021-12-17 20:10:05,922 Updating FAILED jobs +2021-12-17 20:10:05,922 Updating WAITING jobs +2021-12-17 20:10:05,922 Update finished +2021-12-17 20:10:05,922 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:10:05,929 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:10:05,929 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:10:05,930 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:10:05,940 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:10:05,942 Job list saved +2021-12-17 20:10:05,947 Updating FAILED jobs +2021-12-17 20:10:05,947 Updating WAITING jobs +2021-12-17 20:10:05,957 Update finished +2021-12-17 20:10:15,969 Reloading parameters... +2021-12-17 20:10:15,994 Loading parameters... +2021-12-17 20:10:15,995 Loading project parameters... +2021-12-17 20:10:15,997 + +23 of 25 jobs remaining (20:10) +2021-12-17 20:10:15,997 Sleep: 10 +2021-12-17 20:10:15,998 Number of retrials: 0 +2021-12-17 20:10:15,998 WRAPPER CHECK TIME = 10 +2021-12-17 20:10:15,998 Checking jobs for platform=marenostrum4 +2021-12-17 20:10:15,999 Checking jobs for platform=nord3 +2021-12-17 20:10:15,999 Checking jobs for platform=local +2021-12-17 20:10:16,000 Checking jobs for platform=transfer_node +2021-12-17 20:10:16,000 Checking all jobs at once +2021-12-17 20:10:19,438 Successful check job command +2021-12-17 20:10:22,411 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:10:22,411 End of checking +2021-12-17 20:10:22,413 Updating FAILED jobs +2021-12-17 20:10:22,413 Updating WAITING jobs +2021-12-17 20:10:22,413 Update finished +2021-12-17 20:10:22,413 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:10:22,414 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:10:22,414 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:10:22,414 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:10:22,416 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:10:22,418 Job list saved +2021-12-17 20:10:22,423 Updating FAILED jobs +2021-12-17 20:10:22,423 Updating WAITING jobs +2021-12-17 20:10:22,423 Update finished +2021-12-17 20:10:32,433 Reloading parameters... +2021-12-17 20:10:32,452 Loading parameters... +2021-12-17 20:10:32,454 Loading project parameters... +2021-12-17 20:10:32,455 + +23 of 25 jobs remaining (20:10) +2021-12-17 20:10:32,456 Sleep: 10 +2021-12-17 20:10:32,456 Number of retrials: 0 +2021-12-17 20:10:32,456 WRAPPER CHECK TIME = 10 +2021-12-17 20:10:32,456 Checking jobs for platform=marenostrum4 +2021-12-17 20:10:32,457 Checking jobs for platform=nord3 +2021-12-17 20:10:32,457 Checking jobs for platform=local +2021-12-17 20:10:32,458 Checking jobs for platform=transfer_node +2021-12-17 20:10:32,458 Checking all jobs at once +2021-12-17 20:10:34,130 Successful check job command +2021-12-17 20:10:36,201 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:10:36,201 End of checking +2021-12-17 20:10:36,203 Updating FAILED jobs +2021-12-17 20:10:36,203 Updating WAITING jobs +2021-12-17 20:10:36,203 Update finished +2021-12-17 20:10:36,203 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:10:36,204 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:10:36,204 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:10:36,204 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:10:36,206 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:10:36,209 Job list saved +2021-12-17 20:10:36,213 Updating FAILED jobs +2021-12-17 20:10:36,213 Updating WAITING jobs +2021-12-17 20:10:36,214 Update finished +2021-12-17 20:10:46,228 Reloading parameters... +2021-12-17 20:10:46,249 Loading parameters... +2021-12-17 20:10:46,251 Loading project parameters... +2021-12-17 20:10:46,252 + +23 of 25 jobs remaining (20:10) +2021-12-17 20:10:46,253 Sleep: 10 +2021-12-17 20:10:46,253 Number of retrials: 0 +2021-12-17 20:10:46,253 WRAPPER CHECK TIME = 10 +2021-12-17 20:10:46,253 Checking jobs for platform=marenostrum4 +2021-12-17 20:10:46,254 Checking jobs for platform=nord3 +2021-12-17 20:10:46,254 Checking jobs for platform=local +2021-12-17 20:10:46,260 Checking jobs for platform=transfer_node +2021-12-17 20:10:46,260 Checking all jobs at once +2021-12-17 20:10:47,790 Successful check job command +2021-12-17 20:10:49,766 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:10:49,767 End of checking +2021-12-17 20:10:49,768 Updating FAILED jobs +2021-12-17 20:10:49,768 Updating WAITING jobs +2021-12-17 20:10:49,769 Update finished +2021-12-17 20:10:49,769 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:10:49,769 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:10:49,770 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:10:49,770 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:10:49,773 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:10:49,775 Job list saved +2021-12-17 20:10:49,780 Updating FAILED jobs +2021-12-17 20:10:49,780 Updating WAITING jobs +2021-12-17 20:10:49,780 Update finished +2021-12-17 20:10:59,790 Reloading parameters... +2021-12-17 20:10:59,809 Loading parameters... +2021-12-17 20:10:59,810 Loading project parameters... +2021-12-17 20:10:59,812 + +23 of 25 jobs remaining (20:10) +2021-12-17 20:10:59,812 Sleep: 10 +2021-12-17 20:10:59,812 Number of retrials: 0 +2021-12-17 20:10:59,813 WRAPPER CHECK TIME = 10 +2021-12-17 20:10:59,813 Checking jobs for platform=marenostrum4 +2021-12-17 20:10:59,814 Checking jobs for platform=nord3 +2021-12-17 20:10:59,815 Checking jobs for platform=local +2021-12-17 20:10:59,815 Checking jobs for platform=transfer_node +2021-12-17 20:10:59,816 Checking all jobs at once +2021-12-17 20:11:02,839 Successful check job command +2021-12-17 20:11:09,780 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:11:09,780 End of checking +2021-12-17 20:11:09,782 Updating FAILED jobs +2021-12-17 20:11:09,782 Updating WAITING jobs +2021-12-17 20:11:09,782 Update finished +2021-12-17 20:11:09,782 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:11:09,783 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:11:09,783 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:11:09,783 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:11:09,789 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:11:09,792 Job list saved +2021-12-17 20:11:09,824 Updating FAILED jobs +2021-12-17 20:11:09,824 Updating WAITING jobs +2021-12-17 20:11:09,825 Update finished +2021-12-17 20:11:19,835 Reloading parameters... +2021-12-17 20:11:19,865 Loading parameters... +2021-12-17 20:11:19,867 Loading project parameters... +2021-12-17 20:11:19,870 + +23 of 25 jobs remaining (20:11) +2021-12-17 20:11:19,870 Sleep: 10 +2021-12-17 20:11:19,870 Number of retrials: 0 +2021-12-17 20:11:19,871 WRAPPER CHECK TIME = 10 +2021-12-17 20:11:19,875 Checking jobs for platform=marenostrum4 +2021-12-17 20:11:19,878 Checking jobs for platform=nord3 +2021-12-17 20:11:19,883 Checking jobs for platform=local +2021-12-17 20:11:19,892 Checking jobs for platform=transfer_node +2021-12-17 20:11:19,892 Checking all jobs at once +2021-12-17 20:11:22,320 Successful check job command +2021-12-17 20:11:24,190 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:11:24,191 End of checking +2021-12-17 20:11:24,193 Updating FAILED jobs +2021-12-17 20:11:24,193 Updating WAITING jobs +2021-12-17 20:11:24,193 Update finished +2021-12-17 20:11:24,193 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:11:24,194 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:11:24,194 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:11:24,194 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:11:24,197 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:11:24,199 Job list saved +2021-12-17 20:11:24,204 Updating FAILED jobs +2021-12-17 20:11:24,204 Updating WAITING jobs +2021-12-17 20:11:24,204 Update finished +2021-12-17 20:11:34,214 Reloading parameters... +2021-12-17 20:11:34,234 Loading parameters... +2021-12-17 20:11:34,235 Loading project parameters... +2021-12-17 20:11:34,244 + +23 of 25 jobs remaining (20:11) +2021-12-17 20:11:34,244 Sleep: 10 +2021-12-17 20:11:34,244 Number of retrials: 0 +2021-12-17 20:11:34,244 WRAPPER CHECK TIME = 10 +2021-12-17 20:11:34,245 Checking jobs for platform=marenostrum4 +2021-12-17 20:11:34,245 Checking jobs for platform=nord3 +2021-12-17 20:11:34,246 Checking jobs for platform=local +2021-12-17 20:11:34,246 Checking jobs for platform=transfer_node +2021-12-17 20:11:34,247 Checking all jobs at once +2021-12-17 20:11:35,530 Successful check job command +2021-12-17 20:11:37,983 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:11:37,983 End of checking +2021-12-17 20:11:37,984 Updating FAILED jobs +2021-12-17 20:11:37,984 Updating WAITING jobs +2021-12-17 20:11:37,985 Update finished +2021-12-17 20:11:37,985 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:11:37,985 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:11:37,986 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:11:37,986 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:11:37,990 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:11:37,992 Job list saved +2021-12-17 20:11:37,999 Updating FAILED jobs +2021-12-17 20:11:37,999 Updating WAITING jobs +2021-12-17 20:11:37,999 Update finished +2021-12-17 20:11:48,009 Reloading parameters... +2021-12-17 20:11:48,028 Loading parameters... +2021-12-17 20:11:48,034 Loading project parameters... +2021-12-17 20:11:48,036 + +23 of 25 jobs remaining (20:11) +2021-12-17 20:11:48,036 Sleep: 10 +2021-12-17 20:11:48,036 Number of retrials: 0 +2021-12-17 20:11:48,037 WRAPPER CHECK TIME = 10 +2021-12-17 20:11:48,037 Checking jobs for platform=marenostrum4 +2021-12-17 20:11:48,038 Checking jobs for platform=nord3 +2021-12-17 20:11:48,038 Checking jobs for platform=local +2021-12-17 20:11:48,039 Checking jobs for platform=transfer_node +2021-12-17 20:11:48,039 Checking all jobs at once +2021-12-17 20:11:49,962 Successful check job command +2021-12-17 20:11:54,247 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:11:54,248 End of checking +2021-12-17 20:11:54,249 Updating FAILED jobs +2021-12-17 20:11:54,249 Updating WAITING jobs +2021-12-17 20:11:54,249 Update finished +2021-12-17 20:11:54,249 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:11:54,250 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:11:54,250 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:11:54,250 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:11:54,252 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:11:54,255 Job list saved +2021-12-17 20:11:54,259 Updating FAILED jobs +2021-12-17 20:11:54,260 Updating WAITING jobs +2021-12-17 20:11:54,260 Update finished +2021-12-17 20:12:04,270 Reloading parameters... +2021-12-17 20:12:04,290 Loading parameters... +2021-12-17 20:12:04,291 Loading project parameters... +2021-12-17 20:12:04,293 + +23 of 25 jobs remaining (20:12) +2021-12-17 20:12:04,294 Sleep: 10 +2021-12-17 20:12:04,294 Number of retrials: 0 +2021-12-17 20:12:04,294 WRAPPER CHECK TIME = 10 +2021-12-17 20:12:04,294 Checking jobs for platform=marenostrum4 +2021-12-17 20:12:04,295 Checking jobs for platform=nord3 +2021-12-17 20:12:04,295 Checking jobs for platform=local +2021-12-17 20:12:04,296 Checking jobs for platform=transfer_node +2021-12-17 20:12:04,296 Checking all jobs at once +2021-12-17 20:12:05,729 Successful check job command +2021-12-17 20:12:07,349 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:12:07,349 End of checking +2021-12-17 20:12:07,351 Updating FAILED jobs +2021-12-17 20:12:07,351 Updating WAITING jobs +2021-12-17 20:12:07,351 Update finished +2021-12-17 20:12:07,352 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:12:07,352 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:12:07,352 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:12:07,352 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:12:07,354 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:12:07,357 Job list saved +2021-12-17 20:12:07,361 Updating FAILED jobs +2021-12-17 20:12:07,361 Updating WAITING jobs +2021-12-17 20:12:07,361 Update finished +2021-12-17 20:12:17,371 Reloading parameters... +2021-12-17 20:12:17,389 Loading parameters... +2021-12-17 20:12:17,391 Loading project parameters... +2021-12-17 20:12:17,393 + +23 of 25 jobs remaining (20:12) +2021-12-17 20:12:17,393 Sleep: 10 +2021-12-17 20:12:17,393 Number of retrials: 0 +2021-12-17 20:12:17,393 WRAPPER CHECK TIME = 10 +2021-12-17 20:12:17,394 Checking jobs for platform=marenostrum4 +2021-12-17 20:12:17,394 Checking jobs for platform=nord3 +2021-12-17 20:12:17,395 Checking jobs for platform=local +2021-12-17 20:12:17,396 Checking jobs for platform=transfer_node +2021-12-17 20:12:17,396 Checking all jobs at once +2021-12-17 20:12:18,916 Successful check job command +2021-12-17 20:12:21,338 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:12:21,338 End of checking +2021-12-17 20:12:21,340 Updating FAILED jobs +2021-12-17 20:12:21,340 Updating WAITING jobs +2021-12-17 20:12:21,341 Update finished +2021-12-17 20:12:21,341 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:12:21,343 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:12:21,343 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:12:21,343 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:12:21,346 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:12:21,348 Job list saved +2021-12-17 20:12:21,353 Updating FAILED jobs +2021-12-17 20:12:21,353 Updating WAITING jobs +2021-12-17 20:12:21,354 Update finished +2021-12-17 20:12:31,360 Reloading parameters... +2021-12-17 20:12:31,397 Loading parameters... +2021-12-17 20:12:31,398 Loading project parameters... +2021-12-17 20:12:31,400 + +23 of 25 jobs remaining (20:12) +2021-12-17 20:12:31,401 Sleep: 10 +2021-12-17 20:12:31,401 Number of retrials: 0 +2021-12-17 20:12:31,401 WRAPPER CHECK TIME = 10 +2021-12-17 20:12:31,401 Checking jobs for platform=marenostrum4 +2021-12-17 20:12:31,402 Checking jobs for platform=nord3 +2021-12-17 20:12:31,402 Checking jobs for platform=local +2021-12-17 20:12:31,403 Checking jobs for platform=transfer_node +2021-12-17 20:12:31,403 Checking all jobs at once +2021-12-17 20:12:33,374 Successful check job command +2021-12-17 20:12:35,694 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:12:35,695 End of checking +2021-12-17 20:12:35,696 Updating FAILED jobs +2021-12-17 20:12:35,696 Updating WAITING jobs +2021-12-17 20:12:35,696 Update finished +2021-12-17 20:12:35,697 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:12:35,697 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:12:35,697 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:12:35,697 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:12:35,700 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:12:35,702 Job list saved +2021-12-17 20:12:35,706 Updating FAILED jobs +2021-12-17 20:12:35,706 Updating WAITING jobs +2021-12-17 20:12:35,707 Update finished +2021-12-17 20:12:45,717 Reloading parameters... +2021-12-17 20:12:45,735 Loading parameters... +2021-12-17 20:12:45,736 Loading project parameters... +2021-12-17 20:12:45,738 + +23 of 25 jobs remaining (20:12) +2021-12-17 20:12:45,738 Sleep: 10 +2021-12-17 20:12:45,738 Number of retrials: 0 +2021-12-17 20:12:45,738 WRAPPER CHECK TIME = 10 +2021-12-17 20:12:45,739 Checking jobs for platform=marenostrum4 +2021-12-17 20:12:45,740 Checking jobs for platform=nord3 +2021-12-17 20:12:45,740 Checking jobs for platform=local +2021-12-17 20:12:45,741 Checking jobs for platform=transfer_node +2021-12-17 20:12:45,741 Checking all jobs at once +2021-12-17 20:12:48,112 Successful check job command +2021-12-17 20:12:51,336 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:12:51,336 End of checking +2021-12-17 20:12:51,338 Updating FAILED jobs +2021-12-17 20:12:51,338 Updating WAITING jobs +2021-12-17 20:12:51,338 Update finished +2021-12-17 20:12:51,338 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:12:51,339 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:12:51,339 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:12:51,339 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:12:51,342 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:12:51,345 Job list saved +2021-12-17 20:12:51,353 Updating FAILED jobs +2021-12-17 20:12:51,353 Updating WAITING jobs +2021-12-17 20:12:51,353 Update finished +2021-12-17 20:13:01,363 Reloading parameters... +2021-12-17 20:13:01,388 Loading parameters... +2021-12-17 20:13:01,390 Loading project parameters... +2021-12-17 20:13:01,393 + +23 of 25 jobs remaining (20:13) +2021-12-17 20:13:01,393 Sleep: 10 +2021-12-17 20:13:01,393 Number of retrials: 0 +2021-12-17 20:13:01,393 WRAPPER CHECK TIME = 10 +2021-12-17 20:13:01,394 Checking jobs for platform=marenostrum4 +2021-12-17 20:13:01,394 Checking jobs for platform=nord3 +2021-12-17 20:13:01,395 Checking jobs for platform=local +2021-12-17 20:13:01,395 Checking jobs for platform=transfer_node +2021-12-17 20:13:01,395 Checking all jobs at once +2021-12-17 20:13:02,916 Successful check job command +2021-12-17 20:13:05,239 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:13:05,240 End of checking +2021-12-17 20:13:05,241 Updating FAILED jobs +2021-12-17 20:13:05,241 Updating WAITING jobs +2021-12-17 20:13:05,241 Update finished +2021-12-17 20:13:05,241 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:13:05,242 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:13:05,242 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:13:05,242 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:13:05,245 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:13:05,247 Job list saved +2021-12-17 20:13:05,251 Updating FAILED jobs +2021-12-17 20:13:05,251 Updating WAITING jobs +2021-12-17 20:13:05,252 Update finished +2021-12-17 20:13:15,262 Reloading parameters... +2021-12-17 20:13:15,280 Loading parameters... +2021-12-17 20:13:15,285 Loading project parameters... +2021-12-17 20:13:15,287 + +23 of 25 jobs remaining (20:13) +2021-12-17 20:13:15,287 Sleep: 10 +2021-12-17 20:13:15,287 Number of retrials: 0 +2021-12-17 20:13:15,287 WRAPPER CHECK TIME = 10 +2021-12-17 20:13:15,288 Checking jobs for platform=marenostrum4 +2021-12-17 20:13:15,288 Checking jobs for platform=nord3 +2021-12-17 20:13:15,289 Checking jobs for platform=local +2021-12-17 20:13:15,290 Checking jobs for platform=transfer_node +2021-12-17 20:13:15,290 Checking all jobs at once +2021-12-17 20:13:16,911 Successful check job command +2021-12-17 20:13:22,190 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:13:22,191 End of checking +2021-12-17 20:13:22,192 Updating FAILED jobs +2021-12-17 20:13:22,192 Updating WAITING jobs +2021-12-17 20:13:22,193 Update finished +2021-12-17 20:13:22,193 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:13:22,193 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:13:22,193 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:13:22,193 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:13:22,196 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:13:22,198 Job list saved +2021-12-17 20:13:22,203 Updating FAILED jobs +2021-12-17 20:13:22,203 Updating WAITING jobs +2021-12-17 20:13:22,203 Update finished +2021-12-17 20:13:32,213 Reloading parameters... +2021-12-17 20:13:32,240 Loading parameters... +2021-12-17 20:13:32,248 Loading project parameters... +2021-12-17 20:13:32,252 + +23 of 25 jobs remaining (20:13) +2021-12-17 20:13:32,253 Sleep: 10 +2021-12-17 20:13:32,253 Number of retrials: 0 +2021-12-17 20:13:32,253 WRAPPER CHECK TIME = 10 +2021-12-17 20:13:32,253 Checking jobs for platform=marenostrum4 +2021-12-17 20:13:32,256 Checking jobs for platform=nord3 +2021-12-17 20:13:32,257 Checking jobs for platform=local +2021-12-17 20:13:32,257 Checking jobs for platform=transfer_node +2021-12-17 20:13:32,258 Checking all jobs at once +2021-12-17 20:13:34,593 Successful check job command +2021-12-17 20:13:38,217 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:13:38,217 End of checking +2021-12-17 20:13:38,218 Updating FAILED jobs +2021-12-17 20:13:38,218 Updating WAITING jobs +2021-12-17 20:13:38,219 Update finished +2021-12-17 20:13:38,219 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:13:38,219 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:13:38,219 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:13:38,219 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:13:38,222 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:13:38,224 Job list saved +2021-12-17 20:13:38,228 Updating FAILED jobs +2021-12-17 20:13:38,229 Updating WAITING jobs +2021-12-17 20:13:38,229 Update finished +2021-12-17 20:13:48,239 Reloading parameters... +2021-12-17 20:13:48,257 Loading parameters... +2021-12-17 20:13:48,259 Loading project parameters... +2021-12-17 20:13:48,261 + +23 of 25 jobs remaining (20:13) +2021-12-17 20:13:48,261 Sleep: 10 +2021-12-17 20:13:48,263 Number of retrials: 0 +2021-12-17 20:13:48,263 WRAPPER CHECK TIME = 10 +2021-12-17 20:13:48,263 Checking jobs for platform=marenostrum4 +2021-12-17 20:13:48,264 Checking jobs for platform=nord3 +2021-12-17 20:13:48,265 Checking jobs for platform=local +2021-12-17 20:13:48,265 Checking jobs for platform=transfer_node +2021-12-17 20:13:48,265 Checking all jobs at once +2021-12-17 20:13:49,641 Successful check job command +2021-12-17 20:13:56,469 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:13:56,469 End of checking +2021-12-17 20:13:56,470 Updating FAILED jobs +2021-12-17 20:13:56,471 Updating WAITING jobs +2021-12-17 20:13:56,471 Update finished +2021-12-17 20:13:56,471 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:13:56,471 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:13:56,472 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:13:56,472 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:13:56,475 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:13:56,477 Job list saved +2021-12-17 20:13:56,482 Updating FAILED jobs +2021-12-17 20:13:56,482 Updating WAITING jobs +2021-12-17 20:13:56,483 Update finished +2021-12-17 20:14:06,484 Reloading parameters... +2021-12-17 20:14:06,502 Loading parameters... +2021-12-17 20:14:06,503 Loading project parameters... +2021-12-17 20:14:06,505 + +23 of 25 jobs remaining (20:14) +2021-12-17 20:14:06,505 Sleep: 10 +2021-12-17 20:14:06,505 Number of retrials: 0 +2021-12-17 20:14:06,506 WRAPPER CHECK TIME = 10 +2021-12-17 20:14:06,506 Checking jobs for platform=marenostrum4 +2021-12-17 20:14:06,507 Checking jobs for platform=nord3 +2021-12-17 20:14:06,507 Checking jobs for platform=local +2021-12-17 20:14:06,508 Checking jobs for platform=transfer_node +2021-12-17 20:14:06,508 Checking all jobs at once +2021-12-17 20:14:08,480 Successful check job command +2021-12-17 20:14:10,401 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:14:10,401 End of checking +2021-12-17 20:14:10,402 Updating FAILED jobs +2021-12-17 20:14:10,402 Updating WAITING jobs +2021-12-17 20:14:10,403 Update finished +2021-12-17 20:14:10,403 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:14:10,403 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:14:10,403 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:14:10,403 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:14:10,406 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:14:10,408 Job list saved +2021-12-17 20:14:10,425 Updating FAILED jobs +2021-12-17 20:14:10,425 Updating WAITING jobs +2021-12-17 20:14:10,425 Update finished +2021-12-17 20:14:20,435 Reloading parameters... +2021-12-17 20:14:20,455 Loading parameters... +2021-12-17 20:14:20,456 Loading project parameters... +2021-12-17 20:14:20,458 + +23 of 25 jobs remaining (20:14) +2021-12-17 20:14:20,459 Sleep: 10 +2021-12-17 20:14:20,459 Number of retrials: 0 +2021-12-17 20:14:20,459 WRAPPER CHECK TIME = 10 +2021-12-17 20:14:20,459 Checking jobs for platform=marenostrum4 +2021-12-17 20:14:20,460 Checking jobs for platform=nord3 +2021-12-17 20:14:20,460 Checking jobs for platform=local +2021-12-17 20:14:20,461 Checking jobs for platform=transfer_node +2021-12-17 20:14:20,461 Checking all jobs at once +2021-12-17 20:14:22,232 Successful check job command +2021-12-17 20:14:24,453 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:14:24,453 End of checking +2021-12-17 20:14:24,454 Updating FAILED jobs +2021-12-17 20:14:24,455 Updating WAITING jobs +2021-12-17 20:14:24,455 Update finished +2021-12-17 20:14:24,455 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:14:24,455 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:14:24,455 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:14:24,455 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:14:24,458 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:14:24,460 Job list saved +2021-12-17 20:14:24,464 Updating FAILED jobs +2021-12-17 20:14:24,464 Updating WAITING jobs +2021-12-17 20:14:24,465 Update finished +2021-12-17 20:14:34,475 Reloading parameters... +2021-12-17 20:14:34,495 Loading parameters... +2021-12-17 20:14:34,496 Loading project parameters... +2021-12-17 20:14:34,498 + +23 of 25 jobs remaining (20:14) +2021-12-17 20:14:34,498 Sleep: 10 +2021-12-17 20:14:34,498 Number of retrials: 0 +2021-12-17 20:14:34,498 WRAPPER CHECK TIME = 10 +2021-12-17 20:14:34,499 Checking jobs for platform=marenostrum4 +2021-12-17 20:14:34,500 Checking jobs for platform=nord3 +2021-12-17 20:14:34,500 Checking jobs for platform=local +2021-12-17 20:14:34,501 Checking jobs for platform=transfer_node +2021-12-17 20:14:34,501 Checking all jobs at once +2021-12-17 20:14:37,374 Successful check job command +2021-12-17 20:14:40,047 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:14:40,047 End of checking +2021-12-17 20:14:40,049 Updating FAILED jobs +2021-12-17 20:14:40,049 Updating WAITING jobs +2021-12-17 20:14:40,049 Update finished +2021-12-17 20:14:40,049 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:14:40,050 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:14:40,050 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:14:40,050 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:14:40,053 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:14:40,055 Job list saved +2021-12-17 20:14:40,060 Updating FAILED jobs +2021-12-17 20:14:40,060 Updating WAITING jobs +2021-12-17 20:14:40,060 Update finished +2021-12-17 20:14:50,069 Reloading parameters... +2021-12-17 20:14:50,087 Loading parameters... +2021-12-17 20:14:50,088 Loading project parameters... +2021-12-17 20:14:50,090 + +23 of 25 jobs remaining (20:14) +2021-12-17 20:14:50,090 Sleep: 10 +2021-12-17 20:14:50,090 Number of retrials: 0 +2021-12-17 20:14:50,091 WRAPPER CHECK TIME = 10 +2021-12-17 20:14:50,091 Checking jobs for platform=marenostrum4 +2021-12-17 20:14:50,092 Checking jobs for platform=nord3 +2021-12-17 20:14:50,092 Checking jobs for platform=local +2021-12-17 20:14:50,093 Checking jobs for platform=transfer_node +2021-12-17 20:14:50,093 Checking all jobs at once +2021-12-17 20:14:51,614 Successful check job command +2021-12-17 20:14:52,887 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:14:52,887 End of checking +2021-12-17 20:14:52,888 Updating FAILED jobs +2021-12-17 20:14:52,888 Updating WAITING jobs +2021-12-17 20:14:52,889 Update finished +2021-12-17 20:14:52,889 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:14:52,889 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:14:52,889 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:14:52,889 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:14:52,892 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:14:52,894 Job list saved +2021-12-17 20:14:52,898 Updating FAILED jobs +2021-12-17 20:14:52,899 Updating WAITING jobs +2021-12-17 20:14:52,899 Update finished +2021-12-17 20:15:02,908 Reloading parameters... +2021-12-17 20:15:02,928 Loading parameters... +2021-12-17 20:15:02,929 Loading project parameters... +2021-12-17 20:15:02,931 + +23 of 25 jobs remaining (20:15) +2021-12-17 20:15:02,931 Sleep: 10 +2021-12-17 20:15:02,931 Number of retrials: 0 +2021-12-17 20:15:02,931 WRAPPER CHECK TIME = 10 +2021-12-17 20:15:02,932 Checking jobs for platform=marenostrum4 +2021-12-17 20:15:02,933 Checking jobs for platform=nord3 +2021-12-17 20:15:02,933 Checking jobs for platform=local +2021-12-17 20:15:02,934 Checking jobs for platform=transfer_node +2021-12-17 20:15:02,934 Checking all jobs at once +2021-12-17 20:15:06,412 Successful check job command +2021-12-17 20:15:14,693 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:15:14,693 End of checking +2021-12-17 20:15:14,694 Updating FAILED jobs +2021-12-17 20:15:14,694 Updating WAITING jobs +2021-12-17 20:15:14,695 Update finished +2021-12-17 20:15:14,695 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:15:14,695 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:15:14,695 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:15:14,695 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:15:14,698 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:15:14,700 Job list saved +2021-12-17 20:15:14,705 Updating FAILED jobs +2021-12-17 20:15:14,706 Updating WAITING jobs +2021-12-17 20:15:14,706 Update finished +2021-12-17 20:15:24,717 Reloading parameters... +2021-12-17 20:15:24,751 Loading parameters... +2021-12-17 20:15:24,753 Loading project parameters... +2021-12-17 20:15:24,756 + +23 of 25 jobs remaining (20:15) +2021-12-17 20:15:24,756 Sleep: 10 +2021-12-17 20:15:24,756 Number of retrials: 0 +2021-12-17 20:15:24,756 WRAPPER CHECK TIME = 10 +2021-12-17 20:15:24,757 Checking jobs for platform=marenostrum4 +2021-12-17 20:15:24,758 Checking jobs for platform=nord3 +2021-12-17 20:15:24,758 Checking jobs for platform=local +2021-12-17 20:15:24,759 Checking jobs for platform=transfer_node +2021-12-17 20:15:24,759 Checking all jobs at once +2021-12-17 20:15:28,033 Successful check job command +2021-12-17 20:15:33,366 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:15:33,366 End of checking +2021-12-17 20:15:33,368 Updating FAILED jobs +2021-12-17 20:15:33,368 Updating WAITING jobs +2021-12-17 20:15:33,368 Update finished +2021-12-17 20:15:33,368 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:15:33,369 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:15:33,369 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:15:33,369 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:15:33,373 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:15:33,375 Job list saved +2021-12-17 20:15:33,402 Updating FAILED jobs +2021-12-17 20:15:33,402 Updating WAITING jobs +2021-12-17 20:15:33,402 Update finished +2021-12-17 20:15:43,409 Reloading parameters... +2021-12-17 20:15:43,435 Loading parameters... +2021-12-17 20:15:43,436 Loading project parameters... +2021-12-17 20:15:43,438 + +23 of 25 jobs remaining (20:15) +2021-12-17 20:15:43,438 Sleep: 10 +2021-12-17 20:15:43,438 Number of retrials: 0 +2021-12-17 20:15:43,438 WRAPPER CHECK TIME = 10 +2021-12-17 20:15:43,439 Checking jobs for platform=marenostrum4 +2021-12-17 20:15:43,439 Checking jobs for platform=nord3 +2021-12-17 20:15:43,440 Checking jobs for platform=local +2021-12-17 20:15:43,440 Checking jobs for platform=transfer_node +2021-12-17 20:15:43,440 Checking all jobs at once +2021-12-17 20:15:45,161 Successful check job command +2021-12-17 20:15:49,442 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:15:49,442 End of checking +2021-12-17 20:15:49,444 Updating FAILED jobs +2021-12-17 20:15:49,444 Updating WAITING jobs +2021-12-17 20:15:49,445 Update finished +2021-12-17 20:15:49,445 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:15:49,445 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:15:49,445 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:15:49,445 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:15:49,448 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:15:49,450 Job list saved +2021-12-17 20:15:49,455 Updating FAILED jobs +2021-12-17 20:15:49,455 Updating WAITING jobs +2021-12-17 20:15:49,455 Update finished +2021-12-17 20:15:59,465 Reloading parameters... +2021-12-17 20:15:59,486 Loading parameters... +2021-12-17 20:15:59,487 Loading project parameters... +2021-12-17 20:15:59,489 + +23 of 25 jobs remaining (20:15) +2021-12-17 20:15:59,489 Sleep: 10 +2021-12-17 20:15:59,489 Number of retrials: 0 +2021-12-17 20:15:59,489 WRAPPER CHECK TIME = 10 +2021-12-17 20:15:59,490 Checking jobs for platform=marenostrum4 +2021-12-17 20:15:59,491 Checking jobs for platform=nord3 +2021-12-17 20:15:59,491 Checking jobs for platform=local +2021-12-17 20:15:59,492 Checking jobs for platform=transfer_node +2021-12-17 20:15:59,492 Checking all jobs at once +2021-12-17 20:16:00,917 Successful check job command +2021-12-17 20:16:04,290 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:16:04,291 End of checking +2021-12-17 20:16:04,292 Updating FAILED jobs +2021-12-17 20:16:04,293 Updating WAITING jobs +2021-12-17 20:16:04,293 Update finished +2021-12-17 20:16:04,294 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:16:04,294 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:16:04,294 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:16:04,294 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:16:04,297 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:16:04,299 Job list saved +2021-12-17 20:16:04,303 Updating FAILED jobs +2021-12-17 20:16:04,304 Updating WAITING jobs +2021-12-17 20:16:04,304 Update finished +2021-12-17 20:16:14,314 Reloading parameters... +2021-12-17 20:16:14,331 Loading parameters... +2021-12-17 20:16:14,333 Loading project parameters... +2021-12-17 20:16:14,335 + +23 of 25 jobs remaining (20:16) +2021-12-17 20:16:14,335 Sleep: 10 +2021-12-17 20:16:14,335 Number of retrials: 0 +2021-12-17 20:16:14,335 WRAPPER CHECK TIME = 10 +2021-12-17 20:16:14,336 Checking jobs for platform=marenostrum4 +2021-12-17 20:16:14,336 Checking jobs for platform=nord3 +2021-12-17 20:16:14,337 Checking jobs for platform=local +2021-12-17 20:16:14,337 Checking jobs for platform=transfer_node +2021-12-17 20:16:14,337 Checking all jobs at once +2021-12-17 20:16:15,907 Successful check job command +2021-12-17 20:16:17,278 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:16:17,279 End of checking +2021-12-17 20:16:17,280 Updating FAILED jobs +2021-12-17 20:16:17,280 Updating WAITING jobs +2021-12-17 20:16:17,280 Update finished +2021-12-17 20:16:17,280 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:16:17,281 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:16:17,281 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:16:17,281 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:16:17,284 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:16:17,286 Job list saved +2021-12-17 20:16:17,290 Updating FAILED jobs +2021-12-17 20:16:17,290 Updating WAITING jobs +2021-12-17 20:16:17,291 Update finished +2021-12-17 20:16:27,301 Reloading parameters... +2021-12-17 20:16:27,320 Loading parameters... +2021-12-17 20:16:27,321 Loading project parameters... +2021-12-17 20:16:27,323 + +23 of 25 jobs remaining (20:16) +2021-12-17 20:16:27,323 Sleep: 10 +2021-12-17 20:16:27,323 Number of retrials: 0 +2021-12-17 20:16:27,323 WRAPPER CHECK TIME = 10 +2021-12-17 20:16:27,324 Checking jobs for platform=marenostrum4 +2021-12-17 20:16:27,325 Checking jobs for platform=nord3 +2021-12-17 20:16:27,325 Checking jobs for platform=local +2021-12-17 20:16:27,326 Checking jobs for platform=transfer_node +2021-12-17 20:16:27,326 Checking all jobs at once +2021-12-17 20:16:35,512 Successful check job command +2021-12-17 20:16:43,651 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:16:43,651 End of checking +2021-12-17 20:16:43,654 Updating FAILED jobs +2021-12-17 20:16:43,654 Updating WAITING jobs +2021-12-17 20:16:43,654 Update finished +2021-12-17 20:16:43,654 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:16:43,654 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:16:43,655 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:16:43,655 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:16:43,657 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:16:43,660 Job list saved +2021-12-17 20:16:43,664 Updating FAILED jobs +2021-12-17 20:16:43,665 Updating WAITING jobs +2021-12-17 20:16:43,665 Update finished +2021-12-17 20:16:53,669 Reloading parameters... +2021-12-17 20:16:53,690 Loading parameters... +2021-12-17 20:16:53,692 Loading project parameters... +2021-12-17 20:16:53,694 + +23 of 25 jobs remaining (20:16) +2021-12-17 20:16:53,694 Sleep: 10 +2021-12-17 20:16:53,694 Number of retrials: 0 +2021-12-17 20:16:53,694 WRAPPER CHECK TIME = 10 +2021-12-17 20:16:53,695 Checking jobs for platform=marenostrum4 +2021-12-17 20:16:53,695 Checking jobs for platform=nord3 +2021-12-17 20:16:53,696 Checking jobs for platform=local +2021-12-17 20:16:53,696 Checking jobs for platform=transfer_node +2021-12-17 20:16:53,696 Checking all jobs at once +2021-12-17 20:16:59,536 Successful check job command +2021-12-17 20:17:06,616 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:17:06,616 End of checking +2021-12-17 20:17:06,617 Updating FAILED jobs +2021-12-17 20:17:06,617 Updating WAITING jobs +2021-12-17 20:17:06,618 Update finished +2021-12-17 20:17:06,618 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:17:06,618 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:17:06,619 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:17:06,619 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:17:06,621 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:17:06,623 Job list saved +2021-12-17 20:17:06,629 Updating FAILED jobs +2021-12-17 20:17:06,629 Updating WAITING jobs +2021-12-17 20:17:06,629 Update finished +2021-12-17 20:17:16,639 Reloading parameters... +2021-12-17 20:17:16,658 Loading parameters... +2021-12-17 20:17:16,659 Loading project parameters... +2021-12-17 20:17:16,661 + +23 of 25 jobs remaining (20:17) +2021-12-17 20:17:16,662 Sleep: 10 +2021-12-17 20:17:16,662 Number of retrials: 0 +2021-12-17 20:17:16,662 WRAPPER CHECK TIME = 10 +2021-12-17 20:17:16,662 Checking jobs for platform=marenostrum4 +2021-12-17 20:17:16,663 Checking jobs for platform=nord3 +2021-12-17 20:17:16,664 Checking jobs for platform=local +2021-12-17 20:17:16,665 Checking jobs for platform=transfer_node +2021-12-17 20:17:16,665 Checking all jobs at once +2021-12-17 20:17:22,444 Successful check job command +2021-12-17 20:17:31,450 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:17:31,451 End of checking +2021-12-17 20:17:31,452 Updating FAILED jobs +2021-12-17 20:17:31,452 Updating WAITING jobs +2021-12-17 20:17:31,453 Update finished +2021-12-17 20:17:31,453 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:17:31,453 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:17:31,453 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:17:31,453 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:17:31,456 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:17:31,459 Job list saved +2021-12-17 20:17:31,464 Updating FAILED jobs +2021-12-17 20:17:31,464 Updating WAITING jobs +2021-12-17 20:17:31,464 Update finished +2021-12-17 20:17:41,475 Reloading parameters... +2021-12-17 20:17:41,507 Loading parameters... +2021-12-17 20:17:41,508 Loading project parameters... +2021-12-17 20:17:41,510 + +23 of 25 jobs remaining (20:17) +2021-12-17 20:17:41,510 Sleep: 10 +2021-12-17 20:17:41,510 Number of retrials: 0 +2021-12-17 20:17:41,511 WRAPPER CHECK TIME = 10 +2021-12-17 20:17:41,511 Checking jobs for platform=marenostrum4 +2021-12-17 20:17:41,512 Checking jobs for platform=nord3 +2021-12-17 20:17:41,512 Checking jobs for platform=local +2021-12-17 20:17:41,513 Checking jobs for platform=transfer_node +2021-12-17 20:17:41,513 Checking all jobs at once +2021-12-17 20:17:45,391 Successful check job command +2021-12-17 20:17:50,868 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:17:50,868 End of checking +2021-12-17 20:17:50,871 Updating FAILED jobs +2021-12-17 20:17:50,871 Updating WAITING jobs +2021-12-17 20:17:50,871 Update finished +2021-12-17 20:17:50,871 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:17:50,872 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:17:50,872 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:17:50,872 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:17:50,875 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:17:50,877 Job list saved +2021-12-17 20:17:50,882 Updating FAILED jobs +2021-12-17 20:17:50,882 Updating WAITING jobs +2021-12-17 20:17:50,883 Update finished +2021-12-17 20:18:00,893 Reloading parameters... +2021-12-17 20:18:00,939 Loading parameters... +2021-12-17 20:18:00,941 Loading project parameters... +2021-12-17 20:18:00,942 + +23 of 25 jobs remaining (20:18) +2021-12-17 20:18:00,954 Sleep: 10 +2021-12-17 20:18:00,954 Number of retrials: 0 +2021-12-17 20:18:00,954 WRAPPER CHECK TIME = 10 +2021-12-17 20:18:00,955 Checking jobs for platform=marenostrum4 +2021-12-17 20:18:00,955 Checking jobs for platform=nord3 +2021-12-17 20:18:00,956 Checking jobs for platform=local +2021-12-17 20:18:00,956 Checking jobs for platform=transfer_node +2021-12-17 20:18:00,957 Checking all jobs at once +2021-12-17 20:18:02,839 Successful check job command +2021-12-17 20:18:05,160 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:18:05,160 End of checking +2021-12-17 20:18:05,161 Updating FAILED jobs +2021-12-17 20:18:05,162 Updating WAITING jobs +2021-12-17 20:18:05,162 Update finished +2021-12-17 20:18:05,162 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:18:05,162 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:18:05,162 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:18:05,162 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:18:05,165 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:18:05,168 Job list saved +2021-12-17 20:18:05,173 Updating FAILED jobs +2021-12-17 20:18:05,173 Updating WAITING jobs +2021-12-17 20:18:05,173 Update finished +2021-12-17 20:18:15,183 Reloading parameters... +2021-12-17 20:18:15,203 Loading parameters... +2021-12-17 20:18:15,205 Loading project parameters... +2021-12-17 20:18:15,207 + +23 of 25 jobs remaining (20:18) +2021-12-17 20:18:15,207 Sleep: 10 +2021-12-17 20:18:15,207 Number of retrials: 0 +2021-12-17 20:18:15,207 WRAPPER CHECK TIME = 10 +2021-12-17 20:18:15,213 Checking jobs for platform=marenostrum4 +2021-12-17 20:18:15,213 Checking jobs for platform=nord3 +2021-12-17 20:18:15,214 Checking jobs for platform=local +2021-12-17 20:18:15,214 Checking jobs for platform=transfer_node +2021-12-17 20:18:15,215 Checking all jobs at once +2021-12-17 20:18:16,539 Successful check job command +2021-12-17 20:18:18,060 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:18:18,061 End of checking +2021-12-17 20:18:18,062 Updating FAILED jobs +2021-12-17 20:18:18,062 Updating WAITING jobs +2021-12-17 20:18:18,063 Update finished +2021-12-17 20:18:18,063 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:18:18,063 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:18:18,063 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:18:18,063 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:18:18,066 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:18:18,068 Job list saved +2021-12-17 20:18:18,073 Updating FAILED jobs +2021-12-17 20:18:18,073 Updating WAITING jobs +2021-12-17 20:18:18,073 Update finished +2021-12-17 20:18:28,079 Reloading parameters... +2021-12-17 20:18:28,098 Loading parameters... +2021-12-17 20:18:28,099 Loading project parameters... +2021-12-17 20:18:28,101 + +23 of 25 jobs remaining (20:18) +2021-12-17 20:18:28,101 Sleep: 10 +2021-12-17 20:18:28,101 Number of retrials: 0 +2021-12-17 20:18:28,101 WRAPPER CHECK TIME = 10 +2021-12-17 20:18:28,102 Checking jobs for platform=marenostrum4 +2021-12-17 20:18:28,102 Checking jobs for platform=nord3 +2021-12-17 20:18:28,103 Checking jobs for platform=local +2021-12-17 20:18:28,103 Checking jobs for platform=transfer_node +2021-12-17 20:18:28,103 Checking all jobs at once +2021-12-17 20:18:30,828 Successful check job command +2021-12-17 20:18:33,251 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:18:33,251 End of checking +2021-12-17 20:18:33,252 Updating FAILED jobs +2021-12-17 20:18:33,252 Updating WAITING jobs +2021-12-17 20:18:33,252 Update finished +2021-12-17 20:18:33,253 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:18:33,253 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:18:33,253 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:18:33,253 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:18:33,256 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:18:33,258 Job list saved +2021-12-17 20:18:33,263 Updating FAILED jobs +2021-12-17 20:18:33,263 Updating WAITING jobs +2021-12-17 20:18:33,263 Update finished +2021-12-17 20:18:43,270 Reloading parameters... +2021-12-17 20:18:43,288 Loading parameters... +2021-12-17 20:18:43,290 Loading project parameters... +2021-12-17 20:18:43,292 + +23 of 25 jobs remaining (20:18) +2021-12-17 20:18:43,292 Sleep: 10 +2021-12-17 20:18:43,292 Number of retrials: 0 +2021-12-17 20:18:43,292 WRAPPER CHECK TIME = 10 +2021-12-17 20:18:43,293 Checking jobs for platform=marenostrum4 +2021-12-17 20:18:43,294 Checking jobs for platform=nord3 +2021-12-17 20:18:43,294 Checking jobs for platform=local +2021-12-17 20:18:43,295 Checking jobs for platform=transfer_node +2021-12-17 20:18:43,295 Checking all jobs at once +2021-12-17 20:18:44,816 Successful check job command +2021-12-17 20:18:47,746 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:18:47,746 End of checking +2021-12-17 20:18:47,748 Updating FAILED jobs +2021-12-17 20:18:47,748 Updating WAITING jobs +2021-12-17 20:18:47,748 Update finished +2021-12-17 20:18:47,748 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:18:47,748 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:18:47,749 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:18:47,749 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:18:47,752 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:18:47,755 Job list saved +2021-12-17 20:18:47,759 Updating FAILED jobs +2021-12-17 20:18:47,760 Updating WAITING jobs +2021-12-17 20:18:47,760 Update finished +2021-12-17 20:18:57,767 Reloading parameters... +2021-12-17 20:18:57,789 Loading parameters... +2021-12-17 20:18:57,791 Loading project parameters... +2021-12-17 20:18:57,793 + +23 of 25 jobs remaining (20:18) +2021-12-17 20:18:57,793 Sleep: 10 +2021-12-17 20:18:57,793 Number of retrials: 0 +2021-12-17 20:18:57,793 WRAPPER CHECK TIME = 10 +2021-12-17 20:18:57,794 Checking jobs for platform=marenostrum4 +2021-12-17 20:18:57,794 Checking jobs for platform=nord3 +2021-12-17 20:18:57,795 Checking jobs for platform=local +2021-12-17 20:18:57,795 Checking jobs for platform=transfer_node +2021-12-17 20:18:57,795 Checking all jobs at once +2021-12-17 20:18:59,166 Successful check job command +2021-12-17 20:19:03,800 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:19:03,800 End of checking +2021-12-17 20:19:03,802 Updating FAILED jobs +2021-12-17 20:19:03,802 Updating WAITING jobs +2021-12-17 20:19:03,802 Update finished +2021-12-17 20:19:03,802 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:19:03,802 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:19:03,802 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:19:03,803 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:19:03,805 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:19:03,807 Job list saved +2021-12-17 20:19:03,812 Updating FAILED jobs +2021-12-17 20:19:03,812 Updating WAITING jobs +2021-12-17 20:19:03,813 Update finished +2021-12-17 20:19:13,823 Reloading parameters... +2021-12-17 20:19:13,848 Loading parameters... +2021-12-17 20:19:13,849 Loading project parameters... +2021-12-17 20:19:13,851 + +23 of 25 jobs remaining (20:19) +2021-12-17 20:19:13,851 Sleep: 10 +2021-12-17 20:19:13,851 Number of retrials: 0 +2021-12-17 20:19:13,851 WRAPPER CHECK TIME = 10 +2021-12-17 20:19:13,852 Checking jobs for platform=marenostrum4 +2021-12-17 20:19:13,853 Checking jobs for platform=nord3 +2021-12-17 20:19:13,853 Checking jobs for platform=local +2021-12-17 20:19:13,854 Checking jobs for platform=transfer_node +2021-12-17 20:19:13,854 Checking all jobs at once +2021-12-17 20:19:18,985 Successful check job command +2021-12-17 20:19:26,274 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:19:26,274 End of checking +2021-12-17 20:19:26,276 Updating FAILED jobs +2021-12-17 20:19:26,276 Updating WAITING jobs +2021-12-17 20:19:26,276 Update finished +2021-12-17 20:19:26,276 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:19:26,277 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:19:26,277 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:19:26,277 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:19:26,283 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:19:26,291 Job list saved +2021-12-17 20:19:26,297 Updating FAILED jobs +2021-12-17 20:19:26,297 Updating WAITING jobs +2021-12-17 20:19:26,297 Update finished +2021-12-17 20:19:36,307 Reloading parameters... +2021-12-17 20:19:36,348 Loading parameters... +2021-12-17 20:19:36,349 Loading project parameters... +2021-12-17 20:19:36,352 + +23 of 25 jobs remaining (20:19) +2021-12-17 20:19:36,352 Sleep: 10 +2021-12-17 20:19:36,352 Number of retrials: 0 +2021-12-17 20:19:36,352 WRAPPER CHECK TIME = 10 +2021-12-17 20:19:36,355 Checking jobs for platform=marenostrum4 +2021-12-17 20:19:36,356 Checking jobs for platform=nord3 +2021-12-17 20:19:36,356 Checking jobs for platform=local +2021-12-17 20:19:36,357 Checking jobs for platform=transfer_node +2021-12-17 20:19:36,357 Checking all jobs at once +2021-12-17 20:19:38,730 Successful check job command +2021-12-17 20:19:42,805 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:19:42,805 End of checking +2021-12-17 20:19:42,807 Updating FAILED jobs +2021-12-17 20:19:42,807 Updating WAITING jobs +2021-12-17 20:19:42,807 Update finished +2021-12-17 20:19:42,808 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:19:42,808 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:19:42,808 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:19:42,808 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:19:42,811 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:19:42,813 Job list saved +2021-12-17 20:19:42,823 Updating FAILED jobs +2021-12-17 20:19:42,823 Updating WAITING jobs +2021-12-17 20:19:42,823 Update finished +2021-12-17 20:19:52,833 Reloading parameters... +2021-12-17 20:19:52,856 Loading parameters... +2021-12-17 20:19:52,857 Loading project parameters... +2021-12-17 20:19:52,859 + +23 of 25 jobs remaining (20:19) +2021-12-17 20:19:52,859 Sleep: 10 +2021-12-17 20:19:52,859 Number of retrials: 0 +2021-12-17 20:19:52,859 WRAPPER CHECK TIME = 10 +2021-12-17 20:19:52,860 Checking jobs for platform=marenostrum4 +2021-12-17 20:19:52,860 Checking jobs for platform=nord3 +2021-12-17 20:19:52,861 Checking jobs for platform=local +2021-12-17 20:19:52,862 Checking jobs for platform=transfer_node +2021-12-17 20:19:52,862 Checking all jobs at once +2021-12-17 20:19:54,384 Successful check job command +2021-12-17 20:19:56,756 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:19:56,756 End of checking +2021-12-17 20:19:56,758 Updating FAILED jobs +2021-12-17 20:19:56,758 Updating WAITING jobs +2021-12-17 20:19:56,758 Update finished +2021-12-17 20:19:56,758 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:19:56,758 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:19:56,759 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:19:56,759 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:19:56,761 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:19:56,764 Job list saved +2021-12-17 20:19:56,768 Updating FAILED jobs +2021-12-17 20:19:56,769 Updating WAITING jobs +2021-12-17 20:19:56,769 Update finished +2021-12-17 20:20:06,779 Reloading parameters... +2021-12-17 20:20:06,800 Loading parameters... +2021-12-17 20:20:06,802 Loading project parameters... +2021-12-17 20:20:06,804 + +23 of 25 jobs remaining (20:20) +2021-12-17 20:20:06,804 Sleep: 10 +2021-12-17 20:20:06,804 Number of retrials: 0 +2021-12-17 20:20:06,804 WRAPPER CHECK TIME = 10 +2021-12-17 20:20:06,805 Checking jobs for platform=marenostrum4 +2021-12-17 20:20:06,805 Checking jobs for platform=nord3 +2021-12-17 20:20:06,806 Checking jobs for platform=local +2021-12-17 20:20:06,807 Checking jobs for platform=transfer_node +2021-12-17 20:20:06,807 Checking all jobs at once +2021-12-17 20:20:08,376 Successful check job command +2021-12-17 20:20:10,298 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:20:10,298 End of checking +2021-12-17 20:20:10,301 Updating FAILED jobs +2021-12-17 20:20:10,301 Updating WAITING jobs +2021-12-17 20:20:10,302 Update finished +2021-12-17 20:20:10,302 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:20:10,303 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:20:10,303 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:20:10,303 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:20:10,311 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:20:10,318 Job list saved +2021-12-17 20:20:10,327 Updating FAILED jobs +2021-12-17 20:20:10,327 Updating WAITING jobs +2021-12-17 20:20:10,327 Update finished +2021-12-17 20:20:20,337 Reloading parameters... +2021-12-17 20:20:20,358 Loading parameters... +2021-12-17 20:20:20,359 Loading project parameters... +2021-12-17 20:20:20,361 + +23 of 25 jobs remaining (20:20) +2021-12-17 20:20:20,361 Sleep: 10 +2021-12-17 20:20:20,361 Number of retrials: 0 +2021-12-17 20:20:20,361 WRAPPER CHECK TIME = 10 +2021-12-17 20:20:20,362 Checking jobs for platform=marenostrum4 +2021-12-17 20:20:20,362 Checking jobs for platform=nord3 +2021-12-17 20:20:20,363 Checking jobs for platform=local +2021-12-17 20:20:20,364 Checking jobs for platform=transfer_node +2021-12-17 20:20:20,364 Checking all jobs at once +2021-12-17 20:20:21,783 Successful check job command +2021-12-17 20:20:23,405 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:20:23,405 End of checking +2021-12-17 20:20:23,407 Updating FAILED jobs +2021-12-17 20:20:23,407 Updating WAITING jobs +2021-12-17 20:20:23,407 Update finished +2021-12-17 20:20:23,407 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:20:23,407 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:20:23,407 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:20:23,408 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:20:23,411 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:20:23,413 Job list saved +2021-12-17 20:20:23,418 Updating FAILED jobs +2021-12-17 20:20:23,418 Updating WAITING jobs +2021-12-17 20:20:23,418 Update finished +2021-12-17 20:20:33,429 Reloading parameters... +2021-12-17 20:20:33,447 Loading parameters... +2021-12-17 20:20:33,448 Loading project parameters... +2021-12-17 20:20:33,450 + +23 of 25 jobs remaining (20:20) +2021-12-17 20:20:33,450 Sleep: 10 +2021-12-17 20:20:33,450 Number of retrials: 0 +2021-12-17 20:20:33,450 WRAPPER CHECK TIME = 10 +2021-12-17 20:20:33,451 Checking jobs for platform=marenostrum4 +2021-12-17 20:20:33,451 Checking jobs for platform=nord3 +2021-12-17 20:20:33,453 Checking jobs for platform=local +2021-12-17 20:20:33,454 Checking jobs for platform=transfer_node +2021-12-17 20:20:33,454 Checking all jobs at once +2021-12-17 20:20:36,426 Successful check job command +2021-12-17 20:20:38,197 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:20:38,197 End of checking +2021-12-17 20:20:38,199 Updating FAILED jobs +2021-12-17 20:20:38,199 Updating WAITING jobs +2021-12-17 20:20:38,199 Update finished +2021-12-17 20:20:38,199 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:20:38,200 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:20:38,200 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:20:38,200 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:20:38,203 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:20:38,205 Job list saved +2021-12-17 20:20:38,210 Updating FAILED jobs +2021-12-17 20:20:38,211 Updating WAITING jobs +2021-12-17 20:20:38,213 Update finished +2021-12-17 20:20:48,217 Reloading parameters... +2021-12-17 20:20:48,239 Loading parameters... +2021-12-17 20:20:48,240 Loading project parameters... +2021-12-17 20:20:48,242 + +23 of 25 jobs remaining (20:20) +2021-12-17 20:20:48,242 Sleep: 10 +2021-12-17 20:20:48,242 Number of retrials: 0 +2021-12-17 20:20:48,242 WRAPPER CHECK TIME = 10 +2021-12-17 20:20:48,243 Checking jobs for platform=marenostrum4 +2021-12-17 20:20:48,244 Checking jobs for platform=nord3 +2021-12-17 20:20:48,244 Checking jobs for platform=local +2021-12-17 20:20:48,245 Checking jobs for platform=transfer_node +2021-12-17 20:20:48,245 Checking all jobs at once +2021-12-17 20:20:49,965 Successful check job command +2021-12-17 20:20:53,893 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:20:53,894 End of checking +2021-12-17 20:20:53,896 Updating FAILED jobs +2021-12-17 20:20:53,896 Updating WAITING jobs +2021-12-17 20:20:53,897 Update finished +2021-12-17 20:20:53,897 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:20:53,898 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:20:53,898 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:20:53,898 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:20:53,901 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:20:53,903 Job list saved +2021-12-17 20:20:53,915 Updating FAILED jobs +2021-12-17 20:20:53,915 Updating WAITING jobs +2021-12-17 20:20:53,916 Update finished +2021-12-17 20:21:03,926 Reloading parameters... +2021-12-17 20:21:03,958 Loading parameters... +2021-12-17 20:21:03,959 Loading project parameters... +2021-12-17 20:21:03,961 + +23 of 25 jobs remaining (20:21) +2021-12-17 20:21:03,961 Sleep: 10 +2021-12-17 20:21:03,961 Number of retrials: 0 +2021-12-17 20:21:03,961 WRAPPER CHECK TIME = 10 +2021-12-17 20:21:03,962 Checking jobs for platform=marenostrum4 +2021-12-17 20:21:03,963 Checking jobs for platform=nord3 +2021-12-17 20:21:03,963 Checking jobs for platform=local +2021-12-17 20:21:03,964 Checking jobs for platform=transfer_node +2021-12-17 20:21:03,964 Checking all jobs at once +2021-12-17 20:21:05,434 Successful check job command +2021-12-17 20:21:07,706 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:21:07,706 End of checking +2021-12-17 20:21:07,707 Updating FAILED jobs +2021-12-17 20:21:07,708 Updating WAITING jobs +2021-12-17 20:21:07,708 Update finished +2021-12-17 20:21:07,708 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:21:07,708 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:21:07,708 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:21:07,708 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:21:07,711 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:21:07,713 Job list saved +2021-12-17 20:21:07,719 Updating FAILED jobs +2021-12-17 20:21:07,719 Updating WAITING jobs +2021-12-17 20:21:07,719 Update finished +2021-12-17 20:21:17,729 Reloading parameters... +2021-12-17 20:21:17,750 Loading parameters... +2021-12-17 20:21:17,751 Loading project parameters... +2021-12-17 20:21:17,753 + +23 of 25 jobs remaining (20:21) +2021-12-17 20:21:17,753 Sleep: 10 +2021-12-17 20:21:17,753 Number of retrials: 0 +2021-12-17 20:21:17,753 WRAPPER CHECK TIME = 10 +2021-12-17 20:21:17,754 Checking jobs for platform=marenostrum4 +2021-12-17 20:21:17,754 Checking jobs for platform=nord3 +2021-12-17 20:21:17,755 Checking jobs for platform=local +2021-12-17 20:21:17,755 Checking jobs for platform=transfer_node +2021-12-17 20:21:17,756 Checking all jobs at once +2021-12-17 20:21:20,328 Successful check job command +2021-12-17 20:21:23,801 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:21:23,801 End of checking +2021-12-17 20:21:23,802 Updating FAILED jobs +2021-12-17 20:21:23,802 Updating WAITING jobs +2021-12-17 20:21:23,803 Update finished +2021-12-17 20:21:23,803 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:21:23,803 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:21:23,803 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:21:23,803 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:21:23,807 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:21:23,809 Job list saved +2021-12-17 20:21:23,815 Updating FAILED jobs +2021-12-17 20:21:23,815 Updating WAITING jobs +2021-12-17 20:21:23,815 Update finished +2021-12-17 20:21:33,826 Reloading parameters... +2021-12-17 20:21:33,847 Loading parameters... +2021-12-17 20:21:33,849 Loading project parameters... +2021-12-17 20:21:33,851 + +23 of 25 jobs remaining (20:21) +2021-12-17 20:21:33,851 Sleep: 10 +2021-12-17 20:21:33,851 Number of retrials: 0 +2021-12-17 20:21:33,851 WRAPPER CHECK TIME = 10 +2021-12-17 20:21:33,852 Checking jobs for platform=marenostrum4 +2021-12-17 20:21:33,852 Checking jobs for platform=nord3 +2021-12-17 20:21:33,853 Checking jobs for platform=local +2021-12-17 20:21:33,853 Checking jobs for platform=transfer_node +2021-12-17 20:21:33,853 Checking all jobs at once +2021-12-17 20:21:35,475 Successful check job command +2021-12-17 20:21:38,558 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:21:38,559 End of checking +2021-12-17 20:21:38,560 Updating FAILED jobs +2021-12-17 20:21:38,560 Updating WAITING jobs +2021-12-17 20:21:38,560 Update finished +2021-12-17 20:21:38,561 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:21:38,561 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:21:38,561 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:21:38,561 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:21:38,564 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:21:38,566 Job list saved +2021-12-17 20:21:38,572 Updating FAILED jobs +2021-12-17 20:21:38,572 Updating WAITING jobs +2021-12-17 20:21:38,572 Update finished +2021-12-17 20:21:48,581 Reloading parameters... +2021-12-17 20:21:48,601 Loading parameters... +2021-12-17 20:21:48,603 Loading project parameters... +2021-12-17 20:21:48,605 + +23 of 25 jobs remaining (20:21) +2021-12-17 20:21:48,605 Sleep: 10 +2021-12-17 20:21:48,605 Number of retrials: 0 +2021-12-17 20:21:48,605 WRAPPER CHECK TIME = 10 +2021-12-17 20:21:48,606 Checking jobs for platform=marenostrum4 +2021-12-17 20:21:48,606 Checking jobs for platform=nord3 +2021-12-17 20:21:48,607 Checking jobs for platform=local +2021-12-17 20:21:48,608 Checking jobs for platform=transfer_node +2021-12-17 20:21:48,608 Checking all jobs at once +2021-12-17 20:21:51,129 Successful check job command +2021-12-17 20:21:53,601 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:21:53,601 End of checking +2021-12-17 20:21:53,603 Updating FAILED jobs +2021-12-17 20:21:53,603 Updating WAITING jobs +2021-12-17 20:21:53,603 Update finished +2021-12-17 20:21:53,603 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:21:53,603 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:21:53,604 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:21:53,604 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:21:53,606 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:21:53,609 Job list saved +2021-12-17 20:21:53,617 Updating FAILED jobs +2021-12-17 20:21:53,617 Updating WAITING jobs +2021-12-17 20:21:53,617 Update finished +2021-12-17 20:22:03,628 Reloading parameters... +2021-12-17 20:22:03,652 Loading parameters... +2021-12-17 20:22:03,653 Loading project parameters... +2021-12-17 20:22:03,655 + +23 of 25 jobs remaining (20:22) +2021-12-17 20:22:03,655 Sleep: 10 +2021-12-17 20:22:03,655 Number of retrials: 0 +2021-12-17 20:22:03,656 WRAPPER CHECK TIME = 10 +2021-12-17 20:22:03,656 Checking jobs for platform=marenostrum4 +2021-12-17 20:22:03,657 Checking jobs for platform=nord3 +2021-12-17 20:22:03,657 Checking jobs for platform=local +2021-12-17 20:22:03,658 Checking jobs for platform=transfer_node +2021-12-17 20:22:03,658 Checking all jobs at once +2021-12-17 20:22:05,938 Successful check job command +2021-12-17 20:22:07,927 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:22:07,927 End of checking +2021-12-17 20:22:07,930 Updating FAILED jobs +2021-12-17 20:22:07,930 Updating WAITING jobs +2021-12-17 20:22:07,930 Update finished +2021-12-17 20:22:07,930 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:22:07,930 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:22:07,931 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:22:07,931 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:22:07,934 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:22:07,937 Job list saved +2021-12-17 20:22:07,942 Updating FAILED jobs +2021-12-17 20:22:07,942 Updating WAITING jobs +2021-12-17 20:22:07,942 Update finished +2021-12-17 20:22:17,952 Reloading parameters... +2021-12-17 20:22:17,976 Loading parameters... +2021-12-17 20:22:17,977 Loading project parameters... +2021-12-17 20:22:17,979 + +23 of 25 jobs remaining (20:22) +2021-12-17 20:22:17,980 Sleep: 10 +2021-12-17 20:22:17,980 Number of retrials: 0 +2021-12-17 20:22:17,980 WRAPPER CHECK TIME = 10 +2021-12-17 20:22:17,980 Checking jobs for platform=marenostrum4 +2021-12-17 20:22:17,981 Checking jobs for platform=nord3 +2021-12-17 20:22:17,981 Checking jobs for platform=local +2021-12-17 20:22:17,982 Checking jobs for platform=transfer_node +2021-12-17 20:22:17,982 Checking all jobs at once +2021-12-17 20:22:22,201 Successful check job command +2021-12-17 20:22:25,948 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:22:25,949 End of checking +2021-12-17 20:22:25,950 Updating FAILED jobs +2021-12-17 20:22:25,951 Updating WAITING jobs +2021-12-17 20:22:25,951 Update finished +2021-12-17 20:22:25,951 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:22:25,952 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:22:25,952 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:22:25,953 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:22:25,955 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:22:25,957 Job list saved +2021-12-17 20:22:25,962 Updating FAILED jobs +2021-12-17 20:22:25,962 Updating WAITING jobs +2021-12-17 20:22:25,963 Update finished +2021-12-17 20:22:35,973 Reloading parameters... +2021-12-17 20:22:36,003 Loading parameters... +2021-12-17 20:22:36,004 Loading project parameters... +2021-12-17 20:22:36,009 + +23 of 25 jobs remaining (20:22) +2021-12-17 20:22:36,009 Sleep: 10 +2021-12-17 20:22:36,010 Number of retrials: 0 +2021-12-17 20:22:36,010 WRAPPER CHECK TIME = 10 +2021-12-17 20:22:36,010 Checking jobs for platform=marenostrum4 +2021-12-17 20:22:36,011 Checking jobs for platform=nord3 +2021-12-17 20:22:36,012 Checking jobs for platform=local +2021-12-17 20:22:36,012 Checking jobs for platform=transfer_node +2021-12-17 20:22:36,012 Checking all jobs at once +2021-12-17 20:22:38,136 Successful check job command +2021-12-17 20:22:43,529 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:22:43,529 End of checking +2021-12-17 20:22:43,531 Updating FAILED jobs +2021-12-17 20:22:43,531 Updating WAITING jobs +2021-12-17 20:22:43,531 Update finished +2021-12-17 20:22:43,531 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:22:43,531 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:22:43,532 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:22:43,532 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:22:43,534 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:22:43,537 Job list saved +2021-12-17 20:22:43,548 Updating FAILED jobs +2021-12-17 20:22:43,548 Updating WAITING jobs +2021-12-17 20:22:43,549 Update finished +2021-12-17 20:22:53,559 Reloading parameters... +2021-12-17 20:22:53,579 Loading parameters... +2021-12-17 20:22:53,581 Loading project parameters... +2021-12-17 20:22:53,583 + +23 of 25 jobs remaining (20:22) +2021-12-17 20:22:53,583 Sleep: 10 +2021-12-17 20:22:53,584 Number of retrials: 0 +2021-12-17 20:22:53,584 WRAPPER CHECK TIME = 10 +2021-12-17 20:22:53,584 Checking jobs for platform=marenostrum4 +2021-12-17 20:22:53,585 Checking jobs for platform=nord3 +2021-12-17 20:22:53,585 Checking jobs for platform=local +2021-12-17 20:22:53,586 Checking jobs for platform=transfer_node +2021-12-17 20:22:53,586 Checking all jobs at once +2021-12-17 20:22:56,469 Successful check job command +2021-12-17 20:23:00,706 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:23:00,706 End of checking +2021-12-17 20:23:00,708 Updating FAILED jobs +2021-12-17 20:23:00,708 Updating WAITING jobs +2021-12-17 20:23:00,708 Update finished +2021-12-17 20:23:00,708 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:23:00,708 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:23:00,708 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:23:00,709 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:23:00,711 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:23:00,714 Job list saved +2021-12-17 20:23:00,718 Updating FAILED jobs +2021-12-17 20:23:00,719 Updating WAITING jobs +2021-12-17 20:23:00,719 Update finished +2021-12-17 20:23:10,729 Reloading parameters... +2021-12-17 20:23:10,749 Loading parameters... +2021-12-17 20:23:10,750 Loading project parameters... +2021-12-17 20:23:10,752 + +23 of 25 jobs remaining (20:23) +2021-12-17 20:23:10,752 Sleep: 10 +2021-12-17 20:23:10,752 Number of retrials: 0 +2021-12-17 20:23:10,752 WRAPPER CHECK TIME = 10 +2021-12-17 20:23:10,753 Checking jobs for platform=marenostrum4 +2021-12-17 20:23:10,753 Checking jobs for platform=nord3 +2021-12-17 20:23:10,754 Checking jobs for platform=local +2021-12-17 20:23:10,754 Checking jobs for platform=transfer_node +2021-12-17 20:23:10,755 Checking all jobs at once +2021-12-17 20:23:12,074 Successful check job command +2021-12-17 20:23:15,597 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:23:15,597 End of checking +2021-12-17 20:23:15,599 Updating FAILED jobs +2021-12-17 20:23:15,599 Updating WAITING jobs +2021-12-17 20:23:15,600 Update finished +2021-12-17 20:23:15,600 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:23:15,600 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:23:15,601 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:23:15,601 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:23:15,603 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:23:15,605 Job list saved +2021-12-17 20:23:15,610 Updating FAILED jobs +2021-12-17 20:23:15,610 Updating WAITING jobs +2021-12-17 20:23:15,610 Update finished +2021-12-17 20:23:25,620 Reloading parameters... +2021-12-17 20:23:25,644 Loading parameters... +2021-12-17 20:23:25,645 Loading project parameters... +2021-12-17 20:23:25,647 + +23 of 25 jobs remaining (20:23) +2021-12-17 20:23:25,647 Sleep: 10 +2021-12-17 20:23:25,647 Number of retrials: 0 +2021-12-17 20:23:25,647 WRAPPER CHECK TIME = 10 +2021-12-17 20:23:25,649 Checking jobs for platform=marenostrum4 +2021-12-17 20:23:25,649 Checking jobs for platform=nord3 +2021-12-17 20:23:25,650 Checking jobs for platform=local +2021-12-17 20:23:25,650 Checking jobs for platform=transfer_node +2021-12-17 20:23:25,650 Checking all jobs at once +2021-12-17 20:23:27,925 Successful check job command +2021-12-17 20:23:33,725 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:23:33,726 End of checking +2021-12-17 20:23:33,727 Updating FAILED jobs +2021-12-17 20:23:33,727 Updating WAITING jobs +2021-12-17 20:23:33,727 Update finished +2021-12-17 20:23:33,728 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:23:33,728 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:23:33,728 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:23:33,728 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:23:33,732 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:23:33,734 Job list saved +2021-12-17 20:23:33,739 Updating FAILED jobs +2021-12-17 20:23:33,739 Updating WAITING jobs +2021-12-17 20:23:33,740 Update finished +2021-12-17 20:23:43,750 Reloading parameters... +2021-12-17 20:23:43,771 Loading parameters... +2021-12-17 20:23:43,772 Loading project parameters... +2021-12-17 20:23:43,774 + +23 of 25 jobs remaining (20:23) +2021-12-17 20:23:43,774 Sleep: 10 +2021-12-17 20:23:43,774 Number of retrials: 0 +2021-12-17 20:23:43,774 WRAPPER CHECK TIME = 10 +2021-12-17 20:23:43,775 Checking jobs for platform=marenostrum4 +2021-12-17 20:23:43,776 Checking jobs for platform=nord3 +2021-12-17 20:23:43,776 Checking jobs for platform=local +2021-12-17 20:23:43,777 Checking jobs for platform=transfer_node +2021-12-17 20:23:43,777 Checking all jobs at once +2021-12-17 20:23:46,416 Successful check job command +2021-12-17 20:23:49,639 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:23:49,639 End of checking +2021-12-17 20:23:49,640 Updating FAILED jobs +2021-12-17 20:23:49,640 Updating WAITING jobs +2021-12-17 20:23:49,640 Update finished +2021-12-17 20:23:49,641 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:23:49,641 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:23:49,641 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:23:49,642 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:23:49,653 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:23:49,658 Job list saved +2021-12-17 20:23:49,666 Updating FAILED jobs +2021-12-17 20:23:49,666 Updating WAITING jobs +2021-12-17 20:23:49,666 Update finished +2021-12-17 20:23:59,676 Reloading parameters... +2021-12-17 20:23:59,740 Loading parameters... +2021-12-17 20:23:59,742 Loading project parameters... +2021-12-17 20:23:59,746 + +23 of 25 jobs remaining (20:23) +2021-12-17 20:23:59,746 Sleep: 10 +2021-12-17 20:23:59,746 Number of retrials: 0 +2021-12-17 20:23:59,746 WRAPPER CHECK TIME = 10 +2021-12-17 20:23:59,747 Checking jobs for platform=marenostrum4 +2021-12-17 20:23:59,747 Checking jobs for platform=nord3 +2021-12-17 20:23:59,748 Checking jobs for platform=local +2021-12-17 20:23:59,748 Checking jobs for platform=transfer_node +2021-12-17 20:23:59,748 Checking all jobs at once +2021-12-17 20:24:01,390 Successful check job command +2021-12-17 20:24:03,881 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:24:03,885 End of checking +2021-12-17 20:24:03,892 Updating FAILED jobs +2021-12-17 20:24:03,892 Updating WAITING jobs +2021-12-17 20:24:03,893 Update finished +2021-12-17 20:24:03,893 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:24:03,893 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:24:03,893 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:24:03,893 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:24:03,900 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:24:03,903 Job list saved +2021-12-17 20:24:03,910 Updating FAILED jobs +2021-12-17 20:24:03,910 Updating WAITING jobs +2021-12-17 20:24:03,911 Update finished +2021-12-17 20:24:13,921 Reloading parameters... +2021-12-17 20:24:13,945 Loading parameters... +2021-12-17 20:24:13,946 Loading project parameters... +2021-12-17 20:24:13,949 + +23 of 25 jobs remaining (20:24) +2021-12-17 20:24:13,949 Sleep: 10 +2021-12-17 20:24:13,949 Number of retrials: 0 +2021-12-17 20:24:13,949 WRAPPER CHECK TIME = 10 +2021-12-17 20:24:13,950 Checking jobs for platform=marenostrum4 +2021-12-17 20:24:13,950 Checking jobs for platform=nord3 +2021-12-17 20:24:13,951 Checking jobs for platform=local +2021-12-17 20:24:13,951 Checking jobs for platform=transfer_node +2021-12-17 20:24:13,951 Checking all jobs at once +2021-12-17 20:24:15,326 Successful check job command +2021-12-17 20:24:17,101 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:24:17,101 End of checking +2021-12-17 20:24:17,104 Updating FAILED jobs +2021-12-17 20:24:17,104 Updating WAITING jobs +2021-12-17 20:24:17,104 Update finished +2021-12-17 20:24:17,104 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:24:17,104 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:24:17,105 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:24:17,105 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:24:17,109 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:24:17,112 Job list saved +2021-12-17 20:24:17,124 Updating FAILED jobs +2021-12-17 20:24:17,124 Updating WAITING jobs +2021-12-17 20:24:17,125 Update finished +2021-12-17 20:24:27,135 Reloading parameters... +2021-12-17 20:24:27,175 Loading parameters... +2021-12-17 20:24:27,176 Loading project parameters... +2021-12-17 20:24:27,178 + +23 of 25 jobs remaining (20:24) +2021-12-17 20:24:27,178 Sleep: 10 +2021-12-17 20:24:27,178 Number of retrials: 0 +2021-12-17 20:24:27,179 WRAPPER CHECK TIME = 10 +2021-12-17 20:24:27,179 Checking jobs for platform=marenostrum4 +2021-12-17 20:24:27,180 Checking jobs for platform=nord3 +2021-12-17 20:24:27,181 Checking jobs for platform=local +2021-12-17 20:24:27,181 Checking jobs for platform=transfer_node +2021-12-17 20:24:27,181 Checking all jobs at once +2021-12-17 20:24:30,506 Successful check job command +2021-12-17 20:24:32,379 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:24:32,380 End of checking +2021-12-17 20:24:32,381 Updating FAILED jobs +2021-12-17 20:24:32,381 Updating WAITING jobs +2021-12-17 20:24:32,381 Update finished +2021-12-17 20:24:32,382 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:24:32,382 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:24:32,382 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:24:32,382 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:24:32,385 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:24:32,388 Job list saved +2021-12-17 20:24:32,395 Updating FAILED jobs +2021-12-17 20:24:32,395 Updating WAITING jobs +2021-12-17 20:24:32,395 Update finished +2021-12-17 20:24:42,406 Reloading parameters... +2021-12-17 20:24:42,428 Loading parameters... +2021-12-17 20:24:42,430 Loading project parameters... +2021-12-17 20:24:42,432 + +23 of 25 jobs remaining (20:24) +2021-12-17 20:24:42,432 Sleep: 10 +2021-12-17 20:24:42,432 Number of retrials: 0 +2021-12-17 20:24:42,432 WRAPPER CHECK TIME = 10 +2021-12-17 20:24:42,433 Checking jobs for platform=marenostrum4 +2021-12-17 20:24:42,434 Checking jobs for platform=nord3 +2021-12-17 20:24:42,434 Checking jobs for platform=local +2021-12-17 20:24:42,435 Checking jobs for platform=transfer_node +2021-12-17 20:24:42,435 Checking all jobs at once +2021-12-17 20:24:45,609 Successful check job command +2021-12-17 20:24:48,231 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:24:48,231 End of checking +2021-12-17 20:24:48,233 Updating FAILED jobs +2021-12-17 20:24:48,233 Updating WAITING jobs +2021-12-17 20:24:48,233 Update finished +2021-12-17 20:24:48,233 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:24:48,233 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:24:48,234 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:24:48,234 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:24:48,237 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:24:48,239 Job list saved +2021-12-17 20:24:48,246 Updating FAILED jobs +2021-12-17 20:24:48,246 Updating WAITING jobs +2021-12-17 20:24:48,246 Update finished +2021-12-17 20:24:58,257 Reloading parameters... +2021-12-17 20:24:58,279 Loading parameters... +2021-12-17 20:24:58,281 Loading project parameters... +2021-12-17 20:24:58,282 + +23 of 25 jobs remaining (20:24) +2021-12-17 20:24:58,283 Sleep: 10 +2021-12-17 20:24:58,283 Number of retrials: 0 +2021-12-17 20:24:58,283 WRAPPER CHECK TIME = 10 +2021-12-17 20:24:58,283 Checking jobs for platform=marenostrum4 +2021-12-17 20:24:58,284 Checking jobs for platform=nord3 +2021-12-17 20:24:58,285 Checking jobs for platform=local +2021-12-17 20:24:58,285 Checking jobs for platform=transfer_node +2021-12-17 20:24:58,285 Checking all jobs at once +2021-12-17 20:24:59,608 Successful check job command +2021-12-17 20:25:04,103 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:25:04,103 End of checking +2021-12-17 20:25:04,105 Updating FAILED jobs +2021-12-17 20:25:04,105 Updating WAITING jobs +2021-12-17 20:25:04,105 Update finished +2021-12-17 20:25:04,105 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:25:04,106 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:25:04,106 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:25:04,106 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:25:04,110 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:25:04,141 Job list saved +2021-12-17 20:25:04,153 Updating FAILED jobs +2021-12-17 20:25:04,153 Updating WAITING jobs +2021-12-17 20:25:04,153 Update finished +2021-12-17 20:25:14,163 Reloading parameters... +2021-12-17 20:25:14,199 Loading parameters... +2021-12-17 20:25:14,202 Loading project parameters... +2021-12-17 20:25:14,204 + +23 of 25 jobs remaining (20:25) +2021-12-17 20:25:14,204 Sleep: 10 +2021-12-17 20:25:14,204 Number of retrials: 0 +2021-12-17 20:25:14,204 WRAPPER CHECK TIME = 10 +2021-12-17 20:25:14,205 Checking jobs for platform=marenostrum4 +2021-12-17 20:25:14,205 Checking jobs for platform=nord3 +2021-12-17 20:25:14,206 Checking jobs for platform=local +2021-12-17 20:25:14,207 Checking jobs for platform=transfer_node +2021-12-17 20:25:14,207 Checking all jobs at once +2021-12-17 20:25:16,027 Successful check job command +2021-12-17 20:25:19,003 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:25:19,003 End of checking +2021-12-17 20:25:19,006 Updating FAILED jobs +2021-12-17 20:25:19,006 Updating WAITING jobs +2021-12-17 20:25:19,006 Update finished +2021-12-17 20:25:19,007 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:25:19,007 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:25:19,007 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:25:19,008 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:25:19,010 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:25:19,013 Job list saved +2021-12-17 20:25:19,031 Updating FAILED jobs +2021-12-17 20:25:19,032 Updating WAITING jobs +2021-12-17 20:25:19,032 Update finished +2021-12-17 20:25:29,042 Reloading parameters... +2021-12-17 20:25:29,093 Loading parameters... +2021-12-17 20:25:29,095 Loading project parameters... +2021-12-17 20:25:29,097 + +23 of 25 jobs remaining (20:25) +2021-12-17 20:25:29,097 Sleep: 10 +2021-12-17 20:25:29,097 Number of retrials: 0 +2021-12-17 20:25:29,097 WRAPPER CHECK TIME = 10 +2021-12-17 20:25:29,098 Checking jobs for platform=marenostrum4 +2021-12-17 20:25:29,099 Checking jobs for platform=nord3 +2021-12-17 20:25:29,099 Checking jobs for platform=local +2021-12-17 20:25:29,100 Checking jobs for platform=transfer_node +2021-12-17 20:25:29,100 Checking all jobs at once +2021-12-17 20:25:31,424 Successful check job command +2021-12-17 20:25:33,647 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:25:33,648 End of checking +2021-12-17 20:25:33,649 Updating FAILED jobs +2021-12-17 20:25:33,649 Updating WAITING jobs +2021-12-17 20:25:33,650 Update finished +2021-12-17 20:25:33,650 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:25:33,650 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:25:33,650 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:25:33,650 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:25:33,657 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:25:33,661 Job list saved +2021-12-17 20:25:33,666 Updating FAILED jobs +2021-12-17 20:25:33,666 Updating WAITING jobs +2021-12-17 20:25:33,666 Update finished +2021-12-17 20:25:43,676 Reloading parameters... +2021-12-17 20:25:43,698 Loading parameters... +2021-12-17 20:25:43,699 Loading project parameters... +2021-12-17 20:25:43,701 + +23 of 25 jobs remaining (20:25) +2021-12-17 20:25:43,701 Sleep: 10 +2021-12-17 20:25:43,701 Number of retrials: 0 +2021-12-17 20:25:43,701 WRAPPER CHECK TIME = 10 +2021-12-17 20:25:43,702 Checking jobs for platform=marenostrum4 +2021-12-17 20:25:43,703 Checking jobs for platform=nord3 +2021-12-17 20:25:43,703 Checking jobs for platform=local +2021-12-17 20:25:43,704 Checking jobs for platform=transfer_node +2021-12-17 20:25:43,704 Checking all jobs at once +2021-12-17 20:25:45,279 Successful check job command +2021-12-17 20:25:47,514 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:25:47,515 End of checking +2021-12-17 20:25:47,520 Updating FAILED jobs +2021-12-17 20:25:47,520 Updating WAITING jobs +2021-12-17 20:25:47,520 Update finished +2021-12-17 20:25:47,520 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:25:47,521 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:25:47,521 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:25:47,521 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:25:47,523 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:25:47,527 Job list saved +2021-12-17 20:25:47,534 Updating FAILED jobs +2021-12-17 20:25:47,534 Updating WAITING jobs +2021-12-17 20:25:47,534 Update finished +2021-12-17 20:25:57,545 Reloading parameters... +2021-12-17 20:25:57,577 Loading parameters... +2021-12-17 20:25:57,583 Loading project parameters... +2021-12-17 20:25:57,589 + +23 of 25 jobs remaining (20:25) +2021-12-17 20:25:57,589 Sleep: 10 +2021-12-17 20:25:57,589 Number of retrials: 0 +2021-12-17 20:25:57,589 WRAPPER CHECK TIME = 10 +2021-12-17 20:25:57,591 Checking jobs for platform=marenostrum4 +2021-12-17 20:25:57,592 Checking jobs for platform=nord3 +2021-12-17 20:25:57,592 Checking jobs for platform=local +2021-12-17 20:25:57,593 Checking jobs for platform=transfer_node +2021-12-17 20:25:57,593 Checking all jobs at once +2021-12-17 20:26:00,016 Successful check job command +2021-12-17 20:26:01,989 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:26:01,989 End of checking +2021-12-17 20:26:01,990 Updating FAILED jobs +2021-12-17 20:26:01,990 Updating WAITING jobs +2021-12-17 20:26:01,991 Update finished +2021-12-17 20:26:01,991 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:26:01,992 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:26:01,992 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:26:01,992 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:26:01,995 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:26:01,997 Job list saved +2021-12-17 20:26:02,002 Updating FAILED jobs +2021-12-17 20:26:02,002 Updating WAITING jobs +2021-12-17 20:26:02,003 Update finished +2021-12-17 20:26:12,013 Reloading parameters... +2021-12-17 20:26:12,040 Loading parameters... +2021-12-17 20:26:12,041 Loading project parameters... +2021-12-17 20:26:12,043 + +23 of 25 jobs remaining (20:26) +2021-12-17 20:26:12,044 Sleep: 10 +2021-12-17 20:26:12,044 Number of retrials: 0 +2021-12-17 20:26:12,044 WRAPPER CHECK TIME = 10 +2021-12-17 20:26:12,044 Checking jobs for platform=marenostrum4 +2021-12-17 20:26:12,045 Checking jobs for platform=nord3 +2021-12-17 20:26:12,046 Checking jobs for platform=local +2021-12-17 20:26:12,046 Checking jobs for platform=transfer_node +2021-12-17 20:26:12,046 Checking all jobs at once +2021-12-17 20:26:14,025 Successful check job command +2021-12-17 20:26:16,352 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:26:16,352 End of checking +2021-12-17 20:26:16,354 Updating FAILED jobs +2021-12-17 20:26:16,354 Updating WAITING jobs +2021-12-17 20:26:16,354 Update finished +2021-12-17 20:26:16,362 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:26:16,362 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:26:16,362 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:26:16,362 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:26:16,365 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:26:16,373 Job list saved +2021-12-17 20:26:16,385 Updating FAILED jobs +2021-12-17 20:26:16,385 Updating WAITING jobs +2021-12-17 20:26:16,385 Update finished +2021-12-17 20:26:26,394 Reloading parameters... +2021-12-17 20:26:26,414 Loading parameters... +2021-12-17 20:26:26,415 Loading project parameters... +2021-12-17 20:26:26,417 + +23 of 25 jobs remaining (20:26) +2021-12-17 20:26:26,417 Sleep: 10 +2021-12-17 20:26:26,417 Number of retrials: 0 +2021-12-17 20:26:26,417 WRAPPER CHECK TIME = 10 +2021-12-17 20:26:26,418 Checking jobs for platform=marenostrum4 +2021-12-17 20:26:26,419 Checking jobs for platform=nord3 +2021-12-17 20:26:26,419 Checking jobs for platform=local +2021-12-17 20:26:26,420 Checking jobs for platform=transfer_node +2021-12-17 20:26:26,420 Checking all jobs at once +2021-12-17 20:26:27,841 Successful check job command +2021-12-17 20:26:29,962 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:26:29,962 End of checking +2021-12-17 20:26:29,964 Updating FAILED jobs +2021-12-17 20:26:29,964 Updating WAITING jobs +2021-12-17 20:26:29,964 Update finished +2021-12-17 20:26:29,964 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:26:29,964 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:26:29,964 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:26:29,965 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:26:29,968 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:26:29,970 Job list saved +2021-12-17 20:26:29,975 Updating FAILED jobs +2021-12-17 20:26:29,975 Updating WAITING jobs +2021-12-17 20:26:29,975 Update finished +2021-12-17 20:26:39,986 Reloading parameters... +2021-12-17 20:26:40,021 Loading parameters... +2021-12-17 20:26:40,023 Loading project parameters... +2021-12-17 20:26:40,025 + +23 of 25 jobs remaining (20:26) +2021-12-17 20:26:40,025 Sleep: 10 +2021-12-17 20:26:40,026 Number of retrials: 0 +2021-12-17 20:26:40,026 WRAPPER CHECK TIME = 10 +2021-12-17 20:26:40,026 Checking jobs for platform=marenostrum4 +2021-12-17 20:26:40,030 Checking jobs for platform=nord3 +2021-12-17 20:26:40,031 Checking jobs for platform=local +2021-12-17 20:26:40,031 Checking jobs for platform=transfer_node +2021-12-17 20:26:40,031 Checking all jobs at once +2021-12-17 20:26:41,605 Successful check job command +2021-12-17 20:26:45,766 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:26:45,766 End of checking +2021-12-17 20:26:45,769 Updating FAILED jobs +2021-12-17 20:26:45,769 Updating WAITING jobs +2021-12-17 20:26:45,770 Update finished +2021-12-17 20:26:45,770 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:26:45,770 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:26:45,770 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:26:45,771 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:26:45,774 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:26:45,777 Job list saved +2021-12-17 20:26:45,782 Updating FAILED jobs +2021-12-17 20:26:45,783 Updating WAITING jobs +2021-12-17 20:26:45,783 Update finished +2021-12-17 20:26:55,785 Reloading parameters... +2021-12-17 20:26:55,806 Loading parameters... +2021-12-17 20:26:55,808 Loading project parameters... +2021-12-17 20:26:55,810 + +23 of 25 jobs remaining (20:26) +2021-12-17 20:26:55,810 Sleep: 10 +2021-12-17 20:26:55,810 Number of retrials: 0 +2021-12-17 20:26:55,810 WRAPPER CHECK TIME = 10 +2021-12-17 20:26:55,811 Checking jobs for platform=marenostrum4 +2021-12-17 20:26:55,812 Checking jobs for platform=nord3 +2021-12-17 20:26:55,812 Checking jobs for platform=local +2021-12-17 20:26:55,813 Checking jobs for platform=transfer_node +2021-12-17 20:26:55,813 Checking all jobs at once +2021-12-17 20:26:57,332 Successful check job command +2021-12-17 20:26:59,254 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:26:59,255 End of checking +2021-12-17 20:26:59,256 Updating FAILED jobs +2021-12-17 20:26:59,256 Updating WAITING jobs +2021-12-17 20:26:59,257 Update finished +2021-12-17 20:26:59,257 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:26:59,257 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:26:59,257 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:26:59,257 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:26:59,261 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:26:59,263 Job list saved +2021-12-17 20:26:59,268 Updating FAILED jobs +2021-12-17 20:26:59,268 Updating WAITING jobs +2021-12-17 20:26:59,268 Update finished +2021-12-17 20:27:09,279 Reloading parameters... +2021-12-17 20:27:09,299 Loading parameters... +2021-12-17 20:27:09,300 Loading project parameters... +2021-12-17 20:27:09,302 + +23 of 25 jobs remaining (20:27) +2021-12-17 20:27:09,302 Sleep: 10 +2021-12-17 20:27:09,302 Number of retrials: 0 +2021-12-17 20:27:09,302 WRAPPER CHECK TIME = 10 +2021-12-17 20:27:09,303 Checking jobs for platform=marenostrum4 +2021-12-17 20:27:09,303 Checking jobs for platform=nord3 +2021-12-17 20:27:09,304 Checking jobs for platform=local +2021-12-17 20:27:09,305 Checking jobs for platform=transfer_node +2021-12-17 20:27:09,305 Checking all jobs at once +2021-12-17 20:27:10,780 Successful check job command +2021-12-17 20:27:13,000 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:27:13,001 End of checking +2021-12-17 20:27:13,003 Updating FAILED jobs +2021-12-17 20:27:13,003 Updating WAITING jobs +2021-12-17 20:27:13,005 Update finished +2021-12-17 20:27:13,005 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:27:13,005 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:27:13,005 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:27:13,005 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:27:13,011 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:27:13,013 Job list saved +2021-12-17 20:27:13,018 Updating FAILED jobs +2021-12-17 20:27:13,018 Updating WAITING jobs +2021-12-17 20:27:13,018 Update finished +2021-12-17 20:27:23,028 Reloading parameters... +2021-12-17 20:27:23,053 Loading parameters... +2021-12-17 20:27:23,054 Loading project parameters... +2021-12-17 20:27:23,056 + +23 of 25 jobs remaining (20:27) +2021-12-17 20:27:23,057 Sleep: 10 +2021-12-17 20:27:23,057 Number of retrials: 0 +2021-12-17 20:27:23,057 WRAPPER CHECK TIME = 10 +2021-12-17 20:27:23,057 Checking jobs for platform=marenostrum4 +2021-12-17 20:27:23,058 Checking jobs for platform=nord3 +2021-12-17 20:27:23,058 Checking jobs for platform=local +2021-12-17 20:27:23,059 Checking jobs for platform=transfer_node +2021-12-17 20:27:23,059 Checking all jobs at once +2021-12-17 20:27:24,933 Successful check job command +2021-12-17 20:27:27,305 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:27:27,305 End of checking +2021-12-17 20:27:27,307 Updating FAILED jobs +2021-12-17 20:27:27,307 Updating WAITING jobs +2021-12-17 20:27:27,307 Update finished +2021-12-17 20:27:27,308 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:27:27,311 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:27:27,311 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:27:27,311 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:27:27,319 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:27:27,321 Job list saved +2021-12-17 20:27:27,327 Updating FAILED jobs +2021-12-17 20:27:27,328 Updating WAITING jobs +2021-12-17 20:27:27,328 Update finished +2021-12-17 20:27:37,332 Reloading parameters... +2021-12-17 20:27:37,368 Loading parameters... +2021-12-17 20:27:37,369 Loading project parameters... +2021-12-17 20:27:37,371 + +23 of 25 jobs remaining (20:27) +2021-12-17 20:27:37,371 Sleep: 10 +2021-12-17 20:27:37,371 Number of retrials: 0 +2021-12-17 20:27:37,371 WRAPPER CHECK TIME = 10 +2021-12-17 20:27:37,372 Checking jobs for platform=marenostrum4 +2021-12-17 20:27:37,373 Checking jobs for platform=nord3 +2021-12-17 20:27:37,373 Checking jobs for platform=local +2021-12-17 20:27:37,374 Checking jobs for platform=transfer_node +2021-12-17 20:27:37,374 Checking all jobs at once +2021-12-17 20:27:39,502 Successful check job command +2021-12-17 20:27:42,274 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:27:42,274 End of checking +2021-12-17 20:27:42,276 Updating FAILED jobs +2021-12-17 20:27:42,276 Updating WAITING jobs +2021-12-17 20:27:42,276 Update finished +2021-12-17 20:27:42,276 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:27:42,276 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:27:42,277 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:27:42,277 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:27:42,280 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:27:42,282 Job list saved +2021-12-17 20:27:42,288 Updating FAILED jobs +2021-12-17 20:27:42,288 Updating WAITING jobs +2021-12-17 20:27:42,288 Update finished +2021-12-17 20:27:52,298 Reloading parameters... +2021-12-17 20:27:52,317 Loading parameters... +2021-12-17 20:27:52,319 Loading project parameters... +2021-12-17 20:27:52,321 + +23 of 25 jobs remaining (20:27) +2021-12-17 20:27:52,321 Sleep: 10 +2021-12-17 20:27:52,321 Number of retrials: 0 +2021-12-17 20:27:52,321 WRAPPER CHECK TIME = 10 +2021-12-17 20:27:52,322 Checking jobs for platform=marenostrum4 +2021-12-17 20:27:52,322 Checking jobs for platform=nord3 +2021-12-17 20:27:52,323 Checking jobs for platform=local +2021-12-17 20:27:52,323 Checking jobs for platform=transfer_node +2021-12-17 20:27:52,323 Checking all jobs at once +2021-12-17 20:27:53,747 Successful check job command +2021-12-17 20:27:54,916 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:27:54,916 End of checking +2021-12-17 20:27:54,917 Updating FAILED jobs +2021-12-17 20:27:54,917 Updating WAITING jobs +2021-12-17 20:27:54,918 Update finished +2021-12-17 20:27:54,918 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:27:54,918 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:27:54,918 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:27:54,918 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:27:54,921 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:27:54,923 Job list saved +2021-12-17 20:27:54,934 Updating FAILED jobs +2021-12-17 20:27:54,934 Updating WAITING jobs +2021-12-17 20:27:54,934 Update finished +2021-12-17 20:28:04,944 Reloading parameters... +2021-12-17 20:28:04,975 Loading parameters... +2021-12-17 20:28:04,977 Loading project parameters... +2021-12-17 20:28:04,979 + +23 of 25 jobs remaining (20:28) +2021-12-17 20:28:04,979 Sleep: 10 +2021-12-17 20:28:04,979 Number of retrials: 0 +2021-12-17 20:28:04,979 WRAPPER CHECK TIME = 10 +2021-12-17 20:28:04,980 Checking jobs for platform=marenostrum4 +2021-12-17 20:28:04,980 Checking jobs for platform=nord3 +2021-12-17 20:28:04,981 Checking jobs for platform=local +2021-12-17 20:28:04,981 Checking jobs for platform=transfer_node +2021-12-17 20:28:04,981 Checking all jobs at once +2021-12-17 20:28:07,054 Successful check job command +2021-12-17 20:28:09,077 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:28:09,078 End of checking +2021-12-17 20:28:09,079 Updating FAILED jobs +2021-12-17 20:28:09,080 Updating WAITING jobs +2021-12-17 20:28:09,080 Update finished +2021-12-17 20:28:09,080 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:28:09,081 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:28:09,081 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:28:09,081 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:28:09,084 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:28:09,086 Job list saved +2021-12-17 20:28:09,094 Updating FAILED jobs +2021-12-17 20:28:09,094 Updating WAITING jobs +2021-12-17 20:28:09,094 Update finished +2021-12-17 20:28:19,105 Reloading parameters... +2021-12-17 20:28:19,127 Loading parameters... +2021-12-17 20:28:19,128 Loading project parameters... +2021-12-17 20:28:19,130 + +23 of 25 jobs remaining (20:28) +2021-12-17 20:28:19,130 Sleep: 10 +2021-12-17 20:28:19,130 Number of retrials: 0 +2021-12-17 20:28:19,130 WRAPPER CHECK TIME = 10 +2021-12-17 20:28:19,131 Checking jobs for platform=marenostrum4 +2021-12-17 20:28:19,131 Checking jobs for platform=nord3 +2021-12-17 20:28:19,132 Checking jobs for platform=local +2021-12-17 20:28:19,132 Checking jobs for platform=transfer_node +2021-12-17 20:28:19,132 Checking all jobs at once +2021-12-17 20:28:20,555 Successful check job command +2021-12-17 20:28:22,687 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:28:22,688 End of checking +2021-12-17 20:28:22,689 Updating FAILED jobs +2021-12-17 20:28:22,690 Updating WAITING jobs +2021-12-17 20:28:22,690 Update finished +2021-12-17 20:28:22,690 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:28:22,690 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:28:22,690 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:28:22,691 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:28:22,694 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:28:22,696 Job list saved +2021-12-17 20:28:22,709 Updating FAILED jobs +2021-12-17 20:28:22,709 Updating WAITING jobs +2021-12-17 20:28:22,710 Update finished +2021-12-17 20:28:32,720 Reloading parameters... +2021-12-17 20:28:32,846 Loading parameters... +2021-12-17 20:28:32,848 Loading project parameters... +2021-12-17 20:28:32,849 + +23 of 25 jobs remaining (20:28) +2021-12-17 20:28:32,850 Sleep: 10 +2021-12-17 20:28:32,850 Number of retrials: 0 +2021-12-17 20:28:32,850 WRAPPER CHECK TIME = 10 +2021-12-17 20:28:32,850 Checking jobs for platform=marenostrum4 +2021-12-17 20:28:32,851 Checking jobs for platform=nord3 +2021-12-17 20:28:32,852 Checking jobs for platform=local +2021-12-17 20:28:32,852 Checking jobs for platform=transfer_node +2021-12-17 20:28:32,852 Checking all jobs at once +2021-12-17 20:28:34,535 Successful check job command +2021-12-17 20:28:37,609 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:28:37,609 End of checking +2021-12-17 20:28:37,610 Updating FAILED jobs +2021-12-17 20:28:37,611 Updating WAITING jobs +2021-12-17 20:28:37,611 Update finished +2021-12-17 20:28:37,611 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:28:37,611 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:28:37,611 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:28:37,611 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:28:37,614 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:28:37,616 Job list saved +2021-12-17 20:28:37,621 Updating FAILED jobs +2021-12-17 20:28:37,621 Updating WAITING jobs +2021-12-17 20:28:37,622 Update finished +2021-12-17 20:28:47,634 Reloading parameters... +2021-12-17 20:28:47,668 Loading parameters... +2021-12-17 20:28:47,681 Loading project parameters... +2021-12-17 20:28:47,690 + +23 of 25 jobs remaining (20:28) +2021-12-17 20:28:47,691 Sleep: 10 +2021-12-17 20:28:47,694 Number of retrials: 0 +2021-12-17 20:28:47,694 WRAPPER CHECK TIME = 10 +2021-12-17 20:28:47,695 Checking jobs for platform=marenostrum4 +2021-12-17 20:28:47,695 Checking jobs for platform=nord3 +2021-12-17 20:28:47,696 Checking jobs for platform=local +2021-12-17 20:28:47,696 Checking jobs for platform=transfer_node +2021-12-17 20:28:47,697 Checking all jobs at once +2021-12-17 20:28:50,771 Successful check job command +2021-12-17 20:28:54,507 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:28:54,507 End of checking +2021-12-17 20:28:54,510 Updating FAILED jobs +2021-12-17 20:28:54,510 Updating WAITING jobs +2021-12-17 20:28:54,510 Update finished +2021-12-17 20:28:54,510 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:28:54,512 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:28:54,512 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:28:54,515 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:28:54,521 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:28:54,524 Job list saved +2021-12-17 20:28:54,532 Updating FAILED jobs +2021-12-17 20:28:54,533 Updating WAITING jobs +2021-12-17 20:28:54,533 Update finished +2021-12-17 20:29:04,543 Reloading parameters... +2021-12-17 20:29:04,574 Loading parameters... +2021-12-17 20:29:04,575 Loading project parameters... +2021-12-17 20:29:04,579 + +23 of 25 jobs remaining (20:29) +2021-12-17 20:29:04,579 Sleep: 10 +2021-12-17 20:29:04,579 Number of retrials: 0 +2021-12-17 20:29:04,579 WRAPPER CHECK TIME = 10 +2021-12-17 20:29:04,581 Checking jobs for platform=marenostrum4 +2021-12-17 20:29:04,582 Checking jobs for platform=nord3 +2021-12-17 20:29:04,583 Checking jobs for platform=local +2021-12-17 20:29:04,585 Checking jobs for platform=transfer_node +2021-12-17 20:29:04,585 Checking all jobs at once +2021-12-17 20:29:06,306 Successful check job command +2021-12-17 20:29:08,277 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:29:08,277 End of checking +2021-12-17 20:29:08,283 Updating FAILED jobs +2021-12-17 20:29:08,283 Updating WAITING jobs +2021-12-17 20:29:08,283 Update finished +2021-12-17 20:29:08,283 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:29:08,284 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:29:08,284 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:29:08,284 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:29:08,288 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:29:08,293 Job list saved +2021-12-17 20:29:08,300 Updating FAILED jobs +2021-12-17 20:29:08,300 Updating WAITING jobs +2021-12-17 20:29:08,300 Update finished +2021-12-17 20:29:18,311 Reloading parameters... +2021-12-17 20:29:18,348 Loading parameters... +2021-12-17 20:29:18,351 Loading project parameters... +2021-12-17 20:29:18,352 + +23 of 25 jobs remaining (20:29) +2021-12-17 20:29:18,353 Sleep: 10 +2021-12-17 20:29:18,353 Number of retrials: 0 +2021-12-17 20:29:18,353 WRAPPER CHECK TIME = 10 +2021-12-17 20:29:18,353 Checking jobs for platform=marenostrum4 +2021-12-17 20:29:18,354 Checking jobs for platform=nord3 +2021-12-17 20:29:18,355 Checking jobs for platform=local +2021-12-17 20:29:18,355 Checking jobs for platform=transfer_node +2021-12-17 20:29:18,355 Checking all jobs at once +2021-12-17 20:29:20,375 Successful check job command +2021-12-17 20:29:22,102 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:29:22,102 End of checking +2021-12-17 20:29:22,104 Updating FAILED jobs +2021-12-17 20:29:22,104 Updating WAITING jobs +2021-12-17 20:29:22,104 Update finished +2021-12-17 20:29:22,105 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:29:22,105 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:29:22,105 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:29:22,105 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:29:22,108 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:29:22,110 Job list saved +2021-12-17 20:29:22,115 Updating FAILED jobs +2021-12-17 20:29:22,115 Updating WAITING jobs +2021-12-17 20:29:22,116 Update finished +2021-12-17 20:29:32,126 Reloading parameters... +2021-12-17 20:29:32,160 Loading parameters... +2021-12-17 20:29:32,161 Loading project parameters... +2021-12-17 20:29:32,166 + +23 of 25 jobs remaining (20:29) +2021-12-17 20:29:32,166 Sleep: 10 +2021-12-17 20:29:32,166 Number of retrials: 0 +2021-12-17 20:29:32,166 WRAPPER CHECK TIME = 10 +2021-12-17 20:29:32,169 Checking jobs for platform=marenostrum4 +2021-12-17 20:29:32,169 Checking jobs for platform=nord3 +2021-12-17 20:29:32,171 Checking jobs for platform=local +2021-12-17 20:29:32,172 Checking jobs for platform=transfer_node +2021-12-17 20:29:32,172 Checking all jobs at once +2021-12-17 20:29:35,895 Successful check job command +2021-12-17 20:29:39,535 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:29:39,535 End of checking +2021-12-17 20:29:39,537 Updating FAILED jobs +2021-12-17 20:29:39,537 Updating WAITING jobs +2021-12-17 20:29:39,537 Update finished +2021-12-17 20:29:39,537 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:29:39,538 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:29:39,538 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:29:39,538 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:29:39,542 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:29:39,544 Job list saved +2021-12-17 20:29:39,549 Updating FAILED jobs +2021-12-17 20:29:39,550 Updating WAITING jobs +2021-12-17 20:29:39,550 Update finished +2021-12-17 20:29:49,560 Reloading parameters... +2021-12-17 20:29:49,580 Loading parameters... +2021-12-17 20:29:49,581 Loading project parameters... +2021-12-17 20:29:49,583 + +23 of 25 jobs remaining (20:29) +2021-12-17 20:29:49,583 Sleep: 10 +2021-12-17 20:29:49,584 Number of retrials: 0 +2021-12-17 20:29:49,584 WRAPPER CHECK TIME = 10 +2021-12-17 20:29:49,584 Checking jobs for platform=marenostrum4 +2021-12-17 20:29:49,585 Checking jobs for platform=nord3 +2021-12-17 20:29:49,585 Checking jobs for platform=local +2021-12-17 20:29:49,586 Checking jobs for platform=transfer_node +2021-12-17 20:29:49,586 Checking all jobs at once +2021-12-17 20:29:51,406 Successful check job command +2021-12-17 20:29:55,732 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:29:55,733 End of checking +2021-12-17 20:29:55,734 Updating FAILED jobs +2021-12-17 20:29:55,734 Updating WAITING jobs +2021-12-17 20:29:55,734 Update finished +2021-12-17 20:29:55,734 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:29:55,735 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:29:55,735 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:29:55,735 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:29:55,738 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:29:55,740 Job list saved +2021-12-17 20:29:55,745 Updating FAILED jobs +2021-12-17 20:29:55,745 Updating WAITING jobs +2021-12-17 20:29:55,745 Update finished +2021-12-17 20:30:05,756 Reloading parameters... +2021-12-17 20:30:05,815 Loading parameters... +2021-12-17 20:30:05,816 Loading project parameters... +2021-12-17 20:30:05,818 + +23 of 25 jobs remaining (20:30) +2021-12-17 20:30:05,818 Sleep: 10 +2021-12-17 20:30:05,818 Number of retrials: 0 +2021-12-17 20:30:05,819 WRAPPER CHECK TIME = 10 +2021-12-17 20:30:05,827 Checking jobs for platform=marenostrum4 +2021-12-17 20:30:05,828 Checking jobs for platform=nord3 +2021-12-17 20:30:05,828 Checking jobs for platform=local +2021-12-17 20:30:05,829 Checking jobs for platform=transfer_node +2021-12-17 20:30:05,829 Checking all jobs at once +2021-12-17 20:30:07,221 Successful check job command +2021-12-17 20:30:08,870 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:30:08,870 End of checking +2021-12-17 20:30:08,871 Updating FAILED jobs +2021-12-17 20:30:08,872 Updating WAITING jobs +2021-12-17 20:30:08,872 Update finished +2021-12-17 20:30:08,872 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:30:08,872 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:30:08,873 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:30:08,873 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:30:08,875 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:30:08,878 Job list saved +2021-12-17 20:30:08,883 Updating FAILED jobs +2021-12-17 20:30:08,883 Updating WAITING jobs +2021-12-17 20:30:08,883 Update finished +2021-12-17 20:30:18,893 Reloading parameters... +2021-12-17 20:30:18,911 Loading parameters... +2021-12-17 20:30:18,913 Loading project parameters... +2021-12-17 20:30:18,915 + +23 of 25 jobs remaining (20:30) +2021-12-17 20:30:18,915 Sleep: 10 +2021-12-17 20:30:18,915 Number of retrials: 0 +2021-12-17 20:30:18,915 WRAPPER CHECK TIME = 10 +2021-12-17 20:30:18,916 Checking jobs for platform=marenostrum4 +2021-12-17 20:30:18,916 Checking jobs for platform=nord3 +2021-12-17 20:30:18,918 Checking jobs for platform=local +2021-12-17 20:30:18,919 Checking jobs for platform=transfer_node +2021-12-17 20:30:18,919 Checking all jobs at once +2021-12-17 20:30:21,309 Successful check job command +2021-12-17 20:30:27,648 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:30:27,649 End of checking +2021-12-17 20:30:27,654 Updating FAILED jobs +2021-12-17 20:30:27,654 Updating WAITING jobs +2021-12-17 20:30:27,654 Update finished +2021-12-17 20:30:27,655 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:30:27,655 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:30:27,655 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:30:27,655 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:30:27,660 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:30:27,665 Job list saved +2021-12-17 20:30:27,676 Updating FAILED jobs +2021-12-17 20:30:27,677 Updating WAITING jobs +2021-12-17 20:30:27,677 Update finished +2021-12-17 20:30:37,687 Reloading parameters... +2021-12-17 20:30:37,706 Loading parameters... +2021-12-17 20:30:37,707 Loading project parameters... +2021-12-17 20:30:37,709 + +23 of 25 jobs remaining (20:30) +2021-12-17 20:30:37,709 Sleep: 10 +2021-12-17 20:30:37,709 Number of retrials: 0 +2021-12-17 20:30:37,709 WRAPPER CHECK TIME = 10 +2021-12-17 20:30:37,710 Checking jobs for platform=marenostrum4 +2021-12-17 20:30:37,710 Checking jobs for platform=nord3 +2021-12-17 20:30:37,711 Checking jobs for platform=local +2021-12-17 20:30:37,714 Checking jobs for platform=transfer_node +2021-12-17 20:30:37,714 Checking all jobs at once +2021-12-17 20:30:42,693 Successful check job command +2021-12-17 20:30:46,618 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:30:46,619 End of checking +2021-12-17 20:30:46,620 Updating FAILED jobs +2021-12-17 20:30:46,620 Updating WAITING jobs +2021-12-17 20:30:46,620 Update finished +2021-12-17 20:30:46,621 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:30:46,621 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:30:46,621 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:30:46,621 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:30:46,624 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:30:46,626 Job list saved +2021-12-17 20:30:46,632 Updating FAILED jobs +2021-12-17 20:30:46,632 Updating WAITING jobs +2021-12-17 20:30:46,632 Update finished +2021-12-17 20:30:56,642 Reloading parameters... +2021-12-17 20:30:56,825 Loading parameters... +2021-12-17 20:30:56,827 Loading project parameters... +2021-12-17 20:30:56,841 + +23 of 25 jobs remaining (20:30) +2021-12-17 20:30:56,841 Sleep: 10 +2021-12-17 20:30:56,841 Number of retrials: 0 +2021-12-17 20:30:56,841 WRAPPER CHECK TIME = 10 +2021-12-17 20:30:56,842 Checking jobs for platform=marenostrum4 +2021-12-17 20:30:56,845 Checking jobs for platform=nord3 +2021-12-17 20:30:56,848 Checking jobs for platform=local +2021-12-17 20:30:56,851 Checking jobs for platform=transfer_node +2021-12-17 20:30:56,851 Checking all jobs at once +2021-12-17 20:30:58,888 Successful check job command +2021-12-17 20:31:02,931 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:31:02,931 End of checking +2021-12-17 20:31:02,933 Updating FAILED jobs +2021-12-17 20:31:02,933 Updating WAITING jobs +2021-12-17 20:31:02,933 Update finished +2021-12-17 20:31:02,933 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:31:02,934 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:31:02,934 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:31:02,934 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:31:02,938 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:31:02,941 Job list saved +2021-12-17 20:31:02,946 Updating FAILED jobs +2021-12-17 20:31:02,946 Updating WAITING jobs +2021-12-17 20:31:02,946 Update finished +2021-12-17 20:31:12,955 Reloading parameters... +2021-12-17 20:31:12,974 Loading parameters... +2021-12-17 20:31:12,976 Loading project parameters... +2021-12-17 20:31:12,977 + +23 of 25 jobs remaining (20:31) +2021-12-17 20:31:12,978 Sleep: 10 +2021-12-17 20:31:12,978 Number of retrials: 0 +2021-12-17 20:31:12,978 WRAPPER CHECK TIME = 10 +2021-12-17 20:31:12,978 Checking jobs for platform=marenostrum4 +2021-12-17 20:31:12,979 Checking jobs for platform=nord3 +2021-12-17 20:31:12,979 Checking jobs for platform=local +2021-12-17 20:31:12,980 Checking jobs for platform=transfer_node +2021-12-17 20:31:12,980 Checking all jobs at once +2021-12-17 20:31:20,013 Successful check job command +2021-12-17 20:31:24,647 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:31:24,647 End of checking +2021-12-17 20:31:24,649 Updating FAILED jobs +2021-12-17 20:31:24,649 Updating WAITING jobs +2021-12-17 20:31:24,649 Update finished +2021-12-17 20:31:24,650 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:31:24,650 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:31:24,650 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:31:24,650 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:31:24,652 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:31:24,655 Job list saved +2021-12-17 20:31:24,660 Updating FAILED jobs +2021-12-17 20:31:24,660 Updating WAITING jobs +2021-12-17 20:31:24,660 Update finished +2021-12-17 20:31:34,670 Reloading parameters... +2021-12-17 20:31:34,688 Loading parameters... +2021-12-17 20:31:34,690 Loading project parameters... +2021-12-17 20:31:34,692 + +23 of 25 jobs remaining (20:31) +2021-12-17 20:31:34,693 Sleep: 10 +2021-12-17 20:31:34,693 Number of retrials: 0 +2021-12-17 20:31:34,693 WRAPPER CHECK TIME = 10 +2021-12-17 20:31:34,693 Checking jobs for platform=marenostrum4 +2021-12-17 20:31:34,694 Checking jobs for platform=nord3 +2021-12-17 20:31:34,694 Checking jobs for platform=local +2021-12-17 20:31:34,695 Checking jobs for platform=transfer_node +2021-12-17 20:31:34,695 Checking all jobs at once +2021-12-17 20:31:36,518 Successful check job command +2021-12-17 20:31:39,247 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:31:39,247 End of checking +2021-12-17 20:31:39,248 Updating FAILED jobs +2021-12-17 20:31:39,249 Updating WAITING jobs +2021-12-17 20:31:39,249 Update finished +2021-12-17 20:31:39,249 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:31:39,250 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:31:39,250 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:31:39,250 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:31:39,253 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:31:39,255 Job list saved +2021-12-17 20:31:39,261 Updating FAILED jobs +2021-12-17 20:31:39,261 Updating WAITING jobs +2021-12-17 20:31:39,262 Update finished +2021-12-17 20:31:49,270 Reloading parameters... +2021-12-17 20:31:49,292 Loading parameters... +2021-12-17 20:31:49,295 Loading project parameters... +2021-12-17 20:31:49,301 + +23 of 25 jobs remaining (20:31) +2021-12-17 20:31:49,301 Sleep: 10 +2021-12-17 20:31:49,302 Number of retrials: 0 +2021-12-17 20:31:49,302 WRAPPER CHECK TIME = 10 +2021-12-17 20:31:49,303 Checking jobs for platform=marenostrum4 +2021-12-17 20:31:49,304 Checking jobs for platform=nord3 +2021-12-17 20:31:49,306 Checking jobs for platform=local +2021-12-17 20:31:49,306 Checking jobs for platform=transfer_node +2021-12-17 20:31:49,307 Checking all jobs at once +2021-12-17 20:31:50,626 Successful check job command +2021-12-17 20:31:52,001 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:31:52,001 End of checking +2021-12-17 20:31:52,002 Updating FAILED jobs +2021-12-17 20:31:52,002 Updating WAITING jobs +2021-12-17 20:31:52,002 Update finished +2021-12-17 20:31:52,003 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:31:52,003 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:31:52,003 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:31:52,003 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:31:52,006 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:31:52,010 Job list saved +2021-12-17 20:31:52,015 Updating FAILED jobs +2021-12-17 20:31:52,015 Updating WAITING jobs +2021-12-17 20:31:52,016 Update finished +2021-12-17 20:32:02,023 Reloading parameters... +2021-12-17 20:32:02,042 Loading parameters... +2021-12-17 20:32:02,043 Loading project parameters... +2021-12-17 20:32:02,045 + +23 of 25 jobs remaining (20:32) +2021-12-17 20:32:02,045 Sleep: 10 +2021-12-17 20:32:02,045 Number of retrials: 0 +2021-12-17 20:32:02,045 WRAPPER CHECK TIME = 10 +2021-12-17 20:32:02,046 Checking jobs for platform=marenostrum4 +2021-12-17 20:32:02,046 Checking jobs for platform=nord3 +2021-12-17 20:32:02,047 Checking jobs for platform=local +2021-12-17 20:32:02,047 Checking jobs for platform=transfer_node +2021-12-17 20:32:02,047 Checking all jobs at once +2021-12-17 20:32:04,219 Successful check job command +2021-12-17 20:32:07,442 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:32:07,442 End of checking +2021-12-17 20:32:07,443 Updating FAILED jobs +2021-12-17 20:32:07,443 Updating WAITING jobs +2021-12-17 20:32:07,443 Update finished +2021-12-17 20:32:07,444 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:32:07,444 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:32:07,444 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:32:07,444 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:32:07,452 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:32:07,455 Job list saved +2021-12-17 20:32:07,461 Updating FAILED jobs +2021-12-17 20:32:07,462 Updating WAITING jobs +2021-12-17 20:32:07,462 Update finished +2021-12-17 20:32:17,472 Reloading parameters... +2021-12-17 20:32:17,513 Loading parameters... +2021-12-17 20:32:17,515 Loading project parameters... +2021-12-17 20:32:17,526 + +23 of 25 jobs remaining (20:32) +2021-12-17 20:32:17,526 Sleep: 10 +2021-12-17 20:32:17,526 Number of retrials: 0 +2021-12-17 20:32:17,526 WRAPPER CHECK TIME = 10 +2021-12-17 20:32:17,527 Checking jobs for platform=marenostrum4 +2021-12-17 20:32:17,527 Checking jobs for platform=nord3 +2021-12-17 20:32:17,528 Checking jobs for platform=local +2021-12-17 20:32:17,531 Checking jobs for platform=transfer_node +2021-12-17 20:32:17,531 Checking all jobs at once +2021-12-17 20:32:19,104 Successful check job command +2021-12-17 20:32:21,780 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:32:21,780 End of checking +2021-12-17 20:32:21,782 Updating FAILED jobs +2021-12-17 20:32:21,782 Updating WAITING jobs +2021-12-17 20:32:21,783 Update finished +2021-12-17 20:32:21,783 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:32:21,783 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:32:21,784 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:32:21,784 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:32:21,786 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:32:21,789 Job list saved +2021-12-17 20:32:21,800 Updating FAILED jobs +2021-12-17 20:32:21,800 Updating WAITING jobs +2021-12-17 20:32:21,800 Update finished +2021-12-17 20:32:31,810 Reloading parameters... +2021-12-17 20:32:31,828 Loading parameters... +2021-12-17 20:32:31,830 Loading project parameters... +2021-12-17 20:32:31,832 + +23 of 25 jobs remaining (20:32) +2021-12-17 20:32:31,832 Sleep: 10 +2021-12-17 20:32:31,832 Number of retrials: 0 +2021-12-17 20:32:31,832 WRAPPER CHECK TIME = 10 +2021-12-17 20:32:31,833 Checking jobs for platform=marenostrum4 +2021-12-17 20:32:31,834 Checking jobs for platform=nord3 +2021-12-17 20:32:31,834 Checking jobs for platform=local +2021-12-17 20:32:31,835 Checking jobs for platform=transfer_node +2021-12-17 20:32:31,835 Checking all jobs at once +2021-12-17 20:32:34,606 Successful check job command +2021-12-17 20:32:38,330 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:32:38,330 End of checking +2021-12-17 20:32:38,331 Updating FAILED jobs +2021-12-17 20:32:38,331 Updating WAITING jobs +2021-12-17 20:32:38,332 Update finished +2021-12-17 20:32:38,332 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:32:38,332 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:32:38,332 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:32:38,332 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:32:38,335 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:32:38,337 Job list saved +2021-12-17 20:32:38,342 Updating FAILED jobs +2021-12-17 20:32:38,342 Updating WAITING jobs +2021-12-17 20:32:38,342 Update finished +2021-12-17 20:32:48,352 Reloading parameters... +2021-12-17 20:32:48,406 Loading parameters... +2021-12-17 20:32:48,407 Loading project parameters... +2021-12-17 20:32:48,419 + +23 of 25 jobs remaining (20:32) +2021-12-17 20:32:48,419 Sleep: 10 +2021-12-17 20:32:48,419 Number of retrials: 0 +2021-12-17 20:32:48,419 WRAPPER CHECK TIME = 10 +2021-12-17 20:32:48,420 Checking jobs for platform=marenostrum4 +2021-12-17 20:32:48,420 Checking jobs for platform=nord3 +2021-12-17 20:32:48,421 Checking jobs for platform=local +2021-12-17 20:32:48,422 Checking jobs for platform=transfer_node +2021-12-17 20:32:48,422 Checking all jobs at once +2021-12-17 20:32:49,994 Successful check job command +2021-12-17 20:32:52,071 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:32:52,071 End of checking +2021-12-17 20:32:52,072 Updating FAILED jobs +2021-12-17 20:32:52,073 Updating WAITING jobs +2021-12-17 20:32:52,073 Update finished +2021-12-17 20:32:52,073 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:32:52,073 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:32:52,073 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:32:52,073 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:32:52,076 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:32:52,078 Job list saved +2021-12-17 20:32:52,082 Updating FAILED jobs +2021-12-17 20:32:52,082 Updating WAITING jobs +2021-12-17 20:32:52,083 Update finished +2021-12-17 20:33:02,093 Reloading parameters... +2021-12-17 20:33:02,111 Loading parameters... +2021-12-17 20:33:02,113 Loading project parameters... +2021-12-17 20:33:02,115 + +23 of 25 jobs remaining (20:33) +2021-12-17 20:33:02,115 Sleep: 10 +2021-12-17 20:33:02,115 Number of retrials: 0 +2021-12-17 20:33:02,115 WRAPPER CHECK TIME = 10 +2021-12-17 20:33:02,115 Checking jobs for platform=marenostrum4 +2021-12-17 20:33:02,116 Checking jobs for platform=nord3 +2021-12-17 20:33:02,117 Checking jobs for platform=local +2021-12-17 20:33:02,117 Checking jobs for platform=transfer_node +2021-12-17 20:33:02,117 Checking all jobs at once +2021-12-17 20:33:04,192 Successful check job command +2021-12-17 20:33:05,862 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:33:05,863 End of checking +2021-12-17 20:33:05,864 Updating FAILED jobs +2021-12-17 20:33:05,864 Updating WAITING jobs +2021-12-17 20:33:05,865 Update finished +2021-12-17 20:33:05,865 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:33:05,866 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:33:05,866 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:33:05,866 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:33:05,869 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:33:05,871 Job list saved +2021-12-17 20:33:05,876 Updating FAILED jobs +2021-12-17 20:33:05,876 Updating WAITING jobs +2021-12-17 20:33:05,876 Update finished +2021-12-17 20:33:15,886 Reloading parameters... +2021-12-17 20:33:15,904 Loading parameters... +2021-12-17 20:33:15,906 Loading project parameters... +2021-12-17 20:33:15,908 + +23 of 25 jobs remaining (20:33) +2021-12-17 20:33:15,908 Sleep: 10 +2021-12-17 20:33:15,908 Number of retrials: 0 +2021-12-17 20:33:15,908 WRAPPER CHECK TIME = 10 +2021-12-17 20:33:15,909 Checking jobs for platform=marenostrum4 +2021-12-17 20:33:15,910 Checking jobs for platform=nord3 +2021-12-17 20:33:15,910 Checking jobs for platform=local +2021-12-17 20:33:15,911 Checking jobs for platform=transfer_node +2021-12-17 20:33:15,911 Checking all jobs at once +2021-12-17 20:33:18,684 Successful check job command +2021-12-17 20:33:21,005 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:33:21,005 End of checking +2021-12-17 20:33:21,006 Updating FAILED jobs +2021-12-17 20:33:21,006 Updating WAITING jobs +2021-12-17 20:33:21,007 Update finished +2021-12-17 20:33:21,007 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:33:21,007 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:33:21,007 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:33:21,007 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:33:21,010 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:33:21,012 Job list saved +2021-12-17 20:33:21,016 Updating FAILED jobs +2021-12-17 20:33:21,016 Updating WAITING jobs +2021-12-17 20:33:21,017 Update finished +2021-12-17 20:33:31,026 Reloading parameters... +2021-12-17 20:33:31,045 Loading parameters... +2021-12-17 20:33:31,047 Loading project parameters... +2021-12-17 20:33:31,049 + +23 of 25 jobs remaining (20:33) +2021-12-17 20:33:31,049 Sleep: 10 +2021-12-17 20:33:31,049 Number of retrials: 0 +2021-12-17 20:33:31,049 WRAPPER CHECK TIME = 10 +2021-12-17 20:33:31,050 Checking jobs for platform=marenostrum4 +2021-12-17 20:33:31,050 Checking jobs for platform=nord3 +2021-12-17 20:33:31,051 Checking jobs for platform=local +2021-12-17 20:33:31,051 Checking jobs for platform=transfer_node +2021-12-17 20:33:31,051 Checking all jobs at once +2021-12-17 20:33:33,224 Successful check job command +2021-12-17 20:33:36,105 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:33:36,105 End of checking +2021-12-17 20:33:36,106 Updating FAILED jobs +2021-12-17 20:33:36,107 Updating WAITING jobs +2021-12-17 20:33:36,107 Update finished +2021-12-17 20:33:36,107 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:33:36,107 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:33:36,107 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:33:36,107 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:33:36,110 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:33:36,112 Job list saved +2021-12-17 20:33:36,117 Updating FAILED jobs +2021-12-17 20:33:36,117 Updating WAITING jobs +2021-12-17 20:33:36,117 Update finished +2021-12-17 20:33:46,129 Reloading parameters... +2021-12-17 20:33:46,217 Loading parameters... +2021-12-17 20:33:46,218 Loading project parameters... +2021-12-17 20:33:46,220 + +23 of 25 jobs remaining (20:33) +2021-12-17 20:33:46,220 Sleep: 10 +2021-12-17 20:33:46,220 Number of retrials: 0 +2021-12-17 20:33:46,221 WRAPPER CHECK TIME = 10 +2021-12-17 20:33:46,221 Checking jobs for platform=marenostrum4 +2021-12-17 20:33:46,222 Checking jobs for platform=nord3 +2021-12-17 20:33:46,222 Checking jobs for platform=local +2021-12-17 20:33:46,223 Checking jobs for platform=transfer_node +2021-12-17 20:33:46,223 Checking all jobs at once +2021-12-17 20:33:47,697 Successful check job command +2021-12-17 20:33:49,730 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:33:49,730 End of checking +2021-12-17 20:33:49,731 Updating FAILED jobs +2021-12-17 20:33:49,731 Updating WAITING jobs +2021-12-17 20:33:49,732 Update finished +2021-12-17 20:33:49,732 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:33:49,732 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:33:49,732 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:33:49,733 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:33:49,735 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:33:49,738 Job list saved +2021-12-17 20:33:49,748 Updating FAILED jobs +2021-12-17 20:33:49,748 Updating WAITING jobs +2021-12-17 20:33:49,748 Update finished +2021-12-17 20:33:59,759 Reloading parameters... +2021-12-17 20:33:59,777 Loading parameters... +2021-12-17 20:33:59,779 Loading project parameters... +2021-12-17 20:33:59,781 + +23 of 25 jobs remaining (20:33) +2021-12-17 20:33:59,781 Sleep: 10 +2021-12-17 20:33:59,781 Number of retrials: 0 +2021-12-17 20:33:59,781 WRAPPER CHECK TIME = 10 +2021-12-17 20:33:59,782 Checking jobs for platform=marenostrum4 +2021-12-17 20:33:59,782 Checking jobs for platform=nord3 +2021-12-17 20:33:59,783 Checking jobs for platform=local +2021-12-17 20:33:59,784 Checking jobs for platform=transfer_node +2021-12-17 20:33:59,784 Checking all jobs at once +2021-12-17 20:34:01,159 Successful check job command +2021-12-17 20:34:02,815 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:34:02,815 End of checking +2021-12-17 20:34:02,821 Updating FAILED jobs +2021-12-17 20:34:02,821 Updating WAITING jobs +2021-12-17 20:34:02,821 Update finished +2021-12-17 20:34:02,821 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:34:02,821 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:34:02,822 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:34:02,822 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:34:02,832 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:34:02,834 Job list saved +2021-12-17 20:34:02,847 Updating FAILED jobs +2021-12-17 20:34:02,847 Updating WAITING jobs +2021-12-17 20:34:02,847 Update finished +2021-12-17 20:34:12,857 Reloading parameters... +2021-12-17 20:34:12,876 Loading parameters... +2021-12-17 20:34:12,877 Loading project parameters... +2021-12-17 20:34:12,879 + +23 of 25 jobs remaining (20:34) +2021-12-17 20:34:12,879 Sleep: 10 +2021-12-17 20:34:12,879 Number of retrials: 0 +2021-12-17 20:34:12,879 WRAPPER CHECK TIME = 10 +2021-12-17 20:34:12,880 Checking jobs for platform=marenostrum4 +2021-12-17 20:34:12,881 Checking jobs for platform=nord3 +2021-12-17 20:34:12,881 Checking jobs for platform=local +2021-12-17 20:34:12,884 Checking jobs for platform=transfer_node +2021-12-17 20:34:12,886 Checking all jobs at once +2021-12-17 20:34:14,176 Successful check job command +2021-12-17 20:34:17,102 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:34:17,102 End of checking +2021-12-17 20:34:17,104 Updating FAILED jobs +2021-12-17 20:34:17,104 Updating WAITING jobs +2021-12-17 20:34:17,104 Update finished +2021-12-17 20:34:17,104 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:34:17,104 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:34:17,105 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:34:17,105 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:34:17,107 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:34:17,110 Job list saved +2021-12-17 20:34:17,116 Updating FAILED jobs +2021-12-17 20:34:17,116 Updating WAITING jobs +2021-12-17 20:34:17,117 Update finished +2021-12-17 20:34:27,127 Reloading parameters... +2021-12-17 20:34:27,145 Loading parameters... +2021-12-17 20:34:27,146 Loading project parameters... +2021-12-17 20:34:27,148 + +23 of 25 jobs remaining (20:34) +2021-12-17 20:34:27,148 Sleep: 10 +2021-12-17 20:34:27,148 Number of retrials: 0 +2021-12-17 20:34:27,149 WRAPPER CHECK TIME = 10 +2021-12-17 20:34:27,149 Checking jobs for platform=marenostrum4 +2021-12-17 20:34:27,150 Checking jobs for platform=nord3 +2021-12-17 20:34:27,150 Checking jobs for platform=local +2021-12-17 20:34:27,151 Checking jobs for platform=transfer_node +2021-12-17 20:34:27,151 Checking all jobs at once +2021-12-17 20:34:28,375 Successful check job command +2021-12-17 20:34:29,702 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:34:29,702 End of checking +2021-12-17 20:34:29,711 Updating FAILED jobs +2021-12-17 20:34:29,711 Updating WAITING jobs +2021-12-17 20:34:29,712 Update finished +2021-12-17 20:34:29,712 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:34:29,713 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:34:29,713 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:34:29,714 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:34:29,717 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:34:29,720 Job list saved +2021-12-17 20:34:29,731 Updating FAILED jobs +2021-12-17 20:34:29,731 Updating WAITING jobs +2021-12-17 20:34:29,731 Update finished +2021-12-17 20:34:39,734 Reloading parameters... +2021-12-17 20:34:39,770 Loading parameters... +2021-12-17 20:34:39,782 Loading project parameters... +2021-12-17 20:34:39,784 + +23 of 25 jobs remaining (20:34) +2021-12-17 20:34:39,785 Sleep: 10 +2021-12-17 20:34:39,785 Number of retrials: 0 +2021-12-17 20:34:39,785 WRAPPER CHECK TIME = 10 +2021-12-17 20:34:39,786 Checking jobs for platform=marenostrum4 +2021-12-17 20:34:39,786 Checking jobs for platform=nord3 +2021-12-17 20:34:39,788 Checking jobs for platform=local +2021-12-17 20:34:39,789 Checking jobs for platform=transfer_node +2021-12-17 20:34:39,789 Checking all jobs at once +2021-12-17 20:34:43,668 Successful check job command +2021-12-17 20:34:47,893 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:34:47,893 End of checking +2021-12-17 20:34:47,896 Updating FAILED jobs +2021-12-17 20:34:47,896 Updating WAITING jobs +2021-12-17 20:34:47,896 Update finished +2021-12-17 20:34:47,897 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:34:47,897 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:34:47,897 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:34:47,897 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:34:47,900 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:34:47,902 Job list saved +2021-12-17 20:34:47,907 Updating FAILED jobs +2021-12-17 20:34:47,907 Updating WAITING jobs +2021-12-17 20:34:47,907 Update finished +2021-12-17 20:34:57,919 Reloading parameters... +2021-12-17 20:34:57,948 Loading parameters... +2021-12-17 20:34:57,949 Loading project parameters... +2021-12-17 20:34:57,951 + +23 of 25 jobs remaining (20:34) +2021-12-17 20:34:57,951 Sleep: 10 +2021-12-17 20:34:57,951 Number of retrials: 0 +2021-12-17 20:34:57,951 WRAPPER CHECK TIME = 10 +2021-12-17 20:34:57,952 Checking jobs for platform=marenostrum4 +2021-12-17 20:34:57,953 Checking jobs for platform=nord3 +2021-12-17 20:34:57,953 Checking jobs for platform=local +2021-12-17 20:34:57,954 Checking jobs for platform=transfer_node +2021-12-17 20:34:57,954 Checking all jobs at once +2021-12-17 20:34:59,975 Successful check job command +2021-12-17 20:35:02,607 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:35:02,607 End of checking +2021-12-17 20:35:02,609 Updating FAILED jobs +2021-12-17 20:35:02,610 Updating WAITING jobs +2021-12-17 20:35:02,610 Update finished +2021-12-17 20:35:02,610 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:35:02,612 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:35:02,612 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:35:02,612 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:35:02,616 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:35:02,619 Job list saved +2021-12-17 20:35:02,624 Updating FAILED jobs +2021-12-17 20:35:02,624 Updating WAITING jobs +2021-12-17 20:35:02,624 Update finished +2021-12-17 20:35:12,634 Reloading parameters... +2021-12-17 20:35:12,655 Loading parameters... +2021-12-17 20:35:12,656 Loading project parameters... +2021-12-17 20:35:12,658 + +23 of 25 jobs remaining (20:35) +2021-12-17 20:35:12,658 Sleep: 10 +2021-12-17 20:35:12,659 Number of retrials: 0 +2021-12-17 20:35:12,659 WRAPPER CHECK TIME = 10 +2021-12-17 20:35:12,659 Checking jobs for platform=marenostrum4 +2021-12-17 20:35:12,660 Checking jobs for platform=nord3 +2021-12-17 20:35:12,661 Checking jobs for platform=local +2021-12-17 20:35:12,661 Checking jobs for platform=transfer_node +2021-12-17 20:35:12,661 Checking all jobs at once +2021-12-17 20:35:15,051 Successful check job command +2021-12-17 20:35:16,723 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:35:16,723 End of checking +2021-12-17 20:35:16,724 Updating FAILED jobs +2021-12-17 20:35:16,724 Updating WAITING jobs +2021-12-17 20:35:16,725 Update finished +2021-12-17 20:35:16,725 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:35:16,725 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:35:16,725 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:35:16,725 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:35:16,728 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:35:16,731 Job list saved +2021-12-17 20:35:16,736 Updating FAILED jobs +2021-12-17 20:35:16,736 Updating WAITING jobs +2021-12-17 20:35:16,736 Update finished +2021-12-17 20:35:26,746 Reloading parameters... +2021-12-17 20:35:26,768 Loading parameters... +2021-12-17 20:35:26,770 Loading project parameters... +2021-12-17 20:35:26,772 + +23 of 25 jobs remaining (20:35) +2021-12-17 20:35:26,772 Sleep: 10 +2021-12-17 20:35:26,772 Number of retrials: 0 +2021-12-17 20:35:26,772 WRAPPER CHECK TIME = 10 +2021-12-17 20:35:26,773 Checking jobs for platform=marenostrum4 +2021-12-17 20:35:26,773 Checking jobs for platform=nord3 +2021-12-17 20:35:26,774 Checking jobs for platform=local +2021-12-17 20:35:26,774 Checking jobs for platform=transfer_node +2021-12-17 20:35:26,774 Checking all jobs at once +2021-12-17 20:35:31,358 Successful check job command +2021-12-17 20:35:37,738 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:35:37,738 End of checking +2021-12-17 20:35:37,740 Updating FAILED jobs +2021-12-17 20:35:37,740 Updating WAITING jobs +2021-12-17 20:35:37,740 Update finished +2021-12-17 20:35:37,740 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:35:37,741 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:35:37,741 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:35:37,741 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:35:37,744 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:35:37,746 Job list saved +2021-12-17 20:35:37,751 Updating FAILED jobs +2021-12-17 20:35:37,751 Updating WAITING jobs +2021-12-17 20:35:37,752 Update finished +2021-12-17 20:35:47,755 Reloading parameters... +2021-12-17 20:35:47,776 Loading parameters... +2021-12-17 20:35:47,777 Loading project parameters... +2021-12-17 20:35:47,779 + +23 of 25 jobs remaining (20:35) +2021-12-17 20:35:47,779 Sleep: 10 +2021-12-17 20:35:47,779 Number of retrials: 0 +2021-12-17 20:35:47,779 WRAPPER CHECK TIME = 10 +2021-12-17 20:35:47,780 Checking jobs for platform=marenostrum4 +2021-12-17 20:35:47,781 Checking jobs for platform=nord3 +2021-12-17 20:35:47,781 Checking jobs for platform=local +2021-12-17 20:35:47,782 Checking jobs for platform=transfer_node +2021-12-17 20:35:47,782 Checking all jobs at once +2021-12-17 20:35:51,212 Successful check job command +2021-12-17 20:35:55,036 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:35:55,036 End of checking +2021-12-17 20:35:55,038 Updating FAILED jobs +2021-12-17 20:35:55,038 Updating WAITING jobs +2021-12-17 20:35:55,038 Update finished +2021-12-17 20:35:55,038 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:35:55,038 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:35:55,039 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:35:55,039 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:35:55,042 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:35:55,046 Job list saved +2021-12-17 20:35:55,051 Updating FAILED jobs +2021-12-17 20:35:55,051 Updating WAITING jobs +2021-12-17 20:35:55,051 Update finished +2021-12-17 20:36:05,060 Reloading parameters... +2021-12-17 20:36:05,088 Loading parameters... +2021-12-17 20:36:05,089 Loading project parameters... +2021-12-17 20:36:05,091 + +23 of 25 jobs remaining (20:36) +2021-12-17 20:36:05,091 Sleep: 10 +2021-12-17 20:36:05,092 Number of retrials: 0 +2021-12-17 20:36:05,092 WRAPPER CHECK TIME = 10 +2021-12-17 20:36:05,092 Checking jobs for platform=marenostrum4 +2021-12-17 20:36:05,093 Checking jobs for platform=nord3 +2021-12-17 20:36:05,093 Checking jobs for platform=local +2021-12-17 20:36:05,094 Checking jobs for platform=transfer_node +2021-12-17 20:36:05,094 Checking all jobs at once +2021-12-17 20:36:06,468 Successful check job command +2021-12-17 20:36:08,390 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:36:08,390 End of checking +2021-12-17 20:36:08,392 Updating FAILED jobs +2021-12-17 20:36:08,392 Updating WAITING jobs +2021-12-17 20:36:08,392 Update finished +2021-12-17 20:36:08,392 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:36:08,392 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:36:08,392 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:36:08,393 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:36:08,396 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:36:08,398 Job list saved +2021-12-17 20:36:08,403 Updating FAILED jobs +2021-12-17 20:36:08,403 Updating WAITING jobs +2021-12-17 20:36:08,403 Update finished +2021-12-17 20:36:18,413 Reloading parameters... +2021-12-17 20:36:18,432 Loading parameters... +2021-12-17 20:36:18,433 Loading project parameters... +2021-12-17 20:36:18,435 + +23 of 25 jobs remaining (20:36) +2021-12-17 20:36:18,436 Sleep: 10 +2021-12-17 20:36:18,436 Number of retrials: 0 +2021-12-17 20:36:18,436 WRAPPER CHECK TIME = 10 +2021-12-17 20:36:18,436 Checking jobs for platform=marenostrum4 +2021-12-17 20:36:18,437 Checking jobs for platform=nord3 +2021-12-17 20:36:18,437 Checking jobs for platform=local +2021-12-17 20:36:18,438 Checking jobs for platform=transfer_node +2021-12-17 20:36:18,438 Checking all jobs at once +2021-12-17 20:36:21,560 Successful check job command +2021-12-17 20:36:23,280 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:36:23,280 End of checking +2021-12-17 20:36:23,282 Updating FAILED jobs +2021-12-17 20:36:23,282 Updating WAITING jobs +2021-12-17 20:36:23,282 Update finished +2021-12-17 20:36:23,282 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:36:23,283 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:36:23,283 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:36:23,283 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:36:23,286 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:36:23,288 Job list saved +2021-12-17 20:36:23,293 Updating FAILED jobs +2021-12-17 20:36:23,293 Updating WAITING jobs +2021-12-17 20:36:23,293 Update finished +2021-12-17 20:36:33,303 Reloading parameters... +2021-12-17 20:36:33,329 Loading parameters... +2021-12-17 20:36:33,330 Loading project parameters... +2021-12-17 20:36:33,332 + +23 of 25 jobs remaining (20:36) +2021-12-17 20:36:33,337 Sleep: 10 +2021-12-17 20:36:33,337 Number of retrials: 0 +2021-12-17 20:36:33,337 WRAPPER CHECK TIME = 10 +2021-12-17 20:36:33,337 Checking jobs for platform=marenostrum4 +2021-12-17 20:36:33,338 Checking jobs for platform=nord3 +2021-12-17 20:36:33,338 Checking jobs for platform=local +2021-12-17 20:36:33,339 Checking jobs for platform=transfer_node +2021-12-17 20:36:33,339 Checking all jobs at once +2021-12-17 20:36:37,331 Successful check job command +2021-12-17 20:36:41,717 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:36:41,717 End of checking +2021-12-17 20:36:41,718 Updating FAILED jobs +2021-12-17 20:36:41,718 Updating WAITING jobs +2021-12-17 20:36:41,719 Update finished +2021-12-17 20:36:41,719 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:36:41,719 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:36:41,719 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:36:41,719 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:36:41,721 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:36:41,724 Job list saved +2021-12-17 20:36:41,728 Updating FAILED jobs +2021-12-17 20:36:41,728 Updating WAITING jobs +2021-12-17 20:36:41,728 Update finished +2021-12-17 20:36:51,738 Reloading parameters... +2021-12-17 20:36:51,763 Loading parameters... +2021-12-17 20:36:51,765 Loading project parameters... +2021-12-17 20:36:51,769 + +23 of 25 jobs remaining (20:36) +2021-12-17 20:36:51,769 Sleep: 10 +2021-12-17 20:36:51,769 Number of retrials: 0 +2021-12-17 20:36:51,770 WRAPPER CHECK TIME = 10 +2021-12-17 20:36:51,770 Checking jobs for platform=marenostrum4 +2021-12-17 20:36:51,771 Checking jobs for platform=nord3 +2021-12-17 20:36:51,771 Checking jobs for platform=local +2021-12-17 20:36:51,772 Checking jobs for platform=transfer_node +2021-12-17 20:36:51,772 Checking all jobs at once +2021-12-17 20:36:54,697 Successful check job command +2021-12-17 20:36:58,022 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:36:58,022 End of checking +2021-12-17 20:36:58,024 Updating FAILED jobs +2021-12-17 20:36:58,024 Updating WAITING jobs +2021-12-17 20:36:58,024 Update finished +2021-12-17 20:36:58,024 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:36:58,025 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:36:58,025 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:36:58,025 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:36:58,028 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:36:58,030 Job list saved +2021-12-17 20:36:58,035 Updating FAILED jobs +2021-12-17 20:36:58,035 Updating WAITING jobs +2021-12-17 20:36:58,036 Update finished +2021-12-17 20:37:08,046 Reloading parameters... +2021-12-17 20:37:08,076 Loading parameters... +2021-12-17 20:37:08,077 Loading project parameters... +2021-12-17 20:37:08,079 + +23 of 25 jobs remaining (20:37) +2021-12-17 20:37:08,079 Sleep: 10 +2021-12-17 20:37:08,079 Number of retrials: 0 +2021-12-17 20:37:08,079 WRAPPER CHECK TIME = 10 +2021-12-17 20:37:08,080 Checking jobs for platform=marenostrum4 +2021-12-17 20:37:08,081 Checking jobs for platform=nord3 +2021-12-17 20:37:08,081 Checking jobs for platform=local +2021-12-17 20:37:08,082 Checking jobs for platform=transfer_node +2021-12-17 20:37:08,082 Checking all jobs at once +2021-12-17 20:37:09,466 Successful check job command +2021-12-17 20:37:11,142 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:37:11,142 End of checking +2021-12-17 20:37:11,144 Updating FAILED jobs +2021-12-17 20:37:11,144 Updating WAITING jobs +2021-12-17 20:37:11,144 Update finished +2021-12-17 20:37:11,144 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:37:11,144 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:37:11,144 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:37:11,145 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:37:11,148 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:37:11,150 Job list saved +2021-12-17 20:37:11,155 Updating FAILED jobs +2021-12-17 20:37:11,155 Updating WAITING jobs +2021-12-17 20:37:11,155 Update finished +2021-12-17 20:37:21,162 Reloading parameters... +2021-12-17 20:37:21,180 Loading parameters... +2021-12-17 20:37:21,182 Loading project parameters... +2021-12-17 20:37:21,183 + +23 of 25 jobs remaining (20:37) +2021-12-17 20:37:21,184 Sleep: 10 +2021-12-17 20:37:21,184 Number of retrials: 0 +2021-12-17 20:37:21,184 WRAPPER CHECK TIME = 10 +2021-12-17 20:37:21,184 Checking jobs for platform=marenostrum4 +2021-12-17 20:37:21,185 Checking jobs for platform=nord3 +2021-12-17 20:37:21,185 Checking jobs for platform=local +2021-12-17 20:37:21,186 Checking jobs for platform=transfer_node +2021-12-17 20:37:21,186 Checking all jobs at once +2021-12-17 20:37:22,655 Successful check job command +2021-12-17 20:37:24,526 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:37:24,526 End of checking +2021-12-17 20:37:24,528 Updating FAILED jobs +2021-12-17 20:37:24,528 Updating WAITING jobs +2021-12-17 20:37:24,529 Update finished +2021-12-17 20:37:24,529 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:37:24,529 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:37:24,529 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:37:24,529 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:37:24,532 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:37:24,534 Job list saved +2021-12-17 20:37:24,539 Updating FAILED jobs +2021-12-17 20:37:24,539 Updating WAITING jobs +2021-12-17 20:37:24,539 Update finished +2021-12-17 20:37:34,549 Reloading parameters... +2021-12-17 20:37:34,573 Loading parameters... +2021-12-17 20:37:34,574 Loading project parameters... +2021-12-17 20:37:34,576 + +23 of 25 jobs remaining (20:37) +2021-12-17 20:37:34,576 Sleep: 10 +2021-12-17 20:37:34,576 Number of retrials: 0 +2021-12-17 20:37:34,576 WRAPPER CHECK TIME = 10 +2021-12-17 20:37:34,577 Checking jobs for platform=marenostrum4 +2021-12-17 20:37:34,577 Checking jobs for platform=nord3 +2021-12-17 20:37:34,578 Checking jobs for platform=local +2021-12-17 20:37:34,579 Checking jobs for platform=transfer_node +2021-12-17 20:37:34,579 Checking all jobs at once +2021-12-17 20:37:36,759 Successful check job command +2021-12-17 20:37:39,332 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:37:39,332 End of checking +2021-12-17 20:37:39,333 Updating FAILED jobs +2021-12-17 20:37:39,334 Updating WAITING jobs +2021-12-17 20:37:39,334 Update finished +2021-12-17 20:37:39,334 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:37:39,335 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:37:39,335 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:37:39,335 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:37:39,338 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:37:39,340 Job list saved +2021-12-17 20:37:39,345 Updating FAILED jobs +2021-12-17 20:37:39,345 Updating WAITING jobs +2021-12-17 20:37:39,345 Update finished +2021-12-17 20:37:49,375 Reloading parameters... +2021-12-17 20:37:49,498 Loading parameters... +2021-12-17 20:37:49,509 Loading project parameters... +2021-12-17 20:37:49,520 + +23 of 25 jobs remaining (20:37) +2021-12-17 20:37:49,521 Sleep: 10 +2021-12-17 20:37:49,521 Number of retrials: 0 +2021-12-17 20:37:49,521 WRAPPER CHECK TIME = 10 +2021-12-17 20:37:49,521 Checking jobs for platform=marenostrum4 +2021-12-17 20:37:49,522 Checking jobs for platform=nord3 +2021-12-17 20:37:49,523 Checking jobs for platform=local +2021-12-17 20:37:49,540 Checking jobs for platform=transfer_node +2021-12-17 20:37:49,540 Checking all jobs at once +2021-12-17 20:37:50,779 Successful check job command +2021-12-17 20:37:54,002 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:37:54,003 End of checking +2021-12-17 20:37:54,004 Updating FAILED jobs +2021-12-17 20:37:54,004 Updating WAITING jobs +2021-12-17 20:37:54,004 Update finished +2021-12-17 20:37:54,005 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:37:54,005 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:37:54,005 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:37:54,005 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:37:54,008 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:37:54,010 Job list saved +2021-12-17 20:37:54,652 Updating FAILED jobs +2021-12-17 20:37:54,652 Updating WAITING jobs +2021-12-17 20:37:54,653 Update finished +2021-12-17 20:38:04,663 Reloading parameters... +2021-12-17 20:38:04,687 Loading parameters... +2021-12-17 20:38:04,688 Loading project parameters... +2021-12-17 20:38:04,690 + +23 of 25 jobs remaining (20:38) +2021-12-17 20:38:04,690 Sleep: 10 +2021-12-17 20:38:04,691 Number of retrials: 0 +2021-12-17 20:38:04,691 WRAPPER CHECK TIME = 10 +2021-12-17 20:38:04,691 Checking jobs for platform=marenostrum4 +2021-12-17 20:38:04,692 Checking jobs for platform=nord3 +2021-12-17 20:38:04,692 Checking jobs for platform=local +2021-12-17 20:38:04,693 Checking jobs for platform=transfer_node +2021-12-17 20:38:04,693 Checking all jobs at once +2021-12-17 20:38:06,065 Successful check job command +2021-12-17 20:38:07,485 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:38:07,485 End of checking +2021-12-17 20:38:07,486 Updating FAILED jobs +2021-12-17 20:38:07,487 Updating WAITING jobs +2021-12-17 20:38:07,487 Update finished +2021-12-17 20:38:07,487 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:38:07,487 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:38:07,487 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:38:07,487 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:38:07,490 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:38:07,492 Job list saved +2021-12-17 20:38:07,497 Updating FAILED jobs +2021-12-17 20:38:07,497 Updating WAITING jobs +2021-12-17 20:38:07,497 Update finished +2021-12-17 20:38:17,507 Reloading parameters... +2021-12-17 20:38:17,525 Loading parameters... +2021-12-17 20:38:17,526 Loading project parameters... +2021-12-17 20:38:17,528 + +23 of 25 jobs remaining (20:38) +2021-12-17 20:38:17,528 Sleep: 10 +2021-12-17 20:38:17,528 Number of retrials: 0 +2021-12-17 20:38:17,529 WRAPPER CHECK TIME = 10 +2021-12-17 20:38:17,529 Checking jobs for platform=marenostrum4 +2021-12-17 20:38:17,530 Checking jobs for platform=nord3 +2021-12-17 20:38:17,530 Checking jobs for platform=local +2021-12-17 20:38:17,531 Checking jobs for platform=transfer_node +2021-12-17 20:38:17,531 Checking all jobs at once +2021-12-17 20:38:19,858 Successful check job command +2021-12-17 20:38:21,829 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:38:21,830 End of checking +2021-12-17 20:38:21,831 Updating FAILED jobs +2021-12-17 20:38:21,831 Updating WAITING jobs +2021-12-17 20:38:21,831 Update finished +2021-12-17 20:38:21,831 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:38:21,832 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:38:21,832 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:38:21,832 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:38:21,835 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:38:21,837 Job list saved +2021-12-17 20:38:21,841 Updating FAILED jobs +2021-12-17 20:38:21,841 Updating WAITING jobs +2021-12-17 20:38:21,842 Update finished +2021-12-17 20:38:31,852 Reloading parameters... +2021-12-17 20:38:31,871 Loading parameters... +2021-12-17 20:38:31,872 Loading project parameters... +2021-12-17 20:38:31,874 + +23 of 25 jobs remaining (20:38) +2021-12-17 20:38:31,874 Sleep: 10 +2021-12-17 20:38:31,874 Number of retrials: 0 +2021-12-17 20:38:31,874 WRAPPER CHECK TIME = 10 +2021-12-17 20:38:31,875 Checking jobs for platform=marenostrum4 +2021-12-17 20:38:31,876 Checking jobs for platform=nord3 +2021-12-17 20:38:31,877 Checking jobs for platform=local +2021-12-17 20:38:31,877 Checking jobs for platform=transfer_node +2021-12-17 20:38:31,877 Checking all jobs at once +2021-12-17 20:38:33,447 Successful check job command +2021-12-17 20:38:35,171 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:38:35,172 End of checking +2021-12-17 20:38:35,173 Updating FAILED jobs +2021-12-17 20:38:35,173 Updating WAITING jobs +2021-12-17 20:38:35,174 Update finished +2021-12-17 20:38:35,174 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:38:35,174 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:38:35,174 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:38:35,174 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:38:35,177 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:38:35,179 Job list saved +2021-12-17 20:38:35,184 Updating FAILED jobs +2021-12-17 20:38:35,184 Updating WAITING jobs +2021-12-17 20:38:35,184 Update finished +2021-12-17 20:38:45,194 Reloading parameters... +2021-12-17 20:38:45,212 Loading parameters... +2021-12-17 20:38:45,214 Loading project parameters... +2021-12-17 20:38:45,216 + +23 of 25 jobs remaining (20:38) +2021-12-17 20:38:45,216 Sleep: 10 +2021-12-17 20:38:45,216 Number of retrials: 0 +2021-12-17 20:38:45,216 WRAPPER CHECK TIME = 10 +2021-12-17 20:38:45,217 Checking jobs for platform=marenostrum4 +2021-12-17 20:38:45,217 Checking jobs for platform=nord3 +2021-12-17 20:38:45,218 Checking jobs for platform=local +2021-12-17 20:38:45,218 Checking jobs for platform=transfer_node +2021-12-17 20:38:45,218 Checking all jobs at once +2021-12-17 20:38:46,489 Successful check job command +2021-12-17 20:38:47,609 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:38:47,609 End of checking +2021-12-17 20:38:47,611 Updating FAILED jobs +2021-12-17 20:38:47,611 Updating WAITING jobs +2021-12-17 20:38:47,611 Update finished +2021-12-17 20:38:47,611 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:38:47,611 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:38:47,612 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:38:47,612 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:38:47,615 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:38:47,617 Job list saved +2021-12-17 20:38:47,622 Updating FAILED jobs +2021-12-17 20:38:47,622 Updating WAITING jobs +2021-12-17 20:38:47,622 Update finished +2021-12-17 20:38:57,632 Reloading parameters... +2021-12-17 20:38:57,651 Loading parameters... +2021-12-17 20:38:57,652 Loading project parameters... +2021-12-17 20:38:57,654 + +23 of 25 jobs remaining (20:38) +2021-12-17 20:38:57,654 Sleep: 10 +2021-12-17 20:38:57,654 Number of retrials: 0 +2021-12-17 20:38:57,654 WRAPPER CHECK TIME = 10 +2021-12-17 20:38:57,655 Checking jobs for platform=marenostrum4 +2021-12-17 20:38:57,656 Checking jobs for platform=nord3 +2021-12-17 20:38:57,656 Checking jobs for platform=local +2021-12-17 20:38:57,657 Checking jobs for platform=transfer_node +2021-12-17 20:38:57,657 Checking all jobs at once +2021-12-17 20:39:00,128 Successful check job command +2021-12-17 20:39:03,151 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:39:03,151 End of checking +2021-12-17 20:39:03,159 Updating FAILED jobs +2021-12-17 20:39:03,159 Updating WAITING jobs +2021-12-17 20:39:03,159 Update finished +2021-12-17 20:39:03,159 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:39:03,160 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:39:03,160 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:39:03,161 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:39:03,167 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:39:03,170 Job list saved +2021-12-17 20:39:03,190 Updating FAILED jobs +2021-12-17 20:39:03,190 Updating WAITING jobs +2021-12-17 20:39:03,190 Update finished +2021-12-17 20:39:13,200 Reloading parameters... +2021-12-17 20:39:13,243 Loading parameters... +2021-12-17 20:39:13,249 Loading project parameters... +2021-12-17 20:39:13,251 + +23 of 25 jobs remaining (20:39) +2021-12-17 20:39:13,251 Sleep: 10 +2021-12-17 20:39:13,252 Number of retrials: 0 +2021-12-17 20:39:13,252 WRAPPER CHECK TIME = 10 +2021-12-17 20:39:13,252 Checking jobs for platform=marenostrum4 +2021-12-17 20:39:13,253 Checking jobs for platform=nord3 +2021-12-17 20:39:13,253 Checking jobs for platform=local +2021-12-17 20:39:13,254 Checking jobs for platform=transfer_node +2021-12-17 20:39:13,254 Checking all jobs at once +2021-12-17 20:39:15,330 Successful check job command +2021-12-17 20:39:19,605 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:39:19,605 End of checking +2021-12-17 20:39:19,609 Updating FAILED jobs +2021-12-17 20:39:19,610 Updating WAITING jobs +2021-12-17 20:39:19,610 Update finished +2021-12-17 20:39:19,610 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:39:19,613 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:39:19,613 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:39:19,613 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:39:19,622 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:39:19,625 Job list saved +2021-12-17 20:39:19,630 Updating FAILED jobs +2021-12-17 20:39:19,630 Updating WAITING jobs +2021-12-17 20:39:19,630 Update finished +2021-12-17 20:39:29,640 Reloading parameters... +2021-12-17 20:39:29,687 Loading parameters... +2021-12-17 20:39:29,691 Loading project parameters... +2021-12-17 20:39:29,695 + +23 of 25 jobs remaining (20:39) +2021-12-17 20:39:29,695 Sleep: 10 +2021-12-17 20:39:29,695 Number of retrials: 0 +2021-12-17 20:39:29,695 WRAPPER CHECK TIME = 10 +2021-12-17 20:39:29,696 Checking jobs for platform=marenostrum4 +2021-12-17 20:39:29,697 Checking jobs for platform=nord3 +2021-12-17 20:39:29,698 Checking jobs for platform=local +2021-12-17 20:39:29,698 Checking jobs for platform=transfer_node +2021-12-17 20:39:29,698 Checking all jobs at once +2021-12-17 20:39:31,734 Successful check job command +2021-12-17 20:39:34,509 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:39:34,509 End of checking +2021-12-17 20:39:34,511 Updating FAILED jobs +2021-12-17 20:39:34,512 Updating WAITING jobs +2021-12-17 20:39:34,512 Update finished +2021-12-17 20:39:34,512 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:39:34,512 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:39:34,512 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:39:34,512 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:39:34,532 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:39:34,534 Job list saved +2021-12-17 20:39:34,543 Updating FAILED jobs +2021-12-17 20:39:34,543 Updating WAITING jobs +2021-12-17 20:39:34,543 Update finished +2021-12-17 20:39:44,558 Reloading parameters... +2021-12-17 20:39:44,633 Loading parameters... +2021-12-17 20:39:44,635 Loading project parameters... +2021-12-17 20:39:44,691 + +23 of 25 jobs remaining (20:39) +2021-12-17 20:39:44,692 Sleep: 10 +2021-12-17 20:39:44,692 Number of retrials: 0 +2021-12-17 20:39:44,692 WRAPPER CHECK TIME = 10 +2021-12-17 20:39:44,716 Checking jobs for platform=marenostrum4 +2021-12-17 20:39:44,717 Checking jobs for platform=nord3 +2021-12-17 20:39:44,740 Checking jobs for platform=local +2021-12-17 20:39:44,741 Checking jobs for platform=transfer_node +2021-12-17 20:39:44,741 Checking all jobs at once +2021-12-17 20:39:47,156 Successful check job command +2021-12-17 20:39:51,432 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:39:51,433 End of checking +2021-12-17 20:39:51,434 Updating FAILED jobs +2021-12-17 20:39:51,434 Updating WAITING jobs +2021-12-17 20:39:51,435 Update finished +2021-12-17 20:39:51,435 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:39:51,435 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:39:51,435 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:39:51,436 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:39:51,438 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:39:51,440 Job list saved +2021-12-17 20:39:51,444 Updating FAILED jobs +2021-12-17 20:39:51,444 Updating WAITING jobs +2021-12-17 20:39:51,445 Update finished +2021-12-17 20:40:01,455 Reloading parameters... +2021-12-17 20:40:01,484 Loading parameters... +2021-12-17 20:40:01,486 Loading project parameters... +2021-12-17 20:40:01,490 + +23 of 25 jobs remaining (20:40) +2021-12-17 20:40:01,490 Sleep: 10 +2021-12-17 20:40:01,490 Number of retrials: 0 +2021-12-17 20:40:01,491 WRAPPER CHECK TIME = 10 +2021-12-17 20:40:01,491 Checking jobs for platform=marenostrum4 +2021-12-17 20:40:01,494 Checking jobs for platform=nord3 +2021-12-17 20:40:01,494 Checking jobs for platform=local +2021-12-17 20:40:01,495 Checking jobs for platform=transfer_node +2021-12-17 20:40:01,495 Checking all jobs at once +2021-12-17 20:40:03,068 Successful check job command +2021-12-17 20:40:05,089 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:40:05,089 End of checking +2021-12-17 20:40:05,091 Updating FAILED jobs +2021-12-17 20:40:05,091 Updating WAITING jobs +2021-12-17 20:40:05,091 Update finished +2021-12-17 20:40:05,091 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:40:05,091 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:40:05,092 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:40:05,092 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:40:05,094 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:40:05,097 Job list saved +2021-12-17 20:40:05,102 Updating FAILED jobs +2021-12-17 20:40:05,102 Updating WAITING jobs +2021-12-17 20:40:05,102 Update finished +2021-12-17 20:40:15,112 Reloading parameters... +2021-12-17 20:40:15,129 Loading parameters... +2021-12-17 20:40:15,130 Loading project parameters... +2021-12-17 20:40:15,132 + +23 of 25 jobs remaining (20:40) +2021-12-17 20:40:15,132 Sleep: 10 +2021-12-17 20:40:15,132 Number of retrials: 0 +2021-12-17 20:40:15,132 WRAPPER CHECK TIME = 10 +2021-12-17 20:40:15,133 Checking jobs for platform=marenostrum4 +2021-12-17 20:40:15,133 Checking jobs for platform=nord3 +2021-12-17 20:40:15,134 Checking jobs for platform=local +2021-12-17 20:40:15,135 Checking jobs for platform=transfer_node +2021-12-17 20:40:15,135 Checking all jobs at once +2021-12-17 20:40:16,660 Successful check job command +2021-12-17 20:40:18,385 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:40:18,385 End of checking +2021-12-17 20:40:18,388 Updating FAILED jobs +2021-12-17 20:40:18,388 Updating WAITING jobs +2021-12-17 20:40:18,389 Update finished +2021-12-17 20:40:18,389 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:40:18,389 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:40:18,389 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:40:18,389 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:40:18,395 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:40:18,397 Job list saved +2021-12-17 20:40:18,402 Updating FAILED jobs +2021-12-17 20:40:18,402 Updating WAITING jobs +2021-12-17 20:40:18,403 Update finished +2021-12-17 20:40:28,413 Reloading parameters... +2021-12-17 20:40:28,431 Loading parameters... +2021-12-17 20:40:28,432 Loading project parameters... +2021-12-17 20:40:28,434 + +23 of 25 jobs remaining (20:40) +2021-12-17 20:40:28,434 Sleep: 10 +2021-12-17 20:40:28,434 Number of retrials: 0 +2021-12-17 20:40:28,434 WRAPPER CHECK TIME = 10 +2021-12-17 20:40:28,435 Checking jobs for platform=marenostrum4 +2021-12-17 20:40:28,436 Checking jobs for platform=nord3 +2021-12-17 20:40:28,436 Checking jobs for platform=local +2021-12-17 20:40:28,437 Checking jobs for platform=transfer_node +2021-12-17 20:40:28,437 Checking all jobs at once +2021-12-17 20:40:30,959 Successful check job command +2021-12-17 20:40:33,583 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:40:33,583 End of checking +2021-12-17 20:40:33,584 Updating FAILED jobs +2021-12-17 20:40:33,584 Updating WAITING jobs +2021-12-17 20:40:33,585 Update finished +2021-12-17 20:40:33,585 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:40:33,586 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:40:33,586 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:40:33,586 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:40:33,589 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:40:33,591 Job list saved +2021-12-17 20:40:33,603 Updating FAILED jobs +2021-12-17 20:40:33,603 Updating WAITING jobs +2021-12-17 20:40:33,603 Update finished +2021-12-17 20:40:43,613 Reloading parameters... +2021-12-17 20:40:43,633 Loading parameters... +2021-12-17 20:40:43,635 Loading project parameters... +2021-12-17 20:40:43,636 + +23 of 25 jobs remaining (20:40) +2021-12-17 20:40:43,637 Sleep: 10 +2021-12-17 20:40:43,637 Number of retrials: 0 +2021-12-17 20:40:43,637 WRAPPER CHECK TIME = 10 +2021-12-17 20:40:43,637 Checking jobs for platform=marenostrum4 +2021-12-17 20:40:43,638 Checking jobs for platform=nord3 +2021-12-17 20:40:43,638 Checking jobs for platform=local +2021-12-17 20:40:43,639 Checking jobs for platform=transfer_node +2021-12-17 20:40:43,639 Checking all jobs at once +2021-12-17 20:40:45,710 Successful check job command +2021-12-17 20:40:50,442 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:40:50,443 End of checking +2021-12-17 20:40:50,458 Updating FAILED jobs +2021-12-17 20:40:50,458 Updating WAITING jobs +2021-12-17 20:40:50,458 Update finished +2021-12-17 20:40:50,458 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:40:50,459 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:40:50,459 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:40:50,459 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:40:50,466 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:40:50,472 Job list saved +2021-12-17 20:40:50,483 Updating FAILED jobs +2021-12-17 20:40:50,483 Updating WAITING jobs +2021-12-17 20:40:50,483 Update finished +2021-12-17 20:41:00,493 Reloading parameters... +2021-12-17 20:41:00,535 Loading parameters... +2021-12-17 20:41:00,536 Loading project parameters... +2021-12-17 20:41:00,538 + +23 of 25 jobs remaining (20:41) +2021-12-17 20:41:00,538 Sleep: 10 +2021-12-17 20:41:00,538 Number of retrials: 0 +2021-12-17 20:41:00,538 WRAPPER CHECK TIME = 10 +2021-12-17 20:41:00,539 Checking jobs for platform=marenostrum4 +2021-12-17 20:41:00,540 Checking jobs for platform=nord3 +2021-12-17 20:41:00,540 Checking jobs for platform=local +2021-12-17 20:41:00,541 Checking jobs for platform=transfer_node +2021-12-17 20:41:00,541 Checking all jobs at once +2021-12-17 20:41:02,762 Successful check job command +2021-12-17 20:41:05,585 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:41:05,585 End of checking +2021-12-17 20:41:05,586 Updating FAILED jobs +2021-12-17 20:41:05,586 Updating WAITING jobs +2021-12-17 20:41:05,586 Update finished +2021-12-17 20:41:05,587 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:41:05,587 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:41:05,587 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:41:05,587 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:41:05,590 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:41:05,592 Job list saved +2021-12-17 20:41:05,598 Updating FAILED jobs +2021-12-17 20:41:05,599 Updating WAITING jobs +2021-12-17 20:41:05,602 Update finished +2021-12-17 20:41:15,612 Reloading parameters... +2021-12-17 20:41:15,666 Loading parameters... +2021-12-17 20:41:15,680 Loading project parameters... +2021-12-17 20:41:15,701 + +23 of 25 jobs remaining (20:41) +2021-12-17 20:41:15,701 Sleep: 10 +2021-12-17 20:41:15,701 Number of retrials: 0 +2021-12-17 20:41:15,701 WRAPPER CHECK TIME = 10 +2021-12-17 20:41:15,702 Checking jobs for platform=marenostrum4 +2021-12-17 20:41:15,702 Checking jobs for platform=nord3 +2021-12-17 20:41:15,703 Checking jobs for platform=local +2021-12-17 20:41:15,704 Checking jobs for platform=transfer_node +2021-12-17 20:41:15,704 Checking all jobs at once +2021-12-17 20:41:17,031 Successful check job command +2021-12-17 20:41:18,902 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:41:18,902 End of checking +2021-12-17 20:41:18,904 Updating FAILED jobs +2021-12-17 20:41:18,904 Updating WAITING jobs +2021-12-17 20:41:18,904 Update finished +2021-12-17 20:41:18,904 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:41:18,905 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:41:18,905 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:41:18,905 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:41:18,908 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:41:18,910 Job list saved +2021-12-17 20:41:18,915 Updating FAILED jobs +2021-12-17 20:41:18,915 Updating WAITING jobs +2021-12-17 20:41:18,916 Update finished +2021-12-17 20:41:28,925 Reloading parameters... +2021-12-17 20:41:28,949 Loading parameters... +2021-12-17 20:41:28,950 Loading project parameters... +2021-12-17 20:41:28,953 + +23 of 25 jobs remaining (20:41) +2021-12-17 20:41:28,953 Sleep: 10 +2021-12-17 20:41:28,953 Number of retrials: 0 +2021-12-17 20:41:28,953 WRAPPER CHECK TIME = 10 +2021-12-17 20:41:28,954 Checking jobs for platform=marenostrum4 +2021-12-17 20:41:28,954 Checking jobs for platform=nord3 +2021-12-17 20:41:28,955 Checking jobs for platform=local +2021-12-17 20:41:28,955 Checking jobs for platform=transfer_node +2021-12-17 20:41:28,955 Checking all jobs at once +2021-12-17 20:41:30,425 Successful check job command +2021-12-17 20:41:31,695 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:41:31,695 End of checking +2021-12-17 20:41:31,699 Updating FAILED jobs +2021-12-17 20:41:31,699 Updating WAITING jobs +2021-12-17 20:41:31,700 Update finished +2021-12-17 20:41:31,700 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:41:31,700 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:41:31,700 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:41:31,700 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:41:31,703 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:41:31,705 Job list saved +2021-12-17 20:41:31,711 Updating FAILED jobs +2021-12-17 20:41:31,711 Updating WAITING jobs +2021-12-17 20:41:31,711 Update finished +2021-12-17 20:41:41,719 Reloading parameters... +2021-12-17 20:41:41,737 Loading parameters... +2021-12-17 20:41:41,739 Loading project parameters... +2021-12-17 20:41:41,741 + +23 of 25 jobs remaining (20:41) +2021-12-17 20:41:41,741 Sleep: 10 +2021-12-17 20:41:41,741 Number of retrials: 0 +2021-12-17 20:41:41,743 WRAPPER CHECK TIME = 10 +2021-12-17 20:41:41,744 Checking jobs for platform=marenostrum4 +2021-12-17 20:41:41,744 Checking jobs for platform=nord3 +2021-12-17 20:41:41,745 Checking jobs for platform=local +2021-12-17 20:41:41,746 Checking jobs for platform=transfer_node +2021-12-17 20:41:41,746 Checking all jobs at once +2021-12-17 20:41:43,866 Successful check job command +2021-12-17 20:41:46,538 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:41:46,538 End of checking +2021-12-17 20:41:46,540 Updating FAILED jobs +2021-12-17 20:41:46,540 Updating WAITING jobs +2021-12-17 20:41:46,540 Update finished +2021-12-17 20:41:46,540 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:41:46,541 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:41:46,541 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:41:46,541 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:41:46,544 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:41:46,546 Job list saved +2021-12-17 20:41:46,551 Updating FAILED jobs +2021-12-17 20:41:46,551 Updating WAITING jobs +2021-12-17 20:41:46,551 Update finished +2021-12-17 20:41:56,561 Reloading parameters... +2021-12-17 20:41:56,579 Loading parameters... +2021-12-17 20:41:56,580 Loading project parameters... +2021-12-17 20:41:56,582 + +23 of 25 jobs remaining (20:41) +2021-12-17 20:41:56,582 Sleep: 10 +2021-12-17 20:41:56,582 Number of retrials: 0 +2021-12-17 20:41:56,582 WRAPPER CHECK TIME = 10 +2021-12-17 20:41:56,583 Checking jobs for platform=marenostrum4 +2021-12-17 20:41:56,583 Checking jobs for platform=nord3 +2021-12-17 20:41:56,584 Checking jobs for platform=local +2021-12-17 20:41:56,584 Checking jobs for platform=transfer_node +2021-12-17 20:41:56,585 Checking all jobs at once +2021-12-17 20:41:57,756 Successful check job command +2021-12-17 20:41:59,430 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:41:59,430 End of checking +2021-12-17 20:41:59,432 Updating FAILED jobs +2021-12-17 20:41:59,432 Updating WAITING jobs +2021-12-17 20:41:59,432 Update finished +2021-12-17 20:41:59,432 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:41:59,433 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:41:59,433 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:41:59,433 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:41:59,436 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:41:59,438 Job list saved +2021-12-17 20:41:59,443 Updating FAILED jobs +2021-12-17 20:41:59,443 Updating WAITING jobs +2021-12-17 20:41:59,444 Update finished +2021-12-17 20:42:09,454 Reloading parameters... +2021-12-17 20:42:09,472 Loading parameters... +2021-12-17 20:42:09,474 Loading project parameters... +2021-12-17 20:42:09,476 + +23 of 25 jobs remaining (20:42) +2021-12-17 20:42:09,476 Sleep: 10 +2021-12-17 20:42:09,476 Number of retrials: 0 +2021-12-17 20:42:09,476 WRAPPER CHECK TIME = 10 +2021-12-17 20:42:09,477 Checking jobs for platform=marenostrum4 +2021-12-17 20:42:09,478 Checking jobs for platform=nord3 +2021-12-17 20:42:09,479 Checking jobs for platform=local +2021-12-17 20:42:09,479 Checking jobs for platform=transfer_node +2021-12-17 20:42:09,479 Checking all jobs at once +2021-12-17 20:42:11,452 Successful check job command +2021-12-17 20:42:13,072 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:42:13,072 End of checking +2021-12-17 20:42:13,073 Updating FAILED jobs +2021-12-17 20:42:13,073 Updating WAITING jobs +2021-12-17 20:42:13,074 Update finished +2021-12-17 20:42:13,074 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:42:13,074 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:42:13,074 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:42:13,074 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:42:13,077 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:42:13,080 Job list saved +2021-12-17 20:42:13,085 Updating FAILED jobs +2021-12-17 20:42:13,085 Updating WAITING jobs +2021-12-17 20:42:13,085 Update finished +2021-12-17 20:42:23,093 Reloading parameters... +2021-12-17 20:42:23,113 Loading parameters... +2021-12-17 20:42:23,118 Loading project parameters... +2021-12-17 20:42:23,122 + +23 of 25 jobs remaining (20:42) +2021-12-17 20:42:23,122 Sleep: 10 +2021-12-17 20:42:23,122 Number of retrials: 0 +2021-12-17 20:42:23,122 WRAPPER CHECK TIME = 10 +2021-12-17 20:42:23,123 Checking jobs for platform=marenostrum4 +2021-12-17 20:42:23,123 Checking jobs for platform=nord3 +2021-12-17 20:42:23,124 Checking jobs for platform=local +2021-12-17 20:42:23,125 Checking jobs for platform=transfer_node +2021-12-17 20:42:23,125 Checking all jobs at once +2021-12-17 20:42:25,153 Successful check job command +2021-12-17 20:42:30,839 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:42:30,839 End of checking +2021-12-17 20:42:30,840 Updating FAILED jobs +2021-12-17 20:42:30,840 Updating WAITING jobs +2021-12-17 20:42:30,841 Update finished +2021-12-17 20:42:30,841 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:42:30,841 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:42:30,841 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:42:30,841 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:42:30,845 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:42:30,847 Job list saved +2021-12-17 20:42:30,851 Updating FAILED jobs +2021-12-17 20:42:30,851 Updating WAITING jobs +2021-12-17 20:42:30,851 Update finished +2021-12-17 20:42:40,861 Reloading parameters... +2021-12-17 20:42:40,907 Loading parameters... +2021-12-17 20:42:40,911 Loading project parameters... +2021-12-17 20:42:40,913 + +23 of 25 jobs remaining (20:42) +2021-12-17 20:42:40,913 Sleep: 10 +2021-12-17 20:42:40,913 Number of retrials: 0 +2021-12-17 20:42:40,913 WRAPPER CHECK TIME = 10 +2021-12-17 20:42:40,919 Checking jobs for platform=marenostrum4 +2021-12-17 20:42:40,919 Checking jobs for platform=nord3 +2021-12-17 20:42:40,920 Checking jobs for platform=local +2021-12-17 20:42:40,920 Checking jobs for platform=transfer_node +2021-12-17 20:42:40,920 Checking all jobs at once +2021-12-17 20:42:42,265 Successful check job command +2021-12-17 20:42:45,140 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:42:45,140 End of checking +2021-12-17 20:42:45,141 Updating FAILED jobs +2021-12-17 20:42:45,141 Updating WAITING jobs +2021-12-17 20:42:45,141 Update finished +2021-12-17 20:42:45,142 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:42:45,142 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:42:45,143 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:42:45,143 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:42:45,145 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:42:45,147 Job list saved +2021-12-17 20:42:45,152 Updating FAILED jobs +2021-12-17 20:42:45,152 Updating WAITING jobs +2021-12-17 20:42:45,152 Update finished +2021-12-17 20:42:55,159 Reloading parameters... +2021-12-17 20:42:55,178 Loading parameters... +2021-12-17 20:42:55,180 Loading project parameters... +2021-12-17 20:42:55,181 + +23 of 25 jobs remaining (20:42) +2021-12-17 20:42:55,182 Sleep: 10 +2021-12-17 20:42:55,182 Number of retrials: 0 +2021-12-17 20:42:55,182 WRAPPER CHECK TIME = 10 +2021-12-17 20:42:55,182 Checking jobs for platform=marenostrum4 +2021-12-17 20:42:55,183 Checking jobs for platform=nord3 +2021-12-17 20:42:55,183 Checking jobs for platform=local +2021-12-17 20:42:55,184 Checking jobs for platform=transfer_node +2021-12-17 20:42:55,184 Checking all jobs at once +2021-12-17 20:42:57,709 Successful check job command +2021-12-17 20:42:59,630 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:42:59,630 End of checking +2021-12-17 20:42:59,631 Updating FAILED jobs +2021-12-17 20:42:59,631 Updating WAITING jobs +2021-12-17 20:42:59,632 Update finished +2021-12-17 20:42:59,632 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:42:59,632 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:42:59,632 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:42:59,632 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:42:59,635 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:42:59,637 Job list saved +2021-12-17 20:42:59,642 Updating FAILED jobs +2021-12-17 20:42:59,642 Updating WAITING jobs +2021-12-17 20:42:59,642 Update finished +2021-12-17 20:43:09,652 Reloading parameters... +2021-12-17 20:43:09,673 Loading parameters... +2021-12-17 20:43:09,674 Loading project parameters... +2021-12-17 20:43:09,676 + +23 of 25 jobs remaining (20:43) +2021-12-17 20:43:09,676 Sleep: 10 +2021-12-17 20:43:09,676 Number of retrials: 0 +2021-12-17 20:43:09,677 WRAPPER CHECK TIME = 10 +2021-12-17 20:43:09,677 Checking jobs for platform=marenostrum4 +2021-12-17 20:43:09,678 Checking jobs for platform=nord3 +2021-12-17 20:43:09,678 Checking jobs for platform=local +2021-12-17 20:43:09,679 Checking jobs for platform=transfer_node +2021-12-17 20:43:09,679 Checking all jobs at once +2021-12-17 20:43:11,906 Successful check job command +2021-12-17 20:43:15,029 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:43:15,029 End of checking +2021-12-17 20:43:15,030 Updating FAILED jobs +2021-12-17 20:43:15,031 Updating WAITING jobs +2021-12-17 20:43:15,031 Update finished +2021-12-17 20:43:15,031 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:43:15,031 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:43:15,031 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:43:15,031 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:43:15,034 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:43:15,037 Job list saved +2021-12-17 20:43:15,042 Updating FAILED jobs +2021-12-17 20:43:15,042 Updating WAITING jobs +2021-12-17 20:43:15,042 Update finished +2021-12-17 20:43:25,047 Reloading parameters... +2021-12-17 20:43:25,069 Loading parameters... +2021-12-17 20:43:25,070 Loading project parameters... +2021-12-17 20:43:25,072 + +23 of 25 jobs remaining (20:43) +2021-12-17 20:43:25,072 Sleep: 10 +2021-12-17 20:43:25,072 Number of retrials: 0 +2021-12-17 20:43:25,072 WRAPPER CHECK TIME = 10 +2021-12-17 20:43:25,073 Checking jobs for platform=marenostrum4 +2021-12-17 20:43:25,074 Checking jobs for platform=nord3 +2021-12-17 20:43:25,074 Checking jobs for platform=local +2021-12-17 20:43:25,075 Checking jobs for platform=transfer_node +2021-12-17 20:43:25,075 Checking all jobs at once +2021-12-17 20:43:26,795 Successful check job command +2021-12-17 20:43:30,471 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:43:30,472 End of checking +2021-12-17 20:43:30,474 Updating FAILED jobs +2021-12-17 20:43:30,474 Updating WAITING jobs +2021-12-17 20:43:30,474 Update finished +2021-12-17 20:43:30,475 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:43:30,476 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:43:30,476 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:43:30,476 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:43:30,480 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:43:30,482 Job list saved +2021-12-17 20:43:30,487 Updating FAILED jobs +2021-12-17 20:43:30,487 Updating WAITING jobs +2021-12-17 20:43:30,487 Update finished +2021-12-17 20:43:40,497 Reloading parameters... +2021-12-17 20:43:40,517 Loading parameters... +2021-12-17 20:43:40,518 Loading project parameters... +2021-12-17 20:43:40,520 + +23 of 25 jobs remaining (20:43) +2021-12-17 20:43:40,520 Sleep: 10 +2021-12-17 20:43:40,521 Number of retrials: 0 +2021-12-17 20:43:40,521 WRAPPER CHECK TIME = 10 +2021-12-17 20:43:40,521 Checking jobs for platform=marenostrum4 +2021-12-17 20:43:40,522 Checking jobs for platform=nord3 +2021-12-17 20:43:40,522 Checking jobs for platform=local +2021-12-17 20:43:40,523 Checking jobs for platform=transfer_node +2021-12-17 20:43:40,523 Checking all jobs at once +2021-12-17 20:43:41,992 Successful check job command +2021-12-17 20:43:43,663 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:43:43,664 End of checking +2021-12-17 20:43:43,665 Updating FAILED jobs +2021-12-17 20:43:43,665 Updating WAITING jobs +2021-12-17 20:43:43,665 Update finished +2021-12-17 20:43:43,666 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:43:43,666 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:43:43,666 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:43:43,666 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:43:43,669 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:43:43,671 Job list saved +2021-12-17 20:43:43,676 Updating FAILED jobs +2021-12-17 20:43:43,676 Updating WAITING jobs +2021-12-17 20:43:43,676 Update finished +2021-12-17 20:43:53,683 Reloading parameters... +2021-12-17 20:43:53,703 Loading parameters... +2021-12-17 20:43:53,705 Loading project parameters... +2021-12-17 20:43:53,707 + +23 of 25 jobs remaining (20:43) +2021-12-17 20:43:53,707 Sleep: 10 +2021-12-17 20:43:53,707 Number of retrials: 0 +2021-12-17 20:43:53,707 WRAPPER CHECK TIME = 10 +2021-12-17 20:43:53,708 Checking jobs for platform=marenostrum4 +2021-12-17 20:43:53,708 Checking jobs for platform=nord3 +2021-12-17 20:43:53,709 Checking jobs for platform=local +2021-12-17 20:43:53,709 Checking jobs for platform=transfer_node +2021-12-17 20:43:53,710 Checking all jobs at once +2021-12-17 20:43:56,682 Successful check job command +2021-12-17 20:44:03,265 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:44:03,265 End of checking +2021-12-17 20:44:03,267 Updating FAILED jobs +2021-12-17 20:44:03,267 Updating WAITING jobs +2021-12-17 20:44:03,267 Update finished +2021-12-17 20:44:03,268 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:44:03,268 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:44:03,268 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:44:03,269 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:44:03,271 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:44:03,273 Job list saved +2021-12-17 20:44:03,278 Updating FAILED jobs +2021-12-17 20:44:03,278 Updating WAITING jobs +2021-12-17 20:44:03,279 Update finished +2021-12-17 20:44:13,289 Reloading parameters... +2021-12-17 20:44:13,307 Loading parameters... +2021-12-17 20:44:13,308 Loading project parameters... +2021-12-17 20:44:13,310 + +23 of 25 jobs remaining (20:44) +2021-12-17 20:44:13,310 Sleep: 10 +2021-12-17 20:44:13,310 Number of retrials: 0 +2021-12-17 20:44:13,310 WRAPPER CHECK TIME = 10 +2021-12-17 20:44:13,311 Checking jobs for platform=marenostrum4 +2021-12-17 20:44:13,311 Checking jobs for platform=nord3 +2021-12-17 20:44:13,312 Checking jobs for platform=local +2021-12-17 20:44:13,313 Checking jobs for platform=transfer_node +2021-12-17 20:44:13,313 Checking all jobs at once +2021-12-17 20:44:15,133 Successful check job command +2021-12-17 20:44:16,510 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:44:16,510 End of checking +2021-12-17 20:44:16,512 Updating FAILED jobs +2021-12-17 20:44:16,513 Updating WAITING jobs +2021-12-17 20:44:16,513 Update finished +2021-12-17 20:44:16,513 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:44:16,513 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:44:16,513 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:44:16,513 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:44:16,517 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:44:16,520 Job list saved +2021-12-17 20:44:16,530 Updating FAILED jobs +2021-12-17 20:44:16,531 Updating WAITING jobs +2021-12-17 20:44:16,532 Update finished +2021-12-17 20:44:26,541 Reloading parameters... +2021-12-17 20:44:26,560 Loading parameters... +2021-12-17 20:44:26,562 Loading project parameters... +2021-12-17 20:44:26,564 + +23 of 25 jobs remaining (20:44) +2021-12-17 20:44:26,564 Sleep: 10 +2021-12-17 20:44:26,564 Number of retrials: 0 +2021-12-17 20:44:26,564 WRAPPER CHECK TIME = 10 +2021-12-17 20:44:26,565 Checking jobs for platform=marenostrum4 +2021-12-17 20:44:26,565 Checking jobs for platform=nord3 +2021-12-17 20:44:26,566 Checking jobs for platform=local +2021-12-17 20:44:26,566 Checking jobs for platform=transfer_node +2021-12-17 20:44:26,567 Checking all jobs at once +2021-12-17 20:44:28,336 Successful check job command +2021-12-17 20:44:30,209 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:44:30,212 End of checking +2021-12-17 20:44:30,214 Updating FAILED jobs +2021-12-17 20:44:30,214 Updating WAITING jobs +2021-12-17 20:44:30,214 Update finished +2021-12-17 20:44:30,214 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:44:30,215 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:44:30,215 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:44:30,215 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:44:30,218 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:44:30,220 Job list saved +2021-12-17 20:44:30,228 Updating FAILED jobs +2021-12-17 20:44:30,228 Updating WAITING jobs +2021-12-17 20:44:30,228 Update finished +2021-12-17 20:44:40,234 Reloading parameters... +2021-12-17 20:44:40,253 Loading parameters... +2021-12-17 20:44:40,254 Loading project parameters... +2021-12-17 20:44:40,256 + +23 of 25 jobs remaining (20:44) +2021-12-17 20:44:40,256 Sleep: 10 +2021-12-17 20:44:40,256 Number of retrials: 0 +2021-12-17 20:44:40,256 WRAPPER CHECK TIME = 10 +2021-12-17 20:44:40,257 Checking jobs for platform=marenostrum4 +2021-12-17 20:44:40,257 Checking jobs for platform=nord3 +2021-12-17 20:44:40,258 Checking jobs for platform=local +2021-12-17 20:44:40,258 Checking jobs for platform=transfer_node +2021-12-17 20:44:40,258 Checking all jobs at once +2021-12-17 20:44:42,830 Successful check job command +2021-12-17 20:44:44,149 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:44:44,150 End of checking +2021-12-17 20:44:44,151 Updating FAILED jobs +2021-12-17 20:44:44,151 Updating WAITING jobs +2021-12-17 20:44:44,152 Update finished +2021-12-17 20:44:44,152 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:44:44,153 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:44:44,153 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:44:44,153 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:44:44,156 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:44:44,158 Job list saved +2021-12-17 20:44:44,163 Updating FAILED jobs +2021-12-17 20:44:44,163 Updating WAITING jobs +2021-12-17 20:44:44,163 Update finished +2021-12-17 20:44:54,173 Reloading parameters... +2021-12-17 20:44:54,191 Loading parameters... +2021-12-17 20:44:54,193 Loading project parameters... +2021-12-17 20:44:54,195 + +23 of 25 jobs remaining (20:44) +2021-12-17 20:44:54,195 Sleep: 10 +2021-12-17 20:44:54,195 Number of retrials: 0 +2021-12-17 20:44:54,195 WRAPPER CHECK TIME = 10 +2021-12-17 20:44:54,196 Checking jobs for platform=marenostrum4 +2021-12-17 20:44:54,196 Checking jobs for platform=nord3 +2021-12-17 20:44:54,198 Checking jobs for platform=local +2021-12-17 20:44:54,199 Checking jobs for platform=transfer_node +2021-12-17 20:44:54,199 Checking all jobs at once +2021-12-17 20:44:55,970 Successful check job command +2021-12-17 20:44:57,291 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:44:57,291 End of checking +2021-12-17 20:44:57,293 Updating FAILED jobs +2021-12-17 20:44:57,293 Updating WAITING jobs +2021-12-17 20:44:57,293 Update finished +2021-12-17 20:44:57,293 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:44:57,293 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:44:57,293 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:44:57,294 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:44:57,297 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:44:57,299 Job list saved +2021-12-17 20:44:57,304 Updating FAILED jobs +2021-12-17 20:44:57,304 Updating WAITING jobs +2021-12-17 20:44:57,305 Update finished +2021-12-17 20:45:07,314 Reloading parameters... +2021-12-17 20:45:07,335 Loading parameters... +2021-12-17 20:45:07,337 Loading project parameters... +2021-12-17 20:45:07,339 + +23 of 25 jobs remaining (20:45) +2021-12-17 20:45:07,339 Sleep: 10 +2021-12-17 20:45:07,339 Number of retrials: 0 +2021-12-17 20:45:07,339 WRAPPER CHECK TIME = 10 +2021-12-17 20:45:07,339 Checking jobs for platform=marenostrum4 +2021-12-17 20:45:07,340 Checking jobs for platform=nord3 +2021-12-17 20:45:07,341 Checking jobs for platform=local +2021-12-17 20:45:07,341 Checking jobs for platform=transfer_node +2021-12-17 20:45:07,341 Checking all jobs at once +2021-12-17 20:45:10,062 Successful check job command +2021-12-17 20:45:12,737 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:45:12,737 End of checking +2021-12-17 20:45:12,739 Updating FAILED jobs +2021-12-17 20:45:12,739 Updating WAITING jobs +2021-12-17 20:45:12,740 Update finished +2021-12-17 20:45:12,740 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:45:12,740 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:45:12,740 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:45:12,740 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:45:12,746 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:45:12,748 Job list saved +2021-12-17 20:45:12,752 Updating FAILED jobs +2021-12-17 20:45:12,752 Updating WAITING jobs +2021-12-17 20:45:12,753 Update finished +2021-12-17 20:45:22,763 Reloading parameters... +2021-12-17 20:45:22,785 Loading parameters... +2021-12-17 20:45:22,786 Loading project parameters... +2021-12-17 20:45:22,788 + +23 of 25 jobs remaining (20:45) +2021-12-17 20:45:22,788 Sleep: 10 +2021-12-17 20:45:22,788 Number of retrials: 0 +2021-12-17 20:45:22,788 WRAPPER CHECK TIME = 10 +2021-12-17 20:45:22,789 Checking jobs for platform=marenostrum4 +2021-12-17 20:45:22,789 Checking jobs for platform=nord3 +2021-12-17 20:45:22,790 Checking jobs for platform=local +2021-12-17 20:45:22,791 Checking jobs for platform=transfer_node +2021-12-17 20:45:22,791 Checking all jobs at once +2021-12-17 20:45:24,364 Successful check job command +2021-12-17 20:45:26,835 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:45:26,836 End of checking +2021-12-17 20:45:26,837 Updating FAILED jobs +2021-12-17 20:45:26,838 Updating WAITING jobs +2021-12-17 20:45:26,838 Update finished +2021-12-17 20:45:26,838 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:45:26,838 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:45:26,839 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:45:26,839 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:45:26,842 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:45:26,844 Job list saved +2021-12-17 20:45:26,849 Updating FAILED jobs +2021-12-17 20:45:26,849 Updating WAITING jobs +2021-12-17 20:45:26,849 Update finished +2021-12-17 20:45:36,859 Reloading parameters... +2021-12-17 20:45:36,880 Loading parameters... +2021-12-17 20:45:36,881 Loading project parameters... +2021-12-17 20:45:36,883 + +23 of 25 jobs remaining (20:45) +2021-12-17 20:45:36,883 Sleep: 10 +2021-12-17 20:45:36,883 Number of retrials: 0 +2021-12-17 20:45:36,883 WRAPPER CHECK TIME = 10 +2021-12-17 20:45:36,884 Checking jobs for platform=marenostrum4 +2021-12-17 20:45:36,885 Checking jobs for platform=nord3 +2021-12-17 20:45:36,885 Checking jobs for platform=local +2021-12-17 20:45:36,886 Checking jobs for platform=transfer_node +2021-12-17 20:45:36,886 Checking all jobs at once +2021-12-17 20:45:38,211 Successful check job command +2021-12-17 20:45:43,237 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:45:43,237 End of checking +2021-12-17 20:45:43,239 Updating FAILED jobs +2021-12-17 20:45:43,239 Updating WAITING jobs +2021-12-17 20:45:43,239 Update finished +2021-12-17 20:45:43,239 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:45:43,239 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:45:43,239 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:45:43,240 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:45:43,242 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:45:43,245 Job list saved +2021-12-17 20:45:43,249 Updating FAILED jobs +2021-12-17 20:45:43,249 Updating WAITING jobs +2021-12-17 20:45:43,250 Update finished +2021-12-17 20:45:53,260 Reloading parameters... +2021-12-17 20:45:53,279 Loading parameters... +2021-12-17 20:45:53,280 Loading project parameters... +2021-12-17 20:45:53,282 + +23 of 25 jobs remaining (20:45) +2021-12-17 20:45:53,282 Sleep: 10 +2021-12-17 20:45:53,282 Number of retrials: 0 +2021-12-17 20:45:53,282 WRAPPER CHECK TIME = 10 +2021-12-17 20:45:53,283 Checking jobs for platform=marenostrum4 +2021-12-17 20:45:53,283 Checking jobs for platform=nord3 +2021-12-17 20:45:53,284 Checking jobs for platform=local +2021-12-17 20:45:53,285 Checking jobs for platform=transfer_node +2021-12-17 20:45:53,285 Checking all jobs at once +2021-12-17 20:45:54,855 Successful check job command +2021-12-17 20:45:58,078 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:45:58,078 End of checking +2021-12-17 20:45:58,079 Updating FAILED jobs +2021-12-17 20:45:58,080 Updating WAITING jobs +2021-12-17 20:45:58,080 Update finished +2021-12-17 20:45:58,080 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:45:58,082 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:45:58,082 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:45:58,082 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:45:58,085 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:45:58,087 Job list saved +2021-12-17 20:45:58,092 Updating FAILED jobs +2021-12-17 20:45:58,092 Updating WAITING jobs +2021-12-17 20:45:58,093 Update finished +2021-12-17 20:46:08,102 Reloading parameters... +2021-12-17 20:46:08,124 Loading parameters... +2021-12-17 20:46:08,126 Loading project parameters... +2021-12-17 20:46:08,128 + +23 of 25 jobs remaining (20:46) +2021-12-17 20:46:08,128 Sleep: 10 +2021-12-17 20:46:08,128 Number of retrials: 0 +2021-12-17 20:46:08,128 WRAPPER CHECK TIME = 10 +2021-12-17 20:46:08,129 Checking jobs for platform=marenostrum4 +2021-12-17 20:46:08,130 Checking jobs for platform=nord3 +2021-12-17 20:46:08,130 Checking jobs for platform=local +2021-12-17 20:46:08,131 Checking jobs for platform=transfer_node +2021-12-17 20:46:08,131 Checking all jobs at once +2021-12-17 20:46:09,550 Successful check job command +2021-12-17 20:46:11,270 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:46:11,270 End of checking +2021-12-17 20:46:11,272 Updating FAILED jobs +2021-12-17 20:46:11,272 Updating WAITING jobs +2021-12-17 20:46:11,272 Update finished +2021-12-17 20:46:11,272 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:46:11,272 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:46:11,273 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:46:11,273 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:46:11,275 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:46:11,277 Job list saved +2021-12-17 20:46:11,283 Updating FAILED jobs +2021-12-17 20:46:11,284 Updating WAITING jobs +2021-12-17 20:46:11,284 Update finished +2021-12-17 20:46:21,294 Reloading parameters... +2021-12-17 20:46:21,313 Loading parameters... +2021-12-17 20:46:21,315 Loading project parameters... +2021-12-17 20:46:21,316 + +23 of 25 jobs remaining (20:46) +2021-12-17 20:46:21,317 Sleep: 10 +2021-12-17 20:46:21,317 Number of retrials: 0 +2021-12-17 20:46:21,317 WRAPPER CHECK TIME = 10 +2021-12-17 20:46:21,318 Checking jobs for platform=marenostrum4 +2021-12-17 20:46:21,318 Checking jobs for platform=nord3 +2021-12-17 20:46:21,319 Checking jobs for platform=local +2021-12-17 20:46:21,319 Checking jobs for platform=transfer_node +2021-12-17 20:46:21,319 Checking all jobs at once +2021-12-17 20:46:22,693 Successful check job command +2021-12-17 20:46:24,163 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:46:24,164 End of checking +2021-12-17 20:46:24,165 Updating FAILED jobs +2021-12-17 20:46:24,165 Updating WAITING jobs +2021-12-17 20:46:24,165 Update finished +2021-12-17 20:46:24,166 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:46:24,166 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:46:24,166 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:46:24,166 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:46:24,169 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:46:24,171 Job list saved +2021-12-17 20:46:24,176 Updating FAILED jobs +2021-12-17 20:46:24,176 Updating WAITING jobs +2021-12-17 20:46:24,176 Update finished +2021-12-17 20:46:34,186 Reloading parameters... +2021-12-17 20:46:34,212 Loading parameters... +2021-12-17 20:46:34,213 Loading project parameters... +2021-12-17 20:46:34,215 + +23 of 25 jobs remaining (20:46) +2021-12-17 20:46:34,215 Sleep: 10 +2021-12-17 20:46:34,216 Number of retrials: 0 +2021-12-17 20:46:34,216 WRAPPER CHECK TIME = 10 +2021-12-17 20:46:34,216 Checking jobs for platform=marenostrum4 +2021-12-17 20:46:34,217 Checking jobs for platform=nord3 +2021-12-17 20:46:34,217 Checking jobs for platform=local +2021-12-17 20:46:34,218 Checking jobs for platform=transfer_node +2021-12-17 20:46:34,218 Checking all jobs at once +2021-12-17 20:46:35,843 Successful check job command +2021-12-17 20:46:37,212 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:46:37,214 End of checking +2021-12-17 20:46:37,215 Updating FAILED jobs +2021-12-17 20:46:37,215 Updating WAITING jobs +2021-12-17 20:46:37,216 Update finished +2021-12-17 20:46:37,216 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:46:37,221 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:46:37,221 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:46:37,221 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:46:37,224 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:46:37,226 Job list saved +2021-12-17 20:46:37,235 Updating FAILED jobs +2021-12-17 20:46:37,235 Updating WAITING jobs +2021-12-17 20:46:37,235 Update finished +2021-12-17 20:46:47,245 Reloading parameters... +2021-12-17 20:46:47,269 Loading parameters... +2021-12-17 20:46:47,270 Loading project parameters... +2021-12-17 20:46:47,272 + +23 of 25 jobs remaining (20:46) +2021-12-17 20:46:47,272 Sleep: 10 +2021-12-17 20:46:47,273 Number of retrials: 0 +2021-12-17 20:46:47,273 WRAPPER CHECK TIME = 10 +2021-12-17 20:46:47,273 Checking jobs for platform=marenostrum4 +2021-12-17 20:46:47,274 Checking jobs for platform=nord3 +2021-12-17 20:46:47,274 Checking jobs for platform=local +2021-12-17 20:46:47,275 Checking jobs for platform=transfer_node +2021-12-17 20:46:47,275 Checking all jobs at once +2021-12-17 20:46:48,646 Successful check job command +2021-12-17 20:46:53,478 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:46:53,478 End of checking +2021-12-17 20:46:53,479 Updating FAILED jobs +2021-12-17 20:46:53,480 Updating WAITING jobs +2021-12-17 20:46:53,480 Update finished +2021-12-17 20:46:53,480 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:46:53,480 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:46:53,480 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:46:53,480 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:46:53,483 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:46:53,485 Job list saved +2021-12-17 20:46:53,490 Updating FAILED jobs +2021-12-17 20:46:53,490 Updating WAITING jobs +2021-12-17 20:46:53,491 Update finished +2021-12-17 20:47:03,501 Reloading parameters... +2021-12-17 20:47:03,519 Loading parameters... +2021-12-17 20:47:03,520 Loading project parameters... +2021-12-17 20:47:03,522 + +23 of 25 jobs remaining (20:47) +2021-12-17 20:47:03,522 Sleep: 10 +2021-12-17 20:47:03,523 Number of retrials: 0 +2021-12-17 20:47:03,523 WRAPPER CHECK TIME = 10 +2021-12-17 20:47:03,523 Checking jobs for platform=marenostrum4 +2021-12-17 20:47:03,524 Checking jobs for platform=nord3 +2021-12-17 20:47:03,524 Checking jobs for platform=local +2021-12-17 20:47:03,525 Checking jobs for platform=transfer_node +2021-12-17 20:47:03,525 Checking all jobs at once +2021-12-17 20:47:04,846 Successful check job command +2021-12-17 20:47:09,731 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:47:09,731 End of checking +2021-12-17 20:47:09,733 Updating FAILED jobs +2021-12-17 20:47:09,733 Updating WAITING jobs +2021-12-17 20:47:09,733 Update finished +2021-12-17 20:47:09,734 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:47:09,734 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:47:09,734 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:47:09,734 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:47:09,737 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:47:09,739 Job list saved +2021-12-17 20:47:09,747 Updating FAILED jobs +2021-12-17 20:47:09,747 Updating WAITING jobs +2021-12-17 20:47:09,747 Update finished +2021-12-17 20:47:19,758 Reloading parameters... +2021-12-17 20:47:19,779 Loading parameters... +2021-12-17 20:47:19,781 Loading project parameters... +2021-12-17 20:47:19,785 + +23 of 25 jobs remaining (20:47) +2021-12-17 20:47:19,785 Sleep: 10 +2021-12-17 20:47:19,787 Number of retrials: 0 +2021-12-17 20:47:19,787 WRAPPER CHECK TIME = 10 +2021-12-17 20:47:19,787 Checking jobs for platform=marenostrum4 +2021-12-17 20:47:19,795 Checking jobs for platform=nord3 +2021-12-17 20:47:19,795 Checking jobs for platform=local +2021-12-17 20:47:19,796 Checking jobs for platform=transfer_node +2021-12-17 20:47:19,796 Checking all jobs at once +2021-12-17 20:47:21,227 Successful check job command +2021-12-17 20:47:23,562 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:47:23,562 End of checking +2021-12-17 20:47:23,563 Updating FAILED jobs +2021-12-17 20:47:23,563 Updating WAITING jobs +2021-12-17 20:47:23,564 Update finished +2021-12-17 20:47:23,564 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:47:23,564 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:47:23,564 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:47:23,564 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:47:23,567 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:47:23,569 Job list saved +2021-12-17 20:47:23,574 Updating FAILED jobs +2021-12-17 20:47:23,574 Updating WAITING jobs +2021-12-17 20:47:23,574 Update finished +2021-12-17 20:47:33,584 Reloading parameters... +2021-12-17 20:47:33,611 Loading parameters... +2021-12-17 20:47:33,613 Loading project parameters... +2021-12-17 20:47:33,615 + +23 of 25 jobs remaining (20:47) +2021-12-17 20:47:33,624 Sleep: 10 +2021-12-17 20:47:33,624 Number of retrials: 0 +2021-12-17 20:47:33,624 WRAPPER CHECK TIME = 10 +2021-12-17 20:47:33,625 Checking jobs for platform=marenostrum4 +2021-12-17 20:47:33,625 Checking jobs for platform=nord3 +2021-12-17 20:47:33,626 Checking jobs for platform=local +2021-12-17 20:47:33,626 Checking jobs for platform=transfer_node +2021-12-17 20:47:33,626 Checking all jobs at once +2021-12-17 20:47:35,246 Successful check job command +2021-12-17 20:47:37,316 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:47:37,316 End of checking +2021-12-17 20:47:37,318 Updating FAILED jobs +2021-12-17 20:47:37,318 Updating WAITING jobs +2021-12-17 20:47:37,318 Update finished +2021-12-17 20:47:37,319 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:47:37,319 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:47:37,319 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:47:37,319 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:47:37,322 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:47:37,324 Job list saved +2021-12-17 20:47:37,329 Updating FAILED jobs +2021-12-17 20:47:37,329 Updating WAITING jobs +2021-12-17 20:47:37,329 Update finished +2021-12-17 20:47:47,339 Reloading parameters... +2021-12-17 20:47:47,357 Loading parameters... +2021-12-17 20:47:47,359 Loading project parameters... +2021-12-17 20:47:47,360 + +23 of 25 jobs remaining (20:47) +2021-12-17 20:47:47,361 Sleep: 10 +2021-12-17 20:47:47,361 Number of retrials: 0 +2021-12-17 20:47:47,361 WRAPPER CHECK TIME = 10 +2021-12-17 20:47:47,361 Checking jobs for platform=marenostrum4 +2021-12-17 20:47:47,362 Checking jobs for platform=nord3 +2021-12-17 20:47:47,363 Checking jobs for platform=local +2021-12-17 20:47:47,363 Checking jobs for platform=transfer_node +2021-12-17 20:47:47,363 Checking all jobs at once +2021-12-17 20:47:48,785 Successful check job command +2021-12-17 20:47:50,107 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:47:50,107 End of checking +2021-12-17 20:47:50,110 Updating FAILED jobs +2021-12-17 20:47:50,110 Updating WAITING jobs +2021-12-17 20:47:50,110 Update finished +2021-12-17 20:47:50,110 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:47:50,111 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:47:50,111 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:47:50,111 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:47:50,114 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:47:50,117 Job list saved +2021-12-17 20:47:50,121 Updating FAILED jobs +2021-12-17 20:47:50,121 Updating WAITING jobs +2021-12-17 20:47:50,122 Update finished +2021-12-17 20:48:00,131 Reloading parameters... +2021-12-17 20:48:00,152 Loading parameters... +2021-12-17 20:48:00,154 Loading project parameters... +2021-12-17 20:48:00,156 + +23 of 25 jobs remaining (20:48) +2021-12-17 20:48:00,156 Sleep: 10 +2021-12-17 20:48:00,156 Number of retrials: 0 +2021-12-17 20:48:00,156 WRAPPER CHECK TIME = 10 +2021-12-17 20:48:00,157 Checking jobs for platform=marenostrum4 +2021-12-17 20:48:00,157 Checking jobs for platform=nord3 +2021-12-17 20:48:00,158 Checking jobs for platform=local +2021-12-17 20:48:00,158 Checking jobs for platform=transfer_node +2021-12-17 20:48:00,158 Checking all jobs at once +2021-12-17 20:48:01,528 Successful check job command +2021-12-17 20:48:02,798 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:48:02,798 End of checking +2021-12-17 20:48:02,800 Updating FAILED jobs +2021-12-17 20:48:02,800 Updating WAITING jobs +2021-12-17 20:48:02,800 Update finished +2021-12-17 20:48:02,800 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:48:02,801 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:48:02,801 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:48:02,801 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:48:02,804 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:48:02,806 Job list saved +2021-12-17 20:48:02,815 Updating FAILED jobs +2021-12-17 20:48:02,815 Updating WAITING jobs +2021-12-17 20:48:02,816 Update finished +2021-12-17 20:48:12,826 Reloading parameters... +2021-12-17 20:48:12,846 Loading parameters... +2021-12-17 20:48:12,847 Loading project parameters... +2021-12-17 20:48:12,849 + +23 of 25 jobs remaining (20:48) +2021-12-17 20:48:12,849 Sleep: 10 +2021-12-17 20:48:12,849 Number of retrials: 0 +2021-12-17 20:48:12,849 WRAPPER CHECK TIME = 10 +2021-12-17 20:48:12,850 Checking jobs for platform=marenostrum4 +2021-12-17 20:48:12,850 Checking jobs for platform=nord3 +2021-12-17 20:48:12,851 Checking jobs for platform=local +2021-12-17 20:48:12,851 Checking jobs for platform=transfer_node +2021-12-17 20:48:12,852 Checking all jobs at once +2021-12-17 20:48:14,423 Successful check job command +2021-12-17 20:48:15,942 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:48:15,943 End of checking +2021-12-17 20:48:15,944 Updating FAILED jobs +2021-12-17 20:48:15,944 Updating WAITING jobs +2021-12-17 20:48:15,944 Update finished +2021-12-17 20:48:15,945 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:48:15,945 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:48:15,945 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:48:15,945 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:48:15,948 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:48:15,950 Job list saved +2021-12-17 20:48:15,955 Updating FAILED jobs +2021-12-17 20:48:15,956 Updating WAITING jobs +2021-12-17 20:48:15,956 Update finished +2021-12-17 20:48:25,966 Reloading parameters... +2021-12-17 20:48:25,984 Loading parameters... +2021-12-17 20:48:25,986 Loading project parameters... +2021-12-17 20:48:25,987 + +23 of 25 jobs remaining (20:48) +2021-12-17 20:48:25,988 Sleep: 10 +2021-12-17 20:48:25,988 Number of retrials: 0 +2021-12-17 20:48:25,988 WRAPPER CHECK TIME = 10 +2021-12-17 20:48:25,988 Checking jobs for platform=marenostrum4 +2021-12-17 20:48:25,989 Checking jobs for platform=nord3 +2021-12-17 20:48:25,990 Checking jobs for platform=local +2021-12-17 20:48:25,990 Checking jobs for platform=transfer_node +2021-12-17 20:48:25,990 Checking all jobs at once +2021-12-17 20:48:27,760 Successful check job command +2021-12-17 20:48:29,680 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:48:29,681 End of checking +2021-12-17 20:48:29,682 Updating FAILED jobs +2021-12-17 20:48:29,682 Updating WAITING jobs +2021-12-17 20:48:29,682 Update finished +2021-12-17 20:48:29,683 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:48:29,683 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:48:29,683 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:48:29,683 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:48:29,686 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:48:29,689 Job list saved +2021-12-17 20:48:29,694 Updating FAILED jobs +2021-12-17 20:48:29,694 Updating WAITING jobs +2021-12-17 20:48:29,694 Update finished +2021-12-17 20:48:39,704 Reloading parameters... +2021-12-17 20:48:39,724 Loading parameters... +2021-12-17 20:48:39,726 Loading project parameters... +2021-12-17 20:48:39,728 + +23 of 25 jobs remaining (20:48) +2021-12-17 20:48:39,728 Sleep: 10 +2021-12-17 20:48:39,728 Number of retrials: 0 +2021-12-17 20:48:39,728 WRAPPER CHECK TIME = 10 +2021-12-17 20:48:39,728 Checking jobs for platform=marenostrum4 +2021-12-17 20:48:39,729 Checking jobs for platform=nord3 +2021-12-17 20:48:39,730 Checking jobs for platform=local +2021-12-17 20:48:39,730 Checking jobs for platform=transfer_node +2021-12-17 20:48:39,730 Checking all jobs at once +2021-12-17 20:48:41,000 Successful check job command +2021-12-17 20:48:44,375 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:48:44,375 End of checking +2021-12-17 20:48:44,377 Updating FAILED jobs +2021-12-17 20:48:44,377 Updating WAITING jobs +2021-12-17 20:48:44,377 Update finished +2021-12-17 20:48:44,378 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:48:44,378 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:48:44,378 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:48:44,378 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:48:44,381 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:48:44,383 Job list saved +2021-12-17 20:48:44,399 Updating FAILED jobs +2021-12-17 20:48:44,399 Updating WAITING jobs +2021-12-17 20:48:44,399 Update finished +2021-12-17 20:48:54,410 Reloading parameters... +2021-12-17 20:48:54,457 Loading parameters... +2021-12-17 20:48:54,458 Loading project parameters... +2021-12-17 20:48:54,463 + +23 of 25 jobs remaining (20:48) +2021-12-17 20:48:54,463 Sleep: 10 +2021-12-17 20:48:54,463 Number of retrials: 0 +2021-12-17 20:48:54,463 WRAPPER CHECK TIME = 10 +2021-12-17 20:48:54,464 Checking jobs for platform=marenostrum4 +2021-12-17 20:48:54,465 Checking jobs for platform=nord3 +2021-12-17 20:48:54,465 Checking jobs for platform=local +2021-12-17 20:48:54,466 Checking jobs for platform=transfer_node +2021-12-17 20:48:54,466 Checking all jobs at once +2021-12-17 20:48:55,843 Successful check job command +2021-12-17 20:48:57,513 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:48:57,513 End of checking +2021-12-17 20:48:57,514 Updating FAILED jobs +2021-12-17 20:48:57,514 Updating WAITING jobs +2021-12-17 20:48:57,515 Update finished +2021-12-17 20:48:57,515 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:48:57,515 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:48:57,515 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:48:57,515 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:48:57,518 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:48:57,520 Job list saved +2021-12-17 20:48:57,525 Updating FAILED jobs +2021-12-17 20:48:57,525 Updating WAITING jobs +2021-12-17 20:48:57,525 Update finished +2021-12-17 20:49:07,535 Reloading parameters... +2021-12-17 20:49:07,554 Loading parameters... +2021-12-17 20:49:07,555 Loading project parameters... +2021-12-17 20:49:07,557 + +23 of 25 jobs remaining (20:49) +2021-12-17 20:49:07,557 Sleep: 10 +2021-12-17 20:49:07,557 Number of retrials: 0 +2021-12-17 20:49:07,557 WRAPPER CHECK TIME = 10 +2021-12-17 20:49:07,558 Checking jobs for platform=marenostrum4 +2021-12-17 20:49:07,559 Checking jobs for platform=nord3 +2021-12-17 20:49:07,560 Checking jobs for platform=local +2021-12-17 20:49:07,561 Checking jobs for platform=transfer_node +2021-12-17 20:49:07,561 Checking all jobs at once +2021-12-17 20:49:09,035 Successful check job command +2021-12-17 20:49:10,559 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:49:10,559 End of checking +2021-12-17 20:49:10,560 Updating FAILED jobs +2021-12-17 20:49:10,561 Updating WAITING jobs +2021-12-17 20:49:10,561 Update finished +2021-12-17 20:49:10,561 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:49:10,562 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:49:10,562 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:49:10,562 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:49:10,565 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:49:10,567 Job list saved +2021-12-17 20:49:10,574 Updating FAILED jobs +2021-12-17 20:49:10,575 Updating WAITING jobs +2021-12-17 20:49:10,575 Update finished +2021-12-17 20:49:20,583 Reloading parameters... +2021-12-17 20:49:20,605 Loading parameters... +2021-12-17 20:49:20,607 Loading project parameters... +2021-12-17 20:49:20,610 + +23 of 25 jobs remaining (20:49) +2021-12-17 20:49:20,611 Sleep: 10 +2021-12-17 20:49:20,611 Number of retrials: 0 +2021-12-17 20:49:20,611 WRAPPER CHECK TIME = 10 +2021-12-17 20:49:20,611 Checking jobs for platform=marenostrum4 +2021-12-17 20:49:20,612 Checking jobs for platform=nord3 +2021-12-17 20:49:20,613 Checking jobs for platform=local +2021-12-17 20:49:20,613 Checking jobs for platform=transfer_node +2021-12-17 20:49:20,613 Checking all jobs at once +2021-12-17 20:49:22,040 Successful check job command +2021-12-17 20:49:23,660 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:49:23,660 End of checking +2021-12-17 20:49:23,661 Updating FAILED jobs +2021-12-17 20:49:23,661 Updating WAITING jobs +2021-12-17 20:49:23,662 Update finished +2021-12-17 20:49:23,662 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:49:23,662 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:49:23,662 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:49:23,662 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:49:23,666 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:49:23,668 Job list saved +2021-12-17 20:49:23,674 Updating FAILED jobs +2021-12-17 20:49:23,674 Updating WAITING jobs +2021-12-17 20:49:23,675 Update finished +2021-12-17 20:49:33,682 Reloading parameters... +2021-12-17 20:49:33,702 Loading parameters... +2021-12-17 20:49:33,703 Loading project parameters... +2021-12-17 20:49:33,705 + +23 of 25 jobs remaining (20:49) +2021-12-17 20:49:33,705 Sleep: 10 +2021-12-17 20:49:33,705 Number of retrials: 0 +2021-12-17 20:49:33,705 WRAPPER CHECK TIME = 10 +2021-12-17 20:49:33,706 Checking jobs for platform=marenostrum4 +2021-12-17 20:49:33,707 Checking jobs for platform=nord3 +2021-12-17 20:49:33,707 Checking jobs for platform=local +2021-12-17 20:49:33,708 Checking jobs for platform=transfer_node +2021-12-17 20:49:33,708 Checking all jobs at once +2021-12-17 20:49:35,082 Successful check job command +2021-12-17 20:49:36,652 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:49:36,652 End of checking +2021-12-17 20:49:36,654 Updating FAILED jobs +2021-12-17 20:49:36,654 Updating WAITING jobs +2021-12-17 20:49:36,654 Update finished +2021-12-17 20:49:36,654 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:49:36,655 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:49:36,655 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:49:36,655 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:49:36,658 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:49:36,660 Job list saved +2021-12-17 20:49:36,666 Updating FAILED jobs +2021-12-17 20:49:36,666 Updating WAITING jobs +2021-12-17 20:49:36,666 Update finished +2021-12-17 20:49:46,676 Reloading parameters... +2021-12-17 20:49:46,714 Loading parameters... +2021-12-17 20:49:46,717 Loading project parameters... +2021-12-17 20:49:46,719 + +23 of 25 jobs remaining (20:49) +2021-12-17 20:49:46,719 Sleep: 10 +2021-12-17 20:49:46,719 Number of retrials: 0 +2021-12-17 20:49:46,719 WRAPPER CHECK TIME = 10 +2021-12-17 20:49:46,720 Checking jobs for platform=marenostrum4 +2021-12-17 20:49:46,720 Checking jobs for platform=nord3 +2021-12-17 20:49:46,728 Checking jobs for platform=local +2021-12-17 20:49:46,728 Checking jobs for platform=transfer_node +2021-12-17 20:49:46,729 Checking all jobs at once +2021-12-17 20:49:48,105 Successful check job command +2021-12-17 20:49:49,528 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:49:49,528 End of checking +2021-12-17 20:49:49,530 Updating FAILED jobs +2021-12-17 20:49:49,530 Updating WAITING jobs +2021-12-17 20:49:49,530 Update finished +2021-12-17 20:49:49,530 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:49:49,531 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:49:49,531 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:49:49,531 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:49:49,534 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:49:49,536 Job list saved +2021-12-17 20:49:49,540 Updating FAILED jobs +2021-12-17 20:49:49,541 Updating WAITING jobs +2021-12-17 20:49:49,541 Update finished +2021-12-17 20:49:59,550 Reloading parameters... +2021-12-17 20:49:59,571 Loading parameters... +2021-12-17 20:49:59,572 Loading project parameters... +2021-12-17 20:49:59,574 + +23 of 25 jobs remaining (20:49) +2021-12-17 20:49:59,574 Sleep: 10 +2021-12-17 20:49:59,575 Number of retrials: 0 +2021-12-17 20:49:59,575 WRAPPER CHECK TIME = 10 +2021-12-17 20:49:59,575 Checking jobs for platform=marenostrum4 +2021-12-17 20:49:59,576 Checking jobs for platform=nord3 +2021-12-17 20:49:59,576 Checking jobs for platform=local +2021-12-17 20:49:59,577 Checking jobs for platform=transfer_node +2021-12-17 20:49:59,577 Checking all jobs at once +2021-12-17 20:50:00,996 Successful check job command +2021-12-17 20:50:03,623 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:50:03,623 End of checking +2021-12-17 20:50:03,625 Updating FAILED jobs +2021-12-17 20:50:03,625 Updating WAITING jobs +2021-12-17 20:50:03,625 Update finished +2021-12-17 20:50:03,625 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:50:03,626 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:50:03,626 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:50:03,626 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:50:03,629 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:50:03,631 Job list saved +2021-12-17 20:50:03,637 Updating FAILED jobs +2021-12-17 20:50:03,637 Updating WAITING jobs +2021-12-17 20:50:03,637 Update finished +2021-12-17 20:50:13,645 Reloading parameters... +2021-12-17 20:50:13,666 Loading parameters... +2021-12-17 20:50:13,667 Loading project parameters... +2021-12-17 20:50:13,669 + +23 of 25 jobs remaining (20:50) +2021-12-17 20:50:13,669 Sleep: 10 +2021-12-17 20:50:13,669 Number of retrials: 0 +2021-12-17 20:50:13,670 WRAPPER CHECK TIME = 10 +2021-12-17 20:50:13,670 Checking jobs for platform=marenostrum4 +2021-12-17 20:50:13,671 Checking jobs for platform=nord3 +2021-12-17 20:50:13,671 Checking jobs for platform=local +2021-12-17 20:50:13,672 Checking jobs for platform=transfer_node +2021-12-17 20:50:13,672 Checking all jobs at once +2021-12-17 20:50:15,694 Successful check job command +2021-12-17 20:50:18,417 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:50:18,418 End of checking +2021-12-17 20:50:18,425 Updating FAILED jobs +2021-12-17 20:50:18,425 Updating WAITING jobs +2021-12-17 20:50:18,426 Update finished +2021-12-17 20:50:18,426 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:50:18,426 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:50:18,426 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:50:18,426 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:50:18,430 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:50:18,432 Job list saved +2021-12-17 20:50:18,443 Updating FAILED jobs +2021-12-17 20:50:18,444 Updating WAITING jobs +2021-12-17 20:50:18,444 Update finished +2021-12-17 20:50:28,452 Reloading parameters... +2021-12-17 20:50:28,473 Loading parameters... +2021-12-17 20:50:28,474 Loading project parameters... +2021-12-17 20:50:28,476 + +23 of 25 jobs remaining (20:50) +2021-12-17 20:50:28,476 Sleep: 10 +2021-12-17 20:50:28,476 Number of retrials: 0 +2021-12-17 20:50:28,476 WRAPPER CHECK TIME = 10 +2021-12-17 20:50:28,477 Checking jobs for platform=marenostrum4 +2021-12-17 20:50:28,477 Checking jobs for platform=nord3 +2021-12-17 20:50:28,478 Checking jobs for platform=local +2021-12-17 20:50:28,478 Checking jobs for platform=transfer_node +2021-12-17 20:50:28,479 Checking all jobs at once +2021-12-17 20:50:30,148 Successful check job command +2021-12-17 20:50:31,668 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:50:31,668 End of checking +2021-12-17 20:50:31,669 Updating FAILED jobs +2021-12-17 20:50:31,669 Updating WAITING jobs +2021-12-17 20:50:31,670 Update finished +2021-12-17 20:50:31,670 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:50:31,673 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:50:31,673 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:50:31,673 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:50:31,676 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:50:31,678 Job list saved +2021-12-17 20:50:31,683 Updating FAILED jobs +2021-12-17 20:50:31,683 Updating WAITING jobs +2021-12-17 20:50:31,684 Update finished +2021-12-17 20:50:41,694 Reloading parameters... +2021-12-17 20:50:41,717 Loading parameters... +2021-12-17 20:50:41,718 Loading project parameters... +2021-12-17 20:50:41,720 + +23 of 25 jobs remaining (20:50) +2021-12-17 20:50:41,720 Sleep: 10 +2021-12-17 20:50:41,720 Number of retrials: 0 +2021-12-17 20:50:41,720 WRAPPER CHECK TIME = 10 +2021-12-17 20:50:41,721 Checking jobs for platform=marenostrum4 +2021-12-17 20:50:41,721 Checking jobs for platform=nord3 +2021-12-17 20:50:41,722 Checking jobs for platform=local +2021-12-17 20:50:41,722 Checking jobs for platform=transfer_node +2021-12-17 20:50:41,723 Checking all jobs at once +2021-12-17 20:50:44,044 Successful check job command +2021-12-17 20:50:45,514 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:50:45,514 End of checking +2021-12-17 20:50:45,516 Updating FAILED jobs +2021-12-17 20:50:45,516 Updating WAITING jobs +2021-12-17 20:50:45,516 Update finished +2021-12-17 20:50:45,516 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:50:45,516 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:50:45,517 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:50:45,517 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:50:45,519 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:50:45,522 Job list saved +2021-12-17 20:50:45,527 Updating FAILED jobs +2021-12-17 20:50:45,527 Updating WAITING jobs +2021-12-17 20:50:45,527 Update finished +2021-12-17 20:50:55,536 Reloading parameters... +2021-12-17 20:50:55,557 Loading parameters... +2021-12-17 20:50:55,558 Loading project parameters... +2021-12-17 20:50:55,560 + +23 of 25 jobs remaining (20:50) +2021-12-17 20:50:55,561 Sleep: 10 +2021-12-17 20:50:55,561 Number of retrials: 0 +2021-12-17 20:50:55,561 WRAPPER CHECK TIME = 10 +2021-12-17 20:50:55,561 Checking jobs for platform=marenostrum4 +2021-12-17 20:50:55,562 Checking jobs for platform=nord3 +2021-12-17 20:50:55,562 Checking jobs for platform=local +2021-12-17 20:50:55,563 Checking jobs for platform=transfer_node +2021-12-17 20:50:55,563 Checking all jobs at once +2021-12-17 20:50:57,585 Successful check job command +2021-12-17 20:50:59,455 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:50:59,455 End of checking +2021-12-17 20:50:59,457 Updating FAILED jobs +2021-12-17 20:50:59,457 Updating WAITING jobs +2021-12-17 20:50:59,457 Update finished +2021-12-17 20:50:59,458 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:50:59,458 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:50:59,458 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:50:59,458 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:50:59,461 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:50:59,464 Job list saved +2021-12-17 20:50:59,468 Updating FAILED jobs +2021-12-17 20:50:59,469 Updating WAITING jobs +2021-12-17 20:50:59,469 Update finished +2021-12-17 20:51:09,478 Reloading parameters... +2021-12-17 20:51:09,502 Loading parameters... +2021-12-17 20:51:09,504 Loading project parameters... +2021-12-17 20:51:09,506 + +23 of 25 jobs remaining (20:51) +2021-12-17 20:51:09,506 Sleep: 10 +2021-12-17 20:51:09,506 Number of retrials: 0 +2021-12-17 20:51:09,506 WRAPPER CHECK TIME = 10 +2021-12-17 20:51:09,507 Checking jobs for platform=marenostrum4 +2021-12-17 20:51:09,508 Checking jobs for platform=nord3 +2021-12-17 20:51:09,508 Checking jobs for platform=local +2021-12-17 20:51:09,509 Checking jobs for platform=transfer_node +2021-12-17 20:51:09,509 Checking all jobs at once +2021-12-17 20:51:11,642 Successful check job command +2021-12-17 20:51:13,412 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:51:13,412 End of checking +2021-12-17 20:51:13,414 Updating FAILED jobs +2021-12-17 20:51:13,414 Updating WAITING jobs +2021-12-17 20:51:13,414 Update finished +2021-12-17 20:51:13,415 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:51:13,415 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:51:13,415 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:51:13,415 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:51:13,419 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:51:13,421 Job list saved +2021-12-17 20:51:13,426 Updating FAILED jobs +2021-12-17 20:51:13,426 Updating WAITING jobs +2021-12-17 20:51:13,427 Update finished +2021-12-17 20:51:23,437 Reloading parameters... +2021-12-17 20:51:23,458 Loading parameters... +2021-12-17 20:51:23,459 Loading project parameters... +2021-12-17 20:51:23,462 + +23 of 25 jobs remaining (20:51) +2021-12-17 20:51:23,462 Sleep: 10 +2021-12-17 20:51:23,462 Number of retrials: 0 +2021-12-17 20:51:23,462 WRAPPER CHECK TIME = 10 +2021-12-17 20:51:23,463 Checking jobs for platform=marenostrum4 +2021-12-17 20:51:23,463 Checking jobs for platform=nord3 +2021-12-17 20:51:23,464 Checking jobs for platform=local +2021-12-17 20:51:23,464 Checking jobs for platform=transfer_node +2021-12-17 20:51:23,465 Checking all jobs at once +2021-12-17 20:51:25,540 Successful check job command +2021-12-17 20:51:29,116 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:51:29,116 End of checking +2021-12-17 20:51:29,118 Updating FAILED jobs +2021-12-17 20:51:29,118 Updating WAITING jobs +2021-12-17 20:51:29,119 Update finished +2021-12-17 20:51:29,119 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:51:29,119 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:51:29,119 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:51:29,119 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:51:29,123 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:51:29,125 Job list saved +2021-12-17 20:51:29,131 Updating FAILED jobs +2021-12-17 20:51:29,131 Updating WAITING jobs +2021-12-17 20:51:29,132 Update finished +2021-12-17 20:51:39,142 Reloading parameters... +2021-12-17 20:51:39,171 Loading parameters... +2021-12-17 20:51:39,173 Loading project parameters... +2021-12-17 20:51:39,175 + +23 of 25 jobs remaining (20:51) +2021-12-17 20:51:39,175 Sleep: 10 +2021-12-17 20:51:39,175 Number of retrials: 0 +2021-12-17 20:51:39,175 WRAPPER CHECK TIME = 10 +2021-12-17 20:51:39,176 Checking jobs for platform=marenostrum4 +2021-12-17 20:51:39,177 Checking jobs for platform=nord3 +2021-12-17 20:51:39,177 Checking jobs for platform=local +2021-12-17 20:51:39,178 Checking jobs for platform=transfer_node +2021-12-17 20:51:39,178 Checking all jobs at once +2021-12-17 20:51:40,921 Successful check job command +2021-12-17 20:51:44,296 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:51:44,297 End of checking +2021-12-17 20:51:44,298 Updating FAILED jobs +2021-12-17 20:51:44,298 Updating WAITING jobs +2021-12-17 20:51:44,298 Update finished +2021-12-17 20:51:44,299 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:51:44,299 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:51:44,299 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:51:44,300 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:51:44,302 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:51:44,305 Job list saved +2021-12-17 20:51:44,311 Updating FAILED jobs +2021-12-17 20:51:44,311 Updating WAITING jobs +2021-12-17 20:51:44,311 Update finished +2021-12-17 20:51:54,321 Reloading parameters... +2021-12-17 20:51:54,340 Loading parameters... +2021-12-17 20:51:54,342 Loading project parameters... +2021-12-17 20:51:54,346 + +23 of 25 jobs remaining (20:51) +2021-12-17 20:51:54,346 Sleep: 10 +2021-12-17 20:51:54,346 Number of retrials: 0 +2021-12-17 20:51:54,346 WRAPPER CHECK TIME = 10 +2021-12-17 20:51:54,347 Checking jobs for platform=marenostrum4 +2021-12-17 20:51:54,347 Checking jobs for platform=nord3 +2021-12-17 20:51:54,348 Checking jobs for platform=local +2021-12-17 20:51:54,348 Checking jobs for platform=transfer_node +2021-12-17 20:51:54,348 Checking all jobs at once +2021-12-17 20:51:56,577 Successful check job command +2021-12-17 20:51:58,848 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:51:58,848 End of checking +2021-12-17 20:51:58,864 Updating FAILED jobs +2021-12-17 20:51:58,865 Updating WAITING jobs +2021-12-17 20:51:58,865 Update finished +2021-12-17 20:51:58,865 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:51:58,865 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:51:58,865 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:51:58,866 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:51:58,869 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:51:58,871 Job list saved +2021-12-17 20:51:58,876 Updating FAILED jobs +2021-12-17 20:51:58,877 Updating WAITING jobs +2021-12-17 20:51:58,877 Update finished +2021-12-17 20:52:08,887 Reloading parameters... +2021-12-17 20:52:08,924 Loading parameters... +2021-12-17 20:52:08,926 Loading project parameters... +2021-12-17 20:52:08,928 + +23 of 25 jobs remaining (20:52) +2021-12-17 20:52:08,928 Sleep: 10 +2021-12-17 20:52:08,928 Number of retrials: 0 +2021-12-17 20:52:08,928 WRAPPER CHECK TIME = 10 +2021-12-17 20:52:08,929 Checking jobs for platform=marenostrum4 +2021-12-17 20:52:08,929 Checking jobs for platform=nord3 +2021-12-17 20:52:08,930 Checking jobs for platform=local +2021-12-17 20:52:08,930 Checking jobs for platform=transfer_node +2021-12-17 20:52:08,930 Checking all jobs at once +2021-12-17 20:52:10,702 Successful check job command +2021-12-17 20:52:12,050 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:52:12,050 End of checking +2021-12-17 20:52:12,051 Updating FAILED jobs +2021-12-17 20:52:12,052 Updating WAITING jobs +2021-12-17 20:52:12,052 Update finished +2021-12-17 20:52:12,052 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:52:12,052 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:52:12,052 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:52:12,052 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:52:12,055 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:52:12,057 Job list saved +2021-12-17 20:52:12,066 Updating FAILED jobs +2021-12-17 20:52:12,066 Updating WAITING jobs +2021-12-17 20:52:12,066 Update finished +2021-12-17 20:52:22,076 Reloading parameters... +2021-12-17 20:52:22,098 Loading parameters... +2021-12-17 20:52:22,100 Loading project parameters... +2021-12-17 20:52:22,102 + +23 of 25 jobs remaining (20:52) +2021-12-17 20:52:22,102 Sleep: 10 +2021-12-17 20:52:22,102 Number of retrials: 0 +2021-12-17 20:52:22,102 WRAPPER CHECK TIME = 10 +2021-12-17 20:52:22,103 Checking jobs for platform=marenostrum4 +2021-12-17 20:52:22,103 Checking jobs for platform=nord3 +2021-12-17 20:52:22,104 Checking jobs for platform=local +2021-12-17 20:52:22,104 Checking jobs for platform=transfer_node +2021-12-17 20:52:22,104 Checking all jobs at once +2021-12-17 20:52:24,476 Successful check job command +2021-12-17 20:52:27,505 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:52:27,506 End of checking +2021-12-17 20:52:27,507 Updating FAILED jobs +2021-12-17 20:52:27,508 Updating WAITING jobs +2021-12-17 20:52:27,508 Update finished +2021-12-17 20:52:27,508 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:52:27,509 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:52:27,509 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:52:27,509 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:52:27,512 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:52:27,514 Job list saved +2021-12-17 20:52:27,519 Updating FAILED jobs +2021-12-17 20:52:27,519 Updating WAITING jobs +2021-12-17 20:52:27,520 Update finished +2021-12-17 20:52:37,525 Reloading parameters... +2021-12-17 20:52:37,545 Loading parameters... +2021-12-17 20:52:37,546 Loading project parameters... +2021-12-17 20:52:37,550 + +23 of 25 jobs remaining (20:52) +2021-12-17 20:52:37,550 Sleep: 10 +2021-12-17 20:52:37,550 Number of retrials: 0 +2021-12-17 20:52:37,550 WRAPPER CHECK TIME = 10 +2021-12-17 20:52:37,552 Checking jobs for platform=marenostrum4 +2021-12-17 20:52:37,553 Checking jobs for platform=nord3 +2021-12-17 20:52:37,556 Checking jobs for platform=local +2021-12-17 20:52:37,557 Checking jobs for platform=transfer_node +2021-12-17 20:52:37,557 Checking all jobs at once +2021-12-17 20:52:38,928 Successful check job command +2021-12-17 20:52:40,651 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:52:40,651 End of checking +2021-12-17 20:52:40,653 Updating FAILED jobs +2021-12-17 20:52:40,653 Updating WAITING jobs +2021-12-17 20:52:40,653 Update finished +2021-12-17 20:52:40,653 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:52:40,653 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:52:40,654 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:52:40,654 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:52:40,657 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:52:40,659 Job list saved +2021-12-17 20:52:40,664 Updating FAILED jobs +2021-12-17 20:52:40,664 Updating WAITING jobs +2021-12-17 20:52:40,664 Update finished +2021-12-17 20:52:50,675 Reloading parameters... +2021-12-17 20:52:50,694 Loading parameters... +2021-12-17 20:52:50,696 Loading project parameters... +2021-12-17 20:52:50,698 + +23 of 25 jobs remaining (20:52) +2021-12-17 20:52:50,698 Sleep: 10 +2021-12-17 20:52:50,698 Number of retrials: 0 +2021-12-17 20:52:50,698 WRAPPER CHECK TIME = 10 +2021-12-17 20:52:50,699 Checking jobs for platform=marenostrum4 +2021-12-17 20:52:50,699 Checking jobs for platform=nord3 +2021-12-17 20:52:50,700 Checking jobs for platform=local +2021-12-17 20:52:50,700 Checking jobs for platform=transfer_node +2021-12-17 20:52:50,700 Checking all jobs at once +2021-12-17 20:52:52,873 Successful check job command +2021-12-17 20:52:54,243 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:52:54,243 End of checking +2021-12-17 20:52:54,244 Updating FAILED jobs +2021-12-17 20:52:54,244 Updating WAITING jobs +2021-12-17 20:52:54,245 Update finished +2021-12-17 20:52:54,245 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:52:54,245 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:52:54,245 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:52:54,245 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:52:54,248 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:52:54,250 Job list saved +2021-12-17 20:52:54,255 Updating FAILED jobs +2021-12-17 20:52:54,255 Updating WAITING jobs +2021-12-17 20:52:54,255 Update finished +2021-12-17 20:53:04,265 Reloading parameters... +2021-12-17 20:53:04,283 Loading parameters... +2021-12-17 20:53:04,285 Loading project parameters... +2021-12-17 20:53:04,287 + +23 of 25 jobs remaining (20:53) +2021-12-17 20:53:04,287 Sleep: 10 +2021-12-17 20:53:04,287 Number of retrials: 0 +2021-12-17 20:53:04,287 WRAPPER CHECK TIME = 10 +2021-12-17 20:53:04,287 Checking jobs for platform=marenostrum4 +2021-12-17 20:53:04,288 Checking jobs for platform=nord3 +2021-12-17 20:53:04,289 Checking jobs for platform=local +2021-12-17 20:53:04,289 Checking jobs for platform=transfer_node +2021-12-17 20:53:04,289 Checking all jobs at once +2021-12-17 20:53:06,460 Successful check job command +2021-12-17 20:53:10,438 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:53:10,438 End of checking +2021-12-17 20:53:10,439 Updating FAILED jobs +2021-12-17 20:53:10,439 Updating WAITING jobs +2021-12-17 20:53:10,440 Update finished +2021-12-17 20:53:10,440 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:53:10,441 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:53:10,441 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:53:10,442 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:53:10,445 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:53:10,447 Job list saved +2021-12-17 20:53:10,456 Updating FAILED jobs +2021-12-17 20:53:10,456 Updating WAITING jobs +2021-12-17 20:53:10,457 Update finished +2021-12-17 20:53:20,466 Reloading parameters... +2021-12-17 20:53:20,494 Loading parameters... +2021-12-17 20:53:20,496 Loading project parameters... +2021-12-17 20:53:20,497 + +23 of 25 jobs remaining (20:53) +2021-12-17 20:53:20,498 Sleep: 10 +2021-12-17 20:53:20,498 Number of retrials: 0 +2021-12-17 20:53:20,498 WRAPPER CHECK TIME = 10 +2021-12-17 20:53:20,498 Checking jobs for platform=marenostrum4 +2021-12-17 20:53:20,499 Checking jobs for platform=nord3 +2021-12-17 20:53:20,500 Checking jobs for platform=local +2021-12-17 20:53:20,501 Checking jobs for platform=transfer_node +2021-12-17 20:53:20,501 Checking all jobs at once +2021-12-17 20:53:21,974 Successful check job command +2021-12-17 20:53:30,716 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:53:30,716 End of checking +2021-12-17 20:53:30,725 Updating FAILED jobs +2021-12-17 20:53:30,725 Updating WAITING jobs +2021-12-17 20:53:30,725 Update finished +2021-12-17 20:53:30,725 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:53:30,725 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:53:30,726 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:53:30,726 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:53:30,734 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:53:30,736 Job list saved +2021-12-17 20:53:30,746 Updating FAILED jobs +2021-12-17 20:53:30,746 Updating WAITING jobs +2021-12-17 20:53:30,747 Update finished +2021-12-17 20:53:40,754 Reloading parameters... +2021-12-17 20:53:40,780 Loading parameters... +2021-12-17 20:53:40,781 Loading project parameters... +2021-12-17 20:53:40,783 + +23 of 25 jobs remaining (20:53) +2021-12-17 20:53:40,784 Sleep: 10 +2021-12-17 20:53:40,784 Number of retrials: 0 +2021-12-17 20:53:40,784 WRAPPER CHECK TIME = 10 +2021-12-17 20:53:40,784 Checking jobs for platform=marenostrum4 +2021-12-17 20:53:40,785 Checking jobs for platform=nord3 +2021-12-17 20:53:40,786 Checking jobs for platform=local +2021-12-17 20:53:40,786 Checking jobs for platform=transfer_node +2021-12-17 20:53:40,786 Checking all jobs at once +2021-12-17 20:53:42,707 Successful check job command +2021-12-17 20:53:45,429 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:53:45,429 End of checking +2021-12-17 20:53:45,430 Updating FAILED jobs +2021-12-17 20:53:45,430 Updating WAITING jobs +2021-12-17 20:53:45,431 Update finished +2021-12-17 20:53:45,431 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:53:45,431 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:53:45,432 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:53:45,432 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:53:45,435 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:53:45,437 Job list saved +2021-12-17 20:53:45,442 Updating FAILED jobs +2021-12-17 20:53:45,442 Updating WAITING jobs +2021-12-17 20:53:45,442 Update finished +2021-12-17 20:53:55,452 Reloading parameters... +2021-12-17 20:53:55,470 Loading parameters... +2021-12-17 20:53:55,472 Loading project parameters... +2021-12-17 20:53:55,474 + +23 of 25 jobs remaining (20:53) +2021-12-17 20:53:55,474 Sleep: 10 +2021-12-17 20:53:55,474 Number of retrials: 0 +2021-12-17 20:53:55,474 WRAPPER CHECK TIME = 10 +2021-12-17 20:53:55,475 Checking jobs for platform=marenostrum4 +2021-12-17 20:53:55,475 Checking jobs for platform=nord3 +2021-12-17 20:53:55,476 Checking jobs for platform=local +2021-12-17 20:53:55,476 Checking jobs for platform=transfer_node +2021-12-17 20:53:55,476 Checking all jobs at once +2021-12-17 20:53:56,846 Successful check job command +2021-12-17 20:53:58,717 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:53:58,717 End of checking +2021-12-17 20:53:58,718 Updating FAILED jobs +2021-12-17 20:53:58,719 Updating WAITING jobs +2021-12-17 20:53:58,719 Update finished +2021-12-17 20:53:58,719 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:53:58,719 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:53:58,719 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:53:58,720 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:53:58,724 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:53:58,726 Job list saved +2021-12-17 20:53:58,731 Updating FAILED jobs +2021-12-17 20:53:58,731 Updating WAITING jobs +2021-12-17 20:53:58,732 Update finished +2021-12-17 20:54:08,742 Reloading parameters... +2021-12-17 20:54:08,765 Loading parameters... +2021-12-17 20:54:08,766 Loading project parameters... +2021-12-17 20:54:08,768 + +23 of 25 jobs remaining (20:54) +2021-12-17 20:54:08,768 Sleep: 10 +2021-12-17 20:54:08,768 Number of retrials: 0 +2021-12-17 20:54:08,768 WRAPPER CHECK TIME = 10 +2021-12-17 20:54:08,769 Checking jobs for platform=marenostrum4 +2021-12-17 20:54:08,770 Checking jobs for platform=nord3 +2021-12-17 20:54:08,770 Checking jobs for platform=local +2021-12-17 20:54:08,771 Checking jobs for platform=transfer_node +2021-12-17 20:54:08,771 Checking all jobs at once +2021-12-17 20:54:10,342 Successful check job command +2021-12-17 20:54:12,415 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:54:12,416 End of checking +2021-12-17 20:54:12,418 Updating FAILED jobs +2021-12-17 20:54:12,418 Updating WAITING jobs +2021-12-17 20:54:12,419 Update finished +2021-12-17 20:54:12,419 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:54:12,419 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:54:12,419 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:54:12,419 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:54:12,422 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:54:12,424 Job list saved +2021-12-17 20:54:12,436 Updating FAILED jobs +2021-12-17 20:54:12,436 Updating WAITING jobs +2021-12-17 20:54:12,436 Update finished +2021-12-17 20:54:22,441 Reloading parameters... +2021-12-17 20:54:22,464 Loading parameters... +2021-12-17 20:54:22,466 Loading project parameters... +2021-12-17 20:54:22,468 + +23 of 25 jobs remaining (20:54) +2021-12-17 20:54:22,468 Sleep: 10 +2021-12-17 20:54:22,468 Number of retrials: 0 +2021-12-17 20:54:22,468 WRAPPER CHECK TIME = 10 +2021-12-17 20:54:22,470 Checking jobs for platform=marenostrum4 +2021-12-17 20:54:22,470 Checking jobs for platform=nord3 +2021-12-17 20:54:22,471 Checking jobs for platform=local +2021-12-17 20:54:22,471 Checking jobs for platform=transfer_node +2021-12-17 20:54:22,471 Checking all jobs at once +2021-12-17 20:54:25,393 Successful check job command +2021-12-17 20:54:29,268 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:54:29,268 End of checking +2021-12-17 20:54:29,270 Updating FAILED jobs +2021-12-17 20:54:29,270 Updating WAITING jobs +2021-12-17 20:54:29,270 Update finished +2021-12-17 20:54:29,270 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:54:29,271 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:54:29,271 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:54:29,271 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:54:29,273 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:54:29,276 Job list saved +2021-12-17 20:54:29,281 Updating FAILED jobs +2021-12-17 20:54:29,281 Updating WAITING jobs +2021-12-17 20:54:29,282 Update finished +2021-12-17 20:54:39,292 Reloading parameters... +2021-12-17 20:54:39,311 Loading parameters... +2021-12-17 20:54:39,312 Loading project parameters... +2021-12-17 20:54:39,314 + +23 of 25 jobs remaining (20:54) +2021-12-17 20:54:39,314 Sleep: 10 +2021-12-17 20:54:39,314 Number of retrials: 0 +2021-12-17 20:54:39,314 WRAPPER CHECK TIME = 10 +2021-12-17 20:54:39,315 Checking jobs for platform=marenostrum4 +2021-12-17 20:54:39,315 Checking jobs for platform=nord3 +2021-12-17 20:54:39,316 Checking jobs for platform=local +2021-12-17 20:54:39,316 Checking jobs for platform=transfer_node +2021-12-17 20:54:39,317 Checking all jobs at once +2021-12-17 20:54:40,787 Successful check job command +2021-12-17 20:54:42,909 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:54:42,909 End of checking +2021-12-17 20:54:42,911 Updating FAILED jobs +2021-12-17 20:54:42,911 Updating WAITING jobs +2021-12-17 20:54:42,911 Update finished +2021-12-17 20:54:42,911 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:54:42,912 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:54:42,912 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:54:42,912 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:54:42,914 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:54:42,917 Job list saved +2021-12-17 20:54:42,921 Updating FAILED jobs +2021-12-17 20:54:42,921 Updating WAITING jobs +2021-12-17 20:54:42,922 Update finished +2021-12-17 20:54:52,932 Reloading parameters... +2021-12-17 20:54:52,961 Loading parameters... +2021-12-17 20:54:52,962 Loading project parameters... +2021-12-17 20:54:52,967 + +23 of 25 jobs remaining (20:54) +2021-12-17 20:54:52,967 Sleep: 10 +2021-12-17 20:54:52,967 Number of retrials: 0 +2021-12-17 20:54:52,967 WRAPPER CHECK TIME = 10 +2021-12-17 20:54:52,968 Checking jobs for platform=marenostrum4 +2021-12-17 20:54:52,968 Checking jobs for platform=nord3 +2021-12-17 20:54:52,969 Checking jobs for platform=local +2021-12-17 20:54:52,970 Checking jobs for platform=transfer_node +2021-12-17 20:54:52,970 Checking all jobs at once +2021-12-17 20:54:54,245 Successful check job command +2021-12-17 20:54:55,515 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:54:55,515 End of checking +2021-12-17 20:54:55,517 Updating FAILED jobs +2021-12-17 20:54:55,517 Updating WAITING jobs +2021-12-17 20:54:55,517 Update finished +2021-12-17 20:54:55,517 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:54:55,517 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:54:55,517 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:54:55,518 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:54:55,520 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:54:55,522 Job list saved +2021-12-17 20:54:55,527 Updating FAILED jobs +2021-12-17 20:54:55,527 Updating WAITING jobs +2021-12-17 20:54:55,528 Update finished +2021-12-17 20:55:05,532 Reloading parameters... +2021-12-17 20:55:05,554 Loading parameters... +2021-12-17 20:55:05,555 Loading project parameters... +2021-12-17 20:55:05,557 + +23 of 25 jobs remaining (20:55) +2021-12-17 20:55:05,557 Sleep: 10 +2021-12-17 20:55:05,558 Number of retrials: 0 +2021-12-17 20:55:05,558 WRAPPER CHECK TIME = 10 +2021-12-17 20:55:05,558 Checking jobs for platform=marenostrum4 +2021-12-17 20:55:05,559 Checking jobs for platform=nord3 +2021-12-17 20:55:05,559 Checking jobs for platform=local +2021-12-17 20:55:05,560 Checking jobs for platform=transfer_node +2021-12-17 20:55:05,560 Checking all jobs at once +2021-12-17 20:55:07,233 Successful check job command +2021-12-17 20:55:12,213 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:55:12,213 End of checking +2021-12-17 20:55:12,214 Updating FAILED jobs +2021-12-17 20:55:12,214 Updating WAITING jobs +2021-12-17 20:55:12,215 Update finished +2021-12-17 20:55:12,215 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:55:12,216 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:55:12,216 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:55:12,216 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:55:12,220 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:55:12,222 Job list saved +2021-12-17 20:55:12,229 Updating FAILED jobs +2021-12-17 20:55:12,229 Updating WAITING jobs +2021-12-17 20:55:12,230 Update finished +2021-12-17 20:55:22,240 Reloading parameters... +2021-12-17 20:55:22,281 Loading parameters... +2021-12-17 20:55:22,283 Loading project parameters... +2021-12-17 20:55:22,286 + +23 of 25 jobs remaining (20:55) +2021-12-17 20:55:22,286 Sleep: 10 +2021-12-17 20:55:22,286 Number of retrials: 0 +2021-12-17 20:55:22,286 WRAPPER CHECK TIME = 10 +2021-12-17 20:55:22,287 Checking jobs for platform=marenostrum4 +2021-12-17 20:55:22,288 Checking jobs for platform=nord3 +2021-12-17 20:55:22,288 Checking jobs for platform=local +2021-12-17 20:55:22,289 Checking jobs for platform=transfer_node +2021-12-17 20:55:22,289 Checking all jobs at once +2021-12-17 20:55:29,648 Successful check job command +2021-12-17 20:55:36,748 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:55:36,748 End of checking +2021-12-17 20:55:36,749 Updating FAILED jobs +2021-12-17 20:55:36,750 Updating WAITING jobs +2021-12-17 20:55:36,750 Update finished +2021-12-17 20:55:36,750 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:55:36,750 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:55:36,750 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:55:36,750 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:55:36,753 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:55:36,756 Job list saved +2021-12-17 20:55:36,761 Updating FAILED jobs +2021-12-17 20:55:36,761 Updating WAITING jobs +2021-12-17 20:55:36,761 Update finished +2021-12-17 20:55:46,770 Reloading parameters... +2021-12-17 20:55:46,793 Loading parameters... +2021-12-17 20:55:46,794 Loading project parameters... +2021-12-17 20:55:46,796 + +23 of 25 jobs remaining (20:55) +2021-12-17 20:55:46,796 Sleep: 10 +2021-12-17 20:55:46,796 Number of retrials: 0 +2021-12-17 20:55:46,797 WRAPPER CHECK TIME = 10 +2021-12-17 20:55:46,797 Checking jobs for platform=marenostrum4 +2021-12-17 20:55:46,798 Checking jobs for platform=nord3 +2021-12-17 20:55:46,798 Checking jobs for platform=local +2021-12-17 20:55:46,799 Checking jobs for platform=transfer_node +2021-12-17 20:55:46,799 Checking all jobs at once +2021-12-17 20:55:53,597 Successful check job command +2021-12-17 20:55:58,425 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:55:58,425 End of checking +2021-12-17 20:55:58,427 Updating FAILED jobs +2021-12-17 20:55:58,427 Updating WAITING jobs +2021-12-17 20:55:58,427 Update finished +2021-12-17 20:55:58,427 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:55:58,428 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:55:58,428 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:55:58,428 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:55:58,430 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:55:58,433 Job list saved +2021-12-17 20:55:58,438 Updating FAILED jobs +2021-12-17 20:55:58,438 Updating WAITING jobs +2021-12-17 20:55:58,438 Update finished +2021-12-17 20:56:08,448 Reloading parameters... +2021-12-17 20:56:08,469 Loading parameters... +2021-12-17 20:56:08,470 Loading project parameters... +2021-12-17 20:56:08,472 + +23 of 25 jobs remaining (20:56) +2021-12-17 20:56:08,472 Sleep: 10 +2021-12-17 20:56:08,472 Number of retrials: 0 +2021-12-17 20:56:08,472 WRAPPER CHECK TIME = 10 +2021-12-17 20:56:08,473 Checking jobs for platform=marenostrum4 +2021-12-17 20:56:08,473 Checking jobs for platform=nord3 +2021-12-17 20:56:08,474 Checking jobs for platform=local +2021-12-17 20:56:08,474 Checking jobs for platform=transfer_node +2021-12-17 20:56:08,474 Checking all jobs at once +2021-12-17 20:56:13,852 Successful check job command +2021-12-17 20:56:18,377 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:56:18,378 End of checking +2021-12-17 20:56:18,379 Updating FAILED jobs +2021-12-17 20:56:18,379 Updating WAITING jobs +2021-12-17 20:56:18,380 Update finished +2021-12-17 20:56:18,380 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:56:18,380 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:56:18,380 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:56:18,380 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:56:18,383 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:56:18,385 Job list saved +2021-12-17 20:56:18,390 Updating FAILED jobs +2021-12-17 20:56:18,390 Updating WAITING jobs +2021-12-17 20:56:18,391 Update finished +2021-12-17 20:56:28,401 Reloading parameters... +2021-12-17 20:56:28,420 Loading parameters... +2021-12-17 20:56:28,422 Loading project parameters... +2021-12-17 20:56:28,423 + +23 of 25 jobs remaining (20:56) +2021-12-17 20:56:28,424 Sleep: 10 +2021-12-17 20:56:28,424 Number of retrials: 0 +2021-12-17 20:56:28,424 WRAPPER CHECK TIME = 10 +2021-12-17 20:56:28,424 Checking jobs for platform=marenostrum4 +2021-12-17 20:56:28,425 Checking jobs for platform=nord3 +2021-12-17 20:56:28,425 Checking jobs for platform=local +2021-12-17 20:56:28,426 Checking jobs for platform=transfer_node +2021-12-17 20:56:28,426 Checking all jobs at once +2021-12-17 20:56:33,603 Successful check job command +2021-12-17 20:56:38,754 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:56:38,754 End of checking +2021-12-17 20:56:38,755 Updating FAILED jobs +2021-12-17 20:56:38,755 Updating WAITING jobs +2021-12-17 20:56:38,756 Update finished +2021-12-17 20:56:38,756 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:56:38,757 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:56:38,757 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:56:38,757 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:56:38,759 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:56:38,762 Job list saved +2021-12-17 20:56:38,766 Updating FAILED jobs +2021-12-17 20:56:38,767 Updating WAITING jobs +2021-12-17 20:56:38,767 Update finished +2021-12-17 20:56:48,777 Reloading parameters... +2021-12-17 20:56:48,796 Loading parameters... +2021-12-17 20:56:48,797 Loading project parameters... +2021-12-17 20:56:48,799 + +23 of 25 jobs remaining (20:56) +2021-12-17 20:56:48,799 Sleep: 10 +2021-12-17 20:56:48,799 Number of retrials: 0 +2021-12-17 20:56:48,800 WRAPPER CHECK TIME = 10 +2021-12-17 20:56:48,800 Checking jobs for platform=marenostrum4 +2021-12-17 20:56:48,801 Checking jobs for platform=nord3 +2021-12-17 20:56:48,801 Checking jobs for platform=local +2021-12-17 20:56:48,802 Checking jobs for platform=transfer_node +2021-12-17 20:56:48,802 Checking all jobs at once +2021-12-17 20:56:53,028 Successful check job command +2021-12-17 20:56:56,552 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:56:56,553 End of checking +2021-12-17 20:56:56,554 Updating FAILED jobs +2021-12-17 20:56:56,554 Updating WAITING jobs +2021-12-17 20:56:56,555 Update finished +2021-12-17 20:56:56,555 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:56:56,555 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:56:56,555 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:56:56,555 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:56:56,558 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:56:56,561 Job list saved +2021-12-17 20:56:56,575 Updating FAILED jobs +2021-12-17 20:56:56,575 Updating WAITING jobs +2021-12-17 20:56:56,575 Update finished +2021-12-17 20:57:06,586 Reloading parameters... +2021-12-17 20:57:06,604 Loading parameters... +2021-12-17 20:57:06,605 Loading project parameters... +2021-12-17 20:57:06,607 + +23 of 25 jobs remaining (20:57) +2021-12-17 20:57:06,607 Sleep: 10 +2021-12-17 20:57:06,607 Number of retrials: 0 +2021-12-17 20:57:06,607 WRAPPER CHECK TIME = 10 +2021-12-17 20:57:06,608 Checking jobs for platform=marenostrum4 +2021-12-17 20:57:06,609 Checking jobs for platform=nord3 +2021-12-17 20:57:06,609 Checking jobs for platform=local +2021-12-17 20:57:06,610 Checking jobs for platform=transfer_node +2021-12-17 20:57:06,610 Checking all jobs at once +2021-12-17 20:57:07,982 Successful check job command +2021-12-17 20:57:11,167 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:57:11,167 End of checking +2021-12-17 20:57:11,168 Updating FAILED jobs +2021-12-17 20:57:11,168 Updating WAITING jobs +2021-12-17 20:57:11,169 Update finished +2021-12-17 20:57:11,169 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:57:11,169 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:57:11,169 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:57:11,170 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:57:11,172 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:57:11,174 Job list saved +2021-12-17 20:57:11,179 Updating FAILED jobs +2021-12-17 20:57:11,180 Updating WAITING jobs +2021-12-17 20:57:11,180 Update finished +2021-12-17 20:57:21,189 Reloading parameters... +2021-12-17 20:57:21,210 Loading parameters... +2021-12-17 20:57:21,211 Loading project parameters... +2021-12-17 20:57:21,213 + +23 of 25 jobs remaining (20:57) +2021-12-17 20:57:21,213 Sleep: 10 +2021-12-17 20:57:21,213 Number of retrials: 0 +2021-12-17 20:57:21,213 WRAPPER CHECK TIME = 10 +2021-12-17 20:57:21,214 Checking jobs for platform=marenostrum4 +2021-12-17 20:57:21,214 Checking jobs for platform=nord3 +2021-12-17 20:57:21,215 Checking jobs for platform=local +2021-12-17 20:57:21,216 Checking jobs for platform=transfer_node +2021-12-17 20:57:21,216 Checking all jobs at once +2021-12-17 20:57:22,435 Successful check job command +2021-12-17 20:57:23,654 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:57:23,655 End of checking +2021-12-17 20:57:23,656 Updating FAILED jobs +2021-12-17 20:57:23,656 Updating WAITING jobs +2021-12-17 20:57:23,657 Update finished +2021-12-17 20:57:23,657 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:57:23,657 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:57:23,657 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:57:23,657 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:57:23,660 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:57:23,662 Job list saved +2021-12-17 20:57:23,667 Updating FAILED jobs +2021-12-17 20:57:23,667 Updating WAITING jobs +2021-12-17 20:57:23,668 Update finished +2021-12-17 20:57:33,678 Reloading parameters... +2021-12-17 20:57:33,696 Loading parameters... +2021-12-17 20:57:33,698 Loading project parameters... +2021-12-17 20:57:33,700 + +23 of 25 jobs remaining (20:57) +2021-12-17 20:57:33,700 Sleep: 10 +2021-12-17 20:57:33,700 Number of retrials: 0 +2021-12-17 20:57:33,700 WRAPPER CHECK TIME = 10 +2021-12-17 20:57:33,701 Checking jobs for platform=marenostrum4 +2021-12-17 20:57:33,701 Checking jobs for platform=nord3 +2021-12-17 20:57:33,702 Checking jobs for platform=local +2021-12-17 20:57:33,702 Checking jobs for platform=transfer_node +2021-12-17 20:57:33,703 Checking all jobs at once +2021-12-17 20:57:36,475 Successful check job command +2021-12-17 20:57:39,297 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:57:39,297 End of checking +2021-12-17 20:57:39,299 Updating FAILED jobs +2021-12-17 20:57:39,299 Updating WAITING jobs +2021-12-17 20:57:39,299 Update finished +2021-12-17 20:57:39,300 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:57:39,300 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:57:39,300 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:57:39,300 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:57:39,303 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:57:39,305 Job list saved +2021-12-17 20:57:39,310 Updating FAILED jobs +2021-12-17 20:57:39,310 Updating WAITING jobs +2021-12-17 20:57:39,310 Update finished +2021-12-17 20:57:49,317 Reloading parameters... +2021-12-17 20:57:49,335 Loading parameters... +2021-12-17 20:57:49,336 Loading project parameters... +2021-12-17 20:57:49,338 + +23 of 25 jobs remaining (20:57) +2021-12-17 20:57:49,338 Sleep: 10 +2021-12-17 20:57:49,338 Number of retrials: 0 +2021-12-17 20:57:49,338 WRAPPER CHECK TIME = 10 +2021-12-17 20:57:49,339 Checking jobs for platform=marenostrum4 +2021-12-17 20:57:49,340 Checking jobs for platform=nord3 +2021-12-17 20:57:49,340 Checking jobs for platform=local +2021-12-17 20:57:49,341 Checking jobs for platform=transfer_node +2021-12-17 20:57:49,341 Checking all jobs at once +2021-12-17 20:57:55,721 Successful check job command +2021-12-17 20:58:01,503 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:58:01,503 End of checking +2021-12-17 20:58:01,509 Updating FAILED jobs +2021-12-17 20:58:01,509 Updating WAITING jobs +2021-12-17 20:58:01,510 Update finished +2021-12-17 20:58:01,510 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:58:01,510 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:58:01,511 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:58:01,511 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:58:01,513 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:58:01,516 Job list saved +2021-12-17 20:58:01,521 Updating FAILED jobs +2021-12-17 20:58:01,522 Updating WAITING jobs +2021-12-17 20:58:01,522 Update finished +2021-12-17 20:58:11,532 Reloading parameters... +2021-12-17 20:58:11,552 Loading parameters... +2021-12-17 20:58:11,553 Loading project parameters... +2021-12-17 20:58:11,555 + +23 of 25 jobs remaining (20:58) +2021-12-17 20:58:11,555 Sleep: 10 +2021-12-17 20:58:11,555 Number of retrials: 0 +2021-12-17 20:58:11,556 WRAPPER CHECK TIME = 10 +2021-12-17 20:58:11,556 Checking jobs for platform=marenostrum4 +2021-12-17 20:58:11,557 Checking jobs for platform=nord3 +2021-12-17 20:58:11,557 Checking jobs for platform=local +2021-12-17 20:58:11,558 Checking jobs for platform=transfer_node +2021-12-17 20:58:11,558 Checking all jobs at once +2021-12-17 20:58:12,929 Successful check job command +2021-12-17 20:58:14,602 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:58:14,603 End of checking +2021-12-17 20:58:14,604 Updating FAILED jobs +2021-12-17 20:58:14,604 Updating WAITING jobs +2021-12-17 20:58:14,604 Update finished +2021-12-17 20:58:14,605 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:58:14,605 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:58:14,605 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:58:14,605 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:58:14,608 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:58:14,610 Job list saved +2021-12-17 20:58:14,614 Updating FAILED jobs +2021-12-17 20:58:14,615 Updating WAITING jobs +2021-12-17 20:58:14,615 Update finished +2021-12-17 20:58:24,625 Reloading parameters... +2021-12-17 20:58:24,646 Loading parameters... +2021-12-17 20:58:24,647 Loading project parameters... +2021-12-17 20:58:24,649 + +23 of 25 jobs remaining (20:58) +2021-12-17 20:58:24,649 Sleep: 10 +2021-12-17 20:58:24,649 Number of retrials: 0 +2021-12-17 20:58:24,649 WRAPPER CHECK TIME = 10 +2021-12-17 20:58:24,650 Checking jobs for platform=marenostrum4 +2021-12-17 20:58:24,650 Checking jobs for platform=nord3 +2021-12-17 20:58:24,651 Checking jobs for platform=local +2021-12-17 20:58:24,651 Checking jobs for platform=transfer_node +2021-12-17 20:58:24,651 Checking all jobs at once +2021-12-17 20:58:27,423 Successful check job command +2021-12-17 20:58:31,547 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:58:31,547 End of checking +2021-12-17 20:58:31,548 Updating FAILED jobs +2021-12-17 20:58:31,548 Updating WAITING jobs +2021-12-17 20:58:31,549 Update finished +2021-12-17 20:58:31,549 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:58:31,549 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:58:31,549 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:58:31,549 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:58:31,552 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:58:31,555 Job list saved +2021-12-17 20:58:31,560 Updating FAILED jobs +2021-12-17 20:58:31,560 Updating WAITING jobs +2021-12-17 20:58:31,560 Update finished +2021-12-17 20:58:41,570 Reloading parameters... +2021-12-17 20:58:41,592 Loading parameters... +2021-12-17 20:58:41,593 Loading project parameters... +2021-12-17 20:58:41,595 + +23 of 25 jobs remaining (20:58) +2021-12-17 20:58:41,596 Sleep: 10 +2021-12-17 20:58:41,596 Number of retrials: 0 +2021-12-17 20:58:41,596 WRAPPER CHECK TIME = 10 +2021-12-17 20:58:41,596 Checking jobs for platform=marenostrum4 +2021-12-17 20:58:41,597 Checking jobs for platform=nord3 +2021-12-17 20:58:41,597 Checking jobs for platform=local +2021-12-17 20:58:41,598 Checking jobs for platform=transfer_node +2021-12-17 20:58:41,598 Checking all jobs at once +2021-12-17 20:58:43,021 Successful check job command +2021-12-17 20:58:45,091 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:58:45,092 End of checking +2021-12-17 20:58:45,093 Updating FAILED jobs +2021-12-17 20:58:45,093 Updating WAITING jobs +2021-12-17 20:58:45,093 Update finished +2021-12-17 20:58:45,094 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:58:45,094 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:58:45,094 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:58:45,094 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:58:45,097 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:58:45,100 Job list saved +2021-12-17 20:58:45,105 Updating FAILED jobs +2021-12-17 20:58:45,105 Updating WAITING jobs +2021-12-17 20:58:45,105 Update finished +2021-12-17 20:58:55,115 Reloading parameters... +2021-12-17 20:58:55,134 Loading parameters... +2021-12-17 20:58:55,135 Loading project parameters... +2021-12-17 20:58:55,137 + +23 of 25 jobs remaining (20:58) +2021-12-17 20:58:55,137 Sleep: 10 +2021-12-17 20:58:55,137 Number of retrials: 0 +2021-12-17 20:58:55,137 WRAPPER CHECK TIME = 10 +2021-12-17 20:58:55,138 Checking jobs for platform=marenostrum4 +2021-12-17 20:58:55,139 Checking jobs for platform=nord3 +2021-12-17 20:58:55,139 Checking jobs for platform=local +2021-12-17 20:58:55,140 Checking jobs for platform=transfer_node +2021-12-17 20:58:55,140 Checking all jobs at once +2021-12-17 20:58:57,014 Successful check job command +2021-12-17 20:58:58,684 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:58:58,685 End of checking +2021-12-17 20:58:58,686 Updating FAILED jobs +2021-12-17 20:58:58,686 Updating WAITING jobs +2021-12-17 20:58:58,686 Update finished +2021-12-17 20:58:58,686 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:58:58,687 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:58:58,687 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:58:58,687 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:58:58,690 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:58:58,692 Job list saved +2021-12-17 20:58:58,697 Updating FAILED jobs +2021-12-17 20:58:58,697 Updating WAITING jobs +2021-12-17 20:58:58,697 Update finished +2021-12-17 20:59:08,707 Reloading parameters... +2021-12-17 20:59:08,725 Loading parameters... +2021-12-17 20:59:08,726 Loading project parameters... +2021-12-17 20:59:08,728 + +23 of 25 jobs remaining (20:59) +2021-12-17 20:59:08,728 Sleep: 10 +2021-12-17 20:59:08,728 Number of retrials: 0 +2021-12-17 20:59:08,728 WRAPPER CHECK TIME = 10 +2021-12-17 20:59:08,729 Checking jobs for platform=marenostrum4 +2021-12-17 20:59:08,730 Checking jobs for platform=nord3 +2021-12-17 20:59:08,730 Checking jobs for platform=local +2021-12-17 20:59:08,731 Checking jobs for platform=transfer_node +2021-12-17 20:59:08,731 Checking all jobs at once +2021-12-17 20:59:12,554 Successful check job command +2021-12-17 20:59:15,827 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:59:15,828 End of checking +2021-12-17 20:59:15,829 Updating FAILED jobs +2021-12-17 20:59:15,829 Updating WAITING jobs +2021-12-17 20:59:15,829 Update finished +2021-12-17 20:59:15,830 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:59:15,830 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:59:15,830 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:59:15,830 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:59:15,833 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:59:15,835 Job list saved +2021-12-17 20:59:15,840 Updating FAILED jobs +2021-12-17 20:59:15,840 Updating WAITING jobs +2021-12-17 20:59:15,840 Update finished +2021-12-17 20:59:25,844 Reloading parameters... +2021-12-17 20:59:25,865 Loading parameters... +2021-12-17 20:59:25,866 Loading project parameters... +2021-12-17 20:59:25,868 + +23 of 25 jobs remaining (20:59) +2021-12-17 20:59:25,868 Sleep: 10 +2021-12-17 20:59:25,868 Number of retrials: 0 +2021-12-17 20:59:25,868 WRAPPER CHECK TIME = 10 +2021-12-17 20:59:25,869 Checking jobs for platform=marenostrum4 +2021-12-17 20:59:25,869 Checking jobs for platform=nord3 +2021-12-17 20:59:25,870 Checking jobs for platform=local +2021-12-17 20:59:25,870 Checking jobs for platform=transfer_node +2021-12-17 20:59:25,870 Checking all jobs at once +2021-12-17 20:59:27,591 Successful check job command +2021-12-17 20:59:30,013 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:59:30,013 End of checking +2021-12-17 20:59:30,014 Updating FAILED jobs +2021-12-17 20:59:30,015 Updating WAITING jobs +2021-12-17 20:59:30,015 Update finished +2021-12-17 20:59:30,015 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:59:30,015 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:59:30,016 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:59:30,016 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:59:30,018 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:59:30,020 Job list saved +2021-12-17 20:59:30,025 Updating FAILED jobs +2021-12-17 20:59:30,025 Updating WAITING jobs +2021-12-17 20:59:30,025 Update finished +2021-12-17 20:59:40,035 Reloading parameters... +2021-12-17 20:59:40,085 Loading parameters... +2021-12-17 20:59:40,087 Loading project parameters... +2021-12-17 20:59:40,089 + +23 of 25 jobs remaining (20:59) +2021-12-17 20:59:40,089 Sleep: 10 +2021-12-17 20:59:40,089 Number of retrials: 0 +2021-12-17 20:59:40,089 WRAPPER CHECK TIME = 10 +2021-12-17 20:59:40,090 Checking jobs for platform=marenostrum4 +2021-12-17 20:59:40,090 Checking jobs for platform=nord3 +2021-12-17 20:59:40,096 Checking jobs for platform=local +2021-12-17 20:59:40,102 Checking jobs for platform=transfer_node +2021-12-17 20:59:40,103 Checking all jobs at once +2021-12-17 20:59:41,677 Successful check job command +2021-12-17 20:59:42,997 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 20:59:42,997 End of checking +2021-12-17 20:59:42,998 Updating FAILED jobs +2021-12-17 20:59:42,998 Updating WAITING jobs +2021-12-17 20:59:42,999 Update finished +2021-12-17 20:59:42,999 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 20:59:42,999 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 20:59:42,999 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 20:59:42,999 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 20:59:43,002 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 20:59:43,004 Job list saved +2021-12-17 20:59:43,008 Updating FAILED jobs +2021-12-17 20:59:43,008 Updating WAITING jobs +2021-12-17 20:59:43,009 Update finished +2021-12-17 20:59:53,019 Reloading parameters... +2021-12-17 20:59:53,037 Loading parameters... +2021-12-17 20:59:53,038 Loading project parameters... +2021-12-17 20:59:53,040 + +23 of 25 jobs remaining (20:59) +2021-12-17 20:59:53,040 Sleep: 10 +2021-12-17 20:59:53,040 Number of retrials: 0 +2021-12-17 20:59:53,041 WRAPPER CHECK TIME = 10 +2021-12-17 20:59:53,041 Checking jobs for platform=marenostrum4 +2021-12-17 20:59:53,042 Checking jobs for platform=nord3 +2021-12-17 20:59:53,042 Checking jobs for platform=local +2021-12-17 20:59:53,043 Checking jobs for platform=transfer_node +2021-12-17 20:59:53,043 Checking all jobs at once +2021-12-17 20:59:56,817 Successful check job command +2021-12-17 21:00:00,141 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:00:00,141 End of checking +2021-12-17 21:00:00,143 Updating FAILED jobs +2021-12-17 21:00:00,143 Updating WAITING jobs +2021-12-17 21:00:00,143 Update finished +2021-12-17 21:00:00,144 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:00:00,144 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:00:00,144 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:00:00,144 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:00:00,147 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:00:00,150 Job list saved +2021-12-17 21:00:00,154 Updating FAILED jobs +2021-12-17 21:00:00,155 Updating WAITING jobs +2021-12-17 21:00:00,155 Update finished +2021-12-17 21:00:10,161 Reloading parameters... +2021-12-17 21:00:10,180 Loading parameters... +2021-12-17 21:00:10,181 Loading project parameters... +2021-12-17 21:00:10,183 + +23 of 25 jobs remaining (21:00) +2021-12-17 21:00:10,183 Sleep: 10 +2021-12-17 21:00:10,183 Number of retrials: 0 +2021-12-17 21:00:10,184 WRAPPER CHECK TIME = 10 +2021-12-17 21:00:10,184 Checking jobs for platform=marenostrum4 +2021-12-17 21:00:10,185 Checking jobs for platform=nord3 +2021-12-17 21:00:10,185 Checking jobs for platform=local +2021-12-17 21:00:10,186 Checking jobs for platform=transfer_node +2021-12-17 21:00:10,186 Checking all jobs at once +2021-12-17 21:00:12,157 Successful check job command +2021-12-17 21:00:16,139 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:00:16,140 End of checking +2021-12-17 21:00:16,141 Updating FAILED jobs +2021-12-17 21:00:16,141 Updating WAITING jobs +2021-12-17 21:00:16,142 Update finished +2021-12-17 21:00:16,142 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:00:16,142 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:00:16,142 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:00:16,143 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:00:16,145 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:00:16,147 Job list saved +2021-12-17 21:00:16,152 Updating FAILED jobs +2021-12-17 21:00:16,152 Updating WAITING jobs +2021-12-17 21:00:16,152 Update finished +2021-12-17 21:00:26,163 Reloading parameters... +2021-12-17 21:00:26,183 Loading parameters... +2021-12-17 21:00:26,184 Loading project parameters... +2021-12-17 21:00:26,186 + +23 of 25 jobs remaining (21:00) +2021-12-17 21:00:26,186 Sleep: 10 +2021-12-17 21:00:26,186 Number of retrials: 0 +2021-12-17 21:00:26,186 WRAPPER CHECK TIME = 10 +2021-12-17 21:00:26,187 Checking jobs for platform=marenostrum4 +2021-12-17 21:00:26,188 Checking jobs for platform=nord3 +2021-12-17 21:00:26,188 Checking jobs for platform=local +2021-12-17 21:00:26,189 Checking jobs for platform=transfer_node +2021-12-17 21:00:26,189 Checking all jobs at once +2021-12-17 21:00:27,513 Successful check job command +2021-12-17 21:00:30,145 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:00:30,146 End of checking +2021-12-17 21:00:30,147 Updating FAILED jobs +2021-12-17 21:00:30,147 Updating WAITING jobs +2021-12-17 21:00:30,147 Update finished +2021-12-17 21:00:30,148 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:00:30,148 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:00:30,148 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:00:30,148 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:00:30,151 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:00:30,153 Job list saved +2021-12-17 21:00:30,158 Updating FAILED jobs +2021-12-17 21:00:30,158 Updating WAITING jobs +2021-12-17 21:00:30,158 Update finished +2021-12-17 21:00:40,168 Reloading parameters... +2021-12-17 21:00:40,187 Loading parameters... +2021-12-17 21:00:40,190 Loading project parameters... +2021-12-17 21:00:40,200 + +23 of 25 jobs remaining (21:00) +2021-12-17 21:00:40,200 Sleep: 10 +2021-12-17 21:00:40,200 Number of retrials: 0 +2021-12-17 21:00:40,200 WRAPPER CHECK TIME = 10 +2021-12-17 21:00:40,204 Checking jobs for platform=marenostrum4 +2021-12-17 21:00:40,205 Checking jobs for platform=nord3 +2021-12-17 21:00:40,205 Checking jobs for platform=local +2021-12-17 21:00:40,206 Checking jobs for platform=transfer_node +2021-12-17 21:00:40,206 Checking all jobs at once +2021-12-17 21:00:42,381 Successful check job command +2021-12-17 21:00:45,404 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:00:45,405 End of checking +2021-12-17 21:00:45,406 Updating FAILED jobs +2021-12-17 21:00:45,406 Updating WAITING jobs +2021-12-17 21:00:45,406 Update finished +2021-12-17 21:00:45,407 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:00:45,407 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:00:45,407 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:00:45,407 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:00:45,410 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:00:45,412 Job list saved +2021-12-17 21:00:45,416 Updating FAILED jobs +2021-12-17 21:00:45,416 Updating WAITING jobs +2021-12-17 21:00:45,417 Update finished +2021-12-17 21:00:55,427 Reloading parameters... +2021-12-17 21:00:55,446 Loading parameters... +2021-12-17 21:00:55,447 Loading project parameters... +2021-12-17 21:00:55,449 + +23 of 25 jobs remaining (21:00) +2021-12-17 21:00:55,449 Sleep: 10 +2021-12-17 21:00:55,449 Number of retrials: 0 +2021-12-17 21:00:55,449 WRAPPER CHECK TIME = 10 +2021-12-17 21:00:55,450 Checking jobs for platform=marenostrum4 +2021-12-17 21:00:55,451 Checking jobs for platform=nord3 +2021-12-17 21:00:55,451 Checking jobs for platform=local +2021-12-17 21:00:55,452 Checking jobs for platform=transfer_node +2021-12-17 21:00:55,452 Checking all jobs at once +2021-12-17 21:00:56,772 Successful check job command +2021-12-17 21:01:03,702 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:01:03,703 End of checking +2021-12-17 21:01:03,704 Updating FAILED jobs +2021-12-17 21:01:03,704 Updating WAITING jobs +2021-12-17 21:01:03,705 Update finished +2021-12-17 21:01:03,705 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:01:03,706 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:01:03,706 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:01:03,706 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:01:03,708 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:01:03,711 Job list saved +2021-12-17 21:01:03,716 Updating FAILED jobs +2021-12-17 21:01:03,716 Updating WAITING jobs +2021-12-17 21:01:03,716 Update finished +2021-12-17 21:01:13,726 Reloading parameters... +2021-12-17 21:01:13,745 Loading parameters... +2021-12-17 21:01:13,746 Loading project parameters... +2021-12-17 21:01:13,748 + +23 of 25 jobs remaining (21:01) +2021-12-17 21:01:13,748 Sleep: 10 +2021-12-17 21:01:13,748 Number of retrials: 0 +2021-12-17 21:01:13,748 WRAPPER CHECK TIME = 10 +2021-12-17 21:01:13,749 Checking jobs for platform=marenostrum4 +2021-12-17 21:01:13,749 Checking jobs for platform=nord3 +2021-12-17 21:01:13,750 Checking jobs for platform=local +2021-12-17 21:01:13,750 Checking jobs for platform=transfer_node +2021-12-17 21:01:13,751 Checking all jobs at once +2021-12-17 21:01:14,973 Successful check job command +2021-12-17 21:01:16,245 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:01:16,245 End of checking +2021-12-17 21:01:16,246 Updating FAILED jobs +2021-12-17 21:01:16,247 Updating WAITING jobs +2021-12-17 21:01:16,247 Update finished +2021-12-17 21:01:16,247 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:01:16,247 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:01:16,247 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:01:16,247 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:01:16,250 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:01:16,253 Job list saved +2021-12-17 21:01:16,258 Updating FAILED jobs +2021-12-17 21:01:16,258 Updating WAITING jobs +2021-12-17 21:01:16,258 Update finished +2021-12-17 21:01:26,268 Reloading parameters... +2021-12-17 21:01:26,288 Loading parameters... +2021-12-17 21:01:26,289 Loading project parameters... +2021-12-17 21:01:26,291 + +23 of 25 jobs remaining (21:01) +2021-12-17 21:01:26,291 Sleep: 10 +2021-12-17 21:01:26,291 Number of retrials: 0 +2021-12-17 21:01:26,291 WRAPPER CHECK TIME = 10 +2021-12-17 21:01:26,292 Checking jobs for platform=marenostrum4 +2021-12-17 21:01:26,293 Checking jobs for platform=nord3 +2021-12-17 21:01:26,293 Checking jobs for platform=local +2021-12-17 21:01:26,294 Checking jobs for platform=transfer_node +2021-12-17 21:01:26,294 Checking all jobs at once +2021-12-17 21:01:28,665 Successful check job command +2021-12-17 21:01:30,185 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:01:30,186 End of checking +2021-12-17 21:01:30,187 Updating FAILED jobs +2021-12-17 21:01:30,187 Updating WAITING jobs +2021-12-17 21:01:30,187 Update finished +2021-12-17 21:01:30,188 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:01:30,188 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:01:30,188 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:01:30,188 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:01:30,190 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:01:30,193 Job list saved +2021-12-17 21:01:30,197 Updating FAILED jobs +2021-12-17 21:01:30,197 Updating WAITING jobs +2021-12-17 21:01:30,198 Update finished +2021-12-17 21:01:40,205 Reloading parameters... +2021-12-17 21:01:40,226 Loading parameters... +2021-12-17 21:01:40,228 Loading project parameters... +2021-12-17 21:01:40,230 + +23 of 25 jobs remaining (21:01) +2021-12-17 21:01:40,230 Sleep: 10 +2021-12-17 21:01:40,230 Number of retrials: 0 +2021-12-17 21:01:40,230 WRAPPER CHECK TIME = 10 +2021-12-17 21:01:40,231 Checking jobs for platform=marenostrum4 +2021-12-17 21:01:40,231 Checking jobs for platform=nord3 +2021-12-17 21:01:40,232 Checking jobs for platform=local +2021-12-17 21:01:40,232 Checking jobs for platform=transfer_node +2021-12-17 21:01:40,232 Checking all jobs at once +2021-12-17 21:01:42,053 Successful check job command +2021-12-17 21:01:44,226 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:01:44,226 End of checking +2021-12-17 21:01:44,227 Updating FAILED jobs +2021-12-17 21:01:44,228 Updating WAITING jobs +2021-12-17 21:01:44,228 Update finished +2021-12-17 21:01:44,228 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:01:44,229 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:01:44,229 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:01:44,229 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:01:44,232 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:01:44,234 Job list saved +2021-12-17 21:01:44,238 Updating FAILED jobs +2021-12-17 21:01:44,239 Updating WAITING jobs +2021-12-17 21:01:44,239 Update finished +2021-12-17 21:01:54,239 Reloading parameters... +2021-12-17 21:01:54,257 Loading parameters... +2021-12-17 21:01:54,258 Loading project parameters... +2021-12-17 21:01:54,260 + +23 of 25 jobs remaining (21:01) +2021-12-17 21:01:54,261 Sleep: 10 +2021-12-17 21:01:54,261 Number of retrials: 0 +2021-12-17 21:01:54,261 WRAPPER CHECK TIME = 10 +2021-12-17 21:01:54,261 Checking jobs for platform=marenostrum4 +2021-12-17 21:01:54,262 Checking jobs for platform=nord3 +2021-12-17 21:01:54,262 Checking jobs for platform=local +2021-12-17 21:01:54,263 Checking jobs for platform=transfer_node +2021-12-17 21:01:54,263 Checking all jobs at once +2021-12-17 21:01:56,183 Successful check job command +2021-12-17 21:02:00,608 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:02:00,608 End of checking +2021-12-17 21:02:00,609 Updating FAILED jobs +2021-12-17 21:02:00,610 Updating WAITING jobs +2021-12-17 21:02:00,610 Update finished +2021-12-17 21:02:00,610 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:02:00,612 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:02:00,612 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:02:00,612 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:02:00,617 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:02:00,620 Job list saved +2021-12-17 21:02:00,624 Updating FAILED jobs +2021-12-17 21:02:00,624 Updating WAITING jobs +2021-12-17 21:02:00,625 Update finished +2021-12-17 21:02:10,635 Reloading parameters... +2021-12-17 21:02:10,657 Loading parameters... +2021-12-17 21:02:10,658 Loading project parameters... +2021-12-17 21:02:10,660 + +23 of 25 jobs remaining (21:02) +2021-12-17 21:02:10,660 Sleep: 10 +2021-12-17 21:02:10,660 Number of retrials: 0 +2021-12-17 21:02:10,660 WRAPPER CHECK TIME = 10 +2021-12-17 21:02:10,661 Checking jobs for platform=marenostrum4 +2021-12-17 21:02:10,661 Checking jobs for platform=nord3 +2021-12-17 21:02:10,662 Checking jobs for platform=local +2021-12-17 21:02:10,663 Checking jobs for platform=transfer_node +2021-12-17 21:02:10,664 Checking all jobs at once +2021-12-17 21:02:12,034 Successful check job command +2021-12-17 21:02:18,061 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:02:18,061 End of checking +2021-12-17 21:02:18,062 Updating FAILED jobs +2021-12-17 21:02:18,063 Updating WAITING jobs +2021-12-17 21:02:18,063 Update finished +2021-12-17 21:02:18,063 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:02:18,064 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:02:18,064 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:02:18,064 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:02:18,067 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:02:18,069 Job list saved +2021-12-17 21:02:18,078 Updating FAILED jobs +2021-12-17 21:02:18,078 Updating WAITING jobs +2021-12-17 21:02:18,078 Update finished +2021-12-17 21:02:28,083 Reloading parameters... +2021-12-17 21:02:28,111 Loading parameters... +2021-12-17 21:02:28,113 Loading project parameters... +2021-12-17 21:02:28,115 + +23 of 25 jobs remaining (21:02) +2021-12-17 21:02:28,115 Sleep: 10 +2021-12-17 21:02:28,115 Number of retrials: 0 +2021-12-17 21:02:28,115 WRAPPER CHECK TIME = 10 +2021-12-17 21:02:28,116 Checking jobs for platform=marenostrum4 +2021-12-17 21:02:28,116 Checking jobs for platform=nord3 +2021-12-17 21:02:28,117 Checking jobs for platform=local +2021-12-17 21:02:28,118 Checking jobs for platform=transfer_node +2021-12-17 21:02:28,118 Checking all jobs at once +2021-12-17 21:02:29,587 Successful check job command +2021-12-17 21:02:31,708 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:02:31,709 End of checking +2021-12-17 21:02:31,710 Updating FAILED jobs +2021-12-17 21:02:31,710 Updating WAITING jobs +2021-12-17 21:02:31,711 Update finished +2021-12-17 21:02:31,711 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:02:31,711 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:02:31,711 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:02:31,711 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:02:31,714 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:02:31,716 Job list saved +2021-12-17 21:02:31,720 Updating FAILED jobs +2021-12-17 21:02:31,721 Updating WAITING jobs +2021-12-17 21:02:31,721 Update finished +2021-12-17 21:02:41,731 Reloading parameters... +2021-12-17 21:02:41,749 Loading parameters... +2021-12-17 21:02:41,751 Loading project parameters... +2021-12-17 21:02:41,753 + +23 of 25 jobs remaining (21:02) +2021-12-17 21:02:41,753 Sleep: 10 +2021-12-17 21:02:41,753 Number of retrials: 0 +2021-12-17 21:02:41,753 WRAPPER CHECK TIME = 10 +2021-12-17 21:02:41,754 Checking jobs for platform=marenostrum4 +2021-12-17 21:02:41,754 Checking jobs for platform=nord3 +2021-12-17 21:02:41,755 Checking jobs for platform=local +2021-12-17 21:02:41,756 Checking jobs for platform=transfer_node +2021-12-17 21:02:41,756 Checking all jobs at once +2021-12-17 21:02:43,726 Successful check job command +2021-12-17 21:02:45,599 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:02:45,599 End of checking +2021-12-17 21:02:45,600 Updating FAILED jobs +2021-12-17 21:02:45,601 Updating WAITING jobs +2021-12-17 21:02:45,601 Update finished +2021-12-17 21:02:45,601 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:02:45,601 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:02:45,601 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:02:45,602 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:02:45,605 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:02:45,607 Job list saved +2021-12-17 21:02:45,612 Updating FAILED jobs +2021-12-17 21:02:45,612 Updating WAITING jobs +2021-12-17 21:02:45,612 Update finished +2021-12-17 21:02:55,615 Reloading parameters... +2021-12-17 21:02:55,634 Loading parameters... +2021-12-17 21:02:55,636 Loading project parameters... +2021-12-17 21:02:55,638 + +23 of 25 jobs remaining (21:02) +2021-12-17 21:02:55,638 Sleep: 10 +2021-12-17 21:02:55,639 Number of retrials: 0 +2021-12-17 21:02:55,639 WRAPPER CHECK TIME = 10 +2021-12-17 21:02:55,639 Checking jobs for platform=marenostrum4 +2021-12-17 21:02:55,640 Checking jobs for platform=nord3 +2021-12-17 21:02:55,641 Checking jobs for platform=local +2021-12-17 21:02:55,641 Checking jobs for platform=transfer_node +2021-12-17 21:02:55,641 Checking all jobs at once +2021-12-17 21:02:57,619 Successful check job command +2021-12-17 21:02:59,590 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:02:59,590 End of checking +2021-12-17 21:02:59,591 Updating FAILED jobs +2021-12-17 21:02:59,591 Updating WAITING jobs +2021-12-17 21:02:59,591 Update finished +2021-12-17 21:02:59,592 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:02:59,592 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:02:59,592 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:02:59,593 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:02:59,595 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:02:59,597 Job list saved +2021-12-17 21:02:59,602 Updating FAILED jobs +2021-12-17 21:02:59,602 Updating WAITING jobs +2021-12-17 21:02:59,603 Update finished +2021-12-17 21:03:09,613 Reloading parameters... +2021-12-17 21:03:09,639 Loading parameters... +2021-12-17 21:03:09,641 Loading project parameters... +2021-12-17 21:03:09,643 + +23 of 25 jobs remaining (21:03) +2021-12-17 21:03:09,643 Sleep: 10 +2021-12-17 21:03:09,643 Number of retrials: 0 +2021-12-17 21:03:09,643 WRAPPER CHECK TIME = 10 +2021-12-17 21:03:09,644 Checking jobs for platform=marenostrum4 +2021-12-17 21:03:09,644 Checking jobs for platform=nord3 +2021-12-17 21:03:09,645 Checking jobs for platform=local +2021-12-17 21:03:09,645 Checking jobs for platform=transfer_node +2021-12-17 21:03:09,645 Checking all jobs at once +2021-12-17 21:03:11,816 Successful check job command +2021-12-17 21:03:13,587 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:03:13,587 End of checking +2021-12-17 21:03:13,589 Updating FAILED jobs +2021-12-17 21:03:13,589 Updating WAITING jobs +2021-12-17 21:03:13,589 Update finished +2021-12-17 21:03:13,589 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:03:13,589 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:03:13,590 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:03:13,590 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:03:13,592 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:03:13,596 Job list saved +2021-12-17 21:03:13,602 Updating FAILED jobs +2021-12-17 21:03:13,602 Updating WAITING jobs +2021-12-17 21:03:13,602 Update finished +2021-12-17 21:03:23,612 Reloading parameters... +2021-12-17 21:03:23,637 Loading parameters... +2021-12-17 21:03:23,639 Loading project parameters... +2021-12-17 21:03:23,641 + +23 of 25 jobs remaining (21:03) +2021-12-17 21:03:23,641 Sleep: 10 +2021-12-17 21:03:23,641 Number of retrials: 0 +2021-12-17 21:03:23,641 WRAPPER CHECK TIME = 10 +2021-12-17 21:03:23,642 Checking jobs for platform=marenostrum4 +2021-12-17 21:03:23,642 Checking jobs for platform=nord3 +2021-12-17 21:03:23,643 Checking jobs for platform=local +2021-12-17 21:03:23,643 Checking jobs for platform=transfer_node +2021-12-17 21:03:23,644 Checking all jobs at once +2021-12-17 21:03:25,066 Successful check job command +2021-12-17 21:03:27,488 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:03:27,488 End of checking +2021-12-17 21:03:27,489 Updating FAILED jobs +2021-12-17 21:03:27,489 Updating WAITING jobs +2021-12-17 21:03:27,489 Update finished +2021-12-17 21:03:27,489 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:03:27,490 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:03:27,490 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:03:27,490 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:03:27,492 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:03:27,497 Job list saved +2021-12-17 21:03:27,504 Updating FAILED jobs +2021-12-17 21:03:27,506 Updating WAITING jobs +2021-12-17 21:03:27,507 Update finished +2021-12-17 21:03:37,517 Reloading parameters... +2021-12-17 21:03:37,555 Loading parameters... +2021-12-17 21:03:37,557 Loading project parameters... +2021-12-17 21:03:37,558 + +23 of 25 jobs remaining (21:03) +2021-12-17 21:03:37,559 Sleep: 10 +2021-12-17 21:03:37,559 Number of retrials: 0 +2021-12-17 21:03:37,559 WRAPPER CHECK TIME = 10 +2021-12-17 21:03:37,559 Checking jobs for platform=marenostrum4 +2021-12-17 21:03:37,560 Checking jobs for platform=nord3 +2021-12-17 21:03:37,561 Checking jobs for platform=local +2021-12-17 21:03:37,561 Checking jobs for platform=transfer_node +2021-12-17 21:03:37,561 Checking all jobs at once +2021-12-17 21:03:39,031 Successful check job command +2021-12-17 21:03:40,601 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:03:40,601 End of checking +2021-12-17 21:03:40,602 Updating FAILED jobs +2021-12-17 21:03:40,603 Updating WAITING jobs +2021-12-17 21:03:40,603 Update finished +2021-12-17 21:03:40,603 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:03:40,604 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:03:40,604 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:03:40,604 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:03:40,606 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:03:40,609 Job list saved +2021-12-17 21:03:40,615 Updating FAILED jobs +2021-12-17 21:03:40,615 Updating WAITING jobs +2021-12-17 21:03:40,615 Update finished +2021-12-17 21:03:50,617 Reloading parameters... +2021-12-17 21:03:50,636 Loading parameters... +2021-12-17 21:03:50,638 Loading project parameters... +2021-12-17 21:03:50,639 + +23 of 25 jobs remaining (21:03) +2021-12-17 21:03:50,640 Sleep: 10 +2021-12-17 21:03:50,640 Number of retrials: 0 +2021-12-17 21:03:50,640 WRAPPER CHECK TIME = 10 +2021-12-17 21:03:50,640 Checking jobs for platform=marenostrum4 +2021-12-17 21:03:50,641 Checking jobs for platform=nord3 +2021-12-17 21:03:50,642 Checking jobs for platform=local +2021-12-17 21:03:50,642 Checking jobs for platform=transfer_node +2021-12-17 21:03:50,642 Checking all jobs at once +2021-12-17 21:03:52,513 Successful check job command +2021-12-17 21:03:56,286 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:03:56,287 End of checking +2021-12-17 21:03:56,288 Updating FAILED jobs +2021-12-17 21:03:56,288 Updating WAITING jobs +2021-12-17 21:03:56,288 Update finished +2021-12-17 21:03:56,288 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:03:56,288 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:03:56,289 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:03:56,289 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:03:56,291 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:03:56,294 Job list saved +2021-12-17 21:03:56,299 Updating FAILED jobs +2021-12-17 21:03:56,299 Updating WAITING jobs +2021-12-17 21:03:56,299 Update finished +2021-12-17 21:04:06,309 Reloading parameters... +2021-12-17 21:04:06,327 Loading parameters... +2021-12-17 21:04:06,329 Loading project parameters... +2021-12-17 21:04:06,331 + +23 of 25 jobs remaining (21:04) +2021-12-17 21:04:06,331 Sleep: 10 +2021-12-17 21:04:06,331 Number of retrials: 0 +2021-12-17 21:04:06,331 WRAPPER CHECK TIME = 10 +2021-12-17 21:04:06,332 Checking jobs for platform=marenostrum4 +2021-12-17 21:04:06,332 Checking jobs for platform=nord3 +2021-12-17 21:04:06,333 Checking jobs for platform=local +2021-12-17 21:04:06,333 Checking jobs for platform=transfer_node +2021-12-17 21:04:06,334 Checking all jobs at once +2021-12-17 21:04:07,903 Successful check job command +2021-12-17 21:04:10,024 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:04:10,024 End of checking +2021-12-17 21:04:10,025 Updating FAILED jobs +2021-12-17 21:04:10,025 Updating WAITING jobs +2021-12-17 21:04:10,026 Update finished +2021-12-17 21:04:10,026 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:04:10,026 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:04:10,026 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:04:10,026 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:04:10,029 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:04:10,031 Job list saved +2021-12-17 21:04:10,036 Updating FAILED jobs +2021-12-17 21:04:10,036 Updating WAITING jobs +2021-12-17 21:04:10,036 Update finished +2021-12-17 21:04:20,046 Reloading parameters... +2021-12-17 21:04:20,064 Loading parameters... +2021-12-17 21:04:20,065 Loading project parameters... +2021-12-17 21:04:20,067 + +23 of 25 jobs remaining (21:04) +2021-12-17 21:04:20,067 Sleep: 10 +2021-12-17 21:04:20,068 Number of retrials: 0 +2021-12-17 21:04:20,068 WRAPPER CHECK TIME = 10 +2021-12-17 21:04:20,068 Checking jobs for platform=marenostrum4 +2021-12-17 21:04:20,069 Checking jobs for platform=nord3 +2021-12-17 21:04:20,069 Checking jobs for platform=local +2021-12-17 21:04:20,070 Checking jobs for platform=transfer_node +2021-12-17 21:04:20,070 Checking all jobs at once +2021-12-17 21:04:21,340 Successful check job command +2021-12-17 21:04:24,763 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:04:24,763 End of checking +2021-12-17 21:04:24,764 Updating FAILED jobs +2021-12-17 21:04:24,764 Updating WAITING jobs +2021-12-17 21:04:24,765 Update finished +2021-12-17 21:04:24,765 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:04:24,765 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:04:24,766 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:04:24,766 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:04:24,768 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:04:24,770 Job list saved +2021-12-17 21:04:24,776 Updating FAILED jobs +2021-12-17 21:04:24,776 Updating WAITING jobs +2021-12-17 21:04:24,776 Update finished +2021-12-17 21:04:34,785 Reloading parameters... +2021-12-17 21:04:34,815 Loading parameters... +2021-12-17 21:04:34,816 Loading project parameters... +2021-12-17 21:04:34,819 + +23 of 25 jobs remaining (21:04) +2021-12-17 21:04:34,819 Sleep: 10 +2021-12-17 21:04:34,819 Number of retrials: 0 +2021-12-17 21:04:34,819 WRAPPER CHECK TIME = 10 +2021-12-17 21:04:34,820 Checking jobs for platform=marenostrum4 +2021-12-17 21:04:34,820 Checking jobs for platform=nord3 +2021-12-17 21:04:34,821 Checking jobs for platform=local +2021-12-17 21:04:34,821 Checking jobs for platform=transfer_node +2021-12-17 21:04:34,821 Checking all jobs at once +2021-12-17 21:04:36,493 Successful check job command +2021-12-17 21:04:40,317 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:04:40,317 End of checking +2021-12-17 21:04:40,318 Updating FAILED jobs +2021-12-17 21:04:40,318 Updating WAITING jobs +2021-12-17 21:04:40,318 Update finished +2021-12-17 21:04:40,319 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:04:40,319 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:04:40,319 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:04:40,319 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:04:40,321 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:04:40,324 Job list saved +2021-12-17 21:04:40,328 Updating FAILED jobs +2021-12-17 21:04:40,328 Updating WAITING jobs +2021-12-17 21:04:40,328 Update finished +2021-12-17 21:04:50,339 Reloading parameters... +2021-12-17 21:04:50,361 Loading parameters... +2021-12-17 21:04:50,363 Loading project parameters... +2021-12-17 21:04:50,365 + +23 of 25 jobs remaining (21:04) +2021-12-17 21:04:50,365 Sleep: 10 +2021-12-17 21:04:50,365 Number of retrials: 0 +2021-12-17 21:04:50,365 WRAPPER CHECK TIME = 10 +2021-12-17 21:04:50,366 Checking jobs for platform=marenostrum4 +2021-12-17 21:04:50,366 Checking jobs for platform=nord3 +2021-12-17 21:04:50,367 Checking jobs for platform=local +2021-12-17 21:04:50,367 Checking jobs for platform=transfer_node +2021-12-17 21:04:50,367 Checking all jobs at once +2021-12-17 21:04:51,738 Successful check job command +2021-12-17 21:04:53,658 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:04:53,658 End of checking +2021-12-17 21:04:53,660 Updating FAILED jobs +2021-12-17 21:04:53,660 Updating WAITING jobs +2021-12-17 21:04:53,660 Update finished +2021-12-17 21:04:53,660 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:04:53,660 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:04:53,661 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:04:53,661 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:04:53,663 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:04:53,665 Job list saved +2021-12-17 21:04:53,670 Updating FAILED jobs +2021-12-17 21:04:53,670 Updating WAITING jobs +2021-12-17 21:04:53,670 Update finished +2021-12-17 21:05:03,680 Reloading parameters... +2021-12-17 21:05:03,758 Loading parameters... +2021-12-17 21:05:03,760 Loading project parameters... +2021-12-17 21:05:03,761 + +23 of 25 jobs remaining (21:05) +2021-12-17 21:05:03,762 Sleep: 10 +2021-12-17 21:05:03,762 Number of retrials: 0 +2021-12-17 21:05:03,762 WRAPPER CHECK TIME = 10 +2021-12-17 21:05:03,762 Checking jobs for platform=marenostrum4 +2021-12-17 21:05:03,763 Checking jobs for platform=nord3 +2021-12-17 21:05:03,764 Checking jobs for platform=local +2021-12-17 21:05:03,764 Checking jobs for platform=transfer_node +2021-12-17 21:05:03,764 Checking all jobs at once +2021-12-17 21:05:05,439 Successful check job command +2021-12-17 21:05:07,410 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:05:07,411 End of checking +2021-12-17 21:05:07,412 Updating FAILED jobs +2021-12-17 21:05:07,412 Updating WAITING jobs +2021-12-17 21:05:07,413 Update finished +2021-12-17 21:05:07,413 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:05:07,413 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:05:07,414 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:05:07,414 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:05:07,416 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:05:07,418 Job list saved +2021-12-17 21:05:07,423 Updating FAILED jobs +2021-12-17 21:05:07,423 Updating WAITING jobs +2021-12-17 21:05:07,424 Update finished +2021-12-17 21:05:17,434 Reloading parameters... +2021-12-17 21:05:17,455 Loading parameters... +2021-12-17 21:05:17,456 Loading project parameters... +2021-12-17 21:05:17,458 + +23 of 25 jobs remaining (21:05) +2021-12-17 21:05:17,458 Sleep: 10 +2021-12-17 21:05:17,458 Number of retrials: 0 +2021-12-17 21:05:17,458 WRAPPER CHECK TIME = 10 +2021-12-17 21:05:17,459 Checking jobs for platform=marenostrum4 +2021-12-17 21:05:17,460 Checking jobs for platform=nord3 +2021-12-17 21:05:17,460 Checking jobs for platform=local +2021-12-17 21:05:17,461 Checking jobs for platform=transfer_node +2021-12-17 21:05:17,461 Checking all jobs at once +2021-12-17 21:05:19,558 Successful check job command +2021-12-17 21:05:27,389 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:05:27,389 End of checking +2021-12-17 21:05:27,391 Updating FAILED jobs +2021-12-17 21:05:27,391 Updating WAITING jobs +2021-12-17 21:05:27,391 Update finished +2021-12-17 21:05:27,391 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:05:27,391 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:05:27,392 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:05:27,392 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:05:27,394 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:05:27,397 Job list saved +2021-12-17 21:05:27,402 Updating FAILED jobs +2021-12-17 21:05:27,402 Updating WAITING jobs +2021-12-17 21:05:27,402 Update finished +2021-12-17 21:05:37,412 Reloading parameters... +2021-12-17 21:05:37,431 Loading parameters... +2021-12-17 21:05:37,432 Loading project parameters... +2021-12-17 21:05:37,434 + +23 of 25 jobs remaining (21:05) +2021-12-17 21:05:37,434 Sleep: 10 +2021-12-17 21:05:37,434 Number of retrials: 0 +2021-12-17 21:05:37,435 WRAPPER CHECK TIME = 10 +2021-12-17 21:05:37,435 Checking jobs for platform=marenostrum4 +2021-12-17 21:05:37,436 Checking jobs for platform=nord3 +2021-12-17 21:05:37,436 Checking jobs for platform=local +2021-12-17 21:05:37,438 Checking jobs for platform=transfer_node +2021-12-17 21:05:37,438 Checking all jobs at once +2021-12-17 21:05:38,811 Successful check job command +2021-12-17 21:05:41,938 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:05:41,938 End of checking +2021-12-17 21:05:41,939 Updating FAILED jobs +2021-12-17 21:05:41,939 Updating WAITING jobs +2021-12-17 21:05:41,940 Update finished +2021-12-17 21:05:41,940 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:05:41,940 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:05:41,940 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:05:41,941 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:05:41,943 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:05:41,945 Job list saved +2021-12-17 21:05:41,950 Updating FAILED jobs +2021-12-17 21:05:41,950 Updating WAITING jobs +2021-12-17 21:05:41,950 Update finished +2021-12-17 21:05:51,960 Reloading parameters... +2021-12-17 21:05:51,979 Loading parameters... +2021-12-17 21:05:51,980 Loading project parameters... +2021-12-17 21:05:51,982 + +23 of 25 jobs remaining (21:05) +2021-12-17 21:05:51,982 Sleep: 10 +2021-12-17 21:05:51,982 Number of retrials: 0 +2021-12-17 21:05:51,982 WRAPPER CHECK TIME = 10 +2021-12-17 21:05:51,983 Checking jobs for platform=marenostrum4 +2021-12-17 21:05:51,983 Checking jobs for platform=nord3 +2021-12-17 21:05:51,984 Checking jobs for platform=local +2021-12-17 21:05:51,984 Checking jobs for platform=transfer_node +2021-12-17 21:05:51,984 Checking all jobs at once +2021-12-17 21:05:54,110 Successful check job command +2021-12-17 21:05:55,786 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:05:55,786 End of checking +2021-12-17 21:05:55,788 Updating FAILED jobs +2021-12-17 21:05:55,788 Updating WAITING jobs +2021-12-17 21:05:55,788 Update finished +2021-12-17 21:05:55,788 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:05:55,788 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:05:55,789 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:05:55,789 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:05:55,791 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:05:55,794 Job list saved +2021-12-17 21:05:55,799 Updating FAILED jobs +2021-12-17 21:05:55,799 Updating WAITING jobs +2021-12-17 21:05:55,799 Update finished +2021-12-17 21:06:05,809 Reloading parameters... +2021-12-17 21:06:05,832 Loading parameters... +2021-12-17 21:06:05,835 Loading project parameters... +2021-12-17 21:06:05,840 + +23 of 25 jobs remaining (21:06) +2021-12-17 21:06:05,840 Sleep: 10 +2021-12-17 21:06:05,840 Number of retrials: 0 +2021-12-17 21:06:05,840 WRAPPER CHECK TIME = 10 +2021-12-17 21:06:05,841 Checking jobs for platform=marenostrum4 +2021-12-17 21:06:05,841 Checking jobs for platform=nord3 +2021-12-17 21:06:05,842 Checking jobs for platform=local +2021-12-17 21:06:05,842 Checking jobs for platform=transfer_node +2021-12-17 21:06:05,843 Checking all jobs at once +2021-12-17 21:06:09,166 Successful check job command +2021-12-17 21:06:13,948 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:06:13,948 End of checking +2021-12-17 21:06:13,949 Updating FAILED jobs +2021-12-17 21:06:13,950 Updating WAITING jobs +2021-12-17 21:06:13,950 Update finished +2021-12-17 21:06:13,950 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:06:13,950 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:06:13,950 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:06:13,951 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:06:13,954 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:06:13,956 Job list saved +2021-12-17 21:06:13,966 Updating FAILED jobs +2021-12-17 21:06:13,966 Updating WAITING jobs +2021-12-17 21:06:13,967 Update finished +2021-12-17 21:06:23,977 Reloading parameters... +2021-12-17 21:06:24,012 Loading parameters... +2021-12-17 21:06:24,014 Loading project parameters... +2021-12-17 21:06:24,016 + +23 of 25 jobs remaining (21:06) +2021-12-17 21:06:24,016 Sleep: 10 +2021-12-17 21:06:24,016 Number of retrials: 0 +2021-12-17 21:06:24,016 WRAPPER CHECK TIME = 10 +2021-12-17 21:06:24,017 Checking jobs for platform=marenostrum4 +2021-12-17 21:06:24,018 Checking jobs for platform=nord3 +2021-12-17 21:06:24,023 Checking jobs for platform=local +2021-12-17 21:06:24,025 Checking jobs for platform=transfer_node +2021-12-17 21:06:24,025 Checking all jobs at once +2021-12-17 21:06:26,150 Successful check job command +2021-12-17 21:06:28,972 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:06:28,973 End of checking +2021-12-17 21:06:28,974 Updating FAILED jobs +2021-12-17 21:06:28,975 Updating WAITING jobs +2021-12-17 21:06:28,975 Update finished +2021-12-17 21:06:28,975 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:06:28,976 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:06:28,976 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:06:28,976 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:06:28,978 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:06:28,981 Job list saved +2021-12-17 21:06:28,985 Updating FAILED jobs +2021-12-17 21:06:28,986 Updating WAITING jobs +2021-12-17 21:06:28,986 Update finished +2021-12-17 21:06:38,996 Reloading parameters... +2021-12-17 21:06:39,014 Loading parameters... +2021-12-17 21:06:39,015 Loading project parameters... +2021-12-17 21:06:39,017 + +23 of 25 jobs remaining (21:06) +2021-12-17 21:06:39,017 Sleep: 10 +2021-12-17 21:06:39,018 Number of retrials: 0 +2021-12-17 21:06:39,018 WRAPPER CHECK TIME = 10 +2021-12-17 21:06:39,018 Checking jobs for platform=marenostrum4 +2021-12-17 21:06:39,019 Checking jobs for platform=nord3 +2021-12-17 21:06:39,022 Checking jobs for platform=local +2021-12-17 21:06:39,023 Checking jobs for platform=transfer_node +2021-12-17 21:06:39,023 Checking all jobs at once +2021-12-17 21:06:40,445 Successful check job command +2021-12-17 21:06:42,015 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:06:42,015 End of checking +2021-12-17 21:06:42,017 Updating FAILED jobs +2021-12-17 21:06:42,017 Updating WAITING jobs +2021-12-17 21:06:42,018 Update finished +2021-12-17 21:06:42,018 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:06:42,018 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:06:42,018 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:06:42,018 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:06:42,021 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:06:42,023 Job list saved +2021-12-17 21:06:42,027 Updating FAILED jobs +2021-12-17 21:06:42,028 Updating WAITING jobs +2021-12-17 21:06:42,028 Update finished +2021-12-17 21:06:52,032 Reloading parameters... +2021-12-17 21:06:52,060 Loading parameters... +2021-12-17 21:06:52,061 Loading project parameters... +2021-12-17 21:06:52,064 + +23 of 25 jobs remaining (21:06) +2021-12-17 21:06:52,064 Sleep: 10 +2021-12-17 21:06:52,064 Number of retrials: 0 +2021-12-17 21:06:52,064 WRAPPER CHECK TIME = 10 +2021-12-17 21:06:52,065 Checking jobs for platform=marenostrum4 +2021-12-17 21:06:52,065 Checking jobs for platform=nord3 +2021-12-17 21:06:52,066 Checking jobs for platform=local +2021-12-17 21:06:52,066 Checking jobs for platform=transfer_node +2021-12-17 21:06:52,067 Checking all jobs at once +2021-12-17 21:06:53,937 Successful check job command +2021-12-17 21:06:56,959 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:06:56,960 End of checking +2021-12-17 21:06:56,961 Updating FAILED jobs +2021-12-17 21:06:56,961 Updating WAITING jobs +2021-12-17 21:06:56,961 Update finished +2021-12-17 21:06:56,962 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:06:56,962 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:06:56,962 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:06:56,962 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:06:56,964 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:06:56,967 Job list saved +2021-12-17 21:06:56,973 Updating FAILED jobs +2021-12-17 21:06:56,973 Updating WAITING jobs +2021-12-17 21:06:56,973 Update finished +2021-12-17 21:07:06,983 Reloading parameters... +2021-12-17 21:07:07,002 Loading parameters... +2021-12-17 21:07:07,003 Loading project parameters... +2021-12-17 21:07:07,005 + +23 of 25 jobs remaining (21:07) +2021-12-17 21:07:07,005 Sleep: 10 +2021-12-17 21:07:07,006 Number of retrials: 0 +2021-12-17 21:07:07,006 WRAPPER CHECK TIME = 10 +2021-12-17 21:07:07,006 Checking jobs for platform=marenostrum4 +2021-12-17 21:07:07,007 Checking jobs for platform=nord3 +2021-12-17 21:07:07,007 Checking jobs for platform=local +2021-12-17 21:07:07,008 Checking jobs for platform=transfer_node +2021-12-17 21:07:07,008 Checking all jobs at once +2021-12-17 21:07:08,327 Successful check job command +2021-12-17 21:07:12,050 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:07:12,050 End of checking +2021-12-17 21:07:12,052 Updating FAILED jobs +2021-12-17 21:07:12,052 Updating WAITING jobs +2021-12-17 21:07:12,052 Update finished +2021-12-17 21:07:12,052 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:07:12,053 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:07:12,053 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:07:12,053 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:07:12,056 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:07:12,058 Job list saved +2021-12-17 21:07:12,070 Updating FAILED jobs +2021-12-17 21:07:12,071 Updating WAITING jobs +2021-12-17 21:07:12,071 Update finished +2021-12-17 21:07:22,081 Reloading parameters... +2021-12-17 21:07:22,099 Loading parameters... +2021-12-17 21:07:22,100 Loading project parameters... +2021-12-17 21:07:22,102 + +23 of 25 jobs remaining (21:07) +2021-12-17 21:07:22,103 Sleep: 10 +2021-12-17 21:07:22,103 Number of retrials: 0 +2021-12-17 21:07:22,103 WRAPPER CHECK TIME = 10 +2021-12-17 21:07:22,103 Checking jobs for platform=marenostrum4 +2021-12-17 21:07:22,104 Checking jobs for platform=nord3 +2021-12-17 21:07:22,104 Checking jobs for platform=local +2021-12-17 21:07:22,105 Checking jobs for platform=transfer_node +2021-12-17 21:07:22,105 Checking all jobs at once +2021-12-17 21:07:23,374 Successful check job command +2021-12-17 21:07:24,494 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:07:24,494 End of checking +2021-12-17 21:07:24,496 Updating FAILED jobs +2021-12-17 21:07:24,496 Updating WAITING jobs +2021-12-17 21:07:24,496 Update finished +2021-12-17 21:07:24,497 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:07:24,497 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:07:24,497 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:07:24,497 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:07:24,500 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:07:24,503 Job list saved +2021-12-17 21:07:24,508 Updating FAILED jobs +2021-12-17 21:07:24,508 Updating WAITING jobs +2021-12-17 21:07:24,508 Update finished +2021-12-17 21:07:34,516 Reloading parameters... +2021-12-17 21:07:34,538 Loading parameters... +2021-12-17 21:07:34,540 Loading project parameters... +2021-12-17 21:07:34,541 + +23 of 25 jobs remaining (21:07) +2021-12-17 21:07:34,542 Sleep: 10 +2021-12-17 21:07:34,542 Number of retrials: 0 +2021-12-17 21:07:34,542 WRAPPER CHECK TIME = 10 +2021-12-17 21:07:34,542 Checking jobs for platform=marenostrum4 +2021-12-17 21:07:34,543 Checking jobs for platform=nord3 +2021-12-17 21:07:34,544 Checking jobs for platform=local +2021-12-17 21:07:34,544 Checking jobs for platform=transfer_node +2021-12-17 21:07:34,544 Checking all jobs at once +2021-12-17 21:07:46,184 Successful check job command +2021-12-17 21:07:53,775 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:07:53,775 End of checking +2021-12-17 21:07:53,776 Updating FAILED jobs +2021-12-17 21:07:53,776 Updating WAITING jobs +2021-12-17 21:07:53,777 Update finished +2021-12-17 21:07:53,777 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:07:53,778 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:07:53,778 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:07:53,778 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:07:53,781 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:07:53,783 Job list saved +2021-12-17 21:07:53,788 Updating FAILED jobs +2021-12-17 21:07:53,788 Updating WAITING jobs +2021-12-17 21:07:53,788 Update finished +2021-12-17 21:08:03,797 Reloading parameters... +2021-12-17 21:08:03,818 Loading parameters... +2021-12-17 21:08:03,819 Loading project parameters... +2021-12-17 21:08:03,821 + +23 of 25 jobs remaining (21:08) +2021-12-17 21:08:03,821 Sleep: 10 +2021-12-17 21:08:03,821 Number of retrials: 0 +2021-12-17 21:08:03,821 WRAPPER CHECK TIME = 10 +2021-12-17 21:08:03,822 Checking jobs for platform=marenostrum4 +2021-12-17 21:08:03,822 Checking jobs for platform=nord3 +2021-12-17 21:08:03,823 Checking jobs for platform=local +2021-12-17 21:08:03,823 Checking jobs for platform=transfer_node +2021-12-17 21:08:03,824 Checking all jobs at once +2021-12-17 21:08:05,344 Successful check job command +2021-12-17 21:08:07,515 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:08:07,515 End of checking +2021-12-17 21:08:07,516 Updating FAILED jobs +2021-12-17 21:08:07,517 Updating WAITING jobs +2021-12-17 21:08:07,517 Update finished +2021-12-17 21:08:07,517 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:08:07,517 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:08:07,517 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:08:07,517 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:08:07,521 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:08:07,523 Job list saved +2021-12-17 21:08:07,528 Updating FAILED jobs +2021-12-17 21:08:07,528 Updating WAITING jobs +2021-12-17 21:08:07,528 Update finished +2021-12-17 21:08:17,538 Reloading parameters... +2021-12-17 21:08:17,560 Loading parameters... +2021-12-17 21:08:17,561 Loading project parameters... +2021-12-17 21:08:17,566 + +23 of 25 jobs remaining (21:08) +2021-12-17 21:08:17,566 Sleep: 10 +2021-12-17 21:08:17,566 Number of retrials: 0 +2021-12-17 21:08:17,566 WRAPPER CHECK TIME = 10 +2021-12-17 21:08:17,567 Checking jobs for platform=marenostrum4 +2021-12-17 21:08:17,567 Checking jobs for platform=nord3 +2021-12-17 21:08:17,568 Checking jobs for platform=local +2021-12-17 21:08:17,568 Checking jobs for platform=transfer_node +2021-12-17 21:08:17,568 Checking all jobs at once +2021-12-17 21:08:18,890 Successful check job command +2021-12-17 21:08:22,513 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:08:22,514 End of checking +2021-12-17 21:08:22,515 Updating FAILED jobs +2021-12-17 21:08:22,515 Updating WAITING jobs +2021-12-17 21:08:22,515 Update finished +2021-12-17 21:08:22,515 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:08:22,516 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:08:22,516 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:08:22,516 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:08:22,519 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:08:22,521 Job list saved +2021-12-17 21:08:22,526 Updating FAILED jobs +2021-12-17 21:08:22,526 Updating WAITING jobs +2021-12-17 21:08:22,526 Update finished +2021-12-17 21:08:32,536 Reloading parameters... +2021-12-17 21:08:32,557 Loading parameters... +2021-12-17 21:08:32,558 Loading project parameters... +2021-12-17 21:08:32,560 + +23 of 25 jobs remaining (21:08) +2021-12-17 21:08:32,561 Sleep: 10 +2021-12-17 21:08:32,561 Number of retrials: 0 +2021-12-17 21:08:32,561 WRAPPER CHECK TIME = 10 +2021-12-17 21:08:32,561 Checking jobs for platform=marenostrum4 +2021-12-17 21:08:32,562 Checking jobs for platform=nord3 +2021-12-17 21:08:32,562 Checking jobs for platform=local +2021-12-17 21:08:32,563 Checking jobs for platform=transfer_node +2021-12-17 21:08:32,563 Checking all jobs at once +2021-12-17 21:08:33,882 Successful check job command +2021-12-17 21:08:35,452 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:08:35,452 End of checking +2021-12-17 21:08:35,454 Updating FAILED jobs +2021-12-17 21:08:35,454 Updating WAITING jobs +2021-12-17 21:08:35,454 Update finished +2021-12-17 21:08:35,454 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:08:35,455 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:08:35,455 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:08:35,455 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:08:35,458 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:08:35,461 Job list saved +2021-12-17 21:08:35,465 Updating FAILED jobs +2021-12-17 21:08:35,466 Updating WAITING jobs +2021-12-17 21:08:35,466 Update finished +2021-12-17 21:08:45,474 Reloading parameters... +2021-12-17 21:08:45,495 Loading parameters... +2021-12-17 21:08:45,496 Loading project parameters... +2021-12-17 21:08:45,498 + +23 of 25 jobs remaining (21:08) +2021-12-17 21:08:45,498 Sleep: 10 +2021-12-17 21:08:45,498 Number of retrials: 0 +2021-12-17 21:08:45,498 WRAPPER CHECK TIME = 10 +2021-12-17 21:08:45,499 Checking jobs for platform=marenostrum4 +2021-12-17 21:08:45,500 Checking jobs for platform=nord3 +2021-12-17 21:08:45,500 Checking jobs for platform=local +2021-12-17 21:08:45,501 Checking jobs for platform=transfer_node +2021-12-17 21:08:45,501 Checking all jobs at once +2021-12-17 21:08:46,820 Successful check job command +2021-12-17 21:08:50,897 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:08:50,897 End of checking +2021-12-17 21:08:50,902 Updating FAILED jobs +2021-12-17 21:08:50,902 Updating WAITING jobs +2021-12-17 21:08:50,902 Update finished +2021-12-17 21:08:50,902 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:08:50,903 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:08:50,906 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:08:50,906 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:08:50,909 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:08:50,911 Job list saved +2021-12-17 21:08:50,918 Updating FAILED jobs +2021-12-17 21:08:50,918 Updating WAITING jobs +2021-12-17 21:08:50,918 Update finished +2021-12-17 21:09:00,929 Reloading parameters... +2021-12-17 21:09:00,948 Loading parameters... +2021-12-17 21:09:00,949 Loading project parameters... +2021-12-17 21:09:00,951 + +23 of 25 jobs remaining (21:09) +2021-12-17 21:09:00,951 Sleep: 10 +2021-12-17 21:09:00,951 Number of retrials: 0 +2021-12-17 21:09:00,951 WRAPPER CHECK TIME = 10 +2021-12-17 21:09:00,952 Checking jobs for platform=marenostrum4 +2021-12-17 21:09:00,952 Checking jobs for platform=nord3 +2021-12-17 21:09:00,953 Checking jobs for platform=local +2021-12-17 21:09:00,953 Checking jobs for platform=transfer_node +2021-12-17 21:09:00,953 Checking all jobs at once +2021-12-17 21:09:02,222 Successful check job command +2021-12-17 21:09:04,848 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:09:04,849 End of checking +2021-12-17 21:09:04,850 Updating FAILED jobs +2021-12-17 21:09:04,850 Updating WAITING jobs +2021-12-17 21:09:04,850 Update finished +2021-12-17 21:09:04,851 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:09:04,851 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:09:04,851 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:09:04,851 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:09:04,854 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:09:04,856 Job list saved +2021-12-17 21:09:04,861 Updating FAILED jobs +2021-12-17 21:09:04,861 Updating WAITING jobs +2021-12-17 21:09:04,861 Update finished +2021-12-17 21:09:14,868 Reloading parameters... +2021-12-17 21:09:14,888 Loading parameters... +2021-12-17 21:09:14,889 Loading project parameters... +2021-12-17 21:09:14,891 + +23 of 25 jobs remaining (21:09) +2021-12-17 21:09:14,892 Sleep: 10 +2021-12-17 21:09:14,892 Number of retrials: 0 +2021-12-17 21:09:14,892 WRAPPER CHECK TIME = 10 +2021-12-17 21:09:14,892 Checking jobs for platform=marenostrum4 +2021-12-17 21:09:14,893 Checking jobs for platform=nord3 +2021-12-17 21:09:14,894 Checking jobs for platform=local +2021-12-17 21:09:14,894 Checking jobs for platform=transfer_node +2021-12-17 21:09:14,894 Checking all jobs at once +2021-12-17 21:09:17,065 Successful check job command +2021-12-17 21:09:18,739 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:09:18,739 End of checking +2021-12-17 21:09:18,741 Updating FAILED jobs +2021-12-17 21:09:18,741 Updating WAITING jobs +2021-12-17 21:09:18,741 Update finished +2021-12-17 21:09:18,742 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:09:18,742 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:09:18,742 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:09:18,743 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:09:18,745 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:09:18,747 Job list saved +2021-12-17 21:09:18,752 Updating FAILED jobs +2021-12-17 21:09:18,752 Updating WAITING jobs +2021-12-17 21:09:18,753 Update finished +2021-12-17 21:09:28,763 Reloading parameters... +2021-12-17 21:09:28,781 Loading parameters... +2021-12-17 21:09:28,782 Loading project parameters... +2021-12-17 21:09:28,784 + +23 of 25 jobs remaining (21:09) +2021-12-17 21:09:28,784 Sleep: 10 +2021-12-17 21:09:28,785 Number of retrials: 0 +2021-12-17 21:09:28,785 WRAPPER CHECK TIME = 10 +2021-12-17 21:09:28,785 Checking jobs for platform=marenostrum4 +2021-12-17 21:09:28,786 Checking jobs for platform=nord3 +2021-12-17 21:09:28,786 Checking jobs for platform=local +2021-12-17 21:09:28,787 Checking jobs for platform=transfer_node +2021-12-17 21:09:28,787 Checking all jobs at once +2021-12-17 21:09:31,308 Successful check job command +2021-12-17 21:09:33,229 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:09:33,229 End of checking +2021-12-17 21:09:33,231 Updating FAILED jobs +2021-12-17 21:09:33,231 Updating WAITING jobs +2021-12-17 21:09:33,231 Update finished +2021-12-17 21:09:33,232 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:09:33,232 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:09:33,232 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:09:33,232 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:09:33,235 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:09:33,238 Job list saved +2021-12-17 21:09:33,245 Updating FAILED jobs +2021-12-17 21:09:33,245 Updating WAITING jobs +2021-12-17 21:09:33,245 Update finished +2021-12-17 21:09:43,255 Reloading parameters... +2021-12-17 21:09:43,276 Loading parameters... +2021-12-17 21:09:43,279 Loading project parameters... +2021-12-17 21:09:43,284 + +23 of 25 jobs remaining (21:09) +2021-12-17 21:09:43,285 Sleep: 10 +2021-12-17 21:09:43,285 Number of retrials: 0 +2021-12-17 21:09:43,285 WRAPPER CHECK TIME = 10 +2021-12-17 21:09:43,286 Checking jobs for platform=marenostrum4 +2021-12-17 21:09:43,288 Checking jobs for platform=nord3 +2021-12-17 21:09:43,289 Checking jobs for platform=local +2021-12-17 21:09:43,289 Checking jobs for platform=transfer_node +2021-12-17 21:09:43,290 Checking all jobs at once +2021-12-17 21:09:44,609 Successful check job command +2021-12-17 21:09:45,928 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:09:45,929 End of checking +2021-12-17 21:09:45,930 Updating FAILED jobs +2021-12-17 21:09:45,930 Updating WAITING jobs +2021-12-17 21:09:45,930 Update finished +2021-12-17 21:09:45,931 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:09:45,931 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:09:45,931 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:09:45,931 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:09:45,934 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:09:45,936 Job list saved +2021-12-17 21:09:45,941 Updating FAILED jobs +2021-12-17 21:09:45,941 Updating WAITING jobs +2021-12-17 21:09:45,942 Update finished +2021-12-17 21:09:55,951 Reloading parameters... +2021-12-17 21:09:55,971 Loading parameters... +2021-12-17 21:09:55,972 Loading project parameters... +2021-12-17 21:09:55,974 + +23 of 25 jobs remaining (21:09) +2021-12-17 21:09:55,974 Sleep: 10 +2021-12-17 21:09:55,974 Number of retrials: 0 +2021-12-17 21:09:55,974 WRAPPER CHECK TIME = 10 +2021-12-17 21:09:55,975 Checking jobs for platform=marenostrum4 +2021-12-17 21:09:55,975 Checking jobs for platform=nord3 +2021-12-17 21:09:55,976 Checking jobs for platform=local +2021-12-17 21:09:55,976 Checking jobs for platform=transfer_node +2021-12-17 21:09:55,976 Checking all jobs at once +2021-12-17 21:09:57,847 Successful check job command +2021-12-17 21:10:04,328 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:10:04,328 End of checking +2021-12-17 21:10:04,330 Updating FAILED jobs +2021-12-17 21:10:04,330 Updating WAITING jobs +2021-12-17 21:10:04,330 Update finished +2021-12-17 21:10:04,330 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:10:04,331 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:10:04,331 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:10:04,331 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:10:04,334 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:10:04,337 Job list saved +2021-12-17 21:10:04,349 Updating FAILED jobs +2021-12-17 21:10:04,349 Updating WAITING jobs +2021-12-17 21:10:04,350 Update finished +2021-12-17 21:10:14,358 Reloading parameters... +2021-12-17 21:10:14,378 Loading parameters... +2021-12-17 21:10:14,380 Loading project parameters... +2021-12-17 21:10:14,382 + +23 of 25 jobs remaining (21:10) +2021-12-17 21:10:14,382 Sleep: 10 +2021-12-17 21:10:14,382 Number of retrials: 0 +2021-12-17 21:10:14,382 WRAPPER CHECK TIME = 10 +2021-12-17 21:10:14,383 Checking jobs for platform=marenostrum4 +2021-12-17 21:10:14,384 Checking jobs for platform=nord3 +2021-12-17 21:10:14,384 Checking jobs for platform=local +2021-12-17 21:10:14,385 Checking jobs for platform=transfer_node +2021-12-17 21:10:14,385 Checking all jobs at once +2021-12-17 21:10:16,726 Successful check job command +2021-12-17 21:10:19,598 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:10:19,599 End of checking +2021-12-17 21:10:19,601 Updating FAILED jobs +2021-12-17 21:10:19,601 Updating WAITING jobs +2021-12-17 21:10:19,601 Update finished +2021-12-17 21:10:19,601 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:10:19,601 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:10:19,601 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:10:19,603 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:10:19,606 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:10:19,609 Job list saved +2021-12-17 21:10:19,615 Updating FAILED jobs +2021-12-17 21:10:19,615 Updating WAITING jobs +2021-12-17 21:10:19,616 Update finished +2021-12-17 21:10:29,626 Reloading parameters... +2021-12-17 21:10:29,672 Loading parameters... +2021-12-17 21:10:29,673 Loading project parameters... +2021-12-17 21:10:29,675 + +23 of 25 jobs remaining (21:10) +2021-12-17 21:10:29,675 Sleep: 10 +2021-12-17 21:10:29,675 Number of retrials: 0 +2021-12-17 21:10:29,675 WRAPPER CHECK TIME = 10 +2021-12-17 21:10:29,676 Checking jobs for platform=marenostrum4 +2021-12-17 21:10:29,677 Checking jobs for platform=nord3 +2021-12-17 21:10:29,677 Checking jobs for platform=local +2021-12-17 21:10:29,678 Checking jobs for platform=transfer_node +2021-12-17 21:10:29,678 Checking all jobs at once +2021-12-17 21:10:31,154 Successful check job command +2021-12-17 21:10:33,429 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:10:33,430 End of checking +2021-12-17 21:10:33,431 Updating FAILED jobs +2021-12-17 21:10:33,431 Updating WAITING jobs +2021-12-17 21:10:33,432 Update finished +2021-12-17 21:10:33,432 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:10:33,432 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:10:33,432 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:10:33,432 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:10:33,436 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:10:33,438 Job list saved +2021-12-17 21:10:33,674 Updating FAILED jobs +2021-12-17 21:10:33,674 Updating WAITING jobs +2021-12-17 21:10:33,675 Update finished +2021-12-17 21:10:43,685 Reloading parameters... +2021-12-17 21:10:43,710 Loading parameters... +2021-12-17 21:10:43,711 Loading project parameters... +2021-12-17 21:10:43,714 + +23 of 25 jobs remaining (21:10) +2021-12-17 21:10:43,714 Sleep: 10 +2021-12-17 21:10:43,714 Number of retrials: 0 +2021-12-17 21:10:43,714 WRAPPER CHECK TIME = 10 +2021-12-17 21:10:43,715 Checking jobs for platform=marenostrum4 +2021-12-17 21:10:43,716 Checking jobs for platform=nord3 +2021-12-17 21:10:43,716 Checking jobs for platform=local +2021-12-17 21:10:43,717 Checking jobs for platform=transfer_node +2021-12-17 21:10:43,717 Checking all jobs at once +2021-12-17 21:10:45,740 Successful check job command +2021-12-17 21:10:47,311 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:10:47,311 End of checking +2021-12-17 21:10:47,312 Updating FAILED jobs +2021-12-17 21:10:47,313 Updating WAITING jobs +2021-12-17 21:10:47,313 Update finished +2021-12-17 21:10:47,313 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:10:47,314 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:10:47,314 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:10:47,314 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:10:47,317 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:10:47,319 Job list saved +2021-12-17 21:10:47,324 Updating FAILED jobs +2021-12-17 21:10:47,325 Updating WAITING jobs +2021-12-17 21:10:47,325 Update finished +2021-12-17 21:10:57,335 Reloading parameters... +2021-12-17 21:10:57,354 Loading parameters... +2021-12-17 21:10:57,355 Loading project parameters... +2021-12-17 21:10:57,357 + +23 of 25 jobs remaining (21:10) +2021-12-17 21:10:57,357 Sleep: 10 +2021-12-17 21:10:57,357 Number of retrials: 0 +2021-12-17 21:10:57,358 WRAPPER CHECK TIME = 10 +2021-12-17 21:10:57,358 Checking jobs for platform=marenostrum4 +2021-12-17 21:10:57,359 Checking jobs for platform=nord3 +2021-12-17 21:10:57,360 Checking jobs for platform=local +2021-12-17 21:10:57,360 Checking jobs for platform=transfer_node +2021-12-17 21:10:57,360 Checking all jobs at once +2021-12-17 21:11:00,533 Successful check job command +2021-12-17 21:11:03,708 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:11:03,709 End of checking +2021-12-17 21:11:03,710 Updating FAILED jobs +2021-12-17 21:11:03,711 Updating WAITING jobs +2021-12-17 21:11:03,711 Update finished +2021-12-17 21:11:03,711 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:11:03,711 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:11:03,711 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:11:03,711 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:11:03,714 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:11:03,716 Job list saved +2021-12-17 21:11:03,721 Updating FAILED jobs +2021-12-17 21:11:03,721 Updating WAITING jobs +2021-12-17 21:11:03,722 Update finished +2021-12-17 21:11:13,731 Reloading parameters... +2021-12-17 21:11:13,750 Loading parameters... +2021-12-17 21:11:13,751 Loading project parameters... +2021-12-17 21:11:13,753 + +23 of 25 jobs remaining (21:11) +2021-12-17 21:11:13,753 Sleep: 10 +2021-12-17 21:11:13,753 Number of retrials: 0 +2021-12-17 21:11:13,753 WRAPPER CHECK TIME = 10 +2021-12-17 21:11:13,754 Checking jobs for platform=marenostrum4 +2021-12-17 21:11:13,754 Checking jobs for platform=nord3 +2021-12-17 21:11:13,755 Checking jobs for platform=local +2021-12-17 21:11:13,756 Checking jobs for platform=transfer_node +2021-12-17 21:11:13,756 Checking all jobs at once +2021-12-17 21:11:15,777 Successful check job command +2021-12-17 21:11:18,149 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:11:18,149 End of checking +2021-12-17 21:11:18,151 Updating FAILED jobs +2021-12-17 21:11:18,151 Updating WAITING jobs +2021-12-17 21:11:18,151 Update finished +2021-12-17 21:11:18,151 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:11:18,151 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:11:18,152 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:11:18,152 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:11:18,155 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:11:18,157 Job list saved +2021-12-17 21:11:18,167 Updating FAILED jobs +2021-12-17 21:11:18,167 Updating WAITING jobs +2021-12-17 21:11:18,167 Update finished +2021-12-17 21:11:28,177 Reloading parameters... +2021-12-17 21:11:28,196 Loading parameters... +2021-12-17 21:11:28,197 Loading project parameters... +2021-12-17 21:11:28,199 + +23 of 25 jobs remaining (21:11) +2021-12-17 21:11:28,199 Sleep: 10 +2021-12-17 21:11:28,199 Number of retrials: 0 +2021-12-17 21:11:28,199 WRAPPER CHECK TIME = 10 +2021-12-17 21:11:28,199 Checking jobs for platform=marenostrum4 +2021-12-17 21:11:28,200 Checking jobs for platform=nord3 +2021-12-17 21:11:28,200 Checking jobs for platform=local +2021-12-17 21:11:28,201 Checking jobs for platform=transfer_node +2021-12-17 21:11:28,201 Checking all jobs at once +2021-12-17 21:11:29,522 Successful check job command +2021-12-17 21:11:30,841 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:11:30,841 End of checking +2021-12-17 21:11:30,843 Updating FAILED jobs +2021-12-17 21:11:30,843 Updating WAITING jobs +2021-12-17 21:11:30,843 Update finished +2021-12-17 21:11:30,843 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:11:30,844 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:11:30,844 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:11:30,844 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:11:30,847 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:11:30,849 Job list saved +2021-12-17 21:11:30,854 Updating FAILED jobs +2021-12-17 21:11:30,855 Updating WAITING jobs +2021-12-17 21:11:30,855 Update finished +2021-12-17 21:11:40,860 Reloading parameters... +2021-12-17 21:11:40,883 Loading parameters... +2021-12-17 21:11:40,885 Loading project parameters... +2021-12-17 21:11:40,887 + +23 of 25 jobs remaining (21:11) +2021-12-17 21:11:40,887 Sleep: 10 +2021-12-17 21:11:40,887 Number of retrials: 0 +2021-12-17 21:11:40,887 WRAPPER CHECK TIME = 10 +2021-12-17 21:11:40,888 Checking jobs for platform=marenostrum4 +2021-12-17 21:11:40,888 Checking jobs for platform=nord3 +2021-12-17 21:11:40,889 Checking jobs for platform=local +2021-12-17 21:11:40,889 Checking jobs for platform=transfer_node +2021-12-17 21:11:40,889 Checking all jobs at once +2021-12-17 21:11:43,813 Successful check job command +2021-12-17 21:11:47,286 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:11:47,286 End of checking +2021-12-17 21:11:47,287 Updating FAILED jobs +2021-12-17 21:11:47,288 Updating WAITING jobs +2021-12-17 21:11:47,288 Update finished +2021-12-17 21:11:47,288 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:11:47,288 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:11:47,288 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:11:47,289 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:11:47,296 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:11:47,298 Job list saved +2021-12-17 21:11:47,313 Updating FAILED jobs +2021-12-17 21:11:47,313 Updating WAITING jobs +2021-12-17 21:11:47,314 Update finished +2021-12-17 21:11:57,324 Reloading parameters... +2021-12-17 21:11:57,355 Loading parameters... +2021-12-17 21:11:57,358 Loading project parameters... +2021-12-17 21:11:57,365 + +23 of 25 jobs remaining (21:11) +2021-12-17 21:11:57,365 Sleep: 10 +2021-12-17 21:11:57,365 Number of retrials: 0 +2021-12-17 21:11:57,365 WRAPPER CHECK TIME = 10 +2021-12-17 21:11:57,366 Checking jobs for platform=marenostrum4 +2021-12-17 21:11:57,369 Checking jobs for platform=nord3 +2021-12-17 21:11:57,370 Checking jobs for platform=local +2021-12-17 21:11:57,370 Checking jobs for platform=transfer_node +2021-12-17 21:11:57,370 Checking all jobs at once +2021-12-17 21:12:00,042 Successful check job command +2021-12-17 21:12:02,614 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:12:02,615 End of checking +2021-12-17 21:12:02,622 Updating FAILED jobs +2021-12-17 21:12:02,622 Updating WAITING jobs +2021-12-17 21:12:02,622 Update finished +2021-12-17 21:12:02,623 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:12:02,624 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:12:02,624 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:12:02,624 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:12:02,666 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:12:02,675 Job list saved +2021-12-17 21:12:02,689 Updating FAILED jobs +2021-12-17 21:12:02,689 Updating WAITING jobs +2021-12-17 21:12:02,689 Update finished +2021-12-17 21:12:12,700 Reloading parameters... +2021-12-17 21:12:12,750 Loading parameters... +2021-12-17 21:12:12,772 Loading project parameters... +2021-12-17 21:12:12,796 + +23 of 25 jobs remaining (21:12) +2021-12-17 21:12:12,802 Sleep: 10 +2021-12-17 21:12:12,802 Number of retrials: 0 +2021-12-17 21:12:12,802 WRAPPER CHECK TIME = 10 +2021-12-17 21:12:12,802 Checking jobs for platform=marenostrum4 +2021-12-17 21:12:12,803 Checking jobs for platform=nord3 +2021-12-17 21:12:12,804 Checking jobs for platform=local +2021-12-17 21:12:12,804 Checking jobs for platform=transfer_node +2021-12-17 21:12:12,804 Checking all jobs at once +2021-12-17 21:12:14,782 Successful check job command +2021-12-17 21:12:17,254 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:12:17,254 End of checking +2021-12-17 21:12:17,255 Updating FAILED jobs +2021-12-17 21:12:17,255 Updating WAITING jobs +2021-12-17 21:12:17,256 Update finished +2021-12-17 21:12:17,256 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:12:17,257 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:12:17,257 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:12:17,257 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:12:17,259 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:12:17,262 Job list saved +2021-12-17 21:12:17,267 Updating FAILED jobs +2021-12-17 21:12:17,267 Updating WAITING jobs +2021-12-17 21:12:17,267 Update finished +2021-12-17 21:12:27,279 Reloading parameters... +2021-12-17 21:12:27,313 Loading parameters... +2021-12-17 21:12:27,314 Loading project parameters... +2021-12-17 21:12:27,321 + +23 of 25 jobs remaining (21:12) +2021-12-17 21:12:27,321 Sleep: 10 +2021-12-17 21:12:27,321 Number of retrials: 0 +2021-12-17 21:12:27,321 WRAPPER CHECK TIME = 10 +2021-12-17 21:12:27,322 Checking jobs for platform=marenostrum4 +2021-12-17 21:12:27,323 Checking jobs for platform=nord3 +2021-12-17 21:12:27,323 Checking jobs for platform=local +2021-12-17 21:12:27,325 Checking jobs for platform=transfer_node +2021-12-17 21:12:27,325 Checking all jobs at once +2021-12-17 21:12:29,398 Successful check job command +2021-12-17 21:12:32,221 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:12:32,221 End of checking +2021-12-17 21:12:32,222 Updating FAILED jobs +2021-12-17 21:12:32,222 Updating WAITING jobs +2021-12-17 21:12:32,223 Update finished +2021-12-17 21:12:32,223 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:12:32,223 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:12:32,223 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:12:32,223 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:12:32,226 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:12:32,229 Job list saved +2021-12-17 21:12:32,233 Updating FAILED jobs +2021-12-17 21:12:32,233 Updating WAITING jobs +2021-12-17 21:12:32,234 Update finished +2021-12-17 21:12:42,244 Reloading parameters... +2021-12-17 21:12:42,287 Loading parameters... +2021-12-17 21:12:42,289 Loading project parameters... +2021-12-17 21:12:42,291 + +23 of 25 jobs remaining (21:12) +2021-12-17 21:12:42,291 Sleep: 10 +2021-12-17 21:12:42,291 Number of retrials: 0 +2021-12-17 21:12:42,291 WRAPPER CHECK TIME = 10 +2021-12-17 21:12:42,292 Checking jobs for platform=marenostrum4 +2021-12-17 21:12:42,292 Checking jobs for platform=nord3 +2021-12-17 21:12:42,293 Checking jobs for platform=local +2021-12-17 21:12:42,293 Checking jobs for platform=transfer_node +2021-12-17 21:12:42,293 Checking all jobs at once +2021-12-17 21:12:43,820 Successful check job command +2021-12-17 21:12:45,541 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:12:45,541 End of checking +2021-12-17 21:12:45,542 Updating FAILED jobs +2021-12-17 21:12:45,543 Updating WAITING jobs +2021-12-17 21:12:45,543 Update finished +2021-12-17 21:12:45,543 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:12:45,543 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:12:45,543 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:12:45,543 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:12:45,546 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:12:45,548 Job list saved +2021-12-17 21:12:45,553 Updating FAILED jobs +2021-12-17 21:12:45,553 Updating WAITING jobs +2021-12-17 21:12:45,553 Update finished +2021-12-17 21:12:55,564 Reloading parameters... +2021-12-17 21:12:55,583 Loading parameters... +2021-12-17 21:12:55,585 Loading project parameters... +2021-12-17 21:12:55,586 + +23 of 25 jobs remaining (21:12) +2021-12-17 21:12:55,587 Sleep: 10 +2021-12-17 21:12:55,587 Number of retrials: 0 +2021-12-17 21:12:55,587 WRAPPER CHECK TIME = 10 +2021-12-17 21:12:55,587 Checking jobs for platform=marenostrum4 +2021-12-17 21:12:55,588 Checking jobs for platform=nord3 +2021-12-17 21:12:55,589 Checking jobs for platform=local +2021-12-17 21:12:55,589 Checking jobs for platform=transfer_node +2021-12-17 21:12:55,589 Checking all jobs at once +2021-12-17 21:12:58,371 Successful check job command +2021-12-17 21:13:01,744 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:13:01,744 End of checking +2021-12-17 21:13:01,745 Updating FAILED jobs +2021-12-17 21:13:01,745 Updating WAITING jobs +2021-12-17 21:13:01,746 Update finished +2021-12-17 21:13:01,746 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:13:01,746 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:13:01,747 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:13:01,747 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:13:01,749 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:13:01,751 Job list saved +2021-12-17 21:13:01,756 Updating FAILED jobs +2021-12-17 21:13:01,756 Updating WAITING jobs +2021-12-17 21:13:01,756 Update finished +2021-12-17 21:13:11,767 Reloading parameters... +2021-12-17 21:13:11,784 Loading parameters... +2021-12-17 21:13:11,786 Loading project parameters... +2021-12-17 21:13:11,788 + +23 of 25 jobs remaining (21:13) +2021-12-17 21:13:11,788 Sleep: 10 +2021-12-17 21:13:11,788 Number of retrials: 0 +2021-12-17 21:13:11,788 WRAPPER CHECK TIME = 10 +2021-12-17 21:13:11,789 Checking jobs for platform=marenostrum4 +2021-12-17 21:13:11,789 Checking jobs for platform=nord3 +2021-12-17 21:13:11,790 Checking jobs for platform=local +2021-12-17 21:13:11,790 Checking jobs for platform=transfer_node +2021-12-17 21:13:11,790 Checking all jobs at once +2021-12-17 21:13:13,260 Successful check job command +2021-12-17 21:13:17,289 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:13:17,289 End of checking +2021-12-17 21:13:17,291 Updating FAILED jobs +2021-12-17 21:13:17,291 Updating WAITING jobs +2021-12-17 21:13:17,291 Update finished +2021-12-17 21:13:17,291 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:13:17,292 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:13:17,292 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:13:17,292 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:13:17,295 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:13:17,297 Job list saved +2021-12-17 21:13:17,304 Updating FAILED jobs +2021-12-17 21:13:17,304 Updating WAITING jobs +2021-12-17 21:13:17,304 Update finished +2021-12-17 21:13:27,307 Reloading parameters... +2021-12-17 21:13:27,327 Loading parameters... +2021-12-17 21:13:27,330 Loading project parameters... +2021-12-17 21:13:27,335 + +23 of 25 jobs remaining (21:13) +2021-12-17 21:13:27,335 Sleep: 10 +2021-12-17 21:13:27,336 Number of retrials: 0 +2021-12-17 21:13:27,336 WRAPPER CHECK TIME = 10 +2021-12-17 21:13:27,336 Checking jobs for platform=marenostrum4 +2021-12-17 21:13:27,337 Checking jobs for platform=nord3 +2021-12-17 21:13:27,337 Checking jobs for platform=local +2021-12-17 21:13:27,340 Checking jobs for platform=transfer_node +2021-12-17 21:13:27,340 Checking all jobs at once +2021-12-17 21:13:29,511 Successful check job command +2021-12-17 21:13:32,283 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:13:32,283 End of checking +2021-12-17 21:13:32,284 Updating FAILED jobs +2021-12-17 21:13:32,284 Updating WAITING jobs +2021-12-17 21:13:32,285 Update finished +2021-12-17 21:13:32,285 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:13:32,285 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:13:32,285 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:13:32,285 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:13:32,288 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:13:32,290 Job list saved +2021-12-17 21:13:32,294 Updating FAILED jobs +2021-12-17 21:13:32,295 Updating WAITING jobs +2021-12-17 21:13:32,295 Update finished +2021-12-17 21:13:42,305 Reloading parameters... +2021-12-17 21:13:42,331 Loading parameters... +2021-12-17 21:13:42,332 Loading project parameters... +2021-12-17 21:13:42,334 + +23 of 25 jobs remaining (21:13) +2021-12-17 21:13:42,335 Sleep: 10 +2021-12-17 21:13:42,335 Number of retrials: 0 +2021-12-17 21:13:42,335 WRAPPER CHECK TIME = 10 +2021-12-17 21:13:42,335 Checking jobs for platform=marenostrum4 +2021-12-17 21:13:42,336 Checking jobs for platform=nord3 +2021-12-17 21:13:42,336 Checking jobs for platform=local +2021-12-17 21:13:42,337 Checking jobs for platform=transfer_node +2021-12-17 21:13:42,337 Checking all jobs at once +2021-12-17 21:13:43,908 Successful check job command +2021-12-17 21:13:46,431 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:13:46,431 End of checking +2021-12-17 21:13:46,433 Updating FAILED jobs +2021-12-17 21:13:46,433 Updating WAITING jobs +2021-12-17 21:13:46,433 Update finished +2021-12-17 21:13:46,433 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:13:46,434 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:13:46,434 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:13:46,434 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:13:46,438 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:13:46,440 Job list saved +2021-12-17 21:13:46,445 Updating FAILED jobs +2021-12-17 21:13:46,445 Updating WAITING jobs +2021-12-17 21:13:46,446 Update finished +2021-12-17 21:13:56,454 Reloading parameters... +2021-12-17 21:13:56,473 Loading parameters... +2021-12-17 21:13:56,475 Loading project parameters... +2021-12-17 21:13:56,476 + +23 of 25 jobs remaining (21:13) +2021-12-17 21:13:56,477 Sleep: 10 +2021-12-17 21:13:56,477 Number of retrials: 0 +2021-12-17 21:13:56,477 WRAPPER CHECK TIME = 10 +2021-12-17 21:13:56,477 Checking jobs for platform=marenostrum4 +2021-12-17 21:13:56,478 Checking jobs for platform=nord3 +2021-12-17 21:13:56,479 Checking jobs for platform=local +2021-12-17 21:13:56,479 Checking jobs for platform=transfer_node +2021-12-17 21:13:56,479 Checking all jobs at once +2021-12-17 21:13:57,848 Successful check job command +2021-12-17 21:13:59,118 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:13:59,119 End of checking +2021-12-17 21:13:59,120 Updating FAILED jobs +2021-12-17 21:13:59,120 Updating WAITING jobs +2021-12-17 21:13:59,121 Update finished +2021-12-17 21:13:59,121 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:13:59,121 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:13:59,121 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:13:59,121 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:13:59,124 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:13:59,126 Job list saved +2021-12-17 21:13:59,131 Updating FAILED jobs +2021-12-17 21:13:59,131 Updating WAITING jobs +2021-12-17 21:13:59,131 Update finished +2021-12-17 21:14:09,141 Reloading parameters... +2021-12-17 21:14:09,158 Loading parameters... +2021-12-17 21:14:09,160 Loading project parameters... +2021-12-17 21:14:09,162 + +23 of 25 jobs remaining (21:14) +2021-12-17 21:14:09,162 Sleep: 10 +2021-12-17 21:14:09,162 Number of retrials: 0 +2021-12-17 21:14:09,162 WRAPPER CHECK TIME = 10 +2021-12-17 21:14:09,163 Checking jobs for platform=marenostrum4 +2021-12-17 21:14:09,163 Checking jobs for platform=nord3 +2021-12-17 21:14:09,164 Checking jobs for platform=local +2021-12-17 21:14:09,164 Checking jobs for platform=transfer_node +2021-12-17 21:14:09,164 Checking all jobs at once +2021-12-17 21:14:10,985 Successful check job command +2021-12-17 21:14:12,554 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:14:12,555 End of checking +2021-12-17 21:14:12,556 Updating FAILED jobs +2021-12-17 21:14:12,556 Updating WAITING jobs +2021-12-17 21:14:12,556 Update finished +2021-12-17 21:14:12,557 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:14:12,557 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:14:12,557 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:14:12,557 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:14:12,560 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:14:12,562 Job list saved +2021-12-17 21:14:12,567 Updating FAILED jobs +2021-12-17 21:14:12,567 Updating WAITING jobs +2021-12-17 21:14:12,567 Update finished +2021-12-17 21:14:22,576 Reloading parameters... +2021-12-17 21:14:22,595 Loading parameters... +2021-12-17 21:14:22,596 Loading project parameters... +2021-12-17 21:14:22,598 + +23 of 25 jobs remaining (21:14) +2021-12-17 21:14:22,598 Sleep: 10 +2021-12-17 21:14:22,598 Number of retrials: 0 +2021-12-17 21:14:22,598 WRAPPER CHECK TIME = 10 +2021-12-17 21:14:22,599 Checking jobs for platform=marenostrum4 +2021-12-17 21:14:22,599 Checking jobs for platform=nord3 +2021-12-17 21:14:22,600 Checking jobs for platform=local +2021-12-17 21:14:22,600 Checking jobs for platform=transfer_node +2021-12-17 21:14:22,600 Checking all jobs at once +2021-12-17 21:14:25,723 Successful check job command +2021-12-17 21:14:28,597 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:14:28,598 End of checking +2021-12-17 21:14:28,599 Updating FAILED jobs +2021-12-17 21:14:28,599 Updating WAITING jobs +2021-12-17 21:14:28,599 Update finished +2021-12-17 21:14:28,600 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:14:28,600 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:14:28,600 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:14:28,601 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:14:28,603 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:14:28,605 Job list saved +2021-12-17 21:14:28,610 Updating FAILED jobs +2021-12-17 21:14:28,610 Updating WAITING jobs +2021-12-17 21:14:28,610 Update finished +2021-12-17 21:14:38,619 Reloading parameters... +2021-12-17 21:14:38,638 Loading parameters... +2021-12-17 21:14:38,639 Loading project parameters... +2021-12-17 21:14:38,641 + +23 of 25 jobs remaining (21:14) +2021-12-17 21:14:38,641 Sleep: 10 +2021-12-17 21:14:38,641 Number of retrials: 0 +2021-12-17 21:14:38,641 WRAPPER CHECK TIME = 10 +2021-12-17 21:14:38,642 Checking jobs for platform=marenostrum4 +2021-12-17 21:14:38,643 Checking jobs for platform=nord3 +2021-12-17 21:14:38,643 Checking jobs for platform=local +2021-12-17 21:14:38,644 Checking jobs for platform=transfer_node +2021-12-17 21:14:38,644 Checking all jobs at once +2021-12-17 21:14:40,466 Successful check job command +2021-12-17 21:14:45,644 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:14:45,644 End of checking +2021-12-17 21:14:45,646 Updating FAILED jobs +2021-12-17 21:14:45,646 Updating WAITING jobs +2021-12-17 21:14:45,646 Update finished +2021-12-17 21:14:45,646 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:14:45,646 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:14:45,647 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:14:45,647 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:14:45,653 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:14:45,656 Job list saved +2021-12-17 21:14:45,661 Updating FAILED jobs +2021-12-17 21:14:45,661 Updating WAITING jobs +2021-12-17 21:14:45,661 Update finished +2021-12-17 21:14:55,671 Reloading parameters... +2021-12-17 21:14:55,708 Loading parameters... +2021-12-17 21:14:55,716 Loading project parameters... +2021-12-17 21:14:55,723 + +23 of 25 jobs remaining (21:14) +2021-12-17 21:14:55,723 Sleep: 10 +2021-12-17 21:14:55,723 Number of retrials: 0 +2021-12-17 21:14:55,723 WRAPPER CHECK TIME = 10 +2021-12-17 21:14:55,724 Checking jobs for platform=marenostrum4 +2021-12-17 21:14:55,724 Checking jobs for platform=nord3 +2021-12-17 21:14:55,725 Checking jobs for platform=local +2021-12-17 21:14:55,725 Checking jobs for platform=transfer_node +2021-12-17 21:14:55,725 Checking all jobs at once +2021-12-17 21:14:57,247 Successful check job command +2021-12-17 21:14:58,769 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:14:58,769 End of checking +2021-12-17 21:14:58,770 Updating FAILED jobs +2021-12-17 21:14:58,770 Updating WAITING jobs +2021-12-17 21:14:58,771 Update finished +2021-12-17 21:14:58,771 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:14:58,771 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:14:58,771 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:14:58,771 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:14:58,774 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:14:58,776 Job list saved +2021-12-17 21:14:58,781 Updating FAILED jobs +2021-12-17 21:14:58,781 Updating WAITING jobs +2021-12-17 21:14:58,781 Update finished +2021-12-17 21:15:08,791 Reloading parameters... +2021-12-17 21:15:08,810 Loading parameters... +2021-12-17 21:15:08,811 Loading project parameters... +2021-12-17 21:15:08,813 + +23 of 25 jobs remaining (21:15) +2021-12-17 21:15:08,813 Sleep: 10 +2021-12-17 21:15:08,813 Number of retrials: 0 +2021-12-17 21:15:08,813 WRAPPER CHECK TIME = 10 +2021-12-17 21:15:08,814 Checking jobs for platform=marenostrum4 +2021-12-17 21:15:08,814 Checking jobs for platform=nord3 +2021-12-17 21:15:08,815 Checking jobs for platform=local +2021-12-17 21:15:08,815 Checking jobs for platform=transfer_node +2021-12-17 21:15:08,815 Checking all jobs at once +2021-12-17 21:15:11,437 Successful check job command +2021-12-17 21:15:13,457 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:15:13,457 End of checking +2021-12-17 21:15:13,459 Updating FAILED jobs +2021-12-17 21:15:13,459 Updating WAITING jobs +2021-12-17 21:15:13,459 Update finished +2021-12-17 21:15:13,460 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:15:13,460 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:15:13,460 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:15:13,461 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:15:13,463 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:15:13,465 Job list saved +2021-12-17 21:15:13,470 Updating FAILED jobs +2021-12-17 21:15:13,470 Updating WAITING jobs +2021-12-17 21:15:13,470 Update finished +2021-12-17 21:15:23,480 Reloading parameters... +2021-12-17 21:15:23,498 Loading parameters... +2021-12-17 21:15:23,500 Loading project parameters... +2021-12-17 21:15:23,501 + +23 of 25 jobs remaining (21:15) +2021-12-17 21:15:23,502 Sleep: 10 +2021-12-17 21:15:23,502 Number of retrials: 0 +2021-12-17 21:15:23,502 WRAPPER CHECK TIME = 10 +2021-12-17 21:15:23,502 Checking jobs for platform=marenostrum4 +2021-12-17 21:15:23,503 Checking jobs for platform=nord3 +2021-12-17 21:15:23,504 Checking jobs for platform=local +2021-12-17 21:15:23,504 Checking jobs for platform=transfer_node +2021-12-17 21:15:23,504 Checking all jobs at once +2021-12-17 21:15:25,627 Successful check job command +2021-12-17 21:15:27,848 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:15:27,848 End of checking +2021-12-17 21:15:27,849 Updating FAILED jobs +2021-12-17 21:15:27,849 Updating WAITING jobs +2021-12-17 21:15:27,849 Update finished +2021-12-17 21:15:27,850 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:15:27,850 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:15:27,850 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:15:27,850 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:15:27,853 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:15:27,855 Job list saved +2021-12-17 21:15:27,859 Updating FAILED jobs +2021-12-17 21:15:27,860 Updating WAITING jobs +2021-12-17 21:15:27,860 Update finished +2021-12-17 21:15:37,866 Reloading parameters... +2021-12-17 21:15:37,887 Loading parameters... +2021-12-17 21:15:37,888 Loading project parameters... +2021-12-17 21:15:37,890 + +23 of 25 jobs remaining (21:15) +2021-12-17 21:15:37,890 Sleep: 10 +2021-12-17 21:15:37,890 Number of retrials: 0 +2021-12-17 21:15:37,890 WRAPPER CHECK TIME = 10 +2021-12-17 21:15:37,891 Checking jobs for platform=marenostrum4 +2021-12-17 21:15:37,891 Checking jobs for platform=nord3 +2021-12-17 21:15:37,892 Checking jobs for platform=local +2021-12-17 21:15:37,893 Checking jobs for platform=transfer_node +2021-12-17 21:15:37,893 Checking all jobs at once +2021-12-17 21:15:40,464 Successful check job command +2021-12-17 21:15:42,986 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:15:42,986 End of checking +2021-12-17 21:15:42,988 Updating FAILED jobs +2021-12-17 21:15:42,988 Updating WAITING jobs +2021-12-17 21:15:42,988 Update finished +2021-12-17 21:15:42,988 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:15:42,989 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:15:42,989 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:15:42,989 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:15:42,992 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:15:42,994 Job list saved +2021-12-17 21:15:42,999 Updating FAILED jobs +2021-12-17 21:15:42,999 Updating WAITING jobs +2021-12-17 21:15:42,999 Update finished +2021-12-17 21:15:53,009 Reloading parameters... +2021-12-17 21:15:53,032 Loading parameters... +2021-12-17 21:15:53,034 Loading project parameters... +2021-12-17 21:15:53,036 + +23 of 25 jobs remaining (21:15) +2021-12-17 21:15:53,036 Sleep: 10 +2021-12-17 21:15:53,036 Number of retrials: 0 +2021-12-17 21:15:53,036 WRAPPER CHECK TIME = 10 +2021-12-17 21:15:53,037 Checking jobs for platform=marenostrum4 +2021-12-17 21:15:53,037 Checking jobs for platform=nord3 +2021-12-17 21:15:53,038 Checking jobs for platform=local +2021-12-17 21:15:53,038 Checking jobs for platform=transfer_node +2021-12-17 21:15:53,038 Checking all jobs at once +2021-12-17 21:15:55,660 Successful check job command +2021-12-17 21:15:58,382 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:15:58,382 End of checking +2021-12-17 21:15:58,384 Updating FAILED jobs +2021-12-17 21:15:58,385 Updating WAITING jobs +2021-12-17 21:15:58,385 Update finished +2021-12-17 21:15:58,385 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:15:58,386 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:15:58,386 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:15:58,386 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:15:58,388 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:15:58,391 Job list saved +2021-12-17 21:15:58,396 Updating FAILED jobs +2021-12-17 21:15:58,396 Updating WAITING jobs +2021-12-17 21:15:58,396 Update finished +2021-12-17 21:16:08,403 Reloading parameters... +2021-12-17 21:16:08,424 Loading parameters... +2021-12-17 21:16:08,425 Loading project parameters... +2021-12-17 21:16:08,427 + +23 of 25 jobs remaining (21:16) +2021-12-17 21:16:08,427 Sleep: 10 +2021-12-17 21:16:08,427 Number of retrials: 0 +2021-12-17 21:16:08,427 WRAPPER CHECK TIME = 10 +2021-12-17 21:16:08,428 Checking jobs for platform=marenostrum4 +2021-12-17 21:16:08,428 Checking jobs for platform=nord3 +2021-12-17 21:16:08,429 Checking jobs for platform=local +2021-12-17 21:16:08,429 Checking jobs for platform=transfer_node +2021-12-17 21:16:08,429 Checking all jobs at once +2021-12-17 21:16:09,850 Successful check job command +2021-12-17 21:16:14,225 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:16:14,225 End of checking +2021-12-17 21:16:14,228 Updating FAILED jobs +2021-12-17 21:16:14,228 Updating WAITING jobs +2021-12-17 21:16:14,228 Update finished +2021-12-17 21:16:14,229 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:16:14,229 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:16:14,229 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:16:14,229 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:16:14,234 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:16:14,236 Job list saved +2021-12-17 21:16:14,241 Updating FAILED jobs +2021-12-17 21:16:14,241 Updating WAITING jobs +2021-12-17 21:16:14,241 Update finished +2021-12-17 21:16:24,251 Reloading parameters... +2021-12-17 21:16:24,295 Loading parameters... +2021-12-17 21:16:24,307 Loading project parameters... +2021-12-17 21:16:24,320 + +23 of 25 jobs remaining (21:16) +2021-12-17 21:16:24,320 Sleep: 10 +2021-12-17 21:16:24,320 Number of retrials: 0 +2021-12-17 21:16:24,320 WRAPPER CHECK TIME = 10 +2021-12-17 21:16:24,321 Checking jobs for platform=marenostrum4 +2021-12-17 21:16:24,321 Checking jobs for platform=nord3 +2021-12-17 21:16:24,322 Checking jobs for platform=local +2021-12-17 21:16:24,327 Checking jobs for platform=transfer_node +2021-12-17 21:16:24,328 Checking all jobs at once +2021-12-17 21:16:27,001 Successful check job command +2021-12-17 21:16:30,473 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:16:30,474 End of checking +2021-12-17 21:16:30,476 Updating FAILED jobs +2021-12-17 21:16:30,477 Updating WAITING jobs +2021-12-17 21:16:30,477 Update finished +2021-12-17 21:16:30,477 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:16:30,477 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:16:30,477 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:16:30,477 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:16:30,482 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:16:30,484 Job list saved +2021-12-17 21:16:30,489 Updating FAILED jobs +2021-12-17 21:16:30,489 Updating WAITING jobs +2021-12-17 21:16:30,490 Update finished +2021-12-17 21:16:40,500 Reloading parameters... +2021-12-17 21:16:40,522 Loading parameters... +2021-12-17 21:16:40,523 Loading project parameters... +2021-12-17 21:16:40,525 + +23 of 25 jobs remaining (21:16) +2021-12-17 21:16:40,525 Sleep: 10 +2021-12-17 21:16:40,525 Number of retrials: 0 +2021-12-17 21:16:40,525 WRAPPER CHECK TIME = 10 +2021-12-17 21:16:40,526 Checking jobs for platform=marenostrum4 +2021-12-17 21:16:40,526 Checking jobs for platform=nord3 +2021-12-17 21:16:40,527 Checking jobs for platform=local +2021-12-17 21:16:40,527 Checking jobs for platform=transfer_node +2021-12-17 21:16:40,527 Checking all jobs at once +2021-12-17 21:16:42,453 Successful check job command +2021-12-17 21:16:45,529 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:16:45,529 End of checking +2021-12-17 21:16:45,531 Updating FAILED jobs +2021-12-17 21:16:45,531 Updating WAITING jobs +2021-12-17 21:16:45,531 Update finished +2021-12-17 21:16:45,531 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:16:45,532 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:16:45,532 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:16:45,532 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:16:45,535 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:16:45,538 Job list saved +2021-12-17 21:16:45,543 Updating FAILED jobs +2021-12-17 21:16:45,543 Updating WAITING jobs +2021-12-17 21:16:45,545 Update finished +2021-12-17 21:16:55,551 Reloading parameters... +2021-12-17 21:16:55,570 Loading parameters... +2021-12-17 21:16:55,571 Loading project parameters... +2021-12-17 21:16:55,573 + +23 of 25 jobs remaining (21:16) +2021-12-17 21:16:55,574 Sleep: 10 +2021-12-17 21:16:55,574 Number of retrials: 0 +2021-12-17 21:16:55,574 WRAPPER CHECK TIME = 10 +2021-12-17 21:16:55,574 Checking jobs for platform=marenostrum4 +2021-12-17 21:16:55,575 Checking jobs for platform=nord3 +2021-12-17 21:16:55,576 Checking jobs for platform=local +2021-12-17 21:16:55,576 Checking jobs for platform=transfer_node +2021-12-17 21:16:55,576 Checking all jobs at once +2021-12-17 21:16:57,098 Successful check job command +2021-12-17 21:16:58,467 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:16:58,468 End of checking +2021-12-17 21:16:58,469 Updating FAILED jobs +2021-12-17 21:16:58,469 Updating WAITING jobs +2021-12-17 21:16:58,469 Update finished +2021-12-17 21:16:58,470 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:16:58,470 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:16:58,470 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:16:58,470 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:16:58,473 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:16:58,475 Job list saved +2021-12-17 21:16:58,480 Updating FAILED jobs +2021-12-17 21:16:58,480 Updating WAITING jobs +2021-12-17 21:16:58,480 Update finished +2021-12-17 21:17:08,490 Reloading parameters... +2021-12-17 21:17:08,511 Loading parameters... +2021-12-17 21:17:08,513 Loading project parameters... +2021-12-17 21:17:08,515 + +23 of 25 jobs remaining (21:17) +2021-12-17 21:17:08,515 Sleep: 10 +2021-12-17 21:17:08,515 Number of retrials: 0 +2021-12-17 21:17:08,515 WRAPPER CHECK TIME = 10 +2021-12-17 21:17:08,516 Checking jobs for platform=marenostrum4 +2021-12-17 21:17:08,516 Checking jobs for platform=nord3 +2021-12-17 21:17:08,517 Checking jobs for platform=local +2021-12-17 21:17:08,517 Checking jobs for platform=transfer_node +2021-12-17 21:17:08,517 Checking all jobs at once +2021-12-17 21:17:10,648 Successful check job command +2021-12-17 21:17:12,820 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:17:12,820 End of checking +2021-12-17 21:17:12,821 Updating FAILED jobs +2021-12-17 21:17:12,821 Updating WAITING jobs +2021-12-17 21:17:12,822 Update finished +2021-12-17 21:17:12,822 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:17:12,822 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:17:12,822 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:17:12,822 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:17:12,827 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:17:12,829 Job list saved +2021-12-17 21:17:12,834 Updating FAILED jobs +2021-12-17 21:17:12,834 Updating WAITING jobs +2021-12-17 21:17:12,834 Update finished +2021-12-17 21:17:22,839 Reloading parameters... +2021-12-17 21:17:22,864 Loading parameters... +2021-12-17 21:17:22,865 Loading project parameters... +2021-12-17 21:17:22,867 + +23 of 25 jobs remaining (21:17) +2021-12-17 21:17:22,868 Sleep: 10 +2021-12-17 21:17:22,868 Number of retrials: 0 +2021-12-17 21:17:22,868 WRAPPER CHECK TIME = 10 +2021-12-17 21:17:22,868 Checking jobs for platform=marenostrum4 +2021-12-17 21:17:22,869 Checking jobs for platform=nord3 +2021-12-17 21:17:22,869 Checking jobs for platform=local +2021-12-17 21:17:22,870 Checking jobs for platform=transfer_node +2021-12-17 21:17:22,870 Checking all jobs at once +2021-12-17 21:17:25,041 Successful check job command +2021-12-17 21:17:28,563 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:17:28,564 End of checking +2021-12-17 21:17:28,565 Updating FAILED jobs +2021-12-17 21:17:28,565 Updating WAITING jobs +2021-12-17 21:17:28,565 Update finished +2021-12-17 21:17:28,566 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:17:28,566 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:17:28,566 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:17:28,567 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:17:28,569 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:17:28,572 Job list saved +2021-12-17 21:17:28,577 Updating FAILED jobs +2021-12-17 21:17:28,577 Updating WAITING jobs +2021-12-17 21:17:28,578 Update finished +2021-12-17 21:17:38,588 Reloading parameters... +2021-12-17 21:17:38,607 Loading parameters... +2021-12-17 21:17:38,610 Loading project parameters... +2021-12-17 21:17:38,614 + +23 of 25 jobs remaining (21:17) +2021-12-17 21:17:38,615 Sleep: 10 +2021-12-17 21:17:38,615 Number of retrials: 0 +2021-12-17 21:17:38,615 WRAPPER CHECK TIME = 10 +2021-12-17 21:17:38,615 Checking jobs for platform=marenostrum4 +2021-12-17 21:17:38,616 Checking jobs for platform=nord3 +2021-12-17 21:17:38,616 Checking jobs for platform=local +2021-12-17 21:17:38,618 Checking jobs for platform=transfer_node +2021-12-17 21:17:38,618 Checking all jobs at once +2021-12-17 21:17:39,988 Successful check job command +2021-12-17 21:17:42,209 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:17:42,210 End of checking +2021-12-17 21:17:42,211 Updating FAILED jobs +2021-12-17 21:17:42,211 Updating WAITING jobs +2021-12-17 21:17:42,211 Update finished +2021-12-17 21:17:42,211 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:17:42,212 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:17:42,212 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:17:42,212 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:17:42,215 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:17:42,217 Job list saved +2021-12-17 21:17:42,222 Updating FAILED jobs +2021-12-17 21:17:42,222 Updating WAITING jobs +2021-12-17 21:17:42,222 Update finished +2021-12-17 21:17:52,228 Reloading parameters... +2021-12-17 21:17:52,247 Loading parameters... +2021-12-17 21:17:52,249 Loading project parameters... +2021-12-17 21:17:52,250 + +23 of 25 jobs remaining (21:17) +2021-12-17 21:17:52,251 Sleep: 10 +2021-12-17 21:17:52,251 Number of retrials: 0 +2021-12-17 21:17:52,251 WRAPPER CHECK TIME = 10 +2021-12-17 21:17:52,251 Checking jobs for platform=marenostrum4 +2021-12-17 21:17:52,252 Checking jobs for platform=nord3 +2021-12-17 21:17:52,254 Checking jobs for platform=local +2021-12-17 21:17:52,255 Checking jobs for platform=transfer_node +2021-12-17 21:17:52,255 Checking all jobs at once +2021-12-17 21:17:53,579 Successful check job command +2021-12-17 21:17:55,050 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:17:55,050 End of checking +2021-12-17 21:17:55,052 Updating FAILED jobs +2021-12-17 21:17:55,052 Updating WAITING jobs +2021-12-17 21:17:55,052 Update finished +2021-12-17 21:17:55,052 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:17:55,052 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:17:55,053 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:17:55,053 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:17:55,056 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:17:55,058 Job list saved +2021-12-17 21:17:55,063 Updating FAILED jobs +2021-12-17 21:17:55,063 Updating WAITING jobs +2021-12-17 21:17:55,064 Update finished +2021-12-17 21:18:05,074 Reloading parameters... +2021-12-17 21:18:05,093 Loading parameters... +2021-12-17 21:18:05,095 Loading project parameters... +2021-12-17 21:18:05,098 + +23 of 25 jobs remaining (21:18) +2021-12-17 21:18:05,098 Sleep: 10 +2021-12-17 21:18:05,099 Number of retrials: 0 +2021-12-17 21:18:05,099 WRAPPER CHECK TIME = 10 +2021-12-17 21:18:05,099 Checking jobs for platform=marenostrum4 +2021-12-17 21:18:05,100 Checking jobs for platform=nord3 +2021-12-17 21:18:05,101 Checking jobs for platform=local +2021-12-17 21:18:05,101 Checking jobs for platform=transfer_node +2021-12-17 21:18:05,101 Checking all jobs at once +2021-12-17 21:18:06,622 Successful check job command +2021-12-17 21:18:08,943 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:18:08,943 End of checking +2021-12-17 21:18:08,944 Updating FAILED jobs +2021-12-17 21:18:08,944 Updating WAITING jobs +2021-12-17 21:18:08,945 Update finished +2021-12-17 21:18:08,945 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:18:08,946 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:18:08,946 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:18:08,946 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:18:08,949 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:18:08,951 Job list saved +2021-12-17 21:18:08,956 Updating FAILED jobs +2021-12-17 21:18:08,956 Updating WAITING jobs +2021-12-17 21:18:08,956 Update finished +2021-12-17 21:18:18,966 Reloading parameters... +2021-12-17 21:18:18,992 Loading parameters... +2021-12-17 21:18:18,993 Loading project parameters... +2021-12-17 21:18:18,995 + +23 of 25 jobs remaining (21:18) +2021-12-17 21:18:18,995 Sleep: 10 +2021-12-17 21:18:18,995 Number of retrials: 0 +2021-12-17 21:18:18,995 WRAPPER CHECK TIME = 10 +2021-12-17 21:18:18,996 Checking jobs for platform=marenostrum4 +2021-12-17 21:18:18,996 Checking jobs for platform=nord3 +2021-12-17 21:18:18,997 Checking jobs for platform=local +2021-12-17 21:18:18,997 Checking jobs for platform=transfer_node +2021-12-17 21:18:18,997 Checking all jobs at once +2021-12-17 21:18:20,517 Successful check job command +2021-12-17 21:18:22,288 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:18:22,288 End of checking +2021-12-17 21:18:22,289 Updating FAILED jobs +2021-12-17 21:18:22,289 Updating WAITING jobs +2021-12-17 21:18:22,290 Update finished +2021-12-17 21:18:22,290 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:18:22,290 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:18:22,290 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:18:22,290 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:18:22,293 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:18:22,295 Job list saved +2021-12-17 21:18:22,301 Updating FAILED jobs +2021-12-17 21:18:22,301 Updating WAITING jobs +2021-12-17 21:18:22,301 Update finished +2021-12-17 21:18:32,311 Reloading parameters... +2021-12-17 21:18:32,331 Loading parameters... +2021-12-17 21:18:32,332 Loading project parameters... +2021-12-17 21:18:32,334 + +23 of 25 jobs remaining (21:18) +2021-12-17 21:18:32,335 Sleep: 10 +2021-12-17 21:18:32,335 Number of retrials: 0 +2021-12-17 21:18:32,335 WRAPPER CHECK TIME = 10 +2021-12-17 21:18:32,335 Checking jobs for platform=marenostrum4 +2021-12-17 21:18:32,336 Checking jobs for platform=nord3 +2021-12-17 21:18:32,336 Checking jobs for platform=local +2021-12-17 21:18:32,337 Checking jobs for platform=transfer_node +2021-12-17 21:18:32,337 Checking all jobs at once +2021-12-17 21:18:33,659 Successful check job command +2021-12-17 21:18:35,028 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:18:35,029 End of checking +2021-12-17 21:18:35,031 Updating FAILED jobs +2021-12-17 21:18:35,031 Updating WAITING jobs +2021-12-17 21:18:35,031 Update finished +2021-12-17 21:18:35,031 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:18:35,032 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:18:35,032 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:18:35,032 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:18:35,035 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:18:35,037 Job list saved +2021-12-17 21:18:35,041 Updating FAILED jobs +2021-12-17 21:18:35,042 Updating WAITING jobs +2021-12-17 21:18:35,042 Update finished +2021-12-17 21:18:45,052 Reloading parameters... +2021-12-17 21:18:45,071 Loading parameters... +2021-12-17 21:18:45,073 Loading project parameters... +2021-12-17 21:18:45,075 + +23 of 25 jobs remaining (21:18) +2021-12-17 21:18:45,075 Sleep: 10 +2021-12-17 21:18:45,075 Number of retrials: 0 +2021-12-17 21:18:45,075 WRAPPER CHECK TIME = 10 +2021-12-17 21:18:45,075 Checking jobs for platform=marenostrum4 +2021-12-17 21:18:45,076 Checking jobs for platform=nord3 +2021-12-17 21:18:45,077 Checking jobs for platform=local +2021-12-17 21:18:45,077 Checking jobs for platform=transfer_node +2021-12-17 21:18:45,077 Checking all jobs at once +2021-12-17 21:18:46,446 Successful check job command +2021-12-17 21:18:47,916 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:18:47,916 End of checking +2021-12-17 21:18:47,917 Updating FAILED jobs +2021-12-17 21:18:47,917 Updating WAITING jobs +2021-12-17 21:18:47,918 Update finished +2021-12-17 21:18:47,918 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:18:47,918 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:18:47,918 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:18:47,919 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:18:47,921 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:18:47,923 Job list saved +2021-12-17 21:18:47,928 Updating FAILED jobs +2021-12-17 21:18:47,928 Updating WAITING jobs +2021-12-17 21:18:47,928 Update finished +2021-12-17 21:18:57,938 Reloading parameters... +2021-12-17 21:18:57,957 Loading parameters... +2021-12-17 21:18:57,958 Loading project parameters... +2021-12-17 21:18:57,960 + +23 of 25 jobs remaining (21:18) +2021-12-17 21:18:57,960 Sleep: 10 +2021-12-17 21:18:57,960 Number of retrials: 0 +2021-12-17 21:18:57,960 WRAPPER CHECK TIME = 10 +2021-12-17 21:18:57,961 Checking jobs for platform=marenostrum4 +2021-12-17 21:18:57,962 Checking jobs for platform=nord3 +2021-12-17 21:18:57,962 Checking jobs for platform=local +2021-12-17 21:18:57,963 Checking jobs for platform=transfer_node +2021-12-17 21:18:57,963 Checking all jobs at once +2021-12-17 21:18:59,633 Successful check job command +2021-12-17 21:19:02,706 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:19:02,706 End of checking +2021-12-17 21:19:02,708 Updating FAILED jobs +2021-12-17 21:19:02,708 Updating WAITING jobs +2021-12-17 21:19:02,708 Update finished +2021-12-17 21:19:02,708 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:19:02,708 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:19:02,708 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:19:02,709 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:19:02,712 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:19:02,714 Job list saved +2021-12-17 21:19:02,719 Updating FAILED jobs +2021-12-17 21:19:02,719 Updating WAITING jobs +2021-12-17 21:19:02,720 Update finished +2021-12-17 21:19:12,730 Reloading parameters... +2021-12-17 21:19:12,753 Loading parameters... +2021-12-17 21:19:12,755 Loading project parameters... +2021-12-17 21:19:12,757 + +23 of 25 jobs remaining (21:19) +2021-12-17 21:19:12,757 Sleep: 10 +2021-12-17 21:19:12,757 Number of retrials: 0 +2021-12-17 21:19:12,757 WRAPPER CHECK TIME = 10 +2021-12-17 21:19:12,758 Checking jobs for platform=marenostrum4 +2021-12-17 21:19:12,758 Checking jobs for platform=nord3 +2021-12-17 21:19:12,759 Checking jobs for platform=local +2021-12-17 21:19:12,759 Checking jobs for platform=transfer_node +2021-12-17 21:19:12,759 Checking all jobs at once +2021-12-17 21:19:14,082 Successful check job command +2021-12-17 21:19:17,305 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:19:17,306 End of checking +2021-12-17 21:19:17,307 Updating FAILED jobs +2021-12-17 21:19:17,307 Updating WAITING jobs +2021-12-17 21:19:17,307 Update finished +2021-12-17 21:19:17,308 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:19:17,308 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:19:17,308 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:19:17,308 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:19:17,311 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:19:17,313 Job list saved +2021-12-17 21:19:17,317 Updating FAILED jobs +2021-12-17 21:19:17,318 Updating WAITING jobs +2021-12-17 21:19:17,318 Update finished +2021-12-17 21:19:27,328 Reloading parameters... +2021-12-17 21:19:27,350 Loading parameters... +2021-12-17 21:19:27,351 Loading project parameters... +2021-12-17 21:19:27,353 + +23 of 25 jobs remaining (21:19) +2021-12-17 21:19:27,354 Sleep: 10 +2021-12-17 21:19:27,354 Number of retrials: 0 +2021-12-17 21:19:27,354 WRAPPER CHECK TIME = 10 +2021-12-17 21:19:27,354 Checking jobs for platform=marenostrum4 +2021-12-17 21:19:27,355 Checking jobs for platform=nord3 +2021-12-17 21:19:27,355 Checking jobs for platform=local +2021-12-17 21:19:27,356 Checking jobs for platform=transfer_node +2021-12-17 21:19:27,356 Checking all jobs at once +2021-12-17 21:19:29,179 Successful check job command +2021-12-17 21:19:30,903 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:19:30,904 End of checking +2021-12-17 21:19:30,913 Updating FAILED jobs +2021-12-17 21:19:30,914 Updating WAITING jobs +2021-12-17 21:19:30,914 Update finished +2021-12-17 21:19:30,914 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:19:30,915 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:19:30,915 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:19:30,915 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:19:30,925 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:19:30,928 Job list saved +2021-12-17 21:19:30,937 Updating FAILED jobs +2021-12-17 21:19:30,937 Updating WAITING jobs +2021-12-17 21:19:30,937 Update finished +2021-12-17 21:19:40,947 Reloading parameters... +2021-12-17 21:19:41,062 Loading parameters... +2021-12-17 21:19:41,063 Loading project parameters... +2021-12-17 21:19:41,065 + +23 of 25 jobs remaining (21:19) +2021-12-17 21:19:41,065 Sleep: 10 +2021-12-17 21:19:41,065 Number of retrials: 0 +2021-12-17 21:19:41,066 WRAPPER CHECK TIME = 10 +2021-12-17 21:19:41,066 Checking jobs for platform=marenostrum4 +2021-12-17 21:19:41,067 Checking jobs for platform=nord3 +2021-12-17 21:19:41,067 Checking jobs for platform=local +2021-12-17 21:19:41,068 Checking jobs for platform=transfer_node +2021-12-17 21:19:41,068 Checking all jobs at once +2021-12-17 21:19:43,590 Successful check job command +2021-12-17 21:19:45,862 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:19:45,862 End of checking +2021-12-17 21:19:45,864 Updating FAILED jobs +2021-12-17 21:19:45,864 Updating WAITING jobs +2021-12-17 21:19:45,864 Update finished +2021-12-17 21:19:45,864 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:19:45,864 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:19:45,865 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:19:45,865 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:19:45,868 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:19:45,870 Job list saved +2021-12-17 21:19:45,875 Updating FAILED jobs +2021-12-17 21:19:45,875 Updating WAITING jobs +2021-12-17 21:19:45,875 Update finished +2021-12-17 21:19:55,884 Reloading parameters... +2021-12-17 21:19:55,901 Loading parameters... +2021-12-17 21:19:55,902 Loading project parameters... +2021-12-17 21:19:55,904 + +23 of 25 jobs remaining (21:19) +2021-12-17 21:19:55,904 Sleep: 10 +2021-12-17 21:19:55,904 Number of retrials: 0 +2021-12-17 21:19:55,904 WRAPPER CHECK TIME = 10 +2021-12-17 21:19:55,905 Checking jobs for platform=marenostrum4 +2021-12-17 21:19:55,905 Checking jobs for platform=nord3 +2021-12-17 21:19:55,906 Checking jobs for platform=local +2021-12-17 21:19:55,907 Checking jobs for platform=transfer_node +2021-12-17 21:19:55,907 Checking all jobs at once +2021-12-17 21:19:58,079 Successful check job command +2021-12-17 21:19:59,899 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:19:59,899 End of checking +2021-12-17 21:19:59,901 Updating FAILED jobs +2021-12-17 21:19:59,901 Updating WAITING jobs +2021-12-17 21:19:59,901 Update finished +2021-12-17 21:19:59,901 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:19:59,901 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:19:59,902 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:19:59,902 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:19:59,904 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:19:59,907 Job list saved +2021-12-17 21:19:59,914 Updating FAILED jobs +2021-12-17 21:19:59,914 Updating WAITING jobs +2021-12-17 21:19:59,914 Update finished +2021-12-17 21:20:09,921 Reloading parameters... +2021-12-17 21:20:09,937 Loading parameters... +2021-12-17 21:20:09,939 Loading project parameters... +2021-12-17 21:20:09,941 + +23 of 25 jobs remaining (21:20) +2021-12-17 21:20:09,941 Sleep: 10 +2021-12-17 21:20:09,941 Number of retrials: 0 +2021-12-17 21:20:09,941 WRAPPER CHECK TIME = 10 +2021-12-17 21:20:09,942 Checking jobs for platform=marenostrum4 +2021-12-17 21:20:09,943 Checking jobs for platform=nord3 +2021-12-17 21:20:09,943 Checking jobs for platform=local +2021-12-17 21:20:09,944 Checking jobs for platform=transfer_node +2021-12-17 21:20:09,945 Checking all jobs at once +2021-12-17 21:20:11,820 Successful check job command +2021-12-17 21:20:14,041 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:20:14,042 End of checking +2021-12-17 21:20:14,044 Updating FAILED jobs +2021-12-17 21:20:14,044 Updating WAITING jobs +2021-12-17 21:20:14,044 Update finished +2021-12-17 21:20:14,044 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:20:14,045 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:20:14,045 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:20:14,045 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:20:14,048 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:20:14,051 Job list saved +2021-12-17 21:20:14,056 Updating FAILED jobs +2021-12-17 21:20:14,056 Updating WAITING jobs +2021-12-17 21:20:14,056 Update finished +2021-12-17 21:20:24,067 Reloading parameters... +2021-12-17 21:20:24,083 Loading parameters... +2021-12-17 21:20:24,085 Loading project parameters... +2021-12-17 21:20:24,086 + +23 of 25 jobs remaining (21:20) +2021-12-17 21:20:24,087 Sleep: 10 +2021-12-17 21:20:24,087 Number of retrials: 0 +2021-12-17 21:20:24,087 WRAPPER CHECK TIME = 10 +2021-12-17 21:20:24,088 Checking jobs for platform=marenostrum4 +2021-12-17 21:20:24,088 Checking jobs for platform=nord3 +2021-12-17 21:20:24,089 Checking jobs for platform=local +2021-12-17 21:20:24,089 Checking jobs for platform=transfer_node +2021-12-17 21:20:24,089 Checking all jobs at once +2021-12-17 21:20:26,062 Successful check job command +2021-12-17 21:20:28,835 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:20:28,835 End of checking +2021-12-17 21:20:28,836 Updating FAILED jobs +2021-12-17 21:20:28,837 Updating WAITING jobs +2021-12-17 21:20:28,837 Update finished +2021-12-17 21:20:28,837 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:20:28,837 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:20:28,837 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:20:28,837 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:20:28,841 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:20:28,843 Job list saved +2021-12-17 21:20:28,852 Updating FAILED jobs +2021-12-17 21:20:28,852 Updating WAITING jobs +2021-12-17 21:20:28,852 Update finished +2021-12-17 21:20:38,860 Reloading parameters... +2021-12-17 21:20:38,880 Loading parameters... +2021-12-17 21:20:38,882 Loading project parameters... +2021-12-17 21:20:38,887 + +23 of 25 jobs remaining (21:20) +2021-12-17 21:20:38,887 Sleep: 10 +2021-12-17 21:20:38,888 Number of retrials: 0 +2021-12-17 21:20:38,888 WRAPPER CHECK TIME = 10 +2021-12-17 21:20:38,890 Checking jobs for platform=marenostrum4 +2021-12-17 21:20:38,890 Checking jobs for platform=nord3 +2021-12-17 21:20:38,892 Checking jobs for platform=local +2021-12-17 21:20:38,893 Checking jobs for platform=transfer_node +2021-12-17 21:20:38,893 Checking all jobs at once +2021-12-17 21:20:40,163 Successful check job command +2021-12-17 21:20:44,139 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:20:44,140 End of checking +2021-12-17 21:20:44,141 Updating FAILED jobs +2021-12-17 21:20:44,141 Updating WAITING jobs +2021-12-17 21:20:44,142 Update finished +2021-12-17 21:20:44,142 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:20:44,142 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:20:44,142 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:20:44,142 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:20:44,146 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:20:44,149 Job list saved +2021-12-17 21:20:44,156 Updating FAILED jobs +2021-12-17 21:20:44,157 Updating WAITING jobs +2021-12-17 21:20:44,157 Update finished +2021-12-17 21:20:54,158 Reloading parameters... +2021-12-17 21:20:54,176 Loading parameters... +2021-12-17 21:20:54,177 Loading project parameters... +2021-12-17 21:20:54,179 + +23 of 25 jobs remaining (21:20) +2021-12-17 21:20:54,180 Sleep: 10 +2021-12-17 21:20:54,180 Number of retrials: 0 +2021-12-17 21:20:54,180 WRAPPER CHECK TIME = 10 +2021-12-17 21:20:54,180 Checking jobs for platform=marenostrum4 +2021-12-17 21:20:54,181 Checking jobs for platform=nord3 +2021-12-17 21:20:54,181 Checking jobs for platform=local +2021-12-17 21:20:54,182 Checking jobs for platform=transfer_node +2021-12-17 21:20:54,182 Checking all jobs at once +2021-12-17 21:20:56,205 Successful check job command +2021-12-17 21:20:57,875 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:20:57,875 End of checking +2021-12-17 21:20:57,876 Updating FAILED jobs +2021-12-17 21:20:57,877 Updating WAITING jobs +2021-12-17 21:20:57,877 Update finished +2021-12-17 21:20:57,877 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:20:57,878 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:20:57,878 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:20:57,878 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:20:57,880 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:20:57,883 Job list saved +2021-12-17 21:20:57,887 Updating FAILED jobs +2021-12-17 21:20:57,887 Updating WAITING jobs +2021-12-17 21:20:57,888 Update finished +2021-12-17 21:21:07,898 Reloading parameters... +2021-12-17 21:21:07,915 Loading parameters... +2021-12-17 21:21:07,917 Loading project parameters... +2021-12-17 21:21:07,918 + +23 of 25 jobs remaining (21:21) +2021-12-17 21:21:07,919 Sleep: 10 +2021-12-17 21:21:07,919 Number of retrials: 0 +2021-12-17 21:21:07,919 WRAPPER CHECK TIME = 10 +2021-12-17 21:21:07,919 Checking jobs for platform=marenostrum4 +2021-12-17 21:21:07,920 Checking jobs for platform=nord3 +2021-12-17 21:21:07,920 Checking jobs for platform=local +2021-12-17 21:21:07,921 Checking jobs for platform=transfer_node +2021-12-17 21:21:07,921 Checking all jobs at once +2021-12-17 21:21:10,593 Successful check job command +2021-12-17 21:21:13,667 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:21:13,667 End of checking +2021-12-17 21:21:13,669 Updating FAILED jobs +2021-12-17 21:21:13,669 Updating WAITING jobs +2021-12-17 21:21:13,669 Update finished +2021-12-17 21:21:13,669 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:21:13,669 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:21:13,670 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:21:13,670 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:21:13,673 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:21:13,675 Job list saved +2021-12-17 21:21:13,680 Updating FAILED jobs +2021-12-17 21:21:13,680 Updating WAITING jobs +2021-12-17 21:21:13,680 Update finished +2021-12-17 21:21:23,685 Reloading parameters... +2021-12-17 21:21:23,703 Loading parameters... +2021-12-17 21:21:23,704 Loading project parameters... +2021-12-17 21:21:23,706 + +23 of 25 jobs remaining (21:21) +2021-12-17 21:21:23,706 Sleep: 10 +2021-12-17 21:21:23,706 Number of retrials: 0 +2021-12-17 21:21:23,707 WRAPPER CHECK TIME = 10 +2021-12-17 21:21:23,707 Checking jobs for platform=marenostrum4 +2021-12-17 21:21:23,708 Checking jobs for platform=nord3 +2021-12-17 21:21:23,708 Checking jobs for platform=local +2021-12-17 21:21:23,709 Checking jobs for platform=transfer_node +2021-12-17 21:21:23,709 Checking all jobs at once +2021-12-17 21:21:25,880 Successful check job command +2021-12-17 21:21:28,803 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:21:28,803 End of checking +2021-12-17 21:21:28,804 Updating FAILED jobs +2021-12-17 21:21:28,804 Updating WAITING jobs +2021-12-17 21:21:28,805 Update finished +2021-12-17 21:21:28,805 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:21:28,805 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:21:28,805 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:21:28,805 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:21:28,808 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:21:28,810 Job list saved +2021-12-17 21:21:28,815 Updating FAILED jobs +2021-12-17 21:21:28,815 Updating WAITING jobs +2021-12-17 21:21:28,815 Update finished +2021-12-17 21:21:38,825 Reloading parameters... +2021-12-17 21:21:38,842 Loading parameters... +2021-12-17 21:21:38,843 Loading project parameters... +2021-12-17 21:21:38,845 + +23 of 25 jobs remaining (21:21) +2021-12-17 21:21:38,845 Sleep: 10 +2021-12-17 21:21:38,845 Number of retrials: 0 +2021-12-17 21:21:38,845 WRAPPER CHECK TIME = 10 +2021-12-17 21:21:38,846 Checking jobs for platform=marenostrum4 +2021-12-17 21:21:38,846 Checking jobs for platform=nord3 +2021-12-17 21:21:38,847 Checking jobs for platform=local +2021-12-17 21:21:38,848 Checking jobs for platform=transfer_node +2021-12-17 21:21:38,848 Checking all jobs at once +2021-12-17 21:21:40,718 Successful check job command +2021-12-17 21:21:42,488 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:21:42,488 End of checking +2021-12-17 21:21:42,489 Updating FAILED jobs +2021-12-17 21:21:42,490 Updating WAITING jobs +2021-12-17 21:21:42,490 Update finished +2021-12-17 21:21:42,490 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:21:42,490 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:21:42,491 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:21:42,491 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:21:42,493 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:21:42,496 Job list saved +2021-12-17 21:21:42,500 Updating FAILED jobs +2021-12-17 21:21:42,501 Updating WAITING jobs +2021-12-17 21:21:42,501 Update finished +2021-12-17 21:21:52,511 Reloading parameters... +2021-12-17 21:21:52,531 Loading parameters... +2021-12-17 21:21:52,533 Loading project parameters... +2021-12-17 21:21:52,534 + +23 of 25 jobs remaining (21:21) +2021-12-17 21:21:52,535 Sleep: 10 +2021-12-17 21:21:52,535 Number of retrials: 0 +2021-12-17 21:21:52,535 WRAPPER CHECK TIME = 10 +2021-12-17 21:21:52,535 Checking jobs for platform=marenostrum4 +2021-12-17 21:21:52,536 Checking jobs for platform=nord3 +2021-12-17 21:21:52,537 Checking jobs for platform=local +2021-12-17 21:21:52,537 Checking jobs for platform=transfer_node +2021-12-17 21:21:52,537 Checking all jobs at once +2021-12-17 21:21:54,007 Successful check job command +2021-12-17 21:22:02,343 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:22:02,343 End of checking +2021-12-17 21:22:02,344 Updating FAILED jobs +2021-12-17 21:22:02,344 Updating WAITING jobs +2021-12-17 21:22:02,345 Update finished +2021-12-17 21:22:02,345 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:22:02,345 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:22:02,345 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:22:02,345 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:22:02,348 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:22:02,350 Job list saved +2021-12-17 21:22:02,355 Updating FAILED jobs +2021-12-17 21:22:02,355 Updating WAITING jobs +2021-12-17 21:22:02,355 Update finished +2021-12-17 21:22:12,365 Reloading parameters... +2021-12-17 21:22:12,384 Loading parameters... +2021-12-17 21:22:12,385 Loading project parameters... +2021-12-17 21:22:12,387 + +23 of 25 jobs remaining (21:22) +2021-12-17 21:22:12,387 Sleep: 10 +2021-12-17 21:22:12,387 Number of retrials: 0 +2021-12-17 21:22:12,387 WRAPPER CHECK TIME = 10 +2021-12-17 21:22:12,388 Checking jobs for platform=marenostrum4 +2021-12-17 21:22:12,388 Checking jobs for platform=nord3 +2021-12-17 21:22:12,389 Checking jobs for platform=local +2021-12-17 21:22:12,390 Checking jobs for platform=transfer_node +2021-12-17 21:22:12,390 Checking all jobs at once +2021-12-17 21:22:14,060 Successful check job command +2021-12-17 21:22:16,431 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:22:16,431 End of checking +2021-12-17 21:22:16,434 Updating FAILED jobs +2021-12-17 21:22:16,434 Updating WAITING jobs +2021-12-17 21:22:16,434 Update finished +2021-12-17 21:22:16,434 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:22:16,435 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:22:16,435 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:22:16,435 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:22:16,438 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:22:16,440 Job list saved +2021-12-17 21:22:16,449 Updating FAILED jobs +2021-12-17 21:22:16,449 Updating WAITING jobs +2021-12-17 21:22:16,449 Update finished +2021-12-17 21:22:26,453 Reloading parameters... +2021-12-17 21:22:26,471 Loading parameters... +2021-12-17 21:22:26,473 Loading project parameters... +2021-12-17 21:22:26,475 + +23 of 25 jobs remaining (21:22) +2021-12-17 21:22:26,475 Sleep: 10 +2021-12-17 21:22:26,475 Number of retrials: 0 +2021-12-17 21:22:26,475 WRAPPER CHECK TIME = 10 +2021-12-17 21:22:26,475 Checking jobs for platform=marenostrum4 +2021-12-17 21:22:26,476 Checking jobs for platform=nord3 +2021-12-17 21:22:26,477 Checking jobs for platform=local +2021-12-17 21:22:26,477 Checking jobs for platform=transfer_node +2021-12-17 21:22:26,477 Checking all jobs at once +2021-12-17 21:22:27,796 Successful check job command +2021-12-17 21:22:29,017 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:22:29,017 End of checking +2021-12-17 21:22:29,018 Updating FAILED jobs +2021-12-17 21:22:29,018 Updating WAITING jobs +2021-12-17 21:22:29,018 Update finished +2021-12-17 21:22:29,019 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:22:29,019 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:22:29,019 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:22:29,019 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:22:29,021 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:22:29,023 Job list saved +2021-12-17 21:22:29,029 Updating FAILED jobs +2021-12-17 21:22:29,029 Updating WAITING jobs +2021-12-17 21:22:29,029 Update finished +2021-12-17 21:22:39,032 Reloading parameters... +2021-12-17 21:22:39,051 Loading parameters... +2021-12-17 21:22:39,052 Loading project parameters... +2021-12-17 21:22:39,054 + +23 of 25 jobs remaining (21:22) +2021-12-17 21:22:39,054 Sleep: 10 +2021-12-17 21:22:39,054 Number of retrials: 0 +2021-12-17 21:22:39,055 WRAPPER CHECK TIME = 10 +2021-12-17 21:22:39,055 Checking jobs for platform=marenostrum4 +2021-12-17 21:22:39,056 Checking jobs for platform=nord3 +2021-12-17 21:22:39,056 Checking jobs for platform=local +2021-12-17 21:22:39,057 Checking jobs for platform=transfer_node +2021-12-17 21:22:39,057 Checking all jobs at once +2021-12-17 21:22:40,879 Successful check job command +2021-12-17 21:22:42,650 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:22:42,650 End of checking +2021-12-17 21:22:42,652 Updating FAILED jobs +2021-12-17 21:22:42,652 Updating WAITING jobs +2021-12-17 21:22:42,652 Update finished +2021-12-17 21:22:42,652 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:22:42,652 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:22:42,653 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:22:42,653 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:22:42,656 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:22:42,658 Job list saved +2021-12-17 21:22:42,662 Updating FAILED jobs +2021-12-17 21:22:42,663 Updating WAITING jobs +2021-12-17 21:22:42,663 Update finished +2021-12-17 21:22:52,673 Reloading parameters... +2021-12-17 21:22:52,696 Loading parameters... +2021-12-17 21:22:52,697 Loading project parameters... +2021-12-17 21:22:52,699 + +23 of 25 jobs remaining (21:22) +2021-12-17 21:22:52,699 Sleep: 10 +2021-12-17 21:22:52,699 Number of retrials: 0 +2021-12-17 21:22:52,699 WRAPPER CHECK TIME = 10 +2021-12-17 21:22:52,700 Checking jobs for platform=marenostrum4 +2021-12-17 21:22:52,701 Checking jobs for platform=nord3 +2021-12-17 21:22:52,701 Checking jobs for platform=local +2021-12-17 21:22:52,702 Checking jobs for platform=transfer_node +2021-12-17 21:22:52,702 Checking all jobs at once +2021-12-17 21:22:54,077 Successful check job command +2021-12-17 21:22:55,847 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:22:55,848 End of checking +2021-12-17 21:22:55,849 Updating FAILED jobs +2021-12-17 21:22:55,849 Updating WAITING jobs +2021-12-17 21:22:55,850 Update finished +2021-12-17 21:22:55,850 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:22:55,851 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:22:55,851 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:22:55,851 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:22:55,854 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:22:55,856 Job list saved +2021-12-17 21:22:55,861 Updating FAILED jobs +2021-12-17 21:22:55,861 Updating WAITING jobs +2021-12-17 21:22:55,861 Update finished +2021-12-17 21:23:05,871 Reloading parameters... +2021-12-17 21:23:05,889 Loading parameters... +2021-12-17 21:23:05,891 Loading project parameters... +2021-12-17 21:23:05,893 + +23 of 25 jobs remaining (21:23) +2021-12-17 21:23:05,893 Sleep: 10 +2021-12-17 21:23:05,893 Number of retrials: 0 +2021-12-17 21:23:05,893 WRAPPER CHECK TIME = 10 +2021-12-17 21:23:05,894 Checking jobs for platform=marenostrum4 +2021-12-17 21:23:05,894 Checking jobs for platform=nord3 +2021-12-17 21:23:05,895 Checking jobs for platform=local +2021-12-17 21:23:05,895 Checking jobs for platform=transfer_node +2021-12-17 21:23:05,895 Checking all jobs at once +2021-12-17 21:23:07,165 Successful check job command +2021-12-17 21:23:09,688 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:23:09,688 End of checking +2021-12-17 21:23:09,690 Updating FAILED jobs +2021-12-17 21:23:09,690 Updating WAITING jobs +2021-12-17 21:23:09,690 Update finished +2021-12-17 21:23:09,690 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:23:09,690 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:23:09,690 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:23:09,691 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:23:09,693 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:23:09,695 Job list saved +2021-12-17 21:23:09,709 Updating FAILED jobs +2021-12-17 21:23:09,709 Updating WAITING jobs +2021-12-17 21:23:09,709 Update finished +2021-12-17 21:23:19,719 Reloading parameters... +2021-12-17 21:23:19,737 Loading parameters... +2021-12-17 21:23:19,739 Loading project parameters... +2021-12-17 21:23:19,740 + +23 of 25 jobs remaining (21:23) +2021-12-17 21:23:19,741 Sleep: 10 +2021-12-17 21:23:19,741 Number of retrials: 0 +2021-12-17 21:23:19,741 WRAPPER CHECK TIME = 10 +2021-12-17 21:23:19,741 Checking jobs for platform=marenostrum4 +2021-12-17 21:23:19,742 Checking jobs for platform=nord3 +2021-12-17 21:23:19,743 Checking jobs for platform=local +2021-12-17 21:23:19,743 Checking jobs for platform=transfer_node +2021-12-17 21:23:19,743 Checking all jobs at once +2021-12-17 21:23:21,012 Successful check job command +2021-12-17 21:23:22,182 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:23:22,182 End of checking +2021-12-17 21:23:22,183 Updating FAILED jobs +2021-12-17 21:23:22,183 Updating WAITING jobs +2021-12-17 21:23:22,184 Update finished +2021-12-17 21:23:22,184 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:23:22,184 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:23:22,184 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:23:22,184 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:23:22,187 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:23:22,191 Job list saved +2021-12-17 21:23:22,196 Updating FAILED jobs +2021-12-17 21:23:22,196 Updating WAITING jobs +2021-12-17 21:23:22,196 Update finished +2021-12-17 21:23:32,205 Reloading parameters... +2021-12-17 21:23:32,224 Loading parameters... +2021-12-17 21:23:32,225 Loading project parameters... +2021-12-17 21:23:32,227 + +23 of 25 jobs remaining (21:23) +2021-12-17 21:23:32,227 Sleep: 10 +2021-12-17 21:23:32,227 Number of retrials: 0 +2021-12-17 21:23:32,227 WRAPPER CHECK TIME = 10 +2021-12-17 21:23:32,228 Checking jobs for platform=marenostrum4 +2021-12-17 21:23:32,228 Checking jobs for platform=nord3 +2021-12-17 21:23:32,229 Checking jobs for platform=local +2021-12-17 21:23:32,230 Checking jobs for platform=transfer_node +2021-12-17 21:23:32,230 Checking all jobs at once +2021-12-17 21:23:35,152 Successful check job command +2021-12-17 21:23:36,421 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:23:36,422 End of checking +2021-12-17 21:23:36,423 Updating FAILED jobs +2021-12-17 21:23:36,423 Updating WAITING jobs +2021-12-17 21:23:36,423 Update finished +2021-12-17 21:23:36,423 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:23:36,424 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:23:36,424 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:23:36,424 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:23:36,427 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:23:36,429 Job list saved +2021-12-17 21:23:36,438 Updating FAILED jobs +2021-12-17 21:23:36,438 Updating WAITING jobs +2021-12-17 21:23:36,439 Update finished +2021-12-17 21:23:46,448 Reloading parameters... +2021-12-17 21:23:46,467 Loading parameters... +2021-12-17 21:23:46,468 Loading project parameters... +2021-12-17 21:23:46,470 + +23 of 25 jobs remaining (21:23) +2021-12-17 21:23:46,470 Sleep: 10 +2021-12-17 21:23:46,470 Number of retrials: 0 +2021-12-17 21:23:46,471 WRAPPER CHECK TIME = 10 +2021-12-17 21:23:46,471 Checking jobs for platform=marenostrum4 +2021-12-17 21:23:46,472 Checking jobs for platform=nord3 +2021-12-17 21:23:46,472 Checking jobs for platform=local +2021-12-17 21:23:46,473 Checking jobs for platform=transfer_node +2021-12-17 21:23:46,473 Checking all jobs at once +2021-12-17 21:23:48,693 Successful check job command +2021-12-17 21:23:50,114 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:23:50,114 End of checking +2021-12-17 21:23:50,115 Updating FAILED jobs +2021-12-17 21:23:50,115 Updating WAITING jobs +2021-12-17 21:23:50,116 Update finished +2021-12-17 21:23:50,116 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:23:50,116 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:23:50,116 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:23:50,116 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:23:50,119 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:23:50,120 Job list saved +2021-12-17 21:23:50,124 Updating FAILED jobs +2021-12-17 21:23:50,124 Updating WAITING jobs +2021-12-17 21:23:50,125 Update finished +2021-12-17 21:24:00,135 Reloading parameters... +2021-12-17 21:24:00,155 Loading parameters... +2021-12-17 21:24:00,157 Loading project parameters... +2021-12-17 21:24:00,158 + +23 of 25 jobs remaining (21:24) +2021-12-17 21:24:00,159 Sleep: 10 +2021-12-17 21:24:00,159 Number of retrials: 0 +2021-12-17 21:24:00,159 WRAPPER CHECK TIME = 10 +2021-12-17 21:24:00,159 Checking jobs for platform=marenostrum4 +2021-12-17 21:24:00,160 Checking jobs for platform=nord3 +2021-12-17 21:24:00,161 Checking jobs for platform=local +2021-12-17 21:24:00,161 Checking jobs for platform=transfer_node +2021-12-17 21:24:00,161 Checking all jobs at once +2021-12-17 21:24:02,486 Successful check job command +2021-12-17 21:24:04,307 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:24:04,307 End of checking +2021-12-17 21:24:04,309 Updating FAILED jobs +2021-12-17 21:24:04,309 Updating WAITING jobs +2021-12-17 21:24:04,309 Update finished +2021-12-17 21:24:04,309 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:24:04,309 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:24:04,309 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:24:04,310 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:24:04,312 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:24:04,314 Job list saved +2021-12-17 21:24:04,319 Updating FAILED jobs +2021-12-17 21:24:04,320 Updating WAITING jobs +2021-12-17 21:24:04,320 Update finished +2021-12-17 21:24:14,328 Reloading parameters... +2021-12-17 21:24:14,349 Loading parameters... +2021-12-17 21:24:14,351 Loading project parameters... +2021-12-17 21:24:14,353 + +23 of 25 jobs remaining (21:24) +2021-12-17 21:24:14,353 Sleep: 10 +2021-12-17 21:24:14,353 Number of retrials: 0 +2021-12-17 21:24:14,353 WRAPPER CHECK TIME = 10 +2021-12-17 21:24:14,354 Checking jobs for platform=marenostrum4 +2021-12-17 21:24:14,354 Checking jobs for platform=nord3 +2021-12-17 21:24:14,355 Checking jobs for platform=local +2021-12-17 21:24:14,355 Checking jobs for platform=transfer_node +2021-12-17 21:24:14,355 Checking all jobs at once +2021-12-17 21:24:17,280 Successful check job command +2021-12-17 21:24:20,402 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:24:20,403 End of checking +2021-12-17 21:24:20,404 Updating FAILED jobs +2021-12-17 21:24:20,404 Updating WAITING jobs +2021-12-17 21:24:20,404 Update finished +2021-12-17 21:24:20,405 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:24:20,405 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:24:20,406 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:24:20,406 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:24:20,408 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:24:20,410 Job list saved +2021-12-17 21:24:20,415 Updating FAILED jobs +2021-12-17 21:24:20,415 Updating WAITING jobs +2021-12-17 21:24:20,415 Update finished +2021-12-17 21:24:30,425 Reloading parameters... +2021-12-17 21:24:30,444 Loading parameters... +2021-12-17 21:24:30,445 Loading project parameters... +2021-12-17 21:24:30,447 + +23 of 25 jobs remaining (21:24) +2021-12-17 21:24:30,447 Sleep: 10 +2021-12-17 21:24:30,447 Number of retrials: 0 +2021-12-17 21:24:30,447 WRAPPER CHECK TIME = 10 +2021-12-17 21:24:30,448 Checking jobs for platform=marenostrum4 +2021-12-17 21:24:30,449 Checking jobs for platform=nord3 +2021-12-17 21:24:30,449 Checking jobs for platform=local +2021-12-17 21:24:30,450 Checking jobs for platform=transfer_node +2021-12-17 21:24:30,450 Checking all jobs at once +2021-12-17 21:24:32,371 Successful check job command +2021-12-17 21:24:36,447 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:24:36,448 End of checking +2021-12-17 21:24:36,449 Updating FAILED jobs +2021-12-17 21:24:36,449 Updating WAITING jobs +2021-12-17 21:24:36,449 Update finished +2021-12-17 21:24:36,450 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:24:36,450 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:24:36,450 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:24:36,450 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:24:36,453 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:24:36,456 Job list saved +2021-12-17 21:24:36,468 Updating FAILED jobs +2021-12-17 21:24:36,468 Updating WAITING jobs +2021-12-17 21:24:36,468 Update finished +2021-12-17 21:24:46,478 Reloading parameters... +2021-12-17 21:24:46,507 Loading parameters... +2021-12-17 21:24:46,515 Loading project parameters... +2021-12-17 21:24:46,520 + +23 of 25 jobs remaining (21:24) +2021-12-17 21:24:46,520 Sleep: 10 +2021-12-17 21:24:46,520 Number of retrials: 0 +2021-12-17 21:24:46,521 WRAPPER CHECK TIME = 10 +2021-12-17 21:24:46,521 Checking jobs for platform=marenostrum4 +2021-12-17 21:24:46,522 Checking jobs for platform=nord3 +2021-12-17 21:24:46,523 Checking jobs for platform=local +2021-12-17 21:24:46,523 Checking jobs for platform=transfer_node +2021-12-17 21:24:46,523 Checking all jobs at once +2021-12-17 21:24:48,548 Successful check job command +2021-12-17 21:24:49,920 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:24:49,920 End of checking +2021-12-17 21:24:49,921 Updating FAILED jobs +2021-12-17 21:24:49,921 Updating WAITING jobs +2021-12-17 21:24:49,921 Update finished +2021-12-17 21:24:49,922 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:24:49,922 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:24:49,922 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:24:49,922 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:24:49,925 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:24:49,928 Job list saved +2021-12-17 21:24:49,933 Updating FAILED jobs +2021-12-17 21:24:49,933 Updating WAITING jobs +2021-12-17 21:24:49,933 Update finished +2021-12-17 21:24:59,943 Reloading parameters... +2021-12-17 21:24:59,962 Loading parameters... +2021-12-17 21:24:59,963 Loading project parameters... +2021-12-17 21:24:59,965 + +23 of 25 jobs remaining (21:24) +2021-12-17 21:24:59,965 Sleep: 10 +2021-12-17 21:24:59,965 Number of retrials: 0 +2021-12-17 21:24:59,965 WRAPPER CHECK TIME = 10 +2021-12-17 21:24:59,966 Checking jobs for platform=marenostrum4 +2021-12-17 21:24:59,966 Checking jobs for platform=nord3 +2021-12-17 21:24:59,967 Checking jobs for platform=local +2021-12-17 21:24:59,967 Checking jobs for platform=transfer_node +2021-12-17 21:24:59,968 Checking all jobs at once +2021-12-17 21:25:02,440 Successful check job command +2021-12-17 21:25:03,810 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:25:03,811 End of checking +2021-12-17 21:25:03,817 Updating FAILED jobs +2021-12-17 21:25:03,817 Updating WAITING jobs +2021-12-17 21:25:03,817 Update finished +2021-12-17 21:25:03,817 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:25:03,819 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:25:03,819 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:25:03,819 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:25:03,827 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:25:03,830 Job list saved +2021-12-17 21:25:03,840 Updating FAILED jobs +2021-12-17 21:25:03,840 Updating WAITING jobs +2021-12-17 21:25:03,841 Update finished +2021-12-17 21:25:13,849 Reloading parameters... +2021-12-17 21:25:13,874 Loading parameters... +2021-12-17 21:25:13,875 Loading project parameters... +2021-12-17 21:25:13,877 + +23 of 25 jobs remaining (21:25) +2021-12-17 21:25:13,877 Sleep: 10 +2021-12-17 21:25:13,877 Number of retrials: 0 +2021-12-17 21:25:13,877 WRAPPER CHECK TIME = 10 +2021-12-17 21:25:13,878 Checking jobs for platform=marenostrum4 +2021-12-17 21:25:13,879 Checking jobs for platform=nord3 +2021-12-17 21:25:13,879 Checking jobs for platform=local +2021-12-17 21:25:13,880 Checking jobs for platform=transfer_node +2021-12-17 21:25:13,880 Checking all jobs at once +2021-12-17 21:25:16,803 Successful check job command +2021-12-17 21:25:19,878 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:25:19,879 End of checking +2021-12-17 21:25:19,880 Updating FAILED jobs +2021-12-17 21:25:19,880 Updating WAITING jobs +2021-12-17 21:25:19,880 Update finished +2021-12-17 21:25:19,881 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:25:19,881 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:25:19,881 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:25:19,881 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:25:19,884 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:25:19,886 Job list saved +2021-12-17 21:25:19,891 Updating FAILED jobs +2021-12-17 21:25:19,891 Updating WAITING jobs +2021-12-17 21:25:19,892 Update finished +2021-12-17 21:25:29,902 Reloading parameters... +2021-12-17 21:25:29,925 Loading parameters... +2021-12-17 21:25:29,927 Loading project parameters... +2021-12-17 21:25:29,929 + +23 of 25 jobs remaining (21:25) +2021-12-17 21:25:29,929 Sleep: 10 +2021-12-17 21:25:29,929 Number of retrials: 0 +2021-12-17 21:25:29,929 WRAPPER CHECK TIME = 10 +2021-12-17 21:25:29,930 Checking jobs for platform=marenostrum4 +2021-12-17 21:25:29,930 Checking jobs for platform=nord3 +2021-12-17 21:25:29,931 Checking jobs for platform=local +2021-12-17 21:25:29,931 Checking jobs for platform=transfer_node +2021-12-17 21:25:29,932 Checking all jobs at once +2021-12-17 21:25:32,102 Successful check job command +2021-12-17 21:25:33,722 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:25:33,722 End of checking +2021-12-17 21:25:33,724 Updating FAILED jobs +2021-12-17 21:25:33,724 Updating WAITING jobs +2021-12-17 21:25:33,725 Update finished +2021-12-17 21:25:33,725 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:25:33,725 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:25:33,725 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:25:33,725 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:25:33,728 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:25:33,730 Job list saved +2021-12-17 21:25:33,744 Updating FAILED jobs +2021-12-17 21:25:33,744 Updating WAITING jobs +2021-12-17 21:25:33,744 Update finished +2021-12-17 21:25:43,754 Reloading parameters... +2021-12-17 21:25:43,773 Loading parameters... +2021-12-17 21:25:43,774 Loading project parameters... +2021-12-17 21:25:43,776 + +23 of 25 jobs remaining (21:25) +2021-12-17 21:25:43,776 Sleep: 10 +2021-12-17 21:25:43,776 Number of retrials: 0 +2021-12-17 21:25:43,776 WRAPPER CHECK TIME = 10 +2021-12-17 21:25:43,777 Checking jobs for platform=marenostrum4 +2021-12-17 21:25:43,777 Checking jobs for platform=nord3 +2021-12-17 21:25:43,778 Checking jobs for platform=local +2021-12-17 21:25:43,778 Checking jobs for platform=transfer_node +2021-12-17 21:25:43,778 Checking all jobs at once +2021-12-17 21:25:45,651 Successful check job command +2021-12-17 21:25:47,673 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:25:47,673 End of checking +2021-12-17 21:25:47,675 Updating FAILED jobs +2021-12-17 21:25:47,675 Updating WAITING jobs +2021-12-17 21:25:47,675 Update finished +2021-12-17 21:25:47,675 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:25:47,676 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:25:47,676 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:25:47,676 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:25:47,680 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:25:47,682 Job list saved +2021-12-17 21:25:47,687 Updating FAILED jobs +2021-12-17 21:25:47,687 Updating WAITING jobs +2021-12-17 21:25:47,687 Update finished +2021-12-17 21:25:57,696 Reloading parameters... +2021-12-17 21:25:57,715 Loading parameters... +2021-12-17 21:25:57,717 Loading project parameters... +2021-12-17 21:25:57,719 + +23 of 25 jobs remaining (21:25) +2021-12-17 21:25:57,719 Sleep: 10 +2021-12-17 21:25:57,719 Number of retrials: 0 +2021-12-17 21:25:57,719 WRAPPER CHECK TIME = 10 +2021-12-17 21:25:57,720 Checking jobs for platform=marenostrum4 +2021-12-17 21:25:57,720 Checking jobs for platform=nord3 +2021-12-17 21:25:57,721 Checking jobs for platform=local +2021-12-17 21:25:57,721 Checking jobs for platform=transfer_node +2021-12-17 21:25:57,721 Checking all jobs at once +2021-12-17 21:26:00,004 Successful check job command +2021-12-17 21:26:01,273 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:26:01,273 End of checking +2021-12-17 21:26:01,275 Updating FAILED jobs +2021-12-17 21:26:01,275 Updating WAITING jobs +2021-12-17 21:26:01,275 Update finished +2021-12-17 21:26:01,275 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:26:01,276 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:26:01,276 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:26:01,276 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:26:01,279 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:26:01,281 Job list saved +2021-12-17 21:26:01,287 Updating FAILED jobs +2021-12-17 21:26:01,287 Updating WAITING jobs +2021-12-17 21:26:01,287 Update finished +2021-12-17 21:26:11,298 Reloading parameters... +2021-12-17 21:26:11,321 Loading parameters... +2021-12-17 21:26:11,323 Loading project parameters... +2021-12-17 21:26:11,325 + +23 of 25 jobs remaining (21:26) +2021-12-17 21:26:11,325 Sleep: 10 +2021-12-17 21:26:11,325 Number of retrials: 0 +2021-12-17 21:26:11,326 WRAPPER CHECK TIME = 10 +2021-12-17 21:26:11,326 Checking jobs for platform=marenostrum4 +2021-12-17 21:26:11,327 Checking jobs for platform=nord3 +2021-12-17 21:26:11,327 Checking jobs for platform=local +2021-12-17 21:26:11,328 Checking jobs for platform=transfer_node +2021-12-17 21:26:11,328 Checking all jobs at once +2021-12-17 21:26:13,849 Successful check job command +2021-12-17 21:26:16,022 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:26:16,022 End of checking +2021-12-17 21:26:16,024 Updating FAILED jobs +2021-12-17 21:26:16,024 Updating WAITING jobs +2021-12-17 21:26:16,024 Update finished +2021-12-17 21:26:16,025 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:26:16,025 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:26:16,025 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:26:16,025 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:26:16,028 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:26:16,030 Job list saved +2021-12-17 21:26:16,036 Updating FAILED jobs +2021-12-17 21:26:16,036 Updating WAITING jobs +2021-12-17 21:26:16,036 Update finished +2021-12-17 21:26:26,046 Reloading parameters... +2021-12-17 21:26:26,067 Loading parameters... +2021-12-17 21:26:26,069 Loading project parameters... +2021-12-17 21:26:26,071 + +23 of 25 jobs remaining (21:26) +2021-12-17 21:26:26,071 Sleep: 10 +2021-12-17 21:26:26,071 Number of retrials: 0 +2021-12-17 21:26:26,071 WRAPPER CHECK TIME = 10 +2021-12-17 21:26:26,072 Checking jobs for platform=marenostrum4 +2021-12-17 21:26:26,073 Checking jobs for platform=nord3 +2021-12-17 21:26:26,074 Checking jobs for platform=local +2021-12-17 21:26:26,074 Checking jobs for platform=transfer_node +2021-12-17 21:26:26,074 Checking all jobs at once +2021-12-17 21:26:27,459 Successful check job command +2021-12-17 21:26:29,981 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:26:29,982 End of checking +2021-12-17 21:26:29,983 Updating FAILED jobs +2021-12-17 21:26:29,984 Updating WAITING jobs +2021-12-17 21:26:29,984 Update finished +2021-12-17 21:26:29,984 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:26:29,985 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:26:29,985 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:26:29,985 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:26:29,988 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:26:29,990 Job list saved +2021-12-17 21:26:29,996 Updating FAILED jobs +2021-12-17 21:26:29,996 Updating WAITING jobs +2021-12-17 21:26:29,997 Update finished +2021-12-17 21:26:40,006 Reloading parameters... +2021-12-17 21:26:40,026 Loading parameters... +2021-12-17 21:26:40,027 Loading project parameters... +2021-12-17 21:26:40,029 + +23 of 25 jobs remaining (21:26) +2021-12-17 21:26:40,029 Sleep: 10 +2021-12-17 21:26:40,029 Number of retrials: 0 +2021-12-17 21:26:40,029 WRAPPER CHECK TIME = 10 +2021-12-17 21:26:40,030 Checking jobs for platform=marenostrum4 +2021-12-17 21:26:40,031 Checking jobs for platform=nord3 +2021-12-17 21:26:40,031 Checking jobs for platform=local +2021-12-17 21:26:40,032 Checking jobs for platform=transfer_node +2021-12-17 21:26:40,032 Checking all jobs at once +2021-12-17 21:26:42,405 Successful check job command +2021-12-17 21:26:45,230 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:26:45,231 End of checking +2021-12-17 21:26:45,232 Updating FAILED jobs +2021-12-17 21:26:45,232 Updating WAITING jobs +2021-12-17 21:26:45,233 Update finished +2021-12-17 21:26:45,233 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:26:45,233 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:26:45,233 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:26:45,233 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:26:45,236 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:26:45,238 Job list saved +2021-12-17 21:26:45,244 Updating FAILED jobs +2021-12-17 21:26:45,244 Updating WAITING jobs +2021-12-17 21:26:45,244 Update finished +2021-12-17 21:26:55,253 Reloading parameters... +2021-12-17 21:26:55,277 Loading parameters... +2021-12-17 21:26:55,278 Loading project parameters... +2021-12-17 21:26:55,280 + +23 of 25 jobs remaining (21:26) +2021-12-17 21:26:55,281 Sleep: 10 +2021-12-17 21:26:55,281 Number of retrials: 0 +2021-12-17 21:26:55,281 WRAPPER CHECK TIME = 10 +2021-12-17 21:26:55,281 Checking jobs for platform=marenostrum4 +2021-12-17 21:26:55,282 Checking jobs for platform=nord3 +2021-12-17 21:26:55,282 Checking jobs for platform=local +2021-12-17 21:26:55,283 Checking jobs for platform=transfer_node +2021-12-17 21:26:55,283 Checking all jobs at once +2021-12-17 21:26:56,904 Successful check job command +2021-12-17 21:26:59,175 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:26:59,176 End of checking +2021-12-17 21:26:59,177 Updating FAILED jobs +2021-12-17 21:26:59,177 Updating WAITING jobs +2021-12-17 21:26:59,177 Update finished +2021-12-17 21:26:59,178 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:26:59,178 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:26:59,178 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:26:59,178 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:26:59,181 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:26:59,183 Job list saved +2021-12-17 21:26:59,188 Updating FAILED jobs +2021-12-17 21:26:59,188 Updating WAITING jobs +2021-12-17 21:26:59,188 Update finished +2021-12-17 21:27:09,196 Reloading parameters... +2021-12-17 21:27:09,216 Loading parameters... +2021-12-17 21:27:09,218 Loading project parameters... +2021-12-17 21:27:09,220 + +23 of 25 jobs remaining (21:27) +2021-12-17 21:27:09,220 Sleep: 10 +2021-12-17 21:27:09,220 Number of retrials: 0 +2021-12-17 21:27:09,220 WRAPPER CHECK TIME = 10 +2021-12-17 21:27:09,221 Checking jobs for platform=marenostrum4 +2021-12-17 21:27:09,221 Checking jobs for platform=nord3 +2021-12-17 21:27:09,222 Checking jobs for platform=local +2021-12-17 21:27:09,222 Checking jobs for platform=transfer_node +2021-12-17 21:27:09,222 Checking all jobs at once +2021-12-17 21:27:10,642 Successful check job command +2021-12-17 21:27:11,962 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:27:11,962 End of checking +2021-12-17 21:27:11,963 Updating FAILED jobs +2021-12-17 21:27:11,963 Updating WAITING jobs +2021-12-17 21:27:11,964 Update finished +2021-12-17 21:27:11,964 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:27:11,964 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:27:11,964 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:27:11,964 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:27:11,967 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:27:11,970 Job list saved +2021-12-17 21:27:11,974 Updating FAILED jobs +2021-12-17 21:27:11,975 Updating WAITING jobs +2021-12-17 21:27:11,975 Update finished +2021-12-17 21:27:21,985 Reloading parameters... +2021-12-17 21:27:22,003 Loading parameters... +2021-12-17 21:27:22,005 Loading project parameters... +2021-12-17 21:27:22,007 + +23 of 25 jobs remaining (21:27) +2021-12-17 21:27:22,007 Sleep: 10 +2021-12-17 21:27:22,007 Number of retrials: 0 +2021-12-17 21:27:22,007 WRAPPER CHECK TIME = 10 +2021-12-17 21:27:22,008 Checking jobs for platform=marenostrum4 +2021-12-17 21:27:22,008 Checking jobs for platform=nord3 +2021-12-17 21:27:22,009 Checking jobs for platform=local +2021-12-17 21:27:22,009 Checking jobs for platform=transfer_node +2021-12-17 21:27:22,010 Checking all jobs at once +2021-12-17 21:27:24,633 Successful check job command +2021-12-17 21:27:27,004 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:27:27,004 End of checking +2021-12-17 21:27:27,006 Updating FAILED jobs +2021-12-17 21:27:27,006 Updating WAITING jobs +2021-12-17 21:27:27,006 Update finished +2021-12-17 21:27:27,006 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:27:27,007 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:27:27,007 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:27:27,007 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:27:27,010 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:27:27,012 Job list saved +2021-12-17 21:27:27,017 Updating FAILED jobs +2021-12-17 21:27:27,017 Updating WAITING jobs +2021-12-17 21:27:27,017 Update finished +2021-12-17 21:27:37,027 Reloading parameters... +2021-12-17 21:27:37,047 Loading parameters... +2021-12-17 21:27:37,048 Loading project parameters... +2021-12-17 21:27:37,050 + +23 of 25 jobs remaining (21:27) +2021-12-17 21:27:37,050 Sleep: 10 +2021-12-17 21:27:37,050 Number of retrials: 0 +2021-12-17 21:27:37,050 WRAPPER CHECK TIME = 10 +2021-12-17 21:27:37,051 Checking jobs for platform=marenostrum4 +2021-12-17 21:27:37,052 Checking jobs for platform=nord3 +2021-12-17 21:27:37,052 Checking jobs for platform=local +2021-12-17 21:27:37,054 Checking jobs for platform=transfer_node +2021-12-17 21:27:37,054 Checking all jobs at once +2021-12-17 21:27:38,626 Successful check job command +2021-12-17 21:27:47,009 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:27:47,010 End of checking +2021-12-17 21:27:47,011 Updating FAILED jobs +2021-12-17 21:27:47,012 Updating WAITING jobs +2021-12-17 21:27:47,012 Update finished +2021-12-17 21:27:47,012 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:27:47,013 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:27:47,013 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:27:47,013 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:27:47,016 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:27:47,018 Job list saved +2021-12-17 21:27:47,044 Updating FAILED jobs +2021-12-17 21:27:47,044 Updating WAITING jobs +2021-12-17 21:27:47,044 Update finished +2021-12-17 21:27:57,047 Reloading parameters... +2021-12-17 21:27:57,069 Loading parameters... +2021-12-17 21:27:57,072 Loading project parameters... +2021-12-17 21:27:57,074 + +23 of 25 jobs remaining (21:27) +2021-12-17 21:27:57,074 Sleep: 10 +2021-12-17 21:27:57,075 Number of retrials: 0 +2021-12-17 21:27:57,075 WRAPPER CHECK TIME = 10 +2021-12-17 21:27:57,075 Checking jobs for platform=marenostrum4 +2021-12-17 21:27:57,077 Checking jobs for platform=nord3 +2021-12-17 21:27:57,077 Checking jobs for platform=local +2021-12-17 21:27:57,079 Checking jobs for platform=transfer_node +2021-12-17 21:27:57,079 Checking all jobs at once +2021-12-17 21:27:59,312 Successful check job command +2021-12-17 21:28:02,836 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:28:02,837 End of checking +2021-12-17 21:28:02,838 Updating FAILED jobs +2021-12-17 21:28:02,838 Updating WAITING jobs +2021-12-17 21:28:02,838 Update finished +2021-12-17 21:28:02,839 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:28:02,839 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:28:02,839 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:28:02,839 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:28:02,842 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:28:02,844 Job list saved +2021-12-17 21:28:02,856 Updating FAILED jobs +2021-12-17 21:28:02,856 Updating WAITING jobs +2021-12-17 21:28:02,856 Update finished +2021-12-17 21:28:12,866 Reloading parameters... +2021-12-17 21:28:12,884 Loading parameters... +2021-12-17 21:28:12,885 Loading project parameters... +2021-12-17 21:28:12,887 + +23 of 25 jobs remaining (21:28) +2021-12-17 21:28:12,887 Sleep: 10 +2021-12-17 21:28:12,887 Number of retrials: 0 +2021-12-17 21:28:12,887 WRAPPER CHECK TIME = 10 +2021-12-17 21:28:12,888 Checking jobs for platform=marenostrum4 +2021-12-17 21:28:12,889 Checking jobs for platform=nord3 +2021-12-17 21:28:12,889 Checking jobs for platform=local +2021-12-17 21:28:12,890 Checking jobs for platform=transfer_node +2021-12-17 21:28:12,890 Checking all jobs at once +2021-12-17 21:28:14,165 Successful check job command +2021-12-17 21:28:18,441 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:28:18,442 End of checking +2021-12-17 21:28:18,443 Updating FAILED jobs +2021-12-17 21:28:18,443 Updating WAITING jobs +2021-12-17 21:28:18,443 Update finished +2021-12-17 21:28:18,444 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:28:18,444 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:28:18,444 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:28:18,444 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:28:18,447 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:28:18,449 Job list saved +2021-12-17 21:28:18,454 Updating FAILED jobs +2021-12-17 21:28:18,455 Updating WAITING jobs +2021-12-17 21:28:18,455 Update finished +2021-12-17 21:28:28,464 Reloading parameters... +2021-12-17 21:28:28,488 Loading parameters... +2021-12-17 21:28:28,489 Loading project parameters... +2021-12-17 21:28:28,491 + +23 of 25 jobs remaining (21:28) +2021-12-17 21:28:28,491 Sleep: 10 +2021-12-17 21:28:28,492 Number of retrials: 0 +2021-12-17 21:28:28,492 WRAPPER CHECK TIME = 10 +2021-12-17 21:28:28,492 Checking jobs for platform=marenostrum4 +2021-12-17 21:28:28,493 Checking jobs for platform=nord3 +2021-12-17 21:28:28,493 Checking jobs for platform=local +2021-12-17 21:28:28,494 Checking jobs for platform=transfer_node +2021-12-17 21:28:28,494 Checking all jobs at once +2021-12-17 21:28:32,878 Successful check job command +2021-12-17 21:28:36,350 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:28:36,351 End of checking +2021-12-17 21:28:36,352 Updating FAILED jobs +2021-12-17 21:28:36,352 Updating WAITING jobs +2021-12-17 21:28:36,352 Update finished +2021-12-17 21:28:36,352 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:28:36,353 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:28:36,353 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:28:36,353 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:28:36,355 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:28:36,358 Job list saved +2021-12-17 21:28:36,382 Updating FAILED jobs +2021-12-17 21:28:36,382 Updating WAITING jobs +2021-12-17 21:28:36,382 Update finished +2021-12-17 21:28:46,389 Reloading parameters... +2021-12-17 21:28:46,408 Loading parameters... +2021-12-17 21:28:46,410 Loading project parameters... +2021-12-17 21:28:46,412 + +23 of 25 jobs remaining (21:28) +2021-12-17 21:28:46,412 Sleep: 10 +2021-12-17 21:28:46,412 Number of retrials: 0 +2021-12-17 21:28:46,412 WRAPPER CHECK TIME = 10 +2021-12-17 21:28:46,413 Checking jobs for platform=marenostrum4 +2021-12-17 21:28:46,413 Checking jobs for platform=nord3 +2021-12-17 21:28:46,414 Checking jobs for platform=local +2021-12-17 21:28:46,414 Checking jobs for platform=transfer_node +2021-12-17 21:28:46,414 Checking all jobs at once +2021-12-17 21:28:48,587 Successful check job command +2021-12-17 21:28:51,459 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:28:51,459 End of checking +2021-12-17 21:28:51,461 Updating FAILED jobs +2021-12-17 21:28:51,461 Updating WAITING jobs +2021-12-17 21:28:51,462 Update finished +2021-12-17 21:28:51,462 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:28:51,462 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:28:51,462 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:28:51,462 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:28:51,467 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:28:51,469 Job list saved +2021-12-17 21:28:51,474 Updating FAILED jobs +2021-12-17 21:28:51,474 Updating WAITING jobs +2021-12-17 21:28:51,474 Update finished +2021-12-17 21:29:01,484 Reloading parameters... +2021-12-17 21:29:01,503 Loading parameters... +2021-12-17 21:29:01,504 Loading project parameters... +2021-12-17 21:29:01,506 + +23 of 25 jobs remaining (21:29) +2021-12-17 21:29:01,506 Sleep: 10 +2021-12-17 21:29:01,506 Number of retrials: 0 +2021-12-17 21:29:01,506 WRAPPER CHECK TIME = 10 +2021-12-17 21:29:01,507 Checking jobs for platform=marenostrum4 +2021-12-17 21:29:01,517 Checking jobs for platform=nord3 +2021-12-17 21:29:01,518 Checking jobs for platform=local +2021-12-17 21:29:01,518 Checking jobs for platform=transfer_node +2021-12-17 21:29:01,518 Checking all jobs at once +2021-12-17 21:29:02,839 Successful check job command +2021-12-17 21:29:04,158 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:29:04,158 End of checking +2021-12-17 21:29:04,160 Updating FAILED jobs +2021-12-17 21:29:04,160 Updating WAITING jobs +2021-12-17 21:29:04,160 Update finished +2021-12-17 21:29:04,160 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:29:04,160 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:29:04,161 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:29:04,161 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:29:04,163 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:29:04,166 Job list saved +2021-12-17 21:29:04,173 Updating FAILED jobs +2021-12-17 21:29:04,173 Updating WAITING jobs +2021-12-17 21:29:04,173 Update finished +2021-12-17 21:29:14,183 Reloading parameters... +2021-12-17 21:29:14,200 Loading parameters... +2021-12-17 21:29:14,202 Loading project parameters... +2021-12-17 21:29:14,203 + +23 of 25 jobs remaining (21:29) +2021-12-17 21:29:14,204 Sleep: 10 +2021-12-17 21:29:14,204 Number of retrials: 0 +2021-12-17 21:29:14,204 WRAPPER CHECK TIME = 10 +2021-12-17 21:29:14,204 Checking jobs for platform=marenostrum4 +2021-12-17 21:29:14,205 Checking jobs for platform=nord3 +2021-12-17 21:29:14,205 Checking jobs for platform=local +2021-12-17 21:29:14,206 Checking jobs for platform=transfer_node +2021-12-17 21:29:14,206 Checking all jobs at once +2021-12-17 21:29:16,830 Successful check job command +2021-12-17 21:29:20,153 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:29:20,153 End of checking +2021-12-17 21:29:20,155 Updating FAILED jobs +2021-12-17 21:29:20,155 Updating WAITING jobs +2021-12-17 21:29:20,155 Update finished +2021-12-17 21:29:20,155 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:29:20,156 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:29:20,156 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:29:20,156 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:29:20,158 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:29:20,161 Job list saved +2021-12-17 21:29:20,165 Updating FAILED jobs +2021-12-17 21:29:20,165 Updating WAITING jobs +2021-12-17 21:29:20,165 Update finished +2021-12-17 21:29:30,175 Reloading parameters... +2021-12-17 21:29:30,194 Loading parameters... +2021-12-17 21:29:30,195 Loading project parameters... +2021-12-17 21:29:30,198 + +23 of 25 jobs remaining (21:29) +2021-12-17 21:29:30,198 Sleep: 10 +2021-12-17 21:29:30,198 Number of retrials: 0 +2021-12-17 21:29:30,198 WRAPPER CHECK TIME = 10 +2021-12-17 21:29:30,199 Checking jobs for platform=marenostrum4 +2021-12-17 21:29:30,200 Checking jobs for platform=nord3 +2021-12-17 21:29:30,200 Checking jobs for platform=local +2021-12-17 21:29:30,201 Checking jobs for platform=transfer_node +2021-12-17 21:29:30,201 Checking all jobs at once +2021-12-17 21:29:31,572 Successful check job command +2021-12-17 21:29:32,942 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:29:32,942 End of checking +2021-12-17 21:29:32,943 Updating FAILED jobs +2021-12-17 21:29:32,944 Updating WAITING jobs +2021-12-17 21:29:32,944 Update finished +2021-12-17 21:29:32,944 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:29:32,944 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:29:32,944 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:29:32,944 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:29:32,947 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:29:32,949 Job list saved +2021-12-17 21:29:32,954 Updating FAILED jobs +2021-12-17 21:29:32,954 Updating WAITING jobs +2021-12-17 21:29:32,954 Update finished +2021-12-17 21:29:42,964 Reloading parameters... +2021-12-17 21:29:42,982 Loading parameters... +2021-12-17 21:29:42,983 Loading project parameters... +2021-12-17 21:29:42,985 + +23 of 25 jobs remaining (21:29) +2021-12-17 21:29:42,985 Sleep: 10 +2021-12-17 21:29:42,985 Number of retrials: 0 +2021-12-17 21:29:42,985 WRAPPER CHECK TIME = 10 +2021-12-17 21:29:42,986 Checking jobs for platform=marenostrum4 +2021-12-17 21:29:42,986 Checking jobs for platform=nord3 +2021-12-17 21:29:42,987 Checking jobs for platform=local +2021-12-17 21:29:42,987 Checking jobs for platform=transfer_node +2021-12-17 21:29:42,988 Checking all jobs at once +2021-12-17 21:29:44,407 Successful check job command +2021-12-17 21:29:45,729 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:29:45,729 End of checking +2021-12-17 21:29:45,730 Updating FAILED jobs +2021-12-17 21:29:45,731 Updating WAITING jobs +2021-12-17 21:29:45,731 Update finished +2021-12-17 21:29:45,731 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:29:45,731 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:29:45,731 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:29:45,732 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:29:45,734 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:29:45,736 Job list saved +2021-12-17 21:29:45,741 Updating FAILED jobs +2021-12-17 21:29:45,741 Updating WAITING jobs +2021-12-17 21:29:45,741 Update finished +2021-12-17 21:29:55,749 Reloading parameters... +2021-12-17 21:29:55,769 Loading parameters... +2021-12-17 21:29:55,770 Loading project parameters... +2021-12-17 21:29:55,772 + +23 of 25 jobs remaining (21:29) +2021-12-17 21:29:55,772 Sleep: 10 +2021-12-17 21:29:55,772 Number of retrials: 0 +2021-12-17 21:29:55,772 WRAPPER CHECK TIME = 10 +2021-12-17 21:29:55,773 Checking jobs for platform=marenostrum4 +2021-12-17 21:29:55,774 Checking jobs for platform=nord3 +2021-12-17 21:29:55,774 Checking jobs for platform=local +2021-12-17 21:29:55,775 Checking jobs for platform=transfer_node +2021-12-17 21:29:55,775 Checking all jobs at once +2021-12-17 21:29:57,645 Successful check job command +2021-12-17 21:30:01,920 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:30:01,920 End of checking +2021-12-17 21:30:01,922 Updating FAILED jobs +2021-12-17 21:30:01,922 Updating WAITING jobs +2021-12-17 21:30:01,922 Update finished +2021-12-17 21:30:01,922 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:30:01,923 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:30:01,924 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:30:01,924 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:30:01,926 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:30:01,929 Job list saved +2021-12-17 21:30:01,937 Updating FAILED jobs +2021-12-17 21:30:01,937 Updating WAITING jobs +2021-12-17 21:30:01,938 Update finished +2021-12-17 21:30:11,948 Reloading parameters... +2021-12-17 21:30:11,979 Loading parameters... +2021-12-17 21:30:11,980 Loading project parameters... +2021-12-17 21:30:11,982 + +23 of 25 jobs remaining (21:30) +2021-12-17 21:30:11,982 Sleep: 10 +2021-12-17 21:30:11,982 Number of retrials: 0 +2021-12-17 21:30:11,982 WRAPPER CHECK TIME = 10 +2021-12-17 21:30:11,983 Checking jobs for platform=marenostrum4 +2021-12-17 21:30:11,983 Checking jobs for platform=nord3 +2021-12-17 21:30:11,984 Checking jobs for platform=local +2021-12-17 21:30:11,984 Checking jobs for platform=transfer_node +2021-12-17 21:30:11,985 Checking all jobs at once +2021-12-17 21:30:13,307 Successful check job command +2021-12-17 21:30:15,979 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:30:15,979 End of checking +2021-12-17 21:30:15,980 Updating FAILED jobs +2021-12-17 21:30:15,981 Updating WAITING jobs +2021-12-17 21:30:15,981 Update finished +2021-12-17 21:30:15,981 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:30:15,981 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:30:15,981 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:30:15,981 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:30:15,984 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:30:15,986 Job list saved +2021-12-17 21:30:15,992 Updating FAILED jobs +2021-12-17 21:30:15,992 Updating WAITING jobs +2021-12-17 21:30:15,993 Update finished +2021-12-17 21:30:26,003 Reloading parameters... +2021-12-17 21:30:26,022 Loading parameters... +2021-12-17 21:30:26,024 Loading project parameters... +2021-12-17 21:30:26,025 + +23 of 25 jobs remaining (21:30) +2021-12-17 21:30:26,026 Sleep: 10 +2021-12-17 21:30:26,026 Number of retrials: 0 +2021-12-17 21:30:26,026 WRAPPER CHECK TIME = 10 +2021-12-17 21:30:26,026 Checking jobs for platform=marenostrum4 +2021-12-17 21:30:26,027 Checking jobs for platform=nord3 +2021-12-17 21:30:26,028 Checking jobs for platform=local +2021-12-17 21:30:26,028 Checking jobs for platform=transfer_node +2021-12-17 21:30:26,028 Checking all jobs at once +2021-12-17 21:30:27,605 Successful check job command +2021-12-17 21:30:29,476 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:30:29,476 End of checking +2021-12-17 21:30:29,478 Updating FAILED jobs +2021-12-17 21:30:29,478 Updating WAITING jobs +2021-12-17 21:30:29,479 Update finished +2021-12-17 21:30:29,479 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:30:29,479 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:30:29,479 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:30:29,479 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:30:29,482 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:30:29,484 Job list saved +2021-12-17 21:30:29,490 Updating FAILED jobs +2021-12-17 21:30:29,490 Updating WAITING jobs +2021-12-17 21:30:29,490 Update finished +2021-12-17 21:30:39,499 Reloading parameters... +2021-12-17 21:30:39,518 Loading parameters... +2021-12-17 21:30:39,519 Loading project parameters... +2021-12-17 21:30:39,521 + +23 of 25 jobs remaining (21:30) +2021-12-17 21:30:39,521 Sleep: 10 +2021-12-17 21:30:39,521 Number of retrials: 0 +2021-12-17 21:30:39,521 WRAPPER CHECK TIME = 10 +2021-12-17 21:30:39,522 Checking jobs for platform=marenostrum4 +2021-12-17 21:30:39,522 Checking jobs for platform=nord3 +2021-12-17 21:30:39,523 Checking jobs for platform=local +2021-12-17 21:30:39,523 Checking jobs for platform=transfer_node +2021-12-17 21:30:39,523 Checking all jobs at once +2021-12-17 21:30:42,696 Successful check job command +2021-12-17 21:30:45,719 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:30:45,719 End of checking +2021-12-17 21:30:45,723 Updating FAILED jobs +2021-12-17 21:30:45,724 Updating WAITING jobs +2021-12-17 21:30:45,724 Update finished +2021-12-17 21:30:45,724 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:30:45,724 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:30:45,725 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:30:45,725 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:30:45,728 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:30:45,731 Job list saved +2021-12-17 21:30:45,740 Updating FAILED jobs +2021-12-17 21:30:45,741 Updating WAITING jobs +2021-12-17 21:30:45,741 Update finished +2021-12-17 21:30:55,751 Reloading parameters... +2021-12-17 21:30:55,774 Loading parameters... +2021-12-17 21:30:55,775 Loading project parameters... +2021-12-17 21:30:55,777 + +23 of 25 jobs remaining (21:30) +2021-12-17 21:30:55,778 Sleep: 10 +2021-12-17 21:30:55,778 Number of retrials: 0 +2021-12-17 21:30:55,778 WRAPPER CHECK TIME = 10 +2021-12-17 21:30:55,778 Checking jobs for platform=marenostrum4 +2021-12-17 21:30:55,779 Checking jobs for platform=nord3 +2021-12-17 21:30:55,780 Checking jobs for platform=local +2021-12-17 21:30:55,780 Checking jobs for platform=transfer_node +2021-12-17 21:30:55,780 Checking all jobs at once +2021-12-17 21:30:58,705 Successful check job command +2021-12-17 21:31:02,282 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:31:02,283 End of checking +2021-12-17 21:31:02,284 Updating FAILED jobs +2021-12-17 21:31:02,284 Updating WAITING jobs +2021-12-17 21:31:02,285 Update finished +2021-12-17 21:31:02,285 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:31:02,285 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:31:02,285 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:31:02,285 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:31:02,288 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:31:02,290 Job list saved +2021-12-17 21:31:02,295 Updating FAILED jobs +2021-12-17 21:31:02,295 Updating WAITING jobs +2021-12-17 21:31:02,296 Update finished +2021-12-17 21:31:12,303 Reloading parameters... +2021-12-17 21:31:12,321 Loading parameters... +2021-12-17 21:31:12,323 Loading project parameters... +2021-12-17 21:31:12,325 + +23 of 25 jobs remaining (21:31) +2021-12-17 21:31:12,325 Sleep: 10 +2021-12-17 21:31:12,325 Number of retrials: 0 +2021-12-17 21:31:12,325 WRAPPER CHECK TIME = 10 +2021-12-17 21:31:12,326 Checking jobs for platform=marenostrum4 +2021-12-17 21:31:12,326 Checking jobs for platform=nord3 +2021-12-17 21:31:12,327 Checking jobs for platform=local +2021-12-17 21:31:12,327 Checking jobs for platform=transfer_node +2021-12-17 21:31:12,327 Checking all jobs at once +2021-12-17 21:31:13,847 Successful check job command +2021-12-17 21:31:15,117 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:31:15,117 End of checking +2021-12-17 21:31:15,119 Updating FAILED jobs +2021-12-17 21:31:15,119 Updating WAITING jobs +2021-12-17 21:31:15,119 Update finished +2021-12-17 21:31:15,119 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:31:15,119 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:31:15,120 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:31:15,120 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:31:15,122 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:31:15,124 Job list saved +2021-12-17 21:31:15,129 Updating FAILED jobs +2021-12-17 21:31:15,129 Updating WAITING jobs +2021-12-17 21:31:15,130 Update finished +2021-12-17 21:31:25,140 Reloading parameters... +2021-12-17 21:31:25,162 Loading parameters... +2021-12-17 21:31:25,163 Loading project parameters... +2021-12-17 21:31:25,165 + +23 of 25 jobs remaining (21:31) +2021-12-17 21:31:25,166 Sleep: 10 +2021-12-17 21:31:25,166 Number of retrials: 0 +2021-12-17 21:31:25,166 WRAPPER CHECK TIME = 10 +2021-12-17 21:31:25,166 Checking jobs for platform=marenostrum4 +2021-12-17 21:31:25,167 Checking jobs for platform=nord3 +2021-12-17 21:31:25,168 Checking jobs for platform=local +2021-12-17 21:31:25,168 Checking jobs for platform=transfer_node +2021-12-17 21:31:25,168 Checking all jobs at once +2021-12-17 21:31:27,039 Successful check job command +2021-12-17 21:31:29,812 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:31:29,812 End of checking +2021-12-17 21:31:29,814 Updating FAILED jobs +2021-12-17 21:31:29,814 Updating WAITING jobs +2021-12-17 21:31:29,814 Update finished +2021-12-17 21:31:29,814 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:31:29,816 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:31:29,816 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:31:29,816 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:31:29,823 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:31:29,831 Job list saved +2021-12-17 21:31:29,864 Updating FAILED jobs +2021-12-17 21:31:29,865 Updating WAITING jobs +2021-12-17 21:31:29,865 Update finished +2021-12-17 21:31:39,875 Reloading parameters... +2021-12-17 21:31:39,957 Loading parameters... +2021-12-17 21:31:39,987 Loading project parameters... +2021-12-17 21:31:40,012 + +23 of 25 jobs remaining (21:31) +2021-12-17 21:31:40,012 Sleep: 10 +2021-12-17 21:31:40,012 Number of retrials: 0 +2021-12-17 21:31:40,012 WRAPPER CHECK TIME = 10 +2021-12-17 21:31:40,013 Checking jobs for platform=marenostrum4 +2021-12-17 21:31:40,014 Checking jobs for platform=nord3 +2021-12-17 21:31:40,014 Checking jobs for platform=local +2021-12-17 21:31:40,018 Checking jobs for platform=transfer_node +2021-12-17 21:31:40,018 Checking all jobs at once +2021-12-17 21:31:42,749 Successful check job command +2021-12-17 21:31:45,822 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:31:45,822 End of checking +2021-12-17 21:31:45,824 Updating FAILED jobs +2021-12-17 21:31:45,824 Updating WAITING jobs +2021-12-17 21:31:45,824 Update finished +2021-12-17 21:31:45,825 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:31:45,825 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:31:45,825 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:31:45,825 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:31:45,828 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:31:45,831 Job list saved +2021-12-17 21:31:45,837 Updating FAILED jobs +2021-12-17 21:31:45,837 Updating WAITING jobs +2021-12-17 21:31:45,837 Update finished +2021-12-17 21:31:55,847 Reloading parameters... +2021-12-17 21:31:55,869 Loading parameters... +2021-12-17 21:31:55,872 Loading project parameters... +2021-12-17 21:31:55,874 + +23 of 25 jobs remaining (21:31) +2021-12-17 21:31:55,874 Sleep: 10 +2021-12-17 21:31:55,874 Number of retrials: 0 +2021-12-17 21:31:55,874 WRAPPER CHECK TIME = 10 +2021-12-17 21:31:55,875 Checking jobs for platform=marenostrum4 +2021-12-17 21:31:55,876 Checking jobs for platform=nord3 +2021-12-17 21:31:55,876 Checking jobs for platform=local +2021-12-17 21:31:55,877 Checking jobs for platform=transfer_node +2021-12-17 21:31:55,877 Checking all jobs at once +2021-12-17 21:31:57,749 Successful check job command +2021-12-17 21:31:59,369 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:31:59,369 End of checking +2021-12-17 21:31:59,371 Updating FAILED jobs +2021-12-17 21:31:59,371 Updating WAITING jobs +2021-12-17 21:31:59,371 Update finished +2021-12-17 21:31:59,371 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:31:59,371 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:31:59,371 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:31:59,372 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:31:59,374 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:31:59,377 Job list saved +2021-12-17 21:31:59,383 Updating FAILED jobs +2021-12-17 21:31:59,384 Updating WAITING jobs +2021-12-17 21:31:59,384 Update finished +2021-12-17 21:32:09,392 Reloading parameters... +2021-12-17 21:32:09,410 Loading parameters... +2021-12-17 21:32:09,412 Loading project parameters... +2021-12-17 21:32:09,414 + +23 of 25 jobs remaining (21:32) +2021-12-17 21:32:09,414 Sleep: 10 +2021-12-17 21:32:09,414 Number of retrials: 0 +2021-12-17 21:32:09,414 WRAPPER CHECK TIME = 10 +2021-12-17 21:32:09,415 Checking jobs for platform=marenostrum4 +2021-12-17 21:32:09,415 Checking jobs for platform=nord3 +2021-12-17 21:32:09,416 Checking jobs for platform=local +2021-12-17 21:32:09,416 Checking jobs for platform=transfer_node +2021-12-17 21:32:09,416 Checking all jobs at once +2021-12-17 21:32:11,638 Successful check job command +2021-12-17 21:32:13,108 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:32:13,108 End of checking +2021-12-17 21:32:13,109 Updating FAILED jobs +2021-12-17 21:32:13,109 Updating WAITING jobs +2021-12-17 21:32:13,110 Update finished +2021-12-17 21:32:13,110 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:32:13,111 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:32:13,111 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:32:13,111 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:32:13,114 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:32:13,116 Job list saved +2021-12-17 21:32:13,121 Updating FAILED jobs +2021-12-17 21:32:13,121 Updating WAITING jobs +2021-12-17 21:32:13,121 Update finished +2021-12-17 21:32:23,132 Reloading parameters... +2021-12-17 21:32:23,150 Loading parameters... +2021-12-17 21:32:23,151 Loading project parameters... +2021-12-17 21:32:23,153 + +23 of 25 jobs remaining (21:32) +2021-12-17 21:32:23,153 Sleep: 10 +2021-12-17 21:32:23,153 Number of retrials: 0 +2021-12-17 21:32:23,154 WRAPPER CHECK TIME = 10 +2021-12-17 21:32:23,154 Checking jobs for platform=marenostrum4 +2021-12-17 21:32:23,155 Checking jobs for platform=nord3 +2021-12-17 21:32:23,155 Checking jobs for platform=local +2021-12-17 21:32:23,156 Checking jobs for platform=transfer_node +2021-12-17 21:32:23,156 Checking all jobs at once +2021-12-17 21:32:26,235 Successful check job command +2021-12-17 21:32:29,608 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:32:29,608 End of checking +2021-12-17 21:32:29,609 Updating FAILED jobs +2021-12-17 21:32:29,610 Updating WAITING jobs +2021-12-17 21:32:29,610 Update finished +2021-12-17 21:32:29,610 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:32:29,610 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:32:29,610 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:32:29,611 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:32:29,615 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:32:29,617 Job list saved +2021-12-17 21:32:29,622 Updating FAILED jobs +2021-12-17 21:32:29,622 Updating WAITING jobs +2021-12-17 21:32:29,622 Update finished +2021-12-17 21:32:39,632 Reloading parameters... +2021-12-17 21:32:39,649 Loading parameters... +2021-12-17 21:32:39,650 Loading project parameters... +2021-12-17 21:32:39,652 + +23 of 25 jobs remaining (21:32) +2021-12-17 21:32:39,652 Sleep: 10 +2021-12-17 21:32:39,652 Number of retrials: 0 +2021-12-17 21:32:39,653 WRAPPER CHECK TIME = 10 +2021-12-17 21:32:39,653 Checking jobs for platform=marenostrum4 +2021-12-17 21:32:39,654 Checking jobs for platform=nord3 +2021-12-17 21:32:39,654 Checking jobs for platform=local +2021-12-17 21:32:39,655 Checking jobs for platform=transfer_node +2021-12-17 21:32:39,655 Checking all jobs at once +2021-12-17 21:32:41,275 Successful check job command +2021-12-17 21:32:43,646 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:32:43,647 End of checking +2021-12-17 21:32:43,648 Updating FAILED jobs +2021-12-17 21:32:43,648 Updating WAITING jobs +2021-12-17 21:32:43,648 Update finished +2021-12-17 21:32:43,648 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:32:43,649 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:32:43,649 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:32:43,649 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:32:43,651 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:32:43,653 Job list saved +2021-12-17 21:32:43,658 Updating FAILED jobs +2021-12-17 21:32:43,658 Updating WAITING jobs +2021-12-17 21:32:43,659 Update finished +2021-12-17 21:32:53,665 Reloading parameters... +2021-12-17 21:32:53,683 Loading parameters... +2021-12-17 21:32:53,685 Loading project parameters... +2021-12-17 21:32:53,686 + +23 of 25 jobs remaining (21:32) +2021-12-17 21:32:53,687 Sleep: 10 +2021-12-17 21:32:53,687 Number of retrials: 0 +2021-12-17 21:32:53,687 WRAPPER CHECK TIME = 10 +2021-12-17 21:32:53,687 Checking jobs for platform=marenostrum4 +2021-12-17 21:32:53,688 Checking jobs for platform=nord3 +2021-12-17 21:32:53,688 Checking jobs for platform=local +2021-12-17 21:32:53,689 Checking jobs for platform=transfer_node +2021-12-17 21:32:53,689 Checking all jobs at once +2021-12-17 21:32:55,313 Successful check job command +2021-12-17 21:32:59,638 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:32:59,638 End of checking +2021-12-17 21:32:59,639 Updating FAILED jobs +2021-12-17 21:32:59,639 Updating WAITING jobs +2021-12-17 21:32:59,640 Update finished +2021-12-17 21:32:59,640 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:32:59,640 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:32:59,640 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:32:59,641 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:32:59,643 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:32:59,646 Job list saved +2021-12-17 21:32:59,653 Updating FAILED jobs +2021-12-17 21:32:59,653 Updating WAITING jobs +2021-12-17 21:32:59,654 Update finished +2021-12-17 21:33:09,662 Reloading parameters... +2021-12-17 21:33:09,681 Loading parameters... +2021-12-17 21:33:09,682 Loading project parameters... +2021-12-17 21:33:09,684 + +23 of 25 jobs remaining (21:33) +2021-12-17 21:33:09,685 Sleep: 10 +2021-12-17 21:33:09,685 Number of retrials: 0 +2021-12-17 21:33:09,685 WRAPPER CHECK TIME = 10 +2021-12-17 21:33:09,685 Checking jobs for platform=marenostrum4 +2021-12-17 21:33:09,686 Checking jobs for platform=nord3 +2021-12-17 21:33:09,687 Checking jobs for platform=local +2021-12-17 21:33:09,687 Checking jobs for platform=transfer_node +2021-12-17 21:33:09,687 Checking all jobs at once +2021-12-17 21:33:13,315 Successful check job command +2021-12-17 21:33:17,840 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:33:17,840 End of checking +2021-12-17 21:33:17,842 Updating FAILED jobs +2021-12-17 21:33:17,842 Updating WAITING jobs +2021-12-17 21:33:17,842 Update finished +2021-12-17 21:33:17,842 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:33:17,842 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:33:17,842 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:33:17,843 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:33:17,845 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:33:17,847 Job list saved +2021-12-17 21:33:17,851 Updating FAILED jobs +2021-12-17 21:33:17,852 Updating WAITING jobs +2021-12-17 21:33:17,852 Update finished +2021-12-17 21:33:27,858 Reloading parameters... +2021-12-17 21:33:27,877 Loading parameters... +2021-12-17 21:33:27,878 Loading project parameters... +2021-12-17 21:33:27,880 + +23 of 25 jobs remaining (21:33) +2021-12-17 21:33:27,880 Sleep: 10 +2021-12-17 21:33:27,881 Number of retrials: 0 +2021-12-17 21:33:27,881 WRAPPER CHECK TIME = 10 +2021-12-17 21:33:27,881 Checking jobs for platform=marenostrum4 +2021-12-17 21:33:27,882 Checking jobs for platform=nord3 +2021-12-17 21:33:27,883 Checking jobs for platform=local +2021-12-17 21:33:27,883 Checking jobs for platform=transfer_node +2021-12-17 21:33:27,883 Checking all jobs at once +2021-12-17 21:33:29,353 Successful check job command +2021-12-17 21:33:31,173 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:33:31,173 End of checking +2021-12-17 21:33:31,174 Updating FAILED jobs +2021-12-17 21:33:31,175 Updating WAITING jobs +2021-12-17 21:33:31,175 Update finished +2021-12-17 21:33:31,175 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:33:31,175 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:33:31,175 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:33:31,175 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:33:31,178 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:33:31,181 Job list saved +2021-12-17 21:33:31,186 Updating FAILED jobs +2021-12-17 21:33:31,186 Updating WAITING jobs +2021-12-17 21:33:31,187 Update finished +2021-12-17 21:33:41,197 Reloading parameters... +2021-12-17 21:33:41,214 Loading parameters... +2021-12-17 21:33:41,215 Loading project parameters... +2021-12-17 21:33:41,217 + +23 of 25 jobs remaining (21:33) +2021-12-17 21:33:41,217 Sleep: 10 +2021-12-17 21:33:41,218 Number of retrials: 0 +2021-12-17 21:33:41,218 WRAPPER CHECK TIME = 10 +2021-12-17 21:33:41,218 Checking jobs for platform=marenostrum4 +2021-12-17 21:33:41,219 Checking jobs for platform=nord3 +2021-12-17 21:33:41,220 Checking jobs for platform=local +2021-12-17 21:33:41,220 Checking jobs for platform=transfer_node +2021-12-17 21:33:41,220 Checking all jobs at once +2021-12-17 21:33:42,590 Successful check job command +2021-12-17 21:33:44,210 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:33:44,210 End of checking +2021-12-17 21:33:44,212 Updating FAILED jobs +2021-12-17 21:33:44,212 Updating WAITING jobs +2021-12-17 21:33:44,212 Update finished +2021-12-17 21:33:44,212 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:33:44,213 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:33:44,213 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:33:44,214 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:33:44,216 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:33:44,219 Job list saved +2021-12-17 21:33:44,223 Updating FAILED jobs +2021-12-17 21:33:44,224 Updating WAITING jobs +2021-12-17 21:33:44,224 Update finished +2021-12-17 21:33:54,233 Reloading parameters... +2021-12-17 21:33:54,252 Loading parameters... +2021-12-17 21:33:54,254 Loading project parameters... +2021-12-17 21:33:54,255 + +23 of 25 jobs remaining (21:33) +2021-12-17 21:33:54,256 Sleep: 10 +2021-12-17 21:33:54,256 Number of retrials: 0 +2021-12-17 21:33:54,256 WRAPPER CHECK TIME = 10 +2021-12-17 21:33:54,256 Checking jobs for platform=marenostrum4 +2021-12-17 21:33:54,257 Checking jobs for platform=nord3 +2021-12-17 21:33:54,257 Checking jobs for platform=local +2021-12-17 21:33:54,258 Checking jobs for platform=transfer_node +2021-12-17 21:33:54,258 Checking all jobs at once +2021-12-17 21:33:55,978 Successful check job command +2021-12-17 21:33:57,247 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:33:57,247 End of checking +2021-12-17 21:33:57,249 Updating FAILED jobs +2021-12-17 21:33:57,249 Updating WAITING jobs +2021-12-17 21:33:57,249 Update finished +2021-12-17 21:33:57,249 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:33:57,250 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:33:57,250 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:33:57,250 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:33:57,252 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:33:57,255 Job list saved +2021-12-17 21:33:57,260 Updating FAILED jobs +2021-12-17 21:33:57,260 Updating WAITING jobs +2021-12-17 21:33:57,260 Update finished +2021-12-17 21:34:07,264 Reloading parameters... +2021-12-17 21:34:07,283 Loading parameters... +2021-12-17 21:34:07,284 Loading project parameters... +2021-12-17 21:34:07,286 + +23 of 25 jobs remaining (21:34) +2021-12-17 21:34:07,286 Sleep: 10 +2021-12-17 21:34:07,286 Number of retrials: 0 +2021-12-17 21:34:07,286 WRAPPER CHECK TIME = 10 +2021-12-17 21:34:07,287 Checking jobs for platform=marenostrum4 +2021-12-17 21:34:07,287 Checking jobs for platform=nord3 +2021-12-17 21:34:07,288 Checking jobs for platform=local +2021-12-17 21:34:07,289 Checking jobs for platform=transfer_node +2021-12-17 21:34:07,289 Checking all jobs at once +2021-12-17 21:34:09,510 Successful check job command +2021-12-17 21:34:11,379 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:34:11,379 End of checking +2021-12-17 21:34:11,381 Updating FAILED jobs +2021-12-17 21:34:11,381 Updating WAITING jobs +2021-12-17 21:34:11,381 Update finished +2021-12-17 21:34:11,381 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:34:11,381 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:34:11,382 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:34:11,382 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:34:11,384 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:34:11,387 Job list saved +2021-12-17 21:34:11,391 Updating FAILED jobs +2021-12-17 21:34:11,391 Updating WAITING jobs +2021-12-17 21:34:11,392 Update finished +2021-12-17 21:34:21,402 Reloading parameters... +2021-12-17 21:34:21,424 Loading parameters... +2021-12-17 21:34:21,425 Loading project parameters... +2021-12-17 21:34:21,427 + +23 of 25 jobs remaining (21:34) +2021-12-17 21:34:21,427 Sleep: 10 +2021-12-17 21:34:21,427 Number of retrials: 0 +2021-12-17 21:34:21,428 WRAPPER CHECK TIME = 10 +2021-12-17 21:34:21,428 Checking jobs for platform=marenostrum4 +2021-12-17 21:34:21,429 Checking jobs for platform=nord3 +2021-12-17 21:34:21,429 Checking jobs for platform=local +2021-12-17 21:34:21,430 Checking jobs for platform=transfer_node +2021-12-17 21:34:21,430 Checking all jobs at once +2021-12-17 21:34:22,649 Successful check job command +2021-12-17 21:34:23,769 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:34:23,770 End of checking +2021-12-17 21:34:23,771 Updating FAILED jobs +2021-12-17 21:34:23,771 Updating WAITING jobs +2021-12-17 21:34:23,772 Update finished +2021-12-17 21:34:23,772 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:34:23,773 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:34:23,773 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:34:23,773 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:34:23,776 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:34:23,778 Job list saved +2021-12-17 21:34:23,783 Updating FAILED jobs +2021-12-17 21:34:23,783 Updating WAITING jobs +2021-12-17 21:34:23,783 Update finished +2021-12-17 21:34:33,793 Reloading parameters... +2021-12-17 21:34:33,812 Loading parameters... +2021-12-17 21:34:33,813 Loading project parameters... +2021-12-17 21:34:33,816 + +23 of 25 jobs remaining (21:34) +2021-12-17 21:34:33,818 Sleep: 10 +2021-12-17 21:34:33,818 Number of retrials: 0 +2021-12-17 21:34:33,818 WRAPPER CHECK TIME = 10 +2021-12-17 21:34:33,819 Checking jobs for platform=marenostrum4 +2021-12-17 21:34:33,819 Checking jobs for platform=nord3 +2021-12-17 21:34:33,820 Checking jobs for platform=local +2021-12-17 21:34:33,820 Checking jobs for platform=transfer_node +2021-12-17 21:34:33,820 Checking all jobs at once +2021-12-17 21:34:35,792 Successful check job command +2021-12-17 21:34:37,162 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:34:37,162 End of checking +2021-12-17 21:34:37,163 Updating FAILED jobs +2021-12-17 21:34:37,163 Updating WAITING jobs +2021-12-17 21:34:37,164 Update finished +2021-12-17 21:34:37,164 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:34:37,164 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:34:37,164 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:34:37,164 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:34:37,167 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:34:37,169 Job list saved +2021-12-17 21:34:37,174 Updating FAILED jobs +2021-12-17 21:34:37,174 Updating WAITING jobs +2021-12-17 21:34:37,174 Update finished +2021-12-17 21:34:47,184 Reloading parameters... +2021-12-17 21:34:47,202 Loading parameters... +2021-12-17 21:34:47,203 Loading project parameters... +2021-12-17 21:34:47,205 + +23 of 25 jobs remaining (21:34) +2021-12-17 21:34:47,206 Sleep: 10 +2021-12-17 21:34:47,206 Number of retrials: 0 +2021-12-17 21:34:47,206 WRAPPER CHECK TIME = 10 +2021-12-17 21:34:47,206 Checking jobs for platform=marenostrum4 +2021-12-17 21:34:47,207 Checking jobs for platform=nord3 +2021-12-17 21:34:47,207 Checking jobs for platform=local +2021-12-17 21:34:47,208 Checking jobs for platform=transfer_node +2021-12-17 21:34:47,208 Checking all jobs at once +2021-12-17 21:34:49,029 Successful check job command +2021-12-17 21:34:52,255 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:34:52,256 End of checking +2021-12-17 21:34:52,257 Updating FAILED jobs +2021-12-17 21:34:52,257 Updating WAITING jobs +2021-12-17 21:34:52,257 Update finished +2021-12-17 21:34:52,258 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:34:52,258 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:34:52,258 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:34:52,258 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:34:52,275 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:34:52,277 Job list saved +2021-12-17 21:34:52,287 Updating FAILED jobs +2021-12-17 21:34:52,287 Updating WAITING jobs +2021-12-17 21:34:52,288 Update finished +2021-12-17 21:35:02,298 Reloading parameters... +2021-12-17 21:35:02,321 Loading parameters... +2021-12-17 21:35:02,322 Loading project parameters... +2021-12-17 21:35:02,324 + +23 of 25 jobs remaining (21:35) +2021-12-17 21:35:02,324 Sleep: 10 +2021-12-17 21:35:02,324 Number of retrials: 0 +2021-12-17 21:35:02,324 WRAPPER CHECK TIME = 10 +2021-12-17 21:35:02,325 Checking jobs for platform=marenostrum4 +2021-12-17 21:35:02,325 Checking jobs for platform=nord3 +2021-12-17 21:35:02,326 Checking jobs for platform=local +2021-12-17 21:35:02,327 Checking jobs for platform=transfer_node +2021-12-17 21:35:02,327 Checking all jobs at once +2021-12-17 21:35:03,799 Successful check job command +2021-12-17 21:35:05,519 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:35:05,519 End of checking +2021-12-17 21:35:05,521 Updating FAILED jobs +2021-12-17 21:35:05,521 Updating WAITING jobs +2021-12-17 21:35:05,521 Update finished +2021-12-17 21:35:05,521 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:35:05,522 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:35:05,522 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:35:05,522 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:35:05,525 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:35:05,527 Job list saved +2021-12-17 21:35:05,532 Updating FAILED jobs +2021-12-17 21:35:05,532 Updating WAITING jobs +2021-12-17 21:35:05,532 Update finished +2021-12-17 21:35:15,541 Reloading parameters... +2021-12-17 21:35:15,561 Loading parameters... +2021-12-17 21:35:15,562 Loading project parameters... +2021-12-17 21:35:15,564 + +23 of 25 jobs remaining (21:35) +2021-12-17 21:35:15,564 Sleep: 10 +2021-12-17 21:35:15,564 Number of retrials: 0 +2021-12-17 21:35:15,564 WRAPPER CHECK TIME = 10 +2021-12-17 21:35:15,565 Checking jobs for platform=marenostrum4 +2021-12-17 21:35:15,565 Checking jobs for platform=nord3 +2021-12-17 21:35:15,566 Checking jobs for platform=local +2021-12-17 21:35:15,566 Checking jobs for platform=transfer_node +2021-12-17 21:35:15,566 Checking all jobs at once +2021-12-17 21:35:17,988 Successful check job command +2021-12-17 21:35:19,908 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:35:19,908 End of checking +2021-12-17 21:35:19,910 Updating FAILED jobs +2021-12-17 21:35:19,910 Updating WAITING jobs +2021-12-17 21:35:19,910 Update finished +2021-12-17 21:35:19,910 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:35:19,910 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:35:19,911 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:35:19,911 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:35:19,913 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:35:19,916 Job list saved +2021-12-17 21:35:19,920 Updating FAILED jobs +2021-12-17 21:35:19,921 Updating WAITING jobs +2021-12-17 21:35:19,921 Update finished +2021-12-17 21:35:29,931 Reloading parameters... +2021-12-17 21:35:29,950 Loading parameters... +2021-12-17 21:35:29,951 Loading project parameters... +2021-12-17 21:35:29,953 + +23 of 25 jobs remaining (21:35) +2021-12-17 21:35:29,953 Sleep: 10 +2021-12-17 21:35:29,954 Number of retrials: 0 +2021-12-17 21:35:29,954 WRAPPER CHECK TIME = 10 +2021-12-17 21:35:29,954 Checking jobs for platform=marenostrum4 +2021-12-17 21:35:29,955 Checking jobs for platform=nord3 +2021-12-17 21:35:29,955 Checking jobs for platform=local +2021-12-17 21:35:29,956 Checking jobs for platform=transfer_node +2021-12-17 21:35:29,956 Checking all jobs at once +2021-12-17 21:35:31,534 Successful check job command +2021-12-17 21:35:34,507 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:35:34,507 End of checking +2021-12-17 21:35:34,511 Updating FAILED jobs +2021-12-17 21:35:34,512 Updating WAITING jobs +2021-12-17 21:35:34,512 Update finished +2021-12-17 21:35:34,512 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:35:34,512 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:35:34,512 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:35:34,513 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:35:34,516 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:35:34,518 Job list saved +2021-12-17 21:35:34,524 Updating FAILED jobs +2021-12-17 21:35:34,524 Updating WAITING jobs +2021-12-17 21:35:34,524 Update finished +2021-12-17 21:35:44,532 Reloading parameters... +2021-12-17 21:35:44,552 Loading parameters... +2021-12-17 21:35:44,553 Loading project parameters... +2021-12-17 21:35:44,555 + +23 of 25 jobs remaining (21:35) +2021-12-17 21:35:44,555 Sleep: 10 +2021-12-17 21:35:44,555 Number of retrials: 0 +2021-12-17 21:35:44,555 WRAPPER CHECK TIME = 10 +2021-12-17 21:35:44,556 Checking jobs for platform=marenostrum4 +2021-12-17 21:35:44,557 Checking jobs for platform=nord3 +2021-12-17 21:35:44,557 Checking jobs for platform=local +2021-12-17 21:35:44,558 Checking jobs for platform=transfer_node +2021-12-17 21:35:44,558 Checking all jobs at once +2021-12-17 21:35:45,927 Successful check job command +2021-12-17 21:35:47,147 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:35:47,147 End of checking +2021-12-17 21:35:47,149 Updating FAILED jobs +2021-12-17 21:35:47,149 Updating WAITING jobs +2021-12-17 21:35:47,149 Update finished +2021-12-17 21:35:47,149 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:35:47,150 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:35:47,150 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:35:47,150 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:35:47,152 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:35:47,155 Job list saved +2021-12-17 21:35:47,159 Updating FAILED jobs +2021-12-17 21:35:47,159 Updating WAITING jobs +2021-12-17 21:35:47,160 Update finished +2021-12-17 21:35:57,168 Reloading parameters... +2021-12-17 21:35:57,187 Loading parameters... +2021-12-17 21:35:57,188 Loading project parameters... +2021-12-17 21:35:57,190 + +23 of 25 jobs remaining (21:35) +2021-12-17 21:35:57,190 Sleep: 10 +2021-12-17 21:35:57,190 Number of retrials: 0 +2021-12-17 21:35:57,190 WRAPPER CHECK TIME = 10 +2021-12-17 21:35:57,191 Checking jobs for platform=marenostrum4 +2021-12-17 21:35:57,191 Checking jobs for platform=nord3 +2021-12-17 21:35:57,193 Checking jobs for platform=local +2021-12-17 21:35:57,194 Checking jobs for platform=transfer_node +2021-12-17 21:35:57,194 Checking all jobs at once +2021-12-17 21:35:59,415 Successful check job command +2021-12-17 21:36:03,595 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:36:03,595 End of checking +2021-12-17 21:36:03,601 Updating FAILED jobs +2021-12-17 21:36:03,601 Updating WAITING jobs +2021-12-17 21:36:03,603 Update finished +2021-12-17 21:36:03,604 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:36:03,604 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:36:03,604 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:36:03,605 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:36:03,609 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:36:03,614 Job list saved +2021-12-17 21:36:03,630 Updating FAILED jobs +2021-12-17 21:36:03,630 Updating WAITING jobs +2021-12-17 21:36:03,631 Update finished +2021-12-17 21:36:13,640 Reloading parameters... +2021-12-17 21:36:13,660 Loading parameters... +2021-12-17 21:36:13,661 Loading project parameters... +2021-12-17 21:36:13,663 + +23 of 25 jobs remaining (21:36) +2021-12-17 21:36:13,664 Sleep: 10 +2021-12-17 21:36:13,664 Number of retrials: 0 +2021-12-17 21:36:13,664 WRAPPER CHECK TIME = 10 +2021-12-17 21:36:13,664 Checking jobs for platform=marenostrum4 +2021-12-17 21:36:13,665 Checking jobs for platform=nord3 +2021-12-17 21:36:13,666 Checking jobs for platform=local +2021-12-17 21:36:13,667 Checking jobs for platform=transfer_node +2021-12-17 21:36:13,667 Checking all jobs at once +2021-12-17 21:36:15,036 Successful check job command +2021-12-17 21:36:18,960 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:36:18,960 End of checking +2021-12-17 21:36:18,965 Updating FAILED jobs +2021-12-17 21:36:18,965 Updating WAITING jobs +2021-12-17 21:36:18,966 Update finished +2021-12-17 21:36:18,966 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:36:18,966 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:36:18,967 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:36:18,967 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:36:18,970 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:36:18,972 Job list saved +2021-12-17 21:36:18,978 Updating FAILED jobs +2021-12-17 21:36:18,979 Updating WAITING jobs +2021-12-17 21:36:18,979 Update finished +2021-12-17 21:36:28,987 Reloading parameters... +2021-12-17 21:36:29,014 Loading parameters... +2021-12-17 21:36:29,017 Loading project parameters... +2021-12-17 21:36:29,030 + +23 of 25 jobs remaining (21:36) +2021-12-17 21:36:29,031 Sleep: 10 +2021-12-17 21:36:29,031 Number of retrials: 0 +2021-12-17 21:36:29,031 WRAPPER CHECK TIME = 10 +2021-12-17 21:36:29,032 Checking jobs for platform=marenostrum4 +2021-12-17 21:36:29,032 Checking jobs for platform=nord3 +2021-12-17 21:36:29,034 Checking jobs for platform=local +2021-12-17 21:36:29,034 Checking jobs for platform=transfer_node +2021-12-17 21:36:29,034 Checking all jobs at once +2021-12-17 21:36:30,506 Successful check job command +2021-12-17 21:36:32,177 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:36:32,177 End of checking +2021-12-17 21:36:32,178 Updating FAILED jobs +2021-12-17 21:36:32,179 Updating WAITING jobs +2021-12-17 21:36:32,179 Update finished +2021-12-17 21:36:32,179 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:36:32,179 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:36:32,179 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:36:32,179 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:36:32,182 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:36:32,184 Job list saved +2021-12-17 21:36:32,189 Updating FAILED jobs +2021-12-17 21:36:32,189 Updating WAITING jobs +2021-12-17 21:36:32,189 Update finished +2021-12-17 21:36:42,199 Reloading parameters... +2021-12-17 21:36:42,221 Loading parameters... +2021-12-17 21:36:42,222 Loading project parameters... +2021-12-17 21:36:42,224 + +23 of 25 jobs remaining (21:36) +2021-12-17 21:36:42,225 Sleep: 10 +2021-12-17 21:36:42,225 Number of retrials: 0 +2021-12-17 21:36:42,225 WRAPPER CHECK TIME = 10 +2021-12-17 21:36:42,225 Checking jobs for platform=marenostrum4 +2021-12-17 21:36:42,226 Checking jobs for platform=nord3 +2021-12-17 21:36:42,227 Checking jobs for platform=local +2021-12-17 21:36:42,227 Checking jobs for platform=transfer_node +2021-12-17 21:36:42,227 Checking all jobs at once +2021-12-17 21:36:44,403 Successful check job command +2021-12-17 21:36:46,473 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:36:46,474 End of checking +2021-12-17 21:36:46,475 Updating FAILED jobs +2021-12-17 21:36:46,475 Updating WAITING jobs +2021-12-17 21:36:46,476 Update finished +2021-12-17 21:36:46,476 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:36:46,476 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:36:46,476 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:36:46,476 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:36:46,479 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:36:46,481 Job list saved +2021-12-17 21:36:46,498 Updating FAILED jobs +2021-12-17 21:36:46,498 Updating WAITING jobs +2021-12-17 21:36:46,498 Update finished +2021-12-17 21:36:56,509 Reloading parameters... +2021-12-17 21:36:56,536 Loading parameters... +2021-12-17 21:36:56,538 Loading project parameters... +2021-12-17 21:36:56,549 + +23 of 25 jobs remaining (21:36) +2021-12-17 21:36:56,549 Sleep: 10 +2021-12-17 21:36:56,549 Number of retrials: 0 +2021-12-17 21:36:56,549 WRAPPER CHECK TIME = 10 +2021-12-17 21:36:56,550 Checking jobs for platform=marenostrum4 +2021-12-17 21:36:56,551 Checking jobs for platform=nord3 +2021-12-17 21:36:56,551 Checking jobs for platform=local +2021-12-17 21:36:56,552 Checking jobs for platform=transfer_node +2021-12-17 21:36:56,552 Checking all jobs at once +2021-12-17 21:36:58,275 Successful check job command +2021-12-17 21:37:00,047 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:37:00,047 End of checking +2021-12-17 21:37:00,049 Updating FAILED jobs +2021-12-17 21:37:00,049 Updating WAITING jobs +2021-12-17 21:37:00,049 Update finished +2021-12-17 21:37:00,049 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:37:00,050 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:37:00,050 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:37:00,050 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:37:00,053 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:37:00,055 Job list saved +2021-12-17 21:37:00,074 Updating FAILED jobs +2021-12-17 21:37:00,074 Updating WAITING jobs +2021-12-17 21:37:00,075 Update finished +2021-12-17 21:37:10,085 Reloading parameters... +2021-12-17 21:37:10,107 Loading parameters... +2021-12-17 21:37:10,109 Loading project parameters... +2021-12-17 21:37:10,110 + +23 of 25 jobs remaining (21:37) +2021-12-17 21:37:10,111 Sleep: 10 +2021-12-17 21:37:10,111 Number of retrials: 0 +2021-12-17 21:37:10,111 WRAPPER CHECK TIME = 10 +2021-12-17 21:37:10,111 Checking jobs for platform=marenostrum4 +2021-12-17 21:37:10,112 Checking jobs for platform=nord3 +2021-12-17 21:37:10,112 Checking jobs for platform=local +2021-12-17 21:37:10,113 Checking jobs for platform=transfer_node +2021-12-17 21:37:10,113 Checking all jobs at once +2021-12-17 21:37:11,835 Successful check job command +2021-12-17 21:37:13,254 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:37:13,255 End of checking +2021-12-17 21:37:13,256 Updating FAILED jobs +2021-12-17 21:37:13,256 Updating WAITING jobs +2021-12-17 21:37:13,256 Update finished +2021-12-17 21:37:13,257 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:37:13,257 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:37:13,257 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:37:13,257 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:37:13,260 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:37:13,262 Job list saved +2021-12-17 21:37:13,270 Updating FAILED jobs +2021-12-17 21:37:13,270 Updating WAITING jobs +2021-12-17 21:37:13,271 Update finished +2021-12-17 21:37:23,280 Reloading parameters... +2021-12-17 21:37:23,299 Loading parameters... +2021-12-17 21:37:23,300 Loading project parameters... +2021-12-17 21:37:23,302 + +23 of 25 jobs remaining (21:37) +2021-12-17 21:37:23,302 Sleep: 10 +2021-12-17 21:37:23,303 Number of retrials: 0 +2021-12-17 21:37:23,303 WRAPPER CHECK TIME = 10 +2021-12-17 21:37:23,303 Checking jobs for platform=marenostrum4 +2021-12-17 21:37:23,304 Checking jobs for platform=nord3 +2021-12-17 21:37:23,304 Checking jobs for platform=local +2021-12-17 21:37:23,305 Checking jobs for platform=transfer_node +2021-12-17 21:37:23,305 Checking all jobs at once +2021-12-17 21:37:24,725 Successful check job command +2021-12-17 21:37:26,044 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:37:26,045 End of checking +2021-12-17 21:37:26,046 Updating FAILED jobs +2021-12-17 21:37:26,046 Updating WAITING jobs +2021-12-17 21:37:26,046 Update finished +2021-12-17 21:37:26,047 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:37:26,047 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:37:26,047 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:37:26,047 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:37:26,050 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:37:26,052 Job list saved +2021-12-17 21:37:26,057 Updating FAILED jobs +2021-12-17 21:37:26,057 Updating WAITING jobs +2021-12-17 21:37:26,058 Update finished +2021-12-17 21:37:36,067 Reloading parameters... +2021-12-17 21:37:36,086 Loading parameters... +2021-12-17 21:37:36,087 Loading project parameters... +2021-12-17 21:37:36,089 + +23 of 25 jobs remaining (21:37) +2021-12-17 21:37:36,089 Sleep: 10 +2021-12-17 21:37:36,089 Number of retrials: 0 +2021-12-17 21:37:36,089 WRAPPER CHECK TIME = 10 +2021-12-17 21:37:36,090 Checking jobs for platform=marenostrum4 +2021-12-17 21:37:36,091 Checking jobs for platform=nord3 +2021-12-17 21:37:36,091 Checking jobs for platform=local +2021-12-17 21:37:36,092 Checking jobs for platform=transfer_node +2021-12-17 21:37:36,092 Checking all jobs at once +2021-12-17 21:37:38,162 Successful check job command +2021-12-17 21:37:41,637 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:37:41,637 End of checking +2021-12-17 21:37:41,638 Updating FAILED jobs +2021-12-17 21:37:41,638 Updating WAITING jobs +2021-12-17 21:37:41,639 Update finished +2021-12-17 21:37:41,639 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:37:41,639 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:37:41,640 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:37:41,640 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:37:41,642 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:37:41,645 Job list saved +2021-12-17 21:37:41,649 Updating FAILED jobs +2021-12-17 21:37:41,649 Updating WAITING jobs +2021-12-17 21:37:41,650 Update finished +2021-12-17 21:37:51,660 Reloading parameters... +2021-12-17 21:37:51,679 Loading parameters... +2021-12-17 21:37:51,681 Loading project parameters... +2021-12-17 21:37:51,682 + +23 of 25 jobs remaining (21:37) +2021-12-17 21:37:51,683 Sleep: 10 +2021-12-17 21:37:51,683 Number of retrials: 0 +2021-12-17 21:37:51,683 WRAPPER CHECK TIME = 10 +2021-12-17 21:37:51,683 Checking jobs for platform=marenostrum4 +2021-12-17 21:37:51,684 Checking jobs for platform=nord3 +2021-12-17 21:37:51,684 Checking jobs for platform=local +2021-12-17 21:37:51,685 Checking jobs for platform=transfer_node +2021-12-17 21:37:51,685 Checking all jobs at once +2021-12-17 21:37:53,005 Successful check job command +2021-12-17 21:37:54,675 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:37:54,676 End of checking +2021-12-17 21:37:54,677 Updating FAILED jobs +2021-12-17 21:37:54,677 Updating WAITING jobs +2021-12-17 21:37:54,677 Update finished +2021-12-17 21:37:54,677 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:37:54,678 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:37:54,678 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:37:54,678 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:37:54,681 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:37:54,683 Job list saved +2021-12-17 21:37:54,688 Updating FAILED jobs +2021-12-17 21:37:54,688 Updating WAITING jobs +2021-12-17 21:37:54,688 Update finished +2021-12-17 21:38:04,698 Reloading parameters... +2021-12-17 21:38:04,716 Loading parameters... +2021-12-17 21:38:04,718 Loading project parameters... +2021-12-17 21:38:04,719 + +23 of 25 jobs remaining (21:38) +2021-12-17 21:38:04,720 Sleep: 10 +2021-12-17 21:38:04,720 Number of retrials: 0 +2021-12-17 21:38:04,720 WRAPPER CHECK TIME = 10 +2021-12-17 21:38:04,721 Checking jobs for platform=marenostrum4 +2021-12-17 21:38:04,721 Checking jobs for platform=nord3 +2021-12-17 21:38:04,722 Checking jobs for platform=local +2021-12-17 21:38:04,722 Checking jobs for platform=transfer_node +2021-12-17 21:38:04,722 Checking all jobs at once +2021-12-17 21:38:05,995 Successful check job command +2021-12-17 21:38:07,115 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:38:07,115 End of checking +2021-12-17 21:38:07,117 Updating FAILED jobs +2021-12-17 21:38:07,117 Updating WAITING jobs +2021-12-17 21:38:07,117 Update finished +2021-12-17 21:38:07,117 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:38:07,117 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:38:07,117 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:38:07,118 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:38:07,120 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:38:07,123 Job list saved +2021-12-17 21:38:07,128 Updating FAILED jobs +2021-12-17 21:38:07,128 Updating WAITING jobs +2021-12-17 21:38:07,128 Update finished +2021-12-17 21:38:17,138 Reloading parameters... +2021-12-17 21:38:17,156 Loading parameters... +2021-12-17 21:38:17,158 Loading project parameters... +2021-12-17 21:38:17,160 + +23 of 25 jobs remaining (21:38) +2021-12-17 21:38:17,160 Sleep: 10 +2021-12-17 21:38:17,160 Number of retrials: 0 +2021-12-17 21:38:17,160 WRAPPER CHECK TIME = 10 +2021-12-17 21:38:17,161 Checking jobs for platform=marenostrum4 +2021-12-17 21:38:17,161 Checking jobs for platform=nord3 +2021-12-17 21:38:17,162 Checking jobs for platform=local +2021-12-17 21:38:17,162 Checking jobs for platform=transfer_node +2021-12-17 21:38:17,162 Checking all jobs at once +2021-12-17 21:38:19,339 Successful check job command +2021-12-17 21:38:20,859 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:38:20,859 End of checking +2021-12-17 21:38:20,860 Updating FAILED jobs +2021-12-17 21:38:20,860 Updating WAITING jobs +2021-12-17 21:38:20,861 Update finished +2021-12-17 21:38:20,861 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:38:20,861 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:38:20,862 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:38:20,862 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:38:20,864 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:38:20,867 Job list saved +2021-12-17 21:38:20,871 Updating FAILED jobs +2021-12-17 21:38:20,871 Updating WAITING jobs +2021-12-17 21:38:20,871 Update finished +2021-12-17 21:38:30,878 Reloading parameters... +2021-12-17 21:38:30,895 Loading parameters... +2021-12-17 21:38:30,896 Loading project parameters... +2021-12-17 21:38:30,898 + +23 of 25 jobs remaining (21:38) +2021-12-17 21:38:30,899 Sleep: 10 +2021-12-17 21:38:30,899 Number of retrials: 0 +2021-12-17 21:38:30,899 WRAPPER CHECK TIME = 10 +2021-12-17 21:38:30,899 Checking jobs for platform=marenostrum4 +2021-12-17 21:38:30,900 Checking jobs for platform=nord3 +2021-12-17 21:38:30,900 Checking jobs for platform=local +2021-12-17 21:38:30,901 Checking jobs for platform=transfer_node +2021-12-17 21:38:30,901 Checking all jobs at once +2021-12-17 21:38:32,321 Successful check job command +2021-12-17 21:38:33,593 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:38:33,593 End of checking +2021-12-17 21:38:33,594 Updating FAILED jobs +2021-12-17 21:38:33,594 Updating WAITING jobs +2021-12-17 21:38:33,595 Update finished +2021-12-17 21:38:33,595 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:38:33,595 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:38:33,595 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:38:33,595 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:38:33,598 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:38:33,600 Job list saved +2021-12-17 21:38:33,605 Updating FAILED jobs +2021-12-17 21:38:33,605 Updating WAITING jobs +2021-12-17 21:38:33,605 Update finished +2021-12-17 21:38:43,616 Reloading parameters... +2021-12-17 21:38:43,634 Loading parameters... +2021-12-17 21:38:43,635 Loading project parameters... +2021-12-17 21:38:43,637 + +23 of 25 jobs remaining (21:38) +2021-12-17 21:38:43,637 Sleep: 10 +2021-12-17 21:38:43,637 Number of retrials: 0 +2021-12-17 21:38:43,637 WRAPPER CHECK TIME = 10 +2021-12-17 21:38:43,638 Checking jobs for platform=marenostrum4 +2021-12-17 21:38:43,638 Checking jobs for platform=nord3 +2021-12-17 21:38:43,639 Checking jobs for platform=local +2021-12-17 21:38:43,639 Checking jobs for platform=transfer_node +2021-12-17 21:38:43,639 Checking all jobs at once +2021-12-17 21:38:44,914 Successful check job command +2021-12-17 21:38:46,034 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:38:46,034 End of checking +2021-12-17 21:38:46,036 Updating FAILED jobs +2021-12-17 21:38:46,036 Updating WAITING jobs +2021-12-17 21:38:46,036 Update finished +2021-12-17 21:38:46,036 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:38:46,036 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:38:46,037 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:38:46,037 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:38:46,039 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:38:46,041 Job list saved +2021-12-17 21:38:46,046 Updating FAILED jobs +2021-12-17 21:38:46,046 Updating WAITING jobs +2021-12-17 21:38:46,047 Update finished +2021-12-17 21:38:56,057 Reloading parameters... +2021-12-17 21:38:56,080 Loading parameters... +2021-12-17 21:38:56,081 Loading project parameters... +2021-12-17 21:38:56,083 + +23 of 25 jobs remaining (21:38) +2021-12-17 21:38:56,083 Sleep: 10 +2021-12-17 21:38:56,083 Number of retrials: 0 +2021-12-17 21:38:56,084 WRAPPER CHECK TIME = 10 +2021-12-17 21:38:56,084 Checking jobs for platform=marenostrum4 +2021-12-17 21:38:56,086 Checking jobs for platform=nord3 +2021-12-17 21:38:56,088 Checking jobs for platform=local +2021-12-17 21:38:56,089 Checking jobs for platform=transfer_node +2021-12-17 21:38:56,089 Checking all jobs at once +2021-12-17 21:38:57,859 Successful check job command +2021-12-17 21:39:07,695 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:39:07,696 End of checking +2021-12-17 21:39:07,697 Updating FAILED jobs +2021-12-17 21:39:07,697 Updating WAITING jobs +2021-12-17 21:39:07,697 Update finished +2021-12-17 21:39:07,698 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:39:07,698 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:39:07,698 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:39:07,698 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:39:07,701 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:39:07,703 Job list saved +2021-12-17 21:39:07,707 Updating FAILED jobs +2021-12-17 21:39:07,708 Updating WAITING jobs +2021-12-17 21:39:07,708 Update finished +2021-12-17 21:39:17,718 Reloading parameters... +2021-12-17 21:39:17,737 Loading parameters... +2021-12-17 21:39:17,738 Loading project parameters... +2021-12-17 21:39:17,740 + +23 of 25 jobs remaining (21:39) +2021-12-17 21:39:17,740 Sleep: 10 +2021-12-17 21:39:17,740 Number of retrials: 0 +2021-12-17 21:39:17,740 WRAPPER CHECK TIME = 10 +2021-12-17 21:39:17,741 Checking jobs for platform=marenostrum4 +2021-12-17 21:39:17,742 Checking jobs for platform=nord3 +2021-12-17 21:39:17,742 Checking jobs for platform=local +2021-12-17 21:39:17,743 Checking jobs for platform=transfer_node +2021-12-17 21:39:17,743 Checking all jobs at once +2021-12-17 21:39:19,064 Successful check job command +2021-12-17 21:39:20,835 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:39:20,835 End of checking +2021-12-17 21:39:20,837 Updating FAILED jobs +2021-12-17 21:39:20,837 Updating WAITING jobs +2021-12-17 21:39:20,837 Update finished +2021-12-17 21:39:20,837 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:39:20,837 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:39:20,837 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:39:20,838 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:39:20,840 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:39:20,843 Job list saved +2021-12-17 21:39:20,848 Updating FAILED jobs +2021-12-17 21:39:20,848 Updating WAITING jobs +2021-12-17 21:39:20,848 Update finished +2021-12-17 21:39:30,858 Reloading parameters... +2021-12-17 21:39:30,877 Loading parameters... +2021-12-17 21:39:30,878 Loading project parameters... +2021-12-17 21:39:30,880 + +23 of 25 jobs remaining (21:39) +2021-12-17 21:39:30,880 Sleep: 10 +2021-12-17 21:39:30,881 Number of retrials: 0 +2021-12-17 21:39:30,881 WRAPPER CHECK TIME = 10 +2021-12-17 21:39:30,881 Checking jobs for platform=marenostrum4 +2021-12-17 21:39:30,882 Checking jobs for platform=nord3 +2021-12-17 21:39:30,882 Checking jobs for platform=local +2021-12-17 21:39:30,883 Checking jobs for platform=transfer_node +2021-12-17 21:39:30,883 Checking all jobs at once +2021-12-17 21:39:32,556 Successful check job command +2021-12-17 21:39:34,130 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:39:34,131 End of checking +2021-12-17 21:39:34,132 Updating FAILED jobs +2021-12-17 21:39:34,132 Updating WAITING jobs +2021-12-17 21:39:34,132 Update finished +2021-12-17 21:39:34,133 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:39:34,133 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:39:34,133 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:39:34,133 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:39:34,136 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:39:34,138 Job list saved +2021-12-17 21:39:34,143 Updating FAILED jobs +2021-12-17 21:39:34,143 Updating WAITING jobs +2021-12-17 21:39:34,143 Update finished +2021-12-17 21:39:44,152 Reloading parameters... +2021-12-17 21:39:44,170 Loading parameters... +2021-12-17 21:39:44,172 Loading project parameters... +2021-12-17 21:39:44,173 + +23 of 25 jobs remaining (21:39) +2021-12-17 21:39:44,174 Sleep: 10 +2021-12-17 21:39:44,174 Number of retrials: 0 +2021-12-17 21:39:44,174 WRAPPER CHECK TIME = 10 +2021-12-17 21:39:44,174 Checking jobs for platform=marenostrum4 +2021-12-17 21:39:44,175 Checking jobs for platform=nord3 +2021-12-17 21:39:44,175 Checking jobs for platform=local +2021-12-17 21:39:44,176 Checking jobs for platform=transfer_node +2021-12-17 21:39:44,176 Checking all jobs at once +2021-12-17 21:39:45,496 Successful check job command +2021-12-17 21:39:46,866 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:39:46,866 End of checking +2021-12-17 21:39:46,867 Updating FAILED jobs +2021-12-17 21:39:46,867 Updating WAITING jobs +2021-12-17 21:39:46,868 Update finished +2021-12-17 21:39:46,868 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:39:46,868 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:39:46,868 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:39:46,869 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:39:46,871 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:39:46,874 Job list saved +2021-12-17 21:39:46,878 Updating FAILED jobs +2021-12-17 21:39:46,879 Updating WAITING jobs +2021-12-17 21:39:46,879 Update finished +2021-12-17 21:39:56,889 Reloading parameters... +2021-12-17 21:39:56,912 Loading parameters... +2021-12-17 21:39:56,914 Loading project parameters... +2021-12-17 21:39:56,915 + +23 of 25 jobs remaining (21:39) +2021-12-17 21:39:56,916 Sleep: 10 +2021-12-17 21:39:56,916 Number of retrials: 0 +2021-12-17 21:39:56,916 WRAPPER CHECK TIME = 10 +2021-12-17 21:39:56,916 Checking jobs for platform=marenostrum4 +2021-12-17 21:39:56,917 Checking jobs for platform=nord3 +2021-12-17 21:39:56,918 Checking jobs for platform=local +2021-12-17 21:39:56,918 Checking jobs for platform=transfer_node +2021-12-17 21:39:56,918 Checking all jobs at once +2021-12-17 21:39:58,388 Successful check job command +2021-12-17 21:39:59,757 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:39:59,757 End of checking +2021-12-17 21:39:59,758 Updating FAILED jobs +2021-12-17 21:39:59,759 Updating WAITING jobs +2021-12-17 21:39:59,759 Update finished +2021-12-17 21:39:59,759 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:39:59,759 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:39:59,759 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:39:59,759 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:39:59,762 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:39:59,764 Job list saved +2021-12-17 21:39:59,769 Updating FAILED jobs +2021-12-17 21:39:59,769 Updating WAITING jobs +2021-12-17 21:39:59,769 Update finished +2021-12-17 21:40:09,779 Reloading parameters... +2021-12-17 21:40:09,798 Loading parameters... +2021-12-17 21:40:09,799 Loading project parameters... +2021-12-17 21:40:09,801 + +23 of 25 jobs remaining (21:40) +2021-12-17 21:40:09,801 Sleep: 10 +2021-12-17 21:40:09,801 Number of retrials: 0 +2021-12-17 21:40:09,802 WRAPPER CHECK TIME = 10 +2021-12-17 21:40:09,802 Checking jobs for platform=marenostrum4 +2021-12-17 21:40:09,803 Checking jobs for platform=nord3 +2021-12-17 21:40:09,803 Checking jobs for platform=local +2021-12-17 21:40:09,804 Checking jobs for platform=transfer_node +2021-12-17 21:40:09,804 Checking all jobs at once +2021-12-17 21:40:11,123 Successful check job command +2021-12-17 21:40:19,265 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:40:19,265 End of checking +2021-12-17 21:40:19,266 Updating FAILED jobs +2021-12-17 21:40:19,266 Updating WAITING jobs +2021-12-17 21:40:19,267 Update finished +2021-12-17 21:40:19,267 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:40:19,267 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:40:19,267 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:40:19,268 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:40:19,270 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:40:19,272 Job list saved +2021-12-17 21:40:19,277 Updating FAILED jobs +2021-12-17 21:40:19,277 Updating WAITING jobs +2021-12-17 21:40:19,278 Update finished +2021-12-17 21:40:29,288 Reloading parameters... +2021-12-17 21:40:29,313 Loading parameters... +2021-12-17 21:40:29,314 Loading project parameters... +2021-12-17 21:40:29,316 + +23 of 25 jobs remaining (21:40) +2021-12-17 21:40:29,316 Sleep: 10 +2021-12-17 21:40:29,317 Number of retrials: 0 +2021-12-17 21:40:29,317 WRAPPER CHECK TIME = 10 +2021-12-17 21:40:29,317 Checking jobs for platform=marenostrum4 +2021-12-17 21:40:29,318 Checking jobs for platform=nord3 +2021-12-17 21:40:29,318 Checking jobs for platform=local +2021-12-17 21:40:29,319 Checking jobs for platform=transfer_node +2021-12-17 21:40:29,319 Checking all jobs at once +2021-12-17 21:40:31,393 Successful check job command +2021-12-17 21:40:34,016 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:40:34,016 End of checking +2021-12-17 21:40:34,017 Updating FAILED jobs +2021-12-17 21:40:34,017 Updating WAITING jobs +2021-12-17 21:40:34,018 Update finished +2021-12-17 21:40:34,018 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:40:34,018 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:40:34,018 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:40:34,018 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:40:34,021 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:40:34,023 Job list saved +2021-12-17 21:40:34,028 Updating FAILED jobs +2021-12-17 21:40:34,028 Updating WAITING jobs +2021-12-17 21:40:34,029 Update finished +2021-12-17 21:40:44,039 Reloading parameters... +2021-12-17 21:40:44,058 Loading parameters... +2021-12-17 21:40:44,059 Loading project parameters... +2021-12-17 21:40:44,061 + +23 of 25 jobs remaining (21:40) +2021-12-17 21:40:44,061 Sleep: 10 +2021-12-17 21:40:44,061 Number of retrials: 0 +2021-12-17 21:40:44,061 WRAPPER CHECK TIME = 10 +2021-12-17 21:40:44,062 Checking jobs for platform=marenostrum4 +2021-12-17 21:40:44,062 Checking jobs for platform=nord3 +2021-12-17 21:40:44,063 Checking jobs for platform=local +2021-12-17 21:40:44,063 Checking jobs for platform=transfer_node +2021-12-17 21:40:44,064 Checking all jobs at once +2021-12-17 21:40:45,333 Successful check job command +2021-12-17 21:40:46,654 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:40:46,654 End of checking +2021-12-17 21:40:46,655 Updating FAILED jobs +2021-12-17 21:40:46,655 Updating WAITING jobs +2021-12-17 21:40:46,656 Update finished +2021-12-17 21:40:46,656 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:40:46,656 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:40:46,656 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:40:46,656 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:40:46,659 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:40:46,661 Job list saved +2021-12-17 21:40:46,666 Updating FAILED jobs +2021-12-17 21:40:46,666 Updating WAITING jobs +2021-12-17 21:40:46,666 Update finished +2021-12-17 21:40:56,675 Reloading parameters... +2021-12-17 21:40:56,695 Loading parameters... +2021-12-17 21:40:56,697 Loading project parameters... +2021-12-17 21:40:56,699 + +23 of 25 jobs remaining (21:40) +2021-12-17 21:40:56,699 Sleep: 10 +2021-12-17 21:40:56,699 Number of retrials: 0 +2021-12-17 21:40:56,699 WRAPPER CHECK TIME = 10 +2021-12-17 21:40:56,700 Checking jobs for platform=marenostrum4 +2021-12-17 21:40:56,700 Checking jobs for platform=nord3 +2021-12-17 21:40:56,701 Checking jobs for platform=local +2021-12-17 21:40:56,702 Checking jobs for platform=transfer_node +2021-12-17 21:40:56,702 Checking all jobs at once +2021-12-17 21:40:59,424 Successful check job command +2021-12-17 21:41:00,743 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:41:00,743 End of checking +2021-12-17 21:41:00,745 Updating FAILED jobs +2021-12-17 21:41:00,745 Updating WAITING jobs +2021-12-17 21:41:00,745 Update finished +2021-12-17 21:41:00,745 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:41:00,746 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:41:00,746 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:41:00,746 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:41:00,749 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:41:00,751 Job list saved +2021-12-17 21:41:00,762 Updating FAILED jobs +2021-12-17 21:41:00,762 Updating WAITING jobs +2021-12-17 21:41:00,762 Update finished +2021-12-17 21:41:10,772 Reloading parameters... +2021-12-17 21:41:10,793 Loading parameters... +2021-12-17 21:41:10,795 Loading project parameters... +2021-12-17 21:41:10,797 + +23 of 25 jobs remaining (21:41) +2021-12-17 21:41:10,797 Sleep: 10 +2021-12-17 21:41:10,797 Number of retrials: 0 +2021-12-17 21:41:10,797 WRAPPER CHECK TIME = 10 +2021-12-17 21:41:10,798 Checking jobs for platform=marenostrum4 +2021-12-17 21:41:10,798 Checking jobs for platform=nord3 +2021-12-17 21:41:10,799 Checking jobs for platform=local +2021-12-17 21:41:10,799 Checking jobs for platform=transfer_node +2021-12-17 21:41:10,799 Checking all jobs at once +2021-12-17 21:41:12,419 Successful check job command +2021-12-17 21:41:14,692 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:41:14,692 End of checking +2021-12-17 21:41:14,694 Updating FAILED jobs +2021-12-17 21:41:14,694 Updating WAITING jobs +2021-12-17 21:41:14,694 Update finished +2021-12-17 21:41:14,695 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:41:14,695 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:41:14,695 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:41:14,695 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:41:14,698 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:41:14,700 Job list saved +2021-12-17 21:41:14,706 Updating FAILED jobs +2021-12-17 21:41:14,706 Updating WAITING jobs +2021-12-17 21:41:14,707 Update finished +2021-12-17 21:41:24,716 Reloading parameters... +2021-12-17 21:41:24,735 Loading parameters... +2021-12-17 21:41:24,737 Loading project parameters... +2021-12-17 21:41:24,739 + +23 of 25 jobs remaining (21:41) +2021-12-17 21:41:24,739 Sleep: 10 +2021-12-17 21:41:24,739 Number of retrials: 0 +2021-12-17 21:41:24,739 WRAPPER CHECK TIME = 10 +2021-12-17 21:41:24,740 Checking jobs for platform=marenostrum4 +2021-12-17 21:41:24,740 Checking jobs for platform=nord3 +2021-12-17 21:41:24,741 Checking jobs for platform=local +2021-12-17 21:41:24,741 Checking jobs for platform=transfer_node +2021-12-17 21:41:24,742 Checking all jobs at once +2021-12-17 21:41:26,011 Successful check job command +2021-12-17 21:41:27,533 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:41:27,533 End of checking +2021-12-17 21:41:27,535 Updating FAILED jobs +2021-12-17 21:41:27,535 Updating WAITING jobs +2021-12-17 21:41:27,535 Update finished +2021-12-17 21:41:27,536 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:41:27,536 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:41:27,536 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:41:27,536 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:41:27,539 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:41:27,541 Job list saved +2021-12-17 21:41:27,547 Updating FAILED jobs +2021-12-17 21:41:27,547 Updating WAITING jobs +2021-12-17 21:41:27,547 Update finished +2021-12-17 21:41:37,557 Reloading parameters... +2021-12-17 21:41:37,576 Loading parameters... +2021-12-17 21:41:37,578 Loading project parameters... +2021-12-17 21:41:37,581 + +23 of 25 jobs remaining (21:41) +2021-12-17 21:41:37,581 Sleep: 10 +2021-12-17 21:41:37,581 Number of retrials: 0 +2021-12-17 21:41:37,582 WRAPPER CHECK TIME = 10 +2021-12-17 21:41:37,582 Checking jobs for platform=marenostrum4 +2021-12-17 21:41:37,583 Checking jobs for platform=nord3 +2021-12-17 21:41:37,583 Checking jobs for platform=local +2021-12-17 21:41:37,584 Checking jobs for platform=transfer_node +2021-12-17 21:41:37,584 Checking all jobs at once +2021-12-17 21:41:39,106 Successful check job command +2021-12-17 21:41:40,228 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:41:40,228 End of checking +2021-12-17 21:41:40,230 Updating FAILED jobs +2021-12-17 21:41:40,230 Updating WAITING jobs +2021-12-17 21:41:40,230 Update finished +2021-12-17 21:41:40,230 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:41:40,231 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:41:40,231 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:41:40,231 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:41:40,234 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:41:40,236 Job list saved +2021-12-17 21:41:40,241 Updating FAILED jobs +2021-12-17 21:41:40,241 Updating WAITING jobs +2021-12-17 21:41:40,242 Update finished +2021-12-17 21:41:50,252 Reloading parameters... +2021-12-17 21:41:50,271 Loading parameters... +2021-12-17 21:41:50,273 Loading project parameters... +2021-12-17 21:41:50,274 + +23 of 25 jobs remaining (21:41) +2021-12-17 21:41:50,275 Sleep: 10 +2021-12-17 21:41:50,275 Number of retrials: 0 +2021-12-17 21:41:50,275 WRAPPER CHECK TIME = 10 +2021-12-17 21:41:50,275 Checking jobs for platform=marenostrum4 +2021-12-17 21:41:50,276 Checking jobs for platform=nord3 +2021-12-17 21:41:50,276 Checking jobs for platform=local +2021-12-17 21:41:50,277 Checking jobs for platform=transfer_node +2021-12-17 21:41:50,277 Checking all jobs at once +2021-12-17 21:41:52,749 Successful check job command +2021-12-17 21:41:55,070 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:41:55,070 End of checking +2021-12-17 21:41:55,071 Updating FAILED jobs +2021-12-17 21:41:55,072 Updating WAITING jobs +2021-12-17 21:41:55,072 Update finished +2021-12-17 21:41:55,072 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:41:55,072 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:41:55,072 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:41:55,072 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:41:55,075 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:41:55,077 Job list saved +2021-12-17 21:41:55,087 Updating FAILED jobs +2021-12-17 21:41:55,087 Updating WAITING jobs +2021-12-17 21:41:55,088 Update finished +2021-12-17 21:42:05,098 Reloading parameters... +2021-12-17 21:42:05,117 Loading parameters... +2021-12-17 21:42:05,118 Loading project parameters... +2021-12-17 21:42:05,120 + +23 of 25 jobs remaining (21:42) +2021-12-17 21:42:05,120 Sleep: 10 +2021-12-17 21:42:05,120 Number of retrials: 0 +2021-12-17 21:42:05,120 WRAPPER CHECK TIME = 10 +2021-12-17 21:42:05,121 Checking jobs for platform=marenostrum4 +2021-12-17 21:42:05,121 Checking jobs for platform=nord3 +2021-12-17 21:42:05,123 Checking jobs for platform=local +2021-12-17 21:42:05,124 Checking jobs for platform=transfer_node +2021-12-17 21:42:05,124 Checking all jobs at once +2021-12-17 21:42:06,443 Successful check job command +2021-12-17 21:42:07,613 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:42:07,613 End of checking +2021-12-17 21:42:07,614 Updating FAILED jobs +2021-12-17 21:42:07,614 Updating WAITING jobs +2021-12-17 21:42:07,615 Update finished +2021-12-17 21:42:07,615 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:42:07,615 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:42:07,615 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:42:07,615 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:42:07,618 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:42:07,620 Job list saved +2021-12-17 21:42:07,625 Updating FAILED jobs +2021-12-17 21:42:07,625 Updating WAITING jobs +2021-12-17 21:42:07,625 Update finished +2021-12-17 21:42:17,635 Reloading parameters... +2021-12-17 21:42:17,663 Loading parameters... +2021-12-17 21:42:17,664 Loading project parameters... +2021-12-17 21:42:17,666 + +23 of 25 jobs remaining (21:42) +2021-12-17 21:42:17,666 Sleep: 10 +2021-12-17 21:42:17,666 Number of retrials: 0 +2021-12-17 21:42:17,666 WRAPPER CHECK TIME = 10 +2021-12-17 21:42:17,667 Checking jobs for platform=marenostrum4 +2021-12-17 21:42:17,667 Checking jobs for platform=nord3 +2021-12-17 21:42:17,668 Checking jobs for platform=local +2021-12-17 21:42:17,668 Checking jobs for platform=transfer_node +2021-12-17 21:42:17,669 Checking all jobs at once +2021-12-17 21:42:19,890 Successful check job command +2021-12-17 21:42:21,109 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:42:21,109 End of checking +2021-12-17 21:42:21,110 Updating FAILED jobs +2021-12-17 21:42:21,110 Updating WAITING jobs +2021-12-17 21:42:21,111 Update finished +2021-12-17 21:42:21,111 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:42:21,111 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:42:21,111 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:42:21,112 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:42:21,115 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:42:21,117 Job list saved +2021-12-17 21:42:21,122 Updating FAILED jobs +2021-12-17 21:42:21,122 Updating WAITING jobs +2021-12-17 21:42:21,122 Update finished +2021-12-17 21:42:31,132 Reloading parameters... +2021-12-17 21:42:31,152 Loading parameters... +2021-12-17 21:42:31,153 Loading project parameters... +2021-12-17 21:42:31,155 + +23 of 25 jobs remaining (21:42) +2021-12-17 21:42:31,155 Sleep: 10 +2021-12-17 21:42:31,156 Number of retrials: 0 +2021-12-17 21:42:31,156 WRAPPER CHECK TIME = 10 +2021-12-17 21:42:31,156 Checking jobs for platform=marenostrum4 +2021-12-17 21:42:31,157 Checking jobs for platform=nord3 +2021-12-17 21:42:31,157 Checking jobs for platform=local +2021-12-17 21:42:31,158 Checking jobs for platform=transfer_node +2021-12-17 21:42:31,158 Checking all jobs at once +2021-12-17 21:42:33,981 Successful check job command +2021-12-17 21:42:37,556 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:42:37,556 End of checking +2021-12-17 21:42:37,558 Updating FAILED jobs +2021-12-17 21:42:37,558 Updating WAITING jobs +2021-12-17 21:42:37,558 Update finished +2021-12-17 21:42:37,558 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:42:37,559 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:42:37,559 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:42:37,559 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:42:37,561 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:42:37,564 Job list saved +2021-12-17 21:42:37,568 Updating FAILED jobs +2021-12-17 21:42:37,569 Updating WAITING jobs +2021-12-17 21:42:37,569 Update finished +2021-12-17 21:42:47,578 Reloading parameters... +2021-12-17 21:42:47,603 Loading parameters... +2021-12-17 21:42:47,605 Loading project parameters... +2021-12-17 21:42:47,606 + +23 of 25 jobs remaining (21:42) +2021-12-17 21:42:47,607 Sleep: 10 +2021-12-17 21:42:47,607 Number of retrials: 0 +2021-12-17 21:42:47,607 WRAPPER CHECK TIME = 10 +2021-12-17 21:42:47,608 Checking jobs for platform=marenostrum4 +2021-12-17 21:42:47,608 Checking jobs for platform=nord3 +2021-12-17 21:42:47,609 Checking jobs for platform=local +2021-12-17 21:42:47,609 Checking jobs for platform=transfer_node +2021-12-17 21:42:47,609 Checking all jobs at once +2021-12-17 21:42:48,979 Successful check job command +2021-12-17 21:42:50,549 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:42:50,550 End of checking +2021-12-17 21:42:50,552 Updating FAILED jobs +2021-12-17 21:42:50,552 Updating WAITING jobs +2021-12-17 21:42:50,552 Update finished +2021-12-17 21:42:50,552 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:42:50,552 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:42:50,553 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:42:50,553 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:42:50,556 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:42:50,558 Job list saved +2021-12-17 21:42:50,563 Updating FAILED jobs +2021-12-17 21:42:50,563 Updating WAITING jobs +2021-12-17 21:42:50,563 Update finished +2021-12-17 21:43:00,573 Reloading parameters... +2021-12-17 21:43:00,592 Loading parameters... +2021-12-17 21:43:00,593 Loading project parameters... +2021-12-17 21:43:00,595 + +23 of 25 jobs remaining (21:43) +2021-12-17 21:43:00,595 Sleep: 10 +2021-12-17 21:43:00,595 Number of retrials: 0 +2021-12-17 21:43:00,595 WRAPPER CHECK TIME = 10 +2021-12-17 21:43:00,596 Checking jobs for platform=marenostrum4 +2021-12-17 21:43:00,596 Checking jobs for platform=nord3 +2021-12-17 21:43:00,597 Checking jobs for platform=local +2021-12-17 21:43:00,598 Checking jobs for platform=transfer_node +2021-12-17 21:43:00,598 Checking all jobs at once +2021-12-17 21:43:04,371 Successful check job command +2021-12-17 21:43:08,351 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:43:08,352 End of checking +2021-12-17 21:43:08,353 Updating FAILED jobs +2021-12-17 21:43:08,353 Updating WAITING jobs +2021-12-17 21:43:08,354 Update finished +2021-12-17 21:43:08,354 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:43:08,354 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:43:08,355 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:43:08,355 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:43:08,357 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:43:08,360 Job list saved +2021-12-17 21:43:08,364 Updating FAILED jobs +2021-12-17 21:43:08,364 Updating WAITING jobs +2021-12-17 21:43:08,365 Update finished +2021-12-17 21:43:18,375 Reloading parameters... +2021-12-17 21:43:18,396 Loading parameters... +2021-12-17 21:43:18,397 Loading project parameters... +2021-12-17 21:43:18,399 + +23 of 25 jobs remaining (21:43) +2021-12-17 21:43:18,399 Sleep: 10 +2021-12-17 21:43:18,399 Number of retrials: 0 +2021-12-17 21:43:18,399 WRAPPER CHECK TIME = 10 +2021-12-17 21:43:18,400 Checking jobs for platform=marenostrum4 +2021-12-17 21:43:18,401 Checking jobs for platform=nord3 +2021-12-17 21:43:18,401 Checking jobs for platform=local +2021-12-17 21:43:18,402 Checking jobs for platform=transfer_node +2021-12-17 21:43:18,402 Checking all jobs at once +2021-12-17 21:43:20,823 Successful check job command +2021-12-17 21:43:23,946 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:43:23,946 End of checking +2021-12-17 21:43:23,947 Updating FAILED jobs +2021-12-17 21:43:23,947 Updating WAITING jobs +2021-12-17 21:43:23,948 Update finished +2021-12-17 21:43:23,948 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:43:23,948 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:43:23,948 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:43:23,948 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:43:23,951 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:43:23,953 Job list saved +2021-12-17 21:43:23,958 Updating FAILED jobs +2021-12-17 21:43:23,958 Updating WAITING jobs +2021-12-17 21:43:23,958 Update finished +2021-12-17 21:43:33,967 Reloading parameters... +2021-12-17 21:43:33,987 Loading parameters... +2021-12-17 21:43:33,989 Loading project parameters... +2021-12-17 21:43:33,991 + +23 of 25 jobs remaining (21:43) +2021-12-17 21:43:33,991 Sleep: 10 +2021-12-17 21:43:33,991 Number of retrials: 0 +2021-12-17 21:43:33,991 WRAPPER CHECK TIME = 10 +2021-12-17 21:43:33,992 Checking jobs for platform=marenostrum4 +2021-12-17 21:43:33,992 Checking jobs for platform=nord3 +2021-12-17 21:43:33,993 Checking jobs for platform=local +2021-12-17 21:43:33,993 Checking jobs for platform=transfer_node +2021-12-17 21:43:33,993 Checking all jobs at once +2021-12-17 21:43:35,413 Successful check job command +2021-12-17 21:43:36,935 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:43:36,935 End of checking +2021-12-17 21:43:36,936 Updating FAILED jobs +2021-12-17 21:43:36,936 Updating WAITING jobs +2021-12-17 21:43:36,937 Update finished +2021-12-17 21:43:36,937 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:43:36,937 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:43:36,937 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:43:36,937 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:43:36,941 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:43:36,943 Job list saved +2021-12-17 21:43:36,948 Updating FAILED jobs +2021-12-17 21:43:36,948 Updating WAITING jobs +2021-12-17 21:43:36,948 Update finished +2021-12-17 21:43:46,958 Reloading parameters... +2021-12-17 21:43:46,977 Loading parameters... +2021-12-17 21:43:46,978 Loading project parameters... +2021-12-17 21:43:46,980 + +23 of 25 jobs remaining (21:43) +2021-12-17 21:43:46,980 Sleep: 10 +2021-12-17 21:43:46,980 Number of retrials: 0 +2021-12-17 21:43:46,980 WRAPPER CHECK TIME = 10 +2021-12-17 21:43:46,985 Checking jobs for platform=marenostrum4 +2021-12-17 21:43:46,986 Checking jobs for platform=nord3 +2021-12-17 21:43:46,990 Checking jobs for platform=local +2021-12-17 21:43:46,990 Checking jobs for platform=transfer_node +2021-12-17 21:43:46,991 Checking all jobs at once +2021-12-17 21:43:48,418 Successful check job command +2021-12-17 21:43:49,687 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:43:49,688 End of checking +2021-12-17 21:43:49,689 Updating FAILED jobs +2021-12-17 21:43:49,690 Updating WAITING jobs +2021-12-17 21:43:49,690 Update finished +2021-12-17 21:43:49,690 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:43:49,691 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:43:49,691 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:43:49,691 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:43:49,694 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:43:49,696 Job list saved +2021-12-17 21:43:49,701 Updating FAILED jobs +2021-12-17 21:43:49,701 Updating WAITING jobs +2021-12-17 21:43:49,701 Update finished +2021-12-17 21:43:59,711 Reloading parameters... +2021-12-17 21:43:59,730 Loading parameters... +2021-12-17 21:43:59,731 Loading project parameters... +2021-12-17 21:43:59,733 + +23 of 25 jobs remaining (21:43) +2021-12-17 21:43:59,733 Sleep: 10 +2021-12-17 21:43:59,733 Number of retrials: 0 +2021-12-17 21:43:59,733 WRAPPER CHECK TIME = 10 +2021-12-17 21:43:59,734 Checking jobs for platform=marenostrum4 +2021-12-17 21:43:59,734 Checking jobs for platform=nord3 +2021-12-17 21:43:59,735 Checking jobs for platform=local +2021-12-17 21:43:59,736 Checking jobs for platform=transfer_node +2021-12-17 21:43:59,736 Checking all jobs at once +2021-12-17 21:44:02,065 Successful check job command +2021-12-17 21:44:05,840 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:44:05,840 End of checking +2021-12-17 21:44:05,844 Updating FAILED jobs +2021-12-17 21:44:05,845 Updating WAITING jobs +2021-12-17 21:44:05,845 Update finished +2021-12-17 21:44:05,845 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:44:05,845 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:44:05,846 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:44:05,846 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:44:05,849 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:44:05,851 Job list saved +2021-12-17 21:44:05,858 Updating FAILED jobs +2021-12-17 21:44:05,858 Updating WAITING jobs +2021-12-17 21:44:05,858 Update finished +2021-12-17 21:44:15,868 Reloading parameters... +2021-12-17 21:44:15,888 Loading parameters... +2021-12-17 21:44:15,889 Loading project parameters... +2021-12-17 21:44:15,891 + +23 of 25 jobs remaining (21:44) +2021-12-17 21:44:15,891 Sleep: 10 +2021-12-17 21:44:15,892 Number of retrials: 0 +2021-12-17 21:44:15,892 WRAPPER CHECK TIME = 10 +2021-12-17 21:44:15,892 Checking jobs for platform=marenostrum4 +2021-12-17 21:44:15,893 Checking jobs for platform=nord3 +2021-12-17 21:44:15,893 Checking jobs for platform=local +2021-12-17 21:44:15,894 Checking jobs for platform=transfer_node +2021-12-17 21:44:15,894 Checking all jobs at once +2021-12-17 21:44:17,423 Successful check job command +2021-12-17 21:44:18,844 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:44:18,844 End of checking +2021-12-17 21:44:18,846 Updating FAILED jobs +2021-12-17 21:44:18,846 Updating WAITING jobs +2021-12-17 21:44:18,847 Update finished +2021-12-17 21:44:18,848 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:44:18,848 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:44:18,848 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:44:18,848 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:44:18,854 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:44:18,859 Job list saved +2021-12-17 21:44:18,866 Updating FAILED jobs +2021-12-17 21:44:18,867 Updating WAITING jobs +2021-12-17 21:44:18,867 Update finished +2021-12-17 21:44:28,876 Reloading parameters... +2021-12-17 21:44:28,899 Loading parameters... +2021-12-17 21:44:28,900 Loading project parameters... +2021-12-17 21:44:28,904 + +23 of 25 jobs remaining (21:44) +2021-12-17 21:44:28,904 Sleep: 10 +2021-12-17 21:44:28,904 Number of retrials: 0 +2021-12-17 21:44:28,904 WRAPPER CHECK TIME = 10 +2021-12-17 21:44:28,905 Checking jobs for platform=marenostrum4 +2021-12-17 21:44:28,906 Checking jobs for platform=nord3 +2021-12-17 21:44:28,907 Checking jobs for platform=local +2021-12-17 21:44:28,907 Checking jobs for platform=transfer_node +2021-12-17 21:44:28,908 Checking all jobs at once +2021-12-17 21:44:30,537 Successful check job command +2021-12-17 21:44:32,007 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:44:32,007 End of checking +2021-12-17 21:44:32,012 Updating FAILED jobs +2021-12-17 21:44:32,013 Updating WAITING jobs +2021-12-17 21:44:32,013 Update finished +2021-12-17 21:44:32,013 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:44:32,014 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:44:32,014 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:44:32,014 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:44:32,017 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:44:32,019 Job list saved +2021-12-17 21:44:32,024 Updating FAILED jobs +2021-12-17 21:44:32,024 Updating WAITING jobs +2021-12-17 21:44:32,024 Update finished +2021-12-17 21:44:42,034 Reloading parameters... +2021-12-17 21:44:42,072 Loading parameters... +2021-12-17 21:44:42,074 Loading project parameters... +2021-12-17 21:44:42,086 + +23 of 25 jobs remaining (21:44) +2021-12-17 21:44:42,086 Sleep: 10 +2021-12-17 21:44:42,086 Number of retrials: 0 +2021-12-17 21:44:42,086 WRAPPER CHECK TIME = 10 +2021-12-17 21:44:42,087 Checking jobs for platform=marenostrum4 +2021-12-17 21:44:42,087 Checking jobs for platform=nord3 +2021-12-17 21:44:42,088 Checking jobs for platform=local +2021-12-17 21:44:42,088 Checking jobs for platform=transfer_node +2021-12-17 21:44:42,088 Checking all jobs at once +2021-12-17 21:44:44,618 Successful check job command +2021-12-17 21:44:46,339 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:44:46,339 End of checking +2021-12-17 21:44:46,342 Updating FAILED jobs +2021-12-17 21:44:46,342 Updating WAITING jobs +2021-12-17 21:44:46,342 Update finished +2021-12-17 21:44:46,342 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:44:46,342 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:44:46,343 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:44:46,343 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:44:46,345 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:44:46,348 Job list saved +2021-12-17 21:44:46,353 Updating FAILED jobs +2021-12-17 21:44:46,353 Updating WAITING jobs +2021-12-17 21:44:46,353 Update finished +2021-12-17 21:44:56,363 Reloading parameters... +2021-12-17 21:44:56,383 Loading parameters... +2021-12-17 21:44:56,385 Loading project parameters... +2021-12-17 21:44:56,387 + +23 of 25 jobs remaining (21:44) +2021-12-17 21:44:56,387 Sleep: 10 +2021-12-17 21:44:56,387 Number of retrials: 0 +2021-12-17 21:44:56,387 WRAPPER CHECK TIME = 10 +2021-12-17 21:44:56,388 Checking jobs for platform=marenostrum4 +2021-12-17 21:44:56,388 Checking jobs for platform=nord3 +2021-12-17 21:44:56,389 Checking jobs for platform=local +2021-12-17 21:44:56,389 Checking jobs for platform=transfer_node +2021-12-17 21:44:56,389 Checking all jobs at once +2021-12-17 21:44:58,413 Successful check job command +2021-12-17 21:45:00,585 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:45:00,585 End of checking +2021-12-17 21:45:00,587 Updating FAILED jobs +2021-12-17 21:45:00,587 Updating WAITING jobs +2021-12-17 21:45:00,587 Update finished +2021-12-17 21:45:00,588 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:45:00,588 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:45:00,588 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:45:00,588 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:45:00,591 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:45:00,593 Job list saved +2021-12-17 21:45:00,599 Updating FAILED jobs +2021-12-17 21:45:00,599 Updating WAITING jobs +2021-12-17 21:45:00,599 Update finished +2021-12-17 21:45:10,603 Reloading parameters... +2021-12-17 21:45:10,622 Loading parameters... +2021-12-17 21:45:10,623 Loading project parameters... +2021-12-17 21:45:10,625 + +23 of 25 jobs remaining (21:45) +2021-12-17 21:45:10,625 Sleep: 10 +2021-12-17 21:45:10,625 Number of retrials: 0 +2021-12-17 21:45:10,626 WRAPPER CHECK TIME = 10 +2021-12-17 21:45:10,626 Checking jobs for platform=marenostrum4 +2021-12-17 21:45:10,627 Checking jobs for platform=nord3 +2021-12-17 21:45:10,627 Checking jobs for platform=local +2021-12-17 21:45:10,628 Checking jobs for platform=transfer_node +2021-12-17 21:45:10,628 Checking all jobs at once +2021-12-17 21:45:12,048 Successful check job command +2021-12-17 21:45:13,317 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:45:13,317 End of checking +2021-12-17 21:45:13,319 Updating FAILED jobs +2021-12-17 21:45:13,319 Updating WAITING jobs +2021-12-17 21:45:13,319 Update finished +2021-12-17 21:45:13,320 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:45:13,320 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:45:13,320 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:45:13,320 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:45:13,323 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:45:13,325 Job list saved +2021-12-17 21:45:13,330 Updating FAILED jobs +2021-12-17 21:45:13,330 Updating WAITING jobs +2021-12-17 21:45:13,330 Update finished +2021-12-17 21:45:23,340 Reloading parameters... +2021-12-17 21:45:23,359 Loading parameters... +2021-12-17 21:45:23,360 Loading project parameters... +2021-12-17 21:45:23,362 + +23 of 25 jobs remaining (21:45) +2021-12-17 21:45:23,362 Sleep: 10 +2021-12-17 21:45:23,362 Number of retrials: 0 +2021-12-17 21:45:23,362 WRAPPER CHECK TIME = 10 +2021-12-17 21:45:23,363 Checking jobs for platform=marenostrum4 +2021-12-17 21:45:23,364 Checking jobs for platform=nord3 +2021-12-17 21:45:23,364 Checking jobs for platform=local +2021-12-17 21:45:23,365 Checking jobs for platform=transfer_node +2021-12-17 21:45:23,365 Checking all jobs at once +2021-12-17 21:45:25,085 Successful check job command +2021-12-17 21:45:27,055 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:45:27,056 End of checking +2021-12-17 21:45:27,057 Updating FAILED jobs +2021-12-17 21:45:27,057 Updating WAITING jobs +2021-12-17 21:45:27,057 Update finished +2021-12-17 21:45:27,058 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:45:27,058 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:45:27,058 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:45:27,058 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:45:27,061 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:45:27,063 Job list saved +2021-12-17 21:45:27,086 Updating FAILED jobs +2021-12-17 21:45:27,086 Updating WAITING jobs +2021-12-17 21:45:27,086 Update finished +2021-12-17 21:45:37,096 Reloading parameters... +2021-12-17 21:45:37,121 Loading parameters... +2021-12-17 21:45:37,122 Loading project parameters... +2021-12-17 21:45:37,124 + +23 of 25 jobs remaining (21:45) +2021-12-17 21:45:37,124 Sleep: 10 +2021-12-17 21:45:37,125 Number of retrials: 0 +2021-12-17 21:45:37,125 WRAPPER CHECK TIME = 10 +2021-12-17 21:45:37,125 Checking jobs for platform=marenostrum4 +2021-12-17 21:45:37,126 Checking jobs for platform=nord3 +2021-12-17 21:45:37,127 Checking jobs for platform=local +2021-12-17 21:45:37,127 Checking jobs for platform=transfer_node +2021-12-17 21:45:37,127 Checking all jobs at once +2021-12-17 21:45:39,849 Successful check job command +2021-12-17 21:45:42,422 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:45:42,422 End of checking +2021-12-17 21:45:42,423 Updating FAILED jobs +2021-12-17 21:45:42,424 Updating WAITING jobs +2021-12-17 21:45:42,424 Update finished +2021-12-17 21:45:42,424 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:45:42,424 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:45:42,424 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:45:42,424 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:45:42,427 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:45:42,430 Job list saved +2021-12-17 21:45:42,434 Updating FAILED jobs +2021-12-17 21:45:42,435 Updating WAITING jobs +2021-12-17 21:45:42,435 Update finished +2021-12-17 21:45:52,436 Reloading parameters... +2021-12-17 21:45:52,456 Loading parameters... +2021-12-17 21:45:52,458 Loading project parameters... +2021-12-17 21:45:52,460 + +23 of 25 jobs remaining (21:45) +2021-12-17 21:45:52,460 Sleep: 10 +2021-12-17 21:45:52,460 Number of retrials: 0 +2021-12-17 21:45:52,460 WRAPPER CHECK TIME = 10 +2021-12-17 21:45:52,461 Checking jobs for platform=marenostrum4 +2021-12-17 21:45:52,461 Checking jobs for platform=nord3 +2021-12-17 21:45:52,462 Checking jobs for platform=local +2021-12-17 21:45:52,462 Checking jobs for platform=transfer_node +2021-12-17 21:45:52,462 Checking all jobs at once +2021-12-17 21:45:54,132 Successful check job command +2021-12-17 21:45:55,402 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:45:55,402 End of checking +2021-12-17 21:45:55,404 Updating FAILED jobs +2021-12-17 21:45:55,404 Updating WAITING jobs +2021-12-17 21:45:55,404 Update finished +2021-12-17 21:45:55,404 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:45:55,405 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:45:55,405 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:45:55,405 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:45:55,408 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:45:55,410 Job list saved +2021-12-17 21:45:55,415 Updating FAILED jobs +2021-12-17 21:45:55,415 Updating WAITING jobs +2021-12-17 21:45:55,415 Update finished +2021-12-17 21:46:05,418 Reloading parameters... +2021-12-17 21:46:05,440 Loading parameters... +2021-12-17 21:46:05,441 Loading project parameters... +2021-12-17 21:46:05,443 + +23 of 25 jobs remaining (21:46) +2021-12-17 21:46:05,443 Sleep: 10 +2021-12-17 21:46:05,443 Number of retrials: 0 +2021-12-17 21:46:05,443 WRAPPER CHECK TIME = 10 +2021-12-17 21:46:05,444 Checking jobs for platform=marenostrum4 +2021-12-17 21:46:05,445 Checking jobs for platform=nord3 +2021-12-17 21:46:05,445 Checking jobs for platform=local +2021-12-17 21:46:05,446 Checking jobs for platform=transfer_node +2021-12-17 21:46:05,446 Checking all jobs at once +2021-12-17 21:46:07,017 Successful check job command +2021-12-17 21:46:08,286 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:46:08,286 End of checking +2021-12-17 21:46:08,289 Updating FAILED jobs +2021-12-17 21:46:08,289 Updating WAITING jobs +2021-12-17 21:46:08,289 Update finished +2021-12-17 21:46:08,290 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:46:08,290 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:46:08,290 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:46:08,290 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:46:08,294 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:46:08,296 Job list saved +2021-12-17 21:46:08,307 Updating FAILED jobs +2021-12-17 21:46:08,307 Updating WAITING jobs +2021-12-17 21:46:08,307 Update finished +2021-12-17 21:46:18,315 Reloading parameters... +2021-12-17 21:46:18,338 Loading parameters... +2021-12-17 21:46:18,340 Loading project parameters... +2021-12-17 21:46:18,342 + +23 of 25 jobs remaining (21:46) +2021-12-17 21:46:18,342 Sleep: 10 +2021-12-17 21:46:18,342 Number of retrials: 0 +2021-12-17 21:46:18,342 WRAPPER CHECK TIME = 10 +2021-12-17 21:46:18,343 Checking jobs for platform=marenostrum4 +2021-12-17 21:46:18,343 Checking jobs for platform=nord3 +2021-12-17 21:46:18,344 Checking jobs for platform=local +2021-12-17 21:46:18,344 Checking jobs for platform=transfer_node +2021-12-17 21:46:18,344 Checking all jobs at once +2021-12-17 21:46:21,122 Successful check job command +2021-12-17 21:46:23,243 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:46:23,243 End of checking +2021-12-17 21:46:23,244 Updating FAILED jobs +2021-12-17 21:46:23,245 Updating WAITING jobs +2021-12-17 21:46:23,245 Update finished +2021-12-17 21:46:23,245 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:46:23,245 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:46:23,245 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:46:23,245 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:46:23,248 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:46:23,250 Job list saved +2021-12-17 21:46:23,255 Updating FAILED jobs +2021-12-17 21:46:23,255 Updating WAITING jobs +2021-12-17 21:46:23,256 Update finished +2021-12-17 21:46:33,259 Reloading parameters... +2021-12-17 21:46:33,279 Loading parameters... +2021-12-17 21:46:33,280 Loading project parameters... +2021-12-17 21:46:33,282 + +23 of 25 jobs remaining (21:46) +2021-12-17 21:46:33,283 Sleep: 10 +2021-12-17 21:46:33,283 Number of retrials: 0 +2021-12-17 21:46:33,283 WRAPPER CHECK TIME = 10 +2021-12-17 21:46:33,284 Checking jobs for platform=marenostrum4 +2021-12-17 21:46:33,285 Checking jobs for platform=nord3 +2021-12-17 21:46:33,285 Checking jobs for platform=local +2021-12-17 21:46:33,286 Checking jobs for platform=transfer_node +2021-12-17 21:46:33,286 Checking all jobs at once +2021-12-17 21:46:35,406 Successful check job command +2021-12-17 21:46:37,079 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:46:37,079 End of checking +2021-12-17 21:46:37,081 Updating FAILED jobs +2021-12-17 21:46:37,081 Updating WAITING jobs +2021-12-17 21:46:37,081 Update finished +2021-12-17 21:46:37,081 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:46:37,082 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:46:37,082 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:46:37,082 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:46:37,085 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:46:37,087 Job list saved +2021-12-17 21:46:37,091 Updating FAILED jobs +2021-12-17 21:46:37,092 Updating WAITING jobs +2021-12-17 21:46:37,092 Update finished +2021-12-17 21:46:47,102 Reloading parameters... +2021-12-17 21:46:47,128 Loading parameters... +2021-12-17 21:46:47,130 Loading project parameters... +2021-12-17 21:46:47,133 + +23 of 25 jobs remaining (21:46) +2021-12-17 21:46:47,133 Sleep: 10 +2021-12-17 21:46:47,133 Number of retrials: 0 +2021-12-17 21:46:47,133 WRAPPER CHECK TIME = 10 +2021-12-17 21:46:47,134 Checking jobs for platform=marenostrum4 +2021-12-17 21:46:47,134 Checking jobs for platform=nord3 +2021-12-17 21:46:47,135 Checking jobs for platform=local +2021-12-17 21:46:47,135 Checking jobs for platform=transfer_node +2021-12-17 21:46:47,135 Checking all jobs at once +2021-12-17 21:46:48,655 Successful check job command +2021-12-17 21:46:50,325 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:46:50,325 End of checking +2021-12-17 21:46:50,327 Updating FAILED jobs +2021-12-17 21:46:50,327 Updating WAITING jobs +2021-12-17 21:46:50,327 Update finished +2021-12-17 21:46:50,328 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:46:50,328 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:46:50,328 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:46:50,328 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:46:50,331 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:46:50,333 Job list saved +2021-12-17 21:46:50,337 Updating FAILED jobs +2021-12-17 21:46:50,338 Updating WAITING jobs +2021-12-17 21:46:50,338 Update finished +2021-12-17 21:47:00,347 Reloading parameters... +2021-12-17 21:47:00,368 Loading parameters... +2021-12-17 21:47:00,370 Loading project parameters... +2021-12-17 21:47:00,372 + +23 of 25 jobs remaining (21:47) +2021-12-17 21:47:00,372 Sleep: 10 +2021-12-17 21:47:00,372 Number of retrials: 0 +2021-12-17 21:47:00,372 WRAPPER CHECK TIME = 10 +2021-12-17 21:47:00,373 Checking jobs for platform=marenostrum4 +2021-12-17 21:47:00,373 Checking jobs for platform=nord3 +2021-12-17 21:47:00,374 Checking jobs for platform=local +2021-12-17 21:47:00,374 Checking jobs for platform=transfer_node +2021-12-17 21:47:00,374 Checking all jobs at once +2021-12-17 21:47:01,794 Successful check job command +2021-12-17 21:47:03,114 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:47:03,114 End of checking +2021-12-17 21:47:03,115 Updating FAILED jobs +2021-12-17 21:47:03,115 Updating WAITING jobs +2021-12-17 21:47:03,115 Update finished +2021-12-17 21:47:03,116 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:47:03,116 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:47:03,116 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:47:03,116 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:47:03,119 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:47:03,121 Job list saved +2021-12-17 21:47:03,126 Updating FAILED jobs +2021-12-17 21:47:03,126 Updating WAITING jobs +2021-12-17 21:47:03,126 Update finished +2021-12-17 21:47:13,136 Reloading parameters... +2021-12-17 21:47:13,156 Loading parameters... +2021-12-17 21:47:13,158 Loading project parameters... +2021-12-17 21:47:13,160 + +23 of 25 jobs remaining (21:47) +2021-12-17 21:47:13,160 Sleep: 10 +2021-12-17 21:47:13,161 Number of retrials: 0 +2021-12-17 21:47:13,161 WRAPPER CHECK TIME = 10 +2021-12-17 21:47:13,161 Checking jobs for platform=marenostrum4 +2021-12-17 21:47:13,162 Checking jobs for platform=nord3 +2021-12-17 21:47:13,162 Checking jobs for platform=local +2021-12-17 21:47:13,163 Checking jobs for platform=transfer_node +2021-12-17 21:47:13,163 Checking all jobs at once +2021-12-17 21:47:14,887 Successful check job command +2021-12-17 21:47:16,406 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:47:16,407 End of checking +2021-12-17 21:47:16,408 Updating FAILED jobs +2021-12-17 21:47:16,409 Updating WAITING jobs +2021-12-17 21:47:16,409 Update finished +2021-12-17 21:47:16,409 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:47:16,409 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:47:16,410 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:47:16,410 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:47:16,413 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:47:16,415 Job list saved +2021-12-17 21:47:16,419 Updating FAILED jobs +2021-12-17 21:47:16,419 Updating WAITING jobs +2021-12-17 21:47:16,419 Update finished +2021-12-17 21:47:26,430 Reloading parameters... +2021-12-17 21:47:26,449 Loading parameters... +2021-12-17 21:47:26,450 Loading project parameters... +2021-12-17 21:47:26,452 + +23 of 25 jobs remaining (21:47) +2021-12-17 21:47:26,452 Sleep: 10 +2021-12-17 21:47:26,452 Number of retrials: 0 +2021-12-17 21:47:26,452 WRAPPER CHECK TIME = 10 +2021-12-17 21:47:26,453 Checking jobs for platform=marenostrum4 +2021-12-17 21:47:26,453 Checking jobs for platform=nord3 +2021-12-17 21:47:26,454 Checking jobs for platform=local +2021-12-17 21:47:26,455 Checking jobs for platform=transfer_node +2021-12-17 21:47:26,455 Checking all jobs at once +2021-12-17 21:47:28,227 Successful check job command +2021-12-17 21:47:29,997 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:47:29,998 End of checking +2021-12-17 21:47:29,999 Updating FAILED jobs +2021-12-17 21:47:29,999 Updating WAITING jobs +2021-12-17 21:47:29,999 Update finished +2021-12-17 21:47:30,000 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:47:30,000 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:47:30,000 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:47:30,000 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:47:30,003 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:47:30,005 Job list saved +2021-12-17 21:47:30,010 Updating FAILED jobs +2021-12-17 21:47:30,010 Updating WAITING jobs +2021-12-17 21:47:30,010 Update finished +2021-12-17 21:47:40,020 Reloading parameters... +2021-12-17 21:47:40,039 Loading parameters... +2021-12-17 21:47:40,040 Loading project parameters... +2021-12-17 21:47:40,042 + +23 of 25 jobs remaining (21:47) +2021-12-17 21:47:40,042 Sleep: 10 +2021-12-17 21:47:40,042 Number of retrials: 0 +2021-12-17 21:47:40,042 WRAPPER CHECK TIME = 10 +2021-12-17 21:47:40,043 Checking jobs for platform=marenostrum4 +2021-12-17 21:47:40,043 Checking jobs for platform=nord3 +2021-12-17 21:47:40,044 Checking jobs for platform=local +2021-12-17 21:47:40,044 Checking jobs for platform=transfer_node +2021-12-17 21:47:40,045 Checking all jobs at once +2021-12-17 21:47:41,615 Successful check job command +2021-12-17 21:47:42,934 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:47:42,934 End of checking +2021-12-17 21:47:42,936 Updating FAILED jobs +2021-12-17 21:47:42,936 Updating WAITING jobs +2021-12-17 21:47:42,936 Update finished +2021-12-17 21:47:42,936 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:47:42,936 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:47:42,937 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:47:42,937 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:47:42,939 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:47:42,942 Job list saved +2021-12-17 21:47:42,946 Updating FAILED jobs +2021-12-17 21:47:42,947 Updating WAITING jobs +2021-12-17 21:47:42,947 Update finished +2021-12-17 21:47:52,956 Reloading parameters... +2021-12-17 21:47:52,974 Loading parameters... +2021-12-17 21:47:52,975 Loading project parameters... +2021-12-17 21:47:52,977 + +23 of 25 jobs remaining (21:47) +2021-12-17 21:47:52,977 Sleep: 10 +2021-12-17 21:47:52,978 Number of retrials: 0 +2021-12-17 21:47:52,978 WRAPPER CHECK TIME = 10 +2021-12-17 21:47:52,978 Checking jobs for platform=marenostrum4 +2021-12-17 21:47:52,979 Checking jobs for platform=nord3 +2021-12-17 21:47:52,979 Checking jobs for platform=local +2021-12-17 21:47:52,980 Checking jobs for platform=transfer_node +2021-12-17 21:47:52,980 Checking all jobs at once +2021-12-17 21:47:55,152 Successful check job command +2021-12-17 21:47:57,072 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:47:57,073 End of checking +2021-12-17 21:47:57,074 Updating FAILED jobs +2021-12-17 21:47:57,074 Updating WAITING jobs +2021-12-17 21:47:57,074 Update finished +2021-12-17 21:47:57,074 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:47:57,075 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:47:57,075 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:47:57,075 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:47:57,078 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:47:57,080 Job list saved +2021-12-17 21:47:57,085 Updating FAILED jobs +2021-12-17 21:47:57,085 Updating WAITING jobs +2021-12-17 21:47:57,085 Update finished +2021-12-17 21:48:07,095 Reloading parameters... +2021-12-17 21:48:07,114 Loading parameters... +2021-12-17 21:48:07,115 Loading project parameters... +2021-12-17 21:48:07,117 + +23 of 25 jobs remaining (21:48) +2021-12-17 21:48:07,118 Sleep: 10 +2021-12-17 21:48:07,118 Number of retrials: 0 +2021-12-17 21:48:07,118 WRAPPER CHECK TIME = 10 +2021-12-17 21:48:07,118 Checking jobs for platform=marenostrum4 +2021-12-17 21:48:07,119 Checking jobs for platform=nord3 +2021-12-17 21:48:07,119 Checking jobs for platform=local +2021-12-17 21:48:07,120 Checking jobs for platform=transfer_node +2021-12-17 21:48:07,120 Checking all jobs at once +2021-12-17 21:48:08,391 Successful check job command +2021-12-17 21:48:09,811 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:48:09,811 End of checking +2021-12-17 21:48:09,812 Updating FAILED jobs +2021-12-17 21:48:09,813 Updating WAITING jobs +2021-12-17 21:48:09,813 Update finished +2021-12-17 21:48:09,813 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:48:09,813 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:48:09,813 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:48:09,813 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:48:09,816 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:48:09,818 Job list saved +2021-12-17 21:48:09,823 Updating FAILED jobs +2021-12-17 21:48:09,823 Updating WAITING jobs +2021-12-17 21:48:09,823 Update finished +2021-12-17 21:48:19,834 Reloading parameters... +2021-12-17 21:48:19,853 Loading parameters... +2021-12-17 21:48:19,854 Loading project parameters... +2021-12-17 21:48:19,856 + +23 of 25 jobs remaining (21:48) +2021-12-17 21:48:19,856 Sleep: 10 +2021-12-17 21:48:19,856 Number of retrials: 0 +2021-12-17 21:48:19,856 WRAPPER CHECK TIME = 10 +2021-12-17 21:48:19,857 Checking jobs for platform=marenostrum4 +2021-12-17 21:48:19,857 Checking jobs for platform=nord3 +2021-12-17 21:48:19,858 Checking jobs for platform=local +2021-12-17 21:48:19,858 Checking jobs for platform=transfer_node +2021-12-17 21:48:19,859 Checking all jobs at once +2021-12-17 21:48:21,378 Successful check job command +2021-12-17 21:48:23,048 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:48:23,048 End of checking +2021-12-17 21:48:23,050 Updating FAILED jobs +2021-12-17 21:48:23,050 Updating WAITING jobs +2021-12-17 21:48:23,050 Update finished +2021-12-17 21:48:23,050 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:48:23,050 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:48:23,050 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:48:23,051 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:48:23,053 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:48:23,055 Job list saved +2021-12-17 21:48:23,060 Updating FAILED jobs +2021-12-17 21:48:23,060 Updating WAITING jobs +2021-12-17 21:48:23,060 Update finished +2021-12-17 21:48:33,071 Reloading parameters... +2021-12-17 21:48:33,090 Loading parameters... +2021-12-17 21:48:33,091 Loading project parameters... +2021-12-17 21:48:33,093 + +23 of 25 jobs remaining (21:48) +2021-12-17 21:48:33,093 Sleep: 10 +2021-12-17 21:48:33,093 Number of retrials: 0 +2021-12-17 21:48:33,094 WRAPPER CHECK TIME = 10 +2021-12-17 21:48:33,094 Checking jobs for platform=marenostrum4 +2021-12-17 21:48:33,095 Checking jobs for platform=nord3 +2021-12-17 21:48:33,095 Checking jobs for platform=local +2021-12-17 21:48:33,096 Checking jobs for platform=transfer_node +2021-12-17 21:48:33,096 Checking all jobs at once +2021-12-17 21:48:35,267 Successful check job command +2021-12-17 21:48:36,736 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:48:36,737 End of checking +2021-12-17 21:48:36,738 Updating FAILED jobs +2021-12-17 21:48:36,738 Updating WAITING jobs +2021-12-17 21:48:36,739 Update finished +2021-12-17 21:48:36,739 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:48:36,739 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:48:36,740 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:48:36,740 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:48:36,742 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:48:36,745 Job list saved +2021-12-17 21:48:36,752 Updating FAILED jobs +2021-12-17 21:48:36,752 Updating WAITING jobs +2021-12-17 21:48:36,752 Update finished +2021-12-17 21:48:46,760 Reloading parameters... +2021-12-17 21:48:46,778 Loading parameters... +2021-12-17 21:48:46,779 Loading project parameters... +2021-12-17 21:48:46,781 + +23 of 25 jobs remaining (21:48) +2021-12-17 21:48:46,781 Sleep: 10 +2021-12-17 21:48:46,781 Number of retrials: 0 +2021-12-17 21:48:46,781 WRAPPER CHECK TIME = 10 +2021-12-17 21:48:46,782 Checking jobs for platform=marenostrum4 +2021-12-17 21:48:46,782 Checking jobs for platform=nord3 +2021-12-17 21:48:46,783 Checking jobs for platform=local +2021-12-17 21:48:46,784 Checking jobs for platform=transfer_node +2021-12-17 21:48:46,784 Checking all jobs at once +2021-12-17 21:48:48,254 Successful check job command +2021-12-17 21:48:49,874 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:48:49,874 End of checking +2021-12-17 21:48:49,875 Updating FAILED jobs +2021-12-17 21:48:49,875 Updating WAITING jobs +2021-12-17 21:48:49,875 Update finished +2021-12-17 21:48:49,876 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:48:49,876 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:48:49,876 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:48:49,876 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:48:49,879 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:48:49,881 Job list saved +2021-12-17 21:48:49,885 Updating FAILED jobs +2021-12-17 21:48:49,886 Updating WAITING jobs +2021-12-17 21:48:49,886 Update finished +2021-12-17 21:48:59,887 Reloading parameters... +2021-12-17 21:48:59,907 Loading parameters... +2021-12-17 21:48:59,908 Loading project parameters... +2021-12-17 21:48:59,910 + +23 of 25 jobs remaining (21:48) +2021-12-17 21:48:59,910 Sleep: 10 +2021-12-17 21:48:59,911 Number of retrials: 0 +2021-12-17 21:48:59,911 WRAPPER CHECK TIME = 10 +2021-12-17 21:48:59,911 Checking jobs for platform=marenostrum4 +2021-12-17 21:48:59,912 Checking jobs for platform=nord3 +2021-12-17 21:48:59,912 Checking jobs for platform=local +2021-12-17 21:48:59,913 Checking jobs for platform=transfer_node +2021-12-17 21:48:59,913 Checking all jobs at once +2021-12-17 21:49:01,232 Successful check job command +2021-12-17 21:49:02,752 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:49:02,752 End of checking +2021-12-17 21:49:02,754 Updating FAILED jobs +2021-12-17 21:49:02,754 Updating WAITING jobs +2021-12-17 21:49:02,754 Update finished +2021-12-17 21:49:02,754 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:49:02,754 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:49:02,755 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:49:02,755 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:49:02,757 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:49:02,760 Job list saved +2021-12-17 21:49:02,765 Updating FAILED jobs +2021-12-17 21:49:02,765 Updating WAITING jobs +2021-12-17 21:49:02,765 Update finished +2021-12-17 21:49:12,775 Reloading parameters... +2021-12-17 21:49:12,792 Loading parameters... +2021-12-17 21:49:12,794 Loading project parameters... +2021-12-17 21:49:12,795 + +23 of 25 jobs remaining (21:49) +2021-12-17 21:49:12,796 Sleep: 10 +2021-12-17 21:49:12,796 Number of retrials: 0 +2021-12-17 21:49:12,796 WRAPPER CHECK TIME = 10 +2021-12-17 21:49:12,796 Checking jobs for platform=marenostrum4 +2021-12-17 21:49:12,797 Checking jobs for platform=nord3 +2021-12-17 21:49:12,798 Checking jobs for platform=local +2021-12-17 21:49:12,798 Checking jobs for platform=transfer_node +2021-12-17 21:49:12,798 Checking all jobs at once +2021-12-17 21:49:14,120 Successful check job command +2021-12-17 21:49:15,689 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:49:15,690 End of checking +2021-12-17 21:49:15,691 Updating FAILED jobs +2021-12-17 21:49:15,691 Updating WAITING jobs +2021-12-17 21:49:15,692 Update finished +2021-12-17 21:49:15,692 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:49:15,692 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:49:15,693 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:49:15,693 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:49:15,695 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:49:15,698 Job list saved +2021-12-17 21:49:15,703 Updating FAILED jobs +2021-12-17 21:49:15,703 Updating WAITING jobs +2021-12-17 21:49:15,703 Update finished +2021-12-17 21:49:25,711 Reloading parameters... +2021-12-17 21:49:25,729 Loading parameters... +2021-12-17 21:49:25,731 Loading project parameters... +2021-12-17 21:49:25,732 + +23 of 25 jobs remaining (21:49) +2021-12-17 21:49:25,733 Sleep: 10 +2021-12-17 21:49:25,733 Number of retrials: 0 +2021-12-17 21:49:25,733 WRAPPER CHECK TIME = 10 +2021-12-17 21:49:25,733 Checking jobs for platform=marenostrum4 +2021-12-17 21:49:25,734 Checking jobs for platform=nord3 +2021-12-17 21:49:25,735 Checking jobs for platform=local +2021-12-17 21:49:25,735 Checking jobs for platform=transfer_node +2021-12-17 21:49:25,735 Checking all jobs at once +2021-12-17 21:49:27,405 Successful check job command +2021-12-17 21:49:29,828 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:49:29,828 End of checking +2021-12-17 21:49:29,830 Updating FAILED jobs +2021-12-17 21:49:29,830 Updating WAITING jobs +2021-12-17 21:49:29,830 Update finished +2021-12-17 21:49:29,831 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:49:29,831 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:49:29,831 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:49:29,831 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:49:29,834 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:49:29,836 Job list saved +2021-12-17 21:49:29,841 Updating FAILED jobs +2021-12-17 21:49:29,841 Updating WAITING jobs +2021-12-17 21:49:29,841 Update finished +2021-12-17 21:49:39,851 Reloading parameters... +2021-12-17 21:49:39,868 Loading parameters... +2021-12-17 21:49:39,869 Loading project parameters... +2021-12-17 21:49:39,871 + +23 of 25 jobs remaining (21:49) +2021-12-17 21:49:39,871 Sleep: 10 +2021-12-17 21:49:39,872 Number of retrials: 0 +2021-12-17 21:49:39,872 WRAPPER CHECK TIME = 10 +2021-12-17 21:49:39,872 Checking jobs for platform=marenostrum4 +2021-12-17 21:49:39,873 Checking jobs for platform=nord3 +2021-12-17 21:49:39,873 Checking jobs for platform=local +2021-12-17 21:49:39,874 Checking jobs for platform=transfer_node +2021-12-17 21:49:39,874 Checking all jobs at once +2021-12-17 21:49:41,249 Successful check job command +2021-12-17 21:49:42,569 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:49:42,569 End of checking +2021-12-17 21:49:42,571 Updating FAILED jobs +2021-12-17 21:49:42,571 Updating WAITING jobs +2021-12-17 21:49:42,571 Update finished +2021-12-17 21:49:42,571 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:49:42,572 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:49:42,572 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:49:42,572 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:49:42,575 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:49:42,577 Job list saved +2021-12-17 21:49:42,582 Updating FAILED jobs +2021-12-17 21:49:42,582 Updating WAITING jobs +2021-12-17 21:49:42,582 Update finished +2021-12-17 21:49:52,592 Reloading parameters... +2021-12-17 21:49:52,611 Loading parameters... +2021-12-17 21:49:52,612 Loading project parameters... +2021-12-17 21:49:52,614 + +23 of 25 jobs remaining (21:49) +2021-12-17 21:49:52,614 Sleep: 10 +2021-12-17 21:49:52,614 Number of retrials: 0 +2021-12-17 21:49:52,614 WRAPPER CHECK TIME = 10 +2021-12-17 21:49:52,615 Checking jobs for platform=marenostrum4 +2021-12-17 21:49:52,615 Checking jobs for platform=nord3 +2021-12-17 21:49:52,616 Checking jobs for platform=local +2021-12-17 21:49:52,616 Checking jobs for platform=transfer_node +2021-12-17 21:49:52,617 Checking all jobs at once +2021-12-17 21:49:54,487 Successful check job command +2021-12-17 21:49:55,957 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:49:55,957 End of checking +2021-12-17 21:49:55,959 Updating FAILED jobs +2021-12-17 21:49:55,959 Updating WAITING jobs +2021-12-17 21:49:55,959 Update finished +2021-12-17 21:49:55,959 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:49:55,960 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:49:55,960 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:49:55,960 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:49:55,963 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:49:55,965 Job list saved +2021-12-17 21:49:55,969 Updating FAILED jobs +2021-12-17 21:49:55,970 Updating WAITING jobs +2021-12-17 21:49:55,970 Update finished +2021-12-17 21:50:05,980 Reloading parameters... +2021-12-17 21:50:06,000 Loading parameters... +2021-12-17 21:50:06,001 Loading project parameters... +2021-12-17 21:50:06,003 + +23 of 25 jobs remaining (21:50) +2021-12-17 21:50:06,003 Sleep: 10 +2021-12-17 21:50:06,003 Number of retrials: 0 +2021-12-17 21:50:06,003 WRAPPER CHECK TIME = 10 +2021-12-17 21:50:06,004 Checking jobs for platform=marenostrum4 +2021-12-17 21:50:06,005 Checking jobs for platform=nord3 +2021-12-17 21:50:06,005 Checking jobs for platform=local +2021-12-17 21:50:06,006 Checking jobs for platform=transfer_node +2021-12-17 21:50:06,006 Checking all jobs at once +2021-12-17 21:50:08,027 Successful check job command +2021-12-17 21:50:09,348 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:50:09,348 End of checking +2021-12-17 21:50:09,350 Updating FAILED jobs +2021-12-17 21:50:09,350 Updating WAITING jobs +2021-12-17 21:50:09,351 Update finished +2021-12-17 21:50:09,351 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:50:09,351 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:50:09,351 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:50:09,351 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:50:09,354 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:50:09,357 Job list saved +2021-12-17 21:50:09,361 Updating FAILED jobs +2021-12-17 21:50:09,362 Updating WAITING jobs +2021-12-17 21:50:09,362 Update finished +2021-12-17 21:50:19,368 Reloading parameters... +2021-12-17 21:50:19,386 Loading parameters... +2021-12-17 21:50:19,388 Loading project parameters... +2021-12-17 21:50:19,389 + +23 of 25 jobs remaining (21:50) +2021-12-17 21:50:19,390 Sleep: 10 +2021-12-17 21:50:19,390 Number of retrials: 0 +2021-12-17 21:50:19,390 WRAPPER CHECK TIME = 10 +2021-12-17 21:50:19,390 Checking jobs for platform=marenostrum4 +2021-12-17 21:50:19,391 Checking jobs for platform=nord3 +2021-12-17 21:50:19,391 Checking jobs for platform=local +2021-12-17 21:50:19,392 Checking jobs for platform=transfer_node +2021-12-17 21:50:19,392 Checking all jobs at once +2021-12-17 21:50:21,062 Successful check job command +2021-12-17 21:50:22,432 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:50:22,432 End of checking +2021-12-17 21:50:22,433 Updating FAILED jobs +2021-12-17 21:50:22,433 Updating WAITING jobs +2021-12-17 21:50:22,434 Update finished +2021-12-17 21:50:22,434 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:50:22,434 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:50:22,434 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:50:22,434 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:50:22,437 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:50:22,439 Job list saved +2021-12-17 21:50:22,443 Updating FAILED jobs +2021-12-17 21:50:22,443 Updating WAITING jobs +2021-12-17 21:50:22,444 Update finished +2021-12-17 21:50:32,454 Reloading parameters... +2021-12-17 21:50:32,473 Loading parameters... +2021-12-17 21:50:32,474 Loading project parameters... +2021-12-17 21:50:32,476 + +23 of 25 jobs remaining (21:50) +2021-12-17 21:50:32,477 Sleep: 10 +2021-12-17 21:50:32,477 Number of retrials: 0 +2021-12-17 21:50:32,477 WRAPPER CHECK TIME = 10 +2021-12-17 21:50:32,477 Checking jobs for platform=marenostrum4 +2021-12-17 21:50:32,478 Checking jobs for platform=nord3 +2021-12-17 21:50:32,478 Checking jobs for platform=local +2021-12-17 21:50:32,479 Checking jobs for platform=transfer_node +2021-12-17 21:50:32,479 Checking all jobs at once +2021-12-17 21:50:33,848 Successful check job command +2021-12-17 21:50:35,069 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:50:35,070 End of checking +2021-12-17 21:50:35,071 Updating FAILED jobs +2021-12-17 21:50:35,071 Updating WAITING jobs +2021-12-17 21:50:35,072 Update finished +2021-12-17 21:50:35,072 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:50:35,072 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:50:35,073 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:50:35,073 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:50:35,075 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:50:35,077 Job list saved +2021-12-17 21:50:35,082 Updating FAILED jobs +2021-12-17 21:50:35,082 Updating WAITING jobs +2021-12-17 21:50:35,082 Update finished +2021-12-17 21:50:45,092 Reloading parameters... +2021-12-17 21:50:45,110 Loading parameters... +2021-12-17 21:50:45,111 Loading project parameters... +2021-12-17 21:50:45,113 + +23 of 25 jobs remaining (21:50) +2021-12-17 21:50:45,114 Sleep: 10 +2021-12-17 21:50:45,114 Number of retrials: 0 +2021-12-17 21:50:45,114 WRAPPER CHECK TIME = 10 +2021-12-17 21:50:45,114 Checking jobs for platform=marenostrum4 +2021-12-17 21:50:45,115 Checking jobs for platform=nord3 +2021-12-17 21:50:45,116 Checking jobs for platform=local +2021-12-17 21:50:45,116 Checking jobs for platform=transfer_node +2021-12-17 21:50:45,116 Checking all jobs at once +2021-12-17 21:50:47,138 Successful check job command +2021-12-17 21:50:48,660 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:50:48,660 End of checking +2021-12-17 21:50:48,662 Updating FAILED jobs +2021-12-17 21:50:48,662 Updating WAITING jobs +2021-12-17 21:50:48,662 Update finished +2021-12-17 21:50:48,662 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:50:48,662 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:50:48,662 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:50:48,663 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:50:48,665 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:50:48,667 Job list saved +2021-12-17 21:50:48,671 Updating FAILED jobs +2021-12-17 21:50:48,672 Updating WAITING jobs +2021-12-17 21:50:48,672 Update finished +2021-12-17 21:50:58,682 Reloading parameters... +2021-12-17 21:50:58,706 Loading parameters... +2021-12-17 21:50:58,707 Loading project parameters... +2021-12-17 21:50:58,709 + +23 of 25 jobs remaining (21:50) +2021-12-17 21:50:58,709 Sleep: 10 +2021-12-17 21:50:58,709 Number of retrials: 0 +2021-12-17 21:50:58,710 WRAPPER CHECK TIME = 10 +2021-12-17 21:50:58,710 Checking jobs for platform=marenostrum4 +2021-12-17 21:50:58,711 Checking jobs for platform=nord3 +2021-12-17 21:50:58,711 Checking jobs for platform=local +2021-12-17 21:50:58,712 Checking jobs for platform=transfer_node +2021-12-17 21:50:58,712 Checking all jobs at once +2021-12-17 21:51:01,033 Successful check job command +2021-12-17 21:51:02,819 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:51:02,819 End of checking +2021-12-17 21:51:02,820 Updating FAILED jobs +2021-12-17 21:51:02,820 Updating WAITING jobs +2021-12-17 21:51:02,821 Update finished +2021-12-17 21:51:02,821 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:51:02,821 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:51:02,821 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:51:02,821 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:51:02,824 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:51:02,827 Job list saved +2021-12-17 21:51:02,832 Updating FAILED jobs +2021-12-17 21:51:02,832 Updating WAITING jobs +2021-12-17 21:51:02,832 Update finished +2021-12-17 21:51:12,842 Reloading parameters... +2021-12-17 21:51:12,863 Loading parameters... +2021-12-17 21:51:12,865 Loading project parameters... +2021-12-17 21:51:12,867 + +23 of 25 jobs remaining (21:51) +2021-12-17 21:51:12,867 Sleep: 10 +2021-12-17 21:51:12,867 Number of retrials: 0 +2021-12-17 21:51:12,867 WRAPPER CHECK TIME = 10 +2021-12-17 21:51:12,868 Checking jobs for platform=marenostrum4 +2021-12-17 21:51:12,868 Checking jobs for platform=nord3 +2021-12-17 21:51:12,869 Checking jobs for platform=local +2021-12-17 21:51:12,869 Checking jobs for platform=transfer_node +2021-12-17 21:51:12,869 Checking all jobs at once +2021-12-17 21:51:14,340 Successful check job command +2021-12-17 21:51:15,761 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:51:15,762 End of checking +2021-12-17 21:51:15,763 Updating FAILED jobs +2021-12-17 21:51:15,763 Updating WAITING jobs +2021-12-17 21:51:15,763 Update finished +2021-12-17 21:51:15,763 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:51:15,764 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:51:15,764 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:51:15,764 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:51:15,767 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:51:15,769 Job list saved +2021-12-17 21:51:15,774 Updating FAILED jobs +2021-12-17 21:51:15,774 Updating WAITING jobs +2021-12-17 21:51:15,775 Update finished +2021-12-17 21:51:25,780 Reloading parameters... +2021-12-17 21:51:25,799 Loading parameters... +2021-12-17 21:51:25,801 Loading project parameters... +2021-12-17 21:51:25,802 + +23 of 25 jobs remaining (21:51) +2021-12-17 21:51:25,803 Sleep: 10 +2021-12-17 21:51:25,803 Number of retrials: 0 +2021-12-17 21:51:25,803 WRAPPER CHECK TIME = 10 +2021-12-17 21:51:25,803 Checking jobs for platform=marenostrum4 +2021-12-17 21:51:25,804 Checking jobs for platform=nord3 +2021-12-17 21:51:25,804 Checking jobs for platform=local +2021-12-17 21:51:25,805 Checking jobs for platform=transfer_node +2021-12-17 21:51:25,805 Checking all jobs at once +2021-12-17 21:51:28,226 Successful check job command +2021-12-17 21:51:30,246 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:51:30,246 End of checking +2021-12-17 21:51:30,247 Updating FAILED jobs +2021-12-17 21:51:30,248 Updating WAITING jobs +2021-12-17 21:51:30,248 Update finished +2021-12-17 21:51:30,248 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:51:30,248 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:51:30,248 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:51:30,248 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:51:30,251 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:51:30,253 Job list saved +2021-12-17 21:51:30,257 Updating FAILED jobs +2021-12-17 21:51:30,258 Updating WAITING jobs +2021-12-17 21:51:30,258 Update finished +2021-12-17 21:51:40,268 Reloading parameters... +2021-12-17 21:51:40,287 Loading parameters... +2021-12-17 21:51:40,289 Loading project parameters... +2021-12-17 21:51:40,290 + +23 of 25 jobs remaining (21:51) +2021-12-17 21:51:40,291 Sleep: 10 +2021-12-17 21:51:40,291 Number of retrials: 0 +2021-12-17 21:51:40,291 WRAPPER CHECK TIME = 10 +2021-12-17 21:51:40,291 Checking jobs for platform=marenostrum4 +2021-12-17 21:51:40,292 Checking jobs for platform=nord3 +2021-12-17 21:51:40,293 Checking jobs for platform=local +2021-12-17 21:51:40,293 Checking jobs for platform=transfer_node +2021-12-17 21:51:40,293 Checking all jobs at once +2021-12-17 21:51:41,762 Successful check job command +2021-12-17 21:51:43,132 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:51:43,132 End of checking +2021-12-17 21:51:43,133 Updating FAILED jobs +2021-12-17 21:51:43,133 Updating WAITING jobs +2021-12-17 21:51:43,134 Update finished +2021-12-17 21:51:43,134 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:51:43,134 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:51:43,134 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:51:43,134 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:51:43,137 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:51:43,139 Job list saved +2021-12-17 21:51:43,151 Updating FAILED jobs +2021-12-17 21:51:43,151 Updating WAITING jobs +2021-12-17 21:51:43,151 Update finished +2021-12-17 21:51:53,161 Reloading parameters... +2021-12-17 21:51:53,178 Loading parameters... +2021-12-17 21:51:53,179 Loading project parameters... +2021-12-17 21:51:53,181 + +23 of 25 jobs remaining (21:51) +2021-12-17 21:51:53,182 Sleep: 10 +2021-12-17 21:51:53,182 Number of retrials: 0 +2021-12-17 21:51:53,182 WRAPPER CHECK TIME = 10 +2021-12-17 21:51:53,183 Checking jobs for platform=marenostrum4 +2021-12-17 21:51:53,183 Checking jobs for platform=nord3 +2021-12-17 21:51:53,184 Checking jobs for platform=local +2021-12-17 21:51:53,184 Checking jobs for platform=transfer_node +2021-12-17 21:51:53,184 Checking all jobs at once +2021-12-17 21:51:54,908 Successful check job command +2021-12-17 21:51:56,378 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:51:56,378 End of checking +2021-12-17 21:51:56,380 Updating FAILED jobs +2021-12-17 21:51:56,380 Updating WAITING jobs +2021-12-17 21:51:56,380 Update finished +2021-12-17 21:51:56,380 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:51:56,381 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:51:56,381 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:51:56,381 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:51:56,383 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:51:56,386 Job list saved +2021-12-17 21:51:56,390 Updating FAILED jobs +2021-12-17 21:51:56,390 Updating WAITING jobs +2021-12-17 21:51:56,391 Update finished +2021-12-17 21:52:06,401 Reloading parameters... +2021-12-17 21:52:06,418 Loading parameters... +2021-12-17 21:52:06,419 Loading project parameters... +2021-12-17 21:52:06,421 + +23 of 25 jobs remaining (21:52) +2021-12-17 21:52:06,422 Sleep: 10 +2021-12-17 21:52:06,422 Number of retrials: 0 +2021-12-17 21:52:06,422 WRAPPER CHECK TIME = 10 +2021-12-17 21:52:06,422 Checking jobs for platform=marenostrum4 +2021-12-17 21:52:06,423 Checking jobs for platform=nord3 +2021-12-17 21:52:06,425 Checking jobs for platform=local +2021-12-17 21:52:06,425 Checking jobs for platform=transfer_node +2021-12-17 21:52:06,426 Checking all jobs at once +2021-12-17 21:52:08,902 Successful check job command +2021-12-17 21:52:11,824 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:52:11,825 End of checking +2021-12-17 21:52:11,826 Updating FAILED jobs +2021-12-17 21:52:11,826 Updating WAITING jobs +2021-12-17 21:52:11,826 Update finished +2021-12-17 21:52:11,826 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:52:11,827 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:52:11,827 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:52:11,827 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:52:11,830 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:52:11,832 Job list saved +2021-12-17 21:52:11,837 Updating FAILED jobs +2021-12-17 21:52:11,837 Updating WAITING jobs +2021-12-17 21:52:11,837 Update finished +2021-12-17 21:52:21,847 Reloading parameters... +2021-12-17 21:52:21,867 Loading parameters... +2021-12-17 21:52:21,869 Loading project parameters... +2021-12-17 21:52:21,871 + +23 of 25 jobs remaining (21:52) +2021-12-17 21:52:21,871 Sleep: 10 +2021-12-17 21:52:21,871 Number of retrials: 0 +2021-12-17 21:52:21,871 WRAPPER CHECK TIME = 10 +2021-12-17 21:52:21,871 Checking jobs for platform=marenostrum4 +2021-12-17 21:52:21,872 Checking jobs for platform=nord3 +2021-12-17 21:52:21,873 Checking jobs for platform=local +2021-12-17 21:52:21,873 Checking jobs for platform=transfer_node +2021-12-17 21:52:21,873 Checking all jobs at once +2021-12-17 21:52:23,292 Successful check job command +2021-12-17 21:52:24,964 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:52:24,964 End of checking +2021-12-17 21:52:24,965 Updating FAILED jobs +2021-12-17 21:52:24,966 Updating WAITING jobs +2021-12-17 21:52:24,966 Update finished +2021-12-17 21:52:24,966 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:52:24,966 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:52:24,966 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:52:24,966 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:52:24,969 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:52:24,972 Job list saved +2021-12-17 21:52:24,976 Updating FAILED jobs +2021-12-17 21:52:24,976 Updating WAITING jobs +2021-12-17 21:52:24,977 Update finished +2021-12-17 21:52:34,985 Reloading parameters... +2021-12-17 21:52:35,003 Loading parameters... +2021-12-17 21:52:35,004 Loading project parameters... +2021-12-17 21:52:35,006 + +23 of 25 jobs remaining (21:52) +2021-12-17 21:52:35,006 Sleep: 10 +2021-12-17 21:52:35,006 Number of retrials: 0 +2021-12-17 21:52:35,006 WRAPPER CHECK TIME = 10 +2021-12-17 21:52:35,007 Checking jobs for platform=marenostrum4 +2021-12-17 21:52:35,008 Checking jobs for platform=nord3 +2021-12-17 21:52:35,008 Checking jobs for platform=local +2021-12-17 21:52:35,009 Checking jobs for platform=transfer_node +2021-12-17 21:52:35,009 Checking all jobs at once +2021-12-17 21:52:36,378 Successful check job command +2021-12-17 21:52:37,697 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:52:37,698 End of checking +2021-12-17 21:52:37,699 Updating FAILED jobs +2021-12-17 21:52:37,699 Updating WAITING jobs +2021-12-17 21:52:37,699 Update finished +2021-12-17 21:52:37,699 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:52:37,700 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:52:37,700 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:52:37,701 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:52:37,703 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:52:37,705 Job list saved +2021-12-17 21:52:37,710 Updating FAILED jobs +2021-12-17 21:52:37,710 Updating WAITING jobs +2021-12-17 21:52:37,711 Update finished +2021-12-17 21:52:47,721 Reloading parameters... +2021-12-17 21:52:47,738 Loading parameters... +2021-12-17 21:52:47,739 Loading project parameters... +2021-12-17 21:52:47,741 + +23 of 25 jobs remaining (21:52) +2021-12-17 21:52:47,741 Sleep: 10 +2021-12-17 21:52:47,741 Number of retrials: 0 +2021-12-17 21:52:47,741 WRAPPER CHECK TIME = 10 +2021-12-17 21:52:47,742 Checking jobs for platform=marenostrum4 +2021-12-17 21:52:47,743 Checking jobs for platform=nord3 +2021-12-17 21:52:47,743 Checking jobs for platform=local +2021-12-17 21:52:47,744 Checking jobs for platform=transfer_node +2021-12-17 21:52:47,744 Checking all jobs at once +2021-12-17 21:52:49,063 Successful check job command +2021-12-17 21:52:50,434 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:52:50,434 End of checking +2021-12-17 21:52:50,436 Updating FAILED jobs +2021-12-17 21:52:50,436 Updating WAITING jobs +2021-12-17 21:52:50,437 Update finished +2021-12-17 21:52:50,437 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:52:50,437 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:52:50,437 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:52:50,437 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:52:50,440 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:52:50,442 Job list saved +2021-12-17 21:52:50,448 Updating FAILED jobs +2021-12-17 21:52:50,448 Updating WAITING jobs +2021-12-17 21:52:50,449 Update finished +2021-12-17 21:53:00,459 Reloading parameters... +2021-12-17 21:53:00,477 Loading parameters... +2021-12-17 21:53:00,478 Loading project parameters... +2021-12-17 21:53:00,480 + +23 of 25 jobs remaining (21:53) +2021-12-17 21:53:00,480 Sleep: 10 +2021-12-17 21:53:00,480 Number of retrials: 0 +2021-12-17 21:53:00,480 WRAPPER CHECK TIME = 10 +2021-12-17 21:53:00,481 Checking jobs for platform=marenostrum4 +2021-12-17 21:53:00,481 Checking jobs for platform=nord3 +2021-12-17 21:53:00,482 Checking jobs for platform=local +2021-12-17 21:53:00,482 Checking jobs for platform=transfer_node +2021-12-17 21:53:00,482 Checking all jobs at once +2021-12-17 21:53:02,052 Successful check job command +2021-12-17 21:53:03,873 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:53:03,873 End of checking +2021-12-17 21:53:03,874 Updating FAILED jobs +2021-12-17 21:53:03,874 Updating WAITING jobs +2021-12-17 21:53:03,875 Update finished +2021-12-17 21:53:03,875 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:53:03,875 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:53:03,875 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:53:03,875 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:53:03,878 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:53:03,880 Job list saved +2021-12-17 21:53:03,885 Updating FAILED jobs +2021-12-17 21:53:03,885 Updating WAITING jobs +2021-12-17 21:53:03,885 Update finished +2021-12-17 21:53:13,895 Reloading parameters... +2021-12-17 21:53:13,913 Loading parameters... +2021-12-17 21:53:13,914 Loading project parameters... +2021-12-17 21:53:13,916 + +23 of 25 jobs remaining (21:53) +2021-12-17 21:53:13,916 Sleep: 10 +2021-12-17 21:53:13,916 Number of retrials: 0 +2021-12-17 21:53:13,916 WRAPPER CHECK TIME = 10 +2021-12-17 21:53:13,917 Checking jobs for platform=marenostrum4 +2021-12-17 21:53:13,918 Checking jobs for platform=nord3 +2021-12-17 21:53:13,918 Checking jobs for platform=local +2021-12-17 21:53:13,919 Checking jobs for platform=transfer_node +2021-12-17 21:53:13,919 Checking all jobs at once +2021-12-17 21:53:15,246 Successful check job command +2021-12-17 21:53:16,866 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:53:16,866 End of checking +2021-12-17 21:53:16,868 Updating FAILED jobs +2021-12-17 21:53:16,868 Updating WAITING jobs +2021-12-17 21:53:16,868 Update finished +2021-12-17 21:53:16,868 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:53:16,871 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:53:16,871 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:53:16,872 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:53:16,874 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:53:16,876 Job list saved +2021-12-17 21:53:16,881 Updating FAILED jobs +2021-12-17 21:53:16,881 Updating WAITING jobs +2021-12-17 21:53:16,881 Update finished +2021-12-17 21:53:26,891 Reloading parameters... +2021-12-17 21:53:26,907 Loading parameters... +2021-12-17 21:53:26,908 Loading project parameters... +2021-12-17 21:53:26,909 + +23 of 25 jobs remaining (21:53) +2021-12-17 21:53:26,910 Sleep: 10 +2021-12-17 21:53:26,910 Number of retrials: 0 +2021-12-17 21:53:26,910 WRAPPER CHECK TIME = 10 +2021-12-17 21:53:26,910 Checking jobs for platform=marenostrum4 +2021-12-17 21:53:26,910 Checking jobs for platform=nord3 +2021-12-17 21:53:26,911 Checking jobs for platform=local +2021-12-17 21:53:26,911 Checking jobs for platform=transfer_node +2021-12-17 21:53:26,911 Checking all jobs at once +2021-12-17 21:53:28,181 Successful check job command +2021-12-17 21:53:29,901 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:53:29,902 End of checking +2021-12-17 21:53:29,903 Updating FAILED jobs +2021-12-17 21:53:29,903 Updating WAITING jobs +2021-12-17 21:53:29,903 Update finished +2021-12-17 21:53:29,903 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:53:29,904 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:53:29,904 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:53:29,904 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:53:29,906 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:53:29,909 Job list saved +2021-12-17 21:53:29,913 Updating FAILED jobs +2021-12-17 21:53:29,913 Updating WAITING jobs +2021-12-17 21:53:29,914 Update finished +2021-12-17 21:53:39,924 Reloading parameters... +2021-12-17 21:53:39,944 Loading parameters... +2021-12-17 21:53:39,945 Loading project parameters... +2021-12-17 21:53:39,947 + +23 of 25 jobs remaining (21:53) +2021-12-17 21:53:39,948 Sleep: 10 +2021-12-17 21:53:39,948 Number of retrials: 0 +2021-12-17 21:53:39,948 WRAPPER CHECK TIME = 10 +2021-12-17 21:53:39,948 Checking jobs for platform=marenostrum4 +2021-12-17 21:53:39,949 Checking jobs for platform=nord3 +2021-12-17 21:53:39,950 Checking jobs for platform=local +2021-12-17 21:53:39,950 Checking jobs for platform=transfer_node +2021-12-17 21:53:39,950 Checking all jobs at once +2021-12-17 21:53:41,220 Successful check job command +2021-12-17 21:53:42,845 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:53:42,845 End of checking +2021-12-17 21:53:42,847 Updating FAILED jobs +2021-12-17 21:53:42,847 Updating WAITING jobs +2021-12-17 21:53:42,847 Update finished +2021-12-17 21:53:42,847 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:53:42,847 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:53:42,848 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:53:42,848 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:53:42,850 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:53:42,853 Job list saved +2021-12-17 21:53:42,858 Updating FAILED jobs +2021-12-17 21:53:42,858 Updating WAITING jobs +2021-12-17 21:53:42,858 Update finished +2021-12-17 21:53:52,860 Reloading parameters... +2021-12-17 21:53:52,880 Loading parameters... +2021-12-17 21:53:52,881 Loading project parameters... +2021-12-17 21:53:52,883 + +23 of 25 jobs remaining (21:53) +2021-12-17 21:53:52,883 Sleep: 10 +2021-12-17 21:53:52,883 Number of retrials: 0 +2021-12-17 21:53:52,883 WRAPPER CHECK TIME = 10 +2021-12-17 21:53:52,884 Checking jobs for platform=marenostrum4 +2021-12-17 21:53:52,884 Checking jobs for platform=nord3 +2021-12-17 21:53:52,885 Checking jobs for platform=local +2021-12-17 21:53:52,885 Checking jobs for platform=transfer_node +2021-12-17 21:53:52,885 Checking all jobs at once +2021-12-17 21:53:54,255 Successful check job command +2021-12-17 21:53:55,427 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:53:55,427 End of checking +2021-12-17 21:53:55,428 Updating FAILED jobs +2021-12-17 21:53:55,429 Updating WAITING jobs +2021-12-17 21:53:55,429 Update finished +2021-12-17 21:53:55,429 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:53:55,430 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:53:55,430 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:53:55,430 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:53:55,433 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:53:55,435 Job list saved +2021-12-17 21:53:55,443 Updating FAILED jobs +2021-12-17 21:53:55,443 Updating WAITING jobs +2021-12-17 21:53:55,443 Update finished +2021-12-17 21:54:05,453 Reloading parameters... +2021-12-17 21:54:05,471 Loading parameters... +2021-12-17 21:54:05,473 Loading project parameters... +2021-12-17 21:54:05,475 + +23 of 25 jobs remaining (21:54) +2021-12-17 21:54:05,475 Sleep: 10 +2021-12-17 21:54:05,475 Number of retrials: 0 +2021-12-17 21:54:05,475 WRAPPER CHECK TIME = 10 +2021-12-17 21:54:05,475 Checking jobs for platform=marenostrum4 +2021-12-17 21:54:05,476 Checking jobs for platform=nord3 +2021-12-17 21:54:05,477 Checking jobs for platform=local +2021-12-17 21:54:05,477 Checking jobs for platform=transfer_node +2021-12-17 21:54:05,477 Checking all jobs at once +2021-12-17 21:54:07,753 Successful check job command +2021-12-17 21:54:09,824 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:54:09,825 End of checking +2021-12-17 21:54:09,826 Updating FAILED jobs +2021-12-17 21:54:09,826 Updating WAITING jobs +2021-12-17 21:54:09,826 Update finished +2021-12-17 21:54:09,827 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:54:09,827 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:54:09,827 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:54:09,827 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:54:09,830 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:54:09,832 Job list saved +2021-12-17 21:54:09,837 Updating FAILED jobs +2021-12-17 21:54:09,837 Updating WAITING jobs +2021-12-17 21:54:09,837 Update finished +2021-12-17 21:54:19,844 Reloading parameters... +2021-12-17 21:54:19,863 Loading parameters... +2021-12-17 21:54:19,864 Loading project parameters... +2021-12-17 21:54:19,866 + +23 of 25 jobs remaining (21:54) +2021-12-17 21:54:19,866 Sleep: 10 +2021-12-17 21:54:19,866 Number of retrials: 0 +2021-12-17 21:54:19,867 WRAPPER CHECK TIME = 10 +2021-12-17 21:54:19,867 Checking jobs for platform=marenostrum4 +2021-12-17 21:54:19,868 Checking jobs for platform=nord3 +2021-12-17 21:54:19,868 Checking jobs for platform=local +2021-12-17 21:54:19,869 Checking jobs for platform=transfer_node +2021-12-17 21:54:19,869 Checking all jobs at once +2021-12-17 21:54:21,439 Successful check job command +2021-12-17 21:54:22,808 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:54:22,808 End of checking +2021-12-17 21:54:22,810 Updating FAILED jobs +2021-12-17 21:54:22,810 Updating WAITING jobs +2021-12-17 21:54:22,810 Update finished +2021-12-17 21:54:22,810 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:54:22,810 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:54:22,810 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:54:22,811 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:54:22,813 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:54:22,815 Job list saved +2021-12-17 21:54:22,820 Updating FAILED jobs +2021-12-17 21:54:22,820 Updating WAITING jobs +2021-12-17 21:54:22,821 Update finished +2021-12-17 21:54:32,831 Reloading parameters... +2021-12-17 21:54:32,850 Loading parameters... +2021-12-17 21:54:32,851 Loading project parameters... +2021-12-17 21:54:32,853 + +23 of 25 jobs remaining (21:54) +2021-12-17 21:54:32,853 Sleep: 10 +2021-12-17 21:54:32,853 Number of retrials: 0 +2021-12-17 21:54:32,853 WRAPPER CHECK TIME = 10 +2021-12-17 21:54:32,854 Checking jobs for platform=marenostrum4 +2021-12-17 21:54:32,855 Checking jobs for platform=nord3 +2021-12-17 21:54:32,855 Checking jobs for platform=local +2021-12-17 21:54:32,856 Checking jobs for platform=transfer_node +2021-12-17 21:54:32,856 Checking all jobs at once +2021-12-17 21:54:34,125 Successful check job command +2021-12-17 21:54:36,396 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:54:36,397 End of checking +2021-12-17 21:54:36,398 Updating FAILED jobs +2021-12-17 21:54:36,398 Updating WAITING jobs +2021-12-17 21:54:36,398 Update finished +2021-12-17 21:54:36,398 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:54:36,399 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:54:36,399 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:54:36,399 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:54:36,402 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:54:36,404 Job list saved +2021-12-17 21:54:36,409 Updating FAILED jobs +2021-12-17 21:54:36,410 Updating WAITING jobs +2021-12-17 21:54:36,410 Update finished +2021-12-17 21:54:46,415 Reloading parameters... +2021-12-17 21:54:46,434 Loading parameters... +2021-12-17 21:54:46,435 Loading project parameters... +2021-12-17 21:54:46,437 + +23 of 25 jobs remaining (21:54) +2021-12-17 21:54:46,437 Sleep: 10 +2021-12-17 21:54:46,438 Number of retrials: 0 +2021-12-17 21:54:46,438 WRAPPER CHECK TIME = 10 +2021-12-17 21:54:46,438 Checking jobs for platform=marenostrum4 +2021-12-17 21:54:46,439 Checking jobs for platform=nord3 +2021-12-17 21:54:46,440 Checking jobs for platform=local +2021-12-17 21:54:46,440 Checking jobs for platform=transfer_node +2021-12-17 21:54:46,440 Checking all jobs at once +2021-12-17 21:54:47,810 Successful check job command +2021-12-17 21:54:49,030 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:54:49,030 End of checking +2021-12-17 21:54:49,031 Updating FAILED jobs +2021-12-17 21:54:49,032 Updating WAITING jobs +2021-12-17 21:54:49,032 Update finished +2021-12-17 21:54:49,032 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:54:49,032 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:54:49,032 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:54:49,032 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:54:49,035 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:54:49,037 Job list saved +2021-12-17 21:54:49,044 Updating FAILED jobs +2021-12-17 21:54:49,044 Updating WAITING jobs +2021-12-17 21:54:49,045 Update finished +2021-12-17 21:54:59,055 Reloading parameters... +2021-12-17 21:54:59,074 Loading parameters... +2021-12-17 21:54:59,076 Loading project parameters... +2021-12-17 21:54:59,078 + +23 of 25 jobs remaining (21:54) +2021-12-17 21:54:59,078 Sleep: 10 +2021-12-17 21:54:59,078 Number of retrials: 0 +2021-12-17 21:54:59,078 WRAPPER CHECK TIME = 10 +2021-12-17 21:54:59,079 Checking jobs for platform=marenostrum4 +2021-12-17 21:54:59,079 Checking jobs for platform=nord3 +2021-12-17 21:54:59,080 Checking jobs for platform=local +2021-12-17 21:54:59,080 Checking jobs for platform=transfer_node +2021-12-17 21:54:59,080 Checking all jobs at once +2021-12-17 21:55:00,902 Successful check job command +2021-12-17 21:55:02,322 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:55:02,323 End of checking +2021-12-17 21:55:02,324 Updating FAILED jobs +2021-12-17 21:55:02,324 Updating WAITING jobs +2021-12-17 21:55:02,325 Update finished +2021-12-17 21:55:02,325 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:55:02,325 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:55:02,325 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:55:02,325 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:55:02,328 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:55:02,330 Job list saved +2021-12-17 21:55:02,336 Updating FAILED jobs +2021-12-17 21:55:02,336 Updating WAITING jobs +2021-12-17 21:55:02,336 Update finished +2021-12-17 21:55:12,346 Reloading parameters... +2021-12-17 21:55:12,365 Loading parameters... +2021-12-17 21:55:12,366 Loading project parameters... +2021-12-17 21:55:12,368 + +23 of 25 jobs remaining (21:55) +2021-12-17 21:55:12,368 Sleep: 10 +2021-12-17 21:55:12,368 Number of retrials: 0 +2021-12-17 21:55:12,368 WRAPPER CHECK TIME = 10 +2021-12-17 21:55:12,369 Checking jobs for platform=marenostrum4 +2021-12-17 21:55:12,369 Checking jobs for platform=nord3 +2021-12-17 21:55:12,370 Checking jobs for platform=local +2021-12-17 21:55:12,371 Checking jobs for platform=transfer_node +2021-12-17 21:55:12,371 Checking all jobs at once +2021-12-17 21:55:13,690 Successful check job command +2021-12-17 21:55:14,909 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:55:14,909 End of checking +2021-12-17 21:55:14,911 Updating FAILED jobs +2021-12-17 21:55:14,911 Updating WAITING jobs +2021-12-17 21:55:14,911 Update finished +2021-12-17 21:55:14,912 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:55:14,912 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:55:14,912 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:55:14,912 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:55:14,915 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:55:14,918 Job list saved +2021-12-17 21:55:14,924 Updating FAILED jobs +2021-12-17 21:55:14,924 Updating WAITING jobs +2021-12-17 21:55:14,924 Update finished +2021-12-17 21:55:24,934 Reloading parameters... +2021-12-17 21:55:24,953 Loading parameters... +2021-12-17 21:55:24,954 Loading project parameters... +2021-12-17 21:55:24,956 + +23 of 25 jobs remaining (21:55) +2021-12-17 21:55:24,956 Sleep: 10 +2021-12-17 21:55:24,957 Number of retrials: 0 +2021-12-17 21:55:24,957 WRAPPER CHECK TIME = 10 +2021-12-17 21:55:24,957 Checking jobs for platform=marenostrum4 +2021-12-17 21:55:24,958 Checking jobs for platform=nord3 +2021-12-17 21:55:24,958 Checking jobs for platform=local +2021-12-17 21:55:24,959 Checking jobs for platform=transfer_node +2021-12-17 21:55:24,959 Checking all jobs at once +2021-12-17 21:55:26,428 Successful check job command +2021-12-17 21:55:27,648 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:55:27,648 End of checking +2021-12-17 21:55:27,649 Updating FAILED jobs +2021-12-17 21:55:27,649 Updating WAITING jobs +2021-12-17 21:55:27,650 Update finished +2021-12-17 21:55:27,650 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:55:27,650 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:55:27,650 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:55:27,650 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:55:27,653 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:55:27,655 Job list saved +2021-12-17 21:55:27,660 Updating FAILED jobs +2021-12-17 21:55:27,660 Updating WAITING jobs +2021-12-17 21:55:27,660 Update finished +2021-12-17 21:55:37,668 Reloading parameters... +2021-12-17 21:55:37,687 Loading parameters... +2021-12-17 21:55:37,689 Loading project parameters... +2021-12-17 21:55:37,691 + +23 of 25 jobs remaining (21:55) +2021-12-17 21:55:37,691 Sleep: 10 +2021-12-17 21:55:37,691 Number of retrials: 0 +2021-12-17 21:55:37,691 WRAPPER CHECK TIME = 10 +2021-12-17 21:55:37,692 Checking jobs for platform=marenostrum4 +2021-12-17 21:55:37,692 Checking jobs for platform=nord3 +2021-12-17 21:55:37,693 Checking jobs for platform=local +2021-12-17 21:55:37,693 Checking jobs for platform=transfer_node +2021-12-17 21:55:37,693 Checking all jobs at once +2021-12-17 21:55:40,466 Successful check job command +2021-12-17 21:55:42,236 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:55:42,236 End of checking +2021-12-17 21:55:42,238 Updating FAILED jobs +2021-12-17 21:55:42,238 Updating WAITING jobs +2021-12-17 21:55:42,238 Update finished +2021-12-17 21:55:42,238 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:55:42,239 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:55:42,239 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:55:42,239 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:55:42,242 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:55:42,244 Job list saved +2021-12-17 21:55:42,249 Updating FAILED jobs +2021-12-17 21:55:42,249 Updating WAITING jobs +2021-12-17 21:55:42,249 Update finished +2021-12-17 21:55:52,259 Reloading parameters... +2021-12-17 21:55:52,283 Loading parameters... +2021-12-17 21:55:52,284 Loading project parameters... +2021-12-17 21:55:52,286 + +23 of 25 jobs remaining (21:55) +2021-12-17 21:55:52,286 Sleep: 10 +2021-12-17 21:55:52,287 Number of retrials: 0 +2021-12-17 21:55:52,287 WRAPPER CHECK TIME = 10 +2021-12-17 21:55:52,287 Checking jobs for platform=marenostrum4 +2021-12-17 21:55:52,288 Checking jobs for platform=nord3 +2021-12-17 21:55:52,288 Checking jobs for platform=local +2021-12-17 21:55:52,289 Checking jobs for platform=transfer_node +2021-12-17 21:55:52,289 Checking all jobs at once +2021-12-17 21:55:54,159 Successful check job command +2021-12-17 21:55:56,129 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:55:56,130 End of checking +2021-12-17 21:55:56,131 Updating FAILED jobs +2021-12-17 21:55:56,131 Updating WAITING jobs +2021-12-17 21:55:56,132 Update finished +2021-12-17 21:55:56,132 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:55:56,132 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:55:56,132 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:55:56,133 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:55:56,135 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:55:56,137 Job list saved +2021-12-17 21:55:56,142 Updating FAILED jobs +2021-12-17 21:55:56,142 Updating WAITING jobs +2021-12-17 21:55:56,143 Update finished +2021-12-17 21:56:06,153 Reloading parameters... +2021-12-17 21:56:06,171 Loading parameters... +2021-12-17 21:56:06,172 Loading project parameters... +2021-12-17 21:56:06,174 + +23 of 25 jobs remaining (21:56) +2021-12-17 21:56:06,174 Sleep: 10 +2021-12-17 21:56:06,174 Number of retrials: 0 +2021-12-17 21:56:06,174 WRAPPER CHECK TIME = 10 +2021-12-17 21:56:06,175 Checking jobs for platform=marenostrum4 +2021-12-17 21:56:06,176 Checking jobs for platform=nord3 +2021-12-17 21:56:06,176 Checking jobs for platform=local +2021-12-17 21:56:06,177 Checking jobs for platform=transfer_node +2021-12-17 21:56:06,177 Checking all jobs at once +2021-12-17 21:56:07,647 Successful check job command +2021-12-17 21:56:09,168 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:56:09,168 End of checking +2021-12-17 21:56:09,169 Updating FAILED jobs +2021-12-17 21:56:09,170 Updating WAITING jobs +2021-12-17 21:56:09,170 Update finished +2021-12-17 21:56:09,170 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:56:09,170 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:56:09,170 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:56:09,170 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:56:09,173 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:56:09,175 Job list saved +2021-12-17 21:56:09,180 Updating FAILED jobs +2021-12-17 21:56:09,180 Updating WAITING jobs +2021-12-17 21:56:09,181 Update finished +2021-12-17 21:56:19,191 Reloading parameters... +2021-12-17 21:56:19,213 Loading parameters... +2021-12-17 21:56:19,214 Loading project parameters... +2021-12-17 21:56:19,216 + +23 of 25 jobs remaining (21:56) +2021-12-17 21:56:19,216 Sleep: 10 +2021-12-17 21:56:19,217 Number of retrials: 0 +2021-12-17 21:56:19,217 WRAPPER CHECK TIME = 10 +2021-12-17 21:56:19,217 Checking jobs for platform=marenostrum4 +2021-12-17 21:56:19,218 Checking jobs for platform=nord3 +2021-12-17 21:56:19,218 Checking jobs for platform=local +2021-12-17 21:56:19,219 Checking jobs for platform=transfer_node +2021-12-17 21:56:19,219 Checking all jobs at once +2021-12-17 21:56:21,240 Successful check job command +2021-12-17 21:56:22,560 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:56:22,560 End of checking +2021-12-17 21:56:22,561 Updating FAILED jobs +2021-12-17 21:56:22,562 Updating WAITING jobs +2021-12-17 21:56:22,562 Update finished +2021-12-17 21:56:22,562 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:56:22,562 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:56:22,562 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:56:22,562 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:56:22,570 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:56:22,572 Job list saved +2021-12-17 21:56:22,577 Updating FAILED jobs +2021-12-17 21:56:22,577 Updating WAITING jobs +2021-12-17 21:56:22,577 Update finished +2021-12-17 21:56:32,586 Reloading parameters... +2021-12-17 21:56:32,605 Loading parameters... +2021-12-17 21:56:32,606 Loading project parameters... +2021-12-17 21:56:32,608 + +23 of 25 jobs remaining (21:56) +2021-12-17 21:56:32,608 Sleep: 10 +2021-12-17 21:56:32,608 Number of retrials: 0 +2021-12-17 21:56:32,608 WRAPPER CHECK TIME = 10 +2021-12-17 21:56:32,609 Checking jobs for platform=marenostrum4 +2021-12-17 21:56:32,609 Checking jobs for platform=nord3 +2021-12-17 21:56:32,610 Checking jobs for platform=local +2021-12-17 21:56:32,610 Checking jobs for platform=transfer_node +2021-12-17 21:56:32,610 Checking all jobs at once +2021-12-17 21:56:34,280 Successful check job command +2021-12-17 21:56:35,800 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:56:35,801 End of checking +2021-12-17 21:56:35,802 Updating FAILED jobs +2021-12-17 21:56:35,802 Updating WAITING jobs +2021-12-17 21:56:35,802 Update finished +2021-12-17 21:56:35,803 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:56:35,803 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:56:35,804 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:56:35,804 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:56:35,807 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:56:35,809 Job list saved +2021-12-17 21:56:35,822 Updating FAILED jobs +2021-12-17 21:56:35,822 Updating WAITING jobs +2021-12-17 21:56:35,822 Update finished +2021-12-17 21:56:45,832 Reloading parameters... +2021-12-17 21:56:45,854 Loading parameters... +2021-12-17 21:56:45,855 Loading project parameters... +2021-12-17 21:56:45,857 + +23 of 25 jobs remaining (21:56) +2021-12-17 21:56:45,857 Sleep: 10 +2021-12-17 21:56:45,857 Number of retrials: 0 +2021-12-17 21:56:45,857 WRAPPER CHECK TIME = 10 +2021-12-17 21:56:45,858 Checking jobs for platform=marenostrum4 +2021-12-17 21:56:45,859 Checking jobs for platform=nord3 +2021-12-17 21:56:45,859 Checking jobs for platform=local +2021-12-17 21:56:45,860 Checking jobs for platform=transfer_node +2021-12-17 21:56:45,860 Checking all jobs at once +2021-12-17 21:56:47,882 Successful check job command +2021-12-17 21:56:49,553 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:56:49,553 End of checking +2021-12-17 21:56:49,554 Updating FAILED jobs +2021-12-17 21:56:49,554 Updating WAITING jobs +2021-12-17 21:56:49,555 Update finished +2021-12-17 21:56:49,555 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:56:49,555 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:56:49,555 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:56:49,555 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:56:49,558 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:56:49,560 Job list saved +2021-12-17 21:56:49,565 Updating FAILED jobs +2021-12-17 21:56:49,565 Updating WAITING jobs +2021-12-17 21:56:49,565 Update finished +2021-12-17 21:56:59,573 Reloading parameters... +2021-12-17 21:56:59,590 Loading parameters... +2021-12-17 21:56:59,592 Loading project parameters... +2021-12-17 21:56:59,594 + +23 of 25 jobs remaining (21:56) +2021-12-17 21:56:59,594 Sleep: 10 +2021-12-17 21:56:59,594 Number of retrials: 0 +2021-12-17 21:56:59,594 WRAPPER CHECK TIME = 10 +2021-12-17 21:56:59,595 Checking jobs for platform=marenostrum4 +2021-12-17 21:56:59,595 Checking jobs for platform=nord3 +2021-12-17 21:56:59,596 Checking jobs for platform=local +2021-12-17 21:56:59,596 Checking jobs for platform=transfer_node +2021-12-17 21:56:59,596 Checking all jobs at once +2021-12-17 21:57:01,067 Successful check job command +2021-12-17 21:57:03,090 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:57:03,091 End of checking +2021-12-17 21:57:03,092 Updating FAILED jobs +2021-12-17 21:57:03,092 Updating WAITING jobs +2021-12-17 21:57:03,092 Update finished +2021-12-17 21:57:03,092 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:57:03,093 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:57:03,093 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:57:03,093 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:57:03,095 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:57:03,098 Job list saved +2021-12-17 21:57:03,140 Updating FAILED jobs +2021-12-17 21:57:03,140 Updating WAITING jobs +2021-12-17 21:57:03,140 Update finished +2021-12-17 21:57:13,144 Reloading parameters... +2021-12-17 21:57:13,163 Loading parameters... +2021-12-17 21:57:13,164 Loading project parameters... +2021-12-17 21:57:13,166 + +23 of 25 jobs remaining (21:57) +2021-12-17 21:57:13,166 Sleep: 10 +2021-12-17 21:57:13,166 Number of retrials: 0 +2021-12-17 21:57:13,166 WRAPPER CHECK TIME = 10 +2021-12-17 21:57:13,167 Checking jobs for platform=marenostrum4 +2021-12-17 21:57:13,168 Checking jobs for platform=nord3 +2021-12-17 21:57:13,168 Checking jobs for platform=local +2021-12-17 21:57:13,169 Checking jobs for platform=transfer_node +2021-12-17 21:57:13,169 Checking all jobs at once +2021-12-17 21:57:14,639 Successful check job command +2021-12-17 21:57:16,610 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:57:16,610 End of checking +2021-12-17 21:57:16,612 Updating FAILED jobs +2021-12-17 21:57:16,612 Updating WAITING jobs +2021-12-17 21:57:16,612 Update finished +2021-12-17 21:57:16,613 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:57:16,613 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:57:16,613 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:57:16,613 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:57:16,616 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:57:16,619 Job list saved +2021-12-17 21:57:16,623 Updating FAILED jobs +2021-12-17 21:57:16,623 Updating WAITING jobs +2021-12-17 21:57:16,624 Update finished +2021-12-17 21:57:26,634 Reloading parameters... +2021-12-17 21:57:26,651 Loading parameters... +2021-12-17 21:57:26,653 Loading project parameters... +2021-12-17 21:57:26,655 + +23 of 25 jobs remaining (21:57) +2021-12-17 21:57:26,655 Sleep: 10 +2021-12-17 21:57:26,655 Number of retrials: 0 +2021-12-17 21:57:26,655 WRAPPER CHECK TIME = 10 +2021-12-17 21:57:26,656 Checking jobs for platform=marenostrum4 +2021-12-17 21:57:26,656 Checking jobs for platform=nord3 +2021-12-17 21:57:26,657 Checking jobs for platform=local +2021-12-17 21:57:26,657 Checking jobs for platform=transfer_node +2021-12-17 21:57:26,657 Checking all jobs at once +2021-12-17 21:57:28,128 Successful check job command +2021-12-17 21:57:29,447 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:57:29,447 End of checking +2021-12-17 21:57:29,449 Updating FAILED jobs +2021-12-17 21:57:29,449 Updating WAITING jobs +2021-12-17 21:57:29,449 Update finished +2021-12-17 21:57:29,449 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:57:29,449 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:57:29,449 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:57:29,450 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:57:29,452 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:57:29,454 Job list saved +2021-12-17 21:57:29,460 Updating FAILED jobs +2021-12-17 21:57:29,460 Updating WAITING jobs +2021-12-17 21:57:29,460 Update finished +2021-12-17 21:57:39,470 Reloading parameters... +2021-12-17 21:57:39,489 Loading parameters... +2021-12-17 21:57:39,490 Loading project parameters... +2021-12-17 21:57:39,492 + +23 of 25 jobs remaining (21:57) +2021-12-17 21:57:39,492 Sleep: 10 +2021-12-17 21:57:39,492 Number of retrials: 0 +2021-12-17 21:57:39,492 WRAPPER CHECK TIME = 10 +2021-12-17 21:57:39,493 Checking jobs for platform=marenostrum4 +2021-12-17 21:57:39,494 Checking jobs for platform=nord3 +2021-12-17 21:57:39,494 Checking jobs for platform=local +2021-12-17 21:57:39,495 Checking jobs for platform=transfer_node +2021-12-17 21:57:39,495 Checking all jobs at once +2021-12-17 21:57:42,266 Successful check job command +2021-12-17 21:57:44,687 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:57:44,687 End of checking +2021-12-17 21:57:44,688 Updating FAILED jobs +2021-12-17 21:57:44,689 Updating WAITING jobs +2021-12-17 21:57:44,689 Update finished +2021-12-17 21:57:44,689 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:57:44,689 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:57:44,690 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:57:44,690 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:57:44,692 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:57:44,695 Job list saved +2021-12-17 21:57:44,699 Updating FAILED jobs +2021-12-17 21:57:44,699 Updating WAITING jobs +2021-12-17 21:57:44,700 Update finished +2021-12-17 21:57:54,710 Reloading parameters... +2021-12-17 21:57:54,728 Loading parameters... +2021-12-17 21:57:54,730 Loading project parameters... +2021-12-17 21:57:54,732 + +23 of 25 jobs remaining (21:57) +2021-12-17 21:57:54,732 Sleep: 10 +2021-12-17 21:57:54,732 Number of retrials: 0 +2021-12-17 21:57:54,732 WRAPPER CHECK TIME = 10 +2021-12-17 21:57:54,733 Checking jobs for platform=marenostrum4 +2021-12-17 21:57:54,733 Checking jobs for platform=nord3 +2021-12-17 21:57:54,734 Checking jobs for platform=local +2021-12-17 21:57:54,734 Checking jobs for platform=transfer_node +2021-12-17 21:57:54,734 Checking all jobs at once +2021-12-17 21:57:56,504 Successful check job command +2021-12-17 21:57:58,878 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:57:58,878 End of checking +2021-12-17 21:57:58,879 Updating FAILED jobs +2021-12-17 21:57:58,879 Updating WAITING jobs +2021-12-17 21:57:58,880 Update finished +2021-12-17 21:57:58,880 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:57:58,881 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:57:58,881 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:57:58,881 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:57:58,884 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:57:58,886 Job list saved +2021-12-17 21:57:58,893 Updating FAILED jobs +2021-12-17 21:57:58,893 Updating WAITING jobs +2021-12-17 21:57:58,894 Update finished +2021-12-17 21:58:08,904 Reloading parameters... +2021-12-17 21:58:08,923 Loading parameters... +2021-12-17 21:58:08,924 Loading project parameters... +2021-12-17 21:58:08,926 + +23 of 25 jobs remaining (21:58) +2021-12-17 21:58:08,926 Sleep: 10 +2021-12-17 21:58:08,926 Number of retrials: 0 +2021-12-17 21:58:08,926 WRAPPER CHECK TIME = 10 +2021-12-17 21:58:08,927 Checking jobs for platform=marenostrum4 +2021-12-17 21:58:08,927 Checking jobs for platform=nord3 +2021-12-17 21:58:08,928 Checking jobs for platform=local +2021-12-17 21:58:08,928 Checking jobs for platform=transfer_node +2021-12-17 21:58:08,929 Checking all jobs at once +2021-12-17 21:58:10,198 Successful check job command +2021-12-17 21:58:11,467 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:58:11,467 End of checking +2021-12-17 21:58:11,469 Updating FAILED jobs +2021-12-17 21:58:11,469 Updating WAITING jobs +2021-12-17 21:58:11,469 Update finished +2021-12-17 21:58:11,469 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:58:11,469 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:58:11,469 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:58:11,470 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:58:11,472 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:58:11,475 Job list saved +2021-12-17 21:58:11,479 Updating FAILED jobs +2021-12-17 21:58:11,479 Updating WAITING jobs +2021-12-17 21:58:11,479 Update finished +2021-12-17 21:58:21,490 Reloading parameters... +2021-12-17 21:58:21,508 Loading parameters... +2021-12-17 21:58:21,510 Loading project parameters... +2021-12-17 21:58:21,512 + +23 of 25 jobs remaining (21:58) +2021-12-17 21:58:21,512 Sleep: 10 +2021-12-17 21:58:21,512 Number of retrials: 0 +2021-12-17 21:58:21,512 WRAPPER CHECK TIME = 10 +2021-12-17 21:58:21,513 Checking jobs for platform=marenostrum4 +2021-12-17 21:58:21,513 Checking jobs for platform=nord3 +2021-12-17 21:58:21,514 Checking jobs for platform=local +2021-12-17 21:58:21,514 Checking jobs for platform=transfer_node +2021-12-17 21:58:21,514 Checking all jobs at once +2021-12-17 21:58:23,793 Successful check job command +2021-12-17 21:58:28,418 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:58:28,418 End of checking +2021-12-17 21:58:28,420 Updating FAILED jobs +2021-12-17 21:58:28,420 Updating WAITING jobs +2021-12-17 21:58:28,421 Update finished +2021-12-17 21:58:28,421 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:58:28,421 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:58:28,421 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:58:28,421 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:58:28,424 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:58:28,426 Job list saved +2021-12-17 21:58:28,432 Updating FAILED jobs +2021-12-17 21:58:28,432 Updating WAITING jobs +2021-12-17 21:58:28,432 Update finished +2021-12-17 21:58:38,442 Reloading parameters... +2021-12-17 21:58:38,461 Loading parameters... +2021-12-17 21:58:38,462 Loading project parameters... +2021-12-17 21:58:38,464 + +23 of 25 jobs remaining (21:58) +2021-12-17 21:58:38,464 Sleep: 10 +2021-12-17 21:58:38,465 Number of retrials: 0 +2021-12-17 21:58:38,465 WRAPPER CHECK TIME = 10 +2021-12-17 21:58:38,465 Checking jobs for platform=marenostrum4 +2021-12-17 21:58:38,466 Checking jobs for platform=nord3 +2021-12-17 21:58:38,466 Checking jobs for platform=local +2021-12-17 21:58:38,467 Checking jobs for platform=transfer_node +2021-12-17 21:58:38,467 Checking all jobs at once +2021-12-17 21:58:40,938 Successful check job command +2021-12-17 21:58:43,310 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:58:43,310 End of checking +2021-12-17 21:58:43,311 Updating FAILED jobs +2021-12-17 21:58:43,311 Updating WAITING jobs +2021-12-17 21:58:43,312 Update finished +2021-12-17 21:58:43,312 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:58:43,312 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:58:43,312 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:58:43,313 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:58:43,315 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:58:43,317 Job list saved +2021-12-17 21:58:43,322 Updating FAILED jobs +2021-12-17 21:58:43,322 Updating WAITING jobs +2021-12-17 21:58:43,322 Update finished +2021-12-17 21:58:53,332 Reloading parameters... +2021-12-17 21:58:53,349 Loading parameters... +2021-12-17 21:58:53,351 Loading project parameters... +2021-12-17 21:58:53,353 + +23 of 25 jobs remaining (21:58) +2021-12-17 21:58:53,353 Sleep: 10 +2021-12-17 21:58:53,353 Number of retrials: 0 +2021-12-17 21:58:53,353 WRAPPER CHECK TIME = 10 +2021-12-17 21:58:53,354 Checking jobs for platform=marenostrum4 +2021-12-17 21:58:53,354 Checking jobs for platform=nord3 +2021-12-17 21:58:53,355 Checking jobs for platform=local +2021-12-17 21:58:53,356 Checking jobs for platform=transfer_node +2021-12-17 21:58:53,356 Checking all jobs at once +2021-12-17 21:58:54,975 Successful check job command +2021-12-17 21:58:56,545 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:58:56,545 End of checking +2021-12-17 21:58:56,547 Updating FAILED jobs +2021-12-17 21:58:56,547 Updating WAITING jobs +2021-12-17 21:58:56,547 Update finished +2021-12-17 21:58:56,547 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:58:56,547 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:58:56,548 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:58:56,548 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:58:56,550 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:58:56,553 Job list saved +2021-12-17 21:58:56,558 Updating FAILED jobs +2021-12-17 21:58:56,558 Updating WAITING jobs +2021-12-17 21:58:56,558 Update finished +2021-12-17 21:59:06,568 Reloading parameters... +2021-12-17 21:59:06,590 Loading parameters... +2021-12-17 21:59:06,591 Loading project parameters... +2021-12-17 21:59:06,593 + +23 of 25 jobs remaining (21:59) +2021-12-17 21:59:06,593 Sleep: 10 +2021-12-17 21:59:06,594 Number of retrials: 0 +2021-12-17 21:59:06,594 WRAPPER CHECK TIME = 10 +2021-12-17 21:59:06,594 Checking jobs for platform=marenostrum4 +2021-12-17 21:59:06,595 Checking jobs for platform=nord3 +2021-12-17 21:59:06,595 Checking jobs for platform=local +2021-12-17 21:59:06,596 Checking jobs for platform=transfer_node +2021-12-17 21:59:06,596 Checking all jobs at once +2021-12-17 21:59:07,916 Successful check job command +2021-12-17 21:59:09,335 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:59:09,336 End of checking +2021-12-17 21:59:09,337 Updating FAILED jobs +2021-12-17 21:59:09,337 Updating WAITING jobs +2021-12-17 21:59:09,338 Update finished +2021-12-17 21:59:09,338 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:59:09,338 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:59:09,338 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:59:09,338 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:59:09,341 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:59:09,343 Job list saved +2021-12-17 21:59:09,348 Updating FAILED jobs +2021-12-17 21:59:09,348 Updating WAITING jobs +2021-12-17 21:59:09,348 Update finished +2021-12-17 21:59:19,357 Reloading parameters... +2021-12-17 21:59:19,376 Loading parameters... +2021-12-17 21:59:19,378 Loading project parameters... +2021-12-17 21:59:19,380 + +23 of 25 jobs remaining (21:59) +2021-12-17 21:59:19,380 Sleep: 10 +2021-12-17 21:59:19,380 Number of retrials: 0 +2021-12-17 21:59:19,380 WRAPPER CHECK TIME = 10 +2021-12-17 21:59:19,381 Checking jobs for platform=marenostrum4 +2021-12-17 21:59:19,381 Checking jobs for platform=nord3 +2021-12-17 21:59:19,382 Checking jobs for platform=local +2021-12-17 21:59:19,382 Checking jobs for platform=transfer_node +2021-12-17 21:59:19,382 Checking all jobs at once +2021-12-17 21:59:21,353 Successful check job command +2021-12-17 21:59:22,873 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:59:22,873 End of checking +2021-12-17 21:59:22,875 Updating FAILED jobs +2021-12-17 21:59:22,875 Updating WAITING jobs +2021-12-17 21:59:22,875 Update finished +2021-12-17 21:59:22,875 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:59:22,880 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:59:22,880 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:59:22,880 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:59:22,883 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:59:22,885 Job list saved +2021-12-17 21:59:22,896 Updating FAILED jobs +2021-12-17 21:59:22,896 Updating WAITING jobs +2021-12-17 21:59:22,897 Update finished +2021-12-17 21:59:32,907 Reloading parameters... +2021-12-17 21:59:32,925 Loading parameters... +2021-12-17 21:59:32,927 Loading project parameters... +2021-12-17 21:59:32,928 + +23 of 25 jobs remaining (21:59) +2021-12-17 21:59:32,929 Sleep: 10 +2021-12-17 21:59:32,929 Number of retrials: 0 +2021-12-17 21:59:32,929 WRAPPER CHECK TIME = 10 +2021-12-17 21:59:32,929 Checking jobs for platform=marenostrum4 +2021-12-17 21:59:32,930 Checking jobs for platform=nord3 +2021-12-17 21:59:32,931 Checking jobs for platform=local +2021-12-17 21:59:32,931 Checking jobs for platform=transfer_node +2021-12-17 21:59:32,931 Checking all jobs at once +2021-12-17 21:59:34,301 Successful check job command +2021-12-17 21:59:36,422 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:59:36,422 End of checking +2021-12-17 21:59:36,424 Updating FAILED jobs +2021-12-17 21:59:36,424 Updating WAITING jobs +2021-12-17 21:59:36,424 Update finished +2021-12-17 21:59:36,424 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:59:36,425 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:59:36,425 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:59:36,425 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:59:36,427 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:59:36,430 Job list saved +2021-12-17 21:59:36,437 Updating FAILED jobs +2021-12-17 21:59:36,437 Updating WAITING jobs +2021-12-17 21:59:36,437 Update finished +2021-12-17 21:59:46,447 Reloading parameters... +2021-12-17 21:59:46,466 Loading parameters... +2021-12-17 21:59:46,467 Loading project parameters... +2021-12-17 21:59:46,469 + +23 of 25 jobs remaining (21:59) +2021-12-17 21:59:46,469 Sleep: 10 +2021-12-17 21:59:46,469 Number of retrials: 0 +2021-12-17 21:59:46,470 WRAPPER CHECK TIME = 10 +2021-12-17 21:59:46,470 Checking jobs for platform=marenostrum4 +2021-12-17 21:59:46,471 Checking jobs for platform=nord3 +2021-12-17 21:59:46,471 Checking jobs for platform=local +2021-12-17 21:59:46,472 Checking jobs for platform=transfer_node +2021-12-17 21:59:46,472 Checking all jobs at once +2021-12-17 21:59:48,094 Successful check job command +2021-12-17 21:59:49,363 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 21:59:49,363 End of checking +2021-12-17 21:59:49,365 Updating FAILED jobs +2021-12-17 21:59:49,365 Updating WAITING jobs +2021-12-17 21:59:49,365 Update finished +2021-12-17 21:59:49,365 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 21:59:49,366 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 21:59:49,366 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 21:59:49,366 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 21:59:49,370 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 21:59:49,372 Job list saved +2021-12-17 21:59:49,404 Updating FAILED jobs +2021-12-17 21:59:49,404 Updating WAITING jobs +2021-12-17 21:59:49,405 Update finished +2021-12-17 21:59:59,415 Reloading parameters... +2021-12-17 21:59:59,438 Loading parameters... +2021-12-17 21:59:59,439 Loading project parameters... +2021-12-17 21:59:59,441 + +23 of 25 jobs remaining (21:59) +2021-12-17 21:59:59,441 Sleep: 10 +2021-12-17 21:59:59,441 Number of retrials: 0 +2021-12-17 21:59:59,441 WRAPPER CHECK TIME = 10 +2021-12-17 21:59:59,442 Checking jobs for platform=marenostrum4 +2021-12-17 21:59:59,443 Checking jobs for platform=nord3 +2021-12-17 21:59:59,443 Checking jobs for platform=local +2021-12-17 21:59:59,444 Checking jobs for platform=transfer_node +2021-12-17 21:59:59,444 Checking all jobs at once +2021-12-17 22:00:01,616 Successful check job command +2021-12-17 22:00:03,489 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:00:03,489 End of checking +2021-12-17 22:00:03,491 Updating FAILED jobs +2021-12-17 22:00:03,491 Updating WAITING jobs +2021-12-17 22:00:03,491 Update finished +2021-12-17 22:00:03,491 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:00:03,492 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:00:03,492 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:00:03,492 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:00:03,495 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:00:03,497 Job list saved +2021-12-17 22:00:03,502 Updating FAILED jobs +2021-12-17 22:00:03,502 Updating WAITING jobs +2021-12-17 22:00:03,502 Update finished +2021-12-17 22:00:13,512 Reloading parameters... +2021-12-17 22:00:13,533 Loading parameters... +2021-12-17 22:00:13,534 Loading project parameters... +2021-12-17 22:00:13,536 + +23 of 25 jobs remaining (22:00) +2021-12-17 22:00:13,537 Sleep: 10 +2021-12-17 22:00:13,537 Number of retrials: 0 +2021-12-17 22:00:13,537 WRAPPER CHECK TIME = 10 +2021-12-17 22:00:13,537 Checking jobs for platform=marenostrum4 +2021-12-17 22:00:13,538 Checking jobs for platform=nord3 +2021-12-17 22:00:13,538 Checking jobs for platform=local +2021-12-17 22:00:13,539 Checking jobs for platform=transfer_node +2021-12-17 22:00:13,539 Checking all jobs at once +2021-12-17 22:00:15,559 Successful check job command +2021-12-17 22:00:17,130 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:00:17,130 End of checking +2021-12-17 22:00:17,131 Updating FAILED jobs +2021-12-17 22:00:17,131 Updating WAITING jobs +2021-12-17 22:00:17,132 Update finished +2021-12-17 22:00:17,132 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:00:17,132 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:00:17,132 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:00:17,132 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:00:17,137 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:00:17,139 Job list saved +2021-12-17 22:00:17,150 Updating FAILED jobs +2021-12-17 22:00:17,150 Updating WAITING jobs +2021-12-17 22:00:17,150 Update finished +2021-12-17 22:00:27,159 Reloading parameters... +2021-12-17 22:00:27,178 Loading parameters... +2021-12-17 22:00:27,179 Loading project parameters... +2021-12-17 22:00:27,181 + +23 of 25 jobs remaining (22:00) +2021-12-17 22:00:27,181 Sleep: 10 +2021-12-17 22:00:27,181 Number of retrials: 0 +2021-12-17 22:00:27,181 WRAPPER CHECK TIME = 10 +2021-12-17 22:00:27,182 Checking jobs for platform=marenostrum4 +2021-12-17 22:00:27,183 Checking jobs for platform=nord3 +2021-12-17 22:00:27,183 Checking jobs for platform=local +2021-12-17 22:00:27,184 Checking jobs for platform=transfer_node +2021-12-17 22:00:27,184 Checking all jobs at once +2021-12-17 22:00:29,204 Successful check job command +2021-12-17 22:00:30,573 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:00:30,573 End of checking +2021-12-17 22:00:30,575 Updating FAILED jobs +2021-12-17 22:00:30,575 Updating WAITING jobs +2021-12-17 22:00:30,575 Update finished +2021-12-17 22:00:30,575 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:00:30,576 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:00:30,576 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:00:30,576 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:00:30,579 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:00:30,581 Job list saved +2021-12-17 22:00:30,585 Updating FAILED jobs +2021-12-17 22:00:30,586 Updating WAITING jobs +2021-12-17 22:00:30,586 Update finished +2021-12-17 22:00:40,596 Reloading parameters... +2021-12-17 22:00:40,616 Loading parameters... +2021-12-17 22:00:40,617 Loading project parameters... +2021-12-17 22:00:40,619 + +23 of 25 jobs remaining (22:00) +2021-12-17 22:00:40,619 Sleep: 10 +2021-12-17 22:00:40,619 Number of retrials: 0 +2021-12-17 22:00:40,619 WRAPPER CHECK TIME = 10 +2021-12-17 22:00:40,620 Checking jobs for platform=marenostrum4 +2021-12-17 22:00:40,620 Checking jobs for platform=nord3 +2021-12-17 22:00:40,621 Checking jobs for platform=local +2021-12-17 22:00:40,622 Checking jobs for platform=transfer_node +2021-12-17 22:00:40,622 Checking all jobs at once +2021-12-17 22:00:42,091 Successful check job command +2021-12-17 22:00:45,415 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:00:45,415 End of checking +2021-12-17 22:00:45,416 Updating FAILED jobs +2021-12-17 22:00:45,416 Updating WAITING jobs +2021-12-17 22:00:45,417 Update finished +2021-12-17 22:00:45,417 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:00:45,417 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:00:45,418 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:00:45,418 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:00:45,420 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:00:45,422 Job list saved +2021-12-17 22:00:45,427 Updating FAILED jobs +2021-12-17 22:00:45,427 Updating WAITING jobs +2021-12-17 22:00:45,427 Update finished +2021-12-17 22:00:55,437 Reloading parameters... +2021-12-17 22:00:55,483 Loading parameters... +2021-12-17 22:00:55,485 Loading project parameters... +2021-12-17 22:00:55,488 + +23 of 25 jobs remaining (22:00) +2021-12-17 22:00:55,488 Sleep: 10 +2021-12-17 22:00:55,488 Number of retrials: 0 +2021-12-17 22:00:55,488 WRAPPER CHECK TIME = 10 +2021-12-17 22:00:55,489 Checking jobs for platform=marenostrum4 +2021-12-17 22:00:55,489 Checking jobs for platform=nord3 +2021-12-17 22:00:55,490 Checking jobs for platform=local +2021-12-17 22:00:55,490 Checking jobs for platform=transfer_node +2021-12-17 22:00:55,490 Checking all jobs at once +2021-12-17 22:00:56,917 Successful check job command +2021-12-17 22:00:58,186 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:00:58,187 End of checking +2021-12-17 22:00:58,189 Updating FAILED jobs +2021-12-17 22:00:58,189 Updating WAITING jobs +2021-12-17 22:00:58,189 Update finished +2021-12-17 22:00:58,189 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:00:58,189 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:00:58,189 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:00:58,190 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:00:58,193 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:00:58,195 Job list saved +2021-12-17 22:00:58,203 Updating FAILED jobs +2021-12-17 22:00:58,203 Updating WAITING jobs +2021-12-17 22:00:58,203 Update finished +2021-12-17 22:01:08,210 Reloading parameters... +2021-12-17 22:01:08,231 Loading parameters... +2021-12-17 22:01:08,232 Loading project parameters... +2021-12-17 22:01:08,234 + +23 of 25 jobs remaining (22:01) +2021-12-17 22:01:08,234 Sleep: 10 +2021-12-17 22:01:08,234 Number of retrials: 0 +2021-12-17 22:01:08,235 WRAPPER CHECK TIME = 10 +2021-12-17 22:01:08,235 Checking jobs for platform=marenostrum4 +2021-12-17 22:01:08,236 Checking jobs for platform=nord3 +2021-12-17 22:01:08,236 Checking jobs for platform=local +2021-12-17 22:01:08,237 Checking jobs for platform=transfer_node +2021-12-17 22:01:08,237 Checking all jobs at once +2021-12-17 22:01:10,459 Successful check job command +2021-12-17 22:01:12,329 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:01:12,330 End of checking +2021-12-17 22:01:12,331 Updating FAILED jobs +2021-12-17 22:01:12,331 Updating WAITING jobs +2021-12-17 22:01:12,332 Update finished +2021-12-17 22:01:12,332 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:01:12,332 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:01:12,332 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:01:12,332 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:01:12,335 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:01:12,337 Job list saved +2021-12-17 22:01:12,342 Updating FAILED jobs +2021-12-17 22:01:12,342 Updating WAITING jobs +2021-12-17 22:01:12,343 Update finished +2021-12-17 22:01:22,344 Reloading parameters... +2021-12-17 22:01:22,372 Loading parameters... +2021-12-17 22:01:22,382 Loading project parameters... +2021-12-17 22:01:22,384 + +23 of 25 jobs remaining (22:01) +2021-12-17 22:01:22,384 Sleep: 10 +2021-12-17 22:01:22,384 Number of retrials: 0 +2021-12-17 22:01:22,384 WRAPPER CHECK TIME = 10 +2021-12-17 22:01:22,385 Checking jobs for platform=marenostrum4 +2021-12-17 22:01:22,386 Checking jobs for platform=nord3 +2021-12-17 22:01:22,386 Checking jobs for platform=local +2021-12-17 22:01:22,387 Checking jobs for platform=transfer_node +2021-12-17 22:01:22,387 Checking all jobs at once +2021-12-17 22:01:23,908 Successful check job command +2021-12-17 22:01:25,578 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:01:25,578 End of checking +2021-12-17 22:01:25,580 Updating FAILED jobs +2021-12-17 22:01:25,580 Updating WAITING jobs +2021-12-17 22:01:25,580 Update finished +2021-12-17 22:01:25,581 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:01:25,581 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:01:25,581 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:01:25,582 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:01:25,584 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:01:25,586 Job list saved +2021-12-17 22:01:25,591 Updating FAILED jobs +2021-12-17 22:01:25,591 Updating WAITING jobs +2021-12-17 22:01:25,592 Update finished +2021-12-17 22:01:35,602 Reloading parameters... +2021-12-17 22:01:35,623 Loading parameters... +2021-12-17 22:01:35,624 Loading project parameters... +2021-12-17 22:01:35,626 + +23 of 25 jobs remaining (22:01) +2021-12-17 22:01:35,626 Sleep: 10 +2021-12-17 22:01:35,626 Number of retrials: 0 +2021-12-17 22:01:35,626 WRAPPER CHECK TIME = 10 +2021-12-17 22:01:35,627 Checking jobs for platform=marenostrum4 +2021-12-17 22:01:35,628 Checking jobs for platform=nord3 +2021-12-17 22:01:35,628 Checking jobs for platform=local +2021-12-17 22:01:35,629 Checking jobs for platform=transfer_node +2021-12-17 22:01:35,629 Checking all jobs at once +2021-12-17 22:01:37,903 Successful check job command +2021-12-17 22:01:39,774 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:01:39,774 End of checking +2021-12-17 22:01:39,776 Updating FAILED jobs +2021-12-17 22:01:39,776 Updating WAITING jobs +2021-12-17 22:01:39,776 Update finished +2021-12-17 22:01:39,777 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:01:39,777 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:01:39,777 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:01:39,777 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:01:39,780 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:01:39,782 Job list saved +2021-12-17 22:01:39,794 Updating FAILED jobs +2021-12-17 22:01:39,794 Updating WAITING jobs +2021-12-17 22:01:39,794 Update finished +2021-12-17 22:01:49,805 Reloading parameters... +2021-12-17 22:01:49,826 Loading parameters... +2021-12-17 22:01:49,827 Loading project parameters... +2021-12-17 22:01:49,829 + +23 of 25 jobs remaining (22:01) +2021-12-17 22:01:49,829 Sleep: 10 +2021-12-17 22:01:49,830 Number of retrials: 0 +2021-12-17 22:01:49,830 WRAPPER CHECK TIME = 10 +2021-12-17 22:01:49,830 Checking jobs for platform=marenostrum4 +2021-12-17 22:01:49,831 Checking jobs for platform=nord3 +2021-12-17 22:01:49,831 Checking jobs for platform=local +2021-12-17 22:01:49,832 Checking jobs for platform=transfer_node +2021-12-17 22:01:49,832 Checking all jobs at once +2021-12-17 22:01:51,204 Successful check job command +2021-12-17 22:01:52,724 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:01:52,724 End of checking +2021-12-17 22:01:52,726 Updating FAILED jobs +2021-12-17 22:01:52,726 Updating WAITING jobs +2021-12-17 22:01:52,727 Update finished +2021-12-17 22:01:52,727 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:01:52,727 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:01:52,727 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:01:52,727 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:01:52,731 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:01:52,733 Job list saved +2021-12-17 22:01:52,738 Updating FAILED jobs +2021-12-17 22:01:52,739 Updating WAITING jobs +2021-12-17 22:01:52,739 Update finished +2021-12-17 22:02:02,749 Reloading parameters... +2021-12-17 22:02:02,768 Loading parameters... +2021-12-17 22:02:02,769 Loading project parameters... +2021-12-17 22:02:02,771 + +23 of 25 jobs remaining (22:02) +2021-12-17 22:02:02,772 Sleep: 10 +2021-12-17 22:02:02,772 Number of retrials: 0 +2021-12-17 22:02:02,772 WRAPPER CHECK TIME = 10 +2021-12-17 22:02:02,772 Checking jobs for platform=marenostrum4 +2021-12-17 22:02:02,773 Checking jobs for platform=nord3 +2021-12-17 22:02:02,773 Checking jobs for platform=local +2021-12-17 22:02:02,774 Checking jobs for platform=transfer_node +2021-12-17 22:02:02,774 Checking all jobs at once +2021-12-17 22:02:04,194 Successful check job command +2021-12-17 22:02:05,470 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:02:05,470 End of checking +2021-12-17 22:02:05,471 Updating FAILED jobs +2021-12-17 22:02:05,471 Updating WAITING jobs +2021-12-17 22:02:05,472 Update finished +2021-12-17 22:02:05,472 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:02:05,472 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:02:05,473 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:02:05,473 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:02:05,475 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:02:05,478 Job list saved +2021-12-17 22:02:05,482 Updating FAILED jobs +2021-12-17 22:02:05,483 Updating WAITING jobs +2021-12-17 22:02:05,483 Update finished +2021-12-17 22:02:15,493 Reloading parameters... +2021-12-17 22:02:15,514 Loading parameters... +2021-12-17 22:02:15,516 Loading project parameters... +2021-12-17 22:02:15,518 + +23 of 25 jobs remaining (22:02) +2021-12-17 22:02:15,518 Sleep: 10 +2021-12-17 22:02:15,518 Number of retrials: 0 +2021-12-17 22:02:15,518 WRAPPER CHECK TIME = 10 +2021-12-17 22:02:15,519 Checking jobs for platform=marenostrum4 +2021-12-17 22:02:15,520 Checking jobs for platform=nord3 +2021-12-17 22:02:15,520 Checking jobs for platform=local +2021-12-17 22:02:15,521 Checking jobs for platform=transfer_node +2021-12-17 22:02:15,521 Checking all jobs at once +2021-12-17 22:02:18,896 Successful check job command +2021-12-17 22:02:21,067 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:02:21,068 End of checking +2021-12-17 22:02:21,069 Updating FAILED jobs +2021-12-17 22:02:21,070 Updating WAITING jobs +2021-12-17 22:02:21,070 Update finished +2021-12-17 22:02:21,070 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:02:21,070 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:02:21,070 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:02:21,070 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:02:21,074 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:02:21,076 Job list saved +2021-12-17 22:02:21,081 Updating FAILED jobs +2021-12-17 22:02:21,081 Updating WAITING jobs +2021-12-17 22:02:21,081 Update finished +2021-12-17 22:02:31,091 Reloading parameters... +2021-12-17 22:02:31,113 Loading parameters... +2021-12-17 22:02:31,115 Loading project parameters... +2021-12-17 22:02:31,116 + +23 of 25 jobs remaining (22:02) +2021-12-17 22:02:31,117 Sleep: 10 +2021-12-17 22:02:31,117 Number of retrials: 0 +2021-12-17 22:02:31,117 WRAPPER CHECK TIME = 10 +2021-12-17 22:02:31,117 Checking jobs for platform=marenostrum4 +2021-12-17 22:02:31,118 Checking jobs for platform=nord3 +2021-12-17 22:02:31,118 Checking jobs for platform=local +2021-12-17 22:02:31,119 Checking jobs for platform=transfer_node +2021-12-17 22:02:31,119 Checking all jobs at once +2021-12-17 22:02:32,839 Successful check job command +2021-12-17 22:02:35,661 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:02:35,661 End of checking +2021-12-17 22:02:35,663 Updating FAILED jobs +2021-12-17 22:02:35,663 Updating WAITING jobs +2021-12-17 22:02:35,663 Update finished +2021-12-17 22:02:35,663 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:02:35,663 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:02:35,664 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:02:35,664 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:02:35,667 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:02:35,669 Job list saved +2021-12-17 22:02:35,674 Updating FAILED jobs +2021-12-17 22:02:35,674 Updating WAITING jobs +2021-12-17 22:02:35,674 Update finished +2021-12-17 22:02:45,684 Reloading parameters... +2021-12-17 22:02:45,703 Loading parameters... +2021-12-17 22:02:45,705 Loading project parameters... +2021-12-17 22:02:45,707 + +23 of 25 jobs remaining (22:02) +2021-12-17 22:02:45,707 Sleep: 10 +2021-12-17 22:02:45,707 Number of retrials: 0 +2021-12-17 22:02:45,707 WRAPPER CHECK TIME = 10 +2021-12-17 22:02:45,708 Checking jobs for platform=marenostrum4 +2021-12-17 22:02:45,708 Checking jobs for platform=nord3 +2021-12-17 22:02:45,709 Checking jobs for platform=local +2021-12-17 22:02:45,709 Checking jobs for platform=transfer_node +2021-12-17 22:02:45,709 Checking all jobs at once +2021-12-17 22:02:47,029 Successful check job command +2021-12-17 22:02:48,649 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:02:48,649 End of checking +2021-12-17 22:02:48,651 Updating FAILED jobs +2021-12-17 22:02:48,651 Updating WAITING jobs +2021-12-17 22:02:48,651 Update finished +2021-12-17 22:02:48,651 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:02:48,652 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:02:48,652 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:02:48,652 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:02:48,655 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:02:48,657 Job list saved +2021-12-17 22:02:48,662 Updating FAILED jobs +2021-12-17 22:02:48,662 Updating WAITING jobs +2021-12-17 22:02:48,662 Update finished +2021-12-17 22:02:58,672 Reloading parameters... +2021-12-17 22:02:58,691 Loading parameters... +2021-12-17 22:02:58,692 Loading project parameters... +2021-12-17 22:02:58,696 + +23 of 25 jobs remaining (22:02) +2021-12-17 22:02:58,697 Sleep: 10 +2021-12-17 22:02:58,697 Number of retrials: 0 +2021-12-17 22:02:58,697 WRAPPER CHECK TIME = 10 +2021-12-17 22:02:58,697 Checking jobs for platform=marenostrum4 +2021-12-17 22:02:58,698 Checking jobs for platform=nord3 +2021-12-17 22:02:58,698 Checking jobs for platform=local +2021-12-17 22:02:58,699 Checking jobs for platform=transfer_node +2021-12-17 22:02:58,699 Checking all jobs at once +2021-12-17 22:03:00,270 Successful check job command +2021-12-17 22:03:02,742 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:03:02,742 End of checking +2021-12-17 22:03:02,743 Updating FAILED jobs +2021-12-17 22:03:02,744 Updating WAITING jobs +2021-12-17 22:03:02,744 Update finished +2021-12-17 22:03:02,744 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:03:02,744 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:03:02,744 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:03:02,744 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:03:02,747 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:03:02,749 Job list saved +2021-12-17 22:03:02,754 Updating FAILED jobs +2021-12-17 22:03:02,755 Updating WAITING jobs +2021-12-17 22:03:02,755 Update finished +2021-12-17 22:03:12,765 Reloading parameters... +2021-12-17 22:03:12,784 Loading parameters... +2021-12-17 22:03:12,785 Loading project parameters... +2021-12-17 22:03:12,787 + +23 of 25 jobs remaining (22:03) +2021-12-17 22:03:12,787 Sleep: 10 +2021-12-17 22:03:12,788 Number of retrials: 0 +2021-12-17 22:03:12,788 WRAPPER CHECK TIME = 10 +2021-12-17 22:03:12,788 Checking jobs for platform=marenostrum4 +2021-12-17 22:03:12,789 Checking jobs for platform=nord3 +2021-12-17 22:03:12,789 Checking jobs for platform=local +2021-12-17 22:03:12,790 Checking jobs for platform=transfer_node +2021-12-17 22:03:12,790 Checking all jobs at once +2021-12-17 22:03:15,065 Successful check job command +2021-12-17 22:03:17,636 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:03:17,637 End of checking +2021-12-17 22:03:17,638 Updating FAILED jobs +2021-12-17 22:03:17,638 Updating WAITING jobs +2021-12-17 22:03:17,638 Update finished +2021-12-17 22:03:17,639 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:03:17,639 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:03:17,639 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:03:17,639 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:03:17,642 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:03:17,644 Job list saved +2021-12-17 22:03:17,652 Updating FAILED jobs +2021-12-17 22:03:17,652 Updating WAITING jobs +2021-12-17 22:03:17,652 Update finished +2021-12-17 22:03:27,656 Reloading parameters... +2021-12-17 22:03:27,675 Loading parameters... +2021-12-17 22:03:27,676 Loading project parameters... +2021-12-17 22:03:27,678 + +23 of 25 jobs remaining (22:03) +2021-12-17 22:03:27,678 Sleep: 10 +2021-12-17 22:03:27,678 Number of retrials: 0 +2021-12-17 22:03:27,679 WRAPPER CHECK TIME = 10 +2021-12-17 22:03:27,679 Checking jobs for platform=marenostrum4 +2021-12-17 22:03:27,680 Checking jobs for platform=nord3 +2021-12-17 22:03:27,680 Checking jobs for platform=local +2021-12-17 22:03:27,681 Checking jobs for platform=transfer_node +2021-12-17 22:03:27,681 Checking all jobs at once +2021-12-17 22:03:28,954 Successful check job command +2021-12-17 22:03:30,726 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:03:30,726 End of checking +2021-12-17 22:03:30,728 Updating FAILED jobs +2021-12-17 22:03:30,728 Updating WAITING jobs +2021-12-17 22:03:30,728 Update finished +2021-12-17 22:03:30,728 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:03:30,730 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:03:30,731 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:03:30,731 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:03:30,733 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:03:30,736 Job list saved +2021-12-17 22:03:30,741 Updating FAILED jobs +2021-12-17 22:03:30,741 Updating WAITING jobs +2021-12-17 22:03:30,741 Update finished +2021-12-17 22:03:40,751 Reloading parameters... +2021-12-17 22:03:40,771 Loading parameters... +2021-12-17 22:03:40,772 Loading project parameters... +2021-12-17 22:03:40,774 + +23 of 25 jobs remaining (22:03) +2021-12-17 22:03:40,775 Sleep: 10 +2021-12-17 22:03:40,775 Number of retrials: 0 +2021-12-17 22:03:40,775 WRAPPER CHECK TIME = 10 +2021-12-17 22:03:40,775 Checking jobs for platform=marenostrum4 +2021-12-17 22:03:40,776 Checking jobs for platform=nord3 +2021-12-17 22:03:40,776 Checking jobs for platform=local +2021-12-17 22:03:40,777 Checking jobs for platform=transfer_node +2021-12-17 22:03:40,777 Checking all jobs at once +2021-12-17 22:03:42,102 Successful check job command +2021-12-17 22:03:43,422 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:03:43,422 End of checking +2021-12-17 22:03:43,423 Updating FAILED jobs +2021-12-17 22:03:43,424 Updating WAITING jobs +2021-12-17 22:03:43,424 Update finished +2021-12-17 22:03:43,424 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:03:43,424 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:03:43,424 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:03:43,424 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:03:43,427 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:03:43,430 Job list saved +2021-12-17 22:03:43,435 Updating FAILED jobs +2021-12-17 22:03:43,435 Updating WAITING jobs +2021-12-17 22:03:43,436 Update finished +2021-12-17 22:03:53,441 Reloading parameters... +2021-12-17 22:03:53,461 Loading parameters... +2021-12-17 22:03:53,462 Loading project parameters... +2021-12-17 22:03:53,464 + +23 of 25 jobs remaining (22:03) +2021-12-17 22:03:53,464 Sleep: 10 +2021-12-17 22:03:53,464 Number of retrials: 0 +2021-12-17 22:03:53,464 WRAPPER CHECK TIME = 10 +2021-12-17 22:03:53,465 Checking jobs for platform=marenostrum4 +2021-12-17 22:03:53,465 Checking jobs for platform=nord3 +2021-12-17 22:03:53,466 Checking jobs for platform=local +2021-12-17 22:03:53,467 Checking jobs for platform=transfer_node +2021-12-17 22:03:53,467 Checking all jobs at once +2021-12-17 22:03:55,788 Successful check job command +2021-12-17 22:03:57,858 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:03:57,859 End of checking +2021-12-17 22:03:57,860 Updating FAILED jobs +2021-12-17 22:03:57,860 Updating WAITING jobs +2021-12-17 22:03:57,861 Update finished +2021-12-17 22:03:57,861 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:03:57,861 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:03:57,861 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:03:57,861 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:03:57,864 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:03:57,866 Job list saved +2021-12-17 22:03:57,877 Updating FAILED jobs +2021-12-17 22:03:57,877 Updating WAITING jobs +2021-12-17 22:03:57,879 Update finished +2021-12-17 22:04:07,886 Reloading parameters... +2021-12-17 22:04:07,906 Loading parameters... +2021-12-17 22:04:07,908 Loading project parameters... +2021-12-17 22:04:07,910 + +23 of 25 jobs remaining (22:04) +2021-12-17 22:04:07,910 Sleep: 10 +2021-12-17 22:04:07,910 Number of retrials: 0 +2021-12-17 22:04:07,910 WRAPPER CHECK TIME = 10 +2021-12-17 22:04:07,911 Checking jobs for platform=marenostrum4 +2021-12-17 22:04:07,911 Checking jobs for platform=nord3 +2021-12-17 22:04:07,912 Checking jobs for platform=local +2021-12-17 22:04:07,912 Checking jobs for platform=transfer_node +2021-12-17 22:04:07,912 Checking all jobs at once +2021-12-17 22:04:09,833 Successful check job command +2021-12-17 22:04:11,504 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:04:11,504 End of checking +2021-12-17 22:04:11,506 Updating FAILED jobs +2021-12-17 22:04:11,506 Updating WAITING jobs +2021-12-17 22:04:11,506 Update finished +2021-12-17 22:04:11,506 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:04:11,507 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:04:11,507 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:04:11,507 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:04:11,510 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:04:11,512 Job list saved +2021-12-17 22:04:11,517 Updating FAILED jobs +2021-12-17 22:04:11,517 Updating WAITING jobs +2021-12-17 22:04:11,517 Update finished +2021-12-17 22:04:21,525 Reloading parameters... +2021-12-17 22:04:21,544 Loading parameters... +2021-12-17 22:04:21,546 Loading project parameters... +2021-12-17 22:04:21,548 + +23 of 25 jobs remaining (22:04) +2021-12-17 22:04:21,548 Sleep: 10 +2021-12-17 22:04:21,548 Number of retrials: 0 +2021-12-17 22:04:21,548 WRAPPER CHECK TIME = 10 +2021-12-17 22:04:21,549 Checking jobs for platform=marenostrum4 +2021-12-17 22:04:21,549 Checking jobs for platform=nord3 +2021-12-17 22:04:21,550 Checking jobs for platform=local +2021-12-17 22:04:21,550 Checking jobs for platform=transfer_node +2021-12-17 22:04:21,550 Checking all jobs at once +2021-12-17 22:04:22,972 Successful check job command +2021-12-17 22:04:27,801 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:04:27,801 End of checking +2021-12-17 22:04:27,803 Updating FAILED jobs +2021-12-17 22:04:27,803 Updating WAITING jobs +2021-12-17 22:04:27,803 Update finished +2021-12-17 22:04:27,803 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:04:27,803 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:04:27,803 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:04:27,804 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:04:27,807 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:04:27,809 Job list saved +2021-12-17 22:04:27,814 Updating FAILED jobs +2021-12-17 22:04:27,814 Updating WAITING jobs +2021-12-17 22:04:27,814 Update finished +2021-12-17 22:04:37,824 Reloading parameters... +2021-12-17 22:04:37,848 Loading parameters... +2021-12-17 22:04:37,850 Loading project parameters... +2021-12-17 22:04:37,852 + +23 of 25 jobs remaining (22:04) +2021-12-17 22:04:37,852 Sleep: 10 +2021-12-17 22:04:37,852 Number of retrials: 0 +2021-12-17 22:04:37,852 WRAPPER CHECK TIME = 10 +2021-12-17 22:04:37,853 Checking jobs for platform=marenostrum4 +2021-12-17 22:04:37,853 Checking jobs for platform=nord3 +2021-12-17 22:04:37,854 Checking jobs for platform=local +2021-12-17 22:04:37,855 Checking jobs for platform=transfer_node +2021-12-17 22:04:37,855 Checking all jobs at once +2021-12-17 22:04:40,227 Successful check job command +2021-12-17 22:04:41,747 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:04:41,747 End of checking +2021-12-17 22:04:41,749 Updating FAILED jobs +2021-12-17 22:04:41,749 Updating WAITING jobs +2021-12-17 22:04:41,749 Update finished +2021-12-17 22:04:41,749 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:04:41,749 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:04:41,750 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:04:41,750 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:04:41,753 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:04:41,755 Job list saved +2021-12-17 22:04:41,760 Updating FAILED jobs +2021-12-17 22:04:41,760 Updating WAITING jobs +2021-12-17 22:04:41,760 Update finished +2021-12-17 22:04:51,770 Reloading parameters... +2021-12-17 22:04:51,791 Loading parameters... +2021-12-17 22:04:51,792 Loading project parameters... +2021-12-17 22:04:51,794 + +23 of 25 jobs remaining (22:04) +2021-12-17 22:04:51,794 Sleep: 10 +2021-12-17 22:04:51,795 Number of retrials: 0 +2021-12-17 22:04:51,795 WRAPPER CHECK TIME = 10 +2021-12-17 22:04:51,795 Checking jobs for platform=marenostrum4 +2021-12-17 22:04:51,796 Checking jobs for platform=nord3 +2021-12-17 22:04:51,796 Checking jobs for platform=local +2021-12-17 22:04:51,797 Checking jobs for platform=transfer_node +2021-12-17 22:04:51,797 Checking all jobs at once +2021-12-17 22:04:53,366 Successful check job command +2021-12-17 22:04:54,736 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:04:54,736 End of checking +2021-12-17 22:04:54,738 Updating FAILED jobs +2021-12-17 22:04:54,738 Updating WAITING jobs +2021-12-17 22:04:54,738 Update finished +2021-12-17 22:04:54,738 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:04:54,739 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:04:54,739 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:04:54,739 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:04:54,742 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:04:54,744 Job list saved +2021-12-17 22:04:54,753 Updating FAILED jobs +2021-12-17 22:04:54,753 Updating WAITING jobs +2021-12-17 22:04:54,753 Update finished +2021-12-17 22:05:04,763 Reloading parameters... +2021-12-17 22:05:04,781 Loading parameters... +2021-12-17 22:05:04,783 Loading project parameters... +2021-12-17 22:05:04,784 + +23 of 25 jobs remaining (22:05) +2021-12-17 22:05:04,785 Sleep: 10 +2021-12-17 22:05:04,785 Number of retrials: 0 +2021-12-17 22:05:04,785 WRAPPER CHECK TIME = 10 +2021-12-17 22:05:04,785 Checking jobs for platform=marenostrum4 +2021-12-17 22:05:04,786 Checking jobs for platform=nord3 +2021-12-17 22:05:04,786 Checking jobs for platform=local +2021-12-17 22:05:04,787 Checking jobs for platform=transfer_node +2021-12-17 22:05:04,787 Checking all jobs at once +2021-12-17 22:05:06,407 Successful check job command +2021-12-17 22:05:07,927 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:05:07,927 End of checking +2021-12-17 22:05:07,928 Updating FAILED jobs +2021-12-17 22:05:07,928 Updating WAITING jobs +2021-12-17 22:05:07,929 Update finished +2021-12-17 22:05:07,929 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:05:07,929 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:05:07,929 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:05:07,929 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:05:07,932 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:05:07,934 Job list saved +2021-12-17 22:05:07,939 Updating FAILED jobs +2021-12-17 22:05:07,939 Updating WAITING jobs +2021-12-17 22:05:07,939 Update finished +2021-12-17 22:05:17,949 Reloading parameters... +2021-12-17 22:05:17,969 Loading parameters... +2021-12-17 22:05:17,970 Loading project parameters... +2021-12-17 22:05:17,972 + +23 of 25 jobs remaining (22:05) +2021-12-17 22:05:17,972 Sleep: 10 +2021-12-17 22:05:17,972 Number of retrials: 0 +2021-12-17 22:05:17,972 WRAPPER CHECK TIME = 10 +2021-12-17 22:05:17,973 Checking jobs for platform=marenostrum4 +2021-12-17 22:05:17,973 Checking jobs for platform=nord3 +2021-12-17 22:05:17,974 Checking jobs for platform=local +2021-12-17 22:05:17,974 Checking jobs for platform=transfer_node +2021-12-17 22:05:17,974 Checking all jobs at once +2021-12-17 22:05:19,544 Successful check job command +2021-12-17 22:05:20,964 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:05:20,964 End of checking +2021-12-17 22:05:20,966 Updating FAILED jobs +2021-12-17 22:05:20,966 Updating WAITING jobs +2021-12-17 22:05:20,966 Update finished +2021-12-17 22:05:20,967 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:05:20,967 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:05:20,967 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:05:20,967 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:05:20,970 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:05:20,972 Job list saved +2021-12-17 22:05:20,977 Updating FAILED jobs +2021-12-17 22:05:20,977 Updating WAITING jobs +2021-12-17 22:05:20,977 Update finished +2021-12-17 22:05:30,986 Reloading parameters... +2021-12-17 22:05:31,005 Loading parameters... +2021-12-17 22:05:31,011 Loading project parameters... +2021-12-17 22:05:31,013 + +23 of 25 jobs remaining (22:05) +2021-12-17 22:05:31,013 Sleep: 10 +2021-12-17 22:05:31,013 Number of retrials: 0 +2021-12-17 22:05:31,013 WRAPPER CHECK TIME = 10 +2021-12-17 22:05:31,014 Checking jobs for platform=marenostrum4 +2021-12-17 22:05:31,014 Checking jobs for platform=nord3 +2021-12-17 22:05:31,015 Checking jobs for platform=local +2021-12-17 22:05:31,015 Checking jobs for platform=transfer_node +2021-12-17 22:05:31,016 Checking all jobs at once +2021-12-17 22:05:33,387 Successful check job command +2021-12-17 22:05:35,760 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:05:35,760 End of checking +2021-12-17 22:05:35,761 Updating FAILED jobs +2021-12-17 22:05:35,761 Updating WAITING jobs +2021-12-17 22:05:35,762 Update finished +2021-12-17 22:05:35,762 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:05:35,762 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:05:35,763 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:05:35,763 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:05:35,765 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:05:35,767 Job list saved +2021-12-17 22:05:35,772 Updating FAILED jobs +2021-12-17 22:05:35,772 Updating WAITING jobs +2021-12-17 22:05:35,772 Update finished +2021-12-17 22:05:45,782 Reloading parameters... +2021-12-17 22:05:45,801 Loading parameters... +2021-12-17 22:05:45,803 Loading project parameters... +2021-12-17 22:05:45,804 + +23 of 25 jobs remaining (22:05) +2021-12-17 22:05:45,805 Sleep: 10 +2021-12-17 22:05:45,805 Number of retrials: 0 +2021-12-17 22:05:45,805 WRAPPER CHECK TIME = 10 +2021-12-17 22:05:45,805 Checking jobs for platform=marenostrum4 +2021-12-17 22:05:45,806 Checking jobs for platform=nord3 +2021-12-17 22:05:45,806 Checking jobs for platform=local +2021-12-17 22:05:45,807 Checking jobs for platform=transfer_node +2021-12-17 22:05:45,807 Checking all jobs at once +2021-12-17 22:05:47,578 Successful check job command +2021-12-17 22:05:50,100 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:05:50,100 End of checking +2021-12-17 22:05:50,102 Updating FAILED jobs +2021-12-17 22:05:50,102 Updating WAITING jobs +2021-12-17 22:05:50,102 Update finished +2021-12-17 22:05:50,103 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:05:50,103 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:05:50,103 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:05:50,103 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:05:50,106 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:05:50,109 Job list saved +2021-12-17 22:05:50,118 Updating FAILED jobs +2021-12-17 22:05:50,118 Updating WAITING jobs +2021-12-17 22:05:50,119 Update finished +2021-12-17 22:06:00,128 Reloading parameters... +2021-12-17 22:06:00,148 Loading parameters... +2021-12-17 22:06:00,149 Loading project parameters... +2021-12-17 22:06:00,151 + +23 of 25 jobs remaining (22:06) +2021-12-17 22:06:00,151 Sleep: 10 +2021-12-17 22:06:00,151 Number of retrials: 0 +2021-12-17 22:06:00,151 WRAPPER CHECK TIME = 10 +2021-12-17 22:06:00,152 Checking jobs for platform=marenostrum4 +2021-12-17 22:06:00,153 Checking jobs for platform=nord3 +2021-12-17 22:06:00,153 Checking jobs for platform=local +2021-12-17 22:06:00,154 Checking jobs for platform=transfer_node +2021-12-17 22:06:00,154 Checking all jobs at once +2021-12-17 22:06:01,625 Successful check job command +2021-12-17 22:06:03,046 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:06:03,046 End of checking +2021-12-17 22:06:03,056 Updating FAILED jobs +2021-12-17 22:06:03,056 Updating WAITING jobs +2021-12-17 22:06:03,056 Update finished +2021-12-17 22:06:03,056 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:06:03,057 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:06:03,057 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:06:03,057 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:06:03,065 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:06:03,067 Job list saved +2021-12-17 22:06:03,072 Updating FAILED jobs +2021-12-17 22:06:03,073 Updating WAITING jobs +2021-12-17 22:06:03,073 Update finished +2021-12-17 22:06:13,083 Reloading parameters... +2021-12-17 22:06:13,103 Loading parameters... +2021-12-17 22:06:13,104 Loading project parameters... +2021-12-17 22:06:13,106 + +23 of 25 jobs remaining (22:06) +2021-12-17 22:06:13,106 Sleep: 10 +2021-12-17 22:06:13,107 Number of retrials: 0 +2021-12-17 22:06:13,107 WRAPPER CHECK TIME = 10 +2021-12-17 22:06:13,107 Checking jobs for platform=marenostrum4 +2021-12-17 22:06:13,108 Checking jobs for platform=nord3 +2021-12-17 22:06:13,108 Checking jobs for platform=local +2021-12-17 22:06:13,109 Checking jobs for platform=transfer_node +2021-12-17 22:06:13,109 Checking all jobs at once +2021-12-17 22:06:14,579 Successful check job command +2021-12-17 22:06:15,998 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:06:15,999 End of checking +2021-12-17 22:06:16,000 Updating FAILED jobs +2021-12-17 22:06:16,000 Updating WAITING jobs +2021-12-17 22:06:16,001 Update finished +2021-12-17 22:06:16,001 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:06:16,001 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:06:16,001 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:06:16,002 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:06:16,006 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:06:16,008 Job list saved +2021-12-17 22:06:16,013 Updating FAILED jobs +2021-12-17 22:06:16,013 Updating WAITING jobs +2021-12-17 22:06:16,014 Update finished +2021-12-17 22:06:26,023 Reloading parameters... +2021-12-17 22:06:26,044 Loading parameters... +2021-12-17 22:06:26,045 Loading project parameters... +2021-12-17 22:06:26,047 + +23 of 25 jobs remaining (22:06) +2021-12-17 22:06:26,047 Sleep: 10 +2021-12-17 22:06:26,047 Number of retrials: 0 +2021-12-17 22:06:26,047 WRAPPER CHECK TIME = 10 +2021-12-17 22:06:26,048 Checking jobs for platform=marenostrum4 +2021-12-17 22:06:26,048 Checking jobs for platform=nord3 +2021-12-17 22:06:26,049 Checking jobs for platform=local +2021-12-17 22:06:26,049 Checking jobs for platform=transfer_node +2021-12-17 22:06:26,050 Checking all jobs at once +2021-12-17 22:06:27,471 Successful check job command +2021-12-17 22:06:29,091 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:06:29,091 End of checking +2021-12-17 22:06:29,093 Updating FAILED jobs +2021-12-17 22:06:29,093 Updating WAITING jobs +2021-12-17 22:06:29,094 Update finished +2021-12-17 22:06:29,094 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:06:29,094 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:06:29,094 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:06:29,094 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:06:29,097 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:06:29,099 Job list saved +2021-12-17 22:06:29,105 Updating FAILED jobs +2021-12-17 22:06:29,105 Updating WAITING jobs +2021-12-17 22:06:29,105 Update finished +2021-12-17 22:06:39,115 Reloading parameters... +2021-12-17 22:06:39,135 Loading parameters... +2021-12-17 22:06:39,136 Loading project parameters... +2021-12-17 22:06:39,138 + +23 of 25 jobs remaining (22:06) +2021-12-17 22:06:39,138 Sleep: 10 +2021-12-17 22:06:39,138 Number of retrials: 0 +2021-12-17 22:06:39,138 WRAPPER CHECK TIME = 10 +2021-12-17 22:06:39,139 Checking jobs for platform=marenostrum4 +2021-12-17 22:06:39,139 Checking jobs for platform=nord3 +2021-12-17 22:06:39,140 Checking jobs for platform=local +2021-12-17 22:06:39,140 Checking jobs for platform=transfer_node +2021-12-17 22:06:39,140 Checking all jobs at once +2021-12-17 22:06:40,663 Successful check job command +2021-12-17 22:06:42,484 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:06:42,484 End of checking +2021-12-17 22:06:42,485 Updating FAILED jobs +2021-12-17 22:06:42,486 Updating WAITING jobs +2021-12-17 22:06:42,486 Update finished +2021-12-17 22:06:42,486 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:06:42,486 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:06:42,486 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:06:42,487 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:06:42,489 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:06:42,492 Job list saved +2021-12-17 22:06:42,498 Updating FAILED jobs +2021-12-17 22:06:42,498 Updating WAITING jobs +2021-12-17 22:06:42,498 Update finished +2021-12-17 22:06:52,508 Reloading parameters... +2021-12-17 22:06:52,527 Loading parameters... +2021-12-17 22:06:52,528 Loading project parameters... +2021-12-17 22:06:52,530 + +23 of 25 jobs remaining (22:06) +2021-12-17 22:06:52,530 Sleep: 10 +2021-12-17 22:06:52,531 Number of retrials: 0 +2021-12-17 22:06:52,531 WRAPPER CHECK TIME = 10 +2021-12-17 22:06:52,531 Checking jobs for platform=marenostrum4 +2021-12-17 22:06:52,532 Checking jobs for platform=nord3 +2021-12-17 22:06:52,532 Checking jobs for platform=local +2021-12-17 22:06:52,533 Checking jobs for platform=transfer_node +2021-12-17 22:06:52,533 Checking all jobs at once +2021-12-17 22:06:54,557 Successful check job command +2021-12-17 22:06:56,883 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:06:56,883 End of checking +2021-12-17 22:06:56,887 Updating FAILED jobs +2021-12-17 22:06:56,887 Updating WAITING jobs +2021-12-17 22:06:56,888 Update finished +2021-12-17 22:06:56,888 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:06:56,888 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:06:56,888 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:06:56,889 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:06:56,891 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:06:56,893 Job list saved +2021-12-17 22:06:56,898 Updating FAILED jobs +2021-12-17 22:06:56,898 Updating WAITING jobs +2021-12-17 22:06:56,898 Update finished +2021-12-17 22:07:06,908 Reloading parameters... +2021-12-17 22:07:06,930 Loading parameters... +2021-12-17 22:07:06,932 Loading project parameters... +2021-12-17 22:07:06,934 + +23 of 25 jobs remaining (22:07) +2021-12-17 22:07:06,934 Sleep: 10 +2021-12-17 22:07:06,934 Number of retrials: 0 +2021-12-17 22:07:06,934 WRAPPER CHECK TIME = 10 +2021-12-17 22:07:06,935 Checking jobs for platform=marenostrum4 +2021-12-17 22:07:06,935 Checking jobs for platform=nord3 +2021-12-17 22:07:06,936 Checking jobs for platform=local +2021-12-17 22:07:06,936 Checking jobs for platform=transfer_node +2021-12-17 22:07:06,936 Checking all jobs at once +2021-12-17 22:07:08,457 Successful check job command +2021-12-17 22:07:09,979 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:07:09,979 End of checking +2021-12-17 22:07:09,981 Updating FAILED jobs +2021-12-17 22:07:09,981 Updating WAITING jobs +2021-12-17 22:07:09,981 Update finished +2021-12-17 22:07:09,982 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:07:09,982 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:07:09,982 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:07:09,982 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:07:09,985 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:07:09,988 Job list saved +2021-12-17 22:07:09,993 Updating FAILED jobs +2021-12-17 22:07:09,993 Updating WAITING jobs +2021-12-17 22:07:09,993 Update finished +2021-12-17 22:07:20,003 Reloading parameters... +2021-12-17 22:07:20,024 Loading parameters... +2021-12-17 22:07:20,025 Loading project parameters... +2021-12-17 22:07:20,027 + +23 of 25 jobs remaining (22:07) +2021-12-17 22:07:20,027 Sleep: 10 +2021-12-17 22:07:20,027 Number of retrials: 0 +2021-12-17 22:07:20,027 WRAPPER CHECK TIME = 10 +2021-12-17 22:07:20,028 Checking jobs for platform=marenostrum4 +2021-12-17 22:07:20,028 Checking jobs for platform=nord3 +2021-12-17 22:07:20,029 Checking jobs for platform=local +2021-12-17 22:07:20,029 Checking jobs for platform=transfer_node +2021-12-17 22:07:20,029 Checking all jobs at once +2021-12-17 22:07:21,450 Successful check job command +2021-12-17 22:07:23,172 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:07:23,172 End of checking +2021-12-17 22:07:23,174 Updating FAILED jobs +2021-12-17 22:07:23,174 Updating WAITING jobs +2021-12-17 22:07:23,174 Update finished +2021-12-17 22:07:23,174 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:07:23,174 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:07:23,175 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:07:23,175 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:07:23,177 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:07:23,180 Job list saved +2021-12-17 22:07:23,184 Updating FAILED jobs +2021-12-17 22:07:23,185 Updating WAITING jobs +2021-12-17 22:07:23,185 Update finished +2021-12-17 22:07:33,195 Reloading parameters... +2021-12-17 22:07:33,304 Loading parameters... +2021-12-17 22:07:33,306 Loading project parameters... +2021-12-17 22:07:33,308 + +23 of 25 jobs remaining (22:07) +2021-12-17 22:07:33,308 Sleep: 10 +2021-12-17 22:07:33,309 Number of retrials: 0 +2021-12-17 22:07:33,309 WRAPPER CHECK TIME = 10 +2021-12-17 22:07:33,309 Checking jobs for platform=marenostrum4 +2021-12-17 22:07:33,310 Checking jobs for platform=nord3 +2021-12-17 22:07:33,311 Checking jobs for platform=local +2021-12-17 22:07:33,312 Checking jobs for platform=transfer_node +2021-12-17 22:07:33,312 Checking all jobs at once +2021-12-17 22:07:34,785 Successful check job command +2021-12-17 22:07:36,806 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:07:36,807 End of checking +2021-12-17 22:07:36,808 Updating FAILED jobs +2021-12-17 22:07:36,808 Updating WAITING jobs +2021-12-17 22:07:36,809 Update finished +2021-12-17 22:07:36,809 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:07:36,810 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:07:36,810 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:07:36,810 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:07:36,813 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:07:36,816 Job list saved +2021-12-17 22:07:36,821 Updating FAILED jobs +2021-12-17 22:07:36,821 Updating WAITING jobs +2021-12-17 22:07:36,822 Update finished +2021-12-17 22:07:46,829 Reloading parameters... +2021-12-17 22:07:46,850 Loading parameters... +2021-12-17 22:07:46,851 Loading project parameters... +2021-12-17 22:07:46,853 + +23 of 25 jobs remaining (22:07) +2021-12-17 22:07:46,853 Sleep: 10 +2021-12-17 22:07:46,853 Number of retrials: 0 +2021-12-17 22:07:46,853 WRAPPER CHECK TIME = 10 +2021-12-17 22:07:46,854 Checking jobs for platform=marenostrum4 +2021-12-17 22:07:46,855 Checking jobs for platform=nord3 +2021-12-17 22:07:46,856 Checking jobs for platform=local +2021-12-17 22:07:46,857 Checking jobs for platform=transfer_node +2021-12-17 22:07:46,857 Checking all jobs at once +2021-12-17 22:07:48,781 Successful check job command +2021-12-17 22:07:51,053 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:07:51,053 End of checking +2021-12-17 22:07:51,055 Updating FAILED jobs +2021-12-17 22:07:51,055 Updating WAITING jobs +2021-12-17 22:07:51,055 Update finished +2021-12-17 22:07:51,055 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:07:51,055 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:07:51,056 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:07:51,056 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:07:51,058 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:07:51,061 Job list saved +2021-12-17 22:07:51,065 Updating FAILED jobs +2021-12-17 22:07:51,065 Updating WAITING jobs +2021-12-17 22:07:51,065 Update finished +2021-12-17 22:08:01,075 Reloading parameters... +2021-12-17 22:08:01,092 Loading parameters... +2021-12-17 22:08:01,094 Loading project parameters... +2021-12-17 22:08:01,096 + +23 of 25 jobs remaining (22:08) +2021-12-17 22:08:01,096 Sleep: 10 +2021-12-17 22:08:01,096 Number of retrials: 0 +2021-12-17 22:08:01,096 WRAPPER CHECK TIME = 10 +2021-12-17 22:08:01,097 Checking jobs for platform=marenostrum4 +2021-12-17 22:08:01,097 Checking jobs for platform=nord3 +2021-12-17 22:08:01,098 Checking jobs for platform=local +2021-12-17 22:08:01,098 Checking jobs for platform=transfer_node +2021-12-17 22:08:01,098 Checking all jobs at once +2021-12-17 22:08:02,468 Successful check job command +2021-12-17 22:08:05,693 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:08:05,693 End of checking +2021-12-17 22:08:05,694 Updating FAILED jobs +2021-12-17 22:08:05,694 Updating WAITING jobs +2021-12-17 22:08:05,695 Update finished +2021-12-17 22:08:05,695 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:08:05,695 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:08:05,695 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:08:05,695 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:08:05,698 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:08:05,700 Job list saved +2021-12-17 22:08:05,705 Updating FAILED jobs +2021-12-17 22:08:05,705 Updating WAITING jobs +2021-12-17 22:08:05,705 Update finished +2021-12-17 22:08:15,715 Reloading parameters... +2021-12-17 22:08:15,733 Loading parameters... +2021-12-17 22:08:15,735 Loading project parameters... +2021-12-17 22:08:15,736 + +23 of 25 jobs remaining (22:08) +2021-12-17 22:08:15,737 Sleep: 10 +2021-12-17 22:08:15,737 Number of retrials: 0 +2021-12-17 22:08:15,737 WRAPPER CHECK TIME = 10 +2021-12-17 22:08:15,737 Checking jobs for platform=marenostrum4 +2021-12-17 22:08:15,738 Checking jobs for platform=nord3 +2021-12-17 22:08:15,738 Checking jobs for platform=local +2021-12-17 22:08:15,739 Checking jobs for platform=transfer_node +2021-12-17 22:08:15,739 Checking all jobs at once +2021-12-17 22:08:17,059 Successful check job command +2021-12-17 22:08:18,730 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:08:18,730 End of checking +2021-12-17 22:08:18,731 Updating FAILED jobs +2021-12-17 22:08:18,732 Updating WAITING jobs +2021-12-17 22:08:18,732 Update finished +2021-12-17 22:08:18,732 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:08:18,733 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:08:18,733 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:08:18,733 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:08:18,735 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:08:18,738 Job list saved +2021-12-17 22:08:18,743 Updating FAILED jobs +2021-12-17 22:08:18,743 Updating WAITING jobs +2021-12-17 22:08:18,743 Update finished +2021-12-17 22:08:28,753 Reloading parameters... +2021-12-17 22:08:28,772 Loading parameters... +2021-12-17 22:08:28,773 Loading project parameters... +2021-12-17 22:08:28,775 + +23 of 25 jobs remaining (22:08) +2021-12-17 22:08:28,775 Sleep: 10 +2021-12-17 22:08:28,775 Number of retrials: 0 +2021-12-17 22:08:28,775 WRAPPER CHECK TIME = 10 +2021-12-17 22:08:28,776 Checking jobs for platform=marenostrum4 +2021-12-17 22:08:28,776 Checking jobs for platform=nord3 +2021-12-17 22:08:28,777 Checking jobs for platform=local +2021-12-17 22:08:28,778 Checking jobs for platform=transfer_node +2021-12-17 22:08:28,778 Checking all jobs at once +2021-12-17 22:08:30,300 Successful check job command +2021-12-17 22:08:31,669 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:08:31,669 End of checking +2021-12-17 22:08:31,670 Updating FAILED jobs +2021-12-17 22:08:31,670 Updating WAITING jobs +2021-12-17 22:08:31,671 Update finished +2021-12-17 22:08:31,671 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:08:31,671 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:08:31,671 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:08:31,671 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:08:31,674 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:08:31,677 Job list saved +2021-12-17 22:08:33,835 Updating FAILED jobs +2021-12-17 22:08:33,835 Updating WAITING jobs +2021-12-17 22:08:33,836 Update finished +2021-12-17 22:08:43,846 Reloading parameters... +2021-12-17 22:08:43,889 Loading parameters... +2021-12-17 22:08:43,890 Loading project parameters... +2021-12-17 22:08:43,892 + +23 of 25 jobs remaining (22:08) +2021-12-17 22:08:43,892 Sleep: 10 +2021-12-17 22:08:43,892 Number of retrials: 0 +2021-12-17 22:08:43,893 WRAPPER CHECK TIME = 10 +2021-12-17 22:08:43,893 Checking jobs for platform=marenostrum4 +2021-12-17 22:08:43,894 Checking jobs for platform=nord3 +2021-12-17 22:08:43,895 Checking jobs for platform=local +2021-12-17 22:08:43,895 Checking jobs for platform=transfer_node +2021-12-17 22:08:43,896 Checking all jobs at once +2021-12-17 22:08:45,323 Successful check job command +2021-12-17 22:08:46,794 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:08:46,794 End of checking +2021-12-17 22:08:46,796 Updating FAILED jobs +2021-12-17 22:08:46,796 Updating WAITING jobs +2021-12-17 22:08:46,796 Update finished +2021-12-17 22:08:46,796 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:08:46,796 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:08:46,796 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:08:46,797 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:08:46,799 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:08:46,801 Job list saved +2021-12-17 22:08:46,807 Updating FAILED jobs +2021-12-17 22:08:46,807 Updating WAITING jobs +2021-12-17 22:08:46,807 Update finished +2021-12-17 22:08:56,817 Reloading parameters... +2021-12-17 22:08:56,836 Loading parameters... +2021-12-17 22:08:56,837 Loading project parameters... +2021-12-17 22:08:56,839 + +23 of 25 jobs remaining (22:08) +2021-12-17 22:08:56,839 Sleep: 10 +2021-12-17 22:08:56,839 Number of retrials: 0 +2021-12-17 22:08:56,839 WRAPPER CHECK TIME = 10 +2021-12-17 22:08:56,840 Checking jobs for platform=marenostrum4 +2021-12-17 22:08:56,840 Checking jobs for platform=nord3 +2021-12-17 22:08:56,841 Checking jobs for platform=local +2021-12-17 22:08:56,841 Checking jobs for platform=transfer_node +2021-12-17 22:08:56,841 Checking all jobs at once +2021-12-17 22:08:58,311 Successful check job command +2021-12-17 22:08:59,730 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:08:59,731 End of checking +2021-12-17 22:08:59,732 Updating FAILED jobs +2021-12-17 22:08:59,732 Updating WAITING jobs +2021-12-17 22:08:59,732 Update finished +2021-12-17 22:08:59,733 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:08:59,733 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:08:59,733 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:08:59,733 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:08:59,736 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:08:59,738 Job list saved +2021-12-17 22:08:59,742 Updating FAILED jobs +2021-12-17 22:08:59,742 Updating WAITING jobs +2021-12-17 22:08:59,742 Update finished +2021-12-17 22:09:09,752 Reloading parameters... +2021-12-17 22:09:09,770 Loading parameters... +2021-12-17 22:09:09,772 Loading project parameters... +2021-12-17 22:09:09,773 + +23 of 25 jobs remaining (22:09) +2021-12-17 22:09:09,774 Sleep: 10 +2021-12-17 22:09:09,774 Number of retrials: 0 +2021-12-17 22:09:09,774 WRAPPER CHECK TIME = 10 +2021-12-17 22:09:09,774 Checking jobs for platform=marenostrum4 +2021-12-17 22:09:09,775 Checking jobs for platform=nord3 +2021-12-17 22:09:09,776 Checking jobs for platform=local +2021-12-17 22:09:09,776 Checking jobs for platform=transfer_node +2021-12-17 22:09:09,776 Checking all jobs at once +2021-12-17 22:09:11,302 Successful check job command +2021-12-17 22:09:12,921 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:09:12,922 End of checking +2021-12-17 22:09:12,923 Updating FAILED jobs +2021-12-17 22:09:12,923 Updating WAITING jobs +2021-12-17 22:09:12,924 Update finished +2021-12-17 22:09:12,924 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:09:12,924 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:09:12,924 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:09:12,924 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:09:12,928 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:09:12,930 Job list saved +2021-12-17 22:09:12,935 Updating FAILED jobs +2021-12-17 22:09:12,935 Updating WAITING jobs +2021-12-17 22:09:12,935 Update finished +2021-12-17 22:09:22,945 Reloading parameters... +2021-12-17 22:09:22,965 Loading parameters... +2021-12-17 22:09:22,966 Loading project parameters... +2021-12-17 22:09:22,968 + +23 of 25 jobs remaining (22:09) +2021-12-17 22:09:22,968 Sleep: 10 +2021-12-17 22:09:22,968 Number of retrials: 0 +2021-12-17 22:09:22,968 WRAPPER CHECK TIME = 10 +2021-12-17 22:09:22,969 Checking jobs for platform=marenostrum4 +2021-12-17 22:09:22,969 Checking jobs for platform=nord3 +2021-12-17 22:09:22,970 Checking jobs for platform=local +2021-12-17 22:09:22,970 Checking jobs for platform=transfer_node +2021-12-17 22:09:22,970 Checking all jobs at once +2021-12-17 22:09:24,690 Successful check job command +2021-12-17 22:09:27,062 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:09:27,062 End of checking +2021-12-17 22:09:27,063 Updating FAILED jobs +2021-12-17 22:09:27,063 Updating WAITING jobs +2021-12-17 22:09:27,064 Update finished +2021-12-17 22:09:27,064 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:09:27,064 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:09:27,064 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:09:27,064 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:09:27,068 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:09:27,070 Job list saved +2021-12-17 22:09:27,074 Updating FAILED jobs +2021-12-17 22:09:27,074 Updating WAITING jobs +2021-12-17 22:09:27,075 Update finished +2021-12-17 22:09:37,085 Reloading parameters... +2021-12-17 22:09:37,103 Loading parameters... +2021-12-17 22:09:37,104 Loading project parameters... +2021-12-17 22:09:37,106 + +23 of 25 jobs remaining (22:09) +2021-12-17 22:09:37,106 Sleep: 10 +2021-12-17 22:09:37,106 Number of retrials: 0 +2021-12-17 22:09:37,106 WRAPPER CHECK TIME = 10 +2021-12-17 22:09:37,107 Checking jobs for platform=marenostrum4 +2021-12-17 22:09:37,108 Checking jobs for platform=nord3 +2021-12-17 22:09:37,108 Checking jobs for platform=local +2021-12-17 22:09:37,109 Checking jobs for platform=transfer_node +2021-12-17 22:09:37,109 Checking all jobs at once +2021-12-17 22:09:38,429 Successful check job command +2021-12-17 22:09:40,450 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:09:40,450 End of checking +2021-12-17 22:09:40,452 Updating FAILED jobs +2021-12-17 22:09:40,452 Updating WAITING jobs +2021-12-17 22:09:40,452 Update finished +2021-12-17 22:09:40,452 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:09:40,455 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:09:40,455 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:09:40,455 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:09:40,458 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:09:40,460 Job list saved +2021-12-17 22:09:40,465 Updating FAILED jobs +2021-12-17 22:09:40,465 Updating WAITING jobs +2021-12-17 22:09:40,466 Update finished +2021-12-17 22:09:50,476 Reloading parameters... +2021-12-17 22:09:50,494 Loading parameters... +2021-12-17 22:09:50,495 Loading project parameters... +2021-12-17 22:09:50,497 + +23 of 25 jobs remaining (22:09) +2021-12-17 22:09:50,497 Sleep: 10 +2021-12-17 22:09:50,497 Number of retrials: 0 +2021-12-17 22:09:50,497 WRAPPER CHECK TIME = 10 +2021-12-17 22:09:50,498 Checking jobs for platform=marenostrum4 +2021-12-17 22:09:50,499 Checking jobs for platform=nord3 +2021-12-17 22:09:50,499 Checking jobs for platform=local +2021-12-17 22:09:50,500 Checking jobs for platform=transfer_node +2021-12-17 22:09:50,500 Checking all jobs at once +2021-12-17 22:09:53,171 Successful check job command +2021-12-17 22:09:55,943 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:09:55,943 End of checking +2021-12-17 22:09:55,945 Updating FAILED jobs +2021-12-17 22:09:55,945 Updating WAITING jobs +2021-12-17 22:09:55,945 Update finished +2021-12-17 22:09:55,946 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:09:55,946 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:09:55,946 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:09:55,946 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:09:55,949 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:09:55,951 Job list saved +2021-12-17 22:09:55,956 Updating FAILED jobs +2021-12-17 22:09:55,956 Updating WAITING jobs +2021-12-17 22:09:55,956 Update finished +2021-12-17 22:10:05,958 Reloading parameters... +2021-12-17 22:10:05,976 Loading parameters... +2021-12-17 22:10:05,978 Loading project parameters... +2021-12-17 22:10:05,980 + +23 of 25 jobs remaining (22:10) +2021-12-17 22:10:05,980 Sleep: 10 +2021-12-17 22:10:05,980 Number of retrials: 0 +2021-12-17 22:10:05,980 WRAPPER CHECK TIME = 10 +2021-12-17 22:10:05,981 Checking jobs for platform=marenostrum4 +2021-12-17 22:10:05,981 Checking jobs for platform=nord3 +2021-12-17 22:10:05,982 Checking jobs for platform=local +2021-12-17 22:10:05,982 Checking jobs for platform=transfer_node +2021-12-17 22:10:05,982 Checking all jobs at once +2021-12-17 22:10:08,408 Successful check job command +2021-12-17 22:10:11,581 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:10:11,581 End of checking +2021-12-17 22:10:11,582 Updating FAILED jobs +2021-12-17 22:10:11,582 Updating WAITING jobs +2021-12-17 22:10:11,583 Update finished +2021-12-17 22:10:11,583 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:10:11,583 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:10:11,584 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:10:11,584 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:10:11,591 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:10:11,593 Job list saved +2021-12-17 22:10:11,598 Updating FAILED jobs +2021-12-17 22:10:11,598 Updating WAITING jobs +2021-12-17 22:10:11,599 Update finished +2021-12-17 22:10:21,609 Reloading parameters... +2021-12-17 22:10:21,629 Loading parameters... +2021-12-17 22:10:21,631 Loading project parameters... +2021-12-17 22:10:21,633 + +23 of 25 jobs remaining (22:10) +2021-12-17 22:10:21,633 Sleep: 10 +2021-12-17 22:10:21,633 Number of retrials: 0 +2021-12-17 22:10:21,633 WRAPPER CHECK TIME = 10 +2021-12-17 22:10:21,634 Checking jobs for platform=marenostrum4 +2021-12-17 22:10:21,634 Checking jobs for platform=nord3 +2021-12-17 22:10:21,635 Checking jobs for platform=local +2021-12-17 22:10:21,635 Checking jobs for platform=transfer_node +2021-12-17 22:10:21,635 Checking all jobs at once +2021-12-17 22:10:22,959 Successful check job command +2021-12-17 22:10:25,482 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:10:25,482 End of checking +2021-12-17 22:10:25,484 Updating FAILED jobs +2021-12-17 22:10:25,484 Updating WAITING jobs +2021-12-17 22:10:25,484 Update finished +2021-12-17 22:10:25,484 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:10:25,484 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:10:25,485 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:10:25,485 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:10:25,488 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:10:25,490 Job list saved +2021-12-17 22:10:25,494 Updating FAILED jobs +2021-12-17 22:10:25,494 Updating WAITING jobs +2021-12-17 22:10:25,495 Update finished +2021-12-17 22:10:35,504 Reloading parameters... +2021-12-17 22:10:35,529 Loading parameters... +2021-12-17 22:10:35,530 Loading project parameters... +2021-12-17 22:10:35,532 + +23 of 25 jobs remaining (22:10) +2021-12-17 22:10:35,532 Sleep: 10 +2021-12-17 22:10:35,532 Number of retrials: 0 +2021-12-17 22:10:35,532 WRAPPER CHECK TIME = 10 +2021-12-17 22:10:35,533 Checking jobs for platform=marenostrum4 +2021-12-17 22:10:35,533 Checking jobs for platform=nord3 +2021-12-17 22:10:35,534 Checking jobs for platform=local +2021-12-17 22:10:35,534 Checking jobs for platform=transfer_node +2021-12-17 22:10:35,534 Checking all jobs at once +2021-12-17 22:10:38,760 Successful check job command +2021-12-17 22:10:43,335 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:10:43,336 End of checking +2021-12-17 22:10:43,337 Updating FAILED jobs +2021-12-17 22:10:43,338 Updating WAITING jobs +2021-12-17 22:10:43,338 Update finished +2021-12-17 22:10:43,338 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:10:43,338 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:10:43,338 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:10:43,339 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:10:43,342 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:10:43,345 Job list saved +2021-12-17 22:10:43,351 Updating FAILED jobs +2021-12-17 22:10:43,351 Updating WAITING jobs +2021-12-17 22:10:43,351 Update finished +2021-12-17 22:10:53,361 Reloading parameters... +2021-12-17 22:10:53,381 Loading parameters... +2021-12-17 22:10:53,382 Loading project parameters... +2021-12-17 22:10:53,384 + +23 of 25 jobs remaining (22:10) +2021-12-17 22:10:53,384 Sleep: 10 +2021-12-17 22:10:53,384 Number of retrials: 0 +2021-12-17 22:10:53,384 WRAPPER CHECK TIME = 10 +2021-12-17 22:10:53,385 Checking jobs for platform=marenostrum4 +2021-12-17 22:10:53,385 Checking jobs for platform=nord3 +2021-12-17 22:10:53,386 Checking jobs for platform=local +2021-12-17 22:10:53,386 Checking jobs for platform=transfer_node +2021-12-17 22:10:53,386 Checking all jobs at once +2021-12-17 22:10:54,865 Successful check job command +2021-12-17 22:10:56,787 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:10:56,787 End of checking +2021-12-17 22:10:56,788 Updating FAILED jobs +2021-12-17 22:10:56,788 Updating WAITING jobs +2021-12-17 22:10:56,789 Update finished +2021-12-17 22:10:56,789 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:10:56,789 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:10:56,790 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:10:56,790 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:10:56,792 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:10:56,794 Job list saved +2021-12-17 22:10:56,799 Updating FAILED jobs +2021-12-17 22:10:56,799 Updating WAITING jobs +2021-12-17 22:10:56,799 Update finished +2021-12-17 22:11:06,809 Reloading parameters... +2021-12-17 22:11:06,828 Loading parameters... +2021-12-17 22:11:06,829 Loading project parameters... +2021-12-17 22:11:06,831 + +23 of 25 jobs remaining (22:11) +2021-12-17 22:11:06,831 Sleep: 10 +2021-12-17 22:11:06,832 Number of retrials: 0 +2021-12-17 22:11:06,832 WRAPPER CHECK TIME = 10 +2021-12-17 22:11:06,832 Checking jobs for platform=marenostrum4 +2021-12-17 22:11:06,833 Checking jobs for platform=nord3 +2021-12-17 22:11:06,833 Checking jobs for platform=local +2021-12-17 22:11:06,834 Checking jobs for platform=transfer_node +2021-12-17 22:11:06,834 Checking all jobs at once +2021-12-17 22:11:09,458 Successful check job command +2021-12-17 22:11:12,282 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:11:12,282 End of checking +2021-12-17 22:11:12,284 Updating FAILED jobs +2021-12-17 22:11:12,284 Updating WAITING jobs +2021-12-17 22:11:12,284 Update finished +2021-12-17 22:11:12,284 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:11:12,285 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:11:12,285 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:11:12,285 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:11:12,287 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:11:12,289 Job list saved +2021-12-17 22:11:12,294 Updating FAILED jobs +2021-12-17 22:11:12,294 Updating WAITING jobs +2021-12-17 22:11:12,294 Update finished +2021-12-17 22:11:22,304 Reloading parameters... +2021-12-17 22:11:22,325 Loading parameters... +2021-12-17 22:11:22,326 Loading project parameters... +2021-12-17 22:11:22,328 + +23 of 25 jobs remaining (22:11) +2021-12-17 22:11:22,328 Sleep: 10 +2021-12-17 22:11:22,328 Number of retrials: 0 +2021-12-17 22:11:22,328 WRAPPER CHECK TIME = 10 +2021-12-17 22:11:22,329 Checking jobs for platform=marenostrum4 +2021-12-17 22:11:22,330 Checking jobs for platform=nord3 +2021-12-17 22:11:22,330 Checking jobs for platform=local +2021-12-17 22:11:22,331 Checking jobs for platform=transfer_node +2021-12-17 22:11:22,331 Checking all jobs at once +2021-12-17 22:11:24,255 Successful check job command +2021-12-17 22:11:27,429 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:11:27,429 End of checking +2021-12-17 22:11:27,431 Updating FAILED jobs +2021-12-17 22:11:27,432 Updating WAITING jobs +2021-12-17 22:11:27,432 Update finished +2021-12-17 22:11:27,432 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:11:27,432 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:11:27,432 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:11:27,433 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:11:27,435 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:11:27,437 Job list saved +2021-12-17 22:11:27,443 Updating FAILED jobs +2021-12-17 22:11:27,443 Updating WAITING jobs +2021-12-17 22:11:27,444 Update finished +2021-12-17 22:11:37,454 Reloading parameters... +2021-12-17 22:11:37,474 Loading parameters... +2021-12-17 22:11:37,475 Loading project parameters... +2021-12-17 22:11:37,477 + +23 of 25 jobs remaining (22:11) +2021-12-17 22:11:37,477 Sleep: 10 +2021-12-17 22:11:37,477 Number of retrials: 0 +2021-12-17 22:11:37,477 WRAPPER CHECK TIME = 10 +2021-12-17 22:11:37,478 Checking jobs for platform=marenostrum4 +2021-12-17 22:11:37,478 Checking jobs for platform=nord3 +2021-12-17 22:11:37,479 Checking jobs for platform=local +2021-12-17 22:11:37,479 Checking jobs for platform=transfer_node +2021-12-17 22:11:37,480 Checking all jobs at once +2021-12-17 22:11:38,850 Successful check job command +2021-12-17 22:11:41,321 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:11:41,321 End of checking +2021-12-17 22:11:41,323 Updating FAILED jobs +2021-12-17 22:11:41,323 Updating WAITING jobs +2021-12-17 22:11:41,323 Update finished +2021-12-17 22:11:41,323 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:11:41,324 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:11:41,324 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:11:41,324 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:11:41,327 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:11:41,329 Job list saved +2021-12-17 22:11:41,334 Updating FAILED jobs +2021-12-17 22:11:41,334 Updating WAITING jobs +2021-12-17 22:11:41,334 Update finished +2021-12-17 22:11:51,345 Reloading parameters... +2021-12-17 22:11:51,363 Loading parameters... +2021-12-17 22:11:51,365 Loading project parameters... +2021-12-17 22:11:51,366 + +23 of 25 jobs remaining (22:11) +2021-12-17 22:11:51,367 Sleep: 10 +2021-12-17 22:11:51,367 Number of retrials: 0 +2021-12-17 22:11:51,367 WRAPPER CHECK TIME = 10 +2021-12-17 22:11:51,367 Checking jobs for platform=marenostrum4 +2021-12-17 22:11:51,368 Checking jobs for platform=nord3 +2021-12-17 22:11:51,368 Checking jobs for platform=local +2021-12-17 22:11:51,369 Checking jobs for platform=transfer_node +2021-12-17 22:11:51,369 Checking all jobs at once +2021-12-17 22:11:52,690 Successful check job command +2021-12-17 22:11:54,063 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:11:54,063 End of checking +2021-12-17 22:11:54,064 Updating FAILED jobs +2021-12-17 22:11:54,064 Updating WAITING jobs +2021-12-17 22:11:54,065 Update finished +2021-12-17 22:11:54,065 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:11:54,065 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:11:54,065 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:11:54,065 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:11:54,068 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:11:54,070 Job list saved +2021-12-17 22:11:54,076 Updating FAILED jobs +2021-12-17 22:11:54,076 Updating WAITING jobs +2021-12-17 22:11:54,076 Update finished +2021-12-17 22:12:04,086 Reloading parameters... +2021-12-17 22:12:04,106 Loading parameters... +2021-12-17 22:12:04,108 Loading project parameters... +2021-12-17 22:12:04,110 + +23 of 25 jobs remaining (22:12) +2021-12-17 22:12:04,110 Sleep: 10 +2021-12-17 22:12:04,110 Number of retrials: 0 +2021-12-17 22:12:04,110 WRAPPER CHECK TIME = 10 +2021-12-17 22:12:04,111 Checking jobs for platform=marenostrum4 +2021-12-17 22:12:04,111 Checking jobs for platform=nord3 +2021-12-17 22:12:04,112 Checking jobs for platform=local +2021-12-17 22:12:04,112 Checking jobs for platform=transfer_node +2021-12-17 22:12:04,112 Checking all jobs at once +2021-12-17 22:12:05,983 Successful check job command +2021-12-17 22:12:08,104 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:12:08,105 End of checking +2021-12-17 22:12:08,106 Updating FAILED jobs +2021-12-17 22:12:08,106 Updating WAITING jobs +2021-12-17 22:12:08,106 Update finished +2021-12-17 22:12:08,106 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:12:08,106 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:12:08,107 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:12:08,107 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:12:08,109 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:12:08,112 Job list saved +2021-12-17 22:12:08,116 Updating FAILED jobs +2021-12-17 22:12:08,116 Updating WAITING jobs +2021-12-17 22:12:08,116 Update finished +2021-12-17 22:12:18,121 Reloading parameters... +2021-12-17 22:12:18,139 Loading parameters... +2021-12-17 22:12:18,140 Loading project parameters... +2021-12-17 22:12:18,142 + +23 of 25 jobs remaining (22:12) +2021-12-17 22:12:18,143 Sleep: 10 +2021-12-17 22:12:18,143 Number of retrials: 0 +2021-12-17 22:12:18,143 WRAPPER CHECK TIME = 10 +2021-12-17 22:12:18,143 Checking jobs for platform=marenostrum4 +2021-12-17 22:12:18,144 Checking jobs for platform=nord3 +2021-12-17 22:12:18,144 Checking jobs for platform=local +2021-12-17 22:12:18,145 Checking jobs for platform=transfer_node +2021-12-17 22:12:18,145 Checking all jobs at once +2021-12-17 22:12:19,518 Successful check job command +2021-12-17 22:12:21,341 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:12:21,341 End of checking +2021-12-17 22:12:21,343 Updating FAILED jobs +2021-12-17 22:12:21,343 Updating WAITING jobs +2021-12-17 22:12:21,343 Update finished +2021-12-17 22:12:21,343 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:12:21,344 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:12:21,344 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:12:21,344 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:12:21,347 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:12:21,349 Job list saved +2021-12-17 22:12:21,354 Updating FAILED jobs +2021-12-17 22:12:21,354 Updating WAITING jobs +2021-12-17 22:12:21,354 Update finished +2021-12-17 22:12:31,364 Reloading parameters... +2021-12-17 22:12:31,385 Loading parameters... +2021-12-17 22:12:31,386 Loading project parameters... +2021-12-17 22:12:31,388 + +23 of 25 jobs remaining (22:12) +2021-12-17 22:12:31,388 Sleep: 10 +2021-12-17 22:12:31,388 Number of retrials: 0 +2021-12-17 22:12:31,388 WRAPPER CHECK TIME = 10 +2021-12-17 22:12:31,389 Checking jobs for platform=marenostrum4 +2021-12-17 22:12:31,389 Checking jobs for platform=nord3 +2021-12-17 22:12:31,390 Checking jobs for platform=local +2021-12-17 22:12:31,391 Checking jobs for platform=transfer_node +2021-12-17 22:12:31,391 Checking all jobs at once +2021-12-17 22:12:32,660 Successful check job command +2021-12-17 22:12:36,786 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:12:36,787 End of checking +2021-12-17 22:12:36,789 Updating FAILED jobs +2021-12-17 22:12:36,789 Updating WAITING jobs +2021-12-17 22:12:36,790 Update finished +2021-12-17 22:12:36,790 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:12:36,790 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:12:36,790 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:12:36,790 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:12:36,795 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:12:36,797 Job list saved +2021-12-17 22:12:36,802 Updating FAILED jobs +2021-12-17 22:12:36,803 Updating WAITING jobs +2021-12-17 22:12:36,803 Update finished +2021-12-17 22:12:46,813 Reloading parameters... +2021-12-17 22:12:46,840 Loading parameters... +2021-12-17 22:12:46,842 Loading project parameters... +2021-12-17 22:12:46,849 + +23 of 25 jobs remaining (22:12) +2021-12-17 22:12:46,849 Sleep: 10 +2021-12-17 22:12:46,849 Number of retrials: 0 +2021-12-17 22:12:46,850 WRAPPER CHECK TIME = 10 +2021-12-17 22:12:46,852 Checking jobs for platform=marenostrum4 +2021-12-17 22:12:46,853 Checking jobs for platform=nord3 +2021-12-17 22:12:46,855 Checking jobs for platform=local +2021-12-17 22:12:46,857 Checking jobs for platform=transfer_node +2021-12-17 22:12:46,857 Checking all jobs at once +2021-12-17 22:12:48,682 Successful check job command +2021-12-17 22:12:51,204 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:12:51,204 End of checking +2021-12-17 22:12:51,205 Updating FAILED jobs +2021-12-17 22:12:51,205 Updating WAITING jobs +2021-12-17 22:12:51,206 Update finished +2021-12-17 22:12:51,206 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:12:51,206 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:12:51,206 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:12:51,206 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:12:51,209 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:12:51,211 Job list saved +2021-12-17 22:12:51,216 Updating FAILED jobs +2021-12-17 22:12:51,216 Updating WAITING jobs +2021-12-17 22:12:51,216 Update finished +2021-12-17 22:13:01,226 Reloading parameters... +2021-12-17 22:13:01,263 Loading parameters... +2021-12-17 22:13:01,264 Loading project parameters... +2021-12-17 22:13:01,276 + +23 of 25 jobs remaining (22:13) +2021-12-17 22:13:01,276 Sleep: 10 +2021-12-17 22:13:01,276 Number of retrials: 0 +2021-12-17 22:13:01,276 WRAPPER CHECK TIME = 10 +2021-12-17 22:13:01,277 Checking jobs for platform=marenostrum4 +2021-12-17 22:13:01,278 Checking jobs for platform=nord3 +2021-12-17 22:13:01,278 Checking jobs for platform=local +2021-12-17 22:13:01,279 Checking jobs for platform=transfer_node +2021-12-17 22:13:01,279 Checking all jobs at once +2021-12-17 22:13:02,899 Successful check job command +2021-12-17 22:13:04,221 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:13:04,222 End of checking +2021-12-17 22:13:04,223 Updating FAILED jobs +2021-12-17 22:13:04,223 Updating WAITING jobs +2021-12-17 22:13:04,223 Update finished +2021-12-17 22:13:04,223 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:13:04,224 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:13:04,224 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:13:04,224 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:13:04,227 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:13:04,229 Job list saved +2021-12-17 22:13:04,234 Updating FAILED jobs +2021-12-17 22:13:04,235 Updating WAITING jobs +2021-12-17 22:13:04,235 Update finished +2021-12-17 22:13:14,245 Reloading parameters... +2021-12-17 22:13:14,266 Loading parameters... +2021-12-17 22:13:14,268 Loading project parameters... +2021-12-17 22:13:14,270 + +23 of 25 jobs remaining (22:13) +2021-12-17 22:13:14,270 Sleep: 10 +2021-12-17 22:13:14,270 Number of retrials: 0 +2021-12-17 22:13:14,270 WRAPPER CHECK TIME = 10 +2021-12-17 22:13:14,271 Checking jobs for platform=marenostrum4 +2021-12-17 22:13:14,271 Checking jobs for platform=nord3 +2021-12-17 22:13:14,272 Checking jobs for platform=local +2021-12-17 22:13:14,272 Checking jobs for platform=transfer_node +2021-12-17 22:13:14,272 Checking all jobs at once +2021-12-17 22:13:16,694 Successful check job command +2021-12-17 22:13:18,866 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:13:18,866 End of checking +2021-12-17 22:13:18,867 Updating FAILED jobs +2021-12-17 22:13:18,867 Updating WAITING jobs +2021-12-17 22:13:18,867 Update finished +2021-12-17 22:13:18,868 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:13:18,868 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:13:18,868 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:13:18,868 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:13:18,870 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:13:18,873 Job list saved +2021-12-17 22:13:18,877 Updating FAILED jobs +2021-12-17 22:13:18,877 Updating WAITING jobs +2021-12-17 22:13:18,878 Update finished +2021-12-17 22:13:28,888 Reloading parameters... +2021-12-17 22:13:28,906 Loading parameters... +2021-12-17 22:13:28,907 Loading project parameters... +2021-12-17 22:13:28,909 + +23 of 25 jobs remaining (22:13) +2021-12-17 22:13:28,909 Sleep: 10 +2021-12-17 22:13:28,909 Number of retrials: 0 +2021-12-17 22:13:28,909 WRAPPER CHECK TIME = 10 +2021-12-17 22:13:28,910 Checking jobs for platform=marenostrum4 +2021-12-17 22:13:28,911 Checking jobs for platform=nord3 +2021-12-17 22:13:28,911 Checking jobs for platform=local +2021-12-17 22:13:28,912 Checking jobs for platform=transfer_node +2021-12-17 22:13:28,912 Checking all jobs at once +2021-12-17 22:13:31,087 Successful check job command +2021-12-17 22:13:33,408 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:13:33,408 End of checking +2021-12-17 22:13:33,410 Updating FAILED jobs +2021-12-17 22:13:33,410 Updating WAITING jobs +2021-12-17 22:13:33,410 Update finished +2021-12-17 22:13:33,410 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:13:33,410 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:13:33,411 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:13:33,411 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:13:33,413 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:13:33,416 Job list saved +2021-12-17 22:13:33,421 Updating FAILED jobs +2021-12-17 22:13:33,421 Updating WAITING jobs +2021-12-17 22:13:33,421 Update finished +2021-12-17 22:13:43,431 Reloading parameters... +2021-12-17 22:13:43,456 Loading parameters... +2021-12-17 22:13:43,457 Loading project parameters... +2021-12-17 22:13:43,459 + +23 of 25 jobs remaining (22:13) +2021-12-17 22:13:43,459 Sleep: 10 +2021-12-17 22:13:43,459 Number of retrials: 0 +2021-12-17 22:13:43,459 WRAPPER CHECK TIME = 10 +2021-12-17 22:13:43,460 Checking jobs for platform=marenostrum4 +2021-12-17 22:13:43,462 Checking jobs for platform=nord3 +2021-12-17 22:13:43,462 Checking jobs for platform=local +2021-12-17 22:13:43,470 Checking jobs for platform=transfer_node +2021-12-17 22:13:43,470 Checking all jobs at once +2021-12-17 22:13:44,848 Successful check job command +2021-12-17 22:13:46,469 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:13:46,469 End of checking +2021-12-17 22:13:46,471 Updating FAILED jobs +2021-12-17 22:13:46,471 Updating WAITING jobs +2021-12-17 22:13:46,471 Update finished +2021-12-17 22:13:46,471 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:13:46,474 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:13:46,475 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:13:46,475 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:13:46,477 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:13:46,479 Job list saved +2021-12-17 22:13:46,484 Updating FAILED jobs +2021-12-17 22:13:46,484 Updating WAITING jobs +2021-12-17 22:13:46,484 Update finished +2021-12-17 22:13:56,490 Reloading parameters... +2021-12-17 22:13:56,511 Loading parameters... +2021-12-17 22:13:56,513 Loading project parameters... +2021-12-17 22:13:56,515 + +23 of 25 jobs remaining (22:13) +2021-12-17 22:13:56,515 Sleep: 10 +2021-12-17 22:13:56,515 Number of retrials: 0 +2021-12-17 22:13:56,515 WRAPPER CHECK TIME = 10 +2021-12-17 22:13:56,516 Checking jobs for platform=marenostrum4 +2021-12-17 22:13:56,516 Checking jobs for platform=nord3 +2021-12-17 22:13:56,517 Checking jobs for platform=local +2021-12-17 22:13:56,518 Checking jobs for platform=transfer_node +2021-12-17 22:13:56,518 Checking all jobs at once +2021-12-17 22:13:58,287 Successful check job command +2021-12-17 22:14:00,057 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:14:00,057 End of checking +2021-12-17 22:14:00,059 Updating FAILED jobs +2021-12-17 22:14:00,059 Updating WAITING jobs +2021-12-17 22:14:00,059 Update finished +2021-12-17 22:14:00,059 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:14:00,059 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:14:00,059 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:14:00,060 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:14:00,062 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:14:00,064 Job list saved +2021-12-17 22:14:00,070 Updating FAILED jobs +2021-12-17 22:14:00,070 Updating WAITING jobs +2021-12-17 22:14:00,070 Update finished +2021-12-17 22:14:10,078 Reloading parameters... +2021-12-17 22:14:10,099 Loading parameters... +2021-12-17 22:14:10,101 Loading project parameters... +2021-12-17 22:14:10,103 + +23 of 25 jobs remaining (22:14) +2021-12-17 22:14:10,103 Sleep: 10 +2021-12-17 22:14:10,103 Number of retrials: 0 +2021-12-17 22:14:10,103 WRAPPER CHECK TIME = 10 +2021-12-17 22:14:10,104 Checking jobs for platform=marenostrum4 +2021-12-17 22:14:10,104 Checking jobs for platform=nord3 +2021-12-17 22:14:10,105 Checking jobs for platform=local +2021-12-17 22:14:10,105 Checking jobs for platform=transfer_node +2021-12-17 22:14:10,106 Checking all jobs at once +2021-12-17 22:14:11,675 Successful check job command +2021-12-17 22:14:14,448 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:14:14,448 End of checking +2021-12-17 22:14:14,450 Updating FAILED jobs +2021-12-17 22:14:14,450 Updating WAITING jobs +2021-12-17 22:14:14,450 Update finished +2021-12-17 22:14:14,450 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:14:14,450 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:14:14,451 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:14:14,451 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:14:14,453 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:14:14,456 Job list saved +2021-12-17 22:14:14,461 Updating FAILED jobs +2021-12-17 22:14:14,461 Updating WAITING jobs +2021-12-17 22:14:14,461 Update finished +2021-12-17 22:14:24,471 Reloading parameters... +2021-12-17 22:14:24,489 Loading parameters... +2021-12-17 22:14:24,490 Loading project parameters... +2021-12-17 22:14:24,492 + +23 of 25 jobs remaining (22:14) +2021-12-17 22:14:24,493 Sleep: 10 +2021-12-17 22:14:24,493 Number of retrials: 0 +2021-12-17 22:14:24,493 WRAPPER CHECK TIME = 10 +2021-12-17 22:14:24,493 Checking jobs for platform=marenostrum4 +2021-12-17 22:14:24,494 Checking jobs for platform=nord3 +2021-12-17 22:14:24,494 Checking jobs for platform=local +2021-12-17 22:14:24,495 Checking jobs for platform=transfer_node +2021-12-17 22:14:24,495 Checking all jobs at once +2021-12-17 22:14:25,814 Successful check job command +2021-12-17 22:14:27,134 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:14:27,134 End of checking +2021-12-17 22:14:27,136 Updating FAILED jobs +2021-12-17 22:14:27,136 Updating WAITING jobs +2021-12-17 22:14:27,136 Update finished +2021-12-17 22:14:27,136 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:14:27,137 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:14:27,137 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:14:27,137 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:14:27,139 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:14:27,142 Job list saved +2021-12-17 22:14:27,147 Updating FAILED jobs +2021-12-17 22:14:27,147 Updating WAITING jobs +2021-12-17 22:14:27,147 Update finished +2021-12-17 22:14:37,157 Reloading parameters... +2021-12-17 22:14:37,176 Loading parameters... +2021-12-17 22:14:37,178 Loading project parameters... +2021-12-17 22:14:37,179 + +23 of 25 jobs remaining (22:14) +2021-12-17 22:14:37,180 Sleep: 10 +2021-12-17 22:14:37,180 Number of retrials: 0 +2021-12-17 22:14:37,180 WRAPPER CHECK TIME = 10 +2021-12-17 22:14:37,192 Checking jobs for platform=marenostrum4 +2021-12-17 22:14:37,200 Checking jobs for platform=nord3 +2021-12-17 22:14:37,201 Checking jobs for platform=local +2021-12-17 22:14:37,201 Checking jobs for platform=transfer_node +2021-12-17 22:14:37,201 Checking all jobs at once +2021-12-17 22:14:39,227 Successful check job command +2021-12-17 22:14:40,898 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:14:40,898 End of checking +2021-12-17 22:14:40,900 Updating FAILED jobs +2021-12-17 22:14:40,900 Updating WAITING jobs +2021-12-17 22:14:40,900 Update finished +2021-12-17 22:14:40,900 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:14:40,900 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:14:40,901 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:14:40,901 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:14:40,903 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:14:40,906 Job list saved +2021-12-17 22:14:40,910 Updating FAILED jobs +2021-12-17 22:14:40,911 Updating WAITING jobs +2021-12-17 22:14:40,911 Update finished +2021-12-17 22:14:50,915 Reloading parameters... +2021-12-17 22:14:50,936 Loading parameters... +2021-12-17 22:14:50,937 Loading project parameters... +2021-12-17 22:14:50,939 + +23 of 25 jobs remaining (22:14) +2021-12-17 22:14:50,939 Sleep: 10 +2021-12-17 22:14:50,939 Number of retrials: 0 +2021-12-17 22:14:50,939 WRAPPER CHECK TIME = 10 +2021-12-17 22:14:50,940 Checking jobs for platform=marenostrum4 +2021-12-17 22:14:50,940 Checking jobs for platform=nord3 +2021-12-17 22:14:50,941 Checking jobs for platform=local +2021-12-17 22:14:50,942 Checking jobs for platform=transfer_node +2021-12-17 22:14:50,942 Checking all jobs at once +2021-12-17 22:14:53,012 Successful check job command +2021-12-17 22:14:54,481 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:14:54,482 End of checking +2021-12-17 22:14:54,483 Updating FAILED jobs +2021-12-17 22:14:54,483 Updating WAITING jobs +2021-12-17 22:14:54,483 Update finished +2021-12-17 22:14:54,483 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:14:54,484 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:14:54,484 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:14:54,484 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:14:54,486 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:14:54,488 Job list saved +2021-12-17 22:14:54,493 Updating FAILED jobs +2021-12-17 22:14:54,493 Updating WAITING jobs +2021-12-17 22:14:54,493 Update finished +2021-12-17 22:15:04,501 Reloading parameters... +2021-12-17 22:15:04,521 Loading parameters... +2021-12-17 22:15:04,523 Loading project parameters... +2021-12-17 22:15:04,524 + +23 of 25 jobs remaining (22:15) +2021-12-17 22:15:04,525 Sleep: 10 +2021-12-17 22:15:04,525 Number of retrials: 0 +2021-12-17 22:15:04,525 WRAPPER CHECK TIME = 10 +2021-12-17 22:15:04,525 Checking jobs for platform=marenostrum4 +2021-12-17 22:15:04,526 Checking jobs for platform=nord3 +2021-12-17 22:15:04,527 Checking jobs for platform=local +2021-12-17 22:15:04,527 Checking jobs for platform=transfer_node +2021-12-17 22:15:04,527 Checking all jobs at once +2021-12-17 22:15:06,498 Successful check job command +2021-12-17 22:15:08,174 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:15:08,174 End of checking +2021-12-17 22:15:08,175 Updating FAILED jobs +2021-12-17 22:15:08,176 Updating WAITING jobs +2021-12-17 22:15:08,176 Update finished +2021-12-17 22:15:08,176 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:15:08,177 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:15:08,177 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:15:08,177 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:15:08,180 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:15:08,182 Job list saved +2021-12-17 22:15:08,190 Updating FAILED jobs +2021-12-17 22:15:08,190 Updating WAITING jobs +2021-12-17 22:15:08,190 Update finished +2021-12-17 22:15:18,200 Reloading parameters... +2021-12-17 22:15:18,226 Loading parameters... +2021-12-17 22:15:18,227 Loading project parameters... +2021-12-17 22:15:18,229 + +23 of 25 jobs remaining (22:15) +2021-12-17 22:15:18,230 Sleep: 10 +2021-12-17 22:15:18,230 Number of retrials: 0 +2021-12-17 22:15:18,230 WRAPPER CHECK TIME = 10 +2021-12-17 22:15:18,230 Checking jobs for platform=marenostrum4 +2021-12-17 22:15:18,231 Checking jobs for platform=nord3 +2021-12-17 22:15:18,231 Checking jobs for platform=local +2021-12-17 22:15:18,232 Checking jobs for platform=transfer_node +2021-12-17 22:15:18,232 Checking all jobs at once +2021-12-17 22:15:19,902 Successful check job command +2021-12-17 22:15:21,273 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:15:21,273 End of checking +2021-12-17 22:15:21,275 Updating FAILED jobs +2021-12-17 22:15:21,275 Updating WAITING jobs +2021-12-17 22:15:21,275 Update finished +2021-12-17 22:15:21,275 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:15:21,275 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:15:21,276 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:15:21,276 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:15:21,278 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:15:21,281 Job list saved +2021-12-17 22:15:21,285 Updating FAILED jobs +2021-12-17 22:15:21,285 Updating WAITING jobs +2021-12-17 22:15:21,285 Update finished +2021-12-17 22:15:31,295 Reloading parameters... +2021-12-17 22:15:31,313 Loading parameters... +2021-12-17 22:15:31,314 Loading project parameters... +2021-12-17 22:15:31,316 + +23 of 25 jobs remaining (22:15) +2021-12-17 22:15:31,316 Sleep: 10 +2021-12-17 22:15:31,316 Number of retrials: 0 +2021-12-17 22:15:31,317 WRAPPER CHECK TIME = 10 +2021-12-17 22:15:31,317 Checking jobs for platform=marenostrum4 +2021-12-17 22:15:31,318 Checking jobs for platform=nord3 +2021-12-17 22:15:31,318 Checking jobs for platform=local +2021-12-17 22:15:31,319 Checking jobs for platform=transfer_node +2021-12-17 22:15:31,319 Checking all jobs at once +2021-12-17 22:15:32,840 Successful check job command +2021-12-17 22:15:34,860 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:15:34,860 End of checking +2021-12-17 22:15:34,862 Updating FAILED jobs +2021-12-17 22:15:34,862 Updating WAITING jobs +2021-12-17 22:15:34,862 Update finished +2021-12-17 22:15:34,862 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:15:34,862 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:15:34,863 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:15:34,863 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:15:34,865 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:15:34,867 Job list saved +2021-12-17 22:15:34,872 Updating FAILED jobs +2021-12-17 22:15:34,872 Updating WAITING jobs +2021-12-17 22:15:34,872 Update finished +2021-12-17 22:15:44,883 Reloading parameters... +2021-12-17 22:15:44,902 Loading parameters... +2021-12-17 22:15:44,903 Loading project parameters... +2021-12-17 22:15:44,905 + +23 of 25 jobs remaining (22:15) +2021-12-17 22:15:44,905 Sleep: 10 +2021-12-17 22:15:44,905 Number of retrials: 0 +2021-12-17 22:15:44,906 WRAPPER CHECK TIME = 10 +2021-12-17 22:15:44,906 Checking jobs for platform=marenostrum4 +2021-12-17 22:15:44,907 Checking jobs for platform=nord3 +2021-12-17 22:15:44,907 Checking jobs for platform=local +2021-12-17 22:15:44,908 Checking jobs for platform=transfer_node +2021-12-17 22:15:44,908 Checking all jobs at once +2021-12-17 22:15:46,679 Successful check job command +2021-12-17 22:15:48,249 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:15:48,250 End of checking +2021-12-17 22:15:48,251 Updating FAILED jobs +2021-12-17 22:15:48,251 Updating WAITING jobs +2021-12-17 22:15:48,251 Update finished +2021-12-17 22:15:48,252 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:15:48,252 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:15:48,252 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:15:48,252 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:15:48,255 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:15:48,257 Job list saved +2021-12-17 22:15:48,262 Updating FAILED jobs +2021-12-17 22:15:48,262 Updating WAITING jobs +2021-12-17 22:15:48,262 Update finished +2021-12-17 22:15:58,270 Reloading parameters... +2021-12-17 22:15:58,291 Loading parameters... +2021-12-17 22:15:58,293 Loading project parameters... +2021-12-17 22:15:58,294 + +23 of 25 jobs remaining (22:15) +2021-12-17 22:15:58,295 Sleep: 10 +2021-12-17 22:15:58,295 Number of retrials: 0 +2021-12-17 22:15:58,295 WRAPPER CHECK TIME = 10 +2021-12-17 22:15:58,295 Checking jobs for platform=marenostrum4 +2021-12-17 22:15:58,296 Checking jobs for platform=nord3 +2021-12-17 22:15:58,297 Checking jobs for platform=local +2021-12-17 22:15:58,297 Checking jobs for platform=transfer_node +2021-12-17 22:15:58,297 Checking all jobs at once +2021-12-17 22:15:59,817 Successful check job command +2021-12-17 22:16:04,843 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:16:04,843 End of checking +2021-12-17 22:16:04,844 Updating FAILED jobs +2021-12-17 22:16:04,845 Updating WAITING jobs +2021-12-17 22:16:04,845 Update finished +2021-12-17 22:16:04,845 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:16:04,845 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:16:04,845 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:16:04,846 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:16:04,848 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:16:04,851 Job list saved +2021-12-17 22:16:04,856 Updating FAILED jobs +2021-12-17 22:16:04,856 Updating WAITING jobs +2021-12-17 22:16:04,856 Update finished +2021-12-17 22:16:14,866 Reloading parameters... +2021-12-17 22:16:14,903 Loading parameters... +2021-12-17 22:16:14,904 Loading project parameters... +2021-12-17 22:16:14,923 + +23 of 25 jobs remaining (22:16) +2021-12-17 22:16:14,923 Sleep: 10 +2021-12-17 22:16:14,923 Number of retrials: 0 +2021-12-17 22:16:14,923 WRAPPER CHECK TIME = 10 +2021-12-17 22:16:14,924 Checking jobs for platform=marenostrum4 +2021-12-17 22:16:14,924 Checking jobs for platform=nord3 +2021-12-17 22:16:14,925 Checking jobs for platform=local +2021-12-17 22:16:14,925 Checking jobs for platform=transfer_node +2021-12-17 22:16:14,925 Checking all jobs at once +2021-12-17 22:16:16,350 Successful check job command +2021-12-17 22:16:18,120 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:16:18,120 End of checking +2021-12-17 22:16:18,121 Updating FAILED jobs +2021-12-17 22:16:18,122 Updating WAITING jobs +2021-12-17 22:16:18,122 Update finished +2021-12-17 22:16:18,122 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:16:18,122 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:16:18,122 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:16:18,123 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:16:18,125 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:16:18,127 Job list saved +2021-12-17 22:16:18,132 Updating FAILED jobs +2021-12-17 22:16:18,132 Updating WAITING jobs +2021-12-17 22:16:18,132 Update finished +2021-12-17 22:16:28,142 Reloading parameters... +2021-12-17 22:16:28,164 Loading parameters... +2021-12-17 22:16:28,165 Loading project parameters... +2021-12-17 22:16:28,167 + +23 of 25 jobs remaining (22:16) +2021-12-17 22:16:28,168 Sleep: 10 +2021-12-17 22:16:28,168 Number of retrials: 0 +2021-12-17 22:16:28,168 WRAPPER CHECK TIME = 10 +2021-12-17 22:16:28,168 Checking jobs for platform=marenostrum4 +2021-12-17 22:16:28,169 Checking jobs for platform=nord3 +2021-12-17 22:16:28,170 Checking jobs for platform=local +2021-12-17 22:16:28,170 Checking jobs for platform=transfer_node +2021-12-17 22:16:28,170 Checking all jobs at once +2021-12-17 22:16:30,692 Successful check job command +2021-12-17 22:16:32,763 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:16:32,763 End of checking +2021-12-17 22:16:32,764 Updating FAILED jobs +2021-12-17 22:16:32,764 Updating WAITING jobs +2021-12-17 22:16:32,765 Update finished +2021-12-17 22:16:32,765 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:16:32,765 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:16:32,766 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:16:32,766 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:16:32,768 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:16:32,770 Job list saved +2021-12-17 22:16:32,775 Updating FAILED jobs +2021-12-17 22:16:32,775 Updating WAITING jobs +2021-12-17 22:16:32,775 Update finished +2021-12-17 22:16:42,785 Reloading parameters... +2021-12-17 22:16:42,804 Loading parameters... +2021-12-17 22:16:42,805 Loading project parameters... +2021-12-17 22:16:42,807 + +23 of 25 jobs remaining (22:16) +2021-12-17 22:16:42,807 Sleep: 10 +2021-12-17 22:16:42,807 Number of retrials: 0 +2021-12-17 22:16:42,807 WRAPPER CHECK TIME = 10 +2021-12-17 22:16:42,808 Checking jobs for platform=marenostrum4 +2021-12-17 22:16:42,808 Checking jobs for platform=nord3 +2021-12-17 22:16:42,809 Checking jobs for platform=local +2021-12-17 22:16:42,810 Checking jobs for platform=transfer_node +2021-12-17 22:16:42,810 Checking all jobs at once +2021-12-17 22:16:44,582 Successful check job command +2021-12-17 22:16:46,903 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:16:46,903 End of checking +2021-12-17 22:16:46,905 Updating FAILED jobs +2021-12-17 22:16:46,905 Updating WAITING jobs +2021-12-17 22:16:46,905 Update finished +2021-12-17 22:16:46,905 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:16:46,906 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:16:46,906 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:16:46,906 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:16:46,909 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:16:46,911 Job list saved +2021-12-17 22:16:46,915 Updating FAILED jobs +2021-12-17 22:16:46,916 Updating WAITING jobs +2021-12-17 22:16:46,916 Update finished +2021-12-17 22:16:56,922 Reloading parameters... +2021-12-17 22:16:56,942 Loading parameters... +2021-12-17 22:16:56,944 Loading project parameters... +2021-12-17 22:16:56,946 + +23 of 25 jobs remaining (22:16) +2021-12-17 22:16:56,946 Sleep: 10 +2021-12-17 22:16:56,946 Number of retrials: 0 +2021-12-17 22:16:56,947 WRAPPER CHECK TIME = 10 +2021-12-17 22:16:56,947 Checking jobs for platform=marenostrum4 +2021-12-17 22:16:56,948 Checking jobs for platform=nord3 +2021-12-17 22:16:56,948 Checking jobs for platform=local +2021-12-17 22:16:56,949 Checking jobs for platform=transfer_node +2021-12-17 22:16:56,949 Checking all jobs at once +2021-12-17 22:16:58,419 Successful check job command +2021-12-17 22:17:00,892 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:17:00,892 End of checking +2021-12-17 22:17:00,893 Updating FAILED jobs +2021-12-17 22:17:00,893 Updating WAITING jobs +2021-12-17 22:17:00,893 Update finished +2021-12-17 22:17:00,894 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:17:00,894 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:17:00,894 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:17:00,894 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:17:00,896 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:17:00,899 Job list saved +2021-12-17 22:17:00,903 Updating FAILED jobs +2021-12-17 22:17:00,903 Updating WAITING jobs +2021-12-17 22:17:00,903 Update finished +2021-12-17 22:17:10,906 Reloading parameters... +2021-12-17 22:17:10,924 Loading parameters... +2021-12-17 22:17:10,926 Loading project parameters... +2021-12-17 22:17:10,928 + +23 of 25 jobs remaining (22:17) +2021-12-17 22:17:10,929 Sleep: 10 +2021-12-17 22:17:10,929 Number of retrials: 0 +2021-12-17 22:17:10,929 WRAPPER CHECK TIME = 10 +2021-12-17 22:17:10,930 Checking jobs for platform=marenostrum4 +2021-12-17 22:17:10,932 Checking jobs for platform=nord3 +2021-12-17 22:17:10,933 Checking jobs for platform=local +2021-12-17 22:17:10,933 Checking jobs for platform=transfer_node +2021-12-17 22:17:10,933 Checking all jobs at once +2021-12-17 22:17:12,653 Successful check job command +2021-12-17 22:17:13,979 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:17:13,979 End of checking +2021-12-17 22:17:13,980 Updating FAILED jobs +2021-12-17 22:17:13,980 Updating WAITING jobs +2021-12-17 22:17:13,981 Update finished +2021-12-17 22:17:13,981 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:17:13,981 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:17:13,982 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:17:13,982 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:17:13,985 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:17:13,987 Job list saved +2021-12-17 22:17:13,992 Updating FAILED jobs +2021-12-17 22:17:13,992 Updating WAITING jobs +2021-12-17 22:17:13,992 Update finished +2021-12-17 22:17:24,002 Reloading parameters... +2021-12-17 22:17:24,020 Loading parameters... +2021-12-17 22:17:24,022 Loading project parameters... +2021-12-17 22:17:24,023 + +23 of 25 jobs remaining (22:17) +2021-12-17 22:17:24,024 Sleep: 10 +2021-12-17 22:17:24,024 Number of retrials: 0 +2021-12-17 22:17:24,024 WRAPPER CHECK TIME = 10 +2021-12-17 22:17:24,024 Checking jobs for platform=marenostrum4 +2021-12-17 22:17:24,025 Checking jobs for platform=nord3 +2021-12-17 22:17:24,026 Checking jobs for platform=local +2021-12-17 22:17:24,026 Checking jobs for platform=transfer_node +2021-12-17 22:17:24,026 Checking all jobs at once +2021-12-17 22:17:25,852 Successful check job command +2021-12-17 22:17:28,975 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:17:28,975 End of checking +2021-12-17 22:17:28,976 Updating FAILED jobs +2021-12-17 22:17:28,977 Updating WAITING jobs +2021-12-17 22:17:28,977 Update finished +2021-12-17 22:17:28,977 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:17:28,977 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:17:28,977 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:17:28,977 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:17:28,980 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:17:28,982 Job list saved +2021-12-17 22:17:28,987 Updating FAILED jobs +2021-12-17 22:17:28,987 Updating WAITING jobs +2021-12-17 22:17:28,987 Update finished +2021-12-17 22:17:38,997 Reloading parameters... +2021-12-17 22:17:39,015 Loading parameters... +2021-12-17 22:17:39,016 Loading project parameters... +2021-12-17 22:17:39,018 + +23 of 25 jobs remaining (22:17) +2021-12-17 22:17:39,018 Sleep: 10 +2021-12-17 22:17:39,018 Number of retrials: 0 +2021-12-17 22:17:39,018 WRAPPER CHECK TIME = 10 +2021-12-17 22:17:39,019 Checking jobs for platform=marenostrum4 +2021-12-17 22:17:39,019 Checking jobs for platform=nord3 +2021-12-17 22:17:39,020 Checking jobs for platform=local +2021-12-17 22:17:39,020 Checking jobs for platform=transfer_node +2021-12-17 22:17:39,021 Checking all jobs at once +2021-12-17 22:17:40,543 Successful check job command +2021-12-17 22:17:41,816 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:17:41,817 End of checking +2021-12-17 22:17:41,818 Updating FAILED jobs +2021-12-17 22:17:41,818 Updating WAITING jobs +2021-12-17 22:17:41,818 Update finished +2021-12-17 22:17:41,818 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:17:41,819 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:17:41,819 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:17:41,819 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:17:41,824 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:17:41,826 Job list saved +2021-12-17 22:17:41,831 Updating FAILED jobs +2021-12-17 22:17:41,831 Updating WAITING jobs +2021-12-17 22:17:41,831 Update finished +2021-12-17 22:17:51,841 Reloading parameters... +2021-12-17 22:17:51,861 Loading parameters... +2021-12-17 22:17:51,862 Loading project parameters... +2021-12-17 22:17:51,864 + +23 of 25 jobs remaining (22:17) +2021-12-17 22:17:51,865 Sleep: 10 +2021-12-17 22:17:51,865 Number of retrials: 0 +2021-12-17 22:17:51,865 WRAPPER CHECK TIME = 10 +2021-12-17 22:17:51,866 Checking jobs for platform=marenostrum4 +2021-12-17 22:17:51,866 Checking jobs for platform=nord3 +2021-12-17 22:17:51,867 Checking jobs for platform=local +2021-12-17 22:17:51,867 Checking jobs for platform=transfer_node +2021-12-17 22:17:51,867 Checking all jobs at once +2021-12-17 22:17:54,340 Successful check job command +2021-12-17 22:17:57,163 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:17:57,164 End of checking +2021-12-17 22:17:57,165 Updating FAILED jobs +2021-12-17 22:17:57,165 Updating WAITING jobs +2021-12-17 22:17:57,165 Update finished +2021-12-17 22:17:57,166 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:17:57,166 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:17:57,167 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:17:57,167 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:17:57,169 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:17:57,172 Job list saved +2021-12-17 22:17:57,176 Updating FAILED jobs +2021-12-17 22:17:57,176 Updating WAITING jobs +2021-12-17 22:17:57,177 Update finished +2021-12-17 22:18:07,182 Reloading parameters... +2021-12-17 22:18:07,200 Loading parameters... +2021-12-17 22:18:07,201 Loading project parameters... +2021-12-17 22:18:07,203 + +23 of 25 jobs remaining (22:18) +2021-12-17 22:18:07,203 Sleep: 10 +2021-12-17 22:18:07,203 Number of retrials: 0 +2021-12-17 22:18:07,203 WRAPPER CHECK TIME = 10 +2021-12-17 22:18:07,204 Checking jobs for platform=marenostrum4 +2021-12-17 22:18:07,204 Checking jobs for platform=nord3 +2021-12-17 22:18:07,205 Checking jobs for platform=local +2021-12-17 22:18:07,206 Checking jobs for platform=transfer_node +2021-12-17 22:18:07,206 Checking all jobs at once +2021-12-17 22:18:08,776 Successful check job command +2021-12-17 22:18:10,348 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:18:10,348 End of checking +2021-12-17 22:18:10,349 Updating FAILED jobs +2021-12-17 22:18:10,350 Updating WAITING jobs +2021-12-17 22:18:10,350 Update finished +2021-12-17 22:18:10,350 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:18:10,350 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:18:10,350 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:18:10,351 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:18:10,353 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:18:10,355 Job list saved +2021-12-17 22:18:10,360 Updating FAILED jobs +2021-12-17 22:18:10,360 Updating WAITING jobs +2021-12-17 22:18:10,360 Update finished +2021-12-17 22:18:20,370 Reloading parameters... +2021-12-17 22:18:20,389 Loading parameters... +2021-12-17 22:18:20,391 Loading project parameters... +2021-12-17 22:18:20,393 + +23 of 25 jobs remaining (22:18) +2021-12-17 22:18:20,393 Sleep: 10 +2021-12-17 22:18:20,393 Number of retrials: 0 +2021-12-17 22:18:20,393 WRAPPER CHECK TIME = 10 +2021-12-17 22:18:20,394 Checking jobs for platform=marenostrum4 +2021-12-17 22:18:20,394 Checking jobs for platform=nord3 +2021-12-17 22:18:20,395 Checking jobs for platform=local +2021-12-17 22:18:20,395 Checking jobs for platform=transfer_node +2021-12-17 22:18:20,396 Checking all jobs at once +2021-12-17 22:18:22,667 Successful check job command +2021-12-17 22:18:25,438 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:18:25,438 End of checking +2021-12-17 22:18:25,439 Updating FAILED jobs +2021-12-17 22:18:25,439 Updating WAITING jobs +2021-12-17 22:18:25,439 Update finished +2021-12-17 22:18:25,439 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:18:25,440 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:18:25,440 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:18:25,440 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:18:25,442 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:18:25,445 Job list saved +2021-12-17 22:18:25,449 Updating FAILED jobs +2021-12-17 22:18:25,449 Updating WAITING jobs +2021-12-17 22:18:25,449 Update finished +2021-12-17 22:18:35,458 Reloading parameters... +2021-12-17 22:18:35,479 Loading parameters... +2021-12-17 22:18:35,480 Loading project parameters... +2021-12-17 22:18:35,482 + +23 of 25 jobs remaining (22:18) +2021-12-17 22:18:35,482 Sleep: 10 +2021-12-17 22:18:35,482 Number of retrials: 0 +2021-12-17 22:18:35,482 WRAPPER CHECK TIME = 10 +2021-12-17 22:18:35,483 Checking jobs for platform=marenostrum4 +2021-12-17 22:18:35,483 Checking jobs for platform=nord3 +2021-12-17 22:18:35,484 Checking jobs for platform=local +2021-12-17 22:18:35,484 Checking jobs for platform=transfer_node +2021-12-17 22:18:35,485 Checking all jobs at once +2021-12-17 22:18:38,107 Successful check job command +2021-12-17 22:18:40,979 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:18:40,980 End of checking +2021-12-17 22:18:40,981 Updating FAILED jobs +2021-12-17 22:18:40,981 Updating WAITING jobs +2021-12-17 22:18:40,981 Update finished +2021-12-17 22:18:40,981 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:18:40,982 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:18:40,982 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:18:40,982 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:18:40,985 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:18:40,987 Job list saved +2021-12-17 22:18:40,992 Updating FAILED jobs +2021-12-17 22:18:40,992 Updating WAITING jobs +2021-12-17 22:18:40,992 Update finished +2021-12-17 22:18:51,002 Reloading parameters... +2021-12-17 22:18:51,024 Loading parameters... +2021-12-17 22:18:51,025 Loading project parameters... +2021-12-17 22:18:51,027 + +23 of 25 jobs remaining (22:18) +2021-12-17 22:18:51,027 Sleep: 10 +2021-12-17 22:18:51,028 Number of retrials: 0 +2021-12-17 22:18:51,028 WRAPPER CHECK TIME = 10 +2021-12-17 22:18:51,028 Checking jobs for platform=marenostrum4 +2021-12-17 22:18:51,029 Checking jobs for platform=nord3 +2021-12-17 22:18:51,029 Checking jobs for platform=local +2021-12-17 22:18:51,030 Checking jobs for platform=transfer_node +2021-12-17 22:18:51,030 Checking all jobs at once +2021-12-17 22:18:52,455 Successful check job command +2021-12-17 22:18:54,077 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:18:54,077 End of checking +2021-12-17 22:18:54,079 Updating FAILED jobs +2021-12-17 22:18:54,079 Updating WAITING jobs +2021-12-17 22:18:54,079 Update finished +2021-12-17 22:18:54,079 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:18:54,079 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:18:54,079 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:18:54,080 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:18:54,082 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:18:54,084 Job list saved +2021-12-17 22:18:54,089 Updating FAILED jobs +2021-12-17 22:18:54,089 Updating WAITING jobs +2021-12-17 22:18:54,089 Update finished +2021-12-17 22:19:04,099 Reloading parameters... +2021-12-17 22:19:04,117 Loading parameters... +2021-12-17 22:19:04,118 Loading project parameters... +2021-12-17 22:19:04,120 + +23 of 25 jobs remaining (22:19) +2021-12-17 22:19:04,120 Sleep: 10 +2021-12-17 22:19:04,120 Number of retrials: 0 +2021-12-17 22:19:04,121 WRAPPER CHECK TIME = 10 +2021-12-17 22:19:04,121 Checking jobs for platform=marenostrum4 +2021-12-17 22:19:04,122 Checking jobs for platform=nord3 +2021-12-17 22:19:04,124 Checking jobs for platform=local +2021-12-17 22:19:04,124 Checking jobs for platform=transfer_node +2021-12-17 22:19:04,124 Checking all jobs at once +2021-12-17 22:19:06,299 Successful check job command +2021-12-17 22:19:08,670 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:19:08,670 End of checking +2021-12-17 22:19:08,671 Updating FAILED jobs +2021-12-17 22:19:08,672 Updating WAITING jobs +2021-12-17 22:19:08,672 Update finished +2021-12-17 22:19:08,672 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:19:08,672 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:19:08,672 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:19:08,673 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:19:08,676 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:19:08,679 Job list saved +2021-12-17 22:19:08,684 Updating FAILED jobs +2021-12-17 22:19:08,684 Updating WAITING jobs +2021-12-17 22:19:08,684 Update finished +2021-12-17 22:19:18,693 Reloading parameters... +2021-12-17 22:19:18,719 Loading parameters... +2021-12-17 22:19:18,721 Loading project parameters... +2021-12-17 22:19:18,723 + +23 of 25 jobs remaining (22:19) +2021-12-17 22:19:18,723 Sleep: 10 +2021-12-17 22:19:18,723 Number of retrials: 0 +2021-12-17 22:19:18,723 WRAPPER CHECK TIME = 10 +2021-12-17 22:19:18,724 Checking jobs for platform=marenostrum4 +2021-12-17 22:19:18,724 Checking jobs for platform=nord3 +2021-12-17 22:19:18,725 Checking jobs for platform=local +2021-12-17 22:19:18,725 Checking jobs for platform=transfer_node +2021-12-17 22:19:18,726 Checking all jobs at once +2021-12-17 22:19:20,696 Successful check job command +2021-12-17 22:19:24,378 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:19:24,378 End of checking +2021-12-17 22:19:24,380 Updating FAILED jobs +2021-12-17 22:19:24,380 Updating WAITING jobs +2021-12-17 22:19:24,380 Update finished +2021-12-17 22:19:24,380 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:19:24,381 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:19:24,381 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:19:24,381 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:19:24,384 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:19:24,386 Job list saved +2021-12-17 22:19:24,392 Updating FAILED jobs +2021-12-17 22:19:24,392 Updating WAITING jobs +2021-12-17 22:19:24,392 Update finished +2021-12-17 22:19:34,402 Reloading parameters... +2021-12-17 22:19:34,432 Loading parameters... +2021-12-17 22:19:34,435 Loading project parameters... +2021-12-17 22:19:34,438 + +23 of 25 jobs remaining (22:19) +2021-12-17 22:19:34,438 Sleep: 10 +2021-12-17 22:19:34,438 Number of retrials: 0 +2021-12-17 22:19:34,438 WRAPPER CHECK TIME = 10 +2021-12-17 22:19:34,439 Checking jobs for platform=marenostrum4 +2021-12-17 22:19:34,440 Checking jobs for platform=nord3 +2021-12-17 22:19:34,441 Checking jobs for platform=local +2021-12-17 22:19:34,442 Checking jobs for platform=transfer_node +2021-12-17 22:19:34,442 Checking all jobs at once +2021-12-17 22:19:35,763 Successful check job command +2021-12-17 22:19:37,032 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:19:37,033 End of checking +2021-12-17 22:19:37,034 Updating FAILED jobs +2021-12-17 22:19:37,034 Updating WAITING jobs +2021-12-17 22:19:37,034 Update finished +2021-12-17 22:19:37,034 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:19:37,034 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:19:37,035 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:19:37,035 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:19:37,037 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:19:37,039 Job list saved +2021-12-17 22:19:37,045 Updating FAILED jobs +2021-12-17 22:19:37,045 Updating WAITING jobs +2021-12-17 22:19:37,045 Update finished +2021-12-17 22:19:47,055 Reloading parameters... +2021-12-17 22:19:47,075 Loading parameters... +2021-12-17 22:19:47,077 Loading project parameters... +2021-12-17 22:19:47,080 + +23 of 25 jobs remaining (22:19) +2021-12-17 22:19:47,081 Sleep: 10 +2021-12-17 22:19:47,081 Number of retrials: 0 +2021-12-17 22:19:47,081 WRAPPER CHECK TIME = 10 +2021-12-17 22:19:47,082 Checking jobs for platform=marenostrum4 +2021-12-17 22:19:47,083 Checking jobs for platform=nord3 +2021-12-17 22:19:47,084 Checking jobs for platform=local +2021-12-17 22:19:47,085 Checking jobs for platform=transfer_node +2021-12-17 22:19:47,085 Checking all jobs at once +2021-12-17 22:19:48,806 Successful check job command +2021-12-17 22:19:50,726 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:19:50,727 End of checking +2021-12-17 22:19:50,728 Updating FAILED jobs +2021-12-17 22:19:50,728 Updating WAITING jobs +2021-12-17 22:19:50,728 Update finished +2021-12-17 22:19:50,728 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:19:50,729 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:19:50,729 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:19:50,729 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:19:50,731 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:19:50,734 Job list saved +2021-12-17 22:19:50,744 Updating FAILED jobs +2021-12-17 22:19:50,744 Updating WAITING jobs +2021-12-17 22:19:50,744 Update finished +2021-12-17 22:20:00,755 Reloading parameters... +2021-12-17 22:20:00,783 Loading parameters... +2021-12-17 22:20:00,784 Loading project parameters... +2021-12-17 22:20:00,786 + +23 of 25 jobs remaining (22:20) +2021-12-17 22:20:00,786 Sleep: 10 +2021-12-17 22:20:00,786 Number of retrials: 0 +2021-12-17 22:20:00,786 WRAPPER CHECK TIME = 10 +2021-12-17 22:20:00,787 Checking jobs for platform=marenostrum4 +2021-12-17 22:20:00,788 Checking jobs for platform=nord3 +2021-12-17 22:20:00,788 Checking jobs for platform=local +2021-12-17 22:20:00,789 Checking jobs for platform=transfer_node +2021-12-17 22:20:00,789 Checking all jobs at once +2021-12-17 22:20:03,114 Successful check job command +2021-12-17 22:20:04,985 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:20:04,985 End of checking +2021-12-17 22:20:04,988 Updating FAILED jobs +2021-12-17 22:20:04,988 Updating WAITING jobs +2021-12-17 22:20:04,988 Update finished +2021-12-17 22:20:04,988 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:20:04,989 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:20:04,989 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:20:04,989 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:20:04,998 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:20:05,000 Job list saved +2021-12-17 22:20:05,006 Updating FAILED jobs +2021-12-17 22:20:05,006 Updating WAITING jobs +2021-12-17 22:20:05,007 Update finished +2021-12-17 22:20:15,017 Reloading parameters... +2021-12-17 22:20:15,037 Loading parameters... +2021-12-17 22:20:15,039 Loading project parameters... +2021-12-17 22:20:15,040 + +23 of 25 jobs remaining (22:20) +2021-12-17 22:20:15,041 Sleep: 10 +2021-12-17 22:20:15,041 Number of retrials: 0 +2021-12-17 22:20:15,041 WRAPPER CHECK TIME = 10 +2021-12-17 22:20:15,041 Checking jobs for platform=marenostrum4 +2021-12-17 22:20:15,042 Checking jobs for platform=nord3 +2021-12-17 22:20:15,043 Checking jobs for platform=local +2021-12-17 22:20:15,043 Checking jobs for platform=transfer_node +2021-12-17 22:20:15,044 Checking all jobs at once +2021-12-17 22:20:16,372 Successful check job command +2021-12-17 22:20:17,591 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:20:17,591 End of checking +2021-12-17 22:20:17,593 Updating FAILED jobs +2021-12-17 22:20:17,593 Updating WAITING jobs +2021-12-17 22:20:17,593 Update finished +2021-12-17 22:20:17,593 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:20:17,593 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:20:17,594 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:20:17,594 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:20:17,596 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:20:17,599 Job list saved +2021-12-17 22:20:17,603 Updating FAILED jobs +2021-12-17 22:20:17,603 Updating WAITING jobs +2021-12-17 22:20:17,604 Update finished +2021-12-17 22:20:27,614 Reloading parameters... +2021-12-17 22:20:27,642 Loading parameters... +2021-12-17 22:20:27,644 Loading project parameters... +2021-12-17 22:20:27,647 + +23 of 25 jobs remaining (22:20) +2021-12-17 22:20:27,647 Sleep: 10 +2021-12-17 22:20:27,648 Number of retrials: 0 +2021-12-17 22:20:27,648 WRAPPER CHECK TIME = 10 +2021-12-17 22:20:27,649 Checking jobs for platform=marenostrum4 +2021-12-17 22:20:27,651 Checking jobs for platform=nord3 +2021-12-17 22:20:27,652 Checking jobs for platform=local +2021-12-17 22:20:27,654 Checking jobs for platform=transfer_node +2021-12-17 22:20:27,654 Checking all jobs at once +2021-12-17 22:20:30,027 Successful check job command +2021-12-17 22:20:32,448 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:20:32,448 End of checking +2021-12-17 22:20:32,450 Updating FAILED jobs +2021-12-17 22:20:32,451 Updating WAITING jobs +2021-12-17 22:20:32,451 Update finished +2021-12-17 22:20:32,451 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:20:32,452 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:20:32,452 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:20:32,452 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:20:32,455 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:20:32,457 Job list saved +2021-12-17 22:20:32,463 Updating FAILED jobs +2021-12-17 22:20:32,464 Updating WAITING jobs +2021-12-17 22:20:32,464 Update finished +2021-12-17 22:20:42,474 Reloading parameters... +2021-12-17 22:20:42,508 Loading parameters... +2021-12-17 22:20:42,513 Loading project parameters... +2021-12-17 22:20:42,516 + +23 of 25 jobs remaining (22:20) +2021-12-17 22:20:42,517 Sleep: 10 +2021-12-17 22:20:42,517 Number of retrials: 0 +2021-12-17 22:20:42,517 WRAPPER CHECK TIME = 10 +2021-12-17 22:20:42,520 Checking jobs for platform=marenostrum4 +2021-12-17 22:20:42,522 Checking jobs for platform=nord3 +2021-12-17 22:20:42,523 Checking jobs for platform=local +2021-12-17 22:20:42,525 Checking jobs for platform=transfer_node +2021-12-17 22:20:42,525 Checking all jobs at once +2021-12-17 22:20:44,851 Successful check job command +2021-12-17 22:20:48,584 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:20:48,584 End of checking +2021-12-17 22:20:48,587 Updating FAILED jobs +2021-12-17 22:20:48,587 Updating WAITING jobs +2021-12-17 22:20:48,588 Update finished +2021-12-17 22:20:48,588 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:20:48,588 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:20:48,589 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:20:48,589 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:20:48,597 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:20:48,599 Job list saved +2021-12-17 22:20:48,618 Updating FAILED jobs +2021-12-17 22:20:48,618 Updating WAITING jobs +2021-12-17 22:20:48,618 Update finished +2021-12-17 22:20:58,629 Reloading parameters... +2021-12-17 22:20:58,670 Loading parameters... +2021-12-17 22:20:58,679 Loading project parameters... +2021-12-17 22:20:58,692 + +23 of 25 jobs remaining (22:20) +2021-12-17 22:20:58,695 Sleep: 10 +2021-12-17 22:20:58,695 Number of retrials: 0 +2021-12-17 22:20:58,695 WRAPPER CHECK TIME = 10 +2021-12-17 22:20:58,696 Checking jobs for platform=marenostrum4 +2021-12-17 22:20:58,696 Checking jobs for platform=nord3 +2021-12-17 22:20:58,697 Checking jobs for platform=local +2021-12-17 22:20:58,698 Checking jobs for platform=transfer_node +2021-12-17 22:20:58,698 Checking all jobs at once +2021-12-17 22:21:00,334 Successful check job command +2021-12-17 22:21:02,056 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:21:02,057 End of checking +2021-12-17 22:21:02,058 Updating FAILED jobs +2021-12-17 22:21:02,059 Updating WAITING jobs +2021-12-17 22:21:02,059 Update finished +2021-12-17 22:21:02,059 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:21:02,060 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:21:02,060 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:21:02,060 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:21:02,063 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:21:02,065 Job list saved +2021-12-17 22:21:02,074 Updating FAILED jobs +2021-12-17 22:21:02,074 Updating WAITING jobs +2021-12-17 22:21:02,076 Update finished +2021-12-17 22:21:12,086 Reloading parameters... +2021-12-17 22:21:12,109 Loading parameters... +2021-12-17 22:21:12,111 Loading project parameters... +2021-12-17 22:21:12,113 + +23 of 25 jobs remaining (22:21) +2021-12-17 22:21:12,113 Sleep: 10 +2021-12-17 22:21:12,113 Number of retrials: 0 +2021-12-17 22:21:12,113 WRAPPER CHECK TIME = 10 +2021-12-17 22:21:12,114 Checking jobs for platform=marenostrum4 +2021-12-17 22:21:12,114 Checking jobs for platform=nord3 +2021-12-17 22:21:12,115 Checking jobs for platform=local +2021-12-17 22:21:12,115 Checking jobs for platform=transfer_node +2021-12-17 22:21:12,116 Checking all jobs at once +2021-12-17 22:21:13,986 Successful check job command +2021-12-17 22:21:15,405 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:21:15,405 End of checking +2021-12-17 22:21:21,269 Updating FAILED jobs +2021-12-17 22:21:21,269 Updating WAITING jobs +2021-12-17 22:21:21,269 Update finished +2021-12-17 22:21:21,269 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:21:21,309 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:21:21,309 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:21:21,309 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:21:21,404 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:21:21,412 Job list saved +2021-12-17 22:21:21,572 Updating FAILED jobs +2021-12-17 22:21:21,572 Updating WAITING jobs +2021-12-17 22:21:21,572 Update finished +2021-12-17 22:21:31,582 Reloading parameters... +2021-12-17 22:21:31,632 Loading parameters... +2021-12-17 22:21:31,635 Loading project parameters... +2021-12-17 22:21:31,639 + +23 of 25 jobs remaining (22:21) +2021-12-17 22:21:31,640 Sleep: 10 +2021-12-17 22:21:31,640 Number of retrials: 0 +2021-12-17 22:21:31,640 WRAPPER CHECK TIME = 10 +2021-12-17 22:21:31,641 Checking jobs for platform=marenostrum4 +2021-12-17 22:21:31,643 Checking jobs for platform=nord3 +2021-12-17 22:21:31,644 Checking jobs for platform=local +2021-12-17 22:21:31,645 Checking jobs for platform=transfer_node +2021-12-17 22:21:31,645 Checking all jobs at once +2021-12-17 22:21:33,770 Successful check job command +2021-12-17 22:21:38,146 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:21:38,146 End of checking +2021-12-17 22:21:38,152 Updating FAILED jobs +2021-12-17 22:21:38,152 Updating WAITING jobs +2021-12-17 22:21:38,153 Update finished +2021-12-17 22:21:38,153 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:21:38,153 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:21:38,154 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:21:38,154 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:21:38,157 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:21:38,160 Job list saved +2021-12-17 22:21:38,168 Updating FAILED jobs +2021-12-17 22:21:38,168 Updating WAITING jobs +2021-12-17 22:21:38,168 Update finished +2021-12-17 22:21:48,178 Reloading parameters... +2021-12-17 22:21:48,205 Loading parameters... +2021-12-17 22:21:48,207 Loading project parameters... +2021-12-17 22:21:48,209 + +23 of 25 jobs remaining (22:21) +2021-12-17 22:21:48,209 Sleep: 10 +2021-12-17 22:21:48,209 Number of retrials: 0 +2021-12-17 22:21:48,209 WRAPPER CHECK TIME = 10 +2021-12-17 22:21:48,210 Checking jobs for platform=marenostrum4 +2021-12-17 22:21:48,210 Checking jobs for platform=nord3 +2021-12-17 22:21:48,211 Checking jobs for platform=local +2021-12-17 22:21:48,211 Checking jobs for platform=transfer_node +2021-12-17 22:21:48,211 Checking all jobs at once +2021-12-17 22:21:49,682 Successful check job command +2021-12-17 22:21:51,655 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:21:51,655 End of checking +2021-12-17 22:21:51,656 Updating FAILED jobs +2021-12-17 22:21:51,657 Updating WAITING jobs +2021-12-17 22:21:51,657 Update finished +2021-12-17 22:21:51,657 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:21:51,658 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:21:51,658 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:21:51,658 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:21:51,661 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:21:51,664 Job list saved +2021-12-17 22:21:51,672 Updating FAILED jobs +2021-12-17 22:21:51,672 Updating WAITING jobs +2021-12-17 22:21:51,672 Update finished +2021-12-17 22:22:01,679 Reloading parameters... +2021-12-17 22:22:01,700 Loading parameters... +2021-12-17 22:22:01,702 Loading project parameters... +2021-12-17 22:22:01,704 + +23 of 25 jobs remaining (22:22) +2021-12-17 22:22:01,704 Sleep: 10 +2021-12-17 22:22:01,704 Number of retrials: 0 +2021-12-17 22:22:01,704 WRAPPER CHECK TIME = 10 +2021-12-17 22:22:01,705 Checking jobs for platform=marenostrum4 +2021-12-17 22:22:01,706 Checking jobs for platform=nord3 +2021-12-17 22:22:01,706 Checking jobs for platform=local +2021-12-17 22:22:01,707 Checking jobs for platform=transfer_node +2021-12-17 22:22:01,708 Checking all jobs at once +2021-12-17 22:22:05,435 Successful check job command +2021-12-17 22:22:08,207 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:22:08,207 End of checking +2021-12-17 22:22:08,209 Updating FAILED jobs +2021-12-17 22:22:08,210 Updating WAITING jobs +2021-12-17 22:22:08,210 Update finished +2021-12-17 22:22:08,210 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:22:08,211 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:22:08,211 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:22:08,211 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:22:08,214 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:22:08,216 Job list saved +2021-12-17 22:22:08,221 Updating FAILED jobs +2021-12-17 22:22:08,221 Updating WAITING jobs +2021-12-17 22:22:08,222 Update finished +2021-12-17 22:22:18,224 Reloading parameters... +2021-12-17 22:22:18,245 Loading parameters... +2021-12-17 22:22:18,246 Loading project parameters... +2021-12-17 22:22:18,248 + +23 of 25 jobs remaining (22:22) +2021-12-17 22:22:18,248 Sleep: 10 +2021-12-17 22:22:18,249 Number of retrials: 0 +2021-12-17 22:22:18,249 WRAPPER CHECK TIME = 10 +2021-12-17 22:22:18,249 Checking jobs for platform=marenostrum4 +2021-12-17 22:22:18,250 Checking jobs for platform=nord3 +2021-12-17 22:22:18,250 Checking jobs for platform=local +2021-12-17 22:22:18,251 Checking jobs for platform=transfer_node +2021-12-17 22:22:18,251 Checking all jobs at once +2021-12-17 22:22:19,621 Successful check job command +2021-12-17 22:22:21,042 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:22:21,042 End of checking +2021-12-17 22:22:21,046 Updating FAILED jobs +2021-12-17 22:22:21,046 Updating WAITING jobs +2021-12-17 22:22:21,046 Update finished +2021-12-17 22:22:21,047 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:22:21,047 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:22:21,049 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:22:21,049 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:22:21,054 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:22:21,057 Job list saved +2021-12-17 22:22:21,061 Updating FAILED jobs +2021-12-17 22:22:21,061 Updating WAITING jobs +2021-12-17 22:22:21,062 Update finished +2021-12-17 22:22:31,072 Reloading parameters... +2021-12-17 22:22:31,102 Loading parameters... +2021-12-17 22:22:31,103 Loading project parameters... +2021-12-17 22:22:31,105 + +23 of 25 jobs remaining (22:22) +2021-12-17 22:22:31,105 Sleep: 10 +2021-12-17 22:22:31,105 Number of retrials: 0 +2021-12-17 22:22:31,105 WRAPPER CHECK TIME = 10 +2021-12-17 22:22:31,106 Checking jobs for platform=marenostrum4 +2021-12-17 22:22:31,106 Checking jobs for platform=nord3 +2021-12-17 22:22:31,107 Checking jobs for platform=local +2021-12-17 22:22:31,108 Checking jobs for platform=transfer_node +2021-12-17 22:22:31,108 Checking all jobs at once +2021-12-17 22:22:34,832 Successful check job command +2021-12-17 22:22:36,702 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:22:36,702 End of checking +2021-12-17 22:22:36,703 Updating FAILED jobs +2021-12-17 22:22:36,703 Updating WAITING jobs +2021-12-17 22:22:36,704 Update finished +2021-12-17 22:22:36,704 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:22:36,704 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:22:36,704 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:22:36,704 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:22:36,707 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:22:36,709 Job list saved +2021-12-17 22:22:36,718 Updating FAILED jobs +2021-12-17 22:22:36,718 Updating WAITING jobs +2021-12-17 22:22:36,718 Update finished +2021-12-17 22:22:46,728 Reloading parameters... +2021-12-17 22:22:46,756 Loading parameters... +2021-12-17 22:22:46,757 Loading project parameters... +2021-12-17 22:22:46,766 + +23 of 25 jobs remaining (22:22) +2021-12-17 22:22:46,767 Sleep: 10 +2021-12-17 22:22:46,767 Number of retrials: 0 +2021-12-17 22:22:46,767 WRAPPER CHECK TIME = 10 +2021-12-17 22:22:46,770 Checking jobs for platform=marenostrum4 +2021-12-17 22:22:46,771 Checking jobs for platform=nord3 +2021-12-17 22:22:46,771 Checking jobs for platform=local +2021-12-17 22:22:46,772 Checking jobs for platform=transfer_node +2021-12-17 22:22:46,772 Checking all jobs at once +2021-12-17 22:22:49,954 Successful check job command +2021-12-17 22:22:52,977 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:22:52,977 End of checking +2021-12-17 22:22:52,978 Updating FAILED jobs +2021-12-17 22:22:52,978 Updating WAITING jobs +2021-12-17 22:22:52,979 Update finished +2021-12-17 22:22:52,979 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:22:52,979 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:22:52,980 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:22:52,980 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:22:52,983 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:22:52,985 Job list saved +2021-12-17 22:22:52,997 Updating FAILED jobs +2021-12-17 22:22:52,997 Updating WAITING jobs +2021-12-17 22:22:52,998 Update finished +2021-12-17 22:23:03,008 Reloading parameters... +2021-12-17 22:23:03,041 Loading parameters... +2021-12-17 22:23:03,043 Loading project parameters... +2021-12-17 22:23:03,047 + +23 of 25 jobs remaining (22:23) +2021-12-17 22:23:03,047 Sleep: 10 +2021-12-17 22:23:03,047 Number of retrials: 0 +2021-12-17 22:23:03,047 WRAPPER CHECK TIME = 10 +2021-12-17 22:23:03,048 Checking jobs for platform=marenostrum4 +2021-12-17 22:23:03,051 Checking jobs for platform=nord3 +2021-12-17 22:23:03,052 Checking jobs for platform=local +2021-12-17 22:23:03,052 Checking jobs for platform=transfer_node +2021-12-17 22:23:03,053 Checking all jobs at once +2021-12-17 22:23:04,936 Successful check job command +2021-12-17 22:23:06,356 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:23:06,357 End of checking +2021-12-17 22:23:06,358 Updating FAILED jobs +2021-12-17 22:23:06,358 Updating WAITING jobs +2021-12-17 22:23:06,358 Update finished +2021-12-17 22:23:06,359 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:23:06,359 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:23:06,359 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:23:06,359 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:23:06,361 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:23:06,364 Job list saved +2021-12-17 22:23:06,369 Updating FAILED jobs +2021-12-17 22:23:06,369 Updating WAITING jobs +2021-12-17 22:23:06,369 Update finished +2021-12-17 22:23:16,379 Reloading parameters... +2021-12-17 22:23:16,408 Loading parameters... +2021-12-17 22:23:16,409 Loading project parameters... +2021-12-17 22:23:16,411 + +23 of 25 jobs remaining (22:23) +2021-12-17 22:23:16,411 Sleep: 10 +2021-12-17 22:23:16,411 Number of retrials: 0 +2021-12-17 22:23:16,411 WRAPPER CHECK TIME = 10 +2021-12-17 22:23:16,412 Checking jobs for platform=marenostrum4 +2021-12-17 22:23:16,412 Checking jobs for platform=nord3 +2021-12-17 22:23:16,413 Checking jobs for platform=local +2021-12-17 22:23:16,414 Checking jobs for platform=transfer_node +2021-12-17 22:23:16,414 Checking all jobs at once +2021-12-17 22:23:19,940 Successful check job command +2021-12-17 22:23:22,762 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:23:22,762 End of checking +2021-12-17 22:23:22,764 Updating FAILED jobs +2021-12-17 22:23:22,764 Updating WAITING jobs +2021-12-17 22:23:22,764 Update finished +2021-12-17 22:23:22,764 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:23:22,764 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:23:22,765 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:23:22,765 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:23:22,767 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:23:22,770 Job list saved +2021-12-17 22:23:22,774 Updating FAILED jobs +2021-12-17 22:23:22,775 Updating WAITING jobs +2021-12-17 22:23:22,775 Update finished +2021-12-17 22:23:32,785 Reloading parameters... +2021-12-17 22:23:32,809 Loading parameters... +2021-12-17 22:23:32,811 Loading project parameters... +2021-12-17 22:23:32,814 + +23 of 25 jobs remaining (22:23) +2021-12-17 22:23:32,814 Sleep: 10 +2021-12-17 22:23:32,814 Number of retrials: 0 +2021-12-17 22:23:32,814 WRAPPER CHECK TIME = 10 +2021-12-17 22:23:32,815 Checking jobs for platform=marenostrum4 +2021-12-17 22:23:32,816 Checking jobs for platform=nord3 +2021-12-17 22:23:32,817 Checking jobs for platform=local +2021-12-17 22:23:32,817 Checking jobs for platform=transfer_node +2021-12-17 22:23:32,817 Checking all jobs at once +2021-12-17 22:23:35,491 Successful check job command +2021-12-17 22:23:39,969 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:23:39,969 End of checking +2021-12-17 22:23:39,970 Updating FAILED jobs +2021-12-17 22:23:39,970 Updating WAITING jobs +2021-12-17 22:23:39,971 Update finished +2021-12-17 22:23:39,971 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:23:39,971 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:23:39,972 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:23:39,972 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:23:39,974 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:23:39,976 Job list saved +2021-12-17 22:23:39,981 Updating FAILED jobs +2021-12-17 22:23:39,981 Updating WAITING jobs +2021-12-17 22:23:39,981 Update finished +2021-12-17 22:23:49,992 Reloading parameters... +2021-12-17 22:23:50,011 Loading parameters... +2021-12-17 22:23:50,013 Loading project parameters... +2021-12-17 22:23:50,015 + +23 of 25 jobs remaining (22:23) +2021-12-17 22:23:50,015 Sleep: 10 +2021-12-17 22:23:50,015 Number of retrials: 0 +2021-12-17 22:23:50,015 WRAPPER CHECK TIME = 10 +2021-12-17 22:23:50,016 Checking jobs for platform=marenostrum4 +2021-12-17 22:23:50,017 Checking jobs for platform=nord3 +2021-12-17 22:23:50,017 Checking jobs for platform=local +2021-12-17 22:23:50,018 Checking jobs for platform=transfer_node +2021-12-17 22:23:50,018 Checking all jobs at once +2021-12-17 22:23:51,393 Successful check job command +2021-12-17 22:23:55,017 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:23:55,017 End of checking +2021-12-17 22:23:55,018 Updating FAILED jobs +2021-12-17 22:23:55,019 Updating WAITING jobs +2021-12-17 22:23:55,019 Update finished +2021-12-17 22:23:55,019 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:23:55,020 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:23:55,020 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:23:55,020 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:23:55,023 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:23:55,025 Job list saved +2021-12-17 22:23:55,034 Updating FAILED jobs +2021-12-17 22:23:55,034 Updating WAITING jobs +2021-12-17 22:23:55,034 Update finished +2021-12-17 22:24:05,044 Reloading parameters... +2021-12-17 22:24:05,063 Loading parameters... +2021-12-17 22:24:05,065 Loading project parameters... +2021-12-17 22:24:05,067 + +23 of 25 jobs remaining (22:24) +2021-12-17 22:24:05,067 Sleep: 10 +2021-12-17 22:24:05,067 Number of retrials: 0 +2021-12-17 22:24:05,067 WRAPPER CHECK TIME = 10 +2021-12-17 22:24:05,068 Checking jobs for platform=marenostrum4 +2021-12-17 22:24:05,069 Checking jobs for platform=nord3 +2021-12-17 22:24:05,069 Checking jobs for platform=local +2021-12-17 22:24:05,070 Checking jobs for platform=transfer_node +2021-12-17 22:24:05,070 Checking all jobs at once +2021-12-17 22:24:07,543 Successful check job command +2021-12-17 22:24:09,063 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:24:09,063 End of checking +2021-12-17 22:24:09,064 Updating FAILED jobs +2021-12-17 22:24:09,064 Updating WAITING jobs +2021-12-17 22:24:09,065 Update finished +2021-12-17 22:24:09,065 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:24:09,066 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:24:09,066 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:24:09,066 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:24:09,068 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:24:09,071 Job list saved +2021-12-17 22:24:09,075 Updating FAILED jobs +2021-12-17 22:24:09,076 Updating WAITING jobs +2021-12-17 22:24:09,076 Update finished +2021-12-17 22:24:19,078 Reloading parameters... +2021-12-17 22:24:19,100 Loading parameters... +2021-12-17 22:24:19,102 Loading project parameters... +2021-12-17 22:24:19,105 + +23 of 25 jobs remaining (22:24) +2021-12-17 22:24:19,105 Sleep: 10 +2021-12-17 22:24:19,105 Number of retrials: 0 +2021-12-17 22:24:19,105 WRAPPER CHECK TIME = 10 +2021-12-17 22:24:19,106 Checking jobs for platform=marenostrum4 +2021-12-17 22:24:19,107 Checking jobs for platform=nord3 +2021-12-17 22:24:19,107 Checking jobs for platform=local +2021-12-17 22:24:19,108 Checking jobs for platform=transfer_node +2021-12-17 22:24:19,108 Checking all jobs at once +2021-12-17 22:24:22,150 Successful check job command +2021-12-17 22:24:26,124 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:24:26,124 End of checking +2021-12-17 22:24:26,125 Updating FAILED jobs +2021-12-17 22:24:26,125 Updating WAITING jobs +2021-12-17 22:24:26,125 Update finished +2021-12-17 22:24:26,126 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:24:26,126 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:24:26,126 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:24:26,127 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:24:26,129 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:24:26,131 Job list saved +2021-12-17 22:24:26,137 Updating FAILED jobs +2021-12-17 22:24:26,137 Updating WAITING jobs +2021-12-17 22:24:26,137 Update finished +2021-12-17 22:24:36,148 Reloading parameters... +2021-12-17 22:24:36,167 Loading parameters... +2021-12-17 22:24:36,168 Loading project parameters... +2021-12-17 22:24:36,170 + +23 of 25 jobs remaining (22:24) +2021-12-17 22:24:36,170 Sleep: 10 +2021-12-17 22:24:36,170 Number of retrials: 0 +2021-12-17 22:24:36,170 WRAPPER CHECK TIME = 10 +2021-12-17 22:24:36,171 Checking jobs for platform=marenostrum4 +2021-12-17 22:24:36,171 Checking jobs for platform=nord3 +2021-12-17 22:24:36,172 Checking jobs for platform=local +2021-12-17 22:24:36,172 Checking jobs for platform=transfer_node +2021-12-17 22:24:36,173 Checking all jobs at once +2021-12-17 22:24:37,542 Successful check job command +2021-12-17 22:24:38,864 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:24:38,864 End of checking +2021-12-17 22:24:38,865 Updating FAILED jobs +2021-12-17 22:24:38,865 Updating WAITING jobs +2021-12-17 22:24:38,866 Update finished +2021-12-17 22:24:38,866 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:24:38,866 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:24:38,867 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:24:38,867 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:24:38,870 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:24:38,873 Job list saved +2021-12-17 22:24:38,878 Updating FAILED jobs +2021-12-17 22:24:38,879 Updating WAITING jobs +2021-12-17 22:24:38,879 Update finished +2021-12-17 22:24:48,884 Reloading parameters... +2021-12-17 22:24:48,908 Loading parameters... +2021-12-17 22:24:48,910 Loading project parameters... +2021-12-17 22:24:48,912 + +23 of 25 jobs remaining (22:24) +2021-12-17 22:24:48,912 Sleep: 10 +2021-12-17 22:24:48,912 Number of retrials: 0 +2021-12-17 22:24:48,912 WRAPPER CHECK TIME = 10 +2021-12-17 22:24:48,913 Checking jobs for platform=marenostrum4 +2021-12-17 22:24:48,914 Checking jobs for platform=nord3 +2021-12-17 22:24:48,914 Checking jobs for platform=local +2021-12-17 22:24:48,915 Checking jobs for platform=transfer_node +2021-12-17 22:24:48,915 Checking all jobs at once +2021-12-17 22:24:50,936 Successful check job command +2021-12-17 22:24:52,507 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:24:52,508 End of checking +2021-12-17 22:24:52,509 Updating FAILED jobs +2021-12-17 22:24:52,509 Updating WAITING jobs +2021-12-17 22:24:52,510 Update finished +2021-12-17 22:24:52,510 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:24:52,510 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:24:52,510 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:24:52,510 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:24:52,514 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:24:52,517 Job list saved +2021-12-17 22:24:52,523 Updating FAILED jobs +2021-12-17 22:24:52,523 Updating WAITING jobs +2021-12-17 22:24:52,523 Update finished +2021-12-17 22:25:02,533 Reloading parameters... +2021-12-17 22:25:02,560 Loading parameters... +2021-12-17 22:25:02,566 Loading project parameters... +2021-12-17 22:25:02,570 + +23 of 25 jobs remaining (22:25) +2021-12-17 22:25:02,570 Sleep: 10 +2021-12-17 22:25:02,571 Number of retrials: 0 +2021-12-17 22:25:02,571 WRAPPER CHECK TIME = 10 +2021-12-17 22:25:02,584 Checking jobs for platform=marenostrum4 +2021-12-17 22:25:02,585 Checking jobs for platform=nord3 +2021-12-17 22:25:02,585 Checking jobs for platform=local +2021-12-17 22:25:02,586 Checking jobs for platform=transfer_node +2021-12-17 22:25:02,586 Checking all jobs at once +2021-12-17 22:25:04,860 Successful check job command +2021-12-17 22:25:08,033 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:25:08,033 End of checking +2021-12-17 22:25:08,035 Updating FAILED jobs +2021-12-17 22:25:08,035 Updating WAITING jobs +2021-12-17 22:25:08,035 Update finished +2021-12-17 22:25:08,035 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:25:08,036 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:25:08,036 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:25:08,036 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:25:08,039 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:25:08,041 Job list saved +2021-12-17 22:25:08,046 Updating FAILED jobs +2021-12-17 22:25:08,046 Updating WAITING jobs +2021-12-17 22:25:08,047 Update finished +2021-12-17 22:25:18,053 Reloading parameters... +2021-12-17 22:25:18,073 Loading parameters... +2021-12-17 22:25:18,075 Loading project parameters... +2021-12-17 22:25:18,076 + +23 of 25 jobs remaining (22:25) +2021-12-17 22:25:18,077 Sleep: 10 +2021-12-17 22:25:18,077 Number of retrials: 0 +2021-12-17 22:25:18,077 WRAPPER CHECK TIME = 10 +2021-12-17 22:25:18,077 Checking jobs for platform=marenostrum4 +2021-12-17 22:25:18,078 Checking jobs for platform=nord3 +2021-12-17 22:25:18,082 Checking jobs for platform=local +2021-12-17 22:25:18,082 Checking jobs for platform=transfer_node +2021-12-17 22:25:18,082 Checking all jobs at once +2021-12-17 22:25:19,504 Successful check job command +2021-12-17 22:25:20,874 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:25:20,874 End of checking +2021-12-17 22:25:20,876 Updating FAILED jobs +2021-12-17 22:25:20,876 Updating WAITING jobs +2021-12-17 22:25:20,877 Update finished +2021-12-17 22:25:20,877 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:25:20,877 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:25:20,877 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:25:20,877 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:25:20,880 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:25:20,883 Job list saved +2021-12-17 22:25:20,887 Updating FAILED jobs +2021-12-17 22:25:20,887 Updating WAITING jobs +2021-12-17 22:25:20,888 Update finished +2021-12-17 22:25:30,892 Reloading parameters... +2021-12-17 22:25:30,916 Loading parameters... +2021-12-17 22:25:30,917 Loading project parameters... +2021-12-17 22:25:30,919 + +23 of 25 jobs remaining (22:25) +2021-12-17 22:25:30,919 Sleep: 10 +2021-12-17 22:25:30,919 Number of retrials: 0 +2021-12-17 22:25:30,919 WRAPPER CHECK TIME = 10 +2021-12-17 22:25:30,920 Checking jobs for platform=marenostrum4 +2021-12-17 22:25:30,920 Checking jobs for platform=nord3 +2021-12-17 22:25:30,921 Checking jobs for platform=local +2021-12-17 22:25:30,922 Checking jobs for platform=transfer_node +2021-12-17 22:25:30,922 Checking all jobs at once +2021-12-17 22:25:32,641 Successful check job command +2021-12-17 22:25:36,816 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:25:36,816 End of checking +2021-12-17 22:25:36,818 Updating FAILED jobs +2021-12-17 22:25:36,818 Updating WAITING jobs +2021-12-17 22:25:36,818 Update finished +2021-12-17 22:25:36,818 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:25:36,818 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:25:36,818 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:25:36,819 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:25:36,822 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:25:36,824 Job list saved +2021-12-17 22:25:36,835 Updating FAILED jobs +2021-12-17 22:25:36,835 Updating WAITING jobs +2021-12-17 22:25:36,835 Update finished +2021-12-17 22:25:46,845 Reloading parameters... +2021-12-17 22:25:46,869 Loading parameters... +2021-12-17 22:25:46,870 Loading project parameters... +2021-12-17 22:25:46,872 + +23 of 25 jobs remaining (22:25) +2021-12-17 22:25:46,872 Sleep: 10 +2021-12-17 22:25:46,873 Number of retrials: 0 +2021-12-17 22:25:46,873 WRAPPER CHECK TIME = 10 +2021-12-17 22:25:46,873 Checking jobs for platform=marenostrum4 +2021-12-17 22:25:46,874 Checking jobs for platform=nord3 +2021-12-17 22:25:46,874 Checking jobs for platform=local +2021-12-17 22:25:46,875 Checking jobs for platform=transfer_node +2021-12-17 22:25:46,875 Checking all jobs at once +2021-12-17 22:25:49,806 Successful check job command +2021-12-17 22:25:52,480 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:25:52,480 End of checking +2021-12-17 22:25:52,482 Updating FAILED jobs +2021-12-17 22:25:52,482 Updating WAITING jobs +2021-12-17 22:25:52,482 Update finished +2021-12-17 22:25:52,482 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:25:52,483 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:25:52,483 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:25:52,483 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:25:52,487 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:25:52,489 Job list saved +2021-12-17 22:25:52,494 Updating FAILED jobs +2021-12-17 22:25:52,494 Updating WAITING jobs +2021-12-17 22:25:52,494 Update finished +2021-12-17 22:26:02,500 Reloading parameters... +2021-12-17 22:26:02,521 Loading parameters... +2021-12-17 22:26:02,522 Loading project parameters... +2021-12-17 22:26:02,524 + +23 of 25 jobs remaining (22:26) +2021-12-17 22:26:02,524 Sleep: 10 +2021-12-17 22:26:02,524 Number of retrials: 0 +2021-12-17 22:26:02,525 WRAPPER CHECK TIME = 10 +2021-12-17 22:26:02,525 Checking jobs for platform=marenostrum4 +2021-12-17 22:26:02,526 Checking jobs for platform=nord3 +2021-12-17 22:26:02,526 Checking jobs for platform=local +2021-12-17 22:26:02,527 Checking jobs for platform=transfer_node +2021-12-17 22:26:02,527 Checking all jobs at once +2021-12-17 22:26:04,798 Successful check job command +2021-12-17 22:26:08,071 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:26:08,071 End of checking +2021-12-17 22:26:08,079 Updating FAILED jobs +2021-12-17 22:26:08,079 Updating WAITING jobs +2021-12-17 22:26:08,080 Update finished +2021-12-17 22:26:08,080 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:26:08,080 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:26:08,080 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:26:08,080 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:26:08,083 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:26:08,086 Job list saved +2021-12-17 22:26:08,093 Updating FAILED jobs +2021-12-17 22:26:08,093 Updating WAITING jobs +2021-12-17 22:26:08,093 Update finished +2021-12-17 22:26:18,103 Reloading parameters... +2021-12-17 22:26:18,126 Loading parameters... +2021-12-17 22:26:18,128 Loading project parameters... +2021-12-17 22:26:18,130 + +23 of 25 jobs remaining (22:26) +2021-12-17 22:26:18,130 Sleep: 10 +2021-12-17 22:26:18,130 Number of retrials: 0 +2021-12-17 22:26:18,130 WRAPPER CHECK TIME = 10 +2021-12-17 22:26:18,131 Checking jobs for platform=marenostrum4 +2021-12-17 22:26:18,133 Checking jobs for platform=nord3 +2021-12-17 22:26:18,134 Checking jobs for platform=local +2021-12-17 22:26:18,134 Checking jobs for platform=transfer_node +2021-12-17 22:26:18,134 Checking all jobs at once +2021-12-17 22:26:20,908 Successful check job command +2021-12-17 22:26:22,878 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:26:22,878 End of checking +2021-12-17 22:26:22,880 Updating FAILED jobs +2021-12-17 22:26:22,881 Updating WAITING jobs +2021-12-17 22:26:22,882 Update finished +2021-12-17 22:26:22,883 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:26:22,883 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:26:22,883 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:26:22,883 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:26:22,886 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:26:22,889 Job list saved +2021-12-17 22:26:22,894 Updating FAILED jobs +2021-12-17 22:26:22,894 Updating WAITING jobs +2021-12-17 22:26:22,894 Update finished +2021-12-17 22:26:32,904 Reloading parameters... +2021-12-17 22:26:32,932 Loading parameters... +2021-12-17 22:26:32,933 Loading project parameters... +2021-12-17 22:26:32,935 + +23 of 25 jobs remaining (22:26) +2021-12-17 22:26:32,936 Sleep: 10 +2021-12-17 22:26:32,936 Number of retrials: 0 +2021-12-17 22:26:32,936 WRAPPER CHECK TIME = 10 +2021-12-17 22:26:32,936 Checking jobs for platform=marenostrum4 +2021-12-17 22:26:32,937 Checking jobs for platform=nord3 +2021-12-17 22:26:32,938 Checking jobs for platform=local +2021-12-17 22:26:32,938 Checking jobs for platform=transfer_node +2021-12-17 22:26:32,938 Checking all jobs at once +2021-12-17 22:26:35,964 Successful check job command +2021-12-17 22:26:37,935 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:26:37,935 End of checking +2021-12-17 22:26:37,937 Updating FAILED jobs +2021-12-17 22:26:37,937 Updating WAITING jobs +2021-12-17 22:26:37,937 Update finished +2021-12-17 22:26:37,937 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:26:37,938 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:26:37,938 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:26:37,938 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:26:37,941 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:26:37,944 Job list saved +2021-12-17 22:26:37,950 Updating FAILED jobs +2021-12-17 22:26:37,950 Updating WAITING jobs +2021-12-17 22:26:37,950 Update finished +2021-12-17 22:26:47,960 Reloading parameters... +2021-12-17 22:26:47,979 Loading parameters... +2021-12-17 22:26:47,981 Loading project parameters... +2021-12-17 22:26:47,983 + +23 of 25 jobs remaining (22:26) +2021-12-17 22:26:47,983 Sleep: 10 +2021-12-17 22:26:47,983 Number of retrials: 0 +2021-12-17 22:26:47,983 WRAPPER CHECK TIME = 10 +2021-12-17 22:26:47,984 Checking jobs for platform=marenostrum4 +2021-12-17 22:26:47,984 Checking jobs for platform=nord3 +2021-12-17 22:26:47,985 Checking jobs for platform=local +2021-12-17 22:26:47,986 Checking jobs for platform=transfer_node +2021-12-17 22:26:47,986 Checking all jobs at once +2021-12-17 22:26:50,457 Successful check job command +2021-12-17 22:26:53,279 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:26:53,280 End of checking +2021-12-17 22:26:53,281 Updating FAILED jobs +2021-12-17 22:26:53,281 Updating WAITING jobs +2021-12-17 22:26:53,281 Update finished +2021-12-17 22:26:53,282 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:26:53,282 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:26:53,282 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:26:53,282 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:26:53,285 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:26:53,287 Job list saved +2021-12-17 22:26:53,292 Updating FAILED jobs +2021-12-17 22:26:53,292 Updating WAITING jobs +2021-12-17 22:26:53,292 Update finished +2021-12-17 22:27:03,296 Reloading parameters... +2021-12-17 22:27:03,316 Loading parameters... +2021-12-17 22:27:03,317 Loading project parameters... +2021-12-17 22:27:03,319 + +23 of 25 jobs remaining (22:27) +2021-12-17 22:27:03,319 Sleep: 10 +2021-12-17 22:27:03,319 Number of retrials: 0 +2021-12-17 22:27:03,319 WRAPPER CHECK TIME = 10 +2021-12-17 22:27:03,320 Checking jobs for platform=marenostrum4 +2021-12-17 22:27:03,321 Checking jobs for platform=nord3 +2021-12-17 22:27:03,321 Checking jobs for platform=local +2021-12-17 22:27:03,322 Checking jobs for platform=transfer_node +2021-12-17 22:27:03,322 Checking all jobs at once +2021-12-17 22:27:04,692 Successful check job command +2021-12-17 22:27:05,962 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:27:05,962 End of checking +2021-12-17 22:27:05,963 Updating FAILED jobs +2021-12-17 22:27:05,964 Updating WAITING jobs +2021-12-17 22:27:05,964 Update finished +2021-12-17 22:27:05,964 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:27:05,964 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:27:05,964 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:27:05,964 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:27:05,967 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:27:05,970 Job list saved +2021-12-17 22:27:05,976 Updating FAILED jobs +2021-12-17 22:27:05,976 Updating WAITING jobs +2021-12-17 22:27:05,976 Update finished +2021-12-17 22:27:15,986 Reloading parameters... +2021-12-17 22:27:16,005 Loading parameters... +2021-12-17 22:27:16,006 Loading project parameters... +2021-12-17 22:27:16,008 + +23 of 25 jobs remaining (22:27) +2021-12-17 22:27:16,008 Sleep: 10 +2021-12-17 22:27:16,008 Number of retrials: 0 +2021-12-17 22:27:16,008 WRAPPER CHECK TIME = 10 +2021-12-17 22:27:16,010 Checking jobs for platform=marenostrum4 +2021-12-17 22:27:16,010 Checking jobs for platform=nord3 +2021-12-17 22:27:16,013 Checking jobs for platform=local +2021-12-17 22:27:16,013 Checking jobs for platform=transfer_node +2021-12-17 22:27:16,013 Checking all jobs at once +2021-12-17 22:27:18,785 Successful check job command +2021-12-17 22:27:24,212 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:27:24,212 End of checking +2021-12-17 22:27:24,215 Updating FAILED jobs +2021-12-17 22:27:24,215 Updating WAITING jobs +2021-12-17 22:27:24,216 Update finished +2021-12-17 22:27:24,216 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:27:24,216 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:27:24,217 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:27:24,217 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:27:24,219 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:27:24,222 Job list saved +2021-12-17 22:27:24,226 Updating FAILED jobs +2021-12-17 22:27:24,226 Updating WAITING jobs +2021-12-17 22:27:24,227 Update finished +2021-12-17 22:27:34,235 Reloading parameters... +2021-12-17 22:27:34,254 Loading parameters... +2021-12-17 22:27:34,256 Loading project parameters... +2021-12-17 22:27:34,258 + +23 of 25 jobs remaining (22:27) +2021-12-17 22:27:34,259 Sleep: 10 +2021-12-17 22:27:34,259 Number of retrials: 0 +2021-12-17 22:27:34,259 WRAPPER CHECK TIME = 10 +2021-12-17 22:27:34,260 Checking jobs for platform=marenostrum4 +2021-12-17 22:27:34,260 Checking jobs for platform=nord3 +2021-12-17 22:27:34,261 Checking jobs for platform=local +2021-12-17 22:27:34,262 Checking jobs for platform=transfer_node +2021-12-17 22:27:34,262 Checking all jobs at once +2021-12-17 22:27:36,385 Successful check job command +2021-12-17 22:27:38,606 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:27:38,606 End of checking +2021-12-17 22:27:38,608 Updating FAILED jobs +2021-12-17 22:27:38,608 Updating WAITING jobs +2021-12-17 22:27:38,609 Update finished +2021-12-17 22:27:38,609 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:27:38,609 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:27:38,609 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:27:38,610 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:27:38,612 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:27:38,615 Job list saved +2021-12-17 22:27:38,620 Updating FAILED jobs +2021-12-17 22:27:38,620 Updating WAITING jobs +2021-12-17 22:27:38,620 Update finished +2021-12-17 22:27:48,629 Reloading parameters... +2021-12-17 22:27:48,649 Loading parameters... +2021-12-17 22:27:48,650 Loading project parameters... +2021-12-17 22:27:48,652 + +23 of 25 jobs remaining (22:27) +2021-12-17 22:27:48,653 Sleep: 10 +2021-12-17 22:27:48,653 Number of retrials: 0 +2021-12-17 22:27:48,653 WRAPPER CHECK TIME = 10 +2021-12-17 22:27:48,653 Checking jobs for platform=marenostrum4 +2021-12-17 22:27:48,654 Checking jobs for platform=nord3 +2021-12-17 22:27:48,654 Checking jobs for platform=local +2021-12-17 22:27:48,655 Checking jobs for platform=transfer_node +2021-12-17 22:27:48,655 Checking all jobs at once +2021-12-17 22:27:50,175 Successful check job command +2021-12-17 22:27:51,494 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:27:51,494 End of checking +2021-12-17 22:27:51,495 Updating FAILED jobs +2021-12-17 22:27:51,495 Updating WAITING jobs +2021-12-17 22:27:51,496 Update finished +2021-12-17 22:27:51,496 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:27:51,496 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:27:51,496 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:27:51,497 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:27:51,499 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:27:51,501 Job list saved +2021-12-17 22:27:51,508 Updating FAILED jobs +2021-12-17 22:27:51,508 Updating WAITING jobs +2021-12-17 22:27:51,508 Update finished +2021-12-17 22:28:01,518 Reloading parameters... +2021-12-17 22:28:01,538 Loading parameters... +2021-12-17 22:28:01,539 Loading project parameters... +2021-12-17 22:28:01,541 + +23 of 25 jobs remaining (22:28) +2021-12-17 22:28:01,541 Sleep: 10 +2021-12-17 22:28:01,541 Number of retrials: 0 +2021-12-17 22:28:01,542 WRAPPER CHECK TIME = 10 +2021-12-17 22:28:01,542 Checking jobs for platform=marenostrum4 +2021-12-17 22:28:01,543 Checking jobs for platform=nord3 +2021-12-17 22:28:01,543 Checking jobs for platform=local +2021-12-17 22:28:01,544 Checking jobs for platform=transfer_node +2021-12-17 22:28:01,544 Checking all jobs at once +2021-12-17 22:28:04,622 Successful check job command +2021-12-17 22:28:07,545 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:28:07,545 End of checking +2021-12-17 22:28:07,560 Updating FAILED jobs +2021-12-17 22:28:07,560 Updating WAITING jobs +2021-12-17 22:28:07,561 Update finished +2021-12-17 22:28:07,561 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:28:07,561 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:28:07,561 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:28:07,561 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:28:07,565 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:28:07,568 Job list saved +2021-12-17 22:28:07,573 Updating FAILED jobs +2021-12-17 22:28:07,573 Updating WAITING jobs +2021-12-17 22:28:07,573 Update finished +2021-12-17 22:28:17,583 Reloading parameters... +2021-12-17 22:28:17,605 Loading parameters... +2021-12-17 22:28:17,606 Loading project parameters... +2021-12-17 22:28:17,608 + +23 of 25 jobs remaining (22:28) +2021-12-17 22:28:17,608 Sleep: 10 +2021-12-17 22:28:17,608 Number of retrials: 0 +2021-12-17 22:28:17,608 WRAPPER CHECK TIME = 10 +2021-12-17 22:28:17,609 Checking jobs for platform=marenostrum4 +2021-12-17 22:28:17,609 Checking jobs for platform=nord3 +2021-12-17 22:28:17,610 Checking jobs for platform=local +2021-12-17 22:28:17,610 Checking jobs for platform=transfer_node +2021-12-17 22:28:17,611 Checking all jobs at once +2021-12-17 22:28:19,185 Successful check job command +2021-12-17 22:28:21,406 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:28:21,406 End of checking +2021-12-17 22:28:21,407 Updating FAILED jobs +2021-12-17 22:28:21,407 Updating WAITING jobs +2021-12-17 22:28:21,408 Update finished +2021-12-17 22:28:21,408 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:28:21,408 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:28:21,408 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:28:21,408 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:28:21,411 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:28:21,413 Job list saved +2021-12-17 22:28:21,418 Updating FAILED jobs +2021-12-17 22:28:21,418 Updating WAITING jobs +2021-12-17 22:28:21,418 Update finished +2021-12-17 22:28:31,429 Reloading parameters... +2021-12-17 22:28:31,448 Loading parameters... +2021-12-17 22:28:31,449 Loading project parameters... +2021-12-17 22:28:31,451 + +23 of 25 jobs remaining (22:28) +2021-12-17 22:28:31,451 Sleep: 10 +2021-12-17 22:28:31,451 Number of retrials: 0 +2021-12-17 22:28:31,451 WRAPPER CHECK TIME = 10 +2021-12-17 22:28:31,452 Checking jobs for platform=marenostrum4 +2021-12-17 22:28:31,452 Checking jobs for platform=nord3 +2021-12-17 22:28:31,453 Checking jobs for platform=local +2021-12-17 22:28:31,454 Checking jobs for platform=transfer_node +2021-12-17 22:28:31,454 Checking all jobs at once +2021-12-17 22:28:34,125 Successful check job command +2021-12-17 22:28:36,098 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:28:36,098 End of checking +2021-12-17 22:28:36,107 Updating FAILED jobs +2021-12-17 22:28:36,107 Updating WAITING jobs +2021-12-17 22:28:36,108 Update finished +2021-12-17 22:28:36,108 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:28:36,109 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:28:36,109 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:28:36,109 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:28:36,112 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:28:36,114 Job list saved +2021-12-17 22:28:36,120 Updating FAILED jobs +2021-12-17 22:28:36,120 Updating WAITING jobs +2021-12-17 22:28:36,121 Update finished +2021-12-17 22:28:46,131 Reloading parameters... +2021-12-17 22:28:46,152 Loading parameters... +2021-12-17 22:28:46,153 Loading project parameters... +2021-12-17 22:28:46,155 + +23 of 25 jobs remaining (22:28) +2021-12-17 22:28:46,156 Sleep: 10 +2021-12-17 22:28:46,156 Number of retrials: 0 +2021-12-17 22:28:46,156 WRAPPER CHECK TIME = 10 +2021-12-17 22:28:46,156 Checking jobs for platform=marenostrum4 +2021-12-17 22:28:46,157 Checking jobs for platform=nord3 +2021-12-17 22:28:46,158 Checking jobs for platform=local +2021-12-17 22:28:46,158 Checking jobs for platform=transfer_node +2021-12-17 22:28:46,159 Checking all jobs at once +2021-12-17 22:28:49,934 Successful check job command +2021-12-17 22:28:53,357 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:28:53,358 End of checking +2021-12-17 22:28:53,359 Updating FAILED jobs +2021-12-17 22:28:53,359 Updating WAITING jobs +2021-12-17 22:28:53,359 Update finished +2021-12-17 22:28:53,359 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:28:53,360 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:28:53,360 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:28:53,360 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:28:53,362 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:28:53,365 Job list saved +2021-12-17 22:28:53,369 Updating FAILED jobs +2021-12-17 22:28:53,370 Updating WAITING jobs +2021-12-17 22:28:53,370 Update finished +2021-12-17 22:29:03,373 Reloading parameters... +2021-12-17 22:29:03,396 Loading parameters... +2021-12-17 22:29:03,397 Loading project parameters... +2021-12-17 22:29:03,399 + +23 of 25 jobs remaining (22:29) +2021-12-17 22:29:03,399 Sleep: 10 +2021-12-17 22:29:03,399 Number of retrials: 0 +2021-12-17 22:29:03,399 WRAPPER CHECK TIME = 10 +2021-12-17 22:29:03,400 Checking jobs for platform=marenostrum4 +2021-12-17 22:29:03,401 Checking jobs for platform=nord3 +2021-12-17 22:29:03,401 Checking jobs for platform=local +2021-12-17 22:29:03,402 Checking jobs for platform=transfer_node +2021-12-17 22:29:03,402 Checking all jobs at once +2021-12-17 22:29:05,172 Successful check job command +2021-12-17 22:29:06,753 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:29:06,753 End of checking +2021-12-17 22:29:06,754 Updating FAILED jobs +2021-12-17 22:29:06,754 Updating WAITING jobs +2021-12-17 22:29:06,755 Update finished +2021-12-17 22:29:06,755 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:29:06,755 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:29:06,755 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:29:06,755 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:29:06,758 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:29:06,760 Job list saved +2021-12-17 22:29:06,765 Updating FAILED jobs +2021-12-17 22:29:06,766 Updating WAITING jobs +2021-12-17 22:29:06,766 Update finished +2021-12-17 22:29:16,776 Reloading parameters... +2021-12-17 22:29:16,794 Loading parameters... +2021-12-17 22:29:16,795 Loading project parameters... +2021-12-17 22:29:16,798 + +23 of 25 jobs remaining (22:29) +2021-12-17 22:29:16,798 Sleep: 10 +2021-12-17 22:29:16,798 Number of retrials: 0 +2021-12-17 22:29:16,798 WRAPPER CHECK TIME = 10 +2021-12-17 22:29:16,799 Checking jobs for platform=marenostrum4 +2021-12-17 22:29:16,800 Checking jobs for platform=nord3 +2021-12-17 22:29:16,801 Checking jobs for platform=local +2021-12-17 22:29:16,801 Checking jobs for platform=transfer_node +2021-12-17 22:29:16,801 Checking all jobs at once +2021-12-17 22:29:19,524 Successful check job command +2021-12-17 22:29:21,795 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:29:21,795 End of checking +2021-12-17 22:29:21,797 Updating FAILED jobs +2021-12-17 22:29:21,797 Updating WAITING jobs +2021-12-17 22:29:21,797 Update finished +2021-12-17 22:29:21,797 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:29:21,798 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:29:21,798 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:29:21,798 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:29:21,800 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:29:21,803 Job list saved +2021-12-17 22:29:21,807 Updating FAILED jobs +2021-12-17 22:29:21,807 Updating WAITING jobs +2021-12-17 22:29:21,809 Update finished +2021-12-17 22:29:31,818 Reloading parameters... +2021-12-17 22:29:31,836 Loading parameters... +2021-12-17 22:29:31,837 Loading project parameters... +2021-12-17 22:29:31,839 + +23 of 25 jobs remaining (22:29) +2021-12-17 22:29:31,839 Sleep: 10 +2021-12-17 22:29:31,839 Number of retrials: 0 +2021-12-17 22:29:31,840 WRAPPER CHECK TIME = 10 +2021-12-17 22:29:31,840 Checking jobs for platform=marenostrum4 +2021-12-17 22:29:31,841 Checking jobs for platform=nord3 +2021-12-17 22:29:31,841 Checking jobs for platform=local +2021-12-17 22:29:31,842 Checking jobs for platform=transfer_node +2021-12-17 22:29:31,842 Checking all jobs at once +2021-12-17 22:29:34,114 Successful check job command +2021-12-17 22:29:37,036 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:29:37,036 End of checking +2021-12-17 22:29:37,038 Updating FAILED jobs +2021-12-17 22:29:37,038 Updating WAITING jobs +2021-12-17 22:29:37,038 Update finished +2021-12-17 22:29:37,038 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:29:37,038 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:29:37,039 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:29:37,039 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:29:37,042 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:29:37,044 Job list saved +2021-12-17 22:29:37,054 Updating FAILED jobs +2021-12-17 22:29:37,054 Updating WAITING jobs +2021-12-17 22:29:37,055 Update finished +2021-12-17 22:29:47,064 Reloading parameters... +2021-12-17 22:29:47,085 Loading parameters... +2021-12-17 22:29:47,087 Loading project parameters... +2021-12-17 22:29:47,089 + +23 of 25 jobs remaining (22:29) +2021-12-17 22:29:47,089 Sleep: 10 +2021-12-17 22:29:47,089 Number of retrials: 0 +2021-12-17 22:29:47,089 WRAPPER CHECK TIME = 10 +2021-12-17 22:29:47,090 Checking jobs for platform=marenostrum4 +2021-12-17 22:29:47,091 Checking jobs for platform=nord3 +2021-12-17 22:29:47,091 Checking jobs for platform=local +2021-12-17 22:29:47,092 Checking jobs for platform=transfer_node +2021-12-17 22:29:47,092 Checking all jobs at once +2021-12-17 22:29:50,215 Successful check job command +2021-12-17 22:29:53,238 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:29:53,238 End of checking +2021-12-17 22:29:53,239 Updating FAILED jobs +2021-12-17 22:29:53,239 Updating WAITING jobs +2021-12-17 22:29:53,240 Update finished +2021-12-17 22:29:53,240 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:29:53,240 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:29:53,240 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:29:53,240 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:29:53,243 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:29:53,246 Job list saved +2021-12-17 22:29:53,250 Updating FAILED jobs +2021-12-17 22:29:53,251 Updating WAITING jobs +2021-12-17 22:29:53,251 Update finished +2021-12-17 22:30:03,259 Reloading parameters... +2021-12-17 22:30:03,278 Loading parameters... +2021-12-17 22:30:03,279 Loading project parameters... +2021-12-17 22:30:03,281 + +23 of 25 jobs remaining (22:30) +2021-12-17 22:30:03,282 Sleep: 10 +2021-12-17 22:30:03,282 Number of retrials: 0 +2021-12-17 22:30:03,282 WRAPPER CHECK TIME = 10 +2021-12-17 22:30:03,283 Checking jobs for platform=marenostrum4 +2021-12-17 22:30:03,283 Checking jobs for platform=nord3 +2021-12-17 22:30:03,284 Checking jobs for platform=local +2021-12-17 22:30:03,284 Checking jobs for platform=transfer_node +2021-12-17 22:30:03,284 Checking all jobs at once +2021-12-17 22:30:04,855 Successful check job command +2021-12-17 22:30:06,976 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:30:06,977 End of checking +2021-12-17 22:30:06,978 Updating FAILED jobs +2021-12-17 22:30:06,978 Updating WAITING jobs +2021-12-17 22:30:06,978 Update finished +2021-12-17 22:30:06,979 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:30:06,979 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:30:06,979 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:30:06,980 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:30:06,982 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:30:06,985 Job list saved +2021-12-17 22:30:06,989 Updating FAILED jobs +2021-12-17 22:30:06,990 Updating WAITING jobs +2021-12-17 22:30:06,990 Update finished +2021-12-17 22:30:16,998 Reloading parameters... +2021-12-17 22:30:17,016 Loading parameters... +2021-12-17 22:30:17,018 Loading project parameters... +2021-12-17 22:30:17,020 + +23 of 25 jobs remaining (22:30) +2021-12-17 22:30:17,020 Sleep: 10 +2021-12-17 22:30:17,020 Number of retrials: 0 +2021-12-17 22:30:17,020 WRAPPER CHECK TIME = 10 +2021-12-17 22:30:17,021 Checking jobs for platform=marenostrum4 +2021-12-17 22:30:17,021 Checking jobs for platform=nord3 +2021-12-17 22:30:17,022 Checking jobs for platform=local +2021-12-17 22:30:17,023 Checking jobs for platform=transfer_node +2021-12-17 22:30:17,023 Checking all jobs at once +2021-12-17 22:30:18,794 Successful check job command +2021-12-17 22:30:20,564 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:30:20,564 End of checking +2021-12-17 22:30:20,565 Updating FAILED jobs +2021-12-17 22:30:20,566 Updating WAITING jobs +2021-12-17 22:30:20,566 Update finished +2021-12-17 22:30:20,566 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:30:20,566 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:30:20,566 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:30:20,566 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:30:20,569 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:30:20,571 Job list saved +2021-12-17 22:30:20,575 Updating FAILED jobs +2021-12-17 22:30:20,576 Updating WAITING jobs +2021-12-17 22:30:20,576 Update finished +2021-12-17 22:30:30,586 Reloading parameters... +2021-12-17 22:30:30,604 Loading parameters... +2021-12-17 22:30:30,606 Loading project parameters... +2021-12-17 22:30:30,608 + +23 of 25 jobs remaining (22:30) +2021-12-17 22:30:30,608 Sleep: 10 +2021-12-17 22:30:30,608 Number of retrials: 0 +2021-12-17 22:30:30,608 WRAPPER CHECK TIME = 10 +2021-12-17 22:30:30,609 Checking jobs for platform=marenostrum4 +2021-12-17 22:30:30,609 Checking jobs for platform=nord3 +2021-12-17 22:30:30,610 Checking jobs for platform=local +2021-12-17 22:30:30,610 Checking jobs for platform=transfer_node +2021-12-17 22:30:30,610 Checking all jobs at once +2021-12-17 22:30:33,533 Successful check job command +2021-12-17 22:30:35,906 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:30:35,906 End of checking +2021-12-17 22:30:35,907 Updating FAILED jobs +2021-12-17 22:30:35,907 Updating WAITING jobs +2021-12-17 22:30:35,907 Update finished +2021-12-17 22:30:35,907 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:30:35,908 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:30:35,908 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:30:35,908 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:30:35,911 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:30:35,913 Job list saved +2021-12-17 22:30:35,918 Updating FAILED jobs +2021-12-17 22:30:35,918 Updating WAITING jobs +2021-12-17 22:30:35,918 Update finished +2021-12-17 22:30:45,928 Reloading parameters... +2021-12-17 22:30:45,951 Loading parameters... +2021-12-17 22:30:45,952 Loading project parameters... +2021-12-17 22:30:45,954 + +23 of 25 jobs remaining (22:30) +2021-12-17 22:30:45,955 Sleep: 10 +2021-12-17 22:30:45,955 Number of retrials: 0 +2021-12-17 22:30:45,955 WRAPPER CHECK TIME = 10 +2021-12-17 22:30:45,955 Checking jobs for platform=marenostrum4 +2021-12-17 22:30:45,956 Checking jobs for platform=nord3 +2021-12-17 22:30:45,957 Checking jobs for platform=local +2021-12-17 22:30:45,957 Checking jobs for platform=transfer_node +2021-12-17 22:30:45,957 Checking all jobs at once +2021-12-17 22:30:47,378 Successful check job command +2021-12-17 22:30:48,899 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:30:48,899 End of checking +2021-12-17 22:30:48,900 Updating FAILED jobs +2021-12-17 22:30:48,901 Updating WAITING jobs +2021-12-17 22:30:48,901 Update finished +2021-12-17 22:30:48,901 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:30:48,902 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:30:48,902 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:30:48,902 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:30:48,904 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:30:48,906 Job list saved +2021-12-17 22:30:48,911 Updating FAILED jobs +2021-12-17 22:30:48,911 Updating WAITING jobs +2021-12-17 22:30:48,911 Update finished +2021-12-17 22:30:58,920 Reloading parameters... +2021-12-17 22:30:58,942 Loading parameters... +2021-12-17 22:30:58,944 Loading project parameters... +2021-12-17 22:30:58,946 + +23 of 25 jobs remaining (22:30) +2021-12-17 22:30:58,946 Sleep: 10 +2021-12-17 22:30:58,946 Number of retrials: 0 +2021-12-17 22:30:58,946 WRAPPER CHECK TIME = 10 +2021-12-17 22:30:58,947 Checking jobs for platform=marenostrum4 +2021-12-17 22:30:58,947 Checking jobs for platform=nord3 +2021-12-17 22:30:58,948 Checking jobs for platform=local +2021-12-17 22:30:58,948 Checking jobs for platform=transfer_node +2021-12-17 22:30:58,948 Checking all jobs at once +2021-12-17 22:31:00,669 Successful check job command +2021-12-17 22:31:02,490 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:31:02,490 End of checking +2021-12-17 22:31:02,492 Updating FAILED jobs +2021-12-17 22:31:02,492 Updating WAITING jobs +2021-12-17 22:31:02,492 Update finished +2021-12-17 22:31:02,492 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:31:02,492 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:31:02,493 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:31:02,493 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:31:02,495 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:31:02,497 Job list saved +2021-12-17 22:31:02,502 Updating FAILED jobs +2021-12-17 22:31:02,502 Updating WAITING jobs +2021-12-17 22:31:02,503 Update finished +2021-12-17 22:31:12,513 Reloading parameters... +2021-12-17 22:31:12,532 Loading parameters... +2021-12-17 22:31:12,534 Loading project parameters... +2021-12-17 22:31:12,536 + +23 of 25 jobs remaining (22:31) +2021-12-17 22:31:12,536 Sleep: 10 +2021-12-17 22:31:12,536 Number of retrials: 0 +2021-12-17 22:31:12,536 WRAPPER CHECK TIME = 10 +2021-12-17 22:31:12,537 Checking jobs for platform=marenostrum4 +2021-12-17 22:31:12,537 Checking jobs for platform=nord3 +2021-12-17 22:31:12,538 Checking jobs for platform=local +2021-12-17 22:31:12,538 Checking jobs for platform=transfer_node +2021-12-17 22:31:12,538 Checking all jobs at once +2021-12-17 22:31:15,311 Successful check job command +2021-12-17 22:31:17,933 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:31:17,933 End of checking +2021-12-17 22:31:17,935 Updating FAILED jobs +2021-12-17 22:31:17,935 Updating WAITING jobs +2021-12-17 22:31:17,935 Update finished +2021-12-17 22:31:17,935 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:31:17,936 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:31:17,936 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:31:17,936 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:31:17,938 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:31:17,940 Job list saved +2021-12-17 22:31:17,945 Updating FAILED jobs +2021-12-17 22:31:17,946 Updating WAITING jobs +2021-12-17 22:31:17,946 Update finished +2021-12-17 22:31:27,953 Reloading parameters... +2021-12-17 22:31:27,972 Loading parameters... +2021-12-17 22:31:27,974 Loading project parameters... +2021-12-17 22:31:27,975 + +23 of 25 jobs remaining (22:31) +2021-12-17 22:31:27,976 Sleep: 10 +2021-12-17 22:31:27,976 Number of retrials: 0 +2021-12-17 22:31:27,976 WRAPPER CHECK TIME = 10 +2021-12-17 22:31:27,976 Checking jobs for platform=marenostrum4 +2021-12-17 22:31:27,977 Checking jobs for platform=nord3 +2021-12-17 22:31:27,978 Checking jobs for platform=local +2021-12-17 22:31:27,978 Checking jobs for platform=transfer_node +2021-12-17 22:31:27,978 Checking all jobs at once +2021-12-17 22:31:30,251 Successful check job command +2021-12-17 22:31:32,523 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:31:32,524 End of checking +2021-12-17 22:31:32,525 Updating FAILED jobs +2021-12-17 22:31:32,525 Updating WAITING jobs +2021-12-17 22:31:32,526 Update finished +2021-12-17 22:31:32,526 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:31:32,526 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:31:32,526 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:31:32,527 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:31:32,529 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:31:32,531 Job list saved +2021-12-17 22:31:32,536 Updating FAILED jobs +2021-12-17 22:31:32,536 Updating WAITING jobs +2021-12-17 22:31:32,536 Update finished +2021-12-17 22:31:42,543 Reloading parameters... +2021-12-17 22:31:42,561 Loading parameters... +2021-12-17 22:31:42,563 Loading project parameters... +2021-12-17 22:31:42,564 + +23 of 25 jobs remaining (22:31) +2021-12-17 22:31:42,565 Sleep: 10 +2021-12-17 22:31:42,565 Number of retrials: 0 +2021-12-17 22:31:42,565 WRAPPER CHECK TIME = 10 +2021-12-17 22:31:42,565 Checking jobs for platform=marenostrum4 +2021-12-17 22:31:42,566 Checking jobs for platform=nord3 +2021-12-17 22:31:42,567 Checking jobs for platform=local +2021-12-17 22:31:42,567 Checking jobs for platform=transfer_node +2021-12-17 22:31:42,567 Checking all jobs at once +2021-12-17 22:31:43,937 Successful check job command +2021-12-17 22:31:45,357 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:31:45,357 End of checking +2021-12-17 22:31:45,358 Updating FAILED jobs +2021-12-17 22:31:45,359 Updating WAITING jobs +2021-12-17 22:31:45,359 Update finished +2021-12-17 22:31:45,359 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:31:45,359 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:31:45,359 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:31:45,359 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:31:45,362 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:31:45,364 Job list saved +2021-12-17 22:31:45,369 Updating FAILED jobs +2021-12-17 22:31:45,369 Updating WAITING jobs +2021-12-17 22:31:45,369 Update finished +2021-12-17 22:31:55,378 Reloading parameters... +2021-12-17 22:31:55,398 Loading parameters... +2021-12-17 22:31:55,399 Loading project parameters... +2021-12-17 22:31:55,401 + +23 of 25 jobs remaining (22:31) +2021-12-17 22:31:55,401 Sleep: 10 +2021-12-17 22:31:55,401 Number of retrials: 0 +2021-12-17 22:31:55,401 WRAPPER CHECK TIME = 10 +2021-12-17 22:31:55,402 Checking jobs for platform=marenostrum4 +2021-12-17 22:31:55,403 Checking jobs for platform=nord3 +2021-12-17 22:31:55,403 Checking jobs for platform=local +2021-12-17 22:31:55,404 Checking jobs for platform=transfer_node +2021-12-17 22:31:55,404 Checking all jobs at once +2021-12-17 22:31:57,876 Successful check job command +2021-12-17 22:31:59,947 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:31:59,947 End of checking +2021-12-17 22:31:59,949 Updating FAILED jobs +2021-12-17 22:31:59,949 Updating WAITING jobs +2021-12-17 22:31:59,949 Update finished +2021-12-17 22:31:59,949 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:31:59,950 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:31:59,950 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:31:59,950 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:31:59,953 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:31:59,955 Job list saved +2021-12-17 22:31:59,960 Updating FAILED jobs +2021-12-17 22:31:59,960 Updating WAITING jobs +2021-12-17 22:31:59,960 Update finished +2021-12-17 22:32:09,969 Reloading parameters... +2021-12-17 22:32:09,991 Loading parameters... +2021-12-17 22:32:09,993 Loading project parameters... +2021-12-17 22:32:09,995 + +23 of 25 jobs remaining (22:32) +2021-12-17 22:32:09,995 Sleep: 10 +2021-12-17 22:32:09,995 Number of retrials: 0 +2021-12-17 22:32:09,995 WRAPPER CHECK TIME = 10 +2021-12-17 22:32:09,996 Checking jobs for platform=marenostrum4 +2021-12-17 22:32:09,996 Checking jobs for platform=nord3 +2021-12-17 22:32:09,997 Checking jobs for platform=local +2021-12-17 22:32:09,998 Checking jobs for platform=transfer_node +2021-12-17 22:32:09,998 Checking all jobs at once +2021-12-17 22:32:12,068 Successful check job command +2021-12-17 22:32:14,540 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:32:14,540 End of checking +2021-12-17 22:32:14,542 Updating FAILED jobs +2021-12-17 22:32:14,542 Updating WAITING jobs +2021-12-17 22:32:14,542 Update finished +2021-12-17 22:32:14,542 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:32:14,543 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:32:14,543 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:32:14,543 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:32:14,547 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:32:14,549 Job list saved +2021-12-17 22:32:14,555 Updating FAILED jobs +2021-12-17 22:32:14,555 Updating WAITING jobs +2021-12-17 22:32:14,555 Update finished +2021-12-17 22:32:24,565 Reloading parameters... +2021-12-17 22:32:24,584 Loading parameters... +2021-12-17 22:32:24,586 Loading project parameters... +2021-12-17 22:32:24,588 + +23 of 25 jobs remaining (22:32) +2021-12-17 22:32:24,588 Sleep: 10 +2021-12-17 22:32:24,588 Number of retrials: 0 +2021-12-17 22:32:24,588 WRAPPER CHECK TIME = 10 +2021-12-17 22:32:24,589 Checking jobs for platform=marenostrum4 +2021-12-17 22:32:24,589 Checking jobs for platform=nord3 +2021-12-17 22:32:24,590 Checking jobs for platform=local +2021-12-17 22:32:24,590 Checking jobs for platform=transfer_node +2021-12-17 22:32:24,590 Checking all jobs at once +2021-12-17 22:32:25,960 Successful check job command +2021-12-17 22:32:27,230 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:32:27,230 End of checking +2021-12-17 22:32:27,231 Updating FAILED jobs +2021-12-17 22:32:27,232 Updating WAITING jobs +2021-12-17 22:32:27,232 Update finished +2021-12-17 22:32:27,232 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:32:27,232 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:32:27,232 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:32:27,232 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:32:27,235 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:32:27,238 Job list saved +2021-12-17 22:32:27,242 Updating FAILED jobs +2021-12-17 22:32:27,242 Updating WAITING jobs +2021-12-17 22:32:27,242 Update finished +2021-12-17 22:32:37,252 Reloading parameters... +2021-12-17 22:32:37,270 Loading parameters... +2021-12-17 22:32:37,272 Loading project parameters... +2021-12-17 22:32:37,274 + +23 of 25 jobs remaining (22:32) +2021-12-17 22:32:37,274 Sleep: 10 +2021-12-17 22:32:37,274 Number of retrials: 0 +2021-12-17 22:32:37,274 WRAPPER CHECK TIME = 10 +2021-12-17 22:32:37,275 Checking jobs for platform=marenostrum4 +2021-12-17 22:32:37,275 Checking jobs for platform=nord3 +2021-12-17 22:32:37,276 Checking jobs for platform=local +2021-12-17 22:32:37,276 Checking jobs for platform=transfer_node +2021-12-17 22:32:37,276 Checking all jobs at once +2021-12-17 22:32:38,847 Successful check job command +2021-12-17 22:32:40,268 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:32:40,268 End of checking +2021-12-17 22:32:40,270 Updating FAILED jobs +2021-12-17 22:32:40,270 Updating WAITING jobs +2021-12-17 22:32:40,270 Update finished +2021-12-17 22:32:40,270 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:32:40,270 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:32:40,270 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:32:40,271 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:32:40,273 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:32:40,276 Job list saved +2021-12-17 22:32:40,280 Updating FAILED jobs +2021-12-17 22:32:40,280 Updating WAITING jobs +2021-12-17 22:32:40,280 Update finished +2021-12-17 22:32:50,291 Reloading parameters... +2021-12-17 22:32:50,309 Loading parameters... +2021-12-17 22:32:50,310 Loading project parameters... +2021-12-17 22:32:50,312 + +23 of 25 jobs remaining (22:32) +2021-12-17 22:32:50,312 Sleep: 10 +2021-12-17 22:32:50,312 Number of retrials: 0 +2021-12-17 22:32:50,312 WRAPPER CHECK TIME = 10 +2021-12-17 22:32:50,313 Checking jobs for platform=marenostrum4 +2021-12-17 22:32:50,313 Checking jobs for platform=nord3 +2021-12-17 22:32:50,314 Checking jobs for platform=local +2021-12-17 22:32:50,314 Checking jobs for platform=transfer_node +2021-12-17 22:32:50,315 Checking all jobs at once +2021-12-17 22:32:52,035 Successful check job command +2021-12-17 22:32:53,705 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:32:53,705 End of checking +2021-12-17 22:32:53,706 Updating FAILED jobs +2021-12-17 22:32:53,706 Updating WAITING jobs +2021-12-17 22:32:53,707 Update finished +2021-12-17 22:32:53,707 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:32:53,708 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:32:53,708 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:32:53,708 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:32:53,710 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:32:53,713 Job list saved +2021-12-17 22:32:53,717 Updating FAILED jobs +2021-12-17 22:32:53,717 Updating WAITING jobs +2021-12-17 22:32:53,717 Update finished +2021-12-17 22:33:03,720 Reloading parameters... +2021-12-17 22:33:03,762 Loading parameters... +2021-12-17 22:33:03,763 Loading project parameters... +2021-12-17 22:33:03,765 + +23 of 25 jobs remaining (22:33) +2021-12-17 22:33:03,765 Sleep: 10 +2021-12-17 22:33:03,765 Number of retrials: 0 +2021-12-17 22:33:03,765 WRAPPER CHECK TIME = 10 +2021-12-17 22:33:03,766 Checking jobs for platform=marenostrum4 +2021-12-17 22:33:03,766 Checking jobs for platform=nord3 +2021-12-17 22:33:03,767 Checking jobs for platform=local +2021-12-17 22:33:03,767 Checking jobs for platform=transfer_node +2021-12-17 22:33:03,767 Checking all jobs at once +2021-12-17 22:33:05,637 Successful check job command +2021-12-17 22:33:07,107 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:33:07,107 End of checking +2021-12-17 22:33:07,108 Updating FAILED jobs +2021-12-17 22:33:07,108 Updating WAITING jobs +2021-12-17 22:33:07,108 Update finished +2021-12-17 22:33:07,108 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:33:07,109 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:33:07,109 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:33:07,109 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:33:07,111 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:33:07,113 Job list saved +2021-12-17 22:33:07,118 Updating FAILED jobs +2021-12-17 22:33:07,118 Updating WAITING jobs +2021-12-17 22:33:07,119 Update finished +2021-12-17 22:33:17,128 Reloading parameters... +2021-12-17 22:33:17,149 Loading parameters... +2021-12-17 22:33:17,150 Loading project parameters... +2021-12-17 22:33:17,153 + +23 of 25 jobs remaining (22:33) +2021-12-17 22:33:17,153 Sleep: 10 +2021-12-17 22:33:17,153 Number of retrials: 0 +2021-12-17 22:33:17,153 WRAPPER CHECK TIME = 10 +2021-12-17 22:33:17,154 Checking jobs for platform=marenostrum4 +2021-12-17 22:33:17,154 Checking jobs for platform=nord3 +2021-12-17 22:33:17,155 Checking jobs for platform=local +2021-12-17 22:33:17,155 Checking jobs for platform=transfer_node +2021-12-17 22:33:17,156 Checking all jobs at once +2021-12-17 22:33:19,180 Successful check job command +2021-12-17 22:33:20,551 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:33:20,552 End of checking +2021-12-17 22:33:20,553 Updating FAILED jobs +2021-12-17 22:33:20,553 Updating WAITING jobs +2021-12-17 22:33:20,553 Update finished +2021-12-17 22:33:20,554 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:33:20,554 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:33:20,554 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:33:20,554 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:33:20,557 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:33:20,559 Job list saved +2021-12-17 22:33:20,563 Updating FAILED jobs +2021-12-17 22:33:20,563 Updating WAITING jobs +2021-12-17 22:33:20,564 Update finished +2021-12-17 22:33:30,574 Reloading parameters... +2021-12-17 22:33:30,595 Loading parameters... +2021-12-17 22:33:30,597 Loading project parameters... +2021-12-17 22:33:30,598 + +23 of 25 jobs remaining (22:33) +2021-12-17 22:33:30,599 Sleep: 10 +2021-12-17 22:33:30,599 Number of retrials: 0 +2021-12-17 22:33:30,599 WRAPPER CHECK TIME = 10 +2021-12-17 22:33:30,599 Checking jobs for platform=marenostrum4 +2021-12-17 22:33:30,600 Checking jobs for platform=nord3 +2021-12-17 22:33:30,600 Checking jobs for platform=local +2021-12-17 22:33:30,601 Checking jobs for platform=transfer_node +2021-12-17 22:33:30,601 Checking all jobs at once +2021-12-17 22:33:33,322 Successful check job command +2021-12-17 22:33:35,745 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:33:35,745 End of checking +2021-12-17 22:33:35,746 Updating FAILED jobs +2021-12-17 22:33:35,747 Updating WAITING jobs +2021-12-17 22:33:35,747 Update finished +2021-12-17 22:33:35,747 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:33:35,747 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:33:35,748 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:33:35,748 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:33:35,751 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:33:35,753 Job list saved +2021-12-17 22:33:35,758 Updating FAILED jobs +2021-12-17 22:33:35,758 Updating WAITING jobs +2021-12-17 22:33:35,759 Update finished +2021-12-17 22:33:45,767 Reloading parameters... +2021-12-17 22:33:45,784 Loading parameters... +2021-12-17 22:33:45,786 Loading project parameters... +2021-12-17 22:33:45,788 + +23 of 25 jobs remaining (22:33) +2021-12-17 22:33:45,788 Sleep: 10 +2021-12-17 22:33:45,788 Number of retrials: 0 +2021-12-17 22:33:45,788 WRAPPER CHECK TIME = 10 +2021-12-17 22:33:45,789 Checking jobs for platform=marenostrum4 +2021-12-17 22:33:45,789 Checking jobs for platform=nord3 +2021-12-17 22:33:45,790 Checking jobs for platform=local +2021-12-17 22:33:45,790 Checking jobs for platform=transfer_node +2021-12-17 22:33:45,790 Checking all jobs at once +2021-12-17 22:33:47,512 Successful check job command +2021-12-17 22:33:49,032 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:33:49,032 End of checking +2021-12-17 22:33:49,033 Updating FAILED jobs +2021-12-17 22:33:49,033 Updating WAITING jobs +2021-12-17 22:33:49,034 Update finished +2021-12-17 22:33:49,034 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:33:49,034 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:33:49,034 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:33:49,034 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:33:49,037 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:33:49,039 Job list saved +2021-12-17 22:33:49,043 Updating FAILED jobs +2021-12-17 22:33:49,043 Updating WAITING jobs +2021-12-17 22:33:49,044 Update finished +2021-12-17 22:33:59,052 Reloading parameters... +2021-12-17 22:33:59,070 Loading parameters... +2021-12-17 22:33:59,071 Loading project parameters... +2021-12-17 22:33:59,073 + +23 of 25 jobs remaining (22:33) +2021-12-17 22:33:59,073 Sleep: 10 +2021-12-17 22:33:59,073 Number of retrials: 0 +2021-12-17 22:33:59,073 WRAPPER CHECK TIME = 10 +2021-12-17 22:33:59,074 Checking jobs for platform=marenostrum4 +2021-12-17 22:33:59,074 Checking jobs for platform=nord3 +2021-12-17 22:33:59,075 Checking jobs for platform=local +2021-12-17 22:33:59,076 Checking jobs for platform=transfer_node +2021-12-17 22:33:59,076 Checking all jobs at once +2021-12-17 22:34:00,645 Successful check job command +2021-12-17 22:34:02,214 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:34:02,215 End of checking +2021-12-17 22:34:02,216 Updating FAILED jobs +2021-12-17 22:34:02,216 Updating WAITING jobs +2021-12-17 22:34:02,217 Update finished +2021-12-17 22:34:02,217 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:34:02,217 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:34:02,217 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:34:02,217 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:34:02,220 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:34:02,222 Job list saved +2021-12-17 22:34:02,227 Updating FAILED jobs +2021-12-17 22:34:02,227 Updating WAITING jobs +2021-12-17 22:34:02,227 Update finished +2021-12-17 22:34:12,238 Reloading parameters... +2021-12-17 22:34:12,260 Loading parameters... +2021-12-17 22:34:12,261 Loading project parameters... +2021-12-17 22:34:12,263 + +23 of 25 jobs remaining (22:34) +2021-12-17 22:34:12,263 Sleep: 10 +2021-12-17 22:34:12,263 Number of retrials: 0 +2021-12-17 22:34:12,263 WRAPPER CHECK TIME = 10 +2021-12-17 22:34:12,264 Checking jobs for platform=marenostrum4 +2021-12-17 22:34:12,264 Checking jobs for platform=nord3 +2021-12-17 22:34:12,265 Checking jobs for platform=local +2021-12-17 22:34:12,265 Checking jobs for platform=transfer_node +2021-12-17 22:34:12,266 Checking all jobs at once +2021-12-17 22:34:15,039 Successful check job command +2021-12-17 22:34:17,010 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:34:17,010 End of checking +2021-12-17 22:34:17,011 Updating FAILED jobs +2021-12-17 22:34:17,011 Updating WAITING jobs +2021-12-17 22:34:17,012 Update finished +2021-12-17 22:34:17,012 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:34:17,012 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:34:17,013 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:34:17,013 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:34:17,016 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:34:17,018 Job list saved +2021-12-17 22:34:17,023 Updating FAILED jobs +2021-12-17 22:34:17,023 Updating WAITING jobs +2021-12-17 22:34:17,023 Update finished +2021-12-17 22:34:27,032 Reloading parameters... +2021-12-17 22:34:27,054 Loading parameters... +2021-12-17 22:34:27,055 Loading project parameters... +2021-12-17 22:34:27,057 + +23 of 25 jobs remaining (22:34) +2021-12-17 22:34:27,057 Sleep: 10 +2021-12-17 22:34:27,058 Number of retrials: 0 +2021-12-17 22:34:27,058 WRAPPER CHECK TIME = 10 +2021-12-17 22:34:27,058 Checking jobs for platform=marenostrum4 +2021-12-17 22:34:27,059 Checking jobs for platform=nord3 +2021-12-17 22:34:27,059 Checking jobs for platform=local +2021-12-17 22:34:27,060 Checking jobs for platform=transfer_node +2021-12-17 22:34:27,060 Checking all jobs at once +2021-12-17 22:34:29,783 Successful check job command +2021-12-17 22:34:32,355 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:34:32,355 End of checking +2021-12-17 22:34:32,356 Updating FAILED jobs +2021-12-17 22:34:32,357 Updating WAITING jobs +2021-12-17 22:34:32,357 Update finished +2021-12-17 22:34:32,357 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:34:32,357 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:34:32,357 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:34:32,357 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:34:32,361 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:34:32,363 Job list saved +2021-12-17 22:34:32,369 Updating FAILED jobs +2021-12-17 22:34:32,369 Updating WAITING jobs +2021-12-17 22:34:32,369 Update finished +2021-12-17 22:34:42,380 Reloading parameters... +2021-12-17 22:34:42,402 Loading parameters... +2021-12-17 22:34:42,404 Loading project parameters... +2021-12-17 22:34:42,406 + +23 of 25 jobs remaining (22:34) +2021-12-17 22:34:42,406 Sleep: 10 +2021-12-17 22:34:42,406 Number of retrials: 0 +2021-12-17 22:34:42,406 WRAPPER CHECK TIME = 10 +2021-12-17 22:34:42,407 Checking jobs for platform=marenostrum4 +2021-12-17 22:34:42,407 Checking jobs for platform=nord3 +2021-12-17 22:34:42,408 Checking jobs for platform=local +2021-12-17 22:34:42,408 Checking jobs for platform=transfer_node +2021-12-17 22:34:42,408 Checking all jobs at once +2021-12-17 22:34:43,777 Successful check job command +2021-12-17 22:34:45,298 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:34:45,298 End of checking +2021-12-17 22:34:45,300 Updating FAILED jobs +2021-12-17 22:34:45,300 Updating WAITING jobs +2021-12-17 22:34:45,300 Update finished +2021-12-17 22:34:45,300 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:34:45,300 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:34:45,301 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:34:45,301 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:34:45,303 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:34:45,305 Job list saved +2021-12-17 22:34:45,319 Updating FAILED jobs +2021-12-17 22:34:45,319 Updating WAITING jobs +2021-12-17 22:34:45,319 Update finished +2021-12-17 22:34:55,330 Reloading parameters... +2021-12-17 22:34:55,348 Loading parameters... +2021-12-17 22:34:55,349 Loading project parameters... +2021-12-17 22:34:55,351 + +23 of 25 jobs remaining (22:34) +2021-12-17 22:34:55,351 Sleep: 10 +2021-12-17 22:34:55,351 Number of retrials: 0 +2021-12-17 22:34:55,352 WRAPPER CHECK TIME = 10 +2021-12-17 22:34:55,352 Checking jobs for platform=marenostrum4 +2021-12-17 22:34:55,353 Checking jobs for platform=nord3 +2021-12-17 22:34:55,353 Checking jobs for platform=local +2021-12-17 22:34:55,354 Checking jobs for platform=transfer_node +2021-12-17 22:34:55,354 Checking all jobs at once +2021-12-17 22:34:57,128 Successful check job command +2021-12-17 22:34:58,500 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:34:58,501 End of checking +2021-12-17 22:34:58,502 Updating FAILED jobs +2021-12-17 22:34:58,502 Updating WAITING jobs +2021-12-17 22:34:58,502 Update finished +2021-12-17 22:34:58,502 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:34:58,503 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:34:58,503 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:34:58,503 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:34:58,506 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:34:58,508 Job list saved +2021-12-17 22:34:58,512 Updating FAILED jobs +2021-12-17 22:34:58,512 Updating WAITING jobs +2021-12-17 22:34:58,512 Update finished +2021-12-17 22:35:08,522 Reloading parameters... +2021-12-17 22:35:08,540 Loading parameters... +2021-12-17 22:35:08,542 Loading project parameters... +2021-12-17 22:35:08,544 + +23 of 25 jobs remaining (22:35) +2021-12-17 22:35:08,544 Sleep: 10 +2021-12-17 22:35:08,544 Number of retrials: 0 +2021-12-17 22:35:08,544 WRAPPER CHECK TIME = 10 +2021-12-17 22:35:08,545 Checking jobs for platform=marenostrum4 +2021-12-17 22:35:08,545 Checking jobs for platform=nord3 +2021-12-17 22:35:08,546 Checking jobs for platform=local +2021-12-17 22:35:08,546 Checking jobs for platform=transfer_node +2021-12-17 22:35:08,546 Checking all jobs at once +2021-12-17 22:35:10,219 Successful check job command +2021-12-17 22:35:13,292 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:35:13,292 End of checking +2021-12-17 22:35:13,293 Updating FAILED jobs +2021-12-17 22:35:13,294 Updating WAITING jobs +2021-12-17 22:35:13,294 Update finished +2021-12-17 22:35:13,294 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:35:13,294 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:35:13,294 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:35:13,295 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:35:13,297 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:35:13,300 Job list saved +2021-12-17 22:35:13,307 Updating FAILED jobs +2021-12-17 22:35:13,307 Updating WAITING jobs +2021-12-17 22:35:13,308 Update finished +2021-12-17 22:35:23,318 Reloading parameters... +2021-12-17 22:35:23,335 Loading parameters... +2021-12-17 22:35:23,337 Loading project parameters... +2021-12-17 22:35:23,339 + +23 of 25 jobs remaining (22:35) +2021-12-17 22:35:23,339 Sleep: 10 +2021-12-17 22:35:23,339 Number of retrials: 0 +2021-12-17 22:35:23,339 WRAPPER CHECK TIME = 10 +2021-12-17 22:35:23,339 Checking jobs for platform=marenostrum4 +2021-12-17 22:35:23,340 Checking jobs for platform=nord3 +2021-12-17 22:35:23,341 Checking jobs for platform=local +2021-12-17 22:35:23,341 Checking jobs for platform=transfer_node +2021-12-17 22:35:23,341 Checking all jobs at once +2021-12-17 22:35:24,861 Successful check job command +2021-12-17 22:35:26,631 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:35:26,632 End of checking +2021-12-17 22:35:26,633 Updating FAILED jobs +2021-12-17 22:35:26,633 Updating WAITING jobs +2021-12-17 22:35:26,634 Update finished +2021-12-17 22:35:26,634 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:35:26,634 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:35:26,634 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:35:26,634 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:35:26,637 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:35:26,639 Job list saved +2021-12-17 22:35:26,644 Updating FAILED jobs +2021-12-17 22:35:26,645 Updating WAITING jobs +2021-12-17 22:35:26,645 Update finished +2021-12-17 22:35:36,650 Reloading parameters... +2021-12-17 22:35:36,669 Loading parameters... +2021-12-17 22:35:36,671 Loading project parameters... +2021-12-17 22:35:36,672 + +23 of 25 jobs remaining (22:35) +2021-12-17 22:35:36,673 Sleep: 10 +2021-12-17 22:35:36,673 Number of retrials: 0 +2021-12-17 22:35:36,673 WRAPPER CHECK TIME = 10 +2021-12-17 22:35:36,673 Checking jobs for platform=marenostrum4 +2021-12-17 22:35:36,674 Checking jobs for platform=nord3 +2021-12-17 22:35:36,675 Checking jobs for platform=local +2021-12-17 22:35:36,675 Checking jobs for platform=transfer_node +2021-12-17 22:35:36,675 Checking all jobs at once +2021-12-17 22:35:39,046 Successful check job command +2021-12-17 22:35:40,516 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:35:40,516 End of checking +2021-12-17 22:35:40,517 Updating FAILED jobs +2021-12-17 22:35:40,517 Updating WAITING jobs +2021-12-17 22:35:40,518 Update finished +2021-12-17 22:35:40,518 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:35:40,518 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:35:40,519 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:35:40,519 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:35:40,521 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:35:40,523 Job list saved +2021-12-17 22:35:40,529 Updating FAILED jobs +2021-12-17 22:35:40,529 Updating WAITING jobs +2021-12-17 22:35:40,529 Update finished +2021-12-17 22:35:50,538 Reloading parameters... +2021-12-17 22:35:50,558 Loading parameters... +2021-12-17 22:35:50,559 Loading project parameters... +2021-12-17 22:35:50,561 + +23 of 25 jobs remaining (22:35) +2021-12-17 22:35:50,561 Sleep: 10 +2021-12-17 22:35:50,561 Number of retrials: 0 +2021-12-17 22:35:50,562 WRAPPER CHECK TIME = 10 +2021-12-17 22:35:50,562 Checking jobs for platform=marenostrum4 +2021-12-17 22:35:50,563 Checking jobs for platform=nord3 +2021-12-17 22:35:50,563 Checking jobs for platform=local +2021-12-17 22:35:50,564 Checking jobs for platform=transfer_node +2021-12-17 22:35:50,564 Checking all jobs at once +2021-12-17 22:35:52,535 Successful check job command +2021-12-17 22:35:55,006 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:35:55,006 End of checking +2021-12-17 22:35:55,008 Updating FAILED jobs +2021-12-17 22:35:55,008 Updating WAITING jobs +2021-12-17 22:35:55,008 Update finished +2021-12-17 22:35:55,008 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:35:55,009 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:35:55,009 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:35:55,009 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:35:55,011 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:35:55,014 Job list saved +2021-12-17 22:35:55,018 Updating FAILED jobs +2021-12-17 22:35:55,018 Updating WAITING jobs +2021-12-17 22:35:55,019 Update finished +2021-12-17 22:36:05,029 Reloading parameters... +2021-12-17 22:36:05,048 Loading parameters... +2021-12-17 22:36:05,050 Loading project parameters... +2021-12-17 22:36:05,052 + +23 of 25 jobs remaining (22:36) +2021-12-17 22:36:05,052 Sleep: 10 +2021-12-17 22:36:05,052 Number of retrials: 0 +2021-12-17 22:36:05,052 WRAPPER CHECK TIME = 10 +2021-12-17 22:36:05,053 Checking jobs for platform=marenostrum4 +2021-12-17 22:36:05,053 Checking jobs for platform=nord3 +2021-12-17 22:36:05,054 Checking jobs for platform=local +2021-12-17 22:36:05,054 Checking jobs for platform=transfer_node +2021-12-17 22:36:05,054 Checking all jobs at once +2021-12-17 22:36:06,775 Successful check job command +2021-12-17 22:36:08,045 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:36:08,046 End of checking +2021-12-17 22:36:08,047 Updating FAILED jobs +2021-12-17 22:36:08,048 Updating WAITING jobs +2021-12-17 22:36:08,048 Update finished +2021-12-17 22:36:08,048 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:36:08,048 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:36:08,048 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:36:08,048 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:36:08,051 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:36:08,053 Job list saved +2021-12-17 22:36:08,059 Updating FAILED jobs +2021-12-17 22:36:08,059 Updating WAITING jobs +2021-12-17 22:36:08,059 Update finished +2021-12-17 22:36:18,067 Reloading parameters... +2021-12-17 22:36:18,088 Loading parameters... +2021-12-17 22:36:18,090 Loading project parameters... +2021-12-17 22:36:18,092 + +23 of 25 jobs remaining (22:36) +2021-12-17 22:36:18,092 Sleep: 10 +2021-12-17 22:36:18,092 Number of retrials: 0 +2021-12-17 22:36:18,092 WRAPPER CHECK TIME = 10 +2021-12-17 22:36:18,093 Checking jobs for platform=marenostrum4 +2021-12-17 22:36:18,093 Checking jobs for platform=nord3 +2021-12-17 22:36:18,094 Checking jobs for platform=local +2021-12-17 22:36:18,094 Checking jobs for platform=transfer_node +2021-12-17 22:36:18,094 Checking all jobs at once +2021-12-17 22:36:19,966 Successful check job command +2021-12-17 22:36:21,486 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:36:21,486 End of checking +2021-12-17 22:36:21,487 Updating FAILED jobs +2021-12-17 22:36:21,487 Updating WAITING jobs +2021-12-17 22:36:21,488 Update finished +2021-12-17 22:36:21,488 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:36:21,488 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:36:21,489 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:36:21,489 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:36:21,491 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:36:21,493 Job list saved +2021-12-17 22:36:21,498 Updating FAILED jobs +2021-12-17 22:36:21,498 Updating WAITING jobs +2021-12-17 22:36:21,499 Update finished +2021-12-17 22:36:31,509 Reloading parameters... +2021-12-17 22:36:31,527 Loading parameters... +2021-12-17 22:36:31,528 Loading project parameters... +2021-12-17 22:36:31,530 + +23 of 25 jobs remaining (22:36) +2021-12-17 22:36:31,531 Sleep: 10 +2021-12-17 22:36:31,531 Number of retrials: 0 +2021-12-17 22:36:31,531 WRAPPER CHECK TIME = 10 +2021-12-17 22:36:31,531 Checking jobs for platform=marenostrum4 +2021-12-17 22:36:31,532 Checking jobs for platform=nord3 +2021-12-17 22:36:31,532 Checking jobs for platform=local +2021-12-17 22:36:31,533 Checking jobs for platform=transfer_node +2021-12-17 22:36:31,533 Checking all jobs at once +2021-12-17 22:36:33,353 Successful check job command +2021-12-17 22:36:34,623 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:36:34,623 End of checking +2021-12-17 22:36:34,624 Updating FAILED jobs +2021-12-17 22:36:34,625 Updating WAITING jobs +2021-12-17 22:36:34,625 Update finished +2021-12-17 22:36:34,625 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:36:34,625 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:36:34,625 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:36:34,625 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:36:34,628 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:36:34,630 Job list saved +2021-12-17 22:36:34,634 Updating FAILED jobs +2021-12-17 22:36:34,634 Updating WAITING jobs +2021-12-17 22:36:34,635 Update finished +2021-12-17 22:36:44,645 Reloading parameters... +2021-12-17 22:36:44,666 Loading parameters... +2021-12-17 22:36:44,668 Loading project parameters... +2021-12-17 22:36:44,670 + +23 of 25 jobs remaining (22:36) +2021-12-17 22:36:44,671 Sleep: 10 +2021-12-17 22:36:44,671 Number of retrials: 0 +2021-12-17 22:36:44,671 WRAPPER CHECK TIME = 10 +2021-12-17 22:36:44,672 Checking jobs for platform=marenostrum4 +2021-12-17 22:36:44,672 Checking jobs for platform=nord3 +2021-12-17 22:36:44,673 Checking jobs for platform=local +2021-12-17 22:36:44,674 Checking jobs for platform=transfer_node +2021-12-17 22:36:44,674 Checking all jobs at once +2021-12-17 22:36:46,596 Successful check job command +2021-12-17 22:36:48,618 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:36:48,618 End of checking +2021-12-17 22:36:48,619 Updating FAILED jobs +2021-12-17 22:36:48,619 Updating WAITING jobs +2021-12-17 22:36:48,620 Update finished +2021-12-17 22:36:48,620 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:36:48,620 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:36:48,620 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:36:48,620 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:36:48,622 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:36:48,625 Job list saved +2021-12-17 22:36:48,629 Updating FAILED jobs +2021-12-17 22:36:48,629 Updating WAITING jobs +2021-12-17 22:36:48,630 Update finished +2021-12-17 22:36:58,640 Reloading parameters... +2021-12-17 22:36:58,658 Loading parameters... +2021-12-17 22:36:58,659 Loading project parameters... +2021-12-17 22:36:58,661 + +23 of 25 jobs remaining (22:36) +2021-12-17 22:36:58,661 Sleep: 10 +2021-12-17 22:36:58,661 Number of retrials: 0 +2021-12-17 22:36:58,661 WRAPPER CHECK TIME = 10 +2021-12-17 22:36:58,662 Checking jobs for platform=marenostrum4 +2021-12-17 22:36:58,662 Checking jobs for platform=nord3 +2021-12-17 22:36:58,663 Checking jobs for platform=local +2021-12-17 22:36:58,664 Checking jobs for platform=transfer_node +2021-12-17 22:36:58,664 Checking all jobs at once +2021-12-17 22:37:01,035 Successful check job command +2021-12-17 22:37:02,707 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:37:02,708 End of checking +2021-12-17 22:37:02,709 Updating FAILED jobs +2021-12-17 22:37:02,709 Updating WAITING jobs +2021-12-17 22:37:02,709 Update finished +2021-12-17 22:37:02,709 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:37:02,710 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:37:02,710 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:37:02,710 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:37:02,713 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:37:02,715 Job list saved +2021-12-17 22:37:02,719 Updating FAILED jobs +2021-12-17 22:37:02,720 Updating WAITING jobs +2021-12-17 22:37:02,720 Update finished +2021-12-17 22:37:12,730 Reloading parameters... +2021-12-17 22:37:12,748 Loading parameters... +2021-12-17 22:37:12,749 Loading project parameters... +2021-12-17 22:37:12,751 + +23 of 25 jobs remaining (22:37) +2021-12-17 22:37:12,751 Sleep: 10 +2021-12-17 22:37:12,751 Number of retrials: 0 +2021-12-17 22:37:12,751 WRAPPER CHECK TIME = 10 +2021-12-17 22:37:12,752 Checking jobs for platform=marenostrum4 +2021-12-17 22:37:12,752 Checking jobs for platform=nord3 +2021-12-17 22:37:12,753 Checking jobs for platform=local +2021-12-17 22:37:12,753 Checking jobs for platform=transfer_node +2021-12-17 22:37:12,754 Checking all jobs at once +2021-12-17 22:37:14,625 Successful check job command +2021-12-17 22:37:15,944 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:37:15,944 End of checking +2021-12-17 22:37:15,945 Updating FAILED jobs +2021-12-17 22:37:15,946 Updating WAITING jobs +2021-12-17 22:37:15,946 Update finished +2021-12-17 22:37:15,946 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:37:15,946 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:37:15,946 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:37:15,946 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:37:15,949 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:37:15,952 Job list saved +2021-12-17 22:37:15,957 Updating FAILED jobs +2021-12-17 22:37:15,957 Updating WAITING jobs +2021-12-17 22:37:15,957 Update finished +2021-12-17 22:37:25,958 Reloading parameters... +2021-12-17 22:37:25,975 Loading parameters... +2021-12-17 22:37:25,976 Loading project parameters... +2021-12-17 22:37:25,978 + +23 of 25 jobs remaining (22:37) +2021-12-17 22:37:25,979 Sleep: 10 +2021-12-17 22:37:25,979 Number of retrials: 0 +2021-12-17 22:37:25,979 WRAPPER CHECK TIME = 10 +2021-12-17 22:37:25,979 Checking jobs for platform=marenostrum4 +2021-12-17 22:37:25,980 Checking jobs for platform=nord3 +2021-12-17 22:37:25,980 Checking jobs for platform=local +2021-12-17 22:37:25,981 Checking jobs for platform=transfer_node +2021-12-17 22:37:25,981 Checking all jobs at once +2021-12-17 22:37:27,451 Successful check job command +2021-12-17 22:37:28,921 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:37:28,921 End of checking +2021-12-17 22:37:28,922 Updating FAILED jobs +2021-12-17 22:37:28,922 Updating WAITING jobs +2021-12-17 22:37:28,923 Update finished +2021-12-17 22:37:28,923 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:37:28,923 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:37:28,923 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:37:28,924 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:37:28,927 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:37:28,929 Job list saved +2021-12-17 22:37:28,934 Updating FAILED jobs +2021-12-17 22:37:28,934 Updating WAITING jobs +2021-12-17 22:37:28,934 Update finished +2021-12-17 22:37:38,944 Reloading parameters... +2021-12-17 22:37:38,963 Loading parameters... +2021-12-17 22:37:38,965 Loading project parameters... +2021-12-17 22:37:38,966 + +23 of 25 jobs remaining (22:37) +2021-12-17 22:37:38,967 Sleep: 10 +2021-12-17 22:37:38,967 Number of retrials: 0 +2021-12-17 22:37:38,967 WRAPPER CHECK TIME = 10 +2021-12-17 22:37:38,967 Checking jobs for platform=marenostrum4 +2021-12-17 22:37:38,968 Checking jobs for platform=nord3 +2021-12-17 22:37:38,969 Checking jobs for platform=local +2021-12-17 22:37:38,969 Checking jobs for platform=transfer_node +2021-12-17 22:37:38,969 Checking all jobs at once +2021-12-17 22:37:41,391 Successful check job command +2021-12-17 22:37:43,768 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:37:43,768 End of checking +2021-12-17 22:37:43,769 Updating FAILED jobs +2021-12-17 22:37:43,769 Updating WAITING jobs +2021-12-17 22:37:43,770 Update finished +2021-12-17 22:37:43,770 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:37:43,770 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:37:43,770 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:37:43,771 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:37:43,773 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:37:43,775 Job list saved +2021-12-17 22:37:43,780 Updating FAILED jobs +2021-12-17 22:37:43,780 Updating WAITING jobs +2021-12-17 22:37:43,780 Update finished +2021-12-17 22:37:53,790 Reloading parameters... +2021-12-17 22:37:53,812 Loading parameters... +2021-12-17 22:37:53,813 Loading project parameters... +2021-12-17 22:37:53,815 + +23 of 25 jobs remaining (22:37) +2021-12-17 22:37:53,815 Sleep: 10 +2021-12-17 22:37:53,815 Number of retrials: 0 +2021-12-17 22:37:53,815 WRAPPER CHECK TIME = 10 +2021-12-17 22:37:53,816 Checking jobs for platform=marenostrum4 +2021-12-17 22:37:53,817 Checking jobs for platform=nord3 +2021-12-17 22:37:53,817 Checking jobs for platform=local +2021-12-17 22:37:53,818 Checking jobs for platform=transfer_node +2021-12-17 22:37:53,818 Checking all jobs at once +2021-12-17 22:37:55,838 Successful check job command +2021-12-17 22:37:58,109 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:37:58,109 End of checking +2021-12-17 22:37:58,111 Updating FAILED jobs +2021-12-17 22:37:58,111 Updating WAITING jobs +2021-12-17 22:37:58,111 Update finished +2021-12-17 22:37:58,111 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:37:58,112 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:37:58,112 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:37:58,112 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:37:58,115 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:37:58,117 Job list saved +2021-12-17 22:37:58,121 Updating FAILED jobs +2021-12-17 22:37:58,122 Updating WAITING jobs +2021-12-17 22:37:58,122 Update finished +2021-12-17 22:38:08,132 Reloading parameters... +2021-12-17 22:38:08,149 Loading parameters... +2021-12-17 22:38:08,151 Loading project parameters... +2021-12-17 22:38:08,153 + +23 of 25 jobs remaining (22:38) +2021-12-17 22:38:08,153 Sleep: 10 +2021-12-17 22:38:08,153 Number of retrials: 0 +2021-12-17 22:38:08,153 WRAPPER CHECK TIME = 10 +2021-12-17 22:38:08,154 Checking jobs for platform=marenostrum4 +2021-12-17 22:38:08,154 Checking jobs for platform=nord3 +2021-12-17 22:38:08,155 Checking jobs for platform=local +2021-12-17 22:38:08,155 Checking jobs for platform=transfer_node +2021-12-17 22:38:08,155 Checking all jobs at once +2021-12-17 22:38:09,976 Successful check job command +2021-12-17 22:38:11,498 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:38:11,498 End of checking +2021-12-17 22:38:11,499 Updating FAILED jobs +2021-12-17 22:38:11,500 Updating WAITING jobs +2021-12-17 22:38:11,500 Update finished +2021-12-17 22:38:11,500 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:38:11,500 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:38:11,500 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:38:11,500 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:38:11,503 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:38:11,505 Job list saved +2021-12-17 22:38:11,509 Updating FAILED jobs +2021-12-17 22:38:11,510 Updating WAITING jobs +2021-12-17 22:38:11,510 Update finished +2021-12-17 22:38:21,520 Reloading parameters... +2021-12-17 22:38:21,542 Loading parameters... +2021-12-17 22:38:21,543 Loading project parameters... +2021-12-17 22:38:21,545 + +23 of 25 jobs remaining (22:38) +2021-12-17 22:38:21,545 Sleep: 10 +2021-12-17 22:38:21,546 Number of retrials: 0 +2021-12-17 22:38:21,546 WRAPPER CHECK TIME = 10 +2021-12-17 22:38:21,546 Checking jobs for platform=marenostrum4 +2021-12-17 22:38:21,547 Checking jobs for platform=nord3 +2021-12-17 22:38:21,547 Checking jobs for platform=local +2021-12-17 22:38:21,548 Checking jobs for platform=transfer_node +2021-12-17 22:38:21,548 Checking all jobs at once +2021-12-17 22:38:23,820 Successful check job command +2021-12-17 22:38:26,191 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:38:26,192 End of checking +2021-12-17 22:38:26,193 Updating FAILED jobs +2021-12-17 22:38:26,193 Updating WAITING jobs +2021-12-17 22:38:26,194 Update finished +2021-12-17 22:38:26,194 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:38:26,196 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:38:26,197 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:38:26,197 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:38:26,199 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:38:26,201 Job list saved +2021-12-17 22:38:26,206 Updating FAILED jobs +2021-12-17 22:38:26,206 Updating WAITING jobs +2021-12-17 22:38:26,207 Update finished +2021-12-17 22:38:36,217 Reloading parameters... +2021-12-17 22:38:36,236 Loading parameters... +2021-12-17 22:38:36,238 Loading project parameters... +2021-12-17 22:38:36,243 + +23 of 25 jobs remaining (22:38) +2021-12-17 22:38:36,243 Sleep: 10 +2021-12-17 22:38:36,243 Number of retrials: 0 +2021-12-17 22:38:36,243 WRAPPER CHECK TIME = 10 +2021-12-17 22:38:36,247 Checking jobs for platform=marenostrum4 +2021-12-17 22:38:36,247 Checking jobs for platform=nord3 +2021-12-17 22:38:36,248 Checking jobs for platform=local +2021-12-17 22:38:36,248 Checking jobs for platform=transfer_node +2021-12-17 22:38:36,249 Checking all jobs at once +2021-12-17 22:38:37,923 Successful check job command +2021-12-17 22:38:39,442 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:38:39,442 End of checking +2021-12-17 22:38:39,444 Updating FAILED jobs +2021-12-17 22:38:39,444 Updating WAITING jobs +2021-12-17 22:38:39,444 Update finished +2021-12-17 22:38:39,444 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:38:39,444 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:38:39,444 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:38:39,445 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:38:39,447 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:38:39,450 Job list saved +2021-12-17 22:38:39,456 Updating FAILED jobs +2021-12-17 22:38:39,456 Updating WAITING jobs +2021-12-17 22:38:39,456 Update finished +2021-12-17 22:38:49,467 Reloading parameters... +2021-12-17 22:38:49,487 Loading parameters... +2021-12-17 22:38:49,490 Loading project parameters... +2021-12-17 22:38:49,496 + +23 of 25 jobs remaining (22:38) +2021-12-17 22:38:49,496 Sleep: 10 +2021-12-17 22:38:49,496 Number of retrials: 0 +2021-12-17 22:38:49,496 WRAPPER CHECK TIME = 10 +2021-12-17 22:38:49,497 Checking jobs for platform=marenostrum4 +2021-12-17 22:38:49,497 Checking jobs for platform=nord3 +2021-12-17 22:38:49,498 Checking jobs for platform=local +2021-12-17 22:38:49,499 Checking jobs for platform=transfer_node +2021-12-17 22:38:49,499 Checking all jobs at once +2021-12-17 22:38:51,227 Successful check job command +2021-12-17 22:38:54,099 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:38:54,099 End of checking +2021-12-17 22:38:54,102 Updating FAILED jobs +2021-12-17 22:38:54,102 Updating WAITING jobs +2021-12-17 22:38:54,102 Update finished +2021-12-17 22:38:54,102 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:38:54,102 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:38:54,102 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:38:54,103 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:38:54,106 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:38:54,111 Job list saved +2021-12-17 22:38:54,124 Updating FAILED jobs +2021-12-17 22:38:54,124 Updating WAITING jobs +2021-12-17 22:38:54,125 Update finished +2021-12-17 22:39:04,135 Reloading parameters... +2021-12-17 22:39:04,178 Loading parameters... +2021-12-17 22:39:04,179 Loading project parameters... +2021-12-17 22:39:04,181 + +23 of 25 jobs remaining (22:39) +2021-12-17 22:39:04,181 Sleep: 10 +2021-12-17 22:39:04,181 Number of retrials: 0 +2021-12-17 22:39:04,181 WRAPPER CHECK TIME = 10 +2021-12-17 22:39:04,182 Checking jobs for platform=marenostrum4 +2021-12-17 22:39:04,182 Checking jobs for platform=nord3 +2021-12-17 22:39:04,183 Checking jobs for platform=local +2021-12-17 22:39:04,184 Checking jobs for platform=transfer_node +2021-12-17 22:39:04,184 Checking all jobs at once +2021-12-17 22:39:06,406 Successful check job command +2021-12-17 22:39:09,479 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:39:09,479 End of checking +2021-12-17 22:39:09,480 Updating FAILED jobs +2021-12-17 22:39:09,481 Updating WAITING jobs +2021-12-17 22:39:09,481 Update finished +2021-12-17 22:39:09,481 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:39:09,486 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:39:09,486 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:39:09,486 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:39:09,491 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:39:09,493 Job list saved +2021-12-17 22:39:09,498 Updating FAILED jobs +2021-12-17 22:39:09,498 Updating WAITING jobs +2021-12-17 22:39:09,498 Update finished +2021-12-17 22:39:19,507 Reloading parameters... +2021-12-17 22:39:19,532 Loading parameters... +2021-12-17 22:39:19,533 Loading project parameters... +2021-12-17 22:39:19,536 + +23 of 25 jobs remaining (22:39) +2021-12-17 22:39:19,536 Sleep: 10 +2021-12-17 22:39:19,536 Number of retrials: 0 +2021-12-17 22:39:19,536 WRAPPER CHECK TIME = 10 +2021-12-17 22:39:19,537 Checking jobs for platform=marenostrum4 +2021-12-17 22:39:19,537 Checking jobs for platform=nord3 +2021-12-17 22:39:19,538 Checking jobs for platform=local +2021-12-17 22:39:19,539 Checking jobs for platform=transfer_node +2021-12-17 22:39:19,539 Checking all jobs at once +2021-12-17 22:39:21,164 Successful check job command +2021-12-17 22:39:23,385 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:39:23,386 End of checking +2021-12-17 22:39:23,387 Updating FAILED jobs +2021-12-17 22:39:23,387 Updating WAITING jobs +2021-12-17 22:39:23,387 Update finished +2021-12-17 22:39:23,387 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:39:23,387 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:39:23,388 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:39:23,388 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:39:23,391 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:39:23,393 Job list saved +2021-12-17 22:39:23,398 Updating FAILED jobs +2021-12-17 22:39:23,398 Updating WAITING jobs +2021-12-17 22:39:23,398 Update finished +2021-12-17 22:39:33,408 Reloading parameters... +2021-12-17 22:39:33,426 Loading parameters... +2021-12-17 22:39:33,428 Loading project parameters... +2021-12-17 22:39:33,430 + +23 of 25 jobs remaining (22:39) +2021-12-17 22:39:33,430 Sleep: 10 +2021-12-17 22:39:33,430 Number of retrials: 0 +2021-12-17 22:39:33,430 WRAPPER CHECK TIME = 10 +2021-12-17 22:39:33,431 Checking jobs for platform=marenostrum4 +2021-12-17 22:39:33,431 Checking jobs for platform=nord3 +2021-12-17 22:39:33,432 Checking jobs for platform=local +2021-12-17 22:39:33,432 Checking jobs for platform=transfer_node +2021-12-17 22:39:33,432 Checking all jobs at once +2021-12-17 22:39:35,103 Successful check job command +2021-12-17 22:39:37,479 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:39:37,479 End of checking +2021-12-17 22:39:37,480 Updating FAILED jobs +2021-12-17 22:39:37,480 Updating WAITING jobs +2021-12-17 22:39:37,480 Update finished +2021-12-17 22:39:37,481 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:39:37,481 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:39:37,481 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:39:37,481 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:39:37,484 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:39:37,486 Job list saved +2021-12-17 22:39:37,498 Updating FAILED jobs +2021-12-17 22:39:37,498 Updating WAITING jobs +2021-12-17 22:39:37,498 Update finished +2021-12-17 22:39:47,508 Reloading parameters... +2021-12-17 22:39:47,533 Loading parameters... +2021-12-17 22:39:47,535 Loading project parameters... +2021-12-17 22:39:47,537 + +23 of 25 jobs remaining (22:39) +2021-12-17 22:39:47,537 Sleep: 10 +2021-12-17 22:39:47,537 Number of retrials: 0 +2021-12-17 22:39:47,537 WRAPPER CHECK TIME = 10 +2021-12-17 22:39:47,538 Checking jobs for platform=marenostrum4 +2021-12-17 22:39:47,538 Checking jobs for platform=nord3 +2021-12-17 22:39:47,539 Checking jobs for platform=local +2021-12-17 22:39:47,539 Checking jobs for platform=transfer_node +2021-12-17 22:39:47,539 Checking all jobs at once +2021-12-17 22:39:49,767 Successful check job command +2021-12-17 22:39:51,588 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:39:51,588 End of checking +2021-12-17 22:39:51,591 Updating FAILED jobs +2021-12-17 22:39:51,591 Updating WAITING jobs +2021-12-17 22:39:51,591 Update finished +2021-12-17 22:39:51,592 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:39:51,592 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:39:51,592 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:39:51,592 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:39:51,595 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:39:51,597 Job list saved +2021-12-17 22:39:51,603 Updating FAILED jobs +2021-12-17 22:39:51,604 Updating WAITING jobs +2021-12-17 22:39:51,604 Update finished +2021-12-17 22:40:01,614 Reloading parameters... +2021-12-17 22:40:01,637 Loading parameters... +2021-12-17 22:40:01,639 Loading project parameters... +2021-12-17 22:40:01,641 + +23 of 25 jobs remaining (22:40) +2021-12-17 22:40:01,641 Sleep: 10 +2021-12-17 22:40:01,641 Number of retrials: 0 +2021-12-17 22:40:01,641 WRAPPER CHECK TIME = 10 +2021-12-17 22:40:01,642 Checking jobs for platform=marenostrum4 +2021-12-17 22:40:01,643 Checking jobs for platform=nord3 +2021-12-17 22:40:01,643 Checking jobs for platform=local +2021-12-17 22:40:01,644 Checking jobs for platform=transfer_node +2021-12-17 22:40:01,644 Checking all jobs at once +2021-12-17 22:40:03,064 Successful check job command +2021-12-17 22:40:04,836 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:40:04,836 End of checking +2021-12-17 22:40:04,838 Updating FAILED jobs +2021-12-17 22:40:04,838 Updating WAITING jobs +2021-12-17 22:40:04,838 Update finished +2021-12-17 22:40:04,838 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:40:04,839 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:40:04,839 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:40:04,839 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:40:04,841 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:40:04,844 Job list saved +2021-12-17 22:40:04,849 Updating FAILED jobs +2021-12-17 22:40:04,849 Updating WAITING jobs +2021-12-17 22:40:04,849 Update finished +2021-12-17 22:40:14,859 Reloading parameters... +2021-12-17 22:40:14,879 Loading parameters... +2021-12-17 22:40:14,880 Loading project parameters... +2021-12-17 22:40:14,882 + +23 of 25 jobs remaining (22:40) +2021-12-17 22:40:14,883 Sleep: 10 +2021-12-17 22:40:14,883 Number of retrials: 0 +2021-12-17 22:40:14,883 WRAPPER CHECK TIME = 10 +2021-12-17 22:40:14,883 Checking jobs for platform=marenostrum4 +2021-12-17 22:40:14,884 Checking jobs for platform=nord3 +2021-12-17 22:40:14,884 Checking jobs for platform=local +2021-12-17 22:40:14,885 Checking jobs for platform=transfer_node +2021-12-17 22:40:14,885 Checking all jobs at once +2021-12-17 22:40:16,555 Successful check job command +2021-12-17 22:40:18,428 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:40:18,428 End of checking +2021-12-17 22:40:18,432 Updating FAILED jobs +2021-12-17 22:40:18,432 Updating WAITING jobs +2021-12-17 22:40:18,433 Update finished +2021-12-17 22:40:18,433 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:40:18,433 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:40:18,433 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:40:18,433 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:40:18,437 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:40:18,439 Job list saved +2021-12-17 22:40:18,444 Updating FAILED jobs +2021-12-17 22:40:18,444 Updating WAITING jobs +2021-12-17 22:40:18,445 Update finished +2021-12-17 22:40:28,454 Reloading parameters... +2021-12-17 22:40:28,473 Loading parameters... +2021-12-17 22:40:28,474 Loading project parameters... +2021-12-17 22:40:28,476 + +23 of 25 jobs remaining (22:40) +2021-12-17 22:40:28,476 Sleep: 10 +2021-12-17 22:40:28,477 Number of retrials: 0 +2021-12-17 22:40:28,477 WRAPPER CHECK TIME = 10 +2021-12-17 22:40:28,477 Checking jobs for platform=marenostrum4 +2021-12-17 22:40:28,478 Checking jobs for platform=nord3 +2021-12-17 22:40:28,478 Checking jobs for platform=local +2021-12-17 22:40:28,479 Checking jobs for platform=transfer_node +2021-12-17 22:40:28,479 Checking all jobs at once +2021-12-17 22:40:30,149 Successful check job command +2021-12-17 22:40:32,221 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:40:32,221 End of checking +2021-12-17 22:40:32,223 Updating FAILED jobs +2021-12-17 22:40:32,223 Updating WAITING jobs +2021-12-17 22:40:32,223 Update finished +2021-12-17 22:40:32,223 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:40:32,224 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:40:32,224 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:40:32,224 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:40:32,227 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:40:32,229 Job list saved +2021-12-17 22:40:32,234 Updating FAILED jobs +2021-12-17 22:40:32,234 Updating WAITING jobs +2021-12-17 22:40:32,234 Update finished +2021-12-17 22:40:42,244 Reloading parameters... +2021-12-17 22:40:42,263 Loading parameters... +2021-12-17 22:40:42,264 Loading project parameters... +2021-12-17 22:40:42,266 + +23 of 25 jobs remaining (22:40) +2021-12-17 22:40:42,267 Sleep: 10 +2021-12-17 22:40:42,267 Number of retrials: 0 +2021-12-17 22:40:42,267 WRAPPER CHECK TIME = 10 +2021-12-17 22:40:42,267 Checking jobs for platform=marenostrum4 +2021-12-17 22:40:42,268 Checking jobs for platform=nord3 +2021-12-17 22:40:42,268 Checking jobs for platform=local +2021-12-17 22:40:42,269 Checking jobs for platform=transfer_node +2021-12-17 22:40:42,269 Checking all jobs at once +2021-12-17 22:40:43,843 Successful check job command +2021-12-17 22:40:45,212 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:40:45,213 End of checking +2021-12-17 22:40:45,214 Updating FAILED jobs +2021-12-17 22:40:45,214 Updating WAITING jobs +2021-12-17 22:40:45,214 Update finished +2021-12-17 22:40:45,215 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:40:45,215 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:40:45,215 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:40:45,215 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:40:45,217 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:40:45,220 Job list saved +2021-12-17 22:40:45,224 Updating FAILED jobs +2021-12-17 22:40:45,224 Updating WAITING jobs +2021-12-17 22:40:45,224 Update finished +2021-12-17 22:40:55,232 Reloading parameters... +2021-12-17 22:40:55,250 Loading parameters... +2021-12-17 22:40:55,252 Loading project parameters... +2021-12-17 22:40:55,253 + +23 of 25 jobs remaining (22:40) +2021-12-17 22:40:55,254 Sleep: 10 +2021-12-17 22:40:55,254 Number of retrials: 0 +2021-12-17 22:40:55,254 WRAPPER CHECK TIME = 10 +2021-12-17 22:40:55,254 Checking jobs for platform=marenostrum4 +2021-12-17 22:40:55,255 Checking jobs for platform=nord3 +2021-12-17 22:40:55,255 Checking jobs for platform=local +2021-12-17 22:40:55,256 Checking jobs for platform=transfer_node +2021-12-17 22:40:55,256 Checking all jobs at once +2021-12-17 22:40:57,328 Successful check job command +2021-12-17 22:40:58,899 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:40:58,899 End of checking +2021-12-17 22:40:58,901 Updating FAILED jobs +2021-12-17 22:40:58,901 Updating WAITING jobs +2021-12-17 22:40:58,901 Update finished +2021-12-17 22:40:58,902 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:40:58,902 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:40:58,902 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:40:58,902 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:40:58,905 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:40:58,907 Job list saved +2021-12-17 22:40:58,912 Updating FAILED jobs +2021-12-17 22:40:58,912 Updating WAITING jobs +2021-12-17 22:40:58,912 Update finished +2021-12-17 22:41:08,918 Reloading parameters... +2021-12-17 22:41:08,939 Loading parameters... +2021-12-17 22:41:08,940 Loading project parameters... +2021-12-17 22:41:08,942 + +23 of 25 jobs remaining (22:41) +2021-12-17 22:41:08,942 Sleep: 10 +2021-12-17 22:41:08,942 Number of retrials: 0 +2021-12-17 22:41:08,942 WRAPPER CHECK TIME = 10 +2021-12-17 22:41:08,943 Checking jobs for platform=marenostrum4 +2021-12-17 22:41:08,943 Checking jobs for platform=nord3 +2021-12-17 22:41:08,944 Checking jobs for platform=local +2021-12-17 22:41:08,945 Checking jobs for platform=transfer_node +2021-12-17 22:41:08,945 Checking all jobs at once +2021-12-17 22:41:10,365 Successful check job command +2021-12-17 22:41:11,738 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:41:11,738 End of checking +2021-12-17 22:41:11,740 Updating FAILED jobs +2021-12-17 22:41:11,740 Updating WAITING jobs +2021-12-17 22:41:11,740 Update finished +2021-12-17 22:41:11,741 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:41:11,742 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:41:11,742 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:41:11,742 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:41:11,744 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:41:11,747 Job list saved +2021-12-17 22:41:11,751 Updating FAILED jobs +2021-12-17 22:41:11,752 Updating WAITING jobs +2021-12-17 22:41:11,752 Update finished +2021-12-17 22:41:21,761 Reloading parameters... +2021-12-17 22:41:21,780 Loading parameters... +2021-12-17 22:41:21,781 Loading project parameters... +2021-12-17 22:41:21,783 + +23 of 25 jobs remaining (22:41) +2021-12-17 22:41:21,783 Sleep: 10 +2021-12-17 22:41:21,783 Number of retrials: 0 +2021-12-17 22:41:21,783 WRAPPER CHECK TIME = 10 +2021-12-17 22:41:21,784 Checking jobs for platform=marenostrum4 +2021-12-17 22:41:21,785 Checking jobs for platform=nord3 +2021-12-17 22:41:21,785 Checking jobs for platform=local +2021-12-17 22:41:21,786 Checking jobs for platform=transfer_node +2021-12-17 22:41:21,786 Checking all jobs at once +2021-12-17 22:41:23,758 Successful check job command +2021-12-17 22:41:25,228 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:41:25,228 End of checking +2021-12-17 22:41:25,229 Updating FAILED jobs +2021-12-17 22:41:25,230 Updating WAITING jobs +2021-12-17 22:41:25,230 Update finished +2021-12-17 22:41:25,230 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:41:25,230 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:41:25,230 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:41:25,230 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:41:25,234 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:41:25,236 Job list saved +2021-12-17 22:41:25,241 Updating FAILED jobs +2021-12-17 22:41:25,241 Updating WAITING jobs +2021-12-17 22:41:25,242 Update finished +2021-12-17 22:41:35,252 Reloading parameters... +2021-12-17 22:41:35,272 Loading parameters... +2021-12-17 22:41:35,274 Loading project parameters... +2021-12-17 22:41:35,275 + +23 of 25 jobs remaining (22:41) +2021-12-17 22:41:35,276 Sleep: 10 +2021-12-17 22:41:35,276 Number of retrials: 0 +2021-12-17 22:41:35,276 WRAPPER CHECK TIME = 10 +2021-12-17 22:41:35,277 Checking jobs for platform=marenostrum4 +2021-12-17 22:41:35,277 Checking jobs for platform=nord3 +2021-12-17 22:41:35,278 Checking jobs for platform=local +2021-12-17 22:41:35,278 Checking jobs for platform=transfer_node +2021-12-17 22:41:35,278 Checking all jobs at once +2021-12-17 22:41:36,697 Successful check job command +2021-12-17 22:41:38,069 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:41:38,069 End of checking +2021-12-17 22:41:38,070 Updating FAILED jobs +2021-12-17 22:41:38,070 Updating WAITING jobs +2021-12-17 22:41:38,071 Update finished +2021-12-17 22:41:38,071 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:41:38,071 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:41:38,071 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:41:38,071 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:41:38,074 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:41:38,076 Job list saved +2021-12-17 22:41:38,084 Updating FAILED jobs +2021-12-17 22:41:38,084 Updating WAITING jobs +2021-12-17 22:41:38,084 Update finished +2021-12-17 22:41:48,093 Reloading parameters... +2021-12-17 22:41:48,115 Loading parameters... +2021-12-17 22:41:48,116 Loading project parameters... +2021-12-17 22:41:48,118 + +23 of 25 jobs remaining (22:41) +2021-12-17 22:41:48,118 Sleep: 10 +2021-12-17 22:41:48,119 Number of retrials: 0 +2021-12-17 22:41:48,119 WRAPPER CHECK TIME = 10 +2021-12-17 22:41:48,119 Checking jobs for platform=marenostrum4 +2021-12-17 22:41:48,120 Checking jobs for platform=nord3 +2021-12-17 22:41:48,120 Checking jobs for platform=local +2021-12-17 22:41:48,121 Checking jobs for platform=transfer_node +2021-12-17 22:41:48,121 Checking all jobs at once +2021-12-17 22:41:50,141 Successful check job command +2021-12-17 22:41:51,461 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:41:51,461 End of checking +2021-12-17 22:41:51,463 Updating FAILED jobs +2021-12-17 22:41:51,463 Updating WAITING jobs +2021-12-17 22:41:51,464 Update finished +2021-12-17 22:41:51,464 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:41:51,464 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:41:51,465 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:41:51,465 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:41:51,467 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:41:51,470 Job list saved +2021-12-17 22:41:51,474 Updating FAILED jobs +2021-12-17 22:41:51,475 Updating WAITING jobs +2021-12-17 22:41:51,475 Update finished +2021-12-17 22:42:01,485 Reloading parameters... +2021-12-17 22:42:01,504 Loading parameters... +2021-12-17 22:42:01,505 Loading project parameters... +2021-12-17 22:42:01,507 + +23 of 25 jobs remaining (22:42) +2021-12-17 22:42:01,508 Sleep: 10 +2021-12-17 22:42:01,508 Number of retrials: 0 +2021-12-17 22:42:01,508 WRAPPER CHECK TIME = 10 +2021-12-17 22:42:01,508 Checking jobs for platform=marenostrum4 +2021-12-17 22:42:01,509 Checking jobs for platform=nord3 +2021-12-17 22:42:01,510 Checking jobs for platform=local +2021-12-17 22:42:01,510 Checking jobs for platform=transfer_node +2021-12-17 22:42:01,510 Checking all jobs at once +2021-12-17 22:42:03,431 Successful check job command +2021-12-17 22:42:05,603 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:42:05,603 End of checking +2021-12-17 22:42:05,604 Updating FAILED jobs +2021-12-17 22:42:05,605 Updating WAITING jobs +2021-12-17 22:42:05,605 Update finished +2021-12-17 22:42:05,605 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:42:05,605 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:42:05,605 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:42:05,605 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:42:05,608 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:42:05,610 Job list saved +2021-12-17 22:42:05,615 Updating FAILED jobs +2021-12-17 22:42:05,615 Updating WAITING jobs +2021-12-17 22:42:05,616 Update finished +2021-12-17 22:42:15,626 Reloading parameters... +2021-12-17 22:42:15,648 Loading parameters... +2021-12-17 22:42:15,649 Loading project parameters... +2021-12-17 22:42:15,651 + +23 of 25 jobs remaining (22:42) +2021-12-17 22:42:15,651 Sleep: 10 +2021-12-17 22:42:15,651 Number of retrials: 0 +2021-12-17 22:42:15,651 WRAPPER CHECK TIME = 10 +2021-12-17 22:42:15,651 Checking jobs for platform=marenostrum4 +2021-12-17 22:42:15,652 Checking jobs for platform=nord3 +2021-12-17 22:42:15,652 Checking jobs for platform=local +2021-12-17 22:42:15,653 Checking jobs for platform=transfer_node +2021-12-17 22:42:15,653 Checking all jobs at once +2021-12-17 22:42:17,227 Successful check job command +2021-12-17 22:42:19,251 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:42:19,251 End of checking +2021-12-17 22:42:19,253 Updating FAILED jobs +2021-12-17 22:42:19,253 Updating WAITING jobs +2021-12-17 22:42:19,253 Update finished +2021-12-17 22:42:19,253 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:42:19,254 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:42:19,254 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:42:19,254 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:42:19,257 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:42:19,259 Job list saved +2021-12-17 22:42:19,264 Updating FAILED jobs +2021-12-17 22:42:19,264 Updating WAITING jobs +2021-12-17 22:42:19,264 Update finished +2021-12-17 22:42:29,274 Reloading parameters... +2021-12-17 22:42:29,298 Loading parameters... +2021-12-17 22:42:29,299 Loading project parameters... +2021-12-17 22:42:29,301 + +23 of 25 jobs remaining (22:42) +2021-12-17 22:42:29,301 Sleep: 10 +2021-12-17 22:42:29,302 Number of retrials: 0 +2021-12-17 22:42:29,302 WRAPPER CHECK TIME = 10 +2021-12-17 22:42:29,302 Checking jobs for platform=marenostrum4 +2021-12-17 22:42:29,303 Checking jobs for platform=nord3 +2021-12-17 22:42:29,303 Checking jobs for platform=local +2021-12-17 22:42:29,304 Checking jobs for platform=transfer_node +2021-12-17 22:42:29,304 Checking all jobs at once +2021-12-17 22:42:31,676 Successful check job command +2021-12-17 22:42:33,548 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:42:33,548 End of checking +2021-12-17 22:42:33,550 Updating FAILED jobs +2021-12-17 22:42:33,550 Updating WAITING jobs +2021-12-17 22:42:33,550 Update finished +2021-12-17 22:42:33,550 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:42:33,551 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:42:33,551 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:42:33,551 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:42:33,554 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:42:33,556 Job list saved +2021-12-17 22:42:33,561 Updating FAILED jobs +2021-12-17 22:42:33,562 Updating WAITING jobs +2021-12-17 22:42:33,562 Update finished +2021-12-17 22:42:43,571 Reloading parameters... +2021-12-17 22:42:43,593 Loading parameters... +2021-12-17 22:42:43,594 Loading project parameters... +2021-12-17 22:42:43,597 + +23 of 25 jobs remaining (22:42) +2021-12-17 22:42:43,597 Sleep: 10 +2021-12-17 22:42:43,597 Number of retrials: 0 +2021-12-17 22:42:43,597 WRAPPER CHECK TIME = 10 +2021-12-17 22:42:43,598 Checking jobs for platform=marenostrum4 +2021-12-17 22:42:43,599 Checking jobs for platform=nord3 +2021-12-17 22:42:43,599 Checking jobs for platform=local +2021-12-17 22:42:43,600 Checking jobs for platform=transfer_node +2021-12-17 22:42:43,600 Checking all jobs at once +2021-12-17 22:42:45,471 Successful check job command +2021-12-17 22:42:48,394 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:42:48,394 End of checking +2021-12-17 22:42:48,395 Updating FAILED jobs +2021-12-17 22:42:48,395 Updating WAITING jobs +2021-12-17 22:42:48,396 Update finished +2021-12-17 22:42:48,396 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:42:48,396 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:42:48,396 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:42:48,396 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:42:48,399 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:42:48,401 Job list saved +2021-12-17 22:42:48,407 Updating FAILED jobs +2021-12-17 22:42:48,408 Updating WAITING jobs +2021-12-17 22:42:48,408 Update finished +2021-12-17 22:42:58,418 Reloading parameters... +2021-12-17 22:42:58,438 Loading parameters... +2021-12-17 22:42:58,441 Loading project parameters... +2021-12-17 22:42:58,443 + +23 of 25 jobs remaining (22:42) +2021-12-17 22:42:58,443 Sleep: 10 +2021-12-17 22:42:58,444 Number of retrials: 0 +2021-12-17 22:42:58,444 WRAPPER CHECK TIME = 10 +2021-12-17 22:42:58,444 Checking jobs for platform=marenostrum4 +2021-12-17 22:42:58,445 Checking jobs for platform=nord3 +2021-12-17 22:42:58,445 Checking jobs for platform=local +2021-12-17 22:42:58,446 Checking jobs for platform=transfer_node +2021-12-17 22:42:58,446 Checking all jobs at once +2021-12-17 22:42:59,916 Successful check job command +2021-12-17 22:43:01,288 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:43:01,288 End of checking +2021-12-17 22:43:01,290 Updating FAILED jobs +2021-12-17 22:43:01,290 Updating WAITING jobs +2021-12-17 22:43:01,290 Update finished +2021-12-17 22:43:01,290 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:43:01,290 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:43:01,291 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:43:01,291 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:43:01,293 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:43:01,296 Job list saved +2021-12-17 22:43:01,302 Updating FAILED jobs +2021-12-17 22:43:01,302 Updating WAITING jobs +2021-12-17 22:43:01,302 Update finished +2021-12-17 22:43:11,313 Reloading parameters... +2021-12-17 22:43:11,332 Loading parameters... +2021-12-17 22:43:11,334 Loading project parameters... +2021-12-17 22:43:11,336 + +23 of 25 jobs remaining (22:43) +2021-12-17 22:43:11,336 Sleep: 10 +2021-12-17 22:43:11,336 Number of retrials: 0 +2021-12-17 22:43:11,336 WRAPPER CHECK TIME = 10 +2021-12-17 22:43:11,337 Checking jobs for platform=marenostrum4 +2021-12-17 22:43:11,337 Checking jobs for platform=nord3 +2021-12-17 22:43:11,338 Checking jobs for platform=local +2021-12-17 22:43:11,338 Checking jobs for platform=transfer_node +2021-12-17 22:43:11,338 Checking all jobs at once +2021-12-17 22:43:12,858 Successful check job command +2021-12-17 22:43:14,229 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:43:14,229 End of checking +2021-12-17 22:43:14,231 Updating FAILED jobs +2021-12-17 22:43:14,231 Updating WAITING jobs +2021-12-17 22:43:14,231 Update finished +2021-12-17 22:43:14,232 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:43:14,232 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:43:14,233 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:43:14,233 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:43:14,236 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:43:14,238 Job list saved +2021-12-17 22:43:14,242 Updating FAILED jobs +2021-12-17 22:43:14,242 Updating WAITING jobs +2021-12-17 22:43:14,243 Update finished +2021-12-17 22:43:24,253 Reloading parameters... +2021-12-17 22:43:24,273 Loading parameters... +2021-12-17 22:43:24,274 Loading project parameters... +2021-12-17 22:43:24,276 + +23 of 25 jobs remaining (22:43) +2021-12-17 22:43:24,276 Sleep: 10 +2021-12-17 22:43:24,276 Number of retrials: 0 +2021-12-17 22:43:24,276 WRAPPER CHECK TIME = 10 +2021-12-17 22:43:24,277 Checking jobs for platform=marenostrum4 +2021-12-17 22:43:24,277 Checking jobs for platform=nord3 +2021-12-17 22:43:24,278 Checking jobs for platform=local +2021-12-17 22:43:24,278 Checking jobs for platform=transfer_node +2021-12-17 22:43:24,278 Checking all jobs at once +2021-12-17 22:43:26,250 Successful check job command +2021-12-17 22:43:29,423 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:43:29,423 End of checking +2021-12-17 22:43:29,425 Updating FAILED jobs +2021-12-17 22:43:29,425 Updating WAITING jobs +2021-12-17 22:43:29,425 Update finished +2021-12-17 22:43:29,425 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:43:29,425 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:43:29,426 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:43:29,426 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:43:29,428 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:43:29,431 Job list saved +2021-12-17 22:43:29,436 Updating FAILED jobs +2021-12-17 22:43:29,436 Updating WAITING jobs +2021-12-17 22:43:29,436 Update finished +2021-12-17 22:43:39,441 Reloading parameters... +2021-12-17 22:43:39,460 Loading parameters... +2021-12-17 22:43:39,461 Loading project parameters... +2021-12-17 22:43:39,463 + +23 of 25 jobs remaining (22:43) +2021-12-17 22:43:39,463 Sleep: 10 +2021-12-17 22:43:39,464 Number of retrials: 0 +2021-12-17 22:43:39,464 WRAPPER CHECK TIME = 10 +2021-12-17 22:43:39,464 Checking jobs for platform=marenostrum4 +2021-12-17 22:43:39,465 Checking jobs for platform=nord3 +2021-12-17 22:43:39,465 Checking jobs for platform=local +2021-12-17 22:43:39,466 Checking jobs for platform=transfer_node +2021-12-17 22:43:39,466 Checking all jobs at once +2021-12-17 22:43:40,935 Successful check job command +2021-12-17 22:43:42,357 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:43:42,357 End of checking +2021-12-17 22:43:42,359 Updating FAILED jobs +2021-12-17 22:43:42,359 Updating WAITING jobs +2021-12-17 22:43:42,360 Update finished +2021-12-17 22:43:42,360 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:43:42,360 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:43:42,360 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:43:42,360 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:43:42,363 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:43:42,365 Job list saved +2021-12-17 22:43:42,371 Updating FAILED jobs +2021-12-17 22:43:42,371 Updating WAITING jobs +2021-12-17 22:43:42,371 Update finished +2021-12-17 22:43:52,377 Reloading parameters... +2021-12-17 22:43:52,397 Loading parameters... +2021-12-17 22:43:52,398 Loading project parameters... +2021-12-17 22:43:52,400 + +23 of 25 jobs remaining (22:43) +2021-12-17 22:43:52,400 Sleep: 10 +2021-12-17 22:43:52,400 Number of retrials: 0 +2021-12-17 22:43:52,401 WRAPPER CHECK TIME = 10 +2021-12-17 22:43:52,401 Checking jobs for platform=marenostrum4 +2021-12-17 22:43:52,402 Checking jobs for platform=nord3 +2021-12-17 22:43:52,402 Checking jobs for platform=local +2021-12-17 22:43:52,403 Checking jobs for platform=transfer_node +2021-12-17 22:43:52,403 Checking all jobs at once +2021-12-17 22:43:53,980 Successful check job command +2021-12-17 22:43:55,350 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:43:55,350 End of checking +2021-12-17 22:43:55,352 Updating FAILED jobs +2021-12-17 22:43:55,352 Updating WAITING jobs +2021-12-17 22:43:55,352 Update finished +2021-12-17 22:43:55,352 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:43:55,353 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:43:55,353 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:43:55,353 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:43:55,365 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:43:55,368 Job list saved +2021-12-17 22:43:55,372 Updating FAILED jobs +2021-12-17 22:43:55,372 Updating WAITING jobs +2021-12-17 22:43:55,373 Update finished +2021-12-17 22:44:05,377 Reloading parameters... +2021-12-17 22:44:05,397 Loading parameters... +2021-12-17 22:44:05,399 Loading project parameters... +2021-12-17 22:44:05,401 + +23 of 25 jobs remaining (22:44) +2021-12-17 22:44:05,401 Sleep: 10 +2021-12-17 22:44:05,401 Number of retrials: 0 +2021-12-17 22:44:05,401 WRAPPER CHECK TIME = 10 +2021-12-17 22:44:05,402 Checking jobs for platform=marenostrum4 +2021-12-17 22:44:05,402 Checking jobs for platform=nord3 +2021-12-17 22:44:05,403 Checking jobs for platform=local +2021-12-17 22:44:05,403 Checking jobs for platform=transfer_node +2021-12-17 22:44:05,403 Checking all jobs at once +2021-12-17 22:44:08,328 Successful check job command +2021-12-17 22:44:11,401 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:44:11,402 End of checking +2021-12-17 22:44:11,403 Updating FAILED jobs +2021-12-17 22:44:11,403 Updating WAITING jobs +2021-12-17 22:44:11,403 Update finished +2021-12-17 22:44:11,404 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:44:11,404 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:44:11,404 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:44:11,404 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:44:11,407 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:44:11,409 Job list saved +2021-12-17 22:44:11,414 Updating FAILED jobs +2021-12-17 22:44:11,414 Updating WAITING jobs +2021-12-17 22:44:11,414 Update finished +2021-12-17 22:44:21,424 Reloading parameters... +2021-12-17 22:44:21,444 Loading parameters... +2021-12-17 22:44:21,445 Loading project parameters... +2021-12-17 22:44:21,447 + +23 of 25 jobs remaining (22:44) +2021-12-17 22:44:21,447 Sleep: 10 +2021-12-17 22:44:21,447 Number of retrials: 0 +2021-12-17 22:44:21,448 WRAPPER CHECK TIME = 10 +2021-12-17 22:44:21,448 Checking jobs for platform=marenostrum4 +2021-12-17 22:44:21,449 Checking jobs for platform=nord3 +2021-12-17 22:44:21,449 Checking jobs for platform=local +2021-12-17 22:44:21,450 Checking jobs for platform=transfer_node +2021-12-17 22:44:21,450 Checking all jobs at once +2021-12-17 22:44:23,421 Successful check job command +2021-12-17 22:44:26,446 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:44:26,447 End of checking +2021-12-17 22:44:26,448 Updating FAILED jobs +2021-12-17 22:44:26,448 Updating WAITING jobs +2021-12-17 22:44:26,449 Update finished +2021-12-17 22:44:26,449 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:44:26,452 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:44:26,452 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:44:26,452 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:44:26,455 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:44:26,457 Job list saved +2021-12-17 22:44:26,462 Updating FAILED jobs +2021-12-17 22:44:26,462 Updating WAITING jobs +2021-12-17 22:44:26,463 Update finished +2021-12-17 22:44:36,473 Reloading parameters... +2021-12-17 22:44:36,498 Loading parameters... +2021-12-17 22:44:36,499 Loading project parameters... +2021-12-17 22:44:36,501 + +23 of 25 jobs remaining (22:44) +2021-12-17 22:44:36,501 Sleep: 10 +2021-12-17 22:44:36,501 Number of retrials: 0 +2021-12-17 22:44:36,501 WRAPPER CHECK TIME = 10 +2021-12-17 22:44:36,502 Checking jobs for platform=marenostrum4 +2021-12-17 22:44:36,503 Checking jobs for platform=nord3 +2021-12-17 22:44:36,503 Checking jobs for platform=local +2021-12-17 22:44:36,504 Checking jobs for platform=transfer_node +2021-12-17 22:44:36,504 Checking all jobs at once +2021-12-17 22:44:37,874 Successful check job command +2021-12-17 22:44:39,193 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:44:39,194 End of checking +2021-12-17 22:44:39,195 Updating FAILED jobs +2021-12-17 22:44:39,195 Updating WAITING jobs +2021-12-17 22:44:39,196 Update finished +2021-12-17 22:44:39,196 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:44:39,196 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:44:39,196 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:44:39,196 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:44:39,199 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:44:39,201 Job list saved +2021-12-17 22:44:39,206 Updating FAILED jobs +2021-12-17 22:44:39,206 Updating WAITING jobs +2021-12-17 22:44:39,206 Update finished +2021-12-17 22:44:49,216 Reloading parameters... +2021-12-17 22:44:49,235 Loading parameters... +2021-12-17 22:44:49,236 Loading project parameters... +2021-12-17 22:44:49,238 + +23 of 25 jobs remaining (22:44) +2021-12-17 22:44:49,238 Sleep: 10 +2021-12-17 22:44:49,239 Number of retrials: 0 +2021-12-17 22:44:49,239 WRAPPER CHECK TIME = 10 +2021-12-17 22:44:49,239 Checking jobs for platform=marenostrum4 +2021-12-17 22:44:49,240 Checking jobs for platform=nord3 +2021-12-17 22:44:49,240 Checking jobs for platform=local +2021-12-17 22:44:49,241 Checking jobs for platform=transfer_node +2021-12-17 22:44:49,241 Checking all jobs at once +2021-12-17 22:44:53,116 Successful check job command +2021-12-17 22:44:56,589 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:44:56,589 End of checking +2021-12-17 22:44:56,591 Updating FAILED jobs +2021-12-17 22:44:56,591 Updating WAITING jobs +2021-12-17 22:44:56,591 Update finished +2021-12-17 22:44:56,592 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:44:56,592 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:44:56,592 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:44:56,592 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:44:56,595 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:44:56,597 Job list saved +2021-12-17 22:44:56,601 Updating FAILED jobs +2021-12-17 22:44:56,601 Updating WAITING jobs +2021-12-17 22:44:56,602 Update finished +2021-12-17 22:45:06,612 Reloading parameters... +2021-12-17 22:45:06,632 Loading parameters... +2021-12-17 22:45:06,633 Loading project parameters... +2021-12-17 22:45:06,635 + +23 of 25 jobs remaining (22:45) +2021-12-17 22:45:06,636 Sleep: 10 +2021-12-17 22:45:06,636 Number of retrials: 0 +2021-12-17 22:45:06,636 WRAPPER CHECK TIME = 10 +2021-12-17 22:45:06,637 Checking jobs for platform=marenostrum4 +2021-12-17 22:45:06,637 Checking jobs for platform=nord3 +2021-12-17 22:45:06,638 Checking jobs for platform=local +2021-12-17 22:45:06,638 Checking jobs for platform=transfer_node +2021-12-17 22:45:06,638 Checking all jobs at once +2021-12-17 22:45:07,958 Successful check job command +2021-12-17 22:45:09,227 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:45:09,228 End of checking +2021-12-17 22:45:09,229 Updating FAILED jobs +2021-12-17 22:45:09,229 Updating WAITING jobs +2021-12-17 22:45:09,229 Update finished +2021-12-17 22:45:09,229 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:45:09,230 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:45:09,231 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:45:09,231 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:45:09,233 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:45:09,236 Job list saved +2021-12-17 22:45:09,243 Updating FAILED jobs +2021-12-17 22:45:09,244 Updating WAITING jobs +2021-12-17 22:45:09,244 Update finished +2021-12-17 22:45:19,252 Reloading parameters... +2021-12-17 22:45:19,272 Loading parameters... +2021-12-17 22:45:19,274 Loading project parameters... +2021-12-17 22:45:19,276 + +23 of 25 jobs remaining (22:45) +2021-12-17 22:45:19,276 Sleep: 10 +2021-12-17 22:45:19,276 Number of retrials: 0 +2021-12-17 22:45:19,276 WRAPPER CHECK TIME = 10 +2021-12-17 22:45:19,277 Checking jobs for platform=marenostrum4 +2021-12-17 22:45:19,277 Checking jobs for platform=nord3 +2021-12-17 22:45:19,278 Checking jobs for platform=local +2021-12-17 22:45:19,278 Checking jobs for platform=transfer_node +2021-12-17 22:45:19,278 Checking all jobs at once +2021-12-17 22:45:21,853 Successful check job command +2021-12-17 22:45:23,975 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:45:23,975 End of checking +2021-12-17 22:45:23,977 Updating FAILED jobs +2021-12-17 22:45:23,977 Updating WAITING jobs +2021-12-17 22:45:23,977 Update finished +2021-12-17 22:45:23,977 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:45:23,977 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:45:23,978 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:45:23,978 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:45:23,981 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:45:23,983 Job list saved +2021-12-17 22:45:23,988 Updating FAILED jobs +2021-12-17 22:45:23,988 Updating WAITING jobs +2021-12-17 22:45:23,989 Update finished +2021-12-17 22:45:33,991 Reloading parameters... +2021-12-17 22:45:34,011 Loading parameters... +2021-12-17 22:45:34,012 Loading project parameters... +2021-12-17 22:45:34,014 + +23 of 25 jobs remaining (22:45) +2021-12-17 22:45:34,014 Sleep: 10 +2021-12-17 22:45:34,014 Number of retrials: 0 +2021-12-17 22:45:34,014 WRAPPER CHECK TIME = 10 +2021-12-17 22:45:34,015 Checking jobs for platform=marenostrum4 +2021-12-17 22:45:34,015 Checking jobs for platform=nord3 +2021-12-17 22:45:34,016 Checking jobs for platform=local +2021-12-17 22:45:34,017 Checking jobs for platform=transfer_node +2021-12-17 22:45:34,017 Checking all jobs at once +2021-12-17 22:45:36,238 Successful check job command +2021-12-17 22:45:39,561 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:45:39,561 End of checking +2021-12-17 22:45:39,564 Updating FAILED jobs +2021-12-17 22:45:39,564 Updating WAITING jobs +2021-12-17 22:45:39,564 Update finished +2021-12-17 22:45:39,565 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:45:39,565 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:45:39,565 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:45:39,565 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:45:39,568 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:45:39,570 Job list saved +2021-12-17 22:45:39,577 Updating FAILED jobs +2021-12-17 22:45:39,577 Updating WAITING jobs +2021-12-17 22:45:39,577 Update finished +2021-12-17 22:45:49,587 Reloading parameters... +2021-12-17 22:45:49,607 Loading parameters... +2021-12-17 22:45:49,608 Loading project parameters... +2021-12-17 22:45:49,610 + +23 of 25 jobs remaining (22:45) +2021-12-17 22:45:49,610 Sleep: 10 +2021-12-17 22:45:49,610 Number of retrials: 0 +2021-12-17 22:45:49,610 WRAPPER CHECK TIME = 10 +2021-12-17 22:45:49,611 Checking jobs for platform=marenostrum4 +2021-12-17 22:45:49,611 Checking jobs for platform=nord3 +2021-12-17 22:45:49,612 Checking jobs for platform=local +2021-12-17 22:45:49,612 Checking jobs for platform=transfer_node +2021-12-17 22:45:49,612 Checking all jobs at once +2021-12-17 22:45:51,140 Successful check job command +2021-12-17 22:45:52,559 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:45:52,560 End of checking +2021-12-17 22:45:52,561 Updating FAILED jobs +2021-12-17 22:45:52,561 Updating WAITING jobs +2021-12-17 22:45:52,563 Update finished +2021-12-17 22:45:52,563 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:45:52,564 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:45:52,564 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:45:52,564 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:45:52,568 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:45:52,570 Job list saved +2021-12-17 22:45:52,575 Updating FAILED jobs +2021-12-17 22:45:52,576 Updating WAITING jobs +2021-12-17 22:45:52,576 Update finished +2021-12-17 22:46:02,585 Reloading parameters... +2021-12-17 22:46:02,608 Loading parameters... +2021-12-17 22:46:02,609 Loading project parameters... +2021-12-17 22:46:02,611 + +23 of 25 jobs remaining (22:46) +2021-12-17 22:46:02,611 Sleep: 10 +2021-12-17 22:46:02,612 Number of retrials: 0 +2021-12-17 22:46:02,612 WRAPPER CHECK TIME = 10 +2021-12-17 22:46:02,612 Checking jobs for platform=marenostrum4 +2021-12-17 22:46:02,613 Checking jobs for platform=nord3 +2021-12-17 22:46:02,613 Checking jobs for platform=local +2021-12-17 22:46:02,614 Checking jobs for platform=transfer_node +2021-12-17 22:46:02,614 Checking all jobs at once +2021-12-17 22:46:04,133 Successful check job command +2021-12-17 22:46:05,553 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:46:05,553 End of checking +2021-12-17 22:46:05,554 Updating FAILED jobs +2021-12-17 22:46:05,554 Updating WAITING jobs +2021-12-17 22:46:05,555 Update finished +2021-12-17 22:46:05,555 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:46:05,555 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:46:05,555 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:46:05,555 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:46:05,558 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:46:05,560 Job list saved +2021-12-17 22:46:05,565 Updating FAILED jobs +2021-12-17 22:46:05,565 Updating WAITING jobs +2021-12-17 22:46:05,566 Update finished +2021-12-17 22:46:15,576 Reloading parameters... +2021-12-17 22:46:15,596 Loading parameters... +2021-12-17 22:46:15,597 Loading project parameters... +2021-12-17 22:46:15,599 + +23 of 25 jobs remaining (22:46) +2021-12-17 22:46:15,599 Sleep: 10 +2021-12-17 22:46:15,599 Number of retrials: 0 +2021-12-17 22:46:15,599 WRAPPER CHECK TIME = 10 +2021-12-17 22:46:15,600 Checking jobs for platform=marenostrum4 +2021-12-17 22:46:15,600 Checking jobs for platform=nord3 +2021-12-17 22:46:15,601 Checking jobs for platform=local +2021-12-17 22:46:15,601 Checking jobs for platform=transfer_node +2021-12-17 22:46:15,602 Checking all jobs at once +2021-12-17 22:46:17,773 Successful check job command +2021-12-17 22:46:20,495 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:46:20,495 End of checking +2021-12-17 22:46:20,498 Updating FAILED jobs +2021-12-17 22:46:20,499 Updating WAITING jobs +2021-12-17 22:46:20,499 Update finished +2021-12-17 22:46:20,499 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:46:20,499 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:46:20,499 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:46:20,499 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:46:20,506 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:46:20,508 Job list saved +2021-12-17 22:46:20,515 Updating FAILED jobs +2021-12-17 22:46:20,515 Updating WAITING jobs +2021-12-17 22:46:20,515 Update finished +2021-12-17 22:46:30,519 Reloading parameters... +2021-12-17 22:46:30,543 Loading parameters... +2021-12-17 22:46:30,545 Loading project parameters... +2021-12-17 22:46:30,546 + +23 of 25 jobs remaining (22:46) +2021-12-17 22:46:30,547 Sleep: 10 +2021-12-17 22:46:30,547 Number of retrials: 0 +2021-12-17 22:46:30,547 WRAPPER CHECK TIME = 10 +2021-12-17 22:46:30,547 Checking jobs for platform=marenostrum4 +2021-12-17 22:46:30,548 Checking jobs for platform=nord3 +2021-12-17 22:46:30,549 Checking jobs for platform=local +2021-12-17 22:46:30,549 Checking jobs for platform=transfer_node +2021-12-17 22:46:30,549 Checking all jobs at once +2021-12-17 22:46:31,877 Successful check job command +2021-12-17 22:46:33,999 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:46:33,999 End of checking +2021-12-17 22:46:34,001 Updating FAILED jobs +2021-12-17 22:46:34,001 Updating WAITING jobs +2021-12-17 22:46:34,001 Update finished +2021-12-17 22:46:34,002 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:46:34,003 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:46:34,003 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:46:34,003 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:46:34,006 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:46:34,008 Job list saved +2021-12-17 22:46:34,014 Updating FAILED jobs +2021-12-17 22:46:34,014 Updating WAITING jobs +2021-12-17 22:46:34,014 Update finished +2021-12-17 22:46:44,025 Reloading parameters... +2021-12-17 22:46:44,060 Loading parameters... +2021-12-17 22:46:44,062 Loading project parameters... +2021-12-17 22:46:44,070 + +23 of 25 jobs remaining (22:46) +2021-12-17 22:46:44,070 Sleep: 10 +2021-12-17 22:46:44,070 Number of retrials: 0 +2021-12-17 22:46:44,075 WRAPPER CHECK TIME = 10 +2021-12-17 22:46:44,077 Checking jobs for platform=marenostrum4 +2021-12-17 22:46:44,077 Checking jobs for platform=nord3 +2021-12-17 22:46:44,078 Checking jobs for platform=local +2021-12-17 22:46:44,078 Checking jobs for platform=transfer_node +2021-12-17 22:46:44,079 Checking all jobs at once +2021-12-17 22:46:46,252 Successful check job command +2021-12-17 22:46:47,672 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:46:47,672 End of checking +2021-12-17 22:46:47,673 Updating FAILED jobs +2021-12-17 22:46:47,674 Updating WAITING jobs +2021-12-17 22:46:47,674 Update finished +2021-12-17 22:46:47,674 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:46:47,674 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:46:47,674 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:46:47,674 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:46:47,677 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:46:47,680 Job list saved +2021-12-17 22:46:47,685 Updating FAILED jobs +2021-12-17 22:46:47,685 Updating WAITING jobs +2021-12-17 22:46:47,686 Update finished +2021-12-17 22:46:57,696 Reloading parameters... +2021-12-17 22:46:57,715 Loading parameters... +2021-12-17 22:46:57,716 Loading project parameters... +2021-12-17 22:46:57,718 + +23 of 25 jobs remaining (22:46) +2021-12-17 22:46:57,718 Sleep: 10 +2021-12-17 22:46:57,718 Number of retrials: 0 +2021-12-17 22:46:57,718 WRAPPER CHECK TIME = 10 +2021-12-17 22:46:57,719 Checking jobs for platform=marenostrum4 +2021-12-17 22:46:57,720 Checking jobs for platform=nord3 +2021-12-17 22:46:57,720 Checking jobs for platform=local +2021-12-17 22:46:57,721 Checking jobs for platform=transfer_node +2021-12-17 22:46:57,721 Checking all jobs at once +2021-12-17 22:47:01,345 Successful check job command +2021-12-17 22:47:04,217 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:47:04,217 End of checking +2021-12-17 22:47:04,219 Updating FAILED jobs +2021-12-17 22:47:04,219 Updating WAITING jobs +2021-12-17 22:47:04,219 Update finished +2021-12-17 22:47:04,220 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:47:04,220 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:47:04,220 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:47:04,220 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:47:04,223 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:47:04,225 Job list saved +2021-12-17 22:47:04,230 Updating FAILED jobs +2021-12-17 22:47:04,230 Updating WAITING jobs +2021-12-17 22:47:04,231 Update finished +2021-12-17 22:47:14,238 Reloading parameters... +2021-12-17 22:47:14,326 Loading parameters... +2021-12-17 22:47:14,337 Loading project parameters... +2021-12-17 22:47:14,339 + +23 of 25 jobs remaining (22:47) +2021-12-17 22:47:14,339 Sleep: 10 +2021-12-17 22:47:14,340 Number of retrials: 0 +2021-12-17 22:47:14,340 WRAPPER CHECK TIME = 10 +2021-12-17 22:47:14,340 Checking jobs for platform=marenostrum4 +2021-12-17 22:47:14,341 Checking jobs for platform=nord3 +2021-12-17 22:47:14,343 Checking jobs for platform=local +2021-12-17 22:47:14,344 Checking jobs for platform=transfer_node +2021-12-17 22:47:14,344 Checking all jobs at once +2021-12-17 22:47:17,028 Successful check job command +2021-12-17 22:47:19,800 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:47:19,800 End of checking +2021-12-17 22:47:19,802 Updating FAILED jobs +2021-12-17 22:47:19,802 Updating WAITING jobs +2021-12-17 22:47:19,802 Update finished +2021-12-17 22:47:19,803 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:47:19,803 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:47:19,803 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:47:19,803 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:47:19,809 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:47:19,811 Job list saved +2021-12-17 22:47:19,816 Updating FAILED jobs +2021-12-17 22:47:19,816 Updating WAITING jobs +2021-12-17 22:47:19,817 Update finished +2021-12-17 22:47:29,824 Reloading parameters... +2021-12-17 22:47:29,874 Loading parameters... +2021-12-17 22:47:29,875 Loading project parameters... +2021-12-17 22:47:29,877 + +23 of 25 jobs remaining (22:47) +2021-12-17 22:47:29,877 Sleep: 10 +2021-12-17 22:47:29,877 Number of retrials: 0 +2021-12-17 22:47:29,877 WRAPPER CHECK TIME = 10 +2021-12-17 22:47:29,878 Checking jobs for platform=marenostrum4 +2021-12-17 22:47:29,878 Checking jobs for platform=nord3 +2021-12-17 22:47:29,879 Checking jobs for platform=local +2021-12-17 22:47:29,879 Checking jobs for platform=transfer_node +2021-12-17 22:47:29,880 Checking all jobs at once +2021-12-17 22:47:32,212 Successful check job command +2021-12-17 22:47:34,736 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:47:34,736 End of checking +2021-12-17 22:47:34,738 Updating FAILED jobs +2021-12-17 22:47:34,738 Updating WAITING jobs +2021-12-17 22:47:34,738 Update finished +2021-12-17 22:47:34,738 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:47:34,738 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:47:34,738 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:47:34,739 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:47:34,741 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:47:34,743 Job list saved +2021-12-17 22:47:34,748 Updating FAILED jobs +2021-12-17 22:47:34,748 Updating WAITING jobs +2021-12-17 22:47:34,749 Update finished +2021-12-17 22:47:44,759 Reloading parameters... +2021-12-17 22:47:44,777 Loading parameters... +2021-12-17 22:47:44,778 Loading project parameters... +2021-12-17 22:47:44,780 + +23 of 25 jobs remaining (22:47) +2021-12-17 22:47:44,780 Sleep: 10 +2021-12-17 22:47:44,780 Number of retrials: 0 +2021-12-17 22:47:44,781 WRAPPER CHECK TIME = 10 +2021-12-17 22:47:44,781 Checking jobs for platform=marenostrum4 +2021-12-17 22:47:44,782 Checking jobs for platform=nord3 +2021-12-17 22:47:44,782 Checking jobs for platform=local +2021-12-17 22:47:44,783 Checking jobs for platform=transfer_node +2021-12-17 22:47:44,783 Checking all jobs at once +2021-12-17 22:47:47,305 Successful check job command +2021-12-17 22:47:50,983 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:47:50,984 End of checking +2021-12-17 22:47:50,985 Updating FAILED jobs +2021-12-17 22:47:50,985 Updating WAITING jobs +2021-12-17 22:47:50,985 Update finished +2021-12-17 22:47:50,986 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:47:50,986 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:47:50,986 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:47:50,986 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:47:50,988 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:47:50,991 Job list saved +2021-12-17 22:47:50,996 Updating FAILED jobs +2021-12-17 22:47:50,996 Updating WAITING jobs +2021-12-17 22:47:50,996 Update finished +2021-12-17 22:48:01,006 Reloading parameters... +2021-12-17 22:48:01,029 Loading parameters... +2021-12-17 22:48:01,035 Loading project parameters... +2021-12-17 22:48:01,079 + +23 of 25 jobs remaining (22:48) +2021-12-17 22:48:01,080 Sleep: 10 +2021-12-17 22:48:01,080 Number of retrials: 0 +2021-12-17 22:48:01,080 WRAPPER CHECK TIME = 10 +2021-12-17 22:48:01,081 Checking jobs for platform=marenostrum4 +2021-12-17 22:48:01,081 Checking jobs for platform=nord3 +2021-12-17 22:48:01,082 Checking jobs for platform=local +2021-12-17 22:48:01,085 Checking jobs for platform=transfer_node +2021-12-17 22:48:01,085 Checking all jobs at once +2021-12-17 22:48:03,983 Successful check job command +2021-12-17 22:48:08,758 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:48:08,759 End of checking +2021-12-17 22:48:08,760 Updating FAILED jobs +2021-12-17 22:48:08,760 Updating WAITING jobs +2021-12-17 22:48:08,760 Update finished +2021-12-17 22:48:08,760 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:48:08,761 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:48:08,761 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:48:08,761 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:48:08,764 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:48:08,767 Job list saved +2021-12-17 22:48:08,771 Updating FAILED jobs +2021-12-17 22:48:08,771 Updating WAITING jobs +2021-12-17 22:48:08,771 Update finished +2021-12-17 22:48:18,782 Reloading parameters... +2021-12-17 22:48:18,837 Loading parameters... +2021-12-17 22:48:18,838 Loading project parameters... +2021-12-17 22:48:18,848 + +23 of 25 jobs remaining (22:48) +2021-12-17 22:48:18,848 Sleep: 10 +2021-12-17 22:48:18,848 Number of retrials: 0 +2021-12-17 22:48:18,848 WRAPPER CHECK TIME = 10 +2021-12-17 22:48:18,866 Checking jobs for platform=marenostrum4 +2021-12-17 22:48:18,867 Checking jobs for platform=nord3 +2021-12-17 22:48:18,868 Checking jobs for platform=local +2021-12-17 22:48:18,869 Checking jobs for platform=transfer_node +2021-12-17 22:48:18,869 Checking all jobs at once +2021-12-17 22:48:20,839 Successful check job command +2021-12-17 22:48:22,911 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:48:22,911 End of checking +2021-12-17 22:48:22,912 Updating FAILED jobs +2021-12-17 22:48:22,913 Updating WAITING jobs +2021-12-17 22:48:22,913 Update finished +2021-12-17 22:48:22,913 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:48:22,913 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:48:22,913 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:48:22,914 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:48:22,916 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:48:22,918 Job list saved +2021-12-17 22:48:22,923 Updating FAILED jobs +2021-12-17 22:48:22,923 Updating WAITING jobs +2021-12-17 22:48:22,923 Update finished +2021-12-17 22:48:32,928 Reloading parameters... +2021-12-17 22:48:32,945 Loading parameters... +2021-12-17 22:48:32,946 Loading project parameters... +2021-12-17 22:48:32,948 + +23 of 25 jobs remaining (22:48) +2021-12-17 22:48:32,948 Sleep: 10 +2021-12-17 22:48:32,949 Number of retrials: 0 +2021-12-17 22:48:32,949 WRAPPER CHECK TIME = 10 +2021-12-17 22:48:32,949 Checking jobs for platform=marenostrum4 +2021-12-17 22:48:32,950 Checking jobs for platform=nord3 +2021-12-17 22:48:32,950 Checking jobs for platform=local +2021-12-17 22:48:32,951 Checking jobs for platform=transfer_node +2021-12-17 22:48:32,951 Checking all jobs at once +2021-12-17 22:48:35,572 Successful check job command +2021-12-17 22:48:37,345 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:48:37,345 End of checking +2021-12-17 22:48:37,346 Updating FAILED jobs +2021-12-17 22:48:37,346 Updating WAITING jobs +2021-12-17 22:48:37,347 Update finished +2021-12-17 22:48:37,347 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:48:37,347 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:48:37,347 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:48:37,347 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:48:37,350 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:48:37,352 Job list saved +2021-12-17 22:48:37,357 Updating FAILED jobs +2021-12-17 22:48:37,357 Updating WAITING jobs +2021-12-17 22:48:37,357 Update finished +2021-12-17 22:48:47,367 Reloading parameters... +2021-12-17 22:48:47,386 Loading parameters... +2021-12-17 22:48:47,387 Loading project parameters... +2021-12-17 22:48:47,389 + +23 of 25 jobs remaining (22:48) +2021-12-17 22:48:47,389 Sleep: 10 +2021-12-17 22:48:47,389 Number of retrials: 0 +2021-12-17 22:48:47,389 WRAPPER CHECK TIME = 10 +2021-12-17 22:48:47,390 Checking jobs for platform=marenostrum4 +2021-12-17 22:48:47,390 Checking jobs for platform=nord3 +2021-12-17 22:48:47,391 Checking jobs for platform=local +2021-12-17 22:48:47,392 Checking jobs for platform=transfer_node +2021-12-17 22:48:47,392 Checking all jobs at once +2021-12-17 22:48:50,768 Successful check job command +2021-12-17 22:48:54,343 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:48:54,343 End of checking +2021-12-17 22:48:54,344 Updating FAILED jobs +2021-12-17 22:48:54,344 Updating WAITING jobs +2021-12-17 22:48:54,345 Update finished +2021-12-17 22:48:54,345 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:48:54,346 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:48:54,346 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:48:54,346 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:48:54,348 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:48:54,351 Job list saved +2021-12-17 22:48:54,355 Updating FAILED jobs +2021-12-17 22:48:54,356 Updating WAITING jobs +2021-12-17 22:48:54,356 Update finished +2021-12-17 22:49:04,366 Reloading parameters... +2021-12-17 22:49:04,385 Loading parameters... +2021-12-17 22:49:04,387 Loading project parameters... +2021-12-17 22:49:04,388 + +23 of 25 jobs remaining (22:49) +2021-12-17 22:49:04,389 Sleep: 10 +2021-12-17 22:49:04,389 Number of retrials: 0 +2021-12-17 22:49:04,389 WRAPPER CHECK TIME = 10 +2021-12-17 22:49:04,389 Checking jobs for platform=marenostrum4 +2021-12-17 22:49:04,390 Checking jobs for platform=nord3 +2021-12-17 22:49:04,391 Checking jobs for platform=local +2021-12-17 22:49:04,391 Checking jobs for platform=transfer_node +2021-12-17 22:49:04,391 Checking all jobs at once +2021-12-17 22:49:05,812 Successful check job command +2021-12-17 22:49:07,182 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:49:07,182 End of checking +2021-12-17 22:49:07,183 Updating FAILED jobs +2021-12-17 22:49:07,184 Updating WAITING jobs +2021-12-17 22:49:07,184 Update finished +2021-12-17 22:49:07,184 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:49:07,184 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:49:07,184 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:49:07,184 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:49:07,187 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:49:07,189 Job list saved +2021-12-17 22:49:07,194 Updating FAILED jobs +2021-12-17 22:49:07,194 Updating WAITING jobs +2021-12-17 22:49:07,194 Update finished +2021-12-17 22:49:17,199 Reloading parameters... +2021-12-17 22:49:17,219 Loading parameters... +2021-12-17 22:49:17,220 Loading project parameters... +2021-12-17 22:49:17,222 + +23 of 25 jobs remaining (22:49) +2021-12-17 22:49:17,222 Sleep: 10 +2021-12-17 22:49:17,222 Number of retrials: 0 +2021-12-17 22:49:17,222 WRAPPER CHECK TIME = 10 +2021-12-17 22:49:17,223 Checking jobs for platform=marenostrum4 +2021-12-17 22:49:17,224 Checking jobs for platform=nord3 +2021-12-17 22:49:17,224 Checking jobs for platform=local +2021-12-17 22:49:17,225 Checking jobs for platform=transfer_node +2021-12-17 22:49:17,225 Checking all jobs at once +2021-12-17 22:49:19,646 Successful check job command +2021-12-17 22:49:24,522 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:49:24,523 End of checking +2021-12-17 22:49:24,525 Updating FAILED jobs +2021-12-17 22:49:24,525 Updating WAITING jobs +2021-12-17 22:49:24,525 Update finished +2021-12-17 22:49:24,525 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:49:24,526 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:49:24,526 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:49:24,526 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:49:24,529 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:49:24,531 Job list saved +2021-12-17 22:49:24,536 Updating FAILED jobs +2021-12-17 22:49:24,536 Updating WAITING jobs +2021-12-17 22:49:24,536 Update finished +2021-12-17 22:49:34,546 Reloading parameters... +2021-12-17 22:49:34,573 Loading parameters... +2021-12-17 22:49:34,575 Loading project parameters... +2021-12-17 22:49:34,577 + +23 of 25 jobs remaining (22:49) +2021-12-17 22:49:34,577 Sleep: 10 +2021-12-17 22:49:34,577 Number of retrials: 0 +2021-12-17 22:49:34,577 WRAPPER CHECK TIME = 10 +2021-12-17 22:49:34,578 Checking jobs for platform=marenostrum4 +2021-12-17 22:49:34,578 Checking jobs for platform=nord3 +2021-12-17 22:49:34,579 Checking jobs for platform=local +2021-12-17 22:49:34,580 Checking jobs for platform=transfer_node +2021-12-17 22:49:34,580 Checking all jobs at once +2021-12-17 22:49:36,250 Successful check job command +2021-12-17 22:49:37,872 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:49:37,873 End of checking +2021-12-17 22:49:37,874 Updating FAILED jobs +2021-12-17 22:49:37,874 Updating WAITING jobs +2021-12-17 22:49:37,875 Update finished +2021-12-17 22:49:37,875 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:49:37,876 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:49:37,876 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:49:37,876 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:49:37,879 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:49:37,882 Job list saved +2021-12-17 22:49:37,887 Updating FAILED jobs +2021-12-17 22:49:37,887 Updating WAITING jobs +2021-12-17 22:49:37,888 Update finished +2021-12-17 22:49:47,896 Reloading parameters... +2021-12-17 22:49:47,946 Loading parameters... +2021-12-17 22:49:47,947 Loading project parameters... +2021-12-17 22:49:47,953 + +23 of 25 jobs remaining (22:49) +2021-12-17 22:49:47,953 Sleep: 10 +2021-12-17 22:49:47,953 Number of retrials: 0 +2021-12-17 22:49:47,953 WRAPPER CHECK TIME = 10 +2021-12-17 22:49:47,954 Checking jobs for platform=marenostrum4 +2021-12-17 22:49:47,954 Checking jobs for platform=nord3 +2021-12-17 22:49:47,955 Checking jobs for platform=local +2021-12-17 22:49:47,955 Checking jobs for platform=transfer_node +2021-12-17 22:49:47,955 Checking all jobs at once +2021-12-17 22:49:49,482 Successful check job command +2021-12-17 22:49:50,957 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:49:50,958 End of checking +2021-12-17 22:49:50,959 Updating FAILED jobs +2021-12-17 22:49:50,959 Updating WAITING jobs +2021-12-17 22:49:50,959 Update finished +2021-12-17 22:49:50,960 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:49:50,960 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:49:50,960 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:49:50,960 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:49:50,963 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:49:50,965 Job list saved +2021-12-17 22:49:50,971 Updating FAILED jobs +2021-12-17 22:49:50,972 Updating WAITING jobs +2021-12-17 22:49:50,972 Update finished +2021-12-17 22:50:00,982 Reloading parameters... +2021-12-17 22:50:01,002 Loading parameters... +2021-12-17 22:50:01,003 Loading project parameters... +2021-12-17 22:50:01,005 + +23 of 25 jobs remaining (22:50) +2021-12-17 22:50:01,005 Sleep: 10 +2021-12-17 22:50:01,005 Number of retrials: 0 +2021-12-17 22:50:01,005 WRAPPER CHECK TIME = 10 +2021-12-17 22:50:01,006 Checking jobs for platform=marenostrum4 +2021-12-17 22:50:01,006 Checking jobs for platform=nord3 +2021-12-17 22:50:01,007 Checking jobs for platform=local +2021-12-17 22:50:01,007 Checking jobs for platform=transfer_node +2021-12-17 22:50:01,008 Checking all jobs at once +2021-12-17 22:50:03,130 Successful check job command +2021-12-17 22:50:05,250 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:50:05,251 End of checking +2021-12-17 22:50:05,252 Updating FAILED jobs +2021-12-17 22:50:05,252 Updating WAITING jobs +2021-12-17 22:50:05,252 Update finished +2021-12-17 22:50:05,252 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:50:05,253 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:50:05,253 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:50:05,253 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:50:05,256 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:50:05,258 Job list saved +2021-12-17 22:50:05,263 Updating FAILED jobs +2021-12-17 22:50:05,263 Updating WAITING jobs +2021-12-17 22:50:05,263 Update finished +2021-12-17 22:50:15,272 Reloading parameters... +2021-12-17 22:50:15,293 Loading parameters... +2021-12-17 22:50:15,294 Loading project parameters... +2021-12-17 22:50:15,296 + +23 of 25 jobs remaining (22:50) +2021-12-17 22:50:15,297 Sleep: 10 +2021-12-17 22:50:15,297 Number of retrials: 0 +2021-12-17 22:50:15,297 WRAPPER CHECK TIME = 10 +2021-12-17 22:50:15,297 Checking jobs for platform=marenostrum4 +2021-12-17 22:50:15,298 Checking jobs for platform=nord3 +2021-12-17 22:50:15,298 Checking jobs for platform=local +2021-12-17 22:50:15,299 Checking jobs for platform=transfer_node +2021-12-17 22:50:15,299 Checking all jobs at once +2021-12-17 22:50:17,573 Successful check job command +2021-12-17 22:50:18,943 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:50:18,944 End of checking +2021-12-17 22:50:18,945 Updating FAILED jobs +2021-12-17 22:50:18,946 Updating WAITING jobs +2021-12-17 22:50:18,946 Update finished +2021-12-17 22:50:18,946 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:50:18,947 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:50:18,947 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:50:18,947 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:50:18,949 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:50:18,951 Job list saved +2021-12-17 22:50:18,957 Updating FAILED jobs +2021-12-17 22:50:18,957 Updating WAITING jobs +2021-12-17 22:50:18,957 Update finished +2021-12-17 22:50:28,966 Reloading parameters... +2021-12-17 22:50:28,987 Loading parameters... +2021-12-17 22:50:28,989 Loading project parameters... +2021-12-17 22:50:28,990 + +23 of 25 jobs remaining (22:50) +2021-12-17 22:50:28,991 Sleep: 10 +2021-12-17 22:50:28,991 Number of retrials: 0 +2021-12-17 22:50:28,991 WRAPPER CHECK TIME = 10 +2021-12-17 22:50:28,992 Checking jobs for platform=marenostrum4 +2021-12-17 22:50:28,992 Checking jobs for platform=nord3 +2021-12-17 22:50:28,993 Checking jobs for platform=local +2021-12-17 22:50:28,993 Checking jobs for platform=transfer_node +2021-12-17 22:50:28,993 Checking all jobs at once +2021-12-17 22:50:32,266 Successful check job command +2021-12-17 22:50:33,736 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:50:33,737 End of checking +2021-12-17 22:50:33,738 Updating FAILED jobs +2021-12-17 22:50:33,738 Updating WAITING jobs +2021-12-17 22:50:33,739 Update finished +2021-12-17 22:50:33,739 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:50:33,739 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:50:33,739 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:50:33,739 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:50:33,742 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:50:33,744 Job list saved +2021-12-17 22:50:33,750 Updating FAILED jobs +2021-12-17 22:50:33,750 Updating WAITING jobs +2021-12-17 22:50:33,751 Update finished +2021-12-17 22:50:43,761 Reloading parameters... +2021-12-17 22:50:43,779 Loading parameters... +2021-12-17 22:50:43,780 Loading project parameters... +2021-12-17 22:50:43,782 + +23 of 25 jobs remaining (22:50) +2021-12-17 22:50:43,782 Sleep: 10 +2021-12-17 22:50:43,786 Number of retrials: 0 +2021-12-17 22:50:43,786 WRAPPER CHECK TIME = 10 +2021-12-17 22:50:43,786 Checking jobs for platform=marenostrum4 +2021-12-17 22:50:43,787 Checking jobs for platform=nord3 +2021-12-17 22:50:43,788 Checking jobs for platform=local +2021-12-17 22:50:43,788 Checking jobs for platform=transfer_node +2021-12-17 22:50:43,788 Checking all jobs at once +2021-12-17 22:50:47,362 Successful check job command +2021-12-17 22:50:50,937 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:50:50,937 End of checking +2021-12-17 22:50:50,938 Updating FAILED jobs +2021-12-17 22:50:50,938 Updating WAITING jobs +2021-12-17 22:50:50,939 Update finished +2021-12-17 22:50:50,939 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:50:50,939 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:50:50,939 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:50:50,939 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:50:50,942 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:50:50,944 Job list saved +2021-12-17 22:50:50,948 Updating FAILED jobs +2021-12-17 22:50:50,948 Updating WAITING jobs +2021-12-17 22:50:50,949 Update finished +2021-12-17 22:51:00,958 Reloading parameters... +2021-12-17 22:51:00,977 Loading parameters... +2021-12-17 22:51:00,978 Loading project parameters... +2021-12-17 22:51:00,980 + +23 of 25 jobs remaining (22:51) +2021-12-17 22:51:00,981 Sleep: 10 +2021-12-17 22:51:00,981 Number of retrials: 0 +2021-12-17 22:51:00,981 WRAPPER CHECK TIME = 10 +2021-12-17 22:51:00,982 Checking jobs for platform=marenostrum4 +2021-12-17 22:51:00,982 Checking jobs for platform=nord3 +2021-12-17 22:51:00,983 Checking jobs for platform=local +2021-12-17 22:51:00,983 Checking jobs for platform=transfer_node +2021-12-17 22:51:00,983 Checking all jobs at once +2021-12-17 22:51:04,562 Successful check job command +2021-12-17 22:51:07,235 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:51:07,235 End of checking +2021-12-17 22:51:07,236 Updating FAILED jobs +2021-12-17 22:51:07,236 Updating WAITING jobs +2021-12-17 22:51:07,237 Update finished +2021-12-17 22:51:07,237 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:51:07,237 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:51:07,238 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:51:07,238 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:51:07,240 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:51:07,242 Job list saved +2021-12-17 22:51:07,247 Updating FAILED jobs +2021-12-17 22:51:07,247 Updating WAITING jobs +2021-12-17 22:51:07,248 Update finished +2021-12-17 22:51:17,253 Reloading parameters... +2021-12-17 22:51:17,271 Loading parameters... +2021-12-17 22:51:17,273 Loading project parameters... +2021-12-17 22:51:17,275 + +23 of 25 jobs remaining (22:51) +2021-12-17 22:51:17,275 Sleep: 10 +2021-12-17 22:51:17,275 Number of retrials: 0 +2021-12-17 22:51:17,275 WRAPPER CHECK TIME = 10 +2021-12-17 22:51:17,276 Checking jobs for platform=marenostrum4 +2021-12-17 22:51:17,276 Checking jobs for platform=nord3 +2021-12-17 22:51:17,277 Checking jobs for platform=local +2021-12-17 22:51:17,277 Checking jobs for platform=transfer_node +2021-12-17 22:51:17,277 Checking all jobs at once +2021-12-17 22:51:19,348 Successful check job command +2021-12-17 22:51:21,724 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:51:21,725 End of checking +2021-12-17 22:51:21,726 Updating FAILED jobs +2021-12-17 22:51:21,726 Updating WAITING jobs +2021-12-17 22:51:21,726 Update finished +2021-12-17 22:51:21,726 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:51:21,727 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:51:21,727 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:51:21,727 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:51:21,729 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:51:21,732 Job list saved +2021-12-17 22:51:21,739 Updating FAILED jobs +2021-12-17 22:51:21,739 Updating WAITING jobs +2021-12-17 22:51:21,739 Update finished +2021-12-17 22:51:31,749 Reloading parameters... +2021-12-17 22:51:31,767 Loading parameters... +2021-12-17 22:51:31,768 Loading project parameters... +2021-12-17 22:51:31,770 + +23 of 25 jobs remaining (22:51) +2021-12-17 22:51:31,771 Sleep: 10 +2021-12-17 22:51:31,771 Number of retrials: 0 +2021-12-17 22:51:31,771 WRAPPER CHECK TIME = 10 +2021-12-17 22:51:31,771 Checking jobs for platform=marenostrum4 +2021-12-17 22:51:31,772 Checking jobs for platform=nord3 +2021-12-17 22:51:31,772 Checking jobs for platform=local +2021-12-17 22:51:31,773 Checking jobs for platform=transfer_node +2021-12-17 22:51:31,773 Checking all jobs at once +2021-12-17 22:51:33,850 Successful check job command +2021-12-17 22:51:35,470 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:51:35,470 End of checking +2021-12-17 22:51:35,471 Updating FAILED jobs +2021-12-17 22:51:35,472 Updating WAITING jobs +2021-12-17 22:51:35,472 Update finished +2021-12-17 22:51:35,472 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:51:35,472 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:51:35,472 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:51:35,472 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:51:35,475 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:51:35,478 Job list saved +2021-12-17 22:51:35,482 Updating FAILED jobs +2021-12-17 22:51:35,482 Updating WAITING jobs +2021-12-17 22:51:35,483 Update finished +2021-12-17 22:51:45,493 Reloading parameters... +2021-12-17 22:51:45,510 Loading parameters... +2021-12-17 22:51:45,511 Loading project parameters... +2021-12-17 22:51:45,513 + +23 of 25 jobs remaining (22:51) +2021-12-17 22:51:45,513 Sleep: 10 +2021-12-17 22:51:45,514 Number of retrials: 0 +2021-12-17 22:51:45,514 WRAPPER CHECK TIME = 10 +2021-12-17 22:51:45,514 Checking jobs for platform=marenostrum4 +2021-12-17 22:51:45,515 Checking jobs for platform=nord3 +2021-12-17 22:51:45,515 Checking jobs for platform=local +2021-12-17 22:51:45,516 Checking jobs for platform=transfer_node +2021-12-17 22:51:45,516 Checking all jobs at once +2021-12-17 22:51:47,737 Successful check job command +2021-12-17 22:51:50,372 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:51:50,372 End of checking +2021-12-17 22:51:50,373 Updating FAILED jobs +2021-12-17 22:51:50,374 Updating WAITING jobs +2021-12-17 22:51:50,374 Update finished +2021-12-17 22:51:50,374 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:51:50,376 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:51:50,376 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:51:50,376 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:51:50,378 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:51:50,381 Job list saved +2021-12-17 22:51:50,492 Updating FAILED jobs +2021-12-17 22:51:50,492 Updating WAITING jobs +2021-12-17 22:51:50,492 Update finished +2021-12-17 22:52:00,502 Reloading parameters... +2021-12-17 22:52:00,519 Loading parameters... +2021-12-17 22:52:00,521 Loading project parameters... +2021-12-17 22:52:00,523 + +23 of 25 jobs remaining (22:52) +2021-12-17 22:52:00,523 Sleep: 10 +2021-12-17 22:52:00,523 Number of retrials: 0 +2021-12-17 22:52:00,523 WRAPPER CHECK TIME = 10 +2021-12-17 22:52:00,524 Checking jobs for platform=marenostrum4 +2021-12-17 22:52:00,524 Checking jobs for platform=nord3 +2021-12-17 22:52:00,525 Checking jobs for platform=local +2021-12-17 22:52:00,526 Checking jobs for platform=transfer_node +2021-12-17 22:52:00,526 Checking all jobs at once +2021-12-17 22:52:03,157 Successful check job command +2021-12-17 22:52:06,380 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:52:06,380 End of checking +2021-12-17 22:52:06,381 Updating FAILED jobs +2021-12-17 22:52:06,382 Updating WAITING jobs +2021-12-17 22:52:06,382 Update finished +2021-12-17 22:52:06,382 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:52:06,382 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:52:06,382 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:52:06,382 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:52:06,385 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:52:06,388 Job list saved +2021-12-17 22:52:06,392 Updating FAILED jobs +2021-12-17 22:52:06,392 Updating WAITING jobs +2021-12-17 22:52:06,393 Update finished +2021-12-17 22:52:16,402 Reloading parameters... +2021-12-17 22:52:16,421 Loading parameters... +2021-12-17 22:52:16,422 Loading project parameters... +2021-12-17 22:52:16,424 + +23 of 25 jobs remaining (22:52) +2021-12-17 22:52:16,425 Sleep: 10 +2021-12-17 22:52:16,425 Number of retrials: 0 +2021-12-17 22:52:16,425 WRAPPER CHECK TIME = 10 +2021-12-17 22:52:16,425 Checking jobs for platform=marenostrum4 +2021-12-17 22:52:16,426 Checking jobs for platform=nord3 +2021-12-17 22:52:16,426 Checking jobs for platform=local +2021-12-17 22:52:16,427 Checking jobs for platform=transfer_node +2021-12-17 22:52:16,427 Checking all jobs at once +2021-12-17 22:52:17,997 Successful check job command +2021-12-17 22:52:19,818 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:52:19,819 End of checking +2021-12-17 22:52:19,820 Updating FAILED jobs +2021-12-17 22:52:19,820 Updating WAITING jobs +2021-12-17 22:52:19,820 Update finished +2021-12-17 22:52:19,821 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:52:19,821 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:52:19,821 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:52:19,821 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:52:19,824 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:52:19,826 Job list saved +2021-12-17 22:52:19,831 Updating FAILED jobs +2021-12-17 22:52:19,831 Updating WAITING jobs +2021-12-17 22:52:19,831 Update finished +2021-12-17 22:52:29,841 Reloading parameters... +2021-12-17 22:52:29,861 Loading parameters... +2021-12-17 22:52:29,862 Loading project parameters... +2021-12-17 22:52:29,864 + +23 of 25 jobs remaining (22:52) +2021-12-17 22:52:29,864 Sleep: 10 +2021-12-17 22:52:29,864 Number of retrials: 0 +2021-12-17 22:52:29,865 WRAPPER CHECK TIME = 10 +2021-12-17 22:52:29,865 Checking jobs for platform=marenostrum4 +2021-12-17 22:52:29,866 Checking jobs for platform=nord3 +2021-12-17 22:52:29,866 Checking jobs for platform=local +2021-12-17 22:52:29,867 Checking jobs for platform=transfer_node +2021-12-17 22:52:29,867 Checking all jobs at once +2021-12-17 22:52:32,038 Successful check job command +2021-12-17 22:52:33,362 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:52:33,362 End of checking +2021-12-17 22:52:33,364 Updating FAILED jobs +2021-12-17 22:52:33,364 Updating WAITING jobs +2021-12-17 22:52:33,364 Update finished +2021-12-17 22:52:33,364 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:52:33,366 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:52:33,367 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:52:33,367 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:52:33,369 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:52:33,371 Job list saved +2021-12-17 22:52:33,376 Updating FAILED jobs +2021-12-17 22:52:33,376 Updating WAITING jobs +2021-12-17 22:52:33,376 Update finished +2021-12-17 22:52:43,386 Reloading parameters... +2021-12-17 22:52:43,405 Loading parameters... +2021-12-17 22:52:43,406 Loading project parameters... +2021-12-17 22:52:43,408 + +23 of 25 jobs remaining (22:52) +2021-12-17 22:52:43,408 Sleep: 10 +2021-12-17 22:52:43,408 Number of retrials: 0 +2021-12-17 22:52:43,409 WRAPPER CHECK TIME = 10 +2021-12-17 22:52:43,409 Checking jobs for platform=marenostrum4 +2021-12-17 22:52:43,410 Checking jobs for platform=nord3 +2021-12-17 22:52:43,410 Checking jobs for platform=local +2021-12-17 22:52:43,411 Checking jobs for platform=transfer_node +2021-12-17 22:52:43,411 Checking all jobs at once +2021-12-17 22:52:45,833 Successful check job command +2021-12-17 22:52:48,005 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:52:48,005 End of checking +2021-12-17 22:52:48,007 Updating FAILED jobs +2021-12-17 22:52:48,007 Updating WAITING jobs +2021-12-17 22:52:48,007 Update finished +2021-12-17 22:52:48,007 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:52:48,007 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:52:48,008 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:52:48,008 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:52:48,010 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:52:48,012 Job list saved +2021-12-17 22:52:48,017 Updating FAILED jobs +2021-12-17 22:52:48,018 Updating WAITING jobs +2021-12-17 22:52:48,018 Update finished +2021-12-17 22:52:58,028 Reloading parameters... +2021-12-17 22:52:58,046 Loading parameters... +2021-12-17 22:52:58,047 Loading project parameters... +2021-12-17 22:52:58,049 + +23 of 25 jobs remaining (22:52) +2021-12-17 22:52:58,049 Sleep: 10 +2021-12-17 22:52:58,049 Number of retrials: 0 +2021-12-17 22:52:58,049 WRAPPER CHECK TIME = 10 +2021-12-17 22:52:58,050 Checking jobs for platform=marenostrum4 +2021-12-17 22:52:58,051 Checking jobs for platform=nord3 +2021-12-17 22:52:58,052 Checking jobs for platform=local +2021-12-17 22:52:58,053 Checking jobs for platform=transfer_node +2021-12-17 22:52:58,053 Checking all jobs at once +2021-12-17 22:52:59,476 Successful check job command +2021-12-17 22:53:00,996 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:53:00,996 End of checking +2021-12-17 22:53:00,997 Updating FAILED jobs +2021-12-17 22:53:00,997 Updating WAITING jobs +2021-12-17 22:53:00,998 Update finished +2021-12-17 22:53:00,998 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:53:00,998 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:53:00,998 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:53:00,998 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:53:01,001 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:53:01,003 Job list saved +2021-12-17 22:53:01,008 Updating FAILED jobs +2021-12-17 22:53:01,008 Updating WAITING jobs +2021-12-17 22:53:01,008 Update finished +2021-12-17 22:53:11,018 Reloading parameters... +2021-12-17 22:53:11,039 Loading parameters... +2021-12-17 22:53:11,041 Loading project parameters... +2021-12-17 22:53:11,042 + +23 of 25 jobs remaining (22:53) +2021-12-17 22:53:11,043 Sleep: 10 +2021-12-17 22:53:11,043 Number of retrials: 0 +2021-12-17 22:53:11,043 WRAPPER CHECK TIME = 10 +2021-12-17 22:53:11,044 Checking jobs for platform=marenostrum4 +2021-12-17 22:53:11,044 Checking jobs for platform=nord3 +2021-12-17 22:53:11,045 Checking jobs for platform=local +2021-12-17 22:53:11,045 Checking jobs for platform=transfer_node +2021-12-17 22:53:11,045 Checking all jobs at once +2021-12-17 22:53:13,669 Successful check job command +2021-12-17 22:53:16,291 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:53:16,291 End of checking +2021-12-17 22:53:16,292 Updating FAILED jobs +2021-12-17 22:53:16,292 Updating WAITING jobs +2021-12-17 22:53:16,293 Update finished +2021-12-17 22:53:16,293 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:53:16,294 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:53:16,294 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:53:16,294 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:53:16,296 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:53:16,299 Job list saved +2021-12-17 22:53:16,304 Updating FAILED jobs +2021-12-17 22:53:16,304 Updating WAITING jobs +2021-12-17 22:53:16,305 Update finished +2021-12-17 22:53:26,315 Reloading parameters... +2021-12-17 22:53:26,336 Loading parameters... +2021-12-17 22:53:26,338 Loading project parameters... +2021-12-17 22:53:26,340 + +23 of 25 jobs remaining (22:53) +2021-12-17 22:53:26,340 Sleep: 10 +2021-12-17 22:53:26,340 Number of retrials: 0 +2021-12-17 22:53:26,340 WRAPPER CHECK TIME = 10 +2021-12-17 22:53:26,341 Checking jobs for platform=marenostrum4 +2021-12-17 22:53:26,341 Checking jobs for platform=nord3 +2021-12-17 22:53:26,342 Checking jobs for platform=local +2021-12-17 22:53:26,342 Checking jobs for platform=transfer_node +2021-12-17 22:53:26,342 Checking all jobs at once +2021-12-17 22:53:27,663 Successful check job command +2021-12-17 22:53:29,934 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:53:29,935 End of checking +2021-12-17 22:53:29,936 Updating FAILED jobs +2021-12-17 22:53:29,936 Updating WAITING jobs +2021-12-17 22:53:29,936 Update finished +2021-12-17 22:53:29,937 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:53:29,937 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:53:29,937 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:53:29,937 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:53:29,940 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:53:29,942 Job list saved +2021-12-17 22:53:29,947 Updating FAILED jobs +2021-12-17 22:53:29,947 Updating WAITING jobs +2021-12-17 22:53:29,948 Update finished +2021-12-17 22:53:39,958 Reloading parameters... +2021-12-17 22:53:39,977 Loading parameters... +2021-12-17 22:53:39,978 Loading project parameters... +2021-12-17 22:53:39,980 + +23 of 25 jobs remaining (22:53) +2021-12-17 22:53:39,980 Sleep: 10 +2021-12-17 22:53:39,980 Number of retrials: 0 +2021-12-17 22:53:39,980 WRAPPER CHECK TIME = 10 +2021-12-17 22:53:39,981 Checking jobs for platform=marenostrum4 +2021-12-17 22:53:39,982 Checking jobs for platform=nord3 +2021-12-17 22:53:39,982 Checking jobs for platform=local +2021-12-17 22:53:39,983 Checking jobs for platform=transfer_node +2021-12-17 22:53:39,983 Checking all jobs at once +2021-12-17 22:53:41,904 Successful check job command +2021-12-17 22:53:43,128 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:53:43,128 End of checking +2021-12-17 22:53:43,129 Updating FAILED jobs +2021-12-17 22:53:43,129 Updating WAITING jobs +2021-12-17 22:53:43,130 Update finished +2021-12-17 22:53:43,130 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:53:43,130 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:53:43,130 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:53:43,130 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:53:43,133 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:53:43,135 Job list saved +2021-12-17 22:53:43,139 Updating FAILED jobs +2021-12-17 22:53:43,140 Updating WAITING jobs +2021-12-17 22:53:43,140 Update finished +2021-12-17 22:53:53,149 Reloading parameters... +2021-12-17 22:53:53,167 Loading parameters... +2021-12-17 22:53:53,169 Loading project parameters... +2021-12-17 22:53:53,171 + +23 of 25 jobs remaining (22:53) +2021-12-17 22:53:53,172 Sleep: 10 +2021-12-17 22:53:53,172 Number of retrials: 0 +2021-12-17 22:53:53,172 WRAPPER CHECK TIME = 10 +2021-12-17 22:53:53,172 Checking jobs for platform=marenostrum4 +2021-12-17 22:53:53,173 Checking jobs for platform=nord3 +2021-12-17 22:53:53,173 Checking jobs for platform=local +2021-12-17 22:53:53,174 Checking jobs for platform=transfer_node +2021-12-17 22:53:53,174 Checking all jobs at once +2021-12-17 22:53:56,448 Successful check job command +2021-12-17 22:53:59,320 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:53:59,321 End of checking +2021-12-17 22:53:59,322 Updating FAILED jobs +2021-12-17 22:53:59,322 Updating WAITING jobs +2021-12-17 22:53:59,323 Update finished +2021-12-17 22:53:59,323 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:53:59,323 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:53:59,323 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:53:59,324 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:53:59,326 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:53:59,328 Job list saved +2021-12-17 22:53:59,333 Updating FAILED jobs +2021-12-17 22:53:59,333 Updating WAITING jobs +2021-12-17 22:53:59,333 Update finished +2021-12-17 22:54:09,343 Reloading parameters... +2021-12-17 22:54:09,360 Loading parameters... +2021-12-17 22:54:09,362 Loading project parameters... +2021-12-17 22:54:09,363 + +23 of 25 jobs remaining (22:54) +2021-12-17 22:54:09,364 Sleep: 10 +2021-12-17 22:54:09,364 Number of retrials: 0 +2021-12-17 22:54:09,364 WRAPPER CHECK TIME = 10 +2021-12-17 22:54:09,364 Checking jobs for platform=marenostrum4 +2021-12-17 22:54:09,365 Checking jobs for platform=nord3 +2021-12-17 22:54:09,366 Checking jobs for platform=local +2021-12-17 22:54:09,366 Checking jobs for platform=transfer_node +2021-12-17 22:54:09,366 Checking all jobs at once +2021-12-17 22:54:10,636 Successful check job command +2021-12-17 22:54:12,156 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:54:12,156 End of checking +2021-12-17 22:54:12,158 Updating FAILED jobs +2021-12-17 22:54:12,158 Updating WAITING jobs +2021-12-17 22:54:12,158 Update finished +2021-12-17 22:54:12,158 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:54:12,158 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:54:12,158 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:54:12,159 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:54:12,161 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:54:12,164 Job list saved +2021-12-17 22:54:12,168 Updating FAILED jobs +2021-12-17 22:54:12,168 Updating WAITING jobs +2021-12-17 22:54:12,169 Update finished +2021-12-17 22:54:22,179 Reloading parameters... +2021-12-17 22:54:22,198 Loading parameters... +2021-12-17 22:54:22,199 Loading project parameters... +2021-12-17 22:54:22,201 + +23 of 25 jobs remaining (22:54) +2021-12-17 22:54:22,201 Sleep: 10 +2021-12-17 22:54:22,201 Number of retrials: 0 +2021-12-17 22:54:22,202 WRAPPER CHECK TIME = 10 +2021-12-17 22:54:22,202 Checking jobs for platform=marenostrum4 +2021-12-17 22:54:22,203 Checking jobs for platform=nord3 +2021-12-17 22:54:22,203 Checking jobs for platform=local +2021-12-17 22:54:22,204 Checking jobs for platform=transfer_node +2021-12-17 22:54:22,204 Checking all jobs at once +2021-12-17 22:54:24,126 Successful check job command +2021-12-17 22:54:29,101 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:54:29,101 End of checking +2021-12-17 22:54:29,102 Updating FAILED jobs +2021-12-17 22:54:29,103 Updating WAITING jobs +2021-12-17 22:54:29,103 Update finished +2021-12-17 22:54:29,103 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:54:29,103 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:54:29,103 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:54:29,104 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:54:29,106 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:54:29,108 Job list saved +2021-12-17 22:54:29,112 Updating FAILED jobs +2021-12-17 22:54:29,113 Updating WAITING jobs +2021-12-17 22:54:29,113 Update finished +2021-12-17 22:54:39,123 Reloading parameters... +2021-12-17 22:54:39,141 Loading parameters... +2021-12-17 22:54:39,143 Loading project parameters... +2021-12-17 22:54:39,145 + +23 of 25 jobs remaining (22:54) +2021-12-17 22:54:39,145 Sleep: 10 +2021-12-17 22:54:39,145 Number of retrials: 0 +2021-12-17 22:54:39,145 WRAPPER CHECK TIME = 10 +2021-12-17 22:54:39,146 Checking jobs for platform=marenostrum4 +2021-12-17 22:54:39,146 Checking jobs for platform=nord3 +2021-12-17 22:54:39,147 Checking jobs for platform=local +2021-12-17 22:54:39,147 Checking jobs for platform=transfer_node +2021-12-17 22:54:39,148 Checking all jobs at once +2021-12-17 22:54:40,820 Successful check job command +2021-12-17 22:54:43,242 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:54:43,242 End of checking +2021-12-17 22:54:43,244 Updating FAILED jobs +2021-12-17 22:54:43,244 Updating WAITING jobs +2021-12-17 22:54:43,244 Update finished +2021-12-17 22:54:43,244 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:54:43,248 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:54:43,248 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:54:43,248 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:54:43,251 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:54:43,253 Job list saved +2021-12-17 22:54:43,258 Updating FAILED jobs +2021-12-17 22:54:43,258 Updating WAITING jobs +2021-12-17 22:54:43,258 Update finished +2021-12-17 22:54:53,268 Reloading parameters... +2021-12-17 22:54:53,288 Loading parameters... +2021-12-17 22:54:53,289 Loading project parameters... +2021-12-17 22:54:53,291 + +23 of 25 jobs remaining (22:54) +2021-12-17 22:54:53,291 Sleep: 10 +2021-12-17 22:54:53,291 Number of retrials: 0 +2021-12-17 22:54:53,291 WRAPPER CHECK TIME = 10 +2021-12-17 22:54:53,292 Checking jobs for platform=marenostrum4 +2021-12-17 22:54:53,292 Checking jobs for platform=nord3 +2021-12-17 22:54:53,293 Checking jobs for platform=local +2021-12-17 22:54:53,293 Checking jobs for platform=transfer_node +2021-12-17 22:54:53,293 Checking all jobs at once +2021-12-17 22:54:55,569 Successful check job command +2021-12-17 22:54:57,591 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:54:57,591 End of checking +2021-12-17 22:54:57,592 Updating FAILED jobs +2021-12-17 22:54:57,592 Updating WAITING jobs +2021-12-17 22:54:57,592 Update finished +2021-12-17 22:54:57,593 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:54:57,593 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:54:57,593 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:54:57,593 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:54:57,595 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:54:57,598 Job list saved +2021-12-17 22:54:57,602 Updating FAILED jobs +2021-12-17 22:54:57,602 Updating WAITING jobs +2021-12-17 22:54:57,603 Update finished +2021-12-17 22:55:07,608 Reloading parameters... +2021-12-17 22:55:07,628 Loading parameters... +2021-12-17 22:55:07,630 Loading project parameters... +2021-12-17 22:55:07,632 + +23 of 25 jobs remaining (22:55) +2021-12-17 22:55:07,632 Sleep: 10 +2021-12-17 22:55:07,632 Number of retrials: 0 +2021-12-17 22:55:07,632 WRAPPER CHECK TIME = 10 +2021-12-17 22:55:07,633 Checking jobs for platform=marenostrum4 +2021-12-17 22:55:07,633 Checking jobs for platform=nord3 +2021-12-17 22:55:07,634 Checking jobs for platform=local +2021-12-17 22:55:07,634 Checking jobs for platform=transfer_node +2021-12-17 22:55:07,634 Checking all jobs at once +2021-12-17 22:55:10,008 Successful check job command +2021-12-17 22:55:12,432 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:55:12,432 End of checking +2021-12-17 22:55:12,434 Updating FAILED jobs +2021-12-17 22:55:12,434 Updating WAITING jobs +2021-12-17 22:55:12,434 Update finished +2021-12-17 22:55:12,434 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:55:12,434 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:55:12,434 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:55:12,435 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:55:12,437 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:55:12,439 Job list saved +2021-12-17 22:55:12,801 Updating FAILED jobs +2021-12-17 22:55:12,801 Updating WAITING jobs +2021-12-17 22:55:12,801 Update finished +2021-12-17 22:55:22,811 Reloading parameters... +2021-12-17 22:55:22,829 Loading parameters... +2021-12-17 22:55:22,831 Loading project parameters... +2021-12-17 22:55:22,833 + +23 of 25 jobs remaining (22:55) +2021-12-17 22:55:22,833 Sleep: 10 +2021-12-17 22:55:22,833 Number of retrials: 0 +2021-12-17 22:55:22,833 WRAPPER CHECK TIME = 10 +2021-12-17 22:55:22,834 Checking jobs for platform=marenostrum4 +2021-12-17 22:55:22,834 Checking jobs for platform=nord3 +2021-12-17 22:55:22,835 Checking jobs for platform=local +2021-12-17 22:55:22,835 Checking jobs for platform=transfer_node +2021-12-17 22:55:22,835 Checking all jobs at once +2021-12-17 22:55:24,207 Successful check job command +2021-12-17 22:55:25,629 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:55:25,629 End of checking +2021-12-17 22:55:25,631 Updating FAILED jobs +2021-12-17 22:55:25,631 Updating WAITING jobs +2021-12-17 22:55:25,631 Update finished +2021-12-17 22:55:25,631 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:55:25,632 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:55:25,632 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:55:25,632 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:55:25,635 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:55:25,637 Job list saved +2021-12-17 22:55:25,642 Updating FAILED jobs +2021-12-17 22:55:25,642 Updating WAITING jobs +2021-12-17 22:55:25,642 Update finished +2021-12-17 22:55:35,652 Reloading parameters... +2021-12-17 22:55:35,670 Loading parameters... +2021-12-17 22:55:35,672 Loading project parameters... +2021-12-17 22:55:35,674 + +23 of 25 jobs remaining (22:55) +2021-12-17 22:55:35,674 Sleep: 10 +2021-12-17 22:55:35,674 Number of retrials: 0 +2021-12-17 22:55:35,674 WRAPPER CHECK TIME = 10 +2021-12-17 22:55:35,675 Checking jobs for platform=marenostrum4 +2021-12-17 22:55:35,675 Checking jobs for platform=nord3 +2021-12-17 22:55:35,676 Checking jobs for platform=local +2021-12-17 22:55:35,676 Checking jobs for platform=transfer_node +2021-12-17 22:55:35,676 Checking all jobs at once +2021-12-17 22:55:38,298 Successful check job command +2021-12-17 22:55:40,619 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:55:40,620 End of checking +2021-12-17 22:55:40,621 Updating FAILED jobs +2021-12-17 22:55:40,621 Updating WAITING jobs +2021-12-17 22:55:40,621 Update finished +2021-12-17 22:55:40,622 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:55:40,622 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:55:40,622 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:55:40,622 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:55:40,624 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:55:40,627 Job list saved +2021-12-17 22:55:40,632 Updating FAILED jobs +2021-12-17 22:55:40,632 Updating WAITING jobs +2021-12-17 22:55:40,632 Update finished +2021-12-17 22:55:50,643 Reloading parameters... +2021-12-17 22:55:50,661 Loading parameters... +2021-12-17 22:55:50,662 Loading project parameters... +2021-12-17 22:55:50,664 + +23 of 25 jobs remaining (22:55) +2021-12-17 22:55:50,664 Sleep: 10 +2021-12-17 22:55:50,664 Number of retrials: 0 +2021-12-17 22:55:50,664 WRAPPER CHECK TIME = 10 +2021-12-17 22:55:50,665 Checking jobs for platform=marenostrum4 +2021-12-17 22:55:50,665 Checking jobs for platform=nord3 +2021-12-17 22:55:50,666 Checking jobs for platform=local +2021-12-17 22:55:50,666 Checking jobs for platform=transfer_node +2021-12-17 22:55:50,667 Checking all jobs at once +2021-12-17 22:55:52,341 Successful check job command +2021-12-17 22:55:54,614 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:55:54,614 End of checking +2021-12-17 22:55:54,616 Updating FAILED jobs +2021-12-17 22:55:54,616 Updating WAITING jobs +2021-12-17 22:55:54,616 Update finished +2021-12-17 22:55:54,616 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:55:54,616 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:55:54,617 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:55:54,617 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:55:54,619 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:55:54,621 Job list saved +2021-12-17 22:55:54,626 Updating FAILED jobs +2021-12-17 22:55:54,626 Updating WAITING jobs +2021-12-17 22:55:54,627 Update finished +2021-12-17 22:56:04,637 Reloading parameters... +2021-12-17 22:56:04,656 Loading parameters... +2021-12-17 22:56:04,658 Loading project parameters... +2021-12-17 22:56:04,659 + +23 of 25 jobs remaining (22:56) +2021-12-17 22:56:04,660 Sleep: 10 +2021-12-17 22:56:04,660 Number of retrials: 0 +2021-12-17 22:56:04,660 WRAPPER CHECK TIME = 10 +2021-12-17 22:56:04,660 Checking jobs for platform=marenostrum4 +2021-12-17 22:56:04,661 Checking jobs for platform=nord3 +2021-12-17 22:56:04,661 Checking jobs for platform=local +2021-12-17 22:56:04,662 Checking jobs for platform=transfer_node +2021-12-17 22:56:04,662 Checking all jobs at once +2021-12-17 22:56:05,982 Successful check job command +2021-12-17 22:56:07,501 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:56:07,501 End of checking +2021-12-17 22:56:07,503 Updating FAILED jobs +2021-12-17 22:56:07,503 Updating WAITING jobs +2021-12-17 22:56:07,503 Update finished +2021-12-17 22:56:07,503 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:56:07,504 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:56:07,504 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:56:07,504 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:56:07,506 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:56:07,509 Job list saved +2021-12-17 22:56:07,513 Updating FAILED jobs +2021-12-17 22:56:07,513 Updating WAITING jobs +2021-12-17 22:56:07,513 Update finished +2021-12-17 22:56:17,521 Reloading parameters... +2021-12-17 22:56:17,543 Loading parameters... +2021-12-17 22:56:17,545 Loading project parameters... +2021-12-17 22:56:17,546 + +23 of 25 jobs remaining (22:56) +2021-12-17 22:56:17,547 Sleep: 10 +2021-12-17 22:56:17,547 Number of retrials: 0 +2021-12-17 22:56:17,547 WRAPPER CHECK TIME = 10 +2021-12-17 22:56:17,547 Checking jobs for platform=marenostrum4 +2021-12-17 22:56:17,548 Checking jobs for platform=nord3 +2021-12-17 22:56:17,548 Checking jobs for platform=local +2021-12-17 22:56:17,549 Checking jobs for platform=transfer_node +2021-12-17 22:56:17,549 Checking all jobs at once +2021-12-17 22:56:19,971 Successful check job command +2021-12-17 22:56:22,142 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:56:22,142 End of checking +2021-12-17 22:56:22,144 Updating FAILED jobs +2021-12-17 22:56:22,144 Updating WAITING jobs +2021-12-17 22:56:22,144 Update finished +2021-12-17 22:56:22,144 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:56:22,144 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:56:22,145 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:56:22,145 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:56:22,147 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:56:22,150 Job list saved +2021-12-17 22:56:22,154 Updating FAILED jobs +2021-12-17 22:56:22,155 Updating WAITING jobs +2021-12-17 22:56:22,155 Update finished +2021-12-17 22:56:32,165 Reloading parameters... +2021-12-17 22:56:32,287 Loading parameters... +2021-12-17 22:56:32,289 Loading project parameters... +2021-12-17 22:56:32,291 + +23 of 25 jobs remaining (22:56) +2021-12-17 22:56:32,291 Sleep: 10 +2021-12-17 22:56:32,291 Number of retrials: 0 +2021-12-17 22:56:32,291 WRAPPER CHECK TIME = 10 +2021-12-17 22:56:32,292 Checking jobs for platform=marenostrum4 +2021-12-17 22:56:32,292 Checking jobs for platform=nord3 +2021-12-17 22:56:32,293 Checking jobs for platform=local +2021-12-17 22:56:32,293 Checking jobs for platform=transfer_node +2021-12-17 22:56:32,294 Checking all jobs at once +2021-12-17 22:56:34,064 Successful check job command +2021-12-17 22:56:35,387 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:56:35,387 End of checking +2021-12-17 22:56:35,388 Updating FAILED jobs +2021-12-17 22:56:35,389 Updating WAITING jobs +2021-12-17 22:56:35,389 Update finished +2021-12-17 22:56:35,389 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:56:35,389 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:56:35,389 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:56:35,390 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:56:35,392 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:56:35,394 Job list saved +2021-12-17 22:56:35,399 Updating FAILED jobs +2021-12-17 22:56:35,399 Updating WAITING jobs +2021-12-17 22:56:35,399 Update finished +2021-12-17 22:56:45,409 Reloading parameters... +2021-12-17 22:56:45,427 Loading parameters... +2021-12-17 22:56:45,428 Loading project parameters... +2021-12-17 22:56:45,430 + +23 of 25 jobs remaining (22:56) +2021-12-17 22:56:45,431 Sleep: 10 +2021-12-17 22:56:45,431 Number of retrials: 0 +2021-12-17 22:56:45,431 WRAPPER CHECK TIME = 10 +2021-12-17 22:56:45,431 Checking jobs for platform=marenostrum4 +2021-12-17 22:56:45,433 Checking jobs for platform=nord3 +2021-12-17 22:56:45,434 Checking jobs for platform=local +2021-12-17 22:56:45,434 Checking jobs for platform=transfer_node +2021-12-17 22:56:45,435 Checking all jobs at once +2021-12-17 22:56:47,606 Successful check job command +2021-12-17 22:56:49,076 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:56:49,076 End of checking +2021-12-17 22:56:49,078 Updating FAILED jobs +2021-12-17 22:56:49,078 Updating WAITING jobs +2021-12-17 22:56:49,078 Update finished +2021-12-17 22:56:49,078 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:56:49,079 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:56:49,079 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:56:49,079 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:56:49,082 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:56:49,084 Job list saved +2021-12-17 22:56:49,089 Updating FAILED jobs +2021-12-17 22:56:49,089 Updating WAITING jobs +2021-12-17 22:56:49,089 Update finished +2021-12-17 22:56:59,099 Reloading parameters... +2021-12-17 22:56:59,117 Loading parameters... +2021-12-17 22:56:59,119 Loading project parameters... +2021-12-17 22:56:59,121 + +23 of 25 jobs remaining (22:56) +2021-12-17 22:56:59,121 Sleep: 10 +2021-12-17 22:56:59,121 Number of retrials: 0 +2021-12-17 22:56:59,121 WRAPPER CHECK TIME = 10 +2021-12-17 22:56:59,122 Checking jobs for platform=marenostrum4 +2021-12-17 22:56:59,122 Checking jobs for platform=nord3 +2021-12-17 22:56:59,123 Checking jobs for platform=local +2021-12-17 22:56:59,123 Checking jobs for platform=transfer_node +2021-12-17 22:56:59,123 Checking all jobs at once +2021-12-17 22:57:02,098 Successful check job command +2021-12-17 22:57:04,719 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:57:04,720 End of checking +2021-12-17 22:57:04,721 Updating FAILED jobs +2021-12-17 22:57:04,721 Updating WAITING jobs +2021-12-17 22:57:04,721 Update finished +2021-12-17 22:57:04,721 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:57:04,721 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:57:04,722 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:57:04,722 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:57:04,724 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:57:04,726 Job list saved +2021-12-17 22:57:04,731 Updating FAILED jobs +2021-12-17 22:57:04,732 Updating WAITING jobs +2021-12-17 22:57:04,732 Update finished +2021-12-17 22:57:14,742 Reloading parameters... +2021-12-17 22:57:14,762 Loading parameters... +2021-12-17 22:57:14,763 Loading project parameters... +2021-12-17 22:57:14,765 + +23 of 25 jobs remaining (22:57) +2021-12-17 22:57:14,765 Sleep: 10 +2021-12-17 22:57:14,765 Number of retrials: 0 +2021-12-17 22:57:14,765 WRAPPER CHECK TIME = 10 +2021-12-17 22:57:14,766 Checking jobs for platform=marenostrum4 +2021-12-17 22:57:14,766 Checking jobs for platform=nord3 +2021-12-17 22:57:14,767 Checking jobs for platform=local +2021-12-17 22:57:14,768 Checking jobs for platform=transfer_node +2021-12-17 22:57:14,768 Checking all jobs at once +2021-12-17 22:57:16,393 Successful check job command +2021-12-17 22:57:18,465 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:57:18,465 End of checking +2021-12-17 22:57:18,466 Updating FAILED jobs +2021-12-17 22:57:18,466 Updating WAITING jobs +2021-12-17 22:57:18,467 Update finished +2021-12-17 22:57:18,467 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:57:18,467 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:57:18,467 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:57:18,467 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:57:18,470 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:57:18,472 Job list saved +2021-12-17 22:57:18,478 Updating FAILED jobs +2021-12-17 22:57:18,478 Updating WAITING jobs +2021-12-17 22:57:18,478 Update finished +2021-12-17 22:57:28,479 Reloading parameters... +2021-12-17 22:57:28,495 Loading parameters... +2021-12-17 22:57:28,497 Loading project parameters... +2021-12-17 22:57:28,499 + +23 of 25 jobs remaining (22:57) +2021-12-17 22:57:28,499 Sleep: 10 +2021-12-17 22:57:28,499 Number of retrials: 0 +2021-12-17 22:57:28,499 WRAPPER CHECK TIME = 10 +2021-12-17 22:57:28,500 Checking jobs for platform=marenostrum4 +2021-12-17 22:57:28,500 Checking jobs for platform=nord3 +2021-12-17 22:57:28,501 Checking jobs for platform=local +2021-12-17 22:57:28,501 Checking jobs for platform=transfer_node +2021-12-17 22:57:28,501 Checking all jobs at once +2021-12-17 22:57:30,271 Successful check job command +2021-12-17 22:57:31,944 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:57:31,945 End of checking +2021-12-17 22:57:31,946 Updating FAILED jobs +2021-12-17 22:57:31,946 Updating WAITING jobs +2021-12-17 22:57:31,946 Update finished +2021-12-17 22:57:31,946 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:57:31,947 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:57:31,947 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:57:31,947 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:57:31,950 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:57:31,952 Job list saved +2021-12-17 22:57:31,956 Updating FAILED jobs +2021-12-17 22:57:31,957 Updating WAITING jobs +2021-12-17 22:57:31,957 Update finished +2021-12-17 22:57:41,964 Reloading parameters... +2021-12-17 22:57:41,982 Loading parameters... +2021-12-17 22:57:41,983 Loading project parameters... +2021-12-17 22:57:41,985 + +23 of 25 jobs remaining (22:57) +2021-12-17 22:57:41,985 Sleep: 10 +2021-12-17 22:57:41,986 Number of retrials: 0 +2021-12-17 22:57:41,986 WRAPPER CHECK TIME = 10 +2021-12-17 22:57:41,986 Checking jobs for platform=marenostrum4 +2021-12-17 22:57:41,987 Checking jobs for platform=nord3 +2021-12-17 22:57:41,987 Checking jobs for platform=local +2021-12-17 22:57:41,988 Checking jobs for platform=transfer_node +2021-12-17 22:57:41,988 Checking all jobs at once +2021-12-17 22:57:45,162 Successful check job command +2021-12-17 22:57:47,633 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:57:47,633 End of checking +2021-12-17 22:57:47,635 Updating FAILED jobs +2021-12-17 22:57:47,635 Updating WAITING jobs +2021-12-17 22:57:47,635 Update finished +2021-12-17 22:57:47,635 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:57:47,636 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:57:47,636 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:57:47,636 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:57:47,638 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:57:47,641 Job list saved +2021-12-17 22:57:47,645 Updating FAILED jobs +2021-12-17 22:57:47,645 Updating WAITING jobs +2021-12-17 22:57:47,646 Update finished +2021-12-17 22:57:57,656 Reloading parameters... +2021-12-17 22:57:57,674 Loading parameters... +2021-12-17 22:57:57,675 Loading project parameters... +2021-12-17 22:57:57,677 + +23 of 25 jobs remaining (22:57) +2021-12-17 22:57:57,677 Sleep: 10 +2021-12-17 22:57:57,677 Number of retrials: 0 +2021-12-17 22:57:57,677 WRAPPER CHECK TIME = 10 +2021-12-17 22:57:57,678 Checking jobs for platform=marenostrum4 +2021-12-17 22:57:57,679 Checking jobs for platform=nord3 +2021-12-17 22:57:57,679 Checking jobs for platform=local +2021-12-17 22:57:57,680 Checking jobs for platform=transfer_node +2021-12-17 22:57:57,680 Checking all jobs at once +2021-12-17 22:57:59,249 Successful check job command +2021-12-17 22:58:01,972 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:58:01,972 End of checking +2021-12-17 22:58:01,973 Updating FAILED jobs +2021-12-17 22:58:01,973 Updating WAITING jobs +2021-12-17 22:58:01,974 Update finished +2021-12-17 22:58:01,974 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:58:01,974 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:58:01,974 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:58:01,975 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:58:01,977 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:58:01,980 Job list saved +2021-12-17 22:58:01,984 Updating FAILED jobs +2021-12-17 22:58:01,985 Updating WAITING jobs +2021-12-17 22:58:01,985 Update finished +2021-12-17 22:58:11,992 Reloading parameters... +2021-12-17 22:58:12,013 Loading parameters... +2021-12-17 22:58:12,014 Loading project parameters... +2021-12-17 22:58:12,016 + +23 of 25 jobs remaining (22:58) +2021-12-17 22:58:12,016 Sleep: 10 +2021-12-17 22:58:12,017 Number of retrials: 0 +2021-12-17 22:58:12,017 WRAPPER CHECK TIME = 10 +2021-12-17 22:58:12,017 Checking jobs for platform=marenostrum4 +2021-12-17 22:58:12,018 Checking jobs for platform=nord3 +2021-12-17 22:58:12,018 Checking jobs for platform=local +2021-12-17 22:58:12,019 Checking jobs for platform=transfer_node +2021-12-17 22:58:12,019 Checking all jobs at once +2021-12-17 22:58:14,642 Successful check job command +2021-12-17 22:58:17,213 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:58:17,214 End of checking +2021-12-17 22:58:17,215 Updating FAILED jobs +2021-12-17 22:58:17,215 Updating WAITING jobs +2021-12-17 22:58:17,215 Update finished +2021-12-17 22:58:17,215 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:58:17,216 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:58:17,216 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:58:17,216 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:58:17,219 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:58:17,221 Job list saved +2021-12-17 22:58:17,225 Updating FAILED jobs +2021-12-17 22:58:17,225 Updating WAITING jobs +2021-12-17 22:58:17,225 Update finished +2021-12-17 22:58:27,232 Reloading parameters... +2021-12-17 22:58:27,251 Loading parameters... +2021-12-17 22:58:27,252 Loading project parameters... +2021-12-17 22:58:27,254 + +23 of 25 jobs remaining (22:58) +2021-12-17 22:58:27,254 Sleep: 10 +2021-12-17 22:58:27,254 Number of retrials: 0 +2021-12-17 22:58:27,255 WRAPPER CHECK TIME = 10 +2021-12-17 22:58:27,255 Checking jobs for platform=marenostrum4 +2021-12-17 22:58:27,256 Checking jobs for platform=nord3 +2021-12-17 22:58:27,256 Checking jobs for platform=local +2021-12-17 22:58:27,257 Checking jobs for platform=transfer_node +2021-12-17 22:58:27,257 Checking all jobs at once +2021-12-17 22:58:28,677 Successful check job command +2021-12-17 22:58:30,247 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:58:30,247 End of checking +2021-12-17 22:58:30,248 Updating FAILED jobs +2021-12-17 22:58:30,249 Updating WAITING jobs +2021-12-17 22:58:30,249 Update finished +2021-12-17 22:58:30,249 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:58:30,249 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:58:30,249 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:58:30,249 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:58:30,252 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:58:30,254 Job list saved +2021-12-17 22:58:30,258 Updating FAILED jobs +2021-12-17 22:58:30,259 Updating WAITING jobs +2021-12-17 22:58:30,259 Update finished +2021-12-17 22:58:40,269 Reloading parameters... +2021-12-17 22:58:40,286 Loading parameters... +2021-12-17 22:58:40,287 Loading project parameters... +2021-12-17 22:58:40,289 + +23 of 25 jobs remaining (22:58) +2021-12-17 22:58:40,290 Sleep: 10 +2021-12-17 22:58:40,290 Number of retrials: 0 +2021-12-17 22:58:40,290 WRAPPER CHECK TIME = 10 +2021-12-17 22:58:40,291 Checking jobs for platform=marenostrum4 +2021-12-17 22:58:40,291 Checking jobs for platform=nord3 +2021-12-17 22:58:40,292 Checking jobs for platform=local +2021-12-17 22:58:40,292 Checking jobs for platform=transfer_node +2021-12-17 22:58:40,292 Checking all jobs at once +2021-12-17 22:58:42,564 Successful check job command +2021-12-17 22:58:44,083 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:58:44,083 End of checking +2021-12-17 22:58:44,085 Updating FAILED jobs +2021-12-17 22:58:44,085 Updating WAITING jobs +2021-12-17 22:58:44,085 Update finished +2021-12-17 22:58:44,085 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:58:44,085 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:58:44,085 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:58:44,086 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:58:44,088 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:58:44,090 Job list saved +2021-12-17 22:58:44,095 Updating FAILED jobs +2021-12-17 22:58:44,095 Updating WAITING jobs +2021-12-17 22:58:44,096 Update finished +2021-12-17 22:58:54,105 Reloading parameters... +2021-12-17 22:58:54,123 Loading parameters... +2021-12-17 22:58:54,125 Loading project parameters... +2021-12-17 22:58:54,127 + +23 of 25 jobs remaining (22:58) +2021-12-17 22:58:54,127 Sleep: 10 +2021-12-17 22:58:54,127 Number of retrials: 0 +2021-12-17 22:58:54,127 WRAPPER CHECK TIME = 10 +2021-12-17 22:58:54,128 Checking jobs for platform=marenostrum4 +2021-12-17 22:58:54,128 Checking jobs for platform=nord3 +2021-12-17 22:58:54,129 Checking jobs for platform=local +2021-12-17 22:58:54,129 Checking jobs for platform=transfer_node +2021-12-17 22:58:54,129 Checking all jobs at once +2021-12-17 22:58:57,151 Successful check job command +2021-12-17 22:59:00,073 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:59:00,074 End of checking +2021-12-17 22:59:00,075 Updating FAILED jobs +2021-12-17 22:59:00,075 Updating WAITING jobs +2021-12-17 22:59:00,075 Update finished +2021-12-17 22:59:00,075 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:59:00,076 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:59:00,076 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:59:00,076 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:59:00,079 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:59:00,081 Job list saved +2021-12-17 22:59:00,086 Updating FAILED jobs +2021-12-17 22:59:00,086 Updating WAITING jobs +2021-12-17 22:59:00,086 Update finished +2021-12-17 22:59:10,091 Reloading parameters... +2021-12-17 22:59:10,111 Loading parameters... +2021-12-17 22:59:10,112 Loading project parameters... +2021-12-17 22:59:10,114 + +23 of 25 jobs remaining (22:59) +2021-12-17 22:59:10,114 Sleep: 10 +2021-12-17 22:59:10,114 Number of retrials: 0 +2021-12-17 22:59:10,114 WRAPPER CHECK TIME = 10 +2021-12-17 22:59:10,115 Checking jobs for platform=marenostrum4 +2021-12-17 22:59:10,116 Checking jobs for platform=nord3 +2021-12-17 22:59:10,116 Checking jobs for platform=local +2021-12-17 22:59:10,117 Checking jobs for platform=transfer_node +2021-12-17 22:59:10,117 Checking all jobs at once +2021-12-17 22:59:11,937 Successful check job command +2021-12-17 22:59:13,809 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:59:13,809 End of checking +2021-12-17 22:59:13,810 Updating FAILED jobs +2021-12-17 22:59:13,810 Updating WAITING jobs +2021-12-17 22:59:13,811 Update finished +2021-12-17 22:59:13,811 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:59:13,811 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:59:13,811 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:59:13,811 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:59:13,814 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:59:13,816 Job list saved +2021-12-17 22:59:13,820 Updating FAILED jobs +2021-12-17 22:59:13,821 Updating WAITING jobs +2021-12-17 22:59:13,821 Update finished +2021-12-17 22:59:23,826 Reloading parameters... +2021-12-17 22:59:23,846 Loading parameters... +2021-12-17 22:59:23,848 Loading project parameters... +2021-12-17 22:59:23,849 + +23 of 25 jobs remaining (22:59) +2021-12-17 22:59:23,850 Sleep: 10 +2021-12-17 22:59:23,850 Number of retrials: 0 +2021-12-17 22:59:23,850 WRAPPER CHECK TIME = 10 +2021-12-17 22:59:23,850 Checking jobs for platform=marenostrum4 +2021-12-17 22:59:23,851 Checking jobs for platform=nord3 +2021-12-17 22:59:23,851 Checking jobs for platform=local +2021-12-17 22:59:23,852 Checking jobs for platform=transfer_node +2021-12-17 22:59:23,852 Checking all jobs at once +2021-12-17 22:59:25,572 Successful check job command +2021-12-17 22:59:28,095 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:59:28,095 End of checking +2021-12-17 22:59:28,097 Updating FAILED jobs +2021-12-17 22:59:28,097 Updating WAITING jobs +2021-12-17 22:59:28,098 Update finished +2021-12-17 22:59:28,098 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:59:28,098 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:59:28,098 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:59:28,098 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:59:28,103 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:59:28,105 Job list saved +2021-12-17 22:59:28,116 Updating FAILED jobs +2021-12-17 22:59:28,116 Updating WAITING jobs +2021-12-17 22:59:28,116 Update finished +2021-12-17 22:59:38,126 Reloading parameters... +2021-12-17 22:59:38,152 Loading parameters... +2021-12-17 22:59:38,153 Loading project parameters... +2021-12-17 22:59:38,155 + +23 of 25 jobs remaining (22:59) +2021-12-17 22:59:38,156 Sleep: 10 +2021-12-17 22:59:38,156 Number of retrials: 0 +2021-12-17 22:59:38,156 WRAPPER CHECK TIME = 10 +2021-12-17 22:59:38,156 Checking jobs for platform=marenostrum4 +2021-12-17 22:59:38,157 Checking jobs for platform=nord3 +2021-12-17 22:59:38,157 Checking jobs for platform=local +2021-12-17 22:59:38,158 Checking jobs for platform=transfer_node +2021-12-17 22:59:38,158 Checking all jobs at once +2021-12-17 22:59:39,778 Successful check job command +2021-12-17 22:59:41,949 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:59:41,949 End of checking +2021-12-17 22:59:41,950 Updating FAILED jobs +2021-12-17 22:59:41,951 Updating WAITING jobs +2021-12-17 22:59:41,951 Update finished +2021-12-17 22:59:41,951 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:59:41,952 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:59:41,952 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:59:41,952 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:59:41,954 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:59:41,956 Job list saved +2021-12-17 22:59:41,969 Updating FAILED jobs +2021-12-17 22:59:41,969 Updating WAITING jobs +2021-12-17 22:59:41,970 Update finished +2021-12-17 22:59:51,977 Reloading parameters... +2021-12-17 22:59:51,995 Loading parameters... +2021-12-17 22:59:51,996 Loading project parameters... +2021-12-17 22:59:51,998 + +23 of 25 jobs remaining (22:59) +2021-12-17 22:59:51,998 Sleep: 10 +2021-12-17 22:59:51,998 Number of retrials: 0 +2021-12-17 22:59:51,998 WRAPPER CHECK TIME = 10 +2021-12-17 22:59:51,999 Checking jobs for platform=marenostrum4 +2021-12-17 22:59:52,000 Checking jobs for platform=nord3 +2021-12-17 22:59:52,000 Checking jobs for platform=local +2021-12-17 22:59:52,001 Checking jobs for platform=transfer_node +2021-12-17 22:59:52,001 Checking all jobs at once +2021-12-17 22:59:54,023 Successful check job command +2021-12-17 22:59:55,342 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 22:59:55,343 End of checking +2021-12-17 22:59:55,344 Updating FAILED jobs +2021-12-17 22:59:55,344 Updating WAITING jobs +2021-12-17 22:59:55,344 Update finished +2021-12-17 22:59:55,345 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 22:59:55,345 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 22:59:55,345 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 22:59:55,345 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 22:59:55,348 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 22:59:55,350 Job list saved +2021-12-17 22:59:55,355 Updating FAILED jobs +2021-12-17 22:59:55,355 Updating WAITING jobs +2021-12-17 22:59:55,355 Update finished +2021-12-17 23:00:05,365 Reloading parameters... +2021-12-17 23:00:05,384 Loading parameters... +2021-12-17 23:00:05,385 Loading project parameters... +2021-12-17 23:00:05,387 + +23 of 25 jobs remaining (23:00) +2021-12-17 23:00:05,387 Sleep: 10 +2021-12-17 23:00:05,387 Number of retrials: 0 +2021-12-17 23:00:05,387 WRAPPER CHECK TIME = 10 +2021-12-17 23:00:05,388 Checking jobs for platform=marenostrum4 +2021-12-17 23:00:05,389 Checking jobs for platform=nord3 +2021-12-17 23:00:05,389 Checking jobs for platform=local +2021-12-17 23:00:05,390 Checking jobs for platform=transfer_node +2021-12-17 23:00:05,390 Checking all jobs at once +2021-12-17 23:00:09,466 Successful check job command +2021-12-17 23:00:12,738 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:00:12,739 End of checking +2021-12-17 23:00:12,740 Updating FAILED jobs +2021-12-17 23:00:12,740 Updating WAITING jobs +2021-12-17 23:00:12,741 Update finished +2021-12-17 23:00:12,741 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:00:12,741 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:00:12,742 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:00:12,742 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:00:12,744 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:00:12,747 Job list saved +2021-12-17 23:00:12,751 Updating FAILED jobs +2021-12-17 23:00:12,752 Updating WAITING jobs +2021-12-17 23:00:12,752 Update finished +2021-12-17 23:00:22,762 Reloading parameters... +2021-12-17 23:00:22,780 Loading parameters... +2021-12-17 23:00:22,781 Loading project parameters... +2021-12-17 23:00:22,783 + +23 of 25 jobs remaining (23:00) +2021-12-17 23:00:22,784 Sleep: 10 +2021-12-17 23:00:22,784 Number of retrials: 0 +2021-12-17 23:00:22,784 WRAPPER CHECK TIME = 10 +2021-12-17 23:00:22,784 Checking jobs for platform=marenostrum4 +2021-12-17 23:00:22,785 Checking jobs for platform=nord3 +2021-12-17 23:00:22,785 Checking jobs for platform=local +2021-12-17 23:00:22,786 Checking jobs for platform=transfer_node +2021-12-17 23:00:22,786 Checking all jobs at once +2021-12-17 23:00:24,256 Successful check job command +2021-12-17 23:00:25,678 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:00:25,679 End of checking +2021-12-17 23:00:25,680 Updating FAILED jobs +2021-12-17 23:00:25,680 Updating WAITING jobs +2021-12-17 23:00:25,680 Update finished +2021-12-17 23:00:25,681 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:00:25,681 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:00:25,681 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:00:25,681 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:00:25,684 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:00:25,686 Job list saved +2021-12-17 23:00:25,691 Updating FAILED jobs +2021-12-17 23:00:25,691 Updating WAITING jobs +2021-12-17 23:00:25,691 Update finished +2021-12-17 23:00:35,698 Reloading parameters... +2021-12-17 23:00:35,717 Loading parameters... +2021-12-17 23:00:35,718 Loading project parameters... +2021-12-17 23:00:35,720 + +23 of 25 jobs remaining (23:00) +2021-12-17 23:00:35,720 Sleep: 10 +2021-12-17 23:00:35,721 Number of retrials: 0 +2021-12-17 23:00:35,721 WRAPPER CHECK TIME = 10 +2021-12-17 23:00:35,721 Checking jobs for platform=marenostrum4 +2021-12-17 23:00:35,722 Checking jobs for platform=nord3 +2021-12-17 23:00:35,722 Checking jobs for platform=local +2021-12-17 23:00:35,723 Checking jobs for platform=transfer_node +2021-12-17 23:00:35,723 Checking all jobs at once +2021-12-17 23:00:39,046 Successful check job command +2021-12-17 23:00:42,419 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:00:42,419 End of checking +2021-12-17 23:00:42,421 Updating FAILED jobs +2021-12-17 23:00:42,421 Updating WAITING jobs +2021-12-17 23:00:42,421 Update finished +2021-12-17 23:00:42,421 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:00:42,421 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:00:42,422 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:00:42,422 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:00:42,425 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:00:42,427 Job list saved +2021-12-17 23:00:42,432 Updating FAILED jobs +2021-12-17 23:00:42,432 Updating WAITING jobs +2021-12-17 23:00:42,433 Update finished +2021-12-17 23:00:52,443 Reloading parameters... +2021-12-17 23:00:52,462 Loading parameters... +2021-12-17 23:00:52,464 Loading project parameters... +2021-12-17 23:00:52,466 + +23 of 25 jobs remaining (23:00) +2021-12-17 23:00:52,466 Sleep: 10 +2021-12-17 23:00:52,466 Number of retrials: 0 +2021-12-17 23:00:52,466 WRAPPER CHECK TIME = 10 +2021-12-17 23:00:52,467 Checking jobs for platform=marenostrum4 +2021-12-17 23:00:52,467 Checking jobs for platform=nord3 +2021-12-17 23:00:52,468 Checking jobs for platform=local +2021-12-17 23:00:52,468 Checking jobs for platform=transfer_node +2021-12-17 23:00:52,468 Checking all jobs at once +2021-12-17 23:00:55,191 Successful check job command +2021-12-17 23:00:58,816 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:00:58,817 End of checking +2021-12-17 23:00:58,818 Updating FAILED jobs +2021-12-17 23:00:58,818 Updating WAITING jobs +2021-12-17 23:00:58,819 Update finished +2021-12-17 23:00:58,819 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:00:58,819 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:00:58,819 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:00:58,820 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:00:58,822 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:00:58,824 Job list saved +2021-12-17 23:00:58,829 Updating FAILED jobs +2021-12-17 23:00:58,829 Updating WAITING jobs +2021-12-17 23:00:58,829 Update finished +2021-12-17 23:01:08,839 Reloading parameters... +2021-12-17 23:01:08,858 Loading parameters... +2021-12-17 23:01:08,859 Loading project parameters... +2021-12-17 23:01:08,861 + +23 of 25 jobs remaining (23:01) +2021-12-17 23:01:08,861 Sleep: 10 +2021-12-17 23:01:08,861 Number of retrials: 0 +2021-12-17 23:01:08,861 WRAPPER CHECK TIME = 10 +2021-12-17 23:01:08,862 Checking jobs for platform=marenostrum4 +2021-12-17 23:01:08,863 Checking jobs for platform=nord3 +2021-12-17 23:01:08,863 Checking jobs for platform=local +2021-12-17 23:01:08,864 Checking jobs for platform=transfer_node +2021-12-17 23:01:08,864 Checking all jobs at once +2021-12-17 23:01:10,234 Successful check job command +2021-12-17 23:01:11,905 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:01:11,906 End of checking +2021-12-17 23:01:11,907 Updating FAILED jobs +2021-12-17 23:01:11,907 Updating WAITING jobs +2021-12-17 23:01:11,907 Update finished +2021-12-17 23:01:11,908 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:01:11,908 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:01:11,908 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:01:11,908 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:01:11,911 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:01:11,913 Job list saved +2021-12-17 23:01:11,918 Updating FAILED jobs +2021-12-17 23:01:11,919 Updating WAITING jobs +2021-12-17 23:01:11,919 Update finished +2021-12-17 23:01:21,927 Reloading parameters... +2021-12-17 23:01:21,947 Loading parameters... +2021-12-17 23:01:21,949 Loading project parameters... +2021-12-17 23:01:21,950 + +23 of 25 jobs remaining (23:01) +2021-12-17 23:01:21,951 Sleep: 10 +2021-12-17 23:01:21,951 Number of retrials: 0 +2021-12-17 23:01:21,951 WRAPPER CHECK TIME = 10 +2021-12-17 23:01:21,951 Checking jobs for platform=marenostrum4 +2021-12-17 23:01:21,952 Checking jobs for platform=nord3 +2021-12-17 23:01:21,953 Checking jobs for platform=local +2021-12-17 23:01:21,954 Checking jobs for platform=transfer_node +2021-12-17 23:01:21,954 Checking all jobs at once +2021-12-17 23:01:23,724 Successful check job command +2021-12-17 23:01:25,146 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:01:25,146 End of checking +2021-12-17 23:01:25,148 Updating FAILED jobs +2021-12-17 23:01:25,148 Updating WAITING jobs +2021-12-17 23:01:25,148 Update finished +2021-12-17 23:01:25,148 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:01:25,148 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:01:25,149 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:01:25,149 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:01:25,152 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:01:25,154 Job list saved +2021-12-17 23:01:25,159 Updating FAILED jobs +2021-12-17 23:01:25,160 Updating WAITING jobs +2021-12-17 23:01:25,160 Update finished +2021-12-17 23:01:35,170 Reloading parameters... +2021-12-17 23:01:35,190 Loading parameters... +2021-12-17 23:01:35,191 Loading project parameters... +2021-12-17 23:01:35,193 + +23 of 25 jobs remaining (23:01) +2021-12-17 23:01:35,194 Sleep: 10 +2021-12-17 23:01:35,194 Number of retrials: 0 +2021-12-17 23:01:35,194 WRAPPER CHECK TIME = 10 +2021-12-17 23:01:35,194 Checking jobs for platform=marenostrum4 +2021-12-17 23:01:35,195 Checking jobs for platform=nord3 +2021-12-17 23:01:35,195 Checking jobs for platform=local +2021-12-17 23:01:35,196 Checking jobs for platform=transfer_node +2021-12-17 23:01:35,196 Checking all jobs at once +2021-12-17 23:01:38,373 Successful check job command +2021-12-17 23:01:41,194 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:01:41,195 End of checking +2021-12-17 23:01:41,196 Updating FAILED jobs +2021-12-17 23:01:41,196 Updating WAITING jobs +2021-12-17 23:01:41,197 Update finished +2021-12-17 23:01:41,197 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:01:41,197 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:01:41,198 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:01:41,198 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:01:41,201 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:01:41,203 Job list saved +2021-12-17 23:01:41,209 Updating FAILED jobs +2021-12-17 23:01:41,209 Updating WAITING jobs +2021-12-17 23:01:41,209 Update finished +2021-12-17 23:01:51,217 Reloading parameters... +2021-12-17 23:01:51,236 Loading parameters... +2021-12-17 23:01:51,237 Loading project parameters... +2021-12-17 23:01:51,239 + +23 of 25 jobs remaining (23:01) +2021-12-17 23:01:51,239 Sleep: 10 +2021-12-17 23:01:51,239 Number of retrials: 0 +2021-12-17 23:01:51,239 WRAPPER CHECK TIME = 10 +2021-12-17 23:01:51,240 Checking jobs for platform=marenostrum4 +2021-12-17 23:01:51,240 Checking jobs for platform=nord3 +2021-12-17 23:01:51,241 Checking jobs for platform=local +2021-12-17 23:01:51,242 Checking jobs for platform=transfer_node +2021-12-17 23:01:51,242 Checking all jobs at once +2021-12-17 23:01:52,512 Successful check job command +2021-12-17 23:01:53,684 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:01:53,684 End of checking +2021-12-17 23:01:53,686 Updating FAILED jobs +2021-12-17 23:01:53,686 Updating WAITING jobs +2021-12-17 23:01:53,686 Update finished +2021-12-17 23:01:53,687 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:01:53,687 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:01:53,687 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:01:53,687 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:01:53,690 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:01:53,692 Job list saved +2021-12-17 23:01:53,698 Updating FAILED jobs +2021-12-17 23:01:53,698 Updating WAITING jobs +2021-12-17 23:01:53,698 Update finished +2021-12-17 23:02:03,708 Reloading parameters... +2021-12-17 23:02:03,729 Loading parameters... +2021-12-17 23:02:03,730 Loading project parameters... +2021-12-17 23:02:03,732 + +23 of 25 jobs remaining (23:02) +2021-12-17 23:02:03,732 Sleep: 10 +2021-12-17 23:02:03,732 Number of retrials: 0 +2021-12-17 23:02:03,732 WRAPPER CHECK TIME = 10 +2021-12-17 23:02:03,733 Checking jobs for platform=marenostrum4 +2021-12-17 23:02:03,733 Checking jobs for platform=nord3 +2021-12-17 23:02:03,734 Checking jobs for platform=local +2021-12-17 23:02:03,734 Checking jobs for platform=transfer_node +2021-12-17 23:02:03,734 Checking all jobs at once +2021-12-17 23:02:06,307 Successful check job command +2021-12-17 23:02:07,881 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:02:07,881 End of checking +2021-12-17 23:02:07,882 Updating FAILED jobs +2021-12-17 23:02:07,883 Updating WAITING jobs +2021-12-17 23:02:07,883 Update finished +2021-12-17 23:02:07,883 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:02:07,883 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:02:07,883 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:02:07,883 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:02:07,897 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:02:07,899 Job list saved +2021-12-17 23:02:07,904 Updating FAILED jobs +2021-12-17 23:02:07,905 Updating WAITING jobs +2021-12-17 23:02:07,905 Update finished +2021-12-17 23:02:17,915 Reloading parameters... +2021-12-17 23:02:17,937 Loading parameters... +2021-12-17 23:02:17,938 Loading project parameters... +2021-12-17 23:02:17,940 + +23 of 25 jobs remaining (23:02) +2021-12-17 23:02:17,940 Sleep: 10 +2021-12-17 23:02:17,940 Number of retrials: 0 +2021-12-17 23:02:17,940 WRAPPER CHECK TIME = 10 +2021-12-17 23:02:17,941 Checking jobs for platform=marenostrum4 +2021-12-17 23:02:17,941 Checking jobs for platform=nord3 +2021-12-17 23:02:17,942 Checking jobs for platform=local +2021-12-17 23:02:17,942 Checking jobs for platform=transfer_node +2021-12-17 23:02:17,942 Checking all jobs at once +2021-12-17 23:02:20,865 Successful check job command +2021-12-17 23:02:23,036 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:02:23,036 End of checking +2021-12-17 23:02:23,037 Updating FAILED jobs +2021-12-17 23:02:23,038 Updating WAITING jobs +2021-12-17 23:02:23,038 Update finished +2021-12-17 23:02:23,038 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:02:23,039 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:02:23,039 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:02:23,039 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:02:23,042 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:02:23,044 Job list saved +2021-12-17 23:02:23,053 Updating FAILED jobs +2021-12-17 23:02:23,054 Updating WAITING jobs +2021-12-17 23:02:23,054 Update finished +2021-12-17 23:02:33,064 Reloading parameters... +2021-12-17 23:02:33,083 Loading parameters... +2021-12-17 23:02:33,084 Loading project parameters... +2021-12-17 23:02:33,086 + +23 of 25 jobs remaining (23:02) +2021-12-17 23:02:33,086 Sleep: 10 +2021-12-17 23:02:33,087 Number of retrials: 0 +2021-12-17 23:02:33,087 WRAPPER CHECK TIME = 10 +2021-12-17 23:02:33,087 Checking jobs for platform=marenostrum4 +2021-12-17 23:02:33,088 Checking jobs for platform=nord3 +2021-12-17 23:02:33,088 Checking jobs for platform=local +2021-12-17 23:02:33,089 Checking jobs for platform=transfer_node +2021-12-17 23:02:33,089 Checking all jobs at once +2021-12-17 23:02:34,759 Successful check job command +2021-12-17 23:02:36,082 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:02:36,082 End of checking +2021-12-17 23:02:36,083 Updating FAILED jobs +2021-12-17 23:02:36,084 Updating WAITING jobs +2021-12-17 23:02:36,084 Update finished +2021-12-17 23:02:36,084 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:02:36,084 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:02:36,084 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:02:36,084 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:02:36,087 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:02:36,090 Job list saved +2021-12-17 23:02:36,095 Updating FAILED jobs +2021-12-17 23:02:36,095 Updating WAITING jobs +2021-12-17 23:02:36,095 Update finished +2021-12-17 23:02:46,105 Reloading parameters... +2021-12-17 23:02:46,125 Loading parameters... +2021-12-17 23:02:46,127 Loading project parameters... +2021-12-17 23:02:46,129 + +23 of 25 jobs remaining (23:02) +2021-12-17 23:02:46,129 Sleep: 10 +2021-12-17 23:02:46,129 Number of retrials: 0 +2021-12-17 23:02:46,129 WRAPPER CHECK TIME = 10 +2021-12-17 23:02:46,130 Checking jobs for platform=marenostrum4 +2021-12-17 23:02:46,130 Checking jobs for platform=nord3 +2021-12-17 23:02:46,131 Checking jobs for platform=local +2021-12-17 23:02:46,131 Checking jobs for platform=transfer_node +2021-12-17 23:02:46,131 Checking all jobs at once +2021-12-17 23:02:48,002 Successful check job command +2021-12-17 23:02:49,673 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:02:49,673 End of checking +2021-12-17 23:02:49,675 Updating FAILED jobs +2021-12-17 23:02:49,675 Updating WAITING jobs +2021-12-17 23:02:49,675 Update finished +2021-12-17 23:02:49,676 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:02:49,676 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:02:49,676 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:02:49,676 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:02:49,679 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:02:49,681 Job list saved +2021-12-17 23:02:49,687 Updating FAILED jobs +2021-12-17 23:02:49,687 Updating WAITING jobs +2021-12-17 23:02:49,687 Update finished +2021-12-17 23:02:59,698 Reloading parameters... +2021-12-17 23:02:59,716 Loading parameters... +2021-12-17 23:02:59,717 Loading project parameters... +2021-12-17 23:02:59,719 + +23 of 25 jobs remaining (23:02) +2021-12-17 23:02:59,719 Sleep: 10 +2021-12-17 23:02:59,719 Number of retrials: 0 +2021-12-17 23:02:59,720 WRAPPER CHECK TIME = 10 +2021-12-17 23:02:59,720 Checking jobs for platform=marenostrum4 +2021-12-17 23:02:59,721 Checking jobs for platform=nord3 +2021-12-17 23:02:59,721 Checking jobs for platform=local +2021-12-17 23:02:59,722 Checking jobs for platform=transfer_node +2021-12-17 23:02:59,722 Checking all jobs at once +2021-12-17 23:03:01,943 Successful check job command +2021-12-17 23:03:04,364 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:03:04,364 End of checking +2021-12-17 23:03:04,366 Updating FAILED jobs +2021-12-17 23:03:04,366 Updating WAITING jobs +2021-12-17 23:03:04,367 Update finished +2021-12-17 23:03:04,367 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:03:04,370 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:03:04,370 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:03:04,370 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:03:04,374 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:03:04,376 Job list saved +2021-12-17 23:03:04,381 Updating FAILED jobs +2021-12-17 23:03:04,382 Updating WAITING jobs +2021-12-17 23:03:04,382 Update finished +2021-12-17 23:03:14,392 Reloading parameters... +2021-12-17 23:03:14,412 Loading parameters... +2021-12-17 23:03:14,413 Loading project parameters... +2021-12-17 23:03:14,415 + +23 of 25 jobs remaining (23:03) +2021-12-17 23:03:14,415 Sleep: 10 +2021-12-17 23:03:14,415 Number of retrials: 0 +2021-12-17 23:03:14,416 WRAPPER CHECK TIME = 10 +2021-12-17 23:03:14,416 Checking jobs for platform=marenostrum4 +2021-12-17 23:03:14,417 Checking jobs for platform=nord3 +2021-12-17 23:03:14,417 Checking jobs for platform=local +2021-12-17 23:03:14,418 Checking jobs for platform=transfer_node +2021-12-17 23:03:14,418 Checking all jobs at once +2021-12-17 23:03:16,140 Successful check job command +2021-12-17 23:03:18,561 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:03:18,561 End of checking +2021-12-17 23:03:18,563 Updating FAILED jobs +2021-12-17 23:03:18,563 Updating WAITING jobs +2021-12-17 23:03:18,564 Update finished +2021-12-17 23:03:18,564 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:03:18,564 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:03:18,564 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:03:18,564 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:03:18,568 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:03:18,570 Job list saved +2021-12-17 23:03:18,578 Updating FAILED jobs +2021-12-17 23:03:18,578 Updating WAITING jobs +2021-12-17 23:03:18,578 Update finished +2021-12-17 23:03:28,584 Reloading parameters... +2021-12-17 23:03:28,606 Loading parameters... +2021-12-17 23:03:28,608 Loading project parameters... +2021-12-17 23:03:28,612 + +23 of 25 jobs remaining (23:03) +2021-12-17 23:03:28,612 Sleep: 10 +2021-12-17 23:03:28,612 Number of retrials: 0 +2021-12-17 23:03:28,613 WRAPPER CHECK TIME = 10 +2021-12-17 23:03:28,613 Checking jobs for platform=marenostrum4 +2021-12-17 23:03:28,614 Checking jobs for platform=nord3 +2021-12-17 23:03:28,614 Checking jobs for platform=local +2021-12-17 23:03:28,615 Checking jobs for platform=transfer_node +2021-12-17 23:03:28,615 Checking all jobs at once +2021-12-17 23:03:30,689 Successful check job command +2021-12-17 23:03:32,613 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:03:32,613 End of checking +2021-12-17 23:03:32,614 Updating FAILED jobs +2021-12-17 23:03:32,614 Updating WAITING jobs +2021-12-17 23:03:32,615 Update finished +2021-12-17 23:03:32,615 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:03:32,615 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:03:32,615 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:03:32,615 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:03:32,618 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:03:32,621 Job list saved +2021-12-17 23:03:32,626 Updating FAILED jobs +2021-12-17 23:03:32,626 Updating WAITING jobs +2021-12-17 23:03:32,626 Update finished +2021-12-17 23:03:42,636 Reloading parameters... +2021-12-17 23:03:42,662 Loading parameters... +2021-12-17 23:03:42,663 Loading project parameters... +2021-12-17 23:03:42,665 + +23 of 25 jobs remaining (23:03) +2021-12-17 23:03:42,666 Sleep: 10 +2021-12-17 23:03:42,666 Number of retrials: 0 +2021-12-17 23:03:42,666 WRAPPER CHECK TIME = 10 +2021-12-17 23:03:42,666 Checking jobs for platform=marenostrum4 +2021-12-17 23:03:42,667 Checking jobs for platform=nord3 +2021-12-17 23:03:42,667 Checking jobs for platform=local +2021-12-17 23:03:42,668 Checking jobs for platform=transfer_node +2021-12-17 23:03:42,668 Checking all jobs at once +2021-12-17 23:03:44,089 Successful check job command +2021-12-17 23:03:46,110 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:03:46,110 End of checking +2021-12-17 23:03:46,111 Updating FAILED jobs +2021-12-17 23:03:46,111 Updating WAITING jobs +2021-12-17 23:03:46,112 Update finished +2021-12-17 23:03:46,112 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:03:46,113 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:03:46,113 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:03:46,113 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:03:46,116 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:03:46,118 Job list saved +2021-12-17 23:03:46,129 Updating FAILED jobs +2021-12-17 23:03:46,129 Updating WAITING jobs +2021-12-17 23:03:46,129 Update finished +2021-12-17 23:03:56,138 Reloading parameters... +2021-12-17 23:03:56,157 Loading parameters... +2021-12-17 23:03:56,159 Loading project parameters... +2021-12-17 23:03:56,162 + +23 of 25 jobs remaining (23:03) +2021-12-17 23:03:56,162 Sleep: 10 +2021-12-17 23:03:56,162 Number of retrials: 0 +2021-12-17 23:03:56,162 WRAPPER CHECK TIME = 10 +2021-12-17 23:03:56,163 Checking jobs for platform=marenostrum4 +2021-12-17 23:03:56,163 Checking jobs for platform=nord3 +2021-12-17 23:03:56,164 Checking jobs for platform=local +2021-12-17 23:03:56,164 Checking jobs for platform=transfer_node +2021-12-17 23:03:56,165 Checking all jobs at once +2021-12-17 23:03:58,137 Successful check job command +2021-12-17 23:03:59,963 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:03:59,963 End of checking +2021-12-17 23:03:59,964 Updating FAILED jobs +2021-12-17 23:03:59,964 Updating WAITING jobs +2021-12-17 23:03:59,965 Update finished +2021-12-17 23:03:59,965 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:03:59,965 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:03:59,965 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:03:59,965 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:03:59,968 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:03:59,970 Job list saved +2021-12-17 23:03:59,974 Updating FAILED jobs +2021-12-17 23:03:59,975 Updating WAITING jobs +2021-12-17 23:03:59,975 Update finished +2021-12-17 23:04:09,985 Reloading parameters... +2021-12-17 23:04:10,005 Loading parameters... +2021-12-17 23:04:10,007 Loading project parameters... +2021-12-17 23:04:10,009 + +23 of 25 jobs remaining (23:04) +2021-12-17 23:04:10,009 Sleep: 10 +2021-12-17 23:04:10,009 Number of retrials: 0 +2021-12-17 23:04:10,009 WRAPPER CHECK TIME = 10 +2021-12-17 23:04:10,010 Checking jobs for platform=marenostrum4 +2021-12-17 23:04:10,010 Checking jobs for platform=nord3 +2021-12-17 23:04:10,011 Checking jobs for platform=local +2021-12-17 23:04:10,012 Checking jobs for platform=transfer_node +2021-12-17 23:04:10,012 Checking all jobs at once +2021-12-17 23:04:12,434 Successful check job command +2021-12-17 23:04:14,705 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:04:14,705 End of checking +2021-12-17 23:04:14,706 Updating FAILED jobs +2021-12-17 23:04:14,707 Updating WAITING jobs +2021-12-17 23:04:14,707 Update finished +2021-12-17 23:04:14,707 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:04:14,707 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:04:14,707 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:04:14,707 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:04:14,711 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:04:14,713 Job list saved +2021-12-17 23:04:14,728 Updating FAILED jobs +2021-12-17 23:04:14,729 Updating WAITING jobs +2021-12-17 23:04:14,729 Update finished +2021-12-17 23:04:24,739 Reloading parameters... +2021-12-17 23:04:24,758 Loading parameters... +2021-12-17 23:04:24,759 Loading project parameters... +2021-12-17 23:04:24,761 + +23 of 25 jobs remaining (23:04) +2021-12-17 23:04:24,761 Sleep: 10 +2021-12-17 23:04:24,761 Number of retrials: 0 +2021-12-17 23:04:24,770 WRAPPER CHECK TIME = 10 +2021-12-17 23:04:24,770 Checking jobs for platform=marenostrum4 +2021-12-17 23:04:24,771 Checking jobs for platform=nord3 +2021-12-17 23:04:24,771 Checking jobs for platform=local +2021-12-17 23:04:24,772 Checking jobs for platform=transfer_node +2021-12-17 23:04:24,772 Checking all jobs at once +2021-12-17 23:04:26,442 Successful check job command +2021-12-17 23:04:28,211 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:04:28,212 End of checking +2021-12-17 23:04:28,213 Updating FAILED jobs +2021-12-17 23:04:28,213 Updating WAITING jobs +2021-12-17 23:04:28,214 Update finished +2021-12-17 23:04:28,214 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:04:28,214 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:04:28,214 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:04:28,215 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:04:28,217 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:04:28,220 Job list saved +2021-12-17 23:04:28,224 Updating FAILED jobs +2021-12-17 23:04:28,224 Updating WAITING jobs +2021-12-17 23:04:28,225 Update finished +2021-12-17 23:04:38,235 Reloading parameters... +2021-12-17 23:04:38,265 Loading parameters... +2021-12-17 23:04:38,266 Loading project parameters... +2021-12-17 23:04:38,268 + +23 of 25 jobs remaining (23:04) +2021-12-17 23:04:38,268 Sleep: 10 +2021-12-17 23:04:38,268 Number of retrials: 0 +2021-12-17 23:04:38,269 WRAPPER CHECK TIME = 10 +2021-12-17 23:04:38,269 Checking jobs for platform=marenostrum4 +2021-12-17 23:04:38,270 Checking jobs for platform=nord3 +2021-12-17 23:04:38,270 Checking jobs for platform=local +2021-12-17 23:04:38,271 Checking jobs for platform=transfer_node +2021-12-17 23:04:38,271 Checking all jobs at once +2021-12-17 23:04:40,843 Successful check job command +2021-12-17 23:04:43,114 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:04:43,115 End of checking +2021-12-17 23:04:43,116 Updating FAILED jobs +2021-12-17 23:04:43,116 Updating WAITING jobs +2021-12-17 23:04:43,116 Update finished +2021-12-17 23:04:43,117 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:04:43,117 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:04:43,117 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:04:43,117 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:04:43,120 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:04:43,122 Job list saved +2021-12-17 23:04:43,127 Updating FAILED jobs +2021-12-17 23:04:43,127 Updating WAITING jobs +2021-12-17 23:04:43,128 Update finished +2021-12-17 23:04:53,136 Reloading parameters... +2021-12-17 23:04:53,160 Loading parameters... +2021-12-17 23:04:53,161 Loading project parameters... +2021-12-17 23:04:53,163 + +23 of 25 jobs remaining (23:04) +2021-12-17 23:04:53,163 Sleep: 10 +2021-12-17 23:04:53,163 Number of retrials: 0 +2021-12-17 23:04:53,163 WRAPPER CHECK TIME = 10 +2021-12-17 23:04:53,164 Checking jobs for platform=marenostrum4 +2021-12-17 23:04:53,164 Checking jobs for platform=nord3 +2021-12-17 23:04:53,165 Checking jobs for platform=local +2021-12-17 23:04:53,166 Checking jobs for platform=transfer_node +2021-12-17 23:04:53,166 Checking all jobs at once +2021-12-17 23:04:55,086 Successful check job command +2021-12-17 23:04:57,557 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:04:57,557 End of checking +2021-12-17 23:04:57,558 Updating FAILED jobs +2021-12-17 23:04:57,559 Updating WAITING jobs +2021-12-17 23:04:57,559 Update finished +2021-12-17 23:04:57,559 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:04:57,559 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:04:57,559 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:04:57,559 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:04:57,563 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:04:57,566 Job list saved +2021-12-17 23:04:57,572 Updating FAILED jobs +2021-12-17 23:04:57,573 Updating WAITING jobs +2021-12-17 23:04:57,573 Update finished +2021-12-17 23:05:07,582 Reloading parameters... +2021-12-17 23:05:07,604 Loading parameters... +2021-12-17 23:05:07,606 Loading project parameters... +2021-12-17 23:05:07,607 + +23 of 25 jobs remaining (23:05) +2021-12-17 23:05:07,608 Sleep: 10 +2021-12-17 23:05:07,608 Number of retrials: 0 +2021-12-17 23:05:07,608 WRAPPER CHECK TIME = 10 +2021-12-17 23:05:07,608 Checking jobs for platform=marenostrum4 +2021-12-17 23:05:07,609 Checking jobs for platform=nord3 +2021-12-17 23:05:07,609 Checking jobs for platform=local +2021-12-17 23:05:07,610 Checking jobs for platform=transfer_node +2021-12-17 23:05:07,610 Checking all jobs at once +2021-12-17 23:05:09,490 Successful check job command +2021-12-17 23:05:10,809 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:05:10,809 End of checking +2021-12-17 23:05:10,811 Updating FAILED jobs +2021-12-17 23:05:10,811 Updating WAITING jobs +2021-12-17 23:05:10,811 Update finished +2021-12-17 23:05:10,812 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:05:10,812 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:05:10,812 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:05:10,812 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:05:10,815 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:05:10,817 Job list saved +2021-12-17 23:05:10,823 Updating FAILED jobs +2021-12-17 23:05:10,823 Updating WAITING jobs +2021-12-17 23:05:10,823 Update finished +2021-12-17 23:05:20,833 Reloading parameters... +2021-12-17 23:05:20,854 Loading parameters... +2021-12-17 23:05:20,856 Loading project parameters... +2021-12-17 23:05:20,858 + +23 of 25 jobs remaining (23:05) +2021-12-17 23:05:20,858 Sleep: 10 +2021-12-17 23:05:20,858 Number of retrials: 0 +2021-12-17 23:05:20,858 WRAPPER CHECK TIME = 10 +2021-12-17 23:05:20,859 Checking jobs for platform=marenostrum4 +2021-12-17 23:05:20,859 Checking jobs for platform=nord3 +2021-12-17 23:05:20,860 Checking jobs for platform=local +2021-12-17 23:05:20,860 Checking jobs for platform=transfer_node +2021-12-17 23:05:20,860 Checking all jobs at once +2021-12-17 23:05:23,885 Successful check job command +2021-12-17 23:05:26,005 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:05:26,005 End of checking +2021-12-17 23:05:26,007 Updating FAILED jobs +2021-12-17 23:05:26,007 Updating WAITING jobs +2021-12-17 23:05:26,007 Update finished +2021-12-17 23:05:26,007 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:05:26,007 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:05:26,008 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:05:26,008 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:05:26,011 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:05:26,014 Job list saved +2021-12-17 23:05:26,020 Updating FAILED jobs +2021-12-17 23:05:26,020 Updating WAITING jobs +2021-12-17 23:05:26,021 Update finished +2021-12-17 23:05:36,028 Reloading parameters... +2021-12-17 23:05:36,050 Loading parameters... +2021-12-17 23:05:36,051 Loading project parameters... +2021-12-17 23:05:36,053 + +23 of 25 jobs remaining (23:05) +2021-12-17 23:05:36,053 Sleep: 10 +2021-12-17 23:05:36,053 Number of retrials: 0 +2021-12-17 23:05:36,054 WRAPPER CHECK TIME = 10 +2021-12-17 23:05:36,054 Checking jobs for platform=marenostrum4 +2021-12-17 23:05:36,055 Checking jobs for platform=nord3 +2021-12-17 23:05:36,055 Checking jobs for platform=local +2021-12-17 23:05:36,056 Checking jobs for platform=transfer_node +2021-12-17 23:05:36,056 Checking all jobs at once +2021-12-17 23:05:38,827 Successful check job command +2021-12-17 23:05:42,200 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:05:42,200 End of checking +2021-12-17 23:05:42,202 Updating FAILED jobs +2021-12-17 23:05:42,202 Updating WAITING jobs +2021-12-17 23:05:42,202 Update finished +2021-12-17 23:05:42,202 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:05:42,203 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:05:42,203 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:05:42,203 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:05:42,205 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:05:42,208 Job list saved +2021-12-17 23:05:42,213 Updating FAILED jobs +2021-12-17 23:05:42,213 Updating WAITING jobs +2021-12-17 23:05:42,213 Update finished +2021-12-17 23:05:52,223 Reloading parameters... +2021-12-17 23:05:52,243 Loading parameters... +2021-12-17 23:05:52,244 Loading project parameters... +2021-12-17 23:05:52,246 + +23 of 25 jobs remaining (23:05) +2021-12-17 23:05:52,246 Sleep: 10 +2021-12-17 23:05:52,246 Number of retrials: 0 +2021-12-17 23:05:52,246 WRAPPER CHECK TIME = 10 +2021-12-17 23:05:52,247 Checking jobs for platform=marenostrum4 +2021-12-17 23:05:52,247 Checking jobs for platform=nord3 +2021-12-17 23:05:52,248 Checking jobs for platform=local +2021-12-17 23:05:52,248 Checking jobs for platform=transfer_node +2021-12-17 23:05:52,249 Checking all jobs at once +2021-12-17 23:05:53,819 Successful check job command +2021-12-17 23:05:55,189 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:05:55,189 End of checking +2021-12-17 23:05:55,190 Updating FAILED jobs +2021-12-17 23:05:55,190 Updating WAITING jobs +2021-12-17 23:05:55,191 Update finished +2021-12-17 23:05:55,191 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:05:55,191 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:05:55,191 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:05:55,192 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:05:55,195 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:05:55,197 Job list saved +2021-12-17 23:05:55,202 Updating FAILED jobs +2021-12-17 23:05:55,202 Updating WAITING jobs +2021-12-17 23:05:55,202 Update finished +2021-12-17 23:06:05,212 Reloading parameters... +2021-12-17 23:06:05,232 Loading parameters... +2021-12-17 23:06:05,233 Loading project parameters... +2021-12-17 23:06:05,235 + +23 of 25 jobs remaining (23:06) +2021-12-17 23:06:05,235 Sleep: 10 +2021-12-17 23:06:05,235 Number of retrials: 0 +2021-12-17 23:06:05,235 WRAPPER CHECK TIME = 10 +2021-12-17 23:06:05,236 Checking jobs for platform=marenostrum4 +2021-12-17 23:06:05,237 Checking jobs for platform=nord3 +2021-12-17 23:06:05,237 Checking jobs for platform=local +2021-12-17 23:06:05,238 Checking jobs for platform=transfer_node +2021-12-17 23:06:05,238 Checking all jobs at once +2021-12-17 23:06:08,111 Successful check job command +2021-12-17 23:06:10,081 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:06:10,082 End of checking +2021-12-17 23:06:10,083 Updating FAILED jobs +2021-12-17 23:06:10,083 Updating WAITING jobs +2021-12-17 23:06:10,083 Update finished +2021-12-17 23:06:10,084 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:06:10,084 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:06:10,084 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:06:10,084 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:06:10,088 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:06:10,091 Job list saved +2021-12-17 23:06:10,097 Updating FAILED jobs +2021-12-17 23:06:10,097 Updating WAITING jobs +2021-12-17 23:06:10,097 Update finished +2021-12-17 23:06:20,107 Reloading parameters... +2021-12-17 23:06:20,141 Loading parameters... +2021-12-17 23:06:20,143 Loading project parameters... +2021-12-17 23:06:20,145 + +23 of 25 jobs remaining (23:06) +2021-12-17 23:06:20,145 Sleep: 10 +2021-12-17 23:06:20,145 Number of retrials: 0 +2021-12-17 23:06:20,145 WRAPPER CHECK TIME = 10 +2021-12-17 23:06:20,146 Checking jobs for platform=marenostrum4 +2021-12-17 23:06:20,146 Checking jobs for platform=nord3 +2021-12-17 23:06:20,147 Checking jobs for platform=local +2021-12-17 23:06:20,147 Checking jobs for platform=transfer_node +2021-12-17 23:06:20,148 Checking all jobs at once +2021-12-17 23:06:22,770 Successful check job command +2021-12-17 23:06:25,292 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:06:25,293 End of checking +2021-12-17 23:06:25,294 Updating FAILED jobs +2021-12-17 23:06:25,295 Updating WAITING jobs +2021-12-17 23:06:25,295 Update finished +2021-12-17 23:06:25,295 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:06:25,295 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:06:25,295 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:06:25,295 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:06:25,298 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:06:25,300 Job list saved +2021-12-17 23:06:25,307 Updating FAILED jobs +2021-12-17 23:06:25,307 Updating WAITING jobs +2021-12-17 23:06:25,308 Update finished +2021-12-17 23:06:35,314 Reloading parameters... +2021-12-17 23:06:35,335 Loading parameters... +2021-12-17 23:06:35,336 Loading project parameters... +2021-12-17 23:06:35,338 + +23 of 25 jobs remaining (23:06) +2021-12-17 23:06:35,339 Sleep: 10 +2021-12-17 23:06:35,339 Number of retrials: 0 +2021-12-17 23:06:35,339 WRAPPER CHECK TIME = 10 +2021-12-17 23:06:35,340 Checking jobs for platform=marenostrum4 +2021-12-17 23:06:35,340 Checking jobs for platform=nord3 +2021-12-17 23:06:35,341 Checking jobs for platform=local +2021-12-17 23:06:35,341 Checking jobs for platform=transfer_node +2021-12-17 23:06:35,342 Checking all jobs at once +2021-12-17 23:06:37,113 Successful check job command +2021-12-17 23:06:38,534 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:06:38,534 End of checking +2021-12-17 23:06:38,536 Updating FAILED jobs +2021-12-17 23:06:38,536 Updating WAITING jobs +2021-12-17 23:06:38,536 Update finished +2021-12-17 23:06:38,537 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:06:38,537 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:06:38,537 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:06:38,538 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:06:38,540 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:06:38,542 Job list saved +2021-12-17 23:06:38,547 Updating FAILED jobs +2021-12-17 23:06:38,547 Updating WAITING jobs +2021-12-17 23:06:38,547 Update finished +2021-12-17 23:06:48,557 Reloading parameters... +2021-12-17 23:06:48,575 Loading parameters... +2021-12-17 23:06:48,577 Loading project parameters... +2021-12-17 23:06:48,578 + +23 of 25 jobs remaining (23:06) +2021-12-17 23:06:48,579 Sleep: 10 +2021-12-17 23:06:48,579 Number of retrials: 0 +2021-12-17 23:06:48,579 WRAPPER CHECK TIME = 10 +2021-12-17 23:06:48,579 Checking jobs for platform=marenostrum4 +2021-12-17 23:06:48,580 Checking jobs for platform=nord3 +2021-12-17 23:06:48,581 Checking jobs for platform=local +2021-12-17 23:06:48,581 Checking jobs for platform=transfer_node +2021-12-17 23:06:48,581 Checking all jobs at once +2021-12-17 23:06:50,852 Successful check job command +2021-12-17 23:06:52,522 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:06:52,522 End of checking +2021-12-17 23:06:52,524 Updating FAILED jobs +2021-12-17 23:06:52,524 Updating WAITING jobs +2021-12-17 23:06:52,524 Update finished +2021-12-17 23:06:52,524 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:06:52,524 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:06:52,525 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:06:52,525 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:06:52,527 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:06:52,530 Job list saved +2021-12-17 23:06:52,534 Updating FAILED jobs +2021-12-17 23:06:52,535 Updating WAITING jobs +2021-12-17 23:06:52,535 Update finished +2021-12-17 23:07:02,545 Reloading parameters... +2021-12-17 23:07:02,564 Loading parameters... +2021-12-17 23:07:02,566 Loading project parameters... +2021-12-17 23:07:02,567 + +23 of 25 jobs remaining (23:07) +2021-12-17 23:07:02,568 Sleep: 10 +2021-12-17 23:07:02,568 Number of retrials: 0 +2021-12-17 23:07:02,568 WRAPPER CHECK TIME = 10 +2021-12-17 23:07:02,568 Checking jobs for platform=marenostrum4 +2021-12-17 23:07:02,569 Checking jobs for platform=nord3 +2021-12-17 23:07:02,569 Checking jobs for platform=local +2021-12-17 23:07:02,570 Checking jobs for platform=transfer_node +2021-12-17 23:07:02,570 Checking all jobs at once +2021-12-17 23:07:04,541 Successful check job command +2021-12-17 23:07:06,661 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:07:06,662 End of checking +2021-12-17 23:07:06,663 Updating FAILED jobs +2021-12-17 23:07:06,663 Updating WAITING jobs +2021-12-17 23:07:06,663 Update finished +2021-12-17 23:07:06,664 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:07:06,664 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:07:06,664 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:07:06,664 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:07:06,668 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:07:06,670 Job list saved +2021-12-17 23:07:06,675 Updating FAILED jobs +2021-12-17 23:07:06,675 Updating WAITING jobs +2021-12-17 23:07:06,678 Update finished +2021-12-17 23:07:16,688 Reloading parameters... +2021-12-17 23:07:16,712 Loading parameters... +2021-12-17 23:07:16,713 Loading project parameters... +2021-12-17 23:07:16,715 + +23 of 25 jobs remaining (23:07) +2021-12-17 23:07:16,716 Sleep: 10 +2021-12-17 23:07:16,716 Number of retrials: 0 +2021-12-17 23:07:16,716 WRAPPER CHECK TIME = 10 +2021-12-17 23:07:16,716 Checking jobs for platform=marenostrum4 +2021-12-17 23:07:16,717 Checking jobs for platform=nord3 +2021-12-17 23:07:16,718 Checking jobs for platform=local +2021-12-17 23:07:16,718 Checking jobs for platform=transfer_node +2021-12-17 23:07:16,718 Checking all jobs at once +2021-12-17 23:07:18,689 Successful check job command +2021-12-17 23:07:20,712 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:07:20,712 End of checking +2021-12-17 23:07:20,713 Updating FAILED jobs +2021-12-17 23:07:20,713 Updating WAITING jobs +2021-12-17 23:07:20,714 Update finished +2021-12-17 23:07:20,714 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:07:20,715 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:07:20,715 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:07:20,715 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:07:20,718 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:07:20,720 Job list saved +2021-12-17 23:07:20,725 Updating FAILED jobs +2021-12-17 23:07:20,726 Updating WAITING jobs +2021-12-17 23:07:20,726 Update finished +2021-12-17 23:07:30,735 Reloading parameters... +2021-12-17 23:07:30,754 Loading parameters... +2021-12-17 23:07:30,756 Loading project parameters... +2021-12-17 23:07:30,758 + +23 of 25 jobs remaining (23:07) +2021-12-17 23:07:30,758 Sleep: 10 +2021-12-17 23:07:30,758 Number of retrials: 0 +2021-12-17 23:07:30,758 WRAPPER CHECK TIME = 10 +2021-12-17 23:07:30,759 Checking jobs for platform=marenostrum4 +2021-12-17 23:07:30,759 Checking jobs for platform=nord3 +2021-12-17 23:07:30,760 Checking jobs for platform=local +2021-12-17 23:07:30,760 Checking jobs for platform=transfer_node +2021-12-17 23:07:30,761 Checking all jobs at once +2021-12-17 23:07:32,632 Successful check job command +2021-12-17 23:07:34,202 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:07:34,202 End of checking +2021-12-17 23:07:34,204 Updating FAILED jobs +2021-12-17 23:07:34,204 Updating WAITING jobs +2021-12-17 23:07:34,204 Update finished +2021-12-17 23:07:34,204 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:07:34,204 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:07:34,204 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:07:34,205 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:07:34,208 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:07:34,210 Job list saved +2021-12-17 23:07:34,217 Updating FAILED jobs +2021-12-17 23:07:34,217 Updating WAITING jobs +2021-12-17 23:07:34,217 Update finished +2021-12-17 23:07:44,227 Reloading parameters... +2021-12-17 23:07:44,247 Loading parameters... +2021-12-17 23:07:44,249 Loading project parameters... +2021-12-17 23:07:44,251 + +23 of 25 jobs remaining (23:07) +2021-12-17 23:07:44,251 Sleep: 10 +2021-12-17 23:07:44,251 Number of retrials: 0 +2021-12-17 23:07:44,251 WRAPPER CHECK TIME = 10 +2021-12-17 23:07:44,252 Checking jobs for platform=marenostrum4 +2021-12-17 23:07:44,252 Checking jobs for platform=nord3 +2021-12-17 23:07:44,253 Checking jobs for platform=local +2021-12-17 23:07:44,253 Checking jobs for platform=transfer_node +2021-12-17 23:07:44,253 Checking all jobs at once +2021-12-17 23:07:45,874 Successful check job command +2021-12-17 23:07:47,294 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:07:47,294 End of checking +2021-12-17 23:07:47,296 Updating FAILED jobs +2021-12-17 23:07:47,296 Updating WAITING jobs +2021-12-17 23:07:47,296 Update finished +2021-12-17 23:07:47,296 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:07:47,297 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:07:47,297 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:07:47,297 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:07:47,300 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:07:47,302 Job list saved +2021-12-17 23:07:47,307 Updating FAILED jobs +2021-12-17 23:07:47,307 Updating WAITING jobs +2021-12-17 23:07:47,308 Update finished +2021-12-17 23:07:57,317 Reloading parameters... +2021-12-17 23:07:57,344 Loading parameters... +2021-12-17 23:07:57,345 Loading project parameters... +2021-12-17 23:07:57,347 + +23 of 25 jobs remaining (23:07) +2021-12-17 23:07:57,348 Sleep: 10 +2021-12-17 23:07:57,348 Number of retrials: 0 +2021-12-17 23:07:57,348 WRAPPER CHECK TIME = 10 +2021-12-17 23:07:57,348 Checking jobs for platform=marenostrum4 +2021-12-17 23:07:57,349 Checking jobs for platform=nord3 +2021-12-17 23:07:57,350 Checking jobs for platform=local +2021-12-17 23:07:57,350 Checking jobs for platform=transfer_node +2021-12-17 23:07:57,350 Checking all jobs at once +2021-12-17 23:07:58,874 Successful check job command +2021-12-17 23:08:00,444 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:08:00,444 End of checking +2021-12-17 23:08:00,446 Updating FAILED jobs +2021-12-17 23:08:00,446 Updating WAITING jobs +2021-12-17 23:08:00,446 Update finished +2021-12-17 23:08:00,446 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:08:00,447 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:08:00,447 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:08:00,447 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:08:00,450 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:08:00,452 Job list saved +2021-12-17 23:08:00,457 Updating FAILED jobs +2021-12-17 23:08:00,458 Updating WAITING jobs +2021-12-17 23:08:00,458 Update finished +2021-12-17 23:08:10,468 Reloading parameters... +2021-12-17 23:08:10,487 Loading parameters... +2021-12-17 23:08:10,488 Loading project parameters... +2021-12-17 23:08:10,490 + +23 of 25 jobs remaining (23:08) +2021-12-17 23:08:10,490 Sleep: 10 +2021-12-17 23:08:10,491 Number of retrials: 0 +2021-12-17 23:08:10,491 WRAPPER CHECK TIME = 10 +2021-12-17 23:08:10,491 Checking jobs for platform=marenostrum4 +2021-12-17 23:08:10,492 Checking jobs for platform=nord3 +2021-12-17 23:08:10,492 Checking jobs for platform=local +2021-12-17 23:08:10,493 Checking jobs for platform=transfer_node +2021-12-17 23:08:10,493 Checking all jobs at once +2021-12-17 23:08:12,063 Successful check job command +2021-12-17 23:08:13,884 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:08:13,885 End of checking +2021-12-17 23:08:13,886 Updating FAILED jobs +2021-12-17 23:08:13,886 Updating WAITING jobs +2021-12-17 23:08:13,887 Update finished +2021-12-17 23:08:13,887 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:08:13,887 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:08:13,887 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:08:13,887 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:08:13,890 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:08:13,892 Job list saved +2021-12-17 23:08:13,898 Updating FAILED jobs +2021-12-17 23:08:13,898 Updating WAITING jobs +2021-12-17 23:08:13,898 Update finished +2021-12-17 23:08:23,904 Reloading parameters... +2021-12-17 23:08:23,924 Loading parameters... +2021-12-17 23:08:23,925 Loading project parameters... +2021-12-17 23:08:23,927 + +23 of 25 jobs remaining (23:08) +2021-12-17 23:08:23,928 Sleep: 10 +2021-12-17 23:08:23,928 Number of retrials: 0 +2021-12-17 23:08:23,928 WRAPPER CHECK TIME = 10 +2021-12-17 23:08:23,929 Checking jobs for platform=marenostrum4 +2021-12-17 23:08:23,929 Checking jobs for platform=nord3 +2021-12-17 23:08:23,930 Checking jobs for platform=local +2021-12-17 23:08:23,930 Checking jobs for platform=transfer_node +2021-12-17 23:08:23,930 Checking all jobs at once +2021-12-17 23:08:25,457 Successful check job command +2021-12-17 23:08:26,827 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:08:26,827 End of checking +2021-12-17 23:08:26,828 Updating FAILED jobs +2021-12-17 23:08:26,829 Updating WAITING jobs +2021-12-17 23:08:26,829 Update finished +2021-12-17 23:08:26,829 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:08:26,829 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:08:26,829 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:08:26,829 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:08:26,832 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:08:26,835 Job list saved +2021-12-17 23:08:26,839 Updating FAILED jobs +2021-12-17 23:08:26,839 Updating WAITING jobs +2021-12-17 23:08:26,840 Update finished +2021-12-17 23:08:36,850 Reloading parameters... +2021-12-17 23:08:36,869 Loading parameters... +2021-12-17 23:08:36,873 Loading project parameters... +2021-12-17 23:08:36,875 + +23 of 25 jobs remaining (23:08) +2021-12-17 23:08:36,875 Sleep: 10 +2021-12-17 23:08:36,875 Number of retrials: 0 +2021-12-17 23:08:36,875 WRAPPER CHECK TIME = 10 +2021-12-17 23:08:36,876 Checking jobs for platform=marenostrum4 +2021-12-17 23:08:36,876 Checking jobs for platform=nord3 +2021-12-17 23:08:36,877 Checking jobs for platform=local +2021-12-17 23:08:36,878 Checking jobs for platform=transfer_node +2021-12-17 23:08:36,878 Checking all jobs at once +2021-12-17 23:08:38,297 Successful check job command +2021-12-17 23:08:39,717 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:08:39,718 End of checking +2021-12-17 23:08:39,719 Updating FAILED jobs +2021-12-17 23:08:39,719 Updating WAITING jobs +2021-12-17 23:08:39,720 Update finished +2021-12-17 23:08:39,720 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:08:39,721 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:08:39,721 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:08:39,721 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:08:39,724 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:08:39,726 Job list saved +2021-12-17 23:08:39,731 Updating FAILED jobs +2021-12-17 23:08:39,732 Updating WAITING jobs +2021-12-17 23:08:39,732 Update finished +2021-12-17 23:08:49,742 Reloading parameters... +2021-12-17 23:08:49,760 Loading parameters... +2021-12-17 23:08:49,761 Loading project parameters... +2021-12-17 23:08:49,763 + +23 of 25 jobs remaining (23:08) +2021-12-17 23:08:49,763 Sleep: 10 +2021-12-17 23:08:49,763 Number of retrials: 0 +2021-12-17 23:08:49,763 WRAPPER CHECK TIME = 10 +2021-12-17 23:08:49,764 Checking jobs for platform=marenostrum4 +2021-12-17 23:08:49,765 Checking jobs for platform=nord3 +2021-12-17 23:08:49,765 Checking jobs for platform=local +2021-12-17 23:08:49,766 Checking jobs for platform=transfer_node +2021-12-17 23:08:49,766 Checking all jobs at once +2021-12-17 23:08:51,938 Successful check job command +2021-12-17 23:08:53,858 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:08:53,859 End of checking +2021-12-17 23:08:53,860 Updating FAILED jobs +2021-12-17 23:08:53,860 Updating WAITING jobs +2021-12-17 23:08:53,860 Update finished +2021-12-17 23:08:53,861 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:08:53,861 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:08:53,861 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:08:53,861 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:08:53,864 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:08:53,866 Job list saved +2021-12-17 23:08:53,871 Updating FAILED jobs +2021-12-17 23:08:53,871 Updating WAITING jobs +2021-12-17 23:08:53,872 Update finished +2021-12-17 23:09:03,882 Reloading parameters... +2021-12-17 23:09:03,943 Loading parameters... +2021-12-17 23:09:03,945 Loading project parameters... +2021-12-17 23:09:03,947 + +23 of 25 jobs remaining (23:09) +2021-12-17 23:09:03,947 Sleep: 10 +2021-12-17 23:09:03,947 Number of retrials: 0 +2021-12-17 23:09:03,947 WRAPPER CHECK TIME = 10 +2021-12-17 23:09:03,948 Checking jobs for platform=marenostrum4 +2021-12-17 23:09:03,949 Checking jobs for platform=nord3 +2021-12-17 23:09:03,949 Checking jobs for platform=local +2021-12-17 23:09:03,950 Checking jobs for platform=transfer_node +2021-12-17 23:09:03,950 Checking all jobs at once +2021-12-17 23:09:05,369 Successful check job command +2021-12-17 23:09:07,190 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:09:07,191 End of checking +2021-12-17 23:09:07,192 Updating FAILED jobs +2021-12-17 23:09:07,192 Updating WAITING jobs +2021-12-17 23:09:07,192 Update finished +2021-12-17 23:09:07,193 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:09:07,193 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:09:07,193 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:09:07,193 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:09:07,197 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:09:07,203 Job list saved +2021-12-17 23:09:07,213 Updating FAILED jobs +2021-12-17 23:09:07,213 Updating WAITING jobs +2021-12-17 23:09:07,213 Update finished +2021-12-17 23:09:17,225 Reloading parameters... +2021-12-17 23:09:17,244 Loading parameters... +2021-12-17 23:09:17,246 Loading project parameters... +2021-12-17 23:09:17,248 + +23 of 25 jobs remaining (23:09) +2021-12-17 23:09:17,248 Sleep: 10 +2021-12-17 23:09:17,248 Number of retrials: 0 +2021-12-17 23:09:17,248 WRAPPER CHECK TIME = 10 +2021-12-17 23:09:17,249 Checking jobs for platform=marenostrum4 +2021-12-17 23:09:17,249 Checking jobs for platform=nord3 +2021-12-17 23:09:17,250 Checking jobs for platform=local +2021-12-17 23:09:17,250 Checking jobs for platform=transfer_node +2021-12-17 23:09:17,250 Checking all jobs at once +2021-12-17 23:09:19,071 Successful check job command +2021-12-17 23:09:20,290 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:09:20,290 End of checking +2021-12-17 23:09:20,292 Updating FAILED jobs +2021-12-17 23:09:20,292 Updating WAITING jobs +2021-12-17 23:09:20,292 Update finished +2021-12-17 23:09:20,292 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:09:20,293 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:09:20,293 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:09:20,293 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:09:20,296 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:09:20,299 Job list saved +2021-12-17 23:09:20,306 Updating FAILED jobs +2021-12-17 23:09:20,306 Updating WAITING jobs +2021-12-17 23:09:20,306 Update finished +2021-12-17 23:09:30,313 Reloading parameters... +2021-12-17 23:09:30,332 Loading parameters... +2021-12-17 23:09:30,334 Loading project parameters... +2021-12-17 23:09:30,336 + +23 of 25 jobs remaining (23:09) +2021-12-17 23:09:30,336 Sleep: 10 +2021-12-17 23:09:30,336 Number of retrials: 0 +2021-12-17 23:09:30,336 WRAPPER CHECK TIME = 10 +2021-12-17 23:09:30,336 Checking jobs for platform=marenostrum4 +2021-12-17 23:09:30,337 Checking jobs for platform=nord3 +2021-12-17 23:09:30,338 Checking jobs for platform=local +2021-12-17 23:09:30,338 Checking jobs for platform=transfer_node +2021-12-17 23:09:30,338 Checking all jobs at once +2021-12-17 23:09:33,311 Successful check job command +2021-12-17 23:09:35,432 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:09:35,433 End of checking +2021-12-17 23:09:35,434 Updating FAILED jobs +2021-12-17 23:09:35,435 Updating WAITING jobs +2021-12-17 23:09:35,435 Update finished +2021-12-17 23:09:35,435 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:09:35,435 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:09:35,435 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:09:35,435 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:09:35,439 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:09:35,441 Job list saved +2021-12-17 23:09:35,447 Updating FAILED jobs +2021-12-17 23:09:35,447 Updating WAITING jobs +2021-12-17 23:09:35,447 Update finished +2021-12-17 23:09:45,457 Reloading parameters... +2021-12-17 23:09:45,476 Loading parameters... +2021-12-17 23:09:45,478 Loading project parameters... +2021-12-17 23:09:45,480 + +23 of 25 jobs remaining (23:09) +2021-12-17 23:09:45,480 Sleep: 10 +2021-12-17 23:09:45,480 Number of retrials: 0 +2021-12-17 23:09:45,480 WRAPPER CHECK TIME = 10 +2021-12-17 23:09:45,481 Checking jobs for platform=marenostrum4 +2021-12-17 23:09:45,481 Checking jobs for platform=nord3 +2021-12-17 23:09:45,482 Checking jobs for platform=local +2021-12-17 23:09:45,482 Checking jobs for platform=transfer_node +2021-12-17 23:09:45,482 Checking all jobs at once +2021-12-17 23:09:47,454 Successful check job command +2021-12-17 23:09:48,928 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:09:48,928 End of checking +2021-12-17 23:09:48,929 Updating FAILED jobs +2021-12-17 23:09:48,929 Updating WAITING jobs +2021-12-17 23:09:48,930 Update finished +2021-12-17 23:09:48,930 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:09:48,930 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:09:48,930 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:09:48,930 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:09:48,933 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:09:48,936 Job list saved +2021-12-17 23:09:48,941 Updating FAILED jobs +2021-12-17 23:09:48,941 Updating WAITING jobs +2021-12-17 23:09:48,941 Update finished +2021-12-17 23:09:58,951 Reloading parameters... +2021-12-17 23:09:58,975 Loading parameters... +2021-12-17 23:09:58,976 Loading project parameters... +2021-12-17 23:09:58,978 + +23 of 25 jobs remaining (23:09) +2021-12-17 23:09:58,978 Sleep: 10 +2021-12-17 23:09:58,978 Number of retrials: 0 +2021-12-17 23:09:58,978 WRAPPER CHECK TIME = 10 +2021-12-17 23:09:58,979 Checking jobs for platform=marenostrum4 +2021-12-17 23:09:58,979 Checking jobs for platform=nord3 +2021-12-17 23:09:58,980 Checking jobs for platform=local +2021-12-17 23:09:58,981 Checking jobs for platform=transfer_node +2021-12-17 23:09:58,981 Checking all jobs at once +2021-12-17 23:10:00,601 Successful check job command +2021-12-17 23:10:02,128 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:10:02,128 End of checking +2021-12-17 23:10:02,129 Updating FAILED jobs +2021-12-17 23:10:02,130 Updating WAITING jobs +2021-12-17 23:10:02,130 Update finished +2021-12-17 23:10:02,130 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:10:02,131 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:10:02,131 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:10:02,131 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:10:02,134 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:10:02,137 Job list saved +2021-12-17 23:10:02,142 Updating FAILED jobs +2021-12-17 23:10:02,142 Updating WAITING jobs +2021-12-17 23:10:02,142 Update finished +2021-12-17 23:10:12,152 Reloading parameters... +2021-12-17 23:10:12,172 Loading parameters... +2021-12-17 23:10:12,174 Loading project parameters... +2021-12-17 23:10:12,176 + +23 of 25 jobs remaining (23:10) +2021-12-17 23:10:12,176 Sleep: 10 +2021-12-17 23:10:12,176 Number of retrials: 0 +2021-12-17 23:10:12,176 WRAPPER CHECK TIME = 10 +2021-12-17 23:10:12,177 Checking jobs for platform=marenostrum4 +2021-12-17 23:10:12,177 Checking jobs for platform=nord3 +2021-12-17 23:10:12,178 Checking jobs for platform=local +2021-12-17 23:10:12,178 Checking jobs for platform=transfer_node +2021-12-17 23:10:12,178 Checking all jobs at once +2021-12-17 23:10:15,102 Successful check job command +2021-12-17 23:10:17,623 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:10:17,624 End of checking +2021-12-17 23:10:17,625 Updating FAILED jobs +2021-12-17 23:10:17,625 Updating WAITING jobs +2021-12-17 23:10:17,626 Update finished +2021-12-17 23:10:17,626 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:10:17,626 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:10:17,626 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:10:17,626 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:10:17,629 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:10:17,631 Job list saved +2021-12-17 23:10:17,636 Updating FAILED jobs +2021-12-17 23:10:17,636 Updating WAITING jobs +2021-12-17 23:10:17,636 Update finished +2021-12-17 23:10:27,646 Reloading parameters... +2021-12-17 23:10:27,663 Loading parameters... +2021-12-17 23:10:27,664 Loading project parameters... +2021-12-17 23:10:27,666 + +23 of 25 jobs remaining (23:10) +2021-12-17 23:10:27,666 Sleep: 10 +2021-12-17 23:10:27,666 Number of retrials: 0 +2021-12-17 23:10:27,667 WRAPPER CHECK TIME = 10 +2021-12-17 23:10:27,667 Checking jobs for platform=marenostrum4 +2021-12-17 23:10:27,668 Checking jobs for platform=nord3 +2021-12-17 23:10:27,668 Checking jobs for platform=local +2021-12-17 23:10:27,669 Checking jobs for platform=transfer_node +2021-12-17 23:10:27,669 Checking all jobs at once +2021-12-17 23:10:29,742 Successful check job command +2021-12-17 23:10:32,865 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:10:32,865 End of checking +2021-12-17 23:10:32,867 Updating FAILED jobs +2021-12-17 23:10:32,867 Updating WAITING jobs +2021-12-17 23:10:32,867 Update finished +2021-12-17 23:10:32,867 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:10:32,867 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:10:32,868 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:10:32,868 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:10:32,870 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:10:32,873 Job list saved +2021-12-17 23:10:32,878 Updating FAILED jobs +2021-12-17 23:10:32,878 Updating WAITING jobs +2021-12-17 23:10:32,878 Update finished +2021-12-17 23:10:42,888 Reloading parameters... +2021-12-17 23:10:42,913 Loading parameters... +2021-12-17 23:10:42,915 Loading project parameters... +2021-12-17 23:10:42,917 + +23 of 25 jobs remaining (23:10) +2021-12-17 23:10:42,917 Sleep: 10 +2021-12-17 23:10:42,917 Number of retrials: 0 +2021-12-17 23:10:42,917 WRAPPER CHECK TIME = 10 +2021-12-17 23:10:42,918 Checking jobs for platform=marenostrum4 +2021-12-17 23:10:42,918 Checking jobs for platform=nord3 +2021-12-17 23:10:42,919 Checking jobs for platform=local +2021-12-17 23:10:42,919 Checking jobs for platform=transfer_node +2021-12-17 23:10:42,920 Checking all jobs at once +2021-12-17 23:10:44,291 Successful check job command +2021-12-17 23:10:45,510 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:10:45,510 End of checking +2021-12-17 23:10:45,512 Updating FAILED jobs +2021-12-17 23:10:45,512 Updating WAITING jobs +2021-12-17 23:10:45,512 Update finished +2021-12-17 23:10:45,512 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:10:45,513 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:10:45,513 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:10:45,513 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:10:45,516 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:10:45,517 Job list saved +2021-12-17 23:10:45,522 Updating FAILED jobs +2021-12-17 23:10:45,522 Updating WAITING jobs +2021-12-17 23:10:45,522 Update finished +2021-12-17 23:10:55,529 Reloading parameters... +2021-12-17 23:10:55,552 Loading parameters... +2021-12-17 23:10:55,553 Loading project parameters... +2021-12-17 23:10:55,555 + +23 of 25 jobs remaining (23:10) +2021-12-17 23:10:55,556 Sleep: 10 +2021-12-17 23:10:55,556 Number of retrials: 0 +2021-12-17 23:10:55,556 WRAPPER CHECK TIME = 10 +2021-12-17 23:10:55,557 Checking jobs for platform=marenostrum4 +2021-12-17 23:10:55,559 Checking jobs for platform=nord3 +2021-12-17 23:10:55,560 Checking jobs for platform=local +2021-12-17 23:10:55,561 Checking jobs for platform=transfer_node +2021-12-17 23:10:55,561 Checking all jobs at once +2021-12-17 23:10:57,937 Successful check job command +2021-12-17 23:11:00,558 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:11:00,559 End of checking +2021-12-17 23:11:00,560 Updating FAILED jobs +2021-12-17 23:11:00,561 Updating WAITING jobs +2021-12-17 23:11:00,561 Update finished +2021-12-17 23:11:00,561 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:11:00,561 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:11:00,561 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:11:00,561 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:11:00,564 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:11:00,567 Job list saved +2021-12-17 23:11:00,572 Updating FAILED jobs +2021-12-17 23:11:00,572 Updating WAITING jobs +2021-12-17 23:11:00,572 Update finished +2021-12-17 23:11:10,581 Reloading parameters... +2021-12-17 23:11:10,609 Loading parameters... +2021-12-17 23:11:10,614 Loading project parameters... +2021-12-17 23:11:10,627 + +23 of 25 jobs remaining (23:11) +2021-12-17 23:11:10,627 Sleep: 10 +2021-12-17 23:11:10,627 Number of retrials: 0 +2021-12-17 23:11:10,628 WRAPPER CHECK TIME = 10 +2021-12-17 23:11:10,628 Checking jobs for platform=marenostrum4 +2021-12-17 23:11:10,629 Checking jobs for platform=nord3 +2021-12-17 23:11:10,629 Checking jobs for platform=local +2021-12-17 23:11:10,630 Checking jobs for platform=transfer_node +2021-12-17 23:11:10,630 Checking all jobs at once +2021-12-17 23:11:12,857 Successful check job command +2021-12-17 23:11:15,729 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:11:15,729 End of checking +2021-12-17 23:11:15,731 Updating FAILED jobs +2021-12-17 23:11:15,731 Updating WAITING jobs +2021-12-17 23:11:15,731 Update finished +2021-12-17 23:11:15,731 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:11:15,732 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:11:15,732 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:11:15,732 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:11:15,734 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:11:15,736 Job list saved +2021-12-17 23:11:15,745 Updating FAILED jobs +2021-12-17 23:11:15,745 Updating WAITING jobs +2021-12-17 23:11:15,745 Update finished +2021-12-17 23:11:25,753 Reloading parameters... +2021-12-17 23:11:25,772 Loading parameters... +2021-12-17 23:11:25,773 Loading project parameters... +2021-12-17 23:11:25,775 + +23 of 25 jobs remaining (23:11) +2021-12-17 23:11:25,775 Sleep: 10 +2021-12-17 23:11:25,775 Number of retrials: 0 +2021-12-17 23:11:25,775 WRAPPER CHECK TIME = 10 +2021-12-17 23:11:25,776 Checking jobs for platform=marenostrum4 +2021-12-17 23:11:25,776 Checking jobs for platform=nord3 +2021-12-17 23:11:25,777 Checking jobs for platform=local +2021-12-17 23:11:25,778 Checking jobs for platform=transfer_node +2021-12-17 23:11:25,778 Checking all jobs at once +2021-12-17 23:11:27,047 Successful check job command +2021-12-17 23:11:28,417 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:11:28,417 End of checking +2021-12-17 23:11:28,419 Updating FAILED jobs +2021-12-17 23:11:28,419 Updating WAITING jobs +2021-12-17 23:11:28,419 Update finished +2021-12-17 23:11:28,419 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:11:28,420 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:11:28,420 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:11:28,420 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:11:28,423 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:11:28,425 Job list saved +2021-12-17 23:11:28,430 Updating FAILED jobs +2021-12-17 23:11:28,430 Updating WAITING jobs +2021-12-17 23:11:28,430 Update finished +2021-12-17 23:11:38,438 Reloading parameters... +2021-12-17 23:11:38,458 Loading parameters... +2021-12-17 23:11:38,459 Loading project parameters... +2021-12-17 23:11:38,461 + +23 of 25 jobs remaining (23:11) +2021-12-17 23:11:38,462 Sleep: 10 +2021-12-17 23:11:38,462 Number of retrials: 0 +2021-12-17 23:11:38,462 WRAPPER CHECK TIME = 10 +2021-12-17 23:11:38,462 Checking jobs for platform=marenostrum4 +2021-12-17 23:11:38,463 Checking jobs for platform=nord3 +2021-12-17 23:11:38,463 Checking jobs for platform=local +2021-12-17 23:11:38,464 Checking jobs for platform=transfer_node +2021-12-17 23:11:38,464 Checking all jobs at once +2021-12-17 23:11:40,235 Successful check job command +2021-12-17 23:11:43,659 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:11:43,659 End of checking +2021-12-17 23:11:43,661 Updating FAILED jobs +2021-12-17 23:11:43,661 Updating WAITING jobs +2021-12-17 23:11:43,661 Update finished +2021-12-17 23:11:43,662 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:11:43,662 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:11:43,662 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:11:43,662 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:11:43,668 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:11:43,670 Job list saved +2021-12-17 23:11:43,682 Updating FAILED jobs +2021-12-17 23:11:43,682 Updating WAITING jobs +2021-12-17 23:11:43,682 Update finished +2021-12-17 23:11:53,693 Reloading parameters... +2021-12-17 23:11:53,733 Loading parameters... +2021-12-17 23:11:53,735 Loading project parameters... +2021-12-17 23:11:53,737 + +23 of 25 jobs remaining (23:11) +2021-12-17 23:11:53,738 Sleep: 10 +2021-12-17 23:11:53,738 Number of retrials: 0 +2021-12-17 23:11:53,738 WRAPPER CHECK TIME = 10 +2021-12-17 23:11:53,738 Checking jobs for platform=marenostrum4 +2021-12-17 23:11:53,739 Checking jobs for platform=nord3 +2021-12-17 23:11:53,740 Checking jobs for platform=local +2021-12-17 23:11:53,740 Checking jobs for platform=transfer_node +2021-12-17 23:11:53,740 Checking all jobs at once +2021-12-17 23:11:55,710 Successful check job command +2021-12-17 23:11:57,632 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:11:57,632 End of checking +2021-12-17 23:11:57,633 Updating FAILED jobs +2021-12-17 23:11:57,633 Updating WAITING jobs +2021-12-17 23:11:57,634 Update finished +2021-12-17 23:11:57,634 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:11:57,634 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:11:57,634 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:11:57,634 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:11:57,636 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:11:57,639 Job list saved +2021-12-17 23:11:57,643 Updating FAILED jobs +2021-12-17 23:11:57,643 Updating WAITING jobs +2021-12-17 23:11:57,644 Update finished +2021-12-17 23:12:07,654 Reloading parameters... +2021-12-17 23:12:07,672 Loading parameters... +2021-12-17 23:12:07,674 Loading project parameters... +2021-12-17 23:12:07,676 + +23 of 25 jobs remaining (23:12) +2021-12-17 23:12:07,676 Sleep: 10 +2021-12-17 23:12:07,676 Number of retrials: 0 +2021-12-17 23:12:07,676 WRAPPER CHECK TIME = 10 +2021-12-17 23:12:07,677 Checking jobs for platform=marenostrum4 +2021-12-17 23:12:07,678 Checking jobs for platform=nord3 +2021-12-17 23:12:07,678 Checking jobs for platform=local +2021-12-17 23:12:07,679 Checking jobs for platform=transfer_node +2021-12-17 23:12:07,679 Checking all jobs at once +2021-12-17 23:12:09,408 Successful check job command +2021-12-17 23:12:10,933 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:12:10,933 End of checking +2021-12-17 23:12:10,935 Updating FAILED jobs +2021-12-17 23:12:10,935 Updating WAITING jobs +2021-12-17 23:12:10,935 Update finished +2021-12-17 23:12:10,935 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:12:10,936 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:12:10,936 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:12:10,936 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:12:10,940 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:12:10,943 Job list saved +2021-12-17 23:12:10,951 Updating FAILED jobs +2021-12-17 23:12:10,951 Updating WAITING jobs +2021-12-17 23:12:10,951 Update finished +2021-12-17 23:12:20,962 Reloading parameters... +2021-12-17 23:12:20,982 Loading parameters... +2021-12-17 23:12:20,983 Loading project parameters... +2021-12-17 23:12:20,985 + +23 of 25 jobs remaining (23:12) +2021-12-17 23:12:20,985 Sleep: 10 +2021-12-17 23:12:20,985 Number of retrials: 0 +2021-12-17 23:12:20,985 WRAPPER CHECK TIME = 10 +2021-12-17 23:12:20,986 Checking jobs for platform=marenostrum4 +2021-12-17 23:12:20,987 Checking jobs for platform=nord3 +2021-12-17 23:12:20,987 Checking jobs for platform=local +2021-12-17 23:12:20,988 Checking jobs for platform=transfer_node +2021-12-17 23:12:20,988 Checking all jobs at once +2021-12-17 23:12:22,616 Successful check job command +2021-12-17 23:12:25,142 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:12:25,142 End of checking +2021-12-17 23:12:25,144 Updating FAILED jobs +2021-12-17 23:12:25,144 Updating WAITING jobs +2021-12-17 23:12:25,144 Update finished +2021-12-17 23:12:25,144 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:12:25,145 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:12:25,145 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:12:25,145 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:12:25,148 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:12:25,150 Job list saved +2021-12-17 23:12:25,159 Updating FAILED jobs +2021-12-17 23:12:25,159 Updating WAITING jobs +2021-12-17 23:12:25,159 Update finished +2021-12-17 23:12:35,170 Reloading parameters... +2021-12-17 23:12:35,190 Loading parameters... +2021-12-17 23:12:35,191 Loading project parameters... +2021-12-17 23:12:35,193 + +23 of 25 jobs remaining (23:12) +2021-12-17 23:12:35,193 Sleep: 10 +2021-12-17 23:12:35,194 Number of retrials: 0 +2021-12-17 23:12:35,194 WRAPPER CHECK TIME = 10 +2021-12-17 23:12:35,194 Checking jobs for platform=marenostrum4 +2021-12-17 23:12:35,195 Checking jobs for platform=nord3 +2021-12-17 23:12:35,195 Checking jobs for platform=local +2021-12-17 23:12:35,196 Checking jobs for platform=transfer_node +2021-12-17 23:12:35,196 Checking all jobs at once +2021-12-17 23:12:36,534 Successful check job command +2021-12-17 23:12:37,885 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:12:37,885 End of checking +2021-12-17 23:12:37,887 Updating FAILED jobs +2021-12-17 23:12:37,887 Updating WAITING jobs +2021-12-17 23:12:37,887 Update finished +2021-12-17 23:12:37,887 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:12:37,888 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:12:37,888 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:12:37,888 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:12:37,891 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:12:37,893 Job list saved +2021-12-17 23:12:37,898 Updating FAILED jobs +2021-12-17 23:12:37,898 Updating WAITING jobs +2021-12-17 23:12:37,898 Update finished +2021-12-17 23:12:47,909 Reloading parameters... +2021-12-17 23:12:47,933 Loading parameters... +2021-12-17 23:12:47,934 Loading project parameters... +2021-12-17 23:12:47,938 + +23 of 25 jobs remaining (23:12) +2021-12-17 23:12:47,938 Sleep: 10 +2021-12-17 23:12:47,938 Number of retrials: 0 +2021-12-17 23:12:47,939 WRAPPER CHECK TIME = 10 +2021-12-17 23:12:47,939 Checking jobs for platform=marenostrum4 +2021-12-17 23:12:47,940 Checking jobs for platform=nord3 +2021-12-17 23:12:47,943 Checking jobs for platform=local +2021-12-17 23:12:47,944 Checking jobs for platform=transfer_node +2021-12-17 23:12:47,944 Checking all jobs at once +2021-12-17 23:12:49,317 Successful check job command +2021-12-17 23:12:50,794 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:12:50,794 End of checking +2021-12-17 23:12:50,796 Updating FAILED jobs +2021-12-17 23:12:50,796 Updating WAITING jobs +2021-12-17 23:12:50,797 Update finished +2021-12-17 23:12:50,797 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:12:50,798 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:12:50,798 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:12:50,798 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:12:50,801 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:12:50,804 Job list saved +2021-12-17 23:12:50,813 Updating FAILED jobs +2021-12-17 23:12:50,813 Updating WAITING jobs +2021-12-17 23:12:50,813 Update finished +2021-12-17 23:13:00,823 Reloading parameters... +2021-12-17 23:13:00,850 Loading parameters... +2021-12-17 23:13:00,851 Loading project parameters... +2021-12-17 23:13:00,853 + +23 of 25 jobs remaining (23:13) +2021-12-17 23:13:00,853 Sleep: 10 +2021-12-17 23:13:00,853 Number of retrials: 0 +2021-12-17 23:13:00,853 WRAPPER CHECK TIME = 10 +2021-12-17 23:13:00,854 Checking jobs for platform=marenostrum4 +2021-12-17 23:13:00,854 Checking jobs for platform=nord3 +2021-12-17 23:13:00,855 Checking jobs for platform=local +2021-12-17 23:13:00,856 Checking jobs for platform=transfer_node +2021-12-17 23:13:00,856 Checking all jobs at once +2021-12-17 23:13:02,348 Successful check job command +2021-12-17 23:13:03,959 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:13:03,960 End of checking +2021-12-17 23:13:03,961 Updating FAILED jobs +2021-12-17 23:13:03,961 Updating WAITING jobs +2021-12-17 23:13:03,962 Update finished +2021-12-17 23:13:03,962 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:13:03,963 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:13:03,963 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:13:03,963 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:13:03,966 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:13:03,968 Job list saved +2021-12-17 23:13:03,973 Updating FAILED jobs +2021-12-17 23:13:03,973 Updating WAITING jobs +2021-12-17 23:13:03,973 Update finished +2021-12-17 23:13:13,981 Reloading parameters... +2021-12-17 23:13:13,998 Loading parameters... +2021-12-17 23:13:14,000 Loading project parameters... +2021-12-17 23:13:14,002 + +23 of 25 jobs remaining (23:13) +2021-12-17 23:13:14,002 Sleep: 10 +2021-12-17 23:13:14,002 Number of retrials: 0 +2021-12-17 23:13:14,002 WRAPPER CHECK TIME = 10 +2021-12-17 23:13:14,003 Checking jobs for platform=marenostrum4 +2021-12-17 23:13:14,003 Checking jobs for platform=nord3 +2021-12-17 23:13:14,004 Checking jobs for platform=local +2021-12-17 23:13:14,004 Checking jobs for platform=transfer_node +2021-12-17 23:13:14,004 Checking all jobs at once +2021-12-17 23:13:15,483 Successful check job command +2021-12-17 23:13:17,165 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:13:17,165 End of checking +2021-12-17 23:13:17,168 Updating FAILED jobs +2021-12-17 23:13:17,168 Updating WAITING jobs +2021-12-17 23:13:17,168 Update finished +2021-12-17 23:13:17,168 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:13:17,169 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:13:17,169 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:13:17,169 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:13:17,173 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:13:17,175 Job list saved +2021-12-17 23:13:17,183 Updating FAILED jobs +2021-12-17 23:13:17,183 Updating WAITING jobs +2021-12-17 23:13:17,183 Update finished +2021-12-17 23:13:27,193 Reloading parameters... +2021-12-17 23:13:27,227 Loading parameters... +2021-12-17 23:13:27,230 Loading project parameters... +2021-12-17 23:13:27,232 + +23 of 25 jobs remaining (23:13) +2021-12-17 23:13:27,233 Sleep: 10 +2021-12-17 23:13:27,233 Number of retrials: 0 +2021-12-17 23:13:27,234 WRAPPER CHECK TIME = 10 +2021-12-17 23:13:27,234 Checking jobs for platform=marenostrum4 +2021-12-17 23:13:27,235 Checking jobs for platform=nord3 +2021-12-17 23:13:27,236 Checking jobs for platform=local +2021-12-17 23:13:27,237 Checking jobs for platform=transfer_node +2021-12-17 23:13:27,237 Checking all jobs at once +2021-12-17 23:13:28,614 Successful check job command +2021-12-17 23:13:30,091 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:13:30,093 End of checking +2021-12-17 23:13:30,095 Updating FAILED jobs +2021-12-17 23:13:30,095 Updating WAITING jobs +2021-12-17 23:13:30,095 Update finished +2021-12-17 23:13:30,095 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:13:30,096 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:13:30,096 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:13:30,096 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:13:30,100 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:13:30,102 Job list saved +2021-12-17 23:13:30,108 Updating FAILED jobs +2021-12-17 23:13:30,108 Updating WAITING jobs +2021-12-17 23:13:30,109 Update finished +2021-12-17 23:13:40,119 Reloading parameters... +2021-12-17 23:13:40,167 Loading parameters... +2021-12-17 23:13:40,181 Loading project parameters... +2021-12-17 23:13:40,196 + +23 of 25 jobs remaining (23:13) +2021-12-17 23:13:40,197 Sleep: 10 +2021-12-17 23:13:40,197 Number of retrials: 0 +2021-12-17 23:13:40,197 WRAPPER CHECK TIME = 10 +2021-12-17 23:13:40,198 Checking jobs for platform=marenostrum4 +2021-12-17 23:13:40,198 Checking jobs for platform=nord3 +2021-12-17 23:13:40,199 Checking jobs for platform=local +2021-12-17 23:13:40,199 Checking jobs for platform=transfer_node +2021-12-17 23:13:40,199 Checking all jobs at once +2021-12-17 23:13:42,517 Successful check job command +2021-12-17 23:13:44,613 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:13:44,613 End of checking +2021-12-17 23:13:44,614 Updating FAILED jobs +2021-12-17 23:13:44,615 Updating WAITING jobs +2021-12-17 23:13:44,615 Update finished +2021-12-17 23:13:44,615 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:13:44,618 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:13:44,618 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:13:44,618 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:13:44,630 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:13:44,635 Job list saved +2021-12-17 23:13:44,655 Updating FAILED jobs +2021-12-17 23:13:44,655 Updating WAITING jobs +2021-12-17 23:13:44,655 Update finished +2021-12-17 23:13:54,664 Reloading parameters... +2021-12-17 23:13:54,689 Loading parameters... +2021-12-17 23:13:54,691 Loading project parameters... +2021-12-17 23:13:54,693 + +23 of 25 jobs remaining (23:13) +2021-12-17 23:13:54,693 Sleep: 10 +2021-12-17 23:13:54,693 Number of retrials: 0 +2021-12-17 23:13:54,693 WRAPPER CHECK TIME = 10 +2021-12-17 23:13:54,694 Checking jobs for platform=marenostrum4 +2021-12-17 23:13:54,695 Checking jobs for platform=nord3 +2021-12-17 23:13:54,695 Checking jobs for platform=local +2021-12-17 23:13:54,697 Checking jobs for platform=transfer_node +2021-12-17 23:13:54,697 Checking all jobs at once +2021-12-17 23:13:56,476 Successful check job command +2021-12-17 23:13:57,856 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:13:57,887 End of checking +2021-12-17 23:13:57,906 Updating FAILED jobs +2021-12-17 23:13:57,907 Updating WAITING jobs +2021-12-17 23:13:57,907 Update finished +2021-12-17 23:13:57,907 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:13:57,910 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:13:57,914 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:13:57,914 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:13:57,917 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:13:57,920 Job list saved +2021-12-17 23:13:57,932 Updating FAILED jobs +2021-12-17 23:13:57,937 Updating WAITING jobs +2021-12-17 23:13:57,937 Update finished +2021-12-17 23:14:07,948 Reloading parameters... +2021-12-17 23:14:07,981 Loading parameters... +2021-12-17 23:14:07,982 Loading project parameters... +2021-12-17 23:14:07,984 + +23 of 25 jobs remaining (23:14) +2021-12-17 23:14:07,985 Sleep: 10 +2021-12-17 23:14:07,985 Number of retrials: 0 +2021-12-17 23:14:07,985 WRAPPER CHECK TIME = 10 +2021-12-17 23:14:07,985 Checking jobs for platform=marenostrum4 +2021-12-17 23:14:07,992 Checking jobs for platform=nord3 +2021-12-17 23:14:07,993 Checking jobs for platform=local +2021-12-17 23:14:07,993 Checking jobs for platform=transfer_node +2021-12-17 23:14:07,993 Checking all jobs at once +2021-12-17 23:14:09,329 Successful check job command +2021-12-17 23:14:10,650 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:14:10,651 End of checking +2021-12-17 23:14:10,652 Updating FAILED jobs +2021-12-17 23:14:10,652 Updating WAITING jobs +2021-12-17 23:14:10,652 Update finished +2021-12-17 23:14:10,652 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:14:10,653 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:14:10,653 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:14:10,653 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:14:10,656 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:14:10,660 Job list saved +2021-12-17 23:14:10,665 Updating FAILED jobs +2021-12-17 23:14:10,665 Updating WAITING jobs +2021-12-17 23:14:10,665 Update finished +2021-12-17 23:14:20,678 Reloading parameters... +2021-12-17 23:14:20,709 Loading parameters... +2021-12-17 23:14:20,711 Loading project parameters... +2021-12-17 23:14:20,715 + +23 of 25 jobs remaining (23:14) +2021-12-17 23:14:20,809 Sleep: 10 +2021-12-17 23:14:20,809 Number of retrials: 0 +2021-12-17 23:14:20,809 WRAPPER CHECK TIME = 10 +2021-12-17 23:14:20,810 Checking jobs for platform=marenostrum4 +2021-12-17 23:14:20,810 Checking jobs for platform=nord3 +2021-12-17 23:14:20,811 Checking jobs for platform=local +2021-12-17 23:14:20,811 Checking jobs for platform=transfer_node +2021-12-17 23:14:20,811 Checking all jobs at once +2021-12-17 23:14:23,091 Successful check job command +2021-12-17 23:14:25,517 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:14:25,517 End of checking +2021-12-17 23:14:25,518 Updating FAILED jobs +2021-12-17 23:14:25,518 Updating WAITING jobs +2021-12-17 23:14:25,519 Update finished +2021-12-17 23:14:25,519 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:14:25,519 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:14:25,520 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:14:25,520 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:14:25,524 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:14:25,526 Job list saved +2021-12-17 23:14:25,532 Updating FAILED jobs +2021-12-17 23:14:25,532 Updating WAITING jobs +2021-12-17 23:14:25,532 Update finished +2021-12-17 23:14:35,542 Reloading parameters... +2021-12-17 23:14:35,564 Loading parameters... +2021-12-17 23:14:35,565 Loading project parameters... +2021-12-17 23:14:35,568 + +23 of 25 jobs remaining (23:14) +2021-12-17 23:14:35,568 Sleep: 10 +2021-12-17 23:14:35,568 Number of retrials: 0 +2021-12-17 23:14:35,568 WRAPPER CHECK TIME = 10 +2021-12-17 23:14:35,569 Checking jobs for platform=marenostrum4 +2021-12-17 23:14:35,569 Checking jobs for platform=nord3 +2021-12-17 23:14:35,570 Checking jobs for platform=local +2021-12-17 23:14:35,571 Checking jobs for platform=transfer_node +2021-12-17 23:14:35,571 Checking all jobs at once +2021-12-17 23:14:36,995 Successful check job command +2021-12-17 23:14:39,022 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:14:39,022 End of checking +2021-12-17 23:14:39,024 Updating FAILED jobs +2021-12-17 23:14:39,024 Updating WAITING jobs +2021-12-17 23:14:39,024 Update finished +2021-12-17 23:14:39,025 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:14:39,025 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:14:39,026 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:14:39,026 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:14:39,029 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:14:39,031 Job list saved +2021-12-17 23:14:39,036 Updating FAILED jobs +2021-12-17 23:14:39,036 Updating WAITING jobs +2021-12-17 23:14:39,036 Update finished +2021-12-17 23:14:49,045 Reloading parameters... +2021-12-17 23:14:49,063 Loading parameters... +2021-12-17 23:14:49,065 Loading project parameters... +2021-12-17 23:14:49,066 + +23 of 25 jobs remaining (23:14) +2021-12-17 23:14:49,067 Sleep: 10 +2021-12-17 23:14:49,067 Number of retrials: 0 +2021-12-17 23:14:49,067 WRAPPER CHECK TIME = 10 +2021-12-17 23:14:49,067 Checking jobs for platform=marenostrum4 +2021-12-17 23:14:49,068 Checking jobs for platform=nord3 +2021-12-17 23:14:49,068 Checking jobs for platform=local +2021-12-17 23:14:49,069 Checking jobs for platform=transfer_node +2021-12-17 23:14:49,069 Checking all jobs at once +2021-12-17 23:14:50,989 Successful check job command +2021-12-17 23:14:53,361 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:14:53,361 End of checking +2021-12-17 23:14:53,362 Updating FAILED jobs +2021-12-17 23:14:53,362 Updating WAITING jobs +2021-12-17 23:14:53,362 Update finished +2021-12-17 23:14:53,363 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:14:53,363 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:14:53,363 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:14:53,363 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:14:53,366 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:14:53,368 Job list saved +2021-12-17 23:14:53,372 Updating FAILED jobs +2021-12-17 23:14:53,372 Updating WAITING jobs +2021-12-17 23:14:53,372 Update finished +2021-12-17 23:15:03,380 Reloading parameters... +2021-12-17 23:15:03,397 Loading parameters... +2021-12-17 23:15:03,398 Loading project parameters... +2021-12-17 23:15:03,401 + +23 of 25 jobs remaining (23:15) +2021-12-17 23:15:03,401 Sleep: 10 +2021-12-17 23:15:03,401 Number of retrials: 0 +2021-12-17 23:15:03,401 WRAPPER CHECK TIME = 10 +2021-12-17 23:15:03,402 Checking jobs for platform=marenostrum4 +2021-12-17 23:15:03,402 Checking jobs for platform=nord3 +2021-12-17 23:15:03,403 Checking jobs for platform=local +2021-12-17 23:15:03,403 Checking jobs for platform=transfer_node +2021-12-17 23:15:03,403 Checking all jobs at once +2021-12-17 23:15:04,923 Successful check job command +2021-12-17 23:15:06,143 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:15:06,143 End of checking +2021-12-17 23:15:06,144 Updating FAILED jobs +2021-12-17 23:15:06,144 Updating WAITING jobs +2021-12-17 23:15:06,145 Update finished +2021-12-17 23:15:06,145 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:15:06,145 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:15:06,146 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:15:06,146 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:15:06,150 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:15:06,152 Job list saved +2021-12-17 23:15:06,157 Updating FAILED jobs +2021-12-17 23:15:06,157 Updating WAITING jobs +2021-12-17 23:15:06,157 Update finished +2021-12-17 23:15:16,166 Reloading parameters... +2021-12-17 23:15:16,184 Loading parameters... +2021-12-17 23:15:16,186 Loading project parameters... +2021-12-17 23:15:16,187 + +23 of 25 jobs remaining (23:15) +2021-12-17 23:15:16,188 Sleep: 10 +2021-12-17 23:15:16,188 Number of retrials: 0 +2021-12-17 23:15:16,188 WRAPPER CHECK TIME = 10 +2021-12-17 23:15:16,188 Checking jobs for platform=marenostrum4 +2021-12-17 23:15:16,189 Checking jobs for platform=nord3 +2021-12-17 23:15:16,190 Checking jobs for platform=local +2021-12-17 23:15:16,190 Checking jobs for platform=transfer_node +2021-12-17 23:15:16,190 Checking all jobs at once +2021-12-17 23:15:18,216 Successful check job command +2021-12-17 23:15:19,785 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:15:19,786 End of checking +2021-12-17 23:15:19,787 Updating FAILED jobs +2021-12-17 23:15:19,787 Updating WAITING jobs +2021-12-17 23:15:19,787 Update finished +2021-12-17 23:15:19,787 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:15:19,788 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:15:19,788 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:15:19,788 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:15:19,790 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:15:19,793 Job list saved +2021-12-17 23:15:19,797 Updating FAILED jobs +2021-12-17 23:15:19,797 Updating WAITING jobs +2021-12-17 23:15:19,797 Update finished +2021-12-17 23:15:29,808 Reloading parameters... +2021-12-17 23:15:29,826 Loading parameters... +2021-12-17 23:15:29,828 Loading project parameters... +2021-12-17 23:15:29,830 + +23 of 25 jobs remaining (23:15) +2021-12-17 23:15:29,830 Sleep: 10 +2021-12-17 23:15:29,830 Number of retrials: 0 +2021-12-17 23:15:29,830 WRAPPER CHECK TIME = 10 +2021-12-17 23:15:29,831 Checking jobs for platform=marenostrum4 +2021-12-17 23:15:29,831 Checking jobs for platform=nord3 +2021-12-17 23:15:29,832 Checking jobs for platform=local +2021-12-17 23:15:29,832 Checking jobs for platform=transfer_node +2021-12-17 23:15:29,832 Checking all jobs at once +2021-12-17 23:15:31,803 Successful check job command +2021-12-17 23:15:34,373 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:15:34,374 End of checking +2021-12-17 23:15:34,375 Updating FAILED jobs +2021-12-17 23:15:34,375 Updating WAITING jobs +2021-12-17 23:15:34,375 Update finished +2021-12-17 23:15:34,375 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:15:34,376 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:15:34,376 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:15:34,376 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:15:34,379 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:15:34,381 Job list saved +2021-12-17 23:15:34,385 Updating FAILED jobs +2021-12-17 23:15:34,386 Updating WAITING jobs +2021-12-17 23:15:34,386 Update finished +2021-12-17 23:15:44,396 Reloading parameters... +2021-12-17 23:15:44,414 Loading parameters... +2021-12-17 23:15:44,416 Loading project parameters... +2021-12-17 23:15:44,418 + +23 of 25 jobs remaining (23:15) +2021-12-17 23:15:44,418 Sleep: 10 +2021-12-17 23:15:44,418 Number of retrials: 0 +2021-12-17 23:15:44,418 WRAPPER CHECK TIME = 10 +2021-12-17 23:15:44,419 Checking jobs for platform=marenostrum4 +2021-12-17 23:15:44,419 Checking jobs for platform=nord3 +2021-12-17 23:15:44,420 Checking jobs for platform=local +2021-12-17 23:15:44,420 Checking jobs for platform=transfer_node +2021-12-17 23:15:44,420 Checking all jobs at once +2021-12-17 23:15:45,993 Successful check job command +2021-12-17 23:15:47,913 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:15:47,913 End of checking +2021-12-17 23:15:47,915 Updating FAILED jobs +2021-12-17 23:15:47,915 Updating WAITING jobs +2021-12-17 23:15:47,915 Update finished +2021-12-17 23:15:47,915 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:15:47,915 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:15:47,916 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:15:47,916 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:15:47,918 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:15:47,921 Job list saved +2021-12-17 23:15:47,925 Updating FAILED jobs +2021-12-17 23:15:47,925 Updating WAITING jobs +2021-12-17 23:15:47,926 Update finished +2021-12-17 23:15:57,933 Reloading parameters... +2021-12-17 23:15:57,952 Loading parameters... +2021-12-17 23:15:57,954 Loading project parameters... +2021-12-17 23:15:57,956 + +23 of 25 jobs remaining (23:15) +2021-12-17 23:15:57,956 Sleep: 10 +2021-12-17 23:15:57,956 Number of retrials: 0 +2021-12-17 23:15:57,956 WRAPPER CHECK TIME = 10 +2021-12-17 23:15:57,957 Checking jobs for platform=marenostrum4 +2021-12-17 23:15:57,957 Checking jobs for platform=nord3 +2021-12-17 23:15:57,958 Checking jobs for platform=local +2021-12-17 23:15:57,958 Checking jobs for platform=transfer_node +2021-12-17 23:15:57,958 Checking all jobs at once +2021-12-17 23:15:59,981 Successful check job command +2021-12-17 23:16:02,006 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:16:02,006 End of checking +2021-12-17 23:16:02,008 Updating FAILED jobs +2021-12-17 23:16:02,008 Updating WAITING jobs +2021-12-17 23:16:02,008 Update finished +2021-12-17 23:16:02,008 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:16:02,008 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:16:02,009 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:16:02,009 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:16:02,011 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:16:02,013 Job list saved +2021-12-17 23:16:02,017 Updating FAILED jobs +2021-12-17 23:16:02,017 Updating WAITING jobs +2021-12-17 23:16:02,018 Update finished +2021-12-17 23:16:12,020 Reloading parameters... +2021-12-17 23:16:12,040 Loading parameters... +2021-12-17 23:16:12,041 Loading project parameters... +2021-12-17 23:16:12,043 + +23 of 25 jobs remaining (23:16) +2021-12-17 23:16:12,043 Sleep: 10 +2021-12-17 23:16:12,043 Number of retrials: 0 +2021-12-17 23:16:12,043 WRAPPER CHECK TIME = 10 +2021-12-17 23:16:12,044 Checking jobs for platform=marenostrum4 +2021-12-17 23:16:12,044 Checking jobs for platform=nord3 +2021-12-17 23:16:12,045 Checking jobs for platform=local +2021-12-17 23:16:12,045 Checking jobs for platform=transfer_node +2021-12-17 23:16:12,045 Checking all jobs at once +2021-12-17 23:16:15,421 Successful check job command +2021-12-17 23:16:18,545 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:16:18,546 End of checking +2021-12-17 23:16:18,547 Updating FAILED jobs +2021-12-17 23:16:18,547 Updating WAITING jobs +2021-12-17 23:16:18,548 Update finished +2021-12-17 23:16:18,548 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:16:18,548 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:16:18,548 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:16:18,549 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:16:18,552 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:16:18,554 Job list saved +2021-12-17 23:16:18,559 Updating FAILED jobs +2021-12-17 23:16:18,559 Updating WAITING jobs +2021-12-17 23:16:18,559 Update finished +2021-12-17 23:16:28,569 Reloading parameters... +2021-12-17 23:16:28,587 Loading parameters... +2021-12-17 23:16:28,589 Loading project parameters... +2021-12-17 23:16:28,590 + +23 of 25 jobs remaining (23:16) +2021-12-17 23:16:28,591 Sleep: 10 +2021-12-17 23:16:28,591 Number of retrials: 0 +2021-12-17 23:16:28,591 WRAPPER CHECK TIME = 10 +2021-12-17 23:16:28,591 Checking jobs for platform=marenostrum4 +2021-12-17 23:16:28,592 Checking jobs for platform=nord3 +2021-12-17 23:16:28,593 Checking jobs for platform=local +2021-12-17 23:16:28,593 Checking jobs for platform=transfer_node +2021-12-17 23:16:28,593 Checking all jobs at once +2021-12-17 23:16:29,966 Successful check job command +2021-12-17 23:16:31,236 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:16:31,236 End of checking +2021-12-17 23:16:31,237 Updating FAILED jobs +2021-12-17 23:16:31,237 Updating WAITING jobs +2021-12-17 23:16:31,238 Update finished +2021-12-17 23:16:31,238 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:16:31,238 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:16:31,238 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:16:31,238 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:16:31,241 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:16:31,243 Job list saved +2021-12-17 23:16:31,247 Updating FAILED jobs +2021-12-17 23:16:31,247 Updating WAITING jobs +2021-12-17 23:16:31,248 Update finished +2021-12-17 23:16:41,258 Reloading parameters... +2021-12-17 23:16:41,274 Loading parameters... +2021-12-17 23:16:41,276 Loading project parameters... +2021-12-17 23:16:41,278 + +23 of 25 jobs remaining (23:16) +2021-12-17 23:16:41,278 Sleep: 10 +2021-12-17 23:16:41,278 Number of retrials: 0 +2021-12-17 23:16:41,278 WRAPPER CHECK TIME = 10 +2021-12-17 23:16:41,279 Checking jobs for platform=marenostrum4 +2021-12-17 23:16:41,279 Checking jobs for platform=nord3 +2021-12-17 23:16:41,280 Checking jobs for platform=local +2021-12-17 23:16:41,280 Checking jobs for platform=transfer_node +2021-12-17 23:16:41,280 Checking all jobs at once +2021-12-17 23:16:42,650 Successful check job command +2021-12-17 23:16:43,973 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:16:43,973 End of checking +2021-12-17 23:16:43,974 Updating FAILED jobs +2021-12-17 23:16:43,975 Updating WAITING jobs +2021-12-17 23:16:43,975 Update finished +2021-12-17 23:16:43,975 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:16:43,975 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:16:43,975 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:16:43,975 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:16:43,978 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:16:43,980 Job list saved +2021-12-17 23:16:43,984 Updating FAILED jobs +2021-12-17 23:16:43,984 Updating WAITING jobs +2021-12-17 23:16:43,985 Update finished +2021-12-17 23:16:53,995 Reloading parameters... +2021-12-17 23:16:54,012 Loading parameters... +2021-12-17 23:16:54,014 Loading project parameters... +2021-12-17 23:16:54,016 + +23 of 25 jobs remaining (23:16) +2021-12-17 23:16:54,016 Sleep: 10 +2021-12-17 23:16:54,016 Number of retrials: 0 +2021-12-17 23:16:54,016 WRAPPER CHECK TIME = 10 +2021-12-17 23:16:54,017 Checking jobs for platform=marenostrum4 +2021-12-17 23:16:54,017 Checking jobs for platform=nord3 +2021-12-17 23:16:54,018 Checking jobs for platform=local +2021-12-17 23:16:54,018 Checking jobs for platform=transfer_node +2021-12-17 23:16:54,018 Checking all jobs at once +2021-12-17 23:16:55,739 Successful check job command +2021-12-17 23:17:00,265 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:17:00,265 End of checking +2021-12-17 23:17:00,266 Updating FAILED jobs +2021-12-17 23:17:00,266 Updating WAITING jobs +2021-12-17 23:17:00,266 Update finished +2021-12-17 23:17:00,267 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:17:00,267 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:17:00,267 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:17:00,267 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:17:00,270 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:17:00,272 Job list saved +2021-12-17 23:17:00,282 Updating FAILED jobs +2021-12-17 23:17:00,282 Updating WAITING jobs +2021-12-17 23:17:00,282 Update finished +2021-12-17 23:17:10,293 Reloading parameters... +2021-12-17 23:17:10,312 Loading parameters... +2021-12-17 23:17:10,313 Loading project parameters... +2021-12-17 23:17:10,318 + +23 of 25 jobs remaining (23:17) +2021-12-17 23:17:10,318 Sleep: 10 +2021-12-17 23:17:10,318 Number of retrials: 0 +2021-12-17 23:17:10,318 WRAPPER CHECK TIME = 10 +2021-12-17 23:17:10,319 Checking jobs for platform=marenostrum4 +2021-12-17 23:17:10,319 Checking jobs for platform=nord3 +2021-12-17 23:17:10,320 Checking jobs for platform=local +2021-12-17 23:17:10,320 Checking jobs for platform=transfer_node +2021-12-17 23:17:10,321 Checking all jobs at once +2021-12-17 23:17:11,694 Successful check job command +2021-12-17 23:17:14,867 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:17:14,868 End of checking +2021-12-17 23:17:14,869 Updating FAILED jobs +2021-12-17 23:17:14,869 Updating WAITING jobs +2021-12-17 23:17:14,869 Update finished +2021-12-17 23:17:14,869 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:17:14,870 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:17:14,870 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:17:14,870 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:17:14,872 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:17:14,874 Job list saved +2021-12-17 23:17:14,880 Updating FAILED jobs +2021-12-17 23:17:14,881 Updating WAITING jobs +2021-12-17 23:17:14,881 Update finished +2021-12-17 23:17:24,891 Reloading parameters... +2021-12-17 23:17:24,908 Loading parameters... +2021-12-17 23:17:24,909 Loading project parameters... +2021-12-17 23:17:24,911 + +23 of 25 jobs remaining (23:17) +2021-12-17 23:17:24,912 Sleep: 10 +2021-12-17 23:17:24,912 Number of retrials: 0 +2021-12-17 23:17:24,912 WRAPPER CHECK TIME = 10 +2021-12-17 23:17:24,912 Checking jobs for platform=marenostrum4 +2021-12-17 23:17:24,914 Checking jobs for platform=nord3 +2021-12-17 23:17:24,915 Checking jobs for platform=local +2021-12-17 23:17:24,915 Checking jobs for platform=transfer_node +2021-12-17 23:17:24,915 Checking all jobs at once +2021-12-17 23:17:26,338 Successful check job command +2021-12-17 23:17:27,608 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:17:27,608 End of checking +2021-12-17 23:17:27,609 Updating FAILED jobs +2021-12-17 23:17:27,609 Updating WAITING jobs +2021-12-17 23:17:27,609 Update finished +2021-12-17 23:17:27,610 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:17:27,610 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:17:27,610 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:17:27,610 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:17:27,612 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:17:27,615 Job list saved +2021-12-17 23:17:27,620 Updating FAILED jobs +2021-12-17 23:17:27,620 Updating WAITING jobs +2021-12-17 23:17:27,620 Update finished +2021-12-17 23:17:37,630 Reloading parameters... +2021-12-17 23:17:37,647 Loading parameters... +2021-12-17 23:17:37,648 Loading project parameters... +2021-12-17 23:17:37,650 + +23 of 25 jobs remaining (23:17) +2021-12-17 23:17:37,651 Sleep: 10 +2021-12-17 23:17:37,651 Number of retrials: 0 +2021-12-17 23:17:37,651 WRAPPER CHECK TIME = 10 +2021-12-17 23:17:37,651 Checking jobs for platform=marenostrum4 +2021-12-17 23:17:37,652 Checking jobs for platform=nord3 +2021-12-17 23:17:37,652 Checking jobs for platform=local +2021-12-17 23:17:37,653 Checking jobs for platform=transfer_node +2021-12-17 23:17:37,653 Checking all jobs at once +2021-12-17 23:17:40,274 Successful check job command +2021-12-17 23:17:42,846 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:17:42,847 End of checking +2021-12-17 23:17:42,848 Updating FAILED jobs +2021-12-17 23:17:42,848 Updating WAITING jobs +2021-12-17 23:17:42,848 Update finished +2021-12-17 23:17:42,849 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:17:42,849 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:17:42,849 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:17:42,849 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:17:42,852 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:17:42,854 Job list saved +2021-12-17 23:17:42,858 Updating FAILED jobs +2021-12-17 23:17:42,858 Updating WAITING jobs +2021-12-17 23:17:42,858 Update finished +2021-12-17 23:17:52,869 Reloading parameters... +2021-12-17 23:17:52,886 Loading parameters... +2021-12-17 23:17:52,888 Loading project parameters... +2021-12-17 23:17:52,889 + +23 of 25 jobs remaining (23:17) +2021-12-17 23:17:52,890 Sleep: 10 +2021-12-17 23:17:52,890 Number of retrials: 0 +2021-12-17 23:17:52,890 WRAPPER CHECK TIME = 10 +2021-12-17 23:17:52,890 Checking jobs for platform=marenostrum4 +2021-12-17 23:17:52,891 Checking jobs for platform=nord3 +2021-12-17 23:17:52,892 Checking jobs for platform=local +2021-12-17 23:17:52,892 Checking jobs for platform=transfer_node +2021-12-17 23:17:52,892 Checking all jobs at once +2021-12-17 23:17:54,262 Successful check job command +2021-12-17 23:17:55,685 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:17:55,685 End of checking +2021-12-17 23:17:55,687 Updating FAILED jobs +2021-12-17 23:17:55,687 Updating WAITING jobs +2021-12-17 23:17:55,687 Update finished +2021-12-17 23:17:55,688 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:17:55,688 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:17:55,688 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:17:55,688 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:17:55,691 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:17:55,694 Job list saved +2021-12-17 23:17:55,700 Updating FAILED jobs +2021-12-17 23:17:55,700 Updating WAITING jobs +2021-12-17 23:17:55,700 Update finished +2021-12-17 23:18:05,711 Reloading parameters... +2021-12-17 23:18:05,729 Loading parameters... +2021-12-17 23:18:05,731 Loading project parameters... +2021-12-17 23:18:05,733 + +23 of 25 jobs remaining (23:18) +2021-12-17 23:18:05,733 Sleep: 10 +2021-12-17 23:18:05,733 Number of retrials: 0 +2021-12-17 23:18:05,733 WRAPPER CHECK TIME = 10 +2021-12-17 23:18:05,734 Checking jobs for platform=marenostrum4 +2021-12-17 23:18:05,734 Checking jobs for platform=nord3 +2021-12-17 23:18:05,735 Checking jobs for platform=local +2021-12-17 23:18:05,736 Checking jobs for platform=transfer_node +2021-12-17 23:18:05,736 Checking all jobs at once +2021-12-17 23:18:07,206 Successful check job command +2021-12-17 23:18:08,777 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:18:08,777 End of checking +2021-12-17 23:18:08,779 Updating FAILED jobs +2021-12-17 23:18:08,779 Updating WAITING jobs +2021-12-17 23:18:08,779 Update finished +2021-12-17 23:18:08,779 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:18:08,779 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:18:08,779 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:18:08,780 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:18:08,782 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:18:08,784 Job list saved +2021-12-17 23:18:08,789 Updating FAILED jobs +2021-12-17 23:18:08,789 Updating WAITING jobs +2021-12-17 23:18:08,789 Update finished +2021-12-17 23:18:18,800 Reloading parameters... +2021-12-17 23:18:18,824 Loading parameters... +2021-12-17 23:18:18,825 Loading project parameters... +2021-12-17 23:18:18,829 + +23 of 25 jobs remaining (23:18) +2021-12-17 23:18:18,829 Sleep: 10 +2021-12-17 23:18:18,829 Number of retrials: 0 +2021-12-17 23:18:18,829 WRAPPER CHECK TIME = 10 +2021-12-17 23:18:18,830 Checking jobs for platform=marenostrum4 +2021-12-17 23:18:18,830 Checking jobs for platform=nord3 +2021-12-17 23:18:18,831 Checking jobs for platform=local +2021-12-17 23:18:18,831 Checking jobs for platform=transfer_node +2021-12-17 23:18:18,831 Checking all jobs at once +2021-12-17 23:18:20,754 Successful check job command +2021-12-17 23:18:22,124 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:18:22,124 End of checking +2021-12-17 23:18:22,127 Updating FAILED jobs +2021-12-17 23:18:22,127 Updating WAITING jobs +2021-12-17 23:18:22,128 Update finished +2021-12-17 23:18:22,128 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:18:22,128 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:18:22,129 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:18:22,129 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:18:22,131 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:18:22,133 Job list saved +2021-12-17 23:18:22,138 Updating FAILED jobs +2021-12-17 23:18:22,138 Updating WAITING jobs +2021-12-17 23:18:22,138 Update finished +2021-12-17 23:18:32,147 Reloading parameters... +2021-12-17 23:18:32,164 Loading parameters... +2021-12-17 23:18:32,166 Loading project parameters... +2021-12-17 23:18:32,168 + +23 of 25 jobs remaining (23:18) +2021-12-17 23:18:32,168 Sleep: 10 +2021-12-17 23:18:32,168 Number of retrials: 0 +2021-12-17 23:18:32,168 WRAPPER CHECK TIME = 10 +2021-12-17 23:18:32,169 Checking jobs for platform=marenostrum4 +2021-12-17 23:18:32,169 Checking jobs for platform=nord3 +2021-12-17 23:18:32,170 Checking jobs for platform=local +2021-12-17 23:18:32,170 Checking jobs for platform=transfer_node +2021-12-17 23:18:32,171 Checking all jobs at once +2021-12-17 23:18:33,590 Successful check job command +2021-12-17 23:18:35,910 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:18:35,911 End of checking +2021-12-17 23:18:35,912 Updating FAILED jobs +2021-12-17 23:18:35,912 Updating WAITING jobs +2021-12-17 23:18:35,912 Update finished +2021-12-17 23:18:35,912 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:18:35,913 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:18:35,913 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:18:35,913 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:18:35,916 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:18:35,918 Job list saved +2021-12-17 23:18:35,923 Updating FAILED jobs +2021-12-17 23:18:35,923 Updating WAITING jobs +2021-12-17 23:18:35,923 Update finished +2021-12-17 23:18:45,933 Reloading parameters... +2021-12-17 23:18:45,950 Loading parameters... +2021-12-17 23:18:45,951 Loading project parameters... +2021-12-17 23:18:45,961 + +23 of 25 jobs remaining (23:18) +2021-12-17 23:18:45,961 Sleep: 10 +2021-12-17 23:18:45,961 Number of retrials: 0 +2021-12-17 23:18:45,961 WRAPPER CHECK TIME = 10 +2021-12-17 23:18:45,962 Checking jobs for platform=marenostrum4 +2021-12-17 23:18:45,962 Checking jobs for platform=nord3 +2021-12-17 23:18:45,963 Checking jobs for platform=local +2021-12-17 23:18:45,963 Checking jobs for platform=transfer_node +2021-12-17 23:18:45,963 Checking all jobs at once +2021-12-17 23:18:47,437 Successful check job command +2021-12-17 23:18:48,857 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:18:48,857 End of checking +2021-12-17 23:18:48,858 Updating FAILED jobs +2021-12-17 23:18:48,860 Updating WAITING jobs +2021-12-17 23:18:48,861 Update finished +2021-12-17 23:18:48,861 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:18:48,861 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:18:48,861 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:18:48,865 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:18:48,868 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:18:48,870 Job list saved +2021-12-17 23:18:48,881 Updating FAILED jobs +2021-12-17 23:18:48,881 Updating WAITING jobs +2021-12-17 23:18:48,881 Update finished +2021-12-17 23:18:58,891 Reloading parameters... +2021-12-17 23:18:58,912 Loading parameters... +2021-12-17 23:18:58,913 Loading project parameters... +2021-12-17 23:18:58,915 + +23 of 25 jobs remaining (23:18) +2021-12-17 23:18:58,915 Sleep: 10 +2021-12-17 23:18:58,915 Number of retrials: 0 +2021-12-17 23:18:58,915 WRAPPER CHECK TIME = 10 +2021-12-17 23:18:58,916 Checking jobs for platform=marenostrum4 +2021-12-17 23:18:58,916 Checking jobs for platform=nord3 +2021-12-17 23:18:58,917 Checking jobs for platform=local +2021-12-17 23:18:58,917 Checking jobs for platform=transfer_node +2021-12-17 23:18:58,917 Checking all jobs at once +2021-12-17 23:19:00,437 Successful check job command +2021-12-17 23:19:02,008 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:19:02,008 End of checking +2021-12-17 23:19:02,009 Updating FAILED jobs +2021-12-17 23:19:02,010 Updating WAITING jobs +2021-12-17 23:19:02,010 Update finished +2021-12-17 23:19:02,010 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:19:02,011 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:19:02,011 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:19:02,011 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:19:02,013 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:19:02,015 Job list saved +2021-12-17 23:19:02,020 Updating FAILED jobs +2021-12-17 23:19:02,020 Updating WAITING jobs +2021-12-17 23:19:02,020 Update finished +2021-12-17 23:19:12,029 Reloading parameters... +2021-12-17 23:19:12,047 Loading parameters... +2021-12-17 23:19:12,048 Loading project parameters... +2021-12-17 23:19:12,050 + +23 of 25 jobs remaining (23:19) +2021-12-17 23:19:12,050 Sleep: 10 +2021-12-17 23:19:12,050 Number of retrials: 0 +2021-12-17 23:19:12,051 WRAPPER CHECK TIME = 10 +2021-12-17 23:19:12,051 Checking jobs for platform=marenostrum4 +2021-12-17 23:19:12,052 Checking jobs for platform=nord3 +2021-12-17 23:19:12,052 Checking jobs for platform=local +2021-12-17 23:19:12,053 Checking jobs for platform=transfer_node +2021-12-17 23:19:12,053 Checking all jobs at once +2021-12-17 23:19:13,372 Successful check job command +2021-12-17 23:19:15,343 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:19:15,343 End of checking +2021-12-17 23:19:15,344 Updating FAILED jobs +2021-12-17 23:19:15,344 Updating WAITING jobs +2021-12-17 23:19:15,345 Update finished +2021-12-17 23:19:15,345 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:19:15,345 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:19:15,345 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:19:15,345 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:19:15,347 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:19:15,350 Job list saved +2021-12-17 23:19:15,354 Updating FAILED jobs +2021-12-17 23:19:15,354 Updating WAITING jobs +2021-12-17 23:19:15,354 Update finished +2021-12-17 23:19:25,364 Reloading parameters... +2021-12-17 23:19:25,384 Loading parameters... +2021-12-17 23:19:25,386 Loading project parameters... +2021-12-17 23:19:25,388 + +23 of 25 jobs remaining (23:19) +2021-12-17 23:19:25,388 Sleep: 10 +2021-12-17 23:19:25,388 Number of retrials: 0 +2021-12-17 23:19:25,388 WRAPPER CHECK TIME = 10 +2021-12-17 23:19:25,389 Checking jobs for platform=marenostrum4 +2021-12-17 23:19:25,389 Checking jobs for platform=nord3 +2021-12-17 23:19:25,390 Checking jobs for platform=local +2021-12-17 23:19:25,390 Checking jobs for platform=transfer_node +2021-12-17 23:19:25,391 Checking all jobs at once +2021-12-17 23:19:27,662 Successful check job command +2021-12-17 23:19:29,633 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:19:29,633 End of checking +2021-12-17 23:19:29,634 Updating FAILED jobs +2021-12-17 23:19:29,635 Updating WAITING jobs +2021-12-17 23:19:29,635 Update finished +2021-12-17 23:19:29,635 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:19:29,635 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:19:29,635 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:19:29,636 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:19:29,638 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:19:29,640 Job list saved +2021-12-17 23:19:29,644 Updating FAILED jobs +2021-12-17 23:19:29,645 Updating WAITING jobs +2021-12-17 23:19:29,645 Update finished +2021-12-17 23:19:39,654 Reloading parameters... +2021-12-17 23:19:39,671 Loading parameters... +2021-12-17 23:19:39,673 Loading project parameters... +2021-12-17 23:19:39,675 + +23 of 25 jobs remaining (23:19) +2021-12-17 23:19:39,675 Sleep: 10 +2021-12-17 23:19:39,675 Number of retrials: 0 +2021-12-17 23:19:39,675 WRAPPER CHECK TIME = 10 +2021-12-17 23:19:39,676 Checking jobs for platform=marenostrum4 +2021-12-17 23:19:39,676 Checking jobs for platform=nord3 +2021-12-17 23:19:39,677 Checking jobs for platform=local +2021-12-17 23:19:39,678 Checking jobs for platform=transfer_node +2021-12-17 23:19:39,678 Checking all jobs at once +2021-12-17 23:19:41,748 Successful check job command +2021-12-17 23:19:44,421 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:19:44,421 End of checking +2021-12-17 23:19:44,422 Updating FAILED jobs +2021-12-17 23:19:44,423 Updating WAITING jobs +2021-12-17 23:19:44,423 Update finished +2021-12-17 23:19:44,423 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:19:44,424 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:19:44,424 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:19:44,424 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:19:44,426 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:19:44,428 Job list saved +2021-12-17 23:19:44,432 Updating FAILED jobs +2021-12-17 23:19:44,433 Updating WAITING jobs +2021-12-17 23:19:44,433 Update finished +2021-12-17 23:19:54,436 Reloading parameters... +2021-12-17 23:19:54,453 Loading parameters... +2021-12-17 23:19:54,455 Loading project parameters... +2021-12-17 23:19:54,456 + +23 of 25 jobs remaining (23:19) +2021-12-17 23:19:54,457 Sleep: 10 +2021-12-17 23:19:54,457 Number of retrials: 0 +2021-12-17 23:19:54,457 WRAPPER CHECK TIME = 10 +2021-12-17 23:19:54,457 Checking jobs for platform=marenostrum4 +2021-12-17 23:19:54,458 Checking jobs for platform=nord3 +2021-12-17 23:19:54,459 Checking jobs for platform=local +2021-12-17 23:19:54,459 Checking jobs for platform=transfer_node +2021-12-17 23:19:54,459 Checking all jobs at once +2021-12-17 23:19:55,929 Successful check job command +2021-12-17 23:19:57,350 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:19:57,350 End of checking +2021-12-17 23:19:57,351 Updating FAILED jobs +2021-12-17 23:19:57,351 Updating WAITING jobs +2021-12-17 23:19:57,352 Update finished +2021-12-17 23:19:57,352 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:19:57,352 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:19:57,352 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:19:57,352 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:19:57,354 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:19:57,357 Job list saved +2021-12-17 23:19:57,361 Updating FAILED jobs +2021-12-17 23:19:57,361 Updating WAITING jobs +2021-12-17 23:19:57,361 Update finished +2021-12-17 23:20:07,362 Reloading parameters... +2021-12-17 23:20:07,379 Loading parameters... +2021-12-17 23:20:07,381 Loading project parameters... +2021-12-17 23:20:07,383 + +23 of 25 jobs remaining (23:20) +2021-12-17 23:20:07,383 Sleep: 10 +2021-12-17 23:20:07,383 Number of retrials: 0 +2021-12-17 23:20:07,383 WRAPPER CHECK TIME = 10 +2021-12-17 23:20:07,384 Checking jobs for platform=marenostrum4 +2021-12-17 23:20:07,384 Checking jobs for platform=nord3 +2021-12-17 23:20:07,385 Checking jobs for platform=local +2021-12-17 23:20:07,385 Checking jobs for platform=transfer_node +2021-12-17 23:20:07,386 Checking all jobs at once +2021-12-17 23:20:10,258 Successful check job command +2021-12-17 23:20:12,830 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:20:12,830 End of checking +2021-12-17 23:20:12,831 Updating FAILED jobs +2021-12-17 23:20:12,831 Updating WAITING jobs +2021-12-17 23:20:12,832 Update finished +2021-12-17 23:20:12,832 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:20:12,832 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:20:12,832 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:20:12,832 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:20:12,835 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:20:12,838 Job list saved +2021-12-17 23:20:12,842 Updating FAILED jobs +2021-12-17 23:20:12,842 Updating WAITING jobs +2021-12-17 23:20:12,842 Update finished +2021-12-17 23:20:22,848 Reloading parameters... +2021-12-17 23:20:22,865 Loading parameters... +2021-12-17 23:20:22,867 Loading project parameters... +2021-12-17 23:20:22,869 + +23 of 25 jobs remaining (23:20) +2021-12-17 23:20:22,869 Sleep: 10 +2021-12-17 23:20:22,869 Number of retrials: 0 +2021-12-17 23:20:22,869 WRAPPER CHECK TIME = 10 +2021-12-17 23:20:22,870 Checking jobs for platform=marenostrum4 +2021-12-17 23:20:22,870 Checking jobs for platform=nord3 +2021-12-17 23:20:22,871 Checking jobs for platform=local +2021-12-17 23:20:22,871 Checking jobs for platform=transfer_node +2021-12-17 23:20:22,871 Checking all jobs at once +2021-12-17 23:20:25,343 Successful check job command +2021-12-17 23:20:28,167 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:20:28,167 End of checking +2021-12-17 23:20:28,168 Updating FAILED jobs +2021-12-17 23:20:28,168 Updating WAITING jobs +2021-12-17 23:20:28,168 Update finished +2021-12-17 23:20:28,169 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:20:28,169 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:20:28,169 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:20:28,169 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:20:28,172 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:20:28,174 Job list saved +2021-12-17 23:20:28,178 Updating FAILED jobs +2021-12-17 23:20:28,178 Updating WAITING jobs +2021-12-17 23:20:28,178 Update finished +2021-12-17 23:20:38,188 Reloading parameters... +2021-12-17 23:20:38,207 Loading parameters... +2021-12-17 23:20:38,208 Loading project parameters... +2021-12-17 23:20:38,210 + +23 of 25 jobs remaining (23:20) +2021-12-17 23:20:38,211 Sleep: 10 +2021-12-17 23:20:38,211 Number of retrials: 0 +2021-12-17 23:20:38,211 WRAPPER CHECK TIME = 10 +2021-12-17 23:20:38,211 Checking jobs for platform=marenostrum4 +2021-12-17 23:20:38,212 Checking jobs for platform=nord3 +2021-12-17 23:20:38,213 Checking jobs for platform=local +2021-12-17 23:20:38,213 Checking jobs for platform=transfer_node +2021-12-17 23:20:38,213 Checking all jobs at once +2021-12-17 23:20:39,634 Successful check job command +2021-12-17 23:20:41,255 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:20:41,255 End of checking +2021-12-17 23:20:41,256 Updating FAILED jobs +2021-12-17 23:20:41,256 Updating WAITING jobs +2021-12-17 23:20:41,257 Update finished +2021-12-17 23:20:41,257 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:20:41,257 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:20:41,257 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:20:41,257 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:20:41,260 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:20:41,262 Job list saved +2021-12-17 23:20:41,267 Updating FAILED jobs +2021-12-17 23:20:41,267 Updating WAITING jobs +2021-12-17 23:20:41,268 Update finished +2021-12-17 23:20:51,272 Reloading parameters... +2021-12-17 23:20:51,291 Loading parameters... +2021-12-17 23:20:51,292 Loading project parameters... +2021-12-17 23:20:51,294 + +23 of 25 jobs remaining (23:20) +2021-12-17 23:20:51,294 Sleep: 10 +2021-12-17 23:20:51,294 Number of retrials: 0 +2021-12-17 23:20:51,294 WRAPPER CHECK TIME = 10 +2021-12-17 23:20:51,295 Checking jobs for platform=marenostrum4 +2021-12-17 23:20:51,295 Checking jobs for platform=nord3 +2021-12-17 23:20:51,296 Checking jobs for platform=local +2021-12-17 23:20:51,296 Checking jobs for platform=transfer_node +2021-12-17 23:20:51,297 Checking all jobs at once +2021-12-17 23:20:52,917 Successful check job command +2021-12-17 23:20:54,537 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:20:54,538 End of checking +2021-12-17 23:20:54,539 Updating FAILED jobs +2021-12-17 23:20:54,539 Updating WAITING jobs +2021-12-17 23:20:54,539 Update finished +2021-12-17 23:20:54,539 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:20:54,539 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:20:54,540 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:20:54,540 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:20:54,542 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:20:54,544 Job list saved +2021-12-17 23:20:54,549 Updating FAILED jobs +2021-12-17 23:20:54,549 Updating WAITING jobs +2021-12-17 23:20:54,549 Update finished +2021-12-17 23:21:04,559 Reloading parameters... +2021-12-17 23:21:04,623 Loading parameters... +2021-12-17 23:21:04,625 Loading project parameters... +2021-12-17 23:21:04,627 + +23 of 25 jobs remaining (23:21) +2021-12-17 23:21:04,627 Sleep: 10 +2021-12-17 23:21:04,628 Number of retrials: 0 +2021-12-17 23:21:04,628 WRAPPER CHECK TIME = 10 +2021-12-17 23:21:04,629 Checking jobs for platform=marenostrum4 +2021-12-17 23:21:04,630 Checking jobs for platform=nord3 +2021-12-17 23:21:04,630 Checking jobs for platform=local +2021-12-17 23:21:04,631 Checking jobs for platform=transfer_node +2021-12-17 23:21:04,631 Checking all jobs at once +2021-12-17 23:21:06,961 Successful check job command +2021-12-17 23:21:09,992 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:21:09,992 End of checking +2021-12-17 23:21:09,994 Updating FAILED jobs +2021-12-17 23:21:09,994 Updating WAITING jobs +2021-12-17 23:21:09,995 Update finished +2021-12-17 23:21:09,995 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:21:09,996 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:21:09,996 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:21:09,996 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:21:09,998 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:21:10,001 Job list saved +2021-12-17 23:21:10,008 Updating FAILED jobs +2021-12-17 23:21:10,008 Updating WAITING jobs +2021-12-17 23:21:10,008 Update finished +2021-12-17 23:21:20,018 Reloading parameters... +2021-12-17 23:21:20,038 Loading parameters... +2021-12-17 23:21:20,039 Loading project parameters... +2021-12-17 23:21:20,043 + +23 of 25 jobs remaining (23:21) +2021-12-17 23:21:20,043 Sleep: 10 +2021-12-17 23:21:20,043 Number of retrials: 0 +2021-12-17 23:21:20,043 WRAPPER CHECK TIME = 10 +2021-12-17 23:21:20,044 Checking jobs for platform=marenostrum4 +2021-12-17 23:21:20,044 Checking jobs for platform=nord3 +2021-12-17 23:21:20,045 Checking jobs for platform=local +2021-12-17 23:21:20,045 Checking jobs for platform=transfer_node +2021-12-17 23:21:20,045 Checking all jobs at once +2021-12-17 23:21:21,469 Successful check job command +2021-12-17 23:21:22,839 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:21:22,839 End of checking +2021-12-17 23:21:22,842 Updating FAILED jobs +2021-12-17 23:21:22,842 Updating WAITING jobs +2021-12-17 23:21:22,842 Update finished +2021-12-17 23:21:22,842 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:21:22,843 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:21:22,843 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:21:22,843 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:21:22,852 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:21:22,855 Job list saved +2021-12-17 23:21:22,864 Updating FAILED jobs +2021-12-17 23:21:22,864 Updating WAITING jobs +2021-12-17 23:21:22,865 Update finished +2021-12-17 23:21:32,875 Reloading parameters... +2021-12-17 23:21:32,896 Loading parameters... +2021-12-17 23:21:32,899 Loading project parameters... +2021-12-17 23:21:32,901 + +23 of 25 jobs remaining (23:21) +2021-12-17 23:21:32,902 Sleep: 10 +2021-12-17 23:21:32,902 Number of retrials: 0 +2021-12-17 23:21:32,902 WRAPPER CHECK TIME = 10 +2021-12-17 23:21:32,903 Checking jobs for platform=marenostrum4 +2021-12-17 23:21:32,904 Checking jobs for platform=nord3 +2021-12-17 23:21:32,904 Checking jobs for platform=local +2021-12-17 23:21:32,905 Checking jobs for platform=transfer_node +2021-12-17 23:21:32,905 Checking all jobs at once +2021-12-17 23:21:34,546 Successful check job command +2021-12-17 23:21:35,927 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:21:35,928 End of checking +2021-12-17 23:21:35,929 Updating FAILED jobs +2021-12-17 23:21:35,929 Updating WAITING jobs +2021-12-17 23:21:35,929 Update finished +2021-12-17 23:21:35,930 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:21:35,930 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:21:35,930 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:21:35,930 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:21:35,933 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:21:35,935 Job list saved +2021-12-17 23:21:35,940 Updating FAILED jobs +2021-12-17 23:21:35,940 Updating WAITING jobs +2021-12-17 23:21:35,940 Update finished +2021-12-17 23:21:45,951 Reloading parameters... +2021-12-17 23:21:45,991 Loading parameters... +2021-12-17 23:21:45,992 Loading project parameters... +2021-12-17 23:21:45,996 + +23 of 25 jobs remaining (23:21) +2021-12-17 23:21:45,996 Sleep: 10 +2021-12-17 23:21:45,996 Number of retrials: 0 +2021-12-17 23:21:45,997 WRAPPER CHECK TIME = 10 +2021-12-17 23:21:45,997 Checking jobs for platform=marenostrum4 +2021-12-17 23:21:45,998 Checking jobs for platform=nord3 +2021-12-17 23:21:45,998 Checking jobs for platform=local +2021-12-17 23:21:46,000 Checking jobs for platform=transfer_node +2021-12-17 23:21:46,000 Checking all jobs at once +2021-12-17 23:21:48,147 Successful check job command +2021-12-17 23:21:49,939 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:21:49,939 End of checking +2021-12-17 23:21:49,940 Updating FAILED jobs +2021-12-17 23:21:49,941 Updating WAITING jobs +2021-12-17 23:21:49,941 Update finished +2021-12-17 23:21:49,941 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:21:49,949 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:21:49,949 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:21:49,949 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:21:49,951 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:21:49,954 Job list saved +2021-12-17 23:21:49,958 Updating FAILED jobs +2021-12-17 23:21:49,959 Updating WAITING jobs +2021-12-17 23:21:49,959 Update finished +2021-12-17 23:21:59,971 Reloading parameters... +2021-12-17 23:21:59,995 Loading parameters... +2021-12-17 23:21:59,997 Loading project parameters... +2021-12-17 23:21:59,999 + +23 of 25 jobs remaining (23:21) +2021-12-17 23:21:59,999 Sleep: 10 +2021-12-17 23:21:59,999 Number of retrials: 0 +2021-12-17 23:21:59,999 WRAPPER CHECK TIME = 10 +2021-12-17 23:22:00,000 Checking jobs for platform=marenostrum4 +2021-12-17 23:22:00,000 Checking jobs for platform=nord3 +2021-12-17 23:22:00,001 Checking jobs for platform=local +2021-12-17 23:22:00,001 Checking jobs for platform=transfer_node +2021-12-17 23:22:00,001 Checking all jobs at once +2021-12-17 23:22:01,439 Successful check job command +2021-12-17 23:22:03,157 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:22:03,171 End of checking +2021-12-17 23:22:03,180 Updating FAILED jobs +2021-12-17 23:22:03,180 Updating WAITING jobs +2021-12-17 23:22:03,181 Update finished +2021-12-17 23:22:03,181 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:22:03,182 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:22:03,182 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:22:03,182 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:22:03,187 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:22:03,189 Job list saved +2021-12-17 23:22:03,194 Updating FAILED jobs +2021-12-17 23:22:03,194 Updating WAITING jobs +2021-12-17 23:22:03,195 Update finished +2021-12-17 23:22:13,205 Reloading parameters... +2021-12-17 23:22:13,226 Loading parameters... +2021-12-17 23:22:13,228 Loading project parameters... +2021-12-17 23:22:13,230 + +23 of 25 jobs remaining (23:22) +2021-12-17 23:22:13,230 Sleep: 10 +2021-12-17 23:22:13,230 Number of retrials: 0 +2021-12-17 23:22:13,230 WRAPPER CHECK TIME = 10 +2021-12-17 23:22:13,231 Checking jobs for platform=marenostrum4 +2021-12-17 23:22:13,231 Checking jobs for platform=nord3 +2021-12-17 23:22:13,233 Checking jobs for platform=local +2021-12-17 23:22:13,234 Checking jobs for platform=transfer_node +2021-12-17 23:22:13,234 Checking all jobs at once +2021-12-17 23:22:14,991 Successful check job command +2021-12-17 23:22:16,839 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:22:16,839 End of checking +2021-12-17 23:22:16,842 Updating FAILED jobs +2021-12-17 23:22:16,842 Updating WAITING jobs +2021-12-17 23:22:16,843 Update finished +2021-12-17 23:22:16,843 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:22:16,844 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:22:16,844 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:22:16,844 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:22:16,848 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:22:16,850 Job list saved +2021-12-17 23:22:16,856 Updating FAILED jobs +2021-12-17 23:22:16,857 Updating WAITING jobs +2021-12-17 23:22:16,857 Update finished +2021-12-17 23:22:26,867 Reloading parameters... +2021-12-17 23:22:26,901 Loading parameters... +2021-12-17 23:22:26,908 Loading project parameters... +2021-12-17 23:22:26,910 + +23 of 25 jobs remaining (23:22) +2021-12-17 23:22:26,911 Sleep: 10 +2021-12-17 23:22:26,911 Number of retrials: 0 +2021-12-17 23:22:26,911 WRAPPER CHECK TIME = 10 +2021-12-17 23:22:26,915 Checking jobs for platform=marenostrum4 +2021-12-17 23:22:26,916 Checking jobs for platform=nord3 +2021-12-17 23:22:26,916 Checking jobs for platform=local +2021-12-17 23:22:26,919 Checking jobs for platform=transfer_node +2021-12-17 23:22:26,919 Checking all jobs at once +2021-12-17 23:22:28,504 Successful check job command +2021-12-17 23:22:30,294 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:22:30,295 End of checking +2021-12-17 23:22:30,298 Updating FAILED jobs +2021-12-17 23:22:30,298 Updating WAITING jobs +2021-12-17 23:22:30,298 Update finished +2021-12-17 23:22:30,299 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:22:30,299 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:22:30,299 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:22:30,299 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:22:30,302 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:22:30,305 Job list saved +2021-12-17 23:22:30,309 Updating FAILED jobs +2021-12-17 23:22:30,309 Updating WAITING jobs +2021-12-17 23:22:30,309 Update finished +2021-12-17 23:22:40,319 Reloading parameters... +2021-12-17 23:22:40,357 Loading parameters... +2021-12-17 23:22:40,358 Loading project parameters... +2021-12-17 23:22:40,360 + +23 of 25 jobs remaining (23:22) +2021-12-17 23:22:40,360 Sleep: 10 +2021-12-17 23:22:40,360 Number of retrials: 0 +2021-12-17 23:22:40,360 WRAPPER CHECK TIME = 10 +2021-12-17 23:22:40,361 Checking jobs for platform=marenostrum4 +2021-12-17 23:22:40,361 Checking jobs for platform=nord3 +2021-12-17 23:22:40,362 Checking jobs for platform=local +2021-12-17 23:22:40,362 Checking jobs for platform=transfer_node +2021-12-17 23:22:40,363 Checking all jobs at once +2021-12-17 23:22:41,994 Successful check job command +2021-12-17 23:22:44,536 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:22:44,536 End of checking +2021-12-17 23:22:44,538 Updating FAILED jobs +2021-12-17 23:22:44,538 Updating WAITING jobs +2021-12-17 23:22:44,538 Update finished +2021-12-17 23:22:44,539 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:22:44,539 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:22:44,539 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:22:44,540 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:22:44,542 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:22:44,546 Job list saved +2021-12-17 23:22:44,552 Updating FAILED jobs +2021-12-17 23:22:44,552 Updating WAITING jobs +2021-12-17 23:22:44,553 Update finished +2021-12-17 23:22:54,564 Reloading parameters... +2021-12-17 23:22:54,588 Loading parameters... +2021-12-17 23:22:54,589 Loading project parameters... +2021-12-17 23:22:54,592 + +23 of 25 jobs remaining (23:22) +2021-12-17 23:22:54,593 Sleep: 10 +2021-12-17 23:22:54,593 Number of retrials: 0 +2021-12-17 23:22:54,593 WRAPPER CHECK TIME = 10 +2021-12-17 23:22:54,594 Checking jobs for platform=marenostrum4 +2021-12-17 23:22:54,594 Checking jobs for platform=nord3 +2021-12-17 23:22:54,595 Checking jobs for platform=local +2021-12-17 23:22:54,596 Checking jobs for platform=transfer_node +2021-12-17 23:22:54,597 Checking all jobs at once +2021-12-17 23:22:56,035 Successful check job command +2021-12-17 23:22:58,017 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:22:58,018 End of checking +2021-12-17 23:22:58,019 Updating FAILED jobs +2021-12-17 23:22:58,019 Updating WAITING jobs +2021-12-17 23:22:58,020 Update finished +2021-12-17 23:22:58,020 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:22:58,020 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:22:58,021 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:22:58,021 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:22:58,023 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:22:58,026 Job list saved +2021-12-17 23:22:58,033 Updating FAILED jobs +2021-12-17 23:22:58,033 Updating WAITING jobs +2021-12-17 23:22:58,033 Update finished +2021-12-17 23:23:08,040 Reloading parameters... +2021-12-17 23:23:08,063 Loading parameters... +2021-12-17 23:23:08,065 Loading project parameters... +2021-12-17 23:23:08,068 + +23 of 25 jobs remaining (23:23) +2021-12-17 23:23:08,068 Sleep: 10 +2021-12-17 23:23:08,068 Number of retrials: 0 +2021-12-17 23:23:08,068 WRAPPER CHECK TIME = 10 +2021-12-17 23:23:08,069 Checking jobs for platform=marenostrum4 +2021-12-17 23:23:08,070 Checking jobs for platform=nord3 +2021-12-17 23:23:08,071 Checking jobs for platform=local +2021-12-17 23:23:08,071 Checking jobs for platform=transfer_node +2021-12-17 23:23:08,071 Checking all jobs at once +2021-12-17 23:23:09,393 Successful check job command +2021-12-17 23:23:10,824 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:23:10,824 End of checking +2021-12-17 23:23:10,831 Updating FAILED jobs +2021-12-17 23:23:10,831 Updating WAITING jobs +2021-12-17 23:23:10,832 Update finished +2021-12-17 23:23:10,832 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:23:10,833 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:23:10,833 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:23:10,833 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:23:10,840 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:23:10,842 Job list saved +2021-12-17 23:23:10,870 Updating FAILED jobs +2021-12-17 23:23:10,870 Updating WAITING jobs +2021-12-17 23:23:10,871 Update finished +2021-12-17 23:23:20,881 Reloading parameters... +2021-12-17 23:23:20,904 Loading parameters... +2021-12-17 23:23:20,905 Loading project parameters... +2021-12-17 23:23:20,907 + +23 of 25 jobs remaining (23:23) +2021-12-17 23:23:20,907 Sleep: 10 +2021-12-17 23:23:20,908 Number of retrials: 0 +2021-12-17 23:23:20,908 WRAPPER CHECK TIME = 10 +2021-12-17 23:23:20,908 Checking jobs for platform=marenostrum4 +2021-12-17 23:23:20,909 Checking jobs for platform=nord3 +2021-12-17 23:23:20,909 Checking jobs for platform=local +2021-12-17 23:23:20,910 Checking jobs for platform=transfer_node +2021-12-17 23:23:20,910 Checking all jobs at once +2021-12-17 23:23:22,334 Successful check job command +2021-12-17 23:23:24,075 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:23:24,076 End of checking +2021-12-17 23:23:24,077 Updating FAILED jobs +2021-12-17 23:23:24,078 Updating WAITING jobs +2021-12-17 23:23:24,078 Update finished +2021-12-17 23:23:24,078 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:23:24,079 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:23:24,079 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:23:24,079 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:23:24,082 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:23:24,084 Job list saved +2021-12-17 23:23:24,089 Updating FAILED jobs +2021-12-17 23:23:24,089 Updating WAITING jobs +2021-12-17 23:23:24,090 Update finished +2021-12-17 23:23:34,100 Reloading parameters... +2021-12-17 23:23:34,122 Loading parameters... +2021-12-17 23:23:34,123 Loading project parameters... +2021-12-17 23:23:34,125 + +23 of 25 jobs remaining (23:23) +2021-12-17 23:23:34,126 Sleep: 10 +2021-12-17 23:23:34,126 Number of retrials: 0 +2021-12-17 23:23:34,126 WRAPPER CHECK TIME = 10 +2021-12-17 23:23:34,126 Checking jobs for platform=marenostrum4 +2021-12-17 23:23:34,127 Checking jobs for platform=nord3 +2021-12-17 23:23:34,127 Checking jobs for platform=local +2021-12-17 23:23:34,128 Checking jobs for platform=transfer_node +2021-12-17 23:23:34,128 Checking all jobs at once +2021-12-17 23:23:35,851 Successful check job command +2021-12-17 23:23:37,726 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:23:37,726 End of checking +2021-12-17 23:23:37,727 Updating FAILED jobs +2021-12-17 23:23:37,727 Updating WAITING jobs +2021-12-17 23:23:37,728 Update finished +2021-12-17 23:23:37,728 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:23:37,729 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:23:37,729 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:23:37,729 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:23:37,733 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:23:37,735 Job list saved +2021-12-17 23:23:37,741 Updating FAILED jobs +2021-12-17 23:23:37,741 Updating WAITING jobs +2021-12-17 23:23:37,741 Update finished +2021-12-17 23:23:47,750 Reloading parameters... +2021-12-17 23:23:47,769 Loading parameters... +2021-12-17 23:23:47,771 Loading project parameters... +2021-12-17 23:23:47,772 + +23 of 25 jobs remaining (23:23) +2021-12-17 23:23:47,773 Sleep: 10 +2021-12-17 23:23:47,773 Number of retrials: 0 +2021-12-17 23:23:47,773 WRAPPER CHECK TIME = 10 +2021-12-17 23:23:47,773 Checking jobs for platform=marenostrum4 +2021-12-17 23:23:47,774 Checking jobs for platform=nord3 +2021-12-17 23:23:47,775 Checking jobs for platform=local +2021-12-17 23:23:47,775 Checking jobs for platform=transfer_node +2021-12-17 23:23:47,775 Checking all jobs at once +2021-12-17 23:23:49,047 Successful check job command +2021-12-17 23:23:50,172 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:23:50,172 End of checking +2021-12-17 23:23:50,174 Updating FAILED jobs +2021-12-17 23:23:50,174 Updating WAITING jobs +2021-12-17 23:23:50,175 Update finished +2021-12-17 23:23:50,175 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:23:50,176 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:23:50,176 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:23:50,176 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:23:50,179 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:23:50,181 Job list saved +2021-12-17 23:23:50,187 Updating FAILED jobs +2021-12-17 23:23:50,187 Updating WAITING jobs +2021-12-17 23:23:50,187 Update finished +2021-12-17 23:24:00,197 Reloading parameters... +2021-12-17 23:24:00,219 Loading parameters... +2021-12-17 23:24:00,220 Loading project parameters... +2021-12-17 23:24:00,222 + +23 of 25 jobs remaining (23:24) +2021-12-17 23:24:00,222 Sleep: 10 +2021-12-17 23:24:00,222 Number of retrials: 0 +2021-12-17 23:24:00,222 WRAPPER CHECK TIME = 10 +2021-12-17 23:24:00,223 Checking jobs for platform=marenostrum4 +2021-12-17 23:24:00,223 Checking jobs for platform=nord3 +2021-12-17 23:24:00,224 Checking jobs for platform=local +2021-12-17 23:24:00,225 Checking jobs for platform=transfer_node +2021-12-17 23:24:00,225 Checking all jobs at once +2021-12-17 23:24:03,548 Successful check job command +2021-12-17 23:24:05,772 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:24:05,772 End of checking +2021-12-17 23:24:05,774 Updating FAILED jobs +2021-12-17 23:24:05,774 Updating WAITING jobs +2021-12-17 23:24:05,774 Update finished +2021-12-17 23:24:05,774 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:24:05,775 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:24:05,775 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:24:05,775 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:24:05,780 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:24:05,783 Job list saved +2021-12-17 23:24:05,787 Updating FAILED jobs +2021-12-17 23:24:05,787 Updating WAITING jobs +2021-12-17 23:24:05,788 Update finished +2021-12-17 23:24:15,798 Reloading parameters... +2021-12-17 23:24:15,842 Loading parameters... +2021-12-17 23:24:15,844 Loading project parameters... +2021-12-17 23:24:15,846 + +23 of 25 jobs remaining (23:24) +2021-12-17 23:24:15,846 Sleep: 10 +2021-12-17 23:24:15,846 Number of retrials: 0 +2021-12-17 23:24:15,847 WRAPPER CHECK TIME = 10 +2021-12-17 23:24:15,847 Checking jobs for platform=marenostrum4 +2021-12-17 23:24:15,848 Checking jobs for platform=nord3 +2021-12-17 23:24:15,848 Checking jobs for platform=local +2021-12-17 23:24:15,849 Checking jobs for platform=transfer_node +2021-12-17 23:24:15,849 Checking all jobs at once +2021-12-17 23:24:17,570 Successful check job command +2021-12-17 23:24:19,039 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:24:19,039 End of checking +2021-12-17 23:24:19,041 Updating FAILED jobs +2021-12-17 23:24:19,041 Updating WAITING jobs +2021-12-17 23:24:19,041 Update finished +2021-12-17 23:24:19,041 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:24:19,042 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:24:19,042 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:24:19,042 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:24:19,045 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:24:19,047 Job list saved +2021-12-17 23:24:19,052 Updating FAILED jobs +2021-12-17 23:24:19,052 Updating WAITING jobs +2021-12-17 23:24:19,052 Update finished +2021-12-17 23:24:29,062 Reloading parameters... +2021-12-17 23:24:29,084 Loading parameters... +2021-12-17 23:24:29,085 Loading project parameters... +2021-12-17 23:24:29,087 + +23 of 25 jobs remaining (23:24) +2021-12-17 23:24:29,088 Sleep: 10 +2021-12-17 23:24:29,088 Number of retrials: 0 +2021-12-17 23:24:29,088 WRAPPER CHECK TIME = 10 +2021-12-17 23:24:29,088 Checking jobs for platform=marenostrum4 +2021-12-17 23:24:29,089 Checking jobs for platform=nord3 +2021-12-17 23:24:29,089 Checking jobs for platform=local +2021-12-17 23:24:29,090 Checking jobs for platform=transfer_node +2021-12-17 23:24:29,090 Checking all jobs at once +2021-12-17 23:24:30,460 Successful check job command +2021-12-17 23:24:31,679 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:24:31,679 End of checking +2021-12-17 23:24:31,681 Updating FAILED jobs +2021-12-17 23:24:31,681 Updating WAITING jobs +2021-12-17 23:24:31,681 Update finished +2021-12-17 23:24:31,681 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:24:31,682 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:24:31,682 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:24:31,682 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:24:31,685 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:24:31,688 Job list saved +2021-12-17 23:24:31,692 Updating FAILED jobs +2021-12-17 23:24:31,693 Updating WAITING jobs +2021-12-17 23:24:31,693 Update finished +2021-12-17 23:24:41,701 Reloading parameters... +2021-12-17 23:24:41,721 Loading parameters... +2021-12-17 23:24:41,722 Loading project parameters... +2021-12-17 23:24:41,724 + +23 of 25 jobs remaining (23:24) +2021-12-17 23:24:41,724 Sleep: 10 +2021-12-17 23:24:41,724 Number of retrials: 0 +2021-12-17 23:24:41,724 WRAPPER CHECK TIME = 10 +2021-12-17 23:24:41,725 Checking jobs for platform=marenostrum4 +2021-12-17 23:24:41,725 Checking jobs for platform=nord3 +2021-12-17 23:24:41,726 Checking jobs for platform=local +2021-12-17 23:24:41,727 Checking jobs for platform=transfer_node +2021-12-17 23:24:41,727 Checking all jobs at once +2021-12-17 23:24:44,598 Successful check job command +2021-12-17 23:24:46,070 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:24:46,071 End of checking +2021-12-17 23:24:46,072 Updating FAILED jobs +2021-12-17 23:24:46,072 Updating WAITING jobs +2021-12-17 23:24:46,072 Update finished +2021-12-17 23:24:46,073 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:24:46,073 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:24:46,073 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:24:46,073 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:24:46,075 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:24:46,078 Job list saved +2021-12-17 23:24:46,082 Updating FAILED jobs +2021-12-17 23:24:46,082 Updating WAITING jobs +2021-12-17 23:24:46,082 Update finished +2021-12-17 23:24:56,092 Reloading parameters... +2021-12-17 23:24:56,111 Loading parameters... +2021-12-17 23:24:56,113 Loading project parameters... +2021-12-17 23:24:56,115 + +23 of 25 jobs remaining (23:24) +2021-12-17 23:24:56,115 Sleep: 10 +2021-12-17 23:24:56,115 Number of retrials: 0 +2021-12-17 23:24:56,115 WRAPPER CHECK TIME = 10 +2021-12-17 23:24:56,116 Checking jobs for platform=marenostrum4 +2021-12-17 23:24:56,116 Checking jobs for platform=nord3 +2021-12-17 23:24:56,117 Checking jobs for platform=local +2021-12-17 23:24:56,117 Checking jobs for platform=transfer_node +2021-12-17 23:24:56,117 Checking all jobs at once +2021-12-17 23:24:58,188 Successful check job command +2021-12-17 23:25:00,008 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:25:00,009 End of checking +2021-12-17 23:25:00,010 Updating FAILED jobs +2021-12-17 23:25:00,010 Updating WAITING jobs +2021-12-17 23:25:00,010 Update finished +2021-12-17 23:25:00,011 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:25:00,011 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:25:00,011 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:25:00,012 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:25:00,014 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:25:00,017 Job list saved +2021-12-17 23:25:00,024 Updating FAILED jobs +2021-12-17 23:25:00,024 Updating WAITING jobs +2021-12-17 23:25:00,025 Update finished +2021-12-17 23:25:10,035 Reloading parameters... +2021-12-17 23:25:10,054 Loading parameters... +2021-12-17 23:25:10,055 Loading project parameters... +2021-12-17 23:25:10,057 + +23 of 25 jobs remaining (23:25) +2021-12-17 23:25:10,057 Sleep: 10 +2021-12-17 23:25:10,057 Number of retrials: 0 +2021-12-17 23:25:10,057 WRAPPER CHECK TIME = 10 +2021-12-17 23:25:10,058 Checking jobs for platform=marenostrum4 +2021-12-17 23:25:10,058 Checking jobs for platform=nord3 +2021-12-17 23:25:10,059 Checking jobs for platform=local +2021-12-17 23:25:10,059 Checking jobs for platform=transfer_node +2021-12-17 23:25:10,059 Checking all jobs at once +2021-12-17 23:25:11,735 Successful check job command +2021-12-17 23:25:13,405 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:25:13,405 End of checking +2021-12-17 23:25:13,407 Updating FAILED jobs +2021-12-17 23:25:13,407 Updating WAITING jobs +2021-12-17 23:25:13,407 Update finished +2021-12-17 23:25:13,407 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:25:13,407 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:25:13,408 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:25:13,408 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:25:13,410 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:25:13,412 Job list saved +2021-12-17 23:25:13,419 Updating FAILED jobs +2021-12-17 23:25:13,419 Updating WAITING jobs +2021-12-17 23:25:13,419 Update finished +2021-12-17 23:25:23,429 Reloading parameters... +2021-12-17 23:25:23,465 Loading parameters... +2021-12-17 23:25:23,466 Loading project parameters... +2021-12-17 23:25:23,476 + +23 of 25 jobs remaining (23:25) +2021-12-17 23:25:23,477 Sleep: 10 +2021-12-17 23:25:23,477 Number of retrials: 0 +2021-12-17 23:25:23,477 WRAPPER CHECK TIME = 10 +2021-12-17 23:25:23,477 Checking jobs for platform=marenostrum4 +2021-12-17 23:25:23,478 Checking jobs for platform=nord3 +2021-12-17 23:25:23,479 Checking jobs for platform=local +2021-12-17 23:25:23,480 Checking jobs for platform=transfer_node +2021-12-17 23:25:23,480 Checking all jobs at once +2021-12-17 23:25:25,352 Successful check job command +2021-12-17 23:25:28,224 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:25:28,225 End of checking +2021-12-17 23:25:28,226 Updating FAILED jobs +2021-12-17 23:25:28,226 Updating WAITING jobs +2021-12-17 23:25:28,227 Update finished +2021-12-17 23:25:28,227 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:25:28,227 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:25:28,227 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:25:28,227 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:25:28,230 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:25:28,232 Job list saved +2021-12-17 23:25:28,238 Updating FAILED jobs +2021-12-17 23:25:28,238 Updating WAITING jobs +2021-12-17 23:25:28,238 Update finished +2021-12-17 23:25:38,247 Reloading parameters... +2021-12-17 23:25:38,273 Loading parameters... +2021-12-17 23:25:38,275 Loading project parameters... +2021-12-17 23:25:38,277 + +23 of 25 jobs remaining (23:25) +2021-12-17 23:25:38,277 Sleep: 10 +2021-12-17 23:25:38,277 Number of retrials: 0 +2021-12-17 23:25:38,277 WRAPPER CHECK TIME = 10 +2021-12-17 23:25:38,278 Checking jobs for platform=marenostrum4 +2021-12-17 23:25:38,279 Checking jobs for platform=nord3 +2021-12-17 23:25:38,279 Checking jobs for platform=local +2021-12-17 23:25:38,280 Checking jobs for platform=transfer_node +2021-12-17 23:25:38,280 Checking all jobs at once +2021-12-17 23:25:39,753 Successful check job command +2021-12-17 23:25:41,523 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:25:41,524 End of checking +2021-12-17 23:25:41,525 Updating FAILED jobs +2021-12-17 23:25:41,525 Updating WAITING jobs +2021-12-17 23:25:41,526 Update finished +2021-12-17 23:25:41,526 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:25:41,526 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:25:41,527 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:25:41,527 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:25:41,529 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:25:41,532 Job list saved +2021-12-17 23:25:41,536 Updating FAILED jobs +2021-12-17 23:25:41,536 Updating WAITING jobs +2021-12-17 23:25:41,537 Update finished +2021-12-17 23:25:51,547 Reloading parameters... +2021-12-17 23:25:51,566 Loading parameters... +2021-12-17 23:25:51,568 Loading project parameters... +2021-12-17 23:25:51,570 + +23 of 25 jobs remaining (23:25) +2021-12-17 23:25:51,570 Sleep: 10 +2021-12-17 23:25:51,571 Number of retrials: 0 +2021-12-17 23:25:51,571 WRAPPER CHECK TIME = 10 +2021-12-17 23:25:51,571 Checking jobs for platform=marenostrum4 +2021-12-17 23:25:51,572 Checking jobs for platform=nord3 +2021-12-17 23:25:51,572 Checking jobs for platform=local +2021-12-17 23:25:51,573 Checking jobs for platform=transfer_node +2021-12-17 23:25:51,573 Checking all jobs at once +2021-12-17 23:25:52,994 Successful check job command +2021-12-17 23:25:55,267 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:25:55,268 End of checking +2021-12-17 23:25:55,269 Updating FAILED jobs +2021-12-17 23:25:55,269 Updating WAITING jobs +2021-12-17 23:25:55,270 Update finished +2021-12-17 23:25:55,270 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:25:55,270 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:25:55,270 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:25:55,270 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:25:55,273 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:25:55,275 Job list saved +2021-12-17 23:25:55,280 Updating FAILED jobs +2021-12-17 23:25:55,280 Updating WAITING jobs +2021-12-17 23:25:55,281 Update finished +2021-12-17 23:26:05,288 Reloading parameters... +2021-12-17 23:26:05,310 Loading parameters... +2021-12-17 23:26:05,311 Loading project parameters... +2021-12-17 23:26:05,313 + +23 of 25 jobs remaining (23:26) +2021-12-17 23:26:05,314 Sleep: 10 +2021-12-17 23:26:05,314 Number of retrials: 0 +2021-12-17 23:26:05,314 WRAPPER CHECK TIME = 10 +2021-12-17 23:26:05,314 Checking jobs for platform=marenostrum4 +2021-12-17 23:26:05,315 Checking jobs for platform=nord3 +2021-12-17 23:26:05,316 Checking jobs for platform=local +2021-12-17 23:26:05,316 Checking jobs for platform=transfer_node +2021-12-17 23:26:05,316 Checking all jobs at once +2021-12-17 23:26:06,636 Successful check job command +2021-12-17 23:26:08,557 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:26:08,557 End of checking +2021-12-17 23:26:08,559 Updating FAILED jobs +2021-12-17 23:26:08,559 Updating WAITING jobs +2021-12-17 23:26:08,560 Update finished +2021-12-17 23:26:08,560 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:26:08,560 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:26:08,560 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:26:08,560 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:26:08,564 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:26:08,566 Job list saved +2021-12-17 23:26:08,573 Updating FAILED jobs +2021-12-17 23:26:08,573 Updating WAITING jobs +2021-12-17 23:26:08,573 Update finished +2021-12-17 23:26:18,583 Reloading parameters... +2021-12-17 23:26:18,604 Loading parameters... +2021-12-17 23:26:18,605 Loading project parameters... +2021-12-17 23:26:18,607 + +23 of 25 jobs remaining (23:26) +2021-12-17 23:26:18,607 Sleep: 10 +2021-12-17 23:26:18,608 Number of retrials: 0 +2021-12-17 23:26:18,608 WRAPPER CHECK TIME = 10 +2021-12-17 23:26:18,608 Checking jobs for platform=marenostrum4 +2021-12-17 23:26:18,611 Checking jobs for platform=nord3 +2021-12-17 23:26:18,611 Checking jobs for platform=local +2021-12-17 23:26:18,612 Checking jobs for platform=transfer_node +2021-12-17 23:26:18,612 Checking all jobs at once +2021-12-17 23:26:20,232 Successful check job command +2021-12-17 23:26:21,702 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:26:21,702 End of checking +2021-12-17 23:26:21,704 Updating FAILED jobs +2021-12-17 23:26:21,704 Updating WAITING jobs +2021-12-17 23:26:21,705 Update finished +2021-12-17 23:26:21,705 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:26:21,706 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:26:21,706 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:26:21,706 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:26:21,710 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:26:21,712 Job list saved +2021-12-17 23:26:21,717 Updating FAILED jobs +2021-12-17 23:26:21,717 Updating WAITING jobs +2021-12-17 23:26:21,718 Update finished +2021-12-17 23:26:31,720 Reloading parameters... +2021-12-17 23:26:31,742 Loading parameters... +2021-12-17 23:26:31,744 Loading project parameters... +2021-12-17 23:26:31,746 + +23 of 25 jobs remaining (23:26) +2021-12-17 23:26:31,746 Sleep: 10 +2021-12-17 23:26:31,746 Number of retrials: 0 +2021-12-17 23:26:31,746 WRAPPER CHECK TIME = 10 +2021-12-17 23:26:31,747 Checking jobs for platform=marenostrum4 +2021-12-17 23:26:31,747 Checking jobs for platform=nord3 +2021-12-17 23:26:31,748 Checking jobs for platform=local +2021-12-17 23:26:31,749 Checking jobs for platform=transfer_node +2021-12-17 23:26:31,749 Checking all jobs at once +2021-12-17 23:26:33,072 Successful check job command +2021-12-17 23:26:34,693 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:26:34,693 End of checking +2021-12-17 23:26:34,694 Updating FAILED jobs +2021-12-17 23:26:34,695 Updating WAITING jobs +2021-12-17 23:26:34,695 Update finished +2021-12-17 23:26:34,695 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:26:34,695 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:26:34,695 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:26:34,695 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:26:34,700 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:26:34,702 Job list saved +2021-12-17 23:26:34,708 Updating FAILED jobs +2021-12-17 23:26:34,708 Updating WAITING jobs +2021-12-17 23:26:34,708 Update finished +2021-12-17 23:26:44,718 Reloading parameters... +2021-12-17 23:26:44,739 Loading parameters... +2021-12-17 23:26:44,740 Loading project parameters... +2021-12-17 23:26:44,743 + +23 of 25 jobs remaining (23:26) +2021-12-17 23:26:44,743 Sleep: 10 +2021-12-17 23:26:44,743 Number of retrials: 0 +2021-12-17 23:26:44,744 WRAPPER CHECK TIME = 10 +2021-12-17 23:26:44,744 Checking jobs for platform=marenostrum4 +2021-12-17 23:26:44,745 Checking jobs for platform=nord3 +2021-12-17 23:26:44,745 Checking jobs for platform=local +2021-12-17 23:26:44,746 Checking jobs for platform=transfer_node +2021-12-17 23:26:44,746 Checking all jobs at once +2021-12-17 23:26:46,418 Successful check job command +2021-12-17 23:26:47,887 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:26:47,888 End of checking +2021-12-17 23:26:47,892 Updating FAILED jobs +2021-12-17 23:26:47,893 Updating WAITING jobs +2021-12-17 23:26:47,893 Update finished +2021-12-17 23:26:47,893 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:26:47,893 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:26:47,893 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:26:47,893 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:26:47,897 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:26:47,899 Job list saved +2021-12-17 23:26:47,908 Updating FAILED jobs +2021-12-17 23:26:47,908 Updating WAITING jobs +2021-12-17 23:26:47,909 Update finished +2021-12-17 23:26:57,919 Reloading parameters... +2021-12-17 23:26:57,939 Loading parameters... +2021-12-17 23:26:57,940 Loading project parameters... +2021-12-17 23:26:57,942 + +23 of 25 jobs remaining (23:26) +2021-12-17 23:26:57,942 Sleep: 10 +2021-12-17 23:26:57,942 Number of retrials: 0 +2021-12-17 23:26:57,943 WRAPPER CHECK TIME = 10 +2021-12-17 23:26:57,943 Checking jobs for platform=marenostrum4 +2021-12-17 23:26:57,944 Checking jobs for platform=nord3 +2021-12-17 23:26:57,944 Checking jobs for platform=local +2021-12-17 23:26:57,945 Checking jobs for platform=transfer_node +2021-12-17 23:26:57,945 Checking all jobs at once +2021-12-17 23:26:59,469 Successful check job command +2021-12-17 23:27:01,590 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:27:01,591 End of checking +2021-12-17 23:27:01,593 Updating FAILED jobs +2021-12-17 23:27:01,593 Updating WAITING jobs +2021-12-17 23:27:01,593 Update finished +2021-12-17 23:27:01,593 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:27:01,594 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:27:01,594 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:27:01,594 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:27:01,597 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:27:01,599 Job list saved +2021-12-17 23:27:01,605 Updating FAILED jobs +2021-12-17 23:27:01,605 Updating WAITING jobs +2021-12-17 23:27:01,605 Update finished +2021-12-17 23:27:11,615 Reloading parameters... +2021-12-17 23:27:11,639 Loading parameters... +2021-12-17 23:27:11,640 Loading project parameters... +2021-12-17 23:27:11,642 + +23 of 25 jobs remaining (23:27) +2021-12-17 23:27:11,642 Sleep: 10 +2021-12-17 23:27:11,642 Number of retrials: 0 +2021-12-17 23:27:11,642 WRAPPER CHECK TIME = 10 +2021-12-17 23:27:11,643 Checking jobs for platform=marenostrum4 +2021-12-17 23:27:11,643 Checking jobs for platform=nord3 +2021-12-17 23:27:11,644 Checking jobs for platform=local +2021-12-17 23:27:11,645 Checking jobs for platform=transfer_node +2021-12-17 23:27:11,645 Checking all jobs at once +2021-12-17 23:27:13,775 Successful check job command +2021-12-17 23:27:15,297 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:27:15,298 End of checking +2021-12-17 23:27:15,299 Updating FAILED jobs +2021-12-17 23:27:15,300 Updating WAITING jobs +2021-12-17 23:27:15,300 Update finished +2021-12-17 23:27:15,300 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:27:15,300 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:27:15,300 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:27:15,300 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:27:15,303 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:27:15,305 Job list saved +2021-12-17 23:27:15,311 Updating FAILED jobs +2021-12-17 23:27:15,311 Updating WAITING jobs +2021-12-17 23:27:15,311 Update finished +2021-12-17 23:27:25,313 Reloading parameters... +2021-12-17 23:27:25,333 Loading parameters... +2021-12-17 23:27:25,334 Loading project parameters... +2021-12-17 23:27:25,336 + +23 of 25 jobs remaining (23:27) +2021-12-17 23:27:25,336 Sleep: 10 +2021-12-17 23:27:25,336 Number of retrials: 0 +2021-12-17 23:27:25,336 WRAPPER CHECK TIME = 10 +2021-12-17 23:27:25,337 Checking jobs for platform=marenostrum4 +2021-12-17 23:27:25,337 Checking jobs for platform=nord3 +2021-12-17 23:27:25,338 Checking jobs for platform=local +2021-12-17 23:27:25,338 Checking jobs for platform=transfer_node +2021-12-17 23:27:25,339 Checking all jobs at once +2021-12-17 23:27:28,262 Successful check job command +2021-12-17 23:27:30,333 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:27:30,333 End of checking +2021-12-17 23:27:30,335 Updating FAILED jobs +2021-12-17 23:27:30,335 Updating WAITING jobs +2021-12-17 23:27:30,335 Update finished +2021-12-17 23:27:30,335 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:27:30,335 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:27:30,336 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:27:30,336 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:27:30,339 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:27:30,341 Job list saved +2021-12-17 23:27:30,346 Updating FAILED jobs +2021-12-17 23:27:30,346 Updating WAITING jobs +2021-12-17 23:27:30,346 Update finished +2021-12-17 23:27:40,356 Reloading parameters... +2021-12-17 23:27:40,400 Loading parameters... +2021-12-17 23:27:40,412 Loading project parameters... +2021-12-17 23:27:40,417 + +23 of 25 jobs remaining (23:27) +2021-12-17 23:27:40,417 Sleep: 10 +2021-12-17 23:27:40,417 Number of retrials: 0 +2021-12-17 23:27:40,418 WRAPPER CHECK TIME = 10 +2021-12-17 23:27:40,418 Checking jobs for platform=marenostrum4 +2021-12-17 23:27:40,424 Checking jobs for platform=nord3 +2021-12-17 23:27:40,424 Checking jobs for platform=local +2021-12-17 23:27:40,425 Checking jobs for platform=transfer_node +2021-12-17 23:27:40,425 Checking all jobs at once +2021-12-17 23:27:42,471 Successful check job command +2021-12-17 23:27:43,940 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:27:43,941 End of checking +2021-12-17 23:27:43,942 Updating FAILED jobs +2021-12-17 23:27:43,942 Updating WAITING jobs +2021-12-17 23:27:43,942 Update finished +2021-12-17 23:27:43,943 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:27:43,943 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:27:43,943 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:27:43,943 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:27:43,946 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:27:43,948 Job list saved +2021-12-17 23:27:43,953 Updating FAILED jobs +2021-12-17 23:27:43,954 Updating WAITING jobs +2021-12-17 23:27:43,954 Update finished +2021-12-17 23:27:53,962 Reloading parameters... +2021-12-17 23:27:53,984 Loading parameters... +2021-12-17 23:27:53,985 Loading project parameters... +2021-12-17 23:27:53,987 + +23 of 25 jobs remaining (23:27) +2021-12-17 23:27:53,987 Sleep: 10 +2021-12-17 23:27:53,987 Number of retrials: 0 +2021-12-17 23:27:53,987 WRAPPER CHECK TIME = 10 +2021-12-17 23:27:53,988 Checking jobs for platform=marenostrum4 +2021-12-17 23:27:53,989 Checking jobs for platform=nord3 +2021-12-17 23:27:53,989 Checking jobs for platform=local +2021-12-17 23:27:53,990 Checking jobs for platform=transfer_node +2021-12-17 23:27:53,990 Checking all jobs at once +2021-12-17 23:27:56,662 Successful check job command +2021-12-17 23:27:58,582 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:27:58,583 End of checking +2021-12-17 23:27:58,584 Updating FAILED jobs +2021-12-17 23:27:58,584 Updating WAITING jobs +2021-12-17 23:27:58,584 Update finished +2021-12-17 23:27:58,585 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:27:58,585 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:27:58,585 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:27:58,585 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:27:58,588 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:27:58,590 Job list saved +2021-12-17 23:27:58,595 Updating FAILED jobs +2021-12-17 23:27:58,595 Updating WAITING jobs +2021-12-17 23:27:58,595 Update finished +2021-12-17 23:28:08,605 Reloading parameters... +2021-12-17 23:28:08,630 Loading parameters... +2021-12-17 23:28:08,631 Loading project parameters... +2021-12-17 23:28:08,633 + +23 of 25 jobs remaining (23:28) +2021-12-17 23:28:08,633 Sleep: 10 +2021-12-17 23:28:08,634 Number of retrials: 0 +2021-12-17 23:28:08,634 WRAPPER CHECK TIME = 10 +2021-12-17 23:28:08,634 Checking jobs for platform=marenostrum4 +2021-12-17 23:28:08,635 Checking jobs for platform=nord3 +2021-12-17 23:28:08,636 Checking jobs for platform=local +2021-12-17 23:28:08,636 Checking jobs for platform=transfer_node +2021-12-17 23:28:08,636 Checking all jobs at once +2021-12-17 23:28:10,511 Successful check job command +2021-12-17 23:28:12,782 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:28:12,782 End of checking +2021-12-17 23:28:12,784 Updating FAILED jobs +2021-12-17 23:28:12,784 Updating WAITING jobs +2021-12-17 23:28:12,784 Update finished +2021-12-17 23:28:12,784 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:28:12,784 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:28:12,784 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:28:12,785 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:28:12,787 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:28:12,790 Job list saved +2021-12-17 23:28:12,794 Updating FAILED jobs +2021-12-17 23:28:12,795 Updating WAITING jobs +2021-12-17 23:28:12,795 Update finished +2021-12-17 23:28:22,804 Reloading parameters... +2021-12-17 23:28:22,823 Loading parameters... +2021-12-17 23:28:22,824 Loading project parameters... +2021-12-17 23:28:22,826 + +23 of 25 jobs remaining (23:28) +2021-12-17 23:28:22,826 Sleep: 10 +2021-12-17 23:28:22,826 Number of retrials: 0 +2021-12-17 23:28:22,826 WRAPPER CHECK TIME = 10 +2021-12-17 23:28:22,827 Checking jobs for platform=marenostrum4 +2021-12-17 23:28:22,827 Checking jobs for platform=nord3 +2021-12-17 23:28:22,828 Checking jobs for platform=local +2021-12-17 23:28:22,828 Checking jobs for platform=transfer_node +2021-12-17 23:28:22,829 Checking all jobs at once +2021-12-17 23:28:25,302 Successful check job command +2021-12-17 23:28:27,422 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:28:27,422 End of checking +2021-12-17 23:28:27,424 Updating FAILED jobs +2021-12-17 23:28:27,424 Updating WAITING jobs +2021-12-17 23:28:27,424 Update finished +2021-12-17 23:28:27,424 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:28:27,425 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:28:27,425 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:28:27,425 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:28:27,428 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:28:27,430 Job list saved +2021-12-17 23:28:27,434 Updating FAILED jobs +2021-12-17 23:28:27,434 Updating WAITING jobs +2021-12-17 23:28:27,435 Update finished +2021-12-17 23:28:37,445 Reloading parameters... +2021-12-17 23:28:37,464 Loading parameters... +2021-12-17 23:28:37,465 Loading project parameters... +2021-12-17 23:28:37,467 + +23 of 25 jobs remaining (23:28) +2021-12-17 23:28:37,467 Sleep: 10 +2021-12-17 23:28:37,467 Number of retrials: 0 +2021-12-17 23:28:37,467 WRAPPER CHECK TIME = 10 +2021-12-17 23:28:37,468 Checking jobs for platform=marenostrum4 +2021-12-17 23:28:37,468 Checking jobs for platform=nord3 +2021-12-17 23:28:37,469 Checking jobs for platform=local +2021-12-17 23:28:37,470 Checking jobs for platform=transfer_node +2021-12-17 23:28:37,470 Checking all jobs at once +2021-12-17 23:28:40,142 Successful check job command +2021-12-17 23:28:43,765 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:28:43,765 End of checking +2021-12-17 23:28:43,766 Updating FAILED jobs +2021-12-17 23:28:43,767 Updating WAITING jobs +2021-12-17 23:28:43,767 Update finished +2021-12-17 23:28:43,767 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:28:43,767 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:28:43,767 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:28:43,768 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:28:43,772 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:28:43,774 Job list saved +2021-12-17 23:28:43,781 Updating FAILED jobs +2021-12-17 23:28:43,781 Updating WAITING jobs +2021-12-17 23:28:43,781 Update finished +2021-12-17 23:28:53,791 Reloading parameters... +2021-12-17 23:28:53,827 Loading parameters... +2021-12-17 23:28:53,828 Loading project parameters... +2021-12-17 23:28:53,831 + +23 of 25 jobs remaining (23:28) +2021-12-17 23:28:53,831 Sleep: 10 +2021-12-17 23:28:53,831 Number of retrials: 0 +2021-12-17 23:28:53,831 WRAPPER CHECK TIME = 10 +2021-12-17 23:28:53,832 Checking jobs for platform=marenostrum4 +2021-12-17 23:28:53,832 Checking jobs for platform=nord3 +2021-12-17 23:28:53,833 Checking jobs for platform=local +2021-12-17 23:28:53,833 Checking jobs for platform=transfer_node +2021-12-17 23:28:53,833 Checking all jobs at once +2021-12-17 23:28:56,509 Successful check job command +2021-12-17 23:28:58,580 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:28:58,580 End of checking +2021-12-17 23:28:58,581 Updating FAILED jobs +2021-12-17 23:28:58,582 Updating WAITING jobs +2021-12-17 23:28:58,582 Update finished +2021-12-17 23:28:58,582 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:28:58,582 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:28:58,582 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:28:58,582 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:28:58,585 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:28:58,587 Job list saved +2021-12-17 23:28:58,595 Updating FAILED jobs +2021-12-17 23:28:58,595 Updating WAITING jobs +2021-12-17 23:28:58,596 Update finished +2021-12-17 23:29:08,606 Reloading parameters... +2021-12-17 23:29:08,639 Loading parameters... +2021-12-17 23:29:08,640 Loading project parameters... +2021-12-17 23:29:08,643 + +23 of 25 jobs remaining (23:29) +2021-12-17 23:29:08,648 Sleep: 10 +2021-12-17 23:29:08,649 Number of retrials: 0 +2021-12-17 23:29:08,649 WRAPPER CHECK TIME = 10 +2021-12-17 23:29:08,649 Checking jobs for platform=marenostrum4 +2021-12-17 23:29:08,650 Checking jobs for platform=nord3 +2021-12-17 23:29:08,650 Checking jobs for platform=local +2021-12-17 23:29:08,651 Checking jobs for platform=transfer_node +2021-12-17 23:29:08,651 Checking all jobs at once +2021-12-17 23:29:10,022 Successful check job command +2021-12-17 23:29:11,842 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:29:11,842 End of checking +2021-12-17 23:29:11,844 Updating FAILED jobs +2021-12-17 23:29:11,844 Updating WAITING jobs +2021-12-17 23:29:11,844 Update finished +2021-12-17 23:29:11,844 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:29:11,845 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:29:11,846 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:29:11,846 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:29:11,848 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:29:11,851 Job list saved +2021-12-17 23:29:11,855 Updating FAILED jobs +2021-12-17 23:29:11,855 Updating WAITING jobs +2021-12-17 23:29:11,856 Update finished +2021-12-17 23:29:21,866 Reloading parameters... +2021-12-17 23:29:21,885 Loading parameters... +2021-12-17 23:29:21,886 Loading project parameters... +2021-12-17 23:29:21,888 + +23 of 25 jobs remaining (23:29) +2021-12-17 23:29:21,888 Sleep: 10 +2021-12-17 23:29:21,889 Number of retrials: 0 +2021-12-17 23:29:21,889 WRAPPER CHECK TIME = 10 +2021-12-17 23:29:21,889 Checking jobs for platform=marenostrum4 +2021-12-17 23:29:21,890 Checking jobs for platform=nord3 +2021-12-17 23:29:21,890 Checking jobs for platform=local +2021-12-17 23:29:21,891 Checking jobs for platform=transfer_node +2021-12-17 23:29:21,891 Checking all jobs at once +2021-12-17 23:29:23,365 Successful check job command +2021-12-17 23:29:25,137 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:29:25,138 End of checking +2021-12-17 23:29:25,139 Updating FAILED jobs +2021-12-17 23:29:25,140 Updating WAITING jobs +2021-12-17 23:29:25,140 Update finished +2021-12-17 23:29:25,140 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:29:25,140 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:29:25,140 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:29:25,140 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:29:25,143 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:29:25,145 Job list saved +2021-12-17 23:29:25,150 Updating FAILED jobs +2021-12-17 23:29:25,150 Updating WAITING jobs +2021-12-17 23:29:25,150 Update finished +2021-12-17 23:29:35,160 Reloading parameters... +2021-12-17 23:29:35,195 Loading parameters... +2021-12-17 23:29:35,196 Loading project parameters... +2021-12-17 23:29:35,209 + +23 of 25 jobs remaining (23:29) +2021-12-17 23:29:35,211 Sleep: 10 +2021-12-17 23:29:35,211 Number of retrials: 0 +2021-12-17 23:29:35,211 WRAPPER CHECK TIME = 10 +2021-12-17 23:29:35,212 Checking jobs for platform=marenostrum4 +2021-12-17 23:29:35,212 Checking jobs for platform=nord3 +2021-12-17 23:29:35,213 Checking jobs for platform=local +2021-12-17 23:29:35,217 Checking jobs for platform=transfer_node +2021-12-17 23:29:35,217 Checking all jobs at once +2021-12-17 23:29:36,995 Successful check job command +2021-12-17 23:29:40,368 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:29:40,368 End of checking +2021-12-17 23:29:40,369 Updating FAILED jobs +2021-12-17 23:29:40,369 Updating WAITING jobs +2021-12-17 23:29:40,370 Update finished +2021-12-17 23:29:40,370 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:29:40,370 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:29:40,371 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:29:40,371 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:29:40,373 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:29:40,376 Job list saved +2021-12-17 23:29:40,380 Updating FAILED jobs +2021-12-17 23:29:40,381 Updating WAITING jobs +2021-12-17 23:29:40,381 Update finished +2021-12-17 23:29:50,392 Reloading parameters... +2021-12-17 23:29:50,446 Loading parameters... +2021-12-17 23:29:50,447 Loading project parameters... +2021-12-17 23:29:50,455 + +23 of 25 jobs remaining (23:29) +2021-12-17 23:29:50,455 Sleep: 10 +2021-12-17 23:29:50,455 Number of retrials: 0 +2021-12-17 23:29:50,455 WRAPPER CHECK TIME = 10 +2021-12-17 23:29:50,457 Checking jobs for platform=marenostrum4 +2021-12-17 23:29:50,458 Checking jobs for platform=nord3 +2021-12-17 23:29:50,458 Checking jobs for platform=local +2021-12-17 23:29:50,459 Checking jobs for platform=transfer_node +2021-12-17 23:29:50,459 Checking all jobs at once +2021-12-17 23:29:51,884 Successful check job command +2021-12-17 23:29:53,406 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:29:53,407 End of checking +2021-12-17 23:29:53,408 Updating FAILED jobs +2021-12-17 23:29:53,408 Updating WAITING jobs +2021-12-17 23:29:53,408 Update finished +2021-12-17 23:29:53,409 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:29:53,409 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:29:53,409 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:29:53,409 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:29:53,412 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:29:53,414 Job list saved +2021-12-17 23:29:53,419 Updating FAILED jobs +2021-12-17 23:29:53,419 Updating WAITING jobs +2021-12-17 23:29:53,419 Update finished +2021-12-17 23:30:03,429 Reloading parameters... +2021-12-17 23:30:03,454 Loading parameters... +2021-12-17 23:30:03,455 Loading project parameters... +2021-12-17 23:30:03,457 + +23 of 25 jobs remaining (23:30) +2021-12-17 23:30:03,457 Sleep: 10 +2021-12-17 23:30:03,457 Number of retrials: 0 +2021-12-17 23:30:03,457 WRAPPER CHECK TIME = 10 +2021-12-17 23:30:03,458 Checking jobs for platform=marenostrum4 +2021-12-17 23:30:03,458 Checking jobs for platform=nord3 +2021-12-17 23:30:03,459 Checking jobs for platform=local +2021-12-17 23:30:03,460 Checking jobs for platform=transfer_node +2021-12-17 23:30:03,460 Checking all jobs at once +2021-12-17 23:30:05,442 Successful check job command +2021-12-17 23:30:07,478 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:30:07,478 End of checking +2021-12-17 23:30:07,479 Updating FAILED jobs +2021-12-17 23:30:07,479 Updating WAITING jobs +2021-12-17 23:30:07,479 Update finished +2021-12-17 23:30:07,480 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:30:07,481 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:30:07,481 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:30:07,481 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:30:07,486 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:30:07,489 Job list saved +2021-12-17 23:30:07,496 Updating FAILED jobs +2021-12-17 23:30:07,496 Updating WAITING jobs +2021-12-17 23:30:07,496 Update finished +2021-12-17 23:30:17,498 Reloading parameters... +2021-12-17 23:30:17,518 Loading parameters... +2021-12-17 23:30:17,520 Loading project parameters... +2021-12-17 23:30:17,522 + +23 of 25 jobs remaining (23:30) +2021-12-17 23:30:17,522 Sleep: 10 +2021-12-17 23:30:17,522 Number of retrials: 0 +2021-12-17 23:30:17,522 WRAPPER CHECK TIME = 10 +2021-12-17 23:30:17,523 Checking jobs for platform=marenostrum4 +2021-12-17 23:30:17,523 Checking jobs for platform=nord3 +2021-12-17 23:30:17,524 Checking jobs for platform=local +2021-12-17 23:30:17,525 Checking jobs for platform=transfer_node +2021-12-17 23:30:17,525 Checking all jobs at once +2021-12-17 23:30:19,210 Successful check job command +2021-12-17 23:30:21,795 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:30:21,795 End of checking +2021-12-17 23:30:21,796 Updating FAILED jobs +2021-12-17 23:30:21,796 Updating WAITING jobs +2021-12-17 23:30:21,797 Update finished +2021-12-17 23:30:21,797 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:30:21,799 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:30:21,799 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:30:21,799 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:30:21,805 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:30:21,808 Job list saved +2021-12-17 23:30:21,815 Updating FAILED jobs +2021-12-17 23:30:21,815 Updating WAITING jobs +2021-12-17 23:30:21,816 Update finished +2021-12-17 23:30:31,826 Reloading parameters... +2021-12-17 23:30:31,848 Loading parameters... +2021-12-17 23:30:31,849 Loading project parameters... +2021-12-17 23:30:31,851 + +23 of 25 jobs remaining (23:30) +2021-12-17 23:30:31,852 Sleep: 10 +2021-12-17 23:30:31,852 Number of retrials: 0 +2021-12-17 23:30:31,852 WRAPPER CHECK TIME = 10 +2021-12-17 23:30:31,852 Checking jobs for platform=marenostrum4 +2021-12-17 23:30:31,853 Checking jobs for platform=nord3 +2021-12-17 23:30:31,853 Checking jobs for platform=local +2021-12-17 23:30:31,854 Checking jobs for platform=transfer_node +2021-12-17 23:30:31,854 Checking all jobs at once +2021-12-17 23:30:33,274 Successful check job command +2021-12-17 23:30:34,677 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:30:34,677 End of checking +2021-12-17 23:30:34,678 Updating FAILED jobs +2021-12-17 23:30:34,679 Updating WAITING jobs +2021-12-17 23:30:34,679 Update finished +2021-12-17 23:30:34,679 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:30:34,680 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:30:34,680 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:30:34,680 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:30:34,683 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:30:34,685 Job list saved +2021-12-17 23:30:34,690 Updating FAILED jobs +2021-12-17 23:30:34,690 Updating WAITING jobs +2021-12-17 23:30:34,690 Update finished +2021-12-17 23:30:44,699 Reloading parameters... +2021-12-17 23:30:44,718 Loading parameters... +2021-12-17 23:30:44,720 Loading project parameters... +2021-12-17 23:30:44,722 + +23 of 25 jobs remaining (23:30) +2021-12-17 23:30:44,722 Sleep: 10 +2021-12-17 23:30:44,722 Number of retrials: 0 +2021-12-17 23:30:44,723 WRAPPER CHECK TIME = 10 +2021-12-17 23:30:44,723 Checking jobs for platform=marenostrum4 +2021-12-17 23:30:44,724 Checking jobs for platform=nord3 +2021-12-17 23:30:44,724 Checking jobs for platform=local +2021-12-17 23:30:44,725 Checking jobs for platform=transfer_node +2021-12-17 23:30:44,725 Checking all jobs at once +2021-12-17 23:30:46,701 Successful check job command +2021-12-17 23:30:48,782 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:30:48,783 End of checking +2021-12-17 23:30:48,784 Updating FAILED jobs +2021-12-17 23:30:48,784 Updating WAITING jobs +2021-12-17 23:30:48,784 Update finished +2021-12-17 23:30:48,784 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:30:48,785 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:30:48,785 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:30:48,785 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:30:48,788 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:30:48,792 Job list saved +2021-12-17 23:30:48,797 Updating FAILED jobs +2021-12-17 23:30:48,797 Updating WAITING jobs +2021-12-17 23:30:48,797 Update finished +2021-12-17 23:30:58,807 Reloading parameters... +2021-12-17 23:30:58,854 Loading parameters... +2021-12-17 23:30:58,856 Loading project parameters... +2021-12-17 23:30:58,860 + +23 of 25 jobs remaining (23:30) +2021-12-17 23:30:58,861 Sleep: 10 +2021-12-17 23:30:58,861 Number of retrials: 0 +2021-12-17 23:30:58,862 WRAPPER CHECK TIME = 10 +2021-12-17 23:30:58,866 Checking jobs for platform=marenostrum4 +2021-12-17 23:30:58,868 Checking jobs for platform=nord3 +2021-12-17 23:30:58,869 Checking jobs for platform=local +2021-12-17 23:30:58,872 Checking jobs for platform=transfer_node +2021-12-17 23:30:58,873 Checking all jobs at once +2021-12-17 23:31:00,904 Successful check job command +2021-12-17 23:31:03,886 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:31:03,886 End of checking +2021-12-17 23:31:03,888 Updating FAILED jobs +2021-12-17 23:31:03,888 Updating WAITING jobs +2021-12-17 23:31:03,888 Update finished +2021-12-17 23:31:03,888 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:31:03,889 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:31:03,889 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:31:03,889 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:31:03,892 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:31:03,895 Job list saved +2021-12-17 23:31:03,899 Updating FAILED jobs +2021-12-17 23:31:03,899 Updating WAITING jobs +2021-12-17 23:31:03,900 Update finished +2021-12-17 23:31:13,910 Reloading parameters... +2021-12-17 23:31:13,949 Loading parameters... +2021-12-17 23:31:13,950 Loading project parameters... +2021-12-17 23:31:13,953 + +23 of 25 jobs remaining (23:31) +2021-12-17 23:31:13,954 Sleep: 10 +2021-12-17 23:31:13,954 Number of retrials: 0 +2021-12-17 23:31:13,954 WRAPPER CHECK TIME = 10 +2021-12-17 23:31:13,954 Checking jobs for platform=marenostrum4 +2021-12-17 23:31:13,955 Checking jobs for platform=nord3 +2021-12-17 23:31:13,955 Checking jobs for platform=local +2021-12-17 23:31:13,956 Checking jobs for platform=transfer_node +2021-12-17 23:31:13,956 Checking all jobs at once +2021-12-17 23:31:15,229 Successful check job command +2021-12-17 23:31:16,451 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:31:16,451 End of checking +2021-12-17 23:31:16,452 Updating FAILED jobs +2021-12-17 23:31:16,452 Updating WAITING jobs +2021-12-17 23:31:16,453 Update finished +2021-12-17 23:31:16,453 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:31:16,453 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:31:16,454 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:31:16,454 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:31:16,456 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:31:16,458 Job list saved +2021-12-17 23:31:16,463 Updating FAILED jobs +2021-12-17 23:31:16,463 Updating WAITING jobs +2021-12-17 23:31:16,463 Update finished +2021-12-17 23:31:26,473 Reloading parameters... +2021-12-17 23:31:26,496 Loading parameters... +2021-12-17 23:31:26,498 Loading project parameters... +2021-12-17 23:31:26,502 + +23 of 25 jobs remaining (23:31) +2021-12-17 23:31:26,502 Sleep: 10 +2021-12-17 23:31:26,502 Number of retrials: 0 +2021-12-17 23:31:26,502 WRAPPER CHECK TIME = 10 +2021-12-17 23:31:26,503 Checking jobs for platform=marenostrum4 +2021-12-17 23:31:26,506 Checking jobs for platform=nord3 +2021-12-17 23:31:26,507 Checking jobs for platform=local +2021-12-17 23:31:26,515 Checking jobs for platform=transfer_node +2021-12-17 23:31:26,516 Checking all jobs at once +2021-12-17 23:31:28,162 Successful check job command +2021-12-17 23:31:29,493 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:31:29,494 End of checking +2021-12-17 23:31:29,495 Updating FAILED jobs +2021-12-17 23:31:29,495 Updating WAITING jobs +2021-12-17 23:31:29,495 Update finished +2021-12-17 23:31:29,496 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:31:29,496 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:31:29,496 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:31:29,497 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:31:29,500 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:31:29,505 Job list saved +2021-12-17 23:31:29,511 Updating FAILED jobs +2021-12-17 23:31:29,512 Updating WAITING jobs +2021-12-17 23:31:29,514 Update finished +2021-12-17 23:31:39,524 Reloading parameters... +2021-12-17 23:31:39,609 Loading parameters... +2021-12-17 23:31:39,613 Loading project parameters... +2021-12-17 23:31:39,617 + +23 of 25 jobs remaining (23:31) +2021-12-17 23:31:39,620 Sleep: 10 +2021-12-17 23:31:39,620 Number of retrials: 0 +2021-12-17 23:31:39,620 WRAPPER CHECK TIME = 10 +2021-12-17 23:31:39,620 Checking jobs for platform=marenostrum4 +2021-12-17 23:31:39,621 Checking jobs for platform=nord3 +2021-12-17 23:31:39,622 Checking jobs for platform=local +2021-12-17 23:31:39,622 Checking jobs for platform=transfer_node +2021-12-17 23:31:39,622 Checking all jobs at once +2021-12-17 23:31:42,816 Successful check job command +2021-12-17 23:31:46,561 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:31:46,561 End of checking +2021-12-17 23:31:46,562 Updating FAILED jobs +2021-12-17 23:31:46,562 Updating WAITING jobs +2021-12-17 23:31:46,562 Update finished +2021-12-17 23:31:46,563 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:31:46,563 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:31:46,563 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:31:46,563 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:31:46,568 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:31:46,571 Job list saved +2021-12-17 23:31:46,576 Updating FAILED jobs +2021-12-17 23:31:46,576 Updating WAITING jobs +2021-12-17 23:31:46,577 Update finished +2021-12-17 23:31:56,596 Reloading parameters... +2021-12-17 23:31:56,630 Loading parameters... +2021-12-17 23:31:56,633 Loading project parameters... +2021-12-17 23:31:56,635 + +23 of 25 jobs remaining (23:31) +2021-12-17 23:31:56,635 Sleep: 10 +2021-12-17 23:31:56,635 Number of retrials: 0 +2021-12-17 23:31:56,635 WRAPPER CHECK TIME = 10 +2021-12-17 23:31:56,636 Checking jobs for platform=marenostrum4 +2021-12-17 23:31:56,636 Checking jobs for platform=nord3 +2021-12-17 23:31:56,637 Checking jobs for platform=local +2021-12-17 23:31:56,638 Checking jobs for platform=transfer_node +2021-12-17 23:31:56,638 Checking all jobs at once +2021-12-17 23:31:58,721 Successful check job command +2021-12-17 23:32:01,355 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:32:01,355 End of checking +2021-12-17 23:32:01,356 Updating FAILED jobs +2021-12-17 23:32:01,357 Updating WAITING jobs +2021-12-17 23:32:01,357 Update finished +2021-12-17 23:32:01,357 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:32:01,358 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:32:01,358 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:32:01,358 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:32:01,361 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:32:01,363 Job list saved +2021-12-17 23:32:01,368 Updating FAILED jobs +2021-12-17 23:32:01,368 Updating WAITING jobs +2021-12-17 23:32:01,369 Update finished +2021-12-17 23:32:11,379 Reloading parameters... +2021-12-17 23:32:11,400 Loading parameters... +2021-12-17 23:32:11,402 Loading project parameters... +2021-12-17 23:32:11,404 + +23 of 25 jobs remaining (23:32) +2021-12-17 23:32:11,404 Sleep: 10 +2021-12-17 23:32:11,404 Number of retrials: 0 +2021-12-17 23:32:11,404 WRAPPER CHECK TIME = 10 +2021-12-17 23:32:11,405 Checking jobs for platform=marenostrum4 +2021-12-17 23:32:11,405 Checking jobs for platform=nord3 +2021-12-17 23:32:11,406 Checking jobs for platform=local +2021-12-17 23:32:11,406 Checking jobs for platform=transfer_node +2021-12-17 23:32:11,406 Checking all jobs at once +2021-12-17 23:32:13,130 Successful check job command +2021-12-17 23:32:15,653 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:32:15,653 End of checking +2021-12-17 23:32:15,656 Updating FAILED jobs +2021-12-17 23:32:15,656 Updating WAITING jobs +2021-12-17 23:32:15,657 Update finished +2021-12-17 23:32:15,659 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:32:15,659 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:32:15,659 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:32:15,660 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:32:15,667 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:32:15,669 Job list saved +2021-12-17 23:32:15,677 Updating FAILED jobs +2021-12-17 23:32:15,677 Updating WAITING jobs +2021-12-17 23:32:15,677 Update finished +2021-12-17 23:32:25,688 Reloading parameters... +2021-12-17 23:32:25,756 Loading parameters... +2021-12-17 23:32:25,757 Loading project parameters... +2021-12-17 23:32:25,766 + +23 of 25 jobs remaining (23:32) +2021-12-17 23:32:25,768 Sleep: 10 +2021-12-17 23:32:25,768 Number of retrials: 0 +2021-12-17 23:32:25,768 WRAPPER CHECK TIME = 10 +2021-12-17 23:32:25,769 Checking jobs for platform=marenostrum4 +2021-12-17 23:32:25,769 Checking jobs for platform=nord3 +2021-12-17 23:32:25,771 Checking jobs for platform=local +2021-12-17 23:32:25,771 Checking jobs for platform=transfer_node +2021-12-17 23:32:25,771 Checking all jobs at once +2021-12-17 23:32:27,346 Successful check job command +2021-12-17 23:32:29,868 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:32:29,868 End of checking +2021-12-17 23:32:29,870 Updating FAILED jobs +2021-12-17 23:32:29,870 Updating WAITING jobs +2021-12-17 23:32:29,870 Update finished +2021-12-17 23:32:29,870 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:32:29,871 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:32:29,871 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:32:29,871 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:32:29,875 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:32:29,878 Job list saved +2021-12-17 23:32:29,883 Updating FAILED jobs +2021-12-17 23:32:29,883 Updating WAITING jobs +2021-12-17 23:32:29,883 Update finished +2021-12-17 23:32:39,893 Reloading parameters... +2021-12-17 23:32:39,913 Loading parameters... +2021-12-17 23:32:39,915 Loading project parameters... +2021-12-17 23:32:39,917 + +23 of 25 jobs remaining (23:32) +2021-12-17 23:32:39,917 Sleep: 10 +2021-12-17 23:32:39,917 Number of retrials: 0 +2021-12-17 23:32:39,917 WRAPPER CHECK TIME = 10 +2021-12-17 23:32:39,918 Checking jobs for platform=marenostrum4 +2021-12-17 23:32:39,921 Checking jobs for platform=nord3 +2021-12-17 23:32:39,923 Checking jobs for platform=local +2021-12-17 23:32:39,923 Checking jobs for platform=transfer_node +2021-12-17 23:32:39,923 Checking all jobs at once +2021-12-17 23:32:41,449 Successful check job command +2021-12-17 23:32:43,672 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:32:43,672 End of checking +2021-12-17 23:32:43,673 Updating FAILED jobs +2021-12-17 23:32:43,673 Updating WAITING jobs +2021-12-17 23:32:43,673 Update finished +2021-12-17 23:32:43,674 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:32:43,674 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:32:43,674 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:32:43,675 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:32:43,677 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:32:43,679 Job list saved +2021-12-17 23:32:43,684 Updating FAILED jobs +2021-12-17 23:32:43,684 Updating WAITING jobs +2021-12-17 23:32:43,684 Update finished +2021-12-17 23:32:53,693 Reloading parameters... +2021-12-17 23:32:53,716 Loading parameters... +2021-12-17 23:32:53,718 Loading project parameters... +2021-12-17 23:32:53,719 + +23 of 25 jobs remaining (23:32) +2021-12-17 23:32:53,720 Sleep: 10 +2021-12-17 23:32:53,720 Number of retrials: 0 +2021-12-17 23:32:53,720 WRAPPER CHECK TIME = 10 +2021-12-17 23:32:53,720 Checking jobs for platform=marenostrum4 +2021-12-17 23:32:53,721 Checking jobs for platform=nord3 +2021-12-17 23:32:53,722 Checking jobs for platform=local +2021-12-17 23:32:53,722 Checking jobs for platform=transfer_node +2021-12-17 23:32:53,722 Checking all jobs at once +2021-12-17 23:32:55,343 Successful check job command +2021-12-17 23:32:57,565 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:32:57,565 End of checking +2021-12-17 23:32:57,566 Updating FAILED jobs +2021-12-17 23:32:57,566 Updating WAITING jobs +2021-12-17 23:32:57,567 Update finished +2021-12-17 23:32:57,567 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:32:57,567 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:32:57,568 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:32:57,568 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:32:57,570 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:32:57,573 Job list saved +2021-12-17 23:32:57,579 Updating FAILED jobs +2021-12-17 23:32:57,579 Updating WAITING jobs +2021-12-17 23:32:57,579 Update finished +2021-12-17 23:33:07,589 Reloading parameters... +2021-12-17 23:33:07,607 Loading parameters... +2021-12-17 23:33:07,608 Loading project parameters... +2021-12-17 23:33:07,611 + +23 of 25 jobs remaining (23:33) +2021-12-17 23:33:07,611 Sleep: 10 +2021-12-17 23:33:07,611 Number of retrials: 0 +2021-12-17 23:33:07,611 WRAPPER CHECK TIME = 10 +2021-12-17 23:33:07,612 Checking jobs for platform=marenostrum4 +2021-12-17 23:33:07,613 Checking jobs for platform=nord3 +2021-12-17 23:33:07,614 Checking jobs for platform=local +2021-12-17 23:33:07,614 Checking jobs for platform=transfer_node +2021-12-17 23:33:07,614 Checking all jobs at once +2021-12-17 23:33:09,037 Successful check job command +2021-12-17 23:33:10,957 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:33:10,957 End of checking +2021-12-17 23:33:10,959 Updating FAILED jobs +2021-12-17 23:33:10,959 Updating WAITING jobs +2021-12-17 23:33:10,960 Update finished +2021-12-17 23:33:10,960 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:33:10,960 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:33:10,961 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:33:10,961 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:33:10,963 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:33:10,966 Job list saved +2021-12-17 23:33:10,970 Updating FAILED jobs +2021-12-17 23:33:10,970 Updating WAITING jobs +2021-12-17 23:33:10,971 Update finished +2021-12-17 23:33:20,981 Reloading parameters... +2021-12-17 23:33:21,001 Loading parameters... +2021-12-17 23:33:21,002 Loading project parameters... +2021-12-17 23:33:21,004 + +23 of 25 jobs remaining (23:33) +2021-12-17 23:33:21,004 Sleep: 10 +2021-12-17 23:33:21,004 Number of retrials: 0 +2021-12-17 23:33:21,004 WRAPPER CHECK TIME = 10 +2021-12-17 23:33:21,005 Checking jobs for platform=marenostrum4 +2021-12-17 23:33:21,005 Checking jobs for platform=nord3 +2021-12-17 23:33:21,006 Checking jobs for platform=local +2021-12-17 23:33:21,006 Checking jobs for platform=transfer_node +2021-12-17 23:33:21,006 Checking all jobs at once +2021-12-17 23:33:22,626 Successful check job command +2021-12-17 23:33:23,896 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:33:23,896 End of checking +2021-12-17 23:33:23,897 Updating FAILED jobs +2021-12-17 23:33:23,897 Updating WAITING jobs +2021-12-17 23:33:23,898 Update finished +2021-12-17 23:33:23,898 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:33:23,898 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:33:23,898 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:33:23,898 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:33:23,901 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:33:23,903 Job list saved +2021-12-17 23:33:23,909 Updating FAILED jobs +2021-12-17 23:33:23,909 Updating WAITING jobs +2021-12-17 23:33:23,909 Update finished +2021-12-17 23:33:33,919 Reloading parameters... +2021-12-17 23:33:33,938 Loading parameters... +2021-12-17 23:33:33,940 Loading project parameters... +2021-12-17 23:33:33,941 + +23 of 25 jobs remaining (23:33) +2021-12-17 23:33:33,942 Sleep: 10 +2021-12-17 23:33:33,942 Number of retrials: 0 +2021-12-17 23:33:33,942 WRAPPER CHECK TIME = 10 +2021-12-17 23:33:33,942 Checking jobs for platform=marenostrum4 +2021-12-17 23:33:33,943 Checking jobs for platform=nord3 +2021-12-17 23:33:33,943 Checking jobs for platform=local +2021-12-17 23:33:33,944 Checking jobs for platform=transfer_node +2021-12-17 23:33:33,944 Checking all jobs at once +2021-12-17 23:33:36,017 Successful check job command +2021-12-17 23:33:38,488 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:33:38,489 End of checking +2021-12-17 23:33:38,490 Updating FAILED jobs +2021-12-17 23:33:38,490 Updating WAITING jobs +2021-12-17 23:33:38,490 Update finished +2021-12-17 23:33:38,491 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:33:38,491 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:33:38,491 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:33:38,491 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:33:38,495 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:33:38,498 Job list saved +2021-12-17 23:33:38,503 Updating FAILED jobs +2021-12-17 23:33:38,503 Updating WAITING jobs +2021-12-17 23:33:38,504 Update finished +2021-12-17 23:33:48,514 Reloading parameters... +2021-12-17 23:33:48,534 Loading parameters... +2021-12-17 23:33:48,535 Loading project parameters... +2021-12-17 23:33:48,537 + +23 of 25 jobs remaining (23:33) +2021-12-17 23:33:48,537 Sleep: 10 +2021-12-17 23:33:48,537 Number of retrials: 0 +2021-12-17 23:33:48,537 WRAPPER CHECK TIME = 10 +2021-12-17 23:33:48,538 Checking jobs for platform=marenostrum4 +2021-12-17 23:33:48,538 Checking jobs for platform=nord3 +2021-12-17 23:33:48,539 Checking jobs for platform=local +2021-12-17 23:33:48,539 Checking jobs for platform=transfer_node +2021-12-17 23:33:48,539 Checking all jobs at once +2021-12-17 23:33:49,913 Successful check job command +2021-12-17 23:33:51,332 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:33:51,332 End of checking +2021-12-17 23:33:51,333 Updating FAILED jobs +2021-12-17 23:33:51,334 Updating WAITING jobs +2021-12-17 23:33:51,334 Update finished +2021-12-17 23:33:51,334 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:33:51,335 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:33:51,335 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:33:51,335 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:33:51,338 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:33:51,340 Job list saved +2021-12-17 23:33:51,345 Updating FAILED jobs +2021-12-17 23:33:51,345 Updating WAITING jobs +2021-12-17 23:33:51,345 Update finished +2021-12-17 23:34:01,354 Reloading parameters... +2021-12-17 23:34:01,373 Loading parameters... +2021-12-17 23:34:01,374 Loading project parameters... +2021-12-17 23:34:01,376 + +23 of 25 jobs remaining (23:34) +2021-12-17 23:34:01,377 Sleep: 10 +2021-12-17 23:34:01,377 Number of retrials: 0 +2021-12-17 23:34:01,377 WRAPPER CHECK TIME = 10 +2021-12-17 23:34:01,377 Checking jobs for platform=marenostrum4 +2021-12-17 23:34:01,378 Checking jobs for platform=nord3 +2021-12-17 23:34:01,378 Checking jobs for platform=local +2021-12-17 23:34:01,379 Checking jobs for platform=transfer_node +2021-12-17 23:34:01,379 Checking all jobs at once +2021-12-17 23:34:03,150 Successful check job command +2021-12-17 23:34:04,770 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:34:04,770 End of checking +2021-12-17 23:34:04,774 Updating FAILED jobs +2021-12-17 23:34:04,774 Updating WAITING jobs +2021-12-17 23:34:04,774 Update finished +2021-12-17 23:34:04,774 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:34:04,774 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:34:04,775 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:34:04,775 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:34:04,777 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:34:04,779 Job list saved +2021-12-17 23:34:04,785 Updating FAILED jobs +2021-12-17 23:34:04,785 Updating WAITING jobs +2021-12-17 23:34:04,785 Update finished +2021-12-17 23:34:14,794 Reloading parameters... +2021-12-17 23:34:14,812 Loading parameters... +2021-12-17 23:34:14,813 Loading project parameters... +2021-12-17 23:34:14,815 + +23 of 25 jobs remaining (23:34) +2021-12-17 23:34:14,816 Sleep: 10 +2021-12-17 23:34:14,816 Number of retrials: 0 +2021-12-17 23:34:14,816 WRAPPER CHECK TIME = 10 +2021-12-17 23:34:14,816 Checking jobs for platform=marenostrum4 +2021-12-17 23:34:14,817 Checking jobs for platform=nord3 +2021-12-17 23:34:14,817 Checking jobs for platform=local +2021-12-17 23:34:14,818 Checking jobs for platform=transfer_node +2021-12-17 23:34:14,818 Checking all jobs at once +2021-12-17 23:34:17,089 Successful check job command +2021-12-17 23:34:19,461 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:34:19,461 End of checking +2021-12-17 23:34:19,462 Updating FAILED jobs +2021-12-17 23:34:19,462 Updating WAITING jobs +2021-12-17 23:34:19,462 Update finished +2021-12-17 23:34:19,463 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:34:19,463 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:34:19,463 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:34:19,463 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:34:19,466 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:34:19,468 Job list saved +2021-12-17 23:34:19,473 Updating FAILED jobs +2021-12-17 23:34:19,473 Updating WAITING jobs +2021-12-17 23:34:19,474 Update finished +2021-12-17 23:34:29,483 Reloading parameters... +2021-12-17 23:34:29,502 Loading parameters... +2021-12-17 23:34:29,503 Loading project parameters... +2021-12-17 23:34:29,505 + +23 of 25 jobs remaining (23:34) +2021-12-17 23:34:29,505 Sleep: 10 +2021-12-17 23:34:29,505 Number of retrials: 0 +2021-12-17 23:34:29,505 WRAPPER CHECK TIME = 10 +2021-12-17 23:34:29,506 Checking jobs for platform=marenostrum4 +2021-12-17 23:34:29,506 Checking jobs for platform=nord3 +2021-12-17 23:34:29,507 Checking jobs for platform=local +2021-12-17 23:34:29,507 Checking jobs for platform=transfer_node +2021-12-17 23:34:29,507 Checking all jobs at once +2021-12-17 23:34:31,028 Successful check job command +2021-12-17 23:34:32,397 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:34:32,397 End of checking +2021-12-17 23:34:32,399 Updating FAILED jobs +2021-12-17 23:34:32,399 Updating WAITING jobs +2021-12-17 23:34:32,399 Update finished +2021-12-17 23:34:32,399 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:34:32,400 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:34:32,400 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:34:32,400 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:34:32,403 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:34:32,405 Job list saved +2021-12-17 23:34:32,409 Updating FAILED jobs +2021-12-17 23:34:32,409 Updating WAITING jobs +2021-12-17 23:34:32,410 Update finished +2021-12-17 23:34:42,420 Reloading parameters... +2021-12-17 23:34:42,439 Loading parameters... +2021-12-17 23:34:42,441 Loading project parameters... +2021-12-17 23:34:42,442 + +23 of 25 jobs remaining (23:34) +2021-12-17 23:34:42,443 Sleep: 10 +2021-12-17 23:34:42,443 Number of retrials: 0 +2021-12-17 23:34:42,443 WRAPPER CHECK TIME = 10 +2021-12-17 23:34:42,444 Checking jobs for platform=marenostrum4 +2021-12-17 23:34:42,444 Checking jobs for platform=nord3 +2021-12-17 23:34:42,445 Checking jobs for platform=local +2021-12-17 23:34:42,445 Checking jobs for platform=transfer_node +2021-12-17 23:34:42,445 Checking all jobs at once +2021-12-17 23:34:44,216 Successful check job command +2021-12-17 23:34:46,036 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:34:46,037 End of checking +2021-12-17 23:34:46,038 Updating FAILED jobs +2021-12-17 23:34:46,038 Updating WAITING jobs +2021-12-17 23:34:46,038 Update finished +2021-12-17 23:34:46,039 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:34:46,039 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:34:46,039 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:34:46,039 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:34:46,041 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:34:46,044 Job list saved +2021-12-17 23:34:46,048 Updating FAILED jobs +2021-12-17 23:34:46,048 Updating WAITING jobs +2021-12-17 23:34:46,049 Update finished +2021-12-17 23:34:56,059 Reloading parameters... +2021-12-17 23:34:56,078 Loading parameters... +2021-12-17 23:34:56,080 Loading project parameters... +2021-12-17 23:34:56,081 + +23 of 25 jobs remaining (23:34) +2021-12-17 23:34:56,082 Sleep: 10 +2021-12-17 23:34:56,082 Number of retrials: 0 +2021-12-17 23:34:56,082 WRAPPER CHECK TIME = 10 +2021-12-17 23:34:56,082 Checking jobs for platform=marenostrum4 +2021-12-17 23:34:56,083 Checking jobs for platform=nord3 +2021-12-17 23:34:56,084 Checking jobs for platform=local +2021-12-17 23:34:56,084 Checking jobs for platform=transfer_node +2021-12-17 23:34:56,084 Checking all jobs at once +2021-12-17 23:34:57,860 Successful check job command +2021-12-17 23:34:59,580 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:34:59,580 End of checking +2021-12-17 23:34:59,581 Updating FAILED jobs +2021-12-17 23:34:59,582 Updating WAITING jobs +2021-12-17 23:34:59,582 Update finished +2021-12-17 23:34:59,582 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:34:59,582 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:34:59,582 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:34:59,583 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:34:59,585 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:34:59,587 Job list saved +2021-12-17 23:34:59,592 Updating FAILED jobs +2021-12-17 23:34:59,592 Updating WAITING jobs +2021-12-17 23:34:59,592 Update finished +2021-12-17 23:35:09,602 Reloading parameters... +2021-12-17 23:35:09,620 Loading parameters... +2021-12-17 23:35:09,621 Loading project parameters... +2021-12-17 23:35:09,623 + +23 of 25 jobs remaining (23:35) +2021-12-17 23:35:09,623 Sleep: 10 +2021-12-17 23:35:09,623 Number of retrials: 0 +2021-12-17 23:35:09,623 WRAPPER CHECK TIME = 10 +2021-12-17 23:35:09,624 Checking jobs for platform=marenostrum4 +2021-12-17 23:35:09,625 Checking jobs for platform=nord3 +2021-12-17 23:35:09,625 Checking jobs for platform=local +2021-12-17 23:35:09,626 Checking jobs for platform=transfer_node +2021-12-17 23:35:09,626 Checking all jobs at once +2021-12-17 23:35:11,448 Successful check job command +2021-12-17 23:35:13,319 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:35:13,319 End of checking +2021-12-17 23:35:13,320 Updating FAILED jobs +2021-12-17 23:35:13,320 Updating WAITING jobs +2021-12-17 23:35:13,321 Update finished +2021-12-17 23:35:13,321 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:35:13,321 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:35:13,322 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:35:13,322 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:35:13,324 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:35:13,327 Job list saved +2021-12-17 23:35:13,332 Updating FAILED jobs +2021-12-17 23:35:13,332 Updating WAITING jobs +2021-12-17 23:35:13,332 Update finished +2021-12-17 23:35:23,342 Reloading parameters... +2021-12-17 23:35:23,361 Loading parameters... +2021-12-17 23:35:23,363 Loading project parameters... +2021-12-17 23:35:23,365 + +23 of 25 jobs remaining (23:35) +2021-12-17 23:35:23,365 Sleep: 10 +2021-12-17 23:35:23,365 Number of retrials: 0 +2021-12-17 23:35:23,365 WRAPPER CHECK TIME = 10 +2021-12-17 23:35:23,365 Checking jobs for platform=marenostrum4 +2021-12-17 23:35:23,366 Checking jobs for platform=nord3 +2021-12-17 23:35:23,367 Checking jobs for platform=local +2021-12-17 23:35:23,367 Checking jobs for platform=transfer_node +2021-12-17 23:35:23,367 Checking all jobs at once +2021-12-17 23:35:25,237 Successful check job command +2021-12-17 23:35:27,608 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:35:27,608 End of checking +2021-12-17 23:35:27,609 Updating FAILED jobs +2021-12-17 23:35:27,610 Updating WAITING jobs +2021-12-17 23:35:27,610 Update finished +2021-12-17 23:35:27,610 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:35:27,610 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:35:27,610 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:35:27,611 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:35:27,613 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:35:27,615 Job list saved +2021-12-17 23:35:27,619 Updating FAILED jobs +2021-12-17 23:35:27,619 Updating WAITING jobs +2021-12-17 23:35:27,620 Update finished +2021-12-17 23:35:37,629 Reloading parameters... +2021-12-17 23:35:37,649 Loading parameters... +2021-12-17 23:35:37,650 Loading project parameters... +2021-12-17 23:35:37,652 + +23 of 25 jobs remaining (23:35) +2021-12-17 23:35:37,652 Sleep: 10 +2021-12-17 23:35:37,653 Number of retrials: 0 +2021-12-17 23:35:37,653 WRAPPER CHECK TIME = 10 +2021-12-17 23:35:37,653 Checking jobs for platform=marenostrum4 +2021-12-17 23:35:37,654 Checking jobs for platform=nord3 +2021-12-17 23:35:37,654 Checking jobs for platform=local +2021-12-17 23:35:37,655 Checking jobs for platform=transfer_node +2021-12-17 23:35:37,655 Checking all jobs at once +2021-12-17 23:35:39,025 Successful check job command +2021-12-17 23:35:40,445 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:35:40,445 End of checking +2021-12-17 23:35:40,446 Updating FAILED jobs +2021-12-17 23:35:40,447 Updating WAITING jobs +2021-12-17 23:35:40,447 Update finished +2021-12-17 23:35:40,447 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:35:40,447 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:35:40,447 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:35:40,447 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:35:40,450 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:35:40,452 Job list saved +2021-12-17 23:35:40,456 Updating FAILED jobs +2021-12-17 23:35:40,456 Updating WAITING jobs +2021-12-17 23:35:40,457 Update finished +2021-12-17 23:35:50,466 Reloading parameters... +2021-12-17 23:35:50,486 Loading parameters... +2021-12-17 23:35:50,487 Loading project parameters... +2021-12-17 23:35:50,489 + +23 of 25 jobs remaining (23:35) +2021-12-17 23:35:50,489 Sleep: 10 +2021-12-17 23:35:50,490 Number of retrials: 0 +2021-12-17 23:35:50,490 WRAPPER CHECK TIME = 10 +2021-12-17 23:35:50,490 Checking jobs for platform=marenostrum4 +2021-12-17 23:35:50,491 Checking jobs for platform=nord3 +2021-12-17 23:35:50,491 Checking jobs for platform=local +2021-12-17 23:35:50,492 Checking jobs for platform=transfer_node +2021-12-17 23:35:50,492 Checking all jobs at once +2021-12-17 23:35:52,964 Successful check job command +2021-12-17 23:35:55,836 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:35:55,836 End of checking +2021-12-17 23:35:55,837 Updating FAILED jobs +2021-12-17 23:35:55,838 Updating WAITING jobs +2021-12-17 23:35:55,838 Update finished +2021-12-17 23:35:55,838 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:35:55,839 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:35:55,839 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:35:55,839 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:35:55,841 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:35:55,843 Job list saved +2021-12-17 23:35:55,849 Updating FAILED jobs +2021-12-17 23:35:55,849 Updating WAITING jobs +2021-12-17 23:35:55,849 Update finished +2021-12-17 23:36:05,859 Reloading parameters... +2021-12-17 23:36:05,878 Loading parameters... +2021-12-17 23:36:05,880 Loading project parameters... +2021-12-17 23:36:05,882 + +23 of 25 jobs remaining (23:36) +2021-12-17 23:36:05,882 Sleep: 10 +2021-12-17 23:36:05,882 Number of retrials: 0 +2021-12-17 23:36:05,882 WRAPPER CHECK TIME = 10 +2021-12-17 23:36:05,883 Checking jobs for platform=marenostrum4 +2021-12-17 23:36:05,883 Checking jobs for platform=nord3 +2021-12-17 23:36:05,884 Checking jobs for platform=local +2021-12-17 23:36:05,885 Checking jobs for platform=transfer_node +2021-12-17 23:36:05,885 Checking all jobs at once +2021-12-17 23:36:07,555 Successful check job command +2021-12-17 23:36:09,177 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:36:09,178 End of checking +2021-12-17 23:36:09,179 Updating FAILED jobs +2021-12-17 23:36:09,179 Updating WAITING jobs +2021-12-17 23:36:09,179 Update finished +2021-12-17 23:36:09,180 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:36:09,180 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:36:09,180 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:36:09,180 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:36:09,182 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:36:09,185 Job list saved +2021-12-17 23:36:09,189 Updating FAILED jobs +2021-12-17 23:36:09,190 Updating WAITING jobs +2021-12-17 23:36:09,190 Update finished +2021-12-17 23:36:19,200 Reloading parameters... +2021-12-17 23:36:19,221 Loading parameters... +2021-12-17 23:36:19,222 Loading project parameters... +2021-12-17 23:36:19,224 + +23 of 25 jobs remaining (23:36) +2021-12-17 23:36:19,224 Sleep: 10 +2021-12-17 23:36:19,224 Number of retrials: 0 +2021-12-17 23:36:19,224 WRAPPER CHECK TIME = 10 +2021-12-17 23:36:19,225 Checking jobs for platform=marenostrum4 +2021-12-17 23:36:19,226 Checking jobs for platform=nord3 +2021-12-17 23:36:19,226 Checking jobs for platform=local +2021-12-17 23:36:19,227 Checking jobs for platform=transfer_node +2021-12-17 23:36:19,227 Checking all jobs at once +2021-12-17 23:36:20,649 Successful check job command +2021-12-17 23:36:22,269 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:36:22,269 End of checking +2021-12-17 23:36:22,270 Updating FAILED jobs +2021-12-17 23:36:22,271 Updating WAITING jobs +2021-12-17 23:36:22,271 Update finished +2021-12-17 23:36:22,271 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:36:22,271 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:36:22,271 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:36:22,272 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:36:22,274 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:36:22,277 Job list saved +2021-12-17 23:36:22,283 Updating FAILED jobs +2021-12-17 23:36:22,284 Updating WAITING jobs +2021-12-17 23:36:22,284 Update finished +2021-12-17 23:36:32,294 Reloading parameters... +2021-12-17 23:36:32,313 Loading parameters... +2021-12-17 23:36:32,314 Loading project parameters... +2021-12-17 23:36:32,316 + +23 of 25 jobs remaining (23:36) +2021-12-17 23:36:32,317 Sleep: 10 +2021-12-17 23:36:32,317 Number of retrials: 0 +2021-12-17 23:36:32,317 WRAPPER CHECK TIME = 10 +2021-12-17 23:36:32,317 Checking jobs for platform=marenostrum4 +2021-12-17 23:36:32,318 Checking jobs for platform=nord3 +2021-12-17 23:36:32,318 Checking jobs for platform=local +2021-12-17 23:36:32,319 Checking jobs for platform=transfer_node +2021-12-17 23:36:32,319 Checking all jobs at once +2021-12-17 23:36:34,040 Successful check job command +2021-12-17 23:36:36,311 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:36:36,312 End of checking +2021-12-17 23:36:36,313 Updating FAILED jobs +2021-12-17 23:36:36,313 Updating WAITING jobs +2021-12-17 23:36:36,313 Update finished +2021-12-17 23:36:36,313 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:36:36,314 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:36:36,314 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:36:36,314 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:36:36,317 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:36:36,319 Job list saved +2021-12-17 23:36:36,326 Updating FAILED jobs +2021-12-17 23:36:36,326 Updating WAITING jobs +2021-12-17 23:36:36,326 Update finished +2021-12-17 23:36:46,328 Reloading parameters... +2021-12-17 23:36:46,349 Loading parameters... +2021-12-17 23:36:46,350 Loading project parameters... +2021-12-17 23:36:46,352 + +23 of 25 jobs remaining (23:36) +2021-12-17 23:36:46,352 Sleep: 10 +2021-12-17 23:36:46,352 Number of retrials: 0 +2021-12-17 23:36:46,352 WRAPPER CHECK TIME = 10 +2021-12-17 23:36:46,353 Checking jobs for platform=marenostrum4 +2021-12-17 23:36:46,353 Checking jobs for platform=nord3 +2021-12-17 23:36:46,354 Checking jobs for platform=local +2021-12-17 23:36:46,354 Checking jobs for platform=transfer_node +2021-12-17 23:36:46,354 Checking all jobs at once +2021-12-17 23:36:47,626 Successful check job command +2021-12-17 23:36:50,198 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:36:50,198 End of checking +2021-12-17 23:36:50,202 Updating FAILED jobs +2021-12-17 23:36:50,202 Updating WAITING jobs +2021-12-17 23:36:50,203 Update finished +2021-12-17 23:36:50,203 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:36:50,203 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:36:50,203 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:36:50,203 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:36:50,206 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:36:50,208 Job list saved +2021-12-17 23:36:50,213 Updating FAILED jobs +2021-12-17 23:36:50,213 Updating WAITING jobs +2021-12-17 23:36:50,213 Update finished +2021-12-17 23:37:00,223 Reloading parameters... +2021-12-17 23:37:00,249 Loading parameters... +2021-12-17 23:37:00,251 Loading project parameters... +2021-12-17 23:37:00,253 + +23 of 25 jobs remaining (23:37) +2021-12-17 23:37:00,253 Sleep: 10 +2021-12-17 23:37:00,254 Number of retrials: 0 +2021-12-17 23:37:00,254 WRAPPER CHECK TIME = 10 +2021-12-17 23:37:00,255 Checking jobs for platform=marenostrum4 +2021-12-17 23:37:00,255 Checking jobs for platform=nord3 +2021-12-17 23:37:00,256 Checking jobs for platform=local +2021-12-17 23:37:00,256 Checking jobs for platform=transfer_node +2021-12-17 23:37:00,256 Checking all jobs at once +2021-12-17 23:37:01,828 Successful check job command +2021-12-17 23:37:03,148 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:37:03,148 End of checking +2021-12-17 23:37:03,149 Updating FAILED jobs +2021-12-17 23:37:03,149 Updating WAITING jobs +2021-12-17 23:37:03,149 Update finished +2021-12-17 23:37:03,150 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:37:03,150 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:37:03,150 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:37:03,150 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:37:03,152 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:37:03,155 Job list saved +2021-12-17 23:37:03,159 Updating FAILED jobs +2021-12-17 23:37:03,159 Updating WAITING jobs +2021-12-17 23:37:03,159 Update finished +2021-12-17 23:37:13,169 Reloading parameters... +2021-12-17 23:37:13,187 Loading parameters... +2021-12-17 23:37:13,188 Loading project parameters... +2021-12-17 23:37:13,190 + +23 of 25 jobs remaining (23:37) +2021-12-17 23:37:13,190 Sleep: 10 +2021-12-17 23:37:13,191 Number of retrials: 0 +2021-12-17 23:37:13,191 WRAPPER CHECK TIME = 10 +2021-12-17 23:37:13,191 Checking jobs for platform=marenostrum4 +2021-12-17 23:37:13,192 Checking jobs for platform=nord3 +2021-12-17 23:37:13,192 Checking jobs for platform=local +2021-12-17 23:37:13,193 Checking jobs for platform=transfer_node +2021-12-17 23:37:13,193 Checking all jobs at once +2021-12-17 23:37:15,765 Successful check job command +2021-12-17 23:37:18,088 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:37:18,088 End of checking +2021-12-17 23:37:18,089 Updating FAILED jobs +2021-12-17 23:37:18,090 Updating WAITING jobs +2021-12-17 23:37:18,090 Update finished +2021-12-17 23:37:18,090 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:37:18,091 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:37:18,091 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:37:18,091 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:37:18,093 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:37:18,096 Job list saved +2021-12-17 23:37:18,100 Updating FAILED jobs +2021-12-17 23:37:18,100 Updating WAITING jobs +2021-12-17 23:37:18,100 Update finished +2021-12-17 23:37:28,110 Reloading parameters... +2021-12-17 23:37:28,127 Loading parameters... +2021-12-17 23:37:28,128 Loading project parameters... +2021-12-17 23:37:28,137 + +23 of 25 jobs remaining (23:37) +2021-12-17 23:37:28,137 Sleep: 10 +2021-12-17 23:37:28,137 Number of retrials: 0 +2021-12-17 23:37:28,137 WRAPPER CHECK TIME = 10 +2021-12-17 23:37:28,138 Checking jobs for platform=marenostrum4 +2021-12-17 23:37:28,139 Checking jobs for platform=nord3 +2021-12-17 23:37:28,139 Checking jobs for platform=local +2021-12-17 23:37:28,140 Checking jobs for platform=transfer_node +2021-12-17 23:37:28,140 Checking all jobs at once +2021-12-17 23:37:29,511 Successful check job command +2021-12-17 23:37:31,682 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:37:31,682 End of checking +2021-12-17 23:37:31,683 Updating FAILED jobs +2021-12-17 23:37:31,683 Updating WAITING jobs +2021-12-17 23:37:31,683 Update finished +2021-12-17 23:37:31,684 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:37:31,684 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:37:31,684 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:37:31,684 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:37:31,687 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:37:31,689 Job list saved +2021-12-17 23:37:31,694 Updating FAILED jobs +2021-12-17 23:37:31,695 Updating WAITING jobs +2021-12-17 23:37:31,695 Update finished +2021-12-17 23:37:41,705 Reloading parameters... +2021-12-17 23:37:41,723 Loading parameters... +2021-12-17 23:37:41,724 Loading project parameters... +2021-12-17 23:37:41,726 + +23 of 25 jobs remaining (23:37) +2021-12-17 23:37:41,726 Sleep: 10 +2021-12-17 23:37:41,726 Number of retrials: 0 +2021-12-17 23:37:41,726 WRAPPER CHECK TIME = 10 +2021-12-17 23:37:41,727 Checking jobs for platform=marenostrum4 +2021-12-17 23:37:41,728 Checking jobs for platform=nord3 +2021-12-17 23:37:41,728 Checking jobs for platform=local +2021-12-17 23:37:41,729 Checking jobs for platform=transfer_node +2021-12-17 23:37:41,729 Checking all jobs at once +2021-12-17 23:37:43,048 Successful check job command +2021-12-17 23:37:44,418 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:37:44,418 End of checking +2021-12-17 23:37:44,420 Updating FAILED jobs +2021-12-17 23:37:44,420 Updating WAITING jobs +2021-12-17 23:37:44,420 Update finished +2021-12-17 23:37:44,421 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:37:44,421 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:37:44,421 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:37:44,421 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:37:44,423 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:37:44,426 Job list saved +2021-12-17 23:37:44,430 Updating FAILED jobs +2021-12-17 23:37:44,430 Updating WAITING jobs +2021-12-17 23:37:44,430 Update finished +2021-12-17 23:37:54,440 Reloading parameters... +2021-12-17 23:37:54,457 Loading parameters... +2021-12-17 23:37:54,458 Loading project parameters... +2021-12-17 23:37:54,460 + +23 of 25 jobs remaining (23:37) +2021-12-17 23:37:54,461 Sleep: 10 +2021-12-17 23:37:54,461 Number of retrials: 0 +2021-12-17 23:37:54,461 WRAPPER CHECK TIME = 10 +2021-12-17 23:37:54,461 Checking jobs for platform=marenostrum4 +2021-12-17 23:37:54,462 Checking jobs for platform=nord3 +2021-12-17 23:37:54,462 Checking jobs for platform=local +2021-12-17 23:37:54,463 Checking jobs for platform=transfer_node +2021-12-17 23:37:54,463 Checking all jobs at once +2021-12-17 23:37:56,934 Successful check job command +2021-12-17 23:37:59,558 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:37:59,559 End of checking +2021-12-17 23:37:59,560 Updating FAILED jobs +2021-12-17 23:37:59,560 Updating WAITING jobs +2021-12-17 23:37:59,560 Update finished +2021-12-17 23:37:59,560 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:37:59,561 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:37:59,561 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:37:59,561 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:37:59,564 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:37:59,567 Job list saved +2021-12-17 23:37:59,571 Updating FAILED jobs +2021-12-17 23:37:59,571 Updating WAITING jobs +2021-12-17 23:37:59,571 Update finished +2021-12-17 23:38:09,581 Reloading parameters... +2021-12-17 23:38:09,598 Loading parameters... +2021-12-17 23:38:09,599 Loading project parameters... +2021-12-17 23:38:09,601 + +23 of 25 jobs remaining (23:38) +2021-12-17 23:38:09,601 Sleep: 10 +2021-12-17 23:38:09,601 Number of retrials: 0 +2021-12-17 23:38:09,602 WRAPPER CHECK TIME = 10 +2021-12-17 23:38:09,602 Checking jobs for platform=marenostrum4 +2021-12-17 23:38:09,603 Checking jobs for platform=nord3 +2021-12-17 23:38:09,603 Checking jobs for platform=local +2021-12-17 23:38:09,604 Checking jobs for platform=transfer_node +2021-12-17 23:38:09,604 Checking all jobs at once +2021-12-17 23:38:11,374 Successful check job command +2021-12-17 23:38:12,895 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:38:12,895 End of checking +2021-12-17 23:38:12,897 Updating FAILED jobs +2021-12-17 23:38:12,897 Updating WAITING jobs +2021-12-17 23:38:12,897 Update finished +2021-12-17 23:38:12,897 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:38:12,897 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:38:12,897 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:38:12,898 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:38:12,900 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:38:12,902 Job list saved +2021-12-17 23:38:12,907 Updating FAILED jobs +2021-12-17 23:38:12,907 Updating WAITING jobs +2021-12-17 23:38:12,907 Update finished +2021-12-17 23:38:22,917 Reloading parameters... +2021-12-17 23:38:22,942 Loading parameters... +2021-12-17 23:38:22,943 Loading project parameters... +2021-12-17 23:38:22,945 + +23 of 25 jobs remaining (23:38) +2021-12-17 23:38:22,945 Sleep: 10 +2021-12-17 23:38:22,945 Number of retrials: 0 +2021-12-17 23:38:22,946 WRAPPER CHECK TIME = 10 +2021-12-17 23:38:22,946 Checking jobs for platform=marenostrum4 +2021-12-17 23:38:22,947 Checking jobs for platform=nord3 +2021-12-17 23:38:22,947 Checking jobs for platform=local +2021-12-17 23:38:22,948 Checking jobs for platform=transfer_node +2021-12-17 23:38:22,948 Checking all jobs at once +2021-12-17 23:38:25,124 Successful check job command +2021-12-17 23:38:26,443 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:38:26,444 End of checking +2021-12-17 23:38:26,445 Updating FAILED jobs +2021-12-17 23:38:26,445 Updating WAITING jobs +2021-12-17 23:38:26,445 Update finished +2021-12-17 23:38:26,446 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:38:26,446 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:38:26,446 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:38:26,446 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:38:26,449 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:38:26,451 Job list saved +2021-12-17 23:38:26,457 Updating FAILED jobs +2021-12-17 23:38:26,457 Updating WAITING jobs +2021-12-17 23:38:26,457 Update finished +2021-12-17 23:38:36,467 Reloading parameters... +2021-12-17 23:38:36,488 Loading parameters... +2021-12-17 23:38:36,490 Loading project parameters... +2021-12-17 23:38:36,492 + +23 of 25 jobs remaining (23:38) +2021-12-17 23:38:36,492 Sleep: 10 +2021-12-17 23:38:36,492 Number of retrials: 0 +2021-12-17 23:38:36,492 WRAPPER CHECK TIME = 10 +2021-12-17 23:38:36,493 Checking jobs for platform=marenostrum4 +2021-12-17 23:38:36,493 Checking jobs for platform=nord3 +2021-12-17 23:38:36,494 Checking jobs for platform=local +2021-12-17 23:38:36,494 Checking jobs for platform=transfer_node +2021-12-17 23:38:36,494 Checking all jobs at once +2021-12-17 23:38:38,014 Successful check job command +2021-12-17 23:38:39,332 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:38:39,333 End of checking +2021-12-17 23:38:39,334 Updating FAILED jobs +2021-12-17 23:38:39,334 Updating WAITING jobs +2021-12-17 23:38:39,334 Update finished +2021-12-17 23:38:39,334 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:38:39,335 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:38:39,335 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:38:39,335 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:38:39,338 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:38:39,340 Job list saved +2021-12-17 23:38:39,344 Updating FAILED jobs +2021-12-17 23:38:39,344 Updating WAITING jobs +2021-12-17 23:38:39,345 Update finished +2021-12-17 23:38:49,349 Reloading parameters... +2021-12-17 23:38:49,367 Loading parameters... +2021-12-17 23:38:49,369 Loading project parameters... +2021-12-17 23:38:49,371 + +23 of 25 jobs remaining (23:38) +2021-12-17 23:38:49,371 Sleep: 10 +2021-12-17 23:38:49,371 Number of retrials: 0 +2021-12-17 23:38:49,371 WRAPPER CHECK TIME = 10 +2021-12-17 23:38:49,371 Checking jobs for platform=marenostrum4 +2021-12-17 23:38:49,372 Checking jobs for platform=nord3 +2021-12-17 23:38:49,373 Checking jobs for platform=local +2021-12-17 23:38:49,373 Checking jobs for platform=transfer_node +2021-12-17 23:38:49,373 Checking all jobs at once +2021-12-17 23:38:51,694 Successful check job command +2021-12-17 23:38:54,469 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:38:54,469 End of checking +2021-12-17 23:38:54,470 Updating FAILED jobs +2021-12-17 23:38:54,470 Updating WAITING jobs +2021-12-17 23:38:54,471 Update finished +2021-12-17 23:38:54,471 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:38:54,471 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:38:54,471 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:38:54,471 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:38:54,474 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:38:54,476 Job list saved +2021-12-17 23:38:54,481 Updating FAILED jobs +2021-12-17 23:38:54,481 Updating WAITING jobs +2021-12-17 23:38:54,481 Update finished +2021-12-17 23:39:04,491 Reloading parameters... +2021-12-17 23:39:04,509 Loading parameters... +2021-12-17 23:39:04,510 Loading project parameters... +2021-12-17 23:39:04,512 + +23 of 25 jobs remaining (23:39) +2021-12-17 23:39:04,512 Sleep: 10 +2021-12-17 23:39:04,512 Number of retrials: 0 +2021-12-17 23:39:04,512 WRAPPER CHECK TIME = 10 +2021-12-17 23:39:04,513 Checking jobs for platform=marenostrum4 +2021-12-17 23:39:04,513 Checking jobs for platform=nord3 +2021-12-17 23:39:04,514 Checking jobs for platform=local +2021-12-17 23:39:04,514 Checking jobs for platform=transfer_node +2021-12-17 23:39:04,515 Checking all jobs at once +2021-12-17 23:39:05,935 Successful check job command +2021-12-17 23:39:07,854 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:39:07,855 End of checking +2021-12-17 23:39:07,856 Updating FAILED jobs +2021-12-17 23:39:07,856 Updating WAITING jobs +2021-12-17 23:39:07,856 Update finished +2021-12-17 23:39:07,857 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:39:07,857 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:39:07,857 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:39:07,857 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:39:07,860 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:39:07,862 Job list saved +2021-12-17 23:39:07,866 Updating FAILED jobs +2021-12-17 23:39:07,867 Updating WAITING jobs +2021-12-17 23:39:07,867 Update finished +2021-12-17 23:39:17,874 Reloading parameters... +2021-12-17 23:39:17,892 Loading parameters... +2021-12-17 23:39:17,894 Loading project parameters... +2021-12-17 23:39:17,896 + +23 of 25 jobs remaining (23:39) +2021-12-17 23:39:17,896 Sleep: 10 +2021-12-17 23:39:17,896 Number of retrials: 0 +2021-12-17 23:39:17,896 WRAPPER CHECK TIME = 10 +2021-12-17 23:39:17,897 Checking jobs for platform=marenostrum4 +2021-12-17 23:39:17,901 Checking jobs for platform=nord3 +2021-12-17 23:39:17,901 Checking jobs for platform=local +2021-12-17 23:39:17,902 Checking jobs for platform=transfer_node +2021-12-17 23:39:17,902 Checking all jobs at once +2021-12-17 23:39:19,321 Successful check job command +2021-12-17 23:39:20,640 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:39:20,640 End of checking +2021-12-17 23:39:20,641 Updating FAILED jobs +2021-12-17 23:39:20,641 Updating WAITING jobs +2021-12-17 23:39:20,642 Update finished +2021-12-17 23:39:20,642 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:39:20,642 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:39:20,643 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:39:20,643 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:39:20,645 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:39:20,648 Job list saved +2021-12-17 23:39:20,654 Updating FAILED jobs +2021-12-17 23:39:20,654 Updating WAITING jobs +2021-12-17 23:39:20,654 Update finished +2021-12-17 23:39:30,665 Reloading parameters... +2021-12-17 23:39:30,694 Loading parameters... +2021-12-17 23:39:30,696 Loading project parameters... +2021-12-17 23:39:30,698 + +23 of 25 jobs remaining (23:39) +2021-12-17 23:39:30,698 Sleep: 10 +2021-12-17 23:39:30,698 Number of retrials: 0 +2021-12-17 23:39:30,698 WRAPPER CHECK TIME = 10 +2021-12-17 23:39:30,698 Checking jobs for platform=marenostrum4 +2021-12-17 23:39:30,699 Checking jobs for platform=nord3 +2021-12-17 23:39:30,700 Checking jobs for platform=local +2021-12-17 23:39:30,700 Checking jobs for platform=transfer_node +2021-12-17 23:39:30,700 Checking all jobs at once +2021-12-17 23:39:32,120 Successful check job command +2021-12-17 23:39:33,489 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:39:33,489 End of checking +2021-12-17 23:39:33,490 Updating FAILED jobs +2021-12-17 23:39:33,490 Updating WAITING jobs +2021-12-17 23:39:33,491 Update finished +2021-12-17 23:39:33,491 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:39:33,491 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:39:33,491 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:39:33,491 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:39:33,494 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:39:33,496 Job list saved +2021-12-17 23:39:33,501 Updating FAILED jobs +2021-12-17 23:39:33,501 Updating WAITING jobs +2021-12-17 23:39:33,501 Update finished +2021-12-17 23:39:43,511 Reloading parameters... +2021-12-17 23:39:43,532 Loading parameters... +2021-12-17 23:39:43,533 Loading project parameters... +2021-12-17 23:39:43,535 + +23 of 25 jobs remaining (23:39) +2021-12-17 23:39:43,536 Sleep: 10 +2021-12-17 23:39:43,536 Number of retrials: 0 +2021-12-17 23:39:43,536 WRAPPER CHECK TIME = 10 +2021-12-17 23:39:43,536 Checking jobs for platform=marenostrum4 +2021-12-17 23:39:43,537 Checking jobs for platform=nord3 +2021-12-17 23:39:43,538 Checking jobs for platform=local +2021-12-17 23:39:43,538 Checking jobs for platform=transfer_node +2021-12-17 23:39:43,538 Checking all jobs at once +2021-12-17 23:39:45,208 Successful check job command +2021-12-17 23:39:46,477 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:39:46,477 End of checking +2021-12-17 23:39:46,479 Updating FAILED jobs +2021-12-17 23:39:46,479 Updating WAITING jobs +2021-12-17 23:39:46,479 Update finished +2021-12-17 23:39:46,479 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:39:46,479 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:39:46,479 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:39:46,480 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:39:46,482 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:39:46,484 Job list saved +2021-12-17 23:39:46,489 Updating FAILED jobs +2021-12-17 23:39:46,489 Updating WAITING jobs +2021-12-17 23:39:46,489 Update finished +2021-12-17 23:39:56,499 Reloading parameters... +2021-12-17 23:39:56,520 Loading parameters... +2021-12-17 23:39:56,521 Loading project parameters... +2021-12-17 23:39:56,523 + +23 of 25 jobs remaining (23:39) +2021-12-17 23:39:56,523 Sleep: 10 +2021-12-17 23:39:56,523 Number of retrials: 0 +2021-12-17 23:39:56,523 WRAPPER CHECK TIME = 10 +2021-12-17 23:39:56,524 Checking jobs for platform=marenostrum4 +2021-12-17 23:39:56,524 Checking jobs for platform=nord3 +2021-12-17 23:39:56,525 Checking jobs for platform=local +2021-12-17 23:39:56,526 Checking jobs for platform=transfer_node +2021-12-17 23:39:56,526 Checking all jobs at once +2021-12-17 23:39:58,948 Successful check job command +2021-12-17 23:40:00,768 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:40:00,768 End of checking +2021-12-17 23:40:00,769 Updating FAILED jobs +2021-12-17 23:40:00,769 Updating WAITING jobs +2021-12-17 23:40:00,770 Update finished +2021-12-17 23:40:00,770 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:40:00,770 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:40:00,770 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:40:00,771 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:40:00,773 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:40:00,775 Job list saved +2021-12-17 23:40:00,779 Updating FAILED jobs +2021-12-17 23:40:00,780 Updating WAITING jobs +2021-12-17 23:40:00,780 Update finished +2021-12-17 23:40:10,790 Reloading parameters... +2021-12-17 23:40:10,808 Loading parameters... +2021-12-17 23:40:10,809 Loading project parameters... +2021-12-17 23:40:10,811 + +23 of 25 jobs remaining (23:40) +2021-12-17 23:40:10,812 Sleep: 10 +2021-12-17 23:40:10,812 Number of retrials: 0 +2021-12-17 23:40:10,812 WRAPPER CHECK TIME = 10 +2021-12-17 23:40:10,813 Checking jobs for platform=marenostrum4 +2021-12-17 23:40:10,813 Checking jobs for platform=nord3 +2021-12-17 23:40:10,814 Checking jobs for platform=local +2021-12-17 23:40:10,814 Checking jobs for platform=transfer_node +2021-12-17 23:40:10,814 Checking all jobs at once +2021-12-17 23:40:12,236 Successful check job command +2021-12-17 23:40:15,208 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:40:15,209 End of checking +2021-12-17 23:40:15,210 Updating FAILED jobs +2021-12-17 23:40:15,210 Updating WAITING jobs +2021-12-17 23:40:15,211 Update finished +2021-12-17 23:40:15,211 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:40:15,211 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:40:15,211 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:40:15,211 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:40:15,214 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:40:15,216 Job list saved +2021-12-17 23:40:15,221 Updating FAILED jobs +2021-12-17 23:40:15,221 Updating WAITING jobs +2021-12-17 23:40:15,221 Update finished +2021-12-17 23:40:25,231 Reloading parameters... +2021-12-17 23:40:25,250 Loading parameters... +2021-12-17 23:40:25,251 Loading project parameters... +2021-12-17 23:40:25,253 + +23 of 25 jobs remaining (23:40) +2021-12-17 23:40:25,254 Sleep: 10 +2021-12-17 23:40:25,254 Number of retrials: 0 +2021-12-17 23:40:25,254 WRAPPER CHECK TIME = 10 +2021-12-17 23:40:25,254 Checking jobs for platform=marenostrum4 +2021-12-17 23:40:25,255 Checking jobs for platform=nord3 +2021-12-17 23:40:25,255 Checking jobs for platform=local +2021-12-17 23:40:25,256 Checking jobs for platform=transfer_node +2021-12-17 23:40:25,256 Checking all jobs at once +2021-12-17 23:40:26,989 Successful check job command +2021-12-17 23:40:30,162 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:40:30,163 End of checking +2021-12-17 23:40:30,164 Updating FAILED jobs +2021-12-17 23:40:30,164 Updating WAITING jobs +2021-12-17 23:40:30,164 Update finished +2021-12-17 23:40:30,165 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:40:30,165 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:40:30,165 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:40:30,165 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:40:30,168 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:40:30,170 Job list saved +2021-12-17 23:40:30,175 Updating FAILED jobs +2021-12-17 23:40:30,175 Updating WAITING jobs +2021-12-17 23:40:30,175 Update finished +2021-12-17 23:40:40,185 Reloading parameters... +2021-12-17 23:40:40,204 Loading parameters... +2021-12-17 23:40:40,205 Loading project parameters... +2021-12-17 23:40:40,207 + +23 of 25 jobs remaining (23:40) +2021-12-17 23:40:40,211 Sleep: 10 +2021-12-17 23:40:40,211 Number of retrials: 0 +2021-12-17 23:40:40,211 WRAPPER CHECK TIME = 10 +2021-12-17 23:40:40,212 Checking jobs for platform=marenostrum4 +2021-12-17 23:40:40,212 Checking jobs for platform=nord3 +2021-12-17 23:40:40,213 Checking jobs for platform=local +2021-12-17 23:40:40,213 Checking jobs for platform=transfer_node +2021-12-17 23:40:40,213 Checking all jobs at once +2021-12-17 23:40:41,532 Successful check job command +2021-12-17 23:40:43,202 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:40:43,202 End of checking +2021-12-17 23:40:43,203 Updating FAILED jobs +2021-12-17 23:40:43,203 Updating WAITING jobs +2021-12-17 23:40:43,204 Update finished +2021-12-17 23:40:43,204 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:40:43,204 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:40:43,205 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:40:43,205 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:40:43,207 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:40:43,209 Job list saved +2021-12-17 23:40:43,214 Updating FAILED jobs +2021-12-17 23:40:43,215 Updating WAITING jobs +2021-12-17 23:40:43,215 Update finished +2021-12-17 23:40:53,225 Reloading parameters... +2021-12-17 23:40:53,244 Loading parameters... +2021-12-17 23:40:53,245 Loading project parameters... +2021-12-17 23:40:53,247 + +23 of 25 jobs remaining (23:40) +2021-12-17 23:40:53,247 Sleep: 10 +2021-12-17 23:40:53,247 Number of retrials: 0 +2021-12-17 23:40:53,248 WRAPPER CHECK TIME = 10 +2021-12-17 23:40:53,248 Checking jobs for platform=marenostrum4 +2021-12-17 23:40:53,249 Checking jobs for platform=nord3 +2021-12-17 23:40:53,249 Checking jobs for platform=local +2021-12-17 23:40:53,250 Checking jobs for platform=transfer_node +2021-12-17 23:40:53,250 Checking all jobs at once +2021-12-17 23:40:55,421 Successful check job command +2021-12-17 23:40:58,393 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:40:58,393 End of checking +2021-12-17 23:40:58,395 Updating FAILED jobs +2021-12-17 23:40:58,395 Updating WAITING jobs +2021-12-17 23:40:58,395 Update finished +2021-12-17 23:40:58,395 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:40:58,396 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:40:58,396 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:40:58,396 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:40:58,398 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:40:58,401 Job list saved +2021-12-17 23:40:58,405 Updating FAILED jobs +2021-12-17 23:40:58,406 Updating WAITING jobs +2021-12-17 23:40:58,406 Update finished +2021-12-17 23:41:08,416 Reloading parameters... +2021-12-17 23:41:08,436 Loading parameters... +2021-12-17 23:41:08,437 Loading project parameters... +2021-12-17 23:41:08,439 + +23 of 25 jobs remaining (23:41) +2021-12-17 23:41:08,439 Sleep: 10 +2021-12-17 23:41:08,439 Number of retrials: 0 +2021-12-17 23:41:08,439 WRAPPER CHECK TIME = 10 +2021-12-17 23:41:08,440 Checking jobs for platform=marenostrum4 +2021-12-17 23:41:08,441 Checking jobs for platform=nord3 +2021-12-17 23:41:08,441 Checking jobs for platform=local +2021-12-17 23:41:08,442 Checking jobs for platform=transfer_node +2021-12-17 23:41:08,442 Checking all jobs at once +2021-12-17 23:41:09,862 Successful check job command +2021-12-17 23:41:11,632 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:41:11,632 End of checking +2021-12-17 23:41:11,634 Updating FAILED jobs +2021-12-17 23:41:11,634 Updating WAITING jobs +2021-12-17 23:41:11,634 Update finished +2021-12-17 23:41:11,634 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:41:11,634 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:41:11,634 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:41:11,635 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:41:11,637 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:41:11,639 Job list saved +2021-12-17 23:41:11,643 Updating FAILED jobs +2021-12-17 23:41:11,643 Updating WAITING jobs +2021-12-17 23:41:11,644 Update finished +2021-12-17 23:41:21,653 Reloading parameters... +2021-12-17 23:41:21,673 Loading parameters... +2021-12-17 23:41:21,674 Loading project parameters... +2021-12-17 23:41:21,676 + +23 of 25 jobs remaining (23:41) +2021-12-17 23:41:21,676 Sleep: 10 +2021-12-17 23:41:21,676 Number of retrials: 0 +2021-12-17 23:41:21,676 WRAPPER CHECK TIME = 10 +2021-12-17 23:41:21,677 Checking jobs for platform=marenostrum4 +2021-12-17 23:41:21,677 Checking jobs for platform=nord3 +2021-12-17 23:41:21,678 Checking jobs for platform=local +2021-12-17 23:41:21,679 Checking jobs for platform=transfer_node +2021-12-17 23:41:21,679 Checking all jobs at once +2021-12-17 23:41:23,098 Successful check job command +2021-12-17 23:41:24,420 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:41:24,420 End of checking +2021-12-17 23:41:24,422 Updating FAILED jobs +2021-12-17 23:41:24,422 Updating WAITING jobs +2021-12-17 23:41:24,422 Update finished +2021-12-17 23:41:24,423 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:41:24,423 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:41:24,423 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:41:24,424 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:41:24,427 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:41:24,429 Job list saved +2021-12-17 23:41:24,434 Updating FAILED jobs +2021-12-17 23:41:24,434 Updating WAITING jobs +2021-12-17 23:41:24,434 Update finished +2021-12-17 23:41:34,444 Reloading parameters... +2021-12-17 23:41:34,465 Loading parameters... +2021-12-17 23:41:34,466 Loading project parameters... +2021-12-17 23:41:34,468 + +23 of 25 jobs remaining (23:41) +2021-12-17 23:41:34,468 Sleep: 10 +2021-12-17 23:41:34,468 Number of retrials: 0 +2021-12-17 23:41:34,469 WRAPPER CHECK TIME = 10 +2021-12-17 23:41:34,469 Checking jobs for platform=marenostrum4 +2021-12-17 23:41:34,470 Checking jobs for platform=nord3 +2021-12-17 23:41:34,470 Checking jobs for platform=local +2021-12-17 23:41:34,471 Checking jobs for platform=transfer_node +2021-12-17 23:41:34,471 Checking all jobs at once +2021-12-17 23:41:37,242 Successful check job command +2021-12-17 23:41:39,813 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:41:39,813 End of checking +2021-12-17 23:41:39,815 Updating FAILED jobs +2021-12-17 23:41:39,815 Updating WAITING jobs +2021-12-17 23:41:39,815 Update finished +2021-12-17 23:41:39,815 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:41:39,816 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:41:39,816 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:41:39,816 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:41:39,819 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:41:39,823 Job list saved +2021-12-17 23:41:39,829 Updating FAILED jobs +2021-12-17 23:41:39,829 Updating WAITING jobs +2021-12-17 23:41:39,830 Update finished +2021-12-17 23:41:49,840 Reloading parameters... +2021-12-17 23:41:49,863 Loading parameters... +2021-12-17 23:41:49,864 Loading project parameters... +2021-12-17 23:41:49,866 + +23 of 25 jobs remaining (23:41) +2021-12-17 23:41:49,866 Sleep: 10 +2021-12-17 23:41:49,866 Number of retrials: 0 +2021-12-17 23:41:49,866 WRAPPER CHECK TIME = 10 +2021-12-17 23:41:49,867 Checking jobs for platform=marenostrum4 +2021-12-17 23:41:49,867 Checking jobs for platform=nord3 +2021-12-17 23:41:49,868 Checking jobs for platform=local +2021-12-17 23:41:49,868 Checking jobs for platform=transfer_node +2021-12-17 23:41:49,869 Checking all jobs at once +2021-12-17 23:41:51,288 Successful check job command +2021-12-17 23:41:52,957 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:41:52,957 End of checking +2021-12-17 23:41:52,959 Updating FAILED jobs +2021-12-17 23:41:52,959 Updating WAITING jobs +2021-12-17 23:41:52,959 Update finished +2021-12-17 23:41:52,960 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:41:52,960 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:41:52,960 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:41:52,960 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:41:52,966 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:41:52,968 Job list saved +2021-12-17 23:41:52,974 Updating FAILED jobs +2021-12-17 23:41:52,974 Updating WAITING jobs +2021-12-17 23:41:52,974 Update finished +2021-12-17 23:42:02,985 Reloading parameters... +2021-12-17 23:42:03,003 Loading parameters... +2021-12-17 23:42:03,004 Loading project parameters... +2021-12-17 23:42:03,006 + +23 of 25 jobs remaining (23:42) +2021-12-17 23:42:03,006 Sleep: 10 +2021-12-17 23:42:03,006 Number of retrials: 0 +2021-12-17 23:42:03,006 WRAPPER CHECK TIME = 10 +2021-12-17 23:42:03,007 Checking jobs for platform=marenostrum4 +2021-12-17 23:42:03,008 Checking jobs for platform=nord3 +2021-12-17 23:42:03,008 Checking jobs for platform=local +2021-12-17 23:42:03,009 Checking jobs for platform=transfer_node +2021-12-17 23:42:03,009 Checking all jobs at once +2021-12-17 23:42:04,729 Successful check job command +2021-12-17 23:42:06,149 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:42:06,149 End of checking +2021-12-17 23:42:06,151 Updating FAILED jobs +2021-12-17 23:42:06,151 Updating WAITING jobs +2021-12-17 23:42:06,151 Update finished +2021-12-17 23:42:06,151 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:42:06,153 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:42:06,153 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:42:06,153 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:42:06,156 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:42:06,158 Job list saved +2021-12-17 23:42:06,163 Updating FAILED jobs +2021-12-17 23:42:06,163 Updating WAITING jobs +2021-12-17 23:42:06,163 Update finished +2021-12-17 23:42:16,164 Reloading parameters... +2021-12-17 23:42:16,182 Loading parameters... +2021-12-17 23:42:16,183 Loading project parameters... +2021-12-17 23:42:16,185 + +23 of 25 jobs remaining (23:42) +2021-12-17 23:42:16,185 Sleep: 10 +2021-12-17 23:42:16,186 Number of retrials: 0 +2021-12-17 23:42:16,186 WRAPPER CHECK TIME = 10 +2021-12-17 23:42:16,186 Checking jobs for platform=marenostrum4 +2021-12-17 23:42:16,187 Checking jobs for platform=nord3 +2021-12-17 23:42:16,187 Checking jobs for platform=local +2021-12-17 23:42:16,188 Checking jobs for platform=transfer_node +2021-12-17 23:42:16,188 Checking all jobs at once +2021-12-17 23:42:19,813 Successful check job command +2021-12-17 23:42:22,935 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:42:22,936 End of checking +2021-12-17 23:42:22,937 Updating FAILED jobs +2021-12-17 23:42:22,937 Updating WAITING jobs +2021-12-17 23:42:22,937 Update finished +2021-12-17 23:42:22,937 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:42:22,938 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:42:22,938 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:42:22,938 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:42:22,940 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:42:22,943 Job list saved +2021-12-17 23:42:22,947 Updating FAILED jobs +2021-12-17 23:42:22,947 Updating WAITING jobs +2021-12-17 23:42:22,948 Update finished +2021-12-17 23:42:32,958 Reloading parameters... +2021-12-17 23:42:32,977 Loading parameters... +2021-12-17 23:42:32,979 Loading project parameters... +2021-12-17 23:42:32,981 + +23 of 25 jobs remaining (23:42) +2021-12-17 23:42:32,981 Sleep: 10 +2021-12-17 23:42:32,981 Number of retrials: 0 +2021-12-17 23:42:32,981 WRAPPER CHECK TIME = 10 +2021-12-17 23:42:32,982 Checking jobs for platform=marenostrum4 +2021-12-17 23:42:32,982 Checking jobs for platform=nord3 +2021-12-17 23:42:32,983 Checking jobs for platform=local +2021-12-17 23:42:32,984 Checking jobs for platform=transfer_node +2021-12-17 23:42:32,984 Checking all jobs at once +2021-12-17 23:42:34,554 Successful check job command +2021-12-17 23:42:36,073 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:42:36,074 End of checking +2021-12-17 23:42:36,075 Updating FAILED jobs +2021-12-17 23:42:36,075 Updating WAITING jobs +2021-12-17 23:42:36,075 Update finished +2021-12-17 23:42:36,076 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:42:36,076 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:42:36,076 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:42:36,076 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:42:36,079 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:42:36,081 Job list saved +2021-12-17 23:42:36,085 Updating FAILED jobs +2021-12-17 23:42:36,086 Updating WAITING jobs +2021-12-17 23:42:36,086 Update finished +2021-12-17 23:42:46,096 Reloading parameters... +2021-12-17 23:42:46,122 Loading parameters... +2021-12-17 23:42:46,124 Loading project parameters... +2021-12-17 23:42:46,125 + +23 of 25 jobs remaining (23:42) +2021-12-17 23:42:46,126 Sleep: 10 +2021-12-17 23:42:46,126 Number of retrials: 0 +2021-12-17 23:42:46,126 WRAPPER CHECK TIME = 10 +2021-12-17 23:42:46,126 Checking jobs for platform=marenostrum4 +2021-12-17 23:42:46,127 Checking jobs for platform=nord3 +2021-12-17 23:42:46,127 Checking jobs for platform=local +2021-12-17 23:42:46,128 Checking jobs for platform=transfer_node +2021-12-17 23:42:46,128 Checking all jobs at once +2021-12-17 23:42:48,151 Successful check job command +2021-12-17 23:42:49,820 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:42:49,820 End of checking +2021-12-17 23:42:49,822 Updating FAILED jobs +2021-12-17 23:42:49,822 Updating WAITING jobs +2021-12-17 23:42:49,822 Update finished +2021-12-17 23:42:49,822 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:42:49,823 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:42:49,823 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:42:49,823 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:42:49,826 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:42:49,828 Job list saved +2021-12-17 23:42:49,833 Updating FAILED jobs +2021-12-17 23:42:49,833 Updating WAITING jobs +2021-12-17 23:42:49,833 Update finished +2021-12-17 23:42:59,843 Reloading parameters... +2021-12-17 23:42:59,864 Loading parameters... +2021-12-17 23:42:59,865 Loading project parameters... +2021-12-17 23:42:59,867 + +23 of 25 jobs remaining (23:42) +2021-12-17 23:42:59,867 Sleep: 10 +2021-12-17 23:42:59,867 Number of retrials: 0 +2021-12-17 23:42:59,867 WRAPPER CHECK TIME = 10 +2021-12-17 23:42:59,868 Checking jobs for platform=marenostrum4 +2021-12-17 23:42:59,869 Checking jobs for platform=nord3 +2021-12-17 23:42:59,869 Checking jobs for platform=local +2021-12-17 23:42:59,870 Checking jobs for platform=transfer_node +2021-12-17 23:42:59,870 Checking all jobs at once +2021-12-17 23:43:02,141 Successful check job command +2021-12-17 23:43:04,211 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:43:04,212 End of checking +2021-12-17 23:43:04,213 Updating FAILED jobs +2021-12-17 23:43:04,213 Updating WAITING jobs +2021-12-17 23:43:04,214 Update finished +2021-12-17 23:43:04,214 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:43:04,214 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:43:04,214 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:43:04,214 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:43:04,217 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:43:04,220 Job list saved +2021-12-17 23:43:04,225 Updating FAILED jobs +2021-12-17 23:43:04,225 Updating WAITING jobs +2021-12-17 23:43:04,225 Update finished +2021-12-17 23:43:14,236 Reloading parameters... +2021-12-17 23:43:14,254 Loading parameters... +2021-12-17 23:43:14,255 Loading project parameters... +2021-12-17 23:43:14,257 + +23 of 25 jobs remaining (23:43) +2021-12-17 23:43:14,257 Sleep: 10 +2021-12-17 23:43:14,257 Number of retrials: 0 +2021-12-17 23:43:14,257 WRAPPER CHECK TIME = 10 +2021-12-17 23:43:14,258 Checking jobs for platform=marenostrum4 +2021-12-17 23:43:14,259 Checking jobs for platform=nord3 +2021-12-17 23:43:14,259 Checking jobs for platform=local +2021-12-17 23:43:14,260 Checking jobs for platform=transfer_node +2021-12-17 23:43:14,260 Checking all jobs at once +2021-12-17 23:43:16,031 Successful check job command +2021-12-17 23:43:18,752 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:43:18,752 End of checking +2021-12-17 23:43:18,754 Updating FAILED jobs +2021-12-17 23:43:18,754 Updating WAITING jobs +2021-12-17 23:43:18,754 Update finished +2021-12-17 23:43:18,754 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:43:18,755 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:43:18,755 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:43:18,755 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:43:18,758 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:43:18,760 Job list saved +2021-12-17 23:43:18,765 Updating FAILED jobs +2021-12-17 23:43:18,765 Updating WAITING jobs +2021-12-17 23:43:18,765 Update finished +2021-12-17 23:43:28,774 Reloading parameters... +2021-12-17 23:43:28,795 Loading parameters... +2021-12-17 23:43:28,796 Loading project parameters... +2021-12-17 23:43:28,798 + +23 of 25 jobs remaining (23:43) +2021-12-17 23:43:28,798 Sleep: 10 +2021-12-17 23:43:28,798 Number of retrials: 0 +2021-12-17 23:43:28,798 WRAPPER CHECK TIME = 10 +2021-12-17 23:43:28,799 Checking jobs for platform=marenostrum4 +2021-12-17 23:43:28,800 Checking jobs for platform=nord3 +2021-12-17 23:43:28,800 Checking jobs for platform=local +2021-12-17 23:43:28,801 Checking jobs for platform=transfer_node +2021-12-17 23:43:28,801 Checking all jobs at once +2021-12-17 23:43:30,671 Successful check job command +2021-12-17 23:43:32,193 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:43:32,193 End of checking +2021-12-17 23:43:32,194 Updating FAILED jobs +2021-12-17 23:43:32,194 Updating WAITING jobs +2021-12-17 23:43:32,195 Update finished +2021-12-17 23:43:32,195 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:43:32,195 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:43:32,196 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:43:32,196 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:43:32,198 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:43:32,200 Job list saved +2021-12-17 23:43:32,205 Updating FAILED jobs +2021-12-17 23:43:32,206 Updating WAITING jobs +2021-12-17 23:43:32,206 Update finished +2021-12-17 23:43:42,216 Reloading parameters... +2021-12-17 23:43:42,235 Loading parameters... +2021-12-17 23:43:42,236 Loading project parameters... +2021-12-17 23:43:42,238 + +23 of 25 jobs remaining (23:43) +2021-12-17 23:43:42,238 Sleep: 10 +2021-12-17 23:43:42,238 Number of retrials: 0 +2021-12-17 23:43:42,238 WRAPPER CHECK TIME = 10 +2021-12-17 23:43:42,239 Checking jobs for platform=marenostrum4 +2021-12-17 23:43:42,240 Checking jobs for platform=nord3 +2021-12-17 23:43:42,240 Checking jobs for platform=local +2021-12-17 23:43:42,241 Checking jobs for platform=transfer_node +2021-12-17 23:43:42,241 Checking all jobs at once +2021-12-17 23:43:43,713 Successful check job command +2021-12-17 23:43:46,487 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:43:46,487 End of checking +2021-12-17 23:43:46,488 Updating FAILED jobs +2021-12-17 23:43:46,489 Updating WAITING jobs +2021-12-17 23:43:46,489 Update finished +2021-12-17 23:43:46,489 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:43:46,489 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:43:46,489 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:43:46,489 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:43:46,492 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:43:46,494 Job list saved +2021-12-17 23:43:46,499 Updating FAILED jobs +2021-12-17 23:43:46,499 Updating WAITING jobs +2021-12-17 23:43:46,500 Update finished +2021-12-17 23:43:56,510 Reloading parameters... +2021-12-17 23:43:56,532 Loading parameters... +2021-12-17 23:43:56,534 Loading project parameters... +2021-12-17 23:43:56,536 + +23 of 25 jobs remaining (23:43) +2021-12-17 23:43:56,536 Sleep: 10 +2021-12-17 23:43:56,536 Number of retrials: 0 +2021-12-17 23:43:56,536 WRAPPER CHECK TIME = 10 +2021-12-17 23:43:56,537 Checking jobs for platform=marenostrum4 +2021-12-17 23:43:56,537 Checking jobs for platform=nord3 +2021-12-17 23:43:56,538 Checking jobs for platform=local +2021-12-17 23:43:56,538 Checking jobs for platform=transfer_node +2021-12-17 23:43:56,539 Checking all jobs at once +2021-12-17 23:43:58,159 Successful check job command +2021-12-17 23:44:00,333 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:44:00,334 End of checking +2021-12-17 23:44:00,335 Updating FAILED jobs +2021-12-17 23:44:00,335 Updating WAITING jobs +2021-12-17 23:44:00,335 Update finished +2021-12-17 23:44:00,335 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:44:00,336 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:44:00,336 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:44:00,336 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:44:00,338 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:44:00,340 Job list saved +2021-12-17 23:44:00,345 Updating FAILED jobs +2021-12-17 23:44:00,346 Updating WAITING jobs +2021-12-17 23:44:00,346 Update finished +2021-12-17 23:44:10,356 Reloading parameters... +2021-12-17 23:44:10,434 Loading parameters... +2021-12-17 23:44:10,436 Loading project parameters... +2021-12-17 23:44:10,438 + +23 of 25 jobs remaining (23:44) +2021-12-17 23:44:10,438 Sleep: 10 +2021-12-17 23:44:10,438 Number of retrials: 0 +2021-12-17 23:44:10,438 WRAPPER CHECK TIME = 10 +2021-12-17 23:44:10,439 Checking jobs for platform=marenostrum4 +2021-12-17 23:44:10,439 Checking jobs for platform=nord3 +2021-12-17 23:44:10,440 Checking jobs for platform=local +2021-12-17 23:44:10,440 Checking jobs for platform=transfer_node +2021-12-17 23:44:10,441 Checking all jobs at once +2021-12-17 23:44:12,212 Successful check job command +2021-12-17 23:44:13,582 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:44:13,582 End of checking +2021-12-17 23:44:13,583 Updating FAILED jobs +2021-12-17 23:44:13,583 Updating WAITING jobs +2021-12-17 23:44:13,583 Update finished +2021-12-17 23:44:13,584 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:44:13,585 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:44:13,585 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:44:13,586 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:44:13,588 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:44:13,591 Job list saved +2021-12-17 23:44:13,596 Updating FAILED jobs +2021-12-17 23:44:13,596 Updating WAITING jobs +2021-12-17 23:44:13,596 Update finished +2021-12-17 23:44:23,606 Reloading parameters... +2021-12-17 23:44:23,626 Loading parameters... +2021-12-17 23:44:23,627 Loading project parameters... +2021-12-17 23:44:23,629 + +23 of 25 jobs remaining (23:44) +2021-12-17 23:44:23,629 Sleep: 10 +2021-12-17 23:44:23,629 Number of retrials: 0 +2021-12-17 23:44:23,629 WRAPPER CHECK TIME = 10 +2021-12-17 23:44:23,630 Checking jobs for platform=marenostrum4 +2021-12-17 23:44:23,630 Checking jobs for platform=nord3 +2021-12-17 23:44:23,631 Checking jobs for platform=local +2021-12-17 23:44:23,631 Checking jobs for platform=transfer_node +2021-12-17 23:44:23,632 Checking all jobs at once +2021-12-17 23:44:25,001 Successful check job command +2021-12-17 23:44:26,923 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:44:26,923 End of checking +2021-12-17 23:44:26,925 Updating FAILED jobs +2021-12-17 23:44:26,925 Updating WAITING jobs +2021-12-17 23:44:26,925 Update finished +2021-12-17 23:44:26,925 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:44:26,925 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:44:26,925 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:44:26,926 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:44:26,928 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:44:26,931 Job list saved +2021-12-17 23:44:26,935 Updating FAILED jobs +2021-12-17 23:44:26,936 Updating WAITING jobs +2021-12-17 23:44:26,936 Update finished +2021-12-17 23:44:36,946 Reloading parameters... +2021-12-17 23:44:36,964 Loading parameters... +2021-12-17 23:44:36,965 Loading project parameters... +2021-12-17 23:44:36,967 + +23 of 25 jobs remaining (23:44) +2021-12-17 23:44:36,968 Sleep: 10 +2021-12-17 23:44:36,968 Number of retrials: 0 +2021-12-17 23:44:36,968 WRAPPER CHECK TIME = 10 +2021-12-17 23:44:36,968 Checking jobs for platform=marenostrum4 +2021-12-17 23:44:36,969 Checking jobs for platform=nord3 +2021-12-17 23:44:36,969 Checking jobs for platform=local +2021-12-17 23:44:36,970 Checking jobs for platform=transfer_node +2021-12-17 23:44:36,970 Checking all jobs at once +2021-12-17 23:44:38,490 Successful check job command +2021-12-17 23:44:40,912 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:44:40,913 End of checking +2021-12-17 23:44:40,914 Updating FAILED jobs +2021-12-17 23:44:40,914 Updating WAITING jobs +2021-12-17 23:44:40,915 Update finished +2021-12-17 23:44:40,915 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:44:40,915 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:44:40,915 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:44:40,915 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:44:40,918 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:44:40,920 Job list saved +2021-12-17 23:44:40,926 Updating FAILED jobs +2021-12-17 23:44:40,926 Updating WAITING jobs +2021-12-17 23:44:40,926 Update finished +2021-12-17 23:44:50,935 Reloading parameters... +2021-12-17 23:44:50,954 Loading parameters... +2021-12-17 23:44:50,955 Loading project parameters... +2021-12-17 23:44:50,958 + +23 of 25 jobs remaining (23:44) +2021-12-17 23:44:50,958 Sleep: 10 +2021-12-17 23:44:50,958 Number of retrials: 0 +2021-12-17 23:44:50,958 WRAPPER CHECK TIME = 10 +2021-12-17 23:44:50,959 Checking jobs for platform=marenostrum4 +2021-12-17 23:44:50,960 Checking jobs for platform=nord3 +2021-12-17 23:44:50,960 Checking jobs for platform=local +2021-12-17 23:44:50,961 Checking jobs for platform=transfer_node +2021-12-17 23:44:50,961 Checking all jobs at once +2021-12-17 23:44:52,482 Successful check job command +2021-12-17 23:44:54,152 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:44:54,152 End of checking +2021-12-17 23:44:54,154 Updating FAILED jobs +2021-12-17 23:44:54,154 Updating WAITING jobs +2021-12-17 23:44:54,154 Update finished +2021-12-17 23:44:54,154 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:44:54,155 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:44:54,155 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:44:54,155 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:44:54,157 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:44:54,160 Job list saved +2021-12-17 23:44:54,164 Updating FAILED jobs +2021-12-17 23:44:54,165 Updating WAITING jobs +2021-12-17 23:44:54,165 Update finished +2021-12-17 23:45:04,174 Reloading parameters... +2021-12-17 23:45:04,193 Loading parameters... +2021-12-17 23:45:04,194 Loading project parameters... +2021-12-17 23:45:04,196 + +23 of 25 jobs remaining (23:45) +2021-12-17 23:45:04,196 Sleep: 10 +2021-12-17 23:45:04,197 Number of retrials: 0 +2021-12-17 23:45:04,197 WRAPPER CHECK TIME = 10 +2021-12-17 23:45:04,197 Checking jobs for platform=marenostrum4 +2021-12-17 23:45:04,198 Checking jobs for platform=nord3 +2021-12-17 23:45:04,198 Checking jobs for platform=local +2021-12-17 23:45:04,199 Checking jobs for platform=transfer_node +2021-12-17 23:45:04,199 Checking all jobs at once +2021-12-17 23:45:05,518 Successful check job command +2021-12-17 23:45:06,987 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:45:06,988 End of checking +2021-12-17 23:45:06,990 Updating FAILED jobs +2021-12-17 23:45:06,990 Updating WAITING jobs +2021-12-17 23:45:06,990 Update finished +2021-12-17 23:45:06,990 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:45:06,991 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:45:06,991 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:45:06,991 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:45:06,994 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:45:06,996 Job list saved +2021-12-17 23:45:07,000 Updating FAILED jobs +2021-12-17 23:45:07,001 Updating WAITING jobs +2021-12-17 23:45:07,001 Update finished +2021-12-17 23:45:17,011 Reloading parameters... +2021-12-17 23:45:17,032 Loading parameters... +2021-12-17 23:45:17,033 Loading project parameters... +2021-12-17 23:45:17,035 + +23 of 25 jobs remaining (23:45) +2021-12-17 23:45:17,035 Sleep: 10 +2021-12-17 23:45:17,035 Number of retrials: 0 +2021-12-17 23:45:17,035 WRAPPER CHECK TIME = 10 +2021-12-17 23:45:17,036 Checking jobs for platform=marenostrum4 +2021-12-17 23:45:17,037 Checking jobs for platform=nord3 +2021-12-17 23:45:17,037 Checking jobs for platform=local +2021-12-17 23:45:17,038 Checking jobs for platform=transfer_node +2021-12-17 23:45:17,038 Checking all jobs at once +2021-12-17 23:45:18,607 Successful check job command +2021-12-17 23:45:20,327 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:45:20,327 End of checking +2021-12-17 23:45:20,329 Updating FAILED jobs +2021-12-17 23:45:20,330 Updating WAITING jobs +2021-12-17 23:45:20,330 Update finished +2021-12-17 23:45:20,330 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:45:20,330 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:45:20,330 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:45:20,330 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:45:20,333 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:45:20,336 Job list saved +2021-12-17 23:45:20,341 Updating FAILED jobs +2021-12-17 23:45:20,341 Updating WAITING jobs +2021-12-17 23:45:20,341 Update finished +2021-12-17 23:45:30,350 Reloading parameters... +2021-12-17 23:45:30,369 Loading parameters... +2021-12-17 23:45:30,371 Loading project parameters... +2021-12-17 23:45:30,372 + +23 of 25 jobs remaining (23:45) +2021-12-17 23:45:30,373 Sleep: 10 +2021-12-17 23:45:30,373 Number of retrials: 0 +2021-12-17 23:45:30,373 WRAPPER CHECK TIME = 10 +2021-12-17 23:45:30,373 Checking jobs for platform=marenostrum4 +2021-12-17 23:45:30,374 Checking jobs for platform=nord3 +2021-12-17 23:45:30,375 Checking jobs for platform=local +2021-12-17 23:45:30,375 Checking jobs for platform=transfer_node +2021-12-17 23:45:30,375 Checking all jobs at once +2021-12-17 23:45:32,359 Successful check job command +2021-12-17 23:45:34,580 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:45:34,580 End of checking +2021-12-17 23:45:34,581 Updating FAILED jobs +2021-12-17 23:45:34,582 Updating WAITING jobs +2021-12-17 23:45:34,582 Update finished +2021-12-17 23:45:34,582 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:45:34,583 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:45:34,583 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:45:34,583 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:45:34,585 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:45:34,588 Job list saved +2021-12-17 23:45:34,592 Updating FAILED jobs +2021-12-17 23:45:34,592 Updating WAITING jobs +2021-12-17 23:45:34,593 Update finished +2021-12-17 23:45:44,603 Reloading parameters... +2021-12-17 23:45:44,621 Loading parameters... +2021-12-17 23:45:44,626 Loading project parameters... +2021-12-17 23:45:44,628 + +23 of 25 jobs remaining (23:45) +2021-12-17 23:45:44,628 Sleep: 10 +2021-12-17 23:45:44,628 Number of retrials: 0 +2021-12-17 23:45:44,628 WRAPPER CHECK TIME = 10 +2021-12-17 23:45:44,629 Checking jobs for platform=marenostrum4 +2021-12-17 23:45:44,629 Checking jobs for platform=nord3 +2021-12-17 23:45:44,630 Checking jobs for platform=local +2021-12-17 23:45:44,631 Checking jobs for platform=transfer_node +2021-12-17 23:45:44,631 Checking all jobs at once +2021-12-17 23:45:46,202 Successful check job command +2021-12-17 23:45:47,573 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:45:47,573 End of checking +2021-12-17 23:45:47,575 Updating FAILED jobs +2021-12-17 23:45:47,575 Updating WAITING jobs +2021-12-17 23:45:47,575 Update finished +2021-12-17 23:45:47,575 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:45:47,575 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:45:47,575 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:45:47,576 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:45:47,578 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:45:47,581 Job list saved +2021-12-17 23:45:47,587 Updating FAILED jobs +2021-12-17 23:45:47,587 Updating WAITING jobs +2021-12-17 23:45:47,587 Update finished +2021-12-17 23:45:57,597 Reloading parameters... +2021-12-17 23:45:57,620 Loading parameters... +2021-12-17 23:45:57,621 Loading project parameters... +2021-12-17 23:45:57,623 + +23 of 25 jobs remaining (23:45) +2021-12-17 23:45:57,623 Sleep: 10 +2021-12-17 23:45:57,623 Number of retrials: 0 +2021-12-17 23:45:57,624 WRAPPER CHECK TIME = 10 +2021-12-17 23:45:57,624 Checking jobs for platform=marenostrum4 +2021-12-17 23:45:57,625 Checking jobs for platform=nord3 +2021-12-17 23:45:57,625 Checking jobs for platform=local +2021-12-17 23:45:57,626 Checking jobs for platform=transfer_node +2021-12-17 23:45:57,626 Checking all jobs at once +2021-12-17 23:45:59,297 Successful check job command +2021-12-17 23:46:01,367 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:46:01,367 End of checking +2021-12-17 23:46:01,369 Updating FAILED jobs +2021-12-17 23:46:01,370 Updating WAITING jobs +2021-12-17 23:46:01,370 Update finished +2021-12-17 23:46:01,370 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:46:01,370 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:46:01,370 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:46:01,370 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:46:01,373 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:46:01,375 Job list saved +2021-12-17 23:46:01,381 Updating FAILED jobs +2021-12-17 23:46:01,381 Updating WAITING jobs +2021-12-17 23:46:01,381 Update finished +2021-12-17 23:46:11,391 Reloading parameters... +2021-12-17 23:46:11,413 Loading parameters... +2021-12-17 23:46:11,414 Loading project parameters... +2021-12-17 23:46:11,416 + +23 of 25 jobs remaining (23:46) +2021-12-17 23:46:11,416 Sleep: 10 +2021-12-17 23:46:11,416 Number of retrials: 0 +2021-12-17 23:46:11,416 WRAPPER CHECK TIME = 10 +2021-12-17 23:46:11,417 Checking jobs for platform=marenostrum4 +2021-12-17 23:46:11,418 Checking jobs for platform=nord3 +2021-12-17 23:46:11,418 Checking jobs for platform=local +2021-12-17 23:46:11,419 Checking jobs for platform=transfer_node +2021-12-17 23:46:11,419 Checking all jobs at once +2021-12-17 23:46:13,143 Successful check job command +2021-12-17 23:46:16,115 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:46:16,116 End of checking +2021-12-17 23:46:16,117 Updating FAILED jobs +2021-12-17 23:46:16,117 Updating WAITING jobs +2021-12-17 23:46:16,117 Update finished +2021-12-17 23:46:16,118 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:46:16,118 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:46:16,118 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:46:16,119 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:46:16,122 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:46:16,124 Job list saved +2021-12-17 23:46:16,129 Updating FAILED jobs +2021-12-17 23:46:16,129 Updating WAITING jobs +2021-12-17 23:46:16,129 Update finished +2021-12-17 23:46:26,140 Reloading parameters... +2021-12-17 23:46:26,162 Loading parameters... +2021-12-17 23:46:26,163 Loading project parameters... +2021-12-17 23:46:26,165 + +23 of 25 jobs remaining (23:46) +2021-12-17 23:46:26,165 Sleep: 10 +2021-12-17 23:46:26,165 Number of retrials: 0 +2021-12-17 23:46:26,165 WRAPPER CHECK TIME = 10 +2021-12-17 23:46:26,166 Checking jobs for platform=marenostrum4 +2021-12-17 23:46:26,166 Checking jobs for platform=nord3 +2021-12-17 23:46:26,167 Checking jobs for platform=local +2021-12-17 23:46:26,167 Checking jobs for platform=transfer_node +2021-12-17 23:46:26,168 Checking all jobs at once +2021-12-17 23:46:27,687 Successful check job command +2021-12-17 23:46:29,508 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:46:29,509 End of checking +2021-12-17 23:46:29,510 Updating FAILED jobs +2021-12-17 23:46:29,510 Updating WAITING jobs +2021-12-17 23:46:29,511 Update finished +2021-12-17 23:46:29,511 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:46:29,511 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:46:29,511 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:46:29,511 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:46:29,514 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:46:29,516 Job list saved +2021-12-17 23:46:29,520 Updating FAILED jobs +2021-12-17 23:46:29,521 Updating WAITING jobs +2021-12-17 23:46:29,523 Update finished +2021-12-17 23:46:39,533 Reloading parameters... +2021-12-17 23:46:39,552 Loading parameters... +2021-12-17 23:46:39,553 Loading project parameters... +2021-12-17 23:46:39,555 + +23 of 25 jobs remaining (23:46) +2021-12-17 23:46:39,555 Sleep: 10 +2021-12-17 23:46:39,555 Number of retrials: 0 +2021-12-17 23:46:39,555 WRAPPER CHECK TIME = 10 +2021-12-17 23:46:39,556 Checking jobs for platform=marenostrum4 +2021-12-17 23:46:39,556 Checking jobs for platform=nord3 +2021-12-17 23:46:39,557 Checking jobs for platform=local +2021-12-17 23:46:39,557 Checking jobs for platform=transfer_node +2021-12-17 23:46:39,558 Checking all jobs at once +2021-12-17 23:46:41,130 Successful check job command +2021-12-17 23:46:44,603 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:46:44,603 End of checking +2021-12-17 23:46:44,605 Updating FAILED jobs +2021-12-17 23:46:44,605 Updating WAITING jobs +2021-12-17 23:46:44,605 Update finished +2021-12-17 23:46:44,605 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:46:44,605 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:46:44,606 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:46:44,606 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:46:44,608 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:46:44,611 Job list saved +2021-12-17 23:46:44,615 Updating FAILED jobs +2021-12-17 23:46:44,615 Updating WAITING jobs +2021-12-17 23:46:44,615 Update finished +2021-12-17 23:46:54,626 Reloading parameters... +2021-12-17 23:46:54,647 Loading parameters... +2021-12-17 23:46:54,648 Loading project parameters... +2021-12-17 23:46:54,650 + +23 of 25 jobs remaining (23:46) +2021-12-17 23:46:54,650 Sleep: 10 +2021-12-17 23:46:54,650 Number of retrials: 0 +2021-12-17 23:46:54,650 WRAPPER CHECK TIME = 10 +2021-12-17 23:46:54,651 Checking jobs for platform=marenostrum4 +2021-12-17 23:46:54,651 Checking jobs for platform=nord3 +2021-12-17 23:46:54,652 Checking jobs for platform=local +2021-12-17 23:46:54,652 Checking jobs for platform=transfer_node +2021-12-17 23:46:54,652 Checking all jobs at once +2021-12-17 23:46:56,272 Successful check job command +2021-12-17 23:46:58,644 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:46:58,644 End of checking +2021-12-17 23:46:58,646 Updating FAILED jobs +2021-12-17 23:46:58,646 Updating WAITING jobs +2021-12-17 23:46:58,646 Update finished +2021-12-17 23:46:58,646 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:46:58,647 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:46:58,647 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:46:58,647 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:46:58,651 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:46:58,654 Job list saved +2021-12-17 23:46:58,659 Updating FAILED jobs +2021-12-17 23:46:58,659 Updating WAITING jobs +2021-12-17 23:46:58,659 Update finished +2021-12-17 23:47:08,669 Reloading parameters... +2021-12-17 23:47:08,688 Loading parameters... +2021-12-17 23:47:08,689 Loading project parameters... +2021-12-17 23:47:08,691 + +23 of 25 jobs remaining (23:47) +2021-12-17 23:47:08,691 Sleep: 10 +2021-12-17 23:47:08,691 Number of retrials: 0 +2021-12-17 23:47:08,691 WRAPPER CHECK TIME = 10 +2021-12-17 23:47:08,692 Checking jobs for platform=marenostrum4 +2021-12-17 23:47:08,693 Checking jobs for platform=nord3 +2021-12-17 23:47:08,693 Checking jobs for platform=local +2021-12-17 23:47:08,694 Checking jobs for platform=transfer_node +2021-12-17 23:47:08,694 Checking all jobs at once +2021-12-17 23:47:10,364 Successful check job command +2021-12-17 23:47:11,884 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:47:11,884 End of checking +2021-12-17 23:47:11,886 Updating FAILED jobs +2021-12-17 23:47:11,886 Updating WAITING jobs +2021-12-17 23:47:11,886 Update finished +2021-12-17 23:47:11,886 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:47:11,886 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:47:11,886 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:47:11,886 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:47:11,890 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:47:11,892 Job list saved +2021-12-17 23:47:11,897 Updating FAILED jobs +2021-12-17 23:47:11,897 Updating WAITING jobs +2021-12-17 23:47:11,897 Update finished +2021-12-17 23:47:21,907 Reloading parameters... +2021-12-17 23:47:21,929 Loading parameters... +2021-12-17 23:47:21,931 Loading project parameters... +2021-12-17 23:47:21,933 + +23 of 25 jobs remaining (23:47) +2021-12-17 23:47:21,933 Sleep: 10 +2021-12-17 23:47:21,933 Number of retrials: 0 +2021-12-17 23:47:21,933 WRAPPER CHECK TIME = 10 +2021-12-17 23:47:21,934 Checking jobs for platform=marenostrum4 +2021-12-17 23:47:21,934 Checking jobs for platform=nord3 +2021-12-17 23:47:21,935 Checking jobs for platform=local +2021-12-17 23:47:21,935 Checking jobs for platform=transfer_node +2021-12-17 23:47:21,935 Checking all jobs at once +2021-12-17 23:47:24,757 Successful check job command +2021-12-17 23:47:27,729 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:47:27,729 End of checking +2021-12-17 23:47:27,731 Updating FAILED jobs +2021-12-17 23:47:27,731 Updating WAITING jobs +2021-12-17 23:47:27,731 Update finished +2021-12-17 23:47:27,731 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:47:27,731 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:47:27,731 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:47:27,732 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:47:27,734 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:47:27,737 Job list saved +2021-12-17 23:47:27,741 Updating FAILED jobs +2021-12-17 23:47:27,742 Updating WAITING jobs +2021-12-17 23:47:27,742 Update finished +2021-12-17 23:47:37,752 Reloading parameters... +2021-12-17 23:47:37,772 Loading parameters... +2021-12-17 23:47:37,773 Loading project parameters... +2021-12-17 23:47:37,775 + +23 of 25 jobs remaining (23:47) +2021-12-17 23:47:37,775 Sleep: 10 +2021-12-17 23:47:37,775 Number of retrials: 0 +2021-12-17 23:47:37,776 WRAPPER CHECK TIME = 10 +2021-12-17 23:47:37,776 Checking jobs for platform=marenostrum4 +2021-12-17 23:47:37,777 Checking jobs for platform=nord3 +2021-12-17 23:47:37,777 Checking jobs for platform=local +2021-12-17 23:47:37,778 Checking jobs for platform=transfer_node +2021-12-17 23:47:37,778 Checking all jobs at once +2021-12-17 23:47:39,347 Successful check job command +2021-12-17 23:47:40,667 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:47:40,667 End of checking +2021-12-17 23:47:40,669 Updating FAILED jobs +2021-12-17 23:47:40,669 Updating WAITING jobs +2021-12-17 23:47:40,669 Update finished +2021-12-17 23:47:40,669 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:47:40,670 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:47:40,670 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:47:40,670 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:47:40,673 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:47:40,675 Job list saved +2021-12-17 23:47:40,680 Updating FAILED jobs +2021-12-17 23:47:40,680 Updating WAITING jobs +2021-12-17 23:47:40,680 Update finished +2021-12-17 23:47:50,687 Reloading parameters... +2021-12-17 23:47:50,707 Loading parameters... +2021-12-17 23:47:50,710 Loading project parameters... +2021-12-17 23:47:50,712 + +23 of 25 jobs remaining (23:47) +2021-12-17 23:47:50,712 Sleep: 10 +2021-12-17 23:47:50,712 Number of retrials: 0 +2021-12-17 23:47:50,712 WRAPPER CHECK TIME = 10 +2021-12-17 23:47:50,713 Checking jobs for platform=marenostrum4 +2021-12-17 23:47:50,713 Checking jobs for platform=nord3 +2021-12-17 23:47:50,714 Checking jobs for platform=local +2021-12-17 23:47:50,714 Checking jobs for platform=transfer_node +2021-12-17 23:47:50,715 Checking all jobs at once +2021-12-17 23:47:53,938 Successful check job command +2021-12-17 23:47:56,561 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:47:56,561 End of checking +2021-12-17 23:47:56,562 Updating FAILED jobs +2021-12-17 23:47:56,563 Updating WAITING jobs +2021-12-17 23:47:56,563 Update finished +2021-12-17 23:47:56,563 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:47:56,563 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:47:56,564 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:47:56,564 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:47:56,567 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:47:56,569 Job list saved +2021-12-17 23:47:56,574 Updating FAILED jobs +2021-12-17 23:47:56,574 Updating WAITING jobs +2021-12-17 23:47:56,574 Update finished +2021-12-17 23:48:06,584 Reloading parameters... +2021-12-17 23:48:06,603 Loading parameters... +2021-12-17 23:48:06,604 Loading project parameters... +2021-12-17 23:48:06,606 + +23 of 25 jobs remaining (23:48) +2021-12-17 23:48:06,606 Sleep: 10 +2021-12-17 23:48:06,606 Number of retrials: 0 +2021-12-17 23:48:06,606 WRAPPER CHECK TIME = 10 +2021-12-17 23:48:06,607 Checking jobs for platform=marenostrum4 +2021-12-17 23:48:06,607 Checking jobs for platform=nord3 +2021-12-17 23:48:06,608 Checking jobs for platform=local +2021-12-17 23:48:06,608 Checking jobs for platform=transfer_node +2021-12-17 23:48:06,608 Checking all jobs at once +2021-12-17 23:48:09,430 Successful check job command +2021-12-17 23:48:12,412 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:48:12,412 End of checking +2021-12-17 23:48:12,414 Updating FAILED jobs +2021-12-17 23:48:12,414 Updating WAITING jobs +2021-12-17 23:48:12,414 Update finished +2021-12-17 23:48:12,414 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:48:12,414 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:48:12,415 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:48:12,415 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:48:12,419 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:48:12,422 Job list saved +2021-12-17 23:48:12,427 Updating FAILED jobs +2021-12-17 23:48:12,427 Updating WAITING jobs +2021-12-17 23:48:12,427 Update finished +2021-12-17 23:48:22,437 Reloading parameters... +2021-12-17 23:48:22,455 Loading parameters... +2021-12-17 23:48:22,456 Loading project parameters... +2021-12-17 23:48:22,458 + +23 of 25 jobs remaining (23:48) +2021-12-17 23:48:22,458 Sleep: 10 +2021-12-17 23:48:22,458 Number of retrials: 0 +2021-12-17 23:48:22,458 WRAPPER CHECK TIME = 10 +2021-12-17 23:48:22,459 Checking jobs for platform=marenostrum4 +2021-12-17 23:48:22,460 Checking jobs for platform=nord3 +2021-12-17 23:48:22,460 Checking jobs for platform=local +2021-12-17 23:48:22,461 Checking jobs for platform=transfer_node +2021-12-17 23:48:22,461 Checking all jobs at once +2021-12-17 23:48:23,980 Successful check job command +2021-12-17 23:48:26,753 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:48:26,753 End of checking +2021-12-17 23:48:26,754 Updating FAILED jobs +2021-12-17 23:48:26,755 Updating WAITING jobs +2021-12-17 23:48:26,755 Update finished +2021-12-17 23:48:26,755 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:48:26,756 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:48:26,756 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:48:26,757 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:48:26,759 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:48:26,762 Job list saved +2021-12-17 23:48:26,766 Updating FAILED jobs +2021-12-17 23:48:26,767 Updating WAITING jobs +2021-12-17 23:48:26,767 Update finished +2021-12-17 23:48:36,777 Reloading parameters... +2021-12-17 23:48:36,796 Loading parameters... +2021-12-17 23:48:36,797 Loading project parameters... +2021-12-17 23:48:36,799 + +23 of 25 jobs remaining (23:48) +2021-12-17 23:48:36,800 Sleep: 10 +2021-12-17 23:48:36,800 Number of retrials: 0 +2021-12-17 23:48:36,800 WRAPPER CHECK TIME = 10 +2021-12-17 23:48:36,802 Checking jobs for platform=marenostrum4 +2021-12-17 23:48:36,802 Checking jobs for platform=nord3 +2021-12-17 23:48:36,805 Checking jobs for platform=local +2021-12-17 23:48:36,807 Checking jobs for platform=transfer_node +2021-12-17 23:48:36,807 Checking all jobs at once +2021-12-17 23:48:38,377 Successful check job command +2021-12-17 23:48:40,698 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:48:40,698 End of checking +2021-12-17 23:48:40,699 Updating FAILED jobs +2021-12-17 23:48:40,700 Updating WAITING jobs +2021-12-17 23:48:40,700 Update finished +2021-12-17 23:48:40,700 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:48:40,700 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:48:40,700 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:48:40,700 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:48:40,703 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:48:40,705 Job list saved +2021-12-17 23:48:40,711 Updating FAILED jobs +2021-12-17 23:48:40,711 Updating WAITING jobs +2021-12-17 23:48:40,711 Update finished +2021-12-17 23:48:50,721 Reloading parameters... +2021-12-17 23:48:50,746 Loading parameters... +2021-12-17 23:48:50,747 Loading project parameters... +2021-12-17 23:48:50,749 + +23 of 25 jobs remaining (23:48) +2021-12-17 23:48:50,752 Sleep: 10 +2021-12-17 23:48:50,752 Number of retrials: 0 +2021-12-17 23:48:50,752 WRAPPER CHECK TIME = 10 +2021-12-17 23:48:50,753 Checking jobs for platform=marenostrum4 +2021-12-17 23:48:50,753 Checking jobs for platform=nord3 +2021-12-17 23:48:50,754 Checking jobs for platform=local +2021-12-17 23:48:50,754 Checking jobs for platform=transfer_node +2021-12-17 23:48:50,754 Checking all jobs at once +2021-12-17 23:48:52,274 Successful check job command +2021-12-17 23:48:54,548 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:48:54,549 End of checking +2021-12-17 23:48:54,550 Updating FAILED jobs +2021-12-17 23:48:54,550 Updating WAITING jobs +2021-12-17 23:48:54,550 Update finished +2021-12-17 23:48:54,551 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:48:54,551 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:48:54,551 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:48:54,551 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:48:54,553 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:48:54,556 Job list saved +2021-12-17 23:48:54,561 Updating FAILED jobs +2021-12-17 23:48:54,561 Updating WAITING jobs +2021-12-17 23:48:54,561 Update finished +2021-12-17 23:49:04,571 Reloading parameters... +2021-12-17 23:49:04,589 Loading parameters... +2021-12-17 23:49:04,590 Loading project parameters... +2021-12-17 23:49:04,592 + +23 of 25 jobs remaining (23:49) +2021-12-17 23:49:04,592 Sleep: 10 +2021-12-17 23:49:04,592 Number of retrials: 0 +2021-12-17 23:49:04,592 WRAPPER CHECK TIME = 10 +2021-12-17 23:49:04,593 Checking jobs for platform=marenostrum4 +2021-12-17 23:49:04,593 Checking jobs for platform=nord3 +2021-12-17 23:49:04,594 Checking jobs for platform=local +2021-12-17 23:49:04,595 Checking jobs for platform=transfer_node +2021-12-17 23:49:04,595 Checking all jobs at once +2021-12-17 23:49:06,014 Successful check job command +2021-12-17 23:49:07,385 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:49:07,385 End of checking +2021-12-17 23:49:07,387 Updating FAILED jobs +2021-12-17 23:49:07,387 Updating WAITING jobs +2021-12-17 23:49:07,387 Update finished +2021-12-17 23:49:07,387 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:49:07,388 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:49:07,388 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:49:07,388 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:49:07,391 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:49:07,393 Job list saved +2021-12-17 23:49:07,398 Updating FAILED jobs +2021-12-17 23:49:07,398 Updating WAITING jobs +2021-12-17 23:49:07,398 Update finished +2021-12-17 23:49:17,405 Reloading parameters... +2021-12-17 23:49:17,423 Loading parameters... +2021-12-17 23:49:17,425 Loading project parameters... +2021-12-17 23:49:17,426 + +23 of 25 jobs remaining (23:49) +2021-12-17 23:49:17,427 Sleep: 10 +2021-12-17 23:49:17,427 Number of retrials: 0 +2021-12-17 23:49:17,427 WRAPPER CHECK TIME = 10 +2021-12-17 23:49:17,427 Checking jobs for platform=marenostrum4 +2021-12-17 23:49:17,428 Checking jobs for platform=nord3 +2021-12-17 23:49:17,429 Checking jobs for platform=local +2021-12-17 23:49:17,429 Checking jobs for platform=transfer_node +2021-12-17 23:49:17,429 Checking all jobs at once +2021-12-17 23:49:18,748 Successful check job command +2021-12-17 23:49:20,017 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:49:20,018 End of checking +2021-12-17 23:49:20,019 Updating FAILED jobs +2021-12-17 23:49:20,019 Updating WAITING jobs +2021-12-17 23:49:20,019 Update finished +2021-12-17 23:49:20,020 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:49:20,020 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:49:20,020 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:49:20,020 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:49:20,023 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:49:20,025 Job list saved +2021-12-17 23:49:20,030 Updating FAILED jobs +2021-12-17 23:49:20,030 Updating WAITING jobs +2021-12-17 23:49:20,030 Update finished +2021-12-17 23:49:30,041 Reloading parameters... +2021-12-17 23:49:30,059 Loading parameters... +2021-12-17 23:49:30,061 Loading project parameters... +2021-12-17 23:49:30,063 + +23 of 25 jobs remaining (23:49) +2021-12-17 23:49:30,063 Sleep: 10 +2021-12-17 23:49:30,063 Number of retrials: 0 +2021-12-17 23:49:30,063 WRAPPER CHECK TIME = 10 +2021-12-17 23:49:30,064 Checking jobs for platform=marenostrum4 +2021-12-17 23:49:30,064 Checking jobs for platform=nord3 +2021-12-17 23:49:30,065 Checking jobs for platform=local +2021-12-17 23:49:30,065 Checking jobs for platform=transfer_node +2021-12-17 23:49:30,065 Checking all jobs at once +2021-12-17 23:49:31,538 Successful check job command +2021-12-17 23:49:32,857 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:49:32,857 End of checking +2021-12-17 23:49:32,859 Updating FAILED jobs +2021-12-17 23:49:32,859 Updating WAITING jobs +2021-12-17 23:49:32,859 Update finished +2021-12-17 23:49:32,859 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:49:32,859 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:49:32,860 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:49:32,860 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:49:32,863 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:49:32,865 Job list saved +2021-12-17 23:49:32,871 Updating FAILED jobs +2021-12-17 23:49:32,871 Updating WAITING jobs +2021-12-17 23:49:32,872 Update finished +2021-12-17 23:49:42,881 Reloading parameters... +2021-12-17 23:49:42,902 Loading parameters... +2021-12-17 23:49:42,904 Loading project parameters... +2021-12-17 23:49:42,905 + +23 of 25 jobs remaining (23:49) +2021-12-17 23:49:42,906 Sleep: 10 +2021-12-17 23:49:42,906 Number of retrials: 0 +2021-12-17 23:49:42,906 WRAPPER CHECK TIME = 10 +2021-12-17 23:49:42,907 Checking jobs for platform=marenostrum4 +2021-12-17 23:49:42,908 Checking jobs for platform=nord3 +2021-12-17 23:49:42,909 Checking jobs for platform=local +2021-12-17 23:49:42,909 Checking jobs for platform=transfer_node +2021-12-17 23:49:42,909 Checking all jobs at once +2021-12-17 23:49:45,580 Successful check job command +2021-12-17 23:49:47,000 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:49:47,000 End of checking +2021-12-17 23:49:47,001 Updating FAILED jobs +2021-12-17 23:49:47,001 Updating WAITING jobs +2021-12-17 23:49:47,002 Update finished +2021-12-17 23:49:47,002 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:49:47,002 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:49:47,003 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:49:47,003 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:49:47,006 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:49:47,008 Job list saved +2021-12-17 23:49:47,012 Updating FAILED jobs +2021-12-17 23:49:47,013 Updating WAITING jobs +2021-12-17 23:49:47,013 Update finished +2021-12-17 23:49:57,023 Reloading parameters... +2021-12-17 23:49:57,042 Loading parameters... +2021-12-17 23:49:57,044 Loading project parameters... +2021-12-17 23:49:57,045 + +23 of 25 jobs remaining (23:49) +2021-12-17 23:49:57,046 Sleep: 10 +2021-12-17 23:49:57,046 Number of retrials: 0 +2021-12-17 23:49:57,046 WRAPPER CHECK TIME = 10 +2021-12-17 23:49:57,046 Checking jobs for platform=marenostrum4 +2021-12-17 23:49:57,047 Checking jobs for platform=nord3 +2021-12-17 23:49:57,048 Checking jobs for platform=local +2021-12-17 23:49:57,048 Checking jobs for platform=transfer_node +2021-12-17 23:49:57,048 Checking all jobs at once +2021-12-17 23:49:58,718 Successful check job command +2021-12-17 23:49:59,988 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:49:59,989 End of checking +2021-12-17 23:49:59,990 Updating FAILED jobs +2021-12-17 23:49:59,990 Updating WAITING jobs +2021-12-17 23:49:59,990 Update finished +2021-12-17 23:49:59,990 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:49:59,991 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:49:59,991 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:49:59,991 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:49:59,993 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:49:59,996 Job list saved +2021-12-17 23:50:00,000 Updating FAILED jobs +2021-12-17 23:50:00,001 Updating WAITING jobs +2021-12-17 23:50:00,001 Update finished +2021-12-17 23:50:10,010 Reloading parameters... +2021-12-17 23:50:10,029 Loading parameters... +2021-12-17 23:50:10,030 Loading project parameters... +2021-12-17 23:50:10,032 + +23 of 25 jobs remaining (23:50) +2021-12-17 23:50:10,032 Sleep: 10 +2021-12-17 23:50:10,032 Number of retrials: 0 +2021-12-17 23:50:10,032 WRAPPER CHECK TIME = 10 +2021-12-17 23:50:10,033 Checking jobs for platform=marenostrum4 +2021-12-17 23:50:10,033 Checking jobs for platform=nord3 +2021-12-17 23:50:10,034 Checking jobs for platform=local +2021-12-17 23:50:10,034 Checking jobs for platform=transfer_node +2021-12-17 23:50:10,035 Checking all jobs at once +2021-12-17 23:50:12,657 Successful check job command +2021-12-17 23:50:14,778 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:50:14,778 End of checking +2021-12-17 23:50:14,779 Updating FAILED jobs +2021-12-17 23:50:14,779 Updating WAITING jobs +2021-12-17 23:50:14,780 Update finished +2021-12-17 23:50:14,780 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:50:14,780 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:50:14,780 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:50:14,780 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:50:14,783 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:50:14,785 Job list saved +2021-12-17 23:50:14,790 Updating FAILED jobs +2021-12-17 23:50:14,790 Updating WAITING jobs +2021-12-17 23:50:14,790 Update finished +2021-12-17 23:50:24,800 Reloading parameters... +2021-12-17 23:50:24,821 Loading parameters... +2021-12-17 23:50:24,822 Loading project parameters... +2021-12-17 23:50:24,824 + +23 of 25 jobs remaining (23:50) +2021-12-17 23:50:24,824 Sleep: 10 +2021-12-17 23:50:24,824 Number of retrials: 0 +2021-12-17 23:50:24,824 WRAPPER CHECK TIME = 10 +2021-12-17 23:50:24,825 Checking jobs for platform=marenostrum4 +2021-12-17 23:50:24,825 Checking jobs for platform=nord3 +2021-12-17 23:50:24,826 Checking jobs for platform=local +2021-12-17 23:50:24,826 Checking jobs for platform=transfer_node +2021-12-17 23:50:24,826 Checking all jobs at once +2021-12-17 23:50:28,303 Successful check job command +2021-12-17 23:50:31,475 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:50:31,475 End of checking +2021-12-17 23:50:31,477 Updating FAILED jobs +2021-12-17 23:50:31,477 Updating WAITING jobs +2021-12-17 23:50:31,477 Update finished +2021-12-17 23:50:31,477 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:50:31,478 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:50:31,478 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:50:31,478 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:50:31,480 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:50:31,482 Job list saved +2021-12-17 23:50:31,487 Updating FAILED jobs +2021-12-17 23:50:31,488 Updating WAITING jobs +2021-12-17 23:50:31,488 Update finished +2021-12-17 23:50:41,498 Reloading parameters... +2021-12-17 23:50:41,515 Loading parameters... +2021-12-17 23:50:41,517 Loading project parameters... +2021-12-17 23:50:41,519 + +23 of 25 jobs remaining (23:50) +2021-12-17 23:50:41,519 Sleep: 10 +2021-12-17 23:50:41,519 Number of retrials: 0 +2021-12-17 23:50:41,519 WRAPPER CHECK TIME = 10 +2021-12-17 23:50:41,520 Checking jobs for platform=marenostrum4 +2021-12-17 23:50:41,520 Checking jobs for platform=nord3 +2021-12-17 23:50:41,521 Checking jobs for platform=local +2021-12-17 23:50:41,521 Checking jobs for platform=transfer_node +2021-12-17 23:50:41,521 Checking all jobs at once +2021-12-17 23:50:43,141 Successful check job command +2021-12-17 23:50:44,610 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:50:44,611 End of checking +2021-12-17 23:50:44,612 Updating FAILED jobs +2021-12-17 23:50:44,613 Updating WAITING jobs +2021-12-17 23:50:44,613 Update finished +2021-12-17 23:50:44,613 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:50:44,613 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:50:44,613 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:50:44,613 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:50:44,616 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:50:44,618 Job list saved +2021-12-17 23:50:44,623 Updating FAILED jobs +2021-12-17 23:50:44,623 Updating WAITING jobs +2021-12-17 23:50:44,623 Update finished +2021-12-17 23:50:54,633 Reloading parameters... +2021-12-17 23:50:54,651 Loading parameters... +2021-12-17 23:50:54,653 Loading project parameters... +2021-12-17 23:50:54,654 + +23 of 25 jobs remaining (23:50) +2021-12-17 23:50:54,655 Sleep: 10 +2021-12-17 23:50:54,655 Number of retrials: 0 +2021-12-17 23:50:54,655 WRAPPER CHECK TIME = 10 +2021-12-17 23:50:54,655 Checking jobs for platform=marenostrum4 +2021-12-17 23:50:54,656 Checking jobs for platform=nord3 +2021-12-17 23:50:54,656 Checking jobs for platform=local +2021-12-17 23:50:54,657 Checking jobs for platform=transfer_node +2021-12-17 23:50:54,657 Checking all jobs at once +2021-12-17 23:50:57,379 Successful check job command +2021-12-17 23:50:59,950 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:50:59,950 End of checking +2021-12-17 23:50:59,952 Updating FAILED jobs +2021-12-17 23:50:59,952 Updating WAITING jobs +2021-12-17 23:50:59,952 Update finished +2021-12-17 23:50:59,952 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:50:59,953 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:50:59,953 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:50:59,953 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:50:59,955 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:50:59,957 Job list saved +2021-12-17 23:50:59,962 Updating FAILED jobs +2021-12-17 23:50:59,962 Updating WAITING jobs +2021-12-17 23:50:59,962 Update finished +2021-12-17 23:51:09,972 Reloading parameters... +2021-12-17 23:51:09,992 Loading parameters... +2021-12-17 23:51:09,994 Loading project parameters... +2021-12-17 23:51:09,996 + +23 of 25 jobs remaining (23:51) +2021-12-17 23:51:09,996 Sleep: 10 +2021-12-17 23:51:09,996 Number of retrials: 0 +2021-12-17 23:51:09,996 WRAPPER CHECK TIME = 10 +2021-12-17 23:51:09,997 Checking jobs for platform=marenostrum4 +2021-12-17 23:51:09,997 Checking jobs for platform=nord3 +2021-12-17 23:51:09,998 Checking jobs for platform=local +2021-12-17 23:51:09,998 Checking jobs for platform=transfer_node +2021-12-17 23:51:09,998 Checking all jobs at once +2021-12-17 23:51:13,673 Successful check job command +2021-12-17 23:51:17,195 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:51:17,195 End of checking +2021-12-17 23:51:17,197 Updating FAILED jobs +2021-12-17 23:51:17,197 Updating WAITING jobs +2021-12-17 23:51:17,197 Update finished +2021-12-17 23:51:17,198 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:51:17,198 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:51:17,199 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:51:17,199 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:51:17,202 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:51:17,204 Job list saved +2021-12-17 23:51:17,209 Updating FAILED jobs +2021-12-17 23:51:17,209 Updating WAITING jobs +2021-12-17 23:51:17,209 Update finished +2021-12-17 23:51:27,219 Reloading parameters... +2021-12-17 23:51:27,236 Loading parameters... +2021-12-17 23:51:27,238 Loading project parameters... +2021-12-17 23:51:27,239 + +23 of 25 jobs remaining (23:51) +2021-12-17 23:51:27,240 Sleep: 10 +2021-12-17 23:51:27,240 Number of retrials: 0 +2021-12-17 23:51:27,240 WRAPPER CHECK TIME = 10 +2021-12-17 23:51:27,241 Checking jobs for platform=marenostrum4 +2021-12-17 23:51:27,241 Checking jobs for platform=nord3 +2021-12-17 23:51:27,242 Checking jobs for platform=local +2021-12-17 23:51:27,242 Checking jobs for platform=transfer_node +2021-12-17 23:51:27,242 Checking all jobs at once +2021-12-17 23:51:28,612 Successful check job command +2021-12-17 23:51:29,931 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:51:29,932 End of checking +2021-12-17 23:51:29,933 Updating FAILED jobs +2021-12-17 23:51:29,933 Updating WAITING jobs +2021-12-17 23:51:29,933 Update finished +2021-12-17 23:51:29,934 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:51:29,934 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:51:29,934 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:51:29,934 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:51:29,936 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:51:29,939 Job list saved +2021-12-17 23:51:29,944 Updating FAILED jobs +2021-12-17 23:51:29,944 Updating WAITING jobs +2021-12-17 23:51:29,945 Update finished +2021-12-17 23:51:39,955 Reloading parameters... +2021-12-17 23:51:39,976 Loading parameters... +2021-12-17 23:51:39,977 Loading project parameters... +2021-12-17 23:51:39,979 + +23 of 25 jobs remaining (23:51) +2021-12-17 23:51:39,979 Sleep: 10 +2021-12-17 23:51:39,979 Number of retrials: 0 +2021-12-17 23:51:39,979 WRAPPER CHECK TIME = 10 +2021-12-17 23:51:39,980 Checking jobs for platform=marenostrum4 +2021-12-17 23:51:39,980 Checking jobs for platform=nord3 +2021-12-17 23:51:39,981 Checking jobs for platform=local +2021-12-17 23:51:39,981 Checking jobs for platform=transfer_node +2021-12-17 23:51:39,982 Checking all jobs at once +2021-12-17 23:51:42,604 Successful check job command +2021-12-17 23:51:45,876 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:51:45,877 End of checking +2021-12-17 23:51:45,878 Updating FAILED jobs +2021-12-17 23:51:45,878 Updating WAITING jobs +2021-12-17 23:51:45,878 Update finished +2021-12-17 23:51:45,879 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:51:45,879 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:51:45,879 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:51:45,879 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:51:45,882 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:51:45,884 Job list saved +2021-12-17 23:51:45,889 Updating FAILED jobs +2021-12-17 23:51:45,889 Updating WAITING jobs +2021-12-17 23:51:45,889 Update finished +2021-12-17 23:51:55,899 Reloading parameters... +2021-12-17 23:51:55,916 Loading parameters... +2021-12-17 23:51:55,918 Loading project parameters... +2021-12-17 23:51:55,920 + +23 of 25 jobs remaining (23:51) +2021-12-17 23:51:55,920 Sleep: 10 +2021-12-17 23:51:55,920 Number of retrials: 0 +2021-12-17 23:51:55,920 WRAPPER CHECK TIME = 10 +2021-12-17 23:51:55,921 Checking jobs for platform=marenostrum4 +2021-12-17 23:51:55,921 Checking jobs for platform=nord3 +2021-12-17 23:51:55,922 Checking jobs for platform=local +2021-12-17 23:51:55,922 Checking jobs for platform=transfer_node +2021-12-17 23:51:55,923 Checking all jobs at once +2021-12-17 23:51:57,492 Successful check job command +2021-12-17 23:52:00,063 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:52:00,064 End of checking +2021-12-17 23:52:00,065 Updating FAILED jobs +2021-12-17 23:52:00,065 Updating WAITING jobs +2021-12-17 23:52:00,065 Update finished +2021-12-17 23:52:00,065 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:52:00,066 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:52:00,066 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:52:00,067 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:52:00,069 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:52:00,072 Job list saved +2021-12-17 23:52:00,076 Updating FAILED jobs +2021-12-17 23:52:00,076 Updating WAITING jobs +2021-12-17 23:52:00,077 Update finished +2021-12-17 23:52:10,087 Reloading parameters... +2021-12-17 23:52:10,112 Loading parameters... +2021-12-17 23:52:10,113 Loading project parameters... +2021-12-17 23:52:10,115 + +23 of 25 jobs remaining (23:52) +2021-12-17 23:52:10,115 Sleep: 10 +2021-12-17 23:52:10,115 Number of retrials: 0 +2021-12-17 23:52:10,115 WRAPPER CHECK TIME = 10 +2021-12-17 23:52:10,116 Checking jobs for platform=marenostrum4 +2021-12-17 23:52:10,116 Checking jobs for platform=nord3 +2021-12-17 23:52:10,117 Checking jobs for platform=local +2021-12-17 23:52:10,118 Checking jobs for platform=transfer_node +2021-12-17 23:52:10,118 Checking all jobs at once +2021-12-17 23:52:11,587 Successful check job command +2021-12-17 23:52:12,906 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:52:12,906 End of checking +2021-12-17 23:52:12,908 Updating FAILED jobs +2021-12-17 23:52:12,908 Updating WAITING jobs +2021-12-17 23:52:12,908 Update finished +2021-12-17 23:52:12,908 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:52:12,908 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:52:12,909 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:52:12,909 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:52:12,911 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:52:12,913 Job list saved +2021-12-17 23:52:12,918 Updating FAILED jobs +2021-12-17 23:52:12,918 Updating WAITING jobs +2021-12-17 23:52:12,918 Update finished +2021-12-17 23:52:22,929 Reloading parameters... +2021-12-17 23:52:22,946 Loading parameters... +2021-12-17 23:52:22,948 Loading project parameters... +2021-12-17 23:52:22,949 + +23 of 25 jobs remaining (23:52) +2021-12-17 23:52:22,950 Sleep: 10 +2021-12-17 23:52:22,950 Number of retrials: 0 +2021-12-17 23:52:22,950 WRAPPER CHECK TIME = 10 +2021-12-17 23:52:22,950 Checking jobs for platform=marenostrum4 +2021-12-17 23:52:22,951 Checking jobs for platform=nord3 +2021-12-17 23:52:22,951 Checking jobs for platform=local +2021-12-17 23:52:22,952 Checking jobs for platform=transfer_node +2021-12-17 23:52:22,952 Checking all jobs at once +2021-12-17 23:52:25,373 Successful check job command +2021-12-17 23:52:27,646 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:52:27,646 End of checking +2021-12-17 23:52:27,647 Updating FAILED jobs +2021-12-17 23:52:27,647 Updating WAITING jobs +2021-12-17 23:52:27,648 Update finished +2021-12-17 23:52:27,648 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:52:27,648 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:52:27,648 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:52:27,648 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:52:27,651 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:52:27,653 Job list saved +2021-12-17 23:52:27,658 Updating FAILED jobs +2021-12-17 23:52:27,658 Updating WAITING jobs +2021-12-17 23:52:27,658 Update finished +2021-12-17 23:52:37,668 Reloading parameters... +2021-12-17 23:52:37,691 Loading parameters... +2021-12-17 23:52:37,692 Loading project parameters... +2021-12-17 23:52:37,694 + +23 of 25 jobs remaining (23:52) +2021-12-17 23:52:37,694 Sleep: 10 +2021-12-17 23:52:37,694 Number of retrials: 0 +2021-12-17 23:52:37,694 WRAPPER CHECK TIME = 10 +2021-12-17 23:52:37,695 Checking jobs for platform=marenostrum4 +2021-12-17 23:52:37,695 Checking jobs for platform=nord3 +2021-12-17 23:52:37,696 Checking jobs for platform=local +2021-12-17 23:52:37,697 Checking jobs for platform=transfer_node +2021-12-17 23:52:37,697 Checking all jobs at once +2021-12-17 23:52:39,468 Successful check job command +2021-12-17 23:52:41,141 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:52:41,141 End of checking +2021-12-17 23:52:41,142 Updating FAILED jobs +2021-12-17 23:52:41,142 Updating WAITING jobs +2021-12-17 23:52:41,143 Update finished +2021-12-17 23:52:41,143 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:52:41,143 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:52:41,143 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:52:41,144 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:52:41,146 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:52:41,148 Job list saved +2021-12-17 23:52:41,153 Updating FAILED jobs +2021-12-17 23:52:41,153 Updating WAITING jobs +2021-12-17 23:52:41,153 Update finished +2021-12-17 23:52:51,163 Reloading parameters... +2021-12-17 23:52:51,181 Loading parameters... +2021-12-17 23:52:51,182 Loading project parameters... +2021-12-17 23:52:51,184 + +23 of 25 jobs remaining (23:52) +2021-12-17 23:52:51,184 Sleep: 10 +2021-12-17 23:52:51,184 Number of retrials: 0 +2021-12-17 23:52:51,185 WRAPPER CHECK TIME = 10 +2021-12-17 23:52:51,185 Checking jobs for platform=marenostrum4 +2021-12-17 23:52:51,186 Checking jobs for platform=nord3 +2021-12-17 23:52:51,186 Checking jobs for platform=local +2021-12-17 23:52:51,187 Checking jobs for platform=transfer_node +2021-12-17 23:52:51,187 Checking all jobs at once +2021-12-17 23:52:52,707 Successful check job command +2021-12-17 23:52:56,881 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:52:56,882 End of checking +2021-12-17 23:52:56,884 Updating FAILED jobs +2021-12-17 23:52:56,884 Updating WAITING jobs +2021-12-17 23:52:56,884 Update finished +2021-12-17 23:52:56,885 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:52:56,885 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:52:56,885 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:52:56,885 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:52:56,888 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:52:56,890 Job list saved +2021-12-17 23:52:56,895 Updating FAILED jobs +2021-12-17 23:52:56,895 Updating WAITING jobs +2021-12-17 23:52:56,895 Update finished +2021-12-17 23:53:06,907 Reloading parameters... +2021-12-17 23:53:06,928 Loading parameters... +2021-12-17 23:53:06,931 Loading project parameters... +2021-12-17 23:53:06,935 + +23 of 25 jobs remaining (23:53) +2021-12-17 23:53:06,935 Sleep: 10 +2021-12-17 23:53:06,935 Number of retrials: 0 +2021-12-17 23:53:06,935 WRAPPER CHECK TIME = 10 +2021-12-17 23:53:06,936 Checking jobs for platform=marenostrum4 +2021-12-17 23:53:06,936 Checking jobs for platform=nord3 +2021-12-17 23:53:06,937 Checking jobs for platform=local +2021-12-17 23:53:06,937 Checking jobs for platform=transfer_node +2021-12-17 23:53:06,937 Checking all jobs at once +2021-12-17 23:53:08,608 Successful check job command +2021-12-17 23:53:09,881 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:53:09,881 End of checking +2021-12-17 23:53:09,882 Updating FAILED jobs +2021-12-17 23:53:09,883 Updating WAITING jobs +2021-12-17 23:53:09,883 Update finished +2021-12-17 23:53:09,883 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:53:09,883 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:53:09,883 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:53:09,883 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:53:09,887 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:53:09,889 Job list saved +2021-12-17 23:53:09,894 Updating FAILED jobs +2021-12-17 23:53:09,894 Updating WAITING jobs +2021-12-17 23:53:09,895 Update finished +2021-12-17 23:53:19,904 Reloading parameters... +2021-12-17 23:53:19,924 Loading parameters... +2021-12-17 23:53:19,925 Loading project parameters... +2021-12-17 23:53:19,927 + +23 of 25 jobs remaining (23:53) +2021-12-17 23:53:19,927 Sleep: 10 +2021-12-17 23:53:19,928 Number of retrials: 0 +2021-12-17 23:53:19,928 WRAPPER CHECK TIME = 10 +2021-12-17 23:53:19,928 Checking jobs for platform=marenostrum4 +2021-12-17 23:53:19,929 Checking jobs for platform=nord3 +2021-12-17 23:53:19,929 Checking jobs for platform=local +2021-12-17 23:53:19,930 Checking jobs for platform=transfer_node +2021-12-17 23:53:19,930 Checking all jobs at once +2021-12-17 23:53:23,003 Successful check job command +2021-12-17 23:53:25,925 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:53:25,926 End of checking +2021-12-17 23:53:25,928 Updating FAILED jobs +2021-12-17 23:53:25,928 Updating WAITING jobs +2021-12-17 23:53:25,928 Update finished +2021-12-17 23:53:25,928 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:53:25,929 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:53:25,929 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:53:25,929 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:53:25,934 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:53:25,936 Job list saved +2021-12-17 23:53:25,942 Updating FAILED jobs +2021-12-17 23:53:25,942 Updating WAITING jobs +2021-12-17 23:53:25,942 Update finished +2021-12-17 23:53:35,952 Reloading parameters... +2021-12-17 23:53:35,970 Loading parameters... +2021-12-17 23:53:35,972 Loading project parameters... +2021-12-17 23:53:35,974 + +23 of 25 jobs remaining (23:53) +2021-12-17 23:53:35,974 Sleep: 10 +2021-12-17 23:53:35,974 Number of retrials: 0 +2021-12-17 23:53:35,974 WRAPPER CHECK TIME = 10 +2021-12-17 23:53:35,975 Checking jobs for platform=marenostrum4 +2021-12-17 23:53:35,975 Checking jobs for platform=nord3 +2021-12-17 23:53:35,976 Checking jobs for platform=local +2021-12-17 23:53:35,976 Checking jobs for platform=transfer_node +2021-12-17 23:53:35,977 Checking all jobs at once +2021-12-17 23:53:37,397 Successful check job command +2021-12-17 23:53:38,768 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:53:38,768 End of checking +2021-12-17 23:53:38,769 Updating FAILED jobs +2021-12-17 23:53:38,770 Updating WAITING jobs +2021-12-17 23:53:38,770 Update finished +2021-12-17 23:53:38,770 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:53:38,770 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:53:38,770 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:53:38,770 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:53:38,773 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:53:38,775 Job list saved +2021-12-17 23:53:38,780 Updating FAILED jobs +2021-12-17 23:53:38,780 Updating WAITING jobs +2021-12-17 23:53:38,780 Update finished +2021-12-17 23:53:48,790 Reloading parameters... +2021-12-17 23:53:48,808 Loading parameters... +2021-12-17 23:53:48,809 Loading project parameters... +2021-12-17 23:53:48,811 + +23 of 25 jobs remaining (23:53) +2021-12-17 23:53:48,811 Sleep: 10 +2021-12-17 23:53:48,811 Number of retrials: 0 +2021-12-17 23:53:48,811 WRAPPER CHECK TIME = 10 +2021-12-17 23:53:48,812 Checking jobs for platform=marenostrum4 +2021-12-17 23:53:48,812 Checking jobs for platform=nord3 +2021-12-17 23:53:48,813 Checking jobs for platform=local +2021-12-17 23:53:48,814 Checking jobs for platform=transfer_node +2021-12-17 23:53:48,814 Checking all jobs at once +2021-12-17 23:53:50,234 Successful check job command +2021-12-17 23:53:51,553 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:53:51,553 End of checking +2021-12-17 23:53:51,554 Updating FAILED jobs +2021-12-17 23:53:51,554 Updating WAITING jobs +2021-12-17 23:53:51,555 Update finished +2021-12-17 23:53:51,555 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:53:51,555 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:53:51,555 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:53:51,555 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:53:51,558 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:53:51,560 Job list saved +2021-12-17 23:53:51,565 Updating FAILED jobs +2021-12-17 23:53:51,565 Updating WAITING jobs +2021-12-17 23:53:51,565 Update finished +2021-12-17 23:54:01,575 Reloading parameters... +2021-12-17 23:54:01,592 Loading parameters... +2021-12-17 23:54:01,593 Loading project parameters... +2021-12-17 23:54:01,595 + +23 of 25 jobs remaining (23:54) +2021-12-17 23:54:01,595 Sleep: 10 +2021-12-17 23:54:01,595 Number of retrials: 0 +2021-12-17 23:54:01,595 WRAPPER CHECK TIME = 10 +2021-12-17 23:54:01,596 Checking jobs for platform=marenostrum4 +2021-12-17 23:54:01,596 Checking jobs for platform=nord3 +2021-12-17 23:54:01,597 Checking jobs for platform=local +2021-12-17 23:54:01,598 Checking jobs for platform=transfer_node +2021-12-17 23:54:01,598 Checking all jobs at once +2021-12-17 23:54:04,870 Successful check job command +2021-12-17 23:54:07,296 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:54:07,296 End of checking +2021-12-17 23:54:07,298 Updating FAILED jobs +2021-12-17 23:54:07,298 Updating WAITING jobs +2021-12-17 23:54:07,298 Update finished +2021-12-17 23:54:07,298 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:54:07,299 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:54:07,299 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:54:07,299 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:54:07,302 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:54:07,304 Job list saved +2021-12-17 23:54:07,808 Updating FAILED jobs +2021-12-17 23:54:07,809 Updating WAITING jobs +2021-12-17 23:54:07,809 Update finished +2021-12-17 23:54:17,816 Reloading parameters... +2021-12-17 23:54:17,865 Loading parameters... +2021-12-17 23:54:17,866 Loading project parameters... +2021-12-17 23:54:17,868 + +23 of 25 jobs remaining (23:54) +2021-12-17 23:54:17,868 Sleep: 10 +2021-12-17 23:54:17,868 Number of retrials: 0 +2021-12-17 23:54:17,868 WRAPPER CHECK TIME = 10 +2021-12-17 23:54:17,869 Checking jobs for platform=marenostrum4 +2021-12-17 23:54:17,876 Checking jobs for platform=nord3 +2021-12-17 23:54:17,877 Checking jobs for platform=local +2021-12-17 23:54:17,877 Checking jobs for platform=transfer_node +2021-12-17 23:54:17,877 Checking all jobs at once +2021-12-17 23:54:20,808 Successful check job command +2021-12-17 23:54:23,029 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:54:23,029 End of checking +2021-12-17 23:54:23,031 Updating FAILED jobs +2021-12-17 23:54:23,031 Updating WAITING jobs +2021-12-17 23:54:23,031 Update finished +2021-12-17 23:54:23,031 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:54:23,032 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:54:23,032 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:54:23,032 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:54:23,035 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:54:23,037 Job list saved +2021-12-17 23:54:23,042 Updating FAILED jobs +2021-12-17 23:54:23,042 Updating WAITING jobs +2021-12-17 23:54:23,042 Update finished +2021-12-17 23:54:33,052 Reloading parameters... +2021-12-17 23:54:33,071 Loading parameters... +2021-12-17 23:54:33,072 Loading project parameters... +2021-12-17 23:54:33,074 + +23 of 25 jobs remaining (23:54) +2021-12-17 23:54:33,074 Sleep: 10 +2021-12-17 23:54:33,075 Number of retrials: 0 +2021-12-17 23:54:33,075 WRAPPER CHECK TIME = 10 +2021-12-17 23:54:33,075 Checking jobs for platform=marenostrum4 +2021-12-17 23:54:33,076 Checking jobs for platform=nord3 +2021-12-17 23:54:33,076 Checking jobs for platform=local +2021-12-17 23:54:33,077 Checking jobs for platform=transfer_node +2021-12-17 23:54:33,077 Checking all jobs at once +2021-12-17 23:54:34,950 Successful check job command +2021-12-17 23:54:37,270 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:54:37,270 End of checking +2021-12-17 23:54:37,272 Updating FAILED jobs +2021-12-17 23:54:37,272 Updating WAITING jobs +2021-12-17 23:54:37,272 Update finished +2021-12-17 23:54:37,273 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:54:37,273 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:54:37,273 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:54:37,273 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:54:37,276 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:54:37,278 Job list saved +2021-12-17 23:54:37,287 Updating FAILED jobs +2021-12-17 23:54:37,287 Updating WAITING jobs +2021-12-17 23:54:37,288 Update finished +2021-12-17 23:54:47,298 Reloading parameters... +2021-12-17 23:54:47,315 Loading parameters... +2021-12-17 23:54:47,316 Loading project parameters... +2021-12-17 23:54:47,318 + +23 of 25 jobs remaining (23:54) +2021-12-17 23:54:47,319 Sleep: 10 +2021-12-17 23:54:47,319 Number of retrials: 0 +2021-12-17 23:54:47,319 WRAPPER CHECK TIME = 10 +2021-12-17 23:54:47,319 Checking jobs for platform=marenostrum4 +2021-12-17 23:54:47,320 Checking jobs for platform=nord3 +2021-12-17 23:54:47,320 Checking jobs for platform=local +2021-12-17 23:54:47,321 Checking jobs for platform=transfer_node +2021-12-17 23:54:47,321 Checking all jobs at once +2021-12-17 23:54:49,044 Successful check job command +2021-12-17 23:54:50,665 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:54:50,666 End of checking +2021-12-17 23:54:50,667 Updating FAILED jobs +2021-12-17 23:54:50,667 Updating WAITING jobs +2021-12-17 23:54:50,667 Update finished +2021-12-17 23:54:50,668 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:54:50,668 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:54:50,668 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:54:50,668 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:54:50,671 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:54:50,673 Job list saved +2021-12-17 23:54:50,678 Updating FAILED jobs +2021-12-17 23:54:50,679 Updating WAITING jobs +2021-12-17 23:54:50,679 Update finished +2021-12-17 23:55:00,689 Reloading parameters... +2021-12-17 23:55:00,706 Loading parameters... +2021-12-17 23:55:00,707 Loading project parameters... +2021-12-17 23:55:00,709 + +23 of 25 jobs remaining (23:55) +2021-12-17 23:55:00,710 Sleep: 10 +2021-12-17 23:55:00,710 Number of retrials: 0 +2021-12-17 23:55:00,710 WRAPPER CHECK TIME = 10 +2021-12-17 23:55:00,710 Checking jobs for platform=marenostrum4 +2021-12-17 23:55:00,711 Checking jobs for platform=nord3 +2021-12-17 23:55:00,712 Checking jobs for platform=local +2021-12-17 23:55:00,712 Checking jobs for platform=transfer_node +2021-12-17 23:55:00,712 Checking all jobs at once +2021-12-17 23:55:02,232 Successful check job command +2021-12-17 23:55:04,355 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:55:04,355 End of checking +2021-12-17 23:55:04,357 Updating FAILED jobs +2021-12-17 23:55:04,357 Updating WAITING jobs +2021-12-17 23:55:04,357 Update finished +2021-12-17 23:55:04,358 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:55:04,358 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:55:04,358 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:55:04,358 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:55:04,361 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:55:04,363 Job list saved +2021-12-17 23:55:04,368 Updating FAILED jobs +2021-12-17 23:55:04,368 Updating WAITING jobs +2021-12-17 23:55:04,368 Update finished +2021-12-17 23:55:14,378 Reloading parameters... +2021-12-17 23:55:14,396 Loading parameters... +2021-12-17 23:55:14,397 Loading project parameters... +2021-12-17 23:55:14,399 + +23 of 25 jobs remaining (23:55) +2021-12-17 23:55:14,400 Sleep: 10 +2021-12-17 23:55:14,400 Number of retrials: 0 +2021-12-17 23:55:14,400 WRAPPER CHECK TIME = 10 +2021-12-17 23:55:14,400 Checking jobs for platform=marenostrum4 +2021-12-17 23:55:14,401 Checking jobs for platform=nord3 +2021-12-17 23:55:14,402 Checking jobs for platform=local +2021-12-17 23:55:14,402 Checking jobs for platform=transfer_node +2021-12-17 23:55:14,402 Checking all jobs at once +2021-12-17 23:55:15,823 Successful check job command +2021-12-17 23:55:17,643 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:55:17,644 End of checking +2021-12-17 23:55:17,645 Updating FAILED jobs +2021-12-17 23:55:17,645 Updating WAITING jobs +2021-12-17 23:55:17,645 Update finished +2021-12-17 23:55:17,646 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:55:17,646 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:55:17,646 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:55:17,646 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:55:17,649 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:55:17,651 Job list saved +2021-12-17 23:55:17,655 Updating FAILED jobs +2021-12-17 23:55:17,655 Updating WAITING jobs +2021-12-17 23:55:17,657 Update finished +2021-12-17 23:55:27,662 Reloading parameters... +2021-12-17 23:55:27,682 Loading parameters... +2021-12-17 23:55:27,683 Loading project parameters... +2021-12-17 23:55:27,685 + +23 of 25 jobs remaining (23:55) +2021-12-17 23:55:27,685 Sleep: 10 +2021-12-17 23:55:27,685 Number of retrials: 0 +2021-12-17 23:55:27,685 WRAPPER CHECK TIME = 10 +2021-12-17 23:55:27,686 Checking jobs for platform=marenostrum4 +2021-12-17 23:55:27,686 Checking jobs for platform=nord3 +2021-12-17 23:55:27,687 Checking jobs for platform=local +2021-12-17 23:55:27,687 Checking jobs for platform=transfer_node +2021-12-17 23:55:27,687 Checking all jobs at once +2021-12-17 23:55:29,058 Successful check job command +2021-12-17 23:55:30,277 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:55:30,278 End of checking +2021-12-17 23:55:30,279 Updating FAILED jobs +2021-12-17 23:55:30,279 Updating WAITING jobs +2021-12-17 23:55:30,280 Update finished +2021-12-17 23:55:30,280 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:55:30,280 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:55:30,281 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:55:30,281 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:55:30,283 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:55:30,286 Job list saved +2021-12-17 23:55:30,291 Updating FAILED jobs +2021-12-17 23:55:30,291 Updating WAITING jobs +2021-12-17 23:55:30,291 Update finished +2021-12-17 23:55:40,301 Reloading parameters... +2021-12-17 23:55:40,323 Loading parameters... +2021-12-17 23:55:40,324 Loading project parameters... +2021-12-17 23:55:40,326 + +23 of 25 jobs remaining (23:55) +2021-12-17 23:55:40,326 Sleep: 10 +2021-12-17 23:55:40,327 Number of retrials: 0 +2021-12-17 23:55:40,327 WRAPPER CHECK TIME = 10 +2021-12-17 23:55:40,327 Checking jobs for platform=marenostrum4 +2021-12-17 23:55:40,328 Checking jobs for platform=nord3 +2021-12-17 23:55:40,328 Checking jobs for platform=local +2021-12-17 23:55:40,329 Checking jobs for platform=transfer_node +2021-12-17 23:55:40,329 Checking all jobs at once +2021-12-17 23:55:42,203 Successful check job command +2021-12-17 23:55:43,523 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:55:43,523 End of checking +2021-12-17 23:55:43,525 Updating FAILED jobs +2021-12-17 23:55:43,525 Updating WAITING jobs +2021-12-17 23:55:43,525 Update finished +2021-12-17 23:55:43,525 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:55:43,526 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:55:43,526 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:55:43,526 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:55:43,528 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:55:43,531 Job list saved +2021-12-17 23:55:43,536 Updating FAILED jobs +2021-12-17 23:55:43,536 Updating WAITING jobs +2021-12-17 23:55:43,537 Update finished +2021-12-17 23:55:53,547 Reloading parameters... +2021-12-17 23:55:53,565 Loading parameters... +2021-12-17 23:55:53,567 Loading project parameters... +2021-12-17 23:55:53,569 + +23 of 25 jobs remaining (23:55) +2021-12-17 23:55:53,569 Sleep: 10 +2021-12-17 23:55:53,569 Number of retrials: 0 +2021-12-17 23:55:53,569 WRAPPER CHECK TIME = 10 +2021-12-17 23:55:53,570 Checking jobs for platform=marenostrum4 +2021-12-17 23:55:53,570 Checking jobs for platform=nord3 +2021-12-17 23:55:53,571 Checking jobs for platform=local +2021-12-17 23:55:53,571 Checking jobs for platform=transfer_node +2021-12-17 23:55:53,571 Checking all jobs at once +2021-12-17 23:55:56,244 Successful check job command +2021-12-17 23:55:58,768 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:55:58,769 End of checking +2021-12-17 23:55:58,770 Updating FAILED jobs +2021-12-17 23:55:58,770 Updating WAITING jobs +2021-12-17 23:55:58,771 Update finished +2021-12-17 23:55:58,771 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:55:58,771 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:55:58,771 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:55:58,771 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:55:58,774 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:55:58,776 Job list saved +2021-12-17 23:55:58,781 Updating FAILED jobs +2021-12-17 23:55:58,781 Updating WAITING jobs +2021-12-17 23:55:58,782 Update finished +2021-12-17 23:56:08,792 Reloading parameters... +2021-12-17 23:56:08,811 Loading parameters... +2021-12-17 23:56:08,813 Loading project parameters... +2021-12-17 23:56:08,814 + +23 of 25 jobs remaining (23:56) +2021-12-17 23:56:08,815 Sleep: 10 +2021-12-17 23:56:08,815 Number of retrials: 0 +2021-12-17 23:56:08,815 WRAPPER CHECK TIME = 10 +2021-12-17 23:56:08,815 Checking jobs for platform=marenostrum4 +2021-12-17 23:56:08,816 Checking jobs for platform=nord3 +2021-12-17 23:56:08,816 Checking jobs for platform=local +2021-12-17 23:56:08,817 Checking jobs for platform=transfer_node +2021-12-17 23:56:08,817 Checking all jobs at once +2021-12-17 23:56:10,587 Successful check job command +2021-12-17 23:56:12,408 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:56:12,408 End of checking +2021-12-17 23:56:12,409 Updating FAILED jobs +2021-12-17 23:56:12,410 Updating WAITING jobs +2021-12-17 23:56:12,410 Update finished +2021-12-17 23:56:12,410 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:56:12,411 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:56:12,411 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:56:12,411 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:56:12,413 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:56:12,416 Job list saved +2021-12-17 23:56:12,421 Updating FAILED jobs +2021-12-17 23:56:12,421 Updating WAITING jobs +2021-12-17 23:56:12,421 Update finished +2021-12-17 23:56:22,431 Reloading parameters... +2021-12-17 23:56:22,450 Loading parameters... +2021-12-17 23:56:22,451 Loading project parameters... +2021-12-17 23:56:22,453 + +23 of 25 jobs remaining (23:56) +2021-12-17 23:56:22,454 Sleep: 10 +2021-12-17 23:56:22,454 Number of retrials: 0 +2021-12-17 23:56:22,454 WRAPPER CHECK TIME = 10 +2021-12-17 23:56:22,454 Checking jobs for platform=marenostrum4 +2021-12-17 23:56:22,455 Checking jobs for platform=nord3 +2021-12-17 23:56:22,456 Checking jobs for platform=local +2021-12-17 23:56:22,456 Checking jobs for platform=transfer_node +2021-12-17 23:56:22,456 Checking all jobs at once +2021-12-17 23:56:24,627 Successful check job command +2021-12-17 23:56:26,147 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:56:26,147 End of checking +2021-12-17 23:56:26,148 Updating FAILED jobs +2021-12-17 23:56:26,148 Updating WAITING jobs +2021-12-17 23:56:26,148 Update finished +2021-12-17 23:56:26,149 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:56:26,149 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:56:26,149 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:56:26,149 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:56:26,151 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:56:26,153 Job list saved +2021-12-17 23:56:26,158 Updating FAILED jobs +2021-12-17 23:56:26,158 Updating WAITING jobs +2021-12-17 23:56:26,158 Update finished +2021-12-17 23:56:36,168 Reloading parameters... +2021-12-17 23:56:36,186 Loading parameters... +2021-12-17 23:56:36,188 Loading project parameters... +2021-12-17 23:56:36,190 + +23 of 25 jobs remaining (23:56) +2021-12-17 23:56:36,190 Sleep: 10 +2021-12-17 23:56:36,190 Number of retrials: 0 +2021-12-17 23:56:36,190 WRAPPER CHECK TIME = 10 +2021-12-17 23:56:36,192 Checking jobs for platform=marenostrum4 +2021-12-17 23:56:36,193 Checking jobs for platform=nord3 +2021-12-17 23:56:36,193 Checking jobs for platform=local +2021-12-17 23:56:36,194 Checking jobs for platform=transfer_node +2021-12-17 23:56:36,194 Checking all jobs at once +2021-12-17 23:56:39,169 Successful check job command +2021-12-17 23:56:41,491 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:56:41,491 End of checking +2021-12-17 23:56:41,494 Updating FAILED jobs +2021-12-17 23:56:41,494 Updating WAITING jobs +2021-12-17 23:56:41,494 Update finished +2021-12-17 23:56:41,494 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:56:41,494 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:56:41,495 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:56:41,495 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:56:41,497 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:56:41,500 Job list saved +2021-12-17 23:56:41,504 Updating FAILED jobs +2021-12-17 23:56:41,504 Updating WAITING jobs +2021-12-17 23:56:41,504 Update finished +2021-12-17 23:56:51,514 Reloading parameters... +2021-12-17 23:56:51,533 Loading parameters... +2021-12-17 23:56:51,534 Loading project parameters... +2021-12-17 23:56:51,536 + +23 of 25 jobs remaining (23:56) +2021-12-17 23:56:51,537 Sleep: 10 +2021-12-17 23:56:51,537 Number of retrials: 0 +2021-12-17 23:56:51,537 WRAPPER CHECK TIME = 10 +2021-12-17 23:56:51,537 Checking jobs for platform=marenostrum4 +2021-12-17 23:56:51,538 Checking jobs for platform=nord3 +2021-12-17 23:56:51,538 Checking jobs for platform=local +2021-12-17 23:56:51,539 Checking jobs for platform=transfer_node +2021-12-17 23:56:51,539 Checking all jobs at once +2021-12-17 23:56:54,010 Successful check job command +2021-12-17 23:56:56,431 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:56:56,431 End of checking +2021-12-17 23:56:56,433 Updating FAILED jobs +2021-12-17 23:56:56,433 Updating WAITING jobs +2021-12-17 23:56:56,433 Update finished +2021-12-17 23:56:56,433 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:56:56,434 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:56:56,434 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:56:56,434 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:56:56,437 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:56:56,439 Job list saved +2021-12-17 23:56:56,444 Updating FAILED jobs +2021-12-17 23:56:56,444 Updating WAITING jobs +2021-12-17 23:56:56,444 Update finished +2021-12-17 23:57:06,452 Reloading parameters... +2021-12-17 23:57:06,470 Loading parameters... +2021-12-17 23:57:06,471 Loading project parameters... +2021-12-17 23:57:06,473 + +23 of 25 jobs remaining (23:57) +2021-12-17 23:57:06,473 Sleep: 10 +2021-12-17 23:57:06,474 Number of retrials: 0 +2021-12-17 23:57:06,474 WRAPPER CHECK TIME = 10 +2021-12-17 23:57:06,474 Checking jobs for platform=marenostrum4 +2021-12-17 23:57:06,475 Checking jobs for platform=nord3 +2021-12-17 23:57:06,475 Checking jobs for platform=local +2021-12-17 23:57:06,476 Checking jobs for platform=transfer_node +2021-12-17 23:57:06,476 Checking all jobs at once +2021-12-17 23:57:07,996 Successful check job command +2021-12-17 23:57:09,867 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:57:09,867 End of checking +2021-12-17 23:57:09,869 Updating FAILED jobs +2021-12-17 23:57:09,869 Updating WAITING jobs +2021-12-17 23:57:09,869 Update finished +2021-12-17 23:57:09,869 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:57:09,869 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:57:09,869 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:57:09,870 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:57:09,872 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:57:09,874 Job list saved +2021-12-17 23:57:09,879 Updating FAILED jobs +2021-12-17 23:57:09,879 Updating WAITING jobs +2021-12-17 23:57:09,879 Update finished +2021-12-17 23:57:19,885 Reloading parameters... +2021-12-17 23:57:19,902 Loading parameters... +2021-12-17 23:57:19,903 Loading project parameters... +2021-12-17 23:57:19,905 + +23 of 25 jobs remaining (23:57) +2021-12-17 23:57:19,905 Sleep: 10 +2021-12-17 23:57:19,905 Number of retrials: 0 +2021-12-17 23:57:19,905 WRAPPER CHECK TIME = 10 +2021-12-17 23:57:19,906 Checking jobs for platform=marenostrum4 +2021-12-17 23:57:19,907 Checking jobs for platform=nord3 +2021-12-17 23:57:19,909 Checking jobs for platform=local +2021-12-17 23:57:19,909 Checking jobs for platform=transfer_node +2021-12-17 23:57:19,911 Checking all jobs at once +2021-12-17 23:57:22,834 Successful check job command +2021-12-17 23:57:24,754 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:57:24,755 End of checking +2021-12-17 23:57:24,756 Updating FAILED jobs +2021-12-17 23:57:24,756 Updating WAITING jobs +2021-12-17 23:57:24,756 Update finished +2021-12-17 23:57:24,757 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:57:24,757 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:57:24,757 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:57:24,757 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:57:24,759 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:57:24,762 Job list saved +2021-12-17 23:57:25,897 Updating FAILED jobs +2021-12-17 23:57:25,898 Updating WAITING jobs +2021-12-17 23:57:25,898 Update finished +2021-12-17 23:57:35,908 Reloading parameters... +2021-12-17 23:57:35,925 Loading parameters... +2021-12-17 23:57:35,926 Loading project parameters... +2021-12-17 23:57:35,928 + +23 of 25 jobs remaining (23:57) +2021-12-17 23:57:35,928 Sleep: 10 +2021-12-17 23:57:35,928 Number of retrials: 0 +2021-12-17 23:57:35,928 WRAPPER CHECK TIME = 10 +2021-12-17 23:57:35,929 Checking jobs for platform=marenostrum4 +2021-12-17 23:57:35,929 Checking jobs for platform=nord3 +2021-12-17 23:57:35,930 Checking jobs for platform=local +2021-12-17 23:57:35,931 Checking jobs for platform=transfer_node +2021-12-17 23:57:35,931 Checking all jobs at once +2021-12-17 23:57:39,305 Successful check job command +2021-12-17 23:57:44,280 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:57:44,280 End of checking +2021-12-17 23:57:44,282 Updating FAILED jobs +2021-12-17 23:57:44,282 Updating WAITING jobs +2021-12-17 23:57:44,282 Update finished +2021-12-17 23:57:44,283 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:57:44,283 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:57:44,283 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:57:44,284 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:57:44,286 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:57:44,289 Job list saved +2021-12-17 23:57:44,304 Updating FAILED jobs +2021-12-17 23:57:44,304 Updating WAITING jobs +2021-12-17 23:57:44,305 Update finished +2021-12-17 23:57:54,315 Reloading parameters... +2021-12-17 23:57:54,335 Loading parameters... +2021-12-17 23:57:54,336 Loading project parameters... +2021-12-17 23:57:54,338 + +23 of 25 jobs remaining (23:57) +2021-12-17 23:57:54,338 Sleep: 10 +2021-12-17 23:57:54,338 Number of retrials: 0 +2021-12-17 23:57:54,338 WRAPPER CHECK TIME = 10 +2021-12-17 23:57:54,339 Checking jobs for platform=marenostrum4 +2021-12-17 23:57:54,339 Checking jobs for platform=nord3 +2021-12-17 23:57:54,340 Checking jobs for platform=local +2021-12-17 23:57:54,340 Checking jobs for platform=transfer_node +2021-12-17 23:57:54,340 Checking all jobs at once +2021-12-17 23:57:55,812 Successful check job command +2021-12-17 23:57:57,632 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:57:57,632 End of checking +2021-12-17 23:57:57,633 Updating FAILED jobs +2021-12-17 23:57:57,633 Updating WAITING jobs +2021-12-17 23:57:57,634 Update finished +2021-12-17 23:57:57,634 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:57:57,634 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:57:57,634 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:57:57,634 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:57:57,637 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:57:57,639 Job list saved +2021-12-17 23:57:57,644 Updating FAILED jobs +2021-12-17 23:57:57,644 Updating WAITING jobs +2021-12-17 23:57:57,644 Update finished +2021-12-17 23:58:07,654 Reloading parameters... +2021-12-17 23:58:07,671 Loading parameters... +2021-12-17 23:58:07,672 Loading project parameters... +2021-12-17 23:58:07,674 + +23 of 25 jobs remaining (23:58) +2021-12-17 23:58:07,674 Sleep: 10 +2021-12-17 23:58:07,674 Number of retrials: 0 +2021-12-17 23:58:07,675 WRAPPER CHECK TIME = 10 +2021-12-17 23:58:07,675 Checking jobs for platform=marenostrum4 +2021-12-17 23:58:07,676 Checking jobs for platform=nord3 +2021-12-17 23:58:07,676 Checking jobs for platform=local +2021-12-17 23:58:07,677 Checking jobs for platform=transfer_node +2021-12-17 23:58:07,677 Checking all jobs at once +2021-12-17 23:58:09,051 Successful check job command +2021-12-17 23:58:11,022 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:58:11,022 End of checking +2021-12-17 23:58:11,024 Updating FAILED jobs +2021-12-17 23:58:11,024 Updating WAITING jobs +2021-12-17 23:58:11,024 Update finished +2021-12-17 23:58:11,025 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:58:11,025 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:58:11,025 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:58:11,025 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:58:11,028 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:58:11,030 Job list saved +2021-12-17 23:58:11,034 Updating FAILED jobs +2021-12-17 23:58:11,035 Updating WAITING jobs +2021-12-17 23:58:11,035 Update finished +2021-12-17 23:58:21,045 Reloading parameters... +2021-12-17 23:58:21,070 Loading parameters... +2021-12-17 23:58:21,071 Loading project parameters... +2021-12-17 23:58:21,073 + +23 of 25 jobs remaining (23:58) +2021-12-17 23:58:21,073 Sleep: 10 +2021-12-17 23:58:21,073 Number of retrials: 0 +2021-12-17 23:58:21,073 WRAPPER CHECK TIME = 10 +2021-12-17 23:58:21,074 Checking jobs for platform=marenostrum4 +2021-12-17 23:58:21,075 Checking jobs for platform=nord3 +2021-12-17 23:58:21,075 Checking jobs for platform=local +2021-12-17 23:58:21,076 Checking jobs for platform=transfer_node +2021-12-17 23:58:21,076 Checking all jobs at once +2021-12-17 23:58:23,248 Successful check job command +2021-12-17 23:58:25,770 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:58:25,770 End of checking +2021-12-17 23:58:25,771 Updating FAILED jobs +2021-12-17 23:58:25,771 Updating WAITING jobs +2021-12-17 23:58:25,772 Update finished +2021-12-17 23:58:25,772 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:58:25,772 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:58:25,773 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:58:25,773 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:58:25,775 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:58:25,777 Job list saved +2021-12-17 23:58:25,781 Updating FAILED jobs +2021-12-17 23:58:25,782 Updating WAITING jobs +2021-12-17 23:58:25,782 Update finished +2021-12-17 23:58:35,792 Reloading parameters... +2021-12-17 23:58:35,811 Loading parameters... +2021-12-17 23:58:35,812 Loading project parameters... +2021-12-17 23:58:35,814 + +23 of 25 jobs remaining (23:58) +2021-12-17 23:58:35,814 Sleep: 10 +2021-12-17 23:58:35,814 Number of retrials: 0 +2021-12-17 23:58:35,814 WRAPPER CHECK TIME = 10 +2021-12-17 23:58:35,815 Checking jobs for platform=marenostrum4 +2021-12-17 23:58:35,815 Checking jobs for platform=nord3 +2021-12-17 23:58:35,816 Checking jobs for platform=local +2021-12-17 23:58:35,817 Checking jobs for platform=transfer_node +2021-12-17 23:58:35,817 Checking all jobs at once +2021-12-17 23:58:37,440 Successful check job command +2021-12-17 23:58:41,415 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:58:41,415 End of checking +2021-12-17 23:58:41,417 Updating FAILED jobs +2021-12-17 23:58:41,417 Updating WAITING jobs +2021-12-17 23:58:41,417 Update finished +2021-12-17 23:58:41,417 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:58:41,417 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:58:41,418 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:58:41,418 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:58:41,420 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:58:41,422 Job list saved +2021-12-17 23:58:41,427 Updating FAILED jobs +2021-12-17 23:58:41,427 Updating WAITING jobs +2021-12-17 23:58:41,427 Update finished +2021-12-17 23:58:51,437 Reloading parameters... +2021-12-17 23:58:51,455 Loading parameters... +2021-12-17 23:58:51,457 Loading project parameters... +2021-12-17 23:58:51,458 + +23 of 25 jobs remaining (23:58) +2021-12-17 23:58:51,459 Sleep: 10 +2021-12-17 23:58:51,459 Number of retrials: 0 +2021-12-17 23:58:51,459 WRAPPER CHECK TIME = 10 +2021-12-17 23:58:51,459 Checking jobs for platform=marenostrum4 +2021-12-17 23:58:51,460 Checking jobs for platform=nord3 +2021-12-17 23:58:51,461 Checking jobs for platform=local +2021-12-17 23:58:51,461 Checking jobs for platform=transfer_node +2021-12-17 23:58:51,461 Checking all jobs at once +2021-12-17 23:58:52,831 Successful check job command +2021-12-17 23:58:54,050 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:58:54,051 End of checking +2021-12-17 23:58:54,052 Updating FAILED jobs +2021-12-17 23:58:54,052 Updating WAITING jobs +2021-12-17 23:58:54,052 Update finished +2021-12-17 23:58:54,052 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:58:54,053 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:58:54,053 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:58:54,053 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:58:54,055 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:58:54,057 Job list saved +2021-12-17 23:58:54,062 Updating FAILED jobs +2021-12-17 23:58:54,062 Updating WAITING jobs +2021-12-17 23:58:54,062 Update finished +2021-12-17 23:59:04,069 Reloading parameters... +2021-12-17 23:59:04,090 Loading parameters... +2021-12-17 23:59:04,091 Loading project parameters... +2021-12-17 23:59:04,093 + +23 of 25 jobs remaining (23:59) +2021-12-17 23:59:04,093 Sleep: 10 +2021-12-17 23:59:04,093 Number of retrials: 0 +2021-12-17 23:59:04,093 WRAPPER CHECK TIME = 10 +2021-12-17 23:59:04,094 Checking jobs for platform=marenostrum4 +2021-12-17 23:59:04,094 Checking jobs for platform=nord3 +2021-12-17 23:59:04,095 Checking jobs for platform=local +2021-12-17 23:59:04,095 Checking jobs for platform=transfer_node +2021-12-17 23:59:04,096 Checking all jobs at once +2021-12-17 23:59:07,017 Successful check job command +2021-12-17 23:59:09,589 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:59:09,589 End of checking +2021-12-17 23:59:09,590 Updating FAILED jobs +2021-12-17 23:59:09,590 Updating WAITING jobs +2021-12-17 23:59:09,590 Update finished +2021-12-17 23:59:09,591 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:59:09,591 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:59:09,591 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:59:09,591 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:59:09,594 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:59:09,596 Job list saved +2021-12-17 23:59:09,600 Updating FAILED jobs +2021-12-17 23:59:09,600 Updating WAITING jobs +2021-12-17 23:59:09,601 Update finished +2021-12-17 23:59:19,611 Reloading parameters... +2021-12-17 23:59:19,628 Loading parameters... +2021-12-17 23:59:19,631 Loading project parameters... +2021-12-17 23:59:19,633 + +23 of 25 jobs remaining (23:59) +2021-12-17 23:59:19,633 Sleep: 10 +2021-12-17 23:59:19,633 Number of retrials: 0 +2021-12-17 23:59:19,633 WRAPPER CHECK TIME = 10 +2021-12-17 23:59:19,634 Checking jobs for platform=marenostrum4 +2021-12-17 23:59:19,634 Checking jobs for platform=nord3 +2021-12-17 23:59:19,635 Checking jobs for platform=local +2021-12-17 23:59:19,635 Checking jobs for platform=transfer_node +2021-12-17 23:59:19,635 Checking all jobs at once +2021-12-17 23:59:21,156 Successful check job command +2021-12-17 23:59:22,575 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:59:22,576 End of checking +2021-12-17 23:59:22,577 Updating FAILED jobs +2021-12-17 23:59:22,577 Updating WAITING jobs +2021-12-17 23:59:22,577 Update finished +2021-12-17 23:59:22,577 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:59:22,578 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:59:22,578 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:59:22,578 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:59:22,581 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:59:22,583 Job list saved +2021-12-17 23:59:22,587 Updating FAILED jobs +2021-12-17 23:59:22,587 Updating WAITING jobs +2021-12-17 23:59:22,588 Update finished +2021-12-17 23:59:32,598 Reloading parameters... +2021-12-17 23:59:32,616 Loading parameters... +2021-12-17 23:59:32,618 Loading project parameters... +2021-12-17 23:59:32,620 + +23 of 25 jobs remaining (23:59) +2021-12-17 23:59:32,621 Sleep: 10 +2021-12-17 23:59:32,621 Number of retrials: 0 +2021-12-17 23:59:32,621 WRAPPER CHECK TIME = 10 +2021-12-17 23:59:32,622 Checking jobs for platform=marenostrum4 +2021-12-17 23:59:32,622 Checking jobs for platform=nord3 +2021-12-17 23:59:32,623 Checking jobs for platform=local +2021-12-17 23:59:32,623 Checking jobs for platform=transfer_node +2021-12-17 23:59:32,623 Checking all jobs at once +2021-12-17 23:59:33,943 Successful check job command +2021-12-17 23:59:35,312 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:59:35,312 End of checking +2021-12-17 23:59:35,313 Updating FAILED jobs +2021-12-17 23:59:35,314 Updating WAITING jobs +2021-12-17 23:59:35,314 Update finished +2021-12-17 23:59:35,314 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:59:35,314 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:59:35,314 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:59:35,314 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:59:35,317 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:59:35,319 Job list saved +2021-12-17 23:59:35,323 Updating FAILED jobs +2021-12-17 23:59:35,323 Updating WAITING jobs +2021-12-17 23:59:35,324 Update finished +2021-12-17 23:59:45,333 Reloading parameters... +2021-12-17 23:59:45,352 Loading parameters... +2021-12-17 23:59:45,353 Loading project parameters... +2021-12-17 23:59:45,355 + +23 of 25 jobs remaining (23:59) +2021-12-17 23:59:45,355 Sleep: 10 +2021-12-17 23:59:45,356 Number of retrials: 0 +2021-12-17 23:59:45,356 WRAPPER CHECK TIME = 10 +2021-12-17 23:59:45,356 Checking jobs for platform=marenostrum4 +2021-12-17 23:59:45,357 Checking jobs for platform=nord3 +2021-12-17 23:59:45,357 Checking jobs for platform=local +2021-12-17 23:59:45,358 Checking jobs for platform=transfer_node +2021-12-17 23:59:45,358 Checking all jobs at once +2021-12-17 23:59:48,982 Successful check job command +2021-12-17 23:59:51,554 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-17 23:59:51,555 End of checking +2021-12-17 23:59:51,556 Updating FAILED jobs +2021-12-17 23:59:51,556 Updating WAITING jobs +2021-12-17 23:59:51,556 Update finished +2021-12-17 23:59:51,556 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-17 23:59:51,557 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-17 23:59:51,557 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-17 23:59:51,557 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-17 23:59:51,560 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-17 23:59:51,562 Job list saved +2021-12-17 23:59:51,566 Updating FAILED jobs +2021-12-17 23:59:51,567 Updating WAITING jobs +2021-12-17 23:59:51,567 Update finished +2021-12-18 00:00:01,577 Reloading parameters... +2021-12-18 00:00:01,595 Loading parameters... +2021-12-18 00:00:01,596 Loading project parameters... +2021-12-18 00:00:01,598 + +23 of 25 jobs remaining (00:00) +2021-12-18 00:00:01,598 Sleep: 10 +2021-12-18 00:00:01,599 Number of retrials: 0 +2021-12-18 00:00:01,599 WRAPPER CHECK TIME = 10 +2021-12-18 00:00:01,599 Checking jobs for platform=marenostrum4 +2021-12-18 00:00:01,600 Checking jobs for platform=nord3 +2021-12-18 00:00:01,601 Checking jobs for platform=local +2021-12-18 00:00:01,601 Checking jobs for platform=transfer_node +2021-12-18 00:00:01,601 Checking all jobs at once +2021-12-18 00:00:04,925 Successful check job command +2021-12-18 00:00:07,147 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-18 00:00:07,147 End of checking +2021-12-18 00:00:07,149 Updating FAILED jobs +2021-12-18 00:00:07,149 Updating WAITING jobs +2021-12-18 00:00:07,149 Update finished +2021-12-18 00:00:07,149 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:00:07,149 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:00:07,149 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:00:07,150 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-18 00:00:07,152 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:00:07,155 Job list saved +2021-12-18 00:00:07,159 Updating FAILED jobs +2021-12-18 00:00:07,159 Updating WAITING jobs +2021-12-18 00:00:07,160 Update finished +2021-12-18 00:00:17,170 Reloading parameters... +2021-12-18 00:00:17,189 Loading parameters... +2021-12-18 00:00:17,194 Loading project parameters... +2021-12-18 00:00:17,196 + +23 of 25 jobs remaining (00:00) +2021-12-18 00:00:17,196 Sleep: 10 +2021-12-18 00:00:17,196 Number of retrials: 0 +2021-12-18 00:00:17,197 WRAPPER CHECK TIME = 10 +2021-12-18 00:00:17,197 Checking jobs for platform=marenostrum4 +2021-12-18 00:00:17,198 Checking jobs for platform=nord3 +2021-12-18 00:00:17,198 Checking jobs for platform=local +2021-12-18 00:00:17,199 Checking jobs for platform=transfer_node +2021-12-18 00:00:17,199 Checking all jobs at once +2021-12-18 00:00:18,726 Successful check job command +2021-12-18 00:00:21,499 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-18 00:00:21,499 End of checking +2021-12-18 00:00:21,501 Updating FAILED jobs +2021-12-18 00:00:21,501 Updating WAITING jobs +2021-12-18 00:00:21,501 Update finished +2021-12-18 00:00:21,501 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:00:21,502 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:00:21,502 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:00:21,502 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-18 00:00:21,505 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:00:21,507 Job list saved +2021-12-18 00:00:23,171 Updating FAILED jobs +2021-12-18 00:00:23,171 Updating WAITING jobs +2021-12-18 00:00:23,171 Update finished +2021-12-18 00:00:33,181 Reloading parameters... +2021-12-18 00:00:33,203 Loading parameters... +2021-12-18 00:00:33,204 Loading project parameters... +2021-12-18 00:00:33,206 + +23 of 25 jobs remaining (00:00) +2021-12-18 00:00:33,206 Sleep: 10 +2021-12-18 00:00:33,206 Number of retrials: 0 +2021-12-18 00:00:33,206 WRAPPER CHECK TIME = 10 +2021-12-18 00:00:33,207 Checking jobs for platform=marenostrum4 +2021-12-18 00:00:33,207 Checking jobs for platform=nord3 +2021-12-18 00:00:33,208 Checking jobs for platform=local +2021-12-18 00:00:33,209 Checking jobs for platform=transfer_node +2021-12-18 00:00:33,209 Checking all jobs at once +2021-12-18 00:00:34,981 Successful check job command +2021-12-18 00:00:36,353 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-18 00:00:36,354 End of checking +2021-12-18 00:00:36,355 Updating FAILED jobs +2021-12-18 00:00:36,355 Updating WAITING jobs +2021-12-18 00:00:36,355 Update finished +2021-12-18 00:00:36,355 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:00:36,356 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:00:36,356 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:00:36,356 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-18 00:00:36,359 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:00:36,361 Job list saved +2021-12-18 00:00:36,365 Updating FAILED jobs +2021-12-18 00:00:36,365 Updating WAITING jobs +2021-12-18 00:00:36,366 Update finished +2021-12-18 00:00:46,375 Reloading parameters... +2021-12-18 00:00:46,398 Loading parameters... +2021-12-18 00:00:46,400 Loading project parameters... +2021-12-18 00:00:46,401 + +23 of 25 jobs remaining (00:00) +2021-12-18 00:00:46,402 Sleep: 10 +2021-12-18 00:00:46,402 Number of retrials: 0 +2021-12-18 00:00:46,402 WRAPPER CHECK TIME = 10 +2021-12-18 00:00:46,402 Checking jobs for platform=marenostrum4 +2021-12-18 00:00:46,403 Checking jobs for platform=nord3 +2021-12-18 00:00:46,404 Checking jobs for platform=local +2021-12-18 00:00:46,404 Checking jobs for platform=transfer_node +2021-12-18 00:00:46,405 Checking all jobs at once +2021-12-18 00:00:47,974 Successful check job command +2021-12-18 00:00:49,746 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-18 00:00:49,746 End of checking +2021-12-18 00:00:49,748 Updating FAILED jobs +2021-12-18 00:00:49,748 Updating WAITING jobs +2021-12-18 00:00:49,748 Update finished +2021-12-18 00:00:49,748 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:00:49,748 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:00:49,749 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:00:49,749 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-18 00:00:49,751 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:00:49,753 Job list saved +2021-12-18 00:00:49,758 Updating FAILED jobs +2021-12-18 00:00:49,758 Updating WAITING jobs +2021-12-18 00:00:49,759 Update finished +2021-12-18 00:00:59,769 Reloading parameters... +2021-12-18 00:00:59,787 Loading parameters... +2021-12-18 00:00:59,788 Loading project parameters... +2021-12-18 00:00:59,790 + +23 of 25 jobs remaining (00:00) +2021-12-18 00:00:59,790 Sleep: 10 +2021-12-18 00:00:59,790 Number of retrials: 0 +2021-12-18 00:00:59,790 WRAPPER CHECK TIME = 10 +2021-12-18 00:00:59,791 Checking jobs for platform=marenostrum4 +2021-12-18 00:00:59,791 Checking jobs for platform=nord3 +2021-12-18 00:00:59,792 Checking jobs for platform=local +2021-12-18 00:00:59,792 Checking jobs for platform=transfer_node +2021-12-18 00:00:59,793 Checking all jobs at once +2021-12-18 00:01:03,115 Successful check job command +2021-12-18 00:01:06,438 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-18 00:01:06,439 End of checking +2021-12-18 00:01:06,440 Updating FAILED jobs +2021-12-18 00:01:06,440 Updating WAITING jobs +2021-12-18 00:01:06,441 Update finished +2021-12-18 00:01:06,441 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:01:06,441 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:01:06,441 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:01:06,441 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-18 00:01:06,444 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:01:06,446 Job list saved +2021-12-18 00:01:06,451 Updating FAILED jobs +2021-12-18 00:01:06,451 Updating WAITING jobs +2021-12-18 00:01:06,451 Update finished +2021-12-18 00:01:16,461 Reloading parameters... +2021-12-18 00:01:16,482 Loading parameters... +2021-12-18 00:01:16,484 Loading project parameters... +2021-12-18 00:01:16,485 + +23 of 25 jobs remaining (00:01) +2021-12-18 00:01:16,486 Sleep: 10 +2021-12-18 00:01:16,486 Number of retrials: 0 +2021-12-18 00:01:16,486 WRAPPER CHECK TIME = 10 +2021-12-18 00:01:16,486 Checking jobs for platform=marenostrum4 +2021-12-18 00:01:16,487 Checking jobs for platform=nord3 +2021-12-18 00:01:16,488 Checking jobs for platform=local +2021-12-18 00:01:16,488 Checking jobs for platform=transfer_node +2021-12-18 00:01:16,488 Checking all jobs at once +2021-12-18 00:01:18,059 Successful check job command +2021-12-18 00:01:20,483 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-18 00:01:20,483 End of checking +2021-12-18 00:01:20,484 Updating FAILED jobs +2021-12-18 00:01:20,484 Updating WAITING jobs +2021-12-18 00:01:20,485 Update finished +2021-12-18 00:01:20,485 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:01:20,486 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:01:20,486 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:01:20,486 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-18 00:01:20,489 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:01:20,491 Job list saved +2021-12-18 00:01:20,495 Updating FAILED jobs +2021-12-18 00:01:20,495 Updating WAITING jobs +2021-12-18 00:01:20,496 Update finished +2021-12-18 00:01:30,506 Reloading parameters... +2021-12-18 00:01:30,532 Loading parameters... +2021-12-18 00:01:30,534 Loading project parameters... +2021-12-18 00:01:30,536 + +23 of 25 jobs remaining (00:01) +2021-12-18 00:01:30,536 Sleep: 10 +2021-12-18 00:01:30,536 Number of retrials: 0 +2021-12-18 00:01:30,536 WRAPPER CHECK TIME = 10 +2021-12-18 00:01:30,536 Checking jobs for platform=marenostrum4 +2021-12-18 00:01:30,537 Checking jobs for platform=nord3 +2021-12-18 00:01:30,538 Checking jobs for platform=local +2021-12-18 00:01:30,538 Checking jobs for platform=transfer_node +2021-12-18 00:01:30,538 Checking all jobs at once +2021-12-18 00:01:33,009 Successful check job command +2021-12-18 00:01:35,430 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-18 00:01:35,431 End of checking +2021-12-18 00:01:35,432 Updating FAILED jobs +2021-12-18 00:01:35,432 Updating WAITING jobs +2021-12-18 00:01:35,432 Update finished +2021-12-18 00:01:35,433 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:01:35,433 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:01:35,433 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:01:35,433 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-18 00:01:35,436 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:01:35,438 Job list saved +2021-12-18 00:01:35,442 Updating FAILED jobs +2021-12-18 00:01:35,442 Updating WAITING jobs +2021-12-18 00:01:35,443 Update finished +2021-12-18 00:01:45,453 Reloading parameters... +2021-12-18 00:01:45,474 Loading parameters... +2021-12-18 00:01:45,475 Loading project parameters... +2021-12-18 00:01:45,477 + +23 of 25 jobs remaining (00:01) +2021-12-18 00:01:45,477 Sleep: 10 +2021-12-18 00:01:45,477 Number of retrials: 0 +2021-12-18 00:01:45,477 WRAPPER CHECK TIME = 10 +2021-12-18 00:01:45,478 Checking jobs for platform=marenostrum4 +2021-12-18 00:01:45,479 Checking jobs for platform=nord3 +2021-12-18 00:01:45,479 Checking jobs for platform=local +2021-12-18 00:01:45,480 Checking jobs for platform=transfer_node +2021-12-18 00:01:45,480 Checking all jobs at once +2021-12-18 00:01:47,102 Successful check job command +2021-12-18 00:01:48,271 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-18 00:01:48,271 End of checking +2021-12-18 00:01:48,272 Updating FAILED jobs +2021-12-18 00:01:48,273 Updating WAITING jobs +2021-12-18 00:01:48,273 Update finished +2021-12-18 00:01:48,273 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:01:48,273 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:01:48,273 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:01:48,273 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-18 00:01:48,276 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:01:48,278 Job list saved +2021-12-18 00:01:48,283 Updating FAILED jobs +2021-12-18 00:01:48,284 Updating WAITING jobs +2021-12-18 00:01:48,284 Update finished +2021-12-18 00:01:58,294 Reloading parameters... +2021-12-18 00:01:58,313 Loading parameters... +2021-12-18 00:01:58,314 Loading project parameters... +2021-12-18 00:01:58,316 + +23 of 25 jobs remaining (00:01) +2021-12-18 00:01:58,317 Sleep: 10 +2021-12-18 00:01:58,317 Number of retrials: 0 +2021-12-18 00:01:58,317 WRAPPER CHECK TIME = 10 +2021-12-18 00:01:58,317 Checking jobs for platform=marenostrum4 +2021-12-18 00:01:58,318 Checking jobs for platform=nord3 +2021-12-18 00:01:58,319 Checking jobs for platform=local +2021-12-18 00:01:58,319 Checking jobs for platform=transfer_node +2021-12-18 00:01:58,319 Checking all jobs at once +2021-12-18 00:02:01,748 Successful check job command +2021-12-18 00:02:05,422 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-18 00:02:05,422 End of checking +2021-12-18 00:02:05,424 Updating FAILED jobs +2021-12-18 00:02:05,424 Updating WAITING jobs +2021-12-18 00:02:05,424 Update finished +2021-12-18 00:02:05,424 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:02:05,425 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:02:05,425 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:02:05,425 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-18 00:02:05,428 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:02:05,430 Job list saved +2021-12-18 00:02:05,435 Updating FAILED jobs +2021-12-18 00:02:05,435 Updating WAITING jobs +2021-12-18 00:02:05,435 Update finished +2021-12-18 00:02:15,445 Reloading parameters... +2021-12-18 00:02:15,463 Loading parameters... +2021-12-18 00:02:15,465 Loading project parameters... +2021-12-18 00:02:15,466 + +23 of 25 jobs remaining (00:02) +2021-12-18 00:02:15,467 Sleep: 10 +2021-12-18 00:02:15,467 Number of retrials: 0 +2021-12-18 00:02:15,467 WRAPPER CHECK TIME = 10 +2021-12-18 00:02:15,467 Checking jobs for platform=marenostrum4 +2021-12-18 00:02:15,468 Checking jobs for platform=nord3 +2021-12-18 00:02:15,468 Checking jobs for platform=local +2021-12-18 00:02:15,469 Checking jobs for platform=transfer_node +2021-12-18 00:02:15,469 Checking all jobs at once +2021-12-18 00:02:16,888 Successful check job command +2021-12-18 00:02:18,358 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-18 00:02:18,358 End of checking +2021-12-18 00:02:18,359 Updating FAILED jobs +2021-12-18 00:02:18,359 Updating WAITING jobs +2021-12-18 00:02:18,360 Update finished +2021-12-18 00:02:18,360 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:02:18,360 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:02:18,360 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:02:18,360 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-18 00:02:18,364 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:02:18,366 Job list saved +2021-12-18 00:02:18,376 Updating FAILED jobs +2021-12-18 00:02:18,376 Updating WAITING jobs +2021-12-18 00:02:18,376 Update finished +2021-12-18 00:02:28,381 Reloading parameters... +2021-12-18 00:02:28,401 Loading parameters... +2021-12-18 00:02:28,402 Loading project parameters... +2021-12-18 00:02:28,404 + +23 of 25 jobs remaining (00:02) +2021-12-18 00:02:28,405 Sleep: 10 +2021-12-18 00:02:28,405 Number of retrials: 0 +2021-12-18 00:02:28,405 WRAPPER CHECK TIME = 10 +2021-12-18 00:02:28,405 Checking jobs for platform=marenostrum4 +2021-12-18 00:02:28,406 Checking jobs for platform=nord3 +2021-12-18 00:02:28,406 Checking jobs for platform=local +2021-12-18 00:02:28,407 Checking jobs for platform=transfer_node +2021-12-18 00:02:28,407 Checking all jobs at once +2021-12-18 00:02:29,827 Successful check job command +2021-12-18 00:02:32,549 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-18 00:02:32,549 End of checking +2021-12-18 00:02:32,551 Updating FAILED jobs +2021-12-18 00:02:32,551 Updating WAITING jobs +2021-12-18 00:02:32,551 Update finished +2021-12-18 00:02:32,551 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:02:32,552 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:02:32,552 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:02:32,552 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-18 00:02:32,555 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:02:32,557 Job list saved +2021-12-18 00:02:32,562 Updating FAILED jobs +2021-12-18 00:02:32,563 Updating WAITING jobs +2021-12-18 00:02:32,563 Update finished +2021-12-18 00:02:42,570 Reloading parameters... +2021-12-18 00:02:42,591 Loading parameters... +2021-12-18 00:02:42,592 Loading project parameters... +2021-12-18 00:02:42,594 + +23 of 25 jobs remaining (00:02) +2021-12-18 00:02:42,594 Sleep: 10 +2021-12-18 00:02:42,594 Number of retrials: 0 +2021-12-18 00:02:42,594 WRAPPER CHECK TIME = 10 +2021-12-18 00:02:42,595 Checking jobs for platform=marenostrum4 +2021-12-18 00:02:42,595 Checking jobs for platform=nord3 +2021-12-18 00:02:42,596 Checking jobs for platform=local +2021-12-18 00:02:42,596 Checking jobs for platform=transfer_node +2021-12-18 00:02:42,597 Checking all jobs at once +2021-12-18 00:02:45,217 Successful check job command +2021-12-18 00:02:48,039 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-18 00:02:48,039 End of checking +2021-12-18 00:02:48,041 Updating FAILED jobs +2021-12-18 00:02:48,041 Updating WAITING jobs +2021-12-18 00:02:48,041 Update finished +2021-12-18 00:02:48,042 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:02:48,042 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:02:48,042 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:02:48,042 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-18 00:02:48,045 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:02:48,048 Job list saved +2021-12-18 00:02:48,053 Updating FAILED jobs +2021-12-18 00:02:48,053 Updating WAITING jobs +2021-12-18 00:02:48,053 Update finished +2021-12-18 00:02:58,063 Reloading parameters... +2021-12-18 00:02:58,084 Loading parameters... +2021-12-18 00:02:58,085 Loading project parameters... +2021-12-18 00:02:58,087 + +23 of 25 jobs remaining (00:02) +2021-12-18 00:02:58,087 Sleep: 10 +2021-12-18 00:02:58,087 Number of retrials: 0 +2021-12-18 00:02:58,087 WRAPPER CHECK TIME = 10 +2021-12-18 00:02:58,088 Checking jobs for platform=marenostrum4 +2021-12-18 00:02:58,089 Checking jobs for platform=nord3 +2021-12-18 00:02:58,089 Checking jobs for platform=local +2021-12-18 00:02:58,090 Checking jobs for platform=transfer_node +2021-12-18 00:02:58,090 Checking all jobs at once +2021-12-18 00:02:59,459 Successful check job command +2021-12-18 00:03:01,132 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-18 00:03:01,132 End of checking +2021-12-18 00:03:01,134 Updating FAILED jobs +2021-12-18 00:03:01,134 Updating WAITING jobs +2021-12-18 00:03:01,134 Update finished +2021-12-18 00:03:01,134 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:03:01,134 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:03:01,134 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:03:01,135 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-18 00:03:01,137 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:03:01,139 Job list saved +2021-12-18 00:03:01,144 Updating FAILED jobs +2021-12-18 00:03:01,145 Updating WAITING jobs +2021-12-18 00:03:01,145 Update finished +2021-12-18 00:03:11,155 Reloading parameters... +2021-12-18 00:03:11,179 Loading parameters... +2021-12-18 00:03:11,180 Loading project parameters... +2021-12-18 00:03:11,183 + +23 of 25 jobs remaining (00:03) +2021-12-18 00:03:11,183 Sleep: 10 +2021-12-18 00:03:11,183 Number of retrials: 0 +2021-12-18 00:03:11,183 WRAPPER CHECK TIME = 10 +2021-12-18 00:03:11,184 Checking jobs for platform=marenostrum4 +2021-12-18 00:03:11,184 Checking jobs for platform=nord3 +2021-12-18 00:03:11,185 Checking jobs for platform=local +2021-12-18 00:03:11,185 Checking jobs for platform=transfer_node +2021-12-18 00:03:11,185 Checking all jobs at once +2021-12-18 00:03:14,258 Successful check job command +2021-12-18 00:03:16,531 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-18 00:03:16,531 End of checking +2021-12-18 00:03:16,533 Updating FAILED jobs +2021-12-18 00:03:16,533 Updating WAITING jobs +2021-12-18 00:03:16,533 Update finished +2021-12-18 00:03:16,533 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:03:16,533 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:03:16,534 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:03:16,534 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-18 00:03:16,536 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:03:16,539 Job list saved +2021-12-18 00:03:16,544 Updating FAILED jobs +2021-12-18 00:03:16,544 Updating WAITING jobs +2021-12-18 00:03:16,544 Update finished +2021-12-18 00:03:26,554 Reloading parameters... +2021-12-18 00:03:26,572 Loading parameters... +2021-12-18 00:03:26,574 Loading project parameters... +2021-12-18 00:03:26,576 + +23 of 25 jobs remaining (00:03) +2021-12-18 00:03:26,576 Sleep: 10 +2021-12-18 00:03:26,576 Number of retrials: 0 +2021-12-18 00:03:26,576 WRAPPER CHECK TIME = 10 +2021-12-18 00:03:26,577 Checking jobs for platform=marenostrum4 +2021-12-18 00:03:26,577 Checking jobs for platform=nord3 +2021-12-18 00:03:26,578 Checking jobs for platform=local +2021-12-18 00:03:26,578 Checking jobs for platform=transfer_node +2021-12-18 00:03:26,578 Checking all jobs at once +2021-12-18 00:03:28,098 Successful check job command +2021-12-18 00:03:30,069 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-18 00:03:30,070 End of checking +2021-12-18 00:03:30,071 Updating FAILED jobs +2021-12-18 00:03:30,071 Updating WAITING jobs +2021-12-18 00:03:30,072 Update finished +2021-12-18 00:03:30,072 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:03:30,072 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:03:30,073 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:03:30,073 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-18 00:03:30,075 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:03:30,078 Job list saved +2021-12-18 00:03:30,083 Updating FAILED jobs +2021-12-18 00:03:30,083 Updating WAITING jobs +2021-12-18 00:03:30,083 Update finished +2021-12-18 00:03:40,093 Reloading parameters... +2021-12-18 00:03:40,114 Loading parameters... +2021-12-18 00:03:40,115 Loading project parameters... +2021-12-18 00:03:40,117 + +23 of 25 jobs remaining (00:03) +2021-12-18 00:03:40,117 Sleep: 10 +2021-12-18 00:03:40,117 Number of retrials: 0 +2021-12-18 00:03:40,118 WRAPPER CHECK TIME = 10 +2021-12-18 00:03:40,118 Checking jobs for platform=marenostrum4 +2021-12-18 00:03:40,119 Checking jobs for platform=nord3 +2021-12-18 00:03:40,119 Checking jobs for platform=local +2021-12-18 00:03:40,120 Checking jobs for platform=transfer_node +2021-12-18 00:03:40,120 Checking all jobs at once +2021-12-18 00:03:41,792 Successful check job command +2021-12-18 00:03:43,462 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-18 00:03:43,462 End of checking +2021-12-18 00:03:43,465 Updating FAILED jobs +2021-12-18 00:03:43,465 Updating WAITING jobs +2021-12-18 00:03:43,465 Update finished +2021-12-18 00:03:43,465 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:03:43,466 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:03:43,466 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:03:43,466 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-18 00:03:43,469 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:03:43,471 Job list saved +2021-12-18 00:03:43,477 Updating FAILED jobs +2021-12-18 00:03:43,477 Updating WAITING jobs +2021-12-18 00:03:43,477 Update finished +2021-12-18 00:03:53,487 Reloading parameters... +2021-12-18 00:03:53,509 Loading parameters... +2021-12-18 00:03:53,510 Loading project parameters... +2021-12-18 00:03:53,512 + +23 of 25 jobs remaining (00:03) +2021-12-18 00:03:53,512 Sleep: 10 +2021-12-18 00:03:53,512 Number of retrials: 0 +2021-12-18 00:03:53,512 WRAPPER CHECK TIME = 10 +2021-12-18 00:03:53,513 Checking jobs for platform=marenostrum4 +2021-12-18 00:03:53,514 Checking jobs for platform=nord3 +2021-12-18 00:03:53,514 Checking jobs for platform=local +2021-12-18 00:03:53,515 Checking jobs for platform=transfer_node +2021-12-18 00:03:53,515 Checking all jobs at once +2021-12-18 00:03:55,736 Successful check job command +2021-12-18 00:03:58,507 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-18 00:03:58,508 End of checking +2021-12-18 00:03:58,509 Updating FAILED jobs +2021-12-18 00:03:58,509 Updating WAITING jobs +2021-12-18 00:03:58,509 Update finished +2021-12-18 00:03:58,510 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:03:58,510 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:03:58,510 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:03:58,510 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-18 00:03:58,513 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:03:58,515 Job list saved +2021-12-18 00:03:58,533 Updating FAILED jobs +2021-12-18 00:03:58,533 Updating WAITING jobs +2021-12-18 00:03:58,534 Update finished +2021-12-18 00:04:08,544 Reloading parameters... +2021-12-18 00:04:08,566 Loading parameters... +2021-12-18 00:04:08,568 Loading project parameters... +2021-12-18 00:04:08,570 + +23 of 25 jobs remaining (00:04) +2021-12-18 00:04:08,570 Sleep: 10 +2021-12-18 00:04:08,570 Number of retrials: 0 +2021-12-18 00:04:08,570 WRAPPER CHECK TIME = 10 +2021-12-18 00:04:08,571 Checking jobs for platform=marenostrum4 +2021-12-18 00:04:08,572 Checking jobs for platform=nord3 +2021-12-18 00:04:08,572 Checking jobs for platform=local +2021-12-18 00:04:08,573 Checking jobs for platform=transfer_node +2021-12-18 00:04:08,573 Checking all jobs at once +2021-12-18 00:04:10,745 Successful check job command +2021-12-18 00:04:13,667 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-18 00:04:13,668 End of checking +2021-12-18 00:04:13,669 Updating FAILED jobs +2021-12-18 00:04:13,669 Updating WAITING jobs +2021-12-18 00:04:13,669 Update finished +2021-12-18 00:04:13,669 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:04:13,670 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:04:13,670 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:04:13,670 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-18 00:04:13,673 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:04:13,675 Job list saved +2021-12-18 00:04:13,680 Updating FAILED jobs +2021-12-18 00:04:13,680 Updating WAITING jobs +2021-12-18 00:04:13,680 Update finished +2021-12-18 00:04:23,691 Reloading parameters... +2021-12-18 00:04:23,713 Loading parameters... +2021-12-18 00:04:23,716 Loading project parameters... +2021-12-18 00:04:23,720 + +23 of 25 jobs remaining (00:04) +2021-12-18 00:04:23,721 Sleep: 10 +2021-12-18 00:04:23,721 Number of retrials: 0 +2021-12-18 00:04:23,721 WRAPPER CHECK TIME = 10 +2021-12-18 00:04:23,721 Checking jobs for platform=marenostrum4 +2021-12-18 00:04:23,723 Checking jobs for platform=nord3 +2021-12-18 00:04:23,728 Checking jobs for platform=local +2021-12-18 00:04:23,729 Checking jobs for platform=transfer_node +2021-12-18 00:04:23,729 Checking all jobs at once +2021-12-18 00:04:25,800 Successful check job command +2021-12-18 00:04:28,873 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-18 00:04:28,874 End of checking +2021-12-18 00:04:28,875 Updating FAILED jobs +2021-12-18 00:04:28,875 Updating WAITING jobs +2021-12-18 00:04:28,875 Update finished +2021-12-18 00:04:28,876 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:04:28,876 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:04:28,876 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:04:28,876 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-18 00:04:28,878 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:04:28,881 Job list saved +2021-12-18 00:04:28,889 Updating FAILED jobs +2021-12-18 00:04:28,889 Updating WAITING jobs +2021-12-18 00:04:28,889 Update finished +2021-12-18 00:04:38,899 Reloading parameters... +2021-12-18 00:04:38,925 Loading parameters... +2021-12-18 00:04:38,926 Loading project parameters... +2021-12-18 00:04:38,928 + +23 of 25 jobs remaining (00:04) +2021-12-18 00:04:38,929 Sleep: 10 +2021-12-18 00:04:38,929 Number of retrials: 0 +2021-12-18 00:04:38,929 WRAPPER CHECK TIME = 10 +2021-12-18 00:04:38,929 Checking jobs for platform=marenostrum4 +2021-12-18 00:04:38,930 Checking jobs for platform=nord3 +2021-12-18 00:04:38,930 Checking jobs for platform=local +2021-12-18 00:04:38,931 Checking jobs for platform=transfer_node +2021-12-18 00:04:38,931 Checking all jobs at once +2021-12-18 00:04:40,551 Successful check job command +2021-12-18 00:04:44,130 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-18 00:04:44,131 End of checking +2021-12-18 00:04:44,133 Updating FAILED jobs +2021-12-18 00:04:44,133 Updating WAITING jobs +2021-12-18 00:04:44,133 Update finished +2021-12-18 00:04:44,134 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:04:44,134 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:04:44,134 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:04:44,134 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-18 00:04:44,136 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:04:44,139 Job list saved +2021-12-18 00:04:44,143 Updating FAILED jobs +2021-12-18 00:04:44,144 Updating WAITING jobs +2021-12-18 00:04:44,144 Update finished +2021-12-18 00:04:54,154 Reloading parameters... +2021-12-18 00:04:54,172 Loading parameters... +2021-12-18 00:04:54,173 Loading project parameters... +2021-12-18 00:04:54,180 + +23 of 25 jobs remaining (00:04) +2021-12-18 00:04:54,180 Sleep: 10 +2021-12-18 00:04:54,181 Number of retrials: 0 +2021-12-18 00:04:54,181 WRAPPER CHECK TIME = 10 +2021-12-18 00:04:54,181 Checking jobs for platform=marenostrum4 +2021-12-18 00:04:54,182 Checking jobs for platform=nord3 +2021-12-18 00:04:54,182 Checking jobs for platform=local +2021-12-18 00:04:54,183 Checking jobs for platform=transfer_node +2021-12-18 00:04:54,183 Checking all jobs at once +2021-12-18 00:04:55,706 Successful check job command +2021-12-18 00:04:57,881 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-18 00:04:57,881 End of checking +2021-12-18 00:04:57,883 Updating FAILED jobs +2021-12-18 00:04:57,883 Updating WAITING jobs +2021-12-18 00:04:57,883 Update finished +2021-12-18 00:04:57,883 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:04:57,884 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:04:57,884 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:04:57,884 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-18 00:04:57,886 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:04:57,889 Job list saved +2021-12-18 00:04:57,893 Updating FAILED jobs +2021-12-18 00:04:57,894 Updating WAITING jobs +2021-12-18 00:04:57,894 Update finished +2021-12-18 00:05:07,903 Reloading parameters... +2021-12-18 00:05:07,924 Loading parameters... +2021-12-18 00:05:07,926 Loading project parameters... +2021-12-18 00:05:07,928 + +23 of 25 jobs remaining (00:05) +2021-12-18 00:05:07,928 Sleep: 10 +2021-12-18 00:05:07,928 Number of retrials: 0 +2021-12-18 00:05:07,928 WRAPPER CHECK TIME = 10 +2021-12-18 00:05:07,929 Checking jobs for platform=marenostrum4 +2021-12-18 00:05:07,929 Checking jobs for platform=nord3 +2021-12-18 00:05:07,930 Checking jobs for platform=local +2021-12-18 00:05:07,930 Checking jobs for platform=transfer_node +2021-12-18 00:05:07,931 Checking all jobs at once +2021-12-18 00:05:09,502 Successful check job command +2021-12-18 00:05:11,424 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-18 00:05:11,424 End of checking +2021-12-18 00:05:11,425 Updating FAILED jobs +2021-12-18 00:05:11,426 Updating WAITING jobs +2021-12-18 00:05:11,426 Update finished +2021-12-18 00:05:11,426 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:05:11,426 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:05:11,426 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:05:11,427 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-18 00:05:11,429 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:05:11,431 Job list saved +2021-12-18 00:05:11,437 Updating FAILED jobs +2021-12-18 00:05:11,437 Updating WAITING jobs +2021-12-18 00:05:11,437 Update finished +2021-12-18 00:05:21,447 Reloading parameters... +2021-12-18 00:05:21,465 Loading parameters... +2021-12-18 00:05:21,466 Loading project parameters... +2021-12-18 00:05:21,468 + +23 of 25 jobs remaining (00:05) +2021-12-18 00:05:21,468 Sleep: 10 +2021-12-18 00:05:21,468 Number of retrials: 0 +2021-12-18 00:05:21,468 WRAPPER CHECK TIME = 10 +2021-12-18 00:05:21,469 Checking jobs for platform=marenostrum4 +2021-12-18 00:05:21,470 Checking jobs for platform=nord3 +2021-12-18 00:05:21,470 Checking jobs for platform=local +2021-12-18 00:05:21,471 Checking jobs for platform=transfer_node +2021-12-18 00:05:21,471 Checking all jobs at once +2021-12-18 00:05:23,545 Successful check job command +2021-12-18 00:05:26,017 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-18 00:05:26,018 End of checking +2021-12-18 00:05:26,019 Updating FAILED jobs +2021-12-18 00:05:26,019 Updating WAITING jobs +2021-12-18 00:05:26,020 Update finished +2021-12-18 00:05:26,020 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:05:26,020 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:05:26,020 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:05:26,020 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-18 00:05:26,023 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:05:26,025 Job list saved +2021-12-18 00:05:26,032 Updating FAILED jobs +2021-12-18 00:05:26,032 Updating WAITING jobs +2021-12-18 00:05:26,032 Update finished +2021-12-18 00:05:36,041 Reloading parameters... +2021-12-18 00:05:36,061 Loading parameters... +2021-12-18 00:05:36,062 Loading project parameters... +2021-12-18 00:05:36,064 + +23 of 25 jobs remaining (00:05) +2021-12-18 00:05:36,064 Sleep: 10 +2021-12-18 00:05:36,064 Number of retrials: 0 +2021-12-18 00:05:36,064 WRAPPER CHECK TIME = 10 +2021-12-18 00:05:36,065 Checking jobs for platform=marenostrum4 +2021-12-18 00:05:36,065 Checking jobs for platform=nord3 +2021-12-18 00:05:36,066 Checking jobs for platform=local +2021-12-18 00:05:36,066 Checking jobs for platform=transfer_node +2021-12-18 00:05:36,066 Checking all jobs at once +2021-12-18 00:05:37,336 Successful check job command +2021-12-18 00:05:39,105 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-18 00:05:39,106 End of checking +2021-12-18 00:05:39,107 Updating FAILED jobs +2021-12-18 00:05:39,108 Updating WAITING jobs +2021-12-18 00:05:39,108 Update finished +2021-12-18 00:05:39,108 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:05:39,109 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:05:39,109 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:05:39,109 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-18 00:05:39,111 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:05:39,114 Job list saved +2021-12-18 00:05:39,118 Updating FAILED jobs +2021-12-18 00:05:39,118 Updating WAITING jobs +2021-12-18 00:05:39,119 Update finished +2021-12-18 00:05:49,128 Reloading parameters... +2021-12-18 00:05:49,149 Loading parameters... +2021-12-18 00:05:49,151 Loading project parameters... +2021-12-18 00:05:49,153 + +23 of 25 jobs remaining (00:05) +2021-12-18 00:05:49,153 Sleep: 10 +2021-12-18 00:05:49,153 Number of retrials: 0 +2021-12-18 00:05:49,153 WRAPPER CHECK TIME = 10 +2021-12-18 00:05:49,154 Checking jobs for platform=marenostrum4 +2021-12-18 00:05:49,154 Checking jobs for platform=nord3 +2021-12-18 00:05:49,155 Checking jobs for platform=local +2021-12-18 00:05:49,155 Checking jobs for platform=transfer_node +2021-12-18 00:05:49,155 Checking all jobs at once +2021-12-18 00:05:52,679 Successful check job command +2021-12-18 00:05:54,902 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-18 00:05:54,902 End of checking +2021-12-18 00:05:54,903 Updating FAILED jobs +2021-12-18 00:05:54,904 Updating WAITING jobs +2021-12-18 00:05:54,904 Update finished +2021-12-18 00:05:54,904 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:05:54,904 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:05:54,904 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:05:54,904 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-18 00:05:54,907 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:05:54,909 Job list saved +2021-12-18 00:05:54,914 Updating FAILED jobs +2021-12-18 00:05:54,914 Updating WAITING jobs +2021-12-18 00:05:54,914 Update finished +2021-12-18 00:06:04,924 Reloading parameters... +2021-12-18 00:06:04,944 Loading parameters... +2021-12-18 00:06:04,945 Loading project parameters... +2021-12-18 00:06:04,947 + +23 of 25 jobs remaining (00:06) +2021-12-18 00:06:04,947 Sleep: 10 +2021-12-18 00:06:04,948 Number of retrials: 0 +2021-12-18 00:06:04,948 WRAPPER CHECK TIME = 10 +2021-12-18 00:06:04,948 Checking jobs for platform=marenostrum4 +2021-12-18 00:06:04,949 Checking jobs for platform=nord3 +2021-12-18 00:06:04,949 Checking jobs for platform=local +2021-12-18 00:06:04,950 Checking jobs for platform=transfer_node +2021-12-18 00:06:04,950 Checking all jobs at once +2021-12-18 00:06:06,570 Successful check job command +2021-12-18 00:06:08,040 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-18 00:06:08,040 End of checking +2021-12-18 00:06:08,042 Updating FAILED jobs +2021-12-18 00:06:08,042 Updating WAITING jobs +2021-12-18 00:06:08,042 Update finished +2021-12-18 00:06:08,042 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:06:08,042 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:06:08,043 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:06:08,043 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-18 00:06:08,045 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:06:08,047 Job list saved +2021-12-18 00:06:08,052 Updating FAILED jobs +2021-12-18 00:06:08,052 Updating WAITING jobs +2021-12-18 00:06:08,052 Update finished +2021-12-18 00:06:18,063 Reloading parameters... +2021-12-18 00:06:18,082 Loading parameters... +2021-12-18 00:06:18,084 Loading project parameters... +2021-12-18 00:06:18,085 + +23 of 25 jobs remaining (00:06) +2021-12-18 00:06:18,086 Sleep: 10 +2021-12-18 00:06:18,086 Number of retrials: 0 +2021-12-18 00:06:18,086 WRAPPER CHECK TIME = 10 +2021-12-18 00:06:18,086 Checking jobs for platform=marenostrum4 +2021-12-18 00:06:18,087 Checking jobs for platform=nord3 +2021-12-18 00:06:18,088 Checking jobs for platform=local +2021-12-18 00:06:18,088 Checking jobs for platform=transfer_node +2021-12-18 00:06:18,088 Checking all jobs at once +2021-12-18 00:06:19,958 Successful check job command +2021-12-18 00:06:21,082 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-18 00:06:21,082 End of checking +2021-12-18 00:06:21,083 Updating FAILED jobs +2021-12-18 00:06:21,083 Updating WAITING jobs +2021-12-18 00:06:21,084 Update finished +2021-12-18 00:06:21,084 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:06:21,085 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:06:21,085 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:06:21,085 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-18 00:06:21,087 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:06:21,090 Job list saved +2021-12-18 00:06:21,095 Updating FAILED jobs +2021-12-18 00:06:21,095 Updating WAITING jobs +2021-12-18 00:06:21,095 Update finished +2021-12-18 00:06:31,104 Reloading parameters... +2021-12-18 00:06:31,124 Loading parameters... +2021-12-18 00:06:31,125 Loading project parameters... +2021-12-18 00:06:31,127 + +23 of 25 jobs remaining (00:06) +2021-12-18 00:06:31,127 Sleep: 10 +2021-12-18 00:06:31,127 Number of retrials: 0 +2021-12-18 00:06:31,127 WRAPPER CHECK TIME = 10 +2021-12-18 00:06:31,128 Checking jobs for platform=marenostrum4 +2021-12-18 00:06:31,129 Checking jobs for platform=nord3 +2021-12-18 00:06:31,129 Checking jobs for platform=local +2021-12-18 00:06:31,130 Checking jobs for platform=transfer_node +2021-12-18 00:06:31,130 Checking all jobs at once +2021-12-18 00:06:34,503 Successful check job command +2021-12-18 00:06:36,927 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-18 00:06:36,927 End of checking +2021-12-18 00:06:36,929 Updating FAILED jobs +2021-12-18 00:06:36,929 Updating WAITING jobs +2021-12-18 00:06:36,929 Update finished +2021-12-18 00:06:36,929 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:06:36,929 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:06:36,930 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:06:36,930 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-18 00:06:36,933 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:06:36,935 Job list saved +2021-12-18 00:06:36,942 Updating FAILED jobs +2021-12-18 00:06:36,942 Updating WAITING jobs +2021-12-18 00:06:36,942 Update finished +2021-12-18 00:06:46,952 Reloading parameters... +2021-12-18 00:06:46,973 Loading parameters... +2021-12-18 00:06:46,975 Loading project parameters... +2021-12-18 00:06:46,977 + +23 of 25 jobs remaining (00:06) +2021-12-18 00:06:46,977 Sleep: 10 +2021-12-18 00:06:46,977 Number of retrials: 0 +2021-12-18 00:06:46,977 WRAPPER CHECK TIME = 10 +2021-12-18 00:06:46,978 Checking jobs for platform=marenostrum4 +2021-12-18 00:06:46,978 Checking jobs for platform=nord3 +2021-12-18 00:06:46,979 Checking jobs for platform=local +2021-12-18 00:06:46,979 Checking jobs for platform=transfer_node +2021-12-18 00:06:46,979 Checking all jobs at once +2021-12-18 00:06:50,358 Successful check job command +2021-12-18 00:06:53,831 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-18 00:06:53,831 End of checking +2021-12-18 00:06:53,833 Updating FAILED jobs +2021-12-18 00:06:53,833 Updating WAITING jobs +2021-12-18 00:06:53,834 Update finished +2021-12-18 00:06:53,834 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:06:53,834 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:06:53,834 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:06:53,834 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-18 00:06:53,837 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:06:53,840 Job list saved +2021-12-18 00:06:53,844 Updating FAILED jobs +2021-12-18 00:06:53,845 Updating WAITING jobs +2021-12-18 00:06:53,845 Update finished +2021-12-18 00:07:03,853 Reloading parameters... +2021-12-18 00:07:03,878 Loading parameters... +2021-12-18 00:07:03,880 Loading project parameters... +2021-12-18 00:07:03,881 + +23 of 25 jobs remaining (00:07) +2021-12-18 00:07:03,882 Sleep: 10 +2021-12-18 00:07:03,882 Number of retrials: 0 +2021-12-18 00:07:03,882 WRAPPER CHECK TIME = 10 +2021-12-18 00:07:03,882 Checking jobs for platform=marenostrum4 +2021-12-18 00:07:03,883 Checking jobs for platform=nord3 +2021-12-18 00:07:03,883 Checking jobs for platform=local +2021-12-18 00:07:03,884 Checking jobs for platform=transfer_node +2021-12-18 00:07:03,884 Checking all jobs at once +2021-12-18 00:07:06,557 Successful check job command +2021-12-18 00:07:08,331 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-18 00:07:08,331 End of checking +2021-12-18 00:07:08,333 Updating FAILED jobs +2021-12-18 00:07:08,333 Updating WAITING jobs +2021-12-18 00:07:08,333 Update finished +2021-12-18 00:07:08,333 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:07:08,334 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:07:08,334 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:07:08,334 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-18 00:07:08,337 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:07:08,339 Job list saved +2021-12-18 00:07:08,344 Updating FAILED jobs +2021-12-18 00:07:08,344 Updating WAITING jobs +2021-12-18 00:07:08,344 Update finished +2021-12-18 00:07:18,354 Reloading parameters... +2021-12-18 00:07:18,385 Loading parameters... +2021-12-18 00:07:18,386 Loading project parameters... +2021-12-18 00:07:18,388 + +23 of 25 jobs remaining (00:07) +2021-12-18 00:07:18,388 Sleep: 10 +2021-12-18 00:07:18,388 Number of retrials: 0 +2021-12-18 00:07:18,388 WRAPPER CHECK TIME = 10 +2021-12-18 00:07:18,389 Checking jobs for platform=marenostrum4 +2021-12-18 00:07:18,390 Checking jobs for platform=nord3 +2021-12-18 00:07:18,390 Checking jobs for platform=local +2021-12-18 00:07:18,394 Checking jobs for platform=transfer_node +2021-12-18 00:07:18,394 Checking all jobs at once +2021-12-18 00:07:20,467 Successful check job command +2021-12-18 00:07:22,588 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-18 00:07:22,589 End of checking +2021-12-18 00:07:22,590 Updating FAILED jobs +2021-12-18 00:07:22,590 Updating WAITING jobs +2021-12-18 00:07:22,591 Update finished +2021-12-18 00:07:22,591 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:07:22,591 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:07:22,591 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:07:22,591 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-18 00:07:22,594 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:07:22,597 Job list saved +2021-12-18 00:07:22,602 Updating FAILED jobs +2021-12-18 00:07:22,602 Updating WAITING jobs +2021-12-18 00:07:22,602 Update finished +2021-12-18 00:07:32,612 Reloading parameters... +2021-12-18 00:07:32,635 Loading parameters... +2021-12-18 00:07:32,637 Loading project parameters... +2021-12-18 00:07:32,639 + +23 of 25 jobs remaining (00:07) +2021-12-18 00:07:32,639 Sleep: 10 +2021-12-18 00:07:32,639 Number of retrials: 0 +2021-12-18 00:07:32,639 WRAPPER CHECK TIME = 10 +2021-12-18 00:07:32,640 Checking jobs for platform=marenostrum4 +2021-12-18 00:07:32,640 Checking jobs for platform=nord3 +2021-12-18 00:07:32,641 Checking jobs for platform=local +2021-12-18 00:07:32,641 Checking jobs for platform=transfer_node +2021-12-18 00:07:32,641 Checking all jobs at once +2021-12-18 00:07:35,563 Successful check job command +2021-12-18 00:07:37,684 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-18 00:07:37,685 End of checking +2021-12-18 00:07:37,686 Updating FAILED jobs +2021-12-18 00:07:37,686 Updating WAITING jobs +2021-12-18 00:07:37,686 Update finished +2021-12-18 00:07:37,686 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:07:37,687 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:07:37,687 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:07:37,687 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-18 00:07:37,689 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:07:37,692 Job list saved +2021-12-18 00:07:37,696 Updating FAILED jobs +2021-12-18 00:07:37,696 Updating WAITING jobs +2021-12-18 00:07:37,697 Update finished +2021-12-18 00:07:47,707 Reloading parameters... +2021-12-18 00:07:47,726 Loading parameters... +2021-12-18 00:07:47,727 Loading project parameters... +2021-12-18 00:07:47,729 + +23 of 25 jobs remaining (00:07) +2021-12-18 00:07:47,729 Sleep: 10 +2021-12-18 00:07:47,729 Number of retrials: 0 +2021-12-18 00:07:47,729 WRAPPER CHECK TIME = 10 +2021-12-18 00:07:47,730 Checking jobs for platform=marenostrum4 +2021-12-18 00:07:47,731 Checking jobs for platform=nord3 +2021-12-18 00:07:47,731 Checking jobs for platform=local +2021-12-18 00:07:47,732 Checking jobs for platform=transfer_node +2021-12-18 00:07:47,732 Checking all jobs at once +2021-12-18 00:07:50,406 Successful check job command +2021-12-18 00:07:52,830 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-18 00:07:52,830 End of checking +2021-12-18 00:07:52,832 Updating FAILED jobs +2021-12-18 00:07:52,832 Updating WAITING jobs +2021-12-18 00:07:52,832 Update finished +2021-12-18 00:07:52,832 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:07:52,835 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:07:52,835 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:07:52,835 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-18 00:07:52,838 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:07:52,840 Job list saved +2021-12-18 00:07:52,845 Updating FAILED jobs +2021-12-18 00:07:52,845 Updating WAITING jobs +2021-12-18 00:07:52,845 Update finished +2021-12-18 00:08:02,855 Reloading parameters... +2021-12-18 00:08:02,875 Loading parameters... +2021-12-18 00:08:02,876 Loading project parameters... +2021-12-18 00:08:02,878 + +23 of 25 jobs remaining (00:08) +2021-12-18 00:08:02,878 Sleep: 10 +2021-12-18 00:08:02,878 Number of retrials: 0 +2021-12-18 00:08:02,878 WRAPPER CHECK TIME = 10 +2021-12-18 00:08:02,879 Checking jobs for platform=marenostrum4 +2021-12-18 00:08:02,880 Checking jobs for platform=nord3 +2021-12-18 00:08:02,880 Checking jobs for platform=local +2021-12-18 00:08:02,881 Checking jobs for platform=transfer_node +2021-12-18 00:08:02,881 Checking all jobs at once +2021-12-18 00:08:04,100 Successful check job command +2021-12-18 00:08:05,521 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-18 00:08:05,522 End of checking +2021-12-18 00:08:05,523 Updating FAILED jobs +2021-12-18 00:08:05,523 Updating WAITING jobs +2021-12-18 00:08:05,524 Update finished +2021-12-18 00:08:05,524 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:08:05,524 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:08:05,525 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:08:05,525 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-18 00:08:05,529 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:08:05,531 Job list saved +2021-12-18 00:08:05,548 Updating FAILED jobs +2021-12-18 00:08:05,548 Updating WAITING jobs +2021-12-18 00:08:05,548 Update finished +2021-12-18 00:08:15,557 Reloading parameters... +2021-12-18 00:08:15,578 Loading parameters... +2021-12-18 00:08:15,579 Loading project parameters... +2021-12-18 00:08:15,581 + +23 of 25 jobs remaining (00:08) +2021-12-18 00:08:15,581 Sleep: 10 +2021-12-18 00:08:15,581 Number of retrials: 0 +2021-12-18 00:08:15,581 WRAPPER CHECK TIME = 10 +2021-12-18 00:08:15,582 Checking jobs for platform=marenostrum4 +2021-12-18 00:08:15,582 Checking jobs for platform=nord3 +2021-12-18 00:08:15,583 Checking jobs for platform=local +2021-12-18 00:08:15,584 Checking jobs for platform=transfer_node +2021-12-18 00:08:15,584 Checking all jobs at once +2021-12-18 00:08:18,355 Successful check job command +2021-12-18 00:08:22,129 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-18 00:08:22,129 End of checking +2021-12-18 00:08:22,131 Updating FAILED jobs +2021-12-18 00:08:22,131 Updating WAITING jobs +2021-12-18 00:08:22,131 Update finished +2021-12-18 00:08:22,131 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:08:22,131 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:08:22,131 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:08:22,132 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-18 00:08:22,135 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:08:22,137 Job list saved +2021-12-18 00:08:22,142 Updating FAILED jobs +2021-12-18 00:08:22,142 Updating WAITING jobs +2021-12-18 00:08:22,143 Update finished +2021-12-18 00:08:32,153 Reloading parameters... +2021-12-18 00:08:32,175 Loading parameters... +2021-12-18 00:08:32,176 Loading project parameters... +2021-12-18 00:08:32,178 + +23 of 25 jobs remaining (00:08) +2021-12-18 00:08:32,178 Sleep: 10 +2021-12-18 00:08:32,178 Number of retrials: 0 +2021-12-18 00:08:32,178 WRAPPER CHECK TIME = 10 +2021-12-18 00:08:32,179 Checking jobs for platform=marenostrum4 +2021-12-18 00:08:32,180 Checking jobs for platform=nord3 +2021-12-18 00:08:32,180 Checking jobs for platform=local +2021-12-18 00:08:32,181 Checking jobs for platform=transfer_node +2021-12-18 00:08:32,181 Checking all jobs at once +2021-12-18 00:08:34,402 Successful check job command +2021-12-18 00:08:37,625 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-18 00:08:37,625 End of checking +2021-12-18 00:08:37,627 Updating FAILED jobs +2021-12-18 00:08:37,627 Updating WAITING jobs +2021-12-18 00:08:37,627 Update finished +2021-12-18 00:08:37,628 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:08:37,628 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:08:37,628 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:08:37,628 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-18 00:08:37,632 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:08:37,634 Job list saved +2021-12-18 00:08:37,644 Updating FAILED jobs +2021-12-18 00:08:37,644 Updating WAITING jobs +2021-12-18 00:08:37,644 Update finished +2021-12-18 00:08:47,649 Reloading parameters... +2021-12-18 00:08:47,667 Loading parameters... +2021-12-18 00:08:47,668 Loading project parameters... +2021-12-18 00:08:47,670 + +23 of 25 jobs remaining (00:08) +2021-12-18 00:08:47,670 Sleep: 10 +2021-12-18 00:08:47,670 Number of retrials: 0 +2021-12-18 00:08:47,671 WRAPPER CHECK TIME = 10 +2021-12-18 00:08:47,671 Checking jobs for platform=marenostrum4 +2021-12-18 00:08:47,672 Checking jobs for platform=nord3 +2021-12-18 00:08:47,672 Checking jobs for platform=local +2021-12-18 00:08:47,673 Checking jobs for platform=transfer_node +2021-12-18 00:08:47,673 Checking all jobs at once +2021-12-18 00:08:48,892 Successful check job command +2021-12-18 00:08:50,362 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-18 00:08:50,362 End of checking +2021-12-18 00:08:50,364 Updating FAILED jobs +2021-12-18 00:08:50,364 Updating WAITING jobs +2021-12-18 00:08:50,364 Update finished +2021-12-18 00:08:50,364 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:08:50,364 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:08:50,365 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:08:50,365 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-18 00:08:50,368 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:08:50,370 Job list saved +2021-12-18 00:08:50,375 Updating FAILED jobs +2021-12-18 00:08:50,375 Updating WAITING jobs +2021-12-18 00:08:50,376 Update finished +2021-12-18 00:09:00,386 Reloading parameters... +2021-12-18 00:09:00,407 Loading parameters... +2021-12-18 00:09:00,408 Loading project parameters... +2021-12-18 00:09:00,410 + +23 of 25 jobs remaining (00:09) +2021-12-18 00:09:00,411 Sleep: 10 +2021-12-18 00:09:00,411 Number of retrials: 0 +2021-12-18 00:09:00,411 WRAPPER CHECK TIME = 10 +2021-12-18 00:09:00,411 Checking jobs for platform=marenostrum4 +2021-12-18 00:09:00,412 Checking jobs for platform=nord3 +2021-12-18 00:09:00,412 Checking jobs for platform=local +2021-12-18 00:09:00,413 Checking jobs for platform=transfer_node +2021-12-18 00:09:00,413 Checking all jobs at once +2021-12-18 00:09:02,184 Successful check job command +2021-12-18 00:09:03,954 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-18 00:09:03,954 End of checking +2021-12-18 00:09:03,956 Updating FAILED jobs +2021-12-18 00:09:03,956 Updating WAITING jobs +2021-12-18 00:09:03,957 Update finished +2021-12-18 00:09:03,957 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:09:03,957 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:09:03,957 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:09:03,958 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-18 00:09:03,960 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:09:03,963 Job list saved +2021-12-18 00:09:03,967 Updating FAILED jobs +2021-12-18 00:09:03,968 Updating WAITING jobs +2021-12-18 00:09:03,968 Update finished +2021-12-18 00:09:13,978 Reloading parameters... +2021-12-18 00:09:13,997 Loading parameters... +2021-12-18 00:09:13,999 Loading project parameters... +2021-12-18 00:09:14,001 + +23 of 25 jobs remaining (00:09) +2021-12-18 00:09:14,001 Sleep: 10 +2021-12-18 00:09:14,001 Number of retrials: 0 +2021-12-18 00:09:14,001 WRAPPER CHECK TIME = 10 +2021-12-18 00:09:14,002 Checking jobs for platform=marenostrum4 +2021-12-18 00:09:14,002 Checking jobs for platform=nord3 +2021-12-18 00:09:14,003 Checking jobs for platform=local +2021-12-18 00:09:14,003 Checking jobs for platform=transfer_node +2021-12-18 00:09:14,003 Checking all jobs at once +2021-12-18 00:09:15,530 Successful check job command +2021-12-18 00:09:16,950 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-18 00:09:16,950 End of checking +2021-12-18 00:09:16,951 Updating FAILED jobs +2021-12-18 00:09:16,951 Updating WAITING jobs +2021-12-18 00:09:16,952 Update finished +2021-12-18 00:09:16,952 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:09:16,952 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:09:16,953 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:09:16,953 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-18 00:09:16,955 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:09:16,958 Job list saved +2021-12-18 00:09:16,962 Updating FAILED jobs +2021-12-18 00:09:16,962 Updating WAITING jobs +2021-12-18 00:09:16,963 Update finished +2021-12-18 00:09:26,973 Reloading parameters... +2021-12-18 00:09:26,993 Loading parameters... +2021-12-18 00:09:26,994 Loading project parameters... +2021-12-18 00:09:26,996 + +23 of 25 jobs remaining (00:09) +2021-12-18 00:09:26,996 Sleep: 10 +2021-12-18 00:09:26,996 Number of retrials: 0 +2021-12-18 00:09:26,996 WRAPPER CHECK TIME = 10 +2021-12-18 00:09:26,997 Checking jobs for platform=marenostrum4 +2021-12-18 00:09:26,997 Checking jobs for platform=nord3 +2021-12-18 00:09:26,998 Checking jobs for platform=local +2021-12-18 00:09:26,998 Checking jobs for platform=transfer_node +2021-12-18 00:09:26,998 Checking all jobs at once +2021-12-18 00:09:29,119 Successful check job command +2021-12-18 00:09:30,338 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-18 00:09:30,339 End of checking +2021-12-18 00:09:30,340 Updating FAILED jobs +2021-12-18 00:09:30,340 Updating WAITING jobs +2021-12-18 00:09:30,340 Update finished +2021-12-18 00:09:30,341 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:09:30,341 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:09:30,341 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:09:30,341 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-18 00:09:30,344 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:09:30,346 Job list saved +2021-12-18 00:09:30,351 Updating FAILED jobs +2021-12-18 00:09:30,351 Updating WAITING jobs +2021-12-18 00:09:30,352 Update finished +2021-12-18 00:09:40,364 Reloading parameters... +2021-12-18 00:09:40,384 Loading parameters... +2021-12-18 00:09:40,385 Loading project parameters... +2021-12-18 00:09:40,387 + +23 of 25 jobs remaining (00:09) +2021-12-18 00:09:40,387 Sleep: 10 +2021-12-18 00:09:40,387 Number of retrials: 0 +2021-12-18 00:09:40,388 WRAPPER CHECK TIME = 10 +2021-12-18 00:09:40,388 Checking jobs for platform=marenostrum4 +2021-12-18 00:09:40,389 Checking jobs for platform=nord3 +2021-12-18 00:09:40,389 Checking jobs for platform=local +2021-12-18 00:09:40,390 Checking jobs for platform=transfer_node +2021-12-18 00:09:40,390 Checking all jobs at once +2021-12-18 00:09:42,912 Successful check job command +2021-12-18 00:09:44,582 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-18 00:09:44,582 End of checking +2021-12-18 00:09:44,584 Updating FAILED jobs +2021-12-18 00:09:44,584 Updating WAITING jobs +2021-12-18 00:09:44,584 Update finished +2021-12-18 00:09:44,584 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:09:44,584 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:09:44,584 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:09:44,585 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-18 00:09:44,588 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:09:44,590 Job list saved +2021-12-18 00:09:44,595 Updating FAILED jobs +2021-12-18 00:09:44,595 Updating WAITING jobs +2021-12-18 00:09:44,595 Update finished +2021-12-18 00:09:54,605 Reloading parameters... +2021-12-18 00:09:54,628 Loading parameters... +2021-12-18 00:09:54,630 Loading project parameters... +2021-12-18 00:09:54,631 + +23 of 25 jobs remaining (00:09) +2021-12-18 00:09:54,635 Sleep: 10 +2021-12-18 00:09:54,635 Number of retrials: 0 +2021-12-18 00:09:54,635 WRAPPER CHECK TIME = 10 +2021-12-18 00:09:54,636 Checking jobs for platform=marenostrum4 +2021-12-18 00:09:54,636 Checking jobs for platform=nord3 +2021-12-18 00:09:54,637 Checking jobs for platform=local +2021-12-18 00:09:54,637 Checking jobs for platform=transfer_node +2021-12-18 00:09:54,638 Checking all jobs at once +2021-12-18 00:09:57,364 Successful check job command +2021-12-18 00:09:59,735 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-18 00:09:59,735 End of checking +2021-12-18 00:09:59,737 Updating FAILED jobs +2021-12-18 00:09:59,737 Updating WAITING jobs +2021-12-18 00:09:59,737 Update finished +2021-12-18 00:09:59,737 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:09:59,738 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:09:59,738 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:09:59,738 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-18 00:09:59,741 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:09:59,743 Job list saved +2021-12-18 00:09:59,748 Updating FAILED jobs +2021-12-18 00:09:59,748 Updating WAITING jobs +2021-12-18 00:09:59,748 Update finished +2021-12-18 00:10:09,758 Reloading parameters... +2021-12-18 00:10:09,777 Loading parameters... +2021-12-18 00:10:09,779 Loading project parameters... +2021-12-18 00:10:09,780 + +23 of 25 jobs remaining (00:10) +2021-12-18 00:10:09,781 Sleep: 10 +2021-12-18 00:10:09,781 Number of retrials: 0 +2021-12-18 00:10:09,781 WRAPPER CHECK TIME = 10 +2021-12-18 00:10:09,782 Checking jobs for platform=marenostrum4 +2021-12-18 00:10:09,782 Checking jobs for platform=nord3 +2021-12-18 00:10:09,783 Checking jobs for platform=local +2021-12-18 00:10:09,784 Checking jobs for platform=transfer_node +2021-12-18 00:10:09,784 Checking all jobs at once +2021-12-18 00:10:11,306 Successful check job command +2021-12-18 00:10:13,478 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-18 00:10:13,478 End of checking +2021-12-18 00:10:13,480 Updating FAILED jobs +2021-12-18 00:10:13,480 Updating WAITING jobs +2021-12-18 00:10:13,480 Update finished +2021-12-18 00:10:13,480 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:10:13,481 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:10:13,481 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:10:13,481 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-18 00:10:13,484 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:10:13,486 Job list saved +2021-12-18 00:10:13,491 Updating FAILED jobs +2021-12-18 00:10:13,491 Updating WAITING jobs +2021-12-18 00:10:13,491 Update finished +2021-12-18 00:10:23,500 Reloading parameters... +2021-12-18 00:10:23,525 Loading parameters... +2021-12-18 00:10:23,526 Loading project parameters... +2021-12-18 00:10:23,528 + +23 of 25 jobs remaining (00:10) +2021-12-18 00:10:23,528 Sleep: 10 +2021-12-18 00:10:23,528 Number of retrials: 0 +2021-12-18 00:10:23,528 WRAPPER CHECK TIME = 10 +2021-12-18 00:10:23,529 Checking jobs for platform=marenostrum4 +2021-12-18 00:10:23,529 Checking jobs for platform=nord3 +2021-12-18 00:10:23,530 Checking jobs for platform=local +2021-12-18 00:10:23,531 Checking jobs for platform=transfer_node +2021-12-18 00:10:23,531 Checking all jobs at once +2021-12-18 00:10:27,259 Successful check job command +2021-12-18 00:10:29,782 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-18 00:10:29,783 End of checking +2021-12-18 00:10:29,784 Updating FAILED jobs +2021-12-18 00:10:29,784 Updating WAITING jobs +2021-12-18 00:10:29,785 Update finished +2021-12-18 00:10:29,785 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:10:29,785 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:10:29,785 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:10:29,785 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-18 00:10:29,790 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:10:29,793 Job list saved +2021-12-18 00:10:29,810 Updating FAILED jobs +2021-12-18 00:10:29,811 Updating WAITING jobs +2021-12-18 00:10:29,811 Update finished +2021-12-18 00:10:39,816 Reloading parameters... +2021-12-18 00:10:39,840 Loading parameters... +2021-12-18 00:10:39,841 Loading project parameters... +2021-12-18 00:10:39,843 + +23 of 25 jobs remaining (00:10) +2021-12-18 00:10:39,844 Sleep: 10 +2021-12-18 00:10:39,844 Number of retrials: 0 +2021-12-18 00:10:39,844 WRAPPER CHECK TIME = 10 +2021-12-18 00:10:39,844 Checking jobs for platform=marenostrum4 +2021-12-18 00:10:39,845 Checking jobs for platform=nord3 +2021-12-18 00:10:39,845 Checking jobs for platform=local +2021-12-18 00:10:39,846 Checking jobs for platform=transfer_node +2021-12-18 00:10:39,846 Checking all jobs at once +2021-12-18 00:10:43,020 Successful check job command +2021-12-18 00:10:46,647 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-18 00:10:46,647 End of checking +2021-12-18 00:10:46,649 Updating FAILED jobs +2021-12-18 00:10:46,649 Updating WAITING jobs +2021-12-18 00:10:46,649 Update finished +2021-12-18 00:10:46,650 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:10:46,650 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:10:46,651 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:10:46,651 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-18 00:10:46,653 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:10:46,656 Job list saved +2021-12-18 00:10:46,660 Updating FAILED jobs +2021-12-18 00:10:46,660 Updating WAITING jobs +2021-12-18 00:10:46,661 Update finished +2021-12-18 00:10:56,671 Reloading parameters... +2021-12-18 00:10:56,690 Loading parameters... +2021-12-18 00:10:56,691 Loading project parameters... +2021-12-18 00:10:56,693 + +23 of 25 jobs remaining (00:10) +2021-12-18 00:10:56,693 Sleep: 10 +2021-12-18 00:10:56,693 Number of retrials: 0 +2021-12-18 00:10:56,693 WRAPPER CHECK TIME = 10 +2021-12-18 00:10:56,694 Checking jobs for platform=marenostrum4 +2021-12-18 00:10:56,694 Checking jobs for platform=nord3 +2021-12-18 00:10:56,695 Checking jobs for platform=local +2021-12-18 00:10:56,695 Checking jobs for platform=transfer_node +2021-12-18 00:10:56,695 Checking all jobs at once +2021-12-18 00:10:58,417 Successful check job command +2021-12-18 00:10:59,886 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-18 00:10:59,886 End of checking +2021-12-18 00:10:59,888 Updating FAILED jobs +2021-12-18 00:10:59,888 Updating WAITING jobs +2021-12-18 00:10:59,888 Update finished +2021-12-18 00:10:59,888 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:10:59,888 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:10:59,889 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:10:59,889 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-18 00:10:59,892 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:10:59,894 Job list saved +2021-12-18 00:10:59,899 Updating FAILED jobs +2021-12-18 00:10:59,899 Updating WAITING jobs +2021-12-18 00:10:59,900 Update finished +2021-12-18 00:11:09,910 Reloading parameters... +2021-12-18 00:11:09,929 Loading parameters... +2021-12-18 00:11:09,931 Loading project parameters... +2021-12-18 00:11:09,933 + +23 of 25 jobs remaining (00:11) +2021-12-18 00:11:09,933 Sleep: 10 +2021-12-18 00:11:09,933 Number of retrials: 0 +2021-12-18 00:11:09,933 WRAPPER CHECK TIME = 10 +2021-12-18 00:11:09,934 Checking jobs for platform=marenostrum4 +2021-12-18 00:11:09,935 Checking jobs for platform=nord3 +2021-12-18 00:11:09,935 Checking jobs for platform=local +2021-12-18 00:11:09,936 Checking jobs for platform=transfer_node +2021-12-18 00:11:09,936 Checking all jobs at once +2021-12-18 00:11:13,161 Successful check job command +2021-12-18 00:11:14,630 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-18 00:11:14,630 End of checking +2021-12-18 00:11:14,632 Updating FAILED jobs +2021-12-18 00:11:14,632 Updating WAITING jobs +2021-12-18 00:11:14,632 Update finished +2021-12-18 00:11:14,632 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:11:14,633 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:11:14,633 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:11:14,633 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-18 00:11:14,635 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:11:14,637 Job list saved +2021-12-18 00:11:14,643 Updating FAILED jobs +2021-12-18 00:11:14,644 Updating WAITING jobs +2021-12-18 00:11:14,644 Update finished +2021-12-18 00:11:24,654 Reloading parameters... +2021-12-18 00:11:24,672 Loading parameters... +2021-12-18 00:11:24,674 Loading project parameters... +2021-12-18 00:11:24,676 + +23 of 25 jobs remaining (00:11) +2021-12-18 00:11:24,676 Sleep: 10 +2021-12-18 00:11:24,676 Number of retrials: 0 +2021-12-18 00:11:24,676 WRAPPER CHECK TIME = 10 +2021-12-18 00:11:24,679 Checking jobs for platform=marenostrum4 +2021-12-18 00:11:24,679 Checking jobs for platform=nord3 +2021-12-18 00:11:24,680 Checking jobs for platform=local +2021-12-18 00:11:24,680 Checking jobs for platform=transfer_node +2021-12-18 00:11:24,680 Checking all jobs at once +2021-12-18 00:11:27,456 Successful check job command +2021-12-18 00:11:30,729 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-18 00:11:30,729 End of checking +2021-12-18 00:11:30,731 Updating FAILED jobs +2021-12-18 00:11:30,731 Updating WAITING jobs +2021-12-18 00:11:30,731 Update finished +2021-12-18 00:11:30,731 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:11:30,732 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:11:30,732 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:11:30,732 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-18 00:11:30,735 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:11:30,737 Job list saved +2021-12-18 00:11:30,742 Updating FAILED jobs +2021-12-18 00:11:30,742 Updating WAITING jobs +2021-12-18 00:11:30,743 Update finished +2021-12-18 00:11:40,750 Reloading parameters... +2021-12-18 00:11:40,772 Loading parameters... +2021-12-18 00:11:40,774 Loading project parameters... +2021-12-18 00:11:40,776 + +23 of 25 jobs remaining (00:11) +2021-12-18 00:11:40,776 Sleep: 10 +2021-12-18 00:11:40,776 Number of retrials: 0 +2021-12-18 00:11:40,776 WRAPPER CHECK TIME = 10 +2021-12-18 00:11:40,777 Checking jobs for platform=marenostrum4 +2021-12-18 00:11:40,777 Checking jobs for platform=nord3 +2021-12-18 00:11:40,778 Checking jobs for platform=local +2021-12-18 00:11:40,778 Checking jobs for platform=transfer_node +2021-12-18 00:11:40,778 Checking all jobs at once +2021-12-18 00:11:42,248 Successful check job command +2021-12-18 00:11:43,567 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-18 00:11:43,568 End of checking +2021-12-18 00:11:43,570 Updating FAILED jobs +2021-12-18 00:11:43,570 Updating WAITING jobs +2021-12-18 00:11:43,570 Update finished +2021-12-18 00:11:43,570 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:11:43,570 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:11:43,570 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:11:43,571 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-18 00:11:43,573 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:11:43,576 Job list saved +2021-12-18 00:11:43,580 Updating FAILED jobs +2021-12-18 00:11:43,581 Updating WAITING jobs +2021-12-18 00:11:43,581 Update finished +2021-12-18 00:11:53,591 Reloading parameters... +2021-12-18 00:11:53,610 Loading parameters... +2021-12-18 00:11:53,611 Loading project parameters... +2021-12-18 00:11:53,613 + +23 of 25 jobs remaining (00:11) +2021-12-18 00:11:53,613 Sleep: 10 +2021-12-18 00:11:53,613 Number of retrials: 0 +2021-12-18 00:11:53,614 WRAPPER CHECK TIME = 10 +2021-12-18 00:11:53,614 Checking jobs for platform=marenostrum4 +2021-12-18 00:11:53,615 Checking jobs for platform=nord3 +2021-12-18 00:11:53,615 Checking jobs for platform=local +2021-12-18 00:11:53,616 Checking jobs for platform=transfer_node +2021-12-18 00:11:53,616 Checking all jobs at once +2021-12-18 00:11:56,788 Successful check job command +2021-12-18 00:11:59,460 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-18 00:11:59,460 End of checking +2021-12-18 00:11:59,464 Updating FAILED jobs +2021-12-18 00:11:59,464 Updating WAITING jobs +2021-12-18 00:11:59,464 Update finished +2021-12-18 00:11:59,464 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:11:59,464 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:11:59,465 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:11:59,465 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-18 00:11:59,468 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:11:59,470 Job list saved +2021-12-18 00:11:59,474 Updating FAILED jobs +2021-12-18 00:11:59,475 Updating WAITING jobs +2021-12-18 00:11:59,475 Update finished +2021-12-18 00:12:09,485 Reloading parameters... +2021-12-18 00:12:09,503 Loading parameters... +2021-12-18 00:12:09,505 Loading project parameters... +2021-12-18 00:12:09,507 + +23 of 25 jobs remaining (00:12) +2021-12-18 00:12:09,507 Sleep: 10 +2021-12-18 00:12:09,507 Number of retrials: 0 +2021-12-18 00:12:09,507 WRAPPER CHECK TIME = 10 +2021-12-18 00:12:09,508 Checking jobs for platform=marenostrum4 +2021-12-18 00:12:09,508 Checking jobs for platform=nord3 +2021-12-18 00:12:09,509 Checking jobs for platform=local +2021-12-18 00:12:09,510 Checking jobs for platform=transfer_node +2021-12-18 00:12:09,510 Checking all jobs at once +2021-12-18 00:12:12,547 Successful check job command +2021-12-18 00:12:15,518 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-18 00:12:15,519 End of checking +2021-12-18 00:12:15,520 Updating FAILED jobs +2021-12-18 00:12:15,520 Updating WAITING jobs +2021-12-18 00:12:15,520 Update finished +2021-12-18 00:12:15,521 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:12:15,521 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:12:15,521 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:12:15,521 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-18 00:12:15,524 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:12:15,526 Job list saved +2021-12-18 00:12:15,531 Updating FAILED jobs +2021-12-18 00:12:15,531 Updating WAITING jobs +2021-12-18 00:12:15,531 Update finished +2021-12-18 00:12:25,542 Reloading parameters... +2021-12-18 00:12:25,562 Loading parameters... +2021-12-18 00:12:25,564 Loading project parameters... +2021-12-18 00:12:25,566 + +23 of 25 jobs remaining (00:12) +2021-12-18 00:12:25,566 Sleep: 10 +2021-12-18 00:12:25,567 Number of retrials: 0 +2021-12-18 00:12:25,567 WRAPPER CHECK TIME = 10 +2021-12-18 00:12:25,567 Checking jobs for platform=marenostrum4 +2021-12-18 00:12:25,568 Checking jobs for platform=nord3 +2021-12-18 00:12:25,569 Checking jobs for platform=local +2021-12-18 00:12:25,569 Checking jobs for platform=transfer_node +2021-12-18 00:12:25,569 Checking all jobs at once +2021-12-18 00:12:26,938 Successful check job command +2021-12-18 00:12:29,659 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-18 00:12:29,660 End of checking +2021-12-18 00:12:29,661 Updating FAILED jobs +2021-12-18 00:12:29,661 Updating WAITING jobs +2021-12-18 00:12:29,662 Update finished +2021-12-18 00:12:29,662 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:12:29,662 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:12:29,662 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:12:29,662 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-18 00:12:29,665 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:12:29,667 Job list saved +2021-12-18 00:12:29,672 Updating FAILED jobs +2021-12-18 00:12:29,672 Updating WAITING jobs +2021-12-18 00:12:29,673 Update finished +2021-12-18 00:12:39,683 Reloading parameters... +2021-12-18 00:12:39,706 Loading parameters... +2021-12-18 00:12:39,708 Loading project parameters... +2021-12-18 00:12:39,713 + +23 of 25 jobs remaining (00:12) +2021-12-18 00:12:39,714 Sleep: 10 +2021-12-18 00:12:39,714 Number of retrials: 0 +2021-12-18 00:12:39,714 WRAPPER CHECK TIME = 10 +2021-12-18 00:12:39,714 Checking jobs for platform=marenostrum4 +2021-12-18 00:12:39,717 Checking jobs for platform=nord3 +2021-12-18 00:12:39,717 Checking jobs for platform=local +2021-12-18 00:12:39,718 Checking jobs for platform=transfer_node +2021-12-18 00:12:39,718 Checking all jobs at once +2021-12-18 00:12:43,692 Successful check job command +2021-12-18 00:12:47,417 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-18 00:12:47,417 End of checking +2021-12-18 00:12:47,418 Updating FAILED jobs +2021-12-18 00:12:47,418 Updating WAITING jobs +2021-12-18 00:12:47,419 Update finished +2021-12-18 00:12:47,419 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:12:47,420 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:12:47,420 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:12:47,420 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-18 00:12:47,424 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:12:47,427 Job list saved +2021-12-18 00:12:47,431 Updating FAILED jobs +2021-12-18 00:12:47,431 Updating WAITING jobs +2021-12-18 00:12:47,432 Update finished +2021-12-18 00:12:57,440 Reloading parameters... +2021-12-18 00:12:57,463 Loading parameters... +2021-12-18 00:12:57,465 Loading project parameters... +2021-12-18 00:12:57,466 + +23 of 25 jobs remaining (00:12) +2021-12-18 00:12:57,467 Sleep: 10 +2021-12-18 00:12:57,467 Number of retrials: 0 +2021-12-18 00:12:57,467 WRAPPER CHECK TIME = 10 +2021-12-18 00:12:57,468 Checking jobs for platform=marenostrum4 +2021-12-18 00:12:57,468 Checking jobs for platform=nord3 +2021-12-18 00:12:57,469 Checking jobs for platform=local +2021-12-18 00:12:57,469 Checking jobs for platform=transfer_node +2021-12-18 00:12:57,469 Checking all jobs at once +2021-12-18 00:12:59,993 Successful check job command +2021-12-18 00:13:03,167 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-18 00:13:03,168 End of checking +2021-12-18 00:13:03,170 Updating FAILED jobs +2021-12-18 00:13:03,170 Updating WAITING jobs +2021-12-18 00:13:03,170 Update finished +2021-12-18 00:13:03,171 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:13:03,171 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:13:03,171 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:13:03,171 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-18 00:13:03,175 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:13:03,178 Job list saved +2021-12-18 00:13:03,183 Updating FAILED jobs +2021-12-18 00:13:03,184 Updating WAITING jobs +2021-12-18 00:13:03,184 Update finished +2021-12-18 00:13:13,192 Reloading parameters... +2021-12-18 00:13:13,211 Loading parameters... +2021-12-18 00:13:13,213 Loading project parameters... +2021-12-18 00:13:13,215 + +23 of 25 jobs remaining (00:13) +2021-12-18 00:13:13,215 Sleep: 10 +2021-12-18 00:13:13,215 Number of retrials: 0 +2021-12-18 00:13:13,215 WRAPPER CHECK TIME = 10 +2021-12-18 00:13:13,216 Checking jobs for platform=marenostrum4 +2021-12-18 00:13:13,216 Checking jobs for platform=nord3 +2021-12-18 00:13:13,217 Checking jobs for platform=local +2021-12-18 00:13:13,217 Checking jobs for platform=transfer_node +2021-12-18 00:13:13,217 Checking all jobs at once +2021-12-18 00:13:14,687 Successful check job command +2021-12-18 00:13:16,007 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-18 00:13:16,007 End of checking +2021-12-18 00:13:16,008 Updating FAILED jobs +2021-12-18 00:13:16,008 Updating WAITING jobs +2021-12-18 00:13:16,009 Update finished +2021-12-18 00:13:16,009 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:13:16,009 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:13:16,009 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:13:16,009 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-18 00:13:16,012 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:13:16,014 Job list saved +2021-12-18 00:13:16,019 Updating FAILED jobs +2021-12-18 00:13:16,019 Updating WAITING jobs +2021-12-18 00:13:16,019 Update finished +2021-12-18 00:13:26,029 Reloading parameters... +2021-12-18 00:13:26,058 Loading parameters... +2021-12-18 00:13:26,060 Loading project parameters... +2021-12-18 00:13:26,062 + +23 of 25 jobs remaining (00:13) +2021-12-18 00:13:26,062 Sleep: 10 +2021-12-18 00:13:26,062 Number of retrials: 0 +2021-12-18 00:13:26,062 WRAPPER CHECK TIME = 10 +2021-12-18 00:13:26,063 Checking jobs for platform=marenostrum4 +2021-12-18 00:13:26,063 Checking jobs for platform=nord3 +2021-12-18 00:13:26,064 Checking jobs for platform=local +2021-12-18 00:13:26,064 Checking jobs for platform=transfer_node +2021-12-18 00:13:26,064 Checking all jobs at once +2021-12-18 00:13:28,837 Successful check job command +2021-12-18 00:13:30,757 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-18 00:13:30,757 End of checking +2021-12-18 00:13:30,758 Updating FAILED jobs +2021-12-18 00:13:30,758 Updating WAITING jobs +2021-12-18 00:13:30,759 Update finished +2021-12-18 00:13:30,759 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:13:30,759 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:13:30,760 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:13:30,760 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-18 00:13:30,762 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:13:30,764 Job list saved +2021-12-18 00:13:30,769 Updating FAILED jobs +2021-12-18 00:13:30,769 Updating WAITING jobs +2021-12-18 00:13:30,770 Update finished +2021-12-18 00:13:40,780 Reloading parameters... +2021-12-18 00:13:40,804 Loading parameters... +2021-12-18 00:13:40,805 Loading project parameters... +2021-12-18 00:13:40,807 + +23 of 25 jobs remaining (00:13) +2021-12-18 00:13:40,807 Sleep: 10 +2021-12-18 00:13:40,807 Number of retrials: 0 +2021-12-18 00:13:40,807 WRAPPER CHECK TIME = 10 +2021-12-18 00:13:40,808 Checking jobs for platform=marenostrum4 +2021-12-18 00:13:40,809 Checking jobs for platform=nord3 +2021-12-18 00:13:40,809 Checking jobs for platform=local +2021-12-18 00:13:40,810 Checking jobs for platform=transfer_node +2021-12-18 00:13:40,810 Checking all jobs at once +2021-12-18 00:13:42,830 Successful check job command +2021-12-18 00:13:44,901 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-18 00:13:44,901 End of checking +2021-12-18 00:13:44,903 Updating FAILED jobs +2021-12-18 00:13:44,903 Updating WAITING jobs +2021-12-18 00:13:44,903 Update finished +2021-12-18 00:13:44,903 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:13:44,903 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:13:44,903 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:13:44,904 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-18 00:13:44,907 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:13:44,909 Job list saved +2021-12-18 00:13:44,918 Updating FAILED jobs +2021-12-18 00:13:44,918 Updating WAITING jobs +2021-12-18 00:13:44,919 Update finished +2021-12-18 00:13:54,923 Reloading parameters... +2021-12-18 00:13:54,940 Loading parameters... +2021-12-18 00:13:54,942 Loading project parameters... +2021-12-18 00:13:54,944 + +23 of 25 jobs remaining (00:13) +2021-12-18 00:13:54,944 Sleep: 10 +2021-12-18 00:13:54,944 Number of retrials: 0 +2021-12-18 00:13:54,944 WRAPPER CHECK TIME = 10 +2021-12-18 00:13:54,945 Checking jobs for platform=marenostrum4 +2021-12-18 00:13:54,945 Checking jobs for platform=nord3 +2021-12-18 00:13:54,946 Checking jobs for platform=local +2021-12-18 00:13:54,946 Checking jobs for platform=transfer_node +2021-12-18 00:13:54,947 Checking all jobs at once +2021-12-18 00:13:56,516 Successful check job command +2021-12-18 00:13:59,388 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-18 00:13:59,388 End of checking +2021-12-18 00:13:59,390 Updating FAILED jobs +2021-12-18 00:13:59,390 Updating WAITING jobs +2021-12-18 00:13:59,390 Update finished +2021-12-18 00:13:59,390 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:13:59,391 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:13:59,391 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:13:59,391 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-18 00:13:59,393 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:13:59,395 Job list saved +2021-12-18 00:13:59,400 Updating FAILED jobs +2021-12-18 00:13:59,400 Updating WAITING jobs +2021-12-18 00:13:59,400 Update finished +2021-12-18 00:14:09,410 Reloading parameters... +2021-12-18 00:14:09,433 Loading parameters... +2021-12-18 00:14:09,435 Loading project parameters... +2021-12-18 00:14:09,436 + +23 of 25 jobs remaining (00:14) +2021-12-18 00:14:09,437 Sleep: 10 +2021-12-18 00:14:09,437 Number of retrials: 0 +2021-12-18 00:14:09,437 WRAPPER CHECK TIME = 10 +2021-12-18 00:14:09,438 Checking jobs for platform=marenostrum4 +2021-12-18 00:14:09,438 Checking jobs for platform=nord3 +2021-12-18 00:14:09,439 Checking jobs for platform=local +2021-12-18 00:14:09,439 Checking jobs for platform=transfer_node +2021-12-18 00:14:09,439 Checking all jobs at once +2021-12-18 00:14:11,210 Successful check job command +2021-12-18 00:14:13,982 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-18 00:14:13,982 End of checking +2021-12-18 00:14:13,983 Updating FAILED jobs +2021-12-18 00:14:13,984 Updating WAITING jobs +2021-12-18 00:14:13,984 Update finished +2021-12-18 00:14:13,984 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:14:13,985 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:14:13,985 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:14:13,985 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-18 00:14:13,987 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:14:13,990 Job list saved +2021-12-18 00:14:13,994 Updating FAILED jobs +2021-12-18 00:14:13,995 Updating WAITING jobs +2021-12-18 00:14:13,995 Update finished +2021-12-18 00:14:24,005 Reloading parameters... +2021-12-18 00:14:24,024 Loading parameters... +2021-12-18 00:14:24,026 Loading project parameters... +2021-12-18 00:14:24,028 + +23 of 25 jobs remaining (00:14) +2021-12-18 00:14:24,028 Sleep: 10 +2021-12-18 00:14:24,028 Number of retrials: 0 +2021-12-18 00:14:24,029 WRAPPER CHECK TIME = 10 +2021-12-18 00:14:24,029 Checking jobs for platform=marenostrum4 +2021-12-18 00:14:24,030 Checking jobs for platform=nord3 +2021-12-18 00:14:24,030 Checking jobs for platform=local +2021-12-18 00:14:24,031 Checking jobs for platform=transfer_node +2021-12-18 00:14:24,031 Checking all jobs at once +2021-12-18 00:14:25,401 Successful check job command +2021-12-18 00:14:26,620 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-18 00:14:26,620 End of checking +2021-12-18 00:14:26,622 Updating FAILED jobs +2021-12-18 00:14:26,622 Updating WAITING jobs +2021-12-18 00:14:26,622 Update finished +2021-12-18 00:14:26,622 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:14:26,622 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:14:26,623 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:14:26,623 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-18 00:14:26,626 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:14:26,628 Job list saved +2021-12-18 00:14:26,632 Updating FAILED jobs +2021-12-18 00:14:26,633 Updating WAITING jobs +2021-12-18 00:14:26,633 Update finished +2021-12-18 00:14:36,643 Reloading parameters... +2021-12-18 00:14:36,661 Loading parameters... +2021-12-18 00:14:36,663 Loading project parameters... +2021-12-18 00:14:36,665 + +23 of 25 jobs remaining (00:14) +2021-12-18 00:14:36,665 Sleep: 10 +2021-12-18 00:14:36,665 Number of retrials: 0 +2021-12-18 00:14:36,665 WRAPPER CHECK TIME = 10 +2021-12-18 00:14:36,666 Checking jobs for platform=marenostrum4 +2021-12-18 00:14:36,666 Checking jobs for platform=nord3 +2021-12-18 00:14:36,667 Checking jobs for platform=local +2021-12-18 00:14:36,667 Checking jobs for platform=transfer_node +2021-12-18 00:14:36,667 Checking all jobs at once +2021-12-18 00:14:39,539 Successful check job command +2021-12-18 00:14:42,511 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-18 00:14:42,512 End of checking +2021-12-18 00:14:42,524 Updating FAILED jobs +2021-12-18 00:14:42,524 Updating WAITING jobs +2021-12-18 00:14:42,524 Update finished +2021-12-18 00:14:42,524 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:14:42,524 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:14:42,524 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:14:42,525 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-18 00:14:42,527 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:14:42,529 Job list saved +2021-12-18 00:14:42,534 Updating FAILED jobs +2021-12-18 00:14:42,534 Updating WAITING jobs +2021-12-18 00:14:42,534 Update finished +2021-12-18 00:14:52,544 Reloading parameters... +2021-12-18 00:14:52,562 Loading parameters... +2021-12-18 00:14:52,563 Loading project parameters... +2021-12-18 00:14:52,565 + +23 of 25 jobs remaining (00:14) +2021-12-18 00:14:52,566 Sleep: 10 +2021-12-18 00:14:52,566 Number of retrials: 0 +2021-12-18 00:14:52,566 WRAPPER CHECK TIME = 10 +2021-12-18 00:14:52,566 Checking jobs for platform=marenostrum4 +2021-12-18 00:14:52,567 Checking jobs for platform=nord3 +2021-12-18 00:14:52,567 Checking jobs for platform=local +2021-12-18 00:14:52,568 Checking jobs for platform=transfer_node +2021-12-18 00:14:52,568 Checking all jobs at once +2021-12-18 00:14:54,138 Successful check job command +2021-12-18 00:14:55,560 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-18 00:14:55,560 End of checking +2021-12-18 00:14:55,561 Updating FAILED jobs +2021-12-18 00:14:55,562 Updating WAITING jobs +2021-12-18 00:14:55,562 Update finished +2021-12-18 00:14:55,562 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:14:55,563 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:14:55,563 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:14:55,563 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-18 00:14:55,565 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:14:55,568 Job list saved +2021-12-18 00:14:55,572 Updating FAILED jobs +2021-12-18 00:14:55,573 Updating WAITING jobs +2021-12-18 00:14:55,573 Update finished +2021-12-18 00:15:05,583 Reloading parameters... +2021-12-18 00:15:05,602 Loading parameters... +2021-12-18 00:15:05,603 Loading project parameters... +2021-12-18 00:15:05,605 + +23 of 25 jobs remaining (00:15) +2021-12-18 00:15:05,605 Sleep: 10 +2021-12-18 00:15:05,605 Number of retrials: 0 +2021-12-18 00:15:05,605 WRAPPER CHECK TIME = 10 +2021-12-18 00:15:05,606 Checking jobs for platform=marenostrum4 +2021-12-18 00:15:05,607 Checking jobs for platform=nord3 +2021-12-18 00:15:05,607 Checking jobs for platform=local +2021-12-18 00:15:05,608 Checking jobs for platform=transfer_node +2021-12-18 00:15:05,608 Checking all jobs at once +2021-12-18 00:15:08,079 Successful check job command +2021-12-18 00:15:10,501 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-18 00:15:10,501 End of checking +2021-12-18 00:15:10,502 Updating FAILED jobs +2021-12-18 00:15:10,502 Updating WAITING jobs +2021-12-18 00:15:10,503 Update finished +2021-12-18 00:15:10,503 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:15:10,503 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:15:10,503 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:15:10,503 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-18 00:15:10,508 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:15:10,512 Job list saved +2021-12-18 00:15:10,517 Updating FAILED jobs +2021-12-18 00:15:10,517 Updating WAITING jobs +2021-12-18 00:15:10,517 Update finished +2021-12-18 00:15:20,528 Reloading parameters... +2021-12-18 00:15:20,548 Loading parameters... +2021-12-18 00:15:20,550 Loading project parameters... +2021-12-18 00:15:20,551 + +23 of 25 jobs remaining (00:15) +2021-12-18 00:15:20,552 Sleep: 10 +2021-12-18 00:15:20,552 Number of retrials: 0 +2021-12-18 00:15:20,552 WRAPPER CHECK TIME = 10 +2021-12-18 00:15:20,552 Checking jobs for platform=marenostrum4 +2021-12-18 00:15:20,553 Checking jobs for platform=nord3 +2021-12-18 00:15:20,553 Checking jobs for platform=local +2021-12-18 00:15:20,554 Checking jobs for platform=transfer_node +2021-12-18 00:15:20,554 Checking all jobs at once +2021-12-18 00:15:22,925 Successful check job command +2021-12-18 00:15:25,496 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-18 00:15:25,497 End of checking +2021-12-18 00:15:25,498 Updating FAILED jobs +2021-12-18 00:15:25,499 Updating WAITING jobs +2021-12-18 00:15:25,499 Update finished +2021-12-18 00:15:25,499 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:15:25,499 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:15:25,499 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:15:25,499 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-18 00:15:25,502 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:15:25,504 Job list saved +2021-12-18 00:15:25,509 Updating FAILED jobs +2021-12-18 00:15:25,509 Updating WAITING jobs +2021-12-18 00:15:25,510 Update finished +2021-12-18 00:15:35,520 Reloading parameters... +2021-12-18 00:15:35,539 Loading parameters... +2021-12-18 00:15:35,540 Loading project parameters... +2021-12-18 00:15:35,542 + +23 of 25 jobs remaining (00:15) +2021-12-18 00:15:35,542 Sleep: 10 +2021-12-18 00:15:35,542 Number of retrials: 0 +2021-12-18 00:15:35,543 WRAPPER CHECK TIME = 10 +2021-12-18 00:15:35,543 Checking jobs for platform=marenostrum4 +2021-12-18 00:15:35,544 Checking jobs for platform=nord3 +2021-12-18 00:15:35,544 Checking jobs for platform=local +2021-12-18 00:15:35,545 Checking jobs for platform=transfer_node +2021-12-18 00:15:35,545 Checking all jobs at once +2021-12-18 00:15:37,014 Successful check job command +2021-12-18 00:15:38,286 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-18 00:15:38,286 End of checking +2021-12-18 00:15:38,287 Updating FAILED jobs +2021-12-18 00:15:38,287 Updating WAITING jobs +2021-12-18 00:15:38,288 Update finished +2021-12-18 00:15:38,288 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:15:38,288 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:15:38,289 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:15:38,289 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-18 00:15:38,291 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:15:38,293 Job list saved +2021-12-18 00:15:38,298 Updating FAILED jobs +2021-12-18 00:15:38,298 Updating WAITING jobs +2021-12-18 00:15:38,299 Update finished +2021-12-18 00:15:48,309 Reloading parameters... +2021-12-18 00:15:48,330 Loading parameters... +2021-12-18 00:15:48,332 Loading project parameters... +2021-12-18 00:15:48,334 + +23 of 25 jobs remaining (00:15) +2021-12-18 00:15:48,334 Sleep: 10 +2021-12-18 00:15:48,334 Number of retrials: 0 +2021-12-18 00:15:48,334 WRAPPER CHECK TIME = 10 +2021-12-18 00:15:48,335 Checking jobs for platform=marenostrum4 +2021-12-18 00:15:48,335 Checking jobs for platform=nord3 +2021-12-18 00:15:48,336 Checking jobs for platform=local +2021-12-18 00:15:48,336 Checking jobs for platform=transfer_node +2021-12-18 00:15:48,336 Checking all jobs at once +2021-12-18 00:15:51,659 Successful check job command +2021-12-18 00:15:54,781 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-18 00:15:54,781 End of checking +2021-12-18 00:15:54,783 Updating FAILED jobs +2021-12-18 00:15:54,783 Updating WAITING jobs +2021-12-18 00:15:54,783 Update finished +2021-12-18 00:15:54,783 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:15:54,784 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:15:54,784 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:15:54,784 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-18 00:15:54,787 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:15:54,789 Job list saved +2021-12-18 00:15:54,793 Updating FAILED jobs +2021-12-18 00:15:54,793 Updating WAITING jobs +2021-12-18 00:15:54,794 Update finished +2021-12-18 00:16:04,804 Reloading parameters... +2021-12-18 00:16:04,822 Loading parameters... +2021-12-18 00:16:04,824 Loading project parameters... +2021-12-18 00:16:04,826 + +23 of 25 jobs remaining (00:16) +2021-12-18 00:16:04,826 Sleep: 10 +2021-12-18 00:16:04,826 Number of retrials: 0 +2021-12-18 00:16:04,827 WRAPPER CHECK TIME = 10 +2021-12-18 00:16:04,827 Checking jobs for platform=marenostrum4 +2021-12-18 00:16:04,828 Checking jobs for platform=nord3 +2021-12-18 00:16:04,828 Checking jobs for platform=local +2021-12-18 00:16:04,829 Checking jobs for platform=transfer_node +2021-12-18 00:16:04,829 Checking all jobs at once +2021-12-18 00:16:06,248 Successful check job command +2021-12-18 00:16:07,767 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-18 00:16:07,768 End of checking +2021-12-18 00:16:07,770 Updating FAILED jobs +2021-12-18 00:16:07,770 Updating WAITING jobs +2021-12-18 00:16:07,771 Update finished +2021-12-18 00:16:07,771 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:16:07,771 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:16:07,771 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:16:07,771 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-18 00:16:07,774 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:16:07,776 Job list saved +2021-12-18 00:16:07,781 Updating FAILED jobs +2021-12-18 00:16:07,781 Updating WAITING jobs +2021-12-18 00:16:07,782 Update finished +2021-12-18 00:16:17,790 Reloading parameters... +2021-12-18 00:16:17,810 Loading parameters... +2021-12-18 00:16:17,811 Loading project parameters... +2021-12-18 00:16:17,813 + +23 of 25 jobs remaining (00:16) +2021-12-18 00:16:17,813 Sleep: 10 +2021-12-18 00:16:17,813 Number of retrials: 0 +2021-12-18 00:16:17,813 WRAPPER CHECK TIME = 10 +2021-12-18 00:16:17,814 Checking jobs for platform=marenostrum4 +2021-12-18 00:16:17,815 Checking jobs for platform=nord3 +2021-12-18 00:16:17,815 Checking jobs for platform=local +2021-12-18 00:16:17,816 Checking jobs for platform=transfer_node +2021-12-18 00:16:17,816 Checking all jobs at once +2021-12-18 00:16:20,838 Successful check job command +2021-12-18 00:16:22,708 Job t0ni_REMOTE_SETUP is QUEUING +2021-12-18 00:16:22,708 End of checking +2021-12-18 00:16:22,710 Updating FAILED jobs +2021-12-18 00:16:22,710 Updating WAITING jobs +2021-12-18 00:16:22,710 Update finished +2021-12-18 00:16:22,710 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:16:22,711 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:16:22,711 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:16:22,711 t0ni_REMOTE_SETUP 19214844 QUEUING marenostrum4 bsc_es +2021-12-18 00:16:22,714 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:16:22,716 Job list saved +2021-12-18 00:16:22,720 Updating FAILED jobs +2021-12-18 00:16:22,720 Updating WAITING jobs +2021-12-18 00:16:22,721 Update finished +2021-12-18 00:16:32,728 Reloading parameters... +2021-12-18 00:16:32,747 Loading parameters... +2021-12-18 00:16:32,749 Loading project parameters... +2021-12-18 00:16:32,753 + +23 of 25 jobs remaining (00:16) +2021-12-18 00:16:32,753 Sleep: 10 +2021-12-18 00:16:32,753 Number of retrials: 0 +2021-12-18 00:16:32,753 WRAPPER CHECK TIME = 10 +2021-12-18 00:16:32,754 Checking jobs for platform=marenostrum4 +2021-12-18 00:16:32,754 Checking jobs for platform=nord3 +2021-12-18 00:16:32,755 Checking jobs for platform=local +2021-12-18 00:16:32,755 Checking jobs for platform=transfer_node +2021-12-18 00:16:32,755 Checking all jobs at once +2021-12-18 00:16:35,278 Successful check job command +2021-12-18 00:16:35,278 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:16:35,298 t0ni_REMOTE_SETUP_STAT file have been transfered +2021-12-18 00:16:35,384 End of checking +2021-12-18 00:16:35,386 Updating FAILED jobs +2021-12-18 00:16:35,386 Updating WAITING jobs +2021-12-18 00:16:35,386 Update finished +2021-12-18 00:16:35,386 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:16:35,387 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:16:35,387 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:16:35,387 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:16:35,389 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:16:35,391 Job list saved +2021-12-18 00:16:35,449 Updating FAILED jobs +2021-12-18 00:16:35,449 Updating WAITING jobs +2021-12-18 00:16:35,449 Update finished +2021-12-18 00:16:45,454 Reloading parameters... +2021-12-18 00:16:45,471 Loading parameters... +2021-12-18 00:16:45,473 Loading project parameters... +2021-12-18 00:16:45,475 + +23 of 25 jobs remaining (00:16) +2021-12-18 00:16:45,475 Sleep: 10 +2021-12-18 00:16:45,475 Number of retrials: 0 +2021-12-18 00:16:45,475 WRAPPER CHECK TIME = 10 +2021-12-18 00:16:45,476 Checking jobs for platform=marenostrum4 +2021-12-18 00:16:45,476 Checking jobs for platform=nord3 +2021-12-18 00:16:45,477 Checking jobs for platform=local +2021-12-18 00:16:45,477 Checking jobs for platform=transfer_node +2021-12-18 00:16:45,477 Checking all jobs at once +2021-12-18 00:16:46,848 Successful check job command +2021-12-18 00:16:46,848 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:16:46,849 End of checking +2021-12-18 00:16:46,850 Updating FAILED jobs +2021-12-18 00:16:46,850 Updating WAITING jobs +2021-12-18 00:16:46,850 Update finished +2021-12-18 00:16:46,851 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:16:46,851 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:16:46,851 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:16:46,851 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:16:46,853 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:16:46,856 Job list saved +2021-12-18 00:16:46,860 Updating FAILED jobs +2021-12-18 00:16:46,860 Updating WAITING jobs +2021-12-18 00:16:46,861 Update finished +2021-12-18 00:16:56,868 Reloading parameters... +2021-12-18 00:16:56,886 Loading parameters... +2021-12-18 00:16:56,887 Loading project parameters... +2021-12-18 00:16:56,889 + +23 of 25 jobs remaining (00:16) +2021-12-18 00:16:56,889 Sleep: 10 +2021-12-18 00:16:56,889 Number of retrials: 0 +2021-12-18 00:16:56,890 WRAPPER CHECK TIME = 10 +2021-12-18 00:16:56,890 Checking jobs for platform=marenostrum4 +2021-12-18 00:16:56,891 Checking jobs for platform=nord3 +2021-12-18 00:16:56,891 Checking jobs for platform=local +2021-12-18 00:16:56,892 Checking jobs for platform=transfer_node +2021-12-18 00:16:56,892 Checking all jobs at once +2021-12-18 00:16:58,561 Successful check job command +2021-12-18 00:16:58,561 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:16:58,562 End of checking +2021-12-18 00:16:58,563 Updating FAILED jobs +2021-12-18 00:16:58,563 Updating WAITING jobs +2021-12-18 00:16:58,563 Update finished +2021-12-18 00:16:58,563 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:16:58,564 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:16:58,564 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:16:58,564 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:16:58,567 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:16:58,569 Job list saved +2021-12-18 00:16:58,574 Updating FAILED jobs +2021-12-18 00:16:58,574 Updating WAITING jobs +2021-12-18 00:16:58,574 Update finished +2021-12-18 00:17:08,584 Reloading parameters... +2021-12-18 00:17:08,601 Loading parameters... +2021-12-18 00:17:08,603 Loading project parameters... +2021-12-18 00:17:08,605 + +23 of 25 jobs remaining (00:17) +2021-12-18 00:17:08,605 Sleep: 10 +2021-12-18 00:17:08,605 Number of retrials: 0 +2021-12-18 00:17:08,605 WRAPPER CHECK TIME = 10 +2021-12-18 00:17:08,606 Checking jobs for platform=marenostrum4 +2021-12-18 00:17:08,606 Checking jobs for platform=nord3 +2021-12-18 00:17:08,607 Checking jobs for platform=local +2021-12-18 00:17:08,607 Checking jobs for platform=transfer_node +2021-12-18 00:17:08,608 Checking all jobs at once +2021-12-18 00:17:09,978 Successful check job command +2021-12-18 00:17:09,978 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:17:09,978 End of checking +2021-12-18 00:17:09,980 Updating FAILED jobs +2021-12-18 00:17:09,980 Updating WAITING jobs +2021-12-18 00:17:09,980 Update finished +2021-12-18 00:17:09,980 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:17:09,980 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:17:09,980 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:17:09,981 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:17:09,983 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:17:09,986 Job list saved +2021-12-18 00:17:09,990 Updating FAILED jobs +2021-12-18 00:17:09,990 Updating WAITING jobs +2021-12-18 00:17:09,991 Update finished +2021-12-18 00:17:19,998 Reloading parameters... +2021-12-18 00:17:20,019 Loading parameters... +2021-12-18 00:17:20,020 Loading project parameters... +2021-12-18 00:17:20,022 + +23 of 25 jobs remaining (00:17) +2021-12-18 00:17:20,022 Sleep: 10 +2021-12-18 00:17:20,022 Number of retrials: 0 +2021-12-18 00:17:20,022 WRAPPER CHECK TIME = 10 +2021-12-18 00:17:20,023 Checking jobs for platform=marenostrum4 +2021-12-18 00:17:20,024 Checking jobs for platform=nord3 +2021-12-18 00:17:20,024 Checking jobs for platform=local +2021-12-18 00:17:20,025 Checking jobs for platform=transfer_node +2021-12-18 00:17:20,025 Checking all jobs at once +2021-12-18 00:17:22,446 Successful check job command +2021-12-18 00:17:22,447 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:17:22,447 End of checking +2021-12-18 00:17:22,448 Updating FAILED jobs +2021-12-18 00:17:22,448 Updating WAITING jobs +2021-12-18 00:17:22,448 Update finished +2021-12-18 00:17:22,449 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:17:22,449 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:17:22,449 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:17:22,449 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:17:22,452 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:17:22,454 Job list saved +2021-12-18 00:17:22,459 Updating FAILED jobs +2021-12-18 00:17:22,459 Updating WAITING jobs +2021-12-18 00:17:22,459 Update finished +2021-12-18 00:17:32,469 Reloading parameters... +2021-12-18 00:17:32,488 Loading parameters... +2021-12-18 00:17:32,490 Loading project parameters... +2021-12-18 00:17:32,493 + +23 of 25 jobs remaining (00:17) +2021-12-18 00:17:32,493 Sleep: 10 +2021-12-18 00:17:32,493 Number of retrials: 0 +2021-12-18 00:17:32,493 WRAPPER CHECK TIME = 10 +2021-12-18 00:17:32,494 Checking jobs for platform=marenostrum4 +2021-12-18 00:17:32,494 Checking jobs for platform=nord3 +2021-12-18 00:17:32,495 Checking jobs for platform=local +2021-12-18 00:17:32,495 Checking jobs for platform=transfer_node +2021-12-18 00:17:32,495 Checking all jobs at once +2021-12-18 00:17:34,067 Successful check job command +2021-12-18 00:17:34,067 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:17:34,067 End of checking +2021-12-18 00:17:34,069 Updating FAILED jobs +2021-12-18 00:17:34,069 Updating WAITING jobs +2021-12-18 00:17:34,069 Update finished +2021-12-18 00:17:34,069 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:17:34,070 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:17:34,070 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:17:34,070 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:17:34,073 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:17:34,076 Job list saved +2021-12-18 00:17:34,080 Updating FAILED jobs +2021-12-18 00:17:34,080 Updating WAITING jobs +2021-12-18 00:17:34,081 Update finished +2021-12-18 00:17:44,091 Reloading parameters... +2021-12-18 00:17:44,111 Loading parameters... +2021-12-18 00:17:44,112 Loading project parameters... +2021-12-18 00:17:44,114 + +23 of 25 jobs remaining (00:17) +2021-12-18 00:17:44,114 Sleep: 10 +2021-12-18 00:17:44,115 Number of retrials: 0 +2021-12-18 00:17:44,115 WRAPPER CHECK TIME = 10 +2021-12-18 00:17:44,115 Checking jobs for platform=marenostrum4 +2021-12-18 00:17:44,116 Checking jobs for platform=nord3 +2021-12-18 00:17:44,116 Checking jobs for platform=local +2021-12-18 00:17:44,117 Checking jobs for platform=transfer_node +2021-12-18 00:17:44,117 Checking all jobs at once +2021-12-18 00:17:45,839 Successful check job command +2021-12-18 00:17:45,839 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:17:45,839 End of checking +2021-12-18 00:17:45,840 Updating FAILED jobs +2021-12-18 00:17:45,840 Updating WAITING jobs +2021-12-18 00:17:45,841 Update finished +2021-12-18 00:17:45,841 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:17:45,841 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:17:45,841 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:17:45,841 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:17:45,844 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:17:45,846 Job list saved +2021-12-18 00:17:45,850 Updating FAILED jobs +2021-12-18 00:17:45,850 Updating WAITING jobs +2021-12-18 00:17:45,851 Update finished +2021-12-18 00:17:55,860 Reloading parameters... +2021-12-18 00:17:55,882 Loading parameters... +2021-12-18 00:17:55,883 Loading project parameters... +2021-12-18 00:17:55,885 + +23 of 25 jobs remaining (00:17) +2021-12-18 00:17:55,885 Sleep: 10 +2021-12-18 00:17:55,886 Number of retrials: 0 +2021-12-18 00:17:55,886 WRAPPER CHECK TIME = 10 +2021-12-18 00:17:55,886 Checking jobs for platform=marenostrum4 +2021-12-18 00:17:55,887 Checking jobs for platform=nord3 +2021-12-18 00:17:55,887 Checking jobs for platform=local +2021-12-18 00:17:55,888 Checking jobs for platform=transfer_node +2021-12-18 00:17:55,888 Checking all jobs at once +2021-12-18 00:17:57,959 Successful check job command +2021-12-18 00:17:57,959 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:17:57,959 End of checking +2021-12-18 00:17:57,960 Updating FAILED jobs +2021-12-18 00:17:57,961 Updating WAITING jobs +2021-12-18 00:17:57,961 Update finished +2021-12-18 00:17:57,961 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:17:57,961 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:17:57,961 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:17:57,961 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:17:57,964 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:17:57,966 Job list saved +2021-12-18 00:17:57,971 Updating FAILED jobs +2021-12-18 00:17:57,971 Updating WAITING jobs +2021-12-18 00:17:57,971 Update finished +2021-12-18 00:18:07,979 Reloading parameters... +2021-12-18 00:18:07,997 Loading parameters... +2021-12-18 00:18:07,998 Loading project parameters... +2021-12-18 00:18:08,000 + +23 of 25 jobs remaining (00:18) +2021-12-18 00:18:08,001 Sleep: 10 +2021-12-18 00:18:08,001 Number of retrials: 0 +2021-12-18 00:18:08,001 WRAPPER CHECK TIME = 10 +2021-12-18 00:18:08,001 Checking jobs for platform=marenostrum4 +2021-12-18 00:18:08,002 Checking jobs for platform=nord3 +2021-12-18 00:18:08,002 Checking jobs for platform=local +2021-12-18 00:18:08,003 Checking jobs for platform=transfer_node +2021-12-18 00:18:08,003 Checking all jobs at once +2021-12-18 00:18:10,525 Successful check job command +2021-12-18 00:18:10,525 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:18:10,526 End of checking +2021-12-18 00:18:10,527 Updating FAILED jobs +2021-12-18 00:18:10,527 Updating WAITING jobs +2021-12-18 00:18:10,528 Update finished +2021-12-18 00:18:10,528 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:18:10,529 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:18:10,529 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:18:10,529 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:18:10,531 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:18:10,533 Job list saved +2021-12-18 00:18:10,538 Updating FAILED jobs +2021-12-18 00:18:10,538 Updating WAITING jobs +2021-12-18 00:18:10,538 Update finished +2021-12-18 00:18:20,548 Reloading parameters... +2021-12-18 00:18:20,569 Loading parameters... +2021-12-18 00:18:20,571 Loading project parameters... +2021-12-18 00:18:20,572 + +23 of 25 jobs remaining (00:18) +2021-12-18 00:18:20,573 Sleep: 10 +2021-12-18 00:18:20,573 Number of retrials: 0 +2021-12-18 00:18:20,573 WRAPPER CHECK TIME = 10 +2021-12-18 00:18:20,573 Checking jobs for platform=marenostrum4 +2021-12-18 00:18:20,574 Checking jobs for platform=nord3 +2021-12-18 00:18:20,574 Checking jobs for platform=local +2021-12-18 00:18:20,575 Checking jobs for platform=transfer_node +2021-12-18 00:18:20,575 Checking all jobs at once +2021-12-18 00:18:21,945 Successful check job command +2021-12-18 00:18:21,946 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:18:21,946 End of checking +2021-12-18 00:18:21,947 Updating FAILED jobs +2021-12-18 00:18:21,947 Updating WAITING jobs +2021-12-18 00:18:21,948 Update finished +2021-12-18 00:18:21,948 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:18:21,948 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:18:21,948 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:18:21,948 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:18:21,951 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:18:21,953 Job list saved +2021-12-18 00:18:21,958 Updating FAILED jobs +2021-12-18 00:18:21,958 Updating WAITING jobs +2021-12-18 00:18:21,959 Update finished +2021-12-18 00:18:31,964 Reloading parameters... +2021-12-18 00:18:31,982 Loading parameters... +2021-12-18 00:18:31,984 Loading project parameters... +2021-12-18 00:18:31,986 + +23 of 25 jobs remaining (00:18) +2021-12-18 00:18:31,986 Sleep: 10 +2021-12-18 00:18:31,986 Number of retrials: 0 +2021-12-18 00:18:31,986 WRAPPER CHECK TIME = 10 +2021-12-18 00:18:31,987 Checking jobs for platform=marenostrum4 +2021-12-18 00:18:31,987 Checking jobs for platform=nord3 +2021-12-18 00:18:31,988 Checking jobs for platform=local +2021-12-18 00:18:31,988 Checking jobs for platform=transfer_node +2021-12-18 00:18:31,988 Checking all jobs at once +2021-12-18 00:18:33,510 Successful check job command +2021-12-18 00:18:33,510 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:18:33,510 End of checking +2021-12-18 00:18:33,512 Updating FAILED jobs +2021-12-18 00:18:33,512 Updating WAITING jobs +2021-12-18 00:18:33,512 Update finished +2021-12-18 00:18:33,512 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:18:33,513 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:18:33,513 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:18:33,513 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:18:33,516 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:18:33,518 Job list saved +2021-12-18 00:18:33,523 Updating FAILED jobs +2021-12-18 00:18:33,523 Updating WAITING jobs +2021-12-18 00:18:33,523 Update finished +2021-12-18 00:18:43,533 Reloading parameters... +2021-12-18 00:18:43,551 Loading parameters... +2021-12-18 00:18:43,552 Loading project parameters... +2021-12-18 00:18:43,554 + +23 of 25 jobs remaining (00:18) +2021-12-18 00:18:43,554 Sleep: 10 +2021-12-18 00:18:43,554 Number of retrials: 0 +2021-12-18 00:18:43,554 WRAPPER CHECK TIME = 10 +2021-12-18 00:18:43,555 Checking jobs for platform=marenostrum4 +2021-12-18 00:18:43,556 Checking jobs for platform=nord3 +2021-12-18 00:18:43,556 Checking jobs for platform=local +2021-12-18 00:18:43,557 Checking jobs for platform=transfer_node +2021-12-18 00:18:43,557 Checking all jobs at once +2021-12-18 00:18:45,785 Successful check job command +2021-12-18 00:18:45,785 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:18:45,785 End of checking +2021-12-18 00:18:45,787 Updating FAILED jobs +2021-12-18 00:18:45,787 Updating WAITING jobs +2021-12-18 00:18:45,787 Update finished +2021-12-18 00:18:45,787 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:18:45,788 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:18:45,788 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:18:45,789 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:18:45,792 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:18:45,794 Job list saved +2021-12-18 00:18:45,798 Updating FAILED jobs +2021-12-18 00:18:45,799 Updating WAITING jobs +2021-12-18 00:18:45,799 Update finished +2021-12-18 00:18:55,809 Reloading parameters... +2021-12-18 00:18:55,827 Loading parameters... +2021-12-18 00:18:55,828 Loading project parameters... +2021-12-18 00:18:55,830 + +23 of 25 jobs remaining (00:18) +2021-12-18 00:18:55,830 Sleep: 10 +2021-12-18 00:18:55,830 Number of retrials: 0 +2021-12-18 00:18:55,831 WRAPPER CHECK TIME = 10 +2021-12-18 00:18:55,831 Checking jobs for platform=marenostrum4 +2021-12-18 00:18:55,832 Checking jobs for platform=nord3 +2021-12-18 00:18:55,832 Checking jobs for platform=local +2021-12-18 00:18:55,833 Checking jobs for platform=transfer_node +2021-12-18 00:18:55,833 Checking all jobs at once +2021-12-18 00:18:57,152 Successful check job command +2021-12-18 00:18:57,153 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:18:57,153 End of checking +2021-12-18 00:18:57,154 Updating FAILED jobs +2021-12-18 00:18:57,154 Updating WAITING jobs +2021-12-18 00:18:57,154 Update finished +2021-12-18 00:18:57,155 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:18:57,155 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:18:57,155 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:18:57,155 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:18:57,158 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:18:57,160 Job list saved +2021-12-18 00:18:57,165 Updating FAILED jobs +2021-12-18 00:18:57,165 Updating WAITING jobs +2021-12-18 00:18:57,165 Update finished +2021-12-18 00:19:07,175 Reloading parameters... +2021-12-18 00:19:07,193 Loading parameters... +2021-12-18 00:19:07,195 Loading project parameters... +2021-12-18 00:19:07,197 + +23 of 25 jobs remaining (00:19) +2021-12-18 00:19:07,197 Sleep: 10 +2021-12-18 00:19:07,197 Number of retrials: 0 +2021-12-18 00:19:07,197 WRAPPER CHECK TIME = 10 +2021-12-18 00:19:07,198 Checking jobs for platform=marenostrum4 +2021-12-18 00:19:07,198 Checking jobs for platform=nord3 +2021-12-18 00:19:07,199 Checking jobs for platform=local +2021-12-18 00:19:07,199 Checking jobs for platform=transfer_node +2021-12-18 00:19:07,199 Checking all jobs at once +2021-12-18 00:19:10,222 Successful check job command +2021-12-18 00:19:10,222 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:19:10,222 End of checking +2021-12-18 00:19:10,223 Updating FAILED jobs +2021-12-18 00:19:10,223 Updating WAITING jobs +2021-12-18 00:19:10,224 Update finished +2021-12-18 00:19:10,224 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:19:10,224 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:19:10,224 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:19:10,224 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:19:10,227 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:19:10,229 Job list saved +2021-12-18 00:19:10,234 Updating FAILED jobs +2021-12-18 00:19:10,234 Updating WAITING jobs +2021-12-18 00:19:10,234 Update finished +2021-12-18 00:19:20,244 Reloading parameters... +2021-12-18 00:19:20,264 Loading parameters... +2021-12-18 00:19:20,265 Loading project parameters... +2021-12-18 00:19:20,267 + +23 of 25 jobs remaining (00:19) +2021-12-18 00:19:20,267 Sleep: 10 +2021-12-18 00:19:20,268 Number of retrials: 0 +2021-12-18 00:19:20,268 WRAPPER CHECK TIME = 10 +2021-12-18 00:19:20,268 Checking jobs for platform=marenostrum4 +2021-12-18 00:19:20,269 Checking jobs for platform=nord3 +2021-12-18 00:19:20,269 Checking jobs for platform=local +2021-12-18 00:19:20,270 Checking jobs for platform=transfer_node +2021-12-18 00:19:20,270 Checking all jobs at once +2021-12-18 00:19:21,840 Successful check job command +2021-12-18 00:19:21,840 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:19:21,841 End of checking +2021-12-18 00:19:21,842 Updating FAILED jobs +2021-12-18 00:19:21,842 Updating WAITING jobs +2021-12-18 00:19:21,842 Update finished +2021-12-18 00:19:21,842 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:19:21,843 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:19:21,843 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:19:21,843 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:19:21,846 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:19:21,848 Job list saved +2021-12-18 00:19:21,852 Updating FAILED jobs +2021-12-18 00:19:21,852 Updating WAITING jobs +2021-12-18 00:19:21,852 Update finished +2021-12-18 00:19:31,854 Reloading parameters... +2021-12-18 00:19:31,872 Loading parameters... +2021-12-18 00:19:31,874 Loading project parameters... +2021-12-18 00:19:31,876 + +23 of 25 jobs remaining (00:19) +2021-12-18 00:19:31,876 Sleep: 10 +2021-12-18 00:19:31,876 Number of retrials: 0 +2021-12-18 00:19:31,876 WRAPPER CHECK TIME = 10 +2021-12-18 00:19:31,876 Checking jobs for platform=marenostrum4 +2021-12-18 00:19:31,877 Checking jobs for platform=nord3 +2021-12-18 00:19:31,878 Checking jobs for platform=local +2021-12-18 00:19:31,878 Checking jobs for platform=transfer_node +2021-12-18 00:19:31,878 Checking all jobs at once +2021-12-18 00:19:33,798 Successful check job command +2021-12-18 00:19:33,798 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:19:33,799 End of checking +2021-12-18 00:19:33,800 Updating FAILED jobs +2021-12-18 00:19:33,800 Updating WAITING jobs +2021-12-18 00:19:33,800 Update finished +2021-12-18 00:19:33,800 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:19:33,801 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:19:33,802 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:19:33,802 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:19:33,804 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:19:33,807 Job list saved +2021-12-18 00:19:33,811 Updating FAILED jobs +2021-12-18 00:19:33,811 Updating WAITING jobs +2021-12-18 00:19:33,812 Update finished +2021-12-18 00:19:43,822 Reloading parameters... +2021-12-18 00:19:43,840 Loading parameters... +2021-12-18 00:19:43,841 Loading project parameters... +2021-12-18 00:19:43,843 + +23 of 25 jobs remaining (00:19) +2021-12-18 00:19:43,843 Sleep: 10 +2021-12-18 00:19:43,843 Number of retrials: 0 +2021-12-18 00:19:43,844 WRAPPER CHECK TIME = 10 +2021-12-18 00:19:43,844 Checking jobs for platform=marenostrum4 +2021-12-18 00:19:43,845 Checking jobs for platform=nord3 +2021-12-18 00:19:43,845 Checking jobs for platform=local +2021-12-18 00:19:43,846 Checking jobs for platform=transfer_node +2021-12-18 00:19:43,846 Checking all jobs at once +2021-12-18 00:19:46,018 Successful check job command +2021-12-18 00:19:46,018 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:19:46,018 End of checking +2021-12-18 00:19:46,020 Updating FAILED jobs +2021-12-18 00:19:46,020 Updating WAITING jobs +2021-12-18 00:19:46,020 Update finished +2021-12-18 00:19:46,020 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:19:46,020 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:19:46,020 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:19:46,021 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:19:46,023 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:19:46,025 Job list saved +2021-12-18 00:19:46,031 Updating FAILED jobs +2021-12-18 00:19:46,031 Updating WAITING jobs +2021-12-18 00:19:46,031 Update finished +2021-12-18 00:19:56,041 Reloading parameters... +2021-12-18 00:19:56,061 Loading parameters... +2021-12-18 00:19:56,062 Loading project parameters... +2021-12-18 00:19:56,064 + +23 of 25 jobs remaining (00:19) +2021-12-18 00:19:56,064 Sleep: 10 +2021-12-18 00:19:56,064 Number of retrials: 0 +2021-12-18 00:19:56,064 WRAPPER CHECK TIME = 10 +2021-12-18 00:19:56,065 Checking jobs for platform=marenostrum4 +2021-12-18 00:19:56,065 Checking jobs for platform=nord3 +2021-12-18 00:19:56,066 Checking jobs for platform=local +2021-12-18 00:19:56,066 Checking jobs for platform=transfer_node +2021-12-18 00:19:56,067 Checking all jobs at once +2021-12-18 00:19:58,187 Successful check job command +2021-12-18 00:19:58,187 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:19:58,187 End of checking +2021-12-18 00:19:58,189 Updating FAILED jobs +2021-12-18 00:19:58,189 Updating WAITING jobs +2021-12-18 00:19:58,189 Update finished +2021-12-18 00:19:58,189 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:19:58,190 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:19:58,190 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:19:58,190 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:19:58,193 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:19:58,195 Job list saved +2021-12-18 00:19:58,199 Updating FAILED jobs +2021-12-18 00:19:58,200 Updating WAITING jobs +2021-12-18 00:19:58,200 Update finished +2021-12-18 00:20:08,210 Reloading parameters... +2021-12-18 00:20:08,229 Loading parameters... +2021-12-18 00:20:08,230 Loading project parameters... +2021-12-18 00:20:08,232 + +23 of 25 jobs remaining (00:20) +2021-12-18 00:20:08,232 Sleep: 10 +2021-12-18 00:20:08,232 Number of retrials: 0 +2021-12-18 00:20:08,232 WRAPPER CHECK TIME = 10 +2021-12-18 00:20:08,233 Checking jobs for platform=marenostrum4 +2021-12-18 00:20:08,233 Checking jobs for platform=nord3 +2021-12-18 00:20:08,234 Checking jobs for platform=local +2021-12-18 00:20:08,235 Checking jobs for platform=transfer_node +2021-12-18 00:20:08,235 Checking all jobs at once +2021-12-18 00:20:09,705 Successful check job command +2021-12-18 00:20:09,705 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:20:09,705 End of checking +2021-12-18 00:20:09,706 Updating FAILED jobs +2021-12-18 00:20:09,707 Updating WAITING jobs +2021-12-18 00:20:09,707 Update finished +2021-12-18 00:20:09,707 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:20:09,707 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:20:09,707 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:20:09,708 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:20:09,710 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:20:09,712 Job list saved +2021-12-18 00:20:09,717 Updating FAILED jobs +2021-12-18 00:20:09,718 Updating WAITING jobs +2021-12-18 00:20:09,718 Update finished +2021-12-18 00:20:19,728 Reloading parameters... +2021-12-18 00:20:19,745 Loading parameters... +2021-12-18 00:20:19,746 Loading project parameters... +2021-12-18 00:20:19,748 + +23 of 25 jobs remaining (00:20) +2021-12-18 00:20:19,748 Sleep: 10 +2021-12-18 00:20:19,748 Number of retrials: 0 +2021-12-18 00:20:19,749 WRAPPER CHECK TIME = 10 +2021-12-18 00:20:19,749 Checking jobs for platform=marenostrum4 +2021-12-18 00:20:19,750 Checking jobs for platform=nord3 +2021-12-18 00:20:19,750 Checking jobs for platform=local +2021-12-18 00:20:19,751 Checking jobs for platform=transfer_node +2021-12-18 00:20:19,751 Checking all jobs at once +2021-12-18 00:20:21,271 Successful check job command +2021-12-18 00:20:21,271 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:20:21,271 End of checking +2021-12-18 00:20:21,272 Updating FAILED jobs +2021-12-18 00:20:21,273 Updating WAITING jobs +2021-12-18 00:20:21,273 Update finished +2021-12-18 00:20:21,273 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:20:21,273 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:20:21,273 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:20:21,273 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:20:21,276 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:20:21,278 Job list saved +2021-12-18 00:20:21,283 Updating FAILED jobs +2021-12-18 00:20:21,283 Updating WAITING jobs +2021-12-18 00:20:21,283 Update finished +2021-12-18 00:20:31,293 Reloading parameters... +2021-12-18 00:20:31,311 Loading parameters... +2021-12-18 00:20:31,313 Loading project parameters... +2021-12-18 00:20:31,315 + +23 of 25 jobs remaining (00:20) +2021-12-18 00:20:31,315 Sleep: 10 +2021-12-18 00:20:31,315 Number of retrials: 0 +2021-12-18 00:20:31,315 WRAPPER CHECK TIME = 10 +2021-12-18 00:20:31,316 Checking jobs for platform=marenostrum4 +2021-12-18 00:20:31,316 Checking jobs for platform=nord3 +2021-12-18 00:20:31,317 Checking jobs for platform=local +2021-12-18 00:20:31,317 Checking jobs for platform=transfer_node +2021-12-18 00:20:31,317 Checking all jobs at once +2021-12-18 00:20:33,539 Successful check job command +2021-12-18 00:20:33,539 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:20:33,539 End of checking +2021-12-18 00:20:33,541 Updating FAILED jobs +2021-12-18 00:20:33,541 Updating WAITING jobs +2021-12-18 00:20:33,541 Update finished +2021-12-18 00:20:33,541 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:20:33,542 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:20:33,542 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:20:33,542 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:20:33,545 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:20:33,547 Job list saved +2021-12-18 00:20:33,552 Updating FAILED jobs +2021-12-18 00:20:33,552 Updating WAITING jobs +2021-12-18 00:20:33,553 Update finished +2021-12-18 00:20:43,558 Reloading parameters... +2021-12-18 00:20:43,578 Loading parameters... +2021-12-18 00:20:43,579 Loading project parameters... +2021-12-18 00:20:43,581 + +23 of 25 jobs remaining (00:20) +2021-12-18 00:20:43,581 Sleep: 10 +2021-12-18 00:20:43,581 Number of retrials: 0 +2021-12-18 00:20:43,581 WRAPPER CHECK TIME = 10 +2021-12-18 00:20:43,582 Checking jobs for platform=marenostrum4 +2021-12-18 00:20:43,583 Checking jobs for platform=nord3 +2021-12-18 00:20:43,583 Checking jobs for platform=local +2021-12-18 00:20:43,584 Checking jobs for platform=transfer_node +2021-12-18 00:20:43,584 Checking all jobs at once +2021-12-18 00:20:45,456 Successful check job command +2021-12-18 00:20:45,456 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:20:45,456 End of checking +2021-12-18 00:20:45,457 Updating FAILED jobs +2021-12-18 00:20:45,457 Updating WAITING jobs +2021-12-18 00:20:45,458 Update finished +2021-12-18 00:20:45,458 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:20:45,458 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:20:45,458 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:20:45,458 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:20:45,461 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:20:45,463 Job list saved +2021-12-18 00:20:45,467 Updating FAILED jobs +2021-12-18 00:20:45,468 Updating WAITING jobs +2021-12-18 00:20:45,468 Update finished +2021-12-18 00:20:55,476 Reloading parameters... +2021-12-18 00:20:55,495 Loading parameters... +2021-12-18 00:20:55,496 Loading project parameters... +2021-12-18 00:20:55,498 + +23 of 25 jobs remaining (00:20) +2021-12-18 00:20:55,499 Sleep: 10 +2021-12-18 00:20:55,499 Number of retrials: 0 +2021-12-18 00:20:55,499 WRAPPER CHECK TIME = 10 +2021-12-18 00:20:55,499 Checking jobs for platform=marenostrum4 +2021-12-18 00:20:55,500 Checking jobs for platform=nord3 +2021-12-18 00:20:55,501 Checking jobs for platform=local +2021-12-18 00:20:55,501 Checking jobs for platform=transfer_node +2021-12-18 00:20:55,501 Checking all jobs at once +2021-12-18 00:20:56,971 Successful check job command +2021-12-18 00:20:56,971 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:20:56,971 End of checking +2021-12-18 00:20:56,973 Updating FAILED jobs +2021-12-18 00:20:56,973 Updating WAITING jobs +2021-12-18 00:20:56,973 Update finished +2021-12-18 00:20:56,974 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:20:56,974 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:20:56,974 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:20:56,974 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:20:56,977 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:20:56,979 Job list saved +2021-12-18 00:20:56,984 Updating FAILED jobs +2021-12-18 00:20:56,984 Updating WAITING jobs +2021-12-18 00:20:56,984 Update finished +2021-12-18 00:21:06,994 Reloading parameters... +2021-12-18 00:21:07,014 Loading parameters... +2021-12-18 00:21:07,015 Loading project parameters... +2021-12-18 00:21:07,017 + +23 of 25 jobs remaining (00:21) +2021-12-18 00:21:07,017 Sleep: 10 +2021-12-18 00:21:07,017 Number of retrials: 0 +2021-12-18 00:21:07,017 WRAPPER CHECK TIME = 10 +2021-12-18 00:21:07,018 Checking jobs for platform=marenostrum4 +2021-12-18 00:21:07,019 Checking jobs for platform=nord3 +2021-12-18 00:21:07,019 Checking jobs for platform=local +2021-12-18 00:21:07,020 Checking jobs for platform=transfer_node +2021-12-18 00:21:07,020 Checking all jobs at once +2021-12-18 00:21:09,292 Successful check job command +2021-12-18 00:21:09,292 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:21:09,293 End of checking +2021-12-18 00:21:09,294 Updating FAILED jobs +2021-12-18 00:21:09,294 Updating WAITING jobs +2021-12-18 00:21:09,295 Update finished +2021-12-18 00:21:09,295 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:21:09,295 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:21:09,296 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:21:09,296 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:21:09,299 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:21:09,301 Job list saved +2021-12-18 00:21:09,306 Updating FAILED jobs +2021-12-18 00:21:09,306 Updating WAITING jobs +2021-12-18 00:21:09,306 Update finished +2021-12-18 00:21:19,315 Reloading parameters... +2021-12-18 00:21:19,333 Loading parameters... +2021-12-18 00:21:19,335 Loading project parameters... +2021-12-18 00:21:19,337 + +23 of 25 jobs remaining (00:21) +2021-12-18 00:21:19,337 Sleep: 10 +2021-12-18 00:21:19,337 Number of retrials: 0 +2021-12-18 00:21:19,337 WRAPPER CHECK TIME = 10 +2021-12-18 00:21:19,338 Checking jobs for platform=marenostrum4 +2021-12-18 00:21:19,338 Checking jobs for platform=nord3 +2021-12-18 00:21:19,339 Checking jobs for platform=local +2021-12-18 00:21:19,339 Checking jobs for platform=transfer_node +2021-12-18 00:21:19,340 Checking all jobs at once +2021-12-18 00:21:20,709 Successful check job command +2021-12-18 00:21:20,709 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:21:20,709 End of checking +2021-12-18 00:21:20,710 Updating FAILED jobs +2021-12-18 00:21:20,711 Updating WAITING jobs +2021-12-18 00:21:20,711 Update finished +2021-12-18 00:21:20,711 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:21:20,711 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:21:20,711 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:21:20,711 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:21:20,714 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:21:20,716 Job list saved +2021-12-18 00:21:20,721 Updating FAILED jobs +2021-12-18 00:21:20,722 Updating WAITING jobs +2021-12-18 00:21:20,722 Update finished +2021-12-18 00:21:30,726 Reloading parameters... +2021-12-18 00:21:30,747 Loading parameters... +2021-12-18 00:21:30,748 Loading project parameters... +2021-12-18 00:21:30,750 + +23 of 25 jobs remaining (00:21) +2021-12-18 00:21:30,750 Sleep: 10 +2021-12-18 00:21:30,751 Number of retrials: 0 +2021-12-18 00:21:30,751 WRAPPER CHECK TIME = 10 +2021-12-18 00:21:30,751 Checking jobs for platform=marenostrum4 +2021-12-18 00:21:30,752 Checking jobs for platform=nord3 +2021-12-18 00:21:30,753 Checking jobs for platform=local +2021-12-18 00:21:30,753 Checking jobs for platform=transfer_node +2021-12-18 00:21:30,753 Checking all jobs at once +2021-12-18 00:21:32,474 Successful check job command +2021-12-18 00:21:32,474 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:21:32,475 End of checking +2021-12-18 00:21:32,476 Updating FAILED jobs +2021-12-18 00:21:32,476 Updating WAITING jobs +2021-12-18 00:21:32,476 Update finished +2021-12-18 00:21:32,477 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:21:32,477 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:21:32,477 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:21:32,477 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:21:32,481 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:21:32,483 Job list saved +2021-12-18 00:21:32,488 Updating FAILED jobs +2021-12-18 00:21:32,489 Updating WAITING jobs +2021-12-18 00:21:32,489 Update finished +2021-12-18 00:21:42,499 Reloading parameters... +2021-12-18 00:21:42,517 Loading parameters... +2021-12-18 00:21:42,518 Loading project parameters... +2021-12-18 00:21:42,520 + +23 of 25 jobs remaining (00:21) +2021-12-18 00:21:42,521 Sleep: 10 +2021-12-18 00:21:42,521 Number of retrials: 0 +2021-12-18 00:21:42,521 WRAPPER CHECK TIME = 10 +2021-12-18 00:21:42,521 Checking jobs for platform=marenostrum4 +2021-12-18 00:21:42,522 Checking jobs for platform=nord3 +2021-12-18 00:21:42,523 Checking jobs for platform=local +2021-12-18 00:21:42,523 Checking jobs for platform=transfer_node +2021-12-18 00:21:42,523 Checking all jobs at once +2021-12-18 00:21:43,892 Successful check job command +2021-12-18 00:21:43,893 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:21:43,893 End of checking +2021-12-18 00:21:43,894 Updating FAILED jobs +2021-12-18 00:21:43,894 Updating WAITING jobs +2021-12-18 00:21:43,895 Update finished +2021-12-18 00:21:43,895 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:21:43,896 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:21:43,896 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:21:43,896 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:21:43,900 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:21:43,904 Job list saved +2021-12-18 00:21:43,919 Updating FAILED jobs +2021-12-18 00:21:43,921 Updating WAITING jobs +2021-12-18 00:21:43,926 Update finished +2021-12-18 00:21:53,936 Reloading parameters... +2021-12-18 00:21:53,957 Loading parameters... +2021-12-18 00:21:53,958 Loading project parameters... +2021-12-18 00:21:53,960 + +23 of 25 jobs remaining (00:21) +2021-12-18 00:21:53,960 Sleep: 10 +2021-12-18 00:21:53,961 Number of retrials: 0 +2021-12-18 00:21:53,961 WRAPPER CHECK TIME = 10 +2021-12-18 00:21:53,961 Checking jobs for platform=marenostrum4 +2021-12-18 00:21:53,962 Checking jobs for platform=nord3 +2021-12-18 00:21:53,962 Checking jobs for platform=local +2021-12-18 00:21:53,963 Checking jobs for platform=transfer_node +2021-12-18 00:21:53,963 Checking all jobs at once +2021-12-18 00:21:56,334 Successful check job command +2021-12-18 00:21:56,334 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:21:56,334 End of checking +2021-12-18 00:21:56,335 Updating FAILED jobs +2021-12-18 00:21:56,335 Updating WAITING jobs +2021-12-18 00:21:56,336 Update finished +2021-12-18 00:21:56,336 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:21:56,336 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:21:56,336 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:21:56,336 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:21:56,339 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:21:56,341 Job list saved +2021-12-18 00:21:56,347 Updating FAILED jobs +2021-12-18 00:21:56,347 Updating WAITING jobs +2021-12-18 00:21:56,348 Update finished +2021-12-18 00:22:06,358 Reloading parameters... +2021-12-18 00:22:06,376 Loading parameters... +2021-12-18 00:22:06,377 Loading project parameters... +2021-12-18 00:22:06,380 + +23 of 25 jobs remaining (00:22) +2021-12-18 00:22:06,380 Sleep: 10 +2021-12-18 00:22:06,380 Number of retrials: 0 +2021-12-18 00:22:06,380 WRAPPER CHECK TIME = 10 +2021-12-18 00:22:06,381 Checking jobs for platform=marenostrum4 +2021-12-18 00:22:06,381 Checking jobs for platform=nord3 +2021-12-18 00:22:06,382 Checking jobs for platform=local +2021-12-18 00:22:06,382 Checking jobs for platform=transfer_node +2021-12-18 00:22:06,382 Checking all jobs at once +2021-12-18 00:22:07,853 Successful check job command +2021-12-18 00:22:07,854 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:22:07,854 End of checking +2021-12-18 00:22:07,855 Updating FAILED jobs +2021-12-18 00:22:07,855 Updating WAITING jobs +2021-12-18 00:22:07,856 Update finished +2021-12-18 00:22:07,856 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:22:07,856 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:22:07,856 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:22:07,856 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:22:07,858 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:22:07,861 Job list saved +2021-12-18 00:22:07,866 Updating FAILED jobs +2021-12-18 00:22:07,866 Updating WAITING jobs +2021-12-18 00:22:07,866 Update finished +2021-12-18 00:22:17,876 Reloading parameters... +2021-12-18 00:22:17,897 Loading parameters... +2021-12-18 00:22:17,898 Loading project parameters... +2021-12-18 00:22:17,900 + +23 of 25 jobs remaining (00:22) +2021-12-18 00:22:17,900 Sleep: 10 +2021-12-18 00:22:17,900 Number of retrials: 0 +2021-12-18 00:22:17,900 WRAPPER CHECK TIME = 10 +2021-12-18 00:22:17,901 Checking jobs for platform=marenostrum4 +2021-12-18 00:22:17,901 Checking jobs for platform=nord3 +2021-12-18 00:22:17,902 Checking jobs for platform=local +2021-12-18 00:22:17,903 Checking jobs for platform=transfer_node +2021-12-18 00:22:17,903 Checking all jobs at once +2021-12-18 00:22:19,923 Successful check job command +2021-12-18 00:22:19,923 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:22:19,923 End of checking +2021-12-18 00:22:19,925 Updating FAILED jobs +2021-12-18 00:22:19,925 Updating WAITING jobs +2021-12-18 00:22:19,925 Update finished +2021-12-18 00:22:19,925 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:22:19,926 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:22:19,926 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:22:19,926 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:22:19,929 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:22:19,931 Job list saved +2021-12-18 00:22:19,940 Updating FAILED jobs +2021-12-18 00:22:19,940 Updating WAITING jobs +2021-12-18 00:22:19,940 Update finished +2021-12-18 00:22:29,950 Reloading parameters... +2021-12-18 00:22:29,968 Loading parameters... +2021-12-18 00:22:29,970 Loading project parameters... +2021-12-18 00:22:29,973 + +23 of 25 jobs remaining (00:22) +2021-12-18 00:22:29,974 Sleep: 10 +2021-12-18 00:22:29,974 Number of retrials: 0 +2021-12-18 00:22:29,974 WRAPPER CHECK TIME = 10 +2021-12-18 00:22:29,974 Checking jobs for platform=marenostrum4 +2021-12-18 00:22:29,975 Checking jobs for platform=nord3 +2021-12-18 00:22:29,976 Checking jobs for platform=local +2021-12-18 00:22:29,976 Checking jobs for platform=transfer_node +2021-12-18 00:22:29,976 Checking all jobs at once +2021-12-18 00:22:31,753 Successful check job command +2021-12-18 00:22:31,753 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:22:31,754 End of checking +2021-12-18 00:22:31,755 Updating FAILED jobs +2021-12-18 00:22:31,755 Updating WAITING jobs +2021-12-18 00:22:31,755 Update finished +2021-12-18 00:22:31,756 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:22:31,756 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:22:31,756 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:22:31,756 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:22:31,759 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:22:31,761 Job list saved +2021-12-18 00:22:31,766 Updating FAILED jobs +2021-12-18 00:22:31,766 Updating WAITING jobs +2021-12-18 00:22:31,766 Update finished +2021-12-18 00:22:41,776 Reloading parameters... +2021-12-18 00:22:41,793 Loading parameters... +2021-12-18 00:22:41,795 Loading project parameters... +2021-12-18 00:22:41,796 + +23 of 25 jobs remaining (00:22) +2021-12-18 00:22:41,797 Sleep: 10 +2021-12-18 00:22:41,797 Number of retrials: 0 +2021-12-18 00:22:41,797 WRAPPER CHECK TIME = 10 +2021-12-18 00:22:41,797 Checking jobs for platform=marenostrum4 +2021-12-18 00:22:41,798 Checking jobs for platform=nord3 +2021-12-18 00:22:41,798 Checking jobs for platform=local +2021-12-18 00:22:41,799 Checking jobs for platform=transfer_node +2021-12-18 00:22:41,799 Checking all jobs at once +2021-12-18 00:22:43,469 Successful check job command +2021-12-18 00:22:43,469 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:22:43,469 End of checking +2021-12-18 00:22:43,471 Updating FAILED jobs +2021-12-18 00:22:43,471 Updating WAITING jobs +2021-12-18 00:22:43,471 Update finished +2021-12-18 00:22:43,471 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:22:43,471 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:22:43,471 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:22:43,472 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:22:43,475 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:22:43,477 Job list saved +2021-12-18 00:22:43,482 Updating FAILED jobs +2021-12-18 00:22:43,482 Updating WAITING jobs +2021-12-18 00:22:43,483 Update finished +2021-12-18 00:22:53,493 Reloading parameters... +2021-12-18 00:22:53,511 Loading parameters... +2021-12-18 00:22:53,512 Loading project parameters... +2021-12-18 00:22:53,514 + +23 of 25 jobs remaining (00:22) +2021-12-18 00:22:53,514 Sleep: 10 +2021-12-18 00:22:53,514 Number of retrials: 0 +2021-12-18 00:22:53,514 WRAPPER CHECK TIME = 10 +2021-12-18 00:22:53,515 Checking jobs for platform=marenostrum4 +2021-12-18 00:22:53,515 Checking jobs for platform=nord3 +2021-12-18 00:22:53,516 Checking jobs for platform=local +2021-12-18 00:22:53,517 Checking jobs for platform=transfer_node +2021-12-18 00:22:53,517 Checking all jobs at once +2021-12-18 00:22:55,187 Successful check job command +2021-12-18 00:22:55,188 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:22:55,188 End of checking +2021-12-18 00:22:55,189 Updating FAILED jobs +2021-12-18 00:22:55,189 Updating WAITING jobs +2021-12-18 00:22:55,190 Update finished +2021-12-18 00:22:55,190 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:22:55,191 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:22:55,191 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:22:55,191 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:22:55,194 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:22:55,196 Job list saved +2021-12-18 00:22:55,201 Updating FAILED jobs +2021-12-18 00:22:55,201 Updating WAITING jobs +2021-12-18 00:22:55,202 Update finished +2021-12-18 00:23:05,212 Reloading parameters... +2021-12-18 00:23:05,232 Loading parameters... +2021-12-18 00:23:05,233 Loading project parameters... +2021-12-18 00:23:05,235 + +23 of 25 jobs remaining (00:23) +2021-12-18 00:23:05,235 Sleep: 10 +2021-12-18 00:23:05,235 Number of retrials: 0 +2021-12-18 00:23:05,235 WRAPPER CHECK TIME = 10 +2021-12-18 00:23:05,236 Checking jobs for platform=marenostrum4 +2021-12-18 00:23:05,236 Checking jobs for platform=nord3 +2021-12-18 00:23:05,237 Checking jobs for platform=local +2021-12-18 00:23:05,238 Checking jobs for platform=transfer_node +2021-12-18 00:23:05,238 Checking all jobs at once +2021-12-18 00:23:07,862 Successful check job command +2021-12-18 00:23:07,862 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:23:07,863 End of checking +2021-12-18 00:23:07,864 Updating FAILED jobs +2021-12-18 00:23:07,865 Updating WAITING jobs +2021-12-18 00:23:07,865 Update finished +2021-12-18 00:23:07,865 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:23:07,865 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:23:07,865 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:23:07,865 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:23:07,868 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:23:07,871 Job list saved +2021-12-18 00:23:08,096 Updating FAILED jobs +2021-12-18 00:23:08,097 Updating WAITING jobs +2021-12-18 00:23:08,097 Update finished +2021-12-18 00:23:18,098 Reloading parameters... +2021-12-18 00:23:18,118 Loading parameters... +2021-12-18 00:23:18,120 Loading project parameters... +2021-12-18 00:23:18,122 + +23 of 25 jobs remaining (00:23) +2021-12-18 00:23:18,122 Sleep: 10 +2021-12-18 00:23:18,122 Number of retrials: 0 +2021-12-18 00:23:18,122 WRAPPER CHECK TIME = 10 +2021-12-18 00:23:18,123 Checking jobs for platform=marenostrum4 +2021-12-18 00:23:18,123 Checking jobs for platform=nord3 +2021-12-18 00:23:18,124 Checking jobs for platform=local +2021-12-18 00:23:18,124 Checking jobs for platform=transfer_node +2021-12-18 00:23:18,124 Checking all jobs at once +2021-12-18 00:23:19,895 Successful check job command +2021-12-18 00:23:19,896 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:23:19,896 End of checking +2021-12-18 00:23:19,897 Updating FAILED jobs +2021-12-18 00:23:19,897 Updating WAITING jobs +2021-12-18 00:23:19,898 Update finished +2021-12-18 00:23:19,898 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:23:19,898 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:23:19,898 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:23:19,898 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:23:19,901 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:23:19,903 Job list saved +2021-12-18 00:23:19,909 Updating FAILED jobs +2021-12-18 00:23:19,909 Updating WAITING jobs +2021-12-18 00:23:19,909 Update finished +2021-12-18 00:23:29,910 Reloading parameters... +2021-12-18 00:23:29,929 Loading parameters... +2021-12-18 00:23:29,931 Loading project parameters... +2021-12-18 00:23:29,932 + +23 of 25 jobs remaining (00:23) +2021-12-18 00:23:29,933 Sleep: 10 +2021-12-18 00:23:29,933 Number of retrials: 0 +2021-12-18 00:23:29,933 WRAPPER CHECK TIME = 10 +2021-12-18 00:23:29,933 Checking jobs for platform=marenostrum4 +2021-12-18 00:23:29,934 Checking jobs for platform=nord3 +2021-12-18 00:23:29,934 Checking jobs for platform=local +2021-12-18 00:23:29,935 Checking jobs for platform=transfer_node +2021-12-18 00:23:29,935 Checking all jobs at once +2021-12-18 00:23:31,455 Successful check job command +2021-12-18 00:23:31,455 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:23:31,455 End of checking +2021-12-18 00:23:31,456 Updating FAILED jobs +2021-12-18 00:23:31,457 Updating WAITING jobs +2021-12-18 00:23:31,457 Update finished +2021-12-18 00:23:31,457 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:23:31,458 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:23:31,458 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:23:31,458 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:23:31,463 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:23:31,465 Job list saved +2021-12-18 00:23:31,473 Updating FAILED jobs +2021-12-18 00:23:31,473 Updating WAITING jobs +2021-12-18 00:23:31,474 Update finished +2021-12-18 00:23:41,484 Reloading parameters... +2021-12-18 00:23:41,504 Loading parameters... +2021-12-18 00:23:41,505 Loading project parameters... +2021-12-18 00:23:41,507 + +23 of 25 jobs remaining (00:23) +2021-12-18 00:23:41,508 Sleep: 10 +2021-12-18 00:23:41,508 Number of retrials: 0 +2021-12-18 00:23:41,508 WRAPPER CHECK TIME = 10 +2021-12-18 00:23:41,508 Checking jobs for platform=marenostrum4 +2021-12-18 00:23:41,510 Checking jobs for platform=nord3 +2021-12-18 00:23:41,510 Checking jobs for platform=local +2021-12-18 00:23:41,511 Checking jobs for platform=transfer_node +2021-12-18 00:23:41,511 Checking all jobs at once +2021-12-18 00:23:43,235 Successful check job command +2021-12-18 00:23:43,235 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:23:43,235 End of checking +2021-12-18 00:23:43,237 Updating FAILED jobs +2021-12-18 00:23:43,237 Updating WAITING jobs +2021-12-18 00:23:43,237 Update finished +2021-12-18 00:23:43,238 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:23:43,238 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:23:43,238 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:23:43,238 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:23:43,241 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:23:43,243 Job list saved +2021-12-18 00:23:43,249 Updating FAILED jobs +2021-12-18 00:23:43,249 Updating WAITING jobs +2021-12-18 00:23:43,249 Update finished +2021-12-18 00:23:53,256 Reloading parameters... +2021-12-18 00:23:53,275 Loading parameters... +2021-12-18 00:23:53,276 Loading project parameters... +2021-12-18 00:23:53,278 + +23 of 25 jobs remaining (00:23) +2021-12-18 00:23:53,278 Sleep: 10 +2021-12-18 00:23:53,278 Number of retrials: 0 +2021-12-18 00:23:53,278 WRAPPER CHECK TIME = 10 +2021-12-18 00:23:53,279 Checking jobs for platform=marenostrum4 +2021-12-18 00:23:53,279 Checking jobs for platform=nord3 +2021-12-18 00:23:53,280 Checking jobs for platform=local +2021-12-18 00:23:53,281 Checking jobs for platform=transfer_node +2021-12-18 00:23:53,281 Checking all jobs at once +2021-12-18 00:23:55,201 Successful check job command +2021-12-18 00:23:55,201 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:23:55,202 End of checking +2021-12-18 00:23:55,203 Updating FAILED jobs +2021-12-18 00:23:55,203 Updating WAITING jobs +2021-12-18 00:23:55,203 Update finished +2021-12-18 00:23:55,204 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:23:55,204 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:23:55,204 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:23:55,204 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:23:55,207 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:23:55,209 Job list saved +2021-12-18 00:23:55,215 Updating FAILED jobs +2021-12-18 00:23:55,215 Updating WAITING jobs +2021-12-18 00:23:55,215 Update finished +2021-12-18 00:24:05,223 Reloading parameters... +2021-12-18 00:24:05,242 Loading parameters... +2021-12-18 00:24:05,243 Loading project parameters... +2021-12-18 00:24:05,245 + +23 of 25 jobs remaining (00:24) +2021-12-18 00:24:05,245 Sleep: 10 +2021-12-18 00:24:05,245 Number of retrials: 0 +2021-12-18 00:24:05,246 WRAPPER CHECK TIME = 10 +2021-12-18 00:24:05,246 Checking jobs for platform=marenostrum4 +2021-12-18 00:24:05,247 Checking jobs for platform=nord3 +2021-12-18 00:24:05,247 Checking jobs for platform=local +2021-12-18 00:24:05,248 Checking jobs for platform=transfer_node +2021-12-18 00:24:05,248 Checking all jobs at once +2021-12-18 00:24:07,071 Successful check job command +2021-12-18 00:24:07,071 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:24:07,071 End of checking +2021-12-18 00:24:07,073 Updating FAILED jobs +2021-12-18 00:24:07,073 Updating WAITING jobs +2021-12-18 00:24:07,073 Update finished +2021-12-18 00:24:07,073 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:24:07,074 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:24:07,074 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:24:07,074 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:24:07,077 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:24:07,080 Job list saved +2021-12-18 00:24:07,085 Updating FAILED jobs +2021-12-18 00:24:07,085 Updating WAITING jobs +2021-12-18 00:24:07,085 Update finished +2021-12-18 00:24:17,096 Reloading parameters... +2021-12-18 00:24:17,114 Loading parameters... +2021-12-18 00:24:17,115 Loading project parameters... +2021-12-18 00:24:17,117 + +23 of 25 jobs remaining (00:24) +2021-12-18 00:24:17,117 Sleep: 10 +2021-12-18 00:24:17,117 Number of retrials: 0 +2021-12-18 00:24:17,117 WRAPPER CHECK TIME = 10 +2021-12-18 00:24:17,118 Checking jobs for platform=marenostrum4 +2021-12-18 00:24:17,119 Checking jobs for platform=nord3 +2021-12-18 00:24:17,119 Checking jobs for platform=local +2021-12-18 00:24:17,120 Checking jobs for platform=transfer_node +2021-12-18 00:24:17,120 Checking all jobs at once +2021-12-18 00:24:18,842 Successful check job command +2021-12-18 00:24:18,842 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:24:18,842 End of checking +2021-12-18 00:24:18,843 Updating FAILED jobs +2021-12-18 00:24:18,843 Updating WAITING jobs +2021-12-18 00:24:18,844 Update finished +2021-12-18 00:24:18,844 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:24:18,844 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:24:18,844 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:24:18,844 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:24:18,847 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:24:18,849 Job list saved +2021-12-18 00:24:18,854 Updating FAILED jobs +2021-12-18 00:24:18,854 Updating WAITING jobs +2021-12-18 00:24:18,854 Update finished +2021-12-18 00:24:28,862 Reloading parameters... +2021-12-18 00:24:28,882 Loading parameters... +2021-12-18 00:24:28,884 Loading project parameters... +2021-12-18 00:24:28,885 + +23 of 25 jobs remaining (00:24) +2021-12-18 00:24:28,886 Sleep: 10 +2021-12-18 00:24:28,886 Number of retrials: 0 +2021-12-18 00:24:28,886 WRAPPER CHECK TIME = 10 +2021-12-18 00:24:28,887 Checking jobs for platform=marenostrum4 +2021-12-18 00:24:28,887 Checking jobs for platform=nord3 +2021-12-18 00:24:28,888 Checking jobs for platform=local +2021-12-18 00:24:28,888 Checking jobs for platform=transfer_node +2021-12-18 00:24:28,888 Checking all jobs at once +2021-12-18 00:24:32,762 Successful check job command +2021-12-18 00:24:32,762 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:24:32,762 End of checking +2021-12-18 00:24:32,764 Updating FAILED jobs +2021-12-18 00:24:32,764 Updating WAITING jobs +2021-12-18 00:24:32,764 Update finished +2021-12-18 00:24:32,764 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:24:32,764 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:24:32,765 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:24:32,765 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:24:32,768 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:24:32,770 Job list saved +2021-12-18 00:24:32,776 Updating FAILED jobs +2021-12-18 00:24:32,776 Updating WAITING jobs +2021-12-18 00:24:32,776 Update finished +2021-12-18 00:24:42,786 Reloading parameters... +2021-12-18 00:24:42,805 Loading parameters... +2021-12-18 00:24:42,806 Loading project parameters... +2021-12-18 00:24:42,808 + +23 of 25 jobs remaining (00:24) +2021-12-18 00:24:42,808 Sleep: 10 +2021-12-18 00:24:42,808 Number of retrials: 0 +2021-12-18 00:24:42,808 WRAPPER CHECK TIME = 10 +2021-12-18 00:24:42,809 Checking jobs for platform=marenostrum4 +2021-12-18 00:24:42,809 Checking jobs for platform=nord3 +2021-12-18 00:24:42,810 Checking jobs for platform=local +2021-12-18 00:24:42,810 Checking jobs for platform=transfer_node +2021-12-18 00:24:42,811 Checking all jobs at once +2021-12-18 00:24:44,632 Successful check job command +2021-12-18 00:24:44,632 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:24:44,633 End of checking +2021-12-18 00:24:44,634 Updating FAILED jobs +2021-12-18 00:24:44,634 Updating WAITING jobs +2021-12-18 00:24:44,635 Update finished +2021-12-18 00:24:44,635 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:24:44,635 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:24:44,636 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:24:44,636 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:24:44,638 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:24:44,640 Job list saved +2021-12-18 00:24:44,645 Updating FAILED jobs +2021-12-18 00:24:44,645 Updating WAITING jobs +2021-12-18 00:24:44,646 Update finished +2021-12-18 00:24:54,656 Reloading parameters... +2021-12-18 00:24:54,674 Loading parameters... +2021-12-18 00:24:54,675 Loading project parameters... +2021-12-18 00:24:54,677 + +23 of 25 jobs remaining (00:24) +2021-12-18 00:24:54,677 Sleep: 10 +2021-12-18 00:24:54,677 Number of retrials: 0 +2021-12-18 00:24:54,678 WRAPPER CHECK TIME = 10 +2021-12-18 00:24:54,678 Checking jobs for platform=marenostrum4 +2021-12-18 00:24:54,679 Checking jobs for platform=nord3 +2021-12-18 00:24:54,679 Checking jobs for platform=local +2021-12-18 00:24:54,680 Checking jobs for platform=transfer_node +2021-12-18 00:24:54,680 Checking all jobs at once +2021-12-18 00:24:56,703 Successful check job command +2021-12-18 00:24:56,703 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:24:56,703 End of checking +2021-12-18 00:24:56,705 Updating FAILED jobs +2021-12-18 00:24:56,705 Updating WAITING jobs +2021-12-18 00:24:56,705 Update finished +2021-12-18 00:24:56,705 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:24:56,706 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:24:56,706 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:24:56,706 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:24:56,708 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:24:56,711 Job list saved +2021-12-18 00:24:56,715 Updating FAILED jobs +2021-12-18 00:24:56,716 Updating WAITING jobs +2021-12-18 00:24:56,716 Update finished +2021-12-18 00:25:06,726 Reloading parameters... +2021-12-18 00:25:06,747 Loading parameters... +2021-12-18 00:25:06,748 Loading project parameters... +2021-12-18 00:25:06,750 + +23 of 25 jobs remaining (00:25) +2021-12-18 00:25:06,750 Sleep: 10 +2021-12-18 00:25:06,750 Number of retrials: 0 +2021-12-18 00:25:06,750 WRAPPER CHECK TIME = 10 +2021-12-18 00:25:06,751 Checking jobs for platform=marenostrum4 +2021-12-18 00:25:06,751 Checking jobs for platform=nord3 +2021-12-18 00:25:06,752 Checking jobs for platform=local +2021-12-18 00:25:06,753 Checking jobs for platform=transfer_node +2021-12-18 00:25:06,753 Checking all jobs at once +2021-12-18 00:25:08,172 Successful check job command +2021-12-18 00:25:08,173 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:25:08,173 End of checking +2021-12-18 00:25:08,176 Updating FAILED jobs +2021-12-18 00:25:08,176 Updating WAITING jobs +2021-12-18 00:25:08,176 Update finished +2021-12-18 00:25:08,176 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:25:08,176 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:25:08,177 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:25:08,177 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:25:08,179 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:25:08,181 Job list saved +2021-12-18 00:25:08,186 Updating FAILED jobs +2021-12-18 00:25:08,186 Updating WAITING jobs +2021-12-18 00:25:08,187 Update finished +2021-12-18 00:25:18,196 Reloading parameters... +2021-12-18 00:25:18,216 Loading parameters... +2021-12-18 00:25:18,217 Loading project parameters... +2021-12-18 00:25:18,219 + +23 of 25 jobs remaining (00:25) +2021-12-18 00:25:18,219 Sleep: 10 +2021-12-18 00:25:18,219 Number of retrials: 0 +2021-12-18 00:25:18,219 WRAPPER CHECK TIME = 10 +2021-12-18 00:25:18,220 Checking jobs for platform=marenostrum4 +2021-12-18 00:25:18,220 Checking jobs for platform=nord3 +2021-12-18 00:25:18,221 Checking jobs for platform=local +2021-12-18 00:25:18,222 Checking jobs for platform=transfer_node +2021-12-18 00:25:18,222 Checking all jobs at once +2021-12-18 00:25:21,694 Successful check job command +2021-12-18 00:25:21,694 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:25:21,695 End of checking +2021-12-18 00:25:21,696 Updating FAILED jobs +2021-12-18 00:25:21,696 Updating WAITING jobs +2021-12-18 00:25:21,696 Update finished +2021-12-18 00:25:21,696 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:25:21,697 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:25:21,697 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:25:21,697 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:25:21,700 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:25:21,702 Job list saved +2021-12-18 00:25:21,706 Updating FAILED jobs +2021-12-18 00:25:21,706 Updating WAITING jobs +2021-12-18 00:25:21,707 Update finished +2021-12-18 00:25:31,716 Reloading parameters... +2021-12-18 00:25:31,740 Loading parameters... +2021-12-18 00:25:31,741 Loading project parameters... +2021-12-18 00:25:31,743 + +23 of 25 jobs remaining (00:25) +2021-12-18 00:25:31,743 Sleep: 10 +2021-12-18 00:25:31,743 Number of retrials: 0 +2021-12-18 00:25:31,743 WRAPPER CHECK TIME = 10 +2021-12-18 00:25:31,744 Checking jobs for platform=marenostrum4 +2021-12-18 00:25:31,744 Checking jobs for platform=nord3 +2021-12-18 00:25:31,745 Checking jobs for platform=local +2021-12-18 00:25:31,746 Checking jobs for platform=transfer_node +2021-12-18 00:25:31,746 Checking all jobs at once +2021-12-18 00:25:34,822 Successful check job command +2021-12-18 00:25:34,822 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:25:34,822 End of checking +2021-12-18 00:25:34,824 Updating FAILED jobs +2021-12-18 00:25:34,824 Updating WAITING jobs +2021-12-18 00:25:34,824 Update finished +2021-12-18 00:25:34,825 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:25:34,825 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:25:34,825 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:25:34,825 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:25:34,828 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:25:34,830 Job list saved +2021-12-18 00:25:34,836 Updating FAILED jobs +2021-12-18 00:25:34,836 Updating WAITING jobs +2021-12-18 00:25:34,836 Update finished +2021-12-18 00:25:44,847 Reloading parameters... +2021-12-18 00:25:44,869 Loading parameters... +2021-12-18 00:25:44,870 Loading project parameters... +2021-12-18 00:25:44,872 + +23 of 25 jobs remaining (00:25) +2021-12-18 00:25:44,872 Sleep: 10 +2021-12-18 00:25:44,873 Number of retrials: 0 +2021-12-18 00:25:44,873 WRAPPER CHECK TIME = 10 +2021-12-18 00:25:44,873 Checking jobs for platform=marenostrum4 +2021-12-18 00:25:44,874 Checking jobs for platform=nord3 +2021-12-18 00:25:44,877 Checking jobs for platform=local +2021-12-18 00:25:44,877 Checking jobs for platform=transfer_node +2021-12-18 00:25:44,877 Checking all jobs at once +2021-12-18 00:25:46,548 Successful check job command +2021-12-18 00:25:46,548 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:25:46,548 End of checking +2021-12-18 00:25:46,552 Updating FAILED jobs +2021-12-18 00:25:46,553 Updating WAITING jobs +2021-12-18 00:25:46,553 Update finished +2021-12-18 00:25:46,553 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:25:46,553 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:25:46,553 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:25:46,553 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:25:46,556 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:25:46,558 Job list saved +2021-12-18 00:25:46,564 Updating FAILED jobs +2021-12-18 00:25:46,564 Updating WAITING jobs +2021-12-18 00:25:46,564 Update finished +2021-12-18 00:25:56,572 Reloading parameters... +2021-12-18 00:25:56,592 Loading parameters... +2021-12-18 00:25:56,594 Loading project parameters... +2021-12-18 00:25:56,595 + +23 of 25 jobs remaining (00:25) +2021-12-18 00:25:56,596 Sleep: 10 +2021-12-18 00:25:56,596 Number of retrials: 0 +2021-12-18 00:25:56,596 WRAPPER CHECK TIME = 10 +2021-12-18 00:25:56,596 Checking jobs for platform=marenostrum4 +2021-12-18 00:25:56,597 Checking jobs for platform=nord3 +2021-12-18 00:25:56,597 Checking jobs for platform=local +2021-12-18 00:25:56,598 Checking jobs for platform=transfer_node +2021-12-18 00:25:56,598 Checking all jobs at once +2021-12-18 00:25:58,570 Successful check job command +2021-12-18 00:25:58,570 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:25:58,570 End of checking +2021-12-18 00:25:58,572 Updating FAILED jobs +2021-12-18 00:25:58,572 Updating WAITING jobs +2021-12-18 00:25:58,572 Update finished +2021-12-18 00:25:58,572 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:25:58,573 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:25:58,573 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:25:58,574 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:25:58,578 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:25:58,580 Job list saved +2021-12-18 00:25:58,585 Updating FAILED jobs +2021-12-18 00:25:58,585 Updating WAITING jobs +2021-12-18 00:25:58,585 Update finished +2021-12-18 00:26:08,595 Reloading parameters... +2021-12-18 00:26:08,615 Loading parameters... +2021-12-18 00:26:08,617 Loading project parameters... +2021-12-18 00:26:08,618 + +23 of 25 jobs remaining (00:26) +2021-12-18 00:26:08,619 Sleep: 10 +2021-12-18 00:26:08,619 Number of retrials: 0 +2021-12-18 00:26:08,619 WRAPPER CHECK TIME = 10 +2021-12-18 00:26:08,619 Checking jobs for platform=marenostrum4 +2021-12-18 00:26:08,620 Checking jobs for platform=nord3 +2021-12-18 00:26:08,620 Checking jobs for platform=local +2021-12-18 00:26:08,621 Checking jobs for platform=transfer_node +2021-12-18 00:26:08,621 Checking all jobs at once +2021-12-18 00:26:09,991 Successful check job command +2021-12-18 00:26:09,991 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:26:09,991 End of checking +2021-12-18 00:26:09,992 Updating FAILED jobs +2021-12-18 00:26:09,993 Updating WAITING jobs +2021-12-18 00:26:09,993 Update finished +2021-12-18 00:26:09,993 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:26:09,993 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:26:09,993 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:26:09,993 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:26:09,996 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:26:09,999 Job list saved +2021-12-18 00:26:10,003 Updating FAILED jobs +2021-12-18 00:26:10,004 Updating WAITING jobs +2021-12-18 00:26:10,004 Update finished +2021-12-18 00:26:20,014 Reloading parameters... +2021-12-18 00:26:20,032 Loading parameters... +2021-12-18 00:26:20,034 Loading project parameters... +2021-12-18 00:26:20,036 + +23 of 25 jobs remaining (00:26) +2021-12-18 00:26:20,036 Sleep: 10 +2021-12-18 00:26:20,036 Number of retrials: 0 +2021-12-18 00:26:20,036 WRAPPER CHECK TIME = 10 +2021-12-18 00:26:20,037 Checking jobs for platform=marenostrum4 +2021-12-18 00:26:20,037 Checking jobs for platform=nord3 +2021-12-18 00:26:20,038 Checking jobs for platform=local +2021-12-18 00:26:20,038 Checking jobs for platform=transfer_node +2021-12-18 00:26:20,038 Checking all jobs at once +2021-12-18 00:26:23,011 Successful check job command +2021-12-18 00:26:23,012 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:26:23,012 End of checking +2021-12-18 00:26:23,014 Updating FAILED jobs +2021-12-18 00:26:23,014 Updating WAITING jobs +2021-12-18 00:26:23,014 Update finished +2021-12-18 00:26:23,014 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:26:23,014 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:26:23,015 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:26:23,015 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:26:23,017 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:26:23,019 Job list saved +2021-12-18 00:26:23,025 Updating FAILED jobs +2021-12-18 00:26:23,025 Updating WAITING jobs +2021-12-18 00:26:23,025 Update finished +2021-12-18 00:26:33,033 Reloading parameters... +2021-12-18 00:26:33,054 Loading parameters... +2021-12-18 00:26:33,056 Loading project parameters... +2021-12-18 00:26:33,057 + +23 of 25 jobs remaining (00:26) +2021-12-18 00:26:33,058 Sleep: 10 +2021-12-18 00:26:33,058 Number of retrials: 0 +2021-12-18 00:26:33,058 WRAPPER CHECK TIME = 10 +2021-12-18 00:26:33,058 Checking jobs for platform=marenostrum4 +2021-12-18 00:26:33,059 Checking jobs for platform=nord3 +2021-12-18 00:26:33,060 Checking jobs for platform=local +2021-12-18 00:26:33,060 Checking jobs for platform=transfer_node +2021-12-18 00:26:33,060 Checking all jobs at once +2021-12-18 00:26:35,983 Successful check job command +2021-12-18 00:26:35,983 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:26:35,984 End of checking +2021-12-18 00:26:35,985 Updating FAILED jobs +2021-12-18 00:26:35,985 Updating WAITING jobs +2021-12-18 00:26:35,985 Update finished +2021-12-18 00:26:35,986 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:26:35,986 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:26:35,986 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:26:35,986 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:26:35,989 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:26:35,991 Job list saved +2021-12-18 00:26:35,996 Updating FAILED jobs +2021-12-18 00:26:35,996 Updating WAITING jobs +2021-12-18 00:26:35,996 Update finished +2021-12-18 00:26:46,007 Reloading parameters... +2021-12-18 00:26:46,026 Loading parameters... +2021-12-18 00:26:46,028 Loading project parameters... +2021-12-18 00:26:46,030 + +23 of 25 jobs remaining (00:26) +2021-12-18 00:26:46,030 Sleep: 10 +2021-12-18 00:26:46,030 Number of retrials: 0 +2021-12-18 00:26:46,030 WRAPPER CHECK TIME = 10 +2021-12-18 00:26:46,031 Checking jobs for platform=marenostrum4 +2021-12-18 00:26:46,031 Checking jobs for platform=nord3 +2021-12-18 00:26:46,032 Checking jobs for platform=local +2021-12-18 00:26:46,032 Checking jobs for platform=transfer_node +2021-12-18 00:26:46,033 Checking all jobs at once +2021-12-18 00:26:47,702 Successful check job command +2021-12-18 00:26:47,702 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:26:47,703 End of checking +2021-12-18 00:26:47,704 Updating FAILED jobs +2021-12-18 00:26:47,704 Updating WAITING jobs +2021-12-18 00:26:47,704 Update finished +2021-12-18 00:26:47,704 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:26:47,705 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:26:47,705 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:26:47,705 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:26:47,708 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:26:47,711 Job list saved +2021-12-18 00:26:47,715 Updating FAILED jobs +2021-12-18 00:26:47,716 Updating WAITING jobs +2021-12-18 00:26:47,716 Update finished +2021-12-18 00:26:57,726 Reloading parameters... +2021-12-18 00:26:57,745 Loading parameters... +2021-12-18 00:26:57,746 Loading project parameters... +2021-12-18 00:26:57,748 + +23 of 25 jobs remaining (00:26) +2021-12-18 00:26:57,748 Sleep: 10 +2021-12-18 00:26:57,748 Number of retrials: 0 +2021-12-18 00:26:57,748 WRAPPER CHECK TIME = 10 +2021-12-18 00:26:57,749 Checking jobs for platform=marenostrum4 +2021-12-18 00:26:57,750 Checking jobs for platform=nord3 +2021-12-18 00:26:57,750 Checking jobs for platform=local +2021-12-18 00:26:57,751 Checking jobs for platform=transfer_node +2021-12-18 00:26:57,751 Checking all jobs at once +2021-12-18 00:27:00,074 Successful check job command +2021-12-18 00:27:00,074 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:27:00,074 End of checking +2021-12-18 00:27:00,076 Updating FAILED jobs +2021-12-18 00:27:00,076 Updating WAITING jobs +2021-12-18 00:27:00,076 Update finished +2021-12-18 00:27:00,076 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:27:00,076 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:27:00,076 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:27:00,077 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:27:00,079 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:27:00,082 Job list saved +2021-12-18 00:27:00,087 Updating FAILED jobs +2021-12-18 00:27:00,087 Updating WAITING jobs +2021-12-18 00:27:00,087 Update finished +2021-12-18 00:27:10,097 Reloading parameters... +2021-12-18 00:27:10,120 Loading parameters... +2021-12-18 00:27:10,121 Loading project parameters... +2021-12-18 00:27:10,123 + +23 of 25 jobs remaining (00:27) +2021-12-18 00:27:10,123 Sleep: 10 +2021-12-18 00:27:10,123 Number of retrials: 0 +2021-12-18 00:27:10,123 WRAPPER CHECK TIME = 10 +2021-12-18 00:27:10,124 Checking jobs for platform=marenostrum4 +2021-12-18 00:27:10,124 Checking jobs for platform=nord3 +2021-12-18 00:27:10,125 Checking jobs for platform=local +2021-12-18 00:27:10,125 Checking jobs for platform=transfer_node +2021-12-18 00:27:10,126 Checking all jobs at once +2021-12-18 00:27:11,845 Successful check job command +2021-12-18 00:27:11,846 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:27:11,846 End of checking +2021-12-18 00:27:11,847 Updating FAILED jobs +2021-12-18 00:27:11,847 Updating WAITING jobs +2021-12-18 00:27:11,847 Update finished +2021-12-18 00:27:11,848 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:27:11,848 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:27:11,848 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:27:11,848 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:27:11,851 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:27:11,854 Job list saved +2021-12-18 00:27:11,859 Updating FAILED jobs +2021-12-18 00:27:11,859 Updating WAITING jobs +2021-12-18 00:27:11,859 Update finished +2021-12-18 00:27:21,867 Reloading parameters... +2021-12-18 00:27:21,887 Loading parameters... +2021-12-18 00:27:21,888 Loading project parameters... +2021-12-18 00:27:21,890 + +23 of 25 jobs remaining (00:27) +2021-12-18 00:27:21,890 Sleep: 10 +2021-12-18 00:27:21,890 Number of retrials: 0 +2021-12-18 00:27:21,890 WRAPPER CHECK TIME = 10 +2021-12-18 00:27:21,891 Checking jobs for platform=marenostrum4 +2021-12-18 00:27:21,891 Checking jobs for platform=nord3 +2021-12-18 00:27:21,892 Checking jobs for platform=local +2021-12-18 00:27:21,893 Checking jobs for platform=transfer_node +2021-12-18 00:27:21,893 Checking all jobs at once +2021-12-18 00:27:25,267 Successful check job command +2021-12-18 00:27:25,267 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:27:25,267 End of checking +2021-12-18 00:27:25,268 Updating FAILED jobs +2021-12-18 00:27:25,268 Updating WAITING jobs +2021-12-18 00:27:25,269 Update finished +2021-12-18 00:27:25,269 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:27:25,269 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:27:25,269 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:27:25,269 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:27:25,272 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:27:25,274 Job list saved +2021-12-18 00:27:25,279 Updating FAILED jobs +2021-12-18 00:27:25,279 Updating WAITING jobs +2021-12-18 00:27:25,279 Update finished +2021-12-18 00:27:35,289 Reloading parameters... +2021-12-18 00:27:35,309 Loading parameters... +2021-12-18 00:27:35,310 Loading project parameters... +2021-12-18 00:27:35,312 + +23 of 25 jobs remaining (00:27) +2021-12-18 00:27:35,312 Sleep: 10 +2021-12-18 00:27:35,313 Number of retrials: 0 +2021-12-18 00:27:35,313 WRAPPER CHECK TIME = 10 +2021-12-18 00:27:35,313 Checking jobs for platform=marenostrum4 +2021-12-18 00:27:35,314 Checking jobs for platform=nord3 +2021-12-18 00:27:35,314 Checking jobs for platform=local +2021-12-18 00:27:35,315 Checking jobs for platform=transfer_node +2021-12-18 00:27:35,315 Checking all jobs at once +2021-12-18 00:27:37,535 Successful check job command +2021-12-18 00:27:37,535 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:27:37,536 End of checking +2021-12-18 00:27:37,537 Updating FAILED jobs +2021-12-18 00:27:37,537 Updating WAITING jobs +2021-12-18 00:27:37,538 Update finished +2021-12-18 00:27:37,538 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:27:37,538 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:27:37,538 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:27:37,538 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:27:37,541 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:27:37,543 Job list saved +2021-12-18 00:27:37,549 Updating FAILED jobs +2021-12-18 00:27:37,549 Updating WAITING jobs +2021-12-18 00:27:37,550 Update finished +2021-12-18 00:27:47,562 Reloading parameters... +2021-12-18 00:27:47,580 Loading parameters... +2021-12-18 00:27:47,582 Loading project parameters... +2021-12-18 00:27:47,584 + +23 of 25 jobs remaining (00:27) +2021-12-18 00:27:47,584 Sleep: 10 +2021-12-18 00:27:47,584 Number of retrials: 0 +2021-12-18 00:27:47,584 WRAPPER CHECK TIME = 10 +2021-12-18 00:27:47,585 Checking jobs for platform=marenostrum4 +2021-12-18 00:27:47,585 Checking jobs for platform=nord3 +2021-12-18 00:27:47,586 Checking jobs for platform=local +2021-12-18 00:27:47,586 Checking jobs for platform=transfer_node +2021-12-18 00:27:47,586 Checking all jobs at once +2021-12-18 00:27:49,662 Successful check job command +2021-12-18 00:27:49,662 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:27:49,662 End of checking +2021-12-18 00:27:49,663 Updating FAILED jobs +2021-12-18 00:27:49,663 Updating WAITING jobs +2021-12-18 00:27:49,664 Update finished +2021-12-18 00:27:49,664 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:27:49,664 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:27:49,665 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:27:49,665 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:27:49,667 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:27:49,670 Job list saved +2021-12-18 00:27:49,674 Updating FAILED jobs +2021-12-18 00:27:49,674 Updating WAITING jobs +2021-12-18 00:27:49,675 Update finished +2021-12-18 00:27:59,684 Reloading parameters... +2021-12-18 00:27:59,707 Loading parameters... +2021-12-18 00:27:59,709 Loading project parameters... +2021-12-18 00:27:59,711 + +23 of 25 jobs remaining (00:27) +2021-12-18 00:27:59,711 Sleep: 10 +2021-12-18 00:27:59,711 Number of retrials: 0 +2021-12-18 00:27:59,711 WRAPPER CHECK TIME = 10 +2021-12-18 00:27:59,712 Checking jobs for platform=marenostrum4 +2021-12-18 00:27:59,712 Checking jobs for platform=nord3 +2021-12-18 00:27:59,713 Checking jobs for platform=local +2021-12-18 00:27:59,714 Checking jobs for platform=transfer_node +2021-12-18 00:27:59,714 Checking all jobs at once +2021-12-18 00:28:01,385 Successful check job command +2021-12-18 00:28:01,385 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:28:01,385 End of checking +2021-12-18 00:28:01,387 Updating FAILED jobs +2021-12-18 00:28:01,387 Updating WAITING jobs +2021-12-18 00:28:01,387 Update finished +2021-12-18 00:28:01,387 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:28:01,387 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:28:01,387 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:28:01,388 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:28:01,390 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:28:01,393 Job list saved +2021-12-18 00:28:01,398 Updating FAILED jobs +2021-12-18 00:28:01,398 Updating WAITING jobs +2021-12-18 00:28:01,398 Update finished +2021-12-18 00:28:11,405 Reloading parameters... +2021-12-18 00:28:11,424 Loading parameters... +2021-12-18 00:28:11,426 Loading project parameters... +2021-12-18 00:28:11,428 + +23 of 25 jobs remaining (00:28) +2021-12-18 00:28:11,428 Sleep: 10 +2021-12-18 00:28:11,428 Number of retrials: 0 +2021-12-18 00:28:11,428 WRAPPER CHECK TIME = 10 +2021-12-18 00:28:11,429 Checking jobs for platform=marenostrum4 +2021-12-18 00:28:11,429 Checking jobs for platform=nord3 +2021-12-18 00:28:11,430 Checking jobs for platform=local +2021-12-18 00:28:11,430 Checking jobs for platform=transfer_node +2021-12-18 00:28:11,430 Checking all jobs at once +2021-12-18 00:28:13,200 Successful check job command +2021-12-18 00:28:13,200 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:28:13,201 End of checking +2021-12-18 00:28:13,202 Updating FAILED jobs +2021-12-18 00:28:13,202 Updating WAITING jobs +2021-12-18 00:28:13,202 Update finished +2021-12-18 00:28:13,203 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:28:13,203 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:28:13,203 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:28:13,203 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:28:13,206 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:28:13,208 Job list saved +2021-12-18 00:28:13,214 Updating FAILED jobs +2021-12-18 00:28:13,214 Updating WAITING jobs +2021-12-18 00:28:13,214 Update finished +2021-12-18 00:28:23,224 Reloading parameters... +2021-12-18 00:28:23,244 Loading parameters... +2021-12-18 00:28:23,245 Loading project parameters... +2021-12-18 00:28:23,247 + +23 of 25 jobs remaining (00:28) +2021-12-18 00:28:23,247 Sleep: 10 +2021-12-18 00:28:23,247 Number of retrials: 0 +2021-12-18 00:28:23,247 WRAPPER CHECK TIME = 10 +2021-12-18 00:28:23,248 Checking jobs for platform=marenostrum4 +2021-12-18 00:28:23,248 Checking jobs for platform=nord3 +2021-12-18 00:28:23,249 Checking jobs for platform=local +2021-12-18 00:28:23,249 Checking jobs for platform=transfer_node +2021-12-18 00:28:23,250 Checking all jobs at once +2021-12-18 00:28:26,172 Successful check job command +2021-12-18 00:28:26,172 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:28:26,172 End of checking +2021-12-18 00:28:26,173 Updating FAILED jobs +2021-12-18 00:28:26,173 Updating WAITING jobs +2021-12-18 00:28:26,174 Update finished +2021-12-18 00:28:26,174 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:28:26,174 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:28:26,175 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:28:26,175 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:28:26,178 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:28:26,180 Job list saved +2021-12-18 00:28:26,185 Updating FAILED jobs +2021-12-18 00:28:26,186 Updating WAITING jobs +2021-12-18 00:28:26,186 Update finished +2021-12-18 00:28:36,196 Reloading parameters... +2021-12-18 00:28:36,216 Loading parameters... +2021-12-18 00:28:36,217 Loading project parameters... +2021-12-18 00:28:36,219 + +23 of 25 jobs remaining (00:28) +2021-12-18 00:28:36,219 Sleep: 10 +2021-12-18 00:28:36,219 Number of retrials: 0 +2021-12-18 00:28:36,219 WRAPPER CHECK TIME = 10 +2021-12-18 00:28:36,220 Checking jobs for platform=marenostrum4 +2021-12-18 00:28:36,221 Checking jobs for platform=nord3 +2021-12-18 00:28:36,221 Checking jobs for platform=local +2021-12-18 00:28:36,222 Checking jobs for platform=transfer_node +2021-12-18 00:28:36,222 Checking all jobs at once +2021-12-18 00:28:37,541 Successful check job command +2021-12-18 00:28:37,541 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:28:37,541 End of checking +2021-12-18 00:28:37,542 Updating FAILED jobs +2021-12-18 00:28:37,542 Updating WAITING jobs +2021-12-18 00:28:37,543 Update finished +2021-12-18 00:28:37,543 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:28:37,543 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:28:37,543 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:28:37,543 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:28:37,546 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:28:37,548 Job list saved +2021-12-18 00:28:37,553 Updating FAILED jobs +2021-12-18 00:28:37,553 Updating WAITING jobs +2021-12-18 00:28:37,553 Update finished +2021-12-18 00:28:47,561 Reloading parameters... +2021-12-18 00:28:47,580 Loading parameters... +2021-12-18 00:28:47,582 Loading project parameters... +2021-12-18 00:28:47,584 + +23 of 25 jobs remaining (00:28) +2021-12-18 00:28:47,585 Sleep: 10 +2021-12-18 00:28:47,585 Number of retrials: 0 +2021-12-18 00:28:47,585 WRAPPER CHECK TIME = 10 +2021-12-18 00:28:47,585 Checking jobs for platform=marenostrum4 +2021-12-18 00:28:47,586 Checking jobs for platform=nord3 +2021-12-18 00:28:47,587 Checking jobs for platform=local +2021-12-18 00:28:47,587 Checking jobs for platform=transfer_node +2021-12-18 00:28:47,587 Checking all jobs at once +2021-12-18 00:28:49,709 Successful check job command +2021-12-18 00:28:49,709 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:28:49,709 End of checking +2021-12-18 00:28:49,711 Updating FAILED jobs +2021-12-18 00:28:49,711 Updating WAITING jobs +2021-12-18 00:28:49,711 Update finished +2021-12-18 00:28:49,711 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:28:49,711 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:28:49,711 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:28:49,712 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:28:49,714 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:28:49,716 Job list saved +2021-12-18 00:28:49,721 Updating FAILED jobs +2021-12-18 00:28:49,721 Updating WAITING jobs +2021-12-18 00:28:49,721 Update finished +2021-12-18 00:28:59,732 Reloading parameters... +2021-12-18 00:28:59,754 Loading parameters... +2021-12-18 00:28:59,756 Loading project parameters... +2021-12-18 00:28:59,758 + +23 of 25 jobs remaining (00:28) +2021-12-18 00:28:59,758 Sleep: 10 +2021-12-18 00:28:59,758 Number of retrials: 0 +2021-12-18 00:28:59,758 WRAPPER CHECK TIME = 10 +2021-12-18 00:28:59,759 Checking jobs for platform=marenostrum4 +2021-12-18 00:28:59,760 Checking jobs for platform=nord3 +2021-12-18 00:28:59,760 Checking jobs for platform=local +2021-12-18 00:28:59,761 Checking jobs for platform=transfer_node +2021-12-18 00:28:59,761 Checking all jobs at once +2021-12-18 00:29:01,181 Successful check job command +2021-12-18 00:29:01,181 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:29:01,181 End of checking +2021-12-18 00:29:01,183 Updating FAILED jobs +2021-12-18 00:29:01,183 Updating WAITING jobs +2021-12-18 00:29:01,183 Update finished +2021-12-18 00:29:01,183 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:29:01,184 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:29:01,184 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:29:01,184 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:29:01,187 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:29:01,189 Job list saved +2021-12-18 00:29:01,194 Updating FAILED jobs +2021-12-18 00:29:01,194 Updating WAITING jobs +2021-12-18 00:29:01,194 Update finished +2021-12-18 00:29:11,204 Reloading parameters... +2021-12-18 00:29:11,224 Loading parameters... +2021-12-18 00:29:11,226 Loading project parameters... +2021-12-18 00:29:11,227 + +23 of 25 jobs remaining (00:29) +2021-12-18 00:29:11,228 Sleep: 10 +2021-12-18 00:29:11,228 Number of retrials: 0 +2021-12-18 00:29:11,228 WRAPPER CHECK TIME = 10 +2021-12-18 00:29:11,228 Checking jobs for platform=marenostrum4 +2021-12-18 00:29:11,229 Checking jobs for platform=nord3 +2021-12-18 00:29:11,230 Checking jobs for platform=local +2021-12-18 00:29:11,230 Checking jobs for platform=transfer_node +2021-12-18 00:29:11,230 Checking all jobs at once +2021-12-18 00:29:13,251 Successful check job command +2021-12-18 00:29:13,251 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:29:13,251 End of checking +2021-12-18 00:29:13,253 Updating FAILED jobs +2021-12-18 00:29:13,253 Updating WAITING jobs +2021-12-18 00:29:13,253 Update finished +2021-12-18 00:29:13,254 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:29:13,254 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:29:13,254 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:29:13,254 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:29:13,256 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:29:13,259 Job list saved +2021-12-18 00:29:13,264 Updating FAILED jobs +2021-12-18 00:29:13,264 Updating WAITING jobs +2021-12-18 00:29:13,264 Update finished +2021-12-18 00:29:23,272 Reloading parameters... +2021-12-18 00:29:23,294 Loading parameters... +2021-12-18 00:29:23,295 Loading project parameters... +2021-12-18 00:29:23,297 + +23 of 25 jobs remaining (00:29) +2021-12-18 00:29:23,297 Sleep: 10 +2021-12-18 00:29:23,297 Number of retrials: 0 +2021-12-18 00:29:23,298 WRAPPER CHECK TIME = 10 +2021-12-18 00:29:23,298 Checking jobs for platform=marenostrum4 +2021-12-18 00:29:23,299 Checking jobs for platform=nord3 +2021-12-18 00:29:23,299 Checking jobs for platform=local +2021-12-18 00:29:23,300 Checking jobs for platform=transfer_node +2021-12-18 00:29:23,300 Checking all jobs at once +2021-12-18 00:29:25,421 Successful check job command +2021-12-18 00:29:25,421 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:29:25,421 End of checking +2021-12-18 00:29:25,423 Updating FAILED jobs +2021-12-18 00:29:25,423 Updating WAITING jobs +2021-12-18 00:29:25,423 Update finished +2021-12-18 00:29:25,423 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:29:25,424 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:29:25,424 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:29:25,424 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:29:25,426 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:29:25,429 Job list saved +2021-12-18 00:29:25,434 Updating FAILED jobs +2021-12-18 00:29:25,434 Updating WAITING jobs +2021-12-18 00:29:25,434 Update finished +2021-12-18 00:29:35,438 Reloading parameters... +2021-12-18 00:29:35,459 Loading parameters... +2021-12-18 00:29:35,460 Loading project parameters... +2021-12-18 00:29:35,462 + +23 of 25 jobs remaining (00:29) +2021-12-18 00:29:35,463 Sleep: 10 +2021-12-18 00:29:35,463 Number of retrials: 0 +2021-12-18 00:29:35,463 WRAPPER CHECK TIME = 10 +2021-12-18 00:29:35,463 Checking jobs for platform=marenostrum4 +2021-12-18 00:29:35,464 Checking jobs for platform=nord3 +2021-12-18 00:29:35,464 Checking jobs for platform=local +2021-12-18 00:29:35,465 Checking jobs for platform=transfer_node +2021-12-18 00:29:35,465 Checking all jobs at once +2021-12-18 00:29:37,085 Successful check job command +2021-12-18 00:29:37,085 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:29:37,086 End of checking +2021-12-18 00:29:37,087 Updating FAILED jobs +2021-12-18 00:29:37,087 Updating WAITING jobs +2021-12-18 00:29:37,087 Update finished +2021-12-18 00:29:37,087 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:29:37,089 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:29:37,089 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:29:37,089 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:29:37,092 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:29:37,095 Job list saved +2021-12-18 00:29:37,100 Updating FAILED jobs +2021-12-18 00:29:37,100 Updating WAITING jobs +2021-12-18 00:29:37,100 Update finished +2021-12-18 00:29:47,110 Reloading parameters... +2021-12-18 00:29:47,134 Loading parameters... +2021-12-18 00:29:47,135 Loading project parameters... +2021-12-18 00:29:47,137 + +23 of 25 jobs remaining (00:29) +2021-12-18 00:29:47,137 Sleep: 10 +2021-12-18 00:29:47,137 Number of retrials: 0 +2021-12-18 00:29:47,137 WRAPPER CHECK TIME = 10 +2021-12-18 00:29:47,138 Checking jobs for platform=marenostrum4 +2021-12-18 00:29:47,139 Checking jobs for platform=nord3 +2021-12-18 00:29:47,139 Checking jobs for platform=local +2021-12-18 00:29:47,140 Checking jobs for platform=transfer_node +2021-12-18 00:29:47,140 Checking all jobs at once +2021-12-18 00:29:48,761 Successful check job command +2021-12-18 00:29:48,761 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:29:48,761 End of checking +2021-12-18 00:29:48,763 Updating FAILED jobs +2021-12-18 00:29:48,763 Updating WAITING jobs +2021-12-18 00:29:48,763 Update finished +2021-12-18 00:29:48,764 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:29:48,764 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:29:48,764 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:29:48,764 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:29:48,767 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:29:48,769 Job list saved +2021-12-18 00:29:48,775 Updating FAILED jobs +2021-12-18 00:29:48,775 Updating WAITING jobs +2021-12-18 00:29:48,775 Update finished +2021-12-18 00:29:58,785 Reloading parameters... +2021-12-18 00:29:58,805 Loading parameters... +2021-12-18 00:29:58,806 Loading project parameters... +2021-12-18 00:29:58,809 + +23 of 25 jobs remaining (00:29) +2021-12-18 00:29:58,809 Sleep: 10 +2021-12-18 00:29:58,809 Number of retrials: 0 +2021-12-18 00:29:58,809 WRAPPER CHECK TIME = 10 +2021-12-18 00:29:58,810 Checking jobs for platform=marenostrum4 +2021-12-18 00:29:58,811 Checking jobs for platform=nord3 +2021-12-18 00:29:58,811 Checking jobs for platform=local +2021-12-18 00:29:58,812 Checking jobs for platform=transfer_node +2021-12-18 00:29:58,812 Checking all jobs at once +2021-12-18 00:30:00,335 Successful check job command +2021-12-18 00:30:00,336 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:30:00,336 End of checking +2021-12-18 00:30:00,337 Updating FAILED jobs +2021-12-18 00:30:00,337 Updating WAITING jobs +2021-12-18 00:30:00,338 Update finished +2021-12-18 00:30:00,338 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:30:00,338 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:30:00,338 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:30:00,338 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:30:00,341 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:30:00,343 Job list saved +2021-12-18 00:30:00,349 Updating FAILED jobs +2021-12-18 00:30:00,349 Updating WAITING jobs +2021-12-18 00:30:00,349 Update finished +2021-12-18 00:30:10,359 Reloading parameters... +2021-12-18 00:30:10,380 Loading parameters... +2021-12-18 00:30:10,381 Loading project parameters... +2021-12-18 00:30:10,383 + +23 of 25 jobs remaining (00:30) +2021-12-18 00:30:10,383 Sleep: 10 +2021-12-18 00:30:10,383 Number of retrials: 0 +2021-12-18 00:30:10,383 WRAPPER CHECK TIME = 10 +2021-12-18 00:30:10,384 Checking jobs for platform=marenostrum4 +2021-12-18 00:30:10,385 Checking jobs for platform=nord3 +2021-12-18 00:30:10,385 Checking jobs for platform=local +2021-12-18 00:30:10,386 Checking jobs for platform=transfer_node +2021-12-18 00:30:10,386 Checking all jobs at once +2021-12-18 00:30:13,809 Successful check job command +2021-12-18 00:30:13,809 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:30:13,809 End of checking +2021-12-18 00:30:13,810 Updating FAILED jobs +2021-12-18 00:30:13,811 Updating WAITING jobs +2021-12-18 00:30:13,811 Update finished +2021-12-18 00:30:13,811 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:30:13,812 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:30:13,812 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:30:13,812 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:30:13,814 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:30:13,817 Job list saved +2021-12-18 00:30:13,822 Updating FAILED jobs +2021-12-18 00:30:13,822 Updating WAITING jobs +2021-12-18 00:30:13,822 Update finished +2021-12-18 00:30:23,832 Reloading parameters... +2021-12-18 00:30:23,857 Loading parameters... +2021-12-18 00:30:23,858 Loading project parameters... +2021-12-18 00:30:23,860 + +23 of 25 jobs remaining (00:30) +2021-12-18 00:30:23,860 Sleep: 10 +2021-12-18 00:30:23,860 Number of retrials: 0 +2021-12-18 00:30:23,860 WRAPPER CHECK TIME = 10 +2021-12-18 00:30:23,861 Checking jobs for platform=marenostrum4 +2021-12-18 00:30:23,862 Checking jobs for platform=nord3 +2021-12-18 00:30:23,862 Checking jobs for platform=local +2021-12-18 00:30:23,863 Checking jobs for platform=transfer_node +2021-12-18 00:30:23,863 Checking all jobs at once +2021-12-18 00:30:25,332 Successful check job command +2021-12-18 00:30:25,333 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:30:25,333 End of checking +2021-12-18 00:30:25,334 Updating FAILED jobs +2021-12-18 00:30:25,334 Updating WAITING jobs +2021-12-18 00:30:25,334 Update finished +2021-12-18 00:30:25,335 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:30:25,335 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:30:25,335 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:30:25,335 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:30:25,338 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:30:25,340 Job list saved +2021-12-18 00:30:25,345 Updating FAILED jobs +2021-12-18 00:30:25,345 Updating WAITING jobs +2021-12-18 00:30:25,345 Update finished +2021-12-18 00:30:35,355 Reloading parameters... +2021-12-18 00:30:35,432 Loading parameters... +2021-12-18 00:30:35,433 Loading project parameters... +2021-12-18 00:30:35,435 + +23 of 25 jobs remaining (00:30) +2021-12-18 00:30:35,435 Sleep: 10 +2021-12-18 00:30:35,435 Number of retrials: 0 +2021-12-18 00:30:35,435 WRAPPER CHECK TIME = 10 +2021-12-18 00:30:35,436 Checking jobs for platform=marenostrum4 +2021-12-18 00:30:35,437 Checking jobs for platform=nord3 +2021-12-18 00:30:35,437 Checking jobs for platform=local +2021-12-18 00:30:35,438 Checking jobs for platform=transfer_node +2021-12-18 00:30:35,438 Checking all jobs at once +2021-12-18 00:30:37,210 Successful check job command +2021-12-18 00:30:37,210 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:30:37,210 End of checking +2021-12-18 00:30:37,212 Updating FAILED jobs +2021-12-18 00:30:37,212 Updating WAITING jobs +2021-12-18 00:30:37,213 Update finished +2021-12-18 00:30:37,213 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:30:37,213 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:30:37,213 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:30:37,213 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:30:37,216 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:30:37,218 Job list saved +2021-12-18 00:30:37,223 Updating FAILED jobs +2021-12-18 00:30:37,223 Updating WAITING jobs +2021-12-18 00:30:37,224 Update finished +2021-12-18 00:30:47,234 Reloading parameters... +2021-12-18 00:30:47,255 Loading parameters... +2021-12-18 00:30:47,257 Loading project parameters... +2021-12-18 00:30:47,259 + +23 of 25 jobs remaining (00:30) +2021-12-18 00:30:47,259 Sleep: 10 +2021-12-18 00:30:47,259 Number of retrials: 0 +2021-12-18 00:30:47,259 WRAPPER CHECK TIME = 10 +2021-12-18 00:30:47,260 Checking jobs for platform=marenostrum4 +2021-12-18 00:30:47,260 Checking jobs for platform=nord3 +2021-12-18 00:30:47,261 Checking jobs for platform=local +2021-12-18 00:30:47,261 Checking jobs for platform=transfer_node +2021-12-18 00:30:47,261 Checking all jobs at once +2021-12-18 00:30:49,132 Successful check job command +2021-12-18 00:30:49,133 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:30:49,133 End of checking +2021-12-18 00:30:49,135 Updating FAILED jobs +2021-12-18 00:30:49,135 Updating WAITING jobs +2021-12-18 00:30:49,135 Update finished +2021-12-18 00:30:49,135 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:30:49,136 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:30:49,136 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:30:49,136 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:30:49,139 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:30:49,141 Job list saved +2021-12-18 00:30:49,146 Updating FAILED jobs +2021-12-18 00:30:49,146 Updating WAITING jobs +2021-12-18 00:30:49,147 Update finished +2021-12-18 00:30:59,156 Reloading parameters... +2021-12-18 00:30:59,175 Loading parameters... +2021-12-18 00:30:59,176 Loading project parameters... +2021-12-18 00:30:59,178 + +23 of 25 jobs remaining (00:30) +2021-12-18 00:30:59,179 Sleep: 10 +2021-12-18 00:30:59,179 Number of retrials: 0 +2021-12-18 00:30:59,179 WRAPPER CHECK TIME = 10 +2021-12-18 00:30:59,179 Checking jobs for platform=marenostrum4 +2021-12-18 00:30:59,180 Checking jobs for platform=nord3 +2021-12-18 00:30:59,180 Checking jobs for platform=local +2021-12-18 00:30:59,181 Checking jobs for platform=transfer_node +2021-12-18 00:30:59,181 Checking all jobs at once +2021-12-18 00:31:00,651 Successful check job command +2021-12-18 00:31:00,651 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:31:00,651 End of checking +2021-12-18 00:31:00,654 Updating FAILED jobs +2021-12-18 00:31:00,654 Updating WAITING jobs +2021-12-18 00:31:00,654 Update finished +2021-12-18 00:31:00,654 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:31:00,654 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:31:00,655 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:31:00,655 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:31:00,657 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:31:00,660 Job list saved +2021-12-18 00:31:00,667 Updating FAILED jobs +2021-12-18 00:31:00,667 Updating WAITING jobs +2021-12-18 00:31:00,668 Update finished +2021-12-18 00:31:10,677 Reloading parameters... +2021-12-18 00:31:10,697 Loading parameters... +2021-12-18 00:31:10,698 Loading project parameters... +2021-12-18 00:31:10,700 + +23 of 25 jobs remaining (00:31) +2021-12-18 00:31:10,700 Sleep: 10 +2021-12-18 00:31:10,700 Number of retrials: 0 +2021-12-18 00:31:10,700 WRAPPER CHECK TIME = 10 +2021-12-18 00:31:10,701 Checking jobs for platform=marenostrum4 +2021-12-18 00:31:10,701 Checking jobs for platform=nord3 +2021-12-18 00:31:10,702 Checking jobs for platform=local +2021-12-18 00:31:10,702 Checking jobs for platform=transfer_node +2021-12-18 00:31:10,703 Checking all jobs at once +2021-12-18 00:31:13,830 Successful check job command +2021-12-18 00:31:13,830 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:31:13,830 End of checking +2021-12-18 00:31:13,832 Updating FAILED jobs +2021-12-18 00:31:13,832 Updating WAITING jobs +2021-12-18 00:31:13,832 Update finished +2021-12-18 00:31:13,832 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:31:13,833 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:31:13,833 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:31:13,833 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:31:13,835 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:31:13,837 Job list saved +2021-12-18 00:31:13,842 Updating FAILED jobs +2021-12-18 00:31:13,842 Updating WAITING jobs +2021-12-18 00:31:13,843 Update finished +2021-12-18 00:31:23,853 Reloading parameters... +2021-12-18 00:31:23,874 Loading parameters... +2021-12-18 00:31:23,875 Loading project parameters... +2021-12-18 00:31:23,877 + +23 of 25 jobs remaining (00:31) +2021-12-18 00:31:23,878 Sleep: 10 +2021-12-18 00:31:23,878 Number of retrials: 0 +2021-12-18 00:31:23,878 WRAPPER CHECK TIME = 10 +2021-12-18 00:31:23,878 Checking jobs for platform=marenostrum4 +2021-12-18 00:31:23,879 Checking jobs for platform=nord3 +2021-12-18 00:31:23,879 Checking jobs for platform=local +2021-12-18 00:31:23,880 Checking jobs for platform=transfer_node +2021-12-18 00:31:23,880 Checking all jobs at once +2021-12-18 00:31:25,401 Successful check job command +2021-12-18 00:31:25,401 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:31:25,401 End of checking +2021-12-18 00:31:25,404 Updating FAILED jobs +2021-12-18 00:31:25,404 Updating WAITING jobs +2021-12-18 00:31:25,405 Update finished +2021-12-18 00:31:25,405 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:31:25,405 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:31:25,406 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:31:25,406 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:31:25,408 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:31:25,411 Job list saved +2021-12-18 00:31:25,419 Updating FAILED jobs +2021-12-18 00:31:25,419 Updating WAITING jobs +2021-12-18 00:31:25,419 Update finished +2021-12-18 00:31:35,428 Reloading parameters... +2021-12-18 00:31:35,447 Loading parameters... +2021-12-18 00:31:35,448 Loading project parameters... +2021-12-18 00:31:35,450 + +23 of 25 jobs remaining (00:31) +2021-12-18 00:31:35,450 Sleep: 10 +2021-12-18 00:31:35,450 Number of retrials: 0 +2021-12-18 00:31:35,450 WRAPPER CHECK TIME = 10 +2021-12-18 00:31:35,451 Checking jobs for platform=marenostrum4 +2021-12-18 00:31:35,451 Checking jobs for platform=nord3 +2021-12-18 00:31:35,452 Checking jobs for platform=local +2021-12-18 00:31:35,453 Checking jobs for platform=transfer_node +2021-12-18 00:31:35,453 Checking all jobs at once +2021-12-18 00:31:36,922 Successful check job command +2021-12-18 00:31:36,923 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:31:36,923 End of checking +2021-12-18 00:31:36,924 Updating FAILED jobs +2021-12-18 00:31:36,924 Updating WAITING jobs +2021-12-18 00:31:36,924 Update finished +2021-12-18 00:31:36,925 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:31:36,925 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:31:36,925 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:31:36,925 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:31:36,928 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:31:36,930 Job list saved +2021-12-18 00:31:36,935 Updating FAILED jobs +2021-12-18 00:31:36,935 Updating WAITING jobs +2021-12-18 00:31:36,935 Update finished +2021-12-18 00:31:46,945 Reloading parameters... +2021-12-18 00:31:46,964 Loading parameters... +2021-12-18 00:31:46,965 Loading project parameters... +2021-12-18 00:31:46,967 + +23 of 25 jobs remaining (00:31) +2021-12-18 00:31:46,967 Sleep: 10 +2021-12-18 00:31:46,967 Number of retrials: 0 +2021-12-18 00:31:46,967 WRAPPER CHECK TIME = 10 +2021-12-18 00:31:46,968 Checking jobs for platform=marenostrum4 +2021-12-18 00:31:46,969 Checking jobs for platform=nord3 +2021-12-18 00:31:46,969 Checking jobs for platform=local +2021-12-18 00:31:46,970 Checking jobs for platform=transfer_node +2021-12-18 00:31:46,970 Checking all jobs at once +2021-12-18 00:31:48,490 Successful check job command +2021-12-18 00:31:48,491 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:31:48,491 End of checking +2021-12-18 00:31:48,492 Updating FAILED jobs +2021-12-18 00:31:48,492 Updating WAITING jobs +2021-12-18 00:31:48,493 Update finished +2021-12-18 00:31:48,493 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:31:48,493 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:31:48,493 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:31:48,493 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:31:48,496 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:31:48,498 Job list saved +2021-12-18 00:31:48,503 Updating FAILED jobs +2021-12-18 00:31:48,503 Updating WAITING jobs +2021-12-18 00:31:48,503 Update finished +2021-12-18 00:31:58,513 Reloading parameters... +2021-12-18 00:31:58,535 Loading parameters... +2021-12-18 00:31:58,536 Loading project parameters... +2021-12-18 00:31:58,538 + +23 of 25 jobs remaining (00:31) +2021-12-18 00:31:58,538 Sleep: 10 +2021-12-18 00:31:58,538 Number of retrials: 0 +2021-12-18 00:31:58,538 WRAPPER CHECK TIME = 10 +2021-12-18 00:31:58,539 Checking jobs for platform=marenostrum4 +2021-12-18 00:31:58,539 Checking jobs for platform=nord3 +2021-12-18 00:31:58,540 Checking jobs for platform=local +2021-12-18 00:31:58,541 Checking jobs for platform=transfer_node +2021-12-18 00:31:58,541 Checking all jobs at once +2021-12-18 00:32:01,514 Successful check job command +2021-12-18 00:32:01,515 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:32:01,515 End of checking +2021-12-18 00:32:01,516 Updating FAILED jobs +2021-12-18 00:32:01,516 Updating WAITING jobs +2021-12-18 00:32:01,517 Update finished +2021-12-18 00:32:01,517 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:32:01,517 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:32:01,518 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:32:01,518 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:32:01,521 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:32:01,523 Job list saved +2021-12-18 00:32:01,527 Updating FAILED jobs +2021-12-18 00:32:01,527 Updating WAITING jobs +2021-12-18 00:32:01,527 Update finished +2021-12-18 00:32:11,538 Reloading parameters... +2021-12-18 00:32:11,556 Loading parameters... +2021-12-18 00:32:11,557 Loading project parameters... +2021-12-18 00:32:11,559 + +23 of 25 jobs remaining (00:32) +2021-12-18 00:32:11,559 Sleep: 10 +2021-12-18 00:32:11,559 Number of retrials: 0 +2021-12-18 00:32:11,559 WRAPPER CHECK TIME = 10 +2021-12-18 00:32:11,560 Checking jobs for platform=marenostrum4 +2021-12-18 00:32:11,561 Checking jobs for platform=nord3 +2021-12-18 00:32:11,561 Checking jobs for platform=local +2021-12-18 00:32:11,562 Checking jobs for platform=transfer_node +2021-12-18 00:32:11,562 Checking all jobs at once +2021-12-18 00:32:13,532 Successful check job command +2021-12-18 00:32:13,533 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:32:13,533 End of checking +2021-12-18 00:32:13,534 Updating FAILED jobs +2021-12-18 00:32:13,534 Updating WAITING jobs +2021-12-18 00:32:13,535 Update finished +2021-12-18 00:32:13,535 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:32:13,535 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:32:13,535 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:32:13,535 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:32:13,538 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:32:13,540 Job list saved +2021-12-18 00:32:13,545 Updating FAILED jobs +2021-12-18 00:32:13,545 Updating WAITING jobs +2021-12-18 00:32:13,545 Update finished +2021-12-18 00:32:23,555 Reloading parameters... +2021-12-18 00:32:23,574 Loading parameters... +2021-12-18 00:32:23,576 Loading project parameters... +2021-12-18 00:32:23,578 + +23 of 25 jobs remaining (00:32) +2021-12-18 00:32:23,578 Sleep: 10 +2021-12-18 00:32:23,578 Number of retrials: 0 +2021-12-18 00:32:23,578 WRAPPER CHECK TIME = 10 +2021-12-18 00:32:23,579 Checking jobs for platform=marenostrum4 +2021-12-18 00:32:23,580 Checking jobs for platform=nord3 +2021-12-18 00:32:23,580 Checking jobs for platform=local +2021-12-18 00:32:23,581 Checking jobs for platform=transfer_node +2021-12-18 00:32:23,581 Checking all jobs at once +2021-12-18 00:32:25,203 Successful check job command +2021-12-18 00:32:25,203 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:32:25,203 End of checking +2021-12-18 00:32:25,204 Updating FAILED jobs +2021-12-18 00:32:25,204 Updating WAITING jobs +2021-12-18 00:32:25,205 Update finished +2021-12-18 00:32:25,205 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:32:25,205 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:32:25,205 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:32:25,205 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:32:25,209 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:32:25,211 Job list saved +2021-12-18 00:32:25,216 Updating FAILED jobs +2021-12-18 00:32:25,216 Updating WAITING jobs +2021-12-18 00:32:25,216 Update finished +2021-12-18 00:32:35,226 Reloading parameters... +2021-12-18 00:32:35,246 Loading parameters... +2021-12-18 00:32:35,247 Loading project parameters... +2021-12-18 00:32:35,249 + +23 of 25 jobs remaining (00:32) +2021-12-18 00:32:35,249 Sleep: 10 +2021-12-18 00:32:35,249 Number of retrials: 0 +2021-12-18 00:32:35,250 WRAPPER CHECK TIME = 10 +2021-12-18 00:32:35,250 Checking jobs for platform=marenostrum4 +2021-12-18 00:32:35,251 Checking jobs for platform=nord3 +2021-12-18 00:32:35,251 Checking jobs for platform=local +2021-12-18 00:32:35,252 Checking jobs for platform=transfer_node +2021-12-18 00:32:35,252 Checking all jobs at once +2021-12-18 00:32:37,272 Successful check job command +2021-12-18 00:32:37,273 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:32:37,273 End of checking +2021-12-18 00:32:37,274 Updating FAILED jobs +2021-12-18 00:32:37,274 Updating WAITING jobs +2021-12-18 00:32:37,275 Update finished +2021-12-18 00:32:37,275 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:32:37,276 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:32:37,276 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:32:37,276 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:32:37,279 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:32:37,281 Job list saved +2021-12-18 00:32:37,288 Updating FAILED jobs +2021-12-18 00:32:37,288 Updating WAITING jobs +2021-12-18 00:32:37,288 Update finished +2021-12-18 00:32:47,298 Reloading parameters... +2021-12-18 00:32:47,315 Loading parameters... +2021-12-18 00:32:47,317 Loading project parameters... +2021-12-18 00:32:47,318 + +23 of 25 jobs remaining (00:32) +2021-12-18 00:32:47,319 Sleep: 10 +2021-12-18 00:32:47,319 Number of retrials: 0 +2021-12-18 00:32:47,319 WRAPPER CHECK TIME = 10 +2021-12-18 00:32:47,319 Checking jobs for platform=marenostrum4 +2021-12-18 00:32:47,320 Checking jobs for platform=nord3 +2021-12-18 00:32:47,320 Checking jobs for platform=local +2021-12-18 00:32:47,321 Checking jobs for platform=transfer_node +2021-12-18 00:32:47,321 Checking all jobs at once +2021-12-18 00:32:49,041 Successful check job command +2021-12-18 00:32:49,041 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:32:49,042 End of checking +2021-12-18 00:32:49,043 Updating FAILED jobs +2021-12-18 00:32:49,043 Updating WAITING jobs +2021-12-18 00:32:49,043 Update finished +2021-12-18 00:32:49,043 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:32:49,044 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:32:49,044 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:32:49,044 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:32:49,046 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:32:49,049 Job list saved +2021-12-18 00:32:49,053 Updating FAILED jobs +2021-12-18 00:32:49,053 Updating WAITING jobs +2021-12-18 00:32:49,054 Update finished +2021-12-18 00:32:59,064 Reloading parameters... +2021-12-18 00:32:59,085 Loading parameters... +2021-12-18 00:32:59,086 Loading project parameters... +2021-12-18 00:32:59,091 + +23 of 25 jobs remaining (00:32) +2021-12-18 00:32:59,091 Sleep: 10 +2021-12-18 00:32:59,091 Number of retrials: 0 +2021-12-18 00:32:59,091 WRAPPER CHECK TIME = 10 +2021-12-18 00:32:59,092 Checking jobs for platform=marenostrum4 +2021-12-18 00:32:59,093 Checking jobs for platform=nord3 +2021-12-18 00:32:59,093 Checking jobs for platform=local +2021-12-18 00:32:59,094 Checking jobs for platform=transfer_node +2021-12-18 00:32:59,094 Checking all jobs at once +2021-12-18 00:33:01,267 Successful check job command +2021-12-18 00:33:01,267 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:33:01,268 End of checking +2021-12-18 00:33:01,269 Updating FAILED jobs +2021-12-18 00:33:01,269 Updating WAITING jobs +2021-12-18 00:33:01,270 Update finished +2021-12-18 00:33:01,270 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:33:01,270 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:33:01,270 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:33:01,270 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:33:01,273 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:33:01,275 Job list saved +2021-12-18 00:33:01,282 Updating FAILED jobs +2021-12-18 00:33:01,283 Updating WAITING jobs +2021-12-18 00:33:01,283 Update finished +2021-12-18 00:33:11,293 Reloading parameters... +2021-12-18 00:33:11,311 Loading parameters... +2021-12-18 00:33:11,313 Loading project parameters... +2021-12-18 00:33:11,315 + +23 of 25 jobs remaining (00:33) +2021-12-18 00:33:11,315 Sleep: 10 +2021-12-18 00:33:11,315 Number of retrials: 0 +2021-12-18 00:33:11,315 WRAPPER CHECK TIME = 10 +2021-12-18 00:33:11,316 Checking jobs for platform=marenostrum4 +2021-12-18 00:33:11,316 Checking jobs for platform=nord3 +2021-12-18 00:33:11,317 Checking jobs for platform=local +2021-12-18 00:33:11,317 Checking jobs for platform=transfer_node +2021-12-18 00:33:11,318 Checking all jobs at once +2021-12-18 00:33:14,140 Successful check job command +2021-12-18 00:33:14,140 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:33:14,140 End of checking +2021-12-18 00:33:14,141 Updating FAILED jobs +2021-12-18 00:33:14,142 Updating WAITING jobs +2021-12-18 00:33:14,142 Update finished +2021-12-18 00:33:14,142 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:33:14,143 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:33:14,143 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:33:14,143 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:33:14,146 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:33:14,148 Job list saved +2021-12-18 00:33:14,158 Updating FAILED jobs +2021-12-18 00:33:14,158 Updating WAITING jobs +2021-12-18 00:33:14,158 Update finished +2021-12-18 00:33:24,159 Reloading parameters... +2021-12-18 00:33:24,178 Loading parameters... +2021-12-18 00:33:24,179 Loading project parameters... +2021-12-18 00:33:24,181 + +23 of 25 jobs remaining (00:33) +2021-12-18 00:33:24,181 Sleep: 10 +2021-12-18 00:33:24,181 Number of retrials: 0 +2021-12-18 00:33:24,181 WRAPPER CHECK TIME = 10 +2021-12-18 00:33:24,182 Checking jobs for platform=marenostrum4 +2021-12-18 00:33:24,182 Checking jobs for platform=nord3 +2021-12-18 00:33:24,183 Checking jobs for platform=local +2021-12-18 00:33:24,183 Checking jobs for platform=transfer_node +2021-12-18 00:33:24,184 Checking all jobs at once +2021-12-18 00:33:25,603 Successful check job command +2021-12-18 00:33:25,603 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:33:25,603 End of checking +2021-12-18 00:33:25,605 Updating FAILED jobs +2021-12-18 00:33:25,605 Updating WAITING jobs +2021-12-18 00:33:25,605 Update finished +2021-12-18 00:33:25,605 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:33:25,605 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:33:25,606 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:33:25,606 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:33:25,609 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:33:25,611 Job list saved +2021-12-18 00:33:25,616 Updating FAILED jobs +2021-12-18 00:33:25,616 Updating WAITING jobs +2021-12-18 00:33:25,616 Update finished +2021-12-18 00:33:35,625 Reloading parameters... +2021-12-18 00:33:35,644 Loading parameters... +2021-12-18 00:33:35,645 Loading project parameters... +2021-12-18 00:33:35,647 + +23 of 25 jobs remaining (00:33) +2021-12-18 00:33:35,647 Sleep: 10 +2021-12-18 00:33:35,647 Number of retrials: 0 +2021-12-18 00:33:35,647 WRAPPER CHECK TIME = 10 +2021-12-18 00:33:35,648 Checking jobs for platform=marenostrum4 +2021-12-18 00:33:35,649 Checking jobs for platform=nord3 +2021-12-18 00:33:35,649 Checking jobs for platform=local +2021-12-18 00:33:35,650 Checking jobs for platform=transfer_node +2021-12-18 00:33:35,650 Checking all jobs at once +2021-12-18 00:33:38,325 Successful check job command +2021-12-18 00:33:38,325 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:33:38,325 End of checking +2021-12-18 00:33:38,327 Updating FAILED jobs +2021-12-18 00:33:38,327 Updating WAITING jobs +2021-12-18 00:33:38,328 Update finished +2021-12-18 00:33:38,328 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:33:38,328 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:33:38,329 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:33:38,329 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:33:38,332 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:33:38,334 Job list saved +2021-12-18 00:33:38,339 Updating FAILED jobs +2021-12-18 00:33:38,340 Updating WAITING jobs +2021-12-18 00:33:38,340 Update finished +2021-12-18 00:33:48,350 Reloading parameters... +2021-12-18 00:33:48,368 Loading parameters... +2021-12-18 00:33:48,369 Loading project parameters... +2021-12-18 00:33:48,371 + +23 of 25 jobs remaining (00:33) +2021-12-18 00:33:48,371 Sleep: 10 +2021-12-18 00:33:48,371 Number of retrials: 0 +2021-12-18 00:33:48,372 WRAPPER CHECK TIME = 10 +2021-12-18 00:33:48,372 Checking jobs for platform=marenostrum4 +2021-12-18 00:33:48,373 Checking jobs for platform=nord3 +2021-12-18 00:33:48,373 Checking jobs for platform=local +2021-12-18 00:33:48,374 Checking jobs for platform=transfer_node +2021-12-18 00:33:48,374 Checking all jobs at once +2021-12-18 00:33:49,894 Successful check job command +2021-12-18 00:33:49,894 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:33:49,894 End of checking +2021-12-18 00:33:49,896 Updating FAILED jobs +2021-12-18 00:33:49,896 Updating WAITING jobs +2021-12-18 00:33:49,896 Update finished +2021-12-18 00:33:49,896 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:33:49,899 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:33:49,899 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:33:49,899 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:33:49,902 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:33:49,904 Job list saved +2021-12-18 00:33:49,909 Updating FAILED jobs +2021-12-18 00:33:49,909 Updating WAITING jobs +2021-12-18 00:33:49,909 Update finished +2021-12-18 00:33:59,919 Reloading parameters... +2021-12-18 00:33:59,938 Loading parameters... +2021-12-18 00:33:59,939 Loading project parameters... +2021-12-18 00:33:59,941 + +23 of 25 jobs remaining (00:33) +2021-12-18 00:33:59,941 Sleep: 10 +2021-12-18 00:33:59,941 Number of retrials: 0 +2021-12-18 00:33:59,942 WRAPPER CHECK TIME = 10 +2021-12-18 00:33:59,942 Checking jobs for platform=marenostrum4 +2021-12-18 00:33:59,943 Checking jobs for platform=nord3 +2021-12-18 00:33:59,943 Checking jobs for platform=local +2021-12-18 00:33:59,944 Checking jobs for platform=transfer_node +2021-12-18 00:33:59,944 Checking all jobs at once +2021-12-18 00:34:03,633 Successful check job command +2021-12-18 00:34:03,633 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:34:03,633 End of checking +2021-12-18 00:34:03,635 Updating FAILED jobs +2021-12-18 00:34:03,635 Updating WAITING jobs +2021-12-18 00:34:03,635 Update finished +2021-12-18 00:34:03,635 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:34:03,635 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:34:03,635 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:34:03,636 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:34:03,638 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:34:03,640 Job list saved +2021-12-18 00:34:03,645 Updating FAILED jobs +2021-12-18 00:34:03,645 Updating WAITING jobs +2021-12-18 00:34:03,646 Update finished +2021-12-18 00:34:13,656 Reloading parameters... +2021-12-18 00:34:13,675 Loading parameters... +2021-12-18 00:34:13,677 Loading project parameters... +2021-12-18 00:34:13,678 + +23 of 25 jobs remaining (00:34) +2021-12-18 00:34:13,679 Sleep: 10 +2021-12-18 00:34:13,679 Number of retrials: 0 +2021-12-18 00:34:13,679 WRAPPER CHECK TIME = 10 +2021-12-18 00:34:13,679 Checking jobs for platform=marenostrum4 +2021-12-18 00:34:13,680 Checking jobs for platform=nord3 +2021-12-18 00:34:13,680 Checking jobs for platform=local +2021-12-18 00:34:13,681 Checking jobs for platform=transfer_node +2021-12-18 00:34:13,681 Checking all jobs at once +2021-12-18 00:34:15,050 Successful check job command +2021-12-18 00:34:15,050 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:34:15,051 End of checking +2021-12-18 00:34:15,052 Updating FAILED jobs +2021-12-18 00:34:15,052 Updating WAITING jobs +2021-12-18 00:34:15,052 Update finished +2021-12-18 00:34:15,053 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:34:15,053 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:34:15,053 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:34:15,053 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:34:15,055 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:34:15,058 Job list saved +2021-12-18 00:34:15,063 Updating FAILED jobs +2021-12-18 00:34:15,063 Updating WAITING jobs +2021-12-18 00:34:15,063 Update finished +2021-12-18 00:34:25,071 Reloading parameters... +2021-12-18 00:34:25,090 Loading parameters... +2021-12-18 00:34:25,091 Loading project parameters... +2021-12-18 00:34:25,093 + +23 of 25 jobs remaining (00:34) +2021-12-18 00:34:25,094 Sleep: 10 +2021-12-18 00:34:25,094 Number of retrials: 0 +2021-12-18 00:34:25,094 WRAPPER CHECK TIME = 10 +2021-12-18 00:34:25,094 Checking jobs for platform=marenostrum4 +2021-12-18 00:34:25,095 Checking jobs for platform=nord3 +2021-12-18 00:34:25,095 Checking jobs for platform=local +2021-12-18 00:34:25,096 Checking jobs for platform=transfer_node +2021-12-18 00:34:25,096 Checking all jobs at once +2021-12-18 00:34:27,868 Successful check job command +2021-12-18 00:34:27,868 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:34:27,868 End of checking +2021-12-18 00:34:27,869 Updating FAILED jobs +2021-12-18 00:34:27,870 Updating WAITING jobs +2021-12-18 00:34:27,870 Update finished +2021-12-18 00:34:27,870 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:34:27,871 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:34:27,871 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:34:27,871 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:34:27,873 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:34:27,876 Job list saved +2021-12-18 00:34:27,880 Updating FAILED jobs +2021-12-18 00:34:27,880 Updating WAITING jobs +2021-12-18 00:34:27,881 Update finished +2021-12-18 00:34:37,890 Reloading parameters... +2021-12-18 00:34:37,908 Loading parameters... +2021-12-18 00:34:37,910 Loading project parameters... +2021-12-18 00:34:37,912 + +23 of 25 jobs remaining (00:34) +2021-12-18 00:34:37,912 Sleep: 10 +2021-12-18 00:34:37,912 Number of retrials: 0 +2021-12-18 00:34:37,912 WRAPPER CHECK TIME = 10 +2021-12-18 00:34:37,913 Checking jobs for platform=marenostrum4 +2021-12-18 00:34:37,913 Checking jobs for platform=nord3 +2021-12-18 00:34:37,914 Checking jobs for platform=local +2021-12-18 00:34:37,914 Checking jobs for platform=transfer_node +2021-12-18 00:34:37,914 Checking all jobs at once +2021-12-18 00:34:39,584 Successful check job command +2021-12-18 00:34:39,585 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:34:39,585 End of checking +2021-12-18 00:34:39,587 Updating FAILED jobs +2021-12-18 00:34:39,587 Updating WAITING jobs +2021-12-18 00:34:39,587 Update finished +2021-12-18 00:34:39,587 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:34:39,587 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:34:39,588 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:34:39,588 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:34:39,590 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:34:39,592 Job list saved +2021-12-18 00:34:39,597 Updating FAILED jobs +2021-12-18 00:34:39,597 Updating WAITING jobs +2021-12-18 00:34:39,597 Update finished +2021-12-18 00:34:49,603 Reloading parameters... +2021-12-18 00:34:49,620 Loading parameters... +2021-12-18 00:34:49,622 Loading project parameters... +2021-12-18 00:34:49,623 + +23 of 25 jobs remaining (00:34) +2021-12-18 00:34:49,624 Sleep: 10 +2021-12-18 00:34:49,624 Number of retrials: 0 +2021-12-18 00:34:49,624 WRAPPER CHECK TIME = 10 +2021-12-18 00:34:49,624 Checking jobs for platform=marenostrum4 +2021-12-18 00:34:49,625 Checking jobs for platform=nord3 +2021-12-18 00:34:49,626 Checking jobs for platform=local +2021-12-18 00:34:49,626 Checking jobs for platform=transfer_node +2021-12-18 00:34:49,626 Checking all jobs at once +2021-12-18 00:34:53,702 Successful check job command +2021-12-18 00:34:53,703 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:34:53,703 End of checking +2021-12-18 00:34:53,704 Updating FAILED jobs +2021-12-18 00:34:53,704 Updating WAITING jobs +2021-12-18 00:34:53,705 Update finished +2021-12-18 00:34:53,705 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:34:53,705 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:34:53,705 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:34:53,705 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:34:53,708 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:34:53,710 Job list saved +2021-12-18 00:34:53,715 Updating FAILED jobs +2021-12-18 00:34:53,715 Updating WAITING jobs +2021-12-18 00:34:53,715 Update finished +2021-12-18 00:35:03,725 Reloading parameters... +2021-12-18 00:35:03,823 Loading parameters... +2021-12-18 00:35:03,824 Loading project parameters... +2021-12-18 00:35:03,826 + +23 of 25 jobs remaining (00:35) +2021-12-18 00:35:03,826 Sleep: 10 +2021-12-18 00:35:03,826 Number of retrials: 0 +2021-12-18 00:35:03,826 WRAPPER CHECK TIME = 10 +2021-12-18 00:35:03,827 Checking jobs for platform=marenostrum4 +2021-12-18 00:35:03,828 Checking jobs for platform=nord3 +2021-12-18 00:35:03,828 Checking jobs for platform=local +2021-12-18 00:35:03,829 Checking jobs for platform=transfer_node +2021-12-18 00:35:03,829 Checking all jobs at once +2021-12-18 00:35:05,949 Successful check job command +2021-12-18 00:35:05,950 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:35:05,950 End of checking +2021-12-18 00:35:05,951 Updating FAILED jobs +2021-12-18 00:35:05,951 Updating WAITING jobs +2021-12-18 00:35:05,952 Update finished +2021-12-18 00:35:05,952 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:35:05,952 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:35:05,953 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:35:05,953 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:35:05,956 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:35:05,958 Job list saved +2021-12-18 00:35:05,963 Updating FAILED jobs +2021-12-18 00:35:05,963 Updating WAITING jobs +2021-12-18 00:35:05,964 Update finished +2021-12-18 00:35:15,968 Reloading parameters... +2021-12-18 00:35:15,986 Loading parameters... +2021-12-18 00:35:15,987 Loading project parameters... +2021-12-18 00:35:15,989 + +23 of 25 jobs remaining (00:35) +2021-12-18 00:35:15,989 Sleep: 10 +2021-12-18 00:35:15,989 Number of retrials: 0 +2021-12-18 00:35:15,989 WRAPPER CHECK TIME = 10 +2021-12-18 00:35:15,990 Checking jobs for platform=marenostrum4 +2021-12-18 00:35:15,990 Checking jobs for platform=nord3 +2021-12-18 00:35:15,991 Checking jobs for platform=local +2021-12-18 00:35:15,991 Checking jobs for platform=transfer_node +2021-12-18 00:35:15,991 Checking all jobs at once +2021-12-18 00:35:19,114 Successful check job command +2021-12-18 00:35:19,115 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:35:19,115 End of checking +2021-12-18 00:35:19,116 Updating FAILED jobs +2021-12-18 00:35:19,116 Updating WAITING jobs +2021-12-18 00:35:19,117 Update finished +2021-12-18 00:35:19,117 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:35:19,117 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:35:19,117 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:35:19,117 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:35:19,120 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:35:19,122 Job list saved +2021-12-18 00:35:19,126 Updating FAILED jobs +2021-12-18 00:35:19,127 Updating WAITING jobs +2021-12-18 00:35:19,127 Update finished +2021-12-18 00:35:29,136 Reloading parameters... +2021-12-18 00:35:29,158 Loading parameters... +2021-12-18 00:35:29,159 Loading project parameters... +2021-12-18 00:35:29,161 + +23 of 25 jobs remaining (00:35) +2021-12-18 00:35:29,161 Sleep: 10 +2021-12-18 00:35:29,161 Number of retrials: 0 +2021-12-18 00:35:29,162 WRAPPER CHECK TIME = 10 +2021-12-18 00:35:29,162 Checking jobs for platform=marenostrum4 +2021-12-18 00:35:29,163 Checking jobs for platform=nord3 +2021-12-18 00:35:29,164 Checking jobs for platform=local +2021-12-18 00:35:29,165 Checking jobs for platform=transfer_node +2021-12-18 00:35:29,174 Checking all jobs at once +2021-12-18 00:35:31,094 Successful check job command +2021-12-18 00:35:31,095 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:35:31,095 End of checking +2021-12-18 00:35:31,096 Updating FAILED jobs +2021-12-18 00:35:31,096 Updating WAITING jobs +2021-12-18 00:35:31,097 Update finished +2021-12-18 00:35:31,097 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:35:31,097 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:35:31,097 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:35:31,097 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:35:31,099 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:35:31,102 Job list saved +2021-12-18 00:35:31,107 Updating FAILED jobs +2021-12-18 00:35:31,107 Updating WAITING jobs +2021-12-18 00:35:31,107 Update finished +2021-12-18 00:35:41,117 Reloading parameters... +2021-12-18 00:35:41,136 Loading parameters... +2021-12-18 00:35:41,138 Loading project parameters... +2021-12-18 00:35:41,139 + +23 of 25 jobs remaining (00:35) +2021-12-18 00:35:41,140 Sleep: 10 +2021-12-18 00:35:41,140 Number of retrials: 0 +2021-12-18 00:35:41,140 WRAPPER CHECK TIME = 10 +2021-12-18 00:35:41,140 Checking jobs for platform=marenostrum4 +2021-12-18 00:35:41,141 Checking jobs for platform=nord3 +2021-12-18 00:35:41,142 Checking jobs for platform=local +2021-12-18 00:35:41,142 Checking jobs for platform=transfer_node +2021-12-18 00:35:41,142 Checking all jobs at once +2021-12-18 00:35:43,315 Successful check job command +2021-12-18 00:35:43,315 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:35:43,315 End of checking +2021-12-18 00:35:43,317 Updating FAILED jobs +2021-12-18 00:35:43,317 Updating WAITING jobs +2021-12-18 00:35:43,317 Update finished +2021-12-18 00:35:43,318 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:35:43,318 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:35:43,318 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:35:43,318 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:35:43,321 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:35:43,323 Job list saved +2021-12-18 00:35:43,439 Updating FAILED jobs +2021-12-18 00:35:43,439 Updating WAITING jobs +2021-12-18 00:35:43,439 Update finished +2021-12-18 00:35:53,450 Reloading parameters... +2021-12-18 00:35:53,467 Loading parameters... +2021-12-18 00:35:53,469 Loading project parameters... +2021-12-18 00:35:53,471 + +23 of 25 jobs remaining (00:35) +2021-12-18 00:35:53,471 Sleep: 10 +2021-12-18 00:35:53,471 Number of retrials: 0 +2021-12-18 00:35:53,471 WRAPPER CHECK TIME = 10 +2021-12-18 00:35:53,472 Checking jobs for platform=marenostrum4 +2021-12-18 00:35:53,472 Checking jobs for platform=nord3 +2021-12-18 00:35:53,473 Checking jobs for platform=local +2021-12-18 00:35:53,473 Checking jobs for platform=transfer_node +2021-12-18 00:35:53,473 Checking all jobs at once +2021-12-18 00:35:56,396 Successful check job command +2021-12-18 00:35:56,396 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:35:56,396 End of checking +2021-12-18 00:35:56,398 Updating FAILED jobs +2021-12-18 00:35:56,398 Updating WAITING jobs +2021-12-18 00:35:56,398 Update finished +2021-12-18 00:35:56,398 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:35:56,399 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:35:56,399 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:35:56,399 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:35:56,402 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:35:56,404 Job list saved +2021-12-18 00:35:56,409 Updating FAILED jobs +2021-12-18 00:35:56,409 Updating WAITING jobs +2021-12-18 00:35:56,409 Update finished +2021-12-18 00:36:06,419 Reloading parameters... +2021-12-18 00:36:06,438 Loading parameters... +2021-12-18 00:36:06,440 Loading project parameters... +2021-12-18 00:36:06,441 + +23 of 25 jobs remaining (00:36) +2021-12-18 00:36:06,442 Sleep: 10 +2021-12-18 00:36:06,442 Number of retrials: 0 +2021-12-18 00:36:06,442 WRAPPER CHECK TIME = 10 +2021-12-18 00:36:06,442 Checking jobs for platform=marenostrum4 +2021-12-18 00:36:06,443 Checking jobs for platform=nord3 +2021-12-18 00:36:06,443 Checking jobs for platform=local +2021-12-18 00:36:06,444 Checking jobs for platform=transfer_node +2021-12-18 00:36:06,444 Checking all jobs at once +2021-12-18 00:36:08,116 Successful check job command +2021-12-18 00:36:08,116 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:36:08,116 End of checking +2021-12-18 00:36:08,118 Updating FAILED jobs +2021-12-18 00:36:08,118 Updating WAITING jobs +2021-12-18 00:36:08,118 Update finished +2021-12-18 00:36:08,118 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:36:08,118 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:36:08,118 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:36:08,119 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:36:08,121 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:36:08,123 Job list saved +2021-12-18 00:36:08,128 Updating FAILED jobs +2021-12-18 00:36:08,128 Updating WAITING jobs +2021-12-18 00:36:08,129 Update finished +2021-12-18 00:36:18,137 Reloading parameters... +2021-12-18 00:36:18,156 Loading parameters... +2021-12-18 00:36:18,157 Loading project parameters... +2021-12-18 00:36:18,159 + +23 of 25 jobs remaining (00:36) +2021-12-18 00:36:18,159 Sleep: 10 +2021-12-18 00:36:18,159 Number of retrials: 0 +2021-12-18 00:36:18,159 WRAPPER CHECK TIME = 10 +2021-12-18 00:36:18,160 Checking jobs for platform=marenostrum4 +2021-12-18 00:36:18,161 Checking jobs for platform=nord3 +2021-12-18 00:36:18,161 Checking jobs for platform=local +2021-12-18 00:36:18,162 Checking jobs for platform=transfer_node +2021-12-18 00:36:18,162 Checking all jobs at once +2021-12-18 00:36:20,785 Successful check job command +2021-12-18 00:36:20,785 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:36:20,785 End of checking +2021-12-18 00:36:20,787 Updating FAILED jobs +2021-12-18 00:36:20,787 Updating WAITING jobs +2021-12-18 00:36:20,787 Update finished +2021-12-18 00:36:20,787 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:36:20,788 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:36:20,788 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:36:20,789 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:36:20,791 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:36:20,793 Job list saved +2021-12-18 00:36:20,798 Updating FAILED jobs +2021-12-18 00:36:20,799 Updating WAITING jobs +2021-12-18 00:36:20,799 Update finished +2021-12-18 00:36:30,809 Reloading parameters... +2021-12-18 00:36:30,827 Loading parameters... +2021-12-18 00:36:30,828 Loading project parameters... +2021-12-18 00:36:30,830 + +23 of 25 jobs remaining (00:36) +2021-12-18 00:36:30,830 Sleep: 10 +2021-12-18 00:36:30,830 Number of retrials: 0 +2021-12-18 00:36:30,830 WRAPPER CHECK TIME = 10 +2021-12-18 00:36:30,831 Checking jobs for platform=marenostrum4 +2021-12-18 00:36:30,832 Checking jobs for platform=nord3 +2021-12-18 00:36:30,832 Checking jobs for platform=local +2021-12-18 00:36:30,833 Checking jobs for platform=transfer_node +2021-12-18 00:36:30,833 Checking all jobs at once +2021-12-18 00:36:32,958 Successful check job command +2021-12-18 00:36:32,958 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:36:32,959 End of checking +2021-12-18 00:36:32,960 Updating FAILED jobs +2021-12-18 00:36:32,960 Updating WAITING jobs +2021-12-18 00:36:32,960 Update finished +2021-12-18 00:36:32,961 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:36:32,961 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:36:32,961 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:36:32,961 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:36:32,964 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:36:32,966 Job list saved +2021-12-18 00:36:32,972 Updating FAILED jobs +2021-12-18 00:36:32,972 Updating WAITING jobs +2021-12-18 00:36:32,973 Update finished +2021-12-18 00:36:42,983 Reloading parameters... +2021-12-18 00:36:43,000 Loading parameters... +2021-12-18 00:36:43,002 Loading project parameters... +2021-12-18 00:36:43,004 + +23 of 25 jobs remaining (00:36) +2021-12-18 00:36:43,004 Sleep: 10 +2021-12-18 00:36:43,004 Number of retrials: 0 +2021-12-18 00:36:43,004 WRAPPER CHECK TIME = 10 +2021-12-18 00:36:43,005 Checking jobs for platform=marenostrum4 +2021-12-18 00:36:43,005 Checking jobs for platform=nord3 +2021-12-18 00:36:43,006 Checking jobs for platform=local +2021-12-18 00:36:43,006 Checking jobs for platform=transfer_node +2021-12-18 00:36:43,006 Checking all jobs at once +2021-12-18 00:36:44,679 Successful check job command +2021-12-18 00:36:44,679 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:36:44,679 End of checking +2021-12-18 00:36:44,680 Updating FAILED jobs +2021-12-18 00:36:44,681 Updating WAITING jobs +2021-12-18 00:36:44,681 Update finished +2021-12-18 00:36:44,681 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:36:44,681 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:36:44,681 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:36:44,681 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:36:44,684 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:36:44,686 Job list saved +2021-12-18 00:36:44,690 Updating FAILED jobs +2021-12-18 00:36:44,690 Updating WAITING jobs +2021-12-18 00:36:44,691 Update finished +2021-12-18 00:36:54,701 Reloading parameters... +2021-12-18 00:36:54,718 Loading parameters... +2021-12-18 00:36:54,719 Loading project parameters... +2021-12-18 00:36:54,721 + +23 of 25 jobs remaining (00:36) +2021-12-18 00:36:54,721 Sleep: 10 +2021-12-18 00:36:54,721 Number of retrials: 0 +2021-12-18 00:36:54,721 WRAPPER CHECK TIME = 10 +2021-12-18 00:36:54,722 Checking jobs for platform=marenostrum4 +2021-12-18 00:36:54,723 Checking jobs for platform=nord3 +2021-12-18 00:36:54,723 Checking jobs for platform=local +2021-12-18 00:36:54,724 Checking jobs for platform=transfer_node +2021-12-18 00:36:54,724 Checking all jobs at once +2021-12-18 00:36:56,895 Successful check job command +2021-12-18 00:36:56,895 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:36:56,896 End of checking +2021-12-18 00:36:56,898 Updating FAILED jobs +2021-12-18 00:36:56,898 Updating WAITING jobs +2021-12-18 00:36:56,898 Update finished +2021-12-18 00:36:56,898 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:36:56,899 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:36:56,899 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:36:56,899 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:36:56,901 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:36:56,904 Job list saved +2021-12-18 00:36:56,908 Updating FAILED jobs +2021-12-18 00:36:56,908 Updating WAITING jobs +2021-12-18 00:36:56,909 Update finished +2021-12-18 00:37:06,916 Reloading parameters... +2021-12-18 00:37:06,935 Loading parameters... +2021-12-18 00:37:06,936 Loading project parameters... +2021-12-18 00:37:06,939 + +23 of 25 jobs remaining (00:37) +2021-12-18 00:37:06,939 Sleep: 10 +2021-12-18 00:37:06,939 Number of retrials: 0 +2021-12-18 00:37:06,940 WRAPPER CHECK TIME = 10 +2021-12-18 00:37:06,940 Checking jobs for platform=marenostrum4 +2021-12-18 00:37:06,941 Checking jobs for platform=nord3 +2021-12-18 00:37:06,941 Checking jobs for platform=local +2021-12-18 00:37:06,942 Checking jobs for platform=transfer_node +2021-12-18 00:37:06,942 Checking all jobs at once +2021-12-18 00:37:09,464 Successful check job command +2021-12-18 00:37:09,464 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:37:09,464 End of checking +2021-12-18 00:37:09,465 Updating FAILED jobs +2021-12-18 00:37:09,465 Updating WAITING jobs +2021-12-18 00:37:09,466 Update finished +2021-12-18 00:37:09,466 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:37:09,466 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:37:09,466 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:37:09,466 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:37:09,470 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:37:09,472 Job list saved +2021-12-18 00:37:09,476 Updating FAILED jobs +2021-12-18 00:37:09,476 Updating WAITING jobs +2021-12-18 00:37:09,477 Update finished +2021-12-18 00:37:19,486 Reloading parameters... +2021-12-18 00:37:19,504 Loading parameters... +2021-12-18 00:37:19,506 Loading project parameters... +2021-12-18 00:37:19,507 + +23 of 25 jobs remaining (00:37) +2021-12-18 00:37:19,508 Sleep: 10 +2021-12-18 00:37:19,508 Number of retrials: 0 +2021-12-18 00:37:19,508 WRAPPER CHECK TIME = 10 +2021-12-18 00:37:19,508 Checking jobs for platform=marenostrum4 +2021-12-18 00:37:19,509 Checking jobs for platform=nord3 +2021-12-18 00:37:19,509 Checking jobs for platform=local +2021-12-18 00:37:19,510 Checking jobs for platform=transfer_node +2021-12-18 00:37:19,510 Checking all jobs at once +2021-12-18 00:37:20,979 Successful check job command +2021-12-18 00:37:20,980 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:37:20,980 End of checking +2021-12-18 00:37:20,981 Updating FAILED jobs +2021-12-18 00:37:20,981 Updating WAITING jobs +2021-12-18 00:37:20,981 Update finished +2021-12-18 00:37:20,982 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:37:20,982 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:37:20,982 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:37:20,982 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:37:20,985 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:37:20,987 Job list saved +2021-12-18 00:37:20,993 Updating FAILED jobs +2021-12-18 00:37:20,994 Updating WAITING jobs +2021-12-18 00:37:20,994 Update finished +2021-12-18 00:37:31,004 Reloading parameters... +2021-12-18 00:37:31,022 Loading parameters... +2021-12-18 00:37:31,023 Loading project parameters... +2021-12-18 00:37:31,025 + +23 of 25 jobs remaining (00:37) +2021-12-18 00:37:31,025 Sleep: 10 +2021-12-18 00:37:31,025 Number of retrials: 0 +2021-12-18 00:37:31,026 WRAPPER CHECK TIME = 10 +2021-12-18 00:37:31,026 Checking jobs for platform=marenostrum4 +2021-12-18 00:37:31,027 Checking jobs for platform=nord3 +2021-12-18 00:37:31,027 Checking jobs for platform=local +2021-12-18 00:37:31,028 Checking jobs for platform=transfer_node +2021-12-18 00:37:31,028 Checking all jobs at once +2021-12-18 00:37:33,650 Successful check job command +2021-12-18 00:37:33,650 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:37:33,650 End of checking +2021-12-18 00:37:33,652 Updating FAILED jobs +2021-12-18 00:37:33,652 Updating WAITING jobs +2021-12-18 00:37:33,652 Update finished +2021-12-18 00:37:33,652 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:37:33,653 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:37:33,653 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:37:33,653 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:37:33,656 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:37:33,658 Job list saved +2021-12-18 00:37:33,663 Updating FAILED jobs +2021-12-18 00:37:33,663 Updating WAITING jobs +2021-12-18 00:37:33,663 Update finished +2021-12-18 00:37:43,673 Reloading parameters... +2021-12-18 00:37:43,694 Loading parameters... +2021-12-18 00:37:43,695 Loading project parameters... +2021-12-18 00:37:43,697 + +23 of 25 jobs remaining (00:37) +2021-12-18 00:37:43,698 Sleep: 10 +2021-12-18 00:37:43,698 Number of retrials: 0 +2021-12-18 00:37:43,698 WRAPPER CHECK TIME = 10 +2021-12-18 00:37:43,698 Checking jobs for platform=marenostrum4 +2021-12-18 00:37:43,699 Checking jobs for platform=nord3 +2021-12-18 00:37:43,699 Checking jobs for platform=local +2021-12-18 00:37:43,700 Checking jobs for platform=transfer_node +2021-12-18 00:37:43,700 Checking all jobs at once +2021-12-18 00:37:45,220 Successful check job command +2021-12-18 00:37:45,220 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:37:45,220 End of checking +2021-12-18 00:37:45,222 Updating FAILED jobs +2021-12-18 00:37:45,222 Updating WAITING jobs +2021-12-18 00:37:45,222 Update finished +2021-12-18 00:37:45,222 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:37:45,222 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:37:45,223 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:37:45,223 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:37:45,225 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:37:45,228 Job list saved +2021-12-18 00:37:45,232 Updating FAILED jobs +2021-12-18 00:37:45,232 Updating WAITING jobs +2021-12-18 00:37:45,233 Update finished +2021-12-18 00:37:55,243 Reloading parameters... +2021-12-18 00:37:55,264 Loading parameters... +2021-12-18 00:37:55,265 Loading project parameters... +2021-12-18 00:37:55,267 + +23 of 25 jobs remaining (00:37) +2021-12-18 00:37:55,267 Sleep: 10 +2021-12-18 00:37:55,267 Number of retrials: 0 +2021-12-18 00:37:55,267 WRAPPER CHECK TIME = 10 +2021-12-18 00:37:55,268 Checking jobs for platform=marenostrum4 +2021-12-18 00:37:55,268 Checking jobs for platform=nord3 +2021-12-18 00:37:55,269 Checking jobs for platform=local +2021-12-18 00:37:55,269 Checking jobs for platform=transfer_node +2021-12-18 00:37:55,269 Checking all jobs at once +2021-12-18 00:37:57,540 Successful check job command +2021-12-18 00:37:57,540 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:37:57,540 End of checking +2021-12-18 00:37:57,541 Updating FAILED jobs +2021-12-18 00:37:57,542 Updating WAITING jobs +2021-12-18 00:37:57,542 Update finished +2021-12-18 00:37:57,542 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:37:57,542 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:37:57,542 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:37:57,543 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:37:57,545 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:37:57,547 Job list saved +2021-12-18 00:37:57,552 Updating FAILED jobs +2021-12-18 00:37:57,552 Updating WAITING jobs +2021-12-18 00:37:57,553 Update finished +2021-12-18 00:38:07,563 Reloading parameters... +2021-12-18 00:38:07,583 Loading parameters... +2021-12-18 00:38:07,584 Loading project parameters... +2021-12-18 00:38:07,586 + +23 of 25 jobs remaining (00:38) +2021-12-18 00:38:07,586 Sleep: 10 +2021-12-18 00:38:07,586 Number of retrials: 0 +2021-12-18 00:38:07,586 WRAPPER CHECK TIME = 10 +2021-12-18 00:38:07,587 Checking jobs for platform=marenostrum4 +2021-12-18 00:38:07,588 Checking jobs for platform=nord3 +2021-12-18 00:38:07,588 Checking jobs for platform=local +2021-12-18 00:38:07,589 Checking jobs for platform=transfer_node +2021-12-18 00:38:07,589 Checking all jobs at once +2021-12-18 00:38:09,461 Successful check job command +2021-12-18 00:38:09,461 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:38:09,461 End of checking +2021-12-18 00:38:09,462 Updating FAILED jobs +2021-12-18 00:38:09,462 Updating WAITING jobs +2021-12-18 00:38:09,463 Update finished +2021-12-18 00:38:09,463 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:38:09,464 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:38:09,464 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:38:09,464 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:38:09,466 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:38:09,469 Job list saved +2021-12-18 00:38:09,473 Updating FAILED jobs +2021-12-18 00:38:09,473 Updating WAITING jobs +2021-12-18 00:38:09,474 Update finished +2021-12-18 00:38:19,484 Reloading parameters... +2021-12-18 00:38:19,502 Loading parameters... +2021-12-18 00:38:19,503 Loading project parameters... +2021-12-18 00:38:19,505 + +23 of 25 jobs remaining (00:38) +2021-12-18 00:38:19,505 Sleep: 10 +2021-12-18 00:38:19,505 Number of retrials: 0 +2021-12-18 00:38:19,505 WRAPPER CHECK TIME = 10 +2021-12-18 00:38:19,506 Checking jobs for platform=marenostrum4 +2021-12-18 00:38:19,506 Checking jobs for platform=nord3 +2021-12-18 00:38:19,507 Checking jobs for platform=local +2021-12-18 00:38:19,507 Checking jobs for platform=transfer_node +2021-12-18 00:38:19,507 Checking all jobs at once +2021-12-18 00:38:21,629 Successful check job command +2021-12-18 00:38:21,629 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:38:21,629 End of checking +2021-12-18 00:38:21,631 Updating FAILED jobs +2021-12-18 00:38:21,631 Updating WAITING jobs +2021-12-18 00:38:21,631 Update finished +2021-12-18 00:38:21,631 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:38:21,631 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:38:21,631 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:38:21,632 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:38:21,634 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:38:21,636 Job list saved +2021-12-18 00:38:21,641 Updating FAILED jobs +2021-12-18 00:38:21,641 Updating WAITING jobs +2021-12-18 00:38:21,641 Update finished +2021-12-18 00:38:31,651 Reloading parameters... +2021-12-18 00:38:31,669 Loading parameters... +2021-12-18 00:38:31,671 Loading project parameters... +2021-12-18 00:38:31,673 + +23 of 25 jobs remaining (00:38) +2021-12-18 00:38:31,673 Sleep: 10 +2021-12-18 00:38:31,673 Number of retrials: 0 +2021-12-18 00:38:31,673 WRAPPER CHECK TIME = 10 +2021-12-18 00:38:31,674 Checking jobs for platform=marenostrum4 +2021-12-18 00:38:31,674 Checking jobs for platform=nord3 +2021-12-18 00:38:31,675 Checking jobs for platform=local +2021-12-18 00:38:31,675 Checking jobs for platform=transfer_node +2021-12-18 00:38:31,675 Checking all jobs at once +2021-12-18 00:38:33,546 Successful check job command +2021-12-18 00:38:33,546 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:38:33,546 End of checking +2021-12-18 00:38:33,548 Updating FAILED jobs +2021-12-18 00:38:33,548 Updating WAITING jobs +2021-12-18 00:38:33,549 Update finished +2021-12-18 00:38:33,549 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:38:33,549 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:38:33,549 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:38:33,549 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:38:33,552 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:38:33,554 Job list saved +2021-12-18 00:38:33,559 Updating FAILED jobs +2021-12-18 00:38:33,559 Updating WAITING jobs +2021-12-18 00:38:33,560 Update finished +2021-12-18 00:38:43,568 Reloading parameters... +2021-12-18 00:38:43,589 Loading parameters... +2021-12-18 00:38:43,591 Loading project parameters... +2021-12-18 00:38:43,593 + +23 of 25 jobs remaining (00:38) +2021-12-18 00:38:43,593 Sleep: 10 +2021-12-18 00:38:43,593 Number of retrials: 0 +2021-12-18 00:38:43,593 WRAPPER CHECK TIME = 10 +2021-12-18 00:38:43,594 Checking jobs for platform=marenostrum4 +2021-12-18 00:38:43,594 Checking jobs for platform=nord3 +2021-12-18 00:38:43,595 Checking jobs for platform=local +2021-12-18 00:38:43,595 Checking jobs for platform=transfer_node +2021-12-18 00:38:43,595 Checking all jobs at once +2021-12-18 00:38:46,367 Successful check job command +2021-12-18 00:38:46,367 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:38:46,367 End of checking +2021-12-18 00:38:46,369 Updating FAILED jobs +2021-12-18 00:38:46,369 Updating WAITING jobs +2021-12-18 00:38:46,370 Update finished +2021-12-18 00:38:46,370 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:38:46,371 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:38:46,371 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:38:46,371 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:38:46,373 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:38:46,375 Job list saved +2021-12-18 00:38:46,380 Updating FAILED jobs +2021-12-18 00:38:46,380 Updating WAITING jobs +2021-12-18 00:38:46,380 Update finished +2021-12-18 00:38:56,389 Reloading parameters... +2021-12-18 00:38:56,407 Loading parameters... +2021-12-18 00:38:56,409 Loading project parameters... +2021-12-18 00:38:56,411 + +23 of 25 jobs remaining (00:38) +2021-12-18 00:38:56,411 Sleep: 10 +2021-12-18 00:38:56,411 Number of retrials: 0 +2021-12-18 00:38:56,411 WRAPPER CHECK TIME = 10 +2021-12-18 00:38:56,412 Checking jobs for platform=marenostrum4 +2021-12-18 00:38:56,412 Checking jobs for platform=nord3 +2021-12-18 00:38:56,413 Checking jobs for platform=local +2021-12-18 00:38:56,413 Checking jobs for platform=transfer_node +2021-12-18 00:38:56,413 Checking all jobs at once +2021-12-18 00:38:57,934 Successful check job command +2021-12-18 00:38:57,934 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:38:57,934 End of checking +2021-12-18 00:38:57,935 Updating FAILED jobs +2021-12-18 00:38:57,936 Updating WAITING jobs +2021-12-18 00:38:57,936 Update finished +2021-12-18 00:38:57,936 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:38:57,936 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:38:57,936 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:38:57,936 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:38:57,939 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:38:57,941 Job list saved +2021-12-18 00:38:57,946 Updating FAILED jobs +2021-12-18 00:38:57,946 Updating WAITING jobs +2021-12-18 00:38:57,947 Update finished +2021-12-18 00:39:07,949 Reloading parameters... +2021-12-18 00:39:07,968 Loading parameters... +2021-12-18 00:39:07,970 Loading project parameters... +2021-12-18 00:39:07,972 + +23 of 25 jobs remaining (00:39) +2021-12-18 00:39:07,972 Sleep: 10 +2021-12-18 00:39:07,972 Number of retrials: 0 +2021-12-18 00:39:07,972 WRAPPER CHECK TIME = 10 +2021-12-18 00:39:07,973 Checking jobs for platform=marenostrum4 +2021-12-18 00:39:07,973 Checking jobs for platform=nord3 +2021-12-18 00:39:07,974 Checking jobs for platform=local +2021-12-18 00:39:07,974 Checking jobs for platform=transfer_node +2021-12-18 00:39:07,974 Checking all jobs at once +2021-12-18 00:39:11,748 Successful check job command +2021-12-18 00:39:11,748 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:39:11,748 End of checking +2021-12-18 00:39:11,749 Updating FAILED jobs +2021-12-18 00:39:11,750 Updating WAITING jobs +2021-12-18 00:39:11,750 Update finished +2021-12-18 00:39:11,750 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:39:11,750 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:39:11,750 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:39:11,750 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:39:11,753 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:39:11,755 Job list saved +2021-12-18 00:39:11,766 Updating FAILED jobs +2021-12-18 00:39:11,766 Updating WAITING jobs +2021-12-18 00:39:11,766 Update finished +2021-12-18 00:39:21,774 Reloading parameters... +2021-12-18 00:39:21,794 Loading parameters... +2021-12-18 00:39:21,795 Loading project parameters... +2021-12-18 00:39:21,797 + +23 of 25 jobs remaining (00:39) +2021-12-18 00:39:21,797 Sleep: 10 +2021-12-18 00:39:21,797 Number of retrials: 0 +2021-12-18 00:39:21,797 WRAPPER CHECK TIME = 10 +2021-12-18 00:39:21,798 Checking jobs for platform=marenostrum4 +2021-12-18 00:39:21,798 Checking jobs for platform=nord3 +2021-12-18 00:39:21,799 Checking jobs for platform=local +2021-12-18 00:39:21,799 Checking jobs for platform=transfer_node +2021-12-18 00:39:21,800 Checking all jobs at once +2021-12-18 00:39:23,219 Successful check job command +2021-12-18 00:39:23,219 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:39:23,219 End of checking +2021-12-18 00:39:23,220 Updating FAILED jobs +2021-12-18 00:39:23,221 Updating WAITING jobs +2021-12-18 00:39:23,221 Update finished +2021-12-18 00:39:23,221 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:39:23,222 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:39:23,222 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:39:23,222 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:39:23,225 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:39:23,228 Job list saved +2021-12-18 00:39:23,232 Updating FAILED jobs +2021-12-18 00:39:23,233 Updating WAITING jobs +2021-12-18 00:39:23,233 Update finished +2021-12-18 00:39:33,242 Reloading parameters... +2021-12-18 00:39:33,261 Loading parameters... +2021-12-18 00:39:33,262 Loading project parameters... +2021-12-18 00:39:33,264 + +23 of 25 jobs remaining (00:39) +2021-12-18 00:39:33,264 Sleep: 10 +2021-12-18 00:39:33,264 Number of retrials: 0 +2021-12-18 00:39:33,264 WRAPPER CHECK TIME = 10 +2021-12-18 00:39:33,265 Checking jobs for platform=marenostrum4 +2021-12-18 00:39:33,265 Checking jobs for platform=nord3 +2021-12-18 00:39:33,266 Checking jobs for platform=local +2021-12-18 00:39:33,266 Checking jobs for platform=transfer_node +2021-12-18 00:39:33,266 Checking all jobs at once +2021-12-18 00:39:36,038 Successful check job command +2021-12-18 00:39:36,039 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:39:36,039 End of checking +2021-12-18 00:39:36,040 Updating FAILED jobs +2021-12-18 00:39:36,040 Updating WAITING jobs +2021-12-18 00:39:36,041 Update finished +2021-12-18 00:39:36,041 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:39:36,041 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:39:36,041 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:39:36,041 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:39:36,043 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:39:36,046 Job list saved +2021-12-18 00:39:36,050 Updating FAILED jobs +2021-12-18 00:39:36,050 Updating WAITING jobs +2021-12-18 00:39:36,051 Update finished +2021-12-18 00:39:46,061 Reloading parameters... +2021-12-18 00:39:46,079 Loading parameters... +2021-12-18 00:39:46,080 Loading project parameters... +2021-12-18 00:39:46,082 + +23 of 25 jobs remaining (00:39) +2021-12-18 00:39:46,082 Sleep: 10 +2021-12-18 00:39:46,082 Number of retrials: 0 +2021-12-18 00:39:46,082 WRAPPER CHECK TIME = 10 +2021-12-18 00:39:46,083 Checking jobs for platform=marenostrum4 +2021-12-18 00:39:46,083 Checking jobs for platform=nord3 +2021-12-18 00:39:46,084 Checking jobs for platform=local +2021-12-18 00:39:46,084 Checking jobs for platform=transfer_node +2021-12-18 00:39:46,084 Checking all jobs at once +2021-12-18 00:39:47,554 Successful check job command +2021-12-18 00:39:47,554 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:39:47,555 End of checking +2021-12-18 00:39:47,556 Updating FAILED jobs +2021-12-18 00:39:47,556 Updating WAITING jobs +2021-12-18 00:39:47,557 Update finished +2021-12-18 00:39:47,557 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:39:47,557 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:39:47,557 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:39:47,557 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:39:47,560 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:39:47,562 Job list saved +2021-12-18 00:39:47,568 Updating FAILED jobs +2021-12-18 00:39:47,568 Updating WAITING jobs +2021-12-18 00:39:47,568 Update finished +2021-12-18 00:39:57,578 Reloading parameters... +2021-12-18 00:39:57,596 Loading parameters... +2021-12-18 00:39:57,597 Loading project parameters... +2021-12-18 00:39:57,599 + +23 of 25 jobs remaining (00:39) +2021-12-18 00:39:57,599 Sleep: 10 +2021-12-18 00:39:57,599 Number of retrials: 0 +2021-12-18 00:39:57,599 WRAPPER CHECK TIME = 10 +2021-12-18 00:39:57,600 Checking jobs for platform=marenostrum4 +2021-12-18 00:39:57,601 Checking jobs for platform=nord3 +2021-12-18 00:39:57,601 Checking jobs for platform=local +2021-12-18 00:39:57,602 Checking jobs for platform=transfer_node +2021-12-18 00:39:57,602 Checking all jobs at once +2021-12-18 00:40:00,275 Successful check job command +2021-12-18 00:40:00,276 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:40:00,276 End of checking +2021-12-18 00:40:00,277 Updating FAILED jobs +2021-12-18 00:40:00,277 Updating WAITING jobs +2021-12-18 00:40:00,278 Update finished +2021-12-18 00:40:00,278 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:40:00,278 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:40:00,279 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:40:00,279 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:40:00,281 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:40:00,283 Job list saved +2021-12-18 00:40:00,288 Updating FAILED jobs +2021-12-18 00:40:00,288 Updating WAITING jobs +2021-12-18 00:40:00,288 Update finished +2021-12-18 00:40:10,289 Reloading parameters... +2021-12-18 00:40:10,309 Loading parameters... +2021-12-18 00:40:10,310 Loading project parameters... +2021-12-18 00:40:10,312 + +23 of 25 jobs remaining (00:40) +2021-12-18 00:40:10,312 Sleep: 10 +2021-12-18 00:40:10,313 Number of retrials: 0 +2021-12-18 00:40:10,313 WRAPPER CHECK TIME = 10 +2021-12-18 00:40:10,313 Checking jobs for platform=marenostrum4 +2021-12-18 00:40:10,314 Checking jobs for platform=nord3 +2021-12-18 00:40:10,314 Checking jobs for platform=local +2021-12-18 00:40:10,315 Checking jobs for platform=transfer_node +2021-12-18 00:40:10,315 Checking all jobs at once +2021-12-18 00:40:12,135 Successful check job command +2021-12-18 00:40:12,136 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:40:12,136 End of checking +2021-12-18 00:40:12,137 Updating FAILED jobs +2021-12-18 00:40:12,137 Updating WAITING jobs +2021-12-18 00:40:12,138 Update finished +2021-12-18 00:40:12,138 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:40:12,138 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:40:12,138 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:40:12,138 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:40:12,141 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:40:12,143 Job list saved +2021-12-18 00:40:12,148 Updating FAILED jobs +2021-12-18 00:40:12,148 Updating WAITING jobs +2021-12-18 00:40:12,148 Update finished +2021-12-18 00:40:22,150 Reloading parameters... +2021-12-18 00:40:22,171 Loading parameters... +2021-12-18 00:40:22,172 Loading project parameters... +2021-12-18 00:40:22,174 + +23 of 25 jobs remaining (00:40) +2021-12-18 00:40:22,175 Sleep: 10 +2021-12-18 00:40:22,175 Number of retrials: 0 +2021-12-18 00:40:22,175 WRAPPER CHECK TIME = 10 +2021-12-18 00:40:22,176 Checking jobs for platform=marenostrum4 +2021-12-18 00:40:22,176 Checking jobs for platform=nord3 +2021-12-18 00:40:22,177 Checking jobs for platform=local +2021-12-18 00:40:22,177 Checking jobs for platform=transfer_node +2021-12-18 00:40:22,177 Checking all jobs at once +2021-12-18 00:40:24,549 Successful check job command +2021-12-18 00:40:24,549 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:40:24,549 End of checking +2021-12-18 00:40:24,550 Updating FAILED jobs +2021-12-18 00:40:24,551 Updating WAITING jobs +2021-12-18 00:40:24,551 Update finished +2021-12-18 00:40:24,551 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:40:24,551 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:40:24,551 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:40:24,551 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:40:24,554 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:40:24,556 Job list saved +2021-12-18 00:40:24,561 Updating FAILED jobs +2021-12-18 00:40:24,561 Updating WAITING jobs +2021-12-18 00:40:24,561 Update finished +2021-12-18 00:40:34,571 Reloading parameters... +2021-12-18 00:40:34,595 Loading parameters... +2021-12-18 00:40:34,597 Loading project parameters... +2021-12-18 00:40:34,598 + +23 of 25 jobs remaining (00:40) +2021-12-18 00:40:34,599 Sleep: 10 +2021-12-18 00:40:34,599 Number of retrials: 0 +2021-12-18 00:40:34,599 WRAPPER CHECK TIME = 10 +2021-12-18 00:40:34,599 Checking jobs for platform=marenostrum4 +2021-12-18 00:40:34,600 Checking jobs for platform=nord3 +2021-12-18 00:40:34,601 Checking jobs for platform=local +2021-12-18 00:40:34,601 Checking jobs for platform=transfer_node +2021-12-18 00:40:34,601 Checking all jobs at once +2021-12-18 00:40:36,821 Successful check job command +2021-12-18 00:40:36,822 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:40:36,822 End of checking +2021-12-18 00:40:36,823 Updating FAILED jobs +2021-12-18 00:40:36,823 Updating WAITING jobs +2021-12-18 00:40:36,823 Update finished +2021-12-18 00:40:36,824 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:40:36,824 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:40:36,824 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:40:36,824 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:40:36,827 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:40:36,829 Job list saved +2021-12-18 00:40:36,834 Updating FAILED jobs +2021-12-18 00:40:36,834 Updating WAITING jobs +2021-12-18 00:40:36,834 Update finished +2021-12-18 00:40:46,844 Reloading parameters... +2021-12-18 00:40:46,862 Loading parameters... +2021-12-18 00:40:46,864 Loading project parameters... +2021-12-18 00:40:46,865 + +23 of 25 jobs remaining (00:40) +2021-12-18 00:40:46,866 Sleep: 10 +2021-12-18 00:40:46,866 Number of retrials: 0 +2021-12-18 00:40:46,866 WRAPPER CHECK TIME = 10 +2021-12-18 00:40:46,867 Checking jobs for platform=marenostrum4 +2021-12-18 00:40:46,867 Checking jobs for platform=nord3 +2021-12-18 00:40:46,868 Checking jobs for platform=local +2021-12-18 00:40:46,868 Checking jobs for platform=transfer_node +2021-12-18 00:40:46,868 Checking all jobs at once +2021-12-18 00:40:49,890 Successful check job command +2021-12-18 00:40:49,890 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:40:49,891 End of checking +2021-12-18 00:40:49,892 Updating FAILED jobs +2021-12-18 00:40:49,892 Updating WAITING jobs +2021-12-18 00:40:49,892 Update finished +2021-12-18 00:40:49,893 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:40:49,893 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:40:49,893 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:40:49,893 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:40:49,896 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:40:49,898 Job list saved +2021-12-18 00:40:49,903 Updating FAILED jobs +2021-12-18 00:40:49,903 Updating WAITING jobs +2021-12-18 00:40:49,904 Update finished +2021-12-18 00:40:59,914 Reloading parameters... +2021-12-18 00:40:59,933 Loading parameters... +2021-12-18 00:40:59,934 Loading project parameters... +2021-12-18 00:40:59,936 + +23 of 25 jobs remaining (00:40) +2021-12-18 00:40:59,937 Sleep: 10 +2021-12-18 00:40:59,937 Number of retrials: 0 +2021-12-18 00:40:59,937 WRAPPER CHECK TIME = 10 +2021-12-18 00:40:59,937 Checking jobs for platform=marenostrum4 +2021-12-18 00:40:59,938 Checking jobs for platform=nord3 +2021-12-18 00:40:59,938 Checking jobs for platform=local +2021-12-18 00:40:59,939 Checking jobs for platform=transfer_node +2021-12-18 00:40:59,939 Checking all jobs at once +2021-12-18 00:41:02,511 Successful check job command +2021-12-18 00:41:02,511 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:41:02,511 End of checking +2021-12-18 00:41:02,513 Updating FAILED jobs +2021-12-18 00:41:02,513 Updating WAITING jobs +2021-12-18 00:41:02,513 Update finished +2021-12-18 00:41:02,513 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:41:02,513 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:41:02,514 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:41:02,514 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:41:02,516 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:41:02,519 Job list saved +2021-12-18 00:41:02,524 Updating FAILED jobs +2021-12-18 00:41:02,524 Updating WAITING jobs +2021-12-18 00:41:02,524 Update finished +2021-12-18 00:41:12,525 Reloading parameters... +2021-12-18 00:41:12,545 Loading parameters... +2021-12-18 00:41:12,547 Loading project parameters... +2021-12-18 00:41:12,549 + +23 of 25 jobs remaining (00:41) +2021-12-18 00:41:12,549 Sleep: 10 +2021-12-18 00:41:12,549 Number of retrials: 0 +2021-12-18 00:41:12,549 WRAPPER CHECK TIME = 10 +2021-12-18 00:41:12,550 Checking jobs for platform=marenostrum4 +2021-12-18 00:41:12,550 Checking jobs for platform=nord3 +2021-12-18 00:41:12,551 Checking jobs for platform=local +2021-12-18 00:41:12,551 Checking jobs for platform=transfer_node +2021-12-18 00:41:12,551 Checking all jobs at once +2021-12-18 00:41:14,321 Successful check job command +2021-12-18 00:41:14,322 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:41:14,322 End of checking +2021-12-18 00:41:14,323 Updating FAILED jobs +2021-12-18 00:41:14,323 Updating WAITING jobs +2021-12-18 00:41:14,324 Update finished +2021-12-18 00:41:14,324 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:41:14,325 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:41:14,325 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:41:14,325 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:41:14,328 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:41:14,331 Job list saved +2021-12-18 00:41:14,340 Updating FAILED jobs +2021-12-18 00:41:14,340 Updating WAITING jobs +2021-12-18 00:41:14,340 Update finished +2021-12-18 00:41:24,350 Reloading parameters... +2021-12-18 00:41:24,368 Loading parameters... +2021-12-18 00:41:24,370 Loading project parameters... +2021-12-18 00:41:24,372 + +23 of 25 jobs remaining (00:41) +2021-12-18 00:41:24,372 Sleep: 10 +2021-12-18 00:41:24,372 Number of retrials: 0 +2021-12-18 00:41:24,372 WRAPPER CHECK TIME = 10 +2021-12-18 00:41:24,372 Checking jobs for platform=marenostrum4 +2021-12-18 00:41:24,374 Checking jobs for platform=nord3 +2021-12-18 00:41:24,374 Checking jobs for platform=local +2021-12-18 00:41:24,375 Checking jobs for platform=transfer_node +2021-12-18 00:41:24,375 Checking all jobs at once +2021-12-18 00:41:26,847 Successful check job command +2021-12-18 00:41:26,847 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:41:26,847 End of checking +2021-12-18 00:41:26,849 Updating FAILED jobs +2021-12-18 00:41:26,849 Updating WAITING jobs +2021-12-18 00:41:26,849 Update finished +2021-12-18 00:41:26,849 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:41:26,850 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:41:26,850 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:41:26,850 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:41:26,852 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:41:26,855 Job list saved +2021-12-18 00:41:26,859 Updating FAILED jobs +2021-12-18 00:41:26,859 Updating WAITING jobs +2021-12-18 00:41:26,860 Update finished +2021-12-18 00:41:36,869 Reloading parameters... +2021-12-18 00:41:36,889 Loading parameters... +2021-12-18 00:41:36,890 Loading project parameters... +2021-12-18 00:41:36,892 + +23 of 25 jobs remaining (00:41) +2021-12-18 00:41:36,892 Sleep: 10 +2021-12-18 00:41:36,893 Number of retrials: 0 +2021-12-18 00:41:36,893 WRAPPER CHECK TIME = 10 +2021-12-18 00:41:36,893 Checking jobs for platform=marenostrum4 +2021-12-18 00:41:36,894 Checking jobs for platform=nord3 +2021-12-18 00:41:36,894 Checking jobs for platform=local +2021-12-18 00:41:36,895 Checking jobs for platform=transfer_node +2021-12-18 00:41:36,895 Checking all jobs at once +2021-12-18 00:41:38,565 Successful check job command +2021-12-18 00:41:38,565 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:41:38,565 End of checking +2021-12-18 00:41:38,567 Updating FAILED jobs +2021-12-18 00:41:38,567 Updating WAITING jobs +2021-12-18 00:41:38,567 Update finished +2021-12-18 00:41:38,567 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:41:38,567 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:41:38,567 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:41:38,568 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:41:38,570 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:41:38,572 Job list saved +2021-12-18 00:41:38,577 Updating FAILED jobs +2021-12-18 00:41:38,577 Updating WAITING jobs +2021-12-18 00:41:38,577 Update finished +2021-12-18 00:41:48,587 Reloading parameters... +2021-12-18 00:41:48,605 Loading parameters... +2021-12-18 00:41:48,606 Loading project parameters... +2021-12-18 00:41:48,608 + +23 of 25 jobs remaining (00:41) +2021-12-18 00:41:48,608 Sleep: 10 +2021-12-18 00:41:48,608 Number of retrials: 0 +2021-12-18 00:41:48,608 WRAPPER CHECK TIME = 10 +2021-12-18 00:41:48,609 Checking jobs for platform=marenostrum4 +2021-12-18 00:41:48,609 Checking jobs for platform=nord3 +2021-12-18 00:41:48,610 Checking jobs for platform=local +2021-12-18 00:41:48,611 Checking jobs for platform=transfer_node +2021-12-18 00:41:48,611 Checking all jobs at once +2021-12-18 00:41:50,180 Successful check job command +2021-12-18 00:41:50,181 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:41:50,181 End of checking +2021-12-18 00:41:50,182 Updating FAILED jobs +2021-12-18 00:41:50,183 Updating WAITING jobs +2021-12-18 00:41:50,183 Update finished +2021-12-18 00:41:50,183 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:41:50,184 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:41:50,184 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:41:50,184 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:41:50,187 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:41:50,189 Job list saved +2021-12-18 00:41:50,194 Updating FAILED jobs +2021-12-18 00:41:50,194 Updating WAITING jobs +2021-12-18 00:41:50,194 Update finished +2021-12-18 00:42:00,204 Reloading parameters... +2021-12-18 00:42:00,222 Loading parameters... +2021-12-18 00:42:00,223 Loading project parameters... +2021-12-18 00:42:00,225 + +23 of 25 jobs remaining (00:42) +2021-12-18 00:42:00,225 Sleep: 10 +2021-12-18 00:42:00,225 Number of retrials: 0 +2021-12-18 00:42:00,225 WRAPPER CHECK TIME = 10 +2021-12-18 00:42:00,226 Checking jobs for platform=marenostrum4 +2021-12-18 00:42:00,226 Checking jobs for platform=nord3 +2021-12-18 00:42:00,227 Checking jobs for platform=local +2021-12-18 00:42:00,228 Checking jobs for platform=transfer_node +2021-12-18 00:42:00,228 Checking all jobs at once +2021-12-18 00:42:01,748 Successful check job command +2021-12-18 00:42:01,748 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:42:01,749 End of checking +2021-12-18 00:42:01,750 Updating FAILED jobs +2021-12-18 00:42:01,750 Updating WAITING jobs +2021-12-18 00:42:01,750 Update finished +2021-12-18 00:42:01,750 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:42:01,751 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:42:01,751 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:42:01,751 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:42:01,753 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:42:01,756 Job list saved +2021-12-18 00:42:01,760 Updating FAILED jobs +2021-12-18 00:42:01,760 Updating WAITING jobs +2021-12-18 00:42:01,761 Update finished +2021-12-18 00:42:11,771 Reloading parameters... +2021-12-18 00:42:11,790 Loading parameters... +2021-12-18 00:42:11,791 Loading project parameters... +2021-12-18 00:42:11,793 + +23 of 25 jobs remaining (00:42) +2021-12-18 00:42:11,793 Sleep: 10 +2021-12-18 00:42:11,793 Number of retrials: 0 +2021-12-18 00:42:11,793 WRAPPER CHECK TIME = 10 +2021-12-18 00:42:11,794 Checking jobs for platform=marenostrum4 +2021-12-18 00:42:11,794 Checking jobs for platform=nord3 +2021-12-18 00:42:11,795 Checking jobs for platform=local +2021-12-18 00:42:11,796 Checking jobs for platform=transfer_node +2021-12-18 00:42:11,796 Checking all jobs at once +2021-12-18 00:42:13,365 Successful check job command +2021-12-18 00:42:13,366 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:42:13,366 End of checking +2021-12-18 00:42:13,367 Updating FAILED jobs +2021-12-18 00:42:13,367 Updating WAITING jobs +2021-12-18 00:42:13,367 Update finished +2021-12-18 00:42:13,368 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:42:13,368 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:42:13,368 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:42:13,368 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:42:13,371 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:42:13,374 Job list saved +2021-12-18 00:42:13,378 Updating FAILED jobs +2021-12-18 00:42:13,378 Updating WAITING jobs +2021-12-18 00:42:13,378 Update finished +2021-12-18 00:42:23,388 Reloading parameters... +2021-12-18 00:42:23,406 Loading parameters... +2021-12-18 00:42:23,408 Loading project parameters... +2021-12-18 00:42:23,410 + +23 of 25 jobs remaining (00:42) +2021-12-18 00:42:23,410 Sleep: 10 +2021-12-18 00:42:23,410 Number of retrials: 0 +2021-12-18 00:42:23,410 WRAPPER CHECK TIME = 10 +2021-12-18 00:42:23,411 Checking jobs for platform=marenostrum4 +2021-12-18 00:42:23,411 Checking jobs for platform=nord3 +2021-12-18 00:42:23,412 Checking jobs for platform=local +2021-12-18 00:42:23,412 Checking jobs for platform=transfer_node +2021-12-18 00:42:23,412 Checking all jobs at once +2021-12-18 00:42:26,637 Successful check job command +2021-12-18 00:42:26,638 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:42:26,638 End of checking +2021-12-18 00:42:26,639 Updating FAILED jobs +2021-12-18 00:42:26,639 Updating WAITING jobs +2021-12-18 00:42:26,639 Update finished +2021-12-18 00:42:26,640 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:42:26,640 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:42:26,640 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:42:26,640 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:42:26,643 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:42:26,646 Job list saved +2021-12-18 00:42:26,650 Updating FAILED jobs +2021-12-18 00:42:26,650 Updating WAITING jobs +2021-12-18 00:42:26,650 Update finished +2021-12-18 00:42:36,660 Reloading parameters... +2021-12-18 00:42:36,677 Loading parameters... +2021-12-18 00:42:36,678 Loading project parameters... +2021-12-18 00:42:36,680 + +23 of 25 jobs remaining (00:42) +2021-12-18 00:42:36,680 Sleep: 10 +2021-12-18 00:42:36,681 Number of retrials: 0 +2021-12-18 00:42:36,681 WRAPPER CHECK TIME = 10 +2021-12-18 00:42:36,681 Checking jobs for platform=marenostrum4 +2021-12-18 00:42:36,682 Checking jobs for platform=nord3 +2021-12-18 00:42:36,682 Checking jobs for platform=local +2021-12-18 00:42:36,683 Checking jobs for platform=transfer_node +2021-12-18 00:42:36,683 Checking all jobs at once +2021-12-18 00:42:38,206 Successful check job command +2021-12-18 00:42:38,206 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:42:38,206 End of checking +2021-12-18 00:42:38,207 Updating FAILED jobs +2021-12-18 00:42:38,208 Updating WAITING jobs +2021-12-18 00:42:38,208 Update finished +2021-12-18 00:42:38,208 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:42:38,208 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:42:38,208 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:42:38,208 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:42:38,211 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:42:38,213 Job list saved +2021-12-18 00:42:38,217 Updating FAILED jobs +2021-12-18 00:42:38,218 Updating WAITING jobs +2021-12-18 00:42:38,218 Update finished +2021-12-18 00:42:48,224 Reloading parameters... +2021-12-18 00:42:48,245 Loading parameters... +2021-12-18 00:42:48,246 Loading project parameters... +2021-12-18 00:42:48,248 + +23 of 25 jobs remaining (00:42) +2021-12-18 00:42:48,248 Sleep: 10 +2021-12-18 00:42:48,248 Number of retrials: 0 +2021-12-18 00:42:48,248 WRAPPER CHECK TIME = 10 +2021-12-18 00:42:48,249 Checking jobs for platform=marenostrum4 +2021-12-18 00:42:48,250 Checking jobs for platform=nord3 +2021-12-18 00:42:48,250 Checking jobs for platform=local +2021-12-18 00:42:48,251 Checking jobs for platform=transfer_node +2021-12-18 00:42:48,251 Checking all jobs at once +2021-12-18 00:42:51,323 Successful check job command +2021-12-18 00:42:51,324 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:42:51,324 End of checking +2021-12-18 00:42:51,325 Updating FAILED jobs +2021-12-18 00:42:51,325 Updating WAITING jobs +2021-12-18 00:42:51,326 Update finished +2021-12-18 00:42:51,326 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:42:51,326 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:42:51,326 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:42:51,326 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:42:51,328 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:42:51,331 Job list saved +2021-12-18 00:42:51,335 Updating FAILED jobs +2021-12-18 00:42:51,335 Updating WAITING jobs +2021-12-18 00:42:51,336 Update finished +2021-12-18 00:43:01,343 Reloading parameters... +2021-12-18 00:43:01,361 Loading parameters... +2021-12-18 00:43:01,362 Loading project parameters... +2021-12-18 00:43:01,364 + +23 of 25 jobs remaining (00:43) +2021-12-18 00:43:01,364 Sleep: 10 +2021-12-18 00:43:01,364 Number of retrials: 0 +2021-12-18 00:43:01,364 WRAPPER CHECK TIME = 10 +2021-12-18 00:43:01,365 Checking jobs for platform=marenostrum4 +2021-12-18 00:43:01,365 Checking jobs for platform=nord3 +2021-12-18 00:43:01,366 Checking jobs for platform=local +2021-12-18 00:43:01,366 Checking jobs for platform=transfer_node +2021-12-18 00:43:01,366 Checking all jobs at once +2021-12-18 00:43:02,636 Successful check job command +2021-12-18 00:43:02,636 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:43:02,636 End of checking +2021-12-18 00:43:02,637 Updating FAILED jobs +2021-12-18 00:43:02,638 Updating WAITING jobs +2021-12-18 00:43:02,638 Update finished +2021-12-18 00:43:02,638 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:43:02,639 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:43:02,639 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:43:02,639 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:43:02,641 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:43:02,643 Job list saved +2021-12-18 00:43:02,648 Updating FAILED jobs +2021-12-18 00:43:02,648 Updating WAITING jobs +2021-12-18 00:43:02,649 Update finished +2021-12-18 00:43:12,658 Reloading parameters... +2021-12-18 00:43:12,675 Loading parameters... +2021-12-18 00:43:12,677 Loading project parameters... +2021-12-18 00:43:12,679 + +23 of 25 jobs remaining (00:43) +2021-12-18 00:43:12,679 Sleep: 10 +2021-12-18 00:43:12,679 Number of retrials: 0 +2021-12-18 00:43:12,679 WRAPPER CHECK TIME = 10 +2021-12-18 00:43:12,680 Checking jobs for platform=marenostrum4 +2021-12-18 00:43:12,680 Checking jobs for platform=nord3 +2021-12-18 00:43:12,681 Checking jobs for platform=local +2021-12-18 00:43:12,681 Checking jobs for platform=transfer_node +2021-12-18 00:43:12,681 Checking all jobs at once +2021-12-18 00:43:16,154 Successful check job command +2021-12-18 00:43:16,155 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:43:16,155 End of checking +2021-12-18 00:43:16,157 Updating FAILED jobs +2021-12-18 00:43:16,157 Updating WAITING jobs +2021-12-18 00:43:16,157 Update finished +2021-12-18 00:43:16,157 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:43:16,157 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:43:16,157 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:43:16,158 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:43:16,160 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:43:16,162 Job list saved +2021-12-18 00:43:16,167 Updating FAILED jobs +2021-12-18 00:43:16,167 Updating WAITING jobs +2021-12-18 00:43:16,167 Update finished +2021-12-18 00:43:26,177 Reloading parameters... +2021-12-18 00:43:26,197 Loading parameters... +2021-12-18 00:43:26,198 Loading project parameters... +2021-12-18 00:43:26,200 + +23 of 25 jobs remaining (00:43) +2021-12-18 00:43:26,200 Sleep: 10 +2021-12-18 00:43:26,200 Number of retrials: 0 +2021-12-18 00:43:26,200 WRAPPER CHECK TIME = 10 +2021-12-18 00:43:26,201 Checking jobs for platform=marenostrum4 +2021-12-18 00:43:26,202 Checking jobs for platform=nord3 +2021-12-18 00:43:26,202 Checking jobs for platform=local +2021-12-18 00:43:26,203 Checking jobs for platform=transfer_node +2021-12-18 00:43:26,203 Checking all jobs at once +2021-12-18 00:43:28,424 Successful check job command +2021-12-18 00:43:28,425 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:43:28,425 End of checking +2021-12-18 00:43:28,426 Updating FAILED jobs +2021-12-18 00:43:28,426 Updating WAITING jobs +2021-12-18 00:43:28,426 Update finished +2021-12-18 00:43:28,426 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:43:28,427 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:43:28,427 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:43:28,427 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:43:28,429 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:43:28,432 Job list saved +2021-12-18 00:43:28,436 Updating FAILED jobs +2021-12-18 00:43:28,436 Updating WAITING jobs +2021-12-18 00:43:28,437 Update finished +2021-12-18 00:43:38,447 Reloading parameters... +2021-12-18 00:43:38,467 Loading parameters... +2021-12-18 00:43:38,468 Loading project parameters... +2021-12-18 00:43:38,470 + +23 of 25 jobs remaining (00:43) +2021-12-18 00:43:38,470 Sleep: 10 +2021-12-18 00:43:38,470 Number of retrials: 0 +2021-12-18 00:43:38,470 WRAPPER CHECK TIME = 10 +2021-12-18 00:43:38,471 Checking jobs for platform=marenostrum4 +2021-12-18 00:43:38,471 Checking jobs for platform=nord3 +2021-12-18 00:43:38,472 Checking jobs for platform=local +2021-12-18 00:43:38,472 Checking jobs for platform=transfer_node +2021-12-18 00:43:38,473 Checking all jobs at once +2021-12-18 00:43:42,447 Successful check job command +2021-12-18 00:43:42,447 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:43:42,447 End of checking +2021-12-18 00:43:42,448 Updating FAILED jobs +2021-12-18 00:43:42,449 Updating WAITING jobs +2021-12-18 00:43:42,449 Update finished +2021-12-18 00:43:42,449 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:43:42,450 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:43:42,450 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:43:42,450 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:43:42,453 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:43:42,455 Job list saved +2021-12-18 00:43:42,469 Updating FAILED jobs +2021-12-18 00:43:42,469 Updating WAITING jobs +2021-12-18 00:43:42,469 Update finished +2021-12-18 00:43:52,479 Reloading parameters... +2021-12-18 00:43:52,498 Loading parameters... +2021-12-18 00:43:52,500 Loading project parameters... +2021-12-18 00:43:52,501 + +23 of 25 jobs remaining (00:43) +2021-12-18 00:43:52,502 Sleep: 10 +2021-12-18 00:43:52,502 Number of retrials: 0 +2021-12-18 00:43:52,502 WRAPPER CHECK TIME = 10 +2021-12-18 00:43:52,502 Checking jobs for platform=marenostrum4 +2021-12-18 00:43:52,503 Checking jobs for platform=nord3 +2021-12-18 00:43:52,503 Checking jobs for platform=local +2021-12-18 00:43:52,504 Checking jobs for platform=transfer_node +2021-12-18 00:43:52,504 Checking all jobs at once +2021-12-18 00:43:53,824 Successful check job command +2021-12-18 00:43:53,824 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:43:53,824 End of checking +2021-12-18 00:43:53,826 Updating FAILED jobs +2021-12-18 00:43:53,826 Updating WAITING jobs +2021-12-18 00:43:53,826 Update finished +2021-12-18 00:43:53,826 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:43:53,826 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:43:53,827 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:43:53,827 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:43:53,829 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:43:53,831 Job list saved +2021-12-18 00:43:53,837 Updating FAILED jobs +2021-12-18 00:43:53,837 Updating WAITING jobs +2021-12-18 00:43:53,837 Update finished +2021-12-18 00:44:03,844 Reloading parameters... +2021-12-18 00:44:03,862 Loading parameters... +2021-12-18 00:44:03,863 Loading project parameters... +2021-12-18 00:44:03,865 + +23 of 25 jobs remaining (00:44) +2021-12-18 00:44:03,865 Sleep: 10 +2021-12-18 00:44:03,865 Number of retrials: 0 +2021-12-18 00:44:03,865 WRAPPER CHECK TIME = 10 +2021-12-18 00:44:03,866 Checking jobs for platform=marenostrum4 +2021-12-18 00:44:03,866 Checking jobs for platform=nord3 +2021-12-18 00:44:03,867 Checking jobs for platform=local +2021-12-18 00:44:03,867 Checking jobs for platform=transfer_node +2021-12-18 00:44:03,868 Checking all jobs at once +2021-12-18 00:44:07,143 Successful check job command +2021-12-18 00:44:07,143 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:44:07,143 End of checking +2021-12-18 00:44:07,144 Updating FAILED jobs +2021-12-18 00:44:07,144 Updating WAITING jobs +2021-12-18 00:44:07,145 Update finished +2021-12-18 00:44:07,145 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:44:07,145 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:44:07,145 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:44:07,145 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:44:07,148 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:44:07,150 Job list saved +2021-12-18 00:44:07,155 Updating FAILED jobs +2021-12-18 00:44:07,155 Updating WAITING jobs +2021-12-18 00:44:07,155 Update finished +2021-12-18 00:44:17,165 Reloading parameters... +2021-12-18 00:44:17,184 Loading parameters... +2021-12-18 00:44:17,185 Loading project parameters... +2021-12-18 00:44:17,187 + +23 of 25 jobs remaining (00:44) +2021-12-18 00:44:17,187 Sleep: 10 +2021-12-18 00:44:17,187 Number of retrials: 0 +2021-12-18 00:44:17,187 WRAPPER CHECK TIME = 10 +2021-12-18 00:44:17,188 Checking jobs for platform=marenostrum4 +2021-12-18 00:44:17,188 Checking jobs for platform=nord3 +2021-12-18 00:44:17,189 Checking jobs for platform=local +2021-12-18 00:44:17,190 Checking jobs for platform=transfer_node +2021-12-18 00:44:17,190 Checking all jobs at once +2021-12-18 00:44:19,714 Successful check job command +2021-12-18 00:44:19,714 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:44:19,715 End of checking +2021-12-18 00:44:19,716 Updating FAILED jobs +2021-12-18 00:44:19,716 Updating WAITING jobs +2021-12-18 00:44:19,716 Update finished +2021-12-18 00:44:19,717 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:44:19,719 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:44:19,719 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:44:19,720 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:44:19,722 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:44:19,724 Job list saved +2021-12-18 00:44:19,730 Updating FAILED jobs +2021-12-18 00:44:19,730 Updating WAITING jobs +2021-12-18 00:44:19,730 Update finished +2021-12-18 00:44:29,735 Reloading parameters... +2021-12-18 00:44:29,767 Loading parameters... +2021-12-18 00:44:29,769 Loading project parameters... +2021-12-18 00:44:29,771 + +23 of 25 jobs remaining (00:44) +2021-12-18 00:44:29,771 Sleep: 10 +2021-12-18 00:44:29,771 Number of retrials: 0 +2021-12-18 00:44:29,771 WRAPPER CHECK TIME = 10 +2021-12-18 00:44:29,772 Checking jobs for platform=marenostrum4 +2021-12-18 00:44:29,772 Checking jobs for platform=nord3 +2021-12-18 00:44:29,773 Checking jobs for platform=local +2021-12-18 00:44:29,774 Checking jobs for platform=transfer_node +2021-12-18 00:44:29,774 Checking all jobs at once +2021-12-18 00:44:31,344 Successful check job command +2021-12-18 00:44:31,344 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:44:31,344 End of checking +2021-12-18 00:44:31,346 Updating FAILED jobs +2021-12-18 00:44:31,346 Updating WAITING jobs +2021-12-18 00:44:31,346 Update finished +2021-12-18 00:44:31,347 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:44:31,347 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:44:31,347 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:44:31,347 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:44:31,350 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:44:31,352 Job list saved +2021-12-18 00:44:31,357 Updating FAILED jobs +2021-12-18 00:44:31,357 Updating WAITING jobs +2021-12-18 00:44:31,357 Update finished +2021-12-18 00:44:41,366 Reloading parameters... +2021-12-18 00:44:41,385 Loading parameters... +2021-12-18 00:44:41,386 Loading project parameters... +2021-12-18 00:44:41,388 + +23 of 25 jobs remaining (00:44) +2021-12-18 00:44:41,388 Sleep: 10 +2021-12-18 00:44:41,388 Number of retrials: 0 +2021-12-18 00:44:41,388 WRAPPER CHECK TIME = 10 +2021-12-18 00:44:41,389 Checking jobs for platform=marenostrum4 +2021-12-18 00:44:41,389 Checking jobs for platform=nord3 +2021-12-18 00:44:41,390 Checking jobs for platform=local +2021-12-18 00:44:41,390 Checking jobs for platform=transfer_node +2021-12-18 00:44:41,390 Checking all jobs at once +2021-12-18 00:44:43,161 Successful check job command +2021-12-18 00:44:43,161 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:44:43,161 End of checking +2021-12-18 00:44:43,163 Updating FAILED jobs +2021-12-18 00:44:43,163 Updating WAITING jobs +2021-12-18 00:44:43,163 Update finished +2021-12-18 00:44:43,163 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:44:43,163 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:44:43,163 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:44:43,164 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:44:43,166 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:44:43,169 Job list saved +2021-12-18 00:44:43,174 Updating FAILED jobs +2021-12-18 00:44:43,175 Updating WAITING jobs +2021-12-18 00:44:43,175 Update finished +2021-12-18 00:44:53,183 Reloading parameters... +2021-12-18 00:44:53,207 Loading parameters... +2021-12-18 00:44:53,208 Loading project parameters... +2021-12-18 00:44:53,211 + +23 of 25 jobs remaining (00:44) +2021-12-18 00:44:53,211 Sleep: 10 +2021-12-18 00:44:53,211 Number of retrials: 0 +2021-12-18 00:44:53,211 WRAPPER CHECK TIME = 10 +2021-12-18 00:44:53,212 Checking jobs for platform=marenostrum4 +2021-12-18 00:44:53,213 Checking jobs for platform=nord3 +2021-12-18 00:44:53,213 Checking jobs for platform=local +2021-12-18 00:44:53,214 Checking jobs for platform=transfer_node +2021-12-18 00:44:53,214 Checking all jobs at once +2021-12-18 00:44:56,336 Successful check job command +2021-12-18 00:44:56,336 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:44:56,337 End of checking +2021-12-18 00:44:56,338 Updating FAILED jobs +2021-12-18 00:44:56,338 Updating WAITING jobs +2021-12-18 00:44:56,339 Update finished +2021-12-18 00:44:56,339 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:44:56,339 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:44:56,339 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:44:56,340 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:44:56,342 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:44:56,345 Job list saved +2021-12-18 00:44:58,707 Updating FAILED jobs +2021-12-18 00:44:58,707 Updating WAITING jobs +2021-12-18 00:44:58,707 Update finished +2021-12-18 00:45:08,717 Reloading parameters... +2021-12-18 00:45:08,738 Loading parameters... +2021-12-18 00:45:08,739 Loading project parameters... +2021-12-18 00:45:08,747 + +23 of 25 jobs remaining (00:45) +2021-12-18 00:45:08,748 Sleep: 10 +2021-12-18 00:45:08,748 Number of retrials: 0 +2021-12-18 00:45:08,748 WRAPPER CHECK TIME = 10 +2021-12-18 00:45:08,749 Checking jobs for platform=marenostrum4 +2021-12-18 00:45:08,749 Checking jobs for platform=nord3 +2021-12-18 00:45:08,750 Checking jobs for platform=local +2021-12-18 00:45:08,750 Checking jobs for platform=transfer_node +2021-12-18 00:45:08,750 Checking all jobs at once +2021-12-18 00:45:11,172 Successful check job command +2021-12-18 00:45:11,172 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:45:11,172 End of checking +2021-12-18 00:45:11,173 Updating FAILED jobs +2021-12-18 00:45:11,174 Updating WAITING jobs +2021-12-18 00:45:11,174 Update finished +2021-12-18 00:45:11,174 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:45:11,174 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:45:11,174 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:45:11,174 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:45:11,177 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:45:11,180 Job list saved +2021-12-18 00:45:11,185 Updating FAILED jobs +2021-12-18 00:45:11,186 Updating WAITING jobs +2021-12-18 00:45:11,186 Update finished +2021-12-18 00:45:21,196 Reloading parameters... +2021-12-18 00:45:21,219 Loading parameters... +2021-12-18 00:45:21,220 Loading project parameters... +2021-12-18 00:45:21,222 + +23 of 25 jobs remaining (00:45) +2021-12-18 00:45:21,222 Sleep: 10 +2021-12-18 00:45:21,222 Number of retrials: 0 +2021-12-18 00:45:21,222 WRAPPER CHECK TIME = 10 +2021-12-18 00:45:21,223 Checking jobs for platform=marenostrum4 +2021-12-18 00:45:21,223 Checking jobs for platform=nord3 +2021-12-18 00:45:21,224 Checking jobs for platform=local +2021-12-18 00:45:21,224 Checking jobs for platform=transfer_node +2021-12-18 00:45:21,225 Checking all jobs at once +2021-12-18 00:45:22,645 Successful check job command +2021-12-18 00:45:22,645 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:45:22,645 End of checking +2021-12-18 00:45:22,647 Updating FAILED jobs +2021-12-18 00:45:22,647 Updating WAITING jobs +2021-12-18 00:45:22,647 Update finished +2021-12-18 00:45:22,647 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:45:22,647 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:45:22,648 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:45:22,648 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:45:22,650 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:45:22,653 Job list saved +2021-12-18 00:45:22,658 Updating FAILED jobs +2021-12-18 00:45:22,658 Updating WAITING jobs +2021-12-18 00:45:22,658 Update finished +2021-12-18 00:45:32,665 Reloading parameters... +2021-12-18 00:45:32,685 Loading parameters... +2021-12-18 00:45:32,686 Loading project parameters... +2021-12-18 00:45:32,688 + +23 of 25 jobs remaining (00:45) +2021-12-18 00:45:32,689 Sleep: 10 +2021-12-18 00:45:32,689 Number of retrials: 0 +2021-12-18 00:45:32,689 WRAPPER CHECK TIME = 10 +2021-12-18 00:45:32,689 Checking jobs for platform=marenostrum4 +2021-12-18 00:45:32,690 Checking jobs for platform=nord3 +2021-12-18 00:45:32,690 Checking jobs for platform=local +2021-12-18 00:45:32,691 Checking jobs for platform=transfer_node +2021-12-18 00:45:32,691 Checking all jobs at once +2021-12-18 00:45:35,714 Successful check job command +2021-12-18 00:45:35,714 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:45:35,714 End of checking +2021-12-18 00:45:35,715 Updating FAILED jobs +2021-12-18 00:45:35,715 Updating WAITING jobs +2021-12-18 00:45:35,716 Update finished +2021-12-18 00:45:35,716 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:45:35,716 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:45:35,716 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:45:35,717 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:45:35,720 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:45:35,722 Job list saved +2021-12-18 00:45:35,728 Updating FAILED jobs +2021-12-18 00:45:35,728 Updating WAITING jobs +2021-12-18 00:45:35,729 Update finished +2021-12-18 00:45:45,739 Reloading parameters... +2021-12-18 00:45:45,759 Loading parameters... +2021-12-18 00:45:45,761 Loading project parameters... +2021-12-18 00:45:45,763 + +23 of 25 jobs remaining (00:45) +2021-12-18 00:45:45,763 Sleep: 10 +2021-12-18 00:45:45,763 Number of retrials: 0 +2021-12-18 00:45:45,763 WRAPPER CHECK TIME = 10 +2021-12-18 00:45:45,764 Checking jobs for platform=marenostrum4 +2021-12-18 00:45:45,765 Checking jobs for platform=nord3 +2021-12-18 00:45:45,765 Checking jobs for platform=local +2021-12-18 00:45:45,766 Checking jobs for platform=transfer_node +2021-12-18 00:45:45,766 Checking all jobs at once +2021-12-18 00:45:47,185 Successful check job command +2021-12-18 00:45:47,186 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:45:47,186 End of checking +2021-12-18 00:45:47,187 Updating FAILED jobs +2021-12-18 00:45:47,187 Updating WAITING jobs +2021-12-18 00:45:47,187 Update finished +2021-12-18 00:45:47,188 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:45:47,188 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:45:47,188 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:45:47,188 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:45:47,190 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:45:47,193 Job list saved +2021-12-18 00:45:47,198 Updating FAILED jobs +2021-12-18 00:45:47,198 Updating WAITING jobs +2021-12-18 00:45:47,199 Update finished +2021-12-18 00:45:57,209 Reloading parameters... +2021-12-18 00:45:57,231 Loading parameters... +2021-12-18 00:45:57,232 Loading project parameters... +2021-12-18 00:45:57,234 + +23 of 25 jobs remaining (00:45) +2021-12-18 00:45:57,234 Sleep: 10 +2021-12-18 00:45:57,234 Number of retrials: 0 +2021-12-18 00:45:57,235 WRAPPER CHECK TIME = 10 +2021-12-18 00:45:57,235 Checking jobs for platform=marenostrum4 +2021-12-18 00:45:57,236 Checking jobs for platform=nord3 +2021-12-18 00:45:57,236 Checking jobs for platform=local +2021-12-18 00:45:57,237 Checking jobs for platform=transfer_node +2021-12-18 00:45:57,237 Checking all jobs at once +2021-12-18 00:45:58,957 Successful check job command +2021-12-18 00:45:58,957 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:45:58,957 End of checking +2021-12-18 00:45:58,959 Updating FAILED jobs +2021-12-18 00:45:58,959 Updating WAITING jobs +2021-12-18 00:45:58,959 Update finished +2021-12-18 00:45:58,960 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:45:58,960 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:45:58,960 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:45:58,960 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:45:58,963 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:45:58,965 Job list saved +2021-12-18 00:45:58,971 Updating FAILED jobs +2021-12-18 00:45:58,971 Updating WAITING jobs +2021-12-18 00:45:58,971 Update finished +2021-12-18 00:46:08,981 Reloading parameters... +2021-12-18 00:46:09,001 Loading parameters... +2021-12-18 00:46:09,002 Loading project parameters... +2021-12-18 00:46:09,004 + +23 of 25 jobs remaining (00:46) +2021-12-18 00:46:09,005 Sleep: 10 +2021-12-18 00:46:09,005 Number of retrials: 0 +2021-12-18 00:46:09,005 WRAPPER CHECK TIME = 10 +2021-12-18 00:46:09,005 Checking jobs for platform=marenostrum4 +2021-12-18 00:46:09,006 Checking jobs for platform=nord3 +2021-12-18 00:46:09,006 Checking jobs for platform=local +2021-12-18 00:46:09,007 Checking jobs for platform=transfer_node +2021-12-18 00:46:09,007 Checking all jobs at once +2021-12-18 00:46:11,228 Successful check job command +2021-12-18 00:46:11,228 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:46:11,228 End of checking +2021-12-18 00:46:11,230 Updating FAILED jobs +2021-12-18 00:46:11,230 Updating WAITING jobs +2021-12-18 00:46:11,230 Update finished +2021-12-18 00:46:11,230 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:46:11,231 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:46:11,231 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:46:11,231 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:46:11,234 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:46:11,236 Job list saved +2021-12-18 00:46:11,246 Updating FAILED jobs +2021-12-18 00:46:11,247 Updating WAITING jobs +2021-12-18 00:46:11,247 Update finished +2021-12-18 00:46:21,252 Reloading parameters... +2021-12-18 00:46:21,273 Loading parameters... +2021-12-18 00:46:21,274 Loading project parameters... +2021-12-18 00:46:21,276 + +23 of 25 jobs remaining (00:46) +2021-12-18 00:46:21,276 Sleep: 10 +2021-12-18 00:46:21,276 Number of retrials: 0 +2021-12-18 00:46:21,276 WRAPPER CHECK TIME = 10 +2021-12-18 00:46:21,277 Checking jobs for platform=marenostrum4 +2021-12-18 00:46:21,278 Checking jobs for platform=nord3 +2021-12-18 00:46:21,278 Checking jobs for platform=local +2021-12-18 00:46:21,279 Checking jobs for platform=transfer_node +2021-12-18 00:46:21,279 Checking all jobs at once +2021-12-18 00:46:23,350 Successful check job command +2021-12-18 00:46:23,350 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:46:23,350 End of checking +2021-12-18 00:46:23,352 Updating FAILED jobs +2021-12-18 00:46:23,352 Updating WAITING jobs +2021-12-18 00:46:23,353 Update finished +2021-12-18 00:46:23,353 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:46:23,353 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:46:23,353 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:46:23,353 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:46:23,356 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:46:23,359 Job list saved +2021-12-18 00:46:23,364 Updating FAILED jobs +2021-12-18 00:46:23,364 Updating WAITING jobs +2021-12-18 00:46:23,364 Update finished +2021-12-18 00:46:33,373 Reloading parameters... +2021-12-18 00:46:33,396 Loading parameters... +2021-12-18 00:46:33,397 Loading project parameters... +2021-12-18 00:46:33,399 + +23 of 25 jobs remaining (00:46) +2021-12-18 00:46:33,399 Sleep: 10 +2021-12-18 00:46:33,399 Number of retrials: 0 +2021-12-18 00:46:33,400 WRAPPER CHECK TIME = 10 +2021-12-18 00:46:33,400 Checking jobs for platform=marenostrum4 +2021-12-18 00:46:33,401 Checking jobs for platform=nord3 +2021-12-18 00:46:33,401 Checking jobs for platform=local +2021-12-18 00:46:33,402 Checking jobs for platform=transfer_node +2021-12-18 00:46:33,402 Checking all jobs at once +2021-12-18 00:46:35,576 Successful check job command +2021-12-18 00:46:35,577 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:46:35,577 End of checking +2021-12-18 00:46:35,578 Updating FAILED jobs +2021-12-18 00:46:35,578 Updating WAITING jobs +2021-12-18 00:46:35,579 Update finished +2021-12-18 00:46:35,579 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:46:35,579 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:46:35,579 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:46:35,579 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:46:35,582 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:46:35,584 Job list saved +2021-12-18 00:46:35,590 Updating FAILED jobs +2021-12-18 00:46:35,590 Updating WAITING jobs +2021-12-18 00:46:35,590 Update finished +2021-12-18 00:46:45,600 Reloading parameters... +2021-12-18 00:46:45,620 Loading parameters... +2021-12-18 00:46:45,621 Loading project parameters... +2021-12-18 00:46:45,623 + +23 of 25 jobs remaining (00:46) +2021-12-18 00:46:45,623 Sleep: 10 +2021-12-18 00:46:45,623 Number of retrials: 0 +2021-12-18 00:46:45,623 WRAPPER CHECK TIME = 10 +2021-12-18 00:46:45,624 Checking jobs for platform=marenostrum4 +2021-12-18 00:46:45,625 Checking jobs for platform=nord3 +2021-12-18 00:46:45,625 Checking jobs for platform=local +2021-12-18 00:46:45,626 Checking jobs for platform=transfer_node +2021-12-18 00:46:45,626 Checking all jobs at once +2021-12-18 00:46:47,948 Successful check job command +2021-12-18 00:46:47,948 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:46:47,948 End of checking +2021-12-18 00:46:47,950 Updating FAILED jobs +2021-12-18 00:46:47,950 Updating WAITING jobs +2021-12-18 00:46:47,950 Update finished +2021-12-18 00:46:47,950 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:46:47,951 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:46:47,951 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:46:47,951 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:46:47,955 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:46:47,957 Job list saved +2021-12-18 00:46:47,963 Updating FAILED jobs +2021-12-18 00:46:47,963 Updating WAITING jobs +2021-12-18 00:46:47,963 Update finished +2021-12-18 00:46:57,973 Reloading parameters... +2021-12-18 00:46:57,993 Loading parameters... +2021-12-18 00:46:57,995 Loading project parameters... +2021-12-18 00:46:57,999 + +23 of 25 jobs remaining (00:46) +2021-12-18 00:46:58,000 Sleep: 10 +2021-12-18 00:46:58,000 Number of retrials: 0 +2021-12-18 00:46:58,000 WRAPPER CHECK TIME = 10 +2021-12-18 00:46:58,001 Checking jobs for platform=marenostrum4 +2021-12-18 00:46:58,001 Checking jobs for platform=nord3 +2021-12-18 00:46:58,002 Checking jobs for platform=local +2021-12-18 00:46:58,002 Checking jobs for platform=transfer_node +2021-12-18 00:46:58,002 Checking all jobs at once +2021-12-18 00:46:59,474 Successful check job command +2021-12-18 00:46:59,474 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:46:59,475 End of checking +2021-12-18 00:46:59,476 Updating FAILED jobs +2021-12-18 00:46:59,476 Updating WAITING jobs +2021-12-18 00:46:59,477 Update finished +2021-12-18 00:46:59,477 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:46:59,477 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:46:59,477 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:46:59,477 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:46:59,480 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:46:59,482 Job list saved +2021-12-18 00:46:59,487 Updating FAILED jobs +2021-12-18 00:46:59,487 Updating WAITING jobs +2021-12-18 00:46:59,487 Update finished +2021-12-18 00:47:09,496 Reloading parameters... +2021-12-18 00:47:09,514 Loading parameters... +2021-12-18 00:47:09,515 Loading project parameters... +2021-12-18 00:47:09,517 + +23 of 25 jobs remaining (00:47) +2021-12-18 00:47:09,517 Sleep: 10 +2021-12-18 00:47:09,517 Number of retrials: 0 +2021-12-18 00:47:09,517 WRAPPER CHECK TIME = 10 +2021-12-18 00:47:09,518 Checking jobs for platform=marenostrum4 +2021-12-18 00:47:09,519 Checking jobs for platform=nord3 +2021-12-18 00:47:09,519 Checking jobs for platform=local +2021-12-18 00:47:09,520 Checking jobs for platform=transfer_node +2021-12-18 00:47:09,520 Checking all jobs at once +2021-12-18 00:47:13,596 Successful check job command +2021-12-18 00:47:13,596 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:47:13,596 End of checking +2021-12-18 00:47:13,598 Updating FAILED jobs +2021-12-18 00:47:13,598 Updating WAITING jobs +2021-12-18 00:47:13,598 Update finished +2021-12-18 00:47:13,599 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:47:13,599 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:47:13,599 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:47:13,599 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:47:13,602 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:47:13,604 Job list saved +2021-12-18 00:47:13,609 Updating FAILED jobs +2021-12-18 00:47:13,610 Updating WAITING jobs +2021-12-18 00:47:13,610 Update finished +2021-12-18 00:47:23,612 Reloading parameters... +2021-12-18 00:47:23,630 Loading parameters... +2021-12-18 00:47:23,631 Loading project parameters... +2021-12-18 00:47:23,633 + +23 of 25 jobs remaining (00:47) +2021-12-18 00:47:23,633 Sleep: 10 +2021-12-18 00:47:23,633 Number of retrials: 0 +2021-12-18 00:47:23,633 WRAPPER CHECK TIME = 10 +2021-12-18 00:47:23,634 Checking jobs for platform=marenostrum4 +2021-12-18 00:47:23,634 Checking jobs for platform=nord3 +2021-12-18 00:47:23,635 Checking jobs for platform=local +2021-12-18 00:47:23,636 Checking jobs for platform=transfer_node +2021-12-18 00:47:23,636 Checking all jobs at once +2021-12-18 00:47:24,956 Successful check job command +2021-12-18 00:47:24,956 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:47:24,956 End of checking +2021-12-18 00:47:24,957 Updating FAILED jobs +2021-12-18 00:47:24,957 Updating WAITING jobs +2021-12-18 00:47:24,958 Update finished +2021-12-18 00:47:24,958 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:47:24,960 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:47:24,960 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:47:24,960 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:47:24,963 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:47:24,965 Job list saved +2021-12-18 00:47:24,971 Updating FAILED jobs +2021-12-18 00:47:24,971 Updating WAITING jobs +2021-12-18 00:47:24,972 Update finished +2021-12-18 00:47:34,975 Reloading parameters... +2021-12-18 00:47:34,995 Loading parameters... +2021-12-18 00:47:34,997 Loading project parameters... +2021-12-18 00:47:34,998 + +23 of 25 jobs remaining (00:47) +2021-12-18 00:47:34,999 Sleep: 10 +2021-12-18 00:47:34,999 Number of retrials: 0 +2021-12-18 00:47:34,999 WRAPPER CHECK TIME = 10 +2021-12-18 00:47:34,999 Checking jobs for platform=marenostrum4 +2021-12-18 00:47:35,000 Checking jobs for platform=nord3 +2021-12-18 00:47:35,000 Checking jobs for platform=local +2021-12-18 00:47:35,001 Checking jobs for platform=transfer_node +2021-12-18 00:47:35,001 Checking all jobs at once +2021-12-18 00:47:37,022 Successful check job command +2021-12-18 00:47:37,022 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:47:37,022 End of checking +2021-12-18 00:47:37,023 Updating FAILED jobs +2021-12-18 00:47:37,024 Updating WAITING jobs +2021-12-18 00:47:37,024 Update finished +2021-12-18 00:47:37,024 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:47:37,024 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:47:37,024 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:47:37,024 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:47:37,027 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:47:37,029 Job list saved +2021-12-18 00:47:37,035 Updating FAILED jobs +2021-12-18 00:47:37,035 Updating WAITING jobs +2021-12-18 00:47:37,035 Update finished +2021-12-18 00:47:47,045 Reloading parameters... +2021-12-18 00:47:47,067 Loading parameters... +2021-12-18 00:47:47,069 Loading project parameters... +2021-12-18 00:47:47,070 + +23 of 25 jobs remaining (00:47) +2021-12-18 00:47:47,071 Sleep: 10 +2021-12-18 00:47:47,071 Number of retrials: 0 +2021-12-18 00:47:47,071 WRAPPER CHECK TIME = 10 +2021-12-18 00:47:47,071 Checking jobs for platform=marenostrum4 +2021-12-18 00:47:47,072 Checking jobs for platform=nord3 +2021-12-18 00:47:47,072 Checking jobs for platform=local +2021-12-18 00:47:47,073 Checking jobs for platform=transfer_node +2021-12-18 00:47:47,073 Checking all jobs at once +2021-12-18 00:47:49,395 Successful check job command +2021-12-18 00:47:49,395 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:47:49,395 End of checking +2021-12-18 00:47:49,396 Updating FAILED jobs +2021-12-18 00:47:49,397 Updating WAITING jobs +2021-12-18 00:47:49,397 Update finished +2021-12-18 00:47:49,397 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:47:49,397 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:47:49,397 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:47:49,397 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:47:49,400 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:47:49,402 Job list saved +2021-12-18 00:47:49,409 Updating FAILED jobs +2021-12-18 00:47:49,409 Updating WAITING jobs +2021-12-18 00:47:49,409 Update finished +2021-12-18 00:47:59,419 Reloading parameters... +2021-12-18 00:47:59,438 Loading parameters... +2021-12-18 00:47:59,439 Loading project parameters... +2021-12-18 00:47:59,441 + +23 of 25 jobs remaining (00:47) +2021-12-18 00:47:59,442 Sleep: 10 +2021-12-18 00:47:59,442 Number of retrials: 0 +2021-12-18 00:47:59,442 WRAPPER CHECK TIME = 10 +2021-12-18 00:47:59,442 Checking jobs for platform=marenostrum4 +2021-12-18 00:47:59,443 Checking jobs for platform=nord3 +2021-12-18 00:47:59,443 Checking jobs for platform=local +2021-12-18 00:47:59,444 Checking jobs for platform=transfer_node +2021-12-18 00:47:59,444 Checking all jobs at once +2021-12-18 00:48:00,864 Successful check job command +2021-12-18 00:48:00,864 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:48:00,864 End of checking +2021-12-18 00:48:00,866 Updating FAILED jobs +2021-12-18 00:48:00,866 Updating WAITING jobs +2021-12-18 00:48:00,866 Update finished +2021-12-18 00:48:00,867 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:48:00,869 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:48:00,869 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:48:00,869 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:48:00,872 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:48:00,874 Job list saved +2021-12-18 00:48:00,879 Updating FAILED jobs +2021-12-18 00:48:00,879 Updating WAITING jobs +2021-12-18 00:48:00,879 Update finished +2021-12-18 00:48:10,889 Reloading parameters... +2021-12-18 00:48:10,909 Loading parameters... +2021-12-18 00:48:10,911 Loading project parameters... +2021-12-18 00:48:10,913 + +23 of 25 jobs remaining (00:48) +2021-12-18 00:48:10,913 Sleep: 10 +2021-12-18 00:48:10,913 Number of retrials: 0 +2021-12-18 00:48:10,913 WRAPPER CHECK TIME = 10 +2021-12-18 00:48:10,914 Checking jobs for platform=marenostrum4 +2021-12-18 00:48:10,914 Checking jobs for platform=nord3 +2021-12-18 00:48:10,915 Checking jobs for platform=local +2021-12-18 00:48:10,915 Checking jobs for platform=transfer_node +2021-12-18 00:48:10,916 Checking all jobs at once +2021-12-18 00:48:13,639 Successful check job command +2021-12-18 00:48:13,639 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:48:13,639 End of checking +2021-12-18 00:48:13,640 Updating FAILED jobs +2021-12-18 00:48:13,640 Updating WAITING jobs +2021-12-18 00:48:13,641 Update finished +2021-12-18 00:48:13,641 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:48:13,641 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:48:13,641 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:48:13,641 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:48:13,644 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:48:13,646 Job list saved +2021-12-18 00:48:13,654 Updating FAILED jobs +2021-12-18 00:48:13,654 Updating WAITING jobs +2021-12-18 00:48:13,654 Update finished +2021-12-18 00:48:23,665 Reloading parameters... +2021-12-18 00:48:23,685 Loading parameters... +2021-12-18 00:48:23,686 Loading project parameters... +2021-12-18 00:48:23,688 + +23 of 25 jobs remaining (00:48) +2021-12-18 00:48:23,688 Sleep: 10 +2021-12-18 00:48:23,688 Number of retrials: 0 +2021-12-18 00:48:23,688 WRAPPER CHECK TIME = 10 +2021-12-18 00:48:23,689 Checking jobs for platform=marenostrum4 +2021-12-18 00:48:23,690 Checking jobs for platform=nord3 +2021-12-18 00:48:23,690 Checking jobs for platform=local +2021-12-18 00:48:23,691 Checking jobs for platform=transfer_node +2021-12-18 00:48:23,691 Checking all jobs at once +2021-12-18 00:48:25,912 Successful check job command +2021-12-18 00:48:25,913 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:48:25,913 End of checking +2021-12-18 00:48:25,914 Updating FAILED jobs +2021-12-18 00:48:25,914 Updating WAITING jobs +2021-12-18 00:48:25,914 Update finished +2021-12-18 00:48:25,915 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:48:25,915 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:48:25,915 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:48:25,915 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:48:25,918 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:48:25,920 Job list saved +2021-12-18 00:48:25,925 Updating FAILED jobs +2021-12-18 00:48:25,925 Updating WAITING jobs +2021-12-18 00:48:25,925 Update finished +2021-12-18 00:48:35,935 Reloading parameters... +2021-12-18 00:48:35,955 Loading parameters... +2021-12-18 00:48:35,956 Loading project parameters... +2021-12-18 00:48:35,958 + +23 of 25 jobs remaining (00:48) +2021-12-18 00:48:35,958 Sleep: 10 +2021-12-18 00:48:35,958 Number of retrials: 0 +2021-12-18 00:48:35,958 WRAPPER CHECK TIME = 10 +2021-12-18 00:48:35,959 Checking jobs for platform=marenostrum4 +2021-12-18 00:48:35,960 Checking jobs for platform=nord3 +2021-12-18 00:48:35,960 Checking jobs for platform=local +2021-12-18 00:48:35,961 Checking jobs for platform=transfer_node +2021-12-18 00:48:35,961 Checking all jobs at once +2021-12-18 00:48:37,435 Successful check job command +2021-12-18 00:48:37,435 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:48:37,435 End of checking +2021-12-18 00:48:37,437 Updating FAILED jobs +2021-12-18 00:48:37,437 Updating WAITING jobs +2021-12-18 00:48:37,438 Update finished +2021-12-18 00:48:37,438 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:48:37,438 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:48:37,439 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:48:37,439 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:48:37,447 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:48:37,450 Job list saved +2021-12-18 00:48:37,458 Updating FAILED jobs +2021-12-18 00:48:37,458 Updating WAITING jobs +2021-12-18 00:48:37,458 Update finished +2021-12-18 00:48:47,468 Reloading parameters... +2021-12-18 00:48:47,488 Loading parameters... +2021-12-18 00:48:47,489 Loading project parameters... +2021-12-18 00:48:47,492 + +23 of 25 jobs remaining (00:48) +2021-12-18 00:48:47,492 Sleep: 10 +2021-12-18 00:48:47,492 Number of retrials: 0 +2021-12-18 00:48:47,492 WRAPPER CHECK TIME = 10 +2021-12-18 00:48:47,493 Checking jobs for platform=marenostrum4 +2021-12-18 00:48:47,493 Checking jobs for platform=nord3 +2021-12-18 00:48:47,494 Checking jobs for platform=local +2021-12-18 00:48:47,494 Checking jobs for platform=transfer_node +2021-12-18 00:48:47,494 Checking all jobs at once +2021-12-18 00:48:49,365 Successful check job command +2021-12-18 00:48:49,365 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:48:49,365 End of checking +2021-12-18 00:48:49,367 Updating FAILED jobs +2021-12-18 00:48:49,367 Updating WAITING jobs +2021-12-18 00:48:49,367 Update finished +2021-12-18 00:48:49,368 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:48:49,368 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:48:49,368 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:48:49,368 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:48:49,371 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:48:49,374 Job list saved +2021-12-18 00:48:49,378 Updating FAILED jobs +2021-12-18 00:48:49,378 Updating WAITING jobs +2021-12-18 00:48:49,379 Update finished +2021-12-18 00:48:59,388 Reloading parameters... +2021-12-18 00:48:59,408 Loading parameters... +2021-12-18 00:48:59,410 Loading project parameters... +2021-12-18 00:48:59,412 + +23 of 25 jobs remaining (00:48) +2021-12-18 00:48:59,412 Sleep: 10 +2021-12-18 00:48:59,412 Number of retrials: 0 +2021-12-18 00:48:59,412 WRAPPER CHECK TIME = 10 +2021-12-18 00:48:59,413 Checking jobs for platform=marenostrum4 +2021-12-18 00:48:59,413 Checking jobs for platform=nord3 +2021-12-18 00:48:59,414 Checking jobs for platform=local +2021-12-18 00:48:59,414 Checking jobs for platform=transfer_node +2021-12-18 00:48:59,415 Checking all jobs at once +2021-12-18 00:49:01,538 Successful check job command +2021-12-18 00:49:01,538 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:49:01,538 End of checking +2021-12-18 00:49:01,541 Updating FAILED jobs +2021-12-18 00:49:01,541 Updating WAITING jobs +2021-12-18 00:49:01,541 Update finished +2021-12-18 00:49:01,541 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:49:01,541 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:49:01,541 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:49:01,542 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:49:01,545 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:49:01,547 Job list saved +2021-12-18 00:49:01,552 Updating FAILED jobs +2021-12-18 00:49:01,552 Updating WAITING jobs +2021-12-18 00:49:01,552 Update finished +2021-12-18 00:49:11,562 Reloading parameters... +2021-12-18 00:49:11,583 Loading parameters... +2021-12-18 00:49:11,584 Loading project parameters... +2021-12-18 00:49:11,586 + +23 of 25 jobs remaining (00:49) +2021-12-18 00:49:11,586 Sleep: 10 +2021-12-18 00:49:11,586 Number of retrials: 0 +2021-12-18 00:49:11,586 WRAPPER CHECK TIME = 10 +2021-12-18 00:49:11,587 Checking jobs for platform=marenostrum4 +2021-12-18 00:49:11,587 Checking jobs for platform=nord3 +2021-12-18 00:49:11,588 Checking jobs for platform=local +2021-12-18 00:49:11,589 Checking jobs for platform=transfer_node +2021-12-18 00:49:11,589 Checking all jobs at once +2021-12-18 00:49:13,659 Successful check job command +2021-12-18 00:49:13,659 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:49:13,660 End of checking +2021-12-18 00:49:13,661 Updating FAILED jobs +2021-12-18 00:49:13,661 Updating WAITING jobs +2021-12-18 00:49:13,662 Update finished +2021-12-18 00:49:13,662 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:49:13,663 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:49:13,663 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:49:13,663 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:49:13,666 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:49:13,668 Job list saved +2021-12-18 00:49:13,674 Updating FAILED jobs +2021-12-18 00:49:13,674 Updating WAITING jobs +2021-12-18 00:49:13,674 Update finished +2021-12-18 00:49:23,684 Reloading parameters... +2021-12-18 00:49:23,702 Loading parameters... +2021-12-18 00:49:23,704 Loading project parameters... +2021-12-18 00:49:23,705 + +23 of 25 jobs remaining (00:49) +2021-12-18 00:49:23,706 Sleep: 10 +2021-12-18 00:49:23,706 Number of retrials: 0 +2021-12-18 00:49:23,706 WRAPPER CHECK TIME = 10 +2021-12-18 00:49:23,706 Checking jobs for platform=marenostrum4 +2021-12-18 00:49:23,707 Checking jobs for platform=nord3 +2021-12-18 00:49:23,707 Checking jobs for platform=local +2021-12-18 00:49:23,708 Checking jobs for platform=transfer_node +2021-12-18 00:49:23,708 Checking all jobs at once +2021-12-18 00:49:25,879 Successful check job command +2021-12-18 00:49:25,879 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:49:25,879 End of checking +2021-12-18 00:49:25,880 Updating FAILED jobs +2021-12-18 00:49:25,880 Updating WAITING jobs +2021-12-18 00:49:25,880 Update finished +2021-12-18 00:49:25,881 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:49:25,881 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:49:25,881 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:49:25,881 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:49:25,884 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:49:25,886 Job list saved +2021-12-18 00:49:25,891 Updating FAILED jobs +2021-12-18 00:49:25,891 Updating WAITING jobs +2021-12-18 00:49:25,891 Update finished +2021-12-18 00:49:35,901 Reloading parameters... +2021-12-18 00:49:35,923 Loading parameters... +2021-12-18 00:49:35,925 Loading project parameters... +2021-12-18 00:49:35,927 + +23 of 25 jobs remaining (00:49) +2021-12-18 00:49:35,927 Sleep: 10 +2021-12-18 00:49:35,927 Number of retrials: 0 +2021-12-18 00:49:35,927 WRAPPER CHECK TIME = 10 +2021-12-18 00:49:35,928 Checking jobs for platform=marenostrum4 +2021-12-18 00:49:35,928 Checking jobs for platform=nord3 +2021-12-18 00:49:35,929 Checking jobs for platform=local +2021-12-18 00:49:35,929 Checking jobs for platform=transfer_node +2021-12-18 00:49:35,929 Checking all jobs at once +2021-12-18 00:49:37,300 Successful check job command +2021-12-18 00:49:37,300 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:49:37,300 End of checking +2021-12-18 00:49:37,302 Updating FAILED jobs +2021-12-18 00:49:37,302 Updating WAITING jobs +2021-12-18 00:49:37,303 Update finished +2021-12-18 00:49:37,303 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:49:37,303 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:49:37,303 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:49:37,303 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:49:37,306 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:49:37,308 Job list saved +2021-12-18 00:49:37,314 Updating FAILED jobs +2021-12-18 00:49:37,314 Updating WAITING jobs +2021-12-18 00:49:37,315 Update finished +2021-12-18 00:49:47,320 Reloading parameters... +2021-12-18 00:49:47,341 Loading parameters... +2021-12-18 00:49:47,342 Loading project parameters... +2021-12-18 00:49:47,344 + +23 of 25 jobs remaining (00:49) +2021-12-18 00:49:47,344 Sleep: 10 +2021-12-18 00:49:47,344 Number of retrials: 0 +2021-12-18 00:49:47,344 WRAPPER CHECK TIME = 10 +2021-12-18 00:49:47,345 Checking jobs for platform=marenostrum4 +2021-12-18 00:49:47,345 Checking jobs for platform=nord3 +2021-12-18 00:49:47,346 Checking jobs for platform=local +2021-12-18 00:49:47,347 Checking jobs for platform=transfer_node +2021-12-18 00:49:47,347 Checking all jobs at once +2021-12-18 00:49:49,066 Successful check job command +2021-12-18 00:49:49,067 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:49:49,067 End of checking +2021-12-18 00:49:49,068 Updating FAILED jobs +2021-12-18 00:49:49,068 Updating WAITING jobs +2021-12-18 00:49:49,068 Update finished +2021-12-18 00:49:49,069 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:49:49,069 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:49:49,069 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:49:49,070 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:49:49,072 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:49:49,075 Job list saved +2021-12-18 00:49:49,079 Updating FAILED jobs +2021-12-18 00:49:49,079 Updating WAITING jobs +2021-12-18 00:49:49,080 Update finished +2021-12-18 00:49:59,087 Reloading parameters... +2021-12-18 00:49:59,106 Loading parameters... +2021-12-18 00:49:59,108 Loading project parameters... +2021-12-18 00:49:59,109 + +23 of 25 jobs remaining (00:49) +2021-12-18 00:49:59,110 Sleep: 10 +2021-12-18 00:49:59,110 Number of retrials: 0 +2021-12-18 00:49:59,110 WRAPPER CHECK TIME = 10 +2021-12-18 00:49:59,110 Checking jobs for platform=marenostrum4 +2021-12-18 00:49:59,111 Checking jobs for platform=nord3 +2021-12-18 00:49:59,111 Checking jobs for platform=local +2021-12-18 00:49:59,112 Checking jobs for platform=transfer_node +2021-12-18 00:49:59,112 Checking all jobs at once +2021-12-18 00:50:01,935 Successful check job command +2021-12-18 00:50:01,935 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:50:01,935 End of checking +2021-12-18 00:50:01,937 Updating FAILED jobs +2021-12-18 00:50:01,937 Updating WAITING jobs +2021-12-18 00:50:01,937 Update finished +2021-12-18 00:50:01,937 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:50:01,937 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:50:01,937 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:50:01,938 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:50:01,941 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:50:01,943 Job list saved +2021-12-18 00:50:01,948 Updating FAILED jobs +2021-12-18 00:50:01,948 Updating WAITING jobs +2021-12-18 00:50:01,948 Update finished +2021-12-18 00:50:11,953 Reloading parameters... +2021-12-18 00:50:11,974 Loading parameters... +2021-12-18 00:50:11,975 Loading project parameters... +2021-12-18 00:50:11,977 + +23 of 25 jobs remaining (00:50) +2021-12-18 00:50:11,978 Sleep: 10 +2021-12-18 00:50:11,978 Number of retrials: 0 +2021-12-18 00:50:11,978 WRAPPER CHECK TIME = 10 +2021-12-18 00:50:11,978 Checking jobs for platform=marenostrum4 +2021-12-18 00:50:11,979 Checking jobs for platform=nord3 +2021-12-18 00:50:11,980 Checking jobs for platform=local +2021-12-18 00:50:11,980 Checking jobs for platform=transfer_node +2021-12-18 00:50:11,980 Checking all jobs at once +2021-12-18 00:50:13,451 Successful check job command +2021-12-18 00:50:13,451 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:50:13,452 End of checking +2021-12-18 00:50:13,453 Updating FAILED jobs +2021-12-18 00:50:13,453 Updating WAITING jobs +2021-12-18 00:50:13,454 Update finished +2021-12-18 00:50:13,454 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:50:13,454 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:50:13,454 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:50:13,454 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:50:13,457 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:50:13,459 Job list saved +2021-12-18 00:50:13,465 Updating FAILED jobs +2021-12-18 00:50:13,465 Updating WAITING jobs +2021-12-18 00:50:13,465 Update finished +2021-12-18 00:50:23,475 Reloading parameters... +2021-12-18 00:50:23,495 Loading parameters... +2021-12-18 00:50:23,497 Loading project parameters... +2021-12-18 00:50:23,499 + +23 of 25 jobs remaining (00:50) +2021-12-18 00:50:23,499 Sleep: 10 +2021-12-18 00:50:23,499 Number of retrials: 0 +2021-12-18 00:50:23,499 WRAPPER CHECK TIME = 10 +2021-12-18 00:50:23,500 Checking jobs for platform=marenostrum4 +2021-12-18 00:50:23,500 Checking jobs for platform=nord3 +2021-12-18 00:50:23,501 Checking jobs for platform=local +2021-12-18 00:50:23,502 Checking jobs for platform=transfer_node +2021-12-18 00:50:23,502 Checking all jobs at once +2021-12-18 00:50:26,575 Successful check job command +2021-12-18 00:50:26,575 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:50:26,575 End of checking +2021-12-18 00:50:26,578 Updating FAILED jobs +2021-12-18 00:50:26,578 Updating WAITING jobs +2021-12-18 00:50:26,578 Update finished +2021-12-18 00:50:26,578 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:50:26,579 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:50:26,579 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:50:26,579 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:50:26,582 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:50:26,584 Job list saved +2021-12-18 00:50:26,590 Updating FAILED jobs +2021-12-18 00:50:26,590 Updating WAITING jobs +2021-12-18 00:50:26,590 Update finished +2021-12-18 00:50:36,600 Reloading parameters... +2021-12-18 00:50:36,620 Loading parameters... +2021-12-18 00:50:36,622 Loading project parameters... +2021-12-18 00:50:36,624 + +23 of 25 jobs remaining (00:50) +2021-12-18 00:50:36,624 Sleep: 10 +2021-12-18 00:50:36,624 Number of retrials: 0 +2021-12-18 00:50:36,624 WRAPPER CHECK TIME = 10 +2021-12-18 00:50:36,625 Checking jobs for platform=marenostrum4 +2021-12-18 00:50:36,625 Checking jobs for platform=nord3 +2021-12-18 00:50:36,626 Checking jobs for platform=local +2021-12-18 00:50:36,626 Checking jobs for platform=transfer_node +2021-12-18 00:50:36,626 Checking all jobs at once +2021-12-18 00:50:38,347 Successful check job command +2021-12-18 00:50:38,347 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:50:38,347 End of checking +2021-12-18 00:50:38,349 Updating FAILED jobs +2021-12-18 00:50:38,349 Updating WAITING jobs +2021-12-18 00:50:38,349 Update finished +2021-12-18 00:50:38,349 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:50:38,349 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:50:38,349 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:50:38,350 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:50:38,353 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:50:38,355 Job list saved +2021-12-18 00:50:38,360 Updating FAILED jobs +2021-12-18 00:50:38,360 Updating WAITING jobs +2021-12-18 00:50:38,360 Update finished +2021-12-18 00:50:48,370 Reloading parameters... +2021-12-18 00:50:48,393 Loading parameters... +2021-12-18 00:50:48,395 Loading project parameters... +2021-12-18 00:50:48,397 + +23 of 25 jobs remaining (00:50) +2021-12-18 00:50:48,397 Sleep: 10 +2021-12-18 00:50:48,397 Number of retrials: 0 +2021-12-18 00:50:48,397 WRAPPER CHECK TIME = 10 +2021-12-18 00:50:48,397 Checking jobs for platform=marenostrum4 +2021-12-18 00:50:48,398 Checking jobs for platform=nord3 +2021-12-18 00:50:48,399 Checking jobs for platform=local +2021-12-18 00:50:48,399 Checking jobs for platform=transfer_node +2021-12-18 00:50:48,399 Checking all jobs at once +2021-12-18 00:50:51,222 Successful check job command +2021-12-18 00:50:51,222 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:50:51,222 End of checking +2021-12-18 00:50:51,224 Updating FAILED jobs +2021-12-18 00:50:51,224 Updating WAITING jobs +2021-12-18 00:50:51,224 Update finished +2021-12-18 00:50:51,224 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:50:51,225 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:50:51,225 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:50:51,225 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:50:51,228 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:50:51,230 Job list saved +2021-12-18 00:50:51,238 Updating FAILED jobs +2021-12-18 00:50:51,238 Updating WAITING jobs +2021-12-18 00:50:51,238 Update finished +2021-12-18 00:51:01,246 Reloading parameters... +2021-12-18 00:51:01,267 Loading parameters... +2021-12-18 00:51:01,268 Loading project parameters... +2021-12-18 00:51:01,270 + +23 of 25 jobs remaining (00:51) +2021-12-18 00:51:01,270 Sleep: 10 +2021-12-18 00:51:01,270 Number of retrials: 0 +2021-12-18 00:51:01,270 WRAPPER CHECK TIME = 10 +2021-12-18 00:51:01,271 Checking jobs for platform=marenostrum4 +2021-12-18 00:51:01,272 Checking jobs for platform=nord3 +2021-12-18 00:51:01,272 Checking jobs for platform=local +2021-12-18 00:51:01,273 Checking jobs for platform=transfer_node +2021-12-18 00:51:01,273 Checking all jobs at once +2021-12-18 00:51:02,993 Successful check job command +2021-12-18 00:51:02,993 Job t0ni_REMOTE_SETUP is RUNNING +2021-12-18 00:51:02,993 End of checking +2021-12-18 00:51:02,995 Updating FAILED jobs +2021-12-18 00:51:02,995 Updating WAITING jobs +2021-12-18 00:51:02,995 Update finished +2021-12-18 00:51:02,995 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:51:02,996 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:51:02,996 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:51:02,996 t0ni_REMOTE_SETUP 19214844 RUNNING marenostrum4 bsc_es +2021-12-18 00:51:02,999 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:51:03,001 Job list saved +2021-12-18 00:51:03,006 Updating FAILED jobs +2021-12-18 00:51:03,006 Updating WAITING jobs +2021-12-18 00:51:03,006 Update finished +2021-12-18 00:51:13,016 Reloading parameters... +2021-12-18 00:51:13,041 Loading parameters... +2021-12-18 00:51:13,043 Loading project parameters... +2021-12-18 00:51:13,045 + +23 of 25 jobs remaining (00:51) +2021-12-18 00:51:13,045 Sleep: 10 +2021-12-18 00:51:13,045 Number of retrials: 0 +2021-12-18 00:51:13,045 WRAPPER CHECK TIME = 10 +2021-12-18 00:51:13,046 Checking jobs for platform=marenostrum4 +2021-12-18 00:51:13,046 Checking jobs for platform=nord3 +2021-12-18 00:51:13,047 Checking jobs for platform=local +2021-12-18 00:51:13,048 Checking jobs for platform=transfer_node +2021-12-18 00:51:13,048 Checking all jobs at once +2021-12-18 00:51:14,619 Successful check job command +2021-12-18 00:51:14,620 t0ni_REMOTE_SETUP job seems to have completed: checking... +2021-12-18 00:51:14,642 Job t0ni_REMOTE_SETUP is COMPLETED +2021-12-18 00:51:14,659 t0ni_REMOTE_SETUP_STAT file have been transfered +2021-12-18 00:51:14,771 End of checking +2021-12-18 00:51:14,773 Updating FAILED jobs +2021-12-18 00:51:14,773 Updating WAITING jobs +2021-12-18 00:51:14,773 Setting job: t0ni_19931101_fc0_INI status to: READY (all parents completed)... +2021-12-18 00:51:14,773 Update finished +2021-12-18 00:51:14,773 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:51:14,774 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:51:14,774 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:51:14,774 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 00:51:14,778 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:51:14,782 Job list saved +2021-12-18 00:51:14,785 +Jobs ready for marenostrum4: 1 +2021-12-18 00:51:14,786 Number of jobs available: 20 +2021-12-18 00:51:14,786 Number of jobs ready: 1 +2021-12-18 00:51:14,786 Jobs ready for marenostrum4: 1 +2021-12-18 00:51:14,799 Creating Scripts +2021-12-18 00:51:14,804 Custom directives from platform.conf: None +2021-12-18 00:51:14,805 Custom directives from platform.conf: None +2021-12-18 00:51:14,805 Custom directives from platform.conf: None +2021-12-18 00:51:15,086 Sending Files +2021-12-18 00:51:15,100 Submitting +2021-12-18 00:51:17,019 +Jobs ready for nord3: 0 +2021-12-18 00:51:17,020 Number of jobs available: 20 +2021-12-18 00:51:17,021 Number of jobs ready: 0 +2021-12-18 00:51:17,021 +Jobs ready for local: 0 +2021-12-18 00:51:17,021 Number of jobs available: 20 +2021-12-18 00:51:17,022 Number of jobs ready: 0 +2021-12-18 00:51:17,022 +Jobs ready for transfer_node: 0 +2021-12-18 00:51:17,023 Number of jobs available: 20 +2021-12-18 00:51:17,023 Number of jobs ready: 0 +2021-12-18 00:51:17,024 Updating FAILED jobs +2021-12-18 00:51:17,024 Updating WAITING jobs +2021-12-18 00:51:17,025 Update finished +2021-12-18 00:51:17,025 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:51:17,025 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:51:17,025 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:51:17,025 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 00:51:17,025 t0ni_19931101_fc0_INI 19268645 SUBMITTED marenostrum4 debug +2021-12-18 00:51:17,028 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:51:17,031 Job list saved +2021-12-18 00:51:17,099 Updating FAILED jobs +2021-12-18 00:51:17,099 Updating WAITING jobs +2021-12-18 00:51:17,100 Update finished +2021-12-18 00:51:27,110 Reloading parameters... +2021-12-18 00:51:27,130 Loading parameters... +2021-12-18 00:51:27,132 Loading project parameters... +2021-12-18 00:51:27,134 + +22 of 25 jobs remaining (00:51) +2021-12-18 00:51:27,134 Sleep: 10 +2021-12-18 00:51:27,134 Number of retrials: 0 +2021-12-18 00:51:27,134 WRAPPER CHECK TIME = 10 +2021-12-18 00:51:27,135 Checking jobs for platform=marenostrum4 +2021-12-18 00:51:27,136 Checking jobs for platform=nord3 +2021-12-18 00:51:27,136 Checking jobs for platform=local +2021-12-18 00:51:27,137 Checking jobs for platform=transfer_node +2021-12-18 00:51:27,137 Checking all jobs at once +2021-12-18 00:51:29,361 Successful check job command +2021-12-18 00:51:31,133 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 00:51:31,133 End of checking +2021-12-18 00:51:31,135 Updating FAILED jobs +2021-12-18 00:51:31,135 Updating WAITING jobs +2021-12-18 00:51:31,135 Update finished +2021-12-18 00:51:31,135 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:51:31,136 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:51:31,136 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:51:31,136 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 00:51:31,136 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 00:51:31,140 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:51:31,142 Job list saved +2021-12-18 00:51:31,225 Updating FAILED jobs +2021-12-18 00:51:31,225 Updating WAITING jobs +2021-12-18 00:51:31,225 Update finished +2021-12-18 00:51:41,235 Reloading parameters... +2021-12-18 00:51:41,254 Loading parameters... +2021-12-18 00:51:41,255 Loading project parameters... +2021-12-18 00:51:41,257 + +22 of 25 jobs remaining (00:51) +2021-12-18 00:51:41,257 Sleep: 10 +2021-12-18 00:51:41,257 Number of retrials: 0 +2021-12-18 00:51:41,257 WRAPPER CHECK TIME = 10 +2021-12-18 00:51:41,258 Checking jobs for platform=marenostrum4 +2021-12-18 00:51:41,259 Checking jobs for platform=nord3 +2021-12-18 00:51:41,259 Checking jobs for platform=local +2021-12-18 00:51:41,260 Checking jobs for platform=transfer_node +2021-12-18 00:51:41,260 Checking all jobs at once +2021-12-18 00:51:43,281 Successful check job command +2021-12-18 00:51:45,353 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 00:51:45,353 End of checking +2021-12-18 00:51:45,354 Updating FAILED jobs +2021-12-18 00:51:45,354 Updating WAITING jobs +2021-12-18 00:51:45,355 Update finished +2021-12-18 00:51:45,355 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:51:45,355 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:51:45,356 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:51:45,356 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 00:51:45,356 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 00:51:45,358 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:51:45,361 Job list saved +2021-12-18 00:51:45,365 Updating FAILED jobs +2021-12-18 00:51:45,365 Updating WAITING jobs +2021-12-18 00:51:45,366 Update finished +2021-12-18 00:51:55,368 Reloading parameters... +2021-12-18 00:51:55,388 Loading parameters... +2021-12-18 00:51:55,389 Loading project parameters... +2021-12-18 00:51:55,391 + +22 of 25 jobs remaining (00:51) +2021-12-18 00:51:55,391 Sleep: 10 +2021-12-18 00:51:55,391 Number of retrials: 0 +2021-12-18 00:51:55,391 WRAPPER CHECK TIME = 10 +2021-12-18 00:51:55,392 Checking jobs for platform=marenostrum4 +2021-12-18 00:51:55,392 Checking jobs for platform=nord3 +2021-12-18 00:51:55,393 Checking jobs for platform=local +2021-12-18 00:51:55,393 Checking jobs for platform=transfer_node +2021-12-18 00:51:55,394 Checking all jobs at once +2021-12-18 00:51:56,914 Successful check job command +2021-12-18 00:51:58,134 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 00:51:58,134 End of checking +2021-12-18 00:51:58,135 Updating FAILED jobs +2021-12-18 00:51:58,135 Updating WAITING jobs +2021-12-18 00:51:58,136 Update finished +2021-12-18 00:51:58,136 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:51:58,136 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:51:58,136 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:51:58,136 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 00:51:58,136 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 00:51:58,139 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:51:58,141 Job list saved +2021-12-18 00:51:58,146 Updating FAILED jobs +2021-12-18 00:51:58,146 Updating WAITING jobs +2021-12-18 00:51:58,146 Update finished +2021-12-18 00:52:08,156 Reloading parameters... +2021-12-18 00:52:08,177 Loading parameters... +2021-12-18 00:52:08,178 Loading project parameters... +2021-12-18 00:52:08,180 + +22 of 25 jobs remaining (00:52) +2021-12-18 00:52:08,180 Sleep: 10 +2021-12-18 00:52:08,180 Number of retrials: 0 +2021-12-18 00:52:08,180 WRAPPER CHECK TIME = 10 +2021-12-18 00:52:08,181 Checking jobs for platform=marenostrum4 +2021-12-18 00:52:08,181 Checking jobs for platform=nord3 +2021-12-18 00:52:08,182 Checking jobs for platform=local +2021-12-18 00:52:08,182 Checking jobs for platform=transfer_node +2021-12-18 00:52:08,182 Checking all jobs at once +2021-12-18 00:52:11,558 Successful check job command +2021-12-18 00:52:14,530 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 00:52:14,530 End of checking +2021-12-18 00:52:14,532 Updating FAILED jobs +2021-12-18 00:52:14,532 Updating WAITING jobs +2021-12-18 00:52:14,532 Update finished +2021-12-18 00:52:14,532 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:52:14,533 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:52:14,533 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:52:14,533 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 00:52:14,533 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 00:52:14,538 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:52:14,540 Job list saved +2021-12-18 00:52:14,549 Updating FAILED jobs +2021-12-18 00:52:14,550 Updating WAITING jobs +2021-12-18 00:52:14,550 Update finished +2021-12-18 00:52:24,553 Reloading parameters... +2021-12-18 00:52:24,576 Loading parameters... +2021-12-18 00:52:24,577 Loading project parameters... +2021-12-18 00:52:24,579 + +22 of 25 jobs remaining (00:52) +2021-12-18 00:52:24,580 Sleep: 10 +2021-12-18 00:52:24,580 Number of retrials: 0 +2021-12-18 00:52:24,580 WRAPPER CHECK TIME = 10 +2021-12-18 00:52:24,580 Checking jobs for platform=marenostrum4 +2021-12-18 00:52:24,581 Checking jobs for platform=nord3 +2021-12-18 00:52:24,581 Checking jobs for platform=local +2021-12-18 00:52:24,582 Checking jobs for platform=transfer_node +2021-12-18 00:52:24,582 Checking all jobs at once +2021-12-18 00:52:26,553 Successful check job command +2021-12-18 00:52:29,428 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 00:52:29,428 End of checking +2021-12-18 00:52:29,430 Updating FAILED jobs +2021-12-18 00:52:29,430 Updating WAITING jobs +2021-12-18 00:52:29,430 Update finished +2021-12-18 00:52:29,430 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:52:29,431 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:52:29,431 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:52:29,431 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 00:52:29,431 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 00:52:29,434 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:52:29,436 Job list saved +2021-12-18 00:52:29,441 Updating FAILED jobs +2021-12-18 00:52:29,441 Updating WAITING jobs +2021-12-18 00:52:29,442 Update finished +2021-12-18 00:52:39,452 Reloading parameters... +2021-12-18 00:52:39,470 Loading parameters... +2021-12-18 00:52:39,471 Loading project parameters... +2021-12-18 00:52:39,473 + +22 of 25 jobs remaining (00:52) +2021-12-18 00:52:39,473 Sleep: 10 +2021-12-18 00:52:39,473 Number of retrials: 0 +2021-12-18 00:52:39,473 WRAPPER CHECK TIME = 10 +2021-12-18 00:52:39,474 Checking jobs for platform=marenostrum4 +2021-12-18 00:52:39,474 Checking jobs for platform=nord3 +2021-12-18 00:52:39,475 Checking jobs for platform=local +2021-12-18 00:52:39,475 Checking jobs for platform=transfer_node +2021-12-18 00:52:39,475 Checking all jobs at once +2021-12-18 00:52:40,796 Successful check job command +2021-12-18 00:52:42,115 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 00:52:42,116 End of checking +2021-12-18 00:52:42,117 Updating FAILED jobs +2021-12-18 00:52:42,117 Updating WAITING jobs +2021-12-18 00:52:42,118 Update finished +2021-12-18 00:52:42,118 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:52:42,118 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:52:42,118 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:52:42,118 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 00:52:42,118 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 00:52:42,122 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:52:42,124 Job list saved +2021-12-18 00:52:42,130 Updating FAILED jobs +2021-12-18 00:52:42,131 Updating WAITING jobs +2021-12-18 00:52:42,131 Update finished +2021-12-18 00:52:52,141 Reloading parameters... +2021-12-18 00:52:52,159 Loading parameters... +2021-12-18 00:52:52,160 Loading project parameters... +2021-12-18 00:52:52,162 + +22 of 25 jobs remaining (00:52) +2021-12-18 00:52:52,162 Sleep: 10 +2021-12-18 00:52:52,162 Number of retrials: 0 +2021-12-18 00:52:52,162 WRAPPER CHECK TIME = 10 +2021-12-18 00:52:52,163 Checking jobs for platform=marenostrum4 +2021-12-18 00:52:52,164 Checking jobs for platform=nord3 +2021-12-18 00:52:52,164 Checking jobs for platform=local +2021-12-18 00:52:52,165 Checking jobs for platform=transfer_node +2021-12-18 00:52:52,165 Checking all jobs at once +2021-12-18 00:52:56,291 Successful check job command +2021-12-18 00:52:59,463 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 00:52:59,464 End of checking +2021-12-18 00:52:59,465 Updating FAILED jobs +2021-12-18 00:52:59,465 Updating WAITING jobs +2021-12-18 00:52:59,465 Update finished +2021-12-18 00:52:59,466 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:52:59,466 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:52:59,466 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:52:59,466 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 00:52:59,466 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 00:52:59,469 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:52:59,471 Job list saved +2021-12-18 00:52:59,476 Updating FAILED jobs +2021-12-18 00:52:59,477 Updating WAITING jobs +2021-12-18 00:52:59,477 Update finished +2021-12-18 00:53:09,487 Reloading parameters... +2021-12-18 00:53:09,506 Loading parameters... +2021-12-18 00:53:09,507 Loading project parameters... +2021-12-18 00:53:09,509 + +22 of 25 jobs remaining (00:53) +2021-12-18 00:53:09,509 Sleep: 10 +2021-12-18 00:53:09,509 Number of retrials: 0 +2021-12-18 00:53:09,509 WRAPPER CHECK TIME = 10 +2021-12-18 00:53:09,510 Checking jobs for platform=marenostrum4 +2021-12-18 00:53:09,511 Checking jobs for platform=nord3 +2021-12-18 00:53:09,511 Checking jobs for platform=local +2021-12-18 00:53:09,512 Checking jobs for platform=transfer_node +2021-12-18 00:53:09,512 Checking all jobs at once +2021-12-18 00:53:11,833 Successful check job command +2021-12-18 00:53:14,104 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 00:53:14,104 End of checking +2021-12-18 00:53:14,106 Updating FAILED jobs +2021-12-18 00:53:14,106 Updating WAITING jobs +2021-12-18 00:53:14,106 Update finished +2021-12-18 00:53:14,106 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:53:14,107 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:53:14,107 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:53:14,107 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 00:53:14,107 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 00:53:14,110 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:53:14,112 Job list saved +2021-12-18 00:53:14,117 Updating FAILED jobs +2021-12-18 00:53:14,117 Updating WAITING jobs +2021-12-18 00:53:14,118 Update finished +2021-12-18 00:53:24,126 Reloading parameters... +2021-12-18 00:53:24,146 Loading parameters... +2021-12-18 00:53:24,147 Loading project parameters... +2021-12-18 00:53:24,149 + +22 of 25 jobs remaining (00:53) +2021-12-18 00:53:24,149 Sleep: 10 +2021-12-18 00:53:24,149 Number of retrials: 0 +2021-12-18 00:53:24,149 WRAPPER CHECK TIME = 10 +2021-12-18 00:53:24,150 Checking jobs for platform=marenostrum4 +2021-12-18 00:53:24,150 Checking jobs for platform=nord3 +2021-12-18 00:53:24,151 Checking jobs for platform=local +2021-12-18 00:53:24,151 Checking jobs for platform=transfer_node +2021-12-18 00:53:24,151 Checking all jobs at once +2021-12-18 00:53:25,722 Successful check job command +2021-12-18 00:53:26,991 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 00:53:26,991 End of checking +2021-12-18 00:53:26,992 Updating FAILED jobs +2021-12-18 00:53:26,993 Updating WAITING jobs +2021-12-18 00:53:26,993 Update finished +2021-12-18 00:53:26,993 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:53:26,993 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:53:26,994 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:53:26,994 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 00:53:26,994 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 00:53:26,996 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:53:26,999 Job list saved +2021-12-18 00:53:27,004 Updating FAILED jobs +2021-12-18 00:53:27,004 Updating WAITING jobs +2021-12-18 00:53:27,004 Update finished +2021-12-18 00:53:37,014 Reloading parameters... +2021-12-18 00:53:37,033 Loading parameters... +2021-12-18 00:53:37,034 Loading project parameters... +2021-12-18 00:53:37,036 + +22 of 25 jobs remaining (00:53) +2021-12-18 00:53:37,036 Sleep: 10 +2021-12-18 00:53:37,036 Number of retrials: 0 +2021-12-18 00:53:37,036 WRAPPER CHECK TIME = 10 +2021-12-18 00:53:37,037 Checking jobs for platform=marenostrum4 +2021-12-18 00:53:37,037 Checking jobs for platform=nord3 +2021-12-18 00:53:37,038 Checking jobs for platform=local +2021-12-18 00:53:37,038 Checking jobs for platform=transfer_node +2021-12-18 00:53:37,039 Checking all jobs at once +2021-12-18 00:53:39,610 Successful check job command +2021-12-18 00:53:42,185 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 00:53:42,185 End of checking +2021-12-18 00:53:42,187 Updating FAILED jobs +2021-12-18 00:53:42,187 Updating WAITING jobs +2021-12-18 00:53:42,187 Update finished +2021-12-18 00:53:42,187 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:53:42,187 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:53:42,188 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:53:42,188 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 00:53:42,188 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 00:53:42,191 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:53:42,193 Job list saved +2021-12-18 00:53:42,198 Updating FAILED jobs +2021-12-18 00:53:42,198 Updating WAITING jobs +2021-12-18 00:53:42,198 Update finished +2021-12-18 00:53:52,206 Reloading parameters... +2021-12-18 00:53:52,224 Loading parameters... +2021-12-18 00:53:52,226 Loading project parameters... +2021-12-18 00:53:52,228 + +22 of 25 jobs remaining (00:53) +2021-12-18 00:53:52,228 Sleep: 10 +2021-12-18 00:53:52,228 Number of retrials: 0 +2021-12-18 00:53:52,228 WRAPPER CHECK TIME = 10 +2021-12-18 00:53:52,229 Checking jobs for platform=marenostrum4 +2021-12-18 00:53:52,229 Checking jobs for platform=nord3 +2021-12-18 00:53:52,230 Checking jobs for platform=local +2021-12-18 00:53:52,230 Checking jobs for platform=transfer_node +2021-12-18 00:53:52,230 Checking all jobs at once +2021-12-18 00:53:54,151 Successful check job command +2021-12-18 00:53:57,175 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 00:53:57,175 End of checking +2021-12-18 00:53:57,177 Updating FAILED jobs +2021-12-18 00:53:57,177 Updating WAITING jobs +2021-12-18 00:53:57,177 Update finished +2021-12-18 00:53:57,177 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:53:57,178 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:53:57,178 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:53:57,178 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 00:53:57,178 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 00:53:57,181 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:53:57,183 Job list saved +2021-12-18 00:53:57,189 Updating FAILED jobs +2021-12-18 00:53:57,189 Updating WAITING jobs +2021-12-18 00:53:57,189 Update finished +2021-12-18 00:54:07,199 Reloading parameters... +2021-12-18 00:54:07,218 Loading parameters... +2021-12-18 00:54:07,219 Loading project parameters... +2021-12-18 00:54:07,221 + +22 of 25 jobs remaining (00:54) +2021-12-18 00:54:07,221 Sleep: 10 +2021-12-18 00:54:07,221 Number of retrials: 0 +2021-12-18 00:54:07,221 WRAPPER CHECK TIME = 10 +2021-12-18 00:54:07,222 Checking jobs for platform=marenostrum4 +2021-12-18 00:54:07,222 Checking jobs for platform=nord3 +2021-12-18 00:54:07,223 Checking jobs for platform=local +2021-12-18 00:54:07,224 Checking jobs for platform=transfer_node +2021-12-18 00:54:07,224 Checking all jobs at once +2021-12-18 00:54:08,693 Successful check job command +2021-12-18 00:54:10,064 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 00:54:10,064 End of checking +2021-12-18 00:54:10,066 Updating FAILED jobs +2021-12-18 00:54:10,066 Updating WAITING jobs +2021-12-18 00:54:10,067 Update finished +2021-12-18 00:54:10,067 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:54:10,067 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:54:10,067 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:54:10,067 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 00:54:10,067 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 00:54:10,070 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:54:10,072 Job list saved +2021-12-18 00:54:10,077 Updating FAILED jobs +2021-12-18 00:54:10,077 Updating WAITING jobs +2021-12-18 00:54:10,077 Update finished +2021-12-18 00:54:20,087 Reloading parameters... +2021-12-18 00:54:20,107 Loading parameters... +2021-12-18 00:54:20,108 Loading project parameters... +2021-12-18 00:54:20,110 + +22 of 25 jobs remaining (00:54) +2021-12-18 00:54:20,110 Sleep: 10 +2021-12-18 00:54:20,110 Number of retrials: 0 +2021-12-18 00:54:20,110 WRAPPER CHECK TIME = 10 +2021-12-18 00:54:20,112 Checking jobs for platform=marenostrum4 +2021-12-18 00:54:20,112 Checking jobs for platform=nord3 +2021-12-18 00:54:20,113 Checking jobs for platform=local +2021-12-18 00:54:20,113 Checking jobs for platform=transfer_node +2021-12-18 00:54:20,113 Checking all jobs at once +2021-12-18 00:54:23,336 Successful check job command +2021-12-18 00:54:26,859 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 00:54:26,859 End of checking +2021-12-18 00:54:26,861 Updating FAILED jobs +2021-12-18 00:54:26,861 Updating WAITING jobs +2021-12-18 00:54:26,861 Update finished +2021-12-18 00:54:26,861 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:54:26,862 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:54:26,862 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:54:26,862 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 00:54:26,862 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 00:54:26,864 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:54:26,867 Job list saved +2021-12-18 00:54:26,871 Updating FAILED jobs +2021-12-18 00:54:26,871 Updating WAITING jobs +2021-12-18 00:54:26,872 Update finished +2021-12-18 00:54:36,881 Reloading parameters... +2021-12-18 00:54:36,898 Loading parameters... +2021-12-18 00:54:36,900 Loading project parameters... +2021-12-18 00:54:36,901 + +22 of 25 jobs remaining (00:54) +2021-12-18 00:54:36,902 Sleep: 10 +2021-12-18 00:54:36,902 Number of retrials: 0 +2021-12-18 00:54:36,902 WRAPPER CHECK TIME = 10 +2021-12-18 00:54:36,902 Checking jobs for platform=marenostrum4 +2021-12-18 00:54:36,903 Checking jobs for platform=nord3 +2021-12-18 00:54:36,904 Checking jobs for platform=local +2021-12-18 00:54:36,904 Checking jobs for platform=transfer_node +2021-12-18 00:54:36,905 Checking all jobs at once +2021-12-18 00:54:38,375 Successful check job command +2021-12-18 00:54:41,050 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 00:54:41,050 End of checking +2021-12-18 00:54:41,052 Updating FAILED jobs +2021-12-18 00:54:41,052 Updating WAITING jobs +2021-12-18 00:54:41,052 Update finished +2021-12-18 00:54:41,052 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:54:41,053 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:54:41,053 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:54:41,053 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 00:54:41,053 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 00:54:41,056 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:54:41,058 Job list saved +2021-12-18 00:54:41,062 Updating FAILED jobs +2021-12-18 00:54:41,063 Updating WAITING jobs +2021-12-18 00:54:41,063 Update finished +2021-12-18 00:54:51,073 Reloading parameters... +2021-12-18 00:54:51,091 Loading parameters... +2021-12-18 00:54:51,092 Loading project parameters... +2021-12-18 00:54:51,094 + +22 of 25 jobs remaining (00:54) +2021-12-18 00:54:51,094 Sleep: 10 +2021-12-18 00:54:51,095 Number of retrials: 0 +2021-12-18 00:54:51,095 WRAPPER CHECK TIME = 10 +2021-12-18 00:54:51,095 Checking jobs for platform=marenostrum4 +2021-12-18 00:54:51,096 Checking jobs for platform=nord3 +2021-12-18 00:54:51,096 Checking jobs for platform=local +2021-12-18 00:54:51,097 Checking jobs for platform=transfer_node +2021-12-18 00:54:51,097 Checking all jobs at once +2021-12-18 00:54:52,418 Successful check job command +2021-12-18 00:54:53,587 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 00:54:53,587 End of checking +2021-12-18 00:54:53,588 Updating FAILED jobs +2021-12-18 00:54:53,588 Updating WAITING jobs +2021-12-18 00:54:53,589 Update finished +2021-12-18 00:54:53,589 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:54:53,589 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:54:53,589 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:54:53,589 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 00:54:53,589 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 00:54:53,592 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:54:53,594 Job list saved +2021-12-18 00:54:53,599 Updating FAILED jobs +2021-12-18 00:54:53,599 Updating WAITING jobs +2021-12-18 00:54:53,599 Update finished +2021-12-18 00:55:03,610 Reloading parameters... +2021-12-18 00:55:03,631 Loading parameters... +2021-12-18 00:55:03,632 Loading project parameters... +2021-12-18 00:55:03,634 + +22 of 25 jobs remaining (00:55) +2021-12-18 00:55:03,635 Sleep: 10 +2021-12-18 00:55:03,635 Number of retrials: 0 +2021-12-18 00:55:03,635 WRAPPER CHECK TIME = 10 +2021-12-18 00:55:03,635 Checking jobs for platform=marenostrum4 +2021-12-18 00:55:03,636 Checking jobs for platform=nord3 +2021-12-18 00:55:03,636 Checking jobs for platform=local +2021-12-18 00:55:03,637 Checking jobs for platform=transfer_node +2021-12-18 00:55:03,637 Checking all jobs at once +2021-12-18 00:55:06,108 Successful check job command +2021-12-18 00:55:08,079 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 00:55:08,079 End of checking +2021-12-18 00:55:08,080 Updating FAILED jobs +2021-12-18 00:55:08,080 Updating WAITING jobs +2021-12-18 00:55:08,081 Update finished +2021-12-18 00:55:08,081 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:55:08,081 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:55:08,081 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:55:08,081 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 00:55:08,081 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 00:55:08,084 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:55:08,086 Job list saved +2021-12-18 00:55:08,091 Updating FAILED jobs +2021-12-18 00:55:08,091 Updating WAITING jobs +2021-12-18 00:55:08,092 Update finished +2021-12-18 00:55:18,102 Reloading parameters... +2021-12-18 00:55:18,120 Loading parameters... +2021-12-18 00:55:18,122 Loading project parameters... +2021-12-18 00:55:18,124 + +22 of 25 jobs remaining (00:55) +2021-12-18 00:55:18,124 Sleep: 10 +2021-12-18 00:55:18,124 Number of retrials: 0 +2021-12-18 00:55:18,124 WRAPPER CHECK TIME = 10 +2021-12-18 00:55:18,125 Checking jobs for platform=marenostrum4 +2021-12-18 00:55:18,125 Checking jobs for platform=nord3 +2021-12-18 00:55:18,126 Checking jobs for platform=local +2021-12-18 00:55:18,126 Checking jobs for platform=transfer_node +2021-12-18 00:55:18,126 Checking all jobs at once +2021-12-18 00:55:19,446 Successful check job command +2021-12-18 00:55:20,666 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 00:55:20,666 End of checking +2021-12-18 00:55:20,668 Updating FAILED jobs +2021-12-18 00:55:20,668 Updating WAITING jobs +2021-12-18 00:55:20,668 Update finished +2021-12-18 00:55:20,668 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:55:20,669 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:55:20,669 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:55:20,669 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 00:55:20,669 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 00:55:20,672 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:55:20,674 Job list saved +2021-12-18 00:55:20,678 Updating FAILED jobs +2021-12-18 00:55:20,679 Updating WAITING jobs +2021-12-18 00:55:20,679 Update finished +2021-12-18 00:55:30,689 Reloading parameters... +2021-12-18 00:55:30,709 Loading parameters... +2021-12-18 00:55:30,710 Loading project parameters... +2021-12-18 00:55:30,713 + +22 of 25 jobs remaining (00:55) +2021-12-18 00:55:30,714 Sleep: 10 +2021-12-18 00:55:30,714 Number of retrials: 0 +2021-12-18 00:55:30,714 WRAPPER CHECK TIME = 10 +2021-12-18 00:55:30,714 Checking jobs for platform=marenostrum4 +2021-12-18 00:55:30,715 Checking jobs for platform=nord3 +2021-12-18 00:55:30,715 Checking jobs for platform=local +2021-12-18 00:55:30,716 Checking jobs for platform=transfer_node +2021-12-18 00:55:30,716 Checking all jobs at once +2021-12-18 00:55:33,839 Successful check job command +2021-12-18 00:55:35,308 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 00:55:35,309 End of checking +2021-12-18 00:55:35,311 Updating FAILED jobs +2021-12-18 00:55:35,311 Updating WAITING jobs +2021-12-18 00:55:35,311 Update finished +2021-12-18 00:55:35,311 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:55:35,311 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:55:35,311 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:55:35,312 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 00:55:35,312 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 00:55:35,314 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:55:35,316 Job list saved +2021-12-18 00:55:35,321 Updating FAILED jobs +2021-12-18 00:55:35,321 Updating WAITING jobs +2021-12-18 00:55:35,322 Update finished +2021-12-18 00:55:45,329 Reloading parameters... +2021-12-18 00:55:45,349 Loading parameters... +2021-12-18 00:55:45,351 Loading project parameters... +2021-12-18 00:55:45,353 + +22 of 25 jobs remaining (00:55) +2021-12-18 00:55:45,353 Sleep: 10 +2021-12-18 00:55:45,353 Number of retrials: 0 +2021-12-18 00:55:45,353 WRAPPER CHECK TIME = 10 +2021-12-18 00:55:45,354 Checking jobs for platform=marenostrum4 +2021-12-18 00:55:45,355 Checking jobs for platform=nord3 +2021-12-18 00:55:45,355 Checking jobs for platform=local +2021-12-18 00:55:45,356 Checking jobs for platform=transfer_node +2021-12-18 00:55:45,356 Checking all jobs at once +2021-12-18 00:55:47,526 Successful check job command +2021-12-18 00:55:51,250 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 00:55:51,250 End of checking +2021-12-18 00:55:51,252 Updating FAILED jobs +2021-12-18 00:55:51,252 Updating WAITING jobs +2021-12-18 00:55:51,252 Update finished +2021-12-18 00:55:51,253 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:55:51,253 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:55:51,253 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:55:51,253 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 00:55:51,253 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 00:55:51,256 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:55:51,258 Job list saved +2021-12-18 00:55:51,262 Updating FAILED jobs +2021-12-18 00:55:51,262 Updating WAITING jobs +2021-12-18 00:55:51,263 Update finished +2021-12-18 00:56:01,269 Reloading parameters... +2021-12-18 00:56:01,288 Loading parameters... +2021-12-18 00:56:01,290 Loading project parameters... +2021-12-18 00:56:01,292 + +22 of 25 jobs remaining (00:56) +2021-12-18 00:56:01,293 Sleep: 10 +2021-12-18 00:56:01,293 Number of retrials: 0 +2021-12-18 00:56:01,293 WRAPPER CHECK TIME = 10 +2021-12-18 00:56:01,293 Checking jobs for platform=marenostrum4 +2021-12-18 00:56:01,294 Checking jobs for platform=nord3 +2021-12-18 00:56:01,295 Checking jobs for platform=local +2021-12-18 00:56:01,295 Checking jobs for platform=transfer_node +2021-12-18 00:56:01,295 Checking all jobs at once +2021-12-18 00:56:02,767 Successful check job command +2021-12-18 00:56:03,988 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 00:56:03,988 End of checking +2021-12-18 00:56:03,989 Updating FAILED jobs +2021-12-18 00:56:03,990 Updating WAITING jobs +2021-12-18 00:56:03,990 Update finished +2021-12-18 00:56:03,990 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:56:03,991 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:56:03,991 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:56:03,991 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 00:56:03,991 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 00:56:03,994 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:56:03,996 Job list saved +2021-12-18 00:56:04,000 Updating FAILED jobs +2021-12-18 00:56:04,001 Updating WAITING jobs +2021-12-18 00:56:04,001 Update finished +2021-12-18 00:56:14,011 Reloading parameters... +2021-12-18 00:56:14,029 Loading parameters... +2021-12-18 00:56:14,030 Loading project parameters... +2021-12-18 00:56:14,032 + +22 of 25 jobs remaining (00:56) +2021-12-18 00:56:14,032 Sleep: 10 +2021-12-18 00:56:14,033 Number of retrials: 0 +2021-12-18 00:56:14,033 WRAPPER CHECK TIME = 10 +2021-12-18 00:56:14,033 Checking jobs for platform=marenostrum4 +2021-12-18 00:56:14,034 Checking jobs for platform=nord3 +2021-12-18 00:56:14,034 Checking jobs for platform=local +2021-12-18 00:56:14,035 Checking jobs for platform=transfer_node +2021-12-18 00:56:14,035 Checking all jobs at once +2021-12-18 00:56:16,063 Successful check job command +2021-12-18 00:56:17,283 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 00:56:17,283 End of checking +2021-12-18 00:56:17,284 Updating FAILED jobs +2021-12-18 00:56:17,285 Updating WAITING jobs +2021-12-18 00:56:17,285 Update finished +2021-12-18 00:56:17,285 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:56:17,285 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:56:17,285 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:56:17,285 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 00:56:17,285 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 00:56:17,289 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:56:17,291 Job list saved +2021-12-18 00:56:17,296 Updating FAILED jobs +2021-12-18 00:56:17,296 Updating WAITING jobs +2021-12-18 00:56:17,296 Update finished +2021-12-18 00:56:27,306 Reloading parameters... +2021-12-18 00:56:27,325 Loading parameters... +2021-12-18 00:56:27,326 Loading project parameters... +2021-12-18 00:56:27,328 + +22 of 25 jobs remaining (00:56) +2021-12-18 00:56:27,328 Sleep: 10 +2021-12-18 00:56:27,328 Number of retrials: 0 +2021-12-18 00:56:27,328 WRAPPER CHECK TIME = 10 +2021-12-18 00:56:27,331 Checking jobs for platform=marenostrum4 +2021-12-18 00:56:27,331 Checking jobs for platform=nord3 +2021-12-18 00:56:27,332 Checking jobs for platform=local +2021-12-18 00:56:27,332 Checking jobs for platform=transfer_node +2021-12-18 00:56:27,332 Checking all jobs at once +2021-12-18 00:56:29,804 Successful check job command +2021-12-18 00:56:31,675 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 00:56:31,675 End of checking +2021-12-18 00:56:31,677 Updating FAILED jobs +2021-12-18 00:56:31,678 Updating WAITING jobs +2021-12-18 00:56:31,678 Update finished +2021-12-18 00:56:31,678 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:56:31,678 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:56:31,678 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:56:31,679 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 00:56:31,679 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 00:56:31,681 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:56:31,683 Job list saved +2021-12-18 00:56:31,688 Updating FAILED jobs +2021-12-18 00:56:31,688 Updating WAITING jobs +2021-12-18 00:56:31,688 Update finished +2021-12-18 00:56:41,698 Reloading parameters... +2021-12-18 00:56:41,720 Loading parameters... +2021-12-18 00:56:41,721 Loading project parameters... +2021-12-18 00:56:41,723 + +22 of 25 jobs remaining (00:56) +2021-12-18 00:56:41,723 Sleep: 10 +2021-12-18 00:56:41,723 Number of retrials: 0 +2021-12-18 00:56:41,724 WRAPPER CHECK TIME = 10 +2021-12-18 00:56:41,724 Checking jobs for platform=marenostrum4 +2021-12-18 00:56:41,725 Checking jobs for platform=nord3 +2021-12-18 00:56:41,725 Checking jobs for platform=local +2021-12-18 00:56:41,726 Checking jobs for platform=transfer_node +2021-12-18 00:56:41,726 Checking all jobs at once +2021-12-18 00:56:43,247 Successful check job command +2021-12-18 00:56:44,616 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 00:56:44,616 End of checking +2021-12-18 00:56:44,618 Updating FAILED jobs +2021-12-18 00:56:44,618 Updating WAITING jobs +2021-12-18 00:56:44,618 Update finished +2021-12-18 00:56:44,618 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:56:44,619 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:56:44,619 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:56:44,619 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 00:56:44,619 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 00:56:44,622 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:56:44,624 Job list saved +2021-12-18 00:56:44,632 Updating FAILED jobs +2021-12-18 00:56:44,632 Updating WAITING jobs +2021-12-18 00:56:44,632 Update finished +2021-12-18 00:56:54,642 Reloading parameters... +2021-12-18 00:56:54,660 Loading parameters... +2021-12-18 00:56:54,661 Loading project parameters... +2021-12-18 00:56:54,663 + +22 of 25 jobs remaining (00:56) +2021-12-18 00:56:54,663 Sleep: 10 +2021-12-18 00:56:54,663 Number of retrials: 0 +2021-12-18 00:56:54,664 WRAPPER CHECK TIME = 10 +2021-12-18 00:56:54,664 Checking jobs for platform=marenostrum4 +2021-12-18 00:56:54,665 Checking jobs for platform=nord3 +2021-12-18 00:56:54,665 Checking jobs for platform=local +2021-12-18 00:56:54,666 Checking jobs for platform=transfer_node +2021-12-18 00:56:54,666 Checking all jobs at once +2021-12-18 00:56:56,441 Successful check job command +2021-12-18 00:56:57,711 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 00:56:57,711 End of checking +2021-12-18 00:56:57,713 Updating FAILED jobs +2021-12-18 00:56:57,713 Updating WAITING jobs +2021-12-18 00:56:57,713 Update finished +2021-12-18 00:56:57,713 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:56:57,713 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:56:57,714 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:56:57,714 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 00:56:57,714 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 00:56:57,716 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:56:57,719 Job list saved +2021-12-18 00:56:57,723 Updating FAILED jobs +2021-12-18 00:56:57,723 Updating WAITING jobs +2021-12-18 00:56:57,724 Update finished +2021-12-18 00:57:07,734 Reloading parameters... +2021-12-18 00:57:07,752 Loading parameters... +2021-12-18 00:57:07,753 Loading project parameters... +2021-12-18 00:57:07,755 + +22 of 25 jobs remaining (00:57) +2021-12-18 00:57:07,755 Sleep: 10 +2021-12-18 00:57:07,755 Number of retrials: 0 +2021-12-18 00:57:07,755 WRAPPER CHECK TIME = 10 +2021-12-18 00:57:07,756 Checking jobs for platform=marenostrum4 +2021-12-18 00:57:07,757 Checking jobs for platform=nord3 +2021-12-18 00:57:07,757 Checking jobs for platform=local +2021-12-18 00:57:07,758 Checking jobs for platform=transfer_node +2021-12-18 00:57:07,758 Checking all jobs at once +2021-12-18 00:57:09,581 Successful check job command +2021-12-18 00:57:11,804 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 00:57:11,804 End of checking +2021-12-18 00:57:11,805 Updating FAILED jobs +2021-12-18 00:57:11,805 Updating WAITING jobs +2021-12-18 00:57:11,806 Update finished +2021-12-18 00:57:11,806 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:57:11,806 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:57:11,806 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:57:11,806 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 00:57:11,806 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 00:57:11,809 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:57:11,811 Job list saved +2021-12-18 00:57:11,816 Updating FAILED jobs +2021-12-18 00:57:11,816 Updating WAITING jobs +2021-12-18 00:57:11,816 Update finished +2021-12-18 00:57:21,826 Reloading parameters... +2021-12-18 00:57:21,845 Loading parameters... +2021-12-18 00:57:21,846 Loading project parameters... +2021-12-18 00:57:21,848 + +22 of 25 jobs remaining (00:57) +2021-12-18 00:57:21,848 Sleep: 10 +2021-12-18 00:57:21,849 Number of retrials: 0 +2021-12-18 00:57:21,849 WRAPPER CHECK TIME = 10 +2021-12-18 00:57:21,849 Checking jobs for platform=marenostrum4 +2021-12-18 00:57:21,850 Checking jobs for platform=nord3 +2021-12-18 00:57:21,850 Checking jobs for platform=local +2021-12-18 00:57:21,851 Checking jobs for platform=transfer_node +2021-12-18 00:57:21,851 Checking all jobs at once +2021-12-18 00:57:24,375 Successful check job command +2021-12-18 00:57:26,946 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 00:57:26,947 End of checking +2021-12-18 00:57:26,951 Updating FAILED jobs +2021-12-18 00:57:26,951 Updating WAITING jobs +2021-12-18 00:57:26,952 Update finished +2021-12-18 00:57:26,952 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:57:26,953 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:57:26,953 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:57:26,953 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 00:57:26,953 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 00:57:26,967 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:57:26,969 Job list saved +2021-12-18 00:57:26,974 Updating FAILED jobs +2021-12-18 00:57:26,975 Updating WAITING jobs +2021-12-18 00:57:26,975 Update finished +2021-12-18 00:57:36,985 Reloading parameters... +2021-12-18 00:57:37,026 Loading parameters... +2021-12-18 00:57:37,027 Loading project parameters... +2021-12-18 00:57:37,033 + +22 of 25 jobs remaining (00:57) +2021-12-18 00:57:37,033 Sleep: 10 +2021-12-18 00:57:37,034 Number of retrials: 0 +2021-12-18 00:57:37,034 WRAPPER CHECK TIME = 10 +2021-12-18 00:57:37,034 Checking jobs for platform=marenostrum4 +2021-12-18 00:57:37,037 Checking jobs for platform=nord3 +2021-12-18 00:57:37,038 Checking jobs for platform=local +2021-12-18 00:57:37,039 Checking jobs for platform=transfer_node +2021-12-18 00:57:37,039 Checking all jobs at once +2021-12-18 00:57:39,365 Successful check job command +2021-12-18 00:57:41,736 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 00:57:41,736 End of checking +2021-12-18 00:57:41,737 Updating FAILED jobs +2021-12-18 00:57:41,737 Updating WAITING jobs +2021-12-18 00:57:41,738 Update finished +2021-12-18 00:57:41,738 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:57:41,738 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:57:41,738 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:57:41,738 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 00:57:41,738 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 00:57:41,741 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:57:41,743 Job list saved +2021-12-18 00:57:41,748 Updating FAILED jobs +2021-12-18 00:57:41,748 Updating WAITING jobs +2021-12-18 00:57:41,749 Update finished +2021-12-18 00:57:51,758 Reloading parameters... +2021-12-18 00:57:51,779 Loading parameters... +2021-12-18 00:57:51,780 Loading project parameters... +2021-12-18 00:57:51,782 + +22 of 25 jobs remaining (00:57) +2021-12-18 00:57:51,782 Sleep: 10 +2021-12-18 00:57:51,782 Number of retrials: 0 +2021-12-18 00:57:51,782 WRAPPER CHECK TIME = 10 +2021-12-18 00:57:51,783 Checking jobs for platform=marenostrum4 +2021-12-18 00:57:51,783 Checking jobs for platform=nord3 +2021-12-18 00:57:51,784 Checking jobs for platform=local +2021-12-18 00:57:51,784 Checking jobs for platform=transfer_node +2021-12-18 00:57:51,785 Checking all jobs at once +2021-12-18 00:57:53,055 Successful check job command +2021-12-18 00:57:54,425 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 00:57:54,425 End of checking +2021-12-18 00:57:54,427 Updating FAILED jobs +2021-12-18 00:57:54,427 Updating WAITING jobs +2021-12-18 00:57:54,427 Update finished +2021-12-18 00:57:54,427 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:57:54,427 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:57:54,428 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:57:54,428 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 00:57:54,428 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 00:57:54,431 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:57:54,433 Job list saved +2021-12-18 00:57:54,437 Updating FAILED jobs +2021-12-18 00:57:54,438 Updating WAITING jobs +2021-12-18 00:57:54,438 Update finished +2021-12-18 00:58:04,448 Reloading parameters... +2021-12-18 00:58:04,465 Loading parameters... +2021-12-18 00:58:04,466 Loading project parameters... +2021-12-18 00:58:04,468 + +22 of 25 jobs remaining (00:58) +2021-12-18 00:58:04,469 Sleep: 10 +2021-12-18 00:58:04,469 Number of retrials: 0 +2021-12-18 00:58:04,469 WRAPPER CHECK TIME = 10 +2021-12-18 00:58:04,469 Checking jobs for platform=marenostrum4 +2021-12-18 00:58:04,470 Checking jobs for platform=nord3 +2021-12-18 00:58:04,470 Checking jobs for platform=local +2021-12-18 00:58:04,471 Checking jobs for platform=transfer_node +2021-12-18 00:58:04,471 Checking all jobs at once +2021-12-18 00:58:06,241 Successful check job command +2021-12-18 00:58:08,162 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 00:58:08,162 End of checking +2021-12-18 00:58:08,163 Updating FAILED jobs +2021-12-18 00:58:08,164 Updating WAITING jobs +2021-12-18 00:58:08,164 Update finished +2021-12-18 00:58:08,164 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:58:08,167 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:58:08,167 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:58:08,167 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 00:58:08,167 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 00:58:08,169 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:58:08,172 Job list saved +2021-12-18 00:58:08,176 Updating FAILED jobs +2021-12-18 00:58:08,176 Updating WAITING jobs +2021-12-18 00:58:08,176 Update finished +2021-12-18 00:58:18,186 Reloading parameters... +2021-12-18 00:58:18,204 Loading parameters... +2021-12-18 00:58:18,205 Loading project parameters... +2021-12-18 00:58:18,207 + +22 of 25 jobs remaining (00:58) +2021-12-18 00:58:18,207 Sleep: 10 +2021-12-18 00:58:18,207 Number of retrials: 0 +2021-12-18 00:58:18,207 WRAPPER CHECK TIME = 10 +2021-12-18 00:58:18,208 Checking jobs for platform=marenostrum4 +2021-12-18 00:58:18,208 Checking jobs for platform=nord3 +2021-12-18 00:58:18,209 Checking jobs for platform=local +2021-12-18 00:58:18,209 Checking jobs for platform=transfer_node +2021-12-18 00:58:18,210 Checking all jobs at once +2021-12-18 00:58:19,879 Successful check job command +2021-12-18 00:58:21,298 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 00:58:21,299 End of checking +2021-12-18 00:58:21,300 Updating FAILED jobs +2021-12-18 00:58:21,300 Updating WAITING jobs +2021-12-18 00:58:21,300 Update finished +2021-12-18 00:58:21,301 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:58:21,301 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:58:21,301 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:58:21,301 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 00:58:21,301 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 00:58:21,304 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:58:21,306 Job list saved +2021-12-18 00:58:21,312 Updating FAILED jobs +2021-12-18 00:58:21,312 Updating WAITING jobs +2021-12-18 00:58:21,312 Update finished +2021-12-18 00:58:31,321 Reloading parameters... +2021-12-18 00:58:31,340 Loading parameters... +2021-12-18 00:58:31,341 Loading project parameters... +2021-12-18 00:58:31,343 + +22 of 25 jobs remaining (00:58) +2021-12-18 00:58:31,343 Sleep: 10 +2021-12-18 00:58:31,343 Number of retrials: 0 +2021-12-18 00:58:31,343 WRAPPER CHECK TIME = 10 +2021-12-18 00:58:31,344 Checking jobs for platform=marenostrum4 +2021-12-18 00:58:31,344 Checking jobs for platform=nord3 +2021-12-18 00:58:31,345 Checking jobs for platform=local +2021-12-18 00:58:31,346 Checking jobs for platform=transfer_node +2021-12-18 00:58:31,346 Checking all jobs at once +2021-12-18 00:58:32,765 Successful check job command +2021-12-18 00:58:34,184 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 00:58:34,185 End of checking +2021-12-18 00:58:34,186 Updating FAILED jobs +2021-12-18 00:58:34,186 Updating WAITING jobs +2021-12-18 00:58:34,186 Update finished +2021-12-18 00:58:34,187 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:58:34,187 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:58:34,187 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:58:34,187 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 00:58:34,187 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 00:58:34,190 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:58:34,192 Job list saved +2021-12-18 00:58:34,198 Updating FAILED jobs +2021-12-18 00:58:34,198 Updating WAITING jobs +2021-12-18 00:58:34,198 Update finished +2021-12-18 00:58:44,205 Reloading parameters... +2021-12-18 00:58:44,224 Loading parameters... +2021-12-18 00:58:44,225 Loading project parameters... +2021-12-18 00:58:44,227 + +22 of 25 jobs remaining (00:58) +2021-12-18 00:58:44,227 Sleep: 10 +2021-12-18 00:58:44,227 Number of retrials: 0 +2021-12-18 00:58:44,227 WRAPPER CHECK TIME = 10 +2021-12-18 00:58:44,228 Checking jobs for platform=marenostrum4 +2021-12-18 00:58:44,229 Checking jobs for platform=nord3 +2021-12-18 00:58:44,229 Checking jobs for platform=local +2021-12-18 00:58:44,230 Checking jobs for platform=transfer_node +2021-12-18 00:58:44,230 Checking all jobs at once +2021-12-18 00:58:45,549 Successful check job command +2021-12-18 00:58:47,019 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 00:58:47,019 End of checking +2021-12-18 00:58:47,021 Updating FAILED jobs +2021-12-18 00:58:47,021 Updating WAITING jobs +2021-12-18 00:58:47,021 Update finished +2021-12-18 00:58:47,022 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:58:47,022 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:58:47,022 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:58:47,022 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 00:58:47,023 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 00:58:47,025 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:58:47,027 Job list saved +2021-12-18 00:58:47,032 Updating FAILED jobs +2021-12-18 00:58:47,032 Updating WAITING jobs +2021-12-18 00:58:47,032 Update finished +2021-12-18 00:58:57,042 Reloading parameters... +2021-12-18 00:58:57,061 Loading parameters... +2021-12-18 00:58:57,062 Loading project parameters... +2021-12-18 00:58:57,064 + +22 of 25 jobs remaining (00:58) +2021-12-18 00:58:57,064 Sleep: 10 +2021-12-18 00:58:57,064 Number of retrials: 0 +2021-12-18 00:58:57,065 WRAPPER CHECK TIME = 10 +2021-12-18 00:58:57,065 Checking jobs for platform=marenostrum4 +2021-12-18 00:58:57,066 Checking jobs for platform=nord3 +2021-12-18 00:58:57,066 Checking jobs for platform=local +2021-12-18 00:58:57,067 Checking jobs for platform=transfer_node +2021-12-18 00:58:57,067 Checking all jobs at once +2021-12-18 00:58:59,140 Successful check job command +2021-12-18 00:59:00,511 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 00:59:00,511 End of checking +2021-12-18 00:59:00,513 Updating FAILED jobs +2021-12-18 00:59:00,513 Updating WAITING jobs +2021-12-18 00:59:00,513 Update finished +2021-12-18 00:59:00,513 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:59:00,514 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:59:00,514 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:59:00,514 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 00:59:00,514 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 00:59:00,517 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:59:00,519 Job list saved +2021-12-18 00:59:00,525 Updating FAILED jobs +2021-12-18 00:59:00,525 Updating WAITING jobs +2021-12-18 00:59:00,526 Update finished +2021-12-18 00:59:10,535 Reloading parameters... +2021-12-18 00:59:10,553 Loading parameters... +2021-12-18 00:59:10,554 Loading project parameters... +2021-12-18 00:59:10,556 + +22 of 25 jobs remaining (00:59) +2021-12-18 00:59:10,556 Sleep: 10 +2021-12-18 00:59:10,556 Number of retrials: 0 +2021-12-18 00:59:10,557 WRAPPER CHECK TIME = 10 +2021-12-18 00:59:10,557 Checking jobs for platform=marenostrum4 +2021-12-18 00:59:10,558 Checking jobs for platform=nord3 +2021-12-18 00:59:10,558 Checking jobs for platform=local +2021-12-18 00:59:10,559 Checking jobs for platform=transfer_node +2021-12-18 00:59:10,559 Checking all jobs at once +2021-12-18 00:59:12,279 Successful check job command +2021-12-18 00:59:13,899 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 00:59:13,899 End of checking +2021-12-18 00:59:13,900 Updating FAILED jobs +2021-12-18 00:59:13,900 Updating WAITING jobs +2021-12-18 00:59:13,900 Update finished +2021-12-18 00:59:13,901 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:59:13,901 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:59:13,901 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:59:13,901 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 00:59:13,901 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 00:59:13,904 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:59:13,906 Job list saved +2021-12-18 00:59:13,910 Updating FAILED jobs +2021-12-18 00:59:13,910 Updating WAITING jobs +2021-12-18 00:59:13,910 Update finished +2021-12-18 00:59:23,921 Reloading parameters... +2021-12-18 00:59:23,939 Loading parameters... +2021-12-18 00:59:23,940 Loading project parameters... +2021-12-18 00:59:23,942 + +22 of 25 jobs remaining (00:59) +2021-12-18 00:59:23,942 Sleep: 10 +2021-12-18 00:59:23,942 Number of retrials: 0 +2021-12-18 00:59:23,942 WRAPPER CHECK TIME = 10 +2021-12-18 00:59:23,943 Checking jobs for platform=marenostrum4 +2021-12-18 00:59:23,943 Checking jobs for platform=nord3 +2021-12-18 00:59:23,947 Checking jobs for platform=local +2021-12-18 00:59:23,948 Checking jobs for platform=transfer_node +2021-12-18 00:59:23,948 Checking all jobs at once +2021-12-18 00:59:25,267 Successful check job command +2021-12-18 00:59:26,586 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 00:59:26,586 End of checking +2021-12-18 00:59:26,588 Updating FAILED jobs +2021-12-18 00:59:26,588 Updating WAITING jobs +2021-12-18 00:59:26,589 Update finished +2021-12-18 00:59:26,589 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:59:26,589 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:59:26,590 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:59:26,590 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 00:59:26,590 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 00:59:26,592 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:59:26,595 Job list saved +2021-12-18 00:59:26,600 Updating FAILED jobs +2021-12-18 00:59:26,600 Updating WAITING jobs +2021-12-18 00:59:26,600 Update finished +2021-12-18 00:59:36,610 Reloading parameters... +2021-12-18 00:59:36,627 Loading parameters... +2021-12-18 00:59:36,628 Loading project parameters... +2021-12-18 00:59:36,630 + +22 of 25 jobs remaining (00:59) +2021-12-18 00:59:36,631 Sleep: 10 +2021-12-18 00:59:36,631 Number of retrials: 0 +2021-12-18 00:59:36,631 WRAPPER CHECK TIME = 10 +2021-12-18 00:59:36,631 Checking jobs for platform=marenostrum4 +2021-12-18 00:59:36,632 Checking jobs for platform=nord3 +2021-12-18 00:59:36,632 Checking jobs for platform=local +2021-12-18 00:59:36,633 Checking jobs for platform=transfer_node +2021-12-18 00:59:36,633 Checking all jobs at once +2021-12-18 00:59:38,504 Successful check job command +2021-12-18 00:59:40,224 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 00:59:40,224 End of checking +2021-12-18 00:59:40,226 Updating FAILED jobs +2021-12-18 00:59:40,226 Updating WAITING jobs +2021-12-18 00:59:40,226 Update finished +2021-12-18 00:59:40,226 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:59:40,226 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:59:40,227 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:59:40,227 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 00:59:40,227 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 00:59:40,229 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:59:40,232 Job list saved +2021-12-18 00:59:40,236 Updating FAILED jobs +2021-12-18 00:59:40,236 Updating WAITING jobs +2021-12-18 00:59:40,237 Update finished +2021-12-18 00:59:50,247 Reloading parameters... +2021-12-18 00:59:50,267 Loading parameters... +2021-12-18 00:59:50,268 Loading project parameters... +2021-12-18 00:59:50,270 + +22 of 25 jobs remaining (00:59) +2021-12-18 00:59:50,270 Sleep: 10 +2021-12-18 00:59:50,270 Number of retrials: 0 +2021-12-18 00:59:50,270 WRAPPER CHECK TIME = 10 +2021-12-18 00:59:50,271 Checking jobs for platform=marenostrum4 +2021-12-18 00:59:50,272 Checking jobs for platform=nord3 +2021-12-18 00:59:50,272 Checking jobs for platform=local +2021-12-18 00:59:50,273 Checking jobs for platform=transfer_node +2021-12-18 00:59:50,273 Checking all jobs at once +2021-12-18 00:59:52,952 Successful check job command +2021-12-18 00:59:55,774 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 00:59:55,774 End of checking +2021-12-18 00:59:55,776 Updating FAILED jobs +2021-12-18 00:59:55,776 Updating WAITING jobs +2021-12-18 00:59:55,776 Update finished +2021-12-18 00:59:55,776 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 00:59:55,776 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 00:59:55,777 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 00:59:55,777 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 00:59:55,777 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 00:59:55,780 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 00:59:55,782 Job list saved +2021-12-18 00:59:55,787 Updating FAILED jobs +2021-12-18 00:59:55,787 Updating WAITING jobs +2021-12-18 00:59:55,787 Update finished +2021-12-18 01:00:05,797 Reloading parameters... +2021-12-18 01:00:05,819 Loading parameters... +2021-12-18 01:00:05,820 Loading project parameters... +2021-12-18 01:00:05,822 + +22 of 25 jobs remaining (01:00) +2021-12-18 01:00:05,822 Sleep: 10 +2021-12-18 01:00:05,823 Number of retrials: 0 +2021-12-18 01:00:05,823 WRAPPER CHECK TIME = 10 +2021-12-18 01:00:05,823 Checking jobs for platform=marenostrum4 +2021-12-18 01:00:05,824 Checking jobs for platform=nord3 +2021-12-18 01:00:05,825 Checking jobs for platform=local +2021-12-18 01:00:05,825 Checking jobs for platform=transfer_node +2021-12-18 01:00:05,826 Checking all jobs at once +2021-12-18 01:00:07,147 Successful check job command +2021-12-18 01:00:08,416 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:00:08,416 End of checking +2021-12-18 01:00:08,418 Updating FAILED jobs +2021-12-18 01:00:08,418 Updating WAITING jobs +2021-12-18 01:00:08,418 Update finished +2021-12-18 01:00:08,418 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:00:08,419 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:00:08,419 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:00:08,419 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:00:08,419 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:00:08,422 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:00:08,424 Job list saved +2021-12-18 01:00:08,430 Updating FAILED jobs +2021-12-18 01:00:08,430 Updating WAITING jobs +2021-12-18 01:00:08,430 Update finished +2021-12-18 01:00:18,440 Reloading parameters... +2021-12-18 01:00:18,458 Loading parameters... +2021-12-18 01:00:18,460 Loading project parameters... +2021-12-18 01:00:18,462 + +22 of 25 jobs remaining (01:00) +2021-12-18 01:00:18,462 Sleep: 10 +2021-12-18 01:00:18,462 Number of retrials: 0 +2021-12-18 01:00:18,462 WRAPPER CHECK TIME = 10 +2021-12-18 01:00:18,463 Checking jobs for platform=marenostrum4 +2021-12-18 01:00:18,463 Checking jobs for platform=nord3 +2021-12-18 01:00:18,464 Checking jobs for platform=local +2021-12-18 01:00:18,464 Checking jobs for platform=transfer_node +2021-12-18 01:00:18,465 Checking all jobs at once +2021-12-18 01:00:21,036 Successful check job command +2021-12-18 01:00:23,006 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:00:23,006 End of checking +2021-12-18 01:00:23,008 Updating FAILED jobs +2021-12-18 01:00:23,008 Updating WAITING jobs +2021-12-18 01:00:23,008 Update finished +2021-12-18 01:00:23,008 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:00:23,008 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:00:23,009 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:00:23,009 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:00:23,009 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:00:23,012 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:00:23,015 Job list saved +2021-12-18 01:00:23,019 Updating FAILED jobs +2021-12-18 01:00:23,019 Updating WAITING jobs +2021-12-18 01:00:23,020 Update finished +2021-12-18 01:00:33,027 Reloading parameters... +2021-12-18 01:00:33,048 Loading parameters... +2021-12-18 01:00:33,049 Loading project parameters... +2021-12-18 01:00:33,051 + +22 of 25 jobs remaining (01:00) +2021-12-18 01:00:33,052 Sleep: 10 +2021-12-18 01:00:33,052 Number of retrials: 0 +2021-12-18 01:00:33,052 WRAPPER CHECK TIME = 10 +2021-12-18 01:00:33,053 Checking jobs for platform=marenostrum4 +2021-12-18 01:00:33,053 Checking jobs for platform=nord3 +2021-12-18 01:00:33,054 Checking jobs for platform=local +2021-12-18 01:00:33,054 Checking jobs for platform=transfer_node +2021-12-18 01:00:33,054 Checking all jobs at once +2021-12-18 01:00:35,577 Successful check job command +2021-12-18 01:00:38,499 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:00:38,499 End of checking +2021-12-18 01:00:38,500 Updating FAILED jobs +2021-12-18 01:00:38,500 Updating WAITING jobs +2021-12-18 01:00:38,501 Update finished +2021-12-18 01:00:38,501 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:00:38,501 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:00:38,501 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:00:38,501 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:00:38,501 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:00:38,504 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:00:38,507 Job list saved +2021-12-18 01:00:38,511 Updating FAILED jobs +2021-12-18 01:00:38,512 Updating WAITING jobs +2021-12-18 01:00:38,512 Update finished +2021-12-18 01:00:48,522 Reloading parameters... +2021-12-18 01:00:48,539 Loading parameters... +2021-12-18 01:00:48,541 Loading project parameters... +2021-12-18 01:00:48,542 + +22 of 25 jobs remaining (01:00) +2021-12-18 01:00:48,543 Sleep: 10 +2021-12-18 01:00:48,543 Number of retrials: 0 +2021-12-18 01:00:48,543 WRAPPER CHECK TIME = 10 +2021-12-18 01:00:48,543 Checking jobs for platform=marenostrum4 +2021-12-18 01:00:48,544 Checking jobs for platform=nord3 +2021-12-18 01:00:48,544 Checking jobs for platform=local +2021-12-18 01:00:48,546 Checking jobs for platform=transfer_node +2021-12-18 01:00:48,546 Checking all jobs at once +2021-12-18 01:00:50,017 Successful check job command +2021-12-18 01:00:51,386 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:00:51,386 End of checking +2021-12-18 01:00:51,388 Updating FAILED jobs +2021-12-18 01:00:51,388 Updating WAITING jobs +2021-12-18 01:00:51,388 Update finished +2021-12-18 01:00:51,388 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:00:51,390 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:00:51,390 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:00:51,390 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:00:51,390 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:00:51,393 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:00:51,396 Job list saved +2021-12-18 01:00:51,401 Updating FAILED jobs +2021-12-18 01:00:51,401 Updating WAITING jobs +2021-12-18 01:00:51,401 Update finished +2021-12-18 01:01:01,411 Reloading parameters... +2021-12-18 01:01:01,432 Loading parameters... +2021-12-18 01:01:01,434 Loading project parameters... +2021-12-18 01:01:01,436 + +22 of 25 jobs remaining (01:01) +2021-12-18 01:01:01,436 Sleep: 10 +2021-12-18 01:01:01,436 Number of retrials: 0 +2021-12-18 01:01:01,436 WRAPPER CHECK TIME = 10 +2021-12-18 01:01:01,437 Checking jobs for platform=marenostrum4 +2021-12-18 01:01:01,437 Checking jobs for platform=nord3 +2021-12-18 01:01:01,438 Checking jobs for platform=local +2021-12-18 01:01:01,438 Checking jobs for platform=transfer_node +2021-12-18 01:01:01,438 Checking all jobs at once +2021-12-18 01:01:03,359 Successful check job command +2021-12-18 01:01:04,728 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:01:04,729 End of checking +2021-12-18 01:01:04,730 Updating FAILED jobs +2021-12-18 01:01:04,730 Updating WAITING jobs +2021-12-18 01:01:04,730 Update finished +2021-12-18 01:01:04,731 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:01:04,731 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:01:04,731 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:01:04,731 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:01:04,731 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:01:04,734 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:01:04,736 Job list saved +2021-12-18 01:01:04,743 Updating FAILED jobs +2021-12-18 01:01:04,743 Updating WAITING jobs +2021-12-18 01:01:04,743 Update finished +2021-12-18 01:01:14,753 Reloading parameters... +2021-12-18 01:01:14,774 Loading parameters... +2021-12-18 01:01:14,775 Loading project parameters... +2021-12-18 01:01:14,777 + +22 of 25 jobs remaining (01:01) +2021-12-18 01:01:14,778 Sleep: 10 +2021-12-18 01:01:14,778 Number of retrials: 0 +2021-12-18 01:01:14,778 WRAPPER CHECK TIME = 10 +2021-12-18 01:01:14,778 Checking jobs for platform=marenostrum4 +2021-12-18 01:01:14,779 Checking jobs for platform=nord3 +2021-12-18 01:01:14,779 Checking jobs for platform=local +2021-12-18 01:01:14,780 Checking jobs for platform=transfer_node +2021-12-18 01:01:14,780 Checking all jobs at once +2021-12-18 01:01:16,951 Successful check job command +2021-12-18 01:01:19,722 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:01:19,723 End of checking +2021-12-18 01:01:19,724 Updating FAILED jobs +2021-12-18 01:01:19,724 Updating WAITING jobs +2021-12-18 01:01:19,725 Update finished +2021-12-18 01:01:19,725 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:01:19,725 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:01:19,725 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:01:19,725 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:01:19,725 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:01:19,728 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:01:19,730 Job list saved +2021-12-18 01:01:19,735 Updating FAILED jobs +2021-12-18 01:01:19,735 Updating WAITING jobs +2021-12-18 01:01:19,736 Update finished +2021-12-18 01:01:29,746 Reloading parameters... +2021-12-18 01:01:29,763 Loading parameters... +2021-12-18 01:01:29,764 Loading project parameters... +2021-12-18 01:01:29,766 + +22 of 25 jobs remaining (01:01) +2021-12-18 01:01:29,766 Sleep: 10 +2021-12-18 01:01:29,766 Number of retrials: 0 +2021-12-18 01:01:29,767 WRAPPER CHECK TIME = 10 +2021-12-18 01:01:29,767 Checking jobs for platform=marenostrum4 +2021-12-18 01:01:29,768 Checking jobs for platform=nord3 +2021-12-18 01:01:29,768 Checking jobs for platform=local +2021-12-18 01:01:29,769 Checking jobs for platform=transfer_node +2021-12-18 01:01:29,769 Checking all jobs at once +2021-12-18 01:01:31,138 Successful check job command +2021-12-18 01:01:33,058 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:01:33,058 End of checking +2021-12-18 01:01:33,060 Updating FAILED jobs +2021-12-18 01:01:33,060 Updating WAITING jobs +2021-12-18 01:01:33,060 Update finished +2021-12-18 01:01:33,060 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:01:33,061 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:01:33,061 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:01:33,061 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:01:33,061 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:01:33,064 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:01:33,066 Job list saved +2021-12-18 01:01:33,074 Updating FAILED jobs +2021-12-18 01:01:33,074 Updating WAITING jobs +2021-12-18 01:01:33,074 Update finished +2021-12-18 01:01:43,085 Reloading parameters... +2021-12-18 01:01:43,103 Loading parameters... +2021-12-18 01:01:43,104 Loading project parameters... +2021-12-18 01:01:43,106 + +22 of 25 jobs remaining (01:01) +2021-12-18 01:01:43,106 Sleep: 10 +2021-12-18 01:01:43,106 Number of retrials: 0 +2021-12-18 01:01:43,106 WRAPPER CHECK TIME = 10 +2021-12-18 01:01:43,107 Checking jobs for platform=marenostrum4 +2021-12-18 01:01:43,108 Checking jobs for platform=nord3 +2021-12-18 01:01:43,108 Checking jobs for platform=local +2021-12-18 01:01:43,109 Checking jobs for platform=transfer_node +2021-12-18 01:01:43,109 Checking all jobs at once +2021-12-18 01:01:44,428 Successful check job command +2021-12-18 01:01:45,547 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:01:45,547 End of checking +2021-12-18 01:01:45,548 Updating FAILED jobs +2021-12-18 01:01:45,549 Updating WAITING jobs +2021-12-18 01:01:45,549 Update finished +2021-12-18 01:01:45,549 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:01:45,549 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:01:45,549 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:01:45,549 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:01:45,550 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:01:45,552 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:01:45,554 Job list saved +2021-12-18 01:01:45,559 Updating FAILED jobs +2021-12-18 01:01:45,559 Updating WAITING jobs +2021-12-18 01:01:45,559 Update finished +2021-12-18 01:01:55,569 Reloading parameters... +2021-12-18 01:01:55,587 Loading parameters... +2021-12-18 01:01:55,588 Loading project parameters... +2021-12-18 01:01:55,590 + +22 of 25 jobs remaining (01:01) +2021-12-18 01:01:55,590 Sleep: 10 +2021-12-18 01:01:55,590 Number of retrials: 0 +2021-12-18 01:01:55,590 WRAPPER CHECK TIME = 10 +2021-12-18 01:01:55,591 Checking jobs for platform=marenostrum4 +2021-12-18 01:01:55,592 Checking jobs for platform=nord3 +2021-12-18 01:01:55,592 Checking jobs for platform=local +2021-12-18 01:01:55,593 Checking jobs for platform=transfer_node +2021-12-18 01:01:55,593 Checking all jobs at once +2021-12-18 01:01:57,563 Successful check job command +2021-12-18 01:01:59,482 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:01:59,483 End of checking +2021-12-18 01:01:59,484 Updating FAILED jobs +2021-12-18 01:01:59,484 Updating WAITING jobs +2021-12-18 01:01:59,484 Update finished +2021-12-18 01:01:59,485 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:01:59,485 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:01:59,485 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:01:59,485 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:01:59,485 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:01:59,488 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:01:59,491 Job list saved +2021-12-18 01:01:59,496 Updating FAILED jobs +2021-12-18 01:01:59,496 Updating WAITING jobs +2021-12-18 01:01:59,496 Update finished +2021-12-18 01:02:09,502 Reloading parameters... +2021-12-18 01:02:09,520 Loading parameters... +2021-12-18 01:02:09,521 Loading project parameters... +2021-12-18 01:02:09,523 + +22 of 25 jobs remaining (01:02) +2021-12-18 01:02:09,523 Sleep: 10 +2021-12-18 01:02:09,523 Number of retrials: 0 +2021-12-18 01:02:09,523 WRAPPER CHECK TIME = 10 +2021-12-18 01:02:09,524 Checking jobs for platform=marenostrum4 +2021-12-18 01:02:09,525 Checking jobs for platform=nord3 +2021-12-18 01:02:09,525 Checking jobs for platform=local +2021-12-18 01:02:09,526 Checking jobs for platform=transfer_node +2021-12-18 01:02:09,526 Checking all jobs at once +2021-12-18 01:02:10,896 Successful check job command +2021-12-18 01:02:12,316 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:02:12,317 End of checking +2021-12-18 01:02:12,318 Updating FAILED jobs +2021-12-18 01:02:12,318 Updating WAITING jobs +2021-12-18 01:02:12,318 Update finished +2021-12-18 01:02:12,318 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:02:12,319 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:02:12,319 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:02:12,319 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:02:12,319 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:02:12,322 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:02:12,324 Job list saved +2021-12-18 01:02:12,328 Updating FAILED jobs +2021-12-18 01:02:12,329 Updating WAITING jobs +2021-12-18 01:02:12,329 Update finished +2021-12-18 01:02:22,339 Reloading parameters... +2021-12-18 01:02:22,358 Loading parameters... +2021-12-18 01:02:22,360 Loading project parameters... +2021-12-18 01:02:22,362 + +22 of 25 jobs remaining (01:02) +2021-12-18 01:02:22,362 Sleep: 10 +2021-12-18 01:02:22,362 Number of retrials: 0 +2021-12-18 01:02:22,362 WRAPPER CHECK TIME = 10 +2021-12-18 01:02:22,363 Checking jobs for platform=marenostrum4 +2021-12-18 01:02:22,363 Checking jobs for platform=nord3 +2021-12-18 01:02:22,364 Checking jobs for platform=local +2021-12-18 01:02:22,364 Checking jobs for platform=transfer_node +2021-12-18 01:02:22,364 Checking all jobs at once +2021-12-18 01:02:24,185 Successful check job command +2021-12-18 01:02:25,404 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:02:25,404 End of checking +2021-12-18 01:02:25,406 Updating FAILED jobs +2021-12-18 01:02:25,406 Updating WAITING jobs +2021-12-18 01:02:25,406 Update finished +2021-12-18 01:02:25,406 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:02:25,406 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:02:25,406 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:02:25,407 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:02:25,407 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:02:25,409 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:02:25,412 Job list saved +2021-12-18 01:02:25,416 Updating FAILED jobs +2021-12-18 01:02:25,416 Updating WAITING jobs +2021-12-18 01:02:25,416 Update finished +2021-12-18 01:02:35,424 Reloading parameters... +2021-12-18 01:02:35,445 Loading parameters... +2021-12-18 01:02:35,446 Loading project parameters... +2021-12-18 01:02:35,448 + +22 of 25 jobs remaining (01:02) +2021-12-18 01:02:35,449 Sleep: 10 +2021-12-18 01:02:35,449 Number of retrials: 0 +2021-12-18 01:02:35,449 WRAPPER CHECK TIME = 10 +2021-12-18 01:02:35,449 Checking jobs for platform=marenostrum4 +2021-12-18 01:02:35,450 Checking jobs for platform=nord3 +2021-12-18 01:02:35,450 Checking jobs for platform=local +2021-12-18 01:02:35,451 Checking jobs for platform=transfer_node +2021-12-18 01:02:35,451 Checking all jobs at once +2021-12-18 01:02:37,772 Successful check job command +2021-12-18 01:02:40,094 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:02:40,094 End of checking +2021-12-18 01:02:40,095 Updating FAILED jobs +2021-12-18 01:02:40,095 Updating WAITING jobs +2021-12-18 01:02:40,096 Update finished +2021-12-18 01:02:40,096 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:02:40,096 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:02:40,096 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:02:40,096 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:02:40,096 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:02:40,099 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:02:40,101 Job list saved +2021-12-18 01:02:40,106 Updating FAILED jobs +2021-12-18 01:02:40,106 Updating WAITING jobs +2021-12-18 01:02:40,106 Update finished +2021-12-18 01:02:50,116 Reloading parameters... +2021-12-18 01:02:50,135 Loading parameters... +2021-12-18 01:02:50,136 Loading project parameters... +2021-12-18 01:02:50,138 + +22 of 25 jobs remaining (01:02) +2021-12-18 01:02:50,138 Sleep: 10 +2021-12-18 01:02:50,138 Number of retrials: 0 +2021-12-18 01:02:50,139 WRAPPER CHECK TIME = 10 +2021-12-18 01:02:50,139 Checking jobs for platform=marenostrum4 +2021-12-18 01:02:50,140 Checking jobs for platform=nord3 +2021-12-18 01:02:50,140 Checking jobs for platform=local +2021-12-18 01:02:50,141 Checking jobs for platform=transfer_node +2021-12-18 01:02:50,141 Checking all jobs at once +2021-12-18 01:02:51,911 Successful check job command +2021-12-18 01:02:54,434 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:02:54,435 End of checking +2021-12-18 01:02:54,436 Updating FAILED jobs +2021-12-18 01:02:54,436 Updating WAITING jobs +2021-12-18 01:02:54,436 Update finished +2021-12-18 01:02:54,437 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:02:54,437 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:02:54,437 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:02:54,437 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:02:54,438 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:02:54,440 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:02:54,442 Job list saved +2021-12-18 01:02:54,449 Updating FAILED jobs +2021-12-18 01:02:54,449 Updating WAITING jobs +2021-12-18 01:02:54,449 Update finished +2021-12-18 01:03:04,460 Reloading parameters... +2021-12-18 01:03:04,479 Loading parameters... +2021-12-18 01:03:04,480 Loading project parameters... +2021-12-18 01:03:04,482 + +22 of 25 jobs remaining (01:03) +2021-12-18 01:03:04,482 Sleep: 10 +2021-12-18 01:03:04,482 Number of retrials: 0 +2021-12-18 01:03:04,482 WRAPPER CHECK TIME = 10 +2021-12-18 01:03:04,483 Checking jobs for platform=marenostrum4 +2021-12-18 01:03:04,483 Checking jobs for platform=nord3 +2021-12-18 01:03:04,484 Checking jobs for platform=local +2021-12-18 01:03:04,485 Checking jobs for platform=transfer_node +2021-12-18 01:03:04,485 Checking all jobs at once +2021-12-18 01:03:05,804 Successful check job command +2021-12-18 01:03:07,174 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:03:07,174 End of checking +2021-12-18 01:03:07,175 Updating FAILED jobs +2021-12-18 01:03:07,175 Updating WAITING jobs +2021-12-18 01:03:07,176 Update finished +2021-12-18 01:03:07,176 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:03:07,176 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:03:07,176 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:03:07,176 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:03:07,176 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:03:07,179 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:03:07,181 Job list saved +2021-12-18 01:03:07,186 Updating FAILED jobs +2021-12-18 01:03:07,186 Updating WAITING jobs +2021-12-18 01:03:07,186 Update finished +2021-12-18 01:03:17,195 Reloading parameters... +2021-12-18 01:03:17,216 Loading parameters... +2021-12-18 01:03:17,218 Loading project parameters... +2021-12-18 01:03:17,220 + +22 of 25 jobs remaining (01:03) +2021-12-18 01:03:17,220 Sleep: 10 +2021-12-18 01:03:17,220 Number of retrials: 0 +2021-12-18 01:03:17,220 WRAPPER CHECK TIME = 10 +2021-12-18 01:03:17,220 Checking jobs for platform=marenostrum4 +2021-12-18 01:03:17,221 Checking jobs for platform=nord3 +2021-12-18 01:03:17,222 Checking jobs for platform=local +2021-12-18 01:03:17,222 Checking jobs for platform=transfer_node +2021-12-18 01:03:17,222 Checking all jobs at once +2021-12-18 01:03:19,643 Successful check job command +2021-12-18 01:03:21,513 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:03:21,514 End of checking +2021-12-18 01:03:21,515 Updating FAILED jobs +2021-12-18 01:03:21,515 Updating WAITING jobs +2021-12-18 01:03:21,516 Update finished +2021-12-18 01:03:21,516 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:03:21,516 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:03:21,516 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:03:21,516 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:03:21,516 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:03:21,519 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:03:21,521 Job list saved +2021-12-18 01:03:21,526 Updating FAILED jobs +2021-12-18 01:03:21,526 Updating WAITING jobs +2021-12-18 01:03:21,527 Update finished +2021-12-18 01:03:31,537 Reloading parameters... +2021-12-18 01:03:31,556 Loading parameters... +2021-12-18 01:03:31,558 Loading project parameters... +2021-12-18 01:03:31,560 + +22 of 25 jobs remaining (01:03) +2021-12-18 01:03:31,560 Sleep: 10 +2021-12-18 01:03:31,560 Number of retrials: 0 +2021-12-18 01:03:31,560 WRAPPER CHECK TIME = 10 +2021-12-18 01:03:31,561 Checking jobs for platform=marenostrum4 +2021-12-18 01:03:31,561 Checking jobs for platform=nord3 +2021-12-18 01:03:31,562 Checking jobs for platform=local +2021-12-18 01:03:31,562 Checking jobs for platform=transfer_node +2021-12-18 01:03:31,563 Checking all jobs at once +2021-12-18 01:03:33,884 Successful check job command +2021-12-18 01:03:36,505 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:03:36,505 End of checking +2021-12-18 01:03:36,507 Updating FAILED jobs +2021-12-18 01:03:36,507 Updating WAITING jobs +2021-12-18 01:03:36,507 Update finished +2021-12-18 01:03:36,508 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:03:36,508 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:03:36,508 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:03:36,508 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:03:36,509 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:03:36,511 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:03:36,513 Job list saved +2021-12-18 01:03:36,518 Updating FAILED jobs +2021-12-18 01:03:36,518 Updating WAITING jobs +2021-12-18 01:03:36,519 Update finished +2021-12-18 01:03:46,529 Reloading parameters... +2021-12-18 01:03:46,548 Loading parameters... +2021-12-18 01:03:46,549 Loading project parameters... +2021-12-18 01:03:46,551 + +22 of 25 jobs remaining (01:03) +2021-12-18 01:03:46,552 Sleep: 10 +2021-12-18 01:03:46,552 Number of retrials: 0 +2021-12-18 01:03:46,552 WRAPPER CHECK TIME = 10 +2021-12-18 01:03:46,552 Checking jobs for platform=marenostrum4 +2021-12-18 01:03:46,553 Checking jobs for platform=nord3 +2021-12-18 01:03:46,553 Checking jobs for platform=local +2021-12-18 01:03:46,554 Checking jobs for platform=transfer_node +2021-12-18 01:03:46,554 Checking all jobs at once +2021-12-18 01:03:47,874 Successful check job command +2021-12-18 01:03:49,093 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:03:49,093 End of checking +2021-12-18 01:03:49,095 Updating FAILED jobs +2021-12-18 01:03:49,095 Updating WAITING jobs +2021-12-18 01:03:49,095 Update finished +2021-12-18 01:03:49,095 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:03:49,096 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:03:49,096 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:03:49,096 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:03:49,096 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:03:49,099 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:03:49,101 Job list saved +2021-12-18 01:03:49,109 Updating FAILED jobs +2021-12-18 01:03:49,109 Updating WAITING jobs +2021-12-18 01:03:49,109 Update finished +2021-12-18 01:03:59,119 Reloading parameters... +2021-12-18 01:03:59,139 Loading parameters... +2021-12-18 01:03:59,140 Loading project parameters... +2021-12-18 01:03:59,142 + +22 of 25 jobs remaining (01:03) +2021-12-18 01:03:59,142 Sleep: 10 +2021-12-18 01:03:59,142 Number of retrials: 0 +2021-12-18 01:03:59,142 WRAPPER CHECK TIME = 10 +2021-12-18 01:03:59,143 Checking jobs for platform=marenostrum4 +2021-12-18 01:03:59,143 Checking jobs for platform=nord3 +2021-12-18 01:03:59,144 Checking jobs for platform=local +2021-12-18 01:03:59,145 Checking jobs for platform=transfer_node +2021-12-18 01:03:59,145 Checking all jobs at once +2021-12-18 01:04:01,116 Successful check job command +2021-12-18 01:04:02,585 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:04:02,586 End of checking +2021-12-18 01:04:02,587 Updating FAILED jobs +2021-12-18 01:04:02,587 Updating WAITING jobs +2021-12-18 01:04:02,587 Update finished +2021-12-18 01:04:02,587 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:04:02,587 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:04:02,588 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:04:02,588 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:04:02,588 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:04:02,590 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:04:02,592 Job list saved +2021-12-18 01:04:02,597 Updating FAILED jobs +2021-12-18 01:04:02,597 Updating WAITING jobs +2021-12-18 01:04:02,597 Update finished +2021-12-18 01:04:12,607 Reloading parameters... +2021-12-18 01:04:12,627 Loading parameters... +2021-12-18 01:04:12,629 Loading project parameters... +2021-12-18 01:04:12,631 + +22 of 25 jobs remaining (01:04) +2021-12-18 01:04:12,631 Sleep: 10 +2021-12-18 01:04:12,631 Number of retrials: 0 +2021-12-18 01:04:12,631 WRAPPER CHECK TIME = 10 +2021-12-18 01:04:12,632 Checking jobs for platform=marenostrum4 +2021-12-18 01:04:12,632 Checking jobs for platform=nord3 +2021-12-18 01:04:12,633 Checking jobs for platform=local +2021-12-18 01:04:12,633 Checking jobs for platform=transfer_node +2021-12-18 01:04:12,633 Checking all jobs at once +2021-12-18 01:04:15,204 Successful check job command +2021-12-18 01:04:17,726 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:04:17,726 End of checking +2021-12-18 01:04:17,727 Updating FAILED jobs +2021-12-18 01:04:17,727 Updating WAITING jobs +2021-12-18 01:04:17,728 Update finished +2021-12-18 01:04:17,728 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:04:17,730 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:04:17,730 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:04:17,730 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:04:17,730 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:04:17,733 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:04:17,736 Job list saved +2021-12-18 01:04:17,740 Updating FAILED jobs +2021-12-18 01:04:17,740 Updating WAITING jobs +2021-12-18 01:04:17,741 Update finished +2021-12-18 01:04:27,747 Reloading parameters... +2021-12-18 01:04:27,766 Loading parameters... +2021-12-18 01:04:27,767 Loading project parameters... +2021-12-18 01:04:27,769 + +22 of 25 jobs remaining (01:04) +2021-12-18 01:04:27,769 Sleep: 10 +2021-12-18 01:04:27,769 Number of retrials: 0 +2021-12-18 01:04:27,769 WRAPPER CHECK TIME = 10 +2021-12-18 01:04:27,770 Checking jobs for platform=marenostrum4 +2021-12-18 01:04:27,770 Checking jobs for platform=nord3 +2021-12-18 01:04:27,771 Checking jobs for platform=local +2021-12-18 01:04:27,772 Checking jobs for platform=transfer_node +2021-12-18 01:04:27,772 Checking all jobs at once +2021-12-18 01:04:29,141 Successful check job command +2021-12-18 01:04:30,712 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:04:30,712 End of checking +2021-12-18 01:04:30,713 Updating FAILED jobs +2021-12-18 01:04:30,714 Updating WAITING jobs +2021-12-18 01:04:30,714 Update finished +2021-12-18 01:04:30,714 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:04:30,714 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:04:30,714 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:04:30,714 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:04:30,715 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:04:30,718 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:04:30,720 Job list saved +2021-12-18 01:04:30,725 Updating FAILED jobs +2021-12-18 01:04:30,725 Updating WAITING jobs +2021-12-18 01:04:30,725 Update finished +2021-12-18 01:04:40,734 Reloading parameters... +2021-12-18 01:04:40,754 Loading parameters... +2021-12-18 01:04:40,755 Loading project parameters... +2021-12-18 01:04:40,757 + +22 of 25 jobs remaining (01:04) +2021-12-18 01:04:40,757 Sleep: 10 +2021-12-18 01:04:40,757 Number of retrials: 0 +2021-12-18 01:04:40,757 WRAPPER CHECK TIME = 10 +2021-12-18 01:04:40,758 Checking jobs for platform=marenostrum4 +2021-12-18 01:04:40,759 Checking jobs for platform=nord3 +2021-12-18 01:04:40,759 Checking jobs for platform=local +2021-12-18 01:04:40,760 Checking jobs for platform=transfer_node +2021-12-18 01:04:40,760 Checking all jobs at once +2021-12-18 01:04:42,281 Successful check job command +2021-12-18 01:04:43,600 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:04:43,600 End of checking +2021-12-18 01:04:43,602 Updating FAILED jobs +2021-12-18 01:04:43,602 Updating WAITING jobs +2021-12-18 01:04:43,602 Update finished +2021-12-18 01:04:43,602 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:04:43,603 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:04:43,603 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:04:43,603 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:04:43,603 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:04:43,606 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:04:43,608 Job list saved +2021-12-18 01:04:43,619 Updating FAILED jobs +2021-12-18 01:04:43,619 Updating WAITING jobs +2021-12-18 01:04:43,619 Update finished +2021-12-18 01:04:53,625 Reloading parameters... +2021-12-18 01:04:53,645 Loading parameters... +2021-12-18 01:04:53,647 Loading project parameters... +2021-12-18 01:04:53,649 + +22 of 25 jobs remaining (01:04) +2021-12-18 01:04:53,649 Sleep: 10 +2021-12-18 01:04:53,649 Number of retrials: 0 +2021-12-18 01:04:53,649 WRAPPER CHECK TIME = 10 +2021-12-18 01:04:53,650 Checking jobs for platform=marenostrum4 +2021-12-18 01:04:53,650 Checking jobs for platform=nord3 +2021-12-18 01:04:53,651 Checking jobs for platform=local +2021-12-18 01:04:53,652 Checking jobs for platform=transfer_node +2021-12-18 01:04:53,652 Checking all jobs at once +2021-12-18 01:04:55,572 Successful check job command +2021-12-18 01:04:57,343 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:04:57,344 End of checking +2021-12-18 01:04:57,345 Updating FAILED jobs +2021-12-18 01:04:57,345 Updating WAITING jobs +2021-12-18 01:04:57,346 Update finished +2021-12-18 01:04:57,346 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:04:57,347 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:04:57,347 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:04:57,347 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:04:57,347 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:04:57,351 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:04:57,354 Job list saved +2021-12-18 01:04:57,358 Updating FAILED jobs +2021-12-18 01:04:57,359 Updating WAITING jobs +2021-12-18 01:04:57,359 Update finished +2021-12-18 01:05:07,369 Reloading parameters... +2021-12-18 01:05:07,388 Loading parameters... +2021-12-18 01:05:07,389 Loading project parameters... +2021-12-18 01:05:07,391 + +22 of 25 jobs remaining (01:05) +2021-12-18 01:05:07,391 Sleep: 10 +2021-12-18 01:05:07,391 Number of retrials: 0 +2021-12-18 01:05:07,391 WRAPPER CHECK TIME = 10 +2021-12-18 01:05:07,392 Checking jobs for platform=marenostrum4 +2021-12-18 01:05:07,392 Checking jobs for platform=nord3 +2021-12-18 01:05:07,393 Checking jobs for platform=local +2021-12-18 01:05:07,394 Checking jobs for platform=transfer_node +2021-12-18 01:05:07,394 Checking all jobs at once +2021-12-18 01:05:08,863 Successful check job command +2021-12-18 01:05:10,787 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:05:10,787 End of checking +2021-12-18 01:05:10,788 Updating FAILED jobs +2021-12-18 01:05:10,789 Updating WAITING jobs +2021-12-18 01:05:10,789 Update finished +2021-12-18 01:05:10,789 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:05:10,789 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:05:10,789 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:05:10,789 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:05:10,789 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:05:10,792 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:05:10,794 Job list saved +2021-12-18 01:05:10,799 Updating FAILED jobs +2021-12-18 01:05:10,799 Updating WAITING jobs +2021-12-18 01:05:10,799 Update finished +2021-12-18 01:05:20,808 Reloading parameters... +2021-12-18 01:05:20,827 Loading parameters... +2021-12-18 01:05:20,828 Loading project parameters... +2021-12-18 01:05:20,830 + +22 of 25 jobs remaining (01:05) +2021-12-18 01:05:20,830 Sleep: 10 +2021-12-18 01:05:20,830 Number of retrials: 0 +2021-12-18 01:05:20,830 WRAPPER CHECK TIME = 10 +2021-12-18 01:05:20,831 Checking jobs for platform=marenostrum4 +2021-12-18 01:05:20,831 Checking jobs for platform=nord3 +2021-12-18 01:05:20,832 Checking jobs for platform=local +2021-12-18 01:05:20,833 Checking jobs for platform=transfer_node +2021-12-18 01:05:20,833 Checking all jobs at once +2021-12-18 01:05:22,152 Successful check job command +2021-12-18 01:05:23,521 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:05:23,521 End of checking +2021-12-18 01:05:23,523 Updating FAILED jobs +2021-12-18 01:05:23,523 Updating WAITING jobs +2021-12-18 01:05:23,523 Update finished +2021-12-18 01:05:23,523 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:05:23,523 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:05:23,524 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:05:23,524 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:05:23,524 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:05:23,527 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:05:23,529 Job list saved +2021-12-18 01:05:23,534 Updating FAILED jobs +2021-12-18 01:05:23,534 Updating WAITING jobs +2021-12-18 01:05:23,535 Update finished +2021-12-18 01:05:33,545 Reloading parameters... +2021-12-18 01:05:33,559 Loading parameters... +2021-12-18 01:05:33,560 Loading project parameters... +2021-12-18 01:05:33,561 + +22 of 25 jobs remaining (01:05) +2021-12-18 01:05:33,562 Sleep: 10 +2021-12-18 01:05:33,562 Number of retrials: 0 +2021-12-18 01:05:33,562 WRAPPER CHECK TIME = 10 +2021-12-18 01:05:33,562 Checking jobs for platform=marenostrum4 +2021-12-18 01:05:33,562 Checking jobs for platform=nord3 +2021-12-18 01:05:33,563 Checking jobs for platform=local +2021-12-18 01:05:33,563 Checking jobs for platform=transfer_node +2021-12-18 01:05:33,563 Checking all jobs at once +2021-12-18 01:05:34,982 Successful check job command +2021-12-18 01:05:36,201 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:05:36,201 End of checking +2021-12-18 01:05:36,202 Updating FAILED jobs +2021-12-18 01:05:36,202 Updating WAITING jobs +2021-12-18 01:05:36,203 Update finished +2021-12-18 01:05:36,203 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:05:36,203 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:05:36,203 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:05:36,204 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:05:36,204 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:05:36,206 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:05:36,208 Job list saved +2021-12-18 01:05:36,213 Updating FAILED jobs +2021-12-18 01:05:36,213 Updating WAITING jobs +2021-12-18 01:05:36,214 Update finished +2021-12-18 01:05:46,222 Reloading parameters... +2021-12-18 01:05:46,242 Loading parameters... +2021-12-18 01:05:46,243 Loading project parameters... +2021-12-18 01:05:46,245 + +22 of 25 jobs remaining (01:05) +2021-12-18 01:05:46,245 Sleep: 10 +2021-12-18 01:05:46,245 Number of retrials: 0 +2021-12-18 01:05:46,245 WRAPPER CHECK TIME = 10 +2021-12-18 01:05:46,246 Checking jobs for platform=marenostrum4 +2021-12-18 01:05:46,247 Checking jobs for platform=nord3 +2021-12-18 01:05:46,247 Checking jobs for platform=local +2021-12-18 01:05:46,248 Checking jobs for platform=transfer_node +2021-12-18 01:05:46,248 Checking all jobs at once +2021-12-18 01:05:47,818 Successful check job command +2021-12-18 01:05:49,237 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:05:49,237 End of checking +2021-12-18 01:05:49,239 Updating FAILED jobs +2021-12-18 01:05:49,239 Updating WAITING jobs +2021-12-18 01:05:49,239 Update finished +2021-12-18 01:05:49,239 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:05:49,239 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:05:49,240 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:05:49,240 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:05:49,240 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:05:49,242 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:05:49,245 Job list saved +2021-12-18 01:05:49,250 Updating FAILED jobs +2021-12-18 01:05:49,250 Updating WAITING jobs +2021-12-18 01:05:49,250 Update finished +2021-12-18 01:05:59,254 Reloading parameters... +2021-12-18 01:05:59,278 Loading parameters... +2021-12-18 01:05:59,279 Loading project parameters... +2021-12-18 01:05:59,281 + +22 of 25 jobs remaining (01:05) +2021-12-18 01:05:59,281 Sleep: 10 +2021-12-18 01:05:59,281 Number of retrials: 0 +2021-12-18 01:05:59,281 WRAPPER CHECK TIME = 10 +2021-12-18 01:05:59,282 Checking jobs for platform=marenostrum4 +2021-12-18 01:05:59,282 Checking jobs for platform=nord3 +2021-12-18 01:05:59,283 Checking jobs for platform=local +2021-12-18 01:05:59,284 Checking jobs for platform=transfer_node +2021-12-18 01:05:59,284 Checking all jobs at once +2021-12-18 01:06:01,304 Successful check job command +2021-12-18 01:06:02,873 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:06:02,874 End of checking +2021-12-18 01:06:02,875 Updating FAILED jobs +2021-12-18 01:06:02,875 Updating WAITING jobs +2021-12-18 01:06:02,876 Update finished +2021-12-18 01:06:02,876 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:06:02,876 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:06:02,876 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:06:02,876 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:06:02,876 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:06:02,886 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:06:02,889 Job list saved +2021-12-18 01:06:02,900 Updating FAILED jobs +2021-12-18 01:06:02,901 Updating WAITING jobs +2021-12-18 01:06:02,901 Update finished +2021-12-18 01:06:12,911 Reloading parameters... +2021-12-18 01:06:12,930 Loading parameters... +2021-12-18 01:06:12,931 Loading project parameters... +2021-12-18 01:06:12,933 + +22 of 25 jobs remaining (01:06) +2021-12-18 01:06:12,933 Sleep: 10 +2021-12-18 01:06:12,934 Number of retrials: 0 +2021-12-18 01:06:12,934 WRAPPER CHECK TIME = 10 +2021-12-18 01:06:12,934 Checking jobs for platform=marenostrum4 +2021-12-18 01:06:12,935 Checking jobs for platform=nord3 +2021-12-18 01:06:12,935 Checking jobs for platform=local +2021-12-18 01:06:12,936 Checking jobs for platform=transfer_node +2021-12-18 01:06:12,936 Checking all jobs at once +2021-12-18 01:06:14,406 Successful check job command +2021-12-18 01:06:15,675 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:06:15,676 End of checking +2021-12-18 01:06:15,677 Updating FAILED jobs +2021-12-18 01:06:15,677 Updating WAITING jobs +2021-12-18 01:06:15,678 Update finished +2021-12-18 01:06:15,678 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:06:15,678 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:06:15,678 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:06:15,679 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:06:15,679 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:06:15,681 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:06:15,683 Job list saved +2021-12-18 01:06:15,689 Updating FAILED jobs +2021-12-18 01:06:15,689 Updating WAITING jobs +2021-12-18 01:06:15,689 Update finished +2021-12-18 01:06:25,699 Reloading parameters... +2021-12-18 01:06:25,720 Loading parameters... +2021-12-18 01:06:25,722 Loading project parameters... +2021-12-18 01:06:25,724 + +22 of 25 jobs remaining (01:06) +2021-12-18 01:06:25,724 Sleep: 10 +2021-12-18 01:06:25,724 Number of retrials: 0 +2021-12-18 01:06:25,724 WRAPPER CHECK TIME = 10 +2021-12-18 01:06:25,725 Checking jobs for platform=marenostrum4 +2021-12-18 01:06:25,725 Checking jobs for platform=nord3 +2021-12-18 01:06:25,726 Checking jobs for platform=local +2021-12-18 01:06:25,726 Checking jobs for platform=transfer_node +2021-12-18 01:06:25,726 Checking all jobs at once +2021-12-18 01:06:27,095 Successful check job command +2021-12-18 01:06:28,314 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:06:28,315 End of checking +2021-12-18 01:06:28,316 Updating FAILED jobs +2021-12-18 01:06:28,316 Updating WAITING jobs +2021-12-18 01:06:28,316 Update finished +2021-12-18 01:06:28,317 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:06:28,317 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:06:28,317 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:06:28,317 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:06:28,317 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:06:28,321 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:06:28,323 Job list saved +2021-12-18 01:06:28,328 Updating FAILED jobs +2021-12-18 01:06:28,328 Updating WAITING jobs +2021-12-18 01:06:28,329 Update finished +2021-12-18 01:06:38,333 Reloading parameters... +2021-12-18 01:06:38,352 Loading parameters... +2021-12-18 01:06:38,353 Loading project parameters... +2021-12-18 01:06:38,355 + +22 of 25 jobs remaining (01:06) +2021-12-18 01:06:38,355 Sleep: 10 +2021-12-18 01:06:38,356 Number of retrials: 0 +2021-12-18 01:06:38,356 WRAPPER CHECK TIME = 10 +2021-12-18 01:06:38,356 Checking jobs for platform=marenostrum4 +2021-12-18 01:06:38,357 Checking jobs for platform=nord3 +2021-12-18 01:06:38,357 Checking jobs for platform=local +2021-12-18 01:06:38,358 Checking jobs for platform=transfer_node +2021-12-18 01:06:38,358 Checking all jobs at once +2021-12-18 01:06:41,130 Successful check job command +2021-12-18 01:06:43,100 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:06:43,101 End of checking +2021-12-18 01:06:43,102 Updating FAILED jobs +2021-12-18 01:06:43,102 Updating WAITING jobs +2021-12-18 01:06:43,103 Update finished +2021-12-18 01:06:43,103 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:06:43,103 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:06:43,103 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:06:43,103 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:06:43,103 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:06:43,106 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:06:43,108 Job list saved +2021-12-18 01:06:43,117 Updating FAILED jobs +2021-12-18 01:06:43,117 Updating WAITING jobs +2021-12-18 01:06:43,117 Update finished +2021-12-18 01:06:53,131 Reloading parameters... +2021-12-18 01:06:53,152 Loading parameters... +2021-12-18 01:06:53,153 Loading project parameters... +2021-12-18 01:06:53,155 + +22 of 25 jobs remaining (01:06) +2021-12-18 01:06:53,155 Sleep: 10 +2021-12-18 01:06:53,155 Number of retrials: 0 +2021-12-18 01:06:53,156 WRAPPER CHECK TIME = 10 +2021-12-18 01:06:53,156 Checking jobs for platform=marenostrum4 +2021-12-18 01:06:53,157 Checking jobs for platform=nord3 +2021-12-18 01:06:53,157 Checking jobs for platform=local +2021-12-18 01:06:53,158 Checking jobs for platform=transfer_node +2021-12-18 01:06:53,158 Checking all jobs at once +2021-12-18 01:06:54,878 Successful check job command +2021-12-18 01:06:56,347 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:06:56,347 End of checking +2021-12-18 01:06:56,353 Updating FAILED jobs +2021-12-18 01:06:56,353 Updating WAITING jobs +2021-12-18 01:06:56,353 Update finished +2021-12-18 01:06:56,353 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:06:56,354 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:06:56,354 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:06:56,354 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:06:56,354 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:06:56,357 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:06:56,359 Job list saved +2021-12-18 01:06:56,363 Updating FAILED jobs +2021-12-18 01:06:56,363 Updating WAITING jobs +2021-12-18 01:06:56,364 Update finished +2021-12-18 01:07:06,374 Reloading parameters... +2021-12-18 01:07:06,393 Loading parameters... +2021-12-18 01:07:06,395 Loading project parameters... +2021-12-18 01:07:06,397 + +22 of 25 jobs remaining (01:07) +2021-12-18 01:07:06,397 Sleep: 10 +2021-12-18 01:07:06,397 Number of retrials: 0 +2021-12-18 01:07:06,397 WRAPPER CHECK TIME = 10 +2021-12-18 01:07:06,398 Checking jobs for platform=marenostrum4 +2021-12-18 01:07:06,399 Checking jobs for platform=nord3 +2021-12-18 01:07:06,399 Checking jobs for platform=local +2021-12-18 01:07:06,400 Checking jobs for platform=transfer_node +2021-12-18 01:07:06,400 Checking all jobs at once +2021-12-18 01:07:07,675 Successful check job command +2021-12-18 01:07:08,844 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:07:08,844 End of checking +2021-12-18 01:07:08,846 Updating FAILED jobs +2021-12-18 01:07:08,846 Updating WAITING jobs +2021-12-18 01:07:08,846 Update finished +2021-12-18 01:07:08,846 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:07:08,846 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:07:08,846 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:07:08,847 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:07:08,847 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:07:08,850 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:07:08,852 Job list saved +2021-12-18 01:07:08,857 Updating FAILED jobs +2021-12-18 01:07:08,857 Updating WAITING jobs +2021-12-18 01:07:08,858 Update finished +2021-12-18 01:07:18,862 Reloading parameters... +2021-12-18 01:07:18,882 Loading parameters... +2021-12-18 01:07:18,883 Loading project parameters... +2021-12-18 01:07:18,885 + +22 of 25 jobs remaining (01:07) +2021-12-18 01:07:18,885 Sleep: 10 +2021-12-18 01:07:18,885 Number of retrials: 0 +2021-12-18 01:07:18,885 WRAPPER CHECK TIME = 10 +2021-12-18 01:07:18,886 Checking jobs for platform=marenostrum4 +2021-12-18 01:07:18,886 Checking jobs for platform=nord3 +2021-12-18 01:07:18,887 Checking jobs for platform=local +2021-12-18 01:07:18,887 Checking jobs for platform=transfer_node +2021-12-18 01:07:18,887 Checking all jobs at once +2021-12-18 01:07:21,510 Successful check job command +2021-12-18 01:07:23,581 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:07:23,581 End of checking +2021-12-18 01:07:23,583 Updating FAILED jobs +2021-12-18 01:07:23,583 Updating WAITING jobs +2021-12-18 01:07:23,584 Update finished +2021-12-18 01:07:23,584 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:07:23,584 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:07:23,584 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:07:23,584 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:07:23,584 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:07:23,587 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:07:23,589 Job list saved +2021-12-18 01:07:23,594 Updating FAILED jobs +2021-12-18 01:07:23,594 Updating WAITING jobs +2021-12-18 01:07:23,594 Update finished +2021-12-18 01:07:33,604 Reloading parameters... +2021-12-18 01:07:33,622 Loading parameters... +2021-12-18 01:07:33,624 Loading project parameters... +2021-12-18 01:07:33,625 + +22 of 25 jobs remaining (01:07) +2021-12-18 01:07:33,626 Sleep: 10 +2021-12-18 01:07:33,626 Number of retrials: 0 +2021-12-18 01:07:33,626 WRAPPER CHECK TIME = 10 +2021-12-18 01:07:33,626 Checking jobs for platform=marenostrum4 +2021-12-18 01:07:33,627 Checking jobs for platform=nord3 +2021-12-18 01:07:33,628 Checking jobs for platform=local +2021-12-18 01:07:33,628 Checking jobs for platform=transfer_node +2021-12-18 01:07:33,628 Checking all jobs at once +2021-12-18 01:07:35,348 Successful check job command +2021-12-18 01:07:37,218 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:07:37,218 End of checking +2021-12-18 01:07:37,220 Updating FAILED jobs +2021-12-18 01:07:37,220 Updating WAITING jobs +2021-12-18 01:07:37,220 Update finished +2021-12-18 01:07:37,220 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:07:37,221 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:07:37,221 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:07:37,221 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:07:37,221 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:07:37,224 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:07:37,226 Job list saved +2021-12-18 01:07:37,249 Updating FAILED jobs +2021-12-18 01:07:37,249 Updating WAITING jobs +2021-12-18 01:07:37,249 Update finished +2021-12-18 01:07:47,259 Reloading parameters... +2021-12-18 01:07:47,278 Loading parameters... +2021-12-18 01:07:47,279 Loading project parameters... +2021-12-18 01:07:47,281 + +22 of 25 jobs remaining (01:07) +2021-12-18 01:07:47,281 Sleep: 10 +2021-12-18 01:07:47,281 Number of retrials: 0 +2021-12-18 01:07:47,281 WRAPPER CHECK TIME = 10 +2021-12-18 01:07:47,282 Checking jobs for platform=marenostrum4 +2021-12-18 01:07:47,283 Checking jobs for platform=nord3 +2021-12-18 01:07:47,283 Checking jobs for platform=local +2021-12-18 01:07:47,284 Checking jobs for platform=transfer_node +2021-12-18 01:07:47,284 Checking all jobs at once +2021-12-18 01:07:48,653 Successful check job command +2021-12-18 01:07:50,023 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:07:50,023 End of checking +2021-12-18 01:07:50,025 Updating FAILED jobs +2021-12-18 01:07:50,025 Updating WAITING jobs +2021-12-18 01:07:50,025 Update finished +2021-12-18 01:07:50,025 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:07:50,025 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:07:50,026 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:07:50,026 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:07:50,026 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:07:50,029 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:07:50,031 Job list saved +2021-12-18 01:07:50,045 Updating FAILED jobs +2021-12-18 01:07:50,045 Updating WAITING jobs +2021-12-18 01:07:50,046 Update finished +2021-12-18 01:08:00,056 Reloading parameters... +2021-12-18 01:08:00,080 Loading parameters... +2021-12-18 01:08:00,082 Loading project parameters... +2021-12-18 01:08:00,084 + +22 of 25 jobs remaining (01:08) +2021-12-18 01:08:00,084 Sleep: 10 +2021-12-18 01:08:00,084 Number of retrials: 0 +2021-12-18 01:08:00,084 WRAPPER CHECK TIME = 10 +2021-12-18 01:08:00,085 Checking jobs for platform=marenostrum4 +2021-12-18 01:08:00,085 Checking jobs for platform=nord3 +2021-12-18 01:08:00,086 Checking jobs for platform=local +2021-12-18 01:08:00,086 Checking jobs for platform=transfer_node +2021-12-18 01:08:00,086 Checking all jobs at once +2021-12-18 01:08:01,556 Successful check job command +2021-12-18 01:08:03,326 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:08:03,326 End of checking +2021-12-18 01:08:03,328 Updating FAILED jobs +2021-12-18 01:08:03,328 Updating WAITING jobs +2021-12-18 01:08:03,328 Update finished +2021-12-18 01:08:03,328 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:08:03,328 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:08:03,329 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:08:03,329 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:08:03,329 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:08:03,332 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:08:03,334 Job list saved +2021-12-18 01:08:03,339 Updating FAILED jobs +2021-12-18 01:08:03,339 Updating WAITING jobs +2021-12-18 01:08:03,339 Update finished +2021-12-18 01:08:13,346 Reloading parameters... +2021-12-18 01:08:13,369 Loading parameters... +2021-12-18 01:08:13,370 Loading project parameters... +2021-12-18 01:08:13,372 + +22 of 25 jobs remaining (01:08) +2021-12-18 01:08:13,372 Sleep: 10 +2021-12-18 01:08:13,372 Number of retrials: 0 +2021-12-18 01:08:13,372 WRAPPER CHECK TIME = 10 +2021-12-18 01:08:13,373 Checking jobs for platform=marenostrum4 +2021-12-18 01:08:13,374 Checking jobs for platform=nord3 +2021-12-18 01:08:13,374 Checking jobs for platform=local +2021-12-18 01:08:13,375 Checking jobs for platform=transfer_node +2021-12-18 01:08:13,375 Checking all jobs at once +2021-12-18 01:08:15,349 Successful check job command +2021-12-18 01:08:17,521 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:08:17,521 End of checking +2021-12-18 01:08:17,523 Updating FAILED jobs +2021-12-18 01:08:17,523 Updating WAITING jobs +2021-12-18 01:08:17,523 Update finished +2021-12-18 01:08:17,523 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:08:17,524 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:08:17,524 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:08:17,524 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:08:17,524 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:08:17,527 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:08:17,529 Job list saved +2021-12-18 01:08:17,538 Updating FAILED jobs +2021-12-18 01:08:17,538 Updating WAITING jobs +2021-12-18 01:08:17,538 Update finished +2021-12-18 01:08:27,547 Reloading parameters... +2021-12-18 01:08:27,564 Loading parameters... +2021-12-18 01:08:27,566 Loading project parameters... +2021-12-18 01:08:27,568 + +22 of 25 jobs remaining (01:08) +2021-12-18 01:08:27,568 Sleep: 10 +2021-12-18 01:08:27,568 Number of retrials: 0 +2021-12-18 01:08:27,568 WRAPPER CHECK TIME = 10 +2021-12-18 01:08:27,569 Checking jobs for platform=marenostrum4 +2021-12-18 01:08:27,569 Checking jobs for platform=nord3 +2021-12-18 01:08:27,570 Checking jobs for platform=local +2021-12-18 01:08:27,571 Checking jobs for platform=transfer_node +2021-12-18 01:08:27,571 Checking all jobs at once +2021-12-18 01:08:28,940 Successful check job command +2021-12-18 01:08:30,510 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:08:30,510 End of checking +2021-12-18 01:08:30,511 Updating FAILED jobs +2021-12-18 01:08:30,512 Updating WAITING jobs +2021-12-18 01:08:30,512 Update finished +2021-12-18 01:08:30,512 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:08:30,512 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:08:30,512 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:08:30,512 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:08:30,513 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:08:30,515 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:08:30,518 Job list saved +2021-12-18 01:08:30,522 Updating FAILED jobs +2021-12-18 01:08:30,523 Updating WAITING jobs +2021-12-18 01:08:30,523 Update finished +2021-12-18 01:08:40,533 Reloading parameters... +2021-12-18 01:08:40,554 Loading parameters... +2021-12-18 01:08:40,556 Loading project parameters... +2021-12-18 01:08:40,557 + +22 of 25 jobs remaining (01:08) +2021-12-18 01:08:40,558 Sleep: 10 +2021-12-18 01:08:40,558 Number of retrials: 0 +2021-12-18 01:08:40,558 WRAPPER CHECK TIME = 10 +2021-12-18 01:08:40,558 Checking jobs for platform=marenostrum4 +2021-12-18 01:08:40,559 Checking jobs for platform=nord3 +2021-12-18 01:08:40,559 Checking jobs for platform=local +2021-12-18 01:08:40,560 Checking jobs for platform=transfer_node +2021-12-18 01:08:40,560 Checking all jobs at once +2021-12-18 01:08:41,881 Successful check job command +2021-12-18 01:08:43,253 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:08:43,253 End of checking +2021-12-18 01:08:43,254 Updating FAILED jobs +2021-12-18 01:08:43,254 Updating WAITING jobs +2021-12-18 01:08:43,255 Update finished +2021-12-18 01:08:43,255 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:08:43,255 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:08:43,255 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:08:43,255 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:08:43,255 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:08:43,258 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:08:43,260 Job list saved +2021-12-18 01:08:43,266 Updating FAILED jobs +2021-12-18 01:08:43,266 Updating WAITING jobs +2021-12-18 01:08:43,266 Update finished +2021-12-18 01:08:53,276 Reloading parameters... +2021-12-18 01:08:53,371 Loading parameters... +2021-12-18 01:08:53,372 Loading project parameters... +2021-12-18 01:08:53,374 + +22 of 25 jobs remaining (01:08) +2021-12-18 01:08:53,374 Sleep: 10 +2021-12-18 01:08:53,374 Number of retrials: 0 +2021-12-18 01:08:53,375 WRAPPER CHECK TIME = 10 +2021-12-18 01:08:53,375 Checking jobs for platform=marenostrum4 +2021-12-18 01:08:53,376 Checking jobs for platform=nord3 +2021-12-18 01:08:53,376 Checking jobs for platform=local +2021-12-18 01:08:53,377 Checking jobs for platform=transfer_node +2021-12-18 01:08:53,377 Checking all jobs at once +2021-12-18 01:08:54,797 Successful check job command +2021-12-18 01:08:56,367 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:08:56,367 End of checking +2021-12-18 01:08:56,369 Updating FAILED jobs +2021-12-18 01:08:56,369 Updating WAITING jobs +2021-12-18 01:08:56,369 Update finished +2021-12-18 01:08:56,369 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:08:56,370 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:08:56,370 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:08:56,370 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:08:56,370 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:08:56,373 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:08:56,375 Job list saved +2021-12-18 01:08:56,381 Updating FAILED jobs +2021-12-18 01:08:56,381 Updating WAITING jobs +2021-12-18 01:08:56,381 Update finished +2021-12-18 01:09:06,390 Reloading parameters... +2021-12-18 01:09:06,409 Loading parameters... +2021-12-18 01:09:06,410 Loading project parameters... +2021-12-18 01:09:06,412 + +22 of 25 jobs remaining (01:09) +2021-12-18 01:09:06,412 Sleep: 10 +2021-12-18 01:09:06,412 Number of retrials: 0 +2021-12-18 01:09:06,412 WRAPPER CHECK TIME = 10 +2021-12-18 01:09:06,413 Checking jobs for platform=marenostrum4 +2021-12-18 01:09:06,413 Checking jobs for platform=nord3 +2021-12-18 01:09:06,414 Checking jobs for platform=local +2021-12-18 01:09:06,414 Checking jobs for platform=transfer_node +2021-12-18 01:09:06,414 Checking all jobs at once +2021-12-18 01:09:07,833 Successful check job command +2021-12-18 01:09:09,604 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:09:09,605 End of checking +2021-12-18 01:09:09,606 Updating FAILED jobs +2021-12-18 01:09:09,606 Updating WAITING jobs +2021-12-18 01:09:09,606 Update finished +2021-12-18 01:09:09,607 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:09:09,607 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:09:09,607 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:09:09,607 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:09:09,607 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:09:09,610 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:09:09,612 Job list saved +2021-12-18 01:09:09,617 Updating FAILED jobs +2021-12-18 01:09:09,617 Updating WAITING jobs +2021-12-18 01:09:09,617 Update finished +2021-12-18 01:09:19,623 Reloading parameters... +2021-12-18 01:09:19,643 Loading parameters... +2021-12-18 01:09:19,644 Loading project parameters... +2021-12-18 01:09:19,646 + +22 of 25 jobs remaining (01:09) +2021-12-18 01:09:19,646 Sleep: 10 +2021-12-18 01:09:19,646 Number of retrials: 0 +2021-12-18 01:09:19,646 WRAPPER CHECK TIME = 10 +2021-12-18 01:09:19,647 Checking jobs for platform=marenostrum4 +2021-12-18 01:09:19,648 Checking jobs for platform=nord3 +2021-12-18 01:09:19,648 Checking jobs for platform=local +2021-12-18 01:09:19,649 Checking jobs for platform=transfer_node +2021-12-18 01:09:19,649 Checking all jobs at once +2021-12-18 01:09:20,970 Successful check job command +2021-12-18 01:09:22,290 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:09:22,290 End of checking +2021-12-18 01:09:22,292 Updating FAILED jobs +2021-12-18 01:09:22,292 Updating WAITING jobs +2021-12-18 01:09:22,292 Update finished +2021-12-18 01:09:22,293 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:09:22,293 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:09:22,293 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:09:22,293 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:09:22,293 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:09:22,297 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:09:22,299 Job list saved +2021-12-18 01:09:22,304 Updating FAILED jobs +2021-12-18 01:09:22,304 Updating WAITING jobs +2021-12-18 01:09:22,305 Update finished +2021-12-18 01:09:32,315 Reloading parameters... +2021-12-18 01:09:32,334 Loading parameters... +2021-12-18 01:09:32,336 Loading project parameters... +2021-12-18 01:09:32,337 + +22 of 25 jobs remaining (01:09) +2021-12-18 01:09:32,338 Sleep: 10 +2021-12-18 01:09:32,338 Number of retrials: 0 +2021-12-18 01:09:32,338 WRAPPER CHECK TIME = 10 +2021-12-18 01:09:32,339 Checking jobs for platform=marenostrum4 +2021-12-18 01:09:32,339 Checking jobs for platform=nord3 +2021-12-18 01:09:32,340 Checking jobs for platform=local +2021-12-18 01:09:32,340 Checking jobs for platform=transfer_node +2021-12-18 01:09:32,340 Checking all jobs at once +2021-12-18 01:09:33,660 Successful check job command +2021-12-18 01:09:34,980 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:09:34,980 End of checking +2021-12-18 01:09:34,981 Updating FAILED jobs +2021-12-18 01:09:34,981 Updating WAITING jobs +2021-12-18 01:09:34,982 Update finished +2021-12-18 01:09:34,982 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:09:34,982 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:09:34,983 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:09:34,983 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:09:34,983 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:09:34,986 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:09:34,988 Job list saved +2021-12-18 01:09:34,993 Updating FAILED jobs +2021-12-18 01:09:34,993 Updating WAITING jobs +2021-12-18 01:09:34,993 Update finished +2021-12-18 01:09:44,999 Reloading parameters... +2021-12-18 01:09:45,018 Loading parameters... +2021-12-18 01:09:45,019 Loading project parameters... +2021-12-18 01:09:45,021 + +22 of 25 jobs remaining (01:09) +2021-12-18 01:09:45,021 Sleep: 10 +2021-12-18 01:09:45,021 Number of retrials: 0 +2021-12-18 01:09:45,022 WRAPPER CHECK TIME = 10 +2021-12-18 01:09:45,022 Checking jobs for platform=marenostrum4 +2021-12-18 01:09:45,023 Checking jobs for platform=nord3 +2021-12-18 01:09:45,023 Checking jobs for platform=local +2021-12-18 01:09:45,024 Checking jobs for platform=transfer_node +2021-12-18 01:09:45,024 Checking all jobs at once +2021-12-18 01:09:46,353 Successful check job command +2021-12-18 01:09:47,573 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:09:47,573 End of checking +2021-12-18 01:09:47,574 Updating FAILED jobs +2021-12-18 01:09:47,575 Updating WAITING jobs +2021-12-18 01:09:47,575 Update finished +2021-12-18 01:09:47,575 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:09:47,575 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:09:47,575 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:09:47,575 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:09:47,576 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:09:47,579 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:09:47,581 Job list saved +2021-12-18 01:09:47,586 Updating FAILED jobs +2021-12-18 01:09:47,586 Updating WAITING jobs +2021-12-18 01:09:47,586 Update finished +2021-12-18 01:09:57,594 Reloading parameters... +2021-12-18 01:09:57,613 Loading parameters... +2021-12-18 01:09:57,614 Loading project parameters... +2021-12-18 01:09:57,616 + +22 of 25 jobs remaining (01:09) +2021-12-18 01:09:57,616 Sleep: 10 +2021-12-18 01:09:57,617 Number of retrials: 0 +2021-12-18 01:09:57,617 WRAPPER CHECK TIME = 10 +2021-12-18 01:09:57,617 Checking jobs for platform=marenostrum4 +2021-12-18 01:09:57,618 Checking jobs for platform=nord3 +2021-12-18 01:09:57,618 Checking jobs for platform=local +2021-12-18 01:09:57,619 Checking jobs for platform=transfer_node +2021-12-18 01:09:57,619 Checking all jobs at once +2021-12-18 01:09:59,089 Successful check job command +2021-12-18 01:10:00,510 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:10:00,510 End of checking +2021-12-18 01:10:00,511 Updating FAILED jobs +2021-12-18 01:10:00,511 Updating WAITING jobs +2021-12-18 01:10:00,512 Update finished +2021-12-18 01:10:00,512 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:10:00,512 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:10:00,512 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:10:00,512 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:10:00,512 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:10:00,516 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:10:00,518 Job list saved +2021-12-18 01:10:00,523 Updating FAILED jobs +2021-12-18 01:10:00,523 Updating WAITING jobs +2021-12-18 01:10:00,523 Update finished +2021-12-18 01:10:10,533 Reloading parameters... +2021-12-18 01:10:10,551 Loading parameters... +2021-12-18 01:10:10,552 Loading project parameters... +2021-12-18 01:10:10,554 + +22 of 25 jobs remaining (01:10) +2021-12-18 01:10:10,554 Sleep: 10 +2021-12-18 01:10:10,555 Number of retrials: 0 +2021-12-18 01:10:10,555 WRAPPER CHECK TIME = 10 +2021-12-18 01:10:10,555 Checking jobs for platform=marenostrum4 +2021-12-18 01:10:10,556 Checking jobs for platform=nord3 +2021-12-18 01:10:10,556 Checking jobs for platform=local +2021-12-18 01:10:10,557 Checking jobs for platform=transfer_node +2021-12-18 01:10:10,557 Checking all jobs at once +2021-12-18 01:10:11,976 Successful check job command +2021-12-18 01:10:13,445 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:10:13,446 End of checking +2021-12-18 01:10:13,447 Updating FAILED jobs +2021-12-18 01:10:13,448 Updating WAITING jobs +2021-12-18 01:10:13,448 Update finished +2021-12-18 01:10:13,448 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:10:13,449 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:10:13,449 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:10:13,449 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:10:13,449 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:10:13,452 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:10:13,454 Job list saved +2021-12-18 01:10:13,459 Updating FAILED jobs +2021-12-18 01:10:13,459 Updating WAITING jobs +2021-12-18 01:10:13,460 Update finished +2021-12-18 01:10:23,467 Reloading parameters... +2021-12-18 01:10:23,489 Loading parameters... +2021-12-18 01:10:23,490 Loading project parameters... +2021-12-18 01:10:23,492 + +22 of 25 jobs remaining (01:10) +2021-12-18 01:10:23,492 Sleep: 10 +2021-12-18 01:10:23,492 Number of retrials: 0 +2021-12-18 01:10:23,493 WRAPPER CHECK TIME = 10 +2021-12-18 01:10:23,493 Checking jobs for platform=marenostrum4 +2021-12-18 01:10:23,494 Checking jobs for platform=nord3 +2021-12-18 01:10:23,494 Checking jobs for platform=local +2021-12-18 01:10:23,495 Checking jobs for platform=transfer_node +2021-12-18 01:10:23,495 Checking all jobs at once +2021-12-18 01:10:25,365 Successful check job command +2021-12-18 01:10:26,734 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:10:26,734 End of checking +2021-12-18 01:10:26,736 Updating FAILED jobs +2021-12-18 01:10:26,736 Updating WAITING jobs +2021-12-18 01:10:26,736 Update finished +2021-12-18 01:10:26,736 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:10:26,736 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:10:26,737 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:10:26,737 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:10:26,737 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:10:26,739 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:10:26,742 Job list saved +2021-12-18 01:10:26,746 Updating FAILED jobs +2021-12-18 01:10:26,747 Updating WAITING jobs +2021-12-18 01:10:26,747 Update finished +2021-12-18 01:10:36,757 Reloading parameters... +2021-12-18 01:10:36,775 Loading parameters... +2021-12-18 01:10:36,776 Loading project parameters... +2021-12-18 01:10:36,778 + +22 of 25 jobs remaining (01:10) +2021-12-18 01:10:36,778 Sleep: 10 +2021-12-18 01:10:36,779 Number of retrials: 0 +2021-12-18 01:10:36,779 WRAPPER CHECK TIME = 10 +2021-12-18 01:10:36,779 Checking jobs for platform=marenostrum4 +2021-12-18 01:10:36,780 Checking jobs for platform=nord3 +2021-12-18 01:10:36,780 Checking jobs for platform=local +2021-12-18 01:10:36,781 Checking jobs for platform=transfer_node +2021-12-18 01:10:36,781 Checking all jobs at once +2021-12-18 01:10:38,451 Successful check job command +2021-12-18 01:10:39,770 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:10:39,770 End of checking +2021-12-18 01:10:39,772 Updating FAILED jobs +2021-12-18 01:10:39,772 Updating WAITING jobs +2021-12-18 01:10:39,772 Update finished +2021-12-18 01:10:39,772 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:10:39,772 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:10:39,772 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:10:39,773 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:10:39,773 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:10:39,775 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:10:39,777 Job list saved +2021-12-18 01:10:39,786 Updating FAILED jobs +2021-12-18 01:10:39,786 Updating WAITING jobs +2021-12-18 01:10:39,786 Update finished +2021-12-18 01:10:49,796 Reloading parameters... +2021-12-18 01:10:49,816 Loading parameters... +2021-12-18 01:10:49,817 Loading project parameters... +2021-12-18 01:10:49,819 + +22 of 25 jobs remaining (01:10) +2021-12-18 01:10:49,819 Sleep: 10 +2021-12-18 01:10:49,819 Number of retrials: 0 +2021-12-18 01:10:49,819 WRAPPER CHECK TIME = 10 +2021-12-18 01:10:49,820 Checking jobs for platform=marenostrum4 +2021-12-18 01:10:49,821 Checking jobs for platform=nord3 +2021-12-18 01:10:49,821 Checking jobs for platform=local +2021-12-18 01:10:49,822 Checking jobs for platform=transfer_node +2021-12-18 01:10:49,822 Checking all jobs at once +2021-12-18 01:10:51,498 Successful check job command +2021-12-18 01:10:52,867 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:10:52,867 End of checking +2021-12-18 01:10:52,869 Updating FAILED jobs +2021-12-18 01:10:52,869 Updating WAITING jobs +2021-12-18 01:10:52,869 Update finished +2021-12-18 01:10:52,869 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:10:52,870 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:10:52,870 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:10:52,870 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:10:52,870 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:10:52,873 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:10:52,875 Job list saved +2021-12-18 01:10:52,880 Updating FAILED jobs +2021-12-18 01:10:52,880 Updating WAITING jobs +2021-12-18 01:10:52,881 Update finished +2021-12-18 01:11:02,891 Reloading parameters... +2021-12-18 01:11:02,910 Loading parameters... +2021-12-18 01:11:02,912 Loading project parameters... +2021-12-18 01:11:02,914 + +22 of 25 jobs remaining (01:11) +2021-12-18 01:11:02,914 Sleep: 10 +2021-12-18 01:11:02,914 Number of retrials: 0 +2021-12-18 01:11:02,914 WRAPPER CHECK TIME = 10 +2021-12-18 01:11:02,915 Checking jobs for platform=marenostrum4 +2021-12-18 01:11:02,915 Checking jobs for platform=nord3 +2021-12-18 01:11:02,916 Checking jobs for platform=local +2021-12-18 01:11:02,916 Checking jobs for platform=transfer_node +2021-12-18 01:11:02,916 Checking all jobs at once +2021-12-18 01:11:04,536 Successful check job command +2021-12-18 01:11:05,905 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:11:05,906 End of checking +2021-12-18 01:11:05,908 Updating FAILED jobs +2021-12-18 01:11:05,908 Updating WAITING jobs +2021-12-18 01:11:05,908 Update finished +2021-12-18 01:11:05,908 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:11:05,909 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:11:05,909 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:11:05,909 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:11:05,909 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:11:05,912 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:11:05,914 Job list saved +2021-12-18 01:11:05,919 Updating FAILED jobs +2021-12-18 01:11:05,919 Updating WAITING jobs +2021-12-18 01:11:05,920 Update finished +2021-12-18 01:11:15,925 Reloading parameters... +2021-12-18 01:11:15,944 Loading parameters... +2021-12-18 01:11:15,945 Loading project parameters... +2021-12-18 01:11:15,947 + +22 of 25 jobs remaining (01:11) +2021-12-18 01:11:15,947 Sleep: 10 +2021-12-18 01:11:15,947 Number of retrials: 0 +2021-12-18 01:11:15,947 WRAPPER CHECK TIME = 10 +2021-12-18 01:11:15,948 Checking jobs for platform=marenostrum4 +2021-12-18 01:11:15,948 Checking jobs for platform=nord3 +2021-12-18 01:11:15,949 Checking jobs for platform=local +2021-12-18 01:11:15,950 Checking jobs for platform=transfer_node +2021-12-18 01:11:15,950 Checking all jobs at once +2021-12-18 01:11:17,872 Successful check job command +2021-12-18 01:11:19,391 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:11:19,392 End of checking +2021-12-18 01:11:19,393 Updating FAILED jobs +2021-12-18 01:11:19,393 Updating WAITING jobs +2021-12-18 01:11:19,394 Update finished +2021-12-18 01:11:19,394 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:11:19,394 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:11:19,394 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:11:19,394 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:11:19,394 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:11:19,397 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:11:19,400 Job list saved +2021-12-18 01:11:19,405 Updating FAILED jobs +2021-12-18 01:11:19,405 Updating WAITING jobs +2021-12-18 01:11:19,405 Update finished +2021-12-18 01:11:29,415 Reloading parameters... +2021-12-18 01:11:29,443 Loading parameters... +2021-12-18 01:11:29,444 Loading project parameters... +2021-12-18 01:11:29,446 + +22 of 25 jobs remaining (01:11) +2021-12-18 01:11:29,446 Sleep: 10 +2021-12-18 01:11:29,446 Number of retrials: 0 +2021-12-18 01:11:29,446 WRAPPER CHECK TIME = 10 +2021-12-18 01:11:29,447 Checking jobs for platform=marenostrum4 +2021-12-18 01:11:29,447 Checking jobs for platform=nord3 +2021-12-18 01:11:29,448 Checking jobs for platform=local +2021-12-18 01:11:29,448 Checking jobs for platform=transfer_node +2021-12-18 01:11:29,449 Checking all jobs at once +2021-12-18 01:11:30,818 Successful check job command +2021-12-18 01:11:32,087 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:11:32,087 End of checking +2021-12-18 01:11:32,089 Updating FAILED jobs +2021-12-18 01:11:32,089 Updating WAITING jobs +2021-12-18 01:11:32,090 Update finished +2021-12-18 01:11:32,090 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:11:32,093 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:11:32,093 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:11:32,093 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:11:32,093 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:11:32,096 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:11:32,099 Job list saved +2021-12-18 01:11:32,105 Updating FAILED jobs +2021-12-18 01:11:32,105 Updating WAITING jobs +2021-12-18 01:11:32,105 Update finished +2021-12-18 01:11:42,116 Reloading parameters... +2021-12-18 01:11:42,134 Loading parameters... +2021-12-18 01:11:42,135 Loading project parameters... +2021-12-18 01:11:42,137 + +22 of 25 jobs remaining (01:11) +2021-12-18 01:11:42,137 Sleep: 10 +2021-12-18 01:11:42,137 Number of retrials: 0 +2021-12-18 01:11:42,137 WRAPPER CHECK TIME = 10 +2021-12-18 01:11:42,138 Checking jobs for platform=marenostrum4 +2021-12-18 01:11:42,138 Checking jobs for platform=nord3 +2021-12-18 01:11:42,139 Checking jobs for platform=local +2021-12-18 01:11:42,140 Checking jobs for platform=transfer_node +2021-12-18 01:11:42,140 Checking all jobs at once +2021-12-18 01:11:44,165 Successful check job command +2021-12-18 01:11:45,735 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:11:45,735 End of checking +2021-12-18 01:11:45,737 Updating FAILED jobs +2021-12-18 01:11:45,737 Updating WAITING jobs +2021-12-18 01:11:45,737 Update finished +2021-12-18 01:11:45,737 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:11:45,737 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:11:45,738 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:11:45,738 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:11:45,738 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:11:45,741 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:11:45,743 Job list saved +2021-12-18 01:11:45,754 Updating FAILED jobs +2021-12-18 01:11:45,754 Updating WAITING jobs +2021-12-18 01:11:45,754 Update finished +2021-12-18 01:11:55,764 Reloading parameters... +2021-12-18 01:11:55,784 Loading parameters... +2021-12-18 01:11:55,785 Loading project parameters... +2021-12-18 01:11:55,787 + +22 of 25 jobs remaining (01:11) +2021-12-18 01:11:55,787 Sleep: 10 +2021-12-18 01:11:55,788 Number of retrials: 0 +2021-12-18 01:11:55,788 WRAPPER CHECK TIME = 10 +2021-12-18 01:11:55,788 Checking jobs for platform=marenostrum4 +2021-12-18 01:11:55,790 Checking jobs for platform=nord3 +2021-12-18 01:11:55,790 Checking jobs for platform=local +2021-12-18 01:11:55,791 Checking jobs for platform=transfer_node +2021-12-18 01:11:55,791 Checking all jobs at once +2021-12-18 01:11:57,761 Successful check job command +2021-12-18 01:11:59,635 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:11:59,635 End of checking +2021-12-18 01:11:59,637 Updating FAILED jobs +2021-12-18 01:11:59,637 Updating WAITING jobs +2021-12-18 01:11:59,637 Update finished +2021-12-18 01:11:59,637 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:11:59,637 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:11:59,637 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:11:59,638 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:11:59,638 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:11:59,641 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:11:59,643 Job list saved +2021-12-18 01:11:59,648 Updating FAILED jobs +2021-12-18 01:11:59,648 Updating WAITING jobs +2021-12-18 01:11:59,648 Update finished +2021-12-18 01:12:09,658 Reloading parameters... +2021-12-18 01:12:09,676 Loading parameters... +2021-12-18 01:12:09,678 Loading project parameters... +2021-12-18 01:12:09,680 + +22 of 25 jobs remaining (01:12) +2021-12-18 01:12:09,680 Sleep: 10 +2021-12-18 01:12:09,680 Number of retrials: 0 +2021-12-18 01:12:09,680 WRAPPER CHECK TIME = 10 +2021-12-18 01:12:09,681 Checking jobs for platform=marenostrum4 +2021-12-18 01:12:09,681 Checking jobs for platform=nord3 +2021-12-18 01:12:09,682 Checking jobs for platform=local +2021-12-18 01:12:09,682 Checking jobs for platform=transfer_node +2021-12-18 01:12:09,682 Checking all jobs at once +2021-12-18 01:12:11,103 Successful check job command +2021-12-18 01:12:12,373 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:12:12,373 End of checking +2021-12-18 01:12:12,374 Updating FAILED jobs +2021-12-18 01:12:12,374 Updating WAITING jobs +2021-12-18 01:12:12,375 Update finished +2021-12-18 01:12:12,375 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:12:12,375 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:12:12,375 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:12:12,376 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:12:12,376 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:12:12,378 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:12:12,381 Job list saved +2021-12-18 01:12:12,387 Updating FAILED jobs +2021-12-18 01:12:12,387 Updating WAITING jobs +2021-12-18 01:12:12,387 Update finished +2021-12-18 01:12:22,397 Reloading parameters... +2021-12-18 01:12:22,416 Loading parameters... +2021-12-18 01:12:22,417 Loading project parameters... +2021-12-18 01:12:22,419 + +22 of 25 jobs remaining (01:12) +2021-12-18 01:12:22,419 Sleep: 10 +2021-12-18 01:12:22,420 Number of retrials: 0 +2021-12-18 01:12:22,420 WRAPPER CHECK TIME = 10 +2021-12-18 01:12:22,420 Checking jobs for platform=marenostrum4 +2021-12-18 01:12:22,421 Checking jobs for platform=nord3 +2021-12-18 01:12:22,421 Checking jobs for platform=local +2021-12-18 01:12:22,422 Checking jobs for platform=transfer_node +2021-12-18 01:12:22,422 Checking all jobs at once +2021-12-18 01:12:23,942 Successful check job command +2021-12-18 01:12:25,313 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:12:25,313 End of checking +2021-12-18 01:12:25,314 Updating FAILED jobs +2021-12-18 01:12:25,315 Updating WAITING jobs +2021-12-18 01:12:25,315 Update finished +2021-12-18 01:12:25,315 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:12:25,315 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:12:25,315 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:12:25,315 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:12:25,316 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:12:25,318 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:12:25,320 Job list saved +2021-12-18 01:12:25,325 Updating FAILED jobs +2021-12-18 01:12:25,325 Updating WAITING jobs +2021-12-18 01:12:25,325 Update finished +2021-12-18 01:12:35,335 Reloading parameters... +2021-12-18 01:12:35,355 Loading parameters... +2021-12-18 01:12:35,357 Loading project parameters... +2021-12-18 01:12:35,358 + +22 of 25 jobs remaining (01:12) +2021-12-18 01:12:35,359 Sleep: 10 +2021-12-18 01:12:35,359 Number of retrials: 0 +2021-12-18 01:12:35,359 WRAPPER CHECK TIME = 10 +2021-12-18 01:12:35,359 Checking jobs for platform=marenostrum4 +2021-12-18 01:12:35,360 Checking jobs for platform=nord3 +2021-12-18 01:12:35,361 Checking jobs for platform=local +2021-12-18 01:12:35,361 Checking jobs for platform=transfer_node +2021-12-18 01:12:35,361 Checking all jobs at once +2021-12-18 01:12:37,232 Successful check job command +2021-12-18 01:12:39,202 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:12:39,202 End of checking +2021-12-18 01:12:39,204 Updating FAILED jobs +2021-12-18 01:12:39,204 Updating WAITING jobs +2021-12-18 01:12:39,204 Update finished +2021-12-18 01:12:39,204 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:12:39,205 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:12:39,205 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:12:39,205 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:12:39,205 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:12:39,208 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:12:39,210 Job list saved +2021-12-18 01:12:39,214 Updating FAILED jobs +2021-12-18 01:12:39,215 Updating WAITING jobs +2021-12-18 01:12:39,215 Update finished +2021-12-18 01:12:49,225 Reloading parameters... +2021-12-18 01:12:49,246 Loading parameters... +2021-12-18 01:12:49,247 Loading project parameters... +2021-12-18 01:12:49,249 + +22 of 25 jobs remaining (01:12) +2021-12-18 01:12:49,249 Sleep: 10 +2021-12-18 01:12:49,249 Number of retrials: 0 +2021-12-18 01:12:49,249 WRAPPER CHECK TIME = 10 +2021-12-18 01:12:49,250 Checking jobs for platform=marenostrum4 +2021-12-18 01:12:49,250 Checking jobs for platform=nord3 +2021-12-18 01:12:49,251 Checking jobs for platform=local +2021-12-18 01:12:49,251 Checking jobs for platform=transfer_node +2021-12-18 01:12:49,251 Checking all jobs at once +2021-12-18 01:12:51,373 Successful check job command +2021-12-18 01:12:52,843 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:12:52,843 End of checking +2021-12-18 01:12:52,845 Updating FAILED jobs +2021-12-18 01:12:52,845 Updating WAITING jobs +2021-12-18 01:12:52,845 Update finished +2021-12-18 01:12:52,845 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:12:52,846 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:12:52,846 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:12:52,846 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:12:52,846 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:12:52,849 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:12:52,851 Job list saved +2021-12-18 01:12:52,857 Updating FAILED jobs +2021-12-18 01:12:52,857 Updating WAITING jobs +2021-12-18 01:12:52,857 Update finished +2021-12-18 01:13:02,867 Reloading parameters... +2021-12-18 01:13:02,888 Loading parameters... +2021-12-18 01:13:02,889 Loading project parameters... +2021-12-18 01:13:02,891 + +22 of 25 jobs remaining (01:13) +2021-12-18 01:13:02,891 Sleep: 10 +2021-12-18 01:13:02,891 Number of retrials: 0 +2021-12-18 01:13:02,891 WRAPPER CHECK TIME = 10 +2021-12-18 01:13:02,892 Checking jobs for platform=marenostrum4 +2021-12-18 01:13:02,892 Checking jobs for platform=nord3 +2021-12-18 01:13:02,893 Checking jobs for platform=local +2021-12-18 01:13:02,893 Checking jobs for platform=transfer_node +2021-12-18 01:13:02,893 Checking all jobs at once +2021-12-18 01:13:04,567 Successful check job command +2021-12-18 01:13:05,987 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:13:05,988 End of checking +2021-12-18 01:13:05,989 Updating FAILED jobs +2021-12-18 01:13:05,989 Updating WAITING jobs +2021-12-18 01:13:05,989 Update finished +2021-12-18 01:13:05,989 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:13:05,990 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:13:05,990 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:13:05,990 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:13:05,990 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:13:05,993 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:13:05,995 Job list saved +2021-12-18 01:13:06,004 Updating FAILED jobs +2021-12-18 01:13:06,004 Updating WAITING jobs +2021-12-18 01:13:06,004 Update finished +2021-12-18 01:13:16,014 Reloading parameters... +2021-12-18 01:13:16,032 Loading parameters... +2021-12-18 01:13:16,034 Loading project parameters... +2021-12-18 01:13:16,035 + +22 of 25 jobs remaining (01:13) +2021-12-18 01:13:16,036 Sleep: 10 +2021-12-18 01:13:16,036 Number of retrials: 0 +2021-12-18 01:13:16,036 WRAPPER CHECK TIME = 10 +2021-12-18 01:13:16,036 Checking jobs for platform=marenostrum4 +2021-12-18 01:13:16,037 Checking jobs for platform=nord3 +2021-12-18 01:13:16,038 Checking jobs for platform=local +2021-12-18 01:13:16,038 Checking jobs for platform=transfer_node +2021-12-18 01:13:16,038 Checking all jobs at once +2021-12-18 01:13:17,515 Successful check job command +2021-12-18 01:13:18,885 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:13:18,885 End of checking +2021-12-18 01:13:18,887 Updating FAILED jobs +2021-12-18 01:13:18,887 Updating WAITING jobs +2021-12-18 01:13:18,887 Update finished +2021-12-18 01:13:18,887 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:13:18,887 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:13:18,888 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:13:18,888 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:13:18,888 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:13:18,891 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:13:18,893 Job list saved +2021-12-18 01:13:18,898 Updating FAILED jobs +2021-12-18 01:13:18,898 Updating WAITING jobs +2021-12-18 01:13:18,899 Update finished +2021-12-18 01:13:28,906 Reloading parameters... +2021-12-18 01:13:28,925 Loading parameters... +2021-12-18 01:13:28,926 Loading project parameters... +2021-12-18 01:13:28,928 + +22 of 25 jobs remaining (01:13) +2021-12-18 01:13:28,928 Sleep: 10 +2021-12-18 01:13:28,928 Number of retrials: 0 +2021-12-18 01:13:28,928 WRAPPER CHECK TIME = 10 +2021-12-18 01:13:28,929 Checking jobs for platform=marenostrum4 +2021-12-18 01:13:28,930 Checking jobs for platform=nord3 +2021-12-18 01:13:28,930 Checking jobs for platform=local +2021-12-18 01:13:28,931 Checking jobs for platform=transfer_node +2021-12-18 01:13:28,931 Checking all jobs at once +2021-12-18 01:13:30,350 Successful check job command +2021-12-18 01:13:31,769 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:13:31,769 End of checking +2021-12-18 01:13:31,771 Updating FAILED jobs +2021-12-18 01:13:31,771 Updating WAITING jobs +2021-12-18 01:13:31,771 Update finished +2021-12-18 01:13:31,771 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:13:31,772 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:13:31,772 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:13:31,772 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:13:31,772 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:13:31,775 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:13:31,777 Job list saved +2021-12-18 01:13:31,782 Updating FAILED jobs +2021-12-18 01:13:31,782 Updating WAITING jobs +2021-12-18 01:13:31,783 Update finished +2021-12-18 01:13:41,793 Reloading parameters... +2021-12-18 01:13:41,812 Loading parameters... +2021-12-18 01:13:41,814 Loading project parameters... +2021-12-18 01:13:41,816 + +22 of 25 jobs remaining (01:13) +2021-12-18 01:13:41,816 Sleep: 10 +2021-12-18 01:13:41,816 Number of retrials: 0 +2021-12-18 01:13:41,816 WRAPPER CHECK TIME = 10 +2021-12-18 01:13:41,817 Checking jobs for platform=marenostrum4 +2021-12-18 01:13:41,818 Checking jobs for platform=nord3 +2021-12-18 01:13:41,818 Checking jobs for platform=local +2021-12-18 01:13:41,819 Checking jobs for platform=transfer_node +2021-12-18 01:13:41,819 Checking all jobs at once +2021-12-18 01:13:43,789 Successful check job command +2021-12-18 01:13:46,010 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:13:46,010 End of checking +2021-12-18 01:13:46,012 Updating FAILED jobs +2021-12-18 01:13:46,012 Updating WAITING jobs +2021-12-18 01:13:46,012 Update finished +2021-12-18 01:13:46,013 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:13:46,013 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:13:46,013 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:13:46,013 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:13:46,013 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:13:46,016 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:13:46,018 Job list saved +2021-12-18 01:13:46,023 Updating FAILED jobs +2021-12-18 01:13:46,023 Updating WAITING jobs +2021-12-18 01:13:46,023 Update finished +2021-12-18 01:13:56,033 Reloading parameters... +2021-12-18 01:13:56,051 Loading parameters... +2021-12-18 01:13:56,052 Loading project parameters... +2021-12-18 01:13:56,054 + +22 of 25 jobs remaining (01:13) +2021-12-18 01:13:56,054 Sleep: 10 +2021-12-18 01:13:56,055 Number of retrials: 0 +2021-12-18 01:13:56,055 WRAPPER CHECK TIME = 10 +2021-12-18 01:13:56,055 Checking jobs for platform=marenostrum4 +2021-12-18 01:13:56,056 Checking jobs for platform=nord3 +2021-12-18 01:13:56,056 Checking jobs for platform=local +2021-12-18 01:13:56,057 Checking jobs for platform=transfer_node +2021-12-18 01:13:56,057 Checking all jobs at once +2021-12-18 01:13:57,627 Successful check job command +2021-12-18 01:13:59,398 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:13:59,398 End of checking +2021-12-18 01:13:59,399 Updating FAILED jobs +2021-12-18 01:13:59,399 Updating WAITING jobs +2021-12-18 01:13:59,400 Update finished +2021-12-18 01:13:59,400 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:13:59,400 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:13:59,400 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:13:59,400 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:13:59,400 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:13:59,403 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:13:59,405 Job list saved +2021-12-18 01:13:59,410 Updating FAILED jobs +2021-12-18 01:13:59,410 Updating WAITING jobs +2021-12-18 01:13:59,410 Update finished +2021-12-18 01:14:09,420 Reloading parameters... +2021-12-18 01:14:09,440 Loading parameters... +2021-12-18 01:14:09,442 Loading project parameters... +2021-12-18 01:14:09,444 + +22 of 25 jobs remaining (01:14) +2021-12-18 01:14:09,444 Sleep: 10 +2021-12-18 01:14:09,444 Number of retrials: 0 +2021-12-18 01:14:09,444 WRAPPER CHECK TIME = 10 +2021-12-18 01:14:09,445 Checking jobs for platform=marenostrum4 +2021-12-18 01:14:09,445 Checking jobs for platform=nord3 +2021-12-18 01:14:09,446 Checking jobs for platform=local +2021-12-18 01:14:09,446 Checking jobs for platform=transfer_node +2021-12-18 01:14:09,446 Checking all jobs at once +2021-12-18 01:14:10,767 Successful check job command +2021-12-18 01:14:12,037 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:14:12,037 End of checking +2021-12-18 01:14:12,038 Updating FAILED jobs +2021-12-18 01:14:12,038 Updating WAITING jobs +2021-12-18 01:14:12,038 Update finished +2021-12-18 01:14:12,039 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:14:12,039 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:14:12,039 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:14:12,039 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:14:12,040 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:14:12,042 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:14:12,044 Job list saved +2021-12-18 01:14:12,051 Updating FAILED jobs +2021-12-18 01:14:12,051 Updating WAITING jobs +2021-12-18 01:14:12,051 Update finished +2021-12-18 01:14:22,061 Reloading parameters... +2021-12-18 01:14:22,086 Loading parameters... +2021-12-18 01:14:22,087 Loading project parameters... +2021-12-18 01:14:22,089 + +22 of 25 jobs remaining (01:14) +2021-12-18 01:14:22,089 Sleep: 10 +2021-12-18 01:14:22,089 Number of retrials: 0 +2021-12-18 01:14:22,089 WRAPPER CHECK TIME = 10 +2021-12-18 01:14:22,090 Checking jobs for platform=marenostrum4 +2021-12-18 01:14:22,090 Checking jobs for platform=nord3 +2021-12-18 01:14:22,091 Checking jobs for platform=local +2021-12-18 01:14:22,092 Checking jobs for platform=transfer_node +2021-12-18 01:14:22,092 Checking all jobs at once +2021-12-18 01:14:24,764 Successful check job command +2021-12-18 01:14:26,885 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:14:26,885 End of checking +2021-12-18 01:14:26,886 Updating FAILED jobs +2021-12-18 01:14:26,887 Updating WAITING jobs +2021-12-18 01:14:26,887 Update finished +2021-12-18 01:14:26,887 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:14:26,887 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:14:26,887 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:14:26,887 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:14:26,888 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:14:26,890 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:14:26,893 Job list saved +2021-12-18 01:14:26,908 Updating FAILED jobs +2021-12-18 01:14:26,908 Updating WAITING jobs +2021-12-18 01:14:26,908 Update finished +2021-12-18 01:14:36,915 Reloading parameters... +2021-12-18 01:14:36,934 Loading parameters... +2021-12-18 01:14:36,935 Loading project parameters... +2021-12-18 01:14:36,937 + +22 of 25 jobs remaining (01:14) +2021-12-18 01:14:36,937 Sleep: 10 +2021-12-18 01:14:36,937 Number of retrials: 0 +2021-12-18 01:14:36,937 WRAPPER CHECK TIME = 10 +2021-12-18 01:14:36,938 Checking jobs for platform=marenostrum4 +2021-12-18 01:14:36,938 Checking jobs for platform=nord3 +2021-12-18 01:14:36,939 Checking jobs for platform=local +2021-12-18 01:14:36,939 Checking jobs for platform=transfer_node +2021-12-18 01:14:36,940 Checking all jobs at once +2021-12-18 01:14:38,459 Successful check job command +2021-12-18 01:14:39,829 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:14:39,829 End of checking +2021-12-18 01:14:39,830 Updating FAILED jobs +2021-12-18 01:14:39,830 Updating WAITING jobs +2021-12-18 01:14:39,831 Update finished +2021-12-18 01:14:39,831 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:14:39,831 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:14:39,831 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:14:39,831 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:14:39,831 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:14:39,834 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:14:39,837 Job list saved +2021-12-18 01:14:39,842 Updating FAILED jobs +2021-12-18 01:14:39,842 Updating WAITING jobs +2021-12-18 01:14:39,842 Update finished +2021-12-18 01:14:49,852 Reloading parameters... +2021-12-18 01:14:49,872 Loading parameters... +2021-12-18 01:14:49,873 Loading project parameters... +2021-12-18 01:14:49,875 + +22 of 25 jobs remaining (01:14) +2021-12-18 01:14:49,875 Sleep: 10 +2021-12-18 01:14:49,875 Number of retrials: 0 +2021-12-18 01:14:49,876 WRAPPER CHECK TIME = 10 +2021-12-18 01:14:49,876 Checking jobs for platform=marenostrum4 +2021-12-18 01:14:49,877 Checking jobs for platform=nord3 +2021-12-18 01:14:49,877 Checking jobs for platform=local +2021-12-18 01:14:49,878 Checking jobs for platform=transfer_node +2021-12-18 01:14:49,878 Checking all jobs at once +2021-12-18 01:14:51,349 Successful check job command +2021-12-18 01:14:52,668 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:14:52,668 End of checking +2021-12-18 01:14:52,670 Updating FAILED jobs +2021-12-18 01:14:52,670 Updating WAITING jobs +2021-12-18 01:14:52,670 Update finished +2021-12-18 01:14:52,670 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:14:52,671 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:14:52,671 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:14:52,671 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:14:52,671 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:14:52,674 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:14:52,676 Job list saved +2021-12-18 01:14:52,681 Updating FAILED jobs +2021-12-18 01:14:52,681 Updating WAITING jobs +2021-12-18 01:14:52,681 Update finished +2021-12-18 01:15:02,691 Reloading parameters... +2021-12-18 01:15:02,710 Loading parameters... +2021-12-18 01:15:02,711 Loading project parameters... +2021-12-18 01:15:02,713 + +22 of 25 jobs remaining (01:15) +2021-12-18 01:15:02,714 Sleep: 10 +2021-12-18 01:15:02,714 Number of retrials: 0 +2021-12-18 01:15:02,714 WRAPPER CHECK TIME = 10 +2021-12-18 01:15:02,714 Checking jobs for platform=marenostrum4 +2021-12-18 01:15:02,715 Checking jobs for platform=nord3 +2021-12-18 01:15:02,715 Checking jobs for platform=local +2021-12-18 01:15:02,716 Checking jobs for platform=transfer_node +2021-12-18 01:15:02,716 Checking all jobs at once +2021-12-18 01:15:04,386 Successful check job command +2021-12-18 01:15:05,806 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:15:05,806 End of checking +2021-12-18 01:15:05,808 Updating FAILED jobs +2021-12-18 01:15:05,808 Updating WAITING jobs +2021-12-18 01:15:05,808 Update finished +2021-12-18 01:15:05,808 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:15:05,808 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:15:05,808 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:15:05,809 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:15:05,809 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:15:05,811 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:15:05,814 Job list saved +2021-12-18 01:15:05,819 Updating FAILED jobs +2021-12-18 01:15:05,819 Updating WAITING jobs +2021-12-18 01:15:05,820 Update finished +2021-12-18 01:15:15,830 Reloading parameters... +2021-12-18 01:15:15,849 Loading parameters... +2021-12-18 01:15:15,850 Loading project parameters... +2021-12-18 01:15:15,852 + +22 of 25 jobs remaining (01:15) +2021-12-18 01:15:15,853 Sleep: 10 +2021-12-18 01:15:15,853 Number of retrials: 0 +2021-12-18 01:15:15,853 WRAPPER CHECK TIME = 10 +2021-12-18 01:15:15,854 Checking jobs for platform=marenostrum4 +2021-12-18 01:15:15,854 Checking jobs for platform=nord3 +2021-12-18 01:15:15,855 Checking jobs for platform=local +2021-12-18 01:15:15,855 Checking jobs for platform=transfer_node +2021-12-18 01:15:15,855 Checking all jobs at once +2021-12-18 01:15:17,727 Successful check job command +2021-12-18 01:15:19,147 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:15:19,147 End of checking +2021-12-18 01:15:19,149 Updating FAILED jobs +2021-12-18 01:15:19,149 Updating WAITING jobs +2021-12-18 01:15:19,149 Update finished +2021-12-18 01:15:19,149 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:15:19,150 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:15:19,150 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:15:19,150 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:15:19,150 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:15:19,153 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:15:19,155 Job list saved +2021-12-18 01:15:19,160 Updating FAILED jobs +2021-12-18 01:15:19,160 Updating WAITING jobs +2021-12-18 01:15:19,160 Update finished +2021-12-18 01:15:29,170 Reloading parameters... +2021-12-18 01:15:29,189 Loading parameters... +2021-12-18 01:15:29,190 Loading project parameters... +2021-12-18 01:15:29,192 + +22 of 25 jobs remaining (01:15) +2021-12-18 01:15:29,192 Sleep: 10 +2021-12-18 01:15:29,192 Number of retrials: 0 +2021-12-18 01:15:29,192 WRAPPER CHECK TIME = 10 +2021-12-18 01:15:29,193 Checking jobs for platform=marenostrum4 +2021-12-18 01:15:29,193 Checking jobs for platform=nord3 +2021-12-18 01:15:29,194 Checking jobs for platform=local +2021-12-18 01:15:29,194 Checking jobs for platform=transfer_node +2021-12-18 01:15:29,194 Checking all jobs at once +2021-12-18 01:15:30,564 Successful check job command +2021-12-18 01:15:32,285 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:15:32,285 End of checking +2021-12-18 01:15:32,287 Updating FAILED jobs +2021-12-18 01:15:32,287 Updating WAITING jobs +2021-12-18 01:15:32,287 Update finished +2021-12-18 01:15:32,287 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:15:32,288 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:15:32,288 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:15:32,288 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:15:32,288 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:15:32,291 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:15:32,293 Job list saved +2021-12-18 01:15:32,298 Updating FAILED jobs +2021-12-18 01:15:32,298 Updating WAITING jobs +2021-12-18 01:15:32,299 Update finished +2021-12-18 01:15:42,309 Reloading parameters... +2021-12-18 01:15:42,327 Loading parameters... +2021-12-18 01:15:42,328 Loading project parameters... +2021-12-18 01:15:42,330 + +22 of 25 jobs remaining (01:15) +2021-12-18 01:15:42,330 Sleep: 10 +2021-12-18 01:15:42,330 Number of retrials: 0 +2021-12-18 01:15:42,330 WRAPPER CHECK TIME = 10 +2021-12-18 01:15:42,331 Checking jobs for platform=marenostrum4 +2021-12-18 01:15:42,332 Checking jobs for platform=nord3 +2021-12-18 01:15:42,332 Checking jobs for platform=local +2021-12-18 01:15:42,333 Checking jobs for platform=transfer_node +2021-12-18 01:15:42,333 Checking all jobs at once +2021-12-18 01:15:43,953 Successful check job command +2021-12-18 01:15:46,076 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:15:46,076 End of checking +2021-12-18 01:15:46,078 Updating FAILED jobs +2021-12-18 01:15:46,078 Updating WAITING jobs +2021-12-18 01:15:46,078 Update finished +2021-12-18 01:15:46,078 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:15:46,078 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:15:46,078 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:15:46,079 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:15:46,079 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:15:46,081 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:15:46,083 Job list saved +2021-12-18 01:15:46,088 Updating FAILED jobs +2021-12-18 01:15:46,088 Updating WAITING jobs +2021-12-18 01:15:46,088 Update finished +2021-12-18 01:15:56,096 Reloading parameters... +2021-12-18 01:15:56,116 Loading parameters... +2021-12-18 01:15:56,117 Loading project parameters... +2021-12-18 01:15:56,120 + +22 of 25 jobs remaining (01:15) +2021-12-18 01:15:56,120 Sleep: 10 +2021-12-18 01:15:56,120 Number of retrials: 0 +2021-12-18 01:15:56,120 WRAPPER CHECK TIME = 10 +2021-12-18 01:15:56,121 Checking jobs for platform=marenostrum4 +2021-12-18 01:15:56,121 Checking jobs for platform=nord3 +2021-12-18 01:15:56,122 Checking jobs for platform=local +2021-12-18 01:15:56,123 Checking jobs for platform=transfer_node +2021-12-18 01:15:56,123 Checking all jobs at once +2021-12-18 01:15:57,442 Successful check job command +2021-12-18 01:15:58,761 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:15:58,762 End of checking +2021-12-18 01:15:58,763 Updating FAILED jobs +2021-12-18 01:15:58,763 Updating WAITING jobs +2021-12-18 01:15:58,764 Update finished +2021-12-18 01:15:58,764 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:15:58,764 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:15:58,764 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:15:58,764 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:15:58,764 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:15:58,767 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:15:58,769 Job list saved +2021-12-18 01:15:58,774 Updating FAILED jobs +2021-12-18 01:15:58,774 Updating WAITING jobs +2021-12-18 01:15:58,775 Update finished +2021-12-18 01:16:08,785 Reloading parameters... +2021-12-18 01:16:08,803 Loading parameters... +2021-12-18 01:16:08,805 Loading project parameters... +2021-12-18 01:16:08,807 + +22 of 25 jobs remaining (01:16) +2021-12-18 01:16:08,807 Sleep: 10 +2021-12-18 01:16:08,807 Number of retrials: 0 +2021-12-18 01:16:08,807 WRAPPER CHECK TIME = 10 +2021-12-18 01:16:08,808 Checking jobs for platform=marenostrum4 +2021-12-18 01:16:08,808 Checking jobs for platform=nord3 +2021-12-18 01:16:08,809 Checking jobs for platform=local +2021-12-18 01:16:08,809 Checking jobs for platform=transfer_node +2021-12-18 01:16:08,809 Checking all jobs at once +2021-12-18 01:16:10,430 Successful check job command +2021-12-18 01:16:11,899 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:16:11,900 End of checking +2021-12-18 01:16:11,901 Updating FAILED jobs +2021-12-18 01:16:11,901 Updating WAITING jobs +2021-12-18 01:16:11,901 Update finished +2021-12-18 01:16:11,902 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:16:11,902 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:16:11,902 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:16:11,902 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:16:11,903 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:16:11,905 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:16:11,907 Job list saved +2021-12-18 01:16:11,914 Updating FAILED jobs +2021-12-18 01:16:11,914 Updating WAITING jobs +2021-12-18 01:16:11,914 Update finished +2021-12-18 01:16:21,923 Reloading parameters... +2021-12-18 01:16:21,942 Loading parameters... +2021-12-18 01:16:21,943 Loading project parameters... +2021-12-18 01:16:21,945 + +22 of 25 jobs remaining (01:16) +2021-12-18 01:16:21,945 Sleep: 10 +2021-12-18 01:16:21,945 Number of retrials: 0 +2021-12-18 01:16:21,945 WRAPPER CHECK TIME = 10 +2021-12-18 01:16:21,946 Checking jobs for platform=marenostrum4 +2021-12-18 01:16:21,946 Checking jobs for platform=nord3 +2021-12-18 01:16:21,947 Checking jobs for platform=local +2021-12-18 01:16:21,948 Checking jobs for platform=transfer_node +2021-12-18 01:16:21,948 Checking all jobs at once +2021-12-18 01:16:23,467 Successful check job command +2021-12-18 01:16:25,738 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:16:25,739 End of checking +2021-12-18 01:16:25,740 Updating FAILED jobs +2021-12-18 01:16:25,741 Updating WAITING jobs +2021-12-18 01:16:25,741 Update finished +2021-12-18 01:16:25,741 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:16:25,741 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:16:25,741 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:16:25,741 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:16:25,741 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:16:25,744 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:16:25,746 Job list saved +2021-12-18 01:16:25,751 Updating FAILED jobs +2021-12-18 01:16:25,751 Updating WAITING jobs +2021-12-18 01:16:25,751 Update finished +2021-12-18 01:16:35,758 Reloading parameters... +2021-12-18 01:16:35,776 Loading parameters... +2021-12-18 01:16:35,778 Loading project parameters... +2021-12-18 01:16:35,779 + +22 of 25 jobs remaining (01:16) +2021-12-18 01:16:35,780 Sleep: 10 +2021-12-18 01:16:35,780 Number of retrials: 0 +2021-12-18 01:16:35,780 WRAPPER CHECK TIME = 10 +2021-12-18 01:16:35,780 Checking jobs for platform=marenostrum4 +2021-12-18 01:16:35,781 Checking jobs for platform=nord3 +2021-12-18 01:16:35,782 Checking jobs for platform=local +2021-12-18 01:16:35,782 Checking jobs for platform=transfer_node +2021-12-18 01:16:35,782 Checking all jobs at once +2021-12-18 01:16:37,051 Successful check job command +2021-12-18 01:16:38,321 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:16:38,321 End of checking +2021-12-18 01:16:38,323 Updating FAILED jobs +2021-12-18 01:16:38,323 Updating WAITING jobs +2021-12-18 01:16:38,323 Update finished +2021-12-18 01:16:38,323 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:16:38,323 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:16:38,323 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:16:38,324 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:16:38,324 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:16:38,326 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:16:38,329 Job list saved +2021-12-18 01:16:38,333 Updating FAILED jobs +2021-12-18 01:16:38,333 Updating WAITING jobs +2021-12-18 01:16:38,333 Update finished +2021-12-18 01:16:48,340 Reloading parameters... +2021-12-18 01:16:48,361 Loading parameters... +2021-12-18 01:16:48,363 Loading project parameters... +2021-12-18 01:16:48,365 + +22 of 25 jobs remaining (01:16) +2021-12-18 01:16:48,365 Sleep: 10 +2021-12-18 01:16:48,365 Number of retrials: 0 +2021-12-18 01:16:48,365 WRAPPER CHECK TIME = 10 +2021-12-18 01:16:48,366 Checking jobs for platform=marenostrum4 +2021-12-18 01:16:48,366 Checking jobs for platform=nord3 +2021-12-18 01:16:48,367 Checking jobs for platform=local +2021-12-18 01:16:48,367 Checking jobs for platform=transfer_node +2021-12-18 01:16:48,368 Checking all jobs at once +2021-12-18 01:16:49,888 Successful check job command +2021-12-18 01:16:51,107 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:16:51,107 End of checking +2021-12-18 01:16:51,109 Updating FAILED jobs +2021-12-18 01:16:51,109 Updating WAITING jobs +2021-12-18 01:16:51,109 Update finished +2021-12-18 01:16:51,109 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:16:51,110 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:16:51,110 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:16:51,110 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:16:51,110 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:16:51,113 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:16:51,115 Job list saved +2021-12-18 01:16:51,120 Updating FAILED jobs +2021-12-18 01:16:51,120 Updating WAITING jobs +2021-12-18 01:16:51,120 Update finished +2021-12-18 01:17:01,130 Reloading parameters... +2021-12-18 01:17:01,149 Loading parameters... +2021-12-18 01:17:01,150 Loading project parameters... +2021-12-18 01:17:01,152 + +22 of 25 jobs remaining (01:17) +2021-12-18 01:17:01,152 Sleep: 10 +2021-12-18 01:17:01,152 Number of retrials: 0 +2021-12-18 01:17:01,152 WRAPPER CHECK TIME = 10 +2021-12-18 01:17:01,153 Checking jobs for platform=marenostrum4 +2021-12-18 01:17:01,153 Checking jobs for platform=nord3 +2021-12-18 01:17:01,154 Checking jobs for platform=local +2021-12-18 01:17:01,154 Checking jobs for platform=transfer_node +2021-12-18 01:17:01,154 Checking all jobs at once +2021-12-18 01:17:02,624 Successful check job command +2021-12-18 01:17:03,994 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:17:03,994 End of checking +2021-12-18 01:17:03,996 Updating FAILED jobs +2021-12-18 01:17:03,996 Updating WAITING jobs +2021-12-18 01:17:03,996 Update finished +2021-12-18 01:17:03,996 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:17:03,996 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:17:03,997 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:17:03,997 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:17:03,997 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:17:03,999 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:17:04,002 Job list saved +2021-12-18 01:17:04,006 Updating FAILED jobs +2021-12-18 01:17:04,007 Updating WAITING jobs +2021-12-18 01:17:04,007 Update finished +2021-12-18 01:17:14,016 Reloading parameters... +2021-12-18 01:17:14,034 Loading parameters... +2021-12-18 01:17:14,035 Loading project parameters... +2021-12-18 01:17:14,037 + +22 of 25 jobs remaining (01:17) +2021-12-18 01:17:14,037 Sleep: 10 +2021-12-18 01:17:14,037 Number of retrials: 0 +2021-12-18 01:17:14,037 WRAPPER CHECK TIME = 10 +2021-12-18 01:17:14,038 Checking jobs for platform=marenostrum4 +2021-12-18 01:17:14,038 Checking jobs for platform=nord3 +2021-12-18 01:17:14,039 Checking jobs for platform=local +2021-12-18 01:17:14,039 Checking jobs for platform=transfer_node +2021-12-18 01:17:14,039 Checking all jobs at once +2021-12-18 01:17:15,409 Successful check job command +2021-12-18 01:17:16,680 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:17:16,680 End of checking +2021-12-18 01:17:16,681 Updating FAILED jobs +2021-12-18 01:17:16,681 Updating WAITING jobs +2021-12-18 01:17:16,682 Update finished +2021-12-18 01:17:16,682 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:17:16,682 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:17:16,682 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:17:16,682 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:17:16,682 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:17:16,685 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:17:16,687 Job list saved +2021-12-18 01:17:16,691 Updating FAILED jobs +2021-12-18 01:17:16,691 Updating WAITING jobs +2021-12-18 01:17:16,691 Update finished +2021-12-18 01:17:26,699 Reloading parameters... +2021-12-18 01:17:26,717 Loading parameters... +2021-12-18 01:17:26,719 Loading project parameters... +2021-12-18 01:17:26,721 + +22 of 25 jobs remaining (01:17) +2021-12-18 01:17:26,721 Sleep: 10 +2021-12-18 01:17:26,721 Number of retrials: 0 +2021-12-18 01:17:26,721 WRAPPER CHECK TIME = 10 +2021-12-18 01:17:26,722 Checking jobs for platform=marenostrum4 +2021-12-18 01:17:26,722 Checking jobs for platform=nord3 +2021-12-18 01:17:26,723 Checking jobs for platform=local +2021-12-18 01:17:26,723 Checking jobs for platform=transfer_node +2021-12-18 01:17:26,723 Checking all jobs at once +2021-12-18 01:17:29,245 Successful check job command +2021-12-18 01:17:30,666 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:17:30,666 End of checking +2021-12-18 01:17:30,667 Updating FAILED jobs +2021-12-18 01:17:30,667 Updating WAITING jobs +2021-12-18 01:17:30,668 Update finished +2021-12-18 01:17:30,668 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:17:30,668 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:17:30,668 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:17:30,669 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:17:30,669 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:17:30,671 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:17:30,674 Job list saved +2021-12-18 01:17:30,683 Updating FAILED jobs +2021-12-18 01:17:30,683 Updating WAITING jobs +2021-12-18 01:17:30,683 Update finished +2021-12-18 01:17:40,694 Reloading parameters... +2021-12-18 01:17:40,711 Loading parameters... +2021-12-18 01:17:40,714 Loading project parameters... +2021-12-18 01:17:40,716 + +22 of 25 jobs remaining (01:17) +2021-12-18 01:17:40,717 Sleep: 10 +2021-12-18 01:17:40,717 Number of retrials: 0 +2021-12-18 01:17:40,717 WRAPPER CHECK TIME = 10 +2021-12-18 01:17:40,720 Checking jobs for platform=marenostrum4 +2021-12-18 01:17:40,721 Checking jobs for platform=nord3 +2021-12-18 01:17:40,722 Checking jobs for platform=local +2021-12-18 01:17:40,722 Checking jobs for platform=transfer_node +2021-12-18 01:17:40,722 Checking all jobs at once +2021-12-18 01:17:42,643 Successful check job command +2021-12-18 01:17:44,916 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:17:44,916 End of checking +2021-12-18 01:17:44,917 Updating FAILED jobs +2021-12-18 01:17:44,917 Updating WAITING jobs +2021-12-18 01:17:44,918 Update finished +2021-12-18 01:17:44,918 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:17:44,918 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:17:44,918 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:17:44,918 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:17:44,918 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:17:44,921 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:17:44,923 Job list saved +2021-12-18 01:17:44,928 Updating FAILED jobs +2021-12-18 01:17:44,928 Updating WAITING jobs +2021-12-18 01:17:44,928 Update finished +2021-12-18 01:17:54,938 Reloading parameters... +2021-12-18 01:17:54,957 Loading parameters... +2021-12-18 01:17:54,958 Loading project parameters... +2021-12-18 01:17:54,960 + +22 of 25 jobs remaining (01:17) +2021-12-18 01:17:54,960 Sleep: 10 +2021-12-18 01:17:54,960 Number of retrials: 0 +2021-12-18 01:17:54,960 WRAPPER CHECK TIME = 10 +2021-12-18 01:17:54,963 Checking jobs for platform=marenostrum4 +2021-12-18 01:17:54,963 Checking jobs for platform=nord3 +2021-12-18 01:17:54,964 Checking jobs for platform=local +2021-12-18 01:17:54,964 Checking jobs for platform=transfer_node +2021-12-18 01:17:54,964 Checking all jobs at once +2021-12-18 01:17:57,486 Successful check job command +2021-12-18 01:17:59,608 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:17:59,608 End of checking +2021-12-18 01:17:59,609 Updating FAILED jobs +2021-12-18 01:17:59,610 Updating WAITING jobs +2021-12-18 01:17:59,610 Update finished +2021-12-18 01:17:59,610 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:17:59,610 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:17:59,610 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:17:59,610 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:17:59,611 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:17:59,613 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:17:59,616 Job list saved +2021-12-18 01:18:00,700 Updating FAILED jobs +2021-12-18 01:18:00,701 Updating WAITING jobs +2021-12-18 01:18:00,701 Update finished +2021-12-18 01:18:10,711 Reloading parameters... +2021-12-18 01:18:10,750 Loading parameters... +2021-12-18 01:18:10,751 Loading project parameters... +2021-12-18 01:18:10,753 + +22 of 25 jobs remaining (01:18) +2021-12-18 01:18:10,753 Sleep: 10 +2021-12-18 01:18:10,754 Number of retrials: 0 +2021-12-18 01:18:10,754 WRAPPER CHECK TIME = 10 +2021-12-18 01:18:10,754 Checking jobs for platform=marenostrum4 +2021-12-18 01:18:10,759 Checking jobs for platform=nord3 +2021-12-18 01:18:10,759 Checking jobs for platform=local +2021-12-18 01:18:10,760 Checking jobs for platform=transfer_node +2021-12-18 01:18:10,760 Checking all jobs at once +2021-12-18 01:18:12,483 Successful check job command +2021-12-18 01:18:14,003 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:18:14,003 End of checking +2021-12-18 01:18:14,004 Updating FAILED jobs +2021-12-18 01:18:14,004 Updating WAITING jobs +2021-12-18 01:18:14,004 Update finished +2021-12-18 01:18:14,005 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:18:14,005 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:18:14,005 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:18:14,005 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:18:14,006 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:18:14,008 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:18:14,010 Job list saved +2021-12-18 01:18:14,015 Updating FAILED jobs +2021-12-18 01:18:14,015 Updating WAITING jobs +2021-12-18 01:18:14,015 Update finished +2021-12-18 01:18:24,025 Reloading parameters... +2021-12-18 01:18:24,044 Loading parameters... +2021-12-18 01:18:24,046 Loading project parameters... +2021-12-18 01:18:24,048 + +22 of 25 jobs remaining (01:18) +2021-12-18 01:18:24,048 Sleep: 10 +2021-12-18 01:18:24,048 Number of retrials: 0 +2021-12-18 01:18:24,048 WRAPPER CHECK TIME = 10 +2021-12-18 01:18:24,049 Checking jobs for platform=marenostrum4 +2021-12-18 01:18:24,049 Checking jobs for platform=nord3 +2021-12-18 01:18:24,050 Checking jobs for platform=local +2021-12-18 01:18:24,050 Checking jobs for platform=transfer_node +2021-12-18 01:18:24,050 Checking all jobs at once +2021-12-18 01:18:25,520 Successful check job command +2021-12-18 01:18:27,490 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:18:27,491 End of checking +2021-12-18 01:18:27,492 Updating FAILED jobs +2021-12-18 01:18:27,492 Updating WAITING jobs +2021-12-18 01:18:27,492 Update finished +2021-12-18 01:18:27,492 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:18:27,493 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:18:27,493 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:18:27,493 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:18:27,493 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:18:27,496 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:18:27,498 Job list saved +2021-12-18 01:18:27,502 Updating FAILED jobs +2021-12-18 01:18:27,502 Updating WAITING jobs +2021-12-18 01:18:27,503 Update finished +2021-12-18 01:18:37,513 Reloading parameters... +2021-12-18 01:18:37,530 Loading parameters... +2021-12-18 01:18:37,532 Loading project parameters... +2021-12-18 01:18:37,533 + +22 of 25 jobs remaining (01:18) +2021-12-18 01:18:37,534 Sleep: 10 +2021-12-18 01:18:37,534 Number of retrials: 0 +2021-12-18 01:18:37,534 WRAPPER CHECK TIME = 10 +2021-12-18 01:18:37,534 Checking jobs for platform=marenostrum4 +2021-12-18 01:18:37,535 Checking jobs for platform=nord3 +2021-12-18 01:18:37,535 Checking jobs for platform=local +2021-12-18 01:18:37,536 Checking jobs for platform=transfer_node +2021-12-18 01:18:37,536 Checking all jobs at once +2021-12-18 01:18:39,065 Successful check job command +2021-12-18 01:18:41,536 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:18:41,537 End of checking +2021-12-18 01:18:41,538 Updating FAILED jobs +2021-12-18 01:18:41,538 Updating WAITING jobs +2021-12-18 01:18:41,539 Update finished +2021-12-18 01:18:41,539 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:18:41,539 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:18:41,539 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:18:41,539 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:18:41,539 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:18:41,542 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:18:41,544 Job list saved +2021-12-18 01:18:41,551 Updating FAILED jobs +2021-12-18 01:18:41,551 Updating WAITING jobs +2021-12-18 01:18:41,551 Update finished +2021-12-18 01:18:51,561 Reloading parameters... +2021-12-18 01:18:51,578 Loading parameters... +2021-12-18 01:18:51,580 Loading project parameters... +2021-12-18 01:18:51,581 + +22 of 25 jobs remaining (01:18) +2021-12-18 01:18:51,582 Sleep: 10 +2021-12-18 01:18:51,582 Number of retrials: 0 +2021-12-18 01:18:51,582 WRAPPER CHECK TIME = 10 +2021-12-18 01:18:51,582 Checking jobs for platform=marenostrum4 +2021-12-18 01:18:51,583 Checking jobs for platform=nord3 +2021-12-18 01:18:51,584 Checking jobs for platform=local +2021-12-18 01:18:51,584 Checking jobs for platform=transfer_node +2021-12-18 01:18:51,584 Checking all jobs at once +2021-12-18 01:18:53,006 Successful check job command +2021-12-18 01:18:54,484 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:18:54,484 End of checking +2021-12-18 01:18:54,485 Updating FAILED jobs +2021-12-18 01:18:54,485 Updating WAITING jobs +2021-12-18 01:18:54,486 Update finished +2021-12-18 01:18:54,486 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:18:54,486 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:18:54,487 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:18:54,487 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:18:54,487 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:18:54,490 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:18:54,492 Job list saved +2021-12-18 01:18:54,502 Updating FAILED jobs +2021-12-18 01:18:54,502 Updating WAITING jobs +2021-12-18 01:18:54,502 Update finished +2021-12-18 01:19:04,513 Reloading parameters... +2021-12-18 01:19:04,530 Loading parameters... +2021-12-18 01:19:04,531 Loading project parameters... +2021-12-18 01:19:04,533 + +22 of 25 jobs remaining (01:19) +2021-12-18 01:19:04,534 Sleep: 10 +2021-12-18 01:19:04,534 Number of retrials: 0 +2021-12-18 01:19:04,534 WRAPPER CHECK TIME = 10 +2021-12-18 01:19:04,534 Checking jobs for platform=marenostrum4 +2021-12-18 01:19:04,535 Checking jobs for platform=nord3 +2021-12-18 01:19:04,535 Checking jobs for platform=local +2021-12-18 01:19:04,536 Checking jobs for platform=transfer_node +2021-12-18 01:19:04,536 Checking all jobs at once +2021-12-18 01:19:06,257 Successful check job command +2021-12-18 01:19:08,128 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:19:08,129 End of checking +2021-12-18 01:19:08,130 Updating FAILED jobs +2021-12-18 01:19:08,130 Updating WAITING jobs +2021-12-18 01:19:08,130 Update finished +2021-12-18 01:19:08,131 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:19:08,131 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:19:08,131 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:19:08,131 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:19:08,131 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:19:08,134 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:19:08,136 Job list saved +2021-12-18 01:19:08,141 Updating FAILED jobs +2021-12-18 01:19:08,141 Updating WAITING jobs +2021-12-18 01:19:08,141 Update finished +2021-12-18 01:19:18,151 Reloading parameters... +2021-12-18 01:19:18,169 Loading parameters... +2021-12-18 01:19:18,171 Loading project parameters... +2021-12-18 01:19:18,173 + +22 of 25 jobs remaining (01:19) +2021-12-18 01:19:18,173 Sleep: 10 +2021-12-18 01:19:18,173 Number of retrials: 0 +2021-12-18 01:19:18,173 WRAPPER CHECK TIME = 10 +2021-12-18 01:19:18,174 Checking jobs for platform=marenostrum4 +2021-12-18 01:19:18,174 Checking jobs for platform=nord3 +2021-12-18 01:19:18,175 Checking jobs for platform=local +2021-12-18 01:19:18,176 Checking jobs for platform=transfer_node +2021-12-18 01:19:18,176 Checking all jobs at once +2021-12-18 01:19:22,300 Successful check job command +2021-12-18 01:19:23,770 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:19:23,770 End of checking +2021-12-18 01:19:23,771 Updating FAILED jobs +2021-12-18 01:19:23,771 Updating WAITING jobs +2021-12-18 01:19:23,771 Update finished +2021-12-18 01:19:23,772 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:19:23,772 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:19:23,772 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:19:23,772 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:19:23,772 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:19:23,775 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:19:23,777 Job list saved +2021-12-18 01:19:23,781 Updating FAILED jobs +2021-12-18 01:19:23,781 Updating WAITING jobs +2021-12-18 01:19:23,782 Update finished +2021-12-18 01:19:33,790 Reloading parameters... +2021-12-18 01:19:33,811 Loading parameters... +2021-12-18 01:19:33,812 Loading project parameters... +2021-12-18 01:19:33,814 + +22 of 25 jobs remaining (01:19) +2021-12-18 01:19:33,815 Sleep: 10 +2021-12-18 01:19:33,815 Number of retrials: 0 +2021-12-18 01:19:33,815 WRAPPER CHECK TIME = 10 +2021-12-18 01:19:33,815 Checking jobs for platform=marenostrum4 +2021-12-18 01:19:33,816 Checking jobs for platform=nord3 +2021-12-18 01:19:33,816 Checking jobs for platform=local +2021-12-18 01:19:33,817 Checking jobs for platform=transfer_node +2021-12-18 01:19:33,817 Checking all jobs at once +2021-12-18 01:19:35,236 Successful check job command +2021-12-18 01:19:36,507 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:19:36,507 End of checking +2021-12-18 01:19:36,508 Updating FAILED jobs +2021-12-18 01:19:36,508 Updating WAITING jobs +2021-12-18 01:19:36,509 Update finished +2021-12-18 01:19:36,509 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:19:36,510 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:19:36,510 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:19:36,510 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:19:36,510 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:19:36,514 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:19:36,516 Job list saved +2021-12-18 01:19:36,521 Updating FAILED jobs +2021-12-18 01:19:36,521 Updating WAITING jobs +2021-12-18 01:19:36,521 Update finished +2021-12-18 01:19:46,529 Reloading parameters... +2021-12-18 01:19:46,550 Loading parameters... +2021-12-18 01:19:46,551 Loading project parameters... +2021-12-18 01:19:46,553 + +22 of 25 jobs remaining (01:19) +2021-12-18 01:19:46,553 Sleep: 10 +2021-12-18 01:19:46,553 Number of retrials: 0 +2021-12-18 01:19:46,553 WRAPPER CHECK TIME = 10 +2021-12-18 01:19:46,554 Checking jobs for platform=marenostrum4 +2021-12-18 01:19:46,554 Checking jobs for platform=nord3 +2021-12-18 01:19:46,555 Checking jobs for platform=local +2021-12-18 01:19:46,556 Checking jobs for platform=transfer_node +2021-12-18 01:19:46,556 Checking all jobs at once +2021-12-18 01:19:48,476 Successful check job command +2021-12-18 01:19:49,996 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:19:49,996 End of checking +2021-12-18 01:19:49,998 Updating FAILED jobs +2021-12-18 01:19:49,998 Updating WAITING jobs +2021-12-18 01:19:49,998 Update finished +2021-12-18 01:19:49,998 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:19:49,999 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:19:49,999 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:19:49,999 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:19:49,999 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:19:50,002 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:19:50,005 Job list saved +2021-12-18 01:19:50,014 Updating FAILED jobs +2021-12-18 01:19:50,014 Updating WAITING jobs +2021-12-18 01:19:50,014 Update finished +2021-12-18 01:20:00,024 Reloading parameters... +2021-12-18 01:20:00,041 Loading parameters... +2021-12-18 01:20:00,042 Loading project parameters... +2021-12-18 01:20:00,044 + +22 of 25 jobs remaining (01:20) +2021-12-18 01:20:00,045 Sleep: 10 +2021-12-18 01:20:00,045 Number of retrials: 0 +2021-12-18 01:20:00,045 WRAPPER CHECK TIME = 10 +2021-12-18 01:20:00,045 Checking jobs for platform=marenostrum4 +2021-12-18 01:20:00,046 Checking jobs for platform=nord3 +2021-12-18 01:20:00,046 Checking jobs for platform=local +2021-12-18 01:20:00,047 Checking jobs for platform=transfer_node +2021-12-18 01:20:00,047 Checking all jobs at once +2021-12-18 01:20:01,818 Successful check job command +2021-12-18 01:20:03,739 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:20:03,739 End of checking +2021-12-18 01:20:03,740 Updating FAILED jobs +2021-12-18 01:20:03,740 Updating WAITING jobs +2021-12-18 01:20:03,741 Update finished +2021-12-18 01:20:03,741 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:20:03,741 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:20:03,741 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:20:03,741 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:20:03,741 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:20:03,744 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:20:03,746 Job list saved +2021-12-18 01:20:03,750 Updating FAILED jobs +2021-12-18 01:20:03,750 Updating WAITING jobs +2021-12-18 01:20:03,751 Update finished +2021-12-18 01:20:13,761 Reloading parameters... +2021-12-18 01:20:13,778 Loading parameters... +2021-12-18 01:20:13,780 Loading project parameters... +2021-12-18 01:20:13,782 + +22 of 25 jobs remaining (01:20) +2021-12-18 01:20:13,782 Sleep: 10 +2021-12-18 01:20:13,782 Number of retrials: 0 +2021-12-18 01:20:13,782 WRAPPER CHECK TIME = 10 +2021-12-18 01:20:13,783 Checking jobs for platform=marenostrum4 +2021-12-18 01:20:13,783 Checking jobs for platform=nord3 +2021-12-18 01:20:13,784 Checking jobs for platform=local +2021-12-18 01:20:13,784 Checking jobs for platform=transfer_node +2021-12-18 01:20:13,784 Checking all jobs at once +2021-12-18 01:20:15,906 Successful check job command +2021-12-18 01:20:17,226 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:20:17,226 End of checking +2021-12-18 01:20:17,227 Updating FAILED jobs +2021-12-18 01:20:17,227 Updating WAITING jobs +2021-12-18 01:20:17,228 Update finished +2021-12-18 01:20:17,228 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:20:17,228 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:20:17,229 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:20:17,229 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:20:17,229 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:20:17,232 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:20:17,234 Job list saved +2021-12-18 01:20:17,238 Updating FAILED jobs +2021-12-18 01:20:17,239 Updating WAITING jobs +2021-12-18 01:20:17,239 Update finished +2021-12-18 01:20:27,249 Reloading parameters... +2021-12-18 01:20:27,269 Loading parameters... +2021-12-18 01:20:27,270 Loading project parameters... +2021-12-18 01:20:27,272 + +22 of 25 jobs remaining (01:20) +2021-12-18 01:20:27,272 Sleep: 10 +2021-12-18 01:20:27,272 Number of retrials: 0 +2021-12-18 01:20:27,272 WRAPPER CHECK TIME = 10 +2021-12-18 01:20:27,273 Checking jobs for platform=marenostrum4 +2021-12-18 01:20:27,273 Checking jobs for platform=nord3 +2021-12-18 01:20:27,274 Checking jobs for platform=local +2021-12-18 01:20:27,274 Checking jobs for platform=transfer_node +2021-12-18 01:20:27,274 Checking all jobs at once +2021-12-18 01:20:28,896 Successful check job command +2021-12-18 01:20:30,268 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:20:30,269 End of checking +2021-12-18 01:20:30,270 Updating FAILED jobs +2021-12-18 01:20:30,270 Updating WAITING jobs +2021-12-18 01:20:30,271 Update finished +2021-12-18 01:20:30,271 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:20:30,271 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:20:30,271 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:20:30,271 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:20:30,271 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:20:30,275 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:20:30,277 Job list saved +2021-12-18 01:20:30,282 Updating FAILED jobs +2021-12-18 01:20:30,282 Updating WAITING jobs +2021-12-18 01:20:30,282 Update finished +2021-12-18 01:20:40,292 Reloading parameters... +2021-12-18 01:20:40,310 Loading parameters... +2021-12-18 01:20:40,311 Loading project parameters... +2021-12-18 01:20:40,313 + +22 of 25 jobs remaining (01:20) +2021-12-18 01:20:40,313 Sleep: 10 +2021-12-18 01:20:40,313 Number of retrials: 0 +2021-12-18 01:20:40,313 WRAPPER CHECK TIME = 10 +2021-12-18 01:20:40,314 Checking jobs for platform=marenostrum4 +2021-12-18 01:20:40,314 Checking jobs for platform=nord3 +2021-12-18 01:20:40,315 Checking jobs for platform=local +2021-12-18 01:20:40,316 Checking jobs for platform=transfer_node +2021-12-18 01:20:40,316 Checking all jobs at once +2021-12-18 01:20:41,634 Successful check job command +2021-12-18 01:20:43,004 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:20:43,004 End of checking +2021-12-18 01:20:43,006 Updating FAILED jobs +2021-12-18 01:20:43,006 Updating WAITING jobs +2021-12-18 01:20:43,006 Update finished +2021-12-18 01:20:43,006 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:20:43,006 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:20:43,007 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:20:43,007 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:20:43,007 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:20:43,010 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:20:43,012 Job list saved +2021-12-18 01:20:43,020 Updating FAILED jobs +2021-12-18 01:20:43,021 Updating WAITING jobs +2021-12-18 01:20:43,021 Update finished +2021-12-18 01:20:53,029 Reloading parameters... +2021-12-18 01:20:53,049 Loading parameters... +2021-12-18 01:20:53,051 Loading project parameters... +2021-12-18 01:20:53,052 + +22 of 25 jobs remaining (01:20) +2021-12-18 01:20:53,053 Sleep: 10 +2021-12-18 01:20:53,053 Number of retrials: 0 +2021-12-18 01:20:53,053 WRAPPER CHECK TIME = 10 +2021-12-18 01:20:53,053 Checking jobs for platform=marenostrum4 +2021-12-18 01:20:53,054 Checking jobs for platform=nord3 +2021-12-18 01:20:53,054 Checking jobs for platform=local +2021-12-18 01:20:53,055 Checking jobs for platform=transfer_node +2021-12-18 01:20:53,055 Checking all jobs at once +2021-12-18 01:20:55,226 Successful check job command +2021-12-18 01:20:56,646 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:20:56,646 End of checking +2021-12-18 01:20:56,647 Updating FAILED jobs +2021-12-18 01:20:56,647 Updating WAITING jobs +2021-12-18 01:20:56,648 Update finished +2021-12-18 01:20:56,648 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:20:56,648 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:20:56,648 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:20:56,649 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:20:56,649 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:20:56,651 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:20:56,653 Job list saved +2021-12-18 01:20:56,658 Updating FAILED jobs +2021-12-18 01:20:56,658 Updating WAITING jobs +2021-12-18 01:20:56,659 Update finished +2021-12-18 01:21:06,665 Reloading parameters... +2021-12-18 01:21:06,688 Loading parameters... +2021-12-18 01:21:06,690 Loading project parameters... +2021-12-18 01:21:06,691 + +22 of 25 jobs remaining (01:21) +2021-12-18 01:21:06,692 Sleep: 10 +2021-12-18 01:21:06,692 Number of retrials: 0 +2021-12-18 01:21:06,692 WRAPPER CHECK TIME = 10 +2021-12-18 01:21:06,692 Checking jobs for platform=marenostrum4 +2021-12-18 01:21:06,693 Checking jobs for platform=nord3 +2021-12-18 01:21:06,693 Checking jobs for platform=local +2021-12-18 01:21:06,694 Checking jobs for platform=transfer_node +2021-12-18 01:21:06,694 Checking all jobs at once +2021-12-18 01:21:09,117 Successful check job command +2021-12-18 01:21:11,338 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:21:11,338 End of checking +2021-12-18 01:21:11,340 Updating FAILED jobs +2021-12-18 01:21:11,340 Updating WAITING jobs +2021-12-18 01:21:11,340 Update finished +2021-12-18 01:21:11,340 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:21:11,341 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:21:11,341 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:21:11,341 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:21:11,341 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:21:11,345 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:21:11,347 Job list saved +2021-12-18 01:21:11,356 Updating FAILED jobs +2021-12-18 01:21:11,356 Updating WAITING jobs +2021-12-18 01:21:11,356 Update finished +2021-12-18 01:21:21,366 Reloading parameters... +2021-12-18 01:21:21,386 Loading parameters... +2021-12-18 01:21:21,388 Loading project parameters... +2021-12-18 01:21:21,390 + +22 of 25 jobs remaining (01:21) +2021-12-18 01:21:21,390 Sleep: 10 +2021-12-18 01:21:21,390 Number of retrials: 0 +2021-12-18 01:21:21,390 WRAPPER CHECK TIME = 10 +2021-12-18 01:21:21,391 Checking jobs for platform=marenostrum4 +2021-12-18 01:21:21,391 Checking jobs for platform=nord3 +2021-12-18 01:21:21,392 Checking jobs for platform=local +2021-12-18 01:21:21,392 Checking jobs for platform=transfer_node +2021-12-18 01:21:21,392 Checking all jobs at once +2021-12-18 01:21:23,062 Successful check job command +2021-12-18 01:21:24,431 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:21:24,432 End of checking +2021-12-18 01:21:24,433 Updating FAILED jobs +2021-12-18 01:21:24,433 Updating WAITING jobs +2021-12-18 01:21:24,433 Update finished +2021-12-18 01:21:24,434 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:21:24,434 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:21:24,434 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:21:24,434 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:21:24,434 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:21:24,437 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:21:24,439 Job list saved +2021-12-18 01:21:24,444 Updating FAILED jobs +2021-12-18 01:21:24,444 Updating WAITING jobs +2021-12-18 01:21:24,445 Update finished +2021-12-18 01:21:34,455 Reloading parameters... +2021-12-18 01:21:34,474 Loading parameters... +2021-12-18 01:21:34,475 Loading project parameters... +2021-12-18 01:21:34,477 + +22 of 25 jobs remaining (01:21) +2021-12-18 01:21:34,477 Sleep: 10 +2021-12-18 01:21:34,477 Number of retrials: 0 +2021-12-18 01:21:34,477 WRAPPER CHECK TIME = 10 +2021-12-18 01:21:34,478 Checking jobs for platform=marenostrum4 +2021-12-18 01:21:34,478 Checking jobs for platform=nord3 +2021-12-18 01:21:34,479 Checking jobs for platform=local +2021-12-18 01:21:34,480 Checking jobs for platform=transfer_node +2021-12-18 01:21:34,480 Checking all jobs at once +2021-12-18 01:21:36,251 Successful check job command +2021-12-18 01:21:37,571 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:21:37,571 End of checking +2021-12-18 01:21:37,572 Updating FAILED jobs +2021-12-18 01:21:37,572 Updating WAITING jobs +2021-12-18 01:21:37,573 Update finished +2021-12-18 01:21:37,573 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:21:37,573 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:21:37,574 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:21:37,574 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:21:37,574 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:21:37,577 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:21:37,579 Job list saved +2021-12-18 01:21:37,584 Updating FAILED jobs +2021-12-18 01:21:37,584 Updating WAITING jobs +2021-12-18 01:21:37,585 Update finished +2021-12-18 01:21:47,590 Reloading parameters... +2021-12-18 01:21:47,608 Loading parameters... +2021-12-18 01:21:47,609 Loading project parameters... +2021-12-18 01:21:47,611 + +22 of 25 jobs remaining (01:21) +2021-12-18 01:21:47,611 Sleep: 10 +2021-12-18 01:21:47,611 Number of retrials: 0 +2021-12-18 01:21:47,611 WRAPPER CHECK TIME = 10 +2021-12-18 01:21:47,612 Checking jobs for platform=marenostrum4 +2021-12-18 01:21:47,612 Checking jobs for platform=nord3 +2021-12-18 01:21:47,613 Checking jobs for platform=local +2021-12-18 01:21:47,613 Checking jobs for platform=transfer_node +2021-12-18 01:21:47,614 Checking all jobs at once +2021-12-18 01:21:49,838 Successful check job command +2021-12-18 01:21:51,658 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:21:51,658 End of checking +2021-12-18 01:21:51,660 Updating FAILED jobs +2021-12-18 01:21:51,660 Updating WAITING jobs +2021-12-18 01:21:51,660 Update finished +2021-12-18 01:21:51,660 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:21:51,660 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:21:51,661 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:21:51,661 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:21:51,661 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:21:51,664 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:21:51,666 Job list saved +2021-12-18 01:21:51,670 Updating FAILED jobs +2021-12-18 01:21:51,671 Updating WAITING jobs +2021-12-18 01:21:51,671 Update finished +2021-12-18 01:22:01,680 Reloading parameters... +2021-12-18 01:22:01,698 Loading parameters... +2021-12-18 01:22:01,700 Loading project parameters... +2021-12-18 01:22:01,702 + +22 of 25 jobs remaining (01:22) +2021-12-18 01:22:01,702 Sleep: 10 +2021-12-18 01:22:01,702 Number of retrials: 0 +2021-12-18 01:22:01,702 WRAPPER CHECK TIME = 10 +2021-12-18 01:22:01,703 Checking jobs for platform=marenostrum4 +2021-12-18 01:22:01,703 Checking jobs for platform=nord3 +2021-12-18 01:22:01,704 Checking jobs for platform=local +2021-12-18 01:22:01,704 Checking jobs for platform=transfer_node +2021-12-18 01:22:01,704 Checking all jobs at once +2021-12-18 01:22:03,074 Successful check job command +2021-12-18 01:22:04,794 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:22:04,795 End of checking +2021-12-18 01:22:04,796 Updating FAILED jobs +2021-12-18 01:22:04,796 Updating WAITING jobs +2021-12-18 01:22:04,796 Update finished +2021-12-18 01:22:04,797 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:22:04,797 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:22:04,797 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:22:04,797 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:22:04,797 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:22:04,800 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:22:04,802 Job list saved +2021-12-18 01:22:04,807 Updating FAILED jobs +2021-12-18 01:22:04,807 Updating WAITING jobs +2021-12-18 01:22:04,807 Update finished +2021-12-18 01:22:14,818 Reloading parameters... +2021-12-18 01:22:14,838 Loading parameters... +2021-12-18 01:22:14,840 Loading project parameters... +2021-12-18 01:22:14,842 + +22 of 25 jobs remaining (01:22) +2021-12-18 01:22:14,842 Sleep: 10 +2021-12-18 01:22:14,842 Number of retrials: 0 +2021-12-18 01:22:14,842 WRAPPER CHECK TIME = 10 +2021-12-18 01:22:14,843 Checking jobs for platform=marenostrum4 +2021-12-18 01:22:14,843 Checking jobs for platform=nord3 +2021-12-18 01:22:14,844 Checking jobs for platform=local +2021-12-18 01:22:14,844 Checking jobs for platform=transfer_node +2021-12-18 01:22:14,844 Checking all jobs at once +2021-12-18 01:22:16,364 Successful check job command +2021-12-18 01:22:18,234 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:22:18,235 End of checking +2021-12-18 01:22:18,236 Updating FAILED jobs +2021-12-18 01:22:18,237 Updating WAITING jobs +2021-12-18 01:22:18,237 Update finished +2021-12-18 01:22:18,237 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:22:18,238 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:22:18,238 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:22:18,238 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:22:18,238 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:22:18,241 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:22:18,243 Job list saved +2021-12-18 01:22:18,247 Updating FAILED jobs +2021-12-18 01:22:18,247 Updating WAITING jobs +2021-12-18 01:22:18,248 Update finished +2021-12-18 01:22:28,258 Reloading parameters... +2021-12-18 01:22:28,276 Loading parameters... +2021-12-18 01:22:28,277 Loading project parameters... +2021-12-18 01:22:28,279 + +22 of 25 jobs remaining (01:22) +2021-12-18 01:22:28,279 Sleep: 10 +2021-12-18 01:22:28,280 Number of retrials: 0 +2021-12-18 01:22:28,280 WRAPPER CHECK TIME = 10 +2021-12-18 01:22:28,280 Checking jobs for platform=marenostrum4 +2021-12-18 01:22:28,281 Checking jobs for platform=nord3 +2021-12-18 01:22:28,281 Checking jobs for platform=local +2021-12-18 01:22:28,282 Checking jobs for platform=transfer_node +2021-12-18 01:22:28,282 Checking all jobs at once +2021-12-18 01:22:29,859 Successful check job command +2021-12-18 01:22:31,328 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:22:31,328 End of checking +2021-12-18 01:22:31,330 Updating FAILED jobs +2021-12-18 01:22:31,330 Updating WAITING jobs +2021-12-18 01:22:31,330 Update finished +2021-12-18 01:22:31,330 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:22:31,331 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:22:31,331 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:22:31,331 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:22:31,331 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:22:31,333 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:22:31,336 Job list saved +2021-12-18 01:22:31,340 Updating FAILED jobs +2021-12-18 01:22:31,340 Updating WAITING jobs +2021-12-18 01:22:31,341 Update finished +2021-12-18 01:22:41,344 Reloading parameters... +2021-12-18 01:22:41,363 Loading parameters... +2021-12-18 01:22:41,364 Loading project parameters... +2021-12-18 01:22:41,366 + +22 of 25 jobs remaining (01:22) +2021-12-18 01:22:41,366 Sleep: 10 +2021-12-18 01:22:41,367 Number of retrials: 0 +2021-12-18 01:22:41,367 WRAPPER CHECK TIME = 10 +2021-12-18 01:22:41,367 Checking jobs for platform=marenostrum4 +2021-12-18 01:22:41,368 Checking jobs for platform=nord3 +2021-12-18 01:22:41,368 Checking jobs for platform=local +2021-12-18 01:22:41,369 Checking jobs for platform=transfer_node +2021-12-18 01:22:41,369 Checking all jobs at once +2021-12-18 01:22:42,990 Successful check job command +2021-12-18 01:22:44,810 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:22:44,810 End of checking +2021-12-18 01:22:44,812 Updating FAILED jobs +2021-12-18 01:22:44,812 Updating WAITING jobs +2021-12-18 01:22:44,812 Update finished +2021-12-18 01:22:44,812 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:22:44,812 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:22:44,812 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:22:44,813 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:22:44,813 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:22:44,815 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:22:44,817 Job list saved +2021-12-18 01:22:44,822 Updating FAILED jobs +2021-12-18 01:22:44,822 Updating WAITING jobs +2021-12-18 01:22:44,822 Update finished +2021-12-18 01:22:54,832 Reloading parameters... +2021-12-18 01:22:54,851 Loading parameters... +2021-12-18 01:22:54,852 Loading project parameters... +2021-12-18 01:22:54,854 + +22 of 25 jobs remaining (01:22) +2021-12-18 01:22:54,854 Sleep: 10 +2021-12-18 01:22:54,854 Number of retrials: 0 +2021-12-18 01:22:54,854 WRAPPER CHECK TIME = 10 +2021-12-18 01:22:54,855 Checking jobs for platform=marenostrum4 +2021-12-18 01:22:54,855 Checking jobs for platform=nord3 +2021-12-18 01:22:54,856 Checking jobs for platform=local +2021-12-18 01:22:54,857 Checking jobs for platform=transfer_node +2021-12-18 01:22:54,857 Checking all jobs at once +2021-12-18 01:22:56,276 Successful check job command +2021-12-18 01:22:57,596 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:22:57,596 End of checking +2021-12-18 01:22:57,598 Updating FAILED jobs +2021-12-18 01:22:57,598 Updating WAITING jobs +2021-12-18 01:22:57,598 Update finished +2021-12-18 01:22:57,598 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:22:57,599 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:22:57,599 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:22:57,599 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:22:57,599 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:22:57,602 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:22:57,605 Job list saved +2021-12-18 01:22:57,616 Updating FAILED jobs +2021-12-18 01:22:57,616 Updating WAITING jobs +2021-12-18 01:22:57,616 Update finished +2021-12-18 01:23:07,624 Reloading parameters... +2021-12-18 01:23:07,643 Loading parameters... +2021-12-18 01:23:07,644 Loading project parameters... +2021-12-18 01:23:07,646 + +22 of 25 jobs remaining (01:23) +2021-12-18 01:23:07,646 Sleep: 10 +2021-12-18 01:23:07,647 Number of retrials: 0 +2021-12-18 01:23:07,647 WRAPPER CHECK TIME = 10 +2021-12-18 01:23:07,647 Checking jobs for platform=marenostrum4 +2021-12-18 01:23:07,648 Checking jobs for platform=nord3 +2021-12-18 01:23:07,648 Checking jobs for platform=local +2021-12-18 01:23:07,649 Checking jobs for platform=transfer_node +2021-12-18 01:23:07,649 Checking all jobs at once +2021-12-18 01:23:08,968 Successful check job command +2021-12-18 01:23:10,489 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:23:10,489 End of checking +2021-12-18 01:23:10,491 Updating FAILED jobs +2021-12-18 01:23:10,491 Updating WAITING jobs +2021-12-18 01:23:10,491 Update finished +2021-12-18 01:23:10,491 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:23:10,491 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:23:10,492 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:23:10,492 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:23:10,492 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:23:10,494 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:23:10,497 Job list saved +2021-12-18 01:23:10,501 Updating FAILED jobs +2021-12-18 01:23:10,501 Updating WAITING jobs +2021-12-18 01:23:10,502 Update finished +2021-12-18 01:23:20,508 Reloading parameters... +2021-12-18 01:23:20,526 Loading parameters... +2021-12-18 01:23:20,527 Loading project parameters... +2021-12-18 01:23:20,529 + +22 of 25 jobs remaining (01:23) +2021-12-18 01:23:20,530 Sleep: 10 +2021-12-18 01:23:20,530 Number of retrials: 0 +2021-12-18 01:23:20,530 WRAPPER CHECK TIME = 10 +2021-12-18 01:23:20,530 Checking jobs for platform=marenostrum4 +2021-12-18 01:23:20,531 Checking jobs for platform=nord3 +2021-12-18 01:23:20,531 Checking jobs for platform=local +2021-12-18 01:23:20,532 Checking jobs for platform=transfer_node +2021-12-18 01:23:20,532 Checking all jobs at once +2021-12-18 01:23:22,204 Successful check job command +2021-12-18 01:23:24,124 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:23:24,125 End of checking +2021-12-18 01:23:24,126 Updating FAILED jobs +2021-12-18 01:23:24,126 Updating WAITING jobs +2021-12-18 01:23:24,126 Update finished +2021-12-18 01:23:24,127 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:23:24,127 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:23:24,127 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:23:24,127 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:23:24,127 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:23:24,130 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:23:24,132 Job list saved +2021-12-18 01:23:24,137 Updating FAILED jobs +2021-12-18 01:23:24,138 Updating WAITING jobs +2021-12-18 01:23:24,138 Update finished +2021-12-18 01:23:34,147 Reloading parameters... +2021-12-18 01:23:34,165 Loading parameters... +2021-12-18 01:23:34,167 Loading project parameters... +2021-12-18 01:23:34,168 + +22 of 25 jobs remaining (01:23) +2021-12-18 01:23:34,169 Sleep: 10 +2021-12-18 01:23:34,169 Number of retrials: 0 +2021-12-18 01:23:34,169 WRAPPER CHECK TIME = 10 +2021-12-18 01:23:34,169 Checking jobs for platform=marenostrum4 +2021-12-18 01:23:34,170 Checking jobs for platform=nord3 +2021-12-18 01:23:34,171 Checking jobs for platform=local +2021-12-18 01:23:34,171 Checking jobs for platform=transfer_node +2021-12-18 01:23:34,171 Checking all jobs at once +2021-12-18 01:23:35,440 Successful check job command +2021-12-18 01:23:36,959 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:23:36,960 End of checking +2021-12-18 01:23:36,961 Updating FAILED jobs +2021-12-18 01:23:36,961 Updating WAITING jobs +2021-12-18 01:23:36,961 Update finished +2021-12-18 01:23:36,962 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:23:36,962 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:23:36,962 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:23:36,963 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:23:36,963 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:23:36,965 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:23:36,968 Job list saved +2021-12-18 01:23:36,972 Updating FAILED jobs +2021-12-18 01:23:36,973 Updating WAITING jobs +2021-12-18 01:23:36,973 Update finished +2021-12-18 01:23:46,983 Reloading parameters... +2021-12-18 01:23:47,003 Loading parameters... +2021-12-18 01:23:47,004 Loading project parameters... +2021-12-18 01:23:47,007 + +22 of 25 jobs remaining (01:23) +2021-12-18 01:23:47,007 Sleep: 10 +2021-12-18 01:23:47,007 Number of retrials: 0 +2021-12-18 01:23:47,007 WRAPPER CHECK TIME = 10 +2021-12-18 01:23:47,008 Checking jobs for platform=marenostrum4 +2021-12-18 01:23:47,008 Checking jobs for platform=nord3 +2021-12-18 01:23:47,009 Checking jobs for platform=local +2021-12-18 01:23:47,009 Checking jobs for platform=transfer_node +2021-12-18 01:23:47,009 Checking all jobs at once +2021-12-18 01:23:48,832 Successful check job command +2021-12-18 01:23:50,804 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:23:50,804 End of checking +2021-12-18 01:23:50,805 Updating FAILED jobs +2021-12-18 01:23:50,805 Updating WAITING jobs +2021-12-18 01:23:50,806 Update finished +2021-12-18 01:23:50,806 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:23:50,806 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:23:50,806 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:23:50,806 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:23:50,806 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:23:50,811 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:23:50,813 Job list saved +2021-12-18 01:23:50,818 Updating FAILED jobs +2021-12-18 01:23:50,818 Updating WAITING jobs +2021-12-18 01:23:50,818 Update finished +2021-12-18 01:24:00,828 Reloading parameters... +2021-12-18 01:24:00,847 Loading parameters... +2021-12-18 01:24:00,849 Loading project parameters... +2021-12-18 01:24:00,850 + +22 of 25 jobs remaining (01:24) +2021-12-18 01:24:00,851 Sleep: 10 +2021-12-18 01:24:00,851 Number of retrials: 0 +2021-12-18 01:24:00,851 WRAPPER CHECK TIME = 10 +2021-12-18 01:24:00,851 Checking jobs for platform=marenostrum4 +2021-12-18 01:24:00,852 Checking jobs for platform=nord3 +2021-12-18 01:24:00,852 Checking jobs for platform=local +2021-12-18 01:24:00,853 Checking jobs for platform=transfer_node +2021-12-18 01:24:00,853 Checking all jobs at once +2021-12-18 01:24:02,523 Successful check job command +2021-12-18 01:24:04,293 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:24:04,293 End of checking +2021-12-18 01:24:04,296 Updating FAILED jobs +2021-12-18 01:24:04,296 Updating WAITING jobs +2021-12-18 01:24:04,296 Update finished +2021-12-18 01:24:04,296 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:24:04,296 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:24:04,296 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:24:04,297 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:24:04,297 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:24:04,300 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:24:04,302 Job list saved +2021-12-18 01:24:04,308 Updating FAILED jobs +2021-12-18 01:24:04,308 Updating WAITING jobs +2021-12-18 01:24:04,308 Update finished +2021-12-18 01:24:14,318 Reloading parameters... +2021-12-18 01:24:14,338 Loading parameters... +2021-12-18 01:24:14,339 Loading project parameters... +2021-12-18 01:24:14,341 + +22 of 25 jobs remaining (01:24) +2021-12-18 01:24:14,341 Sleep: 10 +2021-12-18 01:24:14,341 Number of retrials: 0 +2021-12-18 01:24:14,341 WRAPPER CHECK TIME = 10 +2021-12-18 01:24:14,342 Checking jobs for platform=marenostrum4 +2021-12-18 01:24:14,342 Checking jobs for platform=nord3 +2021-12-18 01:24:14,343 Checking jobs for platform=local +2021-12-18 01:24:14,344 Checking jobs for platform=transfer_node +2021-12-18 01:24:14,344 Checking all jobs at once +2021-12-18 01:24:16,069 Successful check job command +2021-12-18 01:24:17,394 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:24:17,395 End of checking +2021-12-18 01:24:17,398 Updating FAILED jobs +2021-12-18 01:24:17,398 Updating WAITING jobs +2021-12-18 01:24:17,398 Update finished +2021-12-18 01:24:17,399 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:24:17,399 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:24:17,399 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:24:17,400 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:24:17,400 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:24:17,402 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:24:17,405 Job list saved +2021-12-18 01:24:17,410 Updating FAILED jobs +2021-12-18 01:24:17,411 Updating WAITING jobs +2021-12-18 01:24:17,411 Update finished +2021-12-18 01:24:27,417 Reloading parameters... +2021-12-18 01:24:27,438 Loading parameters... +2021-12-18 01:24:27,439 Loading project parameters... +2021-12-18 01:24:27,441 + +22 of 25 jobs remaining (01:24) +2021-12-18 01:24:27,441 Sleep: 10 +2021-12-18 01:24:27,441 Number of retrials: 0 +2021-12-18 01:24:27,441 WRAPPER CHECK TIME = 10 +2021-12-18 01:24:27,442 Checking jobs for platform=marenostrum4 +2021-12-18 01:24:27,443 Checking jobs for platform=nord3 +2021-12-18 01:24:27,444 Checking jobs for platform=local +2021-12-18 01:24:27,445 Checking jobs for platform=transfer_node +2021-12-18 01:24:27,445 Checking all jobs at once +2021-12-18 01:24:29,520 Successful check job command +2021-12-18 01:24:31,240 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:24:31,240 End of checking +2021-12-18 01:24:31,241 Updating FAILED jobs +2021-12-18 01:24:31,241 Updating WAITING jobs +2021-12-18 01:24:31,242 Update finished +2021-12-18 01:24:31,242 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:24:31,242 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:24:31,242 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:24:31,242 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:24:31,242 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:24:31,245 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:24:31,247 Job list saved +2021-12-18 01:24:31,253 Updating FAILED jobs +2021-12-18 01:24:31,253 Updating WAITING jobs +2021-12-18 01:24:31,253 Update finished +2021-12-18 01:24:41,259 Reloading parameters... +2021-12-18 01:24:41,279 Loading parameters... +2021-12-18 01:24:41,281 Loading project parameters... +2021-12-18 01:24:41,284 + +22 of 25 jobs remaining (01:24) +2021-12-18 01:24:41,285 Sleep: 10 +2021-12-18 01:24:41,285 Number of retrials: 0 +2021-12-18 01:24:41,285 WRAPPER CHECK TIME = 10 +2021-12-18 01:24:41,286 Checking jobs for platform=marenostrum4 +2021-12-18 01:24:41,286 Checking jobs for platform=nord3 +2021-12-18 01:24:41,288 Checking jobs for platform=local +2021-12-18 01:24:41,289 Checking jobs for platform=transfer_node +2021-12-18 01:24:41,289 Checking all jobs at once +2021-12-18 01:24:43,562 Successful check job command +2021-12-18 01:24:45,232 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:24:45,232 End of checking +2021-12-18 01:24:45,234 Updating FAILED jobs +2021-12-18 01:24:45,234 Updating WAITING jobs +2021-12-18 01:24:45,234 Update finished +2021-12-18 01:24:45,234 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:24:45,234 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:24:45,234 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:24:45,235 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:24:45,235 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:24:45,238 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:24:45,240 Job list saved +2021-12-18 01:24:45,248 Updating FAILED jobs +2021-12-18 01:24:45,248 Updating WAITING jobs +2021-12-18 01:24:45,249 Update finished +2021-12-18 01:24:55,258 Reloading parameters... +2021-12-18 01:24:55,287 Loading parameters... +2021-12-18 01:24:55,288 Loading project parameters... +2021-12-18 01:24:55,290 + +22 of 25 jobs remaining (01:24) +2021-12-18 01:24:55,290 Sleep: 10 +2021-12-18 01:24:55,290 Number of retrials: 0 +2021-12-18 01:24:55,290 WRAPPER CHECK TIME = 10 +2021-12-18 01:24:55,291 Checking jobs for platform=marenostrum4 +2021-12-18 01:24:55,291 Checking jobs for platform=nord3 +2021-12-18 01:24:55,292 Checking jobs for platform=local +2021-12-18 01:24:55,293 Checking jobs for platform=transfer_node +2021-12-18 01:24:55,293 Checking all jobs at once +2021-12-18 01:24:56,713 Successful check job command +2021-12-18 01:24:58,032 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:24:58,032 End of checking +2021-12-18 01:24:58,034 Updating FAILED jobs +2021-12-18 01:24:58,034 Updating WAITING jobs +2021-12-18 01:24:58,034 Update finished +2021-12-18 01:24:58,034 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:24:58,035 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:24:58,035 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:24:58,035 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:24:58,036 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:24:58,038 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:24:58,040 Job list saved +2021-12-18 01:24:58,045 Updating FAILED jobs +2021-12-18 01:24:58,045 Updating WAITING jobs +2021-12-18 01:24:58,046 Update finished +2021-12-18 01:25:08,051 Reloading parameters... +2021-12-18 01:25:08,070 Loading parameters... +2021-12-18 01:25:08,072 Loading project parameters... +2021-12-18 01:25:08,074 + +22 of 25 jobs remaining (01:25) +2021-12-18 01:25:08,074 Sleep: 10 +2021-12-18 01:25:08,074 Number of retrials: 0 +2021-12-18 01:25:08,074 WRAPPER CHECK TIME = 10 +2021-12-18 01:25:08,075 Checking jobs for platform=marenostrum4 +2021-12-18 01:25:08,075 Checking jobs for platform=nord3 +2021-12-18 01:25:08,076 Checking jobs for platform=local +2021-12-18 01:25:08,076 Checking jobs for platform=transfer_node +2021-12-18 01:25:08,076 Checking all jobs at once +2021-12-18 01:25:09,997 Successful check job command +2021-12-18 01:25:11,568 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:25:11,568 End of checking +2021-12-18 01:25:11,569 Updating FAILED jobs +2021-12-18 01:25:11,570 Updating WAITING jobs +2021-12-18 01:25:11,570 Update finished +2021-12-18 01:25:11,570 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:25:11,570 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:25:11,570 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:25:11,570 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:25:11,570 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:25:11,573 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:25:11,575 Job list saved +2021-12-18 01:25:11,605 Updating FAILED jobs +2021-12-18 01:25:11,605 Updating WAITING jobs +2021-12-18 01:25:11,605 Update finished +2021-12-18 01:25:21,615 Reloading parameters... +2021-12-18 01:25:21,634 Loading parameters... +2021-12-18 01:25:21,635 Loading project parameters... +2021-12-18 01:25:21,637 + +22 of 25 jobs remaining (01:25) +2021-12-18 01:25:21,637 Sleep: 10 +2021-12-18 01:25:21,637 Number of retrials: 0 +2021-12-18 01:25:21,637 WRAPPER CHECK TIME = 10 +2021-12-18 01:25:21,638 Checking jobs for platform=marenostrum4 +2021-12-18 01:25:21,639 Checking jobs for platform=nord3 +2021-12-18 01:25:21,639 Checking jobs for platform=local +2021-12-18 01:25:21,640 Checking jobs for platform=transfer_node +2021-12-18 01:25:21,640 Checking all jobs at once +2021-12-18 01:25:24,262 Successful check job command +2021-12-18 01:25:26,683 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:25:26,683 End of checking +2021-12-18 01:25:26,684 Updating FAILED jobs +2021-12-18 01:25:26,684 Updating WAITING jobs +2021-12-18 01:25:26,685 Update finished +2021-12-18 01:25:26,685 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:25:26,685 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:25:26,685 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:25:26,685 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:25:26,685 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:25:26,688 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:25:26,690 Job list saved +2021-12-18 01:25:26,694 Updating FAILED jobs +2021-12-18 01:25:26,694 Updating WAITING jobs +2021-12-18 01:25:26,695 Update finished +2021-12-18 01:25:36,704 Reloading parameters... +2021-12-18 01:25:36,722 Loading parameters... +2021-12-18 01:25:36,724 Loading project parameters... +2021-12-18 01:25:36,726 + +22 of 25 jobs remaining (01:25) +2021-12-18 01:25:36,726 Sleep: 10 +2021-12-18 01:25:36,726 Number of retrials: 0 +2021-12-18 01:25:36,726 WRAPPER CHECK TIME = 10 +2021-12-18 01:25:36,727 Checking jobs for platform=marenostrum4 +2021-12-18 01:25:36,727 Checking jobs for platform=nord3 +2021-12-18 01:25:36,728 Checking jobs for platform=local +2021-12-18 01:25:36,728 Checking jobs for platform=transfer_node +2021-12-18 01:25:36,728 Checking all jobs at once +2021-12-18 01:25:38,298 Successful check job command +2021-12-18 01:25:39,820 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:25:39,820 End of checking +2021-12-18 01:25:39,821 Updating FAILED jobs +2021-12-18 01:25:39,822 Updating WAITING jobs +2021-12-18 01:25:39,822 Update finished +2021-12-18 01:25:39,822 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:25:39,823 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:25:39,823 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:25:39,823 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:25:39,823 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:25:39,826 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:25:39,828 Job list saved +2021-12-18 01:25:39,839 Updating FAILED jobs +2021-12-18 01:25:39,840 Updating WAITING jobs +2021-12-18 01:25:39,840 Update finished +2021-12-18 01:25:49,848 Reloading parameters... +2021-12-18 01:25:49,868 Loading parameters... +2021-12-18 01:25:49,870 Loading project parameters... +2021-12-18 01:25:49,871 + +22 of 25 jobs remaining (01:25) +2021-12-18 01:25:49,872 Sleep: 10 +2021-12-18 01:25:49,872 Number of retrials: 0 +2021-12-18 01:25:49,872 WRAPPER CHECK TIME = 10 +2021-12-18 01:25:49,872 Checking jobs for platform=marenostrum4 +2021-12-18 01:25:49,873 Checking jobs for platform=nord3 +2021-12-18 01:25:49,874 Checking jobs for platform=local +2021-12-18 01:25:49,874 Checking jobs for platform=transfer_node +2021-12-18 01:25:49,875 Checking all jobs at once +2021-12-18 01:25:52,298 Successful check job command +2021-12-18 01:25:55,621 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:25:55,621 End of checking +2021-12-18 01:25:55,622 Updating FAILED jobs +2021-12-18 01:25:55,623 Updating WAITING jobs +2021-12-18 01:25:55,623 Update finished +2021-12-18 01:25:55,623 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:25:55,623 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:25:55,623 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:25:55,624 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:25:55,624 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:25:55,626 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:25:55,629 Job list saved +2021-12-18 01:25:55,652 Updating FAILED jobs +2021-12-18 01:25:55,652 Updating WAITING jobs +2021-12-18 01:25:55,652 Update finished +2021-12-18 01:26:05,663 Reloading parameters... +2021-12-18 01:26:05,685 Loading parameters... +2021-12-18 01:26:05,686 Loading project parameters... +2021-12-18 01:26:05,688 + +22 of 25 jobs remaining (01:26) +2021-12-18 01:26:05,688 Sleep: 10 +2021-12-18 01:26:05,688 Number of retrials: 0 +2021-12-18 01:26:05,689 WRAPPER CHECK TIME = 10 +2021-12-18 01:26:05,689 Checking jobs for platform=marenostrum4 +2021-12-18 01:26:05,690 Checking jobs for platform=nord3 +2021-12-18 01:26:05,690 Checking jobs for platform=local +2021-12-18 01:26:05,691 Checking jobs for platform=transfer_node +2021-12-18 01:26:05,691 Checking all jobs at once +2021-12-18 01:26:06,911 Successful check job command +2021-12-18 01:26:08,081 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:26:08,081 End of checking +2021-12-18 01:26:08,082 Updating FAILED jobs +2021-12-18 01:26:08,082 Updating WAITING jobs +2021-12-18 01:26:08,083 Update finished +2021-12-18 01:26:08,083 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:26:08,083 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:26:08,083 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:26:08,083 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:26:08,083 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:26:08,086 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:26:08,089 Job list saved +2021-12-18 01:26:08,094 Updating FAILED jobs +2021-12-18 01:26:08,094 Updating WAITING jobs +2021-12-18 01:26:08,095 Update finished +2021-12-18 01:26:18,105 Reloading parameters... +2021-12-18 01:26:18,127 Loading parameters... +2021-12-18 01:26:18,129 Loading project parameters... +2021-12-18 01:26:18,131 + +22 of 25 jobs remaining (01:26) +2021-12-18 01:26:18,131 Sleep: 10 +2021-12-18 01:26:18,131 Number of retrials: 0 +2021-12-18 01:26:18,131 WRAPPER CHECK TIME = 10 +2021-12-18 01:26:18,132 Checking jobs for platform=marenostrum4 +2021-12-18 01:26:18,132 Checking jobs for platform=nord3 +2021-12-18 01:26:18,133 Checking jobs for platform=local +2021-12-18 01:26:18,133 Checking jobs for platform=transfer_node +2021-12-18 01:26:18,134 Checking all jobs at once +2021-12-18 01:26:20,905 Successful check job command +2021-12-18 01:26:22,675 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:26:22,675 End of checking +2021-12-18 01:26:22,677 Updating FAILED jobs +2021-12-18 01:26:22,677 Updating WAITING jobs +2021-12-18 01:26:22,677 Update finished +2021-12-18 01:26:22,677 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:26:22,678 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:26:22,678 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:26:22,678 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:26:22,678 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:26:22,682 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:26:22,684 Job list saved +2021-12-18 01:26:22,690 Updating FAILED jobs +2021-12-18 01:26:22,690 Updating WAITING jobs +2021-12-18 01:26:22,691 Update finished +2021-12-18 01:26:32,700 Reloading parameters... +2021-12-18 01:26:32,721 Loading parameters... +2021-12-18 01:26:32,722 Loading project parameters... +2021-12-18 01:26:32,724 + +22 of 25 jobs remaining (01:26) +2021-12-18 01:26:32,724 Sleep: 10 +2021-12-18 01:26:32,725 Number of retrials: 0 +2021-12-18 01:26:32,725 WRAPPER CHECK TIME = 10 +2021-12-18 01:26:32,725 Checking jobs for platform=marenostrum4 +2021-12-18 01:26:32,726 Checking jobs for platform=nord3 +2021-12-18 01:26:32,727 Checking jobs for platform=local +2021-12-18 01:26:32,727 Checking jobs for platform=transfer_node +2021-12-18 01:26:32,727 Checking all jobs at once +2021-12-18 01:26:35,098 Successful check job command +2021-12-18 01:26:37,620 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:26:37,620 End of checking +2021-12-18 01:26:37,622 Updating FAILED jobs +2021-12-18 01:26:37,622 Updating WAITING jobs +2021-12-18 01:26:37,622 Update finished +2021-12-18 01:26:37,622 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:26:37,622 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:26:37,623 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:26:37,623 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:26:37,623 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:26:37,625 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:26:37,628 Job list saved +2021-12-18 01:26:37,633 Updating FAILED jobs +2021-12-18 01:26:37,633 Updating WAITING jobs +2021-12-18 01:26:37,633 Update finished +2021-12-18 01:26:47,640 Reloading parameters... +2021-12-18 01:26:47,659 Loading parameters... +2021-12-18 01:26:47,661 Loading project parameters... +2021-12-18 01:26:47,663 + +22 of 25 jobs remaining (01:26) +2021-12-18 01:26:47,663 Sleep: 10 +2021-12-18 01:26:47,663 Number of retrials: 0 +2021-12-18 01:26:47,663 WRAPPER CHECK TIME = 10 +2021-12-18 01:26:47,664 Checking jobs for platform=marenostrum4 +2021-12-18 01:26:47,665 Checking jobs for platform=nord3 +2021-12-18 01:26:47,665 Checking jobs for platform=local +2021-12-18 01:26:47,666 Checking jobs for platform=transfer_node +2021-12-18 01:26:47,666 Checking all jobs at once +2021-12-18 01:26:49,036 Successful check job command +2021-12-18 01:26:50,306 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:26:50,306 End of checking +2021-12-18 01:26:50,307 Updating FAILED jobs +2021-12-18 01:26:50,307 Updating WAITING jobs +2021-12-18 01:26:50,307 Update finished +2021-12-18 01:26:50,308 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:26:50,308 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:26:50,308 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:26:50,308 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:26:50,308 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:26:50,311 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:26:50,313 Job list saved +2021-12-18 01:26:50,326 Updating FAILED jobs +2021-12-18 01:26:50,327 Updating WAITING jobs +2021-12-18 01:26:50,327 Update finished +2021-12-18 01:27:00,337 Reloading parameters... +2021-12-18 01:27:00,357 Loading parameters... +2021-12-18 01:27:00,358 Loading project parameters... +2021-12-18 01:27:00,360 + +22 of 25 jobs remaining (01:27) +2021-12-18 01:27:00,360 Sleep: 10 +2021-12-18 01:27:00,360 Number of retrials: 0 +2021-12-18 01:27:00,360 WRAPPER CHECK TIME = 10 +2021-12-18 01:27:00,361 Checking jobs for platform=marenostrum4 +2021-12-18 01:27:00,362 Checking jobs for platform=nord3 +2021-12-18 01:27:00,362 Checking jobs for platform=local +2021-12-18 01:27:00,363 Checking jobs for platform=transfer_node +2021-12-18 01:27:00,363 Checking all jobs at once +2021-12-18 01:27:02,137 Successful check job command +2021-12-18 01:27:03,507 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:27:03,507 End of checking +2021-12-18 01:27:03,509 Updating FAILED jobs +2021-12-18 01:27:03,509 Updating WAITING jobs +2021-12-18 01:27:03,509 Update finished +2021-12-18 01:27:03,509 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:27:03,510 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:27:03,510 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:27:03,510 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:27:03,510 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:27:03,513 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:27:03,515 Job list saved +2021-12-18 01:27:03,521 Updating FAILED jobs +2021-12-18 01:27:03,521 Updating WAITING jobs +2021-12-18 01:27:03,521 Update finished +2021-12-18 01:27:13,532 Reloading parameters... +2021-12-18 01:27:13,552 Loading parameters... +2021-12-18 01:27:13,553 Loading project parameters... +2021-12-18 01:27:13,555 + +22 of 25 jobs remaining (01:27) +2021-12-18 01:27:13,555 Sleep: 10 +2021-12-18 01:27:13,555 Number of retrials: 0 +2021-12-18 01:27:13,556 WRAPPER CHECK TIME = 10 +2021-12-18 01:27:13,556 Checking jobs for platform=marenostrum4 +2021-12-18 01:27:13,557 Checking jobs for platform=nord3 +2021-12-18 01:27:13,557 Checking jobs for platform=local +2021-12-18 01:27:13,558 Checking jobs for platform=transfer_node +2021-12-18 01:27:13,558 Checking all jobs at once +2021-12-18 01:27:15,929 Successful check job command +2021-12-18 01:27:18,002 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:27:18,003 End of checking +2021-12-18 01:27:18,004 Updating FAILED jobs +2021-12-18 01:27:18,004 Updating WAITING jobs +2021-12-18 01:27:18,004 Update finished +2021-12-18 01:27:18,004 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:27:18,005 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:27:18,005 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:27:18,005 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:27:18,005 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:27:18,008 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:27:18,010 Job list saved +2021-12-18 01:27:18,015 Updating FAILED jobs +2021-12-18 01:27:18,015 Updating WAITING jobs +2021-12-18 01:27:18,015 Update finished +2021-12-18 01:27:28,026 Reloading parameters... +2021-12-18 01:27:28,045 Loading parameters... +2021-12-18 01:27:28,046 Loading project parameters... +2021-12-18 01:27:28,048 + +22 of 25 jobs remaining (01:27) +2021-12-18 01:27:28,048 Sleep: 10 +2021-12-18 01:27:28,048 Number of retrials: 0 +2021-12-18 01:27:28,048 WRAPPER CHECK TIME = 10 +2021-12-18 01:27:28,049 Checking jobs for platform=marenostrum4 +2021-12-18 01:27:28,049 Checking jobs for platform=nord3 +2021-12-18 01:27:28,050 Checking jobs for platform=local +2021-12-18 01:27:28,051 Checking jobs for platform=transfer_node +2021-12-18 01:27:28,051 Checking all jobs at once +2021-12-18 01:27:29,972 Successful check job command +2021-12-18 01:27:32,293 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:27:32,294 End of checking +2021-12-18 01:27:32,295 Updating FAILED jobs +2021-12-18 01:27:32,296 Updating WAITING jobs +2021-12-18 01:27:32,296 Update finished +2021-12-18 01:27:32,296 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:27:32,296 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:27:32,296 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:27:32,296 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:27:32,297 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:27:32,300 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:27:32,303 Job list saved +2021-12-18 01:27:32,310 Updating FAILED jobs +2021-12-18 01:27:32,311 Updating WAITING jobs +2021-12-18 01:27:32,311 Update finished +2021-12-18 01:27:42,321 Reloading parameters... +2021-12-18 01:27:42,344 Loading parameters... +2021-12-18 01:27:42,346 Loading project parameters... +2021-12-18 01:27:42,348 + +22 of 25 jobs remaining (01:27) +2021-12-18 01:27:42,348 Sleep: 10 +2021-12-18 01:27:42,348 Number of retrials: 0 +2021-12-18 01:27:42,348 WRAPPER CHECK TIME = 10 +2021-12-18 01:27:42,349 Checking jobs for platform=marenostrum4 +2021-12-18 01:27:42,349 Checking jobs for platform=nord3 +2021-12-18 01:27:42,350 Checking jobs for platform=local +2021-12-18 01:27:42,350 Checking jobs for platform=transfer_node +2021-12-18 01:27:42,350 Checking all jobs at once +2021-12-18 01:27:43,970 Successful check job command +2021-12-18 01:27:45,690 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:27:45,691 End of checking +2021-12-18 01:27:45,692 Updating FAILED jobs +2021-12-18 01:27:45,693 Updating WAITING jobs +2021-12-18 01:27:45,693 Update finished +2021-12-18 01:27:45,693 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:27:45,694 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:27:45,694 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:27:45,694 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:27:45,694 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:27:45,697 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:27:45,699 Job list saved +2021-12-18 01:27:45,704 Updating FAILED jobs +2021-12-18 01:27:45,704 Updating WAITING jobs +2021-12-18 01:27:45,705 Update finished +2021-12-18 01:27:55,715 Reloading parameters... +2021-12-18 01:27:55,735 Loading parameters... +2021-12-18 01:27:55,736 Loading project parameters... +2021-12-18 01:27:55,738 + +22 of 25 jobs remaining (01:27) +2021-12-18 01:27:55,738 Sleep: 10 +2021-12-18 01:27:55,738 Number of retrials: 0 +2021-12-18 01:27:55,738 WRAPPER CHECK TIME = 10 +2021-12-18 01:27:55,739 Checking jobs for platform=marenostrum4 +2021-12-18 01:27:55,739 Checking jobs for platform=nord3 +2021-12-18 01:27:55,740 Checking jobs for platform=local +2021-12-18 01:27:55,740 Checking jobs for platform=transfer_node +2021-12-18 01:27:55,741 Checking all jobs at once +2021-12-18 01:27:57,461 Successful check job command +2021-12-18 01:27:58,780 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:27:58,780 End of checking +2021-12-18 01:27:58,782 Updating FAILED jobs +2021-12-18 01:27:58,782 Updating WAITING jobs +2021-12-18 01:27:58,782 Update finished +2021-12-18 01:27:58,782 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:27:58,783 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:27:58,783 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:27:58,783 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:27:58,783 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:27:58,786 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:27:58,788 Job list saved +2021-12-18 01:27:58,793 Updating FAILED jobs +2021-12-18 01:27:58,793 Updating WAITING jobs +2021-12-18 01:27:58,793 Update finished +2021-12-18 01:28:08,803 Reloading parameters... +2021-12-18 01:28:08,823 Loading parameters... +2021-12-18 01:28:08,824 Loading project parameters... +2021-12-18 01:28:08,826 + +22 of 25 jobs remaining (01:28) +2021-12-18 01:28:08,826 Sleep: 10 +2021-12-18 01:28:08,826 Number of retrials: 0 +2021-12-18 01:28:08,827 WRAPPER CHECK TIME = 10 +2021-12-18 01:28:08,827 Checking jobs for platform=marenostrum4 +2021-12-18 01:28:08,828 Checking jobs for platform=nord3 +2021-12-18 01:28:08,828 Checking jobs for platform=local +2021-12-18 01:28:08,829 Checking jobs for platform=transfer_node +2021-12-18 01:28:08,829 Checking all jobs at once +2021-12-18 01:28:10,749 Successful check job command +2021-12-18 01:28:12,569 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:28:12,569 End of checking +2021-12-18 01:28:12,571 Updating FAILED jobs +2021-12-18 01:28:12,572 Updating WAITING jobs +2021-12-18 01:28:12,572 Update finished +2021-12-18 01:28:12,572 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:28:12,572 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:28:12,572 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:28:12,572 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:28:12,573 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:28:12,577 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:28:12,579 Job list saved +2021-12-18 01:28:12,635 Updating FAILED jobs +2021-12-18 01:28:12,635 Updating WAITING jobs +2021-12-18 01:28:12,636 Update finished +2021-12-18 01:28:22,646 Reloading parameters... +2021-12-18 01:28:22,666 Loading parameters... +2021-12-18 01:28:22,667 Loading project parameters... +2021-12-18 01:28:22,670 + +22 of 25 jobs remaining (01:28) +2021-12-18 01:28:22,670 Sleep: 10 +2021-12-18 01:28:22,670 Number of retrials: 0 +2021-12-18 01:28:22,670 WRAPPER CHECK TIME = 10 +2021-12-18 01:28:22,671 Checking jobs for platform=marenostrum4 +2021-12-18 01:28:22,671 Checking jobs for platform=nord3 +2021-12-18 01:28:22,672 Checking jobs for platform=local +2021-12-18 01:28:22,672 Checking jobs for platform=transfer_node +2021-12-18 01:28:22,673 Checking all jobs at once +2021-12-18 01:28:23,992 Successful check job command +2021-12-18 01:28:25,262 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:28:25,262 End of checking +2021-12-18 01:28:25,264 Updating FAILED jobs +2021-12-18 01:28:25,264 Updating WAITING jobs +2021-12-18 01:28:25,264 Update finished +2021-12-18 01:28:25,264 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:28:25,265 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:28:25,265 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:28:25,265 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:28:25,265 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:28:25,268 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:28:25,270 Job list saved +2021-12-18 01:28:25,275 Updating FAILED jobs +2021-12-18 01:28:25,275 Updating WAITING jobs +2021-12-18 01:28:25,276 Update finished +2021-12-18 01:28:35,286 Reloading parameters... +2021-12-18 01:28:35,318 Loading parameters... +2021-12-18 01:28:35,320 Loading project parameters... +2021-12-18 01:28:35,322 + +22 of 25 jobs remaining (01:28) +2021-12-18 01:28:35,322 Sleep: 10 +2021-12-18 01:28:35,322 Number of retrials: 0 +2021-12-18 01:28:35,322 WRAPPER CHECK TIME = 10 +2021-12-18 01:28:35,323 Checking jobs for platform=marenostrum4 +2021-12-18 01:28:35,323 Checking jobs for platform=nord3 +2021-12-18 01:28:35,324 Checking jobs for platform=local +2021-12-18 01:28:35,324 Checking jobs for platform=transfer_node +2021-12-18 01:28:35,324 Checking all jobs at once +2021-12-18 01:28:36,846 Successful check job command +2021-12-18 01:28:38,215 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:28:38,216 End of checking +2021-12-18 01:28:38,218 Updating FAILED jobs +2021-12-18 01:28:38,218 Updating WAITING jobs +2021-12-18 01:28:38,218 Update finished +2021-12-18 01:28:38,218 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:28:38,218 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:28:38,219 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:28:38,219 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:28:38,219 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:28:38,223 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:28:38,225 Job list saved +2021-12-18 01:28:38,230 Updating FAILED jobs +2021-12-18 01:28:38,230 Updating WAITING jobs +2021-12-18 01:28:38,230 Update finished +2021-12-18 01:28:48,238 Reloading parameters... +2021-12-18 01:28:48,259 Loading parameters... +2021-12-18 01:28:48,260 Loading project parameters... +2021-12-18 01:28:48,262 + +22 of 25 jobs remaining (01:28) +2021-12-18 01:28:48,262 Sleep: 10 +2021-12-18 01:28:48,262 Number of retrials: 0 +2021-12-18 01:28:48,262 WRAPPER CHECK TIME = 10 +2021-12-18 01:28:48,263 Checking jobs for platform=marenostrum4 +2021-12-18 01:28:48,264 Checking jobs for platform=nord3 +2021-12-18 01:28:48,268 Checking jobs for platform=local +2021-12-18 01:28:48,268 Checking jobs for platform=transfer_node +2021-12-18 01:28:48,269 Checking all jobs at once +2021-12-18 01:28:50,790 Successful check job command +2021-12-18 01:28:52,660 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:28:52,661 End of checking +2021-12-18 01:28:52,663 Updating FAILED jobs +2021-12-18 01:28:52,663 Updating WAITING jobs +2021-12-18 01:28:52,663 Update finished +2021-12-18 01:28:52,663 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:28:52,663 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:28:52,663 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:28:52,664 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:28:52,664 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:28:52,666 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:28:52,669 Job list saved +2021-12-18 01:28:52,674 Updating FAILED jobs +2021-12-18 01:28:52,674 Updating WAITING jobs +2021-12-18 01:28:52,675 Update finished +2021-12-18 01:29:02,685 Reloading parameters... +2021-12-18 01:29:02,704 Loading parameters... +2021-12-18 01:29:02,705 Loading project parameters... +2021-12-18 01:29:02,707 + +22 of 25 jobs remaining (01:29) +2021-12-18 01:29:02,707 Sleep: 10 +2021-12-18 01:29:02,708 Number of retrials: 0 +2021-12-18 01:29:02,708 WRAPPER CHECK TIME = 10 +2021-12-18 01:29:02,708 Checking jobs for platform=marenostrum4 +2021-12-18 01:29:02,709 Checking jobs for platform=nord3 +2021-12-18 01:29:02,709 Checking jobs for platform=local +2021-12-18 01:29:02,710 Checking jobs for platform=transfer_node +2021-12-18 01:29:02,710 Checking all jobs at once +2021-12-18 01:29:03,883 Successful check job command +2021-12-18 01:29:05,051 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:29:05,051 End of checking +2021-12-18 01:29:05,053 Updating FAILED jobs +2021-12-18 01:29:05,053 Updating WAITING jobs +2021-12-18 01:29:05,053 Update finished +2021-12-18 01:29:05,053 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:29:05,054 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:29:05,054 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:29:05,054 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:29:05,055 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:29:05,057 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:29:05,059 Job list saved +2021-12-18 01:29:05,064 Updating FAILED jobs +2021-12-18 01:29:05,064 Updating WAITING jobs +2021-12-18 01:29:05,065 Update finished +2021-12-18 01:29:15,075 Reloading parameters... +2021-12-18 01:29:15,094 Loading parameters... +2021-12-18 01:29:15,095 Loading project parameters... +2021-12-18 01:29:15,097 + +22 of 25 jobs remaining (01:29) +2021-12-18 01:29:15,097 Sleep: 10 +2021-12-18 01:29:15,097 Number of retrials: 0 +2021-12-18 01:29:15,098 WRAPPER CHECK TIME = 10 +2021-12-18 01:29:15,098 Checking jobs for platform=marenostrum4 +2021-12-18 01:29:15,099 Checking jobs for platform=nord3 +2021-12-18 01:29:15,099 Checking jobs for platform=local +2021-12-18 01:29:15,100 Checking jobs for platform=transfer_node +2021-12-18 01:29:15,100 Checking all jobs at once +2021-12-18 01:29:18,172 Successful check job command +2021-12-18 01:29:20,043 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:29:20,044 End of checking +2021-12-18 01:29:20,045 Updating FAILED jobs +2021-12-18 01:29:20,045 Updating WAITING jobs +2021-12-18 01:29:20,046 Update finished +2021-12-18 01:29:20,046 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:29:20,046 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:29:20,046 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:29:20,046 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:29:20,046 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:29:20,049 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:29:20,051 Job list saved +2021-12-18 01:29:20,058 Updating FAILED jobs +2021-12-18 01:29:20,058 Updating WAITING jobs +2021-12-18 01:29:20,058 Update finished +2021-12-18 01:29:30,067 Reloading parameters... +2021-12-18 01:29:30,090 Loading parameters... +2021-12-18 01:29:30,092 Loading project parameters... +2021-12-18 01:29:30,094 + +22 of 25 jobs remaining (01:29) +2021-12-18 01:29:30,094 Sleep: 10 +2021-12-18 01:29:30,094 Number of retrials: 0 +2021-12-18 01:29:30,094 WRAPPER CHECK TIME = 10 +2021-12-18 01:29:30,095 Checking jobs for platform=marenostrum4 +2021-12-18 01:29:30,095 Checking jobs for platform=nord3 +2021-12-18 01:29:30,096 Checking jobs for platform=local +2021-12-18 01:29:30,096 Checking jobs for platform=transfer_node +2021-12-18 01:29:30,096 Checking all jobs at once +2021-12-18 01:29:33,020 Successful check job command +2021-12-18 01:29:35,943 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:29:35,943 End of checking +2021-12-18 01:29:35,944 Updating FAILED jobs +2021-12-18 01:29:35,944 Updating WAITING jobs +2021-12-18 01:29:35,945 Update finished +2021-12-18 01:29:35,945 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:29:35,945 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:29:35,945 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:29:35,945 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:29:35,945 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:29:35,949 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:29:35,951 Job list saved +2021-12-18 01:29:35,956 Updating FAILED jobs +2021-12-18 01:29:35,956 Updating WAITING jobs +2021-12-18 01:29:35,956 Update finished +2021-12-18 01:29:45,967 Reloading parameters... +2021-12-18 01:29:45,985 Loading parameters... +2021-12-18 01:29:45,986 Loading project parameters... +2021-12-18 01:29:45,988 + +22 of 25 jobs remaining (01:29) +2021-12-18 01:29:45,988 Sleep: 10 +2021-12-18 01:29:45,988 Number of retrials: 0 +2021-12-18 01:29:45,988 WRAPPER CHECK TIME = 10 +2021-12-18 01:29:45,989 Checking jobs for platform=marenostrum4 +2021-12-18 01:29:45,989 Checking jobs for platform=nord3 +2021-12-18 01:29:45,990 Checking jobs for platform=local +2021-12-18 01:29:45,990 Checking jobs for platform=transfer_node +2021-12-18 01:29:45,990 Checking all jobs at once +2021-12-18 01:29:47,260 Successful check job command +2021-12-18 01:29:48,529 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:29:48,530 End of checking +2021-12-18 01:29:48,531 Updating FAILED jobs +2021-12-18 01:29:48,531 Updating WAITING jobs +2021-12-18 01:29:48,532 Update finished +2021-12-18 01:29:48,532 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:29:48,532 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:29:48,533 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:29:48,533 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:29:48,533 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:29:48,536 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:29:48,538 Job list saved +2021-12-18 01:29:48,543 Updating FAILED jobs +2021-12-18 01:29:48,543 Updating WAITING jobs +2021-12-18 01:29:48,543 Update finished +2021-12-18 01:29:58,553 Reloading parameters... +2021-12-18 01:29:58,571 Loading parameters... +2021-12-18 01:29:58,573 Loading project parameters... +2021-12-18 01:29:58,575 + +22 of 25 jobs remaining (01:29) +2021-12-18 01:29:58,575 Sleep: 10 +2021-12-18 01:29:58,575 Number of retrials: 0 +2021-12-18 01:29:58,575 WRAPPER CHECK TIME = 10 +2021-12-18 01:29:58,576 Checking jobs for platform=marenostrum4 +2021-12-18 01:29:58,576 Checking jobs for platform=nord3 +2021-12-18 01:29:58,577 Checking jobs for platform=local +2021-12-18 01:29:58,582 Checking jobs for platform=transfer_node +2021-12-18 01:29:58,583 Checking all jobs at once +2021-12-18 01:30:00,762 Successful check job command +2021-12-18 01:30:02,185 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:30:02,186 End of checking +2021-12-18 01:30:02,187 Updating FAILED jobs +2021-12-18 01:30:02,187 Updating WAITING jobs +2021-12-18 01:30:02,187 Update finished +2021-12-18 01:30:02,187 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:30:02,188 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:30:02,188 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:30:02,188 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:30:02,188 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:30:02,191 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:30:02,193 Job list saved +2021-12-18 01:30:02,198 Updating FAILED jobs +2021-12-18 01:30:02,198 Updating WAITING jobs +2021-12-18 01:30:02,198 Update finished +2021-12-18 01:30:12,207 Reloading parameters... +2021-12-18 01:30:12,226 Loading parameters... +2021-12-18 01:30:12,228 Loading project parameters... +2021-12-18 01:30:12,229 + +22 of 25 jobs remaining (01:30) +2021-12-18 01:30:12,230 Sleep: 10 +2021-12-18 01:30:12,230 Number of retrials: 0 +2021-12-18 01:30:12,230 WRAPPER CHECK TIME = 10 +2021-12-18 01:30:12,230 Checking jobs for platform=marenostrum4 +2021-12-18 01:30:12,231 Checking jobs for platform=nord3 +2021-12-18 01:30:12,231 Checking jobs for platform=local +2021-12-18 01:30:12,232 Checking jobs for platform=transfer_node +2021-12-18 01:30:12,232 Checking all jobs at once +2021-12-18 01:30:14,904 Successful check job command +2021-12-18 01:30:17,676 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:30:17,677 End of checking +2021-12-18 01:30:17,678 Updating FAILED jobs +2021-12-18 01:30:17,678 Updating WAITING jobs +2021-12-18 01:30:17,678 Update finished +2021-12-18 01:30:17,679 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:30:17,679 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:30:17,679 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:30:17,679 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:30:17,679 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:30:17,682 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:30:17,685 Job list saved +2021-12-18 01:30:17,690 Updating FAILED jobs +2021-12-18 01:30:17,690 Updating WAITING jobs +2021-12-18 01:30:17,690 Update finished +2021-12-18 01:30:27,700 Reloading parameters... +2021-12-18 01:30:27,723 Loading parameters... +2021-12-18 01:30:27,725 Loading project parameters... +2021-12-18 01:30:27,726 + +22 of 25 jobs remaining (01:30) +2021-12-18 01:30:27,727 Sleep: 10 +2021-12-18 01:30:27,727 Number of retrials: 0 +2021-12-18 01:30:27,727 WRAPPER CHECK TIME = 10 +2021-12-18 01:30:27,728 Checking jobs for platform=marenostrum4 +2021-12-18 01:30:27,728 Checking jobs for platform=nord3 +2021-12-18 01:30:27,729 Checking jobs for platform=local +2021-12-18 01:30:27,729 Checking jobs for platform=transfer_node +2021-12-18 01:30:27,729 Checking all jobs at once +2021-12-18 01:30:29,051 Successful check job command +2021-12-18 01:30:30,270 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:30:30,270 End of checking +2021-12-18 01:30:30,272 Updating FAILED jobs +2021-12-18 01:30:30,272 Updating WAITING jobs +2021-12-18 01:30:30,272 Update finished +2021-12-18 01:30:30,272 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:30:30,273 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:30:30,274 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:30:30,274 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:30:30,274 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:30:30,277 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:30:30,279 Job list saved +2021-12-18 01:30:30,284 Updating FAILED jobs +2021-12-18 01:30:30,284 Updating WAITING jobs +2021-12-18 01:30:30,284 Update finished +2021-12-18 01:30:40,295 Reloading parameters... +2021-12-18 01:30:40,317 Loading parameters... +2021-12-18 01:30:40,318 Loading project parameters... +2021-12-18 01:30:40,320 + +22 of 25 jobs remaining (01:30) +2021-12-18 01:30:40,320 Sleep: 10 +2021-12-18 01:30:40,320 Number of retrials: 0 +2021-12-18 01:30:40,320 WRAPPER CHECK TIME = 10 +2021-12-18 01:30:40,322 Checking jobs for platform=marenostrum4 +2021-12-18 01:30:40,322 Checking jobs for platform=nord3 +2021-12-18 01:30:40,323 Checking jobs for platform=local +2021-12-18 01:30:40,324 Checking jobs for platform=transfer_node +2021-12-18 01:30:40,324 Checking all jobs at once +2021-12-18 01:30:42,647 Successful check job command +2021-12-18 01:30:44,517 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:30:44,518 End of checking +2021-12-18 01:30:44,519 Updating FAILED jobs +2021-12-18 01:30:44,519 Updating WAITING jobs +2021-12-18 01:30:44,519 Update finished +2021-12-18 01:30:44,519 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:30:44,520 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:30:44,520 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:30:44,520 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:30:44,520 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:30:44,523 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:30:44,526 Job list saved +2021-12-18 01:30:44,530 Updating FAILED jobs +2021-12-18 01:30:44,530 Updating WAITING jobs +2021-12-18 01:30:44,530 Update finished +2021-12-18 01:30:54,538 Reloading parameters... +2021-12-18 01:30:54,557 Loading parameters... +2021-12-18 01:30:54,558 Loading project parameters... +2021-12-18 01:30:54,560 + +22 of 25 jobs remaining (01:30) +2021-12-18 01:30:54,560 Sleep: 10 +2021-12-18 01:30:54,561 Number of retrials: 0 +2021-12-18 01:30:54,561 WRAPPER CHECK TIME = 10 +2021-12-18 01:30:54,561 Checking jobs for platform=marenostrum4 +2021-12-18 01:30:54,562 Checking jobs for platform=nord3 +2021-12-18 01:30:54,562 Checking jobs for platform=local +2021-12-18 01:30:54,563 Checking jobs for platform=transfer_node +2021-12-18 01:30:54,563 Checking all jobs at once +2021-12-18 01:30:56,784 Successful check job command +2021-12-18 01:30:59,455 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:30:59,456 End of checking +2021-12-18 01:30:59,457 Updating FAILED jobs +2021-12-18 01:30:59,457 Updating WAITING jobs +2021-12-18 01:30:59,458 Update finished +2021-12-18 01:30:59,458 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:30:59,458 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:30:59,458 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:30:59,458 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:30:59,458 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:30:59,461 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:30:59,463 Job list saved +2021-12-18 01:30:59,469 Updating FAILED jobs +2021-12-18 01:30:59,469 Updating WAITING jobs +2021-12-18 01:30:59,469 Update finished +2021-12-18 01:31:09,478 Reloading parameters... +2021-12-18 01:31:09,499 Loading parameters... +2021-12-18 01:31:09,500 Loading project parameters... +2021-12-18 01:31:09,502 + +22 of 25 jobs remaining (01:31) +2021-12-18 01:31:09,502 Sleep: 10 +2021-12-18 01:31:09,502 Number of retrials: 0 +2021-12-18 01:31:09,502 WRAPPER CHECK TIME = 10 +2021-12-18 01:31:09,503 Checking jobs for platform=marenostrum4 +2021-12-18 01:31:09,503 Checking jobs for platform=nord3 +2021-12-18 01:31:09,504 Checking jobs for platform=local +2021-12-18 01:31:09,504 Checking jobs for platform=transfer_node +2021-12-18 01:31:09,504 Checking all jobs at once +2021-12-18 01:31:10,774 Successful check job command +2021-12-18 01:31:11,994 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:31:11,994 End of checking +2021-12-18 01:31:11,995 Updating FAILED jobs +2021-12-18 01:31:11,996 Updating WAITING jobs +2021-12-18 01:31:11,996 Update finished +2021-12-18 01:31:11,996 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:31:11,997 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:31:11,997 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:31:11,997 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:31:11,997 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:31:12,002 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:31:12,004 Job list saved +2021-12-18 01:31:12,010 Updating FAILED jobs +2021-12-18 01:31:12,010 Updating WAITING jobs +2021-12-18 01:31:12,010 Update finished +2021-12-18 01:31:22,021 Reloading parameters... +2021-12-18 01:31:22,039 Loading parameters... +2021-12-18 01:31:22,040 Loading project parameters... +2021-12-18 01:31:22,042 + +22 of 25 jobs remaining (01:31) +2021-12-18 01:31:22,042 Sleep: 10 +2021-12-18 01:31:22,042 Number of retrials: 0 +2021-12-18 01:31:22,042 WRAPPER CHECK TIME = 10 +2021-12-18 01:31:22,043 Checking jobs for platform=marenostrum4 +2021-12-18 01:31:22,043 Checking jobs for platform=nord3 +2021-12-18 01:31:22,044 Checking jobs for platform=local +2021-12-18 01:31:22,045 Checking jobs for platform=transfer_node +2021-12-18 01:31:22,045 Checking all jobs at once +2021-12-18 01:31:23,869 Successful check job command +2021-12-18 01:31:25,599 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:31:25,599 End of checking +2021-12-18 01:31:25,601 Updating FAILED jobs +2021-12-18 01:31:25,601 Updating WAITING jobs +2021-12-18 01:31:25,601 Update finished +2021-12-18 01:31:25,601 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:31:25,602 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:31:25,602 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:31:25,602 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:31:25,602 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:31:25,605 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:31:25,607 Job list saved +2021-12-18 01:31:25,612 Updating FAILED jobs +2021-12-18 01:31:25,613 Updating WAITING jobs +2021-12-18 01:31:25,613 Update finished +2021-12-18 01:31:35,623 Reloading parameters... +2021-12-18 01:31:35,643 Loading parameters... +2021-12-18 01:31:35,644 Loading project parameters... +2021-12-18 01:31:35,646 + +22 of 25 jobs remaining (01:31) +2021-12-18 01:31:35,646 Sleep: 10 +2021-12-18 01:31:35,646 Number of retrials: 0 +2021-12-18 01:31:35,647 WRAPPER CHECK TIME = 10 +2021-12-18 01:31:35,647 Checking jobs for platform=marenostrum4 +2021-12-18 01:31:35,648 Checking jobs for platform=nord3 +2021-12-18 01:31:35,648 Checking jobs for platform=local +2021-12-18 01:31:35,649 Checking jobs for platform=transfer_node +2021-12-18 01:31:35,649 Checking all jobs at once +2021-12-18 01:31:37,471 Successful check job command +2021-12-18 01:31:40,393 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:31:40,394 End of checking +2021-12-18 01:31:40,397 Updating FAILED jobs +2021-12-18 01:31:40,397 Updating WAITING jobs +2021-12-18 01:31:40,397 Update finished +2021-12-18 01:31:40,397 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:31:40,397 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:31:40,398 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:31:40,398 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:31:40,398 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:31:40,401 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:31:40,403 Job list saved +2021-12-18 01:31:40,408 Updating FAILED jobs +2021-12-18 01:31:40,408 Updating WAITING jobs +2021-12-18 01:31:40,408 Update finished +2021-12-18 01:31:50,419 Reloading parameters... +2021-12-18 01:31:50,439 Loading parameters... +2021-12-18 01:31:50,440 Loading project parameters... +2021-12-18 01:31:50,442 + +22 of 25 jobs remaining (01:31) +2021-12-18 01:31:50,443 Sleep: 10 +2021-12-18 01:31:50,443 Number of retrials: 0 +2021-12-18 01:31:50,443 WRAPPER CHECK TIME = 10 +2021-12-18 01:31:50,443 Checking jobs for platform=marenostrum4 +2021-12-18 01:31:50,444 Checking jobs for platform=nord3 +2021-12-18 01:31:50,444 Checking jobs for platform=local +2021-12-18 01:31:50,445 Checking jobs for platform=transfer_node +2021-12-18 01:31:50,445 Checking all jobs at once +2021-12-18 01:31:51,714 Successful check job command +2021-12-18 01:31:53,133 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:31:53,133 End of checking +2021-12-18 01:31:53,135 Updating FAILED jobs +2021-12-18 01:31:53,135 Updating WAITING jobs +2021-12-18 01:31:53,135 Update finished +2021-12-18 01:31:53,135 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:31:53,136 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:31:53,136 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:31:53,136 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:31:53,136 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:31:53,139 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:31:53,142 Job list saved +2021-12-18 01:31:53,146 Updating FAILED jobs +2021-12-18 01:31:53,146 Updating WAITING jobs +2021-12-18 01:31:53,147 Update finished +2021-12-18 01:32:03,157 Reloading parameters... +2021-12-18 01:32:03,177 Loading parameters... +2021-12-18 01:32:03,178 Loading project parameters... +2021-12-18 01:32:03,180 + +22 of 25 jobs remaining (01:32) +2021-12-18 01:32:03,181 Sleep: 10 +2021-12-18 01:32:03,181 Number of retrials: 0 +2021-12-18 01:32:03,181 WRAPPER CHECK TIME = 10 +2021-12-18 01:32:03,181 Checking jobs for platform=marenostrum4 +2021-12-18 01:32:03,182 Checking jobs for platform=nord3 +2021-12-18 01:32:03,183 Checking jobs for platform=local +2021-12-18 01:32:03,183 Checking jobs for platform=transfer_node +2021-12-18 01:32:03,183 Checking all jobs at once +2021-12-18 01:32:05,056 Successful check job command +2021-12-18 01:32:06,827 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:32:06,827 End of checking +2021-12-18 01:32:06,828 Updating FAILED jobs +2021-12-18 01:32:06,829 Updating WAITING jobs +2021-12-18 01:32:06,829 Update finished +2021-12-18 01:32:06,829 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:32:06,829 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:32:06,829 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:32:06,829 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:32:06,830 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:32:06,832 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:32:06,835 Job list saved +2021-12-18 01:32:06,840 Updating FAILED jobs +2021-12-18 01:32:06,840 Updating WAITING jobs +2021-12-18 01:32:06,841 Update finished +2021-12-18 01:32:16,851 Reloading parameters... +2021-12-18 01:32:16,870 Loading parameters... +2021-12-18 01:32:16,871 Loading project parameters... +2021-12-18 01:32:16,873 + +22 of 25 jobs remaining (01:32) +2021-12-18 01:32:16,873 Sleep: 10 +2021-12-18 01:32:16,873 Number of retrials: 0 +2021-12-18 01:32:16,874 WRAPPER CHECK TIME = 10 +2021-12-18 01:32:16,874 Checking jobs for platform=marenostrum4 +2021-12-18 01:32:16,875 Checking jobs for platform=nord3 +2021-12-18 01:32:16,875 Checking jobs for platform=local +2021-12-18 01:32:16,876 Checking jobs for platform=transfer_node +2021-12-18 01:32:16,876 Checking all jobs at once +2021-12-18 01:32:18,345 Successful check job command +2021-12-18 01:32:19,915 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:32:19,915 End of checking +2021-12-18 01:32:19,917 Updating FAILED jobs +2021-12-18 01:32:19,917 Updating WAITING jobs +2021-12-18 01:32:19,917 Update finished +2021-12-18 01:32:19,918 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:32:19,918 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:32:19,918 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:32:19,918 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:32:19,918 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:32:19,921 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:32:19,923 Job list saved +2021-12-18 01:32:19,928 Updating FAILED jobs +2021-12-18 01:32:19,928 Updating WAITING jobs +2021-12-18 01:32:19,929 Update finished +2021-12-18 01:32:29,939 Reloading parameters... +2021-12-18 01:32:29,958 Loading parameters... +2021-12-18 01:32:29,959 Loading project parameters... +2021-12-18 01:32:29,961 + +22 of 25 jobs remaining (01:32) +2021-12-18 01:32:29,961 Sleep: 10 +2021-12-18 01:32:29,962 Number of retrials: 0 +2021-12-18 01:32:29,962 WRAPPER CHECK TIME = 10 +2021-12-18 01:32:29,962 Checking jobs for platform=marenostrum4 +2021-12-18 01:32:29,963 Checking jobs for platform=nord3 +2021-12-18 01:32:29,963 Checking jobs for platform=local +2021-12-18 01:32:29,964 Checking jobs for platform=transfer_node +2021-12-18 01:32:29,964 Checking all jobs at once +2021-12-18 01:32:31,634 Successful check job command +2021-12-18 01:32:33,354 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:32:33,355 End of checking +2021-12-18 01:32:33,357 Updating FAILED jobs +2021-12-18 01:32:33,357 Updating WAITING jobs +2021-12-18 01:32:33,357 Update finished +2021-12-18 01:32:33,357 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:32:33,360 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:32:33,360 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:32:33,361 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:32:33,361 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:32:33,364 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:32:33,366 Job list saved +2021-12-18 01:32:33,371 Updating FAILED jobs +2021-12-18 01:32:33,371 Updating WAITING jobs +2021-12-18 01:32:33,372 Update finished +2021-12-18 01:32:43,382 Reloading parameters... +2021-12-18 01:32:43,401 Loading parameters... +2021-12-18 01:32:43,403 Loading project parameters... +2021-12-18 01:32:43,405 + +22 of 25 jobs remaining (01:32) +2021-12-18 01:32:43,405 Sleep: 10 +2021-12-18 01:32:43,405 Number of retrials: 0 +2021-12-18 01:32:43,405 WRAPPER CHECK TIME = 10 +2021-12-18 01:32:43,406 Checking jobs for platform=marenostrum4 +2021-12-18 01:32:43,406 Checking jobs for platform=nord3 +2021-12-18 01:32:43,407 Checking jobs for platform=local +2021-12-18 01:32:43,407 Checking jobs for platform=transfer_node +2021-12-18 01:32:43,408 Checking all jobs at once +2021-12-18 01:32:44,777 Successful check job command +2021-12-18 01:32:46,197 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:32:46,197 End of checking +2021-12-18 01:32:46,198 Updating FAILED jobs +2021-12-18 01:32:46,198 Updating WAITING jobs +2021-12-18 01:32:46,199 Update finished +2021-12-18 01:32:46,199 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:32:46,199 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:32:46,199 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:32:46,199 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:32:46,199 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:32:46,202 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:32:46,204 Job list saved +2021-12-18 01:32:46,219 Updating FAILED jobs +2021-12-18 01:32:46,219 Updating WAITING jobs +2021-12-18 01:32:46,219 Update finished +2021-12-18 01:32:56,228 Reloading parameters... +2021-12-18 01:32:56,251 Loading parameters... +2021-12-18 01:32:56,253 Loading project parameters... +2021-12-18 01:32:56,254 + +22 of 25 jobs remaining (01:32) +2021-12-18 01:32:56,255 Sleep: 10 +2021-12-18 01:32:56,255 Number of retrials: 0 +2021-12-18 01:32:56,255 WRAPPER CHECK TIME = 10 +2021-12-18 01:32:56,255 Checking jobs for platform=marenostrum4 +2021-12-18 01:32:56,256 Checking jobs for platform=nord3 +2021-12-18 01:32:56,256 Checking jobs for platform=local +2021-12-18 01:32:56,257 Checking jobs for platform=transfer_node +2021-12-18 01:32:56,257 Checking all jobs at once +2021-12-18 01:32:58,130 Successful check job command +2021-12-18 01:32:59,599 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:32:59,599 End of checking +2021-12-18 01:32:59,601 Updating FAILED jobs +2021-12-18 01:32:59,601 Updating WAITING jobs +2021-12-18 01:32:59,601 Update finished +2021-12-18 01:32:59,601 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:32:59,601 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:32:59,602 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:32:59,602 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:32:59,602 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:32:59,604 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:32:59,607 Job list saved +2021-12-18 01:32:59,611 Updating FAILED jobs +2021-12-18 01:32:59,612 Updating WAITING jobs +2021-12-18 01:32:59,612 Update finished +2021-12-18 01:33:09,622 Reloading parameters... +2021-12-18 01:33:09,645 Loading parameters... +2021-12-18 01:33:09,647 Loading project parameters... +2021-12-18 01:33:09,649 + +22 of 25 jobs remaining (01:33) +2021-12-18 01:33:09,649 Sleep: 10 +2021-12-18 01:33:09,649 Number of retrials: 0 +2021-12-18 01:33:09,649 WRAPPER CHECK TIME = 10 +2021-12-18 01:33:09,650 Checking jobs for platform=marenostrum4 +2021-12-18 01:33:09,650 Checking jobs for platform=nord3 +2021-12-18 01:33:09,651 Checking jobs for platform=local +2021-12-18 01:33:09,651 Checking jobs for platform=transfer_node +2021-12-18 01:33:09,651 Checking all jobs at once +2021-12-18 01:33:11,421 Successful check job command +2021-12-18 01:33:12,691 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:33:12,691 End of checking +2021-12-18 01:33:12,693 Updating FAILED jobs +2021-12-18 01:33:12,693 Updating WAITING jobs +2021-12-18 01:33:12,693 Update finished +2021-12-18 01:33:12,693 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:33:12,694 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:33:12,694 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:33:12,694 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:33:12,694 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:33:12,697 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:33:12,699 Job list saved +2021-12-18 01:33:12,704 Updating FAILED jobs +2021-12-18 01:33:12,704 Updating WAITING jobs +2021-12-18 01:33:12,704 Update finished +2021-12-18 01:33:22,715 Reloading parameters... +2021-12-18 01:33:22,733 Loading parameters... +2021-12-18 01:33:22,734 Loading project parameters... +2021-12-18 01:33:22,736 + +22 of 25 jobs remaining (01:33) +2021-12-18 01:33:22,736 Sleep: 10 +2021-12-18 01:33:22,736 Number of retrials: 0 +2021-12-18 01:33:22,736 WRAPPER CHECK TIME = 10 +2021-12-18 01:33:22,737 Checking jobs for platform=marenostrum4 +2021-12-18 01:33:22,738 Checking jobs for platform=nord3 +2021-12-18 01:33:22,738 Checking jobs for platform=local +2021-12-18 01:33:22,739 Checking jobs for platform=transfer_node +2021-12-18 01:33:22,739 Checking all jobs at once +2021-12-18 01:33:24,509 Successful check job command +2021-12-18 01:33:26,329 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:33:26,330 End of checking +2021-12-18 01:33:26,331 Updating FAILED jobs +2021-12-18 01:33:26,331 Updating WAITING jobs +2021-12-18 01:33:26,331 Update finished +2021-12-18 01:33:26,332 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:33:26,332 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:33:26,332 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:33:26,332 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:33:26,332 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:33:26,335 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:33:26,338 Job list saved +2021-12-18 01:33:26,342 Updating FAILED jobs +2021-12-18 01:33:26,342 Updating WAITING jobs +2021-12-18 01:33:26,343 Update finished +2021-12-18 01:33:36,353 Reloading parameters... +2021-12-18 01:33:36,371 Loading parameters... +2021-12-18 01:33:36,372 Loading project parameters... +2021-12-18 01:33:36,374 + +22 of 25 jobs remaining (01:33) +2021-12-18 01:33:36,374 Sleep: 10 +2021-12-18 01:33:36,374 Number of retrials: 0 +2021-12-18 01:33:36,374 WRAPPER CHECK TIME = 10 +2021-12-18 01:33:36,375 Checking jobs for platform=marenostrum4 +2021-12-18 01:33:36,375 Checking jobs for platform=nord3 +2021-12-18 01:33:36,376 Checking jobs for platform=local +2021-12-18 01:33:36,376 Checking jobs for platform=transfer_node +2021-12-18 01:33:36,377 Checking all jobs at once +2021-12-18 01:33:38,046 Successful check job command +2021-12-18 01:33:39,816 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:33:39,816 End of checking +2021-12-18 01:33:39,818 Updating FAILED jobs +2021-12-18 01:33:39,818 Updating WAITING jobs +2021-12-18 01:33:39,818 Update finished +2021-12-18 01:33:39,818 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:33:39,819 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:33:39,819 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:33:39,819 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:33:39,819 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:33:39,821 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:33:39,824 Job list saved +2021-12-18 01:33:39,828 Updating FAILED jobs +2021-12-18 01:33:39,828 Updating WAITING jobs +2021-12-18 01:33:39,829 Update finished +2021-12-18 01:33:49,839 Reloading parameters... +2021-12-18 01:33:49,863 Loading parameters... +2021-12-18 01:33:49,865 Loading project parameters... +2021-12-18 01:33:49,867 + +22 of 25 jobs remaining (01:33) +2021-12-18 01:33:49,867 Sleep: 10 +2021-12-18 01:33:49,867 Number of retrials: 0 +2021-12-18 01:33:49,867 WRAPPER CHECK TIME = 10 +2021-12-18 01:33:49,868 Checking jobs for platform=marenostrum4 +2021-12-18 01:33:49,868 Checking jobs for platform=nord3 +2021-12-18 01:33:49,869 Checking jobs for platform=local +2021-12-18 01:33:49,869 Checking jobs for platform=transfer_node +2021-12-18 01:33:49,869 Checking all jobs at once +2021-12-18 01:33:52,494 Successful check job command +2021-12-18 01:33:54,315 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:33:54,315 End of checking +2021-12-18 01:33:54,317 Updating FAILED jobs +2021-12-18 01:33:54,317 Updating WAITING jobs +2021-12-18 01:33:54,318 Update finished +2021-12-18 01:33:54,318 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:33:54,320 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:33:54,320 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:33:54,320 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:33:54,320 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:33:54,326 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:33:54,328 Job list saved +2021-12-18 01:33:54,335 Updating FAILED jobs +2021-12-18 01:33:54,335 Updating WAITING jobs +2021-12-18 01:33:54,336 Update finished +2021-12-18 01:34:04,346 Reloading parameters... +2021-12-18 01:34:04,365 Loading parameters... +2021-12-18 01:34:04,367 Loading project parameters... +2021-12-18 01:34:04,369 + +22 of 25 jobs remaining (01:34) +2021-12-18 01:34:04,369 Sleep: 10 +2021-12-18 01:34:04,369 Number of retrials: 0 +2021-12-18 01:34:04,369 WRAPPER CHECK TIME = 10 +2021-12-18 01:34:04,370 Checking jobs for platform=marenostrum4 +2021-12-18 01:34:04,371 Checking jobs for platform=nord3 +2021-12-18 01:34:04,371 Checking jobs for platform=local +2021-12-18 01:34:04,372 Checking jobs for platform=transfer_node +2021-12-18 01:34:04,372 Checking all jobs at once +2021-12-18 01:34:06,092 Successful check job command +2021-12-18 01:34:08,113 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:34:08,113 End of checking +2021-12-18 01:34:08,115 Updating FAILED jobs +2021-12-18 01:34:08,115 Updating WAITING jobs +2021-12-18 01:34:08,115 Update finished +2021-12-18 01:34:08,115 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:34:08,115 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:34:08,115 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:34:08,116 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:34:08,116 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:34:08,119 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:34:08,121 Job list saved +2021-12-18 01:34:08,125 Updating FAILED jobs +2021-12-18 01:34:08,126 Updating WAITING jobs +2021-12-18 01:34:08,126 Update finished +2021-12-18 01:34:18,136 Reloading parameters... +2021-12-18 01:34:18,154 Loading parameters... +2021-12-18 01:34:18,155 Loading project parameters... +2021-12-18 01:34:18,157 + +22 of 25 jobs remaining (01:34) +2021-12-18 01:34:18,157 Sleep: 10 +2021-12-18 01:34:18,157 Number of retrials: 0 +2021-12-18 01:34:18,157 WRAPPER CHECK TIME = 10 +2021-12-18 01:34:18,158 Checking jobs for platform=marenostrum4 +2021-12-18 01:34:18,158 Checking jobs for platform=nord3 +2021-12-18 01:34:18,159 Checking jobs for platform=local +2021-12-18 01:34:18,160 Checking jobs for platform=transfer_node +2021-12-18 01:34:18,160 Checking all jobs at once +2021-12-18 01:34:19,631 Successful check job command +2021-12-18 01:34:21,251 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:34:21,251 End of checking +2021-12-18 01:34:21,253 Updating FAILED jobs +2021-12-18 01:34:21,253 Updating WAITING jobs +2021-12-18 01:34:21,253 Update finished +2021-12-18 01:34:21,253 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:34:21,253 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:34:21,253 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:34:21,254 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:34:21,254 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:34:21,256 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:34:21,259 Job list saved +2021-12-18 01:34:21,263 Updating FAILED jobs +2021-12-18 01:34:21,263 Updating WAITING jobs +2021-12-18 01:34:21,264 Update finished +2021-12-18 01:34:31,274 Reloading parameters... +2021-12-18 01:34:31,293 Loading parameters... +2021-12-18 01:34:31,294 Loading project parameters... +2021-12-18 01:34:31,296 + +22 of 25 jobs remaining (01:34) +2021-12-18 01:34:31,296 Sleep: 10 +2021-12-18 01:34:31,296 Number of retrials: 0 +2021-12-18 01:34:31,296 WRAPPER CHECK TIME = 10 +2021-12-18 01:34:31,297 Checking jobs for platform=marenostrum4 +2021-12-18 01:34:31,299 Checking jobs for platform=nord3 +2021-12-18 01:34:31,299 Checking jobs for platform=local +2021-12-18 01:34:31,300 Checking jobs for platform=transfer_node +2021-12-18 01:34:31,300 Checking all jobs at once +2021-12-18 01:34:33,523 Successful check job command +2021-12-18 01:34:35,493 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:34:35,493 End of checking +2021-12-18 01:34:35,494 Updating FAILED jobs +2021-12-18 01:34:35,494 Updating WAITING jobs +2021-12-18 01:34:35,495 Update finished +2021-12-18 01:34:35,495 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:34:35,496 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:34:35,496 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:34:35,496 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:34:35,496 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:34:35,499 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:34:35,501 Job list saved +2021-12-18 01:34:35,506 Updating FAILED jobs +2021-12-18 01:34:35,506 Updating WAITING jobs +2021-12-18 01:34:35,506 Update finished +2021-12-18 01:34:45,517 Reloading parameters... +2021-12-18 01:34:45,534 Loading parameters... +2021-12-18 01:34:45,535 Loading project parameters... +2021-12-18 01:34:45,537 + +22 of 25 jobs remaining (01:34) +2021-12-18 01:34:45,538 Sleep: 10 +2021-12-18 01:34:45,538 Number of retrials: 0 +2021-12-18 01:34:45,538 WRAPPER CHECK TIME = 10 +2021-12-18 01:34:45,538 Checking jobs for platform=marenostrum4 +2021-12-18 01:34:45,539 Checking jobs for platform=nord3 +2021-12-18 01:34:45,539 Checking jobs for platform=local +2021-12-18 01:34:45,540 Checking jobs for platform=transfer_node +2021-12-18 01:34:45,540 Checking all jobs at once +2021-12-18 01:34:47,810 Successful check job command +2021-12-18 01:34:50,132 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:34:50,133 End of checking +2021-12-18 01:34:50,134 Updating FAILED jobs +2021-12-18 01:34:50,134 Updating WAITING jobs +2021-12-18 01:34:50,135 Update finished +2021-12-18 01:34:50,135 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:34:50,135 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:34:50,135 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:34:50,135 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:34:50,135 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:34:50,138 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:34:50,141 Job list saved +2021-12-18 01:34:50,145 Updating FAILED jobs +2021-12-18 01:34:50,145 Updating WAITING jobs +2021-12-18 01:34:50,146 Update finished +2021-12-18 01:35:00,156 Reloading parameters... +2021-12-18 01:35:00,175 Loading parameters... +2021-12-18 01:35:00,176 Loading project parameters... +2021-12-18 01:35:00,178 + +22 of 25 jobs remaining (01:35) +2021-12-18 01:35:00,178 Sleep: 10 +2021-12-18 01:35:00,178 Number of retrials: 0 +2021-12-18 01:35:00,178 WRAPPER CHECK TIME = 10 +2021-12-18 01:35:00,179 Checking jobs for platform=marenostrum4 +2021-12-18 01:35:00,180 Checking jobs for platform=nord3 +2021-12-18 01:35:00,180 Checking jobs for platform=local +2021-12-18 01:35:00,181 Checking jobs for platform=transfer_node +2021-12-18 01:35:00,181 Checking all jobs at once +2021-12-18 01:35:01,654 Successful check job command +2021-12-18 01:35:03,275 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:35:03,275 End of checking +2021-12-18 01:35:03,283 Updating FAILED jobs +2021-12-18 01:35:03,283 Updating WAITING jobs +2021-12-18 01:35:03,284 Update finished +2021-12-18 01:35:03,284 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:35:03,284 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:35:03,284 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:35:03,284 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:35:03,284 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:35:03,292 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:35:03,295 Job list saved +2021-12-18 01:35:04,196 Updating FAILED jobs +2021-12-18 01:35:04,196 Updating WAITING jobs +2021-12-18 01:35:04,197 Update finished +2021-12-18 01:35:14,207 Reloading parameters... +2021-12-18 01:35:14,225 Loading parameters... +2021-12-18 01:35:14,227 Loading project parameters... +2021-12-18 01:35:14,229 + +22 of 25 jobs remaining (01:35) +2021-12-18 01:35:14,229 Sleep: 10 +2021-12-18 01:35:14,229 Number of retrials: 0 +2021-12-18 01:35:14,229 WRAPPER CHECK TIME = 10 +2021-12-18 01:35:14,230 Checking jobs for platform=marenostrum4 +2021-12-18 01:35:14,230 Checking jobs for platform=nord3 +2021-12-18 01:35:14,231 Checking jobs for platform=local +2021-12-18 01:35:14,231 Checking jobs for platform=transfer_node +2021-12-18 01:35:14,231 Checking all jobs at once +2021-12-18 01:35:15,601 Successful check job command +2021-12-18 01:35:16,922 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:35:16,922 End of checking +2021-12-18 01:35:16,924 Updating FAILED jobs +2021-12-18 01:35:16,924 Updating WAITING jobs +2021-12-18 01:35:16,924 Update finished +2021-12-18 01:35:16,924 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:35:16,925 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:35:16,925 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:35:16,925 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:35:16,925 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:35:16,928 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:35:16,930 Job list saved +2021-12-18 01:35:16,935 Updating FAILED jobs +2021-12-18 01:35:16,935 Updating WAITING jobs +2021-12-18 01:35:16,935 Update finished +2021-12-18 01:35:26,946 Reloading parameters... +2021-12-18 01:35:26,964 Loading parameters... +2021-12-18 01:35:26,965 Loading project parameters... +2021-12-18 01:35:26,967 + +22 of 25 jobs remaining (01:35) +2021-12-18 01:35:26,967 Sleep: 10 +2021-12-18 01:35:26,967 Number of retrials: 0 +2021-12-18 01:35:26,967 WRAPPER CHECK TIME = 10 +2021-12-18 01:35:26,968 Checking jobs for platform=marenostrum4 +2021-12-18 01:35:26,968 Checking jobs for platform=nord3 +2021-12-18 01:35:26,969 Checking jobs for platform=local +2021-12-18 01:35:26,969 Checking jobs for platform=transfer_node +2021-12-18 01:35:26,970 Checking all jobs at once +2021-12-18 01:35:29,040 Successful check job command +2021-12-18 01:35:31,215 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:35:31,215 End of checking +2021-12-18 01:35:31,216 Updating FAILED jobs +2021-12-18 01:35:31,216 Updating WAITING jobs +2021-12-18 01:35:31,217 Update finished +2021-12-18 01:35:31,217 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:35:31,217 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:35:31,217 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:35:31,217 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:35:31,217 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:35:31,220 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:35:31,222 Job list saved +2021-12-18 01:35:31,227 Updating FAILED jobs +2021-12-18 01:35:31,227 Updating WAITING jobs +2021-12-18 01:35:31,228 Update finished +2021-12-18 01:35:41,238 Reloading parameters... +2021-12-18 01:35:41,256 Loading parameters... +2021-12-18 01:35:41,257 Loading project parameters... +2021-12-18 01:35:41,259 + +22 of 25 jobs remaining (01:35) +2021-12-18 01:35:41,259 Sleep: 10 +2021-12-18 01:35:41,259 Number of retrials: 0 +2021-12-18 01:35:41,260 WRAPPER CHECK TIME = 10 +2021-12-18 01:35:41,260 Checking jobs for platform=marenostrum4 +2021-12-18 01:35:41,262 Checking jobs for platform=nord3 +2021-12-18 01:35:41,263 Checking jobs for platform=local +2021-12-18 01:35:41,263 Checking jobs for platform=transfer_node +2021-12-18 01:35:41,263 Checking all jobs at once +2021-12-18 01:35:43,034 Successful check job command +2021-12-18 01:35:45,206 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:35:45,207 End of checking +2021-12-18 01:35:45,208 Updating FAILED jobs +2021-12-18 01:35:45,208 Updating WAITING jobs +2021-12-18 01:35:45,208 Update finished +2021-12-18 01:35:45,209 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:35:45,209 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:35:45,209 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:35:45,209 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:35:45,209 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:35:45,212 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:35:45,214 Job list saved +2021-12-18 01:35:45,219 Updating FAILED jobs +2021-12-18 01:35:45,219 Updating WAITING jobs +2021-12-18 01:35:45,219 Update finished +2021-12-18 01:35:55,229 Reloading parameters... +2021-12-18 01:35:55,251 Loading parameters... +2021-12-18 01:35:55,252 Loading project parameters... +2021-12-18 01:35:55,254 + +22 of 25 jobs remaining (01:35) +2021-12-18 01:35:55,254 Sleep: 10 +2021-12-18 01:35:55,254 Number of retrials: 0 +2021-12-18 01:35:55,254 WRAPPER CHECK TIME = 10 +2021-12-18 01:35:55,255 Checking jobs for platform=marenostrum4 +2021-12-18 01:35:55,255 Checking jobs for platform=nord3 +2021-12-18 01:35:55,256 Checking jobs for platform=local +2021-12-18 01:35:55,256 Checking jobs for platform=transfer_node +2021-12-18 01:35:55,256 Checking all jobs at once +2021-12-18 01:35:56,626 Successful check job command +2021-12-18 01:35:57,896 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:35:57,896 End of checking +2021-12-18 01:35:57,898 Updating FAILED jobs +2021-12-18 01:35:57,898 Updating WAITING jobs +2021-12-18 01:35:57,898 Update finished +2021-12-18 01:35:57,898 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:35:57,899 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:35:57,900 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:35:57,900 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:35:57,900 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:35:57,902 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:35:57,905 Job list saved +2021-12-18 01:35:57,910 Updating FAILED jobs +2021-12-18 01:35:57,910 Updating WAITING jobs +2021-12-18 01:35:57,910 Update finished +2021-12-18 01:36:07,920 Reloading parameters... +2021-12-18 01:36:07,946 Loading parameters... +2021-12-18 01:36:07,948 Loading project parameters... +2021-12-18 01:36:07,949 + +22 of 25 jobs remaining (01:36) +2021-12-18 01:36:07,950 Sleep: 10 +2021-12-18 01:36:07,950 Number of retrials: 0 +2021-12-18 01:36:07,950 WRAPPER CHECK TIME = 10 +2021-12-18 01:36:07,950 Checking jobs for platform=marenostrum4 +2021-12-18 01:36:07,951 Checking jobs for platform=nord3 +2021-12-18 01:36:07,952 Checking jobs for platform=local +2021-12-18 01:36:07,952 Checking jobs for platform=transfer_node +2021-12-18 01:36:07,953 Checking all jobs at once +2021-12-18 01:36:09,374 Successful check job command +2021-12-18 01:36:10,796 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:36:10,796 End of checking +2021-12-18 01:36:10,797 Updating FAILED jobs +2021-12-18 01:36:10,798 Updating WAITING jobs +2021-12-18 01:36:10,798 Update finished +2021-12-18 01:36:10,798 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:36:10,798 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:36:10,798 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:36:10,799 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:36:10,799 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:36:10,802 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:36:10,804 Job list saved +2021-12-18 01:36:10,809 Updating FAILED jobs +2021-12-18 01:36:10,810 Updating WAITING jobs +2021-12-18 01:36:10,810 Update finished +2021-12-18 01:36:20,817 Reloading parameters... +2021-12-18 01:36:20,838 Loading parameters... +2021-12-18 01:36:20,839 Loading project parameters... +2021-12-18 01:36:20,841 + +22 of 25 jobs remaining (01:36) +2021-12-18 01:36:20,841 Sleep: 10 +2021-12-18 01:36:20,841 Number of retrials: 0 +2021-12-18 01:36:20,842 WRAPPER CHECK TIME = 10 +2021-12-18 01:36:20,842 Checking jobs for platform=marenostrum4 +2021-12-18 01:36:20,843 Checking jobs for platform=nord3 +2021-12-18 01:36:20,843 Checking jobs for platform=local +2021-12-18 01:36:20,844 Checking jobs for platform=transfer_node +2021-12-18 01:36:20,844 Checking all jobs at once +2021-12-18 01:36:23,266 Successful check job command +2021-12-18 01:36:24,785 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:36:24,785 End of checking +2021-12-18 01:36:24,787 Updating FAILED jobs +2021-12-18 01:36:24,787 Updating WAITING jobs +2021-12-18 01:36:24,787 Update finished +2021-12-18 01:36:24,787 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:36:24,788 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:36:24,788 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:36:24,788 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:36:24,788 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:36:24,792 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:36:24,794 Job list saved +2021-12-18 01:36:24,799 Updating FAILED jobs +2021-12-18 01:36:24,799 Updating WAITING jobs +2021-12-18 01:36:24,800 Update finished +2021-12-18 01:36:34,809 Reloading parameters... +2021-12-18 01:36:34,827 Loading parameters... +2021-12-18 01:36:34,828 Loading project parameters... +2021-12-18 01:36:34,830 + +22 of 25 jobs remaining (01:36) +2021-12-18 01:36:34,830 Sleep: 10 +2021-12-18 01:36:34,830 Number of retrials: 0 +2021-12-18 01:36:34,830 WRAPPER CHECK TIME = 10 +2021-12-18 01:36:34,831 Checking jobs for platform=marenostrum4 +2021-12-18 01:36:34,832 Checking jobs for platform=nord3 +2021-12-18 01:36:34,832 Checking jobs for platform=local +2021-12-18 01:36:34,833 Checking jobs for platform=transfer_node +2021-12-18 01:36:34,833 Checking all jobs at once +2021-12-18 01:36:36,302 Successful check job command +2021-12-18 01:36:38,072 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:36:38,073 End of checking +2021-12-18 01:36:38,074 Updating FAILED jobs +2021-12-18 01:36:38,074 Updating WAITING jobs +2021-12-18 01:36:38,074 Update finished +2021-12-18 01:36:38,075 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:36:38,075 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:36:38,075 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:36:38,075 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:36:38,076 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:36:38,078 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:36:38,081 Job list saved +2021-12-18 01:36:38,085 Updating FAILED jobs +2021-12-18 01:36:38,086 Updating WAITING jobs +2021-12-18 01:36:38,086 Update finished +2021-12-18 01:36:48,096 Reloading parameters... +2021-12-18 01:36:48,115 Loading parameters... +2021-12-18 01:36:48,116 Loading project parameters... +2021-12-18 01:36:48,118 + +22 of 25 jobs remaining (01:36) +2021-12-18 01:36:48,118 Sleep: 10 +2021-12-18 01:36:48,118 Number of retrials: 0 +2021-12-18 01:36:48,118 WRAPPER CHECK TIME = 10 +2021-12-18 01:36:48,119 Checking jobs for platform=marenostrum4 +2021-12-18 01:36:48,120 Checking jobs for platform=nord3 +2021-12-18 01:36:48,120 Checking jobs for platform=local +2021-12-18 01:36:48,121 Checking jobs for platform=transfer_node +2021-12-18 01:36:48,121 Checking all jobs at once +2021-12-18 01:36:49,691 Successful check job command +2021-12-18 01:36:51,761 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:36:51,761 End of checking +2021-12-18 01:36:51,763 Updating FAILED jobs +2021-12-18 01:36:51,763 Updating WAITING jobs +2021-12-18 01:36:51,763 Update finished +2021-12-18 01:36:51,763 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:36:51,764 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:36:51,764 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:36:51,764 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:36:51,764 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:36:51,766 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:36:51,769 Job list saved +2021-12-18 01:36:51,774 Updating FAILED jobs +2021-12-18 01:36:51,774 Updating WAITING jobs +2021-12-18 01:36:51,774 Update finished +2021-12-18 01:37:01,784 Reloading parameters... +2021-12-18 01:37:01,803 Loading parameters... +2021-12-18 01:37:01,804 Loading project parameters... +2021-12-18 01:37:01,806 + +22 of 25 jobs remaining (01:37) +2021-12-18 01:37:01,807 Sleep: 10 +2021-12-18 01:37:01,807 Number of retrials: 0 +2021-12-18 01:37:01,807 WRAPPER CHECK TIME = 10 +2021-12-18 01:37:01,808 Checking jobs for platform=marenostrum4 +2021-12-18 01:37:01,808 Checking jobs for platform=nord3 +2021-12-18 01:37:01,809 Checking jobs for platform=local +2021-12-18 01:37:01,809 Checking jobs for platform=transfer_node +2021-12-18 01:37:01,809 Checking all jobs at once +2021-12-18 01:37:03,480 Successful check job command +2021-12-18 01:37:04,800 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:37:04,801 End of checking +2021-12-18 01:37:04,802 Updating FAILED jobs +2021-12-18 01:37:04,802 Updating WAITING jobs +2021-12-18 01:37:04,802 Update finished +2021-12-18 01:37:04,802 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:37:04,802 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:37:04,803 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:37:04,803 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:37:04,803 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:37:04,805 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:37:04,808 Job list saved +2021-12-18 01:37:04,813 Updating FAILED jobs +2021-12-18 01:37:04,813 Updating WAITING jobs +2021-12-18 01:37:04,813 Update finished +2021-12-18 01:37:14,823 Reloading parameters... +2021-12-18 01:37:14,842 Loading parameters... +2021-12-18 01:37:14,844 Loading project parameters... +2021-12-18 01:37:14,845 + +22 of 25 jobs remaining (01:37) +2021-12-18 01:37:14,846 Sleep: 10 +2021-12-18 01:37:14,846 Number of retrials: 0 +2021-12-18 01:37:14,846 WRAPPER CHECK TIME = 10 +2021-12-18 01:37:14,846 Checking jobs for platform=marenostrum4 +2021-12-18 01:37:14,847 Checking jobs for platform=nord3 +2021-12-18 01:37:14,847 Checking jobs for platform=local +2021-12-18 01:37:14,848 Checking jobs for platform=transfer_node +2021-12-18 01:37:14,848 Checking all jobs at once +2021-12-18 01:37:16,368 Successful check job command +2021-12-18 01:37:17,688 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:37:17,688 End of checking +2021-12-18 01:37:17,689 Updating FAILED jobs +2021-12-18 01:37:17,689 Updating WAITING jobs +2021-12-18 01:37:17,690 Update finished +2021-12-18 01:37:17,690 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:37:17,691 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:37:17,691 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:37:17,691 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:37:17,691 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:37:17,694 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:37:17,696 Job list saved +2021-12-18 01:37:17,702 Updating FAILED jobs +2021-12-18 01:37:17,702 Updating WAITING jobs +2021-12-18 01:37:17,702 Update finished +2021-12-18 01:37:27,711 Reloading parameters... +2021-12-18 01:37:27,731 Loading parameters... +2021-12-18 01:37:27,733 Loading project parameters... +2021-12-18 01:37:27,734 + +22 of 25 jobs remaining (01:37) +2021-12-18 01:37:27,735 Sleep: 10 +2021-12-18 01:37:27,735 Number of retrials: 0 +2021-12-18 01:37:27,735 WRAPPER CHECK TIME = 10 +2021-12-18 01:37:27,735 Checking jobs for platform=marenostrum4 +2021-12-18 01:37:27,736 Checking jobs for platform=nord3 +2021-12-18 01:37:27,737 Checking jobs for platform=local +2021-12-18 01:37:27,737 Checking jobs for platform=transfer_node +2021-12-18 01:37:27,737 Checking all jobs at once +2021-12-18 01:37:29,259 Successful check job command +2021-12-18 01:37:30,679 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:37:30,679 End of checking +2021-12-18 01:37:30,680 Updating FAILED jobs +2021-12-18 01:37:30,681 Updating WAITING jobs +2021-12-18 01:37:30,681 Update finished +2021-12-18 01:37:30,681 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:37:30,681 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:37:30,681 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:37:30,681 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:37:30,682 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:37:30,685 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:37:30,687 Job list saved +2021-12-18 01:37:30,692 Updating FAILED jobs +2021-12-18 01:37:30,692 Updating WAITING jobs +2021-12-18 01:37:30,692 Update finished +2021-12-18 01:37:40,702 Reloading parameters... +2021-12-18 01:37:40,720 Loading parameters... +2021-12-18 01:37:40,722 Loading project parameters... +2021-12-18 01:37:40,724 + +22 of 25 jobs remaining (01:37) +2021-12-18 01:37:40,724 Sleep: 10 +2021-12-18 01:37:40,724 Number of retrials: 0 +2021-12-18 01:37:40,724 WRAPPER CHECK TIME = 10 +2021-12-18 01:37:40,725 Checking jobs for platform=marenostrum4 +2021-12-18 01:37:40,725 Checking jobs for platform=nord3 +2021-12-18 01:37:40,726 Checking jobs for platform=local +2021-12-18 01:37:40,726 Checking jobs for platform=transfer_node +2021-12-18 01:37:40,726 Checking all jobs at once +2021-12-18 01:37:42,196 Successful check job command +2021-12-18 01:37:43,416 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:37:43,416 End of checking +2021-12-18 01:37:43,417 Updating FAILED jobs +2021-12-18 01:37:43,418 Updating WAITING jobs +2021-12-18 01:37:43,418 Update finished +2021-12-18 01:37:43,418 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:37:43,418 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:37:43,418 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:37:43,418 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:37:43,419 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:37:43,421 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:37:43,424 Job list saved +2021-12-18 01:37:43,430 Updating FAILED jobs +2021-12-18 01:37:43,430 Updating WAITING jobs +2021-12-18 01:37:43,431 Update finished +2021-12-18 01:37:53,441 Reloading parameters... +2021-12-18 01:37:53,458 Loading parameters... +2021-12-18 01:37:53,460 Loading project parameters... +2021-12-18 01:37:53,461 + +22 of 25 jobs remaining (01:37) +2021-12-18 01:37:53,462 Sleep: 10 +2021-12-18 01:37:53,462 Number of retrials: 0 +2021-12-18 01:37:53,462 WRAPPER CHECK TIME = 10 +2021-12-18 01:37:53,462 Checking jobs for platform=marenostrum4 +2021-12-18 01:37:53,463 Checking jobs for platform=nord3 +2021-12-18 01:37:53,464 Checking jobs for platform=local +2021-12-18 01:37:53,464 Checking jobs for platform=transfer_node +2021-12-18 01:37:53,464 Checking all jobs at once +2021-12-18 01:37:56,336 Successful check job command +2021-12-18 01:37:58,657 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:37:58,658 End of checking +2021-12-18 01:37:58,659 Updating FAILED jobs +2021-12-18 01:37:58,659 Updating WAITING jobs +2021-12-18 01:37:58,659 Update finished +2021-12-18 01:37:58,660 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:37:58,660 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:37:58,660 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:37:58,660 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:37:58,660 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:37:58,663 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:37:58,665 Job list saved +2021-12-18 01:37:58,673 Updating FAILED jobs +2021-12-18 01:37:58,673 Updating WAITING jobs +2021-12-18 01:37:58,674 Update finished +2021-12-18 01:38:08,680 Reloading parameters... +2021-12-18 01:38:08,699 Loading parameters... +2021-12-18 01:38:08,701 Loading project parameters... +2021-12-18 01:38:08,703 + +22 of 25 jobs remaining (01:38) +2021-12-18 01:38:08,703 Sleep: 10 +2021-12-18 01:38:08,703 Number of retrials: 0 +2021-12-18 01:38:08,703 WRAPPER CHECK TIME = 10 +2021-12-18 01:38:08,704 Checking jobs for platform=marenostrum4 +2021-12-18 01:38:08,704 Checking jobs for platform=nord3 +2021-12-18 01:38:08,705 Checking jobs for platform=local +2021-12-18 01:38:08,705 Checking jobs for platform=transfer_node +2021-12-18 01:38:08,705 Checking all jobs at once +2021-12-18 01:38:10,627 Successful check job command +2021-12-18 01:38:12,900 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:38:12,901 End of checking +2021-12-18 01:38:12,902 Updating FAILED jobs +2021-12-18 01:38:12,902 Updating WAITING jobs +2021-12-18 01:38:12,902 Update finished +2021-12-18 01:38:12,903 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:38:12,903 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:38:12,903 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:38:12,903 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:38:12,903 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:38:12,906 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:38:12,908 Job list saved +2021-12-18 01:38:12,913 Updating FAILED jobs +2021-12-18 01:38:12,913 Updating WAITING jobs +2021-12-18 01:38:12,913 Update finished +2021-12-18 01:38:22,923 Reloading parameters... +2021-12-18 01:38:22,941 Loading parameters... +2021-12-18 01:38:22,943 Loading project parameters... +2021-12-18 01:38:22,945 + +22 of 25 jobs remaining (01:38) +2021-12-18 01:38:22,946 Sleep: 10 +2021-12-18 01:38:22,946 Number of retrials: 0 +2021-12-18 01:38:22,946 WRAPPER CHECK TIME = 10 +2021-12-18 01:38:22,946 Checking jobs for platform=marenostrum4 +2021-12-18 01:38:22,947 Checking jobs for platform=nord3 +2021-12-18 01:38:22,947 Checking jobs for platform=local +2021-12-18 01:38:22,948 Checking jobs for platform=transfer_node +2021-12-18 01:38:22,948 Checking all jobs at once +2021-12-18 01:38:24,370 Successful check job command +2021-12-18 01:38:25,789 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:38:25,790 End of checking +2021-12-18 01:38:25,791 Updating FAILED jobs +2021-12-18 01:38:25,791 Updating WAITING jobs +2021-12-18 01:38:25,791 Update finished +2021-12-18 01:38:25,791 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:38:25,792 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:38:25,792 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:38:25,792 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:38:25,792 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:38:25,795 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:38:25,797 Job list saved +2021-12-18 01:38:25,802 Updating FAILED jobs +2021-12-18 01:38:25,802 Updating WAITING jobs +2021-12-18 01:38:25,802 Update finished +2021-12-18 01:38:35,812 Reloading parameters... +2021-12-18 01:38:35,839 Loading parameters... +2021-12-18 01:38:35,842 Loading project parameters... +2021-12-18 01:38:35,844 + +22 of 25 jobs remaining (01:38) +2021-12-18 01:38:35,845 Sleep: 10 +2021-12-18 01:38:35,845 Number of retrials: 0 +2021-12-18 01:38:35,845 WRAPPER CHECK TIME = 10 +2021-12-18 01:38:35,845 Checking jobs for platform=marenostrum4 +2021-12-18 01:38:35,846 Checking jobs for platform=nord3 +2021-12-18 01:38:35,846 Checking jobs for platform=local +2021-12-18 01:38:35,847 Checking jobs for platform=transfer_node +2021-12-18 01:38:35,847 Checking all jobs at once +2021-12-18 01:38:37,719 Successful check job command +2021-12-18 01:38:39,140 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:38:39,141 End of checking +2021-12-18 01:38:39,142 Updating FAILED jobs +2021-12-18 01:38:39,142 Updating WAITING jobs +2021-12-18 01:38:39,142 Update finished +2021-12-18 01:38:39,143 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:38:39,143 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:38:39,143 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:38:39,143 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:38:39,143 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:38:39,146 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:38:39,149 Job list saved +2021-12-18 01:38:39,153 Updating FAILED jobs +2021-12-18 01:38:39,153 Updating WAITING jobs +2021-12-18 01:38:39,154 Update finished +2021-12-18 01:38:49,164 Reloading parameters... +2021-12-18 01:38:49,189 Loading parameters... +2021-12-18 01:38:49,194 Loading project parameters... +2021-12-18 01:38:49,198 + +22 of 25 jobs remaining (01:38) +2021-12-18 01:38:49,198 Sleep: 10 +2021-12-18 01:38:49,198 Number of retrials: 0 +2021-12-18 01:38:49,198 WRAPPER CHECK TIME = 10 +2021-12-18 01:38:49,199 Checking jobs for platform=marenostrum4 +2021-12-18 01:38:49,199 Checking jobs for platform=nord3 +2021-12-18 01:38:49,200 Checking jobs for platform=local +2021-12-18 01:38:49,201 Checking jobs for platform=transfer_node +2021-12-18 01:38:49,202 Checking all jobs at once +2021-12-18 01:38:51,484 Successful check job command +2021-12-18 01:38:54,457 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:38:54,457 End of checking +2021-12-18 01:38:54,458 Updating FAILED jobs +2021-12-18 01:38:54,459 Updating WAITING jobs +2021-12-18 01:38:54,459 Update finished +2021-12-18 01:38:54,459 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:38:54,459 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:38:54,459 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:38:54,459 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:38:54,460 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:38:54,462 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:38:54,464 Job list saved +2021-12-18 01:38:54,469 Updating FAILED jobs +2021-12-18 01:38:54,470 Updating WAITING jobs +2021-12-18 01:38:54,470 Update finished +2021-12-18 01:39:04,476 Reloading parameters... +2021-12-18 01:39:04,495 Loading parameters... +2021-12-18 01:39:04,497 Loading project parameters... +2021-12-18 01:39:04,498 + +22 of 25 jobs remaining (01:39) +2021-12-18 01:39:04,499 Sleep: 10 +2021-12-18 01:39:04,499 Number of retrials: 0 +2021-12-18 01:39:04,499 WRAPPER CHECK TIME = 10 +2021-12-18 01:39:04,499 Checking jobs for platform=marenostrum4 +2021-12-18 01:39:04,500 Checking jobs for platform=nord3 +2021-12-18 01:39:04,501 Checking jobs for platform=local +2021-12-18 01:39:04,501 Checking jobs for platform=transfer_node +2021-12-18 01:39:04,501 Checking all jobs at once +2021-12-18 01:39:05,922 Successful check job command +2021-12-18 01:39:07,492 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:39:07,492 End of checking +2021-12-18 01:39:07,493 Updating FAILED jobs +2021-12-18 01:39:07,494 Updating WAITING jobs +2021-12-18 01:39:07,494 Update finished +2021-12-18 01:39:07,494 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:39:07,494 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:39:07,494 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:39:07,495 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:39:07,495 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:39:07,497 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:39:07,500 Job list saved +2021-12-18 01:39:07,505 Updating FAILED jobs +2021-12-18 01:39:07,505 Updating WAITING jobs +2021-12-18 01:39:07,505 Update finished +2021-12-18 01:39:17,513 Reloading parameters... +2021-12-18 01:39:17,532 Loading parameters... +2021-12-18 01:39:17,534 Loading project parameters... +2021-12-18 01:39:17,535 + +22 of 25 jobs remaining (01:39) +2021-12-18 01:39:17,536 Sleep: 10 +2021-12-18 01:39:17,536 Number of retrials: 0 +2021-12-18 01:39:17,536 WRAPPER CHECK TIME = 10 +2021-12-18 01:39:17,536 Checking jobs for platform=marenostrum4 +2021-12-18 01:39:17,537 Checking jobs for platform=nord3 +2021-12-18 01:39:17,537 Checking jobs for platform=local +2021-12-18 01:39:17,538 Checking jobs for platform=transfer_node +2021-12-18 01:39:17,538 Checking all jobs at once +2021-12-18 01:39:19,408 Successful check job command +2021-12-18 01:39:20,728 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:39:20,728 End of checking +2021-12-18 01:39:20,729 Updating FAILED jobs +2021-12-18 01:39:20,729 Updating WAITING jobs +2021-12-18 01:39:20,730 Update finished +2021-12-18 01:39:20,730 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:39:20,730 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:39:20,730 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:39:20,731 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:39:20,731 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:39:20,734 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:39:20,736 Job list saved +2021-12-18 01:39:20,741 Updating FAILED jobs +2021-12-18 01:39:20,741 Updating WAITING jobs +2021-12-18 01:39:20,741 Update finished +2021-12-18 01:39:30,751 Reloading parameters... +2021-12-18 01:39:30,768 Loading parameters... +2021-12-18 01:39:30,769 Loading project parameters... +2021-12-18 01:39:30,772 + +22 of 25 jobs remaining (01:39) +2021-12-18 01:39:30,772 Sleep: 10 +2021-12-18 01:39:30,772 Number of retrials: 0 +2021-12-18 01:39:30,772 WRAPPER CHECK TIME = 10 +2021-12-18 01:39:30,774 Checking jobs for platform=marenostrum4 +2021-12-18 01:39:30,776 Checking jobs for platform=nord3 +2021-12-18 01:39:30,776 Checking jobs for platform=local +2021-12-18 01:39:30,778 Checking jobs for platform=transfer_node +2021-12-18 01:39:30,778 Checking all jobs at once +2021-12-18 01:39:33,500 Successful check job command +2021-12-18 01:39:35,771 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:39:35,771 End of checking +2021-12-18 01:39:35,773 Updating FAILED jobs +2021-12-18 01:39:35,773 Updating WAITING jobs +2021-12-18 01:39:35,773 Update finished +2021-12-18 01:39:35,773 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:39:35,773 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:39:35,774 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:39:35,774 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:39:35,774 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:39:35,776 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:39:35,779 Job list saved +2021-12-18 01:39:35,783 Updating FAILED jobs +2021-12-18 01:39:35,783 Updating WAITING jobs +2021-12-18 01:39:35,784 Update finished +2021-12-18 01:39:45,794 Reloading parameters... +2021-12-18 01:39:45,812 Loading parameters... +2021-12-18 01:39:45,813 Loading project parameters... +2021-12-18 01:39:45,815 + +22 of 25 jobs remaining (01:39) +2021-12-18 01:39:45,815 Sleep: 10 +2021-12-18 01:39:45,815 Number of retrials: 0 +2021-12-18 01:39:45,816 WRAPPER CHECK TIME = 10 +2021-12-18 01:39:45,816 Checking jobs for platform=marenostrum4 +2021-12-18 01:39:45,817 Checking jobs for platform=nord3 +2021-12-18 01:39:45,817 Checking jobs for platform=local +2021-12-18 01:39:45,818 Checking jobs for platform=transfer_node +2021-12-18 01:39:45,818 Checking all jobs at once +2021-12-18 01:39:47,438 Successful check job command +2021-12-18 01:39:49,208 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:39:49,208 End of checking +2021-12-18 01:39:49,210 Updating FAILED jobs +2021-12-18 01:39:49,210 Updating WAITING jobs +2021-12-18 01:39:49,210 Update finished +2021-12-18 01:39:49,210 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:39:49,210 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:39:49,211 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:39:49,211 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:39:49,211 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:39:49,214 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:39:49,216 Job list saved +2021-12-18 01:39:49,221 Updating FAILED jobs +2021-12-18 01:39:49,221 Updating WAITING jobs +2021-12-18 01:39:49,221 Update finished +2021-12-18 01:39:59,231 Reloading parameters... +2021-12-18 01:39:59,248 Loading parameters... +2021-12-18 01:39:59,249 Loading project parameters... +2021-12-18 01:39:59,251 + +22 of 25 jobs remaining (01:39) +2021-12-18 01:39:59,252 Sleep: 10 +2021-12-18 01:39:59,252 Number of retrials: 0 +2021-12-18 01:39:59,252 WRAPPER CHECK TIME = 10 +2021-12-18 01:39:59,252 Checking jobs for platform=marenostrum4 +2021-12-18 01:39:59,253 Checking jobs for platform=nord3 +2021-12-18 01:39:59,253 Checking jobs for platform=local +2021-12-18 01:39:59,254 Checking jobs for platform=transfer_node +2021-12-18 01:39:59,254 Checking all jobs at once +2021-12-18 01:40:00,523 Successful check job command +2021-12-18 01:40:01,793 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:40:01,793 End of checking +2021-12-18 01:40:01,794 Updating FAILED jobs +2021-12-18 01:40:01,795 Updating WAITING jobs +2021-12-18 01:40:01,795 Update finished +2021-12-18 01:40:01,795 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:40:01,796 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:40:01,796 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:40:01,796 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:40:01,796 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:40:01,799 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:40:01,801 Job list saved +2021-12-18 01:40:01,807 Updating FAILED jobs +2021-12-18 01:40:01,807 Updating WAITING jobs +2021-12-18 01:40:01,808 Update finished +2021-12-18 01:40:11,818 Reloading parameters... +2021-12-18 01:40:11,836 Loading parameters... +2021-12-18 01:40:11,837 Loading project parameters... +2021-12-18 01:40:11,840 + +22 of 25 jobs remaining (01:40) +2021-12-18 01:40:11,840 Sleep: 10 +2021-12-18 01:40:11,840 Number of retrials: 0 +2021-12-18 01:40:11,840 WRAPPER CHECK TIME = 10 +2021-12-18 01:40:11,841 Checking jobs for platform=marenostrum4 +2021-12-18 01:40:11,841 Checking jobs for platform=nord3 +2021-12-18 01:40:11,842 Checking jobs for platform=local +2021-12-18 01:40:11,842 Checking jobs for platform=transfer_node +2021-12-18 01:40:11,842 Checking all jobs at once +2021-12-18 01:40:14,415 Successful check job command +2021-12-18 01:40:15,885 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:40:15,885 End of checking +2021-12-18 01:40:15,887 Updating FAILED jobs +2021-12-18 01:40:15,887 Updating WAITING jobs +2021-12-18 01:40:15,887 Update finished +2021-12-18 01:40:15,888 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:40:15,888 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:40:15,888 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:40:15,888 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:40:15,888 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:40:15,891 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:40:15,893 Job list saved +2021-12-18 01:40:15,898 Updating FAILED jobs +2021-12-18 01:40:15,899 Updating WAITING jobs +2021-12-18 01:40:15,899 Update finished +2021-12-18 01:40:25,908 Reloading parameters... +2021-12-18 01:40:25,928 Loading parameters... +2021-12-18 01:40:25,930 Loading project parameters... +2021-12-18 01:40:25,932 + +22 of 25 jobs remaining (01:40) +2021-12-18 01:40:25,932 Sleep: 10 +2021-12-18 01:40:25,932 Number of retrials: 0 +2021-12-18 01:40:25,932 WRAPPER CHECK TIME = 10 +2021-12-18 01:40:25,933 Checking jobs for platform=marenostrum4 +2021-12-18 01:40:25,934 Checking jobs for platform=nord3 +2021-12-18 01:40:25,934 Checking jobs for platform=local +2021-12-18 01:40:25,935 Checking jobs for platform=transfer_node +2021-12-18 01:40:25,935 Checking all jobs at once +2021-12-18 01:40:27,705 Successful check job command +2021-12-18 01:40:30,378 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:40:30,378 End of checking +2021-12-18 01:40:30,380 Updating FAILED jobs +2021-12-18 01:40:30,380 Updating WAITING jobs +2021-12-18 01:40:30,380 Update finished +2021-12-18 01:40:30,380 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:40:30,380 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:40:30,381 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:40:30,381 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:40:30,381 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:40:30,383 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:40:30,386 Job list saved +2021-12-18 01:40:30,391 Updating FAILED jobs +2021-12-18 01:40:30,391 Updating WAITING jobs +2021-12-18 01:40:30,391 Update finished +2021-12-18 01:40:40,398 Reloading parameters... +2021-12-18 01:40:40,415 Loading parameters... +2021-12-18 01:40:40,417 Loading project parameters... +2021-12-18 01:40:40,418 + +22 of 25 jobs remaining (01:40) +2021-12-18 01:40:40,419 Sleep: 10 +2021-12-18 01:40:40,419 Number of retrials: 0 +2021-12-18 01:40:40,419 WRAPPER CHECK TIME = 10 +2021-12-18 01:40:40,419 Checking jobs for platform=marenostrum4 +2021-12-18 01:40:40,420 Checking jobs for platform=nord3 +2021-12-18 01:40:40,420 Checking jobs for platform=local +2021-12-18 01:40:40,421 Checking jobs for platform=transfer_node +2021-12-18 01:40:40,421 Checking all jobs at once +2021-12-18 01:40:41,791 Successful check job command +2021-12-18 01:40:43,361 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:40:43,361 End of checking +2021-12-18 01:40:43,363 Updating FAILED jobs +2021-12-18 01:40:43,363 Updating WAITING jobs +2021-12-18 01:40:43,363 Update finished +2021-12-18 01:40:43,363 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:40:43,364 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:40:43,364 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:40:43,364 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:40:43,365 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:40:43,367 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:40:43,370 Job list saved +2021-12-18 01:40:43,374 Updating FAILED jobs +2021-12-18 01:40:43,375 Updating WAITING jobs +2021-12-18 01:40:43,375 Update finished +2021-12-18 01:40:53,385 Reloading parameters... +2021-12-18 01:40:53,405 Loading parameters... +2021-12-18 01:40:53,406 Loading project parameters... +2021-12-18 01:40:53,408 + +22 of 25 jobs remaining (01:40) +2021-12-18 01:40:53,408 Sleep: 10 +2021-12-18 01:40:53,408 Number of retrials: 0 +2021-12-18 01:40:53,408 WRAPPER CHECK TIME = 10 +2021-12-18 01:40:53,409 Checking jobs for platform=marenostrum4 +2021-12-18 01:40:53,410 Checking jobs for platform=nord3 +2021-12-18 01:40:53,411 Checking jobs for platform=local +2021-12-18 01:40:53,412 Checking jobs for platform=transfer_node +2021-12-18 01:40:53,412 Checking all jobs at once +2021-12-18 01:40:55,633 Successful check job command +2021-12-18 01:40:57,654 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:40:57,654 End of checking +2021-12-18 01:40:57,656 Updating FAILED jobs +2021-12-18 01:40:57,656 Updating WAITING jobs +2021-12-18 01:40:57,656 Update finished +2021-12-18 01:40:57,656 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:40:57,657 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:40:57,657 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:40:57,657 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:40:57,657 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:40:57,660 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:40:57,663 Job list saved +2021-12-18 01:40:57,668 Updating FAILED jobs +2021-12-18 01:40:57,668 Updating WAITING jobs +2021-12-18 01:40:57,668 Update finished +2021-12-18 01:41:07,678 Reloading parameters... +2021-12-18 01:41:07,698 Loading parameters... +2021-12-18 01:41:07,699 Loading project parameters... +2021-12-18 01:41:07,702 + +22 of 25 jobs remaining (01:41) +2021-12-18 01:41:07,702 Sleep: 10 +2021-12-18 01:41:07,702 Number of retrials: 0 +2021-12-18 01:41:07,702 WRAPPER CHECK TIME = 10 +2021-12-18 01:41:07,703 Checking jobs for platform=marenostrum4 +2021-12-18 01:41:07,703 Checking jobs for platform=nord3 +2021-12-18 01:41:07,704 Checking jobs for platform=local +2021-12-18 01:41:07,704 Checking jobs for platform=transfer_node +2021-12-18 01:41:07,704 Checking all jobs at once +2021-12-18 01:41:09,926 Successful check job command +2021-12-18 01:41:11,646 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:41:11,646 End of checking +2021-12-18 01:41:11,648 Updating FAILED jobs +2021-12-18 01:41:11,648 Updating WAITING jobs +2021-12-18 01:41:11,648 Update finished +2021-12-18 01:41:11,648 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:41:11,649 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:41:11,649 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:41:11,649 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:41:11,649 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:41:11,652 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:41:11,654 Job list saved +2021-12-18 01:41:11,659 Updating FAILED jobs +2021-12-18 01:41:11,659 Updating WAITING jobs +2021-12-18 01:41:11,659 Update finished +2021-12-18 01:41:21,667 Reloading parameters... +2021-12-18 01:41:21,693 Loading parameters... +2021-12-18 01:41:21,695 Loading project parameters... +2021-12-18 01:41:21,697 + +22 of 25 jobs remaining (01:41) +2021-12-18 01:41:21,697 Sleep: 10 +2021-12-18 01:41:21,697 Number of retrials: 0 +2021-12-18 01:41:21,697 WRAPPER CHECK TIME = 10 +2021-12-18 01:41:21,698 Checking jobs for platform=marenostrum4 +2021-12-18 01:41:21,698 Checking jobs for platform=nord3 +2021-12-18 01:41:21,699 Checking jobs for platform=local +2021-12-18 01:41:21,699 Checking jobs for platform=transfer_node +2021-12-18 01:41:21,699 Checking all jobs at once +2021-12-18 01:41:23,372 Successful check job command +2021-12-18 01:41:24,742 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:41:24,742 End of checking +2021-12-18 01:41:24,744 Updating FAILED jobs +2021-12-18 01:41:24,744 Updating WAITING jobs +2021-12-18 01:41:24,744 Update finished +2021-12-18 01:41:24,744 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:41:24,745 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:41:24,745 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:41:24,745 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:41:24,745 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:41:24,750 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:41:24,755 Job list saved +2021-12-18 01:41:24,760 Updating FAILED jobs +2021-12-18 01:41:24,760 Updating WAITING jobs +2021-12-18 01:41:24,760 Update finished +2021-12-18 01:41:34,770 Reloading parameters... +2021-12-18 01:41:34,789 Loading parameters... +2021-12-18 01:41:34,790 Loading project parameters... +2021-12-18 01:41:34,792 + +22 of 25 jobs remaining (01:41) +2021-12-18 01:41:34,792 Sleep: 10 +2021-12-18 01:41:34,792 Number of retrials: 0 +2021-12-18 01:41:34,792 WRAPPER CHECK TIME = 10 +2021-12-18 01:41:34,793 Checking jobs for platform=marenostrum4 +2021-12-18 01:41:34,794 Checking jobs for platform=nord3 +2021-12-18 01:41:34,794 Checking jobs for platform=local +2021-12-18 01:41:34,795 Checking jobs for platform=transfer_node +2021-12-18 01:41:34,795 Checking all jobs at once +2021-12-18 01:41:36,766 Successful check job command +2021-12-18 01:41:38,236 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:41:38,236 End of checking +2021-12-18 01:41:38,237 Updating FAILED jobs +2021-12-18 01:41:38,237 Updating WAITING jobs +2021-12-18 01:41:38,237 Update finished +2021-12-18 01:41:38,238 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:41:38,238 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:41:38,238 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:41:38,238 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:41:38,238 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:41:38,241 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:41:38,243 Job list saved +2021-12-18 01:41:38,248 Updating FAILED jobs +2021-12-18 01:41:38,248 Updating WAITING jobs +2021-12-18 01:41:38,248 Update finished +2021-12-18 01:41:48,257 Reloading parameters... +2021-12-18 01:41:48,275 Loading parameters... +2021-12-18 01:41:48,276 Loading project parameters... +2021-12-18 01:41:48,278 + +22 of 25 jobs remaining (01:41) +2021-12-18 01:41:48,279 Sleep: 10 +2021-12-18 01:41:48,279 Number of retrials: 0 +2021-12-18 01:41:48,279 WRAPPER CHECK TIME = 10 +2021-12-18 01:41:48,279 Checking jobs for platform=marenostrum4 +2021-12-18 01:41:48,280 Checking jobs for platform=nord3 +2021-12-18 01:41:48,280 Checking jobs for platform=local +2021-12-18 01:41:48,281 Checking jobs for platform=transfer_node +2021-12-18 01:41:48,281 Checking all jobs at once +2021-12-18 01:41:49,902 Successful check job command +2021-12-18 01:41:51,373 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:41:51,373 End of checking +2021-12-18 01:41:51,375 Updating FAILED jobs +2021-12-18 01:41:51,375 Updating WAITING jobs +2021-12-18 01:41:51,375 Update finished +2021-12-18 01:41:51,375 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:41:51,375 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:41:51,376 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:41:51,376 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:41:51,376 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:41:51,379 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:41:51,381 Job list saved +2021-12-18 01:41:51,387 Updating FAILED jobs +2021-12-18 01:41:51,387 Updating WAITING jobs +2021-12-18 01:41:51,387 Update finished +2021-12-18 01:42:01,393 Reloading parameters... +2021-12-18 01:42:01,413 Loading parameters... +2021-12-18 01:42:01,415 Loading project parameters... +2021-12-18 01:42:01,417 + +22 of 25 jobs remaining (01:42) +2021-12-18 01:42:01,417 Sleep: 10 +2021-12-18 01:42:01,417 Number of retrials: 0 +2021-12-18 01:42:01,417 WRAPPER CHECK TIME = 10 +2021-12-18 01:42:01,418 Checking jobs for platform=marenostrum4 +2021-12-18 01:42:01,418 Checking jobs for platform=nord3 +2021-12-18 01:42:01,419 Checking jobs for platform=local +2021-12-18 01:42:01,420 Checking jobs for platform=transfer_node +2021-12-18 01:42:01,420 Checking all jobs at once +2021-12-18 01:42:03,091 Successful check job command +2021-12-18 01:42:04,411 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:42:04,411 End of checking +2021-12-18 01:42:04,412 Updating FAILED jobs +2021-12-18 01:42:04,412 Updating WAITING jobs +2021-12-18 01:42:04,413 Update finished +2021-12-18 01:42:04,413 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:42:04,414 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:42:04,414 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:42:04,414 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:42:04,414 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:42:04,417 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:42:04,419 Job list saved +2021-12-18 01:42:04,424 Updating FAILED jobs +2021-12-18 01:42:04,424 Updating WAITING jobs +2021-12-18 01:42:04,424 Update finished +2021-12-18 01:42:14,432 Reloading parameters... +2021-12-18 01:42:14,450 Loading parameters... +2021-12-18 01:42:14,452 Loading project parameters... +2021-12-18 01:42:14,453 + +22 of 25 jobs remaining (01:42) +2021-12-18 01:42:14,454 Sleep: 10 +2021-12-18 01:42:14,454 Number of retrials: 0 +2021-12-18 01:42:14,454 WRAPPER CHECK TIME = 10 +2021-12-18 01:42:14,455 Checking jobs for platform=marenostrum4 +2021-12-18 01:42:14,456 Checking jobs for platform=nord3 +2021-12-18 01:42:14,456 Checking jobs for platform=local +2021-12-18 01:42:14,457 Checking jobs for platform=transfer_node +2021-12-18 01:42:14,457 Checking all jobs at once +2021-12-18 01:42:16,228 Successful check job command +2021-12-18 01:42:17,547 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:42:17,548 End of checking +2021-12-18 01:42:17,549 Updating FAILED jobs +2021-12-18 01:42:17,549 Updating WAITING jobs +2021-12-18 01:42:17,549 Update finished +2021-12-18 01:42:17,550 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:42:17,550 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:42:17,550 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:42:17,550 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:42:17,550 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:42:17,553 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:42:17,555 Job list saved +2021-12-18 01:42:17,561 Updating FAILED jobs +2021-12-18 01:42:17,561 Updating WAITING jobs +2021-12-18 01:42:17,561 Update finished +2021-12-18 01:42:27,571 Reloading parameters... +2021-12-18 01:42:27,589 Loading parameters... +2021-12-18 01:42:27,591 Loading project parameters... +2021-12-18 01:42:27,593 + +22 of 25 jobs remaining (01:42) +2021-12-18 01:42:27,593 Sleep: 10 +2021-12-18 01:42:27,593 Number of retrials: 0 +2021-12-18 01:42:27,593 WRAPPER CHECK TIME = 10 +2021-12-18 01:42:27,594 Checking jobs for platform=marenostrum4 +2021-12-18 01:42:27,594 Checking jobs for platform=nord3 +2021-12-18 01:42:27,595 Checking jobs for platform=local +2021-12-18 01:42:27,595 Checking jobs for platform=transfer_node +2021-12-18 01:42:27,595 Checking all jobs at once +2021-12-18 01:42:29,816 Successful check job command +2021-12-18 01:42:31,185 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:42:31,186 End of checking +2021-12-18 01:42:31,187 Updating FAILED jobs +2021-12-18 01:42:31,187 Updating WAITING jobs +2021-12-18 01:42:31,188 Update finished +2021-12-18 01:42:31,188 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:42:31,188 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:42:31,188 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:42:31,188 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:42:31,188 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:42:31,191 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:42:31,192 Job list saved +2021-12-18 01:42:31,197 Updating FAILED jobs +2021-12-18 01:42:31,197 Updating WAITING jobs +2021-12-18 01:42:31,198 Update finished +2021-12-18 01:42:41,208 Reloading parameters... +2021-12-18 01:42:41,227 Loading parameters... +2021-12-18 01:42:41,228 Loading project parameters... +2021-12-18 01:42:41,230 + +22 of 25 jobs remaining (01:42) +2021-12-18 01:42:41,230 Sleep: 10 +2021-12-18 01:42:41,230 Number of retrials: 0 +2021-12-18 01:42:41,230 WRAPPER CHECK TIME = 10 +2021-12-18 01:42:41,231 Checking jobs for platform=marenostrum4 +2021-12-18 01:42:41,232 Checking jobs for platform=nord3 +2021-12-18 01:42:41,232 Checking jobs for platform=local +2021-12-18 01:42:41,233 Checking jobs for platform=transfer_node +2021-12-18 01:42:41,233 Checking all jobs at once +2021-12-18 01:42:43,204 Successful check job command +2021-12-18 01:42:44,773 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:42:44,774 End of checking +2021-12-18 01:42:44,775 Updating FAILED jobs +2021-12-18 01:42:44,775 Updating WAITING jobs +2021-12-18 01:42:44,775 Update finished +2021-12-18 01:42:44,775 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:42:44,776 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:42:44,776 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:42:44,776 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:42:44,776 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:42:44,779 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:42:44,781 Job list saved +2021-12-18 01:42:44,786 Updating FAILED jobs +2021-12-18 01:42:44,786 Updating WAITING jobs +2021-12-18 01:42:44,786 Update finished +2021-12-18 01:42:54,796 Reloading parameters... +2021-12-18 01:42:54,814 Loading parameters... +2021-12-18 01:42:54,816 Loading project parameters... +2021-12-18 01:42:54,817 + +22 of 25 jobs remaining (01:42) +2021-12-18 01:42:54,818 Sleep: 10 +2021-12-18 01:42:54,818 Number of retrials: 0 +2021-12-18 01:42:54,818 WRAPPER CHECK TIME = 10 +2021-12-18 01:42:54,818 Checking jobs for platform=marenostrum4 +2021-12-18 01:42:54,819 Checking jobs for platform=nord3 +2021-12-18 01:42:54,820 Checking jobs for platform=local +2021-12-18 01:42:54,820 Checking jobs for platform=transfer_node +2021-12-18 01:42:54,820 Checking all jobs at once +2021-12-18 01:42:56,190 Successful check job command +2021-12-18 01:42:58,110 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:42:58,111 End of checking +2021-12-18 01:42:58,112 Updating FAILED jobs +2021-12-18 01:42:58,112 Updating WAITING jobs +2021-12-18 01:42:58,112 Update finished +2021-12-18 01:42:58,113 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:42:58,113 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:42:58,113 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:42:58,113 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:42:58,113 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:42:58,116 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:42:58,118 Job list saved +2021-12-18 01:42:58,123 Updating FAILED jobs +2021-12-18 01:42:58,123 Updating WAITING jobs +2021-12-18 01:42:58,123 Update finished +2021-12-18 01:43:08,133 Reloading parameters... +2021-12-18 01:43:08,152 Loading parameters... +2021-12-18 01:43:08,154 Loading project parameters... +2021-12-18 01:43:08,156 + +22 of 25 jobs remaining (01:43) +2021-12-18 01:43:08,156 Sleep: 10 +2021-12-18 01:43:08,156 Number of retrials: 0 +2021-12-18 01:43:08,156 WRAPPER CHECK TIME = 10 +2021-12-18 01:43:08,157 Checking jobs for platform=marenostrum4 +2021-12-18 01:43:08,157 Checking jobs for platform=nord3 +2021-12-18 01:43:08,158 Checking jobs for platform=local +2021-12-18 01:43:08,158 Checking jobs for platform=transfer_node +2021-12-18 01:43:08,158 Checking all jobs at once +2021-12-18 01:43:09,479 Successful check job command +2021-12-18 01:43:10,798 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:43:10,798 End of checking +2021-12-18 01:43:10,799 Updating FAILED jobs +2021-12-18 01:43:10,799 Updating WAITING jobs +2021-12-18 01:43:10,800 Update finished +2021-12-18 01:43:10,800 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:43:10,800 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:43:10,800 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:43:10,800 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:43:10,800 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:43:10,803 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:43:10,806 Job list saved +2021-12-18 01:43:10,811 Updating FAILED jobs +2021-12-18 01:43:10,811 Updating WAITING jobs +2021-12-18 01:43:10,811 Update finished +2021-12-18 01:43:20,821 Reloading parameters... +2021-12-18 01:43:20,839 Loading parameters... +2021-12-18 01:43:20,841 Loading project parameters... +2021-12-18 01:43:20,842 + +22 of 25 jobs remaining (01:43) +2021-12-18 01:43:20,843 Sleep: 10 +2021-12-18 01:43:20,843 Number of retrials: 0 +2021-12-18 01:43:20,843 WRAPPER CHECK TIME = 10 +2021-12-18 01:43:20,843 Checking jobs for platform=marenostrum4 +2021-12-18 01:43:20,844 Checking jobs for platform=nord3 +2021-12-18 01:43:20,845 Checking jobs for platform=local +2021-12-18 01:43:20,845 Checking jobs for platform=transfer_node +2021-12-18 01:43:20,845 Checking all jobs at once +2021-12-18 01:43:22,920 Successful check job command +2021-12-18 01:43:24,646 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:43:24,647 End of checking +2021-12-18 01:43:24,648 Updating FAILED jobs +2021-12-18 01:43:24,648 Updating WAITING jobs +2021-12-18 01:43:24,648 Update finished +2021-12-18 01:43:24,648 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:43:24,649 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:43:24,649 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:43:24,649 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:43:24,649 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:43:24,652 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:43:24,654 Job list saved +2021-12-18 01:43:24,662 Updating FAILED jobs +2021-12-18 01:43:24,662 Updating WAITING jobs +2021-12-18 01:43:24,663 Update finished +2021-12-18 01:43:34,673 Reloading parameters... +2021-12-18 01:43:34,691 Loading parameters... +2021-12-18 01:43:34,692 Loading project parameters... +2021-12-18 01:43:34,694 + +22 of 25 jobs remaining (01:43) +2021-12-18 01:43:34,694 Sleep: 10 +2021-12-18 01:43:34,694 Number of retrials: 0 +2021-12-18 01:43:34,694 WRAPPER CHECK TIME = 10 +2021-12-18 01:43:34,695 Checking jobs for platform=marenostrum4 +2021-12-18 01:43:34,696 Checking jobs for platform=nord3 +2021-12-18 01:43:34,696 Checking jobs for platform=local +2021-12-18 01:43:34,697 Checking jobs for platform=transfer_node +2021-12-18 01:43:34,697 Checking all jobs at once +2021-12-18 01:43:36,417 Successful check job command +2021-12-18 01:43:38,790 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:43:38,791 End of checking +2021-12-18 01:43:38,792 Updating FAILED jobs +2021-12-18 01:43:38,792 Updating WAITING jobs +2021-12-18 01:43:38,792 Update finished +2021-12-18 01:43:38,792 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:43:38,793 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:43:38,793 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:43:38,793 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:43:38,793 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:43:38,796 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:43:38,798 Job list saved +2021-12-18 01:43:38,809 Updating FAILED jobs +2021-12-18 01:43:38,809 Updating WAITING jobs +2021-12-18 01:43:38,809 Update finished +2021-12-18 01:43:48,820 Reloading parameters... +2021-12-18 01:43:48,838 Loading parameters... +2021-12-18 01:43:48,840 Loading project parameters... +2021-12-18 01:43:48,842 + +22 of 25 jobs remaining (01:43) +2021-12-18 01:43:48,842 Sleep: 10 +2021-12-18 01:43:48,842 Number of retrials: 0 +2021-12-18 01:43:48,842 WRAPPER CHECK TIME = 10 +2021-12-18 01:43:48,843 Checking jobs for platform=marenostrum4 +2021-12-18 01:43:48,843 Checking jobs for platform=nord3 +2021-12-18 01:43:48,844 Checking jobs for platform=local +2021-12-18 01:43:48,845 Checking jobs for platform=transfer_node +2021-12-18 01:43:48,845 Checking all jobs at once +2021-12-18 01:43:50,466 Successful check job command +2021-12-18 01:43:51,937 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:43:51,937 End of checking +2021-12-18 01:43:51,938 Updating FAILED jobs +2021-12-18 01:43:51,938 Updating WAITING jobs +2021-12-18 01:43:51,938 Update finished +2021-12-18 01:43:51,938 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:43:51,939 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:43:51,939 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:43:51,939 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:43:51,939 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:43:51,941 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:43:51,944 Job list saved +2021-12-18 01:43:51,948 Updating FAILED jobs +2021-12-18 01:43:51,949 Updating WAITING jobs +2021-12-18 01:43:51,949 Update finished +2021-12-18 01:44:01,959 Reloading parameters... +2021-12-18 01:44:01,984 Loading parameters... +2021-12-18 01:44:01,985 Loading project parameters... +2021-12-18 01:44:01,988 + +22 of 25 jobs remaining (01:44) +2021-12-18 01:44:01,988 Sleep: 10 +2021-12-18 01:44:01,988 Number of retrials: 0 +2021-12-18 01:44:01,988 WRAPPER CHECK TIME = 10 +2021-12-18 01:44:01,989 Checking jobs for platform=marenostrum4 +2021-12-18 01:44:01,990 Checking jobs for platform=nord3 +2021-12-18 01:44:01,990 Checking jobs for platform=local +2021-12-18 01:44:01,991 Checking jobs for platform=transfer_node +2021-12-18 01:44:01,991 Checking all jobs at once +2021-12-18 01:44:04,312 Successful check job command +2021-12-18 01:44:06,284 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:44:06,284 End of checking +2021-12-18 01:44:06,286 Updating FAILED jobs +2021-12-18 01:44:06,286 Updating WAITING jobs +2021-12-18 01:44:06,286 Update finished +2021-12-18 01:44:06,286 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:44:06,287 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:44:06,287 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:44:06,287 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:44:06,287 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:44:06,290 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:44:06,292 Job list saved +2021-12-18 01:44:06,297 Updating FAILED jobs +2021-12-18 01:44:06,297 Updating WAITING jobs +2021-12-18 01:44:06,297 Update finished +2021-12-18 01:44:16,307 Reloading parameters... +2021-12-18 01:44:16,326 Loading parameters... +2021-12-18 01:44:16,327 Loading project parameters... +2021-12-18 01:44:16,329 + +22 of 25 jobs remaining (01:44) +2021-12-18 01:44:16,330 Sleep: 10 +2021-12-18 01:44:16,330 Number of retrials: 0 +2021-12-18 01:44:16,330 WRAPPER CHECK TIME = 10 +2021-12-18 01:44:16,330 Checking jobs for platform=marenostrum4 +2021-12-18 01:44:16,331 Checking jobs for platform=nord3 +2021-12-18 01:44:16,331 Checking jobs for platform=local +2021-12-18 01:44:16,332 Checking jobs for platform=transfer_node +2021-12-18 01:44:16,332 Checking all jobs at once +2021-12-18 01:44:19,254 Successful check job command +2021-12-18 01:44:21,977 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:44:21,977 End of checking +2021-12-18 01:44:21,979 Updating FAILED jobs +2021-12-18 01:44:21,979 Updating WAITING jobs +2021-12-18 01:44:21,979 Update finished +2021-12-18 01:44:21,980 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:44:21,980 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:44:21,980 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:44:21,980 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:44:21,980 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:44:21,983 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:44:21,985 Job list saved +2021-12-18 01:44:21,990 Updating FAILED jobs +2021-12-18 01:44:21,990 Updating WAITING jobs +2021-12-18 01:44:21,991 Update finished +2021-12-18 01:44:31,997 Reloading parameters... +2021-12-18 01:44:32,015 Loading parameters... +2021-12-18 01:44:32,017 Loading project parameters... +2021-12-18 01:44:32,019 + +22 of 25 jobs remaining (01:44) +2021-12-18 01:44:32,019 Sleep: 10 +2021-12-18 01:44:32,019 Number of retrials: 0 +2021-12-18 01:44:32,019 WRAPPER CHECK TIME = 10 +2021-12-18 01:44:32,020 Checking jobs for platform=marenostrum4 +2021-12-18 01:44:32,020 Checking jobs for platform=nord3 +2021-12-18 01:44:32,021 Checking jobs for platform=local +2021-12-18 01:44:32,021 Checking jobs for platform=transfer_node +2021-12-18 01:44:32,022 Checking all jobs at once +2021-12-18 01:44:33,392 Successful check job command +2021-12-18 01:44:35,514 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:44:35,514 End of checking +2021-12-18 01:44:35,515 Updating FAILED jobs +2021-12-18 01:44:35,515 Updating WAITING jobs +2021-12-18 01:44:35,515 Update finished +2021-12-18 01:44:35,516 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:44:35,516 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:44:35,516 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:44:35,516 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:44:35,516 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:44:35,519 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:44:35,521 Job list saved +2021-12-18 01:44:35,526 Updating FAILED jobs +2021-12-18 01:44:35,526 Updating WAITING jobs +2021-12-18 01:44:35,527 Update finished +2021-12-18 01:44:45,536 Reloading parameters... +2021-12-18 01:44:45,556 Loading parameters... +2021-12-18 01:44:45,557 Loading project parameters... +2021-12-18 01:44:45,560 + +22 of 25 jobs remaining (01:44) +2021-12-18 01:44:45,560 Sleep: 10 +2021-12-18 01:44:45,560 Number of retrials: 0 +2021-12-18 01:44:45,560 WRAPPER CHECK TIME = 10 +2021-12-18 01:44:45,561 Checking jobs for platform=marenostrum4 +2021-12-18 01:44:45,562 Checking jobs for platform=nord3 +2021-12-18 01:44:45,562 Checking jobs for platform=local +2021-12-18 01:44:45,563 Checking jobs for platform=transfer_node +2021-12-18 01:44:45,563 Checking all jobs at once +2021-12-18 01:44:46,882 Successful check job command +2021-12-18 01:44:48,101 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:44:48,101 End of checking +2021-12-18 01:44:48,103 Updating FAILED jobs +2021-12-18 01:44:48,103 Updating WAITING jobs +2021-12-18 01:44:48,103 Update finished +2021-12-18 01:44:48,103 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:44:48,104 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:44:48,104 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:44:48,104 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:44:48,104 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:44:48,107 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:44:48,109 Job list saved +2021-12-18 01:44:48,114 Updating FAILED jobs +2021-12-18 01:44:48,114 Updating WAITING jobs +2021-12-18 01:44:48,114 Update finished +2021-12-18 01:44:58,124 Reloading parameters... +2021-12-18 01:44:58,142 Loading parameters... +2021-12-18 01:44:58,143 Loading project parameters... +2021-12-18 01:44:58,145 + +22 of 25 jobs remaining (01:44) +2021-12-18 01:44:58,145 Sleep: 10 +2021-12-18 01:44:58,145 Number of retrials: 0 +2021-12-18 01:44:58,146 WRAPPER CHECK TIME = 10 +2021-12-18 01:44:58,146 Checking jobs for platform=marenostrum4 +2021-12-18 01:44:58,147 Checking jobs for platform=nord3 +2021-12-18 01:44:58,147 Checking jobs for platform=local +2021-12-18 01:44:58,148 Checking jobs for platform=transfer_node +2021-12-18 01:44:58,148 Checking all jobs at once +2021-12-18 01:45:00,269 Successful check job command +2021-12-18 01:45:01,990 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:45:01,991 End of checking +2021-12-18 01:45:01,993 Updating FAILED jobs +2021-12-18 01:45:01,993 Updating WAITING jobs +2021-12-18 01:45:01,993 Update finished +2021-12-18 01:45:01,993 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:45:01,993 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:45:01,993 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:45:01,994 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:45:01,994 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:45:01,996 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:45:01,999 Job list saved +2021-12-18 01:45:02,003 Updating FAILED jobs +2021-12-18 01:45:02,003 Updating WAITING jobs +2021-12-18 01:45:02,004 Update finished +2021-12-18 01:45:12,014 Reloading parameters... +2021-12-18 01:45:12,032 Loading parameters... +2021-12-18 01:45:12,033 Loading project parameters... +2021-12-18 01:45:12,035 + +22 of 25 jobs remaining (01:45) +2021-12-18 01:45:12,036 Sleep: 10 +2021-12-18 01:45:12,036 Number of retrials: 0 +2021-12-18 01:45:12,036 WRAPPER CHECK TIME = 10 +2021-12-18 01:45:12,036 Checking jobs for platform=marenostrum4 +2021-12-18 01:45:12,037 Checking jobs for platform=nord3 +2021-12-18 01:45:12,037 Checking jobs for platform=local +2021-12-18 01:45:12,038 Checking jobs for platform=transfer_node +2021-12-18 01:45:12,038 Checking all jobs at once +2021-12-18 01:45:13,609 Successful check job command +2021-12-18 01:45:15,529 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:45:15,530 End of checking +2021-12-18 01:45:15,531 Updating FAILED jobs +2021-12-18 01:45:15,531 Updating WAITING jobs +2021-12-18 01:45:15,532 Update finished +2021-12-18 01:45:15,532 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:45:15,532 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:45:15,532 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:45:15,532 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:45:15,532 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:45:15,535 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:45:15,537 Job list saved +2021-12-18 01:45:15,542 Updating FAILED jobs +2021-12-18 01:45:15,542 Updating WAITING jobs +2021-12-18 01:45:15,543 Update finished +2021-12-18 01:45:25,553 Reloading parameters... +2021-12-18 01:45:25,572 Loading parameters... +2021-12-18 01:45:25,573 Loading project parameters... +2021-12-18 01:45:25,575 + +22 of 25 jobs remaining (01:45) +2021-12-18 01:45:25,575 Sleep: 10 +2021-12-18 01:45:25,575 Number of retrials: 0 +2021-12-18 01:45:25,575 WRAPPER CHECK TIME = 10 +2021-12-18 01:45:25,576 Checking jobs for platform=marenostrum4 +2021-12-18 01:45:25,576 Checking jobs for platform=nord3 +2021-12-18 01:45:25,577 Checking jobs for platform=local +2021-12-18 01:45:25,577 Checking jobs for platform=transfer_node +2021-12-18 01:45:25,578 Checking all jobs at once +2021-12-18 01:45:26,897 Successful check job command +2021-12-18 01:45:28,116 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:45:28,116 End of checking +2021-12-18 01:45:28,118 Updating FAILED jobs +2021-12-18 01:45:28,118 Updating WAITING jobs +2021-12-18 01:45:28,118 Update finished +2021-12-18 01:45:28,118 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:45:28,119 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:45:28,119 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:45:28,119 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:45:28,119 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:45:28,122 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:45:28,124 Job list saved +2021-12-18 01:45:28,129 Updating FAILED jobs +2021-12-18 01:45:28,129 Updating WAITING jobs +2021-12-18 01:45:28,129 Update finished +2021-12-18 01:45:38,140 Reloading parameters... +2021-12-18 01:45:38,158 Loading parameters... +2021-12-18 01:45:38,160 Loading project parameters... +2021-12-18 01:45:38,162 + +22 of 25 jobs remaining (01:45) +2021-12-18 01:45:38,162 Sleep: 10 +2021-12-18 01:45:38,162 Number of retrials: 0 +2021-12-18 01:45:38,162 WRAPPER CHECK TIME = 10 +2021-12-18 01:45:38,162 Checking jobs for platform=marenostrum4 +2021-12-18 01:45:38,163 Checking jobs for platform=nord3 +2021-12-18 01:45:38,164 Checking jobs for platform=local +2021-12-18 01:45:38,164 Checking jobs for platform=transfer_node +2021-12-18 01:45:38,164 Checking all jobs at once +2021-12-18 01:45:39,836 Successful check job command +2021-12-18 01:45:41,408 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:45:41,408 End of checking +2021-12-18 01:45:41,410 Updating FAILED jobs +2021-12-18 01:45:41,410 Updating WAITING jobs +2021-12-18 01:45:41,410 Update finished +2021-12-18 01:45:41,410 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:45:41,410 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:45:41,410 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:45:41,411 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:45:41,411 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:45:41,413 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:45:41,416 Job list saved +2021-12-18 01:45:41,421 Updating FAILED jobs +2021-12-18 01:45:41,421 Updating WAITING jobs +2021-12-18 01:45:41,421 Update finished +2021-12-18 01:45:51,431 Reloading parameters... +2021-12-18 01:45:51,453 Loading parameters... +2021-12-18 01:45:51,455 Loading project parameters... +2021-12-18 01:45:51,457 + +22 of 25 jobs remaining (01:45) +2021-12-18 01:45:51,457 Sleep: 10 +2021-12-18 01:45:51,457 Number of retrials: 0 +2021-12-18 01:45:51,457 WRAPPER CHECK TIME = 10 +2021-12-18 01:45:51,458 Checking jobs for platform=marenostrum4 +2021-12-18 01:45:51,458 Checking jobs for platform=nord3 +2021-12-18 01:45:51,459 Checking jobs for platform=local +2021-12-18 01:45:51,459 Checking jobs for platform=transfer_node +2021-12-18 01:45:51,460 Checking all jobs at once +2021-12-18 01:45:53,133 Successful check job command +2021-12-18 01:45:54,652 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:45:54,653 End of checking +2021-12-18 01:45:54,654 Updating FAILED jobs +2021-12-18 01:45:54,654 Updating WAITING jobs +2021-12-18 01:45:54,654 Update finished +2021-12-18 01:45:54,655 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:45:54,655 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:45:54,655 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:45:54,655 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:45:54,655 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:45:54,658 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:45:54,660 Job list saved +2021-12-18 01:45:54,665 Updating FAILED jobs +2021-12-18 01:45:54,665 Updating WAITING jobs +2021-12-18 01:45:54,665 Update finished +2021-12-18 01:46:04,675 Reloading parameters... +2021-12-18 01:46:04,694 Loading parameters... +2021-12-18 01:46:04,696 Loading project parameters... +2021-12-18 01:46:04,698 + +22 of 25 jobs remaining (01:46) +2021-12-18 01:46:04,698 Sleep: 10 +2021-12-18 01:46:04,698 Number of retrials: 0 +2021-12-18 01:46:04,698 WRAPPER CHECK TIME = 10 +2021-12-18 01:46:04,699 Checking jobs for platform=marenostrum4 +2021-12-18 01:46:04,699 Checking jobs for platform=nord3 +2021-12-18 01:46:04,700 Checking jobs for platform=local +2021-12-18 01:46:04,700 Checking jobs for platform=transfer_node +2021-12-18 01:46:04,700 Checking all jobs at once +2021-12-18 01:46:06,420 Successful check job command +2021-12-18 01:46:07,840 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:46:07,840 End of checking +2021-12-18 01:46:07,841 Updating FAILED jobs +2021-12-18 01:46:07,842 Updating WAITING jobs +2021-12-18 01:46:07,842 Update finished +2021-12-18 01:46:07,842 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:46:07,843 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:46:07,843 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:46:07,843 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:46:07,843 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:46:07,846 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:46:07,848 Job list saved +2021-12-18 01:46:07,853 Updating FAILED jobs +2021-12-18 01:46:07,853 Updating WAITING jobs +2021-12-18 01:46:07,854 Update finished +2021-12-18 01:46:17,864 Reloading parameters... +2021-12-18 01:46:17,883 Loading parameters... +2021-12-18 01:46:17,884 Loading project parameters... +2021-12-18 01:46:17,886 + +22 of 25 jobs remaining (01:46) +2021-12-18 01:46:17,886 Sleep: 10 +2021-12-18 01:46:17,886 Number of retrials: 0 +2021-12-18 01:46:17,886 WRAPPER CHECK TIME = 10 +2021-12-18 01:46:17,887 Checking jobs for platform=marenostrum4 +2021-12-18 01:46:17,888 Checking jobs for platform=nord3 +2021-12-18 01:46:17,888 Checking jobs for platform=local +2021-12-18 01:46:17,889 Checking jobs for platform=transfer_node +2021-12-18 01:46:17,889 Checking all jobs at once +2021-12-18 01:46:19,408 Successful check job command +2021-12-18 01:46:20,978 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:46:20,978 End of checking +2021-12-18 01:46:20,980 Updating FAILED jobs +2021-12-18 01:46:20,980 Updating WAITING jobs +2021-12-18 01:46:20,980 Update finished +2021-12-18 01:46:20,980 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:46:20,981 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:46:20,981 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:46:20,981 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:46:20,981 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:46:20,983 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:46:20,986 Job list saved +2021-12-18 01:46:20,992 Updating FAILED jobs +2021-12-18 01:46:20,992 Updating WAITING jobs +2021-12-18 01:46:20,992 Update finished +2021-12-18 01:46:30,997 Reloading parameters... +2021-12-18 01:46:31,018 Loading parameters... +2021-12-18 01:46:31,020 Loading project parameters... +2021-12-18 01:46:31,022 + +22 of 25 jobs remaining (01:46) +2021-12-18 01:46:31,022 Sleep: 10 +2021-12-18 01:46:31,022 Number of retrials: 0 +2021-12-18 01:46:31,022 WRAPPER CHECK TIME = 10 +2021-12-18 01:46:31,023 Checking jobs for platform=marenostrum4 +2021-12-18 01:46:31,023 Checking jobs for platform=nord3 +2021-12-18 01:46:31,024 Checking jobs for platform=local +2021-12-18 01:46:31,025 Checking jobs for platform=transfer_node +2021-12-18 01:46:31,025 Checking all jobs at once +2021-12-18 01:46:33,146 Successful check job command +2021-12-18 01:46:34,515 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:46:34,516 End of checking +2021-12-18 01:46:34,517 Updating FAILED jobs +2021-12-18 01:46:34,517 Updating WAITING jobs +2021-12-18 01:46:34,518 Update finished +2021-12-18 01:46:34,518 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:46:34,518 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:46:34,518 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:46:34,518 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:46:34,518 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:46:34,521 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:46:34,523 Job list saved +2021-12-18 01:46:34,529 Updating FAILED jobs +2021-12-18 01:46:34,529 Updating WAITING jobs +2021-12-18 01:46:34,529 Update finished +2021-12-18 01:46:44,540 Reloading parameters... +2021-12-18 01:46:44,563 Loading parameters... +2021-12-18 01:46:44,565 Loading project parameters... +2021-12-18 01:46:44,568 + +22 of 25 jobs remaining (01:46) +2021-12-18 01:46:44,568 Sleep: 10 +2021-12-18 01:46:44,568 Number of retrials: 0 +2021-12-18 01:46:44,568 WRAPPER CHECK TIME = 10 +2021-12-18 01:46:44,569 Checking jobs for platform=marenostrum4 +2021-12-18 01:46:44,570 Checking jobs for platform=nord3 +2021-12-18 01:46:44,572 Checking jobs for platform=local +2021-12-18 01:46:44,573 Checking jobs for platform=transfer_node +2021-12-18 01:46:44,573 Checking all jobs at once +2021-12-18 01:46:46,493 Successful check job command +2021-12-18 01:46:48,115 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:46:48,116 End of checking +2021-12-18 01:46:48,118 Updating FAILED jobs +2021-12-18 01:46:48,118 Updating WAITING jobs +2021-12-18 01:46:48,118 Update finished +2021-12-18 01:46:48,118 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:46:48,119 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:46:48,119 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:46:48,119 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:46:48,119 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:46:48,122 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:46:48,125 Job list saved +2021-12-18 01:46:48,130 Updating FAILED jobs +2021-12-18 01:46:48,130 Updating WAITING jobs +2021-12-18 01:46:48,130 Update finished +2021-12-18 01:46:58,140 Reloading parameters... +2021-12-18 01:46:58,159 Loading parameters... +2021-12-18 01:46:58,161 Loading project parameters... +2021-12-18 01:46:58,165 + +22 of 25 jobs remaining (01:46) +2021-12-18 01:46:58,165 Sleep: 10 +2021-12-18 01:46:58,165 Number of retrials: 0 +2021-12-18 01:46:58,165 WRAPPER CHECK TIME = 10 +2021-12-18 01:46:58,166 Checking jobs for platform=marenostrum4 +2021-12-18 01:46:58,166 Checking jobs for platform=nord3 +2021-12-18 01:46:58,167 Checking jobs for platform=local +2021-12-18 01:46:58,167 Checking jobs for platform=transfer_node +2021-12-18 01:46:58,168 Checking all jobs at once +2021-12-18 01:46:59,888 Successful check job command +2021-12-18 01:47:01,557 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:47:01,558 End of checking +2021-12-18 01:47:01,559 Updating FAILED jobs +2021-12-18 01:47:01,559 Updating WAITING jobs +2021-12-18 01:47:01,559 Update finished +2021-12-18 01:47:01,560 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:47:01,560 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:47:01,560 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:47:01,560 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:47:01,560 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:47:01,563 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:47:01,565 Job list saved +2021-12-18 01:47:01,570 Updating FAILED jobs +2021-12-18 01:47:01,570 Updating WAITING jobs +2021-12-18 01:47:01,570 Update finished +2021-12-18 01:47:11,580 Reloading parameters... +2021-12-18 01:47:11,599 Loading parameters... +2021-12-18 01:47:11,601 Loading project parameters... +2021-12-18 01:47:11,605 + +22 of 25 jobs remaining (01:47) +2021-12-18 01:47:11,606 Sleep: 10 +2021-12-18 01:47:11,606 Number of retrials: 0 +2021-12-18 01:47:11,606 WRAPPER CHECK TIME = 10 +2021-12-18 01:47:11,606 Checking jobs for platform=marenostrum4 +2021-12-18 01:47:11,607 Checking jobs for platform=nord3 +2021-12-18 01:47:11,607 Checking jobs for platform=local +2021-12-18 01:47:11,608 Checking jobs for platform=transfer_node +2021-12-18 01:47:11,608 Checking all jobs at once +2021-12-18 01:47:13,128 Successful check job command +2021-12-18 01:47:14,749 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:47:14,749 End of checking +2021-12-18 01:47:14,751 Updating FAILED jobs +2021-12-18 01:47:14,751 Updating WAITING jobs +2021-12-18 01:47:14,751 Update finished +2021-12-18 01:47:14,751 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:47:14,752 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:47:14,752 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:47:14,752 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:47:14,752 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:47:14,755 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:47:14,757 Job list saved +2021-12-18 01:47:14,765 Updating FAILED jobs +2021-12-18 01:47:14,766 Updating WAITING jobs +2021-12-18 01:47:14,766 Update finished +2021-12-18 01:47:24,775 Reloading parameters... +2021-12-18 01:47:24,795 Loading parameters... +2021-12-18 01:47:24,796 Loading project parameters... +2021-12-18 01:47:24,798 + +22 of 25 jobs remaining (01:47) +2021-12-18 01:47:24,798 Sleep: 10 +2021-12-18 01:47:24,798 Number of retrials: 0 +2021-12-18 01:47:24,798 WRAPPER CHECK TIME = 10 +2021-12-18 01:47:24,799 Checking jobs for platform=marenostrum4 +2021-12-18 01:47:24,799 Checking jobs for platform=nord3 +2021-12-18 01:47:24,800 Checking jobs for platform=local +2021-12-18 01:47:24,800 Checking jobs for platform=transfer_node +2021-12-18 01:47:24,800 Checking all jobs at once +2021-12-18 01:47:27,324 Successful check job command +2021-12-18 01:47:29,595 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:47:29,595 End of checking +2021-12-18 01:47:29,596 Updating FAILED jobs +2021-12-18 01:47:29,596 Updating WAITING jobs +2021-12-18 01:47:29,597 Update finished +2021-12-18 01:47:29,597 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:47:29,597 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:47:29,598 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:47:29,598 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:47:29,598 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:47:29,600 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:47:29,603 Job list saved +2021-12-18 01:47:29,607 Updating FAILED jobs +2021-12-18 01:47:29,607 Updating WAITING jobs +2021-12-18 01:47:29,607 Update finished +2021-12-18 01:47:39,609 Reloading parameters... +2021-12-18 01:47:39,629 Loading parameters... +2021-12-18 01:47:39,630 Loading project parameters... +2021-12-18 01:47:39,632 + +22 of 25 jobs remaining (01:47) +2021-12-18 01:47:39,632 Sleep: 10 +2021-12-18 01:47:39,633 Number of retrials: 0 +2021-12-18 01:47:39,633 WRAPPER CHECK TIME = 10 +2021-12-18 01:47:39,633 Checking jobs for platform=marenostrum4 +2021-12-18 01:47:39,634 Checking jobs for platform=nord3 +2021-12-18 01:47:39,634 Checking jobs for platform=local +2021-12-18 01:47:39,635 Checking jobs for platform=transfer_node +2021-12-18 01:47:39,635 Checking all jobs at once +2021-12-18 01:47:42,006 Successful check job command +2021-12-18 01:47:44,327 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:47:44,327 End of checking +2021-12-18 01:47:44,329 Updating FAILED jobs +2021-12-18 01:47:44,329 Updating WAITING jobs +2021-12-18 01:47:44,329 Update finished +2021-12-18 01:47:44,329 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:47:44,329 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:47:44,330 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:47:44,330 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:47:44,330 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:47:44,332 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:47:44,334 Job list saved +2021-12-18 01:47:44,339 Updating FAILED jobs +2021-12-18 01:47:44,339 Updating WAITING jobs +2021-12-18 01:47:44,340 Update finished +2021-12-18 01:47:54,350 Reloading parameters... +2021-12-18 01:47:54,369 Loading parameters... +2021-12-18 01:47:54,370 Loading project parameters... +2021-12-18 01:47:54,372 + +22 of 25 jobs remaining (01:47) +2021-12-18 01:47:54,372 Sleep: 10 +2021-12-18 01:47:54,372 Number of retrials: 0 +2021-12-18 01:47:54,372 WRAPPER CHECK TIME = 10 +2021-12-18 01:47:54,373 Checking jobs for platform=marenostrum4 +2021-12-18 01:47:54,373 Checking jobs for platform=nord3 +2021-12-18 01:47:54,374 Checking jobs for platform=local +2021-12-18 01:47:54,375 Checking jobs for platform=transfer_node +2021-12-18 01:47:54,375 Checking all jobs at once +2021-12-18 01:47:56,146 Successful check job command +2021-12-18 01:47:57,618 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:47:57,618 End of checking +2021-12-18 01:47:57,620 Updating FAILED jobs +2021-12-18 01:47:57,620 Updating WAITING jobs +2021-12-18 01:47:57,620 Update finished +2021-12-18 01:47:57,620 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:47:57,621 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:47:57,621 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:47:57,621 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:47:57,621 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:47:57,624 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:47:57,626 Job list saved +2021-12-18 01:47:57,632 Updating FAILED jobs +2021-12-18 01:47:57,632 Updating WAITING jobs +2021-12-18 01:47:57,632 Update finished +2021-12-18 01:48:07,643 Reloading parameters... +2021-12-18 01:48:07,664 Loading parameters... +2021-12-18 01:48:07,665 Loading project parameters... +2021-12-18 01:48:07,667 + +22 of 25 jobs remaining (01:48) +2021-12-18 01:48:07,667 Sleep: 10 +2021-12-18 01:48:07,667 Number of retrials: 0 +2021-12-18 01:48:07,667 WRAPPER CHECK TIME = 10 +2021-12-18 01:48:07,668 Checking jobs for platform=marenostrum4 +2021-12-18 01:48:07,669 Checking jobs for platform=nord3 +2021-12-18 01:48:07,669 Checking jobs for platform=local +2021-12-18 01:48:07,670 Checking jobs for platform=transfer_node +2021-12-18 01:48:07,670 Checking all jobs at once +2021-12-18 01:48:09,239 Successful check job command +2021-12-18 01:48:10,759 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:48:10,759 End of checking +2021-12-18 01:48:10,760 Updating FAILED jobs +2021-12-18 01:48:10,760 Updating WAITING jobs +2021-12-18 01:48:10,761 Update finished +2021-12-18 01:48:10,761 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:48:10,762 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:48:10,762 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:48:10,762 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:48:10,762 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:48:10,765 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:48:10,767 Job list saved +2021-12-18 01:48:10,774 Updating FAILED jobs +2021-12-18 01:48:10,774 Updating WAITING jobs +2021-12-18 01:48:10,775 Update finished +2021-12-18 01:48:20,785 Reloading parameters... +2021-12-18 01:48:20,805 Loading parameters... +2021-12-18 01:48:20,806 Loading project parameters... +2021-12-18 01:48:20,808 + +22 of 25 jobs remaining (01:48) +2021-12-18 01:48:20,808 Sleep: 10 +2021-12-18 01:48:20,808 Number of retrials: 0 +2021-12-18 01:48:20,808 WRAPPER CHECK TIME = 10 +2021-12-18 01:48:20,809 Checking jobs for platform=marenostrum4 +2021-12-18 01:48:20,809 Checking jobs for platform=nord3 +2021-12-18 01:48:20,810 Checking jobs for platform=local +2021-12-18 01:48:20,810 Checking jobs for platform=transfer_node +2021-12-18 01:48:20,811 Checking all jobs at once +2021-12-18 01:48:22,834 Successful check job command +2021-12-18 01:48:25,005 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:48:25,005 End of checking +2021-12-18 01:48:25,007 Updating FAILED jobs +2021-12-18 01:48:25,007 Updating WAITING jobs +2021-12-18 01:48:25,007 Update finished +2021-12-18 01:48:25,007 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:48:25,007 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:48:25,007 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:48:25,008 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:48:25,008 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:48:25,010 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:48:25,013 Job list saved +2021-12-18 01:48:25,018 Updating FAILED jobs +2021-12-18 01:48:25,018 Updating WAITING jobs +2021-12-18 01:48:25,018 Update finished +2021-12-18 01:48:35,028 Reloading parameters... +2021-12-18 01:48:35,046 Loading parameters... +2021-12-18 01:48:35,048 Loading project parameters... +2021-12-18 01:48:35,050 + +22 of 25 jobs remaining (01:48) +2021-12-18 01:48:35,050 Sleep: 10 +2021-12-18 01:48:35,050 Number of retrials: 0 +2021-12-18 01:48:35,050 WRAPPER CHECK TIME = 10 +2021-12-18 01:48:35,051 Checking jobs for platform=marenostrum4 +2021-12-18 01:48:35,051 Checking jobs for platform=nord3 +2021-12-18 01:48:35,052 Checking jobs for platform=local +2021-12-18 01:48:35,052 Checking jobs for platform=transfer_node +2021-12-18 01:48:35,052 Checking all jobs at once +2021-12-18 01:48:36,522 Successful check job command +2021-12-18 01:48:38,493 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:48:38,493 End of checking +2021-12-18 01:48:38,495 Updating FAILED jobs +2021-12-18 01:48:38,495 Updating WAITING jobs +2021-12-18 01:48:38,495 Update finished +2021-12-18 01:48:38,495 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:48:38,495 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:48:38,496 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:48:38,496 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:48:38,496 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:48:38,499 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:48:38,501 Job list saved +2021-12-18 01:48:38,510 Updating FAILED jobs +2021-12-18 01:48:38,510 Updating WAITING jobs +2021-12-18 01:48:38,511 Update finished +2021-12-18 01:48:48,521 Reloading parameters... +2021-12-18 01:48:48,541 Loading parameters... +2021-12-18 01:48:48,542 Loading project parameters... +2021-12-18 01:48:48,544 + +22 of 25 jobs remaining (01:48) +2021-12-18 01:48:48,544 Sleep: 10 +2021-12-18 01:48:48,544 Number of retrials: 0 +2021-12-18 01:48:48,544 WRAPPER CHECK TIME = 10 +2021-12-18 01:48:48,545 Checking jobs for platform=marenostrum4 +2021-12-18 01:48:48,546 Checking jobs for platform=nord3 +2021-12-18 01:48:48,546 Checking jobs for platform=local +2021-12-18 01:48:48,547 Checking jobs for platform=transfer_node +2021-12-18 01:48:48,547 Checking all jobs at once +2021-12-18 01:48:49,918 Successful check job command +2021-12-18 01:48:51,137 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:48:51,137 End of checking +2021-12-18 01:48:51,138 Updating FAILED jobs +2021-12-18 01:48:51,138 Updating WAITING jobs +2021-12-18 01:48:51,139 Update finished +2021-12-18 01:48:51,139 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:48:51,139 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:48:51,140 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:48:51,140 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:48:51,140 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:48:51,143 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:48:51,145 Job list saved +2021-12-18 01:48:51,152 Updating FAILED jobs +2021-12-18 01:48:51,152 Updating WAITING jobs +2021-12-18 01:48:51,152 Update finished +2021-12-18 01:49:01,162 Reloading parameters... +2021-12-18 01:49:01,182 Loading parameters... +2021-12-18 01:49:01,183 Loading project parameters... +2021-12-18 01:49:01,185 + +22 of 25 jobs remaining (01:49) +2021-12-18 01:49:01,185 Sleep: 10 +2021-12-18 01:49:01,185 Number of retrials: 0 +2021-12-18 01:49:01,185 WRAPPER CHECK TIME = 10 +2021-12-18 01:49:01,186 Checking jobs for platform=marenostrum4 +2021-12-18 01:49:01,186 Checking jobs for platform=nord3 +2021-12-18 01:49:01,187 Checking jobs for platform=local +2021-12-18 01:49:01,188 Checking jobs for platform=transfer_node +2021-12-18 01:49:01,188 Checking all jobs at once +2021-12-18 01:49:02,712 Successful check job command +2021-12-18 01:49:04,384 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:49:04,384 End of checking +2021-12-18 01:49:04,385 Updating FAILED jobs +2021-12-18 01:49:04,385 Updating WAITING jobs +2021-12-18 01:49:04,385 Update finished +2021-12-18 01:49:04,386 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:49:04,386 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:49:04,386 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:49:04,386 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:49:04,386 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:49:04,389 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:49:04,391 Job list saved +2021-12-18 01:49:04,399 Updating FAILED jobs +2021-12-18 01:49:04,399 Updating WAITING jobs +2021-12-18 01:49:04,399 Update finished +2021-12-18 01:49:14,406 Reloading parameters... +2021-12-18 01:49:14,425 Loading parameters... +2021-12-18 01:49:14,427 Loading project parameters... +2021-12-18 01:49:14,428 + +22 of 25 jobs remaining (01:49) +2021-12-18 01:49:14,429 Sleep: 10 +2021-12-18 01:49:14,429 Number of retrials: 0 +2021-12-18 01:49:14,429 WRAPPER CHECK TIME = 10 +2021-12-18 01:49:14,429 Checking jobs for platform=marenostrum4 +2021-12-18 01:49:14,430 Checking jobs for platform=nord3 +2021-12-18 01:49:14,431 Checking jobs for platform=local +2021-12-18 01:49:14,431 Checking jobs for platform=transfer_node +2021-12-18 01:49:14,431 Checking all jobs at once +2021-12-18 01:49:15,851 Successful check job command +2021-12-18 01:49:17,270 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:49:17,270 End of checking +2021-12-18 01:49:17,272 Updating FAILED jobs +2021-12-18 01:49:17,272 Updating WAITING jobs +2021-12-18 01:49:17,272 Update finished +2021-12-18 01:49:17,272 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:49:17,272 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:49:17,272 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:49:17,273 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:49:17,273 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:49:17,275 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:49:17,278 Job list saved +2021-12-18 01:49:17,282 Updating FAILED jobs +2021-12-18 01:49:17,282 Updating WAITING jobs +2021-12-18 01:49:17,283 Update finished +2021-12-18 01:49:27,293 Reloading parameters... +2021-12-18 01:49:27,314 Loading parameters... +2021-12-18 01:49:27,315 Loading project parameters... +2021-12-18 01:49:27,317 + +22 of 25 jobs remaining (01:49) +2021-12-18 01:49:27,317 Sleep: 10 +2021-12-18 01:49:27,317 Number of retrials: 0 +2021-12-18 01:49:27,318 WRAPPER CHECK TIME = 10 +2021-12-18 01:49:27,318 Checking jobs for platform=marenostrum4 +2021-12-18 01:49:27,319 Checking jobs for platform=nord3 +2021-12-18 01:49:27,319 Checking jobs for platform=local +2021-12-18 01:49:27,320 Checking jobs for platform=transfer_node +2021-12-18 01:49:27,320 Checking all jobs at once +2021-12-18 01:49:28,689 Successful check job command +2021-12-18 01:49:30,010 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:49:30,010 End of checking +2021-12-18 01:49:30,011 Updating FAILED jobs +2021-12-18 01:49:30,012 Updating WAITING jobs +2021-12-18 01:49:30,012 Update finished +2021-12-18 01:49:30,012 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:49:30,014 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:49:30,014 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:49:30,014 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:49:30,015 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:49:30,017 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:49:30,019 Job list saved +2021-12-18 01:49:30,025 Updating FAILED jobs +2021-12-18 01:49:30,025 Updating WAITING jobs +2021-12-18 01:49:30,026 Update finished +2021-12-18 01:49:40,035 Reloading parameters... +2021-12-18 01:49:40,056 Loading parameters... +2021-12-18 01:49:40,057 Loading project parameters... +2021-12-18 01:49:40,059 + +22 of 25 jobs remaining (01:49) +2021-12-18 01:49:40,060 Sleep: 10 +2021-12-18 01:49:40,060 Number of retrials: 0 +2021-12-18 01:49:40,060 WRAPPER CHECK TIME = 10 +2021-12-18 01:49:40,060 Checking jobs for platform=marenostrum4 +2021-12-18 01:49:40,061 Checking jobs for platform=nord3 +2021-12-18 01:49:40,061 Checking jobs for platform=local +2021-12-18 01:49:40,062 Checking jobs for platform=transfer_node +2021-12-18 01:49:40,062 Checking all jobs at once +2021-12-18 01:49:41,481 Successful check job command +2021-12-18 01:49:42,600 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:49:42,601 End of checking +2021-12-18 01:49:42,602 Updating FAILED jobs +2021-12-18 01:49:42,602 Updating WAITING jobs +2021-12-18 01:49:42,603 Update finished +2021-12-18 01:49:42,603 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:49:42,603 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:49:42,603 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:49:42,603 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:49:42,603 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:49:42,607 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:49:42,609 Job list saved +2021-12-18 01:49:42,623 Updating FAILED jobs +2021-12-18 01:49:42,624 Updating WAITING jobs +2021-12-18 01:49:42,624 Update finished +2021-12-18 01:49:52,634 Reloading parameters... +2021-12-18 01:49:52,656 Loading parameters... +2021-12-18 01:49:52,657 Loading project parameters... +2021-12-18 01:49:52,659 + +22 of 25 jobs remaining (01:49) +2021-12-18 01:49:52,659 Sleep: 10 +2021-12-18 01:49:52,659 Number of retrials: 0 +2021-12-18 01:49:52,659 WRAPPER CHECK TIME = 10 +2021-12-18 01:49:52,660 Checking jobs for platform=marenostrum4 +2021-12-18 01:49:52,661 Checking jobs for platform=nord3 +2021-12-18 01:49:52,661 Checking jobs for platform=local +2021-12-18 01:49:52,662 Checking jobs for platform=transfer_node +2021-12-18 01:49:52,662 Checking all jobs at once +2021-12-18 01:49:54,283 Successful check job command +2021-12-18 01:49:55,553 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:49:55,554 End of checking +2021-12-18 01:49:55,555 Updating FAILED jobs +2021-12-18 01:49:55,555 Updating WAITING jobs +2021-12-18 01:49:55,555 Update finished +2021-12-18 01:49:55,555 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:49:55,555 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:49:55,556 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:49:55,556 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:49:55,556 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:49:55,559 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:49:55,561 Job list saved +2021-12-18 01:49:55,566 Updating FAILED jobs +2021-12-18 01:49:55,566 Updating WAITING jobs +2021-12-18 01:49:55,566 Update finished +2021-12-18 01:50:05,576 Reloading parameters... +2021-12-18 01:50:05,597 Loading parameters... +2021-12-18 01:50:05,598 Loading project parameters... +2021-12-18 01:50:05,600 + +22 of 25 jobs remaining (01:50) +2021-12-18 01:50:05,600 Sleep: 10 +2021-12-18 01:50:05,600 Number of retrials: 0 +2021-12-18 01:50:05,600 WRAPPER CHECK TIME = 10 +2021-12-18 01:50:05,601 Checking jobs for platform=marenostrum4 +2021-12-18 01:50:05,602 Checking jobs for platform=nord3 +2021-12-18 01:50:05,602 Checking jobs for platform=local +2021-12-18 01:50:05,603 Checking jobs for platform=transfer_node +2021-12-18 01:50:05,603 Checking all jobs at once +2021-12-18 01:50:07,578 Successful check job command +2021-12-18 01:50:09,298 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:50:09,298 End of checking +2021-12-18 01:50:09,300 Updating FAILED jobs +2021-12-18 01:50:09,300 Updating WAITING jobs +2021-12-18 01:50:09,300 Update finished +2021-12-18 01:50:09,300 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:50:09,301 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:50:09,301 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:50:09,301 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:50:09,301 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:50:09,305 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:50:09,307 Job list saved +2021-12-18 01:50:09,312 Updating FAILED jobs +2021-12-18 01:50:09,312 Updating WAITING jobs +2021-12-18 01:50:09,312 Update finished +2021-12-18 01:50:19,322 Reloading parameters... +2021-12-18 01:50:19,342 Loading parameters... +2021-12-18 01:50:19,343 Loading project parameters... +2021-12-18 01:50:19,345 + +22 of 25 jobs remaining (01:50) +2021-12-18 01:50:19,345 Sleep: 10 +2021-12-18 01:50:19,346 Number of retrials: 0 +2021-12-18 01:50:19,346 WRAPPER CHECK TIME = 10 +2021-12-18 01:50:19,346 Checking jobs for platform=marenostrum4 +2021-12-18 01:50:19,347 Checking jobs for platform=nord3 +2021-12-18 01:50:19,347 Checking jobs for platform=local +2021-12-18 01:50:19,348 Checking jobs for platform=transfer_node +2021-12-18 01:50:19,348 Checking all jobs at once +2021-12-18 01:50:20,918 Successful check job command +2021-12-18 01:50:22,337 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:50:22,338 End of checking +2021-12-18 01:50:22,339 Updating FAILED jobs +2021-12-18 01:50:22,339 Updating WAITING jobs +2021-12-18 01:50:22,339 Update finished +2021-12-18 01:50:22,340 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:50:22,340 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:50:22,340 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:50:22,340 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:50:22,340 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:50:22,343 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:50:22,345 Job list saved +2021-12-18 01:50:22,355 Updating FAILED jobs +2021-12-18 01:50:22,355 Updating WAITING jobs +2021-12-18 01:50:22,355 Update finished +2021-12-18 01:50:32,363 Reloading parameters... +2021-12-18 01:50:32,385 Loading parameters... +2021-12-18 01:50:32,387 Loading project parameters... +2021-12-18 01:50:32,390 + +22 of 25 jobs remaining (01:50) +2021-12-18 01:50:32,390 Sleep: 10 +2021-12-18 01:50:32,391 Number of retrials: 0 +2021-12-18 01:50:32,391 WRAPPER CHECK TIME = 10 +2021-12-18 01:50:32,391 Checking jobs for platform=marenostrum4 +2021-12-18 01:50:32,392 Checking jobs for platform=nord3 +2021-12-18 01:50:32,392 Checking jobs for platform=local +2021-12-18 01:50:32,393 Checking jobs for platform=transfer_node +2021-12-18 01:50:32,393 Checking all jobs at once +2021-12-18 01:50:33,712 Successful check job command +2021-12-18 01:50:34,981 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:50:34,981 End of checking +2021-12-18 01:50:34,983 Updating FAILED jobs +2021-12-18 01:50:34,983 Updating WAITING jobs +2021-12-18 01:50:34,983 Update finished +2021-12-18 01:50:34,984 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:50:34,984 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:50:34,984 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:50:34,984 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:50:34,984 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:50:34,987 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:50:34,989 Job list saved +2021-12-18 01:50:34,994 Updating FAILED jobs +2021-12-18 01:50:34,994 Updating WAITING jobs +2021-12-18 01:50:34,994 Update finished +2021-12-18 01:50:45,004 Reloading parameters... +2021-12-18 01:50:45,025 Loading parameters... +2021-12-18 01:50:45,026 Loading project parameters... +2021-12-18 01:50:45,028 + +22 of 25 jobs remaining (01:50) +2021-12-18 01:50:45,028 Sleep: 10 +2021-12-18 01:50:45,028 Number of retrials: 0 +2021-12-18 01:50:45,028 WRAPPER CHECK TIME = 10 +2021-12-18 01:50:45,029 Checking jobs for platform=marenostrum4 +2021-12-18 01:50:45,030 Checking jobs for platform=nord3 +2021-12-18 01:50:45,030 Checking jobs for platform=local +2021-12-18 01:50:45,031 Checking jobs for platform=transfer_node +2021-12-18 01:50:45,031 Checking all jobs at once +2021-12-18 01:50:47,001 Successful check job command +2021-12-18 01:50:48,320 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:50:48,321 End of checking +2021-12-18 01:50:48,322 Updating FAILED jobs +2021-12-18 01:50:48,322 Updating WAITING jobs +2021-12-18 01:50:48,323 Update finished +2021-12-18 01:50:48,323 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:50:48,323 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:50:48,324 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:50:48,324 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:50:48,324 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:50:48,328 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:50:48,330 Job list saved +2021-12-18 01:50:48,336 Updating FAILED jobs +2021-12-18 01:50:48,336 Updating WAITING jobs +2021-12-18 01:50:48,337 Update finished +2021-12-18 01:50:58,347 Reloading parameters... +2021-12-18 01:50:58,368 Loading parameters... +2021-12-18 01:50:58,370 Loading project parameters... +2021-12-18 01:50:58,371 + +22 of 25 jobs remaining (01:50) +2021-12-18 01:50:58,372 Sleep: 10 +2021-12-18 01:50:58,372 Number of retrials: 0 +2021-12-18 01:50:58,372 WRAPPER CHECK TIME = 10 +2021-12-18 01:50:58,373 Checking jobs for platform=marenostrum4 +2021-12-18 01:50:58,373 Checking jobs for platform=nord3 +2021-12-18 01:50:58,374 Checking jobs for platform=local +2021-12-18 01:50:58,374 Checking jobs for platform=transfer_node +2021-12-18 01:50:58,374 Checking all jobs at once +2021-12-18 01:51:00,646 Successful check job command +2021-12-18 01:51:03,167 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:51:03,167 End of checking +2021-12-18 01:51:03,174 Updating FAILED jobs +2021-12-18 01:51:03,174 Updating WAITING jobs +2021-12-18 01:51:03,175 Update finished +2021-12-18 01:51:03,175 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:51:03,175 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:51:03,175 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:51:03,175 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:51:03,175 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:51:03,178 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:51:03,181 Job list saved +2021-12-18 01:51:03,186 Updating FAILED jobs +2021-12-18 01:51:03,186 Updating WAITING jobs +2021-12-18 01:51:03,187 Update finished +2021-12-18 01:51:13,196 Reloading parameters... +2021-12-18 01:51:13,216 Loading parameters... +2021-12-18 01:51:13,218 Loading project parameters... +2021-12-18 01:51:13,220 + +22 of 25 jobs remaining (01:51) +2021-12-18 01:51:13,220 Sleep: 10 +2021-12-18 01:51:13,220 Number of retrials: 0 +2021-12-18 01:51:13,220 WRAPPER CHECK TIME = 10 +2021-12-18 01:51:13,221 Checking jobs for platform=marenostrum4 +2021-12-18 01:51:13,221 Checking jobs for platform=nord3 +2021-12-18 01:51:13,222 Checking jobs for platform=local +2021-12-18 01:51:13,222 Checking jobs for platform=transfer_node +2021-12-18 01:51:13,222 Checking all jobs at once +2021-12-18 01:51:14,792 Successful check job command +2021-12-18 01:51:16,863 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:51:16,863 End of checking +2021-12-18 01:51:16,865 Updating FAILED jobs +2021-12-18 01:51:16,865 Updating WAITING jobs +2021-12-18 01:51:16,865 Update finished +2021-12-18 01:51:16,865 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:51:16,865 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:51:16,866 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:51:16,866 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:51:16,866 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:51:16,869 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:51:16,872 Job list saved +2021-12-18 01:51:16,877 Updating FAILED jobs +2021-12-18 01:51:16,877 Updating WAITING jobs +2021-12-18 01:51:16,877 Update finished +2021-12-18 01:51:26,887 Reloading parameters... +2021-12-18 01:51:26,907 Loading parameters... +2021-12-18 01:51:26,908 Loading project parameters... +2021-12-18 01:51:26,910 + +22 of 25 jobs remaining (01:51) +2021-12-18 01:51:26,910 Sleep: 10 +2021-12-18 01:51:26,911 Number of retrials: 0 +2021-12-18 01:51:26,911 WRAPPER CHECK TIME = 10 +2021-12-18 01:51:26,911 Checking jobs for platform=marenostrum4 +2021-12-18 01:51:26,912 Checking jobs for platform=nord3 +2021-12-18 01:51:26,912 Checking jobs for platform=local +2021-12-18 01:51:26,913 Checking jobs for platform=transfer_node +2021-12-18 01:51:26,913 Checking all jobs at once +2021-12-18 01:51:28,435 Successful check job command +2021-12-18 01:51:29,605 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:51:29,605 End of checking +2021-12-18 01:51:29,607 Updating FAILED jobs +2021-12-18 01:51:29,607 Updating WAITING jobs +2021-12-18 01:51:29,607 Update finished +2021-12-18 01:51:29,607 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:51:29,608 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:51:29,608 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:51:29,609 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:51:29,609 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:51:29,611 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:51:29,613 Job list saved +2021-12-18 01:51:29,618 Updating FAILED jobs +2021-12-18 01:51:29,619 Updating WAITING jobs +2021-12-18 01:51:29,619 Update finished +2021-12-18 01:51:39,628 Reloading parameters... +2021-12-18 01:51:39,647 Loading parameters... +2021-12-18 01:51:39,648 Loading project parameters... +2021-12-18 01:51:39,650 + +22 of 25 jobs remaining (01:51) +2021-12-18 01:51:39,651 Sleep: 10 +2021-12-18 01:51:39,651 Number of retrials: 0 +2021-12-18 01:51:39,651 WRAPPER CHECK TIME = 10 +2021-12-18 01:51:39,651 Checking jobs for platform=marenostrum4 +2021-12-18 01:51:39,652 Checking jobs for platform=nord3 +2021-12-18 01:51:39,652 Checking jobs for platform=local +2021-12-18 01:51:39,653 Checking jobs for platform=transfer_node +2021-12-18 01:51:39,653 Checking all jobs at once +2021-12-18 01:51:41,874 Successful check job command +2021-12-18 01:51:43,543 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:51:43,544 End of checking +2021-12-18 01:51:43,545 Updating FAILED jobs +2021-12-18 01:51:43,545 Updating WAITING jobs +2021-12-18 01:51:43,545 Update finished +2021-12-18 01:51:43,546 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:51:43,546 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:51:43,546 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:51:43,546 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:51:43,546 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:51:43,549 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:51:43,551 Job list saved +2021-12-18 01:51:43,556 Updating FAILED jobs +2021-12-18 01:51:43,556 Updating WAITING jobs +2021-12-18 01:51:43,556 Update finished +2021-12-18 01:51:53,567 Reloading parameters... +2021-12-18 01:51:53,588 Loading parameters... +2021-12-18 01:51:53,589 Loading project parameters... +2021-12-18 01:51:53,591 + +22 of 25 jobs remaining (01:51) +2021-12-18 01:51:53,591 Sleep: 10 +2021-12-18 01:51:53,591 Number of retrials: 0 +2021-12-18 01:51:53,591 WRAPPER CHECK TIME = 10 +2021-12-18 01:51:53,592 Checking jobs for platform=marenostrum4 +2021-12-18 01:51:53,592 Checking jobs for platform=nord3 +2021-12-18 01:51:53,593 Checking jobs for platform=local +2021-12-18 01:51:53,593 Checking jobs for platform=transfer_node +2021-12-18 01:51:53,593 Checking all jobs at once +2021-12-18 01:51:55,364 Successful check job command +2021-12-18 01:51:57,184 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:51:57,184 End of checking +2021-12-18 01:51:57,186 Updating FAILED jobs +2021-12-18 01:51:57,186 Updating WAITING jobs +2021-12-18 01:51:57,186 Update finished +2021-12-18 01:51:57,186 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:51:57,187 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:51:57,187 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:51:57,187 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:51:57,187 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:51:57,190 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:51:57,192 Job list saved +2021-12-18 01:51:57,197 Updating FAILED jobs +2021-12-18 01:51:57,198 Updating WAITING jobs +2021-12-18 01:51:57,198 Update finished +2021-12-18 01:52:07,208 Reloading parameters... +2021-12-18 01:52:07,231 Loading parameters... +2021-12-18 01:52:07,232 Loading project parameters... +2021-12-18 01:52:07,234 + +22 of 25 jobs remaining (01:52) +2021-12-18 01:52:07,234 Sleep: 10 +2021-12-18 01:52:07,234 Number of retrials: 0 +2021-12-18 01:52:07,234 WRAPPER CHECK TIME = 10 +2021-12-18 01:52:07,235 Checking jobs for platform=marenostrum4 +2021-12-18 01:52:07,235 Checking jobs for platform=nord3 +2021-12-18 01:52:07,236 Checking jobs for platform=local +2021-12-18 01:52:07,236 Checking jobs for platform=transfer_node +2021-12-18 01:52:07,236 Checking all jobs at once +2021-12-18 01:52:09,608 Successful check job command +2021-12-18 01:52:10,928 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:52:10,928 End of checking +2021-12-18 01:52:10,930 Updating FAILED jobs +2021-12-18 01:52:10,930 Updating WAITING jobs +2021-12-18 01:52:10,930 Update finished +2021-12-18 01:52:10,930 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:52:10,931 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:52:10,931 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:52:10,931 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:52:10,931 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:52:10,934 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:52:10,936 Job list saved +2021-12-18 01:52:10,941 Updating FAILED jobs +2021-12-18 01:52:10,942 Updating WAITING jobs +2021-12-18 01:52:10,942 Update finished +2021-12-18 01:52:20,952 Reloading parameters... +2021-12-18 01:52:20,970 Loading parameters... +2021-12-18 01:52:20,971 Loading project parameters... +2021-12-18 01:52:20,973 + +22 of 25 jobs remaining (01:52) +2021-12-18 01:52:20,973 Sleep: 10 +2021-12-18 01:52:20,974 Number of retrials: 0 +2021-12-18 01:52:20,974 WRAPPER CHECK TIME = 10 +2021-12-18 01:52:20,974 Checking jobs for platform=marenostrum4 +2021-12-18 01:52:20,975 Checking jobs for platform=nord3 +2021-12-18 01:52:20,975 Checking jobs for platform=local +2021-12-18 01:52:20,976 Checking jobs for platform=transfer_node +2021-12-18 01:52:20,976 Checking all jobs at once +2021-12-18 01:52:23,098 Successful check job command +2021-12-18 01:52:24,418 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:52:24,418 End of checking +2021-12-18 01:52:24,425 Updating FAILED jobs +2021-12-18 01:52:24,425 Updating WAITING jobs +2021-12-18 01:52:24,426 Update finished +2021-12-18 01:52:24,426 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:52:24,426 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:52:24,426 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:52:24,426 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:52:24,426 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:52:24,430 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:52:24,432 Job list saved +2021-12-18 01:52:24,437 Updating FAILED jobs +2021-12-18 01:52:24,437 Updating WAITING jobs +2021-12-18 01:52:24,437 Update finished +2021-12-18 01:52:34,440 Reloading parameters... +2021-12-18 01:52:34,459 Loading parameters... +2021-12-18 01:52:34,461 Loading project parameters... +2021-12-18 01:52:34,463 + +22 of 25 jobs remaining (01:52) +2021-12-18 01:52:34,463 Sleep: 10 +2021-12-18 01:52:34,463 Number of retrials: 0 +2021-12-18 01:52:34,463 WRAPPER CHECK TIME = 10 +2021-12-18 01:52:34,464 Checking jobs for platform=marenostrum4 +2021-12-18 01:52:34,464 Checking jobs for platform=nord3 +2021-12-18 01:52:34,465 Checking jobs for platform=local +2021-12-18 01:52:34,465 Checking jobs for platform=transfer_node +2021-12-18 01:52:34,465 Checking all jobs at once +2021-12-18 01:52:36,085 Successful check job command +2021-12-18 01:52:37,906 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:52:37,906 End of checking +2021-12-18 01:52:37,908 Updating FAILED jobs +2021-12-18 01:52:37,908 Updating WAITING jobs +2021-12-18 01:52:37,909 Update finished +2021-12-18 01:52:37,909 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:52:37,909 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:52:37,909 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:52:37,909 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:52:37,909 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:52:37,912 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:52:37,914 Job list saved +2021-12-18 01:52:37,920 Updating FAILED jobs +2021-12-18 01:52:37,920 Updating WAITING jobs +2021-12-18 01:52:37,921 Update finished +2021-12-18 01:52:47,931 Reloading parameters... +2021-12-18 01:52:47,951 Loading parameters... +2021-12-18 01:52:47,953 Loading project parameters... +2021-12-18 01:52:47,955 + +22 of 25 jobs remaining (01:52) +2021-12-18 01:52:47,955 Sleep: 10 +2021-12-18 01:52:47,955 Number of retrials: 0 +2021-12-18 01:52:47,955 WRAPPER CHECK TIME = 10 +2021-12-18 01:52:47,956 Checking jobs for platform=marenostrum4 +2021-12-18 01:52:47,956 Checking jobs for platform=nord3 +2021-12-18 01:52:47,957 Checking jobs for platform=local +2021-12-18 01:52:47,957 Checking jobs for platform=transfer_node +2021-12-18 01:52:47,957 Checking all jobs at once +2021-12-18 01:52:49,678 Successful check job command +2021-12-18 01:52:51,197 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:52:51,197 End of checking +2021-12-18 01:52:51,199 Updating FAILED jobs +2021-12-18 01:52:51,199 Updating WAITING jobs +2021-12-18 01:52:51,199 Update finished +2021-12-18 01:52:51,199 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:52:51,200 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:52:51,200 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:52:51,200 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:52:51,200 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:52:51,203 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:52:51,205 Job list saved +2021-12-18 01:52:51,210 Updating FAILED jobs +2021-12-18 01:52:51,210 Updating WAITING jobs +2021-12-18 01:52:51,210 Update finished +2021-12-18 01:53:01,220 Reloading parameters... +2021-12-18 01:53:01,239 Loading parameters... +2021-12-18 01:53:01,240 Loading project parameters... +2021-12-18 01:53:01,244 + +22 of 25 jobs remaining (01:53) +2021-12-18 01:53:01,244 Sleep: 10 +2021-12-18 01:53:01,244 Number of retrials: 0 +2021-12-18 01:53:01,244 WRAPPER CHECK TIME = 10 +2021-12-18 01:53:01,245 Checking jobs for platform=marenostrum4 +2021-12-18 01:53:01,245 Checking jobs for platform=nord3 +2021-12-18 01:53:01,246 Checking jobs for platform=local +2021-12-18 01:53:01,247 Checking jobs for platform=transfer_node +2021-12-18 01:53:01,247 Checking all jobs at once +2021-12-18 01:53:02,766 Successful check job command +2021-12-18 01:53:04,037 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:53:04,037 End of checking +2021-12-18 01:53:04,039 Updating FAILED jobs +2021-12-18 01:53:04,039 Updating WAITING jobs +2021-12-18 01:53:04,039 Update finished +2021-12-18 01:53:04,039 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:53:04,040 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:53:04,040 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:53:04,040 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:53:04,040 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:53:04,043 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:53:04,045 Job list saved +2021-12-18 01:53:04,050 Updating FAILED jobs +2021-12-18 01:53:04,050 Updating WAITING jobs +2021-12-18 01:53:04,050 Update finished +2021-12-18 01:53:14,060 Reloading parameters... +2021-12-18 01:53:14,080 Loading parameters... +2021-12-18 01:53:14,081 Loading project parameters... +2021-12-18 01:53:14,083 + +22 of 25 jobs remaining (01:53) +2021-12-18 01:53:14,083 Sleep: 10 +2021-12-18 01:53:14,084 Number of retrials: 0 +2021-12-18 01:53:14,084 WRAPPER CHECK TIME = 10 +2021-12-18 01:53:14,084 Checking jobs for platform=marenostrum4 +2021-12-18 01:53:14,085 Checking jobs for platform=nord3 +2021-12-18 01:53:14,085 Checking jobs for platform=local +2021-12-18 01:53:14,086 Checking jobs for platform=transfer_node +2021-12-18 01:53:14,086 Checking all jobs at once +2021-12-18 01:53:15,756 Successful check job command +2021-12-18 01:53:17,227 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:53:17,227 End of checking +2021-12-18 01:53:17,228 Updating FAILED jobs +2021-12-18 01:53:17,229 Updating WAITING jobs +2021-12-18 01:53:17,229 Update finished +2021-12-18 01:53:17,229 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:53:17,229 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:53:17,229 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:53:17,229 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:53:17,230 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:53:17,232 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:53:17,235 Job list saved +2021-12-18 01:53:17,240 Updating FAILED jobs +2021-12-18 01:53:17,240 Updating WAITING jobs +2021-12-18 01:53:17,240 Update finished +2021-12-18 01:53:27,249 Reloading parameters... +2021-12-18 01:53:27,268 Loading parameters... +2021-12-18 01:53:27,269 Loading project parameters... +2021-12-18 01:53:27,271 + +22 of 25 jobs remaining (01:53) +2021-12-18 01:53:27,271 Sleep: 10 +2021-12-18 01:53:27,271 Number of retrials: 0 +2021-12-18 01:53:27,271 WRAPPER CHECK TIME = 10 +2021-12-18 01:53:27,272 Checking jobs for platform=marenostrum4 +2021-12-18 01:53:27,272 Checking jobs for platform=nord3 +2021-12-18 01:53:27,273 Checking jobs for platform=local +2021-12-18 01:53:27,273 Checking jobs for platform=transfer_node +2021-12-18 01:53:27,273 Checking all jobs at once +2021-12-18 01:53:29,947 Successful check job command +2021-12-18 01:53:31,466 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:53:31,467 End of checking +2021-12-18 01:53:31,468 Updating FAILED jobs +2021-12-18 01:53:31,468 Updating WAITING jobs +2021-12-18 01:53:31,468 Update finished +2021-12-18 01:53:31,469 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:53:31,469 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:53:31,469 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:53:31,469 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:53:31,470 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:53:31,472 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:53:31,475 Job list saved +2021-12-18 01:53:31,480 Updating FAILED jobs +2021-12-18 01:53:31,480 Updating WAITING jobs +2021-12-18 01:53:31,480 Update finished +2021-12-18 01:53:41,487 Reloading parameters... +2021-12-18 01:53:41,505 Loading parameters... +2021-12-18 01:53:41,507 Loading project parameters... +2021-12-18 01:53:41,509 + +22 of 25 jobs remaining (01:53) +2021-12-18 01:53:41,510 Sleep: 10 +2021-12-18 01:53:41,510 Number of retrials: 0 +2021-12-18 01:53:41,510 WRAPPER CHECK TIME = 10 +2021-12-18 01:53:41,511 Checking jobs for platform=marenostrum4 +2021-12-18 01:53:41,511 Checking jobs for platform=nord3 +2021-12-18 01:53:41,512 Checking jobs for platform=local +2021-12-18 01:53:41,512 Checking jobs for platform=transfer_node +2021-12-18 01:53:41,512 Checking all jobs at once +2021-12-18 01:53:43,086 Successful check job command +2021-12-18 01:53:44,355 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:53:44,356 End of checking +2021-12-18 01:53:44,357 Updating FAILED jobs +2021-12-18 01:53:44,357 Updating WAITING jobs +2021-12-18 01:53:44,357 Update finished +2021-12-18 01:53:44,358 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:53:44,358 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:53:44,358 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:53:44,358 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:53:44,358 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:53:44,361 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:53:44,363 Job list saved +2021-12-18 01:53:44,368 Updating FAILED jobs +2021-12-18 01:53:44,368 Updating WAITING jobs +2021-12-18 01:53:44,368 Update finished +2021-12-18 01:53:54,378 Reloading parameters... +2021-12-18 01:53:54,396 Loading parameters... +2021-12-18 01:53:54,397 Loading project parameters... +2021-12-18 01:53:54,399 + +22 of 25 jobs remaining (01:53) +2021-12-18 01:53:54,399 Sleep: 10 +2021-12-18 01:53:54,400 Number of retrials: 0 +2021-12-18 01:53:54,400 WRAPPER CHECK TIME = 10 +2021-12-18 01:53:54,400 Checking jobs for platform=marenostrum4 +2021-12-18 01:53:54,401 Checking jobs for platform=nord3 +2021-12-18 01:53:54,401 Checking jobs for platform=local +2021-12-18 01:53:54,402 Checking jobs for platform=transfer_node +2021-12-18 01:53:54,402 Checking all jobs at once +2021-12-18 01:53:56,422 Successful check job command +2021-12-18 01:53:58,144 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:53:58,144 End of checking +2021-12-18 01:53:58,145 Updating FAILED jobs +2021-12-18 01:53:58,145 Updating WAITING jobs +2021-12-18 01:53:58,146 Update finished +2021-12-18 01:53:58,146 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:53:58,146 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:53:58,146 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:53:58,146 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:53:58,146 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:53:58,150 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:53:58,152 Job list saved +2021-12-18 01:53:58,158 Updating FAILED jobs +2021-12-18 01:53:58,158 Updating WAITING jobs +2021-12-18 01:53:58,159 Update finished +2021-12-18 01:54:08,164 Reloading parameters... +2021-12-18 01:54:08,182 Loading parameters... +2021-12-18 01:54:08,184 Loading project parameters... +2021-12-18 01:54:08,186 + +22 of 25 jobs remaining (01:54) +2021-12-18 01:54:08,186 Sleep: 10 +2021-12-18 01:54:08,186 Number of retrials: 0 +2021-12-18 01:54:08,186 WRAPPER CHECK TIME = 10 +2021-12-18 01:54:08,187 Checking jobs for platform=marenostrum4 +2021-12-18 01:54:08,187 Checking jobs for platform=nord3 +2021-12-18 01:54:08,188 Checking jobs for platform=local +2021-12-18 01:54:08,188 Checking jobs for platform=transfer_node +2021-12-18 01:54:08,188 Checking all jobs at once +2021-12-18 01:54:09,958 Successful check job command +2021-12-18 01:54:12,079 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:54:12,079 End of checking +2021-12-18 01:54:12,081 Updating FAILED jobs +2021-12-18 01:54:12,081 Updating WAITING jobs +2021-12-18 01:54:12,081 Update finished +2021-12-18 01:54:12,081 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:54:12,082 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:54:12,082 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:54:12,082 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:54:12,083 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:54:12,086 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:54:12,088 Job list saved +2021-12-18 01:54:12,093 Updating FAILED jobs +2021-12-18 01:54:12,093 Updating WAITING jobs +2021-12-18 01:54:12,094 Update finished +2021-12-18 01:54:22,101 Reloading parameters... +2021-12-18 01:54:22,122 Loading parameters... +2021-12-18 01:54:22,123 Loading project parameters... +2021-12-18 01:54:22,125 + +22 of 25 jobs remaining (01:54) +2021-12-18 01:54:22,125 Sleep: 10 +2021-12-18 01:54:22,125 Number of retrials: 0 +2021-12-18 01:54:22,125 WRAPPER CHECK TIME = 10 +2021-12-18 01:54:22,126 Checking jobs for platform=marenostrum4 +2021-12-18 01:54:22,127 Checking jobs for platform=nord3 +2021-12-18 01:54:22,127 Checking jobs for platform=local +2021-12-18 01:54:22,128 Checking jobs for platform=transfer_node +2021-12-18 01:54:22,128 Checking all jobs at once +2021-12-18 01:54:23,748 Successful check job command +2021-12-18 01:54:25,168 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:54:25,168 End of checking +2021-12-18 01:54:25,169 Updating FAILED jobs +2021-12-18 01:54:25,169 Updating WAITING jobs +2021-12-18 01:54:25,170 Update finished +2021-12-18 01:54:25,170 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:54:25,170 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:54:25,170 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:54:25,170 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:54:25,170 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:54:25,173 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:54:25,176 Job list saved +2021-12-18 01:54:25,181 Updating FAILED jobs +2021-12-18 01:54:25,181 Updating WAITING jobs +2021-12-18 01:54:25,181 Update finished +2021-12-18 01:54:35,191 Reloading parameters... +2021-12-18 01:54:35,209 Loading parameters... +2021-12-18 01:54:35,210 Loading project parameters... +2021-12-18 01:54:35,212 + +22 of 25 jobs remaining (01:54) +2021-12-18 01:54:35,213 Sleep: 10 +2021-12-18 01:54:35,213 Number of retrials: 0 +2021-12-18 01:54:35,213 WRAPPER CHECK TIME = 10 +2021-12-18 01:54:35,213 Checking jobs for platform=marenostrum4 +2021-12-18 01:54:35,214 Checking jobs for platform=nord3 +2021-12-18 01:54:35,215 Checking jobs for platform=local +2021-12-18 01:54:35,215 Checking jobs for platform=transfer_node +2021-12-18 01:54:35,215 Checking all jobs at once +2021-12-18 01:54:36,786 Successful check job command +2021-12-18 01:54:39,009 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:54:39,009 End of checking +2021-12-18 01:54:39,010 Updating FAILED jobs +2021-12-18 01:54:39,010 Updating WAITING jobs +2021-12-18 01:54:39,011 Update finished +2021-12-18 01:54:39,011 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:54:39,011 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:54:39,011 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:54:39,011 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:54:39,011 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:54:39,014 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:54:39,016 Job list saved +2021-12-18 01:54:39,021 Updating FAILED jobs +2021-12-18 01:54:39,021 Updating WAITING jobs +2021-12-18 01:54:39,021 Update finished +2021-12-18 01:54:49,031 Reloading parameters... +2021-12-18 01:54:49,057 Loading parameters... +2021-12-18 01:54:49,059 Loading project parameters... +2021-12-18 01:54:49,061 + +22 of 25 jobs remaining (01:54) +2021-12-18 01:54:49,061 Sleep: 10 +2021-12-18 01:54:49,061 Number of retrials: 0 +2021-12-18 01:54:49,061 WRAPPER CHECK TIME = 10 +2021-12-18 01:54:49,062 Checking jobs for platform=marenostrum4 +2021-12-18 01:54:49,063 Checking jobs for platform=nord3 +2021-12-18 01:54:49,063 Checking jobs for platform=local +2021-12-18 01:54:49,064 Checking jobs for platform=transfer_node +2021-12-18 01:54:49,064 Checking all jobs at once +2021-12-18 01:54:50,884 Successful check job command +2021-12-18 01:54:52,353 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:54:52,354 End of checking +2021-12-18 01:54:52,355 Updating FAILED jobs +2021-12-18 01:54:52,355 Updating WAITING jobs +2021-12-18 01:54:52,355 Update finished +2021-12-18 01:54:52,356 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:54:52,356 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:54:52,356 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:54:52,357 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:54:52,357 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:54:52,361 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:54:52,363 Job list saved +2021-12-18 01:54:52,368 Updating FAILED jobs +2021-12-18 01:54:52,368 Updating WAITING jobs +2021-12-18 01:54:52,369 Update finished +2021-12-18 01:55:02,369 Reloading parameters... +2021-12-18 01:55:02,449 Loading parameters... +2021-12-18 01:55:02,451 Loading project parameters... +2021-12-18 01:55:02,453 + +22 of 25 jobs remaining (01:55) +2021-12-18 01:55:02,453 Sleep: 10 +2021-12-18 01:55:02,453 Number of retrials: 0 +2021-12-18 01:55:02,453 WRAPPER CHECK TIME = 10 +2021-12-18 01:55:02,454 Checking jobs for platform=marenostrum4 +2021-12-18 01:55:02,454 Checking jobs for platform=nord3 +2021-12-18 01:55:02,455 Checking jobs for platform=local +2021-12-18 01:55:02,455 Checking jobs for platform=transfer_node +2021-12-18 01:55:02,455 Checking all jobs at once +2021-12-18 01:55:03,826 Successful check job command +2021-12-18 01:55:05,246 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:55:05,246 End of checking +2021-12-18 01:55:05,248 Updating FAILED jobs +2021-12-18 01:55:05,248 Updating WAITING jobs +2021-12-18 01:55:05,248 Update finished +2021-12-18 01:55:05,249 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:55:05,249 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:55:05,249 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:55:05,249 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:55:05,249 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:55:05,252 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:55:05,254 Job list saved +2021-12-18 01:55:05,266 Updating FAILED jobs +2021-12-18 01:55:05,266 Updating WAITING jobs +2021-12-18 01:55:05,266 Update finished +2021-12-18 01:55:15,276 Reloading parameters... +2021-12-18 01:55:15,295 Loading parameters... +2021-12-18 01:55:15,296 Loading project parameters... +2021-12-18 01:55:15,298 + +22 of 25 jobs remaining (01:55) +2021-12-18 01:55:15,298 Sleep: 10 +2021-12-18 01:55:15,298 Number of retrials: 0 +2021-12-18 01:55:15,298 WRAPPER CHECK TIME = 10 +2021-12-18 01:55:15,299 Checking jobs for platform=marenostrum4 +2021-12-18 01:55:15,300 Checking jobs for platform=nord3 +2021-12-18 01:55:15,300 Checking jobs for platform=local +2021-12-18 01:55:15,301 Checking jobs for platform=transfer_node +2021-12-18 01:55:15,301 Checking all jobs at once +2021-12-18 01:55:16,921 Successful check job command +2021-12-18 01:55:19,343 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:55:19,343 End of checking +2021-12-18 01:55:19,345 Updating FAILED jobs +2021-12-18 01:55:19,345 Updating WAITING jobs +2021-12-18 01:55:19,346 Update finished +2021-12-18 01:55:19,346 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:55:19,346 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:55:19,346 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:55:19,346 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:55:19,346 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:55:19,349 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:55:19,352 Job list saved +2021-12-18 01:55:19,356 Updating FAILED jobs +2021-12-18 01:55:19,356 Updating WAITING jobs +2021-12-18 01:55:19,357 Update finished +2021-12-18 01:55:29,367 Reloading parameters... +2021-12-18 01:55:29,387 Loading parameters... +2021-12-18 01:55:29,388 Loading project parameters... +2021-12-18 01:55:29,390 + +22 of 25 jobs remaining (01:55) +2021-12-18 01:55:29,391 Sleep: 10 +2021-12-18 01:55:29,391 Number of retrials: 0 +2021-12-18 01:55:29,391 WRAPPER CHECK TIME = 10 +2021-12-18 01:55:29,391 Checking jobs for platform=marenostrum4 +2021-12-18 01:55:29,392 Checking jobs for platform=nord3 +2021-12-18 01:55:29,392 Checking jobs for platform=local +2021-12-18 01:55:29,393 Checking jobs for platform=transfer_node +2021-12-18 01:55:29,393 Checking all jobs at once +2021-12-18 01:55:30,716 Successful check job command +2021-12-18 01:55:32,839 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:55:32,840 End of checking +2021-12-18 01:55:32,841 Updating FAILED jobs +2021-12-18 01:55:32,841 Updating WAITING jobs +2021-12-18 01:55:32,842 Update finished +2021-12-18 01:55:32,842 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:55:32,842 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:55:32,842 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:55:32,842 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:55:32,843 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:55:32,845 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:55:32,847 Job list saved +2021-12-18 01:55:32,853 Updating FAILED jobs +2021-12-18 01:55:32,853 Updating WAITING jobs +2021-12-18 01:55:32,853 Update finished +2021-12-18 01:55:42,863 Reloading parameters... +2021-12-18 01:55:42,882 Loading parameters... +2021-12-18 01:55:42,883 Loading project parameters... +2021-12-18 01:55:42,885 + +22 of 25 jobs remaining (01:55) +2021-12-18 01:55:42,885 Sleep: 10 +2021-12-18 01:55:42,885 Number of retrials: 0 +2021-12-18 01:55:42,886 WRAPPER CHECK TIME = 10 +2021-12-18 01:55:42,886 Checking jobs for platform=marenostrum4 +2021-12-18 01:55:42,887 Checking jobs for platform=nord3 +2021-12-18 01:55:42,887 Checking jobs for platform=local +2021-12-18 01:55:42,888 Checking jobs for platform=transfer_node +2021-12-18 01:55:42,888 Checking all jobs at once +2021-12-18 01:55:44,257 Successful check job command +2021-12-18 01:55:45,827 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:55:45,827 End of checking +2021-12-18 01:55:45,829 Updating FAILED jobs +2021-12-18 01:55:45,829 Updating WAITING jobs +2021-12-18 01:55:45,829 Update finished +2021-12-18 01:55:45,829 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:55:45,829 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:55:45,829 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:55:45,830 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:55:45,830 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:55:45,832 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:55:45,835 Job list saved +2021-12-18 01:55:45,841 Updating FAILED jobs +2021-12-18 01:55:45,842 Updating WAITING jobs +2021-12-18 01:55:45,842 Update finished +2021-12-18 01:55:55,852 Reloading parameters... +2021-12-18 01:55:55,871 Loading parameters... +2021-12-18 01:55:55,873 Loading project parameters... +2021-12-18 01:55:55,875 + +22 of 25 jobs remaining (01:55) +2021-12-18 01:55:55,875 Sleep: 10 +2021-12-18 01:55:55,875 Number of retrials: 0 +2021-12-18 01:55:55,875 WRAPPER CHECK TIME = 10 +2021-12-18 01:55:55,875 Checking jobs for platform=marenostrum4 +2021-12-18 01:55:55,876 Checking jobs for platform=nord3 +2021-12-18 01:55:55,877 Checking jobs for platform=local +2021-12-18 01:55:55,877 Checking jobs for platform=transfer_node +2021-12-18 01:55:55,877 Checking all jobs at once +2021-12-18 01:55:57,352 Successful check job command +2021-12-18 01:55:58,721 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:55:58,722 End of checking +2021-12-18 01:55:58,723 Updating FAILED jobs +2021-12-18 01:55:58,723 Updating WAITING jobs +2021-12-18 01:55:58,723 Update finished +2021-12-18 01:55:58,723 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:55:58,724 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:55:58,724 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:55:58,724 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:55:58,724 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:55:58,727 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:55:58,729 Job list saved +2021-12-18 01:55:58,734 Updating FAILED jobs +2021-12-18 01:55:58,734 Updating WAITING jobs +2021-12-18 01:55:58,734 Update finished +2021-12-18 01:56:08,743 Reloading parameters... +2021-12-18 01:56:08,763 Loading parameters... +2021-12-18 01:56:08,765 Loading project parameters... +2021-12-18 01:56:08,766 + +22 of 25 jobs remaining (01:56) +2021-12-18 01:56:08,767 Sleep: 10 +2021-12-18 01:56:08,767 Number of retrials: 0 +2021-12-18 01:56:08,767 WRAPPER CHECK TIME = 10 +2021-12-18 01:56:08,767 Checking jobs for platform=marenostrum4 +2021-12-18 01:56:08,768 Checking jobs for platform=nord3 +2021-12-18 01:56:08,768 Checking jobs for platform=local +2021-12-18 01:56:08,769 Checking jobs for platform=transfer_node +2021-12-18 01:56:08,769 Checking all jobs at once +2021-12-18 01:56:11,192 Successful check job command +2021-12-18 01:56:13,713 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:56:13,713 End of checking +2021-12-18 01:56:13,715 Updating FAILED jobs +2021-12-18 01:56:13,715 Updating WAITING jobs +2021-12-18 01:56:13,715 Update finished +2021-12-18 01:56:13,715 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:56:13,716 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:56:13,716 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:56:13,716 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:56:13,716 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:56:13,719 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:56:13,721 Job list saved +2021-12-18 01:56:13,728 Updating FAILED jobs +2021-12-18 01:56:13,728 Updating WAITING jobs +2021-12-18 01:56:13,728 Update finished +2021-12-18 01:56:23,734 Reloading parameters... +2021-12-18 01:56:23,757 Loading parameters... +2021-12-18 01:56:23,759 Loading project parameters... +2021-12-18 01:56:23,761 + +22 of 25 jobs remaining (01:56) +2021-12-18 01:56:23,761 Sleep: 10 +2021-12-18 01:56:23,761 Number of retrials: 0 +2021-12-18 01:56:23,761 WRAPPER CHECK TIME = 10 +2021-12-18 01:56:23,762 Checking jobs for platform=marenostrum4 +2021-12-18 01:56:23,762 Checking jobs for platform=nord3 +2021-12-18 01:56:23,763 Checking jobs for platform=local +2021-12-18 01:56:23,763 Checking jobs for platform=transfer_node +2021-12-18 01:56:23,763 Checking all jobs at once +2021-12-18 01:56:25,383 Successful check job command +2021-12-18 01:56:27,804 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:56:27,805 End of checking +2021-12-18 01:56:27,806 Updating FAILED jobs +2021-12-18 01:56:27,807 Updating WAITING jobs +2021-12-18 01:56:27,807 Update finished +2021-12-18 01:56:27,807 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:56:27,807 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:56:27,807 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:56:27,808 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:56:27,808 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:56:27,810 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:56:27,813 Job list saved +2021-12-18 01:56:27,820 Updating FAILED jobs +2021-12-18 01:56:27,820 Updating WAITING jobs +2021-12-18 01:56:27,820 Update finished +2021-12-18 01:56:37,832 Reloading parameters... +2021-12-18 01:56:37,856 Loading parameters... +2021-12-18 01:56:37,858 Loading project parameters... +2021-12-18 01:56:37,861 + +22 of 25 jobs remaining (01:56) +2021-12-18 01:56:37,861 Sleep: 10 +2021-12-18 01:56:37,861 Number of retrials: 0 +2021-12-18 01:56:37,861 WRAPPER CHECK TIME = 10 +2021-12-18 01:56:37,862 Checking jobs for platform=marenostrum4 +2021-12-18 01:56:37,863 Checking jobs for platform=nord3 +2021-12-18 01:56:37,863 Checking jobs for platform=local +2021-12-18 01:56:37,864 Checking jobs for platform=transfer_node +2021-12-18 01:56:37,864 Checking all jobs at once +2021-12-18 01:56:39,384 Successful check job command +2021-12-18 01:56:40,703 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:56:40,703 End of checking +2021-12-18 01:56:40,705 Updating FAILED jobs +2021-12-18 01:56:40,705 Updating WAITING jobs +2021-12-18 01:56:40,705 Update finished +2021-12-18 01:56:40,705 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:56:40,706 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:56:40,706 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:56:40,706 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:56:40,706 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:56:40,709 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:56:40,711 Job list saved +2021-12-18 01:56:40,716 Updating FAILED jobs +2021-12-18 01:56:40,716 Updating WAITING jobs +2021-12-18 01:56:40,716 Update finished +2021-12-18 01:56:50,726 Reloading parameters... +2021-12-18 01:56:50,744 Loading parameters... +2021-12-18 01:56:50,746 Loading project parameters... +2021-12-18 01:56:50,747 + +22 of 25 jobs remaining (01:56) +2021-12-18 01:56:50,748 Sleep: 10 +2021-12-18 01:56:50,748 Number of retrials: 0 +2021-12-18 01:56:50,748 WRAPPER CHECK TIME = 10 +2021-12-18 01:56:50,749 Checking jobs for platform=marenostrum4 +2021-12-18 01:56:50,749 Checking jobs for platform=nord3 +2021-12-18 01:56:50,750 Checking jobs for platform=local +2021-12-18 01:56:50,750 Checking jobs for platform=transfer_node +2021-12-18 01:56:50,750 Checking all jobs at once +2021-12-18 01:56:52,622 Successful check job command +2021-12-18 01:56:54,041 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:56:54,041 End of checking +2021-12-18 01:56:54,043 Updating FAILED jobs +2021-12-18 01:56:54,043 Updating WAITING jobs +2021-12-18 01:56:54,043 Update finished +2021-12-18 01:56:54,043 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:56:54,044 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:56:54,044 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:56:54,044 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:56:54,044 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:56:54,047 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:56:54,049 Job list saved +2021-12-18 01:56:54,054 Updating FAILED jobs +2021-12-18 01:56:54,054 Updating WAITING jobs +2021-12-18 01:56:54,054 Update finished +2021-12-18 01:57:04,064 Reloading parameters... +2021-12-18 01:57:04,088 Loading parameters... +2021-12-18 01:57:04,089 Loading project parameters... +2021-12-18 01:57:04,096 + +22 of 25 jobs remaining (01:57) +2021-12-18 01:57:04,096 Sleep: 10 +2021-12-18 01:57:04,096 Number of retrials: 0 +2021-12-18 01:57:04,096 WRAPPER CHECK TIME = 10 +2021-12-18 01:57:04,097 Checking jobs for platform=marenostrum4 +2021-12-18 01:57:04,097 Checking jobs for platform=nord3 +2021-12-18 01:57:04,098 Checking jobs for platform=local +2021-12-18 01:57:04,098 Checking jobs for platform=transfer_node +2021-12-18 01:57:04,099 Checking all jobs at once +2021-12-18 01:57:05,519 Successful check job command +2021-12-18 01:57:06,991 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:57:06,991 End of checking +2021-12-18 01:57:06,992 Updating FAILED jobs +2021-12-18 01:57:06,992 Updating WAITING jobs +2021-12-18 01:57:06,992 Update finished +2021-12-18 01:57:06,993 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:57:06,993 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:57:06,993 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:57:06,993 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:57:06,993 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:57:06,996 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:57:06,998 Job list saved +2021-12-18 01:57:07,003 Updating FAILED jobs +2021-12-18 01:57:07,003 Updating WAITING jobs +2021-12-18 01:57:07,003 Update finished +2021-12-18 01:57:17,007 Reloading parameters... +2021-12-18 01:57:17,026 Loading parameters... +2021-12-18 01:57:17,027 Loading project parameters... +2021-12-18 01:57:17,030 + +22 of 25 jobs remaining (01:57) +2021-12-18 01:57:17,030 Sleep: 10 +2021-12-18 01:57:17,030 Number of retrials: 0 +2021-12-18 01:57:17,030 WRAPPER CHECK TIME = 10 +2021-12-18 01:57:17,031 Checking jobs for platform=marenostrum4 +2021-12-18 01:57:17,032 Checking jobs for platform=nord3 +2021-12-18 01:57:17,032 Checking jobs for platform=local +2021-12-18 01:57:17,033 Checking jobs for platform=transfer_node +2021-12-18 01:57:17,033 Checking all jobs at once +2021-12-18 01:57:18,656 Successful check job command +2021-12-18 01:57:20,126 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:57:20,126 End of checking +2021-12-18 01:57:20,128 Updating FAILED jobs +2021-12-18 01:57:20,128 Updating WAITING jobs +2021-12-18 01:57:20,128 Update finished +2021-12-18 01:57:20,128 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:57:20,128 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:57:20,128 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:57:20,129 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:57:20,129 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:57:20,131 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:57:20,134 Job list saved +2021-12-18 01:57:20,138 Updating FAILED jobs +2021-12-18 01:57:20,138 Updating WAITING jobs +2021-12-18 01:57:20,139 Update finished +2021-12-18 01:57:30,149 Reloading parameters... +2021-12-18 01:57:30,167 Loading parameters... +2021-12-18 01:57:30,169 Loading project parameters... +2021-12-18 01:57:30,171 + +22 of 25 jobs remaining (01:57) +2021-12-18 01:57:30,171 Sleep: 10 +2021-12-18 01:57:30,171 Number of retrials: 0 +2021-12-18 01:57:30,171 WRAPPER CHECK TIME = 10 +2021-12-18 01:57:30,171 Checking jobs for platform=marenostrum4 +2021-12-18 01:57:30,172 Checking jobs for platform=nord3 +2021-12-18 01:57:30,173 Checking jobs for platform=local +2021-12-18 01:57:30,173 Checking jobs for platform=transfer_node +2021-12-18 01:57:30,173 Checking all jobs at once +2021-12-18 01:57:31,492 Successful check job command +2021-12-18 01:57:32,962 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:57:32,962 End of checking +2021-12-18 01:57:32,963 Updating FAILED jobs +2021-12-18 01:57:32,963 Updating WAITING jobs +2021-12-18 01:57:32,964 Update finished +2021-12-18 01:57:32,964 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:57:32,964 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:57:32,965 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:57:32,965 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:57:32,965 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:57:32,968 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:57:32,970 Job list saved +2021-12-18 01:57:32,974 Updating FAILED jobs +2021-12-18 01:57:32,975 Updating WAITING jobs +2021-12-18 01:57:32,975 Update finished +2021-12-18 01:57:42,985 Reloading parameters... +2021-12-18 01:57:43,006 Loading parameters... +2021-12-18 01:57:43,009 Loading project parameters... +2021-12-18 01:57:43,011 + +22 of 25 jobs remaining (01:57) +2021-12-18 01:57:43,011 Sleep: 10 +2021-12-18 01:57:43,011 Number of retrials: 0 +2021-12-18 01:57:43,012 WRAPPER CHECK TIME = 10 +2021-12-18 01:57:43,012 Checking jobs for platform=marenostrum4 +2021-12-18 01:57:43,013 Checking jobs for platform=nord3 +2021-12-18 01:57:43,013 Checking jobs for platform=local +2021-12-18 01:57:43,014 Checking jobs for platform=transfer_node +2021-12-18 01:57:43,014 Checking all jobs at once +2021-12-18 01:57:44,385 Successful check job command +2021-12-18 01:57:45,905 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:57:45,906 End of checking +2021-12-18 01:57:45,907 Updating FAILED jobs +2021-12-18 01:57:45,907 Updating WAITING jobs +2021-12-18 01:57:45,907 Update finished +2021-12-18 01:57:45,907 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:57:45,908 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:57:45,908 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:57:45,908 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:57:45,908 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:57:45,911 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:57:45,913 Job list saved +2021-12-18 01:57:45,918 Updating FAILED jobs +2021-12-18 01:57:45,918 Updating WAITING jobs +2021-12-18 01:57:45,918 Update finished +2021-12-18 01:57:55,925 Reloading parameters... +2021-12-18 01:57:55,943 Loading parameters... +2021-12-18 01:57:55,945 Loading project parameters... +2021-12-18 01:57:55,947 + +22 of 25 jobs remaining (01:57) +2021-12-18 01:57:55,947 Sleep: 10 +2021-12-18 01:57:55,947 Number of retrials: 0 +2021-12-18 01:57:55,947 WRAPPER CHECK TIME = 10 +2021-12-18 01:57:55,948 Checking jobs for platform=marenostrum4 +2021-12-18 01:57:55,948 Checking jobs for platform=nord3 +2021-12-18 01:57:55,949 Checking jobs for platform=local +2021-12-18 01:57:55,950 Checking jobs for platform=transfer_node +2021-12-18 01:57:55,950 Checking all jobs at once +2021-12-18 01:57:58,423 Successful check job command +2021-12-18 01:57:59,993 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:57:59,993 End of checking +2021-12-18 01:57:59,994 Updating FAILED jobs +2021-12-18 01:57:59,994 Updating WAITING jobs +2021-12-18 01:57:59,995 Update finished +2021-12-18 01:57:59,995 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:57:59,995 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:57:59,995 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:57:59,995 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:57:59,995 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:57:59,998 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:58:00,000 Job list saved +2021-12-18 01:58:00,005 Updating FAILED jobs +2021-12-18 01:58:00,005 Updating WAITING jobs +2021-12-18 01:58:00,006 Update finished +2021-12-18 01:58:10,014 Reloading parameters... +2021-12-18 01:58:10,032 Loading parameters... +2021-12-18 01:58:10,033 Loading project parameters... +2021-12-18 01:58:10,035 + +22 of 25 jobs remaining (01:58) +2021-12-18 01:58:10,035 Sleep: 10 +2021-12-18 01:58:10,036 Number of retrials: 0 +2021-12-18 01:58:10,036 WRAPPER CHECK TIME = 10 +2021-12-18 01:58:10,036 Checking jobs for platform=marenostrum4 +2021-12-18 01:58:10,037 Checking jobs for platform=nord3 +2021-12-18 01:58:10,037 Checking jobs for platform=local +2021-12-18 01:58:10,038 Checking jobs for platform=transfer_node +2021-12-18 01:58:10,038 Checking all jobs at once +2021-12-18 01:58:11,457 Successful check job command +2021-12-18 01:58:13,227 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:58:13,228 End of checking +2021-12-18 01:58:13,229 Updating FAILED jobs +2021-12-18 01:58:13,229 Updating WAITING jobs +2021-12-18 01:58:13,229 Update finished +2021-12-18 01:58:13,230 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:58:13,230 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:58:13,230 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:58:13,231 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:58:13,231 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:58:13,233 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:58:13,235 Job list saved +2021-12-18 01:58:13,240 Updating FAILED jobs +2021-12-18 01:58:13,240 Updating WAITING jobs +2021-12-18 01:58:13,240 Update finished +2021-12-18 01:58:23,248 Reloading parameters... +2021-12-18 01:58:23,265 Loading parameters... +2021-12-18 01:58:23,266 Loading project parameters... +2021-12-18 01:58:23,268 + +22 of 25 jobs remaining (01:58) +2021-12-18 01:58:23,269 Sleep: 10 +2021-12-18 01:58:23,269 Number of retrials: 0 +2021-12-18 01:58:23,269 WRAPPER CHECK TIME = 10 +2021-12-18 01:58:23,269 Checking jobs for platform=marenostrum4 +2021-12-18 01:58:23,270 Checking jobs for platform=nord3 +2021-12-18 01:58:23,270 Checking jobs for platform=local +2021-12-18 01:58:23,271 Checking jobs for platform=transfer_node +2021-12-18 01:58:23,271 Checking all jobs at once +2021-12-18 01:58:24,841 Successful check job command +2021-12-18 01:58:26,461 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:58:26,461 End of checking +2021-12-18 01:58:26,462 Updating FAILED jobs +2021-12-18 01:58:26,462 Updating WAITING jobs +2021-12-18 01:58:26,463 Update finished +2021-12-18 01:58:26,463 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:58:26,463 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:58:26,463 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:58:26,463 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:58:26,464 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:58:26,466 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:58:26,468 Job list saved +2021-12-18 01:58:26,472 Updating FAILED jobs +2021-12-18 01:58:26,473 Updating WAITING jobs +2021-12-18 01:58:26,473 Update finished +2021-12-18 01:58:36,483 Reloading parameters... +2021-12-18 01:58:36,500 Loading parameters... +2021-12-18 01:58:36,502 Loading project parameters... +2021-12-18 01:58:36,504 + +22 of 25 jobs remaining (01:58) +2021-12-18 01:58:36,504 Sleep: 10 +2021-12-18 01:58:36,504 Number of retrials: 0 +2021-12-18 01:58:36,504 WRAPPER CHECK TIME = 10 +2021-12-18 01:58:36,505 Checking jobs for platform=marenostrum4 +2021-12-18 01:58:36,505 Checking jobs for platform=nord3 +2021-12-18 01:58:36,506 Checking jobs for platform=local +2021-12-18 01:58:36,506 Checking jobs for platform=transfer_node +2021-12-18 01:58:36,506 Checking all jobs at once +2021-12-18 01:58:37,825 Successful check job command +2021-12-18 01:58:39,245 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:58:39,246 End of checking +2021-12-18 01:58:39,247 Updating FAILED jobs +2021-12-18 01:58:39,247 Updating WAITING jobs +2021-12-18 01:58:39,247 Update finished +2021-12-18 01:58:39,248 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:58:39,248 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:58:39,248 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:58:39,248 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:58:39,248 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:58:39,251 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:58:39,253 Job list saved +2021-12-18 01:58:39,258 Updating FAILED jobs +2021-12-18 01:58:39,258 Updating WAITING jobs +2021-12-18 01:58:39,258 Update finished +2021-12-18 01:58:49,264 Reloading parameters... +2021-12-18 01:58:49,283 Loading parameters... +2021-12-18 01:58:49,284 Loading project parameters... +2021-12-18 01:58:49,286 + +22 of 25 jobs remaining (01:58) +2021-12-18 01:58:49,286 Sleep: 10 +2021-12-18 01:58:49,287 Number of retrials: 0 +2021-12-18 01:58:49,287 WRAPPER CHECK TIME = 10 +2021-12-18 01:58:49,287 Checking jobs for platform=marenostrum4 +2021-12-18 01:58:49,288 Checking jobs for platform=nord3 +2021-12-18 01:58:49,288 Checking jobs for platform=local +2021-12-18 01:58:49,289 Checking jobs for platform=transfer_node +2021-12-18 01:58:49,289 Checking all jobs at once +2021-12-18 01:58:50,708 Successful check job command +2021-12-18 01:58:52,077 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:58:52,078 End of checking +2021-12-18 01:58:52,079 Updating FAILED jobs +2021-12-18 01:58:52,079 Updating WAITING jobs +2021-12-18 01:58:52,079 Update finished +2021-12-18 01:58:52,079 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:58:52,080 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:58:52,080 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:58:52,080 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:58:52,080 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:58:52,083 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:58:52,085 Job list saved +2021-12-18 01:58:52,090 Updating FAILED jobs +2021-12-18 01:58:52,090 Updating WAITING jobs +2021-12-18 01:58:52,090 Update finished +2021-12-18 01:59:02,100 Reloading parameters... +2021-12-18 01:59:02,122 Loading parameters... +2021-12-18 01:59:02,124 Loading project parameters... +2021-12-18 01:59:02,126 + +22 of 25 jobs remaining (01:59) +2021-12-18 01:59:02,126 Sleep: 10 +2021-12-18 01:59:02,126 Number of retrials: 0 +2021-12-18 01:59:02,126 WRAPPER CHECK TIME = 10 +2021-12-18 01:59:02,127 Checking jobs for platform=marenostrum4 +2021-12-18 01:59:02,127 Checking jobs for platform=nord3 +2021-12-18 01:59:02,130 Checking jobs for platform=local +2021-12-18 01:59:02,130 Checking jobs for platform=transfer_node +2021-12-18 01:59:02,131 Checking all jobs at once +2021-12-18 01:59:03,601 Successful check job command +2021-12-18 01:59:04,970 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:59:04,970 End of checking +2021-12-18 01:59:04,972 Updating FAILED jobs +2021-12-18 01:59:04,972 Updating WAITING jobs +2021-12-18 01:59:04,972 Update finished +2021-12-18 01:59:04,972 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:59:04,973 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:59:04,973 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:59:04,973 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:59:04,973 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:59:04,976 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:59:04,978 Job list saved +2021-12-18 01:59:04,983 Updating FAILED jobs +2021-12-18 01:59:04,983 Updating WAITING jobs +2021-12-18 01:59:04,983 Update finished +2021-12-18 01:59:14,988 Reloading parameters... +2021-12-18 01:59:15,007 Loading parameters... +2021-12-18 01:59:15,009 Loading project parameters... +2021-12-18 01:59:15,011 + +22 of 25 jobs remaining (01:59) +2021-12-18 01:59:15,011 Sleep: 10 +2021-12-18 01:59:15,011 Number of retrials: 0 +2021-12-18 01:59:15,011 WRAPPER CHECK TIME = 10 +2021-12-18 01:59:15,012 Checking jobs for platform=marenostrum4 +2021-12-18 01:59:15,012 Checking jobs for platform=nord3 +2021-12-18 01:59:15,013 Checking jobs for platform=local +2021-12-18 01:59:15,013 Checking jobs for platform=transfer_node +2021-12-18 01:59:15,013 Checking all jobs at once +2021-12-18 01:59:16,335 Successful check job command +2021-12-18 01:59:17,604 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:59:17,604 End of checking +2021-12-18 01:59:17,606 Updating FAILED jobs +2021-12-18 01:59:17,606 Updating WAITING jobs +2021-12-18 01:59:17,606 Update finished +2021-12-18 01:59:17,606 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:59:17,607 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:59:17,607 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:59:17,607 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:59:17,607 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:59:17,610 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:59:17,612 Job list saved +2021-12-18 01:59:17,617 Updating FAILED jobs +2021-12-18 01:59:17,617 Updating WAITING jobs +2021-12-18 01:59:17,617 Update finished +2021-12-18 01:59:27,628 Reloading parameters... +2021-12-18 01:59:27,645 Loading parameters... +2021-12-18 01:59:27,646 Loading project parameters... +2021-12-18 01:59:27,648 + +22 of 25 jobs remaining (01:59) +2021-12-18 01:59:27,648 Sleep: 10 +2021-12-18 01:59:27,649 Number of retrials: 0 +2021-12-18 01:59:27,649 WRAPPER CHECK TIME = 10 +2021-12-18 01:59:27,649 Checking jobs for platform=marenostrum4 +2021-12-18 01:59:27,650 Checking jobs for platform=nord3 +2021-12-18 01:59:27,650 Checking jobs for platform=local +2021-12-18 01:59:27,651 Checking jobs for platform=transfer_node +2021-12-18 01:59:27,651 Checking all jobs at once +2021-12-18 01:59:29,070 Successful check job command +2021-12-18 01:59:30,441 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:59:30,441 End of checking +2021-12-18 01:59:30,442 Updating FAILED jobs +2021-12-18 01:59:30,442 Updating WAITING jobs +2021-12-18 01:59:30,443 Update finished +2021-12-18 01:59:30,443 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:59:30,443 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:59:30,443 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:59:30,443 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:59:30,444 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:59:30,446 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:59:30,448 Job list saved +2021-12-18 01:59:30,455 Updating FAILED jobs +2021-12-18 01:59:30,455 Updating WAITING jobs +2021-12-18 01:59:30,455 Update finished +2021-12-18 01:59:40,464 Reloading parameters... +2021-12-18 01:59:40,481 Loading parameters... +2021-12-18 01:59:40,483 Loading project parameters... +2021-12-18 01:59:40,485 + +22 of 25 jobs remaining (01:59) +2021-12-18 01:59:40,485 Sleep: 10 +2021-12-18 01:59:40,485 Number of retrials: 0 +2021-12-18 01:59:40,485 WRAPPER CHECK TIME = 10 +2021-12-18 01:59:40,486 Checking jobs for platform=marenostrum4 +2021-12-18 01:59:40,486 Checking jobs for platform=nord3 +2021-12-18 01:59:40,487 Checking jobs for platform=local +2021-12-18 01:59:40,487 Checking jobs for platform=transfer_node +2021-12-18 01:59:40,487 Checking all jobs at once +2021-12-18 01:59:42,308 Successful check job command +2021-12-18 01:59:44,028 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:59:44,028 End of checking +2021-12-18 01:59:44,029 Updating FAILED jobs +2021-12-18 01:59:44,029 Updating WAITING jobs +2021-12-18 01:59:44,030 Update finished +2021-12-18 01:59:44,030 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:59:44,030 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:59:44,030 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:59:44,030 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:59:44,030 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:59:44,033 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:59:44,035 Job list saved +2021-12-18 01:59:44,040 Updating FAILED jobs +2021-12-18 01:59:44,040 Updating WAITING jobs +2021-12-18 01:59:44,040 Update finished +2021-12-18 01:59:54,045 Reloading parameters... +2021-12-18 01:59:54,067 Loading parameters... +2021-12-18 01:59:54,068 Loading project parameters... +2021-12-18 01:59:54,070 + +22 of 25 jobs remaining (01:59) +2021-12-18 01:59:54,071 Sleep: 10 +2021-12-18 01:59:54,071 Number of retrials: 0 +2021-12-18 01:59:54,071 WRAPPER CHECK TIME = 10 +2021-12-18 01:59:54,071 Checking jobs for platform=marenostrum4 +2021-12-18 01:59:54,072 Checking jobs for platform=nord3 +2021-12-18 01:59:54,072 Checking jobs for platform=local +2021-12-18 01:59:54,073 Checking jobs for platform=transfer_node +2021-12-18 01:59:54,073 Checking all jobs at once +2021-12-18 01:59:55,394 Successful check job command +2021-12-18 01:59:56,663 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 01:59:56,664 End of checking +2021-12-18 01:59:56,665 Updating FAILED jobs +2021-12-18 01:59:56,665 Updating WAITING jobs +2021-12-18 01:59:56,665 Update finished +2021-12-18 01:59:56,666 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 01:59:56,666 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 01:59:56,666 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 01:59:56,666 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 01:59:56,666 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 01:59:56,669 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 01:59:56,671 Job list saved +2021-12-18 01:59:56,676 Updating FAILED jobs +2021-12-18 01:59:56,676 Updating WAITING jobs +2021-12-18 01:59:56,676 Update finished +2021-12-18 02:00:06,685 Reloading parameters... +2021-12-18 02:00:06,707 Loading parameters... +2021-12-18 02:00:06,709 Loading project parameters... +2021-12-18 02:00:06,710 + +22 of 25 jobs remaining (02:00) +2021-12-18 02:00:06,711 Sleep: 10 +2021-12-18 02:00:06,711 Number of retrials: 0 +2021-12-18 02:00:06,711 WRAPPER CHECK TIME = 10 +2021-12-18 02:00:06,711 Checking jobs for platform=marenostrum4 +2021-12-18 02:00:06,712 Checking jobs for platform=nord3 +2021-12-18 02:00:06,713 Checking jobs for platform=local +2021-12-18 02:00:06,713 Checking jobs for platform=transfer_node +2021-12-18 02:00:06,713 Checking all jobs at once +2021-12-18 02:00:08,833 Successful check job command +2021-12-18 02:00:10,303 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:00:10,303 End of checking +2021-12-18 02:00:10,304 Updating FAILED jobs +2021-12-18 02:00:10,305 Updating WAITING jobs +2021-12-18 02:00:10,305 Update finished +2021-12-18 02:00:10,305 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:00:10,306 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:00:10,306 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:00:10,306 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:00:10,306 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:00:10,308 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:00:10,311 Job list saved +2021-12-18 02:00:10,316 Updating FAILED jobs +2021-12-18 02:00:10,316 Updating WAITING jobs +2021-12-18 02:00:10,316 Update finished +2021-12-18 02:00:20,323 Reloading parameters... +2021-12-18 02:00:20,345 Loading parameters... +2021-12-18 02:00:20,346 Loading project parameters... +2021-12-18 02:00:20,348 + +22 of 25 jobs remaining (02:00) +2021-12-18 02:00:20,348 Sleep: 10 +2021-12-18 02:00:20,348 Number of retrials: 0 +2021-12-18 02:00:20,348 WRAPPER CHECK TIME = 10 +2021-12-18 02:00:20,349 Checking jobs for platform=marenostrum4 +2021-12-18 02:00:20,349 Checking jobs for platform=nord3 +2021-12-18 02:00:20,350 Checking jobs for platform=local +2021-12-18 02:00:20,351 Checking jobs for platform=transfer_node +2021-12-18 02:00:20,351 Checking all jobs at once +2021-12-18 02:00:22,622 Successful check job command +2021-12-18 02:00:24,495 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:00:24,495 End of checking +2021-12-18 02:00:24,497 Updating FAILED jobs +2021-12-18 02:00:24,497 Updating WAITING jobs +2021-12-18 02:00:24,497 Update finished +2021-12-18 02:00:24,497 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:00:24,497 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:00:24,498 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:00:24,498 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:00:24,498 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:00:24,501 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:00:24,503 Job list saved +2021-12-18 02:00:24,508 Updating FAILED jobs +2021-12-18 02:00:24,508 Updating WAITING jobs +2021-12-18 02:00:24,509 Update finished +2021-12-18 02:00:34,518 Reloading parameters... +2021-12-18 02:00:34,537 Loading parameters... +2021-12-18 02:00:34,539 Loading project parameters... +2021-12-18 02:00:34,541 + +22 of 25 jobs remaining (02:00) +2021-12-18 02:00:34,541 Sleep: 10 +2021-12-18 02:00:34,541 Number of retrials: 0 +2021-12-18 02:00:34,541 WRAPPER CHECK TIME = 10 +2021-12-18 02:00:34,542 Checking jobs for platform=marenostrum4 +2021-12-18 02:00:34,542 Checking jobs for platform=nord3 +2021-12-18 02:00:34,543 Checking jobs for platform=local +2021-12-18 02:00:34,543 Checking jobs for platform=transfer_node +2021-12-18 02:00:34,543 Checking all jobs at once +2021-12-18 02:00:35,913 Successful check job command +2021-12-18 02:00:37,133 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:00:37,133 End of checking +2021-12-18 02:00:37,134 Updating FAILED jobs +2021-12-18 02:00:37,134 Updating WAITING jobs +2021-12-18 02:00:37,135 Update finished +2021-12-18 02:00:37,135 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:00:37,135 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:00:37,135 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:00:37,135 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:00:37,135 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:00:37,138 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:00:37,140 Job list saved +2021-12-18 02:00:37,145 Updating FAILED jobs +2021-12-18 02:00:37,145 Updating WAITING jobs +2021-12-18 02:00:37,145 Update finished +2021-12-18 02:00:47,155 Reloading parameters... +2021-12-18 02:00:47,172 Loading parameters... +2021-12-18 02:00:47,173 Loading project parameters... +2021-12-18 02:00:47,175 + +22 of 25 jobs remaining (02:00) +2021-12-18 02:00:47,175 Sleep: 10 +2021-12-18 02:00:47,176 Number of retrials: 0 +2021-12-18 02:00:47,176 WRAPPER CHECK TIME = 10 +2021-12-18 02:00:47,176 Checking jobs for platform=marenostrum4 +2021-12-18 02:00:47,177 Checking jobs for platform=nord3 +2021-12-18 02:00:47,177 Checking jobs for platform=local +2021-12-18 02:00:47,178 Checking jobs for platform=transfer_node +2021-12-18 02:00:47,178 Checking all jobs at once +2021-12-18 02:00:48,649 Successful check job command +2021-12-18 02:00:49,969 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:00:49,969 End of checking +2021-12-18 02:00:49,970 Updating FAILED jobs +2021-12-18 02:00:49,971 Updating WAITING jobs +2021-12-18 02:00:49,971 Update finished +2021-12-18 02:00:49,971 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:00:49,972 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:00:49,972 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:00:49,972 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:00:49,972 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:00:49,974 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:00:49,977 Job list saved +2021-12-18 02:00:49,981 Updating FAILED jobs +2021-12-18 02:00:49,981 Updating WAITING jobs +2021-12-18 02:00:49,982 Update finished +2021-12-18 02:00:59,992 Reloading parameters... +2021-12-18 02:01:00,012 Loading parameters... +2021-12-18 02:01:00,013 Loading project parameters... +2021-12-18 02:01:00,015 + +22 of 25 jobs remaining (02:01) +2021-12-18 02:01:00,016 Sleep: 10 +2021-12-18 02:01:00,016 Number of retrials: 0 +2021-12-18 02:01:00,016 WRAPPER CHECK TIME = 10 +2021-12-18 02:01:00,016 Checking jobs for platform=marenostrum4 +2021-12-18 02:01:00,017 Checking jobs for platform=nord3 +2021-12-18 02:01:00,017 Checking jobs for platform=local +2021-12-18 02:01:00,018 Checking jobs for platform=transfer_node +2021-12-18 02:01:00,018 Checking all jobs at once +2021-12-18 02:01:02,240 Successful check job command +2021-12-18 02:01:04,010 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:01:04,010 End of checking +2021-12-18 02:01:04,012 Updating FAILED jobs +2021-12-18 02:01:04,012 Updating WAITING jobs +2021-12-18 02:01:04,012 Update finished +2021-12-18 02:01:04,012 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:01:04,012 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:01:04,012 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:01:04,013 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:01:04,013 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:01:04,015 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:01:04,018 Job list saved +2021-12-18 02:01:04,023 Updating FAILED jobs +2021-12-18 02:01:04,023 Updating WAITING jobs +2021-12-18 02:01:04,023 Update finished +2021-12-18 02:01:14,033 Reloading parameters... +2021-12-18 02:01:14,054 Loading parameters... +2021-12-18 02:01:14,055 Loading project parameters... +2021-12-18 02:01:14,057 + +22 of 25 jobs remaining (02:01) +2021-12-18 02:01:14,057 Sleep: 10 +2021-12-18 02:01:14,057 Number of retrials: 0 +2021-12-18 02:01:14,058 WRAPPER CHECK TIME = 10 +2021-12-18 02:01:14,058 Checking jobs for platform=marenostrum4 +2021-12-18 02:01:14,059 Checking jobs for platform=nord3 +2021-12-18 02:01:14,059 Checking jobs for platform=local +2021-12-18 02:01:14,060 Checking jobs for platform=transfer_node +2021-12-18 02:01:14,060 Checking all jobs at once +2021-12-18 02:01:15,730 Successful check job command +2021-12-18 02:01:17,201 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:01:17,201 End of checking +2021-12-18 02:01:17,203 Updating FAILED jobs +2021-12-18 02:01:17,203 Updating WAITING jobs +2021-12-18 02:01:17,203 Update finished +2021-12-18 02:01:17,203 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:01:17,203 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:01:17,203 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:01:17,204 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:01:17,204 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:01:17,207 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:01:17,209 Job list saved +2021-12-18 02:01:17,214 Updating FAILED jobs +2021-12-18 02:01:17,214 Updating WAITING jobs +2021-12-18 02:01:17,214 Update finished +2021-12-18 02:01:27,224 Reloading parameters... +2021-12-18 02:01:27,243 Loading parameters... +2021-12-18 02:01:27,245 Loading project parameters... +2021-12-18 02:01:27,247 + +22 of 25 jobs remaining (02:01) +2021-12-18 02:01:27,247 Sleep: 10 +2021-12-18 02:01:27,247 Number of retrials: 0 +2021-12-18 02:01:27,247 WRAPPER CHECK TIME = 10 +2021-12-18 02:01:27,248 Checking jobs for platform=marenostrum4 +2021-12-18 02:01:27,248 Checking jobs for platform=nord3 +2021-12-18 02:01:27,249 Checking jobs for platform=local +2021-12-18 02:01:27,249 Checking jobs for platform=transfer_node +2021-12-18 02:01:27,249 Checking all jobs at once +2021-12-18 02:01:28,819 Successful check job command +2021-12-18 02:01:30,138 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:01:30,138 End of checking +2021-12-18 02:01:30,139 Updating FAILED jobs +2021-12-18 02:01:30,140 Updating WAITING jobs +2021-12-18 02:01:30,140 Update finished +2021-12-18 02:01:30,140 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:01:30,141 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:01:30,141 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:01:30,141 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:01:30,141 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:01:30,143 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:01:30,146 Job list saved +2021-12-18 02:01:30,150 Updating FAILED jobs +2021-12-18 02:01:30,150 Updating WAITING jobs +2021-12-18 02:01:30,151 Update finished +2021-12-18 02:01:40,157 Reloading parameters... +2021-12-18 02:01:40,176 Loading parameters... +2021-12-18 02:01:40,177 Loading project parameters... +2021-12-18 02:01:40,179 + +22 of 25 jobs remaining (02:01) +2021-12-18 02:01:40,179 Sleep: 10 +2021-12-18 02:01:40,179 Number of retrials: 0 +2021-12-18 02:01:40,179 WRAPPER CHECK TIME = 10 +2021-12-18 02:01:40,180 Checking jobs for platform=marenostrum4 +2021-12-18 02:01:40,181 Checking jobs for platform=nord3 +2021-12-18 02:01:40,181 Checking jobs for platform=local +2021-12-18 02:01:40,182 Checking jobs for platform=transfer_node +2021-12-18 02:01:40,182 Checking all jobs at once +2021-12-18 02:01:41,853 Successful check job command +2021-12-18 02:01:43,823 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:01:43,823 End of checking +2021-12-18 02:01:43,824 Updating FAILED jobs +2021-12-18 02:01:43,825 Updating WAITING jobs +2021-12-18 02:01:43,825 Update finished +2021-12-18 02:01:43,825 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:01:43,825 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:01:43,825 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:01:43,825 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:01:43,826 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:01:43,828 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:01:43,830 Job list saved +2021-12-18 02:01:43,835 Updating FAILED jobs +2021-12-18 02:01:43,835 Updating WAITING jobs +2021-12-18 02:01:43,835 Update finished +2021-12-18 02:01:53,845 Reloading parameters... +2021-12-18 02:01:53,863 Loading parameters... +2021-12-18 02:01:53,864 Loading project parameters... +2021-12-18 02:01:53,866 + +22 of 25 jobs remaining (02:01) +2021-12-18 02:01:53,866 Sleep: 10 +2021-12-18 02:01:53,866 Number of retrials: 0 +2021-12-18 02:01:53,866 WRAPPER CHECK TIME = 10 +2021-12-18 02:01:53,867 Checking jobs for platform=marenostrum4 +2021-12-18 02:01:53,867 Checking jobs for platform=nord3 +2021-12-18 02:01:53,868 Checking jobs for platform=local +2021-12-18 02:01:53,868 Checking jobs for platform=transfer_node +2021-12-18 02:01:53,868 Checking all jobs at once +2021-12-18 02:01:55,388 Successful check job command +2021-12-18 02:01:56,957 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:01:56,958 End of checking +2021-12-18 02:01:56,959 Updating FAILED jobs +2021-12-18 02:01:56,959 Updating WAITING jobs +2021-12-18 02:01:56,959 Update finished +2021-12-18 02:01:56,960 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:01:56,960 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:01:56,960 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:01:56,960 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:01:56,960 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:01:56,963 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:01:56,965 Job list saved +2021-12-18 02:01:56,972 Updating FAILED jobs +2021-12-18 02:01:56,972 Updating WAITING jobs +2021-12-18 02:01:56,972 Update finished +2021-12-18 02:02:06,981 Reloading parameters... +2021-12-18 02:02:07,000 Loading parameters... +2021-12-18 02:02:07,002 Loading project parameters... +2021-12-18 02:02:07,006 + +22 of 25 jobs remaining (02:02) +2021-12-18 02:02:07,007 Sleep: 10 +2021-12-18 02:02:07,008 Number of retrials: 0 +2021-12-18 02:02:07,009 WRAPPER CHECK TIME = 10 +2021-12-18 02:02:07,009 Checking jobs for platform=marenostrum4 +2021-12-18 02:02:07,010 Checking jobs for platform=nord3 +2021-12-18 02:02:07,010 Checking jobs for platform=local +2021-12-18 02:02:07,011 Checking jobs for platform=transfer_node +2021-12-18 02:02:07,011 Checking all jobs at once +2021-12-18 02:02:08,583 Successful check job command +2021-12-18 02:02:10,052 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:02:10,052 End of checking +2021-12-18 02:02:10,053 Updating FAILED jobs +2021-12-18 02:02:10,053 Updating WAITING jobs +2021-12-18 02:02:10,054 Update finished +2021-12-18 02:02:10,054 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:02:10,054 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:02:10,054 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:02:10,055 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:02:10,055 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:02:10,058 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:02:10,060 Job list saved +2021-12-18 02:02:10,064 Updating FAILED jobs +2021-12-18 02:02:10,064 Updating WAITING jobs +2021-12-18 02:02:10,065 Update finished +2021-12-18 02:02:20,071 Reloading parameters... +2021-12-18 02:02:20,090 Loading parameters... +2021-12-18 02:02:20,092 Loading project parameters... +2021-12-18 02:02:20,094 + +22 of 25 jobs remaining (02:02) +2021-12-18 02:02:20,094 Sleep: 10 +2021-12-18 02:02:20,094 Number of retrials: 0 +2021-12-18 02:02:20,094 WRAPPER CHECK TIME = 10 +2021-12-18 02:02:20,095 Checking jobs for platform=marenostrum4 +2021-12-18 02:02:20,095 Checking jobs for platform=nord3 +2021-12-18 02:02:20,096 Checking jobs for platform=local +2021-12-18 02:02:20,096 Checking jobs for platform=transfer_node +2021-12-18 02:02:20,096 Checking all jobs at once +2021-12-18 02:02:21,771 Successful check job command +2021-12-18 02:02:23,641 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:02:23,641 End of checking +2021-12-18 02:02:23,642 Updating FAILED jobs +2021-12-18 02:02:23,642 Updating WAITING jobs +2021-12-18 02:02:23,643 Update finished +2021-12-18 02:02:23,643 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:02:23,643 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:02:23,643 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:02:23,643 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:02:23,643 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:02:23,646 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:02:23,648 Job list saved +2021-12-18 02:02:23,653 Updating FAILED jobs +2021-12-18 02:02:23,653 Updating WAITING jobs +2021-12-18 02:02:23,653 Update finished +2021-12-18 02:02:33,663 Reloading parameters... +2021-12-18 02:02:33,682 Loading parameters... +2021-12-18 02:02:33,683 Loading project parameters... +2021-12-18 02:02:33,685 + +22 of 25 jobs remaining (02:02) +2021-12-18 02:02:33,685 Sleep: 10 +2021-12-18 02:02:33,686 Number of retrials: 0 +2021-12-18 02:02:33,686 WRAPPER CHECK TIME = 10 +2021-12-18 02:02:33,686 Checking jobs for platform=marenostrum4 +2021-12-18 02:02:33,687 Checking jobs for platform=nord3 +2021-12-18 02:02:33,687 Checking jobs for platform=local +2021-12-18 02:02:33,688 Checking jobs for platform=transfer_node +2021-12-18 02:02:33,688 Checking all jobs at once +2021-12-18 02:02:35,007 Successful check job command +2021-12-18 02:02:36,426 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:02:36,427 End of checking +2021-12-18 02:02:36,428 Updating FAILED jobs +2021-12-18 02:02:36,428 Updating WAITING jobs +2021-12-18 02:02:36,428 Update finished +2021-12-18 02:02:36,428 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:02:36,429 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:02:36,429 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:02:36,429 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:02:36,429 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:02:36,432 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:02:36,434 Job list saved +2021-12-18 02:02:36,438 Updating FAILED jobs +2021-12-18 02:02:36,438 Updating WAITING jobs +2021-12-18 02:02:36,439 Update finished +2021-12-18 02:02:46,449 Reloading parameters... +2021-12-18 02:02:46,470 Loading parameters... +2021-12-18 02:02:46,471 Loading project parameters... +2021-12-18 02:02:46,473 + +22 of 25 jobs remaining (02:02) +2021-12-18 02:02:46,473 Sleep: 10 +2021-12-18 02:02:46,473 Number of retrials: 0 +2021-12-18 02:02:46,473 WRAPPER CHECK TIME = 10 +2021-12-18 02:02:46,474 Checking jobs for platform=marenostrum4 +2021-12-18 02:02:46,474 Checking jobs for platform=nord3 +2021-12-18 02:02:46,475 Checking jobs for platform=local +2021-12-18 02:02:46,476 Checking jobs for platform=transfer_node +2021-12-18 02:02:46,476 Checking all jobs at once +2021-12-18 02:02:48,195 Successful check job command +2021-12-18 02:02:49,815 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:02:49,815 End of checking +2021-12-18 02:02:49,816 Updating FAILED jobs +2021-12-18 02:02:49,817 Updating WAITING jobs +2021-12-18 02:02:49,817 Update finished +2021-12-18 02:02:49,817 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:02:49,818 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:02:49,818 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:02:49,818 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:02:49,818 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:02:49,821 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:02:49,823 Job list saved +2021-12-18 02:02:49,828 Updating FAILED jobs +2021-12-18 02:02:49,828 Updating WAITING jobs +2021-12-18 02:02:49,828 Update finished +2021-12-18 02:02:59,838 Reloading parameters... +2021-12-18 02:02:59,860 Loading parameters... +2021-12-18 02:02:59,861 Loading project parameters... +2021-12-18 02:02:59,863 + +22 of 25 jobs remaining (02:02) +2021-12-18 02:02:59,863 Sleep: 10 +2021-12-18 02:02:59,863 Number of retrials: 0 +2021-12-18 02:02:59,864 WRAPPER CHECK TIME = 10 +2021-12-18 02:02:59,864 Checking jobs for platform=marenostrum4 +2021-12-18 02:02:59,865 Checking jobs for platform=nord3 +2021-12-18 02:02:59,865 Checking jobs for platform=local +2021-12-18 02:02:59,866 Checking jobs for platform=transfer_node +2021-12-18 02:02:59,866 Checking all jobs at once +2021-12-18 02:03:01,736 Successful check job command +2021-12-18 02:03:04,109 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:03:04,109 End of checking +2021-12-18 02:03:04,110 Updating FAILED jobs +2021-12-18 02:03:04,110 Updating WAITING jobs +2021-12-18 02:03:04,111 Update finished +2021-12-18 02:03:04,111 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:03:04,111 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:03:04,111 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:03:04,111 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:03:04,111 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:03:04,114 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:03:04,116 Job list saved +2021-12-18 02:03:04,121 Updating FAILED jobs +2021-12-18 02:03:04,121 Updating WAITING jobs +2021-12-18 02:03:04,121 Update finished +2021-12-18 02:03:14,131 Reloading parameters... +2021-12-18 02:03:14,148 Loading parameters... +2021-12-18 02:03:14,150 Loading project parameters... +2021-12-18 02:03:14,151 + +22 of 25 jobs remaining (02:03) +2021-12-18 02:03:14,152 Sleep: 10 +2021-12-18 02:03:14,152 Number of retrials: 0 +2021-12-18 02:03:14,152 WRAPPER CHECK TIME = 10 +2021-12-18 02:03:14,152 Checking jobs for platform=marenostrum4 +2021-12-18 02:03:14,153 Checking jobs for platform=nord3 +2021-12-18 02:03:14,154 Checking jobs for platform=local +2021-12-18 02:03:14,154 Checking jobs for platform=transfer_node +2021-12-18 02:03:14,154 Checking all jobs at once +2021-12-18 02:03:15,428 Successful check job command +2021-12-18 02:03:16,697 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:03:16,698 End of checking +2021-12-18 02:03:16,699 Updating FAILED jobs +2021-12-18 02:03:16,699 Updating WAITING jobs +2021-12-18 02:03:16,700 Update finished +2021-12-18 02:03:16,700 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:03:16,700 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:03:16,700 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:03:16,702 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:03:16,702 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:03:16,709 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:03:16,712 Job list saved +2021-12-18 02:03:16,716 Updating FAILED jobs +2021-12-18 02:03:16,716 Updating WAITING jobs +2021-12-18 02:03:16,717 Update finished +2021-12-18 02:03:26,727 Reloading parameters... +2021-12-18 02:03:26,745 Loading parameters... +2021-12-18 02:03:26,747 Loading project parameters... +2021-12-18 02:03:26,749 + +22 of 25 jobs remaining (02:03) +2021-12-18 02:03:26,749 Sleep: 10 +2021-12-18 02:03:26,749 Number of retrials: 0 +2021-12-18 02:03:26,749 WRAPPER CHECK TIME = 10 +2021-12-18 02:03:26,750 Checking jobs for platform=marenostrum4 +2021-12-18 02:03:26,750 Checking jobs for platform=nord3 +2021-12-18 02:03:26,751 Checking jobs for platform=local +2021-12-18 02:03:26,751 Checking jobs for platform=transfer_node +2021-12-18 02:03:26,752 Checking all jobs at once +2021-12-18 02:03:28,221 Successful check job command +2021-12-18 02:03:29,440 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:03:29,440 End of checking +2021-12-18 02:03:29,442 Updating FAILED jobs +2021-12-18 02:03:29,442 Updating WAITING jobs +2021-12-18 02:03:29,442 Update finished +2021-12-18 02:03:29,442 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:03:29,443 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:03:29,443 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:03:29,443 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:03:29,443 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:03:29,446 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:03:29,448 Job list saved +2021-12-18 02:03:29,453 Updating FAILED jobs +2021-12-18 02:03:29,453 Updating WAITING jobs +2021-12-18 02:03:29,453 Update finished +2021-12-18 02:03:39,463 Reloading parameters... +2021-12-18 02:03:39,482 Loading parameters... +2021-12-18 02:03:39,484 Loading project parameters... +2021-12-18 02:03:39,487 + +22 of 25 jobs remaining (02:03) +2021-12-18 02:03:39,487 Sleep: 10 +2021-12-18 02:03:39,487 Number of retrials: 0 +2021-12-18 02:03:39,487 WRAPPER CHECK TIME = 10 +2021-12-18 02:03:39,488 Checking jobs for platform=marenostrum4 +2021-12-18 02:03:39,489 Checking jobs for platform=nord3 +2021-12-18 02:03:39,490 Checking jobs for platform=local +2021-12-18 02:03:39,490 Checking jobs for platform=transfer_node +2021-12-18 02:03:39,490 Checking all jobs at once +2021-12-18 02:03:42,061 Successful check job command +2021-12-18 02:03:44,132 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:03:44,132 End of checking +2021-12-18 02:03:44,133 Updating FAILED jobs +2021-12-18 02:03:44,133 Updating WAITING jobs +2021-12-18 02:03:44,133 Update finished +2021-12-18 02:03:44,134 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:03:44,134 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:03:44,134 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:03:44,134 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:03:44,134 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:03:44,137 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:03:44,139 Job list saved +2021-12-18 02:03:44,144 Updating FAILED jobs +2021-12-18 02:03:44,144 Updating WAITING jobs +2021-12-18 02:03:44,144 Update finished +2021-12-18 02:03:54,145 Reloading parameters... +2021-12-18 02:03:54,163 Loading parameters... +2021-12-18 02:03:54,164 Loading project parameters... +2021-12-18 02:03:54,166 + +22 of 25 jobs remaining (02:03) +2021-12-18 02:03:54,166 Sleep: 10 +2021-12-18 02:03:54,166 Number of retrials: 0 +2021-12-18 02:03:54,166 WRAPPER CHECK TIME = 10 +2021-12-18 02:03:54,167 Checking jobs for platform=marenostrum4 +2021-12-18 02:03:54,167 Checking jobs for platform=nord3 +2021-12-18 02:03:54,168 Checking jobs for platform=local +2021-12-18 02:03:54,168 Checking jobs for platform=transfer_node +2021-12-18 02:03:54,169 Checking all jobs at once +2021-12-18 02:03:55,639 Successful check job command +2021-12-18 02:03:56,958 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:03:56,958 End of checking +2021-12-18 02:03:56,959 Updating FAILED jobs +2021-12-18 02:03:56,960 Updating WAITING jobs +2021-12-18 02:03:56,960 Update finished +2021-12-18 02:03:56,960 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:03:56,960 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:03:56,960 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:03:56,960 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:03:56,961 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:03:56,963 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:03:56,965 Job list saved +2021-12-18 02:03:56,970 Updating FAILED jobs +2021-12-18 02:03:56,970 Updating WAITING jobs +2021-12-18 02:03:56,971 Update finished +2021-12-18 02:04:06,981 Reloading parameters... +2021-12-18 02:04:06,999 Loading parameters... +2021-12-18 02:04:07,001 Loading project parameters... +2021-12-18 02:04:07,003 + +22 of 25 jobs remaining (02:04) +2021-12-18 02:04:07,003 Sleep: 10 +2021-12-18 02:04:07,003 Number of retrials: 0 +2021-12-18 02:04:07,003 WRAPPER CHECK TIME = 10 +2021-12-18 02:04:07,004 Checking jobs for platform=marenostrum4 +2021-12-18 02:04:07,004 Checking jobs for platform=nord3 +2021-12-18 02:04:07,005 Checking jobs for platform=local +2021-12-18 02:04:07,006 Checking jobs for platform=transfer_node +2021-12-18 02:04:07,006 Checking all jobs at once +2021-12-18 02:04:08,476 Successful check job command +2021-12-18 02:04:09,694 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:04:09,695 End of checking +2021-12-18 02:04:09,696 Updating FAILED jobs +2021-12-18 02:04:09,696 Updating WAITING jobs +2021-12-18 02:04:09,697 Update finished +2021-12-18 02:04:09,697 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:04:09,698 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:04:09,698 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:04:09,698 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:04:09,698 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:04:09,701 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:04:09,703 Job list saved +2021-12-18 02:04:09,709 Updating FAILED jobs +2021-12-18 02:04:09,709 Updating WAITING jobs +2021-12-18 02:04:09,710 Update finished +2021-12-18 02:04:19,718 Reloading parameters... +2021-12-18 02:04:19,736 Loading parameters... +2021-12-18 02:04:19,737 Loading project parameters... +2021-12-18 02:04:19,739 + +22 of 25 jobs remaining (02:04) +2021-12-18 02:04:19,739 Sleep: 10 +2021-12-18 02:04:19,739 Number of retrials: 0 +2021-12-18 02:04:19,740 WRAPPER CHECK TIME = 10 +2021-12-18 02:04:19,740 Checking jobs for platform=marenostrum4 +2021-12-18 02:04:19,741 Checking jobs for platform=nord3 +2021-12-18 02:04:19,741 Checking jobs for platform=local +2021-12-18 02:04:19,742 Checking jobs for platform=transfer_node +2021-12-18 02:04:19,742 Checking all jobs at once +2021-12-18 02:04:22,063 Successful check job command +2021-12-18 02:04:23,633 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:04:23,633 End of checking +2021-12-18 02:04:23,634 Updating FAILED jobs +2021-12-18 02:04:23,635 Updating WAITING jobs +2021-12-18 02:04:23,635 Update finished +2021-12-18 02:04:23,635 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:04:23,635 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:04:23,635 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:04:23,635 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:04:23,635 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:04:23,638 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:04:23,641 Job list saved +2021-12-18 02:04:23,645 Updating FAILED jobs +2021-12-18 02:04:23,646 Updating WAITING jobs +2021-12-18 02:04:23,646 Update finished +2021-12-18 02:04:33,656 Reloading parameters... +2021-12-18 02:04:33,673 Loading parameters... +2021-12-18 02:04:33,675 Loading project parameters... +2021-12-18 02:04:33,677 + +22 of 25 jobs remaining (02:04) +2021-12-18 02:04:33,677 Sleep: 10 +2021-12-18 02:04:33,677 Number of retrials: 0 +2021-12-18 02:04:33,677 WRAPPER CHECK TIME = 10 +2021-12-18 02:04:33,678 Checking jobs for platform=marenostrum4 +2021-12-18 02:04:33,678 Checking jobs for platform=nord3 +2021-12-18 02:04:33,679 Checking jobs for platform=local +2021-12-18 02:04:33,679 Checking jobs for platform=transfer_node +2021-12-18 02:04:33,679 Checking all jobs at once +2021-12-18 02:04:35,154 Successful check job command +2021-12-18 02:04:36,574 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:04:36,574 End of checking +2021-12-18 02:04:36,576 Updating FAILED jobs +2021-12-18 02:04:36,576 Updating WAITING jobs +2021-12-18 02:04:36,576 Update finished +2021-12-18 02:04:36,576 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:04:36,576 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:04:36,577 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:04:36,577 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:04:36,577 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:04:36,579 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:04:36,582 Job list saved +2021-12-18 02:04:36,586 Updating FAILED jobs +2021-12-18 02:04:36,586 Updating WAITING jobs +2021-12-18 02:04:36,586 Update finished +2021-12-18 02:04:46,590 Reloading parameters... +2021-12-18 02:04:46,607 Loading parameters... +2021-12-18 02:04:46,609 Loading project parameters... +2021-12-18 02:04:46,610 + +22 of 25 jobs remaining (02:04) +2021-12-18 02:04:46,611 Sleep: 10 +2021-12-18 02:04:46,611 Number of retrials: 0 +2021-12-18 02:04:46,611 WRAPPER CHECK TIME = 10 +2021-12-18 02:04:46,612 Checking jobs for platform=marenostrum4 +2021-12-18 02:04:46,612 Checking jobs for platform=nord3 +2021-12-18 02:04:46,613 Checking jobs for platform=local +2021-12-18 02:04:46,613 Checking jobs for platform=transfer_node +2021-12-18 02:04:46,613 Checking all jobs at once +2021-12-18 02:04:48,383 Successful check job command +2021-12-18 02:04:49,954 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:04:49,954 End of checking +2021-12-18 02:04:49,956 Updating FAILED jobs +2021-12-18 02:04:49,956 Updating WAITING jobs +2021-12-18 02:04:49,956 Update finished +2021-12-18 02:04:49,956 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:04:49,957 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:04:49,957 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:04:49,957 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:04:49,957 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:04:49,960 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:04:49,962 Job list saved +2021-12-18 02:04:49,968 Updating FAILED jobs +2021-12-18 02:04:49,968 Updating WAITING jobs +2021-12-18 02:04:49,968 Update finished +2021-12-18 02:04:59,974 Reloading parameters... +2021-12-18 02:04:59,994 Loading parameters... +2021-12-18 02:04:59,995 Loading project parameters... +2021-12-18 02:04:59,997 + +22 of 25 jobs remaining (02:04) +2021-12-18 02:04:59,997 Sleep: 10 +2021-12-18 02:04:59,997 Number of retrials: 0 +2021-12-18 02:04:59,997 WRAPPER CHECK TIME = 10 +2021-12-18 02:04:59,998 Checking jobs for platform=marenostrum4 +2021-12-18 02:04:59,999 Checking jobs for platform=nord3 +2021-12-18 02:04:59,999 Checking jobs for platform=local +2021-12-18 02:05:00,000 Checking jobs for platform=transfer_node +2021-12-18 02:05:00,000 Checking all jobs at once +2021-12-18 02:05:01,771 Successful check job command +2021-12-18 02:05:03,543 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:05:03,544 End of checking +2021-12-18 02:05:03,545 Updating FAILED jobs +2021-12-18 02:05:03,545 Updating WAITING jobs +2021-12-18 02:05:03,545 Update finished +2021-12-18 02:05:03,545 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:05:03,546 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:05:03,546 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:05:03,546 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:05:03,546 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:05:03,548 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:05:03,551 Job list saved +2021-12-18 02:05:03,555 Updating FAILED jobs +2021-12-18 02:05:03,555 Updating WAITING jobs +2021-12-18 02:05:03,555 Update finished +2021-12-18 02:05:13,564 Reloading parameters... +2021-12-18 02:05:13,583 Loading parameters... +2021-12-18 02:05:13,585 Loading project parameters... +2021-12-18 02:05:13,586 + +22 of 25 jobs remaining (02:05) +2021-12-18 02:05:13,587 Sleep: 10 +2021-12-18 02:05:13,587 Number of retrials: 0 +2021-12-18 02:05:13,587 WRAPPER CHECK TIME = 10 +2021-12-18 02:05:13,587 Checking jobs for platform=marenostrum4 +2021-12-18 02:05:13,588 Checking jobs for platform=nord3 +2021-12-18 02:05:13,589 Checking jobs for platform=local +2021-12-18 02:05:13,589 Checking jobs for platform=transfer_node +2021-12-18 02:05:13,589 Checking all jobs at once +2021-12-18 02:05:15,059 Successful check job command +2021-12-18 02:05:16,880 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:05:16,880 End of checking +2021-12-18 02:05:16,882 Updating FAILED jobs +2021-12-18 02:05:16,882 Updating WAITING jobs +2021-12-18 02:05:16,882 Update finished +2021-12-18 02:05:16,883 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:05:16,883 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:05:16,883 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:05:16,883 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:05:16,883 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:05:16,887 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:05:16,891 Job list saved +2021-12-18 02:05:16,896 Updating FAILED jobs +2021-12-18 02:05:16,896 Updating WAITING jobs +2021-12-18 02:05:16,896 Update finished +2021-12-18 02:05:26,906 Reloading parameters... +2021-12-18 02:05:26,924 Loading parameters... +2021-12-18 02:05:26,926 Loading project parameters... +2021-12-18 02:05:26,928 + +22 of 25 jobs remaining (02:05) +2021-12-18 02:05:26,928 Sleep: 10 +2021-12-18 02:05:26,928 Number of retrials: 0 +2021-12-18 02:05:26,928 WRAPPER CHECK TIME = 10 +2021-12-18 02:05:26,929 Checking jobs for platform=marenostrum4 +2021-12-18 02:05:26,929 Checking jobs for platform=nord3 +2021-12-18 02:05:26,930 Checking jobs for platform=local +2021-12-18 02:05:26,930 Checking jobs for platform=transfer_node +2021-12-18 02:05:26,930 Checking all jobs at once +2021-12-18 02:05:28,700 Successful check job command +2021-12-18 02:05:30,219 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:05:30,220 End of checking +2021-12-18 02:05:30,221 Updating FAILED jobs +2021-12-18 02:05:30,221 Updating WAITING jobs +2021-12-18 02:05:30,221 Update finished +2021-12-18 02:05:30,222 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:05:30,222 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:05:30,222 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:05:30,222 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:05:30,223 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:05:30,226 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:05:30,228 Job list saved +2021-12-18 02:05:30,233 Updating FAILED jobs +2021-12-18 02:05:30,234 Updating WAITING jobs +2021-12-18 02:05:30,234 Update finished +2021-12-18 02:05:40,244 Reloading parameters... +2021-12-18 02:05:40,265 Loading parameters... +2021-12-18 02:05:40,267 Loading project parameters... +2021-12-18 02:05:40,269 + +22 of 25 jobs remaining (02:05) +2021-12-18 02:05:40,269 Sleep: 10 +2021-12-18 02:05:40,269 Number of retrials: 0 +2021-12-18 02:05:40,269 WRAPPER CHECK TIME = 10 +2021-12-18 02:05:40,270 Checking jobs for platform=marenostrum4 +2021-12-18 02:05:40,270 Checking jobs for platform=nord3 +2021-12-18 02:05:40,271 Checking jobs for platform=local +2021-12-18 02:05:40,271 Checking jobs for platform=transfer_node +2021-12-18 02:05:40,271 Checking all jobs at once +2021-12-18 02:05:42,644 Successful check job command +2021-12-18 02:05:44,715 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:05:44,715 End of checking +2021-12-18 02:05:44,716 Updating FAILED jobs +2021-12-18 02:05:44,716 Updating WAITING jobs +2021-12-18 02:05:44,717 Update finished +2021-12-18 02:05:44,717 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:05:44,717 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:05:44,717 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:05:44,717 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:05:44,717 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:05:44,720 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:05:44,722 Job list saved +2021-12-18 02:05:44,728 Updating FAILED jobs +2021-12-18 02:05:44,728 Updating WAITING jobs +2021-12-18 02:05:44,728 Update finished +2021-12-18 02:05:54,738 Reloading parameters... +2021-12-18 02:05:54,757 Loading parameters... +2021-12-18 02:05:54,759 Loading project parameters... +2021-12-18 02:05:54,760 + +22 of 25 jobs remaining (02:05) +2021-12-18 02:05:54,761 Sleep: 10 +2021-12-18 02:05:54,761 Number of retrials: 0 +2021-12-18 02:05:54,761 WRAPPER CHECK TIME = 10 +2021-12-18 02:05:54,761 Checking jobs for platform=marenostrum4 +2021-12-18 02:05:54,762 Checking jobs for platform=nord3 +2021-12-18 02:05:54,763 Checking jobs for platform=local +2021-12-18 02:05:54,763 Checking jobs for platform=transfer_node +2021-12-18 02:05:54,763 Checking all jobs at once +2021-12-18 02:05:56,238 Successful check job command +2021-12-18 02:05:57,858 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:05:57,859 End of checking +2021-12-18 02:05:57,860 Updating FAILED jobs +2021-12-18 02:05:57,860 Updating WAITING jobs +2021-12-18 02:05:57,860 Update finished +2021-12-18 02:05:57,861 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:05:57,861 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:05:57,861 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:05:57,861 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:05:57,861 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:05:57,864 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:05:57,866 Job list saved +2021-12-18 02:05:57,871 Updating FAILED jobs +2021-12-18 02:05:57,871 Updating WAITING jobs +2021-12-18 02:05:57,871 Update finished +2021-12-18 02:06:07,879 Reloading parameters... +2021-12-18 02:06:07,898 Loading parameters... +2021-12-18 02:06:07,900 Loading project parameters... +2021-12-18 02:06:07,902 + +22 of 25 jobs remaining (02:06) +2021-12-18 02:06:07,902 Sleep: 10 +2021-12-18 02:06:07,902 Number of retrials: 0 +2021-12-18 02:06:07,902 WRAPPER CHECK TIME = 10 +2021-12-18 02:06:07,903 Checking jobs for platform=marenostrum4 +2021-12-18 02:06:07,903 Checking jobs for platform=nord3 +2021-12-18 02:06:07,904 Checking jobs for platform=local +2021-12-18 02:06:07,904 Checking jobs for platform=transfer_node +2021-12-18 02:06:07,905 Checking all jobs at once +2021-12-18 02:06:09,327 Successful check job command +2021-12-18 02:06:11,198 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:06:11,198 End of checking +2021-12-18 02:06:11,199 Updating FAILED jobs +2021-12-18 02:06:11,199 Updating WAITING jobs +2021-12-18 02:06:11,200 Update finished +2021-12-18 02:06:11,200 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:06:11,201 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:06:11,201 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:06:11,201 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:06:11,201 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:06:11,204 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:06:11,206 Job list saved +2021-12-18 02:06:11,212 Updating FAILED jobs +2021-12-18 02:06:11,212 Updating WAITING jobs +2021-12-18 02:06:11,213 Update finished +2021-12-18 02:06:21,221 Reloading parameters... +2021-12-18 02:06:21,239 Loading parameters... +2021-12-18 02:06:21,240 Loading project parameters... +2021-12-18 02:06:21,242 + +22 of 25 jobs remaining (02:06) +2021-12-18 02:06:21,242 Sleep: 10 +2021-12-18 02:06:21,242 Number of retrials: 0 +2021-12-18 02:06:21,242 WRAPPER CHECK TIME = 10 +2021-12-18 02:06:21,243 Checking jobs for platform=marenostrum4 +2021-12-18 02:06:21,244 Checking jobs for platform=nord3 +2021-12-18 02:06:21,244 Checking jobs for platform=local +2021-12-18 02:06:21,245 Checking jobs for platform=transfer_node +2021-12-18 02:06:21,245 Checking all jobs at once +2021-12-18 02:06:22,716 Successful check job command +2021-12-18 02:06:24,436 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:06:24,437 End of checking +2021-12-18 02:06:24,438 Updating FAILED jobs +2021-12-18 02:06:24,438 Updating WAITING jobs +2021-12-18 02:06:24,439 Update finished +2021-12-18 02:06:24,439 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:06:24,439 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:06:24,439 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:06:24,439 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:06:24,439 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:06:24,442 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:06:24,444 Job list saved +2021-12-18 02:06:24,449 Updating FAILED jobs +2021-12-18 02:06:24,449 Updating WAITING jobs +2021-12-18 02:06:24,449 Update finished +2021-12-18 02:06:34,459 Reloading parameters... +2021-12-18 02:06:34,476 Loading parameters... +2021-12-18 02:06:34,477 Loading project parameters... +2021-12-18 02:06:34,479 + +22 of 25 jobs remaining (02:06) +2021-12-18 02:06:34,480 Sleep: 10 +2021-12-18 02:06:34,480 Number of retrials: 0 +2021-12-18 02:06:34,480 WRAPPER CHECK TIME = 10 +2021-12-18 02:06:34,480 Checking jobs for platform=marenostrum4 +2021-12-18 02:06:34,481 Checking jobs for platform=nord3 +2021-12-18 02:06:34,481 Checking jobs for platform=local +2021-12-18 02:06:34,482 Checking jobs for platform=transfer_node +2021-12-18 02:06:34,482 Checking all jobs at once +2021-12-18 02:06:35,801 Successful check job command +2021-12-18 02:06:37,221 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:06:37,221 End of checking +2021-12-18 02:06:37,226 Updating FAILED jobs +2021-12-18 02:06:37,226 Updating WAITING jobs +2021-12-18 02:06:37,227 Update finished +2021-12-18 02:06:37,227 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:06:37,227 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:06:37,227 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:06:37,227 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:06:37,227 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:06:37,230 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:06:37,232 Job list saved +2021-12-18 02:06:37,236 Updating FAILED jobs +2021-12-18 02:06:37,237 Updating WAITING jobs +2021-12-18 02:06:37,237 Update finished +2021-12-18 02:06:47,245 Reloading parameters... +2021-12-18 02:06:47,266 Loading parameters... +2021-12-18 02:06:47,267 Loading project parameters... +2021-12-18 02:06:47,269 + +22 of 25 jobs remaining (02:06) +2021-12-18 02:06:47,269 Sleep: 10 +2021-12-18 02:06:47,269 Number of retrials: 0 +2021-12-18 02:06:47,269 WRAPPER CHECK TIME = 10 +2021-12-18 02:06:47,270 Checking jobs for platform=marenostrum4 +2021-12-18 02:06:47,270 Checking jobs for platform=nord3 +2021-12-18 02:06:47,271 Checking jobs for platform=local +2021-12-18 02:06:47,271 Checking jobs for platform=transfer_node +2021-12-18 02:06:47,272 Checking all jobs at once +2021-12-18 02:06:48,690 Successful check job command +2021-12-18 02:06:50,010 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:06:50,010 End of checking +2021-12-18 02:06:50,011 Updating FAILED jobs +2021-12-18 02:06:50,012 Updating WAITING jobs +2021-12-18 02:06:50,012 Update finished +2021-12-18 02:06:50,012 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:06:50,013 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:06:50,013 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:06:50,013 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:06:50,013 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:06:50,016 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:06:50,018 Job list saved +2021-12-18 02:06:50,022 Updating FAILED jobs +2021-12-18 02:06:50,023 Updating WAITING jobs +2021-12-18 02:06:50,023 Update finished +2021-12-18 02:07:00,033 Reloading parameters... +2021-12-18 02:07:00,051 Loading parameters... +2021-12-18 02:07:00,053 Loading project parameters... +2021-12-18 02:07:00,055 + +22 of 25 jobs remaining (02:07) +2021-12-18 02:07:00,055 Sleep: 10 +2021-12-18 02:07:00,055 Number of retrials: 0 +2021-12-18 02:07:00,055 WRAPPER CHECK TIME = 10 +2021-12-18 02:07:00,056 Checking jobs for platform=marenostrum4 +2021-12-18 02:07:00,056 Checking jobs for platform=nord3 +2021-12-18 02:07:00,057 Checking jobs for platform=local +2021-12-18 02:07:00,057 Checking jobs for platform=transfer_node +2021-12-18 02:07:00,058 Checking all jobs at once +2021-12-18 02:07:01,628 Successful check job command +2021-12-18 02:07:02,947 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:07:02,948 End of checking +2021-12-18 02:07:02,949 Updating FAILED jobs +2021-12-18 02:07:02,949 Updating WAITING jobs +2021-12-18 02:07:02,949 Update finished +2021-12-18 02:07:02,949 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:07:02,950 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:07:02,950 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:07:02,950 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:07:02,950 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:07:02,952 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:07:02,955 Job list saved +2021-12-18 02:07:02,959 Updating FAILED jobs +2021-12-18 02:07:02,959 Updating WAITING jobs +2021-12-18 02:07:02,959 Update finished +2021-12-18 02:07:12,963 Reloading parameters... +2021-12-18 02:07:12,980 Loading parameters... +2021-12-18 02:07:12,982 Loading project parameters... +2021-12-18 02:07:12,984 + +22 of 25 jobs remaining (02:07) +2021-12-18 02:07:12,984 Sleep: 10 +2021-12-18 02:07:12,984 Number of retrials: 0 +2021-12-18 02:07:12,985 WRAPPER CHECK TIME = 10 +2021-12-18 02:07:12,985 Checking jobs for platform=marenostrum4 +2021-12-18 02:07:12,986 Checking jobs for platform=nord3 +2021-12-18 02:07:12,986 Checking jobs for platform=local +2021-12-18 02:07:12,987 Checking jobs for platform=transfer_node +2021-12-18 02:07:12,987 Checking all jobs at once +2021-12-18 02:07:14,456 Successful check job command +2021-12-18 02:07:15,675 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:07:15,675 End of checking +2021-12-18 02:07:15,676 Updating FAILED jobs +2021-12-18 02:07:15,677 Updating WAITING jobs +2021-12-18 02:07:15,677 Update finished +2021-12-18 02:07:15,677 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:07:15,677 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:07:15,677 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:07:15,678 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:07:15,678 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:07:15,680 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:07:15,682 Job list saved +2021-12-18 02:07:15,688 Updating FAILED jobs +2021-12-18 02:07:15,688 Updating WAITING jobs +2021-12-18 02:07:15,688 Update finished +2021-12-18 02:07:25,698 Reloading parameters... +2021-12-18 02:07:25,715 Loading parameters... +2021-12-18 02:07:25,717 Loading project parameters... +2021-12-18 02:07:25,718 + +22 of 25 jobs remaining (02:07) +2021-12-18 02:07:25,719 Sleep: 10 +2021-12-18 02:07:25,719 Number of retrials: 0 +2021-12-18 02:07:25,719 WRAPPER CHECK TIME = 10 +2021-12-18 02:07:25,719 Checking jobs for platform=marenostrum4 +2021-12-18 02:07:25,720 Checking jobs for platform=nord3 +2021-12-18 02:07:25,720 Checking jobs for platform=local +2021-12-18 02:07:25,721 Checking jobs for platform=transfer_node +2021-12-18 02:07:25,721 Checking all jobs at once +2021-12-18 02:07:27,992 Successful check job command +2021-12-18 02:07:29,365 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:07:29,365 End of checking +2021-12-18 02:07:29,366 Updating FAILED jobs +2021-12-18 02:07:29,366 Updating WAITING jobs +2021-12-18 02:07:29,367 Update finished +2021-12-18 02:07:29,367 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:07:29,367 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:07:29,367 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:07:29,368 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:07:29,368 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:07:29,371 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:07:29,373 Job list saved +2021-12-18 02:07:29,377 Updating FAILED jobs +2021-12-18 02:07:29,377 Updating WAITING jobs +2021-12-18 02:07:29,378 Update finished +2021-12-18 02:07:39,388 Reloading parameters... +2021-12-18 02:07:39,405 Loading parameters... +2021-12-18 02:07:39,409 Loading project parameters... +2021-12-18 02:07:39,411 + +22 of 25 jobs remaining (02:07) +2021-12-18 02:07:39,411 Sleep: 10 +2021-12-18 02:07:39,411 Number of retrials: 0 +2021-12-18 02:07:39,411 WRAPPER CHECK TIME = 10 +2021-12-18 02:07:39,412 Checking jobs for platform=marenostrum4 +2021-12-18 02:07:39,413 Checking jobs for platform=nord3 +2021-12-18 02:07:39,413 Checking jobs for platform=local +2021-12-18 02:07:39,414 Checking jobs for platform=transfer_node +2021-12-18 02:07:39,414 Checking all jobs at once +2021-12-18 02:07:42,041 Successful check job command +2021-12-18 02:07:44,663 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:07:44,663 End of checking +2021-12-18 02:07:44,664 Updating FAILED jobs +2021-12-18 02:07:44,665 Updating WAITING jobs +2021-12-18 02:07:44,665 Update finished +2021-12-18 02:07:44,665 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:07:44,665 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:07:44,665 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:07:44,665 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:07:44,666 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:07:44,668 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:07:44,671 Job list saved +2021-12-18 02:07:44,676 Updating FAILED jobs +2021-12-18 02:07:44,676 Updating WAITING jobs +2021-12-18 02:07:44,676 Update finished +2021-12-18 02:07:54,686 Reloading parameters... +2021-12-18 02:07:54,705 Loading parameters... +2021-12-18 02:07:54,706 Loading project parameters... +2021-12-18 02:07:54,708 + +22 of 25 jobs remaining (02:07) +2021-12-18 02:07:54,708 Sleep: 10 +2021-12-18 02:07:54,708 Number of retrials: 0 +2021-12-18 02:07:54,708 WRAPPER CHECK TIME = 10 +2021-12-18 02:07:54,709 Checking jobs for platform=marenostrum4 +2021-12-18 02:07:54,709 Checking jobs for platform=nord3 +2021-12-18 02:07:54,710 Checking jobs for platform=local +2021-12-18 02:07:54,710 Checking jobs for platform=transfer_node +2021-12-18 02:07:54,710 Checking all jobs at once +2021-12-18 02:07:56,080 Successful check job command +2021-12-18 02:07:57,299 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:07:57,300 End of checking +2021-12-18 02:07:57,301 Updating FAILED jobs +2021-12-18 02:07:57,301 Updating WAITING jobs +2021-12-18 02:07:57,301 Update finished +2021-12-18 02:07:57,302 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:07:57,302 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:07:57,302 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:07:57,302 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:07:57,302 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:07:57,305 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:07:57,307 Job list saved +2021-12-18 02:07:57,312 Updating FAILED jobs +2021-12-18 02:07:57,312 Updating WAITING jobs +2021-12-18 02:07:57,312 Update finished +2021-12-18 02:08:07,321 Reloading parameters... +2021-12-18 02:08:07,340 Loading parameters... +2021-12-18 02:08:07,342 Loading project parameters... +2021-12-18 02:08:07,343 + +22 of 25 jobs remaining (02:08) +2021-12-18 02:08:07,344 Sleep: 10 +2021-12-18 02:08:07,344 Number of retrials: 0 +2021-12-18 02:08:07,344 WRAPPER CHECK TIME = 10 +2021-12-18 02:08:07,344 Checking jobs for platform=marenostrum4 +2021-12-18 02:08:07,345 Checking jobs for platform=nord3 +2021-12-18 02:08:07,346 Checking jobs for platform=local +2021-12-18 02:08:07,346 Checking jobs for platform=transfer_node +2021-12-18 02:08:07,346 Checking all jobs at once +2021-12-18 02:08:08,916 Successful check job command +2021-12-18 02:08:10,235 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:08:10,235 End of checking +2021-12-18 02:08:10,237 Updating FAILED jobs +2021-12-18 02:08:10,237 Updating WAITING jobs +2021-12-18 02:08:10,237 Update finished +2021-12-18 02:08:10,237 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:08:10,238 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:08:10,238 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:08:10,238 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:08:10,238 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:08:10,242 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:08:10,244 Job list saved +2021-12-18 02:08:10,249 Updating FAILED jobs +2021-12-18 02:08:10,249 Updating WAITING jobs +2021-12-18 02:08:10,249 Update finished +2021-12-18 02:08:20,257 Reloading parameters... +2021-12-18 02:08:20,279 Loading parameters... +2021-12-18 02:08:20,280 Loading project parameters... +2021-12-18 02:08:20,282 + +22 of 25 jobs remaining (02:08) +2021-12-18 02:08:20,283 Sleep: 10 +2021-12-18 02:08:20,283 Number of retrials: 0 +2021-12-18 02:08:20,283 WRAPPER CHECK TIME = 10 +2021-12-18 02:08:20,283 Checking jobs for platform=marenostrum4 +2021-12-18 02:08:20,284 Checking jobs for platform=nord3 +2021-12-18 02:08:20,285 Checking jobs for platform=local +2021-12-18 02:08:20,285 Checking jobs for platform=transfer_node +2021-12-18 02:08:20,285 Checking all jobs at once +2021-12-18 02:08:22,658 Successful check job command +2021-12-18 02:08:25,279 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:08:25,280 End of checking +2021-12-18 02:08:25,281 Updating FAILED jobs +2021-12-18 02:08:25,281 Updating WAITING jobs +2021-12-18 02:08:25,281 Update finished +2021-12-18 02:08:25,281 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:08:25,282 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:08:25,282 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:08:25,282 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:08:25,282 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:08:25,285 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:08:25,287 Job list saved +2021-12-18 02:08:25,292 Updating FAILED jobs +2021-12-18 02:08:25,292 Updating WAITING jobs +2021-12-18 02:08:25,292 Update finished +2021-12-18 02:08:35,302 Reloading parameters... +2021-12-18 02:08:35,320 Loading parameters... +2021-12-18 02:08:35,322 Loading project parameters... +2021-12-18 02:08:35,323 + +22 of 25 jobs remaining (02:08) +2021-12-18 02:08:35,324 Sleep: 10 +2021-12-18 02:08:35,324 Number of retrials: 0 +2021-12-18 02:08:35,324 WRAPPER CHECK TIME = 10 +2021-12-18 02:08:35,324 Checking jobs for platform=marenostrum4 +2021-12-18 02:08:35,325 Checking jobs for platform=nord3 +2021-12-18 02:08:35,325 Checking jobs for platform=local +2021-12-18 02:08:35,326 Checking jobs for platform=transfer_node +2021-12-18 02:08:35,326 Checking all jobs at once +2021-12-18 02:08:36,796 Successful check job command +2021-12-18 02:08:38,416 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:08:38,416 End of checking +2021-12-18 02:08:38,418 Updating FAILED jobs +2021-12-18 02:08:38,418 Updating WAITING jobs +2021-12-18 02:08:38,418 Update finished +2021-12-18 02:08:38,418 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:08:38,418 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:08:38,418 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:08:38,419 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:08:38,419 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:08:38,421 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:08:38,424 Job list saved +2021-12-18 02:08:38,428 Updating FAILED jobs +2021-12-18 02:08:38,428 Updating WAITING jobs +2021-12-18 02:08:38,429 Update finished +2021-12-18 02:08:48,439 Reloading parameters... +2021-12-18 02:08:48,456 Loading parameters... +2021-12-18 02:08:48,458 Loading project parameters... +2021-12-18 02:08:48,460 + +22 of 25 jobs remaining (02:08) +2021-12-18 02:08:48,460 Sleep: 10 +2021-12-18 02:08:48,460 Number of retrials: 0 +2021-12-18 02:08:48,460 WRAPPER CHECK TIME = 10 +2021-12-18 02:08:48,460 Checking jobs for platform=marenostrum4 +2021-12-18 02:08:48,461 Checking jobs for platform=nord3 +2021-12-18 02:08:48,462 Checking jobs for platform=local +2021-12-18 02:08:48,462 Checking jobs for platform=transfer_node +2021-12-18 02:08:48,462 Checking all jobs at once +2021-12-18 02:08:50,482 Successful check job command +2021-12-18 02:08:52,302 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:08:52,303 End of checking +2021-12-18 02:08:52,304 Updating FAILED jobs +2021-12-18 02:08:52,304 Updating WAITING jobs +2021-12-18 02:08:52,304 Update finished +2021-12-18 02:08:52,304 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:08:52,305 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:08:52,305 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:08:52,305 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:08:52,305 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:08:52,309 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:08:52,311 Job list saved +2021-12-18 02:08:52,317 Updating FAILED jobs +2021-12-18 02:08:52,317 Updating WAITING jobs +2021-12-18 02:08:52,317 Update finished +2021-12-18 02:09:02,324 Reloading parameters... +2021-12-18 02:09:02,344 Loading parameters... +2021-12-18 02:09:02,345 Loading project parameters... +2021-12-18 02:09:02,348 + +22 of 25 jobs remaining (02:09) +2021-12-18 02:09:02,348 Sleep: 10 +2021-12-18 02:09:02,348 Number of retrials: 0 +2021-12-18 02:09:02,348 WRAPPER CHECK TIME = 10 +2021-12-18 02:09:02,349 Checking jobs for platform=marenostrum4 +2021-12-18 02:09:02,349 Checking jobs for platform=nord3 +2021-12-18 02:09:02,351 Checking jobs for platform=local +2021-12-18 02:09:02,351 Checking jobs for platform=transfer_node +2021-12-18 02:09:02,351 Checking all jobs at once +2021-12-18 02:09:05,125 Successful check job command +2021-12-18 02:09:07,346 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:09:07,347 End of checking +2021-12-18 02:09:07,348 Updating FAILED jobs +2021-12-18 02:09:07,348 Updating WAITING jobs +2021-12-18 02:09:07,348 Update finished +2021-12-18 02:09:07,348 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:09:07,349 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:09:07,349 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:09:07,349 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:09:07,349 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:09:07,351 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:09:07,354 Job list saved +2021-12-18 02:09:07,358 Updating FAILED jobs +2021-12-18 02:09:07,358 Updating WAITING jobs +2021-12-18 02:09:07,358 Update finished +2021-12-18 02:09:17,363 Reloading parameters... +2021-12-18 02:09:17,381 Loading parameters... +2021-12-18 02:09:17,382 Loading project parameters... +2021-12-18 02:09:17,385 + +22 of 25 jobs remaining (02:09) +2021-12-18 02:09:17,385 Sleep: 10 +2021-12-18 02:09:17,385 Number of retrials: 0 +2021-12-18 02:09:17,385 WRAPPER CHECK TIME = 10 +2021-12-18 02:09:17,386 Checking jobs for platform=marenostrum4 +2021-12-18 02:09:17,386 Checking jobs for platform=nord3 +2021-12-18 02:09:17,387 Checking jobs for platform=local +2021-12-18 02:09:17,387 Checking jobs for platform=transfer_node +2021-12-18 02:09:17,387 Checking all jobs at once +2021-12-18 02:09:18,958 Successful check job command +2021-12-18 02:09:20,680 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:09:20,680 End of checking +2021-12-18 02:09:20,681 Updating FAILED jobs +2021-12-18 02:09:20,682 Updating WAITING jobs +2021-12-18 02:09:20,682 Update finished +2021-12-18 02:09:20,682 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:09:20,682 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:09:20,682 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:09:20,682 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:09:20,682 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:09:20,685 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:09:20,688 Job list saved +2021-12-18 02:09:20,692 Updating FAILED jobs +2021-12-18 02:09:20,692 Updating WAITING jobs +2021-12-18 02:09:20,693 Update finished +2021-12-18 02:09:30,703 Reloading parameters... +2021-12-18 02:09:30,721 Loading parameters... +2021-12-18 02:09:30,723 Loading project parameters... +2021-12-18 02:09:30,725 + +22 of 25 jobs remaining (02:09) +2021-12-18 02:09:30,725 Sleep: 10 +2021-12-18 02:09:30,725 Number of retrials: 0 +2021-12-18 02:09:30,725 WRAPPER CHECK TIME = 10 +2021-12-18 02:09:30,726 Checking jobs for platform=marenostrum4 +2021-12-18 02:09:30,726 Checking jobs for platform=nord3 +2021-12-18 02:09:30,727 Checking jobs for platform=local +2021-12-18 02:09:30,727 Checking jobs for platform=transfer_node +2021-12-18 02:09:30,727 Checking all jobs at once +2021-12-18 02:09:32,247 Successful check job command +2021-12-18 02:09:34,219 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:09:34,219 End of checking +2021-12-18 02:09:34,220 Updating FAILED jobs +2021-12-18 02:09:34,220 Updating WAITING jobs +2021-12-18 02:09:34,221 Update finished +2021-12-18 02:09:34,221 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:09:34,222 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:09:34,222 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:09:34,222 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:09:34,222 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:09:34,228 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:09:34,230 Job list saved +2021-12-18 02:09:34,235 Updating FAILED jobs +2021-12-18 02:09:34,235 Updating WAITING jobs +2021-12-18 02:09:34,235 Update finished +2021-12-18 02:09:44,245 Reloading parameters... +2021-12-18 02:09:44,262 Loading parameters... +2021-12-18 02:09:44,264 Loading project parameters... +2021-12-18 02:09:44,265 + +22 of 25 jobs remaining (02:09) +2021-12-18 02:09:44,266 Sleep: 10 +2021-12-18 02:09:44,266 Number of retrials: 0 +2021-12-18 02:09:44,266 WRAPPER CHECK TIME = 10 +2021-12-18 02:09:44,266 Checking jobs for platform=marenostrum4 +2021-12-18 02:09:44,267 Checking jobs for platform=nord3 +2021-12-18 02:09:44,267 Checking jobs for platform=local +2021-12-18 02:09:44,268 Checking jobs for platform=transfer_node +2021-12-18 02:09:44,268 Checking all jobs at once +2021-12-18 02:09:45,791 Successful check job command +2021-12-18 02:09:47,110 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:09:47,110 End of checking +2021-12-18 02:09:47,112 Updating FAILED jobs +2021-12-18 02:09:47,112 Updating WAITING jobs +2021-12-18 02:09:47,112 Update finished +2021-12-18 02:09:47,112 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:09:47,112 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:09:47,112 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:09:47,113 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:09:47,113 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:09:47,115 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:09:47,117 Job list saved +2021-12-18 02:09:47,122 Updating FAILED jobs +2021-12-18 02:09:47,122 Updating WAITING jobs +2021-12-18 02:09:47,122 Update finished +2021-12-18 02:09:57,133 Reloading parameters... +2021-12-18 02:09:57,152 Loading parameters... +2021-12-18 02:09:57,153 Loading project parameters... +2021-12-18 02:09:57,155 + +22 of 25 jobs remaining (02:09) +2021-12-18 02:09:57,155 Sleep: 10 +2021-12-18 02:09:57,155 Number of retrials: 0 +2021-12-18 02:09:57,155 WRAPPER CHECK TIME = 10 +2021-12-18 02:09:57,156 Checking jobs for platform=marenostrum4 +2021-12-18 02:09:57,156 Checking jobs for platform=nord3 +2021-12-18 02:09:57,157 Checking jobs for platform=local +2021-12-18 02:09:57,157 Checking jobs for platform=transfer_node +2021-12-18 02:09:57,158 Checking all jobs at once +2021-12-18 02:09:58,828 Successful check job command +2021-12-18 02:10:00,247 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:10:00,247 End of checking +2021-12-18 02:10:00,248 Updating FAILED jobs +2021-12-18 02:10:00,249 Updating WAITING jobs +2021-12-18 02:10:00,249 Update finished +2021-12-18 02:10:00,250 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:10:00,250 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:10:00,250 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:10:00,250 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:10:00,250 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:10:00,254 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:10:00,258 Job list saved +2021-12-18 02:10:00,263 Updating FAILED jobs +2021-12-18 02:10:00,263 Updating WAITING jobs +2021-12-18 02:10:00,264 Update finished +2021-12-18 02:10:10,274 Reloading parameters... +2021-12-18 02:10:10,296 Loading parameters... +2021-12-18 02:10:10,297 Loading project parameters... +2021-12-18 02:10:10,299 + +22 of 25 jobs remaining (02:10) +2021-12-18 02:10:10,300 Sleep: 10 +2021-12-18 02:10:10,300 Number of retrials: 0 +2021-12-18 02:10:10,300 WRAPPER CHECK TIME = 10 +2021-12-18 02:10:10,300 Checking jobs for platform=marenostrum4 +2021-12-18 02:10:10,301 Checking jobs for platform=nord3 +2021-12-18 02:10:10,301 Checking jobs for platform=local +2021-12-18 02:10:10,302 Checking jobs for platform=transfer_node +2021-12-18 02:10:10,302 Checking all jobs at once +2021-12-18 02:10:11,872 Successful check job command +2021-12-18 02:10:13,692 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:10:13,692 End of checking +2021-12-18 02:10:13,694 Updating FAILED jobs +2021-12-18 02:10:13,694 Updating WAITING jobs +2021-12-18 02:10:13,694 Update finished +2021-12-18 02:10:13,694 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:10:13,695 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:10:13,695 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:10:13,696 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:10:13,696 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:10:13,698 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:10:13,700 Job list saved +2021-12-18 02:10:13,705 Updating FAILED jobs +2021-12-18 02:10:13,705 Updating WAITING jobs +2021-12-18 02:10:13,706 Update finished +2021-12-18 02:10:23,714 Reloading parameters... +2021-12-18 02:10:23,735 Loading parameters... +2021-12-18 02:10:23,736 Loading project parameters... +2021-12-18 02:10:23,738 + +22 of 25 jobs remaining (02:10) +2021-12-18 02:10:23,738 Sleep: 10 +2021-12-18 02:10:23,738 Number of retrials: 0 +2021-12-18 02:10:23,738 WRAPPER CHECK TIME = 10 +2021-12-18 02:10:23,739 Checking jobs for platform=marenostrum4 +2021-12-18 02:10:23,740 Checking jobs for platform=nord3 +2021-12-18 02:10:23,740 Checking jobs for platform=local +2021-12-18 02:10:23,741 Checking jobs for platform=transfer_node +2021-12-18 02:10:23,741 Checking all jobs at once +2021-12-18 02:10:25,361 Successful check job command +2021-12-18 02:10:27,081 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:10:27,081 End of checking +2021-12-18 02:10:27,083 Updating FAILED jobs +2021-12-18 02:10:27,083 Updating WAITING jobs +2021-12-18 02:10:27,083 Update finished +2021-12-18 02:10:27,083 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:10:27,083 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:10:27,084 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:10:27,084 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:10:27,084 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:10:27,087 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:10:27,089 Job list saved +2021-12-18 02:10:27,094 Updating FAILED jobs +2021-12-18 02:10:27,094 Updating WAITING jobs +2021-12-18 02:10:27,094 Update finished +2021-12-18 02:10:37,100 Reloading parameters... +2021-12-18 02:10:37,119 Loading parameters... +2021-12-18 02:10:37,120 Loading project parameters... +2021-12-18 02:10:37,122 + +22 of 25 jobs remaining (02:10) +2021-12-18 02:10:37,122 Sleep: 10 +2021-12-18 02:10:37,122 Number of retrials: 0 +2021-12-18 02:10:37,122 WRAPPER CHECK TIME = 10 +2021-12-18 02:10:37,123 Checking jobs for platform=marenostrum4 +2021-12-18 02:10:37,123 Checking jobs for platform=nord3 +2021-12-18 02:10:37,124 Checking jobs for platform=local +2021-12-18 02:10:37,124 Checking jobs for platform=transfer_node +2021-12-18 02:10:37,125 Checking all jobs at once +2021-12-18 02:10:38,444 Successful check job command +2021-12-18 02:10:39,713 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:10:39,713 End of checking +2021-12-18 02:10:39,715 Updating FAILED jobs +2021-12-18 02:10:39,715 Updating WAITING jobs +2021-12-18 02:10:39,715 Update finished +2021-12-18 02:10:39,715 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:10:39,715 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:10:39,715 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:10:39,716 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:10:39,716 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:10:39,718 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:10:39,721 Job list saved +2021-12-18 02:10:39,725 Updating FAILED jobs +2021-12-18 02:10:39,725 Updating WAITING jobs +2021-12-18 02:10:39,726 Update finished +2021-12-18 02:10:49,732 Reloading parameters... +2021-12-18 02:10:49,750 Loading parameters... +2021-12-18 02:10:49,751 Loading project parameters... +2021-12-18 02:10:49,753 + +22 of 25 jobs remaining (02:10) +2021-12-18 02:10:49,753 Sleep: 10 +2021-12-18 02:10:49,753 Number of retrials: 0 +2021-12-18 02:10:49,754 WRAPPER CHECK TIME = 10 +2021-12-18 02:10:49,754 Checking jobs for platform=marenostrum4 +2021-12-18 02:10:49,755 Checking jobs for platform=nord3 +2021-12-18 02:10:49,755 Checking jobs for platform=local +2021-12-18 02:10:49,756 Checking jobs for platform=transfer_node +2021-12-18 02:10:49,756 Checking all jobs at once +2021-12-18 02:10:51,778 Successful check job command +2021-12-18 02:10:53,598 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:10:53,599 End of checking +2021-12-18 02:10:53,600 Updating FAILED jobs +2021-12-18 02:10:53,600 Updating WAITING jobs +2021-12-18 02:10:53,601 Update finished +2021-12-18 02:10:53,601 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:10:53,601 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:10:53,601 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:10:53,602 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:10:53,602 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:10:53,605 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:10:53,607 Job list saved +2021-12-18 02:10:53,612 Updating FAILED jobs +2021-12-18 02:10:53,612 Updating WAITING jobs +2021-12-18 02:10:53,612 Update finished +2021-12-18 02:11:03,622 Reloading parameters... +2021-12-18 02:11:03,646 Loading parameters... +2021-12-18 02:11:03,647 Loading project parameters... +2021-12-18 02:11:03,649 + +22 of 25 jobs remaining (02:11) +2021-12-18 02:11:03,649 Sleep: 10 +2021-12-18 02:11:03,650 Number of retrials: 0 +2021-12-18 02:11:03,650 WRAPPER CHECK TIME = 10 +2021-12-18 02:11:03,650 Checking jobs for platform=marenostrum4 +2021-12-18 02:11:03,651 Checking jobs for platform=nord3 +2021-12-18 02:11:03,651 Checking jobs for platform=local +2021-12-18 02:11:03,652 Checking jobs for platform=transfer_node +2021-12-18 02:11:03,652 Checking all jobs at once +2021-12-18 02:11:05,073 Successful check job command +2021-12-18 02:11:06,543 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:11:06,543 End of checking +2021-12-18 02:11:06,545 Updating FAILED jobs +2021-12-18 02:11:06,545 Updating WAITING jobs +2021-12-18 02:11:06,546 Update finished +2021-12-18 02:11:06,546 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:11:06,546 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:11:06,546 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:11:06,546 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:11:06,546 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:11:06,549 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:11:06,551 Job list saved +2021-12-18 02:11:06,557 Updating FAILED jobs +2021-12-18 02:11:06,557 Updating WAITING jobs +2021-12-18 02:11:06,557 Update finished +2021-12-18 02:11:16,567 Reloading parameters... +2021-12-18 02:11:16,590 Loading parameters... +2021-12-18 02:11:16,591 Loading project parameters... +2021-12-18 02:11:16,593 + +22 of 25 jobs remaining (02:11) +2021-12-18 02:11:16,593 Sleep: 10 +2021-12-18 02:11:16,593 Number of retrials: 0 +2021-12-18 02:11:16,594 WRAPPER CHECK TIME = 10 +2021-12-18 02:11:16,594 Checking jobs for platform=marenostrum4 +2021-12-18 02:11:16,595 Checking jobs for platform=nord3 +2021-12-18 02:11:16,595 Checking jobs for platform=local +2021-12-18 02:11:16,596 Checking jobs for platform=transfer_node +2021-12-18 02:11:16,596 Checking all jobs at once +2021-12-18 02:11:18,015 Successful check job command +2021-12-18 02:11:19,334 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:11:19,335 End of checking +2021-12-18 02:11:19,336 Updating FAILED jobs +2021-12-18 02:11:19,336 Updating WAITING jobs +2021-12-18 02:11:19,337 Update finished +2021-12-18 02:11:19,337 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:11:19,337 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:11:19,337 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:11:19,337 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:11:19,337 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:11:19,340 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:11:19,342 Job list saved +2021-12-18 02:11:19,355 Updating FAILED jobs +2021-12-18 02:11:19,355 Updating WAITING jobs +2021-12-18 02:11:19,356 Update finished +2021-12-18 02:11:29,363 Reloading parameters... +2021-12-18 02:11:29,384 Loading parameters... +2021-12-18 02:11:29,385 Loading project parameters... +2021-12-18 02:11:29,387 + +22 of 25 jobs remaining (02:11) +2021-12-18 02:11:29,387 Sleep: 10 +2021-12-18 02:11:29,388 Number of retrials: 0 +2021-12-18 02:11:29,388 WRAPPER CHECK TIME = 10 +2021-12-18 02:11:29,388 Checking jobs for platform=marenostrum4 +2021-12-18 02:11:29,389 Checking jobs for platform=nord3 +2021-12-18 02:11:29,389 Checking jobs for platform=local +2021-12-18 02:11:29,390 Checking jobs for platform=transfer_node +2021-12-18 02:11:29,390 Checking all jobs at once +2021-12-18 02:11:30,761 Successful check job command +2021-12-18 02:11:32,082 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:11:32,082 End of checking +2021-12-18 02:11:32,083 Updating FAILED jobs +2021-12-18 02:11:32,083 Updating WAITING jobs +2021-12-18 02:11:32,084 Update finished +2021-12-18 02:11:32,084 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:11:32,084 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:11:32,085 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:11:32,085 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:11:32,085 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:11:32,088 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:11:32,090 Job list saved +2021-12-18 02:11:32,097 Updating FAILED jobs +2021-12-18 02:11:32,097 Updating WAITING jobs +2021-12-18 02:11:32,097 Update finished +2021-12-18 02:11:42,106 Reloading parameters... +2021-12-18 02:11:42,125 Loading parameters... +2021-12-18 02:11:42,126 Loading project parameters... +2021-12-18 02:11:42,128 + +22 of 25 jobs remaining (02:11) +2021-12-18 02:11:42,128 Sleep: 10 +2021-12-18 02:11:42,128 Number of retrials: 0 +2021-12-18 02:11:42,128 WRAPPER CHECK TIME = 10 +2021-12-18 02:11:42,129 Checking jobs for platform=marenostrum4 +2021-12-18 02:11:42,129 Checking jobs for platform=nord3 +2021-12-18 02:11:42,130 Checking jobs for platform=local +2021-12-18 02:11:42,130 Checking jobs for platform=transfer_node +2021-12-18 02:11:42,130 Checking all jobs at once +2021-12-18 02:11:44,551 Successful check job command +2021-12-18 02:11:46,021 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:11:46,022 End of checking +2021-12-18 02:11:46,023 Updating FAILED jobs +2021-12-18 02:11:46,023 Updating WAITING jobs +2021-12-18 02:11:46,023 Update finished +2021-12-18 02:11:46,024 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:11:46,024 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:11:46,024 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:11:46,024 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:11:46,024 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:11:46,027 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:11:46,029 Job list saved +2021-12-18 02:11:46,034 Updating FAILED jobs +2021-12-18 02:11:46,034 Updating WAITING jobs +2021-12-18 02:11:46,034 Update finished +2021-12-18 02:11:56,044 Reloading parameters... +2021-12-18 02:11:56,063 Loading parameters... +2021-12-18 02:11:56,064 Loading project parameters... +2021-12-18 02:11:56,069 + +22 of 25 jobs remaining (02:11) +2021-12-18 02:11:56,070 Sleep: 10 +2021-12-18 02:11:56,070 Number of retrials: 0 +2021-12-18 02:11:56,070 WRAPPER CHECK TIME = 10 +2021-12-18 02:11:56,070 Checking jobs for platform=marenostrum4 +2021-12-18 02:11:56,071 Checking jobs for platform=nord3 +2021-12-18 02:11:56,071 Checking jobs for platform=local +2021-12-18 02:11:56,072 Checking jobs for platform=transfer_node +2021-12-18 02:11:56,072 Checking all jobs at once +2021-12-18 02:11:58,000 Successful check job command +2021-12-18 02:11:59,471 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:11:59,471 End of checking +2021-12-18 02:11:59,473 Updating FAILED jobs +2021-12-18 02:11:59,473 Updating WAITING jobs +2021-12-18 02:11:59,473 Update finished +2021-12-18 02:11:59,473 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:11:59,473 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:11:59,473 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:11:59,474 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:11:59,474 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:11:59,476 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:11:59,478 Job list saved +2021-12-18 02:11:59,483 Updating FAILED jobs +2021-12-18 02:11:59,484 Updating WAITING jobs +2021-12-18 02:11:59,484 Update finished +2021-12-18 02:12:09,494 Reloading parameters... +2021-12-18 02:12:09,514 Loading parameters... +2021-12-18 02:12:09,515 Loading project parameters... +2021-12-18 02:12:09,517 + +22 of 25 jobs remaining (02:12) +2021-12-18 02:12:09,517 Sleep: 10 +2021-12-18 02:12:09,517 Number of retrials: 0 +2021-12-18 02:12:09,518 WRAPPER CHECK TIME = 10 +2021-12-18 02:12:09,518 Checking jobs for platform=marenostrum4 +2021-12-18 02:12:09,519 Checking jobs for platform=nord3 +2021-12-18 02:12:09,519 Checking jobs for platform=local +2021-12-18 02:12:09,520 Checking jobs for platform=transfer_node +2021-12-18 02:12:09,520 Checking all jobs at once +2021-12-18 02:12:10,839 Successful check job command +2021-12-18 02:12:12,058 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:12:12,058 End of checking +2021-12-18 02:12:12,060 Updating FAILED jobs +2021-12-18 02:12:12,060 Updating WAITING jobs +2021-12-18 02:12:12,060 Update finished +2021-12-18 02:12:12,060 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:12:12,061 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:12:12,061 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:12:12,062 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:12:12,062 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:12:12,065 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:12:12,067 Job list saved +2021-12-18 02:12:12,072 Updating FAILED jobs +2021-12-18 02:12:12,072 Updating WAITING jobs +2021-12-18 02:12:12,073 Update finished +2021-12-18 02:12:22,078 Reloading parameters... +2021-12-18 02:12:22,096 Loading parameters... +2021-12-18 02:12:22,097 Loading project parameters... +2021-12-18 02:12:22,099 + +22 of 25 jobs remaining (02:12) +2021-12-18 02:12:22,099 Sleep: 10 +2021-12-18 02:12:22,099 Number of retrials: 0 +2021-12-18 02:12:22,099 WRAPPER CHECK TIME = 10 +2021-12-18 02:12:22,100 Checking jobs for platform=marenostrum4 +2021-12-18 02:12:22,100 Checking jobs for platform=nord3 +2021-12-18 02:12:22,101 Checking jobs for platform=local +2021-12-18 02:12:22,102 Checking jobs for platform=transfer_node +2021-12-18 02:12:22,102 Checking all jobs at once +2021-12-18 02:12:23,773 Successful check job command +2021-12-18 02:12:25,242 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:12:25,243 End of checking +2021-12-18 02:12:25,244 Updating FAILED jobs +2021-12-18 02:12:25,244 Updating WAITING jobs +2021-12-18 02:12:25,244 Update finished +2021-12-18 02:12:25,245 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:12:25,245 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:12:25,245 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:12:25,245 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:12:25,245 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:12:25,248 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:12:25,250 Job list saved +2021-12-18 02:12:25,255 Updating FAILED jobs +2021-12-18 02:12:25,255 Updating WAITING jobs +2021-12-18 02:12:25,255 Update finished +2021-12-18 02:12:35,265 Reloading parameters... +2021-12-18 02:12:35,291 Loading parameters... +2021-12-18 02:12:35,292 Loading project parameters... +2021-12-18 02:12:35,294 + +22 of 25 jobs remaining (02:12) +2021-12-18 02:12:35,295 Sleep: 10 +2021-12-18 02:12:35,295 Number of retrials: 0 +2021-12-18 02:12:35,295 WRAPPER CHECK TIME = 10 +2021-12-18 02:12:35,296 Checking jobs for platform=marenostrum4 +2021-12-18 02:12:35,296 Checking jobs for platform=nord3 +2021-12-18 02:12:35,297 Checking jobs for platform=local +2021-12-18 02:12:35,297 Checking jobs for platform=transfer_node +2021-12-18 02:12:35,297 Checking all jobs at once +2021-12-18 02:12:36,667 Successful check job command +2021-12-18 02:12:38,237 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:12:38,238 End of checking +2021-12-18 02:12:38,239 Updating FAILED jobs +2021-12-18 02:12:38,239 Updating WAITING jobs +2021-12-18 02:12:38,239 Update finished +2021-12-18 02:12:38,240 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:12:38,240 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:12:38,240 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:12:38,240 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:12:38,240 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:12:38,243 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:12:38,245 Job list saved +2021-12-18 02:12:38,251 Updating FAILED jobs +2021-12-18 02:12:38,251 Updating WAITING jobs +2021-12-18 02:12:38,252 Update finished +2021-12-18 02:12:48,262 Reloading parameters... +2021-12-18 02:12:48,281 Loading parameters... +2021-12-18 02:12:48,282 Loading project parameters... +2021-12-18 02:12:48,284 + +22 of 25 jobs remaining (02:12) +2021-12-18 02:12:48,284 Sleep: 10 +2021-12-18 02:12:48,285 Number of retrials: 0 +2021-12-18 02:12:48,285 WRAPPER CHECK TIME = 10 +2021-12-18 02:12:48,285 Checking jobs for platform=marenostrum4 +2021-12-18 02:12:48,286 Checking jobs for platform=nord3 +2021-12-18 02:12:48,286 Checking jobs for platform=local +2021-12-18 02:12:48,287 Checking jobs for platform=transfer_node +2021-12-18 02:12:48,287 Checking all jobs at once +2021-12-18 02:12:49,907 Successful check job command +2021-12-18 02:12:51,728 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:12:51,728 End of checking +2021-12-18 02:12:51,730 Updating FAILED jobs +2021-12-18 02:12:51,730 Updating WAITING jobs +2021-12-18 02:12:51,730 Update finished +2021-12-18 02:12:51,730 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:12:51,731 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:12:51,731 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:12:51,731 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:12:51,731 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:12:51,736 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:12:51,739 Job list saved +2021-12-18 02:12:51,744 Updating FAILED jobs +2021-12-18 02:12:51,744 Updating WAITING jobs +2021-12-18 02:12:51,744 Update finished +2021-12-18 02:13:01,754 Reloading parameters... +2021-12-18 02:13:01,773 Loading parameters... +2021-12-18 02:13:01,775 Loading project parameters... +2021-12-18 02:13:01,777 + +22 of 25 jobs remaining (02:13) +2021-12-18 02:13:01,777 Sleep: 10 +2021-12-18 02:13:01,777 Number of retrials: 0 +2021-12-18 02:13:01,777 WRAPPER CHECK TIME = 10 +2021-12-18 02:13:01,778 Checking jobs for platform=marenostrum4 +2021-12-18 02:13:01,778 Checking jobs for platform=nord3 +2021-12-18 02:13:01,780 Checking jobs for platform=local +2021-12-18 02:13:01,780 Checking jobs for platform=transfer_node +2021-12-18 02:13:01,780 Checking all jobs at once +2021-12-18 02:13:03,501 Successful check job command +2021-12-18 02:13:05,371 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:13:05,371 End of checking +2021-12-18 02:13:05,373 Updating FAILED jobs +2021-12-18 02:13:05,373 Updating WAITING jobs +2021-12-18 02:13:05,373 Update finished +2021-12-18 02:13:05,373 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:13:05,373 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:13:05,374 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:13:05,374 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:13:05,374 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:13:05,377 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:13:05,379 Job list saved +2021-12-18 02:13:05,384 Updating FAILED jobs +2021-12-18 02:13:05,385 Updating WAITING jobs +2021-12-18 02:13:05,385 Update finished +2021-12-18 02:13:15,394 Reloading parameters... +2021-12-18 02:13:15,413 Loading parameters... +2021-12-18 02:13:15,414 Loading project parameters... +2021-12-18 02:13:15,416 + +22 of 25 jobs remaining (02:13) +2021-12-18 02:13:15,416 Sleep: 10 +2021-12-18 02:13:15,417 Number of retrials: 0 +2021-12-18 02:13:15,417 WRAPPER CHECK TIME = 10 +2021-12-18 02:13:15,417 Checking jobs for platform=marenostrum4 +2021-12-18 02:13:15,418 Checking jobs for platform=nord3 +2021-12-18 02:13:15,419 Checking jobs for platform=local +2021-12-18 02:13:15,419 Checking jobs for platform=transfer_node +2021-12-18 02:13:15,419 Checking all jobs at once +2021-12-18 02:13:17,244 Successful check job command +2021-12-18 02:13:18,563 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:13:18,563 End of checking +2021-12-18 02:13:18,565 Updating FAILED jobs +2021-12-18 02:13:18,565 Updating WAITING jobs +2021-12-18 02:13:18,565 Update finished +2021-12-18 02:13:18,565 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:13:18,565 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:13:18,566 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:13:18,566 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:13:18,566 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:13:18,569 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:13:18,571 Job list saved +2021-12-18 02:13:18,575 Updating FAILED jobs +2021-12-18 02:13:18,576 Updating WAITING jobs +2021-12-18 02:13:18,576 Update finished +2021-12-18 02:13:28,586 Reloading parameters... +2021-12-18 02:13:28,605 Loading parameters... +2021-12-18 02:13:28,606 Loading project parameters... +2021-12-18 02:13:28,608 + +22 of 25 jobs remaining (02:13) +2021-12-18 02:13:28,608 Sleep: 10 +2021-12-18 02:13:28,608 Number of retrials: 0 +2021-12-18 02:13:28,608 WRAPPER CHECK TIME = 10 +2021-12-18 02:13:28,609 Checking jobs for platform=marenostrum4 +2021-12-18 02:13:28,609 Checking jobs for platform=nord3 +2021-12-18 02:13:28,610 Checking jobs for platform=local +2021-12-18 02:13:28,610 Checking jobs for platform=transfer_node +2021-12-18 02:13:28,611 Checking all jobs at once +2021-12-18 02:13:30,180 Successful check job command +2021-12-18 02:13:31,599 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:13:31,600 End of checking +2021-12-18 02:13:31,601 Updating FAILED jobs +2021-12-18 02:13:31,601 Updating WAITING jobs +2021-12-18 02:13:31,601 Update finished +2021-12-18 02:13:31,601 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:13:31,602 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:13:31,602 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:13:31,602 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:13:31,602 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:13:31,605 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:13:31,607 Job list saved +2021-12-18 02:13:31,614 Updating FAILED jobs +2021-12-18 02:13:31,614 Updating WAITING jobs +2021-12-18 02:13:31,614 Update finished +2021-12-18 02:13:41,617 Reloading parameters... +2021-12-18 02:13:41,640 Loading parameters... +2021-12-18 02:13:41,641 Loading project parameters... +2021-12-18 02:13:41,643 + +22 of 25 jobs remaining (02:13) +2021-12-18 02:13:41,643 Sleep: 10 +2021-12-18 02:13:41,643 Number of retrials: 0 +2021-12-18 02:13:41,643 WRAPPER CHECK TIME = 10 +2021-12-18 02:13:41,644 Checking jobs for platform=marenostrum4 +2021-12-18 02:13:41,644 Checking jobs for platform=nord3 +2021-12-18 02:13:41,645 Checking jobs for platform=local +2021-12-18 02:13:41,646 Checking jobs for platform=transfer_node +2021-12-18 02:13:41,646 Checking all jobs at once +2021-12-18 02:13:43,766 Successful check job command +2021-12-18 02:13:45,887 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:13:45,888 End of checking +2021-12-18 02:13:45,889 Updating FAILED jobs +2021-12-18 02:13:45,889 Updating WAITING jobs +2021-12-18 02:13:45,890 Update finished +2021-12-18 02:13:45,890 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:13:45,890 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:13:45,890 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:13:45,890 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:13:45,890 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:13:45,894 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:13:45,896 Job list saved +2021-12-18 02:13:45,901 Updating FAILED jobs +2021-12-18 02:13:45,901 Updating WAITING jobs +2021-12-18 02:13:45,901 Update finished +2021-12-18 02:13:55,911 Reloading parameters... +2021-12-18 02:13:55,929 Loading parameters... +2021-12-18 02:13:55,932 Loading project parameters... +2021-12-18 02:13:55,937 + +22 of 25 jobs remaining (02:13) +2021-12-18 02:13:55,937 Sleep: 10 +2021-12-18 02:13:55,937 Number of retrials: 0 +2021-12-18 02:13:55,937 WRAPPER CHECK TIME = 10 +2021-12-18 02:13:55,938 Checking jobs for platform=marenostrum4 +2021-12-18 02:13:55,939 Checking jobs for platform=nord3 +2021-12-18 02:13:55,939 Checking jobs for platform=local +2021-12-18 02:13:55,940 Checking jobs for platform=transfer_node +2021-12-18 02:13:55,940 Checking all jobs at once +2021-12-18 02:13:57,510 Successful check job command +2021-12-18 02:13:59,482 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:13:59,482 End of checking +2021-12-18 02:13:59,483 Updating FAILED jobs +2021-12-18 02:13:59,483 Updating WAITING jobs +2021-12-18 02:13:59,484 Update finished +2021-12-18 02:13:59,484 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:13:59,484 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:13:59,484 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:13:59,484 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:13:59,484 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:13:59,487 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:13:59,489 Job list saved +2021-12-18 02:13:59,495 Updating FAILED jobs +2021-12-18 02:13:59,495 Updating WAITING jobs +2021-12-18 02:13:59,495 Update finished +2021-12-18 02:14:09,503 Reloading parameters... +2021-12-18 02:14:09,523 Loading parameters... +2021-12-18 02:14:09,525 Loading project parameters... +2021-12-18 02:14:09,527 + +22 of 25 jobs remaining (02:14) +2021-12-18 02:14:09,527 Sleep: 10 +2021-12-18 02:14:09,527 Number of retrials: 0 +2021-12-18 02:14:09,527 WRAPPER CHECK TIME = 10 +2021-12-18 02:14:09,528 Checking jobs for platform=marenostrum4 +2021-12-18 02:14:09,528 Checking jobs for platform=nord3 +2021-12-18 02:14:09,529 Checking jobs for platform=local +2021-12-18 02:14:09,529 Checking jobs for platform=transfer_node +2021-12-18 02:14:09,529 Checking all jobs at once +2021-12-18 02:14:11,049 Successful check job command +2021-12-18 02:14:12,668 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:14:12,668 End of checking +2021-12-18 02:14:12,670 Updating FAILED jobs +2021-12-18 02:14:12,670 Updating WAITING jobs +2021-12-18 02:14:12,671 Update finished +2021-12-18 02:14:12,671 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:14:12,673 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:14:12,673 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:14:12,673 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:14:12,673 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:14:12,677 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:14:12,680 Job list saved +2021-12-18 02:14:12,690 Updating FAILED jobs +2021-12-18 02:14:12,690 Updating WAITING jobs +2021-12-18 02:14:12,691 Update finished +2021-12-18 02:14:22,699 Reloading parameters... +2021-12-18 02:14:22,718 Loading parameters... +2021-12-18 02:14:22,719 Loading project parameters... +2021-12-18 02:14:22,721 + +22 of 25 jobs remaining (02:14) +2021-12-18 02:14:22,722 Sleep: 10 +2021-12-18 02:14:22,722 Number of retrials: 0 +2021-12-18 02:14:22,722 WRAPPER CHECK TIME = 10 +2021-12-18 02:14:22,722 Checking jobs for platform=marenostrum4 +2021-12-18 02:14:22,723 Checking jobs for platform=nord3 +2021-12-18 02:14:22,723 Checking jobs for platform=local +2021-12-18 02:14:22,724 Checking jobs for platform=transfer_node +2021-12-18 02:14:22,724 Checking all jobs at once +2021-12-18 02:14:25,295 Successful check job command +2021-12-18 02:14:27,666 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:14:27,666 End of checking +2021-12-18 02:14:27,668 Updating FAILED jobs +2021-12-18 02:14:27,668 Updating WAITING jobs +2021-12-18 02:14:27,668 Update finished +2021-12-18 02:14:27,668 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:14:27,668 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:14:27,669 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:14:27,669 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:14:27,669 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:14:27,672 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:14:27,674 Job list saved +2021-12-18 02:14:27,679 Updating FAILED jobs +2021-12-18 02:14:27,680 Updating WAITING jobs +2021-12-18 02:14:27,680 Update finished +2021-12-18 02:14:37,690 Reloading parameters... +2021-12-18 02:14:37,709 Loading parameters... +2021-12-18 02:14:37,710 Loading project parameters... +2021-12-18 02:14:37,712 + +22 of 25 jobs remaining (02:14) +2021-12-18 02:14:37,713 Sleep: 10 +2021-12-18 02:14:37,713 Number of retrials: 0 +2021-12-18 02:14:37,713 WRAPPER CHECK TIME = 10 +2021-12-18 02:14:37,713 Checking jobs for platform=marenostrum4 +2021-12-18 02:14:37,714 Checking jobs for platform=nord3 +2021-12-18 02:14:37,714 Checking jobs for platform=local +2021-12-18 02:14:37,715 Checking jobs for platform=transfer_node +2021-12-18 02:14:37,715 Checking all jobs at once +2021-12-18 02:14:39,085 Successful check job command +2021-12-18 02:14:40,555 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:14:40,555 End of checking +2021-12-18 02:14:40,556 Updating FAILED jobs +2021-12-18 02:14:40,556 Updating WAITING jobs +2021-12-18 02:14:40,556 Update finished +2021-12-18 02:14:40,557 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:14:40,557 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:14:40,557 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:14:40,557 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:14:40,557 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:14:40,560 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:14:40,562 Job list saved +2021-12-18 02:14:40,568 Updating FAILED jobs +2021-12-18 02:14:40,568 Updating WAITING jobs +2021-12-18 02:14:40,568 Update finished +2021-12-18 02:14:50,578 Reloading parameters... +2021-12-18 02:14:50,599 Loading parameters... +2021-12-18 02:14:50,601 Loading project parameters... +2021-12-18 02:14:50,602 + +22 of 25 jobs remaining (02:14) +2021-12-18 02:14:50,603 Sleep: 10 +2021-12-18 02:14:50,603 Number of retrials: 0 +2021-12-18 02:14:50,603 WRAPPER CHECK TIME = 10 +2021-12-18 02:14:50,603 Checking jobs for platform=marenostrum4 +2021-12-18 02:14:50,604 Checking jobs for platform=nord3 +2021-12-18 02:14:50,605 Checking jobs for platform=local +2021-12-18 02:14:50,608 Checking jobs for platform=transfer_node +2021-12-18 02:14:50,608 Checking all jobs at once +2021-12-18 02:14:51,977 Successful check job command +2021-12-18 02:14:53,347 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:14:53,347 End of checking +2021-12-18 02:14:53,349 Updating FAILED jobs +2021-12-18 02:14:53,349 Updating WAITING jobs +2021-12-18 02:14:53,349 Update finished +2021-12-18 02:14:53,349 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:14:53,350 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:14:53,350 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:14:53,350 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:14:53,351 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:14:53,356 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:14:53,358 Job list saved +2021-12-18 02:14:53,363 Updating FAILED jobs +2021-12-18 02:14:53,363 Updating WAITING jobs +2021-12-18 02:14:53,363 Update finished +2021-12-18 02:15:03,373 Reloading parameters... +2021-12-18 02:15:03,410 Loading parameters... +2021-12-18 02:15:03,412 Loading project parameters... +2021-12-18 02:15:03,414 + +22 of 25 jobs remaining (02:15) +2021-12-18 02:15:03,414 Sleep: 10 +2021-12-18 02:15:03,414 Number of retrials: 0 +2021-12-18 02:15:03,414 WRAPPER CHECK TIME = 10 +2021-12-18 02:15:03,415 Checking jobs for platform=marenostrum4 +2021-12-18 02:15:03,415 Checking jobs for platform=nord3 +2021-12-18 02:15:03,416 Checking jobs for platform=local +2021-12-18 02:15:03,416 Checking jobs for platform=transfer_node +2021-12-18 02:15:03,417 Checking all jobs at once +2021-12-18 02:15:05,543 Successful check job command +2021-12-18 02:15:07,914 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:15:07,914 End of checking +2021-12-18 02:15:07,916 Updating FAILED jobs +2021-12-18 02:15:07,916 Updating WAITING jobs +2021-12-18 02:15:07,916 Update finished +2021-12-18 02:15:07,916 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:15:07,917 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:15:07,917 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:15:07,917 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:15:07,917 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:15:07,920 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:15:07,922 Job list saved +2021-12-18 02:15:07,927 Updating FAILED jobs +2021-12-18 02:15:07,927 Updating WAITING jobs +2021-12-18 02:15:07,928 Update finished +2021-12-18 02:15:17,938 Reloading parameters... +2021-12-18 02:15:17,959 Loading parameters... +2021-12-18 02:15:17,961 Loading project parameters... +2021-12-18 02:15:17,963 + +22 of 25 jobs remaining (02:15) +2021-12-18 02:15:17,963 Sleep: 10 +2021-12-18 02:15:17,963 Number of retrials: 0 +2021-12-18 02:15:17,963 WRAPPER CHECK TIME = 10 +2021-12-18 02:15:17,964 Checking jobs for platform=marenostrum4 +2021-12-18 02:15:17,964 Checking jobs for platform=nord3 +2021-12-18 02:15:17,965 Checking jobs for platform=local +2021-12-18 02:15:17,965 Checking jobs for platform=transfer_node +2021-12-18 02:15:17,965 Checking all jobs at once +2021-12-18 02:15:19,287 Successful check job command +2021-12-18 02:15:20,657 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:15:20,658 End of checking +2021-12-18 02:15:20,659 Updating FAILED jobs +2021-12-18 02:15:20,660 Updating WAITING jobs +2021-12-18 02:15:20,660 Update finished +2021-12-18 02:15:20,660 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:15:20,660 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:15:20,660 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:15:20,661 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:15:20,661 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:15:20,664 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:15:20,666 Job list saved +2021-12-18 02:15:20,671 Updating FAILED jobs +2021-12-18 02:15:20,671 Updating WAITING jobs +2021-12-18 02:15:20,672 Update finished +2021-12-18 02:15:30,682 Reloading parameters... +2021-12-18 02:15:30,704 Loading parameters... +2021-12-18 02:15:30,705 Loading project parameters... +2021-12-18 02:15:30,707 + +22 of 25 jobs remaining (02:15) +2021-12-18 02:15:30,707 Sleep: 10 +2021-12-18 02:15:30,708 Number of retrials: 0 +2021-12-18 02:15:30,708 WRAPPER CHECK TIME = 10 +2021-12-18 02:15:30,708 Checking jobs for platform=marenostrum4 +2021-12-18 02:15:30,709 Checking jobs for platform=nord3 +2021-12-18 02:15:30,709 Checking jobs for platform=local +2021-12-18 02:15:30,710 Checking jobs for platform=transfer_node +2021-12-18 02:15:30,710 Checking all jobs at once +2021-12-18 02:15:32,380 Successful check job command +2021-12-18 02:15:33,850 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:15:33,850 End of checking +2021-12-18 02:15:33,851 Updating FAILED jobs +2021-12-18 02:15:33,852 Updating WAITING jobs +2021-12-18 02:15:33,852 Update finished +2021-12-18 02:15:33,852 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:15:33,856 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:15:33,856 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:15:33,857 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:15:33,857 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:15:33,860 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:15:33,862 Job list saved +2021-12-18 02:15:33,868 Updating FAILED jobs +2021-12-18 02:15:33,868 Updating WAITING jobs +2021-12-18 02:15:33,868 Update finished +2021-12-18 02:15:43,878 Reloading parameters... +2021-12-18 02:15:43,898 Loading parameters... +2021-12-18 02:15:43,899 Loading project parameters... +2021-12-18 02:15:43,901 + +22 of 25 jobs remaining (02:15) +2021-12-18 02:15:43,902 Sleep: 10 +2021-12-18 02:15:43,902 Number of retrials: 0 +2021-12-18 02:15:43,902 WRAPPER CHECK TIME = 10 +2021-12-18 02:15:43,902 Checking jobs for platform=marenostrum4 +2021-12-18 02:15:43,903 Checking jobs for platform=nord3 +2021-12-18 02:15:43,904 Checking jobs for platform=local +2021-12-18 02:15:43,904 Checking jobs for platform=transfer_node +2021-12-18 02:15:43,904 Checking all jobs at once +2021-12-18 02:15:46,128 Successful check job command +2021-12-18 02:15:48,249 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:15:48,249 End of checking +2021-12-18 02:15:48,251 Updating FAILED jobs +2021-12-18 02:15:48,251 Updating WAITING jobs +2021-12-18 02:15:48,251 Update finished +2021-12-18 02:15:48,252 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:15:48,252 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:15:48,252 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:15:48,252 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:15:48,252 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:15:48,255 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:15:48,258 Job list saved +2021-12-18 02:15:48,264 Updating FAILED jobs +2021-12-18 02:15:48,264 Updating WAITING jobs +2021-12-18 02:15:48,265 Update finished +2021-12-18 02:15:58,275 Reloading parameters... +2021-12-18 02:15:58,296 Loading parameters... +2021-12-18 02:15:58,297 Loading project parameters... +2021-12-18 02:15:58,299 + +22 of 25 jobs remaining (02:15) +2021-12-18 02:15:58,299 Sleep: 10 +2021-12-18 02:15:58,300 Number of retrials: 0 +2021-12-18 02:15:58,300 WRAPPER CHECK TIME = 10 +2021-12-18 02:15:58,300 Checking jobs for platform=marenostrum4 +2021-12-18 02:15:58,301 Checking jobs for platform=nord3 +2021-12-18 02:15:58,301 Checking jobs for platform=local +2021-12-18 02:15:58,302 Checking jobs for platform=transfer_node +2021-12-18 02:15:58,302 Checking all jobs at once +2021-12-18 02:15:59,975 Successful check job command +2021-12-18 02:16:01,348 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:16:01,348 End of checking +2021-12-18 02:16:01,350 Updating FAILED jobs +2021-12-18 02:16:01,350 Updating WAITING jobs +2021-12-18 02:16:01,350 Update finished +2021-12-18 02:16:01,350 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:16:01,350 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:16:01,351 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:16:01,351 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:16:01,351 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:16:01,354 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:16:01,356 Job list saved +2021-12-18 02:16:01,362 Updating FAILED jobs +2021-12-18 02:16:01,362 Updating WAITING jobs +2021-12-18 02:16:01,362 Update finished +2021-12-18 02:16:11,367 Reloading parameters... +2021-12-18 02:16:11,387 Loading parameters... +2021-12-18 02:16:11,389 Loading project parameters... +2021-12-18 02:16:11,391 + +22 of 25 jobs remaining (02:16) +2021-12-18 02:16:11,391 Sleep: 10 +2021-12-18 02:16:11,391 Number of retrials: 0 +2021-12-18 02:16:11,391 WRAPPER CHECK TIME = 10 +2021-12-18 02:16:11,392 Checking jobs for platform=marenostrum4 +2021-12-18 02:16:11,392 Checking jobs for platform=nord3 +2021-12-18 02:16:11,393 Checking jobs for platform=local +2021-12-18 02:16:11,394 Checking jobs for platform=transfer_node +2021-12-18 02:16:11,394 Checking all jobs at once +2021-12-18 02:16:12,913 Successful check job command +2021-12-18 02:16:14,533 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:16:14,533 End of checking +2021-12-18 02:16:14,535 Updating FAILED jobs +2021-12-18 02:16:14,535 Updating WAITING jobs +2021-12-18 02:16:14,535 Update finished +2021-12-18 02:16:14,535 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:16:14,536 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:16:14,536 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:16:14,536 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:16:14,536 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:16:14,539 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:16:14,542 Job list saved +2021-12-18 02:16:14,547 Updating FAILED jobs +2021-12-18 02:16:14,547 Updating WAITING jobs +2021-12-18 02:16:14,547 Update finished +2021-12-18 02:16:24,555 Reloading parameters... +2021-12-18 02:16:24,578 Loading parameters... +2021-12-18 02:16:24,579 Loading project parameters... +2021-12-18 02:16:24,581 + +22 of 25 jobs remaining (02:16) +2021-12-18 02:16:24,581 Sleep: 10 +2021-12-18 02:16:24,581 Number of retrials: 0 +2021-12-18 02:16:24,581 WRAPPER CHECK TIME = 10 +2021-12-18 02:16:24,582 Checking jobs for platform=marenostrum4 +2021-12-18 02:16:24,582 Checking jobs for platform=nord3 +2021-12-18 02:16:24,583 Checking jobs for platform=local +2021-12-18 02:16:24,583 Checking jobs for platform=transfer_node +2021-12-18 02:16:24,584 Checking all jobs at once +2021-12-18 02:16:26,104 Successful check job command +2021-12-18 02:16:28,074 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:16:28,074 End of checking +2021-12-18 02:16:28,075 Updating FAILED jobs +2021-12-18 02:16:28,076 Updating WAITING jobs +2021-12-18 02:16:28,076 Update finished +2021-12-18 02:16:28,076 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:16:28,076 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:16:28,076 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:16:28,077 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:16:28,077 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:16:28,079 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:16:28,082 Job list saved +2021-12-18 02:16:28,086 Updating FAILED jobs +2021-12-18 02:16:28,086 Updating WAITING jobs +2021-12-18 02:16:28,087 Update finished +2021-12-18 02:16:38,097 Reloading parameters... +2021-12-18 02:16:38,122 Loading parameters... +2021-12-18 02:16:38,124 Loading project parameters... +2021-12-18 02:16:38,127 + +22 of 25 jobs remaining (02:16) +2021-12-18 02:16:38,127 Sleep: 10 +2021-12-18 02:16:38,128 Number of retrials: 0 +2021-12-18 02:16:38,128 WRAPPER CHECK TIME = 10 +2021-12-18 02:16:38,129 Checking jobs for platform=marenostrum4 +2021-12-18 02:16:38,129 Checking jobs for platform=nord3 +2021-12-18 02:16:38,130 Checking jobs for platform=local +2021-12-18 02:16:38,131 Checking jobs for platform=transfer_node +2021-12-18 02:16:38,131 Checking all jobs at once +2021-12-18 02:16:39,702 Successful check job command +2021-12-18 02:16:41,371 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:16:41,372 End of checking +2021-12-18 02:16:41,373 Updating FAILED jobs +2021-12-18 02:16:41,373 Updating WAITING jobs +2021-12-18 02:16:41,374 Update finished +2021-12-18 02:16:41,374 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:16:41,374 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:16:41,374 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:16:41,374 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:16:41,374 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:16:41,377 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:16:41,380 Job list saved +2021-12-18 02:16:41,387 Updating FAILED jobs +2021-12-18 02:16:41,387 Updating WAITING jobs +2021-12-18 02:16:41,387 Update finished +2021-12-18 02:16:51,398 Reloading parameters... +2021-12-18 02:16:51,416 Loading parameters... +2021-12-18 02:16:51,418 Loading project parameters... +2021-12-18 02:16:51,420 + +22 of 25 jobs remaining (02:16) +2021-12-18 02:16:51,420 Sleep: 10 +2021-12-18 02:16:51,420 Number of retrials: 0 +2021-12-18 02:16:51,420 WRAPPER CHECK TIME = 10 +2021-12-18 02:16:51,421 Checking jobs for platform=marenostrum4 +2021-12-18 02:16:51,421 Checking jobs for platform=nord3 +2021-12-18 02:16:51,422 Checking jobs for platform=local +2021-12-18 02:16:51,423 Checking jobs for platform=transfer_node +2021-12-18 02:16:51,423 Checking all jobs at once +2021-12-18 02:16:53,093 Successful check job command +2021-12-18 02:16:55,063 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:16:55,064 End of checking +2021-12-18 02:16:55,065 Updating FAILED jobs +2021-12-18 02:16:55,065 Updating WAITING jobs +2021-12-18 02:16:55,066 Update finished +2021-12-18 02:16:55,066 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:16:55,066 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:16:55,067 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:16:55,067 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:16:55,067 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:16:55,071 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:16:55,074 Job list saved +2021-12-18 02:16:55,086 Updating FAILED jobs +2021-12-18 02:16:55,086 Updating WAITING jobs +2021-12-18 02:16:55,086 Update finished +2021-12-18 02:17:05,093 Reloading parameters... +2021-12-18 02:17:05,112 Loading parameters... +2021-12-18 02:17:05,114 Loading project parameters... +2021-12-18 02:17:05,115 + +22 of 25 jobs remaining (02:17) +2021-12-18 02:17:05,116 Sleep: 10 +2021-12-18 02:17:05,116 Number of retrials: 0 +2021-12-18 02:17:05,116 WRAPPER CHECK TIME = 10 +2021-12-18 02:17:05,116 Checking jobs for platform=marenostrum4 +2021-12-18 02:17:05,117 Checking jobs for platform=nord3 +2021-12-18 02:17:05,118 Checking jobs for platform=local +2021-12-18 02:17:05,118 Checking jobs for platform=transfer_node +2021-12-18 02:17:05,118 Checking all jobs at once +2021-12-18 02:17:06,538 Successful check job command +2021-12-18 02:17:07,808 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:17:07,808 End of checking +2021-12-18 02:17:07,810 Updating FAILED jobs +2021-12-18 02:17:07,810 Updating WAITING jobs +2021-12-18 02:17:07,810 Update finished +2021-12-18 02:17:07,810 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:17:07,811 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:17:07,811 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:17:07,811 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:17:07,811 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:17:07,815 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:17:07,818 Job list saved +2021-12-18 02:17:07,824 Updating FAILED jobs +2021-12-18 02:17:07,824 Updating WAITING jobs +2021-12-18 02:17:07,825 Update finished +2021-12-18 02:17:17,835 Reloading parameters... +2021-12-18 02:17:17,853 Loading parameters... +2021-12-18 02:17:17,855 Loading project parameters... +2021-12-18 02:17:17,856 + +22 of 25 jobs remaining (02:17) +2021-12-18 02:17:17,857 Sleep: 10 +2021-12-18 02:17:17,857 Number of retrials: 0 +2021-12-18 02:17:17,857 WRAPPER CHECK TIME = 10 +2021-12-18 02:17:17,857 Checking jobs for platform=marenostrum4 +2021-12-18 02:17:17,858 Checking jobs for platform=nord3 +2021-12-18 02:17:17,859 Checking jobs for platform=local +2021-12-18 02:17:17,860 Checking jobs for platform=transfer_node +2021-12-18 02:17:17,860 Checking all jobs at once +2021-12-18 02:17:19,330 Successful check job command +2021-12-18 02:17:20,550 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:17:20,550 End of checking +2021-12-18 02:17:20,551 Updating FAILED jobs +2021-12-18 02:17:20,551 Updating WAITING jobs +2021-12-18 02:17:20,551 Update finished +2021-12-18 02:17:20,552 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:17:20,552 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:17:20,552 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:17:20,552 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:17:20,552 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:17:20,555 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:17:20,558 Job list saved +2021-12-18 02:17:20,565 Updating FAILED jobs +2021-12-18 02:17:20,565 Updating WAITING jobs +2021-12-18 02:17:20,565 Update finished +2021-12-18 02:17:30,569 Reloading parameters... +2021-12-18 02:17:30,587 Loading parameters... +2021-12-18 02:17:30,588 Loading project parameters... +2021-12-18 02:17:30,590 + +22 of 25 jobs remaining (02:17) +2021-12-18 02:17:30,591 Sleep: 10 +2021-12-18 02:17:30,591 Number of retrials: 0 +2021-12-18 02:17:30,591 WRAPPER CHECK TIME = 10 +2021-12-18 02:17:30,591 Checking jobs for platform=marenostrum4 +2021-12-18 02:17:30,592 Checking jobs for platform=nord3 +2021-12-18 02:17:30,592 Checking jobs for platform=local +2021-12-18 02:17:30,593 Checking jobs for platform=transfer_node +2021-12-18 02:17:30,593 Checking all jobs at once +2021-12-18 02:17:32,313 Successful check job command +2021-12-18 02:17:34,184 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:17:34,184 End of checking +2021-12-18 02:17:34,185 Updating FAILED jobs +2021-12-18 02:17:34,185 Updating WAITING jobs +2021-12-18 02:17:34,186 Update finished +2021-12-18 02:17:34,186 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:17:34,187 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:17:34,187 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:17:34,187 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:17:34,187 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:17:34,189 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:17:34,192 Job list saved +2021-12-18 02:17:34,199 Updating FAILED jobs +2021-12-18 02:17:34,199 Updating WAITING jobs +2021-12-18 02:17:34,199 Update finished +2021-12-18 02:17:44,205 Reloading parameters... +2021-12-18 02:17:44,225 Loading parameters... +2021-12-18 02:17:44,226 Loading project parameters... +2021-12-18 02:17:44,228 + +22 of 25 jobs remaining (02:17) +2021-12-18 02:17:44,228 Sleep: 10 +2021-12-18 02:17:44,229 Number of retrials: 0 +2021-12-18 02:17:44,229 WRAPPER CHECK TIME = 10 +2021-12-18 02:17:44,229 Checking jobs for platform=marenostrum4 +2021-12-18 02:17:44,230 Checking jobs for platform=nord3 +2021-12-18 02:17:44,230 Checking jobs for platform=local +2021-12-18 02:17:44,231 Checking jobs for platform=transfer_node +2021-12-18 02:17:44,231 Checking all jobs at once +2021-12-18 02:17:45,600 Successful check job command +2021-12-18 02:17:46,920 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:17:46,920 End of checking +2021-12-18 02:17:46,921 Updating FAILED jobs +2021-12-18 02:17:46,921 Updating WAITING jobs +2021-12-18 02:17:46,922 Update finished +2021-12-18 02:17:46,922 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:17:46,922 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:17:46,922 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:17:46,922 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:17:46,922 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:17:46,925 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:17:46,927 Job list saved +2021-12-18 02:17:46,932 Updating FAILED jobs +2021-12-18 02:17:46,932 Updating WAITING jobs +2021-12-18 02:17:46,933 Update finished +2021-12-18 02:17:56,942 Reloading parameters... +2021-12-18 02:17:56,962 Loading parameters... +2021-12-18 02:17:56,963 Loading project parameters... +2021-12-18 02:17:56,965 + +22 of 25 jobs remaining (02:17) +2021-12-18 02:17:56,965 Sleep: 10 +2021-12-18 02:17:56,965 Number of retrials: 0 +2021-12-18 02:17:56,965 WRAPPER CHECK TIME = 10 +2021-12-18 02:17:56,966 Checking jobs for platform=marenostrum4 +2021-12-18 02:17:56,967 Checking jobs for platform=nord3 +2021-12-18 02:17:56,967 Checking jobs for platform=local +2021-12-18 02:17:56,968 Checking jobs for platform=transfer_node +2021-12-18 02:17:56,968 Checking all jobs at once +2021-12-18 02:17:58,387 Successful check job command +2021-12-18 02:17:59,907 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:17:59,907 End of checking +2021-12-18 02:17:59,908 Updating FAILED jobs +2021-12-18 02:17:59,909 Updating WAITING jobs +2021-12-18 02:17:59,909 Update finished +2021-12-18 02:17:59,909 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:17:59,909 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:17:59,909 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:17:59,910 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:17:59,910 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:17:59,912 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:17:59,914 Job list saved +2021-12-18 02:17:59,919 Updating FAILED jobs +2021-12-18 02:17:59,919 Updating WAITING jobs +2021-12-18 02:17:59,920 Update finished +2021-12-18 02:18:09,930 Reloading parameters... +2021-12-18 02:18:09,952 Loading parameters... +2021-12-18 02:18:09,954 Loading project parameters... +2021-12-18 02:18:09,957 + +22 of 25 jobs remaining (02:18) +2021-12-18 02:18:09,959 Sleep: 10 +2021-12-18 02:18:09,959 Number of retrials: 0 +2021-12-18 02:18:09,959 WRAPPER CHECK TIME = 10 +2021-12-18 02:18:09,960 Checking jobs for platform=marenostrum4 +2021-12-18 02:18:09,961 Checking jobs for platform=nord3 +2021-12-18 02:18:09,961 Checking jobs for platform=local +2021-12-18 02:18:09,962 Checking jobs for platform=transfer_node +2021-12-18 02:18:09,962 Checking all jobs at once +2021-12-18 02:18:11,382 Successful check job command +2021-12-18 02:18:12,605 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:18:12,606 End of checking +2021-12-18 02:18:12,607 Updating FAILED jobs +2021-12-18 02:18:12,607 Updating WAITING jobs +2021-12-18 02:18:12,608 Update finished +2021-12-18 02:18:12,608 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:18:12,608 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:18:12,609 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:18:12,609 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:18:12,609 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:18:12,612 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:18:12,614 Job list saved +2021-12-18 02:18:12,619 Updating FAILED jobs +2021-12-18 02:18:12,619 Updating WAITING jobs +2021-12-18 02:18:12,619 Update finished +2021-12-18 02:18:22,630 Reloading parameters... +2021-12-18 02:18:22,648 Loading parameters... +2021-12-18 02:18:22,649 Loading project parameters... +2021-12-18 02:18:22,651 + +22 of 25 jobs remaining (02:18) +2021-12-18 02:18:22,651 Sleep: 10 +2021-12-18 02:18:22,651 Number of retrials: 0 +2021-12-18 02:18:22,651 WRAPPER CHECK TIME = 10 +2021-12-18 02:18:22,652 Checking jobs for platform=marenostrum4 +2021-12-18 02:18:22,653 Checking jobs for platform=nord3 +2021-12-18 02:18:22,653 Checking jobs for platform=local +2021-12-18 02:18:22,654 Checking jobs for platform=transfer_node +2021-12-18 02:18:22,654 Checking all jobs at once +2021-12-18 02:18:24,581 Successful check job command +2021-12-18 02:18:26,001 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:18:26,002 End of checking +2021-12-18 02:18:26,003 Updating FAILED jobs +2021-12-18 02:18:26,003 Updating WAITING jobs +2021-12-18 02:18:26,003 Update finished +2021-12-18 02:18:26,003 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:18:26,004 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:18:26,005 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:18:26,005 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:18:26,005 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:18:26,010 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:18:26,013 Job list saved +2021-12-18 02:18:26,017 Updating FAILED jobs +2021-12-18 02:18:26,017 Updating WAITING jobs +2021-12-18 02:18:26,018 Update finished +2021-12-18 02:18:36,028 Reloading parameters... +2021-12-18 02:18:36,046 Loading parameters... +2021-12-18 02:18:36,047 Loading project parameters... +2021-12-18 02:18:36,049 + +22 of 25 jobs remaining (02:18) +2021-12-18 02:18:36,050 Sleep: 10 +2021-12-18 02:18:36,050 Number of retrials: 0 +2021-12-18 02:18:36,050 WRAPPER CHECK TIME = 10 +2021-12-18 02:18:36,050 Checking jobs for platform=marenostrum4 +2021-12-18 02:18:36,051 Checking jobs for platform=nord3 +2021-12-18 02:18:36,052 Checking jobs for platform=local +2021-12-18 02:18:36,052 Checking jobs for platform=transfer_node +2021-12-18 02:18:36,052 Checking all jobs at once +2021-12-18 02:18:37,472 Successful check job command +2021-12-18 02:18:38,741 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:18:38,742 End of checking +2021-12-18 02:18:38,743 Updating FAILED jobs +2021-12-18 02:18:38,743 Updating WAITING jobs +2021-12-18 02:18:38,743 Update finished +2021-12-18 02:18:38,744 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:18:38,744 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:18:38,744 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:18:38,744 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:18:38,744 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:18:38,747 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:18:38,749 Job list saved +2021-12-18 02:18:38,759 Updating FAILED jobs +2021-12-18 02:18:38,759 Updating WAITING jobs +2021-12-18 02:18:38,760 Update finished +2021-12-18 02:18:48,768 Reloading parameters... +2021-12-18 02:18:48,792 Loading parameters... +2021-12-18 02:18:48,793 Loading project parameters... +2021-12-18 02:18:48,795 + +22 of 25 jobs remaining (02:18) +2021-12-18 02:18:48,795 Sleep: 10 +2021-12-18 02:18:48,795 Number of retrials: 0 +2021-12-18 02:18:48,796 WRAPPER CHECK TIME = 10 +2021-12-18 02:18:48,796 Checking jobs for platform=marenostrum4 +2021-12-18 02:18:48,797 Checking jobs for platform=nord3 +2021-12-18 02:18:48,797 Checking jobs for platform=local +2021-12-18 02:18:48,801 Checking jobs for platform=transfer_node +2021-12-18 02:18:48,801 Checking all jobs at once +2021-12-18 02:18:50,320 Successful check job command +2021-12-18 02:18:51,589 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:18:51,590 End of checking +2021-12-18 02:18:51,591 Updating FAILED jobs +2021-12-18 02:18:51,591 Updating WAITING jobs +2021-12-18 02:18:51,592 Update finished +2021-12-18 02:18:51,592 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:18:51,592 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:18:51,593 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:18:51,593 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:18:51,593 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:18:51,596 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:18:51,598 Job list saved +2021-12-18 02:18:51,603 Updating FAILED jobs +2021-12-18 02:18:51,603 Updating WAITING jobs +2021-12-18 02:18:51,603 Update finished +2021-12-18 02:19:01,614 Reloading parameters... +2021-12-18 02:19:01,637 Loading parameters... +2021-12-18 02:19:01,639 Loading project parameters... +2021-12-18 02:19:01,640 + +22 of 25 jobs remaining (02:19) +2021-12-18 02:19:01,641 Sleep: 10 +2021-12-18 02:19:01,641 Number of retrials: 0 +2021-12-18 02:19:01,641 WRAPPER CHECK TIME = 10 +2021-12-18 02:19:01,641 Checking jobs for platform=marenostrum4 +2021-12-18 02:19:01,642 Checking jobs for platform=nord3 +2021-12-18 02:19:01,642 Checking jobs for platform=local +2021-12-18 02:19:01,643 Checking jobs for platform=transfer_node +2021-12-18 02:19:01,643 Checking all jobs at once +2021-12-18 02:19:04,364 Successful check job command +2021-12-18 02:19:06,586 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:19:06,586 End of checking +2021-12-18 02:19:06,587 Updating FAILED jobs +2021-12-18 02:19:06,588 Updating WAITING jobs +2021-12-18 02:19:06,588 Update finished +2021-12-18 02:19:06,588 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:19:06,588 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:19:06,588 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:19:06,588 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:19:06,589 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:19:06,591 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:19:06,594 Job list saved +2021-12-18 02:19:06,598 Updating FAILED jobs +2021-12-18 02:19:06,598 Updating WAITING jobs +2021-12-18 02:19:06,599 Update finished +2021-12-18 02:19:16,609 Reloading parameters... +2021-12-18 02:19:16,627 Loading parameters... +2021-12-18 02:19:16,630 Loading project parameters... +2021-12-18 02:19:16,632 + +22 of 25 jobs remaining (02:19) +2021-12-18 02:19:16,632 Sleep: 10 +2021-12-18 02:19:16,632 Number of retrials: 0 +2021-12-18 02:19:16,632 WRAPPER CHECK TIME = 10 +2021-12-18 02:19:16,633 Checking jobs for platform=marenostrum4 +2021-12-18 02:19:16,633 Checking jobs for platform=nord3 +2021-12-18 02:19:16,634 Checking jobs for platform=local +2021-12-18 02:19:16,634 Checking jobs for platform=transfer_node +2021-12-18 02:19:16,634 Checking all jobs at once +2021-12-18 02:19:18,104 Successful check job command +2021-12-18 02:19:19,676 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:19:19,676 End of checking +2021-12-18 02:19:19,677 Updating FAILED jobs +2021-12-18 02:19:19,678 Updating WAITING jobs +2021-12-18 02:19:19,678 Update finished +2021-12-18 02:19:19,678 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:19:19,678 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:19:19,678 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:19:19,678 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:19:19,679 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:19:19,681 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:19:19,683 Job list saved +2021-12-18 02:19:19,688 Updating FAILED jobs +2021-12-18 02:19:19,688 Updating WAITING jobs +2021-12-18 02:19:19,689 Update finished +2021-12-18 02:19:29,699 Reloading parameters... +2021-12-18 02:19:29,717 Loading parameters... +2021-12-18 02:19:29,719 Loading project parameters... +2021-12-18 02:19:29,721 + +22 of 25 jobs remaining (02:19) +2021-12-18 02:19:29,721 Sleep: 10 +2021-12-18 02:19:29,721 Number of retrials: 0 +2021-12-18 02:19:29,721 WRAPPER CHECK TIME = 10 +2021-12-18 02:19:29,722 Checking jobs for platform=marenostrum4 +2021-12-18 02:19:29,723 Checking jobs for platform=nord3 +2021-12-18 02:19:29,723 Checking jobs for platform=local +2021-12-18 02:19:29,724 Checking jobs for platform=transfer_node +2021-12-18 02:19:29,724 Checking all jobs at once +2021-12-18 02:19:31,093 Successful check job command +2021-12-18 02:19:32,413 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:19:32,413 End of checking +2021-12-18 02:19:32,415 Updating FAILED jobs +2021-12-18 02:19:32,415 Updating WAITING jobs +2021-12-18 02:19:32,415 Update finished +2021-12-18 02:19:32,415 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:19:32,416 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:19:32,416 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:19:32,416 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:19:32,417 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:19:32,419 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:19:32,421 Job list saved +2021-12-18 02:19:32,426 Updating FAILED jobs +2021-12-18 02:19:32,426 Updating WAITING jobs +2021-12-18 02:19:32,427 Update finished +2021-12-18 02:19:42,437 Reloading parameters... +2021-12-18 02:19:42,454 Loading parameters... +2021-12-18 02:19:42,456 Loading project parameters... +2021-12-18 02:19:42,458 + +22 of 25 jobs remaining (02:19) +2021-12-18 02:19:42,458 Sleep: 10 +2021-12-18 02:19:42,458 Number of retrials: 0 +2021-12-18 02:19:42,458 WRAPPER CHECK TIME = 10 +2021-12-18 02:19:42,459 Checking jobs for platform=marenostrum4 +2021-12-18 02:19:42,459 Checking jobs for platform=nord3 +2021-12-18 02:19:42,460 Checking jobs for platform=local +2021-12-18 02:19:42,460 Checking jobs for platform=transfer_node +2021-12-18 02:19:42,460 Checking all jobs at once +2021-12-18 02:19:44,884 Successful check job command +2021-12-18 02:19:46,956 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:19:46,956 End of checking +2021-12-18 02:19:46,957 Updating FAILED jobs +2021-12-18 02:19:46,957 Updating WAITING jobs +2021-12-18 02:19:46,958 Update finished +2021-12-18 02:19:46,958 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:19:46,958 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:19:46,958 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:19:46,958 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:19:46,958 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:19:46,961 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:19:46,963 Job list saved +2021-12-18 02:19:46,968 Updating FAILED jobs +2021-12-18 02:19:46,968 Updating WAITING jobs +2021-12-18 02:19:46,969 Update finished +2021-12-18 02:19:56,979 Reloading parameters... +2021-12-18 02:19:57,004 Loading parameters... +2021-12-18 02:19:57,006 Loading project parameters... +2021-12-18 02:19:57,008 + +22 of 25 jobs remaining (02:19) +2021-12-18 02:19:57,008 Sleep: 10 +2021-12-18 02:19:57,008 Number of retrials: 0 +2021-12-18 02:19:57,009 WRAPPER CHECK TIME = 10 +2021-12-18 02:19:57,009 Checking jobs for platform=marenostrum4 +2021-12-18 02:19:57,010 Checking jobs for platform=nord3 +2021-12-18 02:19:57,011 Checking jobs for platform=local +2021-12-18 02:19:57,011 Checking jobs for platform=transfer_node +2021-12-18 02:19:57,011 Checking all jobs at once +2021-12-18 02:19:58,782 Successful check job command +2021-12-18 02:20:00,852 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:20:00,853 End of checking +2021-12-18 02:20:00,854 Updating FAILED jobs +2021-12-18 02:20:00,854 Updating WAITING jobs +2021-12-18 02:20:00,854 Update finished +2021-12-18 02:20:00,855 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:20:00,855 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:20:00,855 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:20:00,855 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:20:00,855 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:20:00,858 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:20:00,860 Job list saved +2021-12-18 02:20:00,864 Updating FAILED jobs +2021-12-18 02:20:00,864 Updating WAITING jobs +2021-12-18 02:20:00,865 Update finished +2021-12-18 02:20:10,874 Reloading parameters... +2021-12-18 02:20:10,892 Loading parameters... +2021-12-18 02:20:10,893 Loading project parameters... +2021-12-18 02:20:10,895 + +22 of 25 jobs remaining (02:20) +2021-12-18 02:20:10,895 Sleep: 10 +2021-12-18 02:20:10,895 Number of retrials: 0 +2021-12-18 02:20:10,895 WRAPPER CHECK TIME = 10 +2021-12-18 02:20:10,896 Checking jobs for platform=marenostrum4 +2021-12-18 02:20:10,896 Checking jobs for platform=nord3 +2021-12-18 02:20:10,897 Checking jobs for platform=local +2021-12-18 02:20:10,897 Checking jobs for platform=transfer_node +2021-12-18 02:20:10,897 Checking all jobs at once +2021-12-18 02:20:12,317 Successful check job command +2021-12-18 02:20:13,988 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:20:13,989 End of checking +2021-12-18 02:20:13,990 Updating FAILED jobs +2021-12-18 02:20:13,990 Updating WAITING jobs +2021-12-18 02:20:13,991 Update finished +2021-12-18 02:20:13,991 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:20:13,992 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:20:13,992 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:20:13,992 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:20:13,992 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:20:13,995 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:20:13,998 Job list saved +2021-12-18 02:20:14,010 Updating FAILED jobs +2021-12-18 02:20:14,010 Updating WAITING jobs +2021-12-18 02:20:14,010 Update finished +2021-12-18 02:20:24,020 Reloading parameters... +2021-12-18 02:20:24,039 Loading parameters... +2021-12-18 02:20:24,041 Loading project parameters... +2021-12-18 02:20:24,042 + +22 of 25 jobs remaining (02:20) +2021-12-18 02:20:24,043 Sleep: 10 +2021-12-18 02:20:24,043 Number of retrials: 0 +2021-12-18 02:20:24,043 WRAPPER CHECK TIME = 10 +2021-12-18 02:20:24,043 Checking jobs for platform=marenostrum4 +2021-12-18 02:20:24,044 Checking jobs for platform=nord3 +2021-12-18 02:20:24,045 Checking jobs for platform=local +2021-12-18 02:20:24,045 Checking jobs for platform=transfer_node +2021-12-18 02:20:24,045 Checking all jobs at once +2021-12-18 02:20:25,615 Successful check job command +2021-12-18 02:20:27,036 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:20:27,037 End of checking +2021-12-18 02:20:27,038 Updating FAILED jobs +2021-12-18 02:20:27,038 Updating WAITING jobs +2021-12-18 02:20:27,038 Update finished +2021-12-18 02:20:27,039 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:20:27,039 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:20:27,039 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:20:27,039 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:20:27,039 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:20:27,042 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:20:27,045 Job list saved +2021-12-18 02:20:27,054 Updating FAILED jobs +2021-12-18 02:20:27,054 Updating WAITING jobs +2021-12-18 02:20:27,055 Update finished +2021-12-18 02:20:37,065 Reloading parameters... +2021-12-18 02:20:37,084 Loading parameters... +2021-12-18 02:20:37,085 Loading project parameters... +2021-12-18 02:20:37,087 + +22 of 25 jobs remaining (02:20) +2021-12-18 02:20:37,087 Sleep: 10 +2021-12-18 02:20:37,087 Number of retrials: 0 +2021-12-18 02:20:37,087 WRAPPER CHECK TIME = 10 +2021-12-18 02:20:37,088 Checking jobs for platform=marenostrum4 +2021-12-18 02:20:37,088 Checking jobs for platform=nord3 +2021-12-18 02:20:37,089 Checking jobs for platform=local +2021-12-18 02:20:37,090 Checking jobs for platform=transfer_node +2021-12-18 02:20:37,090 Checking all jobs at once +2021-12-18 02:20:38,659 Successful check job command +2021-12-18 02:20:40,479 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:20:40,480 End of checking +2021-12-18 02:20:40,481 Updating FAILED jobs +2021-12-18 02:20:40,481 Updating WAITING jobs +2021-12-18 02:20:40,481 Update finished +2021-12-18 02:20:40,482 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:20:40,482 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:20:40,482 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:20:40,482 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:20:40,482 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:20:40,485 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:20:40,487 Job list saved +2021-12-18 02:20:40,492 Updating FAILED jobs +2021-12-18 02:20:40,492 Updating WAITING jobs +2021-12-18 02:20:40,493 Update finished +2021-12-18 02:20:50,501 Reloading parameters... +2021-12-18 02:20:50,521 Loading parameters... +2021-12-18 02:20:50,522 Loading project parameters... +2021-12-18 02:20:50,524 + +22 of 25 jobs remaining (02:20) +2021-12-18 02:20:50,524 Sleep: 10 +2021-12-18 02:20:50,524 Number of retrials: 0 +2021-12-18 02:20:50,524 WRAPPER CHECK TIME = 10 +2021-12-18 02:20:50,525 Checking jobs for platform=marenostrum4 +2021-12-18 02:20:50,525 Checking jobs for platform=nord3 +2021-12-18 02:20:50,526 Checking jobs for platform=local +2021-12-18 02:20:50,527 Checking jobs for platform=transfer_node +2021-12-18 02:20:50,527 Checking all jobs at once +2021-12-18 02:20:51,846 Successful check job command +2021-12-18 02:20:53,166 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:20:53,167 End of checking +2021-12-18 02:20:53,168 Updating FAILED jobs +2021-12-18 02:20:53,168 Updating WAITING jobs +2021-12-18 02:20:53,168 Update finished +2021-12-18 02:20:53,168 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:20:53,169 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:20:53,169 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:20:53,169 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:20:53,169 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:20:53,172 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:20:53,174 Job list saved +2021-12-18 02:20:53,179 Updating FAILED jobs +2021-12-18 02:20:53,179 Updating WAITING jobs +2021-12-18 02:20:53,179 Update finished +2021-12-18 02:21:03,186 Reloading parameters... +2021-12-18 02:21:03,273 Loading parameters... +2021-12-18 02:21:03,275 Loading project parameters... +2021-12-18 02:21:03,276 + +22 of 25 jobs remaining (02:21) +2021-12-18 02:21:03,277 Sleep: 10 +2021-12-18 02:21:03,277 Number of retrials: 0 +2021-12-18 02:21:03,277 WRAPPER CHECK TIME = 10 +2021-12-18 02:21:03,278 Checking jobs for platform=marenostrum4 +2021-12-18 02:21:03,278 Checking jobs for platform=nord3 +2021-12-18 02:21:03,279 Checking jobs for platform=local +2021-12-18 02:21:03,279 Checking jobs for platform=transfer_node +2021-12-18 02:21:03,279 Checking all jobs at once +2021-12-18 02:21:05,300 Successful check job command +2021-12-18 02:21:07,020 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:21:07,021 End of checking +2021-12-18 02:21:07,022 Updating FAILED jobs +2021-12-18 02:21:07,022 Updating WAITING jobs +2021-12-18 02:21:07,022 Update finished +2021-12-18 02:21:07,022 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:21:07,023 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:21:07,023 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:21:07,023 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:21:07,023 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:21:07,025 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:21:07,028 Job list saved +2021-12-18 02:21:07,032 Updating FAILED jobs +2021-12-18 02:21:07,032 Updating WAITING jobs +2021-12-18 02:21:07,033 Update finished +2021-12-18 02:21:17,043 Reloading parameters... +2021-12-18 02:21:17,060 Loading parameters... +2021-12-18 02:21:17,061 Loading project parameters... +2021-12-18 02:21:17,063 + +22 of 25 jobs remaining (02:21) +2021-12-18 02:21:17,063 Sleep: 10 +2021-12-18 02:21:17,063 Number of retrials: 0 +2021-12-18 02:21:17,063 WRAPPER CHECK TIME = 10 +2021-12-18 02:21:17,064 Checking jobs for platform=marenostrum4 +2021-12-18 02:21:17,065 Checking jobs for platform=nord3 +2021-12-18 02:21:17,065 Checking jobs for platform=local +2021-12-18 02:21:17,066 Checking jobs for platform=transfer_node +2021-12-18 02:21:17,066 Checking all jobs at once +2021-12-18 02:21:18,486 Successful check job command +2021-12-18 02:21:20,307 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:21:20,307 End of checking +2021-12-18 02:21:20,308 Updating FAILED jobs +2021-12-18 02:21:20,309 Updating WAITING jobs +2021-12-18 02:21:20,309 Update finished +2021-12-18 02:21:20,309 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:21:20,309 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:21:20,309 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:21:20,309 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:21:20,309 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:21:20,312 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:21:20,314 Job list saved +2021-12-18 02:21:20,319 Updating FAILED jobs +2021-12-18 02:21:20,320 Updating WAITING jobs +2021-12-18 02:21:20,320 Update finished +2021-12-18 02:21:30,330 Reloading parameters... +2021-12-18 02:21:30,347 Loading parameters... +2021-12-18 02:21:30,348 Loading project parameters... +2021-12-18 02:21:30,350 + +22 of 25 jobs remaining (02:21) +2021-12-18 02:21:30,350 Sleep: 10 +2021-12-18 02:21:30,350 Number of retrials: 0 +2021-12-18 02:21:30,350 WRAPPER CHECK TIME = 10 +2021-12-18 02:21:30,351 Checking jobs for platform=marenostrum4 +2021-12-18 02:21:30,351 Checking jobs for platform=nord3 +2021-12-18 02:21:30,352 Checking jobs for platform=local +2021-12-18 02:21:30,352 Checking jobs for platform=transfer_node +2021-12-18 02:21:30,353 Checking all jobs at once +2021-12-18 02:21:31,873 Successful check job command +2021-12-18 02:21:33,242 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:21:33,242 End of checking +2021-12-18 02:21:33,244 Updating FAILED jobs +2021-12-18 02:21:33,244 Updating WAITING jobs +2021-12-18 02:21:33,244 Update finished +2021-12-18 02:21:33,244 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:21:33,245 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:21:33,245 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:21:33,245 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:21:33,245 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:21:33,248 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:21:33,250 Job list saved +2021-12-18 02:21:33,255 Updating FAILED jobs +2021-12-18 02:21:33,255 Updating WAITING jobs +2021-12-18 02:21:33,255 Update finished +2021-12-18 02:21:43,261 Reloading parameters... +2021-12-18 02:21:43,283 Loading parameters... +2021-12-18 02:21:43,284 Loading project parameters... +2021-12-18 02:21:43,286 + +22 of 25 jobs remaining (02:21) +2021-12-18 02:21:43,286 Sleep: 10 +2021-12-18 02:21:43,286 Number of retrials: 0 +2021-12-18 02:21:43,287 WRAPPER CHECK TIME = 10 +2021-12-18 02:21:43,287 Checking jobs for platform=marenostrum4 +2021-12-18 02:21:43,288 Checking jobs for platform=nord3 +2021-12-18 02:21:43,288 Checking jobs for platform=local +2021-12-18 02:21:43,289 Checking jobs for platform=transfer_node +2021-12-18 02:21:43,289 Checking all jobs at once +2021-12-18 02:21:45,209 Successful check job command +2021-12-18 02:21:47,129 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:21:47,129 End of checking +2021-12-18 02:21:47,131 Updating FAILED jobs +2021-12-18 02:21:47,131 Updating WAITING jobs +2021-12-18 02:21:47,131 Update finished +2021-12-18 02:21:47,131 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:21:47,131 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:21:47,131 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:21:47,132 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:21:47,132 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:21:47,135 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:21:47,137 Job list saved +2021-12-18 02:21:47,142 Updating FAILED jobs +2021-12-18 02:21:47,142 Updating WAITING jobs +2021-12-18 02:21:47,142 Update finished +2021-12-18 02:21:57,152 Reloading parameters... +2021-12-18 02:21:57,171 Loading parameters... +2021-12-18 02:21:57,172 Loading project parameters... +2021-12-18 02:21:57,174 + +22 of 25 jobs remaining (02:21) +2021-12-18 02:21:57,174 Sleep: 10 +2021-12-18 02:21:57,174 Number of retrials: 0 +2021-12-18 02:21:57,174 WRAPPER CHECK TIME = 10 +2021-12-18 02:21:57,175 Checking jobs for platform=marenostrum4 +2021-12-18 02:21:57,175 Checking jobs for platform=nord3 +2021-12-18 02:21:57,176 Checking jobs for platform=local +2021-12-18 02:21:57,177 Checking jobs for platform=transfer_node +2021-12-18 02:21:57,177 Checking all jobs at once +2021-12-18 02:21:58,397 Successful check job command +2021-12-18 02:21:59,666 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:21:59,667 End of checking +2021-12-18 02:21:59,668 Updating FAILED jobs +2021-12-18 02:21:59,668 Updating WAITING jobs +2021-12-18 02:21:59,668 Update finished +2021-12-18 02:21:59,669 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:21:59,669 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:21:59,669 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:21:59,669 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:21:59,669 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:21:59,672 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:21:59,674 Job list saved +2021-12-18 02:21:59,679 Updating FAILED jobs +2021-12-18 02:21:59,679 Updating WAITING jobs +2021-12-18 02:21:59,679 Update finished +2021-12-18 02:22:09,688 Reloading parameters... +2021-12-18 02:22:09,708 Loading parameters... +2021-12-18 02:22:09,710 Loading project parameters... +2021-12-18 02:22:09,712 + +22 of 25 jobs remaining (02:22) +2021-12-18 02:22:09,712 Sleep: 10 +2021-12-18 02:22:09,712 Number of retrials: 0 +2021-12-18 02:22:09,712 WRAPPER CHECK TIME = 10 +2021-12-18 02:22:09,713 Checking jobs for platform=marenostrum4 +2021-12-18 02:22:09,713 Checking jobs for platform=nord3 +2021-12-18 02:22:09,714 Checking jobs for platform=local +2021-12-18 02:22:09,714 Checking jobs for platform=transfer_node +2021-12-18 02:22:09,714 Checking all jobs at once +2021-12-18 02:22:11,936 Successful check job command +2021-12-18 02:22:13,756 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:22:13,756 End of checking +2021-12-18 02:22:13,758 Updating FAILED jobs +2021-12-18 02:22:13,758 Updating WAITING jobs +2021-12-18 02:22:13,758 Update finished +2021-12-18 02:22:13,758 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:22:13,759 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:22:13,759 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:22:13,759 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:22:13,759 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:22:13,762 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:22:13,764 Job list saved +2021-12-18 02:22:13,769 Updating FAILED jobs +2021-12-18 02:22:13,769 Updating WAITING jobs +2021-12-18 02:22:13,769 Update finished +2021-12-18 02:22:23,779 Reloading parameters... +2021-12-18 02:22:23,798 Loading parameters... +2021-12-18 02:22:23,800 Loading project parameters... +2021-12-18 02:22:23,802 + +22 of 25 jobs remaining (02:22) +2021-12-18 02:22:23,802 Sleep: 10 +2021-12-18 02:22:23,802 Number of retrials: 0 +2021-12-18 02:22:23,802 WRAPPER CHECK TIME = 10 +2021-12-18 02:22:23,802 Checking jobs for platform=marenostrum4 +2021-12-18 02:22:23,803 Checking jobs for platform=nord3 +2021-12-18 02:22:23,804 Checking jobs for platform=local +2021-12-18 02:22:23,804 Checking jobs for platform=transfer_node +2021-12-18 02:22:23,804 Checking all jobs at once +2021-12-18 02:22:25,676 Successful check job command +2021-12-18 02:22:27,997 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:22:27,997 End of checking +2021-12-18 02:22:27,999 Updating FAILED jobs +2021-12-18 02:22:27,999 Updating WAITING jobs +2021-12-18 02:22:27,999 Update finished +2021-12-18 02:22:27,999 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:22:28,000 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:22:28,000 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:22:28,000 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:22:28,000 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:22:28,003 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:22:28,005 Job list saved +2021-12-18 02:22:28,010 Updating FAILED jobs +2021-12-18 02:22:28,011 Updating WAITING jobs +2021-12-18 02:22:28,011 Update finished +2021-12-18 02:22:38,021 Reloading parameters... +2021-12-18 02:22:38,038 Loading parameters... +2021-12-18 02:22:38,040 Loading project parameters... +2021-12-18 02:22:38,042 + +22 of 25 jobs remaining (02:22) +2021-12-18 02:22:38,042 Sleep: 10 +2021-12-18 02:22:38,042 Number of retrials: 0 +2021-12-18 02:22:38,042 WRAPPER CHECK TIME = 10 +2021-12-18 02:22:38,043 Checking jobs for platform=marenostrum4 +2021-12-18 02:22:38,043 Checking jobs for platform=nord3 +2021-12-18 02:22:38,044 Checking jobs for platform=local +2021-12-18 02:22:38,044 Checking jobs for platform=transfer_node +2021-12-18 02:22:38,044 Checking all jobs at once +2021-12-18 02:22:39,366 Successful check job command +2021-12-18 02:22:40,534 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:22:40,535 End of checking +2021-12-18 02:22:40,536 Updating FAILED jobs +2021-12-18 02:22:40,536 Updating WAITING jobs +2021-12-18 02:22:40,536 Update finished +2021-12-18 02:22:40,536 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:22:40,537 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:22:40,537 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:22:40,537 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:22:40,537 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:22:40,539 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:22:40,542 Job list saved +2021-12-18 02:22:40,546 Updating FAILED jobs +2021-12-18 02:22:40,546 Updating WAITING jobs +2021-12-18 02:22:40,546 Update finished +2021-12-18 02:22:50,556 Reloading parameters... +2021-12-18 02:22:50,574 Loading parameters... +2021-12-18 02:22:50,575 Loading project parameters... +2021-12-18 02:22:50,577 + +22 of 25 jobs remaining (02:22) +2021-12-18 02:22:50,577 Sleep: 10 +2021-12-18 02:22:50,577 Number of retrials: 0 +2021-12-18 02:22:50,577 WRAPPER CHECK TIME = 10 +2021-12-18 02:22:50,578 Checking jobs for platform=marenostrum4 +2021-12-18 02:22:50,579 Checking jobs for platform=nord3 +2021-12-18 02:22:50,579 Checking jobs for platform=local +2021-12-18 02:22:50,580 Checking jobs for platform=transfer_node +2021-12-18 02:22:50,580 Checking all jobs at once +2021-12-18 02:22:53,052 Successful check job command +2021-12-18 02:22:54,673 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:22:54,674 End of checking +2021-12-18 02:22:54,675 Updating FAILED jobs +2021-12-18 02:22:54,675 Updating WAITING jobs +2021-12-18 02:22:54,675 Update finished +2021-12-18 02:22:54,676 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:22:54,676 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:22:54,676 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:22:54,677 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:22:54,677 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:22:54,679 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:22:54,682 Job list saved +2021-12-18 02:22:54,686 Updating FAILED jobs +2021-12-18 02:22:54,686 Updating WAITING jobs +2021-12-18 02:22:54,687 Update finished +2021-12-18 02:23:04,697 Reloading parameters... +2021-12-18 02:23:04,714 Loading parameters... +2021-12-18 02:23:04,715 Loading project parameters... +2021-12-18 02:23:04,717 + +22 of 25 jobs remaining (02:23) +2021-12-18 02:23:04,717 Sleep: 10 +2021-12-18 02:23:04,718 Number of retrials: 0 +2021-12-18 02:23:04,718 WRAPPER CHECK TIME = 10 +2021-12-18 02:23:04,718 Checking jobs for platform=marenostrum4 +2021-12-18 02:23:04,719 Checking jobs for platform=nord3 +2021-12-18 02:23:04,719 Checking jobs for platform=local +2021-12-18 02:23:04,720 Checking jobs for platform=transfer_node +2021-12-18 02:23:04,720 Checking all jobs at once +2021-12-18 02:23:06,239 Successful check job command +2021-12-18 02:23:08,159 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:23:08,160 End of checking +2021-12-18 02:23:08,161 Updating FAILED jobs +2021-12-18 02:23:08,161 Updating WAITING jobs +2021-12-18 02:23:08,161 Update finished +2021-12-18 02:23:08,162 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:23:08,162 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:23:08,162 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:23:08,162 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:23:08,162 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:23:08,165 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:23:08,167 Job list saved +2021-12-18 02:23:08,172 Updating FAILED jobs +2021-12-18 02:23:08,172 Updating WAITING jobs +2021-12-18 02:23:08,172 Update finished +2021-12-18 02:23:18,179 Reloading parameters... +2021-12-18 02:23:18,198 Loading parameters... +2021-12-18 02:23:18,199 Loading project parameters... +2021-12-18 02:23:18,203 + +22 of 25 jobs remaining (02:23) +2021-12-18 02:23:18,203 Sleep: 10 +2021-12-18 02:23:18,204 Number of retrials: 0 +2021-12-18 02:23:18,204 WRAPPER CHECK TIME = 10 +2021-12-18 02:23:18,204 Checking jobs for platform=marenostrum4 +2021-12-18 02:23:18,205 Checking jobs for platform=nord3 +2021-12-18 02:23:18,205 Checking jobs for platform=local +2021-12-18 02:23:18,206 Checking jobs for platform=transfer_node +2021-12-18 02:23:18,206 Checking all jobs at once +2021-12-18 02:23:19,475 Successful check job command +2021-12-18 02:23:20,745 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:23:20,745 End of checking +2021-12-18 02:23:20,746 Updating FAILED jobs +2021-12-18 02:23:20,746 Updating WAITING jobs +2021-12-18 02:23:20,746 Update finished +2021-12-18 02:23:20,747 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:23:20,747 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:23:20,747 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:23:20,747 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:23:20,747 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:23:20,750 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:23:20,752 Job list saved +2021-12-18 02:23:20,756 Updating FAILED jobs +2021-12-18 02:23:20,757 Updating WAITING jobs +2021-12-18 02:23:20,757 Update finished +2021-12-18 02:23:30,759 Reloading parameters... +2021-12-18 02:23:30,777 Loading parameters... +2021-12-18 02:23:30,778 Loading project parameters... +2021-12-18 02:23:30,780 + +22 of 25 jobs remaining (02:23) +2021-12-18 02:23:30,780 Sleep: 10 +2021-12-18 02:23:30,781 Number of retrials: 0 +2021-12-18 02:23:30,781 WRAPPER CHECK TIME = 10 +2021-12-18 02:23:30,781 Checking jobs for platform=marenostrum4 +2021-12-18 02:23:30,782 Checking jobs for platform=nord3 +2021-12-18 02:23:30,782 Checking jobs for platform=local +2021-12-18 02:23:30,783 Checking jobs for platform=transfer_node +2021-12-18 02:23:30,783 Checking all jobs at once +2021-12-18 02:23:32,653 Successful check job command +2021-12-18 02:23:35,174 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:23:35,174 End of checking +2021-12-18 02:23:35,175 Updating FAILED jobs +2021-12-18 02:23:35,175 Updating WAITING jobs +2021-12-18 02:23:35,176 Update finished +2021-12-18 02:23:35,176 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:23:35,176 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:23:35,176 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:23:35,177 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:23:35,177 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:23:35,179 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:23:35,182 Job list saved +2021-12-18 02:23:35,186 Updating FAILED jobs +2021-12-18 02:23:35,186 Updating WAITING jobs +2021-12-18 02:23:35,186 Update finished +2021-12-18 02:23:45,196 Reloading parameters... +2021-12-18 02:23:45,214 Loading parameters... +2021-12-18 02:23:45,216 Loading project parameters... +2021-12-18 02:23:45,218 + +22 of 25 jobs remaining (02:23) +2021-12-18 02:23:45,218 Sleep: 10 +2021-12-18 02:23:45,218 Number of retrials: 0 +2021-12-18 02:23:45,218 WRAPPER CHECK TIME = 10 +2021-12-18 02:23:45,219 Checking jobs for platform=marenostrum4 +2021-12-18 02:23:45,219 Checking jobs for platform=nord3 +2021-12-18 02:23:45,220 Checking jobs for platform=local +2021-12-18 02:23:45,220 Checking jobs for platform=transfer_node +2021-12-18 02:23:45,220 Checking all jobs at once +2021-12-18 02:23:46,890 Successful check job command +2021-12-18 02:23:48,611 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:23:48,611 End of checking +2021-12-18 02:23:48,613 Updating FAILED jobs +2021-12-18 02:23:48,613 Updating WAITING jobs +2021-12-18 02:23:48,613 Update finished +2021-12-18 02:23:48,613 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:23:48,613 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:23:48,614 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:23:48,614 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:23:48,614 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:23:48,617 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:23:48,619 Job list saved +2021-12-18 02:23:48,624 Updating FAILED jobs +2021-12-18 02:23:48,624 Updating WAITING jobs +2021-12-18 02:23:48,625 Update finished +2021-12-18 02:23:58,635 Reloading parameters... +2021-12-18 02:23:58,652 Loading parameters... +2021-12-18 02:23:58,654 Loading project parameters... +2021-12-18 02:23:58,656 + +22 of 25 jobs remaining (02:23) +2021-12-18 02:23:58,656 Sleep: 10 +2021-12-18 02:23:58,656 Number of retrials: 0 +2021-12-18 02:23:58,656 WRAPPER CHECK TIME = 10 +2021-12-18 02:23:58,657 Checking jobs for platform=marenostrum4 +2021-12-18 02:23:58,657 Checking jobs for platform=nord3 +2021-12-18 02:23:58,658 Checking jobs for platform=local +2021-12-18 02:23:58,658 Checking jobs for platform=transfer_node +2021-12-18 02:23:58,658 Checking all jobs at once +2021-12-18 02:24:00,128 Successful check job command +2021-12-18 02:24:01,447 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:24:01,448 End of checking +2021-12-18 02:24:01,449 Updating FAILED jobs +2021-12-18 02:24:01,449 Updating WAITING jobs +2021-12-18 02:24:01,449 Update finished +2021-12-18 02:24:01,449 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:24:01,450 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:24:01,450 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:24:01,450 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:24:01,450 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:24:01,453 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:24:01,455 Job list saved +2021-12-18 02:24:01,460 Updating FAILED jobs +2021-12-18 02:24:01,460 Updating WAITING jobs +2021-12-18 02:24:01,460 Update finished +2021-12-18 02:24:11,468 Reloading parameters... +2021-12-18 02:24:11,486 Loading parameters... +2021-12-18 02:24:11,487 Loading project parameters... +2021-12-18 02:24:11,489 + +22 of 25 jobs remaining (02:24) +2021-12-18 02:24:11,490 Sleep: 10 +2021-12-18 02:24:11,490 Number of retrials: 0 +2021-12-18 02:24:11,490 WRAPPER CHECK TIME = 10 +2021-12-18 02:24:11,491 Checking jobs for platform=marenostrum4 +2021-12-18 02:24:11,491 Checking jobs for platform=nord3 +2021-12-18 02:24:11,492 Checking jobs for platform=local +2021-12-18 02:24:11,492 Checking jobs for platform=transfer_node +2021-12-18 02:24:11,492 Checking all jobs at once +2021-12-18 02:24:13,715 Successful check job command +2021-12-18 02:24:15,435 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:24:15,435 End of checking +2021-12-18 02:24:15,436 Updating FAILED jobs +2021-12-18 02:24:15,437 Updating WAITING jobs +2021-12-18 02:24:15,437 Update finished +2021-12-18 02:24:15,437 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:24:15,438 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:24:15,438 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:24:15,438 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:24:15,438 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:24:15,441 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:24:15,443 Job list saved +2021-12-18 02:24:15,448 Updating FAILED jobs +2021-12-18 02:24:15,448 Updating WAITING jobs +2021-12-18 02:24:15,448 Update finished +2021-12-18 02:24:25,456 Reloading parameters... +2021-12-18 02:24:25,479 Loading parameters... +2021-12-18 02:24:25,480 Loading project parameters... +2021-12-18 02:24:25,482 + +22 of 25 jobs remaining (02:24) +2021-12-18 02:24:25,483 Sleep: 10 +2021-12-18 02:24:25,483 Number of retrials: 0 +2021-12-18 02:24:25,483 WRAPPER CHECK TIME = 10 +2021-12-18 02:24:25,483 Checking jobs for platform=marenostrum4 +2021-12-18 02:24:25,484 Checking jobs for platform=nord3 +2021-12-18 02:24:25,485 Checking jobs for platform=local +2021-12-18 02:24:25,485 Checking jobs for platform=transfer_node +2021-12-18 02:24:25,485 Checking all jobs at once +2021-12-18 02:24:27,305 Successful check job command +2021-12-18 02:24:28,875 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:24:28,875 End of checking +2021-12-18 02:24:28,876 Updating FAILED jobs +2021-12-18 02:24:28,877 Updating WAITING jobs +2021-12-18 02:24:28,877 Update finished +2021-12-18 02:24:28,877 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:24:28,877 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:24:28,877 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:24:28,878 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:24:28,878 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:24:28,880 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:24:28,882 Job list saved +2021-12-18 02:24:29,000 Updating FAILED jobs +2021-12-18 02:24:29,000 Updating WAITING jobs +2021-12-18 02:24:29,000 Update finished +2021-12-18 02:24:39,010 Reloading parameters... +2021-12-18 02:24:39,030 Loading parameters... +2021-12-18 02:24:39,031 Loading project parameters... +2021-12-18 02:24:39,033 + +22 of 25 jobs remaining (02:24) +2021-12-18 02:24:39,034 Sleep: 10 +2021-12-18 02:24:39,034 Number of retrials: 0 +2021-12-18 02:24:39,034 WRAPPER CHECK TIME = 10 +2021-12-18 02:24:39,034 Checking jobs for platform=marenostrum4 +2021-12-18 02:24:39,035 Checking jobs for platform=nord3 +2021-12-18 02:24:39,035 Checking jobs for platform=local +2021-12-18 02:24:39,036 Checking jobs for platform=transfer_node +2021-12-18 02:24:39,036 Checking all jobs at once +2021-12-18 02:24:40,857 Successful check job command +2021-12-18 02:24:42,836 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:24:42,836 End of checking +2021-12-18 02:24:42,837 Updating FAILED jobs +2021-12-18 02:24:42,837 Updating WAITING jobs +2021-12-18 02:24:42,838 Update finished +2021-12-18 02:24:42,838 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:24:42,838 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:24:42,838 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:24:42,838 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:24:42,838 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:24:42,842 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:24:42,844 Job list saved +2021-12-18 02:24:42,849 Updating FAILED jobs +2021-12-18 02:24:42,849 Updating WAITING jobs +2021-12-18 02:24:42,849 Update finished +2021-12-18 02:24:52,858 Reloading parameters... +2021-12-18 02:24:52,877 Loading parameters... +2021-12-18 02:24:52,879 Loading project parameters... +2021-12-18 02:24:52,881 + +22 of 25 jobs remaining (02:24) +2021-12-18 02:24:52,881 Sleep: 10 +2021-12-18 02:24:52,881 Number of retrials: 0 +2021-12-18 02:24:52,881 WRAPPER CHECK TIME = 10 +2021-12-18 02:24:52,882 Checking jobs for platform=marenostrum4 +2021-12-18 02:24:52,882 Checking jobs for platform=nord3 +2021-12-18 02:24:52,883 Checking jobs for platform=local +2021-12-18 02:24:52,883 Checking jobs for platform=transfer_node +2021-12-18 02:24:52,883 Checking all jobs at once +2021-12-18 02:24:54,303 Successful check job command +2021-12-18 02:24:55,522 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:24:55,522 End of checking +2021-12-18 02:24:55,524 Updating FAILED jobs +2021-12-18 02:24:55,524 Updating WAITING jobs +2021-12-18 02:24:55,524 Update finished +2021-12-18 02:24:55,524 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:24:55,525 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:24:55,525 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:24:55,525 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:24:55,525 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:24:55,528 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:24:55,530 Job list saved +2021-12-18 02:24:55,535 Updating FAILED jobs +2021-12-18 02:24:55,535 Updating WAITING jobs +2021-12-18 02:24:55,536 Update finished +2021-12-18 02:25:05,545 Reloading parameters... +2021-12-18 02:25:05,563 Loading parameters... +2021-12-18 02:25:05,565 Loading project parameters... +2021-12-18 02:25:05,567 + +22 of 25 jobs remaining (02:25) +2021-12-18 02:25:05,567 Sleep: 10 +2021-12-18 02:25:05,567 Number of retrials: 0 +2021-12-18 02:25:05,567 WRAPPER CHECK TIME = 10 +2021-12-18 02:25:05,568 Checking jobs for platform=marenostrum4 +2021-12-18 02:25:05,569 Checking jobs for platform=nord3 +2021-12-18 02:25:05,569 Checking jobs for platform=local +2021-12-18 02:25:05,570 Checking jobs for platform=transfer_node +2021-12-18 02:25:05,570 Checking all jobs at once +2021-12-18 02:25:07,491 Successful check job command +2021-12-18 02:25:09,413 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:25:09,413 End of checking +2021-12-18 02:25:09,414 Updating FAILED jobs +2021-12-18 02:25:09,415 Updating WAITING jobs +2021-12-18 02:25:09,415 Update finished +2021-12-18 02:25:09,415 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:25:09,415 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:25:09,415 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:25:09,415 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:25:09,416 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:25:09,418 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:25:09,420 Job list saved +2021-12-18 02:25:09,425 Updating FAILED jobs +2021-12-18 02:25:09,425 Updating WAITING jobs +2021-12-18 02:25:09,425 Update finished +2021-12-18 02:25:19,436 Reloading parameters... +2021-12-18 02:25:19,454 Loading parameters... +2021-12-18 02:25:19,455 Loading project parameters... +2021-12-18 02:25:19,457 + +22 of 25 jobs remaining (02:25) +2021-12-18 02:25:19,458 Sleep: 10 +2021-12-18 02:25:19,458 Number of retrials: 0 +2021-12-18 02:25:19,458 WRAPPER CHECK TIME = 10 +2021-12-18 02:25:19,458 Checking jobs for platform=marenostrum4 +2021-12-18 02:25:19,459 Checking jobs for platform=nord3 +2021-12-18 02:25:19,459 Checking jobs for platform=local +2021-12-18 02:25:19,460 Checking jobs for platform=transfer_node +2021-12-18 02:25:19,460 Checking all jobs at once +2021-12-18 02:25:21,130 Successful check job command +2021-12-18 02:25:23,001 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:25:23,001 End of checking +2021-12-18 02:25:23,003 Updating FAILED jobs +2021-12-18 02:25:23,003 Updating WAITING jobs +2021-12-18 02:25:23,003 Update finished +2021-12-18 02:25:23,003 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:25:23,003 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:25:23,003 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:25:23,004 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:25:23,004 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:25:23,006 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:25:23,009 Job list saved +2021-12-18 02:25:23,013 Updating FAILED jobs +2021-12-18 02:25:23,013 Updating WAITING jobs +2021-12-18 02:25:23,013 Update finished +2021-12-18 02:25:33,018 Reloading parameters... +2021-12-18 02:25:33,037 Loading parameters... +2021-12-18 02:25:33,039 Loading project parameters... +2021-12-18 02:25:33,040 + +22 of 25 jobs remaining (02:25) +2021-12-18 02:25:33,041 Sleep: 10 +2021-12-18 02:25:33,041 Number of retrials: 0 +2021-12-18 02:25:33,041 WRAPPER CHECK TIME = 10 +2021-12-18 02:25:33,041 Checking jobs for platform=marenostrum4 +2021-12-18 02:25:33,042 Checking jobs for platform=nord3 +2021-12-18 02:25:33,043 Checking jobs for platform=local +2021-12-18 02:25:33,043 Checking jobs for platform=transfer_node +2021-12-18 02:25:33,043 Checking all jobs at once +2021-12-18 02:25:34,413 Successful check job command +2021-12-18 02:25:35,582 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:25:35,582 End of checking +2021-12-18 02:25:35,584 Updating FAILED jobs +2021-12-18 02:25:35,584 Updating WAITING jobs +2021-12-18 02:25:35,584 Update finished +2021-12-18 02:25:35,584 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:25:35,585 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:25:35,585 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:25:35,585 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:25:35,585 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:25:35,588 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:25:35,590 Job list saved +2021-12-18 02:25:35,595 Updating FAILED jobs +2021-12-18 02:25:35,595 Updating WAITING jobs +2021-12-18 02:25:35,595 Update finished +2021-12-18 02:25:45,604 Reloading parameters... +2021-12-18 02:25:45,622 Loading parameters... +2021-12-18 02:25:45,623 Loading project parameters... +2021-12-18 02:25:45,625 + +22 of 25 jobs remaining (02:25) +2021-12-18 02:25:45,625 Sleep: 10 +2021-12-18 02:25:45,626 Number of retrials: 0 +2021-12-18 02:25:45,626 WRAPPER CHECK TIME = 10 +2021-12-18 02:25:45,626 Checking jobs for platform=marenostrum4 +2021-12-18 02:25:45,627 Checking jobs for platform=nord3 +2021-12-18 02:25:45,627 Checking jobs for platform=local +2021-12-18 02:25:45,628 Checking jobs for platform=transfer_node +2021-12-18 02:25:45,628 Checking all jobs at once +2021-12-18 02:25:48,305 Successful check job command +2021-12-18 02:25:50,375 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:25:50,376 End of checking +2021-12-18 02:25:50,377 Updating FAILED jobs +2021-12-18 02:25:50,377 Updating WAITING jobs +2021-12-18 02:25:50,377 Update finished +2021-12-18 02:25:50,377 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:25:50,378 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:25:50,378 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:25:50,378 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:25:50,378 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:25:50,381 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:25:50,383 Job list saved +2021-12-18 02:25:50,388 Updating FAILED jobs +2021-12-18 02:25:50,388 Updating WAITING jobs +2021-12-18 02:25:50,388 Update finished +2021-12-18 02:26:00,397 Reloading parameters... +2021-12-18 02:26:00,415 Loading parameters... +2021-12-18 02:26:00,416 Loading project parameters... +2021-12-18 02:26:00,418 + +22 of 25 jobs remaining (02:26) +2021-12-18 02:26:00,419 Sleep: 10 +2021-12-18 02:26:00,419 Number of retrials: 0 +2021-12-18 02:26:00,419 WRAPPER CHECK TIME = 10 +2021-12-18 02:26:00,419 Checking jobs for platform=marenostrum4 +2021-12-18 02:26:00,420 Checking jobs for platform=nord3 +2021-12-18 02:26:00,421 Checking jobs for platform=local +2021-12-18 02:26:00,421 Checking jobs for platform=transfer_node +2021-12-18 02:26:00,421 Checking all jobs at once +2021-12-18 02:26:01,891 Successful check job command +2021-12-18 02:26:03,518 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:26:03,518 End of checking +2021-12-18 02:26:03,520 Updating FAILED jobs +2021-12-18 02:26:03,520 Updating WAITING jobs +2021-12-18 02:26:03,520 Update finished +2021-12-18 02:26:03,520 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:26:03,520 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:26:03,521 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:26:03,521 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:26:03,521 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:26:03,523 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:26:03,526 Job list saved +2021-12-18 02:26:03,530 Updating FAILED jobs +2021-12-18 02:26:03,530 Updating WAITING jobs +2021-12-18 02:26:03,530 Update finished +2021-12-18 02:26:13,539 Reloading parameters... +2021-12-18 02:26:13,558 Loading parameters... +2021-12-18 02:26:13,559 Loading project parameters... +2021-12-18 02:26:13,561 + +22 of 25 jobs remaining (02:26) +2021-12-18 02:26:13,562 Sleep: 10 +2021-12-18 02:26:13,562 Number of retrials: 0 +2021-12-18 02:26:13,562 WRAPPER CHECK TIME = 10 +2021-12-18 02:26:13,562 Checking jobs for platform=marenostrum4 +2021-12-18 02:26:13,563 Checking jobs for platform=nord3 +2021-12-18 02:26:13,564 Checking jobs for platform=local +2021-12-18 02:26:13,564 Checking jobs for platform=transfer_node +2021-12-18 02:26:13,564 Checking all jobs at once +2021-12-18 02:26:15,585 Successful check job command +2021-12-18 02:26:17,305 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:26:17,305 End of checking +2021-12-18 02:26:17,307 Updating FAILED jobs +2021-12-18 02:26:17,307 Updating WAITING jobs +2021-12-18 02:26:17,307 Update finished +2021-12-18 02:26:17,307 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:26:17,308 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:26:17,308 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:26:17,308 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:26:17,308 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:26:17,311 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:26:17,313 Job list saved +2021-12-18 02:26:17,319 Updating FAILED jobs +2021-12-18 02:26:17,319 Updating WAITING jobs +2021-12-18 02:26:17,319 Update finished +2021-12-18 02:26:27,326 Reloading parameters... +2021-12-18 02:26:27,344 Loading parameters... +2021-12-18 02:26:27,346 Loading project parameters... +2021-12-18 02:26:27,347 + +22 of 25 jobs remaining (02:26) +2021-12-18 02:26:27,348 Sleep: 10 +2021-12-18 02:26:27,348 Number of retrials: 0 +2021-12-18 02:26:27,348 WRAPPER CHECK TIME = 10 +2021-12-18 02:26:27,349 Checking jobs for platform=marenostrum4 +2021-12-18 02:26:27,349 Checking jobs for platform=nord3 +2021-12-18 02:26:27,350 Checking jobs for platform=local +2021-12-18 02:26:27,350 Checking jobs for platform=transfer_node +2021-12-18 02:26:27,350 Checking all jobs at once +2021-12-18 02:26:29,271 Successful check job command +2021-12-18 02:26:31,443 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:26:31,444 End of checking +2021-12-18 02:26:31,445 Updating FAILED jobs +2021-12-18 02:26:31,445 Updating WAITING jobs +2021-12-18 02:26:31,446 Update finished +2021-12-18 02:26:31,446 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:26:31,446 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:26:31,446 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:26:31,446 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:26:31,446 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:26:31,449 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:26:31,451 Job list saved +2021-12-18 02:26:31,456 Updating FAILED jobs +2021-12-18 02:26:31,456 Updating WAITING jobs +2021-12-18 02:26:31,456 Update finished +2021-12-18 02:26:41,466 Reloading parameters... +2021-12-18 02:26:41,486 Loading parameters... +2021-12-18 02:26:41,487 Loading project parameters... +2021-12-18 02:26:41,489 + +22 of 25 jobs remaining (02:26) +2021-12-18 02:26:41,489 Sleep: 10 +2021-12-18 02:26:41,489 Number of retrials: 0 +2021-12-18 02:26:41,489 WRAPPER CHECK TIME = 10 +2021-12-18 02:26:41,490 Checking jobs for platform=marenostrum4 +2021-12-18 02:26:41,491 Checking jobs for platform=nord3 +2021-12-18 02:26:41,491 Checking jobs for platform=local +2021-12-18 02:26:41,492 Checking jobs for platform=transfer_node +2021-12-18 02:26:41,492 Checking all jobs at once +2021-12-18 02:26:42,815 Successful check job command +2021-12-18 02:26:44,185 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:26:44,185 End of checking +2021-12-18 02:26:44,187 Updating FAILED jobs +2021-12-18 02:26:44,187 Updating WAITING jobs +2021-12-18 02:26:44,187 Update finished +2021-12-18 02:26:44,187 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:26:44,187 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:26:44,187 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:26:44,188 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:26:44,188 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:26:44,191 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:26:44,193 Job list saved +2021-12-18 02:26:44,199 Updating FAILED jobs +2021-12-18 02:26:44,199 Updating WAITING jobs +2021-12-18 02:26:44,199 Update finished +2021-12-18 02:26:54,209 Reloading parameters... +2021-12-18 02:26:54,226 Loading parameters... +2021-12-18 02:26:54,227 Loading project parameters... +2021-12-18 02:26:54,229 + +22 of 25 jobs remaining (02:26) +2021-12-18 02:26:54,230 Sleep: 10 +2021-12-18 02:26:54,230 Number of retrials: 0 +2021-12-18 02:26:54,230 WRAPPER CHECK TIME = 10 +2021-12-18 02:26:54,230 Checking jobs for platform=marenostrum4 +2021-12-18 02:26:54,231 Checking jobs for platform=nord3 +2021-12-18 02:26:54,231 Checking jobs for platform=local +2021-12-18 02:26:54,232 Checking jobs for platform=transfer_node +2021-12-18 02:26:54,232 Checking all jobs at once +2021-12-18 02:26:56,253 Successful check job command +2021-12-18 02:26:58,324 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:26:58,324 End of checking +2021-12-18 02:26:58,325 Updating FAILED jobs +2021-12-18 02:26:58,325 Updating WAITING jobs +2021-12-18 02:26:58,326 Update finished +2021-12-18 02:26:58,326 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:26:58,326 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:26:58,327 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:26:58,327 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:26:58,327 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:26:58,330 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:26:58,332 Job list saved +2021-12-18 02:26:58,337 Updating FAILED jobs +2021-12-18 02:26:58,337 Updating WAITING jobs +2021-12-18 02:26:58,337 Update finished +2021-12-18 02:27:08,345 Reloading parameters... +2021-12-18 02:27:08,366 Loading parameters... +2021-12-18 02:27:08,368 Loading project parameters... +2021-12-18 02:27:08,370 + +22 of 25 jobs remaining (02:27) +2021-12-18 02:27:08,370 Sleep: 10 +2021-12-18 02:27:08,370 Number of retrials: 0 +2021-12-18 02:27:08,370 WRAPPER CHECK TIME = 10 +2021-12-18 02:27:08,371 Checking jobs for platform=marenostrum4 +2021-12-18 02:27:08,371 Checking jobs for platform=nord3 +2021-12-18 02:27:08,372 Checking jobs for platform=local +2021-12-18 02:27:08,372 Checking jobs for platform=transfer_node +2021-12-18 02:27:08,372 Checking all jobs at once +2021-12-18 02:27:10,144 Successful check job command +2021-12-18 02:27:11,814 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:27:11,814 End of checking +2021-12-18 02:27:11,815 Updating FAILED jobs +2021-12-18 02:27:11,816 Updating WAITING jobs +2021-12-18 02:27:11,816 Update finished +2021-12-18 02:27:11,816 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:27:11,816 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:27:11,816 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:27:11,816 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:27:11,817 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:27:11,819 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:27:11,822 Job list saved +2021-12-18 02:27:11,827 Updating FAILED jobs +2021-12-18 02:27:11,827 Updating WAITING jobs +2021-12-18 02:27:11,827 Update finished +2021-12-18 02:27:21,837 Reloading parameters... +2021-12-18 02:27:21,855 Loading parameters... +2021-12-18 02:27:21,857 Loading project parameters... +2021-12-18 02:27:21,859 + +22 of 25 jobs remaining (02:27) +2021-12-18 02:27:21,859 Sleep: 10 +2021-12-18 02:27:21,859 Number of retrials: 0 +2021-12-18 02:27:21,859 WRAPPER CHECK TIME = 10 +2021-12-18 02:27:21,860 Checking jobs for platform=marenostrum4 +2021-12-18 02:27:21,860 Checking jobs for platform=nord3 +2021-12-18 02:27:21,861 Checking jobs for platform=local +2021-12-18 02:27:21,861 Checking jobs for platform=transfer_node +2021-12-18 02:27:21,861 Checking all jobs at once +2021-12-18 02:27:23,682 Successful check job command +2021-12-18 02:27:25,403 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:27:25,403 End of checking +2021-12-18 02:27:25,404 Updating FAILED jobs +2021-12-18 02:27:25,405 Updating WAITING jobs +2021-12-18 02:27:25,405 Update finished +2021-12-18 02:27:25,405 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:27:25,405 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:27:25,405 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:27:25,405 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:27:25,406 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:27:25,408 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:27:25,411 Job list saved +2021-12-18 02:27:25,415 Updating FAILED jobs +2021-12-18 02:27:25,416 Updating WAITING jobs +2021-12-18 02:27:25,416 Update finished +2021-12-18 02:27:35,423 Reloading parameters... +2021-12-18 02:27:35,449 Loading parameters... +2021-12-18 02:27:35,450 Loading project parameters... +2021-12-18 02:27:35,452 + +22 of 25 jobs remaining (02:27) +2021-12-18 02:27:35,452 Sleep: 10 +2021-12-18 02:27:35,452 Number of retrials: 0 +2021-12-18 02:27:35,452 WRAPPER CHECK TIME = 10 +2021-12-18 02:27:35,453 Checking jobs for platform=marenostrum4 +2021-12-18 02:27:35,453 Checking jobs for platform=nord3 +2021-12-18 02:27:35,454 Checking jobs for platform=local +2021-12-18 02:27:35,455 Checking jobs for platform=transfer_node +2021-12-18 02:27:35,455 Checking all jobs at once +2021-12-18 02:27:37,025 Successful check job command +2021-12-18 02:27:38,645 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:27:38,645 End of checking +2021-12-18 02:27:38,646 Updating FAILED jobs +2021-12-18 02:27:38,647 Updating WAITING jobs +2021-12-18 02:27:38,647 Update finished +2021-12-18 02:27:38,647 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:27:38,648 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:27:38,648 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:27:38,648 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:27:38,648 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:27:38,651 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:27:38,653 Job list saved +2021-12-18 02:27:38,658 Updating FAILED jobs +2021-12-18 02:27:38,658 Updating WAITING jobs +2021-12-18 02:27:38,658 Update finished +2021-12-18 02:27:48,668 Reloading parameters... +2021-12-18 02:27:48,687 Loading parameters... +2021-12-18 02:27:48,689 Loading project parameters... +2021-12-18 02:27:48,691 + +22 of 25 jobs remaining (02:27) +2021-12-18 02:27:48,691 Sleep: 10 +2021-12-18 02:27:48,691 Number of retrials: 0 +2021-12-18 02:27:48,691 WRAPPER CHECK TIME = 10 +2021-12-18 02:27:48,692 Checking jobs for platform=marenostrum4 +2021-12-18 02:27:48,692 Checking jobs for platform=nord3 +2021-12-18 02:27:48,693 Checking jobs for platform=local +2021-12-18 02:27:48,693 Checking jobs for platform=transfer_node +2021-12-18 02:27:48,693 Checking all jobs at once +2021-12-18 02:27:50,321 Successful check job command +2021-12-18 02:27:52,244 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:27:52,244 End of checking +2021-12-18 02:27:52,246 Updating FAILED jobs +2021-12-18 02:27:52,246 Updating WAITING jobs +2021-12-18 02:27:52,246 Update finished +2021-12-18 02:27:52,246 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:27:52,246 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:27:52,247 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:27:52,247 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:27:52,247 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:27:52,249 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:27:52,252 Job list saved +2021-12-18 02:27:52,263 Updating FAILED jobs +2021-12-18 02:27:52,263 Updating WAITING jobs +2021-12-18 02:27:52,263 Update finished +2021-12-18 02:28:02,273 Reloading parameters... +2021-12-18 02:28:02,291 Loading parameters... +2021-12-18 02:28:02,292 Loading project parameters... +2021-12-18 02:28:02,294 + +22 of 25 jobs remaining (02:28) +2021-12-18 02:28:02,294 Sleep: 10 +2021-12-18 02:28:02,294 Number of retrials: 0 +2021-12-18 02:28:02,294 WRAPPER CHECK TIME = 10 +2021-12-18 02:28:02,295 Checking jobs for platform=marenostrum4 +2021-12-18 02:28:02,296 Checking jobs for platform=nord3 +2021-12-18 02:28:02,296 Checking jobs for platform=local +2021-12-18 02:28:02,297 Checking jobs for platform=transfer_node +2021-12-18 02:28:02,297 Checking all jobs at once +2021-12-18 02:28:03,716 Successful check job command +2021-12-18 02:28:05,387 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:28:05,388 End of checking +2021-12-18 02:28:05,389 Updating FAILED jobs +2021-12-18 02:28:05,389 Updating WAITING jobs +2021-12-18 02:28:05,390 Update finished +2021-12-18 02:28:05,390 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:28:05,390 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:28:05,390 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:28:05,390 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:28:05,390 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:28:05,393 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:28:05,395 Job list saved +2021-12-18 02:28:05,402 Updating FAILED jobs +2021-12-18 02:28:05,402 Updating WAITING jobs +2021-12-18 02:28:05,402 Update finished +2021-12-18 02:28:15,411 Reloading parameters... +2021-12-18 02:28:15,428 Loading parameters... +2021-12-18 02:28:15,430 Loading project parameters... +2021-12-18 02:28:15,431 + +22 of 25 jobs remaining (02:28) +2021-12-18 02:28:15,432 Sleep: 10 +2021-12-18 02:28:15,432 Number of retrials: 0 +2021-12-18 02:28:15,432 WRAPPER CHECK TIME = 10 +2021-12-18 02:28:15,433 Checking jobs for platform=marenostrum4 +2021-12-18 02:28:15,433 Checking jobs for platform=nord3 +2021-12-18 02:28:15,434 Checking jobs for platform=local +2021-12-18 02:28:15,434 Checking jobs for platform=transfer_node +2021-12-18 02:28:15,434 Checking all jobs at once +2021-12-18 02:28:17,355 Successful check job command +2021-12-18 02:28:19,529 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:28:19,530 End of checking +2021-12-18 02:28:19,531 Updating FAILED jobs +2021-12-18 02:28:19,531 Updating WAITING jobs +2021-12-18 02:28:19,531 Update finished +2021-12-18 02:28:19,532 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:28:19,535 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:28:19,535 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:28:19,535 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:28:19,535 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:28:19,538 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:28:19,540 Job list saved +2021-12-18 02:28:19,546 Updating FAILED jobs +2021-12-18 02:28:19,547 Updating WAITING jobs +2021-12-18 02:28:19,547 Update finished +2021-12-18 02:28:29,557 Reloading parameters... +2021-12-18 02:28:29,578 Loading parameters... +2021-12-18 02:28:29,579 Loading project parameters... +2021-12-18 02:28:29,581 + +22 of 25 jobs remaining (02:28) +2021-12-18 02:28:29,581 Sleep: 10 +2021-12-18 02:28:29,581 Number of retrials: 0 +2021-12-18 02:28:29,581 WRAPPER CHECK TIME = 10 +2021-12-18 02:28:29,582 Checking jobs for platform=marenostrum4 +2021-12-18 02:28:29,582 Checking jobs for platform=nord3 +2021-12-18 02:28:29,583 Checking jobs for platform=local +2021-12-18 02:28:29,584 Checking jobs for platform=transfer_node +2021-12-18 02:28:29,584 Checking all jobs at once +2021-12-18 02:28:31,254 Successful check job command +2021-12-18 02:28:32,925 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:28:32,926 End of checking +2021-12-18 02:28:32,927 Updating FAILED jobs +2021-12-18 02:28:32,927 Updating WAITING jobs +2021-12-18 02:28:32,927 Update finished +2021-12-18 02:28:32,928 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:28:32,928 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:28:32,928 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:28:32,928 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:28:32,928 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:28:32,933 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:28:32,935 Job list saved +2021-12-18 02:28:32,941 Updating FAILED jobs +2021-12-18 02:28:32,941 Updating WAITING jobs +2021-12-18 02:28:32,941 Update finished +2021-12-18 02:28:42,951 Reloading parameters... +2021-12-18 02:28:42,970 Loading parameters... +2021-12-18 02:28:42,971 Loading project parameters... +2021-12-18 02:28:42,973 + +22 of 25 jobs remaining (02:28) +2021-12-18 02:28:42,973 Sleep: 10 +2021-12-18 02:28:42,974 Number of retrials: 0 +2021-12-18 02:28:42,974 WRAPPER CHECK TIME = 10 +2021-12-18 02:28:42,974 Checking jobs for platform=marenostrum4 +2021-12-18 02:28:42,975 Checking jobs for platform=nord3 +2021-12-18 02:28:42,975 Checking jobs for platform=local +2021-12-18 02:28:42,976 Checking jobs for platform=transfer_node +2021-12-18 02:28:42,976 Checking all jobs at once +2021-12-18 02:28:44,296 Successful check job command +2021-12-18 02:28:45,665 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:28:45,666 End of checking +2021-12-18 02:28:45,667 Updating FAILED jobs +2021-12-18 02:28:45,667 Updating WAITING jobs +2021-12-18 02:28:45,668 Update finished +2021-12-18 02:28:45,668 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:28:45,668 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:28:45,668 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:28:45,668 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:28:45,668 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:28:45,671 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:28:45,673 Job list saved +2021-12-18 02:28:45,679 Updating FAILED jobs +2021-12-18 02:28:45,680 Updating WAITING jobs +2021-12-18 02:28:45,680 Update finished +2021-12-18 02:28:55,690 Reloading parameters... +2021-12-18 02:28:55,710 Loading parameters... +2021-12-18 02:28:55,711 Loading project parameters... +2021-12-18 02:28:55,713 + +22 of 25 jobs remaining (02:28) +2021-12-18 02:28:55,713 Sleep: 10 +2021-12-18 02:28:55,714 Number of retrials: 0 +2021-12-18 02:28:55,714 WRAPPER CHECK TIME = 10 +2021-12-18 02:28:55,714 Checking jobs for platform=marenostrum4 +2021-12-18 02:28:55,715 Checking jobs for platform=nord3 +2021-12-18 02:28:55,715 Checking jobs for platform=local +2021-12-18 02:28:55,716 Checking jobs for platform=transfer_node +2021-12-18 02:28:55,716 Checking all jobs at once +2021-12-18 02:28:57,738 Successful check job command +2021-12-18 02:28:59,058 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:28:59,059 End of checking +2021-12-18 02:28:59,060 Updating FAILED jobs +2021-12-18 02:28:59,060 Updating WAITING jobs +2021-12-18 02:28:59,060 Update finished +2021-12-18 02:28:59,060 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:28:59,061 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:28:59,061 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:28:59,061 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:28:59,062 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:28:59,064 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:28:59,066 Job list saved +2021-12-18 02:28:59,071 Updating FAILED jobs +2021-12-18 02:28:59,072 Updating WAITING jobs +2021-12-18 02:28:59,072 Update finished +2021-12-18 02:29:09,082 Reloading parameters... +2021-12-18 02:29:09,101 Loading parameters... +2021-12-18 02:29:09,103 Loading project parameters... +2021-12-18 02:29:09,105 + +22 of 25 jobs remaining (02:29) +2021-12-18 02:29:09,105 Sleep: 10 +2021-12-18 02:29:09,105 Number of retrials: 0 +2021-12-18 02:29:09,105 WRAPPER CHECK TIME = 10 +2021-12-18 02:29:09,106 Checking jobs for platform=marenostrum4 +2021-12-18 02:29:09,106 Checking jobs for platform=nord3 +2021-12-18 02:29:09,107 Checking jobs for platform=local +2021-12-18 02:29:09,107 Checking jobs for platform=transfer_node +2021-12-18 02:29:09,107 Checking all jobs at once +2021-12-18 02:29:11,378 Successful check job command +2021-12-18 02:29:13,299 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:29:13,299 End of checking +2021-12-18 02:29:13,300 Updating FAILED jobs +2021-12-18 02:29:13,300 Updating WAITING jobs +2021-12-18 02:29:13,300 Update finished +2021-12-18 02:29:13,301 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:29:13,301 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:29:13,301 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:29:13,301 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:29:13,301 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:29:13,304 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:29:13,306 Job list saved +2021-12-18 02:29:13,311 Updating FAILED jobs +2021-12-18 02:29:13,311 Updating WAITING jobs +2021-12-18 02:29:13,312 Update finished +2021-12-18 02:29:23,318 Reloading parameters... +2021-12-18 02:29:23,336 Loading parameters... +2021-12-18 02:29:23,337 Loading project parameters... +2021-12-18 02:29:23,339 + +22 of 25 jobs remaining (02:29) +2021-12-18 02:29:23,339 Sleep: 10 +2021-12-18 02:29:23,339 Number of retrials: 0 +2021-12-18 02:29:23,339 WRAPPER CHECK TIME = 10 +2021-12-18 02:29:23,340 Checking jobs for platform=marenostrum4 +2021-12-18 02:29:23,341 Checking jobs for platform=nord3 +2021-12-18 02:29:23,341 Checking jobs for platform=local +2021-12-18 02:29:23,342 Checking jobs for platform=transfer_node +2021-12-18 02:29:23,342 Checking all jobs at once +2021-12-18 02:29:24,711 Successful check job command +2021-12-18 02:29:25,932 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:29:25,932 End of checking +2021-12-18 02:29:25,935 Updating FAILED jobs +2021-12-18 02:29:25,935 Updating WAITING jobs +2021-12-18 02:29:25,935 Update finished +2021-12-18 02:29:25,935 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:29:25,935 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:29:25,936 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:29:25,936 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:29:25,936 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:29:25,938 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:29:25,941 Job list saved +2021-12-18 02:29:25,945 Updating FAILED jobs +2021-12-18 02:29:25,945 Updating WAITING jobs +2021-12-18 02:29:25,946 Update finished +2021-12-18 02:29:35,956 Reloading parameters... +2021-12-18 02:29:35,975 Loading parameters... +2021-12-18 02:29:35,976 Loading project parameters... +2021-12-18 02:29:35,978 + +22 of 25 jobs remaining (02:29) +2021-12-18 02:29:35,978 Sleep: 10 +2021-12-18 02:29:35,979 Number of retrials: 0 +2021-12-18 02:29:35,979 WRAPPER CHECK TIME = 10 +2021-12-18 02:29:35,979 Checking jobs for platform=marenostrum4 +2021-12-18 02:29:35,980 Checking jobs for platform=nord3 +2021-12-18 02:29:35,980 Checking jobs for platform=local +2021-12-18 02:29:35,981 Checking jobs for platform=transfer_node +2021-12-18 02:29:35,981 Checking all jobs at once +2021-12-18 02:29:38,152 Successful check job command +2021-12-18 02:29:39,571 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:29:39,572 End of checking +2021-12-18 02:29:39,573 Updating FAILED jobs +2021-12-18 02:29:39,573 Updating WAITING jobs +2021-12-18 02:29:39,573 Update finished +2021-12-18 02:29:39,574 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:29:39,574 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:29:39,574 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:29:39,574 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:29:39,575 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:29:39,577 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:29:39,580 Job list saved +2021-12-18 02:29:39,584 Updating FAILED jobs +2021-12-18 02:29:39,584 Updating WAITING jobs +2021-12-18 02:29:39,585 Update finished +2021-12-18 02:29:49,591 Reloading parameters... +2021-12-18 02:29:49,613 Loading parameters... +2021-12-18 02:29:49,615 Loading project parameters... +2021-12-18 02:29:49,617 + +22 of 25 jobs remaining (02:29) +2021-12-18 02:29:49,618 Sleep: 10 +2021-12-18 02:29:49,618 Number of retrials: 0 +2021-12-18 02:29:49,618 WRAPPER CHECK TIME = 10 +2021-12-18 02:29:49,618 Checking jobs for platform=marenostrum4 +2021-12-18 02:29:49,619 Checking jobs for platform=nord3 +2021-12-18 02:29:49,620 Checking jobs for platform=local +2021-12-18 02:29:49,620 Checking jobs for platform=transfer_node +2021-12-18 02:29:49,620 Checking all jobs at once +2021-12-18 02:29:51,442 Successful check job command +2021-12-18 02:29:53,112 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:29:53,113 End of checking +2021-12-18 02:29:53,114 Updating FAILED jobs +2021-12-18 02:29:53,114 Updating WAITING jobs +2021-12-18 02:29:53,115 Update finished +2021-12-18 02:29:53,115 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:29:53,115 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:29:53,115 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:29:53,115 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:29:53,115 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:29:53,118 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:29:53,121 Job list saved +2021-12-18 02:29:53,126 Updating FAILED jobs +2021-12-18 02:29:53,126 Updating WAITING jobs +2021-12-18 02:29:53,126 Update finished +2021-12-18 02:30:03,137 Reloading parameters... +2021-12-18 02:30:03,159 Loading parameters... +2021-12-18 02:30:03,162 Loading project parameters... +2021-12-18 02:30:03,164 + +22 of 25 jobs remaining (02:30) +2021-12-18 02:30:03,165 Sleep: 10 +2021-12-18 02:30:03,165 Number of retrials: 0 +2021-12-18 02:30:03,165 WRAPPER CHECK TIME = 10 +2021-12-18 02:30:03,165 Checking jobs for platform=marenostrum4 +2021-12-18 02:30:03,166 Checking jobs for platform=nord3 +2021-12-18 02:30:03,167 Checking jobs for platform=local +2021-12-18 02:30:03,167 Checking jobs for platform=transfer_node +2021-12-18 02:30:03,167 Checking all jobs at once +2021-12-18 02:30:04,687 Successful check job command +2021-12-18 02:30:05,957 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:30:05,957 End of checking +2021-12-18 02:30:05,959 Updating FAILED jobs +2021-12-18 02:30:05,959 Updating WAITING jobs +2021-12-18 02:30:05,959 Update finished +2021-12-18 02:30:05,959 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:30:05,960 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:30:05,960 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:30:05,960 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:30:05,960 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:30:05,962 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:30:05,965 Job list saved +2021-12-18 02:30:05,969 Updating FAILED jobs +2021-12-18 02:30:05,969 Updating WAITING jobs +2021-12-18 02:30:05,970 Update finished +2021-12-18 02:30:15,979 Reloading parameters... +2021-12-18 02:30:15,998 Loading parameters... +2021-12-18 02:30:15,999 Loading project parameters... +2021-12-18 02:30:16,001 + +22 of 25 jobs remaining (02:30) +2021-12-18 02:30:16,001 Sleep: 10 +2021-12-18 02:30:16,001 Number of retrials: 0 +2021-12-18 02:30:16,001 WRAPPER CHECK TIME = 10 +2021-12-18 02:30:16,002 Checking jobs for platform=marenostrum4 +2021-12-18 02:30:16,003 Checking jobs for platform=nord3 +2021-12-18 02:30:16,003 Checking jobs for platform=local +2021-12-18 02:30:16,004 Checking jobs for platform=transfer_node +2021-12-18 02:30:16,004 Checking all jobs at once +2021-12-18 02:30:17,624 Successful check job command +2021-12-18 02:30:19,646 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:30:19,646 End of checking +2021-12-18 02:30:19,648 Updating FAILED jobs +2021-12-18 02:30:19,648 Updating WAITING jobs +2021-12-18 02:30:19,648 Update finished +2021-12-18 02:30:19,649 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:30:19,649 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:30:19,649 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:30:19,649 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:30:19,650 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:30:19,653 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:30:19,655 Job list saved +2021-12-18 02:30:19,660 Updating FAILED jobs +2021-12-18 02:30:19,661 Updating WAITING jobs +2021-12-18 02:30:19,661 Update finished +2021-12-18 02:30:29,671 Reloading parameters... +2021-12-18 02:30:29,690 Loading parameters... +2021-12-18 02:30:29,691 Loading project parameters... +2021-12-18 02:30:29,693 + +22 of 25 jobs remaining (02:30) +2021-12-18 02:30:29,694 Sleep: 10 +2021-12-18 02:30:29,694 Number of retrials: 0 +2021-12-18 02:30:29,694 WRAPPER CHECK TIME = 10 +2021-12-18 02:30:29,694 Checking jobs for platform=marenostrum4 +2021-12-18 02:30:29,695 Checking jobs for platform=nord3 +2021-12-18 02:30:29,696 Checking jobs for platform=local +2021-12-18 02:30:29,696 Checking jobs for platform=transfer_node +2021-12-18 02:30:29,696 Checking all jobs at once +2021-12-18 02:30:31,524 Successful check job command +2021-12-18 02:30:32,994 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:30:32,994 End of checking +2021-12-18 02:30:32,996 Updating FAILED jobs +2021-12-18 02:30:32,996 Updating WAITING jobs +2021-12-18 02:30:32,996 Update finished +2021-12-18 02:30:32,996 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:30:32,996 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:30:32,996 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:30:32,997 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:30:32,997 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:30:32,999 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:30:33,002 Job list saved +2021-12-18 02:30:33,007 Updating FAILED jobs +2021-12-18 02:30:33,007 Updating WAITING jobs +2021-12-18 02:30:33,007 Update finished +2021-12-18 02:30:43,015 Reloading parameters... +2021-12-18 02:30:43,037 Loading parameters... +2021-12-18 02:30:43,039 Loading project parameters... +2021-12-18 02:30:43,041 + +22 of 25 jobs remaining (02:30) +2021-12-18 02:30:43,041 Sleep: 10 +2021-12-18 02:30:43,041 Number of retrials: 0 +2021-12-18 02:30:43,041 WRAPPER CHECK TIME = 10 +2021-12-18 02:30:43,042 Checking jobs for platform=marenostrum4 +2021-12-18 02:30:43,042 Checking jobs for platform=nord3 +2021-12-18 02:30:43,043 Checking jobs for platform=local +2021-12-18 02:30:43,043 Checking jobs for platform=transfer_node +2021-12-18 02:30:43,044 Checking all jobs at once +2021-12-18 02:30:44,415 Successful check job command +2021-12-18 02:30:45,685 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:30:45,685 End of checking +2021-12-18 02:30:45,687 Updating FAILED jobs +2021-12-18 02:30:45,687 Updating WAITING jobs +2021-12-18 02:30:45,687 Update finished +2021-12-18 02:30:45,687 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:30:45,687 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:30:45,688 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:30:45,688 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:30:45,688 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:30:45,691 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:30:45,693 Job list saved +2021-12-18 02:30:45,699 Updating FAILED jobs +2021-12-18 02:30:45,699 Updating WAITING jobs +2021-12-18 02:30:45,700 Update finished +2021-12-18 02:30:55,710 Reloading parameters... +2021-12-18 02:30:55,729 Loading parameters... +2021-12-18 02:30:55,731 Loading project parameters... +2021-12-18 02:30:55,733 + +22 of 25 jobs remaining (02:30) +2021-12-18 02:30:55,733 Sleep: 10 +2021-12-18 02:30:55,733 Number of retrials: 0 +2021-12-18 02:30:55,733 WRAPPER CHECK TIME = 10 +2021-12-18 02:30:55,734 Checking jobs for platform=marenostrum4 +2021-12-18 02:30:55,734 Checking jobs for platform=nord3 +2021-12-18 02:30:55,735 Checking jobs for platform=local +2021-12-18 02:30:55,735 Checking jobs for platform=transfer_node +2021-12-18 02:30:55,736 Checking all jobs at once +2021-12-18 02:30:57,206 Successful check job command +2021-12-18 02:30:58,475 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:30:58,476 End of checking +2021-12-18 02:30:58,478 Updating FAILED jobs +2021-12-18 02:30:58,478 Updating WAITING jobs +2021-12-18 02:30:58,478 Update finished +2021-12-18 02:30:58,478 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:30:58,479 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:30:58,479 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:30:58,479 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:30:58,480 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:30:58,483 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:30:58,485 Job list saved +2021-12-18 02:30:58,491 Updating FAILED jobs +2021-12-18 02:30:58,491 Updating WAITING jobs +2021-12-18 02:30:58,491 Update finished +2021-12-18 02:31:08,500 Reloading parameters... +2021-12-18 02:31:08,521 Loading parameters... +2021-12-18 02:31:08,522 Loading project parameters... +2021-12-18 02:31:08,524 + +22 of 25 jobs remaining (02:31) +2021-12-18 02:31:08,524 Sleep: 10 +2021-12-18 02:31:08,524 Number of retrials: 0 +2021-12-18 02:31:08,524 WRAPPER CHECK TIME = 10 +2021-12-18 02:31:08,525 Checking jobs for platform=marenostrum4 +2021-12-18 02:31:08,525 Checking jobs for platform=nord3 +2021-12-18 02:31:08,526 Checking jobs for platform=local +2021-12-18 02:31:08,527 Checking jobs for platform=transfer_node +2021-12-18 02:31:08,527 Checking all jobs at once +2021-12-18 02:31:10,048 Successful check job command +2021-12-18 02:31:11,418 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:31:11,418 End of checking +2021-12-18 02:31:11,420 Updating FAILED jobs +2021-12-18 02:31:11,420 Updating WAITING jobs +2021-12-18 02:31:11,420 Update finished +2021-12-18 02:31:11,420 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:31:11,421 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:31:11,421 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:31:11,421 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:31:11,421 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:31:11,424 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:31:11,426 Job list saved +2021-12-18 02:31:11,434 Updating FAILED jobs +2021-12-18 02:31:11,434 Updating WAITING jobs +2021-12-18 02:31:11,434 Update finished +2021-12-18 02:31:21,443 Reloading parameters... +2021-12-18 02:31:21,464 Loading parameters... +2021-12-18 02:31:21,466 Loading project parameters... +2021-12-18 02:31:21,468 + +22 of 25 jobs remaining (02:31) +2021-12-18 02:31:21,468 Sleep: 10 +2021-12-18 02:31:21,468 Number of retrials: 0 +2021-12-18 02:31:21,468 WRAPPER CHECK TIME = 10 +2021-12-18 02:31:21,469 Checking jobs for platform=marenostrum4 +2021-12-18 02:31:21,469 Checking jobs for platform=nord3 +2021-12-18 02:31:21,470 Checking jobs for platform=local +2021-12-18 02:31:21,470 Checking jobs for platform=transfer_node +2021-12-18 02:31:21,471 Checking all jobs at once +2021-12-18 02:31:23,091 Successful check job command +2021-12-18 02:31:24,761 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:31:24,761 End of checking +2021-12-18 02:31:24,763 Updating FAILED jobs +2021-12-18 02:31:24,763 Updating WAITING jobs +2021-12-18 02:31:24,764 Update finished +2021-12-18 02:31:24,764 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:31:24,764 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:31:24,764 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:31:24,764 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:31:24,764 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:31:24,767 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:31:24,769 Job list saved +2021-12-18 02:31:24,775 Updating FAILED jobs +2021-12-18 02:31:24,775 Updating WAITING jobs +2021-12-18 02:31:24,775 Update finished +2021-12-18 02:31:34,785 Reloading parameters... +2021-12-18 02:31:34,804 Loading parameters... +2021-12-18 02:31:34,806 Loading project parameters... +2021-12-18 02:31:34,807 + +22 of 25 jobs remaining (02:31) +2021-12-18 02:31:34,808 Sleep: 10 +2021-12-18 02:31:34,808 Number of retrials: 0 +2021-12-18 02:31:34,808 WRAPPER CHECK TIME = 10 +2021-12-18 02:31:34,808 Checking jobs for platform=marenostrum4 +2021-12-18 02:31:34,809 Checking jobs for platform=nord3 +2021-12-18 02:31:34,810 Checking jobs for platform=local +2021-12-18 02:31:34,810 Checking jobs for platform=transfer_node +2021-12-18 02:31:34,810 Checking all jobs at once +2021-12-18 02:31:36,280 Successful check job command +2021-12-18 02:31:37,800 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:31:37,801 End of checking +2021-12-18 02:31:37,802 Updating FAILED jobs +2021-12-18 02:31:37,802 Updating WAITING jobs +2021-12-18 02:31:37,803 Update finished +2021-12-18 02:31:37,803 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:31:37,804 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:31:37,804 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:31:37,804 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:31:37,804 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:31:37,807 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:31:37,809 Job list saved +2021-12-18 02:31:37,815 Updating FAILED jobs +2021-12-18 02:31:37,815 Updating WAITING jobs +2021-12-18 02:31:37,815 Update finished +2021-12-18 02:31:47,820 Reloading parameters... +2021-12-18 02:31:47,840 Loading parameters... +2021-12-18 02:31:47,842 Loading project parameters... +2021-12-18 02:31:47,844 + +22 of 25 jobs remaining (02:31) +2021-12-18 02:31:47,844 Sleep: 10 +2021-12-18 02:31:47,844 Number of retrials: 0 +2021-12-18 02:31:47,844 WRAPPER CHECK TIME = 10 +2021-12-18 02:31:47,845 Checking jobs for platform=marenostrum4 +2021-12-18 02:31:47,845 Checking jobs for platform=nord3 +2021-12-18 02:31:47,846 Checking jobs for platform=local +2021-12-18 02:31:47,846 Checking jobs for platform=transfer_node +2021-12-18 02:31:47,846 Checking all jobs at once +2021-12-18 02:31:49,817 Successful check job command +2021-12-18 02:31:51,240 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:31:51,240 End of checking +2021-12-18 02:31:51,241 Updating FAILED jobs +2021-12-18 02:31:51,241 Updating WAITING jobs +2021-12-18 02:31:51,242 Update finished +2021-12-18 02:31:51,242 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:31:51,242 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:31:51,242 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:31:51,242 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:31:51,242 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:31:51,246 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:31:51,248 Job list saved +2021-12-18 02:31:51,258 Updating FAILED jobs +2021-12-18 02:31:51,258 Updating WAITING jobs +2021-12-18 02:31:51,258 Update finished +2021-12-18 02:32:01,268 Reloading parameters... +2021-12-18 02:32:01,288 Loading parameters... +2021-12-18 02:32:01,290 Loading project parameters... +2021-12-18 02:32:01,292 + +22 of 25 jobs remaining (02:32) +2021-12-18 02:32:01,292 Sleep: 10 +2021-12-18 02:32:01,292 Number of retrials: 0 +2021-12-18 02:32:01,292 WRAPPER CHECK TIME = 10 +2021-12-18 02:32:01,293 Checking jobs for platform=marenostrum4 +2021-12-18 02:32:01,293 Checking jobs for platform=nord3 +2021-12-18 02:32:01,294 Checking jobs for platform=local +2021-12-18 02:32:01,294 Checking jobs for platform=transfer_node +2021-12-18 02:32:01,294 Checking all jobs at once +2021-12-18 02:32:03,466 Successful check job command +2021-12-18 02:32:04,835 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:32:04,836 End of checking +2021-12-18 02:32:04,837 Updating FAILED jobs +2021-12-18 02:32:04,837 Updating WAITING jobs +2021-12-18 02:32:04,838 Update finished +2021-12-18 02:32:04,838 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:32:04,838 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:32:04,838 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:32:04,838 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:32:04,838 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:32:04,842 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:32:04,844 Job list saved +2021-12-18 02:32:04,849 Updating FAILED jobs +2021-12-18 02:32:04,849 Updating WAITING jobs +2021-12-18 02:32:04,849 Update finished +2021-12-18 02:32:14,857 Reloading parameters... +2021-12-18 02:32:14,878 Loading parameters... +2021-12-18 02:32:14,881 Loading project parameters... +2021-12-18 02:32:14,883 + +22 of 25 jobs remaining (02:32) +2021-12-18 02:32:14,883 Sleep: 10 +2021-12-18 02:32:14,883 Number of retrials: 0 +2021-12-18 02:32:14,884 WRAPPER CHECK TIME = 10 +2021-12-18 02:32:14,884 Checking jobs for platform=marenostrum4 +2021-12-18 02:32:14,885 Checking jobs for platform=nord3 +2021-12-18 02:32:14,885 Checking jobs for platform=local +2021-12-18 02:32:14,886 Checking jobs for platform=transfer_node +2021-12-18 02:32:14,886 Checking all jobs at once +2021-12-18 02:32:16,456 Successful check job command +2021-12-18 02:32:18,527 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:32:18,528 End of checking +2021-12-18 02:32:18,529 Updating FAILED jobs +2021-12-18 02:32:18,529 Updating WAITING jobs +2021-12-18 02:32:18,529 Update finished +2021-12-18 02:32:18,530 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:32:18,530 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:32:18,530 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:32:18,531 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:32:18,531 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:32:18,534 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:32:18,536 Job list saved +2021-12-18 02:32:18,541 Updating FAILED jobs +2021-12-18 02:32:18,541 Updating WAITING jobs +2021-12-18 02:32:18,542 Update finished +2021-12-18 02:32:28,550 Reloading parameters... +2021-12-18 02:32:28,572 Loading parameters... +2021-12-18 02:32:28,573 Loading project parameters... +2021-12-18 02:32:28,575 + +22 of 25 jobs remaining (02:32) +2021-12-18 02:32:28,575 Sleep: 10 +2021-12-18 02:32:28,576 Number of retrials: 0 +2021-12-18 02:32:28,576 WRAPPER CHECK TIME = 10 +2021-12-18 02:32:28,576 Checking jobs for platform=marenostrum4 +2021-12-18 02:32:28,577 Checking jobs for platform=nord3 +2021-12-18 02:32:28,577 Checking jobs for platform=local +2021-12-18 02:32:28,578 Checking jobs for platform=transfer_node +2021-12-18 02:32:28,578 Checking all jobs at once +2021-12-18 02:32:30,098 Successful check job command +2021-12-18 02:32:31,919 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:32:31,919 End of checking +2021-12-18 02:32:31,921 Updating FAILED jobs +2021-12-18 02:32:31,921 Updating WAITING jobs +2021-12-18 02:32:31,921 Update finished +2021-12-18 02:32:31,921 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:32:31,921 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:32:31,922 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:32:31,922 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:32:31,922 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:32:31,925 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:32:31,927 Job list saved +2021-12-18 02:32:31,932 Updating FAILED jobs +2021-12-18 02:32:31,932 Updating WAITING jobs +2021-12-18 02:32:31,932 Update finished +2021-12-18 02:32:41,942 Reloading parameters... +2021-12-18 02:32:41,961 Loading parameters... +2021-12-18 02:32:41,962 Loading project parameters... +2021-12-18 02:32:41,964 + +22 of 25 jobs remaining (02:32) +2021-12-18 02:32:41,964 Sleep: 10 +2021-12-18 02:32:41,964 Number of retrials: 0 +2021-12-18 02:32:41,965 WRAPPER CHECK TIME = 10 +2021-12-18 02:32:41,965 Checking jobs for platform=marenostrum4 +2021-12-18 02:32:41,966 Checking jobs for platform=nord3 +2021-12-18 02:32:41,966 Checking jobs for platform=local +2021-12-18 02:32:41,967 Checking jobs for platform=transfer_node +2021-12-18 02:32:41,967 Checking all jobs at once +2021-12-18 02:32:43,490 Successful check job command +2021-12-18 02:32:45,210 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:32:45,210 End of checking +2021-12-18 02:32:45,212 Updating FAILED jobs +2021-12-18 02:32:45,212 Updating WAITING jobs +2021-12-18 02:32:45,212 Update finished +2021-12-18 02:32:45,212 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:32:45,212 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:32:45,212 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:32:45,213 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:32:45,213 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:32:45,216 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:32:45,218 Job list saved +2021-12-18 02:32:45,223 Updating FAILED jobs +2021-12-18 02:32:45,223 Updating WAITING jobs +2021-12-18 02:32:45,224 Update finished +2021-12-18 02:32:55,234 Reloading parameters... +2021-12-18 02:32:55,255 Loading parameters... +2021-12-18 02:32:55,256 Loading project parameters... +2021-12-18 02:32:55,258 + +22 of 25 jobs remaining (02:32) +2021-12-18 02:32:55,258 Sleep: 10 +2021-12-18 02:32:55,258 Number of retrials: 0 +2021-12-18 02:32:55,258 WRAPPER CHECK TIME = 10 +2021-12-18 02:32:55,259 Checking jobs for platform=marenostrum4 +2021-12-18 02:32:55,259 Checking jobs for platform=nord3 +2021-12-18 02:32:55,260 Checking jobs for platform=local +2021-12-18 02:32:55,261 Checking jobs for platform=transfer_node +2021-12-18 02:32:55,261 Checking all jobs at once +2021-12-18 02:32:57,131 Successful check job command +2021-12-18 02:32:59,404 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:32:59,405 End of checking +2021-12-18 02:32:59,406 Updating FAILED jobs +2021-12-18 02:32:59,406 Updating WAITING jobs +2021-12-18 02:32:59,407 Update finished +2021-12-18 02:32:59,407 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:32:59,407 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:32:59,408 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:32:59,408 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:32:59,408 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:32:59,411 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:32:59,413 Job list saved +2021-12-18 02:32:59,418 Updating FAILED jobs +2021-12-18 02:32:59,418 Updating WAITING jobs +2021-12-18 02:32:59,418 Update finished +2021-12-18 02:33:09,426 Reloading parameters... +2021-12-18 02:33:09,446 Loading parameters... +2021-12-18 02:33:09,448 Loading project parameters... +2021-12-18 02:33:09,450 + +22 of 25 jobs remaining (02:33) +2021-12-18 02:33:09,450 Sleep: 10 +2021-12-18 02:33:09,450 Number of retrials: 0 +2021-12-18 02:33:09,450 WRAPPER CHECK TIME = 10 +2021-12-18 02:33:09,451 Checking jobs for platform=marenostrum4 +2021-12-18 02:33:09,451 Checking jobs for platform=nord3 +2021-12-18 02:33:09,452 Checking jobs for platform=local +2021-12-18 02:33:09,452 Checking jobs for platform=transfer_node +2021-12-18 02:33:09,453 Checking all jobs at once +2021-12-18 02:33:10,929 Successful check job command +2021-12-18 02:33:13,102 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:33:13,102 End of checking +2021-12-18 02:33:13,104 Updating FAILED jobs +2021-12-18 02:33:13,104 Updating WAITING jobs +2021-12-18 02:33:13,104 Update finished +2021-12-18 02:33:13,105 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:33:13,105 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:33:13,105 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:33:13,105 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:33:13,105 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:33:13,108 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:33:13,110 Job list saved +2021-12-18 02:33:13,115 Updating FAILED jobs +2021-12-18 02:33:13,115 Updating WAITING jobs +2021-12-18 02:33:13,115 Update finished +2021-12-18 02:33:23,125 Reloading parameters... +2021-12-18 02:33:23,146 Loading parameters... +2021-12-18 02:33:23,147 Loading project parameters... +2021-12-18 02:33:23,149 + +22 of 25 jobs remaining (02:33) +2021-12-18 02:33:23,150 Sleep: 10 +2021-12-18 02:33:23,150 Number of retrials: 0 +2021-12-18 02:33:23,150 WRAPPER CHECK TIME = 10 +2021-12-18 02:33:23,151 Checking jobs for platform=marenostrum4 +2021-12-18 02:33:23,151 Checking jobs for platform=nord3 +2021-12-18 02:33:23,152 Checking jobs for platform=local +2021-12-18 02:33:23,152 Checking jobs for platform=transfer_node +2021-12-18 02:33:23,152 Checking all jobs at once +2021-12-18 02:33:24,422 Successful check job command +2021-12-18 02:33:25,742 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:33:25,742 End of checking +2021-12-18 02:33:25,743 Updating FAILED jobs +2021-12-18 02:33:25,743 Updating WAITING jobs +2021-12-18 02:33:25,744 Update finished +2021-12-18 02:33:25,744 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:33:25,744 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:33:25,744 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:33:25,744 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:33:25,744 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:33:25,748 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:33:25,750 Job list saved +2021-12-18 02:33:25,755 Updating FAILED jobs +2021-12-18 02:33:25,755 Updating WAITING jobs +2021-12-18 02:33:25,755 Update finished +2021-12-18 02:33:35,761 Reloading parameters... +2021-12-18 02:33:35,780 Loading parameters... +2021-12-18 02:33:35,782 Loading project parameters... +2021-12-18 02:33:35,785 + +22 of 25 jobs remaining (02:33) +2021-12-18 02:33:35,785 Sleep: 10 +2021-12-18 02:33:35,785 Number of retrials: 0 +2021-12-18 02:33:35,785 WRAPPER CHECK TIME = 10 +2021-12-18 02:33:35,786 Checking jobs for platform=marenostrum4 +2021-12-18 02:33:35,786 Checking jobs for platform=nord3 +2021-12-18 02:33:35,787 Checking jobs for platform=local +2021-12-18 02:33:35,787 Checking jobs for platform=transfer_node +2021-12-18 02:33:35,787 Checking all jobs at once +2021-12-18 02:33:38,110 Successful check job command +2021-12-18 02:33:39,580 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:33:39,580 End of checking +2021-12-18 02:33:39,581 Updating FAILED jobs +2021-12-18 02:33:39,582 Updating WAITING jobs +2021-12-18 02:33:39,582 Update finished +2021-12-18 02:33:39,582 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:33:39,583 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:33:39,583 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:33:39,583 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:33:39,583 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:33:39,585 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:33:39,588 Job list saved +2021-12-18 02:33:39,595 Updating FAILED jobs +2021-12-18 02:33:39,595 Updating WAITING jobs +2021-12-18 02:33:39,595 Update finished +2021-12-18 02:33:49,605 Reloading parameters... +2021-12-18 02:33:49,626 Loading parameters... +2021-12-18 02:33:49,627 Loading project parameters... +2021-12-18 02:33:49,629 + +22 of 25 jobs remaining (02:33) +2021-12-18 02:33:49,629 Sleep: 10 +2021-12-18 02:33:49,629 Number of retrials: 0 +2021-12-18 02:33:49,629 WRAPPER CHECK TIME = 10 +2021-12-18 02:33:49,630 Checking jobs for platform=marenostrum4 +2021-12-18 02:33:49,631 Checking jobs for platform=nord3 +2021-12-18 02:33:49,631 Checking jobs for platform=local +2021-12-18 02:33:49,632 Checking jobs for platform=transfer_node +2021-12-18 02:33:49,632 Checking all jobs at once +2021-12-18 02:33:51,853 Successful check job command +2021-12-18 02:33:54,124 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:33:54,124 End of checking +2021-12-18 02:33:54,126 Updating FAILED jobs +2021-12-18 02:33:54,126 Updating WAITING jobs +2021-12-18 02:33:54,126 Update finished +2021-12-18 02:33:54,126 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:33:54,126 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:33:54,127 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:33:54,127 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:33:54,127 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:33:54,130 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:33:54,133 Job list saved +2021-12-18 02:33:54,138 Updating FAILED jobs +2021-12-18 02:33:54,138 Updating WAITING jobs +2021-12-18 02:33:54,138 Update finished +2021-12-18 02:34:04,147 Reloading parameters... +2021-12-18 02:34:04,167 Loading parameters... +2021-12-18 02:34:04,168 Loading project parameters... +2021-12-18 02:34:04,170 + +22 of 25 jobs remaining (02:34) +2021-12-18 02:34:04,170 Sleep: 10 +2021-12-18 02:34:04,170 Number of retrials: 0 +2021-12-18 02:34:04,170 WRAPPER CHECK TIME = 10 +2021-12-18 02:34:04,171 Checking jobs for platform=marenostrum4 +2021-12-18 02:34:04,171 Checking jobs for platform=nord3 +2021-12-18 02:34:04,172 Checking jobs for platform=local +2021-12-18 02:34:04,172 Checking jobs for platform=transfer_node +2021-12-18 02:34:04,173 Checking all jobs at once +2021-12-18 02:34:05,543 Successful check job command +2021-12-18 02:34:07,265 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:34:07,265 End of checking +2021-12-18 02:34:07,267 Updating FAILED jobs +2021-12-18 02:34:07,267 Updating WAITING jobs +2021-12-18 02:34:07,267 Update finished +2021-12-18 02:34:07,267 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:34:07,268 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:34:07,268 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:34:07,268 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:34:07,268 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:34:07,271 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:34:07,273 Job list saved +2021-12-18 02:34:07,278 Updating FAILED jobs +2021-12-18 02:34:07,278 Updating WAITING jobs +2021-12-18 02:34:07,278 Update finished +2021-12-18 02:34:17,285 Reloading parameters... +2021-12-18 02:34:17,305 Loading parameters... +2021-12-18 02:34:17,307 Loading project parameters... +2021-12-18 02:34:17,308 + +22 of 25 jobs remaining (02:34) +2021-12-18 02:34:17,309 Sleep: 10 +2021-12-18 02:34:17,309 Number of retrials: 0 +2021-12-18 02:34:17,309 WRAPPER CHECK TIME = 10 +2021-12-18 02:34:17,309 Checking jobs for platform=marenostrum4 +2021-12-18 02:34:17,310 Checking jobs for platform=nord3 +2021-12-18 02:34:17,310 Checking jobs for platform=local +2021-12-18 02:34:17,311 Checking jobs for platform=transfer_node +2021-12-18 02:34:17,311 Checking all jobs at once +2021-12-18 02:34:18,630 Successful check job command +2021-12-18 02:34:20,200 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:34:20,200 End of checking +2021-12-18 02:34:20,202 Updating FAILED jobs +2021-12-18 02:34:20,202 Updating WAITING jobs +2021-12-18 02:34:20,202 Update finished +2021-12-18 02:34:20,203 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:34:20,203 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:34:20,203 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:34:20,204 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:34:20,204 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:34:20,207 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:34:20,209 Job list saved +2021-12-18 02:34:20,213 Updating FAILED jobs +2021-12-18 02:34:20,214 Updating WAITING jobs +2021-12-18 02:34:20,214 Update finished +2021-12-18 02:34:30,224 Reloading parameters... +2021-12-18 02:34:30,244 Loading parameters... +2021-12-18 02:34:30,246 Loading project parameters... +2021-12-18 02:34:30,248 + +22 of 25 jobs remaining (02:34) +2021-12-18 02:34:30,248 Sleep: 10 +2021-12-18 02:34:30,248 Number of retrials: 0 +2021-12-18 02:34:30,248 WRAPPER CHECK TIME = 10 +2021-12-18 02:34:30,249 Checking jobs for platform=marenostrum4 +2021-12-18 02:34:30,249 Checking jobs for platform=nord3 +2021-12-18 02:34:30,250 Checking jobs for platform=local +2021-12-18 02:34:30,250 Checking jobs for platform=transfer_node +2021-12-18 02:34:30,251 Checking all jobs at once +2021-12-18 02:34:32,076 Successful check job command +2021-12-18 02:34:33,596 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:34:33,597 End of checking +2021-12-18 02:34:33,598 Updating FAILED jobs +2021-12-18 02:34:33,598 Updating WAITING jobs +2021-12-18 02:34:33,598 Update finished +2021-12-18 02:34:33,598 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:34:33,599 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:34:33,599 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:34:33,599 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:34:33,599 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:34:33,602 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:34:33,604 Job list saved +2021-12-18 02:34:33,610 Updating FAILED jobs +2021-12-18 02:34:33,610 Updating WAITING jobs +2021-12-18 02:34:33,610 Update finished +2021-12-18 02:34:43,620 Reloading parameters... +2021-12-18 02:34:43,638 Loading parameters... +2021-12-18 02:34:43,640 Loading project parameters... +2021-12-18 02:34:43,642 + +22 of 25 jobs remaining (02:34) +2021-12-18 02:34:43,642 Sleep: 10 +2021-12-18 02:34:43,642 Number of retrials: 0 +2021-12-18 02:34:43,642 WRAPPER CHECK TIME = 10 +2021-12-18 02:34:43,643 Checking jobs for platform=marenostrum4 +2021-12-18 02:34:43,643 Checking jobs for platform=nord3 +2021-12-18 02:34:43,644 Checking jobs for platform=local +2021-12-18 02:34:43,644 Checking jobs for platform=transfer_node +2021-12-18 02:34:43,644 Checking all jobs at once +2021-12-18 02:34:44,965 Successful check job command +2021-12-18 02:34:46,285 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:34:46,285 End of checking +2021-12-18 02:34:46,287 Updating FAILED jobs +2021-12-18 02:34:46,287 Updating WAITING jobs +2021-12-18 02:34:46,288 Update finished +2021-12-18 02:34:46,288 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:34:46,288 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:34:46,288 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:34:46,288 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:34:46,288 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:34:46,291 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:34:46,294 Job list saved +2021-12-18 02:34:46,301 Updating FAILED jobs +2021-12-18 02:34:46,301 Updating WAITING jobs +2021-12-18 02:34:46,302 Update finished +2021-12-18 02:34:56,312 Reloading parameters... +2021-12-18 02:34:56,333 Loading parameters... +2021-12-18 02:34:56,334 Loading project parameters... +2021-12-18 02:34:56,336 + +22 of 25 jobs remaining (02:34) +2021-12-18 02:34:56,336 Sleep: 10 +2021-12-18 02:34:56,337 Number of retrials: 0 +2021-12-18 02:34:56,337 WRAPPER CHECK TIME = 10 +2021-12-18 02:34:56,337 Checking jobs for platform=marenostrum4 +2021-12-18 02:34:56,338 Checking jobs for platform=nord3 +2021-12-18 02:34:56,338 Checking jobs for platform=local +2021-12-18 02:34:56,339 Checking jobs for platform=transfer_node +2021-12-18 02:34:56,339 Checking all jobs at once +2021-12-18 02:34:58,009 Successful check job command +2021-12-18 02:34:59,780 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:34:59,780 End of checking +2021-12-18 02:34:59,782 Updating FAILED jobs +2021-12-18 02:34:59,782 Updating WAITING jobs +2021-12-18 02:34:59,782 Update finished +2021-12-18 02:34:59,782 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:34:59,783 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:34:59,783 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:34:59,783 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:34:59,783 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:34:59,786 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:34:59,788 Job list saved +2021-12-18 02:34:59,794 Updating FAILED jobs +2021-12-18 02:34:59,794 Updating WAITING jobs +2021-12-18 02:34:59,794 Update finished +2021-12-18 02:35:09,804 Reloading parameters... +2021-12-18 02:35:09,825 Loading parameters... +2021-12-18 02:35:09,827 Loading project parameters... +2021-12-18 02:35:09,828 + +22 of 25 jobs remaining (02:35) +2021-12-18 02:35:09,829 Sleep: 10 +2021-12-18 02:35:09,829 Number of retrials: 0 +2021-12-18 02:35:09,829 WRAPPER CHECK TIME = 10 +2021-12-18 02:35:09,829 Checking jobs for platform=marenostrum4 +2021-12-18 02:35:09,830 Checking jobs for platform=nord3 +2021-12-18 02:35:09,831 Checking jobs for platform=local +2021-12-18 02:35:09,831 Checking jobs for platform=transfer_node +2021-12-18 02:35:09,831 Checking all jobs at once +2021-12-18 02:35:11,252 Successful check job command +2021-12-18 02:35:12,472 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:35:12,472 End of checking +2021-12-18 02:35:12,474 Updating FAILED jobs +2021-12-18 02:35:12,474 Updating WAITING jobs +2021-12-18 02:35:12,474 Update finished +2021-12-18 02:35:12,474 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:35:12,474 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:35:12,475 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:35:12,475 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:35:12,475 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:35:12,478 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:35:12,480 Job list saved +2021-12-18 02:35:12,485 Updating FAILED jobs +2021-12-18 02:35:12,485 Updating WAITING jobs +2021-12-18 02:35:12,485 Update finished +2021-12-18 02:35:22,489 Reloading parameters... +2021-12-18 02:35:22,510 Loading parameters... +2021-12-18 02:35:22,511 Loading project parameters... +2021-12-18 02:35:22,513 + +22 of 25 jobs remaining (02:35) +2021-12-18 02:35:22,514 Sleep: 10 +2021-12-18 02:35:22,514 Number of retrials: 0 +2021-12-18 02:35:22,514 WRAPPER CHECK TIME = 10 +2021-12-18 02:35:22,514 Checking jobs for platform=marenostrum4 +2021-12-18 02:35:22,515 Checking jobs for platform=nord3 +2021-12-18 02:35:22,515 Checking jobs for platform=local +2021-12-18 02:35:22,516 Checking jobs for platform=transfer_node +2021-12-18 02:35:22,516 Checking all jobs at once +2021-12-18 02:35:24,387 Successful check job command +2021-12-18 02:35:25,606 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:35:25,607 End of checking +2021-12-18 02:35:25,608 Updating FAILED jobs +2021-12-18 02:35:25,608 Updating WAITING jobs +2021-12-18 02:35:25,609 Update finished +2021-12-18 02:35:25,609 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:35:25,609 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:35:25,609 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:35:25,609 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:35:25,609 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:35:25,612 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:35:25,614 Job list saved +2021-12-18 02:35:25,619 Updating FAILED jobs +2021-12-18 02:35:25,620 Updating WAITING jobs +2021-12-18 02:35:25,620 Update finished +2021-12-18 02:35:35,630 Reloading parameters... +2021-12-18 02:35:35,653 Loading parameters... +2021-12-18 02:35:35,654 Loading project parameters... +2021-12-18 02:35:35,656 + +22 of 25 jobs remaining (02:35) +2021-12-18 02:35:35,656 Sleep: 10 +2021-12-18 02:35:35,656 Number of retrials: 0 +2021-12-18 02:35:35,657 WRAPPER CHECK TIME = 10 +2021-12-18 02:35:35,657 Checking jobs for platform=marenostrum4 +2021-12-18 02:35:35,658 Checking jobs for platform=nord3 +2021-12-18 02:35:35,658 Checking jobs for platform=local +2021-12-18 02:35:35,659 Checking jobs for platform=transfer_node +2021-12-18 02:35:35,659 Checking all jobs at once +2021-12-18 02:35:37,779 Successful check job command +2021-12-18 02:35:39,099 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:35:39,100 End of checking +2021-12-18 02:35:39,101 Updating FAILED jobs +2021-12-18 02:35:39,101 Updating WAITING jobs +2021-12-18 02:35:39,102 Update finished +2021-12-18 02:35:39,102 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:35:39,102 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:35:39,103 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:35:39,103 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:35:39,103 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:35:39,106 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:35:39,108 Job list saved +2021-12-18 02:35:39,113 Updating FAILED jobs +2021-12-18 02:35:39,114 Updating WAITING jobs +2021-12-18 02:35:39,114 Update finished +2021-12-18 02:35:49,124 Reloading parameters... +2021-12-18 02:35:49,143 Loading parameters... +2021-12-18 02:35:49,144 Loading project parameters... +2021-12-18 02:35:49,146 + +22 of 25 jobs remaining (02:35) +2021-12-18 02:35:49,146 Sleep: 10 +2021-12-18 02:35:49,146 Number of retrials: 0 +2021-12-18 02:35:49,147 WRAPPER CHECK TIME = 10 +2021-12-18 02:35:49,147 Checking jobs for platform=marenostrum4 +2021-12-18 02:35:49,148 Checking jobs for platform=nord3 +2021-12-18 02:35:49,148 Checking jobs for platform=local +2021-12-18 02:35:49,149 Checking jobs for platform=transfer_node +2021-12-18 02:35:49,149 Checking all jobs at once +2021-12-18 02:35:50,470 Successful check job command +2021-12-18 02:35:51,790 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:35:51,790 End of checking +2021-12-18 02:35:51,792 Updating FAILED jobs +2021-12-18 02:35:51,792 Updating WAITING jobs +2021-12-18 02:35:51,793 Update finished +2021-12-18 02:35:51,793 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:35:51,793 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:35:51,793 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:35:51,793 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:35:51,793 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:35:51,796 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:35:51,798 Job list saved +2021-12-18 02:35:51,804 Updating FAILED jobs +2021-12-18 02:35:51,804 Updating WAITING jobs +2021-12-18 02:35:51,805 Update finished +2021-12-18 02:36:01,815 Reloading parameters... +2021-12-18 02:36:01,835 Loading parameters... +2021-12-18 02:36:01,836 Loading project parameters... +2021-12-18 02:36:01,838 + +22 of 25 jobs remaining (02:36) +2021-12-18 02:36:01,838 Sleep: 10 +2021-12-18 02:36:01,838 Number of retrials: 0 +2021-12-18 02:36:01,839 WRAPPER CHECK TIME = 10 +2021-12-18 02:36:01,839 Checking jobs for platform=marenostrum4 +2021-12-18 02:36:01,840 Checking jobs for platform=nord3 +2021-12-18 02:36:01,841 Checking jobs for platform=local +2021-12-18 02:36:01,842 Checking jobs for platform=transfer_node +2021-12-18 02:36:01,842 Checking all jobs at once +2021-12-18 02:36:03,512 Successful check job command +2021-12-18 02:36:04,732 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:36:04,733 End of checking +2021-12-18 02:36:04,734 Updating FAILED jobs +2021-12-18 02:36:04,734 Updating WAITING jobs +2021-12-18 02:36:04,735 Update finished +2021-12-18 02:36:04,735 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:36:04,735 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:36:04,735 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:36:04,735 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:36:04,735 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:36:04,738 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:36:04,740 Job list saved +2021-12-18 02:36:04,745 Updating FAILED jobs +2021-12-18 02:36:04,746 Updating WAITING jobs +2021-12-18 02:36:04,746 Update finished +2021-12-18 02:36:14,756 Reloading parameters... +2021-12-18 02:36:14,775 Loading parameters... +2021-12-18 02:36:14,777 Loading project parameters... +2021-12-18 02:36:14,779 + +22 of 25 jobs remaining (02:36) +2021-12-18 02:36:14,779 Sleep: 10 +2021-12-18 02:36:14,779 Number of retrials: 0 +2021-12-18 02:36:14,779 WRAPPER CHECK TIME = 10 +2021-12-18 02:36:14,780 Checking jobs for platform=marenostrum4 +2021-12-18 02:36:14,780 Checking jobs for platform=nord3 +2021-12-18 02:36:14,781 Checking jobs for platform=local +2021-12-18 02:36:14,782 Checking jobs for platform=transfer_node +2021-12-18 02:36:14,782 Checking all jobs at once +2021-12-18 02:36:16,504 Successful check job command +2021-12-18 02:36:18,224 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:36:18,225 End of checking +2021-12-18 02:36:18,226 Updating FAILED jobs +2021-12-18 02:36:18,226 Updating WAITING jobs +2021-12-18 02:36:18,227 Update finished +2021-12-18 02:36:18,227 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:36:18,227 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:36:18,228 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:36:18,228 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:36:18,228 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:36:18,230 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:36:18,233 Job list saved +2021-12-18 02:36:18,239 Updating FAILED jobs +2021-12-18 02:36:18,239 Updating WAITING jobs +2021-12-18 02:36:18,239 Update finished +2021-12-18 02:36:28,249 Reloading parameters... +2021-12-18 02:36:28,270 Loading parameters... +2021-12-18 02:36:28,271 Loading project parameters... +2021-12-18 02:36:28,273 + +22 of 25 jobs remaining (02:36) +2021-12-18 02:36:28,273 Sleep: 10 +2021-12-18 02:36:28,273 Number of retrials: 0 +2021-12-18 02:36:28,273 WRAPPER CHECK TIME = 10 +2021-12-18 02:36:28,274 Checking jobs for platform=marenostrum4 +2021-12-18 02:36:28,274 Checking jobs for platform=nord3 +2021-12-18 02:36:28,275 Checking jobs for platform=local +2021-12-18 02:36:28,275 Checking jobs for platform=transfer_node +2021-12-18 02:36:28,275 Checking all jobs at once +2021-12-18 02:36:29,997 Successful check job command +2021-12-18 02:36:31,567 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:36:31,568 End of checking +2021-12-18 02:36:31,570 Updating FAILED jobs +2021-12-18 02:36:31,570 Updating WAITING jobs +2021-12-18 02:36:31,570 Update finished +2021-12-18 02:36:31,570 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:36:31,570 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:36:31,570 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:36:31,571 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:36:31,571 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:36:31,574 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:36:31,576 Job list saved +2021-12-18 02:36:31,581 Updating FAILED jobs +2021-12-18 02:36:31,581 Updating WAITING jobs +2021-12-18 02:36:31,581 Update finished +2021-12-18 02:36:41,591 Reloading parameters... +2021-12-18 02:36:41,613 Loading parameters... +2021-12-18 02:36:41,614 Loading project parameters... +2021-12-18 02:36:41,616 + +22 of 25 jobs remaining (02:36) +2021-12-18 02:36:41,616 Sleep: 10 +2021-12-18 02:36:41,616 Number of retrials: 0 +2021-12-18 02:36:41,617 WRAPPER CHECK TIME = 10 +2021-12-18 02:36:41,617 Checking jobs for platform=marenostrum4 +2021-12-18 02:36:41,618 Checking jobs for platform=nord3 +2021-12-18 02:36:41,618 Checking jobs for platform=local +2021-12-18 02:36:41,619 Checking jobs for platform=transfer_node +2021-12-18 02:36:41,619 Checking all jobs at once +2021-12-18 02:36:43,239 Successful check job command +2021-12-18 02:36:44,558 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:36:44,558 End of checking +2021-12-18 02:36:44,560 Updating FAILED jobs +2021-12-18 02:36:44,560 Updating WAITING jobs +2021-12-18 02:36:44,560 Update finished +2021-12-18 02:36:44,560 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:36:44,560 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:36:44,561 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:36:44,561 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:36:44,561 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:36:44,563 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:36:44,566 Job list saved +2021-12-18 02:36:44,571 Updating FAILED jobs +2021-12-18 02:36:44,571 Updating WAITING jobs +2021-12-18 02:36:44,571 Update finished +2021-12-18 02:36:54,581 Reloading parameters... +2021-12-18 02:36:54,599 Loading parameters... +2021-12-18 02:36:54,601 Loading project parameters... +2021-12-18 02:36:54,603 + +22 of 25 jobs remaining (02:36) +2021-12-18 02:36:54,603 Sleep: 10 +2021-12-18 02:36:54,603 Number of retrials: 0 +2021-12-18 02:36:54,603 WRAPPER CHECK TIME = 10 +2021-12-18 02:36:54,604 Checking jobs for platform=marenostrum4 +2021-12-18 02:36:54,604 Checking jobs for platform=nord3 +2021-12-18 02:36:54,605 Checking jobs for platform=local +2021-12-18 02:36:54,605 Checking jobs for platform=transfer_node +2021-12-18 02:36:54,605 Checking all jobs at once +2021-12-18 02:36:56,025 Successful check job command +2021-12-18 02:36:57,596 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:36:57,596 End of checking +2021-12-18 02:36:57,597 Updating FAILED jobs +2021-12-18 02:36:57,598 Updating WAITING jobs +2021-12-18 02:36:57,598 Update finished +2021-12-18 02:36:57,598 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:36:57,599 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:36:57,599 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:36:57,599 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:36:57,599 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:36:57,604 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:36:57,606 Job list saved +2021-12-18 02:36:57,613 Updating FAILED jobs +2021-12-18 02:36:57,613 Updating WAITING jobs +2021-12-18 02:36:57,614 Update finished +2021-12-18 02:37:07,624 Reloading parameters... +2021-12-18 02:37:07,644 Loading parameters... +2021-12-18 02:37:07,645 Loading project parameters... +2021-12-18 02:37:07,647 + +22 of 25 jobs remaining (02:37) +2021-12-18 02:37:07,648 Sleep: 10 +2021-12-18 02:37:07,648 Number of retrials: 0 +2021-12-18 02:37:07,648 WRAPPER CHECK TIME = 10 +2021-12-18 02:37:07,648 Checking jobs for platform=marenostrum4 +2021-12-18 02:37:07,649 Checking jobs for platform=nord3 +2021-12-18 02:37:07,649 Checking jobs for platform=local +2021-12-18 02:37:07,650 Checking jobs for platform=transfer_node +2021-12-18 02:37:07,650 Checking all jobs at once +2021-12-18 02:37:09,621 Successful check job command +2021-12-18 02:37:11,292 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:37:11,292 End of checking +2021-12-18 02:37:11,293 Updating FAILED jobs +2021-12-18 02:37:11,293 Updating WAITING jobs +2021-12-18 02:37:11,294 Update finished +2021-12-18 02:37:11,294 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:37:11,294 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:37:11,294 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:37:11,294 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:37:11,294 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:37:11,297 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:37:11,299 Job list saved +2021-12-18 02:37:11,304 Updating FAILED jobs +2021-12-18 02:37:11,304 Updating WAITING jobs +2021-12-18 02:37:11,304 Update finished +2021-12-18 02:37:21,315 Reloading parameters... +2021-12-18 02:37:21,335 Loading parameters... +2021-12-18 02:37:21,336 Loading project parameters... +2021-12-18 02:37:21,338 + +22 of 25 jobs remaining (02:37) +2021-12-18 02:37:21,339 Sleep: 10 +2021-12-18 02:37:21,339 Number of retrials: 0 +2021-12-18 02:37:21,339 WRAPPER CHECK TIME = 10 +2021-12-18 02:37:21,339 Checking jobs for platform=marenostrum4 +2021-12-18 02:37:21,340 Checking jobs for platform=nord3 +2021-12-18 02:37:21,341 Checking jobs for platform=local +2021-12-18 02:37:21,341 Checking jobs for platform=transfer_node +2021-12-18 02:37:21,341 Checking all jobs at once +2021-12-18 02:37:22,761 Successful check job command +2021-12-18 02:37:24,231 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:37:24,231 End of checking +2021-12-18 02:37:24,232 Updating FAILED jobs +2021-12-18 02:37:24,233 Updating WAITING jobs +2021-12-18 02:37:24,233 Update finished +2021-12-18 02:37:24,233 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:37:24,233 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:37:24,233 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:37:24,233 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:37:24,234 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:37:24,236 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:37:24,238 Job list saved +2021-12-18 02:37:24,243 Updating FAILED jobs +2021-12-18 02:37:24,243 Updating WAITING jobs +2021-12-18 02:37:24,244 Update finished +2021-12-18 02:37:34,251 Reloading parameters... +2021-12-18 02:37:34,270 Loading parameters... +2021-12-18 02:37:34,271 Loading project parameters... +2021-12-18 02:37:34,273 + +22 of 25 jobs remaining (02:37) +2021-12-18 02:37:34,273 Sleep: 10 +2021-12-18 02:37:34,273 Number of retrials: 0 +2021-12-18 02:37:34,273 WRAPPER CHECK TIME = 10 +2021-12-18 02:37:34,274 Checking jobs for platform=marenostrum4 +2021-12-18 02:37:34,274 Checking jobs for platform=nord3 +2021-12-18 02:37:34,275 Checking jobs for platform=local +2021-12-18 02:37:34,276 Checking jobs for platform=transfer_node +2021-12-18 02:37:34,276 Checking all jobs at once +2021-12-18 02:37:36,449 Successful check job command +2021-12-18 02:37:38,471 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:37:38,471 End of checking +2021-12-18 02:37:38,472 Updating FAILED jobs +2021-12-18 02:37:38,472 Updating WAITING jobs +2021-12-18 02:37:38,473 Update finished +2021-12-18 02:37:38,473 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:37:38,473 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:37:38,474 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:37:38,474 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:37:38,474 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:37:38,477 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:37:38,479 Job list saved +2021-12-18 02:37:38,484 Updating FAILED jobs +2021-12-18 02:37:38,484 Updating WAITING jobs +2021-12-18 02:37:38,485 Update finished +2021-12-18 02:37:48,494 Reloading parameters... +2021-12-18 02:37:48,519 Loading parameters... +2021-12-18 02:37:48,521 Loading project parameters... +2021-12-18 02:37:48,523 + +22 of 25 jobs remaining (02:37) +2021-12-18 02:37:48,524 Sleep: 10 +2021-12-18 02:37:48,524 Number of retrials: 0 +2021-12-18 02:37:48,524 WRAPPER CHECK TIME = 10 +2021-12-18 02:37:48,525 Checking jobs for platform=marenostrum4 +2021-12-18 02:37:48,525 Checking jobs for platform=nord3 +2021-12-18 02:37:48,526 Checking jobs for platform=local +2021-12-18 02:37:48,526 Checking jobs for platform=transfer_node +2021-12-18 02:37:48,526 Checking all jobs at once +2021-12-18 02:37:51,048 Successful check job command +2021-12-18 02:37:53,624 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:37:53,624 End of checking +2021-12-18 02:37:53,625 Updating FAILED jobs +2021-12-18 02:37:53,625 Updating WAITING jobs +2021-12-18 02:37:53,626 Update finished +2021-12-18 02:37:53,626 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:37:53,626 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:37:53,626 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:37:53,626 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:37:53,626 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:37:53,629 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:37:53,632 Job list saved +2021-12-18 02:37:53,639 Updating FAILED jobs +2021-12-18 02:37:53,639 Updating WAITING jobs +2021-12-18 02:37:53,640 Update finished +2021-12-18 02:38:03,650 Reloading parameters... +2021-12-18 02:38:03,670 Loading parameters... +2021-12-18 02:38:03,671 Loading project parameters... +2021-12-18 02:38:03,673 + +22 of 25 jobs remaining (02:38) +2021-12-18 02:38:03,673 Sleep: 10 +2021-12-18 02:38:03,673 Number of retrials: 0 +2021-12-18 02:38:03,674 WRAPPER CHECK TIME = 10 +2021-12-18 02:38:03,674 Checking jobs for platform=marenostrum4 +2021-12-18 02:38:03,675 Checking jobs for platform=nord3 +2021-12-18 02:38:03,675 Checking jobs for platform=local +2021-12-18 02:38:03,676 Checking jobs for platform=transfer_node +2021-12-18 02:38:03,676 Checking all jobs at once +2021-12-18 02:38:04,945 Successful check job command +2021-12-18 02:38:06,315 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:38:06,315 End of checking +2021-12-18 02:38:06,316 Updating FAILED jobs +2021-12-18 02:38:06,316 Updating WAITING jobs +2021-12-18 02:38:06,317 Update finished +2021-12-18 02:38:06,317 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:38:06,317 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:38:06,317 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:38:06,317 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:38:06,317 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:38:06,320 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:38:06,323 Job list saved +2021-12-18 02:38:06,328 Updating FAILED jobs +2021-12-18 02:38:06,328 Updating WAITING jobs +2021-12-18 02:38:06,328 Update finished +2021-12-18 02:38:16,338 Reloading parameters... +2021-12-18 02:38:16,357 Loading parameters... +2021-12-18 02:38:16,358 Loading project parameters... +2021-12-18 02:38:16,361 + +22 of 25 jobs remaining (02:38) +2021-12-18 02:38:16,361 Sleep: 10 +2021-12-18 02:38:16,362 Number of retrials: 0 +2021-12-18 02:38:16,362 WRAPPER CHECK TIME = 10 +2021-12-18 02:38:16,362 Checking jobs for platform=marenostrum4 +2021-12-18 02:38:16,363 Checking jobs for platform=nord3 +2021-12-18 02:38:16,363 Checking jobs for platform=local +2021-12-18 02:38:16,364 Checking jobs for platform=transfer_node +2021-12-18 02:38:16,364 Checking all jobs at once +2021-12-18 02:38:17,833 Successful check job command +2021-12-18 02:38:20,104 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:38:20,105 End of checking +2021-12-18 02:38:20,106 Updating FAILED jobs +2021-12-18 02:38:20,106 Updating WAITING jobs +2021-12-18 02:38:20,106 Update finished +2021-12-18 02:38:20,107 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:38:20,107 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:38:20,107 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:38:20,107 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:38:20,108 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:38:20,111 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:38:20,113 Job list saved +2021-12-18 02:38:20,118 Updating FAILED jobs +2021-12-18 02:38:20,118 Updating WAITING jobs +2021-12-18 02:38:20,118 Update finished +2021-12-18 02:38:30,128 Reloading parameters... +2021-12-18 02:38:30,145 Loading parameters... +2021-12-18 02:38:30,147 Loading project parameters... +2021-12-18 02:38:30,149 + +22 of 25 jobs remaining (02:38) +2021-12-18 02:38:30,150 Sleep: 10 +2021-12-18 02:38:30,150 Number of retrials: 0 +2021-12-18 02:38:30,150 WRAPPER CHECK TIME = 10 +2021-12-18 02:38:30,150 Checking jobs for platform=marenostrum4 +2021-12-18 02:38:30,151 Checking jobs for platform=nord3 +2021-12-18 02:38:30,151 Checking jobs for platform=local +2021-12-18 02:38:30,152 Checking jobs for platform=transfer_node +2021-12-18 02:38:30,152 Checking all jobs at once +2021-12-18 02:38:33,525 Successful check job command +2021-12-18 02:38:36,149 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:38:36,149 End of checking +2021-12-18 02:38:36,150 Updating FAILED jobs +2021-12-18 02:38:36,151 Updating WAITING jobs +2021-12-18 02:38:36,151 Update finished +2021-12-18 02:38:36,151 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:38:36,151 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:38:36,151 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:38:36,151 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:38:36,152 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:38:36,155 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:38:36,157 Job list saved +2021-12-18 02:38:36,162 Updating FAILED jobs +2021-12-18 02:38:36,162 Updating WAITING jobs +2021-12-18 02:38:36,162 Update finished +2021-12-18 02:38:46,173 Reloading parameters... +2021-12-18 02:38:46,191 Loading parameters... +2021-12-18 02:38:46,192 Loading project parameters... +2021-12-18 02:38:46,194 + +22 of 25 jobs remaining (02:38) +2021-12-18 02:38:46,194 Sleep: 10 +2021-12-18 02:38:46,194 Number of retrials: 0 +2021-12-18 02:38:46,195 WRAPPER CHECK TIME = 10 +2021-12-18 02:38:46,195 Checking jobs for platform=marenostrum4 +2021-12-18 02:38:46,196 Checking jobs for platform=nord3 +2021-12-18 02:38:46,196 Checking jobs for platform=local +2021-12-18 02:38:46,197 Checking jobs for platform=transfer_node +2021-12-18 02:38:46,197 Checking all jobs at once +2021-12-18 02:38:47,617 Successful check job command +2021-12-18 02:38:49,091 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:38:49,091 End of checking +2021-12-18 02:38:49,092 Updating FAILED jobs +2021-12-18 02:38:49,093 Updating WAITING jobs +2021-12-18 02:38:49,093 Update finished +2021-12-18 02:38:49,093 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:38:49,093 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:38:49,093 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:38:49,093 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:38:49,094 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:38:49,096 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:38:49,098 Job list saved +2021-12-18 02:38:49,105 Updating FAILED jobs +2021-12-18 02:38:49,105 Updating WAITING jobs +2021-12-18 02:38:49,105 Update finished +2021-12-18 02:38:59,107 Reloading parameters... +2021-12-18 02:38:59,128 Loading parameters... +2021-12-18 02:38:59,129 Loading project parameters... +2021-12-18 02:38:59,131 + +22 of 25 jobs remaining (02:38) +2021-12-18 02:38:59,131 Sleep: 10 +2021-12-18 02:38:59,131 Number of retrials: 0 +2021-12-18 02:38:59,131 WRAPPER CHECK TIME = 10 +2021-12-18 02:38:59,132 Checking jobs for platform=marenostrum4 +2021-12-18 02:38:59,132 Checking jobs for platform=nord3 +2021-12-18 02:38:59,133 Checking jobs for platform=local +2021-12-18 02:38:59,134 Checking jobs for platform=transfer_node +2021-12-18 02:38:59,134 Checking all jobs at once +2021-12-18 02:39:00,403 Successful check job command +2021-12-18 02:39:01,873 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:39:01,874 End of checking +2021-12-18 02:39:01,875 Updating FAILED jobs +2021-12-18 02:39:01,875 Updating WAITING jobs +2021-12-18 02:39:01,875 Update finished +2021-12-18 02:39:01,876 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:39:01,876 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:39:01,876 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:39:01,876 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:39:01,877 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:39:01,879 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:39:01,882 Job list saved +2021-12-18 02:39:01,887 Updating FAILED jobs +2021-12-18 02:39:01,887 Updating WAITING jobs +2021-12-18 02:39:01,887 Update finished +2021-12-18 02:39:11,898 Reloading parameters... +2021-12-18 02:39:11,917 Loading parameters... +2021-12-18 02:39:11,918 Loading project parameters... +2021-12-18 02:39:11,920 + +22 of 25 jobs remaining (02:39) +2021-12-18 02:39:11,920 Sleep: 10 +2021-12-18 02:39:11,920 Number of retrials: 0 +2021-12-18 02:39:11,920 WRAPPER CHECK TIME = 10 +2021-12-18 02:39:11,921 Checking jobs for platform=marenostrum4 +2021-12-18 02:39:11,921 Checking jobs for platform=nord3 +2021-12-18 02:39:11,922 Checking jobs for platform=local +2021-12-18 02:39:11,922 Checking jobs for platform=transfer_node +2021-12-18 02:39:11,923 Checking all jobs at once +2021-12-18 02:39:14,295 Successful check job command +2021-12-18 02:39:16,515 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:39:16,516 End of checking +2021-12-18 02:39:16,517 Updating FAILED jobs +2021-12-18 02:39:16,517 Updating WAITING jobs +2021-12-18 02:39:16,517 Update finished +2021-12-18 02:39:16,518 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:39:16,518 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:39:16,518 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:39:16,518 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:39:16,518 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:39:16,521 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:39:16,523 Job list saved +2021-12-18 02:39:16,528 Updating FAILED jobs +2021-12-18 02:39:16,528 Updating WAITING jobs +2021-12-18 02:39:16,529 Update finished +2021-12-18 02:39:26,539 Reloading parameters... +2021-12-18 02:39:26,557 Loading parameters... +2021-12-18 02:39:26,558 Loading project parameters... +2021-12-18 02:39:26,560 + +22 of 25 jobs remaining (02:39) +2021-12-18 02:39:26,560 Sleep: 10 +2021-12-18 02:39:26,560 Number of retrials: 0 +2021-12-18 02:39:26,560 WRAPPER CHECK TIME = 10 +2021-12-18 02:39:26,561 Checking jobs for platform=marenostrum4 +2021-12-18 02:39:26,561 Checking jobs for platform=nord3 +2021-12-18 02:39:26,562 Checking jobs for platform=local +2021-12-18 02:39:26,563 Checking jobs for platform=transfer_node +2021-12-18 02:39:26,563 Checking all jobs at once +2021-12-18 02:39:27,936 Successful check job command +2021-12-18 02:39:29,356 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:39:29,357 End of checking +2021-12-18 02:39:29,358 Updating FAILED jobs +2021-12-18 02:39:29,358 Updating WAITING jobs +2021-12-18 02:39:29,358 Update finished +2021-12-18 02:39:29,359 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:39:29,359 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:39:29,359 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:39:29,359 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:39:29,359 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:39:29,362 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:39:29,364 Job list saved +2021-12-18 02:39:29,369 Updating FAILED jobs +2021-12-18 02:39:29,369 Updating WAITING jobs +2021-12-18 02:39:29,370 Update finished +2021-12-18 02:39:39,377 Reloading parameters... +2021-12-18 02:39:39,398 Loading parameters... +2021-12-18 02:39:39,399 Loading project parameters... +2021-12-18 02:39:39,401 + +22 of 25 jobs remaining (02:39) +2021-12-18 02:39:39,401 Sleep: 10 +2021-12-18 02:39:39,401 Number of retrials: 0 +2021-12-18 02:39:39,402 WRAPPER CHECK TIME = 10 +2021-12-18 02:39:39,402 Checking jobs for platform=marenostrum4 +2021-12-18 02:39:39,403 Checking jobs for platform=nord3 +2021-12-18 02:39:39,403 Checking jobs for platform=local +2021-12-18 02:39:39,404 Checking jobs for platform=transfer_node +2021-12-18 02:39:39,404 Checking all jobs at once +2021-12-18 02:39:40,673 Successful check job command +2021-12-18 02:39:41,942 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:39:41,943 End of checking +2021-12-18 02:39:41,944 Updating FAILED jobs +2021-12-18 02:39:41,944 Updating WAITING jobs +2021-12-18 02:39:41,945 Update finished +2021-12-18 02:39:41,945 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:39:41,945 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:39:41,945 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:39:41,946 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:39:41,946 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:39:41,949 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:39:41,951 Job list saved +2021-12-18 02:39:41,956 Updating FAILED jobs +2021-12-18 02:39:41,956 Updating WAITING jobs +2021-12-18 02:39:41,956 Update finished +2021-12-18 02:39:51,966 Reloading parameters... +2021-12-18 02:39:51,986 Loading parameters... +2021-12-18 02:39:51,987 Loading project parameters... +2021-12-18 02:39:51,989 + +22 of 25 jobs remaining (02:39) +2021-12-18 02:39:51,989 Sleep: 10 +2021-12-18 02:39:51,990 Number of retrials: 0 +2021-12-18 02:39:51,990 WRAPPER CHECK TIME = 10 +2021-12-18 02:39:51,990 Checking jobs for platform=marenostrum4 +2021-12-18 02:39:51,991 Checking jobs for platform=nord3 +2021-12-18 02:39:51,991 Checking jobs for platform=local +2021-12-18 02:39:51,992 Checking jobs for platform=transfer_node +2021-12-18 02:39:51,992 Checking all jobs at once +2021-12-18 02:39:53,662 Successful check job command +2021-12-18 02:39:55,033 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:39:55,033 End of checking +2021-12-18 02:39:55,035 Updating FAILED jobs +2021-12-18 02:39:55,035 Updating WAITING jobs +2021-12-18 02:39:55,035 Update finished +2021-12-18 02:39:55,035 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:39:55,035 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:39:55,035 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:39:55,036 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:39:55,036 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:39:55,038 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:39:55,041 Job list saved +2021-12-18 02:39:55,046 Updating FAILED jobs +2021-12-18 02:39:55,046 Updating WAITING jobs +2021-12-18 02:39:55,046 Update finished +2021-12-18 02:40:05,056 Reloading parameters... +2021-12-18 02:40:05,079 Loading parameters... +2021-12-18 02:40:05,080 Loading project parameters... +2021-12-18 02:40:05,082 + +22 of 25 jobs remaining (02:40) +2021-12-18 02:40:05,082 Sleep: 10 +2021-12-18 02:40:05,083 Number of retrials: 0 +2021-12-18 02:40:05,083 WRAPPER CHECK TIME = 10 +2021-12-18 02:40:05,083 Checking jobs for platform=marenostrum4 +2021-12-18 02:40:05,084 Checking jobs for platform=nord3 +2021-12-18 02:40:05,084 Checking jobs for platform=local +2021-12-18 02:40:05,085 Checking jobs for platform=transfer_node +2021-12-18 02:40:05,085 Checking all jobs at once +2021-12-18 02:40:06,557 Successful check job command +2021-12-18 02:40:08,678 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:40:08,678 End of checking +2021-12-18 02:40:08,679 Updating FAILED jobs +2021-12-18 02:40:08,680 Updating WAITING jobs +2021-12-18 02:40:08,680 Update finished +2021-12-18 02:40:08,680 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:40:08,680 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:40:08,680 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:40:08,681 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:40:08,681 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:40:08,683 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:40:08,685 Job list saved +2021-12-18 02:40:08,690 Updating FAILED jobs +2021-12-18 02:40:08,691 Updating WAITING jobs +2021-12-18 02:40:08,691 Update finished +2021-12-18 02:40:18,701 Reloading parameters... +2021-12-18 02:40:18,720 Loading parameters... +2021-12-18 02:40:18,721 Loading project parameters... +2021-12-18 02:40:18,723 + +22 of 25 jobs remaining (02:40) +2021-12-18 02:40:18,724 Sleep: 10 +2021-12-18 02:40:18,724 Number of retrials: 0 +2021-12-18 02:40:18,724 WRAPPER CHECK TIME = 10 +2021-12-18 02:40:18,724 Checking jobs for platform=marenostrum4 +2021-12-18 02:40:18,725 Checking jobs for platform=nord3 +2021-12-18 02:40:18,725 Checking jobs for platform=local +2021-12-18 02:40:18,726 Checking jobs for platform=transfer_node +2021-12-18 02:40:18,726 Checking all jobs at once +2021-12-18 02:40:20,146 Successful check job command +2021-12-18 02:40:21,466 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:40:21,466 End of checking +2021-12-18 02:40:21,467 Updating FAILED jobs +2021-12-18 02:40:21,468 Updating WAITING jobs +2021-12-18 02:40:21,468 Update finished +2021-12-18 02:40:21,468 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:40:21,469 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:40:21,469 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:40:21,469 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:40:21,469 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:40:21,472 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:40:21,474 Job list saved +2021-12-18 02:40:21,479 Updating FAILED jobs +2021-12-18 02:40:21,479 Updating WAITING jobs +2021-12-18 02:40:21,479 Update finished +2021-12-18 02:40:31,489 Reloading parameters... +2021-12-18 02:40:31,512 Loading parameters... +2021-12-18 02:40:31,514 Loading project parameters... +2021-12-18 02:40:31,515 + +22 of 25 jobs remaining (02:40) +2021-12-18 02:40:31,516 Sleep: 10 +2021-12-18 02:40:31,516 Number of retrials: 0 +2021-12-18 02:40:31,516 WRAPPER CHECK TIME = 10 +2021-12-18 02:40:31,516 Checking jobs for platform=marenostrum4 +2021-12-18 02:40:31,517 Checking jobs for platform=nord3 +2021-12-18 02:40:31,517 Checking jobs for platform=local +2021-12-18 02:40:31,518 Checking jobs for platform=transfer_node +2021-12-18 02:40:31,518 Checking all jobs at once +2021-12-18 02:40:32,888 Successful check job command +2021-12-18 02:40:34,108 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:40:34,108 End of checking +2021-12-18 02:40:34,110 Updating FAILED jobs +2021-12-18 02:40:34,110 Updating WAITING jobs +2021-12-18 02:40:34,110 Update finished +2021-12-18 02:40:34,110 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:40:34,110 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:40:34,111 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:40:34,111 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:40:34,111 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:40:34,113 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:40:34,115 Job list saved +2021-12-18 02:40:36,201 Updating FAILED jobs +2021-12-18 02:40:36,202 Updating WAITING jobs +2021-12-18 02:40:36,202 Update finished +2021-12-18 02:40:46,205 Reloading parameters... +2021-12-18 02:40:46,284 Loading parameters... +2021-12-18 02:40:46,285 Loading project parameters... +2021-12-18 02:40:46,287 + +22 of 25 jobs remaining (02:40) +2021-12-18 02:40:46,288 Sleep: 10 +2021-12-18 02:40:46,288 Number of retrials: 0 +2021-12-18 02:40:46,288 WRAPPER CHECK TIME = 10 +2021-12-18 02:40:46,288 Checking jobs for platform=marenostrum4 +2021-12-18 02:40:46,289 Checking jobs for platform=nord3 +2021-12-18 02:40:46,289 Checking jobs for platform=local +2021-12-18 02:40:46,290 Checking jobs for platform=transfer_node +2021-12-18 02:40:46,290 Checking all jobs at once +2021-12-18 02:40:47,660 Successful check job command +2021-12-18 02:40:48,980 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:40:48,980 End of checking +2021-12-18 02:40:48,981 Updating FAILED jobs +2021-12-18 02:40:48,981 Updating WAITING jobs +2021-12-18 02:40:48,982 Update finished +2021-12-18 02:40:48,982 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:40:48,982 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:40:48,982 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:40:48,982 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:40:48,982 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:40:48,985 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:40:48,987 Job list saved +2021-12-18 02:40:48,992 Updating FAILED jobs +2021-12-18 02:40:48,992 Updating WAITING jobs +2021-12-18 02:40:48,993 Update finished +2021-12-18 02:40:58,994 Reloading parameters... +2021-12-18 02:40:59,012 Loading parameters... +2021-12-18 02:40:59,014 Loading project parameters... +2021-12-18 02:40:59,015 + +22 of 25 jobs remaining (02:40) +2021-12-18 02:40:59,016 Sleep: 10 +2021-12-18 02:40:59,016 Number of retrials: 0 +2021-12-18 02:40:59,016 WRAPPER CHECK TIME = 10 +2021-12-18 02:40:59,016 Checking jobs for platform=marenostrum4 +2021-12-18 02:40:59,017 Checking jobs for platform=nord3 +2021-12-18 02:40:59,017 Checking jobs for platform=local +2021-12-18 02:40:59,018 Checking jobs for platform=transfer_node +2021-12-18 02:40:59,018 Checking all jobs at once +2021-12-18 02:41:00,390 Successful check job command +2021-12-18 02:41:01,659 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:41:01,659 End of checking +2021-12-18 02:41:01,661 Updating FAILED jobs +2021-12-18 02:41:01,661 Updating WAITING jobs +2021-12-18 02:41:01,661 Update finished +2021-12-18 02:41:01,661 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:41:01,662 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:41:01,662 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:41:01,662 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:41:01,662 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:41:01,665 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:41:01,667 Job list saved +2021-12-18 02:41:01,671 Updating FAILED jobs +2021-12-18 02:41:01,671 Updating WAITING jobs +2021-12-18 02:41:01,672 Update finished +2021-12-18 02:41:11,682 Reloading parameters... +2021-12-18 02:41:11,701 Loading parameters... +2021-12-18 02:41:11,703 Loading project parameters... +2021-12-18 02:41:11,705 + +22 of 25 jobs remaining (02:41) +2021-12-18 02:41:11,705 Sleep: 10 +2021-12-18 02:41:11,705 Number of retrials: 0 +2021-12-18 02:41:11,705 WRAPPER CHECK TIME = 10 +2021-12-18 02:41:11,706 Checking jobs for platform=marenostrum4 +2021-12-18 02:41:11,706 Checking jobs for platform=nord3 +2021-12-18 02:41:11,707 Checking jobs for platform=local +2021-12-18 02:41:11,708 Checking jobs for platform=transfer_node +2021-12-18 02:41:11,708 Checking all jobs at once +2021-12-18 02:41:13,378 Successful check job command +2021-12-18 02:41:14,648 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:41:14,648 End of checking +2021-12-18 02:41:14,649 Updating FAILED jobs +2021-12-18 02:41:14,650 Updating WAITING jobs +2021-12-18 02:41:14,650 Update finished +2021-12-18 02:41:14,650 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:41:14,650 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:41:14,650 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:41:14,650 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:41:14,651 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:41:14,654 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:41:14,656 Job list saved +2021-12-18 02:41:14,662 Updating FAILED jobs +2021-12-18 02:41:14,662 Updating WAITING jobs +2021-12-18 02:41:14,662 Update finished +2021-12-18 02:41:24,672 Reloading parameters... +2021-12-18 02:41:24,690 Loading parameters... +2021-12-18 02:41:24,691 Loading project parameters... +2021-12-18 02:41:24,693 + +22 of 25 jobs remaining (02:41) +2021-12-18 02:41:24,693 Sleep: 10 +2021-12-18 02:41:24,694 Number of retrials: 0 +2021-12-18 02:41:24,694 WRAPPER CHECK TIME = 10 +2021-12-18 02:41:24,694 Checking jobs for platform=marenostrum4 +2021-12-18 02:41:24,695 Checking jobs for platform=nord3 +2021-12-18 02:41:24,695 Checking jobs for platform=local +2021-12-18 02:41:24,696 Checking jobs for platform=transfer_node +2021-12-18 02:41:24,696 Checking all jobs at once +2021-12-18 02:41:26,066 Successful check job command +2021-12-18 02:41:27,387 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:41:27,387 End of checking +2021-12-18 02:41:27,389 Updating FAILED jobs +2021-12-18 02:41:27,389 Updating WAITING jobs +2021-12-18 02:41:27,389 Update finished +2021-12-18 02:41:27,389 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:41:27,389 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:41:27,390 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:41:27,390 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:41:27,390 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:41:27,392 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:41:27,395 Job list saved +2021-12-18 02:41:27,399 Updating FAILED jobs +2021-12-18 02:41:27,399 Updating WAITING jobs +2021-12-18 02:41:27,400 Update finished +2021-12-18 02:41:37,410 Reloading parameters... +2021-12-18 02:41:37,427 Loading parameters... +2021-12-18 02:41:37,428 Loading project parameters... +2021-12-18 02:41:37,430 + +22 of 25 jobs remaining (02:41) +2021-12-18 02:41:37,430 Sleep: 10 +2021-12-18 02:41:37,430 Number of retrials: 0 +2021-12-18 02:41:37,431 WRAPPER CHECK TIME = 10 +2021-12-18 02:41:37,431 Checking jobs for platform=marenostrum4 +2021-12-18 02:41:37,432 Checking jobs for platform=nord3 +2021-12-18 02:41:37,432 Checking jobs for platform=local +2021-12-18 02:41:37,433 Checking jobs for platform=transfer_node +2021-12-18 02:41:37,433 Checking all jobs at once +2021-12-18 02:41:38,805 Successful check job command +2021-12-18 02:41:40,125 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:41:40,125 End of checking +2021-12-18 02:41:40,126 Updating FAILED jobs +2021-12-18 02:41:40,126 Updating WAITING jobs +2021-12-18 02:41:40,127 Update finished +2021-12-18 02:41:40,127 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:41:40,127 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:41:40,128 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:41:40,128 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:41:40,128 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:41:40,130 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:41:40,132 Job list saved +2021-12-18 02:41:40,138 Updating FAILED jobs +2021-12-18 02:41:40,138 Updating WAITING jobs +2021-12-18 02:41:40,138 Update finished +2021-12-18 02:41:50,148 Reloading parameters... +2021-12-18 02:41:50,166 Loading parameters... +2021-12-18 02:41:50,168 Loading project parameters... +2021-12-18 02:41:50,170 + +22 of 25 jobs remaining (02:41) +2021-12-18 02:41:50,170 Sleep: 10 +2021-12-18 02:41:50,170 Number of retrials: 0 +2021-12-18 02:41:50,170 WRAPPER CHECK TIME = 10 +2021-12-18 02:41:50,171 Checking jobs for platform=marenostrum4 +2021-12-18 02:41:50,171 Checking jobs for platform=nord3 +2021-12-18 02:41:50,172 Checking jobs for platform=local +2021-12-18 02:41:50,172 Checking jobs for platform=transfer_node +2021-12-18 02:41:50,172 Checking all jobs at once +2021-12-18 02:41:51,742 Successful check job command +2021-12-18 02:41:52,962 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:41:52,962 End of checking +2021-12-18 02:41:52,963 Updating FAILED jobs +2021-12-18 02:41:52,964 Updating WAITING jobs +2021-12-18 02:41:52,964 Update finished +2021-12-18 02:41:52,964 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:41:52,964 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:41:52,964 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:41:52,965 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:41:52,965 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:41:52,967 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:41:52,969 Job list saved +2021-12-18 02:41:52,974 Updating FAILED jobs +2021-12-18 02:41:52,974 Updating WAITING jobs +2021-12-18 02:41:52,974 Update finished +2021-12-18 02:42:02,984 Reloading parameters... +2021-12-18 02:42:03,001 Loading parameters... +2021-12-18 02:42:03,003 Loading project parameters... +2021-12-18 02:42:03,004 + +22 of 25 jobs remaining (02:42) +2021-12-18 02:42:03,005 Sleep: 10 +2021-12-18 02:42:03,005 Number of retrials: 0 +2021-12-18 02:42:03,005 WRAPPER CHECK TIME = 10 +2021-12-18 02:42:03,005 Checking jobs for platform=marenostrum4 +2021-12-18 02:42:03,006 Checking jobs for platform=nord3 +2021-12-18 02:42:03,006 Checking jobs for platform=local +2021-12-18 02:42:03,007 Checking jobs for platform=transfer_node +2021-12-18 02:42:03,007 Checking all jobs at once +2021-12-18 02:42:04,581 Successful check job command +2021-12-18 02:42:06,051 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:42:06,051 End of checking +2021-12-18 02:42:06,052 Updating FAILED jobs +2021-12-18 02:42:06,052 Updating WAITING jobs +2021-12-18 02:42:06,053 Update finished +2021-12-18 02:42:06,053 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:42:06,053 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:42:06,053 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:42:06,053 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:42:06,053 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:42:06,056 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:42:06,058 Job list saved +2021-12-18 02:42:06,062 Updating FAILED jobs +2021-12-18 02:42:06,063 Updating WAITING jobs +2021-12-18 02:42:06,063 Update finished +2021-12-18 02:42:16,073 Reloading parameters... +2021-12-18 02:42:16,091 Loading parameters... +2021-12-18 02:42:16,093 Loading project parameters... +2021-12-18 02:42:16,095 + +22 of 25 jobs remaining (02:42) +2021-12-18 02:42:16,095 Sleep: 10 +2021-12-18 02:42:16,095 Number of retrials: 0 +2021-12-18 02:42:16,095 WRAPPER CHECK TIME = 10 +2021-12-18 02:42:16,096 Checking jobs for platform=marenostrum4 +2021-12-18 02:42:16,096 Checking jobs for platform=nord3 +2021-12-18 02:42:16,097 Checking jobs for platform=local +2021-12-18 02:42:16,097 Checking jobs for platform=transfer_node +2021-12-18 02:42:16,098 Checking all jobs at once +2021-12-18 02:42:18,220 Successful check job command +2021-12-18 02:42:20,194 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:42:20,195 End of checking +2021-12-18 02:42:20,196 Updating FAILED jobs +2021-12-18 02:42:20,196 Updating WAITING jobs +2021-12-18 02:42:20,196 Update finished +2021-12-18 02:42:20,196 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:42:20,197 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:42:20,197 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:42:20,197 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:42:20,197 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:42:20,200 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:42:20,202 Job list saved +2021-12-18 02:42:20,208 Updating FAILED jobs +2021-12-18 02:42:20,208 Updating WAITING jobs +2021-12-18 02:42:20,208 Update finished +2021-12-18 02:42:30,217 Reloading parameters... +2021-12-18 02:42:30,237 Loading parameters... +2021-12-18 02:42:30,238 Loading project parameters... +2021-12-18 02:42:30,240 + +22 of 25 jobs remaining (02:42) +2021-12-18 02:42:30,240 Sleep: 10 +2021-12-18 02:42:30,240 Number of retrials: 0 +2021-12-18 02:42:30,240 WRAPPER CHECK TIME = 10 +2021-12-18 02:42:30,241 Checking jobs for platform=marenostrum4 +2021-12-18 02:42:30,241 Checking jobs for platform=nord3 +2021-12-18 02:42:30,242 Checking jobs for platform=local +2021-12-18 02:42:30,243 Checking jobs for platform=transfer_node +2021-12-18 02:42:30,243 Checking all jobs at once +2021-12-18 02:42:31,865 Successful check job command +2021-12-18 02:42:33,437 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:42:33,438 End of checking +2021-12-18 02:42:33,439 Updating FAILED jobs +2021-12-18 02:42:33,439 Updating WAITING jobs +2021-12-18 02:42:33,439 Update finished +2021-12-18 02:42:33,439 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:42:33,440 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:42:33,440 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:42:33,440 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:42:33,440 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:42:33,442 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:42:33,445 Job list saved +2021-12-18 02:42:33,449 Updating FAILED jobs +2021-12-18 02:42:33,449 Updating WAITING jobs +2021-12-18 02:42:33,450 Update finished +2021-12-18 02:42:43,460 Reloading parameters... +2021-12-18 02:42:43,477 Loading parameters... +2021-12-18 02:42:43,478 Loading project parameters... +2021-12-18 02:42:43,480 + +22 of 25 jobs remaining (02:42) +2021-12-18 02:42:43,480 Sleep: 10 +2021-12-18 02:42:43,481 Number of retrials: 0 +2021-12-18 02:42:43,481 WRAPPER CHECK TIME = 10 +2021-12-18 02:42:43,481 Checking jobs for platform=marenostrum4 +2021-12-18 02:42:43,482 Checking jobs for platform=nord3 +2021-12-18 02:42:43,482 Checking jobs for platform=local +2021-12-18 02:42:43,483 Checking jobs for platform=transfer_node +2021-12-18 02:42:43,483 Checking all jobs at once +2021-12-18 02:42:44,902 Successful check job command +2021-12-18 02:42:46,472 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:42:46,473 End of checking +2021-12-18 02:42:46,474 Updating FAILED jobs +2021-12-18 02:42:46,474 Updating WAITING jobs +2021-12-18 02:42:46,474 Update finished +2021-12-18 02:42:46,474 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:42:46,475 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:42:46,475 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:42:46,475 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:42:46,475 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:42:46,477 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:42:46,480 Job list saved +2021-12-18 02:42:46,484 Updating FAILED jobs +2021-12-18 02:42:46,484 Updating WAITING jobs +2021-12-18 02:42:46,485 Update finished +2021-12-18 02:42:56,495 Reloading parameters... +2021-12-18 02:42:56,512 Loading parameters... +2021-12-18 02:42:56,513 Loading project parameters... +2021-12-18 02:42:56,515 + +22 of 25 jobs remaining (02:42) +2021-12-18 02:42:56,516 Sleep: 10 +2021-12-18 02:42:56,516 Number of retrials: 0 +2021-12-18 02:42:56,516 WRAPPER CHECK TIME = 10 +2021-12-18 02:42:56,516 Checking jobs for platform=marenostrum4 +2021-12-18 02:42:56,517 Checking jobs for platform=nord3 +2021-12-18 02:42:56,517 Checking jobs for platform=local +2021-12-18 02:42:56,518 Checking jobs for platform=transfer_node +2021-12-18 02:42:56,518 Checking all jobs at once +2021-12-18 02:42:57,892 Successful check job command +2021-12-18 02:42:59,162 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:42:59,162 End of checking +2021-12-18 02:42:59,163 Updating FAILED jobs +2021-12-18 02:42:59,163 Updating WAITING jobs +2021-12-18 02:42:59,164 Update finished +2021-12-18 02:42:59,164 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:42:59,164 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:42:59,165 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:42:59,165 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:42:59,165 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:42:59,167 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:42:59,170 Job list saved +2021-12-18 02:42:59,174 Updating FAILED jobs +2021-12-18 02:42:59,174 Updating WAITING jobs +2021-12-18 02:42:59,174 Update finished +2021-12-18 02:43:09,178 Reloading parameters... +2021-12-18 02:43:09,197 Loading parameters... +2021-12-18 02:43:09,198 Loading project parameters... +2021-12-18 02:43:09,200 + +22 of 25 jobs remaining (02:43) +2021-12-18 02:43:09,200 Sleep: 10 +2021-12-18 02:43:09,200 Number of retrials: 0 +2021-12-18 02:43:09,200 WRAPPER CHECK TIME = 10 +2021-12-18 02:43:09,201 Checking jobs for platform=marenostrum4 +2021-12-18 02:43:09,201 Checking jobs for platform=nord3 +2021-12-18 02:43:09,202 Checking jobs for platform=local +2021-12-18 02:43:09,202 Checking jobs for platform=transfer_node +2021-12-18 02:43:09,203 Checking all jobs at once +2021-12-18 02:43:11,373 Successful check job command +2021-12-18 02:43:13,244 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:43:13,244 End of checking +2021-12-18 02:43:13,245 Updating FAILED jobs +2021-12-18 02:43:13,245 Updating WAITING jobs +2021-12-18 02:43:13,246 Update finished +2021-12-18 02:43:13,246 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:43:13,246 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:43:13,246 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:43:13,246 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:43:13,246 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:43:13,249 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:43:13,251 Job list saved +2021-12-18 02:43:13,256 Updating FAILED jobs +2021-12-18 02:43:13,256 Updating WAITING jobs +2021-12-18 02:43:13,257 Update finished +2021-12-18 02:43:23,267 Reloading parameters... +2021-12-18 02:43:23,289 Loading parameters... +2021-12-18 02:43:23,291 Loading project parameters... +2021-12-18 02:43:23,293 + +22 of 25 jobs remaining (02:43) +2021-12-18 02:43:23,293 Sleep: 10 +2021-12-18 02:43:23,293 Number of retrials: 0 +2021-12-18 02:43:23,293 WRAPPER CHECK TIME = 10 +2021-12-18 02:43:23,294 Checking jobs for platform=marenostrum4 +2021-12-18 02:43:23,295 Checking jobs for platform=nord3 +2021-12-18 02:43:23,295 Checking jobs for platform=local +2021-12-18 02:43:23,296 Checking jobs for platform=transfer_node +2021-12-18 02:43:23,296 Checking all jobs at once +2021-12-18 02:43:24,667 Successful check job command +2021-12-18 02:43:26,490 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:43:26,490 End of checking +2021-12-18 02:43:26,491 Updating FAILED jobs +2021-12-18 02:43:26,491 Updating WAITING jobs +2021-12-18 02:43:26,492 Update finished +2021-12-18 02:43:26,492 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:43:26,492 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:43:26,492 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:43:26,492 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:43:26,492 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:43:26,495 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:43:26,497 Job list saved +2021-12-18 02:43:26,502 Updating FAILED jobs +2021-12-18 02:43:26,502 Updating WAITING jobs +2021-12-18 02:43:26,502 Update finished +2021-12-18 02:43:36,512 Reloading parameters... +2021-12-18 02:43:36,531 Loading parameters... +2021-12-18 02:43:36,533 Loading project parameters... +2021-12-18 02:43:36,534 + +22 of 25 jobs remaining (02:43) +2021-12-18 02:43:36,535 Sleep: 10 +2021-12-18 02:43:36,535 Number of retrials: 0 +2021-12-18 02:43:36,535 WRAPPER CHECK TIME = 10 +2021-12-18 02:43:36,535 Checking jobs for platform=marenostrum4 +2021-12-18 02:43:36,536 Checking jobs for platform=nord3 +2021-12-18 02:43:36,537 Checking jobs for platform=local +2021-12-18 02:43:36,537 Checking jobs for platform=transfer_node +2021-12-18 02:43:36,537 Checking all jobs at once +2021-12-18 02:43:37,858 Successful check job command +2021-12-18 02:43:39,228 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:43:39,229 End of checking +2021-12-18 02:43:39,230 Updating FAILED jobs +2021-12-18 02:43:39,230 Updating WAITING jobs +2021-12-18 02:43:39,230 Update finished +2021-12-18 02:43:39,230 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:43:39,231 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:43:39,231 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:43:39,231 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:43:39,231 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:43:39,234 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:43:39,236 Job list saved +2021-12-18 02:43:39,241 Updating FAILED jobs +2021-12-18 02:43:39,241 Updating WAITING jobs +2021-12-18 02:43:39,241 Update finished +2021-12-18 02:43:49,251 Reloading parameters... +2021-12-18 02:43:49,269 Loading parameters... +2021-12-18 02:43:49,270 Loading project parameters... +2021-12-18 02:43:49,272 + +22 of 25 jobs remaining (02:43) +2021-12-18 02:43:49,273 Sleep: 10 +2021-12-18 02:43:49,273 Number of retrials: 0 +2021-12-18 02:43:49,273 WRAPPER CHECK TIME = 10 +2021-12-18 02:43:49,273 Checking jobs for platform=marenostrum4 +2021-12-18 02:43:49,274 Checking jobs for platform=nord3 +2021-12-18 02:43:49,274 Checking jobs for platform=local +2021-12-18 02:43:49,275 Checking jobs for platform=transfer_node +2021-12-18 02:43:49,275 Checking all jobs at once +2021-12-18 02:43:50,797 Successful check job command +2021-12-18 02:43:52,167 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:43:52,167 End of checking +2021-12-18 02:43:52,169 Updating FAILED jobs +2021-12-18 02:43:52,169 Updating WAITING jobs +2021-12-18 02:43:52,169 Update finished +2021-12-18 02:43:52,169 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:43:52,169 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:43:52,170 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:43:52,170 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:43:52,170 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:43:52,172 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:43:52,174 Job list saved +2021-12-18 02:43:52,179 Updating FAILED jobs +2021-12-18 02:43:52,180 Updating WAITING jobs +2021-12-18 02:43:52,180 Update finished +2021-12-18 02:44:02,187 Reloading parameters... +2021-12-18 02:44:02,204 Loading parameters... +2021-12-18 02:44:02,206 Loading project parameters... +2021-12-18 02:44:02,207 + +22 of 25 jobs remaining (02:44) +2021-12-18 02:44:02,208 Sleep: 10 +2021-12-18 02:44:02,208 Number of retrials: 0 +2021-12-18 02:44:02,208 WRAPPER CHECK TIME = 10 +2021-12-18 02:44:02,209 Checking jobs for platform=marenostrum4 +2021-12-18 02:44:02,209 Checking jobs for platform=nord3 +2021-12-18 02:44:02,210 Checking jobs for platform=local +2021-12-18 02:44:02,210 Checking jobs for platform=transfer_node +2021-12-18 02:44:02,210 Checking all jobs at once +2021-12-18 02:44:04,382 Successful check job command +2021-12-18 02:44:06,203 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:44:06,203 End of checking +2021-12-18 02:44:06,204 Updating FAILED jobs +2021-12-18 02:44:06,204 Updating WAITING jobs +2021-12-18 02:44:06,204 Update finished +2021-12-18 02:44:06,205 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:44:06,205 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:44:06,205 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:44:06,205 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:44:06,205 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:44:06,208 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:44:06,210 Job list saved +2021-12-18 02:44:06,214 Updating FAILED jobs +2021-12-18 02:44:06,214 Updating WAITING jobs +2021-12-18 02:44:06,214 Update finished +2021-12-18 02:44:16,224 Reloading parameters... +2021-12-18 02:44:16,243 Loading parameters... +2021-12-18 02:44:16,244 Loading project parameters... +2021-12-18 02:44:16,246 + +22 of 25 jobs remaining (02:44) +2021-12-18 02:44:16,246 Sleep: 10 +2021-12-18 02:44:16,246 Number of retrials: 0 +2021-12-18 02:44:16,246 WRAPPER CHECK TIME = 10 +2021-12-18 02:44:16,247 Checking jobs for platform=marenostrum4 +2021-12-18 02:44:16,247 Checking jobs for platform=nord3 +2021-12-18 02:44:16,248 Checking jobs for platform=local +2021-12-18 02:44:16,249 Checking jobs for platform=transfer_node +2021-12-18 02:44:16,249 Checking all jobs at once +2021-12-18 02:44:17,618 Successful check job command +2021-12-18 02:44:19,891 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:44:19,891 End of checking +2021-12-18 02:44:19,893 Updating FAILED jobs +2021-12-18 02:44:19,893 Updating WAITING jobs +2021-12-18 02:44:19,893 Update finished +2021-12-18 02:44:19,893 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:44:19,894 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:44:19,894 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:44:19,894 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:44:19,894 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:44:19,897 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:44:19,899 Job list saved +2021-12-18 02:44:19,903 Updating FAILED jobs +2021-12-18 02:44:19,903 Updating WAITING jobs +2021-12-18 02:44:19,904 Update finished +2021-12-18 02:44:29,911 Reloading parameters... +2021-12-18 02:44:29,929 Loading parameters... +2021-12-18 02:44:29,931 Loading project parameters... +2021-12-18 02:44:29,933 + +22 of 25 jobs remaining (02:44) +2021-12-18 02:44:29,933 Sleep: 10 +2021-12-18 02:44:29,933 Number of retrials: 0 +2021-12-18 02:44:29,933 WRAPPER CHECK TIME = 10 +2021-12-18 02:44:29,934 Checking jobs for platform=marenostrum4 +2021-12-18 02:44:29,934 Checking jobs for platform=nord3 +2021-12-18 02:44:29,935 Checking jobs for platform=local +2021-12-18 02:44:29,935 Checking jobs for platform=transfer_node +2021-12-18 02:44:29,936 Checking all jobs at once +2021-12-18 02:44:31,205 Successful check job command +2021-12-18 02:44:32,475 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:44:32,476 End of checking +2021-12-18 02:44:32,477 Updating FAILED jobs +2021-12-18 02:44:32,477 Updating WAITING jobs +2021-12-18 02:44:32,477 Update finished +2021-12-18 02:44:32,478 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:44:32,478 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:44:32,478 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:44:32,478 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:44:32,478 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:44:32,481 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:44:32,483 Job list saved +2021-12-18 02:44:32,488 Updating FAILED jobs +2021-12-18 02:44:32,488 Updating WAITING jobs +2021-12-18 02:44:32,488 Update finished +2021-12-18 02:44:42,494 Reloading parameters... +2021-12-18 02:44:42,513 Loading parameters... +2021-12-18 02:44:42,514 Loading project parameters... +2021-12-18 02:44:42,516 + +22 of 25 jobs remaining (02:44) +2021-12-18 02:44:42,517 Sleep: 10 +2021-12-18 02:44:42,517 Number of retrials: 0 +2021-12-18 02:44:42,517 WRAPPER CHECK TIME = 10 +2021-12-18 02:44:42,517 Checking jobs for platform=marenostrum4 +2021-12-18 02:44:42,518 Checking jobs for platform=nord3 +2021-12-18 02:44:42,518 Checking jobs for platform=local +2021-12-18 02:44:42,519 Checking jobs for platform=transfer_node +2021-12-18 02:44:42,519 Checking all jobs at once +2021-12-18 02:44:44,189 Successful check job command +2021-12-18 02:44:45,559 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:44:45,559 End of checking +2021-12-18 02:44:45,561 Updating FAILED jobs +2021-12-18 02:44:45,561 Updating WAITING jobs +2021-12-18 02:44:45,561 Update finished +2021-12-18 02:44:45,561 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:44:45,561 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:44:45,561 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:44:45,562 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:44:45,562 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:44:45,564 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:44:45,566 Job list saved +2021-12-18 02:44:45,571 Updating FAILED jobs +2021-12-18 02:44:45,571 Updating WAITING jobs +2021-12-18 02:44:45,571 Update finished +2021-12-18 02:44:55,582 Reloading parameters... +2021-12-18 02:44:55,600 Loading parameters... +2021-12-18 02:44:55,601 Loading project parameters... +2021-12-18 02:44:55,603 + +22 of 25 jobs remaining (02:44) +2021-12-18 02:44:55,603 Sleep: 10 +2021-12-18 02:44:55,603 Number of retrials: 0 +2021-12-18 02:44:55,603 WRAPPER CHECK TIME = 10 +2021-12-18 02:44:55,604 Checking jobs for platform=marenostrum4 +2021-12-18 02:44:55,604 Checking jobs for platform=nord3 +2021-12-18 02:44:55,605 Checking jobs for platform=local +2021-12-18 02:44:55,605 Checking jobs for platform=transfer_node +2021-12-18 02:44:55,605 Checking all jobs at once +2021-12-18 02:44:57,276 Successful check job command +2021-12-18 02:44:58,595 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:44:58,595 End of checking +2021-12-18 02:44:58,597 Updating FAILED jobs +2021-12-18 02:44:58,597 Updating WAITING jobs +2021-12-18 02:44:58,597 Update finished +2021-12-18 02:44:58,597 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:44:58,598 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:44:58,598 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:44:58,598 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:44:58,598 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:44:58,601 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:44:58,603 Job list saved +2021-12-18 02:44:58,608 Updating FAILED jobs +2021-12-18 02:44:58,608 Updating WAITING jobs +2021-12-18 02:44:58,608 Update finished +2021-12-18 02:45:08,618 Reloading parameters... +2021-12-18 02:45:08,636 Loading parameters... +2021-12-18 02:45:08,637 Loading project parameters... +2021-12-18 02:45:08,639 + +22 of 25 jobs remaining (02:45) +2021-12-18 02:45:08,639 Sleep: 10 +2021-12-18 02:45:08,640 Number of retrials: 0 +2021-12-18 02:45:08,640 WRAPPER CHECK TIME = 10 +2021-12-18 02:45:08,640 Checking jobs for platform=marenostrum4 +2021-12-18 02:45:08,641 Checking jobs for platform=nord3 +2021-12-18 02:45:08,641 Checking jobs for platform=local +2021-12-18 02:45:08,642 Checking jobs for platform=transfer_node +2021-12-18 02:45:08,642 Checking all jobs at once +2021-12-18 02:45:10,061 Successful check job command +2021-12-18 02:45:11,280 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:45:11,281 End of checking +2021-12-18 02:45:11,282 Updating FAILED jobs +2021-12-18 02:45:11,283 Updating WAITING jobs +2021-12-18 02:45:11,283 Update finished +2021-12-18 02:45:11,283 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:45:11,283 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:45:11,283 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:45:11,283 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:45:11,284 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:45:11,286 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:45:11,288 Job list saved +2021-12-18 02:45:11,293 Updating FAILED jobs +2021-12-18 02:45:11,293 Updating WAITING jobs +2021-12-18 02:45:11,294 Update finished +2021-12-18 02:45:21,304 Reloading parameters... +2021-12-18 02:45:21,322 Loading parameters... +2021-12-18 02:45:21,323 Loading project parameters... +2021-12-18 02:45:21,325 + +22 of 25 jobs remaining (02:45) +2021-12-18 02:45:21,325 Sleep: 10 +2021-12-18 02:45:21,325 Number of retrials: 0 +2021-12-18 02:45:21,325 WRAPPER CHECK TIME = 10 +2021-12-18 02:45:21,326 Checking jobs for platform=marenostrum4 +2021-12-18 02:45:21,326 Checking jobs for platform=nord3 +2021-12-18 02:45:21,327 Checking jobs for platform=local +2021-12-18 02:45:21,328 Checking jobs for platform=transfer_node +2021-12-18 02:45:21,328 Checking all jobs at once +2021-12-18 02:45:23,750 Successful check job command +2021-12-18 02:45:25,127 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:45:25,127 End of checking +2021-12-18 02:45:25,129 Updating FAILED jobs +2021-12-18 02:45:25,129 Updating WAITING jobs +2021-12-18 02:45:25,129 Update finished +2021-12-18 02:45:25,129 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:45:25,129 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:45:25,129 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:45:25,130 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:45:25,130 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:45:25,132 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:45:25,135 Job list saved +2021-12-18 02:45:25,140 Updating FAILED jobs +2021-12-18 02:45:25,140 Updating WAITING jobs +2021-12-18 02:45:25,141 Update finished +2021-12-18 02:45:35,151 Reloading parameters... +2021-12-18 02:45:35,169 Loading parameters... +2021-12-18 02:45:35,170 Loading project parameters... +2021-12-18 02:45:35,172 + +22 of 25 jobs remaining (02:45) +2021-12-18 02:45:35,172 Sleep: 10 +2021-12-18 02:45:35,172 Number of retrials: 0 +2021-12-18 02:45:35,173 WRAPPER CHECK TIME = 10 +2021-12-18 02:45:35,173 Checking jobs for platform=marenostrum4 +2021-12-18 02:45:35,174 Checking jobs for platform=nord3 +2021-12-18 02:45:35,174 Checking jobs for platform=local +2021-12-18 02:45:35,175 Checking jobs for platform=transfer_node +2021-12-18 02:45:35,175 Checking all jobs at once +2021-12-18 02:45:37,446 Successful check job command +2021-12-18 02:45:38,867 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:45:38,868 End of checking +2021-12-18 02:45:38,869 Updating FAILED jobs +2021-12-18 02:45:38,869 Updating WAITING jobs +2021-12-18 02:45:38,869 Update finished +2021-12-18 02:45:38,869 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:45:38,870 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:45:38,870 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:45:38,870 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:45:38,870 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:45:38,873 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:45:38,875 Job list saved +2021-12-18 02:45:38,880 Updating FAILED jobs +2021-12-18 02:45:38,880 Updating WAITING jobs +2021-12-18 02:45:38,880 Update finished +2021-12-18 02:45:48,889 Reloading parameters... +2021-12-18 02:45:48,907 Loading parameters... +2021-12-18 02:45:48,908 Loading project parameters... +2021-12-18 02:45:48,910 + +22 of 25 jobs remaining (02:45) +2021-12-18 02:45:48,910 Sleep: 10 +2021-12-18 02:45:48,910 Number of retrials: 0 +2021-12-18 02:45:48,910 WRAPPER CHECK TIME = 10 +2021-12-18 02:45:48,911 Checking jobs for platform=marenostrum4 +2021-12-18 02:45:48,912 Checking jobs for platform=nord3 +2021-12-18 02:45:48,912 Checking jobs for platform=local +2021-12-18 02:45:48,913 Checking jobs for platform=transfer_node +2021-12-18 02:45:48,913 Checking all jobs at once +2021-12-18 02:45:50,984 Successful check job command +2021-12-18 02:45:53,355 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:45:53,355 End of checking +2021-12-18 02:45:53,357 Updating FAILED jobs +2021-12-18 02:45:53,357 Updating WAITING jobs +2021-12-18 02:45:53,357 Update finished +2021-12-18 02:45:53,357 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:45:53,358 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:45:53,358 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:45:53,358 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:45:53,358 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:45:53,361 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:45:53,363 Job list saved +2021-12-18 02:45:53,368 Updating FAILED jobs +2021-12-18 02:45:53,368 Updating WAITING jobs +2021-12-18 02:45:53,368 Update finished +2021-12-18 02:46:03,369 Reloading parameters... +2021-12-18 02:46:03,392 Loading parameters... +2021-12-18 02:46:03,393 Loading project parameters... +2021-12-18 02:46:03,395 + +22 of 25 jobs remaining (02:46) +2021-12-18 02:46:03,396 Sleep: 10 +2021-12-18 02:46:03,396 Number of retrials: 0 +2021-12-18 02:46:03,396 WRAPPER CHECK TIME = 10 +2021-12-18 02:46:03,396 Checking jobs for platform=marenostrum4 +2021-12-18 02:46:03,397 Checking jobs for platform=nord3 +2021-12-18 02:46:03,398 Checking jobs for platform=local +2021-12-18 02:46:03,398 Checking jobs for platform=transfer_node +2021-12-18 02:46:03,398 Checking all jobs at once +2021-12-18 02:46:04,918 Successful check job command +2021-12-18 02:46:06,388 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:46:06,389 End of checking +2021-12-18 02:46:06,390 Updating FAILED jobs +2021-12-18 02:46:06,390 Updating WAITING jobs +2021-12-18 02:46:06,390 Update finished +2021-12-18 02:46:06,391 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:46:06,391 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:46:06,391 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:46:06,391 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:46:06,391 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:46:06,394 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:46:06,396 Job list saved +2021-12-18 02:46:06,401 Updating FAILED jobs +2021-12-18 02:46:06,401 Updating WAITING jobs +2021-12-18 02:46:06,401 Update finished +2021-12-18 02:46:16,412 Reloading parameters... +2021-12-18 02:46:16,431 Loading parameters... +2021-12-18 02:46:16,432 Loading project parameters... +2021-12-18 02:46:16,434 + +22 of 25 jobs remaining (02:46) +2021-12-18 02:46:16,435 Sleep: 10 +2021-12-18 02:46:16,435 Number of retrials: 0 +2021-12-18 02:46:16,435 WRAPPER CHECK TIME = 10 +2021-12-18 02:46:16,435 Checking jobs for platform=marenostrum4 +2021-12-18 02:46:16,436 Checking jobs for platform=nord3 +2021-12-18 02:46:16,437 Checking jobs for platform=local +2021-12-18 02:46:16,437 Checking jobs for platform=transfer_node +2021-12-18 02:46:16,437 Checking all jobs at once +2021-12-18 02:46:18,458 Successful check job command +2021-12-18 02:46:20,128 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:46:20,129 End of checking +2021-12-18 02:46:20,130 Updating FAILED jobs +2021-12-18 02:46:20,130 Updating WAITING jobs +2021-12-18 02:46:20,130 Update finished +2021-12-18 02:46:20,131 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:46:20,131 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:46:20,131 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:46:20,131 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:46:20,132 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:46:20,134 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:46:20,136 Job list saved +2021-12-18 02:46:20,141 Updating FAILED jobs +2021-12-18 02:46:20,141 Updating WAITING jobs +2021-12-18 02:46:20,141 Update finished +2021-12-18 02:46:30,152 Reloading parameters... +2021-12-18 02:46:30,171 Loading parameters... +2021-12-18 02:46:30,172 Loading project parameters... +2021-12-18 02:46:30,174 + +22 of 25 jobs remaining (02:46) +2021-12-18 02:46:30,174 Sleep: 10 +2021-12-18 02:46:30,174 Number of retrials: 0 +2021-12-18 02:46:30,174 WRAPPER CHECK TIME = 10 +2021-12-18 02:46:30,175 Checking jobs for platform=marenostrum4 +2021-12-18 02:46:30,175 Checking jobs for platform=nord3 +2021-12-18 02:46:30,176 Checking jobs for platform=local +2021-12-18 02:46:30,176 Checking jobs for platform=transfer_node +2021-12-18 02:46:30,177 Checking all jobs at once +2021-12-18 02:46:32,349 Successful check job command +2021-12-18 02:46:34,120 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:46:34,121 End of checking +2021-12-18 02:46:34,122 Updating FAILED jobs +2021-12-18 02:46:34,122 Updating WAITING jobs +2021-12-18 02:46:34,123 Update finished +2021-12-18 02:46:34,123 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:46:34,123 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:46:34,123 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:46:34,123 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:46:34,123 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:46:34,126 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:46:34,128 Job list saved +2021-12-18 02:46:34,133 Updating FAILED jobs +2021-12-18 02:46:34,133 Updating WAITING jobs +2021-12-18 02:46:34,133 Update finished +2021-12-18 02:46:44,143 Reloading parameters... +2021-12-18 02:46:44,163 Loading parameters... +2021-12-18 02:46:44,164 Loading project parameters... +2021-12-18 02:46:44,166 + +22 of 25 jobs remaining (02:46) +2021-12-18 02:46:44,166 Sleep: 10 +2021-12-18 02:46:44,166 Number of retrials: 0 +2021-12-18 02:46:44,166 WRAPPER CHECK TIME = 10 +2021-12-18 02:46:44,167 Checking jobs for platform=marenostrum4 +2021-12-18 02:46:44,168 Checking jobs for platform=nord3 +2021-12-18 02:46:44,168 Checking jobs for platform=local +2021-12-18 02:46:44,169 Checking jobs for platform=transfer_node +2021-12-18 02:46:44,169 Checking all jobs at once +2021-12-18 02:46:45,588 Successful check job command +2021-12-18 02:46:46,959 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:46:46,959 End of checking +2021-12-18 02:46:46,960 Updating FAILED jobs +2021-12-18 02:46:46,960 Updating WAITING jobs +2021-12-18 02:46:46,960 Update finished +2021-12-18 02:46:46,961 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:46:46,961 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:46:46,961 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:46:46,961 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:46:46,961 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:46:46,964 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:46:46,966 Job list saved +2021-12-18 02:46:46,971 Updating FAILED jobs +2021-12-18 02:46:46,971 Updating WAITING jobs +2021-12-18 02:46:46,971 Update finished +2021-12-18 02:46:56,979 Reloading parameters... +2021-12-18 02:46:56,997 Loading parameters... +2021-12-18 02:46:56,998 Loading project parameters... +2021-12-18 02:46:57,000 + +22 of 25 jobs remaining (02:46) +2021-12-18 02:46:57,000 Sleep: 10 +2021-12-18 02:46:57,000 Number of retrials: 0 +2021-12-18 02:46:57,000 WRAPPER CHECK TIME = 10 +2021-12-18 02:46:57,001 Checking jobs for platform=marenostrum4 +2021-12-18 02:46:57,001 Checking jobs for platform=nord3 +2021-12-18 02:46:57,002 Checking jobs for platform=local +2021-12-18 02:46:57,003 Checking jobs for platform=transfer_node +2021-12-18 02:46:57,003 Checking all jobs at once +2021-12-18 02:46:58,924 Successful check job command +2021-12-18 02:47:01,395 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:47:01,396 End of checking +2021-12-18 02:47:01,397 Updating FAILED jobs +2021-12-18 02:47:01,397 Updating WAITING jobs +2021-12-18 02:47:01,397 Update finished +2021-12-18 02:47:01,397 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:47:01,398 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:47:01,398 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:47:01,398 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:47:01,398 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:47:01,401 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:47:01,403 Job list saved +2021-12-18 02:47:01,408 Updating FAILED jobs +2021-12-18 02:47:01,408 Updating WAITING jobs +2021-12-18 02:47:01,409 Update finished +2021-12-18 02:47:11,419 Reloading parameters... +2021-12-18 02:47:11,439 Loading parameters... +2021-12-18 02:47:11,440 Loading project parameters... +2021-12-18 02:47:11,442 + +22 of 25 jobs remaining (02:47) +2021-12-18 02:47:11,443 Sleep: 10 +2021-12-18 02:47:11,443 Number of retrials: 0 +2021-12-18 02:47:11,443 WRAPPER CHECK TIME = 10 +2021-12-18 02:47:11,443 Checking jobs for platform=marenostrum4 +2021-12-18 02:47:11,444 Checking jobs for platform=nord3 +2021-12-18 02:47:11,444 Checking jobs for platform=local +2021-12-18 02:47:11,445 Checking jobs for platform=transfer_node +2021-12-18 02:47:11,445 Checking all jobs at once +2021-12-18 02:47:12,915 Successful check job command +2021-12-18 02:47:14,637 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:47:14,637 End of checking +2021-12-18 02:47:14,638 Updating FAILED jobs +2021-12-18 02:47:14,638 Updating WAITING jobs +2021-12-18 02:47:14,639 Update finished +2021-12-18 02:47:14,639 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:47:14,639 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:47:14,639 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:47:14,639 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:47:14,639 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:47:14,642 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:47:14,645 Job list saved +2021-12-18 02:47:14,649 Updating FAILED jobs +2021-12-18 02:47:14,649 Updating WAITING jobs +2021-12-18 02:47:14,650 Update finished +2021-12-18 02:47:24,660 Reloading parameters... +2021-12-18 02:47:24,678 Loading parameters... +2021-12-18 02:47:24,679 Loading project parameters... +2021-12-18 02:47:24,682 + +22 of 25 jobs remaining (02:47) +2021-12-18 02:47:24,682 Sleep: 10 +2021-12-18 02:47:24,682 Number of retrials: 0 +2021-12-18 02:47:24,683 WRAPPER CHECK TIME = 10 +2021-12-18 02:47:24,683 Checking jobs for platform=marenostrum4 +2021-12-18 02:47:24,684 Checking jobs for platform=nord3 +2021-12-18 02:47:24,684 Checking jobs for platform=local +2021-12-18 02:47:24,685 Checking jobs for platform=transfer_node +2021-12-18 02:47:24,685 Checking all jobs at once +2021-12-18 02:47:26,205 Successful check job command +2021-12-18 02:47:27,927 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:47:27,927 End of checking +2021-12-18 02:47:27,928 Updating FAILED jobs +2021-12-18 02:47:27,928 Updating WAITING jobs +2021-12-18 02:47:27,928 Update finished +2021-12-18 02:47:27,929 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:47:27,929 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:47:27,929 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:47:27,929 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:47:27,929 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:47:27,932 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:47:27,934 Job list saved +2021-12-18 02:47:27,938 Updating FAILED jobs +2021-12-18 02:47:27,938 Updating WAITING jobs +2021-12-18 02:47:27,939 Update finished +2021-12-18 02:47:37,948 Reloading parameters... +2021-12-18 02:47:37,966 Loading parameters... +2021-12-18 02:47:37,967 Loading project parameters... +2021-12-18 02:47:37,969 + +22 of 25 jobs remaining (02:47) +2021-12-18 02:47:37,970 Sleep: 10 +2021-12-18 02:47:37,970 Number of retrials: 0 +2021-12-18 02:47:37,970 WRAPPER CHECK TIME = 10 +2021-12-18 02:47:37,970 Checking jobs for platform=marenostrum4 +2021-12-18 02:47:37,971 Checking jobs for platform=nord3 +2021-12-18 02:47:37,971 Checking jobs for platform=local +2021-12-18 02:47:37,972 Checking jobs for platform=transfer_node +2021-12-18 02:47:37,972 Checking all jobs at once +2021-12-18 02:47:39,943 Successful check job command +2021-12-18 02:47:41,766 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:47:41,766 End of checking +2021-12-18 02:47:41,767 Updating FAILED jobs +2021-12-18 02:47:41,768 Updating WAITING jobs +2021-12-18 02:47:41,768 Update finished +2021-12-18 02:47:41,768 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:47:41,769 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:47:41,769 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:47:41,769 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:47:41,769 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:47:41,771 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:47:41,774 Job list saved +2021-12-18 02:47:41,778 Updating FAILED jobs +2021-12-18 02:47:41,779 Updating WAITING jobs +2021-12-18 02:47:41,779 Update finished +2021-12-18 02:47:51,789 Reloading parameters... +2021-12-18 02:47:51,808 Loading parameters... +2021-12-18 02:47:51,810 Loading project parameters... +2021-12-18 02:47:51,812 + +22 of 25 jobs remaining (02:47) +2021-12-18 02:47:51,812 Sleep: 10 +2021-12-18 02:47:51,812 Number of retrials: 0 +2021-12-18 02:47:51,812 WRAPPER CHECK TIME = 10 +2021-12-18 02:47:51,813 Checking jobs for platform=marenostrum4 +2021-12-18 02:47:51,813 Checking jobs for platform=nord3 +2021-12-18 02:47:51,814 Checking jobs for platform=local +2021-12-18 02:47:51,814 Checking jobs for platform=transfer_node +2021-12-18 02:47:51,814 Checking all jobs at once +2021-12-18 02:47:53,338 Successful check job command +2021-12-18 02:47:54,958 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:47:54,958 End of checking +2021-12-18 02:47:54,960 Updating FAILED jobs +2021-12-18 02:47:54,960 Updating WAITING jobs +2021-12-18 02:47:54,960 Update finished +2021-12-18 02:47:54,960 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:47:54,960 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:47:54,960 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:47:54,961 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:47:54,961 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:47:54,963 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:47:54,965 Job list saved +2021-12-18 02:47:54,970 Updating FAILED jobs +2021-12-18 02:47:54,970 Updating WAITING jobs +2021-12-18 02:47:54,970 Update finished +2021-12-18 02:48:04,977 Reloading parameters... +2021-12-18 02:48:04,994 Loading parameters... +2021-12-18 02:48:04,995 Loading project parameters... +2021-12-18 02:48:04,997 + +22 of 25 jobs remaining (02:48) +2021-12-18 02:48:04,997 Sleep: 10 +2021-12-18 02:48:04,998 Number of retrials: 0 +2021-12-18 02:48:04,998 WRAPPER CHECK TIME = 10 +2021-12-18 02:48:04,998 Checking jobs for platform=marenostrum4 +2021-12-18 02:48:04,999 Checking jobs for platform=nord3 +2021-12-18 02:48:04,999 Checking jobs for platform=local +2021-12-18 02:48:05,000 Checking jobs for platform=transfer_node +2021-12-18 02:48:05,000 Checking all jobs at once +2021-12-18 02:48:06,419 Successful check job command +2021-12-18 02:48:07,638 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:48:07,639 End of checking +2021-12-18 02:48:07,640 Updating FAILED jobs +2021-12-18 02:48:07,640 Updating WAITING jobs +2021-12-18 02:48:07,641 Update finished +2021-12-18 02:48:07,641 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:48:07,641 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:48:07,641 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:48:07,641 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:48:07,641 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:48:07,644 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:48:07,646 Job list saved +2021-12-18 02:48:07,650 Updating FAILED jobs +2021-12-18 02:48:07,651 Updating WAITING jobs +2021-12-18 02:48:07,651 Update finished +2021-12-18 02:48:17,661 Reloading parameters... +2021-12-18 02:48:17,688 Loading parameters... +2021-12-18 02:48:17,690 Loading project parameters... +2021-12-18 02:48:17,692 + +22 of 25 jobs remaining (02:48) +2021-12-18 02:48:17,693 Sleep: 10 +2021-12-18 02:48:17,693 Number of retrials: 0 +2021-12-18 02:48:17,693 WRAPPER CHECK TIME = 10 +2021-12-18 02:48:17,693 Checking jobs for platform=marenostrum4 +2021-12-18 02:48:17,694 Checking jobs for platform=nord3 +2021-12-18 02:48:17,694 Checking jobs for platform=local +2021-12-18 02:48:17,695 Checking jobs for platform=transfer_node +2021-12-18 02:48:17,695 Checking all jobs at once +2021-12-18 02:48:19,215 Successful check job command +2021-12-18 02:48:20,535 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:48:20,535 End of checking +2021-12-18 02:48:20,537 Updating FAILED jobs +2021-12-18 02:48:20,537 Updating WAITING jobs +2021-12-18 02:48:20,537 Update finished +2021-12-18 02:48:20,538 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:48:20,538 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:48:20,538 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:48:20,539 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:48:20,539 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:48:20,542 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:48:20,544 Job list saved +2021-12-18 02:48:20,548 Updating FAILED jobs +2021-12-18 02:48:20,548 Updating WAITING jobs +2021-12-18 02:48:20,549 Update finished +2021-12-18 02:48:30,559 Reloading parameters... +2021-12-18 02:48:30,577 Loading parameters... +2021-12-18 02:48:30,579 Loading project parameters... +2021-12-18 02:48:30,581 + +22 of 25 jobs remaining (02:48) +2021-12-18 02:48:30,581 Sleep: 10 +2021-12-18 02:48:30,581 Number of retrials: 0 +2021-12-18 02:48:30,581 WRAPPER CHECK TIME = 10 +2021-12-18 02:48:30,582 Checking jobs for platform=marenostrum4 +2021-12-18 02:48:30,582 Checking jobs for platform=nord3 +2021-12-18 02:48:30,583 Checking jobs for platform=local +2021-12-18 02:48:30,583 Checking jobs for platform=transfer_node +2021-12-18 02:48:30,583 Checking all jobs at once +2021-12-18 02:48:31,954 Successful check job command +2021-12-18 02:48:33,273 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:48:33,274 End of checking +2021-12-18 02:48:33,275 Updating FAILED jobs +2021-12-18 02:48:33,275 Updating WAITING jobs +2021-12-18 02:48:33,275 Update finished +2021-12-18 02:48:33,275 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:48:33,276 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:48:33,276 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:48:33,276 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:48:33,276 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:48:33,278 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:48:33,281 Job list saved +2021-12-18 02:48:33,285 Updating FAILED jobs +2021-12-18 02:48:33,285 Updating WAITING jobs +2021-12-18 02:48:33,285 Update finished +2021-12-18 02:48:43,295 Reloading parameters... +2021-12-18 02:48:43,324 Loading parameters... +2021-12-18 02:48:43,325 Loading project parameters... +2021-12-18 02:48:43,327 + +22 of 25 jobs remaining (02:48) +2021-12-18 02:48:43,327 Sleep: 10 +2021-12-18 02:48:43,327 Number of retrials: 0 +2021-12-18 02:48:43,328 WRAPPER CHECK TIME = 10 +2021-12-18 02:48:43,330 Checking jobs for platform=marenostrum4 +2021-12-18 02:48:43,330 Checking jobs for platform=nord3 +2021-12-18 02:48:43,331 Checking jobs for platform=local +2021-12-18 02:48:43,331 Checking jobs for platform=transfer_node +2021-12-18 02:48:43,332 Checking all jobs at once +2021-12-18 02:48:45,203 Successful check job command +2021-12-18 02:48:46,573 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:48:46,574 End of checking +2021-12-18 02:48:46,575 Updating FAILED jobs +2021-12-18 02:48:46,575 Updating WAITING jobs +2021-12-18 02:48:46,575 Update finished +2021-12-18 02:48:46,576 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:48:46,576 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:48:46,576 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:48:46,576 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:48:46,576 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:48:46,579 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:48:46,581 Job list saved +2021-12-18 02:48:46,586 Updating FAILED jobs +2021-12-18 02:48:46,586 Updating WAITING jobs +2021-12-18 02:48:46,586 Update finished +2021-12-18 02:48:56,592 Reloading parameters... +2021-12-18 02:48:56,614 Loading parameters... +2021-12-18 02:48:56,615 Loading project parameters... +2021-12-18 02:48:56,617 + +22 of 25 jobs remaining (02:48) +2021-12-18 02:48:56,618 Sleep: 10 +2021-12-18 02:48:56,618 Number of retrials: 0 +2021-12-18 02:48:56,618 WRAPPER CHECK TIME = 10 +2021-12-18 02:48:56,618 Checking jobs for platform=marenostrum4 +2021-12-18 02:48:56,619 Checking jobs for platform=nord3 +2021-12-18 02:48:56,620 Checking jobs for platform=local +2021-12-18 02:48:56,621 Checking jobs for platform=transfer_node +2021-12-18 02:48:56,621 Checking all jobs at once +2021-12-18 02:48:57,993 Successful check job command +2021-12-18 02:48:59,263 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:48:59,263 End of checking +2021-12-18 02:48:59,264 Updating FAILED jobs +2021-12-18 02:48:59,264 Updating WAITING jobs +2021-12-18 02:48:59,265 Update finished +2021-12-18 02:48:59,265 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:48:59,266 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:48:59,266 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:48:59,266 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:48:59,266 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:48:59,269 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:48:59,273 Job list saved +2021-12-18 02:48:59,278 Updating FAILED jobs +2021-12-18 02:48:59,278 Updating WAITING jobs +2021-12-18 02:48:59,278 Update finished +2021-12-18 02:49:09,288 Reloading parameters... +2021-12-18 02:49:09,307 Loading parameters... +2021-12-18 02:49:09,308 Loading project parameters... +2021-12-18 02:49:09,310 + +22 of 25 jobs remaining (02:49) +2021-12-18 02:49:09,310 Sleep: 10 +2021-12-18 02:49:09,311 Number of retrials: 0 +2021-12-18 02:49:09,311 WRAPPER CHECK TIME = 10 +2021-12-18 02:49:09,311 Checking jobs for platform=marenostrum4 +2021-12-18 02:49:09,312 Checking jobs for platform=nord3 +2021-12-18 02:49:09,312 Checking jobs for platform=local +2021-12-18 02:49:09,313 Checking jobs for platform=transfer_node +2021-12-18 02:49:09,313 Checking all jobs at once +2021-12-18 02:49:10,683 Successful check job command +2021-12-18 02:49:11,953 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:49:11,953 End of checking +2021-12-18 02:49:11,954 Updating FAILED jobs +2021-12-18 02:49:11,954 Updating WAITING jobs +2021-12-18 02:49:11,955 Update finished +2021-12-18 02:49:11,955 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:49:11,955 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:49:11,955 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:49:11,955 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:49:11,955 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:49:11,959 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:49:11,961 Job list saved +2021-12-18 02:49:11,966 Updating FAILED jobs +2021-12-18 02:49:11,966 Updating WAITING jobs +2021-12-18 02:49:11,966 Update finished +2021-12-18 02:49:21,976 Reloading parameters... +2021-12-18 02:49:21,993 Loading parameters... +2021-12-18 02:49:21,995 Loading project parameters... +2021-12-18 02:49:21,997 + +22 of 25 jobs remaining (02:49) +2021-12-18 02:49:21,997 Sleep: 10 +2021-12-18 02:49:21,997 Number of retrials: 0 +2021-12-18 02:49:21,997 WRAPPER CHECK TIME = 10 +2021-12-18 02:49:21,998 Checking jobs for platform=marenostrum4 +2021-12-18 02:49:21,998 Checking jobs for platform=nord3 +2021-12-18 02:49:21,999 Checking jobs for platform=local +2021-12-18 02:49:21,999 Checking jobs for platform=transfer_node +2021-12-18 02:49:21,999 Checking all jobs at once +2021-12-18 02:49:24,120 Successful check job command +2021-12-18 02:49:25,540 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:49:25,540 End of checking +2021-12-18 02:49:25,541 Updating FAILED jobs +2021-12-18 02:49:25,541 Updating WAITING jobs +2021-12-18 02:49:25,542 Update finished +2021-12-18 02:49:25,542 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:49:25,542 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:49:25,542 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:49:25,542 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:49:25,542 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:49:25,545 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:49:25,547 Job list saved +2021-12-18 02:49:25,552 Updating FAILED jobs +2021-12-18 02:49:25,552 Updating WAITING jobs +2021-12-18 02:49:25,553 Update finished +2021-12-18 02:49:35,563 Reloading parameters... +2021-12-18 02:49:35,581 Loading parameters... +2021-12-18 02:49:35,582 Loading project parameters... +2021-12-18 02:49:35,584 + +22 of 25 jobs remaining (02:49) +2021-12-18 02:49:35,584 Sleep: 10 +2021-12-18 02:49:35,584 Number of retrials: 0 +2021-12-18 02:49:35,585 WRAPPER CHECK TIME = 10 +2021-12-18 02:49:35,585 Checking jobs for platform=marenostrum4 +2021-12-18 02:49:35,586 Checking jobs for platform=nord3 +2021-12-18 02:49:35,586 Checking jobs for platform=local +2021-12-18 02:49:35,587 Checking jobs for platform=transfer_node +2021-12-18 02:49:35,587 Checking all jobs at once +2021-12-18 02:49:37,007 Successful check job command +2021-12-18 02:49:38,427 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:49:38,427 End of checking +2021-12-18 02:49:38,429 Updating FAILED jobs +2021-12-18 02:49:38,429 Updating WAITING jobs +2021-12-18 02:49:38,429 Update finished +2021-12-18 02:49:38,429 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:49:38,430 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:49:38,430 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:49:38,430 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:49:38,430 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:49:38,433 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:49:38,435 Job list saved +2021-12-18 02:49:38,439 Updating FAILED jobs +2021-12-18 02:49:38,439 Updating WAITING jobs +2021-12-18 02:49:38,440 Update finished +2021-12-18 02:49:48,447 Reloading parameters... +2021-12-18 02:49:48,474 Loading parameters... +2021-12-18 02:49:48,475 Loading project parameters... +2021-12-18 02:49:48,477 + +22 of 25 jobs remaining (02:49) +2021-12-18 02:49:48,477 Sleep: 10 +2021-12-18 02:49:48,477 Number of retrials: 0 +2021-12-18 02:49:48,478 WRAPPER CHECK TIME = 10 +2021-12-18 02:49:48,478 Checking jobs for platform=marenostrum4 +2021-12-18 02:49:48,479 Checking jobs for platform=nord3 +2021-12-18 02:49:48,479 Checking jobs for platform=local +2021-12-18 02:49:48,480 Checking jobs for platform=transfer_node +2021-12-18 02:49:48,480 Checking all jobs at once +2021-12-18 02:49:49,850 Successful check job command +2021-12-18 02:49:51,119 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:49:51,119 End of checking +2021-12-18 02:49:51,121 Updating FAILED jobs +2021-12-18 02:49:51,121 Updating WAITING jobs +2021-12-18 02:49:51,121 Update finished +2021-12-18 02:49:51,121 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:49:51,121 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:49:51,122 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:49:51,122 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:49:51,122 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:49:51,124 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:49:51,127 Job list saved +2021-12-18 02:49:51,132 Updating FAILED jobs +2021-12-18 02:49:51,132 Updating WAITING jobs +2021-12-18 02:49:51,132 Update finished +2021-12-18 02:50:01,142 Reloading parameters... +2021-12-18 02:50:01,166 Loading parameters... +2021-12-18 02:50:01,167 Loading project parameters... +2021-12-18 02:50:01,169 + +22 of 25 jobs remaining (02:50) +2021-12-18 02:50:01,170 Sleep: 10 +2021-12-18 02:50:01,170 Number of retrials: 0 +2021-12-18 02:50:01,170 WRAPPER CHECK TIME = 10 +2021-12-18 02:50:01,170 Checking jobs for platform=marenostrum4 +2021-12-18 02:50:01,171 Checking jobs for platform=nord3 +2021-12-18 02:50:01,171 Checking jobs for platform=local +2021-12-18 02:50:01,172 Checking jobs for platform=transfer_node +2021-12-18 02:50:01,172 Checking all jobs at once +2021-12-18 02:50:03,497 Successful check job command +2021-12-18 02:50:05,167 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:50:05,168 End of checking +2021-12-18 02:50:05,169 Updating FAILED jobs +2021-12-18 02:50:05,169 Updating WAITING jobs +2021-12-18 02:50:05,169 Update finished +2021-12-18 02:50:05,170 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:50:05,170 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:50:05,170 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:50:05,170 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:50:05,170 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:50:05,173 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:50:05,175 Job list saved +2021-12-18 02:50:05,180 Updating FAILED jobs +2021-12-18 02:50:05,180 Updating WAITING jobs +2021-12-18 02:50:05,180 Update finished +2021-12-18 02:50:15,190 Reloading parameters... +2021-12-18 02:50:15,208 Loading parameters... +2021-12-18 02:50:15,210 Loading project parameters... +2021-12-18 02:50:15,211 + +22 of 25 jobs remaining (02:50) +2021-12-18 02:50:15,212 Sleep: 10 +2021-12-18 02:50:15,212 Number of retrials: 0 +2021-12-18 02:50:15,212 WRAPPER CHECK TIME = 10 +2021-12-18 02:50:15,212 Checking jobs for platform=marenostrum4 +2021-12-18 02:50:15,213 Checking jobs for platform=nord3 +2021-12-18 02:50:15,214 Checking jobs for platform=local +2021-12-18 02:50:15,214 Checking jobs for platform=transfer_node +2021-12-18 02:50:15,214 Checking all jobs at once +2021-12-18 02:50:16,687 Successful check job command +2021-12-18 02:50:18,156 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:50:18,157 End of checking +2021-12-18 02:50:18,158 Updating FAILED jobs +2021-12-18 02:50:18,158 Updating WAITING jobs +2021-12-18 02:50:18,158 Update finished +2021-12-18 02:50:18,159 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:50:18,159 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:50:18,159 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:50:18,160 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:50:18,160 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:50:18,162 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:50:18,164 Job list saved +2021-12-18 02:50:18,170 Updating FAILED jobs +2021-12-18 02:50:18,170 Updating WAITING jobs +2021-12-18 02:50:18,170 Update finished +2021-12-18 02:50:28,177 Reloading parameters... +2021-12-18 02:50:28,197 Loading parameters... +2021-12-18 02:50:28,199 Loading project parameters... +2021-12-18 02:50:28,201 + +22 of 25 jobs remaining (02:50) +2021-12-18 02:50:28,201 Sleep: 10 +2021-12-18 02:50:28,201 Number of retrials: 0 +2021-12-18 02:50:28,201 WRAPPER CHECK TIME = 10 +2021-12-18 02:50:28,202 Checking jobs for platform=marenostrum4 +2021-12-18 02:50:28,203 Checking jobs for platform=nord3 +2021-12-18 02:50:28,203 Checking jobs for platform=local +2021-12-18 02:50:28,204 Checking jobs for platform=transfer_node +2021-12-18 02:50:28,204 Checking all jobs at once +2021-12-18 02:50:30,125 Successful check job command +2021-12-18 02:50:31,795 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:50:31,795 End of checking +2021-12-18 02:50:31,797 Updating FAILED jobs +2021-12-18 02:50:31,797 Updating WAITING jobs +2021-12-18 02:50:31,797 Update finished +2021-12-18 02:50:31,797 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:50:31,798 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:50:31,798 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:50:31,798 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:50:31,798 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:50:31,801 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:50:31,803 Job list saved +2021-12-18 02:50:31,808 Updating FAILED jobs +2021-12-18 02:50:31,808 Updating WAITING jobs +2021-12-18 02:50:31,808 Update finished +2021-12-18 02:50:41,819 Reloading parameters... +2021-12-18 02:50:41,837 Loading parameters... +2021-12-18 02:50:41,838 Loading project parameters... +2021-12-18 02:50:41,840 + +22 of 25 jobs remaining (02:50) +2021-12-18 02:50:41,841 Sleep: 10 +2021-12-18 02:50:41,841 Number of retrials: 0 +2021-12-18 02:50:41,841 WRAPPER CHECK TIME = 10 +2021-12-18 02:50:41,842 Checking jobs for platform=marenostrum4 +2021-12-18 02:50:41,842 Checking jobs for platform=nord3 +2021-12-18 02:50:41,843 Checking jobs for platform=local +2021-12-18 02:50:41,843 Checking jobs for platform=transfer_node +2021-12-18 02:50:41,843 Checking all jobs at once +2021-12-18 02:50:43,313 Successful check job command +2021-12-18 02:50:44,833 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:50:44,834 End of checking +2021-12-18 02:50:44,835 Updating FAILED jobs +2021-12-18 02:50:44,835 Updating WAITING jobs +2021-12-18 02:50:44,835 Update finished +2021-12-18 02:50:44,835 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:50:44,836 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:50:44,836 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:50:44,836 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:50:44,836 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:50:44,839 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:50:44,841 Job list saved +2021-12-18 02:50:44,846 Updating FAILED jobs +2021-12-18 02:50:44,846 Updating WAITING jobs +2021-12-18 02:50:44,846 Update finished +2021-12-18 02:50:54,857 Reloading parameters... +2021-12-18 02:50:54,875 Loading parameters... +2021-12-18 02:50:54,877 Loading project parameters... +2021-12-18 02:50:54,878 + +22 of 25 jobs remaining (02:50) +2021-12-18 02:50:54,879 Sleep: 10 +2021-12-18 02:50:54,879 Number of retrials: 0 +2021-12-18 02:50:54,879 WRAPPER CHECK TIME = 10 +2021-12-18 02:50:54,879 Checking jobs for platform=marenostrum4 +2021-12-18 02:50:54,880 Checking jobs for platform=nord3 +2021-12-18 02:50:54,880 Checking jobs for platform=local +2021-12-18 02:50:54,881 Checking jobs for platform=transfer_node +2021-12-18 02:50:54,881 Checking all jobs at once +2021-12-18 02:50:56,301 Successful check job command +2021-12-18 02:50:57,620 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:50:57,621 End of checking +2021-12-18 02:50:57,622 Updating FAILED jobs +2021-12-18 02:50:57,622 Updating WAITING jobs +2021-12-18 02:50:57,623 Update finished +2021-12-18 02:50:57,623 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:50:57,623 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:50:57,624 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:50:57,624 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:50:57,624 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:50:57,626 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:50:57,629 Job list saved +2021-12-18 02:50:57,641 Updating FAILED jobs +2021-12-18 02:50:57,642 Updating WAITING jobs +2021-12-18 02:50:57,642 Update finished +2021-12-18 02:51:07,650 Reloading parameters... +2021-12-18 02:51:07,672 Loading parameters... +2021-12-18 02:51:07,674 Loading project parameters... +2021-12-18 02:51:07,676 + +22 of 25 jobs remaining (02:51) +2021-12-18 02:51:07,676 Sleep: 10 +2021-12-18 02:51:07,676 Number of retrials: 0 +2021-12-18 02:51:07,676 WRAPPER CHECK TIME = 10 +2021-12-18 02:51:07,677 Checking jobs for platform=marenostrum4 +2021-12-18 02:51:07,677 Checking jobs for platform=nord3 +2021-12-18 02:51:07,678 Checking jobs for platform=local +2021-12-18 02:51:07,678 Checking jobs for platform=transfer_node +2021-12-18 02:51:07,678 Checking all jobs at once +2021-12-18 02:51:09,399 Successful check job command +2021-12-18 02:51:10,818 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:51:10,819 End of checking +2021-12-18 02:51:10,820 Updating FAILED jobs +2021-12-18 02:51:10,820 Updating WAITING jobs +2021-12-18 02:51:10,820 Update finished +2021-12-18 02:51:10,821 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:51:10,821 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:51:10,821 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:51:10,821 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:51:10,821 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:51:10,824 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:51:10,826 Job list saved +2021-12-18 02:51:10,831 Updating FAILED jobs +2021-12-18 02:51:10,832 Updating WAITING jobs +2021-12-18 02:51:10,832 Update finished +2021-12-18 02:51:20,842 Reloading parameters... +2021-12-18 02:51:20,863 Loading parameters... +2021-12-18 02:51:20,864 Loading project parameters... +2021-12-18 02:51:20,866 + +22 of 25 jobs remaining (02:51) +2021-12-18 02:51:20,866 Sleep: 10 +2021-12-18 02:51:20,866 Number of retrials: 0 +2021-12-18 02:51:20,866 WRAPPER CHECK TIME = 10 +2021-12-18 02:51:20,867 Checking jobs for platform=marenostrum4 +2021-12-18 02:51:20,868 Checking jobs for platform=nord3 +2021-12-18 02:51:20,868 Checking jobs for platform=local +2021-12-18 02:51:20,869 Checking jobs for platform=transfer_node +2021-12-18 02:51:20,869 Checking all jobs at once +2021-12-18 02:51:22,438 Successful check job command +2021-12-18 02:51:24,058 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:51:24,059 End of checking +2021-12-18 02:51:24,060 Updating FAILED jobs +2021-12-18 02:51:24,060 Updating WAITING jobs +2021-12-18 02:51:24,061 Update finished +2021-12-18 02:51:24,061 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:51:24,061 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:51:24,061 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:51:24,061 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:51:24,061 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:51:24,066 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:51:24,068 Job list saved +2021-12-18 02:51:24,074 Updating FAILED jobs +2021-12-18 02:51:24,074 Updating WAITING jobs +2021-12-18 02:51:24,074 Update finished +2021-12-18 02:51:34,084 Reloading parameters... +2021-12-18 02:51:34,114 Loading parameters... +2021-12-18 02:51:34,115 Loading project parameters... +2021-12-18 02:51:34,117 + +22 of 25 jobs remaining (02:51) +2021-12-18 02:51:34,117 Sleep: 10 +2021-12-18 02:51:34,117 Number of retrials: 0 +2021-12-18 02:51:34,117 WRAPPER CHECK TIME = 10 +2021-12-18 02:51:34,117 Checking jobs for platform=marenostrum4 +2021-12-18 02:51:34,118 Checking jobs for platform=nord3 +2021-12-18 02:51:34,118 Checking jobs for platform=local +2021-12-18 02:51:34,118 Checking jobs for platform=transfer_node +2021-12-18 02:51:34,118 Checking all jobs at once +2021-12-18 02:51:35,794 Successful check job command +2021-12-18 02:51:37,264 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:51:37,264 End of checking +2021-12-18 02:51:37,266 Updating FAILED jobs +2021-12-18 02:51:37,266 Updating WAITING jobs +2021-12-18 02:51:37,266 Update finished +2021-12-18 02:51:37,266 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:51:37,267 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:51:37,267 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:51:37,267 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:51:37,267 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:51:37,270 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:51:37,272 Job list saved +2021-12-18 02:51:37,277 Updating FAILED jobs +2021-12-18 02:51:37,277 Updating WAITING jobs +2021-12-18 02:51:37,277 Update finished +2021-12-18 02:51:47,287 Reloading parameters... +2021-12-18 02:51:47,306 Loading parameters... +2021-12-18 02:51:47,308 Loading project parameters... +2021-12-18 02:51:47,309 + +22 of 25 jobs remaining (02:51) +2021-12-18 02:51:47,310 Sleep: 10 +2021-12-18 02:51:47,310 Number of retrials: 0 +2021-12-18 02:51:47,310 WRAPPER CHECK TIME = 10 +2021-12-18 02:51:47,311 Checking jobs for platform=marenostrum4 +2021-12-18 02:51:47,311 Checking jobs for platform=nord3 +2021-12-18 02:51:47,312 Checking jobs for platform=local +2021-12-18 02:51:47,312 Checking jobs for platform=transfer_node +2021-12-18 02:51:47,312 Checking all jobs at once +2021-12-18 02:51:48,835 Successful check job command +2021-12-18 02:51:50,554 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:51:50,555 End of checking +2021-12-18 02:51:50,556 Updating FAILED jobs +2021-12-18 02:51:50,557 Updating WAITING jobs +2021-12-18 02:51:50,557 Update finished +2021-12-18 02:51:50,557 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:51:50,557 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:51:50,557 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:51:50,557 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:51:50,558 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:51:50,561 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:51:50,563 Job list saved +2021-12-18 02:51:50,568 Updating FAILED jobs +2021-12-18 02:51:50,568 Updating WAITING jobs +2021-12-18 02:51:50,569 Update finished +2021-12-18 02:52:00,579 Reloading parameters... +2021-12-18 02:52:00,598 Loading parameters... +2021-12-18 02:52:00,599 Loading project parameters... +2021-12-18 02:52:00,601 + +22 of 25 jobs remaining (02:52) +2021-12-18 02:52:00,601 Sleep: 10 +2021-12-18 02:52:00,601 Number of retrials: 0 +2021-12-18 02:52:00,601 WRAPPER CHECK TIME = 10 +2021-12-18 02:52:00,602 Checking jobs for platform=marenostrum4 +2021-12-18 02:52:00,603 Checking jobs for platform=nord3 +2021-12-18 02:52:00,603 Checking jobs for platform=local +2021-12-18 02:52:00,604 Checking jobs for platform=transfer_node +2021-12-18 02:52:00,604 Checking all jobs at once +2021-12-18 02:52:01,924 Successful check job command +2021-12-18 02:52:03,694 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:52:03,694 End of checking +2021-12-18 02:52:03,696 Updating FAILED jobs +2021-12-18 02:52:03,696 Updating WAITING jobs +2021-12-18 02:52:03,696 Update finished +2021-12-18 02:52:03,696 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:52:03,697 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:52:03,697 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:52:03,697 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:52:03,697 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:52:03,700 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:52:03,702 Job list saved +2021-12-18 02:52:03,708 Updating FAILED jobs +2021-12-18 02:52:03,708 Updating WAITING jobs +2021-12-18 02:52:03,708 Update finished +2021-12-18 02:52:13,715 Reloading parameters... +2021-12-18 02:52:13,736 Loading parameters... +2021-12-18 02:52:13,737 Loading project parameters... +2021-12-18 02:52:13,739 + +22 of 25 jobs remaining (02:52) +2021-12-18 02:52:13,739 Sleep: 10 +2021-12-18 02:52:13,739 Number of retrials: 0 +2021-12-18 02:52:13,739 WRAPPER CHECK TIME = 10 +2021-12-18 02:52:13,740 Checking jobs for platform=marenostrum4 +2021-12-18 02:52:13,741 Checking jobs for platform=nord3 +2021-12-18 02:52:13,741 Checking jobs for platform=local +2021-12-18 02:52:13,742 Checking jobs for platform=transfer_node +2021-12-18 02:52:13,742 Checking all jobs at once +2021-12-18 02:52:15,111 Successful check job command +2021-12-18 02:52:16,932 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:52:16,932 End of checking +2021-12-18 02:52:16,933 Updating FAILED jobs +2021-12-18 02:52:16,933 Updating WAITING jobs +2021-12-18 02:52:16,934 Update finished +2021-12-18 02:52:16,934 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:52:16,935 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:52:16,935 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:52:16,935 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:52:16,935 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:52:16,938 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:52:16,940 Job list saved +2021-12-18 02:52:16,946 Updating FAILED jobs +2021-12-18 02:52:16,946 Updating WAITING jobs +2021-12-18 02:52:16,946 Update finished +2021-12-18 02:52:26,957 Reloading parameters... +2021-12-18 02:52:26,975 Loading parameters... +2021-12-18 02:52:26,976 Loading project parameters... +2021-12-18 02:52:26,978 + +22 of 25 jobs remaining (02:52) +2021-12-18 02:52:26,978 Sleep: 10 +2021-12-18 02:52:26,978 Number of retrials: 0 +2021-12-18 02:52:26,978 WRAPPER CHECK TIME = 10 +2021-12-18 02:52:26,979 Checking jobs for platform=marenostrum4 +2021-12-18 02:52:26,980 Checking jobs for platform=nord3 +2021-12-18 02:52:26,980 Checking jobs for platform=local +2021-12-18 02:52:26,981 Checking jobs for platform=transfer_node +2021-12-18 02:52:26,981 Checking all jobs at once +2021-12-18 02:52:28,551 Successful check job command +2021-12-18 02:52:30,471 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:52:30,471 End of checking +2021-12-18 02:52:30,473 Updating FAILED jobs +2021-12-18 02:52:30,473 Updating WAITING jobs +2021-12-18 02:52:30,473 Update finished +2021-12-18 02:52:30,473 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:52:30,473 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:52:30,473 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:52:30,474 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:52:30,474 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:52:30,477 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:52:30,479 Job list saved +2021-12-18 02:52:30,484 Updating FAILED jobs +2021-12-18 02:52:30,484 Updating WAITING jobs +2021-12-18 02:52:30,484 Update finished +2021-12-18 02:52:40,494 Reloading parameters... +2021-12-18 02:52:40,513 Loading parameters... +2021-12-18 02:52:40,515 Loading project parameters... +2021-12-18 02:52:40,517 + +22 of 25 jobs remaining (02:52) +2021-12-18 02:52:40,517 Sleep: 10 +2021-12-18 02:52:40,517 Number of retrials: 0 +2021-12-18 02:52:40,517 WRAPPER CHECK TIME = 10 +2021-12-18 02:52:40,518 Checking jobs for platform=marenostrum4 +2021-12-18 02:52:40,518 Checking jobs for platform=nord3 +2021-12-18 02:52:40,519 Checking jobs for platform=local +2021-12-18 02:52:40,519 Checking jobs for platform=transfer_node +2021-12-18 02:52:40,519 Checking all jobs at once +2021-12-18 02:52:42,391 Successful check job command +2021-12-18 02:52:43,912 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:52:43,913 End of checking +2021-12-18 02:52:43,914 Updating FAILED jobs +2021-12-18 02:52:43,914 Updating WAITING jobs +2021-12-18 02:52:43,915 Update finished +2021-12-18 02:52:43,916 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:52:43,917 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:52:43,917 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:52:43,917 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:52:43,917 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:52:43,922 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:52:43,925 Job list saved +2021-12-18 02:52:43,930 Updating FAILED jobs +2021-12-18 02:52:43,930 Updating WAITING jobs +2021-12-18 02:52:43,931 Update finished +2021-12-18 02:52:53,941 Reloading parameters... +2021-12-18 02:52:53,962 Loading parameters... +2021-12-18 02:52:53,964 Loading project parameters... +2021-12-18 02:52:53,965 + +22 of 25 jobs remaining (02:52) +2021-12-18 02:52:53,966 Sleep: 10 +2021-12-18 02:52:53,966 Number of retrials: 0 +2021-12-18 02:52:53,966 WRAPPER CHECK TIME = 10 +2021-12-18 02:52:53,966 Checking jobs for platform=marenostrum4 +2021-12-18 02:52:53,967 Checking jobs for platform=nord3 +2021-12-18 02:52:53,968 Checking jobs for platform=local +2021-12-18 02:52:53,968 Checking jobs for platform=transfer_node +2021-12-18 02:52:53,968 Checking all jobs at once +2021-12-18 02:52:55,388 Successful check job command +2021-12-18 02:52:56,858 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:52:56,858 End of checking +2021-12-18 02:52:56,859 Updating FAILED jobs +2021-12-18 02:52:56,859 Updating WAITING jobs +2021-12-18 02:52:56,860 Update finished +2021-12-18 02:52:56,860 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:52:56,860 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:52:56,861 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:52:56,861 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:52:56,861 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:52:56,863 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:52:56,866 Job list saved +2021-12-18 02:52:56,871 Updating FAILED jobs +2021-12-18 02:52:56,871 Updating WAITING jobs +2021-12-18 02:52:56,871 Update finished +2021-12-18 02:53:06,879 Reloading parameters... +2021-12-18 02:53:06,900 Loading parameters... +2021-12-18 02:53:06,901 Loading project parameters... +2021-12-18 02:53:06,903 + +22 of 25 jobs remaining (02:53) +2021-12-18 02:53:06,903 Sleep: 10 +2021-12-18 02:53:06,904 Number of retrials: 0 +2021-12-18 02:53:06,904 WRAPPER CHECK TIME = 10 +2021-12-18 02:53:06,904 Checking jobs for platform=marenostrum4 +2021-12-18 02:53:06,905 Checking jobs for platform=nord3 +2021-12-18 02:53:06,905 Checking jobs for platform=local +2021-12-18 02:53:06,906 Checking jobs for platform=transfer_node +2021-12-18 02:53:06,906 Checking all jobs at once +2021-12-18 02:53:08,927 Successful check job command +2021-12-18 02:53:10,849 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:53:10,850 End of checking +2021-12-18 02:53:10,851 Updating FAILED jobs +2021-12-18 02:53:10,851 Updating WAITING jobs +2021-12-18 02:53:10,851 Update finished +2021-12-18 02:53:10,852 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:53:10,852 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:53:10,852 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:53:10,852 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:53:10,852 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:53:10,855 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:53:10,857 Job list saved +2021-12-18 02:53:10,863 Updating FAILED jobs +2021-12-18 02:53:10,863 Updating WAITING jobs +2021-12-18 02:53:10,863 Update finished +2021-12-18 02:53:20,873 Reloading parameters... +2021-12-18 02:53:20,894 Loading parameters... +2021-12-18 02:53:20,895 Loading project parameters... +2021-12-18 02:53:20,897 + +22 of 25 jobs remaining (02:53) +2021-12-18 02:53:20,897 Sleep: 10 +2021-12-18 02:53:20,897 Number of retrials: 0 +2021-12-18 02:53:20,897 WRAPPER CHECK TIME = 10 +2021-12-18 02:53:20,898 Checking jobs for platform=marenostrum4 +2021-12-18 02:53:20,899 Checking jobs for platform=nord3 +2021-12-18 02:53:20,899 Checking jobs for platform=local +2021-12-18 02:53:20,900 Checking jobs for platform=transfer_node +2021-12-18 02:53:20,900 Checking all jobs at once +2021-12-18 02:53:22,424 Successful check job command +2021-12-18 02:53:24,449 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:53:24,449 End of checking +2021-12-18 02:53:24,451 Updating FAILED jobs +2021-12-18 02:53:24,451 Updating WAITING jobs +2021-12-18 02:53:24,451 Update finished +2021-12-18 02:53:24,451 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:53:24,451 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:53:24,452 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:53:24,452 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:53:24,452 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:53:24,455 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:53:24,457 Job list saved +2021-12-18 02:53:24,462 Updating FAILED jobs +2021-12-18 02:53:24,462 Updating WAITING jobs +2021-12-18 02:53:24,462 Update finished +2021-12-18 02:53:34,472 Reloading parameters... +2021-12-18 02:53:34,492 Loading parameters... +2021-12-18 02:53:34,494 Loading project parameters... +2021-12-18 02:53:34,496 + +22 of 25 jobs remaining (02:53) +2021-12-18 02:53:34,496 Sleep: 10 +2021-12-18 02:53:34,496 Number of retrials: 0 +2021-12-18 02:53:34,496 WRAPPER CHECK TIME = 10 +2021-12-18 02:53:34,497 Checking jobs for platform=marenostrum4 +2021-12-18 02:53:34,498 Checking jobs for platform=nord3 +2021-12-18 02:53:34,498 Checking jobs for platform=local +2021-12-18 02:53:34,499 Checking jobs for platform=transfer_node +2021-12-18 02:53:34,499 Checking all jobs at once +2021-12-18 02:53:35,920 Successful check job command +2021-12-18 02:53:37,691 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:53:37,691 End of checking +2021-12-18 02:53:37,693 Updating FAILED jobs +2021-12-18 02:53:37,693 Updating WAITING jobs +2021-12-18 02:53:37,693 Update finished +2021-12-18 02:53:37,693 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:53:37,694 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:53:37,694 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:53:37,694 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:53:37,694 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:53:37,697 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:53:37,700 Job list saved +2021-12-18 02:53:37,707 Updating FAILED jobs +2021-12-18 02:53:37,707 Updating WAITING jobs +2021-12-18 02:53:37,707 Update finished +2021-12-18 02:53:47,714 Reloading parameters... +2021-12-18 02:53:47,733 Loading parameters... +2021-12-18 02:53:47,735 Loading project parameters... +2021-12-18 02:53:47,737 + +22 of 25 jobs remaining (02:53) +2021-12-18 02:53:47,737 Sleep: 10 +2021-12-18 02:53:47,737 Number of retrials: 0 +2021-12-18 02:53:47,737 WRAPPER CHECK TIME = 10 +2021-12-18 02:53:47,738 Checking jobs for platform=marenostrum4 +2021-12-18 02:53:47,738 Checking jobs for platform=nord3 +2021-12-18 02:53:47,739 Checking jobs for platform=local +2021-12-18 02:53:47,739 Checking jobs for platform=transfer_node +2021-12-18 02:53:47,739 Checking all jobs at once +2021-12-18 02:53:49,162 Successful check job command +2021-12-18 02:53:50,732 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:53:50,732 End of checking +2021-12-18 02:53:50,734 Updating FAILED jobs +2021-12-18 02:53:50,734 Updating WAITING jobs +2021-12-18 02:53:50,734 Update finished +2021-12-18 02:53:50,734 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:53:50,735 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:53:50,735 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:53:50,735 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:53:50,735 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:53:50,738 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:53:50,740 Job list saved +2021-12-18 02:53:50,745 Updating FAILED jobs +2021-12-18 02:53:50,745 Updating WAITING jobs +2021-12-18 02:53:50,745 Update finished +2021-12-18 02:54:00,755 Reloading parameters... +2021-12-18 02:54:00,777 Loading parameters... +2021-12-18 02:54:00,778 Loading project parameters... +2021-12-18 02:54:00,780 + +22 of 25 jobs remaining (02:54) +2021-12-18 02:54:00,780 Sleep: 10 +2021-12-18 02:54:00,780 Number of retrials: 0 +2021-12-18 02:54:00,780 WRAPPER CHECK TIME = 10 +2021-12-18 02:54:00,781 Checking jobs for platform=marenostrum4 +2021-12-18 02:54:00,781 Checking jobs for platform=nord3 +2021-12-18 02:54:00,782 Checking jobs for platform=local +2021-12-18 02:54:00,782 Checking jobs for platform=transfer_node +2021-12-18 02:54:00,783 Checking all jobs at once +2021-12-18 02:54:02,203 Successful check job command +2021-12-18 02:54:03,523 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:54:03,523 End of checking +2021-12-18 02:54:03,525 Updating FAILED jobs +2021-12-18 02:54:03,525 Updating WAITING jobs +2021-12-18 02:54:03,525 Update finished +2021-12-18 02:54:03,526 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:54:03,526 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:54:03,526 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:54:03,526 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:54:03,526 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:54:03,529 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:54:03,531 Job list saved +2021-12-18 02:54:03,536 Updating FAILED jobs +2021-12-18 02:54:03,536 Updating WAITING jobs +2021-12-18 02:54:03,537 Update finished +2021-12-18 02:54:13,547 Reloading parameters... +2021-12-18 02:54:13,567 Loading parameters... +2021-12-18 02:54:13,569 Loading project parameters... +2021-12-18 02:54:13,570 + +22 of 25 jobs remaining (02:54) +2021-12-18 02:54:13,571 Sleep: 10 +2021-12-18 02:54:13,571 Number of retrials: 0 +2021-12-18 02:54:13,571 WRAPPER CHECK TIME = 10 +2021-12-18 02:54:13,571 Checking jobs for platform=marenostrum4 +2021-12-18 02:54:13,572 Checking jobs for platform=nord3 +2021-12-18 02:54:13,572 Checking jobs for platform=local +2021-12-18 02:54:13,573 Checking jobs for platform=transfer_node +2021-12-18 02:54:13,573 Checking all jobs at once +2021-12-18 02:54:14,943 Successful check job command +2021-12-18 02:54:16,113 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:54:16,113 End of checking +2021-12-18 02:54:16,116 Updating FAILED jobs +2021-12-18 02:54:16,116 Updating WAITING jobs +2021-12-18 02:54:16,116 Update finished +2021-12-18 02:54:16,116 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:54:16,117 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:54:16,117 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:54:16,117 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:54:16,117 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:54:16,121 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:54:16,123 Job list saved +2021-12-18 02:54:16,132 Updating FAILED jobs +2021-12-18 02:54:16,132 Updating WAITING jobs +2021-12-18 02:54:16,132 Update finished +2021-12-18 02:54:26,142 Reloading parameters... +2021-12-18 02:54:26,164 Loading parameters... +2021-12-18 02:54:26,165 Loading project parameters... +2021-12-18 02:54:26,167 + +22 of 25 jobs remaining (02:54) +2021-12-18 02:54:26,167 Sleep: 10 +2021-12-18 02:54:26,167 Number of retrials: 0 +2021-12-18 02:54:26,167 WRAPPER CHECK TIME = 10 +2021-12-18 02:54:26,168 Checking jobs for platform=marenostrum4 +2021-12-18 02:54:26,168 Checking jobs for platform=nord3 +2021-12-18 02:54:26,169 Checking jobs for platform=local +2021-12-18 02:54:26,169 Checking jobs for platform=transfer_node +2021-12-18 02:54:26,170 Checking all jobs at once +2021-12-18 02:54:27,689 Successful check job command +2021-12-18 02:54:28,909 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:54:28,910 End of checking +2021-12-18 02:54:28,911 Updating FAILED jobs +2021-12-18 02:54:28,911 Updating WAITING jobs +2021-12-18 02:54:28,911 Update finished +2021-12-18 02:54:28,911 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:54:28,912 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:54:28,912 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:54:28,912 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:54:28,912 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:54:28,915 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:54:28,917 Job list saved +2021-12-18 02:54:28,923 Updating FAILED jobs +2021-12-18 02:54:28,923 Updating WAITING jobs +2021-12-18 02:54:28,923 Update finished +2021-12-18 02:54:38,929 Reloading parameters... +2021-12-18 02:54:38,948 Loading parameters... +2021-12-18 02:54:38,949 Loading project parameters... +2021-12-18 02:54:38,953 + +22 of 25 jobs remaining (02:54) +2021-12-18 02:54:38,954 Sleep: 10 +2021-12-18 02:54:38,954 Number of retrials: 0 +2021-12-18 02:54:38,954 WRAPPER CHECK TIME = 10 +2021-12-18 02:54:38,954 Checking jobs for platform=marenostrum4 +2021-12-18 02:54:38,955 Checking jobs for platform=nord3 +2021-12-18 02:54:38,956 Checking jobs for platform=local +2021-12-18 02:54:38,956 Checking jobs for platform=transfer_node +2021-12-18 02:54:38,956 Checking all jobs at once +2021-12-18 02:54:40,526 Successful check job command +2021-12-18 02:54:41,846 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:54:41,847 End of checking +2021-12-18 02:54:41,848 Updating FAILED jobs +2021-12-18 02:54:41,848 Updating WAITING jobs +2021-12-18 02:54:41,848 Update finished +2021-12-18 02:54:41,849 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:54:41,849 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:54:41,849 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:54:41,849 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:54:41,849 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:54:41,852 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:54:41,855 Job list saved +2021-12-18 02:54:41,859 Updating FAILED jobs +2021-12-18 02:54:41,859 Updating WAITING jobs +2021-12-18 02:54:41,860 Update finished +2021-12-18 02:54:51,867 Reloading parameters... +2021-12-18 02:54:51,887 Loading parameters... +2021-12-18 02:54:51,888 Loading project parameters... +2021-12-18 02:54:51,890 + +22 of 25 jobs remaining (02:54) +2021-12-18 02:54:51,890 Sleep: 10 +2021-12-18 02:54:51,891 Number of retrials: 0 +2021-12-18 02:54:51,891 WRAPPER CHECK TIME = 10 +2021-12-18 02:54:51,891 Checking jobs for platform=marenostrum4 +2021-12-18 02:54:51,892 Checking jobs for platform=nord3 +2021-12-18 02:54:51,892 Checking jobs for platform=local +2021-12-18 02:54:51,893 Checking jobs for platform=transfer_node +2021-12-18 02:54:51,893 Checking all jobs at once +2021-12-18 02:54:53,262 Successful check job command +2021-12-18 02:54:54,532 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:54:54,532 End of checking +2021-12-18 02:54:54,533 Updating FAILED jobs +2021-12-18 02:54:54,534 Updating WAITING jobs +2021-12-18 02:54:54,534 Update finished +2021-12-18 02:54:54,534 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:54:54,535 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:54:54,535 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:54:54,535 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:54:54,535 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:54:54,538 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:54:54,540 Job list saved +2021-12-18 02:54:54,545 Updating FAILED jobs +2021-12-18 02:54:54,545 Updating WAITING jobs +2021-12-18 02:54:54,545 Update finished +2021-12-18 02:55:04,555 Reloading parameters... +2021-12-18 02:55:04,574 Loading parameters... +2021-12-18 02:55:04,575 Loading project parameters... +2021-12-18 02:55:04,577 + +22 of 25 jobs remaining (02:55) +2021-12-18 02:55:04,577 Sleep: 10 +2021-12-18 02:55:04,577 Number of retrials: 0 +2021-12-18 02:55:04,577 WRAPPER CHECK TIME = 10 +2021-12-18 02:55:04,578 Checking jobs for platform=marenostrum4 +2021-12-18 02:55:04,579 Checking jobs for platform=nord3 +2021-12-18 02:55:04,579 Checking jobs for platform=local +2021-12-18 02:55:04,580 Checking jobs for platform=transfer_node +2021-12-18 02:55:04,580 Checking all jobs at once +2021-12-18 02:55:06,251 Successful check job command +2021-12-18 02:55:07,471 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:55:07,471 End of checking +2021-12-18 02:55:07,472 Updating FAILED jobs +2021-12-18 02:55:07,472 Updating WAITING jobs +2021-12-18 02:55:07,473 Update finished +2021-12-18 02:55:07,473 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:55:07,473 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:55:07,473 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:55:07,473 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:55:07,473 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:55:07,476 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:55:07,478 Job list saved +2021-12-18 02:55:07,483 Updating FAILED jobs +2021-12-18 02:55:07,483 Updating WAITING jobs +2021-12-18 02:55:07,484 Update finished +2021-12-18 02:55:17,494 Reloading parameters... +2021-12-18 02:55:17,515 Loading parameters... +2021-12-18 02:55:17,517 Loading project parameters... +2021-12-18 02:55:17,518 + +22 of 25 jobs remaining (02:55) +2021-12-18 02:55:17,519 Sleep: 10 +2021-12-18 02:55:17,519 Number of retrials: 0 +2021-12-18 02:55:17,519 WRAPPER CHECK TIME = 10 +2021-12-18 02:55:17,519 Checking jobs for platform=marenostrum4 +2021-12-18 02:55:17,520 Checking jobs for platform=nord3 +2021-12-18 02:55:17,521 Checking jobs for platform=local +2021-12-18 02:55:17,521 Checking jobs for platform=transfer_node +2021-12-18 02:55:17,521 Checking all jobs at once +2021-12-18 02:55:18,991 Successful check job command +2021-12-18 02:55:20,260 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:55:20,260 End of checking +2021-12-18 02:55:20,262 Updating FAILED jobs +2021-12-18 02:55:20,262 Updating WAITING jobs +2021-12-18 02:55:20,262 Update finished +2021-12-18 02:55:20,263 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:55:20,263 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:55:20,263 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:55:20,263 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:55:20,263 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:55:20,266 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:55:20,268 Job list saved +2021-12-18 02:55:20,273 Updating FAILED jobs +2021-12-18 02:55:20,273 Updating WAITING jobs +2021-12-18 02:55:20,273 Update finished +2021-12-18 02:55:30,283 Reloading parameters... +2021-12-18 02:55:30,303 Loading parameters... +2021-12-18 02:55:30,304 Loading project parameters... +2021-12-18 02:55:30,305 + +22 of 25 jobs remaining (02:55) +2021-12-18 02:55:30,305 Sleep: 10 +2021-12-18 02:55:30,305 Number of retrials: 0 +2021-12-18 02:55:30,305 WRAPPER CHECK TIME = 10 +2021-12-18 02:55:30,306 Checking jobs for platform=marenostrum4 +2021-12-18 02:55:30,306 Checking jobs for platform=nord3 +2021-12-18 02:55:30,307 Checking jobs for platform=local +2021-12-18 02:55:30,307 Checking jobs for platform=transfer_node +2021-12-18 02:55:30,307 Checking all jobs at once +2021-12-18 02:55:32,329 Successful check job command +2021-12-18 02:55:34,449 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:55:34,450 End of checking +2021-12-18 02:55:34,452 Updating FAILED jobs +2021-12-18 02:55:34,452 Updating WAITING jobs +2021-12-18 02:55:34,452 Update finished +2021-12-18 02:55:34,452 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:55:34,454 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:55:34,455 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:55:34,455 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:55:34,455 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:55:34,458 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:55:34,460 Job list saved +2021-12-18 02:55:34,465 Updating FAILED jobs +2021-12-18 02:55:34,466 Updating WAITING jobs +2021-12-18 02:55:34,466 Update finished +2021-12-18 02:55:44,473 Reloading parameters... +2021-12-18 02:55:44,492 Loading parameters... +2021-12-18 02:55:44,493 Loading project parameters... +2021-12-18 02:55:44,495 + +22 of 25 jobs remaining (02:55) +2021-12-18 02:55:44,495 Sleep: 10 +2021-12-18 02:55:44,495 Number of retrials: 0 +2021-12-18 02:55:44,495 WRAPPER CHECK TIME = 10 +2021-12-18 02:55:44,496 Checking jobs for platform=marenostrum4 +2021-12-18 02:55:44,496 Checking jobs for platform=nord3 +2021-12-18 02:55:44,497 Checking jobs for platform=local +2021-12-18 02:55:44,498 Checking jobs for platform=transfer_node +2021-12-18 02:55:44,498 Checking all jobs at once +2021-12-18 02:55:46,117 Successful check job command +2021-12-18 02:55:47,487 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:55:47,487 End of checking +2021-12-18 02:55:47,491 Updating FAILED jobs +2021-12-18 02:55:47,491 Updating WAITING jobs +2021-12-18 02:55:47,491 Update finished +2021-12-18 02:55:47,491 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:55:47,492 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:55:47,492 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:55:47,492 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:55:47,492 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:55:47,495 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:55:47,497 Job list saved +2021-12-18 02:55:47,503 Updating FAILED jobs +2021-12-18 02:55:47,503 Updating WAITING jobs +2021-12-18 02:55:47,504 Update finished +2021-12-18 02:55:57,514 Reloading parameters... +2021-12-18 02:55:57,533 Loading parameters... +2021-12-18 02:55:57,535 Loading project parameters... +2021-12-18 02:55:57,537 + +22 of 25 jobs remaining (02:55) +2021-12-18 02:55:57,537 Sleep: 10 +2021-12-18 02:55:57,537 Number of retrials: 0 +2021-12-18 02:55:57,537 WRAPPER CHECK TIME = 10 +2021-12-18 02:55:57,538 Checking jobs for platform=marenostrum4 +2021-12-18 02:55:57,538 Checking jobs for platform=nord3 +2021-12-18 02:55:57,539 Checking jobs for platform=local +2021-12-18 02:55:57,539 Checking jobs for platform=transfer_node +2021-12-18 02:55:57,539 Checking all jobs at once +2021-12-18 02:55:59,714 Successful check job command +2021-12-18 02:56:01,184 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:56:01,184 End of checking +2021-12-18 02:56:01,186 Updating FAILED jobs +2021-12-18 02:56:01,186 Updating WAITING jobs +2021-12-18 02:56:01,186 Update finished +2021-12-18 02:56:01,186 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:56:01,186 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:56:01,187 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:56:01,187 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:56:01,187 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:56:01,189 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:56:01,192 Job list saved +2021-12-18 02:56:01,197 Updating FAILED jobs +2021-12-18 02:56:01,197 Updating WAITING jobs +2021-12-18 02:56:01,197 Update finished +2021-12-18 02:56:11,208 Reloading parameters... +2021-12-18 02:56:11,234 Loading parameters... +2021-12-18 02:56:11,236 Loading project parameters... +2021-12-18 02:56:11,238 + +22 of 25 jobs remaining (02:56) +2021-12-18 02:56:11,238 Sleep: 10 +2021-12-18 02:56:11,238 Number of retrials: 0 +2021-12-18 02:56:11,238 WRAPPER CHECK TIME = 10 +2021-12-18 02:56:11,239 Checking jobs for platform=marenostrum4 +2021-12-18 02:56:11,240 Checking jobs for platform=nord3 +2021-12-18 02:56:11,240 Checking jobs for platform=local +2021-12-18 02:56:11,241 Checking jobs for platform=transfer_node +2021-12-18 02:56:11,241 Checking all jobs at once +2021-12-18 02:56:13,765 Successful check job command +2021-12-18 02:56:15,135 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:56:15,135 End of checking +2021-12-18 02:56:15,137 Updating FAILED jobs +2021-12-18 02:56:15,137 Updating WAITING jobs +2021-12-18 02:56:15,137 Update finished +2021-12-18 02:56:15,137 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:56:15,138 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:56:15,138 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:56:15,138 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:56:15,138 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:56:15,140 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:56:15,143 Job list saved +2021-12-18 02:56:15,155 Updating FAILED jobs +2021-12-18 02:56:15,155 Updating WAITING jobs +2021-12-18 02:56:15,156 Update finished +2021-12-18 02:56:25,166 Reloading parameters... +2021-12-18 02:56:25,185 Loading parameters... +2021-12-18 02:56:25,187 Loading project parameters... +2021-12-18 02:56:25,188 + +22 of 25 jobs remaining (02:56) +2021-12-18 02:56:25,189 Sleep: 10 +2021-12-18 02:56:25,189 Number of retrials: 0 +2021-12-18 02:56:25,189 WRAPPER CHECK TIME = 10 +2021-12-18 02:56:25,189 Checking jobs for platform=marenostrum4 +2021-12-18 02:56:25,190 Checking jobs for platform=nord3 +2021-12-18 02:56:25,191 Checking jobs for platform=local +2021-12-18 02:56:25,191 Checking jobs for platform=transfer_node +2021-12-18 02:56:25,191 Checking all jobs at once +2021-12-18 02:56:26,763 Successful check job command +2021-12-18 02:56:28,082 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:56:28,082 End of checking +2021-12-18 02:56:28,084 Updating FAILED jobs +2021-12-18 02:56:28,084 Updating WAITING jobs +2021-12-18 02:56:28,084 Update finished +2021-12-18 02:56:28,084 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:56:28,084 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:56:28,085 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:56:28,085 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:56:28,085 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:56:28,088 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:56:28,090 Job list saved +2021-12-18 02:56:28,095 Updating FAILED jobs +2021-12-18 02:56:28,095 Updating WAITING jobs +2021-12-18 02:56:28,095 Update finished +2021-12-18 02:56:38,105 Reloading parameters... +2021-12-18 02:56:38,127 Loading parameters... +2021-12-18 02:56:38,128 Loading project parameters... +2021-12-18 02:56:38,130 + +22 of 25 jobs remaining (02:56) +2021-12-18 02:56:38,130 Sleep: 10 +2021-12-18 02:56:38,130 Number of retrials: 0 +2021-12-18 02:56:38,130 WRAPPER CHECK TIME = 10 +2021-12-18 02:56:38,131 Checking jobs for platform=marenostrum4 +2021-12-18 02:56:38,132 Checking jobs for platform=nord3 +2021-12-18 02:56:38,132 Checking jobs for platform=local +2021-12-18 02:56:38,133 Checking jobs for platform=transfer_node +2021-12-18 02:56:38,133 Checking all jobs at once +2021-12-18 02:56:40,555 Successful check job command +2021-12-18 02:56:41,825 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:56:41,825 End of checking +2021-12-18 02:56:41,827 Updating FAILED jobs +2021-12-18 02:56:41,827 Updating WAITING jobs +2021-12-18 02:56:41,827 Update finished +2021-12-18 02:56:41,827 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:56:41,827 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:56:41,828 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:56:41,828 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:56:41,828 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:56:41,831 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:56:41,833 Job list saved +2021-12-18 02:56:41,838 Updating FAILED jobs +2021-12-18 02:56:41,838 Updating WAITING jobs +2021-12-18 02:56:41,839 Update finished +2021-12-18 02:56:51,846 Reloading parameters... +2021-12-18 02:56:51,864 Loading parameters... +2021-12-18 02:56:51,866 Loading project parameters... +2021-12-18 02:56:51,867 + +22 of 25 jobs remaining (02:56) +2021-12-18 02:56:51,868 Sleep: 10 +2021-12-18 02:56:51,868 Number of retrials: 0 +2021-12-18 02:56:51,868 WRAPPER CHECK TIME = 10 +2021-12-18 02:56:51,869 Checking jobs for platform=marenostrum4 +2021-12-18 02:56:51,869 Checking jobs for platform=nord3 +2021-12-18 02:56:51,870 Checking jobs for platform=local +2021-12-18 02:56:51,870 Checking jobs for platform=transfer_node +2021-12-18 02:56:51,870 Checking all jobs at once +2021-12-18 02:56:53,641 Successful check job command +2021-12-18 02:56:55,062 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:56:55,062 End of checking +2021-12-18 02:56:55,064 Updating FAILED jobs +2021-12-18 02:56:55,064 Updating WAITING jobs +2021-12-18 02:56:55,064 Update finished +2021-12-18 02:56:55,064 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:56:55,065 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:56:55,065 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:56:55,066 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:56:55,066 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:56:55,068 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:56:55,071 Job list saved +2021-12-18 02:56:55,075 Updating FAILED jobs +2021-12-18 02:56:55,075 Updating WAITING jobs +2021-12-18 02:56:55,076 Update finished +2021-12-18 02:57:05,083 Reloading parameters... +2021-12-18 02:57:05,102 Loading parameters... +2021-12-18 02:57:05,104 Loading project parameters... +2021-12-18 02:57:05,105 + +22 of 25 jobs remaining (02:57) +2021-12-18 02:57:05,106 Sleep: 10 +2021-12-18 02:57:05,106 Number of retrials: 0 +2021-12-18 02:57:05,106 WRAPPER CHECK TIME = 10 +2021-12-18 02:57:05,106 Checking jobs for platform=marenostrum4 +2021-12-18 02:57:05,107 Checking jobs for platform=nord3 +2021-12-18 02:57:05,108 Checking jobs for platform=local +2021-12-18 02:57:05,108 Checking jobs for platform=transfer_node +2021-12-18 02:57:05,108 Checking all jobs at once +2021-12-18 02:57:06,579 Successful check job command +2021-12-18 02:57:07,899 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:57:07,899 End of checking +2021-12-18 02:57:07,901 Updating FAILED jobs +2021-12-18 02:57:07,901 Updating WAITING jobs +2021-12-18 02:57:07,901 Update finished +2021-12-18 02:57:07,901 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:57:07,901 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:57:07,901 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:57:07,902 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:57:07,902 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:57:07,905 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:57:07,907 Job list saved +2021-12-18 02:57:07,912 Updating FAILED jobs +2021-12-18 02:57:07,912 Updating WAITING jobs +2021-12-18 02:57:07,913 Update finished +2021-12-18 02:57:17,923 Reloading parameters... +2021-12-18 02:57:17,943 Loading parameters... +2021-12-18 02:57:17,944 Loading project parameters... +2021-12-18 02:57:17,946 + +22 of 25 jobs remaining (02:57) +2021-12-18 02:57:17,946 Sleep: 10 +2021-12-18 02:57:17,946 Number of retrials: 0 +2021-12-18 02:57:17,947 WRAPPER CHECK TIME = 10 +2021-12-18 02:57:17,947 Checking jobs for platform=marenostrum4 +2021-12-18 02:57:17,948 Checking jobs for platform=nord3 +2021-12-18 02:57:17,948 Checking jobs for platform=local +2021-12-18 02:57:17,949 Checking jobs for platform=transfer_node +2021-12-18 02:57:17,949 Checking all jobs at once +2021-12-18 02:57:19,469 Successful check job command +2021-12-18 02:57:20,889 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:57:20,889 End of checking +2021-12-18 02:57:20,890 Updating FAILED jobs +2021-12-18 02:57:20,890 Updating WAITING jobs +2021-12-18 02:57:20,891 Update finished +2021-12-18 02:57:20,891 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:57:20,891 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:57:20,891 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:57:20,891 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:57:20,892 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:57:20,894 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:57:20,897 Job list saved +2021-12-18 02:57:20,903 Updating FAILED jobs +2021-12-18 02:57:20,904 Updating WAITING jobs +2021-12-18 02:57:20,904 Update finished +2021-12-18 02:57:30,914 Reloading parameters... +2021-12-18 02:57:30,934 Loading parameters... +2021-12-18 02:57:30,935 Loading project parameters... +2021-12-18 02:57:30,937 + +22 of 25 jobs remaining (02:57) +2021-12-18 02:57:30,937 Sleep: 10 +2021-12-18 02:57:30,938 Number of retrials: 0 +2021-12-18 02:57:30,938 WRAPPER CHECK TIME = 10 +2021-12-18 02:57:30,938 Checking jobs for platform=marenostrum4 +2021-12-18 02:57:30,939 Checking jobs for platform=nord3 +2021-12-18 02:57:30,939 Checking jobs for platform=local +2021-12-18 02:57:30,940 Checking jobs for platform=transfer_node +2021-12-18 02:57:30,940 Checking all jobs at once +2021-12-18 02:57:33,162 Successful check job command +2021-12-18 02:57:34,733 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:57:34,734 End of checking +2021-12-18 02:57:34,735 Updating FAILED jobs +2021-12-18 02:57:34,735 Updating WAITING jobs +2021-12-18 02:57:34,736 Update finished +2021-12-18 02:57:34,736 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:57:34,736 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:57:34,736 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:57:34,737 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:57:34,737 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:57:34,739 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:57:34,741 Job list saved +2021-12-18 02:57:34,746 Updating FAILED jobs +2021-12-18 02:57:34,747 Updating WAITING jobs +2021-12-18 02:57:34,747 Update finished +2021-12-18 02:57:44,757 Reloading parameters... +2021-12-18 02:57:44,776 Loading parameters... +2021-12-18 02:57:44,777 Loading project parameters... +2021-12-18 02:57:44,779 + +22 of 25 jobs remaining (02:57) +2021-12-18 02:57:44,780 Sleep: 10 +2021-12-18 02:57:44,780 Number of retrials: 0 +2021-12-18 02:57:44,780 WRAPPER CHECK TIME = 10 +2021-12-18 02:57:44,780 Checking jobs for platform=marenostrum4 +2021-12-18 02:57:44,781 Checking jobs for platform=nord3 +2021-12-18 02:57:44,781 Checking jobs for platform=local +2021-12-18 02:57:44,782 Checking jobs for platform=transfer_node +2021-12-18 02:57:44,782 Checking all jobs at once +2021-12-18 02:57:46,302 Successful check job command +2021-12-18 02:57:47,723 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:57:47,723 End of checking +2021-12-18 02:57:47,724 Updating FAILED jobs +2021-12-18 02:57:47,725 Updating WAITING jobs +2021-12-18 02:57:47,725 Update finished +2021-12-18 02:57:47,725 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:57:47,725 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:57:47,725 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:57:47,726 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:57:47,726 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:57:47,728 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:57:47,731 Job list saved +2021-12-18 02:57:47,736 Updating FAILED jobs +2021-12-18 02:57:47,736 Updating WAITING jobs +2021-12-18 02:57:47,736 Update finished +2021-12-18 02:57:57,743 Reloading parameters... +2021-12-18 02:57:57,761 Loading parameters... +2021-12-18 02:57:57,762 Loading project parameters... +2021-12-18 02:57:57,764 + +22 of 25 jobs remaining (02:57) +2021-12-18 02:57:57,764 Sleep: 10 +2021-12-18 02:57:57,764 Number of retrials: 0 +2021-12-18 02:57:57,764 WRAPPER CHECK TIME = 10 +2021-12-18 02:57:57,765 Checking jobs for platform=marenostrum4 +2021-12-18 02:57:57,766 Checking jobs for platform=nord3 +2021-12-18 02:57:57,766 Checking jobs for platform=local +2021-12-18 02:57:57,767 Checking jobs for platform=transfer_node +2021-12-18 02:57:57,767 Checking all jobs at once +2021-12-18 02:57:59,287 Successful check job command +2021-12-18 02:58:00,506 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:58:00,506 End of checking +2021-12-18 02:58:00,508 Updating FAILED jobs +2021-12-18 02:58:00,508 Updating WAITING jobs +2021-12-18 02:58:00,508 Update finished +2021-12-18 02:58:00,508 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:58:00,509 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:58:00,509 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:58:00,509 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:58:00,509 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:58:00,512 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:58:00,514 Job list saved +2021-12-18 02:58:00,519 Updating FAILED jobs +2021-12-18 02:58:00,519 Updating WAITING jobs +2021-12-18 02:58:00,520 Update finished +2021-12-18 02:58:10,530 Reloading parameters... +2021-12-18 02:58:10,550 Loading parameters... +2021-12-18 02:58:10,552 Loading project parameters... +2021-12-18 02:58:10,553 + +22 of 25 jobs remaining (02:58) +2021-12-18 02:58:10,554 Sleep: 10 +2021-12-18 02:58:10,554 Number of retrials: 0 +2021-12-18 02:58:10,554 WRAPPER CHECK TIME = 10 +2021-12-18 02:58:10,555 Checking jobs for platform=marenostrum4 +2021-12-18 02:58:10,555 Checking jobs for platform=nord3 +2021-12-18 02:58:10,556 Checking jobs for platform=local +2021-12-18 02:58:10,557 Checking jobs for platform=transfer_node +2021-12-18 02:58:10,557 Checking all jobs at once +2021-12-18 02:58:12,077 Successful check job command +2021-12-18 02:58:13,397 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:58:13,397 End of checking +2021-12-18 02:58:13,398 Updating FAILED jobs +2021-12-18 02:58:13,398 Updating WAITING jobs +2021-12-18 02:58:13,399 Update finished +2021-12-18 02:58:13,399 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:58:13,399 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:58:13,399 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:58:13,400 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:58:13,400 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:58:13,402 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:58:13,405 Job list saved +2021-12-18 02:58:13,409 Updating FAILED jobs +2021-12-18 02:58:13,409 Updating WAITING jobs +2021-12-18 02:58:13,410 Update finished +2021-12-18 02:58:23,418 Reloading parameters... +2021-12-18 02:58:23,436 Loading parameters... +2021-12-18 02:58:23,437 Loading project parameters... +2021-12-18 02:58:23,439 + +22 of 25 jobs remaining (02:58) +2021-12-18 02:58:23,440 Sleep: 10 +2021-12-18 02:58:23,440 Number of retrials: 0 +2021-12-18 02:58:23,440 WRAPPER CHECK TIME = 10 +2021-12-18 02:58:23,440 Checking jobs for platform=marenostrum4 +2021-12-18 02:58:23,441 Checking jobs for platform=nord3 +2021-12-18 02:58:23,441 Checking jobs for platform=local +2021-12-18 02:58:23,442 Checking jobs for platform=transfer_node +2021-12-18 02:58:23,442 Checking all jobs at once +2021-12-18 02:58:24,914 Successful check job command +2021-12-18 02:58:26,183 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:58:26,183 End of checking +2021-12-18 02:58:26,184 Updating FAILED jobs +2021-12-18 02:58:26,185 Updating WAITING jobs +2021-12-18 02:58:26,185 Update finished +2021-12-18 02:58:26,185 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:58:26,185 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:58:26,185 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:58:26,186 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:58:26,186 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:58:26,189 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:58:26,191 Job list saved +2021-12-18 02:58:26,196 Updating FAILED jobs +2021-12-18 02:58:26,196 Updating WAITING jobs +2021-12-18 02:58:26,196 Update finished +2021-12-18 02:58:36,203 Reloading parameters... +2021-12-18 02:58:36,222 Loading parameters... +2021-12-18 02:58:36,223 Loading project parameters... +2021-12-18 02:58:36,225 + +22 of 25 jobs remaining (02:58) +2021-12-18 02:58:36,226 Sleep: 10 +2021-12-18 02:58:36,226 Number of retrials: 0 +2021-12-18 02:58:36,226 WRAPPER CHECK TIME = 10 +2021-12-18 02:58:36,226 Checking jobs for platform=marenostrum4 +2021-12-18 02:58:36,227 Checking jobs for platform=nord3 +2021-12-18 02:58:36,227 Checking jobs for platform=local +2021-12-18 02:58:36,228 Checking jobs for platform=transfer_node +2021-12-18 02:58:36,228 Checking all jobs at once +2021-12-18 02:58:37,848 Successful check job command +2021-12-18 02:58:39,167 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:58:39,168 End of checking +2021-12-18 02:58:39,169 Updating FAILED jobs +2021-12-18 02:58:39,169 Updating WAITING jobs +2021-12-18 02:58:39,169 Update finished +2021-12-18 02:58:39,170 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:58:39,170 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:58:39,170 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:58:39,170 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:58:39,170 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:58:39,172 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:58:39,175 Job list saved +2021-12-18 02:58:39,179 Updating FAILED jobs +2021-12-18 02:58:39,179 Updating WAITING jobs +2021-12-18 02:58:39,180 Update finished +2021-12-18 02:58:49,190 Reloading parameters... +2021-12-18 02:58:49,209 Loading parameters... +2021-12-18 02:58:49,211 Loading project parameters... +2021-12-18 02:58:49,213 + +22 of 25 jobs remaining (02:58) +2021-12-18 02:58:49,213 Sleep: 10 +2021-12-18 02:58:49,213 Number of retrials: 0 +2021-12-18 02:58:49,213 WRAPPER CHECK TIME = 10 +2021-12-18 02:58:49,214 Checking jobs for platform=marenostrum4 +2021-12-18 02:58:49,214 Checking jobs for platform=nord3 +2021-12-18 02:58:49,215 Checking jobs for platform=local +2021-12-18 02:58:49,215 Checking jobs for platform=transfer_node +2021-12-18 02:58:49,215 Checking all jobs at once +2021-12-18 02:58:50,588 Successful check job command +2021-12-18 02:58:51,859 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:58:51,859 End of checking +2021-12-18 02:58:51,860 Updating FAILED jobs +2021-12-18 02:58:51,861 Updating WAITING jobs +2021-12-18 02:58:51,861 Update finished +2021-12-18 02:58:51,861 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:58:51,862 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:58:51,862 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:58:51,862 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:58:51,862 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:58:51,865 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:58:51,867 Job list saved +2021-12-18 02:58:51,872 Updating FAILED jobs +2021-12-18 02:58:51,872 Updating WAITING jobs +2021-12-18 02:58:51,873 Update finished +2021-12-18 02:59:01,883 Reloading parameters... +2021-12-18 02:59:01,902 Loading parameters... +2021-12-18 02:59:01,904 Loading project parameters... +2021-12-18 02:59:01,905 + +22 of 25 jobs remaining (02:59) +2021-12-18 02:59:01,906 Sleep: 10 +2021-12-18 02:59:01,906 Number of retrials: 0 +2021-12-18 02:59:01,906 WRAPPER CHECK TIME = 10 +2021-12-18 02:59:01,906 Checking jobs for platform=marenostrum4 +2021-12-18 02:59:01,907 Checking jobs for platform=nord3 +2021-12-18 02:59:01,908 Checking jobs for platform=local +2021-12-18 02:59:01,908 Checking jobs for platform=transfer_node +2021-12-18 02:59:01,908 Checking all jobs at once +2021-12-18 02:59:03,278 Successful check job command +2021-12-18 02:59:04,697 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:59:04,698 End of checking +2021-12-18 02:59:04,699 Updating FAILED jobs +2021-12-18 02:59:04,699 Updating WAITING jobs +2021-12-18 02:59:04,699 Update finished +2021-12-18 02:59:04,700 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:59:04,700 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:59:04,700 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:59:04,700 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:59:04,700 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:59:04,703 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:59:04,705 Job list saved +2021-12-18 02:59:04,710 Updating FAILED jobs +2021-12-18 02:59:04,710 Updating WAITING jobs +2021-12-18 02:59:04,710 Update finished +2021-12-18 02:59:14,720 Reloading parameters... +2021-12-18 02:59:14,742 Loading parameters... +2021-12-18 02:59:14,743 Loading project parameters... +2021-12-18 02:59:14,745 + +22 of 25 jobs remaining (02:59) +2021-12-18 02:59:14,745 Sleep: 10 +2021-12-18 02:59:14,745 Number of retrials: 0 +2021-12-18 02:59:14,745 WRAPPER CHECK TIME = 10 +2021-12-18 02:59:14,746 Checking jobs for platform=marenostrum4 +2021-12-18 02:59:14,747 Checking jobs for platform=nord3 +2021-12-18 02:59:14,747 Checking jobs for platform=local +2021-12-18 02:59:14,748 Checking jobs for platform=transfer_node +2021-12-18 02:59:14,748 Checking all jobs at once +2021-12-18 02:59:16,122 Successful check job command +2021-12-18 02:59:17,393 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:59:17,393 End of checking +2021-12-18 02:59:17,394 Updating FAILED jobs +2021-12-18 02:59:17,394 Updating WAITING jobs +2021-12-18 02:59:17,394 Update finished +2021-12-18 02:59:17,395 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:59:17,395 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:59:17,395 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:59:17,395 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:59:17,395 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:59:17,398 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:59:17,400 Job list saved +2021-12-18 02:59:17,405 Updating FAILED jobs +2021-12-18 02:59:17,406 Updating WAITING jobs +2021-12-18 02:59:17,406 Update finished +2021-12-18 02:59:27,416 Reloading parameters... +2021-12-18 02:59:27,435 Loading parameters... +2021-12-18 02:59:27,437 Loading project parameters... +2021-12-18 02:59:27,438 + +22 of 25 jobs remaining (02:59) +2021-12-18 02:59:27,439 Sleep: 10 +2021-12-18 02:59:27,439 Number of retrials: 0 +2021-12-18 02:59:27,439 WRAPPER CHECK TIME = 10 +2021-12-18 02:59:27,439 Checking jobs for platform=marenostrum4 +2021-12-18 02:59:27,440 Checking jobs for platform=nord3 +2021-12-18 02:59:27,441 Checking jobs for platform=local +2021-12-18 02:59:27,441 Checking jobs for platform=transfer_node +2021-12-18 02:59:27,441 Checking all jobs at once +2021-12-18 02:59:29,012 Successful check job command +2021-12-18 02:59:30,385 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:59:30,385 End of checking +2021-12-18 02:59:30,387 Updating FAILED jobs +2021-12-18 02:59:30,387 Updating WAITING jobs +2021-12-18 02:59:30,387 Update finished +2021-12-18 02:59:30,387 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:59:30,388 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:59:30,388 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:59:30,388 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:59:30,389 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:59:30,392 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:59:30,394 Job list saved +2021-12-18 02:59:30,400 Updating FAILED jobs +2021-12-18 02:59:30,400 Updating WAITING jobs +2021-12-18 02:59:30,400 Update finished +2021-12-18 02:59:40,409 Reloading parameters... +2021-12-18 02:59:40,428 Loading parameters... +2021-12-18 02:59:40,430 Loading project parameters... +2021-12-18 02:59:40,432 + +22 of 25 jobs remaining (02:59) +2021-12-18 02:59:40,432 Sleep: 10 +2021-12-18 02:59:40,432 Number of retrials: 0 +2021-12-18 02:59:40,432 WRAPPER CHECK TIME = 10 +2021-12-18 02:59:40,433 Checking jobs for platform=marenostrum4 +2021-12-18 02:59:40,433 Checking jobs for platform=nord3 +2021-12-18 02:59:40,438 Checking jobs for platform=local +2021-12-18 02:59:40,439 Checking jobs for platform=transfer_node +2021-12-18 02:59:40,439 Checking all jobs at once +2021-12-18 02:59:42,409 Successful check job command +2021-12-18 02:59:43,979 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:59:43,979 End of checking +2021-12-18 02:59:43,981 Updating FAILED jobs +2021-12-18 02:59:43,981 Updating WAITING jobs +2021-12-18 02:59:43,981 Update finished +2021-12-18 02:59:43,981 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:59:43,982 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:59:43,982 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:59:43,982 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:59:43,982 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:59:43,985 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:59:43,987 Job list saved +2021-12-18 02:59:43,996 Updating FAILED jobs +2021-12-18 02:59:43,996 Updating WAITING jobs +2021-12-18 02:59:43,996 Update finished +2021-12-18 02:59:54,006 Reloading parameters... +2021-12-18 02:59:54,028 Loading parameters... +2021-12-18 02:59:54,029 Loading project parameters... +2021-12-18 02:59:54,031 + +22 of 25 jobs remaining (02:59) +2021-12-18 02:59:54,032 Sleep: 10 +2021-12-18 02:59:54,032 Number of retrials: 0 +2021-12-18 02:59:54,032 WRAPPER CHECK TIME = 10 +2021-12-18 02:59:54,032 Checking jobs for platform=marenostrum4 +2021-12-18 02:59:54,033 Checking jobs for platform=nord3 +2021-12-18 02:59:54,033 Checking jobs for platform=local +2021-12-18 02:59:54,034 Checking jobs for platform=transfer_node +2021-12-18 02:59:54,034 Checking all jobs at once +2021-12-18 02:59:55,755 Successful check job command +2021-12-18 02:59:57,225 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 02:59:57,226 End of checking +2021-12-18 02:59:57,227 Updating FAILED jobs +2021-12-18 02:59:57,227 Updating WAITING jobs +2021-12-18 02:59:57,227 Update finished +2021-12-18 02:59:57,228 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 02:59:57,228 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 02:59:57,228 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 02:59:57,228 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 02:59:57,228 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 02:59:57,231 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 02:59:57,233 Job list saved +2021-12-18 02:59:57,238 Updating FAILED jobs +2021-12-18 02:59:57,238 Updating WAITING jobs +2021-12-18 02:59:57,238 Update finished +2021-12-18 03:00:07,244 Reloading parameters... +2021-12-18 03:00:07,263 Loading parameters... +2021-12-18 03:00:07,265 Loading project parameters... +2021-12-18 03:00:07,267 + +22 of 25 jobs remaining (03:00) +2021-12-18 03:00:07,267 Sleep: 10 +2021-12-18 03:00:07,267 Number of retrials: 0 +2021-12-18 03:00:07,267 WRAPPER CHECK TIME = 10 +2021-12-18 03:00:07,268 Checking jobs for platform=marenostrum4 +2021-12-18 03:00:07,268 Checking jobs for platform=nord3 +2021-12-18 03:00:07,269 Checking jobs for platform=local +2021-12-18 03:00:07,270 Checking jobs for platform=transfer_node +2021-12-18 03:00:07,270 Checking all jobs at once +2021-12-18 03:00:09,091 Successful check job command +2021-12-18 03:00:10,360 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:00:10,361 End of checking +2021-12-18 03:00:10,362 Updating FAILED jobs +2021-12-18 03:00:10,362 Updating WAITING jobs +2021-12-18 03:00:10,363 Update finished +2021-12-18 03:00:10,363 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:00:10,363 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:00:10,364 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:00:10,364 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:00:10,364 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:00:10,366 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:00:10,369 Job list saved +2021-12-18 03:00:10,374 Updating FAILED jobs +2021-12-18 03:00:10,374 Updating WAITING jobs +2021-12-18 03:00:10,374 Update finished +2021-12-18 03:00:20,384 Reloading parameters... +2021-12-18 03:00:20,402 Loading parameters... +2021-12-18 03:00:20,404 Loading project parameters... +2021-12-18 03:00:20,406 + +22 of 25 jobs remaining (03:00) +2021-12-18 03:00:20,406 Sleep: 10 +2021-12-18 03:00:20,406 Number of retrials: 0 +2021-12-18 03:00:20,406 WRAPPER CHECK TIME = 10 +2021-12-18 03:00:20,407 Checking jobs for platform=marenostrum4 +2021-12-18 03:00:20,407 Checking jobs for platform=nord3 +2021-12-18 03:00:20,408 Checking jobs for platform=local +2021-12-18 03:00:20,408 Checking jobs for platform=transfer_node +2021-12-18 03:00:20,408 Checking all jobs at once +2021-12-18 03:00:22,329 Successful check job command +2021-12-18 03:00:24,651 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:00:24,651 End of checking +2021-12-18 03:00:24,652 Updating FAILED jobs +2021-12-18 03:00:24,652 Updating WAITING jobs +2021-12-18 03:00:24,653 Update finished +2021-12-18 03:00:24,653 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:00:24,653 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:00:24,653 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:00:24,653 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:00:24,653 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:00:24,656 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:00:24,658 Job list saved +2021-12-18 03:00:24,663 Updating FAILED jobs +2021-12-18 03:00:24,663 Updating WAITING jobs +2021-12-18 03:00:24,663 Update finished +2021-12-18 03:00:34,671 Reloading parameters... +2021-12-18 03:00:34,690 Loading parameters... +2021-12-18 03:00:34,692 Loading project parameters... +2021-12-18 03:00:34,693 + +22 of 25 jobs remaining (03:00) +2021-12-18 03:00:34,694 Sleep: 10 +2021-12-18 03:00:34,694 Number of retrials: 0 +2021-12-18 03:00:34,694 WRAPPER CHECK TIME = 10 +2021-12-18 03:00:34,694 Checking jobs for platform=marenostrum4 +2021-12-18 03:00:34,695 Checking jobs for platform=nord3 +2021-12-18 03:00:34,695 Checking jobs for platform=local +2021-12-18 03:00:34,696 Checking jobs for platform=transfer_node +2021-12-18 03:00:34,696 Checking all jobs at once +2021-12-18 03:00:36,919 Successful check job command +2021-12-18 03:00:39,090 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:00:39,091 End of checking +2021-12-18 03:00:39,092 Updating FAILED jobs +2021-12-18 03:00:39,092 Updating WAITING jobs +2021-12-18 03:00:39,093 Update finished +2021-12-18 03:00:39,093 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:00:39,093 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:00:39,093 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:00:39,093 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:00:39,093 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:00:39,096 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:00:39,098 Job list saved +2021-12-18 03:00:39,103 Updating FAILED jobs +2021-12-18 03:00:39,104 Updating WAITING jobs +2021-12-18 03:00:39,104 Update finished +2021-12-18 03:00:49,114 Reloading parameters... +2021-12-18 03:00:49,135 Loading parameters... +2021-12-18 03:00:49,136 Loading project parameters... +2021-12-18 03:00:49,138 + +22 of 25 jobs remaining (03:00) +2021-12-18 03:00:49,139 Sleep: 10 +2021-12-18 03:00:49,139 Number of retrials: 0 +2021-12-18 03:00:49,139 WRAPPER CHECK TIME = 10 +2021-12-18 03:00:49,139 Checking jobs for platform=marenostrum4 +2021-12-18 03:00:49,140 Checking jobs for platform=nord3 +2021-12-18 03:00:49,140 Checking jobs for platform=local +2021-12-18 03:00:49,141 Checking jobs for platform=transfer_node +2021-12-18 03:00:49,141 Checking all jobs at once +2021-12-18 03:00:50,711 Successful check job command +2021-12-18 03:00:53,084 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:00:53,084 End of checking +2021-12-18 03:00:53,086 Updating FAILED jobs +2021-12-18 03:00:53,086 Updating WAITING jobs +2021-12-18 03:00:53,086 Update finished +2021-12-18 03:00:53,086 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:00:53,087 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:00:53,087 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:00:53,087 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:00:53,087 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:00:53,090 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:00:53,092 Job list saved +2021-12-18 03:00:53,098 Updating FAILED jobs +2021-12-18 03:00:53,098 Updating WAITING jobs +2021-12-18 03:00:53,098 Update finished +2021-12-18 03:01:03,107 Reloading parameters... +2021-12-18 03:01:03,128 Loading parameters... +2021-12-18 03:01:03,129 Loading project parameters... +2021-12-18 03:01:03,131 + +22 of 25 jobs remaining (03:01) +2021-12-18 03:01:03,131 Sleep: 10 +2021-12-18 03:01:03,131 Number of retrials: 0 +2021-12-18 03:01:03,131 WRAPPER CHECK TIME = 10 +2021-12-18 03:01:03,132 Checking jobs for platform=marenostrum4 +2021-12-18 03:01:03,133 Checking jobs for platform=nord3 +2021-12-18 03:01:03,133 Checking jobs for platform=local +2021-12-18 03:01:03,134 Checking jobs for platform=transfer_node +2021-12-18 03:01:03,134 Checking all jobs at once +2021-12-18 03:01:04,704 Successful check job command +2021-12-18 03:01:06,578 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:01:06,579 End of checking +2021-12-18 03:01:06,580 Updating FAILED jobs +2021-12-18 03:01:06,580 Updating WAITING jobs +2021-12-18 03:01:06,581 Update finished +2021-12-18 03:01:06,581 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:01:06,581 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:01:06,581 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:01:06,581 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:01:06,581 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:01:06,584 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:01:06,586 Job list saved +2021-12-18 03:01:06,597 Updating FAILED jobs +2021-12-18 03:01:06,597 Updating WAITING jobs +2021-12-18 03:01:06,597 Update finished +2021-12-18 03:01:16,607 Reloading parameters... +2021-12-18 03:01:16,627 Loading parameters... +2021-12-18 03:01:16,628 Loading project parameters... +2021-12-18 03:01:16,630 + +22 of 25 jobs remaining (03:01) +2021-12-18 03:01:16,630 Sleep: 10 +2021-12-18 03:01:16,630 Number of retrials: 0 +2021-12-18 03:01:16,631 WRAPPER CHECK TIME = 10 +2021-12-18 03:01:16,631 Checking jobs for platform=marenostrum4 +2021-12-18 03:01:16,632 Checking jobs for platform=nord3 +2021-12-18 03:01:16,632 Checking jobs for platform=local +2021-12-18 03:01:16,633 Checking jobs for platform=transfer_node +2021-12-18 03:01:16,633 Checking all jobs at once +2021-12-18 03:01:18,503 Successful check job command +2021-12-18 03:01:20,524 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:01:20,524 End of checking +2021-12-18 03:01:20,526 Updating FAILED jobs +2021-12-18 03:01:20,526 Updating WAITING jobs +2021-12-18 03:01:20,526 Update finished +2021-12-18 03:01:20,526 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:01:20,527 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:01:20,527 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:01:20,527 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:01:20,527 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:01:20,530 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:01:20,532 Job list saved +2021-12-18 03:01:20,537 Updating FAILED jobs +2021-12-18 03:01:20,537 Updating WAITING jobs +2021-12-18 03:01:20,537 Update finished +2021-12-18 03:01:30,548 Reloading parameters... +2021-12-18 03:01:30,565 Loading parameters... +2021-12-18 03:01:30,567 Loading project parameters... +2021-12-18 03:01:30,569 + +22 of 25 jobs remaining (03:01) +2021-12-18 03:01:30,569 Sleep: 10 +2021-12-18 03:01:30,569 Number of retrials: 0 +2021-12-18 03:01:30,569 WRAPPER CHECK TIME = 10 +2021-12-18 03:01:30,570 Checking jobs for platform=marenostrum4 +2021-12-18 03:01:30,570 Checking jobs for platform=nord3 +2021-12-18 03:01:30,571 Checking jobs for platform=local +2021-12-18 03:01:30,571 Checking jobs for platform=transfer_node +2021-12-18 03:01:30,571 Checking all jobs at once +2021-12-18 03:01:32,248 Successful check job command +2021-12-18 03:01:34,219 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:01:34,219 End of checking +2021-12-18 03:01:34,221 Updating FAILED jobs +2021-12-18 03:01:34,221 Updating WAITING jobs +2021-12-18 03:01:34,221 Update finished +2021-12-18 03:01:34,221 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:01:34,222 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:01:34,222 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:01:34,222 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:01:34,222 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:01:34,225 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:01:34,227 Job list saved +2021-12-18 03:01:34,232 Updating FAILED jobs +2021-12-18 03:01:34,232 Updating WAITING jobs +2021-12-18 03:01:34,232 Update finished +2021-12-18 03:01:44,242 Reloading parameters... +2021-12-18 03:01:44,266 Loading parameters... +2021-12-18 03:01:44,268 Loading project parameters... +2021-12-18 03:01:44,282 + +22 of 25 jobs remaining (03:01) +2021-12-18 03:01:44,282 Sleep: 10 +2021-12-18 03:01:44,282 Number of retrials: 0 +2021-12-18 03:01:44,282 WRAPPER CHECK TIME = 10 +2021-12-18 03:01:44,283 Checking jobs for platform=marenostrum4 +2021-12-18 03:01:44,284 Checking jobs for platform=nord3 +2021-12-18 03:01:44,284 Checking jobs for platform=local +2021-12-18 03:01:44,285 Checking jobs for platform=transfer_node +2021-12-18 03:01:44,285 Checking all jobs at once +2021-12-18 03:01:46,057 Successful check job command +2021-12-18 03:01:48,579 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:01:48,579 End of checking +2021-12-18 03:01:48,580 Updating FAILED jobs +2021-12-18 03:01:48,580 Updating WAITING jobs +2021-12-18 03:01:48,581 Update finished +2021-12-18 03:01:48,581 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:01:48,581 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:01:48,581 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:01:48,581 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:01:48,581 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:01:48,584 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:01:48,586 Job list saved +2021-12-18 03:01:48,590 Updating FAILED jobs +2021-12-18 03:01:48,591 Updating WAITING jobs +2021-12-18 03:01:48,591 Update finished +2021-12-18 03:01:58,601 Reloading parameters... +2021-12-18 03:01:58,622 Loading parameters... +2021-12-18 03:01:58,623 Loading project parameters... +2021-12-18 03:01:58,625 + +22 of 25 jobs remaining (03:01) +2021-12-18 03:01:58,625 Sleep: 10 +2021-12-18 03:01:58,625 Number of retrials: 0 +2021-12-18 03:01:58,625 WRAPPER CHECK TIME = 10 +2021-12-18 03:01:58,626 Checking jobs for platform=marenostrum4 +2021-12-18 03:01:58,626 Checking jobs for platform=nord3 +2021-12-18 03:01:58,627 Checking jobs for platform=local +2021-12-18 03:01:58,630 Checking jobs for platform=transfer_node +2021-12-18 03:01:58,630 Checking all jobs at once +2021-12-18 03:01:59,999 Successful check job command +2021-12-18 03:02:01,369 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:02:01,369 End of checking +2021-12-18 03:02:01,370 Updating FAILED jobs +2021-12-18 03:02:01,370 Updating WAITING jobs +2021-12-18 03:02:01,371 Update finished +2021-12-18 03:02:01,371 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:02:01,371 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:02:01,371 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:02:01,371 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:02:01,371 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:02:01,374 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:02:01,376 Job list saved +2021-12-18 03:02:01,381 Updating FAILED jobs +2021-12-18 03:02:01,381 Updating WAITING jobs +2021-12-18 03:02:01,382 Update finished +2021-12-18 03:02:11,392 Reloading parameters... +2021-12-18 03:02:11,411 Loading parameters... +2021-12-18 03:02:11,412 Loading project parameters... +2021-12-18 03:02:11,414 + +22 of 25 jobs remaining (03:02) +2021-12-18 03:02:11,414 Sleep: 10 +2021-12-18 03:02:11,414 Number of retrials: 0 +2021-12-18 03:02:11,414 WRAPPER CHECK TIME = 10 +2021-12-18 03:02:11,415 Checking jobs for platform=marenostrum4 +2021-12-18 03:02:11,416 Checking jobs for platform=nord3 +2021-12-18 03:02:11,416 Checking jobs for platform=local +2021-12-18 03:02:11,417 Checking jobs for platform=transfer_node +2021-12-18 03:02:11,417 Checking all jobs at once +2021-12-18 03:02:13,488 Successful check job command +2021-12-18 03:02:15,559 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:02:15,560 End of checking +2021-12-18 03:02:15,561 Updating FAILED jobs +2021-12-18 03:02:15,561 Updating WAITING jobs +2021-12-18 03:02:15,561 Update finished +2021-12-18 03:02:15,561 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:02:15,562 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:02:15,562 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:02:15,562 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:02:15,562 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:02:15,565 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:02:15,568 Job list saved +2021-12-18 03:02:15,573 Updating FAILED jobs +2021-12-18 03:02:15,573 Updating WAITING jobs +2021-12-18 03:02:15,573 Update finished +2021-12-18 03:02:25,583 Reloading parameters... +2021-12-18 03:02:25,601 Loading parameters... +2021-12-18 03:02:25,603 Loading project parameters... +2021-12-18 03:02:25,605 + +22 of 25 jobs remaining (03:02) +2021-12-18 03:02:25,605 Sleep: 10 +2021-12-18 03:02:25,605 Number of retrials: 0 +2021-12-18 03:02:25,605 WRAPPER CHECK TIME = 10 +2021-12-18 03:02:25,606 Checking jobs for platform=marenostrum4 +2021-12-18 03:02:25,606 Checking jobs for platform=nord3 +2021-12-18 03:02:25,607 Checking jobs for platform=local +2021-12-18 03:02:25,607 Checking jobs for platform=transfer_node +2021-12-18 03:02:25,607 Checking all jobs at once +2021-12-18 03:02:27,428 Successful check job command +2021-12-18 03:02:29,349 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:02:29,349 End of checking +2021-12-18 03:02:29,351 Updating FAILED jobs +2021-12-18 03:02:29,351 Updating WAITING jobs +2021-12-18 03:02:29,351 Update finished +2021-12-18 03:02:29,351 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:02:29,352 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:02:29,352 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:02:29,352 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:02:29,352 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:02:29,355 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:02:29,357 Job list saved +2021-12-18 03:02:29,363 Updating FAILED jobs +2021-12-18 03:02:29,363 Updating WAITING jobs +2021-12-18 03:02:29,363 Update finished +2021-12-18 03:02:39,373 Reloading parameters... +2021-12-18 03:02:39,391 Loading parameters... +2021-12-18 03:02:39,392 Loading project parameters... +2021-12-18 03:02:39,394 + +22 of 25 jobs remaining (03:02) +2021-12-18 03:02:39,394 Sleep: 10 +2021-12-18 03:02:39,395 Number of retrials: 0 +2021-12-18 03:02:39,395 WRAPPER CHECK TIME = 10 +2021-12-18 03:02:39,395 Checking jobs for platform=marenostrum4 +2021-12-18 03:02:39,396 Checking jobs for platform=nord3 +2021-12-18 03:02:39,396 Checking jobs for platform=local +2021-12-18 03:02:39,397 Checking jobs for platform=transfer_node +2021-12-18 03:02:39,397 Checking all jobs at once +2021-12-18 03:02:40,767 Successful check job command +2021-12-18 03:02:42,138 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:02:42,138 End of checking +2021-12-18 03:02:42,140 Updating FAILED jobs +2021-12-18 03:02:42,140 Updating WAITING jobs +2021-12-18 03:02:42,140 Update finished +2021-12-18 03:02:42,140 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:02:42,140 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:02:42,140 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:02:42,141 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:02:42,141 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:02:42,144 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:02:42,146 Job list saved +2021-12-18 03:02:42,152 Updating FAILED jobs +2021-12-18 03:02:42,152 Updating WAITING jobs +2021-12-18 03:02:42,152 Update finished +2021-12-18 03:02:52,162 Reloading parameters... +2021-12-18 03:02:52,181 Loading parameters... +2021-12-18 03:02:52,182 Loading project parameters... +2021-12-18 03:02:52,184 + +22 of 25 jobs remaining (03:02) +2021-12-18 03:02:52,185 Sleep: 10 +2021-12-18 03:02:52,185 Number of retrials: 0 +2021-12-18 03:02:52,185 WRAPPER CHECK TIME = 10 +2021-12-18 03:02:52,185 Checking jobs for platform=marenostrum4 +2021-12-18 03:02:52,186 Checking jobs for platform=nord3 +2021-12-18 03:02:52,186 Checking jobs for platform=local +2021-12-18 03:02:52,187 Checking jobs for platform=transfer_node +2021-12-18 03:02:52,187 Checking all jobs at once +2021-12-18 03:02:54,461 Successful check job command +2021-12-18 03:02:56,533 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:02:56,533 End of checking +2021-12-18 03:02:56,534 Updating FAILED jobs +2021-12-18 03:02:56,534 Updating WAITING jobs +2021-12-18 03:02:56,535 Update finished +2021-12-18 03:02:56,535 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:02:56,535 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:02:56,535 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:02:56,536 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:02:56,536 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:02:56,539 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:02:56,541 Job list saved +2021-12-18 03:02:56,546 Updating FAILED jobs +2021-12-18 03:02:56,546 Updating WAITING jobs +2021-12-18 03:02:56,546 Update finished +2021-12-18 03:03:06,556 Reloading parameters... +2021-12-18 03:03:06,574 Loading parameters... +2021-12-18 03:03:06,576 Loading project parameters... +2021-12-18 03:03:06,578 + +22 of 25 jobs remaining (03:03) +2021-12-18 03:03:06,578 Sleep: 10 +2021-12-18 03:03:06,578 Number of retrials: 0 +2021-12-18 03:03:06,578 WRAPPER CHECK TIME = 10 +2021-12-18 03:03:06,579 Checking jobs for platform=marenostrum4 +2021-12-18 03:03:06,579 Checking jobs for platform=nord3 +2021-12-18 03:03:06,580 Checking jobs for platform=local +2021-12-18 03:03:06,581 Checking jobs for platform=transfer_node +2021-12-18 03:03:06,581 Checking all jobs at once +2021-12-18 03:03:08,101 Successful check job command +2021-12-18 03:03:09,670 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:03:09,671 End of checking +2021-12-18 03:03:09,672 Updating FAILED jobs +2021-12-18 03:03:09,672 Updating WAITING jobs +2021-12-18 03:03:09,672 Update finished +2021-12-18 03:03:09,672 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:03:09,673 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:03:09,673 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:03:09,673 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:03:09,673 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:03:09,676 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:03:09,678 Job list saved +2021-12-18 03:03:09,683 Updating FAILED jobs +2021-12-18 03:03:09,683 Updating WAITING jobs +2021-12-18 03:03:09,683 Update finished +2021-12-18 03:03:19,693 Reloading parameters... +2021-12-18 03:03:19,711 Loading parameters... +2021-12-18 03:03:19,713 Loading project parameters... +2021-12-18 03:03:19,715 + +22 of 25 jobs remaining (03:03) +2021-12-18 03:03:19,715 Sleep: 10 +2021-12-18 03:03:19,715 Number of retrials: 0 +2021-12-18 03:03:19,715 WRAPPER CHECK TIME = 10 +2021-12-18 03:03:19,716 Checking jobs for platform=marenostrum4 +2021-12-18 03:03:19,716 Checking jobs for platform=nord3 +2021-12-18 03:03:19,717 Checking jobs for platform=local +2021-12-18 03:03:19,717 Checking jobs for platform=transfer_node +2021-12-18 03:03:19,717 Checking all jobs at once +2021-12-18 03:03:21,037 Successful check job command +2021-12-18 03:03:22,409 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:03:22,409 End of checking +2021-12-18 03:03:22,410 Updating FAILED jobs +2021-12-18 03:03:22,410 Updating WAITING jobs +2021-12-18 03:03:22,411 Update finished +2021-12-18 03:03:22,411 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:03:22,411 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:03:22,411 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:03:22,411 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:03:22,411 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:03:22,414 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:03:22,416 Job list saved +2021-12-18 03:03:22,421 Updating FAILED jobs +2021-12-18 03:03:22,421 Updating WAITING jobs +2021-12-18 03:03:22,421 Update finished +2021-12-18 03:03:32,431 Reloading parameters... +2021-12-18 03:03:32,449 Loading parameters... +2021-12-18 03:03:32,451 Loading project parameters... +2021-12-18 03:03:32,452 + +22 of 25 jobs remaining (03:03) +2021-12-18 03:03:32,453 Sleep: 10 +2021-12-18 03:03:32,453 Number of retrials: 0 +2021-12-18 03:03:32,453 WRAPPER CHECK TIME = 10 +2021-12-18 03:03:32,453 Checking jobs for platform=marenostrum4 +2021-12-18 03:03:32,454 Checking jobs for platform=nord3 +2021-12-18 03:03:32,455 Checking jobs for platform=local +2021-12-18 03:03:32,455 Checking jobs for platform=transfer_node +2021-12-18 03:03:32,455 Checking all jobs at once +2021-12-18 03:03:34,328 Successful check job command +2021-12-18 03:03:36,049 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:03:36,050 End of checking +2021-12-18 03:03:36,051 Updating FAILED jobs +2021-12-18 03:03:36,051 Updating WAITING jobs +2021-12-18 03:03:36,051 Update finished +2021-12-18 03:03:36,051 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:03:36,052 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:03:36,052 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:03:36,052 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:03:36,052 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:03:36,055 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:03:36,058 Job list saved +2021-12-18 03:03:36,063 Updating FAILED jobs +2021-12-18 03:03:36,063 Updating WAITING jobs +2021-12-18 03:03:36,063 Update finished +2021-12-18 03:03:46,073 Reloading parameters... +2021-12-18 03:03:46,096 Loading parameters... +2021-12-18 03:03:46,097 Loading project parameters... +2021-12-18 03:03:46,099 + +22 of 25 jobs remaining (03:03) +2021-12-18 03:03:46,099 Sleep: 10 +2021-12-18 03:03:46,099 Number of retrials: 0 +2021-12-18 03:03:46,099 WRAPPER CHECK TIME = 10 +2021-12-18 03:03:46,100 Checking jobs for platform=marenostrum4 +2021-12-18 03:03:46,100 Checking jobs for platform=nord3 +2021-12-18 03:03:46,101 Checking jobs for platform=local +2021-12-18 03:03:46,101 Checking jobs for platform=transfer_node +2021-12-18 03:03:46,101 Checking all jobs at once +2021-12-18 03:03:47,482 Successful check job command +2021-12-18 03:03:49,453 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:03:49,454 End of checking +2021-12-18 03:03:49,455 Updating FAILED jobs +2021-12-18 03:03:49,455 Updating WAITING jobs +2021-12-18 03:03:49,455 Update finished +2021-12-18 03:03:49,456 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:03:49,456 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:03:49,456 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:03:49,456 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:03:49,456 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:03:49,459 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:03:49,461 Job list saved +2021-12-18 03:03:49,466 Updating FAILED jobs +2021-12-18 03:03:49,466 Updating WAITING jobs +2021-12-18 03:03:49,466 Update finished +2021-12-18 03:03:59,476 Reloading parameters... +2021-12-18 03:03:59,494 Loading parameters... +2021-12-18 03:03:59,495 Loading project parameters... +2021-12-18 03:03:59,497 + +22 of 25 jobs remaining (03:03) +2021-12-18 03:03:59,497 Sleep: 10 +2021-12-18 03:03:59,497 Number of retrials: 0 +2021-12-18 03:03:59,497 WRAPPER CHECK TIME = 10 +2021-12-18 03:03:59,498 Checking jobs for platform=marenostrum4 +2021-12-18 03:03:59,498 Checking jobs for platform=nord3 +2021-12-18 03:03:59,499 Checking jobs for platform=local +2021-12-18 03:03:59,499 Checking jobs for platform=transfer_node +2021-12-18 03:03:59,499 Checking all jobs at once +2021-12-18 03:04:01,169 Successful check job command +2021-12-18 03:04:02,489 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:04:02,490 End of checking +2021-12-18 03:04:02,491 Updating FAILED jobs +2021-12-18 03:04:02,491 Updating WAITING jobs +2021-12-18 03:04:02,491 Update finished +2021-12-18 03:04:02,491 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:04:02,492 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:04:02,492 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:04:02,492 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:04:02,492 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:04:02,494 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:04:02,497 Job list saved +2021-12-18 03:04:02,501 Updating FAILED jobs +2021-12-18 03:04:02,502 Updating WAITING jobs +2021-12-18 03:04:02,502 Update finished +2021-12-18 03:04:12,512 Reloading parameters... +2021-12-18 03:04:12,530 Loading parameters... +2021-12-18 03:04:12,532 Loading project parameters... +2021-12-18 03:04:12,534 + +22 of 25 jobs remaining (03:04) +2021-12-18 03:04:12,534 Sleep: 10 +2021-12-18 03:04:12,534 Number of retrials: 0 +2021-12-18 03:04:12,534 WRAPPER CHECK TIME = 10 +2021-12-18 03:04:12,535 Checking jobs for platform=marenostrum4 +2021-12-18 03:04:12,537 Checking jobs for platform=nord3 +2021-12-18 03:04:12,538 Checking jobs for platform=local +2021-12-18 03:04:12,540 Checking jobs for platform=transfer_node +2021-12-18 03:04:12,540 Checking all jobs at once +2021-12-18 03:04:14,465 Successful check job command +2021-12-18 03:04:16,236 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:04:16,236 End of checking +2021-12-18 03:04:16,238 Updating FAILED jobs +2021-12-18 03:04:16,238 Updating WAITING jobs +2021-12-18 03:04:16,238 Update finished +2021-12-18 03:04:16,238 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:04:16,239 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:04:16,239 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:04:16,239 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:04:16,239 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:04:16,242 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:04:16,244 Job list saved +2021-12-18 03:04:16,249 Updating FAILED jobs +2021-12-18 03:04:16,249 Updating WAITING jobs +2021-12-18 03:04:16,250 Update finished +2021-12-18 03:04:26,260 Reloading parameters... +2021-12-18 03:04:26,280 Loading parameters... +2021-12-18 03:04:26,281 Loading project parameters... +2021-12-18 03:04:26,283 + +22 of 25 jobs remaining (03:04) +2021-12-18 03:04:26,283 Sleep: 10 +2021-12-18 03:04:26,283 Number of retrials: 0 +2021-12-18 03:04:26,283 WRAPPER CHECK TIME = 10 +2021-12-18 03:04:26,284 Checking jobs for platform=marenostrum4 +2021-12-18 03:04:26,284 Checking jobs for platform=nord3 +2021-12-18 03:04:26,285 Checking jobs for platform=local +2021-12-18 03:04:26,285 Checking jobs for platform=transfer_node +2021-12-18 03:04:26,285 Checking all jobs at once +2021-12-18 03:04:27,605 Successful check job command +2021-12-18 03:04:29,178 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:04:29,179 End of checking +2021-12-18 03:04:29,180 Updating FAILED jobs +2021-12-18 03:04:29,180 Updating WAITING jobs +2021-12-18 03:04:29,180 Update finished +2021-12-18 03:04:29,181 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:04:29,181 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:04:29,181 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:04:29,181 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:04:29,181 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:04:29,184 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:04:29,187 Job list saved +2021-12-18 03:04:29,191 Updating FAILED jobs +2021-12-18 03:04:29,191 Updating WAITING jobs +2021-12-18 03:04:29,192 Update finished +2021-12-18 03:04:39,201 Reloading parameters... +2021-12-18 03:04:39,223 Loading parameters... +2021-12-18 03:04:39,224 Loading project parameters... +2021-12-18 03:04:39,226 + +22 of 25 jobs remaining (03:04) +2021-12-18 03:04:39,226 Sleep: 10 +2021-12-18 03:04:39,226 Number of retrials: 0 +2021-12-18 03:04:39,226 WRAPPER CHECK TIME = 10 +2021-12-18 03:04:39,227 Checking jobs for platform=marenostrum4 +2021-12-18 03:04:39,228 Checking jobs for platform=nord3 +2021-12-18 03:04:39,228 Checking jobs for platform=local +2021-12-18 03:04:39,229 Checking jobs for platform=transfer_node +2021-12-18 03:04:39,229 Checking all jobs at once +2021-12-18 03:04:40,798 Successful check job command +2021-12-18 03:04:42,925 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:04:42,925 End of checking +2021-12-18 03:04:42,926 Updating FAILED jobs +2021-12-18 03:04:42,927 Updating WAITING jobs +2021-12-18 03:04:42,927 Update finished +2021-12-18 03:04:42,927 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:04:42,927 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:04:42,927 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:04:42,927 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:04:42,928 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:04:42,930 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:04:42,933 Job list saved +2021-12-18 03:04:42,944 Updating FAILED jobs +2021-12-18 03:04:42,944 Updating WAITING jobs +2021-12-18 03:04:42,944 Update finished +2021-12-18 03:04:52,954 Reloading parameters... +2021-12-18 03:04:52,974 Loading parameters... +2021-12-18 03:04:52,975 Loading project parameters... +2021-12-18 03:04:52,977 + +22 of 25 jobs remaining (03:04) +2021-12-18 03:04:52,977 Sleep: 10 +2021-12-18 03:04:52,977 Number of retrials: 0 +2021-12-18 03:04:52,977 WRAPPER CHECK TIME = 10 +2021-12-18 03:04:52,978 Checking jobs for platform=marenostrum4 +2021-12-18 03:04:52,978 Checking jobs for platform=nord3 +2021-12-18 03:04:52,979 Checking jobs for platform=local +2021-12-18 03:04:52,979 Checking jobs for platform=transfer_node +2021-12-18 03:04:52,979 Checking all jobs at once +2021-12-18 03:04:55,302 Successful check job command +2021-12-18 03:04:57,374 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:04:57,374 End of checking +2021-12-18 03:04:57,375 Updating FAILED jobs +2021-12-18 03:04:57,375 Updating WAITING jobs +2021-12-18 03:04:57,376 Update finished +2021-12-18 03:04:57,376 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:04:57,377 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:04:57,377 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:04:57,377 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:04:57,377 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:04:57,381 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:04:57,383 Job list saved +2021-12-18 03:04:57,388 Updating FAILED jobs +2021-12-18 03:04:57,389 Updating WAITING jobs +2021-12-18 03:04:57,389 Update finished +2021-12-18 03:05:07,398 Reloading parameters... +2021-12-18 03:05:07,416 Loading parameters... +2021-12-18 03:05:07,417 Loading project parameters... +2021-12-18 03:05:07,420 + +22 of 25 jobs remaining (03:05) +2021-12-18 03:05:07,420 Sleep: 10 +2021-12-18 03:05:07,420 Number of retrials: 0 +2021-12-18 03:05:07,420 WRAPPER CHECK TIME = 10 +2021-12-18 03:05:07,421 Checking jobs for platform=marenostrum4 +2021-12-18 03:05:07,422 Checking jobs for platform=nord3 +2021-12-18 03:05:07,422 Checking jobs for platform=local +2021-12-18 03:05:07,423 Checking jobs for platform=transfer_node +2021-12-18 03:05:07,423 Checking all jobs at once +2021-12-18 03:05:08,794 Successful check job command +2021-12-18 03:05:10,164 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:05:10,164 End of checking +2021-12-18 03:05:10,166 Updating FAILED jobs +2021-12-18 03:05:10,166 Updating WAITING jobs +2021-12-18 03:05:10,166 Update finished +2021-12-18 03:05:10,167 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:05:10,167 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:05:10,167 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:05:10,167 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:05:10,167 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:05:10,170 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:05:10,172 Job list saved +2021-12-18 03:05:10,177 Updating FAILED jobs +2021-12-18 03:05:10,177 Updating WAITING jobs +2021-12-18 03:05:10,177 Update finished +2021-12-18 03:05:20,187 Reloading parameters... +2021-12-18 03:05:20,205 Loading parameters... +2021-12-18 03:05:20,206 Loading project parameters... +2021-12-18 03:05:20,208 + +22 of 25 jobs remaining (03:05) +2021-12-18 03:05:20,208 Sleep: 10 +2021-12-18 03:05:20,208 Number of retrials: 0 +2021-12-18 03:05:20,208 WRAPPER CHECK TIME = 10 +2021-12-18 03:05:20,209 Checking jobs for platform=marenostrum4 +2021-12-18 03:05:20,209 Checking jobs for platform=nord3 +2021-12-18 03:05:20,210 Checking jobs for platform=local +2021-12-18 03:05:20,210 Checking jobs for platform=transfer_node +2021-12-18 03:05:20,210 Checking all jobs at once +2021-12-18 03:05:21,781 Successful check job command +2021-12-18 03:05:23,153 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:05:23,153 End of checking +2021-12-18 03:05:23,155 Updating FAILED jobs +2021-12-18 03:05:23,155 Updating WAITING jobs +2021-12-18 03:05:23,155 Update finished +2021-12-18 03:05:23,156 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:05:23,156 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:05:23,156 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:05:23,156 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:05:23,156 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:05:23,159 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:05:23,161 Job list saved +2021-12-18 03:05:23,166 Updating FAILED jobs +2021-12-18 03:05:23,166 Updating WAITING jobs +2021-12-18 03:05:23,166 Update finished +2021-12-18 03:05:33,174 Reloading parameters... +2021-12-18 03:05:33,202 Loading parameters... +2021-12-18 03:05:33,204 Loading project parameters... +2021-12-18 03:05:33,205 + +22 of 25 jobs remaining (03:05) +2021-12-18 03:05:33,206 Sleep: 10 +2021-12-18 03:05:33,206 Number of retrials: 0 +2021-12-18 03:05:33,206 WRAPPER CHECK TIME = 10 +2021-12-18 03:05:33,206 Checking jobs for platform=marenostrum4 +2021-12-18 03:05:33,207 Checking jobs for platform=nord3 +2021-12-18 03:05:33,207 Checking jobs for platform=local +2021-12-18 03:05:33,208 Checking jobs for platform=transfer_node +2021-12-18 03:05:33,208 Checking all jobs at once +2021-12-18 03:05:34,528 Successful check job command +2021-12-18 03:05:36,148 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:05:36,148 End of checking +2021-12-18 03:05:36,149 Updating FAILED jobs +2021-12-18 03:05:36,149 Updating WAITING jobs +2021-12-18 03:05:36,150 Update finished +2021-12-18 03:05:36,150 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:05:36,150 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:05:36,151 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:05:36,151 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:05:36,151 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:05:36,154 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:05:36,156 Job list saved +2021-12-18 03:05:36,161 Updating FAILED jobs +2021-12-18 03:05:36,161 Updating WAITING jobs +2021-12-18 03:05:36,161 Update finished +2021-12-18 03:05:46,171 Reloading parameters... +2021-12-18 03:05:46,190 Loading parameters... +2021-12-18 03:05:46,192 Loading project parameters... +2021-12-18 03:05:46,194 + +22 of 25 jobs remaining (03:05) +2021-12-18 03:05:46,194 Sleep: 10 +2021-12-18 03:05:46,194 Number of retrials: 0 +2021-12-18 03:05:46,194 WRAPPER CHECK TIME = 10 +2021-12-18 03:05:46,195 Checking jobs for platform=marenostrum4 +2021-12-18 03:05:46,195 Checking jobs for platform=nord3 +2021-12-18 03:05:46,196 Checking jobs for platform=local +2021-12-18 03:05:46,196 Checking jobs for platform=transfer_node +2021-12-18 03:05:46,196 Checking all jobs at once +2021-12-18 03:05:47,667 Successful check job command +2021-12-18 03:05:48,987 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:05:48,987 End of checking +2021-12-18 03:05:48,989 Updating FAILED jobs +2021-12-18 03:05:48,989 Updating WAITING jobs +2021-12-18 03:05:48,989 Update finished +2021-12-18 03:05:48,989 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:05:48,989 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:05:48,989 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:05:48,990 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:05:48,990 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:05:48,993 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:05:48,995 Job list saved +2021-12-18 03:05:49,000 Updating FAILED jobs +2021-12-18 03:05:49,000 Updating WAITING jobs +2021-12-18 03:05:49,000 Update finished +2021-12-18 03:05:59,010 Reloading parameters... +2021-12-18 03:05:59,029 Loading parameters... +2021-12-18 03:05:59,030 Loading project parameters... +2021-12-18 03:05:59,032 + +22 of 25 jobs remaining (03:05) +2021-12-18 03:05:59,032 Sleep: 10 +2021-12-18 03:05:59,033 Number of retrials: 0 +2021-12-18 03:05:59,033 WRAPPER CHECK TIME = 10 +2021-12-18 03:05:59,033 Checking jobs for platform=marenostrum4 +2021-12-18 03:05:59,034 Checking jobs for platform=nord3 +2021-12-18 03:05:59,034 Checking jobs for platform=local +2021-12-18 03:05:59,035 Checking jobs for platform=transfer_node +2021-12-18 03:05:59,035 Checking all jobs at once +2021-12-18 03:06:00,557 Successful check job command +2021-12-18 03:06:02,027 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:06:02,027 End of checking +2021-12-18 03:06:02,029 Updating FAILED jobs +2021-12-18 03:06:02,029 Updating WAITING jobs +2021-12-18 03:06:02,029 Update finished +2021-12-18 03:06:02,029 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:06:02,030 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:06:02,030 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:06:02,030 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:06:02,030 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:06:02,032 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:06:02,035 Job list saved +2021-12-18 03:06:02,039 Updating FAILED jobs +2021-12-18 03:06:02,040 Updating WAITING jobs +2021-12-18 03:06:02,040 Update finished +2021-12-18 03:06:12,050 Reloading parameters... +2021-12-18 03:06:12,067 Loading parameters... +2021-12-18 03:06:12,069 Loading project parameters... +2021-12-18 03:06:12,071 + +22 of 25 jobs remaining (03:06) +2021-12-18 03:06:12,071 Sleep: 10 +2021-12-18 03:06:12,071 Number of retrials: 0 +2021-12-18 03:06:12,071 WRAPPER CHECK TIME = 10 +2021-12-18 03:06:12,072 Checking jobs for platform=marenostrum4 +2021-12-18 03:06:12,072 Checking jobs for platform=nord3 +2021-12-18 03:06:12,073 Checking jobs for platform=local +2021-12-18 03:06:12,073 Checking jobs for platform=transfer_node +2021-12-18 03:06:12,073 Checking all jobs at once +2021-12-18 03:06:13,544 Successful check job command +2021-12-18 03:06:15,065 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:06:15,065 End of checking +2021-12-18 03:06:15,067 Updating FAILED jobs +2021-12-18 03:06:15,067 Updating WAITING jobs +2021-12-18 03:06:15,067 Update finished +2021-12-18 03:06:15,067 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:06:15,070 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:06:15,070 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:06:15,070 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:06:15,070 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:06:15,073 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:06:15,075 Job list saved +2021-12-18 03:06:15,081 Updating FAILED jobs +2021-12-18 03:06:15,081 Updating WAITING jobs +2021-12-18 03:06:15,081 Update finished +2021-12-18 03:06:25,090 Reloading parameters... +2021-12-18 03:06:25,109 Loading parameters... +2021-12-18 03:06:25,110 Loading project parameters... +2021-12-18 03:06:25,112 + +22 of 25 jobs remaining (03:06) +2021-12-18 03:06:25,112 Sleep: 10 +2021-12-18 03:06:25,112 Number of retrials: 0 +2021-12-18 03:06:25,112 WRAPPER CHECK TIME = 10 +2021-12-18 03:06:25,113 Checking jobs for platform=marenostrum4 +2021-12-18 03:06:25,114 Checking jobs for platform=nord3 +2021-12-18 03:06:25,114 Checking jobs for platform=local +2021-12-18 03:06:25,115 Checking jobs for platform=transfer_node +2021-12-18 03:06:25,115 Checking all jobs at once +2021-12-18 03:06:26,486 Successful check job command +2021-12-18 03:06:27,755 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:06:27,756 End of checking +2021-12-18 03:06:27,757 Updating FAILED jobs +2021-12-18 03:06:27,757 Updating WAITING jobs +2021-12-18 03:06:27,757 Update finished +2021-12-18 03:06:27,757 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:06:27,758 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:06:27,758 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:06:27,758 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:06:27,758 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:06:27,760 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:06:27,763 Job list saved +2021-12-18 03:06:27,771 Updating FAILED jobs +2021-12-18 03:06:27,771 Updating WAITING jobs +2021-12-18 03:06:27,771 Update finished +2021-12-18 03:06:37,772 Reloading parameters... +2021-12-18 03:06:37,791 Loading parameters... +2021-12-18 03:06:37,793 Loading project parameters... +2021-12-18 03:06:37,794 + +22 of 25 jobs remaining (03:06) +2021-12-18 03:06:37,795 Sleep: 10 +2021-12-18 03:06:37,795 Number of retrials: 0 +2021-12-18 03:06:37,795 WRAPPER CHECK TIME = 10 +2021-12-18 03:06:37,795 Checking jobs for platform=marenostrum4 +2021-12-18 03:06:37,796 Checking jobs for platform=nord3 +2021-12-18 03:06:37,796 Checking jobs for platform=local +2021-12-18 03:06:37,797 Checking jobs for platform=transfer_node +2021-12-18 03:06:37,797 Checking all jobs at once +2021-12-18 03:06:39,268 Successful check job command +2021-12-18 03:06:40,587 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:06:40,587 End of checking +2021-12-18 03:06:40,589 Updating FAILED jobs +2021-12-18 03:06:40,589 Updating WAITING jobs +2021-12-18 03:06:40,589 Update finished +2021-12-18 03:06:40,589 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:06:40,590 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:06:40,590 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:06:40,590 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:06:40,590 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:06:40,593 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:06:40,595 Job list saved +2021-12-18 03:06:40,600 Updating FAILED jobs +2021-12-18 03:06:40,600 Updating WAITING jobs +2021-12-18 03:06:40,600 Update finished +2021-12-18 03:06:50,610 Reloading parameters... +2021-12-18 03:06:50,628 Loading parameters... +2021-12-18 03:06:50,630 Loading project parameters... +2021-12-18 03:06:50,631 + +22 of 25 jobs remaining (03:06) +2021-12-18 03:06:50,632 Sleep: 10 +2021-12-18 03:06:50,632 Number of retrials: 0 +2021-12-18 03:06:50,632 WRAPPER CHECK TIME = 10 +2021-12-18 03:06:50,632 Checking jobs for platform=marenostrum4 +2021-12-18 03:06:50,633 Checking jobs for platform=nord3 +2021-12-18 03:06:50,634 Checking jobs for platform=local +2021-12-18 03:06:50,634 Checking jobs for platform=transfer_node +2021-12-18 03:06:50,634 Checking all jobs at once +2021-12-18 03:06:52,104 Successful check job command +2021-12-18 03:06:53,674 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:06:53,675 End of checking +2021-12-18 03:06:53,676 Updating FAILED jobs +2021-12-18 03:06:53,676 Updating WAITING jobs +2021-12-18 03:06:53,676 Update finished +2021-12-18 03:06:53,677 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:06:53,677 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:06:53,678 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:06:53,678 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:06:53,678 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:06:53,680 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:06:53,683 Job list saved +2021-12-18 03:06:53,687 Updating FAILED jobs +2021-12-18 03:06:53,687 Updating WAITING jobs +2021-12-18 03:06:53,687 Update finished +2021-12-18 03:07:03,697 Reloading parameters... +2021-12-18 03:07:03,715 Loading parameters... +2021-12-18 03:07:03,716 Loading project parameters... +2021-12-18 03:07:03,718 + +22 of 25 jobs remaining (03:07) +2021-12-18 03:07:03,718 Sleep: 10 +2021-12-18 03:07:03,718 Number of retrials: 0 +2021-12-18 03:07:03,718 WRAPPER CHECK TIME = 10 +2021-12-18 03:07:03,719 Checking jobs for platform=marenostrum4 +2021-12-18 03:07:03,720 Checking jobs for platform=nord3 +2021-12-18 03:07:03,720 Checking jobs for platform=local +2021-12-18 03:07:03,721 Checking jobs for platform=transfer_node +2021-12-18 03:07:03,721 Checking all jobs at once +2021-12-18 03:07:05,342 Successful check job command +2021-12-18 03:07:06,761 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:07:06,762 End of checking +2021-12-18 03:07:06,763 Updating FAILED jobs +2021-12-18 03:07:06,763 Updating WAITING jobs +2021-12-18 03:07:06,763 Update finished +2021-12-18 03:07:06,764 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:07:06,764 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:07:06,764 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:07:06,764 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:07:06,764 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:07:06,767 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:07:06,769 Job list saved +2021-12-18 03:07:06,773 Updating FAILED jobs +2021-12-18 03:07:06,774 Updating WAITING jobs +2021-12-18 03:07:06,774 Update finished +2021-12-18 03:07:16,784 Reloading parameters... +2021-12-18 03:07:16,804 Loading parameters... +2021-12-18 03:07:16,805 Loading project parameters... +2021-12-18 03:07:16,807 + +22 of 25 jobs remaining (03:07) +2021-12-18 03:07:16,807 Sleep: 10 +2021-12-18 03:07:16,807 Number of retrials: 0 +2021-12-18 03:07:16,807 WRAPPER CHECK TIME = 10 +2021-12-18 03:07:16,808 Checking jobs for platform=marenostrum4 +2021-12-18 03:07:16,808 Checking jobs for platform=nord3 +2021-12-18 03:07:16,809 Checking jobs for platform=local +2021-12-18 03:07:16,810 Checking jobs for platform=transfer_node +2021-12-18 03:07:16,810 Checking all jobs at once +2021-12-18 03:07:18,129 Successful check job command +2021-12-18 03:07:19,499 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:07:19,499 End of checking +2021-12-18 03:07:19,500 Updating FAILED jobs +2021-12-18 03:07:19,500 Updating WAITING jobs +2021-12-18 03:07:19,501 Update finished +2021-12-18 03:07:19,501 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:07:19,501 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:07:19,501 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:07:19,501 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:07:19,501 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:07:19,504 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:07:19,506 Job list saved +2021-12-18 03:07:19,511 Updating FAILED jobs +2021-12-18 03:07:19,511 Updating WAITING jobs +2021-12-18 03:07:19,511 Update finished +2021-12-18 03:07:29,521 Reloading parameters... +2021-12-18 03:07:29,539 Loading parameters... +2021-12-18 03:07:29,541 Loading project parameters... +2021-12-18 03:07:29,542 + +22 of 25 jobs remaining (03:07) +2021-12-18 03:07:29,543 Sleep: 10 +2021-12-18 03:07:29,543 Number of retrials: 0 +2021-12-18 03:07:29,543 WRAPPER CHECK TIME = 10 +2021-12-18 03:07:29,543 Checking jobs for platform=marenostrum4 +2021-12-18 03:07:29,544 Checking jobs for platform=nord3 +2021-12-18 03:07:29,545 Checking jobs for platform=local +2021-12-18 03:07:29,545 Checking jobs for platform=transfer_node +2021-12-18 03:07:29,545 Checking all jobs at once +2021-12-18 03:07:30,916 Successful check job command +2021-12-18 03:07:32,237 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:07:32,237 End of checking +2021-12-18 03:07:32,239 Updating FAILED jobs +2021-12-18 03:07:32,239 Updating WAITING jobs +2021-12-18 03:07:32,239 Update finished +2021-12-18 03:07:32,239 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:07:32,240 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:07:32,240 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:07:32,240 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:07:32,240 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:07:32,243 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:07:32,245 Job list saved +2021-12-18 03:07:32,250 Updating FAILED jobs +2021-12-18 03:07:32,250 Updating WAITING jobs +2021-12-18 03:07:32,251 Update finished +2021-12-18 03:07:42,261 Reloading parameters... +2021-12-18 03:07:42,280 Loading parameters... +2021-12-18 03:07:42,281 Loading project parameters... +2021-12-18 03:07:42,283 + +22 of 25 jobs remaining (03:07) +2021-12-18 03:07:42,284 Sleep: 10 +2021-12-18 03:07:42,284 Number of retrials: 0 +2021-12-18 03:07:42,284 WRAPPER CHECK TIME = 10 +2021-12-18 03:07:42,284 Checking jobs for platform=marenostrum4 +2021-12-18 03:07:42,285 Checking jobs for platform=nord3 +2021-12-18 03:07:42,285 Checking jobs for platform=local +2021-12-18 03:07:42,286 Checking jobs for platform=transfer_node +2021-12-18 03:07:42,286 Checking all jobs at once +2021-12-18 03:07:44,357 Successful check job command +2021-12-18 03:07:45,727 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:07:45,728 End of checking +2021-12-18 03:07:45,729 Updating FAILED jobs +2021-12-18 03:07:45,729 Updating WAITING jobs +2021-12-18 03:07:45,729 Update finished +2021-12-18 03:07:45,729 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:07:45,730 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:07:45,730 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:07:45,730 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:07:45,730 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:07:45,732 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:07:45,735 Job list saved +2021-12-18 03:07:45,740 Updating FAILED jobs +2021-12-18 03:07:45,740 Updating WAITING jobs +2021-12-18 03:07:45,740 Update finished +2021-12-18 03:07:55,750 Reloading parameters... +2021-12-18 03:07:55,768 Loading parameters... +2021-12-18 03:07:55,770 Loading project parameters... +2021-12-18 03:07:55,772 + +22 of 25 jobs remaining (03:07) +2021-12-18 03:07:55,772 Sleep: 10 +2021-12-18 03:07:55,772 Number of retrials: 0 +2021-12-18 03:07:55,772 WRAPPER CHECK TIME = 10 +2021-12-18 03:07:55,773 Checking jobs for platform=marenostrum4 +2021-12-18 03:07:55,773 Checking jobs for platform=nord3 +2021-12-18 03:07:55,774 Checking jobs for platform=local +2021-12-18 03:07:55,774 Checking jobs for platform=transfer_node +2021-12-18 03:07:55,774 Checking all jobs at once +2021-12-18 03:07:57,144 Successful check job command +2021-12-18 03:07:58,714 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:07:58,714 End of checking +2021-12-18 03:07:58,715 Updating FAILED jobs +2021-12-18 03:07:58,715 Updating WAITING jobs +2021-12-18 03:07:58,716 Update finished +2021-12-18 03:07:58,716 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:07:58,716 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:07:58,716 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:07:58,716 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:07:58,716 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:07:58,719 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:07:58,721 Job list saved +2021-12-18 03:07:58,725 Updating FAILED jobs +2021-12-18 03:07:58,726 Updating WAITING jobs +2021-12-18 03:07:58,726 Update finished +2021-12-18 03:08:08,735 Reloading parameters... +2021-12-18 03:08:08,754 Loading parameters... +2021-12-18 03:08:08,755 Loading project parameters... +2021-12-18 03:08:08,757 + +22 of 25 jobs remaining (03:08) +2021-12-18 03:08:08,757 Sleep: 10 +2021-12-18 03:08:08,757 Number of retrials: 0 +2021-12-18 03:08:08,757 WRAPPER CHECK TIME = 10 +2021-12-18 03:08:08,758 Checking jobs for platform=marenostrum4 +2021-12-18 03:08:08,758 Checking jobs for platform=nord3 +2021-12-18 03:08:08,759 Checking jobs for platform=local +2021-12-18 03:08:08,760 Checking jobs for platform=transfer_node +2021-12-18 03:08:08,760 Checking all jobs at once +2021-12-18 03:08:10,680 Successful check job command +2021-12-18 03:08:12,255 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:08:12,255 End of checking +2021-12-18 03:08:12,257 Updating FAILED jobs +2021-12-18 03:08:12,257 Updating WAITING jobs +2021-12-18 03:08:12,257 Update finished +2021-12-18 03:08:12,257 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:08:12,258 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:08:12,258 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:08:12,258 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:08:12,258 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:08:12,261 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:08:12,263 Job list saved +2021-12-18 03:08:12,267 Updating FAILED jobs +2021-12-18 03:08:12,267 Updating WAITING jobs +2021-12-18 03:08:12,268 Update finished +2021-12-18 03:08:22,278 Reloading parameters... +2021-12-18 03:08:22,300 Loading parameters... +2021-12-18 03:08:22,301 Loading project parameters... +2021-12-18 03:08:22,303 + +22 of 25 jobs remaining (03:08) +2021-12-18 03:08:22,303 Sleep: 10 +2021-12-18 03:08:22,303 Number of retrials: 0 +2021-12-18 03:08:22,303 WRAPPER CHECK TIME = 10 +2021-12-18 03:08:22,304 Checking jobs for platform=marenostrum4 +2021-12-18 03:08:22,306 Checking jobs for platform=nord3 +2021-12-18 03:08:22,306 Checking jobs for platform=local +2021-12-18 03:08:22,307 Checking jobs for platform=transfer_node +2021-12-18 03:08:22,307 Checking all jobs at once +2021-12-18 03:08:24,281 Successful check job command +2021-12-18 03:08:25,601 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:08:25,601 End of checking +2021-12-18 03:08:25,602 Updating FAILED jobs +2021-12-18 03:08:25,602 Updating WAITING jobs +2021-12-18 03:08:25,603 Update finished +2021-12-18 03:08:25,603 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:08:25,603 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:08:25,603 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:08:25,603 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:08:25,603 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:08:25,606 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:08:25,608 Job list saved +2021-12-18 03:08:25,613 Updating FAILED jobs +2021-12-18 03:08:25,613 Updating WAITING jobs +2021-12-18 03:08:25,614 Update finished +2021-12-18 03:08:35,615 Reloading parameters... +2021-12-18 03:08:35,638 Loading parameters... +2021-12-18 03:08:35,639 Loading project parameters... +2021-12-18 03:08:35,641 + +22 of 25 jobs remaining (03:08) +2021-12-18 03:08:35,641 Sleep: 10 +2021-12-18 03:08:35,641 Number of retrials: 0 +2021-12-18 03:08:35,641 WRAPPER CHECK TIME = 10 +2021-12-18 03:08:35,642 Checking jobs for platform=marenostrum4 +2021-12-18 03:08:35,642 Checking jobs for platform=nord3 +2021-12-18 03:08:35,643 Checking jobs for platform=local +2021-12-18 03:08:35,643 Checking jobs for platform=transfer_node +2021-12-18 03:08:35,643 Checking all jobs at once +2021-12-18 03:08:37,219 Successful check job command +2021-12-18 03:08:38,488 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:08:38,488 End of checking +2021-12-18 03:08:38,490 Updating FAILED jobs +2021-12-18 03:08:38,490 Updating WAITING jobs +2021-12-18 03:08:38,490 Update finished +2021-12-18 03:08:38,490 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:08:38,490 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:08:38,491 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:08:38,491 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:08:38,491 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:08:38,493 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:08:38,496 Job list saved +2021-12-18 03:08:38,500 Updating FAILED jobs +2021-12-18 03:08:38,500 Updating WAITING jobs +2021-12-18 03:08:38,501 Update finished +2021-12-18 03:08:48,508 Reloading parameters... +2021-12-18 03:08:48,528 Loading parameters... +2021-12-18 03:08:48,529 Loading project parameters... +2021-12-18 03:08:48,531 + +22 of 25 jobs remaining (03:08) +2021-12-18 03:08:48,531 Sleep: 10 +2021-12-18 03:08:48,531 Number of retrials: 0 +2021-12-18 03:08:48,532 WRAPPER CHECK TIME = 10 +2021-12-18 03:08:48,532 Checking jobs for platform=marenostrum4 +2021-12-18 03:08:48,533 Checking jobs for platform=nord3 +2021-12-18 03:08:48,533 Checking jobs for platform=local +2021-12-18 03:08:48,534 Checking jobs for platform=transfer_node +2021-12-18 03:08:48,534 Checking all jobs at once +2021-12-18 03:08:50,459 Successful check job command +2021-12-18 03:08:51,781 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:08:51,781 End of checking +2021-12-18 03:08:51,783 Updating FAILED jobs +2021-12-18 03:08:51,783 Updating WAITING jobs +2021-12-18 03:08:51,783 Update finished +2021-12-18 03:08:51,783 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:08:51,784 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:08:51,784 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:08:51,784 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:08:51,784 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:08:51,787 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:08:51,789 Job list saved +2021-12-18 03:08:51,793 Updating FAILED jobs +2021-12-18 03:08:51,794 Updating WAITING jobs +2021-12-18 03:08:51,794 Update finished +2021-12-18 03:09:01,800 Reloading parameters... +2021-12-18 03:09:01,818 Loading parameters... +2021-12-18 03:09:01,819 Loading project parameters... +2021-12-18 03:09:01,821 + +22 of 25 jobs remaining (03:09) +2021-12-18 03:09:01,822 Sleep: 10 +2021-12-18 03:09:01,822 Number of retrials: 0 +2021-12-18 03:09:01,822 WRAPPER CHECK TIME = 10 +2021-12-18 03:09:01,822 Checking jobs for platform=marenostrum4 +2021-12-18 03:09:01,823 Checking jobs for platform=nord3 +2021-12-18 03:09:01,823 Checking jobs for platform=local +2021-12-18 03:09:01,824 Checking jobs for platform=transfer_node +2021-12-18 03:09:01,824 Checking all jobs at once +2021-12-18 03:09:03,244 Successful check job command +2021-12-18 03:09:04,513 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:09:04,514 End of checking +2021-12-18 03:09:04,515 Updating FAILED jobs +2021-12-18 03:09:04,515 Updating WAITING jobs +2021-12-18 03:09:04,516 Update finished +2021-12-18 03:09:04,516 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:09:04,516 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:09:04,516 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:09:04,516 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:09:04,516 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:09:04,519 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:09:04,521 Job list saved +2021-12-18 03:09:04,526 Updating FAILED jobs +2021-12-18 03:09:04,526 Updating WAITING jobs +2021-12-18 03:09:04,526 Update finished +2021-12-18 03:09:14,535 Reloading parameters... +2021-12-18 03:09:14,553 Loading parameters... +2021-12-18 03:09:14,554 Loading project parameters... +2021-12-18 03:09:14,556 + +22 of 25 jobs remaining (03:09) +2021-12-18 03:09:14,556 Sleep: 10 +2021-12-18 03:09:14,557 Number of retrials: 0 +2021-12-18 03:09:14,557 WRAPPER CHECK TIME = 10 +2021-12-18 03:09:14,557 Checking jobs for platform=marenostrum4 +2021-12-18 03:09:14,558 Checking jobs for platform=nord3 +2021-12-18 03:09:14,558 Checking jobs for platform=local +2021-12-18 03:09:14,559 Checking jobs for platform=transfer_node +2021-12-18 03:09:14,559 Checking all jobs at once +2021-12-18 03:09:16,230 Successful check job command +2021-12-18 03:09:17,599 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:09:17,599 End of checking +2021-12-18 03:09:17,601 Updating FAILED jobs +2021-12-18 03:09:17,601 Updating WAITING jobs +2021-12-18 03:09:17,601 Update finished +2021-12-18 03:09:17,601 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:09:17,602 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:09:17,602 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:09:17,602 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:09:17,602 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:09:17,604 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:09:17,606 Job list saved +2021-12-18 03:09:17,610 Updating FAILED jobs +2021-12-18 03:09:17,611 Updating WAITING jobs +2021-12-18 03:09:17,611 Update finished +2021-12-18 03:09:27,621 Reloading parameters... +2021-12-18 03:09:27,640 Loading parameters... +2021-12-18 03:09:27,641 Loading project parameters... +2021-12-18 03:09:27,643 + +22 of 25 jobs remaining (03:09) +2021-12-18 03:09:27,643 Sleep: 10 +2021-12-18 03:09:27,643 Number of retrials: 0 +2021-12-18 03:09:27,643 WRAPPER CHECK TIME = 10 +2021-12-18 03:09:27,644 Checking jobs for platform=marenostrum4 +2021-12-18 03:09:27,644 Checking jobs for platform=nord3 +2021-12-18 03:09:27,645 Checking jobs for platform=local +2021-12-18 03:09:27,645 Checking jobs for platform=transfer_node +2021-12-18 03:09:27,645 Checking all jobs at once +2021-12-18 03:09:29,666 Successful check job command +2021-12-18 03:09:31,786 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:09:31,787 End of checking +2021-12-18 03:09:31,788 Updating FAILED jobs +2021-12-18 03:09:31,788 Updating WAITING jobs +2021-12-18 03:09:31,788 Update finished +2021-12-18 03:09:31,789 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:09:31,789 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:09:31,789 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:09:31,789 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:09:31,790 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:09:31,792 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:09:31,795 Job list saved +2021-12-18 03:09:31,805 Updating FAILED jobs +2021-12-18 03:09:31,805 Updating WAITING jobs +2021-12-18 03:09:31,805 Update finished +2021-12-18 03:09:41,815 Reloading parameters... +2021-12-18 03:09:41,833 Loading parameters... +2021-12-18 03:09:41,834 Loading project parameters... +2021-12-18 03:09:41,836 + +22 of 25 jobs remaining (03:09) +2021-12-18 03:09:41,836 Sleep: 10 +2021-12-18 03:09:41,836 Number of retrials: 0 +2021-12-18 03:09:41,836 WRAPPER CHECK TIME = 10 +2021-12-18 03:09:41,837 Checking jobs for platform=marenostrum4 +2021-12-18 03:09:41,838 Checking jobs for platform=nord3 +2021-12-18 03:09:41,838 Checking jobs for platform=local +2021-12-18 03:09:41,839 Checking jobs for platform=transfer_node +2021-12-18 03:09:41,839 Checking all jobs at once +2021-12-18 03:09:43,160 Successful check job command +2021-12-18 03:09:44,731 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:09:44,731 End of checking +2021-12-18 03:09:44,733 Updating FAILED jobs +2021-12-18 03:09:44,733 Updating WAITING jobs +2021-12-18 03:09:44,733 Update finished +2021-12-18 03:09:44,733 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:09:44,733 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:09:44,734 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:09:44,734 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:09:44,734 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:09:44,738 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:09:44,741 Job list saved +2021-12-18 03:09:44,746 Updating FAILED jobs +2021-12-18 03:09:44,746 Updating WAITING jobs +2021-12-18 03:09:44,746 Update finished +2021-12-18 03:09:54,756 Reloading parameters... +2021-12-18 03:09:54,781 Loading parameters... +2021-12-18 03:09:54,782 Loading project parameters... +2021-12-18 03:09:54,784 + +22 of 25 jobs remaining (03:09) +2021-12-18 03:09:54,784 Sleep: 10 +2021-12-18 03:09:54,784 Number of retrials: 0 +2021-12-18 03:09:54,784 WRAPPER CHECK TIME = 10 +2021-12-18 03:09:54,785 Checking jobs for platform=marenostrum4 +2021-12-18 03:09:54,786 Checking jobs for platform=nord3 +2021-12-18 03:09:54,786 Checking jobs for platform=local +2021-12-18 03:09:54,787 Checking jobs for platform=transfer_node +2021-12-18 03:09:54,787 Checking all jobs at once +2021-12-18 03:09:56,758 Successful check job command +2021-12-18 03:09:58,228 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:09:58,228 End of checking +2021-12-18 03:09:58,229 Updating FAILED jobs +2021-12-18 03:09:58,229 Updating WAITING jobs +2021-12-18 03:09:58,230 Update finished +2021-12-18 03:09:58,230 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:09:58,230 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:09:58,230 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:09:58,230 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:09:58,230 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:09:58,233 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:09:58,235 Job list saved +2021-12-18 03:09:58,239 Updating FAILED jobs +2021-12-18 03:09:58,240 Updating WAITING jobs +2021-12-18 03:09:58,240 Update finished +2021-12-18 03:10:08,250 Reloading parameters... +2021-12-18 03:10:08,267 Loading parameters... +2021-12-18 03:10:08,269 Loading project parameters... +2021-12-18 03:10:08,271 + +22 of 25 jobs remaining (03:10) +2021-12-18 03:10:08,271 Sleep: 10 +2021-12-18 03:10:08,271 Number of retrials: 0 +2021-12-18 03:10:08,271 WRAPPER CHECK TIME = 10 +2021-12-18 03:10:08,271 Checking jobs for platform=marenostrum4 +2021-12-18 03:10:08,272 Checking jobs for platform=nord3 +2021-12-18 03:10:08,273 Checking jobs for platform=local +2021-12-18 03:10:08,273 Checking jobs for platform=transfer_node +2021-12-18 03:10:08,273 Checking all jobs at once +2021-12-18 03:10:09,993 Successful check job command +2021-12-18 03:10:12,114 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:10:12,115 End of checking +2021-12-18 03:10:12,116 Updating FAILED jobs +2021-12-18 03:10:12,116 Updating WAITING jobs +2021-12-18 03:10:12,116 Update finished +2021-12-18 03:10:12,117 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:10:12,117 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:10:12,117 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:10:12,117 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:10:12,118 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:10:12,120 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:10:12,122 Job list saved +2021-12-18 03:10:12,127 Updating FAILED jobs +2021-12-18 03:10:12,127 Updating WAITING jobs +2021-12-18 03:10:12,128 Update finished +2021-12-18 03:10:22,136 Reloading parameters... +2021-12-18 03:10:22,156 Loading parameters... +2021-12-18 03:10:22,157 Loading project parameters... +2021-12-18 03:10:22,159 + +22 of 25 jobs remaining (03:10) +2021-12-18 03:10:22,159 Sleep: 10 +2021-12-18 03:10:22,159 Number of retrials: 0 +2021-12-18 03:10:22,159 WRAPPER CHECK TIME = 10 +2021-12-18 03:10:22,160 Checking jobs for platform=marenostrum4 +2021-12-18 03:10:22,160 Checking jobs for platform=nord3 +2021-12-18 03:10:22,161 Checking jobs for platform=local +2021-12-18 03:10:22,161 Checking jobs for platform=transfer_node +2021-12-18 03:10:22,161 Checking all jobs at once +2021-12-18 03:10:23,430 Successful check job command +2021-12-18 03:10:24,800 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:10:24,800 End of checking +2021-12-18 03:10:24,802 Updating FAILED jobs +2021-12-18 03:10:24,802 Updating WAITING jobs +2021-12-18 03:10:24,803 Update finished +2021-12-18 03:10:24,803 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:10:24,803 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:10:24,803 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:10:24,803 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:10:24,803 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:10:24,806 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:10:24,808 Job list saved +2021-12-18 03:10:24,814 Updating FAILED jobs +2021-12-18 03:10:24,814 Updating WAITING jobs +2021-12-18 03:10:24,814 Update finished +2021-12-18 03:10:34,824 Reloading parameters... +2021-12-18 03:10:34,843 Loading parameters... +2021-12-18 03:10:34,844 Loading project parameters... +2021-12-18 03:10:34,846 + +22 of 25 jobs remaining (03:10) +2021-12-18 03:10:34,846 Sleep: 10 +2021-12-18 03:10:34,847 Number of retrials: 0 +2021-12-18 03:10:34,847 WRAPPER CHECK TIME = 10 +2021-12-18 03:10:34,847 Checking jobs for platform=marenostrum4 +2021-12-18 03:10:34,848 Checking jobs for platform=nord3 +2021-12-18 03:10:34,848 Checking jobs for platform=local +2021-12-18 03:10:34,849 Checking jobs for platform=transfer_node +2021-12-18 03:10:34,849 Checking all jobs at once +2021-12-18 03:10:36,319 Successful check job command +2021-12-18 03:10:37,789 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:10:37,789 End of checking +2021-12-18 03:10:37,791 Updating FAILED jobs +2021-12-18 03:10:37,791 Updating WAITING jobs +2021-12-18 03:10:37,791 Update finished +2021-12-18 03:10:37,791 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:10:37,792 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:10:37,792 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:10:37,792 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:10:37,792 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:10:37,795 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:10:37,797 Job list saved +2021-12-18 03:10:37,802 Updating FAILED jobs +2021-12-18 03:10:37,802 Updating WAITING jobs +2021-12-18 03:10:37,802 Update finished +2021-12-18 03:10:47,808 Reloading parameters... +2021-12-18 03:10:47,828 Loading parameters... +2021-12-18 03:10:47,830 Loading project parameters... +2021-12-18 03:10:47,832 + +22 of 25 jobs remaining (03:10) +2021-12-18 03:10:47,832 Sleep: 10 +2021-12-18 03:10:47,832 Number of retrials: 0 +2021-12-18 03:10:47,832 WRAPPER CHECK TIME = 10 +2021-12-18 03:10:47,833 Checking jobs for platform=marenostrum4 +2021-12-18 03:10:47,833 Checking jobs for platform=nord3 +2021-12-18 03:10:47,834 Checking jobs for platform=local +2021-12-18 03:10:47,834 Checking jobs for platform=transfer_node +2021-12-18 03:10:47,834 Checking all jobs at once +2021-12-18 03:10:49,204 Successful check job command +2021-12-18 03:10:50,826 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:10:50,827 End of checking +2021-12-18 03:10:50,828 Updating FAILED jobs +2021-12-18 03:10:50,829 Updating WAITING jobs +2021-12-18 03:10:50,829 Update finished +2021-12-18 03:10:50,829 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:10:50,830 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:10:50,830 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:10:50,830 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:10:50,830 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:10:50,833 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:10:50,835 Job list saved +2021-12-18 03:10:50,848 Updating FAILED jobs +2021-12-18 03:10:50,848 Updating WAITING jobs +2021-12-18 03:10:50,848 Update finished +2021-12-18 03:11:00,858 Reloading parameters... +2021-12-18 03:11:00,881 Loading parameters... +2021-12-18 03:11:00,882 Loading project parameters... +2021-12-18 03:11:00,885 + +22 of 25 jobs remaining (03:11) +2021-12-18 03:11:00,885 Sleep: 10 +2021-12-18 03:11:00,885 Number of retrials: 0 +2021-12-18 03:11:00,885 WRAPPER CHECK TIME = 10 +2021-12-18 03:11:00,886 Checking jobs for platform=marenostrum4 +2021-12-18 03:11:00,887 Checking jobs for platform=nord3 +2021-12-18 03:11:00,887 Checking jobs for platform=local +2021-12-18 03:11:00,888 Checking jobs for platform=transfer_node +2021-12-18 03:11:00,888 Checking all jobs at once +2021-12-18 03:11:02,161 Successful check job command +2021-12-18 03:11:03,431 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:11:03,431 End of checking +2021-12-18 03:11:03,433 Updating FAILED jobs +2021-12-18 03:11:03,433 Updating WAITING jobs +2021-12-18 03:11:03,433 Update finished +2021-12-18 03:11:03,434 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:11:03,434 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:11:03,434 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:11:03,434 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:11:03,434 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:11:03,436 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:11:03,439 Job list saved +2021-12-18 03:11:03,444 Updating FAILED jobs +2021-12-18 03:11:03,444 Updating WAITING jobs +2021-12-18 03:11:03,445 Update finished +2021-12-18 03:11:13,455 Reloading parameters... +2021-12-18 03:11:13,474 Loading parameters... +2021-12-18 03:11:13,475 Loading project parameters... +2021-12-18 03:11:13,477 + +22 of 25 jobs remaining (03:11) +2021-12-18 03:11:13,477 Sleep: 10 +2021-12-18 03:11:13,477 Number of retrials: 0 +2021-12-18 03:11:13,477 WRAPPER CHECK TIME = 10 +2021-12-18 03:11:13,478 Checking jobs for platform=marenostrum4 +2021-12-18 03:11:13,479 Checking jobs for platform=nord3 +2021-12-18 03:11:13,479 Checking jobs for platform=local +2021-12-18 03:11:13,480 Checking jobs for platform=transfer_node +2021-12-18 03:11:13,480 Checking all jobs at once +2021-12-18 03:11:15,051 Successful check job command +2021-12-18 03:11:16,270 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:11:16,270 End of checking +2021-12-18 03:11:16,271 Updating FAILED jobs +2021-12-18 03:11:16,271 Updating WAITING jobs +2021-12-18 03:11:16,272 Update finished +2021-12-18 03:11:16,272 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:11:16,272 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:11:16,272 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:11:16,272 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:11:16,272 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:11:16,275 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:11:16,277 Job list saved +2021-12-18 03:11:16,287 Updating FAILED jobs +2021-12-18 03:11:16,287 Updating WAITING jobs +2021-12-18 03:11:16,287 Update finished +2021-12-18 03:11:26,288 Reloading parameters... +2021-12-18 03:11:26,309 Loading parameters... +2021-12-18 03:11:26,310 Loading project parameters... +2021-12-18 03:11:26,312 + +22 of 25 jobs remaining (03:11) +2021-12-18 03:11:26,312 Sleep: 10 +2021-12-18 03:11:26,312 Number of retrials: 0 +2021-12-18 03:11:26,312 WRAPPER CHECK TIME = 10 +2021-12-18 03:11:26,313 Checking jobs for platform=marenostrum4 +2021-12-18 03:11:26,313 Checking jobs for platform=nord3 +2021-12-18 03:11:26,314 Checking jobs for platform=local +2021-12-18 03:11:26,314 Checking jobs for platform=transfer_node +2021-12-18 03:11:26,315 Checking all jobs at once +2021-12-18 03:11:27,934 Successful check job command +2021-12-18 03:11:29,254 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:11:29,254 End of checking +2021-12-18 03:11:29,255 Updating FAILED jobs +2021-12-18 03:11:29,255 Updating WAITING jobs +2021-12-18 03:11:29,256 Update finished +2021-12-18 03:11:29,256 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:11:29,256 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:11:29,257 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:11:29,257 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:11:29,257 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:11:29,259 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:11:29,262 Job list saved +2021-12-18 03:11:29,267 Updating FAILED jobs +2021-12-18 03:11:29,267 Updating WAITING jobs +2021-12-18 03:11:29,267 Update finished +2021-12-18 03:11:39,277 Reloading parameters... +2021-12-18 03:11:39,297 Loading parameters... +2021-12-18 03:11:39,298 Loading project parameters... +2021-12-18 03:11:39,304 + +22 of 25 jobs remaining (03:11) +2021-12-18 03:11:39,305 Sleep: 10 +2021-12-18 03:11:39,305 Number of retrials: 0 +2021-12-18 03:11:39,305 WRAPPER CHECK TIME = 10 +2021-12-18 03:11:39,305 Checking jobs for platform=marenostrum4 +2021-12-18 03:11:39,306 Checking jobs for platform=nord3 +2021-12-18 03:11:39,307 Checking jobs for platform=local +2021-12-18 03:11:39,307 Checking jobs for platform=transfer_node +2021-12-18 03:11:39,307 Checking all jobs at once +2021-12-18 03:11:40,682 Successful check job command +2021-12-18 03:11:41,851 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:11:41,852 End of checking +2021-12-18 03:11:41,853 Updating FAILED jobs +2021-12-18 03:11:41,853 Updating WAITING jobs +2021-12-18 03:11:41,853 Update finished +2021-12-18 03:11:41,854 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:11:41,854 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:11:41,854 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:11:41,854 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:11:41,854 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:11:41,857 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:11:41,860 Job list saved +2021-12-18 03:11:41,864 Updating FAILED jobs +2021-12-18 03:11:41,864 Updating WAITING jobs +2021-12-18 03:11:41,865 Update finished +2021-12-18 03:11:51,875 Reloading parameters... +2021-12-18 03:11:51,894 Loading parameters... +2021-12-18 03:11:51,895 Loading project parameters... +2021-12-18 03:11:51,897 + +22 of 25 jobs remaining (03:11) +2021-12-18 03:11:51,897 Sleep: 10 +2021-12-18 03:11:51,897 Number of retrials: 0 +2021-12-18 03:11:51,897 WRAPPER CHECK TIME = 10 +2021-12-18 03:11:51,898 Checking jobs for platform=marenostrum4 +2021-12-18 03:11:51,898 Checking jobs for platform=nord3 +2021-12-18 03:11:51,899 Checking jobs for platform=local +2021-12-18 03:11:51,899 Checking jobs for platform=transfer_node +2021-12-18 03:11:51,899 Checking all jobs at once +2021-12-18 03:11:53,469 Successful check job command +2021-12-18 03:11:54,940 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:11:54,941 End of checking +2021-12-18 03:11:54,942 Updating FAILED jobs +2021-12-18 03:11:54,942 Updating WAITING jobs +2021-12-18 03:11:54,943 Update finished +2021-12-18 03:11:54,943 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:11:54,943 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:11:54,943 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:11:54,943 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:11:54,943 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:11:54,946 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:11:54,948 Job list saved +2021-12-18 03:11:54,954 Updating FAILED jobs +2021-12-18 03:11:54,954 Updating WAITING jobs +2021-12-18 03:11:54,955 Update finished +2021-12-18 03:12:04,965 Reloading parameters... +2021-12-18 03:12:04,984 Loading parameters... +2021-12-18 03:12:04,985 Loading project parameters... +2021-12-18 03:12:04,987 + +22 of 25 jobs remaining (03:12) +2021-12-18 03:12:04,987 Sleep: 10 +2021-12-18 03:12:04,987 Number of retrials: 0 +2021-12-18 03:12:04,987 WRAPPER CHECK TIME = 10 +2021-12-18 03:12:04,988 Checking jobs for platform=marenostrum4 +2021-12-18 03:12:04,989 Checking jobs for platform=nord3 +2021-12-18 03:12:04,989 Checking jobs for platform=local +2021-12-18 03:12:04,990 Checking jobs for platform=transfer_node +2021-12-18 03:12:04,990 Checking all jobs at once +2021-12-18 03:12:07,512 Successful check job command +2021-12-18 03:12:08,932 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:12:08,932 End of checking +2021-12-18 03:12:08,933 Updating FAILED jobs +2021-12-18 03:12:08,933 Updating WAITING jobs +2021-12-18 03:12:08,934 Update finished +2021-12-18 03:12:08,934 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:12:08,940 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:12:08,940 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:12:08,940 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:12:08,940 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:12:08,943 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:12:08,946 Job list saved +2021-12-18 03:12:08,952 Updating FAILED jobs +2021-12-18 03:12:08,952 Updating WAITING jobs +2021-12-18 03:12:08,952 Update finished +2021-12-18 03:12:18,962 Reloading parameters... +2021-12-18 03:12:18,981 Loading parameters... +2021-12-18 03:12:18,983 Loading project parameters... +2021-12-18 03:12:18,984 + +22 of 25 jobs remaining (03:12) +2021-12-18 03:12:18,985 Sleep: 10 +2021-12-18 03:12:18,985 Number of retrials: 0 +2021-12-18 03:12:18,985 WRAPPER CHECK TIME = 10 +2021-12-18 03:12:18,985 Checking jobs for platform=marenostrum4 +2021-12-18 03:12:18,986 Checking jobs for platform=nord3 +2021-12-18 03:12:18,986 Checking jobs for platform=local +2021-12-18 03:12:18,987 Checking jobs for platform=transfer_node +2021-12-18 03:12:18,987 Checking all jobs at once +2021-12-18 03:12:20,460 Successful check job command +2021-12-18 03:12:21,734 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:12:21,734 End of checking +2021-12-18 03:12:21,736 Updating FAILED jobs +2021-12-18 03:12:21,736 Updating WAITING jobs +2021-12-18 03:12:21,736 Update finished +2021-12-18 03:12:21,737 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:12:21,737 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:12:21,737 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:12:21,737 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:12:21,737 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:12:21,740 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:12:21,742 Job list saved +2021-12-18 03:12:21,747 Updating FAILED jobs +2021-12-18 03:12:21,747 Updating WAITING jobs +2021-12-18 03:12:21,747 Update finished +2021-12-18 03:12:31,757 Reloading parameters... +2021-12-18 03:12:31,778 Loading parameters... +2021-12-18 03:12:31,779 Loading project parameters... +2021-12-18 03:12:31,781 + +22 of 25 jobs remaining (03:12) +2021-12-18 03:12:31,781 Sleep: 10 +2021-12-18 03:12:31,781 Number of retrials: 0 +2021-12-18 03:12:31,781 WRAPPER CHECK TIME = 10 +2021-12-18 03:12:31,782 Checking jobs for platform=marenostrum4 +2021-12-18 03:12:31,782 Checking jobs for platform=nord3 +2021-12-18 03:12:31,783 Checking jobs for platform=local +2021-12-18 03:12:31,783 Checking jobs for platform=transfer_node +2021-12-18 03:12:31,783 Checking all jobs at once +2021-12-18 03:12:33,204 Successful check job command +2021-12-18 03:12:34,474 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:12:34,474 End of checking +2021-12-18 03:12:34,475 Updating FAILED jobs +2021-12-18 03:12:34,475 Updating WAITING jobs +2021-12-18 03:12:34,476 Update finished +2021-12-18 03:12:34,476 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:12:34,476 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:12:34,476 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:12:34,476 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:12:34,476 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:12:34,479 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:12:34,481 Job list saved +2021-12-18 03:12:34,486 Updating FAILED jobs +2021-12-18 03:12:34,486 Updating WAITING jobs +2021-12-18 03:12:34,487 Update finished +2021-12-18 03:12:44,497 Reloading parameters... +2021-12-18 03:12:44,515 Loading parameters... +2021-12-18 03:12:44,517 Loading project parameters... +2021-12-18 03:12:44,518 + +22 of 25 jobs remaining (03:12) +2021-12-18 03:12:44,519 Sleep: 10 +2021-12-18 03:12:44,519 Number of retrials: 0 +2021-12-18 03:12:44,519 WRAPPER CHECK TIME = 10 +2021-12-18 03:12:44,520 Checking jobs for platform=marenostrum4 +2021-12-18 03:12:44,520 Checking jobs for platform=nord3 +2021-12-18 03:12:44,521 Checking jobs for platform=local +2021-12-18 03:12:44,521 Checking jobs for platform=transfer_node +2021-12-18 03:12:44,521 Checking all jobs at once +2021-12-18 03:12:46,092 Successful check job command +2021-12-18 03:12:47,612 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:12:47,612 End of checking +2021-12-18 03:12:47,613 Updating FAILED jobs +2021-12-18 03:12:47,614 Updating WAITING jobs +2021-12-18 03:12:47,614 Update finished +2021-12-18 03:12:47,614 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:12:47,615 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:12:47,615 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:12:47,615 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:12:47,615 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:12:47,618 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:12:47,620 Job list saved +2021-12-18 03:12:47,625 Updating FAILED jobs +2021-12-18 03:12:47,625 Updating WAITING jobs +2021-12-18 03:12:47,625 Update finished +2021-12-18 03:12:57,634 Reloading parameters... +2021-12-18 03:12:57,652 Loading parameters... +2021-12-18 03:12:57,654 Loading project parameters... +2021-12-18 03:12:57,656 + +22 of 25 jobs remaining (03:12) +2021-12-18 03:12:57,656 Sleep: 10 +2021-12-18 03:12:57,656 Number of retrials: 0 +2021-12-18 03:12:57,656 WRAPPER CHECK TIME = 10 +2021-12-18 03:12:57,656 Checking jobs for platform=marenostrum4 +2021-12-18 03:12:57,657 Checking jobs for platform=nord3 +2021-12-18 03:12:57,658 Checking jobs for platform=local +2021-12-18 03:12:57,658 Checking jobs for platform=transfer_node +2021-12-18 03:12:57,658 Checking all jobs at once +2021-12-18 03:12:59,429 Successful check job command +2021-12-18 03:13:00,999 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:13:00,999 End of checking +2021-12-18 03:13:01,001 Updating FAILED jobs +2021-12-18 03:13:01,001 Updating WAITING jobs +2021-12-18 03:13:01,001 Update finished +2021-12-18 03:13:01,001 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:13:01,001 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:13:01,001 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:13:01,002 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:13:01,002 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:13:01,005 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:13:01,007 Job list saved +2021-12-18 03:13:01,013 Updating FAILED jobs +2021-12-18 03:13:01,013 Updating WAITING jobs +2021-12-18 03:13:01,013 Update finished +2021-12-18 03:13:11,023 Reloading parameters... +2021-12-18 03:13:11,044 Loading parameters... +2021-12-18 03:13:11,046 Loading project parameters... +2021-12-18 03:13:11,048 + +22 of 25 jobs remaining (03:13) +2021-12-18 03:13:11,048 Sleep: 10 +2021-12-18 03:13:11,048 Number of retrials: 0 +2021-12-18 03:13:11,048 WRAPPER CHECK TIME = 10 +2021-12-18 03:13:11,049 Checking jobs for platform=marenostrum4 +2021-12-18 03:13:11,049 Checking jobs for platform=nord3 +2021-12-18 03:13:11,050 Checking jobs for platform=local +2021-12-18 03:13:11,050 Checking jobs for platform=transfer_node +2021-12-18 03:13:11,050 Checking all jobs at once +2021-12-18 03:13:12,670 Successful check job command +2021-12-18 03:13:14,692 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:13:14,692 End of checking +2021-12-18 03:13:14,693 Updating FAILED jobs +2021-12-18 03:13:14,693 Updating WAITING jobs +2021-12-18 03:13:14,694 Update finished +2021-12-18 03:13:14,694 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:13:14,694 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:13:14,694 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:13:14,694 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:13:14,694 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:13:14,697 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:13:14,699 Job list saved +2021-12-18 03:13:14,704 Updating FAILED jobs +2021-12-18 03:13:14,704 Updating WAITING jobs +2021-12-18 03:13:14,705 Update finished +2021-12-18 03:13:24,715 Reloading parameters... +2021-12-18 03:13:24,734 Loading parameters... +2021-12-18 03:13:24,736 Loading project parameters... +2021-12-18 03:13:24,738 + +22 of 25 jobs remaining (03:13) +2021-12-18 03:13:24,738 Sleep: 10 +2021-12-18 03:13:24,738 Number of retrials: 0 +2021-12-18 03:13:24,738 WRAPPER CHECK TIME = 10 +2021-12-18 03:13:24,739 Checking jobs for platform=marenostrum4 +2021-12-18 03:13:24,739 Checking jobs for platform=nord3 +2021-12-18 03:13:24,740 Checking jobs for platform=local +2021-12-18 03:13:24,741 Checking jobs for platform=transfer_node +2021-12-18 03:13:24,741 Checking all jobs at once +2021-12-18 03:13:26,112 Successful check job command +2021-12-18 03:13:27,432 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:13:27,432 End of checking +2021-12-18 03:13:27,433 Updating FAILED jobs +2021-12-18 03:13:27,433 Updating WAITING jobs +2021-12-18 03:13:27,434 Update finished +2021-12-18 03:13:27,434 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:13:27,434 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:13:27,435 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:13:27,435 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:13:27,435 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:13:27,438 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:13:27,440 Job list saved +2021-12-18 03:13:27,445 Updating FAILED jobs +2021-12-18 03:13:27,445 Updating WAITING jobs +2021-12-18 03:13:27,446 Update finished +2021-12-18 03:13:37,448 Reloading parameters... +2021-12-18 03:13:37,467 Loading parameters... +2021-12-18 03:13:37,468 Loading project parameters... +2021-12-18 03:13:37,470 + +22 of 25 jobs remaining (03:13) +2021-12-18 03:13:37,470 Sleep: 10 +2021-12-18 03:13:37,471 Number of retrials: 0 +2021-12-18 03:13:37,471 WRAPPER CHECK TIME = 10 +2021-12-18 03:13:37,471 Checking jobs for platform=marenostrum4 +2021-12-18 03:13:37,472 Checking jobs for platform=nord3 +2021-12-18 03:13:37,472 Checking jobs for platform=local +2021-12-18 03:13:37,473 Checking jobs for platform=transfer_node +2021-12-18 03:13:37,473 Checking all jobs at once +2021-12-18 03:13:38,893 Successful check job command +2021-12-18 03:13:40,112 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:13:40,112 End of checking +2021-12-18 03:13:40,114 Updating FAILED jobs +2021-12-18 03:13:40,114 Updating WAITING jobs +2021-12-18 03:13:40,114 Update finished +2021-12-18 03:13:40,114 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:13:40,114 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:13:40,115 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:13:40,115 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:13:40,115 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:13:40,118 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:13:40,124 Job list saved +2021-12-18 03:13:40,129 Updating FAILED jobs +2021-12-18 03:13:40,129 Updating WAITING jobs +2021-12-18 03:13:40,129 Update finished +2021-12-18 03:13:50,139 Reloading parameters... +2021-12-18 03:13:50,159 Loading parameters... +2021-12-18 03:13:50,160 Loading project parameters... +2021-12-18 03:13:50,162 + +22 of 25 jobs remaining (03:13) +2021-12-18 03:13:50,163 Sleep: 10 +2021-12-18 03:13:50,163 Number of retrials: 0 +2021-12-18 03:13:50,163 WRAPPER CHECK TIME = 10 +2021-12-18 03:13:50,163 Checking jobs for platform=marenostrum4 +2021-12-18 03:13:50,164 Checking jobs for platform=nord3 +2021-12-18 03:13:50,164 Checking jobs for platform=local +2021-12-18 03:13:50,165 Checking jobs for platform=transfer_node +2021-12-18 03:13:50,165 Checking all jobs at once +2021-12-18 03:13:52,187 Successful check job command +2021-12-18 03:13:53,909 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:13:53,909 End of checking +2021-12-18 03:13:53,911 Updating FAILED jobs +2021-12-18 03:13:53,911 Updating WAITING jobs +2021-12-18 03:13:53,911 Update finished +2021-12-18 03:13:53,911 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:13:53,911 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:13:53,912 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:13:53,912 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:13:53,912 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:13:53,915 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:13:53,917 Job list saved +2021-12-18 03:13:53,923 Updating FAILED jobs +2021-12-18 03:13:53,923 Updating WAITING jobs +2021-12-18 03:13:53,923 Update finished +2021-12-18 03:14:03,926 Reloading parameters... +2021-12-18 03:14:03,946 Loading parameters... +2021-12-18 03:14:03,949 Loading project parameters... +2021-12-18 03:14:03,952 + +22 of 25 jobs remaining (03:14) +2021-12-18 03:14:03,952 Sleep: 10 +2021-12-18 03:14:03,952 Number of retrials: 0 +2021-12-18 03:14:03,952 WRAPPER CHECK TIME = 10 +2021-12-18 03:14:03,953 Checking jobs for platform=marenostrum4 +2021-12-18 03:14:03,954 Checking jobs for platform=nord3 +2021-12-18 03:14:03,955 Checking jobs for platform=local +2021-12-18 03:14:03,956 Checking jobs for platform=transfer_node +2021-12-18 03:14:03,956 Checking all jobs at once +2021-12-18 03:14:05,879 Successful check job command +2021-12-18 03:14:07,349 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:14:07,349 End of checking +2021-12-18 03:14:07,351 Updating FAILED jobs +2021-12-18 03:14:07,351 Updating WAITING jobs +2021-12-18 03:14:07,351 Update finished +2021-12-18 03:14:07,352 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:14:07,352 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:14:07,352 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:14:07,353 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:14:07,353 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:14:07,355 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:14:07,357 Job list saved +2021-12-18 03:14:07,362 Updating FAILED jobs +2021-12-18 03:14:07,362 Updating WAITING jobs +2021-12-18 03:14:07,362 Update finished +2021-12-18 03:14:17,372 Reloading parameters... +2021-12-18 03:14:17,392 Loading parameters... +2021-12-18 03:14:17,393 Loading project parameters... +2021-12-18 03:14:17,395 + +22 of 25 jobs remaining (03:14) +2021-12-18 03:14:17,395 Sleep: 10 +2021-12-18 03:14:17,395 Number of retrials: 0 +2021-12-18 03:14:17,396 WRAPPER CHECK TIME = 10 +2021-12-18 03:14:17,396 Checking jobs for platform=marenostrum4 +2021-12-18 03:14:17,397 Checking jobs for platform=nord3 +2021-12-18 03:14:17,397 Checking jobs for platform=local +2021-12-18 03:14:17,398 Checking jobs for platform=transfer_node +2021-12-18 03:14:17,398 Checking all jobs at once +2021-12-18 03:14:18,819 Successful check job command +2021-12-18 03:14:20,138 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:14:20,139 End of checking +2021-12-18 03:14:20,140 Updating FAILED jobs +2021-12-18 03:14:20,140 Updating WAITING jobs +2021-12-18 03:14:20,141 Update finished +2021-12-18 03:14:20,141 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:14:20,141 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:14:20,141 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:14:20,141 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:14:20,141 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:14:20,144 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:14:20,147 Job list saved +2021-12-18 03:14:20,152 Updating FAILED jobs +2021-12-18 03:14:20,152 Updating WAITING jobs +2021-12-18 03:14:20,152 Update finished +2021-12-18 03:14:30,162 Reloading parameters... +2021-12-18 03:14:30,185 Loading parameters... +2021-12-18 03:14:30,186 Loading project parameters... +2021-12-18 03:14:30,188 + +22 of 25 jobs remaining (03:14) +2021-12-18 03:14:30,188 Sleep: 10 +2021-12-18 03:14:30,188 Number of retrials: 0 +2021-12-18 03:14:30,188 WRAPPER CHECK TIME = 10 +2021-12-18 03:14:30,189 Checking jobs for platform=marenostrum4 +2021-12-18 03:14:30,190 Checking jobs for platform=nord3 +2021-12-18 03:14:30,190 Checking jobs for platform=local +2021-12-18 03:14:30,191 Checking jobs for platform=transfer_node +2021-12-18 03:14:30,191 Checking all jobs at once +2021-12-18 03:14:31,661 Successful check job command +2021-12-18 03:14:32,931 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:14:32,932 End of checking +2021-12-18 03:14:32,933 Updating FAILED jobs +2021-12-18 03:14:32,933 Updating WAITING jobs +2021-12-18 03:14:32,934 Update finished +2021-12-18 03:14:32,934 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:14:32,934 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:14:32,934 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:14:32,934 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:14:32,934 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:14:32,937 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:14:32,939 Job list saved +2021-12-18 03:14:32,945 Updating FAILED jobs +2021-12-18 03:14:32,945 Updating WAITING jobs +2021-12-18 03:14:32,945 Update finished +2021-12-18 03:14:42,955 Reloading parameters... +2021-12-18 03:14:42,973 Loading parameters... +2021-12-18 03:14:42,974 Loading project parameters... +2021-12-18 03:14:42,976 + +22 of 25 jobs remaining (03:14) +2021-12-18 03:14:42,976 Sleep: 10 +2021-12-18 03:14:42,976 Number of retrials: 0 +2021-12-18 03:14:42,976 WRAPPER CHECK TIME = 10 +2021-12-18 03:14:42,977 Checking jobs for platform=marenostrum4 +2021-12-18 03:14:42,978 Checking jobs for platform=nord3 +2021-12-18 03:14:42,978 Checking jobs for platform=local +2021-12-18 03:14:42,979 Checking jobs for platform=transfer_node +2021-12-18 03:14:42,979 Checking all jobs at once +2021-12-18 03:14:45,202 Successful check job command +2021-12-18 03:14:46,623 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:14:46,623 End of checking +2021-12-18 03:14:46,624 Updating FAILED jobs +2021-12-18 03:14:46,624 Updating WAITING jobs +2021-12-18 03:14:46,625 Update finished +2021-12-18 03:14:46,625 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:14:46,625 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:14:46,626 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:14:46,626 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:14:46,626 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:14:46,629 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:14:46,631 Job list saved +2021-12-18 03:14:46,636 Updating FAILED jobs +2021-12-18 03:14:46,636 Updating WAITING jobs +2021-12-18 03:14:46,637 Update finished +2021-12-18 03:14:56,647 Reloading parameters... +2021-12-18 03:14:56,665 Loading parameters... +2021-12-18 03:14:56,667 Loading project parameters... +2021-12-18 03:14:56,668 + +22 of 25 jobs remaining (03:14) +2021-12-18 03:14:56,669 Sleep: 10 +2021-12-18 03:14:56,669 Number of retrials: 0 +2021-12-18 03:14:56,669 WRAPPER CHECK TIME = 10 +2021-12-18 03:14:56,669 Checking jobs for platform=marenostrum4 +2021-12-18 03:14:56,670 Checking jobs for platform=nord3 +2021-12-18 03:14:56,671 Checking jobs for platform=local +2021-12-18 03:14:56,671 Checking jobs for platform=transfer_node +2021-12-18 03:14:56,671 Checking all jobs at once +2021-12-18 03:14:58,242 Successful check job command +2021-12-18 03:15:03,570 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:15:03,570 End of checking +2021-12-18 03:15:03,583 Updating FAILED jobs +2021-12-18 03:15:03,583 Updating WAITING jobs +2021-12-18 03:15:03,583 Update finished +2021-12-18 03:15:03,584 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:15:03,584 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:15:03,584 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:15:03,584 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:15:03,584 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:15:03,588 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:15:03,590 Job list saved +2021-12-18 03:15:03,598 Updating FAILED jobs +2021-12-18 03:15:03,598 Updating WAITING jobs +2021-12-18 03:15:03,598 Update finished +2021-12-18 03:15:13,608 Reloading parameters... +2021-12-18 03:15:13,630 Loading parameters... +2021-12-18 03:15:13,631 Loading project parameters... +2021-12-18 03:15:13,633 + +22 of 25 jobs remaining (03:15) +2021-12-18 03:15:13,633 Sleep: 10 +2021-12-18 03:15:13,634 Number of retrials: 0 +2021-12-18 03:15:13,634 WRAPPER CHECK TIME = 10 +2021-12-18 03:15:13,634 Checking jobs for platform=marenostrum4 +2021-12-18 03:15:13,635 Checking jobs for platform=nord3 +2021-12-18 03:15:13,635 Checking jobs for platform=local +2021-12-18 03:15:13,636 Checking jobs for platform=transfer_node +2021-12-18 03:15:13,636 Checking all jobs at once +2021-12-18 03:15:15,356 Successful check job command +2021-12-18 03:15:17,877 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:15:17,877 End of checking +2021-12-18 03:15:17,879 Updating FAILED jobs +2021-12-18 03:15:17,879 Updating WAITING jobs +2021-12-18 03:15:17,879 Update finished +2021-12-18 03:15:17,879 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:15:17,879 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:15:17,880 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:15:17,880 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:15:17,880 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:15:17,883 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:15:17,885 Job list saved +2021-12-18 03:15:17,890 Updating FAILED jobs +2021-12-18 03:15:17,890 Updating WAITING jobs +2021-12-18 03:15:17,890 Update finished +2021-12-18 03:15:27,899 Reloading parameters... +2021-12-18 03:15:27,920 Loading parameters... +2021-12-18 03:15:27,921 Loading project parameters... +2021-12-18 03:15:27,923 + +22 of 25 jobs remaining (03:15) +2021-12-18 03:15:27,923 Sleep: 10 +2021-12-18 03:15:27,923 Number of retrials: 0 +2021-12-18 03:15:27,923 WRAPPER CHECK TIME = 10 +2021-12-18 03:15:27,924 Checking jobs for platform=marenostrum4 +2021-12-18 03:15:27,925 Checking jobs for platform=nord3 +2021-12-18 03:15:27,925 Checking jobs for platform=local +2021-12-18 03:15:27,926 Checking jobs for platform=transfer_node +2021-12-18 03:15:27,926 Checking all jobs at once +2021-12-18 03:15:29,245 Successful check job command +2021-12-18 03:15:30,464 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:15:30,465 End of checking +2021-12-18 03:15:30,466 Updating FAILED jobs +2021-12-18 03:15:30,466 Updating WAITING jobs +2021-12-18 03:15:30,467 Update finished +2021-12-18 03:15:30,467 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:15:30,468 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:15:30,468 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:15:30,468 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:15:30,468 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:15:30,471 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:15:30,473 Job list saved +2021-12-18 03:15:32,599 Updating FAILED jobs +2021-12-18 03:15:32,599 Updating WAITING jobs +2021-12-18 03:15:32,599 Update finished +2021-12-18 03:15:42,606 Reloading parameters... +2021-12-18 03:15:42,625 Loading parameters... +2021-12-18 03:15:42,626 Loading project parameters... +2021-12-18 03:15:42,628 + +22 of 25 jobs remaining (03:15) +2021-12-18 03:15:42,628 Sleep: 10 +2021-12-18 03:15:42,628 Number of retrials: 0 +2021-12-18 03:15:42,628 WRAPPER CHECK TIME = 10 +2021-12-18 03:15:42,629 Checking jobs for platform=marenostrum4 +2021-12-18 03:15:42,629 Checking jobs for platform=nord3 +2021-12-18 03:15:42,630 Checking jobs for platform=local +2021-12-18 03:15:42,630 Checking jobs for platform=transfer_node +2021-12-18 03:15:42,631 Checking all jobs at once +2021-12-18 03:15:44,404 Successful check job command +2021-12-18 03:15:46,125 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:15:46,126 End of checking +2021-12-18 03:15:46,128 Updating FAILED jobs +2021-12-18 03:15:46,128 Updating WAITING jobs +2021-12-18 03:15:46,128 Update finished +2021-12-18 03:15:46,128 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:15:46,128 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:15:46,128 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:15:46,129 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:15:46,129 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:15:46,131 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:15:46,134 Job list saved +2021-12-18 03:15:46,139 Updating FAILED jobs +2021-12-18 03:15:46,139 Updating WAITING jobs +2021-12-18 03:15:46,140 Update finished +2021-12-18 03:15:56,150 Reloading parameters... +2021-12-18 03:15:56,171 Loading parameters... +2021-12-18 03:15:56,172 Loading project parameters... +2021-12-18 03:15:56,174 + +22 of 25 jobs remaining (03:15) +2021-12-18 03:15:56,174 Sleep: 10 +2021-12-18 03:15:56,174 Number of retrials: 0 +2021-12-18 03:15:56,174 WRAPPER CHECK TIME = 10 +2021-12-18 03:15:56,175 Checking jobs for platform=marenostrum4 +2021-12-18 03:15:56,175 Checking jobs for platform=nord3 +2021-12-18 03:15:56,176 Checking jobs for platform=local +2021-12-18 03:15:56,177 Checking jobs for platform=transfer_node +2021-12-18 03:15:56,177 Checking all jobs at once +2021-12-18 03:15:57,847 Successful check job command +2021-12-18 03:16:00,419 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:16:00,419 End of checking +2021-12-18 03:16:00,420 Updating FAILED jobs +2021-12-18 03:16:00,421 Updating WAITING jobs +2021-12-18 03:16:00,421 Update finished +2021-12-18 03:16:00,421 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:16:00,421 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:16:00,421 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:16:00,421 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:16:00,422 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:16:00,424 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:16:00,427 Job list saved +2021-12-18 03:16:00,432 Updating FAILED jobs +2021-12-18 03:16:00,432 Updating WAITING jobs +2021-12-18 03:16:00,433 Update finished +2021-12-18 03:16:10,439 Reloading parameters... +2021-12-18 03:16:10,458 Loading parameters... +2021-12-18 03:16:10,459 Loading project parameters... +2021-12-18 03:16:10,461 + +22 of 25 jobs remaining (03:16) +2021-12-18 03:16:10,461 Sleep: 10 +2021-12-18 03:16:10,461 Number of retrials: 0 +2021-12-18 03:16:10,461 WRAPPER CHECK TIME = 10 +2021-12-18 03:16:10,462 Checking jobs for platform=marenostrum4 +2021-12-18 03:16:10,463 Checking jobs for platform=nord3 +2021-12-18 03:16:10,463 Checking jobs for platform=local +2021-12-18 03:16:10,464 Checking jobs for platform=transfer_node +2021-12-18 03:16:10,464 Checking all jobs at once +2021-12-18 03:16:11,785 Successful check job command +2021-12-18 03:16:13,307 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:16:13,308 End of checking +2021-12-18 03:16:13,309 Updating FAILED jobs +2021-12-18 03:16:13,309 Updating WAITING jobs +2021-12-18 03:16:13,310 Update finished +2021-12-18 03:16:13,310 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:16:13,310 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:16:13,310 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:16:13,311 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:16:13,311 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:16:13,313 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:16:13,316 Job list saved +2021-12-18 03:16:13,320 Updating FAILED jobs +2021-12-18 03:16:13,320 Updating WAITING jobs +2021-12-18 03:16:13,321 Update finished +2021-12-18 03:16:23,331 Reloading parameters... +2021-12-18 03:16:23,349 Loading parameters... +2021-12-18 03:16:23,351 Loading project parameters... +2021-12-18 03:16:23,352 + +22 of 25 jobs remaining (03:16) +2021-12-18 03:16:23,353 Sleep: 10 +2021-12-18 03:16:23,353 Number of retrials: 0 +2021-12-18 03:16:23,353 WRAPPER CHECK TIME = 10 +2021-12-18 03:16:23,353 Checking jobs for platform=marenostrum4 +2021-12-18 03:16:23,354 Checking jobs for platform=nord3 +2021-12-18 03:16:23,354 Checking jobs for platform=local +2021-12-18 03:16:23,355 Checking jobs for platform=transfer_node +2021-12-18 03:16:23,355 Checking all jobs at once +2021-12-18 03:16:24,626 Successful check job command +2021-12-18 03:16:25,950 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:16:25,950 End of checking +2021-12-18 03:16:25,952 Updating FAILED jobs +2021-12-18 03:16:25,952 Updating WAITING jobs +2021-12-18 03:16:25,952 Update finished +2021-12-18 03:16:25,953 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:16:25,953 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:16:25,953 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:16:25,953 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:16:25,953 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:16:25,956 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:16:25,958 Job list saved +2021-12-18 03:16:25,963 Updating FAILED jobs +2021-12-18 03:16:25,963 Updating WAITING jobs +2021-12-18 03:16:25,964 Update finished +2021-12-18 03:16:35,974 Reloading parameters... +2021-12-18 03:16:35,994 Loading parameters... +2021-12-18 03:16:35,995 Loading project parameters... +2021-12-18 03:16:35,997 + +22 of 25 jobs remaining (03:16) +2021-12-18 03:16:35,997 Sleep: 10 +2021-12-18 03:16:35,997 Number of retrials: 0 +2021-12-18 03:16:35,997 WRAPPER CHECK TIME = 10 +2021-12-18 03:16:35,998 Checking jobs for platform=marenostrum4 +2021-12-18 03:16:35,999 Checking jobs for platform=nord3 +2021-12-18 03:16:35,999 Checking jobs for platform=local +2021-12-18 03:16:36,000 Checking jobs for platform=transfer_node +2021-12-18 03:16:36,000 Checking all jobs at once +2021-12-18 03:16:37,270 Successful check job command +2021-12-18 03:16:39,197 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:16:39,197 End of checking +2021-12-18 03:16:39,199 Updating FAILED jobs +2021-12-18 03:16:39,199 Updating WAITING jobs +2021-12-18 03:16:39,199 Update finished +2021-12-18 03:16:39,199 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:16:39,199 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:16:39,200 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:16:39,200 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:16:39,200 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:16:39,203 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:16:39,205 Job list saved +2021-12-18 03:16:39,210 Updating FAILED jobs +2021-12-18 03:16:39,210 Updating WAITING jobs +2021-12-18 03:16:39,210 Update finished +2021-12-18 03:16:49,220 Reloading parameters... +2021-12-18 03:16:49,238 Loading parameters... +2021-12-18 03:16:49,240 Loading project parameters... +2021-12-18 03:16:49,241 + +22 of 25 jobs remaining (03:16) +2021-12-18 03:16:49,242 Sleep: 10 +2021-12-18 03:16:49,242 Number of retrials: 0 +2021-12-18 03:16:49,242 WRAPPER CHECK TIME = 10 +2021-12-18 03:16:49,243 Checking jobs for platform=marenostrum4 +2021-12-18 03:16:49,243 Checking jobs for platform=nord3 +2021-12-18 03:16:49,244 Checking jobs for platform=local +2021-12-18 03:16:49,244 Checking jobs for platform=transfer_node +2021-12-18 03:16:49,244 Checking all jobs at once +2021-12-18 03:16:51,415 Successful check job command +2021-12-18 03:16:52,935 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:16:52,935 End of checking +2021-12-18 03:16:52,937 Updating FAILED jobs +2021-12-18 03:16:52,937 Updating WAITING jobs +2021-12-18 03:16:52,937 Update finished +2021-12-18 03:16:52,938 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:16:52,938 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:16:52,938 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:16:52,938 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:16:52,938 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:16:52,941 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:16:52,943 Job list saved +2021-12-18 03:16:52,948 Updating FAILED jobs +2021-12-18 03:16:52,949 Updating WAITING jobs +2021-12-18 03:16:52,949 Update finished +2021-12-18 03:17:02,959 Reloading parameters... +2021-12-18 03:17:02,979 Loading parameters... +2021-12-18 03:17:02,980 Loading project parameters... +2021-12-18 03:17:02,982 + +22 of 25 jobs remaining (03:17) +2021-12-18 03:17:02,983 Sleep: 10 +2021-12-18 03:17:02,983 Number of retrials: 0 +2021-12-18 03:17:02,983 WRAPPER CHECK TIME = 10 +2021-12-18 03:17:02,983 Checking jobs for platform=marenostrum4 +2021-12-18 03:17:02,984 Checking jobs for platform=nord3 +2021-12-18 03:17:02,984 Checking jobs for platform=local +2021-12-18 03:17:02,985 Checking jobs for platform=transfer_node +2021-12-18 03:17:02,985 Checking all jobs at once +2021-12-18 03:17:04,656 Successful check job command +2021-12-18 03:17:07,182 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:17:07,182 End of checking +2021-12-18 03:17:07,183 Updating FAILED jobs +2021-12-18 03:17:07,184 Updating WAITING jobs +2021-12-18 03:17:07,184 Update finished +2021-12-18 03:17:07,184 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:17:07,184 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:17:07,184 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:17:07,184 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:17:07,185 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:17:07,187 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:17:07,190 Job list saved +2021-12-18 03:17:07,194 Updating FAILED jobs +2021-12-18 03:17:07,195 Updating WAITING jobs +2021-12-18 03:17:07,195 Update finished +2021-12-18 03:17:17,205 Reloading parameters... +2021-12-18 03:17:17,225 Loading parameters... +2021-12-18 03:17:17,226 Loading project parameters... +2021-12-18 03:17:17,228 + +22 of 25 jobs remaining (03:17) +2021-12-18 03:17:17,229 Sleep: 10 +2021-12-18 03:17:17,229 Number of retrials: 0 +2021-12-18 03:17:17,229 WRAPPER CHECK TIME = 10 +2021-12-18 03:17:17,229 Checking jobs for platform=marenostrum4 +2021-12-18 03:17:17,230 Checking jobs for platform=nord3 +2021-12-18 03:17:17,230 Checking jobs for platform=local +2021-12-18 03:17:17,231 Checking jobs for platform=transfer_node +2021-12-18 03:17:17,231 Checking all jobs at once +2021-12-18 03:17:18,550 Successful check job command +2021-12-18 03:17:19,720 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:17:19,720 End of checking +2021-12-18 03:17:19,721 Updating FAILED jobs +2021-12-18 03:17:19,721 Updating WAITING jobs +2021-12-18 03:17:19,722 Update finished +2021-12-18 03:17:19,722 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:17:19,722 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:17:19,722 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:17:19,722 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:17:19,722 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:17:19,725 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:17:19,727 Job list saved +2021-12-18 03:17:19,732 Updating FAILED jobs +2021-12-18 03:17:19,733 Updating WAITING jobs +2021-12-18 03:17:19,733 Update finished +2021-12-18 03:17:29,743 Reloading parameters... +2021-12-18 03:17:29,761 Loading parameters... +2021-12-18 03:17:29,762 Loading project parameters... +2021-12-18 03:17:29,764 + +22 of 25 jobs remaining (03:17) +2021-12-18 03:17:29,764 Sleep: 10 +2021-12-18 03:17:29,764 Number of retrials: 0 +2021-12-18 03:17:29,765 WRAPPER CHECK TIME = 10 +2021-12-18 03:17:29,765 Checking jobs for platform=marenostrum4 +2021-12-18 03:17:29,766 Checking jobs for platform=nord3 +2021-12-18 03:17:29,766 Checking jobs for platform=local +2021-12-18 03:17:29,767 Checking jobs for platform=transfer_node +2021-12-18 03:17:29,767 Checking all jobs at once +2021-12-18 03:17:31,537 Successful check job command +2021-12-18 03:17:32,756 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:17:32,756 End of checking +2021-12-18 03:17:32,758 Updating FAILED jobs +2021-12-18 03:17:32,758 Updating WAITING jobs +2021-12-18 03:17:32,758 Update finished +2021-12-18 03:17:32,758 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:17:32,759 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:17:32,759 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:17:32,759 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:17:32,759 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:17:32,762 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:17:32,764 Job list saved +2021-12-18 03:17:32,769 Updating FAILED jobs +2021-12-18 03:17:32,769 Updating WAITING jobs +2021-12-18 03:17:32,769 Update finished +2021-12-18 03:17:42,779 Reloading parameters... +2021-12-18 03:17:42,797 Loading parameters... +2021-12-18 03:17:42,799 Loading project parameters... +2021-12-18 03:17:42,801 + +22 of 25 jobs remaining (03:17) +2021-12-18 03:17:42,801 Sleep: 10 +2021-12-18 03:17:42,801 Number of retrials: 0 +2021-12-18 03:17:42,801 WRAPPER CHECK TIME = 10 +2021-12-18 03:17:42,802 Checking jobs for platform=marenostrum4 +2021-12-18 03:17:42,802 Checking jobs for platform=nord3 +2021-12-18 03:17:42,803 Checking jobs for platform=local +2021-12-18 03:17:42,803 Checking jobs for platform=transfer_node +2021-12-18 03:17:42,803 Checking all jobs at once +2021-12-18 03:17:44,524 Successful check job command +2021-12-18 03:17:45,993 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:17:45,994 End of checking +2021-12-18 03:17:45,995 Updating FAILED jobs +2021-12-18 03:17:45,995 Updating WAITING jobs +2021-12-18 03:17:45,996 Update finished +2021-12-18 03:17:45,996 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:17:45,996 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:17:45,996 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:17:45,996 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:17:45,996 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:17:45,999 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:17:46,002 Job list saved +2021-12-18 03:17:46,014 Updating FAILED jobs +2021-12-18 03:17:46,014 Updating WAITING jobs +2021-12-18 03:17:46,014 Update finished +2021-12-18 03:17:56,021 Reloading parameters... +2021-12-18 03:17:56,041 Loading parameters... +2021-12-18 03:17:56,042 Loading project parameters... +2021-12-18 03:17:56,044 + +22 of 25 jobs remaining (03:17) +2021-12-18 03:17:56,044 Sleep: 10 +2021-12-18 03:17:56,045 Number of retrials: 0 +2021-12-18 03:17:56,045 WRAPPER CHECK TIME = 10 +2021-12-18 03:17:56,045 Checking jobs for platform=marenostrum4 +2021-12-18 03:17:56,046 Checking jobs for platform=nord3 +2021-12-18 03:17:56,046 Checking jobs for platform=local +2021-12-18 03:17:56,047 Checking jobs for platform=transfer_node +2021-12-18 03:17:56,047 Checking all jobs at once +2021-12-18 03:17:57,416 Successful check job command +2021-12-18 03:17:58,686 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:17:58,686 End of checking +2021-12-18 03:17:58,687 Updating FAILED jobs +2021-12-18 03:17:58,688 Updating WAITING jobs +2021-12-18 03:17:58,688 Update finished +2021-12-18 03:17:58,688 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:17:58,688 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:17:58,688 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:17:58,688 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:17:58,689 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:17:58,691 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:17:58,693 Job list saved +2021-12-18 03:17:58,698 Updating FAILED jobs +2021-12-18 03:17:58,698 Updating WAITING jobs +2021-12-18 03:17:58,699 Update finished +2021-12-18 03:18:08,709 Reloading parameters... +2021-12-18 03:18:08,727 Loading parameters... +2021-12-18 03:18:08,728 Loading project parameters... +2021-12-18 03:18:08,730 + +22 of 25 jobs remaining (03:18) +2021-12-18 03:18:08,730 Sleep: 10 +2021-12-18 03:18:08,730 Number of retrials: 0 +2021-12-18 03:18:08,730 WRAPPER CHECK TIME = 10 +2021-12-18 03:18:08,731 Checking jobs for platform=marenostrum4 +2021-12-18 03:18:08,732 Checking jobs for platform=nord3 +2021-12-18 03:18:08,732 Checking jobs for platform=local +2021-12-18 03:18:08,733 Checking jobs for platform=transfer_node +2021-12-18 03:18:08,733 Checking all jobs at once +2021-12-18 03:18:10,052 Successful check job command +2021-12-18 03:18:11,371 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:18:11,372 End of checking +2021-12-18 03:18:11,373 Updating FAILED jobs +2021-12-18 03:18:11,373 Updating WAITING jobs +2021-12-18 03:18:11,373 Update finished +2021-12-18 03:18:11,373 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:18:11,374 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:18:11,375 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:18:11,375 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:18:11,376 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:18:11,379 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:18:11,381 Job list saved +2021-12-18 03:18:11,386 Updating FAILED jobs +2021-12-18 03:18:11,386 Updating WAITING jobs +2021-12-18 03:18:11,387 Update finished +2021-12-18 03:18:21,391 Reloading parameters... +2021-12-18 03:18:21,410 Loading parameters... +2021-12-18 03:18:21,412 Loading project parameters... +2021-12-18 03:18:21,414 + +22 of 25 jobs remaining (03:18) +2021-12-18 03:18:21,414 Sleep: 10 +2021-12-18 03:18:21,414 Number of retrials: 0 +2021-12-18 03:18:21,414 WRAPPER CHECK TIME = 10 +2021-12-18 03:18:21,415 Checking jobs for platform=marenostrum4 +2021-12-18 03:18:21,415 Checking jobs for platform=nord3 +2021-12-18 03:18:21,416 Checking jobs for platform=local +2021-12-18 03:18:21,416 Checking jobs for platform=transfer_node +2021-12-18 03:18:21,416 Checking all jobs at once +2021-12-18 03:18:23,193 Successful check job command +2021-12-18 03:18:24,915 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:18:24,915 End of checking +2021-12-18 03:18:24,916 Updating FAILED jobs +2021-12-18 03:18:24,917 Updating WAITING jobs +2021-12-18 03:18:24,917 Update finished +2021-12-18 03:18:24,917 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:18:24,917 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:18:24,917 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:18:24,917 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:18:24,918 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:18:24,922 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:18:24,924 Job list saved +2021-12-18 03:18:24,929 Updating FAILED jobs +2021-12-18 03:18:24,929 Updating WAITING jobs +2021-12-18 03:18:24,930 Update finished +2021-12-18 03:18:34,939 Reloading parameters... +2021-12-18 03:18:34,958 Loading parameters... +2021-12-18 03:18:34,959 Loading project parameters... +2021-12-18 03:18:34,961 + +22 of 25 jobs remaining (03:18) +2021-12-18 03:18:34,961 Sleep: 10 +2021-12-18 03:18:34,961 Number of retrials: 0 +2021-12-18 03:18:34,961 WRAPPER CHECK TIME = 10 +2021-12-18 03:18:34,962 Checking jobs for platform=marenostrum4 +2021-12-18 03:18:34,962 Checking jobs for platform=nord3 +2021-12-18 03:18:34,963 Checking jobs for platform=local +2021-12-18 03:18:34,963 Checking jobs for platform=transfer_node +2021-12-18 03:18:34,964 Checking all jobs at once +2021-12-18 03:18:37,235 Successful check job command +2021-12-18 03:18:38,807 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:18:38,807 End of checking +2021-12-18 03:18:38,808 Updating FAILED jobs +2021-12-18 03:18:38,809 Updating WAITING jobs +2021-12-18 03:18:38,809 Update finished +2021-12-18 03:18:38,809 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:18:38,809 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:18:38,809 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:18:38,809 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:18:38,810 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:18:38,812 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:18:38,815 Job list saved +2021-12-18 03:18:38,820 Updating FAILED jobs +2021-12-18 03:18:38,820 Updating WAITING jobs +2021-12-18 03:18:38,820 Update finished +2021-12-18 03:18:48,830 Reloading parameters... +2021-12-18 03:18:48,850 Loading parameters... +2021-12-18 03:18:48,851 Loading project parameters... +2021-12-18 03:18:48,853 + +22 of 25 jobs remaining (03:18) +2021-12-18 03:18:48,853 Sleep: 10 +2021-12-18 03:18:48,853 Number of retrials: 0 +2021-12-18 03:18:48,854 WRAPPER CHECK TIME = 10 +2021-12-18 03:18:48,854 Checking jobs for platform=marenostrum4 +2021-12-18 03:18:48,855 Checking jobs for platform=nord3 +2021-12-18 03:18:48,855 Checking jobs for platform=local +2021-12-18 03:18:48,856 Checking jobs for platform=transfer_node +2021-12-18 03:18:48,856 Checking all jobs at once +2021-12-18 03:18:50,375 Successful check job command +2021-12-18 03:18:51,695 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:18:51,695 End of checking +2021-12-18 03:18:51,696 Updating FAILED jobs +2021-12-18 03:18:51,697 Updating WAITING jobs +2021-12-18 03:18:51,697 Update finished +2021-12-18 03:18:51,697 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:18:51,698 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:18:51,698 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:18:51,698 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:18:51,698 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:18:51,701 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:18:51,703 Job list saved +2021-12-18 03:18:51,714 Updating FAILED jobs +2021-12-18 03:18:51,714 Updating WAITING jobs +2021-12-18 03:18:51,715 Update finished +2021-12-18 03:19:01,721 Reloading parameters... +2021-12-18 03:19:01,741 Loading parameters... +2021-12-18 03:19:01,743 Loading project parameters... +2021-12-18 03:19:01,745 + +22 of 25 jobs remaining (03:19) +2021-12-18 03:19:01,745 Sleep: 10 +2021-12-18 03:19:01,745 Number of retrials: 0 +2021-12-18 03:19:01,745 WRAPPER CHECK TIME = 10 +2021-12-18 03:19:01,746 Checking jobs for platform=marenostrum4 +2021-12-18 03:19:01,746 Checking jobs for platform=nord3 +2021-12-18 03:19:01,747 Checking jobs for platform=local +2021-12-18 03:19:01,747 Checking jobs for platform=transfer_node +2021-12-18 03:19:01,747 Checking all jobs at once +2021-12-18 03:19:03,218 Successful check job command +2021-12-18 03:19:04,587 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:19:04,587 End of checking +2021-12-18 03:19:04,588 Updating FAILED jobs +2021-12-18 03:19:04,589 Updating WAITING jobs +2021-12-18 03:19:04,589 Update finished +2021-12-18 03:19:04,589 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:19:04,589 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:19:04,589 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:19:04,589 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:19:04,590 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:19:04,592 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:19:04,594 Job list saved +2021-12-18 03:19:04,599 Updating FAILED jobs +2021-12-18 03:19:04,599 Updating WAITING jobs +2021-12-18 03:19:04,599 Update finished +2021-12-18 03:19:14,606 Reloading parameters... +2021-12-18 03:19:14,624 Loading parameters... +2021-12-18 03:19:14,626 Loading project parameters... +2021-12-18 03:19:14,628 + +22 of 25 jobs remaining (03:19) +2021-12-18 03:19:14,628 Sleep: 10 +2021-12-18 03:19:14,628 Number of retrials: 0 +2021-12-18 03:19:14,628 WRAPPER CHECK TIME = 10 +2021-12-18 03:19:14,629 Checking jobs for platform=marenostrum4 +2021-12-18 03:19:14,629 Checking jobs for platform=nord3 +2021-12-18 03:19:14,630 Checking jobs for platform=local +2021-12-18 03:19:14,630 Checking jobs for platform=transfer_node +2021-12-18 03:19:14,630 Checking all jobs at once +2021-12-18 03:19:16,200 Successful check job command +2021-12-18 03:19:17,524 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:19:17,524 End of checking +2021-12-18 03:19:17,525 Updating FAILED jobs +2021-12-18 03:19:17,525 Updating WAITING jobs +2021-12-18 03:19:17,526 Update finished +2021-12-18 03:19:17,526 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:19:17,526 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:19:17,526 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:19:17,526 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:19:17,526 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:19:17,529 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:19:17,531 Job list saved +2021-12-18 03:19:17,537 Updating FAILED jobs +2021-12-18 03:19:17,537 Updating WAITING jobs +2021-12-18 03:19:17,537 Update finished +2021-12-18 03:19:27,548 Reloading parameters... +2021-12-18 03:19:27,566 Loading parameters... +2021-12-18 03:19:27,567 Loading project parameters... +2021-12-18 03:19:27,569 + +22 of 25 jobs remaining (03:19) +2021-12-18 03:19:27,569 Sleep: 10 +2021-12-18 03:19:27,569 Number of retrials: 0 +2021-12-18 03:19:27,569 WRAPPER CHECK TIME = 10 +2021-12-18 03:19:27,570 Checking jobs for platform=marenostrum4 +2021-12-18 03:19:27,570 Checking jobs for platform=nord3 +2021-12-18 03:19:27,571 Checking jobs for platform=local +2021-12-18 03:19:27,572 Checking jobs for platform=transfer_node +2021-12-18 03:19:27,572 Checking all jobs at once +2021-12-18 03:19:29,243 Successful check job command +2021-12-18 03:19:30,563 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:19:30,563 End of checking +2021-12-18 03:19:30,565 Updating FAILED jobs +2021-12-18 03:19:30,565 Updating WAITING jobs +2021-12-18 03:19:30,565 Update finished +2021-12-18 03:19:30,565 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:19:30,566 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:19:30,566 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:19:30,566 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:19:30,566 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:19:30,569 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:19:30,571 Job list saved +2021-12-18 03:19:30,577 Updating FAILED jobs +2021-12-18 03:19:30,577 Updating WAITING jobs +2021-12-18 03:19:30,577 Update finished +2021-12-18 03:19:40,579 Reloading parameters... +2021-12-18 03:19:40,598 Loading parameters... +2021-12-18 03:19:40,600 Loading project parameters... +2021-12-18 03:19:40,601 + +22 of 25 jobs remaining (03:19) +2021-12-18 03:19:40,602 Sleep: 10 +2021-12-18 03:19:40,602 Number of retrials: 0 +2021-12-18 03:19:40,602 WRAPPER CHECK TIME = 10 +2021-12-18 03:19:40,602 Checking jobs for platform=marenostrum4 +2021-12-18 03:19:40,603 Checking jobs for platform=nord3 +2021-12-18 03:19:40,603 Checking jobs for platform=local +2021-12-18 03:19:40,604 Checking jobs for platform=transfer_node +2021-12-18 03:19:40,604 Checking all jobs at once +2021-12-18 03:19:41,973 Successful check job command +2021-12-18 03:19:43,292 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:19:43,293 End of checking +2021-12-18 03:19:43,294 Updating FAILED jobs +2021-12-18 03:19:43,294 Updating WAITING jobs +2021-12-18 03:19:43,294 Update finished +2021-12-18 03:19:43,294 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:19:43,294 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:19:43,295 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:19:43,295 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:19:43,295 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:19:43,298 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:19:43,300 Job list saved +2021-12-18 03:19:43,304 Updating FAILED jobs +2021-12-18 03:19:43,304 Updating WAITING jobs +2021-12-18 03:19:43,305 Update finished +2021-12-18 03:19:53,314 Reloading parameters... +2021-12-18 03:19:53,334 Loading parameters... +2021-12-18 03:19:53,335 Loading project parameters... +2021-12-18 03:19:53,337 + +22 of 25 jobs remaining (03:19) +2021-12-18 03:19:53,337 Sleep: 10 +2021-12-18 03:19:53,337 Number of retrials: 0 +2021-12-18 03:19:53,337 WRAPPER CHECK TIME = 10 +2021-12-18 03:19:53,338 Checking jobs for platform=marenostrum4 +2021-12-18 03:19:53,338 Checking jobs for platform=nord3 +2021-12-18 03:19:53,339 Checking jobs for platform=local +2021-12-18 03:19:53,339 Checking jobs for platform=transfer_node +2021-12-18 03:19:53,340 Checking all jobs at once +2021-12-18 03:19:54,759 Successful check job command +2021-12-18 03:19:56,282 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:19:56,283 End of checking +2021-12-18 03:19:56,284 Updating FAILED jobs +2021-12-18 03:19:56,284 Updating WAITING jobs +2021-12-18 03:19:56,284 Update finished +2021-12-18 03:19:56,284 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:19:56,285 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:19:56,285 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:19:56,285 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:19:56,285 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:19:56,290 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:19:56,292 Job list saved +2021-12-18 03:19:56,297 Updating FAILED jobs +2021-12-18 03:19:56,297 Updating WAITING jobs +2021-12-18 03:19:56,297 Update finished +2021-12-18 03:20:06,307 Reloading parameters... +2021-12-18 03:20:06,325 Loading parameters... +2021-12-18 03:20:06,326 Loading project parameters... +2021-12-18 03:20:06,328 + +22 of 25 jobs remaining (03:20) +2021-12-18 03:20:06,328 Sleep: 10 +2021-12-18 03:20:06,328 Number of retrials: 0 +2021-12-18 03:20:06,328 WRAPPER CHECK TIME = 10 +2021-12-18 03:20:06,329 Checking jobs for platform=marenostrum4 +2021-12-18 03:20:06,330 Checking jobs for platform=nord3 +2021-12-18 03:20:06,330 Checking jobs for platform=local +2021-12-18 03:20:06,331 Checking jobs for platform=transfer_node +2021-12-18 03:20:06,331 Checking all jobs at once +2021-12-18 03:20:07,653 Successful check job command +2021-12-18 03:20:08,872 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:20:08,873 End of checking +2021-12-18 03:20:08,874 Updating FAILED jobs +2021-12-18 03:20:08,874 Updating WAITING jobs +2021-12-18 03:20:08,875 Update finished +2021-12-18 03:20:08,875 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:20:08,875 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:20:08,875 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:20:08,876 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:20:08,876 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:20:08,878 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:20:08,881 Job list saved +2021-12-18 03:20:08,886 Updating FAILED jobs +2021-12-18 03:20:08,886 Updating WAITING jobs +2021-12-18 03:20:08,886 Update finished +2021-12-18 03:20:18,894 Reloading parameters... +2021-12-18 03:20:18,913 Loading parameters... +2021-12-18 03:20:18,915 Loading project parameters... +2021-12-18 03:20:18,917 + +22 of 25 jobs remaining (03:20) +2021-12-18 03:20:18,917 Sleep: 10 +2021-12-18 03:20:18,917 Number of retrials: 0 +2021-12-18 03:20:18,917 WRAPPER CHECK TIME = 10 +2021-12-18 03:20:18,917 Checking jobs for platform=marenostrum4 +2021-12-18 03:20:18,918 Checking jobs for platform=nord3 +2021-12-18 03:20:18,919 Checking jobs for platform=local +2021-12-18 03:20:18,919 Checking jobs for platform=transfer_node +2021-12-18 03:20:18,919 Checking all jobs at once +2021-12-18 03:20:20,439 Successful check job command +2021-12-18 03:20:21,659 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:20:21,659 End of checking +2021-12-18 03:20:21,660 Updating FAILED jobs +2021-12-18 03:20:21,660 Updating WAITING jobs +2021-12-18 03:20:21,661 Update finished +2021-12-18 03:20:21,661 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:20:21,661 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:20:21,661 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:20:21,661 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:20:21,661 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:20:21,664 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:20:21,666 Job list saved +2021-12-18 03:20:21,671 Updating FAILED jobs +2021-12-18 03:20:21,671 Updating WAITING jobs +2021-12-18 03:20:21,671 Update finished +2021-12-18 03:20:31,682 Reloading parameters... +2021-12-18 03:20:31,706 Loading parameters... +2021-12-18 03:20:31,707 Loading project parameters... +2021-12-18 03:20:31,709 + +22 of 25 jobs remaining (03:20) +2021-12-18 03:20:31,709 Sleep: 10 +2021-12-18 03:20:31,709 Number of retrials: 0 +2021-12-18 03:20:31,709 WRAPPER CHECK TIME = 10 +2021-12-18 03:20:31,710 Checking jobs for platform=marenostrum4 +2021-12-18 03:20:31,711 Checking jobs for platform=nord3 +2021-12-18 03:20:31,711 Checking jobs for platform=local +2021-12-18 03:20:31,712 Checking jobs for platform=transfer_node +2021-12-18 03:20:31,712 Checking all jobs at once +2021-12-18 03:20:33,082 Successful check job command +2021-12-18 03:20:34,501 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:20:34,501 End of checking +2021-12-18 03:20:34,503 Updating FAILED jobs +2021-12-18 03:20:34,503 Updating WAITING jobs +2021-12-18 03:20:34,503 Update finished +2021-12-18 03:20:34,503 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:20:34,503 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:20:34,504 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:20:34,504 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:20:34,504 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:20:34,506 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:20:34,509 Job list saved +2021-12-18 03:20:34,513 Updating FAILED jobs +2021-12-18 03:20:34,513 Updating WAITING jobs +2021-12-18 03:20:34,514 Update finished +2021-12-18 03:20:44,520 Reloading parameters... +2021-12-18 03:20:44,538 Loading parameters... +2021-12-18 03:20:44,539 Loading project parameters... +2021-12-18 03:20:44,541 + +22 of 25 jobs remaining (03:20) +2021-12-18 03:20:44,541 Sleep: 10 +2021-12-18 03:20:44,541 Number of retrials: 0 +2021-12-18 03:20:44,541 WRAPPER CHECK TIME = 10 +2021-12-18 03:20:44,542 Checking jobs for platform=marenostrum4 +2021-12-18 03:20:44,542 Checking jobs for platform=nord3 +2021-12-18 03:20:44,543 Checking jobs for platform=local +2021-12-18 03:20:44,543 Checking jobs for platform=transfer_node +2021-12-18 03:20:44,544 Checking all jobs at once +2021-12-18 03:20:45,863 Successful check job command +2021-12-18 03:20:47,082 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:20:47,082 End of checking +2021-12-18 03:20:47,085 Updating FAILED jobs +2021-12-18 03:20:47,085 Updating WAITING jobs +2021-12-18 03:20:47,085 Update finished +2021-12-18 03:20:47,085 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:20:47,086 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:20:47,086 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:20:47,086 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:20:47,086 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:20:47,089 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:20:47,091 Job list saved +2021-12-18 03:20:47,097 Updating FAILED jobs +2021-12-18 03:20:47,097 Updating WAITING jobs +2021-12-18 03:20:47,097 Update finished +2021-12-18 03:20:57,107 Reloading parameters... +2021-12-18 03:20:57,127 Loading parameters... +2021-12-18 03:20:57,129 Loading project parameters... +2021-12-18 03:20:57,131 + +22 of 25 jobs remaining (03:20) +2021-12-18 03:20:57,131 Sleep: 10 +2021-12-18 03:20:57,131 Number of retrials: 0 +2021-12-18 03:20:57,131 WRAPPER CHECK TIME = 10 +2021-12-18 03:20:57,132 Checking jobs for platform=marenostrum4 +2021-12-18 03:20:57,132 Checking jobs for platform=nord3 +2021-12-18 03:20:57,133 Checking jobs for platform=local +2021-12-18 03:20:57,134 Checking jobs for platform=transfer_node +2021-12-18 03:20:57,134 Checking all jobs at once +2021-12-18 03:20:58,555 Successful check job command +2021-12-18 03:20:59,825 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:20:59,825 End of checking +2021-12-18 03:20:59,826 Updating FAILED jobs +2021-12-18 03:20:59,827 Updating WAITING jobs +2021-12-18 03:20:59,827 Update finished +2021-12-18 03:20:59,827 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:20:59,827 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:20:59,827 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:20:59,827 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:20:59,828 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:20:59,830 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:20:59,833 Job list saved +2021-12-18 03:20:59,838 Updating FAILED jobs +2021-12-18 03:20:59,838 Updating WAITING jobs +2021-12-18 03:20:59,838 Update finished +2021-12-18 03:21:09,842 Reloading parameters... +2021-12-18 03:21:09,860 Loading parameters... +2021-12-18 03:21:09,861 Loading project parameters... +2021-12-18 03:21:09,863 + +22 of 25 jobs remaining (03:21) +2021-12-18 03:21:09,864 Sleep: 10 +2021-12-18 03:21:09,864 Number of retrials: 0 +2021-12-18 03:21:09,864 WRAPPER CHECK TIME = 10 +2021-12-18 03:21:09,864 Checking jobs for platform=marenostrum4 +2021-12-18 03:21:09,865 Checking jobs for platform=nord3 +2021-12-18 03:21:09,865 Checking jobs for platform=local +2021-12-18 03:21:09,866 Checking jobs for platform=transfer_node +2021-12-18 03:21:09,866 Checking all jobs at once +2021-12-18 03:21:11,686 Successful check job command +2021-12-18 03:21:13,157 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:21:13,157 End of checking +2021-12-18 03:21:13,158 Updating FAILED jobs +2021-12-18 03:21:13,158 Updating WAITING jobs +2021-12-18 03:21:13,159 Update finished +2021-12-18 03:21:13,159 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:21:13,159 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:21:13,159 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:21:13,159 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:21:13,159 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:21:13,163 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:21:13,166 Job list saved +2021-12-18 03:21:13,171 Updating FAILED jobs +2021-12-18 03:21:13,171 Updating WAITING jobs +2021-12-18 03:21:13,172 Update finished +2021-12-18 03:21:23,182 Reloading parameters... +2021-12-18 03:21:23,200 Loading parameters... +2021-12-18 03:21:23,201 Loading project parameters... +2021-12-18 03:21:23,203 + +22 of 25 jobs remaining (03:21) +2021-12-18 03:21:23,203 Sleep: 10 +2021-12-18 03:21:23,203 Number of retrials: 0 +2021-12-18 03:21:23,203 WRAPPER CHECK TIME = 10 +2021-12-18 03:21:23,204 Checking jobs for platform=marenostrum4 +2021-12-18 03:21:23,205 Checking jobs for platform=nord3 +2021-12-18 03:21:23,205 Checking jobs for platform=local +2021-12-18 03:21:23,206 Checking jobs for platform=transfer_node +2021-12-18 03:21:23,206 Checking all jobs at once +2021-12-18 03:21:25,881 Successful check job command +2021-12-18 03:21:27,803 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:21:27,803 End of checking +2021-12-18 03:21:27,805 Updating FAILED jobs +2021-12-18 03:21:27,805 Updating WAITING jobs +2021-12-18 03:21:27,805 Update finished +2021-12-18 03:21:27,805 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:21:27,806 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:21:27,806 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:21:27,806 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:21:27,807 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:21:27,809 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:21:27,811 Job list saved +2021-12-18 03:21:27,816 Updating FAILED jobs +2021-12-18 03:21:27,816 Updating WAITING jobs +2021-12-18 03:21:27,817 Update finished +2021-12-18 03:21:37,822 Reloading parameters... +2021-12-18 03:21:37,841 Loading parameters... +2021-12-18 03:21:37,843 Loading project parameters... +2021-12-18 03:21:37,845 + +22 of 25 jobs remaining (03:21) +2021-12-18 03:21:37,845 Sleep: 10 +2021-12-18 03:21:37,845 Number of retrials: 0 +2021-12-18 03:21:37,845 WRAPPER CHECK TIME = 10 +2021-12-18 03:21:37,845 Checking jobs for platform=marenostrum4 +2021-12-18 03:21:37,846 Checking jobs for platform=nord3 +2021-12-18 03:21:37,847 Checking jobs for platform=local +2021-12-18 03:21:37,847 Checking jobs for platform=transfer_node +2021-12-18 03:21:37,847 Checking all jobs at once +2021-12-18 03:21:39,617 Successful check job command +2021-12-18 03:21:41,137 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:21:41,137 End of checking +2021-12-18 03:21:41,139 Updating FAILED jobs +2021-12-18 03:21:41,139 Updating WAITING jobs +2021-12-18 03:21:41,139 Update finished +2021-12-18 03:21:41,139 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:21:41,140 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:21:41,140 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:21:41,140 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:21:41,140 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:21:41,145 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:21:41,148 Job list saved +2021-12-18 03:21:41,153 Updating FAILED jobs +2021-12-18 03:21:41,153 Updating WAITING jobs +2021-12-18 03:21:41,153 Update finished +2021-12-18 03:21:51,163 Reloading parameters... +2021-12-18 03:21:51,193 Loading parameters... +2021-12-18 03:21:51,194 Loading project parameters... +2021-12-18 03:21:51,198 + +22 of 25 jobs remaining (03:21) +2021-12-18 03:21:51,199 Sleep: 10 +2021-12-18 03:21:51,199 Number of retrials: 0 +2021-12-18 03:21:51,199 WRAPPER CHECK TIME = 10 +2021-12-18 03:21:51,199 Checking jobs for platform=marenostrum4 +2021-12-18 03:21:51,200 Checking jobs for platform=nord3 +2021-12-18 03:21:51,201 Checking jobs for platform=local +2021-12-18 03:21:51,201 Checking jobs for platform=transfer_node +2021-12-18 03:21:51,201 Checking all jobs at once +2021-12-18 03:21:52,623 Successful check job command +2021-12-18 03:21:54,092 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:21:54,092 End of checking +2021-12-18 03:21:54,094 Updating FAILED jobs +2021-12-18 03:21:54,094 Updating WAITING jobs +2021-12-18 03:21:54,094 Update finished +2021-12-18 03:21:54,095 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:21:54,095 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:21:54,095 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:21:54,095 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:21:54,095 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:21:54,098 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:21:54,100 Job list saved +2021-12-18 03:21:54,105 Updating FAILED jobs +2021-12-18 03:21:54,105 Updating WAITING jobs +2021-12-18 03:21:54,105 Update finished +2021-12-18 03:22:04,110 Reloading parameters... +2021-12-18 03:22:04,129 Loading parameters... +2021-12-18 03:22:04,131 Loading project parameters... +2021-12-18 03:22:04,133 + +22 of 25 jobs remaining (03:22) +2021-12-18 03:22:04,133 Sleep: 10 +2021-12-18 03:22:04,133 Number of retrials: 0 +2021-12-18 03:22:04,133 WRAPPER CHECK TIME = 10 +2021-12-18 03:22:04,134 Checking jobs for platform=marenostrum4 +2021-12-18 03:22:04,134 Checking jobs for platform=nord3 +2021-12-18 03:22:04,135 Checking jobs for platform=local +2021-12-18 03:22:04,135 Checking jobs for platform=transfer_node +2021-12-18 03:22:04,135 Checking all jobs at once +2021-12-18 03:22:06,406 Successful check job command +2021-12-18 03:22:08,426 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:22:08,427 End of checking +2021-12-18 03:22:08,428 Updating FAILED jobs +2021-12-18 03:22:08,428 Updating WAITING jobs +2021-12-18 03:22:08,428 Update finished +2021-12-18 03:22:08,429 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:22:08,429 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:22:08,429 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:22:08,429 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:22:08,430 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:22:08,432 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:22:08,434 Job list saved +2021-12-18 03:22:08,439 Updating FAILED jobs +2021-12-18 03:22:08,439 Updating WAITING jobs +2021-12-18 03:22:08,439 Update finished +2021-12-18 03:22:18,450 Reloading parameters... +2021-12-18 03:22:18,469 Loading parameters... +2021-12-18 03:22:18,470 Loading project parameters... +2021-12-18 03:22:18,472 + +22 of 25 jobs remaining (03:22) +2021-12-18 03:22:18,472 Sleep: 10 +2021-12-18 03:22:18,472 Number of retrials: 0 +2021-12-18 03:22:18,472 WRAPPER CHECK TIME = 10 +2021-12-18 03:22:18,473 Checking jobs for platform=marenostrum4 +2021-12-18 03:22:18,474 Checking jobs for platform=nord3 +2021-12-18 03:22:18,474 Checking jobs for platform=local +2021-12-18 03:22:18,475 Checking jobs for platform=transfer_node +2021-12-18 03:22:18,475 Checking all jobs at once +2021-12-18 03:22:20,448 Successful check job command +2021-12-18 03:22:23,071 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:22:23,072 End of checking +2021-12-18 03:22:23,073 Updating FAILED jobs +2021-12-18 03:22:23,073 Updating WAITING jobs +2021-12-18 03:22:23,073 Update finished +2021-12-18 03:22:23,074 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:22:23,074 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:22:23,074 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:22:23,074 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:22:23,074 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:22:23,077 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:22:23,079 Job list saved +2021-12-18 03:22:23,084 Updating FAILED jobs +2021-12-18 03:22:23,085 Updating WAITING jobs +2021-12-18 03:22:23,085 Update finished +2021-12-18 03:22:33,088 Reloading parameters... +2021-12-18 03:22:33,106 Loading parameters... +2021-12-18 03:22:33,107 Loading project parameters... +2021-12-18 03:22:33,109 + +22 of 25 jobs remaining (03:22) +2021-12-18 03:22:33,109 Sleep: 10 +2021-12-18 03:22:33,109 Number of retrials: 0 +2021-12-18 03:22:33,109 WRAPPER CHECK TIME = 10 +2021-12-18 03:22:33,110 Checking jobs for platform=marenostrum4 +2021-12-18 03:22:33,110 Checking jobs for platform=nord3 +2021-12-18 03:22:33,111 Checking jobs for platform=local +2021-12-18 03:22:33,112 Checking jobs for platform=transfer_node +2021-12-18 03:22:33,112 Checking all jobs at once +2021-12-18 03:22:34,482 Successful check job command +2021-12-18 03:22:35,951 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:22:35,951 End of checking +2021-12-18 03:22:35,953 Updating FAILED jobs +2021-12-18 03:22:35,953 Updating WAITING jobs +2021-12-18 03:22:35,953 Update finished +2021-12-18 03:22:35,953 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:22:35,953 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:22:35,953 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:22:35,954 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:22:35,954 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:22:35,956 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:22:35,959 Job list saved +2021-12-18 03:22:35,963 Updating FAILED jobs +2021-12-18 03:22:35,963 Updating WAITING jobs +2021-12-18 03:22:35,963 Update finished +2021-12-18 03:22:45,974 Reloading parameters... +2021-12-18 03:22:45,991 Loading parameters... +2021-12-18 03:22:45,993 Loading project parameters... +2021-12-18 03:22:45,995 + +22 of 25 jobs remaining (03:22) +2021-12-18 03:22:45,995 Sleep: 10 +2021-12-18 03:22:45,995 Number of retrials: 0 +2021-12-18 03:22:45,995 WRAPPER CHECK TIME = 10 +2021-12-18 03:22:45,996 Checking jobs for platform=marenostrum4 +2021-12-18 03:22:45,996 Checking jobs for platform=nord3 +2021-12-18 03:22:45,997 Checking jobs for platform=local +2021-12-18 03:22:45,997 Checking jobs for platform=transfer_node +2021-12-18 03:22:45,997 Checking all jobs at once +2021-12-18 03:22:47,367 Successful check job command +2021-12-18 03:22:48,636 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:22:48,637 End of checking +2021-12-18 03:22:48,638 Updating FAILED jobs +2021-12-18 03:22:48,638 Updating WAITING jobs +2021-12-18 03:22:48,639 Update finished +2021-12-18 03:22:48,639 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:22:48,639 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:22:48,640 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:22:48,640 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:22:48,640 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:22:48,642 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:22:48,645 Job list saved +2021-12-18 03:22:48,650 Updating FAILED jobs +2021-12-18 03:22:48,650 Updating WAITING jobs +2021-12-18 03:22:48,650 Update finished +2021-12-18 03:22:58,656 Reloading parameters... +2021-12-18 03:22:58,674 Loading parameters... +2021-12-18 03:22:58,675 Loading project parameters... +2021-12-18 03:22:58,677 + +22 of 25 jobs remaining (03:22) +2021-12-18 03:22:58,677 Sleep: 10 +2021-12-18 03:22:58,677 Number of retrials: 0 +2021-12-18 03:22:58,678 WRAPPER CHECK TIME = 10 +2021-12-18 03:22:58,678 Checking jobs for platform=marenostrum4 +2021-12-18 03:22:58,679 Checking jobs for platform=nord3 +2021-12-18 03:22:58,679 Checking jobs for platform=local +2021-12-18 03:22:58,680 Checking jobs for platform=transfer_node +2021-12-18 03:22:58,680 Checking all jobs at once +2021-12-18 03:23:00,551 Successful check job command +2021-12-18 03:23:01,820 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:23:01,821 End of checking +2021-12-18 03:23:01,822 Updating FAILED jobs +2021-12-18 03:23:01,822 Updating WAITING jobs +2021-12-18 03:23:01,823 Update finished +2021-12-18 03:23:01,823 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:23:01,823 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:23:01,823 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:23:01,823 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:23:01,823 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:23:01,827 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:23:01,829 Job list saved +2021-12-18 03:23:01,843 Updating FAILED jobs +2021-12-18 03:23:01,844 Updating WAITING jobs +2021-12-18 03:23:01,844 Update finished +2021-12-18 03:23:11,854 Reloading parameters... +2021-12-18 03:23:11,877 Loading parameters... +2021-12-18 03:23:11,878 Loading project parameters... +2021-12-18 03:23:11,880 + +22 of 25 jobs remaining (03:23) +2021-12-18 03:23:11,880 Sleep: 10 +2021-12-18 03:23:11,880 Number of retrials: 0 +2021-12-18 03:23:11,881 WRAPPER CHECK TIME = 10 +2021-12-18 03:23:11,881 Checking jobs for platform=marenostrum4 +2021-12-18 03:23:11,882 Checking jobs for platform=nord3 +2021-12-18 03:23:11,882 Checking jobs for platform=local +2021-12-18 03:23:11,883 Checking jobs for platform=transfer_node +2021-12-18 03:23:11,883 Checking all jobs at once +2021-12-18 03:23:13,553 Successful check job command +2021-12-18 03:23:14,980 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:23:14,980 End of checking +2021-12-18 03:23:14,983 Updating FAILED jobs +2021-12-18 03:23:14,983 Updating WAITING jobs +2021-12-18 03:23:14,983 Update finished +2021-12-18 03:23:14,984 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:23:14,984 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:23:14,984 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:23:14,984 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:23:14,984 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:23:14,987 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:23:14,989 Job list saved +2021-12-18 03:23:14,994 Updating FAILED jobs +2021-12-18 03:23:14,994 Updating WAITING jobs +2021-12-18 03:23:14,995 Update finished +2021-12-18 03:23:25,005 Reloading parameters... +2021-12-18 03:23:25,023 Loading parameters... +2021-12-18 03:23:25,024 Loading project parameters... +2021-12-18 03:23:25,026 + +22 of 25 jobs remaining (03:23) +2021-12-18 03:23:25,027 Sleep: 10 +2021-12-18 03:23:25,027 Number of retrials: 0 +2021-12-18 03:23:25,027 WRAPPER CHECK TIME = 10 +2021-12-18 03:23:25,027 Checking jobs for platform=marenostrum4 +2021-12-18 03:23:25,028 Checking jobs for platform=nord3 +2021-12-18 03:23:25,028 Checking jobs for platform=local +2021-12-18 03:23:25,029 Checking jobs for platform=transfer_node +2021-12-18 03:23:25,029 Checking all jobs at once +2021-12-18 03:23:26,499 Successful check job command +2021-12-18 03:23:27,818 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:23:27,818 End of checking +2021-12-18 03:23:27,820 Updating FAILED jobs +2021-12-18 03:23:27,820 Updating WAITING jobs +2021-12-18 03:23:27,820 Update finished +2021-12-18 03:23:27,820 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:23:27,821 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:23:27,821 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:23:27,821 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:23:27,821 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:23:27,824 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:23:27,826 Job list saved +2021-12-18 03:23:27,831 Updating FAILED jobs +2021-12-18 03:23:27,832 Updating WAITING jobs +2021-12-18 03:23:27,832 Update finished +2021-12-18 03:23:37,842 Reloading parameters... +2021-12-18 03:23:37,866 Loading parameters... +2021-12-18 03:23:37,871 Loading project parameters... +2021-12-18 03:23:37,875 + +22 of 25 jobs remaining (03:23) +2021-12-18 03:23:37,876 Sleep: 10 +2021-12-18 03:23:37,876 Number of retrials: 0 +2021-12-18 03:23:37,876 WRAPPER CHECK TIME = 10 +2021-12-18 03:23:37,876 Checking jobs for platform=marenostrum4 +2021-12-18 03:23:37,877 Checking jobs for platform=nord3 +2021-12-18 03:23:37,878 Checking jobs for platform=local +2021-12-18 03:23:37,878 Checking jobs for platform=transfer_node +2021-12-18 03:23:37,878 Checking all jobs at once +2021-12-18 03:23:39,147 Successful check job command +2021-12-18 03:23:40,417 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:23:40,417 End of checking +2021-12-18 03:23:40,419 Updating FAILED jobs +2021-12-18 03:23:40,419 Updating WAITING jobs +2021-12-18 03:23:40,419 Update finished +2021-12-18 03:23:40,419 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:23:40,419 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:23:40,420 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:23:40,420 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:23:40,420 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:23:40,423 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:23:40,426 Job list saved +2021-12-18 03:23:40,432 Updating FAILED jobs +2021-12-18 03:23:40,432 Updating WAITING jobs +2021-12-18 03:23:40,432 Update finished +2021-12-18 03:23:50,442 Reloading parameters... +2021-12-18 03:23:50,460 Loading parameters... +2021-12-18 03:23:50,462 Loading project parameters... +2021-12-18 03:23:50,464 + +22 of 25 jobs remaining (03:23) +2021-12-18 03:23:50,464 Sleep: 10 +2021-12-18 03:23:50,464 Number of retrials: 0 +2021-12-18 03:23:50,464 WRAPPER CHECK TIME = 10 +2021-12-18 03:23:50,465 Checking jobs for platform=marenostrum4 +2021-12-18 03:23:50,466 Checking jobs for platform=nord3 +2021-12-18 03:23:50,466 Checking jobs for platform=local +2021-12-18 03:23:50,467 Checking jobs for platform=transfer_node +2021-12-18 03:23:50,467 Checking all jobs at once +2021-12-18 03:23:51,787 Successful check job command +2021-12-18 03:23:53,058 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:23:53,058 End of checking +2021-12-18 03:23:53,059 Updating FAILED jobs +2021-12-18 03:23:53,059 Updating WAITING jobs +2021-12-18 03:23:53,060 Update finished +2021-12-18 03:23:53,060 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:23:53,060 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:23:53,060 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:23:53,060 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:23:53,060 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:23:53,063 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:23:53,065 Job list saved +2021-12-18 03:23:53,071 Updating FAILED jobs +2021-12-18 03:23:53,071 Updating WAITING jobs +2021-12-18 03:23:53,071 Update finished +2021-12-18 03:24:03,081 Reloading parameters... +2021-12-18 03:24:03,100 Loading parameters... +2021-12-18 03:24:03,101 Loading project parameters... +2021-12-18 03:24:03,103 + +22 of 25 jobs remaining (03:24) +2021-12-18 03:24:03,103 Sleep: 10 +2021-12-18 03:24:03,103 Number of retrials: 0 +2021-12-18 03:24:03,103 WRAPPER CHECK TIME = 10 +2021-12-18 03:24:03,104 Checking jobs for platform=marenostrum4 +2021-12-18 03:24:03,105 Checking jobs for platform=nord3 +2021-12-18 03:24:03,105 Checking jobs for platform=local +2021-12-18 03:24:03,106 Checking jobs for platform=transfer_node +2021-12-18 03:24:03,106 Checking all jobs at once +2021-12-18 03:24:04,677 Successful check job command +2021-12-18 03:24:06,146 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:24:06,147 End of checking +2021-12-18 03:24:06,148 Updating FAILED jobs +2021-12-18 03:24:06,148 Updating WAITING jobs +2021-12-18 03:24:06,148 Update finished +2021-12-18 03:24:06,149 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:24:06,152 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:24:06,152 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:24:06,152 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:24:06,152 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:24:06,155 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:24:06,157 Job list saved +2021-12-18 03:24:06,162 Updating FAILED jobs +2021-12-18 03:24:06,162 Updating WAITING jobs +2021-12-18 03:24:06,162 Update finished +2021-12-18 03:24:16,172 Reloading parameters... +2021-12-18 03:24:16,192 Loading parameters... +2021-12-18 03:24:16,194 Loading project parameters... +2021-12-18 03:24:16,196 + +22 of 25 jobs remaining (03:24) +2021-12-18 03:24:16,196 Sleep: 10 +2021-12-18 03:24:16,196 Number of retrials: 0 +2021-12-18 03:24:16,196 WRAPPER CHECK TIME = 10 +2021-12-18 03:24:16,197 Checking jobs for platform=marenostrum4 +2021-12-18 03:24:16,197 Checking jobs for platform=nord3 +2021-12-18 03:24:16,198 Checking jobs for platform=local +2021-12-18 03:24:16,198 Checking jobs for platform=transfer_node +2021-12-18 03:24:16,198 Checking all jobs at once +2021-12-18 03:24:17,568 Successful check job command +2021-12-18 03:24:18,841 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:24:18,841 End of checking +2021-12-18 03:24:18,842 Updating FAILED jobs +2021-12-18 03:24:18,842 Updating WAITING jobs +2021-12-18 03:24:18,843 Update finished +2021-12-18 03:24:18,843 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:24:18,843 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:24:18,843 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:24:18,843 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:24:18,843 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:24:18,846 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:24:18,848 Job list saved +2021-12-18 03:24:18,853 Updating FAILED jobs +2021-12-18 03:24:18,853 Updating WAITING jobs +2021-12-18 03:24:18,854 Update finished +2021-12-18 03:24:28,864 Reloading parameters... +2021-12-18 03:24:28,884 Loading parameters... +2021-12-18 03:24:28,885 Loading project parameters... +2021-12-18 03:24:28,887 + +22 of 25 jobs remaining (03:24) +2021-12-18 03:24:28,887 Sleep: 10 +2021-12-18 03:24:28,887 Number of retrials: 0 +2021-12-18 03:24:28,887 WRAPPER CHECK TIME = 10 +2021-12-18 03:24:28,888 Checking jobs for platform=marenostrum4 +2021-12-18 03:24:28,888 Checking jobs for platform=nord3 +2021-12-18 03:24:28,889 Checking jobs for platform=local +2021-12-18 03:24:28,890 Checking jobs for platform=transfer_node +2021-12-18 03:24:28,890 Checking all jobs at once +2021-12-18 03:24:30,213 Successful check job command +2021-12-18 03:24:32,335 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:24:32,335 End of checking +2021-12-18 03:24:32,337 Updating FAILED jobs +2021-12-18 03:24:32,337 Updating WAITING jobs +2021-12-18 03:24:32,337 Update finished +2021-12-18 03:24:32,337 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:24:32,337 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:24:32,338 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:24:32,338 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:24:32,338 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:24:32,341 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:24:32,343 Job list saved +2021-12-18 03:24:32,348 Updating FAILED jobs +2021-12-18 03:24:32,349 Updating WAITING jobs +2021-12-18 03:24:32,349 Update finished +2021-12-18 03:24:42,358 Reloading parameters... +2021-12-18 03:24:42,376 Loading parameters... +2021-12-18 03:24:42,378 Loading project parameters... +2021-12-18 03:24:42,379 + +22 of 25 jobs remaining (03:24) +2021-12-18 03:24:42,380 Sleep: 10 +2021-12-18 03:24:42,380 Number of retrials: 0 +2021-12-18 03:24:42,380 WRAPPER CHECK TIME = 10 +2021-12-18 03:24:42,381 Checking jobs for platform=marenostrum4 +2021-12-18 03:24:42,381 Checking jobs for platform=nord3 +2021-12-18 03:24:42,382 Checking jobs for platform=local +2021-12-18 03:24:42,382 Checking jobs for platform=transfer_node +2021-12-18 03:24:42,382 Checking all jobs at once +2021-12-18 03:24:43,753 Successful check job command +2021-12-18 03:24:45,173 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:24:45,173 End of checking +2021-12-18 03:24:45,174 Updating FAILED jobs +2021-12-18 03:24:45,175 Updating WAITING jobs +2021-12-18 03:24:45,175 Update finished +2021-12-18 03:24:45,175 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:24:45,176 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:24:45,176 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:24:45,176 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:24:45,176 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:24:45,179 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:24:45,181 Job list saved +2021-12-18 03:24:45,187 Updating FAILED jobs +2021-12-18 03:24:45,187 Updating WAITING jobs +2021-12-18 03:24:45,187 Update finished +2021-12-18 03:24:55,196 Reloading parameters... +2021-12-18 03:24:55,215 Loading parameters... +2021-12-18 03:24:55,217 Loading project parameters... +2021-12-18 03:24:55,219 + +22 of 25 jobs remaining (03:24) +2021-12-18 03:24:55,219 Sleep: 10 +2021-12-18 03:24:55,219 Number of retrials: 0 +2021-12-18 03:24:55,219 WRAPPER CHECK TIME = 10 +2021-12-18 03:24:55,219 Checking jobs for platform=marenostrum4 +2021-12-18 03:24:55,220 Checking jobs for platform=nord3 +2021-12-18 03:24:55,221 Checking jobs for platform=local +2021-12-18 03:24:55,221 Checking jobs for platform=transfer_node +2021-12-18 03:24:55,221 Checking all jobs at once +2021-12-18 03:24:56,692 Successful check job command +2021-12-18 03:24:58,063 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:24:58,063 End of checking +2021-12-18 03:24:58,065 Updating FAILED jobs +2021-12-18 03:24:58,065 Updating WAITING jobs +2021-12-18 03:24:58,065 Update finished +2021-12-18 03:24:58,065 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:24:58,065 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:24:58,066 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:24:58,066 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:24:58,066 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:24:58,068 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:24:58,071 Job list saved +2021-12-18 03:24:58,075 Updating FAILED jobs +2021-12-18 03:24:58,076 Updating WAITING jobs +2021-12-18 03:24:58,076 Update finished +2021-12-18 03:25:08,086 Reloading parameters... +2021-12-18 03:25:08,104 Loading parameters... +2021-12-18 03:25:08,106 Loading project parameters... +2021-12-18 03:25:08,107 + +22 of 25 jobs remaining (03:25) +2021-12-18 03:25:08,108 Sleep: 10 +2021-12-18 03:25:08,108 Number of retrials: 0 +2021-12-18 03:25:08,108 WRAPPER CHECK TIME = 10 +2021-12-18 03:25:08,108 Checking jobs for platform=marenostrum4 +2021-12-18 03:25:08,109 Checking jobs for platform=nord3 +2021-12-18 03:25:08,109 Checking jobs for platform=local +2021-12-18 03:25:08,110 Checking jobs for platform=transfer_node +2021-12-18 03:25:08,110 Checking all jobs at once +2021-12-18 03:25:09,634 Successful check job command +2021-12-18 03:25:10,904 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:25:10,904 End of checking +2021-12-18 03:25:10,906 Updating FAILED jobs +2021-12-18 03:25:10,906 Updating WAITING jobs +2021-12-18 03:25:10,906 Update finished +2021-12-18 03:25:10,906 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:25:10,907 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:25:10,907 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:25:10,907 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:25:10,907 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:25:10,910 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:25:10,912 Job list saved +2021-12-18 03:25:10,917 Updating FAILED jobs +2021-12-18 03:25:10,917 Updating WAITING jobs +2021-12-18 03:25:10,917 Update finished +2021-12-18 03:25:20,927 Reloading parameters... +2021-12-18 03:25:20,947 Loading parameters... +2021-12-18 03:25:20,948 Loading project parameters... +2021-12-18 03:25:20,950 + +22 of 25 jobs remaining (03:25) +2021-12-18 03:25:20,950 Sleep: 10 +2021-12-18 03:25:20,950 Number of retrials: 0 +2021-12-18 03:25:20,950 WRAPPER CHECK TIME = 10 +2021-12-18 03:25:20,951 Checking jobs for platform=marenostrum4 +2021-12-18 03:25:20,951 Checking jobs for platform=nord3 +2021-12-18 03:25:20,952 Checking jobs for platform=local +2021-12-18 03:25:20,953 Checking jobs for platform=transfer_node +2021-12-18 03:25:20,953 Checking all jobs at once +2021-12-18 03:25:22,476 Successful check job command +2021-12-18 03:25:24,195 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:25:24,196 End of checking +2021-12-18 03:25:24,197 Updating FAILED jobs +2021-12-18 03:25:24,197 Updating WAITING jobs +2021-12-18 03:25:24,197 Update finished +2021-12-18 03:25:24,197 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:25:24,198 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:25:24,198 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:25:24,198 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:25:24,198 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:25:24,201 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:25:24,203 Job list saved +2021-12-18 03:25:24,208 Updating FAILED jobs +2021-12-18 03:25:24,208 Updating WAITING jobs +2021-12-18 03:25:24,209 Update finished +2021-12-18 03:25:34,218 Reloading parameters... +2021-12-18 03:25:34,236 Loading parameters... +2021-12-18 03:25:34,237 Loading project parameters... +2021-12-18 03:25:34,239 + +22 of 25 jobs remaining (03:25) +2021-12-18 03:25:34,239 Sleep: 10 +2021-12-18 03:25:34,239 Number of retrials: 0 +2021-12-18 03:25:34,239 WRAPPER CHECK TIME = 10 +2021-12-18 03:25:34,240 Checking jobs for platform=marenostrum4 +2021-12-18 03:25:34,240 Checking jobs for platform=nord3 +2021-12-18 03:25:34,241 Checking jobs for platform=local +2021-12-18 03:25:34,241 Checking jobs for platform=transfer_node +2021-12-18 03:25:34,241 Checking all jobs at once +2021-12-18 03:25:35,561 Successful check job command +2021-12-18 03:25:36,881 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:25:36,882 End of checking +2021-12-18 03:25:36,883 Updating FAILED jobs +2021-12-18 03:25:36,883 Updating WAITING jobs +2021-12-18 03:25:36,883 Update finished +2021-12-18 03:25:36,884 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:25:36,884 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:25:36,884 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:25:36,884 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:25:36,884 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:25:36,887 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:25:36,889 Job list saved +2021-12-18 03:25:36,895 Updating FAILED jobs +2021-12-18 03:25:36,895 Updating WAITING jobs +2021-12-18 03:25:36,895 Update finished +2021-12-18 03:25:46,905 Reloading parameters... +2021-12-18 03:25:46,927 Loading parameters... +2021-12-18 03:25:46,928 Loading project parameters... +2021-12-18 03:25:46,930 + +22 of 25 jobs remaining (03:25) +2021-12-18 03:25:46,931 Sleep: 10 +2021-12-18 03:25:46,931 Number of retrials: 0 +2021-12-18 03:25:46,931 WRAPPER CHECK TIME = 10 +2021-12-18 03:25:46,931 Checking jobs for platform=marenostrum4 +2021-12-18 03:25:46,932 Checking jobs for platform=nord3 +2021-12-18 03:25:46,932 Checking jobs for platform=local +2021-12-18 03:25:46,933 Checking jobs for platform=transfer_node +2021-12-18 03:25:46,933 Checking all jobs at once +2021-12-18 03:25:48,403 Successful check job command +2021-12-18 03:25:49,674 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:25:49,674 End of checking +2021-12-18 03:25:49,675 Updating FAILED jobs +2021-12-18 03:25:49,675 Updating WAITING jobs +2021-12-18 03:25:49,676 Update finished +2021-12-18 03:25:49,676 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:25:49,676 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:25:49,676 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:25:49,676 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:25:49,676 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:25:49,679 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:25:49,681 Job list saved +2021-12-18 03:25:49,690 Updating FAILED jobs +2021-12-18 03:25:49,690 Updating WAITING jobs +2021-12-18 03:25:49,690 Update finished +2021-12-18 03:25:59,699 Reloading parameters... +2021-12-18 03:25:59,772 Loading parameters... +2021-12-18 03:25:59,778 Loading project parameters... +2021-12-18 03:25:59,784 + +22 of 25 jobs remaining (03:25) +2021-12-18 03:25:59,785 Sleep: 10 +2021-12-18 03:25:59,785 Number of retrials: 0 +2021-12-18 03:25:59,785 WRAPPER CHECK TIME = 10 +2021-12-18 03:25:59,785 Checking jobs for platform=marenostrum4 +2021-12-18 03:25:59,786 Checking jobs for platform=nord3 +2021-12-18 03:25:59,786 Checking jobs for platform=local +2021-12-18 03:25:59,787 Checking jobs for platform=transfer_node +2021-12-18 03:25:59,787 Checking all jobs at once +2021-12-18 03:26:01,410 Successful check job command +2021-12-18 03:26:03,031 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:26:03,031 End of checking +2021-12-18 03:26:03,032 Updating FAILED jobs +2021-12-18 03:26:03,033 Updating WAITING jobs +2021-12-18 03:26:03,033 Update finished +2021-12-18 03:26:03,033 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:26:03,034 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:26:03,034 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:26:03,034 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:26:03,034 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:26:03,036 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:26:03,039 Job list saved +2021-12-18 03:26:03,044 Updating FAILED jobs +2021-12-18 03:26:03,044 Updating WAITING jobs +2021-12-18 03:26:03,044 Update finished +2021-12-18 03:26:13,054 Reloading parameters... +2021-12-18 03:26:13,076 Loading parameters... +2021-12-18 03:26:13,078 Loading project parameters... +2021-12-18 03:26:13,079 + +22 of 25 jobs remaining (03:26) +2021-12-18 03:26:13,080 Sleep: 10 +2021-12-18 03:26:13,080 Number of retrials: 0 +2021-12-18 03:26:13,080 WRAPPER CHECK TIME = 10 +2021-12-18 03:26:13,081 Checking jobs for platform=marenostrum4 +2021-12-18 03:26:13,081 Checking jobs for platform=nord3 +2021-12-18 03:26:13,082 Checking jobs for platform=local +2021-12-18 03:26:13,082 Checking jobs for platform=transfer_node +2021-12-18 03:26:13,083 Checking all jobs at once +2021-12-18 03:26:14,452 Successful check job command +2021-12-18 03:26:15,873 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:26:15,873 End of checking +2021-12-18 03:26:15,875 Updating FAILED jobs +2021-12-18 03:26:15,875 Updating WAITING jobs +2021-12-18 03:26:15,875 Update finished +2021-12-18 03:26:15,876 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:26:15,876 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:26:15,876 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:26:15,876 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:26:15,876 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:26:15,879 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:26:15,881 Job list saved +2021-12-18 03:26:15,886 Updating FAILED jobs +2021-12-18 03:26:15,886 Updating WAITING jobs +2021-12-18 03:26:15,886 Update finished +2021-12-18 03:26:25,896 Reloading parameters... +2021-12-18 03:26:25,915 Loading parameters... +2021-12-18 03:26:25,916 Loading project parameters... +2021-12-18 03:26:25,918 + +22 of 25 jobs remaining (03:26) +2021-12-18 03:26:25,918 Sleep: 10 +2021-12-18 03:26:25,918 Number of retrials: 0 +2021-12-18 03:26:25,918 WRAPPER CHECK TIME = 10 +2021-12-18 03:26:25,919 Checking jobs for platform=marenostrum4 +2021-12-18 03:26:25,919 Checking jobs for platform=nord3 +2021-12-18 03:26:25,920 Checking jobs for platform=local +2021-12-18 03:26:25,920 Checking jobs for platform=transfer_node +2021-12-18 03:26:25,920 Checking all jobs at once +2021-12-18 03:26:27,242 Successful check job command +2021-12-18 03:26:28,462 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:26:28,462 End of checking +2021-12-18 03:26:28,463 Updating FAILED jobs +2021-12-18 03:26:28,463 Updating WAITING jobs +2021-12-18 03:26:28,464 Update finished +2021-12-18 03:26:28,464 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:26:28,464 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:26:28,464 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:26:28,464 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:26:28,464 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:26:28,467 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:26:28,470 Job list saved +2021-12-18 03:26:28,475 Updating FAILED jobs +2021-12-18 03:26:28,475 Updating WAITING jobs +2021-12-18 03:26:28,476 Update finished +2021-12-18 03:26:38,486 Reloading parameters... +2021-12-18 03:26:38,504 Loading parameters... +2021-12-18 03:26:38,505 Loading project parameters... +2021-12-18 03:26:38,507 + +22 of 25 jobs remaining (03:26) +2021-12-18 03:26:38,507 Sleep: 10 +2021-12-18 03:26:38,507 Number of retrials: 0 +2021-12-18 03:26:38,507 WRAPPER CHECK TIME = 10 +2021-12-18 03:26:38,508 Checking jobs for platform=marenostrum4 +2021-12-18 03:26:38,509 Checking jobs for platform=nord3 +2021-12-18 03:26:38,509 Checking jobs for platform=local +2021-12-18 03:26:38,510 Checking jobs for platform=transfer_node +2021-12-18 03:26:38,510 Checking all jobs at once +2021-12-18 03:26:40,136 Successful check job command +2021-12-18 03:26:41,656 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:26:41,656 End of checking +2021-12-18 03:26:41,657 Updating FAILED jobs +2021-12-18 03:26:41,657 Updating WAITING jobs +2021-12-18 03:26:41,658 Update finished +2021-12-18 03:26:41,658 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:26:41,658 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:26:41,659 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:26:41,659 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:26:41,659 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:26:41,661 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:26:41,663 Job list saved +2021-12-18 03:26:41,668 Updating FAILED jobs +2021-12-18 03:26:41,668 Updating WAITING jobs +2021-12-18 03:26:41,668 Update finished +2021-12-18 03:26:51,678 Reloading parameters... +2021-12-18 03:26:51,695 Loading parameters... +2021-12-18 03:26:51,696 Loading project parameters... +2021-12-18 03:26:51,698 + +22 of 25 jobs remaining (03:26) +2021-12-18 03:26:51,698 Sleep: 10 +2021-12-18 03:26:51,699 Number of retrials: 0 +2021-12-18 03:26:51,699 WRAPPER CHECK TIME = 10 +2021-12-18 03:26:51,699 Checking jobs for platform=marenostrum4 +2021-12-18 03:26:51,700 Checking jobs for platform=nord3 +2021-12-18 03:26:51,700 Checking jobs for platform=local +2021-12-18 03:26:51,701 Checking jobs for platform=transfer_node +2021-12-18 03:26:51,701 Checking all jobs at once +2021-12-18 03:26:53,271 Successful check job command +2021-12-18 03:26:54,695 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:26:54,695 End of checking +2021-12-18 03:26:54,697 Updating FAILED jobs +2021-12-18 03:26:54,697 Updating WAITING jobs +2021-12-18 03:26:54,697 Update finished +2021-12-18 03:26:54,697 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:26:54,697 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:26:54,698 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:26:54,698 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:26:54,698 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:26:54,701 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:26:54,703 Job list saved +2021-12-18 03:26:54,708 Updating FAILED jobs +2021-12-18 03:26:54,708 Updating WAITING jobs +2021-12-18 03:26:54,708 Update finished +2021-12-18 03:27:04,719 Reloading parameters... +2021-12-18 03:27:04,740 Loading parameters... +2021-12-18 03:27:04,741 Loading project parameters... +2021-12-18 03:27:04,743 + +22 of 25 jobs remaining (03:27) +2021-12-18 03:27:04,743 Sleep: 10 +2021-12-18 03:27:04,743 Number of retrials: 0 +2021-12-18 03:27:04,743 WRAPPER CHECK TIME = 10 +2021-12-18 03:27:04,744 Checking jobs for platform=marenostrum4 +2021-12-18 03:27:04,744 Checking jobs for platform=nord3 +2021-12-18 03:27:04,745 Checking jobs for platform=local +2021-12-18 03:27:04,745 Checking jobs for platform=transfer_node +2021-12-18 03:27:04,745 Checking all jobs at once +2021-12-18 03:27:06,119 Successful check job command +2021-12-18 03:27:07,740 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:27:07,740 End of checking +2021-12-18 03:27:07,742 Updating FAILED jobs +2021-12-18 03:27:07,742 Updating WAITING jobs +2021-12-18 03:27:07,742 Update finished +2021-12-18 03:27:07,742 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:27:07,742 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:27:07,743 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:27:07,743 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:27:07,743 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:27:07,746 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:27:07,748 Job list saved +2021-12-18 03:27:07,753 Updating FAILED jobs +2021-12-18 03:27:07,753 Updating WAITING jobs +2021-12-18 03:27:07,753 Update finished +2021-12-18 03:27:17,763 Reloading parameters... +2021-12-18 03:27:17,782 Loading parameters... +2021-12-18 03:27:17,783 Loading project parameters... +2021-12-18 03:27:17,785 + +22 of 25 jobs remaining (03:27) +2021-12-18 03:27:17,785 Sleep: 10 +2021-12-18 03:27:17,785 Number of retrials: 0 +2021-12-18 03:27:17,785 WRAPPER CHECK TIME = 10 +2021-12-18 03:27:17,786 Checking jobs for platform=marenostrum4 +2021-12-18 03:27:17,787 Checking jobs for platform=nord3 +2021-12-18 03:27:17,787 Checking jobs for platform=local +2021-12-18 03:27:17,788 Checking jobs for platform=transfer_node +2021-12-18 03:27:17,788 Checking all jobs at once +2021-12-18 03:27:19,258 Successful check job command +2021-12-18 03:27:20,727 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:27:20,727 End of checking +2021-12-18 03:27:20,729 Updating FAILED jobs +2021-12-18 03:27:20,729 Updating WAITING jobs +2021-12-18 03:27:20,730 Update finished +2021-12-18 03:27:20,730 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:27:20,730 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:27:20,730 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:27:20,731 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:27:20,731 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:27:20,733 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:27:20,736 Job list saved +2021-12-18 03:27:20,741 Updating FAILED jobs +2021-12-18 03:27:20,741 Updating WAITING jobs +2021-12-18 03:27:20,742 Update finished +2021-12-18 03:27:30,752 Reloading parameters... +2021-12-18 03:27:30,770 Loading parameters... +2021-12-18 03:27:30,772 Loading project parameters... +2021-12-18 03:27:30,774 + +22 of 25 jobs remaining (03:27) +2021-12-18 03:27:30,774 Sleep: 10 +2021-12-18 03:27:30,774 Number of retrials: 0 +2021-12-18 03:27:30,774 WRAPPER CHECK TIME = 10 +2021-12-18 03:27:30,775 Checking jobs for platform=marenostrum4 +2021-12-18 03:27:30,775 Checking jobs for platform=nord3 +2021-12-18 03:27:30,776 Checking jobs for platform=local +2021-12-18 03:27:30,776 Checking jobs for platform=transfer_node +2021-12-18 03:27:30,776 Checking all jobs at once +2021-12-18 03:27:32,147 Successful check job command +2021-12-18 03:27:33,419 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:27:33,419 End of checking +2021-12-18 03:27:33,420 Updating FAILED jobs +2021-12-18 03:27:33,420 Updating WAITING jobs +2021-12-18 03:27:33,421 Update finished +2021-12-18 03:27:33,421 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:27:33,421 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:27:33,421 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:27:33,421 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:27:33,421 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:27:33,424 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:27:33,426 Job list saved +2021-12-18 03:27:33,431 Updating FAILED jobs +2021-12-18 03:27:33,431 Updating WAITING jobs +2021-12-18 03:27:33,432 Update finished +2021-12-18 03:27:43,442 Reloading parameters... +2021-12-18 03:27:43,460 Loading parameters... +2021-12-18 03:27:43,461 Loading project parameters... +2021-12-18 03:27:43,463 + +22 of 25 jobs remaining (03:27) +2021-12-18 03:27:43,464 Sleep: 10 +2021-12-18 03:27:43,464 Number of retrials: 0 +2021-12-18 03:27:43,464 WRAPPER CHECK TIME = 10 +2021-12-18 03:27:43,465 Checking jobs for platform=marenostrum4 +2021-12-18 03:27:43,466 Checking jobs for platform=nord3 +2021-12-18 03:27:43,467 Checking jobs for platform=local +2021-12-18 03:27:43,468 Checking jobs for platform=transfer_node +2021-12-18 03:27:43,468 Checking all jobs at once +2021-12-18 03:27:44,841 Successful check job command +2021-12-18 03:27:46,060 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:27:46,060 End of checking +2021-12-18 03:27:46,062 Updating FAILED jobs +2021-12-18 03:27:46,062 Updating WAITING jobs +2021-12-18 03:27:46,062 Update finished +2021-12-18 03:27:46,062 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:27:46,062 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:27:46,062 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:27:46,063 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:27:46,063 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:27:46,065 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:27:46,067 Job list saved +2021-12-18 03:27:46,072 Updating FAILED jobs +2021-12-18 03:27:46,072 Updating WAITING jobs +2021-12-18 03:27:46,072 Update finished +2021-12-18 03:27:56,083 Reloading parameters... +2021-12-18 03:27:56,101 Loading parameters... +2021-12-18 03:27:56,102 Loading project parameters... +2021-12-18 03:27:56,104 + +22 of 25 jobs remaining (03:27) +2021-12-18 03:27:56,104 Sleep: 10 +2021-12-18 03:27:56,104 Number of retrials: 0 +2021-12-18 03:27:56,104 WRAPPER CHECK TIME = 10 +2021-12-18 03:27:56,105 Checking jobs for platform=marenostrum4 +2021-12-18 03:27:56,105 Checking jobs for platform=nord3 +2021-12-18 03:27:56,106 Checking jobs for platform=local +2021-12-18 03:27:56,107 Checking jobs for platform=transfer_node +2021-12-18 03:27:56,107 Checking all jobs at once +2021-12-18 03:27:57,785 Successful check job command +2021-12-18 03:28:00,006 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:28:00,006 End of checking +2021-12-18 03:28:00,007 Updating FAILED jobs +2021-12-18 03:28:00,007 Updating WAITING jobs +2021-12-18 03:28:00,008 Update finished +2021-12-18 03:28:00,008 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:28:00,009 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:28:00,009 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:28:00,009 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:28:00,009 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:28:00,012 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:28:00,014 Job list saved +2021-12-18 03:28:00,019 Updating FAILED jobs +2021-12-18 03:28:00,019 Updating WAITING jobs +2021-12-18 03:28:00,019 Update finished +2021-12-18 03:28:10,029 Reloading parameters... +2021-12-18 03:28:10,047 Loading parameters... +2021-12-18 03:28:10,048 Loading project parameters... +2021-12-18 03:28:10,050 + +22 of 25 jobs remaining (03:28) +2021-12-18 03:28:10,051 Sleep: 10 +2021-12-18 03:28:10,051 Number of retrials: 0 +2021-12-18 03:28:10,051 WRAPPER CHECK TIME = 10 +2021-12-18 03:28:10,051 Checking jobs for platform=marenostrum4 +2021-12-18 03:28:10,052 Checking jobs for platform=nord3 +2021-12-18 03:28:10,053 Checking jobs for platform=local +2021-12-18 03:28:10,053 Checking jobs for platform=transfer_node +2021-12-18 03:28:10,053 Checking all jobs at once +2021-12-18 03:28:11,373 Successful check job command +2021-12-18 03:28:12,842 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:28:12,842 End of checking +2021-12-18 03:28:12,844 Updating FAILED jobs +2021-12-18 03:28:12,844 Updating WAITING jobs +2021-12-18 03:28:12,844 Update finished +2021-12-18 03:28:12,844 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:28:12,844 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:28:12,844 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:28:12,845 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:28:12,845 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:28:12,848 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:28:12,850 Job list saved +2021-12-18 03:28:12,855 Updating FAILED jobs +2021-12-18 03:28:12,856 Updating WAITING jobs +2021-12-18 03:28:12,856 Update finished +2021-12-18 03:28:22,866 Reloading parameters... +2021-12-18 03:28:22,885 Loading parameters... +2021-12-18 03:28:22,886 Loading project parameters... +2021-12-18 03:28:22,888 + +22 of 25 jobs remaining (03:28) +2021-12-18 03:28:22,889 Sleep: 10 +2021-12-18 03:28:22,889 Number of retrials: 0 +2021-12-18 03:28:22,889 WRAPPER CHECK TIME = 10 +2021-12-18 03:28:22,889 Checking jobs for platform=marenostrum4 +2021-12-18 03:28:22,890 Checking jobs for platform=nord3 +2021-12-18 03:28:22,890 Checking jobs for platform=local +2021-12-18 03:28:22,891 Checking jobs for platform=transfer_node +2021-12-18 03:28:22,891 Checking all jobs at once +2021-12-18 03:28:24,211 Successful check job command +2021-12-18 03:28:25,581 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:28:25,581 End of checking +2021-12-18 03:28:25,582 Updating FAILED jobs +2021-12-18 03:28:25,583 Updating WAITING jobs +2021-12-18 03:28:25,583 Update finished +2021-12-18 03:28:25,583 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:28:25,583 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:28:25,583 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:28:25,583 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:28:25,584 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:28:25,586 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:28:25,589 Job list saved +2021-12-18 03:28:25,593 Updating FAILED jobs +2021-12-18 03:28:25,593 Updating WAITING jobs +2021-12-18 03:28:25,594 Update finished +2021-12-18 03:28:35,604 Reloading parameters... +2021-12-18 03:28:35,625 Loading parameters... +2021-12-18 03:28:35,626 Loading project parameters... +2021-12-18 03:28:35,628 + +22 of 25 jobs remaining (03:28) +2021-12-18 03:28:35,629 Sleep: 10 +2021-12-18 03:28:35,629 Number of retrials: 0 +2021-12-18 03:28:35,629 WRAPPER CHECK TIME = 10 +2021-12-18 03:28:35,629 Checking jobs for platform=marenostrum4 +2021-12-18 03:28:35,630 Checking jobs for platform=nord3 +2021-12-18 03:28:35,631 Checking jobs for platform=local +2021-12-18 03:28:35,631 Checking jobs for platform=transfer_node +2021-12-18 03:28:35,631 Checking all jobs at once +2021-12-18 03:28:37,560 Successful check job command +2021-12-18 03:28:38,930 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:28:38,930 End of checking +2021-12-18 03:28:38,932 Updating FAILED jobs +2021-12-18 03:28:38,932 Updating WAITING jobs +2021-12-18 03:28:38,932 Update finished +2021-12-18 03:28:38,932 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:28:38,933 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:28:38,933 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:28:38,933 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:28:38,933 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:28:38,936 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:28:38,938 Job list saved +2021-12-18 03:28:38,943 Updating FAILED jobs +2021-12-18 03:28:38,943 Updating WAITING jobs +2021-12-18 03:28:38,943 Update finished +2021-12-18 03:28:48,943 Reloading parameters... +2021-12-18 03:28:48,962 Loading parameters... +2021-12-18 03:28:48,963 Loading project parameters... +2021-12-18 03:28:48,965 + +22 of 25 jobs remaining (03:28) +2021-12-18 03:28:48,965 Sleep: 10 +2021-12-18 03:28:48,965 Number of retrials: 0 +2021-12-18 03:28:48,965 WRAPPER CHECK TIME = 10 +2021-12-18 03:28:48,966 Checking jobs for platform=marenostrum4 +2021-12-18 03:28:48,967 Checking jobs for platform=nord3 +2021-12-18 03:28:48,967 Checking jobs for platform=local +2021-12-18 03:28:48,968 Checking jobs for platform=transfer_node +2021-12-18 03:28:48,968 Checking all jobs at once +2021-12-18 03:28:51,392 Successful check job command +2021-12-18 03:28:53,817 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:28:53,817 End of checking +2021-12-18 03:28:53,819 Updating FAILED jobs +2021-12-18 03:28:53,819 Updating WAITING jobs +2021-12-18 03:28:53,819 Update finished +2021-12-18 03:28:53,819 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:28:53,819 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:28:53,819 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:28:53,820 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:28:53,820 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:28:53,823 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:28:53,825 Job list saved +2021-12-18 03:28:53,829 Updating FAILED jobs +2021-12-18 03:28:53,830 Updating WAITING jobs +2021-12-18 03:28:53,830 Update finished +2021-12-18 03:29:03,838 Reloading parameters... +2021-12-18 03:29:03,857 Loading parameters... +2021-12-18 03:29:03,858 Loading project parameters... +2021-12-18 03:29:03,860 + +22 of 25 jobs remaining (03:29) +2021-12-18 03:29:03,860 Sleep: 10 +2021-12-18 03:29:03,860 Number of retrials: 0 +2021-12-18 03:29:03,860 WRAPPER CHECK TIME = 10 +2021-12-18 03:29:03,861 Checking jobs for platform=marenostrum4 +2021-12-18 03:29:03,861 Checking jobs for platform=nord3 +2021-12-18 03:29:03,862 Checking jobs for platform=local +2021-12-18 03:29:03,862 Checking jobs for platform=transfer_node +2021-12-18 03:29:03,862 Checking all jobs at once +2021-12-18 03:29:05,182 Successful check job command +2021-12-18 03:29:06,401 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:29:06,402 End of checking +2021-12-18 03:29:06,406 Updating FAILED jobs +2021-12-18 03:29:06,406 Updating WAITING jobs +2021-12-18 03:29:06,407 Update finished +2021-12-18 03:29:06,407 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:29:06,407 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:29:06,407 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:29:06,407 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:29:06,407 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:29:06,411 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:29:06,413 Job list saved +2021-12-18 03:29:06,420 Updating FAILED jobs +2021-12-18 03:29:06,420 Updating WAITING jobs +2021-12-18 03:29:06,420 Update finished +2021-12-18 03:29:16,430 Reloading parameters... +2021-12-18 03:29:16,449 Loading parameters... +2021-12-18 03:29:16,450 Loading project parameters... +2021-12-18 03:29:16,452 + +22 of 25 jobs remaining (03:29) +2021-12-18 03:29:16,452 Sleep: 10 +2021-12-18 03:29:16,452 Number of retrials: 0 +2021-12-18 03:29:16,452 WRAPPER CHECK TIME = 10 +2021-12-18 03:29:16,453 Checking jobs for platform=marenostrum4 +2021-12-18 03:29:16,453 Checking jobs for platform=nord3 +2021-12-18 03:29:16,454 Checking jobs for platform=local +2021-12-18 03:29:16,454 Checking jobs for platform=transfer_node +2021-12-18 03:29:16,455 Checking all jobs at once +2021-12-18 03:29:17,827 Successful check job command +2021-12-18 03:29:18,996 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:29:18,997 End of checking +2021-12-18 03:29:18,998 Updating FAILED jobs +2021-12-18 03:29:18,998 Updating WAITING jobs +2021-12-18 03:29:18,998 Update finished +2021-12-18 03:29:18,999 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:29:18,999 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:29:18,999 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:29:18,999 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:29:19,000 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:29:19,002 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:29:19,004 Job list saved +2021-12-18 03:29:19,009 Updating FAILED jobs +2021-12-18 03:29:19,009 Updating WAITING jobs +2021-12-18 03:29:19,009 Update finished +2021-12-18 03:29:29,017 Reloading parameters... +2021-12-18 03:29:29,035 Loading parameters... +2021-12-18 03:29:29,036 Loading project parameters... +2021-12-18 03:29:29,038 + +22 of 25 jobs remaining (03:29) +2021-12-18 03:29:29,039 Sleep: 10 +2021-12-18 03:29:29,039 Number of retrials: 0 +2021-12-18 03:29:29,039 WRAPPER CHECK TIME = 10 +2021-12-18 03:29:29,039 Checking jobs for platform=marenostrum4 +2021-12-18 03:29:29,040 Checking jobs for platform=nord3 +2021-12-18 03:29:29,040 Checking jobs for platform=local +2021-12-18 03:29:29,041 Checking jobs for platform=transfer_node +2021-12-18 03:29:29,041 Checking all jobs at once +2021-12-18 03:29:31,161 Successful check job command +2021-12-18 03:29:33,133 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:29:33,133 End of checking +2021-12-18 03:29:33,135 Updating FAILED jobs +2021-12-18 03:29:33,135 Updating WAITING jobs +2021-12-18 03:29:33,135 Update finished +2021-12-18 03:29:33,135 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:29:33,135 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:29:33,135 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:29:33,136 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:29:33,136 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:29:33,139 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:29:33,141 Job list saved +2021-12-18 03:29:33,146 Updating FAILED jobs +2021-12-18 03:29:33,146 Updating WAITING jobs +2021-12-18 03:29:33,147 Update finished +2021-12-18 03:29:43,157 Reloading parameters... +2021-12-18 03:29:43,176 Loading parameters... +2021-12-18 03:29:43,178 Loading project parameters... +2021-12-18 03:29:43,179 + +22 of 25 jobs remaining (03:29) +2021-12-18 03:29:43,180 Sleep: 10 +2021-12-18 03:29:43,180 Number of retrials: 0 +2021-12-18 03:29:43,180 WRAPPER CHECK TIME = 10 +2021-12-18 03:29:43,180 Checking jobs for platform=marenostrum4 +2021-12-18 03:29:43,181 Checking jobs for platform=nord3 +2021-12-18 03:29:43,182 Checking jobs for platform=local +2021-12-18 03:29:43,182 Checking jobs for platform=transfer_node +2021-12-18 03:29:43,182 Checking all jobs at once +2021-12-18 03:29:44,704 Successful check job command +2021-12-18 03:29:45,874 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:29:45,874 End of checking +2021-12-18 03:29:45,875 Updating FAILED jobs +2021-12-18 03:29:45,876 Updating WAITING jobs +2021-12-18 03:29:45,876 Update finished +2021-12-18 03:29:45,876 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:29:45,876 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:29:45,876 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:29:45,876 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:29:45,877 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:29:45,879 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:29:45,882 Job list saved +2021-12-18 03:29:45,887 Updating FAILED jobs +2021-12-18 03:29:45,887 Updating WAITING jobs +2021-12-18 03:29:45,887 Update finished +2021-12-18 03:29:55,897 Reloading parameters... +2021-12-18 03:29:55,916 Loading parameters... +2021-12-18 03:29:55,917 Loading project parameters... +2021-12-18 03:29:55,919 + +22 of 25 jobs remaining (03:29) +2021-12-18 03:29:55,919 Sleep: 10 +2021-12-18 03:29:55,919 Number of retrials: 0 +2021-12-18 03:29:55,919 WRAPPER CHECK TIME = 10 +2021-12-18 03:29:55,920 Checking jobs for platform=marenostrum4 +2021-12-18 03:29:55,920 Checking jobs for platform=nord3 +2021-12-18 03:29:55,921 Checking jobs for platform=local +2021-12-18 03:29:55,921 Checking jobs for platform=transfer_node +2021-12-18 03:29:55,922 Checking all jobs at once +2021-12-18 03:29:57,344 Successful check job command +2021-12-18 03:29:58,564 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:29:58,564 End of checking +2021-12-18 03:29:58,566 Updating FAILED jobs +2021-12-18 03:29:58,566 Updating WAITING jobs +2021-12-18 03:29:58,566 Update finished +2021-12-18 03:29:58,566 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:29:58,567 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:29:58,567 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:29:58,567 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:29:58,567 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:29:58,570 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:29:58,572 Job list saved +2021-12-18 03:29:58,577 Updating FAILED jobs +2021-12-18 03:29:58,577 Updating WAITING jobs +2021-12-18 03:29:58,577 Update finished +2021-12-18 03:30:08,581 Reloading parameters... +2021-12-18 03:30:08,600 Loading parameters... +2021-12-18 03:30:08,602 Loading project parameters... +2021-12-18 03:30:08,603 + +22 of 25 jobs remaining (03:30) +2021-12-18 03:30:08,604 Sleep: 10 +2021-12-18 03:30:08,604 Number of retrials: 0 +2021-12-18 03:30:08,604 WRAPPER CHECK TIME = 10 +2021-12-18 03:30:08,604 Checking jobs for platform=marenostrum4 +2021-12-18 03:30:08,605 Checking jobs for platform=nord3 +2021-12-18 03:30:08,606 Checking jobs for platform=local +2021-12-18 03:30:08,606 Checking jobs for platform=transfer_node +2021-12-18 03:30:08,606 Checking all jobs at once +2021-12-18 03:30:11,029 Successful check job command +2021-12-18 03:30:12,499 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:30:12,499 End of checking +2021-12-18 03:30:12,501 Updating FAILED jobs +2021-12-18 03:30:12,501 Updating WAITING jobs +2021-12-18 03:30:12,501 Update finished +2021-12-18 03:30:12,501 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:30:12,501 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:30:12,501 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:30:12,502 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:30:12,502 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:30:12,504 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:30:12,506 Job list saved +2021-12-18 03:30:12,511 Updating FAILED jobs +2021-12-18 03:30:12,511 Updating WAITING jobs +2021-12-18 03:30:12,511 Update finished +2021-12-18 03:30:22,521 Reloading parameters... +2021-12-18 03:30:22,539 Loading parameters... +2021-12-18 03:30:22,541 Loading project parameters... +2021-12-18 03:30:22,543 + +22 of 25 jobs remaining (03:30) +2021-12-18 03:30:22,543 Sleep: 10 +2021-12-18 03:30:22,543 Number of retrials: 0 +2021-12-18 03:30:22,543 WRAPPER CHECK TIME = 10 +2021-12-18 03:30:22,544 Checking jobs for platform=marenostrum4 +2021-12-18 03:30:22,544 Checking jobs for platform=nord3 +2021-12-18 03:30:22,545 Checking jobs for platform=local +2021-12-18 03:30:22,546 Checking jobs for platform=transfer_node +2021-12-18 03:30:22,546 Checking all jobs at once +2021-12-18 03:30:24,267 Successful check job command +2021-12-18 03:30:25,937 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:30:25,937 End of checking +2021-12-18 03:30:25,939 Updating FAILED jobs +2021-12-18 03:30:25,939 Updating WAITING jobs +2021-12-18 03:30:25,939 Update finished +2021-12-18 03:30:25,939 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:30:25,939 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:30:25,940 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:30:25,940 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:30:25,940 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:30:25,942 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:30:25,944 Job list saved +2021-12-18 03:30:25,949 Updating FAILED jobs +2021-12-18 03:30:25,949 Updating WAITING jobs +2021-12-18 03:30:25,949 Update finished +2021-12-18 03:30:35,959 Reloading parameters... +2021-12-18 03:30:35,977 Loading parameters... +2021-12-18 03:30:35,978 Loading project parameters... +2021-12-18 03:30:35,980 + +22 of 25 jobs remaining (03:30) +2021-12-18 03:30:35,980 Sleep: 10 +2021-12-18 03:30:35,980 Number of retrials: 0 +2021-12-18 03:30:35,980 WRAPPER CHECK TIME = 10 +2021-12-18 03:30:35,981 Checking jobs for platform=marenostrum4 +2021-12-18 03:30:35,982 Checking jobs for platform=nord3 +2021-12-18 03:30:35,982 Checking jobs for platform=local +2021-12-18 03:30:35,983 Checking jobs for platform=transfer_node +2021-12-18 03:30:35,983 Checking all jobs at once +2021-12-18 03:30:37,805 Successful check job command +2021-12-18 03:30:39,077 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:30:39,077 End of checking +2021-12-18 03:30:39,079 Updating FAILED jobs +2021-12-18 03:30:39,079 Updating WAITING jobs +2021-12-18 03:30:39,079 Update finished +2021-12-18 03:30:39,079 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:30:39,080 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:30:39,080 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:30:39,080 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:30:39,080 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:30:39,082 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:30:39,084 Job list saved +2021-12-18 03:30:39,088 Updating FAILED jobs +2021-12-18 03:30:39,088 Updating WAITING jobs +2021-12-18 03:30:39,089 Update finished +2021-12-18 03:30:49,098 Reloading parameters... +2021-12-18 03:30:49,121 Loading parameters... +2021-12-18 03:30:49,122 Loading project parameters... +2021-12-18 03:30:49,124 + +22 of 25 jobs remaining (03:30) +2021-12-18 03:30:49,124 Sleep: 10 +2021-12-18 03:30:49,124 Number of retrials: 0 +2021-12-18 03:30:49,124 WRAPPER CHECK TIME = 10 +2021-12-18 03:30:49,125 Checking jobs for platform=marenostrum4 +2021-12-18 03:30:49,125 Checking jobs for platform=nord3 +2021-12-18 03:30:49,126 Checking jobs for platform=local +2021-12-18 03:30:49,126 Checking jobs for platform=transfer_node +2021-12-18 03:30:49,126 Checking all jobs at once +2021-12-18 03:30:50,848 Successful check job command +2021-12-18 03:30:52,123 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:30:52,123 End of checking +2021-12-18 03:30:52,124 Updating FAILED jobs +2021-12-18 03:30:52,124 Updating WAITING jobs +2021-12-18 03:30:52,125 Update finished +2021-12-18 03:30:52,125 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:30:52,125 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:30:52,125 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:30:52,125 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:30:52,125 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:30:52,128 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:30:52,130 Job list saved +2021-12-18 03:30:52,135 Updating FAILED jobs +2021-12-18 03:30:52,135 Updating WAITING jobs +2021-12-18 03:30:52,135 Update finished +2021-12-18 03:31:02,145 Reloading parameters... +2021-12-18 03:31:02,169 Loading parameters... +2021-12-18 03:31:02,171 Loading project parameters... +2021-12-18 03:31:02,173 + +22 of 25 jobs remaining (03:31) +2021-12-18 03:31:02,173 Sleep: 10 +2021-12-18 03:31:02,173 Number of retrials: 0 +2021-12-18 03:31:02,173 WRAPPER CHECK TIME = 10 +2021-12-18 03:31:02,174 Checking jobs for platform=marenostrum4 +2021-12-18 03:31:02,174 Checking jobs for platform=nord3 +2021-12-18 03:31:02,175 Checking jobs for platform=local +2021-12-18 03:31:02,176 Checking jobs for platform=transfer_node +2021-12-18 03:31:02,176 Checking all jobs at once +2021-12-18 03:31:03,848 Successful check job command +2021-12-18 03:31:05,919 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:31:05,919 End of checking +2021-12-18 03:31:05,920 Updating FAILED jobs +2021-12-18 03:31:05,920 Updating WAITING jobs +2021-12-18 03:31:05,921 Update finished +2021-12-18 03:31:05,921 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:31:05,921 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:31:05,921 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:31:05,921 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:31:05,922 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:31:05,924 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:31:05,926 Job list saved +2021-12-18 03:31:05,931 Updating FAILED jobs +2021-12-18 03:31:05,931 Updating WAITING jobs +2021-12-18 03:31:05,932 Update finished +2021-12-18 03:31:15,942 Reloading parameters... +2021-12-18 03:31:15,963 Loading parameters... +2021-12-18 03:31:15,965 Loading project parameters... +2021-12-18 03:31:15,967 + +22 of 25 jobs remaining (03:31) +2021-12-18 03:31:15,967 Sleep: 10 +2021-12-18 03:31:15,967 Number of retrials: 0 +2021-12-18 03:31:15,967 WRAPPER CHECK TIME = 10 +2021-12-18 03:31:15,968 Checking jobs for platform=marenostrum4 +2021-12-18 03:31:15,968 Checking jobs for platform=nord3 +2021-12-18 03:31:15,969 Checking jobs for platform=local +2021-12-18 03:31:15,969 Checking jobs for platform=transfer_node +2021-12-18 03:31:15,969 Checking all jobs at once +2021-12-18 03:31:18,142 Successful check job command +2021-12-18 03:31:19,963 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:31:19,963 End of checking +2021-12-18 03:31:19,965 Updating FAILED jobs +2021-12-18 03:31:19,965 Updating WAITING jobs +2021-12-18 03:31:19,965 Update finished +2021-12-18 03:31:19,965 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:31:19,966 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:31:19,966 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:31:19,966 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:31:19,966 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:31:19,969 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:31:19,971 Job list saved +2021-12-18 03:31:19,978 Updating FAILED jobs +2021-12-18 03:31:19,978 Updating WAITING jobs +2021-12-18 03:31:19,979 Update finished +2021-12-18 03:31:29,989 Reloading parameters... +2021-12-18 03:31:30,009 Loading parameters... +2021-12-18 03:31:30,010 Loading project parameters... +2021-12-18 03:31:30,012 + +22 of 25 jobs remaining (03:31) +2021-12-18 03:31:30,012 Sleep: 10 +2021-12-18 03:31:30,012 Number of retrials: 0 +2021-12-18 03:31:30,012 WRAPPER CHECK TIME = 10 +2021-12-18 03:31:30,013 Checking jobs for platform=marenostrum4 +2021-12-18 03:31:30,013 Checking jobs for platform=nord3 +2021-12-18 03:31:30,014 Checking jobs for platform=local +2021-12-18 03:31:30,014 Checking jobs for platform=transfer_node +2021-12-18 03:31:30,014 Checking all jobs at once +2021-12-18 03:31:31,434 Successful check job command +2021-12-18 03:31:33,408 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:31:33,408 End of checking +2021-12-18 03:31:33,410 Updating FAILED jobs +2021-12-18 03:31:33,410 Updating WAITING jobs +2021-12-18 03:31:33,410 Update finished +2021-12-18 03:31:33,411 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:31:33,411 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:31:33,411 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:31:33,411 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:31:33,411 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:31:33,414 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:31:33,416 Job list saved +2021-12-18 03:31:33,421 Updating FAILED jobs +2021-12-18 03:31:33,421 Updating WAITING jobs +2021-12-18 03:31:33,421 Update finished +2021-12-18 03:31:43,430 Reloading parameters... +2021-12-18 03:31:43,449 Loading parameters... +2021-12-18 03:31:43,450 Loading project parameters... +2021-12-18 03:31:43,452 + +22 of 25 jobs remaining (03:31) +2021-12-18 03:31:43,452 Sleep: 10 +2021-12-18 03:31:43,452 Number of retrials: 0 +2021-12-18 03:31:43,452 WRAPPER CHECK TIME = 10 +2021-12-18 03:31:43,453 Checking jobs for platform=marenostrum4 +2021-12-18 03:31:43,453 Checking jobs for platform=nord3 +2021-12-18 03:31:43,454 Checking jobs for platform=local +2021-12-18 03:31:43,454 Checking jobs for platform=transfer_node +2021-12-18 03:31:43,455 Checking all jobs at once +2021-12-18 03:31:44,724 Successful check job command +2021-12-18 03:31:45,893 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:31:45,894 End of checking +2021-12-18 03:31:45,895 Updating FAILED jobs +2021-12-18 03:31:45,895 Updating WAITING jobs +2021-12-18 03:31:45,896 Update finished +2021-12-18 03:31:45,896 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:31:45,896 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:31:45,896 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:31:45,896 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:31:45,896 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:31:45,899 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:31:45,902 Job list saved +2021-12-18 03:31:45,915 Updating FAILED jobs +2021-12-18 03:31:45,915 Updating WAITING jobs +2021-12-18 03:31:45,915 Update finished +2021-12-18 03:31:55,923 Reloading parameters... +2021-12-18 03:31:55,943 Loading parameters... +2021-12-18 03:31:55,944 Loading project parameters... +2021-12-18 03:31:55,946 + +22 of 25 jobs remaining (03:31) +2021-12-18 03:31:55,946 Sleep: 10 +2021-12-18 03:31:55,947 Number of retrials: 0 +2021-12-18 03:31:55,947 WRAPPER CHECK TIME = 10 +2021-12-18 03:31:55,947 Checking jobs for platform=marenostrum4 +2021-12-18 03:31:55,948 Checking jobs for platform=nord3 +2021-12-18 03:31:55,948 Checking jobs for platform=local +2021-12-18 03:31:55,949 Checking jobs for platform=transfer_node +2021-12-18 03:31:55,949 Checking all jobs at once +2021-12-18 03:31:57,669 Successful check job command +2021-12-18 03:31:58,938 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:31:58,939 End of checking +2021-12-18 03:31:58,940 Updating FAILED jobs +2021-12-18 03:31:58,940 Updating WAITING jobs +2021-12-18 03:31:58,940 Update finished +2021-12-18 03:31:58,941 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:31:58,941 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:31:58,941 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:31:58,942 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:31:58,942 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:31:58,946 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:31:58,948 Job list saved +2021-12-18 03:31:58,953 Updating FAILED jobs +2021-12-18 03:31:58,953 Updating WAITING jobs +2021-12-18 03:31:58,953 Update finished +2021-12-18 03:32:08,961 Reloading parameters... +2021-12-18 03:32:08,983 Loading parameters... +2021-12-18 03:32:08,984 Loading project parameters... +2021-12-18 03:32:08,986 + +22 of 25 jobs remaining (03:32) +2021-12-18 03:32:08,986 Sleep: 10 +2021-12-18 03:32:08,986 Number of retrials: 0 +2021-12-18 03:32:08,986 WRAPPER CHECK TIME = 10 +2021-12-18 03:32:08,987 Checking jobs for platform=marenostrum4 +2021-12-18 03:32:08,987 Checking jobs for platform=nord3 +2021-12-18 03:32:08,988 Checking jobs for platform=local +2021-12-18 03:32:08,988 Checking jobs for platform=transfer_node +2021-12-18 03:32:08,988 Checking all jobs at once +2021-12-18 03:32:11,060 Successful check job command +2021-12-18 03:32:12,880 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:32:12,880 End of checking +2021-12-18 03:32:12,881 Updating FAILED jobs +2021-12-18 03:32:12,881 Updating WAITING jobs +2021-12-18 03:32:12,882 Update finished +2021-12-18 03:32:12,882 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:32:12,882 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:32:12,882 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:32:12,882 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:32:12,882 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:32:12,886 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:32:12,888 Job list saved +2021-12-18 03:32:12,893 Updating FAILED jobs +2021-12-18 03:32:12,894 Updating WAITING jobs +2021-12-18 03:32:12,894 Update finished +2021-12-18 03:32:22,901 Reloading parameters... +2021-12-18 03:32:22,919 Loading parameters... +2021-12-18 03:32:22,920 Loading project parameters... +2021-12-18 03:32:22,922 + +22 of 25 jobs remaining (03:32) +2021-12-18 03:32:22,922 Sleep: 10 +2021-12-18 03:32:22,922 Number of retrials: 0 +2021-12-18 03:32:22,923 WRAPPER CHECK TIME = 10 +2021-12-18 03:32:22,923 Checking jobs for platform=marenostrum4 +2021-12-18 03:32:22,924 Checking jobs for platform=nord3 +2021-12-18 03:32:22,924 Checking jobs for platform=local +2021-12-18 03:32:22,925 Checking jobs for platform=transfer_node +2021-12-18 03:32:22,925 Checking all jobs at once +2021-12-18 03:32:24,144 Successful check job command +2021-12-18 03:32:25,413 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:32:25,413 End of checking +2021-12-18 03:32:25,415 Updating FAILED jobs +2021-12-18 03:32:25,415 Updating WAITING jobs +2021-12-18 03:32:25,415 Update finished +2021-12-18 03:32:25,415 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:32:25,415 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:32:25,416 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:32:25,416 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:32:25,416 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:32:25,420 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:32:25,422 Job list saved +2021-12-18 03:32:25,429 Updating FAILED jobs +2021-12-18 03:32:25,429 Updating WAITING jobs +2021-12-18 03:32:25,430 Update finished +2021-12-18 03:32:35,440 Reloading parameters... +2021-12-18 03:32:35,459 Loading parameters... +2021-12-18 03:32:35,461 Loading project parameters... +2021-12-18 03:32:35,463 + +22 of 25 jobs remaining (03:32) +2021-12-18 03:32:35,463 Sleep: 10 +2021-12-18 03:32:35,463 Number of retrials: 0 +2021-12-18 03:32:35,463 WRAPPER CHECK TIME = 10 +2021-12-18 03:32:35,463 Checking jobs for platform=marenostrum4 +2021-12-18 03:32:35,464 Checking jobs for platform=nord3 +2021-12-18 03:32:35,465 Checking jobs for platform=local +2021-12-18 03:32:35,465 Checking jobs for platform=transfer_node +2021-12-18 03:32:35,465 Checking all jobs at once +2021-12-18 03:32:37,136 Successful check job command +2021-12-18 03:32:38,511 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:32:38,511 End of checking +2021-12-18 03:32:38,513 Updating FAILED jobs +2021-12-18 03:32:38,513 Updating WAITING jobs +2021-12-18 03:32:38,513 Update finished +2021-12-18 03:32:38,513 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:32:38,514 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:32:38,514 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:32:38,514 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:32:38,514 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:32:38,517 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:32:38,519 Job list saved +2021-12-18 03:32:38,524 Updating FAILED jobs +2021-12-18 03:32:38,524 Updating WAITING jobs +2021-12-18 03:32:38,525 Update finished +2021-12-18 03:32:48,534 Reloading parameters... +2021-12-18 03:32:48,554 Loading parameters... +2021-12-18 03:32:48,556 Loading project parameters... +2021-12-18 03:32:48,558 + +22 of 25 jobs remaining (03:32) +2021-12-18 03:32:48,558 Sleep: 10 +2021-12-18 03:32:48,558 Number of retrials: 0 +2021-12-18 03:32:48,558 WRAPPER CHECK TIME = 10 +2021-12-18 03:32:48,559 Checking jobs for platform=marenostrum4 +2021-12-18 03:32:48,559 Checking jobs for platform=nord3 +2021-12-18 03:32:48,560 Checking jobs for platform=local +2021-12-18 03:32:48,560 Checking jobs for platform=transfer_node +2021-12-18 03:32:48,560 Checking all jobs at once +2021-12-18 03:32:50,338 Successful check job command +2021-12-18 03:32:52,309 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:32:52,310 End of checking +2021-12-18 03:32:52,311 Updating FAILED jobs +2021-12-18 03:32:52,311 Updating WAITING jobs +2021-12-18 03:32:52,312 Update finished +2021-12-18 03:32:52,312 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:32:52,312 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:32:52,312 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:32:52,312 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:32:52,313 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:32:52,315 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:32:52,317 Job list saved +2021-12-18 03:32:52,322 Updating FAILED jobs +2021-12-18 03:32:52,322 Updating WAITING jobs +2021-12-18 03:32:52,323 Update finished +2021-12-18 03:33:02,333 Reloading parameters... +2021-12-18 03:33:02,353 Loading parameters... +2021-12-18 03:33:02,354 Loading project parameters... +2021-12-18 03:33:02,356 + +22 of 25 jobs remaining (03:33) +2021-12-18 03:33:02,356 Sleep: 10 +2021-12-18 03:33:02,356 Number of retrials: 0 +2021-12-18 03:33:02,356 WRAPPER CHECK TIME = 10 +2021-12-18 03:33:02,357 Checking jobs for platform=marenostrum4 +2021-12-18 03:33:02,358 Checking jobs for platform=nord3 +2021-12-18 03:33:02,358 Checking jobs for platform=local +2021-12-18 03:33:02,359 Checking jobs for platform=transfer_node +2021-12-18 03:33:02,359 Checking all jobs at once +2021-12-18 03:33:03,728 Successful check job command +2021-12-18 03:33:04,998 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:33:04,999 End of checking +2021-12-18 03:33:05,000 Updating FAILED jobs +2021-12-18 03:33:05,000 Updating WAITING jobs +2021-12-18 03:33:05,000 Update finished +2021-12-18 03:33:05,001 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:33:05,001 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:33:05,001 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:33:05,001 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:33:05,001 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:33:05,004 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:33:05,006 Job list saved +2021-12-18 03:33:05,015 Updating FAILED jobs +2021-12-18 03:33:05,015 Updating WAITING jobs +2021-12-18 03:33:05,015 Update finished +2021-12-18 03:33:15,025 Reloading parameters... +2021-12-18 03:33:15,044 Loading parameters... +2021-12-18 03:33:15,045 Loading project parameters... +2021-12-18 03:33:15,047 + +22 of 25 jobs remaining (03:33) +2021-12-18 03:33:15,047 Sleep: 10 +2021-12-18 03:33:15,047 Number of retrials: 0 +2021-12-18 03:33:15,047 WRAPPER CHECK TIME = 10 +2021-12-18 03:33:15,048 Checking jobs for platform=marenostrum4 +2021-12-18 03:33:15,049 Checking jobs for platform=nord3 +2021-12-18 03:33:15,049 Checking jobs for platform=local +2021-12-18 03:33:15,050 Checking jobs for platform=transfer_node +2021-12-18 03:33:15,050 Checking all jobs at once +2021-12-18 03:33:16,721 Successful check job command +2021-12-18 03:33:18,041 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:33:18,041 End of checking +2021-12-18 03:33:18,043 Updating FAILED jobs +2021-12-18 03:33:18,043 Updating WAITING jobs +2021-12-18 03:33:18,044 Update finished +2021-12-18 03:33:18,044 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:33:18,044 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:33:18,045 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:33:18,045 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:33:18,045 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:33:18,048 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:33:18,050 Job list saved +2021-12-18 03:33:18,056 Updating FAILED jobs +2021-12-18 03:33:18,056 Updating WAITING jobs +2021-12-18 03:33:18,057 Update finished +2021-12-18 03:33:28,067 Reloading parameters... +2021-12-18 03:33:28,084 Loading parameters... +2021-12-18 03:33:28,085 Loading project parameters... +2021-12-18 03:33:28,087 + +22 of 25 jobs remaining (03:33) +2021-12-18 03:33:28,087 Sleep: 10 +2021-12-18 03:33:28,088 Number of retrials: 0 +2021-12-18 03:33:28,088 WRAPPER CHECK TIME = 10 +2021-12-18 03:33:28,088 Checking jobs for platform=marenostrum4 +2021-12-18 03:33:28,089 Checking jobs for platform=nord3 +2021-12-18 03:33:28,089 Checking jobs for platform=local +2021-12-18 03:33:28,090 Checking jobs for platform=transfer_node +2021-12-18 03:33:28,090 Checking all jobs at once +2021-12-18 03:33:29,913 Successful check job command +2021-12-18 03:33:31,834 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:33:31,834 End of checking +2021-12-18 03:33:31,835 Updating FAILED jobs +2021-12-18 03:33:31,835 Updating WAITING jobs +2021-12-18 03:33:31,836 Update finished +2021-12-18 03:33:31,836 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:33:31,836 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:33:31,836 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:33:31,836 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:33:31,836 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:33:31,839 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:33:31,842 Job list saved +2021-12-18 03:33:31,847 Updating FAILED jobs +2021-12-18 03:33:31,848 Updating WAITING jobs +2021-12-18 03:33:31,848 Update finished +2021-12-18 03:33:41,858 Reloading parameters... +2021-12-18 03:33:41,876 Loading parameters... +2021-12-18 03:33:41,877 Loading project parameters... +2021-12-18 03:33:41,879 + +22 of 25 jobs remaining (03:33) +2021-12-18 03:33:41,879 Sleep: 10 +2021-12-18 03:33:41,879 Number of retrials: 0 +2021-12-18 03:33:41,880 WRAPPER CHECK TIME = 10 +2021-12-18 03:33:41,880 Checking jobs for platform=marenostrum4 +2021-12-18 03:33:41,881 Checking jobs for platform=nord3 +2021-12-18 03:33:41,881 Checking jobs for platform=local +2021-12-18 03:33:41,882 Checking jobs for platform=transfer_node +2021-12-18 03:33:41,882 Checking all jobs at once +2021-12-18 03:33:43,353 Successful check job command +2021-12-18 03:33:44,723 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:33:44,724 End of checking +2021-12-18 03:33:44,725 Updating FAILED jobs +2021-12-18 03:33:44,725 Updating WAITING jobs +2021-12-18 03:33:44,725 Update finished +2021-12-18 03:33:44,726 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:33:44,726 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:33:44,726 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:33:44,726 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:33:44,726 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:33:44,729 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:33:44,731 Job list saved +2021-12-18 03:33:44,736 Updating FAILED jobs +2021-12-18 03:33:44,736 Updating WAITING jobs +2021-12-18 03:33:44,736 Update finished +2021-12-18 03:33:54,745 Reloading parameters... +2021-12-18 03:33:54,768 Loading parameters... +2021-12-18 03:33:54,769 Loading project parameters... +2021-12-18 03:33:54,771 + +22 of 25 jobs remaining (03:33) +2021-12-18 03:33:54,771 Sleep: 10 +2021-12-18 03:33:54,771 Number of retrials: 0 +2021-12-18 03:33:54,772 WRAPPER CHECK TIME = 10 +2021-12-18 03:33:54,772 Checking jobs for platform=marenostrum4 +2021-12-18 03:33:54,773 Checking jobs for platform=nord3 +2021-12-18 03:33:54,773 Checking jobs for platform=local +2021-12-18 03:33:54,774 Checking jobs for platform=transfer_node +2021-12-18 03:33:54,774 Checking all jobs at once +2021-12-18 03:33:56,745 Successful check job command +2021-12-18 03:33:58,465 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:33:58,465 End of checking +2021-12-18 03:33:58,467 Updating FAILED jobs +2021-12-18 03:33:58,467 Updating WAITING jobs +2021-12-18 03:33:58,467 Update finished +2021-12-18 03:33:58,467 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:33:58,468 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:33:58,468 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:33:58,468 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:33:58,468 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:33:58,471 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:33:58,474 Job list saved +2021-12-18 03:33:58,479 Updating FAILED jobs +2021-12-18 03:33:58,479 Updating WAITING jobs +2021-12-18 03:33:58,479 Update finished +2021-12-18 03:34:08,489 Reloading parameters... +2021-12-18 03:34:08,509 Loading parameters... +2021-12-18 03:34:08,510 Loading project parameters... +2021-12-18 03:34:08,512 + +22 of 25 jobs remaining (03:34) +2021-12-18 03:34:08,512 Sleep: 10 +2021-12-18 03:34:08,512 Number of retrials: 0 +2021-12-18 03:34:08,512 WRAPPER CHECK TIME = 10 +2021-12-18 03:34:08,513 Checking jobs for platform=marenostrum4 +2021-12-18 03:34:08,513 Checking jobs for platform=nord3 +2021-12-18 03:34:08,514 Checking jobs for platform=local +2021-12-18 03:34:08,514 Checking jobs for platform=transfer_node +2021-12-18 03:34:08,515 Checking all jobs at once +2021-12-18 03:34:09,884 Successful check job command +2021-12-18 03:34:11,153 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:34:11,153 End of checking +2021-12-18 03:34:11,155 Updating FAILED jobs +2021-12-18 03:34:11,155 Updating WAITING jobs +2021-12-18 03:34:11,155 Update finished +2021-12-18 03:34:11,155 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:34:11,155 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:34:11,156 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:34:11,156 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:34:11,156 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:34:11,159 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:34:11,161 Job list saved +2021-12-18 03:34:11,166 Updating FAILED jobs +2021-12-18 03:34:11,166 Updating WAITING jobs +2021-12-18 03:34:11,166 Update finished +2021-12-18 03:34:21,176 Reloading parameters... +2021-12-18 03:34:21,195 Loading parameters... +2021-12-18 03:34:21,197 Loading project parameters... +2021-12-18 03:34:21,199 + +22 of 25 jobs remaining (03:34) +2021-12-18 03:34:21,199 Sleep: 10 +2021-12-18 03:34:21,199 Number of retrials: 0 +2021-12-18 03:34:21,199 WRAPPER CHECK TIME = 10 +2021-12-18 03:34:21,200 Checking jobs for platform=marenostrum4 +2021-12-18 03:34:21,201 Checking jobs for platform=nord3 +2021-12-18 03:34:21,201 Checking jobs for platform=local +2021-12-18 03:34:21,202 Checking jobs for platform=transfer_node +2021-12-18 03:34:21,202 Checking all jobs at once +2021-12-18 03:34:22,772 Successful check job command +2021-12-18 03:34:24,191 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:34:24,191 End of checking +2021-12-18 03:34:24,193 Updating FAILED jobs +2021-12-18 03:34:24,193 Updating WAITING jobs +2021-12-18 03:34:24,193 Update finished +2021-12-18 03:34:24,193 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:34:24,193 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:34:24,193 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:34:24,194 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:34:24,194 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:34:24,196 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:34:24,200 Job list saved +2021-12-18 03:34:24,205 Updating FAILED jobs +2021-12-18 03:34:24,205 Updating WAITING jobs +2021-12-18 03:34:24,205 Update finished +2021-12-18 03:34:34,215 Reloading parameters... +2021-12-18 03:34:34,236 Loading parameters... +2021-12-18 03:34:34,237 Loading project parameters... +2021-12-18 03:34:34,239 + +22 of 25 jobs remaining (03:34) +2021-12-18 03:34:34,239 Sleep: 10 +2021-12-18 03:34:34,239 Number of retrials: 0 +2021-12-18 03:34:34,239 WRAPPER CHECK TIME = 10 +2021-12-18 03:34:34,240 Checking jobs for platform=marenostrum4 +2021-12-18 03:34:34,241 Checking jobs for platform=nord3 +2021-12-18 03:34:34,241 Checking jobs for platform=local +2021-12-18 03:34:34,242 Checking jobs for platform=transfer_node +2021-12-18 03:34:34,242 Checking all jobs at once +2021-12-18 03:34:36,113 Successful check job command +2021-12-18 03:34:38,185 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:34:38,185 End of checking +2021-12-18 03:34:38,187 Updating FAILED jobs +2021-12-18 03:34:38,187 Updating WAITING jobs +2021-12-18 03:34:38,187 Update finished +2021-12-18 03:34:38,188 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:34:38,188 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:34:38,188 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:34:38,188 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:34:38,189 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:34:38,191 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:34:38,193 Job list saved +2021-12-18 03:34:38,198 Updating FAILED jobs +2021-12-18 03:34:38,198 Updating WAITING jobs +2021-12-18 03:34:38,198 Update finished +2021-12-18 03:34:48,208 Reloading parameters... +2021-12-18 03:34:48,227 Loading parameters... +2021-12-18 03:34:48,228 Loading project parameters... +2021-12-18 03:34:48,230 + +22 of 25 jobs remaining (03:34) +2021-12-18 03:34:48,230 Sleep: 10 +2021-12-18 03:34:48,230 Number of retrials: 0 +2021-12-18 03:34:48,231 WRAPPER CHECK TIME = 10 +2021-12-18 03:34:48,231 Checking jobs for platform=marenostrum4 +2021-12-18 03:34:48,232 Checking jobs for platform=nord3 +2021-12-18 03:34:48,232 Checking jobs for platform=local +2021-12-18 03:34:48,233 Checking jobs for platform=transfer_node +2021-12-18 03:34:48,233 Checking all jobs at once +2021-12-18 03:34:50,155 Successful check job command +2021-12-18 03:34:51,374 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:34:51,374 End of checking +2021-12-18 03:34:51,376 Updating FAILED jobs +2021-12-18 03:34:51,376 Updating WAITING jobs +2021-12-18 03:34:51,376 Update finished +2021-12-18 03:34:51,376 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:34:51,377 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:34:51,377 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:34:51,377 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:34:51,377 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:34:51,380 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:34:51,382 Job list saved +2021-12-18 03:34:51,387 Updating FAILED jobs +2021-12-18 03:34:51,387 Updating WAITING jobs +2021-12-18 03:34:51,387 Update finished +2021-12-18 03:35:01,398 Reloading parameters... +2021-12-18 03:35:01,416 Loading parameters... +2021-12-18 03:35:01,418 Loading project parameters... +2021-12-18 03:35:01,420 + +22 of 25 jobs remaining (03:35) +2021-12-18 03:35:01,420 Sleep: 10 +2021-12-18 03:35:01,420 Number of retrials: 0 +2021-12-18 03:35:01,420 WRAPPER CHECK TIME = 10 +2021-12-18 03:35:01,421 Checking jobs for platform=marenostrum4 +2021-12-18 03:35:01,421 Checking jobs for platform=nord3 +2021-12-18 03:35:01,422 Checking jobs for platform=local +2021-12-18 03:35:01,422 Checking jobs for platform=transfer_node +2021-12-18 03:35:01,423 Checking all jobs at once +2021-12-18 03:35:03,593 Successful check job command +2021-12-18 03:35:04,913 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:35:04,913 End of checking +2021-12-18 03:35:04,915 Updating FAILED jobs +2021-12-18 03:35:04,915 Updating WAITING jobs +2021-12-18 03:35:04,915 Update finished +2021-12-18 03:35:04,915 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:35:04,916 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:35:04,916 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:35:04,916 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:35:04,916 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:35:04,920 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:35:04,922 Job list saved +2021-12-18 03:35:04,927 Updating FAILED jobs +2021-12-18 03:35:04,927 Updating WAITING jobs +2021-12-18 03:35:04,927 Update finished +2021-12-18 03:35:14,938 Reloading parameters... +2021-12-18 03:35:14,958 Loading parameters... +2021-12-18 03:35:14,959 Loading project parameters... +2021-12-18 03:35:14,961 + +22 of 25 jobs remaining (03:35) +2021-12-18 03:35:14,961 Sleep: 10 +2021-12-18 03:35:14,961 Number of retrials: 0 +2021-12-18 03:35:14,961 WRAPPER CHECK TIME = 10 +2021-12-18 03:35:14,962 Checking jobs for platform=marenostrum4 +2021-12-18 03:35:14,963 Checking jobs for platform=nord3 +2021-12-18 03:35:14,963 Checking jobs for platform=local +2021-12-18 03:35:14,964 Checking jobs for platform=transfer_node +2021-12-18 03:35:14,964 Checking all jobs at once +2021-12-18 03:35:16,533 Successful check job command +2021-12-18 03:35:17,853 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:35:17,853 End of checking +2021-12-18 03:35:17,854 Updating FAILED jobs +2021-12-18 03:35:17,854 Updating WAITING jobs +2021-12-18 03:35:17,855 Update finished +2021-12-18 03:35:17,855 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:35:17,856 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:35:17,856 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:35:17,856 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:35:17,856 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:35:17,859 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:35:17,861 Job list saved +2021-12-18 03:35:17,866 Updating FAILED jobs +2021-12-18 03:35:17,866 Updating WAITING jobs +2021-12-18 03:35:17,866 Update finished +2021-12-18 03:35:27,876 Reloading parameters... +2021-12-18 03:35:27,896 Loading parameters... +2021-12-18 03:35:27,897 Loading project parameters... +2021-12-18 03:35:27,899 + +22 of 25 jobs remaining (03:35) +2021-12-18 03:35:27,899 Sleep: 10 +2021-12-18 03:35:27,899 Number of retrials: 0 +2021-12-18 03:35:27,899 WRAPPER CHECK TIME = 10 +2021-12-18 03:35:27,900 Checking jobs for platform=marenostrum4 +2021-12-18 03:35:27,900 Checking jobs for platform=nord3 +2021-12-18 03:35:27,901 Checking jobs for platform=local +2021-12-18 03:35:27,901 Checking jobs for platform=transfer_node +2021-12-18 03:35:27,902 Checking all jobs at once +2021-12-18 03:35:29,278 Successful check job command +2021-12-18 03:35:30,597 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:35:30,597 End of checking +2021-12-18 03:35:30,599 Updating FAILED jobs +2021-12-18 03:35:30,599 Updating WAITING jobs +2021-12-18 03:35:30,599 Update finished +2021-12-18 03:35:30,599 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:35:30,600 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:35:30,600 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:35:30,600 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:35:30,600 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:35:30,603 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:35:30,605 Job list saved +2021-12-18 03:35:30,610 Updating FAILED jobs +2021-12-18 03:35:30,610 Updating WAITING jobs +2021-12-18 03:35:30,611 Update finished +2021-12-18 03:35:40,616 Reloading parameters... +2021-12-18 03:35:40,636 Loading parameters... +2021-12-18 03:35:40,637 Loading project parameters... +2021-12-18 03:35:40,639 + +22 of 25 jobs remaining (03:35) +2021-12-18 03:35:40,640 Sleep: 10 +2021-12-18 03:35:40,640 Number of retrials: 0 +2021-12-18 03:35:40,640 WRAPPER CHECK TIME = 10 +2021-12-18 03:35:40,640 Checking jobs for platform=marenostrum4 +2021-12-18 03:35:40,641 Checking jobs for platform=nord3 +2021-12-18 03:35:40,641 Checking jobs for platform=local +2021-12-18 03:35:40,642 Checking jobs for platform=transfer_node +2021-12-18 03:35:40,642 Checking all jobs at once +2021-12-18 03:35:42,512 Successful check job command +2021-12-18 03:35:44,382 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:35:44,382 End of checking +2021-12-18 03:35:44,384 Updating FAILED jobs +2021-12-18 03:35:44,384 Updating WAITING jobs +2021-12-18 03:35:44,384 Update finished +2021-12-18 03:35:44,384 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:35:44,384 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:35:44,384 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:35:44,385 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:35:44,385 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:35:44,388 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:35:44,390 Job list saved +2021-12-18 03:35:44,396 Updating FAILED jobs +2021-12-18 03:35:44,396 Updating WAITING jobs +2021-12-18 03:35:44,396 Update finished +2021-12-18 03:35:54,404 Reloading parameters... +2021-12-18 03:35:54,424 Loading parameters... +2021-12-18 03:35:54,425 Loading project parameters... +2021-12-18 03:35:54,427 + +22 of 25 jobs remaining (03:35) +2021-12-18 03:35:54,428 Sleep: 10 +2021-12-18 03:35:54,428 Number of retrials: 0 +2021-12-18 03:35:54,428 WRAPPER CHECK TIME = 10 +2021-12-18 03:35:54,428 Checking jobs for platform=marenostrum4 +2021-12-18 03:35:54,429 Checking jobs for platform=nord3 +2021-12-18 03:35:54,429 Checking jobs for platform=local +2021-12-18 03:35:54,430 Checking jobs for platform=transfer_node +2021-12-18 03:35:54,430 Checking all jobs at once +2021-12-18 03:35:55,849 Successful check job command +2021-12-18 03:35:57,469 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:35:57,469 End of checking +2021-12-18 03:35:57,471 Updating FAILED jobs +2021-12-18 03:35:57,471 Updating WAITING jobs +2021-12-18 03:35:57,471 Update finished +2021-12-18 03:35:57,472 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:35:57,472 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:35:57,472 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:35:57,472 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:35:57,473 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:35:57,477 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:35:57,479 Job list saved +2021-12-18 03:35:57,485 Updating FAILED jobs +2021-12-18 03:35:57,485 Updating WAITING jobs +2021-12-18 03:35:57,485 Update finished +2021-12-18 03:36:07,495 Reloading parameters... +2021-12-18 03:36:07,516 Loading parameters... +2021-12-18 03:36:07,518 Loading project parameters... +2021-12-18 03:36:07,520 + +22 of 25 jobs remaining (03:36) +2021-12-18 03:36:07,520 Sleep: 10 +2021-12-18 03:36:07,521 Number of retrials: 0 +2021-12-18 03:36:07,521 WRAPPER CHECK TIME = 10 +2021-12-18 03:36:07,521 Checking jobs for platform=marenostrum4 +2021-12-18 03:36:07,522 Checking jobs for platform=nord3 +2021-12-18 03:36:07,522 Checking jobs for platform=local +2021-12-18 03:36:07,523 Checking jobs for platform=transfer_node +2021-12-18 03:36:07,523 Checking all jobs at once +2021-12-18 03:36:08,842 Successful check job command +2021-12-18 03:36:10,012 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:36:10,012 End of checking +2021-12-18 03:36:10,014 Updating FAILED jobs +2021-12-18 03:36:10,014 Updating WAITING jobs +2021-12-18 03:36:10,015 Update finished +2021-12-18 03:36:10,015 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:36:10,015 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:36:10,015 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:36:10,015 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:36:10,015 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:36:10,018 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:36:10,021 Job list saved +2021-12-18 03:36:10,028 Updating FAILED jobs +2021-12-18 03:36:10,028 Updating WAITING jobs +2021-12-18 03:36:10,029 Update finished +2021-12-18 03:36:20,037 Reloading parameters... +2021-12-18 03:36:20,057 Loading parameters... +2021-12-18 03:36:20,058 Loading project parameters... +2021-12-18 03:36:20,060 + +22 of 25 jobs remaining (03:36) +2021-12-18 03:36:20,060 Sleep: 10 +2021-12-18 03:36:20,061 Number of retrials: 0 +2021-12-18 03:36:20,061 WRAPPER CHECK TIME = 10 +2021-12-18 03:36:20,061 Checking jobs for platform=marenostrum4 +2021-12-18 03:36:20,062 Checking jobs for platform=nord3 +2021-12-18 03:36:20,063 Checking jobs for platform=local +2021-12-18 03:36:20,063 Checking jobs for platform=transfer_node +2021-12-18 03:36:20,063 Checking all jobs at once +2021-12-18 03:36:21,984 Successful check job command +2021-12-18 03:36:23,455 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:36:23,455 End of checking +2021-12-18 03:36:23,457 Updating FAILED jobs +2021-12-18 03:36:23,457 Updating WAITING jobs +2021-12-18 03:36:23,457 Update finished +2021-12-18 03:36:23,457 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:36:23,457 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:36:23,457 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:36:23,458 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:36:23,458 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:36:23,461 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:36:23,463 Job list saved +2021-12-18 03:36:23,468 Updating FAILED jobs +2021-12-18 03:36:23,468 Updating WAITING jobs +2021-12-18 03:36:23,468 Update finished +2021-12-18 03:36:33,478 Reloading parameters... +2021-12-18 03:36:33,501 Loading parameters... +2021-12-18 03:36:33,502 Loading project parameters... +2021-12-18 03:36:33,504 + +22 of 25 jobs remaining (03:36) +2021-12-18 03:36:33,504 Sleep: 10 +2021-12-18 03:36:33,505 Number of retrials: 0 +2021-12-18 03:36:33,505 WRAPPER CHECK TIME = 10 +2021-12-18 03:36:33,505 Checking jobs for platform=marenostrum4 +2021-12-18 03:36:33,506 Checking jobs for platform=nord3 +2021-12-18 03:36:33,506 Checking jobs for platform=local +2021-12-18 03:36:33,507 Checking jobs for platform=transfer_node +2021-12-18 03:36:33,507 Checking all jobs at once +2021-12-18 03:36:34,877 Successful check job command +2021-12-18 03:36:36,297 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:36:36,297 End of checking +2021-12-18 03:36:36,298 Updating FAILED jobs +2021-12-18 03:36:36,298 Updating WAITING jobs +2021-12-18 03:36:36,299 Update finished +2021-12-18 03:36:36,299 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:36:36,299 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:36:36,300 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:36:36,300 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:36:36,300 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:36:36,303 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:36:36,305 Job list saved +2021-12-18 03:36:36,311 Updating FAILED jobs +2021-12-18 03:36:36,311 Updating WAITING jobs +2021-12-18 03:36:36,311 Update finished +2021-12-18 03:36:46,321 Reloading parameters... +2021-12-18 03:36:46,340 Loading parameters... +2021-12-18 03:36:46,341 Loading project parameters... +2021-12-18 03:36:46,343 + +22 of 25 jobs remaining (03:36) +2021-12-18 03:36:46,343 Sleep: 10 +2021-12-18 03:36:46,343 Number of retrials: 0 +2021-12-18 03:36:46,344 WRAPPER CHECK TIME = 10 +2021-12-18 03:36:46,344 Checking jobs for platform=marenostrum4 +2021-12-18 03:36:46,345 Checking jobs for platform=nord3 +2021-12-18 03:36:46,345 Checking jobs for platform=local +2021-12-18 03:36:46,346 Checking jobs for platform=transfer_node +2021-12-18 03:36:46,346 Checking all jobs at once +2021-12-18 03:36:47,967 Successful check job command +2021-12-18 03:36:49,136 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:36:49,136 End of checking +2021-12-18 03:36:49,138 Updating FAILED jobs +2021-12-18 03:36:49,138 Updating WAITING jobs +2021-12-18 03:36:49,138 Update finished +2021-12-18 03:36:49,138 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:36:49,138 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:36:49,138 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:36:49,139 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:36:49,139 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:36:49,141 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:36:49,144 Job list saved +2021-12-18 03:36:49,149 Updating FAILED jobs +2021-12-18 03:36:49,149 Updating WAITING jobs +2021-12-18 03:36:49,149 Update finished +2021-12-18 03:36:59,159 Reloading parameters... +2021-12-18 03:36:59,178 Loading parameters... +2021-12-18 03:36:59,180 Loading project parameters... +2021-12-18 03:36:59,182 + +22 of 25 jobs remaining (03:36) +2021-12-18 03:36:59,182 Sleep: 10 +2021-12-18 03:36:59,182 Number of retrials: 0 +2021-12-18 03:36:59,182 WRAPPER CHECK TIME = 10 +2021-12-18 03:36:59,183 Checking jobs for platform=marenostrum4 +2021-12-18 03:36:59,183 Checking jobs for platform=nord3 +2021-12-18 03:36:59,184 Checking jobs for platform=local +2021-12-18 03:36:59,184 Checking jobs for platform=transfer_node +2021-12-18 03:36:59,184 Checking all jobs at once +2021-12-18 03:37:00,855 Successful check job command +2021-12-18 03:37:02,274 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:37:02,275 End of checking +2021-12-18 03:37:02,276 Updating FAILED jobs +2021-12-18 03:37:02,276 Updating WAITING jobs +2021-12-18 03:37:02,276 Update finished +2021-12-18 03:37:02,277 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:37:02,277 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:37:02,277 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:37:02,277 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:37:02,277 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:37:02,280 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:37:02,282 Job list saved +2021-12-18 03:37:02,287 Updating FAILED jobs +2021-12-18 03:37:02,287 Updating WAITING jobs +2021-12-18 03:37:02,287 Update finished +2021-12-18 03:37:12,297 Reloading parameters... +2021-12-18 03:37:12,316 Loading parameters... +2021-12-18 03:37:12,317 Loading project parameters... +2021-12-18 03:37:12,319 + +22 of 25 jobs remaining (03:37) +2021-12-18 03:37:12,319 Sleep: 10 +2021-12-18 03:37:12,319 Number of retrials: 0 +2021-12-18 03:37:12,319 WRAPPER CHECK TIME = 10 +2021-12-18 03:37:12,320 Checking jobs for platform=marenostrum4 +2021-12-18 03:37:12,320 Checking jobs for platform=nord3 +2021-12-18 03:37:12,321 Checking jobs for platform=local +2021-12-18 03:37:12,321 Checking jobs for platform=transfer_node +2021-12-18 03:37:12,321 Checking all jobs at once +2021-12-18 03:37:13,691 Successful check job command +2021-12-18 03:37:14,910 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:37:14,910 End of checking +2021-12-18 03:37:14,912 Updating FAILED jobs +2021-12-18 03:37:14,912 Updating WAITING jobs +2021-12-18 03:37:14,912 Update finished +2021-12-18 03:37:14,912 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:37:14,913 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:37:14,913 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:37:14,913 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:37:14,913 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:37:14,916 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:37:14,918 Job list saved +2021-12-18 03:37:14,923 Updating FAILED jobs +2021-12-18 03:37:14,923 Updating WAITING jobs +2021-12-18 03:37:14,923 Update finished +2021-12-18 03:37:24,933 Reloading parameters... +2021-12-18 03:37:24,952 Loading parameters... +2021-12-18 03:37:24,953 Loading project parameters... +2021-12-18 03:37:24,955 + +22 of 25 jobs remaining (03:37) +2021-12-18 03:37:24,955 Sleep: 10 +2021-12-18 03:37:24,956 Number of retrials: 0 +2021-12-18 03:37:24,956 WRAPPER CHECK TIME = 10 +2021-12-18 03:37:24,956 Checking jobs for platform=marenostrum4 +2021-12-18 03:37:24,957 Checking jobs for platform=nord3 +2021-12-18 03:37:24,957 Checking jobs for platform=local +2021-12-18 03:37:24,958 Checking jobs for platform=transfer_node +2021-12-18 03:37:24,958 Checking all jobs at once +2021-12-18 03:37:26,328 Successful check job command +2021-12-18 03:37:27,797 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:37:27,797 End of checking +2021-12-18 03:37:27,799 Updating FAILED jobs +2021-12-18 03:37:27,799 Updating WAITING jobs +2021-12-18 03:37:27,799 Update finished +2021-12-18 03:37:27,799 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:37:27,799 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:37:27,800 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:37:27,800 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:37:27,800 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:37:27,803 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:37:27,805 Job list saved +2021-12-18 03:37:27,810 Updating FAILED jobs +2021-12-18 03:37:27,810 Updating WAITING jobs +2021-12-18 03:37:27,810 Update finished +2021-12-18 03:37:37,815 Reloading parameters... +2021-12-18 03:37:37,835 Loading parameters... +2021-12-18 03:37:37,836 Loading project parameters... +2021-12-18 03:37:37,838 + +22 of 25 jobs remaining (03:37) +2021-12-18 03:37:37,838 Sleep: 10 +2021-12-18 03:37:37,838 Number of retrials: 0 +2021-12-18 03:37:37,838 WRAPPER CHECK TIME = 10 +2021-12-18 03:37:37,839 Checking jobs for platform=marenostrum4 +2021-12-18 03:37:37,840 Checking jobs for platform=nord3 +2021-12-18 03:37:37,840 Checking jobs for platform=local +2021-12-18 03:37:37,841 Checking jobs for platform=transfer_node +2021-12-18 03:37:37,841 Checking all jobs at once +2021-12-18 03:37:39,360 Successful check job command +2021-12-18 03:37:41,281 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:37:41,281 End of checking +2021-12-18 03:37:41,283 Updating FAILED jobs +2021-12-18 03:37:41,283 Updating WAITING jobs +2021-12-18 03:37:41,283 Update finished +2021-12-18 03:37:41,283 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:37:41,283 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:37:41,283 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:37:41,284 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:37:41,284 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:37:41,287 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:37:41,289 Job list saved +2021-12-18 03:37:41,295 Updating FAILED jobs +2021-12-18 03:37:41,295 Updating WAITING jobs +2021-12-18 03:37:41,296 Update finished +2021-12-18 03:37:51,302 Reloading parameters... +2021-12-18 03:37:51,321 Loading parameters... +2021-12-18 03:37:51,322 Loading project parameters... +2021-12-18 03:37:51,324 + +22 of 25 jobs remaining (03:37) +2021-12-18 03:37:51,324 Sleep: 10 +2021-12-18 03:37:51,324 Number of retrials: 0 +2021-12-18 03:37:51,324 WRAPPER CHECK TIME = 10 +2021-12-18 03:37:51,325 Checking jobs for platform=marenostrum4 +2021-12-18 03:37:51,326 Checking jobs for platform=nord3 +2021-12-18 03:37:51,326 Checking jobs for platform=local +2021-12-18 03:37:51,327 Checking jobs for platform=transfer_node +2021-12-18 03:37:51,327 Checking all jobs at once +2021-12-18 03:37:52,647 Successful check job command +2021-12-18 03:37:54,070 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:37:54,070 End of checking +2021-12-18 03:37:54,071 Updating FAILED jobs +2021-12-18 03:37:54,071 Updating WAITING jobs +2021-12-18 03:37:54,072 Update finished +2021-12-18 03:37:54,072 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:37:54,072 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:37:54,072 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:37:54,073 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:37:54,073 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:37:54,076 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:37:54,078 Job list saved +2021-12-18 03:37:54,083 Updating FAILED jobs +2021-12-18 03:37:54,083 Updating WAITING jobs +2021-12-18 03:37:54,084 Update finished +2021-12-18 03:38:04,094 Reloading parameters... +2021-12-18 03:38:04,113 Loading parameters... +2021-12-18 03:38:04,114 Loading project parameters... +2021-12-18 03:38:04,116 + +22 of 25 jobs remaining (03:38) +2021-12-18 03:38:04,116 Sleep: 10 +2021-12-18 03:38:04,116 Number of retrials: 0 +2021-12-18 03:38:04,116 WRAPPER CHECK TIME = 10 +2021-12-18 03:38:04,117 Checking jobs for platform=marenostrum4 +2021-12-18 03:38:04,117 Checking jobs for platform=nord3 +2021-12-18 03:38:04,118 Checking jobs for platform=local +2021-12-18 03:38:04,118 Checking jobs for platform=transfer_node +2021-12-18 03:38:04,119 Checking all jobs at once +2021-12-18 03:38:05,488 Successful check job command +2021-12-18 03:38:06,709 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:38:06,709 End of checking +2021-12-18 03:38:06,710 Updating FAILED jobs +2021-12-18 03:38:06,711 Updating WAITING jobs +2021-12-18 03:38:06,711 Update finished +2021-12-18 03:38:06,711 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:38:06,711 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:38:06,711 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:38:06,711 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:38:06,712 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:38:06,714 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:38:06,716 Job list saved +2021-12-18 03:38:06,721 Updating FAILED jobs +2021-12-18 03:38:06,721 Updating WAITING jobs +2021-12-18 03:38:06,721 Update finished +2021-12-18 03:38:16,726 Reloading parameters... +2021-12-18 03:38:16,745 Loading parameters... +2021-12-18 03:38:16,746 Loading project parameters... +2021-12-18 03:38:16,748 + +22 of 25 jobs remaining (03:38) +2021-12-18 03:38:16,748 Sleep: 10 +2021-12-18 03:38:16,749 Number of retrials: 0 +2021-12-18 03:38:16,749 WRAPPER CHECK TIME = 10 +2021-12-18 03:38:16,749 Checking jobs for platform=marenostrum4 +2021-12-18 03:38:16,750 Checking jobs for platform=nord3 +2021-12-18 03:38:16,750 Checking jobs for platform=local +2021-12-18 03:38:16,751 Checking jobs for platform=transfer_node +2021-12-18 03:38:16,751 Checking all jobs at once +2021-12-18 03:38:18,972 Successful check job command +2021-12-18 03:38:20,195 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:38:20,195 End of checking +2021-12-18 03:38:20,196 Updating FAILED jobs +2021-12-18 03:38:20,197 Updating WAITING jobs +2021-12-18 03:38:20,197 Update finished +2021-12-18 03:38:20,197 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:38:20,197 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:38:20,197 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:38:20,197 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:38:20,198 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:38:20,200 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:38:20,203 Job list saved +2021-12-18 03:38:20,207 Updating FAILED jobs +2021-12-18 03:38:20,207 Updating WAITING jobs +2021-12-18 03:38:20,208 Update finished +2021-12-18 03:38:30,218 Reloading parameters... +2021-12-18 03:38:30,238 Loading parameters... +2021-12-18 03:38:30,239 Loading project parameters... +2021-12-18 03:38:30,241 + +22 of 25 jobs remaining (03:38) +2021-12-18 03:38:30,241 Sleep: 10 +2021-12-18 03:38:30,242 Number of retrials: 0 +2021-12-18 03:38:30,242 WRAPPER CHECK TIME = 10 +2021-12-18 03:38:30,242 Checking jobs for platform=marenostrum4 +2021-12-18 03:38:30,243 Checking jobs for platform=nord3 +2021-12-18 03:38:30,243 Checking jobs for platform=local +2021-12-18 03:38:30,244 Checking jobs for platform=transfer_node +2021-12-18 03:38:30,244 Checking all jobs at once +2021-12-18 03:38:32,215 Successful check job command +2021-12-18 03:38:33,685 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:38:33,685 End of checking +2021-12-18 03:38:33,686 Updating FAILED jobs +2021-12-18 03:38:33,687 Updating WAITING jobs +2021-12-18 03:38:33,687 Update finished +2021-12-18 03:38:33,687 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:38:33,688 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:38:33,688 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:38:33,688 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:38:33,688 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:38:33,691 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:38:33,693 Job list saved +2021-12-18 03:38:33,698 Updating FAILED jobs +2021-12-18 03:38:33,698 Updating WAITING jobs +2021-12-18 03:38:33,699 Update finished +2021-12-18 03:38:43,707 Reloading parameters... +2021-12-18 03:38:43,727 Loading parameters... +2021-12-18 03:38:43,729 Loading project parameters... +2021-12-18 03:38:43,731 + +22 of 25 jobs remaining (03:38) +2021-12-18 03:38:43,731 Sleep: 10 +2021-12-18 03:38:43,731 Number of retrials: 0 +2021-12-18 03:38:43,731 WRAPPER CHECK TIME = 10 +2021-12-18 03:38:43,732 Checking jobs for platform=marenostrum4 +2021-12-18 03:38:43,732 Checking jobs for platform=nord3 +2021-12-18 03:38:43,736 Checking jobs for platform=local +2021-12-18 03:38:43,737 Checking jobs for platform=transfer_node +2021-12-18 03:38:43,737 Checking all jobs at once +2021-12-18 03:38:45,258 Successful check job command +2021-12-18 03:38:46,477 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:38:46,477 End of checking +2021-12-18 03:38:46,478 Updating FAILED jobs +2021-12-18 03:38:46,479 Updating WAITING jobs +2021-12-18 03:38:46,479 Update finished +2021-12-18 03:38:46,479 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:38:46,479 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:38:46,479 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:38:46,479 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:38:46,480 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:38:46,482 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:38:46,484 Job list saved +2021-12-18 03:38:46,489 Updating FAILED jobs +2021-12-18 03:38:46,489 Updating WAITING jobs +2021-12-18 03:38:46,489 Update finished +2021-12-18 03:38:56,498 Reloading parameters... +2021-12-18 03:38:56,516 Loading parameters... +2021-12-18 03:38:56,517 Loading project parameters... +2021-12-18 03:38:56,519 + +22 of 25 jobs remaining (03:38) +2021-12-18 03:38:56,519 Sleep: 10 +2021-12-18 03:38:56,520 Number of retrials: 0 +2021-12-18 03:38:56,520 WRAPPER CHECK TIME = 10 +2021-12-18 03:38:56,520 Checking jobs for platform=marenostrum4 +2021-12-18 03:38:56,521 Checking jobs for platform=nord3 +2021-12-18 03:38:56,521 Checking jobs for platform=local +2021-12-18 03:38:56,522 Checking jobs for platform=transfer_node +2021-12-18 03:38:56,522 Checking all jobs at once +2021-12-18 03:38:58,092 Successful check job command +2021-12-18 03:38:59,411 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:38:59,411 End of checking +2021-12-18 03:38:59,413 Updating FAILED jobs +2021-12-18 03:38:59,413 Updating WAITING jobs +2021-12-18 03:38:59,413 Update finished +2021-12-18 03:38:59,413 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:38:59,413 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:38:59,414 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:38:59,414 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:38:59,414 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:38:59,416 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:38:59,418 Job list saved +2021-12-18 03:38:59,423 Updating FAILED jobs +2021-12-18 03:38:59,423 Updating WAITING jobs +2021-12-18 03:38:59,423 Update finished +2021-12-18 03:39:09,433 Reloading parameters... +2021-12-18 03:39:09,453 Loading parameters... +2021-12-18 03:39:09,455 Loading project parameters... +2021-12-18 03:39:09,457 + +22 of 25 jobs remaining (03:39) +2021-12-18 03:39:09,457 Sleep: 10 +2021-12-18 03:39:09,457 Number of retrials: 0 +2021-12-18 03:39:09,457 WRAPPER CHECK TIME = 10 +2021-12-18 03:39:09,458 Checking jobs for platform=marenostrum4 +2021-12-18 03:39:09,458 Checking jobs for platform=nord3 +2021-12-18 03:39:09,459 Checking jobs for platform=local +2021-12-18 03:39:09,460 Checking jobs for platform=transfer_node +2021-12-18 03:39:09,460 Checking all jobs at once +2021-12-18 03:39:10,980 Successful check job command +2021-12-18 03:39:12,349 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:39:12,349 End of checking +2021-12-18 03:39:12,351 Updating FAILED jobs +2021-12-18 03:39:12,351 Updating WAITING jobs +2021-12-18 03:39:12,351 Update finished +2021-12-18 03:39:12,351 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:39:12,352 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:39:12,352 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:39:12,353 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:39:12,353 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:39:12,355 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:39:12,357 Job list saved +2021-12-18 03:39:12,362 Updating FAILED jobs +2021-12-18 03:39:12,362 Updating WAITING jobs +2021-12-18 03:39:12,362 Update finished +2021-12-18 03:39:22,373 Reloading parameters... +2021-12-18 03:39:22,392 Loading parameters... +2021-12-18 03:39:22,393 Loading project parameters... +2021-12-18 03:39:22,395 + +22 of 25 jobs remaining (03:39) +2021-12-18 03:39:22,396 Sleep: 10 +2021-12-18 03:39:22,396 Number of retrials: 0 +2021-12-18 03:39:22,396 WRAPPER CHECK TIME = 10 +2021-12-18 03:39:22,396 Checking jobs for platform=marenostrum4 +2021-12-18 03:39:22,397 Checking jobs for platform=nord3 +2021-12-18 03:39:22,397 Checking jobs for platform=local +2021-12-18 03:39:22,398 Checking jobs for platform=transfer_node +2021-12-18 03:39:22,398 Checking all jobs at once +2021-12-18 03:39:24,170 Successful check job command +2021-12-18 03:39:25,539 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:39:25,540 End of checking +2021-12-18 03:39:25,541 Updating FAILED jobs +2021-12-18 03:39:25,541 Updating WAITING jobs +2021-12-18 03:39:25,542 Update finished +2021-12-18 03:39:25,542 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:39:25,542 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:39:25,542 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:39:25,542 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:39:25,542 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:39:25,545 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:39:25,547 Job list saved +2021-12-18 03:39:25,552 Updating FAILED jobs +2021-12-18 03:39:25,552 Updating WAITING jobs +2021-12-18 03:39:25,552 Update finished +2021-12-18 03:39:35,562 Reloading parameters... +2021-12-18 03:39:35,581 Loading parameters... +2021-12-18 03:39:35,583 Loading project parameters... +2021-12-18 03:39:35,585 + +22 of 25 jobs remaining (03:39) +2021-12-18 03:39:35,585 Sleep: 10 +2021-12-18 03:39:35,585 Number of retrials: 0 +2021-12-18 03:39:35,585 WRAPPER CHECK TIME = 10 +2021-12-18 03:39:35,586 Checking jobs for platform=marenostrum4 +2021-12-18 03:39:35,586 Checking jobs for platform=nord3 +2021-12-18 03:39:35,587 Checking jobs for platform=local +2021-12-18 03:39:35,587 Checking jobs for platform=transfer_node +2021-12-18 03:39:35,587 Checking all jobs at once +2021-12-18 03:39:37,457 Successful check job command +2021-12-18 03:39:39,228 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:39:39,229 End of checking +2021-12-18 03:39:39,230 Updating FAILED jobs +2021-12-18 03:39:39,230 Updating WAITING jobs +2021-12-18 03:39:39,231 Update finished +2021-12-18 03:39:39,231 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:39:39,231 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:39:39,231 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:39:39,231 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:39:39,231 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:39:39,234 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:39:39,236 Job list saved +2021-12-18 03:39:39,241 Updating FAILED jobs +2021-12-18 03:39:39,241 Updating WAITING jobs +2021-12-18 03:39:39,241 Update finished +2021-12-18 03:39:49,251 Reloading parameters... +2021-12-18 03:39:49,269 Loading parameters... +2021-12-18 03:39:49,271 Loading project parameters... +2021-12-18 03:39:49,273 + +22 of 25 jobs remaining (03:39) +2021-12-18 03:39:49,273 Sleep: 10 +2021-12-18 03:39:49,273 Number of retrials: 0 +2021-12-18 03:39:49,273 WRAPPER CHECK TIME = 10 +2021-12-18 03:39:49,274 Checking jobs for platform=marenostrum4 +2021-12-18 03:39:49,274 Checking jobs for platform=nord3 +2021-12-18 03:39:49,275 Checking jobs for platform=local +2021-12-18 03:39:49,275 Checking jobs for platform=transfer_node +2021-12-18 03:39:49,275 Checking all jobs at once +2021-12-18 03:39:50,695 Successful check job command +2021-12-18 03:39:52,517 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:39:52,517 End of checking +2021-12-18 03:39:52,518 Updating FAILED jobs +2021-12-18 03:39:52,518 Updating WAITING jobs +2021-12-18 03:39:52,518 Update finished +2021-12-18 03:39:52,519 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:39:52,519 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:39:52,519 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:39:52,519 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:39:52,520 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:39:52,522 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:39:52,524 Job list saved +2021-12-18 03:39:52,530 Updating FAILED jobs +2021-12-18 03:39:52,530 Updating WAITING jobs +2021-12-18 03:39:52,531 Update finished +2021-12-18 03:40:02,539 Reloading parameters... +2021-12-18 03:40:02,558 Loading parameters... +2021-12-18 03:40:02,559 Loading project parameters... +2021-12-18 03:40:02,561 + +22 of 25 jobs remaining (03:40) +2021-12-18 03:40:02,561 Sleep: 10 +2021-12-18 03:40:02,561 Number of retrials: 0 +2021-12-18 03:40:02,561 WRAPPER CHECK TIME = 10 +2021-12-18 03:40:02,562 Checking jobs for platform=marenostrum4 +2021-12-18 03:40:02,562 Checking jobs for platform=nord3 +2021-12-18 03:40:02,563 Checking jobs for platform=local +2021-12-18 03:40:02,564 Checking jobs for platform=transfer_node +2021-12-18 03:40:02,564 Checking all jobs at once +2021-12-18 03:40:04,385 Successful check job command +2021-12-18 03:40:05,710 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:40:05,710 End of checking +2021-12-18 03:40:05,712 Updating FAILED jobs +2021-12-18 03:40:05,712 Updating WAITING jobs +2021-12-18 03:40:05,713 Update finished +2021-12-18 03:40:05,713 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:40:05,713 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:40:05,713 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:40:05,713 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:40:05,713 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:40:05,716 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:40:05,718 Job list saved +2021-12-18 03:40:05,723 Updating FAILED jobs +2021-12-18 03:40:05,724 Updating WAITING jobs +2021-12-18 03:40:05,724 Update finished +2021-12-18 03:40:15,734 Reloading parameters... +2021-12-18 03:40:15,753 Loading parameters... +2021-12-18 03:40:15,754 Loading project parameters... +2021-12-18 03:40:15,756 + +22 of 25 jobs remaining (03:40) +2021-12-18 03:40:15,756 Sleep: 10 +2021-12-18 03:40:15,756 Number of retrials: 0 +2021-12-18 03:40:15,756 WRAPPER CHECK TIME = 10 +2021-12-18 03:40:15,757 Checking jobs for platform=marenostrum4 +2021-12-18 03:40:15,757 Checking jobs for platform=nord3 +2021-12-18 03:40:15,758 Checking jobs for platform=local +2021-12-18 03:40:15,758 Checking jobs for platform=transfer_node +2021-12-18 03:40:15,758 Checking all jobs at once +2021-12-18 03:40:17,278 Successful check job command +2021-12-18 03:40:18,598 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:40:18,598 End of checking +2021-12-18 03:40:18,599 Updating FAILED jobs +2021-12-18 03:40:18,599 Updating WAITING jobs +2021-12-18 03:40:18,600 Update finished +2021-12-18 03:40:18,600 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:40:18,600 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:40:18,600 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:40:18,600 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:40:18,600 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:40:18,603 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:40:18,605 Job list saved +2021-12-18 03:40:18,610 Updating FAILED jobs +2021-12-18 03:40:18,611 Updating WAITING jobs +2021-12-18 03:40:18,611 Update finished +2021-12-18 03:40:28,621 Reloading parameters... +2021-12-18 03:40:28,640 Loading parameters... +2021-12-18 03:40:28,641 Loading project parameters... +2021-12-18 03:40:28,643 + +22 of 25 jobs remaining (03:40) +2021-12-18 03:40:28,643 Sleep: 10 +2021-12-18 03:40:28,643 Number of retrials: 0 +2021-12-18 03:40:28,643 WRAPPER CHECK TIME = 10 +2021-12-18 03:40:28,644 Checking jobs for platform=marenostrum4 +2021-12-18 03:40:28,645 Checking jobs for platform=nord3 +2021-12-18 03:40:28,645 Checking jobs for platform=local +2021-12-18 03:40:28,646 Checking jobs for platform=transfer_node +2021-12-18 03:40:28,646 Checking all jobs at once +2021-12-18 03:40:30,065 Successful check job command +2021-12-18 03:40:31,434 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:40:31,434 End of checking +2021-12-18 03:40:31,436 Updating FAILED jobs +2021-12-18 03:40:31,436 Updating WAITING jobs +2021-12-18 03:40:31,436 Update finished +2021-12-18 03:40:31,437 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:40:31,437 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:40:31,437 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:40:31,437 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:40:31,438 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:40:31,440 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:40:31,442 Job list saved +2021-12-18 03:40:31,447 Updating FAILED jobs +2021-12-18 03:40:31,447 Updating WAITING jobs +2021-12-18 03:40:31,447 Update finished +2021-12-18 03:40:41,458 Reloading parameters... +2021-12-18 03:40:41,477 Loading parameters... +2021-12-18 03:40:41,478 Loading project parameters... +2021-12-18 03:40:41,480 + +22 of 25 jobs remaining (03:40) +2021-12-18 03:40:41,480 Sleep: 10 +2021-12-18 03:40:41,480 Number of retrials: 0 +2021-12-18 03:40:41,480 WRAPPER CHECK TIME = 10 +2021-12-18 03:40:41,481 Checking jobs for platform=marenostrum4 +2021-12-18 03:40:41,482 Checking jobs for platform=nord3 +2021-12-18 03:40:41,482 Checking jobs for platform=local +2021-12-18 03:40:41,483 Checking jobs for platform=transfer_node +2021-12-18 03:40:41,483 Checking all jobs at once +2021-12-18 03:40:42,903 Successful check job command +2021-12-18 03:40:44,322 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:40:44,323 End of checking +2021-12-18 03:40:44,324 Updating FAILED jobs +2021-12-18 03:40:44,324 Updating WAITING jobs +2021-12-18 03:40:44,324 Update finished +2021-12-18 03:40:44,325 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:40:44,325 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:40:44,325 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:40:44,325 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:40:44,325 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:40:44,328 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:40:44,330 Job list saved +2021-12-18 03:40:44,335 Updating FAILED jobs +2021-12-18 03:40:44,335 Updating WAITING jobs +2021-12-18 03:40:44,336 Update finished +2021-12-18 03:40:54,345 Reloading parameters... +2021-12-18 03:40:54,364 Loading parameters... +2021-12-18 03:40:54,365 Loading project parameters... +2021-12-18 03:40:54,367 + +22 of 25 jobs remaining (03:40) +2021-12-18 03:40:54,368 Sleep: 10 +2021-12-18 03:40:54,368 Number of retrials: 0 +2021-12-18 03:40:54,368 WRAPPER CHECK TIME = 10 +2021-12-18 03:40:54,368 Checking jobs for platform=marenostrum4 +2021-12-18 03:40:54,369 Checking jobs for platform=nord3 +2021-12-18 03:40:54,369 Checking jobs for platform=local +2021-12-18 03:40:54,370 Checking jobs for platform=transfer_node +2021-12-18 03:40:54,370 Checking all jobs at once +2021-12-18 03:40:55,990 Successful check job command +2021-12-18 03:40:57,460 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:40:57,461 End of checking +2021-12-18 03:40:57,462 Updating FAILED jobs +2021-12-18 03:40:57,462 Updating WAITING jobs +2021-12-18 03:40:57,462 Update finished +2021-12-18 03:40:57,463 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:40:57,463 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:40:57,463 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:40:57,463 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:40:57,463 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:40:57,468 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:40:57,470 Job list saved +2021-12-18 03:40:57,478 Updating FAILED jobs +2021-12-18 03:40:57,479 Updating WAITING jobs +2021-12-18 03:40:57,479 Update finished +2021-12-18 03:41:07,489 Reloading parameters... +2021-12-18 03:41:07,507 Loading parameters... +2021-12-18 03:41:07,509 Loading project parameters... +2021-12-18 03:41:07,511 + +22 of 25 jobs remaining (03:41) +2021-12-18 03:41:07,511 Sleep: 10 +2021-12-18 03:41:07,512 Number of retrials: 0 +2021-12-18 03:41:07,512 WRAPPER CHECK TIME = 10 +2021-12-18 03:41:07,516 Checking jobs for platform=marenostrum4 +2021-12-18 03:41:07,517 Checking jobs for platform=nord3 +2021-12-18 03:41:07,517 Checking jobs for platform=local +2021-12-18 03:41:07,518 Checking jobs for platform=transfer_node +2021-12-18 03:41:07,518 Checking all jobs at once +2021-12-18 03:41:08,937 Successful check job command +2021-12-18 03:41:10,759 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:41:10,760 End of checking +2021-12-18 03:41:10,761 Updating FAILED jobs +2021-12-18 03:41:10,761 Updating WAITING jobs +2021-12-18 03:41:10,762 Update finished +2021-12-18 03:41:10,762 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:41:10,763 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:41:10,763 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:41:10,763 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:41:10,763 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:41:10,765 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:41:10,768 Job list saved +2021-12-18 03:41:10,772 Updating FAILED jobs +2021-12-18 03:41:10,773 Updating WAITING jobs +2021-12-18 03:41:10,773 Update finished +2021-12-18 03:41:20,783 Reloading parameters... +2021-12-18 03:41:20,803 Loading parameters... +2021-12-18 03:41:20,804 Loading project parameters... +2021-12-18 03:41:20,806 + +22 of 25 jobs remaining (03:41) +2021-12-18 03:41:20,806 Sleep: 10 +2021-12-18 03:41:20,806 Number of retrials: 0 +2021-12-18 03:41:20,806 WRAPPER CHECK TIME = 10 +2021-12-18 03:41:20,807 Checking jobs for platform=marenostrum4 +2021-12-18 03:41:20,807 Checking jobs for platform=nord3 +2021-12-18 03:41:20,808 Checking jobs for platform=local +2021-12-18 03:41:20,809 Checking jobs for platform=transfer_node +2021-12-18 03:41:20,809 Checking all jobs at once +2021-12-18 03:41:22,228 Successful check job command +2021-12-18 03:41:23,648 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:41:23,648 End of checking +2021-12-18 03:41:23,649 Updating FAILED jobs +2021-12-18 03:41:23,649 Updating WAITING jobs +2021-12-18 03:41:23,650 Update finished +2021-12-18 03:41:23,650 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:41:23,650 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:41:23,650 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:41:23,650 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:41:23,650 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:41:23,653 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:41:23,656 Job list saved +2021-12-18 03:41:23,661 Updating FAILED jobs +2021-12-18 03:41:23,661 Updating WAITING jobs +2021-12-18 03:41:23,661 Update finished +2021-12-18 03:41:33,671 Reloading parameters... +2021-12-18 03:41:33,691 Loading parameters... +2021-12-18 03:41:33,692 Loading project parameters... +2021-12-18 03:41:33,694 + +22 of 25 jobs remaining (03:41) +2021-12-18 03:41:33,694 Sleep: 10 +2021-12-18 03:41:33,694 Number of retrials: 0 +2021-12-18 03:41:33,695 WRAPPER CHECK TIME = 10 +2021-12-18 03:41:33,695 Checking jobs for platform=marenostrum4 +2021-12-18 03:41:33,696 Checking jobs for platform=nord3 +2021-12-18 03:41:33,696 Checking jobs for platform=local +2021-12-18 03:41:33,697 Checking jobs for platform=transfer_node +2021-12-18 03:41:33,697 Checking all jobs at once +2021-12-18 03:41:35,217 Successful check job command +2021-12-18 03:41:36,837 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:41:36,837 End of checking +2021-12-18 03:41:36,838 Updating FAILED jobs +2021-12-18 03:41:36,838 Updating WAITING jobs +2021-12-18 03:41:36,839 Update finished +2021-12-18 03:41:36,839 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:41:36,839 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:41:36,839 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:41:36,839 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:41:36,839 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:41:36,842 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:41:36,844 Job list saved +2021-12-18 03:41:36,849 Updating FAILED jobs +2021-12-18 03:41:36,849 Updating WAITING jobs +2021-12-18 03:41:36,849 Update finished +2021-12-18 03:41:46,859 Reloading parameters... +2021-12-18 03:41:46,882 Loading parameters... +2021-12-18 03:41:46,883 Loading project parameters... +2021-12-18 03:41:46,885 + +22 of 25 jobs remaining (03:41) +2021-12-18 03:41:46,885 Sleep: 10 +2021-12-18 03:41:46,885 Number of retrials: 0 +2021-12-18 03:41:46,885 WRAPPER CHECK TIME = 10 +2021-12-18 03:41:46,886 Checking jobs for platform=marenostrum4 +2021-12-18 03:41:46,887 Checking jobs for platform=nord3 +2021-12-18 03:41:46,887 Checking jobs for platform=local +2021-12-18 03:41:46,888 Checking jobs for platform=transfer_node +2021-12-18 03:41:46,888 Checking all jobs at once +2021-12-18 03:41:48,358 Successful check job command +2021-12-18 03:41:49,828 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:41:49,828 End of checking +2021-12-18 03:41:49,829 Updating FAILED jobs +2021-12-18 03:41:49,829 Updating WAITING jobs +2021-12-18 03:41:49,829 Update finished +2021-12-18 03:41:49,830 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:41:49,830 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:41:49,830 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:41:49,830 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:41:49,831 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:41:49,833 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:41:49,836 Job list saved +2021-12-18 03:41:49,840 Updating FAILED jobs +2021-12-18 03:41:49,840 Updating WAITING jobs +2021-12-18 03:41:49,840 Update finished +2021-12-18 03:41:59,846 Reloading parameters... +2021-12-18 03:41:59,865 Loading parameters... +2021-12-18 03:41:59,866 Loading project parameters... +2021-12-18 03:41:59,869 + +22 of 25 jobs remaining (03:41) +2021-12-18 03:41:59,869 Sleep: 10 +2021-12-18 03:41:59,869 Number of retrials: 0 +2021-12-18 03:41:59,869 WRAPPER CHECK TIME = 10 +2021-12-18 03:41:59,870 Checking jobs for platform=marenostrum4 +2021-12-18 03:41:59,870 Checking jobs for platform=nord3 +2021-12-18 03:41:59,871 Checking jobs for platform=local +2021-12-18 03:41:59,871 Checking jobs for platform=transfer_node +2021-12-18 03:41:59,871 Checking all jobs at once +2021-12-18 03:42:01,341 Successful check job command +2021-12-18 03:42:02,613 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:42:02,613 End of checking +2021-12-18 03:42:02,615 Updating FAILED jobs +2021-12-18 03:42:02,615 Updating WAITING jobs +2021-12-18 03:42:02,615 Update finished +2021-12-18 03:42:02,615 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:42:02,615 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:42:02,615 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:42:02,616 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:42:02,616 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:42:02,619 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:42:02,621 Job list saved +2021-12-18 03:42:02,625 Updating FAILED jobs +2021-12-18 03:42:02,626 Updating WAITING jobs +2021-12-18 03:42:02,626 Update finished +2021-12-18 03:42:12,636 Reloading parameters... +2021-12-18 03:42:12,654 Loading parameters... +2021-12-18 03:42:12,655 Loading project parameters... +2021-12-18 03:42:12,657 + +22 of 25 jobs remaining (03:42) +2021-12-18 03:42:12,657 Sleep: 10 +2021-12-18 03:42:12,657 Number of retrials: 0 +2021-12-18 03:42:12,657 WRAPPER CHECK TIME = 10 +2021-12-18 03:42:12,658 Checking jobs for platform=marenostrum4 +2021-12-18 03:42:12,658 Checking jobs for platform=nord3 +2021-12-18 03:42:12,659 Checking jobs for platform=local +2021-12-18 03:42:12,660 Checking jobs for platform=transfer_node +2021-12-18 03:42:12,660 Checking all jobs at once +2021-12-18 03:42:14,029 Successful check job command +2021-12-18 03:42:15,400 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:42:15,400 End of checking +2021-12-18 03:42:15,401 Updating FAILED jobs +2021-12-18 03:42:15,401 Updating WAITING jobs +2021-12-18 03:42:15,402 Update finished +2021-12-18 03:42:15,402 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:42:15,402 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:42:15,402 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:42:15,402 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:42:15,402 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:42:15,407 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:42:15,409 Job list saved +2021-12-18 03:42:15,414 Updating FAILED jobs +2021-12-18 03:42:15,414 Updating WAITING jobs +2021-12-18 03:42:15,415 Update finished +2021-12-18 03:42:25,425 Reloading parameters... +2021-12-18 03:42:25,443 Loading parameters... +2021-12-18 03:42:25,444 Loading project parameters... +2021-12-18 03:42:25,446 + +22 of 25 jobs remaining (03:42) +2021-12-18 03:42:25,446 Sleep: 10 +2021-12-18 03:42:25,446 Number of retrials: 0 +2021-12-18 03:42:25,447 WRAPPER CHECK TIME = 10 +2021-12-18 03:42:25,447 Checking jobs for platform=marenostrum4 +2021-12-18 03:42:25,448 Checking jobs for platform=nord3 +2021-12-18 03:42:25,448 Checking jobs for platform=local +2021-12-18 03:42:25,449 Checking jobs for platform=transfer_node +2021-12-18 03:42:25,449 Checking all jobs at once +2021-12-18 03:42:26,768 Successful check job command +2021-12-18 03:42:27,939 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:42:27,940 End of checking +2021-12-18 03:42:27,941 Updating FAILED jobs +2021-12-18 03:42:27,941 Updating WAITING jobs +2021-12-18 03:42:27,941 Update finished +2021-12-18 03:42:27,941 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:42:27,942 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:42:27,942 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:42:27,942 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:42:27,943 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:42:27,945 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:42:27,947 Job list saved +2021-12-18 03:42:27,952 Updating FAILED jobs +2021-12-18 03:42:27,952 Updating WAITING jobs +2021-12-18 03:42:27,952 Update finished +2021-12-18 03:42:37,960 Reloading parameters... +2021-12-18 03:42:37,978 Loading parameters... +2021-12-18 03:42:37,980 Loading project parameters... +2021-12-18 03:42:37,982 + +22 of 25 jobs remaining (03:42) +2021-12-18 03:42:37,982 Sleep: 10 +2021-12-18 03:42:37,982 Number of retrials: 0 +2021-12-18 03:42:37,982 WRAPPER CHECK TIME = 10 +2021-12-18 03:42:37,983 Checking jobs for platform=marenostrum4 +2021-12-18 03:42:37,984 Checking jobs for platform=nord3 +2021-12-18 03:42:37,984 Checking jobs for platform=local +2021-12-18 03:42:37,985 Checking jobs for platform=transfer_node +2021-12-18 03:42:37,985 Checking all jobs at once +2021-12-18 03:42:40,156 Successful check job command +2021-12-18 03:42:41,576 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:42:41,576 End of checking +2021-12-18 03:42:41,578 Updating FAILED jobs +2021-12-18 03:42:41,578 Updating WAITING jobs +2021-12-18 03:42:41,578 Update finished +2021-12-18 03:42:41,579 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:42:41,579 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:42:41,579 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:42:41,579 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:42:41,579 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:42:41,582 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:42:41,584 Job list saved +2021-12-18 03:42:41,589 Updating FAILED jobs +2021-12-18 03:42:41,589 Updating WAITING jobs +2021-12-18 03:42:41,589 Update finished +2021-12-18 03:42:51,600 Reloading parameters... +2021-12-18 03:42:51,620 Loading parameters... +2021-12-18 03:42:51,621 Loading project parameters... +2021-12-18 03:42:51,623 + +22 of 25 jobs remaining (03:42) +2021-12-18 03:42:51,623 Sleep: 10 +2021-12-18 03:42:51,623 Number of retrials: 0 +2021-12-18 03:42:51,624 WRAPPER CHECK TIME = 10 +2021-12-18 03:42:51,624 Checking jobs for platform=marenostrum4 +2021-12-18 03:42:51,625 Checking jobs for platform=nord3 +2021-12-18 03:42:51,625 Checking jobs for platform=local +2021-12-18 03:42:51,626 Checking jobs for platform=transfer_node +2021-12-18 03:42:51,626 Checking all jobs at once +2021-12-18 03:42:53,095 Successful check job command +2021-12-18 03:42:54,314 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:42:54,315 End of checking +2021-12-18 03:42:54,316 Updating FAILED jobs +2021-12-18 03:42:54,316 Updating WAITING jobs +2021-12-18 03:42:54,317 Update finished +2021-12-18 03:42:54,317 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:42:54,317 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:42:54,317 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:42:54,317 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:42:54,317 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:42:54,320 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:42:54,322 Job list saved +2021-12-18 03:42:54,384 Updating FAILED jobs +2021-12-18 03:42:54,384 Updating WAITING jobs +2021-12-18 03:42:54,384 Update finished +2021-12-18 03:43:04,393 Reloading parameters... +2021-12-18 03:43:04,413 Loading parameters... +2021-12-18 03:43:04,414 Loading project parameters... +2021-12-18 03:43:04,416 + +22 of 25 jobs remaining (03:43) +2021-12-18 03:43:04,417 Sleep: 10 +2021-12-18 03:43:04,417 Number of retrials: 0 +2021-12-18 03:43:04,417 WRAPPER CHECK TIME = 10 +2021-12-18 03:43:04,425 Checking jobs for platform=marenostrum4 +2021-12-18 03:43:04,425 Checking jobs for platform=nord3 +2021-12-18 03:43:04,426 Checking jobs for platform=local +2021-12-18 03:43:04,427 Checking jobs for platform=transfer_node +2021-12-18 03:43:04,427 Checking all jobs at once +2021-12-18 03:43:06,499 Successful check job command +2021-12-18 03:43:07,818 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:43:07,819 End of checking +2021-12-18 03:43:07,820 Updating FAILED jobs +2021-12-18 03:43:07,820 Updating WAITING jobs +2021-12-18 03:43:07,821 Update finished +2021-12-18 03:43:07,821 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:43:07,824 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:43:07,824 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:43:07,824 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:43:07,824 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:43:07,827 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:43:07,829 Job list saved +2021-12-18 03:43:07,834 Updating FAILED jobs +2021-12-18 03:43:07,834 Updating WAITING jobs +2021-12-18 03:43:07,834 Update finished +2021-12-18 03:43:17,844 Reloading parameters... +2021-12-18 03:43:17,862 Loading parameters... +2021-12-18 03:43:17,863 Loading project parameters... +2021-12-18 03:43:17,865 + +22 of 25 jobs remaining (03:43) +2021-12-18 03:43:17,865 Sleep: 10 +2021-12-18 03:43:17,865 Number of retrials: 0 +2021-12-18 03:43:17,865 WRAPPER CHECK TIME = 10 +2021-12-18 03:43:17,866 Checking jobs for platform=marenostrum4 +2021-12-18 03:43:17,866 Checking jobs for platform=nord3 +2021-12-18 03:43:17,867 Checking jobs for platform=local +2021-12-18 03:43:17,867 Checking jobs for platform=transfer_node +2021-12-18 03:43:17,867 Checking all jobs at once +2021-12-18 03:43:19,788 Successful check job command +2021-12-18 03:43:21,158 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:43:21,158 End of checking +2021-12-18 03:43:21,160 Updating FAILED jobs +2021-12-18 03:43:21,160 Updating WAITING jobs +2021-12-18 03:43:21,160 Update finished +2021-12-18 03:43:21,160 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:43:21,160 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:43:21,161 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:43:21,161 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:43:21,161 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:43:21,163 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:43:21,166 Job list saved +2021-12-18 03:43:21,170 Updating FAILED jobs +2021-12-18 03:43:21,170 Updating WAITING jobs +2021-12-18 03:43:21,171 Update finished +2021-12-18 03:43:31,181 Reloading parameters... +2021-12-18 03:43:31,199 Loading parameters... +2021-12-18 03:43:31,200 Loading project parameters... +2021-12-18 03:43:31,202 + +22 of 25 jobs remaining (03:43) +2021-12-18 03:43:31,202 Sleep: 10 +2021-12-18 03:43:31,202 Number of retrials: 0 +2021-12-18 03:43:31,202 WRAPPER CHECK TIME = 10 +2021-12-18 03:43:31,203 Checking jobs for platform=marenostrum4 +2021-12-18 03:43:31,204 Checking jobs for platform=nord3 +2021-12-18 03:43:31,204 Checking jobs for platform=local +2021-12-18 03:43:31,205 Checking jobs for platform=transfer_node +2021-12-18 03:43:31,205 Checking all jobs at once +2021-12-18 03:43:32,675 Successful check job command +2021-12-18 03:43:33,945 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:43:33,945 End of checking +2021-12-18 03:43:33,946 Updating FAILED jobs +2021-12-18 03:43:33,947 Updating WAITING jobs +2021-12-18 03:43:33,947 Update finished +2021-12-18 03:43:33,947 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:43:33,947 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:43:33,947 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:43:33,948 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:43:33,948 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:43:33,950 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:43:33,953 Job list saved +2021-12-18 03:43:33,957 Updating FAILED jobs +2021-12-18 03:43:33,957 Updating WAITING jobs +2021-12-18 03:43:33,958 Update finished +2021-12-18 03:43:43,968 Reloading parameters... +2021-12-18 03:43:43,987 Loading parameters... +2021-12-18 03:43:43,989 Loading project parameters... +2021-12-18 03:43:43,990 + +22 of 25 jobs remaining (03:43) +2021-12-18 03:43:43,991 Sleep: 10 +2021-12-18 03:43:43,991 Number of retrials: 0 +2021-12-18 03:43:43,991 WRAPPER CHECK TIME = 10 +2021-12-18 03:43:43,991 Checking jobs for platform=marenostrum4 +2021-12-18 03:43:43,992 Checking jobs for platform=nord3 +2021-12-18 03:43:43,993 Checking jobs for platform=local +2021-12-18 03:43:43,993 Checking jobs for platform=transfer_node +2021-12-18 03:43:43,993 Checking all jobs at once +2021-12-18 03:43:45,513 Successful check job command +2021-12-18 03:43:46,835 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:43:46,836 End of checking +2021-12-18 03:43:46,837 Updating FAILED jobs +2021-12-18 03:43:46,837 Updating WAITING jobs +2021-12-18 03:43:46,838 Update finished +2021-12-18 03:43:46,838 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:43:46,839 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:43:46,839 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:43:46,839 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:43:46,839 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:43:46,842 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:43:46,844 Job list saved +2021-12-18 03:43:46,849 Updating FAILED jobs +2021-12-18 03:43:46,849 Updating WAITING jobs +2021-12-18 03:43:46,850 Update finished +2021-12-18 03:43:56,860 Reloading parameters... +2021-12-18 03:43:56,882 Loading parameters... +2021-12-18 03:43:56,883 Loading project parameters... +2021-12-18 03:43:56,885 + +22 of 25 jobs remaining (03:43) +2021-12-18 03:43:56,885 Sleep: 10 +2021-12-18 03:43:56,885 Number of retrials: 0 +2021-12-18 03:43:56,886 WRAPPER CHECK TIME = 10 +2021-12-18 03:43:56,886 Checking jobs for platform=marenostrum4 +2021-12-18 03:43:56,887 Checking jobs for platform=nord3 +2021-12-18 03:43:56,887 Checking jobs for platform=local +2021-12-18 03:43:56,888 Checking jobs for platform=transfer_node +2021-12-18 03:43:56,888 Checking all jobs at once +2021-12-18 03:43:58,658 Successful check job command +2021-12-18 03:44:00,079 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:44:00,079 End of checking +2021-12-18 03:44:00,080 Updating FAILED jobs +2021-12-18 03:44:00,080 Updating WAITING jobs +2021-12-18 03:44:00,081 Update finished +2021-12-18 03:44:00,081 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:44:00,081 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:44:00,081 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:44:00,081 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:44:00,081 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:44:00,084 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:44:00,086 Job list saved +2021-12-18 03:44:00,091 Updating FAILED jobs +2021-12-18 03:44:00,091 Updating WAITING jobs +2021-12-18 03:44:00,091 Update finished +2021-12-18 03:44:10,101 Reloading parameters... +2021-12-18 03:44:10,119 Loading parameters... +2021-12-18 03:44:10,120 Loading project parameters... +2021-12-18 03:44:10,122 + +22 of 25 jobs remaining (03:44) +2021-12-18 03:44:10,123 Sleep: 10 +2021-12-18 03:44:10,123 Number of retrials: 0 +2021-12-18 03:44:10,123 WRAPPER CHECK TIME = 10 +2021-12-18 03:44:10,123 Checking jobs for platform=marenostrum4 +2021-12-18 03:44:10,124 Checking jobs for platform=nord3 +2021-12-18 03:44:10,124 Checking jobs for platform=local +2021-12-18 03:44:10,125 Checking jobs for platform=transfer_node +2021-12-18 03:44:10,125 Checking all jobs at once +2021-12-18 03:44:11,946 Successful check job command +2021-12-18 03:44:13,315 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:44:13,315 End of checking +2021-12-18 03:44:13,317 Updating FAILED jobs +2021-12-18 03:44:13,317 Updating WAITING jobs +2021-12-18 03:44:13,317 Update finished +2021-12-18 03:44:13,318 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:44:13,318 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:44:13,318 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:44:13,318 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:44:13,318 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:44:13,321 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:44:13,323 Job list saved +2021-12-18 03:44:13,328 Updating FAILED jobs +2021-12-18 03:44:13,328 Updating WAITING jobs +2021-12-18 03:44:13,328 Update finished +2021-12-18 03:44:23,337 Reloading parameters... +2021-12-18 03:44:23,359 Loading parameters... +2021-12-18 03:44:23,360 Loading project parameters... +2021-12-18 03:44:23,362 + +22 of 25 jobs remaining (03:44) +2021-12-18 03:44:23,362 Sleep: 10 +2021-12-18 03:44:23,362 Number of retrials: 0 +2021-12-18 03:44:23,362 WRAPPER CHECK TIME = 10 +2021-12-18 03:44:23,363 Checking jobs for platform=marenostrum4 +2021-12-18 03:44:23,364 Checking jobs for platform=nord3 +2021-12-18 03:44:23,364 Checking jobs for platform=local +2021-12-18 03:44:23,365 Checking jobs for platform=transfer_node +2021-12-18 03:44:23,365 Checking all jobs at once +2021-12-18 03:44:24,988 Successful check job command +2021-12-18 03:44:26,558 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:44:26,558 End of checking +2021-12-18 03:44:26,560 Updating FAILED jobs +2021-12-18 03:44:26,560 Updating WAITING jobs +2021-12-18 03:44:26,560 Update finished +2021-12-18 03:44:26,560 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:44:26,561 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:44:26,561 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:44:26,561 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:44:26,561 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:44:26,564 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:44:26,566 Job list saved +2021-12-18 03:44:26,571 Updating FAILED jobs +2021-12-18 03:44:26,571 Updating WAITING jobs +2021-12-18 03:44:26,571 Update finished +2021-12-18 03:44:36,581 Reloading parameters... +2021-12-18 03:44:36,598 Loading parameters... +2021-12-18 03:44:36,600 Loading project parameters... +2021-12-18 03:44:36,602 + +22 of 25 jobs remaining (03:44) +2021-12-18 03:44:36,602 Sleep: 10 +2021-12-18 03:44:36,602 Number of retrials: 0 +2021-12-18 03:44:36,602 WRAPPER CHECK TIME = 10 +2021-12-18 03:44:36,603 Checking jobs for platform=marenostrum4 +2021-12-18 03:44:36,603 Checking jobs for platform=nord3 +2021-12-18 03:44:36,604 Checking jobs for platform=local +2021-12-18 03:44:36,604 Checking jobs for platform=transfer_node +2021-12-18 03:44:36,605 Checking all jobs at once +2021-12-18 03:44:37,924 Successful check job command +2021-12-18 03:44:39,194 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:44:39,194 End of checking +2021-12-18 03:44:39,196 Updating FAILED jobs +2021-12-18 03:44:39,196 Updating WAITING jobs +2021-12-18 03:44:39,196 Update finished +2021-12-18 03:44:39,196 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:44:39,196 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:44:39,196 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:44:39,197 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:44:39,197 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:44:39,199 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:44:39,201 Job list saved +2021-12-18 03:44:39,206 Updating FAILED jobs +2021-12-18 03:44:39,206 Updating WAITING jobs +2021-12-18 03:44:39,206 Update finished +2021-12-18 03:44:49,216 Reloading parameters... +2021-12-18 03:44:49,234 Loading parameters... +2021-12-18 03:44:49,235 Loading project parameters... +2021-12-18 03:44:49,237 + +22 of 25 jobs remaining (03:44) +2021-12-18 03:44:49,237 Sleep: 10 +2021-12-18 03:44:49,238 Number of retrials: 0 +2021-12-18 03:44:49,238 WRAPPER CHECK TIME = 10 +2021-12-18 03:44:49,238 Checking jobs for platform=marenostrum4 +2021-12-18 03:44:49,239 Checking jobs for platform=nord3 +2021-12-18 03:44:49,239 Checking jobs for platform=local +2021-12-18 03:44:49,240 Checking jobs for platform=transfer_node +2021-12-18 03:44:49,240 Checking all jobs at once +2021-12-18 03:44:50,910 Successful check job command +2021-12-18 03:44:52,329 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:44:52,329 End of checking +2021-12-18 03:44:52,331 Updating FAILED jobs +2021-12-18 03:44:52,331 Updating WAITING jobs +2021-12-18 03:44:52,331 Update finished +2021-12-18 03:44:52,332 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:44:52,332 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:44:52,332 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:44:52,332 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:44:52,332 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:44:52,336 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:44:52,338 Job list saved +2021-12-18 03:44:52,343 Updating FAILED jobs +2021-12-18 03:44:52,343 Updating WAITING jobs +2021-12-18 03:44:52,343 Update finished +2021-12-18 03:45:02,350 Reloading parameters... +2021-12-18 03:45:02,375 Loading parameters... +2021-12-18 03:45:02,377 Loading project parameters... +2021-12-18 03:45:02,379 + +22 of 25 jobs remaining (03:45) +2021-12-18 03:45:02,379 Sleep: 10 +2021-12-18 03:45:02,379 Number of retrials: 0 +2021-12-18 03:45:02,379 WRAPPER CHECK TIME = 10 +2021-12-18 03:45:02,380 Checking jobs for platform=marenostrum4 +2021-12-18 03:45:02,380 Checking jobs for platform=nord3 +2021-12-18 03:45:02,381 Checking jobs for platform=local +2021-12-18 03:45:02,381 Checking jobs for platform=transfer_node +2021-12-18 03:45:02,381 Checking all jobs at once +2021-12-18 03:45:04,153 Successful check job command +2021-12-18 03:45:05,724 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:45:05,724 End of checking +2021-12-18 03:45:05,726 Updating FAILED jobs +2021-12-18 03:45:05,726 Updating WAITING jobs +2021-12-18 03:45:05,726 Update finished +2021-12-18 03:45:05,726 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:45:05,727 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:45:05,727 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:45:05,727 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:45:05,727 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:45:05,730 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:45:05,732 Job list saved +2021-12-18 03:45:05,738 Updating FAILED jobs +2021-12-18 03:45:05,738 Updating WAITING jobs +2021-12-18 03:45:05,738 Update finished +2021-12-18 03:45:15,748 Reloading parameters... +2021-12-18 03:45:15,766 Loading parameters... +2021-12-18 03:45:15,767 Loading project parameters... +2021-12-18 03:45:15,769 + +22 of 25 jobs remaining (03:45) +2021-12-18 03:45:15,769 Sleep: 10 +2021-12-18 03:45:15,770 Number of retrials: 0 +2021-12-18 03:45:15,770 WRAPPER CHECK TIME = 10 +2021-12-18 03:45:15,770 Checking jobs for platform=marenostrum4 +2021-12-18 03:45:15,771 Checking jobs for platform=nord3 +2021-12-18 03:45:15,771 Checking jobs for platform=local +2021-12-18 03:45:15,772 Checking jobs for platform=transfer_node +2021-12-18 03:45:15,772 Checking all jobs at once +2021-12-18 03:45:17,143 Successful check job command +2021-12-18 03:45:18,612 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:45:18,613 End of checking +2021-12-18 03:45:18,614 Updating FAILED jobs +2021-12-18 03:45:18,614 Updating WAITING jobs +2021-12-18 03:45:18,615 Update finished +2021-12-18 03:45:18,615 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:45:18,615 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:45:18,615 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:45:18,615 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:45:18,615 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:45:18,618 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:45:18,620 Job list saved +2021-12-18 03:45:18,625 Updating FAILED jobs +2021-12-18 03:45:18,625 Updating WAITING jobs +2021-12-18 03:45:18,625 Update finished +2021-12-18 03:45:28,636 Reloading parameters... +2021-12-18 03:45:28,654 Loading parameters... +2021-12-18 03:45:28,655 Loading project parameters... +2021-12-18 03:45:28,657 + +22 of 25 jobs remaining (03:45) +2021-12-18 03:45:28,658 Sleep: 10 +2021-12-18 03:45:28,658 Number of retrials: 0 +2021-12-18 03:45:28,658 WRAPPER CHECK TIME = 10 +2021-12-18 03:45:28,658 Checking jobs for platform=marenostrum4 +2021-12-18 03:45:28,659 Checking jobs for platform=nord3 +2021-12-18 03:45:28,660 Checking jobs for platform=local +2021-12-18 03:45:28,660 Checking jobs for platform=transfer_node +2021-12-18 03:45:28,660 Checking all jobs at once +2021-12-18 03:45:30,081 Successful check job command +2021-12-18 03:45:31,451 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:45:31,451 End of checking +2021-12-18 03:45:31,452 Updating FAILED jobs +2021-12-18 03:45:31,452 Updating WAITING jobs +2021-12-18 03:45:31,453 Update finished +2021-12-18 03:45:31,453 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:45:31,453 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:45:31,453 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:45:31,453 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:45:31,453 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:45:31,456 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:45:31,458 Job list saved +2021-12-18 03:45:31,462 Updating FAILED jobs +2021-12-18 03:45:31,462 Updating WAITING jobs +2021-12-18 03:45:31,462 Update finished +2021-12-18 03:45:41,471 Reloading parameters... +2021-12-18 03:45:41,489 Loading parameters... +2021-12-18 03:45:41,490 Loading project parameters... +2021-12-18 03:45:41,492 + +22 of 25 jobs remaining (03:45) +2021-12-18 03:45:41,492 Sleep: 10 +2021-12-18 03:45:41,492 Number of retrials: 0 +2021-12-18 03:45:41,493 WRAPPER CHECK TIME = 10 +2021-12-18 03:45:41,493 Checking jobs for platform=marenostrum4 +2021-12-18 03:45:41,494 Checking jobs for platform=nord3 +2021-12-18 03:45:41,494 Checking jobs for platform=local +2021-12-18 03:45:41,495 Checking jobs for platform=transfer_node +2021-12-18 03:45:41,495 Checking all jobs at once +2021-12-18 03:45:42,914 Successful check job command +2021-12-18 03:45:44,434 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:45:44,434 End of checking +2021-12-18 03:45:44,435 Updating FAILED jobs +2021-12-18 03:45:44,436 Updating WAITING jobs +2021-12-18 03:45:44,436 Update finished +2021-12-18 03:45:44,436 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:45:44,440 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:45:44,440 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:45:44,440 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:45:44,440 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:45:44,443 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:45:44,446 Job list saved +2021-12-18 03:45:44,451 Updating FAILED jobs +2021-12-18 03:45:44,451 Updating WAITING jobs +2021-12-18 03:45:44,451 Update finished +2021-12-18 03:45:54,462 Reloading parameters... +2021-12-18 03:45:54,488 Loading parameters... +2021-12-18 03:45:54,489 Loading project parameters... +2021-12-18 03:45:54,491 + +22 of 25 jobs remaining (03:45) +2021-12-18 03:45:54,491 Sleep: 10 +2021-12-18 03:45:54,491 Number of retrials: 0 +2021-12-18 03:45:54,492 WRAPPER CHECK TIME = 10 +2021-12-18 03:45:54,492 Checking jobs for platform=marenostrum4 +2021-12-18 03:45:54,493 Checking jobs for platform=nord3 +2021-12-18 03:45:54,493 Checking jobs for platform=local +2021-12-18 03:45:54,494 Checking jobs for platform=transfer_node +2021-12-18 03:45:54,494 Checking all jobs at once +2021-12-18 03:45:55,863 Successful check job command +2021-12-18 03:45:57,283 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:45:57,284 End of checking +2021-12-18 03:45:57,285 Updating FAILED jobs +2021-12-18 03:45:57,286 Updating WAITING jobs +2021-12-18 03:45:57,286 Update finished +2021-12-18 03:45:57,286 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:45:57,286 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:45:57,286 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:45:57,286 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:45:57,287 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:45:57,289 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:45:57,292 Job list saved +2021-12-18 03:45:57,297 Updating FAILED jobs +2021-12-18 03:45:57,297 Updating WAITING jobs +2021-12-18 03:45:57,298 Update finished +2021-12-18 03:46:07,308 Reloading parameters... +2021-12-18 03:46:07,328 Loading parameters... +2021-12-18 03:46:07,329 Loading project parameters... +2021-12-18 03:46:07,331 + +22 of 25 jobs remaining (03:46) +2021-12-18 03:46:07,331 Sleep: 10 +2021-12-18 03:46:07,331 Number of retrials: 0 +2021-12-18 03:46:07,331 WRAPPER CHECK TIME = 10 +2021-12-18 03:46:07,332 Checking jobs for platform=marenostrum4 +2021-12-18 03:46:07,332 Checking jobs for platform=nord3 +2021-12-18 03:46:07,333 Checking jobs for platform=local +2021-12-18 03:46:07,334 Checking jobs for platform=transfer_node +2021-12-18 03:46:07,334 Checking all jobs at once +2021-12-18 03:46:08,903 Successful check job command +2021-12-18 03:46:10,923 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:46:10,923 End of checking +2021-12-18 03:46:10,925 Updating FAILED jobs +2021-12-18 03:46:10,925 Updating WAITING jobs +2021-12-18 03:46:10,925 Update finished +2021-12-18 03:46:10,926 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:46:10,926 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:46:10,926 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:46:10,926 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:46:10,926 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:46:10,929 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:46:10,931 Job list saved +2021-12-18 03:46:10,936 Updating FAILED jobs +2021-12-18 03:46:10,936 Updating WAITING jobs +2021-12-18 03:46:10,936 Update finished +2021-12-18 03:46:20,946 Reloading parameters... +2021-12-18 03:46:20,964 Loading parameters... +2021-12-18 03:46:20,965 Loading project parameters... +2021-12-18 03:46:20,967 + +22 of 25 jobs remaining (03:46) +2021-12-18 03:46:20,968 Sleep: 10 +2021-12-18 03:46:20,968 Number of retrials: 0 +2021-12-18 03:46:20,968 WRAPPER CHECK TIME = 10 +2021-12-18 03:46:20,968 Checking jobs for platform=marenostrum4 +2021-12-18 03:46:20,969 Checking jobs for platform=nord3 +2021-12-18 03:46:20,969 Checking jobs for platform=local +2021-12-18 03:46:20,970 Checking jobs for platform=transfer_node +2021-12-18 03:46:20,970 Checking all jobs at once +2021-12-18 03:46:22,740 Successful check job command +2021-12-18 03:46:24,209 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:46:24,210 End of checking +2021-12-18 03:46:24,211 Updating FAILED jobs +2021-12-18 03:46:24,211 Updating WAITING jobs +2021-12-18 03:46:24,212 Update finished +2021-12-18 03:46:24,212 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:46:24,212 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:46:24,212 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:46:24,213 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:46:24,213 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:46:24,215 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:46:24,217 Job list saved +2021-12-18 03:46:24,228 Updating FAILED jobs +2021-12-18 03:46:24,228 Updating WAITING jobs +2021-12-18 03:46:24,228 Update finished +2021-12-18 03:46:34,239 Reloading parameters... +2021-12-18 03:46:34,257 Loading parameters... +2021-12-18 03:46:34,258 Loading project parameters... +2021-12-18 03:46:34,260 + +22 of 25 jobs remaining (03:46) +2021-12-18 03:46:34,261 Sleep: 10 +2021-12-18 03:46:34,261 Number of retrials: 0 +2021-12-18 03:46:34,261 WRAPPER CHECK TIME = 10 +2021-12-18 03:46:34,261 Checking jobs for platform=marenostrum4 +2021-12-18 03:46:34,262 Checking jobs for platform=nord3 +2021-12-18 03:46:34,262 Checking jobs for platform=local +2021-12-18 03:46:34,263 Checking jobs for platform=transfer_node +2021-12-18 03:46:34,263 Checking all jobs at once +2021-12-18 03:46:35,632 Successful check job command +2021-12-18 03:46:37,051 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:46:37,052 End of checking +2021-12-18 03:46:37,053 Updating FAILED jobs +2021-12-18 03:46:37,053 Updating WAITING jobs +2021-12-18 03:46:37,053 Update finished +2021-12-18 03:46:37,053 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:46:37,054 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:46:37,054 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:46:37,054 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:46:37,054 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:46:37,057 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:46:37,059 Job list saved +2021-12-18 03:46:37,065 Updating FAILED jobs +2021-12-18 03:46:37,065 Updating WAITING jobs +2021-12-18 03:46:37,065 Update finished +2021-12-18 03:46:47,075 Reloading parameters... +2021-12-18 03:46:47,092 Loading parameters... +2021-12-18 03:46:47,093 Loading project parameters... +2021-12-18 03:46:47,095 + +22 of 25 jobs remaining (03:46) +2021-12-18 03:46:47,095 Sleep: 10 +2021-12-18 03:46:47,095 Number of retrials: 0 +2021-12-18 03:46:47,096 WRAPPER CHECK TIME = 10 +2021-12-18 03:46:47,106 Checking jobs for platform=marenostrum4 +2021-12-18 03:46:47,107 Checking jobs for platform=nord3 +2021-12-18 03:46:47,107 Checking jobs for platform=local +2021-12-18 03:46:47,108 Checking jobs for platform=transfer_node +2021-12-18 03:46:47,108 Checking all jobs at once +2021-12-18 03:46:48,477 Successful check job command +2021-12-18 03:46:49,946 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:46:49,947 End of checking +2021-12-18 03:46:49,948 Updating FAILED jobs +2021-12-18 03:46:49,948 Updating WAITING jobs +2021-12-18 03:46:49,948 Update finished +2021-12-18 03:46:49,949 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:46:49,949 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:46:49,949 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:46:49,949 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:46:49,949 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:46:49,952 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:46:49,955 Job list saved +2021-12-18 03:46:49,959 Updating FAILED jobs +2021-12-18 03:46:49,959 Updating WAITING jobs +2021-12-18 03:46:49,960 Update finished +2021-12-18 03:46:59,970 Reloading parameters... +2021-12-18 03:46:59,993 Loading parameters... +2021-12-18 03:46:59,995 Loading project parameters... +2021-12-18 03:46:59,997 + +22 of 25 jobs remaining (03:46) +2021-12-18 03:46:59,997 Sleep: 10 +2021-12-18 03:46:59,997 Number of retrials: 0 +2021-12-18 03:46:59,997 WRAPPER CHECK TIME = 10 +2021-12-18 03:46:59,998 Checking jobs for platform=marenostrum4 +2021-12-18 03:46:59,999 Checking jobs for platform=nord3 +2021-12-18 03:46:59,999 Checking jobs for platform=local +2021-12-18 03:47:00,000 Checking jobs for platform=transfer_node +2021-12-18 03:47:00,000 Checking all jobs at once +2021-12-18 03:47:01,970 Successful check job command +2021-12-18 03:47:03,389 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:47:03,390 End of checking +2021-12-18 03:47:03,391 Updating FAILED jobs +2021-12-18 03:47:03,391 Updating WAITING jobs +2021-12-18 03:47:03,391 Update finished +2021-12-18 03:47:03,392 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:47:03,392 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:47:03,392 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:47:03,392 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:47:03,393 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:47:03,395 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:47:03,398 Job list saved +2021-12-18 03:47:03,402 Updating FAILED jobs +2021-12-18 03:47:03,402 Updating WAITING jobs +2021-12-18 03:47:03,403 Update finished +2021-12-18 03:47:13,413 Reloading parameters... +2021-12-18 03:47:13,431 Loading parameters... +2021-12-18 03:47:13,432 Loading project parameters... +2021-12-18 03:47:13,434 + +22 of 25 jobs remaining (03:47) +2021-12-18 03:47:13,434 Sleep: 10 +2021-12-18 03:47:13,434 Number of retrials: 0 +2021-12-18 03:47:13,434 WRAPPER CHECK TIME = 10 +2021-12-18 03:47:13,435 Checking jobs for platform=marenostrum4 +2021-12-18 03:47:13,436 Checking jobs for platform=nord3 +2021-12-18 03:47:13,436 Checking jobs for platform=local +2021-12-18 03:47:13,437 Checking jobs for platform=transfer_node +2021-12-18 03:47:13,437 Checking all jobs at once +2021-12-18 03:47:14,906 Successful check job command +2021-12-18 03:47:16,328 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:47:16,328 End of checking +2021-12-18 03:47:16,329 Updating FAILED jobs +2021-12-18 03:47:16,329 Updating WAITING jobs +2021-12-18 03:47:16,330 Update finished +2021-12-18 03:47:16,330 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:47:16,330 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:47:16,330 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:47:16,330 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:47:16,330 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:47:16,333 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:47:16,335 Job list saved +2021-12-18 03:47:16,340 Updating FAILED jobs +2021-12-18 03:47:16,340 Updating WAITING jobs +2021-12-18 03:47:16,340 Update finished +2021-12-18 03:47:26,350 Reloading parameters... +2021-12-18 03:47:26,369 Loading parameters... +2021-12-18 03:47:26,371 Loading project parameters... +2021-12-18 03:47:26,372 + +22 of 25 jobs remaining (03:47) +2021-12-18 03:47:26,373 Sleep: 10 +2021-12-18 03:47:26,373 Number of retrials: 0 +2021-12-18 03:47:26,373 WRAPPER CHECK TIME = 10 +2021-12-18 03:47:26,374 Checking jobs for platform=marenostrum4 +2021-12-18 03:47:26,374 Checking jobs for platform=nord3 +2021-12-18 03:47:26,375 Checking jobs for platform=local +2021-12-18 03:47:26,375 Checking jobs for platform=transfer_node +2021-12-18 03:47:26,376 Checking all jobs at once +2021-12-18 03:47:28,097 Successful check job command +2021-12-18 03:47:29,767 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:47:29,768 End of checking +2021-12-18 03:47:29,769 Updating FAILED jobs +2021-12-18 03:47:29,769 Updating WAITING jobs +2021-12-18 03:47:29,769 Update finished +2021-12-18 03:47:29,769 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:47:29,770 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:47:29,770 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:47:29,770 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:47:29,770 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:47:29,773 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:47:29,775 Job list saved +2021-12-18 03:47:29,780 Updating FAILED jobs +2021-12-18 03:47:29,780 Updating WAITING jobs +2021-12-18 03:47:29,780 Update finished +2021-12-18 03:47:39,790 Reloading parameters... +2021-12-18 03:47:39,808 Loading parameters... +2021-12-18 03:47:39,810 Loading project parameters... +2021-12-18 03:47:39,812 + +22 of 25 jobs remaining (03:47) +2021-12-18 03:47:39,813 Sleep: 10 +2021-12-18 03:47:39,813 Number of retrials: 0 +2021-12-18 03:47:39,813 WRAPPER CHECK TIME = 10 +2021-12-18 03:47:39,813 Checking jobs for platform=marenostrum4 +2021-12-18 03:47:39,814 Checking jobs for platform=nord3 +2021-12-18 03:47:39,814 Checking jobs for platform=local +2021-12-18 03:47:39,815 Checking jobs for platform=transfer_node +2021-12-18 03:47:39,815 Checking all jobs at once +2021-12-18 03:47:41,435 Successful check job command +2021-12-18 03:47:43,207 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:47:43,208 End of checking +2021-12-18 03:47:43,209 Updating FAILED jobs +2021-12-18 03:47:43,209 Updating WAITING jobs +2021-12-18 03:47:43,209 Update finished +2021-12-18 03:47:43,210 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:47:43,210 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:47:43,210 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:47:43,210 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:47:43,210 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:47:43,213 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:47:43,215 Job list saved +2021-12-18 03:47:43,220 Updating FAILED jobs +2021-12-18 03:47:43,220 Updating WAITING jobs +2021-12-18 03:47:43,220 Update finished +2021-12-18 03:47:53,226 Reloading parameters... +2021-12-18 03:47:53,243 Loading parameters... +2021-12-18 03:47:53,244 Loading project parameters... +2021-12-18 03:47:53,246 + +22 of 25 jobs remaining (03:47) +2021-12-18 03:47:53,247 Sleep: 10 +2021-12-18 03:47:53,247 Number of retrials: 0 +2021-12-18 03:47:53,247 WRAPPER CHECK TIME = 10 +2021-12-18 03:47:53,247 Checking jobs for platform=marenostrum4 +2021-12-18 03:47:53,248 Checking jobs for platform=nord3 +2021-12-18 03:47:53,248 Checking jobs for platform=local +2021-12-18 03:47:53,249 Checking jobs for platform=transfer_node +2021-12-18 03:47:53,249 Checking all jobs at once +2021-12-18 03:47:54,574 Successful check job command +2021-12-18 03:47:55,894 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:47:55,894 End of checking +2021-12-18 03:47:55,895 Updating FAILED jobs +2021-12-18 03:47:55,896 Updating WAITING jobs +2021-12-18 03:47:55,896 Update finished +2021-12-18 03:47:55,896 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:47:55,896 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:47:55,896 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:47:55,897 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:47:55,897 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:47:55,900 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:47:55,902 Job list saved +2021-12-18 03:47:55,906 Updating FAILED jobs +2021-12-18 03:47:55,907 Updating WAITING jobs +2021-12-18 03:47:55,907 Update finished +2021-12-18 03:48:05,917 Reloading parameters... +2021-12-18 03:48:05,934 Loading parameters... +2021-12-18 03:48:05,935 Loading project parameters... +2021-12-18 03:48:05,937 + +22 of 25 jobs remaining (03:48) +2021-12-18 03:48:05,937 Sleep: 10 +2021-12-18 03:48:05,938 Number of retrials: 0 +2021-12-18 03:48:05,938 WRAPPER CHECK TIME = 10 +2021-12-18 03:48:05,938 Checking jobs for platform=marenostrum4 +2021-12-18 03:48:05,939 Checking jobs for platform=nord3 +2021-12-18 03:48:05,939 Checking jobs for platform=local +2021-12-18 03:48:05,940 Checking jobs for platform=transfer_node +2021-12-18 03:48:05,940 Checking all jobs at once +2021-12-18 03:48:07,259 Successful check job command +2021-12-18 03:48:08,529 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:48:08,530 End of checking +2021-12-18 03:48:08,531 Updating FAILED jobs +2021-12-18 03:48:08,531 Updating WAITING jobs +2021-12-18 03:48:08,531 Update finished +2021-12-18 03:48:08,532 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:48:08,532 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:48:08,532 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:48:08,532 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:48:08,532 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:48:08,535 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:48:08,537 Job list saved +2021-12-18 03:48:08,541 Updating FAILED jobs +2021-12-18 03:48:08,542 Updating WAITING jobs +2021-12-18 03:48:08,542 Update finished +2021-12-18 03:48:18,552 Reloading parameters... +2021-12-18 03:48:18,572 Loading parameters... +2021-12-18 03:48:18,573 Loading project parameters... +2021-12-18 03:48:18,575 + +22 of 25 jobs remaining (03:48) +2021-12-18 03:48:18,575 Sleep: 10 +2021-12-18 03:48:18,575 Number of retrials: 0 +2021-12-18 03:48:18,575 WRAPPER CHECK TIME = 10 +2021-12-18 03:48:18,576 Checking jobs for platform=marenostrum4 +2021-12-18 03:48:18,577 Checking jobs for platform=nord3 +2021-12-18 03:48:18,577 Checking jobs for platform=local +2021-12-18 03:48:18,578 Checking jobs for platform=transfer_node +2021-12-18 03:48:18,578 Checking all jobs at once +2021-12-18 03:48:20,147 Successful check job command +2021-12-18 03:48:21,817 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:48:21,817 End of checking +2021-12-18 03:48:21,819 Updating FAILED jobs +2021-12-18 03:48:21,819 Updating WAITING jobs +2021-12-18 03:48:21,819 Update finished +2021-12-18 03:48:21,819 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:48:21,820 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:48:21,820 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:48:21,820 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:48:21,820 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:48:21,823 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:48:21,825 Job list saved +2021-12-18 03:48:21,829 Updating FAILED jobs +2021-12-18 03:48:21,830 Updating WAITING jobs +2021-12-18 03:48:21,830 Update finished +2021-12-18 03:48:31,840 Reloading parameters... +2021-12-18 03:48:31,859 Loading parameters... +2021-12-18 03:48:31,861 Loading project parameters... +2021-12-18 03:48:31,863 + +22 of 25 jobs remaining (03:48) +2021-12-18 03:48:31,863 Sleep: 10 +2021-12-18 03:48:31,863 Number of retrials: 0 +2021-12-18 03:48:31,863 WRAPPER CHECK TIME = 10 +2021-12-18 03:48:31,864 Checking jobs for platform=marenostrum4 +2021-12-18 03:48:31,864 Checking jobs for platform=nord3 +2021-12-18 03:48:31,865 Checking jobs for platform=local +2021-12-18 03:48:31,865 Checking jobs for platform=transfer_node +2021-12-18 03:48:31,866 Checking all jobs at once +2021-12-18 03:48:33,235 Successful check job command +2021-12-18 03:48:34,605 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:48:34,605 End of checking +2021-12-18 03:48:34,606 Updating FAILED jobs +2021-12-18 03:48:34,606 Updating WAITING jobs +2021-12-18 03:48:34,607 Update finished +2021-12-18 03:48:34,607 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:48:34,607 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:48:34,607 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:48:34,607 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:48:34,607 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:48:34,610 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:48:34,613 Job list saved +2021-12-18 03:48:34,619 Updating FAILED jobs +2021-12-18 03:48:34,619 Updating WAITING jobs +2021-12-18 03:48:34,620 Update finished +2021-12-18 03:48:44,628 Reloading parameters... +2021-12-18 03:48:44,647 Loading parameters... +2021-12-18 03:48:44,648 Loading project parameters... +2021-12-18 03:48:44,650 + +22 of 25 jobs remaining (03:48) +2021-12-18 03:48:44,651 Sleep: 10 +2021-12-18 03:48:44,651 Number of retrials: 0 +2021-12-18 03:48:44,651 WRAPPER CHECK TIME = 10 +2021-12-18 03:48:44,651 Checking jobs for platform=marenostrum4 +2021-12-18 03:48:44,652 Checking jobs for platform=nord3 +2021-12-18 03:48:44,653 Checking jobs for platform=local +2021-12-18 03:48:44,653 Checking jobs for platform=transfer_node +2021-12-18 03:48:44,653 Checking all jobs at once +2021-12-18 03:48:46,073 Successful check job command +2021-12-18 03:48:47,342 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:48:47,342 End of checking +2021-12-18 03:48:47,344 Updating FAILED jobs +2021-12-18 03:48:47,344 Updating WAITING jobs +2021-12-18 03:48:47,344 Update finished +2021-12-18 03:48:47,344 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:48:47,344 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:48:47,344 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:48:47,345 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:48:47,345 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:48:47,347 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:48:47,350 Job list saved +2021-12-18 03:48:47,354 Updating FAILED jobs +2021-12-18 03:48:47,354 Updating WAITING jobs +2021-12-18 03:48:47,355 Update finished +2021-12-18 03:48:57,365 Reloading parameters... +2021-12-18 03:48:57,385 Loading parameters... +2021-12-18 03:48:57,386 Loading project parameters... +2021-12-18 03:48:57,388 + +22 of 25 jobs remaining (03:48) +2021-12-18 03:48:57,388 Sleep: 10 +2021-12-18 03:48:57,388 Number of retrials: 0 +2021-12-18 03:48:57,388 WRAPPER CHECK TIME = 10 +2021-12-18 03:48:57,389 Checking jobs for platform=marenostrum4 +2021-12-18 03:48:57,390 Checking jobs for platform=nord3 +2021-12-18 03:48:57,390 Checking jobs for platform=local +2021-12-18 03:48:57,391 Checking jobs for platform=transfer_node +2021-12-18 03:48:57,391 Checking all jobs at once +2021-12-18 03:48:58,961 Successful check job command +2021-12-18 03:49:00,631 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:49:00,631 End of checking +2021-12-18 03:49:00,632 Updating FAILED jobs +2021-12-18 03:49:00,632 Updating WAITING jobs +2021-12-18 03:49:00,633 Update finished +2021-12-18 03:49:00,633 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:49:00,633 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:49:00,633 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:49:00,634 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:49:00,634 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:49:00,636 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:49:00,639 Job list saved +2021-12-18 03:49:00,644 Updating FAILED jobs +2021-12-18 03:49:00,644 Updating WAITING jobs +2021-12-18 03:49:00,644 Update finished +2021-12-18 03:49:10,652 Reloading parameters... +2021-12-18 03:49:10,670 Loading parameters... +2021-12-18 03:49:10,671 Loading project parameters... +2021-12-18 03:49:10,673 + +22 of 25 jobs remaining (03:49) +2021-12-18 03:49:10,673 Sleep: 10 +2021-12-18 03:49:10,673 Number of retrials: 0 +2021-12-18 03:49:10,673 WRAPPER CHECK TIME = 10 +2021-12-18 03:49:10,674 Checking jobs for platform=marenostrum4 +2021-12-18 03:49:10,674 Checking jobs for platform=nord3 +2021-12-18 03:49:10,675 Checking jobs for platform=local +2021-12-18 03:49:10,676 Checking jobs for platform=transfer_node +2021-12-18 03:49:10,676 Checking all jobs at once +2021-12-18 03:49:12,045 Successful check job command +2021-12-18 03:49:13,265 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:49:13,265 End of checking +2021-12-18 03:49:13,267 Updating FAILED jobs +2021-12-18 03:49:13,267 Updating WAITING jobs +2021-12-18 03:49:13,268 Update finished +2021-12-18 03:49:13,268 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:49:13,268 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:49:13,268 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:49:13,268 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:49:13,268 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:49:13,271 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:49:13,274 Job list saved +2021-12-18 03:49:13,278 Updating FAILED jobs +2021-12-18 03:49:13,278 Updating WAITING jobs +2021-12-18 03:49:13,279 Update finished +2021-12-18 03:49:23,290 Reloading parameters... +2021-12-18 03:49:23,310 Loading parameters... +2021-12-18 03:49:23,311 Loading project parameters... +2021-12-18 03:49:23,313 + +22 of 25 jobs remaining (03:49) +2021-12-18 03:49:23,313 Sleep: 10 +2021-12-18 03:49:23,314 Number of retrials: 0 +2021-12-18 03:49:23,314 WRAPPER CHECK TIME = 10 +2021-12-18 03:49:23,314 Checking jobs for platform=marenostrum4 +2021-12-18 03:49:23,315 Checking jobs for platform=nord3 +2021-12-18 03:49:23,315 Checking jobs for platform=local +2021-12-18 03:49:23,316 Checking jobs for platform=transfer_node +2021-12-18 03:49:23,316 Checking all jobs at once +2021-12-18 03:49:25,141 Successful check job command +2021-12-18 03:49:26,911 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:49:26,912 End of checking +2021-12-18 03:49:26,913 Updating FAILED jobs +2021-12-18 03:49:26,913 Updating WAITING jobs +2021-12-18 03:49:26,914 Update finished +2021-12-18 03:49:26,914 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:49:26,914 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:49:26,914 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:49:26,914 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:49:26,914 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:49:26,917 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:49:26,919 Job list saved +2021-12-18 03:49:26,924 Updating FAILED jobs +2021-12-18 03:49:26,924 Updating WAITING jobs +2021-12-18 03:49:26,924 Update finished +2021-12-18 03:49:36,930 Reloading parameters... +2021-12-18 03:49:36,952 Loading parameters... +2021-12-18 03:49:36,953 Loading project parameters... +2021-12-18 03:49:36,955 + +22 of 25 jobs remaining (03:49) +2021-12-18 03:49:36,955 Sleep: 10 +2021-12-18 03:49:36,955 Number of retrials: 0 +2021-12-18 03:49:36,955 WRAPPER CHECK TIME = 10 +2021-12-18 03:49:36,956 Checking jobs for platform=marenostrum4 +2021-12-18 03:49:36,956 Checking jobs for platform=nord3 +2021-12-18 03:49:36,957 Checking jobs for platform=local +2021-12-18 03:49:36,957 Checking jobs for platform=transfer_node +2021-12-18 03:49:36,957 Checking all jobs at once +2021-12-18 03:49:38,378 Successful check job command +2021-12-18 03:49:39,748 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:49:39,748 End of checking +2021-12-18 03:49:39,749 Updating FAILED jobs +2021-12-18 03:49:39,749 Updating WAITING jobs +2021-12-18 03:49:39,750 Update finished +2021-12-18 03:49:39,750 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:49:39,751 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:49:39,751 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:49:39,751 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:49:39,751 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:49:39,754 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:49:39,756 Job list saved +2021-12-18 03:49:39,761 Updating FAILED jobs +2021-12-18 03:49:39,761 Updating WAITING jobs +2021-12-18 03:49:39,761 Update finished +2021-12-18 03:49:49,769 Reloading parameters... +2021-12-18 03:49:49,787 Loading parameters... +2021-12-18 03:49:49,788 Loading project parameters... +2021-12-18 03:49:49,790 + +22 of 25 jobs remaining (03:49) +2021-12-18 03:49:49,790 Sleep: 10 +2021-12-18 03:49:49,790 Number of retrials: 0 +2021-12-18 03:49:49,790 WRAPPER CHECK TIME = 10 +2021-12-18 03:49:49,791 Checking jobs for platform=marenostrum4 +2021-12-18 03:49:49,791 Checking jobs for platform=nord3 +2021-12-18 03:49:49,792 Checking jobs for platform=local +2021-12-18 03:49:49,792 Checking jobs for platform=transfer_node +2021-12-18 03:49:49,792 Checking all jobs at once +2021-12-18 03:49:51,162 Successful check job command +2021-12-18 03:49:52,432 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:49:52,432 End of checking +2021-12-18 03:49:52,433 Updating FAILED jobs +2021-12-18 03:49:52,433 Updating WAITING jobs +2021-12-18 03:49:52,434 Update finished +2021-12-18 03:49:52,434 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:49:52,434 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:49:52,434 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:49:52,434 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:49:52,434 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:49:52,437 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:49:52,439 Job list saved +2021-12-18 03:49:52,443 Updating FAILED jobs +2021-12-18 03:49:52,444 Updating WAITING jobs +2021-12-18 03:49:52,444 Update finished +2021-12-18 03:50:02,454 Reloading parameters... +2021-12-18 03:50:02,472 Loading parameters... +2021-12-18 03:50:02,473 Loading project parameters... +2021-12-18 03:50:02,475 + +22 of 25 jobs remaining (03:50) +2021-12-18 03:50:02,476 Sleep: 10 +2021-12-18 03:50:02,476 Number of retrials: 0 +2021-12-18 03:50:02,476 WRAPPER CHECK TIME = 10 +2021-12-18 03:50:02,476 Checking jobs for platform=marenostrum4 +2021-12-18 03:50:02,477 Checking jobs for platform=nord3 +2021-12-18 03:50:02,477 Checking jobs for platform=local +2021-12-18 03:50:02,478 Checking jobs for platform=transfer_node +2021-12-18 03:50:02,478 Checking all jobs at once +2021-12-18 03:50:03,900 Successful check job command +2021-12-18 03:50:05,522 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:50:05,522 End of checking +2021-12-18 03:50:05,524 Updating FAILED jobs +2021-12-18 03:50:05,524 Updating WAITING jobs +2021-12-18 03:50:05,524 Update finished +2021-12-18 03:50:05,524 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:50:05,524 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:50:05,525 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:50:05,525 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:50:05,525 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:50:05,527 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:50:05,530 Job list saved +2021-12-18 03:50:05,534 Updating FAILED jobs +2021-12-18 03:50:05,534 Updating WAITING jobs +2021-12-18 03:50:05,535 Update finished +2021-12-18 03:50:15,545 Reloading parameters... +2021-12-18 03:50:15,563 Loading parameters... +2021-12-18 03:50:15,564 Loading project parameters... +2021-12-18 03:50:15,566 + +22 of 25 jobs remaining (03:50) +2021-12-18 03:50:15,566 Sleep: 10 +2021-12-18 03:50:15,566 Number of retrials: 0 +2021-12-18 03:50:15,566 WRAPPER CHECK TIME = 10 +2021-12-18 03:50:15,567 Checking jobs for platform=marenostrum4 +2021-12-18 03:50:15,568 Checking jobs for platform=nord3 +2021-12-18 03:50:15,568 Checking jobs for platform=local +2021-12-18 03:50:15,569 Checking jobs for platform=transfer_node +2021-12-18 03:50:15,569 Checking all jobs at once +2021-12-18 03:50:16,939 Successful check job command +2021-12-18 03:50:18,258 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:50:18,258 End of checking +2021-12-18 03:50:18,260 Updating FAILED jobs +2021-12-18 03:50:18,260 Updating WAITING jobs +2021-12-18 03:50:18,261 Update finished +2021-12-18 03:50:18,261 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:50:18,261 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:50:18,262 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:50:18,262 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:50:18,262 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:50:18,264 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:50:18,267 Job list saved +2021-12-18 03:50:18,272 Updating FAILED jobs +2021-12-18 03:50:18,272 Updating WAITING jobs +2021-12-18 03:50:18,272 Update finished +2021-12-18 03:50:28,282 Reloading parameters... +2021-12-18 03:50:28,300 Loading parameters... +2021-12-18 03:50:28,302 Loading project parameters... +2021-12-18 03:50:28,304 + +22 of 25 jobs remaining (03:50) +2021-12-18 03:50:28,304 Sleep: 10 +2021-12-18 03:50:28,304 Number of retrials: 0 +2021-12-18 03:50:28,304 WRAPPER CHECK TIME = 10 +2021-12-18 03:50:28,305 Checking jobs for platform=marenostrum4 +2021-12-18 03:50:28,305 Checking jobs for platform=nord3 +2021-12-18 03:50:28,306 Checking jobs for platform=local +2021-12-18 03:50:28,306 Checking jobs for platform=transfer_node +2021-12-18 03:50:28,306 Checking all jobs at once +2021-12-18 03:50:29,676 Successful check job command +2021-12-18 03:50:31,096 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:50:31,096 End of checking +2021-12-18 03:50:31,097 Updating FAILED jobs +2021-12-18 03:50:31,097 Updating WAITING jobs +2021-12-18 03:50:31,100 Update finished +2021-12-18 03:50:31,100 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:50:31,100 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:50:31,100 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:50:31,101 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:50:31,101 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:50:31,103 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:50:31,106 Job list saved +2021-12-18 03:50:31,111 Updating FAILED jobs +2021-12-18 03:50:31,111 Updating WAITING jobs +2021-12-18 03:50:31,111 Update finished +2021-12-18 03:50:41,120 Reloading parameters... +2021-12-18 03:50:41,141 Loading parameters... +2021-12-18 03:50:41,143 Loading project parameters... +2021-12-18 03:50:41,144 + +22 of 25 jobs remaining (03:50) +2021-12-18 03:50:41,145 Sleep: 10 +2021-12-18 03:50:41,145 Number of retrials: 0 +2021-12-18 03:50:41,145 WRAPPER CHECK TIME = 10 +2021-12-18 03:50:41,145 Checking jobs for platform=marenostrum4 +2021-12-18 03:50:41,146 Checking jobs for platform=nord3 +2021-12-18 03:50:41,147 Checking jobs for platform=local +2021-12-18 03:50:41,147 Checking jobs for platform=transfer_node +2021-12-18 03:50:41,147 Checking all jobs at once +2021-12-18 03:50:42,617 Successful check job command +2021-12-18 03:50:44,036 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:50:44,036 End of checking +2021-12-18 03:50:44,039 Updating FAILED jobs +2021-12-18 03:50:44,039 Updating WAITING jobs +2021-12-18 03:50:44,039 Update finished +2021-12-18 03:50:44,039 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:50:44,039 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:50:44,039 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:50:44,040 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:50:44,040 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:50:44,042 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:50:44,044 Job list saved +2021-12-18 03:50:44,049 Updating FAILED jobs +2021-12-18 03:50:44,049 Updating WAITING jobs +2021-12-18 03:50:44,049 Update finished +2021-12-18 03:50:54,058 Reloading parameters... +2021-12-18 03:50:54,078 Loading parameters... +2021-12-18 03:50:54,080 Loading project parameters... +2021-12-18 03:50:54,082 + +22 of 25 jobs remaining (03:50) +2021-12-18 03:50:54,082 Sleep: 10 +2021-12-18 03:50:54,082 Number of retrials: 0 +2021-12-18 03:50:54,082 WRAPPER CHECK TIME = 10 +2021-12-18 03:50:54,083 Checking jobs for platform=marenostrum4 +2021-12-18 03:50:54,083 Checking jobs for platform=nord3 +2021-12-18 03:50:54,084 Checking jobs for platform=local +2021-12-18 03:50:54,084 Checking jobs for platform=transfer_node +2021-12-18 03:50:54,085 Checking all jobs at once +2021-12-18 03:50:55,856 Successful check job command +2021-12-18 03:50:57,427 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:50:57,427 End of checking +2021-12-18 03:50:57,428 Updating FAILED jobs +2021-12-18 03:50:57,429 Updating WAITING jobs +2021-12-18 03:50:57,429 Update finished +2021-12-18 03:50:57,429 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:50:57,430 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:50:57,430 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:50:57,430 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:50:57,430 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:50:57,433 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:50:57,435 Job list saved +2021-12-18 03:50:57,440 Updating FAILED jobs +2021-12-18 03:50:57,440 Updating WAITING jobs +2021-12-18 03:50:57,440 Update finished +2021-12-18 03:51:07,449 Reloading parameters... +2021-12-18 03:51:07,467 Loading parameters... +2021-12-18 03:51:07,469 Loading project parameters... +2021-12-18 03:51:07,471 + +22 of 25 jobs remaining (03:51) +2021-12-18 03:51:07,471 Sleep: 10 +2021-12-18 03:51:07,471 Number of retrials: 0 +2021-12-18 03:51:07,471 WRAPPER CHECK TIME = 10 +2021-12-18 03:51:07,472 Checking jobs for platform=marenostrum4 +2021-12-18 03:51:07,472 Checking jobs for platform=nord3 +2021-12-18 03:51:07,473 Checking jobs for platform=local +2021-12-18 03:51:07,473 Checking jobs for platform=transfer_node +2021-12-18 03:51:07,473 Checking all jobs at once +2021-12-18 03:51:08,843 Successful check job command +2021-12-18 03:51:10,163 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:51:10,163 End of checking +2021-12-18 03:51:10,165 Updating FAILED jobs +2021-12-18 03:51:10,165 Updating WAITING jobs +2021-12-18 03:51:10,165 Update finished +2021-12-18 03:51:10,165 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:51:10,165 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:51:10,166 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:51:10,166 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:51:10,166 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:51:10,169 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:51:10,171 Job list saved +2021-12-18 03:51:10,176 Updating FAILED jobs +2021-12-18 03:51:10,176 Updating WAITING jobs +2021-12-18 03:51:10,176 Update finished +2021-12-18 03:51:20,186 Reloading parameters... +2021-12-18 03:51:20,209 Loading parameters... +2021-12-18 03:51:20,210 Loading project parameters... +2021-12-18 03:51:20,212 + +22 of 25 jobs remaining (03:51) +2021-12-18 03:51:20,213 Sleep: 10 +2021-12-18 03:51:20,213 Number of retrials: 0 +2021-12-18 03:51:20,213 WRAPPER CHECK TIME = 10 +2021-12-18 03:51:20,213 Checking jobs for platform=marenostrum4 +2021-12-18 03:51:20,214 Checking jobs for platform=nord3 +2021-12-18 03:51:20,214 Checking jobs for platform=local +2021-12-18 03:51:20,215 Checking jobs for platform=transfer_node +2021-12-18 03:51:20,215 Checking all jobs at once +2021-12-18 03:51:22,387 Successful check job command +2021-12-18 03:51:23,706 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:51:23,707 End of checking +2021-12-18 03:51:23,708 Updating FAILED jobs +2021-12-18 03:51:23,708 Updating WAITING jobs +2021-12-18 03:51:23,709 Update finished +2021-12-18 03:51:23,709 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:51:23,709 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:51:23,709 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:51:23,709 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:51:23,709 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:51:23,712 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:51:23,714 Job list saved +2021-12-18 03:51:23,719 Updating FAILED jobs +2021-12-18 03:51:23,719 Updating WAITING jobs +2021-12-18 03:51:23,720 Update finished +2021-12-18 03:51:33,730 Reloading parameters... +2021-12-18 03:51:33,751 Loading parameters... +2021-12-18 03:51:33,752 Loading project parameters... +2021-12-18 03:51:33,754 + +22 of 25 jobs remaining (03:51) +2021-12-18 03:51:33,754 Sleep: 10 +2021-12-18 03:51:33,754 Number of retrials: 0 +2021-12-18 03:51:33,754 WRAPPER CHECK TIME = 10 +2021-12-18 03:51:33,755 Checking jobs for platform=marenostrum4 +2021-12-18 03:51:33,755 Checking jobs for platform=nord3 +2021-12-18 03:51:33,756 Checking jobs for platform=local +2021-12-18 03:51:33,757 Checking jobs for platform=transfer_node +2021-12-18 03:51:33,757 Checking all jobs at once +2021-12-18 03:51:35,580 Successful check job command +2021-12-18 03:51:37,100 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:51:37,101 End of checking +2021-12-18 03:51:37,102 Updating FAILED jobs +2021-12-18 03:51:37,102 Updating WAITING jobs +2021-12-18 03:51:37,102 Update finished +2021-12-18 03:51:37,102 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:51:37,103 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:51:37,103 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:51:37,103 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:51:37,104 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:51:37,106 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:51:37,109 Job list saved +2021-12-18 03:51:37,119 Updating FAILED jobs +2021-12-18 03:51:37,119 Updating WAITING jobs +2021-12-18 03:51:37,119 Update finished +2021-12-18 03:51:47,129 Reloading parameters... +2021-12-18 03:51:47,146 Loading parameters... +2021-12-18 03:51:47,148 Loading project parameters... +2021-12-18 03:51:47,149 + +22 of 25 jobs remaining (03:51) +2021-12-18 03:51:47,150 Sleep: 10 +2021-12-18 03:51:47,150 Number of retrials: 0 +2021-12-18 03:51:47,150 WRAPPER CHECK TIME = 10 +2021-12-18 03:51:47,150 Checking jobs for platform=marenostrum4 +2021-12-18 03:51:47,151 Checking jobs for platform=nord3 +2021-12-18 03:51:47,152 Checking jobs for platform=local +2021-12-18 03:51:47,152 Checking jobs for platform=transfer_node +2021-12-18 03:51:47,152 Checking all jobs at once +2021-12-18 03:51:48,722 Successful check job command +2021-12-18 03:51:49,991 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:51:49,991 End of checking +2021-12-18 03:51:49,993 Updating FAILED jobs +2021-12-18 03:51:49,993 Updating WAITING jobs +2021-12-18 03:51:49,993 Update finished +2021-12-18 03:51:49,993 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:51:49,993 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:51:49,994 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:51:49,994 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:51:49,994 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:51:49,997 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:51:49,999 Job list saved +2021-12-18 03:51:50,004 Updating FAILED jobs +2021-12-18 03:51:50,004 Updating WAITING jobs +2021-12-18 03:51:50,004 Update finished +2021-12-18 03:52:00,011 Reloading parameters... +2021-12-18 03:52:00,031 Loading parameters... +2021-12-18 03:52:00,033 Loading project parameters... +2021-12-18 03:52:00,035 + +22 of 25 jobs remaining (03:52) +2021-12-18 03:52:00,035 Sleep: 10 +2021-12-18 03:52:00,035 Number of retrials: 0 +2021-12-18 03:52:00,035 WRAPPER CHECK TIME = 10 +2021-12-18 03:52:00,036 Checking jobs for platform=marenostrum4 +2021-12-18 03:52:00,036 Checking jobs for platform=nord3 +2021-12-18 03:52:00,037 Checking jobs for platform=local +2021-12-18 03:52:00,037 Checking jobs for platform=transfer_node +2021-12-18 03:52:00,037 Checking all jobs at once +2021-12-18 03:52:01,457 Successful check job command +2021-12-18 03:52:02,681 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:52:02,682 End of checking +2021-12-18 03:52:02,683 Updating FAILED jobs +2021-12-18 03:52:02,683 Updating WAITING jobs +2021-12-18 03:52:02,683 Update finished +2021-12-18 03:52:02,684 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:52:02,684 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:52:02,684 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:52:02,684 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:52:02,684 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:52:02,687 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:52:02,689 Job list saved +2021-12-18 03:52:02,694 Updating FAILED jobs +2021-12-18 03:52:02,694 Updating WAITING jobs +2021-12-18 03:52:02,694 Update finished +2021-12-18 03:52:12,704 Reloading parameters... +2021-12-18 03:52:12,727 Loading parameters... +2021-12-18 03:52:12,728 Loading project parameters... +2021-12-18 03:52:12,730 + +22 of 25 jobs remaining (03:52) +2021-12-18 03:52:12,730 Sleep: 10 +2021-12-18 03:52:12,730 Number of retrials: 0 +2021-12-18 03:52:12,730 WRAPPER CHECK TIME = 10 +2021-12-18 03:52:12,731 Checking jobs for platform=marenostrum4 +2021-12-18 03:52:12,732 Checking jobs for platform=nord3 +2021-12-18 03:52:12,732 Checking jobs for platform=local +2021-12-18 03:52:12,733 Checking jobs for platform=transfer_node +2021-12-18 03:52:12,733 Checking all jobs at once +2021-12-18 03:52:14,303 Successful check job command +2021-12-18 03:52:15,623 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:52:15,623 End of checking +2021-12-18 03:52:15,624 Updating FAILED jobs +2021-12-18 03:52:15,624 Updating WAITING jobs +2021-12-18 03:52:15,625 Update finished +2021-12-18 03:52:15,625 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:52:15,625 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:52:15,626 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:52:15,626 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:52:15,626 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:52:15,629 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:52:15,631 Job list saved +2021-12-18 03:52:15,636 Updating FAILED jobs +2021-12-18 03:52:15,636 Updating WAITING jobs +2021-12-18 03:52:15,636 Update finished +2021-12-18 03:52:25,645 Reloading parameters... +2021-12-18 03:52:25,664 Loading parameters... +2021-12-18 03:52:25,665 Loading project parameters... +2021-12-18 03:52:25,667 + +22 of 25 jobs remaining (03:52) +2021-12-18 03:52:25,667 Sleep: 10 +2021-12-18 03:52:25,667 Number of retrials: 0 +2021-12-18 03:52:25,667 WRAPPER CHECK TIME = 10 +2021-12-18 03:52:25,668 Checking jobs for platform=marenostrum4 +2021-12-18 03:52:25,669 Checking jobs for platform=nord3 +2021-12-18 03:52:25,669 Checking jobs for platform=local +2021-12-18 03:52:25,671 Checking jobs for platform=transfer_node +2021-12-18 03:52:25,671 Checking all jobs at once +2021-12-18 03:52:27,491 Successful check job command +2021-12-18 03:52:28,911 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:52:28,911 End of checking +2021-12-18 03:52:28,912 Updating FAILED jobs +2021-12-18 03:52:28,913 Updating WAITING jobs +2021-12-18 03:52:28,913 Update finished +2021-12-18 03:52:28,913 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:52:28,913 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:52:28,913 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:52:28,913 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:52:28,914 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:52:28,916 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:52:28,918 Job list saved +2021-12-18 03:52:28,923 Updating FAILED jobs +2021-12-18 03:52:28,923 Updating WAITING jobs +2021-12-18 03:52:28,923 Update finished +2021-12-18 03:52:38,933 Reloading parameters... +2021-12-18 03:52:38,952 Loading parameters... +2021-12-18 03:52:38,953 Loading project parameters... +2021-12-18 03:52:38,955 + +22 of 25 jobs remaining (03:52) +2021-12-18 03:52:38,955 Sleep: 10 +2021-12-18 03:52:38,955 Number of retrials: 0 +2021-12-18 03:52:38,955 WRAPPER CHECK TIME = 10 +2021-12-18 03:52:38,956 Checking jobs for platform=marenostrum4 +2021-12-18 03:52:38,957 Checking jobs for platform=nord3 +2021-12-18 03:52:38,957 Checking jobs for platform=local +2021-12-18 03:52:38,958 Checking jobs for platform=transfer_node +2021-12-18 03:52:38,958 Checking all jobs at once +2021-12-18 03:52:40,478 Successful check job command +2021-12-18 03:52:41,798 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:52:41,799 End of checking +2021-12-18 03:52:41,800 Updating FAILED jobs +2021-12-18 03:52:41,800 Updating WAITING jobs +2021-12-18 03:52:41,800 Update finished +2021-12-18 03:52:41,801 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:52:41,801 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:52:41,801 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:52:41,801 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:52:41,801 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:52:41,804 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:52:41,806 Job list saved +2021-12-18 03:52:41,811 Updating FAILED jobs +2021-12-18 03:52:41,811 Updating WAITING jobs +2021-12-18 03:52:41,811 Update finished +2021-12-18 03:52:51,821 Reloading parameters... +2021-12-18 03:52:51,840 Loading parameters... +2021-12-18 03:52:51,842 Loading project parameters... +2021-12-18 03:52:51,845 + +22 of 25 jobs remaining (03:52) +2021-12-18 03:52:51,845 Sleep: 10 +2021-12-18 03:52:51,845 Number of retrials: 0 +2021-12-18 03:52:51,846 WRAPPER CHECK TIME = 10 +2021-12-18 03:52:51,848 Checking jobs for platform=marenostrum4 +2021-12-18 03:52:51,849 Checking jobs for platform=nord3 +2021-12-18 03:52:51,849 Checking jobs for platform=local +2021-12-18 03:52:51,852 Checking jobs for platform=transfer_node +2021-12-18 03:52:51,852 Checking all jobs at once +2021-12-18 03:52:53,422 Successful check job command +2021-12-18 03:52:54,742 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:52:54,742 End of checking +2021-12-18 03:52:54,743 Updating FAILED jobs +2021-12-18 03:52:54,743 Updating WAITING jobs +2021-12-18 03:52:54,743 Update finished +2021-12-18 03:52:54,744 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:52:54,744 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:52:54,744 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:52:54,744 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:52:54,745 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:52:54,747 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:52:54,749 Job list saved +2021-12-18 03:52:54,754 Updating FAILED jobs +2021-12-18 03:52:54,754 Updating WAITING jobs +2021-12-18 03:52:54,754 Update finished +2021-12-18 03:53:04,763 Reloading parameters... +2021-12-18 03:53:04,782 Loading parameters... +2021-12-18 03:53:04,783 Loading project parameters... +2021-12-18 03:53:04,785 + +22 of 25 jobs remaining (03:53) +2021-12-18 03:53:04,785 Sleep: 10 +2021-12-18 03:53:04,785 Number of retrials: 0 +2021-12-18 03:53:04,785 WRAPPER CHECK TIME = 10 +2021-12-18 03:53:04,786 Checking jobs for platform=marenostrum4 +2021-12-18 03:53:04,786 Checking jobs for platform=nord3 +2021-12-18 03:53:04,787 Checking jobs for platform=local +2021-12-18 03:53:04,788 Checking jobs for platform=transfer_node +2021-12-18 03:53:04,788 Checking all jobs at once +2021-12-18 03:53:06,212 Successful check job command +2021-12-18 03:53:07,586 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:53:07,586 End of checking +2021-12-18 03:53:07,587 Updating FAILED jobs +2021-12-18 03:53:07,587 Updating WAITING jobs +2021-12-18 03:53:07,588 Update finished +2021-12-18 03:53:07,588 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:53:07,588 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:53:07,588 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:53:07,588 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:53:07,588 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:53:07,596 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:53:07,598 Job list saved +2021-12-18 03:53:07,604 Updating FAILED jobs +2021-12-18 03:53:07,604 Updating WAITING jobs +2021-12-18 03:53:07,604 Update finished +2021-12-18 03:53:17,614 Reloading parameters... +2021-12-18 03:53:17,633 Loading parameters... +2021-12-18 03:53:17,634 Loading project parameters... +2021-12-18 03:53:17,636 + +22 of 25 jobs remaining (03:53) +2021-12-18 03:53:17,636 Sleep: 10 +2021-12-18 03:53:17,637 Number of retrials: 0 +2021-12-18 03:53:17,637 WRAPPER CHECK TIME = 10 +2021-12-18 03:53:17,637 Checking jobs for platform=marenostrum4 +2021-12-18 03:53:17,638 Checking jobs for platform=nord3 +2021-12-18 03:53:17,639 Checking jobs for platform=local +2021-12-18 03:53:17,639 Checking jobs for platform=transfer_node +2021-12-18 03:53:17,639 Checking all jobs at once +2021-12-18 03:53:19,116 Successful check job command +2021-12-18 03:53:21,288 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:53:21,289 End of checking +2021-12-18 03:53:21,290 Updating FAILED jobs +2021-12-18 03:53:21,290 Updating WAITING jobs +2021-12-18 03:53:21,291 Update finished +2021-12-18 03:53:21,291 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:53:21,291 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:53:21,291 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:53:21,291 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:53:21,291 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:53:21,294 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:53:21,296 Job list saved +2021-12-18 03:53:21,301 Updating FAILED jobs +2021-12-18 03:53:21,301 Updating WAITING jobs +2021-12-18 03:53:21,301 Update finished +2021-12-18 03:53:31,311 Reloading parameters... +2021-12-18 03:53:31,330 Loading parameters... +2021-12-18 03:53:31,332 Loading project parameters... +2021-12-18 03:53:31,333 + +22 of 25 jobs remaining (03:53) +2021-12-18 03:53:31,334 Sleep: 10 +2021-12-18 03:53:31,334 Number of retrials: 0 +2021-12-18 03:53:31,334 WRAPPER CHECK TIME = 10 +2021-12-18 03:53:31,334 Checking jobs for platform=marenostrum4 +2021-12-18 03:53:31,335 Checking jobs for platform=nord3 +2021-12-18 03:53:31,336 Checking jobs for platform=local +2021-12-18 03:53:31,336 Checking jobs for platform=transfer_node +2021-12-18 03:53:31,336 Checking all jobs at once +2021-12-18 03:53:33,407 Successful check job command +2021-12-18 03:53:36,078 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:53:36,078 End of checking +2021-12-18 03:53:36,080 Updating FAILED jobs +2021-12-18 03:53:36,080 Updating WAITING jobs +2021-12-18 03:53:36,080 Update finished +2021-12-18 03:53:36,080 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:53:36,084 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:53:36,085 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:53:36,085 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:53:36,085 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:53:36,087 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:53:36,090 Job list saved +2021-12-18 03:53:36,095 Updating FAILED jobs +2021-12-18 03:53:36,095 Updating WAITING jobs +2021-12-18 03:53:36,095 Update finished +2021-12-18 03:53:46,105 Reloading parameters... +2021-12-18 03:53:46,126 Loading parameters... +2021-12-18 03:53:46,127 Loading project parameters... +2021-12-18 03:53:46,129 + +22 of 25 jobs remaining (03:53) +2021-12-18 03:53:46,129 Sleep: 10 +2021-12-18 03:53:46,130 Number of retrials: 0 +2021-12-18 03:53:46,130 WRAPPER CHECK TIME = 10 +2021-12-18 03:53:46,130 Checking jobs for platform=marenostrum4 +2021-12-18 03:53:46,131 Checking jobs for platform=nord3 +2021-12-18 03:53:46,131 Checking jobs for platform=local +2021-12-18 03:53:46,132 Checking jobs for platform=transfer_node +2021-12-18 03:53:46,132 Checking all jobs at once +2021-12-18 03:53:47,552 Successful check job command +2021-12-18 03:53:48,974 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:53:48,975 End of checking +2021-12-18 03:53:48,976 Updating FAILED jobs +2021-12-18 03:53:48,977 Updating WAITING jobs +2021-12-18 03:53:48,977 Update finished +2021-12-18 03:53:48,977 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:53:48,977 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:53:48,978 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:53:48,978 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:53:48,978 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:53:48,981 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:53:48,983 Job list saved +2021-12-18 03:53:48,988 Updating FAILED jobs +2021-12-18 03:53:48,988 Updating WAITING jobs +2021-12-18 03:53:48,988 Update finished +2021-12-18 03:53:58,998 Reloading parameters... +2021-12-18 03:53:59,017 Loading parameters... +2021-12-18 03:53:59,018 Loading project parameters... +2021-12-18 03:53:59,020 + +22 of 25 jobs remaining (03:53) +2021-12-18 03:53:59,020 Sleep: 10 +2021-12-18 03:53:59,020 Number of retrials: 0 +2021-12-18 03:53:59,020 WRAPPER CHECK TIME = 10 +2021-12-18 03:53:59,021 Checking jobs for platform=marenostrum4 +2021-12-18 03:53:59,022 Checking jobs for platform=nord3 +2021-12-18 03:53:59,022 Checking jobs for platform=local +2021-12-18 03:53:59,023 Checking jobs for platform=transfer_node +2021-12-18 03:53:59,023 Checking all jobs at once +2021-12-18 03:54:00,293 Successful check job command +2021-12-18 03:54:01,714 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:54:01,714 End of checking +2021-12-18 03:54:01,715 Updating FAILED jobs +2021-12-18 03:54:01,715 Updating WAITING jobs +2021-12-18 03:54:01,716 Update finished +2021-12-18 03:54:01,716 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:54:01,716 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:54:01,716 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:54:01,716 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:54:01,716 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:54:01,719 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:54:01,721 Job list saved +2021-12-18 03:54:01,726 Updating FAILED jobs +2021-12-18 03:54:01,726 Updating WAITING jobs +2021-12-18 03:54:01,726 Update finished +2021-12-18 03:54:11,736 Reloading parameters... +2021-12-18 03:54:11,754 Loading parameters... +2021-12-18 03:54:11,756 Loading project parameters... +2021-12-18 03:54:11,757 + +22 of 25 jobs remaining (03:54) +2021-12-18 03:54:11,758 Sleep: 10 +2021-12-18 03:54:11,758 Number of retrials: 0 +2021-12-18 03:54:11,758 WRAPPER CHECK TIME = 10 +2021-12-18 03:54:11,758 Checking jobs for platform=marenostrum4 +2021-12-18 03:54:11,759 Checking jobs for platform=nord3 +2021-12-18 03:54:11,759 Checking jobs for platform=local +2021-12-18 03:54:11,760 Checking jobs for platform=transfer_node +2021-12-18 03:54:11,760 Checking all jobs at once +2021-12-18 03:54:13,280 Successful check job command +2021-12-18 03:54:14,649 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:54:14,650 End of checking +2021-12-18 03:54:14,651 Updating FAILED jobs +2021-12-18 03:54:14,651 Updating WAITING jobs +2021-12-18 03:54:14,652 Update finished +2021-12-18 03:54:14,652 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:54:14,652 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:54:14,653 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:54:14,653 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:54:14,653 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:54:14,658 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:54:14,660 Job list saved +2021-12-18 03:54:14,666 Updating FAILED jobs +2021-12-18 03:54:14,667 Updating WAITING jobs +2021-12-18 03:54:14,667 Update finished +2021-12-18 03:54:24,677 Reloading parameters... +2021-12-18 03:54:24,696 Loading parameters... +2021-12-18 03:54:24,698 Loading project parameters... +2021-12-18 03:54:24,700 + +22 of 25 jobs remaining (03:54) +2021-12-18 03:54:24,700 Sleep: 10 +2021-12-18 03:54:24,700 Number of retrials: 0 +2021-12-18 03:54:24,700 WRAPPER CHECK TIME = 10 +2021-12-18 03:54:24,701 Checking jobs for platform=marenostrum4 +2021-12-18 03:54:24,701 Checking jobs for platform=nord3 +2021-12-18 03:54:24,702 Checking jobs for platform=local +2021-12-18 03:54:24,702 Checking jobs for platform=transfer_node +2021-12-18 03:54:24,703 Checking all jobs at once +2021-12-18 03:54:26,825 Successful check job command +2021-12-18 03:54:28,144 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:54:28,144 End of checking +2021-12-18 03:54:28,146 Updating FAILED jobs +2021-12-18 03:54:28,146 Updating WAITING jobs +2021-12-18 03:54:28,146 Update finished +2021-12-18 03:54:28,146 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:54:28,147 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:54:28,147 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:54:28,147 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:54:28,147 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:54:28,151 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:54:28,153 Job list saved +2021-12-18 03:54:28,158 Updating FAILED jobs +2021-12-18 03:54:28,158 Updating WAITING jobs +2021-12-18 03:54:28,158 Update finished +2021-12-18 03:54:38,163 Reloading parameters... +2021-12-18 03:54:38,183 Loading parameters... +2021-12-18 03:54:38,184 Loading project parameters... +2021-12-18 03:54:38,186 + +22 of 25 jobs remaining (03:54) +2021-12-18 03:54:38,186 Sleep: 10 +2021-12-18 03:54:38,187 Number of retrials: 0 +2021-12-18 03:54:38,187 WRAPPER CHECK TIME = 10 +2021-12-18 03:54:38,187 Checking jobs for platform=marenostrum4 +2021-12-18 03:54:38,188 Checking jobs for platform=nord3 +2021-12-18 03:54:38,188 Checking jobs for platform=local +2021-12-18 03:54:38,189 Checking jobs for platform=transfer_node +2021-12-18 03:54:38,189 Checking all jobs at once +2021-12-18 03:54:39,662 Successful check job command +2021-12-18 03:54:41,131 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:54:41,132 End of checking +2021-12-18 03:54:41,133 Updating FAILED jobs +2021-12-18 03:54:41,133 Updating WAITING jobs +2021-12-18 03:54:41,134 Update finished +2021-12-18 03:54:41,134 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:54:41,134 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:54:41,134 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:54:41,134 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:54:41,134 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:54:41,138 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:54:41,140 Job list saved +2021-12-18 03:54:41,145 Updating FAILED jobs +2021-12-18 03:54:41,145 Updating WAITING jobs +2021-12-18 03:54:41,145 Update finished +2021-12-18 03:54:51,155 Reloading parameters... +2021-12-18 03:54:51,177 Loading parameters... +2021-12-18 03:54:51,179 Loading project parameters... +2021-12-18 03:54:51,181 + +22 of 25 jobs remaining (03:54) +2021-12-18 03:54:51,181 Sleep: 10 +2021-12-18 03:54:51,181 Number of retrials: 0 +2021-12-18 03:54:51,181 WRAPPER CHECK TIME = 10 +2021-12-18 03:54:51,182 Checking jobs for platform=marenostrum4 +2021-12-18 03:54:51,183 Checking jobs for platform=nord3 +2021-12-18 03:54:51,183 Checking jobs for platform=local +2021-12-18 03:54:51,184 Checking jobs for platform=transfer_node +2021-12-18 03:54:51,184 Checking all jobs at once +2021-12-18 03:54:52,704 Successful check job command +2021-12-18 03:54:54,024 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:54:54,024 End of checking +2021-12-18 03:54:54,026 Updating FAILED jobs +2021-12-18 03:54:54,026 Updating WAITING jobs +2021-12-18 03:54:54,026 Update finished +2021-12-18 03:54:54,026 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:54:54,027 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:54:54,027 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:54:54,027 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:54:54,027 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:54:54,030 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:54:54,032 Job list saved +2021-12-18 03:54:54,037 Updating FAILED jobs +2021-12-18 03:54:54,037 Updating WAITING jobs +2021-12-18 03:54:54,037 Update finished +2021-12-18 03:55:04,045 Reloading parameters... +2021-12-18 03:55:04,065 Loading parameters... +2021-12-18 03:55:04,067 Loading project parameters... +2021-12-18 03:55:04,069 + +22 of 25 jobs remaining (03:55) +2021-12-18 03:55:04,069 Sleep: 10 +2021-12-18 03:55:04,069 Number of retrials: 0 +2021-12-18 03:55:04,069 WRAPPER CHECK TIME = 10 +2021-12-18 03:55:04,070 Checking jobs for platform=marenostrum4 +2021-12-18 03:55:04,070 Checking jobs for platform=nord3 +2021-12-18 03:55:04,071 Checking jobs for platform=local +2021-12-18 03:55:04,072 Checking jobs for platform=transfer_node +2021-12-18 03:55:04,072 Checking all jobs at once +2021-12-18 03:55:05,642 Successful check job command +2021-12-18 03:55:07,362 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:55:07,362 End of checking +2021-12-18 03:55:07,363 Updating FAILED jobs +2021-12-18 03:55:07,364 Updating WAITING jobs +2021-12-18 03:55:07,364 Update finished +2021-12-18 03:55:07,364 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:55:07,364 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:55:07,364 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:55:07,364 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:55:07,365 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:55:07,372 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:55:07,374 Job list saved +2021-12-18 03:55:07,644 Updating FAILED jobs +2021-12-18 03:55:07,644 Updating WAITING jobs +2021-12-18 03:55:07,646 Update finished +2021-12-18 03:55:17,651 Reloading parameters... +2021-12-18 03:55:17,669 Loading parameters... +2021-12-18 03:55:17,670 Loading project parameters... +2021-12-18 03:55:17,672 + +22 of 25 jobs remaining (03:55) +2021-12-18 03:55:17,672 Sleep: 10 +2021-12-18 03:55:17,672 Number of retrials: 0 +2021-12-18 03:55:17,672 WRAPPER CHECK TIME = 10 +2021-12-18 03:55:17,673 Checking jobs for platform=marenostrum4 +2021-12-18 03:55:17,674 Checking jobs for platform=nord3 +2021-12-18 03:55:17,674 Checking jobs for platform=local +2021-12-18 03:55:17,675 Checking jobs for platform=transfer_node +2021-12-18 03:55:17,675 Checking all jobs at once +2021-12-18 03:55:19,145 Successful check job command +2021-12-18 03:55:20,865 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:55:20,865 End of checking +2021-12-18 03:55:20,867 Updating FAILED jobs +2021-12-18 03:55:20,867 Updating WAITING jobs +2021-12-18 03:55:20,867 Update finished +2021-12-18 03:55:20,867 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:55:20,868 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:55:20,868 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:55:20,868 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:55:20,868 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:55:20,870 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:55:20,872 Job list saved +2021-12-18 03:55:20,877 Updating FAILED jobs +2021-12-18 03:55:20,877 Updating WAITING jobs +2021-12-18 03:55:20,877 Update finished +2021-12-18 03:55:30,887 Reloading parameters... +2021-12-18 03:55:30,906 Loading parameters... +2021-12-18 03:55:30,907 Loading project parameters... +2021-12-18 03:55:30,909 + +22 of 25 jobs remaining (03:55) +2021-12-18 03:55:30,909 Sleep: 10 +2021-12-18 03:55:30,909 Number of retrials: 0 +2021-12-18 03:55:30,909 WRAPPER CHECK TIME = 10 +2021-12-18 03:55:30,910 Checking jobs for platform=marenostrum4 +2021-12-18 03:55:30,910 Checking jobs for platform=nord3 +2021-12-18 03:55:30,911 Checking jobs for platform=local +2021-12-18 03:55:30,912 Checking jobs for platform=transfer_node +2021-12-18 03:55:30,912 Checking all jobs at once +2021-12-18 03:55:32,431 Successful check job command +2021-12-18 03:55:33,751 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:55:33,751 End of checking +2021-12-18 03:55:33,753 Updating FAILED jobs +2021-12-18 03:55:33,753 Updating WAITING jobs +2021-12-18 03:55:33,753 Update finished +2021-12-18 03:55:33,754 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:55:33,754 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:55:33,754 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:55:33,754 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:55:33,755 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:55:33,758 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:55:33,760 Job list saved +2021-12-18 03:55:33,765 Updating FAILED jobs +2021-12-18 03:55:33,766 Updating WAITING jobs +2021-12-18 03:55:33,766 Update finished +2021-12-18 03:55:43,776 Reloading parameters... +2021-12-18 03:55:43,796 Loading parameters... +2021-12-18 03:55:43,797 Loading project parameters... +2021-12-18 03:55:43,799 + +22 of 25 jobs remaining (03:55) +2021-12-18 03:55:43,799 Sleep: 10 +2021-12-18 03:55:43,799 Number of retrials: 0 +2021-12-18 03:55:43,799 WRAPPER CHECK TIME = 10 +2021-12-18 03:55:43,800 Checking jobs for platform=marenostrum4 +2021-12-18 03:55:43,800 Checking jobs for platform=nord3 +2021-12-18 03:55:43,801 Checking jobs for platform=local +2021-12-18 03:55:43,801 Checking jobs for platform=transfer_node +2021-12-18 03:55:43,801 Checking all jobs at once +2021-12-18 03:55:45,124 Successful check job command +2021-12-18 03:55:46,395 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:55:46,395 End of checking +2021-12-18 03:55:46,397 Updating FAILED jobs +2021-12-18 03:55:46,397 Updating WAITING jobs +2021-12-18 03:55:46,397 Update finished +2021-12-18 03:55:46,397 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:55:46,398 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:55:46,398 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:55:46,398 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:55:46,398 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:55:46,401 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:55:46,403 Job list saved +2021-12-18 03:55:46,408 Updating FAILED jobs +2021-12-18 03:55:46,408 Updating WAITING jobs +2021-12-18 03:55:46,408 Update finished +2021-12-18 03:55:56,413 Reloading parameters... +2021-12-18 03:55:56,434 Loading parameters... +2021-12-18 03:55:56,435 Loading project parameters... +2021-12-18 03:55:56,437 + +22 of 25 jobs remaining (03:55) +2021-12-18 03:55:56,437 Sleep: 10 +2021-12-18 03:55:56,437 Number of retrials: 0 +2021-12-18 03:55:56,437 WRAPPER CHECK TIME = 10 +2021-12-18 03:55:56,438 Checking jobs for platform=marenostrum4 +2021-12-18 03:55:56,438 Checking jobs for platform=nord3 +2021-12-18 03:55:56,439 Checking jobs for platform=local +2021-12-18 03:55:56,439 Checking jobs for platform=transfer_node +2021-12-18 03:55:56,439 Checking all jobs at once +2021-12-18 03:55:57,809 Successful check job command +2021-12-18 03:55:59,128 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:55:59,128 End of checking +2021-12-18 03:55:59,130 Updating FAILED jobs +2021-12-18 03:55:59,130 Updating WAITING jobs +2021-12-18 03:55:59,130 Update finished +2021-12-18 03:55:59,130 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:55:59,131 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:55:59,131 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:55:59,131 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:55:59,131 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:55:59,134 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:55:59,136 Job list saved +2021-12-18 03:55:59,141 Updating FAILED jobs +2021-12-18 03:55:59,142 Updating WAITING jobs +2021-12-18 03:55:59,142 Update finished +2021-12-18 03:56:09,152 Reloading parameters... +2021-12-18 03:56:09,172 Loading parameters... +2021-12-18 03:56:09,173 Loading project parameters... +2021-12-18 03:56:09,175 + +22 of 25 jobs remaining (03:56) +2021-12-18 03:56:09,175 Sleep: 10 +2021-12-18 03:56:09,175 Number of retrials: 0 +2021-12-18 03:56:09,175 WRAPPER CHECK TIME = 10 +2021-12-18 03:56:09,176 Checking jobs for platform=marenostrum4 +2021-12-18 03:56:09,176 Checking jobs for platform=nord3 +2021-12-18 03:56:09,177 Checking jobs for platform=local +2021-12-18 03:56:09,177 Checking jobs for platform=transfer_node +2021-12-18 03:56:09,178 Checking all jobs at once +2021-12-18 03:56:10,597 Successful check job command +2021-12-18 03:56:12,267 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:56:12,267 End of checking +2021-12-18 03:56:12,269 Updating FAILED jobs +2021-12-18 03:56:12,269 Updating WAITING jobs +2021-12-18 03:56:12,269 Update finished +2021-12-18 03:56:12,269 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:56:12,270 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:56:12,270 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:56:12,270 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:56:12,270 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:56:12,273 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:56:12,276 Job list saved +2021-12-18 03:56:12,281 Updating FAILED jobs +2021-12-18 03:56:12,281 Updating WAITING jobs +2021-12-18 03:56:12,281 Update finished +2021-12-18 03:56:22,291 Reloading parameters... +2021-12-18 03:56:22,310 Loading parameters... +2021-12-18 03:56:22,311 Loading project parameters... +2021-12-18 03:56:22,313 + +22 of 25 jobs remaining (03:56) +2021-12-18 03:56:22,313 Sleep: 10 +2021-12-18 03:56:22,313 Number of retrials: 0 +2021-12-18 03:56:22,313 WRAPPER CHECK TIME = 10 +2021-12-18 03:56:22,314 Checking jobs for platform=marenostrum4 +2021-12-18 03:56:22,314 Checking jobs for platform=nord3 +2021-12-18 03:56:22,315 Checking jobs for platform=local +2021-12-18 03:56:22,316 Checking jobs for platform=transfer_node +2021-12-18 03:56:22,316 Checking all jobs at once +2021-12-18 03:56:23,985 Successful check job command +2021-12-18 03:56:25,155 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:56:25,155 End of checking +2021-12-18 03:56:25,157 Updating FAILED jobs +2021-12-18 03:56:25,157 Updating WAITING jobs +2021-12-18 03:56:25,157 Update finished +2021-12-18 03:56:25,157 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:56:25,157 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:56:25,158 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:56:25,158 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:56:25,158 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:56:25,161 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:56:25,163 Job list saved +2021-12-18 03:56:25,168 Updating FAILED jobs +2021-12-18 03:56:25,168 Updating WAITING jobs +2021-12-18 03:56:25,168 Update finished +2021-12-18 03:56:35,178 Reloading parameters... +2021-12-18 03:56:35,199 Loading parameters... +2021-12-18 03:56:35,200 Loading project parameters... +2021-12-18 03:56:35,202 + +22 of 25 jobs remaining (03:56) +2021-12-18 03:56:35,202 Sleep: 10 +2021-12-18 03:56:35,202 Number of retrials: 0 +2021-12-18 03:56:35,202 WRAPPER CHECK TIME = 10 +2021-12-18 03:56:35,203 Checking jobs for platform=marenostrum4 +2021-12-18 03:56:35,204 Checking jobs for platform=nord3 +2021-12-18 03:56:35,204 Checking jobs for platform=local +2021-12-18 03:56:35,205 Checking jobs for platform=transfer_node +2021-12-18 03:56:35,205 Checking all jobs at once +2021-12-18 03:56:37,025 Successful check job command +2021-12-18 03:56:38,646 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:56:38,646 End of checking +2021-12-18 03:56:38,647 Updating FAILED jobs +2021-12-18 03:56:38,647 Updating WAITING jobs +2021-12-18 03:56:38,648 Update finished +2021-12-18 03:56:38,648 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:56:38,648 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:56:38,648 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:56:38,648 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:56:38,648 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:56:38,651 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:56:38,653 Job list saved +2021-12-18 03:56:38,658 Updating FAILED jobs +2021-12-18 03:56:38,658 Updating WAITING jobs +2021-12-18 03:56:38,659 Update finished +2021-12-18 03:56:48,669 Reloading parameters... +2021-12-18 03:56:48,687 Loading parameters... +2021-12-18 03:56:48,688 Loading project parameters... +2021-12-18 03:56:48,690 + +22 of 25 jobs remaining (03:56) +2021-12-18 03:56:48,691 Sleep: 10 +2021-12-18 03:56:48,691 Number of retrials: 0 +2021-12-18 03:56:48,691 WRAPPER CHECK TIME = 10 +2021-12-18 03:56:48,691 Checking jobs for platform=marenostrum4 +2021-12-18 03:56:48,692 Checking jobs for platform=nord3 +2021-12-18 03:56:48,692 Checking jobs for platform=local +2021-12-18 03:56:48,693 Checking jobs for platform=transfer_node +2021-12-18 03:56:48,693 Checking all jobs at once +2021-12-18 03:56:50,563 Successful check job command +2021-12-18 03:56:52,534 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:56:52,534 End of checking +2021-12-18 03:56:52,535 Updating FAILED jobs +2021-12-18 03:56:52,536 Updating WAITING jobs +2021-12-18 03:56:52,536 Update finished +2021-12-18 03:56:52,536 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:56:52,539 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:56:52,539 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:56:52,539 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:56:52,539 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:56:52,542 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:56:52,545 Job list saved +2021-12-18 03:56:52,550 Updating FAILED jobs +2021-12-18 03:56:52,550 Updating WAITING jobs +2021-12-18 03:56:52,550 Update finished +2021-12-18 03:57:02,554 Reloading parameters... +2021-12-18 03:57:02,574 Loading parameters... +2021-12-18 03:57:02,575 Loading project parameters... +2021-12-18 03:57:02,578 + +22 of 25 jobs remaining (03:57) +2021-12-18 03:57:02,578 Sleep: 10 +2021-12-18 03:57:02,578 Number of retrials: 0 +2021-12-18 03:57:02,578 WRAPPER CHECK TIME = 10 +2021-12-18 03:57:02,579 Checking jobs for platform=marenostrum4 +2021-12-18 03:57:02,579 Checking jobs for platform=nord3 +2021-12-18 03:57:02,580 Checking jobs for platform=local +2021-12-18 03:57:02,580 Checking jobs for platform=transfer_node +2021-12-18 03:57:02,580 Checking all jobs at once +2021-12-18 03:57:03,850 Successful check job command +2021-12-18 03:57:05,173 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:57:05,173 End of checking +2021-12-18 03:57:05,175 Updating FAILED jobs +2021-12-18 03:57:05,176 Updating WAITING jobs +2021-12-18 03:57:05,176 Update finished +2021-12-18 03:57:05,176 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:57:05,176 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:57:05,176 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:57:05,177 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:57:05,177 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:57:05,179 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:57:05,182 Job list saved +2021-12-18 03:57:05,187 Updating FAILED jobs +2021-12-18 03:57:05,187 Updating WAITING jobs +2021-12-18 03:57:05,188 Update finished +2021-12-18 03:57:15,198 Reloading parameters... +2021-12-18 03:57:15,217 Loading parameters... +2021-12-18 03:57:15,218 Loading project parameters... +2021-12-18 03:57:15,220 + +22 of 25 jobs remaining (03:57) +2021-12-18 03:57:15,220 Sleep: 10 +2021-12-18 03:57:15,220 Number of retrials: 0 +2021-12-18 03:57:15,220 WRAPPER CHECK TIME = 10 +2021-12-18 03:57:15,221 Checking jobs for platform=marenostrum4 +2021-12-18 03:57:15,221 Checking jobs for platform=nord3 +2021-12-18 03:57:15,222 Checking jobs for platform=local +2021-12-18 03:57:15,223 Checking jobs for platform=transfer_node +2021-12-18 03:57:15,223 Checking all jobs at once +2021-12-18 03:57:16,692 Successful check job command +2021-12-18 03:57:18,012 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:57:18,013 End of checking +2021-12-18 03:57:18,014 Updating FAILED jobs +2021-12-18 03:57:18,015 Updating WAITING jobs +2021-12-18 03:57:18,015 Update finished +2021-12-18 03:57:18,015 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:57:18,015 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:57:18,015 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:57:18,015 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:57:18,016 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:57:18,019 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:57:18,021 Job list saved +2021-12-18 03:57:18,026 Updating FAILED jobs +2021-12-18 03:57:18,026 Updating WAITING jobs +2021-12-18 03:57:18,026 Update finished +2021-12-18 03:57:28,036 Reloading parameters... +2021-12-18 03:57:28,059 Loading parameters... +2021-12-18 03:57:28,060 Loading project parameters... +2021-12-18 03:57:28,062 + +22 of 25 jobs remaining (03:57) +2021-12-18 03:57:28,062 Sleep: 10 +2021-12-18 03:57:28,062 Number of retrials: 0 +2021-12-18 03:57:28,062 WRAPPER CHECK TIME = 10 +2021-12-18 03:57:28,063 Checking jobs for platform=marenostrum4 +2021-12-18 03:57:28,063 Checking jobs for platform=nord3 +2021-12-18 03:57:28,064 Checking jobs for platform=local +2021-12-18 03:57:28,064 Checking jobs for platform=transfer_node +2021-12-18 03:57:28,064 Checking all jobs at once +2021-12-18 03:57:29,935 Successful check job command +2021-12-18 03:57:31,755 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:57:31,755 End of checking +2021-12-18 03:57:31,756 Updating FAILED jobs +2021-12-18 03:57:31,757 Updating WAITING jobs +2021-12-18 03:57:31,757 Update finished +2021-12-18 03:57:31,757 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:57:31,758 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:57:31,758 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:57:31,758 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:57:31,758 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:57:31,760 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:57:31,763 Job list saved +2021-12-18 03:57:31,768 Updating FAILED jobs +2021-12-18 03:57:31,768 Updating WAITING jobs +2021-12-18 03:57:31,768 Update finished +2021-12-18 03:57:41,778 Reloading parameters... +2021-12-18 03:57:41,804 Loading parameters... +2021-12-18 03:57:41,805 Loading project parameters... +2021-12-18 03:57:41,807 + +22 of 25 jobs remaining (03:57) +2021-12-18 03:57:41,807 Sleep: 10 +2021-12-18 03:57:41,807 Number of retrials: 0 +2021-12-18 03:57:41,807 WRAPPER CHECK TIME = 10 +2021-12-18 03:57:41,808 Checking jobs for platform=marenostrum4 +2021-12-18 03:57:41,808 Checking jobs for platform=nord3 +2021-12-18 03:57:41,809 Checking jobs for platform=local +2021-12-18 03:57:41,810 Checking jobs for platform=transfer_node +2021-12-18 03:57:41,810 Checking all jobs at once +2021-12-18 03:57:43,280 Successful check job command +2021-12-18 03:57:45,552 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:57:45,553 End of checking +2021-12-18 03:57:45,554 Updating FAILED jobs +2021-12-18 03:57:45,554 Updating WAITING jobs +2021-12-18 03:57:45,555 Update finished +2021-12-18 03:57:45,555 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:57:45,555 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:57:45,555 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:57:45,555 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:57:45,555 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:57:45,558 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:57:45,560 Job list saved +2021-12-18 03:57:45,565 Updating FAILED jobs +2021-12-18 03:57:45,565 Updating WAITING jobs +2021-12-18 03:57:45,565 Update finished +2021-12-18 03:57:55,574 Reloading parameters... +2021-12-18 03:57:55,593 Loading parameters... +2021-12-18 03:57:55,594 Loading project parameters... +2021-12-18 03:57:55,596 + +22 of 25 jobs remaining (03:57) +2021-12-18 03:57:55,596 Sleep: 10 +2021-12-18 03:57:55,596 Number of retrials: 0 +2021-12-18 03:57:55,596 WRAPPER CHECK TIME = 10 +2021-12-18 03:57:55,597 Checking jobs for platform=marenostrum4 +2021-12-18 03:57:55,597 Checking jobs for platform=nord3 +2021-12-18 03:57:55,598 Checking jobs for platform=local +2021-12-18 03:57:55,598 Checking jobs for platform=transfer_node +2021-12-18 03:57:55,599 Checking all jobs at once +2021-12-18 03:57:56,920 Successful check job command +2021-12-18 03:57:58,142 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:57:58,142 End of checking +2021-12-18 03:57:58,143 Updating FAILED jobs +2021-12-18 03:57:58,144 Updating WAITING jobs +2021-12-18 03:57:58,144 Update finished +2021-12-18 03:57:58,144 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:57:58,144 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:57:58,144 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:57:58,144 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:57:58,145 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:57:58,147 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:57:58,149 Job list saved +2021-12-18 03:57:58,154 Updating FAILED jobs +2021-12-18 03:57:58,154 Updating WAITING jobs +2021-12-18 03:57:58,154 Update finished +2021-12-18 03:58:08,164 Reloading parameters... +2021-12-18 03:58:08,183 Loading parameters... +2021-12-18 03:58:08,184 Loading project parameters... +2021-12-18 03:58:08,186 + +22 of 25 jobs remaining (03:58) +2021-12-18 03:58:08,186 Sleep: 10 +2021-12-18 03:58:08,186 Number of retrials: 0 +2021-12-18 03:58:08,186 WRAPPER CHECK TIME = 10 +2021-12-18 03:58:08,187 Checking jobs for platform=marenostrum4 +2021-12-18 03:58:08,187 Checking jobs for platform=nord3 +2021-12-18 03:58:08,188 Checking jobs for platform=local +2021-12-18 03:58:08,188 Checking jobs for platform=transfer_node +2021-12-18 03:58:08,188 Checking all jobs at once +2021-12-18 03:58:09,558 Successful check job command +2021-12-18 03:58:10,878 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:58:10,878 End of checking +2021-12-18 03:58:10,879 Updating FAILED jobs +2021-12-18 03:58:10,879 Updating WAITING jobs +2021-12-18 03:58:10,880 Update finished +2021-12-18 03:58:10,880 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:58:10,881 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:58:10,881 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:58:10,881 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:58:10,881 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:58:10,884 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:58:10,886 Job list saved +2021-12-18 03:58:10,890 Updating FAILED jobs +2021-12-18 03:58:10,891 Updating WAITING jobs +2021-12-18 03:58:10,891 Update finished +2021-12-18 03:58:20,901 Reloading parameters... +2021-12-18 03:58:20,919 Loading parameters... +2021-12-18 03:58:20,920 Loading project parameters... +2021-12-18 03:58:20,922 + +22 of 25 jobs remaining (03:58) +2021-12-18 03:58:20,922 Sleep: 10 +2021-12-18 03:58:20,922 Number of retrials: 0 +2021-12-18 03:58:20,923 WRAPPER CHECK TIME = 10 +2021-12-18 03:58:20,923 Checking jobs for platform=marenostrum4 +2021-12-18 03:58:20,924 Checking jobs for platform=nord3 +2021-12-18 03:58:20,924 Checking jobs for platform=local +2021-12-18 03:58:20,925 Checking jobs for platform=transfer_node +2021-12-18 03:58:20,925 Checking all jobs at once +2021-12-18 03:58:22,545 Successful check job command +2021-12-18 03:58:24,265 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:58:24,266 End of checking +2021-12-18 03:58:24,267 Updating FAILED jobs +2021-12-18 03:58:24,267 Updating WAITING jobs +2021-12-18 03:58:24,267 Update finished +2021-12-18 03:58:24,268 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:58:24,268 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:58:24,268 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:58:24,268 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:58:24,268 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:58:24,270 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:58:24,273 Job list saved +2021-12-18 03:58:24,277 Updating FAILED jobs +2021-12-18 03:58:24,277 Updating WAITING jobs +2021-12-18 03:58:24,277 Update finished +2021-12-18 03:58:34,283 Reloading parameters... +2021-12-18 03:58:34,302 Loading parameters... +2021-12-18 03:58:34,304 Loading project parameters... +2021-12-18 03:58:34,305 + +22 of 25 jobs remaining (03:58) +2021-12-18 03:58:34,306 Sleep: 10 +2021-12-18 03:58:34,306 Number of retrials: 0 +2021-12-18 03:58:34,306 WRAPPER CHECK TIME = 10 +2021-12-18 03:58:34,306 Checking jobs for platform=marenostrum4 +2021-12-18 03:58:34,307 Checking jobs for platform=nord3 +2021-12-18 03:58:34,307 Checking jobs for platform=local +2021-12-18 03:58:34,308 Checking jobs for platform=transfer_node +2021-12-18 03:58:34,308 Checking all jobs at once +2021-12-18 03:58:35,978 Successful check job command +2021-12-18 03:58:37,547 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:58:37,548 End of checking +2021-12-18 03:58:37,549 Updating FAILED jobs +2021-12-18 03:58:37,549 Updating WAITING jobs +2021-12-18 03:58:37,549 Update finished +2021-12-18 03:58:37,549 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:58:37,550 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:58:37,550 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:58:37,550 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:58:37,550 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:58:37,553 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:58:37,555 Job list saved +2021-12-18 03:58:37,560 Updating FAILED jobs +2021-12-18 03:58:37,560 Updating WAITING jobs +2021-12-18 03:58:37,560 Update finished +2021-12-18 03:58:47,570 Reloading parameters... +2021-12-18 03:58:47,587 Loading parameters... +2021-12-18 03:58:47,588 Loading project parameters... +2021-12-18 03:58:47,590 + +22 of 25 jobs remaining (03:58) +2021-12-18 03:58:47,591 Sleep: 10 +2021-12-18 03:58:47,591 Number of retrials: 0 +2021-12-18 03:58:47,591 WRAPPER CHECK TIME = 10 +2021-12-18 03:58:47,591 Checking jobs for platform=marenostrum4 +2021-12-18 03:58:47,592 Checking jobs for platform=nord3 +2021-12-18 03:58:47,592 Checking jobs for platform=local +2021-12-18 03:58:47,593 Checking jobs for platform=transfer_node +2021-12-18 03:58:47,593 Checking all jobs at once +2021-12-18 03:58:49,063 Successful check job command +2021-12-18 03:58:50,433 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:58:50,433 End of checking +2021-12-18 03:58:50,434 Updating FAILED jobs +2021-12-18 03:58:50,434 Updating WAITING jobs +2021-12-18 03:58:50,434 Update finished +2021-12-18 03:58:50,435 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:58:50,435 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:58:50,435 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:58:50,435 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:58:50,435 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:58:50,438 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:58:50,440 Job list saved +2021-12-18 03:58:50,445 Updating FAILED jobs +2021-12-18 03:58:50,445 Updating WAITING jobs +2021-12-18 03:58:50,445 Update finished +2021-12-18 03:59:00,455 Reloading parameters... +2021-12-18 03:59:00,474 Loading parameters... +2021-12-18 03:59:00,478 Loading project parameters... +2021-12-18 03:59:00,480 + +22 of 25 jobs remaining (03:59) +2021-12-18 03:59:00,480 Sleep: 10 +2021-12-18 03:59:00,480 Number of retrials: 0 +2021-12-18 03:59:00,480 WRAPPER CHECK TIME = 10 +2021-12-18 03:59:00,481 Checking jobs for platform=marenostrum4 +2021-12-18 03:59:00,481 Checking jobs for platform=nord3 +2021-12-18 03:59:00,482 Checking jobs for platform=local +2021-12-18 03:59:00,482 Checking jobs for platform=transfer_node +2021-12-18 03:59:00,482 Checking all jobs at once +2021-12-18 03:59:01,852 Successful check job command +2021-12-18 03:59:03,172 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:59:03,172 End of checking +2021-12-18 03:59:03,174 Updating FAILED jobs +2021-12-18 03:59:03,174 Updating WAITING jobs +2021-12-18 03:59:03,174 Update finished +2021-12-18 03:59:03,174 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:59:03,174 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:59:03,174 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:59:03,175 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:59:03,175 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:59:03,177 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:59:03,179 Job list saved +2021-12-18 03:59:03,184 Updating FAILED jobs +2021-12-18 03:59:03,184 Updating WAITING jobs +2021-12-18 03:59:03,184 Update finished +2021-12-18 03:59:13,194 Reloading parameters... +2021-12-18 03:59:13,215 Loading parameters... +2021-12-18 03:59:13,216 Loading project parameters... +2021-12-18 03:59:13,218 + +22 of 25 jobs remaining (03:59) +2021-12-18 03:59:13,218 Sleep: 10 +2021-12-18 03:59:13,218 Number of retrials: 0 +2021-12-18 03:59:13,218 WRAPPER CHECK TIME = 10 +2021-12-18 03:59:13,219 Checking jobs for platform=marenostrum4 +2021-12-18 03:59:13,219 Checking jobs for platform=nord3 +2021-12-18 03:59:13,220 Checking jobs for platform=local +2021-12-18 03:59:13,220 Checking jobs for platform=transfer_node +2021-12-18 03:59:13,221 Checking all jobs at once +2021-12-18 03:59:14,641 Successful check job command +2021-12-18 03:59:16,061 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:59:16,061 End of checking +2021-12-18 03:59:16,062 Updating FAILED jobs +2021-12-18 03:59:16,062 Updating WAITING jobs +2021-12-18 03:59:16,063 Update finished +2021-12-18 03:59:16,063 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:59:16,063 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:59:16,063 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:59:16,063 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:59:16,063 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:59:16,066 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:59:16,068 Job list saved +2021-12-18 03:59:16,073 Updating FAILED jobs +2021-12-18 03:59:16,073 Updating WAITING jobs +2021-12-18 03:59:16,073 Update finished +2021-12-18 03:59:26,081 Reloading parameters... +2021-12-18 03:59:26,102 Loading parameters... +2021-12-18 03:59:26,103 Loading project parameters... +2021-12-18 03:59:26,105 + +22 of 25 jobs remaining (03:59) +2021-12-18 03:59:26,105 Sleep: 10 +2021-12-18 03:59:26,105 Number of retrials: 0 +2021-12-18 03:59:26,105 WRAPPER CHECK TIME = 10 +2021-12-18 03:59:26,106 Checking jobs for platform=marenostrum4 +2021-12-18 03:59:26,106 Checking jobs for platform=nord3 +2021-12-18 03:59:26,107 Checking jobs for platform=local +2021-12-18 03:59:26,108 Checking jobs for platform=transfer_node +2021-12-18 03:59:26,108 Checking all jobs at once +2021-12-18 03:59:27,427 Successful check job command +2021-12-18 03:59:28,798 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:59:28,798 End of checking +2021-12-18 03:59:28,799 Updating FAILED jobs +2021-12-18 03:59:28,799 Updating WAITING jobs +2021-12-18 03:59:28,799 Update finished +2021-12-18 03:59:28,799 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:59:28,800 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:59:28,800 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:59:28,800 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:59:28,800 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:59:28,803 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:59:28,805 Job list saved +2021-12-18 03:59:28,815 Updating FAILED jobs +2021-12-18 03:59:28,815 Updating WAITING jobs +2021-12-18 03:59:28,815 Update finished +2021-12-18 03:59:38,823 Reloading parameters... +2021-12-18 03:59:38,841 Loading parameters... +2021-12-18 03:59:38,843 Loading project parameters... +2021-12-18 03:59:38,845 + +22 of 25 jobs remaining (03:59) +2021-12-18 03:59:38,845 Sleep: 10 +2021-12-18 03:59:38,845 Number of retrials: 0 +2021-12-18 03:59:38,845 WRAPPER CHECK TIME = 10 +2021-12-18 03:59:38,846 Checking jobs for platform=marenostrum4 +2021-12-18 03:59:38,846 Checking jobs for platform=nord3 +2021-12-18 03:59:38,847 Checking jobs for platform=local +2021-12-18 03:59:38,847 Checking jobs for platform=transfer_node +2021-12-18 03:59:38,847 Checking all jobs at once +2021-12-18 03:59:40,217 Successful check job command +2021-12-18 03:59:41,486 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:59:41,486 End of checking +2021-12-18 03:59:41,488 Updating FAILED jobs +2021-12-18 03:59:41,488 Updating WAITING jobs +2021-12-18 03:59:41,488 Update finished +2021-12-18 03:59:41,488 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:59:41,488 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:59:41,489 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:59:41,489 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:59:41,489 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:59:41,491 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:59:41,494 Job list saved +2021-12-18 03:59:41,498 Updating FAILED jobs +2021-12-18 03:59:41,498 Updating WAITING jobs +2021-12-18 03:59:41,498 Update finished +2021-12-18 03:59:51,508 Reloading parameters... +2021-12-18 03:59:51,525 Loading parameters... +2021-12-18 03:59:51,527 Loading project parameters... +2021-12-18 03:59:51,529 + +22 of 25 jobs remaining (03:59) +2021-12-18 03:59:51,529 Sleep: 10 +2021-12-18 03:59:51,529 Number of retrials: 0 +2021-12-18 03:59:51,529 WRAPPER CHECK TIME = 10 +2021-12-18 03:59:51,530 Checking jobs for platform=marenostrum4 +2021-12-18 03:59:51,530 Checking jobs for platform=nord3 +2021-12-18 03:59:51,531 Checking jobs for platform=local +2021-12-18 03:59:51,531 Checking jobs for platform=transfer_node +2021-12-18 03:59:51,531 Checking all jobs at once +2021-12-18 03:59:52,851 Successful check job command +2021-12-18 03:59:54,070 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 03:59:54,070 End of checking +2021-12-18 03:59:54,072 Updating FAILED jobs +2021-12-18 03:59:54,072 Updating WAITING jobs +2021-12-18 03:59:54,072 Update finished +2021-12-18 03:59:54,072 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 03:59:54,072 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 03:59:54,073 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 03:59:54,073 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 03:59:54,073 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 03:59:54,075 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 03:59:54,077 Job list saved +2021-12-18 03:59:54,082 Updating FAILED jobs +2021-12-18 03:59:54,082 Updating WAITING jobs +2021-12-18 03:59:54,083 Update finished +2021-12-18 04:00:04,093 Reloading parameters... +2021-12-18 04:00:04,115 Loading parameters... +2021-12-18 04:00:04,117 Loading project parameters... +2021-12-18 04:00:04,119 + +22 of 25 jobs remaining (04:00) +2021-12-18 04:00:04,119 Sleep: 10 +2021-12-18 04:00:04,119 Number of retrials: 0 +2021-12-18 04:00:04,119 WRAPPER CHECK TIME = 10 +2021-12-18 04:00:04,120 Checking jobs for platform=marenostrum4 +2021-12-18 04:00:04,120 Checking jobs for platform=nord3 +2021-12-18 04:00:04,121 Checking jobs for platform=local +2021-12-18 04:00:04,121 Checking jobs for platform=transfer_node +2021-12-18 04:00:04,121 Checking all jobs at once +2021-12-18 04:00:06,244 Successful check job command +2021-12-18 04:00:07,567 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:00:07,567 End of checking +2021-12-18 04:00:07,569 Updating FAILED jobs +2021-12-18 04:00:07,569 Updating WAITING jobs +2021-12-18 04:00:07,569 Update finished +2021-12-18 04:00:07,569 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:00:07,570 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:00:07,570 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:00:07,570 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:00:07,570 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:00:07,572 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:00:07,575 Job list saved +2021-12-18 04:00:07,580 Updating FAILED jobs +2021-12-18 04:00:07,580 Updating WAITING jobs +2021-12-18 04:00:07,580 Update finished +2021-12-18 04:00:17,590 Reloading parameters... +2021-12-18 04:00:17,610 Loading parameters... +2021-12-18 04:00:17,611 Loading project parameters... +2021-12-18 04:00:17,613 + +22 of 25 jobs remaining (04:00) +2021-12-18 04:00:17,613 Sleep: 10 +2021-12-18 04:00:17,613 Number of retrials: 0 +2021-12-18 04:00:17,613 WRAPPER CHECK TIME = 10 +2021-12-18 04:00:17,614 Checking jobs for platform=marenostrum4 +2021-12-18 04:00:17,614 Checking jobs for platform=nord3 +2021-12-18 04:00:17,615 Checking jobs for platform=local +2021-12-18 04:00:17,616 Checking jobs for platform=transfer_node +2021-12-18 04:00:17,616 Checking all jobs at once +2021-12-18 04:00:19,386 Successful check job command +2021-12-18 04:00:20,806 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:00:20,806 End of checking +2021-12-18 04:00:20,808 Updating FAILED jobs +2021-12-18 04:00:20,808 Updating WAITING jobs +2021-12-18 04:00:20,808 Update finished +2021-12-18 04:00:20,808 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:00:20,809 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:00:20,809 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:00:20,809 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:00:20,809 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:00:20,812 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:00:20,814 Job list saved +2021-12-18 04:00:20,818 Updating FAILED jobs +2021-12-18 04:00:20,819 Updating WAITING jobs +2021-12-18 04:00:20,819 Update finished +2021-12-18 04:00:30,825 Reloading parameters... +2021-12-18 04:00:30,844 Loading parameters... +2021-12-18 04:00:30,845 Loading project parameters... +2021-12-18 04:00:30,847 + +22 of 25 jobs remaining (04:00) +2021-12-18 04:00:30,847 Sleep: 10 +2021-12-18 04:00:30,847 Number of retrials: 0 +2021-12-18 04:00:30,847 WRAPPER CHECK TIME = 10 +2021-12-18 04:00:30,848 Checking jobs for platform=marenostrum4 +2021-12-18 04:00:30,848 Checking jobs for platform=nord3 +2021-12-18 04:00:30,849 Checking jobs for platform=local +2021-12-18 04:00:30,849 Checking jobs for platform=transfer_node +2021-12-18 04:00:30,849 Checking all jobs at once +2021-12-18 04:00:32,173 Successful check job command +2021-12-18 04:00:33,342 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:00:33,343 End of checking +2021-12-18 04:00:33,344 Updating FAILED jobs +2021-12-18 04:00:33,344 Updating WAITING jobs +2021-12-18 04:00:33,345 Update finished +2021-12-18 04:00:33,345 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:00:33,345 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:00:33,345 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:00:33,345 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:00:33,345 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:00:33,348 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:00:33,350 Job list saved +2021-12-18 04:00:33,355 Updating FAILED jobs +2021-12-18 04:00:33,355 Updating WAITING jobs +2021-12-18 04:00:33,355 Update finished +2021-12-18 04:00:43,362 Reloading parameters... +2021-12-18 04:00:43,380 Loading parameters... +2021-12-18 04:00:43,381 Loading project parameters... +2021-12-18 04:00:43,383 + +22 of 25 jobs remaining (04:00) +2021-12-18 04:00:43,383 Sleep: 10 +2021-12-18 04:00:43,384 Number of retrials: 0 +2021-12-18 04:00:43,384 WRAPPER CHECK TIME = 10 +2021-12-18 04:00:43,384 Checking jobs for platform=marenostrum4 +2021-12-18 04:00:43,385 Checking jobs for platform=nord3 +2021-12-18 04:00:43,385 Checking jobs for platform=local +2021-12-18 04:00:43,386 Checking jobs for platform=transfer_node +2021-12-18 04:00:43,386 Checking all jobs at once +2021-12-18 04:00:46,209 Successful check job command +2021-12-18 04:00:47,680 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:00:47,680 End of checking +2021-12-18 04:00:47,681 Updating FAILED jobs +2021-12-18 04:00:47,681 Updating WAITING jobs +2021-12-18 04:00:47,682 Update finished +2021-12-18 04:00:47,682 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:00:47,682 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:00:47,682 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:00:47,683 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:00:47,683 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:00:47,685 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:00:47,687 Job list saved +2021-12-18 04:00:47,692 Updating FAILED jobs +2021-12-18 04:00:47,692 Updating WAITING jobs +2021-12-18 04:00:47,692 Update finished +2021-12-18 04:00:57,702 Reloading parameters... +2021-12-18 04:00:57,721 Loading parameters... +2021-12-18 04:00:57,722 Loading project parameters... +2021-12-18 04:00:57,724 + +22 of 25 jobs remaining (04:00) +2021-12-18 04:00:57,724 Sleep: 10 +2021-12-18 04:00:57,724 Number of retrials: 0 +2021-12-18 04:00:57,724 WRAPPER CHECK TIME = 10 +2021-12-18 04:00:57,725 Checking jobs for platform=marenostrum4 +2021-12-18 04:00:57,725 Checking jobs for platform=nord3 +2021-12-18 04:00:57,726 Checking jobs for platform=local +2021-12-18 04:00:57,727 Checking jobs for platform=transfer_node +2021-12-18 04:00:57,727 Checking all jobs at once +2021-12-18 04:01:00,699 Successful check job command +2021-12-18 04:01:02,870 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:01:02,870 End of checking +2021-12-18 04:01:02,871 Updating FAILED jobs +2021-12-18 04:01:02,872 Updating WAITING jobs +2021-12-18 04:01:02,872 Update finished +2021-12-18 04:01:02,872 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:01:02,872 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:01:02,872 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:01:02,872 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:01:02,873 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:01:02,875 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:01:02,877 Job list saved +2021-12-18 04:01:02,882 Updating FAILED jobs +2021-12-18 04:01:02,882 Updating WAITING jobs +2021-12-18 04:01:02,882 Update finished +2021-12-18 04:01:12,892 Reloading parameters... +2021-12-18 04:01:12,911 Loading parameters... +2021-12-18 04:01:12,913 Loading project parameters... +2021-12-18 04:01:12,915 + +22 of 25 jobs remaining (04:01) +2021-12-18 04:01:12,915 Sleep: 10 +2021-12-18 04:01:12,915 Number of retrials: 0 +2021-12-18 04:01:12,915 WRAPPER CHECK TIME = 10 +2021-12-18 04:01:12,915 Checking jobs for platform=marenostrum4 +2021-12-18 04:01:12,916 Checking jobs for platform=nord3 +2021-12-18 04:01:12,917 Checking jobs for platform=local +2021-12-18 04:01:12,917 Checking jobs for platform=transfer_node +2021-12-18 04:01:12,917 Checking all jobs at once +2021-12-18 04:01:15,089 Successful check job command +2021-12-18 04:01:17,410 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:01:17,410 End of checking +2021-12-18 04:01:17,412 Updating FAILED jobs +2021-12-18 04:01:17,412 Updating WAITING jobs +2021-12-18 04:01:17,412 Update finished +2021-12-18 04:01:17,412 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:01:17,412 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:01:17,413 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:01:17,413 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:01:17,413 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:01:17,415 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:01:17,418 Job list saved +2021-12-18 04:01:17,423 Updating FAILED jobs +2021-12-18 04:01:17,423 Updating WAITING jobs +2021-12-18 04:01:17,423 Update finished +2021-12-18 04:01:27,433 Reloading parameters... +2021-12-18 04:01:27,451 Loading parameters... +2021-12-18 04:01:27,453 Loading project parameters... +2021-12-18 04:01:27,455 + +22 of 25 jobs remaining (04:01) +2021-12-18 04:01:27,455 Sleep: 10 +2021-12-18 04:01:27,455 Number of retrials: 0 +2021-12-18 04:01:27,455 WRAPPER CHECK TIME = 10 +2021-12-18 04:01:27,456 Checking jobs for platform=marenostrum4 +2021-12-18 04:01:27,456 Checking jobs for platform=nord3 +2021-12-18 04:01:27,457 Checking jobs for platform=local +2021-12-18 04:01:27,457 Checking jobs for platform=transfer_node +2021-12-18 04:01:27,457 Checking all jobs at once +2021-12-18 04:01:28,881 Successful check job command +2021-12-18 04:01:30,151 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:01:30,151 End of checking +2021-12-18 04:01:30,152 Updating FAILED jobs +2021-12-18 04:01:30,152 Updating WAITING jobs +2021-12-18 04:01:30,152 Update finished +2021-12-18 04:01:30,153 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:01:30,153 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:01:30,153 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:01:30,153 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:01:30,154 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:01:30,156 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:01:30,158 Job list saved +2021-12-18 04:01:30,163 Updating FAILED jobs +2021-12-18 04:01:30,163 Updating WAITING jobs +2021-12-18 04:01:30,163 Update finished +2021-12-18 04:01:40,173 Reloading parameters... +2021-12-18 04:01:40,191 Loading parameters... +2021-12-18 04:01:40,192 Loading project parameters... +2021-12-18 04:01:40,202 + +22 of 25 jobs remaining (04:01) +2021-12-18 04:01:40,202 Sleep: 10 +2021-12-18 04:01:40,202 Number of retrials: 0 +2021-12-18 04:01:40,203 WRAPPER CHECK TIME = 10 +2021-12-18 04:01:40,203 Checking jobs for platform=marenostrum4 +2021-12-18 04:01:40,204 Checking jobs for platform=nord3 +2021-12-18 04:01:40,204 Checking jobs for platform=local +2021-12-18 04:01:40,205 Checking jobs for platform=transfer_node +2021-12-18 04:01:40,205 Checking all jobs at once +2021-12-18 04:01:41,725 Successful check job command +2021-12-18 04:01:43,094 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:01:43,095 End of checking +2021-12-18 04:01:43,096 Updating FAILED jobs +2021-12-18 04:01:43,096 Updating WAITING jobs +2021-12-18 04:01:43,096 Update finished +2021-12-18 04:01:43,096 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:01:43,097 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:01:43,097 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:01:43,097 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:01:43,097 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:01:43,099 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:01:43,101 Job list saved +2021-12-18 04:01:43,106 Updating FAILED jobs +2021-12-18 04:01:43,106 Updating WAITING jobs +2021-12-18 04:01:43,106 Update finished +2021-12-18 04:01:53,116 Reloading parameters... +2021-12-18 04:01:53,134 Loading parameters... +2021-12-18 04:01:53,135 Loading project parameters... +2021-12-18 04:01:53,137 + +22 of 25 jobs remaining (04:01) +2021-12-18 04:01:53,137 Sleep: 10 +2021-12-18 04:01:53,137 Number of retrials: 0 +2021-12-18 04:01:53,137 WRAPPER CHECK TIME = 10 +2021-12-18 04:01:53,138 Checking jobs for platform=marenostrum4 +2021-12-18 04:01:53,138 Checking jobs for platform=nord3 +2021-12-18 04:01:53,139 Checking jobs for platform=local +2021-12-18 04:01:53,139 Checking jobs for platform=transfer_node +2021-12-18 04:01:53,139 Checking all jobs at once +2021-12-18 04:01:55,611 Successful check job command +2021-12-18 04:01:57,633 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:01:57,634 End of checking +2021-12-18 04:01:57,635 Updating FAILED jobs +2021-12-18 04:01:57,635 Updating WAITING jobs +2021-12-18 04:01:57,635 Update finished +2021-12-18 04:01:57,635 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:01:57,635 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:01:57,636 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:01:57,636 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:01:57,636 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:01:57,638 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:01:57,641 Job list saved +2021-12-18 04:01:57,645 Updating FAILED jobs +2021-12-18 04:01:57,645 Updating WAITING jobs +2021-12-18 04:01:57,645 Update finished +2021-12-18 04:02:07,656 Reloading parameters... +2021-12-18 04:02:07,675 Loading parameters... +2021-12-18 04:02:07,677 Loading project parameters... +2021-12-18 04:02:07,679 + +22 of 25 jobs remaining (04:02) +2021-12-18 04:02:07,679 Sleep: 10 +2021-12-18 04:02:07,679 Number of retrials: 0 +2021-12-18 04:02:07,679 WRAPPER CHECK TIME = 10 +2021-12-18 04:02:07,680 Checking jobs for platform=marenostrum4 +2021-12-18 04:02:07,680 Checking jobs for platform=nord3 +2021-12-18 04:02:07,681 Checking jobs for platform=local +2021-12-18 04:02:07,681 Checking jobs for platform=transfer_node +2021-12-18 04:02:07,682 Checking all jobs at once +2021-12-18 04:02:09,412 Successful check job command +2021-12-18 04:02:11,333 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:02:11,334 End of checking +2021-12-18 04:02:11,335 Updating FAILED jobs +2021-12-18 04:02:11,335 Updating WAITING jobs +2021-12-18 04:02:11,336 Update finished +2021-12-18 04:02:11,336 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:02:11,336 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:02:11,337 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:02:11,337 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:02:11,337 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:02:11,340 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:02:11,342 Job list saved +2021-12-18 04:02:11,347 Updating FAILED jobs +2021-12-18 04:02:11,347 Updating WAITING jobs +2021-12-18 04:02:11,347 Update finished +2021-12-18 04:02:21,354 Reloading parameters... +2021-12-18 04:02:21,372 Loading parameters... +2021-12-18 04:02:21,373 Loading project parameters... +2021-12-18 04:02:21,375 + +22 of 25 jobs remaining (04:02) +2021-12-18 04:02:21,375 Sleep: 10 +2021-12-18 04:02:21,375 Number of retrials: 0 +2021-12-18 04:02:21,375 WRAPPER CHECK TIME = 10 +2021-12-18 04:02:21,376 Checking jobs for platform=marenostrum4 +2021-12-18 04:02:21,376 Checking jobs for platform=nord3 +2021-12-18 04:02:21,377 Checking jobs for platform=local +2021-12-18 04:02:21,377 Checking jobs for platform=transfer_node +2021-12-18 04:02:21,378 Checking all jobs at once +2021-12-18 04:02:22,597 Successful check job command +2021-12-18 04:02:24,618 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:02:24,618 End of checking +2021-12-18 04:02:24,620 Updating FAILED jobs +2021-12-18 04:02:24,620 Updating WAITING jobs +2021-12-18 04:02:24,620 Update finished +2021-12-18 04:02:24,620 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:02:24,620 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:02:24,621 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:02:24,621 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:02:24,621 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:02:24,624 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:02:24,626 Job list saved +2021-12-18 04:02:24,631 Updating FAILED jobs +2021-12-18 04:02:24,631 Updating WAITING jobs +2021-12-18 04:02:24,631 Update finished +2021-12-18 04:02:34,641 Reloading parameters... +2021-12-18 04:02:34,660 Loading parameters... +2021-12-18 04:02:34,661 Loading project parameters... +2021-12-18 04:02:34,663 + +22 of 25 jobs remaining (04:02) +2021-12-18 04:02:34,663 Sleep: 10 +2021-12-18 04:02:34,663 Number of retrials: 0 +2021-12-18 04:02:34,663 WRAPPER CHECK TIME = 10 +2021-12-18 04:02:34,664 Checking jobs for platform=marenostrum4 +2021-12-18 04:02:34,664 Checking jobs for platform=nord3 +2021-12-18 04:02:34,665 Checking jobs for platform=local +2021-12-18 04:02:34,665 Checking jobs for platform=transfer_node +2021-12-18 04:02:34,665 Checking all jobs at once +2021-12-18 04:02:36,185 Successful check job command +2021-12-18 04:02:37,405 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:02:37,406 End of checking +2021-12-18 04:02:37,407 Updating FAILED jobs +2021-12-18 04:02:37,408 Updating WAITING jobs +2021-12-18 04:02:37,408 Update finished +2021-12-18 04:02:37,408 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:02:37,408 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:02:37,408 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:02:37,408 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:02:37,409 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:02:37,411 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:02:37,414 Job list saved +2021-12-18 04:02:37,419 Updating FAILED jobs +2021-12-18 04:02:37,419 Updating WAITING jobs +2021-12-18 04:02:37,419 Update finished +2021-12-18 04:02:47,430 Reloading parameters... +2021-12-18 04:02:47,452 Loading parameters... +2021-12-18 04:02:47,453 Loading project parameters... +2021-12-18 04:02:47,455 + +22 of 25 jobs remaining (04:02) +2021-12-18 04:02:47,455 Sleep: 10 +2021-12-18 04:02:47,456 Number of retrials: 0 +2021-12-18 04:02:47,456 WRAPPER CHECK TIME = 10 +2021-12-18 04:02:47,456 Checking jobs for platform=marenostrum4 +2021-12-18 04:02:47,457 Checking jobs for platform=nord3 +2021-12-18 04:02:47,457 Checking jobs for platform=local +2021-12-18 04:02:47,458 Checking jobs for platform=transfer_node +2021-12-18 04:02:47,458 Checking all jobs at once +2021-12-18 04:02:49,783 Successful check job command +2021-12-18 04:02:52,406 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:02:52,407 End of checking +2021-12-18 04:02:52,408 Updating FAILED jobs +2021-12-18 04:02:52,408 Updating WAITING jobs +2021-12-18 04:02:52,408 Update finished +2021-12-18 04:02:52,409 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:02:52,409 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:02:52,409 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:02:52,409 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:02:52,410 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:02:52,413 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:02:52,415 Job list saved +2021-12-18 04:02:52,420 Updating FAILED jobs +2021-12-18 04:02:52,420 Updating WAITING jobs +2021-12-18 04:02:52,420 Update finished +2021-12-18 04:03:02,430 Reloading parameters... +2021-12-18 04:03:02,450 Loading parameters... +2021-12-18 04:03:02,452 Loading project parameters... +2021-12-18 04:03:02,454 + +22 of 25 jobs remaining (04:03) +2021-12-18 04:03:02,454 Sleep: 10 +2021-12-18 04:03:02,454 Number of retrials: 0 +2021-12-18 04:03:02,454 WRAPPER CHECK TIME = 10 +2021-12-18 04:03:02,455 Checking jobs for platform=marenostrum4 +2021-12-18 04:03:02,455 Checking jobs for platform=nord3 +2021-12-18 04:03:02,456 Checking jobs for platform=local +2021-12-18 04:03:02,457 Checking jobs for platform=transfer_node +2021-12-18 04:03:02,457 Checking all jobs at once +2021-12-18 04:03:03,681 Successful check job command +2021-12-18 04:03:05,001 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:03:05,002 End of checking +2021-12-18 04:03:05,003 Updating FAILED jobs +2021-12-18 04:03:05,003 Updating WAITING jobs +2021-12-18 04:03:05,003 Update finished +2021-12-18 04:03:05,003 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:03:05,003 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:03:05,003 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:03:05,004 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:03:05,004 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:03:05,006 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:03:05,008 Job list saved +2021-12-18 04:03:05,013 Updating FAILED jobs +2021-12-18 04:03:05,013 Updating WAITING jobs +2021-12-18 04:03:05,013 Update finished +2021-12-18 04:03:15,023 Reloading parameters... +2021-12-18 04:03:15,041 Loading parameters... +2021-12-18 04:03:15,043 Loading project parameters... +2021-12-18 04:03:15,045 + +22 of 25 jobs remaining (04:03) +2021-12-18 04:03:15,045 Sleep: 10 +2021-12-18 04:03:15,045 Number of retrials: 0 +2021-12-18 04:03:15,045 WRAPPER CHECK TIME = 10 +2021-12-18 04:03:15,046 Checking jobs for platform=marenostrum4 +2021-12-18 04:03:15,046 Checking jobs for platform=nord3 +2021-12-18 04:03:15,047 Checking jobs for platform=local +2021-12-18 04:03:15,047 Checking jobs for platform=transfer_node +2021-12-18 04:03:15,047 Checking all jobs at once +2021-12-18 04:03:16,417 Successful check job command +2021-12-18 04:03:17,637 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:03:17,637 End of checking +2021-12-18 04:03:17,638 Updating FAILED jobs +2021-12-18 04:03:17,638 Updating WAITING jobs +2021-12-18 04:03:17,639 Update finished +2021-12-18 04:03:17,639 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:03:17,639 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:03:17,639 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:03:17,639 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:03:17,639 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:03:17,642 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:03:17,644 Job list saved +2021-12-18 04:03:17,649 Updating FAILED jobs +2021-12-18 04:03:17,649 Updating WAITING jobs +2021-12-18 04:03:17,650 Update finished +2021-12-18 04:03:27,660 Reloading parameters... +2021-12-18 04:03:27,679 Loading parameters... +2021-12-18 04:03:27,680 Loading project parameters... +2021-12-18 04:03:27,682 + +22 of 25 jobs remaining (04:03) +2021-12-18 04:03:27,682 Sleep: 10 +2021-12-18 04:03:27,682 Number of retrials: 0 +2021-12-18 04:03:27,682 WRAPPER CHECK TIME = 10 +2021-12-18 04:03:27,683 Checking jobs for platform=marenostrum4 +2021-12-18 04:03:27,683 Checking jobs for platform=nord3 +2021-12-18 04:03:27,684 Checking jobs for platform=local +2021-12-18 04:03:27,685 Checking jobs for platform=transfer_node +2021-12-18 04:03:27,685 Checking all jobs at once +2021-12-18 04:03:29,807 Successful check job command +2021-12-18 04:03:31,228 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:03:31,228 End of checking +2021-12-18 04:03:31,229 Updating FAILED jobs +2021-12-18 04:03:31,230 Updating WAITING jobs +2021-12-18 04:03:31,230 Update finished +2021-12-18 04:03:31,230 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:03:31,231 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:03:31,231 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:03:31,231 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:03:31,231 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:03:31,233 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:03:31,236 Job list saved +2021-12-18 04:03:31,240 Updating FAILED jobs +2021-12-18 04:03:31,240 Updating WAITING jobs +2021-12-18 04:03:31,240 Update finished +2021-12-18 04:03:41,251 Reloading parameters... +2021-12-18 04:03:41,269 Loading parameters... +2021-12-18 04:03:41,271 Loading project parameters... +2021-12-18 04:03:41,273 + +22 of 25 jobs remaining (04:03) +2021-12-18 04:03:41,273 Sleep: 10 +2021-12-18 04:03:41,273 Number of retrials: 0 +2021-12-18 04:03:41,273 WRAPPER CHECK TIME = 10 +2021-12-18 04:03:41,274 Checking jobs for platform=marenostrum4 +2021-12-18 04:03:41,274 Checking jobs for platform=nord3 +2021-12-18 04:03:41,275 Checking jobs for platform=local +2021-12-18 04:03:41,275 Checking jobs for platform=transfer_node +2021-12-18 04:03:41,275 Checking all jobs at once +2021-12-18 04:03:42,797 Successful check job command +2021-12-18 04:03:44,417 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:03:44,418 End of checking +2021-12-18 04:03:44,419 Updating FAILED jobs +2021-12-18 04:03:44,419 Updating WAITING jobs +2021-12-18 04:03:44,419 Update finished +2021-12-18 04:03:44,419 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:03:44,420 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:03:44,420 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:03:44,420 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:03:44,420 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:03:44,422 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:03:44,425 Job list saved +2021-12-18 04:03:44,429 Updating FAILED jobs +2021-12-18 04:03:44,429 Updating WAITING jobs +2021-12-18 04:03:44,429 Update finished +2021-12-18 04:03:54,440 Reloading parameters... +2021-12-18 04:03:54,457 Loading parameters... +2021-12-18 04:03:54,458 Loading project parameters... +2021-12-18 04:03:54,460 + +22 of 25 jobs remaining (04:03) +2021-12-18 04:03:54,460 Sleep: 10 +2021-12-18 04:03:54,460 Number of retrials: 0 +2021-12-18 04:03:54,460 WRAPPER CHECK TIME = 10 +2021-12-18 04:03:54,461 Checking jobs for platform=marenostrum4 +2021-12-18 04:03:54,462 Checking jobs for platform=nord3 +2021-12-18 04:03:54,462 Checking jobs for platform=local +2021-12-18 04:03:54,463 Checking jobs for platform=transfer_node +2021-12-18 04:03:54,463 Checking all jobs at once +2021-12-18 04:03:55,783 Successful check job command +2021-12-18 04:03:57,303 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:03:57,303 End of checking +2021-12-18 04:03:57,304 Updating FAILED jobs +2021-12-18 04:03:57,305 Updating WAITING jobs +2021-12-18 04:03:57,305 Update finished +2021-12-18 04:03:57,306 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:03:57,306 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:03:57,306 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:03:57,306 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:03:57,306 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:03:57,313 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:03:57,316 Job list saved +2021-12-18 04:03:57,327 Updating FAILED jobs +2021-12-18 04:03:57,327 Updating WAITING jobs +2021-12-18 04:03:57,327 Update finished +2021-12-18 04:04:07,333 Reloading parameters... +2021-12-18 04:04:07,355 Loading parameters... +2021-12-18 04:04:07,356 Loading project parameters... +2021-12-18 04:04:07,358 + +22 of 25 jobs remaining (04:04) +2021-12-18 04:04:07,359 Sleep: 10 +2021-12-18 04:04:07,359 Number of retrials: 0 +2021-12-18 04:04:07,359 WRAPPER CHECK TIME = 10 +2021-12-18 04:04:07,360 Checking jobs for platform=marenostrum4 +2021-12-18 04:04:07,360 Checking jobs for platform=nord3 +2021-12-18 04:04:07,361 Checking jobs for platform=local +2021-12-18 04:04:07,361 Checking jobs for platform=transfer_node +2021-12-18 04:04:07,361 Checking all jobs at once +2021-12-18 04:04:08,682 Successful check job command +2021-12-18 04:04:09,953 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:04:09,953 End of checking +2021-12-18 04:04:09,954 Updating FAILED jobs +2021-12-18 04:04:09,954 Updating WAITING jobs +2021-12-18 04:04:09,954 Update finished +2021-12-18 04:04:09,955 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:04:09,955 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:04:09,955 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:04:09,955 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:04:09,956 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:04:09,958 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:04:09,960 Job list saved +2021-12-18 04:04:09,965 Updating FAILED jobs +2021-12-18 04:04:09,966 Updating WAITING jobs +2021-12-18 04:04:09,966 Update finished +2021-12-18 04:04:19,976 Reloading parameters... +2021-12-18 04:04:19,993 Loading parameters... +2021-12-18 04:04:19,995 Loading project parameters... +2021-12-18 04:04:19,996 + +22 of 25 jobs remaining (04:04) +2021-12-18 04:04:19,997 Sleep: 10 +2021-12-18 04:04:19,997 Number of retrials: 0 +2021-12-18 04:04:19,997 WRAPPER CHECK TIME = 10 +2021-12-18 04:04:19,997 Checking jobs for platform=marenostrum4 +2021-12-18 04:04:19,998 Checking jobs for platform=nord3 +2021-12-18 04:04:19,998 Checking jobs for platform=local +2021-12-18 04:04:19,999 Checking jobs for platform=transfer_node +2021-12-18 04:04:19,999 Checking all jobs at once +2021-12-18 04:04:21,370 Successful check job command +2021-12-18 04:04:22,590 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:04:22,590 End of checking +2021-12-18 04:04:22,592 Updating FAILED jobs +2021-12-18 04:04:22,592 Updating WAITING jobs +2021-12-18 04:04:22,592 Update finished +2021-12-18 04:04:22,592 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:04:22,592 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:04:22,592 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:04:22,593 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:04:22,593 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:04:22,595 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:04:22,597 Job list saved +2021-12-18 04:04:22,602 Updating FAILED jobs +2021-12-18 04:04:22,602 Updating WAITING jobs +2021-12-18 04:04:22,602 Update finished +2021-12-18 04:04:32,612 Reloading parameters... +2021-12-18 04:04:32,631 Loading parameters... +2021-12-18 04:04:32,632 Loading project parameters... +2021-12-18 04:04:32,634 + +22 of 25 jobs remaining (04:04) +2021-12-18 04:04:32,634 Sleep: 10 +2021-12-18 04:04:32,634 Number of retrials: 0 +2021-12-18 04:04:32,634 WRAPPER CHECK TIME = 10 +2021-12-18 04:04:32,635 Checking jobs for platform=marenostrum4 +2021-12-18 04:04:32,635 Checking jobs for platform=nord3 +2021-12-18 04:04:32,636 Checking jobs for platform=local +2021-12-18 04:04:32,636 Checking jobs for platform=transfer_node +2021-12-18 04:04:32,636 Checking all jobs at once +2021-12-18 04:04:34,758 Successful check job command +2021-12-18 04:04:36,128 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:04:36,128 End of checking +2021-12-18 04:04:36,129 Updating FAILED jobs +2021-12-18 04:04:36,130 Updating WAITING jobs +2021-12-18 04:04:36,130 Update finished +2021-12-18 04:04:36,130 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:04:36,130 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:04:36,130 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:04:36,130 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:04:36,131 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:04:36,133 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:04:36,135 Job list saved +2021-12-18 04:04:36,140 Updating FAILED jobs +2021-12-18 04:04:36,140 Updating WAITING jobs +2021-12-18 04:04:36,140 Update finished +2021-12-18 04:04:46,150 Reloading parameters... +2021-12-18 04:04:46,168 Loading parameters... +2021-12-18 04:04:46,170 Loading project parameters... +2021-12-18 04:04:46,172 + +22 of 25 jobs remaining (04:04) +2021-12-18 04:04:46,172 Sleep: 10 +2021-12-18 04:04:46,172 Number of retrials: 0 +2021-12-18 04:04:46,172 WRAPPER CHECK TIME = 10 +2021-12-18 04:04:46,173 Checking jobs for platform=marenostrum4 +2021-12-18 04:04:46,173 Checking jobs for platform=nord3 +2021-12-18 04:04:46,174 Checking jobs for platform=local +2021-12-18 04:04:46,175 Checking jobs for platform=transfer_node +2021-12-18 04:04:46,175 Checking all jobs at once +2021-12-18 04:04:47,845 Successful check job command +2021-12-18 04:04:49,617 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:04:49,617 End of checking +2021-12-18 04:04:49,618 Updating FAILED jobs +2021-12-18 04:04:49,618 Updating WAITING jobs +2021-12-18 04:04:49,619 Update finished +2021-12-18 04:04:49,619 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:04:49,619 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:04:49,619 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:04:49,620 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:04:49,620 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:04:49,622 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:04:49,624 Job list saved +2021-12-18 04:04:49,629 Updating FAILED jobs +2021-12-18 04:04:49,629 Updating WAITING jobs +2021-12-18 04:04:49,629 Update finished +2021-12-18 04:04:59,637 Reloading parameters... +2021-12-18 04:04:59,658 Loading parameters... +2021-12-18 04:04:59,660 Loading project parameters... +2021-12-18 04:04:59,662 + +22 of 25 jobs remaining (04:04) +2021-12-18 04:04:59,662 Sleep: 10 +2021-12-18 04:04:59,662 Number of retrials: 0 +2021-12-18 04:04:59,662 WRAPPER CHECK TIME = 10 +2021-12-18 04:04:59,663 Checking jobs for platform=marenostrum4 +2021-12-18 04:04:59,663 Checking jobs for platform=nord3 +2021-12-18 04:04:59,664 Checking jobs for platform=local +2021-12-18 04:04:59,664 Checking jobs for platform=transfer_node +2021-12-18 04:04:59,664 Checking all jobs at once +2021-12-18 04:05:01,034 Successful check job command +2021-12-18 04:05:02,454 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:05:02,455 End of checking +2021-12-18 04:05:02,456 Updating FAILED jobs +2021-12-18 04:05:02,456 Updating WAITING jobs +2021-12-18 04:05:02,456 Update finished +2021-12-18 04:05:02,456 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:05:02,456 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:05:02,457 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:05:02,457 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:05:02,457 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:05:02,459 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:05:02,462 Job list saved +2021-12-18 04:05:02,469 Updating FAILED jobs +2021-12-18 04:05:02,469 Updating WAITING jobs +2021-12-18 04:05:02,469 Update finished +2021-12-18 04:05:12,478 Reloading parameters... +2021-12-18 04:05:12,498 Loading parameters... +2021-12-18 04:05:12,499 Loading project parameters... +2021-12-18 04:05:12,501 + +22 of 25 jobs remaining (04:05) +2021-12-18 04:05:12,501 Sleep: 10 +2021-12-18 04:05:12,501 Number of retrials: 0 +2021-12-18 04:05:12,501 WRAPPER CHECK TIME = 10 +2021-12-18 04:05:12,503 Checking jobs for platform=marenostrum4 +2021-12-18 04:05:12,503 Checking jobs for platform=nord3 +2021-12-18 04:05:12,504 Checking jobs for platform=local +2021-12-18 04:05:12,504 Checking jobs for platform=transfer_node +2021-12-18 04:05:12,504 Checking all jobs at once +2021-12-18 04:05:13,927 Successful check job command +2021-12-18 04:05:15,146 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:05:15,147 End of checking +2021-12-18 04:05:15,148 Updating FAILED jobs +2021-12-18 04:05:15,148 Updating WAITING jobs +2021-12-18 04:05:15,148 Update finished +2021-12-18 04:05:15,149 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:05:15,149 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:05:15,149 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:05:15,149 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:05:15,149 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:05:15,151 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:05:15,154 Job list saved +2021-12-18 04:05:15,160 Updating FAILED jobs +2021-12-18 04:05:15,161 Updating WAITING jobs +2021-12-18 04:05:15,161 Update finished +2021-12-18 04:05:25,171 Reloading parameters... +2021-12-18 04:05:25,191 Loading parameters... +2021-12-18 04:05:25,192 Loading project parameters... +2021-12-18 04:05:25,194 + +22 of 25 jobs remaining (04:05) +2021-12-18 04:05:25,195 Sleep: 10 +2021-12-18 04:05:25,195 Number of retrials: 0 +2021-12-18 04:05:25,195 WRAPPER CHECK TIME = 10 +2021-12-18 04:05:25,195 Checking jobs for platform=marenostrum4 +2021-12-18 04:05:25,196 Checking jobs for platform=nord3 +2021-12-18 04:05:25,196 Checking jobs for platform=local +2021-12-18 04:05:25,197 Checking jobs for platform=transfer_node +2021-12-18 04:05:25,197 Checking all jobs at once +2021-12-18 04:05:27,126 Successful check job command +2021-12-18 04:05:28,696 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:05:28,696 End of checking +2021-12-18 04:05:28,697 Updating FAILED jobs +2021-12-18 04:05:28,698 Updating WAITING jobs +2021-12-18 04:05:28,698 Update finished +2021-12-18 04:05:28,698 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:05:28,699 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:05:28,699 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:05:28,699 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:05:28,699 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:05:28,701 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:05:28,704 Job list saved +2021-12-18 04:05:28,708 Updating FAILED jobs +2021-12-18 04:05:28,708 Updating WAITING jobs +2021-12-18 04:05:28,709 Update finished +2021-12-18 04:05:38,713 Reloading parameters... +2021-12-18 04:05:38,733 Loading parameters... +2021-12-18 04:05:38,734 Loading project parameters... +2021-12-18 04:05:38,736 + +22 of 25 jobs remaining (04:05) +2021-12-18 04:05:38,736 Sleep: 10 +2021-12-18 04:05:38,736 Number of retrials: 0 +2021-12-18 04:05:38,736 WRAPPER CHECK TIME = 10 +2021-12-18 04:05:38,737 Checking jobs for platform=marenostrum4 +2021-12-18 04:05:38,737 Checking jobs for platform=nord3 +2021-12-18 04:05:38,738 Checking jobs for platform=local +2021-12-18 04:05:38,739 Checking jobs for platform=transfer_node +2021-12-18 04:05:38,739 Checking all jobs at once +2021-12-18 04:05:40,108 Successful check job command +2021-12-18 04:05:41,530 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:05:41,530 End of checking +2021-12-18 04:05:41,532 Updating FAILED jobs +2021-12-18 04:05:41,532 Updating WAITING jobs +2021-12-18 04:05:41,533 Update finished +2021-12-18 04:05:41,533 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:05:41,533 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:05:41,533 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:05:41,533 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:05:41,533 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:05:41,536 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:05:41,538 Job list saved +2021-12-18 04:05:41,542 Updating FAILED jobs +2021-12-18 04:05:41,543 Updating WAITING jobs +2021-12-18 04:05:41,543 Update finished +2021-12-18 04:05:51,553 Reloading parameters... +2021-12-18 04:05:51,571 Loading parameters... +2021-12-18 04:05:51,573 Loading project parameters... +2021-12-18 04:05:51,575 + +22 of 25 jobs remaining (04:05) +2021-12-18 04:05:51,575 Sleep: 10 +2021-12-18 04:05:51,575 Number of retrials: 0 +2021-12-18 04:05:51,575 WRAPPER CHECK TIME = 10 +2021-12-18 04:05:51,576 Checking jobs for platform=marenostrum4 +2021-12-18 04:05:51,576 Checking jobs for platform=nord3 +2021-12-18 04:05:51,577 Checking jobs for platform=local +2021-12-18 04:05:51,577 Checking jobs for platform=transfer_node +2021-12-18 04:05:51,577 Checking all jobs at once +2021-12-18 04:05:52,846 Successful check job command +2021-12-18 04:05:54,165 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:05:54,166 End of checking +2021-12-18 04:05:54,167 Updating FAILED jobs +2021-12-18 04:05:54,167 Updating WAITING jobs +2021-12-18 04:05:54,167 Update finished +2021-12-18 04:05:54,168 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:05:54,168 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:05:54,168 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:05:54,168 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:05:54,168 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:05:54,170 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:05:54,173 Job list saved +2021-12-18 04:05:54,177 Updating FAILED jobs +2021-12-18 04:05:54,178 Updating WAITING jobs +2021-12-18 04:05:54,178 Update finished +2021-12-18 04:06:04,188 Reloading parameters... +2021-12-18 04:06:04,207 Loading parameters... +2021-12-18 04:06:04,208 Loading project parameters... +2021-12-18 04:06:04,210 + +22 of 25 jobs remaining (04:06) +2021-12-18 04:06:04,210 Sleep: 10 +2021-12-18 04:06:04,210 Number of retrials: 0 +2021-12-18 04:06:04,210 WRAPPER CHECK TIME = 10 +2021-12-18 04:06:04,217 Checking jobs for platform=marenostrum4 +2021-12-18 04:06:04,218 Checking jobs for platform=nord3 +2021-12-18 04:06:04,218 Checking jobs for platform=local +2021-12-18 04:06:04,219 Checking jobs for platform=transfer_node +2021-12-18 04:06:04,219 Checking all jobs at once +2021-12-18 04:06:05,746 Successful check job command +2021-12-18 04:06:07,015 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:06:07,015 End of checking +2021-12-18 04:06:07,017 Updating FAILED jobs +2021-12-18 04:06:07,017 Updating WAITING jobs +2021-12-18 04:06:07,017 Update finished +2021-12-18 04:06:07,017 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:06:07,018 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:06:07,018 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:06:07,018 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:06:07,018 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:06:07,021 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:06:07,023 Job list saved +2021-12-18 04:06:07,028 Updating FAILED jobs +2021-12-18 04:06:07,028 Updating WAITING jobs +2021-12-18 04:06:07,028 Update finished +2021-12-18 04:06:17,038 Reloading parameters... +2021-12-18 04:06:17,057 Loading parameters... +2021-12-18 04:06:17,058 Loading project parameters... +2021-12-18 04:06:17,060 + +22 of 25 jobs remaining (04:06) +2021-12-18 04:06:17,060 Sleep: 10 +2021-12-18 04:06:17,060 Number of retrials: 0 +2021-12-18 04:06:17,060 WRAPPER CHECK TIME = 10 +2021-12-18 04:06:17,061 Checking jobs for platform=marenostrum4 +2021-12-18 04:06:17,061 Checking jobs for platform=nord3 +2021-12-18 04:06:17,062 Checking jobs for platform=local +2021-12-18 04:06:17,062 Checking jobs for platform=transfer_node +2021-12-18 04:06:17,063 Checking all jobs at once +2021-12-18 04:06:18,532 Successful check job command +2021-12-18 04:06:19,802 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:06:19,802 End of checking +2021-12-18 04:06:19,804 Updating FAILED jobs +2021-12-18 04:06:19,804 Updating WAITING jobs +2021-12-18 04:06:19,804 Update finished +2021-12-18 04:06:19,804 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:06:19,805 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:06:19,805 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:06:19,805 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:06:19,805 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:06:19,808 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:06:19,810 Job list saved +2021-12-18 04:06:19,815 Updating FAILED jobs +2021-12-18 04:06:19,815 Updating WAITING jobs +2021-12-18 04:06:19,815 Update finished +2021-12-18 04:06:29,825 Reloading parameters... +2021-12-18 04:06:29,843 Loading parameters... +2021-12-18 04:06:29,844 Loading project parameters... +2021-12-18 04:06:29,846 + +22 of 25 jobs remaining (04:06) +2021-12-18 04:06:29,846 Sleep: 10 +2021-12-18 04:06:29,846 Number of retrials: 0 +2021-12-18 04:06:29,846 WRAPPER CHECK TIME = 10 +2021-12-18 04:06:29,847 Checking jobs for platform=marenostrum4 +2021-12-18 04:06:29,847 Checking jobs for platform=nord3 +2021-12-18 04:06:29,848 Checking jobs for platform=local +2021-12-18 04:06:29,848 Checking jobs for platform=transfer_node +2021-12-18 04:06:29,849 Checking all jobs at once +2021-12-18 04:06:31,319 Successful check job command +2021-12-18 04:06:32,890 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:06:32,890 End of checking +2021-12-18 04:06:32,891 Updating FAILED jobs +2021-12-18 04:06:32,891 Updating WAITING jobs +2021-12-18 04:06:32,891 Update finished +2021-12-18 04:06:32,892 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:06:32,892 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:06:32,892 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:06:32,892 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:06:32,892 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:06:32,894 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:06:32,897 Job list saved +2021-12-18 04:06:32,901 Updating FAILED jobs +2021-12-18 04:06:32,901 Updating WAITING jobs +2021-12-18 04:06:32,901 Update finished +2021-12-18 04:06:42,909 Reloading parameters... +2021-12-18 04:06:42,927 Loading parameters... +2021-12-18 04:06:42,929 Loading project parameters... +2021-12-18 04:06:42,931 + +22 of 25 jobs remaining (04:06) +2021-12-18 04:06:42,931 Sleep: 10 +2021-12-18 04:06:42,931 Number of retrials: 0 +2021-12-18 04:06:42,931 WRAPPER CHECK TIME = 10 +2021-12-18 04:06:42,932 Checking jobs for platform=marenostrum4 +2021-12-18 04:06:42,932 Checking jobs for platform=nord3 +2021-12-18 04:06:42,933 Checking jobs for platform=local +2021-12-18 04:06:42,933 Checking jobs for platform=transfer_node +2021-12-18 04:06:42,933 Checking all jobs at once +2021-12-18 04:06:44,353 Successful check job command +2021-12-18 04:06:45,874 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:06:45,874 End of checking +2021-12-18 04:06:45,875 Updating FAILED jobs +2021-12-18 04:06:45,875 Updating WAITING jobs +2021-12-18 04:06:45,876 Update finished +2021-12-18 04:06:45,876 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:06:45,876 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:06:45,876 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:06:45,877 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:06:45,877 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:06:45,879 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:06:45,881 Job list saved +2021-12-18 04:06:45,886 Updating FAILED jobs +2021-12-18 04:06:45,886 Updating WAITING jobs +2021-12-18 04:06:45,887 Update finished +2021-12-18 04:06:55,897 Reloading parameters... +2021-12-18 04:06:55,916 Loading parameters... +2021-12-18 04:06:55,917 Loading project parameters... +2021-12-18 04:06:55,919 + +22 of 25 jobs remaining (04:06) +2021-12-18 04:06:55,919 Sleep: 10 +2021-12-18 04:06:55,919 Number of retrials: 0 +2021-12-18 04:06:55,919 WRAPPER CHECK TIME = 10 +2021-12-18 04:06:55,920 Checking jobs for platform=marenostrum4 +2021-12-18 04:06:55,920 Checking jobs for platform=nord3 +2021-12-18 04:06:55,921 Checking jobs for platform=local +2021-12-18 04:06:55,922 Checking jobs for platform=transfer_node +2021-12-18 04:06:55,922 Checking all jobs at once +2021-12-18 04:06:57,241 Successful check job command +2021-12-18 04:06:58,662 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:06:58,662 End of checking +2021-12-18 04:06:58,663 Updating FAILED jobs +2021-12-18 04:06:58,663 Updating WAITING jobs +2021-12-18 04:06:58,663 Update finished +2021-12-18 04:06:58,663 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:06:58,664 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:06:58,664 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:06:58,664 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:06:58,664 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:06:58,666 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:06:58,668 Job list saved +2021-12-18 04:06:58,672 Updating FAILED jobs +2021-12-18 04:06:58,672 Updating WAITING jobs +2021-12-18 04:06:58,672 Update finished +2021-12-18 04:07:08,680 Reloading parameters... +2021-12-18 04:07:08,700 Loading parameters... +2021-12-18 04:07:08,701 Loading project parameters... +2021-12-18 04:07:08,703 + +22 of 25 jobs remaining (04:07) +2021-12-18 04:07:08,703 Sleep: 10 +2021-12-18 04:07:08,703 Number of retrials: 0 +2021-12-18 04:07:08,703 WRAPPER CHECK TIME = 10 +2021-12-18 04:07:08,704 Checking jobs for platform=marenostrum4 +2021-12-18 04:07:08,704 Checking jobs for platform=nord3 +2021-12-18 04:07:08,705 Checking jobs for platform=local +2021-12-18 04:07:08,706 Checking jobs for platform=transfer_node +2021-12-18 04:07:08,706 Checking all jobs at once +2021-12-18 04:07:10,076 Successful check job command +2021-12-18 04:07:11,646 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:07:11,647 End of checking +2021-12-18 04:07:11,648 Updating FAILED jobs +2021-12-18 04:07:11,648 Updating WAITING jobs +2021-12-18 04:07:11,648 Update finished +2021-12-18 04:07:11,649 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:07:11,649 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:07:11,649 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:07:11,649 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:07:11,649 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:07:11,652 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:07:11,654 Job list saved +2021-12-18 04:07:11,658 Updating FAILED jobs +2021-12-18 04:07:11,659 Updating WAITING jobs +2021-12-18 04:07:11,659 Update finished +2021-12-18 04:07:21,669 Reloading parameters... +2021-12-18 04:07:21,686 Loading parameters... +2021-12-18 04:07:21,687 Loading project parameters... +2021-12-18 04:07:21,689 + +22 of 25 jobs remaining (04:07) +2021-12-18 04:07:21,689 Sleep: 10 +2021-12-18 04:07:21,689 Number of retrials: 0 +2021-12-18 04:07:21,689 WRAPPER CHECK TIME = 10 +2021-12-18 04:07:21,690 Checking jobs for platform=marenostrum4 +2021-12-18 04:07:21,691 Checking jobs for platform=nord3 +2021-12-18 04:07:21,691 Checking jobs for platform=local +2021-12-18 04:07:21,693 Checking jobs for platform=transfer_node +2021-12-18 04:07:21,693 Checking all jobs at once +2021-12-18 04:07:23,816 Successful check job command +2021-12-18 04:07:25,186 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:07:25,186 End of checking +2021-12-18 04:07:25,187 Updating FAILED jobs +2021-12-18 04:07:25,187 Updating WAITING jobs +2021-12-18 04:07:25,188 Update finished +2021-12-18 04:07:25,188 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:07:25,189 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:07:25,189 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:07:25,189 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:07:25,189 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:07:25,191 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:07:25,194 Job list saved +2021-12-18 04:07:25,198 Updating FAILED jobs +2021-12-18 04:07:25,198 Updating WAITING jobs +2021-12-18 04:07:25,198 Update finished +2021-12-18 04:07:35,208 Reloading parameters... +2021-12-18 04:07:35,225 Loading parameters... +2021-12-18 04:07:35,227 Loading project parameters... +2021-12-18 04:07:35,228 + +22 of 25 jobs remaining (04:07) +2021-12-18 04:07:35,229 Sleep: 10 +2021-12-18 04:07:35,229 Number of retrials: 0 +2021-12-18 04:07:35,229 WRAPPER CHECK TIME = 10 +2021-12-18 04:07:35,229 Checking jobs for platform=marenostrum4 +2021-12-18 04:07:35,230 Checking jobs for platform=nord3 +2021-12-18 04:07:35,230 Checking jobs for platform=local +2021-12-18 04:07:35,231 Checking jobs for platform=transfer_node +2021-12-18 04:07:35,231 Checking all jobs at once +2021-12-18 04:07:37,253 Successful check job command +2021-12-18 04:07:39,474 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:07:39,474 End of checking +2021-12-18 04:07:39,475 Updating FAILED jobs +2021-12-18 04:07:39,476 Updating WAITING jobs +2021-12-18 04:07:39,476 Update finished +2021-12-18 04:07:39,476 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:07:39,476 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:07:39,476 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:07:39,476 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:07:39,477 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:07:39,479 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:07:39,482 Job list saved +2021-12-18 04:07:39,486 Updating FAILED jobs +2021-12-18 04:07:39,486 Updating WAITING jobs +2021-12-18 04:07:39,487 Update finished +2021-12-18 04:07:49,490 Reloading parameters... +2021-12-18 04:07:49,510 Loading parameters... +2021-12-18 04:07:49,512 Loading project parameters... +2021-12-18 04:07:49,514 + +22 of 25 jobs remaining (04:07) +2021-12-18 04:07:49,514 Sleep: 10 +2021-12-18 04:07:49,514 Number of retrials: 0 +2021-12-18 04:07:49,514 WRAPPER CHECK TIME = 10 +2021-12-18 04:07:49,515 Checking jobs for platform=marenostrum4 +2021-12-18 04:07:49,516 Checking jobs for platform=nord3 +2021-12-18 04:07:49,516 Checking jobs for platform=local +2021-12-18 04:07:49,517 Checking jobs for platform=transfer_node +2021-12-18 04:07:49,517 Checking all jobs at once +2021-12-18 04:07:50,787 Successful check job command +2021-12-18 04:07:52,108 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:07:52,108 End of checking +2021-12-18 04:07:52,110 Updating FAILED jobs +2021-12-18 04:07:52,110 Updating WAITING jobs +2021-12-18 04:07:52,110 Update finished +2021-12-18 04:07:52,110 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:07:52,110 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:07:52,111 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:07:52,111 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:07:52,111 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:07:52,113 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:07:52,116 Job list saved +2021-12-18 04:07:52,120 Updating FAILED jobs +2021-12-18 04:07:52,121 Updating WAITING jobs +2021-12-18 04:07:52,121 Update finished +2021-12-18 04:08:02,127 Reloading parameters... +2021-12-18 04:08:02,150 Loading parameters... +2021-12-18 04:08:02,151 Loading project parameters... +2021-12-18 04:08:02,153 + +22 of 25 jobs remaining (04:08) +2021-12-18 04:08:02,153 Sleep: 10 +2021-12-18 04:08:02,153 Number of retrials: 0 +2021-12-18 04:08:02,153 WRAPPER CHECK TIME = 10 +2021-12-18 04:08:02,154 Checking jobs for platform=marenostrum4 +2021-12-18 04:08:02,155 Checking jobs for platform=nord3 +2021-12-18 04:08:02,156 Checking jobs for platform=local +2021-12-18 04:08:02,157 Checking jobs for platform=transfer_node +2021-12-18 04:08:02,157 Checking all jobs at once +2021-12-18 04:08:04,079 Successful check job command +2021-12-18 04:08:05,350 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:08:05,350 End of checking +2021-12-18 04:08:05,351 Updating FAILED jobs +2021-12-18 04:08:05,351 Updating WAITING jobs +2021-12-18 04:08:05,351 Update finished +2021-12-18 04:08:05,352 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:08:05,352 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:08:05,353 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:08:05,353 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:08:05,353 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:08:05,355 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:08:05,358 Job list saved +2021-12-18 04:08:05,362 Updating FAILED jobs +2021-12-18 04:08:05,362 Updating WAITING jobs +2021-12-18 04:08:05,362 Update finished +2021-12-18 04:08:15,372 Reloading parameters... +2021-12-18 04:08:15,389 Loading parameters... +2021-12-18 04:08:15,390 Loading project parameters... +2021-12-18 04:08:15,392 + +22 of 25 jobs remaining (04:08) +2021-12-18 04:08:15,392 Sleep: 10 +2021-12-18 04:08:15,392 Number of retrials: 0 +2021-12-18 04:08:15,393 WRAPPER CHECK TIME = 10 +2021-12-18 04:08:15,393 Checking jobs for platform=marenostrum4 +2021-12-18 04:08:15,394 Checking jobs for platform=nord3 +2021-12-18 04:08:15,394 Checking jobs for platform=local +2021-12-18 04:08:15,395 Checking jobs for platform=transfer_node +2021-12-18 04:08:15,395 Checking all jobs at once +2021-12-18 04:08:17,567 Successful check job command +2021-12-18 04:08:19,588 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:08:19,588 End of checking +2021-12-18 04:08:19,589 Updating FAILED jobs +2021-12-18 04:08:19,589 Updating WAITING jobs +2021-12-18 04:08:19,590 Update finished +2021-12-18 04:08:19,590 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:08:19,590 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:08:19,590 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:08:19,590 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:08:19,590 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:08:19,593 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:08:19,595 Job list saved +2021-12-18 04:08:19,600 Updating FAILED jobs +2021-12-18 04:08:19,600 Updating WAITING jobs +2021-12-18 04:08:19,600 Update finished +2021-12-18 04:08:29,608 Reloading parameters... +2021-12-18 04:08:29,628 Loading parameters... +2021-12-18 04:08:29,629 Loading project parameters... +2021-12-18 04:08:29,631 + +22 of 25 jobs remaining (04:08) +2021-12-18 04:08:29,631 Sleep: 10 +2021-12-18 04:08:29,631 Number of retrials: 0 +2021-12-18 04:08:29,632 WRAPPER CHECK TIME = 10 +2021-12-18 04:08:29,632 Checking jobs for platform=marenostrum4 +2021-12-18 04:08:29,633 Checking jobs for platform=nord3 +2021-12-18 04:08:29,633 Checking jobs for platform=local +2021-12-18 04:08:29,634 Checking jobs for platform=transfer_node +2021-12-18 04:08:29,634 Checking all jobs at once +2021-12-18 04:08:31,103 Successful check job command +2021-12-18 04:08:33,124 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:08:33,124 End of checking +2021-12-18 04:08:33,126 Updating FAILED jobs +2021-12-18 04:08:33,126 Updating WAITING jobs +2021-12-18 04:08:33,126 Update finished +2021-12-18 04:08:33,126 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:08:33,126 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:08:33,127 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:08:33,127 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:08:33,127 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:08:33,130 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:08:33,132 Job list saved +2021-12-18 04:08:33,137 Updating FAILED jobs +2021-12-18 04:08:33,137 Updating WAITING jobs +2021-12-18 04:08:33,137 Update finished +2021-12-18 04:08:43,147 Reloading parameters... +2021-12-18 04:08:43,167 Loading parameters... +2021-12-18 04:08:43,169 Loading project parameters... +2021-12-18 04:08:43,170 + +22 of 25 jobs remaining (04:08) +2021-12-18 04:08:43,171 Sleep: 10 +2021-12-18 04:08:43,171 Number of retrials: 0 +2021-12-18 04:08:43,171 WRAPPER CHECK TIME = 10 +2021-12-18 04:08:43,171 Checking jobs for platform=marenostrum4 +2021-12-18 04:08:43,172 Checking jobs for platform=nord3 +2021-12-18 04:08:43,173 Checking jobs for platform=local +2021-12-18 04:08:43,173 Checking jobs for platform=transfer_node +2021-12-18 04:08:43,173 Checking all jobs at once +2021-12-18 04:08:44,544 Successful check job command +2021-12-18 04:08:45,813 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:08:45,813 End of checking +2021-12-18 04:08:45,815 Updating FAILED jobs +2021-12-18 04:08:45,815 Updating WAITING jobs +2021-12-18 04:08:45,815 Update finished +2021-12-18 04:08:45,815 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:08:45,816 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:08:45,816 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:08:45,816 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:08:45,816 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:08:45,819 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:08:45,821 Job list saved +2021-12-18 04:08:45,826 Updating FAILED jobs +2021-12-18 04:08:45,826 Updating WAITING jobs +2021-12-18 04:08:45,827 Update finished +2021-12-18 04:08:55,837 Reloading parameters... +2021-12-18 04:08:55,860 Loading parameters... +2021-12-18 04:08:55,861 Loading project parameters... +2021-12-18 04:08:55,863 + +22 of 25 jobs remaining (04:08) +2021-12-18 04:08:55,864 Sleep: 10 +2021-12-18 04:08:55,864 Number of retrials: 0 +2021-12-18 04:08:55,864 WRAPPER CHECK TIME = 10 +2021-12-18 04:08:55,864 Checking jobs for platform=marenostrum4 +2021-12-18 04:08:55,865 Checking jobs for platform=nord3 +2021-12-18 04:08:55,866 Checking jobs for platform=local +2021-12-18 04:08:55,866 Checking jobs for platform=transfer_node +2021-12-18 04:08:55,866 Checking all jobs at once +2021-12-18 04:08:57,537 Successful check job command +2021-12-18 04:08:59,108 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:08:59,108 End of checking +2021-12-18 04:08:59,109 Updating FAILED jobs +2021-12-18 04:08:59,109 Updating WAITING jobs +2021-12-18 04:08:59,110 Update finished +2021-12-18 04:08:59,110 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:08:59,110 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:08:59,110 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:08:59,110 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:08:59,110 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:08:59,113 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:08:59,115 Job list saved +2021-12-18 04:08:59,121 Updating FAILED jobs +2021-12-18 04:08:59,121 Updating WAITING jobs +2021-12-18 04:08:59,121 Update finished +2021-12-18 04:09:09,128 Reloading parameters... +2021-12-18 04:09:09,148 Loading parameters... +2021-12-18 04:09:09,150 Loading project parameters... +2021-12-18 04:09:09,152 + +22 of 25 jobs remaining (04:09) +2021-12-18 04:09:09,152 Sleep: 10 +2021-12-18 04:09:09,152 Number of retrials: 0 +2021-12-18 04:09:09,152 WRAPPER CHECK TIME = 10 +2021-12-18 04:09:09,153 Checking jobs for platform=marenostrum4 +2021-12-18 04:09:09,153 Checking jobs for platform=nord3 +2021-12-18 04:09:09,154 Checking jobs for platform=local +2021-12-18 04:09:09,154 Checking jobs for platform=transfer_node +2021-12-18 04:09:09,155 Checking all jobs at once +2021-12-18 04:09:10,476 Successful check job command +2021-12-18 04:09:11,746 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:09:11,746 End of checking +2021-12-18 04:09:11,748 Updating FAILED jobs +2021-12-18 04:09:11,748 Updating WAITING jobs +2021-12-18 04:09:11,748 Update finished +2021-12-18 04:09:11,749 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:09:11,749 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:09:11,749 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:09:11,749 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:09:11,749 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:09:11,752 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:09:11,755 Job list saved +2021-12-18 04:09:11,759 Updating FAILED jobs +2021-12-18 04:09:11,760 Updating WAITING jobs +2021-12-18 04:09:11,760 Update finished +2021-12-18 04:09:21,770 Reloading parameters... +2021-12-18 04:09:21,790 Loading parameters... +2021-12-18 04:09:21,792 Loading project parameters... +2021-12-18 04:09:21,794 + +22 of 25 jobs remaining (04:09) +2021-12-18 04:09:21,794 Sleep: 10 +2021-12-18 04:09:21,794 Number of retrials: 0 +2021-12-18 04:09:21,794 WRAPPER CHECK TIME = 10 +2021-12-18 04:09:21,795 Checking jobs for platform=marenostrum4 +2021-12-18 04:09:21,795 Checking jobs for platform=nord3 +2021-12-18 04:09:21,796 Checking jobs for platform=local +2021-12-18 04:09:21,797 Checking jobs for platform=transfer_node +2021-12-18 04:09:21,797 Checking all jobs at once +2021-12-18 04:09:23,416 Successful check job command +2021-12-18 04:09:24,787 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:09:24,787 End of checking +2021-12-18 04:09:24,789 Updating FAILED jobs +2021-12-18 04:09:24,789 Updating WAITING jobs +2021-12-18 04:09:24,789 Update finished +2021-12-18 04:09:24,789 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:09:24,790 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:09:24,790 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:09:24,790 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:09:24,790 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:09:24,793 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:09:24,795 Job list saved +2021-12-18 04:09:24,800 Updating FAILED jobs +2021-12-18 04:09:24,800 Updating WAITING jobs +2021-12-18 04:09:24,800 Update finished +2021-12-18 04:09:34,808 Reloading parameters... +2021-12-18 04:09:34,828 Loading parameters... +2021-12-18 04:09:34,830 Loading project parameters... +2021-12-18 04:09:34,832 + +22 of 25 jobs remaining (04:09) +2021-12-18 04:09:34,832 Sleep: 10 +2021-12-18 04:09:34,833 Number of retrials: 0 +2021-12-18 04:09:34,833 WRAPPER CHECK TIME = 10 +2021-12-18 04:09:34,833 Checking jobs for platform=marenostrum4 +2021-12-18 04:09:34,834 Checking jobs for platform=nord3 +2021-12-18 04:09:34,834 Checking jobs for platform=local +2021-12-18 04:09:34,835 Checking jobs for platform=transfer_node +2021-12-18 04:09:34,835 Checking all jobs at once +2021-12-18 04:09:36,606 Successful check job command +2021-12-18 04:09:39,028 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:09:39,028 End of checking +2021-12-18 04:09:39,029 Updating FAILED jobs +2021-12-18 04:09:39,029 Updating WAITING jobs +2021-12-18 04:09:39,030 Update finished +2021-12-18 04:09:39,030 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:09:39,030 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:09:39,030 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:09:39,030 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:09:39,030 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:09:39,033 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:09:39,035 Job list saved +2021-12-18 04:09:39,040 Updating FAILED jobs +2021-12-18 04:09:39,041 Updating WAITING jobs +2021-12-18 04:09:39,041 Update finished +2021-12-18 04:09:49,044 Reloading parameters... +2021-12-18 04:09:49,067 Loading parameters... +2021-12-18 04:09:49,068 Loading project parameters... +2021-12-18 04:09:49,070 + +22 of 25 jobs remaining (04:09) +2021-12-18 04:09:49,070 Sleep: 10 +2021-12-18 04:09:49,071 Number of retrials: 0 +2021-12-18 04:09:49,071 WRAPPER CHECK TIME = 10 +2021-12-18 04:09:49,071 Checking jobs for platform=marenostrum4 +2021-12-18 04:09:49,072 Checking jobs for platform=nord3 +2021-12-18 04:09:49,072 Checking jobs for platform=local +2021-12-18 04:09:49,073 Checking jobs for platform=transfer_node +2021-12-18 04:09:49,073 Checking all jobs at once +2021-12-18 04:09:50,493 Successful check job command +2021-12-18 04:09:52,062 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:09:52,063 End of checking +2021-12-18 04:09:52,064 Updating FAILED jobs +2021-12-18 04:09:52,064 Updating WAITING jobs +2021-12-18 04:09:52,065 Update finished +2021-12-18 04:09:52,065 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:09:52,065 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:09:52,065 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:09:52,065 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:09:52,065 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:09:52,068 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:09:52,070 Job list saved +2021-12-18 04:09:52,077 Updating FAILED jobs +2021-12-18 04:09:52,077 Updating WAITING jobs +2021-12-18 04:09:52,077 Update finished +2021-12-18 04:10:02,083 Reloading parameters... +2021-12-18 04:10:02,103 Loading parameters... +2021-12-18 04:10:02,105 Loading project parameters... +2021-12-18 04:10:02,107 + +22 of 25 jobs remaining (04:10) +2021-12-18 04:10:02,107 Sleep: 10 +2021-12-18 04:10:02,107 Number of retrials: 0 +2021-12-18 04:10:02,107 WRAPPER CHECK TIME = 10 +2021-12-18 04:10:02,108 Checking jobs for platform=marenostrum4 +2021-12-18 04:10:02,108 Checking jobs for platform=nord3 +2021-12-18 04:10:02,109 Checking jobs for platform=local +2021-12-18 04:10:02,110 Checking jobs for platform=transfer_node +2021-12-18 04:10:02,110 Checking all jobs at once +2021-12-18 04:10:03,430 Successful check job command +2021-12-18 04:10:04,751 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:10:04,751 End of checking +2021-12-18 04:10:04,753 Updating FAILED jobs +2021-12-18 04:10:04,753 Updating WAITING jobs +2021-12-18 04:10:04,753 Update finished +2021-12-18 04:10:04,754 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:10:04,754 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:10:04,754 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:10:04,755 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:10:04,755 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:10:04,760 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:10:04,762 Job list saved +2021-12-18 04:10:04,779 Updating FAILED jobs +2021-12-18 04:10:04,779 Updating WAITING jobs +2021-12-18 04:10:04,779 Update finished +2021-12-18 04:10:14,789 Reloading parameters... +2021-12-18 04:10:14,810 Loading parameters... +2021-12-18 04:10:14,812 Loading project parameters... +2021-12-18 04:10:14,814 + +22 of 25 jobs remaining (04:10) +2021-12-18 04:10:14,814 Sleep: 10 +2021-12-18 04:10:14,814 Number of retrials: 0 +2021-12-18 04:10:14,814 WRAPPER CHECK TIME = 10 +2021-12-18 04:10:14,815 Checking jobs for platform=marenostrum4 +2021-12-18 04:10:14,815 Checking jobs for platform=nord3 +2021-12-18 04:10:14,816 Checking jobs for platform=local +2021-12-18 04:10:14,816 Checking jobs for platform=transfer_node +2021-12-18 04:10:14,816 Checking all jobs at once +2021-12-18 04:10:16,687 Successful check job command +2021-12-18 04:10:19,110 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:10:19,111 End of checking +2021-12-18 04:10:19,112 Updating FAILED jobs +2021-12-18 04:10:19,112 Updating WAITING jobs +2021-12-18 04:10:19,113 Update finished +2021-12-18 04:10:19,113 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:10:19,113 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:10:19,113 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:10:19,113 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:10:19,113 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:10:19,117 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:10:19,119 Job list saved +2021-12-18 04:10:19,125 Updating FAILED jobs +2021-12-18 04:10:19,125 Updating WAITING jobs +2021-12-18 04:10:19,125 Update finished +2021-12-18 04:10:29,129 Reloading parameters... +2021-12-18 04:10:29,147 Loading parameters... +2021-12-18 04:10:29,148 Loading project parameters... +2021-12-18 04:10:29,150 + +22 of 25 jobs remaining (04:10) +2021-12-18 04:10:29,151 Sleep: 10 +2021-12-18 04:10:29,151 Number of retrials: 0 +2021-12-18 04:10:29,151 WRAPPER CHECK TIME = 10 +2021-12-18 04:10:29,151 Checking jobs for platform=marenostrum4 +2021-12-18 04:10:29,152 Checking jobs for platform=nord3 +2021-12-18 04:10:29,152 Checking jobs for platform=local +2021-12-18 04:10:29,153 Checking jobs for platform=transfer_node +2021-12-18 04:10:29,153 Checking all jobs at once +2021-12-18 04:10:30,674 Successful check job command +2021-12-18 04:10:32,244 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:10:32,244 End of checking +2021-12-18 04:10:32,246 Updating FAILED jobs +2021-12-18 04:10:32,246 Updating WAITING jobs +2021-12-18 04:10:32,247 Update finished +2021-12-18 04:10:32,247 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:10:32,247 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:10:32,247 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:10:32,247 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:10:32,247 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:10:32,250 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:10:32,252 Job list saved +2021-12-18 04:10:32,259 Updating FAILED jobs +2021-12-18 04:10:32,259 Updating WAITING jobs +2021-12-18 04:10:32,259 Update finished +2021-12-18 04:10:42,269 Reloading parameters... +2021-12-18 04:10:42,290 Loading parameters... +2021-12-18 04:10:42,292 Loading project parameters... +2021-12-18 04:10:42,293 + +22 of 25 jobs remaining (04:10) +2021-12-18 04:10:42,294 Sleep: 10 +2021-12-18 04:10:42,294 Number of retrials: 0 +2021-12-18 04:10:42,294 WRAPPER CHECK TIME = 10 +2021-12-18 04:10:42,294 Checking jobs for platform=marenostrum4 +2021-12-18 04:10:42,295 Checking jobs for platform=nord3 +2021-12-18 04:10:42,295 Checking jobs for platform=local +2021-12-18 04:10:42,296 Checking jobs for platform=transfer_node +2021-12-18 04:10:42,296 Checking all jobs at once +2021-12-18 04:10:43,565 Successful check job command +2021-12-18 04:10:44,735 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:10:44,735 End of checking +2021-12-18 04:10:44,736 Updating FAILED jobs +2021-12-18 04:10:44,736 Updating WAITING jobs +2021-12-18 04:10:44,737 Update finished +2021-12-18 04:10:44,737 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:10:44,738 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:10:44,738 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:10:44,739 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:10:44,739 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:10:44,741 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:10:44,744 Job list saved +2021-12-18 04:10:44,748 Updating FAILED jobs +2021-12-18 04:10:44,748 Updating WAITING jobs +2021-12-18 04:10:44,749 Update finished +2021-12-18 04:10:54,758 Reloading parameters... +2021-12-18 04:10:54,839 Loading parameters... +2021-12-18 04:10:54,841 Loading project parameters... +2021-12-18 04:10:54,843 + +22 of 25 jobs remaining (04:10) +2021-12-18 04:10:54,843 Sleep: 10 +2021-12-18 04:10:54,843 Number of retrials: 0 +2021-12-18 04:10:54,843 WRAPPER CHECK TIME = 10 +2021-12-18 04:10:54,844 Checking jobs for platform=marenostrum4 +2021-12-18 04:10:54,845 Checking jobs for platform=nord3 +2021-12-18 04:10:54,845 Checking jobs for platform=local +2021-12-18 04:10:54,846 Checking jobs for platform=transfer_node +2021-12-18 04:10:54,846 Checking all jobs at once +2021-12-18 04:10:56,517 Successful check job command +2021-12-18 04:10:57,836 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:10:57,837 End of checking +2021-12-18 04:10:57,838 Updating FAILED jobs +2021-12-18 04:10:57,839 Updating WAITING jobs +2021-12-18 04:10:57,839 Update finished +2021-12-18 04:10:57,839 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:10:57,839 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:10:57,840 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:10:57,840 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:10:57,840 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:10:57,842 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:10:57,845 Job list saved +2021-12-18 04:10:57,853 Updating FAILED jobs +2021-12-18 04:10:57,854 Updating WAITING jobs +2021-12-18 04:10:57,854 Update finished +2021-12-18 04:11:07,861 Reloading parameters... +2021-12-18 04:11:07,881 Loading parameters... +2021-12-18 04:11:07,882 Loading project parameters... +2021-12-18 04:11:07,884 + +22 of 25 jobs remaining (04:11) +2021-12-18 04:11:07,884 Sleep: 10 +2021-12-18 04:11:07,884 Number of retrials: 0 +2021-12-18 04:11:07,885 WRAPPER CHECK TIME = 10 +2021-12-18 04:11:07,885 Checking jobs for platform=marenostrum4 +2021-12-18 04:11:07,886 Checking jobs for platform=nord3 +2021-12-18 04:11:07,886 Checking jobs for platform=local +2021-12-18 04:11:07,887 Checking jobs for platform=transfer_node +2021-12-18 04:11:07,887 Checking all jobs at once +2021-12-18 04:11:09,309 Successful check job command +2021-12-18 04:11:10,729 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:11:10,729 End of checking +2021-12-18 04:11:10,731 Updating FAILED jobs +2021-12-18 04:11:10,731 Updating WAITING jobs +2021-12-18 04:11:10,731 Update finished +2021-12-18 04:11:10,731 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:11:10,731 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:11:10,731 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:11:10,732 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:11:10,732 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:11:10,734 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:11:10,737 Job list saved +2021-12-18 04:11:10,742 Updating FAILED jobs +2021-12-18 04:11:10,742 Updating WAITING jobs +2021-12-18 04:11:10,743 Update finished +2021-12-18 04:11:20,753 Reloading parameters... +2021-12-18 04:11:20,772 Loading parameters... +2021-12-18 04:11:20,773 Loading project parameters... +2021-12-18 04:11:20,775 + +22 of 25 jobs remaining (04:11) +2021-12-18 04:11:20,775 Sleep: 10 +2021-12-18 04:11:20,775 Number of retrials: 0 +2021-12-18 04:11:20,775 WRAPPER CHECK TIME = 10 +2021-12-18 04:11:20,776 Checking jobs for platform=marenostrum4 +2021-12-18 04:11:20,777 Checking jobs for platform=nord3 +2021-12-18 04:11:20,777 Checking jobs for platform=local +2021-12-18 04:11:20,778 Checking jobs for platform=transfer_node +2021-12-18 04:11:20,778 Checking all jobs at once +2021-12-18 04:11:22,150 Successful check job command +2021-12-18 04:11:23,419 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:11:23,419 End of checking +2021-12-18 04:11:23,421 Updating FAILED jobs +2021-12-18 04:11:23,421 Updating WAITING jobs +2021-12-18 04:11:23,421 Update finished +2021-12-18 04:11:23,422 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:11:23,422 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:11:23,422 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:11:23,422 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:11:23,423 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:11:23,426 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:11:23,428 Job list saved +2021-12-18 04:11:23,438 Updating FAILED jobs +2021-12-18 04:11:23,438 Updating WAITING jobs +2021-12-18 04:11:23,438 Update finished +2021-12-18 04:11:33,446 Reloading parameters... +2021-12-18 04:11:33,466 Loading parameters... +2021-12-18 04:11:33,467 Loading project parameters... +2021-12-18 04:11:33,469 + +22 of 25 jobs remaining (04:11) +2021-12-18 04:11:33,469 Sleep: 10 +2021-12-18 04:11:33,469 Number of retrials: 0 +2021-12-18 04:11:33,470 WRAPPER CHECK TIME = 10 +2021-12-18 04:11:33,470 Checking jobs for platform=marenostrum4 +2021-12-18 04:11:33,471 Checking jobs for platform=nord3 +2021-12-18 04:11:33,471 Checking jobs for platform=local +2021-12-18 04:11:33,472 Checking jobs for platform=transfer_node +2021-12-18 04:11:33,472 Checking all jobs at once +2021-12-18 04:11:34,943 Successful check job command +2021-12-18 04:11:36,464 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:11:36,465 End of checking +2021-12-18 04:11:36,467 Updating FAILED jobs +2021-12-18 04:11:36,467 Updating WAITING jobs +2021-12-18 04:11:36,467 Update finished +2021-12-18 04:11:36,467 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:11:36,467 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:11:36,467 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:11:36,468 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:11:36,468 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:11:36,470 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:11:36,473 Job list saved +2021-12-18 04:11:36,481 Updating FAILED jobs +2021-12-18 04:11:36,481 Updating WAITING jobs +2021-12-18 04:11:36,481 Update finished +2021-12-18 04:11:46,491 Reloading parameters... +2021-12-18 04:11:46,511 Loading parameters... +2021-12-18 04:11:46,512 Loading project parameters... +2021-12-18 04:11:46,514 + +22 of 25 jobs remaining (04:11) +2021-12-18 04:11:46,514 Sleep: 10 +2021-12-18 04:11:46,514 Number of retrials: 0 +2021-12-18 04:11:46,514 WRAPPER CHECK TIME = 10 +2021-12-18 04:11:46,515 Checking jobs for platform=marenostrum4 +2021-12-18 04:11:46,516 Checking jobs for platform=nord3 +2021-12-18 04:11:46,516 Checking jobs for platform=local +2021-12-18 04:11:46,517 Checking jobs for platform=transfer_node +2021-12-18 04:11:46,517 Checking all jobs at once +2021-12-18 04:11:48,188 Successful check job command +2021-12-18 04:11:49,356 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:11:49,357 End of checking +2021-12-18 04:11:49,358 Updating FAILED jobs +2021-12-18 04:11:49,358 Updating WAITING jobs +2021-12-18 04:11:49,358 Update finished +2021-12-18 04:11:49,359 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:11:49,359 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:11:49,359 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:11:49,359 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:11:49,359 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:11:49,362 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:11:49,364 Job list saved +2021-12-18 04:11:49,369 Updating FAILED jobs +2021-12-18 04:11:49,369 Updating WAITING jobs +2021-12-18 04:11:49,370 Update finished +2021-12-18 04:11:59,375 Reloading parameters... +2021-12-18 04:11:59,393 Loading parameters... +2021-12-18 04:11:59,395 Loading project parameters... +2021-12-18 04:11:59,397 + +22 of 25 jobs remaining (04:11) +2021-12-18 04:11:59,397 Sleep: 10 +2021-12-18 04:11:59,397 Number of retrials: 0 +2021-12-18 04:11:59,397 WRAPPER CHECK TIME = 10 +2021-12-18 04:11:59,397 Checking jobs for platform=marenostrum4 +2021-12-18 04:11:59,398 Checking jobs for platform=nord3 +2021-12-18 04:11:59,399 Checking jobs for platform=local +2021-12-18 04:11:59,399 Checking jobs for platform=transfer_node +2021-12-18 04:11:59,399 Checking all jobs at once +2021-12-18 04:12:00,819 Successful check job command +2021-12-18 04:12:02,089 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:12:02,089 End of checking +2021-12-18 04:12:02,091 Updating FAILED jobs +2021-12-18 04:12:02,091 Updating WAITING jobs +2021-12-18 04:12:02,091 Update finished +2021-12-18 04:12:02,091 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:12:02,092 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:12:02,092 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:12:02,092 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:12:02,092 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:12:02,095 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:12:02,097 Job list saved +2021-12-18 04:12:02,103 Updating FAILED jobs +2021-12-18 04:12:02,104 Updating WAITING jobs +2021-12-18 04:12:02,104 Update finished +2021-12-18 04:12:12,114 Reloading parameters... +2021-12-18 04:12:12,135 Loading parameters... +2021-12-18 04:12:12,136 Loading project parameters... +2021-12-18 04:12:12,138 + +22 of 25 jobs remaining (04:12) +2021-12-18 04:12:12,138 Sleep: 10 +2021-12-18 04:12:12,138 Number of retrials: 0 +2021-12-18 04:12:12,138 WRAPPER CHECK TIME = 10 +2021-12-18 04:12:12,139 Checking jobs for platform=marenostrum4 +2021-12-18 04:12:12,139 Checking jobs for platform=nord3 +2021-12-18 04:12:12,140 Checking jobs for platform=local +2021-12-18 04:12:12,141 Checking jobs for platform=transfer_node +2021-12-18 04:12:12,141 Checking all jobs at once +2021-12-18 04:12:14,612 Successful check job command +2021-12-18 04:12:16,332 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:12:16,332 End of checking +2021-12-18 04:12:16,334 Updating FAILED jobs +2021-12-18 04:12:16,334 Updating WAITING jobs +2021-12-18 04:12:16,334 Update finished +2021-12-18 04:12:16,334 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:12:16,335 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:12:16,335 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:12:16,335 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:12:16,335 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:12:16,337 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:12:16,340 Job list saved +2021-12-18 04:12:16,344 Updating FAILED jobs +2021-12-18 04:12:16,344 Updating WAITING jobs +2021-12-18 04:12:16,345 Update finished +2021-12-18 04:12:26,355 Reloading parameters... +2021-12-18 04:12:26,375 Loading parameters... +2021-12-18 04:12:26,376 Loading project parameters... +2021-12-18 04:12:26,378 + +22 of 25 jobs remaining (04:12) +2021-12-18 04:12:26,378 Sleep: 10 +2021-12-18 04:12:26,378 Number of retrials: 0 +2021-12-18 04:12:26,378 WRAPPER CHECK TIME = 10 +2021-12-18 04:12:26,379 Checking jobs for platform=marenostrum4 +2021-12-18 04:12:26,379 Checking jobs for platform=nord3 +2021-12-18 04:12:26,380 Checking jobs for platform=local +2021-12-18 04:12:26,380 Checking jobs for platform=transfer_node +2021-12-18 04:12:26,381 Checking all jobs at once +2021-12-18 04:12:27,900 Successful check job command +2021-12-18 04:12:29,270 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:12:29,270 End of checking +2021-12-18 04:12:29,271 Updating FAILED jobs +2021-12-18 04:12:29,271 Updating WAITING jobs +2021-12-18 04:12:29,272 Update finished +2021-12-18 04:12:29,272 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:12:29,272 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:12:29,272 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:12:29,272 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:12:29,272 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:12:29,276 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:12:29,278 Job list saved +2021-12-18 04:12:29,283 Updating FAILED jobs +2021-12-18 04:12:29,283 Updating WAITING jobs +2021-12-18 04:12:29,283 Update finished +2021-12-18 04:12:39,292 Reloading parameters... +2021-12-18 04:12:39,314 Loading parameters... +2021-12-18 04:12:39,315 Loading project parameters... +2021-12-18 04:12:39,317 + +22 of 25 jobs remaining (04:12) +2021-12-18 04:12:39,317 Sleep: 10 +2021-12-18 04:12:39,317 Number of retrials: 0 +2021-12-18 04:12:39,317 WRAPPER CHECK TIME = 10 +2021-12-18 04:12:39,318 Checking jobs for platform=marenostrum4 +2021-12-18 04:12:39,319 Checking jobs for platform=nord3 +2021-12-18 04:12:39,319 Checking jobs for platform=local +2021-12-18 04:12:39,320 Checking jobs for platform=transfer_node +2021-12-18 04:12:39,320 Checking all jobs at once +2021-12-18 04:12:40,740 Successful check job command +2021-12-18 04:12:42,059 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:12:42,060 End of checking +2021-12-18 04:12:42,061 Updating FAILED jobs +2021-12-18 04:12:42,061 Updating WAITING jobs +2021-12-18 04:12:42,061 Update finished +2021-12-18 04:12:42,062 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:12:42,062 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:12:42,062 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:12:42,062 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:12:42,062 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:12:42,065 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:12:42,067 Job list saved +2021-12-18 04:12:42,072 Updating FAILED jobs +2021-12-18 04:12:42,073 Updating WAITING jobs +2021-12-18 04:12:42,073 Update finished +2021-12-18 04:12:52,080 Reloading parameters... +2021-12-18 04:12:52,098 Loading parameters... +2021-12-18 04:12:52,099 Loading project parameters... +2021-12-18 04:12:52,101 + +22 of 25 jobs remaining (04:12) +2021-12-18 04:12:52,101 Sleep: 10 +2021-12-18 04:12:52,102 Number of retrials: 0 +2021-12-18 04:12:52,102 WRAPPER CHECK TIME = 10 +2021-12-18 04:12:52,102 Checking jobs for platform=marenostrum4 +2021-12-18 04:12:52,103 Checking jobs for platform=nord3 +2021-12-18 04:12:52,103 Checking jobs for platform=local +2021-12-18 04:12:52,104 Checking jobs for platform=transfer_node +2021-12-18 04:12:52,104 Checking all jobs at once +2021-12-18 04:12:53,924 Successful check job command +2021-12-18 04:12:55,394 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:12:55,394 End of checking +2021-12-18 04:12:55,396 Updating FAILED jobs +2021-12-18 04:12:55,396 Updating WAITING jobs +2021-12-18 04:12:55,396 Update finished +2021-12-18 04:12:55,396 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:12:55,397 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:12:55,397 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:12:55,397 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:12:55,397 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:12:55,400 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:12:55,402 Job list saved +2021-12-18 04:12:55,410 Updating FAILED jobs +2021-12-18 04:12:55,410 Updating WAITING jobs +2021-12-18 04:12:55,410 Update finished +2021-12-18 04:13:05,417 Reloading parameters... +2021-12-18 04:13:05,436 Loading parameters... +2021-12-18 04:13:05,438 Loading project parameters... +2021-12-18 04:13:05,440 + +22 of 25 jobs remaining (04:13) +2021-12-18 04:13:05,440 Sleep: 10 +2021-12-18 04:13:05,440 Number of retrials: 0 +2021-12-18 04:13:05,440 WRAPPER CHECK TIME = 10 +2021-12-18 04:13:05,441 Checking jobs for platform=marenostrum4 +2021-12-18 04:13:05,442 Checking jobs for platform=nord3 +2021-12-18 04:13:05,442 Checking jobs for platform=local +2021-12-18 04:13:05,443 Checking jobs for platform=transfer_node +2021-12-18 04:13:05,443 Checking all jobs at once +2021-12-18 04:13:07,112 Successful check job command +2021-12-18 04:13:09,085 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:13:09,085 End of checking +2021-12-18 04:13:09,087 Updating FAILED jobs +2021-12-18 04:13:09,087 Updating WAITING jobs +2021-12-18 04:13:09,087 Update finished +2021-12-18 04:13:09,088 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:13:09,088 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:13:09,088 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:13:09,088 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:13:09,088 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:13:09,092 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:13:09,094 Job list saved +2021-12-18 04:13:09,103 Updating FAILED jobs +2021-12-18 04:13:09,104 Updating WAITING jobs +2021-12-18 04:13:09,104 Update finished +2021-12-18 04:13:19,114 Reloading parameters... +2021-12-18 04:13:19,133 Loading parameters... +2021-12-18 04:13:19,135 Loading project parameters... +2021-12-18 04:13:19,137 + +22 of 25 jobs remaining (04:13) +2021-12-18 04:13:19,137 Sleep: 10 +2021-12-18 04:13:19,137 Number of retrials: 0 +2021-12-18 04:13:19,137 WRAPPER CHECK TIME = 10 +2021-12-18 04:13:19,138 Checking jobs for platform=marenostrum4 +2021-12-18 04:13:19,138 Checking jobs for platform=nord3 +2021-12-18 04:13:19,139 Checking jobs for platform=local +2021-12-18 04:13:19,139 Checking jobs for platform=transfer_node +2021-12-18 04:13:19,139 Checking all jobs at once +2021-12-18 04:13:20,709 Successful check job command +2021-12-18 04:13:22,279 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:13:22,279 End of checking +2021-12-18 04:13:22,281 Updating FAILED jobs +2021-12-18 04:13:22,281 Updating WAITING jobs +2021-12-18 04:13:22,281 Update finished +2021-12-18 04:13:22,281 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:13:22,282 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:13:22,282 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:13:22,282 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:13:22,282 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:13:22,286 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:13:22,288 Job list saved +2021-12-18 04:13:22,293 Updating FAILED jobs +2021-12-18 04:13:22,293 Updating WAITING jobs +2021-12-18 04:13:22,293 Update finished +2021-12-18 04:13:32,299 Reloading parameters... +2021-12-18 04:13:32,322 Loading parameters... +2021-12-18 04:13:32,323 Loading project parameters... +2021-12-18 04:13:32,325 + +22 of 25 jobs remaining (04:13) +2021-12-18 04:13:32,325 Sleep: 10 +2021-12-18 04:13:32,325 Number of retrials: 0 +2021-12-18 04:13:32,325 WRAPPER CHECK TIME = 10 +2021-12-18 04:13:32,326 Checking jobs for platform=marenostrum4 +2021-12-18 04:13:32,326 Checking jobs for platform=nord3 +2021-12-18 04:13:32,327 Checking jobs for platform=local +2021-12-18 04:13:32,327 Checking jobs for platform=transfer_node +2021-12-18 04:13:32,328 Checking all jobs at once +2021-12-18 04:13:33,700 Successful check job command +2021-12-18 04:13:35,070 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:13:35,071 End of checking +2021-12-18 04:13:35,072 Updating FAILED jobs +2021-12-18 04:13:35,072 Updating WAITING jobs +2021-12-18 04:13:35,072 Update finished +2021-12-18 04:13:35,073 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:13:35,073 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:13:35,073 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:13:35,073 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:13:35,073 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:13:35,076 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:13:35,078 Job list saved +2021-12-18 04:13:35,086 Updating FAILED jobs +2021-12-18 04:13:35,086 Updating WAITING jobs +2021-12-18 04:13:35,086 Update finished +2021-12-18 04:13:45,096 Reloading parameters... +2021-12-18 04:13:45,116 Loading parameters... +2021-12-18 04:13:45,117 Loading project parameters... +2021-12-18 04:13:45,119 + +22 of 25 jobs remaining (04:13) +2021-12-18 04:13:45,119 Sleep: 10 +2021-12-18 04:13:45,119 Number of retrials: 0 +2021-12-18 04:13:45,119 WRAPPER CHECK TIME = 10 +2021-12-18 04:13:45,120 Checking jobs for platform=marenostrum4 +2021-12-18 04:13:45,120 Checking jobs for platform=nord3 +2021-12-18 04:13:45,121 Checking jobs for platform=local +2021-12-18 04:13:45,121 Checking jobs for platform=transfer_node +2021-12-18 04:13:45,121 Checking all jobs at once +2021-12-18 04:13:46,491 Successful check job command +2021-12-18 04:13:47,960 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:13:47,960 End of checking +2021-12-18 04:13:47,962 Updating FAILED jobs +2021-12-18 04:13:47,962 Updating WAITING jobs +2021-12-18 04:13:47,962 Update finished +2021-12-18 04:13:47,962 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:13:47,962 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:13:47,963 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:13:47,963 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:13:47,963 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:13:47,965 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:13:47,968 Job list saved +2021-12-18 04:13:47,980 Updating FAILED jobs +2021-12-18 04:13:47,980 Updating WAITING jobs +2021-12-18 04:13:47,981 Update finished +2021-12-18 04:13:57,991 Reloading parameters... +2021-12-18 04:13:58,009 Loading parameters... +2021-12-18 04:13:58,010 Loading project parameters... +2021-12-18 04:13:58,012 + +22 of 25 jobs remaining (04:13) +2021-12-18 04:13:58,012 Sleep: 10 +2021-12-18 04:13:58,012 Number of retrials: 0 +2021-12-18 04:13:58,012 WRAPPER CHECK TIME = 10 +2021-12-18 04:13:58,013 Checking jobs for platform=marenostrum4 +2021-12-18 04:13:58,014 Checking jobs for platform=nord3 +2021-12-18 04:13:58,014 Checking jobs for platform=local +2021-12-18 04:13:58,015 Checking jobs for platform=transfer_node +2021-12-18 04:13:58,015 Checking all jobs at once +2021-12-18 04:13:59,635 Successful check job command +2021-12-18 04:14:01,406 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:14:01,406 End of checking +2021-12-18 04:14:01,407 Updating FAILED jobs +2021-12-18 04:14:01,408 Updating WAITING jobs +2021-12-18 04:14:01,408 Update finished +2021-12-18 04:14:01,408 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:14:01,409 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:14:01,409 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:14:01,409 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:14:01,409 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:14:01,412 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:14:01,415 Job list saved +2021-12-18 04:14:01,421 Updating FAILED jobs +2021-12-18 04:14:01,421 Updating WAITING jobs +2021-12-18 04:14:01,421 Update finished +2021-12-18 04:14:11,431 Reloading parameters... +2021-12-18 04:14:11,453 Loading parameters... +2021-12-18 04:14:11,454 Loading project parameters... +2021-12-18 04:14:11,456 + +22 of 25 jobs remaining (04:14) +2021-12-18 04:14:11,456 Sleep: 10 +2021-12-18 04:14:11,456 Number of retrials: 0 +2021-12-18 04:14:11,457 WRAPPER CHECK TIME = 10 +2021-12-18 04:14:11,457 Checking jobs for platform=marenostrum4 +2021-12-18 04:14:11,458 Checking jobs for platform=nord3 +2021-12-18 04:14:11,458 Checking jobs for platform=local +2021-12-18 04:14:11,459 Checking jobs for platform=transfer_node +2021-12-18 04:14:11,459 Checking all jobs at once +2021-12-18 04:14:13,134 Successful check job command +2021-12-18 04:14:14,604 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:14:14,604 End of checking +2021-12-18 04:14:14,606 Updating FAILED jobs +2021-12-18 04:14:14,606 Updating WAITING jobs +2021-12-18 04:14:14,606 Update finished +2021-12-18 04:14:14,606 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:14:14,606 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:14:14,606 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:14:14,607 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:14:14,607 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:14:14,609 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:14:14,612 Job list saved +2021-12-18 04:14:14,617 Updating FAILED jobs +2021-12-18 04:14:14,617 Updating WAITING jobs +2021-12-18 04:14:14,617 Update finished +2021-12-18 04:14:24,624 Reloading parameters... +2021-12-18 04:14:24,643 Loading parameters... +2021-12-18 04:14:24,644 Loading project parameters... +2021-12-18 04:14:24,646 + +22 of 25 jobs remaining (04:14) +2021-12-18 04:14:24,646 Sleep: 10 +2021-12-18 04:14:24,646 Number of retrials: 0 +2021-12-18 04:14:24,647 WRAPPER CHECK TIME = 10 +2021-12-18 04:14:24,647 Checking jobs for platform=marenostrum4 +2021-12-18 04:14:24,648 Checking jobs for platform=nord3 +2021-12-18 04:14:24,648 Checking jobs for platform=local +2021-12-18 04:14:24,649 Checking jobs for platform=transfer_node +2021-12-18 04:14:24,649 Checking all jobs at once +2021-12-18 04:14:26,018 Successful check job command +2021-12-18 04:14:27,288 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:14:27,288 End of checking +2021-12-18 04:14:27,290 Updating FAILED jobs +2021-12-18 04:14:27,290 Updating WAITING jobs +2021-12-18 04:14:27,290 Update finished +2021-12-18 04:14:27,290 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:14:27,291 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:14:27,291 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:14:27,291 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:14:27,291 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:14:27,295 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:14:27,297 Job list saved +2021-12-18 04:14:27,302 Updating FAILED jobs +2021-12-18 04:14:27,302 Updating WAITING jobs +2021-12-18 04:14:27,302 Update finished +2021-12-18 04:14:37,311 Reloading parameters... +2021-12-18 04:14:37,332 Loading parameters... +2021-12-18 04:14:37,333 Loading project parameters... +2021-12-18 04:14:37,335 + +22 of 25 jobs remaining (04:14) +2021-12-18 04:14:37,335 Sleep: 10 +2021-12-18 04:14:37,335 Number of retrials: 0 +2021-12-18 04:14:37,335 WRAPPER CHECK TIME = 10 +2021-12-18 04:14:37,336 Checking jobs for platform=marenostrum4 +2021-12-18 04:14:37,337 Checking jobs for platform=nord3 +2021-12-18 04:14:37,337 Checking jobs for platform=local +2021-12-18 04:14:37,338 Checking jobs for platform=transfer_node +2021-12-18 04:14:37,338 Checking all jobs at once +2021-12-18 04:14:38,757 Successful check job command +2021-12-18 04:14:40,077 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:14:40,077 End of checking +2021-12-18 04:14:40,078 Updating FAILED jobs +2021-12-18 04:14:40,079 Updating WAITING jobs +2021-12-18 04:14:40,079 Update finished +2021-12-18 04:14:40,079 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:14:40,080 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:14:40,080 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:14:40,080 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:14:40,080 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:14:40,083 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:14:40,085 Job list saved +2021-12-18 04:14:40,090 Updating FAILED jobs +2021-12-18 04:14:40,090 Updating WAITING jobs +2021-12-18 04:14:40,090 Update finished +2021-12-18 04:14:50,103 Reloading parameters... +2021-12-18 04:14:50,123 Loading parameters... +2021-12-18 04:14:50,125 Loading project parameters... +2021-12-18 04:14:50,127 + +22 of 25 jobs remaining (04:14) +2021-12-18 04:14:50,127 Sleep: 10 +2021-12-18 04:14:50,127 Number of retrials: 0 +2021-12-18 04:14:50,127 WRAPPER CHECK TIME = 10 +2021-12-18 04:14:50,128 Checking jobs for platform=marenostrum4 +2021-12-18 04:14:50,128 Checking jobs for platform=nord3 +2021-12-18 04:14:50,129 Checking jobs for platform=local +2021-12-18 04:14:50,130 Checking jobs for platform=transfer_node +2021-12-18 04:14:50,130 Checking all jobs at once +2021-12-18 04:14:51,500 Successful check job command +2021-12-18 04:14:52,720 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:14:52,720 End of checking +2021-12-18 04:14:52,721 Updating FAILED jobs +2021-12-18 04:14:52,722 Updating WAITING jobs +2021-12-18 04:14:52,722 Update finished +2021-12-18 04:14:52,722 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:14:52,722 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:14:52,722 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:14:52,722 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:14:52,723 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:14:52,725 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:14:52,727 Job list saved +2021-12-18 04:14:52,733 Updating FAILED jobs +2021-12-18 04:14:52,734 Updating WAITING jobs +2021-12-18 04:14:52,734 Update finished +2021-12-18 04:15:02,744 Reloading parameters... +2021-12-18 04:15:02,765 Loading parameters... +2021-12-18 04:15:02,766 Loading project parameters... +2021-12-18 04:15:02,768 + +22 of 25 jobs remaining (04:15) +2021-12-18 04:15:02,768 Sleep: 10 +2021-12-18 04:15:02,768 Number of retrials: 0 +2021-12-18 04:15:02,768 WRAPPER CHECK TIME = 10 +2021-12-18 04:15:02,769 Checking jobs for platform=marenostrum4 +2021-12-18 04:15:02,770 Checking jobs for platform=nord3 +2021-12-18 04:15:02,770 Checking jobs for platform=local +2021-12-18 04:15:02,771 Checking jobs for platform=transfer_node +2021-12-18 04:15:02,771 Checking all jobs at once +2021-12-18 04:15:04,240 Successful check job command +2021-12-18 04:15:05,610 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:15:05,611 End of checking +2021-12-18 04:15:05,612 Updating FAILED jobs +2021-12-18 04:15:05,612 Updating WAITING jobs +2021-12-18 04:15:05,612 Update finished +2021-12-18 04:15:05,613 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:15:05,613 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:15:05,613 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:15:05,613 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:15:05,613 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:15:05,617 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:15:05,620 Job list saved +2021-12-18 04:15:05,625 Updating FAILED jobs +2021-12-18 04:15:05,625 Updating WAITING jobs +2021-12-18 04:15:05,625 Update finished +2021-12-18 04:15:15,635 Reloading parameters... +2021-12-18 04:15:15,654 Loading parameters... +2021-12-18 04:15:15,655 Loading project parameters... +2021-12-18 04:15:15,657 + +22 of 25 jobs remaining (04:15) +2021-12-18 04:15:15,658 Sleep: 10 +2021-12-18 04:15:15,658 Number of retrials: 0 +2021-12-18 04:15:15,658 WRAPPER CHECK TIME = 10 +2021-12-18 04:15:15,658 Checking jobs for platform=marenostrum4 +2021-12-18 04:15:15,659 Checking jobs for platform=nord3 +2021-12-18 04:15:15,659 Checking jobs for platform=local +2021-12-18 04:15:15,660 Checking jobs for platform=transfer_node +2021-12-18 04:15:15,660 Checking all jobs at once +2021-12-18 04:15:17,029 Successful check job command +2021-12-18 04:15:19,300 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:15:19,300 End of checking +2021-12-18 04:15:19,302 Updating FAILED jobs +2021-12-18 04:15:19,302 Updating WAITING jobs +2021-12-18 04:15:19,302 Update finished +2021-12-18 04:15:19,302 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:15:19,303 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:15:19,303 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:15:19,303 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:15:19,303 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:15:19,306 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:15:19,308 Job list saved +2021-12-18 04:15:19,313 Updating FAILED jobs +2021-12-18 04:15:19,313 Updating WAITING jobs +2021-12-18 04:15:19,314 Update finished +2021-12-18 04:15:29,321 Reloading parameters... +2021-12-18 04:15:29,339 Loading parameters... +2021-12-18 04:15:29,341 Loading project parameters... +2021-12-18 04:15:29,342 + +22 of 25 jobs remaining (04:15) +2021-12-18 04:15:29,343 Sleep: 10 +2021-12-18 04:15:29,343 Number of retrials: 0 +2021-12-18 04:15:29,343 WRAPPER CHECK TIME = 10 +2021-12-18 04:15:29,343 Checking jobs for platform=marenostrum4 +2021-12-18 04:15:29,344 Checking jobs for platform=nord3 +2021-12-18 04:15:29,344 Checking jobs for platform=local +2021-12-18 04:15:29,345 Checking jobs for platform=transfer_node +2021-12-18 04:15:29,345 Checking all jobs at once +2021-12-18 04:15:30,665 Successful check job command +2021-12-18 04:15:31,834 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:15:31,835 End of checking +2021-12-18 04:15:31,836 Updating FAILED jobs +2021-12-18 04:15:31,836 Updating WAITING jobs +2021-12-18 04:15:31,837 Update finished +2021-12-18 04:15:31,837 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:15:31,837 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:15:31,837 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:15:31,837 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:15:31,837 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:15:31,840 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:15:31,843 Job list saved +2021-12-18 04:15:31,849 Updating FAILED jobs +2021-12-18 04:15:31,849 Updating WAITING jobs +2021-12-18 04:15:31,850 Update finished +2021-12-18 04:15:41,857 Reloading parameters... +2021-12-18 04:15:41,878 Loading parameters... +2021-12-18 04:15:41,879 Loading project parameters... +2021-12-18 04:15:41,881 + +22 of 25 jobs remaining (04:15) +2021-12-18 04:15:41,881 Sleep: 10 +2021-12-18 04:15:41,881 Number of retrials: 0 +2021-12-18 04:15:41,882 WRAPPER CHECK TIME = 10 +2021-12-18 04:15:41,882 Checking jobs for platform=marenostrum4 +2021-12-18 04:15:41,883 Checking jobs for platform=nord3 +2021-12-18 04:15:41,883 Checking jobs for platform=local +2021-12-18 04:15:41,884 Checking jobs for platform=transfer_node +2021-12-18 04:15:41,884 Checking all jobs at once +2021-12-18 04:15:43,555 Successful check job command +2021-12-18 04:15:44,774 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:15:44,775 End of checking +2021-12-18 04:15:44,776 Updating FAILED jobs +2021-12-18 04:15:44,776 Updating WAITING jobs +2021-12-18 04:15:44,777 Update finished +2021-12-18 04:15:44,777 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:15:44,777 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:15:44,777 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:15:44,777 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:15:44,777 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:15:44,780 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:15:44,782 Job list saved +2021-12-18 04:15:44,788 Updating FAILED jobs +2021-12-18 04:15:44,789 Updating WAITING jobs +2021-12-18 04:15:44,789 Update finished +2021-12-18 04:15:54,799 Reloading parameters... +2021-12-18 04:15:54,818 Loading parameters... +2021-12-18 04:15:54,820 Loading project parameters... +2021-12-18 04:15:54,821 + +22 of 25 jobs remaining (04:15) +2021-12-18 04:15:54,822 Sleep: 10 +2021-12-18 04:15:54,822 Number of retrials: 0 +2021-12-18 04:15:54,822 WRAPPER CHECK TIME = 10 +2021-12-18 04:15:54,822 Checking jobs for platform=marenostrum4 +2021-12-18 04:15:54,823 Checking jobs for platform=nord3 +2021-12-18 04:15:54,824 Checking jobs for platform=local +2021-12-18 04:15:54,824 Checking jobs for platform=transfer_node +2021-12-18 04:15:54,824 Checking all jobs at once +2021-12-18 04:15:57,201 Successful check job command +2021-12-18 04:16:00,023 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:16:00,023 End of checking +2021-12-18 04:16:00,025 Updating FAILED jobs +2021-12-18 04:16:00,025 Updating WAITING jobs +2021-12-18 04:16:00,025 Update finished +2021-12-18 04:16:00,025 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:16:00,026 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:16:00,026 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:16:00,026 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:16:00,026 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:16:00,029 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:16:00,031 Job list saved +2021-12-18 04:16:00,036 Updating FAILED jobs +2021-12-18 04:16:00,036 Updating WAITING jobs +2021-12-18 04:16:00,036 Update finished +2021-12-18 04:16:10,044 Reloading parameters... +2021-12-18 04:16:10,066 Loading parameters... +2021-12-18 04:16:10,068 Loading project parameters... +2021-12-18 04:16:10,069 + +22 of 25 jobs remaining (04:16) +2021-12-18 04:16:10,070 Sleep: 10 +2021-12-18 04:16:10,070 Number of retrials: 0 +2021-12-18 04:16:10,070 WRAPPER CHECK TIME = 10 +2021-12-18 04:16:10,070 Checking jobs for platform=marenostrum4 +2021-12-18 04:16:10,071 Checking jobs for platform=nord3 +2021-12-18 04:16:10,071 Checking jobs for platform=local +2021-12-18 04:16:10,072 Checking jobs for platform=transfer_node +2021-12-18 04:16:10,072 Checking all jobs at once +2021-12-18 04:16:11,342 Successful check job command +2021-12-18 04:16:12,611 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:16:12,612 End of checking +2021-12-18 04:16:12,613 Updating FAILED jobs +2021-12-18 04:16:12,613 Updating WAITING jobs +2021-12-18 04:16:12,613 Update finished +2021-12-18 04:16:12,614 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:16:12,614 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:16:12,614 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:16:12,614 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:16:12,614 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:16:12,617 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:16:12,619 Job list saved +2021-12-18 04:16:12,624 Updating FAILED jobs +2021-12-18 04:16:12,624 Updating WAITING jobs +2021-12-18 04:16:12,625 Update finished +2021-12-18 04:16:22,634 Reloading parameters... +2021-12-18 04:16:22,654 Loading parameters... +2021-12-18 04:16:22,656 Loading project parameters... +2021-12-18 04:16:22,658 + +22 of 25 jobs remaining (04:16) +2021-12-18 04:16:22,658 Sleep: 10 +2021-12-18 04:16:22,658 Number of retrials: 0 +2021-12-18 04:16:22,658 WRAPPER CHECK TIME = 10 +2021-12-18 04:16:22,659 Checking jobs for platform=marenostrum4 +2021-12-18 04:16:22,659 Checking jobs for platform=nord3 +2021-12-18 04:16:22,660 Checking jobs for platform=local +2021-12-18 04:16:22,660 Checking jobs for platform=transfer_node +2021-12-18 04:16:22,660 Checking all jobs at once +2021-12-18 04:16:24,281 Successful check job command +2021-12-18 04:16:25,651 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:16:25,652 End of checking +2021-12-18 04:16:25,653 Updating FAILED jobs +2021-12-18 04:16:25,653 Updating WAITING jobs +2021-12-18 04:16:25,653 Update finished +2021-12-18 04:16:25,654 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:16:25,654 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:16:25,654 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:16:25,654 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:16:25,654 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:16:25,657 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:16:25,659 Job list saved +2021-12-18 04:16:25,666 Updating FAILED jobs +2021-12-18 04:16:25,666 Updating WAITING jobs +2021-12-18 04:16:25,666 Update finished +2021-12-18 04:16:35,676 Reloading parameters... +2021-12-18 04:16:35,698 Loading parameters... +2021-12-18 04:16:35,699 Loading project parameters... +2021-12-18 04:16:35,701 + +22 of 25 jobs remaining (04:16) +2021-12-18 04:16:35,701 Sleep: 10 +2021-12-18 04:16:35,701 Number of retrials: 0 +2021-12-18 04:16:35,702 WRAPPER CHECK TIME = 10 +2021-12-18 04:16:35,702 Checking jobs for platform=marenostrum4 +2021-12-18 04:16:35,703 Checking jobs for platform=nord3 +2021-12-18 04:16:35,703 Checking jobs for platform=local +2021-12-18 04:16:35,704 Checking jobs for platform=transfer_node +2021-12-18 04:16:35,704 Checking all jobs at once +2021-12-18 04:16:37,976 Successful check job command +2021-12-18 04:16:39,646 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:16:39,646 End of checking +2021-12-18 04:16:39,647 Updating FAILED jobs +2021-12-18 04:16:39,648 Updating WAITING jobs +2021-12-18 04:16:39,648 Update finished +2021-12-18 04:16:39,648 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:16:39,649 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:16:39,649 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:16:39,649 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:16:39,649 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:16:39,651 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:16:39,654 Job list saved +2021-12-18 04:16:39,659 Updating FAILED jobs +2021-12-18 04:16:39,659 Updating WAITING jobs +2021-12-18 04:16:39,659 Update finished +2021-12-18 04:16:49,669 Reloading parameters... +2021-12-18 04:16:49,691 Loading parameters... +2021-12-18 04:16:49,693 Loading project parameters... +2021-12-18 04:16:49,695 + +22 of 25 jobs remaining (04:16) +2021-12-18 04:16:49,695 Sleep: 10 +2021-12-18 04:16:49,695 Number of retrials: 0 +2021-12-18 04:16:49,695 WRAPPER CHECK TIME = 10 +2021-12-18 04:16:49,696 Checking jobs for platform=marenostrum4 +2021-12-18 04:16:49,696 Checking jobs for platform=nord3 +2021-12-18 04:16:49,697 Checking jobs for platform=local +2021-12-18 04:16:49,697 Checking jobs for platform=transfer_node +2021-12-18 04:16:49,697 Checking all jobs at once +2021-12-18 04:16:51,319 Successful check job command +2021-12-18 04:16:52,738 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:16:52,738 End of checking +2021-12-18 04:16:52,740 Updating FAILED jobs +2021-12-18 04:16:52,740 Updating WAITING jobs +2021-12-18 04:16:52,740 Update finished +2021-12-18 04:16:52,740 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:16:52,740 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:16:52,741 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:16:52,741 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:16:52,741 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:16:52,743 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:16:52,746 Job list saved +2021-12-18 04:16:52,751 Updating FAILED jobs +2021-12-18 04:16:52,751 Updating WAITING jobs +2021-12-18 04:16:52,751 Update finished +2021-12-18 04:17:02,761 Reloading parameters... +2021-12-18 04:17:02,780 Loading parameters... +2021-12-18 04:17:02,781 Loading project parameters... +2021-12-18 04:17:02,783 + +22 of 25 jobs remaining (04:17) +2021-12-18 04:17:02,783 Sleep: 10 +2021-12-18 04:17:02,783 Number of retrials: 0 +2021-12-18 04:17:02,783 WRAPPER CHECK TIME = 10 +2021-12-18 04:17:02,784 Checking jobs for platform=marenostrum4 +2021-12-18 04:17:02,784 Checking jobs for platform=nord3 +2021-12-18 04:17:02,785 Checking jobs for platform=local +2021-12-18 04:17:02,786 Checking jobs for platform=transfer_node +2021-12-18 04:17:02,786 Checking all jobs at once +2021-12-18 04:17:04,760 Successful check job command +2021-12-18 04:17:06,531 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:17:06,531 End of checking +2021-12-18 04:17:06,532 Updating FAILED jobs +2021-12-18 04:17:06,533 Updating WAITING jobs +2021-12-18 04:17:06,533 Update finished +2021-12-18 04:17:06,533 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:17:06,533 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:17:06,533 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:17:06,533 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:17:06,534 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:17:06,536 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:17:06,538 Job list saved +2021-12-18 04:17:06,545 Updating FAILED jobs +2021-12-18 04:17:06,545 Updating WAITING jobs +2021-12-18 04:17:06,546 Update finished +2021-12-18 04:17:16,555 Reloading parameters... +2021-12-18 04:17:16,575 Loading parameters... +2021-12-18 04:17:16,576 Loading project parameters... +2021-12-18 04:17:16,578 + +22 of 25 jobs remaining (04:17) +2021-12-18 04:17:16,578 Sleep: 10 +2021-12-18 04:17:16,578 Number of retrials: 0 +2021-12-18 04:17:16,578 WRAPPER CHECK TIME = 10 +2021-12-18 04:17:16,579 Checking jobs for platform=marenostrum4 +2021-12-18 04:17:16,579 Checking jobs for platform=nord3 +2021-12-18 04:17:16,580 Checking jobs for platform=local +2021-12-18 04:17:16,581 Checking jobs for platform=transfer_node +2021-12-18 04:17:16,581 Checking all jobs at once +2021-12-18 04:17:18,150 Successful check job command +2021-12-18 04:17:19,720 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:17:19,721 End of checking +2021-12-18 04:17:19,722 Updating FAILED jobs +2021-12-18 04:17:19,722 Updating WAITING jobs +2021-12-18 04:17:19,722 Update finished +2021-12-18 04:17:19,723 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:17:19,723 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:17:19,723 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:17:19,724 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:17:19,724 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:17:19,728 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:17:19,730 Job list saved +2021-12-18 04:17:19,735 Updating FAILED jobs +2021-12-18 04:17:19,735 Updating WAITING jobs +2021-12-18 04:17:19,735 Update finished +2021-12-18 04:17:29,740 Reloading parameters... +2021-12-18 04:17:29,759 Loading parameters... +2021-12-18 04:17:29,760 Loading project parameters... +2021-12-18 04:17:29,762 + +22 of 25 jobs remaining (04:17) +2021-12-18 04:17:29,762 Sleep: 10 +2021-12-18 04:17:29,762 Number of retrials: 0 +2021-12-18 04:17:29,762 WRAPPER CHECK TIME = 10 +2021-12-18 04:17:29,763 Checking jobs for platform=marenostrum4 +2021-12-18 04:17:29,763 Checking jobs for platform=nord3 +2021-12-18 04:17:29,764 Checking jobs for platform=local +2021-12-18 04:17:29,764 Checking jobs for platform=transfer_node +2021-12-18 04:17:29,764 Checking all jobs at once +2021-12-18 04:17:31,134 Successful check job command +2021-12-18 04:17:32,453 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:17:32,453 End of checking +2021-12-18 04:17:32,455 Updating FAILED jobs +2021-12-18 04:17:32,455 Updating WAITING jobs +2021-12-18 04:17:32,455 Update finished +2021-12-18 04:17:32,455 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:17:32,456 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:17:32,456 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:17:32,456 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:17:32,456 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:17:32,459 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:17:32,461 Job list saved +2021-12-18 04:17:32,466 Updating FAILED jobs +2021-12-18 04:17:32,466 Updating WAITING jobs +2021-12-18 04:17:32,467 Update finished +2021-12-18 04:17:42,476 Reloading parameters... +2021-12-18 04:17:42,494 Loading parameters... +2021-12-18 04:17:42,495 Loading project parameters... +2021-12-18 04:17:42,497 + +22 of 25 jobs remaining (04:17) +2021-12-18 04:17:42,497 Sleep: 10 +2021-12-18 04:17:42,497 Number of retrials: 0 +2021-12-18 04:17:42,497 WRAPPER CHECK TIME = 10 +2021-12-18 04:17:42,498 Checking jobs for platform=marenostrum4 +2021-12-18 04:17:42,498 Checking jobs for platform=nord3 +2021-12-18 04:17:42,499 Checking jobs for platform=local +2021-12-18 04:17:42,499 Checking jobs for platform=transfer_node +2021-12-18 04:17:42,500 Checking all jobs at once +2021-12-18 04:17:43,970 Successful check job command +2021-12-18 04:17:45,540 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:17:45,540 End of checking +2021-12-18 04:17:45,541 Updating FAILED jobs +2021-12-18 04:17:45,542 Updating WAITING jobs +2021-12-18 04:17:45,542 Update finished +2021-12-18 04:17:45,542 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:17:45,542 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:17:45,542 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:17:45,542 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:17:45,543 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:17:45,545 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:17:45,547 Job list saved +2021-12-18 04:17:45,553 Updating FAILED jobs +2021-12-18 04:17:45,553 Updating WAITING jobs +2021-12-18 04:17:45,554 Update finished +2021-12-18 04:17:55,563 Reloading parameters... +2021-12-18 04:17:55,582 Loading parameters... +2021-12-18 04:17:55,583 Loading project parameters... +2021-12-18 04:17:55,586 + +22 of 25 jobs remaining (04:17) +2021-12-18 04:17:55,586 Sleep: 10 +2021-12-18 04:17:55,586 Number of retrials: 0 +2021-12-18 04:17:55,586 WRAPPER CHECK TIME = 10 +2021-12-18 04:17:55,587 Checking jobs for platform=marenostrum4 +2021-12-18 04:17:55,587 Checking jobs for platform=nord3 +2021-12-18 04:17:55,588 Checking jobs for platform=local +2021-12-18 04:17:55,588 Checking jobs for platform=transfer_node +2021-12-18 04:17:55,589 Checking all jobs at once +2021-12-18 04:17:57,315 Successful check job command +2021-12-18 04:17:58,838 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:17:58,838 End of checking +2021-12-18 04:17:58,839 Updating FAILED jobs +2021-12-18 04:17:58,839 Updating WAITING jobs +2021-12-18 04:17:58,839 Update finished +2021-12-18 04:17:58,840 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:17:58,840 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:17:58,840 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:17:58,840 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:17:58,842 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:17:58,845 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:17:58,847 Job list saved +2021-12-18 04:17:58,858 Updating FAILED jobs +2021-12-18 04:17:58,858 Updating WAITING jobs +2021-12-18 04:17:58,859 Update finished +2021-12-18 04:18:08,869 Reloading parameters... +2021-12-18 04:18:08,888 Loading parameters... +2021-12-18 04:18:08,889 Loading project parameters... +2021-12-18 04:18:08,891 + +22 of 25 jobs remaining (04:18) +2021-12-18 04:18:08,891 Sleep: 10 +2021-12-18 04:18:08,891 Number of retrials: 0 +2021-12-18 04:18:08,892 WRAPPER CHECK TIME = 10 +2021-12-18 04:18:08,892 Checking jobs for platform=marenostrum4 +2021-12-18 04:18:08,893 Checking jobs for platform=nord3 +2021-12-18 04:18:08,893 Checking jobs for platform=local +2021-12-18 04:18:08,894 Checking jobs for platform=transfer_node +2021-12-18 04:18:08,894 Checking all jobs at once +2021-12-18 04:18:10,163 Successful check job command +2021-12-18 04:18:11,632 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:18:11,632 End of checking +2021-12-18 04:18:11,634 Updating FAILED jobs +2021-12-18 04:18:11,634 Updating WAITING jobs +2021-12-18 04:18:11,634 Update finished +2021-12-18 04:18:11,634 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:18:11,634 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:18:11,635 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:18:11,635 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:18:11,635 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:18:11,637 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:18:11,640 Job list saved +2021-12-18 04:18:11,646 Updating FAILED jobs +2021-12-18 04:18:11,646 Updating WAITING jobs +2021-12-18 04:18:11,646 Update finished +2021-12-18 04:18:21,655 Reloading parameters... +2021-12-18 04:18:21,675 Loading parameters... +2021-12-18 04:18:21,676 Loading project parameters... +2021-12-18 04:18:21,678 + +22 of 25 jobs remaining (04:18) +2021-12-18 04:18:21,678 Sleep: 10 +2021-12-18 04:18:21,678 Number of retrials: 0 +2021-12-18 04:18:21,678 WRAPPER CHECK TIME = 10 +2021-12-18 04:18:21,679 Checking jobs for platform=marenostrum4 +2021-12-18 04:18:21,679 Checking jobs for platform=nord3 +2021-12-18 04:18:21,680 Checking jobs for platform=local +2021-12-18 04:18:21,680 Checking jobs for platform=transfer_node +2021-12-18 04:18:21,681 Checking all jobs at once +2021-12-18 04:18:23,100 Successful check job command +2021-12-18 04:18:24,319 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:18:24,320 End of checking +2021-12-18 04:18:24,321 Updating FAILED jobs +2021-12-18 04:18:24,321 Updating WAITING jobs +2021-12-18 04:18:24,321 Update finished +2021-12-18 04:18:24,321 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:18:24,322 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:18:24,322 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:18:24,322 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:18:24,322 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:18:24,324 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:18:24,327 Job list saved +2021-12-18 04:18:24,332 Updating FAILED jobs +2021-12-18 04:18:24,332 Updating WAITING jobs +2021-12-18 04:18:24,332 Update finished +2021-12-18 04:18:34,342 Reloading parameters... +2021-12-18 04:18:34,359 Loading parameters... +2021-12-18 04:18:34,360 Loading project parameters... +2021-12-18 04:18:34,362 + +22 of 25 jobs remaining (04:18) +2021-12-18 04:18:34,362 Sleep: 10 +2021-12-18 04:18:34,362 Number of retrials: 0 +2021-12-18 04:18:34,362 WRAPPER CHECK TIME = 10 +2021-12-18 04:18:34,370 Checking jobs for platform=marenostrum4 +2021-12-18 04:18:34,371 Checking jobs for platform=nord3 +2021-12-18 04:18:34,371 Checking jobs for platform=local +2021-12-18 04:18:34,372 Checking jobs for platform=transfer_node +2021-12-18 04:18:34,372 Checking all jobs at once +2021-12-18 04:18:36,192 Successful check job command +2021-12-18 04:18:37,712 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:18:37,712 End of checking +2021-12-18 04:18:37,713 Updating FAILED jobs +2021-12-18 04:18:37,714 Updating WAITING jobs +2021-12-18 04:18:37,714 Update finished +2021-12-18 04:18:37,714 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:18:37,715 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:18:37,715 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:18:37,715 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:18:37,715 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:18:37,717 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:18:37,720 Job list saved +2021-12-18 04:18:37,724 Updating FAILED jobs +2021-12-18 04:18:37,724 Updating WAITING jobs +2021-12-18 04:18:37,725 Update finished +2021-12-18 04:18:47,733 Reloading parameters... +2021-12-18 04:18:47,755 Loading parameters... +2021-12-18 04:18:47,756 Loading project parameters... +2021-12-18 04:18:47,758 + +22 of 25 jobs remaining (04:18) +2021-12-18 04:18:47,758 Sleep: 10 +2021-12-18 04:18:47,758 Number of retrials: 0 +2021-12-18 04:18:47,758 WRAPPER CHECK TIME = 10 +2021-12-18 04:18:47,759 Checking jobs for platform=marenostrum4 +2021-12-18 04:18:47,760 Checking jobs for platform=nord3 +2021-12-18 04:18:47,760 Checking jobs for platform=local +2021-12-18 04:18:47,761 Checking jobs for platform=transfer_node +2021-12-18 04:18:47,761 Checking all jobs at once +2021-12-18 04:18:49,183 Successful check job command +2021-12-18 04:18:50,803 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:18:50,804 End of checking +2021-12-18 04:18:50,805 Updating FAILED jobs +2021-12-18 04:18:50,805 Updating WAITING jobs +2021-12-18 04:18:50,805 Update finished +2021-12-18 04:18:50,806 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:18:50,806 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:18:50,806 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:18:50,806 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:18:50,806 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:18:50,809 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:18:50,811 Job list saved +2021-12-18 04:18:50,816 Updating FAILED jobs +2021-12-18 04:18:50,816 Updating WAITING jobs +2021-12-18 04:18:50,816 Update finished +2021-12-18 04:19:00,826 Reloading parameters... +2021-12-18 04:19:00,845 Loading parameters... +2021-12-18 04:19:00,847 Loading project parameters... +2021-12-18 04:19:00,849 + +22 of 25 jobs remaining (04:19) +2021-12-18 04:19:00,849 Sleep: 10 +2021-12-18 04:19:00,849 Number of retrials: 0 +2021-12-18 04:19:00,849 WRAPPER CHECK TIME = 10 +2021-12-18 04:19:00,850 Checking jobs for platform=marenostrum4 +2021-12-18 04:19:00,850 Checking jobs for platform=nord3 +2021-12-18 04:19:00,851 Checking jobs for platform=local +2021-12-18 04:19:00,851 Checking jobs for platform=transfer_node +2021-12-18 04:19:00,851 Checking all jobs at once +2021-12-18 04:19:02,778 Successful check job command +2021-12-18 04:19:04,448 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:19:04,448 End of checking +2021-12-18 04:19:04,450 Updating FAILED jobs +2021-12-18 04:19:04,450 Updating WAITING jobs +2021-12-18 04:19:04,450 Update finished +2021-12-18 04:19:04,450 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:19:04,450 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:19:04,450 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:19:04,451 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:19:04,451 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:19:04,453 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:19:04,455 Job list saved +2021-12-18 04:19:04,460 Updating FAILED jobs +2021-12-18 04:19:04,460 Updating WAITING jobs +2021-12-18 04:19:04,460 Update finished +2021-12-18 04:19:14,470 Reloading parameters... +2021-12-18 04:19:14,488 Loading parameters... +2021-12-18 04:19:14,489 Loading project parameters... +2021-12-18 04:19:14,491 + +22 of 25 jobs remaining (04:19) +2021-12-18 04:19:14,492 Sleep: 10 +2021-12-18 04:19:14,492 Number of retrials: 0 +2021-12-18 04:19:14,492 WRAPPER CHECK TIME = 10 +2021-12-18 04:19:14,493 Checking jobs for platform=marenostrum4 +2021-12-18 04:19:14,494 Checking jobs for platform=nord3 +2021-12-18 04:19:14,495 Checking jobs for platform=local +2021-12-18 04:19:14,496 Checking jobs for platform=transfer_node +2021-12-18 04:19:14,496 Checking all jobs at once +2021-12-18 04:19:16,067 Successful check job command +2021-12-18 04:19:17,637 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:19:17,637 End of checking +2021-12-18 04:19:17,638 Updating FAILED jobs +2021-12-18 04:19:17,638 Updating WAITING jobs +2021-12-18 04:19:17,638 Update finished +2021-12-18 04:19:17,639 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:19:17,639 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:19:17,639 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:19:17,639 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:19:17,639 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:19:17,642 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:19:17,644 Job list saved +2021-12-18 04:19:17,650 Updating FAILED jobs +2021-12-18 04:19:17,650 Updating WAITING jobs +2021-12-18 04:19:17,651 Update finished +2021-12-18 04:19:27,658 Reloading parameters... +2021-12-18 04:19:27,676 Loading parameters... +2021-12-18 04:19:27,678 Loading project parameters... +2021-12-18 04:19:27,679 + +22 of 25 jobs remaining (04:19) +2021-12-18 04:19:27,680 Sleep: 10 +2021-12-18 04:19:27,680 Number of retrials: 0 +2021-12-18 04:19:27,680 WRAPPER CHECK TIME = 10 +2021-12-18 04:19:27,680 Checking jobs for platform=marenostrum4 +2021-12-18 04:19:27,681 Checking jobs for platform=nord3 +2021-12-18 04:19:27,682 Checking jobs for platform=local +2021-12-18 04:19:27,682 Checking jobs for platform=transfer_node +2021-12-18 04:19:27,682 Checking all jobs at once +2021-12-18 04:19:29,101 Successful check job command +2021-12-18 04:19:30,320 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:19:30,321 End of checking +2021-12-18 04:19:30,322 Updating FAILED jobs +2021-12-18 04:19:30,322 Updating WAITING jobs +2021-12-18 04:19:30,323 Update finished +2021-12-18 04:19:30,323 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:19:30,323 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:19:30,323 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:19:30,323 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:19:30,323 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:19:30,329 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:19:30,331 Job list saved +2021-12-18 04:19:30,336 Updating FAILED jobs +2021-12-18 04:19:30,336 Updating WAITING jobs +2021-12-18 04:19:30,337 Update finished +2021-12-18 04:19:40,347 Reloading parameters... +2021-12-18 04:19:40,364 Loading parameters... +2021-12-18 04:19:40,366 Loading project parameters... +2021-12-18 04:19:40,368 + +22 of 25 jobs remaining (04:19) +2021-12-18 04:19:40,368 Sleep: 10 +2021-12-18 04:19:40,368 Number of retrials: 0 +2021-12-18 04:19:40,368 WRAPPER CHECK TIME = 10 +2021-12-18 04:19:40,369 Checking jobs for platform=marenostrum4 +2021-12-18 04:19:40,369 Checking jobs for platform=nord3 +2021-12-18 04:19:40,370 Checking jobs for platform=local +2021-12-18 04:19:40,371 Checking jobs for platform=transfer_node +2021-12-18 04:19:40,371 Checking all jobs at once +2021-12-18 04:19:42,341 Successful check job command +2021-12-18 04:19:44,412 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:19:44,413 End of checking +2021-12-18 04:19:44,414 Updating FAILED jobs +2021-12-18 04:19:44,414 Updating WAITING jobs +2021-12-18 04:19:44,414 Update finished +2021-12-18 04:19:44,415 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:19:44,415 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:19:44,415 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:19:44,415 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:19:44,415 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:19:44,418 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:19:44,420 Job list saved +2021-12-18 04:19:44,424 Updating FAILED jobs +2021-12-18 04:19:44,424 Updating WAITING jobs +2021-12-18 04:19:44,424 Update finished +2021-12-18 04:19:54,433 Reloading parameters... +2021-12-18 04:19:54,452 Loading parameters... +2021-12-18 04:19:54,453 Loading project parameters... +2021-12-18 04:19:54,455 + +22 of 25 jobs remaining (04:19) +2021-12-18 04:19:54,455 Sleep: 10 +2021-12-18 04:19:54,456 Number of retrials: 0 +2021-12-18 04:19:54,456 WRAPPER CHECK TIME = 10 +2021-12-18 04:19:54,456 Checking jobs for platform=marenostrum4 +2021-12-18 04:19:54,457 Checking jobs for platform=nord3 +2021-12-18 04:19:54,457 Checking jobs for platform=local +2021-12-18 04:19:54,458 Checking jobs for platform=transfer_node +2021-12-18 04:19:54,458 Checking all jobs at once +2021-12-18 04:19:56,078 Successful check job command +2021-12-18 04:19:57,751 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:19:57,751 End of checking +2021-12-18 04:19:57,753 Updating FAILED jobs +2021-12-18 04:19:57,753 Updating WAITING jobs +2021-12-18 04:19:57,753 Update finished +2021-12-18 04:19:57,753 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:19:57,754 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:19:57,754 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:19:57,754 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:19:57,755 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:19:57,757 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:19:57,759 Job list saved +2021-12-18 04:19:57,876 Updating FAILED jobs +2021-12-18 04:19:57,876 Updating WAITING jobs +2021-12-18 04:19:57,876 Update finished +2021-12-18 04:20:07,886 Reloading parameters... +2021-12-18 04:20:07,906 Loading parameters... +2021-12-18 04:20:07,908 Loading project parameters... +2021-12-18 04:20:07,910 + +22 of 25 jobs remaining (04:20) +2021-12-18 04:20:07,910 Sleep: 10 +2021-12-18 04:20:07,910 Number of retrials: 0 +2021-12-18 04:20:07,910 WRAPPER CHECK TIME = 10 +2021-12-18 04:20:07,911 Checking jobs for platform=marenostrum4 +2021-12-18 04:20:07,911 Checking jobs for platform=nord3 +2021-12-18 04:20:07,912 Checking jobs for platform=local +2021-12-18 04:20:07,912 Checking jobs for platform=transfer_node +2021-12-18 04:20:07,912 Checking all jobs at once +2021-12-18 04:20:09,235 Successful check job command +2021-12-18 04:20:10,755 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:20:10,755 End of checking +2021-12-18 04:20:10,756 Updating FAILED jobs +2021-12-18 04:20:10,756 Updating WAITING jobs +2021-12-18 04:20:10,757 Update finished +2021-12-18 04:20:10,757 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:20:10,757 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:20:10,757 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:20:10,757 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:20:10,757 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:20:10,760 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:20:10,762 Job list saved +2021-12-18 04:20:10,766 Updating FAILED jobs +2021-12-18 04:20:10,767 Updating WAITING jobs +2021-12-18 04:20:10,767 Update finished +2021-12-18 04:20:20,777 Reloading parameters... +2021-12-18 04:20:20,795 Loading parameters... +2021-12-18 04:20:20,796 Loading project parameters... +2021-12-18 04:20:20,798 + +22 of 25 jobs remaining (04:20) +2021-12-18 04:20:20,798 Sleep: 10 +2021-12-18 04:20:20,799 Number of retrials: 0 +2021-12-18 04:20:20,799 WRAPPER CHECK TIME = 10 +2021-12-18 04:20:20,799 Checking jobs for platform=marenostrum4 +2021-12-18 04:20:20,800 Checking jobs for platform=nord3 +2021-12-18 04:20:20,800 Checking jobs for platform=local +2021-12-18 04:20:20,801 Checking jobs for platform=transfer_node +2021-12-18 04:20:20,801 Checking all jobs at once +2021-12-18 04:20:22,223 Successful check job command +2021-12-18 04:20:23,392 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:20:23,392 End of checking +2021-12-18 04:20:23,393 Updating FAILED jobs +2021-12-18 04:20:23,393 Updating WAITING jobs +2021-12-18 04:20:23,393 Update finished +2021-12-18 04:20:23,394 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:20:23,394 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:20:23,394 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:20:23,394 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:20:23,394 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:20:23,397 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:20:23,399 Job list saved +2021-12-18 04:20:23,403 Updating FAILED jobs +2021-12-18 04:20:23,403 Updating WAITING jobs +2021-12-18 04:20:23,404 Update finished +2021-12-18 04:20:33,412 Reloading parameters... +2021-12-18 04:20:33,433 Loading parameters... +2021-12-18 04:20:33,435 Loading project parameters... +2021-12-18 04:20:33,436 + +22 of 25 jobs remaining (04:20) +2021-12-18 04:20:33,437 Sleep: 10 +2021-12-18 04:20:33,437 Number of retrials: 0 +2021-12-18 04:20:33,437 WRAPPER CHECK TIME = 10 +2021-12-18 04:20:33,437 Checking jobs for platform=marenostrum4 +2021-12-18 04:20:33,438 Checking jobs for platform=nord3 +2021-12-18 04:20:33,438 Checking jobs for platform=local +2021-12-18 04:20:33,439 Checking jobs for platform=transfer_node +2021-12-18 04:20:33,439 Checking all jobs at once +2021-12-18 04:20:36,462 Successful check job command +2021-12-18 04:20:38,683 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:20:38,684 End of checking +2021-12-18 04:20:38,685 Updating FAILED jobs +2021-12-18 04:20:38,685 Updating WAITING jobs +2021-12-18 04:20:38,685 Update finished +2021-12-18 04:20:38,685 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:20:38,686 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:20:38,686 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:20:38,686 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:20:38,686 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:20:38,689 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:20:38,691 Job list saved +2021-12-18 04:20:38,698 Updating FAILED jobs +2021-12-18 04:20:38,698 Updating WAITING jobs +2021-12-18 04:20:38,698 Update finished +2021-12-18 04:20:48,706 Reloading parameters... +2021-12-18 04:20:48,725 Loading parameters... +2021-12-18 04:20:48,726 Loading project parameters... +2021-12-18 04:20:48,728 + +22 of 25 jobs remaining (04:20) +2021-12-18 04:20:48,728 Sleep: 10 +2021-12-18 04:20:48,728 Number of retrials: 0 +2021-12-18 04:20:48,728 WRAPPER CHECK TIME = 10 +2021-12-18 04:20:48,729 Checking jobs for platform=marenostrum4 +2021-12-18 04:20:48,729 Checking jobs for platform=nord3 +2021-12-18 04:20:48,730 Checking jobs for platform=local +2021-12-18 04:20:48,730 Checking jobs for platform=transfer_node +2021-12-18 04:20:48,731 Checking all jobs at once +2021-12-18 04:20:50,350 Successful check job command +2021-12-18 04:20:52,721 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:20:52,721 End of checking +2021-12-18 04:20:52,723 Updating FAILED jobs +2021-12-18 04:20:52,723 Updating WAITING jobs +2021-12-18 04:20:52,723 Update finished +2021-12-18 04:20:52,723 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:20:52,724 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:20:52,724 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:20:52,724 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:20:52,724 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:20:52,727 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:20:52,729 Job list saved +2021-12-18 04:20:52,734 Updating FAILED jobs +2021-12-18 04:20:52,734 Updating WAITING jobs +2021-12-18 04:20:52,734 Update finished +2021-12-18 04:21:02,744 Reloading parameters... +2021-12-18 04:21:02,763 Loading parameters... +2021-12-18 04:21:02,764 Loading project parameters... +2021-12-18 04:21:02,766 + +22 of 25 jobs remaining (04:21) +2021-12-18 04:21:02,766 Sleep: 10 +2021-12-18 04:21:02,766 Number of retrials: 0 +2021-12-18 04:21:02,766 WRAPPER CHECK TIME = 10 +2021-12-18 04:21:02,767 Checking jobs for platform=marenostrum4 +2021-12-18 04:21:02,768 Checking jobs for platform=nord3 +2021-12-18 04:21:02,768 Checking jobs for platform=local +2021-12-18 04:21:02,769 Checking jobs for platform=transfer_node +2021-12-18 04:21:02,769 Checking all jobs at once +2021-12-18 04:21:04,088 Successful check job command +2021-12-18 04:21:05,361 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:21:05,361 End of checking +2021-12-18 04:21:05,363 Updating FAILED jobs +2021-12-18 04:21:05,363 Updating WAITING jobs +2021-12-18 04:21:05,363 Update finished +2021-12-18 04:21:05,363 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:21:05,364 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:21:05,364 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:21:05,364 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:21:05,364 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:21:05,366 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:21:05,368 Job list saved +2021-12-18 04:21:05,373 Updating FAILED jobs +2021-12-18 04:21:05,373 Updating WAITING jobs +2021-12-18 04:21:05,374 Update finished +2021-12-18 04:21:15,384 Reloading parameters... +2021-12-18 04:21:15,403 Loading parameters... +2021-12-18 04:21:15,404 Loading project parameters... +2021-12-18 04:21:15,406 + +22 of 25 jobs remaining (04:21) +2021-12-18 04:21:15,407 Sleep: 10 +2021-12-18 04:21:15,407 Number of retrials: 0 +2021-12-18 04:21:15,407 WRAPPER CHECK TIME = 10 +2021-12-18 04:21:15,407 Checking jobs for platform=marenostrum4 +2021-12-18 04:21:15,408 Checking jobs for platform=nord3 +2021-12-18 04:21:15,408 Checking jobs for platform=local +2021-12-18 04:21:15,409 Checking jobs for platform=transfer_node +2021-12-18 04:21:15,409 Checking all jobs at once +2021-12-18 04:21:16,785 Successful check job command +2021-12-18 04:21:18,056 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:21:18,056 End of checking +2021-12-18 04:21:18,058 Updating FAILED jobs +2021-12-18 04:21:18,058 Updating WAITING jobs +2021-12-18 04:21:18,058 Update finished +2021-12-18 04:21:18,058 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:21:18,059 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:21:18,059 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:21:18,059 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:21:18,059 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:21:18,062 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:21:18,065 Job list saved +2021-12-18 04:21:18,069 Updating FAILED jobs +2021-12-18 04:21:18,070 Updating WAITING jobs +2021-12-18 04:21:18,070 Update finished +2021-12-18 04:21:28,079 Reloading parameters... +2021-12-18 04:21:28,100 Loading parameters... +2021-12-18 04:21:28,102 Loading project parameters... +2021-12-18 04:21:28,104 + +22 of 25 jobs remaining (04:21) +2021-12-18 04:21:28,104 Sleep: 10 +2021-12-18 04:21:28,104 Number of retrials: 0 +2021-12-18 04:21:28,104 WRAPPER CHECK TIME = 10 +2021-12-18 04:21:28,105 Checking jobs for platform=marenostrum4 +2021-12-18 04:21:28,105 Checking jobs for platform=nord3 +2021-12-18 04:21:28,106 Checking jobs for platform=local +2021-12-18 04:21:28,106 Checking jobs for platform=transfer_node +2021-12-18 04:21:28,106 Checking all jobs at once +2021-12-18 04:21:30,978 Successful check job command +2021-12-18 04:21:33,549 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:21:33,549 End of checking +2021-12-18 04:21:33,551 Updating FAILED jobs +2021-12-18 04:21:33,551 Updating WAITING jobs +2021-12-18 04:21:33,551 Update finished +2021-12-18 04:21:33,552 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:21:33,552 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:21:33,552 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:21:33,552 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:21:33,552 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:21:33,555 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:21:33,557 Job list saved +2021-12-18 04:21:33,562 Updating FAILED jobs +2021-12-18 04:21:33,562 Updating WAITING jobs +2021-12-18 04:21:33,563 Update finished +2021-12-18 04:21:43,573 Reloading parameters... +2021-12-18 04:21:43,590 Loading parameters... +2021-12-18 04:21:43,591 Loading project parameters... +2021-12-18 04:21:43,593 + +22 of 25 jobs remaining (04:21) +2021-12-18 04:21:43,593 Sleep: 10 +2021-12-18 04:21:43,593 Number of retrials: 0 +2021-12-18 04:21:43,593 WRAPPER CHECK TIME = 10 +2021-12-18 04:21:43,594 Checking jobs for platform=marenostrum4 +2021-12-18 04:21:43,595 Checking jobs for platform=nord3 +2021-12-18 04:21:43,595 Checking jobs for platform=local +2021-12-18 04:21:43,596 Checking jobs for platform=transfer_node +2021-12-18 04:21:43,596 Checking all jobs at once +2021-12-18 04:21:44,916 Successful check job command +2021-12-18 04:21:46,838 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:21:46,838 End of checking +2021-12-18 04:21:46,839 Updating FAILED jobs +2021-12-18 04:21:46,840 Updating WAITING jobs +2021-12-18 04:21:46,840 Update finished +2021-12-18 04:21:46,840 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:21:46,840 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:21:46,840 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:21:46,841 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:21:46,841 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:21:46,843 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:21:46,845 Job list saved +2021-12-18 04:21:46,850 Updating FAILED jobs +2021-12-18 04:21:46,850 Updating WAITING jobs +2021-12-18 04:21:46,850 Update finished +2021-12-18 04:21:56,860 Reloading parameters... +2021-12-18 04:21:56,878 Loading parameters... +2021-12-18 04:21:56,879 Loading project parameters... +2021-12-18 04:21:56,881 + +22 of 25 jobs remaining (04:21) +2021-12-18 04:21:56,881 Sleep: 10 +2021-12-18 04:21:56,881 Number of retrials: 0 +2021-12-18 04:21:56,881 WRAPPER CHECK TIME = 10 +2021-12-18 04:21:56,882 Checking jobs for platform=marenostrum4 +2021-12-18 04:21:56,883 Checking jobs for platform=nord3 +2021-12-18 04:21:56,883 Checking jobs for platform=local +2021-12-18 04:21:56,884 Checking jobs for platform=transfer_node +2021-12-18 04:21:56,884 Checking all jobs at once +2021-12-18 04:21:58,203 Successful check job command +2021-12-18 04:21:59,422 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:21:59,422 End of checking +2021-12-18 04:21:59,424 Updating FAILED jobs +2021-12-18 04:21:59,424 Updating WAITING jobs +2021-12-18 04:21:59,424 Update finished +2021-12-18 04:21:59,424 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:21:59,425 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:21:59,425 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:21:59,425 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:21:59,425 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:21:59,428 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:21:59,430 Job list saved +2021-12-18 04:21:59,435 Updating FAILED jobs +2021-12-18 04:21:59,435 Updating WAITING jobs +2021-12-18 04:21:59,435 Update finished +2021-12-18 04:22:09,444 Reloading parameters... +2021-12-18 04:22:09,462 Loading parameters... +2021-12-18 04:22:09,463 Loading project parameters... +2021-12-18 04:22:09,465 + +22 of 25 jobs remaining (04:22) +2021-12-18 04:22:09,465 Sleep: 10 +2021-12-18 04:22:09,465 Number of retrials: 0 +2021-12-18 04:22:09,465 WRAPPER CHECK TIME = 10 +2021-12-18 04:22:09,466 Checking jobs for platform=marenostrum4 +2021-12-18 04:22:09,466 Checking jobs for platform=nord3 +2021-12-18 04:22:09,467 Checking jobs for platform=local +2021-12-18 04:22:09,467 Checking jobs for platform=transfer_node +2021-12-18 04:22:09,467 Checking all jobs at once +2021-12-18 04:22:11,237 Successful check job command +2021-12-18 04:22:12,606 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:22:12,607 End of checking +2021-12-18 04:22:12,611 Updating FAILED jobs +2021-12-18 04:22:12,611 Updating WAITING jobs +2021-12-18 04:22:12,611 Update finished +2021-12-18 04:22:12,611 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:22:12,612 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:22:12,612 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:22:12,612 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:22:12,612 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:22:12,614 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:22:12,617 Job list saved +2021-12-18 04:22:12,621 Updating FAILED jobs +2021-12-18 04:22:12,621 Updating WAITING jobs +2021-12-18 04:22:12,622 Update finished +2021-12-18 04:22:22,632 Reloading parameters... +2021-12-18 04:22:22,651 Loading parameters... +2021-12-18 04:22:22,653 Loading project parameters... +2021-12-18 04:22:22,654 + +22 of 25 jobs remaining (04:22) +2021-12-18 04:22:22,655 Sleep: 10 +2021-12-18 04:22:22,655 Number of retrials: 0 +2021-12-18 04:22:22,655 WRAPPER CHECK TIME = 10 +2021-12-18 04:22:22,655 Checking jobs for platform=marenostrum4 +2021-12-18 04:22:22,656 Checking jobs for platform=nord3 +2021-12-18 04:22:22,657 Checking jobs for platform=local +2021-12-18 04:22:22,657 Checking jobs for platform=transfer_node +2021-12-18 04:22:22,657 Checking all jobs at once +2021-12-18 04:22:24,778 Successful check job command +2021-12-18 04:22:27,652 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:22:27,652 End of checking +2021-12-18 04:22:27,654 Updating FAILED jobs +2021-12-18 04:22:27,654 Updating WAITING jobs +2021-12-18 04:22:27,654 Update finished +2021-12-18 04:22:27,654 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:22:27,654 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:22:27,655 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:22:27,655 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:22:27,655 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:22:27,657 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:22:27,660 Job list saved +2021-12-18 04:22:27,664 Updating FAILED jobs +2021-12-18 04:22:27,664 Updating WAITING jobs +2021-12-18 04:22:27,665 Update finished +2021-12-18 04:22:37,675 Reloading parameters... +2021-12-18 04:22:37,692 Loading parameters... +2021-12-18 04:22:37,693 Loading project parameters... +2021-12-18 04:22:37,695 + +22 of 25 jobs remaining (04:22) +2021-12-18 04:22:37,695 Sleep: 10 +2021-12-18 04:22:37,695 Number of retrials: 0 +2021-12-18 04:22:37,695 WRAPPER CHECK TIME = 10 +2021-12-18 04:22:37,696 Checking jobs for platform=marenostrum4 +2021-12-18 04:22:37,696 Checking jobs for platform=nord3 +2021-12-18 04:22:37,697 Checking jobs for platform=local +2021-12-18 04:22:37,698 Checking jobs for platform=transfer_node +2021-12-18 04:22:37,698 Checking all jobs at once +2021-12-18 04:22:39,020 Successful check job command +2021-12-18 04:22:40,391 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:22:40,392 End of checking +2021-12-18 04:22:40,393 Updating FAILED jobs +2021-12-18 04:22:40,393 Updating WAITING jobs +2021-12-18 04:22:40,393 Update finished +2021-12-18 04:22:40,393 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:22:40,394 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:22:40,394 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:22:40,394 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:22:40,394 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:22:40,397 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:22:40,399 Job list saved +2021-12-18 04:22:40,403 Updating FAILED jobs +2021-12-18 04:22:40,404 Updating WAITING jobs +2021-12-18 04:22:40,404 Update finished +2021-12-18 04:22:50,410 Reloading parameters... +2021-12-18 04:22:50,428 Loading parameters... +2021-12-18 04:22:50,429 Loading project parameters... +2021-12-18 04:22:50,431 + +22 of 25 jobs remaining (04:22) +2021-12-18 04:22:50,432 Sleep: 10 +2021-12-18 04:22:50,432 Number of retrials: 0 +2021-12-18 04:22:50,432 WRAPPER CHECK TIME = 10 +2021-12-18 04:22:50,433 Checking jobs for platform=marenostrum4 +2021-12-18 04:22:50,433 Checking jobs for platform=nord3 +2021-12-18 04:22:50,434 Checking jobs for platform=local +2021-12-18 04:22:50,434 Checking jobs for platform=transfer_node +2021-12-18 04:22:50,434 Checking all jobs at once +2021-12-18 04:22:51,854 Successful check job command +2021-12-18 04:22:53,073 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:22:53,073 End of checking +2021-12-18 04:22:53,074 Updating FAILED jobs +2021-12-18 04:22:53,074 Updating WAITING jobs +2021-12-18 04:22:53,075 Update finished +2021-12-18 04:22:53,075 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:22:53,075 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:22:53,075 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:22:53,075 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:22:53,075 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:22:53,078 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:22:53,080 Job list saved +2021-12-18 04:22:53,085 Updating FAILED jobs +2021-12-18 04:22:53,085 Updating WAITING jobs +2021-12-18 04:22:53,085 Update finished +2021-12-18 04:23:03,092 Reloading parameters... +2021-12-18 04:23:03,110 Loading parameters... +2021-12-18 04:23:03,111 Loading project parameters... +2021-12-18 04:23:03,113 + +22 of 25 jobs remaining (04:23) +2021-12-18 04:23:03,113 Sleep: 10 +2021-12-18 04:23:03,113 Number of retrials: 0 +2021-12-18 04:23:03,113 WRAPPER CHECK TIME = 10 +2021-12-18 04:23:03,114 Checking jobs for platform=marenostrum4 +2021-12-18 04:23:03,114 Checking jobs for platform=nord3 +2021-12-18 04:23:03,115 Checking jobs for platform=local +2021-12-18 04:23:03,116 Checking jobs for platform=transfer_node +2021-12-18 04:23:03,116 Checking all jobs at once +2021-12-18 04:23:04,886 Successful check job command +2021-12-18 04:23:06,505 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:23:06,506 End of checking +2021-12-18 04:23:06,507 Updating FAILED jobs +2021-12-18 04:23:06,507 Updating WAITING jobs +2021-12-18 04:23:06,507 Update finished +2021-12-18 04:23:06,507 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:23:06,508 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:23:06,508 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:23:06,508 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:23:06,508 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:23:06,511 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:23:06,513 Job list saved +2021-12-18 04:23:06,518 Updating FAILED jobs +2021-12-18 04:23:06,518 Updating WAITING jobs +2021-12-18 04:23:06,518 Update finished +2021-12-18 04:23:16,528 Reloading parameters... +2021-12-18 04:23:16,545 Loading parameters... +2021-12-18 04:23:16,546 Loading project parameters... +2021-12-18 04:23:16,548 + +22 of 25 jobs remaining (04:23) +2021-12-18 04:23:16,548 Sleep: 10 +2021-12-18 04:23:16,549 Number of retrials: 0 +2021-12-18 04:23:16,549 WRAPPER CHECK TIME = 10 +2021-12-18 04:23:16,554 Checking jobs for platform=marenostrum4 +2021-12-18 04:23:16,554 Checking jobs for platform=nord3 +2021-12-18 04:23:16,555 Checking jobs for platform=local +2021-12-18 04:23:16,555 Checking jobs for platform=transfer_node +2021-12-18 04:23:16,556 Checking all jobs at once +2021-12-18 04:23:18,276 Successful check job command +2021-12-18 04:23:20,197 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:23:20,198 End of checking +2021-12-18 04:23:20,199 Updating FAILED jobs +2021-12-18 04:23:20,199 Updating WAITING jobs +2021-12-18 04:23:20,199 Update finished +2021-12-18 04:23:20,199 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:23:20,200 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:23:20,200 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:23:20,200 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:23:20,200 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:23:20,203 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:23:20,205 Job list saved +2021-12-18 04:23:20,210 Updating FAILED jobs +2021-12-18 04:23:20,210 Updating WAITING jobs +2021-12-18 04:23:20,210 Update finished +2021-12-18 04:23:30,220 Reloading parameters... +2021-12-18 04:23:30,240 Loading parameters... +2021-12-18 04:23:30,242 Loading project parameters... +2021-12-18 04:23:30,244 + +22 of 25 jobs remaining (04:23) +2021-12-18 04:23:30,244 Sleep: 10 +2021-12-18 04:23:30,244 Number of retrials: 0 +2021-12-18 04:23:30,244 WRAPPER CHECK TIME = 10 +2021-12-18 04:23:30,245 Checking jobs for platform=marenostrum4 +2021-12-18 04:23:30,245 Checking jobs for platform=nord3 +2021-12-18 04:23:30,246 Checking jobs for platform=local +2021-12-18 04:23:30,246 Checking jobs for platform=transfer_node +2021-12-18 04:23:30,246 Checking all jobs at once +2021-12-18 04:23:31,917 Successful check job command +2021-12-18 04:23:33,888 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:23:33,888 End of checking +2021-12-18 04:23:33,889 Updating FAILED jobs +2021-12-18 04:23:33,889 Updating WAITING jobs +2021-12-18 04:23:33,889 Update finished +2021-12-18 04:23:33,890 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:23:33,890 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:23:33,890 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:23:33,890 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:23:33,890 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:23:33,893 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:23:33,895 Job list saved +2021-12-18 04:23:33,899 Updating FAILED jobs +2021-12-18 04:23:33,899 Updating WAITING jobs +2021-12-18 04:23:33,900 Update finished +2021-12-18 04:23:43,908 Reloading parameters... +2021-12-18 04:23:43,926 Loading parameters... +2021-12-18 04:23:43,928 Loading project parameters... +2021-12-18 04:23:43,930 + +22 of 25 jobs remaining (04:23) +2021-12-18 04:23:43,930 Sleep: 10 +2021-12-18 04:23:43,930 Number of retrials: 0 +2021-12-18 04:23:43,930 WRAPPER CHECK TIME = 10 +2021-12-18 04:23:43,931 Checking jobs for platform=marenostrum4 +2021-12-18 04:23:43,931 Checking jobs for platform=nord3 +2021-12-18 04:23:43,932 Checking jobs for platform=local +2021-12-18 04:23:43,932 Checking jobs for platform=transfer_node +2021-12-18 04:23:43,932 Checking all jobs at once +2021-12-18 04:23:45,302 Successful check job command +2021-12-18 04:23:46,822 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:23:46,822 End of checking +2021-12-18 04:23:46,823 Updating FAILED jobs +2021-12-18 04:23:46,824 Updating WAITING jobs +2021-12-18 04:23:46,824 Update finished +2021-12-18 04:23:46,824 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:23:46,824 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:23:46,824 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:23:46,824 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:23:46,825 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:23:46,827 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:23:46,830 Job list saved +2021-12-18 04:23:46,834 Updating FAILED jobs +2021-12-18 04:23:46,834 Updating WAITING jobs +2021-12-18 04:23:46,835 Update finished +2021-12-18 04:23:56,845 Reloading parameters... +2021-12-18 04:23:56,862 Loading parameters... +2021-12-18 04:23:56,864 Loading project parameters... +2021-12-18 04:23:56,866 + +22 of 25 jobs remaining (04:23) +2021-12-18 04:23:56,866 Sleep: 10 +2021-12-18 04:23:56,866 Number of retrials: 0 +2021-12-18 04:23:56,866 WRAPPER CHECK TIME = 10 +2021-12-18 04:23:56,867 Checking jobs for platform=marenostrum4 +2021-12-18 04:23:56,867 Checking jobs for platform=nord3 +2021-12-18 04:23:56,868 Checking jobs for platform=local +2021-12-18 04:23:56,868 Checking jobs for platform=transfer_node +2021-12-18 04:23:56,868 Checking all jobs at once +2021-12-18 04:23:58,141 Successful check job command +2021-12-18 04:23:59,410 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:23:59,410 End of checking +2021-12-18 04:23:59,411 Updating FAILED jobs +2021-12-18 04:23:59,411 Updating WAITING jobs +2021-12-18 04:23:59,412 Update finished +2021-12-18 04:23:59,412 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:23:59,412 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:23:59,413 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:23:59,413 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:23:59,413 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:23:59,415 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:23:59,418 Job list saved +2021-12-18 04:23:59,422 Updating FAILED jobs +2021-12-18 04:23:59,422 Updating WAITING jobs +2021-12-18 04:23:59,423 Update finished +2021-12-18 04:24:09,433 Reloading parameters... +2021-12-18 04:24:09,453 Loading parameters... +2021-12-18 04:24:09,455 Loading project parameters... +2021-12-18 04:24:09,456 + +22 of 25 jobs remaining (04:24) +2021-12-18 04:24:09,457 Sleep: 10 +2021-12-18 04:24:09,457 Number of retrials: 0 +2021-12-18 04:24:09,457 WRAPPER CHECK TIME = 10 +2021-12-18 04:24:09,457 Checking jobs for platform=marenostrum4 +2021-12-18 04:24:09,458 Checking jobs for platform=nord3 +2021-12-18 04:24:09,459 Checking jobs for platform=local +2021-12-18 04:24:09,459 Checking jobs for platform=transfer_node +2021-12-18 04:24:09,459 Checking all jobs at once +2021-12-18 04:24:10,881 Successful check job command +2021-12-18 04:24:12,101 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:24:12,101 End of checking +2021-12-18 04:24:12,102 Updating FAILED jobs +2021-12-18 04:24:12,102 Updating WAITING jobs +2021-12-18 04:24:12,103 Update finished +2021-12-18 04:24:12,103 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:24:12,103 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:24:12,103 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:24:12,103 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:24:12,103 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:24:12,106 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:24:12,108 Job list saved +2021-12-18 04:24:12,112 Updating FAILED jobs +2021-12-18 04:24:12,113 Updating WAITING jobs +2021-12-18 04:24:12,113 Update finished +2021-12-18 04:24:22,122 Reloading parameters... +2021-12-18 04:24:22,141 Loading parameters... +2021-12-18 04:24:22,142 Loading project parameters... +2021-12-18 04:24:22,144 + +22 of 25 jobs remaining (04:24) +2021-12-18 04:24:22,144 Sleep: 10 +2021-12-18 04:24:22,144 Number of retrials: 0 +2021-12-18 04:24:22,144 WRAPPER CHECK TIME = 10 +2021-12-18 04:24:22,145 Checking jobs for platform=marenostrum4 +2021-12-18 04:24:22,145 Checking jobs for platform=nord3 +2021-12-18 04:24:22,146 Checking jobs for platform=local +2021-12-18 04:24:22,146 Checking jobs for platform=transfer_node +2021-12-18 04:24:22,146 Checking all jobs at once +2021-12-18 04:24:23,766 Successful check job command +2021-12-18 04:24:25,787 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:24:25,787 End of checking +2021-12-18 04:24:25,788 Updating FAILED jobs +2021-12-18 04:24:25,789 Updating WAITING jobs +2021-12-18 04:24:25,789 Update finished +2021-12-18 04:24:25,789 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:24:25,789 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:24:25,789 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:24:25,789 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:24:25,790 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:24:25,792 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:24:25,794 Job list saved +2021-12-18 04:24:25,800 Updating FAILED jobs +2021-12-18 04:24:25,800 Updating WAITING jobs +2021-12-18 04:24:25,801 Update finished +2021-12-18 04:24:35,810 Reloading parameters... +2021-12-18 04:24:35,829 Loading parameters... +2021-12-18 04:24:35,830 Loading project parameters... +2021-12-18 04:24:35,832 + +22 of 25 jobs remaining (04:24) +2021-12-18 04:24:35,832 Sleep: 10 +2021-12-18 04:24:35,832 Number of retrials: 0 +2021-12-18 04:24:35,832 WRAPPER CHECK TIME = 10 +2021-12-18 04:24:35,833 Checking jobs for platform=marenostrum4 +2021-12-18 04:24:35,833 Checking jobs for platform=nord3 +2021-12-18 04:24:35,834 Checking jobs for platform=local +2021-12-18 04:24:35,834 Checking jobs for platform=transfer_node +2021-12-18 04:24:35,834 Checking all jobs at once +2021-12-18 04:24:37,905 Successful check job command +2021-12-18 04:24:39,826 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:24:39,826 End of checking +2021-12-18 04:24:39,827 Updating FAILED jobs +2021-12-18 04:24:39,827 Updating WAITING jobs +2021-12-18 04:24:39,827 Update finished +2021-12-18 04:24:39,828 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:24:39,828 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:24:39,828 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:24:39,828 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:24:39,829 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:24:39,831 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:24:39,834 Job list saved +2021-12-18 04:24:39,838 Updating FAILED jobs +2021-12-18 04:24:39,838 Updating WAITING jobs +2021-12-18 04:24:39,839 Update finished +2021-12-18 04:24:49,849 Reloading parameters... +2021-12-18 04:24:49,866 Loading parameters... +2021-12-18 04:24:49,867 Loading project parameters... +2021-12-18 04:24:49,869 + +22 of 25 jobs remaining (04:24) +2021-12-18 04:24:49,869 Sleep: 10 +2021-12-18 04:24:49,869 Number of retrials: 0 +2021-12-18 04:24:49,869 WRAPPER CHECK TIME = 10 +2021-12-18 04:24:49,870 Checking jobs for platform=marenostrum4 +2021-12-18 04:24:49,870 Checking jobs for platform=nord3 +2021-12-18 04:24:49,871 Checking jobs for platform=local +2021-12-18 04:24:49,871 Checking jobs for platform=transfer_node +2021-12-18 04:24:49,872 Checking all jobs at once +2021-12-18 04:24:51,193 Successful check job command +2021-12-18 04:24:52,362 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:24:52,362 End of checking +2021-12-18 04:24:52,363 Updating FAILED jobs +2021-12-18 04:24:52,363 Updating WAITING jobs +2021-12-18 04:24:52,364 Update finished +2021-12-18 04:24:52,364 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:24:52,364 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:24:52,364 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:24:52,364 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:24:52,364 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:24:52,367 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:24:52,369 Job list saved +2021-12-18 04:24:52,375 Updating FAILED jobs +2021-12-18 04:24:52,375 Updating WAITING jobs +2021-12-18 04:24:52,375 Update finished +2021-12-18 04:25:02,385 Reloading parameters... +2021-12-18 04:25:02,402 Loading parameters... +2021-12-18 04:25:02,404 Loading project parameters... +2021-12-18 04:25:02,405 + +22 of 25 jobs remaining (04:25) +2021-12-18 04:25:02,406 Sleep: 10 +2021-12-18 04:25:02,406 Number of retrials: 0 +2021-12-18 04:25:02,406 WRAPPER CHECK TIME = 10 +2021-12-18 04:25:02,406 Checking jobs for platform=marenostrum4 +2021-12-18 04:25:02,407 Checking jobs for platform=nord3 +2021-12-18 04:25:02,407 Checking jobs for platform=local +2021-12-18 04:25:02,408 Checking jobs for platform=transfer_node +2021-12-18 04:25:02,408 Checking all jobs at once +2021-12-18 04:25:03,833 Successful check job command +2021-12-18 04:25:05,152 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:25:05,152 End of checking +2021-12-18 04:25:05,153 Updating FAILED jobs +2021-12-18 04:25:05,154 Updating WAITING jobs +2021-12-18 04:25:05,154 Update finished +2021-12-18 04:25:05,154 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:25:05,154 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:25:05,154 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:25:05,154 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:25:05,155 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:25:05,157 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:25:05,159 Job list saved +2021-12-18 04:25:05,164 Updating FAILED jobs +2021-12-18 04:25:05,164 Updating WAITING jobs +2021-12-18 04:25:05,165 Update finished +2021-12-18 04:25:15,176 Reloading parameters... +2021-12-18 04:25:15,195 Loading parameters... +2021-12-18 04:25:15,196 Loading project parameters... +2021-12-18 04:25:15,198 + +22 of 25 jobs remaining (04:25) +2021-12-18 04:25:15,198 Sleep: 10 +2021-12-18 04:25:15,198 Number of retrials: 0 +2021-12-18 04:25:15,198 WRAPPER CHECK TIME = 10 +2021-12-18 04:25:15,199 Checking jobs for platform=marenostrum4 +2021-12-18 04:25:15,199 Checking jobs for platform=nord3 +2021-12-18 04:25:15,200 Checking jobs for platform=local +2021-12-18 04:25:15,200 Checking jobs for platform=transfer_node +2021-12-18 04:25:15,201 Checking all jobs at once +2021-12-18 04:25:16,574 Successful check job command +2021-12-18 04:25:17,994 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:25:17,994 End of checking +2021-12-18 04:25:17,995 Updating FAILED jobs +2021-12-18 04:25:17,996 Updating WAITING jobs +2021-12-18 04:25:17,996 Update finished +2021-12-18 04:25:17,996 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:25:17,997 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:25:17,997 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:25:17,997 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:25:17,997 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:25:17,999 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:25:18,002 Job list saved +2021-12-18 04:25:18,006 Updating FAILED jobs +2021-12-18 04:25:18,006 Updating WAITING jobs +2021-12-18 04:25:18,006 Update finished +2021-12-18 04:25:28,017 Reloading parameters... +2021-12-18 04:25:28,034 Loading parameters... +2021-12-18 04:25:28,036 Loading project parameters... +2021-12-18 04:25:28,037 + +22 of 25 jobs remaining (04:25) +2021-12-18 04:25:28,038 Sleep: 10 +2021-12-18 04:25:28,038 Number of retrials: 0 +2021-12-18 04:25:28,038 WRAPPER CHECK TIME = 10 +2021-12-18 04:25:28,038 Checking jobs for platform=marenostrum4 +2021-12-18 04:25:28,039 Checking jobs for platform=nord3 +2021-12-18 04:25:28,040 Checking jobs for platform=local +2021-12-18 04:25:28,040 Checking jobs for platform=transfer_node +2021-12-18 04:25:28,040 Checking all jobs at once +2021-12-18 04:25:29,512 Successful check job command +2021-12-18 04:25:30,831 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:25:30,831 End of checking +2021-12-18 04:25:30,833 Updating FAILED jobs +2021-12-18 04:25:30,833 Updating WAITING jobs +2021-12-18 04:25:30,833 Update finished +2021-12-18 04:25:30,833 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:25:30,833 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:25:30,833 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:25:30,834 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:25:30,834 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:25:30,836 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:25:30,838 Job list saved +2021-12-18 04:25:30,843 Updating FAILED jobs +2021-12-18 04:25:30,843 Updating WAITING jobs +2021-12-18 04:25:30,843 Update finished +2021-12-18 04:25:40,854 Reloading parameters... +2021-12-18 04:25:40,875 Loading parameters... +2021-12-18 04:25:40,876 Loading project parameters... +2021-12-18 04:25:40,878 + +22 of 25 jobs remaining (04:25) +2021-12-18 04:25:40,878 Sleep: 10 +2021-12-18 04:25:40,878 Number of retrials: 0 +2021-12-18 04:25:40,878 WRAPPER CHECK TIME = 10 +2021-12-18 04:25:40,879 Checking jobs for platform=marenostrum4 +2021-12-18 04:25:40,879 Checking jobs for platform=nord3 +2021-12-18 04:25:40,880 Checking jobs for platform=local +2021-12-18 04:25:40,880 Checking jobs for platform=transfer_node +2021-12-18 04:25:40,880 Checking all jobs at once +2021-12-18 04:25:42,200 Successful check job command +2021-12-18 04:25:43,469 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:25:43,469 End of checking +2021-12-18 04:25:43,471 Updating FAILED jobs +2021-12-18 04:25:43,471 Updating WAITING jobs +2021-12-18 04:25:43,471 Update finished +2021-12-18 04:25:43,471 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:25:43,471 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:25:43,472 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:25:43,472 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:25:43,472 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:25:43,475 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:25:43,477 Job list saved +2021-12-18 04:25:43,482 Updating FAILED jobs +2021-12-18 04:25:43,482 Updating WAITING jobs +2021-12-18 04:25:43,482 Update finished +2021-12-18 04:25:53,489 Reloading parameters... +2021-12-18 04:25:53,507 Loading parameters... +2021-12-18 04:25:53,508 Loading project parameters... +2021-12-18 04:25:53,510 + +22 of 25 jobs remaining (04:25) +2021-12-18 04:25:53,510 Sleep: 10 +2021-12-18 04:25:53,510 Number of retrials: 0 +2021-12-18 04:25:53,510 WRAPPER CHECK TIME = 10 +2021-12-18 04:25:53,511 Checking jobs for platform=marenostrum4 +2021-12-18 04:25:53,512 Checking jobs for platform=nord3 +2021-12-18 04:25:53,512 Checking jobs for platform=local +2021-12-18 04:25:53,513 Checking jobs for platform=transfer_node +2021-12-18 04:25:53,513 Checking all jobs at once +2021-12-18 04:25:54,933 Successful check job command +2021-12-18 04:25:56,101 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:25:56,102 End of checking +2021-12-18 04:25:56,103 Updating FAILED jobs +2021-12-18 04:25:56,103 Updating WAITING jobs +2021-12-18 04:25:56,103 Update finished +2021-12-18 04:25:56,104 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:25:56,104 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:25:56,104 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:25:56,104 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:25:56,105 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:25:56,108 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:25:56,110 Job list saved +2021-12-18 04:25:56,115 Updating FAILED jobs +2021-12-18 04:25:56,115 Updating WAITING jobs +2021-12-18 04:25:56,116 Update finished +2021-12-18 04:26:06,126 Reloading parameters... +2021-12-18 04:26:06,145 Loading parameters... +2021-12-18 04:26:06,147 Loading project parameters... +2021-12-18 04:26:06,148 + +22 of 25 jobs remaining (04:26) +2021-12-18 04:26:06,149 Sleep: 10 +2021-12-18 04:26:06,149 Number of retrials: 0 +2021-12-18 04:26:06,149 WRAPPER CHECK TIME = 10 +2021-12-18 04:26:06,149 Checking jobs for platform=marenostrum4 +2021-12-18 04:26:06,150 Checking jobs for platform=nord3 +2021-12-18 04:26:06,151 Checking jobs for platform=local +2021-12-18 04:26:06,151 Checking jobs for platform=transfer_node +2021-12-18 04:26:06,151 Checking all jobs at once +2021-12-18 04:26:07,871 Successful check job command +2021-12-18 04:26:09,140 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:26:09,141 End of checking +2021-12-18 04:26:09,142 Updating FAILED jobs +2021-12-18 04:26:09,142 Updating WAITING jobs +2021-12-18 04:26:09,143 Update finished +2021-12-18 04:26:09,143 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:26:09,143 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:26:09,143 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:26:09,143 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:26:09,143 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:26:09,146 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:26:09,148 Job list saved +2021-12-18 04:26:09,152 Updating FAILED jobs +2021-12-18 04:26:09,153 Updating WAITING jobs +2021-12-18 04:26:09,153 Update finished +2021-12-18 04:26:19,163 Reloading parameters... +2021-12-18 04:26:19,180 Loading parameters... +2021-12-18 04:26:19,182 Loading project parameters... +2021-12-18 04:26:19,183 + +22 of 25 jobs remaining (04:26) +2021-12-18 04:26:19,184 Sleep: 10 +2021-12-18 04:26:19,184 Number of retrials: 0 +2021-12-18 04:26:19,184 WRAPPER CHECK TIME = 10 +2021-12-18 04:26:19,184 Checking jobs for platform=marenostrum4 +2021-12-18 04:26:19,185 Checking jobs for platform=nord3 +2021-12-18 04:26:19,185 Checking jobs for platform=local +2021-12-18 04:26:19,186 Checking jobs for platform=transfer_node +2021-12-18 04:26:19,186 Checking all jobs at once +2021-12-18 04:26:20,858 Successful check job command +2021-12-18 04:26:22,629 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:26:22,629 End of checking +2021-12-18 04:26:22,631 Updating FAILED jobs +2021-12-18 04:26:22,631 Updating WAITING jobs +2021-12-18 04:26:22,631 Update finished +2021-12-18 04:26:22,631 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:26:22,631 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:26:22,631 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:26:22,632 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:26:22,632 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:26:22,634 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:26:22,636 Job list saved +2021-12-18 04:26:22,641 Updating FAILED jobs +2021-12-18 04:26:22,641 Updating WAITING jobs +2021-12-18 04:26:22,642 Update finished +2021-12-18 04:26:32,648 Reloading parameters... +2021-12-18 04:26:32,667 Loading parameters... +2021-12-18 04:26:32,669 Loading project parameters... +2021-12-18 04:26:32,670 + +22 of 25 jobs remaining (04:26) +2021-12-18 04:26:32,671 Sleep: 10 +2021-12-18 04:26:32,671 Number of retrials: 0 +2021-12-18 04:26:32,671 WRAPPER CHECK TIME = 10 +2021-12-18 04:26:32,671 Checking jobs for platform=marenostrum4 +2021-12-18 04:26:32,672 Checking jobs for platform=nord3 +2021-12-18 04:26:32,673 Checking jobs for platform=local +2021-12-18 04:26:32,673 Checking jobs for platform=transfer_node +2021-12-18 04:26:32,673 Checking all jobs at once +2021-12-18 04:26:34,043 Successful check job command +2021-12-18 04:26:35,462 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:26:35,462 End of checking +2021-12-18 04:26:35,464 Updating FAILED jobs +2021-12-18 04:26:35,464 Updating WAITING jobs +2021-12-18 04:26:35,464 Update finished +2021-12-18 04:26:35,464 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:26:35,465 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:26:35,465 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:26:35,465 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:26:35,466 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:26:35,468 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:26:35,470 Job list saved +2021-12-18 04:26:35,479 Updating FAILED jobs +2021-12-18 04:26:35,479 Updating WAITING jobs +2021-12-18 04:26:35,479 Update finished +2021-12-18 04:26:45,489 Reloading parameters... +2021-12-18 04:26:45,511 Loading parameters... +2021-12-18 04:26:45,512 Loading project parameters... +2021-12-18 04:26:45,514 + +22 of 25 jobs remaining (04:26) +2021-12-18 04:26:45,515 Sleep: 10 +2021-12-18 04:26:45,515 Number of retrials: 0 +2021-12-18 04:26:45,515 WRAPPER CHECK TIME = 10 +2021-12-18 04:26:45,515 Checking jobs for platform=marenostrum4 +2021-12-18 04:26:45,516 Checking jobs for platform=nord3 +2021-12-18 04:26:45,516 Checking jobs for platform=local +2021-12-18 04:26:45,517 Checking jobs for platform=transfer_node +2021-12-18 04:26:45,517 Checking all jobs at once +2021-12-18 04:26:46,937 Successful check job command +2021-12-18 04:26:48,256 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:26:48,256 End of checking +2021-12-18 04:26:48,258 Updating FAILED jobs +2021-12-18 04:26:48,258 Updating WAITING jobs +2021-12-18 04:26:48,258 Update finished +2021-12-18 04:26:48,258 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:26:48,258 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:26:48,259 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:26:48,259 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:26:48,259 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:26:48,262 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:26:48,264 Job list saved +2021-12-18 04:26:48,271 Updating FAILED jobs +2021-12-18 04:26:48,271 Updating WAITING jobs +2021-12-18 04:26:48,271 Update finished +2021-12-18 04:26:58,281 Reloading parameters... +2021-12-18 04:26:58,299 Loading parameters... +2021-12-18 04:26:58,301 Loading project parameters... +2021-12-18 04:26:58,303 + +22 of 25 jobs remaining (04:26) +2021-12-18 04:26:58,303 Sleep: 10 +2021-12-18 04:26:58,303 Number of retrials: 0 +2021-12-18 04:26:58,303 WRAPPER CHECK TIME = 10 +2021-12-18 04:26:58,304 Checking jobs for platform=marenostrum4 +2021-12-18 04:26:58,304 Checking jobs for platform=nord3 +2021-12-18 04:26:58,305 Checking jobs for platform=local +2021-12-18 04:26:58,305 Checking jobs for platform=transfer_node +2021-12-18 04:26:58,305 Checking all jobs at once +2021-12-18 04:27:00,127 Successful check job command +2021-12-18 04:27:01,596 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:27:01,596 End of checking +2021-12-18 04:27:01,597 Updating FAILED jobs +2021-12-18 04:27:01,598 Updating WAITING jobs +2021-12-18 04:27:01,598 Update finished +2021-12-18 04:27:01,598 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:27:01,598 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:27:01,598 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:27:01,599 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:27:01,599 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:27:01,601 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:27:01,603 Job list saved +2021-12-18 04:27:01,608 Updating FAILED jobs +2021-12-18 04:27:01,608 Updating WAITING jobs +2021-12-18 04:27:01,609 Update finished +2021-12-18 04:27:11,619 Reloading parameters... +2021-12-18 04:27:11,636 Loading parameters... +2021-12-18 04:27:11,638 Loading project parameters... +2021-12-18 04:27:11,640 + +22 of 25 jobs remaining (04:27) +2021-12-18 04:27:11,640 Sleep: 10 +2021-12-18 04:27:11,641 Number of retrials: 0 +2021-12-18 04:27:11,641 WRAPPER CHECK TIME = 10 +2021-12-18 04:27:11,641 Checking jobs for platform=marenostrum4 +2021-12-18 04:27:11,642 Checking jobs for platform=nord3 +2021-12-18 04:27:11,643 Checking jobs for platform=local +2021-12-18 04:27:11,643 Checking jobs for platform=transfer_node +2021-12-18 04:27:11,643 Checking all jobs at once +2021-12-18 04:27:13,263 Successful check job command +2021-12-18 04:27:14,787 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:27:14,787 End of checking +2021-12-18 04:27:14,788 Updating FAILED jobs +2021-12-18 04:27:14,788 Updating WAITING jobs +2021-12-18 04:27:14,789 Update finished +2021-12-18 04:27:14,789 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:27:14,789 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:27:14,790 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:27:14,790 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:27:14,790 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:27:14,792 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:27:14,794 Job list saved +2021-12-18 04:27:14,799 Updating FAILED jobs +2021-12-18 04:27:14,799 Updating WAITING jobs +2021-12-18 04:27:14,799 Update finished +2021-12-18 04:27:24,809 Reloading parameters... +2021-12-18 04:27:24,827 Loading parameters... +2021-12-18 04:27:24,828 Loading project parameters... +2021-12-18 04:27:24,830 + +22 of 25 jobs remaining (04:27) +2021-12-18 04:27:24,830 Sleep: 10 +2021-12-18 04:27:24,830 Number of retrials: 0 +2021-12-18 04:27:24,830 WRAPPER CHECK TIME = 10 +2021-12-18 04:27:24,831 Checking jobs for platform=marenostrum4 +2021-12-18 04:27:24,831 Checking jobs for platform=nord3 +2021-12-18 04:27:24,832 Checking jobs for platform=local +2021-12-18 04:27:24,833 Checking jobs for platform=transfer_node +2021-12-18 04:27:24,833 Checking all jobs at once +2021-12-18 04:27:26,452 Successful check job command +2021-12-18 04:27:28,122 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:27:28,122 End of checking +2021-12-18 04:27:28,123 Updating FAILED jobs +2021-12-18 04:27:28,124 Updating WAITING jobs +2021-12-18 04:27:28,124 Update finished +2021-12-18 04:27:28,124 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:27:28,124 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:27:28,124 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:27:28,124 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:27:28,125 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:27:28,127 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:27:28,129 Job list saved +2021-12-18 04:27:28,137 Updating FAILED jobs +2021-12-18 04:27:28,137 Updating WAITING jobs +2021-12-18 04:27:28,137 Update finished +2021-12-18 04:27:38,146 Reloading parameters... +2021-12-18 04:27:38,163 Loading parameters... +2021-12-18 04:27:38,164 Loading project parameters... +2021-12-18 04:27:38,166 + +22 of 25 jobs remaining (04:27) +2021-12-18 04:27:38,166 Sleep: 10 +2021-12-18 04:27:38,166 Number of retrials: 0 +2021-12-18 04:27:38,167 WRAPPER CHECK TIME = 10 +2021-12-18 04:27:38,167 Checking jobs for platform=marenostrum4 +2021-12-18 04:27:38,168 Checking jobs for platform=nord3 +2021-12-18 04:27:38,168 Checking jobs for platform=local +2021-12-18 04:27:38,169 Checking jobs for platform=transfer_node +2021-12-18 04:27:38,169 Checking all jobs at once +2021-12-18 04:27:39,539 Successful check job command +2021-12-18 04:27:40,808 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:27:40,808 End of checking +2021-12-18 04:27:40,810 Updating FAILED jobs +2021-12-18 04:27:40,810 Updating WAITING jobs +2021-12-18 04:27:40,810 Update finished +2021-12-18 04:27:40,810 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:27:40,810 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:27:40,811 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:27:40,811 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:27:40,811 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:27:40,814 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:27:40,816 Job list saved +2021-12-18 04:27:40,821 Updating FAILED jobs +2021-12-18 04:27:40,821 Updating WAITING jobs +2021-12-18 04:27:40,821 Update finished +2021-12-18 04:27:50,831 Reloading parameters... +2021-12-18 04:27:50,849 Loading parameters... +2021-12-18 04:27:50,850 Loading project parameters... +2021-12-18 04:27:50,852 + +22 of 25 jobs remaining (04:27) +2021-12-18 04:27:50,853 Sleep: 10 +2021-12-18 04:27:50,853 Number of retrials: 0 +2021-12-18 04:27:50,853 WRAPPER CHECK TIME = 10 +2021-12-18 04:27:50,853 Checking jobs for platform=marenostrum4 +2021-12-18 04:27:50,854 Checking jobs for platform=nord3 +2021-12-18 04:27:50,854 Checking jobs for platform=local +2021-12-18 04:27:50,855 Checking jobs for platform=transfer_node +2021-12-18 04:27:50,855 Checking all jobs at once +2021-12-18 04:27:52,274 Successful check job command +2021-12-18 04:27:54,345 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:27:54,345 End of checking +2021-12-18 04:27:54,347 Updating FAILED jobs +2021-12-18 04:27:54,347 Updating WAITING jobs +2021-12-18 04:27:54,347 Update finished +2021-12-18 04:27:54,347 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:27:54,348 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:27:54,348 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:27:54,348 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:27:54,348 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:27:54,351 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:27:54,353 Job list saved +2021-12-18 04:27:54,358 Updating FAILED jobs +2021-12-18 04:27:54,358 Updating WAITING jobs +2021-12-18 04:27:54,358 Update finished +2021-12-18 04:28:04,368 Reloading parameters... +2021-12-18 04:28:04,387 Loading parameters... +2021-12-18 04:28:04,388 Loading project parameters... +2021-12-18 04:28:04,390 + +22 of 25 jobs remaining (04:28) +2021-12-18 04:28:04,391 Sleep: 10 +2021-12-18 04:28:04,391 Number of retrials: 0 +2021-12-18 04:28:04,391 WRAPPER CHECK TIME = 10 +2021-12-18 04:28:04,391 Checking jobs for platform=marenostrum4 +2021-12-18 04:28:04,392 Checking jobs for platform=nord3 +2021-12-18 04:28:04,393 Checking jobs for platform=local +2021-12-18 04:28:04,393 Checking jobs for platform=transfer_node +2021-12-18 04:28:04,393 Checking all jobs at once +2021-12-18 04:28:05,918 Successful check job command +2021-12-18 04:28:07,240 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:28:07,240 End of checking +2021-12-18 04:28:07,242 Updating FAILED jobs +2021-12-18 04:28:07,243 Updating WAITING jobs +2021-12-18 04:28:07,243 Update finished +2021-12-18 04:28:07,243 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:28:07,243 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:28:07,244 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:28:07,244 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:28:07,244 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:28:07,246 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:28:07,248 Job list saved +2021-12-18 04:28:07,253 Updating FAILED jobs +2021-12-18 04:28:07,253 Updating WAITING jobs +2021-12-18 04:28:07,253 Update finished +2021-12-18 04:28:17,263 Reloading parameters... +2021-12-18 04:28:17,285 Loading parameters... +2021-12-18 04:28:17,286 Loading project parameters... +2021-12-18 04:28:17,288 + +22 of 25 jobs remaining (04:28) +2021-12-18 04:28:17,288 Sleep: 10 +2021-12-18 04:28:17,288 Number of retrials: 0 +2021-12-18 04:28:17,289 WRAPPER CHECK TIME = 10 +2021-12-18 04:28:17,289 Checking jobs for platform=marenostrum4 +2021-12-18 04:28:17,294 Checking jobs for platform=nord3 +2021-12-18 04:28:17,294 Checking jobs for platform=local +2021-12-18 04:28:17,295 Checking jobs for platform=transfer_node +2021-12-18 04:28:17,295 Checking all jobs at once +2021-12-18 04:28:18,964 Successful check job command +2021-12-18 04:28:20,484 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:28:20,484 End of checking +2021-12-18 04:28:20,485 Updating FAILED jobs +2021-12-18 04:28:20,486 Updating WAITING jobs +2021-12-18 04:28:20,486 Update finished +2021-12-18 04:28:20,486 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:28:20,486 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:28:20,486 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:28:20,486 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:28:20,487 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:28:20,489 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:28:20,491 Job list saved +2021-12-18 04:28:20,496 Updating FAILED jobs +2021-12-18 04:28:20,496 Updating WAITING jobs +2021-12-18 04:28:20,497 Update finished +2021-12-18 04:28:30,505 Reloading parameters... +2021-12-18 04:28:30,524 Loading parameters... +2021-12-18 04:28:30,525 Loading project parameters... +2021-12-18 04:28:30,527 + +22 of 25 jobs remaining (04:28) +2021-12-18 04:28:30,527 Sleep: 10 +2021-12-18 04:28:30,527 Number of retrials: 0 +2021-12-18 04:28:30,527 WRAPPER CHECK TIME = 10 +2021-12-18 04:28:30,528 Checking jobs for platform=marenostrum4 +2021-12-18 04:28:30,528 Checking jobs for platform=nord3 +2021-12-18 04:28:30,529 Checking jobs for platform=local +2021-12-18 04:28:30,529 Checking jobs for platform=transfer_node +2021-12-18 04:28:30,529 Checking all jobs at once +2021-12-18 04:28:32,399 Successful check job command +2021-12-18 04:28:34,019 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:28:34,019 End of checking +2021-12-18 04:28:34,020 Updating FAILED jobs +2021-12-18 04:28:34,021 Updating WAITING jobs +2021-12-18 04:28:34,021 Update finished +2021-12-18 04:28:34,021 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:28:34,022 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:28:34,022 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:28:34,022 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:28:34,022 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:28:34,024 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:28:34,027 Job list saved +2021-12-18 04:28:34,031 Updating FAILED jobs +2021-12-18 04:28:34,031 Updating WAITING jobs +2021-12-18 04:28:34,032 Update finished +2021-12-18 04:28:44,042 Reloading parameters... +2021-12-18 04:28:44,061 Loading parameters... +2021-12-18 04:28:44,063 Loading project parameters... +2021-12-18 04:28:44,065 + +22 of 25 jobs remaining (04:28) +2021-12-18 04:28:44,065 Sleep: 10 +2021-12-18 04:28:44,065 Number of retrials: 0 +2021-12-18 04:28:44,065 WRAPPER CHECK TIME = 10 +2021-12-18 04:28:44,066 Checking jobs for platform=marenostrum4 +2021-12-18 04:28:44,066 Checking jobs for platform=nord3 +2021-12-18 04:28:44,067 Checking jobs for platform=local +2021-12-18 04:28:44,068 Checking jobs for platform=transfer_node +2021-12-18 04:28:44,068 Checking all jobs at once +2021-12-18 04:28:45,387 Successful check job command +2021-12-18 04:28:46,657 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:28:46,657 End of checking +2021-12-18 04:28:46,658 Updating FAILED jobs +2021-12-18 04:28:46,658 Updating WAITING jobs +2021-12-18 04:28:46,658 Update finished +2021-12-18 04:28:46,659 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:28:46,659 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:28:46,659 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:28:46,659 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:28:46,659 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:28:46,661 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:28:46,664 Job list saved +2021-12-18 04:28:46,668 Updating FAILED jobs +2021-12-18 04:28:46,668 Updating WAITING jobs +2021-12-18 04:28:46,668 Update finished +2021-12-18 04:28:56,676 Reloading parameters... +2021-12-18 04:28:56,698 Loading parameters... +2021-12-18 04:28:56,699 Loading project parameters... +2021-12-18 04:28:56,701 + +22 of 25 jobs remaining (04:28) +2021-12-18 04:28:56,701 Sleep: 10 +2021-12-18 04:28:56,701 Number of retrials: 0 +2021-12-18 04:28:56,701 WRAPPER CHECK TIME = 10 +2021-12-18 04:28:56,702 Checking jobs for platform=marenostrum4 +2021-12-18 04:28:56,703 Checking jobs for platform=nord3 +2021-12-18 04:28:56,703 Checking jobs for platform=local +2021-12-18 04:28:56,704 Checking jobs for platform=transfer_node +2021-12-18 04:28:56,704 Checking all jobs at once +2021-12-18 04:28:58,123 Successful check job command +2021-12-18 04:28:59,443 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:28:59,443 End of checking +2021-12-18 04:28:59,444 Updating FAILED jobs +2021-12-18 04:28:59,444 Updating WAITING jobs +2021-12-18 04:28:59,445 Update finished +2021-12-18 04:28:59,445 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:28:59,445 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:28:59,445 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:28:59,445 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:28:59,445 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:28:59,448 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:28:59,450 Job list saved +2021-12-18 04:28:59,455 Updating FAILED jobs +2021-12-18 04:28:59,455 Updating WAITING jobs +2021-12-18 04:28:59,455 Update finished +2021-12-18 04:29:09,465 Reloading parameters... +2021-12-18 04:29:09,483 Loading parameters... +2021-12-18 04:29:09,484 Loading project parameters... +2021-12-18 04:29:09,486 + +22 of 25 jobs remaining (04:29) +2021-12-18 04:29:09,487 Sleep: 10 +2021-12-18 04:29:09,487 Number of retrials: 0 +2021-12-18 04:29:09,487 WRAPPER CHECK TIME = 10 +2021-12-18 04:29:09,487 Checking jobs for platform=marenostrum4 +2021-12-18 04:29:09,488 Checking jobs for platform=nord3 +2021-12-18 04:29:09,488 Checking jobs for platform=local +2021-12-18 04:29:09,489 Checking jobs for platform=transfer_node +2021-12-18 04:29:09,489 Checking all jobs at once +2021-12-18 04:29:10,910 Successful check job command +2021-12-18 04:29:12,229 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:29:12,229 End of checking +2021-12-18 04:29:12,230 Updating FAILED jobs +2021-12-18 04:29:12,230 Updating WAITING jobs +2021-12-18 04:29:12,231 Update finished +2021-12-18 04:29:12,231 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:29:12,231 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:29:12,232 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:29:12,232 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:29:12,232 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:29:12,234 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:29:12,237 Job list saved +2021-12-18 04:29:12,241 Updating FAILED jobs +2021-12-18 04:29:12,241 Updating WAITING jobs +2021-12-18 04:29:12,242 Update finished +2021-12-18 04:29:22,249 Reloading parameters... +2021-12-18 04:29:22,273 Loading parameters... +2021-12-18 04:29:22,274 Loading project parameters... +2021-12-18 04:29:22,276 + +22 of 25 jobs remaining (04:29) +2021-12-18 04:29:22,276 Sleep: 10 +2021-12-18 04:29:22,276 Number of retrials: 0 +2021-12-18 04:29:22,276 WRAPPER CHECK TIME = 10 +2021-12-18 04:29:22,277 Checking jobs for platform=marenostrum4 +2021-12-18 04:29:22,277 Checking jobs for platform=nord3 +2021-12-18 04:29:22,278 Checking jobs for platform=local +2021-12-18 04:29:22,278 Checking jobs for platform=transfer_node +2021-12-18 04:29:22,278 Checking all jobs at once +2021-12-18 04:29:23,648 Successful check job command +2021-12-18 04:29:25,167 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:29:25,167 End of checking +2021-12-18 04:29:25,169 Updating FAILED jobs +2021-12-18 04:29:25,169 Updating WAITING jobs +2021-12-18 04:29:25,169 Update finished +2021-12-18 04:29:25,169 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:29:25,169 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:29:25,170 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:29:25,170 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:29:25,170 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:29:25,173 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:29:25,175 Job list saved +2021-12-18 04:29:25,179 Updating FAILED jobs +2021-12-18 04:29:25,180 Updating WAITING jobs +2021-12-18 04:29:25,180 Update finished +2021-12-18 04:29:35,190 Reloading parameters... +2021-12-18 04:29:35,209 Loading parameters... +2021-12-18 04:29:35,210 Loading project parameters... +2021-12-18 04:29:35,212 + +22 of 25 jobs remaining (04:29) +2021-12-18 04:29:35,212 Sleep: 10 +2021-12-18 04:29:35,212 Number of retrials: 0 +2021-12-18 04:29:35,213 WRAPPER CHECK TIME = 10 +2021-12-18 04:29:35,213 Checking jobs for platform=marenostrum4 +2021-12-18 04:29:35,214 Checking jobs for platform=nord3 +2021-12-18 04:29:35,214 Checking jobs for platform=local +2021-12-18 04:29:35,215 Checking jobs for platform=transfer_node +2021-12-18 04:29:35,215 Checking all jobs at once +2021-12-18 04:29:36,784 Successful check job command +2021-12-18 04:29:38,454 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:29:38,455 End of checking +2021-12-18 04:29:38,456 Updating FAILED jobs +2021-12-18 04:29:38,456 Updating WAITING jobs +2021-12-18 04:29:38,456 Update finished +2021-12-18 04:29:38,456 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:29:38,457 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:29:38,457 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:29:38,457 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:29:38,457 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:29:38,460 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:29:38,462 Job list saved +2021-12-18 04:29:38,466 Updating FAILED jobs +2021-12-18 04:29:38,467 Updating WAITING jobs +2021-12-18 04:29:38,467 Update finished +2021-12-18 04:29:48,477 Reloading parameters... +2021-12-18 04:29:48,495 Loading parameters... +2021-12-18 04:29:48,497 Loading project parameters... +2021-12-18 04:29:48,499 + +22 of 25 jobs remaining (04:29) +2021-12-18 04:29:48,499 Sleep: 10 +2021-12-18 04:29:48,499 Number of retrials: 0 +2021-12-18 04:29:48,499 WRAPPER CHECK TIME = 10 +2021-12-18 04:29:48,500 Checking jobs for platform=marenostrum4 +2021-12-18 04:29:48,500 Checking jobs for platform=nord3 +2021-12-18 04:29:48,501 Checking jobs for platform=local +2021-12-18 04:29:48,501 Checking jobs for platform=transfer_node +2021-12-18 04:29:48,501 Checking all jobs at once +2021-12-18 04:29:50,021 Successful check job command +2021-12-18 04:29:51,691 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:29:51,691 End of checking +2021-12-18 04:29:51,692 Updating FAILED jobs +2021-12-18 04:29:51,692 Updating WAITING jobs +2021-12-18 04:29:51,693 Update finished +2021-12-18 04:29:51,693 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:29:51,693 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:29:51,694 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:29:51,694 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:29:51,694 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:29:51,696 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:29:51,698 Job list saved +2021-12-18 04:29:51,703 Updating FAILED jobs +2021-12-18 04:29:51,703 Updating WAITING jobs +2021-12-18 04:29:51,703 Update finished +2021-12-18 04:30:01,711 Reloading parameters... +2021-12-18 04:30:01,731 Loading parameters... +2021-12-18 04:30:01,732 Loading project parameters... +2021-12-18 04:30:01,734 + +22 of 25 jobs remaining (04:30) +2021-12-18 04:30:01,734 Sleep: 10 +2021-12-18 04:30:01,734 Number of retrials: 0 +2021-12-18 04:30:01,734 WRAPPER CHECK TIME = 10 +2021-12-18 04:30:01,735 Checking jobs for platform=marenostrum4 +2021-12-18 04:30:01,736 Checking jobs for platform=nord3 +2021-12-18 04:30:01,736 Checking jobs for platform=local +2021-12-18 04:30:01,737 Checking jobs for platform=transfer_node +2021-12-18 04:30:01,737 Checking all jobs at once +2021-12-18 04:30:03,207 Successful check job command +2021-12-18 04:30:04,778 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:30:04,778 End of checking +2021-12-18 04:30:04,781 Updating FAILED jobs +2021-12-18 04:30:04,781 Updating WAITING jobs +2021-12-18 04:30:04,781 Update finished +2021-12-18 04:30:04,781 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:30:04,782 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:30:04,782 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:30:04,782 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:30:04,782 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:30:04,786 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:30:04,788 Job list saved +2021-12-18 04:30:04,794 Updating FAILED jobs +2021-12-18 04:30:04,795 Updating WAITING jobs +2021-12-18 04:30:04,795 Update finished +2021-12-18 04:30:14,805 Reloading parameters... +2021-12-18 04:30:14,825 Loading parameters... +2021-12-18 04:30:14,826 Loading project parameters... +2021-12-18 04:30:14,828 + +22 of 25 jobs remaining (04:30) +2021-12-18 04:30:14,828 Sleep: 10 +2021-12-18 04:30:14,828 Number of retrials: 0 +2021-12-18 04:30:14,828 WRAPPER CHECK TIME = 10 +2021-12-18 04:30:14,829 Checking jobs for platform=marenostrum4 +2021-12-18 04:30:14,829 Checking jobs for platform=nord3 +2021-12-18 04:30:14,830 Checking jobs for platform=local +2021-12-18 04:30:14,831 Checking jobs for platform=transfer_node +2021-12-18 04:30:14,831 Checking all jobs at once +2021-12-18 04:30:16,200 Successful check job command +2021-12-18 04:30:17,820 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:30:17,820 End of checking +2021-12-18 04:30:17,822 Updating FAILED jobs +2021-12-18 04:30:17,822 Updating WAITING jobs +2021-12-18 04:30:17,823 Update finished +2021-12-18 04:30:17,823 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:30:17,823 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:30:17,823 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:30:17,823 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:30:17,823 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:30:17,826 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:30:17,829 Job list saved +2021-12-18 04:30:17,833 Updating FAILED jobs +2021-12-18 04:30:17,834 Updating WAITING jobs +2021-12-18 04:30:17,834 Update finished +2021-12-18 04:30:27,844 Reloading parameters... +2021-12-18 04:30:27,865 Loading parameters... +2021-12-18 04:30:27,866 Loading project parameters... +2021-12-18 04:30:27,868 + +22 of 25 jobs remaining (04:30) +2021-12-18 04:30:27,868 Sleep: 10 +2021-12-18 04:30:27,868 Number of retrials: 0 +2021-12-18 04:30:27,868 WRAPPER CHECK TIME = 10 +2021-12-18 04:30:27,869 Checking jobs for platform=marenostrum4 +2021-12-18 04:30:27,869 Checking jobs for platform=nord3 +2021-12-18 04:30:27,870 Checking jobs for platform=local +2021-12-18 04:30:27,870 Checking jobs for platform=transfer_node +2021-12-18 04:30:27,871 Checking all jobs at once +2021-12-18 04:30:29,497 Successful check job command +2021-12-18 04:30:30,816 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:30:30,816 End of checking +2021-12-18 04:30:30,818 Updating FAILED jobs +2021-12-18 04:30:30,818 Updating WAITING jobs +2021-12-18 04:30:30,819 Update finished +2021-12-18 04:30:30,819 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:30:30,819 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:30:30,819 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:30:30,820 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:30:30,820 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:30:30,822 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:30:30,825 Job list saved +2021-12-18 04:30:30,830 Updating FAILED jobs +2021-12-18 04:30:30,830 Updating WAITING jobs +2021-12-18 04:30:30,830 Update finished +2021-12-18 04:30:40,834 Reloading parameters... +2021-12-18 04:30:40,855 Loading parameters... +2021-12-18 04:30:40,856 Loading project parameters... +2021-12-18 04:30:40,858 + +22 of 25 jobs remaining (04:30) +2021-12-18 04:30:40,858 Sleep: 10 +2021-12-18 04:30:40,858 Number of retrials: 0 +2021-12-18 04:30:40,858 WRAPPER CHECK TIME = 10 +2021-12-18 04:30:40,859 Checking jobs for platform=marenostrum4 +2021-12-18 04:30:40,859 Checking jobs for platform=nord3 +2021-12-18 04:30:40,860 Checking jobs for platform=local +2021-12-18 04:30:40,860 Checking jobs for platform=transfer_node +2021-12-18 04:30:40,860 Checking all jobs at once +2021-12-18 04:30:42,530 Successful check job command +2021-12-18 04:30:44,050 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:30:44,051 End of checking +2021-12-18 04:30:44,052 Updating FAILED jobs +2021-12-18 04:30:44,052 Updating WAITING jobs +2021-12-18 04:30:44,052 Update finished +2021-12-18 04:30:44,053 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:30:44,053 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:30:44,053 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:30:44,053 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:30:44,053 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:30:44,056 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:30:44,058 Job list saved +2021-12-18 04:30:44,063 Updating FAILED jobs +2021-12-18 04:30:44,063 Updating WAITING jobs +2021-12-18 04:30:44,063 Update finished +2021-12-18 04:30:54,075 Reloading parameters... +2021-12-18 04:30:54,098 Loading parameters... +2021-12-18 04:30:54,099 Loading project parameters... +2021-12-18 04:30:54,101 + +22 of 25 jobs remaining (04:30) +2021-12-18 04:30:54,101 Sleep: 10 +2021-12-18 04:30:54,101 Number of retrials: 0 +2021-12-18 04:30:54,101 WRAPPER CHECK TIME = 10 +2021-12-18 04:30:54,102 Checking jobs for platform=marenostrum4 +2021-12-18 04:30:54,103 Checking jobs for platform=nord3 +2021-12-18 04:30:54,103 Checking jobs for platform=local +2021-12-18 04:30:54,104 Checking jobs for platform=transfer_node +2021-12-18 04:30:54,104 Checking all jobs at once +2021-12-18 04:30:55,675 Successful check job command +2021-12-18 04:30:57,345 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:30:57,345 End of checking +2021-12-18 04:30:57,347 Updating FAILED jobs +2021-12-18 04:30:57,347 Updating WAITING jobs +2021-12-18 04:30:57,347 Update finished +2021-12-18 04:30:57,348 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:30:57,348 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:30:57,348 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:30:57,348 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:30:57,348 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:30:57,351 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:30:57,353 Job list saved +2021-12-18 04:30:57,358 Updating FAILED jobs +2021-12-18 04:30:57,358 Updating WAITING jobs +2021-12-18 04:30:57,359 Update finished +2021-12-18 04:31:07,369 Reloading parameters... +2021-12-18 04:31:07,390 Loading parameters... +2021-12-18 04:31:07,391 Loading project parameters... +2021-12-18 04:31:07,393 + +22 of 25 jobs remaining (04:31) +2021-12-18 04:31:07,393 Sleep: 10 +2021-12-18 04:31:07,393 Number of retrials: 0 +2021-12-18 04:31:07,393 WRAPPER CHECK TIME = 10 +2021-12-18 04:31:07,394 Checking jobs for platform=marenostrum4 +2021-12-18 04:31:07,394 Checking jobs for platform=nord3 +2021-12-18 04:31:07,395 Checking jobs for platform=local +2021-12-18 04:31:07,395 Checking jobs for platform=transfer_node +2021-12-18 04:31:07,396 Checking all jobs at once +2021-12-18 04:31:08,715 Successful check job command +2021-12-18 04:31:10,034 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:31:10,034 End of checking +2021-12-18 04:31:10,036 Updating FAILED jobs +2021-12-18 04:31:10,036 Updating WAITING jobs +2021-12-18 04:31:10,036 Update finished +2021-12-18 04:31:10,036 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:31:10,037 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:31:10,037 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:31:10,037 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:31:10,037 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:31:10,040 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:31:10,042 Job list saved +2021-12-18 04:31:10,047 Updating FAILED jobs +2021-12-18 04:31:10,048 Updating WAITING jobs +2021-12-18 04:31:10,048 Update finished +2021-12-18 04:31:20,058 Reloading parameters... +2021-12-18 04:31:20,077 Loading parameters... +2021-12-18 04:31:20,078 Loading project parameters... +2021-12-18 04:31:20,080 + +22 of 25 jobs remaining (04:31) +2021-12-18 04:31:20,080 Sleep: 10 +2021-12-18 04:31:20,080 Number of retrials: 0 +2021-12-18 04:31:20,080 WRAPPER CHECK TIME = 10 +2021-12-18 04:31:20,081 Checking jobs for platform=marenostrum4 +2021-12-18 04:31:20,081 Checking jobs for platform=nord3 +2021-12-18 04:31:20,082 Checking jobs for platform=local +2021-12-18 04:31:20,082 Checking jobs for platform=transfer_node +2021-12-18 04:31:20,082 Checking all jobs at once +2021-12-18 04:31:22,303 Successful check job command +2021-12-18 04:31:23,723 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:31:23,723 End of checking +2021-12-18 04:31:23,724 Updating FAILED jobs +2021-12-18 04:31:23,725 Updating WAITING jobs +2021-12-18 04:31:23,725 Update finished +2021-12-18 04:31:23,725 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:31:23,725 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:31:23,725 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:31:23,725 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:31:23,726 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:31:23,729 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:31:23,731 Job list saved +2021-12-18 04:31:23,736 Updating FAILED jobs +2021-12-18 04:31:23,737 Updating WAITING jobs +2021-12-18 04:31:23,737 Update finished +2021-12-18 04:31:33,745 Reloading parameters... +2021-12-18 04:31:33,765 Loading parameters... +2021-12-18 04:31:33,766 Loading project parameters... +2021-12-18 04:31:33,768 + +22 of 25 jobs remaining (04:31) +2021-12-18 04:31:33,768 Sleep: 10 +2021-12-18 04:31:33,768 Number of retrials: 0 +2021-12-18 04:31:33,768 WRAPPER CHECK TIME = 10 +2021-12-18 04:31:33,769 Checking jobs for platform=marenostrum4 +2021-12-18 04:31:33,769 Checking jobs for platform=nord3 +2021-12-18 04:31:33,770 Checking jobs for platform=local +2021-12-18 04:31:33,770 Checking jobs for platform=transfer_node +2021-12-18 04:31:33,770 Checking all jobs at once +2021-12-18 04:31:35,341 Successful check job command +2021-12-18 04:31:37,010 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:31:37,010 End of checking +2021-12-18 04:31:37,012 Updating FAILED jobs +2021-12-18 04:31:37,012 Updating WAITING jobs +2021-12-18 04:31:37,012 Update finished +2021-12-18 04:31:37,012 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:31:37,012 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:31:37,012 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:31:37,013 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:31:37,013 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:31:37,016 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:31:37,018 Job list saved +2021-12-18 04:31:37,023 Updating FAILED jobs +2021-12-18 04:31:37,023 Updating WAITING jobs +2021-12-18 04:31:37,023 Update finished +2021-12-18 04:31:47,031 Reloading parameters... +2021-12-18 04:31:47,051 Loading parameters... +2021-12-18 04:31:47,052 Loading project parameters... +2021-12-18 04:31:47,054 + +22 of 25 jobs remaining (04:31) +2021-12-18 04:31:47,054 Sleep: 10 +2021-12-18 04:31:47,054 Number of retrials: 0 +2021-12-18 04:31:47,054 WRAPPER CHECK TIME = 10 +2021-12-18 04:31:47,055 Checking jobs for platform=marenostrum4 +2021-12-18 04:31:47,055 Checking jobs for platform=nord3 +2021-12-18 04:31:47,056 Checking jobs for platform=local +2021-12-18 04:31:47,056 Checking jobs for platform=transfer_node +2021-12-18 04:31:47,056 Checking all jobs at once +2021-12-18 04:31:48,429 Successful check job command +2021-12-18 04:31:50,199 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:31:50,199 End of checking +2021-12-18 04:31:50,200 Updating FAILED jobs +2021-12-18 04:31:50,200 Updating WAITING jobs +2021-12-18 04:31:50,201 Update finished +2021-12-18 04:31:50,201 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:31:50,201 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:31:50,202 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:31:50,202 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:31:50,202 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:31:50,204 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:31:50,206 Job list saved +2021-12-18 04:31:50,211 Updating FAILED jobs +2021-12-18 04:31:50,211 Updating WAITING jobs +2021-12-18 04:31:50,211 Update finished +2021-12-18 04:32:00,222 Reloading parameters... +2021-12-18 04:32:00,250 Loading parameters... +2021-12-18 04:32:00,252 Loading project parameters... +2021-12-18 04:32:00,254 + +22 of 25 jobs remaining (04:32) +2021-12-18 04:32:00,254 Sleep: 10 +2021-12-18 04:32:00,254 Number of retrials: 0 +2021-12-18 04:32:00,254 WRAPPER CHECK TIME = 10 +2021-12-18 04:32:00,255 Checking jobs for platform=marenostrum4 +2021-12-18 04:32:00,255 Checking jobs for platform=nord3 +2021-12-18 04:32:00,256 Checking jobs for platform=local +2021-12-18 04:32:00,257 Checking jobs for platform=transfer_node +2021-12-18 04:32:00,257 Checking all jobs at once +2021-12-18 04:32:01,827 Successful check job command +2021-12-18 04:32:03,246 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:32:03,247 End of checking +2021-12-18 04:32:03,248 Updating FAILED jobs +2021-12-18 04:32:03,248 Updating WAITING jobs +2021-12-18 04:32:03,248 Update finished +2021-12-18 04:32:03,249 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:32:03,249 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:32:03,249 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:32:03,249 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:32:03,249 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:32:03,252 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:32:03,254 Job list saved +2021-12-18 04:32:03,259 Updating FAILED jobs +2021-12-18 04:32:03,259 Updating WAITING jobs +2021-12-18 04:32:03,259 Update finished +2021-12-18 04:32:13,270 Reloading parameters... +2021-12-18 04:32:13,291 Loading parameters... +2021-12-18 04:32:13,292 Loading project parameters... +2021-12-18 04:32:13,294 + +22 of 25 jobs remaining (04:32) +2021-12-18 04:32:13,294 Sleep: 10 +2021-12-18 04:32:13,294 Number of retrials: 0 +2021-12-18 04:32:13,294 WRAPPER CHECK TIME = 10 +2021-12-18 04:32:13,295 Checking jobs for platform=marenostrum4 +2021-12-18 04:32:13,295 Checking jobs for platform=nord3 +2021-12-18 04:32:13,296 Checking jobs for platform=local +2021-12-18 04:32:13,296 Checking jobs for platform=transfer_node +2021-12-18 04:32:13,297 Checking all jobs at once +2021-12-18 04:32:14,665 Successful check job command +2021-12-18 04:32:16,385 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:32:16,386 End of checking +2021-12-18 04:32:16,387 Updating FAILED jobs +2021-12-18 04:32:16,387 Updating WAITING jobs +2021-12-18 04:32:16,387 Update finished +2021-12-18 04:32:16,388 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:32:16,388 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:32:16,388 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:32:16,388 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:32:16,388 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:32:16,392 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:32:16,394 Job list saved +2021-12-18 04:32:16,399 Updating FAILED jobs +2021-12-18 04:32:16,399 Updating WAITING jobs +2021-12-18 04:32:16,399 Update finished +2021-12-18 04:32:26,408 Reloading parameters... +2021-12-18 04:32:26,427 Loading parameters... +2021-12-18 04:32:26,428 Loading project parameters... +2021-12-18 04:32:26,430 + +22 of 25 jobs remaining (04:32) +2021-12-18 04:32:26,430 Sleep: 10 +2021-12-18 04:32:26,430 Number of retrials: 0 +2021-12-18 04:32:26,430 WRAPPER CHECK TIME = 10 +2021-12-18 04:32:26,431 Checking jobs for platform=marenostrum4 +2021-12-18 04:32:26,431 Checking jobs for platform=nord3 +2021-12-18 04:32:26,432 Checking jobs for platform=local +2021-12-18 04:32:26,432 Checking jobs for platform=transfer_node +2021-12-18 04:32:26,432 Checking all jobs at once +2021-12-18 04:32:27,902 Successful check job command +2021-12-18 04:32:29,623 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:32:29,623 End of checking +2021-12-18 04:32:29,624 Updating FAILED jobs +2021-12-18 04:32:29,624 Updating WAITING jobs +2021-12-18 04:32:29,625 Update finished +2021-12-18 04:32:29,625 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:32:29,625 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:32:29,626 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:32:29,626 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:32:29,626 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:32:29,628 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:32:29,631 Job list saved +2021-12-18 04:32:29,635 Updating FAILED jobs +2021-12-18 04:32:29,635 Updating WAITING jobs +2021-12-18 04:32:29,636 Update finished +2021-12-18 04:32:39,646 Reloading parameters... +2021-12-18 04:32:39,664 Loading parameters... +2021-12-18 04:32:39,665 Loading project parameters... +2021-12-18 04:32:39,667 + +22 of 25 jobs remaining (04:32) +2021-12-18 04:32:39,668 Sleep: 10 +2021-12-18 04:32:39,668 Number of retrials: 0 +2021-12-18 04:32:39,668 WRAPPER CHECK TIME = 10 +2021-12-18 04:32:39,668 Checking jobs for platform=marenostrum4 +2021-12-18 04:32:39,669 Checking jobs for platform=nord3 +2021-12-18 04:32:39,669 Checking jobs for platform=local +2021-12-18 04:32:39,670 Checking jobs for platform=transfer_node +2021-12-18 04:32:39,670 Checking all jobs at once +2021-12-18 04:32:40,989 Successful check job command +2021-12-18 04:32:42,308 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:32:42,309 End of checking +2021-12-18 04:32:42,310 Updating FAILED jobs +2021-12-18 04:32:42,310 Updating WAITING jobs +2021-12-18 04:32:42,310 Update finished +2021-12-18 04:32:42,311 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:32:42,311 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:32:42,311 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:32:42,311 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:32:42,311 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:32:42,314 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:32:42,316 Job list saved +2021-12-18 04:32:42,321 Updating FAILED jobs +2021-12-18 04:32:42,322 Updating WAITING jobs +2021-12-18 04:32:42,322 Update finished +2021-12-18 04:32:52,330 Reloading parameters... +2021-12-18 04:32:52,351 Loading parameters... +2021-12-18 04:32:52,353 Loading project parameters... +2021-12-18 04:32:52,354 + +22 of 25 jobs remaining (04:32) +2021-12-18 04:32:52,355 Sleep: 10 +2021-12-18 04:32:52,355 Number of retrials: 0 +2021-12-18 04:32:52,355 WRAPPER CHECK TIME = 10 +2021-12-18 04:32:52,355 Checking jobs for platform=marenostrum4 +2021-12-18 04:32:52,356 Checking jobs for platform=nord3 +2021-12-18 04:32:52,356 Checking jobs for platform=local +2021-12-18 04:32:52,357 Checking jobs for platform=transfer_node +2021-12-18 04:32:52,357 Checking all jobs at once +2021-12-18 04:32:53,726 Successful check job command +2021-12-18 04:32:55,046 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:32:55,046 End of checking +2021-12-18 04:32:55,047 Updating FAILED jobs +2021-12-18 04:32:55,047 Updating WAITING jobs +2021-12-18 04:32:55,048 Update finished +2021-12-18 04:32:55,048 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:32:55,048 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:32:55,048 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:32:55,048 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:32:55,048 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:32:55,051 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:32:55,053 Job list saved +2021-12-18 04:32:55,058 Updating FAILED jobs +2021-12-18 04:32:55,058 Updating WAITING jobs +2021-12-18 04:32:55,058 Update finished +2021-12-18 04:33:05,065 Reloading parameters... +2021-12-18 04:33:05,084 Loading parameters... +2021-12-18 04:33:05,085 Loading project parameters... +2021-12-18 04:33:05,087 + +22 of 25 jobs remaining (04:33) +2021-12-18 04:33:05,087 Sleep: 10 +2021-12-18 04:33:05,087 Number of retrials: 0 +2021-12-18 04:33:05,087 WRAPPER CHECK TIME = 10 +2021-12-18 04:33:05,088 Checking jobs for platform=marenostrum4 +2021-12-18 04:33:05,089 Checking jobs for platform=nord3 +2021-12-18 04:33:05,089 Checking jobs for platform=local +2021-12-18 04:33:05,090 Checking jobs for platform=transfer_node +2021-12-18 04:33:05,090 Checking all jobs at once +2021-12-18 04:33:06,409 Successful check job command +2021-12-18 04:33:07,779 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:33:07,779 End of checking +2021-12-18 04:33:07,780 Updating FAILED jobs +2021-12-18 04:33:07,780 Updating WAITING jobs +2021-12-18 04:33:07,781 Update finished +2021-12-18 04:33:07,781 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:33:07,781 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:33:07,781 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:33:07,782 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:33:07,782 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:33:07,785 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:33:07,788 Job list saved +2021-12-18 04:33:07,793 Updating FAILED jobs +2021-12-18 04:33:07,793 Updating WAITING jobs +2021-12-18 04:33:07,793 Update finished +2021-12-18 04:33:17,800 Reloading parameters... +2021-12-18 04:33:17,823 Loading parameters... +2021-12-18 04:33:17,824 Loading project parameters... +2021-12-18 04:33:17,826 + +22 of 25 jobs remaining (04:33) +2021-12-18 04:33:17,826 Sleep: 10 +2021-12-18 04:33:17,826 Number of retrials: 0 +2021-12-18 04:33:17,826 WRAPPER CHECK TIME = 10 +2021-12-18 04:33:17,827 Checking jobs for platform=marenostrum4 +2021-12-18 04:33:17,828 Checking jobs for platform=nord3 +2021-12-18 04:33:17,828 Checking jobs for platform=local +2021-12-18 04:33:17,829 Checking jobs for platform=transfer_node +2021-12-18 04:33:17,829 Checking all jobs at once +2021-12-18 04:33:19,148 Successful check job command +2021-12-18 04:33:20,367 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:33:20,367 End of checking +2021-12-18 04:33:20,368 Updating FAILED jobs +2021-12-18 04:33:20,369 Updating WAITING jobs +2021-12-18 04:33:20,369 Update finished +2021-12-18 04:33:20,369 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:33:20,369 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:33:20,369 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:33:20,369 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:33:20,370 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:33:20,372 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:33:20,375 Job list saved +2021-12-18 04:33:20,380 Updating FAILED jobs +2021-12-18 04:33:20,380 Updating WAITING jobs +2021-12-18 04:33:20,381 Update finished +2021-12-18 04:33:30,391 Reloading parameters... +2021-12-18 04:33:30,409 Loading parameters... +2021-12-18 04:33:30,411 Loading project parameters... +2021-12-18 04:33:30,412 + +22 of 25 jobs remaining (04:33) +2021-12-18 04:33:30,413 Sleep: 10 +2021-12-18 04:33:30,413 Number of retrials: 0 +2021-12-18 04:33:30,413 WRAPPER CHECK TIME = 10 +2021-12-18 04:33:30,413 Checking jobs for platform=marenostrum4 +2021-12-18 04:33:30,414 Checking jobs for platform=nord3 +2021-12-18 04:33:30,414 Checking jobs for platform=local +2021-12-18 04:33:30,415 Checking jobs for platform=transfer_node +2021-12-18 04:33:30,415 Checking all jobs at once +2021-12-18 04:33:32,238 Successful check job command +2021-12-18 04:33:33,961 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:33:33,961 End of checking +2021-12-18 04:33:33,962 Updating FAILED jobs +2021-12-18 04:33:33,962 Updating WAITING jobs +2021-12-18 04:33:33,963 Update finished +2021-12-18 04:33:33,963 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:33:33,963 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:33:33,963 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:33:33,963 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:33:33,963 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:33:33,966 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:33:33,969 Job list saved +2021-12-18 04:33:33,975 Updating FAILED jobs +2021-12-18 04:33:33,975 Updating WAITING jobs +2021-12-18 04:33:33,975 Update finished +2021-12-18 04:33:43,985 Reloading parameters... +2021-12-18 04:33:44,005 Loading parameters... +2021-12-18 04:33:44,006 Loading project parameters... +2021-12-18 04:33:44,008 + +22 of 25 jobs remaining (04:33) +2021-12-18 04:33:44,008 Sleep: 10 +2021-12-18 04:33:44,008 Number of retrials: 0 +2021-12-18 04:33:44,009 WRAPPER CHECK TIME = 10 +2021-12-18 04:33:44,009 Checking jobs for platform=marenostrum4 +2021-12-18 04:33:44,010 Checking jobs for platform=nord3 +2021-12-18 04:33:44,010 Checking jobs for platform=local +2021-12-18 04:33:44,011 Checking jobs for platform=transfer_node +2021-12-18 04:33:44,011 Checking all jobs at once +2021-12-18 04:33:45,382 Successful check job command +2021-12-18 04:33:46,751 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:33:46,752 End of checking +2021-12-18 04:33:46,753 Updating FAILED jobs +2021-12-18 04:33:46,753 Updating WAITING jobs +2021-12-18 04:33:46,753 Update finished +2021-12-18 04:33:46,754 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:33:46,754 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:33:46,754 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:33:46,754 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:33:46,754 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:33:46,757 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:33:46,760 Job list saved +2021-12-18 04:33:46,764 Updating FAILED jobs +2021-12-18 04:33:46,765 Updating WAITING jobs +2021-12-18 04:33:46,765 Update finished +2021-12-18 04:33:56,775 Reloading parameters... +2021-12-18 04:33:56,794 Loading parameters... +2021-12-18 04:33:56,795 Loading project parameters... +2021-12-18 04:33:56,797 + +22 of 25 jobs remaining (04:33) +2021-12-18 04:33:56,798 Sleep: 10 +2021-12-18 04:33:56,798 Number of retrials: 0 +2021-12-18 04:33:56,798 WRAPPER CHECK TIME = 10 +2021-12-18 04:33:56,798 Checking jobs for platform=marenostrum4 +2021-12-18 04:33:56,799 Checking jobs for platform=nord3 +2021-12-18 04:33:56,799 Checking jobs for platform=local +2021-12-18 04:33:56,800 Checking jobs for platform=transfer_node +2021-12-18 04:33:56,800 Checking all jobs at once +2021-12-18 04:33:58,171 Successful check job command +2021-12-18 04:33:59,397 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:33:59,397 End of checking +2021-12-18 04:33:59,398 Updating FAILED jobs +2021-12-18 04:33:59,399 Updating WAITING jobs +2021-12-18 04:33:59,399 Update finished +2021-12-18 04:33:59,399 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:33:59,399 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:33:59,399 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:33:59,399 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:33:59,400 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:33:59,402 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:33:59,405 Job list saved +2021-12-18 04:33:59,409 Updating FAILED jobs +2021-12-18 04:33:59,409 Updating WAITING jobs +2021-12-18 04:33:59,410 Update finished +2021-12-18 04:34:09,420 Reloading parameters... +2021-12-18 04:34:09,440 Loading parameters... +2021-12-18 04:34:09,441 Loading project parameters... +2021-12-18 04:34:09,443 + +22 of 25 jobs remaining (04:34) +2021-12-18 04:34:09,443 Sleep: 10 +2021-12-18 04:34:09,444 Number of retrials: 0 +2021-12-18 04:34:09,444 WRAPPER CHECK TIME = 10 +2021-12-18 04:34:09,444 Checking jobs for platform=marenostrum4 +2021-12-18 04:34:09,445 Checking jobs for platform=nord3 +2021-12-18 04:34:09,446 Checking jobs for platform=local +2021-12-18 04:34:09,446 Checking jobs for platform=transfer_node +2021-12-18 04:34:09,446 Checking all jobs at once +2021-12-18 04:34:10,816 Successful check job command +2021-12-18 04:34:12,036 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:34:12,036 End of checking +2021-12-18 04:34:12,038 Updating FAILED jobs +2021-12-18 04:34:12,038 Updating WAITING jobs +2021-12-18 04:34:12,039 Update finished +2021-12-18 04:34:12,039 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:34:12,039 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:34:12,039 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:34:12,039 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:34:12,039 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:34:12,042 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:34:12,044 Job list saved +2021-12-18 04:34:12,050 Updating FAILED jobs +2021-12-18 04:34:12,050 Updating WAITING jobs +2021-12-18 04:34:12,050 Update finished +2021-12-18 04:34:22,060 Reloading parameters... +2021-12-18 04:34:22,080 Loading parameters... +2021-12-18 04:34:22,082 Loading project parameters... +2021-12-18 04:34:22,084 + +22 of 25 jobs remaining (04:34) +2021-12-18 04:34:22,084 Sleep: 10 +2021-12-18 04:34:22,084 Number of retrials: 0 +2021-12-18 04:34:22,084 WRAPPER CHECK TIME = 10 +2021-12-18 04:34:22,085 Checking jobs for platform=marenostrum4 +2021-12-18 04:34:22,085 Checking jobs for platform=nord3 +2021-12-18 04:34:22,086 Checking jobs for platform=local +2021-12-18 04:34:22,086 Checking jobs for platform=transfer_node +2021-12-18 04:34:22,086 Checking all jobs at once +2021-12-18 04:34:23,506 Successful check job command +2021-12-18 04:34:24,825 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:34:24,825 End of checking +2021-12-18 04:34:24,827 Updating FAILED jobs +2021-12-18 04:34:24,827 Updating WAITING jobs +2021-12-18 04:34:24,827 Update finished +2021-12-18 04:34:24,827 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:34:24,828 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:34:24,828 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:34:24,828 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:34:24,828 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:34:24,831 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:34:24,833 Job list saved +2021-12-18 04:34:24,838 Updating FAILED jobs +2021-12-18 04:34:24,838 Updating WAITING jobs +2021-12-18 04:34:24,839 Update finished +2021-12-18 04:34:34,849 Reloading parameters... +2021-12-18 04:34:34,872 Loading parameters... +2021-12-18 04:34:34,873 Loading project parameters... +2021-12-18 04:34:34,875 + +22 of 25 jobs remaining (04:34) +2021-12-18 04:34:34,876 Sleep: 10 +2021-12-18 04:34:34,876 Number of retrials: 0 +2021-12-18 04:34:34,876 WRAPPER CHECK TIME = 10 +2021-12-18 04:34:34,876 Checking jobs for platform=marenostrum4 +2021-12-18 04:34:34,877 Checking jobs for platform=nord3 +2021-12-18 04:34:34,877 Checking jobs for platform=local +2021-12-18 04:34:34,878 Checking jobs for platform=transfer_node +2021-12-18 04:34:34,878 Checking all jobs at once +2021-12-18 04:34:36,498 Successful check job command +2021-12-18 04:34:38,118 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:34:38,118 End of checking +2021-12-18 04:34:38,120 Updating FAILED jobs +2021-12-18 04:34:38,120 Updating WAITING jobs +2021-12-18 04:34:38,120 Update finished +2021-12-18 04:34:38,120 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:34:38,120 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:34:38,121 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:34:38,121 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:34:38,121 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:34:38,124 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:34:38,126 Job list saved +2021-12-18 04:34:38,131 Updating FAILED jobs +2021-12-18 04:34:38,131 Updating WAITING jobs +2021-12-18 04:34:38,131 Update finished +2021-12-18 04:34:48,141 Reloading parameters... +2021-12-18 04:34:48,160 Loading parameters... +2021-12-18 04:34:48,161 Loading project parameters... +2021-12-18 04:34:48,163 + +22 of 25 jobs remaining (04:34) +2021-12-18 04:34:48,163 Sleep: 10 +2021-12-18 04:34:48,163 Number of retrials: 0 +2021-12-18 04:34:48,163 WRAPPER CHECK TIME = 10 +2021-12-18 04:34:48,164 Checking jobs for platform=marenostrum4 +2021-12-18 04:34:48,164 Checking jobs for platform=nord3 +2021-12-18 04:34:48,165 Checking jobs for platform=local +2021-12-18 04:34:48,165 Checking jobs for platform=transfer_node +2021-12-18 04:34:48,165 Checking all jobs at once +2021-12-18 04:34:49,635 Successful check job command +2021-12-18 04:34:50,854 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:34:50,855 End of checking +2021-12-18 04:34:50,856 Updating FAILED jobs +2021-12-18 04:34:50,856 Updating WAITING jobs +2021-12-18 04:34:50,856 Update finished +2021-12-18 04:34:50,856 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:34:50,857 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:34:50,857 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:34:50,857 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:34:50,857 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:34:50,860 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:34:50,862 Job list saved +2021-12-18 04:34:50,867 Updating FAILED jobs +2021-12-18 04:34:50,867 Updating WAITING jobs +2021-12-18 04:34:50,867 Update finished +2021-12-18 04:35:00,876 Reloading parameters... +2021-12-18 04:35:00,895 Loading parameters... +2021-12-18 04:35:00,897 Loading project parameters... +2021-12-18 04:35:00,898 + +22 of 25 jobs remaining (04:35) +2021-12-18 04:35:00,899 Sleep: 10 +2021-12-18 04:35:00,899 Number of retrials: 0 +2021-12-18 04:35:00,899 WRAPPER CHECK TIME = 10 +2021-12-18 04:35:00,899 Checking jobs for platform=marenostrum4 +2021-12-18 04:35:00,900 Checking jobs for platform=nord3 +2021-12-18 04:35:00,900 Checking jobs for platform=local +2021-12-18 04:35:00,901 Checking jobs for platform=transfer_node +2021-12-18 04:35:00,901 Checking all jobs at once +2021-12-18 04:35:02,524 Successful check job command +2021-12-18 04:35:03,998 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:35:03,998 End of checking +2021-12-18 04:35:03,999 Updating FAILED jobs +2021-12-18 04:35:03,999 Updating WAITING jobs +2021-12-18 04:35:03,999 Update finished +2021-12-18 04:35:04,000 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:35:04,000 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:35:04,000 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:35:04,000 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:35:04,001 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:35:04,003 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:35:04,006 Job list saved +2021-12-18 04:35:04,011 Updating FAILED jobs +2021-12-18 04:35:04,011 Updating WAITING jobs +2021-12-18 04:35:04,011 Update finished +2021-12-18 04:35:14,021 Reloading parameters... +2021-12-18 04:35:14,040 Loading parameters... +2021-12-18 04:35:14,041 Loading project parameters... +2021-12-18 04:35:14,043 + +22 of 25 jobs remaining (04:35) +2021-12-18 04:35:14,043 Sleep: 10 +2021-12-18 04:35:14,044 Number of retrials: 0 +2021-12-18 04:35:14,044 WRAPPER CHECK TIME = 10 +2021-12-18 04:35:14,044 Checking jobs for platform=marenostrum4 +2021-12-18 04:35:14,045 Checking jobs for platform=nord3 +2021-12-18 04:35:14,045 Checking jobs for platform=local +2021-12-18 04:35:14,046 Checking jobs for platform=transfer_node +2021-12-18 04:35:14,046 Checking all jobs at once +2021-12-18 04:35:15,466 Successful check job command +2021-12-18 04:35:16,785 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:35:16,785 End of checking +2021-12-18 04:35:16,790 Updating FAILED jobs +2021-12-18 04:35:16,791 Updating WAITING jobs +2021-12-18 04:35:16,791 Update finished +2021-12-18 04:35:16,791 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:35:16,791 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:35:16,791 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:35:16,792 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:35:16,792 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:35:16,796 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:35:16,798 Job list saved +2021-12-18 04:35:16,803 Updating FAILED jobs +2021-12-18 04:35:16,803 Updating WAITING jobs +2021-12-18 04:35:16,803 Update finished +2021-12-18 04:35:26,813 Reloading parameters... +2021-12-18 04:35:26,839 Loading parameters... +2021-12-18 04:35:26,842 Loading project parameters... +2021-12-18 04:35:26,845 + +22 of 25 jobs remaining (04:35) +2021-12-18 04:35:26,845 Sleep: 10 +2021-12-18 04:35:26,845 Number of retrials: 0 +2021-12-18 04:35:26,845 WRAPPER CHECK TIME = 10 +2021-12-18 04:35:26,846 Checking jobs for platform=marenostrum4 +2021-12-18 04:35:26,846 Checking jobs for platform=nord3 +2021-12-18 04:35:26,847 Checking jobs for platform=local +2021-12-18 04:35:26,847 Checking jobs for platform=transfer_node +2021-12-18 04:35:26,848 Checking all jobs at once +2021-12-18 04:35:28,667 Successful check job command +2021-12-18 04:35:30,087 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:35:30,087 End of checking +2021-12-18 04:35:30,089 Updating FAILED jobs +2021-12-18 04:35:30,089 Updating WAITING jobs +2021-12-18 04:35:30,089 Update finished +2021-12-18 04:35:30,089 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:35:30,089 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:35:30,089 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:35:30,090 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:35:30,090 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:35:30,093 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:35:30,095 Job list saved +2021-12-18 04:35:30,157 Updating FAILED jobs +2021-12-18 04:35:30,157 Updating WAITING jobs +2021-12-18 04:35:30,157 Update finished +2021-12-18 04:35:40,167 Reloading parameters... +2021-12-18 04:35:40,187 Loading parameters... +2021-12-18 04:35:40,188 Loading project parameters... +2021-12-18 04:35:40,190 + +22 of 25 jobs remaining (04:35) +2021-12-18 04:35:40,190 Sleep: 10 +2021-12-18 04:35:40,190 Number of retrials: 0 +2021-12-18 04:35:40,190 WRAPPER CHECK TIME = 10 +2021-12-18 04:35:40,191 Checking jobs for platform=marenostrum4 +2021-12-18 04:35:40,192 Checking jobs for platform=nord3 +2021-12-18 04:35:40,192 Checking jobs for platform=local +2021-12-18 04:35:40,193 Checking jobs for platform=transfer_node +2021-12-18 04:35:40,193 Checking all jobs at once +2021-12-18 04:35:41,562 Successful check job command +2021-12-18 04:35:42,833 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:35:42,834 End of checking +2021-12-18 04:35:42,835 Updating FAILED jobs +2021-12-18 04:35:42,835 Updating WAITING jobs +2021-12-18 04:35:42,835 Update finished +2021-12-18 04:35:42,835 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:35:42,836 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:35:42,837 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:35:42,837 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:35:42,837 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:35:42,840 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:35:42,842 Job list saved +2021-12-18 04:35:42,848 Updating FAILED jobs +2021-12-18 04:35:42,848 Updating WAITING jobs +2021-12-18 04:35:42,848 Update finished +2021-12-18 04:35:52,860 Reloading parameters... +2021-12-18 04:35:52,880 Loading parameters... +2021-12-18 04:35:52,881 Loading project parameters... +2021-12-18 04:35:52,883 + +22 of 25 jobs remaining (04:35) +2021-12-18 04:35:52,884 Sleep: 10 +2021-12-18 04:35:52,884 Number of retrials: 0 +2021-12-18 04:35:52,884 WRAPPER CHECK TIME = 10 +2021-12-18 04:35:52,884 Checking jobs for platform=marenostrum4 +2021-12-18 04:35:52,885 Checking jobs for platform=nord3 +2021-12-18 04:35:52,885 Checking jobs for platform=local +2021-12-18 04:35:52,886 Checking jobs for platform=transfer_node +2021-12-18 04:35:52,886 Checking all jobs at once +2021-12-18 04:35:54,256 Successful check job command +2021-12-18 04:35:55,575 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:35:55,575 End of checking +2021-12-18 04:35:55,577 Updating FAILED jobs +2021-12-18 04:35:55,577 Updating WAITING jobs +2021-12-18 04:35:55,577 Update finished +2021-12-18 04:35:55,578 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:35:55,578 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:35:55,578 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:35:55,578 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:35:55,578 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:35:55,581 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:35:55,583 Job list saved +2021-12-18 04:35:55,598 Updating FAILED jobs +2021-12-18 04:35:55,598 Updating WAITING jobs +2021-12-18 04:35:55,598 Update finished +2021-12-18 04:36:05,605 Reloading parameters... +2021-12-18 04:36:05,626 Loading parameters... +2021-12-18 04:36:05,627 Loading project parameters... +2021-12-18 04:36:05,629 + +22 of 25 jobs remaining (04:36) +2021-12-18 04:36:05,629 Sleep: 10 +2021-12-18 04:36:05,629 Number of retrials: 0 +2021-12-18 04:36:05,629 WRAPPER CHECK TIME = 10 +2021-12-18 04:36:05,630 Checking jobs for platform=marenostrum4 +2021-12-18 04:36:05,631 Checking jobs for platform=nord3 +2021-12-18 04:36:05,631 Checking jobs for platform=local +2021-12-18 04:36:05,632 Checking jobs for platform=transfer_node +2021-12-18 04:36:05,632 Checking all jobs at once +2021-12-18 04:36:07,005 Successful check job command +2021-12-18 04:36:08,274 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:36:08,275 End of checking +2021-12-18 04:36:08,277 Updating FAILED jobs +2021-12-18 04:36:08,277 Updating WAITING jobs +2021-12-18 04:36:08,277 Update finished +2021-12-18 04:36:08,277 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:36:08,277 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:36:08,277 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:36:08,278 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:36:08,278 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:36:08,280 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:36:08,283 Job list saved +2021-12-18 04:36:08,288 Updating FAILED jobs +2021-12-18 04:36:08,288 Updating WAITING jobs +2021-12-18 04:36:08,288 Update finished +2021-12-18 04:36:18,298 Reloading parameters... +2021-12-18 04:36:18,320 Loading parameters... +2021-12-18 04:36:18,321 Loading project parameters... +2021-12-18 04:36:18,323 + +22 of 25 jobs remaining (04:36) +2021-12-18 04:36:18,323 Sleep: 10 +2021-12-18 04:36:18,323 Number of retrials: 0 +2021-12-18 04:36:18,323 WRAPPER CHECK TIME = 10 +2021-12-18 04:36:18,324 Checking jobs for platform=marenostrum4 +2021-12-18 04:36:18,324 Checking jobs for platform=nord3 +2021-12-18 04:36:18,325 Checking jobs for platform=local +2021-12-18 04:36:18,326 Checking jobs for platform=transfer_node +2021-12-18 04:36:18,326 Checking all jobs at once +2021-12-18 04:36:20,146 Successful check job command +2021-12-18 04:36:21,516 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:36:21,517 End of checking +2021-12-18 04:36:21,518 Updating FAILED jobs +2021-12-18 04:36:21,518 Updating WAITING jobs +2021-12-18 04:36:21,519 Update finished +2021-12-18 04:36:21,519 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:36:21,519 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:36:21,520 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:36:21,520 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:36:21,520 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:36:21,523 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:36:21,525 Job list saved +2021-12-18 04:36:21,540 Updating FAILED jobs +2021-12-18 04:36:21,540 Updating WAITING jobs +2021-12-18 04:36:21,541 Update finished +2021-12-18 04:36:31,551 Reloading parameters... +2021-12-18 04:36:31,579 Loading parameters... +2021-12-18 04:36:31,580 Loading project parameters... +2021-12-18 04:36:31,582 + +22 of 25 jobs remaining (04:36) +2021-12-18 04:36:31,582 Sleep: 10 +2021-12-18 04:36:31,583 Number of retrials: 0 +2021-12-18 04:36:31,583 WRAPPER CHECK TIME = 10 +2021-12-18 04:36:31,583 Checking jobs for platform=marenostrum4 +2021-12-18 04:36:31,584 Checking jobs for platform=nord3 +2021-12-18 04:36:31,584 Checking jobs for platform=local +2021-12-18 04:36:31,585 Checking jobs for platform=transfer_node +2021-12-18 04:36:31,585 Checking all jobs at once +2021-12-18 04:36:34,056 Successful check job command +2021-12-18 04:36:36,076 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:36:36,076 End of checking +2021-12-18 04:36:36,078 Updating FAILED jobs +2021-12-18 04:36:36,078 Updating WAITING jobs +2021-12-18 04:36:36,078 Update finished +2021-12-18 04:36:36,078 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:36:36,078 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:36:36,079 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:36:36,079 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:36:36,079 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:36:36,082 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:36:36,084 Job list saved +2021-12-18 04:36:36,089 Updating FAILED jobs +2021-12-18 04:36:36,089 Updating WAITING jobs +2021-12-18 04:36:36,089 Update finished +2021-12-18 04:36:46,100 Reloading parameters... +2021-12-18 04:36:46,119 Loading parameters... +2021-12-18 04:36:46,120 Loading project parameters... +2021-12-18 04:36:46,122 + +22 of 25 jobs remaining (04:36) +2021-12-18 04:36:46,122 Sleep: 10 +2021-12-18 04:36:46,122 Number of retrials: 0 +2021-12-18 04:36:46,122 WRAPPER CHECK TIME = 10 +2021-12-18 04:36:46,123 Checking jobs for platform=marenostrum4 +2021-12-18 04:36:46,123 Checking jobs for platform=nord3 +2021-12-18 04:36:46,124 Checking jobs for platform=local +2021-12-18 04:36:46,124 Checking jobs for platform=transfer_node +2021-12-18 04:36:46,124 Checking all jobs at once +2021-12-18 04:36:47,449 Successful check job command +2021-12-18 04:36:48,875 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:36:48,875 End of checking +2021-12-18 04:36:48,876 Updating FAILED jobs +2021-12-18 04:36:48,876 Updating WAITING jobs +2021-12-18 04:36:48,877 Update finished +2021-12-18 04:36:48,877 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:36:48,877 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:36:48,877 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:36:48,877 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:36:48,877 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:36:48,880 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:36:48,882 Job list saved +2021-12-18 04:36:48,888 Updating FAILED jobs +2021-12-18 04:36:48,888 Updating WAITING jobs +2021-12-18 04:36:48,888 Update finished +2021-12-18 04:36:58,898 Reloading parameters... +2021-12-18 04:36:58,917 Loading parameters... +2021-12-18 04:36:58,918 Loading project parameters... +2021-12-18 04:36:58,920 + +22 of 25 jobs remaining (04:36) +2021-12-18 04:36:58,921 Sleep: 10 +2021-12-18 04:36:58,921 Number of retrials: 0 +2021-12-18 04:36:58,921 WRAPPER CHECK TIME = 10 +2021-12-18 04:36:58,921 Checking jobs for platform=marenostrum4 +2021-12-18 04:36:58,922 Checking jobs for platform=nord3 +2021-12-18 04:36:58,922 Checking jobs for platform=local +2021-12-18 04:36:58,923 Checking jobs for platform=transfer_node +2021-12-18 04:36:58,923 Checking all jobs at once +2021-12-18 04:37:00,296 Successful check job command +2021-12-18 04:37:01,615 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:37:01,616 End of checking +2021-12-18 04:37:01,617 Updating FAILED jobs +2021-12-18 04:37:01,617 Updating WAITING jobs +2021-12-18 04:37:01,617 Update finished +2021-12-18 04:37:01,618 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:37:01,618 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:37:01,618 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:37:01,618 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:37:01,619 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:37:01,622 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:37:01,625 Job list saved +2021-12-18 04:37:01,629 Updating FAILED jobs +2021-12-18 04:37:01,630 Updating WAITING jobs +2021-12-18 04:37:01,630 Update finished +2021-12-18 04:37:11,638 Reloading parameters... +2021-12-18 04:37:11,662 Loading parameters... +2021-12-18 04:37:11,664 Loading project parameters... +2021-12-18 04:37:11,666 + +22 of 25 jobs remaining (04:37) +2021-12-18 04:37:11,666 Sleep: 10 +2021-12-18 04:37:11,666 Number of retrials: 0 +2021-12-18 04:37:11,666 WRAPPER CHECK TIME = 10 +2021-12-18 04:37:11,667 Checking jobs for platform=marenostrum4 +2021-12-18 04:37:11,667 Checking jobs for platform=nord3 +2021-12-18 04:37:11,668 Checking jobs for platform=local +2021-12-18 04:37:11,668 Checking jobs for platform=transfer_node +2021-12-18 04:37:11,668 Checking all jobs at once +2021-12-18 04:37:13,742 Successful check job command +2021-12-18 04:37:15,512 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:37:15,512 End of checking +2021-12-18 04:37:15,514 Updating FAILED jobs +2021-12-18 04:37:15,514 Updating WAITING jobs +2021-12-18 04:37:15,514 Update finished +2021-12-18 04:37:15,514 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:37:15,515 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:37:15,515 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:37:15,515 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:37:15,515 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:37:15,518 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:37:15,520 Job list saved +2021-12-18 04:37:15,525 Updating FAILED jobs +2021-12-18 04:37:15,525 Updating WAITING jobs +2021-12-18 04:37:15,526 Update finished +2021-12-18 04:37:25,536 Reloading parameters... +2021-12-18 04:37:25,556 Loading parameters... +2021-12-18 04:37:25,558 Loading project parameters... +2021-12-18 04:37:25,560 + +22 of 25 jobs remaining (04:37) +2021-12-18 04:37:25,560 Sleep: 10 +2021-12-18 04:37:25,560 Number of retrials: 0 +2021-12-18 04:37:25,560 WRAPPER CHECK TIME = 10 +2021-12-18 04:37:25,561 Checking jobs for platform=marenostrum4 +2021-12-18 04:37:25,561 Checking jobs for platform=nord3 +2021-12-18 04:37:25,562 Checking jobs for platform=local +2021-12-18 04:37:25,562 Checking jobs for platform=transfer_node +2021-12-18 04:37:25,562 Checking all jobs at once +2021-12-18 04:37:27,136 Successful check job command +2021-12-18 04:37:28,958 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:37:28,958 End of checking +2021-12-18 04:37:28,959 Updating FAILED jobs +2021-12-18 04:37:28,959 Updating WAITING jobs +2021-12-18 04:37:28,959 Update finished +2021-12-18 04:37:28,960 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:37:28,960 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:37:28,960 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:37:28,960 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:37:28,960 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:37:28,963 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:37:28,965 Job list saved +2021-12-18 04:37:28,970 Updating FAILED jobs +2021-12-18 04:37:28,970 Updating WAITING jobs +2021-12-18 04:37:28,971 Update finished +2021-12-18 04:37:38,974 Reloading parameters... +2021-12-18 04:37:38,993 Loading parameters... +2021-12-18 04:37:38,996 Loading project parameters... +2021-12-18 04:37:38,998 + +22 of 25 jobs remaining (04:37) +2021-12-18 04:37:38,998 Sleep: 10 +2021-12-18 04:37:38,998 Number of retrials: 0 +2021-12-18 04:37:38,998 WRAPPER CHECK TIME = 10 +2021-12-18 04:37:38,999 Checking jobs for platform=marenostrum4 +2021-12-18 04:37:38,999 Checking jobs for platform=nord3 +2021-12-18 04:37:39,000 Checking jobs for platform=local +2021-12-18 04:37:39,001 Checking jobs for platform=transfer_node +2021-12-18 04:37:39,001 Checking all jobs at once +2021-12-18 04:37:40,224 Successful check job command +2021-12-18 04:37:41,393 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:37:41,393 End of checking +2021-12-18 04:37:41,395 Updating FAILED jobs +2021-12-18 04:37:41,395 Updating WAITING jobs +2021-12-18 04:37:41,395 Update finished +2021-12-18 04:37:41,395 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:37:41,396 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:37:41,396 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:37:41,396 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:37:41,396 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:37:41,399 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:37:41,401 Job list saved +2021-12-18 04:37:41,406 Updating FAILED jobs +2021-12-18 04:37:41,406 Updating WAITING jobs +2021-12-18 04:37:41,406 Update finished +2021-12-18 04:37:51,416 Reloading parameters... +2021-12-18 04:37:51,435 Loading parameters... +2021-12-18 04:37:51,436 Loading project parameters... +2021-12-18 04:37:51,438 + +22 of 25 jobs remaining (04:37) +2021-12-18 04:37:51,438 Sleep: 10 +2021-12-18 04:37:51,438 Number of retrials: 0 +2021-12-18 04:37:51,438 WRAPPER CHECK TIME = 10 +2021-12-18 04:37:51,439 Checking jobs for platform=marenostrum4 +2021-12-18 04:37:51,440 Checking jobs for platform=nord3 +2021-12-18 04:37:51,440 Checking jobs for platform=local +2021-12-18 04:37:51,441 Checking jobs for platform=transfer_node +2021-12-18 04:37:51,441 Checking all jobs at once +2021-12-18 04:37:52,761 Successful check job command +2021-12-18 04:37:54,731 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:37:54,731 End of checking +2021-12-18 04:37:54,732 Updating FAILED jobs +2021-12-18 04:37:54,733 Updating WAITING jobs +2021-12-18 04:37:54,733 Update finished +2021-12-18 04:37:54,733 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:37:54,733 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:37:54,733 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:37:54,733 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:37:54,734 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:37:54,736 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:37:54,738 Job list saved +2021-12-18 04:37:54,743 Updating FAILED jobs +2021-12-18 04:37:54,743 Updating WAITING jobs +2021-12-18 04:37:54,743 Update finished +2021-12-18 04:38:04,753 Reloading parameters... +2021-12-18 04:38:04,773 Loading parameters... +2021-12-18 04:38:04,774 Loading project parameters... +2021-12-18 04:38:04,776 + +22 of 25 jobs remaining (04:38) +2021-12-18 04:38:04,776 Sleep: 10 +2021-12-18 04:38:04,776 Number of retrials: 0 +2021-12-18 04:38:04,777 WRAPPER CHECK TIME = 10 +2021-12-18 04:38:04,777 Checking jobs for platform=marenostrum4 +2021-12-18 04:38:04,778 Checking jobs for platform=nord3 +2021-12-18 04:38:04,778 Checking jobs for platform=local +2021-12-18 04:38:04,779 Checking jobs for platform=transfer_node +2021-12-18 04:38:04,779 Checking all jobs at once +2021-12-18 04:38:06,699 Successful check job command +2021-12-18 04:38:08,570 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:38:08,571 End of checking +2021-12-18 04:38:08,572 Updating FAILED jobs +2021-12-18 04:38:08,572 Updating WAITING jobs +2021-12-18 04:38:08,572 Update finished +2021-12-18 04:38:08,573 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:38:08,573 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:38:08,573 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:38:08,573 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:38:08,573 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:38:08,577 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:38:08,579 Job list saved +2021-12-18 04:38:08,585 Updating FAILED jobs +2021-12-18 04:38:08,586 Updating WAITING jobs +2021-12-18 04:38:08,586 Update finished +2021-12-18 04:38:18,596 Reloading parameters... +2021-12-18 04:38:18,615 Loading parameters... +2021-12-18 04:38:18,617 Loading project parameters... +2021-12-18 04:38:18,619 + +22 of 25 jobs remaining (04:38) +2021-12-18 04:38:18,619 Sleep: 10 +2021-12-18 04:38:18,619 Number of retrials: 0 +2021-12-18 04:38:18,619 WRAPPER CHECK TIME = 10 +2021-12-18 04:38:18,620 Checking jobs for platform=marenostrum4 +2021-12-18 04:38:18,620 Checking jobs for platform=nord3 +2021-12-18 04:38:18,621 Checking jobs for platform=local +2021-12-18 04:38:18,626 Checking jobs for platform=transfer_node +2021-12-18 04:38:18,626 Checking all jobs at once +2021-12-18 04:38:20,047 Successful check job command +2021-12-18 04:38:21,317 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:38:21,317 End of checking +2021-12-18 04:38:21,318 Updating FAILED jobs +2021-12-18 04:38:21,318 Updating WAITING jobs +2021-12-18 04:38:21,318 Update finished +2021-12-18 04:38:21,319 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:38:21,319 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:38:21,319 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:38:21,320 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:38:21,320 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:38:21,322 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:38:21,325 Job list saved +2021-12-18 04:38:21,329 Updating FAILED jobs +2021-12-18 04:38:21,329 Updating WAITING jobs +2021-12-18 04:38:21,330 Update finished +2021-12-18 04:38:31,340 Reloading parameters... +2021-12-18 04:38:31,359 Loading parameters... +2021-12-18 04:38:31,360 Loading project parameters... +2021-12-18 04:38:31,362 + +22 of 25 jobs remaining (04:38) +2021-12-18 04:38:31,362 Sleep: 10 +2021-12-18 04:38:31,362 Number of retrials: 0 +2021-12-18 04:38:31,362 WRAPPER CHECK TIME = 10 +2021-12-18 04:38:31,363 Checking jobs for platform=marenostrum4 +2021-12-18 04:38:31,363 Checking jobs for platform=nord3 +2021-12-18 04:38:31,364 Checking jobs for platform=local +2021-12-18 04:38:31,364 Checking jobs for platform=transfer_node +2021-12-18 04:38:31,364 Checking all jobs at once +2021-12-18 04:38:32,783 Successful check job command +2021-12-18 04:38:34,105 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:38:34,105 End of checking +2021-12-18 04:38:34,107 Updating FAILED jobs +2021-12-18 04:38:34,107 Updating WAITING jobs +2021-12-18 04:38:34,107 Update finished +2021-12-18 04:38:34,107 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:38:34,108 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:38:34,108 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:38:34,108 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:38:34,108 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:38:34,111 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:38:34,113 Job list saved +2021-12-18 04:38:34,118 Updating FAILED jobs +2021-12-18 04:38:34,119 Updating WAITING jobs +2021-12-18 04:38:34,119 Update finished +2021-12-18 04:38:44,129 Reloading parameters... +2021-12-18 04:38:44,149 Loading parameters... +2021-12-18 04:38:44,150 Loading project parameters... +2021-12-18 04:38:44,152 + +22 of 25 jobs remaining (04:38) +2021-12-18 04:38:44,153 Sleep: 10 +2021-12-18 04:38:44,153 Number of retrials: 0 +2021-12-18 04:38:44,153 WRAPPER CHECK TIME = 10 +2021-12-18 04:38:44,153 Checking jobs for platform=marenostrum4 +2021-12-18 04:38:44,154 Checking jobs for platform=nord3 +2021-12-18 04:38:44,154 Checking jobs for platform=local +2021-12-18 04:38:44,155 Checking jobs for platform=transfer_node +2021-12-18 04:38:44,155 Checking all jobs at once +2021-12-18 04:38:45,575 Successful check job command +2021-12-18 04:38:46,894 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:38:46,894 End of checking +2021-12-18 04:38:46,896 Updating FAILED jobs +2021-12-18 04:38:46,896 Updating WAITING jobs +2021-12-18 04:38:46,896 Update finished +2021-12-18 04:38:46,896 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:38:46,897 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:38:46,897 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:38:46,897 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:38:46,897 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:38:46,900 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:38:46,902 Job list saved +2021-12-18 04:38:46,907 Updating FAILED jobs +2021-12-18 04:38:46,907 Updating WAITING jobs +2021-12-18 04:38:46,907 Update finished +2021-12-18 04:38:56,917 Reloading parameters... +2021-12-18 04:38:56,938 Loading parameters... +2021-12-18 04:38:56,939 Loading project parameters... +2021-12-18 04:38:56,941 + +22 of 25 jobs remaining (04:38) +2021-12-18 04:38:56,941 Sleep: 10 +2021-12-18 04:38:56,941 Number of retrials: 0 +2021-12-18 04:38:56,941 WRAPPER CHECK TIME = 10 +2021-12-18 04:38:56,942 Checking jobs for platform=marenostrum4 +2021-12-18 04:38:56,943 Checking jobs for platform=nord3 +2021-12-18 04:38:56,943 Checking jobs for platform=local +2021-12-18 04:38:56,944 Checking jobs for platform=transfer_node +2021-12-18 04:38:56,944 Checking all jobs at once +2021-12-18 04:38:58,464 Successful check job command +2021-12-18 04:38:59,685 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:38:59,685 End of checking +2021-12-18 04:38:59,687 Updating FAILED jobs +2021-12-18 04:38:59,687 Updating WAITING jobs +2021-12-18 04:38:59,687 Update finished +2021-12-18 04:38:59,687 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:38:59,688 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:38:59,688 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:38:59,688 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:38:59,688 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:38:59,691 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:38:59,693 Job list saved +2021-12-18 04:38:59,698 Updating FAILED jobs +2021-12-18 04:38:59,698 Updating WAITING jobs +2021-12-18 04:38:59,698 Update finished +2021-12-18 04:39:09,700 Reloading parameters... +2021-12-18 04:39:09,719 Loading parameters... +2021-12-18 04:39:09,720 Loading project parameters... +2021-12-18 04:39:09,722 + +22 of 25 jobs remaining (04:39) +2021-12-18 04:39:09,722 Sleep: 10 +2021-12-18 04:39:09,722 Number of retrials: 0 +2021-12-18 04:39:09,722 WRAPPER CHECK TIME = 10 +2021-12-18 04:39:09,723 Checking jobs for platform=marenostrum4 +2021-12-18 04:39:09,723 Checking jobs for platform=nord3 +2021-12-18 04:39:09,724 Checking jobs for platform=local +2021-12-18 04:39:09,724 Checking jobs for platform=transfer_node +2021-12-18 04:39:09,724 Checking all jobs at once +2021-12-18 04:39:11,895 Successful check job command +2021-12-18 04:39:13,315 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:39:13,315 End of checking +2021-12-18 04:39:13,316 Updating FAILED jobs +2021-12-18 04:39:13,316 Updating WAITING jobs +2021-12-18 04:39:13,317 Update finished +2021-12-18 04:39:13,317 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:39:13,317 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:39:13,317 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:39:13,317 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:39:13,317 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:39:13,320 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:39:13,323 Job list saved +2021-12-18 04:39:13,328 Updating FAILED jobs +2021-12-18 04:39:13,328 Updating WAITING jobs +2021-12-18 04:39:13,328 Update finished +2021-12-18 04:39:23,337 Reloading parameters... +2021-12-18 04:39:23,355 Loading parameters... +2021-12-18 04:39:23,356 Loading project parameters... +2021-12-18 04:39:23,358 + +22 of 25 jobs remaining (04:39) +2021-12-18 04:39:23,359 Sleep: 10 +2021-12-18 04:39:23,359 Number of retrials: 0 +2021-12-18 04:39:23,359 WRAPPER CHECK TIME = 10 +2021-12-18 04:39:23,359 Checking jobs for platform=marenostrum4 +2021-12-18 04:39:23,360 Checking jobs for platform=nord3 +2021-12-18 04:39:23,361 Checking jobs for platform=local +2021-12-18 04:39:23,361 Checking jobs for platform=transfer_node +2021-12-18 04:39:23,361 Checking all jobs at once +2021-12-18 04:39:25,481 Successful check job command +2021-12-18 04:39:26,751 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:39:26,751 End of checking +2021-12-18 04:39:26,752 Updating FAILED jobs +2021-12-18 04:39:26,752 Updating WAITING jobs +2021-12-18 04:39:26,753 Update finished +2021-12-18 04:39:26,753 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:39:26,753 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:39:26,753 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:39:26,753 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:39:26,753 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:39:26,756 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:39:26,758 Job list saved +2021-12-18 04:39:26,764 Updating FAILED jobs +2021-12-18 04:39:26,764 Updating WAITING jobs +2021-12-18 04:39:26,764 Update finished +2021-12-18 04:39:36,775 Reloading parameters... +2021-12-18 04:39:36,793 Loading parameters... +2021-12-18 04:39:36,794 Loading project parameters... +2021-12-18 04:39:36,796 + +22 of 25 jobs remaining (04:39) +2021-12-18 04:39:36,796 Sleep: 10 +2021-12-18 04:39:36,797 Number of retrials: 0 +2021-12-18 04:39:36,797 WRAPPER CHECK TIME = 10 +2021-12-18 04:39:36,797 Checking jobs for platform=marenostrum4 +2021-12-18 04:39:36,798 Checking jobs for platform=nord3 +2021-12-18 04:39:36,798 Checking jobs for platform=local +2021-12-18 04:39:36,799 Checking jobs for platform=transfer_node +2021-12-18 04:39:36,799 Checking all jobs at once +2021-12-18 04:39:38,474 Successful check job command +2021-12-18 04:39:39,843 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:39:39,843 End of checking +2021-12-18 04:39:39,845 Updating FAILED jobs +2021-12-18 04:39:39,845 Updating WAITING jobs +2021-12-18 04:39:39,845 Update finished +2021-12-18 04:39:39,845 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:39:39,846 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:39:39,846 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:39:39,846 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:39:39,847 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:39:39,849 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:39:39,852 Job list saved +2021-12-18 04:39:39,857 Updating FAILED jobs +2021-12-18 04:39:39,857 Updating WAITING jobs +2021-12-18 04:39:39,857 Update finished +2021-12-18 04:39:49,867 Reloading parameters... +2021-12-18 04:39:49,891 Loading parameters... +2021-12-18 04:39:49,892 Loading project parameters... +2021-12-18 04:39:49,894 + +22 of 25 jobs remaining (04:39) +2021-12-18 04:39:49,894 Sleep: 10 +2021-12-18 04:39:49,894 Number of retrials: 0 +2021-12-18 04:39:49,894 WRAPPER CHECK TIME = 10 +2021-12-18 04:39:49,895 Checking jobs for platform=marenostrum4 +2021-12-18 04:39:49,896 Checking jobs for platform=nord3 +2021-12-18 04:39:49,896 Checking jobs for platform=local +2021-12-18 04:39:49,897 Checking jobs for platform=transfer_node +2021-12-18 04:39:49,897 Checking all jobs at once +2021-12-18 04:39:51,166 Successful check job command +2021-12-18 04:39:52,335 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:39:52,335 End of checking +2021-12-18 04:39:52,337 Updating FAILED jobs +2021-12-18 04:39:52,337 Updating WAITING jobs +2021-12-18 04:39:52,337 Update finished +2021-12-18 04:39:52,337 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:39:52,338 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:39:52,338 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:39:52,338 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:39:52,338 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:39:52,341 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:39:52,343 Job list saved +2021-12-18 04:39:52,348 Updating FAILED jobs +2021-12-18 04:39:52,348 Updating WAITING jobs +2021-12-18 04:39:52,349 Update finished +2021-12-18 04:40:02,354 Reloading parameters... +2021-12-18 04:40:02,374 Loading parameters... +2021-12-18 04:40:02,376 Loading project parameters... +2021-12-18 04:40:02,378 + +22 of 25 jobs remaining (04:40) +2021-12-18 04:40:02,378 Sleep: 10 +2021-12-18 04:40:02,378 Number of retrials: 0 +2021-12-18 04:40:02,378 WRAPPER CHECK TIME = 10 +2021-12-18 04:40:02,379 Checking jobs for platform=marenostrum4 +2021-12-18 04:40:02,380 Checking jobs for platform=nord3 +2021-12-18 04:40:02,380 Checking jobs for platform=local +2021-12-18 04:40:02,381 Checking jobs for platform=transfer_node +2021-12-18 04:40:02,381 Checking all jobs at once +2021-12-18 04:40:03,852 Successful check job command +2021-12-18 04:40:05,221 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:40:05,222 End of checking +2021-12-18 04:40:05,223 Updating FAILED jobs +2021-12-18 04:40:05,223 Updating WAITING jobs +2021-12-18 04:40:05,224 Update finished +2021-12-18 04:40:05,224 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:40:05,224 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:40:05,224 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:40:05,224 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:40:05,224 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:40:05,227 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:40:05,230 Job list saved +2021-12-18 04:40:05,234 Updating FAILED jobs +2021-12-18 04:40:05,234 Updating WAITING jobs +2021-12-18 04:40:05,235 Update finished +2021-12-18 04:40:15,244 Reloading parameters... +2021-12-18 04:40:15,263 Loading parameters... +2021-12-18 04:40:15,265 Loading project parameters... +2021-12-18 04:40:15,267 + +22 of 25 jobs remaining (04:40) +2021-12-18 04:40:15,267 Sleep: 10 +2021-12-18 04:40:15,267 Number of retrials: 0 +2021-12-18 04:40:15,267 WRAPPER CHECK TIME = 10 +2021-12-18 04:40:15,268 Checking jobs for platform=marenostrum4 +2021-12-18 04:40:15,268 Checking jobs for platform=nord3 +2021-12-18 04:40:15,269 Checking jobs for platform=local +2021-12-18 04:40:15,269 Checking jobs for platform=transfer_node +2021-12-18 04:40:15,269 Checking all jobs at once +2021-12-18 04:40:16,839 Successful check job command +2021-12-18 04:40:18,208 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:40:18,209 End of checking +2021-12-18 04:40:18,210 Updating FAILED jobs +2021-12-18 04:40:18,210 Updating WAITING jobs +2021-12-18 04:40:18,210 Update finished +2021-12-18 04:40:18,211 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:40:18,211 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:40:18,211 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:40:18,212 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:40:18,212 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:40:18,214 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:40:18,217 Job list saved +2021-12-18 04:40:18,222 Updating FAILED jobs +2021-12-18 04:40:18,222 Updating WAITING jobs +2021-12-18 04:40:18,222 Update finished +2021-12-18 04:40:28,232 Reloading parameters... +2021-12-18 04:40:28,250 Loading parameters... +2021-12-18 04:40:28,251 Loading project parameters... +2021-12-18 04:40:28,253 + +22 of 25 jobs remaining (04:40) +2021-12-18 04:40:28,253 Sleep: 10 +2021-12-18 04:40:28,253 Number of retrials: 0 +2021-12-18 04:40:28,253 WRAPPER CHECK TIME = 10 +2021-12-18 04:40:28,254 Checking jobs for platform=marenostrum4 +2021-12-18 04:40:28,254 Checking jobs for platform=nord3 +2021-12-18 04:40:28,255 Checking jobs for platform=local +2021-12-18 04:40:28,255 Checking jobs for platform=transfer_node +2021-12-18 04:40:28,255 Checking all jobs at once +2021-12-18 04:40:29,825 Successful check job command +2021-12-18 04:40:31,195 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:40:31,195 End of checking +2021-12-18 04:40:31,197 Updating FAILED jobs +2021-12-18 04:40:31,197 Updating WAITING jobs +2021-12-18 04:40:31,197 Update finished +2021-12-18 04:40:31,198 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:40:31,198 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:40:31,198 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:40:31,198 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:40:31,198 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:40:31,201 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:40:31,203 Job list saved +2021-12-18 04:40:31,207 Updating FAILED jobs +2021-12-18 04:40:31,208 Updating WAITING jobs +2021-12-18 04:40:31,208 Update finished +2021-12-18 04:40:41,216 Reloading parameters... +2021-12-18 04:40:41,235 Loading parameters... +2021-12-18 04:40:41,236 Loading project parameters... +2021-12-18 04:40:41,238 + +22 of 25 jobs remaining (04:40) +2021-12-18 04:40:41,239 Sleep: 10 +2021-12-18 04:40:41,239 Number of retrials: 0 +2021-12-18 04:40:41,239 WRAPPER CHECK TIME = 10 +2021-12-18 04:40:41,240 Checking jobs for platform=marenostrum4 +2021-12-18 04:40:41,240 Checking jobs for platform=nord3 +2021-12-18 04:40:41,241 Checking jobs for platform=local +2021-12-18 04:40:41,241 Checking jobs for platform=transfer_node +2021-12-18 04:40:41,241 Checking all jobs at once +2021-12-18 04:40:42,561 Successful check job command +2021-12-18 04:40:44,134 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:40:44,134 End of checking +2021-12-18 04:40:44,136 Updating FAILED jobs +2021-12-18 04:40:44,136 Updating WAITING jobs +2021-12-18 04:40:44,136 Update finished +2021-12-18 04:40:44,136 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:40:44,136 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:40:44,136 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:40:44,137 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:40:44,137 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:40:44,140 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:40:44,142 Job list saved +2021-12-18 04:40:44,149 Updating FAILED jobs +2021-12-18 04:40:44,149 Updating WAITING jobs +2021-12-18 04:40:44,149 Update finished +2021-12-18 04:40:54,159 Reloading parameters... +2021-12-18 04:40:54,181 Loading parameters... +2021-12-18 04:40:54,182 Loading project parameters... +2021-12-18 04:40:54,184 + +22 of 25 jobs remaining (04:40) +2021-12-18 04:40:54,184 Sleep: 10 +2021-12-18 04:40:54,184 Number of retrials: 0 +2021-12-18 04:40:54,184 WRAPPER CHECK TIME = 10 +2021-12-18 04:40:54,185 Checking jobs for platform=marenostrum4 +2021-12-18 04:40:54,186 Checking jobs for platform=nord3 +2021-12-18 04:40:54,186 Checking jobs for platform=local +2021-12-18 04:40:54,187 Checking jobs for platform=transfer_node +2021-12-18 04:40:54,187 Checking all jobs at once +2021-12-18 04:40:55,456 Successful check job command +2021-12-18 04:40:56,725 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:40:56,725 End of checking +2021-12-18 04:40:56,727 Updating FAILED jobs +2021-12-18 04:40:56,727 Updating WAITING jobs +2021-12-18 04:40:56,728 Update finished +2021-12-18 04:40:56,728 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:40:56,728 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:40:56,729 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:40:56,729 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:40:56,729 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:40:56,731 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:40:56,734 Job list saved +2021-12-18 04:40:56,739 Updating FAILED jobs +2021-12-18 04:40:56,739 Updating WAITING jobs +2021-12-18 04:40:56,739 Update finished +2021-12-18 04:41:06,749 Reloading parameters... +2021-12-18 04:41:06,768 Loading parameters... +2021-12-18 04:41:06,769 Loading project parameters... +2021-12-18 04:41:06,771 + +22 of 25 jobs remaining (04:41) +2021-12-18 04:41:06,771 Sleep: 10 +2021-12-18 04:41:06,771 Number of retrials: 0 +2021-12-18 04:41:06,771 WRAPPER CHECK TIME = 10 +2021-12-18 04:41:06,772 Checking jobs for platform=marenostrum4 +2021-12-18 04:41:06,772 Checking jobs for platform=nord3 +2021-12-18 04:41:06,773 Checking jobs for platform=local +2021-12-18 04:41:06,773 Checking jobs for platform=transfer_node +2021-12-18 04:41:06,773 Checking all jobs at once +2021-12-18 04:41:08,394 Successful check job command +2021-12-18 04:41:09,713 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:41:09,714 End of checking +2021-12-18 04:41:09,716 Updating FAILED jobs +2021-12-18 04:41:09,716 Updating WAITING jobs +2021-12-18 04:41:09,716 Update finished +2021-12-18 04:41:09,716 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:41:09,717 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:41:09,717 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:41:09,717 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:41:09,717 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:41:09,719 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:41:09,722 Job list saved +2021-12-18 04:41:09,727 Updating FAILED jobs +2021-12-18 04:41:09,727 Updating WAITING jobs +2021-12-18 04:41:09,727 Update finished +2021-12-18 04:41:19,737 Reloading parameters... +2021-12-18 04:41:19,758 Loading parameters... +2021-12-18 04:41:19,759 Loading project parameters... +2021-12-18 04:41:19,761 + +22 of 25 jobs remaining (04:41) +2021-12-18 04:41:19,761 Sleep: 10 +2021-12-18 04:41:19,761 Number of retrials: 0 +2021-12-18 04:41:19,761 WRAPPER CHECK TIME = 10 +2021-12-18 04:41:19,762 Checking jobs for platform=marenostrum4 +2021-12-18 04:41:19,762 Checking jobs for platform=nord3 +2021-12-18 04:41:19,763 Checking jobs for platform=local +2021-12-18 04:41:19,763 Checking jobs for platform=transfer_node +2021-12-18 04:41:19,764 Checking all jobs at once +2021-12-18 04:41:21,686 Successful check job command +2021-12-18 04:41:23,155 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:41:23,156 End of checking +2021-12-18 04:41:23,157 Updating FAILED jobs +2021-12-18 04:41:23,157 Updating WAITING jobs +2021-12-18 04:41:23,158 Update finished +2021-12-18 04:41:23,158 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:41:23,158 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:41:23,158 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:41:23,158 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:41:23,158 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:41:23,161 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:41:23,163 Job list saved +2021-12-18 04:41:23,168 Updating FAILED jobs +2021-12-18 04:41:23,168 Updating WAITING jobs +2021-12-18 04:41:23,169 Update finished +2021-12-18 04:41:33,179 Reloading parameters... +2021-12-18 04:41:33,198 Loading parameters... +2021-12-18 04:41:33,199 Loading project parameters... +2021-12-18 04:41:33,201 + +22 of 25 jobs remaining (04:41) +2021-12-18 04:41:33,201 Sleep: 10 +2021-12-18 04:41:33,201 Number of retrials: 0 +2021-12-18 04:41:33,202 WRAPPER CHECK TIME = 10 +2021-12-18 04:41:33,202 Checking jobs for platform=marenostrum4 +2021-12-18 04:41:33,203 Checking jobs for platform=nord3 +2021-12-18 04:41:33,203 Checking jobs for platform=local +2021-12-18 04:41:33,204 Checking jobs for platform=transfer_node +2021-12-18 04:41:33,204 Checking all jobs at once +2021-12-18 04:41:34,573 Successful check job command +2021-12-18 04:41:36,042 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:41:36,043 End of checking +2021-12-18 04:41:36,044 Updating FAILED jobs +2021-12-18 04:41:36,044 Updating WAITING jobs +2021-12-18 04:41:36,044 Update finished +2021-12-18 04:41:36,045 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:41:36,045 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:41:36,045 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:41:36,045 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:41:36,046 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:41:36,048 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:41:36,050 Job list saved +2021-12-18 04:41:36,055 Updating FAILED jobs +2021-12-18 04:41:36,055 Updating WAITING jobs +2021-12-18 04:41:36,055 Update finished +2021-12-18 04:41:46,062 Reloading parameters... +2021-12-18 04:41:46,081 Loading parameters... +2021-12-18 04:41:46,082 Loading project parameters... +2021-12-18 04:41:46,084 + +22 of 25 jobs remaining (04:41) +2021-12-18 04:41:46,085 Sleep: 10 +2021-12-18 04:41:46,085 Number of retrials: 0 +2021-12-18 04:41:46,085 WRAPPER CHECK TIME = 10 +2021-12-18 04:41:46,085 Checking jobs for platform=marenostrum4 +2021-12-18 04:41:46,086 Checking jobs for platform=nord3 +2021-12-18 04:41:46,086 Checking jobs for platform=local +2021-12-18 04:41:46,087 Checking jobs for platform=transfer_node +2021-12-18 04:41:46,087 Checking all jobs at once +2021-12-18 04:41:47,456 Successful check job command +2021-12-18 04:41:48,776 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:41:48,776 End of checking +2021-12-18 04:41:48,778 Updating FAILED jobs +2021-12-18 04:41:48,778 Updating WAITING jobs +2021-12-18 04:41:48,778 Update finished +2021-12-18 04:41:48,778 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:41:48,778 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:41:48,778 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:41:48,779 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:41:48,779 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:41:48,781 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:41:48,784 Job list saved +2021-12-18 04:41:48,790 Updating FAILED jobs +2021-12-18 04:41:48,790 Updating WAITING jobs +2021-12-18 04:41:48,790 Update finished +2021-12-18 04:41:58,800 Reloading parameters... +2021-12-18 04:41:58,819 Loading parameters... +2021-12-18 04:41:58,820 Loading project parameters... +2021-12-18 04:41:58,822 + +22 of 25 jobs remaining (04:41) +2021-12-18 04:41:58,822 Sleep: 10 +2021-12-18 04:41:58,822 Number of retrials: 0 +2021-12-18 04:41:58,822 WRAPPER CHECK TIME = 10 +2021-12-18 04:41:58,823 Checking jobs for platform=marenostrum4 +2021-12-18 04:41:58,823 Checking jobs for platform=nord3 +2021-12-18 04:41:58,824 Checking jobs for platform=local +2021-12-18 04:41:58,824 Checking jobs for platform=transfer_node +2021-12-18 04:41:58,825 Checking all jobs at once +2021-12-18 04:42:00,145 Successful check job command +2021-12-18 04:42:01,314 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:42:01,314 End of checking +2021-12-18 04:42:01,316 Updating FAILED jobs +2021-12-18 04:42:01,316 Updating WAITING jobs +2021-12-18 04:42:01,316 Update finished +2021-12-18 04:42:01,316 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:42:01,316 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:42:01,317 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:42:01,317 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:42:01,317 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:42:01,320 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:42:01,322 Job list saved +2021-12-18 04:42:01,327 Updating FAILED jobs +2021-12-18 04:42:01,327 Updating WAITING jobs +2021-12-18 04:42:01,327 Update finished +2021-12-18 04:42:11,337 Reloading parameters... +2021-12-18 04:42:11,355 Loading parameters... +2021-12-18 04:42:11,356 Loading project parameters... +2021-12-18 04:42:11,358 + +22 of 25 jobs remaining (04:42) +2021-12-18 04:42:11,358 Sleep: 10 +2021-12-18 04:42:11,358 Number of retrials: 0 +2021-12-18 04:42:11,358 WRAPPER CHECK TIME = 10 +2021-12-18 04:42:11,359 Checking jobs for platform=marenostrum4 +2021-12-18 04:42:11,359 Checking jobs for platform=nord3 +2021-12-18 04:42:11,360 Checking jobs for platform=local +2021-12-18 04:42:11,361 Checking jobs for platform=transfer_node +2021-12-18 04:42:11,361 Checking all jobs at once +2021-12-18 04:42:12,832 Successful check job command +2021-12-18 04:42:14,101 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:42:14,102 End of checking +2021-12-18 04:42:14,103 Updating FAILED jobs +2021-12-18 04:42:14,103 Updating WAITING jobs +2021-12-18 04:42:14,103 Update finished +2021-12-18 04:42:14,103 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:42:14,104 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:42:14,104 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:42:14,104 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:42:14,105 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:42:14,107 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:42:14,109 Job list saved +2021-12-18 04:42:14,113 Updating FAILED jobs +2021-12-18 04:42:14,113 Updating WAITING jobs +2021-12-18 04:42:14,114 Update finished +2021-12-18 04:42:24,124 Reloading parameters... +2021-12-18 04:42:24,144 Loading parameters... +2021-12-18 04:42:24,146 Loading project parameters... +2021-12-18 04:42:24,148 + +22 of 25 jobs remaining (04:42) +2021-12-18 04:42:24,148 Sleep: 10 +2021-12-18 04:42:24,148 Number of retrials: 0 +2021-12-18 04:42:24,148 WRAPPER CHECK TIME = 10 +2021-12-18 04:42:24,149 Checking jobs for platform=marenostrum4 +2021-12-18 04:42:24,149 Checking jobs for platform=nord3 +2021-12-18 04:42:24,150 Checking jobs for platform=local +2021-12-18 04:42:24,150 Checking jobs for platform=transfer_node +2021-12-18 04:42:24,150 Checking all jobs at once +2021-12-18 04:42:25,620 Successful check job command +2021-12-18 04:42:27,040 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:42:27,040 End of checking +2021-12-18 04:42:27,041 Updating FAILED jobs +2021-12-18 04:42:27,041 Updating WAITING jobs +2021-12-18 04:42:27,042 Update finished +2021-12-18 04:42:27,042 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:42:27,042 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:42:27,042 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:42:27,042 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:42:27,042 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:42:27,045 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:42:27,047 Job list saved +2021-12-18 04:42:27,051 Updating FAILED jobs +2021-12-18 04:42:27,051 Updating WAITING jobs +2021-12-18 04:42:27,052 Update finished +2021-12-18 04:42:37,059 Reloading parameters... +2021-12-18 04:42:37,077 Loading parameters... +2021-12-18 04:42:37,078 Loading project parameters... +2021-12-18 04:42:37,080 + +22 of 25 jobs remaining (04:42) +2021-12-18 04:42:37,080 Sleep: 10 +2021-12-18 04:42:37,080 Number of retrials: 0 +2021-12-18 04:42:37,080 WRAPPER CHECK TIME = 10 +2021-12-18 04:42:37,081 Checking jobs for platform=marenostrum4 +2021-12-18 04:42:37,081 Checking jobs for platform=nord3 +2021-12-18 04:42:37,082 Checking jobs for platform=local +2021-12-18 04:42:37,082 Checking jobs for platform=transfer_node +2021-12-18 04:42:37,083 Checking all jobs at once +2021-12-18 04:42:38,452 Successful check job command +2021-12-18 04:42:39,871 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:42:39,871 End of checking +2021-12-18 04:42:39,873 Updating FAILED jobs +2021-12-18 04:42:39,873 Updating WAITING jobs +2021-12-18 04:42:39,873 Update finished +2021-12-18 04:42:39,873 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:42:39,873 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:42:39,873 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:42:39,874 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:42:39,874 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:42:39,876 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:42:39,878 Job list saved +2021-12-18 04:42:39,883 Updating FAILED jobs +2021-12-18 04:42:39,883 Updating WAITING jobs +2021-12-18 04:42:39,883 Update finished +2021-12-18 04:42:49,894 Reloading parameters... +2021-12-18 04:42:49,911 Loading parameters... +2021-12-18 04:42:49,912 Loading project parameters... +2021-12-18 04:42:49,914 + +22 of 25 jobs remaining (04:42) +2021-12-18 04:42:49,914 Sleep: 10 +2021-12-18 04:42:49,914 Number of retrials: 0 +2021-12-18 04:42:49,914 WRAPPER CHECK TIME = 10 +2021-12-18 04:42:49,915 Checking jobs for platform=marenostrum4 +2021-12-18 04:42:49,915 Checking jobs for platform=nord3 +2021-12-18 04:42:49,916 Checking jobs for platform=local +2021-12-18 04:42:49,917 Checking jobs for platform=transfer_node +2021-12-18 04:42:49,918 Checking all jobs at once +2021-12-18 04:42:51,187 Successful check job command +2021-12-18 04:42:52,406 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:42:52,406 End of checking +2021-12-18 04:42:52,407 Updating FAILED jobs +2021-12-18 04:42:52,408 Updating WAITING jobs +2021-12-18 04:42:52,408 Update finished +2021-12-18 04:42:52,408 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:42:52,408 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:42:52,409 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:42:52,409 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:42:52,409 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:42:52,412 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:42:52,414 Job list saved +2021-12-18 04:42:52,418 Updating FAILED jobs +2021-12-18 04:42:52,419 Updating WAITING jobs +2021-12-18 04:42:52,419 Update finished +2021-12-18 04:43:02,429 Reloading parameters... +2021-12-18 04:43:02,448 Loading parameters... +2021-12-18 04:43:02,450 Loading project parameters... +2021-12-18 04:43:02,452 + +22 of 25 jobs remaining (04:43) +2021-12-18 04:43:02,452 Sleep: 10 +2021-12-18 04:43:02,452 Number of retrials: 0 +2021-12-18 04:43:02,452 WRAPPER CHECK TIME = 10 +2021-12-18 04:43:02,453 Checking jobs for platform=marenostrum4 +2021-12-18 04:43:02,453 Checking jobs for platform=nord3 +2021-12-18 04:43:02,454 Checking jobs for platform=local +2021-12-18 04:43:02,455 Checking jobs for platform=transfer_node +2021-12-18 04:43:02,455 Checking all jobs at once +2021-12-18 04:43:04,876 Successful check job command +2021-12-18 04:43:06,346 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:43:06,347 End of checking +2021-12-18 04:43:06,348 Updating FAILED jobs +2021-12-18 04:43:06,348 Updating WAITING jobs +2021-12-18 04:43:06,348 Update finished +2021-12-18 04:43:06,349 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:43:06,349 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:43:06,349 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:43:06,349 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:43:06,349 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:43:06,352 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:43:06,354 Job list saved +2021-12-18 04:43:06,359 Updating FAILED jobs +2021-12-18 04:43:06,359 Updating WAITING jobs +2021-12-18 04:43:06,359 Update finished +2021-12-18 04:43:16,369 Reloading parameters... +2021-12-18 04:43:16,388 Loading parameters... +2021-12-18 04:43:16,389 Loading project parameters... +2021-12-18 04:43:16,391 + +22 of 25 jobs remaining (04:43) +2021-12-18 04:43:16,391 Sleep: 10 +2021-12-18 04:43:16,391 Number of retrials: 0 +2021-12-18 04:43:16,392 WRAPPER CHECK TIME = 10 +2021-12-18 04:43:16,392 Checking jobs for platform=marenostrum4 +2021-12-18 04:43:16,393 Checking jobs for platform=nord3 +2021-12-18 04:43:16,393 Checking jobs for platform=local +2021-12-18 04:43:16,394 Checking jobs for platform=transfer_node +2021-12-18 04:43:16,394 Checking all jobs at once +2021-12-18 04:43:19,020 Successful check job command +2021-12-18 04:43:21,441 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:43:21,441 End of checking +2021-12-18 04:43:21,444 Updating FAILED jobs +2021-12-18 04:43:21,444 Updating WAITING jobs +2021-12-18 04:43:21,445 Update finished +2021-12-18 04:43:21,445 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:43:21,445 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:43:21,445 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:43:21,445 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:43:21,445 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:43:21,449 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:43:21,451 Job list saved +2021-12-18 04:43:21,455 Updating FAILED jobs +2021-12-18 04:43:21,455 Updating WAITING jobs +2021-12-18 04:43:21,459 Update finished +2021-12-18 04:43:31,469 Reloading parameters... +2021-12-18 04:43:31,487 Loading parameters... +2021-12-18 04:43:31,488 Loading project parameters... +2021-12-18 04:43:31,490 + +22 of 25 jobs remaining (04:43) +2021-12-18 04:43:31,490 Sleep: 10 +2021-12-18 04:43:31,490 Number of retrials: 0 +2021-12-18 04:43:31,490 WRAPPER CHECK TIME = 10 +2021-12-18 04:43:31,491 Checking jobs for platform=marenostrum4 +2021-12-18 04:43:31,492 Checking jobs for platform=nord3 +2021-12-18 04:43:31,492 Checking jobs for platform=local +2021-12-18 04:43:31,493 Checking jobs for platform=transfer_node +2021-12-18 04:43:31,493 Checking all jobs at once +2021-12-18 04:43:32,766 Successful check job command +2021-12-18 04:43:34,136 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:43:34,136 End of checking +2021-12-18 04:43:34,137 Updating FAILED jobs +2021-12-18 04:43:34,137 Updating WAITING jobs +2021-12-18 04:43:34,137 Update finished +2021-12-18 04:43:34,138 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:43:34,138 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:43:34,138 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:43:34,138 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:43:34,139 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:43:34,141 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:43:34,143 Job list saved +2021-12-18 04:43:34,147 Updating FAILED jobs +2021-12-18 04:43:34,148 Updating WAITING jobs +2021-12-18 04:43:34,148 Update finished +2021-12-18 04:43:44,158 Reloading parameters... +2021-12-18 04:43:44,177 Loading parameters... +2021-12-18 04:43:44,178 Loading project parameters... +2021-12-18 04:43:44,180 + +22 of 25 jobs remaining (04:43) +2021-12-18 04:43:44,180 Sleep: 10 +2021-12-18 04:43:44,180 Number of retrials: 0 +2021-12-18 04:43:44,180 WRAPPER CHECK TIME = 10 +2021-12-18 04:43:44,181 Checking jobs for platform=marenostrum4 +2021-12-18 04:43:44,181 Checking jobs for platform=nord3 +2021-12-18 04:43:44,182 Checking jobs for platform=local +2021-12-18 04:43:44,182 Checking jobs for platform=transfer_node +2021-12-18 04:43:44,182 Checking all jobs at once +2021-12-18 04:43:45,705 Successful check job command +2021-12-18 04:43:47,074 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:43:47,074 End of checking +2021-12-18 04:43:47,075 Updating FAILED jobs +2021-12-18 04:43:47,076 Updating WAITING jobs +2021-12-18 04:43:47,076 Update finished +2021-12-18 04:43:47,076 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:43:47,076 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:43:47,076 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:43:47,076 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:43:47,077 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:43:47,079 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:43:47,082 Job list saved +2021-12-18 04:43:47,086 Updating FAILED jobs +2021-12-18 04:43:47,086 Updating WAITING jobs +2021-12-18 04:43:47,086 Update finished +2021-12-18 04:43:57,097 Reloading parameters... +2021-12-18 04:43:57,114 Loading parameters... +2021-12-18 04:43:57,115 Loading project parameters... +2021-12-18 04:43:57,117 + +22 of 25 jobs remaining (04:43) +2021-12-18 04:43:57,118 Sleep: 10 +2021-12-18 04:43:57,118 Number of retrials: 0 +2021-12-18 04:43:57,118 WRAPPER CHECK TIME = 10 +2021-12-18 04:43:57,118 Checking jobs for platform=marenostrum4 +2021-12-18 04:43:57,119 Checking jobs for platform=nord3 +2021-12-18 04:43:57,119 Checking jobs for platform=local +2021-12-18 04:43:57,120 Checking jobs for platform=transfer_node +2021-12-18 04:43:57,120 Checking all jobs at once +2021-12-18 04:43:59,241 Successful check job command +2021-12-18 04:44:01,163 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:44:01,163 End of checking +2021-12-18 04:44:01,164 Updating FAILED jobs +2021-12-18 04:44:01,165 Updating WAITING jobs +2021-12-18 04:44:01,165 Update finished +2021-12-18 04:44:01,165 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:44:01,165 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:44:01,165 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:44:01,165 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:44:01,166 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:44:01,168 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:44:01,170 Job list saved +2021-12-18 04:44:01,175 Updating FAILED jobs +2021-12-18 04:44:01,175 Updating WAITING jobs +2021-12-18 04:44:01,175 Update finished +2021-12-18 04:44:11,179 Reloading parameters... +2021-12-18 04:44:11,197 Loading parameters... +2021-12-18 04:44:11,198 Loading project parameters... +2021-12-18 04:44:11,200 + +22 of 25 jobs remaining (04:44) +2021-12-18 04:44:11,200 Sleep: 10 +2021-12-18 04:44:11,200 Number of retrials: 0 +2021-12-18 04:44:11,200 WRAPPER CHECK TIME = 10 +2021-12-18 04:44:11,201 Checking jobs for platform=marenostrum4 +2021-12-18 04:44:11,201 Checking jobs for platform=nord3 +2021-12-18 04:44:11,202 Checking jobs for platform=local +2021-12-18 04:44:11,202 Checking jobs for platform=transfer_node +2021-12-18 04:44:11,203 Checking all jobs at once +2021-12-18 04:44:13,025 Successful check job command +2021-12-18 04:44:14,395 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:44:14,396 End of checking +2021-12-18 04:44:14,397 Updating FAILED jobs +2021-12-18 04:44:14,397 Updating WAITING jobs +2021-12-18 04:44:14,397 Update finished +2021-12-18 04:44:14,398 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:44:14,398 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:44:14,398 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:44:14,398 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:44:14,399 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:44:14,401 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:44:14,403 Job list saved +2021-12-18 04:44:14,408 Updating FAILED jobs +2021-12-18 04:44:14,408 Updating WAITING jobs +2021-12-18 04:44:14,409 Update finished +2021-12-18 04:44:24,411 Reloading parameters... +2021-12-18 04:44:24,428 Loading parameters... +2021-12-18 04:44:24,429 Loading project parameters... +2021-12-18 04:44:24,431 + +22 of 25 jobs remaining (04:44) +2021-12-18 04:44:24,431 Sleep: 10 +2021-12-18 04:44:24,431 Number of retrials: 0 +2021-12-18 04:44:24,431 WRAPPER CHECK TIME = 10 +2021-12-18 04:44:24,432 Checking jobs for platform=marenostrum4 +2021-12-18 04:44:24,432 Checking jobs for platform=nord3 +2021-12-18 04:44:24,433 Checking jobs for platform=local +2021-12-18 04:44:24,433 Checking jobs for platform=transfer_node +2021-12-18 04:44:24,434 Checking all jobs at once +2021-12-18 04:44:26,504 Successful check job command +2021-12-18 04:44:28,474 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:44:28,475 End of checking +2021-12-18 04:44:28,476 Updating FAILED jobs +2021-12-18 04:44:28,476 Updating WAITING jobs +2021-12-18 04:44:28,476 Update finished +2021-12-18 04:44:28,476 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:44:28,476 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:44:28,477 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:44:28,477 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:44:28,477 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:44:28,479 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:44:28,481 Job list saved +2021-12-18 04:44:28,486 Updating FAILED jobs +2021-12-18 04:44:28,486 Updating WAITING jobs +2021-12-18 04:44:28,486 Update finished +2021-12-18 04:44:38,496 Reloading parameters... +2021-12-18 04:44:38,514 Loading parameters... +2021-12-18 04:44:38,515 Loading project parameters... +2021-12-18 04:44:38,517 + +22 of 25 jobs remaining (04:44) +2021-12-18 04:44:38,517 Sleep: 10 +2021-12-18 04:44:38,517 Number of retrials: 0 +2021-12-18 04:44:38,518 WRAPPER CHECK TIME = 10 +2021-12-18 04:44:38,518 Checking jobs for platform=marenostrum4 +2021-12-18 04:44:38,519 Checking jobs for platform=nord3 +2021-12-18 04:44:38,519 Checking jobs for platform=local +2021-12-18 04:44:38,520 Checking jobs for platform=transfer_node +2021-12-18 04:44:38,520 Checking all jobs at once +2021-12-18 04:44:39,939 Successful check job command +2021-12-18 04:44:41,208 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:44:41,208 End of checking +2021-12-18 04:44:41,210 Updating FAILED jobs +2021-12-18 04:44:41,210 Updating WAITING jobs +2021-12-18 04:44:41,210 Update finished +2021-12-18 04:44:41,210 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:44:41,210 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:44:41,211 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:44:41,211 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:44:41,211 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:44:41,213 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:44:41,216 Job list saved +2021-12-18 04:44:41,220 Updating FAILED jobs +2021-12-18 04:44:41,220 Updating WAITING jobs +2021-12-18 04:44:41,220 Update finished +2021-12-18 04:44:51,230 Reloading parameters... +2021-12-18 04:44:51,247 Loading parameters... +2021-12-18 04:44:51,248 Loading project parameters... +2021-12-18 04:44:51,250 + +22 of 25 jobs remaining (04:44) +2021-12-18 04:44:51,250 Sleep: 10 +2021-12-18 04:44:51,250 Number of retrials: 0 +2021-12-18 04:44:51,250 WRAPPER CHECK TIME = 10 +2021-12-18 04:44:51,251 Checking jobs for platform=marenostrum4 +2021-12-18 04:44:51,252 Checking jobs for platform=nord3 +2021-12-18 04:44:51,252 Checking jobs for platform=local +2021-12-18 04:44:51,253 Checking jobs for platform=transfer_node +2021-12-18 04:44:51,253 Checking all jobs at once +2021-12-18 04:44:52,522 Successful check job command +2021-12-18 04:44:53,741 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:44:53,741 End of checking +2021-12-18 04:44:53,743 Updating FAILED jobs +2021-12-18 04:44:53,743 Updating WAITING jobs +2021-12-18 04:44:53,743 Update finished +2021-12-18 04:44:53,743 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:44:53,744 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:44:53,744 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:44:53,744 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:44:53,744 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:44:53,747 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:44:53,749 Job list saved +2021-12-18 04:44:53,755 Updating FAILED jobs +2021-12-18 04:44:53,755 Updating WAITING jobs +2021-12-18 04:44:53,755 Update finished +2021-12-18 04:45:03,763 Reloading parameters... +2021-12-18 04:45:03,807 Loading parameters... +2021-12-18 04:45:03,809 Loading project parameters... +2021-12-18 04:45:03,811 + +22 of 25 jobs remaining (04:45) +2021-12-18 04:45:03,811 Sleep: 10 +2021-12-18 04:45:03,811 Number of retrials: 0 +2021-12-18 04:45:03,811 WRAPPER CHECK TIME = 10 +2021-12-18 04:45:03,812 Checking jobs for platform=marenostrum4 +2021-12-18 04:45:03,812 Checking jobs for platform=nord3 +2021-12-18 04:45:03,813 Checking jobs for platform=local +2021-12-18 04:45:03,814 Checking jobs for platform=transfer_node +2021-12-18 04:45:03,814 Checking all jobs at once +2021-12-18 04:45:05,888 Successful check job command +2021-12-18 04:45:07,408 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:45:07,408 End of checking +2021-12-18 04:45:07,409 Updating FAILED jobs +2021-12-18 04:45:07,409 Updating WAITING jobs +2021-12-18 04:45:07,410 Update finished +2021-12-18 04:45:07,410 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:45:07,410 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:45:07,410 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:45:07,410 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:45:07,410 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:45:07,413 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:45:07,415 Job list saved +2021-12-18 04:45:07,422 Updating FAILED jobs +2021-12-18 04:45:07,422 Updating WAITING jobs +2021-12-18 04:45:07,422 Update finished +2021-12-18 04:45:17,423 Reloading parameters... +2021-12-18 04:45:17,443 Loading parameters... +2021-12-18 04:45:17,445 Loading project parameters... +2021-12-18 04:45:17,446 + +22 of 25 jobs remaining (04:45) +2021-12-18 04:45:17,447 Sleep: 10 +2021-12-18 04:45:17,447 Number of retrials: 0 +2021-12-18 04:45:17,447 WRAPPER CHECK TIME = 10 +2021-12-18 04:45:17,448 Checking jobs for platform=marenostrum4 +2021-12-18 04:45:17,448 Checking jobs for platform=nord3 +2021-12-18 04:45:17,449 Checking jobs for platform=local +2021-12-18 04:45:17,449 Checking jobs for platform=transfer_node +2021-12-18 04:45:17,449 Checking all jobs at once +2021-12-18 04:45:20,124 Successful check job command +2021-12-18 04:45:21,744 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:45:21,744 End of checking +2021-12-18 04:45:21,745 Updating FAILED jobs +2021-12-18 04:45:21,746 Updating WAITING jobs +2021-12-18 04:45:21,746 Update finished +2021-12-18 04:45:21,746 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:45:21,746 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:45:21,746 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:45:21,746 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:45:21,747 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:45:21,749 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:45:21,751 Job list saved +2021-12-18 04:45:21,756 Updating FAILED jobs +2021-12-18 04:45:21,756 Updating WAITING jobs +2021-12-18 04:45:21,756 Update finished +2021-12-18 04:45:31,766 Reloading parameters... +2021-12-18 04:45:31,784 Loading parameters... +2021-12-18 04:45:31,785 Loading project parameters... +2021-12-18 04:45:31,787 + +22 of 25 jobs remaining (04:45) +2021-12-18 04:45:31,787 Sleep: 10 +2021-12-18 04:45:31,787 Number of retrials: 0 +2021-12-18 04:45:31,787 WRAPPER CHECK TIME = 10 +2021-12-18 04:45:31,788 Checking jobs for platform=marenostrum4 +2021-12-18 04:45:31,789 Checking jobs for platform=nord3 +2021-12-18 04:45:31,789 Checking jobs for platform=local +2021-12-18 04:45:31,790 Checking jobs for platform=transfer_node +2021-12-18 04:45:31,790 Checking all jobs at once +2021-12-18 04:45:33,209 Successful check job command +2021-12-18 04:45:34,429 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:45:34,430 End of checking +2021-12-18 04:45:34,431 Updating FAILED jobs +2021-12-18 04:45:34,431 Updating WAITING jobs +2021-12-18 04:45:34,432 Update finished +2021-12-18 04:45:34,432 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:45:34,432 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:45:34,432 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:45:34,433 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:45:34,433 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:45:34,435 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:45:34,437 Job list saved +2021-12-18 04:45:34,441 Updating FAILED jobs +2021-12-18 04:45:34,442 Updating WAITING jobs +2021-12-18 04:45:34,442 Update finished +2021-12-18 04:45:44,448 Reloading parameters... +2021-12-18 04:45:44,466 Loading parameters... +2021-12-18 04:45:44,468 Loading project parameters... +2021-12-18 04:45:44,470 + +22 of 25 jobs remaining (04:45) +2021-12-18 04:45:44,470 Sleep: 10 +2021-12-18 04:45:44,470 Number of retrials: 0 +2021-12-18 04:45:44,470 WRAPPER CHECK TIME = 10 +2021-12-18 04:45:44,471 Checking jobs for platform=marenostrum4 +2021-12-18 04:45:44,472 Checking jobs for platform=nord3 +2021-12-18 04:45:44,472 Checking jobs for platform=local +2021-12-18 04:45:44,474 Checking jobs for platform=transfer_node +2021-12-18 04:45:44,474 Checking all jobs at once +2021-12-18 04:45:46,000 Successful check job command +2021-12-18 04:45:47,369 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:45:47,369 End of checking +2021-12-18 04:45:47,371 Updating FAILED jobs +2021-12-18 04:45:47,371 Updating WAITING jobs +2021-12-18 04:45:47,371 Update finished +2021-12-18 04:45:47,371 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:45:47,372 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:45:47,372 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:45:47,372 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:45:47,372 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:45:47,374 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:45:47,377 Job list saved +2021-12-18 04:45:47,382 Updating FAILED jobs +2021-12-18 04:45:47,382 Updating WAITING jobs +2021-12-18 04:45:47,382 Update finished +2021-12-18 04:45:57,392 Reloading parameters... +2021-12-18 04:45:57,413 Loading parameters... +2021-12-18 04:45:57,414 Loading project parameters... +2021-12-18 04:45:57,416 + +22 of 25 jobs remaining (04:45) +2021-12-18 04:45:57,416 Sleep: 10 +2021-12-18 04:45:57,416 Number of retrials: 0 +2021-12-18 04:45:57,417 WRAPPER CHECK TIME = 10 +2021-12-18 04:45:57,417 Checking jobs for platform=marenostrum4 +2021-12-18 04:45:57,418 Checking jobs for platform=nord3 +2021-12-18 04:45:57,418 Checking jobs for platform=local +2021-12-18 04:45:57,419 Checking jobs for platform=transfer_node +2021-12-18 04:45:57,419 Checking all jobs at once +2021-12-18 04:45:58,940 Successful check job command +2021-12-18 04:46:01,011 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:46:01,011 End of checking +2021-12-18 04:46:01,012 Updating FAILED jobs +2021-12-18 04:46:01,013 Updating WAITING jobs +2021-12-18 04:46:01,013 Update finished +2021-12-18 04:46:01,013 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:46:01,013 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:46:01,013 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:46:01,013 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:46:01,014 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:46:01,016 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:46:01,018 Job list saved +2021-12-18 04:46:01,024 Updating FAILED jobs +2021-12-18 04:46:01,025 Updating WAITING jobs +2021-12-18 04:46:01,025 Update finished +2021-12-18 04:46:11,035 Reloading parameters... +2021-12-18 04:46:11,060 Loading parameters... +2021-12-18 04:46:11,061 Loading project parameters... +2021-12-18 04:46:11,063 + +22 of 25 jobs remaining (04:46) +2021-12-18 04:46:11,064 Sleep: 10 +2021-12-18 04:46:11,064 Number of retrials: 0 +2021-12-18 04:46:11,064 WRAPPER CHECK TIME = 10 +2021-12-18 04:46:11,064 Checking jobs for platform=marenostrum4 +2021-12-18 04:46:11,065 Checking jobs for platform=nord3 +2021-12-18 04:46:11,065 Checking jobs for platform=local +2021-12-18 04:46:11,066 Checking jobs for platform=transfer_node +2021-12-18 04:46:11,066 Checking all jobs at once +2021-12-18 04:46:12,538 Successful check job command +2021-12-18 04:46:13,958 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:46:13,959 End of checking +2021-12-18 04:46:13,960 Updating FAILED jobs +2021-12-18 04:46:13,960 Updating WAITING jobs +2021-12-18 04:46:13,960 Update finished +2021-12-18 04:46:13,960 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:46:13,961 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:46:13,961 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:46:13,961 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:46:13,961 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:46:13,964 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:46:13,966 Job list saved +2021-12-18 04:46:13,970 Updating FAILED jobs +2021-12-18 04:46:13,970 Updating WAITING jobs +2021-12-18 04:46:13,970 Update finished +2021-12-18 04:46:23,980 Reloading parameters... +2021-12-18 04:46:23,999 Loading parameters... +2021-12-18 04:46:24,001 Loading project parameters... +2021-12-18 04:46:24,003 + +22 of 25 jobs remaining (04:46) +2021-12-18 04:46:24,003 Sleep: 10 +2021-12-18 04:46:24,003 Number of retrials: 0 +2021-12-18 04:46:24,003 WRAPPER CHECK TIME = 10 +2021-12-18 04:46:24,003 Checking jobs for platform=marenostrum4 +2021-12-18 04:46:24,004 Checking jobs for platform=nord3 +2021-12-18 04:46:24,005 Checking jobs for platform=local +2021-12-18 04:46:24,005 Checking jobs for platform=transfer_node +2021-12-18 04:46:24,005 Checking all jobs at once +2021-12-18 04:46:25,836 Successful check job command +2021-12-18 04:46:27,359 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:46:27,359 End of checking +2021-12-18 04:46:27,360 Updating FAILED jobs +2021-12-18 04:46:27,360 Updating WAITING jobs +2021-12-18 04:46:27,361 Update finished +2021-12-18 04:46:27,361 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:46:27,361 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:46:27,361 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:46:27,361 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:46:27,361 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:46:27,364 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:46:27,366 Job list saved +2021-12-18 04:46:27,370 Updating FAILED jobs +2021-12-18 04:46:27,371 Updating WAITING jobs +2021-12-18 04:46:27,371 Update finished +2021-12-18 04:46:37,381 Reloading parameters... +2021-12-18 04:46:37,405 Loading parameters... +2021-12-18 04:46:37,406 Loading project parameters... +2021-12-18 04:46:37,408 + +22 of 25 jobs remaining (04:46) +2021-12-18 04:46:37,408 Sleep: 10 +2021-12-18 04:46:37,409 Number of retrials: 0 +2021-12-18 04:46:37,409 WRAPPER CHECK TIME = 10 +2021-12-18 04:46:37,409 Checking jobs for platform=marenostrum4 +2021-12-18 04:46:37,410 Checking jobs for platform=nord3 +2021-12-18 04:46:37,410 Checking jobs for platform=local +2021-12-18 04:46:37,411 Checking jobs for platform=transfer_node +2021-12-18 04:46:37,411 Checking all jobs at once +2021-12-18 04:46:39,191 Successful check job command +2021-12-18 04:46:40,761 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:46:40,761 End of checking +2021-12-18 04:46:40,762 Updating FAILED jobs +2021-12-18 04:46:40,763 Updating WAITING jobs +2021-12-18 04:46:40,763 Update finished +2021-12-18 04:46:40,763 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:46:40,763 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:46:40,763 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:46:40,763 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:46:40,764 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:46:40,767 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:46:40,769 Job list saved +2021-12-18 04:46:40,775 Updating FAILED jobs +2021-12-18 04:46:40,775 Updating WAITING jobs +2021-12-18 04:46:40,775 Update finished +2021-12-18 04:46:50,782 Reloading parameters... +2021-12-18 04:46:50,800 Loading parameters... +2021-12-18 04:46:50,801 Loading project parameters... +2021-12-18 04:46:50,803 + +22 of 25 jobs remaining (04:46) +2021-12-18 04:46:50,804 Sleep: 10 +2021-12-18 04:46:50,804 Number of retrials: 0 +2021-12-18 04:46:50,804 WRAPPER CHECK TIME = 10 +2021-12-18 04:46:50,804 Checking jobs for platform=marenostrum4 +2021-12-18 04:46:50,805 Checking jobs for platform=nord3 +2021-12-18 04:46:50,805 Checking jobs for platform=local +2021-12-18 04:46:50,806 Checking jobs for platform=transfer_node +2021-12-18 04:46:50,806 Checking all jobs at once +2021-12-18 04:46:52,175 Successful check job command +2021-12-18 04:46:53,745 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:46:53,745 End of checking +2021-12-18 04:46:53,746 Updating FAILED jobs +2021-12-18 04:46:53,747 Updating WAITING jobs +2021-12-18 04:46:53,747 Update finished +2021-12-18 04:46:53,747 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:46:53,748 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:46:53,748 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:46:53,748 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:46:53,748 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:46:53,750 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:46:53,752 Job list saved +2021-12-18 04:46:53,757 Updating FAILED jobs +2021-12-18 04:46:53,757 Updating WAITING jobs +2021-12-18 04:46:53,757 Update finished +2021-12-18 04:47:03,767 Reloading parameters... +2021-12-18 04:47:03,784 Loading parameters... +2021-12-18 04:47:03,786 Loading project parameters... +2021-12-18 04:47:03,787 + +22 of 25 jobs remaining (04:47) +2021-12-18 04:47:03,788 Sleep: 10 +2021-12-18 04:47:03,788 Number of retrials: 0 +2021-12-18 04:47:03,788 WRAPPER CHECK TIME = 10 +2021-12-18 04:47:03,788 Checking jobs for platform=marenostrum4 +2021-12-18 04:47:03,789 Checking jobs for platform=nord3 +2021-12-18 04:47:03,790 Checking jobs for platform=local +2021-12-18 04:47:03,790 Checking jobs for platform=transfer_node +2021-12-18 04:47:03,790 Checking all jobs at once +2021-12-18 04:47:05,260 Successful check job command +2021-12-18 04:47:06,680 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:47:06,680 End of checking +2021-12-18 04:47:06,681 Updating FAILED jobs +2021-12-18 04:47:06,681 Updating WAITING jobs +2021-12-18 04:47:06,682 Update finished +2021-12-18 04:47:06,682 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:47:06,682 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:47:06,682 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:47:06,682 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:47:06,682 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:47:06,685 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:47:06,688 Job list saved +2021-12-18 04:47:06,692 Updating FAILED jobs +2021-12-18 04:47:06,693 Updating WAITING jobs +2021-12-18 04:47:06,693 Update finished +2021-12-18 04:47:16,698 Reloading parameters... +2021-12-18 04:47:16,716 Loading parameters... +2021-12-18 04:47:16,717 Loading project parameters... +2021-12-18 04:47:16,719 + +22 of 25 jobs remaining (04:47) +2021-12-18 04:47:16,719 Sleep: 10 +2021-12-18 04:47:16,719 Number of retrials: 0 +2021-12-18 04:47:16,719 WRAPPER CHECK TIME = 10 +2021-12-18 04:47:16,720 Checking jobs for platform=marenostrum4 +2021-12-18 04:47:16,721 Checking jobs for platform=nord3 +2021-12-18 04:47:16,721 Checking jobs for platform=local +2021-12-18 04:47:16,722 Checking jobs for platform=transfer_node +2021-12-18 04:47:16,722 Checking all jobs at once +2021-12-18 04:47:18,093 Successful check job command +2021-12-18 04:47:19,562 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:47:19,563 End of checking +2021-12-18 04:47:19,564 Updating FAILED jobs +2021-12-18 04:47:19,565 Updating WAITING jobs +2021-12-18 04:47:19,565 Update finished +2021-12-18 04:47:19,565 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:47:19,565 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:47:19,565 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:47:19,565 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:47:19,566 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:47:19,568 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:47:19,571 Job list saved +2021-12-18 04:47:19,582 Updating FAILED jobs +2021-12-18 04:47:19,582 Updating WAITING jobs +2021-12-18 04:47:19,583 Update finished +2021-12-18 04:47:29,593 Reloading parameters... +2021-12-18 04:47:29,611 Loading parameters... +2021-12-18 04:47:29,613 Loading project parameters... +2021-12-18 04:47:29,614 + +22 of 25 jobs remaining (04:47) +2021-12-18 04:47:29,615 Sleep: 10 +2021-12-18 04:47:29,615 Number of retrials: 0 +2021-12-18 04:47:29,615 WRAPPER CHECK TIME = 10 +2021-12-18 04:47:29,615 Checking jobs for platform=marenostrum4 +2021-12-18 04:47:29,616 Checking jobs for platform=nord3 +2021-12-18 04:47:29,616 Checking jobs for platform=local +2021-12-18 04:47:29,617 Checking jobs for platform=transfer_node +2021-12-18 04:47:29,617 Checking all jobs at once +2021-12-18 04:47:30,987 Successful check job command +2021-12-18 04:47:32,658 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:47:32,659 End of checking +2021-12-18 04:47:32,660 Updating FAILED jobs +2021-12-18 04:47:32,660 Updating WAITING jobs +2021-12-18 04:47:32,660 Update finished +2021-12-18 04:47:32,660 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:47:32,661 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:47:32,661 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:47:32,661 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:47:32,662 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:47:32,665 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:47:32,668 Job list saved +2021-12-18 04:47:32,672 Updating FAILED jobs +2021-12-18 04:47:32,673 Updating WAITING jobs +2021-12-18 04:47:32,673 Update finished +2021-12-18 04:47:42,682 Reloading parameters... +2021-12-18 04:47:42,705 Loading parameters... +2021-12-18 04:47:42,706 Loading project parameters... +2021-12-18 04:47:42,709 + +22 of 25 jobs remaining (04:47) +2021-12-18 04:47:42,709 Sleep: 10 +2021-12-18 04:47:42,710 Number of retrials: 0 +2021-12-18 04:47:42,710 WRAPPER CHECK TIME = 10 +2021-12-18 04:47:42,710 Checking jobs for platform=marenostrum4 +2021-12-18 04:47:42,714 Checking jobs for platform=nord3 +2021-12-18 04:47:42,715 Checking jobs for platform=local +2021-12-18 04:47:42,715 Checking jobs for platform=transfer_node +2021-12-18 04:47:42,715 Checking all jobs at once +2021-12-18 04:47:43,985 Successful check job command +2021-12-18 04:47:45,306 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:47:45,306 End of checking +2021-12-18 04:47:45,307 Updating FAILED jobs +2021-12-18 04:47:45,307 Updating WAITING jobs +2021-12-18 04:47:45,308 Update finished +2021-12-18 04:47:45,308 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:47:45,308 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:47:45,308 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:47:45,308 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:47:45,308 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:47:45,311 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:47:45,313 Job list saved +2021-12-18 04:47:45,318 Updating FAILED jobs +2021-12-18 04:47:45,318 Updating WAITING jobs +2021-12-18 04:47:45,318 Update finished +2021-12-18 04:47:55,326 Reloading parameters... +2021-12-18 04:47:55,345 Loading parameters... +2021-12-18 04:47:55,346 Loading project parameters... +2021-12-18 04:47:55,348 + +22 of 25 jobs remaining (04:47) +2021-12-18 04:47:55,348 Sleep: 10 +2021-12-18 04:47:55,349 Number of retrials: 0 +2021-12-18 04:47:55,349 WRAPPER CHECK TIME = 10 +2021-12-18 04:47:55,350 Checking jobs for platform=marenostrum4 +2021-12-18 04:47:55,350 Checking jobs for platform=nord3 +2021-12-18 04:47:55,351 Checking jobs for platform=local +2021-12-18 04:47:55,351 Checking jobs for platform=transfer_node +2021-12-18 04:47:55,351 Checking all jobs at once +2021-12-18 04:47:56,621 Successful check job command +2021-12-18 04:47:57,840 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:47:57,840 End of checking +2021-12-18 04:47:57,841 Updating FAILED jobs +2021-12-18 04:47:57,841 Updating WAITING jobs +2021-12-18 04:47:57,842 Update finished +2021-12-18 04:47:57,842 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:47:57,842 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:47:57,842 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:47:57,842 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:47:57,842 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:47:57,844 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:47:57,847 Job list saved +2021-12-18 04:47:57,851 Updating FAILED jobs +2021-12-18 04:47:57,851 Updating WAITING jobs +2021-12-18 04:47:57,852 Update finished +2021-12-18 04:48:07,862 Reloading parameters... +2021-12-18 04:48:07,879 Loading parameters... +2021-12-18 04:48:07,881 Loading project parameters... +2021-12-18 04:48:07,884 + +22 of 25 jobs remaining (04:48) +2021-12-18 04:48:07,884 Sleep: 10 +2021-12-18 04:48:07,884 Number of retrials: 0 +2021-12-18 04:48:07,884 WRAPPER CHECK TIME = 10 +2021-12-18 04:48:07,885 Checking jobs for platform=marenostrum4 +2021-12-18 04:48:07,886 Checking jobs for platform=nord3 +2021-12-18 04:48:07,887 Checking jobs for platform=local +2021-12-18 04:48:07,887 Checking jobs for platform=transfer_node +2021-12-18 04:48:07,888 Checking all jobs at once +2021-12-18 04:48:09,407 Successful check job command +2021-12-18 04:48:10,927 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:48:10,927 End of checking +2021-12-18 04:48:10,928 Updating FAILED jobs +2021-12-18 04:48:10,928 Updating WAITING jobs +2021-12-18 04:48:10,928 Update finished +2021-12-18 04:48:10,929 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:48:10,929 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:48:10,930 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:48:10,930 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:48:10,930 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:48:10,932 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:48:10,934 Job list saved +2021-12-18 04:48:10,939 Updating FAILED jobs +2021-12-18 04:48:10,939 Updating WAITING jobs +2021-12-18 04:48:10,939 Update finished +2021-12-18 04:48:20,949 Reloading parameters... +2021-12-18 04:48:20,967 Loading parameters... +2021-12-18 04:48:20,968 Loading project parameters... +2021-12-18 04:48:20,971 + +22 of 25 jobs remaining (04:48) +2021-12-18 04:48:20,971 Sleep: 10 +2021-12-18 04:48:20,971 Number of retrials: 0 +2021-12-18 04:48:20,971 WRAPPER CHECK TIME = 10 +2021-12-18 04:48:20,972 Checking jobs for platform=marenostrum4 +2021-12-18 04:48:20,972 Checking jobs for platform=nord3 +2021-12-18 04:48:20,973 Checking jobs for platform=local +2021-12-18 04:48:20,973 Checking jobs for platform=transfer_node +2021-12-18 04:48:20,973 Checking all jobs at once +2021-12-18 04:48:22,292 Successful check job command +2021-12-18 04:48:23,612 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:48:23,612 End of checking +2021-12-18 04:48:23,613 Updating FAILED jobs +2021-12-18 04:48:23,614 Updating WAITING jobs +2021-12-18 04:48:23,614 Update finished +2021-12-18 04:48:23,614 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:48:23,614 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:48:23,614 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:48:23,614 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:48:23,615 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:48:23,617 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:48:23,619 Job list saved +2021-12-18 04:48:23,624 Updating FAILED jobs +2021-12-18 04:48:23,624 Updating WAITING jobs +2021-12-18 04:48:23,624 Update finished +2021-12-18 04:48:33,634 Reloading parameters... +2021-12-18 04:48:33,653 Loading parameters... +2021-12-18 04:48:33,654 Loading project parameters... +2021-12-18 04:48:33,656 + +22 of 25 jobs remaining (04:48) +2021-12-18 04:48:33,656 Sleep: 10 +2021-12-18 04:48:33,657 Number of retrials: 0 +2021-12-18 04:48:33,657 WRAPPER CHECK TIME = 10 +2021-12-18 04:48:33,657 Checking jobs for platform=marenostrum4 +2021-12-18 04:48:33,658 Checking jobs for platform=nord3 +2021-12-18 04:48:33,658 Checking jobs for platform=local +2021-12-18 04:48:33,659 Checking jobs for platform=transfer_node +2021-12-18 04:48:33,659 Checking all jobs at once +2021-12-18 04:48:34,979 Successful check job command +2021-12-18 04:48:36,300 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:48:36,300 End of checking +2021-12-18 04:48:36,301 Updating FAILED jobs +2021-12-18 04:48:36,301 Updating WAITING jobs +2021-12-18 04:48:36,302 Update finished +2021-12-18 04:48:36,302 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:48:36,302 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:48:36,302 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:48:36,302 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:48:36,302 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:48:36,305 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:48:36,307 Job list saved +2021-12-18 04:48:36,312 Updating FAILED jobs +2021-12-18 04:48:36,312 Updating WAITING jobs +2021-12-18 04:48:36,313 Update finished +2021-12-18 04:48:46,323 Reloading parameters... +2021-12-18 04:48:46,340 Loading parameters... +2021-12-18 04:48:46,342 Loading project parameters... +2021-12-18 04:48:46,344 + +22 of 25 jobs remaining (04:48) +2021-12-18 04:48:46,344 Sleep: 10 +2021-12-18 04:48:46,344 Number of retrials: 0 +2021-12-18 04:48:46,344 WRAPPER CHECK TIME = 10 +2021-12-18 04:48:46,345 Checking jobs for platform=marenostrum4 +2021-12-18 04:48:46,345 Checking jobs for platform=nord3 +2021-12-18 04:48:46,346 Checking jobs for platform=local +2021-12-18 04:48:46,346 Checking jobs for platform=transfer_node +2021-12-18 04:48:46,346 Checking all jobs at once +2021-12-18 04:48:47,717 Successful check job command +2021-12-18 04:48:48,887 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:48:48,887 End of checking +2021-12-18 04:48:48,888 Updating FAILED jobs +2021-12-18 04:48:48,888 Updating WAITING jobs +2021-12-18 04:48:48,888 Update finished +2021-12-18 04:48:48,889 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:48:48,889 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:48:48,889 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:48:48,889 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:48:48,890 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:48:48,892 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:48:48,894 Job list saved +2021-12-18 04:48:48,898 Updating FAILED jobs +2021-12-18 04:48:48,899 Updating WAITING jobs +2021-12-18 04:48:48,899 Update finished +2021-12-18 04:48:58,909 Reloading parameters... +2021-12-18 04:48:58,927 Loading parameters... +2021-12-18 04:48:58,928 Loading project parameters... +2021-12-18 04:48:58,930 + +22 of 25 jobs remaining (04:48) +2021-12-18 04:48:58,930 Sleep: 10 +2021-12-18 04:48:58,930 Number of retrials: 0 +2021-12-18 04:48:58,931 WRAPPER CHECK TIME = 10 +2021-12-18 04:48:58,931 Checking jobs for platform=marenostrum4 +2021-12-18 04:48:58,932 Checking jobs for platform=nord3 +2021-12-18 04:48:58,932 Checking jobs for platform=local +2021-12-18 04:48:58,933 Checking jobs for platform=transfer_node +2021-12-18 04:48:58,933 Checking all jobs at once +2021-12-18 04:49:00,303 Successful check job command +2021-12-18 04:49:01,471 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:49:01,472 End of checking +2021-12-18 04:49:01,473 Updating FAILED jobs +2021-12-18 04:49:01,473 Updating WAITING jobs +2021-12-18 04:49:01,473 Update finished +2021-12-18 04:49:01,474 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:49:01,474 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:49:01,474 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:49:01,474 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:49:01,474 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:49:01,477 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:49:01,479 Job list saved +2021-12-18 04:49:01,483 Updating FAILED jobs +2021-12-18 04:49:01,484 Updating WAITING jobs +2021-12-18 04:49:01,484 Update finished +2021-12-18 04:49:11,490 Reloading parameters... +2021-12-18 04:49:11,507 Loading parameters... +2021-12-18 04:49:11,508 Loading project parameters... +2021-12-18 04:49:11,510 + +22 of 25 jobs remaining (04:49) +2021-12-18 04:49:11,510 Sleep: 10 +2021-12-18 04:49:11,510 Number of retrials: 0 +2021-12-18 04:49:11,511 WRAPPER CHECK TIME = 10 +2021-12-18 04:49:11,511 Checking jobs for platform=marenostrum4 +2021-12-18 04:49:11,512 Checking jobs for platform=nord3 +2021-12-18 04:49:11,512 Checking jobs for platform=local +2021-12-18 04:49:11,513 Checking jobs for platform=transfer_node +2021-12-18 04:49:11,513 Checking all jobs at once +2021-12-18 04:49:12,884 Successful check job command +2021-12-18 04:49:14,254 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:49:14,254 End of checking +2021-12-18 04:49:14,255 Updating FAILED jobs +2021-12-18 04:49:14,256 Updating WAITING jobs +2021-12-18 04:49:14,256 Update finished +2021-12-18 04:49:14,256 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:49:14,256 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:49:14,256 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:49:14,256 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:49:14,257 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:49:14,259 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:49:14,261 Job list saved +2021-12-18 04:49:14,266 Updating FAILED jobs +2021-12-18 04:49:14,266 Updating WAITING jobs +2021-12-18 04:49:14,266 Update finished +2021-12-18 04:49:24,276 Reloading parameters... +2021-12-18 04:49:24,293 Loading parameters... +2021-12-18 04:49:24,295 Loading project parameters... +2021-12-18 04:49:24,297 + +22 of 25 jobs remaining (04:49) +2021-12-18 04:49:24,297 Sleep: 10 +2021-12-18 04:49:24,297 Number of retrials: 0 +2021-12-18 04:49:24,297 WRAPPER CHECK TIME = 10 +2021-12-18 04:49:24,298 Checking jobs for platform=marenostrum4 +2021-12-18 04:49:24,298 Checking jobs for platform=nord3 +2021-12-18 04:49:24,299 Checking jobs for platform=local +2021-12-18 04:49:24,299 Checking jobs for platform=transfer_node +2021-12-18 04:49:24,299 Checking all jobs at once +2021-12-18 04:49:25,670 Successful check job command +2021-12-18 04:49:26,888 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:49:26,889 End of checking +2021-12-18 04:49:26,890 Updating FAILED jobs +2021-12-18 04:49:26,890 Updating WAITING jobs +2021-12-18 04:49:26,891 Update finished +2021-12-18 04:49:26,891 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:49:26,891 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:49:26,891 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:49:26,892 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:49:26,892 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:49:26,894 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:49:26,896 Job list saved +2021-12-18 04:49:26,901 Updating FAILED jobs +2021-12-18 04:49:26,901 Updating WAITING jobs +2021-12-18 04:49:26,901 Update finished +2021-12-18 04:49:36,911 Reloading parameters... +2021-12-18 04:49:36,929 Loading parameters... +2021-12-18 04:49:36,931 Loading project parameters... +2021-12-18 04:49:36,933 + +22 of 25 jobs remaining (04:49) +2021-12-18 04:49:36,933 Sleep: 10 +2021-12-18 04:49:36,933 Number of retrials: 0 +2021-12-18 04:49:36,933 WRAPPER CHECK TIME = 10 +2021-12-18 04:49:36,933 Checking jobs for platform=marenostrum4 +2021-12-18 04:49:36,934 Checking jobs for platform=nord3 +2021-12-18 04:49:36,935 Checking jobs for platform=local +2021-12-18 04:49:36,935 Checking jobs for platform=transfer_node +2021-12-18 04:49:36,935 Checking all jobs at once +2021-12-18 04:49:38,305 Successful check job command +2021-12-18 04:49:39,474 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:49:39,475 End of checking +2021-12-18 04:49:39,476 Updating FAILED jobs +2021-12-18 04:49:39,476 Updating WAITING jobs +2021-12-18 04:49:39,476 Update finished +2021-12-18 04:49:39,477 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:49:39,477 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:49:39,477 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:49:39,477 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:49:39,477 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:49:39,480 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:49:39,482 Job list saved +2021-12-18 04:49:39,486 Updating FAILED jobs +2021-12-18 04:49:39,487 Updating WAITING jobs +2021-12-18 04:49:39,487 Update finished +2021-12-18 04:49:49,497 Reloading parameters... +2021-12-18 04:49:49,516 Loading parameters... +2021-12-18 04:49:49,517 Loading project parameters... +2021-12-18 04:49:49,519 + +22 of 25 jobs remaining (04:49) +2021-12-18 04:49:49,519 Sleep: 10 +2021-12-18 04:49:49,519 Number of retrials: 0 +2021-12-18 04:49:49,519 WRAPPER CHECK TIME = 10 +2021-12-18 04:49:49,520 Checking jobs for platform=marenostrum4 +2021-12-18 04:49:49,520 Checking jobs for platform=nord3 +2021-12-18 04:49:49,521 Checking jobs for platform=local +2021-12-18 04:49:49,521 Checking jobs for platform=transfer_node +2021-12-18 04:49:49,522 Checking all jobs at once +2021-12-18 04:49:50,790 Successful check job command +2021-12-18 04:49:52,110 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:49:52,110 End of checking +2021-12-18 04:49:52,111 Updating FAILED jobs +2021-12-18 04:49:52,111 Updating WAITING jobs +2021-12-18 04:49:52,112 Update finished +2021-12-18 04:49:52,112 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:49:52,112 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:49:52,112 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:49:52,112 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:49:52,113 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:49:52,115 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:49:52,117 Job list saved +2021-12-18 04:49:52,122 Updating FAILED jobs +2021-12-18 04:49:52,122 Updating WAITING jobs +2021-12-18 04:49:52,123 Update finished +2021-12-18 04:50:02,129 Reloading parameters... +2021-12-18 04:50:02,149 Loading parameters... +2021-12-18 04:50:02,151 Loading project parameters... +2021-12-18 04:50:02,153 + +22 of 25 jobs remaining (04:50) +2021-12-18 04:50:02,153 Sleep: 10 +2021-12-18 04:50:02,153 Number of retrials: 0 +2021-12-18 04:50:02,153 WRAPPER CHECK TIME = 10 +2021-12-18 04:50:02,154 Checking jobs for platform=marenostrum4 +2021-12-18 04:50:02,155 Checking jobs for platform=nord3 +2021-12-18 04:50:02,155 Checking jobs for platform=local +2021-12-18 04:50:02,156 Checking jobs for platform=transfer_node +2021-12-18 04:50:02,156 Checking all jobs at once +2021-12-18 04:50:03,776 Successful check job command +2021-12-18 04:50:04,995 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:50:04,995 End of checking +2021-12-18 04:50:04,997 Updating FAILED jobs +2021-12-18 04:50:04,997 Updating WAITING jobs +2021-12-18 04:50:04,997 Update finished +2021-12-18 04:50:04,997 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:50:04,998 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:50:04,998 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:50:04,998 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:50:04,998 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:50:05,001 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:50:05,003 Job list saved +2021-12-18 04:50:05,008 Updating FAILED jobs +2021-12-18 04:50:05,008 Updating WAITING jobs +2021-12-18 04:50:05,008 Update finished +2021-12-18 04:50:15,018 Reloading parameters... +2021-12-18 04:50:15,038 Loading parameters... +2021-12-18 04:50:15,039 Loading project parameters... +2021-12-18 04:50:15,041 + +22 of 25 jobs remaining (04:50) +2021-12-18 04:50:15,041 Sleep: 10 +2021-12-18 04:50:15,041 Number of retrials: 0 +2021-12-18 04:50:15,041 WRAPPER CHECK TIME = 10 +2021-12-18 04:50:15,042 Checking jobs for platform=marenostrum4 +2021-12-18 04:50:15,042 Checking jobs for platform=nord3 +2021-12-18 04:50:15,043 Checking jobs for platform=local +2021-12-18 04:50:15,043 Checking jobs for platform=transfer_node +2021-12-18 04:50:15,043 Checking all jobs at once +2021-12-18 04:50:16,363 Successful check job command +2021-12-18 04:50:17,581 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:50:17,582 End of checking +2021-12-18 04:50:17,583 Updating FAILED jobs +2021-12-18 04:50:17,583 Updating WAITING jobs +2021-12-18 04:50:17,584 Update finished +2021-12-18 04:50:17,584 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:50:17,584 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:50:17,584 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:50:17,584 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:50:17,584 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:50:17,587 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:50:17,589 Job list saved +2021-12-18 04:50:17,596 Updating FAILED jobs +2021-12-18 04:50:17,596 Updating WAITING jobs +2021-12-18 04:50:17,596 Update finished +2021-12-18 04:50:27,607 Reloading parameters... +2021-12-18 04:50:27,625 Loading parameters... +2021-12-18 04:50:27,627 Loading project parameters... +2021-12-18 04:50:27,629 + +22 of 25 jobs remaining (04:50) +2021-12-18 04:50:27,629 Sleep: 10 +2021-12-18 04:50:27,629 Number of retrials: 0 +2021-12-18 04:50:27,629 WRAPPER CHECK TIME = 10 +2021-12-18 04:50:27,630 Checking jobs for platform=marenostrum4 +2021-12-18 04:50:27,630 Checking jobs for platform=nord3 +2021-12-18 04:50:27,631 Checking jobs for platform=local +2021-12-18 04:50:27,631 Checking jobs for platform=transfer_node +2021-12-18 04:50:27,631 Checking all jobs at once +2021-12-18 04:50:29,004 Successful check job command +2021-12-18 04:50:30,424 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:50:30,424 End of checking +2021-12-18 04:50:30,425 Updating FAILED jobs +2021-12-18 04:50:30,426 Updating WAITING jobs +2021-12-18 04:50:30,426 Update finished +2021-12-18 04:50:30,426 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:50:30,426 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:50:30,426 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:50:30,426 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:50:30,427 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:50:30,429 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:50:30,431 Job list saved +2021-12-18 04:50:30,435 Updating FAILED jobs +2021-12-18 04:50:30,435 Updating WAITING jobs +2021-12-18 04:50:30,436 Update finished +2021-12-18 04:50:40,446 Reloading parameters... +2021-12-18 04:50:40,467 Loading parameters... +2021-12-18 04:50:40,468 Loading project parameters... +2021-12-18 04:50:40,470 + +22 of 25 jobs remaining (04:50) +2021-12-18 04:50:40,471 Sleep: 10 +2021-12-18 04:50:40,471 Number of retrials: 0 +2021-12-18 04:50:40,471 WRAPPER CHECK TIME = 10 +2021-12-18 04:50:40,471 Checking jobs for platform=marenostrum4 +2021-12-18 04:50:40,472 Checking jobs for platform=nord3 +2021-12-18 04:50:40,473 Checking jobs for platform=local +2021-12-18 04:50:40,473 Checking jobs for platform=transfer_node +2021-12-18 04:50:40,473 Checking all jobs at once +2021-12-18 04:50:42,346 Successful check job command +2021-12-18 04:50:43,516 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:50:43,516 End of checking +2021-12-18 04:50:43,517 Updating FAILED jobs +2021-12-18 04:50:43,517 Updating WAITING jobs +2021-12-18 04:50:43,517 Update finished +2021-12-18 04:50:43,518 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:50:43,519 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:50:43,519 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:50:43,519 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:50:43,519 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:50:43,522 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:50:43,524 Job list saved +2021-12-18 04:50:43,529 Updating FAILED jobs +2021-12-18 04:50:43,529 Updating WAITING jobs +2021-12-18 04:50:43,530 Update finished +2021-12-18 04:50:53,540 Reloading parameters... +2021-12-18 04:50:53,559 Loading parameters... +2021-12-18 04:50:53,560 Loading project parameters... +2021-12-18 04:50:53,562 + +22 of 25 jobs remaining (04:50) +2021-12-18 04:50:53,562 Sleep: 10 +2021-12-18 04:50:53,562 Number of retrials: 0 +2021-12-18 04:50:53,562 WRAPPER CHECK TIME = 10 +2021-12-18 04:50:53,563 Checking jobs for platform=marenostrum4 +2021-12-18 04:50:53,563 Checking jobs for platform=nord3 +2021-12-18 04:50:53,564 Checking jobs for platform=local +2021-12-18 04:50:53,564 Checking jobs for platform=transfer_node +2021-12-18 04:50:53,564 Checking all jobs at once +2021-12-18 04:50:55,434 Successful check job command +2021-12-18 04:50:56,904 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:50:56,904 End of checking +2021-12-18 04:50:56,906 Updating FAILED jobs +2021-12-18 04:50:56,906 Updating WAITING jobs +2021-12-18 04:50:56,906 Update finished +2021-12-18 04:50:56,906 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:50:56,906 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:50:56,907 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:50:56,907 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:50:56,907 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:50:56,909 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:50:56,911 Job list saved +2021-12-18 04:50:56,916 Updating FAILED jobs +2021-12-18 04:50:56,916 Updating WAITING jobs +2021-12-18 04:50:56,917 Update finished +2021-12-18 04:51:06,924 Reloading parameters... +2021-12-18 04:51:06,942 Loading parameters... +2021-12-18 04:51:06,943 Loading project parameters... +2021-12-18 04:51:06,945 + +22 of 25 jobs remaining (04:51) +2021-12-18 04:51:06,946 Sleep: 10 +2021-12-18 04:51:06,946 Number of retrials: 0 +2021-12-18 04:51:06,946 WRAPPER CHECK TIME = 10 +2021-12-18 04:51:06,946 Checking jobs for platform=marenostrum4 +2021-12-18 04:51:06,947 Checking jobs for platform=nord3 +2021-12-18 04:51:06,947 Checking jobs for platform=local +2021-12-18 04:51:06,948 Checking jobs for platform=transfer_node +2021-12-18 04:51:06,948 Checking all jobs at once +2021-12-18 04:51:08,318 Successful check job command +2021-12-18 04:51:09,537 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:51:09,537 End of checking +2021-12-18 04:51:09,538 Updating FAILED jobs +2021-12-18 04:51:09,539 Updating WAITING jobs +2021-12-18 04:51:09,539 Update finished +2021-12-18 04:51:09,539 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:51:09,539 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:51:09,539 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:51:09,540 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:51:09,540 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:51:09,542 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:51:09,545 Job list saved +2021-12-18 04:51:09,550 Updating FAILED jobs +2021-12-18 04:51:09,550 Updating WAITING jobs +2021-12-18 04:51:09,550 Update finished +2021-12-18 04:51:19,560 Reloading parameters... +2021-12-18 04:51:19,581 Loading parameters... +2021-12-18 04:51:19,582 Loading project parameters... +2021-12-18 04:51:19,584 + +22 of 25 jobs remaining (04:51) +2021-12-18 04:51:19,585 Sleep: 10 +2021-12-18 04:51:19,585 Number of retrials: 0 +2021-12-18 04:51:19,585 WRAPPER CHECK TIME = 10 +2021-12-18 04:51:19,586 Checking jobs for platform=marenostrum4 +2021-12-18 04:51:19,586 Checking jobs for platform=nord3 +2021-12-18 04:51:19,587 Checking jobs for platform=local +2021-12-18 04:51:19,587 Checking jobs for platform=transfer_node +2021-12-18 04:51:19,587 Checking all jobs at once +2021-12-18 04:51:20,957 Successful check job command +2021-12-18 04:51:22,326 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:51:22,327 End of checking +2021-12-18 04:51:22,328 Updating FAILED jobs +2021-12-18 04:51:22,328 Updating WAITING jobs +2021-12-18 04:51:22,329 Update finished +2021-12-18 04:51:22,329 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:51:22,329 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:51:22,330 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:51:22,330 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:51:22,330 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:51:22,332 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:51:22,335 Job list saved +2021-12-18 04:51:22,339 Updating FAILED jobs +2021-12-18 04:51:22,339 Updating WAITING jobs +2021-12-18 04:51:22,340 Update finished +2021-12-18 04:51:32,350 Reloading parameters... +2021-12-18 04:51:32,368 Loading parameters... +2021-12-18 04:51:32,369 Loading project parameters... +2021-12-18 04:51:32,371 + +22 of 25 jobs remaining (04:51) +2021-12-18 04:51:32,371 Sleep: 10 +2021-12-18 04:51:32,371 Number of retrials: 0 +2021-12-18 04:51:32,371 WRAPPER CHECK TIME = 10 +2021-12-18 04:51:32,372 Checking jobs for platform=marenostrum4 +2021-12-18 04:51:32,372 Checking jobs for platform=nord3 +2021-12-18 04:51:32,373 Checking jobs for platform=local +2021-12-18 04:51:32,374 Checking jobs for platform=transfer_node +2021-12-18 04:51:32,374 Checking all jobs at once +2021-12-18 04:51:33,944 Successful check job command +2021-12-18 04:51:35,613 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:51:35,614 End of checking +2021-12-18 04:51:35,615 Updating FAILED jobs +2021-12-18 04:51:35,615 Updating WAITING jobs +2021-12-18 04:51:35,615 Update finished +2021-12-18 04:51:35,615 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:51:35,616 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:51:35,616 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:51:35,616 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:51:35,616 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:51:35,621 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:51:35,623 Job list saved +2021-12-18 04:51:35,629 Updating FAILED jobs +2021-12-18 04:51:35,629 Updating WAITING jobs +2021-12-18 04:51:35,630 Update finished +2021-12-18 04:51:45,632 Reloading parameters... +2021-12-18 04:51:45,652 Loading parameters... +2021-12-18 04:51:45,654 Loading project parameters... +2021-12-18 04:51:45,656 + +22 of 25 jobs remaining (04:51) +2021-12-18 04:51:45,656 Sleep: 10 +2021-12-18 04:51:45,656 Number of retrials: 0 +2021-12-18 04:51:45,656 WRAPPER CHECK TIME = 10 +2021-12-18 04:51:45,657 Checking jobs for platform=marenostrum4 +2021-12-18 04:51:45,657 Checking jobs for platform=nord3 +2021-12-18 04:51:45,658 Checking jobs for platform=local +2021-12-18 04:51:45,658 Checking jobs for platform=transfer_node +2021-12-18 04:51:45,658 Checking all jobs at once +2021-12-18 04:51:47,028 Successful check job command +2021-12-18 04:51:48,399 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:51:48,399 End of checking +2021-12-18 04:51:48,401 Updating FAILED jobs +2021-12-18 04:51:48,401 Updating WAITING jobs +2021-12-18 04:51:48,401 Update finished +2021-12-18 04:51:48,401 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:51:48,401 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:51:48,401 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:51:48,402 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:51:48,402 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:51:48,405 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:51:48,407 Job list saved +2021-12-18 04:51:48,413 Updating FAILED jobs +2021-12-18 04:51:48,414 Updating WAITING jobs +2021-12-18 04:51:48,414 Update finished +2021-12-18 04:51:58,422 Reloading parameters... +2021-12-18 04:51:58,442 Loading parameters... +2021-12-18 04:51:58,443 Loading project parameters... +2021-12-18 04:51:58,445 + +22 of 25 jobs remaining (04:51) +2021-12-18 04:51:58,445 Sleep: 10 +2021-12-18 04:51:58,445 Number of retrials: 0 +2021-12-18 04:51:58,445 WRAPPER CHECK TIME = 10 +2021-12-18 04:51:58,446 Checking jobs for platform=marenostrum4 +2021-12-18 04:51:58,446 Checking jobs for platform=nord3 +2021-12-18 04:51:58,447 Checking jobs for platform=local +2021-12-18 04:51:58,447 Checking jobs for platform=transfer_node +2021-12-18 04:51:58,448 Checking all jobs at once +2021-12-18 04:51:59,867 Successful check job command +2021-12-18 04:52:01,139 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:52:01,140 End of checking +2021-12-18 04:52:01,141 Updating FAILED jobs +2021-12-18 04:52:01,141 Updating WAITING jobs +2021-12-18 04:52:01,142 Update finished +2021-12-18 04:52:01,142 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:52:01,142 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:52:01,143 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:52:01,143 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:52:01,143 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:52:01,146 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:52:01,148 Job list saved +2021-12-18 04:52:01,153 Updating FAILED jobs +2021-12-18 04:52:01,153 Updating WAITING jobs +2021-12-18 04:52:01,153 Update finished +2021-12-18 04:52:11,163 Reloading parameters... +2021-12-18 04:52:11,181 Loading parameters... +2021-12-18 04:52:11,182 Loading project parameters... +2021-12-18 04:52:11,184 + +22 of 25 jobs remaining (04:52) +2021-12-18 04:52:11,184 Sleep: 10 +2021-12-18 04:52:11,184 Number of retrials: 0 +2021-12-18 04:52:11,184 WRAPPER CHECK TIME = 10 +2021-12-18 04:52:11,185 Checking jobs for platform=marenostrum4 +2021-12-18 04:52:11,186 Checking jobs for platform=nord3 +2021-12-18 04:52:11,186 Checking jobs for platform=local +2021-12-18 04:52:11,187 Checking jobs for platform=transfer_node +2021-12-18 04:52:11,187 Checking all jobs at once +2021-12-18 04:52:13,264 Successful check job command +2021-12-18 04:52:15,385 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:52:15,385 End of checking +2021-12-18 04:52:15,387 Updating FAILED jobs +2021-12-18 04:52:15,387 Updating WAITING jobs +2021-12-18 04:52:15,387 Update finished +2021-12-18 04:52:15,387 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:52:15,388 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:52:15,388 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:52:15,388 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:52:15,388 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:52:15,391 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:52:15,393 Job list saved +2021-12-18 04:52:15,398 Updating FAILED jobs +2021-12-18 04:52:15,398 Updating WAITING jobs +2021-12-18 04:52:15,398 Update finished +2021-12-18 04:52:25,408 Reloading parameters... +2021-12-18 04:52:25,427 Loading parameters... +2021-12-18 04:52:25,428 Loading project parameters... +2021-12-18 04:52:25,430 + +22 of 25 jobs remaining (04:52) +2021-12-18 04:52:25,430 Sleep: 10 +2021-12-18 04:52:25,431 Number of retrials: 0 +2021-12-18 04:52:25,431 WRAPPER CHECK TIME = 10 +2021-12-18 04:52:25,431 Checking jobs for platform=marenostrum4 +2021-12-18 04:52:25,432 Checking jobs for platform=nord3 +2021-12-18 04:52:25,432 Checking jobs for platform=local +2021-12-18 04:52:25,433 Checking jobs for platform=transfer_node +2021-12-18 04:52:25,433 Checking all jobs at once +2021-12-18 04:52:26,754 Successful check job command +2021-12-18 04:52:27,924 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:52:27,924 End of checking +2021-12-18 04:52:27,926 Updating FAILED jobs +2021-12-18 04:52:27,926 Updating WAITING jobs +2021-12-18 04:52:27,926 Update finished +2021-12-18 04:52:27,926 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:52:27,926 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:52:27,926 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:52:27,927 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:52:27,927 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:52:27,929 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:52:27,932 Job list saved +2021-12-18 04:52:27,938 Updating FAILED jobs +2021-12-18 04:52:27,938 Updating WAITING jobs +2021-12-18 04:52:27,938 Update finished +2021-12-18 04:52:37,947 Reloading parameters... +2021-12-18 04:52:37,966 Loading parameters... +2021-12-18 04:52:37,967 Loading project parameters... +2021-12-18 04:52:37,969 + +22 of 25 jobs remaining (04:52) +2021-12-18 04:52:37,969 Sleep: 10 +2021-12-18 04:52:37,969 Number of retrials: 0 +2021-12-18 04:52:37,969 WRAPPER CHECK TIME = 10 +2021-12-18 04:52:37,970 Checking jobs for platform=marenostrum4 +2021-12-18 04:52:37,971 Checking jobs for platform=nord3 +2021-12-18 04:52:37,971 Checking jobs for platform=local +2021-12-18 04:52:37,972 Checking jobs for platform=transfer_node +2021-12-18 04:52:37,972 Checking all jobs at once +2021-12-18 04:52:39,392 Successful check job command +2021-12-18 04:52:40,562 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:52:40,562 End of checking +2021-12-18 04:52:40,564 Updating FAILED jobs +2021-12-18 04:52:40,564 Updating WAITING jobs +2021-12-18 04:52:40,564 Update finished +2021-12-18 04:52:40,565 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:52:40,565 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:52:40,565 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:52:40,565 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:52:40,566 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:52:40,568 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:52:40,571 Job list saved +2021-12-18 04:52:40,575 Updating FAILED jobs +2021-12-18 04:52:40,576 Updating WAITING jobs +2021-12-18 04:52:40,576 Update finished +2021-12-18 04:52:50,586 Reloading parameters... +2021-12-18 04:52:50,610 Loading parameters... +2021-12-18 04:52:50,611 Loading project parameters... +2021-12-18 04:52:50,613 + +22 of 25 jobs remaining (04:52) +2021-12-18 04:52:50,613 Sleep: 10 +2021-12-18 04:52:50,613 Number of retrials: 0 +2021-12-18 04:52:50,613 WRAPPER CHECK TIME = 10 +2021-12-18 04:52:50,614 Checking jobs for platform=marenostrum4 +2021-12-18 04:52:50,614 Checking jobs for platform=nord3 +2021-12-18 04:52:50,615 Checking jobs for platform=local +2021-12-18 04:52:50,615 Checking jobs for platform=transfer_node +2021-12-18 04:52:50,616 Checking all jobs at once +2021-12-18 04:52:52,086 Successful check job command +2021-12-18 04:52:53,406 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:52:53,406 End of checking +2021-12-18 04:52:53,407 Updating FAILED jobs +2021-12-18 04:52:53,407 Updating WAITING jobs +2021-12-18 04:52:53,408 Update finished +2021-12-18 04:52:53,408 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:52:53,408 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:52:53,408 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:52:53,408 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:52:53,408 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:52:53,411 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:52:53,413 Job list saved +2021-12-18 04:52:53,418 Updating FAILED jobs +2021-12-18 04:52:53,418 Updating WAITING jobs +2021-12-18 04:52:53,418 Update finished +2021-12-18 04:53:03,428 Reloading parameters... +2021-12-18 04:53:03,447 Loading parameters... +2021-12-18 04:53:03,449 Loading project parameters... +2021-12-18 04:53:03,450 + +22 of 25 jobs remaining (04:53) +2021-12-18 04:53:03,451 Sleep: 10 +2021-12-18 04:53:03,451 Number of retrials: 0 +2021-12-18 04:53:03,451 WRAPPER CHECK TIME = 10 +2021-12-18 04:53:03,451 Checking jobs for platform=marenostrum4 +2021-12-18 04:53:03,452 Checking jobs for platform=nord3 +2021-12-18 04:53:03,453 Checking jobs for platform=local +2021-12-18 04:53:03,453 Checking jobs for platform=transfer_node +2021-12-18 04:53:03,453 Checking all jobs at once +2021-12-18 04:53:04,873 Successful check job command +2021-12-18 04:53:06,192 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:53:06,192 End of checking +2021-12-18 04:53:06,194 Updating FAILED jobs +2021-12-18 04:53:06,194 Updating WAITING jobs +2021-12-18 04:53:06,194 Update finished +2021-12-18 04:53:06,194 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:53:06,195 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:53:06,195 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:53:06,195 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:53:06,195 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:53:06,198 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:53:06,200 Job list saved +2021-12-18 04:53:06,207 Updating FAILED jobs +2021-12-18 04:53:06,207 Updating WAITING jobs +2021-12-18 04:53:06,207 Update finished +2021-12-18 04:53:16,217 Reloading parameters... +2021-12-18 04:53:16,237 Loading parameters... +2021-12-18 04:53:16,238 Loading project parameters... +2021-12-18 04:53:16,240 + +22 of 25 jobs remaining (04:53) +2021-12-18 04:53:16,240 Sleep: 10 +2021-12-18 04:53:16,240 Number of retrials: 0 +2021-12-18 04:53:16,240 WRAPPER CHECK TIME = 10 +2021-12-18 04:53:16,241 Checking jobs for platform=marenostrum4 +2021-12-18 04:53:16,241 Checking jobs for platform=nord3 +2021-12-18 04:53:16,242 Checking jobs for platform=local +2021-12-18 04:53:16,243 Checking jobs for platform=transfer_node +2021-12-18 04:53:16,243 Checking all jobs at once +2021-12-18 04:53:17,562 Successful check job command +2021-12-18 04:53:18,832 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:53:18,832 End of checking +2021-12-18 04:53:18,833 Updating FAILED jobs +2021-12-18 04:53:18,833 Updating WAITING jobs +2021-12-18 04:53:18,834 Update finished +2021-12-18 04:53:18,834 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:53:18,834 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:53:18,835 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:53:18,835 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:53:18,835 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:53:18,840 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:53:18,842 Job list saved +2021-12-18 04:53:18,848 Updating FAILED jobs +2021-12-18 04:53:18,848 Updating WAITING jobs +2021-12-18 04:53:18,848 Update finished +2021-12-18 04:53:28,858 Reloading parameters... +2021-12-18 04:53:28,879 Loading parameters... +2021-12-18 04:53:28,880 Loading project parameters... +2021-12-18 04:53:28,882 + +22 of 25 jobs remaining (04:53) +2021-12-18 04:53:28,882 Sleep: 10 +2021-12-18 04:53:28,882 Number of retrials: 0 +2021-12-18 04:53:28,882 WRAPPER CHECK TIME = 10 +2021-12-18 04:53:28,883 Checking jobs for platform=marenostrum4 +2021-12-18 04:53:28,883 Checking jobs for platform=nord3 +2021-12-18 04:53:28,884 Checking jobs for platform=local +2021-12-18 04:53:28,884 Checking jobs for platform=transfer_node +2021-12-18 04:53:28,885 Checking all jobs at once +2021-12-18 04:53:30,203 Successful check job command +2021-12-18 04:53:31,422 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:53:31,422 End of checking +2021-12-18 04:53:31,424 Updating FAILED jobs +2021-12-18 04:53:31,424 Updating WAITING jobs +2021-12-18 04:53:31,424 Update finished +2021-12-18 04:53:31,424 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:53:31,424 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:53:31,424 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:53:31,425 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:53:31,425 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:53:31,428 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:53:31,430 Job list saved +2021-12-18 04:53:31,437 Updating FAILED jobs +2021-12-18 04:53:31,437 Updating WAITING jobs +2021-12-18 04:53:31,437 Update finished +2021-12-18 04:53:41,446 Reloading parameters... +2021-12-18 04:53:41,465 Loading parameters... +2021-12-18 04:53:41,467 Loading project parameters... +2021-12-18 04:53:41,469 + +22 of 25 jobs remaining (04:53) +2021-12-18 04:53:41,470 Sleep: 10 +2021-12-18 04:53:41,470 Number of retrials: 0 +2021-12-18 04:53:41,470 WRAPPER CHECK TIME = 10 +2021-12-18 04:53:41,470 Checking jobs for platform=marenostrum4 +2021-12-18 04:53:41,471 Checking jobs for platform=nord3 +2021-12-18 04:53:41,471 Checking jobs for platform=local +2021-12-18 04:53:41,472 Checking jobs for platform=transfer_node +2021-12-18 04:53:41,472 Checking all jobs at once +2021-12-18 04:53:43,398 Successful check job command +2021-12-18 04:53:44,769 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:53:44,770 End of checking +2021-12-18 04:53:44,771 Updating FAILED jobs +2021-12-18 04:53:44,771 Updating WAITING jobs +2021-12-18 04:53:44,772 Update finished +2021-12-18 04:53:44,772 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:53:44,772 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:53:44,772 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:53:44,772 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:53:44,772 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:53:44,775 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:53:44,777 Job list saved +2021-12-18 04:53:44,782 Updating FAILED jobs +2021-12-18 04:53:44,783 Updating WAITING jobs +2021-12-18 04:53:44,783 Update finished +2021-12-18 04:53:54,788 Reloading parameters... +2021-12-18 04:53:54,810 Loading parameters... +2021-12-18 04:53:54,811 Loading project parameters... +2021-12-18 04:53:54,813 + +22 of 25 jobs remaining (04:53) +2021-12-18 04:53:54,813 Sleep: 10 +2021-12-18 04:53:54,813 Number of retrials: 0 +2021-12-18 04:53:54,813 WRAPPER CHECK TIME = 10 +2021-12-18 04:53:54,814 Checking jobs for platform=marenostrum4 +2021-12-18 04:53:54,814 Checking jobs for platform=nord3 +2021-12-18 04:53:54,815 Checking jobs for platform=local +2021-12-18 04:53:54,815 Checking jobs for platform=transfer_node +2021-12-18 04:53:54,815 Checking all jobs at once +2021-12-18 04:53:56,686 Successful check job command +2021-12-18 04:53:58,155 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:53:58,156 End of checking +2021-12-18 04:53:58,157 Updating FAILED jobs +2021-12-18 04:53:58,157 Updating WAITING jobs +2021-12-18 04:53:58,157 Update finished +2021-12-18 04:53:58,158 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:53:58,158 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:53:58,158 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:53:58,159 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:53:58,159 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:53:58,162 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:53:58,164 Job list saved +2021-12-18 04:53:58,176 Updating FAILED jobs +2021-12-18 04:53:58,176 Updating WAITING jobs +2021-12-18 04:53:58,176 Update finished +2021-12-18 04:54:08,186 Reloading parameters... +2021-12-18 04:54:08,205 Loading parameters... +2021-12-18 04:54:08,206 Loading project parameters... +2021-12-18 04:54:08,208 + +22 of 25 jobs remaining (04:54) +2021-12-18 04:54:08,209 Sleep: 10 +2021-12-18 04:54:08,209 Number of retrials: 0 +2021-12-18 04:54:08,209 WRAPPER CHECK TIME = 10 +2021-12-18 04:54:08,209 Checking jobs for platform=marenostrum4 +2021-12-18 04:54:08,210 Checking jobs for platform=nord3 +2021-12-18 04:54:08,210 Checking jobs for platform=local +2021-12-18 04:54:08,211 Checking jobs for platform=transfer_node +2021-12-18 04:54:08,211 Checking all jobs at once +2021-12-18 04:54:09,985 Successful check job command +2021-12-18 04:54:11,254 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:54:11,254 End of checking +2021-12-18 04:54:11,259 Updating FAILED jobs +2021-12-18 04:54:11,259 Updating WAITING jobs +2021-12-18 04:54:11,260 Update finished +2021-12-18 04:54:11,260 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:54:11,260 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:54:11,260 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:54:11,260 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:54:11,260 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:54:11,264 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:54:11,267 Job list saved +2021-12-18 04:54:11,271 Updating FAILED jobs +2021-12-18 04:54:11,272 Updating WAITING jobs +2021-12-18 04:54:11,272 Update finished +2021-12-18 04:54:21,282 Reloading parameters... +2021-12-18 04:54:21,302 Loading parameters... +2021-12-18 04:54:21,303 Loading project parameters... +2021-12-18 04:54:21,305 + +22 of 25 jobs remaining (04:54) +2021-12-18 04:54:21,305 Sleep: 10 +2021-12-18 04:54:21,306 Number of retrials: 0 +2021-12-18 04:54:21,306 WRAPPER CHECK TIME = 10 +2021-12-18 04:54:21,306 Checking jobs for platform=marenostrum4 +2021-12-18 04:54:21,307 Checking jobs for platform=nord3 +2021-12-18 04:54:21,308 Checking jobs for platform=local +2021-12-18 04:54:21,308 Checking jobs for platform=transfer_node +2021-12-18 04:54:21,308 Checking all jobs at once +2021-12-18 04:54:23,330 Successful check job command +2021-12-18 04:54:24,600 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:54:24,600 End of checking +2021-12-18 04:54:24,601 Updating FAILED jobs +2021-12-18 04:54:24,602 Updating WAITING jobs +2021-12-18 04:54:24,602 Update finished +2021-12-18 04:54:24,602 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:54:24,602 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:54:24,602 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:54:24,602 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:54:24,603 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:54:24,605 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:54:24,608 Job list saved +2021-12-18 04:54:24,613 Updating FAILED jobs +2021-12-18 04:54:24,613 Updating WAITING jobs +2021-12-18 04:54:24,614 Update finished +2021-12-18 04:54:34,624 Reloading parameters... +2021-12-18 04:54:34,644 Loading parameters... +2021-12-18 04:54:34,646 Loading project parameters... +2021-12-18 04:54:34,648 + +22 of 25 jobs remaining (04:54) +2021-12-18 04:54:34,648 Sleep: 10 +2021-12-18 04:54:34,648 Number of retrials: 0 +2021-12-18 04:54:34,648 WRAPPER CHECK TIME = 10 +2021-12-18 04:54:34,649 Checking jobs for platform=marenostrum4 +2021-12-18 04:54:34,649 Checking jobs for platform=nord3 +2021-12-18 04:54:34,650 Checking jobs for platform=local +2021-12-18 04:54:34,650 Checking jobs for platform=transfer_node +2021-12-18 04:54:34,650 Checking all jobs at once +2021-12-18 04:54:36,220 Successful check job command +2021-12-18 04:54:37,439 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:54:37,440 End of checking +2021-12-18 04:54:37,441 Updating FAILED jobs +2021-12-18 04:54:37,441 Updating WAITING jobs +2021-12-18 04:54:37,442 Update finished +2021-12-18 04:54:37,442 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:54:37,442 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:54:37,442 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:54:37,443 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:54:37,443 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:54:37,446 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:54:37,448 Job list saved +2021-12-18 04:54:37,453 Updating FAILED jobs +2021-12-18 04:54:37,453 Updating WAITING jobs +2021-12-18 04:54:37,453 Update finished +2021-12-18 04:54:47,464 Reloading parameters... +2021-12-18 04:54:47,484 Loading parameters... +2021-12-18 04:54:47,485 Loading project parameters... +2021-12-18 04:54:47,487 + +22 of 25 jobs remaining (04:54) +2021-12-18 04:54:47,487 Sleep: 10 +2021-12-18 04:54:47,488 Number of retrials: 0 +2021-12-18 04:54:47,488 WRAPPER CHECK TIME = 10 +2021-12-18 04:54:47,488 Checking jobs for platform=marenostrum4 +2021-12-18 04:54:47,489 Checking jobs for platform=nord3 +2021-12-18 04:54:47,489 Checking jobs for platform=local +2021-12-18 04:54:47,490 Checking jobs for platform=transfer_node +2021-12-18 04:54:47,490 Checking all jobs at once +2021-12-18 04:54:49,312 Successful check job command +2021-12-18 04:54:50,983 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:54:50,984 End of checking +2021-12-18 04:54:50,987 Updating FAILED jobs +2021-12-18 04:54:50,987 Updating WAITING jobs +2021-12-18 04:54:50,987 Update finished +2021-12-18 04:54:50,987 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:54:50,987 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:54:50,988 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:54:50,988 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:54:50,988 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:54:50,991 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:54:50,994 Job list saved +2021-12-18 04:54:51,000 Updating FAILED jobs +2021-12-18 04:54:51,000 Updating WAITING jobs +2021-12-18 04:54:51,000 Update finished +2021-12-18 04:55:01,009 Reloading parameters... +2021-12-18 04:55:01,030 Loading parameters... +2021-12-18 04:55:01,031 Loading project parameters... +2021-12-18 04:55:01,033 + +22 of 25 jobs remaining (04:55) +2021-12-18 04:55:01,034 Sleep: 10 +2021-12-18 04:55:01,034 Number of retrials: 0 +2021-12-18 04:55:01,034 WRAPPER CHECK TIME = 10 +2021-12-18 04:55:01,034 Checking jobs for platform=marenostrum4 +2021-12-18 04:55:01,035 Checking jobs for platform=nord3 +2021-12-18 04:55:01,035 Checking jobs for platform=local +2021-12-18 04:55:01,036 Checking jobs for platform=transfer_node +2021-12-18 04:55:01,036 Checking all jobs at once +2021-12-18 04:55:03,009 Successful check job command +2021-12-18 04:55:04,529 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:55:04,529 End of checking +2021-12-18 04:55:04,531 Updating FAILED jobs +2021-12-18 04:55:04,531 Updating WAITING jobs +2021-12-18 04:55:04,531 Update finished +2021-12-18 04:55:04,531 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:55:04,531 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:55:04,532 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:55:04,532 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:55:04,532 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:55:04,535 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:55:04,537 Job list saved +2021-12-18 04:55:04,715 Updating FAILED jobs +2021-12-18 04:55:04,715 Updating WAITING jobs +2021-12-18 04:55:04,716 Update finished +2021-12-18 04:55:14,725 Reloading parameters... +2021-12-18 04:55:14,753 Loading parameters... +2021-12-18 04:55:14,754 Loading project parameters... +2021-12-18 04:55:14,756 + +22 of 25 jobs remaining (04:55) +2021-12-18 04:55:14,756 Sleep: 10 +2021-12-18 04:55:14,756 Number of retrials: 0 +2021-12-18 04:55:14,756 WRAPPER CHECK TIME = 10 +2021-12-18 04:55:14,757 Checking jobs for platform=marenostrum4 +2021-12-18 04:55:14,757 Checking jobs for platform=nord3 +2021-12-18 04:55:14,758 Checking jobs for platform=local +2021-12-18 04:55:14,758 Checking jobs for platform=transfer_node +2021-12-18 04:55:14,758 Checking all jobs at once +2021-12-18 04:55:16,530 Successful check job command +2021-12-18 04:55:18,451 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:55:18,451 End of checking +2021-12-18 04:55:18,452 Updating FAILED jobs +2021-12-18 04:55:18,453 Updating WAITING jobs +2021-12-18 04:55:18,453 Update finished +2021-12-18 04:55:18,453 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:55:18,454 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:55:18,454 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:55:18,454 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:55:18,454 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:55:18,457 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:55:18,459 Job list saved +2021-12-18 04:55:18,465 Updating FAILED jobs +2021-12-18 04:55:18,465 Updating WAITING jobs +2021-12-18 04:55:18,465 Update finished +2021-12-18 04:55:28,475 Reloading parameters... +2021-12-18 04:55:28,498 Loading parameters... +2021-12-18 04:55:28,499 Loading project parameters... +2021-12-18 04:55:28,501 + +22 of 25 jobs remaining (04:55) +2021-12-18 04:55:28,501 Sleep: 10 +2021-12-18 04:55:28,502 Number of retrials: 0 +2021-12-18 04:55:28,502 WRAPPER CHECK TIME = 10 +2021-12-18 04:55:28,502 Checking jobs for platform=marenostrum4 +2021-12-18 04:55:28,503 Checking jobs for platform=nord3 +2021-12-18 04:55:28,503 Checking jobs for platform=local +2021-12-18 04:55:28,504 Checking jobs for platform=transfer_node +2021-12-18 04:55:28,504 Checking all jobs at once +2021-12-18 04:55:29,924 Successful check job command +2021-12-18 04:55:31,244 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:55:31,244 End of checking +2021-12-18 04:55:31,246 Updating FAILED jobs +2021-12-18 04:55:31,246 Updating WAITING jobs +2021-12-18 04:55:31,246 Update finished +2021-12-18 04:55:31,246 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:55:31,246 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:55:31,247 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:55:31,247 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:55:31,247 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:55:31,249 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:55:31,252 Job list saved +2021-12-18 04:55:31,257 Updating FAILED jobs +2021-12-18 04:55:31,257 Updating WAITING jobs +2021-12-18 04:55:31,257 Update finished +2021-12-18 04:55:41,267 Reloading parameters... +2021-12-18 04:55:41,352 Loading parameters... +2021-12-18 04:55:41,353 Loading project parameters... +2021-12-18 04:55:41,355 + +22 of 25 jobs remaining (04:55) +2021-12-18 04:55:41,355 Sleep: 10 +2021-12-18 04:55:41,355 Number of retrials: 0 +2021-12-18 04:55:41,355 WRAPPER CHECK TIME = 10 +2021-12-18 04:55:41,356 Checking jobs for platform=marenostrum4 +2021-12-18 04:55:41,357 Checking jobs for platform=nord3 +2021-12-18 04:55:41,357 Checking jobs for platform=local +2021-12-18 04:55:41,358 Checking jobs for platform=transfer_node +2021-12-18 04:55:41,358 Checking all jobs at once +2021-12-18 04:55:42,679 Successful check job command +2021-12-18 04:55:44,249 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:55:44,250 End of checking +2021-12-18 04:55:44,251 Updating FAILED jobs +2021-12-18 04:55:44,251 Updating WAITING jobs +2021-12-18 04:55:44,251 Update finished +2021-12-18 04:55:44,252 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:55:44,252 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:55:44,252 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:55:44,252 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:55:44,252 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:55:44,255 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:55:44,257 Job list saved +2021-12-18 04:55:44,262 Updating FAILED jobs +2021-12-18 04:55:44,262 Updating WAITING jobs +2021-12-18 04:55:44,263 Update finished +2021-12-18 04:55:54,265 Reloading parameters... +2021-12-18 04:55:54,284 Loading parameters... +2021-12-18 04:55:54,285 Loading project parameters... +2021-12-18 04:55:54,287 + +22 of 25 jobs remaining (04:55) +2021-12-18 04:55:54,287 Sleep: 10 +2021-12-18 04:55:54,287 Number of retrials: 0 +2021-12-18 04:55:54,287 WRAPPER CHECK TIME = 10 +2021-12-18 04:55:54,288 Checking jobs for platform=marenostrum4 +2021-12-18 04:55:54,288 Checking jobs for platform=nord3 +2021-12-18 04:55:54,289 Checking jobs for platform=local +2021-12-18 04:55:54,289 Checking jobs for platform=transfer_node +2021-12-18 04:55:54,290 Checking all jobs at once +2021-12-18 04:55:55,913 Successful check job command +2021-12-18 04:55:57,583 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:55:57,583 End of checking +2021-12-18 04:55:57,585 Updating FAILED jobs +2021-12-18 04:55:57,585 Updating WAITING jobs +2021-12-18 04:55:57,586 Update finished +2021-12-18 04:55:57,586 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:55:57,586 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:55:57,587 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:55:57,587 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:55:57,587 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:55:57,589 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:55:57,592 Job list saved +2021-12-18 04:55:57,597 Updating FAILED jobs +2021-12-18 04:55:57,597 Updating WAITING jobs +2021-12-18 04:55:57,597 Update finished +2021-12-18 04:56:07,607 Reloading parameters... +2021-12-18 04:56:07,629 Loading parameters... +2021-12-18 04:56:07,630 Loading project parameters... +2021-12-18 04:56:07,632 + +22 of 25 jobs remaining (04:56) +2021-12-18 04:56:07,632 Sleep: 10 +2021-12-18 04:56:07,632 Number of retrials: 0 +2021-12-18 04:56:07,632 WRAPPER CHECK TIME = 10 +2021-12-18 04:56:07,633 Checking jobs for platform=marenostrum4 +2021-12-18 04:56:07,633 Checking jobs for platform=nord3 +2021-12-18 04:56:07,634 Checking jobs for platform=local +2021-12-18 04:56:07,635 Checking jobs for platform=transfer_node +2021-12-18 04:56:07,635 Checking all jobs at once +2021-12-18 04:56:09,810 Successful check job command +2021-12-18 04:56:11,885 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:56:11,885 End of checking +2021-12-18 04:56:11,887 Updating FAILED jobs +2021-12-18 04:56:11,887 Updating WAITING jobs +2021-12-18 04:56:11,887 Update finished +2021-12-18 04:56:11,888 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:56:11,888 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:56:11,888 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:56:11,888 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:56:11,888 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:56:11,891 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:56:11,893 Job list saved +2021-12-18 04:56:11,899 Updating FAILED jobs +2021-12-18 04:56:11,899 Updating WAITING jobs +2021-12-18 04:56:11,899 Update finished +2021-12-18 04:56:21,907 Reloading parameters... +2021-12-18 04:56:21,927 Loading parameters... +2021-12-18 04:56:21,929 Loading project parameters... +2021-12-18 04:56:21,931 + +22 of 25 jobs remaining (04:56) +2021-12-18 04:56:21,931 Sleep: 10 +2021-12-18 04:56:21,931 Number of retrials: 0 +2021-12-18 04:56:21,931 WRAPPER CHECK TIME = 10 +2021-12-18 04:56:21,932 Checking jobs for platform=marenostrum4 +2021-12-18 04:56:21,932 Checking jobs for platform=nord3 +2021-12-18 04:56:21,933 Checking jobs for platform=local +2021-12-18 04:56:21,933 Checking jobs for platform=transfer_node +2021-12-18 04:56:21,933 Checking all jobs at once +2021-12-18 04:56:23,503 Successful check job command +2021-12-18 04:56:25,725 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:56:25,725 End of checking +2021-12-18 04:56:25,727 Updating FAILED jobs +2021-12-18 04:56:25,727 Updating WAITING jobs +2021-12-18 04:56:25,727 Update finished +2021-12-18 04:56:25,727 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:56:25,728 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:56:25,728 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:56:25,728 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:56:25,728 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:56:25,731 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:56:25,733 Job list saved +2021-12-18 04:56:25,738 Updating FAILED jobs +2021-12-18 04:56:25,738 Updating WAITING jobs +2021-12-18 04:56:25,739 Update finished +2021-12-18 04:56:35,749 Reloading parameters... +2021-12-18 04:56:35,768 Loading parameters... +2021-12-18 04:56:35,769 Loading project parameters... +2021-12-18 04:56:35,771 + +22 of 25 jobs remaining (04:56) +2021-12-18 04:56:35,771 Sleep: 10 +2021-12-18 04:56:35,771 Number of retrials: 0 +2021-12-18 04:56:35,772 WRAPPER CHECK TIME = 10 +2021-12-18 04:56:35,772 Checking jobs for platform=marenostrum4 +2021-12-18 04:56:35,773 Checking jobs for platform=nord3 +2021-12-18 04:56:35,773 Checking jobs for platform=local +2021-12-18 04:56:35,774 Checking jobs for platform=transfer_node +2021-12-18 04:56:35,774 Checking all jobs at once +2021-12-18 04:56:37,195 Successful check job command +2021-12-18 04:56:38,564 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:56:38,565 End of checking +2021-12-18 04:56:38,566 Updating FAILED jobs +2021-12-18 04:56:38,567 Updating WAITING jobs +2021-12-18 04:56:38,567 Update finished +2021-12-18 04:56:38,567 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:56:38,568 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:56:38,568 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:56:38,568 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:56:38,568 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:56:38,571 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:56:38,573 Job list saved +2021-12-18 04:56:38,588 Updating FAILED jobs +2021-12-18 04:56:38,588 Updating WAITING jobs +2021-12-18 04:56:38,588 Update finished +2021-12-18 04:56:48,598 Reloading parameters... +2021-12-18 04:56:48,616 Loading parameters... +2021-12-18 04:56:48,618 Loading project parameters... +2021-12-18 04:56:48,620 + +22 of 25 jobs remaining (04:56) +2021-12-18 04:56:48,620 Sleep: 10 +2021-12-18 04:56:48,620 Number of retrials: 0 +2021-12-18 04:56:48,620 WRAPPER CHECK TIME = 10 +2021-12-18 04:56:48,621 Checking jobs for platform=marenostrum4 +2021-12-18 04:56:48,622 Checking jobs for platform=nord3 +2021-12-18 04:56:48,623 Checking jobs for platform=local +2021-12-18 04:56:48,624 Checking jobs for platform=transfer_node +2021-12-18 04:56:48,624 Checking all jobs at once +2021-12-18 04:56:49,994 Successful check job command +2021-12-18 04:56:51,215 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:56:51,215 End of checking +2021-12-18 04:56:51,216 Updating FAILED jobs +2021-12-18 04:56:51,216 Updating WAITING jobs +2021-12-18 04:56:51,217 Update finished +2021-12-18 04:56:51,217 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:56:51,217 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:56:51,217 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:56:51,217 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:56:51,217 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:56:51,221 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:56:51,223 Job list saved +2021-12-18 04:56:51,228 Updating FAILED jobs +2021-12-18 04:56:51,228 Updating WAITING jobs +2021-12-18 04:56:51,229 Update finished +2021-12-18 04:57:01,237 Reloading parameters... +2021-12-18 04:57:01,259 Loading parameters... +2021-12-18 04:57:01,261 Loading project parameters... +2021-12-18 04:57:01,263 + +22 of 25 jobs remaining (04:57) +2021-12-18 04:57:01,263 Sleep: 10 +2021-12-18 04:57:01,263 Number of retrials: 0 +2021-12-18 04:57:01,263 WRAPPER CHECK TIME = 10 +2021-12-18 04:57:01,264 Checking jobs for platform=marenostrum4 +2021-12-18 04:57:01,264 Checking jobs for platform=nord3 +2021-12-18 04:57:01,265 Checking jobs for platform=local +2021-12-18 04:57:01,265 Checking jobs for platform=transfer_node +2021-12-18 04:57:01,266 Checking all jobs at once +2021-12-18 04:57:03,386 Successful check job command +2021-12-18 04:57:05,156 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:57:05,157 End of checking +2021-12-18 04:57:05,158 Updating FAILED jobs +2021-12-18 04:57:05,158 Updating WAITING jobs +2021-12-18 04:57:05,158 Update finished +2021-12-18 04:57:05,159 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:57:05,159 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:57:05,159 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:57:05,159 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:57:05,159 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:57:05,162 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:57:05,164 Job list saved +2021-12-18 04:57:05,169 Updating FAILED jobs +2021-12-18 04:57:05,169 Updating WAITING jobs +2021-12-18 04:57:05,169 Update finished +2021-12-18 04:57:15,176 Reloading parameters... +2021-12-18 04:57:15,198 Loading parameters... +2021-12-18 04:57:15,200 Loading project parameters... +2021-12-18 04:57:15,202 + +22 of 25 jobs remaining (04:57) +2021-12-18 04:57:15,202 Sleep: 10 +2021-12-18 04:57:15,202 Number of retrials: 0 +2021-12-18 04:57:15,202 WRAPPER CHECK TIME = 10 +2021-12-18 04:57:15,203 Checking jobs for platform=marenostrum4 +2021-12-18 04:57:15,203 Checking jobs for platform=nord3 +2021-12-18 04:57:15,204 Checking jobs for platform=local +2021-12-18 04:57:15,204 Checking jobs for platform=transfer_node +2021-12-18 04:57:15,204 Checking all jobs at once +2021-12-18 04:57:16,825 Successful check job command +2021-12-18 04:57:18,647 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:57:18,647 End of checking +2021-12-18 04:57:18,648 Updating FAILED jobs +2021-12-18 04:57:18,648 Updating WAITING jobs +2021-12-18 04:57:18,649 Update finished +2021-12-18 04:57:18,649 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:57:18,649 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:57:18,650 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:57:18,650 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:57:18,650 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:57:18,653 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:57:18,655 Job list saved +2021-12-18 04:57:18,660 Updating FAILED jobs +2021-12-18 04:57:18,660 Updating WAITING jobs +2021-12-18 04:57:18,660 Update finished +2021-12-18 04:57:28,670 Reloading parameters... +2021-12-18 04:57:28,689 Loading parameters... +2021-12-18 04:57:28,690 Loading project parameters... +2021-12-18 04:57:28,692 + +22 of 25 jobs remaining (04:57) +2021-12-18 04:57:28,693 Sleep: 10 +2021-12-18 04:57:28,693 Number of retrials: 0 +2021-12-18 04:57:28,693 WRAPPER CHECK TIME = 10 +2021-12-18 04:57:28,693 Checking jobs for platform=marenostrum4 +2021-12-18 04:57:28,694 Checking jobs for platform=nord3 +2021-12-18 04:57:28,694 Checking jobs for platform=local +2021-12-18 04:57:28,695 Checking jobs for platform=transfer_node +2021-12-18 04:57:28,695 Checking all jobs at once +2021-12-18 04:57:30,015 Successful check job command +2021-12-18 04:57:31,284 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:57:31,284 End of checking +2021-12-18 04:57:31,286 Updating FAILED jobs +2021-12-18 04:57:31,286 Updating WAITING jobs +2021-12-18 04:57:31,286 Update finished +2021-12-18 04:57:31,286 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:57:31,286 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:57:31,287 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:57:31,287 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:57:31,287 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:57:31,290 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:57:31,292 Job list saved +2021-12-18 04:57:31,298 Updating FAILED jobs +2021-12-18 04:57:31,298 Updating WAITING jobs +2021-12-18 04:57:31,298 Update finished +2021-12-18 04:57:41,304 Reloading parameters... +2021-12-18 04:57:41,324 Loading parameters... +2021-12-18 04:57:41,325 Loading project parameters... +2021-12-18 04:57:41,327 + +22 of 25 jobs remaining (04:57) +2021-12-18 04:57:41,327 Sleep: 10 +2021-12-18 04:57:41,327 Number of retrials: 0 +2021-12-18 04:57:41,327 WRAPPER CHECK TIME = 10 +2021-12-18 04:57:41,328 Checking jobs for platform=marenostrum4 +2021-12-18 04:57:41,329 Checking jobs for platform=nord3 +2021-12-18 04:57:41,329 Checking jobs for platform=local +2021-12-18 04:57:41,330 Checking jobs for platform=transfer_node +2021-12-18 04:57:41,330 Checking all jobs at once +2021-12-18 04:57:42,602 Successful check job command +2021-12-18 04:57:43,771 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:57:43,772 End of checking +2021-12-18 04:57:43,773 Updating FAILED jobs +2021-12-18 04:57:43,773 Updating WAITING jobs +2021-12-18 04:57:43,773 Update finished +2021-12-18 04:57:43,774 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:57:43,774 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:57:43,774 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:57:43,774 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:57:43,774 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:57:43,777 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:57:43,779 Job list saved +2021-12-18 04:57:43,784 Updating FAILED jobs +2021-12-18 04:57:43,784 Updating WAITING jobs +2021-12-18 04:57:43,784 Update finished +2021-12-18 04:57:53,792 Reloading parameters... +2021-12-18 04:57:53,812 Loading parameters... +2021-12-18 04:57:53,813 Loading project parameters... +2021-12-18 04:57:53,815 + +22 of 25 jobs remaining (04:57) +2021-12-18 04:57:53,815 Sleep: 10 +2021-12-18 04:57:53,815 Number of retrials: 0 +2021-12-18 04:57:53,815 WRAPPER CHECK TIME = 10 +2021-12-18 04:57:53,816 Checking jobs for platform=marenostrum4 +2021-12-18 04:57:53,816 Checking jobs for platform=nord3 +2021-12-18 04:57:53,817 Checking jobs for platform=local +2021-12-18 04:57:53,817 Checking jobs for platform=transfer_node +2021-12-18 04:57:53,818 Checking all jobs at once +2021-12-18 04:57:55,538 Successful check job command +2021-12-18 04:57:56,907 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:57:56,907 End of checking +2021-12-18 04:57:56,909 Updating FAILED jobs +2021-12-18 04:57:56,909 Updating WAITING jobs +2021-12-18 04:57:56,909 Update finished +2021-12-18 04:57:56,909 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:57:56,910 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:57:56,910 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:57:56,910 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:57:56,910 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:57:56,913 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:57:56,916 Job list saved +2021-12-18 04:57:56,920 Updating FAILED jobs +2021-12-18 04:57:56,921 Updating WAITING jobs +2021-12-18 04:57:56,921 Update finished +2021-12-18 04:58:06,924 Reloading parameters... +2021-12-18 04:58:06,945 Loading parameters... +2021-12-18 04:58:06,946 Loading project parameters... +2021-12-18 04:58:06,948 + +22 of 25 jobs remaining (04:58) +2021-12-18 04:58:06,948 Sleep: 10 +2021-12-18 04:58:06,948 Number of retrials: 0 +2021-12-18 04:58:06,949 WRAPPER CHECK TIME = 10 +2021-12-18 04:58:06,949 Checking jobs for platform=marenostrum4 +2021-12-18 04:58:06,950 Checking jobs for platform=nord3 +2021-12-18 04:58:06,950 Checking jobs for platform=local +2021-12-18 04:58:06,951 Checking jobs for platform=transfer_node +2021-12-18 04:58:06,951 Checking all jobs at once +2021-12-18 04:58:08,473 Successful check job command +2021-12-18 04:58:09,893 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:58:09,894 End of checking +2021-12-18 04:58:09,895 Updating FAILED jobs +2021-12-18 04:58:09,895 Updating WAITING jobs +2021-12-18 04:58:09,895 Update finished +2021-12-18 04:58:09,896 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:58:09,896 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:58:09,896 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:58:09,896 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:58:09,896 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:58:09,899 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:58:09,901 Job list saved +2021-12-18 04:58:09,905 Updating FAILED jobs +2021-12-18 04:58:09,905 Updating WAITING jobs +2021-12-18 04:58:09,906 Update finished +2021-12-18 04:58:19,916 Reloading parameters... +2021-12-18 04:58:19,940 Loading parameters... +2021-12-18 04:58:19,941 Loading project parameters... +2021-12-18 04:58:19,943 + +22 of 25 jobs remaining (04:58) +2021-12-18 04:58:19,943 Sleep: 10 +2021-12-18 04:58:19,943 Number of retrials: 0 +2021-12-18 04:58:19,943 WRAPPER CHECK TIME = 10 +2021-12-18 04:58:19,944 Checking jobs for platform=marenostrum4 +2021-12-18 04:58:19,944 Checking jobs for platform=nord3 +2021-12-18 04:58:19,945 Checking jobs for platform=local +2021-12-18 04:58:19,945 Checking jobs for platform=transfer_node +2021-12-18 04:58:19,945 Checking all jobs at once +2021-12-18 04:58:21,316 Successful check job command +2021-12-18 04:58:22,685 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:58:22,686 End of checking +2021-12-18 04:58:22,687 Updating FAILED jobs +2021-12-18 04:58:22,687 Updating WAITING jobs +2021-12-18 04:58:22,687 Update finished +2021-12-18 04:58:22,688 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:58:22,688 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:58:22,688 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:58:22,688 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:58:22,688 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:58:22,691 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:58:22,693 Job list saved +2021-12-18 04:58:22,698 Updating FAILED jobs +2021-12-18 04:58:22,698 Updating WAITING jobs +2021-12-18 04:58:22,699 Update finished +2021-12-18 04:58:32,704 Reloading parameters... +2021-12-18 04:58:32,724 Loading parameters... +2021-12-18 04:58:32,725 Loading project parameters... +2021-12-18 04:58:32,727 + +22 of 25 jobs remaining (04:58) +2021-12-18 04:58:32,727 Sleep: 10 +2021-12-18 04:58:32,728 Number of retrials: 0 +2021-12-18 04:58:32,728 WRAPPER CHECK TIME = 10 +2021-12-18 04:58:32,728 Checking jobs for platform=marenostrum4 +2021-12-18 04:58:32,729 Checking jobs for platform=nord3 +2021-12-18 04:58:32,729 Checking jobs for platform=local +2021-12-18 04:58:32,730 Checking jobs for platform=transfer_node +2021-12-18 04:58:32,730 Checking all jobs at once +2021-12-18 04:58:34,703 Successful check job command +2021-12-18 04:58:36,322 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:58:36,322 End of checking +2021-12-18 04:58:36,324 Updating FAILED jobs +2021-12-18 04:58:36,324 Updating WAITING jobs +2021-12-18 04:58:36,324 Update finished +2021-12-18 04:58:36,324 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:58:36,325 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:58:36,325 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:58:36,325 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:58:36,325 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:58:36,328 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:58:36,330 Job list saved +2021-12-18 04:58:36,335 Updating FAILED jobs +2021-12-18 04:58:36,335 Updating WAITING jobs +2021-12-18 04:58:36,336 Update finished +2021-12-18 04:58:46,346 Reloading parameters... +2021-12-18 04:58:46,371 Loading parameters... +2021-12-18 04:58:46,373 Loading project parameters... +2021-12-18 04:58:46,375 + +22 of 25 jobs remaining (04:58) +2021-12-18 04:58:46,375 Sleep: 10 +2021-12-18 04:58:46,375 Number of retrials: 0 +2021-12-18 04:58:46,375 WRAPPER CHECK TIME = 10 +2021-12-18 04:58:46,376 Checking jobs for platform=marenostrum4 +2021-12-18 04:58:46,376 Checking jobs for platform=nord3 +2021-12-18 04:58:46,377 Checking jobs for platform=local +2021-12-18 04:58:46,377 Checking jobs for platform=transfer_node +2021-12-18 04:58:46,378 Checking all jobs at once +2021-12-18 04:58:47,697 Successful check job command +2021-12-18 04:58:48,967 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:58:48,967 End of checking +2021-12-18 04:58:48,969 Updating FAILED jobs +2021-12-18 04:58:48,969 Updating WAITING jobs +2021-12-18 04:58:48,969 Update finished +2021-12-18 04:58:48,969 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:58:48,969 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:58:48,969 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:58:48,970 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:58:48,970 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:58:48,973 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:58:48,975 Job list saved +2021-12-18 04:58:48,980 Updating FAILED jobs +2021-12-18 04:58:48,980 Updating WAITING jobs +2021-12-18 04:58:48,980 Update finished +2021-12-18 04:58:58,990 Reloading parameters... +2021-12-18 04:58:59,010 Loading parameters... +2021-12-18 04:58:59,012 Loading project parameters... +2021-12-18 04:58:59,013 + +22 of 25 jobs remaining (04:58) +2021-12-18 04:58:59,014 Sleep: 10 +2021-12-18 04:58:59,014 Number of retrials: 0 +2021-12-18 04:58:59,014 WRAPPER CHECK TIME = 10 +2021-12-18 04:58:59,014 Checking jobs for platform=marenostrum4 +2021-12-18 04:58:59,015 Checking jobs for platform=nord3 +2021-12-18 04:58:59,016 Checking jobs for platform=local +2021-12-18 04:58:59,016 Checking jobs for platform=transfer_node +2021-12-18 04:58:59,016 Checking all jobs at once +2021-12-18 04:59:00,386 Successful check job command +2021-12-18 04:59:01,808 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:59:01,808 End of checking +2021-12-18 04:59:01,809 Updating FAILED jobs +2021-12-18 04:59:01,809 Updating WAITING jobs +2021-12-18 04:59:01,810 Update finished +2021-12-18 04:59:01,810 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:59:01,810 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:59:01,810 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:59:01,810 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:59:01,810 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:59:01,813 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:59:01,815 Job list saved +2021-12-18 04:59:01,822 Updating FAILED jobs +2021-12-18 04:59:01,822 Updating WAITING jobs +2021-12-18 04:59:01,822 Update finished +2021-12-18 04:59:11,833 Reloading parameters... +2021-12-18 04:59:11,855 Loading parameters... +2021-12-18 04:59:11,856 Loading project parameters... +2021-12-18 04:59:11,858 + +22 of 25 jobs remaining (04:59) +2021-12-18 04:59:11,858 Sleep: 10 +2021-12-18 04:59:11,858 Number of retrials: 0 +2021-12-18 04:59:11,858 WRAPPER CHECK TIME = 10 +2021-12-18 04:59:11,859 Checking jobs for platform=marenostrum4 +2021-12-18 04:59:11,859 Checking jobs for platform=nord3 +2021-12-18 04:59:11,860 Checking jobs for platform=local +2021-12-18 04:59:11,860 Checking jobs for platform=transfer_node +2021-12-18 04:59:11,861 Checking all jobs at once +2021-12-18 04:59:13,732 Successful check job command +2021-12-18 04:59:15,152 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:59:15,153 End of checking +2021-12-18 04:59:15,154 Updating FAILED jobs +2021-12-18 04:59:15,154 Updating WAITING jobs +2021-12-18 04:59:15,155 Update finished +2021-12-18 04:59:15,155 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:59:15,155 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:59:15,156 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:59:15,156 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:59:15,156 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:59:15,160 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:59:15,163 Job list saved +2021-12-18 04:59:15,247 Updating FAILED jobs +2021-12-18 04:59:15,247 Updating WAITING jobs +2021-12-18 04:59:15,248 Update finished +2021-12-18 04:59:25,258 Reloading parameters... +2021-12-18 04:59:25,281 Loading parameters... +2021-12-18 04:59:25,283 Loading project parameters... +2021-12-18 04:59:25,285 + +22 of 25 jobs remaining (04:59) +2021-12-18 04:59:25,285 Sleep: 10 +2021-12-18 04:59:25,285 Number of retrials: 0 +2021-12-18 04:59:25,285 WRAPPER CHECK TIME = 10 +2021-12-18 04:59:25,286 Checking jobs for platform=marenostrum4 +2021-12-18 04:59:25,286 Checking jobs for platform=nord3 +2021-12-18 04:59:25,287 Checking jobs for platform=local +2021-12-18 04:59:25,288 Checking jobs for platform=transfer_node +2021-12-18 04:59:25,288 Checking all jobs at once +2021-12-18 04:59:26,957 Successful check job command +2021-12-18 04:59:29,278 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:59:29,279 End of checking +2021-12-18 04:59:29,280 Updating FAILED jobs +2021-12-18 04:59:29,280 Updating WAITING jobs +2021-12-18 04:59:29,280 Update finished +2021-12-18 04:59:29,281 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:59:29,281 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:59:29,281 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:59:29,281 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:59:29,281 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:59:29,284 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:59:29,286 Job list saved +2021-12-18 04:59:29,291 Updating FAILED jobs +2021-12-18 04:59:29,291 Updating WAITING jobs +2021-12-18 04:59:29,292 Update finished +2021-12-18 04:59:39,302 Reloading parameters... +2021-12-18 04:59:39,321 Loading parameters... +2021-12-18 04:59:39,323 Loading project parameters... +2021-12-18 04:59:39,325 + +22 of 25 jobs remaining (04:59) +2021-12-18 04:59:39,325 Sleep: 10 +2021-12-18 04:59:39,325 Number of retrials: 0 +2021-12-18 04:59:39,325 WRAPPER CHECK TIME = 10 +2021-12-18 04:59:39,326 Checking jobs for platform=marenostrum4 +2021-12-18 04:59:39,326 Checking jobs for platform=nord3 +2021-12-18 04:59:39,327 Checking jobs for platform=local +2021-12-18 04:59:39,327 Checking jobs for platform=transfer_node +2021-12-18 04:59:39,328 Checking all jobs at once +2021-12-18 04:59:40,647 Successful check job command +2021-12-18 04:59:41,967 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:59:41,967 End of checking +2021-12-18 04:59:41,968 Updating FAILED jobs +2021-12-18 04:59:41,968 Updating WAITING jobs +2021-12-18 04:59:41,969 Update finished +2021-12-18 04:59:41,969 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:59:41,969 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:59:41,969 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:59:41,969 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:59:41,969 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:59:41,972 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:59:41,974 Job list saved +2021-12-18 04:59:41,979 Updating FAILED jobs +2021-12-18 04:59:41,979 Updating WAITING jobs +2021-12-18 04:59:41,979 Update finished +2021-12-18 04:59:51,989 Reloading parameters... +2021-12-18 04:59:52,008 Loading parameters... +2021-12-18 04:59:52,009 Loading project parameters... +2021-12-18 04:59:52,011 + +22 of 25 jobs remaining (04:59) +2021-12-18 04:59:52,011 Sleep: 10 +2021-12-18 04:59:52,011 Number of retrials: 0 +2021-12-18 04:59:52,011 WRAPPER CHECK TIME = 10 +2021-12-18 04:59:52,012 Checking jobs for platform=marenostrum4 +2021-12-18 04:59:52,012 Checking jobs for platform=nord3 +2021-12-18 04:59:52,013 Checking jobs for platform=local +2021-12-18 04:59:52,013 Checking jobs for platform=transfer_node +2021-12-18 04:59:52,013 Checking all jobs at once +2021-12-18 04:59:53,284 Successful check job command +2021-12-18 04:59:54,554 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 04:59:54,554 End of checking +2021-12-18 04:59:54,556 Updating FAILED jobs +2021-12-18 04:59:54,556 Updating WAITING jobs +2021-12-18 04:59:54,556 Update finished +2021-12-18 04:59:54,556 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 04:59:54,557 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 04:59:54,557 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 04:59:54,557 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 04:59:54,557 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 04:59:54,560 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 04:59:54,562 Job list saved +2021-12-18 04:59:54,567 Updating FAILED jobs +2021-12-18 04:59:54,568 Updating WAITING jobs +2021-12-18 04:59:54,568 Update finished +2021-12-18 05:00:04,578 Reloading parameters... +2021-12-18 05:00:04,599 Loading parameters... +2021-12-18 05:00:04,601 Loading project parameters... +2021-12-18 05:00:04,603 + +22 of 25 jobs remaining (05:00) +2021-12-18 05:00:04,603 Sleep: 10 +2021-12-18 05:00:04,603 Number of retrials: 0 +2021-12-18 05:00:04,603 WRAPPER CHECK TIME = 10 +2021-12-18 05:00:04,604 Checking jobs for platform=marenostrum4 +2021-12-18 05:00:04,604 Checking jobs for platform=nord3 +2021-12-18 05:00:04,605 Checking jobs for platform=local +2021-12-18 05:00:04,606 Checking jobs for platform=transfer_node +2021-12-18 05:00:04,606 Checking all jobs at once +2021-12-18 05:00:08,836 Successful check job command +2021-12-18 05:00:11,159 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:00:11,159 End of checking +2021-12-18 05:00:11,161 Updating FAILED jobs +2021-12-18 05:00:11,161 Updating WAITING jobs +2021-12-18 05:00:11,161 Update finished +2021-12-18 05:00:11,161 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:00:11,162 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:00:11,162 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:00:11,162 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:00:11,162 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:00:11,164 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:00:11,167 Job list saved +2021-12-18 05:00:11,171 Updating FAILED jobs +2021-12-18 05:00:11,172 Updating WAITING jobs +2021-12-18 05:00:11,172 Update finished +2021-12-18 05:00:21,182 Reloading parameters... +2021-12-18 05:00:21,200 Loading parameters... +2021-12-18 05:00:21,202 Loading project parameters... +2021-12-18 05:00:21,204 + +22 of 25 jobs remaining (05:00) +2021-12-18 05:00:21,204 Sleep: 10 +2021-12-18 05:00:21,204 Number of retrials: 0 +2021-12-18 05:00:21,204 WRAPPER CHECK TIME = 10 +2021-12-18 05:00:21,205 Checking jobs for platform=marenostrum4 +2021-12-18 05:00:21,205 Checking jobs for platform=nord3 +2021-12-18 05:00:21,206 Checking jobs for platform=local +2021-12-18 05:00:21,206 Checking jobs for platform=transfer_node +2021-12-18 05:00:21,206 Checking all jobs at once +2021-12-18 05:00:22,476 Successful check job command +2021-12-18 05:00:23,698 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:00:23,698 End of checking +2021-12-18 05:00:23,699 Updating FAILED jobs +2021-12-18 05:00:23,699 Updating WAITING jobs +2021-12-18 05:00:23,700 Update finished +2021-12-18 05:00:23,700 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:00:23,700 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:00:23,700 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:00:23,700 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:00:23,700 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:00:23,703 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:00:23,705 Job list saved +2021-12-18 05:00:23,711 Updating FAILED jobs +2021-12-18 05:00:23,711 Updating WAITING jobs +2021-12-18 05:00:23,711 Update finished +2021-12-18 05:00:33,721 Reloading parameters... +2021-12-18 05:00:33,741 Loading parameters... +2021-12-18 05:00:33,743 Loading project parameters... +2021-12-18 05:00:33,745 + +22 of 25 jobs remaining (05:00) +2021-12-18 05:00:33,745 Sleep: 10 +2021-12-18 05:00:33,745 Number of retrials: 0 +2021-12-18 05:00:33,746 WRAPPER CHECK TIME = 10 +2021-12-18 05:00:33,746 Checking jobs for platform=marenostrum4 +2021-12-18 05:00:33,747 Checking jobs for platform=nord3 +2021-12-18 05:00:33,747 Checking jobs for platform=local +2021-12-18 05:00:33,748 Checking jobs for platform=transfer_node +2021-12-18 05:00:33,748 Checking all jobs at once +2021-12-18 05:00:35,269 Successful check job command +2021-12-18 05:00:36,640 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:00:36,640 End of checking +2021-12-18 05:00:36,641 Updating FAILED jobs +2021-12-18 05:00:36,642 Updating WAITING jobs +2021-12-18 05:00:36,642 Update finished +2021-12-18 05:00:36,642 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:00:36,643 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:00:36,643 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:00:36,643 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:00:36,643 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:00:36,645 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:00:36,648 Job list saved +2021-12-18 05:00:36,652 Updating FAILED jobs +2021-12-18 05:00:36,653 Updating WAITING jobs +2021-12-18 05:00:36,653 Update finished +2021-12-18 05:00:46,655 Reloading parameters... +2021-12-18 05:00:46,674 Loading parameters... +2021-12-18 05:00:46,675 Loading project parameters... +2021-12-18 05:00:46,677 + +22 of 25 jobs remaining (05:00) +2021-12-18 05:00:46,678 Sleep: 10 +2021-12-18 05:00:46,678 Number of retrials: 0 +2021-12-18 05:00:46,678 WRAPPER CHECK TIME = 10 +2021-12-18 05:00:46,678 Checking jobs for platform=marenostrum4 +2021-12-18 05:00:46,679 Checking jobs for platform=nord3 +2021-12-18 05:00:46,679 Checking jobs for platform=local +2021-12-18 05:00:46,680 Checking jobs for platform=transfer_node +2021-12-18 05:00:46,680 Checking all jobs at once +2021-12-18 05:00:48,200 Successful check job command +2021-12-18 05:00:49,671 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:00:49,671 End of checking +2021-12-18 05:00:49,672 Updating FAILED jobs +2021-12-18 05:00:49,672 Updating WAITING jobs +2021-12-18 05:00:49,673 Update finished +2021-12-18 05:00:49,673 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:00:49,673 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:00:49,673 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:00:49,673 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:00:49,673 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:00:49,676 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:00:49,678 Job list saved +2021-12-18 05:00:49,684 Updating FAILED jobs +2021-12-18 05:00:49,685 Updating WAITING jobs +2021-12-18 05:00:49,685 Update finished +2021-12-18 05:00:59,695 Reloading parameters... +2021-12-18 05:00:59,724 Loading parameters... +2021-12-18 05:00:59,725 Loading project parameters... +2021-12-18 05:00:59,727 + +22 of 25 jobs remaining (05:00) +2021-12-18 05:00:59,727 Sleep: 10 +2021-12-18 05:00:59,727 Number of retrials: 0 +2021-12-18 05:00:59,727 WRAPPER CHECK TIME = 10 +2021-12-18 05:00:59,728 Checking jobs for platform=marenostrum4 +2021-12-18 05:00:59,729 Checking jobs for platform=nord3 +2021-12-18 05:00:59,730 Checking jobs for platform=local +2021-12-18 05:00:59,730 Checking jobs for platform=transfer_node +2021-12-18 05:00:59,730 Checking all jobs at once +2021-12-18 05:01:01,204 Successful check job command +2021-12-18 05:01:02,674 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:01:02,674 End of checking +2021-12-18 05:01:02,676 Updating FAILED jobs +2021-12-18 05:01:02,677 Updating WAITING jobs +2021-12-18 05:01:02,677 Update finished +2021-12-18 05:01:02,677 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:01:02,677 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:01:02,677 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:01:02,677 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:01:02,678 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:01:02,681 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:01:02,683 Job list saved +2021-12-18 05:01:02,688 Updating FAILED jobs +2021-12-18 05:01:02,688 Updating WAITING jobs +2021-12-18 05:01:02,688 Update finished +2021-12-18 05:01:12,696 Reloading parameters... +2021-12-18 05:01:12,713 Loading parameters... +2021-12-18 05:01:12,715 Loading project parameters... +2021-12-18 05:01:12,717 + +22 of 25 jobs remaining (05:01) +2021-12-18 05:01:12,717 Sleep: 10 +2021-12-18 05:01:12,717 Number of retrials: 0 +2021-12-18 05:01:12,717 WRAPPER CHECK TIME = 10 +2021-12-18 05:01:12,718 Checking jobs for platform=marenostrum4 +2021-12-18 05:01:12,718 Checking jobs for platform=nord3 +2021-12-18 05:01:12,719 Checking jobs for platform=local +2021-12-18 05:01:12,719 Checking jobs for platform=transfer_node +2021-12-18 05:01:12,719 Checking all jobs at once +2021-12-18 05:01:14,241 Successful check job command +2021-12-18 05:01:15,410 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:01:15,410 End of checking +2021-12-18 05:01:15,411 Updating FAILED jobs +2021-12-18 05:01:15,411 Updating WAITING jobs +2021-12-18 05:01:15,412 Update finished +2021-12-18 05:01:15,412 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:01:15,412 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:01:15,413 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:01:15,413 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:01:15,413 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:01:15,415 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:01:15,417 Job list saved +2021-12-18 05:01:15,423 Updating FAILED jobs +2021-12-18 05:01:15,424 Updating WAITING jobs +2021-12-18 05:01:15,424 Update finished +2021-12-18 05:01:25,434 Reloading parameters... +2021-12-18 05:01:25,453 Loading parameters... +2021-12-18 05:01:25,454 Loading project parameters... +2021-12-18 05:01:25,456 + +22 of 25 jobs remaining (05:01) +2021-12-18 05:01:25,456 Sleep: 10 +2021-12-18 05:01:25,456 Number of retrials: 0 +2021-12-18 05:01:25,456 WRAPPER CHECK TIME = 10 +2021-12-18 05:01:25,457 Checking jobs for platform=marenostrum4 +2021-12-18 05:01:25,458 Checking jobs for platform=nord3 +2021-12-18 05:01:25,458 Checking jobs for platform=local +2021-12-18 05:01:25,460 Checking jobs for platform=transfer_node +2021-12-18 05:01:25,460 Checking all jobs at once +2021-12-18 05:01:26,829 Successful check job command +2021-12-18 05:01:28,000 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:01:28,000 End of checking +2021-12-18 05:01:28,001 Updating FAILED jobs +2021-12-18 05:01:28,001 Updating WAITING jobs +2021-12-18 05:01:28,002 Update finished +2021-12-18 05:01:28,002 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:01:28,002 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:01:28,002 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:01:28,002 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:01:28,002 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:01:28,005 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:01:28,007 Job list saved +2021-12-18 05:01:28,011 Updating FAILED jobs +2021-12-18 05:01:28,012 Updating WAITING jobs +2021-12-18 05:01:28,012 Update finished +2021-12-18 05:01:38,021 Reloading parameters... +2021-12-18 05:01:38,043 Loading parameters... +2021-12-18 05:01:38,044 Loading project parameters... +2021-12-18 05:01:38,046 + +22 of 25 jobs remaining (05:01) +2021-12-18 05:01:38,046 Sleep: 10 +2021-12-18 05:01:38,046 Number of retrials: 0 +2021-12-18 05:01:38,046 WRAPPER CHECK TIME = 10 +2021-12-18 05:01:38,047 Checking jobs for platform=marenostrum4 +2021-12-18 05:01:38,048 Checking jobs for platform=nord3 +2021-12-18 05:01:38,048 Checking jobs for platform=local +2021-12-18 05:01:38,049 Checking jobs for platform=transfer_node +2021-12-18 05:01:38,049 Checking all jobs at once +2021-12-18 05:01:39,569 Successful check job command +2021-12-18 05:01:40,938 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:01:40,938 End of checking +2021-12-18 05:01:40,939 Updating FAILED jobs +2021-12-18 05:01:40,939 Updating WAITING jobs +2021-12-18 05:01:40,940 Update finished +2021-12-18 05:01:40,940 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:01:40,940 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:01:40,940 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:01:40,940 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:01:40,940 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:01:40,943 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:01:40,945 Job list saved +2021-12-18 05:01:40,953 Updating FAILED jobs +2021-12-18 05:01:40,953 Updating WAITING jobs +2021-12-18 05:01:40,953 Update finished +2021-12-18 05:01:50,963 Reloading parameters... +2021-12-18 05:01:50,983 Loading parameters... +2021-12-18 05:01:50,985 Loading project parameters... +2021-12-18 05:01:50,986 + +22 of 25 jobs remaining (05:01) +2021-12-18 05:01:50,987 Sleep: 10 +2021-12-18 05:01:50,987 Number of retrials: 0 +2021-12-18 05:01:50,987 WRAPPER CHECK TIME = 10 +2021-12-18 05:01:50,987 Checking jobs for platform=marenostrum4 +2021-12-18 05:01:50,988 Checking jobs for platform=nord3 +2021-12-18 05:01:50,989 Checking jobs for platform=local +2021-12-18 05:01:50,989 Checking jobs for platform=transfer_node +2021-12-18 05:01:50,989 Checking all jobs at once +2021-12-18 05:01:52,309 Successful check job command +2021-12-18 05:01:53,528 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:01:53,529 End of checking +2021-12-18 05:01:53,530 Updating FAILED jobs +2021-12-18 05:01:53,530 Updating WAITING jobs +2021-12-18 05:01:53,531 Update finished +2021-12-18 05:01:53,531 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:01:53,531 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:01:53,531 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:01:53,532 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:01:53,532 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:01:53,534 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:01:53,537 Job list saved +2021-12-18 05:01:53,543 Updating FAILED jobs +2021-12-18 05:01:53,543 Updating WAITING jobs +2021-12-18 05:01:53,543 Update finished +2021-12-18 05:02:03,553 Reloading parameters... +2021-12-18 05:02:03,572 Loading parameters... +2021-12-18 05:02:03,573 Loading project parameters... +2021-12-18 05:02:03,575 + +22 of 25 jobs remaining (05:02) +2021-12-18 05:02:03,575 Sleep: 10 +2021-12-18 05:02:03,575 Number of retrials: 0 +2021-12-18 05:02:03,575 WRAPPER CHECK TIME = 10 +2021-12-18 05:02:03,576 Checking jobs for platform=marenostrum4 +2021-12-18 05:02:03,577 Checking jobs for platform=nord3 +2021-12-18 05:02:03,578 Checking jobs for platform=local +2021-12-18 05:02:03,579 Checking jobs for platform=transfer_node +2021-12-18 05:02:03,579 Checking all jobs at once +2021-12-18 05:02:04,999 Successful check job command +2021-12-18 05:02:06,271 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:02:06,272 End of checking +2021-12-18 05:02:06,273 Updating FAILED jobs +2021-12-18 05:02:06,273 Updating WAITING jobs +2021-12-18 05:02:06,273 Update finished +2021-12-18 05:02:06,273 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:02:06,274 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:02:06,274 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:02:06,274 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:02:06,274 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:02:06,277 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:02:06,279 Job list saved +2021-12-18 05:02:06,286 Updating FAILED jobs +2021-12-18 05:02:06,286 Updating WAITING jobs +2021-12-18 05:02:06,286 Update finished +2021-12-18 05:02:16,293 Reloading parameters... +2021-12-18 05:02:16,312 Loading parameters... +2021-12-18 05:02:16,314 Loading project parameters... +2021-12-18 05:02:16,316 + +22 of 25 jobs remaining (05:02) +2021-12-18 05:02:16,316 Sleep: 10 +2021-12-18 05:02:16,316 Number of retrials: 0 +2021-12-18 05:02:16,316 WRAPPER CHECK TIME = 10 +2021-12-18 05:02:16,317 Checking jobs for platform=marenostrum4 +2021-12-18 05:02:16,317 Checking jobs for platform=nord3 +2021-12-18 05:02:16,318 Checking jobs for platform=local +2021-12-18 05:02:16,319 Checking jobs for platform=transfer_node +2021-12-18 05:02:16,319 Checking all jobs at once +2021-12-18 05:02:17,740 Successful check job command +2021-12-18 05:02:19,159 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:02:19,160 End of checking +2021-12-18 05:02:19,161 Updating FAILED jobs +2021-12-18 05:02:19,161 Updating WAITING jobs +2021-12-18 05:02:19,161 Update finished +2021-12-18 05:02:19,161 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:02:19,162 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:02:19,162 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:02:19,162 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:02:19,162 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:02:19,165 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:02:19,167 Job list saved +2021-12-18 05:02:19,175 Updating FAILED jobs +2021-12-18 05:02:19,175 Updating WAITING jobs +2021-12-18 05:02:19,175 Update finished +2021-12-18 05:02:29,185 Reloading parameters... +2021-12-18 05:02:29,203 Loading parameters... +2021-12-18 05:02:29,205 Loading project parameters... +2021-12-18 05:02:29,207 + +22 of 25 jobs remaining (05:02) +2021-12-18 05:02:29,207 Sleep: 10 +2021-12-18 05:02:29,207 Number of retrials: 0 +2021-12-18 05:02:29,207 WRAPPER CHECK TIME = 10 +2021-12-18 05:02:29,208 Checking jobs for platform=marenostrum4 +2021-12-18 05:02:29,208 Checking jobs for platform=nord3 +2021-12-18 05:02:29,209 Checking jobs for platform=local +2021-12-18 05:02:29,210 Checking jobs for platform=transfer_node +2021-12-18 05:02:29,210 Checking all jobs at once +2021-12-18 05:02:30,482 Successful check job command +2021-12-18 05:02:31,651 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:02:31,652 End of checking +2021-12-18 05:02:31,653 Updating FAILED jobs +2021-12-18 05:02:31,653 Updating WAITING jobs +2021-12-18 05:02:31,654 Update finished +2021-12-18 05:02:31,654 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:02:31,654 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:02:31,654 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:02:31,655 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:02:31,655 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:02:31,657 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:02:31,659 Job list saved +2021-12-18 05:02:31,665 Updating FAILED jobs +2021-12-18 05:02:31,666 Updating WAITING jobs +2021-12-18 05:02:31,666 Update finished +2021-12-18 05:02:41,676 Reloading parameters... +2021-12-18 05:02:41,699 Loading parameters... +2021-12-18 05:02:41,700 Loading project parameters... +2021-12-18 05:02:41,702 + +22 of 25 jobs remaining (05:02) +2021-12-18 05:02:41,702 Sleep: 10 +2021-12-18 05:02:41,702 Number of retrials: 0 +2021-12-18 05:02:41,702 WRAPPER CHECK TIME = 10 +2021-12-18 05:02:41,703 Checking jobs for platform=marenostrum4 +2021-12-18 05:02:41,704 Checking jobs for platform=nord3 +2021-12-18 05:02:41,704 Checking jobs for platform=local +2021-12-18 05:02:41,705 Checking jobs for platform=transfer_node +2021-12-18 05:02:41,705 Checking all jobs at once +2021-12-18 05:02:43,577 Successful check job command +2021-12-18 05:02:44,898 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:02:44,898 End of checking +2021-12-18 05:02:44,899 Updating FAILED jobs +2021-12-18 05:02:44,899 Updating WAITING jobs +2021-12-18 05:02:44,900 Update finished +2021-12-18 05:02:44,900 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:02:44,900 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:02:44,900 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:02:44,900 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:02:44,900 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:02:44,903 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:02:44,905 Job list saved +2021-12-18 05:02:44,910 Updating FAILED jobs +2021-12-18 05:02:44,910 Updating WAITING jobs +2021-12-18 05:02:44,911 Update finished +2021-12-18 05:02:54,921 Reloading parameters... +2021-12-18 05:02:54,940 Loading parameters... +2021-12-18 05:02:54,941 Loading project parameters... +2021-12-18 05:02:54,944 + +22 of 25 jobs remaining (05:02) +2021-12-18 05:02:54,944 Sleep: 10 +2021-12-18 05:02:54,944 Number of retrials: 0 +2021-12-18 05:02:54,945 WRAPPER CHECK TIME = 10 +2021-12-18 05:02:54,945 Checking jobs for platform=marenostrum4 +2021-12-18 05:02:54,946 Checking jobs for platform=nord3 +2021-12-18 05:02:54,946 Checking jobs for platform=local +2021-12-18 05:02:54,947 Checking jobs for platform=transfer_node +2021-12-18 05:02:54,947 Checking all jobs at once +2021-12-18 05:02:56,316 Successful check job command +2021-12-18 05:02:57,836 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:02:57,837 End of checking +2021-12-18 05:02:57,838 Updating FAILED jobs +2021-12-18 05:02:57,838 Updating WAITING jobs +2021-12-18 05:02:57,838 Update finished +2021-12-18 05:02:57,839 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:02:57,839 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:02:57,839 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:02:57,839 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:02:57,839 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:02:57,842 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:02:57,844 Job list saved +2021-12-18 05:02:57,849 Updating FAILED jobs +2021-12-18 05:02:57,849 Updating WAITING jobs +2021-12-18 05:02:57,849 Update finished +2021-12-18 05:03:07,856 Reloading parameters... +2021-12-18 05:03:07,876 Loading parameters... +2021-12-18 05:03:07,878 Loading project parameters... +2021-12-18 05:03:07,880 + +22 of 25 jobs remaining (05:03) +2021-12-18 05:03:07,880 Sleep: 10 +2021-12-18 05:03:07,880 Number of retrials: 0 +2021-12-18 05:03:07,880 WRAPPER CHECK TIME = 10 +2021-12-18 05:03:07,881 Checking jobs for platform=marenostrum4 +2021-12-18 05:03:07,881 Checking jobs for platform=nord3 +2021-12-18 05:03:07,882 Checking jobs for platform=local +2021-12-18 05:03:07,882 Checking jobs for platform=transfer_node +2021-12-18 05:03:07,882 Checking all jobs at once +2021-12-18 05:03:09,202 Successful check job command +2021-12-18 05:03:10,421 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:03:10,422 End of checking +2021-12-18 05:03:10,423 Updating FAILED jobs +2021-12-18 05:03:10,423 Updating WAITING jobs +2021-12-18 05:03:10,424 Update finished +2021-12-18 05:03:10,424 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:03:10,424 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:03:10,425 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:03:10,425 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:03:10,425 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:03:10,428 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:03:10,430 Job list saved +2021-12-18 05:03:10,434 Updating FAILED jobs +2021-12-18 05:03:10,434 Updating WAITING jobs +2021-12-18 05:03:10,435 Update finished +2021-12-18 05:03:20,444 Reloading parameters... +2021-12-18 05:03:20,462 Loading parameters... +2021-12-18 05:03:20,463 Loading project parameters... +2021-12-18 05:03:20,465 + +22 of 25 jobs remaining (05:03) +2021-12-18 05:03:20,465 Sleep: 10 +2021-12-18 05:03:20,466 Number of retrials: 0 +2021-12-18 05:03:20,466 WRAPPER CHECK TIME = 10 +2021-12-18 05:03:20,466 Checking jobs for platform=marenostrum4 +2021-12-18 05:03:20,467 Checking jobs for platform=nord3 +2021-12-18 05:03:20,467 Checking jobs for platform=local +2021-12-18 05:03:20,468 Checking jobs for platform=transfer_node +2021-12-18 05:03:20,468 Checking all jobs at once +2021-12-18 05:03:21,788 Successful check job command +2021-12-18 05:03:23,057 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:03:23,057 End of checking +2021-12-18 05:03:23,059 Updating FAILED jobs +2021-12-18 05:03:23,059 Updating WAITING jobs +2021-12-18 05:03:23,059 Update finished +2021-12-18 05:03:23,059 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:03:23,059 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:03:23,059 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:03:23,060 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:03:23,060 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:03:23,063 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:03:23,065 Job list saved +2021-12-18 05:03:23,070 Updating FAILED jobs +2021-12-18 05:03:23,070 Updating WAITING jobs +2021-12-18 05:03:23,070 Update finished +2021-12-18 05:03:33,080 Reloading parameters... +2021-12-18 05:03:33,101 Loading parameters... +2021-12-18 05:03:33,102 Loading project parameters... +2021-12-18 05:03:33,104 + +22 of 25 jobs remaining (05:03) +2021-12-18 05:03:33,104 Sleep: 10 +2021-12-18 05:03:33,105 Number of retrials: 0 +2021-12-18 05:03:33,105 WRAPPER CHECK TIME = 10 +2021-12-18 05:03:33,105 Checking jobs for platform=marenostrum4 +2021-12-18 05:03:33,106 Checking jobs for platform=nord3 +2021-12-18 05:03:33,106 Checking jobs for platform=local +2021-12-18 05:03:33,107 Checking jobs for platform=transfer_node +2021-12-18 05:03:33,107 Checking all jobs at once +2021-12-18 05:03:34,477 Successful check job command +2021-12-18 05:03:35,747 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:03:35,747 End of checking +2021-12-18 05:03:35,748 Updating FAILED jobs +2021-12-18 05:03:35,748 Updating WAITING jobs +2021-12-18 05:03:35,749 Update finished +2021-12-18 05:03:35,749 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:03:35,749 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:03:35,749 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:03:35,749 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:03:35,749 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:03:35,752 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:03:35,754 Job list saved +2021-12-18 05:03:35,759 Updating FAILED jobs +2021-12-18 05:03:35,759 Updating WAITING jobs +2021-12-18 05:03:35,759 Update finished +2021-12-18 05:03:45,769 Reloading parameters... +2021-12-18 05:03:45,787 Loading parameters... +2021-12-18 05:03:45,789 Loading project parameters... +2021-12-18 05:03:45,790 + +22 of 25 jobs remaining (05:03) +2021-12-18 05:03:45,791 Sleep: 10 +2021-12-18 05:03:45,791 Number of retrials: 0 +2021-12-18 05:03:45,791 WRAPPER CHECK TIME = 10 +2021-12-18 05:03:45,791 Checking jobs for platform=marenostrum4 +2021-12-18 05:03:45,792 Checking jobs for platform=nord3 +2021-12-18 05:03:45,793 Checking jobs for platform=local +2021-12-18 05:03:45,793 Checking jobs for platform=transfer_node +2021-12-18 05:03:45,793 Checking all jobs at once +2021-12-18 05:03:47,363 Successful check job command +2021-12-18 05:03:48,734 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:03:48,734 End of checking +2021-12-18 05:03:48,735 Updating FAILED jobs +2021-12-18 05:03:48,735 Updating WAITING jobs +2021-12-18 05:03:48,736 Update finished +2021-12-18 05:03:48,736 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:03:48,737 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:03:48,737 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:03:48,737 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:03:48,737 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:03:48,739 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:03:48,742 Job list saved +2021-12-18 05:03:48,746 Updating FAILED jobs +2021-12-18 05:03:48,746 Updating WAITING jobs +2021-12-18 05:03:48,747 Update finished +2021-12-18 05:03:58,756 Reloading parameters... +2021-12-18 05:03:58,774 Loading parameters... +2021-12-18 05:03:58,775 Loading project parameters... +2021-12-18 05:03:58,777 + +22 of 25 jobs remaining (05:03) +2021-12-18 05:03:58,777 Sleep: 10 +2021-12-18 05:03:58,777 Number of retrials: 0 +2021-12-18 05:03:58,777 WRAPPER CHECK TIME = 10 +2021-12-18 05:03:58,778 Checking jobs for platform=marenostrum4 +2021-12-18 05:03:58,779 Checking jobs for platform=nord3 +2021-12-18 05:03:58,779 Checking jobs for platform=local +2021-12-18 05:03:58,780 Checking jobs for platform=transfer_node +2021-12-18 05:03:58,780 Checking all jobs at once +2021-12-18 05:04:00,801 Successful check job command +2021-12-18 05:04:02,271 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:04:02,271 End of checking +2021-12-18 05:04:02,272 Updating FAILED jobs +2021-12-18 05:04:02,272 Updating WAITING jobs +2021-12-18 05:04:02,272 Update finished +2021-12-18 05:04:02,273 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:04:02,273 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:04:02,273 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:04:02,273 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:04:02,273 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:04:02,276 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:04:02,278 Job list saved +2021-12-18 05:04:02,283 Updating FAILED jobs +2021-12-18 05:04:02,283 Updating WAITING jobs +2021-12-18 05:04:02,283 Update finished +2021-12-18 05:04:12,293 Reloading parameters... +2021-12-18 05:04:12,312 Loading parameters... +2021-12-18 05:04:12,313 Loading project parameters... +2021-12-18 05:04:12,315 + +22 of 25 jobs remaining (05:04) +2021-12-18 05:04:12,316 Sleep: 10 +2021-12-18 05:04:12,316 Number of retrials: 0 +2021-12-18 05:04:12,316 WRAPPER CHECK TIME = 10 +2021-12-18 05:04:12,316 Checking jobs for platform=marenostrum4 +2021-12-18 05:04:12,317 Checking jobs for platform=nord3 +2021-12-18 05:04:12,317 Checking jobs for platform=local +2021-12-18 05:04:12,318 Checking jobs for platform=transfer_node +2021-12-18 05:04:12,318 Checking all jobs at once +2021-12-18 05:04:13,588 Successful check job command +2021-12-18 05:04:14,807 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:04:14,807 End of checking +2021-12-18 05:04:14,808 Updating FAILED jobs +2021-12-18 05:04:14,809 Updating WAITING jobs +2021-12-18 05:04:14,809 Update finished +2021-12-18 05:04:14,809 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:04:14,809 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:04:14,809 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:04:14,809 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:04:14,810 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:04:14,812 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:04:14,815 Job list saved +2021-12-18 05:04:14,820 Updating FAILED jobs +2021-12-18 05:04:14,820 Updating WAITING jobs +2021-12-18 05:04:14,820 Update finished +2021-12-18 05:04:24,829 Reloading parameters... +2021-12-18 05:04:24,848 Loading parameters... +2021-12-18 05:04:24,850 Loading project parameters... +2021-12-18 05:04:24,851 + +22 of 25 jobs remaining (05:04) +2021-12-18 05:04:24,852 Sleep: 10 +2021-12-18 05:04:24,852 Number of retrials: 0 +2021-12-18 05:04:24,852 WRAPPER CHECK TIME = 10 +2021-12-18 05:04:24,853 Checking jobs for platform=marenostrum4 +2021-12-18 05:04:24,853 Checking jobs for platform=nord3 +2021-12-18 05:04:24,854 Checking jobs for platform=local +2021-12-18 05:04:24,854 Checking jobs for platform=transfer_node +2021-12-18 05:04:24,854 Checking all jobs at once +2021-12-18 05:04:26,224 Successful check job command +2021-12-18 05:04:27,544 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:04:27,544 End of checking +2021-12-18 05:04:27,546 Updating FAILED jobs +2021-12-18 05:04:27,546 Updating WAITING jobs +2021-12-18 05:04:27,546 Update finished +2021-12-18 05:04:27,546 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:04:27,547 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:04:27,547 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:04:27,547 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:04:27,547 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:04:27,550 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:04:27,552 Job list saved +2021-12-18 05:04:27,557 Updating FAILED jobs +2021-12-18 05:04:27,557 Updating WAITING jobs +2021-12-18 05:04:27,557 Update finished +2021-12-18 05:04:37,564 Reloading parameters... +2021-12-18 05:04:37,582 Loading parameters... +2021-12-18 05:04:37,584 Loading project parameters... +2021-12-18 05:04:37,586 + +22 of 25 jobs remaining (05:04) +2021-12-18 05:04:37,586 Sleep: 10 +2021-12-18 05:04:37,586 Number of retrials: 0 +2021-12-18 05:04:37,586 WRAPPER CHECK TIME = 10 +2021-12-18 05:04:37,587 Checking jobs for platform=marenostrum4 +2021-12-18 05:04:37,587 Checking jobs for platform=nord3 +2021-12-18 05:04:37,588 Checking jobs for platform=local +2021-12-18 05:04:37,588 Checking jobs for platform=transfer_node +2021-12-18 05:04:37,588 Checking all jobs at once +2021-12-18 05:04:39,259 Successful check job command +2021-12-18 05:04:40,529 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:04:40,530 End of checking +2021-12-18 05:04:40,531 Updating FAILED jobs +2021-12-18 05:04:40,531 Updating WAITING jobs +2021-12-18 05:04:40,531 Update finished +2021-12-18 05:04:40,531 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:04:40,532 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:04:40,532 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:04:40,532 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:04:40,532 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:04:40,534 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:04:40,536 Job list saved +2021-12-18 05:04:40,541 Updating FAILED jobs +2021-12-18 05:04:40,541 Updating WAITING jobs +2021-12-18 05:04:40,542 Update finished +2021-12-18 05:04:50,547 Reloading parameters... +2021-12-18 05:04:50,567 Loading parameters... +2021-12-18 05:04:50,569 Loading project parameters... +2021-12-18 05:04:50,570 + +22 of 25 jobs remaining (05:04) +2021-12-18 05:04:50,571 Sleep: 10 +2021-12-18 05:04:50,571 Number of retrials: 0 +2021-12-18 05:04:50,571 WRAPPER CHECK TIME = 10 +2021-12-18 05:04:50,571 Checking jobs for platform=marenostrum4 +2021-12-18 05:04:50,572 Checking jobs for platform=nord3 +2021-12-18 05:04:50,573 Checking jobs for platform=local +2021-12-18 05:04:50,573 Checking jobs for platform=transfer_node +2021-12-18 05:04:50,573 Checking all jobs at once +2021-12-18 05:04:52,143 Successful check job command +2021-12-18 05:04:53,764 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:04:53,764 End of checking +2021-12-18 05:04:53,765 Updating FAILED jobs +2021-12-18 05:04:53,766 Updating WAITING jobs +2021-12-18 05:04:53,766 Update finished +2021-12-18 05:04:53,766 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:04:53,766 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:04:53,766 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:04:53,767 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:04:53,767 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:04:53,773 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:04:53,775 Job list saved +2021-12-18 05:04:53,783 Updating FAILED jobs +2021-12-18 05:04:53,783 Updating WAITING jobs +2021-12-18 05:04:53,783 Update finished +2021-12-18 05:05:03,793 Reloading parameters... +2021-12-18 05:05:03,864 Loading parameters... +2021-12-18 05:05:03,865 Loading project parameters... +2021-12-18 05:05:03,867 + +22 of 25 jobs remaining (05:05) +2021-12-18 05:05:03,867 Sleep: 10 +2021-12-18 05:05:03,867 Number of retrials: 0 +2021-12-18 05:05:03,868 WRAPPER CHECK TIME = 10 +2021-12-18 05:05:03,868 Checking jobs for platform=marenostrum4 +2021-12-18 05:05:03,869 Checking jobs for platform=nord3 +2021-12-18 05:05:03,869 Checking jobs for platform=local +2021-12-18 05:05:03,870 Checking jobs for platform=transfer_node +2021-12-18 05:05:03,870 Checking all jobs at once +2021-12-18 05:05:05,833 Successful check job command +2021-12-18 05:05:07,553 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:05:07,554 End of checking +2021-12-18 05:05:07,555 Updating FAILED jobs +2021-12-18 05:05:07,555 Updating WAITING jobs +2021-12-18 05:05:07,555 Update finished +2021-12-18 05:05:07,556 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:05:07,556 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:05:07,556 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:05:07,556 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:05:07,557 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:05:07,559 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:05:07,561 Job list saved +2021-12-18 05:05:07,565 Updating FAILED jobs +2021-12-18 05:05:07,565 Updating WAITING jobs +2021-12-18 05:05:07,566 Update finished +2021-12-18 05:05:17,576 Reloading parameters... +2021-12-18 05:05:17,593 Loading parameters... +2021-12-18 05:05:17,594 Loading project parameters... +2021-12-18 05:05:17,596 + +22 of 25 jobs remaining (05:05) +2021-12-18 05:05:17,596 Sleep: 10 +2021-12-18 05:05:17,596 Number of retrials: 0 +2021-12-18 05:05:17,596 WRAPPER CHECK TIME = 10 +2021-12-18 05:05:17,597 Checking jobs for platform=marenostrum4 +2021-12-18 05:05:17,598 Checking jobs for platform=nord3 +2021-12-18 05:05:17,598 Checking jobs for platform=local +2021-12-18 05:05:17,599 Checking jobs for platform=transfer_node +2021-12-18 05:05:17,599 Checking all jobs at once +2021-12-18 05:05:18,968 Successful check job command +2021-12-18 05:05:20,288 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:05:20,288 End of checking +2021-12-18 05:05:20,290 Updating FAILED jobs +2021-12-18 05:05:20,290 Updating WAITING jobs +2021-12-18 05:05:20,290 Update finished +2021-12-18 05:05:20,290 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:05:20,290 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:05:20,291 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:05:20,291 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:05:20,291 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:05:20,293 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:05:20,295 Job list saved +2021-12-18 05:05:20,300 Updating FAILED jobs +2021-12-18 05:05:20,300 Updating WAITING jobs +2021-12-18 05:05:20,300 Update finished +2021-12-18 05:05:30,310 Reloading parameters... +2021-12-18 05:05:30,331 Loading parameters... +2021-12-18 05:05:30,332 Loading project parameters... +2021-12-18 05:05:30,334 + +22 of 25 jobs remaining (05:05) +2021-12-18 05:05:30,334 Sleep: 10 +2021-12-18 05:05:30,335 Number of retrials: 0 +2021-12-18 05:05:30,335 WRAPPER CHECK TIME = 10 +2021-12-18 05:05:30,335 Checking jobs for platform=marenostrum4 +2021-12-18 05:05:30,336 Checking jobs for platform=nord3 +2021-12-18 05:05:30,336 Checking jobs for platform=local +2021-12-18 05:05:30,337 Checking jobs for platform=transfer_node +2021-12-18 05:05:30,337 Checking all jobs at once +2021-12-18 05:05:31,606 Successful check job command +2021-12-18 05:05:32,776 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:05:32,776 End of checking +2021-12-18 05:05:32,777 Updating FAILED jobs +2021-12-18 05:05:32,777 Updating WAITING jobs +2021-12-18 05:05:32,778 Update finished +2021-12-18 05:05:32,778 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:05:32,778 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:05:32,778 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:05:32,778 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:05:32,778 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:05:32,781 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:05:32,783 Job list saved +2021-12-18 05:05:32,787 Updating FAILED jobs +2021-12-18 05:05:32,787 Updating WAITING jobs +2021-12-18 05:05:32,788 Update finished +2021-12-18 05:05:42,798 Reloading parameters... +2021-12-18 05:05:42,816 Loading parameters... +2021-12-18 05:05:42,818 Loading project parameters... +2021-12-18 05:05:42,820 + +22 of 25 jobs remaining (05:05) +2021-12-18 05:05:42,820 Sleep: 10 +2021-12-18 05:05:42,820 Number of retrials: 0 +2021-12-18 05:05:42,820 WRAPPER CHECK TIME = 10 +2021-12-18 05:05:42,821 Checking jobs for platform=marenostrum4 +2021-12-18 05:05:42,821 Checking jobs for platform=nord3 +2021-12-18 05:05:42,822 Checking jobs for platform=local +2021-12-18 05:05:42,822 Checking jobs for platform=transfer_node +2021-12-18 05:05:42,822 Checking all jobs at once +2021-12-18 05:05:44,546 Successful check job command +2021-12-18 05:05:45,867 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:05:45,867 End of checking +2021-12-18 05:05:45,869 Updating FAILED jobs +2021-12-18 05:05:45,869 Updating WAITING jobs +2021-12-18 05:05:45,869 Update finished +2021-12-18 05:05:45,869 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:05:45,870 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:05:45,870 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:05:45,870 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:05:45,870 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:05:45,873 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:05:45,875 Job list saved +2021-12-18 05:05:45,880 Updating FAILED jobs +2021-12-18 05:05:45,880 Updating WAITING jobs +2021-12-18 05:05:45,880 Update finished +2021-12-18 05:05:55,890 Reloading parameters... +2021-12-18 05:05:55,910 Loading parameters... +2021-12-18 05:05:55,912 Loading project parameters... +2021-12-18 05:05:55,913 + +22 of 25 jobs remaining (05:05) +2021-12-18 05:05:55,914 Sleep: 10 +2021-12-18 05:05:55,914 Number of retrials: 0 +2021-12-18 05:05:55,914 WRAPPER CHECK TIME = 10 +2021-12-18 05:05:55,914 Checking jobs for platform=marenostrum4 +2021-12-18 05:05:55,915 Checking jobs for platform=nord3 +2021-12-18 05:05:55,915 Checking jobs for platform=local +2021-12-18 05:05:55,916 Checking jobs for platform=transfer_node +2021-12-18 05:05:55,916 Checking all jobs at once +2021-12-18 05:05:57,536 Successful check job command +2021-12-18 05:05:58,959 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:05:58,959 End of checking +2021-12-18 05:05:58,960 Updating FAILED jobs +2021-12-18 05:05:58,961 Updating WAITING jobs +2021-12-18 05:05:58,961 Update finished +2021-12-18 05:05:58,961 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:05:58,961 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:05:58,961 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:05:58,961 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:05:58,962 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:05:58,964 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:05:58,966 Job list saved +2021-12-18 05:05:58,971 Updating FAILED jobs +2021-12-18 05:05:58,971 Updating WAITING jobs +2021-12-18 05:05:58,972 Update finished +2021-12-18 05:06:08,982 Reloading parameters... +2021-12-18 05:06:09,002 Loading parameters... +2021-12-18 05:06:09,003 Loading project parameters... +2021-12-18 05:06:09,005 + +22 of 25 jobs remaining (05:06) +2021-12-18 05:06:09,005 Sleep: 10 +2021-12-18 05:06:09,005 Number of retrials: 0 +2021-12-18 05:06:09,005 WRAPPER CHECK TIME = 10 +2021-12-18 05:06:09,006 Checking jobs for platform=marenostrum4 +2021-12-18 05:06:09,007 Checking jobs for platform=nord3 +2021-12-18 05:06:09,007 Checking jobs for platform=local +2021-12-18 05:06:09,008 Checking jobs for platform=transfer_node +2021-12-18 05:06:09,008 Checking all jobs at once +2021-12-18 05:06:10,628 Successful check job command +2021-12-18 05:06:11,953 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:06:11,953 End of checking +2021-12-18 05:06:11,955 Updating FAILED jobs +2021-12-18 05:06:11,955 Updating WAITING jobs +2021-12-18 05:06:11,955 Update finished +2021-12-18 05:06:11,956 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:06:11,956 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:06:11,956 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:06:11,956 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:06:11,956 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:06:11,959 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:06:11,961 Job list saved +2021-12-18 05:06:11,969 Updating FAILED jobs +2021-12-18 05:06:11,969 Updating WAITING jobs +2021-12-18 05:06:11,969 Update finished +2021-12-18 05:06:21,978 Reloading parameters... +2021-12-18 05:06:21,997 Loading parameters... +2021-12-18 05:06:21,998 Loading project parameters... +2021-12-18 05:06:22,000 + +22 of 25 jobs remaining (05:06) +2021-12-18 05:06:22,000 Sleep: 10 +2021-12-18 05:06:22,000 Number of retrials: 0 +2021-12-18 05:06:22,000 WRAPPER CHECK TIME = 10 +2021-12-18 05:06:22,001 Checking jobs for platform=marenostrum4 +2021-12-18 05:06:22,001 Checking jobs for platform=nord3 +2021-12-18 05:06:22,002 Checking jobs for platform=local +2021-12-18 05:06:22,003 Checking jobs for platform=transfer_node +2021-12-18 05:06:22,003 Checking all jobs at once +2021-12-18 05:06:23,422 Successful check job command +2021-12-18 05:06:24,645 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:06:24,645 End of checking +2021-12-18 05:06:24,646 Updating FAILED jobs +2021-12-18 05:06:24,646 Updating WAITING jobs +2021-12-18 05:06:24,647 Update finished +2021-12-18 05:06:24,647 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:06:24,648 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:06:24,648 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:06:24,648 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:06:24,648 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:06:24,650 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:06:24,653 Job list saved +2021-12-18 05:06:24,657 Updating FAILED jobs +2021-12-18 05:06:24,658 Updating WAITING jobs +2021-12-18 05:06:24,658 Update finished +2021-12-18 05:06:34,668 Reloading parameters... +2021-12-18 05:06:34,685 Loading parameters... +2021-12-18 05:06:34,687 Loading project parameters... +2021-12-18 05:06:34,688 + +22 of 25 jobs remaining (05:06) +2021-12-18 05:06:34,689 Sleep: 10 +2021-12-18 05:06:34,689 Number of retrials: 0 +2021-12-18 05:06:34,689 WRAPPER CHECK TIME = 10 +2021-12-18 05:06:34,689 Checking jobs for platform=marenostrum4 +2021-12-18 05:06:34,690 Checking jobs for platform=nord3 +2021-12-18 05:06:34,690 Checking jobs for platform=local +2021-12-18 05:06:34,691 Checking jobs for platform=transfer_node +2021-12-18 05:06:34,691 Checking all jobs at once +2021-12-18 05:06:36,061 Successful check job command +2021-12-18 05:06:37,330 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:06:37,330 End of checking +2021-12-18 05:06:37,332 Updating FAILED jobs +2021-12-18 05:06:37,332 Updating WAITING jobs +2021-12-18 05:06:37,332 Update finished +2021-12-18 05:06:37,332 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:06:37,333 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:06:37,333 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:06:37,333 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:06:37,333 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:06:37,336 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:06:37,338 Job list saved +2021-12-18 05:06:37,342 Updating FAILED jobs +2021-12-18 05:06:37,343 Updating WAITING jobs +2021-12-18 05:06:37,343 Update finished +2021-12-18 05:06:47,353 Reloading parameters... +2021-12-18 05:06:47,371 Loading parameters... +2021-12-18 05:06:47,372 Loading project parameters... +2021-12-18 05:06:47,374 + +22 of 25 jobs remaining (05:06) +2021-12-18 05:06:47,375 Sleep: 10 +2021-12-18 05:06:47,375 Number of retrials: 0 +2021-12-18 05:06:47,375 WRAPPER CHECK TIME = 10 +2021-12-18 05:06:47,375 Checking jobs for platform=marenostrum4 +2021-12-18 05:06:47,376 Checking jobs for platform=nord3 +2021-12-18 05:06:47,376 Checking jobs for platform=local +2021-12-18 05:06:47,377 Checking jobs for platform=transfer_node +2021-12-18 05:06:47,377 Checking all jobs at once +2021-12-18 05:06:48,897 Successful check job command +2021-12-18 05:06:50,219 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:06:50,219 End of checking +2021-12-18 05:06:50,220 Updating FAILED jobs +2021-12-18 05:06:50,220 Updating WAITING jobs +2021-12-18 05:06:50,221 Update finished +2021-12-18 05:06:50,221 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:06:50,221 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:06:50,221 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:06:50,221 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:06:50,221 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:06:50,224 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:06:50,226 Job list saved +2021-12-18 05:06:50,236 Updating FAILED jobs +2021-12-18 05:06:50,236 Updating WAITING jobs +2021-12-18 05:06:50,237 Update finished +2021-12-18 05:07:00,247 Reloading parameters... +2021-12-18 05:07:00,267 Loading parameters... +2021-12-18 05:07:00,268 Loading project parameters... +2021-12-18 05:07:00,270 + +22 of 25 jobs remaining (05:07) +2021-12-18 05:07:00,270 Sleep: 10 +2021-12-18 05:07:00,271 Number of retrials: 0 +2021-12-18 05:07:00,271 WRAPPER CHECK TIME = 10 +2021-12-18 05:07:00,271 Checking jobs for platform=marenostrum4 +2021-12-18 05:07:00,272 Checking jobs for platform=nord3 +2021-12-18 05:07:00,272 Checking jobs for platform=local +2021-12-18 05:07:00,273 Checking jobs for platform=transfer_node +2021-12-18 05:07:00,273 Checking all jobs at once +2021-12-18 05:07:01,597 Successful check job command +2021-12-18 05:07:03,018 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:07:03,019 End of checking +2021-12-18 05:07:03,020 Updating FAILED jobs +2021-12-18 05:07:03,020 Updating WAITING jobs +2021-12-18 05:07:03,020 Update finished +2021-12-18 05:07:03,021 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:07:03,021 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:07:03,021 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:07:03,021 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:07:03,022 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:07:03,024 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:07:03,026 Job list saved +2021-12-18 05:07:03,031 Updating FAILED jobs +2021-12-18 05:07:03,031 Updating WAITING jobs +2021-12-18 05:07:03,031 Update finished +2021-12-18 05:07:13,041 Reloading parameters... +2021-12-18 05:07:13,059 Loading parameters... +2021-12-18 05:07:13,060 Loading project parameters... +2021-12-18 05:07:13,062 + +22 of 25 jobs remaining (05:07) +2021-12-18 05:07:13,062 Sleep: 10 +2021-12-18 05:07:13,062 Number of retrials: 0 +2021-12-18 05:07:13,062 WRAPPER CHECK TIME = 10 +2021-12-18 05:07:13,063 Checking jobs for platform=marenostrum4 +2021-12-18 05:07:13,064 Checking jobs for platform=nord3 +2021-12-18 05:07:13,064 Checking jobs for platform=local +2021-12-18 05:07:13,065 Checking jobs for platform=transfer_node +2021-12-18 05:07:13,065 Checking all jobs at once +2021-12-18 05:07:14,536 Successful check job command +2021-12-18 05:07:15,805 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:07:15,805 End of checking +2021-12-18 05:07:15,807 Updating FAILED jobs +2021-12-18 05:07:15,807 Updating WAITING jobs +2021-12-18 05:07:15,807 Update finished +2021-12-18 05:07:15,807 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:07:15,807 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:07:15,807 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:07:15,808 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:07:15,808 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:07:15,810 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:07:15,812 Job list saved +2021-12-18 05:07:15,817 Updating FAILED jobs +2021-12-18 05:07:15,817 Updating WAITING jobs +2021-12-18 05:07:15,817 Update finished +2021-12-18 05:07:25,827 Reloading parameters... +2021-12-18 05:07:25,845 Loading parameters... +2021-12-18 05:07:25,846 Loading project parameters... +2021-12-18 05:07:25,848 + +22 of 25 jobs remaining (05:07) +2021-12-18 05:07:25,848 Sleep: 10 +2021-12-18 05:07:25,848 Number of retrials: 0 +2021-12-18 05:07:25,848 WRAPPER CHECK TIME = 10 +2021-12-18 05:07:25,849 Checking jobs for platform=marenostrum4 +2021-12-18 05:07:25,849 Checking jobs for platform=nord3 +2021-12-18 05:07:25,850 Checking jobs for platform=local +2021-12-18 05:07:25,850 Checking jobs for platform=transfer_node +2021-12-18 05:07:25,850 Checking all jobs at once +2021-12-18 05:07:27,270 Successful check job command +2021-12-18 05:07:28,540 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:07:28,540 End of checking +2021-12-18 05:07:28,541 Updating FAILED jobs +2021-12-18 05:07:28,541 Updating WAITING jobs +2021-12-18 05:07:28,542 Update finished +2021-12-18 05:07:28,542 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:07:28,542 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:07:28,542 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:07:28,542 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:07:28,542 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:07:28,545 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:07:28,547 Job list saved +2021-12-18 05:07:28,552 Updating FAILED jobs +2021-12-18 05:07:28,552 Updating WAITING jobs +2021-12-18 05:07:28,552 Update finished +2021-12-18 05:07:38,562 Reloading parameters... +2021-12-18 05:07:38,581 Loading parameters... +2021-12-18 05:07:38,582 Loading project parameters... +2021-12-18 05:07:38,584 + +22 of 25 jobs remaining (05:07) +2021-12-18 05:07:38,584 Sleep: 10 +2021-12-18 05:07:38,585 Number of retrials: 0 +2021-12-18 05:07:38,585 WRAPPER CHECK TIME = 10 +2021-12-18 05:07:38,585 Checking jobs for platform=marenostrum4 +2021-12-18 05:07:38,586 Checking jobs for platform=nord3 +2021-12-18 05:07:38,586 Checking jobs for platform=local +2021-12-18 05:07:38,587 Checking jobs for platform=transfer_node +2021-12-18 05:07:38,587 Checking all jobs at once +2021-12-18 05:07:40,112 Successful check job command +2021-12-18 05:07:41,632 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:07:41,632 End of checking +2021-12-18 05:07:41,634 Updating FAILED jobs +2021-12-18 05:07:41,634 Updating WAITING jobs +2021-12-18 05:07:41,634 Update finished +2021-12-18 05:07:41,634 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:07:41,635 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:07:41,635 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:07:41,635 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:07:41,635 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:07:41,638 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:07:41,640 Job list saved +2021-12-18 05:07:41,645 Updating FAILED jobs +2021-12-18 05:07:41,645 Updating WAITING jobs +2021-12-18 05:07:41,645 Update finished +2021-12-18 05:07:51,654 Reloading parameters... +2021-12-18 05:07:51,674 Loading parameters... +2021-12-18 05:07:51,675 Loading project parameters... +2021-12-18 05:07:51,677 + +22 of 25 jobs remaining (05:07) +2021-12-18 05:07:51,677 Sleep: 10 +2021-12-18 05:07:51,677 Number of retrials: 0 +2021-12-18 05:07:51,677 WRAPPER CHECK TIME = 10 +2021-12-18 05:07:51,678 Checking jobs for platform=marenostrum4 +2021-12-18 05:07:51,678 Checking jobs for platform=nord3 +2021-12-18 05:07:51,679 Checking jobs for platform=local +2021-12-18 05:07:51,680 Checking jobs for platform=transfer_node +2021-12-18 05:07:51,680 Checking all jobs at once +2021-12-18 05:07:53,049 Successful check job command +2021-12-18 05:07:54,369 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:07:54,369 End of checking +2021-12-18 05:07:54,371 Updating FAILED jobs +2021-12-18 05:07:54,371 Updating WAITING jobs +2021-12-18 05:07:54,371 Update finished +2021-12-18 05:07:54,371 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:07:54,371 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:07:54,372 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:07:54,372 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:07:54,372 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:07:54,374 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:07:54,377 Job list saved +2021-12-18 05:07:54,381 Updating FAILED jobs +2021-12-18 05:07:54,382 Updating WAITING jobs +2021-12-18 05:07:54,382 Update finished +2021-12-18 05:08:04,392 Reloading parameters... +2021-12-18 05:08:04,411 Loading parameters... +2021-12-18 05:08:04,412 Loading project parameters... +2021-12-18 05:08:04,414 + +22 of 25 jobs remaining (05:08) +2021-12-18 05:08:04,414 Sleep: 10 +2021-12-18 05:08:04,414 Number of retrials: 0 +2021-12-18 05:08:04,414 WRAPPER CHECK TIME = 10 +2021-12-18 05:08:04,415 Checking jobs for platform=marenostrum4 +2021-12-18 05:08:04,415 Checking jobs for platform=nord3 +2021-12-18 05:08:04,416 Checking jobs for platform=local +2021-12-18 05:08:04,417 Checking jobs for platform=transfer_node +2021-12-18 05:08:04,417 Checking all jobs at once +2021-12-18 05:08:05,937 Successful check job command +2021-12-18 05:08:07,407 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:08:07,407 End of checking +2021-12-18 05:08:07,408 Updating FAILED jobs +2021-12-18 05:08:07,409 Updating WAITING jobs +2021-12-18 05:08:07,409 Update finished +2021-12-18 05:08:07,409 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:08:07,409 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:08:07,409 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:08:07,410 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:08:07,410 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:08:07,412 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:08:07,415 Job list saved +2021-12-18 05:08:07,420 Updating FAILED jobs +2021-12-18 05:08:07,420 Updating WAITING jobs +2021-12-18 05:08:07,420 Update finished +2021-12-18 05:08:17,430 Reloading parameters... +2021-12-18 05:08:17,450 Loading parameters... +2021-12-18 05:08:17,452 Loading project parameters... +2021-12-18 05:08:17,453 + +22 of 25 jobs remaining (05:08) +2021-12-18 05:08:17,454 Sleep: 10 +2021-12-18 05:08:17,454 Number of retrials: 0 +2021-12-18 05:08:17,454 WRAPPER CHECK TIME = 10 +2021-12-18 05:08:17,454 Checking jobs for platform=marenostrum4 +2021-12-18 05:08:17,455 Checking jobs for platform=nord3 +2021-12-18 05:08:17,456 Checking jobs for platform=local +2021-12-18 05:08:17,456 Checking jobs for platform=transfer_node +2021-12-18 05:08:17,456 Checking all jobs at once +2021-12-18 05:08:18,879 Successful check job command +2021-12-18 05:08:20,149 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:08:20,149 End of checking +2021-12-18 05:08:20,150 Updating FAILED jobs +2021-12-18 05:08:20,151 Updating WAITING jobs +2021-12-18 05:08:20,151 Update finished +2021-12-18 05:08:20,151 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:08:20,152 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:08:20,152 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:08:20,152 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:08:20,152 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:08:20,155 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:08:20,157 Job list saved +2021-12-18 05:08:20,161 Updating FAILED jobs +2021-12-18 05:08:20,161 Updating WAITING jobs +2021-12-18 05:08:20,162 Update finished +2021-12-18 05:08:30,172 Reloading parameters... +2021-12-18 05:08:30,193 Loading parameters... +2021-12-18 05:08:30,194 Loading project parameters... +2021-12-18 05:08:30,199 + +22 of 25 jobs remaining (05:08) +2021-12-18 05:08:30,199 Sleep: 10 +2021-12-18 05:08:30,199 Number of retrials: 0 +2021-12-18 05:08:30,199 WRAPPER CHECK TIME = 10 +2021-12-18 05:08:30,200 Checking jobs for platform=marenostrum4 +2021-12-18 05:08:30,200 Checking jobs for platform=nord3 +2021-12-18 05:08:30,201 Checking jobs for platform=local +2021-12-18 05:08:30,201 Checking jobs for platform=transfer_node +2021-12-18 05:08:30,202 Checking all jobs at once +2021-12-18 05:08:31,471 Successful check job command +2021-12-18 05:08:33,141 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:08:33,141 End of checking +2021-12-18 05:08:33,143 Updating FAILED jobs +2021-12-18 05:08:33,143 Updating WAITING jobs +2021-12-18 05:08:33,143 Update finished +2021-12-18 05:08:33,144 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:08:33,144 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:08:33,144 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:08:33,144 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:08:33,144 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:08:33,147 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:08:33,149 Job list saved +2021-12-18 05:08:33,154 Updating FAILED jobs +2021-12-18 05:08:33,154 Updating WAITING jobs +2021-12-18 05:08:33,154 Update finished +2021-12-18 05:08:43,164 Reloading parameters... +2021-12-18 05:08:43,184 Loading parameters... +2021-12-18 05:08:43,186 Loading project parameters... +2021-12-18 05:08:43,191 + +22 of 25 jobs remaining (05:08) +2021-12-18 05:08:43,191 Sleep: 10 +2021-12-18 05:08:43,191 Number of retrials: 0 +2021-12-18 05:08:43,191 WRAPPER CHECK TIME = 10 +2021-12-18 05:08:43,192 Checking jobs for platform=marenostrum4 +2021-12-18 05:08:43,192 Checking jobs for platform=nord3 +2021-12-18 05:08:43,193 Checking jobs for platform=local +2021-12-18 05:08:43,193 Checking jobs for platform=transfer_node +2021-12-18 05:08:43,194 Checking all jobs at once +2021-12-18 05:08:44,513 Successful check job command +2021-12-18 05:08:45,784 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:08:45,785 End of checking +2021-12-18 05:08:45,786 Updating FAILED jobs +2021-12-18 05:08:45,786 Updating WAITING jobs +2021-12-18 05:08:45,786 Update finished +2021-12-18 05:08:45,786 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:08:45,786 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:08:45,787 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:08:45,787 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:08:45,787 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:08:45,789 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:08:45,791 Job list saved +2021-12-18 05:08:45,796 Updating FAILED jobs +2021-12-18 05:08:45,796 Updating WAITING jobs +2021-12-18 05:08:45,796 Update finished +2021-12-18 05:08:55,805 Reloading parameters... +2021-12-18 05:08:55,822 Loading parameters... +2021-12-18 05:08:55,824 Loading project parameters... +2021-12-18 05:08:55,826 + +22 of 25 jobs remaining (05:08) +2021-12-18 05:08:55,826 Sleep: 10 +2021-12-18 05:08:55,826 Number of retrials: 0 +2021-12-18 05:08:55,826 WRAPPER CHECK TIME = 10 +2021-12-18 05:08:55,827 Checking jobs for platform=marenostrum4 +2021-12-18 05:08:55,827 Checking jobs for platform=nord3 +2021-12-18 05:08:55,828 Checking jobs for platform=local +2021-12-18 05:08:55,828 Checking jobs for platform=transfer_node +2021-12-18 05:08:55,828 Checking all jobs at once +2021-12-18 05:08:57,149 Successful check job command +2021-12-18 05:08:58,470 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:08:58,470 End of checking +2021-12-18 05:08:58,472 Updating FAILED jobs +2021-12-18 05:08:58,472 Updating WAITING jobs +2021-12-18 05:08:58,472 Update finished +2021-12-18 05:08:58,472 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:08:58,473 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:08:58,473 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:08:58,473 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:08:58,473 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:08:58,476 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:08:58,478 Job list saved +2021-12-18 05:08:58,483 Updating FAILED jobs +2021-12-18 05:08:58,483 Updating WAITING jobs +2021-12-18 05:08:58,483 Update finished +2021-12-18 05:09:08,490 Reloading parameters... +2021-12-18 05:09:08,510 Loading parameters... +2021-12-18 05:09:08,511 Loading project parameters... +2021-12-18 05:09:08,514 + +22 of 25 jobs remaining (05:09) +2021-12-18 05:09:08,514 Sleep: 10 +2021-12-18 05:09:08,514 Number of retrials: 0 +2021-12-18 05:09:08,514 WRAPPER CHECK TIME = 10 +2021-12-18 05:09:08,515 Checking jobs for platform=marenostrum4 +2021-12-18 05:09:08,515 Checking jobs for platform=nord3 +2021-12-18 05:09:08,516 Checking jobs for platform=local +2021-12-18 05:09:08,516 Checking jobs for platform=transfer_node +2021-12-18 05:09:08,516 Checking all jobs at once +2021-12-18 05:09:09,891 Successful check job command +2021-12-18 05:09:11,362 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:09:11,362 End of checking +2021-12-18 05:09:11,363 Updating FAILED jobs +2021-12-18 05:09:11,364 Updating WAITING jobs +2021-12-18 05:09:11,364 Update finished +2021-12-18 05:09:11,364 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:09:11,364 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:09:11,364 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:09:11,364 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:09:11,365 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:09:11,367 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:09:11,369 Job list saved +2021-12-18 05:09:11,375 Updating FAILED jobs +2021-12-18 05:09:11,375 Updating WAITING jobs +2021-12-18 05:09:11,375 Update finished +2021-12-18 05:09:21,385 Reloading parameters... +2021-12-18 05:09:21,404 Loading parameters... +2021-12-18 05:09:21,405 Loading project parameters... +2021-12-18 05:09:21,407 + +22 of 25 jobs remaining (05:09) +2021-12-18 05:09:21,408 Sleep: 10 +2021-12-18 05:09:21,408 Number of retrials: 0 +2021-12-18 05:09:21,408 WRAPPER CHECK TIME = 10 +2021-12-18 05:09:21,408 Checking jobs for platform=marenostrum4 +2021-12-18 05:09:21,409 Checking jobs for platform=nord3 +2021-12-18 05:09:21,410 Checking jobs for platform=local +2021-12-18 05:09:21,410 Checking jobs for platform=transfer_node +2021-12-18 05:09:21,410 Checking all jobs at once +2021-12-18 05:09:22,731 Successful check job command +2021-12-18 05:09:24,301 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:09:24,301 End of checking +2021-12-18 05:09:24,302 Updating FAILED jobs +2021-12-18 05:09:24,302 Updating WAITING jobs +2021-12-18 05:09:24,303 Update finished +2021-12-18 05:09:24,303 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:09:24,303 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:09:24,303 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:09:24,303 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:09:24,303 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:09:24,306 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:09:24,308 Job list saved +2021-12-18 05:09:24,313 Updating FAILED jobs +2021-12-18 05:09:24,314 Updating WAITING jobs +2021-12-18 05:09:24,314 Update finished +2021-12-18 05:09:34,324 Reloading parameters... +2021-12-18 05:09:34,342 Loading parameters... +2021-12-18 05:09:34,343 Loading project parameters... +2021-12-18 05:09:34,345 + +22 of 25 jobs remaining (05:09) +2021-12-18 05:09:34,346 Sleep: 10 +2021-12-18 05:09:34,346 Number of retrials: 0 +2021-12-18 05:09:34,346 WRAPPER CHECK TIME = 10 +2021-12-18 05:09:34,346 Checking jobs for platform=marenostrum4 +2021-12-18 05:09:34,347 Checking jobs for platform=nord3 +2021-12-18 05:09:34,348 Checking jobs for platform=local +2021-12-18 05:09:34,348 Checking jobs for platform=transfer_node +2021-12-18 05:09:34,348 Checking all jobs at once +2021-12-18 05:09:35,868 Successful check job command +2021-12-18 05:09:37,237 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:09:37,237 End of checking +2021-12-18 05:09:37,239 Updating FAILED jobs +2021-12-18 05:09:37,239 Updating WAITING jobs +2021-12-18 05:09:37,239 Update finished +2021-12-18 05:09:37,239 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:09:37,240 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:09:37,240 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:09:37,240 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:09:37,240 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:09:37,243 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:09:37,245 Job list saved +2021-12-18 05:09:37,250 Updating FAILED jobs +2021-12-18 05:09:37,250 Updating WAITING jobs +2021-12-18 05:09:37,250 Update finished +2021-12-18 05:09:47,260 Reloading parameters... +2021-12-18 05:09:47,279 Loading parameters... +2021-12-18 05:09:47,280 Loading project parameters... +2021-12-18 05:09:47,282 + +22 of 25 jobs remaining (05:09) +2021-12-18 05:09:47,282 Sleep: 10 +2021-12-18 05:09:47,283 Number of retrials: 0 +2021-12-18 05:09:47,283 WRAPPER CHECK TIME = 10 +2021-12-18 05:09:47,283 Checking jobs for platform=marenostrum4 +2021-12-18 05:09:47,284 Checking jobs for platform=nord3 +2021-12-18 05:09:47,284 Checking jobs for platform=local +2021-12-18 05:09:47,285 Checking jobs for platform=transfer_node +2021-12-18 05:09:47,285 Checking all jobs at once +2021-12-18 05:09:48,705 Successful check job command +2021-12-18 05:09:50,175 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:09:50,175 End of checking +2021-12-18 05:09:50,177 Updating FAILED jobs +2021-12-18 05:09:50,177 Updating WAITING jobs +2021-12-18 05:09:50,177 Update finished +2021-12-18 05:09:50,178 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:09:50,178 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:09:50,178 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:09:50,178 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:09:50,178 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:09:50,181 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:09:50,183 Job list saved +2021-12-18 05:09:50,188 Updating FAILED jobs +2021-12-18 05:09:50,188 Updating WAITING jobs +2021-12-18 05:09:50,188 Update finished +2021-12-18 05:10:00,199 Reloading parameters... +2021-12-18 05:10:00,216 Loading parameters... +2021-12-18 05:10:00,218 Loading project parameters... +2021-12-18 05:10:00,219 + +22 of 25 jobs remaining (05:10) +2021-12-18 05:10:00,220 Sleep: 10 +2021-12-18 05:10:00,220 Number of retrials: 0 +2021-12-18 05:10:00,220 WRAPPER CHECK TIME = 10 +2021-12-18 05:10:00,220 Checking jobs for platform=marenostrum4 +2021-12-18 05:10:00,221 Checking jobs for platform=nord3 +2021-12-18 05:10:00,221 Checking jobs for platform=local +2021-12-18 05:10:00,222 Checking jobs for platform=transfer_node +2021-12-18 05:10:00,222 Checking all jobs at once +2021-12-18 05:10:01,542 Successful check job command +2021-12-18 05:10:02,811 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:10:02,812 End of checking +2021-12-18 05:10:02,813 Updating FAILED jobs +2021-12-18 05:10:02,813 Updating WAITING jobs +2021-12-18 05:10:02,813 Update finished +2021-12-18 05:10:02,813 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:10:02,814 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:10:02,814 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:10:02,814 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:10:02,814 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:10:02,816 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:10:02,819 Job list saved +2021-12-18 05:10:02,823 Updating FAILED jobs +2021-12-18 05:10:02,823 Updating WAITING jobs +2021-12-18 05:10:02,823 Update finished +2021-12-18 05:10:12,833 Reloading parameters... +2021-12-18 05:10:12,852 Loading parameters... +2021-12-18 05:10:12,854 Loading project parameters... +2021-12-18 05:10:12,855 + +22 of 25 jobs remaining (05:10) +2021-12-18 05:10:12,856 Sleep: 10 +2021-12-18 05:10:12,856 Number of retrials: 0 +2021-12-18 05:10:12,856 WRAPPER CHECK TIME = 10 +2021-12-18 05:10:12,856 Checking jobs for platform=marenostrum4 +2021-12-18 05:10:12,857 Checking jobs for platform=nord3 +2021-12-18 05:10:12,858 Checking jobs for platform=local +2021-12-18 05:10:12,858 Checking jobs for platform=transfer_node +2021-12-18 05:10:12,858 Checking all jobs at once +2021-12-18 05:10:14,232 Successful check job command +2021-12-18 05:10:15,602 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:10:15,602 End of checking +2021-12-18 05:10:15,604 Updating FAILED jobs +2021-12-18 05:10:15,604 Updating WAITING jobs +2021-12-18 05:10:15,604 Update finished +2021-12-18 05:10:15,605 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:10:15,605 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:10:15,605 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:10:15,606 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:10:15,606 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:10:15,608 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:10:15,610 Job list saved +2021-12-18 05:10:15,616 Updating FAILED jobs +2021-12-18 05:10:15,616 Updating WAITING jobs +2021-12-18 05:10:15,617 Update finished +2021-12-18 05:10:25,627 Reloading parameters... +2021-12-18 05:10:25,645 Loading parameters... +2021-12-18 05:10:25,647 Loading project parameters... +2021-12-18 05:10:25,649 + +22 of 25 jobs remaining (05:10) +2021-12-18 05:10:25,649 Sleep: 10 +2021-12-18 05:10:25,649 Number of retrials: 0 +2021-12-18 05:10:25,649 WRAPPER CHECK TIME = 10 +2021-12-18 05:10:25,650 Checking jobs for platform=marenostrum4 +2021-12-18 05:10:25,650 Checking jobs for platform=nord3 +2021-12-18 05:10:25,651 Checking jobs for platform=local +2021-12-18 05:10:25,651 Checking jobs for platform=transfer_node +2021-12-18 05:10:25,651 Checking all jobs at once +2021-12-18 05:10:27,022 Successful check job command +2021-12-18 05:10:28,842 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:10:28,843 End of checking +2021-12-18 05:10:28,844 Updating FAILED jobs +2021-12-18 05:10:28,844 Updating WAITING jobs +2021-12-18 05:10:28,844 Update finished +2021-12-18 05:10:28,844 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:10:28,845 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:10:28,845 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:10:28,845 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:10:28,845 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:10:28,847 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:10:28,850 Job list saved +2021-12-18 05:10:28,854 Updating FAILED jobs +2021-12-18 05:10:28,854 Updating WAITING jobs +2021-12-18 05:10:28,855 Update finished +2021-12-18 05:10:38,863 Reloading parameters... +2021-12-18 05:10:38,883 Loading parameters... +2021-12-18 05:10:38,884 Loading project parameters... +2021-12-18 05:10:38,886 + +22 of 25 jobs remaining (05:10) +2021-12-18 05:10:38,886 Sleep: 10 +2021-12-18 05:10:38,886 Number of retrials: 0 +2021-12-18 05:10:38,886 WRAPPER CHECK TIME = 10 +2021-12-18 05:10:38,887 Checking jobs for platform=marenostrum4 +2021-12-18 05:10:38,887 Checking jobs for platform=nord3 +2021-12-18 05:10:38,888 Checking jobs for platform=local +2021-12-18 05:10:38,888 Checking jobs for platform=transfer_node +2021-12-18 05:10:38,889 Checking all jobs at once +2021-12-18 05:10:40,165 Successful check job command +2021-12-18 05:10:41,485 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:10:41,485 End of checking +2021-12-18 05:10:41,486 Updating FAILED jobs +2021-12-18 05:10:41,486 Updating WAITING jobs +2021-12-18 05:10:41,487 Update finished +2021-12-18 05:10:41,488 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:10:41,488 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:10:41,488 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:10:41,488 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:10:41,488 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:10:41,492 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:10:41,494 Job list saved +2021-12-18 05:10:41,499 Updating FAILED jobs +2021-12-18 05:10:41,499 Updating WAITING jobs +2021-12-18 05:10:41,499 Update finished +2021-12-18 05:10:51,509 Reloading parameters... +2021-12-18 05:10:51,527 Loading parameters... +2021-12-18 05:10:51,528 Loading project parameters... +2021-12-18 05:10:51,530 + +22 of 25 jobs remaining (05:10) +2021-12-18 05:10:51,530 Sleep: 10 +2021-12-18 05:10:51,530 Number of retrials: 0 +2021-12-18 05:10:51,530 WRAPPER CHECK TIME = 10 +2021-12-18 05:10:51,531 Checking jobs for platform=marenostrum4 +2021-12-18 05:10:51,531 Checking jobs for platform=nord3 +2021-12-18 05:10:51,532 Checking jobs for platform=local +2021-12-18 05:10:51,532 Checking jobs for platform=transfer_node +2021-12-18 05:10:51,532 Checking all jobs at once +2021-12-18 05:10:53,004 Successful check job command +2021-12-18 05:10:54,324 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:10:54,324 End of checking +2021-12-18 05:10:54,326 Updating FAILED jobs +2021-12-18 05:10:54,326 Updating WAITING jobs +2021-12-18 05:10:54,326 Update finished +2021-12-18 05:10:54,326 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:10:54,327 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:10:54,327 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:10:54,327 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:10:54,327 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:10:54,330 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:10:54,332 Job list saved +2021-12-18 05:10:54,337 Updating FAILED jobs +2021-12-18 05:10:54,337 Updating WAITING jobs +2021-12-18 05:10:54,337 Update finished +2021-12-18 05:11:04,347 Reloading parameters... +2021-12-18 05:11:04,365 Loading parameters... +2021-12-18 05:11:04,367 Loading project parameters... +2021-12-18 05:11:04,369 + +22 of 25 jobs remaining (05:11) +2021-12-18 05:11:04,369 Sleep: 10 +2021-12-18 05:11:04,369 Number of retrials: 0 +2021-12-18 05:11:04,369 WRAPPER CHECK TIME = 10 +2021-12-18 05:11:04,370 Checking jobs for platform=marenostrum4 +2021-12-18 05:11:04,370 Checking jobs for platform=nord3 +2021-12-18 05:11:04,371 Checking jobs for platform=local +2021-12-18 05:11:04,371 Checking jobs for platform=transfer_node +2021-12-18 05:11:04,371 Checking all jobs at once +2021-12-18 05:11:05,746 Successful check job command +2021-12-18 05:11:07,115 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:11:07,116 End of checking +2021-12-18 05:11:07,117 Updating FAILED jobs +2021-12-18 05:11:07,117 Updating WAITING jobs +2021-12-18 05:11:07,118 Update finished +2021-12-18 05:11:07,118 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:11:07,118 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:11:07,118 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:11:07,118 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:11:07,118 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:11:07,121 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:11:07,123 Job list saved +2021-12-18 05:11:07,128 Updating FAILED jobs +2021-12-18 05:11:07,128 Updating WAITING jobs +2021-12-18 05:11:07,128 Update finished +2021-12-18 05:11:17,136 Reloading parameters... +2021-12-18 05:11:17,159 Loading parameters... +2021-12-18 05:11:17,160 Loading project parameters... +2021-12-18 05:11:17,162 + +22 of 25 jobs remaining (05:11) +2021-12-18 05:11:17,162 Sleep: 10 +2021-12-18 05:11:17,162 Number of retrials: 0 +2021-12-18 05:11:17,162 WRAPPER CHECK TIME = 10 +2021-12-18 05:11:17,163 Checking jobs for platform=marenostrum4 +2021-12-18 05:11:17,163 Checking jobs for platform=nord3 +2021-12-18 05:11:17,164 Checking jobs for platform=local +2021-12-18 05:11:17,165 Checking jobs for platform=transfer_node +2021-12-18 05:11:17,165 Checking all jobs at once +2021-12-18 05:11:18,588 Successful check job command +2021-12-18 05:11:19,909 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:11:19,909 End of checking +2021-12-18 05:11:19,911 Updating FAILED jobs +2021-12-18 05:11:19,911 Updating WAITING jobs +2021-12-18 05:11:19,911 Update finished +2021-12-18 05:11:19,912 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:11:19,912 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:11:19,912 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:11:19,912 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:11:19,912 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:11:19,915 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:11:19,918 Job list saved +2021-12-18 05:11:19,923 Updating FAILED jobs +2021-12-18 05:11:19,923 Updating WAITING jobs +2021-12-18 05:11:19,923 Update finished +2021-12-18 05:11:29,933 Reloading parameters... +2021-12-18 05:11:29,953 Loading parameters... +2021-12-18 05:11:29,954 Loading project parameters... +2021-12-18 05:11:29,956 + +22 of 25 jobs remaining (05:11) +2021-12-18 05:11:29,956 Sleep: 10 +2021-12-18 05:11:29,956 Number of retrials: 0 +2021-12-18 05:11:29,957 WRAPPER CHECK TIME = 10 +2021-12-18 05:11:29,957 Checking jobs for platform=marenostrum4 +2021-12-18 05:11:29,958 Checking jobs for platform=nord3 +2021-12-18 05:11:29,958 Checking jobs for platform=local +2021-12-18 05:11:29,959 Checking jobs for platform=transfer_node +2021-12-18 05:11:29,959 Checking all jobs at once +2021-12-18 05:11:31,378 Successful check job command +2021-12-18 05:11:32,699 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:11:32,700 End of checking +2021-12-18 05:11:32,701 Updating FAILED jobs +2021-12-18 05:11:32,701 Updating WAITING jobs +2021-12-18 05:11:32,701 Update finished +2021-12-18 05:11:32,701 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:11:32,702 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:11:32,703 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:11:32,703 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:11:32,703 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:11:32,705 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:11:32,707 Job list saved +2021-12-18 05:11:32,712 Updating FAILED jobs +2021-12-18 05:11:32,712 Updating WAITING jobs +2021-12-18 05:11:32,712 Update finished +2021-12-18 05:11:42,719 Reloading parameters... +2021-12-18 05:11:42,738 Loading parameters... +2021-12-18 05:11:42,739 Loading project parameters... +2021-12-18 05:11:42,741 + +22 of 25 jobs remaining (05:11) +2021-12-18 05:11:42,741 Sleep: 10 +2021-12-18 05:11:42,741 Number of retrials: 0 +2021-12-18 05:11:42,741 WRAPPER CHECK TIME = 10 +2021-12-18 05:11:42,742 Checking jobs for platform=marenostrum4 +2021-12-18 05:11:42,743 Checking jobs for platform=nord3 +2021-12-18 05:11:42,743 Checking jobs for platform=local +2021-12-18 05:11:42,744 Checking jobs for platform=transfer_node +2021-12-18 05:11:42,744 Checking all jobs at once +2021-12-18 05:11:44,164 Successful check job command +2021-12-18 05:11:45,534 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:11:45,535 End of checking +2021-12-18 05:11:45,536 Updating FAILED jobs +2021-12-18 05:11:45,536 Updating WAITING jobs +2021-12-18 05:11:45,536 Update finished +2021-12-18 05:11:45,536 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:11:45,536 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:11:45,536 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:11:45,537 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:11:45,537 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:11:45,539 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:11:45,541 Job list saved +2021-12-18 05:11:45,546 Updating FAILED jobs +2021-12-18 05:11:45,546 Updating WAITING jobs +2021-12-18 05:11:45,546 Update finished +2021-12-18 05:11:55,556 Reloading parameters... +2021-12-18 05:11:55,576 Loading parameters... +2021-12-18 05:11:55,577 Loading project parameters... +2021-12-18 05:11:55,579 + +22 of 25 jobs remaining (05:11) +2021-12-18 05:11:55,579 Sleep: 10 +2021-12-18 05:11:55,579 Number of retrials: 0 +2021-12-18 05:11:55,579 WRAPPER CHECK TIME = 10 +2021-12-18 05:11:55,580 Checking jobs for platform=marenostrum4 +2021-12-18 05:11:55,581 Checking jobs for platform=nord3 +2021-12-18 05:11:55,581 Checking jobs for platform=local +2021-12-18 05:11:55,582 Checking jobs for platform=transfer_node +2021-12-18 05:11:55,582 Checking all jobs at once +2021-12-18 05:11:56,903 Successful check job command +2021-12-18 05:11:58,272 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:11:58,273 End of checking +2021-12-18 05:11:58,274 Updating FAILED jobs +2021-12-18 05:11:58,274 Updating WAITING jobs +2021-12-18 05:11:58,274 Update finished +2021-12-18 05:11:58,274 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:11:58,274 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:11:58,275 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:11:58,275 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:11:58,275 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:11:58,278 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:11:58,280 Job list saved +2021-12-18 05:11:58,285 Updating FAILED jobs +2021-12-18 05:11:58,285 Updating WAITING jobs +2021-12-18 05:11:58,285 Update finished +2021-12-18 05:12:08,295 Reloading parameters... +2021-12-18 05:12:08,317 Loading parameters... +2021-12-18 05:12:08,318 Loading project parameters... +2021-12-18 05:12:08,320 + +22 of 25 jobs remaining (05:12) +2021-12-18 05:12:08,320 Sleep: 10 +2021-12-18 05:12:08,320 Number of retrials: 0 +2021-12-18 05:12:08,320 WRAPPER CHECK TIME = 10 +2021-12-18 05:12:08,321 Checking jobs for platform=marenostrum4 +2021-12-18 05:12:08,321 Checking jobs for platform=nord3 +2021-12-18 05:12:08,322 Checking jobs for platform=local +2021-12-18 05:12:08,322 Checking jobs for platform=transfer_node +2021-12-18 05:12:08,323 Checking all jobs at once +2021-12-18 05:12:09,742 Successful check job command +2021-12-18 05:12:11,012 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:12:11,012 End of checking +2021-12-18 05:12:11,013 Updating FAILED jobs +2021-12-18 05:12:11,013 Updating WAITING jobs +2021-12-18 05:12:11,014 Update finished +2021-12-18 05:12:11,014 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:12:11,014 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:12:11,015 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:12:11,015 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:12:11,015 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:12:11,018 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:12:11,020 Job list saved +2021-12-18 05:12:11,024 Updating FAILED jobs +2021-12-18 05:12:11,024 Updating WAITING jobs +2021-12-18 05:12:11,025 Update finished +2021-12-18 05:12:21,032 Reloading parameters... +2021-12-18 05:12:21,051 Loading parameters... +2021-12-18 05:12:21,052 Loading project parameters... +2021-12-18 05:12:21,054 + +22 of 25 jobs remaining (05:12) +2021-12-18 05:12:21,054 Sleep: 10 +2021-12-18 05:12:21,054 Number of retrials: 0 +2021-12-18 05:12:21,054 WRAPPER CHECK TIME = 10 +2021-12-18 05:12:21,055 Checking jobs for platform=marenostrum4 +2021-12-18 05:12:21,056 Checking jobs for platform=nord3 +2021-12-18 05:12:21,056 Checking jobs for platform=local +2021-12-18 05:12:21,057 Checking jobs for platform=transfer_node +2021-12-18 05:12:21,057 Checking all jobs at once +2021-12-18 05:12:22,576 Successful check job command +2021-12-18 05:12:23,895 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:12:23,895 End of checking +2021-12-18 05:12:23,897 Updating FAILED jobs +2021-12-18 05:12:23,897 Updating WAITING jobs +2021-12-18 05:12:23,897 Update finished +2021-12-18 05:12:23,897 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:12:23,897 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:12:23,897 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:12:23,898 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:12:23,898 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:12:23,900 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:12:23,903 Job list saved +2021-12-18 05:12:23,908 Updating FAILED jobs +2021-12-18 05:12:23,908 Updating WAITING jobs +2021-12-18 05:12:23,908 Update finished +2021-12-18 05:12:33,917 Reloading parameters... +2021-12-18 05:12:33,935 Loading parameters... +2021-12-18 05:12:33,937 Loading project parameters... +2021-12-18 05:12:33,939 + +22 of 25 jobs remaining (05:12) +2021-12-18 05:12:33,939 Sleep: 10 +2021-12-18 05:12:33,939 Number of retrials: 0 +2021-12-18 05:12:33,939 WRAPPER CHECK TIME = 10 +2021-12-18 05:12:33,940 Checking jobs for platform=marenostrum4 +2021-12-18 05:12:33,941 Checking jobs for platform=nord3 +2021-12-18 05:12:33,941 Checking jobs for platform=local +2021-12-18 05:12:33,942 Checking jobs for platform=transfer_node +2021-12-18 05:12:33,942 Checking all jobs at once +2021-12-18 05:12:35,264 Successful check job command +2021-12-18 05:12:36,534 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:12:36,535 End of checking +2021-12-18 05:12:36,536 Updating FAILED jobs +2021-12-18 05:12:36,536 Updating WAITING jobs +2021-12-18 05:12:36,536 Update finished +2021-12-18 05:12:36,536 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:12:36,536 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:12:36,536 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:12:36,537 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:12:36,537 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:12:36,540 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:12:36,542 Job list saved +2021-12-18 05:12:36,546 Updating FAILED jobs +2021-12-18 05:12:36,546 Updating WAITING jobs +2021-12-18 05:12:36,547 Update finished +2021-12-18 05:12:46,555 Reloading parameters... +2021-12-18 05:12:46,575 Loading parameters... +2021-12-18 05:12:46,576 Loading project parameters... +2021-12-18 05:12:46,578 + +22 of 25 jobs remaining (05:12) +2021-12-18 05:12:46,578 Sleep: 10 +2021-12-18 05:12:46,578 Number of retrials: 0 +2021-12-18 05:12:46,578 WRAPPER CHECK TIME = 10 +2021-12-18 05:12:46,579 Checking jobs for platform=marenostrum4 +2021-12-18 05:12:46,580 Checking jobs for platform=nord3 +2021-12-18 05:12:46,580 Checking jobs for platform=local +2021-12-18 05:12:46,581 Checking jobs for platform=transfer_node +2021-12-18 05:12:46,581 Checking all jobs at once +2021-12-18 05:12:47,950 Successful check job command +2021-12-18 05:12:49,270 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:12:49,270 End of checking +2021-12-18 05:12:49,271 Updating FAILED jobs +2021-12-18 05:12:49,272 Updating WAITING jobs +2021-12-18 05:12:49,272 Update finished +2021-12-18 05:12:49,272 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:12:49,273 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:12:49,273 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:12:49,273 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:12:49,273 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:12:49,276 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:12:49,278 Job list saved +2021-12-18 05:12:49,291 Updating FAILED jobs +2021-12-18 05:12:49,291 Updating WAITING jobs +2021-12-18 05:12:49,291 Update finished +2021-12-18 05:12:59,301 Reloading parameters... +2021-12-18 05:12:59,320 Loading parameters... +2021-12-18 05:12:59,322 Loading project parameters... +2021-12-18 05:12:59,324 + +22 of 25 jobs remaining (05:12) +2021-12-18 05:12:59,324 Sleep: 10 +2021-12-18 05:12:59,324 Number of retrials: 0 +2021-12-18 05:12:59,324 WRAPPER CHECK TIME = 10 +2021-12-18 05:12:59,325 Checking jobs for platform=marenostrum4 +2021-12-18 05:12:59,325 Checking jobs for platform=nord3 +2021-12-18 05:12:59,326 Checking jobs for platform=local +2021-12-18 05:12:59,326 Checking jobs for platform=transfer_node +2021-12-18 05:12:59,326 Checking all jobs at once +2021-12-18 05:13:00,799 Successful check job command +2021-12-18 05:13:02,120 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:13:02,120 End of checking +2021-12-18 05:13:02,121 Updating FAILED jobs +2021-12-18 05:13:02,121 Updating WAITING jobs +2021-12-18 05:13:02,122 Update finished +2021-12-18 05:13:02,122 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:13:02,122 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:13:02,122 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:13:02,122 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:13:02,122 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:13:02,125 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:13:02,128 Job list saved +2021-12-18 05:13:02,132 Updating FAILED jobs +2021-12-18 05:13:02,132 Updating WAITING jobs +2021-12-18 05:13:02,132 Update finished +2021-12-18 05:13:12,143 Reloading parameters... +2021-12-18 05:13:12,162 Loading parameters... +2021-12-18 05:13:12,163 Loading project parameters... +2021-12-18 05:13:12,165 + +22 of 25 jobs remaining (05:13) +2021-12-18 05:13:12,165 Sleep: 10 +2021-12-18 05:13:12,165 Number of retrials: 0 +2021-12-18 05:13:12,166 WRAPPER CHECK TIME = 10 +2021-12-18 05:13:12,166 Checking jobs for platform=marenostrum4 +2021-12-18 05:13:12,167 Checking jobs for platform=nord3 +2021-12-18 05:13:12,167 Checking jobs for platform=local +2021-12-18 05:13:12,168 Checking jobs for platform=transfer_node +2021-12-18 05:13:12,168 Checking all jobs at once +2021-12-18 05:13:14,490 Successful check job command +2021-12-18 05:13:16,010 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:13:16,010 End of checking +2021-12-18 05:13:16,012 Updating FAILED jobs +2021-12-18 05:13:16,012 Updating WAITING jobs +2021-12-18 05:13:16,012 Update finished +2021-12-18 05:13:16,012 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:13:16,012 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:13:16,013 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:13:16,013 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:13:16,013 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:13:16,017 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:13:16,020 Job list saved +2021-12-18 05:13:16,033 Updating FAILED jobs +2021-12-18 05:13:16,033 Updating WAITING jobs +2021-12-18 05:13:16,034 Update finished +2021-12-18 05:13:26,039 Reloading parameters... +2021-12-18 05:13:26,060 Loading parameters... +2021-12-18 05:13:26,062 Loading project parameters... +2021-12-18 05:13:26,064 + +22 of 25 jobs remaining (05:13) +2021-12-18 05:13:26,064 Sleep: 10 +2021-12-18 05:13:26,064 Number of retrials: 0 +2021-12-18 05:13:26,064 WRAPPER CHECK TIME = 10 +2021-12-18 05:13:26,065 Checking jobs for platform=marenostrum4 +2021-12-18 05:13:26,065 Checking jobs for platform=nord3 +2021-12-18 05:13:26,066 Checking jobs for platform=local +2021-12-18 05:13:26,066 Checking jobs for platform=transfer_node +2021-12-18 05:13:26,066 Checking all jobs at once +2021-12-18 05:13:27,488 Successful check job command +2021-12-18 05:13:29,158 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:13:29,159 End of checking +2021-12-18 05:13:29,160 Updating FAILED jobs +2021-12-18 05:13:29,160 Updating WAITING jobs +2021-12-18 05:13:29,161 Update finished +2021-12-18 05:13:29,161 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:13:29,161 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:13:29,162 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:13:29,162 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:13:29,162 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:13:29,165 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:13:29,167 Job list saved +2021-12-18 05:13:29,172 Updating FAILED jobs +2021-12-18 05:13:29,172 Updating WAITING jobs +2021-12-18 05:13:29,173 Update finished +2021-12-18 05:13:39,183 Reloading parameters... +2021-12-18 05:13:39,202 Loading parameters... +2021-12-18 05:13:39,203 Loading project parameters... +2021-12-18 05:13:39,205 + +22 of 25 jobs remaining (05:13) +2021-12-18 05:13:39,205 Sleep: 10 +2021-12-18 05:13:39,205 Number of retrials: 0 +2021-12-18 05:13:39,205 WRAPPER CHECK TIME = 10 +2021-12-18 05:13:39,206 Checking jobs for platform=marenostrum4 +2021-12-18 05:13:39,207 Checking jobs for platform=nord3 +2021-12-18 05:13:39,207 Checking jobs for platform=local +2021-12-18 05:13:39,208 Checking jobs for platform=transfer_node +2021-12-18 05:13:39,208 Checking all jobs at once +2021-12-18 05:13:40,630 Successful check job command +2021-12-18 05:13:41,899 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:13:41,900 End of checking +2021-12-18 05:13:41,901 Updating FAILED jobs +2021-12-18 05:13:41,901 Updating WAITING jobs +2021-12-18 05:13:41,902 Update finished +2021-12-18 05:13:41,902 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:13:41,902 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:13:41,902 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:13:41,902 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:13:41,902 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:13:41,905 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:13:41,907 Job list saved +2021-12-18 05:13:41,911 Updating FAILED jobs +2021-12-18 05:13:41,912 Updating WAITING jobs +2021-12-18 05:13:41,912 Update finished +2021-12-18 05:13:51,922 Reloading parameters... +2021-12-18 05:13:51,943 Loading parameters... +2021-12-18 05:13:51,944 Loading project parameters... +2021-12-18 05:13:51,946 + +22 of 25 jobs remaining (05:13) +2021-12-18 05:13:51,946 Sleep: 10 +2021-12-18 05:13:51,947 Number of retrials: 0 +2021-12-18 05:13:51,947 WRAPPER CHECK TIME = 10 +2021-12-18 05:13:51,947 Checking jobs for platform=marenostrum4 +2021-12-18 05:13:51,948 Checking jobs for platform=nord3 +2021-12-18 05:13:51,948 Checking jobs for platform=local +2021-12-18 05:13:51,949 Checking jobs for platform=transfer_node +2021-12-18 05:13:51,949 Checking all jobs at once +2021-12-18 05:13:53,268 Successful check job command +2021-12-18 05:13:54,588 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:13:54,588 End of checking +2021-12-18 05:13:54,590 Updating FAILED jobs +2021-12-18 05:13:54,590 Updating WAITING jobs +2021-12-18 05:13:54,590 Update finished +2021-12-18 05:13:54,590 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:13:54,591 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:13:54,591 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:13:54,591 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:13:54,591 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:13:54,594 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:13:54,596 Job list saved +2021-12-18 05:13:54,601 Updating FAILED jobs +2021-12-18 05:13:54,601 Updating WAITING jobs +2021-12-18 05:13:54,601 Update finished +2021-12-18 05:14:04,612 Reloading parameters... +2021-12-18 05:14:04,631 Loading parameters... +2021-12-18 05:14:04,632 Loading project parameters... +2021-12-18 05:14:04,634 + +22 of 25 jobs remaining (05:14) +2021-12-18 05:14:04,634 Sleep: 10 +2021-12-18 05:14:04,634 Number of retrials: 0 +2021-12-18 05:14:04,634 WRAPPER CHECK TIME = 10 +2021-12-18 05:14:04,635 Checking jobs for platform=marenostrum4 +2021-12-18 05:14:04,635 Checking jobs for platform=nord3 +2021-12-18 05:14:04,636 Checking jobs for platform=local +2021-12-18 05:14:04,636 Checking jobs for platform=transfer_node +2021-12-18 05:14:04,637 Checking all jobs at once +2021-12-18 05:14:07,008 Successful check job command +2021-12-18 05:14:08,779 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:14:08,779 End of checking +2021-12-18 05:14:08,780 Updating FAILED jobs +2021-12-18 05:14:08,780 Updating WAITING jobs +2021-12-18 05:14:08,781 Update finished +2021-12-18 05:14:08,781 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:14:08,782 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:14:08,782 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:14:08,782 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:14:08,782 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:14:08,785 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:14:08,787 Job list saved +2021-12-18 05:14:08,792 Updating FAILED jobs +2021-12-18 05:14:08,792 Updating WAITING jobs +2021-12-18 05:14:08,792 Update finished +2021-12-18 05:14:18,801 Reloading parameters... +2021-12-18 05:14:18,822 Loading parameters... +2021-12-18 05:14:18,824 Loading project parameters... +2021-12-18 05:14:18,826 + +22 of 25 jobs remaining (05:14) +2021-12-18 05:14:18,827 Sleep: 10 +2021-12-18 05:14:18,827 Number of retrials: 0 +2021-12-18 05:14:18,827 WRAPPER CHECK TIME = 10 +2021-12-18 05:14:18,827 Checking jobs for platform=marenostrum4 +2021-12-18 05:14:18,828 Checking jobs for platform=nord3 +2021-12-18 05:14:18,828 Checking jobs for platform=local +2021-12-18 05:14:18,829 Checking jobs for platform=transfer_node +2021-12-18 05:14:18,829 Checking all jobs at once +2021-12-18 05:14:20,709 Successful check job command +2021-12-18 05:14:22,931 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:14:22,931 End of checking +2021-12-18 05:14:22,933 Updating FAILED jobs +2021-12-18 05:14:22,933 Updating WAITING jobs +2021-12-18 05:14:22,933 Update finished +2021-12-18 05:14:22,933 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:14:22,933 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:14:22,933 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:14:22,934 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:14:22,934 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:14:22,937 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:14:22,940 Job list saved +2021-12-18 05:14:22,950 Updating FAILED jobs +2021-12-18 05:14:22,950 Updating WAITING jobs +2021-12-18 05:14:22,951 Update finished +2021-12-18 05:14:32,961 Reloading parameters... +2021-12-18 05:14:32,982 Loading parameters... +2021-12-18 05:14:32,983 Loading project parameters... +2021-12-18 05:14:32,985 + +22 of 25 jobs remaining (05:14) +2021-12-18 05:14:32,986 Sleep: 10 +2021-12-18 05:14:32,986 Number of retrials: 0 +2021-12-18 05:14:32,986 WRAPPER CHECK TIME = 10 +2021-12-18 05:14:32,986 Checking jobs for platform=marenostrum4 +2021-12-18 05:14:32,987 Checking jobs for platform=nord3 +2021-12-18 05:14:32,987 Checking jobs for platform=local +2021-12-18 05:14:32,988 Checking jobs for platform=transfer_node +2021-12-18 05:14:32,988 Checking all jobs at once +2021-12-18 05:14:34,308 Successful check job command +2021-12-18 05:14:36,629 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:14:36,630 End of checking +2021-12-18 05:14:36,631 Updating FAILED jobs +2021-12-18 05:14:36,631 Updating WAITING jobs +2021-12-18 05:14:36,631 Update finished +2021-12-18 05:14:36,632 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:14:36,632 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:14:36,632 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:14:36,632 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:14:36,632 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:14:36,635 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:14:36,637 Job list saved +2021-12-18 05:14:36,642 Updating FAILED jobs +2021-12-18 05:14:36,642 Updating WAITING jobs +2021-12-18 05:14:36,643 Update finished +2021-12-18 05:14:46,647 Reloading parameters... +2021-12-18 05:14:46,667 Loading parameters... +2021-12-18 05:14:46,668 Loading project parameters... +2021-12-18 05:14:46,670 + +22 of 25 jobs remaining (05:14) +2021-12-18 05:14:46,671 Sleep: 10 +2021-12-18 05:14:46,671 Number of retrials: 0 +2021-12-18 05:14:46,671 WRAPPER CHECK TIME = 10 +2021-12-18 05:14:46,671 Checking jobs for platform=marenostrum4 +2021-12-18 05:14:46,672 Checking jobs for platform=nord3 +2021-12-18 05:14:46,673 Checking jobs for platform=local +2021-12-18 05:14:46,673 Checking jobs for platform=transfer_node +2021-12-18 05:14:46,673 Checking all jobs at once +2021-12-18 05:14:47,993 Successful check job command +2021-12-18 05:14:49,467 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:14:49,467 End of checking +2021-12-18 05:14:49,468 Updating FAILED jobs +2021-12-18 05:14:49,468 Updating WAITING jobs +2021-12-18 05:14:49,468 Update finished +2021-12-18 05:14:49,469 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:14:49,469 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:14:49,469 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:14:49,469 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:14:49,470 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:14:49,472 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:14:49,475 Job list saved +2021-12-18 05:14:49,479 Updating FAILED jobs +2021-12-18 05:14:49,480 Updating WAITING jobs +2021-12-18 05:14:49,480 Update finished +2021-12-18 05:14:59,490 Reloading parameters... +2021-12-18 05:14:59,508 Loading parameters... +2021-12-18 05:14:59,510 Loading project parameters... +2021-12-18 05:14:59,511 + +22 of 25 jobs remaining (05:14) +2021-12-18 05:14:59,512 Sleep: 10 +2021-12-18 05:14:59,512 Number of retrials: 0 +2021-12-18 05:14:59,512 WRAPPER CHECK TIME = 10 +2021-12-18 05:14:59,512 Checking jobs for platform=marenostrum4 +2021-12-18 05:14:59,513 Checking jobs for platform=nord3 +2021-12-18 05:14:59,513 Checking jobs for platform=local +2021-12-18 05:14:59,514 Checking jobs for platform=transfer_node +2021-12-18 05:14:59,514 Checking all jobs at once +2021-12-18 05:15:01,186 Successful check job command +2021-12-18 05:15:02,457 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:15:02,457 End of checking +2021-12-18 05:15:02,459 Updating FAILED jobs +2021-12-18 05:15:02,459 Updating WAITING jobs +2021-12-18 05:15:02,459 Update finished +2021-12-18 05:15:02,459 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:15:02,459 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:15:02,459 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:15:02,460 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:15:02,460 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:15:02,462 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:15:02,465 Job list saved +2021-12-18 05:15:02,470 Updating FAILED jobs +2021-12-18 05:15:02,471 Updating WAITING jobs +2021-12-18 05:15:02,471 Update finished +2021-12-18 05:15:12,478 Reloading parameters... +2021-12-18 05:15:12,496 Loading parameters... +2021-12-18 05:15:12,497 Loading project parameters... +2021-12-18 05:15:12,499 + +22 of 25 jobs remaining (05:15) +2021-12-18 05:15:12,499 Sleep: 10 +2021-12-18 05:15:12,499 Number of retrials: 0 +2021-12-18 05:15:12,499 WRAPPER CHECK TIME = 10 +2021-12-18 05:15:12,500 Checking jobs for platform=marenostrum4 +2021-12-18 05:15:12,501 Checking jobs for platform=nord3 +2021-12-18 05:15:12,501 Checking jobs for platform=local +2021-12-18 05:15:12,502 Checking jobs for platform=transfer_node +2021-12-18 05:15:12,502 Checking all jobs at once +2021-12-18 05:15:14,722 Successful check job command +2021-12-18 05:15:16,544 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:15:16,544 End of checking +2021-12-18 05:15:16,545 Updating FAILED jobs +2021-12-18 05:15:16,546 Updating WAITING jobs +2021-12-18 05:15:16,546 Update finished +2021-12-18 05:15:16,546 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:15:16,546 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:15:16,546 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:15:16,547 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:15:16,547 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:15:16,549 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:15:16,551 Job list saved +2021-12-18 05:15:16,556 Updating FAILED jobs +2021-12-18 05:15:16,556 Updating WAITING jobs +2021-12-18 05:15:16,557 Update finished +2021-12-18 05:15:26,567 Reloading parameters... +2021-12-18 05:15:26,598 Loading parameters... +2021-12-18 05:15:26,602 Loading project parameters... +2021-12-18 05:15:26,604 + +22 of 25 jobs remaining (05:15) +2021-12-18 05:15:26,604 Sleep: 10 +2021-12-18 05:15:26,604 Number of retrials: 0 +2021-12-18 05:15:26,604 WRAPPER CHECK TIME = 10 +2021-12-18 05:15:26,605 Checking jobs for platform=marenostrum4 +2021-12-18 05:15:26,605 Checking jobs for platform=nord3 +2021-12-18 05:15:26,606 Checking jobs for platform=local +2021-12-18 05:15:26,606 Checking jobs for platform=transfer_node +2021-12-18 05:15:26,606 Checking all jobs at once +2021-12-18 05:15:28,235 Successful check job command +2021-12-18 05:15:30,508 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:15:30,508 End of checking +2021-12-18 05:15:30,510 Updating FAILED jobs +2021-12-18 05:15:30,510 Updating WAITING jobs +2021-12-18 05:15:30,510 Update finished +2021-12-18 05:15:30,510 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:15:30,511 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:15:30,511 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:15:30,511 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:15:30,511 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:15:30,514 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:15:30,517 Job list saved +2021-12-18 05:15:30,522 Updating FAILED jobs +2021-12-18 05:15:30,522 Updating WAITING jobs +2021-12-18 05:15:30,522 Update finished +2021-12-18 05:15:40,532 Reloading parameters... +2021-12-18 05:15:40,553 Loading parameters... +2021-12-18 05:15:40,555 Loading project parameters... +2021-12-18 05:15:40,557 + +22 of 25 jobs remaining (05:15) +2021-12-18 05:15:40,557 Sleep: 10 +2021-12-18 05:15:40,557 Number of retrials: 0 +2021-12-18 05:15:40,557 WRAPPER CHECK TIME = 10 +2021-12-18 05:15:40,558 Checking jobs for platform=marenostrum4 +2021-12-18 05:15:40,559 Checking jobs for platform=nord3 +2021-12-18 05:15:40,559 Checking jobs for platform=local +2021-12-18 05:15:40,560 Checking jobs for platform=transfer_node +2021-12-18 05:15:40,560 Checking all jobs at once +2021-12-18 05:15:41,879 Successful check job command +2021-12-18 05:15:43,149 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:15:43,149 End of checking +2021-12-18 05:15:43,151 Updating FAILED jobs +2021-12-18 05:15:43,151 Updating WAITING jobs +2021-12-18 05:15:43,151 Update finished +2021-12-18 05:15:43,152 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:15:43,152 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:15:43,152 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:15:43,152 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:15:43,152 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:15:43,155 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:15:43,158 Job list saved +2021-12-18 05:15:43,162 Updating FAILED jobs +2021-12-18 05:15:43,163 Updating WAITING jobs +2021-12-18 05:15:43,163 Update finished +2021-12-18 05:15:53,173 Reloading parameters... +2021-12-18 05:15:53,195 Loading parameters... +2021-12-18 05:15:53,196 Loading project parameters... +2021-12-18 05:15:53,198 + +22 of 25 jobs remaining (05:15) +2021-12-18 05:15:53,198 Sleep: 10 +2021-12-18 05:15:53,198 Number of retrials: 0 +2021-12-18 05:15:53,198 WRAPPER CHECK TIME = 10 +2021-12-18 05:15:53,199 Checking jobs for platform=marenostrum4 +2021-12-18 05:15:53,199 Checking jobs for platform=nord3 +2021-12-18 05:15:53,200 Checking jobs for platform=local +2021-12-18 05:15:53,201 Checking jobs for platform=transfer_node +2021-12-18 05:15:53,201 Checking all jobs at once +2021-12-18 05:15:54,520 Successful check job command +2021-12-18 05:15:55,740 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:15:55,740 End of checking +2021-12-18 05:15:55,742 Updating FAILED jobs +2021-12-18 05:15:55,742 Updating WAITING jobs +2021-12-18 05:15:55,742 Update finished +2021-12-18 05:15:55,742 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:15:55,742 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:15:55,742 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:15:55,743 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:15:55,743 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:15:55,746 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:15:55,748 Job list saved +2021-12-18 05:15:55,753 Updating FAILED jobs +2021-12-18 05:15:55,753 Updating WAITING jobs +2021-12-18 05:15:55,753 Update finished +2021-12-18 05:16:05,760 Reloading parameters... +2021-12-18 05:16:05,780 Loading parameters... +2021-12-18 05:16:05,781 Loading project parameters... +2021-12-18 05:16:05,783 + +22 of 25 jobs remaining (05:16) +2021-12-18 05:16:05,783 Sleep: 10 +2021-12-18 05:16:05,783 Number of retrials: 0 +2021-12-18 05:16:05,783 WRAPPER CHECK TIME = 10 +2021-12-18 05:16:05,784 Checking jobs for platform=marenostrum4 +2021-12-18 05:16:05,785 Checking jobs for platform=nord3 +2021-12-18 05:16:05,785 Checking jobs for platform=local +2021-12-18 05:16:05,786 Checking jobs for platform=transfer_node +2021-12-18 05:16:05,786 Checking all jobs at once +2021-12-18 05:16:07,205 Successful check job command +2021-12-18 05:16:08,927 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:16:08,927 End of checking +2021-12-18 05:16:08,929 Updating FAILED jobs +2021-12-18 05:16:08,929 Updating WAITING jobs +2021-12-18 05:16:08,929 Update finished +2021-12-18 05:16:08,929 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:16:08,930 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:16:08,930 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:16:08,930 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:16:08,930 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:16:08,933 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:16:08,935 Job list saved +2021-12-18 05:16:08,940 Updating FAILED jobs +2021-12-18 05:16:08,940 Updating WAITING jobs +2021-12-18 05:16:08,940 Update finished +2021-12-18 05:16:18,949 Reloading parameters... +2021-12-18 05:16:18,969 Loading parameters... +2021-12-18 05:16:18,970 Loading project parameters... +2021-12-18 05:16:18,972 + +22 of 25 jobs remaining (05:16) +2021-12-18 05:16:18,972 Sleep: 10 +2021-12-18 05:16:18,973 Number of retrials: 0 +2021-12-18 05:16:18,973 WRAPPER CHECK TIME = 10 +2021-12-18 05:16:18,973 Checking jobs for platform=marenostrum4 +2021-12-18 05:16:18,974 Checking jobs for platform=nord3 +2021-12-18 05:16:18,974 Checking jobs for platform=local +2021-12-18 05:16:18,975 Checking jobs for platform=transfer_node +2021-12-18 05:16:18,975 Checking all jobs at once +2021-12-18 05:16:20,296 Successful check job command +2021-12-18 05:16:21,616 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:16:21,616 End of checking +2021-12-18 05:16:21,617 Updating FAILED jobs +2021-12-18 05:16:21,618 Updating WAITING jobs +2021-12-18 05:16:21,618 Update finished +2021-12-18 05:16:21,618 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:16:21,618 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:16:21,618 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:16:21,618 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:16:21,619 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:16:21,622 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:16:21,625 Job list saved +2021-12-18 05:16:21,631 Updating FAILED jobs +2021-12-18 05:16:21,631 Updating WAITING jobs +2021-12-18 05:16:21,631 Update finished +2021-12-18 05:16:31,641 Reloading parameters... +2021-12-18 05:16:31,668 Loading parameters... +2021-12-18 05:16:31,669 Loading project parameters... +2021-12-18 05:16:31,671 + +22 of 25 jobs remaining (05:16) +2021-12-18 05:16:31,671 Sleep: 10 +2021-12-18 05:16:31,671 Number of retrials: 0 +2021-12-18 05:16:31,671 WRAPPER CHECK TIME = 10 +2021-12-18 05:16:31,672 Checking jobs for platform=marenostrum4 +2021-12-18 05:16:31,672 Checking jobs for platform=nord3 +2021-12-18 05:16:31,673 Checking jobs for platform=local +2021-12-18 05:16:31,673 Checking jobs for platform=transfer_node +2021-12-18 05:16:31,674 Checking all jobs at once +2021-12-18 05:16:33,344 Successful check job command +2021-12-18 05:16:34,713 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:16:34,714 End of checking +2021-12-18 05:16:34,716 Updating FAILED jobs +2021-12-18 05:16:34,716 Updating WAITING jobs +2021-12-18 05:16:34,716 Update finished +2021-12-18 05:16:34,716 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:16:34,717 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:16:34,717 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:16:34,717 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:16:34,717 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:16:34,720 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:16:34,722 Job list saved +2021-12-18 05:16:34,731 Updating FAILED jobs +2021-12-18 05:16:34,731 Updating WAITING jobs +2021-12-18 05:16:34,732 Update finished +2021-12-18 05:16:44,737 Reloading parameters... +2021-12-18 05:16:44,759 Loading parameters... +2021-12-18 05:16:44,760 Loading project parameters... +2021-12-18 05:16:44,764 + +22 of 25 jobs remaining (05:16) +2021-12-18 05:16:44,764 Sleep: 10 +2021-12-18 05:16:44,764 Number of retrials: 0 +2021-12-18 05:16:44,764 WRAPPER CHECK TIME = 10 +2021-12-18 05:16:44,765 Checking jobs for platform=marenostrum4 +2021-12-18 05:16:44,765 Checking jobs for platform=nord3 +2021-12-18 05:16:44,766 Checking jobs for platform=local +2021-12-18 05:16:44,767 Checking jobs for platform=transfer_node +2021-12-18 05:16:44,767 Checking all jobs at once +2021-12-18 05:16:46,139 Successful check job command +2021-12-18 05:16:47,458 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:16:47,459 End of checking +2021-12-18 05:16:47,461 Updating FAILED jobs +2021-12-18 05:16:47,461 Updating WAITING jobs +2021-12-18 05:16:47,462 Update finished +2021-12-18 05:16:47,462 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:16:47,463 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:16:47,464 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:16:47,464 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:16:47,464 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:16:47,467 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:16:47,469 Job list saved +2021-12-18 05:16:47,475 Updating FAILED jobs +2021-12-18 05:16:47,475 Updating WAITING jobs +2021-12-18 05:16:47,475 Update finished +2021-12-18 05:16:57,480 Reloading parameters... +2021-12-18 05:16:57,500 Loading parameters... +2021-12-18 05:16:57,501 Loading project parameters... +2021-12-18 05:16:57,503 + +22 of 25 jobs remaining (05:16) +2021-12-18 05:16:57,503 Sleep: 10 +2021-12-18 05:16:57,503 Number of retrials: 0 +2021-12-18 05:16:57,504 WRAPPER CHECK TIME = 10 +2021-12-18 05:16:57,504 Checking jobs for platform=marenostrum4 +2021-12-18 05:16:57,505 Checking jobs for platform=nord3 +2021-12-18 05:16:57,505 Checking jobs for platform=local +2021-12-18 05:16:57,506 Checking jobs for platform=transfer_node +2021-12-18 05:16:57,506 Checking all jobs at once +2021-12-18 05:16:58,826 Successful check job command +2021-12-18 05:17:00,196 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:17:00,196 End of checking +2021-12-18 05:17:00,197 Updating FAILED jobs +2021-12-18 05:17:00,198 Updating WAITING jobs +2021-12-18 05:17:00,198 Update finished +2021-12-18 05:17:00,198 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:17:00,198 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:17:00,198 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:17:00,198 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:17:00,199 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:17:00,202 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:17:00,204 Job list saved +2021-12-18 05:17:00,209 Updating FAILED jobs +2021-12-18 05:17:00,209 Updating WAITING jobs +2021-12-18 05:17:00,209 Update finished +2021-12-18 05:17:10,220 Reloading parameters... +2021-12-18 05:17:10,238 Loading parameters... +2021-12-18 05:17:10,239 Loading project parameters... +2021-12-18 05:17:10,241 + +22 of 25 jobs remaining (05:17) +2021-12-18 05:17:10,241 Sleep: 10 +2021-12-18 05:17:10,241 Number of retrials: 0 +2021-12-18 05:17:10,241 WRAPPER CHECK TIME = 10 +2021-12-18 05:17:10,242 Checking jobs for platform=marenostrum4 +2021-12-18 05:17:10,243 Checking jobs for platform=nord3 +2021-12-18 05:17:10,243 Checking jobs for platform=local +2021-12-18 05:17:10,244 Checking jobs for platform=transfer_node +2021-12-18 05:17:10,244 Checking all jobs at once +2021-12-18 05:17:11,914 Successful check job command +2021-12-18 05:17:13,334 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:17:13,335 End of checking +2021-12-18 05:17:13,336 Updating FAILED jobs +2021-12-18 05:17:13,336 Updating WAITING jobs +2021-12-18 05:17:13,337 Update finished +2021-12-18 05:17:13,337 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:17:13,337 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:17:13,337 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:17:13,337 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:17:13,337 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:17:13,340 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:17:13,342 Job list saved +2021-12-18 05:17:13,347 Updating FAILED jobs +2021-12-18 05:17:13,347 Updating WAITING jobs +2021-12-18 05:17:13,347 Update finished +2021-12-18 05:17:23,353 Reloading parameters... +2021-12-18 05:17:23,372 Loading parameters... +2021-12-18 05:17:23,373 Loading project parameters... +2021-12-18 05:17:23,375 + +22 of 25 jobs remaining (05:17) +2021-12-18 05:17:23,376 Sleep: 10 +2021-12-18 05:17:23,376 Number of retrials: 0 +2021-12-18 05:17:23,376 WRAPPER CHECK TIME = 10 +2021-12-18 05:17:23,376 Checking jobs for platform=marenostrum4 +2021-12-18 05:17:23,377 Checking jobs for platform=nord3 +2021-12-18 05:17:23,377 Checking jobs for platform=local +2021-12-18 05:17:23,378 Checking jobs for platform=transfer_node +2021-12-18 05:17:23,378 Checking all jobs at once +2021-12-18 05:17:24,848 Successful check job command +2021-12-18 05:17:26,167 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:17:26,168 End of checking +2021-12-18 05:17:26,169 Updating FAILED jobs +2021-12-18 05:17:26,169 Updating WAITING jobs +2021-12-18 05:17:26,169 Update finished +2021-12-18 05:17:26,170 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:17:26,170 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:17:26,170 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:17:26,170 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:17:26,171 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:17:26,174 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:17:26,176 Job list saved +2021-12-18 05:17:26,181 Updating FAILED jobs +2021-12-18 05:17:26,181 Updating WAITING jobs +2021-12-18 05:17:26,181 Update finished +2021-12-18 05:17:36,191 Reloading parameters... +2021-12-18 05:17:36,211 Loading parameters... +2021-12-18 05:17:36,213 Loading project parameters... +2021-12-18 05:17:36,214 + +22 of 25 jobs remaining (05:17) +2021-12-18 05:17:36,215 Sleep: 10 +2021-12-18 05:17:36,215 Number of retrials: 0 +2021-12-18 05:17:36,215 WRAPPER CHECK TIME = 10 +2021-12-18 05:17:36,215 Checking jobs for platform=marenostrum4 +2021-12-18 05:17:36,216 Checking jobs for platform=nord3 +2021-12-18 05:17:36,217 Checking jobs for platform=local +2021-12-18 05:17:36,217 Checking jobs for platform=transfer_node +2021-12-18 05:17:36,217 Checking all jobs at once +2021-12-18 05:17:37,487 Successful check job command +2021-12-18 05:17:38,806 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:17:38,806 End of checking +2021-12-18 05:17:38,808 Updating FAILED jobs +2021-12-18 05:17:38,809 Updating WAITING jobs +2021-12-18 05:17:38,809 Update finished +2021-12-18 05:17:38,809 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:17:38,809 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:17:38,809 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:17:38,809 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:17:38,810 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:17:38,812 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:17:38,815 Job list saved +2021-12-18 05:17:38,822 Updating FAILED jobs +2021-12-18 05:17:38,823 Updating WAITING jobs +2021-12-18 05:17:38,823 Update finished +2021-12-18 05:17:48,832 Reloading parameters... +2021-12-18 05:17:48,854 Loading parameters... +2021-12-18 05:17:48,855 Loading project parameters... +2021-12-18 05:17:48,857 + +22 of 25 jobs remaining (05:17) +2021-12-18 05:17:48,858 Sleep: 10 +2021-12-18 05:17:48,858 Number of retrials: 0 +2021-12-18 05:17:48,858 WRAPPER CHECK TIME = 10 +2021-12-18 05:17:48,858 Checking jobs for platform=marenostrum4 +2021-12-18 05:17:48,859 Checking jobs for platform=nord3 +2021-12-18 05:17:48,859 Checking jobs for platform=local +2021-12-18 05:17:48,860 Checking jobs for platform=transfer_node +2021-12-18 05:17:48,863 Checking all jobs at once +2021-12-18 05:17:50,132 Successful check job command +2021-12-18 05:17:51,404 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:17:51,404 End of checking +2021-12-18 05:17:51,406 Updating FAILED jobs +2021-12-18 05:17:51,406 Updating WAITING jobs +2021-12-18 05:17:51,406 Update finished +2021-12-18 05:17:51,406 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:17:51,406 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:17:51,406 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:17:51,407 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:17:51,407 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:17:51,410 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:17:51,412 Job list saved +2021-12-18 05:17:51,416 Updating FAILED jobs +2021-12-18 05:17:51,417 Updating WAITING jobs +2021-12-18 05:17:51,417 Update finished +2021-12-18 05:18:01,427 Reloading parameters... +2021-12-18 05:18:01,447 Loading parameters... +2021-12-18 05:18:01,448 Loading project parameters... +2021-12-18 05:18:01,450 + +22 of 25 jobs remaining (05:18) +2021-12-18 05:18:01,450 Sleep: 10 +2021-12-18 05:18:01,450 Number of retrials: 0 +2021-12-18 05:18:01,451 WRAPPER CHECK TIME = 10 +2021-12-18 05:18:01,451 Checking jobs for platform=marenostrum4 +2021-12-18 05:18:01,452 Checking jobs for platform=nord3 +2021-12-18 05:18:01,452 Checking jobs for platform=local +2021-12-18 05:18:01,453 Checking jobs for platform=transfer_node +2021-12-18 05:18:01,453 Checking all jobs at once +2021-12-18 05:18:02,823 Successful check job command +2021-12-18 05:18:04,093 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:18:04,093 End of checking +2021-12-18 05:18:04,095 Updating FAILED jobs +2021-12-18 05:18:04,095 Updating WAITING jobs +2021-12-18 05:18:04,095 Update finished +2021-12-18 05:18:04,095 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:18:04,096 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:18:04,096 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:18:04,096 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:18:04,096 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:18:04,099 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:18:04,102 Job list saved +2021-12-18 05:18:04,106 Updating FAILED jobs +2021-12-18 05:18:04,106 Updating WAITING jobs +2021-12-18 05:18:04,107 Update finished +2021-12-18 05:18:14,117 Reloading parameters... +2021-12-18 05:18:14,138 Loading parameters... +2021-12-18 05:18:14,139 Loading project parameters... +2021-12-18 05:18:14,141 + +22 of 25 jobs remaining (05:18) +2021-12-18 05:18:14,141 Sleep: 10 +2021-12-18 05:18:14,141 Number of retrials: 0 +2021-12-18 05:18:14,142 WRAPPER CHECK TIME = 10 +2021-12-18 05:18:14,142 Checking jobs for platform=marenostrum4 +2021-12-18 05:18:14,143 Checking jobs for platform=nord3 +2021-12-18 05:18:14,143 Checking jobs for platform=local +2021-12-18 05:18:14,144 Checking jobs for platform=transfer_node +2021-12-18 05:18:14,144 Checking all jobs at once +2021-12-18 05:18:15,614 Successful check job command +2021-12-18 05:18:17,034 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:18:17,034 End of checking +2021-12-18 05:18:17,036 Updating FAILED jobs +2021-12-18 05:18:17,036 Updating WAITING jobs +2021-12-18 05:18:17,036 Update finished +2021-12-18 05:18:17,036 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:18:17,036 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:18:17,037 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:18:17,037 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:18:17,037 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:18:17,039 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:18:17,042 Job list saved +2021-12-18 05:18:17,046 Updating FAILED jobs +2021-12-18 05:18:17,046 Updating WAITING jobs +2021-12-18 05:18:17,047 Update finished +2021-12-18 05:18:27,057 Reloading parameters... +2021-12-18 05:18:27,078 Loading parameters... +2021-12-18 05:18:27,079 Loading project parameters... +2021-12-18 05:18:27,081 + +22 of 25 jobs remaining (05:18) +2021-12-18 05:18:27,082 Sleep: 10 +2021-12-18 05:18:27,082 Number of retrials: 0 +2021-12-18 05:18:27,082 WRAPPER CHECK TIME = 10 +2021-12-18 05:18:27,082 Checking jobs for platform=marenostrum4 +2021-12-18 05:18:27,083 Checking jobs for platform=nord3 +2021-12-18 05:18:27,083 Checking jobs for platform=local +2021-12-18 05:18:27,084 Checking jobs for platform=transfer_node +2021-12-18 05:18:27,084 Checking all jobs at once +2021-12-18 05:18:28,403 Successful check job command +2021-12-18 05:18:29,676 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:18:29,676 End of checking +2021-12-18 05:18:29,678 Updating FAILED jobs +2021-12-18 05:18:29,678 Updating WAITING jobs +2021-12-18 05:18:29,678 Update finished +2021-12-18 05:18:29,678 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:18:29,678 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:18:29,679 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:18:29,679 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:18:29,679 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:18:29,681 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:18:29,684 Job list saved +2021-12-18 05:18:29,690 Updating FAILED jobs +2021-12-18 05:18:29,690 Updating WAITING jobs +2021-12-18 05:18:29,690 Update finished +2021-12-18 05:18:39,701 Reloading parameters... +2021-12-18 05:18:39,720 Loading parameters... +2021-12-18 05:18:39,721 Loading project parameters... +2021-12-18 05:18:39,723 + +22 of 25 jobs remaining (05:18) +2021-12-18 05:18:39,723 Sleep: 10 +2021-12-18 05:18:39,724 Number of retrials: 0 +2021-12-18 05:18:39,724 WRAPPER CHECK TIME = 10 +2021-12-18 05:18:39,724 Checking jobs for platform=marenostrum4 +2021-12-18 05:18:39,725 Checking jobs for platform=nord3 +2021-12-18 05:18:39,725 Checking jobs for platform=local +2021-12-18 05:18:39,726 Checking jobs for platform=transfer_node +2021-12-18 05:18:39,726 Checking all jobs at once +2021-12-18 05:18:41,046 Successful check job command +2021-12-18 05:18:42,316 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:18:42,316 End of checking +2021-12-18 05:18:42,318 Updating FAILED jobs +2021-12-18 05:18:42,318 Updating WAITING jobs +2021-12-18 05:18:42,318 Update finished +2021-12-18 05:18:42,318 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:18:42,319 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:18:42,319 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:18:42,319 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:18:42,319 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:18:42,322 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:18:42,325 Job list saved +2021-12-18 05:18:42,330 Updating FAILED jobs +2021-12-18 05:18:42,330 Updating WAITING jobs +2021-12-18 05:18:42,330 Update finished +2021-12-18 05:18:52,332 Reloading parameters... +2021-12-18 05:18:52,353 Loading parameters... +2021-12-18 05:18:52,354 Loading project parameters... +2021-12-18 05:18:52,356 + +22 of 25 jobs remaining (05:18) +2021-12-18 05:18:52,356 Sleep: 10 +2021-12-18 05:18:52,356 Number of retrials: 0 +2021-12-18 05:18:52,356 WRAPPER CHECK TIME = 10 +2021-12-18 05:18:52,357 Checking jobs for platform=marenostrum4 +2021-12-18 05:18:52,357 Checking jobs for platform=nord3 +2021-12-18 05:18:52,358 Checking jobs for platform=local +2021-12-18 05:18:52,359 Checking jobs for platform=transfer_node +2021-12-18 05:18:52,359 Checking all jobs at once +2021-12-18 05:18:53,728 Successful check job command +2021-12-18 05:18:55,248 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:18:55,248 End of checking +2021-12-18 05:18:55,250 Updating FAILED jobs +2021-12-18 05:18:55,250 Updating WAITING jobs +2021-12-18 05:18:55,250 Update finished +2021-12-18 05:18:55,250 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:18:55,250 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:18:55,250 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:18:55,251 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:18:55,251 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:18:55,254 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:18:55,256 Job list saved +2021-12-18 05:18:55,261 Updating FAILED jobs +2021-12-18 05:18:55,261 Updating WAITING jobs +2021-12-18 05:18:55,261 Update finished +2021-12-18 05:19:05,271 Reloading parameters... +2021-12-18 05:19:05,293 Loading parameters... +2021-12-18 05:19:05,294 Loading project parameters... +2021-12-18 05:19:05,296 + +22 of 25 jobs remaining (05:19) +2021-12-18 05:19:05,296 Sleep: 10 +2021-12-18 05:19:05,297 Number of retrials: 0 +2021-12-18 05:19:05,297 WRAPPER CHECK TIME = 10 +2021-12-18 05:19:05,297 Checking jobs for platform=marenostrum4 +2021-12-18 05:19:05,298 Checking jobs for platform=nord3 +2021-12-18 05:19:05,298 Checking jobs for platform=local +2021-12-18 05:19:05,299 Checking jobs for platform=transfer_node +2021-12-18 05:19:05,299 Checking all jobs at once +2021-12-18 05:19:06,620 Successful check job command +2021-12-18 05:19:08,094 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:19:08,094 End of checking +2021-12-18 05:19:08,096 Updating FAILED jobs +2021-12-18 05:19:08,096 Updating WAITING jobs +2021-12-18 05:19:08,097 Update finished +2021-12-18 05:19:08,097 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:19:08,097 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:19:08,097 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:19:08,097 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:19:08,097 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:19:08,100 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:19:08,103 Job list saved +2021-12-18 05:19:08,107 Updating FAILED jobs +2021-12-18 05:19:08,107 Updating WAITING jobs +2021-12-18 05:19:08,108 Update finished +2021-12-18 05:19:18,118 Reloading parameters... +2021-12-18 05:19:18,137 Loading parameters... +2021-12-18 05:19:18,138 Loading project parameters... +2021-12-18 05:19:18,140 + +22 of 25 jobs remaining (05:19) +2021-12-18 05:19:18,141 Sleep: 10 +2021-12-18 05:19:18,141 Number of retrials: 0 +2021-12-18 05:19:18,141 WRAPPER CHECK TIME = 10 +2021-12-18 05:19:18,141 Checking jobs for platform=marenostrum4 +2021-12-18 05:19:18,142 Checking jobs for platform=nord3 +2021-12-18 05:19:18,143 Checking jobs for platform=local +2021-12-18 05:19:18,143 Checking jobs for platform=transfer_node +2021-12-18 05:19:18,143 Checking all jobs at once +2021-12-18 05:19:19,563 Successful check job command +2021-12-18 05:19:20,882 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:19:20,882 End of checking +2021-12-18 05:19:20,884 Updating FAILED jobs +2021-12-18 05:19:20,884 Updating WAITING jobs +2021-12-18 05:19:20,884 Update finished +2021-12-18 05:19:20,884 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:19:20,885 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:19:20,885 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:19:20,885 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:19:20,885 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:19:20,888 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:19:20,890 Job list saved +2021-12-18 05:19:20,895 Updating FAILED jobs +2021-12-18 05:19:20,895 Updating WAITING jobs +2021-12-18 05:19:20,896 Update finished +2021-12-18 05:19:30,905 Reloading parameters... +2021-12-18 05:19:30,925 Loading parameters... +2021-12-18 05:19:30,927 Loading project parameters... +2021-12-18 05:19:30,929 + +22 of 25 jobs remaining (05:19) +2021-12-18 05:19:30,929 Sleep: 10 +2021-12-18 05:19:30,929 Number of retrials: 0 +2021-12-18 05:19:30,929 WRAPPER CHECK TIME = 10 +2021-12-18 05:19:30,930 Checking jobs for platform=marenostrum4 +2021-12-18 05:19:30,930 Checking jobs for platform=nord3 +2021-12-18 05:19:30,931 Checking jobs for platform=local +2021-12-18 05:19:30,931 Checking jobs for platform=transfer_node +2021-12-18 05:19:30,931 Checking all jobs at once +2021-12-18 05:19:32,553 Successful check job command +2021-12-18 05:19:34,072 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:19:34,073 End of checking +2021-12-18 05:19:34,074 Updating FAILED jobs +2021-12-18 05:19:34,074 Updating WAITING jobs +2021-12-18 05:19:34,075 Update finished +2021-12-18 05:19:34,075 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:19:34,075 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:19:34,075 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:19:34,075 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:19:34,075 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:19:34,078 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:19:34,081 Job list saved +2021-12-18 05:19:34,114 Updating FAILED jobs +2021-12-18 05:19:34,114 Updating WAITING jobs +2021-12-18 05:19:34,115 Update finished +2021-12-18 05:19:44,124 Reloading parameters... +2021-12-18 05:19:44,144 Loading parameters... +2021-12-18 05:19:44,145 Loading project parameters... +2021-12-18 05:19:44,147 + +22 of 25 jobs remaining (05:19) +2021-12-18 05:19:44,147 Sleep: 10 +2021-12-18 05:19:44,147 Number of retrials: 0 +2021-12-18 05:19:44,148 WRAPPER CHECK TIME = 10 +2021-12-18 05:19:44,148 Checking jobs for platform=marenostrum4 +2021-12-18 05:19:44,149 Checking jobs for platform=nord3 +2021-12-18 05:19:44,149 Checking jobs for platform=local +2021-12-18 05:19:44,150 Checking jobs for platform=transfer_node +2021-12-18 05:19:44,150 Checking all jobs at once +2021-12-18 05:19:45,469 Successful check job command +2021-12-18 05:19:46,639 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:19:46,639 End of checking +2021-12-18 05:19:46,641 Updating FAILED jobs +2021-12-18 05:19:46,641 Updating WAITING jobs +2021-12-18 05:19:46,641 Update finished +2021-12-18 05:19:46,641 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:19:46,641 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:19:46,641 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:19:46,642 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:19:46,642 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:19:46,644 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:19:46,646 Job list saved +2021-12-18 05:19:46,651 Updating FAILED jobs +2021-12-18 05:19:46,651 Updating WAITING jobs +2021-12-18 05:19:46,651 Update finished +2021-12-18 05:19:56,661 Reloading parameters... +2021-12-18 05:19:56,680 Loading parameters... +2021-12-18 05:19:56,681 Loading project parameters... +2021-12-18 05:19:56,683 + +22 of 25 jobs remaining (05:19) +2021-12-18 05:19:56,683 Sleep: 10 +2021-12-18 05:19:56,683 Number of retrials: 0 +2021-12-18 05:19:56,683 WRAPPER CHECK TIME = 10 +2021-12-18 05:19:56,684 Checking jobs for platform=marenostrum4 +2021-12-18 05:19:56,684 Checking jobs for platform=nord3 +2021-12-18 05:19:56,685 Checking jobs for platform=local +2021-12-18 05:19:56,686 Checking jobs for platform=transfer_node +2021-12-18 05:19:56,686 Checking all jobs at once +2021-12-18 05:19:58,161 Successful check job command +2021-12-18 05:19:59,430 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:19:59,430 End of checking +2021-12-18 05:19:59,432 Updating FAILED jobs +2021-12-18 05:19:59,432 Updating WAITING jobs +2021-12-18 05:19:59,433 Update finished +2021-12-18 05:19:59,433 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:19:59,433 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:19:59,434 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:19:59,434 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:19:59,434 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:19:59,437 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:19:59,439 Job list saved +2021-12-18 05:19:59,451 Updating FAILED jobs +2021-12-18 05:19:59,451 Updating WAITING jobs +2021-12-18 05:19:59,452 Update finished +2021-12-18 05:20:09,459 Reloading parameters... +2021-12-18 05:20:09,475 Loading parameters... +2021-12-18 05:20:09,476 Loading project parameters... +2021-12-18 05:20:09,477 + +22 of 25 jobs remaining (05:20) +2021-12-18 05:20:09,478 Sleep: 10 +2021-12-18 05:20:09,478 Number of retrials: 0 +2021-12-18 05:20:09,478 WRAPPER CHECK TIME = 10 +2021-12-18 05:20:09,478 Checking jobs for platform=marenostrum4 +2021-12-18 05:20:09,478 Checking jobs for platform=nord3 +2021-12-18 05:20:09,479 Checking jobs for platform=local +2021-12-18 05:20:09,479 Checking jobs for platform=transfer_node +2021-12-18 05:20:09,479 Checking all jobs at once +2021-12-18 05:20:10,749 Successful check job command +2021-12-18 05:20:12,019 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:20:12,019 End of checking +2021-12-18 05:20:12,020 Updating FAILED jobs +2021-12-18 05:20:12,020 Updating WAITING jobs +2021-12-18 05:20:12,021 Update finished +2021-12-18 05:20:12,021 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:20:12,021 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:20:12,021 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:20:12,021 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:20:12,021 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:20:12,024 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:20:12,026 Job list saved +2021-12-18 05:20:12,031 Updating FAILED jobs +2021-12-18 05:20:12,031 Updating WAITING jobs +2021-12-18 05:20:12,031 Update finished +2021-12-18 05:20:22,042 Reloading parameters... +2021-12-18 05:20:22,061 Loading parameters... +2021-12-18 05:20:22,062 Loading project parameters... +2021-12-18 05:20:22,064 + +22 of 25 jobs remaining (05:20) +2021-12-18 05:20:22,064 Sleep: 10 +2021-12-18 05:20:22,064 Number of retrials: 0 +2021-12-18 05:20:22,064 WRAPPER CHECK TIME = 10 +2021-12-18 05:20:22,065 Checking jobs for platform=marenostrum4 +2021-12-18 05:20:22,065 Checking jobs for platform=nord3 +2021-12-18 05:20:22,066 Checking jobs for platform=local +2021-12-18 05:20:22,066 Checking jobs for platform=transfer_node +2021-12-18 05:20:22,066 Checking all jobs at once +2021-12-18 05:20:23,386 Successful check job command +2021-12-18 05:20:24,605 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:20:24,605 End of checking +2021-12-18 05:20:24,607 Updating FAILED jobs +2021-12-18 05:20:24,607 Updating WAITING jobs +2021-12-18 05:20:24,607 Update finished +2021-12-18 05:20:24,607 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:20:24,607 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:20:24,608 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:20:24,608 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:20:24,608 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:20:24,612 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:20:24,614 Job list saved +2021-12-18 05:20:24,619 Updating FAILED jobs +2021-12-18 05:20:24,619 Updating WAITING jobs +2021-12-18 05:20:24,619 Update finished +2021-12-18 05:20:34,630 Reloading parameters... +2021-12-18 05:20:34,647 Loading parameters... +2021-12-18 05:20:34,649 Loading project parameters... +2021-12-18 05:20:34,650 + +22 of 25 jobs remaining (05:20) +2021-12-18 05:20:34,651 Sleep: 10 +2021-12-18 05:20:34,651 Number of retrials: 0 +2021-12-18 05:20:34,651 WRAPPER CHECK TIME = 10 +2021-12-18 05:20:34,651 Checking jobs for platform=marenostrum4 +2021-12-18 05:20:34,652 Checking jobs for platform=nord3 +2021-12-18 05:20:34,653 Checking jobs for platform=local +2021-12-18 05:20:34,653 Checking jobs for platform=transfer_node +2021-12-18 05:20:34,653 Checking all jobs at once +2021-12-18 05:20:36,134 Successful check job command +2021-12-18 05:20:37,353 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:20:37,353 End of checking +2021-12-18 05:20:37,354 Updating FAILED jobs +2021-12-18 05:20:37,354 Updating WAITING jobs +2021-12-18 05:20:37,355 Update finished +2021-12-18 05:20:37,355 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:20:37,355 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:20:37,356 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:20:37,356 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:20:37,356 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:20:37,358 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:20:37,360 Job list saved +2021-12-18 05:20:37,365 Updating FAILED jobs +2021-12-18 05:20:37,365 Updating WAITING jobs +2021-12-18 05:20:37,365 Update finished +2021-12-18 05:20:47,376 Reloading parameters... +2021-12-18 05:20:47,394 Loading parameters... +2021-12-18 05:20:47,395 Loading project parameters... +2021-12-18 05:20:47,397 + +22 of 25 jobs remaining (05:20) +2021-12-18 05:20:47,397 Sleep: 10 +2021-12-18 05:20:47,397 Number of retrials: 0 +2021-12-18 05:20:47,397 WRAPPER CHECK TIME = 10 +2021-12-18 05:20:47,398 Checking jobs for platform=marenostrum4 +2021-12-18 05:20:47,398 Checking jobs for platform=nord3 +2021-12-18 05:20:47,399 Checking jobs for platform=local +2021-12-18 05:20:47,399 Checking jobs for platform=transfer_node +2021-12-18 05:20:47,399 Checking all jobs at once +2021-12-18 05:20:48,819 Successful check job command +2021-12-18 05:20:50,089 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:20:50,089 End of checking +2021-12-18 05:20:50,090 Updating FAILED jobs +2021-12-18 05:20:50,091 Updating WAITING jobs +2021-12-18 05:20:50,091 Update finished +2021-12-18 05:20:50,091 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:20:50,091 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:20:50,091 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:20:50,091 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:20:50,092 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:20:50,097 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:20:50,099 Job list saved +2021-12-18 05:20:50,104 Updating FAILED jobs +2021-12-18 05:20:50,104 Updating WAITING jobs +2021-12-18 05:20:50,105 Update finished +2021-12-18 05:21:00,111 Reloading parameters... +2021-12-18 05:21:00,132 Loading parameters... +2021-12-18 05:21:00,134 Loading project parameters... +2021-12-18 05:21:00,135 + +22 of 25 jobs remaining (05:21) +2021-12-18 05:21:00,136 Sleep: 10 +2021-12-18 05:21:00,136 Number of retrials: 0 +2021-12-18 05:21:00,136 WRAPPER CHECK TIME = 10 +2021-12-18 05:21:00,136 Checking jobs for platform=marenostrum4 +2021-12-18 05:21:00,137 Checking jobs for platform=nord3 +2021-12-18 05:21:00,137 Checking jobs for platform=local +2021-12-18 05:21:00,138 Checking jobs for platform=transfer_node +2021-12-18 05:21:00,138 Checking all jobs at once +2021-12-18 05:21:01,407 Successful check job command +2021-12-18 05:21:02,626 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:21:02,626 End of checking +2021-12-18 05:21:02,628 Updating FAILED jobs +2021-12-18 05:21:02,628 Updating WAITING jobs +2021-12-18 05:21:02,628 Update finished +2021-12-18 05:21:02,628 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:21:02,628 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:21:02,629 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:21:02,629 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:21:02,629 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:21:02,632 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:21:02,634 Job list saved +2021-12-18 05:21:02,639 Updating FAILED jobs +2021-12-18 05:21:02,639 Updating WAITING jobs +2021-12-18 05:21:02,639 Update finished +2021-12-18 05:21:12,649 Reloading parameters... +2021-12-18 05:21:12,667 Loading parameters... +2021-12-18 05:21:12,669 Loading project parameters... +2021-12-18 05:21:12,671 + +22 of 25 jobs remaining (05:21) +2021-12-18 05:21:12,671 Sleep: 10 +2021-12-18 05:21:12,671 Number of retrials: 0 +2021-12-18 05:21:12,671 WRAPPER CHECK TIME = 10 +2021-12-18 05:21:12,672 Checking jobs for platform=marenostrum4 +2021-12-18 05:21:12,672 Checking jobs for platform=nord3 +2021-12-18 05:21:12,673 Checking jobs for platform=local +2021-12-18 05:21:12,673 Checking jobs for platform=transfer_node +2021-12-18 05:21:12,673 Checking all jobs at once +2021-12-18 05:21:14,044 Successful check job command +2021-12-18 05:21:15,313 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:21:15,313 End of checking +2021-12-18 05:21:15,317 Updating FAILED jobs +2021-12-18 05:21:15,318 Updating WAITING jobs +2021-12-18 05:21:15,318 Update finished +2021-12-18 05:21:15,318 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:21:15,320 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:21:15,320 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:21:15,320 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:21:15,321 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:21:15,323 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:21:15,326 Job list saved +2021-12-18 05:21:15,331 Updating FAILED jobs +2021-12-18 05:21:15,331 Updating WAITING jobs +2021-12-18 05:21:15,332 Update finished +2021-12-18 05:21:25,339 Reloading parameters... +2021-12-18 05:21:25,360 Loading parameters... +2021-12-18 05:21:25,361 Loading project parameters... +2021-12-18 05:21:25,363 + +22 of 25 jobs remaining (05:21) +2021-12-18 05:21:25,363 Sleep: 10 +2021-12-18 05:21:25,363 Number of retrials: 0 +2021-12-18 05:21:25,363 WRAPPER CHECK TIME = 10 +2021-12-18 05:21:25,364 Checking jobs for platform=marenostrum4 +2021-12-18 05:21:25,365 Checking jobs for platform=nord3 +2021-12-18 05:21:25,365 Checking jobs for platform=local +2021-12-18 05:21:25,366 Checking jobs for platform=transfer_node +2021-12-18 05:21:25,366 Checking all jobs at once +2021-12-18 05:21:26,738 Successful check job command +2021-12-18 05:21:28,008 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:21:28,008 End of checking +2021-12-18 05:21:28,009 Updating FAILED jobs +2021-12-18 05:21:28,010 Updating WAITING jobs +2021-12-18 05:21:28,010 Update finished +2021-12-18 05:21:28,010 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:21:28,010 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:21:28,010 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:21:28,011 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:21:28,011 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:21:28,013 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:21:28,016 Job list saved +2021-12-18 05:21:28,020 Updating FAILED jobs +2021-12-18 05:21:28,020 Updating WAITING jobs +2021-12-18 05:21:28,021 Update finished +2021-12-18 05:21:38,031 Reloading parameters... +2021-12-18 05:21:38,051 Loading parameters... +2021-12-18 05:21:38,053 Loading project parameters... +2021-12-18 05:21:38,054 + +22 of 25 jobs remaining (05:21) +2021-12-18 05:21:38,055 Sleep: 10 +2021-12-18 05:21:38,055 Number of retrials: 0 +2021-12-18 05:21:38,055 WRAPPER CHECK TIME = 10 +2021-12-18 05:21:38,055 Checking jobs for platform=marenostrum4 +2021-12-18 05:21:38,056 Checking jobs for platform=nord3 +2021-12-18 05:21:38,056 Checking jobs for platform=local +2021-12-18 05:21:38,057 Checking jobs for platform=transfer_node +2021-12-18 05:21:38,057 Checking all jobs at once +2021-12-18 05:21:39,326 Successful check job command +2021-12-18 05:21:40,495 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:21:40,495 End of checking +2021-12-18 05:21:40,496 Updating FAILED jobs +2021-12-18 05:21:40,497 Updating WAITING jobs +2021-12-18 05:21:40,497 Update finished +2021-12-18 05:21:40,497 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:21:40,497 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:21:40,497 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:21:40,497 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:21:40,498 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:21:40,500 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:21:40,503 Job list saved +2021-12-18 05:21:40,513 Updating FAILED jobs +2021-12-18 05:21:40,513 Updating WAITING jobs +2021-12-18 05:21:40,514 Update finished +2021-12-18 05:21:50,523 Reloading parameters... +2021-12-18 05:21:50,541 Loading parameters... +2021-12-18 05:21:50,543 Loading project parameters... +2021-12-18 05:21:50,545 + +22 of 25 jobs remaining (05:21) +2021-12-18 05:21:50,545 Sleep: 10 +2021-12-18 05:21:50,545 Number of retrials: 0 +2021-12-18 05:21:50,545 WRAPPER CHECK TIME = 10 +2021-12-18 05:21:50,546 Checking jobs for platform=marenostrum4 +2021-12-18 05:21:50,546 Checking jobs for platform=nord3 +2021-12-18 05:21:50,547 Checking jobs for platform=local +2021-12-18 05:21:50,547 Checking jobs for platform=transfer_node +2021-12-18 05:21:50,547 Checking all jobs at once +2021-12-18 05:21:51,817 Successful check job command +2021-12-18 05:21:52,986 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:21:52,987 End of checking +2021-12-18 05:21:52,988 Updating FAILED jobs +2021-12-18 05:21:52,988 Updating WAITING jobs +2021-12-18 05:21:52,989 Update finished +2021-12-18 05:21:52,989 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:21:52,990 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:21:52,990 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:21:52,990 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:21:52,990 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:21:52,992 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:21:52,995 Job list saved +2021-12-18 05:21:52,999 Updating FAILED jobs +2021-12-18 05:21:52,999 Updating WAITING jobs +2021-12-18 05:21:52,999 Update finished +2021-12-18 05:22:03,009 Reloading parameters... +2021-12-18 05:22:03,028 Loading parameters... +2021-12-18 05:22:03,029 Loading project parameters... +2021-12-18 05:22:03,031 + +22 of 25 jobs remaining (05:22) +2021-12-18 05:22:03,031 Sleep: 10 +2021-12-18 05:22:03,031 Number of retrials: 0 +2021-12-18 05:22:03,031 WRAPPER CHECK TIME = 10 +2021-12-18 05:22:03,032 Checking jobs for platform=marenostrum4 +2021-12-18 05:22:03,032 Checking jobs for platform=nord3 +2021-12-18 05:22:03,033 Checking jobs for platform=local +2021-12-18 05:22:03,034 Checking jobs for platform=transfer_node +2021-12-18 05:22:03,034 Checking all jobs at once +2021-12-18 05:22:05,004 Successful check job command +2021-12-18 05:22:06,624 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:22:06,625 End of checking +2021-12-18 05:22:06,626 Updating FAILED jobs +2021-12-18 05:22:06,626 Updating WAITING jobs +2021-12-18 05:22:06,627 Update finished +2021-12-18 05:22:06,627 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:22:06,627 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:22:06,627 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:22:06,627 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:22:06,627 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:22:06,630 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:22:06,632 Job list saved +2021-12-18 05:22:06,640 Updating FAILED jobs +2021-12-18 05:22:06,640 Updating WAITING jobs +2021-12-18 05:22:06,640 Update finished +2021-12-18 05:22:16,650 Reloading parameters... +2021-12-18 05:22:16,668 Loading parameters... +2021-12-18 05:22:16,670 Loading project parameters... +2021-12-18 05:22:16,671 + +22 of 25 jobs remaining (05:22) +2021-12-18 05:22:16,672 Sleep: 10 +2021-12-18 05:22:16,672 Number of retrials: 0 +2021-12-18 05:22:16,672 WRAPPER CHECK TIME = 10 +2021-12-18 05:22:16,672 Checking jobs for platform=marenostrum4 +2021-12-18 05:22:16,673 Checking jobs for platform=nord3 +2021-12-18 05:22:16,674 Checking jobs for platform=local +2021-12-18 05:22:16,674 Checking jobs for platform=transfer_node +2021-12-18 05:22:16,674 Checking all jobs at once +2021-12-18 05:22:18,745 Successful check job command +2021-12-18 05:22:20,315 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:22:20,315 End of checking +2021-12-18 05:22:20,317 Updating FAILED jobs +2021-12-18 05:22:20,317 Updating WAITING jobs +2021-12-18 05:22:20,317 Update finished +2021-12-18 05:22:20,317 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:22:20,317 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:22:20,317 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:22:20,318 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:22:20,318 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:22:20,320 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:22:20,322 Job list saved +2021-12-18 05:22:20,327 Updating FAILED jobs +2021-12-18 05:22:20,327 Updating WAITING jobs +2021-12-18 05:22:20,327 Update finished +2021-12-18 05:22:30,337 Reloading parameters... +2021-12-18 05:22:30,355 Loading parameters... +2021-12-18 05:22:30,356 Loading project parameters... +2021-12-18 05:22:30,358 + +22 of 25 jobs remaining (05:22) +2021-12-18 05:22:30,358 Sleep: 10 +2021-12-18 05:22:30,358 Number of retrials: 0 +2021-12-18 05:22:30,358 WRAPPER CHECK TIME = 10 +2021-12-18 05:22:30,359 Checking jobs for platform=marenostrum4 +2021-12-18 05:22:30,360 Checking jobs for platform=nord3 +2021-12-18 05:22:30,360 Checking jobs for platform=local +2021-12-18 05:22:30,361 Checking jobs for platform=transfer_node +2021-12-18 05:22:30,361 Checking all jobs at once +2021-12-18 05:22:31,880 Successful check job command +2021-12-18 05:22:33,150 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:22:33,150 End of checking +2021-12-18 05:22:33,151 Updating FAILED jobs +2021-12-18 05:22:33,151 Updating WAITING jobs +2021-12-18 05:22:33,152 Update finished +2021-12-18 05:22:33,152 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:22:33,152 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:22:33,152 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:22:33,153 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:22:33,153 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:22:33,155 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:22:33,157 Job list saved +2021-12-18 05:22:33,162 Updating FAILED jobs +2021-12-18 05:22:33,162 Updating WAITING jobs +2021-12-18 05:22:33,162 Update finished +2021-12-18 05:22:43,172 Reloading parameters... +2021-12-18 05:22:43,190 Loading parameters... +2021-12-18 05:22:43,191 Loading project parameters... +2021-12-18 05:22:43,193 + +22 of 25 jobs remaining (05:22) +2021-12-18 05:22:43,193 Sleep: 10 +2021-12-18 05:22:43,194 Number of retrials: 0 +2021-12-18 05:22:43,194 WRAPPER CHECK TIME = 10 +2021-12-18 05:22:43,194 Checking jobs for platform=marenostrum4 +2021-12-18 05:22:43,195 Checking jobs for platform=nord3 +2021-12-18 05:22:43,195 Checking jobs for platform=local +2021-12-18 05:22:43,196 Checking jobs for platform=transfer_node +2021-12-18 05:22:43,196 Checking all jobs at once +2021-12-18 05:22:44,816 Successful check job command +2021-12-18 05:22:46,088 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:22:46,088 End of checking +2021-12-18 05:22:46,089 Updating FAILED jobs +2021-12-18 05:22:46,089 Updating WAITING jobs +2021-12-18 05:22:46,090 Update finished +2021-12-18 05:22:46,090 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:22:46,090 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:22:46,090 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:22:46,090 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:22:46,090 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:22:46,093 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:22:46,095 Job list saved +2021-12-18 05:22:46,099 Updating FAILED jobs +2021-12-18 05:22:46,099 Updating WAITING jobs +2021-12-18 05:22:46,100 Update finished +2021-12-18 05:22:56,110 Reloading parameters... +2021-12-18 05:22:56,128 Loading parameters... +2021-12-18 05:22:56,129 Loading project parameters... +2021-12-18 05:22:56,131 + +22 of 25 jobs remaining (05:22) +2021-12-18 05:22:56,131 Sleep: 10 +2021-12-18 05:22:56,131 Number of retrials: 0 +2021-12-18 05:22:56,131 WRAPPER CHECK TIME = 10 +2021-12-18 05:22:56,132 Checking jobs for platform=marenostrum4 +2021-12-18 05:22:56,133 Checking jobs for platform=nord3 +2021-12-18 05:22:56,133 Checking jobs for platform=local +2021-12-18 05:22:56,134 Checking jobs for platform=transfer_node +2021-12-18 05:22:56,134 Checking all jobs at once +2021-12-18 05:22:57,505 Successful check job command +2021-12-18 05:22:58,724 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:22:58,725 End of checking +2021-12-18 05:22:58,726 Updating FAILED jobs +2021-12-18 05:22:58,726 Updating WAITING jobs +2021-12-18 05:22:58,726 Update finished +2021-12-18 05:22:58,727 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:22:58,727 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:22:58,727 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:22:58,727 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:22:58,727 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:22:58,730 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:22:58,732 Job list saved +2021-12-18 05:22:58,736 Updating FAILED jobs +2021-12-18 05:22:58,736 Updating WAITING jobs +2021-12-18 05:22:58,737 Update finished +2021-12-18 05:23:08,745 Reloading parameters... +2021-12-18 05:23:08,764 Loading parameters... +2021-12-18 05:23:08,765 Loading project parameters... +2021-12-18 05:23:08,767 + +22 of 25 jobs remaining (05:23) +2021-12-18 05:23:08,768 Sleep: 10 +2021-12-18 05:23:08,768 Number of retrials: 0 +2021-12-18 05:23:08,768 WRAPPER CHECK TIME = 10 +2021-12-18 05:23:08,768 Checking jobs for platform=marenostrum4 +2021-12-18 05:23:08,769 Checking jobs for platform=nord3 +2021-12-18 05:23:08,769 Checking jobs for platform=local +2021-12-18 05:23:08,770 Checking jobs for platform=transfer_node +2021-12-18 05:23:08,770 Checking all jobs at once +2021-12-18 05:23:10,642 Successful check job command +2021-12-18 05:23:11,914 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:23:11,915 End of checking +2021-12-18 05:23:11,916 Updating FAILED jobs +2021-12-18 05:23:11,916 Updating WAITING jobs +2021-12-18 05:23:11,916 Update finished +2021-12-18 05:23:11,917 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:23:11,917 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:23:11,917 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:23:11,917 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:23:11,918 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:23:11,920 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:23:11,923 Job list saved +2021-12-18 05:23:11,927 Updating FAILED jobs +2021-12-18 05:23:11,927 Updating WAITING jobs +2021-12-18 05:23:11,928 Update finished +2021-12-18 05:23:21,938 Reloading parameters... +2021-12-18 05:23:21,956 Loading parameters... +2021-12-18 05:23:21,957 Loading project parameters... +2021-12-18 05:23:21,959 + +22 of 25 jobs remaining (05:23) +2021-12-18 05:23:21,960 Sleep: 10 +2021-12-18 05:23:21,960 Number of retrials: 0 +2021-12-18 05:23:21,960 WRAPPER CHECK TIME = 10 +2021-12-18 05:23:21,961 Checking jobs for platform=marenostrum4 +2021-12-18 05:23:21,961 Checking jobs for platform=nord3 +2021-12-18 05:23:21,962 Checking jobs for platform=local +2021-12-18 05:23:21,962 Checking jobs for platform=transfer_node +2021-12-18 05:23:21,963 Checking all jobs at once +2021-12-18 05:23:24,189 Successful check job command +2021-12-18 05:23:26,061 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:23:26,061 End of checking +2021-12-18 05:23:26,063 Updating FAILED jobs +2021-12-18 05:23:26,063 Updating WAITING jobs +2021-12-18 05:23:26,063 Update finished +2021-12-18 05:23:26,063 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:23:26,064 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:23:26,064 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:23:26,064 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:23:26,064 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:23:26,067 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:23:26,069 Job list saved +2021-12-18 05:23:26,074 Updating FAILED jobs +2021-12-18 05:23:26,074 Updating WAITING jobs +2021-12-18 05:23:26,075 Update finished +2021-12-18 05:23:36,085 Reloading parameters... +2021-12-18 05:23:36,102 Loading parameters... +2021-12-18 05:23:36,104 Loading project parameters... +2021-12-18 05:23:36,106 + +22 of 25 jobs remaining (05:23) +2021-12-18 05:23:36,106 Sleep: 10 +2021-12-18 05:23:36,106 Number of retrials: 0 +2021-12-18 05:23:36,106 WRAPPER CHECK TIME = 10 +2021-12-18 05:23:36,107 Checking jobs for platform=marenostrum4 +2021-12-18 05:23:36,107 Checking jobs for platform=nord3 +2021-12-18 05:23:36,108 Checking jobs for platform=local +2021-12-18 05:23:36,108 Checking jobs for platform=transfer_node +2021-12-18 05:23:36,108 Checking all jobs at once +2021-12-18 05:23:37,378 Successful check job command +2021-12-18 05:23:38,648 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:23:38,648 End of checking +2021-12-18 05:23:38,650 Updating FAILED jobs +2021-12-18 05:23:38,650 Updating WAITING jobs +2021-12-18 05:23:38,650 Update finished +2021-12-18 05:23:38,650 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:23:38,650 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:23:38,651 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:23:38,651 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:23:38,651 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:23:38,653 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:23:38,655 Job list saved +2021-12-18 05:23:38,659 Updating FAILED jobs +2021-12-18 05:23:38,660 Updating WAITING jobs +2021-12-18 05:23:38,660 Update finished +2021-12-18 05:23:48,670 Reloading parameters... +2021-12-18 05:23:48,689 Loading parameters... +2021-12-18 05:23:48,690 Loading project parameters... +2021-12-18 05:23:48,692 + +22 of 25 jobs remaining (05:23) +2021-12-18 05:23:48,692 Sleep: 10 +2021-12-18 05:23:48,692 Number of retrials: 0 +2021-12-18 05:23:48,692 WRAPPER CHECK TIME = 10 +2021-12-18 05:23:48,693 Checking jobs for platform=marenostrum4 +2021-12-18 05:23:48,694 Checking jobs for platform=nord3 +2021-12-18 05:23:48,694 Checking jobs for platform=local +2021-12-18 05:23:48,695 Checking jobs for platform=transfer_node +2021-12-18 05:23:48,695 Checking all jobs at once +2021-12-18 05:23:50,015 Successful check job command +2021-12-18 05:23:51,235 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:23:51,236 End of checking +2021-12-18 05:23:51,237 Updating FAILED jobs +2021-12-18 05:23:51,237 Updating WAITING jobs +2021-12-18 05:23:51,237 Update finished +2021-12-18 05:23:51,238 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:23:51,238 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:23:51,238 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:23:51,238 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:23:51,238 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:23:51,241 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:23:51,243 Job list saved +2021-12-18 05:23:51,247 Updating FAILED jobs +2021-12-18 05:23:51,247 Updating WAITING jobs +2021-12-18 05:23:51,248 Update finished +2021-12-18 05:24:01,250 Reloading parameters... +2021-12-18 05:24:01,268 Loading parameters... +2021-12-18 05:24:01,269 Loading project parameters... +2021-12-18 05:24:01,271 + +22 of 25 jobs remaining (05:24) +2021-12-18 05:24:01,271 Sleep: 10 +2021-12-18 05:24:01,271 Number of retrials: 0 +2021-12-18 05:24:01,271 WRAPPER CHECK TIME = 10 +2021-12-18 05:24:01,272 Checking jobs for platform=marenostrum4 +2021-12-18 05:24:01,273 Checking jobs for platform=nord3 +2021-12-18 05:24:01,273 Checking jobs for platform=local +2021-12-18 05:24:01,274 Checking jobs for platform=transfer_node +2021-12-18 05:24:01,274 Checking all jobs at once +2021-12-18 05:24:02,894 Successful check job command +2021-12-18 05:24:04,114 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:24:04,114 End of checking +2021-12-18 05:24:04,117 Updating FAILED jobs +2021-12-18 05:24:04,117 Updating WAITING jobs +2021-12-18 05:24:04,118 Update finished +2021-12-18 05:24:04,118 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:24:04,118 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:24:04,118 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:24:04,118 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:24:04,118 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:24:04,128 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:24:04,130 Job list saved +2021-12-18 05:24:04,136 Updating FAILED jobs +2021-12-18 05:24:04,136 Updating WAITING jobs +2021-12-18 05:24:04,136 Update finished +2021-12-18 05:24:14,146 Reloading parameters... +2021-12-18 05:24:14,168 Loading parameters... +2021-12-18 05:24:14,169 Loading project parameters... +2021-12-18 05:24:14,171 + +22 of 25 jobs remaining (05:24) +2021-12-18 05:24:14,171 Sleep: 10 +2021-12-18 05:24:14,171 Number of retrials: 0 +2021-12-18 05:24:14,171 WRAPPER CHECK TIME = 10 +2021-12-18 05:24:14,172 Checking jobs for platform=marenostrum4 +2021-12-18 05:24:14,173 Checking jobs for platform=nord3 +2021-12-18 05:24:14,173 Checking jobs for platform=local +2021-12-18 05:24:14,174 Checking jobs for platform=transfer_node +2021-12-18 05:24:14,174 Checking all jobs at once +2021-12-18 05:24:15,945 Successful check job command +2021-12-18 05:24:17,815 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:24:17,815 End of checking +2021-12-18 05:24:17,816 Updating FAILED jobs +2021-12-18 05:24:17,816 Updating WAITING jobs +2021-12-18 05:24:17,817 Update finished +2021-12-18 05:24:17,817 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:24:17,817 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:24:17,817 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:24:17,817 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:24:17,817 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:24:17,820 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:24:17,822 Job list saved +2021-12-18 05:24:17,827 Updating FAILED jobs +2021-12-18 05:24:17,827 Updating WAITING jobs +2021-12-18 05:24:17,827 Update finished +2021-12-18 05:24:27,837 Reloading parameters... +2021-12-18 05:24:27,857 Loading parameters... +2021-12-18 05:24:27,858 Loading project parameters... +2021-12-18 05:24:27,860 + +22 of 25 jobs remaining (05:24) +2021-12-18 05:24:27,860 Sleep: 10 +2021-12-18 05:24:27,861 Number of retrials: 0 +2021-12-18 05:24:27,861 WRAPPER CHECK TIME = 10 +2021-12-18 05:24:27,861 Checking jobs for platform=marenostrum4 +2021-12-18 05:24:27,862 Checking jobs for platform=nord3 +2021-12-18 05:24:27,862 Checking jobs for platform=local +2021-12-18 05:24:27,863 Checking jobs for platform=transfer_node +2021-12-18 05:24:27,863 Checking all jobs at once +2021-12-18 05:24:29,282 Successful check job command +2021-12-18 05:24:30,602 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:24:30,603 End of checking +2021-12-18 05:24:30,604 Updating FAILED jobs +2021-12-18 05:24:30,604 Updating WAITING jobs +2021-12-18 05:24:30,604 Update finished +2021-12-18 05:24:30,604 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:24:30,605 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:24:30,605 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:24:30,605 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:24:30,605 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:24:30,608 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:24:30,610 Job list saved +2021-12-18 05:24:30,614 Updating FAILED jobs +2021-12-18 05:24:30,615 Updating WAITING jobs +2021-12-18 05:24:30,615 Update finished +2021-12-18 05:24:40,625 Reloading parameters... +2021-12-18 05:24:40,647 Loading parameters... +2021-12-18 05:24:40,649 Loading project parameters... +2021-12-18 05:24:40,651 + +22 of 25 jobs remaining (05:24) +2021-12-18 05:24:40,651 Sleep: 10 +2021-12-18 05:24:40,652 Number of retrials: 0 +2021-12-18 05:24:40,652 WRAPPER CHECK TIME = 10 +2021-12-18 05:24:40,652 Checking jobs for platform=marenostrum4 +2021-12-18 05:24:40,653 Checking jobs for platform=nord3 +2021-12-18 05:24:40,654 Checking jobs for platform=local +2021-12-18 05:24:40,655 Checking jobs for platform=transfer_node +2021-12-18 05:24:40,655 Checking all jobs at once +2021-12-18 05:24:42,076 Successful check job command +2021-12-18 05:24:43,346 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:24:43,346 End of checking +2021-12-18 05:24:43,347 Updating FAILED jobs +2021-12-18 05:24:43,347 Updating WAITING jobs +2021-12-18 05:24:43,347 Update finished +2021-12-18 05:24:43,348 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:24:43,348 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:24:43,348 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:24:43,348 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:24:43,348 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:24:43,351 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:24:43,353 Job list saved +2021-12-18 05:24:43,357 Updating FAILED jobs +2021-12-18 05:24:43,358 Updating WAITING jobs +2021-12-18 05:24:43,358 Update finished +2021-12-18 05:24:53,368 Reloading parameters... +2021-12-18 05:24:53,387 Loading parameters... +2021-12-18 05:24:53,388 Loading project parameters... +2021-12-18 05:24:53,390 + +22 of 25 jobs remaining (05:24) +2021-12-18 05:24:53,390 Sleep: 10 +2021-12-18 05:24:53,390 Number of retrials: 0 +2021-12-18 05:24:53,390 WRAPPER CHECK TIME = 10 +2021-12-18 05:24:53,391 Checking jobs for platform=marenostrum4 +2021-12-18 05:24:53,391 Checking jobs for platform=nord3 +2021-12-18 05:24:53,392 Checking jobs for platform=local +2021-12-18 05:24:53,392 Checking jobs for platform=transfer_node +2021-12-18 05:24:53,393 Checking all jobs at once +2021-12-18 05:24:54,712 Successful check job command +2021-12-18 05:24:55,933 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:24:55,934 End of checking +2021-12-18 05:24:55,935 Updating FAILED jobs +2021-12-18 05:24:55,935 Updating WAITING jobs +2021-12-18 05:24:55,935 Update finished +2021-12-18 05:24:55,935 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:24:55,936 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:24:55,936 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:24:55,936 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:24:55,936 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:24:55,938 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:24:55,941 Job list saved +2021-12-18 05:24:55,945 Updating FAILED jobs +2021-12-18 05:24:55,946 Updating WAITING jobs +2021-12-18 05:24:55,946 Update finished +2021-12-18 05:25:05,956 Reloading parameters... +2021-12-18 05:25:05,974 Loading parameters... +2021-12-18 05:25:05,976 Loading project parameters... +2021-12-18 05:25:05,979 + +22 of 25 jobs remaining (05:25) +2021-12-18 05:25:05,979 Sleep: 10 +2021-12-18 05:25:05,979 Number of retrials: 0 +2021-12-18 05:25:05,979 WRAPPER CHECK TIME = 10 +2021-12-18 05:25:05,980 Checking jobs for platform=marenostrum4 +2021-12-18 05:25:05,981 Checking jobs for platform=nord3 +2021-12-18 05:25:05,982 Checking jobs for platform=local +2021-12-18 05:25:05,983 Checking jobs for platform=transfer_node +2021-12-18 05:25:05,983 Checking all jobs at once +2021-12-18 05:25:07,704 Successful check job command +2021-12-18 05:25:09,274 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:25:09,274 End of checking +2021-12-18 05:25:09,276 Updating FAILED jobs +2021-12-18 05:25:09,276 Updating WAITING jobs +2021-12-18 05:25:09,276 Update finished +2021-12-18 05:25:09,276 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:25:09,277 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:25:09,277 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:25:09,277 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:25:09,277 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:25:09,280 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:25:09,282 Job list saved +2021-12-18 05:25:09,287 Updating FAILED jobs +2021-12-18 05:25:09,287 Updating WAITING jobs +2021-12-18 05:25:09,287 Update finished +2021-12-18 05:25:19,297 Reloading parameters... +2021-12-18 05:25:19,316 Loading parameters... +2021-12-18 05:25:19,318 Loading project parameters... +2021-12-18 05:25:19,320 + +22 of 25 jobs remaining (05:25) +2021-12-18 05:25:19,320 Sleep: 10 +2021-12-18 05:25:19,320 Number of retrials: 0 +2021-12-18 05:25:19,320 WRAPPER CHECK TIME = 10 +2021-12-18 05:25:19,321 Checking jobs for platform=marenostrum4 +2021-12-18 05:25:19,321 Checking jobs for platform=nord3 +2021-12-18 05:25:19,322 Checking jobs for platform=local +2021-12-18 05:25:19,322 Checking jobs for platform=transfer_node +2021-12-18 05:25:19,322 Checking all jobs at once +2021-12-18 05:25:20,892 Successful check job command +2021-12-18 05:25:22,713 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:25:22,714 End of checking +2021-12-18 05:25:22,715 Updating FAILED jobs +2021-12-18 05:25:22,715 Updating WAITING jobs +2021-12-18 05:25:22,715 Update finished +2021-12-18 05:25:22,716 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:25:22,716 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:25:22,716 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:25:22,716 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:25:22,716 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:25:22,719 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:25:22,721 Job list saved +2021-12-18 05:25:22,732 Updating FAILED jobs +2021-12-18 05:25:22,732 Updating WAITING jobs +2021-12-18 05:25:22,732 Update finished +2021-12-18 05:25:32,742 Reloading parameters... +2021-12-18 05:25:32,760 Loading parameters... +2021-12-18 05:25:32,761 Loading project parameters... +2021-12-18 05:25:32,763 + +22 of 25 jobs remaining (05:25) +2021-12-18 05:25:32,763 Sleep: 10 +2021-12-18 05:25:32,763 Number of retrials: 0 +2021-12-18 05:25:32,763 WRAPPER CHECK TIME = 10 +2021-12-18 05:25:32,764 Checking jobs for platform=marenostrum4 +2021-12-18 05:25:32,764 Checking jobs for platform=nord3 +2021-12-18 05:25:32,765 Checking jobs for platform=local +2021-12-18 05:25:32,766 Checking jobs for platform=transfer_node +2021-12-18 05:25:32,766 Checking all jobs at once +2021-12-18 05:25:34,336 Successful check job command +2021-12-18 05:25:35,615 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:25:35,616 End of checking +2021-12-18 05:25:35,617 Updating FAILED jobs +2021-12-18 05:25:35,617 Updating WAITING jobs +2021-12-18 05:25:35,618 Update finished +2021-12-18 05:25:35,618 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:25:35,618 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:25:35,618 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:25:35,618 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:25:35,618 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:25:35,621 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:25:35,623 Job list saved +2021-12-18 05:25:35,628 Updating FAILED jobs +2021-12-18 05:25:35,628 Updating WAITING jobs +2021-12-18 05:25:35,628 Update finished +2021-12-18 05:25:45,638 Reloading parameters... +2021-12-18 05:25:45,657 Loading parameters... +2021-12-18 05:25:45,659 Loading project parameters... +2021-12-18 05:25:45,661 + +22 of 25 jobs remaining (05:25) +2021-12-18 05:25:45,662 Sleep: 10 +2021-12-18 05:25:45,662 Number of retrials: 0 +2021-12-18 05:25:45,662 WRAPPER CHECK TIME = 10 +2021-12-18 05:25:45,662 Checking jobs for platform=marenostrum4 +2021-12-18 05:25:45,663 Checking jobs for platform=nord3 +2021-12-18 05:25:45,664 Checking jobs for platform=local +2021-12-18 05:25:45,664 Checking jobs for platform=transfer_node +2021-12-18 05:25:45,664 Checking all jobs at once +2021-12-18 05:25:46,938 Successful check job command +2021-12-18 05:25:48,158 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:25:48,158 End of checking +2021-12-18 05:25:48,159 Updating FAILED jobs +2021-12-18 05:25:48,160 Updating WAITING jobs +2021-12-18 05:25:48,160 Update finished +2021-12-18 05:25:48,160 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:25:48,161 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:25:48,161 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:25:48,161 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:25:48,161 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:25:48,164 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:25:48,166 Job list saved +2021-12-18 05:25:48,171 Updating FAILED jobs +2021-12-18 05:25:48,171 Updating WAITING jobs +2021-12-18 05:25:48,171 Update finished +2021-12-18 05:25:58,182 Reloading parameters... +2021-12-18 05:25:58,201 Loading parameters... +2021-12-18 05:25:58,202 Loading project parameters... +2021-12-18 05:25:58,204 + +22 of 25 jobs remaining (05:25) +2021-12-18 05:25:58,205 Sleep: 10 +2021-12-18 05:25:58,205 Number of retrials: 0 +2021-12-18 05:25:58,205 WRAPPER CHECK TIME = 10 +2021-12-18 05:25:58,205 Checking jobs for platform=marenostrum4 +2021-12-18 05:25:58,206 Checking jobs for platform=nord3 +2021-12-18 05:25:58,206 Checking jobs for platform=local +2021-12-18 05:25:58,207 Checking jobs for platform=transfer_node +2021-12-18 05:25:58,207 Checking all jobs at once +2021-12-18 05:25:59,928 Successful check job command +2021-12-18 05:26:01,348 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:26:01,349 End of checking +2021-12-18 05:26:01,350 Updating FAILED jobs +2021-12-18 05:26:01,350 Updating WAITING jobs +2021-12-18 05:26:01,350 Update finished +2021-12-18 05:26:01,351 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:26:01,351 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:26:01,351 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:26:01,351 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:26:01,351 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:26:01,354 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:26:01,356 Job list saved +2021-12-18 05:26:01,361 Updating FAILED jobs +2021-12-18 05:26:01,361 Updating WAITING jobs +2021-12-18 05:26:01,361 Update finished +2021-12-18 05:26:11,369 Reloading parameters... +2021-12-18 05:26:11,388 Loading parameters... +2021-12-18 05:26:11,389 Loading project parameters... +2021-12-18 05:26:11,391 + +22 of 25 jobs remaining (05:26) +2021-12-18 05:26:11,391 Sleep: 10 +2021-12-18 05:26:11,391 Number of retrials: 0 +2021-12-18 05:26:11,391 WRAPPER CHECK TIME = 10 +2021-12-18 05:26:11,392 Checking jobs for platform=marenostrum4 +2021-12-18 05:26:11,392 Checking jobs for platform=nord3 +2021-12-18 05:26:11,393 Checking jobs for platform=local +2021-12-18 05:26:11,393 Checking jobs for platform=transfer_node +2021-12-18 05:26:11,393 Checking all jobs at once +2021-12-18 05:26:12,765 Successful check job command +2021-12-18 05:26:15,136 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:26:15,136 End of checking +2021-12-18 05:26:15,137 Updating FAILED jobs +2021-12-18 05:26:15,137 Updating WAITING jobs +2021-12-18 05:26:15,138 Update finished +2021-12-18 05:26:15,138 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:26:15,138 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:26:15,138 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:26:15,138 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:26:15,138 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:26:15,141 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:26:15,143 Job list saved +2021-12-18 05:26:15,147 Updating FAILED jobs +2021-12-18 05:26:15,148 Updating WAITING jobs +2021-12-18 05:26:15,148 Update finished +2021-12-18 05:26:25,158 Reloading parameters... +2021-12-18 05:26:25,178 Loading parameters... +2021-12-18 05:26:25,179 Loading project parameters... +2021-12-18 05:26:25,181 + +22 of 25 jobs remaining (05:26) +2021-12-18 05:26:25,182 Sleep: 10 +2021-12-18 05:26:25,182 Number of retrials: 0 +2021-12-18 05:26:25,182 WRAPPER CHECK TIME = 10 +2021-12-18 05:26:25,183 Checking jobs for platform=marenostrum4 +2021-12-18 05:26:25,183 Checking jobs for platform=nord3 +2021-12-18 05:26:25,184 Checking jobs for platform=local +2021-12-18 05:26:25,184 Checking jobs for platform=transfer_node +2021-12-18 05:26:25,184 Checking all jobs at once +2021-12-18 05:26:26,455 Successful check job command +2021-12-18 05:26:27,675 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:26:27,675 End of checking +2021-12-18 05:26:27,676 Updating FAILED jobs +2021-12-18 05:26:27,676 Updating WAITING jobs +2021-12-18 05:26:27,677 Update finished +2021-12-18 05:26:27,677 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:26:27,678 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:26:27,678 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:26:27,678 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:26:27,678 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:26:27,680 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:26:27,683 Job list saved +2021-12-18 05:26:27,694 Updating FAILED jobs +2021-12-18 05:26:27,694 Updating WAITING jobs +2021-12-18 05:26:27,694 Update finished +2021-12-18 05:26:37,702 Reloading parameters... +2021-12-18 05:26:37,720 Loading parameters... +2021-12-18 05:26:37,721 Loading project parameters... +2021-12-18 05:26:37,723 + +22 of 25 jobs remaining (05:26) +2021-12-18 05:26:37,724 Sleep: 10 +2021-12-18 05:26:37,724 Number of retrials: 0 +2021-12-18 05:26:37,724 WRAPPER CHECK TIME = 10 +2021-12-18 05:26:37,724 Checking jobs for platform=marenostrum4 +2021-12-18 05:26:37,725 Checking jobs for platform=nord3 +2021-12-18 05:26:37,726 Checking jobs for platform=local +2021-12-18 05:26:37,726 Checking jobs for platform=transfer_node +2021-12-18 05:26:37,726 Checking all jobs at once +2021-12-18 05:26:39,047 Successful check job command +2021-12-18 05:26:40,216 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:26:40,216 End of checking +2021-12-18 05:26:40,218 Updating FAILED jobs +2021-12-18 05:26:40,218 Updating WAITING jobs +2021-12-18 05:26:40,218 Update finished +2021-12-18 05:26:40,218 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:26:40,218 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:26:40,218 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:26:40,219 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:26:40,219 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:26:40,221 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:26:40,224 Job list saved +2021-12-18 05:26:40,228 Updating FAILED jobs +2021-12-18 05:26:40,229 Updating WAITING jobs +2021-12-18 05:26:40,229 Update finished +2021-12-18 05:26:50,235 Reloading parameters... +2021-12-18 05:26:50,258 Loading parameters... +2021-12-18 05:26:50,260 Loading project parameters... +2021-12-18 05:26:50,262 + +22 of 25 jobs remaining (05:26) +2021-12-18 05:26:50,262 Sleep: 10 +2021-12-18 05:26:50,262 Number of retrials: 0 +2021-12-18 05:26:50,262 WRAPPER CHECK TIME = 10 +2021-12-18 05:26:50,263 Checking jobs for platform=marenostrum4 +2021-12-18 05:26:50,263 Checking jobs for platform=nord3 +2021-12-18 05:26:50,264 Checking jobs for platform=local +2021-12-18 05:26:50,264 Checking jobs for platform=transfer_node +2021-12-18 05:26:50,265 Checking all jobs at once +2021-12-18 05:26:51,634 Successful check job command +2021-12-18 05:26:52,853 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:26:52,854 End of checking +2021-12-18 05:26:52,855 Updating FAILED jobs +2021-12-18 05:26:52,855 Updating WAITING jobs +2021-12-18 05:26:52,855 Update finished +2021-12-18 05:26:52,855 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:26:52,856 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:26:52,856 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:26:52,856 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:26:52,856 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:26:52,858 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:26:52,861 Job list saved +2021-12-18 05:26:52,865 Updating FAILED jobs +2021-12-18 05:26:52,865 Updating WAITING jobs +2021-12-18 05:26:52,866 Update finished +2021-12-18 05:27:02,876 Reloading parameters... +2021-12-18 05:27:02,893 Loading parameters... +2021-12-18 05:27:02,895 Loading project parameters... +2021-12-18 05:27:02,897 + +22 of 25 jobs remaining (05:27) +2021-12-18 05:27:02,897 Sleep: 10 +2021-12-18 05:27:02,897 Number of retrials: 0 +2021-12-18 05:27:02,897 WRAPPER CHECK TIME = 10 +2021-12-18 05:27:02,898 Checking jobs for platform=marenostrum4 +2021-12-18 05:27:02,898 Checking jobs for platform=nord3 +2021-12-18 05:27:02,899 Checking jobs for platform=local +2021-12-18 05:27:02,899 Checking jobs for platform=transfer_node +2021-12-18 05:27:02,899 Checking all jobs at once +2021-12-18 05:27:04,870 Successful check job command +2021-12-18 05:27:06,390 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:27:06,390 End of checking +2021-12-18 05:27:06,391 Updating FAILED jobs +2021-12-18 05:27:06,392 Updating WAITING jobs +2021-12-18 05:27:06,392 Update finished +2021-12-18 05:27:06,392 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:27:06,393 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:27:06,393 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:27:06,393 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:27:06,393 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:27:06,395 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:27:06,398 Job list saved +2021-12-18 05:27:06,434 Updating FAILED jobs +2021-12-18 05:27:06,435 Updating WAITING jobs +2021-12-18 05:27:06,435 Update finished +2021-12-18 05:27:16,436 Reloading parameters... +2021-12-18 05:27:16,455 Loading parameters... +2021-12-18 05:27:16,457 Loading project parameters... +2021-12-18 05:27:16,458 + +22 of 25 jobs remaining (05:27) +2021-12-18 05:27:16,459 Sleep: 10 +2021-12-18 05:27:16,459 Number of retrials: 0 +2021-12-18 05:27:16,459 WRAPPER CHECK TIME = 10 +2021-12-18 05:27:16,459 Checking jobs for platform=marenostrum4 +2021-12-18 05:27:16,460 Checking jobs for platform=nord3 +2021-12-18 05:27:16,460 Checking jobs for platform=local +2021-12-18 05:27:16,461 Checking jobs for platform=transfer_node +2021-12-18 05:27:16,461 Checking all jobs at once +2021-12-18 05:27:17,781 Successful check job command +2021-12-18 05:27:19,004 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:27:19,004 End of checking +2021-12-18 05:27:19,005 Updating FAILED jobs +2021-12-18 05:27:19,006 Updating WAITING jobs +2021-12-18 05:27:19,006 Update finished +2021-12-18 05:27:19,006 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:27:19,006 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:27:19,006 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:27:19,006 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:27:19,007 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:27:19,009 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:27:19,011 Job list saved +2021-12-18 05:27:19,016 Updating FAILED jobs +2021-12-18 05:27:19,016 Updating WAITING jobs +2021-12-18 05:27:19,016 Update finished +2021-12-18 05:27:29,026 Reloading parameters... +2021-12-18 05:27:29,045 Loading parameters... +2021-12-18 05:27:29,047 Loading project parameters... +2021-12-18 05:27:29,048 + +22 of 25 jobs remaining (05:27) +2021-12-18 05:27:29,049 Sleep: 10 +2021-12-18 05:27:29,049 Number of retrials: 0 +2021-12-18 05:27:29,049 WRAPPER CHECK TIME = 10 +2021-12-18 05:27:29,049 Checking jobs for platform=marenostrum4 +2021-12-18 05:27:29,050 Checking jobs for platform=nord3 +2021-12-18 05:27:29,051 Checking jobs for platform=local +2021-12-18 05:27:29,051 Checking jobs for platform=transfer_node +2021-12-18 05:27:29,051 Checking all jobs at once +2021-12-18 05:27:30,420 Successful check job command +2021-12-18 05:27:31,740 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:27:31,740 End of checking +2021-12-18 05:27:31,741 Updating FAILED jobs +2021-12-18 05:27:31,742 Updating WAITING jobs +2021-12-18 05:27:31,742 Update finished +2021-12-18 05:27:31,742 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:27:31,743 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:27:31,743 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:27:31,743 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:27:31,743 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:27:31,746 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:27:31,748 Job list saved +2021-12-18 05:27:31,753 Updating FAILED jobs +2021-12-18 05:27:31,753 Updating WAITING jobs +2021-12-18 05:27:31,753 Update finished +2021-12-18 05:27:41,759 Reloading parameters... +2021-12-18 05:27:41,779 Loading parameters... +2021-12-18 05:27:41,781 Loading project parameters... +2021-12-18 05:27:41,782 + +22 of 25 jobs remaining (05:27) +2021-12-18 05:27:41,783 Sleep: 10 +2021-12-18 05:27:41,783 Number of retrials: 0 +2021-12-18 05:27:41,783 WRAPPER CHECK TIME = 10 +2021-12-18 05:27:41,783 Checking jobs for platform=marenostrum4 +2021-12-18 05:27:41,784 Checking jobs for platform=nord3 +2021-12-18 05:27:41,784 Checking jobs for platform=local +2021-12-18 05:27:41,785 Checking jobs for platform=transfer_node +2021-12-18 05:27:41,785 Checking all jobs at once +2021-12-18 05:27:43,005 Successful check job command +2021-12-18 05:27:44,174 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:27:44,174 End of checking +2021-12-18 05:27:44,175 Updating FAILED jobs +2021-12-18 05:27:44,175 Updating WAITING jobs +2021-12-18 05:27:44,176 Update finished +2021-12-18 05:27:44,176 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:27:44,177 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:27:44,177 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:27:44,177 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:27:44,177 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:27:44,180 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:27:44,182 Job list saved +2021-12-18 05:27:44,187 Updating FAILED jobs +2021-12-18 05:27:44,187 Updating WAITING jobs +2021-12-18 05:27:44,187 Update finished +2021-12-18 05:27:54,197 Reloading parameters... +2021-12-18 05:27:54,214 Loading parameters... +2021-12-18 05:27:54,216 Loading project parameters... +2021-12-18 05:27:54,217 + +22 of 25 jobs remaining (05:27) +2021-12-18 05:27:54,218 Sleep: 10 +2021-12-18 05:27:54,218 Number of retrials: 0 +2021-12-18 05:27:54,218 WRAPPER CHECK TIME = 10 +2021-12-18 05:27:54,218 Checking jobs for platform=marenostrum4 +2021-12-18 05:27:54,219 Checking jobs for platform=nord3 +2021-12-18 05:27:54,220 Checking jobs for platform=local +2021-12-18 05:27:54,220 Checking jobs for platform=transfer_node +2021-12-18 05:27:54,220 Checking all jobs at once +2021-12-18 05:27:55,793 Successful check job command +2021-12-18 05:27:57,162 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:27:57,163 End of checking +2021-12-18 05:27:57,164 Updating FAILED jobs +2021-12-18 05:27:57,164 Updating WAITING jobs +2021-12-18 05:27:57,164 Update finished +2021-12-18 05:27:57,165 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:27:57,165 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:27:57,165 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:27:57,165 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:27:57,165 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:27:57,168 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:27:57,170 Job list saved +2021-12-18 05:27:57,175 Updating FAILED jobs +2021-12-18 05:27:57,175 Updating WAITING jobs +2021-12-18 05:27:57,175 Update finished +2021-12-18 05:28:07,185 Reloading parameters... +2021-12-18 05:28:07,202 Loading parameters... +2021-12-18 05:28:07,204 Loading project parameters... +2021-12-18 05:28:07,205 + +22 of 25 jobs remaining (05:28) +2021-12-18 05:28:07,206 Sleep: 10 +2021-12-18 05:28:07,206 Number of retrials: 0 +2021-12-18 05:28:07,206 WRAPPER CHECK TIME = 10 +2021-12-18 05:28:07,206 Checking jobs for platform=marenostrum4 +2021-12-18 05:28:07,207 Checking jobs for platform=nord3 +2021-12-18 05:28:07,208 Checking jobs for platform=local +2021-12-18 05:28:07,208 Checking jobs for platform=transfer_node +2021-12-18 05:28:07,208 Checking all jobs at once +2021-12-18 05:28:08,628 Successful check job command +2021-12-18 05:28:10,300 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:28:10,300 End of checking +2021-12-18 05:28:10,301 Updating FAILED jobs +2021-12-18 05:28:10,301 Updating WAITING jobs +2021-12-18 05:28:10,302 Update finished +2021-12-18 05:28:10,302 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:28:10,302 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:28:10,302 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:28:10,302 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:28:10,303 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:28:10,305 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:28:10,308 Job list saved +2021-12-18 05:28:10,321 Updating FAILED jobs +2021-12-18 05:28:10,322 Updating WAITING jobs +2021-12-18 05:28:10,322 Update finished +2021-12-18 05:28:20,332 Reloading parameters... +2021-12-18 05:28:20,350 Loading parameters... +2021-12-18 05:28:20,352 Loading project parameters... +2021-12-18 05:28:20,353 + +22 of 25 jobs remaining (05:28) +2021-12-18 05:28:20,354 Sleep: 10 +2021-12-18 05:28:20,354 Number of retrials: 0 +2021-12-18 05:28:20,354 WRAPPER CHECK TIME = 10 +2021-12-18 05:28:20,354 Checking jobs for platform=marenostrum4 +2021-12-18 05:28:20,355 Checking jobs for platform=nord3 +2021-12-18 05:28:20,355 Checking jobs for platform=local +2021-12-18 05:28:20,356 Checking jobs for platform=transfer_node +2021-12-18 05:28:20,356 Checking all jobs at once +2021-12-18 05:28:21,725 Successful check job command +2021-12-18 05:28:23,145 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:28:23,145 End of checking +2021-12-18 05:28:23,146 Updating FAILED jobs +2021-12-18 05:28:23,146 Updating WAITING jobs +2021-12-18 05:28:23,147 Update finished +2021-12-18 05:28:23,147 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:28:23,147 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:28:23,147 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:28:23,148 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:28:23,148 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:28:23,150 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:28:23,152 Job list saved +2021-12-18 05:28:23,157 Updating FAILED jobs +2021-12-18 05:28:23,157 Updating WAITING jobs +2021-12-18 05:28:23,157 Update finished +2021-12-18 05:28:33,168 Reloading parameters... +2021-12-18 05:28:33,186 Loading parameters... +2021-12-18 05:28:33,188 Loading project parameters... +2021-12-18 05:28:33,190 + +22 of 25 jobs remaining (05:28) +2021-12-18 05:28:33,190 Sleep: 10 +2021-12-18 05:28:33,190 Number of retrials: 0 +2021-12-18 05:28:33,190 WRAPPER CHECK TIME = 10 +2021-12-18 05:28:33,191 Checking jobs for platform=marenostrum4 +2021-12-18 05:28:33,191 Checking jobs for platform=nord3 +2021-12-18 05:28:33,192 Checking jobs for platform=local +2021-12-18 05:28:33,192 Checking jobs for platform=transfer_node +2021-12-18 05:28:33,192 Checking all jobs at once +2021-12-18 05:28:35,463 Successful check job command +2021-12-18 05:28:36,783 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:28:36,783 End of checking +2021-12-18 05:28:36,784 Updating FAILED jobs +2021-12-18 05:28:36,784 Updating WAITING jobs +2021-12-18 05:28:36,785 Update finished +2021-12-18 05:28:36,785 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:28:36,785 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:28:36,785 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:28:36,785 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:28:36,785 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:28:36,788 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:28:36,790 Job list saved +2021-12-18 05:28:36,797 Updating FAILED jobs +2021-12-18 05:28:36,797 Updating WAITING jobs +2021-12-18 05:28:36,797 Update finished +2021-12-18 05:28:46,805 Reloading parameters... +2021-12-18 05:28:46,822 Loading parameters... +2021-12-18 05:28:46,824 Loading project parameters... +2021-12-18 05:28:46,826 + +22 of 25 jobs remaining (05:28) +2021-12-18 05:28:46,826 Sleep: 10 +2021-12-18 05:28:46,826 Number of retrials: 0 +2021-12-18 05:28:46,826 WRAPPER CHECK TIME = 10 +2021-12-18 05:28:46,827 Checking jobs for platform=marenostrum4 +2021-12-18 05:28:46,827 Checking jobs for platform=nord3 +2021-12-18 05:28:46,828 Checking jobs for platform=local +2021-12-18 05:28:46,828 Checking jobs for platform=transfer_node +2021-12-18 05:28:46,828 Checking all jobs at once +2021-12-18 05:28:48,098 Successful check job command +2021-12-18 05:28:49,367 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:28:49,367 End of checking +2021-12-18 05:28:49,369 Updating FAILED jobs +2021-12-18 05:28:49,369 Updating WAITING jobs +2021-12-18 05:28:49,369 Update finished +2021-12-18 05:28:49,369 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:28:49,369 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:28:49,370 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:28:49,370 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:28:49,370 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:28:49,372 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:28:49,375 Job list saved +2021-12-18 05:28:49,379 Updating FAILED jobs +2021-12-18 05:28:49,379 Updating WAITING jobs +2021-12-18 05:28:49,380 Update finished +2021-12-18 05:28:59,390 Reloading parameters... +2021-12-18 05:28:59,407 Loading parameters... +2021-12-18 05:28:59,409 Loading project parameters... +2021-12-18 05:28:59,411 + +22 of 25 jobs remaining (05:28) +2021-12-18 05:28:59,411 Sleep: 10 +2021-12-18 05:28:59,411 Number of retrials: 0 +2021-12-18 05:28:59,411 WRAPPER CHECK TIME = 10 +2021-12-18 05:28:59,412 Checking jobs for platform=marenostrum4 +2021-12-18 05:28:59,412 Checking jobs for platform=nord3 +2021-12-18 05:28:59,413 Checking jobs for platform=local +2021-12-18 05:28:59,413 Checking jobs for platform=transfer_node +2021-12-18 05:28:59,413 Checking all jobs at once +2021-12-18 05:29:01,691 Successful check job command +2021-12-18 05:29:03,110 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:29:03,110 End of checking +2021-12-18 05:29:03,112 Updating FAILED jobs +2021-12-18 05:29:03,112 Updating WAITING jobs +2021-12-18 05:29:03,112 Update finished +2021-12-18 05:29:03,112 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:29:03,113 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:29:03,113 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:29:03,113 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:29:03,113 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:29:03,116 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:29:03,118 Job list saved +2021-12-18 05:29:03,123 Updating FAILED jobs +2021-12-18 05:29:03,123 Updating WAITING jobs +2021-12-18 05:29:03,123 Update finished +2021-12-18 05:29:13,133 Reloading parameters... +2021-12-18 05:29:13,151 Loading parameters... +2021-12-18 05:29:13,152 Loading project parameters... +2021-12-18 05:29:13,154 + +22 of 25 jobs remaining (05:29) +2021-12-18 05:29:13,154 Sleep: 10 +2021-12-18 05:29:13,154 Number of retrials: 0 +2021-12-18 05:29:13,154 WRAPPER CHECK TIME = 10 +2021-12-18 05:29:13,155 Checking jobs for platform=marenostrum4 +2021-12-18 05:29:13,155 Checking jobs for platform=nord3 +2021-12-18 05:29:13,156 Checking jobs for platform=local +2021-12-18 05:29:13,157 Checking jobs for platform=transfer_node +2021-12-18 05:29:13,157 Checking all jobs at once +2021-12-18 05:29:14,581 Successful check job command +2021-12-18 05:29:16,253 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:29:16,253 End of checking +2021-12-18 05:29:16,254 Updating FAILED jobs +2021-12-18 05:29:16,254 Updating WAITING jobs +2021-12-18 05:29:16,255 Update finished +2021-12-18 05:29:16,255 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:29:16,255 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:29:16,255 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:29:16,255 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:29:16,255 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:29:16,258 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:29:16,260 Job list saved +2021-12-18 05:29:16,264 Updating FAILED jobs +2021-12-18 05:29:16,265 Updating WAITING jobs +2021-12-18 05:29:16,265 Update finished +2021-12-18 05:29:26,274 Reloading parameters... +2021-12-18 05:29:26,294 Loading parameters... +2021-12-18 05:29:26,295 Loading project parameters... +2021-12-18 05:29:26,297 + +22 of 25 jobs remaining (05:29) +2021-12-18 05:29:26,298 Sleep: 10 +2021-12-18 05:29:26,298 Number of retrials: 0 +2021-12-18 05:29:26,298 WRAPPER CHECK TIME = 10 +2021-12-18 05:29:26,298 Checking jobs for platform=marenostrum4 +2021-12-18 05:29:26,299 Checking jobs for platform=nord3 +2021-12-18 05:29:26,300 Checking jobs for platform=local +2021-12-18 05:29:26,300 Checking jobs for platform=transfer_node +2021-12-18 05:29:26,300 Checking all jobs at once +2021-12-18 05:29:27,669 Successful check job command +2021-12-18 05:29:28,938 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:29:28,939 End of checking +2021-12-18 05:29:28,940 Updating FAILED jobs +2021-12-18 05:29:28,940 Updating WAITING jobs +2021-12-18 05:29:28,940 Update finished +2021-12-18 05:29:28,940 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:29:28,941 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:29:28,941 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:29:28,941 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:29:28,941 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:29:28,943 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:29:28,946 Job list saved +2021-12-18 05:29:28,951 Updating FAILED jobs +2021-12-18 05:29:28,951 Updating WAITING jobs +2021-12-18 05:29:28,951 Update finished +2021-12-18 05:29:38,961 Reloading parameters... +2021-12-18 05:29:38,981 Loading parameters... +2021-12-18 05:29:38,982 Loading project parameters... +2021-12-18 05:29:38,984 + +22 of 25 jobs remaining (05:29) +2021-12-18 05:29:38,984 Sleep: 10 +2021-12-18 05:29:38,984 Number of retrials: 0 +2021-12-18 05:29:38,984 WRAPPER CHECK TIME = 10 +2021-12-18 05:29:38,985 Checking jobs for platform=marenostrum4 +2021-12-18 05:29:38,986 Checking jobs for platform=nord3 +2021-12-18 05:29:38,986 Checking jobs for platform=local +2021-12-18 05:29:38,987 Checking jobs for platform=transfer_node +2021-12-18 05:29:38,987 Checking all jobs at once +2021-12-18 05:29:40,256 Successful check job command +2021-12-18 05:29:41,425 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:29:41,426 End of checking +2021-12-18 05:29:41,427 Updating FAILED jobs +2021-12-18 05:29:41,427 Updating WAITING jobs +2021-12-18 05:29:41,428 Update finished +2021-12-18 05:29:41,428 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:29:41,428 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:29:41,429 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:29:41,429 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:29:41,429 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:29:41,431 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:29:41,434 Job list saved +2021-12-18 05:29:41,438 Updating FAILED jobs +2021-12-18 05:29:41,438 Updating WAITING jobs +2021-12-18 05:29:41,439 Update finished +2021-12-18 05:29:51,449 Reloading parameters... +2021-12-18 05:29:51,468 Loading parameters... +2021-12-18 05:29:51,469 Loading project parameters... +2021-12-18 05:29:51,473 + +22 of 25 jobs remaining (05:29) +2021-12-18 05:29:51,473 Sleep: 10 +2021-12-18 05:29:51,473 Number of retrials: 0 +2021-12-18 05:29:51,474 WRAPPER CHECK TIME = 10 +2021-12-18 05:29:51,474 Checking jobs for platform=marenostrum4 +2021-12-18 05:29:51,475 Checking jobs for platform=nord3 +2021-12-18 05:29:51,475 Checking jobs for platform=local +2021-12-18 05:29:51,476 Checking jobs for platform=transfer_node +2021-12-18 05:29:51,476 Checking all jobs at once +2021-12-18 05:29:52,895 Successful check job command +2021-12-18 05:29:54,215 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:29:54,215 End of checking +2021-12-18 05:29:54,216 Updating FAILED jobs +2021-12-18 05:29:54,216 Updating WAITING jobs +2021-12-18 05:29:54,217 Update finished +2021-12-18 05:29:54,217 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:29:54,217 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:29:54,217 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:29:54,217 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:29:54,218 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:29:54,220 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:29:54,222 Job list saved +2021-12-18 05:29:54,227 Updating FAILED jobs +2021-12-18 05:29:54,227 Updating WAITING jobs +2021-12-18 05:29:54,227 Update finished +2021-12-18 05:30:04,237 Reloading parameters... +2021-12-18 05:30:04,280 Loading parameters... +2021-12-18 05:30:04,282 Loading project parameters... +2021-12-18 05:30:04,285 + +22 of 25 jobs remaining (05:30) +2021-12-18 05:30:04,285 Sleep: 10 +2021-12-18 05:30:04,286 Number of retrials: 0 +2021-12-18 05:30:04,286 WRAPPER CHECK TIME = 10 +2021-12-18 05:30:04,287 Checking jobs for platform=marenostrum4 +2021-12-18 05:30:04,287 Checking jobs for platform=nord3 +2021-12-18 05:30:04,288 Checking jobs for platform=local +2021-12-18 05:30:04,289 Checking jobs for platform=transfer_node +2021-12-18 05:30:04,289 Checking all jobs at once +2021-12-18 05:30:06,812 Successful check job command +2021-12-18 05:30:08,533 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:30:08,533 End of checking +2021-12-18 05:30:08,535 Updating FAILED jobs +2021-12-18 05:30:08,535 Updating WAITING jobs +2021-12-18 05:30:08,536 Update finished +2021-12-18 05:30:08,536 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:30:08,536 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:30:08,536 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:30:08,536 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:30:08,536 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:30:08,539 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:30:08,541 Job list saved +2021-12-18 05:30:08,546 Updating FAILED jobs +2021-12-18 05:30:08,546 Updating WAITING jobs +2021-12-18 05:30:08,547 Update finished +2021-12-18 05:30:18,554 Reloading parameters... +2021-12-18 05:30:18,573 Loading parameters... +2021-12-18 05:30:18,575 Loading project parameters... +2021-12-18 05:30:18,577 + +22 of 25 jobs remaining (05:30) +2021-12-18 05:30:18,577 Sleep: 10 +2021-12-18 05:30:18,577 Number of retrials: 0 +2021-12-18 05:30:18,577 WRAPPER CHECK TIME = 10 +2021-12-18 05:30:18,578 Checking jobs for platform=marenostrum4 +2021-12-18 05:30:18,578 Checking jobs for platform=nord3 +2021-12-18 05:30:18,579 Checking jobs for platform=local +2021-12-18 05:30:18,579 Checking jobs for platform=transfer_node +2021-12-18 05:30:18,579 Checking all jobs at once +2021-12-18 05:30:19,850 Successful check job command +2021-12-18 05:30:21,070 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:30:21,071 End of checking +2021-12-18 05:30:21,072 Updating FAILED jobs +2021-12-18 05:30:21,072 Updating WAITING jobs +2021-12-18 05:30:21,073 Update finished +2021-12-18 05:30:21,073 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:30:21,073 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:30:21,074 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:30:21,074 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:30:21,074 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:30:21,076 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:30:21,079 Job list saved +2021-12-18 05:30:21,083 Updating FAILED jobs +2021-12-18 05:30:21,083 Updating WAITING jobs +2021-12-18 05:30:21,084 Update finished +2021-12-18 05:30:31,094 Reloading parameters... +2021-12-18 05:30:31,115 Loading parameters... +2021-12-18 05:30:31,116 Loading project parameters... +2021-12-18 05:30:31,118 + +22 of 25 jobs remaining (05:30) +2021-12-18 05:30:31,118 Sleep: 10 +2021-12-18 05:30:31,118 Number of retrials: 0 +2021-12-18 05:30:31,118 WRAPPER CHECK TIME = 10 +2021-12-18 05:30:31,119 Checking jobs for platform=marenostrum4 +2021-12-18 05:30:31,119 Checking jobs for platform=nord3 +2021-12-18 05:30:31,120 Checking jobs for platform=local +2021-12-18 05:30:31,121 Checking jobs for platform=transfer_node +2021-12-18 05:30:31,121 Checking all jobs at once +2021-12-18 05:30:32,490 Successful check job command +2021-12-18 05:30:33,760 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:30:33,760 End of checking +2021-12-18 05:30:33,762 Updating FAILED jobs +2021-12-18 05:30:33,762 Updating WAITING jobs +2021-12-18 05:30:33,762 Update finished +2021-12-18 05:30:33,763 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:30:33,763 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:30:33,763 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:30:33,763 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:30:33,763 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:30:33,766 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:30:33,768 Job list saved +2021-12-18 05:30:33,773 Updating FAILED jobs +2021-12-18 05:30:33,773 Updating WAITING jobs +2021-12-18 05:30:33,774 Update finished +2021-12-18 05:30:43,784 Reloading parameters... +2021-12-18 05:30:43,804 Loading parameters... +2021-12-18 05:30:43,805 Loading project parameters... +2021-12-18 05:30:43,807 + +22 of 25 jobs remaining (05:30) +2021-12-18 05:30:43,807 Sleep: 10 +2021-12-18 05:30:43,808 Number of retrials: 0 +2021-12-18 05:30:43,808 WRAPPER CHECK TIME = 10 +2021-12-18 05:30:43,808 Checking jobs for platform=marenostrum4 +2021-12-18 05:30:43,809 Checking jobs for platform=nord3 +2021-12-18 05:30:43,809 Checking jobs for platform=local +2021-12-18 05:30:43,810 Checking jobs for platform=transfer_node +2021-12-18 05:30:43,810 Checking all jobs at once +2021-12-18 05:30:45,279 Successful check job command +2021-12-18 05:30:46,600 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:30:46,600 End of checking +2021-12-18 05:30:46,601 Updating FAILED jobs +2021-12-18 05:30:46,601 Updating WAITING jobs +2021-12-18 05:30:46,602 Update finished +2021-12-18 05:30:46,602 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:30:46,602 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:30:46,602 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:30:46,602 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:30:46,602 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:30:46,605 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:30:46,608 Job list saved +2021-12-18 05:30:46,613 Updating FAILED jobs +2021-12-18 05:30:46,613 Updating WAITING jobs +2021-12-18 05:30:46,613 Update finished +2021-12-18 05:30:56,623 Reloading parameters... +2021-12-18 05:30:56,642 Loading parameters... +2021-12-18 05:30:56,643 Loading project parameters... +2021-12-18 05:30:56,645 + +22 of 25 jobs remaining (05:30) +2021-12-18 05:30:56,645 Sleep: 10 +2021-12-18 05:30:56,645 Number of retrials: 0 +2021-12-18 05:30:56,645 WRAPPER CHECK TIME = 10 +2021-12-18 05:30:56,646 Checking jobs for platform=marenostrum4 +2021-12-18 05:30:56,646 Checking jobs for platform=nord3 +2021-12-18 05:30:56,647 Checking jobs for platform=local +2021-12-18 05:30:56,648 Checking jobs for platform=transfer_node +2021-12-18 05:30:56,648 Checking all jobs at once +2021-12-18 05:30:58,332 Successful check job command +2021-12-18 05:30:59,751 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:30:59,751 End of checking +2021-12-18 05:30:59,753 Updating FAILED jobs +2021-12-18 05:30:59,753 Updating WAITING jobs +2021-12-18 05:30:59,753 Update finished +2021-12-18 05:30:59,753 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:30:59,754 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:30:59,754 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:30:59,754 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:30:59,754 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:30:59,757 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:30:59,759 Job list saved +2021-12-18 05:30:59,764 Updating FAILED jobs +2021-12-18 05:30:59,765 Updating WAITING jobs +2021-12-18 05:30:59,765 Update finished +2021-12-18 05:31:09,767 Reloading parameters... +2021-12-18 05:31:09,787 Loading parameters... +2021-12-18 05:31:09,788 Loading project parameters... +2021-12-18 05:31:09,790 + +22 of 25 jobs remaining (05:31) +2021-12-18 05:31:09,790 Sleep: 10 +2021-12-18 05:31:09,790 Number of retrials: 0 +2021-12-18 05:31:09,790 WRAPPER CHECK TIME = 10 +2021-12-18 05:31:09,791 Checking jobs for platform=marenostrum4 +2021-12-18 05:31:09,791 Checking jobs for platform=nord3 +2021-12-18 05:31:09,792 Checking jobs for platform=local +2021-12-18 05:31:09,793 Checking jobs for platform=transfer_node +2021-12-18 05:31:09,793 Checking all jobs at once +2021-12-18 05:31:11,262 Successful check job command +2021-12-18 05:31:12,481 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:31:12,481 End of checking +2021-12-18 05:31:12,483 Updating FAILED jobs +2021-12-18 05:31:12,483 Updating WAITING jobs +2021-12-18 05:31:12,483 Update finished +2021-12-18 05:31:12,483 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:31:12,484 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:31:12,484 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:31:12,484 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:31:12,484 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:31:12,487 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:31:12,489 Job list saved +2021-12-18 05:31:12,494 Updating FAILED jobs +2021-12-18 05:31:12,494 Updating WAITING jobs +2021-12-18 05:31:12,494 Update finished +2021-12-18 05:31:22,504 Reloading parameters... +2021-12-18 05:31:22,525 Loading parameters... +2021-12-18 05:31:22,526 Loading project parameters... +2021-12-18 05:31:22,528 + +22 of 25 jobs remaining (05:31) +2021-12-18 05:31:22,528 Sleep: 10 +2021-12-18 05:31:22,529 Number of retrials: 0 +2021-12-18 05:31:22,529 WRAPPER CHECK TIME = 10 +2021-12-18 05:31:22,529 Checking jobs for platform=marenostrum4 +2021-12-18 05:31:22,530 Checking jobs for platform=nord3 +2021-12-18 05:31:22,530 Checking jobs for platform=local +2021-12-18 05:31:22,531 Checking jobs for platform=transfer_node +2021-12-18 05:31:22,531 Checking all jobs at once +2021-12-18 05:31:23,857 Successful check job command +2021-12-18 05:31:25,177 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:31:25,177 End of checking +2021-12-18 05:31:25,179 Updating FAILED jobs +2021-12-18 05:31:25,179 Updating WAITING jobs +2021-12-18 05:31:25,179 Update finished +2021-12-18 05:31:25,179 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:31:25,180 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:31:25,180 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:31:25,180 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:31:25,180 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:31:25,183 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:31:25,185 Job list saved +2021-12-18 05:31:25,192 Updating FAILED jobs +2021-12-18 05:31:25,192 Updating WAITING jobs +2021-12-18 05:31:25,192 Update finished +2021-12-18 05:31:35,202 Reloading parameters... +2021-12-18 05:31:35,222 Loading parameters... +2021-12-18 05:31:35,223 Loading project parameters... +2021-12-18 05:31:35,225 + +22 of 25 jobs remaining (05:31) +2021-12-18 05:31:35,225 Sleep: 10 +2021-12-18 05:31:35,225 Number of retrials: 0 +2021-12-18 05:31:35,225 WRAPPER CHECK TIME = 10 +2021-12-18 05:31:35,226 Checking jobs for platform=marenostrum4 +2021-12-18 05:31:35,226 Checking jobs for platform=nord3 +2021-12-18 05:31:35,227 Checking jobs for platform=local +2021-12-18 05:31:35,227 Checking jobs for platform=transfer_node +2021-12-18 05:31:35,228 Checking all jobs at once +2021-12-18 05:31:36,547 Successful check job command +2021-12-18 05:31:37,766 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:31:37,767 End of checking +2021-12-18 05:31:37,768 Updating FAILED jobs +2021-12-18 05:31:37,768 Updating WAITING jobs +2021-12-18 05:31:37,769 Update finished +2021-12-18 05:31:37,769 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:31:37,769 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:31:37,770 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:31:37,770 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:31:37,770 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:31:37,773 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:31:37,776 Job list saved +2021-12-18 05:31:37,780 Updating FAILED jobs +2021-12-18 05:31:37,781 Updating WAITING jobs +2021-12-18 05:31:37,781 Update finished +2021-12-18 05:31:47,790 Reloading parameters... +2021-12-18 05:31:47,810 Loading parameters... +2021-12-18 05:31:47,811 Loading project parameters... +2021-12-18 05:31:47,814 + +22 of 25 jobs remaining (05:31) +2021-12-18 05:31:47,814 Sleep: 10 +2021-12-18 05:31:47,814 Number of retrials: 0 +2021-12-18 05:31:47,814 WRAPPER CHECK TIME = 10 +2021-12-18 05:31:47,815 Checking jobs for platform=marenostrum4 +2021-12-18 05:31:47,815 Checking jobs for platform=nord3 +2021-12-18 05:31:47,816 Checking jobs for platform=local +2021-12-18 05:31:47,816 Checking jobs for platform=transfer_node +2021-12-18 05:31:47,816 Checking all jobs at once +2021-12-18 05:31:49,550 Successful check job command +2021-12-18 05:31:51,019 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:31:51,020 End of checking +2021-12-18 05:31:51,021 Updating FAILED jobs +2021-12-18 05:31:51,021 Updating WAITING jobs +2021-12-18 05:31:51,021 Update finished +2021-12-18 05:31:51,021 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:31:51,022 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:31:51,022 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:31:51,022 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:31:51,022 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:31:51,024 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:31:51,027 Job list saved +2021-12-18 05:31:51,031 Updating FAILED jobs +2021-12-18 05:31:51,032 Updating WAITING jobs +2021-12-18 05:31:51,032 Update finished +2021-12-18 05:32:01,041 Reloading parameters... +2021-12-18 05:32:01,066 Loading parameters... +2021-12-18 05:32:01,067 Loading project parameters... +2021-12-18 05:32:01,069 + +22 of 25 jobs remaining (05:32) +2021-12-18 05:32:01,069 Sleep: 10 +2021-12-18 05:32:01,069 Number of retrials: 0 +2021-12-18 05:32:01,069 WRAPPER CHECK TIME = 10 +2021-12-18 05:32:01,070 Checking jobs for platform=marenostrum4 +2021-12-18 05:32:01,071 Checking jobs for platform=nord3 +2021-12-18 05:32:01,071 Checking jobs for platform=local +2021-12-18 05:32:01,072 Checking jobs for platform=transfer_node +2021-12-18 05:32:01,072 Checking all jobs at once +2021-12-18 05:32:02,441 Successful check job command +2021-12-18 05:32:03,961 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:32:03,961 End of checking +2021-12-18 05:32:03,962 Updating FAILED jobs +2021-12-18 05:32:03,962 Updating WAITING jobs +2021-12-18 05:32:03,963 Update finished +2021-12-18 05:32:03,963 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:32:03,963 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:32:03,963 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:32:03,963 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:32:03,963 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:32:03,966 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:32:03,968 Job list saved +2021-12-18 05:32:03,974 Updating FAILED jobs +2021-12-18 05:32:03,974 Updating WAITING jobs +2021-12-18 05:32:03,974 Update finished +2021-12-18 05:32:13,984 Reloading parameters... +2021-12-18 05:32:14,003 Loading parameters... +2021-12-18 05:32:14,005 Loading project parameters... +2021-12-18 05:32:14,007 + +22 of 25 jobs remaining (05:32) +2021-12-18 05:32:14,007 Sleep: 10 +2021-12-18 05:32:14,007 Number of retrials: 0 +2021-12-18 05:32:14,007 WRAPPER CHECK TIME = 10 +2021-12-18 05:32:14,008 Checking jobs for platform=marenostrum4 +2021-12-18 05:32:14,008 Checking jobs for platform=nord3 +2021-12-18 05:32:14,009 Checking jobs for platform=local +2021-12-18 05:32:14,009 Checking jobs for platform=transfer_node +2021-12-18 05:32:14,010 Checking all jobs at once +2021-12-18 05:32:15,379 Successful check job command +2021-12-18 05:32:16,649 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:32:16,649 End of checking +2021-12-18 05:32:16,650 Updating FAILED jobs +2021-12-18 05:32:16,651 Updating WAITING jobs +2021-12-18 05:32:16,651 Update finished +2021-12-18 05:32:16,651 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:32:16,652 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:32:16,652 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:32:16,652 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:32:16,652 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:32:16,655 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:32:16,657 Job list saved +2021-12-18 05:32:16,670 Updating FAILED jobs +2021-12-18 05:32:16,670 Updating WAITING jobs +2021-12-18 05:32:16,671 Update finished +2021-12-18 05:32:26,681 Reloading parameters... +2021-12-18 05:32:26,718 Loading parameters... +2021-12-18 05:32:26,719 Loading project parameters... +2021-12-18 05:32:26,724 + +22 of 25 jobs remaining (05:32) +2021-12-18 05:32:26,724 Sleep: 10 +2021-12-18 05:32:26,724 Number of retrials: 0 +2021-12-18 05:32:26,724 WRAPPER CHECK TIME = 10 +2021-12-18 05:32:26,725 Checking jobs for platform=marenostrum4 +2021-12-18 05:32:26,729 Checking jobs for platform=nord3 +2021-12-18 05:32:26,731 Checking jobs for platform=local +2021-12-18 05:32:26,731 Checking jobs for platform=transfer_node +2021-12-18 05:32:26,732 Checking all jobs at once +2021-12-18 05:32:28,304 Successful check job command +2021-12-18 05:32:29,625 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:32:29,625 End of checking +2021-12-18 05:32:29,627 Updating FAILED jobs +2021-12-18 05:32:29,627 Updating WAITING jobs +2021-12-18 05:32:29,627 Update finished +2021-12-18 05:32:29,627 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:32:29,627 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:32:29,628 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:32:29,628 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:32:29,628 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:32:29,631 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:32:29,634 Job list saved +2021-12-18 05:32:29,639 Updating FAILED jobs +2021-12-18 05:32:29,639 Updating WAITING jobs +2021-12-18 05:32:29,639 Update finished +2021-12-18 05:32:39,649 Reloading parameters... +2021-12-18 05:32:39,671 Loading parameters... +2021-12-18 05:32:39,672 Loading project parameters... +2021-12-18 05:32:39,674 + +22 of 25 jobs remaining (05:32) +2021-12-18 05:32:39,674 Sleep: 10 +2021-12-18 05:32:39,674 Number of retrials: 0 +2021-12-18 05:32:39,674 WRAPPER CHECK TIME = 10 +2021-12-18 05:32:39,675 Checking jobs for platform=marenostrum4 +2021-12-18 05:32:39,675 Checking jobs for platform=nord3 +2021-12-18 05:32:39,676 Checking jobs for platform=local +2021-12-18 05:32:39,676 Checking jobs for platform=transfer_node +2021-12-18 05:32:39,676 Checking all jobs at once +2021-12-18 05:32:41,048 Successful check job command +2021-12-18 05:32:42,318 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:32:42,318 End of checking +2021-12-18 05:32:42,320 Updating FAILED jobs +2021-12-18 05:32:42,320 Updating WAITING jobs +2021-12-18 05:32:42,320 Update finished +2021-12-18 05:32:42,321 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:32:42,321 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:32:42,321 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:32:42,321 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:32:42,321 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:32:42,325 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:32:42,327 Job list saved +2021-12-18 05:32:42,332 Updating FAILED jobs +2021-12-18 05:32:42,332 Updating WAITING jobs +2021-12-18 05:32:42,332 Update finished +2021-12-18 05:32:52,343 Reloading parameters... +2021-12-18 05:32:52,362 Loading parameters... +2021-12-18 05:32:52,364 Loading project parameters... +2021-12-18 05:32:52,366 + +22 of 25 jobs remaining (05:32) +2021-12-18 05:32:52,366 Sleep: 10 +2021-12-18 05:32:52,366 Number of retrials: 0 +2021-12-18 05:32:52,366 WRAPPER CHECK TIME = 10 +2021-12-18 05:32:52,367 Checking jobs for platform=marenostrum4 +2021-12-18 05:32:52,367 Checking jobs for platform=nord3 +2021-12-18 05:32:52,368 Checking jobs for platform=local +2021-12-18 05:32:52,368 Checking jobs for platform=transfer_node +2021-12-18 05:32:52,368 Checking all jobs at once +2021-12-18 05:32:53,989 Successful check job command +2021-12-18 05:32:55,408 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:32:55,409 End of checking +2021-12-18 05:32:55,410 Updating FAILED jobs +2021-12-18 05:32:55,410 Updating WAITING jobs +2021-12-18 05:32:55,410 Update finished +2021-12-18 05:32:55,410 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:32:55,411 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:32:55,411 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:32:55,411 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:32:55,411 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:32:55,415 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:32:55,417 Job list saved +2021-12-18 05:32:55,423 Updating FAILED jobs +2021-12-18 05:32:55,423 Updating WAITING jobs +2021-12-18 05:32:55,423 Update finished +2021-12-18 05:33:05,434 Reloading parameters... +2021-12-18 05:33:05,453 Loading parameters... +2021-12-18 05:33:05,454 Loading project parameters... +2021-12-18 05:33:05,456 + +22 of 25 jobs remaining (05:33) +2021-12-18 05:33:05,456 Sleep: 10 +2021-12-18 05:33:05,456 Number of retrials: 0 +2021-12-18 05:33:05,457 WRAPPER CHECK TIME = 10 +2021-12-18 05:33:05,457 Checking jobs for platform=marenostrum4 +2021-12-18 05:33:05,458 Checking jobs for platform=nord3 +2021-12-18 05:33:05,458 Checking jobs for platform=local +2021-12-18 05:33:05,459 Checking jobs for platform=transfer_node +2021-12-18 05:33:05,459 Checking all jobs at once +2021-12-18 05:33:07,078 Successful check job command +2021-12-18 05:33:08,498 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:33:08,498 End of checking +2021-12-18 05:33:08,500 Updating FAILED jobs +2021-12-18 05:33:08,500 Updating WAITING jobs +2021-12-18 05:33:08,500 Update finished +2021-12-18 05:33:08,500 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:33:08,500 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:33:08,500 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:33:08,501 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:33:08,501 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:33:08,504 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:33:08,506 Job list saved +2021-12-18 05:33:08,515 Updating FAILED jobs +2021-12-18 05:33:08,516 Updating WAITING jobs +2021-12-18 05:33:08,516 Update finished +2021-12-18 05:33:18,526 Reloading parameters... +2021-12-18 05:33:18,545 Loading parameters... +2021-12-18 05:33:18,546 Loading project parameters... +2021-12-18 05:33:18,548 + +22 of 25 jobs remaining (05:33) +2021-12-18 05:33:18,548 Sleep: 10 +2021-12-18 05:33:18,549 Number of retrials: 0 +2021-12-18 05:33:18,549 WRAPPER CHECK TIME = 10 +2021-12-18 05:33:18,549 Checking jobs for platform=marenostrum4 +2021-12-18 05:33:18,550 Checking jobs for platform=nord3 +2021-12-18 05:33:18,550 Checking jobs for platform=local +2021-12-18 05:33:18,551 Checking jobs for platform=transfer_node +2021-12-18 05:33:18,551 Checking all jobs at once +2021-12-18 05:33:20,271 Successful check job command +2021-12-18 05:33:21,896 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:33:21,896 End of checking +2021-12-18 05:33:21,897 Updating FAILED jobs +2021-12-18 05:33:21,897 Updating WAITING jobs +2021-12-18 05:33:21,898 Update finished +2021-12-18 05:33:21,898 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:33:21,898 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:33:21,898 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:33:21,898 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:33:21,898 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:33:21,901 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:33:21,903 Job list saved +2021-12-18 05:33:21,910 Updating FAILED jobs +2021-12-18 05:33:21,910 Updating WAITING jobs +2021-12-18 05:33:21,910 Update finished +2021-12-18 05:33:31,920 Reloading parameters... +2021-12-18 05:33:31,938 Loading parameters... +2021-12-18 05:33:31,940 Loading project parameters... +2021-12-18 05:33:31,941 + +22 of 25 jobs remaining (05:33) +2021-12-18 05:33:31,942 Sleep: 10 +2021-12-18 05:33:31,942 Number of retrials: 0 +2021-12-18 05:33:31,942 WRAPPER CHECK TIME = 10 +2021-12-18 05:33:31,942 Checking jobs for platform=marenostrum4 +2021-12-18 05:33:31,943 Checking jobs for platform=nord3 +2021-12-18 05:33:31,944 Checking jobs for platform=local +2021-12-18 05:33:31,944 Checking jobs for platform=transfer_node +2021-12-18 05:33:31,944 Checking all jobs at once +2021-12-18 05:33:33,363 Successful check job command +2021-12-18 05:33:34,733 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:33:34,734 End of checking +2021-12-18 05:33:34,735 Updating FAILED jobs +2021-12-18 05:33:34,735 Updating WAITING jobs +2021-12-18 05:33:34,735 Update finished +2021-12-18 05:33:34,736 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:33:34,736 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:33:34,736 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:33:34,736 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:33:34,737 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:33:34,740 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:33:34,742 Job list saved +2021-12-18 05:33:34,749 Updating FAILED jobs +2021-12-18 05:33:34,749 Updating WAITING jobs +2021-12-18 05:33:34,749 Update finished +2021-12-18 05:33:44,757 Reloading parameters... +2021-12-18 05:33:44,778 Loading parameters... +2021-12-18 05:33:44,779 Loading project parameters... +2021-12-18 05:33:44,781 + +22 of 25 jobs remaining (05:33) +2021-12-18 05:33:44,781 Sleep: 10 +2021-12-18 05:33:44,781 Number of retrials: 0 +2021-12-18 05:33:44,781 WRAPPER CHECK TIME = 10 +2021-12-18 05:33:44,782 Checking jobs for platform=marenostrum4 +2021-12-18 05:33:44,782 Checking jobs for platform=nord3 +2021-12-18 05:33:44,783 Checking jobs for platform=local +2021-12-18 05:33:44,783 Checking jobs for platform=transfer_node +2021-12-18 05:33:44,783 Checking all jobs at once +2021-12-18 05:33:46,204 Successful check job command +2021-12-18 05:33:47,524 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:33:47,524 End of checking +2021-12-18 05:33:47,525 Updating FAILED jobs +2021-12-18 05:33:47,526 Updating WAITING jobs +2021-12-18 05:33:47,526 Update finished +2021-12-18 05:33:47,526 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:33:47,526 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:33:47,526 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:33:47,526 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:33:47,527 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:33:47,529 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:33:47,532 Job list saved +2021-12-18 05:33:47,536 Updating FAILED jobs +2021-12-18 05:33:47,537 Updating WAITING jobs +2021-12-18 05:33:47,537 Update finished +2021-12-18 05:33:57,546 Reloading parameters... +2021-12-18 05:33:57,566 Loading parameters... +2021-12-18 05:33:57,567 Loading project parameters... +2021-12-18 05:33:57,569 + +22 of 25 jobs remaining (05:33) +2021-12-18 05:33:57,569 Sleep: 10 +2021-12-18 05:33:57,569 Number of retrials: 0 +2021-12-18 05:33:57,570 WRAPPER CHECK TIME = 10 +2021-12-18 05:33:57,570 Checking jobs for platform=marenostrum4 +2021-12-18 05:33:57,571 Checking jobs for platform=nord3 +2021-12-18 05:33:57,572 Checking jobs for platform=local +2021-12-18 05:33:57,572 Checking jobs for platform=transfer_node +2021-12-18 05:33:57,573 Checking all jobs at once +2021-12-18 05:33:58,992 Successful check job command +2021-12-18 05:34:00,613 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:34:00,613 End of checking +2021-12-18 05:34:00,615 Updating FAILED jobs +2021-12-18 05:34:00,615 Updating WAITING jobs +2021-12-18 05:34:00,615 Update finished +2021-12-18 05:34:00,615 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:34:00,615 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:34:00,615 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:34:00,616 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:34:00,616 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:34:00,618 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:34:00,621 Job list saved +2021-12-18 05:34:00,627 Updating FAILED jobs +2021-12-18 05:34:00,627 Updating WAITING jobs +2021-12-18 05:34:00,627 Update finished +2021-12-18 05:34:10,637 Reloading parameters... +2021-12-18 05:34:10,658 Loading parameters... +2021-12-18 05:34:10,659 Loading project parameters... +2021-12-18 05:34:10,661 + +22 of 25 jobs remaining (05:34) +2021-12-18 05:34:10,661 Sleep: 10 +2021-12-18 05:34:10,661 Number of retrials: 0 +2021-12-18 05:34:10,661 WRAPPER CHECK TIME = 10 +2021-12-18 05:34:10,662 Checking jobs for platform=marenostrum4 +2021-12-18 05:34:10,663 Checking jobs for platform=nord3 +2021-12-18 05:34:10,663 Checking jobs for platform=local +2021-12-18 05:34:10,664 Checking jobs for platform=transfer_node +2021-12-18 05:34:10,664 Checking all jobs at once +2021-12-18 05:34:12,134 Successful check job command +2021-12-18 05:34:13,453 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:34:13,454 End of checking +2021-12-18 05:34:13,455 Updating FAILED jobs +2021-12-18 05:34:13,455 Updating WAITING jobs +2021-12-18 05:34:13,456 Update finished +2021-12-18 05:34:13,456 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:34:13,456 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:34:13,456 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:34:13,457 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:34:13,457 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:34:13,460 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:34:13,462 Job list saved +2021-12-18 05:34:13,471 Updating FAILED jobs +2021-12-18 05:34:13,471 Updating WAITING jobs +2021-12-18 05:34:13,471 Update finished +2021-12-18 05:34:23,481 Reloading parameters... +2021-12-18 05:34:23,511 Loading parameters... +2021-12-18 05:34:23,513 Loading project parameters... +2021-12-18 05:34:23,515 + +22 of 25 jobs remaining (05:34) +2021-12-18 05:34:23,515 Sleep: 10 +2021-12-18 05:34:23,515 Number of retrials: 0 +2021-12-18 05:34:23,515 WRAPPER CHECK TIME = 10 +2021-12-18 05:34:23,516 Checking jobs for platform=marenostrum4 +2021-12-18 05:34:23,516 Checking jobs for platform=nord3 +2021-12-18 05:34:23,517 Checking jobs for platform=local +2021-12-18 05:34:23,517 Checking jobs for platform=transfer_node +2021-12-18 05:34:23,518 Checking all jobs at once +2021-12-18 05:34:25,088 Successful check job command +2021-12-18 05:34:26,608 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:34:26,608 End of checking +2021-12-18 05:34:26,609 Updating FAILED jobs +2021-12-18 05:34:26,609 Updating WAITING jobs +2021-12-18 05:34:26,610 Update finished +2021-12-18 05:34:26,610 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:34:26,610 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:34:26,610 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:34:26,610 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:34:26,610 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:34:26,613 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:34:26,616 Job list saved +2021-12-18 05:34:26,621 Updating FAILED jobs +2021-12-18 05:34:26,621 Updating WAITING jobs +2021-12-18 05:34:26,621 Update finished +2021-12-18 05:34:36,631 Reloading parameters... +2021-12-18 05:34:36,656 Loading parameters... +2021-12-18 05:34:36,657 Loading project parameters... +2021-12-18 05:34:36,659 + +22 of 25 jobs remaining (05:34) +2021-12-18 05:34:36,659 Sleep: 10 +2021-12-18 05:34:36,659 Number of retrials: 0 +2021-12-18 05:34:36,659 WRAPPER CHECK TIME = 10 +2021-12-18 05:34:36,660 Checking jobs for platform=marenostrum4 +2021-12-18 05:34:36,661 Checking jobs for platform=nord3 +2021-12-18 05:34:36,661 Checking jobs for platform=local +2021-12-18 05:34:36,662 Checking jobs for platform=transfer_node +2021-12-18 05:34:36,662 Checking all jobs at once +2021-12-18 05:34:38,081 Successful check job command +2021-12-18 05:34:39,951 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:34:39,951 End of checking +2021-12-18 05:34:39,952 Updating FAILED jobs +2021-12-18 05:34:39,952 Updating WAITING jobs +2021-12-18 05:34:39,953 Update finished +2021-12-18 05:34:39,953 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:34:39,953 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:34:39,953 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:34:39,953 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:34:39,953 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:34:39,956 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:34:39,959 Job list saved +2021-12-18 05:34:39,964 Updating FAILED jobs +2021-12-18 05:34:39,964 Updating WAITING jobs +2021-12-18 05:34:39,964 Update finished +2021-12-18 05:34:49,974 Reloading parameters... +2021-12-18 05:34:49,994 Loading parameters... +2021-12-18 05:34:49,995 Loading project parameters... +2021-12-18 05:34:49,997 + +22 of 25 jobs remaining (05:34) +2021-12-18 05:34:49,997 Sleep: 10 +2021-12-18 05:34:49,997 Number of retrials: 0 +2021-12-18 05:34:49,997 WRAPPER CHECK TIME = 10 +2021-12-18 05:34:49,998 Checking jobs for platform=marenostrum4 +2021-12-18 05:34:49,998 Checking jobs for platform=nord3 +2021-12-18 05:34:49,999 Checking jobs for platform=local +2021-12-18 05:34:49,999 Checking jobs for platform=transfer_node +2021-12-18 05:34:49,999 Checking all jobs at once +2021-12-18 05:34:51,325 Successful check job command +2021-12-18 05:34:52,695 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:34:52,695 End of checking +2021-12-18 05:34:52,697 Updating FAILED jobs +2021-12-18 05:34:52,697 Updating WAITING jobs +2021-12-18 05:34:52,697 Update finished +2021-12-18 05:34:52,698 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:34:52,698 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:34:52,698 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:34:52,699 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:34:52,699 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:34:52,702 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:34:52,704 Job list saved +2021-12-18 05:34:52,709 Updating FAILED jobs +2021-12-18 05:34:52,709 Updating WAITING jobs +2021-12-18 05:34:52,710 Update finished +2021-12-18 05:35:02,718 Reloading parameters... +2021-12-18 05:35:02,740 Loading parameters... +2021-12-18 05:35:02,742 Loading project parameters... +2021-12-18 05:35:02,744 + +22 of 25 jobs remaining (05:35) +2021-12-18 05:35:02,744 Sleep: 10 +2021-12-18 05:35:02,744 Number of retrials: 0 +2021-12-18 05:35:02,744 WRAPPER CHECK TIME = 10 +2021-12-18 05:35:02,745 Checking jobs for platform=marenostrum4 +2021-12-18 05:35:02,746 Checking jobs for platform=nord3 +2021-12-18 05:35:02,746 Checking jobs for platform=local +2021-12-18 05:35:02,747 Checking jobs for platform=transfer_node +2021-12-18 05:35:02,747 Checking all jobs at once +2021-12-18 05:35:04,067 Successful check job command +2021-12-18 05:35:05,536 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:35:05,537 End of checking +2021-12-18 05:35:05,539 Updating FAILED jobs +2021-12-18 05:35:05,539 Updating WAITING jobs +2021-12-18 05:35:05,539 Update finished +2021-12-18 05:35:05,539 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:35:05,539 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:35:05,539 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:35:05,540 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:35:05,540 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:35:05,543 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:35:05,545 Job list saved +2021-12-18 05:35:05,550 Updating FAILED jobs +2021-12-18 05:35:05,550 Updating WAITING jobs +2021-12-18 05:35:05,550 Update finished +2021-12-18 05:35:15,560 Reloading parameters... +2021-12-18 05:35:15,578 Loading parameters... +2021-12-18 05:35:15,579 Loading project parameters... +2021-12-18 05:35:15,581 + +22 of 25 jobs remaining (05:35) +2021-12-18 05:35:15,581 Sleep: 10 +2021-12-18 05:35:15,581 Number of retrials: 0 +2021-12-18 05:35:15,582 WRAPPER CHECK TIME = 10 +2021-12-18 05:35:15,582 Checking jobs for platform=marenostrum4 +2021-12-18 05:35:15,583 Checking jobs for platform=nord3 +2021-12-18 05:35:15,583 Checking jobs for platform=local +2021-12-18 05:35:15,584 Checking jobs for platform=transfer_node +2021-12-18 05:35:15,584 Checking all jobs at once +2021-12-18 05:35:16,903 Successful check job command +2021-12-18 05:35:18,172 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:35:18,172 End of checking +2021-12-18 05:35:18,174 Updating FAILED jobs +2021-12-18 05:35:18,174 Updating WAITING jobs +2021-12-18 05:35:18,174 Update finished +2021-12-18 05:35:18,174 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:35:18,174 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:35:18,174 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:35:18,175 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:35:18,175 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:35:18,178 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:35:18,180 Job list saved +2021-12-18 05:35:18,189 Updating FAILED jobs +2021-12-18 05:35:18,189 Updating WAITING jobs +2021-12-18 05:35:18,189 Update finished +2021-12-18 05:35:28,199 Reloading parameters... +2021-12-18 05:35:28,220 Loading parameters... +2021-12-18 05:35:28,222 Loading project parameters... +2021-12-18 05:35:28,223 + +22 of 25 jobs remaining (05:35) +2021-12-18 05:35:28,224 Sleep: 10 +2021-12-18 05:35:28,224 Number of retrials: 0 +2021-12-18 05:35:28,224 WRAPPER CHECK TIME = 10 +2021-12-18 05:35:28,224 Checking jobs for platform=marenostrum4 +2021-12-18 05:35:28,225 Checking jobs for platform=nord3 +2021-12-18 05:35:28,226 Checking jobs for platform=local +2021-12-18 05:35:28,226 Checking jobs for platform=transfer_node +2021-12-18 05:35:28,227 Checking all jobs at once +2021-12-18 05:35:29,648 Successful check job command +2021-12-18 05:35:31,017 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:35:31,017 End of checking +2021-12-18 05:35:31,018 Updating FAILED jobs +2021-12-18 05:35:31,019 Updating WAITING jobs +2021-12-18 05:35:31,019 Update finished +2021-12-18 05:35:31,019 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:35:31,020 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:35:31,020 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:35:31,020 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:35:31,020 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:35:31,023 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:35:31,025 Job list saved +2021-12-18 05:35:31,029 Updating FAILED jobs +2021-12-18 05:35:31,030 Updating WAITING jobs +2021-12-18 05:35:31,030 Update finished +2021-12-18 05:35:41,040 Reloading parameters... +2021-12-18 05:35:41,060 Loading parameters... +2021-12-18 05:35:41,061 Loading project parameters... +2021-12-18 05:35:41,063 + +22 of 25 jobs remaining (05:35) +2021-12-18 05:35:41,063 Sleep: 10 +2021-12-18 05:35:41,063 Number of retrials: 0 +2021-12-18 05:35:41,063 WRAPPER CHECK TIME = 10 +2021-12-18 05:35:41,064 Checking jobs for platform=marenostrum4 +2021-12-18 05:35:41,064 Checking jobs for platform=nord3 +2021-12-18 05:35:41,065 Checking jobs for platform=local +2021-12-18 05:35:41,066 Checking jobs for platform=transfer_node +2021-12-18 05:35:41,066 Checking all jobs at once +2021-12-18 05:35:42,386 Successful check job command +2021-12-18 05:35:43,606 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:35:43,606 End of checking +2021-12-18 05:35:43,607 Updating FAILED jobs +2021-12-18 05:35:43,608 Updating WAITING jobs +2021-12-18 05:35:43,608 Update finished +2021-12-18 05:35:43,608 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:35:43,608 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:35:43,608 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:35:43,608 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:35:43,609 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:35:43,611 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:35:43,613 Job list saved +2021-12-18 05:35:43,618 Updating FAILED jobs +2021-12-18 05:35:43,618 Updating WAITING jobs +2021-12-18 05:35:43,619 Update finished +2021-12-18 05:35:53,629 Reloading parameters... +2021-12-18 05:35:53,651 Loading parameters... +2021-12-18 05:35:53,653 Loading project parameters... +2021-12-18 05:35:53,654 + +22 of 25 jobs remaining (05:35) +2021-12-18 05:35:53,655 Sleep: 10 +2021-12-18 05:35:53,655 Number of retrials: 0 +2021-12-18 05:35:53,655 WRAPPER CHECK TIME = 10 +2021-12-18 05:35:53,655 Checking jobs for platform=marenostrum4 +2021-12-18 05:35:53,656 Checking jobs for platform=nord3 +2021-12-18 05:35:53,656 Checking jobs for platform=local +2021-12-18 05:35:53,657 Checking jobs for platform=transfer_node +2021-12-18 05:35:53,657 Checking all jobs at once +2021-12-18 05:35:54,977 Successful check job command +2021-12-18 05:35:56,196 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:35:56,197 End of checking +2021-12-18 05:35:56,198 Updating FAILED jobs +2021-12-18 05:35:56,198 Updating WAITING jobs +2021-12-18 05:35:56,199 Update finished +2021-12-18 05:35:56,199 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:35:56,199 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:35:56,199 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:35:56,199 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:35:56,199 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:35:56,202 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:35:56,204 Job list saved +2021-12-18 05:35:56,209 Updating FAILED jobs +2021-12-18 05:35:56,209 Updating WAITING jobs +2021-12-18 05:35:56,209 Update finished +2021-12-18 05:36:06,214 Reloading parameters... +2021-12-18 05:36:06,235 Loading parameters... +2021-12-18 05:36:06,237 Loading project parameters... +2021-12-18 05:36:06,239 + +22 of 25 jobs remaining (05:36) +2021-12-18 05:36:06,239 Sleep: 10 +2021-12-18 05:36:06,239 Number of retrials: 0 +2021-12-18 05:36:06,239 WRAPPER CHECK TIME = 10 +2021-12-18 05:36:06,240 Checking jobs for platform=marenostrum4 +2021-12-18 05:36:06,240 Checking jobs for platform=nord3 +2021-12-18 05:36:06,241 Checking jobs for platform=local +2021-12-18 05:36:06,241 Checking jobs for platform=transfer_node +2021-12-18 05:36:06,241 Checking all jobs at once +2021-12-18 05:36:07,560 Successful check job command +2021-12-18 05:36:08,932 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:36:08,932 End of checking +2021-12-18 05:36:08,934 Updating FAILED jobs +2021-12-18 05:36:08,934 Updating WAITING jobs +2021-12-18 05:36:08,934 Update finished +2021-12-18 05:36:08,935 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:36:08,935 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:36:08,936 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:36:08,936 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:36:08,936 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:36:08,939 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:36:08,941 Job list saved +2021-12-18 05:36:08,946 Updating FAILED jobs +2021-12-18 05:36:08,946 Updating WAITING jobs +2021-12-18 05:36:08,946 Update finished +2021-12-18 05:36:18,956 Reloading parameters... +2021-12-18 05:36:18,977 Loading parameters... +2021-12-18 05:36:18,978 Loading project parameters... +2021-12-18 05:36:18,980 + +22 of 25 jobs remaining (05:36) +2021-12-18 05:36:18,980 Sleep: 10 +2021-12-18 05:36:18,980 Number of retrials: 0 +2021-12-18 05:36:18,981 WRAPPER CHECK TIME = 10 +2021-12-18 05:36:18,981 Checking jobs for platform=marenostrum4 +2021-12-18 05:36:18,982 Checking jobs for platform=nord3 +2021-12-18 05:36:18,982 Checking jobs for platform=local +2021-12-18 05:36:18,983 Checking jobs for platform=transfer_node +2021-12-18 05:36:18,983 Checking all jobs at once +2021-12-18 05:36:20,753 Successful check job command +2021-12-18 05:36:22,173 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:36:22,173 End of checking +2021-12-18 05:36:22,177 Updating FAILED jobs +2021-12-18 05:36:22,178 Updating WAITING jobs +2021-12-18 05:36:22,178 Update finished +2021-12-18 05:36:22,178 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:36:22,178 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:36:22,178 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:36:22,178 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:36:22,179 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:36:22,181 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:36:22,183 Job list saved +2021-12-18 05:36:22,188 Updating FAILED jobs +2021-12-18 05:36:22,188 Updating WAITING jobs +2021-12-18 05:36:22,188 Update finished +2021-12-18 05:36:32,198 Reloading parameters... +2021-12-18 05:36:32,218 Loading parameters... +2021-12-18 05:36:32,220 Loading project parameters... +2021-12-18 05:36:32,224 + +22 of 25 jobs remaining (05:36) +2021-12-18 05:36:32,224 Sleep: 10 +2021-12-18 05:36:32,224 Number of retrials: 0 +2021-12-18 05:36:32,224 WRAPPER CHECK TIME = 10 +2021-12-18 05:36:32,225 Checking jobs for platform=marenostrum4 +2021-12-18 05:36:32,225 Checking jobs for platform=nord3 +2021-12-18 05:36:32,226 Checking jobs for platform=local +2021-12-18 05:36:32,226 Checking jobs for platform=transfer_node +2021-12-18 05:36:32,227 Checking all jobs at once +2021-12-18 05:36:33,548 Successful check job command +2021-12-18 05:36:34,917 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:36:34,918 End of checking +2021-12-18 05:36:34,919 Updating FAILED jobs +2021-12-18 05:36:34,919 Updating WAITING jobs +2021-12-18 05:36:34,919 Update finished +2021-12-18 05:36:34,920 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:36:34,920 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:36:34,920 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:36:34,920 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:36:34,920 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:36:34,923 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:36:34,926 Job list saved +2021-12-18 05:36:34,931 Updating FAILED jobs +2021-12-18 05:36:34,931 Updating WAITING jobs +2021-12-18 05:36:34,931 Update finished +2021-12-18 05:36:44,939 Reloading parameters... +2021-12-18 05:36:44,960 Loading parameters... +2021-12-18 05:36:44,962 Loading project parameters... +2021-12-18 05:36:44,964 + +22 of 25 jobs remaining (05:36) +2021-12-18 05:36:44,964 Sleep: 10 +2021-12-18 05:36:44,964 Number of retrials: 0 +2021-12-18 05:36:44,964 WRAPPER CHECK TIME = 10 +2021-12-18 05:36:44,965 Checking jobs for platform=marenostrum4 +2021-12-18 05:36:44,965 Checking jobs for platform=nord3 +2021-12-18 05:36:44,966 Checking jobs for platform=local +2021-12-18 05:36:44,966 Checking jobs for platform=transfer_node +2021-12-18 05:36:44,966 Checking all jobs at once +2021-12-18 05:36:46,586 Successful check job command +2021-12-18 05:36:47,805 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:36:47,806 End of checking +2021-12-18 05:36:47,807 Updating FAILED jobs +2021-12-18 05:36:47,807 Updating WAITING jobs +2021-12-18 05:36:47,807 Update finished +2021-12-18 05:36:47,807 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:36:47,808 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:36:47,808 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:36:47,808 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:36:47,808 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:36:47,812 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:36:47,814 Job list saved +2021-12-18 05:36:47,822 Updating FAILED jobs +2021-12-18 05:36:47,822 Updating WAITING jobs +2021-12-18 05:36:47,822 Update finished +2021-12-18 05:36:57,827 Reloading parameters... +2021-12-18 05:36:57,845 Loading parameters... +2021-12-18 05:36:57,845 Loading project parameters... +2021-12-18 05:36:57,847 + +22 of 25 jobs remaining (05:36) +2021-12-18 05:36:57,847 Sleep: 10 +2021-12-18 05:36:57,847 Number of retrials: 0 +2021-12-18 05:36:57,847 WRAPPER CHECK TIME = 10 +2021-12-18 05:36:57,847 Checking jobs for platform=marenostrum4 +2021-12-18 05:36:57,848 Checking jobs for platform=nord3 +2021-12-18 05:36:57,848 Checking jobs for platform=local +2021-12-18 05:36:57,848 Checking jobs for platform=transfer_node +2021-12-18 05:36:57,849 Checking all jobs at once +2021-12-18 05:36:59,268 Successful check job command +2021-12-18 05:37:00,437 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:37:00,437 End of checking +2021-12-18 05:37:00,438 Updating FAILED jobs +2021-12-18 05:37:00,438 Updating WAITING jobs +2021-12-18 05:37:00,439 Update finished +2021-12-18 05:37:00,439 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:37:00,439 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:37:00,439 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:37:00,439 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:37:00,439 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:37:00,443 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:37:00,446 Job list saved +2021-12-18 05:37:00,453 Updating FAILED jobs +2021-12-18 05:37:00,453 Updating WAITING jobs +2021-12-18 05:37:00,453 Update finished +2021-12-18 05:37:10,464 Reloading parameters... +2021-12-18 05:37:10,487 Loading parameters... +2021-12-18 05:37:10,488 Loading project parameters... +2021-12-18 05:37:10,492 + +22 of 25 jobs remaining (05:37) +2021-12-18 05:37:10,493 Sleep: 10 +2021-12-18 05:37:10,493 Number of retrials: 0 +2021-12-18 05:37:10,493 WRAPPER CHECK TIME = 10 +2021-12-18 05:37:10,493 Checking jobs for platform=marenostrum4 +2021-12-18 05:37:10,494 Checking jobs for platform=nord3 +2021-12-18 05:37:10,495 Checking jobs for platform=local +2021-12-18 05:37:10,495 Checking jobs for platform=transfer_node +2021-12-18 05:37:10,495 Checking all jobs at once +2021-12-18 05:37:12,271 Successful check job command +2021-12-18 05:37:13,541 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:37:13,541 End of checking +2021-12-18 05:37:13,542 Updating FAILED jobs +2021-12-18 05:37:13,542 Updating WAITING jobs +2021-12-18 05:37:13,542 Update finished +2021-12-18 05:37:13,543 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:37:13,543 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:37:13,543 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:37:13,543 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:37:13,543 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:37:13,545 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:37:13,548 Job list saved +2021-12-18 05:37:13,552 Updating FAILED jobs +2021-12-18 05:37:13,552 Updating WAITING jobs +2021-12-18 05:37:13,553 Update finished +2021-12-18 05:37:23,555 Reloading parameters... +2021-12-18 05:37:23,575 Loading parameters... +2021-12-18 05:37:23,577 Loading project parameters... +2021-12-18 05:37:23,579 + +22 of 25 jobs remaining (05:37) +2021-12-18 05:37:23,579 Sleep: 10 +2021-12-18 05:37:23,579 Number of retrials: 0 +2021-12-18 05:37:23,579 WRAPPER CHECK TIME = 10 +2021-12-18 05:37:23,580 Checking jobs for platform=marenostrum4 +2021-12-18 05:37:23,580 Checking jobs for platform=nord3 +2021-12-18 05:37:23,581 Checking jobs for platform=local +2021-12-18 05:37:23,581 Checking jobs for platform=transfer_node +2021-12-18 05:37:23,581 Checking all jobs at once +2021-12-18 05:37:25,050 Successful check job command +2021-12-18 05:37:26,820 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:37:26,820 End of checking +2021-12-18 05:37:26,822 Updating FAILED jobs +2021-12-18 05:37:26,822 Updating WAITING jobs +2021-12-18 05:37:26,822 Update finished +2021-12-18 05:37:26,822 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:37:26,823 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:37:26,823 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:37:26,823 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:37:26,823 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:37:26,826 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:37:26,828 Job list saved +2021-12-18 05:37:26,834 Updating FAILED jobs +2021-12-18 05:37:26,834 Updating WAITING jobs +2021-12-18 05:37:26,834 Update finished +2021-12-18 05:37:36,844 Reloading parameters... +2021-12-18 05:37:36,863 Loading parameters... +2021-12-18 05:37:36,865 Loading project parameters... +2021-12-18 05:37:36,866 + +22 of 25 jobs remaining (05:37) +2021-12-18 05:37:36,867 Sleep: 10 +2021-12-18 05:37:36,867 Number of retrials: 0 +2021-12-18 05:37:36,867 WRAPPER CHECK TIME = 10 +2021-12-18 05:37:36,867 Checking jobs for platform=marenostrum4 +2021-12-18 05:37:36,868 Checking jobs for platform=nord3 +2021-12-18 05:37:36,869 Checking jobs for platform=local +2021-12-18 05:37:36,869 Checking jobs for platform=transfer_node +2021-12-18 05:37:36,869 Checking all jobs at once +2021-12-18 05:37:38,388 Successful check job command +2021-12-18 05:37:39,658 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:37:39,658 End of checking +2021-12-18 05:37:39,659 Updating FAILED jobs +2021-12-18 05:37:39,659 Updating WAITING jobs +2021-12-18 05:37:39,660 Update finished +2021-12-18 05:37:39,660 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:37:39,660 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:37:39,660 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:37:39,660 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:37:39,660 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:37:39,663 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:37:39,665 Job list saved +2021-12-18 05:37:39,670 Updating FAILED jobs +2021-12-18 05:37:39,670 Updating WAITING jobs +2021-12-18 05:37:39,670 Update finished +2021-12-18 05:37:49,681 Reloading parameters... +2021-12-18 05:37:49,701 Loading parameters... +2021-12-18 05:37:49,702 Loading project parameters... +2021-12-18 05:37:49,704 + +22 of 25 jobs remaining (05:37) +2021-12-18 05:37:49,704 Sleep: 10 +2021-12-18 05:37:49,704 Number of retrials: 0 +2021-12-18 05:37:49,704 WRAPPER CHECK TIME = 10 +2021-12-18 05:37:49,705 Checking jobs for platform=marenostrum4 +2021-12-18 05:37:49,705 Checking jobs for platform=nord3 +2021-12-18 05:37:49,706 Checking jobs for platform=local +2021-12-18 05:37:49,706 Checking jobs for platform=transfer_node +2021-12-18 05:37:49,706 Checking all jobs at once +2021-12-18 05:37:51,127 Successful check job command +2021-12-18 05:37:52,350 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:37:52,351 End of checking +2021-12-18 05:37:52,352 Updating FAILED jobs +2021-12-18 05:37:52,352 Updating WAITING jobs +2021-12-18 05:37:52,352 Update finished +2021-12-18 05:37:52,353 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:37:52,353 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:37:52,353 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:37:52,353 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:37:52,353 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:37:52,356 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:37:52,358 Job list saved +2021-12-18 05:37:52,363 Updating FAILED jobs +2021-12-18 05:37:52,363 Updating WAITING jobs +2021-12-18 05:37:52,363 Update finished +2021-12-18 05:38:02,373 Reloading parameters... +2021-12-18 05:38:02,391 Loading parameters... +2021-12-18 05:38:02,393 Loading project parameters... +2021-12-18 05:38:02,395 + +22 of 25 jobs remaining (05:38) +2021-12-18 05:38:02,395 Sleep: 10 +2021-12-18 05:38:02,395 Number of retrials: 0 +2021-12-18 05:38:02,395 WRAPPER CHECK TIME = 10 +2021-12-18 05:38:02,396 Checking jobs for platform=marenostrum4 +2021-12-18 05:38:02,396 Checking jobs for platform=nord3 +2021-12-18 05:38:02,397 Checking jobs for platform=local +2021-12-18 05:38:02,397 Checking jobs for platform=transfer_node +2021-12-18 05:38:02,397 Checking all jobs at once +2021-12-18 05:38:03,726 Successful check job command +2021-12-18 05:38:04,945 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:38:04,945 End of checking +2021-12-18 05:38:04,947 Updating FAILED jobs +2021-12-18 05:38:04,947 Updating WAITING jobs +2021-12-18 05:38:04,947 Update finished +2021-12-18 05:38:04,947 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:38:04,948 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:38:04,948 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:38:04,948 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:38:04,948 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:38:04,952 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:38:04,954 Job list saved +2021-12-18 05:38:04,963 Updating FAILED jobs +2021-12-18 05:38:04,963 Updating WAITING jobs +2021-12-18 05:38:04,963 Update finished +2021-12-18 05:38:14,971 Reloading parameters... +2021-12-18 05:38:14,992 Loading parameters... +2021-12-18 05:38:14,994 Loading project parameters... +2021-12-18 05:38:14,996 + +22 of 25 jobs remaining (05:38) +2021-12-18 05:38:14,996 Sleep: 10 +2021-12-18 05:38:14,996 Number of retrials: 0 +2021-12-18 05:38:14,996 WRAPPER CHECK TIME = 10 +2021-12-18 05:38:14,997 Checking jobs for platform=marenostrum4 +2021-12-18 05:38:14,997 Checking jobs for platform=nord3 +2021-12-18 05:38:14,998 Checking jobs for platform=local +2021-12-18 05:38:14,998 Checking jobs for platform=transfer_node +2021-12-18 05:38:14,998 Checking all jobs at once +2021-12-18 05:38:16,418 Successful check job command +2021-12-18 05:38:17,687 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:38:17,687 End of checking +2021-12-18 05:38:17,688 Updating FAILED jobs +2021-12-18 05:38:17,689 Updating WAITING jobs +2021-12-18 05:38:17,689 Update finished +2021-12-18 05:38:17,689 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:38:17,689 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:38:17,689 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:38:17,689 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:38:17,690 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:38:17,693 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:38:17,695 Job list saved +2021-12-18 05:38:17,700 Updating FAILED jobs +2021-12-18 05:38:17,700 Updating WAITING jobs +2021-12-18 05:38:17,700 Update finished +2021-12-18 05:38:27,710 Reloading parameters... +2021-12-18 05:38:27,730 Loading parameters... +2021-12-18 05:38:27,731 Loading project parameters... +2021-12-18 05:38:27,733 + +22 of 25 jobs remaining (05:38) +2021-12-18 05:38:27,733 Sleep: 10 +2021-12-18 05:38:27,733 Number of retrials: 0 +2021-12-18 05:38:27,733 WRAPPER CHECK TIME = 10 +2021-12-18 05:38:27,734 Checking jobs for platform=marenostrum4 +2021-12-18 05:38:27,734 Checking jobs for platform=nord3 +2021-12-18 05:38:27,735 Checking jobs for platform=local +2021-12-18 05:38:27,736 Checking jobs for platform=transfer_node +2021-12-18 05:38:27,736 Checking all jobs at once +2021-12-18 05:38:29,509 Successful check job command +2021-12-18 05:38:31,730 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:38:31,730 End of checking +2021-12-18 05:38:31,731 Updating FAILED jobs +2021-12-18 05:38:31,732 Updating WAITING jobs +2021-12-18 05:38:31,732 Update finished +2021-12-18 05:38:31,732 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:38:31,732 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:38:31,732 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:38:31,732 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:38:31,733 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:38:31,737 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:38:31,739 Job list saved +2021-12-18 05:38:31,744 Updating FAILED jobs +2021-12-18 05:38:31,744 Updating WAITING jobs +2021-12-18 05:38:31,744 Update finished +2021-12-18 05:38:41,751 Reloading parameters... +2021-12-18 05:38:41,769 Loading parameters... +2021-12-18 05:38:41,770 Loading project parameters... +2021-12-18 05:38:41,772 + +22 of 25 jobs remaining (05:38) +2021-12-18 05:38:41,772 Sleep: 10 +2021-12-18 05:38:41,773 Number of retrials: 0 +2021-12-18 05:38:41,773 WRAPPER CHECK TIME = 10 +2021-12-18 05:38:41,773 Checking jobs for platform=marenostrum4 +2021-12-18 05:38:41,774 Checking jobs for platform=nord3 +2021-12-18 05:38:41,774 Checking jobs for platform=local +2021-12-18 05:38:41,775 Checking jobs for platform=transfer_node +2021-12-18 05:38:41,775 Checking all jobs at once +2021-12-18 05:38:43,095 Successful check job command +2021-12-18 05:38:44,465 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:38:44,465 End of checking +2021-12-18 05:38:44,467 Updating FAILED jobs +2021-12-18 05:38:44,467 Updating WAITING jobs +2021-12-18 05:38:44,467 Update finished +2021-12-18 05:38:44,467 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:38:44,468 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:38:44,468 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:38:44,468 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:38:44,468 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:38:44,471 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:38:44,473 Job list saved +2021-12-18 05:38:44,478 Updating FAILED jobs +2021-12-18 05:38:44,478 Updating WAITING jobs +2021-12-18 05:38:44,478 Update finished +2021-12-18 05:38:54,487 Reloading parameters... +2021-12-18 05:38:54,506 Loading parameters... +2021-12-18 05:38:54,508 Loading project parameters... +2021-12-18 05:38:54,509 + +22 of 25 jobs remaining (05:38) +2021-12-18 05:38:54,510 Sleep: 10 +2021-12-18 05:38:54,510 Number of retrials: 0 +2021-12-18 05:38:54,510 WRAPPER CHECK TIME = 10 +2021-12-18 05:38:54,510 Checking jobs for platform=marenostrum4 +2021-12-18 05:38:54,511 Checking jobs for platform=nord3 +2021-12-18 05:38:54,511 Checking jobs for platform=local +2021-12-18 05:38:54,512 Checking jobs for platform=transfer_node +2021-12-18 05:38:54,512 Checking all jobs at once +2021-12-18 05:38:56,533 Successful check job command +2021-12-18 05:38:58,103 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:38:58,103 End of checking +2021-12-18 05:38:58,105 Updating FAILED jobs +2021-12-18 05:38:58,105 Updating WAITING jobs +2021-12-18 05:38:58,105 Update finished +2021-12-18 05:38:58,105 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:38:58,105 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:38:58,105 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:38:58,106 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:38:58,106 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:38:58,108 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:38:58,111 Job list saved +2021-12-18 05:38:58,115 Updating FAILED jobs +2021-12-18 05:38:58,115 Updating WAITING jobs +2021-12-18 05:38:58,116 Update finished +2021-12-18 05:39:08,124 Reloading parameters... +2021-12-18 05:39:08,142 Loading parameters... +2021-12-18 05:39:08,143 Loading project parameters... +2021-12-18 05:39:08,144 + +22 of 25 jobs remaining (05:39) +2021-12-18 05:39:08,145 Sleep: 10 +2021-12-18 05:39:08,145 Number of retrials: 0 +2021-12-18 05:39:08,145 WRAPPER CHECK TIME = 10 +2021-12-18 05:39:08,145 Checking jobs for platform=marenostrum4 +2021-12-18 05:39:08,146 Checking jobs for platform=nord3 +2021-12-18 05:39:08,146 Checking jobs for platform=local +2021-12-18 05:39:08,146 Checking jobs for platform=transfer_node +2021-12-18 05:39:08,146 Checking all jobs at once +2021-12-18 05:39:09,516 Successful check job command +2021-12-18 05:39:10,686 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:39:10,686 End of checking +2021-12-18 05:39:10,687 Updating FAILED jobs +2021-12-18 05:39:10,687 Updating WAITING jobs +2021-12-18 05:39:10,688 Update finished +2021-12-18 05:39:10,688 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:39:10,688 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:39:10,688 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:39:10,688 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:39:10,688 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:39:10,695 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:39:10,697 Job list saved +2021-12-18 05:39:10,702 Updating FAILED jobs +2021-12-18 05:39:10,702 Updating WAITING jobs +2021-12-18 05:39:10,702 Update finished +2021-12-18 05:39:20,712 Reloading parameters... +2021-12-18 05:39:20,732 Loading parameters... +2021-12-18 05:39:20,733 Loading project parameters... +2021-12-18 05:39:20,735 + +22 of 25 jobs remaining (05:39) +2021-12-18 05:39:20,735 Sleep: 10 +2021-12-18 05:39:20,735 Number of retrials: 0 +2021-12-18 05:39:20,736 WRAPPER CHECK TIME = 10 +2021-12-18 05:39:20,736 Checking jobs for platform=marenostrum4 +2021-12-18 05:39:20,737 Checking jobs for platform=nord3 +2021-12-18 05:39:20,737 Checking jobs for platform=local +2021-12-18 05:39:20,738 Checking jobs for platform=transfer_node +2021-12-18 05:39:20,738 Checking all jobs at once +2021-12-18 05:39:22,107 Successful check job command +2021-12-18 05:39:23,376 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:39:23,377 End of checking +2021-12-18 05:39:23,378 Updating FAILED jobs +2021-12-18 05:39:23,378 Updating WAITING jobs +2021-12-18 05:39:23,378 Update finished +2021-12-18 05:39:23,378 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:39:23,379 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:39:23,379 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:39:23,379 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:39:23,379 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:39:23,382 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:39:23,384 Job list saved +2021-12-18 05:39:23,389 Updating FAILED jobs +2021-12-18 05:39:23,389 Updating WAITING jobs +2021-12-18 05:39:23,389 Update finished +2021-12-18 05:39:33,397 Reloading parameters... +2021-12-18 05:39:33,417 Loading parameters... +2021-12-18 05:39:33,418 Loading project parameters... +2021-12-18 05:39:33,420 + +22 of 25 jobs remaining (05:39) +2021-12-18 05:39:33,420 Sleep: 10 +2021-12-18 05:39:33,421 Number of retrials: 0 +2021-12-18 05:39:33,421 WRAPPER CHECK TIME = 10 +2021-12-18 05:39:33,421 Checking jobs for platform=marenostrum4 +2021-12-18 05:39:33,422 Checking jobs for platform=nord3 +2021-12-18 05:39:33,424 Checking jobs for platform=local +2021-12-18 05:39:33,424 Checking jobs for platform=transfer_node +2021-12-18 05:39:33,425 Checking all jobs at once +2021-12-18 05:39:35,044 Successful check job command +2021-12-18 05:39:36,814 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:39:36,814 End of checking +2021-12-18 05:39:36,816 Updating FAILED jobs +2021-12-18 05:39:36,816 Updating WAITING jobs +2021-12-18 05:39:36,816 Update finished +2021-12-18 05:39:36,816 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:39:36,816 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:39:36,817 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:39:36,817 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:39:36,817 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:39:36,820 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:39:36,822 Job list saved +2021-12-18 05:39:36,830 Updating FAILED jobs +2021-12-18 05:39:36,830 Updating WAITING jobs +2021-12-18 05:39:36,831 Update finished +2021-12-18 05:39:46,841 Reloading parameters... +2021-12-18 05:39:46,863 Loading parameters... +2021-12-18 05:39:46,865 Loading project parameters... +2021-12-18 05:39:46,867 + +22 of 25 jobs remaining (05:39) +2021-12-18 05:39:46,867 Sleep: 10 +2021-12-18 05:39:46,867 Number of retrials: 0 +2021-12-18 05:39:46,867 WRAPPER CHECK TIME = 10 +2021-12-18 05:39:46,870 Checking jobs for platform=marenostrum4 +2021-12-18 05:39:46,870 Checking jobs for platform=nord3 +2021-12-18 05:39:46,871 Checking jobs for platform=local +2021-12-18 05:39:46,872 Checking jobs for platform=transfer_node +2021-12-18 05:39:46,872 Checking all jobs at once +2021-12-18 05:39:48,392 Successful check job command +2021-12-18 05:39:50,162 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:39:50,162 End of checking +2021-12-18 05:39:50,163 Updating FAILED jobs +2021-12-18 05:39:50,163 Updating WAITING jobs +2021-12-18 05:39:50,164 Update finished +2021-12-18 05:39:50,164 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:39:50,164 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:39:50,164 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:39:50,164 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:39:50,164 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:39:50,167 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:39:50,169 Job list saved +2021-12-18 05:39:50,174 Updating FAILED jobs +2021-12-18 05:39:50,175 Updating WAITING jobs +2021-12-18 05:39:50,175 Update finished +2021-12-18 05:40:00,185 Reloading parameters... +2021-12-18 05:40:00,310 Loading parameters... +2021-12-18 05:40:00,312 Loading project parameters... +2021-12-18 05:40:00,314 + +22 of 25 jobs remaining (05:40) +2021-12-18 05:40:00,314 Sleep: 10 +2021-12-18 05:40:00,314 Number of retrials: 0 +2021-12-18 05:40:00,314 WRAPPER CHECK TIME = 10 +2021-12-18 05:40:00,315 Checking jobs for platform=marenostrum4 +2021-12-18 05:40:00,315 Checking jobs for platform=nord3 +2021-12-18 05:40:00,316 Checking jobs for platform=local +2021-12-18 05:40:00,316 Checking jobs for platform=transfer_node +2021-12-18 05:40:00,316 Checking all jobs at once +2021-12-18 05:40:01,991 Successful check job command +2021-12-18 05:40:03,262 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:40:03,263 End of checking +2021-12-18 05:40:03,264 Updating FAILED jobs +2021-12-18 05:40:03,264 Updating WAITING jobs +2021-12-18 05:40:03,264 Update finished +2021-12-18 05:40:03,265 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:40:03,267 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:40:03,267 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:40:03,267 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:40:03,267 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:40:03,271 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:40:03,273 Job list saved +2021-12-18 05:40:03,278 Updating FAILED jobs +2021-12-18 05:40:03,278 Updating WAITING jobs +2021-12-18 05:40:03,278 Update finished +2021-12-18 05:40:13,288 Reloading parameters... +2021-12-18 05:40:13,308 Loading parameters... +2021-12-18 05:40:13,309 Loading project parameters... +2021-12-18 05:40:13,311 + +22 of 25 jobs remaining (05:40) +2021-12-18 05:40:13,312 Sleep: 10 +2021-12-18 05:40:13,312 Number of retrials: 0 +2021-12-18 05:40:13,312 WRAPPER CHECK TIME = 10 +2021-12-18 05:40:13,312 Checking jobs for platform=marenostrum4 +2021-12-18 05:40:13,313 Checking jobs for platform=nord3 +2021-12-18 05:40:13,313 Checking jobs for platform=local +2021-12-18 05:40:13,314 Checking jobs for platform=transfer_node +2021-12-18 05:40:13,314 Checking all jobs at once +2021-12-18 05:40:14,734 Successful check job command +2021-12-18 05:40:15,956 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:40:15,957 End of checking +2021-12-18 05:40:15,958 Updating FAILED jobs +2021-12-18 05:40:15,958 Updating WAITING jobs +2021-12-18 05:40:15,958 Update finished +2021-12-18 05:40:15,959 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:40:15,959 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:40:15,959 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:40:15,959 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:40:15,959 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:40:15,962 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:40:15,964 Job list saved +2021-12-18 05:40:15,968 Updating FAILED jobs +2021-12-18 05:40:15,969 Updating WAITING jobs +2021-12-18 05:40:15,969 Update finished +2021-12-18 05:40:25,979 Reloading parameters... +2021-12-18 05:40:25,998 Loading parameters... +2021-12-18 05:40:25,999 Loading project parameters... +2021-12-18 05:40:26,001 + +22 of 25 jobs remaining (05:40) +2021-12-18 05:40:26,001 Sleep: 10 +2021-12-18 05:40:26,001 Number of retrials: 0 +2021-12-18 05:40:26,001 WRAPPER CHECK TIME = 10 +2021-12-18 05:40:26,002 Checking jobs for platform=marenostrum4 +2021-12-18 05:40:26,002 Checking jobs for platform=nord3 +2021-12-18 05:40:26,003 Checking jobs for platform=local +2021-12-18 05:40:26,004 Checking jobs for platform=transfer_node +2021-12-18 05:40:26,004 Checking all jobs at once +2021-12-18 05:40:28,182 Successful check job command +2021-12-18 05:40:30,102 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:40:30,102 End of checking +2021-12-18 05:40:30,103 Updating FAILED jobs +2021-12-18 05:40:30,104 Updating WAITING jobs +2021-12-18 05:40:30,104 Update finished +2021-12-18 05:40:30,104 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:40:30,104 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:40:30,104 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:40:30,104 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:40:30,105 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:40:30,110 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:40:30,113 Job list saved +2021-12-18 05:40:30,125 Updating FAILED jobs +2021-12-18 05:40:30,125 Updating WAITING jobs +2021-12-18 05:40:30,125 Update finished +2021-12-18 05:40:40,136 Reloading parameters... +2021-12-18 05:40:40,154 Loading parameters... +2021-12-18 05:40:40,155 Loading project parameters... +2021-12-18 05:40:40,158 + +22 of 25 jobs remaining (05:40) +2021-12-18 05:40:40,158 Sleep: 10 +2021-12-18 05:40:40,158 Number of retrials: 0 +2021-12-18 05:40:40,158 WRAPPER CHECK TIME = 10 +2021-12-18 05:40:40,159 Checking jobs for platform=marenostrum4 +2021-12-18 05:40:40,159 Checking jobs for platform=nord3 +2021-12-18 05:40:40,160 Checking jobs for platform=local +2021-12-18 05:40:40,160 Checking jobs for platform=transfer_node +2021-12-18 05:40:40,161 Checking all jobs at once +2021-12-18 05:40:41,531 Successful check job command +2021-12-18 05:40:42,800 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:40:42,800 End of checking +2021-12-18 05:40:42,802 Updating FAILED jobs +2021-12-18 05:40:42,802 Updating WAITING jobs +2021-12-18 05:40:42,802 Update finished +2021-12-18 05:40:42,802 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:40:42,803 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:40:42,803 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:40:42,803 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:40:42,803 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:40:42,806 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:40:42,808 Job list saved +2021-12-18 05:40:42,813 Updating FAILED jobs +2021-12-18 05:40:42,813 Updating WAITING jobs +2021-12-18 05:40:42,813 Update finished +2021-12-18 05:40:52,824 Reloading parameters... +2021-12-18 05:40:52,842 Loading parameters... +2021-12-18 05:40:52,844 Loading project parameters... +2021-12-18 05:40:52,846 + +22 of 25 jobs remaining (05:40) +2021-12-18 05:40:52,846 Sleep: 10 +2021-12-18 05:40:52,846 Number of retrials: 0 +2021-12-18 05:40:52,846 WRAPPER CHECK TIME = 10 +2021-12-18 05:40:52,847 Checking jobs for platform=marenostrum4 +2021-12-18 05:40:52,847 Checking jobs for platform=nord3 +2021-12-18 05:40:52,848 Checking jobs for platform=local +2021-12-18 05:40:52,848 Checking jobs for platform=transfer_node +2021-12-18 05:40:52,848 Checking all jobs at once +2021-12-18 05:40:54,218 Successful check job command +2021-12-18 05:40:55,437 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:40:55,438 End of checking +2021-12-18 05:40:55,439 Updating FAILED jobs +2021-12-18 05:40:55,439 Updating WAITING jobs +2021-12-18 05:40:55,439 Update finished +2021-12-18 05:40:55,440 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:40:55,440 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:40:55,440 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:40:55,440 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:40:55,440 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:40:55,443 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:40:55,445 Job list saved +2021-12-18 05:40:55,450 Updating FAILED jobs +2021-12-18 05:40:55,450 Updating WAITING jobs +2021-12-18 05:40:55,450 Update finished +2021-12-18 05:41:05,456 Reloading parameters... +2021-12-18 05:41:05,474 Loading parameters... +2021-12-18 05:41:05,476 Loading project parameters... +2021-12-18 05:41:05,477 + +22 of 25 jobs remaining (05:41) +2021-12-18 05:41:05,478 Sleep: 10 +2021-12-18 05:41:05,478 Number of retrials: 0 +2021-12-18 05:41:05,478 WRAPPER CHECK TIME = 10 +2021-12-18 05:41:05,478 Checking jobs for platform=marenostrum4 +2021-12-18 05:41:05,479 Checking jobs for platform=nord3 +2021-12-18 05:41:05,480 Checking jobs for platform=local +2021-12-18 05:41:05,480 Checking jobs for platform=transfer_node +2021-12-18 05:41:05,480 Checking all jobs at once +2021-12-18 05:41:06,850 Successful check job command +2021-12-18 05:41:08,320 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:41:08,320 End of checking +2021-12-18 05:41:08,322 Updating FAILED jobs +2021-12-18 05:41:08,322 Updating WAITING jobs +2021-12-18 05:41:08,322 Update finished +2021-12-18 05:41:08,322 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:41:08,322 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:41:08,323 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:41:08,323 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:41:08,323 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:41:08,325 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:41:08,328 Job list saved +2021-12-18 05:41:08,333 Updating FAILED jobs +2021-12-18 05:41:08,333 Updating WAITING jobs +2021-12-18 05:41:08,333 Update finished +2021-12-18 05:41:18,343 Reloading parameters... +2021-12-18 05:41:18,360 Loading parameters... +2021-12-18 05:41:18,361 Loading project parameters... +2021-12-18 05:41:18,363 + +22 of 25 jobs remaining (05:41) +2021-12-18 05:41:18,364 Sleep: 10 +2021-12-18 05:41:18,364 Number of retrials: 0 +2021-12-18 05:41:18,364 WRAPPER CHECK TIME = 10 +2021-12-18 05:41:18,364 Checking jobs for platform=marenostrum4 +2021-12-18 05:41:18,365 Checking jobs for platform=nord3 +2021-12-18 05:41:18,365 Checking jobs for platform=local +2021-12-18 05:41:18,366 Checking jobs for platform=transfer_node +2021-12-18 05:41:18,366 Checking all jobs at once +2021-12-18 05:41:19,686 Successful check job command +2021-12-18 05:41:21,055 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:41:21,055 End of checking +2021-12-18 05:41:21,057 Updating FAILED jobs +2021-12-18 05:41:21,057 Updating WAITING jobs +2021-12-18 05:41:21,058 Update finished +2021-12-18 05:41:21,058 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:41:21,059 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:41:21,059 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:41:21,059 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:41:21,059 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:41:21,062 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:41:21,064 Job list saved +2021-12-18 05:41:21,068 Updating FAILED jobs +2021-12-18 05:41:21,069 Updating WAITING jobs +2021-12-18 05:41:21,069 Update finished +2021-12-18 05:41:31,079 Reloading parameters... +2021-12-18 05:41:31,098 Loading parameters... +2021-12-18 05:41:31,100 Loading project parameters... +2021-12-18 05:41:31,102 + +22 of 25 jobs remaining (05:41) +2021-12-18 05:41:31,102 Sleep: 10 +2021-12-18 05:41:31,102 Number of retrials: 0 +2021-12-18 05:41:31,102 WRAPPER CHECK TIME = 10 +2021-12-18 05:41:31,103 Checking jobs for platform=marenostrum4 +2021-12-18 05:41:31,103 Checking jobs for platform=nord3 +2021-12-18 05:41:31,104 Checking jobs for platform=local +2021-12-18 05:41:31,104 Checking jobs for platform=transfer_node +2021-12-18 05:41:31,104 Checking all jobs at once +2021-12-18 05:41:33,178 Successful check job command +2021-12-18 05:41:34,647 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:41:34,647 End of checking +2021-12-18 05:41:34,648 Updating FAILED jobs +2021-12-18 05:41:34,649 Updating WAITING jobs +2021-12-18 05:41:34,649 Update finished +2021-12-18 05:41:34,649 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:41:34,649 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:41:34,649 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:41:34,649 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:41:34,650 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:41:34,652 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:41:34,654 Job list saved +2021-12-18 05:41:34,659 Updating FAILED jobs +2021-12-18 05:41:34,659 Updating WAITING jobs +2021-12-18 05:41:34,659 Update finished +2021-12-18 05:41:44,667 Reloading parameters... +2021-12-18 05:41:44,686 Loading parameters... +2021-12-18 05:41:44,687 Loading project parameters... +2021-12-18 05:41:44,689 + +22 of 25 jobs remaining (05:41) +2021-12-18 05:41:44,689 Sleep: 10 +2021-12-18 05:41:44,689 Number of retrials: 0 +2021-12-18 05:41:44,689 WRAPPER CHECK TIME = 10 +2021-12-18 05:41:44,690 Checking jobs for platform=marenostrum4 +2021-12-18 05:41:44,690 Checking jobs for platform=nord3 +2021-12-18 05:41:44,691 Checking jobs for platform=local +2021-12-18 05:41:44,691 Checking jobs for platform=transfer_node +2021-12-18 05:41:44,692 Checking all jobs at once +2021-12-18 05:41:46,161 Successful check job command +2021-12-18 05:41:47,731 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:41:47,731 End of checking +2021-12-18 05:41:47,732 Updating FAILED jobs +2021-12-18 05:41:47,732 Updating WAITING jobs +2021-12-18 05:41:47,733 Update finished +2021-12-18 05:41:47,733 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:41:47,733 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:41:47,733 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:41:47,733 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:41:47,733 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:41:47,736 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:41:47,738 Job list saved +2021-12-18 05:41:47,743 Updating FAILED jobs +2021-12-18 05:41:47,743 Updating WAITING jobs +2021-12-18 05:41:47,744 Update finished +2021-12-18 05:41:57,747 Reloading parameters... +2021-12-18 05:41:57,765 Loading parameters... +2021-12-18 05:41:57,766 Loading project parameters... +2021-12-18 05:41:57,768 + +22 of 25 jobs remaining (05:41) +2021-12-18 05:41:57,769 Sleep: 10 +2021-12-18 05:41:57,769 Number of retrials: 0 +2021-12-18 05:41:57,769 WRAPPER CHECK TIME = 10 +2021-12-18 05:41:57,769 Checking jobs for platform=marenostrum4 +2021-12-18 05:41:57,770 Checking jobs for platform=nord3 +2021-12-18 05:41:57,770 Checking jobs for platform=local +2021-12-18 05:41:57,771 Checking jobs for platform=transfer_node +2021-12-18 05:41:57,771 Checking all jobs at once +2021-12-18 05:41:59,246 Successful check job command +2021-12-18 05:42:00,916 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:42:00,916 End of checking +2021-12-18 05:42:00,917 Updating FAILED jobs +2021-12-18 05:42:00,917 Updating WAITING jobs +2021-12-18 05:42:00,918 Update finished +2021-12-18 05:42:00,918 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:42:00,918 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:42:00,918 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:42:00,919 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:42:00,919 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:42:00,921 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:42:00,924 Job list saved +2021-12-18 05:42:00,931 Updating FAILED jobs +2021-12-18 05:42:00,932 Updating WAITING jobs +2021-12-18 05:42:00,932 Update finished +2021-12-18 05:42:10,942 Reloading parameters... +2021-12-18 05:42:10,960 Loading parameters... +2021-12-18 05:42:10,962 Loading project parameters... +2021-12-18 05:42:10,964 + +22 of 25 jobs remaining (05:42) +2021-12-18 05:42:10,964 Sleep: 10 +2021-12-18 05:42:10,964 Number of retrials: 0 +2021-12-18 05:42:10,964 WRAPPER CHECK TIME = 10 +2021-12-18 05:42:10,965 Checking jobs for platform=marenostrum4 +2021-12-18 05:42:10,965 Checking jobs for platform=nord3 +2021-12-18 05:42:10,966 Checking jobs for platform=local +2021-12-18 05:42:10,966 Checking jobs for platform=transfer_node +2021-12-18 05:42:10,966 Checking all jobs at once +2021-12-18 05:42:12,286 Successful check job command +2021-12-18 05:42:13,505 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:42:13,506 End of checking +2021-12-18 05:42:13,507 Updating FAILED jobs +2021-12-18 05:42:13,507 Updating WAITING jobs +2021-12-18 05:42:13,507 Update finished +2021-12-18 05:42:13,507 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:42:13,508 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:42:13,508 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:42:13,508 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:42:13,508 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:42:13,510 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:42:13,513 Job list saved +2021-12-18 05:42:13,517 Updating FAILED jobs +2021-12-18 05:42:13,517 Updating WAITING jobs +2021-12-18 05:42:13,518 Update finished +2021-12-18 05:42:23,528 Reloading parameters... +2021-12-18 05:42:23,547 Loading parameters... +2021-12-18 05:42:23,549 Loading project parameters... +2021-12-18 05:42:23,551 + +22 of 25 jobs remaining (05:42) +2021-12-18 05:42:23,551 Sleep: 10 +2021-12-18 05:42:23,551 Number of retrials: 0 +2021-12-18 05:42:23,551 WRAPPER CHECK TIME = 10 +2021-12-18 05:42:23,552 Checking jobs for platform=marenostrum4 +2021-12-18 05:42:23,553 Checking jobs for platform=nord3 +2021-12-18 05:42:23,553 Checking jobs for platform=local +2021-12-18 05:42:23,554 Checking jobs for platform=transfer_node +2021-12-18 05:42:23,554 Checking all jobs at once +2021-12-18 05:42:24,973 Successful check job command +2021-12-18 05:42:26,744 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:42:26,744 End of checking +2021-12-18 05:42:26,745 Updating FAILED jobs +2021-12-18 05:42:26,746 Updating WAITING jobs +2021-12-18 05:42:26,746 Update finished +2021-12-18 05:42:26,746 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:42:26,746 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:42:26,746 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:42:26,746 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:42:26,747 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:42:26,749 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:42:26,751 Job list saved +2021-12-18 05:42:26,756 Updating FAILED jobs +2021-12-18 05:42:26,756 Updating WAITING jobs +2021-12-18 05:42:26,756 Update finished +2021-12-18 05:42:36,763 Reloading parameters... +2021-12-18 05:42:36,785 Loading parameters... +2021-12-18 05:42:36,786 Loading project parameters... +2021-12-18 05:42:36,788 + +22 of 25 jobs remaining (05:42) +2021-12-18 05:42:36,788 Sleep: 10 +2021-12-18 05:42:36,788 Number of retrials: 0 +2021-12-18 05:42:36,788 WRAPPER CHECK TIME = 10 +2021-12-18 05:42:36,789 Checking jobs for platform=marenostrum4 +2021-12-18 05:42:36,789 Checking jobs for platform=nord3 +2021-12-18 05:42:36,790 Checking jobs for platform=local +2021-12-18 05:42:36,790 Checking jobs for platform=transfer_node +2021-12-18 05:42:36,791 Checking all jobs at once +2021-12-18 05:42:38,263 Successful check job command +2021-12-18 05:42:40,234 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:42:40,234 End of checking +2021-12-18 05:42:40,235 Updating FAILED jobs +2021-12-18 05:42:40,235 Updating WAITING jobs +2021-12-18 05:42:40,236 Update finished +2021-12-18 05:42:40,236 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:42:40,237 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:42:40,237 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:42:40,237 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:42:40,237 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:42:40,239 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:42:40,242 Job list saved +2021-12-18 05:42:40,247 Updating FAILED jobs +2021-12-18 05:42:40,247 Updating WAITING jobs +2021-12-18 05:42:40,248 Update finished +2021-12-18 05:42:50,258 Reloading parameters... +2021-12-18 05:42:50,276 Loading parameters... +2021-12-18 05:42:50,277 Loading project parameters... +2021-12-18 05:42:50,279 + +22 of 25 jobs remaining (05:42) +2021-12-18 05:42:50,279 Sleep: 10 +2021-12-18 05:42:50,280 Number of retrials: 0 +2021-12-18 05:42:50,280 WRAPPER CHECK TIME = 10 +2021-12-18 05:42:50,280 Checking jobs for platform=marenostrum4 +2021-12-18 05:42:50,281 Checking jobs for platform=nord3 +2021-12-18 05:42:50,281 Checking jobs for platform=local +2021-12-18 05:42:50,282 Checking jobs for platform=transfer_node +2021-12-18 05:42:50,282 Checking all jobs at once +2021-12-18 05:42:51,901 Successful check job command +2021-12-18 05:42:53,521 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:42:53,522 End of checking +2021-12-18 05:42:53,523 Updating FAILED jobs +2021-12-18 05:42:53,523 Updating WAITING jobs +2021-12-18 05:42:53,523 Update finished +2021-12-18 05:42:53,524 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:42:53,524 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:42:53,524 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:42:53,524 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:42:53,524 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:42:53,527 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:42:53,529 Job list saved +2021-12-18 05:42:53,534 Updating FAILED jobs +2021-12-18 05:42:53,534 Updating WAITING jobs +2021-12-18 05:42:53,534 Update finished +2021-12-18 05:43:03,541 Reloading parameters... +2021-12-18 05:43:03,559 Loading parameters... +2021-12-18 05:43:03,561 Loading project parameters... +2021-12-18 05:43:03,563 + +22 of 25 jobs remaining (05:43) +2021-12-18 05:43:03,563 Sleep: 10 +2021-12-18 05:43:03,563 Number of retrials: 0 +2021-12-18 05:43:03,563 WRAPPER CHECK TIME = 10 +2021-12-18 05:43:03,564 Checking jobs for platform=marenostrum4 +2021-12-18 05:43:03,564 Checking jobs for platform=nord3 +2021-12-18 05:43:03,565 Checking jobs for platform=local +2021-12-18 05:43:03,565 Checking jobs for platform=transfer_node +2021-12-18 05:43:03,565 Checking all jobs at once +2021-12-18 05:43:05,936 Successful check job command +2021-12-18 05:43:07,256 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:43:07,256 End of checking +2021-12-18 05:43:07,258 Updating FAILED jobs +2021-12-18 05:43:07,258 Updating WAITING jobs +2021-12-18 05:43:07,258 Update finished +2021-12-18 05:43:07,258 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:43:07,258 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:43:07,258 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:43:07,259 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:43:07,259 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:43:07,261 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:43:07,264 Job list saved +2021-12-18 05:43:07,268 Updating FAILED jobs +2021-12-18 05:43:07,268 Updating WAITING jobs +2021-12-18 05:43:07,269 Update finished +2021-12-18 05:43:17,279 Reloading parameters... +2021-12-18 05:43:17,297 Loading parameters... +2021-12-18 05:43:17,298 Loading project parameters... +2021-12-18 05:43:17,301 + +22 of 25 jobs remaining (05:43) +2021-12-18 05:43:17,301 Sleep: 10 +2021-12-18 05:43:17,301 Number of retrials: 0 +2021-12-18 05:43:17,301 WRAPPER CHECK TIME = 10 +2021-12-18 05:43:17,302 Checking jobs for platform=marenostrum4 +2021-12-18 05:43:17,302 Checking jobs for platform=nord3 +2021-12-18 05:43:17,303 Checking jobs for platform=local +2021-12-18 05:43:17,303 Checking jobs for platform=transfer_node +2021-12-18 05:43:17,303 Checking all jobs at once +2021-12-18 05:43:18,623 Successful check job command +2021-12-18 05:43:19,842 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:43:19,842 End of checking +2021-12-18 05:43:19,843 Updating FAILED jobs +2021-12-18 05:43:19,843 Updating WAITING jobs +2021-12-18 05:43:19,844 Update finished +2021-12-18 05:43:19,844 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:43:19,844 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:43:19,845 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:43:19,845 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:43:19,845 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:43:19,847 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:43:19,850 Job list saved +2021-12-18 05:43:19,854 Updating FAILED jobs +2021-12-18 05:43:19,854 Updating WAITING jobs +2021-12-18 05:43:19,855 Update finished +2021-12-18 05:43:29,865 Reloading parameters... +2021-12-18 05:43:29,882 Loading parameters... +2021-12-18 05:43:29,884 Loading project parameters... +2021-12-18 05:43:29,887 + +22 of 25 jobs remaining (05:43) +2021-12-18 05:43:29,888 Sleep: 10 +2021-12-18 05:43:29,888 Number of retrials: 0 +2021-12-18 05:43:29,888 WRAPPER CHECK TIME = 10 +2021-12-18 05:43:29,892 Checking jobs for platform=marenostrum4 +2021-12-18 05:43:29,893 Checking jobs for platform=nord3 +2021-12-18 05:43:29,893 Checking jobs for platform=local +2021-12-18 05:43:29,894 Checking jobs for platform=transfer_node +2021-12-18 05:43:29,894 Checking all jobs at once +2021-12-18 05:43:31,717 Successful check job command +2021-12-18 05:43:33,136 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:43:33,137 End of checking +2021-12-18 05:43:33,138 Updating FAILED jobs +2021-12-18 05:43:33,138 Updating WAITING jobs +2021-12-18 05:43:33,138 Update finished +2021-12-18 05:43:33,139 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:43:33,139 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:43:33,139 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:43:33,139 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:43:33,139 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:43:33,142 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:43:33,144 Job list saved +2021-12-18 05:43:33,148 Updating FAILED jobs +2021-12-18 05:43:33,149 Updating WAITING jobs +2021-12-18 05:43:33,149 Update finished +2021-12-18 05:43:43,159 Reloading parameters... +2021-12-18 05:43:43,179 Loading parameters... +2021-12-18 05:43:43,180 Loading project parameters... +2021-12-18 05:43:43,182 + +22 of 25 jobs remaining (05:43) +2021-12-18 05:43:43,182 Sleep: 10 +2021-12-18 05:43:43,182 Number of retrials: 0 +2021-12-18 05:43:43,182 WRAPPER CHECK TIME = 10 +2021-12-18 05:43:43,183 Checking jobs for platform=marenostrum4 +2021-12-18 05:43:43,183 Checking jobs for platform=nord3 +2021-12-18 05:43:43,184 Checking jobs for platform=local +2021-12-18 05:43:43,185 Checking jobs for platform=transfer_node +2021-12-18 05:43:43,185 Checking all jobs at once +2021-12-18 05:43:44,705 Successful check job command +2021-12-18 05:43:46,374 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:43:46,375 End of checking +2021-12-18 05:43:46,376 Updating FAILED jobs +2021-12-18 05:43:46,376 Updating WAITING jobs +2021-12-18 05:43:46,377 Update finished +2021-12-18 05:43:46,377 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:43:46,377 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:43:46,377 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:43:46,377 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:43:46,377 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:43:46,380 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:43:46,382 Job list saved +2021-12-18 05:43:46,388 Updating FAILED jobs +2021-12-18 05:43:46,388 Updating WAITING jobs +2021-12-18 05:43:46,388 Update finished +2021-12-18 05:43:56,398 Reloading parameters... +2021-12-18 05:43:56,416 Loading parameters... +2021-12-18 05:43:56,417 Loading project parameters... +2021-12-18 05:43:56,419 + +22 of 25 jobs remaining (05:43) +2021-12-18 05:43:56,419 Sleep: 10 +2021-12-18 05:43:56,419 Number of retrials: 0 +2021-12-18 05:43:56,419 WRAPPER CHECK TIME = 10 +2021-12-18 05:43:56,420 Checking jobs for platform=marenostrum4 +2021-12-18 05:43:56,420 Checking jobs for platform=nord3 +2021-12-18 05:43:56,421 Checking jobs for platform=local +2021-12-18 05:43:56,421 Checking jobs for platform=transfer_node +2021-12-18 05:43:56,422 Checking all jobs at once +2021-12-18 05:43:57,791 Successful check job command +2021-12-18 05:43:59,811 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:43:59,811 End of checking +2021-12-18 05:43:59,813 Updating FAILED jobs +2021-12-18 05:43:59,813 Updating WAITING jobs +2021-12-18 05:43:59,813 Update finished +2021-12-18 05:43:59,813 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:43:59,814 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:43:59,814 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:43:59,814 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:43:59,814 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:43:59,817 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:43:59,819 Job list saved +2021-12-18 05:43:59,832 Updating FAILED jobs +2021-12-18 05:43:59,832 Updating WAITING jobs +2021-12-18 05:43:59,832 Update finished +2021-12-18 05:44:09,839 Reloading parameters... +2021-12-18 05:44:09,857 Loading parameters... +2021-12-18 05:44:09,858 Loading project parameters... +2021-12-18 05:44:09,860 + +22 of 25 jobs remaining (05:44) +2021-12-18 05:44:09,860 Sleep: 10 +2021-12-18 05:44:09,860 Number of retrials: 0 +2021-12-18 05:44:09,860 WRAPPER CHECK TIME = 10 +2021-12-18 05:44:09,861 Checking jobs for platform=marenostrum4 +2021-12-18 05:44:09,861 Checking jobs for platform=nord3 +2021-12-18 05:44:09,862 Checking jobs for platform=local +2021-12-18 05:44:09,862 Checking jobs for platform=transfer_node +2021-12-18 05:44:09,862 Checking all jobs at once +2021-12-18 05:44:11,082 Successful check job command +2021-12-18 05:44:12,252 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:44:12,252 End of checking +2021-12-18 05:44:12,253 Updating FAILED jobs +2021-12-18 05:44:12,254 Updating WAITING jobs +2021-12-18 05:44:12,254 Update finished +2021-12-18 05:44:12,254 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:44:12,254 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:44:12,254 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:44:12,254 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:44:12,255 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:44:12,257 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:44:12,259 Job list saved +2021-12-18 05:44:12,270 Updating FAILED jobs +2021-12-18 05:44:12,271 Updating WAITING jobs +2021-12-18 05:44:12,271 Update finished +2021-12-18 05:44:22,272 Reloading parameters... +2021-12-18 05:44:22,292 Loading parameters... +2021-12-18 05:44:22,293 Loading project parameters... +2021-12-18 05:44:22,295 + +22 of 25 jobs remaining (05:44) +2021-12-18 05:44:22,295 Sleep: 10 +2021-12-18 05:44:22,295 Number of retrials: 0 +2021-12-18 05:44:22,295 WRAPPER CHECK TIME = 10 +2021-12-18 05:44:22,296 Checking jobs for platform=marenostrum4 +2021-12-18 05:44:22,296 Checking jobs for platform=nord3 +2021-12-18 05:44:22,297 Checking jobs for platform=local +2021-12-18 05:44:22,298 Checking jobs for platform=transfer_node +2021-12-18 05:44:22,298 Checking all jobs at once +2021-12-18 05:44:23,767 Successful check job command +2021-12-18 05:44:24,987 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:44:24,987 End of checking +2021-12-18 05:44:24,989 Updating FAILED jobs +2021-12-18 05:44:24,989 Updating WAITING jobs +2021-12-18 05:44:24,989 Update finished +2021-12-18 05:44:24,989 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:44:24,990 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:44:24,990 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:44:24,990 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:44:24,990 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:44:24,993 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:44:24,995 Job list saved +2021-12-18 05:44:25,001 Updating FAILED jobs +2021-12-18 05:44:25,001 Updating WAITING jobs +2021-12-18 05:44:25,001 Update finished +2021-12-18 05:44:35,011 Reloading parameters... +2021-12-18 05:44:35,029 Loading parameters... +2021-12-18 05:44:35,030 Loading project parameters... +2021-12-18 05:44:35,033 + +22 of 25 jobs remaining (05:44) +2021-12-18 05:44:35,033 Sleep: 10 +2021-12-18 05:44:35,033 Number of retrials: 0 +2021-12-18 05:44:35,034 WRAPPER CHECK TIME = 10 +2021-12-18 05:44:35,035 Checking jobs for platform=marenostrum4 +2021-12-18 05:44:35,035 Checking jobs for platform=nord3 +2021-12-18 05:44:35,036 Checking jobs for platform=local +2021-12-18 05:44:35,037 Checking jobs for platform=transfer_node +2021-12-18 05:44:35,037 Checking all jobs at once +2021-12-18 05:44:36,657 Successful check job command +2021-12-18 05:44:38,026 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:44:38,026 End of checking +2021-12-18 05:44:38,028 Updating FAILED jobs +2021-12-18 05:44:38,028 Updating WAITING jobs +2021-12-18 05:44:38,028 Update finished +2021-12-18 05:44:38,029 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:44:38,029 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:44:38,029 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:44:38,029 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:44:38,030 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:44:38,032 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:44:38,034 Job list saved +2021-12-18 05:44:38,039 Updating FAILED jobs +2021-12-18 05:44:38,040 Updating WAITING jobs +2021-12-18 05:44:38,040 Update finished +2021-12-18 05:44:48,050 Reloading parameters... +2021-12-18 05:44:48,068 Loading parameters... +2021-12-18 05:44:48,069 Loading project parameters... +2021-12-18 05:44:48,071 + +22 of 25 jobs remaining (05:44) +2021-12-18 05:44:48,071 Sleep: 10 +2021-12-18 05:44:48,072 Number of retrials: 0 +2021-12-18 05:44:48,072 WRAPPER CHECK TIME = 10 +2021-12-18 05:44:48,072 Checking jobs for platform=marenostrum4 +2021-12-18 05:44:48,073 Checking jobs for platform=nord3 +2021-12-18 05:44:48,073 Checking jobs for platform=local +2021-12-18 05:44:48,074 Checking jobs for platform=transfer_node +2021-12-18 05:44:48,074 Checking all jobs at once +2021-12-18 05:44:49,944 Successful check job command +2021-12-18 05:44:51,865 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:44:51,865 End of checking +2021-12-18 05:44:51,866 Updating FAILED jobs +2021-12-18 05:44:51,867 Updating WAITING jobs +2021-12-18 05:44:51,867 Update finished +2021-12-18 05:44:51,867 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:44:51,867 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:44:51,867 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:44:51,867 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:44:51,868 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:44:51,871 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:44:51,873 Job list saved +2021-12-18 05:44:51,877 Updating FAILED jobs +2021-12-18 05:44:51,878 Updating WAITING jobs +2021-12-18 05:44:51,878 Update finished +2021-12-18 05:45:01,886 Reloading parameters... +2021-12-18 05:45:01,903 Loading parameters... +2021-12-18 05:45:01,905 Loading project parameters... +2021-12-18 05:45:01,906 + +22 of 25 jobs remaining (05:45) +2021-12-18 05:45:01,907 Sleep: 10 +2021-12-18 05:45:01,907 Number of retrials: 0 +2021-12-18 05:45:01,907 WRAPPER CHECK TIME = 10 +2021-12-18 05:45:01,907 Checking jobs for platform=marenostrum4 +2021-12-18 05:45:01,908 Checking jobs for platform=nord3 +2021-12-18 05:45:01,909 Checking jobs for platform=local +2021-12-18 05:45:01,909 Checking jobs for platform=transfer_node +2021-12-18 05:45:01,909 Checking all jobs at once +2021-12-18 05:45:03,228 Successful check job command +2021-12-18 05:45:04,699 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:45:04,699 End of checking +2021-12-18 05:45:04,700 Updating FAILED jobs +2021-12-18 05:45:04,700 Updating WAITING jobs +2021-12-18 05:45:04,701 Update finished +2021-12-18 05:45:04,701 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:45:04,701 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:45:04,701 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:45:04,701 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:45:04,701 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:45:04,704 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:45:04,706 Job list saved +2021-12-18 05:45:04,711 Updating FAILED jobs +2021-12-18 05:45:04,711 Updating WAITING jobs +2021-12-18 05:45:04,711 Update finished +2021-12-18 05:45:14,721 Reloading parameters... +2021-12-18 05:45:14,750 Loading parameters... +2021-12-18 05:45:14,752 Loading project parameters... +2021-12-18 05:45:14,754 + +22 of 25 jobs remaining (05:45) +2021-12-18 05:45:14,754 Sleep: 10 +2021-12-18 05:45:14,754 Number of retrials: 0 +2021-12-18 05:45:14,754 WRAPPER CHECK TIME = 10 +2021-12-18 05:45:14,755 Checking jobs for platform=marenostrum4 +2021-12-18 05:45:14,755 Checking jobs for platform=nord3 +2021-12-18 05:45:14,756 Checking jobs for platform=local +2021-12-18 05:45:14,757 Checking jobs for platform=transfer_node +2021-12-18 05:45:14,757 Checking all jobs at once +2021-12-18 05:45:16,828 Successful check job command +2021-12-18 05:45:18,047 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:45:18,047 End of checking +2021-12-18 05:45:18,049 Updating FAILED jobs +2021-12-18 05:45:18,049 Updating WAITING jobs +2021-12-18 05:45:18,049 Update finished +2021-12-18 05:45:18,049 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:45:18,052 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:45:18,052 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:45:18,052 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:45:18,052 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:45:18,055 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:45:18,057 Job list saved +2021-12-18 05:45:18,062 Updating FAILED jobs +2021-12-18 05:45:18,062 Updating WAITING jobs +2021-12-18 05:45:18,062 Update finished +2021-12-18 05:45:28,072 Reloading parameters... +2021-12-18 05:45:28,090 Loading parameters... +2021-12-18 05:45:28,091 Loading project parameters... +2021-12-18 05:45:28,093 + +22 of 25 jobs remaining (05:45) +2021-12-18 05:45:28,093 Sleep: 10 +2021-12-18 05:45:28,094 Number of retrials: 0 +2021-12-18 05:45:28,094 WRAPPER CHECK TIME = 10 +2021-12-18 05:45:28,094 Checking jobs for platform=marenostrum4 +2021-12-18 05:45:28,095 Checking jobs for platform=nord3 +2021-12-18 05:45:28,095 Checking jobs for platform=local +2021-12-18 05:45:28,096 Checking jobs for platform=transfer_node +2021-12-18 05:45:28,096 Checking all jobs at once +2021-12-18 05:45:29,565 Successful check job command +2021-12-18 05:45:30,935 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:45:30,935 End of checking +2021-12-18 05:45:30,937 Updating FAILED jobs +2021-12-18 05:45:30,937 Updating WAITING jobs +2021-12-18 05:45:30,937 Update finished +2021-12-18 05:45:30,937 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:45:30,937 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:45:30,937 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:45:30,938 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:45:30,938 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:45:30,940 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:45:30,943 Job list saved +2021-12-18 05:45:30,947 Updating FAILED jobs +2021-12-18 05:45:30,948 Updating WAITING jobs +2021-12-18 05:45:30,948 Update finished +2021-12-18 05:45:40,958 Reloading parameters... +2021-12-18 05:45:40,975 Loading parameters... +2021-12-18 05:45:40,976 Loading project parameters... +2021-12-18 05:45:40,978 + +22 of 25 jobs remaining (05:45) +2021-12-18 05:45:40,978 Sleep: 10 +2021-12-18 05:45:40,979 Number of retrials: 0 +2021-12-18 05:45:40,979 WRAPPER CHECK TIME = 10 +2021-12-18 05:45:40,979 Checking jobs for platform=marenostrum4 +2021-12-18 05:45:40,980 Checking jobs for platform=nord3 +2021-12-18 05:45:40,980 Checking jobs for platform=local +2021-12-18 05:45:40,983 Checking jobs for platform=transfer_node +2021-12-18 05:45:40,984 Checking all jobs at once +2021-12-18 05:45:42,357 Successful check job command +2021-12-18 05:45:43,677 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:45:43,677 End of checking +2021-12-18 05:45:43,678 Updating FAILED jobs +2021-12-18 05:45:43,678 Updating WAITING jobs +2021-12-18 05:45:43,679 Update finished +2021-12-18 05:45:43,679 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:45:43,679 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:45:43,679 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:45:43,679 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:45:43,679 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:45:43,682 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:45:43,684 Job list saved +2021-12-18 05:45:43,688 Updating FAILED jobs +2021-12-18 05:45:43,688 Updating WAITING jobs +2021-12-18 05:45:43,689 Update finished +2021-12-18 05:45:53,699 Reloading parameters... +2021-12-18 05:45:53,718 Loading parameters... +2021-12-18 05:45:53,720 Loading project parameters... +2021-12-18 05:45:53,721 + +22 of 25 jobs remaining (05:45) +2021-12-18 05:45:53,722 Sleep: 10 +2021-12-18 05:45:53,722 Number of retrials: 0 +2021-12-18 05:45:53,722 WRAPPER CHECK TIME = 10 +2021-12-18 05:45:53,723 Checking jobs for platform=marenostrum4 +2021-12-18 05:45:53,723 Checking jobs for platform=nord3 +2021-12-18 05:45:53,724 Checking jobs for platform=local +2021-12-18 05:45:53,724 Checking jobs for platform=transfer_node +2021-12-18 05:45:53,724 Checking all jobs at once +2021-12-18 05:45:55,294 Successful check job command +2021-12-18 05:45:56,614 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:45:56,614 End of checking +2021-12-18 05:45:56,619 Updating FAILED jobs +2021-12-18 05:45:56,619 Updating WAITING jobs +2021-12-18 05:45:56,619 Update finished +2021-12-18 05:45:56,619 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:45:56,620 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:45:56,620 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:45:56,620 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:45:56,620 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:45:56,623 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:45:56,625 Job list saved +2021-12-18 05:45:56,630 Updating FAILED jobs +2021-12-18 05:45:56,630 Updating WAITING jobs +2021-12-18 05:45:56,630 Update finished +2021-12-18 05:46:06,640 Reloading parameters... +2021-12-18 05:46:06,658 Loading parameters... +2021-12-18 05:46:06,659 Loading project parameters... +2021-12-18 05:46:06,661 + +22 of 25 jobs remaining (05:46) +2021-12-18 05:46:06,662 Sleep: 10 +2021-12-18 05:46:06,662 Number of retrials: 0 +2021-12-18 05:46:06,662 WRAPPER CHECK TIME = 10 +2021-12-18 05:46:06,662 Checking jobs for platform=marenostrum4 +2021-12-18 05:46:06,663 Checking jobs for platform=nord3 +2021-12-18 05:46:06,663 Checking jobs for platform=local +2021-12-18 05:46:06,664 Checking jobs for platform=transfer_node +2021-12-18 05:46:06,664 Checking all jobs at once +2021-12-18 05:46:07,984 Successful check job command +2021-12-18 05:46:09,654 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:46:09,654 End of checking +2021-12-18 05:46:09,656 Updating FAILED jobs +2021-12-18 05:46:09,656 Updating WAITING jobs +2021-12-18 05:46:09,656 Update finished +2021-12-18 05:46:09,656 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:46:09,656 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:46:09,657 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:46:09,657 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:46:09,657 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:46:09,659 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:46:09,661 Job list saved +2021-12-18 05:46:09,666 Updating FAILED jobs +2021-12-18 05:46:09,666 Updating WAITING jobs +2021-12-18 05:46:09,666 Update finished +2021-12-18 05:46:19,674 Reloading parameters... +2021-12-18 05:46:19,694 Loading parameters... +2021-12-18 05:46:19,695 Loading project parameters... +2021-12-18 05:46:19,697 + +22 of 25 jobs remaining (05:46) +2021-12-18 05:46:19,698 Sleep: 10 +2021-12-18 05:46:19,698 Number of retrials: 0 +2021-12-18 05:46:19,698 WRAPPER CHECK TIME = 10 +2021-12-18 05:46:19,698 Checking jobs for platform=marenostrum4 +2021-12-18 05:46:19,699 Checking jobs for platform=nord3 +2021-12-18 05:46:19,700 Checking jobs for platform=local +2021-12-18 05:46:19,700 Checking jobs for platform=transfer_node +2021-12-18 05:46:19,700 Checking all jobs at once +2021-12-18 05:46:20,970 Successful check job command +2021-12-18 05:46:22,090 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:46:22,090 End of checking +2021-12-18 05:46:22,091 Updating FAILED jobs +2021-12-18 05:46:22,091 Updating WAITING jobs +2021-12-18 05:46:22,092 Update finished +2021-12-18 05:46:22,092 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:46:22,092 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:46:22,092 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:46:22,092 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:46:22,092 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:46:22,095 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:46:22,098 Job list saved +2021-12-18 05:46:22,103 Updating FAILED jobs +2021-12-18 05:46:22,103 Updating WAITING jobs +2021-12-18 05:46:22,103 Update finished +2021-12-18 05:46:32,105 Reloading parameters... +2021-12-18 05:46:32,124 Loading parameters... +2021-12-18 05:46:32,125 Loading project parameters... +2021-12-18 05:46:32,127 + +22 of 25 jobs remaining (05:46) +2021-12-18 05:46:32,127 Sleep: 10 +2021-12-18 05:46:32,127 Number of retrials: 0 +2021-12-18 05:46:32,127 WRAPPER CHECK TIME = 10 +2021-12-18 05:46:32,128 Checking jobs for platform=marenostrum4 +2021-12-18 05:46:32,128 Checking jobs for platform=nord3 +2021-12-18 05:46:32,129 Checking jobs for platform=local +2021-12-18 05:46:32,129 Checking jobs for platform=transfer_node +2021-12-18 05:46:32,129 Checking all jobs at once +2021-12-18 05:46:34,050 Successful check job command +2021-12-18 05:46:35,421 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:46:35,422 End of checking +2021-12-18 05:46:35,423 Updating FAILED jobs +2021-12-18 05:46:35,423 Updating WAITING jobs +2021-12-18 05:46:35,423 Update finished +2021-12-18 05:46:35,424 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:46:35,424 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:46:35,424 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:46:35,425 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:46:35,425 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:46:35,429 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:46:35,432 Job list saved +2021-12-18 05:46:37,501 Updating FAILED jobs +2021-12-18 05:46:37,502 Updating WAITING jobs +2021-12-18 05:46:37,502 Update finished +2021-12-18 05:46:47,512 Reloading parameters... +2021-12-18 05:46:47,553 Loading parameters... +2021-12-18 05:46:47,555 Loading project parameters... +2021-12-18 05:46:47,557 + +22 of 25 jobs remaining (05:46) +2021-12-18 05:46:47,557 Sleep: 10 +2021-12-18 05:46:47,557 Number of retrials: 0 +2021-12-18 05:46:47,557 WRAPPER CHECK TIME = 10 +2021-12-18 05:46:47,560 Checking jobs for platform=marenostrum4 +2021-12-18 05:46:47,561 Checking jobs for platform=nord3 +2021-12-18 05:46:47,561 Checking jobs for platform=local +2021-12-18 05:46:47,575 Checking jobs for platform=transfer_node +2021-12-18 05:46:47,575 Checking all jobs at once +2021-12-18 05:46:51,219 Successful check job command +2021-12-18 05:46:54,691 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:46:54,692 End of checking +2021-12-18 05:46:54,693 Updating FAILED jobs +2021-12-18 05:46:54,693 Updating WAITING jobs +2021-12-18 05:46:54,694 Update finished +2021-12-18 05:46:54,694 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:46:54,694 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:46:54,694 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:46:54,694 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:46:54,694 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:46:54,697 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:46:54,699 Job list saved +2021-12-18 05:46:54,704 Updating FAILED jobs +2021-12-18 05:46:54,704 Updating WAITING jobs +2021-12-18 05:46:54,704 Update finished +2021-12-18 05:47:04,709 Reloading parameters... +2021-12-18 05:47:04,727 Loading parameters... +2021-12-18 05:47:04,728 Loading project parameters... +2021-12-18 05:47:04,730 + +22 of 25 jobs remaining (05:47) +2021-12-18 05:47:04,730 Sleep: 10 +2021-12-18 05:47:04,730 Number of retrials: 0 +2021-12-18 05:47:04,731 WRAPPER CHECK TIME = 10 +2021-12-18 05:47:04,731 Checking jobs for platform=marenostrum4 +2021-12-18 05:47:04,732 Checking jobs for platform=nord3 +2021-12-18 05:47:04,732 Checking jobs for platform=local +2021-12-18 05:47:04,733 Checking jobs for platform=transfer_node +2021-12-18 05:47:04,733 Checking all jobs at once +2021-12-18 05:47:06,052 Successful check job command +2021-12-18 05:47:07,322 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:47:07,322 End of checking +2021-12-18 05:47:07,323 Updating FAILED jobs +2021-12-18 05:47:07,323 Updating WAITING jobs +2021-12-18 05:47:07,324 Update finished +2021-12-18 05:47:07,324 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:47:07,324 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:47:07,324 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:47:07,324 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:47:07,324 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:47:07,327 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:47:07,329 Job list saved +2021-12-18 05:47:07,333 Updating FAILED jobs +2021-12-18 05:47:07,333 Updating WAITING jobs +2021-12-18 05:47:07,334 Update finished +2021-12-18 05:47:17,343 Reloading parameters... +2021-12-18 05:47:17,364 Loading parameters... +2021-12-18 05:47:17,365 Loading project parameters... +2021-12-18 05:47:17,367 + +22 of 25 jobs remaining (05:47) +2021-12-18 05:47:17,367 Sleep: 10 +2021-12-18 05:47:17,367 Number of retrials: 0 +2021-12-18 05:47:17,367 WRAPPER CHECK TIME = 10 +2021-12-18 05:47:17,368 Checking jobs for platform=marenostrum4 +2021-12-18 05:47:17,368 Checking jobs for platform=nord3 +2021-12-18 05:47:17,369 Checking jobs for platform=local +2021-12-18 05:47:17,369 Checking jobs for platform=transfer_node +2021-12-18 05:47:17,369 Checking all jobs at once +2021-12-18 05:47:18,738 Successful check job command +2021-12-18 05:47:20,115 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:47:20,115 End of checking +2021-12-18 05:47:20,117 Updating FAILED jobs +2021-12-18 05:47:20,117 Updating WAITING jobs +2021-12-18 05:47:20,117 Update finished +2021-12-18 05:47:20,117 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:47:20,120 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:47:20,120 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:47:20,120 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:47:20,120 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:47:20,123 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:47:20,125 Job list saved +2021-12-18 05:47:20,129 Updating FAILED jobs +2021-12-18 05:47:20,129 Updating WAITING jobs +2021-12-18 05:47:20,130 Update finished +2021-12-18 05:47:30,140 Reloading parameters... +2021-12-18 05:47:30,160 Loading parameters... +2021-12-18 05:47:30,161 Loading project parameters... +2021-12-18 05:47:30,163 + +22 of 25 jobs remaining (05:47) +2021-12-18 05:47:30,163 Sleep: 10 +2021-12-18 05:47:30,163 Number of retrials: 0 +2021-12-18 05:47:30,163 WRAPPER CHECK TIME = 10 +2021-12-18 05:47:30,164 Checking jobs for platform=marenostrum4 +2021-12-18 05:47:30,165 Checking jobs for platform=nord3 +2021-12-18 05:47:30,165 Checking jobs for platform=local +2021-12-18 05:47:30,166 Checking jobs for platform=transfer_node +2021-12-18 05:47:30,166 Checking all jobs at once +2021-12-18 05:47:33,038 Successful check job command +2021-12-18 05:47:35,960 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:47:35,960 End of checking +2021-12-18 05:47:35,961 Updating FAILED jobs +2021-12-18 05:47:35,962 Updating WAITING jobs +2021-12-18 05:47:35,962 Update finished +2021-12-18 05:47:35,962 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:47:35,962 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:47:35,962 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:47:35,962 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:47:35,963 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:47:35,965 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:47:35,969 Job list saved +2021-12-18 05:47:35,974 Updating FAILED jobs +2021-12-18 05:47:35,974 Updating WAITING jobs +2021-12-18 05:47:35,974 Update finished +2021-12-18 05:47:45,983 Reloading parameters... +2021-12-18 05:47:46,000 Loading parameters... +2021-12-18 05:47:46,001 Loading project parameters... +2021-12-18 05:47:46,003 + +22 of 25 jobs remaining (05:47) +2021-12-18 05:47:46,003 Sleep: 10 +2021-12-18 05:47:46,003 Number of retrials: 0 +2021-12-18 05:47:46,003 WRAPPER CHECK TIME = 10 +2021-12-18 05:47:46,004 Checking jobs for platform=marenostrum4 +2021-12-18 05:47:46,004 Checking jobs for platform=nord3 +2021-12-18 05:47:46,005 Checking jobs for platform=local +2021-12-18 05:47:46,005 Checking jobs for platform=transfer_node +2021-12-18 05:47:46,006 Checking all jobs at once +2021-12-18 05:47:47,426 Successful check job command +2021-12-18 05:47:49,247 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:47:49,247 End of checking +2021-12-18 05:47:49,249 Updating FAILED jobs +2021-12-18 05:47:49,249 Updating WAITING jobs +2021-12-18 05:47:49,249 Update finished +2021-12-18 05:47:49,249 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:47:49,249 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:47:49,249 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:47:49,250 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:47:49,250 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:47:49,252 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:47:49,254 Job list saved +2021-12-18 05:47:49,259 Updating FAILED jobs +2021-12-18 05:47:49,259 Updating WAITING jobs +2021-12-18 05:47:49,259 Update finished +2021-12-18 05:47:59,269 Reloading parameters... +2021-12-18 05:47:59,289 Loading parameters... +2021-12-18 05:47:59,290 Loading project parameters... +2021-12-18 05:47:59,292 + +22 of 25 jobs remaining (05:47) +2021-12-18 05:47:59,292 Sleep: 10 +2021-12-18 05:47:59,292 Number of retrials: 0 +2021-12-18 05:47:59,293 WRAPPER CHECK TIME = 10 +2021-12-18 05:47:59,293 Checking jobs for platform=marenostrum4 +2021-12-18 05:47:59,294 Checking jobs for platform=nord3 +2021-12-18 05:47:59,294 Checking jobs for platform=local +2021-12-18 05:47:59,295 Checking jobs for platform=transfer_node +2021-12-18 05:47:59,295 Checking all jobs at once +2021-12-18 05:48:01,415 Successful check job command +2021-12-18 05:48:03,387 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:48:03,387 End of checking +2021-12-18 05:48:03,394 Updating FAILED jobs +2021-12-18 05:48:03,394 Updating WAITING jobs +2021-12-18 05:48:03,394 Update finished +2021-12-18 05:48:03,394 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:48:03,395 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:48:03,395 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:48:03,395 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:48:03,395 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:48:03,402 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:48:03,404 Job list saved +2021-12-18 05:48:03,414 Updating FAILED jobs +2021-12-18 05:48:03,414 Updating WAITING jobs +2021-12-18 05:48:03,414 Update finished +2021-12-18 05:48:13,424 Reloading parameters... +2021-12-18 05:48:13,445 Loading parameters... +2021-12-18 05:48:13,447 Loading project parameters... +2021-12-18 05:48:13,449 + +22 of 25 jobs remaining (05:48) +2021-12-18 05:48:13,449 Sleep: 10 +2021-12-18 05:48:13,449 Number of retrials: 0 +2021-12-18 05:48:13,449 WRAPPER CHECK TIME = 10 +2021-12-18 05:48:13,450 Checking jobs for platform=marenostrum4 +2021-12-18 05:48:13,450 Checking jobs for platform=nord3 +2021-12-18 05:48:13,457 Checking jobs for platform=local +2021-12-18 05:48:13,457 Checking jobs for platform=transfer_node +2021-12-18 05:48:13,457 Checking all jobs at once +2021-12-18 05:48:14,978 Successful check job command +2021-12-18 05:48:16,299 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:48:16,300 End of checking +2021-12-18 05:48:16,301 Updating FAILED jobs +2021-12-18 05:48:16,301 Updating WAITING jobs +2021-12-18 05:48:16,301 Update finished +2021-12-18 05:48:16,302 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:48:16,302 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:48:16,302 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:48:16,302 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:48:16,302 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:48:16,313 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:48:16,315 Job list saved +2021-12-18 05:48:16,366 Updating FAILED jobs +2021-12-18 05:48:16,366 Updating WAITING jobs +2021-12-18 05:48:16,366 Update finished +2021-12-18 05:48:26,376 Reloading parameters... +2021-12-18 05:48:26,401 Loading parameters... +2021-12-18 05:48:26,402 Loading project parameters... +2021-12-18 05:48:26,404 + +22 of 25 jobs remaining (05:48) +2021-12-18 05:48:26,404 Sleep: 10 +2021-12-18 05:48:26,404 Number of retrials: 0 +2021-12-18 05:48:26,404 WRAPPER CHECK TIME = 10 +2021-12-18 05:48:26,405 Checking jobs for platform=marenostrum4 +2021-12-18 05:48:26,405 Checking jobs for platform=nord3 +2021-12-18 05:48:26,406 Checking jobs for platform=local +2021-12-18 05:48:26,406 Checking jobs for platform=transfer_node +2021-12-18 05:48:26,406 Checking all jobs at once +2021-12-18 05:48:27,880 Successful check job command +2021-12-18 05:48:29,199 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:48:29,199 End of checking +2021-12-18 05:48:29,200 Updating FAILED jobs +2021-12-18 05:48:29,201 Updating WAITING jobs +2021-12-18 05:48:29,201 Update finished +2021-12-18 05:48:29,201 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:48:29,201 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:48:29,201 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:48:29,201 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:48:29,202 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:48:29,204 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:48:29,206 Job list saved +2021-12-18 05:48:29,211 Updating FAILED jobs +2021-12-18 05:48:29,211 Updating WAITING jobs +2021-12-18 05:48:29,211 Update finished +2021-12-18 05:48:39,221 Reloading parameters... +2021-12-18 05:48:39,239 Loading parameters... +2021-12-18 05:48:39,241 Loading project parameters... +2021-12-18 05:48:39,243 + +22 of 25 jobs remaining (05:48) +2021-12-18 05:48:39,243 Sleep: 10 +2021-12-18 05:48:39,243 Number of retrials: 0 +2021-12-18 05:48:39,243 WRAPPER CHECK TIME = 10 +2021-12-18 05:48:39,244 Checking jobs for platform=marenostrum4 +2021-12-18 05:48:39,244 Checking jobs for platform=nord3 +2021-12-18 05:48:39,245 Checking jobs for platform=local +2021-12-18 05:48:39,245 Checking jobs for platform=transfer_node +2021-12-18 05:48:39,245 Checking all jobs at once +2021-12-18 05:48:40,565 Successful check job command +2021-12-18 05:48:41,785 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:48:41,785 End of checking +2021-12-18 05:48:41,786 Updating FAILED jobs +2021-12-18 05:48:41,786 Updating WAITING jobs +2021-12-18 05:48:41,786 Update finished +2021-12-18 05:48:41,786 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:48:41,787 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:48:41,787 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:48:41,787 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:48:41,787 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:48:41,790 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:48:41,792 Job list saved +2021-12-18 05:48:41,796 Updating FAILED jobs +2021-12-18 05:48:41,796 Updating WAITING jobs +2021-12-18 05:48:41,796 Update finished +2021-12-18 05:48:51,805 Reloading parameters... +2021-12-18 05:48:51,823 Loading parameters... +2021-12-18 05:48:51,824 Loading project parameters... +2021-12-18 05:48:51,826 + +22 of 25 jobs remaining (05:48) +2021-12-18 05:48:51,826 Sleep: 10 +2021-12-18 05:48:51,827 Number of retrials: 0 +2021-12-18 05:48:51,827 WRAPPER CHECK TIME = 10 +2021-12-18 05:48:51,827 Checking jobs for platform=marenostrum4 +2021-12-18 05:48:51,828 Checking jobs for platform=nord3 +2021-12-18 05:48:51,828 Checking jobs for platform=local +2021-12-18 05:48:51,829 Checking jobs for platform=transfer_node +2021-12-18 05:48:51,829 Checking all jobs at once +2021-12-18 05:48:53,850 Successful check job command +2021-12-18 05:48:55,372 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:48:55,372 End of checking +2021-12-18 05:48:55,373 Updating FAILED jobs +2021-12-18 05:48:55,373 Updating WAITING jobs +2021-12-18 05:48:55,374 Update finished +2021-12-18 05:48:55,374 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:48:55,374 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:48:55,374 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:48:55,374 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:48:55,374 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:48:55,377 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:48:55,379 Job list saved +2021-12-18 05:48:55,384 Updating FAILED jobs +2021-12-18 05:48:55,384 Updating WAITING jobs +2021-12-18 05:48:55,384 Update finished +2021-12-18 05:49:05,394 Reloading parameters... +2021-12-18 05:49:05,412 Loading parameters... +2021-12-18 05:49:05,413 Loading project parameters... +2021-12-18 05:49:05,415 + +22 of 25 jobs remaining (05:49) +2021-12-18 05:49:05,415 Sleep: 10 +2021-12-18 05:49:05,415 Number of retrials: 0 +2021-12-18 05:49:05,416 WRAPPER CHECK TIME = 10 +2021-12-18 05:49:05,416 Checking jobs for platform=marenostrum4 +2021-12-18 05:49:05,417 Checking jobs for platform=nord3 +2021-12-18 05:49:05,417 Checking jobs for platform=local +2021-12-18 05:49:05,418 Checking jobs for platform=transfer_node +2021-12-18 05:49:05,418 Checking all jobs at once +2021-12-18 05:49:07,439 Successful check job command +2021-12-18 05:49:09,260 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:49:09,260 End of checking +2021-12-18 05:49:09,261 Updating FAILED jobs +2021-12-18 05:49:09,261 Updating WAITING jobs +2021-12-18 05:49:09,262 Update finished +2021-12-18 05:49:09,262 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:49:09,262 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:49:09,262 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:49:09,262 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:49:09,262 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:49:09,265 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:49:09,267 Job list saved +2021-12-18 05:49:09,271 Updating FAILED jobs +2021-12-18 05:49:09,272 Updating WAITING jobs +2021-12-18 05:49:09,272 Update finished +2021-12-18 05:49:19,282 Reloading parameters... +2021-12-18 05:49:19,300 Loading parameters... +2021-12-18 05:49:19,302 Loading project parameters... +2021-12-18 05:49:19,304 + +22 of 25 jobs remaining (05:49) +2021-12-18 05:49:19,304 Sleep: 10 +2021-12-18 05:49:19,304 Number of retrials: 0 +2021-12-18 05:49:19,304 WRAPPER CHECK TIME = 10 +2021-12-18 05:49:19,305 Checking jobs for platform=marenostrum4 +2021-12-18 05:49:19,305 Checking jobs for platform=nord3 +2021-12-18 05:49:19,306 Checking jobs for platform=local +2021-12-18 05:49:19,306 Checking jobs for platform=transfer_node +2021-12-18 05:49:19,306 Checking all jobs at once +2021-12-18 05:49:21,126 Successful check job command +2021-12-18 05:49:22,801 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:49:22,801 End of checking +2021-12-18 05:49:22,802 Updating FAILED jobs +2021-12-18 05:49:22,802 Updating WAITING jobs +2021-12-18 05:49:22,803 Update finished +2021-12-18 05:49:22,803 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:49:22,803 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:49:22,803 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:49:22,804 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:49:22,804 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:49:22,806 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:49:22,808 Job list saved +2021-12-18 05:49:22,812 Updating FAILED jobs +2021-12-18 05:49:22,812 Updating WAITING jobs +2021-12-18 05:49:22,813 Update finished +2021-12-18 05:49:32,823 Reloading parameters... +2021-12-18 05:49:32,844 Loading parameters... +2021-12-18 05:49:32,845 Loading project parameters... +2021-12-18 05:49:32,847 + +22 of 25 jobs remaining (05:49) +2021-12-18 05:49:32,847 Sleep: 10 +2021-12-18 05:49:32,848 Number of retrials: 0 +2021-12-18 05:49:32,848 WRAPPER CHECK TIME = 10 +2021-12-18 05:49:32,848 Checking jobs for platform=marenostrum4 +2021-12-18 05:49:32,849 Checking jobs for platform=nord3 +2021-12-18 05:49:32,849 Checking jobs for platform=local +2021-12-18 05:49:32,850 Checking jobs for platform=transfer_node +2021-12-18 05:49:32,850 Checking all jobs at once +2021-12-18 05:49:34,370 Successful check job command +2021-12-18 05:49:35,989 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:49:35,990 End of checking +2021-12-18 05:49:35,991 Updating FAILED jobs +2021-12-18 05:49:35,991 Updating WAITING jobs +2021-12-18 05:49:35,991 Update finished +2021-12-18 05:49:35,992 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:49:35,992 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:49:35,992 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:49:35,992 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:49:35,992 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:49:35,995 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:49:35,997 Job list saved +2021-12-18 05:49:36,002 Updating FAILED jobs +2021-12-18 05:49:36,002 Updating WAITING jobs +2021-12-18 05:49:36,002 Update finished +2021-12-18 05:49:46,013 Reloading parameters... +2021-12-18 05:49:46,034 Loading parameters... +2021-12-18 05:49:46,035 Loading project parameters... +2021-12-18 05:49:46,037 + +22 of 25 jobs remaining (05:49) +2021-12-18 05:49:46,037 Sleep: 10 +2021-12-18 05:49:46,037 Number of retrials: 0 +2021-12-18 05:49:46,038 WRAPPER CHECK TIME = 10 +2021-12-18 05:49:46,038 Checking jobs for platform=marenostrum4 +2021-12-18 05:49:46,039 Checking jobs for platform=nord3 +2021-12-18 05:49:46,039 Checking jobs for platform=local +2021-12-18 05:49:46,040 Checking jobs for platform=transfer_node +2021-12-18 05:49:46,040 Checking all jobs at once +2021-12-18 05:49:47,312 Successful check job command +2021-12-18 05:49:48,634 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:49:48,634 End of checking +2021-12-18 05:49:48,635 Updating FAILED jobs +2021-12-18 05:49:48,636 Updating WAITING jobs +2021-12-18 05:49:48,636 Update finished +2021-12-18 05:49:48,636 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:49:48,636 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:49:48,636 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:49:48,637 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:49:48,637 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:49:48,639 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:49:48,641 Job list saved +2021-12-18 05:49:48,646 Updating FAILED jobs +2021-12-18 05:49:48,646 Updating WAITING jobs +2021-12-18 05:49:48,646 Update finished +2021-12-18 05:49:58,657 Reloading parameters... +2021-12-18 05:49:58,676 Loading parameters... +2021-12-18 05:49:58,679 Loading project parameters... +2021-12-18 05:49:58,686 + +22 of 25 jobs remaining (05:49) +2021-12-18 05:49:58,686 Sleep: 10 +2021-12-18 05:49:58,686 Number of retrials: 0 +2021-12-18 05:49:58,691 WRAPPER CHECK TIME = 10 +2021-12-18 05:49:58,691 Checking jobs for platform=marenostrum4 +2021-12-18 05:49:58,692 Checking jobs for platform=nord3 +2021-12-18 05:49:58,692 Checking jobs for platform=local +2021-12-18 05:49:58,693 Checking jobs for platform=transfer_node +2021-12-18 05:49:58,693 Checking all jobs at once +2021-12-18 05:50:00,776 Successful check job command +2021-12-18 05:50:02,097 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:50:02,097 End of checking +2021-12-18 05:50:02,098 Updating FAILED jobs +2021-12-18 05:50:02,098 Updating WAITING jobs +2021-12-18 05:50:02,099 Update finished +2021-12-18 05:50:02,099 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:50:02,099 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:50:02,100 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:50:02,100 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:50:02,100 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:50:02,102 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:50:02,105 Job list saved +2021-12-18 05:50:02,109 Updating FAILED jobs +2021-12-18 05:50:02,109 Updating WAITING jobs +2021-12-18 05:50:02,110 Update finished +2021-12-18 05:50:12,119 Reloading parameters... +2021-12-18 05:50:12,136 Loading parameters... +2021-12-18 05:50:12,137 Loading project parameters... +2021-12-18 05:50:12,139 + +22 of 25 jobs remaining (05:50) +2021-12-18 05:50:12,139 Sleep: 10 +2021-12-18 05:50:12,140 Number of retrials: 0 +2021-12-18 05:50:12,140 WRAPPER CHECK TIME = 10 +2021-12-18 05:50:12,140 Checking jobs for platform=marenostrum4 +2021-12-18 05:50:12,141 Checking jobs for platform=nord3 +2021-12-18 05:50:12,141 Checking jobs for platform=local +2021-12-18 05:50:12,142 Checking jobs for platform=transfer_node +2021-12-18 05:50:12,142 Checking all jobs at once +2021-12-18 05:50:14,213 Successful check job command +2021-12-18 05:50:15,933 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:50:15,934 End of checking +2021-12-18 05:50:15,935 Updating FAILED jobs +2021-12-18 05:50:15,935 Updating WAITING jobs +2021-12-18 05:50:15,936 Update finished +2021-12-18 05:50:15,936 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:50:15,936 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:50:15,936 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:50:15,936 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:50:15,936 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:50:15,939 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:50:15,941 Job list saved +2021-12-18 05:50:15,946 Updating FAILED jobs +2021-12-18 05:50:15,946 Updating WAITING jobs +2021-12-18 05:50:15,946 Update finished +2021-12-18 05:50:25,952 Reloading parameters... +2021-12-18 05:50:25,972 Loading parameters... +2021-12-18 05:50:25,973 Loading project parameters... +2021-12-18 05:50:25,975 + +22 of 25 jobs remaining (05:50) +2021-12-18 05:50:25,975 Sleep: 10 +2021-12-18 05:50:25,975 Number of retrials: 0 +2021-12-18 05:50:25,975 WRAPPER CHECK TIME = 10 +2021-12-18 05:50:25,976 Checking jobs for platform=marenostrum4 +2021-12-18 05:50:25,977 Checking jobs for platform=nord3 +2021-12-18 05:50:25,977 Checking jobs for platform=local +2021-12-18 05:50:25,978 Checking jobs for platform=transfer_node +2021-12-18 05:50:25,978 Checking all jobs at once +2021-12-18 05:50:27,347 Successful check job command +2021-12-18 05:50:28,766 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:50:28,766 End of checking +2021-12-18 05:50:28,768 Updating FAILED jobs +2021-12-18 05:50:28,768 Updating WAITING jobs +2021-12-18 05:50:28,768 Update finished +2021-12-18 05:50:28,768 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:50:28,768 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:50:28,768 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:50:28,769 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:50:28,769 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:50:28,771 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:50:28,773 Job list saved +2021-12-18 05:50:28,778 Updating FAILED jobs +2021-12-18 05:50:28,778 Updating WAITING jobs +2021-12-18 05:50:28,779 Update finished +2021-12-18 05:50:38,789 Reloading parameters... +2021-12-18 05:50:38,809 Loading parameters... +2021-12-18 05:50:38,811 Loading project parameters... +2021-12-18 05:50:38,813 + +22 of 25 jobs remaining (05:50) +2021-12-18 05:50:38,813 Sleep: 10 +2021-12-18 05:50:38,813 Number of retrials: 0 +2021-12-18 05:50:38,813 WRAPPER CHECK TIME = 10 +2021-12-18 05:50:38,813 Checking jobs for platform=marenostrum4 +2021-12-18 05:50:38,814 Checking jobs for platform=nord3 +2021-12-18 05:50:38,815 Checking jobs for platform=local +2021-12-18 05:50:38,815 Checking jobs for platform=transfer_node +2021-12-18 05:50:38,815 Checking all jobs at once +2021-12-18 05:50:40,134 Successful check job command +2021-12-18 05:50:41,504 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:50:41,504 End of checking +2021-12-18 05:50:41,505 Updating FAILED jobs +2021-12-18 05:50:41,506 Updating WAITING jobs +2021-12-18 05:50:41,506 Update finished +2021-12-18 05:50:41,506 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:50:41,507 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:50:41,507 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:50:41,507 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:50:41,507 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:50:41,510 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:50:41,512 Job list saved +2021-12-18 05:50:41,517 Updating FAILED jobs +2021-12-18 05:50:41,517 Updating WAITING jobs +2021-12-18 05:50:41,517 Update finished +2021-12-18 05:50:51,527 Reloading parameters... +2021-12-18 05:50:51,544 Loading parameters... +2021-12-18 05:50:51,545 Loading project parameters... +2021-12-18 05:50:51,547 + +22 of 25 jobs remaining (05:50) +2021-12-18 05:50:51,548 Sleep: 10 +2021-12-18 05:50:51,548 Number of retrials: 0 +2021-12-18 05:50:51,548 WRAPPER CHECK TIME = 10 +2021-12-18 05:50:51,548 Checking jobs for platform=marenostrum4 +2021-12-18 05:50:51,549 Checking jobs for platform=nord3 +2021-12-18 05:50:51,549 Checking jobs for platform=local +2021-12-18 05:50:51,550 Checking jobs for platform=transfer_node +2021-12-18 05:50:51,550 Checking all jobs at once +2021-12-18 05:50:52,970 Successful check job command +2021-12-18 05:50:54,239 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:50:54,239 End of checking +2021-12-18 05:50:54,240 Updating FAILED jobs +2021-12-18 05:50:54,241 Updating WAITING jobs +2021-12-18 05:50:54,241 Update finished +2021-12-18 05:50:54,241 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:50:54,241 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:50:54,241 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:50:54,241 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:50:54,242 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:50:54,244 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:50:54,246 Job list saved +2021-12-18 05:51:03,360 Updating FAILED jobs +2021-12-18 05:51:03,360 Updating WAITING jobs +2021-12-18 05:51:03,360 Update finished +2021-12-18 05:51:13,365 Reloading parameters... +2021-12-18 05:51:13,386 Loading parameters... +2021-12-18 05:51:13,387 Loading project parameters... +2021-12-18 05:51:13,389 + +22 of 25 jobs remaining (05:51) +2021-12-18 05:51:13,389 Sleep: 10 +2021-12-18 05:51:13,389 Number of retrials: 0 +2021-12-18 05:51:13,389 WRAPPER CHECK TIME = 10 +2021-12-18 05:51:13,390 Checking jobs for platform=marenostrum4 +2021-12-18 05:51:13,390 Checking jobs for platform=nord3 +2021-12-18 05:51:13,391 Checking jobs for platform=local +2021-12-18 05:51:13,391 Checking jobs for platform=transfer_node +2021-12-18 05:51:13,392 Checking all jobs at once +2021-12-18 05:51:15,515 Successful check job command +2021-12-18 05:51:17,987 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:51:17,987 End of checking +2021-12-18 05:51:17,989 Updating FAILED jobs +2021-12-18 05:51:17,989 Updating WAITING jobs +2021-12-18 05:51:17,989 Update finished +2021-12-18 05:51:17,989 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:51:17,990 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:51:17,990 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:51:17,991 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:51:17,991 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:51:17,993 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:51:17,996 Job list saved +2021-12-18 05:51:18,000 Updating FAILED jobs +2021-12-18 05:51:18,001 Updating WAITING jobs +2021-12-18 05:51:18,001 Update finished +2021-12-18 05:51:28,009 Reloading parameters... +2021-12-18 05:51:28,028 Loading parameters... +2021-12-18 05:51:28,029 Loading project parameters... +2021-12-18 05:51:28,031 + +22 of 25 jobs remaining (05:51) +2021-12-18 05:51:28,033 Sleep: 10 +2021-12-18 05:51:28,033 Number of retrials: 0 +2021-12-18 05:51:28,033 WRAPPER CHECK TIME = 10 +2021-12-18 05:51:28,034 Checking jobs for platform=marenostrum4 +2021-12-18 05:51:28,034 Checking jobs for platform=nord3 +2021-12-18 05:51:28,035 Checking jobs for platform=local +2021-12-18 05:51:28,035 Checking jobs for platform=transfer_node +2021-12-18 05:51:28,036 Checking all jobs at once +2021-12-18 05:51:29,305 Successful check job command +2021-12-18 05:51:30,674 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:51:30,674 End of checking +2021-12-18 05:51:30,675 Updating FAILED jobs +2021-12-18 05:51:30,675 Updating WAITING jobs +2021-12-18 05:51:30,676 Update finished +2021-12-18 05:51:30,676 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:51:30,676 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:51:30,676 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:51:30,676 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:51:30,676 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:51:30,679 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:51:30,681 Job list saved +2021-12-18 05:51:30,686 Updating FAILED jobs +2021-12-18 05:51:30,686 Updating WAITING jobs +2021-12-18 05:51:30,686 Update finished +2021-12-18 05:51:40,695 Reloading parameters... +2021-12-18 05:51:40,714 Loading parameters... +2021-12-18 05:51:40,716 Loading project parameters... +2021-12-18 05:51:40,718 + +22 of 25 jobs remaining (05:51) +2021-12-18 05:51:40,718 Sleep: 10 +2021-12-18 05:51:40,718 Number of retrials: 0 +2021-12-18 05:51:40,718 WRAPPER CHECK TIME = 10 +2021-12-18 05:51:40,719 Checking jobs for platform=marenostrum4 +2021-12-18 05:51:40,719 Checking jobs for platform=nord3 +2021-12-18 05:51:40,720 Checking jobs for platform=local +2021-12-18 05:51:40,720 Checking jobs for platform=transfer_node +2021-12-18 05:51:40,720 Checking all jobs at once +2021-12-18 05:51:41,990 Successful check job command +2021-12-18 05:51:43,359 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:51:43,359 End of checking +2021-12-18 05:51:43,360 Updating FAILED jobs +2021-12-18 05:51:43,360 Updating WAITING jobs +2021-12-18 05:51:43,361 Update finished +2021-12-18 05:51:43,361 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:51:43,361 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:51:43,361 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:51:43,361 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:51:43,361 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:51:43,364 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:51:43,366 Job list saved +2021-12-18 05:51:43,370 Updating FAILED jobs +2021-12-18 05:51:43,371 Updating WAITING jobs +2021-12-18 05:51:43,371 Update finished +2021-12-18 05:51:53,378 Reloading parameters... +2021-12-18 05:51:53,396 Loading parameters... +2021-12-18 05:51:53,397 Loading project parameters... +2021-12-18 05:51:53,399 + +22 of 25 jobs remaining (05:51) +2021-12-18 05:51:53,399 Sleep: 10 +2021-12-18 05:51:53,399 Number of retrials: 0 +2021-12-18 05:51:53,399 WRAPPER CHECK TIME = 10 +2021-12-18 05:51:53,400 Checking jobs for platform=marenostrum4 +2021-12-18 05:51:53,401 Checking jobs for platform=nord3 +2021-12-18 05:51:53,401 Checking jobs for platform=local +2021-12-18 05:51:53,402 Checking jobs for platform=transfer_node +2021-12-18 05:51:53,402 Checking all jobs at once +2021-12-18 05:51:55,072 Successful check job command +2021-12-18 05:51:56,591 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:51:56,591 End of checking +2021-12-18 05:51:56,593 Updating FAILED jobs +2021-12-18 05:51:56,593 Updating WAITING jobs +2021-12-18 05:51:56,593 Update finished +2021-12-18 05:51:56,593 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:51:56,594 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:51:56,594 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:51:56,594 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:51:56,594 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:51:56,597 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:51:56,599 Job list saved +2021-12-18 05:51:56,604 Updating FAILED jobs +2021-12-18 05:51:56,604 Updating WAITING jobs +2021-12-18 05:51:56,605 Update finished +2021-12-18 05:52:06,608 Reloading parameters... +2021-12-18 05:52:06,627 Loading parameters... +2021-12-18 05:52:06,628 Loading project parameters... +2021-12-18 05:52:06,630 + +22 of 25 jobs remaining (05:52) +2021-12-18 05:52:06,631 Sleep: 10 +2021-12-18 05:52:06,631 Number of retrials: 0 +2021-12-18 05:52:06,631 WRAPPER CHECK TIME = 10 +2021-12-18 05:52:06,631 Checking jobs for platform=marenostrum4 +2021-12-18 05:52:06,632 Checking jobs for platform=nord3 +2021-12-18 05:52:06,632 Checking jobs for platform=local +2021-12-18 05:52:06,633 Checking jobs for platform=transfer_node +2021-12-18 05:52:06,633 Checking all jobs at once +2021-12-18 05:52:08,153 Successful check job command +2021-12-18 05:52:10,724 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:52:10,724 End of checking +2021-12-18 05:52:10,725 Updating FAILED jobs +2021-12-18 05:52:10,726 Updating WAITING jobs +2021-12-18 05:52:10,726 Update finished +2021-12-18 05:52:10,726 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:52:10,726 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:52:10,726 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:52:10,726 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:52:10,727 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:52:10,730 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:52:10,732 Job list saved +2021-12-18 05:52:10,737 Updating FAILED jobs +2021-12-18 05:52:10,738 Updating WAITING jobs +2021-12-18 05:52:10,738 Update finished +2021-12-18 05:52:20,748 Reloading parameters... +2021-12-18 05:52:20,767 Loading parameters... +2021-12-18 05:52:20,768 Loading project parameters... +2021-12-18 05:52:20,770 + +22 of 25 jobs remaining (05:52) +2021-12-18 05:52:20,770 Sleep: 10 +2021-12-18 05:52:20,770 Number of retrials: 0 +2021-12-18 05:52:20,770 WRAPPER CHECK TIME = 10 +2021-12-18 05:52:20,771 Checking jobs for platform=marenostrum4 +2021-12-18 05:52:20,771 Checking jobs for platform=nord3 +2021-12-18 05:52:20,772 Checking jobs for platform=local +2021-12-18 05:52:20,773 Checking jobs for platform=transfer_node +2021-12-18 05:52:20,773 Checking all jobs at once +2021-12-18 05:52:22,043 Successful check job command +2021-12-18 05:52:23,262 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:52:23,262 End of checking +2021-12-18 05:52:23,263 Updating FAILED jobs +2021-12-18 05:52:23,263 Updating WAITING jobs +2021-12-18 05:52:23,264 Update finished +2021-12-18 05:52:23,264 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:52:23,264 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:52:23,264 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:52:23,264 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:52:23,264 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:52:23,267 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:52:23,269 Job list saved +2021-12-18 05:52:23,275 Updating FAILED jobs +2021-12-18 05:52:23,275 Updating WAITING jobs +2021-12-18 05:52:23,276 Update finished +2021-12-18 05:52:33,283 Reloading parameters... +2021-12-18 05:52:33,303 Loading parameters... +2021-12-18 05:52:33,304 Loading project parameters... +2021-12-18 05:52:33,306 + +22 of 25 jobs remaining (05:52) +2021-12-18 05:52:33,306 Sleep: 10 +2021-12-18 05:52:33,306 Number of retrials: 0 +2021-12-18 05:52:33,306 WRAPPER CHECK TIME = 10 +2021-12-18 05:52:33,307 Checking jobs for platform=marenostrum4 +2021-12-18 05:52:33,308 Checking jobs for platform=nord3 +2021-12-18 05:52:33,308 Checking jobs for platform=local +2021-12-18 05:52:33,309 Checking jobs for platform=transfer_node +2021-12-18 05:52:33,309 Checking all jobs at once +2021-12-18 05:52:34,578 Successful check job command +2021-12-18 05:52:35,697 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:52:35,697 End of checking +2021-12-18 05:52:35,699 Updating FAILED jobs +2021-12-18 05:52:35,699 Updating WAITING jobs +2021-12-18 05:52:35,699 Update finished +2021-12-18 05:52:35,699 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:52:35,702 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:52:35,702 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:52:35,702 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:52:35,702 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:52:35,705 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:52:35,707 Job list saved +2021-12-18 05:52:35,720 Updating FAILED jobs +2021-12-18 05:52:35,720 Updating WAITING jobs +2021-12-18 05:52:35,720 Update finished +2021-12-18 05:52:45,728 Reloading parameters... +2021-12-18 05:52:45,746 Loading parameters... +2021-12-18 05:52:45,748 Loading project parameters... +2021-12-18 05:52:45,750 + +22 of 25 jobs remaining (05:52) +2021-12-18 05:52:45,750 Sleep: 10 +2021-12-18 05:52:45,750 Number of retrials: 0 +2021-12-18 05:52:45,750 WRAPPER CHECK TIME = 10 +2021-12-18 05:52:45,750 Checking jobs for platform=marenostrum4 +2021-12-18 05:52:45,751 Checking jobs for platform=nord3 +2021-12-18 05:52:45,752 Checking jobs for platform=local +2021-12-18 05:52:45,752 Checking jobs for platform=transfer_node +2021-12-18 05:52:45,752 Checking all jobs at once +2021-12-18 05:52:47,122 Successful check job command +2021-12-18 05:52:48,241 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:52:48,242 End of checking +2021-12-18 05:52:48,243 Updating FAILED jobs +2021-12-18 05:52:48,243 Updating WAITING jobs +2021-12-18 05:52:48,243 Update finished +2021-12-18 05:52:48,243 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:52:48,244 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:52:48,244 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:52:48,244 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:52:48,244 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:52:48,248 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:52:48,250 Job list saved +2021-12-18 05:52:48,255 Updating FAILED jobs +2021-12-18 05:52:48,256 Updating WAITING jobs +2021-12-18 05:52:48,256 Update finished +2021-12-18 05:52:58,266 Reloading parameters... +2021-12-18 05:52:58,285 Loading parameters... +2021-12-18 05:52:58,286 Loading project parameters... +2021-12-18 05:52:58,288 + +22 of 25 jobs remaining (05:52) +2021-12-18 05:52:58,288 Sleep: 10 +2021-12-18 05:52:58,288 Number of retrials: 0 +2021-12-18 05:52:58,288 WRAPPER CHECK TIME = 10 +2021-12-18 05:52:58,289 Checking jobs for platform=marenostrum4 +2021-12-18 05:52:58,290 Checking jobs for platform=nord3 +2021-12-18 05:52:58,290 Checking jobs for platform=local +2021-12-18 05:52:58,291 Checking jobs for platform=transfer_node +2021-12-18 05:52:58,291 Checking all jobs at once +2021-12-18 05:52:59,961 Successful check job command +2021-12-18 05:53:01,480 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:53:01,481 End of checking +2021-12-18 05:53:01,482 Updating FAILED jobs +2021-12-18 05:53:01,482 Updating WAITING jobs +2021-12-18 05:53:01,482 Update finished +2021-12-18 05:53:01,482 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:53:01,483 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:53:01,483 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:53:01,483 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:53:01,483 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:53:01,485 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:53:01,488 Job list saved +2021-12-18 05:53:01,495 Updating FAILED jobs +2021-12-18 05:53:01,496 Updating WAITING jobs +2021-12-18 05:53:01,496 Update finished +2021-12-18 05:53:11,506 Reloading parameters... +2021-12-18 05:53:11,526 Loading parameters... +2021-12-18 05:53:11,527 Loading project parameters... +2021-12-18 05:53:11,529 + +22 of 25 jobs remaining (05:53) +2021-12-18 05:53:11,529 Sleep: 10 +2021-12-18 05:53:11,529 Number of retrials: 0 +2021-12-18 05:53:11,529 WRAPPER CHECK TIME = 10 +2021-12-18 05:53:11,530 Checking jobs for platform=marenostrum4 +2021-12-18 05:53:11,530 Checking jobs for platform=nord3 +2021-12-18 05:53:11,531 Checking jobs for platform=local +2021-12-18 05:53:11,532 Checking jobs for platform=transfer_node +2021-12-18 05:53:11,532 Checking all jobs at once +2021-12-18 05:53:12,751 Successful check job command +2021-12-18 05:53:13,921 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:53:13,921 End of checking +2021-12-18 05:53:13,922 Updating FAILED jobs +2021-12-18 05:53:13,922 Updating WAITING jobs +2021-12-18 05:53:13,922 Update finished +2021-12-18 05:53:13,923 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:53:13,923 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:53:13,923 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:53:13,923 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:53:13,924 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:53:13,926 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:53:13,928 Job list saved +2021-12-18 05:53:13,934 Updating FAILED jobs +2021-12-18 05:53:13,934 Updating WAITING jobs +2021-12-18 05:53:13,934 Update finished +2021-12-18 05:53:23,944 Reloading parameters... +2021-12-18 05:53:23,966 Loading parameters... +2021-12-18 05:53:23,968 Loading project parameters... +2021-12-18 05:53:23,970 + +22 of 25 jobs remaining (05:53) +2021-12-18 05:53:23,970 Sleep: 10 +2021-12-18 05:53:23,970 Number of retrials: 0 +2021-12-18 05:53:23,970 WRAPPER CHECK TIME = 10 +2021-12-18 05:53:23,971 Checking jobs for platform=marenostrum4 +2021-12-18 05:53:23,971 Checking jobs for platform=nord3 +2021-12-18 05:53:23,972 Checking jobs for platform=local +2021-12-18 05:53:23,972 Checking jobs for platform=transfer_node +2021-12-18 05:53:23,972 Checking all jobs at once +2021-12-18 05:53:25,292 Successful check job command +2021-12-18 05:53:26,511 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:53:26,511 End of checking +2021-12-18 05:53:26,513 Updating FAILED jobs +2021-12-18 05:53:26,513 Updating WAITING jobs +2021-12-18 05:53:26,513 Update finished +2021-12-18 05:53:26,514 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:53:26,514 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:53:26,514 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:53:26,514 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:53:26,514 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:53:26,517 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:53:26,520 Job list saved +2021-12-18 05:53:26,525 Updating FAILED jobs +2021-12-18 05:53:26,525 Updating WAITING jobs +2021-12-18 05:53:26,526 Update finished +2021-12-18 05:53:36,536 Reloading parameters... +2021-12-18 05:53:36,556 Loading parameters... +2021-12-18 05:53:36,558 Loading project parameters... +2021-12-18 05:53:36,560 + +22 of 25 jobs remaining (05:53) +2021-12-18 05:53:36,560 Sleep: 10 +2021-12-18 05:53:36,560 Number of retrials: 0 +2021-12-18 05:53:36,560 WRAPPER CHECK TIME = 10 +2021-12-18 05:53:36,561 Checking jobs for platform=marenostrum4 +2021-12-18 05:53:36,561 Checking jobs for platform=nord3 +2021-12-18 05:53:36,562 Checking jobs for platform=local +2021-12-18 05:53:36,562 Checking jobs for platform=transfer_node +2021-12-18 05:53:36,562 Checking all jobs at once +2021-12-18 05:53:38,988 Successful check job command +2021-12-18 05:53:40,409 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:53:40,409 End of checking +2021-12-18 05:53:40,411 Updating FAILED jobs +2021-12-18 05:53:40,411 Updating WAITING jobs +2021-12-18 05:53:40,411 Update finished +2021-12-18 05:53:40,411 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:53:40,412 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:53:40,412 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:53:40,412 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:53:40,412 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:53:40,415 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:53:40,417 Job list saved +2021-12-18 05:53:40,422 Updating FAILED jobs +2021-12-18 05:53:40,422 Updating WAITING jobs +2021-12-18 05:53:40,422 Update finished +2021-12-18 05:53:50,432 Reloading parameters... +2021-12-18 05:53:50,451 Loading parameters... +2021-12-18 05:53:50,452 Loading project parameters... +2021-12-18 05:53:50,454 + +22 of 25 jobs remaining (05:53) +2021-12-18 05:53:50,454 Sleep: 10 +2021-12-18 05:53:50,454 Number of retrials: 0 +2021-12-18 05:53:50,454 WRAPPER CHECK TIME = 10 +2021-12-18 05:53:50,455 Checking jobs for platform=marenostrum4 +2021-12-18 05:53:50,455 Checking jobs for platform=nord3 +2021-12-18 05:53:50,456 Checking jobs for platform=local +2021-12-18 05:53:50,456 Checking jobs for platform=transfer_node +2021-12-18 05:53:50,456 Checking all jobs at once +2021-12-18 05:53:51,976 Successful check job command +2021-12-18 05:53:53,296 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:53:53,297 End of checking +2021-12-18 05:53:53,298 Updating FAILED jobs +2021-12-18 05:53:53,298 Updating WAITING jobs +2021-12-18 05:53:53,299 Update finished +2021-12-18 05:53:53,299 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:53:53,299 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:53:53,300 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:53:53,300 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:53:53,300 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:53:53,303 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:53:53,305 Job list saved +2021-12-18 05:53:53,310 Updating FAILED jobs +2021-12-18 05:53:53,310 Updating WAITING jobs +2021-12-18 05:53:53,310 Update finished +2021-12-18 05:54:03,320 Reloading parameters... +2021-12-18 05:54:03,384 Loading parameters... +2021-12-18 05:54:03,385 Loading project parameters... +2021-12-18 05:54:03,387 + +22 of 25 jobs remaining (05:54) +2021-12-18 05:54:03,387 Sleep: 10 +2021-12-18 05:54:03,388 Number of retrials: 0 +2021-12-18 05:54:03,388 WRAPPER CHECK TIME = 10 +2021-12-18 05:54:03,388 Checking jobs for platform=marenostrum4 +2021-12-18 05:54:03,389 Checking jobs for platform=nord3 +2021-12-18 05:54:03,389 Checking jobs for platform=local +2021-12-18 05:54:03,390 Checking jobs for platform=transfer_node +2021-12-18 05:54:03,390 Checking all jobs at once +2021-12-18 05:54:04,809 Successful check job command +2021-12-18 05:54:05,980 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:54:05,981 End of checking +2021-12-18 05:54:05,982 Updating FAILED jobs +2021-12-18 05:54:05,982 Updating WAITING jobs +2021-12-18 05:54:05,982 Update finished +2021-12-18 05:54:05,983 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:54:05,983 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:54:05,983 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:54:05,983 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:54:05,983 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:54:05,986 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:54:05,988 Job list saved +2021-12-18 05:54:06,002 Updating FAILED jobs +2021-12-18 05:54:06,002 Updating WAITING jobs +2021-12-18 05:54:06,002 Update finished +2021-12-18 05:54:16,012 Reloading parameters... +2021-12-18 05:54:16,031 Loading parameters... +2021-12-18 05:54:16,032 Loading project parameters... +2021-12-18 05:54:16,034 + +22 of 25 jobs remaining (05:54) +2021-12-18 05:54:16,034 Sleep: 10 +2021-12-18 05:54:16,034 Number of retrials: 0 +2021-12-18 05:54:16,034 WRAPPER CHECK TIME = 10 +2021-12-18 05:54:16,035 Checking jobs for platform=marenostrum4 +2021-12-18 05:54:16,036 Checking jobs for platform=nord3 +2021-12-18 05:54:16,036 Checking jobs for platform=local +2021-12-18 05:54:16,037 Checking jobs for platform=transfer_node +2021-12-18 05:54:16,037 Checking all jobs at once +2021-12-18 05:54:17,359 Successful check job command +2021-12-18 05:54:18,578 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:54:18,578 End of checking +2021-12-18 05:54:18,580 Updating FAILED jobs +2021-12-18 05:54:18,580 Updating WAITING jobs +2021-12-18 05:54:18,580 Update finished +2021-12-18 05:54:18,580 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:54:18,581 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:54:18,581 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:54:18,581 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:54:18,581 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:54:18,584 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:54:18,586 Job list saved +2021-12-18 05:54:18,591 Updating FAILED jobs +2021-12-18 05:54:18,591 Updating WAITING jobs +2021-12-18 05:54:18,591 Update finished +2021-12-18 05:54:28,601 Reloading parameters... +2021-12-18 05:54:28,619 Loading parameters... +2021-12-18 05:54:28,621 Loading project parameters... +2021-12-18 05:54:28,623 + +22 of 25 jobs remaining (05:54) +2021-12-18 05:54:28,623 Sleep: 10 +2021-12-18 05:54:28,623 Number of retrials: 0 +2021-12-18 05:54:28,623 WRAPPER CHECK TIME = 10 +2021-12-18 05:54:28,624 Checking jobs for platform=marenostrum4 +2021-12-18 05:54:28,624 Checking jobs for platform=nord3 +2021-12-18 05:54:28,625 Checking jobs for platform=local +2021-12-18 05:54:28,625 Checking jobs for platform=transfer_node +2021-12-18 05:54:28,625 Checking all jobs at once +2021-12-18 05:54:31,198 Successful check job command +2021-12-18 05:54:32,718 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:54:32,719 End of checking +2021-12-18 05:54:32,721 Updating FAILED jobs +2021-12-18 05:54:32,721 Updating WAITING jobs +2021-12-18 05:54:32,721 Update finished +2021-12-18 05:54:32,721 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:54:32,722 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:54:32,722 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:54:32,722 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:54:32,722 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:54:32,725 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:54:32,727 Job list saved +2021-12-18 05:54:32,732 Updating FAILED jobs +2021-12-18 05:54:32,732 Updating WAITING jobs +2021-12-18 05:54:32,732 Update finished +2021-12-18 05:54:42,741 Reloading parameters... +2021-12-18 05:54:42,761 Loading parameters... +2021-12-18 05:54:42,763 Loading project parameters... +2021-12-18 05:54:42,765 + +22 of 25 jobs remaining (05:54) +2021-12-18 05:54:42,765 Sleep: 10 +2021-12-18 05:54:42,765 Number of retrials: 0 +2021-12-18 05:54:42,765 WRAPPER CHECK TIME = 10 +2021-12-18 05:54:42,766 Checking jobs for platform=marenostrum4 +2021-12-18 05:54:42,766 Checking jobs for platform=nord3 +2021-12-18 05:54:42,767 Checking jobs for platform=local +2021-12-18 05:54:42,768 Checking jobs for platform=transfer_node +2021-12-18 05:54:42,768 Checking all jobs at once +2021-12-18 05:54:44,638 Successful check job command +2021-12-18 05:54:46,408 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:54:46,408 End of checking +2021-12-18 05:54:46,410 Updating FAILED jobs +2021-12-18 05:54:46,410 Updating WAITING jobs +2021-12-18 05:54:46,410 Update finished +2021-12-18 05:54:46,410 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:54:46,411 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:54:46,411 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:54:46,411 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:54:46,411 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:54:46,414 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:54:46,416 Job list saved +2021-12-18 05:54:46,421 Updating FAILED jobs +2021-12-18 05:54:46,421 Updating WAITING jobs +2021-12-18 05:54:46,421 Update finished +2021-12-18 05:54:56,431 Reloading parameters... +2021-12-18 05:54:56,450 Loading parameters... +2021-12-18 05:54:56,451 Loading project parameters... +2021-12-18 05:54:56,453 + +22 of 25 jobs remaining (05:54) +2021-12-18 05:54:56,453 Sleep: 10 +2021-12-18 05:54:56,453 Number of retrials: 0 +2021-12-18 05:54:56,453 WRAPPER CHECK TIME = 10 +2021-12-18 05:54:56,454 Checking jobs for platform=marenostrum4 +2021-12-18 05:54:56,454 Checking jobs for platform=nord3 +2021-12-18 05:54:56,455 Checking jobs for platform=local +2021-12-18 05:54:56,456 Checking jobs for platform=transfer_node +2021-12-18 05:54:56,456 Checking all jobs at once +2021-12-18 05:54:58,126 Successful check job command +2021-12-18 05:54:59,545 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:54:59,545 End of checking +2021-12-18 05:54:59,547 Updating FAILED jobs +2021-12-18 05:54:59,547 Updating WAITING jobs +2021-12-18 05:54:59,547 Update finished +2021-12-18 05:54:59,547 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:54:59,547 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:54:59,548 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:54:59,548 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:54:59,548 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:54:59,550 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:54:59,553 Job list saved +2021-12-18 05:54:59,557 Updating FAILED jobs +2021-12-18 05:54:59,557 Updating WAITING jobs +2021-12-18 05:54:59,558 Update finished +2021-12-18 05:55:09,566 Reloading parameters... +2021-12-18 05:55:09,585 Loading parameters... +2021-12-18 05:55:09,587 Loading project parameters... +2021-12-18 05:55:09,588 + +22 of 25 jobs remaining (05:55) +2021-12-18 05:55:09,589 Sleep: 10 +2021-12-18 05:55:09,589 Number of retrials: 0 +2021-12-18 05:55:09,589 WRAPPER CHECK TIME = 10 +2021-12-18 05:55:09,589 Checking jobs for platform=marenostrum4 +2021-12-18 05:55:09,590 Checking jobs for platform=nord3 +2021-12-18 05:55:09,590 Checking jobs for platform=local +2021-12-18 05:55:09,591 Checking jobs for platform=transfer_node +2021-12-18 05:55:09,591 Checking all jobs at once +2021-12-18 05:55:10,910 Successful check job command +2021-12-18 05:55:12,079 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:55:12,079 End of checking +2021-12-18 05:55:12,081 Updating FAILED jobs +2021-12-18 05:55:12,081 Updating WAITING jobs +2021-12-18 05:55:12,081 Update finished +2021-12-18 05:55:12,082 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:55:12,082 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:55:12,082 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:55:12,083 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:55:12,083 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:55:12,086 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:55:12,088 Job list saved +2021-12-18 05:55:12,093 Updating FAILED jobs +2021-12-18 05:55:12,093 Updating WAITING jobs +2021-12-18 05:55:12,093 Update finished +2021-12-18 05:55:22,101 Reloading parameters... +2021-12-18 05:55:22,128 Loading parameters... +2021-12-18 05:55:22,129 Loading project parameters... +2021-12-18 05:55:22,131 + +22 of 25 jobs remaining (05:55) +2021-12-18 05:55:22,132 Sleep: 10 +2021-12-18 05:55:22,132 Number of retrials: 0 +2021-12-18 05:55:22,132 WRAPPER CHECK TIME = 10 +2021-12-18 05:55:22,133 Checking jobs for platform=marenostrum4 +2021-12-18 05:55:22,133 Checking jobs for platform=nord3 +2021-12-18 05:55:22,134 Checking jobs for platform=local +2021-12-18 05:55:22,134 Checking jobs for platform=transfer_node +2021-12-18 05:55:22,134 Checking all jobs at once +2021-12-18 05:55:23,554 Successful check job command +2021-12-18 05:55:24,824 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:55:24,824 End of checking +2021-12-18 05:55:24,825 Updating FAILED jobs +2021-12-18 05:55:24,825 Updating WAITING jobs +2021-12-18 05:55:24,826 Update finished +2021-12-18 05:55:24,826 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:55:24,826 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:55:24,826 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:55:24,826 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:55:24,826 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:55:24,830 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:55:24,832 Job list saved +2021-12-18 05:55:24,839 Updating FAILED jobs +2021-12-18 05:55:24,839 Updating WAITING jobs +2021-12-18 05:55:24,839 Update finished +2021-12-18 05:55:34,846 Reloading parameters... +2021-12-18 05:55:34,870 Loading parameters... +2021-12-18 05:55:34,871 Loading project parameters... +2021-12-18 05:55:34,873 + +22 of 25 jobs remaining (05:55) +2021-12-18 05:55:34,873 Sleep: 10 +2021-12-18 05:55:34,873 Number of retrials: 0 +2021-12-18 05:55:34,873 WRAPPER CHECK TIME = 10 +2021-12-18 05:55:34,874 Checking jobs for platform=marenostrum4 +2021-12-18 05:55:34,874 Checking jobs for platform=nord3 +2021-12-18 05:55:34,875 Checking jobs for platform=local +2021-12-18 05:55:34,875 Checking jobs for platform=transfer_node +2021-12-18 05:55:34,876 Checking all jobs at once +2021-12-18 05:55:37,357 Successful check job command +2021-12-18 05:55:39,377 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:55:39,377 End of checking +2021-12-18 05:55:39,379 Updating FAILED jobs +2021-12-18 05:55:39,379 Updating WAITING jobs +2021-12-18 05:55:39,379 Update finished +2021-12-18 05:55:39,379 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:55:39,379 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:55:39,380 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:55:39,380 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:55:39,380 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:55:39,382 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:55:39,385 Job list saved +2021-12-18 05:55:39,390 Updating FAILED jobs +2021-12-18 05:55:39,390 Updating WAITING jobs +2021-12-18 05:55:39,390 Update finished +2021-12-18 05:55:49,400 Reloading parameters... +2021-12-18 05:55:49,423 Loading parameters... +2021-12-18 05:55:49,424 Loading project parameters... +2021-12-18 05:55:49,426 + +22 of 25 jobs remaining (05:55) +2021-12-18 05:55:49,426 Sleep: 10 +2021-12-18 05:55:49,426 Number of retrials: 0 +2021-12-18 05:55:49,427 WRAPPER CHECK TIME = 10 +2021-12-18 05:55:49,427 Checking jobs for platform=marenostrum4 +2021-12-18 05:55:49,428 Checking jobs for platform=nord3 +2021-12-18 05:55:49,428 Checking jobs for platform=local +2021-12-18 05:55:49,429 Checking jobs for platform=transfer_node +2021-12-18 05:55:49,429 Checking all jobs at once +2021-12-18 05:55:50,848 Successful check job command +2021-12-18 05:55:52,117 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:55:52,117 End of checking +2021-12-18 05:55:52,119 Updating FAILED jobs +2021-12-18 05:55:52,119 Updating WAITING jobs +2021-12-18 05:55:52,119 Update finished +2021-12-18 05:55:52,119 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:55:52,120 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:55:52,120 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:55:52,120 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:55:52,120 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:55:52,123 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:55:52,125 Job list saved +2021-12-18 05:55:52,130 Updating FAILED jobs +2021-12-18 05:55:52,130 Updating WAITING jobs +2021-12-18 05:55:52,130 Update finished +2021-12-18 05:56:02,141 Reloading parameters... +2021-12-18 05:56:02,162 Loading parameters... +2021-12-18 05:56:02,163 Loading project parameters... +2021-12-18 05:56:02,165 + +22 of 25 jobs remaining (05:56) +2021-12-18 05:56:02,166 Sleep: 10 +2021-12-18 05:56:02,166 Number of retrials: 0 +2021-12-18 05:56:02,166 WRAPPER CHECK TIME = 10 +2021-12-18 05:56:02,166 Checking jobs for platform=marenostrum4 +2021-12-18 05:56:02,167 Checking jobs for platform=nord3 +2021-12-18 05:56:02,167 Checking jobs for platform=local +2021-12-18 05:56:02,168 Checking jobs for platform=transfer_node +2021-12-18 05:56:02,168 Checking all jobs at once +2021-12-18 05:56:03,593 Successful check job command +2021-12-18 05:56:04,963 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:56:04,963 End of checking +2021-12-18 05:56:04,964 Updating FAILED jobs +2021-12-18 05:56:04,964 Updating WAITING jobs +2021-12-18 05:56:04,965 Update finished +2021-12-18 05:56:04,965 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:56:04,965 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:56:04,965 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:56:04,965 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:56:04,965 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:56:04,968 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:56:04,970 Job list saved +2021-12-18 05:56:04,976 Updating FAILED jobs +2021-12-18 05:56:04,976 Updating WAITING jobs +2021-12-18 05:56:04,977 Update finished +2021-12-18 05:56:14,987 Reloading parameters... +2021-12-18 05:56:15,006 Loading parameters... +2021-12-18 05:56:15,008 Loading project parameters... +2021-12-18 05:56:15,010 + +22 of 25 jobs remaining (05:56) +2021-12-18 05:56:15,010 Sleep: 10 +2021-12-18 05:56:15,010 Number of retrials: 0 +2021-12-18 05:56:15,010 WRAPPER CHECK TIME = 10 +2021-12-18 05:56:15,011 Checking jobs for platform=marenostrum4 +2021-12-18 05:56:15,011 Checking jobs for platform=nord3 +2021-12-18 05:56:15,012 Checking jobs for platform=local +2021-12-18 05:56:15,013 Checking jobs for platform=transfer_node +2021-12-18 05:56:15,013 Checking all jobs at once +2021-12-18 05:56:16,286 Successful check job command +2021-12-18 05:56:17,455 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:56:17,455 End of checking +2021-12-18 05:56:17,456 Updating FAILED jobs +2021-12-18 05:56:17,456 Updating WAITING jobs +2021-12-18 05:56:17,457 Update finished +2021-12-18 05:56:17,457 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:56:17,457 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:56:17,457 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:56:17,457 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:56:17,457 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:56:17,462 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:56:17,464 Job list saved +2021-12-18 05:56:17,471 Updating FAILED jobs +2021-12-18 05:56:17,471 Updating WAITING jobs +2021-12-18 05:56:17,471 Update finished +2021-12-18 05:56:27,477 Reloading parameters... +2021-12-18 05:56:27,496 Loading parameters... +2021-12-18 05:56:27,497 Loading project parameters... +2021-12-18 05:56:27,499 + +22 of 25 jobs remaining (05:56) +2021-12-18 05:56:27,499 Sleep: 10 +2021-12-18 05:56:27,499 Number of retrials: 0 +2021-12-18 05:56:27,499 WRAPPER CHECK TIME = 10 +2021-12-18 05:56:27,500 Checking jobs for platform=marenostrum4 +2021-12-18 05:56:27,500 Checking jobs for platform=nord3 +2021-12-18 05:56:27,501 Checking jobs for platform=local +2021-12-18 05:56:27,501 Checking jobs for platform=transfer_node +2021-12-18 05:56:27,502 Checking all jobs at once +2021-12-18 05:56:30,525 Successful check job command +2021-12-18 05:56:31,794 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:56:31,795 End of checking +2021-12-18 05:56:31,796 Updating FAILED jobs +2021-12-18 05:56:31,796 Updating WAITING jobs +2021-12-18 05:56:31,797 Update finished +2021-12-18 05:56:31,797 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:56:31,797 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:56:31,798 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:56:31,798 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:56:31,798 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:56:31,801 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:56:31,803 Job list saved +2021-12-18 05:56:31,808 Updating FAILED jobs +2021-12-18 05:56:31,808 Updating WAITING jobs +2021-12-18 05:56:31,808 Update finished +2021-12-18 05:56:41,816 Reloading parameters... +2021-12-18 05:56:41,835 Loading parameters... +2021-12-18 05:56:41,836 Loading project parameters... +2021-12-18 05:56:41,838 + +22 of 25 jobs remaining (05:56) +2021-12-18 05:56:41,838 Sleep: 10 +2021-12-18 05:56:41,839 Number of retrials: 0 +2021-12-18 05:56:41,839 WRAPPER CHECK TIME = 10 +2021-12-18 05:56:41,839 Checking jobs for platform=marenostrum4 +2021-12-18 05:56:41,840 Checking jobs for platform=nord3 +2021-12-18 05:56:41,840 Checking jobs for platform=local +2021-12-18 05:56:41,841 Checking jobs for platform=transfer_node +2021-12-18 05:56:41,841 Checking all jobs at once +2021-12-18 05:56:43,414 Successful check job command +2021-12-18 05:56:44,839 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:56:44,839 End of checking +2021-12-18 05:56:44,840 Updating FAILED jobs +2021-12-18 05:56:44,840 Updating WAITING jobs +2021-12-18 05:56:44,841 Update finished +2021-12-18 05:56:44,841 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:56:44,841 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:56:44,841 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:56:44,841 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:56:44,841 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:56:44,844 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:56:44,846 Job list saved +2021-12-18 05:56:44,851 Updating FAILED jobs +2021-12-18 05:56:44,851 Updating WAITING jobs +2021-12-18 05:56:44,851 Update finished +2021-12-18 05:56:54,852 Reloading parameters... +2021-12-18 05:56:54,872 Loading parameters... +2021-12-18 05:56:54,874 Loading project parameters... +2021-12-18 05:56:54,875 + +22 of 25 jobs remaining (05:56) +2021-12-18 05:56:54,876 Sleep: 10 +2021-12-18 05:56:54,876 Number of retrials: 0 +2021-12-18 05:56:54,876 WRAPPER CHECK TIME = 10 +2021-12-18 05:56:54,877 Checking jobs for platform=marenostrum4 +2021-12-18 05:56:54,877 Checking jobs for platform=nord3 +2021-12-18 05:56:54,878 Checking jobs for platform=local +2021-12-18 05:56:54,878 Checking jobs for platform=transfer_node +2021-12-18 05:56:54,879 Checking all jobs at once +2021-12-18 05:56:56,849 Successful check job command +2021-12-18 05:56:58,369 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:56:58,369 End of checking +2021-12-18 05:56:58,370 Updating FAILED jobs +2021-12-18 05:56:58,371 Updating WAITING jobs +2021-12-18 05:56:58,371 Update finished +2021-12-18 05:56:58,371 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:56:58,371 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:56:58,371 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:56:58,371 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:56:58,372 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:56:58,374 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:56:58,377 Job list saved +2021-12-18 05:56:58,381 Updating FAILED jobs +2021-12-18 05:56:58,381 Updating WAITING jobs +2021-12-18 05:56:58,382 Update finished +2021-12-18 05:57:08,392 Reloading parameters... +2021-12-18 05:57:08,411 Loading parameters... +2021-12-18 05:57:08,412 Loading project parameters... +2021-12-18 05:57:08,414 + +22 of 25 jobs remaining (05:57) +2021-12-18 05:57:08,415 Sleep: 10 +2021-12-18 05:57:08,415 Number of retrials: 0 +2021-12-18 05:57:08,415 WRAPPER CHECK TIME = 10 +2021-12-18 05:57:08,415 Checking jobs for platform=marenostrum4 +2021-12-18 05:57:08,416 Checking jobs for platform=nord3 +2021-12-18 05:57:08,416 Checking jobs for platform=local +2021-12-18 05:57:08,417 Checking jobs for platform=transfer_node +2021-12-18 05:57:08,417 Checking all jobs at once +2021-12-18 05:57:09,837 Successful check job command +2021-12-18 05:57:11,156 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:57:11,156 End of checking +2021-12-18 05:57:11,158 Updating FAILED jobs +2021-12-18 05:57:11,158 Updating WAITING jobs +2021-12-18 05:57:11,158 Update finished +2021-12-18 05:57:11,158 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:57:11,159 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:57:11,159 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:57:11,159 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:57:11,159 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:57:11,162 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:57:11,164 Job list saved +2021-12-18 05:57:11,169 Updating FAILED jobs +2021-12-18 05:57:11,169 Updating WAITING jobs +2021-12-18 05:57:11,169 Update finished +2021-12-18 05:57:21,172 Reloading parameters... +2021-12-18 05:57:21,191 Loading parameters... +2021-12-18 05:57:21,193 Loading project parameters... +2021-12-18 05:57:21,194 + +22 of 25 jobs remaining (05:57) +2021-12-18 05:57:21,195 Sleep: 10 +2021-12-18 05:57:21,195 Number of retrials: 0 +2021-12-18 05:57:21,195 WRAPPER CHECK TIME = 10 +2021-12-18 05:57:21,195 Checking jobs for platform=marenostrum4 +2021-12-18 05:57:21,196 Checking jobs for platform=nord3 +2021-12-18 05:57:21,196 Checking jobs for platform=local +2021-12-18 05:57:21,197 Checking jobs for platform=transfer_node +2021-12-18 05:57:21,197 Checking all jobs at once +2021-12-18 05:57:22,419 Successful check job command +2021-12-18 05:57:23,788 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:57:23,788 End of checking +2021-12-18 05:57:23,790 Updating FAILED jobs +2021-12-18 05:57:23,790 Updating WAITING jobs +2021-12-18 05:57:23,790 Update finished +2021-12-18 05:57:23,791 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:57:23,791 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:57:23,791 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:57:23,791 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:57:23,791 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:57:23,794 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:57:23,796 Job list saved +2021-12-18 05:57:23,801 Updating FAILED jobs +2021-12-18 05:57:23,801 Updating WAITING jobs +2021-12-18 05:57:23,801 Update finished +2021-12-18 05:57:33,811 Reloading parameters... +2021-12-18 05:57:33,831 Loading parameters... +2021-12-18 05:57:33,832 Loading project parameters... +2021-12-18 05:57:33,834 + +22 of 25 jobs remaining (05:57) +2021-12-18 05:57:33,834 Sleep: 10 +2021-12-18 05:57:33,835 Number of retrials: 0 +2021-12-18 05:57:33,835 WRAPPER CHECK TIME = 10 +2021-12-18 05:57:33,835 Checking jobs for platform=marenostrum4 +2021-12-18 05:57:33,836 Checking jobs for platform=nord3 +2021-12-18 05:57:33,836 Checking jobs for platform=local +2021-12-18 05:57:33,837 Checking jobs for platform=transfer_node +2021-12-18 05:57:33,837 Checking all jobs at once +2021-12-18 05:57:35,857 Successful check job command +2021-12-18 05:57:37,127 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:57:37,127 End of checking +2021-12-18 05:57:37,129 Updating FAILED jobs +2021-12-18 05:57:37,129 Updating WAITING jobs +2021-12-18 05:57:37,129 Update finished +2021-12-18 05:57:37,129 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:57:37,129 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:57:37,130 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:57:37,130 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:57:37,130 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:57:37,133 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:57:37,135 Job list saved +2021-12-18 05:57:37,141 Updating FAILED jobs +2021-12-18 05:57:37,141 Updating WAITING jobs +2021-12-18 05:57:37,141 Update finished +2021-12-18 05:57:47,151 Reloading parameters... +2021-12-18 05:57:47,170 Loading parameters... +2021-12-18 05:57:47,172 Loading project parameters... +2021-12-18 05:57:47,173 + +22 of 25 jobs remaining (05:57) +2021-12-18 05:57:47,174 Sleep: 10 +2021-12-18 05:57:47,174 Number of retrials: 0 +2021-12-18 05:57:47,174 WRAPPER CHECK TIME = 10 +2021-12-18 05:57:47,174 Checking jobs for platform=marenostrum4 +2021-12-18 05:57:47,175 Checking jobs for platform=nord3 +2021-12-18 05:57:47,175 Checking jobs for platform=local +2021-12-18 05:57:47,176 Checking jobs for platform=transfer_node +2021-12-18 05:57:47,176 Checking all jobs at once +2021-12-18 05:57:48,550 Successful check job command +2021-12-18 05:57:49,822 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:57:49,823 End of checking +2021-12-18 05:57:49,824 Updating FAILED jobs +2021-12-18 05:57:49,824 Updating WAITING jobs +2021-12-18 05:57:49,825 Update finished +2021-12-18 05:57:49,825 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:57:49,826 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:57:49,826 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:57:49,826 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:57:49,826 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:57:49,830 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:57:49,832 Job list saved +2021-12-18 05:57:49,841 Updating FAILED jobs +2021-12-18 05:57:49,841 Updating WAITING jobs +2021-12-18 05:57:49,842 Update finished +2021-12-18 05:57:59,850 Reloading parameters... +2021-12-18 05:57:59,871 Loading parameters... +2021-12-18 05:57:59,872 Loading project parameters... +2021-12-18 05:57:59,874 + +22 of 25 jobs remaining (05:57) +2021-12-18 05:57:59,874 Sleep: 10 +2021-12-18 05:57:59,875 Number of retrials: 0 +2021-12-18 05:57:59,875 WRAPPER CHECK TIME = 10 +2021-12-18 05:57:59,875 Checking jobs for platform=marenostrum4 +2021-12-18 05:57:59,876 Checking jobs for platform=nord3 +2021-12-18 05:57:59,876 Checking jobs for platform=local +2021-12-18 05:57:59,877 Checking jobs for platform=transfer_node +2021-12-18 05:57:59,877 Checking all jobs at once +2021-12-18 05:58:01,447 Successful check job command +2021-12-18 05:58:02,816 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:58:02,816 End of checking +2021-12-18 05:58:02,818 Updating FAILED jobs +2021-12-18 05:58:02,818 Updating WAITING jobs +2021-12-18 05:58:02,818 Update finished +2021-12-18 05:58:02,818 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:58:02,818 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:58:02,819 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:58:02,819 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:58:02,819 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:58:02,822 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:58:02,824 Job list saved +2021-12-18 05:58:02,829 Updating FAILED jobs +2021-12-18 05:58:02,829 Updating WAITING jobs +2021-12-18 05:58:02,830 Update finished +2021-12-18 05:58:12,840 Reloading parameters... +2021-12-18 05:58:12,859 Loading parameters... +2021-12-18 05:58:12,861 Loading project parameters... +2021-12-18 05:58:12,863 + +22 of 25 jobs remaining (05:58) +2021-12-18 05:58:12,863 Sleep: 10 +2021-12-18 05:58:12,863 Number of retrials: 0 +2021-12-18 05:58:12,863 WRAPPER CHECK TIME = 10 +2021-12-18 05:58:12,864 Checking jobs for platform=marenostrum4 +2021-12-18 05:58:12,864 Checking jobs for platform=nord3 +2021-12-18 05:58:12,865 Checking jobs for platform=local +2021-12-18 05:58:12,865 Checking jobs for platform=transfer_node +2021-12-18 05:58:12,865 Checking all jobs at once +2021-12-18 05:58:14,137 Successful check job command +2021-12-18 05:58:16,058 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:58:16,058 End of checking +2021-12-18 05:58:16,059 Updating FAILED jobs +2021-12-18 05:58:16,060 Updating WAITING jobs +2021-12-18 05:58:16,060 Update finished +2021-12-18 05:58:16,060 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:58:16,060 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:58:16,060 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:58:16,061 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:58:16,061 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:58:16,064 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:58:16,066 Job list saved +2021-12-18 05:58:16,071 Updating FAILED jobs +2021-12-18 05:58:16,071 Updating WAITING jobs +2021-12-18 05:58:16,072 Update finished +2021-12-18 05:58:26,077 Reloading parameters... +2021-12-18 05:58:26,097 Loading parameters... +2021-12-18 05:58:26,098 Loading project parameters... +2021-12-18 05:58:26,100 + +22 of 25 jobs remaining (05:58) +2021-12-18 05:58:26,101 Sleep: 10 +2021-12-18 05:58:26,101 Number of retrials: 0 +2021-12-18 05:58:26,101 WRAPPER CHECK TIME = 10 +2021-12-18 05:58:26,101 Checking jobs for platform=marenostrum4 +2021-12-18 05:58:26,102 Checking jobs for platform=nord3 +2021-12-18 05:58:26,102 Checking jobs for platform=local +2021-12-18 05:58:26,103 Checking jobs for platform=transfer_node +2021-12-18 05:58:26,103 Checking all jobs at once +2021-12-18 05:58:27,923 Successful check job command +2021-12-18 05:58:29,143 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:58:29,143 End of checking +2021-12-18 05:58:29,145 Updating FAILED jobs +2021-12-18 05:58:29,145 Updating WAITING jobs +2021-12-18 05:58:29,145 Update finished +2021-12-18 05:58:29,145 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:58:29,146 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:58:29,146 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:58:29,146 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:58:29,146 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:58:29,150 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:58:29,152 Job list saved +2021-12-18 05:58:29,157 Updating FAILED jobs +2021-12-18 05:58:29,157 Updating WAITING jobs +2021-12-18 05:58:29,157 Update finished +2021-12-18 05:58:39,167 Reloading parameters... +2021-12-18 05:58:39,187 Loading parameters... +2021-12-18 05:58:39,189 Loading project parameters... +2021-12-18 05:58:39,190 + +22 of 25 jobs remaining (05:58) +2021-12-18 05:58:39,191 Sleep: 10 +2021-12-18 05:58:39,191 Number of retrials: 0 +2021-12-18 05:58:39,191 WRAPPER CHECK TIME = 10 +2021-12-18 05:58:39,191 Checking jobs for platform=marenostrum4 +2021-12-18 05:58:39,192 Checking jobs for platform=nord3 +2021-12-18 05:58:39,193 Checking jobs for platform=local +2021-12-18 05:58:39,193 Checking jobs for platform=transfer_node +2021-12-18 05:58:39,193 Checking all jobs at once +2021-12-18 05:58:41,265 Successful check job command +2021-12-18 05:58:43,035 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:58:43,035 End of checking +2021-12-18 05:58:43,037 Updating FAILED jobs +2021-12-18 05:58:43,037 Updating WAITING jobs +2021-12-18 05:58:43,037 Update finished +2021-12-18 05:58:43,037 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:58:43,037 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:58:43,038 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:58:43,038 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:58:43,038 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:58:43,041 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:58:43,044 Job list saved +2021-12-18 05:58:43,049 Updating FAILED jobs +2021-12-18 05:58:43,049 Updating WAITING jobs +2021-12-18 05:58:43,049 Update finished +2021-12-18 05:58:53,059 Reloading parameters... +2021-12-18 05:58:53,074 Loading parameters... +2021-12-18 05:58:53,075 Loading project parameters... +2021-12-18 05:58:53,076 + +22 of 25 jobs remaining (05:58) +2021-12-18 05:58:53,077 Sleep: 10 +2021-12-18 05:58:53,077 Number of retrials: 0 +2021-12-18 05:58:53,077 WRAPPER CHECK TIME = 10 +2021-12-18 05:58:53,077 Checking jobs for platform=marenostrum4 +2021-12-18 05:58:53,077 Checking jobs for platform=nord3 +2021-12-18 05:58:53,078 Checking jobs for platform=local +2021-12-18 05:58:53,078 Checking jobs for platform=transfer_node +2021-12-18 05:58:53,078 Checking all jobs at once +2021-12-18 05:58:54,397 Successful check job command +2021-12-18 05:58:55,667 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:58:55,667 End of checking +2021-12-18 05:58:55,669 Updating FAILED jobs +2021-12-18 05:58:55,669 Updating WAITING jobs +2021-12-18 05:58:55,669 Update finished +2021-12-18 05:58:55,669 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:58:55,669 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:58:55,670 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:58:55,670 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:58:55,670 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:58:55,673 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:58:55,675 Job list saved +2021-12-18 05:58:55,681 Updating FAILED jobs +2021-12-18 05:58:55,681 Updating WAITING jobs +2021-12-18 05:58:55,682 Update finished +2021-12-18 05:59:05,690 Reloading parameters... +2021-12-18 05:59:05,713 Loading parameters... +2021-12-18 05:59:05,715 Loading project parameters... +2021-12-18 05:59:05,717 + +22 of 25 jobs remaining (05:59) +2021-12-18 05:59:05,717 Sleep: 10 +2021-12-18 05:59:05,717 Number of retrials: 0 +2021-12-18 05:59:05,717 WRAPPER CHECK TIME = 10 +2021-12-18 05:59:05,718 Checking jobs for platform=marenostrum4 +2021-12-18 05:59:05,718 Checking jobs for platform=nord3 +2021-12-18 05:59:05,719 Checking jobs for platform=local +2021-12-18 05:59:05,719 Checking jobs for platform=transfer_node +2021-12-18 05:59:05,719 Checking all jobs at once +2021-12-18 05:59:07,139 Successful check job command +2021-12-18 05:59:08,509 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:59:08,509 End of checking +2021-12-18 05:59:08,510 Updating FAILED jobs +2021-12-18 05:59:08,511 Updating WAITING jobs +2021-12-18 05:59:08,511 Update finished +2021-12-18 05:59:08,511 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:59:08,512 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:59:08,512 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:59:08,512 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:59:08,512 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:59:08,515 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:59:08,517 Job list saved +2021-12-18 05:59:08,522 Updating FAILED jobs +2021-12-18 05:59:08,522 Updating WAITING jobs +2021-12-18 05:59:08,522 Update finished +2021-12-18 05:59:18,532 Reloading parameters... +2021-12-18 05:59:18,551 Loading parameters... +2021-12-18 05:59:18,552 Loading project parameters... +2021-12-18 05:59:18,557 + +22 of 25 jobs remaining (05:59) +2021-12-18 05:59:18,557 Sleep: 10 +2021-12-18 05:59:18,557 Number of retrials: 0 +2021-12-18 05:59:18,557 WRAPPER CHECK TIME = 10 +2021-12-18 05:59:18,558 Checking jobs for platform=marenostrum4 +2021-12-18 05:59:18,558 Checking jobs for platform=nord3 +2021-12-18 05:59:18,559 Checking jobs for platform=local +2021-12-18 05:59:18,559 Checking jobs for platform=transfer_node +2021-12-18 05:59:18,559 Checking all jobs at once +2021-12-18 05:59:20,082 Successful check job command +2021-12-18 05:59:21,401 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:59:21,401 End of checking +2021-12-18 05:59:21,403 Updating FAILED jobs +2021-12-18 05:59:21,403 Updating WAITING jobs +2021-12-18 05:59:21,403 Update finished +2021-12-18 05:59:21,403 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:59:21,403 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:59:21,403 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:59:21,404 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:59:21,404 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:59:21,407 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:59:21,409 Job list saved +2021-12-18 05:59:27,213 Updating FAILED jobs +2021-12-18 05:59:27,213 Updating WAITING jobs +2021-12-18 05:59:27,213 Update finished +2021-12-18 05:59:37,223 Reloading parameters... +2021-12-18 05:59:37,248 Loading parameters... +2021-12-18 05:59:37,253 Loading project parameters... +2021-12-18 05:59:37,256 + +22 of 25 jobs remaining (05:59) +2021-12-18 05:59:37,256 Sleep: 10 +2021-12-18 05:59:37,265 Number of retrials: 0 +2021-12-18 05:59:37,265 WRAPPER CHECK TIME = 10 +2021-12-18 05:59:37,268 Checking jobs for platform=marenostrum4 +2021-12-18 05:59:37,268 Checking jobs for platform=nord3 +2021-12-18 05:59:37,269 Checking jobs for platform=local +2021-12-18 05:59:37,269 Checking jobs for platform=transfer_node +2021-12-18 05:59:37,270 Checking all jobs at once +2021-12-18 05:59:40,299 Successful check job command +2021-12-18 05:59:43,873 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:59:43,873 End of checking +2021-12-18 05:59:43,875 Updating FAILED jobs +2021-12-18 05:59:43,876 Updating WAITING jobs +2021-12-18 05:59:43,876 Update finished +2021-12-18 05:59:43,876 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:59:43,877 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:59:43,877 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:59:43,877 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:59:43,877 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:59:43,880 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:59:43,882 Job list saved +2021-12-18 05:59:43,887 Updating FAILED jobs +2021-12-18 05:59:43,887 Updating WAITING jobs +2021-12-18 05:59:43,888 Update finished +2021-12-18 05:59:53,898 Reloading parameters... +2021-12-18 05:59:53,916 Loading parameters... +2021-12-18 05:59:53,918 Loading project parameters... +2021-12-18 05:59:53,920 + +22 of 25 jobs remaining (05:59) +2021-12-18 05:59:53,920 Sleep: 10 +2021-12-18 05:59:53,920 Number of retrials: 0 +2021-12-18 05:59:53,920 WRAPPER CHECK TIME = 10 +2021-12-18 05:59:53,921 Checking jobs for platform=marenostrum4 +2021-12-18 05:59:53,921 Checking jobs for platform=nord3 +2021-12-18 05:59:53,922 Checking jobs for platform=local +2021-12-18 05:59:53,922 Checking jobs for platform=transfer_node +2021-12-18 05:59:53,922 Checking all jobs at once +2021-12-18 05:59:55,792 Successful check job command +2021-12-18 05:59:57,913 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 05:59:57,913 End of checking +2021-12-18 05:59:57,915 Updating FAILED jobs +2021-12-18 05:59:57,916 Updating WAITING jobs +2021-12-18 05:59:57,916 Update finished +2021-12-18 05:59:57,916 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 05:59:57,916 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 05:59:57,916 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 05:59:57,916 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 05:59:57,917 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 05:59:57,920 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 05:59:57,922 Job list saved +2021-12-18 05:59:57,928 Updating FAILED jobs +2021-12-18 05:59:57,928 Updating WAITING jobs +2021-12-18 05:59:57,929 Update finished +2021-12-18 06:00:07,939 Reloading parameters... +2021-12-18 06:00:07,963 Loading parameters... +2021-12-18 06:00:07,965 Loading project parameters... +2021-12-18 06:00:07,967 + +22 of 25 jobs remaining (06:00) +2021-12-18 06:00:07,967 Sleep: 10 +2021-12-18 06:00:07,967 Number of retrials: 0 +2021-12-18 06:00:07,967 WRAPPER CHECK TIME = 10 +2021-12-18 06:00:07,968 Checking jobs for platform=marenostrum4 +2021-12-18 06:00:07,968 Checking jobs for platform=nord3 +2021-12-18 06:00:07,969 Checking jobs for platform=local +2021-12-18 06:00:07,969 Checking jobs for platform=transfer_node +2021-12-18 06:00:07,969 Checking all jobs at once +2021-12-18 06:00:44,597 Successful check job command +2021-12-18 06:00:51,524 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:00:51,525 End of checking +2021-12-18 06:00:51,526 Updating FAILED jobs +2021-12-18 06:00:51,527 Updating WAITING jobs +2021-12-18 06:00:51,527 Update finished +2021-12-18 06:00:51,527 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:00:51,528 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:00:51,528 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:00:51,528 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:00:51,528 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:00:51,531 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:00:51,534 Job list saved +2021-12-18 06:00:51,539 Updating FAILED jobs +2021-12-18 06:00:51,539 Updating WAITING jobs +2021-12-18 06:00:51,539 Update finished +2021-12-18 06:01:01,548 Reloading parameters... +2021-12-18 06:01:01,566 Loading parameters... +2021-12-18 06:01:01,568 Loading project parameters... +2021-12-18 06:01:01,569 + +22 of 25 jobs remaining (06:01) +2021-12-18 06:01:01,570 Sleep: 10 +2021-12-18 06:01:01,570 Number of retrials: 0 +2021-12-18 06:01:01,570 WRAPPER CHECK TIME = 10 +2021-12-18 06:01:01,570 Checking jobs for platform=marenostrum4 +2021-12-18 06:01:01,571 Checking jobs for platform=nord3 +2021-12-18 06:01:01,571 Checking jobs for platform=local +2021-12-18 06:01:01,572 Checking jobs for platform=transfer_node +2021-12-18 06:01:01,572 Checking all jobs at once +2021-12-18 06:01:02,841 Successful check job command +2021-12-18 06:01:05,966 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:01:05,966 End of checking +2021-12-18 06:01:05,968 Updating FAILED jobs +2021-12-18 06:01:05,968 Updating WAITING jobs +2021-12-18 06:01:05,969 Update finished +2021-12-18 06:01:05,969 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:01:05,969 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:01:05,969 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:01:05,969 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:01:05,969 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:01:05,972 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:01:05,974 Job list saved +2021-12-18 06:01:05,985 Updating FAILED jobs +2021-12-18 06:01:05,985 Updating WAITING jobs +2021-12-18 06:01:05,985 Update finished +2021-12-18 06:01:15,994 Reloading parameters... +2021-12-18 06:01:16,013 Loading parameters... +2021-12-18 06:01:16,014 Loading project parameters... +2021-12-18 06:01:16,016 + +22 of 25 jobs remaining (06:01) +2021-12-18 06:01:16,016 Sleep: 10 +2021-12-18 06:01:16,016 Number of retrials: 0 +2021-12-18 06:01:16,017 WRAPPER CHECK TIME = 10 +2021-12-18 06:01:16,017 Checking jobs for platform=marenostrum4 +2021-12-18 06:01:16,018 Checking jobs for platform=nord3 +2021-12-18 06:01:16,018 Checking jobs for platform=local +2021-12-18 06:01:16,019 Checking jobs for platform=transfer_node +2021-12-18 06:01:16,019 Checking all jobs at once +2021-12-18 06:01:17,439 Successful check job command +2021-12-18 06:01:18,708 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:01:18,709 End of checking +2021-12-18 06:01:18,710 Updating FAILED jobs +2021-12-18 06:01:18,711 Updating WAITING jobs +2021-12-18 06:01:18,711 Update finished +2021-12-18 06:01:18,711 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:01:18,711 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:01:18,711 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:01:18,711 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:01:18,712 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:01:18,714 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:01:18,717 Job list saved +2021-12-18 06:01:18,722 Updating FAILED jobs +2021-12-18 06:01:18,722 Updating WAITING jobs +2021-12-18 06:01:18,722 Update finished +2021-12-18 06:01:28,732 Reloading parameters... +2021-12-18 06:01:28,750 Loading parameters... +2021-12-18 06:01:28,752 Loading project parameters... +2021-12-18 06:01:28,754 + +22 of 25 jobs remaining (06:01) +2021-12-18 06:01:28,754 Sleep: 10 +2021-12-18 06:01:28,754 Number of retrials: 0 +2021-12-18 06:01:28,754 WRAPPER CHECK TIME = 10 +2021-12-18 06:01:28,755 Checking jobs for platform=marenostrum4 +2021-12-18 06:01:28,756 Checking jobs for platform=nord3 +2021-12-18 06:01:28,756 Checking jobs for platform=local +2021-12-18 06:01:28,757 Checking jobs for platform=transfer_node +2021-12-18 06:01:28,758 Checking all jobs at once +2021-12-18 06:01:30,730 Successful check job command +2021-12-18 06:01:33,051 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:01:33,051 End of checking +2021-12-18 06:01:33,053 Updating FAILED jobs +2021-12-18 06:01:33,053 Updating WAITING jobs +2021-12-18 06:01:33,053 Update finished +2021-12-18 06:01:33,054 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:01:33,054 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:01:33,054 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:01:33,054 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:01:33,055 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:01:33,058 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:01:33,060 Job list saved +2021-12-18 06:01:33,065 Updating FAILED jobs +2021-12-18 06:01:33,065 Updating WAITING jobs +2021-12-18 06:01:33,065 Update finished +2021-12-18 06:01:43,073 Reloading parameters... +2021-12-18 06:01:43,091 Loading parameters... +2021-12-18 06:01:43,093 Loading project parameters... +2021-12-18 06:01:43,095 + +22 of 25 jobs remaining (06:01) +2021-12-18 06:01:43,095 Sleep: 10 +2021-12-18 06:01:43,095 Number of retrials: 0 +2021-12-18 06:01:43,095 WRAPPER CHECK TIME = 10 +2021-12-18 06:01:43,095 Checking jobs for platform=marenostrum4 +2021-12-18 06:01:43,096 Checking jobs for platform=nord3 +2021-12-18 06:01:43,097 Checking jobs for platform=local +2021-12-18 06:01:43,097 Checking jobs for platform=transfer_node +2021-12-18 06:01:43,097 Checking all jobs at once +2021-12-18 06:01:45,419 Successful check job command +2021-12-18 06:01:47,840 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:01:47,841 End of checking +2021-12-18 06:01:47,842 Updating FAILED jobs +2021-12-18 06:01:47,842 Updating WAITING jobs +2021-12-18 06:01:47,842 Update finished +2021-12-18 06:01:47,843 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:01:47,843 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:01:47,843 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:01:47,843 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:01:47,843 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:01:47,846 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:01:47,848 Job list saved +2021-12-18 06:01:47,853 Updating FAILED jobs +2021-12-18 06:01:47,853 Updating WAITING jobs +2021-12-18 06:01:47,853 Update finished +2021-12-18 06:01:57,863 Reloading parameters... +2021-12-18 06:01:57,882 Loading parameters... +2021-12-18 06:01:57,883 Loading project parameters... +2021-12-18 06:01:57,885 + +22 of 25 jobs remaining (06:01) +2021-12-18 06:01:57,886 Sleep: 10 +2021-12-18 06:01:57,886 Number of retrials: 0 +2021-12-18 06:01:57,886 WRAPPER CHECK TIME = 10 +2021-12-18 06:01:57,886 Checking jobs for platform=marenostrum4 +2021-12-18 06:01:57,887 Checking jobs for platform=nord3 +2021-12-18 06:01:57,887 Checking jobs for platform=local +2021-12-18 06:01:57,888 Checking jobs for platform=transfer_node +2021-12-18 06:01:57,888 Checking all jobs at once +2021-12-18 06:01:59,258 Successful check job command +2021-12-18 06:02:00,527 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:02:00,528 End of checking +2021-12-18 06:02:00,529 Updating FAILED jobs +2021-12-18 06:02:00,529 Updating WAITING jobs +2021-12-18 06:02:00,530 Update finished +2021-12-18 06:02:00,530 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:02:00,530 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:02:00,530 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:02:00,530 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:02:00,530 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:02:00,533 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:02:00,535 Job list saved +2021-12-18 06:02:00,539 Updating FAILED jobs +2021-12-18 06:02:00,539 Updating WAITING jobs +2021-12-18 06:02:00,540 Update finished +2021-12-18 06:02:10,550 Reloading parameters... +2021-12-18 06:02:10,575 Loading parameters... +2021-12-18 06:02:10,577 Loading project parameters... +2021-12-18 06:02:10,579 + +22 of 25 jobs remaining (06:02) +2021-12-18 06:02:10,579 Sleep: 10 +2021-12-18 06:02:10,579 Number of retrials: 0 +2021-12-18 06:02:10,579 WRAPPER CHECK TIME = 10 +2021-12-18 06:02:10,580 Checking jobs for platform=marenostrum4 +2021-12-18 06:02:10,580 Checking jobs for platform=nord3 +2021-12-18 06:02:10,581 Checking jobs for platform=local +2021-12-18 06:02:10,581 Checking jobs for platform=transfer_node +2021-12-18 06:02:10,581 Checking all jobs at once +2021-12-18 06:02:12,050 Successful check job command +2021-12-18 06:02:13,219 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:02:13,220 End of checking +2021-12-18 06:02:13,221 Updating FAILED jobs +2021-12-18 06:02:13,221 Updating WAITING jobs +2021-12-18 06:02:13,221 Update finished +2021-12-18 06:02:13,222 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:02:13,222 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:02:13,222 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:02:13,222 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:02:13,222 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:02:13,225 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:02:13,227 Job list saved +2021-12-18 06:02:13,231 Updating FAILED jobs +2021-12-18 06:02:13,231 Updating WAITING jobs +2021-12-18 06:02:13,232 Update finished +2021-12-18 06:02:23,241 Reloading parameters... +2021-12-18 06:02:23,261 Loading parameters... +2021-12-18 06:02:23,262 Loading project parameters... +2021-12-18 06:02:23,264 + +22 of 25 jobs remaining (06:02) +2021-12-18 06:02:23,264 Sleep: 10 +2021-12-18 06:02:23,264 Number of retrials: 0 +2021-12-18 06:02:23,264 WRAPPER CHECK TIME = 10 +2021-12-18 06:02:23,265 Checking jobs for platform=marenostrum4 +2021-12-18 06:02:23,266 Checking jobs for platform=nord3 +2021-12-18 06:02:23,266 Checking jobs for platform=local +2021-12-18 06:02:23,267 Checking jobs for platform=transfer_node +2021-12-18 06:02:23,267 Checking all jobs at once +2021-12-18 06:02:25,139 Successful check job command +2021-12-18 06:02:26,759 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:02:26,759 End of checking +2021-12-18 06:02:26,760 Updating FAILED jobs +2021-12-18 06:02:26,760 Updating WAITING jobs +2021-12-18 06:02:26,761 Update finished +2021-12-18 06:02:26,761 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:02:26,761 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:02:26,761 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:02:26,761 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:02:26,761 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:02:26,764 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:02:26,767 Job list saved +2021-12-18 06:02:26,772 Updating FAILED jobs +2021-12-18 06:02:26,772 Updating WAITING jobs +2021-12-18 06:02:26,772 Update finished +2021-12-18 06:02:36,782 Reloading parameters... +2021-12-18 06:02:36,801 Loading parameters... +2021-12-18 06:02:36,802 Loading project parameters... +2021-12-18 06:02:36,804 + +22 of 25 jobs remaining (06:02) +2021-12-18 06:02:36,804 Sleep: 10 +2021-12-18 06:02:36,804 Number of retrials: 0 +2021-12-18 06:02:36,804 WRAPPER CHECK TIME = 10 +2021-12-18 06:02:36,805 Checking jobs for platform=marenostrum4 +2021-12-18 06:02:36,805 Checking jobs for platform=nord3 +2021-12-18 06:02:36,806 Checking jobs for platform=local +2021-12-18 06:02:36,806 Checking jobs for platform=transfer_node +2021-12-18 06:02:36,807 Checking all jobs at once +2021-12-18 06:02:38,176 Successful check job command +2021-12-18 06:02:39,495 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:02:39,496 End of checking +2021-12-18 06:02:39,497 Updating FAILED jobs +2021-12-18 06:02:39,497 Updating WAITING jobs +2021-12-18 06:02:39,498 Update finished +2021-12-18 06:02:39,498 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:02:39,498 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:02:39,498 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:02:39,498 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:02:39,498 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:02:39,501 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:02:39,503 Job list saved +2021-12-18 06:02:39,508 Updating FAILED jobs +2021-12-18 06:02:39,508 Updating WAITING jobs +2021-12-18 06:02:39,509 Update finished +2021-12-18 06:02:49,511 Reloading parameters... +2021-12-18 06:02:49,532 Loading parameters... +2021-12-18 06:02:49,534 Loading project parameters... +2021-12-18 06:02:49,536 + +22 of 25 jobs remaining (06:02) +2021-12-18 06:02:49,536 Sleep: 10 +2021-12-18 06:02:49,537 Number of retrials: 0 +2021-12-18 06:02:49,537 WRAPPER CHECK TIME = 10 +2021-12-18 06:02:49,537 Checking jobs for platform=marenostrum4 +2021-12-18 06:02:49,538 Checking jobs for platform=nord3 +2021-12-18 06:02:49,538 Checking jobs for platform=local +2021-12-18 06:02:49,539 Checking jobs for platform=transfer_node +2021-12-18 06:02:49,539 Checking all jobs at once +2021-12-18 06:02:50,914 Successful check job command +2021-12-18 06:02:52,083 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:02:52,083 End of checking +2021-12-18 06:02:52,085 Updating FAILED jobs +2021-12-18 06:02:52,085 Updating WAITING jobs +2021-12-18 06:02:52,085 Update finished +2021-12-18 06:02:52,085 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:02:52,086 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:02:52,086 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:02:52,086 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:02:52,086 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:02:52,089 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:02:52,091 Job list saved +2021-12-18 06:02:52,095 Updating FAILED jobs +2021-12-18 06:02:52,095 Updating WAITING jobs +2021-12-18 06:02:52,095 Update finished +2021-12-18 06:03:02,105 Reloading parameters... +2021-12-18 06:03:02,123 Loading parameters... +2021-12-18 06:03:02,125 Loading project parameters... +2021-12-18 06:03:02,127 + +22 of 25 jobs remaining (06:03) +2021-12-18 06:03:02,127 Sleep: 10 +2021-12-18 06:03:02,127 Number of retrials: 0 +2021-12-18 06:03:02,127 WRAPPER CHECK TIME = 10 +2021-12-18 06:03:02,127 Checking jobs for platform=marenostrum4 +2021-12-18 06:03:02,128 Checking jobs for platform=nord3 +2021-12-18 06:03:02,129 Checking jobs for platform=local +2021-12-18 06:03:02,129 Checking jobs for platform=transfer_node +2021-12-18 06:03:02,129 Checking all jobs at once +2021-12-18 06:03:03,701 Successful check job command +2021-12-18 06:03:04,970 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:03:04,971 End of checking +2021-12-18 06:03:04,972 Updating FAILED jobs +2021-12-18 06:03:04,972 Updating WAITING jobs +2021-12-18 06:03:04,972 Update finished +2021-12-18 06:03:04,972 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:03:04,973 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:03:04,973 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:03:04,973 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:03:04,973 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:03:04,975 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:03:04,978 Job list saved +2021-12-18 06:03:04,982 Updating FAILED jobs +2021-12-18 06:03:04,983 Updating WAITING jobs +2021-12-18 06:03:04,983 Update finished +2021-12-18 06:03:14,993 Reloading parameters... +2021-12-18 06:03:15,012 Loading parameters... +2021-12-18 06:03:15,013 Loading project parameters... +2021-12-18 06:03:15,015 + +22 of 25 jobs remaining (06:03) +2021-12-18 06:03:15,015 Sleep: 10 +2021-12-18 06:03:15,015 Number of retrials: 0 +2021-12-18 06:03:15,016 WRAPPER CHECK TIME = 10 +2021-12-18 06:03:15,016 Checking jobs for platform=marenostrum4 +2021-12-18 06:03:15,017 Checking jobs for platform=nord3 +2021-12-18 06:03:15,017 Checking jobs for platform=local +2021-12-18 06:03:15,018 Checking jobs for platform=transfer_node +2021-12-18 06:03:15,018 Checking all jobs at once +2021-12-18 06:03:16,991 Successful check job command +2021-12-18 06:03:18,711 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:03:18,711 End of checking +2021-12-18 06:03:18,712 Updating FAILED jobs +2021-12-18 06:03:18,713 Updating WAITING jobs +2021-12-18 06:03:18,713 Update finished +2021-12-18 06:03:18,713 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:03:18,713 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:03:18,713 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:03:18,713 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:03:18,714 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:03:18,717 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:03:18,720 Job list saved +2021-12-18 06:03:18,733 Updating FAILED jobs +2021-12-18 06:03:18,733 Updating WAITING jobs +2021-12-18 06:03:18,733 Update finished +2021-12-18 06:03:28,743 Reloading parameters... +2021-12-18 06:03:28,762 Loading parameters... +2021-12-18 06:03:28,764 Loading project parameters... +2021-12-18 06:03:28,766 + +22 of 25 jobs remaining (06:03) +2021-12-18 06:03:28,766 Sleep: 10 +2021-12-18 06:03:28,766 Number of retrials: 0 +2021-12-18 06:03:28,766 WRAPPER CHECK TIME = 10 +2021-12-18 06:03:28,767 Checking jobs for platform=marenostrum4 +2021-12-18 06:03:28,767 Checking jobs for platform=nord3 +2021-12-18 06:03:28,768 Checking jobs for platform=local +2021-12-18 06:03:28,768 Checking jobs for platform=transfer_node +2021-12-18 06:03:28,768 Checking all jobs at once +2021-12-18 06:03:31,442 Successful check job command +2021-12-18 06:03:34,013 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:03:34,013 End of checking +2021-12-18 06:03:34,015 Updating FAILED jobs +2021-12-18 06:03:34,015 Updating WAITING jobs +2021-12-18 06:03:34,015 Update finished +2021-12-18 06:03:34,015 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:03:34,018 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:03:34,019 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:03:34,019 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:03:34,019 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:03:34,022 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:03:34,024 Job list saved +2021-12-18 06:03:34,028 Updating FAILED jobs +2021-12-18 06:03:34,029 Updating WAITING jobs +2021-12-18 06:03:34,029 Update finished +2021-12-18 06:03:44,039 Reloading parameters... +2021-12-18 06:03:44,057 Loading parameters... +2021-12-18 06:03:44,058 Loading project parameters... +2021-12-18 06:03:44,060 + +22 of 25 jobs remaining (06:03) +2021-12-18 06:03:44,060 Sleep: 10 +2021-12-18 06:03:44,061 Number of retrials: 0 +2021-12-18 06:03:44,061 WRAPPER CHECK TIME = 10 +2021-12-18 06:03:44,061 Checking jobs for platform=marenostrum4 +2021-12-18 06:03:44,062 Checking jobs for platform=nord3 +2021-12-18 06:03:44,062 Checking jobs for platform=local +2021-12-18 06:03:44,063 Checking jobs for platform=transfer_node +2021-12-18 06:03:44,063 Checking all jobs at once +2021-12-18 06:03:45,684 Successful check job command +2021-12-18 06:03:47,854 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:03:47,855 End of checking +2021-12-18 06:03:47,856 Updating FAILED jobs +2021-12-18 06:03:47,856 Updating WAITING jobs +2021-12-18 06:03:47,856 Update finished +2021-12-18 06:03:47,857 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:03:47,857 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:03:47,857 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:03:47,857 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:03:47,857 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:03:47,860 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:03:47,862 Job list saved +2021-12-18 06:03:47,867 Updating FAILED jobs +2021-12-18 06:03:47,867 Updating WAITING jobs +2021-12-18 06:03:47,867 Update finished +2021-12-18 06:03:57,874 Reloading parameters... +2021-12-18 06:03:57,893 Loading parameters... +2021-12-18 06:03:57,895 Loading project parameters... +2021-12-18 06:03:57,897 + +22 of 25 jobs remaining (06:03) +2021-12-18 06:03:57,897 Sleep: 10 +2021-12-18 06:03:57,897 Number of retrials: 0 +2021-12-18 06:03:57,897 WRAPPER CHECK TIME = 10 +2021-12-18 06:03:57,898 Checking jobs for platform=marenostrum4 +2021-12-18 06:03:57,898 Checking jobs for platform=nord3 +2021-12-18 06:03:57,899 Checking jobs for platform=local +2021-12-18 06:03:57,899 Checking jobs for platform=transfer_node +2021-12-18 06:03:57,899 Checking all jobs at once +2021-12-18 06:03:59,219 Successful check job command +2021-12-18 06:04:00,438 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:04:00,438 End of checking +2021-12-18 06:04:00,440 Updating FAILED jobs +2021-12-18 06:04:00,440 Updating WAITING jobs +2021-12-18 06:04:00,440 Update finished +2021-12-18 06:04:00,440 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:04:00,440 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:04:00,440 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:04:00,441 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:04:00,441 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:04:00,443 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:04:00,446 Job list saved +2021-12-18 06:04:00,450 Updating FAILED jobs +2021-12-18 06:04:00,450 Updating WAITING jobs +2021-12-18 06:04:00,451 Update finished +2021-12-18 06:04:10,461 Reloading parameters... +2021-12-18 06:04:10,478 Loading parameters... +2021-12-18 06:04:10,479 Loading project parameters... +2021-12-18 06:04:10,481 + +22 of 25 jobs remaining (06:04) +2021-12-18 06:04:10,481 Sleep: 10 +2021-12-18 06:04:10,482 Number of retrials: 0 +2021-12-18 06:04:10,482 WRAPPER CHECK TIME = 10 +2021-12-18 06:04:10,482 Checking jobs for platform=marenostrum4 +2021-12-18 06:04:10,483 Checking jobs for platform=nord3 +2021-12-18 06:04:10,483 Checking jobs for platform=local +2021-12-18 06:04:10,484 Checking jobs for platform=transfer_node +2021-12-18 06:04:10,484 Checking all jobs at once +2021-12-18 06:04:12,056 Successful check job command +2021-12-18 06:04:13,576 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:04:13,576 End of checking +2021-12-18 06:04:13,577 Updating FAILED jobs +2021-12-18 06:04:13,577 Updating WAITING jobs +2021-12-18 06:04:13,578 Update finished +2021-12-18 06:04:13,578 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:04:13,578 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:04:13,579 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:04:13,579 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:04:13,579 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:04:13,581 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:04:13,584 Job list saved +2021-12-18 06:04:13,588 Updating FAILED jobs +2021-12-18 06:04:13,588 Updating WAITING jobs +2021-12-18 06:04:13,589 Update finished +2021-12-18 06:04:23,594 Reloading parameters... +2021-12-18 06:04:23,611 Loading parameters... +2021-12-18 06:04:23,613 Loading project parameters... +2021-12-18 06:04:23,615 + +22 of 25 jobs remaining (06:04) +2021-12-18 06:04:23,615 Sleep: 10 +2021-12-18 06:04:23,615 Number of retrials: 0 +2021-12-18 06:04:23,615 WRAPPER CHECK TIME = 10 +2021-12-18 06:04:23,616 Checking jobs for platform=marenostrum4 +2021-12-18 06:04:23,616 Checking jobs for platform=nord3 +2021-12-18 06:04:23,617 Checking jobs for platform=local +2021-12-18 06:04:23,617 Checking jobs for platform=transfer_node +2021-12-18 06:04:23,617 Checking all jobs at once +2021-12-18 06:04:26,089 Successful check job command +2021-12-18 06:04:28,460 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:04:28,460 End of checking +2021-12-18 06:04:28,461 Updating FAILED jobs +2021-12-18 06:04:28,461 Updating WAITING jobs +2021-12-18 06:04:28,462 Update finished +2021-12-18 06:04:28,462 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:04:28,462 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:04:28,462 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:04:28,462 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:04:28,462 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:04:28,465 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:04:28,467 Job list saved +2021-12-18 06:04:28,473 Updating FAILED jobs +2021-12-18 06:04:28,474 Updating WAITING jobs +2021-12-18 06:04:28,474 Update finished +2021-12-18 06:04:38,484 Reloading parameters... +2021-12-18 06:04:38,505 Loading parameters... +2021-12-18 06:04:38,507 Loading project parameters... +2021-12-18 06:04:38,508 + +22 of 25 jobs remaining (06:04) +2021-12-18 06:04:38,509 Sleep: 10 +2021-12-18 06:04:38,509 Number of retrials: 0 +2021-12-18 06:04:38,509 WRAPPER CHECK TIME = 10 +2021-12-18 06:04:38,509 Checking jobs for platform=marenostrum4 +2021-12-18 06:04:38,510 Checking jobs for platform=nord3 +2021-12-18 06:04:38,510 Checking jobs for platform=local +2021-12-18 06:04:38,511 Checking jobs for platform=transfer_node +2021-12-18 06:04:38,511 Checking all jobs at once +2021-12-18 06:04:40,186 Successful check job command +2021-12-18 06:04:42,556 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:04:42,557 End of checking +2021-12-18 06:04:42,558 Updating FAILED jobs +2021-12-18 06:04:42,558 Updating WAITING jobs +2021-12-18 06:04:42,558 Update finished +2021-12-18 06:04:42,559 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:04:42,559 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:04:42,559 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:04:42,559 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:04:42,559 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:04:42,562 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:04:42,564 Job list saved +2021-12-18 06:04:42,569 Updating FAILED jobs +2021-12-18 06:04:42,569 Updating WAITING jobs +2021-12-18 06:04:42,569 Update finished +2021-12-18 06:04:52,577 Reloading parameters... +2021-12-18 06:04:52,599 Loading parameters... +2021-12-18 06:04:52,601 Loading project parameters... +2021-12-18 06:04:52,603 + +22 of 25 jobs remaining (06:04) +2021-12-18 06:04:52,603 Sleep: 10 +2021-12-18 06:04:52,603 Number of retrials: 0 +2021-12-18 06:04:52,603 WRAPPER CHECK TIME = 10 +2021-12-18 06:04:52,604 Checking jobs for platform=marenostrum4 +2021-12-18 06:04:52,604 Checking jobs for platform=nord3 +2021-12-18 06:04:52,605 Checking jobs for platform=local +2021-12-18 06:04:52,605 Checking jobs for platform=transfer_node +2021-12-18 06:04:52,605 Checking all jobs at once +2021-12-18 06:04:54,025 Successful check job command +2021-12-18 06:04:55,747 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:04:55,747 End of checking +2021-12-18 06:04:55,748 Updating FAILED jobs +2021-12-18 06:04:55,748 Updating WAITING jobs +2021-12-18 06:04:55,749 Update finished +2021-12-18 06:04:55,749 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:04:55,749 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:04:55,749 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:04:55,750 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:04:55,750 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:04:55,752 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:04:55,754 Job list saved +2021-12-18 06:04:55,759 Updating FAILED jobs +2021-12-18 06:04:55,759 Updating WAITING jobs +2021-12-18 06:04:55,759 Update finished +2021-12-18 06:05:05,768 Reloading parameters... +2021-12-18 06:05:05,788 Loading parameters... +2021-12-18 06:05:05,789 Loading project parameters... +2021-12-18 06:05:05,791 + +22 of 25 jobs remaining (06:05) +2021-12-18 06:05:05,791 Sleep: 10 +2021-12-18 06:05:05,791 Number of retrials: 0 +2021-12-18 06:05:05,791 WRAPPER CHECK TIME = 10 +2021-12-18 06:05:05,792 Checking jobs for platform=marenostrum4 +2021-12-18 06:05:05,793 Checking jobs for platform=nord3 +2021-12-18 06:05:05,793 Checking jobs for platform=local +2021-12-18 06:05:05,794 Checking jobs for platform=transfer_node +2021-12-18 06:05:05,794 Checking all jobs at once +2021-12-18 06:05:07,473 Successful check job command +2021-12-18 06:05:08,693 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:05:08,693 End of checking +2021-12-18 06:05:08,695 Updating FAILED jobs +2021-12-18 06:05:08,695 Updating WAITING jobs +2021-12-18 06:05:08,695 Update finished +2021-12-18 06:05:08,695 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:05:08,695 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:05:08,695 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:05:08,696 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:05:08,696 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:05:08,698 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:05:08,700 Job list saved +2021-12-18 06:05:08,705 Updating FAILED jobs +2021-12-18 06:05:08,705 Updating WAITING jobs +2021-12-18 06:05:08,706 Update finished +2021-12-18 06:05:18,715 Reloading parameters... +2021-12-18 06:05:18,734 Loading parameters... +2021-12-18 06:05:18,736 Loading project parameters... +2021-12-18 06:05:18,738 + +22 of 25 jobs remaining (06:05) +2021-12-18 06:05:18,738 Sleep: 10 +2021-12-18 06:05:18,738 Number of retrials: 0 +2021-12-18 06:05:18,738 WRAPPER CHECK TIME = 10 +2021-12-18 06:05:18,739 Checking jobs for platform=marenostrum4 +2021-12-18 06:05:18,739 Checking jobs for platform=nord3 +2021-12-18 06:05:18,740 Checking jobs for platform=local +2021-12-18 06:05:18,741 Checking jobs for platform=transfer_node +2021-12-18 06:05:18,741 Checking all jobs at once +2021-12-18 06:05:20,962 Successful check job command +2021-12-18 06:05:22,431 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:05:22,431 End of checking +2021-12-18 06:05:22,433 Updating FAILED jobs +2021-12-18 06:05:22,433 Updating WAITING jobs +2021-12-18 06:05:22,433 Update finished +2021-12-18 06:05:22,434 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:05:22,434 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:05:22,434 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:05:22,434 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:05:22,434 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:05:22,437 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:05:22,439 Job list saved +2021-12-18 06:05:22,444 Updating FAILED jobs +2021-12-18 06:05:22,444 Updating WAITING jobs +2021-12-18 06:05:22,445 Update finished +2021-12-18 06:05:32,455 Reloading parameters... +2021-12-18 06:05:32,474 Loading parameters... +2021-12-18 06:05:32,475 Loading project parameters... +2021-12-18 06:05:32,477 + +22 of 25 jobs remaining (06:05) +2021-12-18 06:05:32,478 Sleep: 10 +2021-12-18 06:05:32,478 Number of retrials: 0 +2021-12-18 06:05:32,478 WRAPPER CHECK TIME = 10 +2021-12-18 06:05:32,478 Checking jobs for platform=marenostrum4 +2021-12-18 06:05:32,479 Checking jobs for platform=nord3 +2021-12-18 06:05:32,480 Checking jobs for platform=local +2021-12-18 06:05:32,481 Checking jobs for platform=transfer_node +2021-12-18 06:05:32,481 Checking all jobs at once +2021-12-18 06:05:34,705 Successful check job command +2021-12-18 06:05:36,876 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:05:36,876 End of checking +2021-12-18 06:05:36,877 Updating FAILED jobs +2021-12-18 06:05:36,878 Updating WAITING jobs +2021-12-18 06:05:36,878 Update finished +2021-12-18 06:05:36,878 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:05:36,879 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:05:36,879 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:05:36,879 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:05:36,879 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:05:36,882 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:05:36,884 Job list saved +2021-12-18 06:05:36,889 Updating FAILED jobs +2021-12-18 06:05:36,889 Updating WAITING jobs +2021-12-18 06:05:36,889 Update finished +2021-12-18 06:05:46,894 Reloading parameters... +2021-12-18 06:05:46,915 Loading parameters... +2021-12-18 06:05:46,916 Loading project parameters... +2021-12-18 06:05:46,918 + +22 of 25 jobs remaining (06:05) +2021-12-18 06:05:46,918 Sleep: 10 +2021-12-18 06:05:46,918 Number of retrials: 0 +2021-12-18 06:05:46,918 WRAPPER CHECK TIME = 10 +2021-12-18 06:05:46,920 Checking jobs for platform=marenostrum4 +2021-12-18 06:05:46,921 Checking jobs for platform=nord3 +2021-12-18 06:05:46,921 Checking jobs for platform=local +2021-12-18 06:05:46,923 Checking jobs for platform=transfer_node +2021-12-18 06:05:46,923 Checking all jobs at once +2021-12-18 06:05:48,393 Successful check job command +2021-12-18 06:05:50,164 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:05:50,164 End of checking +2021-12-18 06:05:50,165 Updating FAILED jobs +2021-12-18 06:05:50,166 Updating WAITING jobs +2021-12-18 06:05:50,166 Update finished +2021-12-18 06:05:50,166 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:05:50,166 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:05:50,166 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:05:50,167 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:05:50,167 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:05:50,169 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:05:50,171 Job list saved +2021-12-18 06:05:50,176 Updating FAILED jobs +2021-12-18 06:05:50,176 Updating WAITING jobs +2021-12-18 06:05:50,176 Update finished +2021-12-18 06:06:00,186 Reloading parameters... +2021-12-18 06:06:00,205 Loading parameters... +2021-12-18 06:06:00,206 Loading project parameters... +2021-12-18 06:06:00,208 + +22 of 25 jobs remaining (06:06) +2021-12-18 06:06:00,208 Sleep: 10 +2021-12-18 06:06:00,208 Number of retrials: 0 +2021-12-18 06:06:00,209 WRAPPER CHECK TIME = 10 +2021-12-18 06:06:00,209 Checking jobs for platform=marenostrum4 +2021-12-18 06:06:00,210 Checking jobs for platform=nord3 +2021-12-18 06:06:00,210 Checking jobs for platform=local +2021-12-18 06:06:00,211 Checking jobs for platform=transfer_node +2021-12-18 06:06:00,211 Checking all jobs at once +2021-12-18 06:06:02,086 Successful check job command +2021-12-18 06:06:04,207 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:06:04,207 End of checking +2021-12-18 06:06:04,208 Updating FAILED jobs +2021-12-18 06:06:04,208 Updating WAITING jobs +2021-12-18 06:06:04,209 Update finished +2021-12-18 06:06:04,209 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:06:04,209 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:06:04,209 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:06:04,209 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:06:04,209 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:06:04,212 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:06:04,214 Job list saved +2021-12-18 06:06:04,219 Updating FAILED jobs +2021-12-18 06:06:04,219 Updating WAITING jobs +2021-12-18 06:06:04,219 Update finished +2021-12-18 06:06:14,229 Reloading parameters... +2021-12-18 06:06:14,247 Loading parameters... +2021-12-18 06:06:14,248 Loading project parameters... +2021-12-18 06:06:14,250 + +22 of 25 jobs remaining (06:06) +2021-12-18 06:06:14,250 Sleep: 10 +2021-12-18 06:06:14,250 Number of retrials: 0 +2021-12-18 06:06:14,250 WRAPPER CHECK TIME = 10 +2021-12-18 06:06:14,251 Checking jobs for platform=marenostrum4 +2021-12-18 06:06:14,251 Checking jobs for platform=nord3 +2021-12-18 06:06:14,252 Checking jobs for platform=local +2021-12-18 06:06:14,252 Checking jobs for platform=transfer_node +2021-12-18 06:06:14,252 Checking all jobs at once +2021-12-18 06:06:15,623 Successful check job command +2021-12-18 06:06:17,093 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:06:17,093 End of checking +2021-12-18 06:06:17,095 Updating FAILED jobs +2021-12-18 06:06:17,095 Updating WAITING jobs +2021-12-18 06:06:17,095 Update finished +2021-12-18 06:06:17,095 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:06:17,096 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:06:17,096 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:06:17,096 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:06:17,096 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:06:17,098 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:06:17,101 Job list saved +2021-12-18 06:06:17,105 Updating FAILED jobs +2021-12-18 06:06:17,105 Updating WAITING jobs +2021-12-18 06:06:17,106 Update finished +2021-12-18 06:06:27,116 Reloading parameters... +2021-12-18 06:06:27,133 Loading parameters... +2021-12-18 06:06:27,135 Loading project parameters... +2021-12-18 06:06:27,137 + +22 of 25 jobs remaining (06:06) +2021-12-18 06:06:27,137 Sleep: 10 +2021-12-18 06:06:27,137 Number of retrials: 0 +2021-12-18 06:06:27,137 WRAPPER CHECK TIME = 10 +2021-12-18 06:06:27,137 Checking jobs for platform=marenostrum4 +2021-12-18 06:06:27,138 Checking jobs for platform=nord3 +2021-12-18 06:06:27,139 Checking jobs for platform=local +2021-12-18 06:06:27,139 Checking jobs for platform=transfer_node +2021-12-18 06:06:27,139 Checking all jobs at once +2021-12-18 06:06:28,709 Successful check job command +2021-12-18 06:06:30,229 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:06:30,229 End of checking +2021-12-18 06:06:30,231 Updating FAILED jobs +2021-12-18 06:06:30,231 Updating WAITING jobs +2021-12-18 06:06:30,231 Update finished +2021-12-18 06:06:30,231 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:06:30,232 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:06:30,232 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:06:30,232 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:06:30,232 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:06:30,235 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:06:30,237 Job list saved +2021-12-18 06:06:30,249 Updating FAILED jobs +2021-12-18 06:06:30,249 Updating WAITING jobs +2021-12-18 06:06:30,249 Update finished +2021-12-18 06:06:40,259 Reloading parameters... +2021-12-18 06:06:40,279 Loading parameters... +2021-12-18 06:06:40,281 Loading project parameters... +2021-12-18 06:06:40,282 + +22 of 25 jobs remaining (06:06) +2021-12-18 06:06:40,283 Sleep: 10 +2021-12-18 06:06:40,283 Number of retrials: 0 +2021-12-18 06:06:40,283 WRAPPER CHECK TIME = 10 +2021-12-18 06:06:40,283 Checking jobs for platform=marenostrum4 +2021-12-18 06:06:40,284 Checking jobs for platform=nord3 +2021-12-18 06:06:40,284 Checking jobs for platform=local +2021-12-18 06:06:40,285 Checking jobs for platform=transfer_node +2021-12-18 06:06:40,285 Checking all jobs at once +2021-12-18 06:06:41,754 Successful check job command +2021-12-18 06:06:43,023 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:06:43,023 End of checking +2021-12-18 06:06:43,025 Updating FAILED jobs +2021-12-18 06:06:43,025 Updating WAITING jobs +2021-12-18 06:06:43,026 Update finished +2021-12-18 06:06:43,026 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:06:43,026 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:06:43,026 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:06:43,026 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:06:43,026 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:06:43,030 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:06:43,032 Job list saved +2021-12-18 06:06:43,036 Updating FAILED jobs +2021-12-18 06:06:43,036 Updating WAITING jobs +2021-12-18 06:06:43,037 Update finished +2021-12-18 06:06:53,047 Reloading parameters... +2021-12-18 06:06:53,066 Loading parameters... +2021-12-18 06:06:53,067 Loading project parameters... +2021-12-18 06:06:53,069 + +22 of 25 jobs remaining (06:06) +2021-12-18 06:06:53,069 Sleep: 10 +2021-12-18 06:06:53,069 Number of retrials: 0 +2021-12-18 06:06:53,069 WRAPPER CHECK TIME = 10 +2021-12-18 06:06:53,070 Checking jobs for platform=marenostrum4 +2021-12-18 06:06:53,070 Checking jobs for platform=nord3 +2021-12-18 06:06:53,071 Checking jobs for platform=local +2021-12-18 06:06:53,072 Checking jobs for platform=transfer_node +2021-12-18 06:06:53,072 Checking all jobs at once +2021-12-18 06:06:54,691 Successful check job command +2021-12-18 06:06:56,311 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:06:56,311 End of checking +2021-12-18 06:06:56,312 Updating FAILED jobs +2021-12-18 06:06:56,312 Updating WAITING jobs +2021-12-18 06:06:56,312 Update finished +2021-12-18 06:06:56,313 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:06:56,313 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:06:56,313 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:06:56,313 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:06:56,314 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:06:56,316 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:06:56,318 Job list saved +2021-12-18 06:06:56,323 Updating FAILED jobs +2021-12-18 06:06:56,323 Updating WAITING jobs +2021-12-18 06:06:56,323 Update finished +2021-12-18 06:07:06,333 Reloading parameters... +2021-12-18 06:07:06,351 Loading parameters... +2021-12-18 06:07:06,352 Loading project parameters... +2021-12-18 06:07:06,354 + +22 of 25 jobs remaining (06:07) +2021-12-18 06:07:06,354 Sleep: 10 +2021-12-18 06:07:06,354 Number of retrials: 0 +2021-12-18 06:07:06,354 WRAPPER CHECK TIME = 10 +2021-12-18 06:07:06,355 Checking jobs for platform=marenostrum4 +2021-12-18 06:07:06,355 Checking jobs for platform=nord3 +2021-12-18 06:07:06,356 Checking jobs for platform=local +2021-12-18 06:07:06,357 Checking jobs for platform=transfer_node +2021-12-18 06:07:06,357 Checking all jobs at once +2021-12-18 06:07:07,676 Successful check job command +2021-12-18 06:07:09,149 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:07:09,149 End of checking +2021-12-18 06:07:09,150 Updating FAILED jobs +2021-12-18 06:07:09,150 Updating WAITING jobs +2021-12-18 06:07:09,150 Update finished +2021-12-18 06:07:09,151 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:07:09,151 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:07:09,151 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:07:09,151 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:07:09,151 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:07:09,153 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:07:09,155 Job list saved +2021-12-18 06:07:09,162 Updating FAILED jobs +2021-12-18 06:07:09,162 Updating WAITING jobs +2021-12-18 06:07:09,162 Update finished +2021-12-18 06:07:19,171 Reloading parameters... +2021-12-18 06:07:19,188 Loading parameters... +2021-12-18 06:07:19,190 Loading project parameters... +2021-12-18 06:07:19,192 + +22 of 25 jobs remaining (06:07) +2021-12-18 06:07:19,192 Sleep: 10 +2021-12-18 06:07:19,192 Number of retrials: 0 +2021-12-18 06:07:19,192 WRAPPER CHECK TIME = 10 +2021-12-18 06:07:19,193 Checking jobs for platform=marenostrum4 +2021-12-18 06:07:19,193 Checking jobs for platform=nord3 +2021-12-18 06:07:19,194 Checking jobs for platform=local +2021-12-18 06:07:19,194 Checking jobs for platform=transfer_node +2021-12-18 06:07:19,194 Checking all jobs at once +2021-12-18 06:07:20,516 Successful check job command +2021-12-18 06:07:21,886 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:07:21,886 End of checking +2021-12-18 06:07:21,887 Updating FAILED jobs +2021-12-18 06:07:21,888 Updating WAITING jobs +2021-12-18 06:07:21,888 Update finished +2021-12-18 06:07:21,888 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:07:21,888 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:07:21,888 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:07:21,888 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:07:21,889 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:07:21,894 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:07:21,896 Job list saved +2021-12-18 06:07:21,900 Updating FAILED jobs +2021-12-18 06:07:21,901 Updating WAITING jobs +2021-12-18 06:07:21,901 Update finished +2021-12-18 06:07:31,911 Reloading parameters... +2021-12-18 06:07:31,932 Loading parameters... +2021-12-18 06:07:31,933 Loading project parameters... +2021-12-18 06:07:31,935 + +22 of 25 jobs remaining (06:07) +2021-12-18 06:07:31,935 Sleep: 10 +2021-12-18 06:07:31,936 Number of retrials: 0 +2021-12-18 06:07:31,936 WRAPPER CHECK TIME = 10 +2021-12-18 06:07:31,936 Checking jobs for platform=marenostrum4 +2021-12-18 06:07:31,937 Checking jobs for platform=nord3 +2021-12-18 06:07:31,937 Checking jobs for platform=local +2021-12-18 06:07:31,938 Checking jobs for platform=transfer_node +2021-12-18 06:07:31,938 Checking all jobs at once +2021-12-18 06:07:33,611 Successful check job command +2021-12-18 06:07:35,581 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:07:35,582 End of checking +2021-12-18 06:07:35,583 Updating FAILED jobs +2021-12-18 06:07:35,583 Updating WAITING jobs +2021-12-18 06:07:35,583 Update finished +2021-12-18 06:07:35,583 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:07:35,584 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:07:35,584 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:07:35,585 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:07:35,585 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:07:35,588 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:07:35,590 Job list saved +2021-12-18 06:07:35,594 Updating FAILED jobs +2021-12-18 06:07:35,594 Updating WAITING jobs +2021-12-18 06:07:35,595 Update finished +2021-12-18 06:07:45,605 Reloading parameters... +2021-12-18 06:07:45,623 Loading parameters... +2021-12-18 06:07:45,624 Loading project parameters... +2021-12-18 06:07:45,626 + +22 of 25 jobs remaining (06:07) +2021-12-18 06:07:45,626 Sleep: 10 +2021-12-18 06:07:45,626 Number of retrials: 0 +2021-12-18 06:07:45,626 WRAPPER CHECK TIME = 10 +2021-12-18 06:07:45,627 Checking jobs for platform=marenostrum4 +2021-12-18 06:07:45,627 Checking jobs for platform=nord3 +2021-12-18 06:07:45,628 Checking jobs for platform=local +2021-12-18 06:07:45,629 Checking jobs for platform=transfer_node +2021-12-18 06:07:45,629 Checking all jobs at once +2021-12-18 06:07:46,898 Successful check job command +2021-12-18 06:07:48,069 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:07:48,069 End of checking +2021-12-18 06:07:48,071 Updating FAILED jobs +2021-12-18 06:07:48,071 Updating WAITING jobs +2021-12-18 06:07:48,071 Update finished +2021-12-18 06:07:48,071 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:07:48,071 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:07:48,071 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:07:48,072 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:07:48,072 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:07:48,074 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:07:48,076 Job list saved +2021-12-18 06:07:48,081 Updating FAILED jobs +2021-12-18 06:07:48,081 Updating WAITING jobs +2021-12-18 06:07:48,081 Update finished +2021-12-18 06:07:58,091 Reloading parameters... +2021-12-18 06:07:58,110 Loading parameters... +2021-12-18 06:07:58,111 Loading project parameters... +2021-12-18 06:07:58,113 + +22 of 25 jobs remaining (06:07) +2021-12-18 06:07:58,114 Sleep: 10 +2021-12-18 06:07:58,114 Number of retrials: 0 +2021-12-18 06:07:58,114 WRAPPER CHECK TIME = 10 +2021-12-18 06:07:58,114 Checking jobs for platform=marenostrum4 +2021-12-18 06:07:58,115 Checking jobs for platform=nord3 +2021-12-18 06:07:58,115 Checking jobs for platform=local +2021-12-18 06:07:58,116 Checking jobs for platform=transfer_node +2021-12-18 06:07:58,116 Checking all jobs at once +2021-12-18 06:07:59,836 Successful check job command +2021-12-18 06:08:01,156 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:08:01,156 End of checking +2021-12-18 06:08:01,158 Updating FAILED jobs +2021-12-18 06:08:01,158 Updating WAITING jobs +2021-12-18 06:08:01,158 Update finished +2021-12-18 06:08:01,158 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:08:01,158 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:08:01,158 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:08:01,159 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:08:01,159 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:08:01,161 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:08:01,163 Job list saved +2021-12-18 06:08:01,168 Updating FAILED jobs +2021-12-18 06:08:01,168 Updating WAITING jobs +2021-12-18 06:08:01,168 Update finished +2021-12-18 06:08:11,178 Reloading parameters... +2021-12-18 06:08:11,195 Loading parameters... +2021-12-18 06:08:11,197 Loading project parameters... +2021-12-18 06:08:11,198 + +22 of 25 jobs remaining (06:08) +2021-12-18 06:08:11,199 Sleep: 10 +2021-12-18 06:08:11,199 Number of retrials: 0 +2021-12-18 06:08:11,199 WRAPPER CHECK TIME = 10 +2021-12-18 06:08:11,199 Checking jobs for platform=marenostrum4 +2021-12-18 06:08:11,200 Checking jobs for platform=nord3 +2021-12-18 06:08:11,201 Checking jobs for platform=local +2021-12-18 06:08:11,201 Checking jobs for platform=transfer_node +2021-12-18 06:08:11,201 Checking all jobs at once +2021-12-18 06:08:12,623 Successful check job command +2021-12-18 06:08:14,143 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:08:14,143 End of checking +2021-12-18 06:08:14,144 Updating FAILED jobs +2021-12-18 06:08:14,144 Updating WAITING jobs +2021-12-18 06:08:14,145 Update finished +2021-12-18 06:08:14,145 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:08:14,145 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:08:14,146 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:08:14,146 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:08:14,146 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:08:14,148 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:08:14,151 Job list saved +2021-12-18 06:08:14,155 Updating FAILED jobs +2021-12-18 06:08:14,155 Updating WAITING jobs +2021-12-18 06:08:14,156 Update finished +2021-12-18 06:08:24,158 Reloading parameters... +2021-12-18 06:08:24,175 Loading parameters... +2021-12-18 06:08:24,176 Loading project parameters... +2021-12-18 06:08:24,178 + +22 of 25 jobs remaining (06:08) +2021-12-18 06:08:24,179 Sleep: 10 +2021-12-18 06:08:24,179 Number of retrials: 0 +2021-12-18 06:08:24,179 WRAPPER CHECK TIME = 10 +2021-12-18 06:08:24,179 Checking jobs for platform=marenostrum4 +2021-12-18 06:08:24,180 Checking jobs for platform=nord3 +2021-12-18 06:08:24,180 Checking jobs for platform=local +2021-12-18 06:08:24,181 Checking jobs for platform=transfer_node +2021-12-18 06:08:24,181 Checking all jobs at once +2021-12-18 06:08:25,501 Successful check job command +2021-12-18 06:08:26,770 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:08:26,771 End of checking +2021-12-18 06:08:26,772 Updating FAILED jobs +2021-12-18 06:08:26,772 Updating WAITING jobs +2021-12-18 06:08:26,772 Update finished +2021-12-18 06:08:26,773 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:08:26,773 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:08:26,773 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:08:26,773 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:08:26,773 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:08:26,776 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:08:26,778 Job list saved +2021-12-18 06:08:26,783 Updating FAILED jobs +2021-12-18 06:08:26,783 Updating WAITING jobs +2021-12-18 06:08:26,784 Update finished +2021-12-18 06:08:36,794 Reloading parameters... +2021-12-18 06:08:36,812 Loading parameters... +2021-12-18 06:08:36,813 Loading project parameters... +2021-12-18 06:08:36,815 + +22 of 25 jobs remaining (06:08) +2021-12-18 06:08:36,815 Sleep: 10 +2021-12-18 06:08:36,815 Number of retrials: 0 +2021-12-18 06:08:36,815 WRAPPER CHECK TIME = 10 +2021-12-18 06:08:36,816 Checking jobs for platform=marenostrum4 +2021-12-18 06:08:36,816 Checking jobs for platform=nord3 +2021-12-18 06:08:36,817 Checking jobs for platform=local +2021-12-18 06:08:36,817 Checking jobs for platform=transfer_node +2021-12-18 06:08:36,817 Checking all jobs at once +2021-12-18 06:08:38,237 Successful check job command +2021-12-18 06:08:40,660 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:08:40,660 End of checking +2021-12-18 06:08:40,661 Updating FAILED jobs +2021-12-18 06:08:40,661 Updating WAITING jobs +2021-12-18 06:08:40,662 Update finished +2021-12-18 06:08:40,662 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:08:40,662 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:08:40,662 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:08:40,662 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:08:40,662 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:08:40,665 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:08:40,667 Job list saved +2021-12-18 06:08:40,674 Updating FAILED jobs +2021-12-18 06:08:40,674 Updating WAITING jobs +2021-12-18 06:08:40,675 Update finished +2021-12-18 06:08:50,685 Reloading parameters... +2021-12-18 06:08:50,703 Loading parameters... +2021-12-18 06:08:50,705 Loading project parameters... +2021-12-18 06:08:50,706 + +22 of 25 jobs remaining (06:08) +2021-12-18 06:08:50,707 Sleep: 10 +2021-12-18 06:08:50,707 Number of retrials: 0 +2021-12-18 06:08:50,707 WRAPPER CHECK TIME = 10 +2021-12-18 06:08:50,707 Checking jobs for platform=marenostrum4 +2021-12-18 06:08:50,708 Checking jobs for platform=nord3 +2021-12-18 06:08:50,708 Checking jobs for platform=local +2021-12-18 06:08:50,709 Checking jobs for platform=transfer_node +2021-12-18 06:08:50,709 Checking all jobs at once +2021-12-18 06:08:52,228 Successful check job command +2021-12-18 06:08:53,848 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:08:53,848 End of checking +2021-12-18 06:08:53,850 Updating FAILED jobs +2021-12-18 06:08:53,850 Updating WAITING jobs +2021-12-18 06:08:53,850 Update finished +2021-12-18 06:08:53,850 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:08:53,851 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:08:53,851 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:08:53,851 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:08:53,851 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:08:53,854 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:08:53,856 Job list saved +2021-12-18 06:08:53,860 Updating FAILED jobs +2021-12-18 06:08:53,861 Updating WAITING jobs +2021-12-18 06:08:53,861 Update finished +2021-12-18 06:09:03,871 Reloading parameters... +2021-12-18 06:09:03,889 Loading parameters... +2021-12-18 06:09:03,890 Loading project parameters... +2021-12-18 06:09:03,894 + +22 of 25 jobs remaining (06:09) +2021-12-18 06:09:03,894 Sleep: 10 +2021-12-18 06:09:03,894 Number of retrials: 0 +2021-12-18 06:09:03,894 WRAPPER CHECK TIME = 10 +2021-12-18 06:09:03,895 Checking jobs for platform=marenostrum4 +2021-12-18 06:09:03,896 Checking jobs for platform=nord3 +2021-12-18 06:09:03,896 Checking jobs for platform=local +2021-12-18 06:09:03,897 Checking jobs for platform=transfer_node +2021-12-18 06:09:03,897 Checking all jobs at once +2021-12-18 06:09:05,167 Successful check job command +2021-12-18 06:09:06,436 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:09:06,436 End of checking +2021-12-18 06:09:06,437 Updating FAILED jobs +2021-12-18 06:09:06,437 Updating WAITING jobs +2021-12-18 06:09:06,438 Update finished +2021-12-18 06:09:06,438 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:09:06,438 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:09:06,438 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:09:06,438 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:09:06,438 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:09:06,441 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:09:06,443 Job list saved +2021-12-18 06:09:06,448 Updating FAILED jobs +2021-12-18 06:09:06,448 Updating WAITING jobs +2021-12-18 06:09:06,448 Update finished +2021-12-18 06:09:16,458 Reloading parameters... +2021-12-18 06:09:16,476 Loading parameters... +2021-12-18 06:09:16,478 Loading project parameters... +2021-12-18 06:09:16,480 + +22 of 25 jobs remaining (06:09) +2021-12-18 06:09:16,480 Sleep: 10 +2021-12-18 06:09:16,480 Number of retrials: 0 +2021-12-18 06:09:16,480 WRAPPER CHECK TIME = 10 +2021-12-18 06:09:16,481 Checking jobs for platform=marenostrum4 +2021-12-18 06:09:16,481 Checking jobs for platform=nord3 +2021-12-18 06:09:16,482 Checking jobs for platform=local +2021-12-18 06:09:16,482 Checking jobs for platform=transfer_node +2021-12-18 06:09:16,482 Checking all jobs at once +2021-12-18 06:09:17,753 Successful check job command +2021-12-18 06:09:19,023 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:09:19,023 End of checking +2021-12-18 06:09:19,024 Updating FAILED jobs +2021-12-18 06:09:19,024 Updating WAITING jobs +2021-12-18 06:09:19,024 Update finished +2021-12-18 06:09:19,025 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:09:19,025 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:09:19,025 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:09:19,025 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:09:19,025 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:09:19,028 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:09:19,030 Job list saved +2021-12-18 06:09:19,034 Updating FAILED jobs +2021-12-18 06:09:19,034 Updating WAITING jobs +2021-12-18 06:09:19,035 Update finished +2021-12-18 06:09:29,045 Reloading parameters... +2021-12-18 06:09:29,062 Loading parameters... +2021-12-18 06:09:29,063 Loading project parameters... +2021-12-18 06:09:29,065 + +22 of 25 jobs remaining (06:09) +2021-12-18 06:09:29,065 Sleep: 10 +2021-12-18 06:09:29,065 Number of retrials: 0 +2021-12-18 06:09:29,065 WRAPPER CHECK TIME = 10 +2021-12-18 06:09:29,066 Checking jobs for platform=marenostrum4 +2021-12-18 06:09:29,066 Checking jobs for platform=nord3 +2021-12-18 06:09:29,067 Checking jobs for platform=local +2021-12-18 06:09:29,067 Checking jobs for platform=transfer_node +2021-12-18 06:09:29,068 Checking all jobs at once +2021-12-18 06:09:30,490 Successful check job command +2021-12-18 06:09:32,612 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:09:32,613 End of checking +2021-12-18 06:09:32,614 Updating FAILED jobs +2021-12-18 06:09:32,614 Updating WAITING jobs +2021-12-18 06:09:32,614 Update finished +2021-12-18 06:09:32,614 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:09:32,615 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:09:32,615 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:09:32,615 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:09:32,615 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:09:32,618 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:09:32,620 Job list saved +2021-12-18 06:09:32,625 Updating FAILED jobs +2021-12-18 06:09:32,625 Updating WAITING jobs +2021-12-18 06:09:32,625 Update finished +2021-12-18 06:09:42,632 Reloading parameters... +2021-12-18 06:09:42,650 Loading parameters... +2021-12-18 06:09:42,651 Loading project parameters... +2021-12-18 06:09:42,653 + +22 of 25 jobs remaining (06:09) +2021-12-18 06:09:42,653 Sleep: 10 +2021-12-18 06:09:42,653 Number of retrials: 0 +2021-12-18 06:09:42,653 WRAPPER CHECK TIME = 10 +2021-12-18 06:09:42,654 Checking jobs for platform=marenostrum4 +2021-12-18 06:09:42,654 Checking jobs for platform=nord3 +2021-12-18 06:09:42,655 Checking jobs for platform=local +2021-12-18 06:09:42,655 Checking jobs for platform=transfer_node +2021-12-18 06:09:42,655 Checking all jobs at once +2021-12-18 06:09:43,874 Successful check job command +2021-12-18 06:09:45,043 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:09:45,043 End of checking +2021-12-18 06:09:45,045 Updating FAILED jobs +2021-12-18 06:09:45,045 Updating WAITING jobs +2021-12-18 06:09:45,045 Update finished +2021-12-18 06:09:45,045 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:09:45,045 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:09:45,046 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:09:45,046 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:09:45,046 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:09:45,048 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:09:45,050 Job list saved +2021-12-18 06:09:45,055 Updating FAILED jobs +2021-12-18 06:09:45,055 Updating WAITING jobs +2021-12-18 06:09:45,055 Update finished +2021-12-18 06:09:55,065 Reloading parameters... +2021-12-18 06:09:55,083 Loading parameters... +2021-12-18 06:09:55,085 Loading project parameters... +2021-12-18 06:09:55,086 + +22 of 25 jobs remaining (06:09) +2021-12-18 06:09:55,087 Sleep: 10 +2021-12-18 06:09:55,087 Number of retrials: 0 +2021-12-18 06:09:55,087 WRAPPER CHECK TIME = 10 +2021-12-18 06:09:55,087 Checking jobs for platform=marenostrum4 +2021-12-18 06:09:55,088 Checking jobs for platform=nord3 +2021-12-18 06:09:55,088 Checking jobs for platform=local +2021-12-18 06:09:55,089 Checking jobs for platform=transfer_node +2021-12-18 06:09:55,089 Checking all jobs at once +2021-12-18 06:09:57,062 Successful check job command +2021-12-18 06:09:58,381 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:09:58,381 End of checking +2021-12-18 06:09:58,383 Updating FAILED jobs +2021-12-18 06:09:58,383 Updating WAITING jobs +2021-12-18 06:09:58,383 Update finished +2021-12-18 06:09:58,383 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:09:58,384 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:09:58,384 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:09:58,384 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:09:58,384 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:09:58,387 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:09:58,389 Job list saved +2021-12-18 06:09:58,394 Updating FAILED jobs +2021-12-18 06:09:58,394 Updating WAITING jobs +2021-12-18 06:09:58,394 Update finished +2021-12-18 06:10:08,404 Reloading parameters... +2021-12-18 06:10:08,426 Loading parameters... +2021-12-18 06:10:08,428 Loading project parameters... +2021-12-18 06:10:08,430 + +22 of 25 jobs remaining (06:10) +2021-12-18 06:10:08,430 Sleep: 10 +2021-12-18 06:10:08,430 Number of retrials: 0 +2021-12-18 06:10:08,430 WRAPPER CHECK TIME = 10 +2021-12-18 06:10:08,430 Checking jobs for platform=marenostrum4 +2021-12-18 06:10:08,431 Checking jobs for platform=nord3 +2021-12-18 06:10:08,432 Checking jobs for platform=local +2021-12-18 06:10:08,432 Checking jobs for platform=transfer_node +2021-12-18 06:10:08,432 Checking all jobs at once +2021-12-18 06:10:09,752 Successful check job command +2021-12-18 06:10:11,222 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:10:11,222 End of checking +2021-12-18 06:10:11,224 Updating FAILED jobs +2021-12-18 06:10:11,224 Updating WAITING jobs +2021-12-18 06:10:11,224 Update finished +2021-12-18 06:10:11,224 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:10:11,225 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:10:11,225 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:10:11,225 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:10:11,225 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:10:11,228 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:10:11,230 Job list saved +2021-12-18 06:10:11,234 Updating FAILED jobs +2021-12-18 06:10:11,234 Updating WAITING jobs +2021-12-18 06:10:11,235 Update finished +2021-12-18 06:10:21,245 Reloading parameters... +2021-12-18 06:10:21,263 Loading parameters... +2021-12-18 06:10:21,265 Loading project parameters... +2021-12-18 06:10:21,267 + +22 of 25 jobs remaining (06:10) +2021-12-18 06:10:21,267 Sleep: 10 +2021-12-18 06:10:21,267 Number of retrials: 0 +2021-12-18 06:10:21,267 WRAPPER CHECK TIME = 10 +2021-12-18 06:10:21,268 Checking jobs for platform=marenostrum4 +2021-12-18 06:10:21,268 Checking jobs for platform=nord3 +2021-12-18 06:10:21,269 Checking jobs for platform=local +2021-12-18 06:10:21,269 Checking jobs for platform=transfer_node +2021-12-18 06:10:21,269 Checking all jobs at once +2021-12-18 06:10:22,593 Successful check job command +2021-12-18 06:10:23,813 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:10:23,813 End of checking +2021-12-18 06:10:23,814 Updating FAILED jobs +2021-12-18 06:10:23,814 Updating WAITING jobs +2021-12-18 06:10:23,815 Update finished +2021-12-18 06:10:23,815 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:10:23,815 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:10:23,815 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:10:23,815 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:10:23,815 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:10:23,818 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:10:23,820 Job list saved +2021-12-18 06:10:23,825 Updating FAILED jobs +2021-12-18 06:10:23,825 Updating WAITING jobs +2021-12-18 06:10:23,825 Update finished +2021-12-18 06:10:33,835 Reloading parameters... +2021-12-18 06:10:33,853 Loading parameters... +2021-12-18 06:10:33,854 Loading project parameters... +2021-12-18 06:10:33,856 + +22 of 25 jobs remaining (06:10) +2021-12-18 06:10:33,857 Sleep: 10 +2021-12-18 06:10:33,857 Number of retrials: 0 +2021-12-18 06:10:33,857 WRAPPER CHECK TIME = 10 +2021-12-18 06:10:33,857 Checking jobs for platform=marenostrum4 +2021-12-18 06:10:33,858 Checking jobs for platform=nord3 +2021-12-18 06:10:33,858 Checking jobs for platform=local +2021-12-18 06:10:33,859 Checking jobs for platform=transfer_node +2021-12-18 06:10:33,859 Checking all jobs at once +2021-12-18 06:10:35,679 Successful check job command +2021-12-18 06:10:37,650 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:10:37,650 End of checking +2021-12-18 06:10:37,651 Updating FAILED jobs +2021-12-18 06:10:37,651 Updating WAITING jobs +2021-12-18 06:10:37,651 Update finished +2021-12-18 06:10:37,652 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:10:37,652 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:10:37,652 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:10:37,652 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:10:37,652 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:10:37,654 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:10:37,657 Job list saved +2021-12-18 06:10:37,661 Updating FAILED jobs +2021-12-18 06:10:37,661 Updating WAITING jobs +2021-12-18 06:10:37,661 Update finished +2021-12-18 06:10:47,664 Reloading parameters... +2021-12-18 06:10:47,683 Loading parameters... +2021-12-18 06:10:47,685 Loading project parameters... +2021-12-18 06:10:47,686 + +22 of 25 jobs remaining (06:10) +2021-12-18 06:10:47,687 Sleep: 10 +2021-12-18 06:10:47,687 Number of retrials: 0 +2021-12-18 06:10:47,687 WRAPPER CHECK TIME = 10 +2021-12-18 06:10:47,687 Checking jobs for platform=marenostrum4 +2021-12-18 06:10:47,688 Checking jobs for platform=nord3 +2021-12-18 06:10:47,689 Checking jobs for platform=local +2021-12-18 06:10:47,689 Checking jobs for platform=transfer_node +2021-12-18 06:10:47,689 Checking all jobs at once +2021-12-18 06:10:49,158 Successful check job command +2021-12-18 06:10:50,527 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:10:50,527 End of checking +2021-12-18 06:10:50,529 Updating FAILED jobs +2021-12-18 06:10:50,529 Updating WAITING jobs +2021-12-18 06:10:50,529 Update finished +2021-12-18 06:10:50,530 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:10:50,530 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:10:50,531 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:10:50,531 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:10:50,531 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:10:50,533 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:10:50,536 Job list saved +2021-12-18 06:10:50,540 Updating FAILED jobs +2021-12-18 06:10:50,541 Updating WAITING jobs +2021-12-18 06:10:50,541 Update finished +2021-12-18 06:11:00,551 Reloading parameters... +2021-12-18 06:11:00,570 Loading parameters... +2021-12-18 06:11:00,571 Loading project parameters... +2021-12-18 06:11:00,573 + +22 of 25 jobs remaining (06:11) +2021-12-18 06:11:00,573 Sleep: 10 +2021-12-18 06:11:00,573 Number of retrials: 0 +2021-12-18 06:11:00,573 WRAPPER CHECK TIME = 10 +2021-12-18 06:11:00,574 Checking jobs for platform=marenostrum4 +2021-12-18 06:11:00,574 Checking jobs for platform=nord3 +2021-12-18 06:11:00,575 Checking jobs for platform=local +2021-12-18 06:11:00,575 Checking jobs for platform=transfer_node +2021-12-18 06:11:00,576 Checking all jobs at once +2021-12-18 06:11:01,846 Successful check job command +2021-12-18 06:11:02,965 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:11:02,965 End of checking +2021-12-18 06:11:02,967 Updating FAILED jobs +2021-12-18 06:11:02,967 Updating WAITING jobs +2021-12-18 06:11:02,967 Update finished +2021-12-18 06:11:02,967 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:11:02,967 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:11:02,967 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:11:02,968 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:11:02,968 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:11:02,971 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:11:02,974 Job list saved +2021-12-18 06:11:02,979 Updating FAILED jobs +2021-12-18 06:11:02,979 Updating WAITING jobs +2021-12-18 06:11:02,979 Update finished +2021-12-18 06:11:12,987 Reloading parameters... +2021-12-18 06:11:13,008 Loading parameters... +2021-12-18 06:11:13,010 Loading project parameters... +2021-12-18 06:11:13,012 + +22 of 25 jobs remaining (06:11) +2021-12-18 06:11:13,012 Sleep: 10 +2021-12-18 06:11:13,012 Number of retrials: 0 +2021-12-18 06:11:13,012 WRAPPER CHECK TIME = 10 +2021-12-18 06:11:13,013 Checking jobs for platform=marenostrum4 +2021-12-18 06:11:13,014 Checking jobs for platform=nord3 +2021-12-18 06:11:13,014 Checking jobs for platform=local +2021-12-18 06:11:13,015 Checking jobs for platform=transfer_node +2021-12-18 06:11:13,015 Checking all jobs at once +2021-12-18 06:11:14,435 Successful check job command +2021-12-18 06:11:15,604 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:11:15,604 End of checking +2021-12-18 06:11:15,606 Updating FAILED jobs +2021-12-18 06:11:15,606 Updating WAITING jobs +2021-12-18 06:11:15,606 Update finished +2021-12-18 06:11:15,606 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:11:15,606 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:11:15,607 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:11:15,607 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:11:15,607 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:11:15,610 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:11:15,612 Job list saved +2021-12-18 06:11:15,617 Updating FAILED jobs +2021-12-18 06:11:15,617 Updating WAITING jobs +2021-12-18 06:11:15,617 Update finished +2021-12-18 06:11:25,627 Reloading parameters... +2021-12-18 06:11:25,648 Loading parameters... +2021-12-18 06:11:25,649 Loading project parameters... +2021-12-18 06:11:25,651 + +22 of 25 jobs remaining (06:11) +2021-12-18 06:11:25,651 Sleep: 10 +2021-12-18 06:11:25,651 Number of retrials: 0 +2021-12-18 06:11:25,651 WRAPPER CHECK TIME = 10 +2021-12-18 06:11:25,652 Checking jobs for platform=marenostrum4 +2021-12-18 06:11:25,652 Checking jobs for platform=nord3 +2021-12-18 06:11:25,653 Checking jobs for platform=local +2021-12-18 06:11:25,654 Checking jobs for platform=transfer_node +2021-12-18 06:11:25,654 Checking all jobs at once +2021-12-18 06:11:27,824 Successful check job command +2021-12-18 06:11:29,193 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:11:29,194 End of checking +2021-12-18 06:11:29,196 Updating FAILED jobs +2021-12-18 06:11:29,197 Updating WAITING jobs +2021-12-18 06:11:29,197 Update finished +2021-12-18 06:11:29,197 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:11:29,198 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:11:29,198 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:11:29,198 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:11:29,198 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:11:29,201 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:11:29,203 Job list saved +2021-12-18 06:11:29,209 Updating FAILED jobs +2021-12-18 06:11:29,209 Updating WAITING jobs +2021-12-18 06:11:29,209 Update finished +2021-12-18 06:11:39,219 Reloading parameters... +2021-12-18 06:11:39,238 Loading parameters... +2021-12-18 06:11:39,240 Loading project parameters... +2021-12-18 06:11:39,241 + +22 of 25 jobs remaining (06:11) +2021-12-18 06:11:39,242 Sleep: 10 +2021-12-18 06:11:39,242 Number of retrials: 0 +2021-12-18 06:11:39,242 WRAPPER CHECK TIME = 10 +2021-12-18 06:11:39,242 Checking jobs for platform=marenostrum4 +2021-12-18 06:11:39,243 Checking jobs for platform=nord3 +2021-12-18 06:11:39,243 Checking jobs for platform=local +2021-12-18 06:11:39,244 Checking jobs for platform=transfer_node +2021-12-18 06:11:39,244 Checking all jobs at once +2021-12-18 06:11:40,864 Successful check job command +2021-12-18 06:11:42,735 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:11:42,735 End of checking +2021-12-18 06:11:42,737 Updating FAILED jobs +2021-12-18 06:11:42,737 Updating WAITING jobs +2021-12-18 06:11:42,737 Update finished +2021-12-18 06:11:42,738 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:11:42,738 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:11:42,738 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:11:42,738 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:11:42,738 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:11:42,741 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:11:42,743 Job list saved +2021-12-18 06:11:42,748 Updating FAILED jobs +2021-12-18 06:11:42,748 Updating WAITING jobs +2021-12-18 06:11:42,748 Update finished +2021-12-18 06:11:52,756 Reloading parameters... +2021-12-18 06:11:52,776 Loading parameters... +2021-12-18 06:11:52,777 Loading project parameters... +2021-12-18 06:11:52,779 + +22 of 25 jobs remaining (06:11) +2021-12-18 06:11:52,780 Sleep: 10 +2021-12-18 06:11:52,780 Number of retrials: 0 +2021-12-18 06:11:52,780 WRAPPER CHECK TIME = 10 +2021-12-18 06:11:52,780 Checking jobs for platform=marenostrum4 +2021-12-18 06:11:52,781 Checking jobs for platform=nord3 +2021-12-18 06:11:52,782 Checking jobs for platform=local +2021-12-18 06:11:52,782 Checking jobs for platform=transfer_node +2021-12-18 06:11:52,782 Checking all jobs at once +2021-12-18 06:11:54,653 Successful check job command +2021-12-18 06:11:56,623 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:11:56,623 End of checking +2021-12-18 06:11:56,625 Updating FAILED jobs +2021-12-18 06:11:56,625 Updating WAITING jobs +2021-12-18 06:11:56,625 Update finished +2021-12-18 06:11:56,625 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:11:56,625 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:11:56,626 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:11:56,626 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:11:56,626 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:11:56,629 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:11:56,631 Job list saved +2021-12-18 06:11:56,642 Updating FAILED jobs +2021-12-18 06:11:56,642 Updating WAITING jobs +2021-12-18 06:11:56,643 Update finished +2021-12-18 06:12:06,651 Reloading parameters... +2021-12-18 06:12:06,672 Loading parameters... +2021-12-18 06:12:06,673 Loading project parameters... +2021-12-18 06:12:06,675 + +22 of 25 jobs remaining (06:12) +2021-12-18 06:12:06,675 Sleep: 10 +2021-12-18 06:12:06,675 Number of retrials: 0 +2021-12-18 06:12:06,675 WRAPPER CHECK TIME = 10 +2021-12-18 06:12:06,676 Checking jobs for platform=marenostrum4 +2021-12-18 06:12:06,676 Checking jobs for platform=nord3 +2021-12-18 06:12:06,677 Checking jobs for platform=local +2021-12-18 06:12:06,677 Checking jobs for platform=transfer_node +2021-12-18 06:12:06,678 Checking all jobs at once +2021-12-18 06:12:08,098 Successful check job command +2021-12-18 06:12:09,718 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:12:09,718 End of checking +2021-12-18 06:12:09,720 Updating FAILED jobs +2021-12-18 06:12:09,720 Updating WAITING jobs +2021-12-18 06:12:09,720 Update finished +2021-12-18 06:12:09,720 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:12:09,721 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:12:09,721 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:12:09,721 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:12:09,721 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:12:09,724 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:12:09,726 Job list saved +2021-12-18 06:12:09,732 Updating FAILED jobs +2021-12-18 06:12:09,732 Updating WAITING jobs +2021-12-18 06:12:09,732 Update finished +2021-12-18 06:12:19,738 Reloading parameters... +2021-12-18 06:12:19,763 Loading parameters... +2021-12-18 06:12:19,764 Loading project parameters... +2021-12-18 06:12:19,766 + +22 of 25 jobs remaining (06:12) +2021-12-18 06:12:19,766 Sleep: 10 +2021-12-18 06:12:19,766 Number of retrials: 0 +2021-12-18 06:12:19,766 WRAPPER CHECK TIME = 10 +2021-12-18 06:12:19,767 Checking jobs for platform=marenostrum4 +2021-12-18 06:12:19,767 Checking jobs for platform=nord3 +2021-12-18 06:12:19,768 Checking jobs for platform=local +2021-12-18 06:12:19,768 Checking jobs for platform=transfer_node +2021-12-18 06:12:19,768 Checking all jobs at once +2021-12-18 06:12:21,038 Successful check job command +2021-12-18 06:12:22,257 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:12:22,257 End of checking +2021-12-18 06:12:22,259 Updating FAILED jobs +2021-12-18 06:12:22,259 Updating WAITING jobs +2021-12-18 06:12:22,259 Update finished +2021-12-18 06:12:22,259 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:12:22,259 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:12:22,260 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:12:22,260 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:12:22,260 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:12:22,262 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:12:22,265 Job list saved +2021-12-18 06:12:22,270 Updating FAILED jobs +2021-12-18 06:12:22,270 Updating WAITING jobs +2021-12-18 06:12:22,270 Update finished +2021-12-18 06:12:32,279 Reloading parameters... +2021-12-18 06:12:32,299 Loading parameters... +2021-12-18 06:12:32,300 Loading project parameters... +2021-12-18 06:12:32,302 + +22 of 25 jobs remaining (06:12) +2021-12-18 06:12:32,302 Sleep: 10 +2021-12-18 06:12:32,302 Number of retrials: 0 +2021-12-18 06:12:32,302 WRAPPER CHECK TIME = 10 +2021-12-18 06:12:32,303 Checking jobs for platform=marenostrum4 +2021-12-18 06:12:32,304 Checking jobs for platform=nord3 +2021-12-18 06:12:32,304 Checking jobs for platform=local +2021-12-18 06:12:32,305 Checking jobs for platform=transfer_node +2021-12-18 06:12:32,305 Checking all jobs at once +2021-12-18 06:12:33,675 Successful check job command +2021-12-18 06:12:34,796 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:12:34,796 End of checking +2021-12-18 06:12:34,798 Updating FAILED jobs +2021-12-18 06:12:34,798 Updating WAITING jobs +2021-12-18 06:12:34,798 Update finished +2021-12-18 06:12:34,798 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:12:34,798 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:12:34,799 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:12:34,799 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:12:34,799 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:12:34,801 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:12:34,804 Job list saved +2021-12-18 06:12:39,057 Updating FAILED jobs +2021-12-18 06:12:39,057 Updating WAITING jobs +2021-12-18 06:12:39,058 Update finished +2021-12-18 06:12:49,068 Reloading parameters... +2021-12-18 06:12:49,089 Loading parameters... +2021-12-18 06:12:49,091 Loading project parameters... +2021-12-18 06:12:49,093 + +22 of 25 jobs remaining (06:12) +2021-12-18 06:12:49,093 Sleep: 10 +2021-12-18 06:12:49,093 Number of retrials: 0 +2021-12-18 06:12:49,093 WRAPPER CHECK TIME = 10 +2021-12-18 06:12:49,094 Checking jobs for platform=marenostrum4 +2021-12-18 06:12:49,094 Checking jobs for platform=nord3 +2021-12-18 06:12:49,095 Checking jobs for platform=local +2021-12-18 06:12:49,095 Checking jobs for platform=transfer_node +2021-12-18 06:12:49,095 Checking all jobs at once +2021-12-18 06:12:50,619 Successful check job command +2021-12-18 06:12:52,190 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:12:52,191 End of checking +2021-12-18 06:12:52,192 Updating FAILED jobs +2021-12-18 06:12:52,192 Updating WAITING jobs +2021-12-18 06:12:52,192 Update finished +2021-12-18 06:12:52,193 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:12:52,193 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:12:52,193 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:12:52,194 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:12:52,194 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:12:52,196 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:12:52,199 Job list saved +2021-12-18 06:12:52,210 Updating FAILED jobs +2021-12-18 06:12:52,210 Updating WAITING jobs +2021-12-18 06:12:52,211 Update finished +2021-12-18 06:13:02,221 Reloading parameters... +2021-12-18 06:13:02,240 Loading parameters... +2021-12-18 06:13:02,241 Loading project parameters... +2021-12-18 06:13:02,243 + +22 of 25 jobs remaining (06:13) +2021-12-18 06:13:02,243 Sleep: 10 +2021-12-18 06:13:02,243 Number of retrials: 0 +2021-12-18 06:13:02,244 WRAPPER CHECK TIME = 10 +2021-12-18 06:13:02,244 Checking jobs for platform=marenostrum4 +2021-12-18 06:13:02,245 Checking jobs for platform=nord3 +2021-12-18 06:13:02,245 Checking jobs for platform=local +2021-12-18 06:13:02,246 Checking jobs for platform=transfer_node +2021-12-18 06:13:02,246 Checking all jobs at once +2021-12-18 06:13:03,565 Successful check job command +2021-12-18 06:13:04,884 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:13:04,885 End of checking +2021-12-18 06:13:04,886 Updating FAILED jobs +2021-12-18 06:13:04,887 Updating WAITING jobs +2021-12-18 06:13:04,887 Update finished +2021-12-18 06:13:04,887 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:13:04,887 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:13:04,887 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:13:04,888 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:13:04,888 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:13:04,890 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:13:04,893 Job list saved +2021-12-18 06:13:04,897 Updating FAILED jobs +2021-12-18 06:13:04,897 Updating WAITING jobs +2021-12-18 06:13:04,898 Update finished +2021-12-18 06:13:14,902 Reloading parameters... +2021-12-18 06:13:14,922 Loading parameters... +2021-12-18 06:13:14,923 Loading project parameters... +2021-12-18 06:13:14,925 + +22 of 25 jobs remaining (06:13) +2021-12-18 06:13:14,925 Sleep: 10 +2021-12-18 06:13:14,925 Number of retrials: 0 +2021-12-18 06:13:14,926 WRAPPER CHECK TIME = 10 +2021-12-18 06:13:14,926 Checking jobs for platform=marenostrum4 +2021-12-18 06:13:14,927 Checking jobs for platform=nord3 +2021-12-18 06:13:14,927 Checking jobs for platform=local +2021-12-18 06:13:14,928 Checking jobs for platform=transfer_node +2021-12-18 06:13:14,928 Checking all jobs at once +2021-12-18 06:13:16,248 Successful check job command +2021-12-18 06:13:17,667 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:13:17,668 End of checking +2021-12-18 06:13:17,669 Updating FAILED jobs +2021-12-18 06:13:17,669 Updating WAITING jobs +2021-12-18 06:13:17,670 Update finished +2021-12-18 06:13:17,670 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:13:17,670 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:13:17,670 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:13:17,670 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:13:17,670 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:13:17,673 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:13:17,675 Job list saved +2021-12-18 06:13:17,680 Updating FAILED jobs +2021-12-18 06:13:17,680 Updating WAITING jobs +2021-12-18 06:13:17,681 Update finished +2021-12-18 06:13:27,690 Reloading parameters... +2021-12-18 06:13:27,710 Loading parameters... +2021-12-18 06:13:27,711 Loading project parameters... +2021-12-18 06:13:27,713 + +22 of 25 jobs remaining (06:13) +2021-12-18 06:13:27,713 Sleep: 10 +2021-12-18 06:13:27,714 Number of retrials: 0 +2021-12-18 06:13:27,714 WRAPPER CHECK TIME = 10 +2021-12-18 06:13:27,714 Checking jobs for platform=marenostrum4 +2021-12-18 06:13:27,715 Checking jobs for platform=nord3 +2021-12-18 06:13:27,715 Checking jobs for platform=local +2021-12-18 06:13:27,716 Checking jobs for platform=transfer_node +2021-12-18 06:13:27,716 Checking all jobs at once +2021-12-18 06:13:29,187 Successful check job command +2021-12-18 06:13:31,258 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:13:31,258 End of checking +2021-12-18 06:13:31,260 Updating FAILED jobs +2021-12-18 06:13:31,260 Updating WAITING jobs +2021-12-18 06:13:31,260 Update finished +2021-12-18 06:13:31,260 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:13:31,261 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:13:31,261 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:13:31,261 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:13:31,261 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:13:31,264 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:13:31,266 Job list saved +2021-12-18 06:13:31,271 Updating FAILED jobs +2021-12-18 06:13:31,271 Updating WAITING jobs +2021-12-18 06:13:31,271 Update finished +2021-12-18 06:13:41,282 Reloading parameters... +2021-12-18 06:13:41,302 Loading parameters... +2021-12-18 06:13:41,304 Loading project parameters... +2021-12-18 06:13:41,305 + +22 of 25 jobs remaining (06:13) +2021-12-18 06:13:41,306 Sleep: 10 +2021-12-18 06:13:41,306 Number of retrials: 0 +2021-12-18 06:13:41,306 WRAPPER CHECK TIME = 10 +2021-12-18 06:13:41,306 Checking jobs for platform=marenostrum4 +2021-12-18 06:13:41,307 Checking jobs for platform=nord3 +2021-12-18 06:13:41,307 Checking jobs for platform=local +2021-12-18 06:13:41,308 Checking jobs for platform=transfer_node +2021-12-18 06:13:41,308 Checking all jobs at once +2021-12-18 06:13:42,928 Successful check job command +2021-12-18 06:13:44,547 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:13:44,548 End of checking +2021-12-18 06:13:44,549 Updating FAILED jobs +2021-12-18 06:13:44,549 Updating WAITING jobs +2021-12-18 06:13:44,549 Update finished +2021-12-18 06:13:44,549 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:13:44,550 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:13:44,550 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:13:44,550 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:13:44,550 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:13:44,552 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:13:44,554 Job list saved +2021-12-18 06:13:44,559 Updating FAILED jobs +2021-12-18 06:13:44,560 Updating WAITING jobs +2021-12-18 06:13:44,560 Update finished +2021-12-18 06:13:54,570 Reloading parameters... +2021-12-18 06:13:54,589 Loading parameters... +2021-12-18 06:13:54,590 Loading project parameters... +2021-12-18 06:13:54,592 + +22 of 25 jobs remaining (06:13) +2021-12-18 06:13:54,592 Sleep: 10 +2021-12-18 06:13:54,592 Number of retrials: 0 +2021-12-18 06:13:54,593 WRAPPER CHECK TIME = 10 +2021-12-18 06:13:54,593 Checking jobs for platform=marenostrum4 +2021-12-18 06:13:54,594 Checking jobs for platform=nord3 +2021-12-18 06:13:54,594 Checking jobs for platform=local +2021-12-18 06:13:54,595 Checking jobs for platform=transfer_node +2021-12-18 06:13:54,595 Checking all jobs at once +2021-12-18 06:13:56,315 Successful check job command +2021-12-18 06:13:57,936 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:13:57,937 End of checking +2021-12-18 06:13:57,938 Updating FAILED jobs +2021-12-18 06:13:57,939 Updating WAITING jobs +2021-12-18 06:13:57,939 Update finished +2021-12-18 06:13:57,939 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:13:57,939 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:13:57,939 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:13:57,939 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:13:57,940 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:13:57,943 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:13:57,945 Job list saved +2021-12-18 06:13:57,954 Updating FAILED jobs +2021-12-18 06:13:57,955 Updating WAITING jobs +2021-12-18 06:13:57,955 Update finished +2021-12-18 06:14:07,965 Reloading parameters... +2021-12-18 06:14:07,984 Loading parameters... +2021-12-18 06:14:07,986 Loading project parameters... +2021-12-18 06:14:07,988 + +22 of 25 jobs remaining (06:14) +2021-12-18 06:14:07,988 Sleep: 10 +2021-12-18 06:14:07,988 Number of retrials: 0 +2021-12-18 06:14:07,988 WRAPPER CHECK TIME = 10 +2021-12-18 06:14:07,989 Checking jobs for platform=marenostrum4 +2021-12-18 06:14:07,989 Checking jobs for platform=nord3 +2021-12-18 06:14:07,990 Checking jobs for platform=local +2021-12-18 06:14:07,990 Checking jobs for platform=transfer_node +2021-12-18 06:14:07,990 Checking all jobs at once +2021-12-18 06:14:09,460 Successful check job command +2021-12-18 06:14:11,130 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:14:11,130 End of checking +2021-12-18 06:14:11,132 Updating FAILED jobs +2021-12-18 06:14:11,132 Updating WAITING jobs +2021-12-18 06:14:11,132 Update finished +2021-12-18 06:14:11,132 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:14:11,133 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:14:11,133 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:14:11,133 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:14:11,133 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:14:11,136 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:14:11,138 Job list saved +2021-12-18 06:14:11,143 Updating FAILED jobs +2021-12-18 06:14:11,143 Updating WAITING jobs +2021-12-18 06:14:11,143 Update finished +2021-12-18 06:14:21,150 Reloading parameters... +2021-12-18 06:14:21,170 Loading parameters... +2021-12-18 06:14:21,171 Loading project parameters... +2021-12-18 06:14:21,173 + +22 of 25 jobs remaining (06:14) +2021-12-18 06:14:21,173 Sleep: 10 +2021-12-18 06:14:21,173 Number of retrials: 0 +2021-12-18 06:14:21,173 WRAPPER CHECK TIME = 10 +2021-12-18 06:14:21,174 Checking jobs for platform=marenostrum4 +2021-12-18 06:14:21,175 Checking jobs for platform=nord3 +2021-12-18 06:14:21,175 Checking jobs for platform=local +2021-12-18 06:14:21,176 Checking jobs for platform=transfer_node +2021-12-18 06:14:21,176 Checking all jobs at once +2021-12-18 06:14:22,446 Successful check job command +2021-12-18 06:14:23,665 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:14:23,665 End of checking +2021-12-18 06:14:23,669 Updating FAILED jobs +2021-12-18 06:14:23,669 Updating WAITING jobs +2021-12-18 06:14:23,670 Update finished +2021-12-18 06:14:23,670 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:14:23,670 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:14:23,670 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:14:23,670 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:14:23,670 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:14:23,675 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:14:23,677 Job list saved +2021-12-18 06:14:23,683 Updating FAILED jobs +2021-12-18 06:14:23,683 Updating WAITING jobs +2021-12-18 06:14:23,683 Update finished +2021-12-18 06:14:33,693 Reloading parameters... +2021-12-18 06:14:33,713 Loading parameters... +2021-12-18 06:14:33,714 Loading project parameters... +2021-12-18 06:14:33,716 + +22 of 25 jobs remaining (06:14) +2021-12-18 06:14:33,716 Sleep: 10 +2021-12-18 06:14:33,716 Number of retrials: 0 +2021-12-18 06:14:33,716 WRAPPER CHECK TIME = 10 +2021-12-18 06:14:33,717 Checking jobs for platform=marenostrum4 +2021-12-18 06:14:33,717 Checking jobs for platform=nord3 +2021-12-18 06:14:33,718 Checking jobs for platform=local +2021-12-18 06:14:33,718 Checking jobs for platform=transfer_node +2021-12-18 06:14:33,719 Checking all jobs at once +2021-12-18 06:14:35,539 Successful check job command +2021-12-18 06:14:37,209 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:14:37,209 End of checking +2021-12-18 06:14:37,211 Updating FAILED jobs +2021-12-18 06:14:37,211 Updating WAITING jobs +2021-12-18 06:14:37,211 Update finished +2021-12-18 06:14:37,211 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:14:37,211 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:14:37,212 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:14:37,212 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:14:37,212 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:14:37,215 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:14:37,217 Job list saved +2021-12-18 06:14:37,222 Updating FAILED jobs +2021-12-18 06:14:37,222 Updating WAITING jobs +2021-12-18 06:14:37,223 Update finished +2021-12-18 06:14:47,233 Reloading parameters... +2021-12-18 06:14:47,254 Loading parameters... +2021-12-18 06:14:47,256 Loading project parameters... +2021-12-18 06:14:47,257 + +22 of 25 jobs remaining (06:14) +2021-12-18 06:14:47,258 Sleep: 10 +2021-12-18 06:14:47,258 Number of retrials: 0 +2021-12-18 06:14:47,258 WRAPPER CHECK TIME = 10 +2021-12-18 06:14:47,258 Checking jobs for platform=marenostrum4 +2021-12-18 06:14:47,259 Checking jobs for platform=nord3 +2021-12-18 06:14:47,259 Checking jobs for platform=local +2021-12-18 06:14:47,260 Checking jobs for platform=transfer_node +2021-12-18 06:14:47,260 Checking all jobs at once +2021-12-18 06:14:48,885 Successful check job command +2021-12-18 06:14:50,555 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:14:50,555 End of checking +2021-12-18 06:14:50,556 Updating FAILED jobs +2021-12-18 06:14:50,557 Updating WAITING jobs +2021-12-18 06:14:50,557 Update finished +2021-12-18 06:14:50,557 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:14:50,558 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:14:50,558 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:14:50,558 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:14:50,558 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:14:50,561 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:14:50,563 Job list saved +2021-12-18 06:14:50,568 Updating FAILED jobs +2021-12-18 06:14:50,568 Updating WAITING jobs +2021-12-18 06:14:50,569 Update finished +2021-12-18 06:15:00,579 Reloading parameters... +2021-12-18 06:15:00,598 Loading parameters... +2021-12-18 06:15:00,599 Loading project parameters... +2021-12-18 06:15:00,601 + +22 of 25 jobs remaining (06:15) +2021-12-18 06:15:00,601 Sleep: 10 +2021-12-18 06:15:00,601 Number of retrials: 0 +2021-12-18 06:15:00,601 WRAPPER CHECK TIME = 10 +2021-12-18 06:15:00,602 Checking jobs for platform=marenostrum4 +2021-12-18 06:15:00,602 Checking jobs for platform=nord3 +2021-12-18 06:15:00,603 Checking jobs for platform=local +2021-12-18 06:15:00,603 Checking jobs for platform=transfer_node +2021-12-18 06:15:00,603 Checking all jobs at once +2021-12-18 06:15:01,923 Successful check job command +2021-12-18 06:15:03,292 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:15:03,293 End of checking +2021-12-18 06:15:03,299 Updating FAILED jobs +2021-12-18 06:15:03,300 Updating WAITING jobs +2021-12-18 06:15:03,300 Update finished +2021-12-18 06:15:03,300 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:15:03,300 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:15:03,300 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:15:03,300 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:15:03,301 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:15:03,311 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:15:03,313 Job list saved +2021-12-18 06:15:03,326 Updating FAILED jobs +2021-12-18 06:15:03,326 Updating WAITING jobs +2021-12-18 06:15:03,326 Update finished +2021-12-18 06:15:13,336 Reloading parameters... +2021-12-18 06:15:13,355 Loading parameters... +2021-12-18 06:15:13,356 Loading project parameters... +2021-12-18 06:15:13,358 + +22 of 25 jobs remaining (06:15) +2021-12-18 06:15:13,358 Sleep: 10 +2021-12-18 06:15:13,358 Number of retrials: 0 +2021-12-18 06:15:13,358 WRAPPER CHECK TIME = 10 +2021-12-18 06:15:13,359 Checking jobs for platform=marenostrum4 +2021-12-18 06:15:13,359 Checking jobs for platform=nord3 +2021-12-18 06:15:13,360 Checking jobs for platform=local +2021-12-18 06:15:13,360 Checking jobs for platform=transfer_node +2021-12-18 06:15:13,360 Checking all jobs at once +2021-12-18 06:15:14,735 Successful check job command +2021-12-18 06:15:16,104 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:15:16,104 End of checking +2021-12-18 06:15:16,106 Updating FAILED jobs +2021-12-18 06:15:16,106 Updating WAITING jobs +2021-12-18 06:15:16,106 Update finished +2021-12-18 06:15:16,106 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:15:16,107 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:15:16,107 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:15:16,107 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:15:16,107 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:15:16,111 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:15:16,113 Job list saved +2021-12-18 06:15:16,118 Updating FAILED jobs +2021-12-18 06:15:16,118 Updating WAITING jobs +2021-12-18 06:15:16,119 Update finished +2021-12-18 06:15:26,129 Reloading parameters... +2021-12-18 06:15:26,150 Loading parameters... +2021-12-18 06:15:26,152 Loading project parameters... +2021-12-18 06:15:26,154 + +22 of 25 jobs remaining (06:15) +2021-12-18 06:15:26,154 Sleep: 10 +2021-12-18 06:15:26,154 Number of retrials: 0 +2021-12-18 06:15:26,154 WRAPPER CHECK TIME = 10 +2021-12-18 06:15:26,155 Checking jobs for platform=marenostrum4 +2021-12-18 06:15:26,155 Checking jobs for platform=nord3 +2021-12-18 06:15:26,156 Checking jobs for platform=local +2021-12-18 06:15:26,156 Checking jobs for platform=transfer_node +2021-12-18 06:15:26,156 Checking all jobs at once +2021-12-18 06:15:27,477 Successful check job command +2021-12-18 06:15:28,896 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:15:28,896 End of checking +2021-12-18 06:15:28,898 Updating FAILED jobs +2021-12-18 06:15:28,898 Updating WAITING jobs +2021-12-18 06:15:28,899 Update finished +2021-12-18 06:15:28,899 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:15:28,899 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:15:28,899 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:15:28,900 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:15:28,900 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:15:28,902 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:15:28,905 Job list saved +2021-12-18 06:15:28,910 Updating FAILED jobs +2021-12-18 06:15:28,910 Updating WAITING jobs +2021-12-18 06:15:28,910 Update finished +2021-12-18 06:15:38,920 Reloading parameters... +2021-12-18 06:15:38,942 Loading parameters... +2021-12-18 06:15:38,943 Loading project parameters... +2021-12-18 06:15:38,945 + +22 of 25 jobs remaining (06:15) +2021-12-18 06:15:38,945 Sleep: 10 +2021-12-18 06:15:38,945 Number of retrials: 0 +2021-12-18 06:15:38,945 WRAPPER CHECK TIME = 10 +2021-12-18 06:15:38,946 Checking jobs for platform=marenostrum4 +2021-12-18 06:15:38,950 Checking jobs for platform=nord3 +2021-12-18 06:15:38,950 Checking jobs for platform=local +2021-12-18 06:15:38,951 Checking jobs for platform=transfer_node +2021-12-18 06:15:38,951 Checking all jobs at once +2021-12-18 06:15:40,325 Successful check job command +2021-12-18 06:15:41,594 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:15:41,594 End of checking +2021-12-18 06:15:41,596 Updating FAILED jobs +2021-12-18 06:15:41,596 Updating WAITING jobs +2021-12-18 06:15:41,596 Update finished +2021-12-18 06:15:41,596 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:15:41,596 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:15:41,597 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:15:41,597 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:15:41,597 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:15:41,600 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:15:41,602 Job list saved +2021-12-18 06:15:41,607 Updating FAILED jobs +2021-12-18 06:15:41,607 Updating WAITING jobs +2021-12-18 06:15:41,607 Update finished +2021-12-18 06:15:51,617 Reloading parameters... +2021-12-18 06:15:51,637 Loading parameters... +2021-12-18 06:15:51,639 Loading project parameters... +2021-12-18 06:15:51,641 + +22 of 25 jobs remaining (06:15) +2021-12-18 06:15:51,641 Sleep: 10 +2021-12-18 06:15:51,641 Number of retrials: 0 +2021-12-18 06:15:51,641 WRAPPER CHECK TIME = 10 +2021-12-18 06:15:51,642 Checking jobs for platform=marenostrum4 +2021-12-18 06:15:51,642 Checking jobs for platform=nord3 +2021-12-18 06:15:51,643 Checking jobs for platform=local +2021-12-18 06:15:51,644 Checking jobs for platform=transfer_node +2021-12-18 06:15:51,644 Checking all jobs at once +2021-12-18 06:15:53,113 Successful check job command +2021-12-18 06:15:54,433 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:15:54,433 End of checking +2021-12-18 06:15:54,434 Updating FAILED jobs +2021-12-18 06:15:54,435 Updating WAITING jobs +2021-12-18 06:15:54,435 Update finished +2021-12-18 06:15:54,435 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:15:54,435 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:15:54,435 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:15:54,435 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:15:54,436 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:15:54,438 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:15:54,441 Job list saved +2021-12-18 06:15:54,445 Updating FAILED jobs +2021-12-18 06:15:54,446 Updating WAITING jobs +2021-12-18 06:15:54,446 Update finished +2021-12-18 06:16:04,456 Reloading parameters... +2021-12-18 06:16:04,475 Loading parameters... +2021-12-18 06:16:04,477 Loading project parameters... +2021-12-18 06:16:04,478 + +22 of 25 jobs remaining (06:16) +2021-12-18 06:16:04,479 Sleep: 10 +2021-12-18 06:16:04,479 Number of retrials: 0 +2021-12-18 06:16:04,479 WRAPPER CHECK TIME = 10 +2021-12-18 06:16:04,479 Checking jobs for platform=marenostrum4 +2021-12-18 06:16:04,480 Checking jobs for platform=nord3 +2021-12-18 06:16:04,481 Checking jobs for platform=local +2021-12-18 06:16:04,481 Checking jobs for platform=transfer_node +2021-12-18 06:16:04,481 Checking all jobs at once +2021-12-18 06:16:05,901 Successful check job command +2021-12-18 06:16:07,370 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:16:07,371 End of checking +2021-12-18 06:16:07,372 Updating FAILED jobs +2021-12-18 06:16:07,372 Updating WAITING jobs +2021-12-18 06:16:07,373 Update finished +2021-12-18 06:16:07,373 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:16:07,374 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:16:07,374 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:16:07,374 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:16:07,374 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:16:07,377 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:16:07,380 Job list saved +2021-12-18 06:16:07,385 Updating FAILED jobs +2021-12-18 06:16:07,385 Updating WAITING jobs +2021-12-18 06:16:07,385 Update finished +2021-12-18 06:16:17,395 Reloading parameters... +2021-12-18 06:16:17,414 Loading parameters... +2021-12-18 06:16:17,415 Loading project parameters... +2021-12-18 06:16:17,417 + +22 of 25 jobs remaining (06:16) +2021-12-18 06:16:17,417 Sleep: 10 +2021-12-18 06:16:17,417 Number of retrials: 0 +2021-12-18 06:16:17,417 WRAPPER CHECK TIME = 10 +2021-12-18 06:16:17,418 Checking jobs for platform=marenostrum4 +2021-12-18 06:16:17,418 Checking jobs for platform=nord3 +2021-12-18 06:16:17,419 Checking jobs for platform=local +2021-12-18 06:16:17,419 Checking jobs for platform=transfer_node +2021-12-18 06:16:17,419 Checking all jobs at once +2021-12-18 06:16:18,639 Successful check job command +2021-12-18 06:16:19,910 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:16:19,911 End of checking +2021-12-18 06:16:19,912 Updating FAILED jobs +2021-12-18 06:16:19,912 Updating WAITING jobs +2021-12-18 06:16:19,912 Update finished +2021-12-18 06:16:19,913 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:16:19,913 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:16:19,913 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:16:19,913 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:16:19,913 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:16:19,916 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:16:19,918 Job list saved +2021-12-18 06:16:19,923 Updating FAILED jobs +2021-12-18 06:16:19,923 Updating WAITING jobs +2021-12-18 06:16:19,924 Update finished +2021-12-18 06:16:29,934 Reloading parameters... +2021-12-18 06:16:29,955 Loading parameters... +2021-12-18 06:16:29,956 Loading project parameters... +2021-12-18 06:16:29,958 + +22 of 25 jobs remaining (06:16) +2021-12-18 06:16:29,958 Sleep: 10 +2021-12-18 06:16:29,959 Number of retrials: 0 +2021-12-18 06:16:29,959 WRAPPER CHECK TIME = 10 +2021-12-18 06:16:29,959 Checking jobs for platform=marenostrum4 +2021-12-18 06:16:29,960 Checking jobs for platform=nord3 +2021-12-18 06:16:29,960 Checking jobs for platform=local +2021-12-18 06:16:29,961 Checking jobs for platform=transfer_node +2021-12-18 06:16:29,961 Checking all jobs at once +2021-12-18 06:16:31,380 Successful check job command +2021-12-18 06:16:32,799 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:16:32,800 End of checking +2021-12-18 06:16:32,801 Updating FAILED jobs +2021-12-18 06:16:32,801 Updating WAITING jobs +2021-12-18 06:16:32,802 Update finished +2021-12-18 06:16:32,802 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:16:32,802 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:16:32,802 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:16:32,802 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:16:32,802 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:16:32,805 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:16:32,807 Job list saved +2021-12-18 06:16:32,812 Updating FAILED jobs +2021-12-18 06:16:32,812 Updating WAITING jobs +2021-12-18 06:16:32,812 Update finished +2021-12-18 06:16:42,821 Reloading parameters... +2021-12-18 06:16:42,841 Loading parameters... +2021-12-18 06:16:42,842 Loading project parameters... +2021-12-18 06:16:42,844 + +22 of 25 jobs remaining (06:16) +2021-12-18 06:16:42,844 Sleep: 10 +2021-12-18 06:16:42,844 Number of retrials: 0 +2021-12-18 06:16:42,845 WRAPPER CHECK TIME = 10 +2021-12-18 06:16:42,845 Checking jobs for platform=marenostrum4 +2021-12-18 06:16:42,846 Checking jobs for platform=nord3 +2021-12-18 06:16:42,846 Checking jobs for platform=local +2021-12-18 06:16:42,847 Checking jobs for platform=transfer_node +2021-12-18 06:16:42,847 Checking all jobs at once +2021-12-18 06:16:44,167 Successful check job command +2021-12-18 06:16:45,487 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:16:45,487 End of checking +2021-12-18 06:16:45,488 Updating FAILED jobs +2021-12-18 06:16:45,488 Updating WAITING jobs +2021-12-18 06:16:45,489 Update finished +2021-12-18 06:16:45,489 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:16:45,489 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:16:45,490 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:16:45,490 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:16:45,490 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:16:45,492 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:16:45,495 Job list saved +2021-12-18 06:16:45,499 Updating FAILED jobs +2021-12-18 06:16:45,500 Updating WAITING jobs +2021-12-18 06:16:45,500 Update finished +2021-12-18 06:16:55,509 Reloading parameters... +2021-12-18 06:16:55,529 Loading parameters... +2021-12-18 06:16:55,531 Loading project parameters... +2021-12-18 06:16:55,532 + +22 of 25 jobs remaining (06:16) +2021-12-18 06:16:55,533 Sleep: 10 +2021-12-18 06:16:55,533 Number of retrials: 0 +2021-12-18 06:16:55,533 WRAPPER CHECK TIME = 10 +2021-12-18 06:16:55,533 Checking jobs for platform=marenostrum4 +2021-12-18 06:16:55,534 Checking jobs for platform=nord3 +2021-12-18 06:16:55,534 Checking jobs for platform=local +2021-12-18 06:16:55,535 Checking jobs for platform=transfer_node +2021-12-18 06:16:55,535 Checking all jobs at once +2021-12-18 06:16:56,754 Successful check job command +2021-12-18 06:16:57,923 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:16:57,923 End of checking +2021-12-18 06:16:57,924 Updating FAILED jobs +2021-12-18 06:16:57,925 Updating WAITING jobs +2021-12-18 06:16:57,925 Update finished +2021-12-18 06:16:57,925 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:16:57,925 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:16:57,925 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:16:57,925 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:16:57,926 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:16:57,928 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:16:57,930 Job list saved +2021-12-18 06:16:57,935 Updating FAILED jobs +2021-12-18 06:16:57,936 Updating WAITING jobs +2021-12-18 06:16:57,936 Update finished +2021-12-18 06:17:07,946 Reloading parameters... +2021-12-18 06:17:07,967 Loading parameters... +2021-12-18 06:17:07,968 Loading project parameters... +2021-12-18 06:17:07,970 + +22 of 25 jobs remaining (06:17) +2021-12-18 06:17:07,970 Sleep: 10 +2021-12-18 06:17:07,970 Number of retrials: 0 +2021-12-18 06:17:07,970 WRAPPER CHECK TIME = 10 +2021-12-18 06:17:07,971 Checking jobs for platform=marenostrum4 +2021-12-18 06:17:07,971 Checking jobs for platform=nord3 +2021-12-18 06:17:07,972 Checking jobs for platform=local +2021-12-18 06:17:07,973 Checking jobs for platform=transfer_node +2021-12-18 06:17:07,973 Checking all jobs at once +2021-12-18 06:17:09,392 Successful check job command +2021-12-18 06:17:10,714 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:17:10,714 End of checking +2021-12-18 06:17:10,715 Updating FAILED jobs +2021-12-18 06:17:10,715 Updating WAITING jobs +2021-12-18 06:17:10,716 Update finished +2021-12-18 06:17:10,716 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:17:10,716 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:17:10,716 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:17:10,716 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:17:10,716 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:17:10,719 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:17:10,721 Job list saved +2021-12-18 06:17:10,726 Updating FAILED jobs +2021-12-18 06:17:10,726 Updating WAITING jobs +2021-12-18 06:17:10,726 Update finished +2021-12-18 06:17:20,735 Reloading parameters... +2021-12-18 06:17:20,755 Loading parameters... +2021-12-18 06:17:20,756 Loading project parameters... +2021-12-18 06:17:20,758 + +22 of 25 jobs remaining (06:17) +2021-12-18 06:17:20,759 Sleep: 10 +2021-12-18 06:17:20,759 Number of retrials: 0 +2021-12-18 06:17:20,759 WRAPPER CHECK TIME = 10 +2021-12-18 06:17:20,759 Checking jobs for platform=marenostrum4 +2021-12-18 06:17:20,760 Checking jobs for platform=nord3 +2021-12-18 06:17:20,760 Checking jobs for platform=local +2021-12-18 06:17:20,761 Checking jobs for platform=transfer_node +2021-12-18 06:17:20,761 Checking all jobs at once +2021-12-18 06:17:22,031 Successful check job command +2021-12-18 06:17:23,301 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:17:23,301 End of checking +2021-12-18 06:17:23,302 Updating FAILED jobs +2021-12-18 06:17:23,302 Updating WAITING jobs +2021-12-18 06:17:23,303 Update finished +2021-12-18 06:17:23,303 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:17:23,304 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:17:23,304 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:17:23,304 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:17:23,304 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:17:23,307 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:17:23,309 Job list saved +2021-12-18 06:17:23,314 Updating FAILED jobs +2021-12-18 06:17:23,315 Updating WAITING jobs +2021-12-18 06:17:23,315 Update finished +2021-12-18 06:17:33,325 Reloading parameters... +2021-12-18 06:17:33,344 Loading parameters... +2021-12-18 06:17:33,346 Loading project parameters... +2021-12-18 06:17:33,348 + +22 of 25 jobs remaining (06:17) +2021-12-18 06:17:33,348 Sleep: 10 +2021-12-18 06:17:33,348 Number of retrials: 0 +2021-12-18 06:17:33,348 WRAPPER CHECK TIME = 10 +2021-12-18 06:17:33,349 Checking jobs for platform=marenostrum4 +2021-12-18 06:17:33,350 Checking jobs for platform=nord3 +2021-12-18 06:17:33,350 Checking jobs for platform=local +2021-12-18 06:17:33,351 Checking jobs for platform=transfer_node +2021-12-18 06:17:33,351 Checking all jobs at once +2021-12-18 06:17:34,870 Successful check job command +2021-12-18 06:17:36,089 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:17:36,089 End of checking +2021-12-18 06:17:36,091 Updating FAILED jobs +2021-12-18 06:17:36,091 Updating WAITING jobs +2021-12-18 06:17:36,092 Update finished +2021-12-18 06:17:36,092 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:17:36,092 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:17:36,092 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:17:36,092 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:17:36,092 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:17:36,095 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:17:36,097 Job list saved +2021-12-18 06:17:36,102 Updating FAILED jobs +2021-12-18 06:17:36,103 Updating WAITING jobs +2021-12-18 06:17:36,103 Update finished +2021-12-18 06:17:46,110 Reloading parameters... +2021-12-18 06:17:46,130 Loading parameters... +2021-12-18 06:17:46,131 Loading project parameters... +2021-12-18 06:17:46,133 + +22 of 25 jobs remaining (06:17) +2021-12-18 06:17:46,133 Sleep: 10 +2021-12-18 06:17:46,133 Number of retrials: 0 +2021-12-18 06:17:46,133 WRAPPER CHECK TIME = 10 +2021-12-18 06:17:46,134 Checking jobs for platform=marenostrum4 +2021-12-18 06:17:46,134 Checking jobs for platform=nord3 +2021-12-18 06:17:46,135 Checking jobs for platform=local +2021-12-18 06:17:46,135 Checking jobs for platform=transfer_node +2021-12-18 06:17:46,135 Checking all jobs at once +2021-12-18 06:17:47,555 Successful check job command +2021-12-18 06:17:48,774 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:17:48,774 End of checking +2021-12-18 06:17:48,776 Updating FAILED jobs +2021-12-18 06:17:48,776 Updating WAITING jobs +2021-12-18 06:17:48,776 Update finished +2021-12-18 06:17:48,776 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:17:48,776 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:17:48,777 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:17:48,777 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:17:48,777 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:17:48,780 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:17:48,782 Job list saved +2021-12-18 06:17:48,787 Updating FAILED jobs +2021-12-18 06:17:48,787 Updating WAITING jobs +2021-12-18 06:17:48,788 Update finished +2021-12-18 06:17:58,798 Reloading parameters... +2021-12-18 06:17:58,820 Loading parameters... +2021-12-18 06:17:58,821 Loading project parameters... +2021-12-18 06:17:58,823 + +22 of 25 jobs remaining (06:17) +2021-12-18 06:17:58,823 Sleep: 10 +2021-12-18 06:17:58,824 Number of retrials: 0 +2021-12-18 06:17:58,824 WRAPPER CHECK TIME = 10 +2021-12-18 06:17:58,824 Checking jobs for platform=marenostrum4 +2021-12-18 06:17:58,825 Checking jobs for platform=nord3 +2021-12-18 06:17:58,825 Checking jobs for platform=local +2021-12-18 06:17:58,826 Checking jobs for platform=transfer_node +2021-12-18 06:17:58,826 Checking all jobs at once +2021-12-18 06:18:00,248 Successful check job command +2021-12-18 06:18:01,467 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:18:01,467 End of checking +2021-12-18 06:18:01,469 Updating FAILED jobs +2021-12-18 06:18:01,469 Updating WAITING jobs +2021-12-18 06:18:01,469 Update finished +2021-12-18 06:18:01,469 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:18:01,470 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:18:01,470 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:18:01,470 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:18:01,470 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:18:01,473 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:18:01,475 Job list saved +2021-12-18 06:18:01,480 Updating FAILED jobs +2021-12-18 06:18:01,480 Updating WAITING jobs +2021-12-18 06:18:01,480 Update finished +2021-12-18 06:18:11,490 Reloading parameters... +2021-12-18 06:18:11,508 Loading parameters... +2021-12-18 06:18:11,509 Loading project parameters... +2021-12-18 06:18:11,511 + +22 of 25 jobs remaining (06:18) +2021-12-18 06:18:11,511 Sleep: 10 +2021-12-18 06:18:11,511 Number of retrials: 0 +2021-12-18 06:18:11,511 WRAPPER CHECK TIME = 10 +2021-12-18 06:18:11,512 Checking jobs for platform=marenostrum4 +2021-12-18 06:18:11,512 Checking jobs for platform=nord3 +2021-12-18 06:18:11,513 Checking jobs for platform=local +2021-12-18 06:18:11,513 Checking jobs for platform=transfer_node +2021-12-18 06:18:11,513 Checking all jobs at once +2021-12-18 06:18:13,133 Successful check job command +2021-12-18 06:18:14,457 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:18:14,457 End of checking +2021-12-18 06:18:14,458 Updating FAILED jobs +2021-12-18 06:18:14,458 Updating WAITING jobs +2021-12-18 06:18:14,459 Update finished +2021-12-18 06:18:14,459 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:18:14,459 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:18:14,459 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:18:14,459 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:18:14,459 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:18:14,462 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:18:14,464 Job list saved +2021-12-18 06:18:14,468 Updating FAILED jobs +2021-12-18 06:18:14,469 Updating WAITING jobs +2021-12-18 06:18:14,469 Update finished +2021-12-18 06:18:24,478 Reloading parameters... +2021-12-18 06:18:24,496 Loading parameters... +2021-12-18 06:18:24,498 Loading project parameters... +2021-12-18 06:18:24,500 + +22 of 25 jobs remaining (06:18) +2021-12-18 06:18:24,501 Sleep: 10 +2021-12-18 06:18:24,501 Number of retrials: 0 +2021-12-18 06:18:24,501 WRAPPER CHECK TIME = 10 +2021-12-18 06:18:24,501 Checking jobs for platform=marenostrum4 +2021-12-18 06:18:24,502 Checking jobs for platform=nord3 +2021-12-18 06:18:24,502 Checking jobs for platform=local +2021-12-18 06:18:24,503 Checking jobs for platform=transfer_node +2021-12-18 06:18:24,503 Checking all jobs at once +2021-12-18 06:18:26,075 Successful check job command +2021-12-18 06:18:27,445 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:18:27,445 End of checking +2021-12-18 06:18:27,446 Updating FAILED jobs +2021-12-18 06:18:27,447 Updating WAITING jobs +2021-12-18 06:18:27,447 Update finished +2021-12-18 06:18:27,447 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:18:27,447 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:18:27,447 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:18:27,447 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:18:27,448 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:18:27,450 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:18:27,453 Job list saved +2021-12-18 06:18:27,457 Updating FAILED jobs +2021-12-18 06:18:27,457 Updating WAITING jobs +2021-12-18 06:18:27,458 Update finished +2021-12-18 06:18:37,468 Reloading parameters... +2021-12-18 06:18:37,486 Loading parameters... +2021-12-18 06:18:37,487 Loading project parameters... +2021-12-18 06:18:37,489 + +22 of 25 jobs remaining (06:18) +2021-12-18 06:18:37,489 Sleep: 10 +2021-12-18 06:18:37,489 Number of retrials: 0 +2021-12-18 06:18:37,489 WRAPPER CHECK TIME = 10 +2021-12-18 06:18:37,490 Checking jobs for platform=marenostrum4 +2021-12-18 06:18:37,491 Checking jobs for platform=nord3 +2021-12-18 06:18:37,491 Checking jobs for platform=local +2021-12-18 06:18:37,492 Checking jobs for platform=transfer_node +2021-12-18 06:18:37,492 Checking all jobs at once +2021-12-18 06:18:38,811 Successful check job command +2021-12-18 06:18:40,034 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:18:40,034 End of checking +2021-12-18 06:18:40,035 Updating FAILED jobs +2021-12-18 06:18:40,036 Updating WAITING jobs +2021-12-18 06:18:40,036 Update finished +2021-12-18 06:18:40,036 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:18:40,037 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:18:40,037 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:18:40,037 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:18:40,037 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:18:40,039 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:18:40,042 Job list saved +2021-12-18 06:18:40,046 Updating FAILED jobs +2021-12-18 06:18:40,046 Updating WAITING jobs +2021-12-18 06:18:40,046 Update finished +2021-12-18 06:18:50,056 Reloading parameters... +2021-12-18 06:18:50,077 Loading parameters... +2021-12-18 06:18:50,079 Loading project parameters... +2021-12-18 06:18:50,081 + +22 of 25 jobs remaining (06:18) +2021-12-18 06:18:50,081 Sleep: 10 +2021-12-18 06:18:50,081 Number of retrials: 0 +2021-12-18 06:18:50,081 WRAPPER CHECK TIME = 10 +2021-12-18 06:18:50,081 Checking jobs for platform=marenostrum4 +2021-12-18 06:18:50,082 Checking jobs for platform=nord3 +2021-12-18 06:18:50,083 Checking jobs for platform=local +2021-12-18 06:18:50,083 Checking jobs for platform=transfer_node +2021-12-18 06:18:50,083 Checking all jobs at once +2021-12-18 06:18:51,503 Successful check job command +2021-12-18 06:18:52,672 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:18:52,672 End of checking +2021-12-18 06:18:52,673 Updating FAILED jobs +2021-12-18 06:18:52,673 Updating WAITING jobs +2021-12-18 06:18:52,674 Update finished +2021-12-18 06:18:52,674 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:18:52,674 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:18:52,674 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:18:52,674 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:18:52,674 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:18:52,677 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:18:52,679 Job list saved +2021-12-18 06:18:52,684 Updating FAILED jobs +2021-12-18 06:18:52,685 Updating WAITING jobs +2021-12-18 06:18:52,685 Update finished +2021-12-18 06:19:02,687 Reloading parameters... +2021-12-18 06:19:02,706 Loading parameters... +2021-12-18 06:19:02,708 Loading project parameters... +2021-12-18 06:19:02,710 + +22 of 25 jobs remaining (06:19) +2021-12-18 06:19:02,710 Sleep: 10 +2021-12-18 06:19:02,710 Number of retrials: 0 +2021-12-18 06:19:02,710 WRAPPER CHECK TIME = 10 +2021-12-18 06:19:02,711 Checking jobs for platform=marenostrum4 +2021-12-18 06:19:02,711 Checking jobs for platform=nord3 +2021-12-18 06:19:02,712 Checking jobs for platform=local +2021-12-18 06:19:02,712 Checking jobs for platform=transfer_node +2021-12-18 06:19:02,712 Checking all jobs at once +2021-12-18 06:19:04,584 Successful check job command +2021-12-18 06:19:05,854 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:19:05,855 End of checking +2021-12-18 06:19:05,856 Updating FAILED jobs +2021-12-18 06:19:05,856 Updating WAITING jobs +2021-12-18 06:19:05,857 Update finished +2021-12-18 06:19:05,857 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:19:05,857 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:19:05,857 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:19:05,857 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:19:05,857 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:19:05,860 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:19:05,863 Job list saved +2021-12-18 06:19:05,868 Updating FAILED jobs +2021-12-18 06:19:05,868 Updating WAITING jobs +2021-12-18 06:19:05,868 Update finished +2021-12-18 06:19:15,876 Reloading parameters... +2021-12-18 06:19:15,894 Loading parameters... +2021-12-18 06:19:15,896 Loading project parameters... +2021-12-18 06:19:15,897 + +22 of 25 jobs remaining (06:19) +2021-12-18 06:19:15,898 Sleep: 10 +2021-12-18 06:19:15,898 Number of retrials: 0 +2021-12-18 06:19:15,898 WRAPPER CHECK TIME = 10 +2021-12-18 06:19:15,898 Checking jobs for platform=marenostrum4 +2021-12-18 06:19:15,899 Checking jobs for platform=nord3 +2021-12-18 06:19:15,899 Checking jobs for platform=local +2021-12-18 06:19:15,900 Checking jobs for platform=transfer_node +2021-12-18 06:19:15,900 Checking all jobs at once +2021-12-18 06:19:17,320 Successful check job command +2021-12-18 06:19:18,589 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:19:18,589 End of checking +2021-12-18 06:19:18,590 Updating FAILED jobs +2021-12-18 06:19:18,590 Updating WAITING jobs +2021-12-18 06:19:18,591 Update finished +2021-12-18 06:19:18,591 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:19:18,591 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:19:18,592 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:19:18,592 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:19:18,592 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:19:18,594 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:19:18,597 Job list saved +2021-12-18 06:19:18,602 Updating FAILED jobs +2021-12-18 06:19:18,602 Updating WAITING jobs +2021-12-18 06:19:18,602 Update finished +2021-12-18 06:19:28,612 Reloading parameters... +2021-12-18 06:19:28,631 Loading parameters... +2021-12-18 06:19:28,632 Loading project parameters... +2021-12-18 06:19:28,634 + +22 of 25 jobs remaining (06:19) +2021-12-18 06:19:28,635 Sleep: 10 +2021-12-18 06:19:28,635 Number of retrials: 0 +2021-12-18 06:19:28,635 WRAPPER CHECK TIME = 10 +2021-12-18 06:19:28,635 Checking jobs for platform=marenostrum4 +2021-12-18 06:19:28,636 Checking jobs for platform=nord3 +2021-12-18 06:19:28,637 Checking jobs for platform=local +2021-12-18 06:19:28,637 Checking jobs for platform=transfer_node +2021-12-18 06:19:28,637 Checking all jobs at once +2021-12-18 06:19:30,211 Successful check job command +2021-12-18 06:19:31,681 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:19:31,681 End of checking +2021-12-18 06:19:31,683 Updating FAILED jobs +2021-12-18 06:19:31,683 Updating WAITING jobs +2021-12-18 06:19:31,683 Update finished +2021-12-18 06:19:31,683 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:19:31,683 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:19:31,683 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:19:31,684 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:19:31,684 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:19:31,686 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:19:31,688 Job list saved +2021-12-18 06:19:31,693 Updating FAILED jobs +2021-12-18 06:19:31,693 Updating WAITING jobs +2021-12-18 06:19:31,693 Update finished +2021-12-18 06:19:41,703 Reloading parameters... +2021-12-18 06:19:41,721 Loading parameters... +2021-12-18 06:19:41,722 Loading project parameters... +2021-12-18 06:19:41,724 + +22 of 25 jobs remaining (06:19) +2021-12-18 06:19:41,724 Sleep: 10 +2021-12-18 06:19:41,724 Number of retrials: 0 +2021-12-18 06:19:41,725 WRAPPER CHECK TIME = 10 +2021-12-18 06:19:41,725 Checking jobs for platform=marenostrum4 +2021-12-18 06:19:41,726 Checking jobs for platform=nord3 +2021-12-18 06:19:41,726 Checking jobs for platform=local +2021-12-18 06:19:41,727 Checking jobs for platform=transfer_node +2021-12-18 06:19:41,727 Checking all jobs at once +2021-12-18 06:19:43,246 Successful check job command +2021-12-18 06:19:44,616 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:19:44,616 End of checking +2021-12-18 06:19:44,617 Updating FAILED jobs +2021-12-18 06:19:44,617 Updating WAITING jobs +2021-12-18 06:19:44,618 Update finished +2021-12-18 06:19:44,618 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:19:44,618 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:19:44,618 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:19:44,618 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:19:44,619 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:19:44,621 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:19:44,624 Job list saved +2021-12-18 06:19:44,628 Updating FAILED jobs +2021-12-18 06:19:44,629 Updating WAITING jobs +2021-12-18 06:19:44,629 Update finished +2021-12-18 06:19:54,639 Reloading parameters... +2021-12-18 06:19:54,660 Loading parameters... +2021-12-18 06:19:54,661 Loading project parameters... +2021-12-18 06:19:54,663 + +22 of 25 jobs remaining (06:19) +2021-12-18 06:19:54,663 Sleep: 10 +2021-12-18 06:19:54,663 Number of retrials: 0 +2021-12-18 06:19:54,663 WRAPPER CHECK TIME = 10 +2021-12-18 06:19:54,664 Checking jobs for platform=marenostrum4 +2021-12-18 06:19:54,665 Checking jobs for platform=nord3 +2021-12-18 06:19:54,665 Checking jobs for platform=local +2021-12-18 06:19:54,666 Checking jobs for platform=transfer_node +2021-12-18 06:19:54,666 Checking all jobs at once +2021-12-18 06:19:56,035 Successful check job command +2021-12-18 06:19:57,455 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:19:57,455 End of checking +2021-12-18 06:19:57,457 Updating FAILED jobs +2021-12-18 06:19:57,457 Updating WAITING jobs +2021-12-18 06:19:57,457 Update finished +2021-12-18 06:19:57,457 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:19:57,458 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:19:57,458 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:19:57,458 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:19:57,458 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:19:57,461 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:19:57,463 Job list saved +2021-12-18 06:19:57,467 Updating FAILED jobs +2021-12-18 06:19:57,467 Updating WAITING jobs +2021-12-18 06:19:57,468 Update finished +2021-12-18 06:20:07,474 Reloading parameters... +2021-12-18 06:20:07,493 Loading parameters... +2021-12-18 06:20:07,494 Loading project parameters... +2021-12-18 06:20:07,496 + +22 of 25 jobs remaining (06:20) +2021-12-18 06:20:07,496 Sleep: 10 +2021-12-18 06:20:07,496 Number of retrials: 0 +2021-12-18 06:20:07,497 WRAPPER CHECK TIME = 10 +2021-12-18 06:20:07,497 Checking jobs for platform=marenostrum4 +2021-12-18 06:20:07,498 Checking jobs for platform=nord3 +2021-12-18 06:20:07,498 Checking jobs for platform=local +2021-12-18 06:20:07,499 Checking jobs for platform=transfer_node +2021-12-18 06:20:07,499 Checking all jobs at once +2021-12-18 06:20:08,918 Successful check job command +2021-12-18 06:20:10,189 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:20:10,189 End of checking +2021-12-18 06:20:10,191 Updating FAILED jobs +2021-12-18 06:20:10,191 Updating WAITING jobs +2021-12-18 06:20:10,191 Update finished +2021-12-18 06:20:10,192 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:20:10,192 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:20:10,192 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:20:10,192 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:20:10,192 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:20:10,195 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:20:10,197 Job list saved +2021-12-18 06:20:10,202 Updating FAILED jobs +2021-12-18 06:20:10,202 Updating WAITING jobs +2021-12-18 06:20:10,203 Update finished +2021-12-18 06:20:20,213 Reloading parameters... +2021-12-18 06:20:20,234 Loading parameters... +2021-12-18 06:20:20,235 Loading project parameters... +2021-12-18 06:20:20,237 + +22 of 25 jobs remaining (06:20) +2021-12-18 06:20:20,237 Sleep: 10 +2021-12-18 06:20:20,237 Number of retrials: 0 +2021-12-18 06:20:20,237 WRAPPER CHECK TIME = 10 +2021-12-18 06:20:20,238 Checking jobs for platform=marenostrum4 +2021-12-18 06:20:20,239 Checking jobs for platform=nord3 +2021-12-18 06:20:20,240 Checking jobs for platform=local +2021-12-18 06:20:20,249 Checking jobs for platform=transfer_node +2021-12-18 06:20:20,249 Checking all jobs at once +2021-12-18 06:20:21,673 Successful check job command +2021-12-18 06:20:23,343 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:20:23,343 End of checking +2021-12-18 06:20:23,344 Updating FAILED jobs +2021-12-18 06:20:23,344 Updating WAITING jobs +2021-12-18 06:20:23,345 Update finished +2021-12-18 06:20:23,345 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:20:23,345 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:20:23,345 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:20:23,345 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:20:23,345 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:20:23,348 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:20:23,350 Job list saved +2021-12-18 06:20:23,354 Updating FAILED jobs +2021-12-18 06:20:23,355 Updating WAITING jobs +2021-12-18 06:20:23,355 Update finished +2021-12-18 06:20:33,365 Reloading parameters... +2021-12-18 06:20:33,389 Loading parameters... +2021-12-18 06:20:33,391 Loading project parameters... +2021-12-18 06:20:33,392 + +22 of 25 jobs remaining (06:20) +2021-12-18 06:20:33,393 Sleep: 10 +2021-12-18 06:20:33,393 Number of retrials: 0 +2021-12-18 06:20:33,393 WRAPPER CHECK TIME = 10 +2021-12-18 06:20:33,393 Checking jobs for platform=marenostrum4 +2021-12-18 06:20:33,394 Checking jobs for platform=nord3 +2021-12-18 06:20:33,395 Checking jobs for platform=local +2021-12-18 06:20:33,395 Checking jobs for platform=transfer_node +2021-12-18 06:20:33,395 Checking all jobs at once +2021-12-18 06:20:34,965 Successful check job command +2021-12-18 06:20:36,985 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:20:36,985 End of checking +2021-12-18 06:20:36,987 Updating FAILED jobs +2021-12-18 06:20:36,987 Updating WAITING jobs +2021-12-18 06:20:36,987 Update finished +2021-12-18 06:20:36,987 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:20:36,988 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:20:36,988 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:20:36,988 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:20:36,988 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:20:36,991 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:20:36,994 Job list saved +2021-12-18 06:20:36,998 Updating FAILED jobs +2021-12-18 06:20:36,998 Updating WAITING jobs +2021-12-18 06:20:36,999 Update finished +2021-12-18 06:20:47,009 Reloading parameters... +2021-12-18 06:20:47,027 Loading parameters... +2021-12-18 06:20:47,028 Loading project parameters... +2021-12-18 06:20:47,030 + +22 of 25 jobs remaining (06:20) +2021-12-18 06:20:47,030 Sleep: 10 +2021-12-18 06:20:47,030 Number of retrials: 0 +2021-12-18 06:20:47,030 WRAPPER CHECK TIME = 10 +2021-12-18 06:20:47,031 Checking jobs for platform=marenostrum4 +2021-12-18 06:20:47,032 Checking jobs for platform=nord3 +2021-12-18 06:20:47,032 Checking jobs for platform=local +2021-12-18 06:20:47,033 Checking jobs for platform=transfer_node +2021-12-18 06:20:47,033 Checking all jobs at once +2021-12-18 06:20:48,302 Successful check job command +2021-12-18 06:20:49,571 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:20:49,571 End of checking +2021-12-18 06:20:49,572 Updating FAILED jobs +2021-12-18 06:20:49,572 Updating WAITING jobs +2021-12-18 06:20:49,573 Update finished +2021-12-18 06:20:49,573 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:20:49,573 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:20:49,573 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:20:49,573 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:20:49,573 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:20:49,576 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:20:49,578 Job list saved +2021-12-18 06:20:49,583 Updating FAILED jobs +2021-12-18 06:20:49,584 Updating WAITING jobs +2021-12-18 06:20:49,584 Update finished +2021-12-18 06:20:59,586 Reloading parameters... +2021-12-18 06:20:59,609 Loading parameters... +2021-12-18 06:20:59,610 Loading project parameters... +2021-12-18 06:20:59,612 + +22 of 25 jobs remaining (06:20) +2021-12-18 06:20:59,612 Sleep: 10 +2021-12-18 06:20:59,612 Number of retrials: 0 +2021-12-18 06:20:59,612 WRAPPER CHECK TIME = 10 +2021-12-18 06:20:59,613 Checking jobs for platform=marenostrum4 +2021-12-18 06:20:59,613 Checking jobs for platform=nord3 +2021-12-18 06:20:59,614 Checking jobs for platform=local +2021-12-18 06:20:59,614 Checking jobs for platform=transfer_node +2021-12-18 06:20:59,615 Checking all jobs at once +2021-12-18 06:21:01,084 Successful check job command +2021-12-18 06:21:02,403 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:21:02,404 End of checking +2021-12-18 06:21:02,405 Updating FAILED jobs +2021-12-18 06:21:02,405 Updating WAITING jobs +2021-12-18 06:21:02,406 Update finished +2021-12-18 06:21:02,406 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:21:02,406 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:21:02,406 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:21:02,406 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:21:02,406 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:21:02,409 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:21:02,411 Job list saved +2021-12-18 06:21:02,416 Updating FAILED jobs +2021-12-18 06:21:02,416 Updating WAITING jobs +2021-12-18 06:21:02,416 Update finished +2021-12-18 06:21:12,426 Reloading parameters... +2021-12-18 06:21:12,452 Loading parameters... +2021-12-18 06:21:12,453 Loading project parameters... +2021-12-18 06:21:12,455 + +22 of 25 jobs remaining (06:21) +2021-12-18 06:21:12,456 Sleep: 10 +2021-12-18 06:21:12,456 Number of retrials: 0 +2021-12-18 06:21:12,456 WRAPPER CHECK TIME = 10 +2021-12-18 06:21:12,456 Checking jobs for platform=marenostrum4 +2021-12-18 06:21:12,457 Checking jobs for platform=nord3 +2021-12-18 06:21:12,457 Checking jobs for platform=local +2021-12-18 06:21:12,458 Checking jobs for platform=transfer_node +2021-12-18 06:21:12,458 Checking all jobs at once +2021-12-18 06:21:13,878 Successful check job command +2021-12-18 06:21:15,397 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:21:15,397 End of checking +2021-12-18 06:21:15,399 Updating FAILED jobs +2021-12-18 06:21:15,399 Updating WAITING jobs +2021-12-18 06:21:15,399 Update finished +2021-12-18 06:21:15,399 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:21:15,400 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:21:15,400 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:21:15,400 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:21:15,400 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:21:15,402 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:21:15,405 Job list saved +2021-12-18 06:21:15,409 Updating FAILED jobs +2021-12-18 06:21:15,409 Updating WAITING jobs +2021-12-18 06:21:15,410 Update finished +2021-12-18 06:21:25,420 Reloading parameters... +2021-12-18 06:21:25,439 Loading parameters... +2021-12-18 06:21:25,441 Loading project parameters... +2021-12-18 06:21:25,443 + +22 of 25 jobs remaining (06:21) +2021-12-18 06:21:25,443 Sleep: 10 +2021-12-18 06:21:25,443 Number of retrials: 0 +2021-12-18 06:21:25,443 WRAPPER CHECK TIME = 10 +2021-12-18 06:21:25,444 Checking jobs for platform=marenostrum4 +2021-12-18 06:21:25,444 Checking jobs for platform=nord3 +2021-12-18 06:21:25,445 Checking jobs for platform=local +2021-12-18 06:21:25,445 Checking jobs for platform=transfer_node +2021-12-18 06:21:25,445 Checking all jobs at once +2021-12-18 06:21:26,915 Successful check job command +2021-12-18 06:21:28,384 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:21:28,385 End of checking +2021-12-18 06:21:28,386 Updating FAILED jobs +2021-12-18 06:21:28,386 Updating WAITING jobs +2021-12-18 06:21:28,387 Update finished +2021-12-18 06:21:28,387 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:21:28,387 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:21:28,387 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:21:28,387 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:21:28,387 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:21:28,390 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:21:28,392 Job list saved +2021-12-18 06:21:28,396 Updating FAILED jobs +2021-12-18 06:21:28,396 Updating WAITING jobs +2021-12-18 06:21:28,397 Update finished +2021-12-18 06:21:38,407 Reloading parameters... +2021-12-18 06:21:38,425 Loading parameters... +2021-12-18 06:21:38,426 Loading project parameters... +2021-12-18 06:21:38,431 + +22 of 25 jobs remaining (06:21) +2021-12-18 06:21:38,431 Sleep: 10 +2021-12-18 06:21:38,432 Number of retrials: 0 +2021-12-18 06:21:38,432 WRAPPER CHECK TIME = 10 +2021-12-18 06:21:38,432 Checking jobs for platform=marenostrum4 +2021-12-18 06:21:38,433 Checking jobs for platform=nord3 +2021-12-18 06:21:38,433 Checking jobs for platform=local +2021-12-18 06:21:38,434 Checking jobs for platform=transfer_node +2021-12-18 06:21:38,434 Checking all jobs at once +2021-12-18 06:21:39,809 Successful check job command +2021-12-18 06:21:41,078 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:21:41,079 End of checking +2021-12-18 06:21:41,080 Updating FAILED jobs +2021-12-18 06:21:41,080 Updating WAITING jobs +2021-12-18 06:21:41,080 Update finished +2021-12-18 06:21:41,080 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:21:41,081 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:21:41,081 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:21:41,081 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:21:41,081 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:21:41,083 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:21:41,086 Job list saved +2021-12-18 06:21:41,090 Updating FAILED jobs +2021-12-18 06:21:41,090 Updating WAITING jobs +2021-12-18 06:21:41,090 Update finished +2021-12-18 06:21:51,100 Reloading parameters... +2021-12-18 06:21:51,119 Loading parameters... +2021-12-18 06:21:51,121 Loading project parameters... +2021-12-18 06:21:51,123 + +22 of 25 jobs remaining (06:21) +2021-12-18 06:21:51,123 Sleep: 10 +2021-12-18 06:21:51,123 Number of retrials: 0 +2021-12-18 06:21:51,123 WRAPPER CHECK TIME = 10 +2021-12-18 06:21:51,124 Checking jobs for platform=marenostrum4 +2021-12-18 06:21:51,124 Checking jobs for platform=nord3 +2021-12-18 06:21:51,125 Checking jobs for platform=local +2021-12-18 06:21:51,125 Checking jobs for platform=transfer_node +2021-12-18 06:21:51,125 Checking all jobs at once +2021-12-18 06:21:52,444 Successful check job command +2021-12-18 06:21:53,713 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:21:53,714 End of checking +2021-12-18 06:21:53,715 Updating FAILED jobs +2021-12-18 06:21:53,715 Updating WAITING jobs +2021-12-18 06:21:53,715 Update finished +2021-12-18 06:21:53,715 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:21:53,718 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:21:53,719 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:21:53,719 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:21:53,719 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:21:53,722 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:21:53,724 Job list saved +2021-12-18 06:21:53,728 Updating FAILED jobs +2021-12-18 06:21:53,729 Updating WAITING jobs +2021-12-18 06:21:53,729 Update finished +2021-12-18 06:22:03,739 Reloading parameters... +2021-12-18 06:22:03,761 Loading parameters... +2021-12-18 06:22:03,763 Loading project parameters... +2021-12-18 06:22:03,764 + +22 of 25 jobs remaining (06:22) +2021-12-18 06:22:03,765 Sleep: 10 +2021-12-18 06:22:03,765 Number of retrials: 0 +2021-12-18 06:22:03,765 WRAPPER CHECK TIME = 10 +2021-12-18 06:22:03,765 Checking jobs for platform=marenostrum4 +2021-12-18 06:22:03,766 Checking jobs for platform=nord3 +2021-12-18 06:22:03,767 Checking jobs for platform=local +2021-12-18 06:22:03,767 Checking jobs for platform=transfer_node +2021-12-18 06:22:03,767 Checking all jobs at once +2021-12-18 06:22:05,137 Successful check job command +2021-12-18 06:22:07,057 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:22:07,057 End of checking +2021-12-18 06:22:07,059 Updating FAILED jobs +2021-12-18 06:22:07,059 Updating WAITING jobs +2021-12-18 06:22:07,059 Update finished +2021-12-18 06:22:07,059 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:22:07,059 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:22:07,059 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:22:07,060 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:22:07,060 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:22:07,063 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:22:07,065 Job list saved +2021-12-18 06:22:07,079 Updating FAILED jobs +2021-12-18 06:22:07,079 Updating WAITING jobs +2021-12-18 06:22:07,080 Update finished +2021-12-18 06:22:17,090 Reloading parameters... +2021-12-18 06:22:17,107 Loading parameters... +2021-12-18 06:22:17,109 Loading project parameters... +2021-12-18 06:22:17,111 + +22 of 25 jobs remaining (06:22) +2021-12-18 06:22:17,111 Sleep: 10 +2021-12-18 06:22:17,111 Number of retrials: 0 +2021-12-18 06:22:17,111 WRAPPER CHECK TIME = 10 +2021-12-18 06:22:17,112 Checking jobs for platform=marenostrum4 +2021-12-18 06:22:17,112 Checking jobs for platform=nord3 +2021-12-18 06:22:17,113 Checking jobs for platform=local +2021-12-18 06:22:17,113 Checking jobs for platform=transfer_node +2021-12-18 06:22:17,113 Checking all jobs at once +2021-12-18 06:22:18,483 Successful check job command +2021-12-18 06:22:19,751 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:22:19,752 End of checking +2021-12-18 06:22:19,753 Updating FAILED jobs +2021-12-18 06:22:19,753 Updating WAITING jobs +2021-12-18 06:22:19,753 Update finished +2021-12-18 06:22:19,753 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:22:19,754 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:22:19,754 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:22:19,754 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:22:19,754 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:22:19,757 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:22:19,759 Job list saved +2021-12-18 06:22:19,764 Updating FAILED jobs +2021-12-18 06:22:19,764 Updating WAITING jobs +2021-12-18 06:22:19,764 Update finished +2021-12-18 06:22:29,774 Reloading parameters... +2021-12-18 06:22:29,793 Loading parameters... +2021-12-18 06:22:29,795 Loading project parameters... +2021-12-18 06:22:29,797 + +22 of 25 jobs remaining (06:22) +2021-12-18 06:22:29,797 Sleep: 10 +2021-12-18 06:22:29,797 Number of retrials: 0 +2021-12-18 06:22:29,798 WRAPPER CHECK TIME = 10 +2021-12-18 06:22:29,798 Checking jobs for platform=marenostrum4 +2021-12-18 06:22:29,799 Checking jobs for platform=nord3 +2021-12-18 06:22:29,799 Checking jobs for platform=local +2021-12-18 06:22:29,800 Checking jobs for platform=transfer_node +2021-12-18 06:22:29,800 Checking all jobs at once +2021-12-18 06:22:31,121 Successful check job command +2021-12-18 06:22:32,391 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:22:32,391 End of checking +2021-12-18 06:22:32,392 Updating FAILED jobs +2021-12-18 06:22:32,393 Updating WAITING jobs +2021-12-18 06:22:32,393 Update finished +2021-12-18 06:22:32,393 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:22:32,394 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:22:32,394 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:22:32,394 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:22:32,394 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:22:32,397 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:22:32,399 Job list saved +2021-12-18 06:22:32,405 Updating FAILED jobs +2021-12-18 06:22:32,405 Updating WAITING jobs +2021-12-18 06:22:32,405 Update finished +2021-12-18 06:22:42,415 Reloading parameters... +2021-12-18 06:22:42,435 Loading parameters... +2021-12-18 06:22:42,436 Loading project parameters... +2021-12-18 06:22:42,438 + +22 of 25 jobs remaining (06:22) +2021-12-18 06:22:42,438 Sleep: 10 +2021-12-18 06:22:42,438 Number of retrials: 0 +2021-12-18 06:22:42,438 WRAPPER CHECK TIME = 10 +2021-12-18 06:22:42,439 Checking jobs for platform=marenostrum4 +2021-12-18 06:22:42,439 Checking jobs for platform=nord3 +2021-12-18 06:22:42,440 Checking jobs for platform=local +2021-12-18 06:22:42,440 Checking jobs for platform=transfer_node +2021-12-18 06:22:42,440 Checking all jobs at once +2021-12-18 06:22:43,911 Successful check job command +2021-12-18 06:22:45,731 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:22:45,731 End of checking +2021-12-18 06:22:45,733 Updating FAILED jobs +2021-12-18 06:22:45,733 Updating WAITING jobs +2021-12-18 06:22:45,733 Update finished +2021-12-18 06:22:45,733 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:22:45,733 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:22:45,733 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:22:45,734 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:22:45,734 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:22:45,736 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:22:45,739 Job list saved +2021-12-18 06:22:45,743 Updating FAILED jobs +2021-12-18 06:22:45,743 Updating WAITING jobs +2021-12-18 06:22:45,743 Update finished +2021-12-18 06:22:55,747 Reloading parameters... +2021-12-18 06:22:55,765 Loading parameters... +2021-12-18 06:22:55,767 Loading project parameters... +2021-12-18 06:22:55,768 + +22 of 25 jobs remaining (06:22) +2021-12-18 06:22:55,769 Sleep: 10 +2021-12-18 06:22:55,769 Number of retrials: 0 +2021-12-18 06:22:55,769 WRAPPER CHECK TIME = 10 +2021-12-18 06:22:55,769 Checking jobs for platform=marenostrum4 +2021-12-18 06:22:55,770 Checking jobs for platform=nord3 +2021-12-18 06:22:55,771 Checking jobs for platform=local +2021-12-18 06:22:55,771 Checking jobs for platform=transfer_node +2021-12-18 06:22:55,771 Checking all jobs at once +2021-12-18 06:22:57,291 Successful check job command +2021-12-18 06:22:58,511 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:22:58,512 End of checking +2021-12-18 06:22:58,513 Updating FAILED jobs +2021-12-18 06:22:58,513 Updating WAITING jobs +2021-12-18 06:22:58,514 Update finished +2021-12-18 06:22:58,514 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:22:58,514 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:22:58,514 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:22:58,514 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:22:58,514 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:22:58,517 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:22:58,519 Job list saved +2021-12-18 06:22:58,524 Updating FAILED jobs +2021-12-18 06:22:58,524 Updating WAITING jobs +2021-12-18 06:22:58,524 Update finished +2021-12-18 06:23:08,534 Reloading parameters... +2021-12-18 06:23:08,555 Loading parameters... +2021-12-18 06:23:08,557 Loading project parameters... +2021-12-18 06:23:08,559 + +22 of 25 jobs remaining (06:23) +2021-12-18 06:23:08,559 Sleep: 10 +2021-12-18 06:23:08,559 Number of retrials: 0 +2021-12-18 06:23:08,559 WRAPPER CHECK TIME = 10 +2021-12-18 06:23:08,559 Checking jobs for platform=marenostrum4 +2021-12-18 06:23:08,560 Checking jobs for platform=nord3 +2021-12-18 06:23:08,561 Checking jobs for platform=local +2021-12-18 06:23:08,561 Checking jobs for platform=transfer_node +2021-12-18 06:23:08,561 Checking all jobs at once +2021-12-18 06:23:09,881 Successful check job command +2021-12-18 06:23:11,151 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:23:11,151 End of checking +2021-12-18 06:23:11,152 Updating FAILED jobs +2021-12-18 06:23:11,152 Updating WAITING jobs +2021-12-18 06:23:11,152 Update finished +2021-12-18 06:23:11,153 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:23:11,153 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:23:11,153 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:23:11,153 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:23:11,154 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:23:11,156 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:23:11,158 Job list saved +2021-12-18 06:23:11,164 Updating FAILED jobs +2021-12-18 06:23:11,164 Updating WAITING jobs +2021-12-18 06:23:11,164 Update finished +2021-12-18 06:23:21,174 Reloading parameters... +2021-12-18 06:23:21,192 Loading parameters... +2021-12-18 06:23:21,194 Loading project parameters... +2021-12-18 06:23:21,195 + +22 of 25 jobs remaining (06:23) +2021-12-18 06:23:21,196 Sleep: 10 +2021-12-18 06:23:21,196 Number of retrials: 0 +2021-12-18 06:23:21,196 WRAPPER CHECK TIME = 10 +2021-12-18 06:23:21,196 Checking jobs for platform=marenostrum4 +2021-12-18 06:23:21,197 Checking jobs for platform=nord3 +2021-12-18 06:23:21,197 Checking jobs for platform=local +2021-12-18 06:23:21,198 Checking jobs for platform=transfer_node +2021-12-18 06:23:21,198 Checking all jobs at once +2021-12-18 06:23:23,519 Successful check job command +2021-12-18 06:23:24,739 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:23:24,739 End of checking +2021-12-18 06:23:24,740 Updating FAILED jobs +2021-12-18 06:23:24,740 Updating WAITING jobs +2021-12-18 06:23:24,740 Update finished +2021-12-18 06:23:24,741 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:23:24,741 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:23:24,741 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:23:24,741 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:23:24,741 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:23:24,744 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:23:24,746 Job list saved +2021-12-18 06:23:24,750 Updating FAILED jobs +2021-12-18 06:23:24,750 Updating WAITING jobs +2021-12-18 06:23:24,751 Update finished +2021-12-18 06:23:34,761 Reloading parameters... +2021-12-18 06:23:34,779 Loading parameters... +2021-12-18 06:23:34,780 Loading project parameters... +2021-12-18 06:23:34,782 + +22 of 25 jobs remaining (06:23) +2021-12-18 06:23:34,782 Sleep: 10 +2021-12-18 06:23:34,782 Number of retrials: 0 +2021-12-18 06:23:34,782 WRAPPER CHECK TIME = 10 +2021-12-18 06:23:34,783 Checking jobs for platform=marenostrum4 +2021-12-18 06:23:34,783 Checking jobs for platform=nord3 +2021-12-18 06:23:34,784 Checking jobs for platform=local +2021-12-18 06:23:34,785 Checking jobs for platform=transfer_node +2021-12-18 06:23:34,785 Checking all jobs at once +2021-12-18 06:23:36,205 Successful check job command +2021-12-18 06:23:37,624 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:23:37,624 End of checking +2021-12-18 06:23:37,626 Updating FAILED jobs +2021-12-18 06:23:37,626 Updating WAITING jobs +2021-12-18 06:23:37,626 Update finished +2021-12-18 06:23:37,626 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:23:37,627 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:23:37,627 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:23:37,627 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:23:37,627 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:23:37,630 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:23:37,632 Job list saved +2021-12-18 06:23:37,637 Updating FAILED jobs +2021-12-18 06:23:37,637 Updating WAITING jobs +2021-12-18 06:23:37,637 Update finished +2021-12-18 06:23:47,647 Reloading parameters... +2021-12-18 06:23:47,666 Loading parameters... +2021-12-18 06:23:47,667 Loading project parameters... +2021-12-18 06:23:47,669 + +22 of 25 jobs remaining (06:23) +2021-12-18 06:23:47,669 Sleep: 10 +2021-12-18 06:23:47,669 Number of retrials: 0 +2021-12-18 06:23:47,669 WRAPPER CHECK TIME = 10 +2021-12-18 06:23:47,670 Checking jobs for platform=marenostrum4 +2021-12-18 06:23:47,670 Checking jobs for platform=nord3 +2021-12-18 06:23:47,671 Checking jobs for platform=local +2021-12-18 06:23:47,671 Checking jobs for platform=transfer_node +2021-12-18 06:23:47,671 Checking all jobs at once +2021-12-18 06:23:49,192 Successful check job command +2021-12-18 06:23:50,611 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:23:50,611 End of checking +2021-12-18 06:23:50,613 Updating FAILED jobs +2021-12-18 06:23:50,613 Updating WAITING jobs +2021-12-18 06:23:50,613 Update finished +2021-12-18 06:23:50,613 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:23:50,614 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:23:50,614 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:23:50,614 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:23:50,614 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:23:50,617 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:23:50,620 Job list saved +2021-12-18 06:23:50,625 Updating FAILED jobs +2021-12-18 06:23:50,625 Updating WAITING jobs +2021-12-18 06:23:50,625 Update finished +2021-12-18 06:24:00,635 Reloading parameters... +2021-12-18 06:24:00,654 Loading parameters... +2021-12-18 06:24:00,655 Loading project parameters... +2021-12-18 06:24:00,657 + +22 of 25 jobs remaining (06:24) +2021-12-18 06:24:00,658 Sleep: 10 +2021-12-18 06:24:00,658 Number of retrials: 0 +2021-12-18 06:24:00,658 WRAPPER CHECK TIME = 10 +2021-12-18 06:24:00,658 Checking jobs for platform=marenostrum4 +2021-12-18 06:24:00,659 Checking jobs for platform=nord3 +2021-12-18 06:24:00,660 Checking jobs for platform=local +2021-12-18 06:24:00,660 Checking jobs for platform=transfer_node +2021-12-18 06:24:00,660 Checking all jobs at once +2021-12-18 06:24:02,183 Successful check job command +2021-12-18 06:24:03,552 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:24:03,552 End of checking +2021-12-18 06:24:03,554 Updating FAILED jobs +2021-12-18 06:24:03,554 Updating WAITING jobs +2021-12-18 06:24:03,555 Update finished +2021-12-18 06:24:03,555 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:24:03,555 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:24:03,555 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:24:03,555 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:24:03,555 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:24:03,558 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:24:03,560 Job list saved +2021-12-18 06:24:03,565 Updating FAILED jobs +2021-12-18 06:24:03,566 Updating WAITING jobs +2021-12-18 06:24:03,566 Update finished +2021-12-18 06:24:13,572 Reloading parameters... +2021-12-18 06:24:13,594 Loading parameters... +2021-12-18 06:24:13,595 Loading project parameters... +2021-12-18 06:24:13,597 + +22 of 25 jobs remaining (06:24) +2021-12-18 06:24:13,597 Sleep: 10 +2021-12-18 06:24:13,597 Number of retrials: 0 +2021-12-18 06:24:13,597 WRAPPER CHECK TIME = 10 +2021-12-18 06:24:13,598 Checking jobs for platform=marenostrum4 +2021-12-18 06:24:13,598 Checking jobs for platform=nord3 +2021-12-18 06:24:13,599 Checking jobs for platform=local +2021-12-18 06:24:13,599 Checking jobs for platform=transfer_node +2021-12-18 06:24:13,600 Checking all jobs at once +2021-12-18 06:24:15,371 Successful check job command +2021-12-18 06:24:16,740 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:24:16,740 End of checking +2021-12-18 06:24:16,741 Updating FAILED jobs +2021-12-18 06:24:16,742 Updating WAITING jobs +2021-12-18 06:24:16,742 Update finished +2021-12-18 06:24:16,742 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:24:16,742 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:24:16,742 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:24:16,743 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:24:16,743 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:24:16,745 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:24:16,748 Job list saved +2021-12-18 06:24:16,755 Updating FAILED jobs +2021-12-18 06:24:16,755 Updating WAITING jobs +2021-12-18 06:24:16,755 Update finished +2021-12-18 06:24:26,765 Reloading parameters... +2021-12-18 06:24:26,797 Loading parameters... +2021-12-18 06:24:26,798 Loading project parameters... +2021-12-18 06:24:26,800 + +22 of 25 jobs remaining (06:24) +2021-12-18 06:24:26,801 Sleep: 10 +2021-12-18 06:24:26,801 Number of retrials: 0 +2021-12-18 06:24:26,801 WRAPPER CHECK TIME = 10 +2021-12-18 06:24:26,802 Checking jobs for platform=marenostrum4 +2021-12-18 06:24:26,802 Checking jobs for platform=nord3 +2021-12-18 06:24:26,803 Checking jobs for platform=local +2021-12-18 06:24:26,803 Checking jobs for platform=transfer_node +2021-12-18 06:24:26,803 Checking all jobs at once +2021-12-18 06:24:28,678 Successful check job command +2021-12-18 06:24:29,847 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:24:29,847 End of checking +2021-12-18 06:24:29,849 Updating FAILED jobs +2021-12-18 06:24:29,849 Updating WAITING jobs +2021-12-18 06:24:29,849 Update finished +2021-12-18 06:24:29,849 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:24:29,850 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:24:29,850 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:24:29,850 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:24:29,850 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:24:29,853 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:24:29,855 Job list saved +2021-12-18 06:24:29,860 Updating FAILED jobs +2021-12-18 06:24:29,860 Updating WAITING jobs +2021-12-18 06:24:29,860 Update finished +2021-12-18 06:24:39,870 Reloading parameters... +2021-12-18 06:24:39,889 Loading parameters... +2021-12-18 06:24:39,890 Loading project parameters... +2021-12-18 06:24:39,892 + +22 of 25 jobs remaining (06:24) +2021-12-18 06:24:39,892 Sleep: 10 +2021-12-18 06:24:39,892 Number of retrials: 0 +2021-12-18 06:24:39,893 WRAPPER CHECK TIME = 10 +2021-12-18 06:24:39,893 Checking jobs for platform=marenostrum4 +2021-12-18 06:24:39,894 Checking jobs for platform=nord3 +2021-12-18 06:24:39,894 Checking jobs for platform=local +2021-12-18 06:24:39,895 Checking jobs for platform=transfer_node +2021-12-18 06:24:39,895 Checking all jobs at once +2021-12-18 06:24:41,214 Successful check job command +2021-12-18 06:24:42,486 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:24:42,486 End of checking +2021-12-18 06:24:42,487 Updating FAILED jobs +2021-12-18 06:24:42,488 Updating WAITING jobs +2021-12-18 06:24:42,488 Update finished +2021-12-18 06:24:42,488 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:24:42,488 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:24:42,488 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:24:42,489 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:24:42,489 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:24:42,491 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:24:42,494 Job list saved +2021-12-18 06:24:42,501 Updating FAILED jobs +2021-12-18 06:24:42,501 Updating WAITING jobs +2021-12-18 06:24:42,501 Update finished +2021-12-18 06:24:52,509 Reloading parameters... +2021-12-18 06:24:52,527 Loading parameters... +2021-12-18 06:24:52,528 Loading project parameters... +2021-12-18 06:24:52,530 + +22 of 25 jobs remaining (06:24) +2021-12-18 06:24:52,530 Sleep: 10 +2021-12-18 06:24:52,530 Number of retrials: 0 +2021-12-18 06:24:52,531 WRAPPER CHECK TIME = 10 +2021-12-18 06:24:52,531 Checking jobs for platform=marenostrum4 +2021-12-18 06:24:52,532 Checking jobs for platform=nord3 +2021-12-18 06:24:52,532 Checking jobs for platform=local +2021-12-18 06:24:52,533 Checking jobs for platform=transfer_node +2021-12-18 06:24:52,533 Checking all jobs at once +2021-12-18 06:24:54,153 Successful check job command +2021-12-18 06:24:55,523 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:24:55,523 End of checking +2021-12-18 06:24:55,524 Updating FAILED jobs +2021-12-18 06:24:55,525 Updating WAITING jobs +2021-12-18 06:24:55,525 Update finished +2021-12-18 06:24:55,525 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:24:55,525 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:24:55,525 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:24:55,525 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:24:55,526 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:24:55,528 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:24:55,530 Job list saved +2021-12-18 06:24:55,535 Updating FAILED jobs +2021-12-18 06:24:55,535 Updating WAITING jobs +2021-12-18 06:24:55,536 Update finished +2021-12-18 06:25:05,546 Reloading parameters... +2021-12-18 06:25:05,564 Loading parameters... +2021-12-18 06:25:05,565 Loading project parameters... +2021-12-18 06:25:05,567 + +22 of 25 jobs remaining (06:25) +2021-12-18 06:25:05,568 Sleep: 10 +2021-12-18 06:25:05,568 Number of retrials: 0 +2021-12-18 06:25:05,568 WRAPPER CHECK TIME = 10 +2021-12-18 06:25:05,568 Checking jobs for platform=marenostrum4 +2021-12-18 06:25:05,569 Checking jobs for platform=nord3 +2021-12-18 06:25:05,569 Checking jobs for platform=local +2021-12-18 06:25:05,570 Checking jobs for platform=transfer_node +2021-12-18 06:25:05,570 Checking all jobs at once +2021-12-18 06:25:07,042 Successful check job command +2021-12-18 06:25:08,462 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:25:08,462 End of checking +2021-12-18 06:25:08,464 Updating FAILED jobs +2021-12-18 06:25:08,464 Updating WAITING jobs +2021-12-18 06:25:08,464 Update finished +2021-12-18 06:25:08,465 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:25:08,465 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:25:08,465 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:25:08,465 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:25:08,466 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:25:08,468 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:25:08,470 Job list saved +2021-12-18 06:25:08,475 Updating FAILED jobs +2021-12-18 06:25:08,475 Updating WAITING jobs +2021-12-18 06:25:08,475 Update finished +2021-12-18 06:25:18,482 Reloading parameters... +2021-12-18 06:25:18,501 Loading parameters... +2021-12-18 06:25:18,502 Loading project parameters... +2021-12-18 06:25:18,504 + +22 of 25 jobs remaining (06:25) +2021-12-18 06:25:18,504 Sleep: 10 +2021-12-18 06:25:18,504 Number of retrials: 0 +2021-12-18 06:25:18,504 WRAPPER CHECK TIME = 10 +2021-12-18 06:25:18,505 Checking jobs for platform=marenostrum4 +2021-12-18 06:25:18,505 Checking jobs for platform=nord3 +2021-12-18 06:25:18,506 Checking jobs for platform=local +2021-12-18 06:25:18,507 Checking jobs for platform=transfer_node +2021-12-18 06:25:18,507 Checking all jobs at once +2021-12-18 06:25:19,926 Successful check job command +2021-12-18 06:25:21,246 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:25:21,247 End of checking +2021-12-18 06:25:21,248 Updating FAILED jobs +2021-12-18 06:25:21,248 Updating WAITING jobs +2021-12-18 06:25:21,249 Update finished +2021-12-18 06:25:21,249 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:25:21,249 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:25:21,249 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:25:21,249 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:25:21,249 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:25:21,252 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:25:21,254 Job list saved +2021-12-18 06:25:21,258 Updating FAILED jobs +2021-12-18 06:25:21,259 Updating WAITING jobs +2021-12-18 06:25:21,259 Update finished +2021-12-18 06:25:31,269 Reloading parameters... +2021-12-18 06:25:31,289 Loading parameters... +2021-12-18 06:25:31,290 Loading project parameters... +2021-12-18 06:25:31,292 + +22 of 25 jobs remaining (06:25) +2021-12-18 06:25:31,292 Sleep: 10 +2021-12-18 06:25:31,292 Number of retrials: 0 +2021-12-18 06:25:31,292 WRAPPER CHECK TIME = 10 +2021-12-18 06:25:31,293 Checking jobs for platform=marenostrum4 +2021-12-18 06:25:31,294 Checking jobs for platform=nord3 +2021-12-18 06:25:31,294 Checking jobs for platform=local +2021-12-18 06:25:31,295 Checking jobs for platform=transfer_node +2021-12-18 06:25:31,295 Checking all jobs at once +2021-12-18 06:25:32,816 Successful check job command +2021-12-18 06:25:34,237 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:25:34,237 End of checking +2021-12-18 06:25:34,239 Updating FAILED jobs +2021-12-18 06:25:34,239 Updating WAITING jobs +2021-12-18 06:25:34,240 Update finished +2021-12-18 06:25:34,240 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:25:34,240 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:25:34,240 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:25:34,240 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:25:34,240 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:25:34,246 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:25:34,252 Job list saved +2021-12-18 06:25:34,267 Updating FAILED jobs +2021-12-18 06:25:34,267 Updating WAITING jobs +2021-12-18 06:25:34,267 Update finished +2021-12-18 06:25:44,277 Reloading parameters... +2021-12-18 06:25:44,302 Loading parameters... +2021-12-18 06:25:44,303 Loading project parameters... +2021-12-18 06:25:44,305 + +22 of 25 jobs remaining (06:25) +2021-12-18 06:25:44,305 Sleep: 10 +2021-12-18 06:25:44,305 Number of retrials: 0 +2021-12-18 06:25:44,305 WRAPPER CHECK TIME = 10 +2021-12-18 06:25:44,306 Checking jobs for platform=marenostrum4 +2021-12-18 06:25:44,306 Checking jobs for platform=nord3 +2021-12-18 06:25:44,307 Checking jobs for platform=local +2021-12-18 06:25:44,307 Checking jobs for platform=transfer_node +2021-12-18 06:25:44,308 Checking all jobs at once +2021-12-18 06:25:45,626 Successful check job command +2021-12-18 06:25:46,946 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:25:46,946 End of checking +2021-12-18 06:25:46,948 Updating FAILED jobs +2021-12-18 06:25:46,948 Updating WAITING jobs +2021-12-18 06:25:46,948 Update finished +2021-12-18 06:25:46,948 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:25:46,949 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:25:46,949 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:25:46,949 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:25:46,949 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:25:46,952 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:25:46,954 Job list saved +2021-12-18 06:25:46,960 Updating FAILED jobs +2021-12-18 06:25:46,960 Updating WAITING jobs +2021-12-18 06:25:46,960 Update finished +2021-12-18 06:25:56,969 Reloading parameters... +2021-12-18 06:25:57,066 Loading parameters... +2021-12-18 06:25:57,067 Loading project parameters... +2021-12-18 06:25:57,069 + +22 of 25 jobs remaining (06:25) +2021-12-18 06:25:57,069 Sleep: 10 +2021-12-18 06:25:57,069 Number of retrials: 0 +2021-12-18 06:25:57,069 WRAPPER CHECK TIME = 10 +2021-12-18 06:25:57,070 Checking jobs for platform=marenostrum4 +2021-12-18 06:25:57,070 Checking jobs for platform=nord3 +2021-12-18 06:25:57,071 Checking jobs for platform=local +2021-12-18 06:25:57,072 Checking jobs for platform=transfer_node +2021-12-18 06:25:57,072 Checking all jobs at once +2021-12-18 06:25:58,397 Successful check job command +2021-12-18 06:25:59,666 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:25:59,667 End of checking +2021-12-18 06:25:59,668 Updating FAILED jobs +2021-12-18 06:25:59,668 Updating WAITING jobs +2021-12-18 06:25:59,669 Update finished +2021-12-18 06:25:59,669 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:25:59,669 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:25:59,669 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:25:59,669 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:25:59,669 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:25:59,672 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:25:59,674 Job list saved +2021-12-18 06:25:59,679 Updating FAILED jobs +2021-12-18 06:25:59,680 Updating WAITING jobs +2021-12-18 06:25:59,680 Update finished +2021-12-18 06:26:09,690 Reloading parameters... +2021-12-18 06:26:09,708 Loading parameters... +2021-12-18 06:26:09,710 Loading project parameters... +2021-12-18 06:26:09,712 + +22 of 25 jobs remaining (06:26) +2021-12-18 06:26:09,712 Sleep: 10 +2021-12-18 06:26:09,712 Number of retrials: 0 +2021-12-18 06:26:09,712 WRAPPER CHECK TIME = 10 +2021-12-18 06:26:09,713 Checking jobs for platform=marenostrum4 +2021-12-18 06:26:09,713 Checking jobs for platform=nord3 +2021-12-18 06:26:09,714 Checking jobs for platform=local +2021-12-18 06:26:09,714 Checking jobs for platform=transfer_node +2021-12-18 06:26:09,715 Checking all jobs at once +2021-12-18 06:26:11,134 Successful check job command +2021-12-18 06:26:12,453 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:26:12,453 End of checking +2021-12-18 06:26:12,455 Updating FAILED jobs +2021-12-18 06:26:12,455 Updating WAITING jobs +2021-12-18 06:26:12,455 Update finished +2021-12-18 06:26:12,456 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:26:12,456 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:26:12,456 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:26:12,456 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:26:12,456 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:26:12,458 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:26:12,461 Job list saved +2021-12-18 06:26:12,465 Updating FAILED jobs +2021-12-18 06:26:12,465 Updating WAITING jobs +2021-12-18 06:26:12,466 Update finished +2021-12-18 06:26:22,475 Reloading parameters... +2021-12-18 06:26:22,493 Loading parameters... +2021-12-18 06:26:22,495 Loading project parameters... +2021-12-18 06:26:22,496 + +22 of 25 jobs remaining (06:26) +2021-12-18 06:26:22,497 Sleep: 10 +2021-12-18 06:26:22,497 Number of retrials: 0 +2021-12-18 06:26:22,497 WRAPPER CHECK TIME = 10 +2021-12-18 06:26:22,497 Checking jobs for platform=marenostrum4 +2021-12-18 06:26:22,498 Checking jobs for platform=nord3 +2021-12-18 06:26:22,498 Checking jobs for platform=local +2021-12-18 06:26:22,499 Checking jobs for platform=transfer_node +2021-12-18 06:26:22,499 Checking all jobs at once +2021-12-18 06:26:23,819 Successful check job command +2021-12-18 06:26:25,189 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:26:25,189 End of checking +2021-12-18 06:26:25,191 Updating FAILED jobs +2021-12-18 06:26:25,191 Updating WAITING jobs +2021-12-18 06:26:25,191 Update finished +2021-12-18 06:26:25,191 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:26:25,192 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:26:25,192 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:26:25,192 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:26:25,192 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:26:25,195 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:26:25,197 Job list saved +2021-12-18 06:26:25,203 Updating FAILED jobs +2021-12-18 06:26:25,203 Updating WAITING jobs +2021-12-18 06:26:25,203 Update finished +2021-12-18 06:26:35,213 Reloading parameters... +2021-12-18 06:26:35,233 Loading parameters... +2021-12-18 06:26:35,234 Loading project parameters... +2021-12-18 06:26:35,236 + +22 of 25 jobs remaining (06:26) +2021-12-18 06:26:35,236 Sleep: 10 +2021-12-18 06:26:35,236 Number of retrials: 0 +2021-12-18 06:26:35,236 WRAPPER CHECK TIME = 10 +2021-12-18 06:26:35,237 Checking jobs for platform=marenostrum4 +2021-12-18 06:26:35,237 Checking jobs for platform=nord3 +2021-12-18 06:26:35,238 Checking jobs for platform=local +2021-12-18 06:26:35,238 Checking jobs for platform=transfer_node +2021-12-18 06:26:35,238 Checking all jobs at once +2021-12-18 06:26:36,609 Successful check job command +2021-12-18 06:26:38,078 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:26:38,079 End of checking +2021-12-18 06:26:38,080 Updating FAILED jobs +2021-12-18 06:26:38,080 Updating WAITING jobs +2021-12-18 06:26:38,080 Update finished +2021-12-18 06:26:38,080 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:26:38,081 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:26:38,081 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:26:38,081 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:26:38,081 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:26:38,083 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:26:38,086 Job list saved +2021-12-18 06:26:38,090 Updating FAILED jobs +2021-12-18 06:26:38,090 Updating WAITING jobs +2021-12-18 06:26:38,090 Update finished +2021-12-18 06:26:48,100 Reloading parameters... +2021-12-18 06:26:48,118 Loading parameters... +2021-12-18 06:26:48,119 Loading project parameters... +2021-12-18 06:26:48,121 + +22 of 25 jobs remaining (06:26) +2021-12-18 06:26:48,121 Sleep: 10 +2021-12-18 06:26:48,121 Number of retrials: 0 +2021-12-18 06:26:48,121 WRAPPER CHECK TIME = 10 +2021-12-18 06:26:48,122 Checking jobs for platform=marenostrum4 +2021-12-18 06:26:48,122 Checking jobs for platform=nord3 +2021-12-18 06:26:48,123 Checking jobs for platform=local +2021-12-18 06:26:48,124 Checking jobs for platform=transfer_node +2021-12-18 06:26:48,124 Checking all jobs at once +2021-12-18 06:26:49,443 Successful check job command +2021-12-18 06:26:50,615 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:26:50,615 End of checking +2021-12-18 06:26:50,616 Updating FAILED jobs +2021-12-18 06:26:50,616 Updating WAITING jobs +2021-12-18 06:26:50,617 Update finished +2021-12-18 06:26:50,617 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:26:50,617 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:26:50,617 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:26:50,617 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:26:50,617 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:26:50,620 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:26:50,622 Job list saved +2021-12-18 06:26:50,627 Updating FAILED jobs +2021-12-18 06:26:50,627 Updating WAITING jobs +2021-12-18 06:26:50,628 Update finished +2021-12-18 06:27:00,638 Reloading parameters... +2021-12-18 06:27:00,658 Loading parameters... +2021-12-18 06:27:00,659 Loading project parameters... +2021-12-18 06:27:00,661 + +22 of 25 jobs remaining (06:27) +2021-12-18 06:27:00,661 Sleep: 10 +2021-12-18 06:27:00,661 Number of retrials: 0 +2021-12-18 06:27:00,661 WRAPPER CHECK TIME = 10 +2021-12-18 06:27:00,662 Checking jobs for platform=marenostrum4 +2021-12-18 06:27:00,663 Checking jobs for platform=nord3 +2021-12-18 06:27:00,663 Checking jobs for platform=local +2021-12-18 06:27:00,664 Checking jobs for platform=transfer_node +2021-12-18 06:27:00,664 Checking all jobs at once +2021-12-18 06:27:01,987 Successful check job command +2021-12-18 06:27:04,107 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:27:04,107 End of checking +2021-12-18 06:27:04,108 Updating FAILED jobs +2021-12-18 06:27:04,109 Updating WAITING jobs +2021-12-18 06:27:04,109 Update finished +2021-12-18 06:27:04,109 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:27:04,110 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:27:04,110 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:27:04,110 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:27:04,110 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:27:04,112 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:27:04,115 Job list saved +2021-12-18 06:27:04,119 Updating FAILED jobs +2021-12-18 06:27:04,119 Updating WAITING jobs +2021-12-18 06:27:04,119 Update finished +2021-12-18 06:27:14,129 Reloading parameters... +2021-12-18 06:27:14,148 Loading parameters... +2021-12-18 06:27:14,149 Loading project parameters... +2021-12-18 06:27:14,151 + +22 of 25 jobs remaining (06:27) +2021-12-18 06:27:14,151 Sleep: 10 +2021-12-18 06:27:14,151 Number of retrials: 0 +2021-12-18 06:27:14,151 WRAPPER CHECK TIME = 10 +2021-12-18 06:27:14,152 Checking jobs for platform=marenostrum4 +2021-12-18 06:27:14,152 Checking jobs for platform=nord3 +2021-12-18 06:27:14,153 Checking jobs for platform=local +2021-12-18 06:27:14,153 Checking jobs for platform=transfer_node +2021-12-18 06:27:14,153 Checking all jobs at once +2021-12-18 06:27:15,578 Successful check job command +2021-12-18 06:27:16,898 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:27:16,898 End of checking +2021-12-18 06:27:16,900 Updating FAILED jobs +2021-12-18 06:27:16,900 Updating WAITING jobs +2021-12-18 06:27:16,900 Update finished +2021-12-18 06:27:16,900 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:27:16,900 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:27:16,901 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:27:16,901 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:27:16,901 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:27:16,903 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:27:16,905 Job list saved +2021-12-18 06:27:16,909 Updating FAILED jobs +2021-12-18 06:27:16,910 Updating WAITING jobs +2021-12-18 06:27:16,910 Update finished +2021-12-18 06:27:26,917 Reloading parameters... +2021-12-18 06:27:26,935 Loading parameters... +2021-12-18 06:27:26,936 Loading project parameters... +2021-12-18 06:27:26,938 + +22 of 25 jobs remaining (06:27) +2021-12-18 06:27:26,939 Sleep: 10 +2021-12-18 06:27:26,939 Number of retrials: 0 +2021-12-18 06:27:26,939 WRAPPER CHECK TIME = 10 +2021-12-18 06:27:26,939 Checking jobs for platform=marenostrum4 +2021-12-18 06:27:26,940 Checking jobs for platform=nord3 +2021-12-18 06:27:26,940 Checking jobs for platform=local +2021-12-18 06:27:26,941 Checking jobs for platform=transfer_node +2021-12-18 06:27:26,941 Checking all jobs at once +2021-12-18 06:27:29,212 Successful check job command +2021-12-18 06:27:30,482 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:27:30,482 End of checking +2021-12-18 06:27:30,483 Updating FAILED jobs +2021-12-18 06:27:30,483 Updating WAITING jobs +2021-12-18 06:27:30,484 Update finished +2021-12-18 06:27:30,484 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:27:30,484 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:27:30,484 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:27:30,484 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:27:30,484 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:27:30,487 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:27:30,489 Job list saved +2021-12-18 06:27:30,494 Updating FAILED jobs +2021-12-18 06:27:30,494 Updating WAITING jobs +2021-12-18 06:27:30,494 Update finished +2021-12-18 06:27:40,504 Reloading parameters... +2021-12-18 06:27:40,521 Loading parameters... +2021-12-18 06:27:40,523 Loading project parameters... +2021-12-18 06:27:40,524 + +22 of 25 jobs remaining (06:27) +2021-12-18 06:27:40,525 Sleep: 10 +2021-12-18 06:27:40,525 Number of retrials: 0 +2021-12-18 06:27:40,525 WRAPPER CHECK TIME = 10 +2021-12-18 06:27:40,525 Checking jobs for platform=marenostrum4 +2021-12-18 06:27:40,526 Checking jobs for platform=nord3 +2021-12-18 06:27:40,526 Checking jobs for platform=local +2021-12-18 06:27:40,527 Checking jobs for platform=transfer_node +2021-12-18 06:27:40,527 Checking all jobs at once +2021-12-18 06:27:41,997 Successful check job command +2021-12-18 06:27:43,360 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:27:43,360 End of checking +2021-12-18 06:27:43,361 Updating FAILED jobs +2021-12-18 06:27:43,361 Updating WAITING jobs +2021-12-18 06:27:43,362 Update finished +2021-12-18 06:27:43,362 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:27:43,362 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:27:43,362 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:27:43,363 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:27:43,363 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:27:43,365 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:27:43,367 Job list saved +2021-12-18 06:27:43,372 Updating FAILED jobs +2021-12-18 06:27:43,372 Updating WAITING jobs +2021-12-18 06:27:43,372 Update finished +2021-12-18 06:27:53,382 Reloading parameters... +2021-12-18 06:27:53,400 Loading parameters... +2021-12-18 06:27:53,402 Loading project parameters... +2021-12-18 06:27:53,404 + +22 of 25 jobs remaining (06:27) +2021-12-18 06:27:53,404 Sleep: 10 +2021-12-18 06:27:53,404 Number of retrials: 0 +2021-12-18 06:27:53,404 WRAPPER CHECK TIME = 10 +2021-12-18 06:27:53,405 Checking jobs for platform=marenostrum4 +2021-12-18 06:27:53,405 Checking jobs for platform=nord3 +2021-12-18 06:27:53,406 Checking jobs for platform=local +2021-12-18 06:27:53,406 Checking jobs for platform=transfer_node +2021-12-18 06:27:53,406 Checking all jobs at once +2021-12-18 06:27:54,726 Successful check job command +2021-12-18 06:27:55,744 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:27:55,745 End of checking +2021-12-18 06:27:55,746 Updating FAILED jobs +2021-12-18 06:27:55,746 Updating WAITING jobs +2021-12-18 06:27:55,746 Update finished +2021-12-18 06:27:55,747 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:27:55,747 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:27:55,747 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:27:55,747 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:27:55,747 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:27:55,749 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:27:55,752 Job list saved +2021-12-18 06:27:55,756 Updating FAILED jobs +2021-12-18 06:27:55,756 Updating WAITING jobs +2021-12-18 06:27:55,757 Update finished +2021-12-18 06:28:05,767 Reloading parameters... +2021-12-18 06:28:05,785 Loading parameters... +2021-12-18 06:28:05,786 Loading project parameters... +2021-12-18 06:28:05,788 + +22 of 25 jobs remaining (06:28) +2021-12-18 06:28:05,788 Sleep: 10 +2021-12-18 06:28:05,788 Number of retrials: 0 +2021-12-18 06:28:05,788 WRAPPER CHECK TIME = 10 +2021-12-18 06:28:05,789 Checking jobs for platform=marenostrum4 +2021-12-18 06:28:05,790 Checking jobs for platform=nord3 +2021-12-18 06:28:05,790 Checking jobs for platform=local +2021-12-18 06:28:05,791 Checking jobs for platform=transfer_node +2021-12-18 06:28:05,791 Checking all jobs at once +2021-12-18 06:28:07,160 Successful check job command +2021-12-18 06:28:08,380 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:28:08,380 End of checking +2021-12-18 06:28:08,381 Updating FAILED jobs +2021-12-18 06:28:08,381 Updating WAITING jobs +2021-12-18 06:28:08,382 Update finished +2021-12-18 06:28:08,382 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:28:08,382 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:28:08,382 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:28:08,382 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:28:08,382 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:28:08,385 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:28:08,387 Job list saved +2021-12-18 06:28:08,392 Updating FAILED jobs +2021-12-18 06:28:08,392 Updating WAITING jobs +2021-12-18 06:28:08,393 Update finished +2021-12-18 06:28:18,395 Reloading parameters... +2021-12-18 06:28:18,413 Loading parameters... +2021-12-18 06:28:18,415 Loading project parameters... +2021-12-18 06:28:18,417 + +22 of 25 jobs remaining (06:28) +2021-12-18 06:28:18,417 Sleep: 10 +2021-12-18 06:28:18,417 Number of retrials: 0 +2021-12-18 06:28:18,417 WRAPPER CHECK TIME = 10 +2021-12-18 06:28:18,418 Checking jobs for platform=marenostrum4 +2021-12-18 06:28:18,418 Checking jobs for platform=nord3 +2021-12-18 06:28:18,419 Checking jobs for platform=local +2021-12-18 06:28:18,419 Checking jobs for platform=transfer_node +2021-12-18 06:28:18,419 Checking all jobs at once +2021-12-18 06:28:19,989 Successful check job command +2021-12-18 06:28:21,259 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:28:21,259 End of checking +2021-12-18 06:28:21,260 Updating FAILED jobs +2021-12-18 06:28:21,260 Updating WAITING jobs +2021-12-18 06:28:21,261 Update finished +2021-12-18 06:28:21,261 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:28:21,261 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:28:21,261 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:28:21,262 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:28:21,262 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:28:21,264 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:28:21,266 Job list saved +2021-12-18 06:28:21,272 Updating FAILED jobs +2021-12-18 06:28:21,273 Updating WAITING jobs +2021-12-18 06:28:21,273 Update finished +2021-12-18 06:28:31,283 Reloading parameters... +2021-12-18 06:28:31,309 Loading parameters... +2021-12-18 06:28:31,310 Loading project parameters... +2021-12-18 06:28:31,312 + +22 of 25 jobs remaining (06:28) +2021-12-18 06:28:31,312 Sleep: 10 +2021-12-18 06:28:31,312 Number of retrials: 0 +2021-12-18 06:28:31,312 WRAPPER CHECK TIME = 10 +2021-12-18 06:28:31,313 Checking jobs for platform=marenostrum4 +2021-12-18 06:28:31,313 Checking jobs for platform=nord3 +2021-12-18 06:28:31,314 Checking jobs for platform=local +2021-12-18 06:28:31,314 Checking jobs for platform=transfer_node +2021-12-18 06:28:31,315 Checking all jobs at once +2021-12-18 06:28:32,988 Successful check job command +2021-12-18 06:28:34,457 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:28:34,457 End of checking +2021-12-18 06:28:34,460 Updating FAILED jobs +2021-12-18 06:28:34,460 Updating WAITING jobs +2021-12-18 06:28:34,460 Update finished +2021-12-18 06:28:34,460 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:28:34,460 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:28:34,461 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:28:34,461 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:28:34,461 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:28:34,463 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:28:34,466 Job list saved +2021-12-18 06:28:34,471 Updating FAILED jobs +2021-12-18 06:28:34,471 Updating WAITING jobs +2021-12-18 06:28:34,471 Update finished +2021-12-18 06:28:44,481 Reloading parameters... +2021-12-18 06:28:44,501 Loading parameters... +2021-12-18 06:28:44,502 Loading project parameters... +2021-12-18 06:28:44,504 + +22 of 25 jobs remaining (06:28) +2021-12-18 06:28:44,504 Sleep: 10 +2021-12-18 06:28:44,504 Number of retrials: 0 +2021-12-18 06:28:44,504 WRAPPER CHECK TIME = 10 +2021-12-18 06:28:44,505 Checking jobs for platform=marenostrum4 +2021-12-18 06:28:44,505 Checking jobs for platform=nord3 +2021-12-18 06:28:44,506 Checking jobs for platform=local +2021-12-18 06:28:44,507 Checking jobs for platform=transfer_node +2021-12-18 06:28:44,507 Checking all jobs at once +2021-12-18 06:28:45,826 Successful check job command +2021-12-18 06:28:46,947 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:28:46,947 End of checking +2021-12-18 06:28:46,948 Updating FAILED jobs +2021-12-18 06:28:46,948 Updating WAITING jobs +2021-12-18 06:28:46,949 Update finished +2021-12-18 06:28:46,949 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:28:46,949 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:28:46,949 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:28:46,949 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:28:46,949 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:28:46,952 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:28:46,954 Job list saved +2021-12-18 06:28:46,959 Updating FAILED jobs +2021-12-18 06:28:46,960 Updating WAITING jobs +2021-12-18 06:28:46,960 Update finished +2021-12-18 06:28:56,970 Reloading parameters... +2021-12-18 06:28:56,991 Loading parameters... +2021-12-18 06:28:56,992 Loading project parameters... +2021-12-18 06:28:56,994 + +22 of 25 jobs remaining (06:28) +2021-12-18 06:28:56,994 Sleep: 10 +2021-12-18 06:28:56,994 Number of retrials: 0 +2021-12-18 06:28:56,994 WRAPPER CHECK TIME = 10 +2021-12-18 06:28:56,995 Checking jobs for platform=marenostrum4 +2021-12-18 06:28:56,995 Checking jobs for platform=nord3 +2021-12-18 06:28:56,996 Checking jobs for platform=local +2021-12-18 06:28:56,996 Checking jobs for platform=transfer_node +2021-12-18 06:28:56,996 Checking all jobs at once +2021-12-18 06:28:58,466 Successful check job command +2021-12-18 06:28:59,736 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:28:59,737 End of checking +2021-12-18 06:28:59,738 Updating FAILED jobs +2021-12-18 06:28:59,738 Updating WAITING jobs +2021-12-18 06:28:59,738 Update finished +2021-12-18 06:28:59,739 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:28:59,739 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:28:59,739 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:28:59,739 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:28:59,740 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:28:59,742 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:28:59,744 Job list saved +2021-12-18 06:28:59,749 Updating FAILED jobs +2021-12-18 06:28:59,749 Updating WAITING jobs +2021-12-18 06:28:59,749 Update finished +2021-12-18 06:29:09,758 Reloading parameters... +2021-12-18 06:29:09,779 Loading parameters... +2021-12-18 06:29:09,780 Loading project parameters... +2021-12-18 06:29:09,782 + +22 of 25 jobs remaining (06:29) +2021-12-18 06:29:09,782 Sleep: 10 +2021-12-18 06:29:09,783 Number of retrials: 0 +2021-12-18 06:29:09,783 WRAPPER CHECK TIME = 10 +2021-12-18 06:29:09,783 Checking jobs for platform=marenostrum4 +2021-12-18 06:29:09,784 Checking jobs for platform=nord3 +2021-12-18 06:29:09,784 Checking jobs for platform=local +2021-12-18 06:29:09,785 Checking jobs for platform=transfer_node +2021-12-18 06:29:09,785 Checking all jobs at once +2021-12-18 06:29:11,356 Successful check job command +2021-12-18 06:29:12,676 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:29:12,676 End of checking +2021-12-18 06:29:12,677 Updating FAILED jobs +2021-12-18 06:29:12,677 Updating WAITING jobs +2021-12-18 06:29:12,678 Update finished +2021-12-18 06:29:12,678 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:29:12,678 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:29:12,678 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:29:12,678 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:29:12,678 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:29:12,681 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:29:12,683 Job list saved +2021-12-18 06:29:12,688 Updating FAILED jobs +2021-12-18 06:29:12,688 Updating WAITING jobs +2021-12-18 06:29:12,689 Update finished +2021-12-18 06:29:22,699 Reloading parameters... +2021-12-18 06:29:22,717 Loading parameters... +2021-12-18 06:29:22,718 Loading project parameters... +2021-12-18 06:29:22,720 + +22 of 25 jobs remaining (06:29) +2021-12-18 06:29:22,720 Sleep: 10 +2021-12-18 06:29:22,721 Number of retrials: 0 +2021-12-18 06:29:22,721 WRAPPER CHECK TIME = 10 +2021-12-18 06:29:22,721 Checking jobs for platform=marenostrum4 +2021-12-18 06:29:22,722 Checking jobs for platform=nord3 +2021-12-18 06:29:22,722 Checking jobs for platform=local +2021-12-18 06:29:22,723 Checking jobs for platform=transfer_node +2021-12-18 06:29:22,723 Checking all jobs at once +2021-12-18 06:29:24,342 Successful check job command +2021-12-18 06:29:26,012 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:29:26,012 End of checking +2021-12-18 06:29:26,014 Updating FAILED jobs +2021-12-18 06:29:26,014 Updating WAITING jobs +2021-12-18 06:29:26,014 Update finished +2021-12-18 06:29:26,015 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:29:26,015 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:29:26,015 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:29:26,015 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:29:26,015 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:29:26,018 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:29:26,020 Job list saved +2021-12-18 06:29:26,026 Updating FAILED jobs +2021-12-18 06:29:26,026 Updating WAITING jobs +2021-12-18 06:29:26,026 Update finished +2021-12-18 06:29:36,036 Reloading parameters... +2021-12-18 06:29:36,055 Loading parameters... +2021-12-18 06:29:36,057 Loading project parameters... +2021-12-18 06:29:36,059 + +22 of 25 jobs remaining (06:29) +2021-12-18 06:29:36,059 Sleep: 10 +2021-12-18 06:29:36,059 Number of retrials: 0 +2021-12-18 06:29:36,059 WRAPPER CHECK TIME = 10 +2021-12-18 06:29:36,060 Checking jobs for platform=marenostrum4 +2021-12-18 06:29:36,060 Checking jobs for platform=nord3 +2021-12-18 06:29:36,061 Checking jobs for platform=local +2021-12-18 06:29:36,061 Checking jobs for platform=transfer_node +2021-12-18 06:29:36,061 Checking all jobs at once +2021-12-18 06:29:37,531 Successful check job command +2021-12-18 06:29:39,050 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:29:39,051 End of checking +2021-12-18 06:29:39,053 Updating FAILED jobs +2021-12-18 06:29:39,053 Updating WAITING jobs +2021-12-18 06:29:39,053 Update finished +2021-12-18 06:29:39,053 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:29:39,054 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:29:39,054 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:29:39,054 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:29:39,054 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:29:39,057 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:29:39,059 Job list saved +2021-12-18 06:29:39,064 Updating FAILED jobs +2021-12-18 06:29:39,064 Updating WAITING jobs +2021-12-18 06:29:39,065 Update finished +2021-12-18 06:29:49,075 Reloading parameters... +2021-12-18 06:29:49,094 Loading parameters... +2021-12-18 06:29:49,095 Loading project parameters... +2021-12-18 06:29:49,097 + +22 of 25 jobs remaining (06:29) +2021-12-18 06:29:49,097 Sleep: 10 +2021-12-18 06:29:49,098 Number of retrials: 0 +2021-12-18 06:29:49,098 WRAPPER CHECK TIME = 10 +2021-12-18 06:29:49,098 Checking jobs for platform=marenostrum4 +2021-12-18 06:29:49,099 Checking jobs for platform=nord3 +2021-12-18 06:29:49,099 Checking jobs for platform=local +2021-12-18 06:29:49,100 Checking jobs for platform=transfer_node +2021-12-18 06:29:49,100 Checking all jobs at once +2021-12-18 06:29:50,425 Successful check job command +2021-12-18 06:29:51,794 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:29:51,795 End of checking +2021-12-18 06:29:51,796 Updating FAILED jobs +2021-12-18 06:29:51,796 Updating WAITING jobs +2021-12-18 06:29:51,796 Update finished +2021-12-18 06:29:51,796 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:29:51,797 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:29:51,797 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:29:51,797 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:29:51,797 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:29:51,800 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:29:51,802 Job list saved +2021-12-18 06:29:51,807 Updating FAILED jobs +2021-12-18 06:29:51,807 Updating WAITING jobs +2021-12-18 06:29:51,807 Update finished +2021-12-18 06:30:01,817 Reloading parameters... +2021-12-18 06:30:01,836 Loading parameters... +2021-12-18 06:30:01,837 Loading project parameters... +2021-12-18 06:30:01,839 + +22 of 25 jobs remaining (06:30) +2021-12-18 06:30:01,839 Sleep: 10 +2021-12-18 06:30:01,840 Number of retrials: 0 +2021-12-18 06:30:01,840 WRAPPER CHECK TIME = 10 +2021-12-18 06:30:01,840 Checking jobs for platform=marenostrum4 +2021-12-18 06:30:01,841 Checking jobs for platform=nord3 +2021-12-18 06:30:01,841 Checking jobs for platform=local +2021-12-18 06:30:01,842 Checking jobs for platform=transfer_node +2021-12-18 06:30:01,842 Checking all jobs at once +2021-12-18 06:30:03,164 Successful check job command +2021-12-18 06:30:04,385 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:30:04,385 End of checking +2021-12-18 06:30:04,386 Updating FAILED jobs +2021-12-18 06:30:04,387 Updating WAITING jobs +2021-12-18 06:30:04,387 Update finished +2021-12-18 06:30:04,387 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:30:04,387 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:30:04,387 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:30:04,387 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:30:04,388 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:30:04,390 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:30:04,393 Job list saved +2021-12-18 06:30:04,398 Updating FAILED jobs +2021-12-18 06:30:04,398 Updating WAITING jobs +2021-12-18 06:30:04,399 Update finished +2021-12-18 06:30:14,409 Reloading parameters... +2021-12-18 06:30:14,429 Loading parameters... +2021-12-18 06:30:14,430 Loading project parameters... +2021-12-18 06:30:14,432 + +22 of 25 jobs remaining (06:30) +2021-12-18 06:30:14,432 Sleep: 10 +2021-12-18 06:30:14,432 Number of retrials: 0 +2021-12-18 06:30:14,432 WRAPPER CHECK TIME = 10 +2021-12-18 06:30:14,433 Checking jobs for platform=marenostrum4 +2021-12-18 06:30:14,433 Checking jobs for platform=nord3 +2021-12-18 06:30:14,434 Checking jobs for platform=local +2021-12-18 06:30:14,434 Checking jobs for platform=transfer_node +2021-12-18 06:30:14,435 Checking all jobs at once +2021-12-18 06:30:15,762 Successful check job command +2021-12-18 06:30:17,032 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:30:17,032 End of checking +2021-12-18 06:30:17,034 Updating FAILED jobs +2021-12-18 06:30:17,034 Updating WAITING jobs +2021-12-18 06:30:17,034 Update finished +2021-12-18 06:30:17,034 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:30:17,035 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:30:17,035 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:30:17,035 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:30:17,035 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:30:17,038 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:30:17,040 Job list saved +2021-12-18 06:30:17,045 Updating FAILED jobs +2021-12-18 06:30:17,046 Updating WAITING jobs +2021-12-18 06:30:17,046 Update finished +2021-12-18 06:30:27,056 Reloading parameters... +2021-12-18 06:30:27,077 Loading parameters... +2021-12-18 06:30:27,078 Loading project parameters... +2021-12-18 06:30:27,080 + +22 of 25 jobs remaining (06:30) +2021-12-18 06:30:27,080 Sleep: 10 +2021-12-18 06:30:27,080 Number of retrials: 0 +2021-12-18 06:30:27,080 WRAPPER CHECK TIME = 10 +2021-12-18 06:30:27,081 Checking jobs for platform=marenostrum4 +2021-12-18 06:30:27,081 Checking jobs for platform=nord3 +2021-12-18 06:30:27,082 Checking jobs for platform=local +2021-12-18 06:30:27,083 Checking jobs for platform=transfer_node +2021-12-18 06:30:27,083 Checking all jobs at once +2021-12-18 06:30:28,652 Successful check job command +2021-12-18 06:30:30,172 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:30:30,172 End of checking +2021-12-18 06:30:30,174 Updating FAILED jobs +2021-12-18 06:30:30,174 Updating WAITING jobs +2021-12-18 06:30:30,174 Update finished +2021-12-18 06:30:30,175 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:30:30,175 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:30:30,175 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:30:30,175 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:30:30,175 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:30:30,178 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:30:30,181 Job list saved +2021-12-18 06:30:30,186 Updating FAILED jobs +2021-12-18 06:30:30,186 Updating WAITING jobs +2021-12-18 06:30:30,186 Update finished +2021-12-18 06:30:40,196 Reloading parameters... +2021-12-18 06:30:40,215 Loading parameters... +2021-12-18 06:30:40,217 Loading project parameters... +2021-12-18 06:30:40,219 + +22 of 25 jobs remaining (06:30) +2021-12-18 06:30:40,219 Sleep: 10 +2021-12-18 06:30:40,219 Number of retrials: 0 +2021-12-18 06:30:40,219 WRAPPER CHECK TIME = 10 +2021-12-18 06:30:40,220 Checking jobs for platform=marenostrum4 +2021-12-18 06:30:40,220 Checking jobs for platform=nord3 +2021-12-18 06:30:40,221 Checking jobs for platform=local +2021-12-18 06:30:40,221 Checking jobs for platform=transfer_node +2021-12-18 06:30:40,221 Checking all jobs at once +2021-12-18 06:30:41,641 Successful check job command +2021-12-18 06:30:43,462 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:30:43,462 End of checking +2021-12-18 06:30:43,463 Updating FAILED jobs +2021-12-18 06:30:43,463 Updating WAITING jobs +2021-12-18 06:30:43,464 Update finished +2021-12-18 06:30:43,464 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:30:43,464 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:30:43,464 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:30:43,464 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:30:43,464 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:30:43,467 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:30:43,469 Job list saved +2021-12-18 06:30:43,474 Updating FAILED jobs +2021-12-18 06:30:43,475 Updating WAITING jobs +2021-12-18 06:30:43,475 Update finished +2021-12-18 06:30:53,481 Reloading parameters... +2021-12-18 06:30:53,503 Loading parameters... +2021-12-18 06:30:53,505 Loading project parameters... +2021-12-18 06:30:53,507 + +22 of 25 jobs remaining (06:30) +2021-12-18 06:30:53,507 Sleep: 10 +2021-12-18 06:30:53,507 Number of retrials: 0 +2021-12-18 06:30:53,507 WRAPPER CHECK TIME = 10 +2021-12-18 06:30:53,508 Checking jobs for platform=marenostrum4 +2021-12-18 06:30:53,508 Checking jobs for platform=nord3 +2021-12-18 06:30:53,509 Checking jobs for platform=local +2021-12-18 06:30:53,509 Checking jobs for platform=transfer_node +2021-12-18 06:30:53,509 Checking all jobs at once +2021-12-18 06:30:54,879 Successful check job command +2021-12-18 06:30:56,248 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:30:56,249 End of checking +2021-12-18 06:30:56,250 Updating FAILED jobs +2021-12-18 06:30:56,250 Updating WAITING jobs +2021-12-18 06:30:56,250 Update finished +2021-12-18 06:30:56,251 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:30:56,251 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:30:56,251 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:30:56,251 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:30:56,252 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:30:56,254 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:30:56,257 Job list saved +2021-12-18 06:30:56,262 Updating FAILED jobs +2021-12-18 06:30:56,262 Updating WAITING jobs +2021-12-18 06:30:56,262 Update finished +2021-12-18 06:31:06,271 Reloading parameters... +2021-12-18 06:31:06,293 Loading parameters... +2021-12-18 06:31:06,294 Loading project parameters... +2021-12-18 06:31:06,296 + +22 of 25 jobs remaining (06:31) +2021-12-18 06:31:06,296 Sleep: 10 +2021-12-18 06:31:06,296 Number of retrials: 0 +2021-12-18 06:31:06,296 WRAPPER CHECK TIME = 10 +2021-12-18 06:31:06,297 Checking jobs for platform=marenostrum4 +2021-12-18 06:31:06,297 Checking jobs for platform=nord3 +2021-12-18 06:31:06,298 Checking jobs for platform=local +2021-12-18 06:31:06,298 Checking jobs for platform=transfer_node +2021-12-18 06:31:06,299 Checking all jobs at once +2021-12-18 06:31:07,668 Successful check job command +2021-12-18 06:31:09,088 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:31:09,088 End of checking +2021-12-18 06:31:09,095 Updating FAILED jobs +2021-12-18 06:31:09,095 Updating WAITING jobs +2021-12-18 06:31:09,096 Update finished +2021-12-18 06:31:09,096 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:31:09,096 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:31:09,096 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:31:09,096 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:31:09,096 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:31:09,099 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:31:09,102 Job list saved +2021-12-18 06:31:09,110 Updating FAILED jobs +2021-12-18 06:31:09,110 Updating WAITING jobs +2021-12-18 06:31:09,110 Update finished +2021-12-18 06:31:19,120 Reloading parameters... +2021-12-18 06:31:19,153 Loading parameters... +2021-12-18 06:31:19,155 Loading project parameters... +2021-12-18 06:31:19,156 + +22 of 25 jobs remaining (06:31) +2021-12-18 06:31:19,157 Sleep: 10 +2021-12-18 06:31:19,157 Number of retrials: 0 +2021-12-18 06:31:19,157 WRAPPER CHECK TIME = 10 +2021-12-18 06:31:19,157 Checking jobs for platform=marenostrum4 +2021-12-18 06:31:19,158 Checking jobs for platform=nord3 +2021-12-18 06:31:19,158 Checking jobs for platform=local +2021-12-18 06:31:19,160 Checking jobs for platform=transfer_node +2021-12-18 06:31:19,160 Checking all jobs at once +2021-12-18 06:31:20,579 Successful check job command +2021-12-18 06:31:21,948 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:31:21,949 End of checking +2021-12-18 06:31:21,950 Updating FAILED jobs +2021-12-18 06:31:21,950 Updating WAITING jobs +2021-12-18 06:31:21,951 Update finished +2021-12-18 06:31:21,951 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:31:21,951 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:31:21,951 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:31:21,951 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:31:21,951 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:31:21,954 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:31:21,956 Job list saved +2021-12-18 06:31:21,961 Updating FAILED jobs +2021-12-18 06:31:21,961 Updating WAITING jobs +2021-12-18 06:31:21,961 Update finished +2021-12-18 06:31:31,971 Reloading parameters... +2021-12-18 06:31:31,989 Loading parameters... +2021-12-18 06:31:31,991 Loading project parameters... +2021-12-18 06:31:31,992 + +22 of 25 jobs remaining (06:31) +2021-12-18 06:31:31,993 Sleep: 10 +2021-12-18 06:31:31,993 Number of retrials: 0 +2021-12-18 06:31:31,993 WRAPPER CHECK TIME = 10 +2021-12-18 06:31:31,993 Checking jobs for platform=marenostrum4 +2021-12-18 06:31:31,994 Checking jobs for platform=nord3 +2021-12-18 06:31:31,995 Checking jobs for platform=local +2021-12-18 06:31:31,995 Checking jobs for platform=transfer_node +2021-12-18 06:31:31,995 Checking all jobs at once +2021-12-18 06:31:33,568 Successful check job command +2021-12-18 06:31:34,991 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:31:34,991 End of checking +2021-12-18 06:31:34,992 Updating FAILED jobs +2021-12-18 06:31:34,993 Updating WAITING jobs +2021-12-18 06:31:34,993 Update finished +2021-12-18 06:31:34,993 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:31:34,994 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:31:34,994 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:31:34,994 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:31:34,994 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:31:34,997 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:31:34,999 Job list saved +2021-12-18 06:31:35,004 Updating FAILED jobs +2021-12-18 06:31:35,004 Updating WAITING jobs +2021-12-18 06:31:35,005 Update finished +2021-12-18 06:31:45,015 Reloading parameters... +2021-12-18 06:31:45,034 Loading parameters... +2021-12-18 06:31:45,036 Loading project parameters... +2021-12-18 06:31:45,038 + +22 of 25 jobs remaining (06:31) +2021-12-18 06:31:45,038 Sleep: 10 +2021-12-18 06:31:45,038 Number of retrials: 0 +2021-12-18 06:31:45,038 WRAPPER CHECK TIME = 10 +2021-12-18 06:31:45,039 Checking jobs for platform=marenostrum4 +2021-12-18 06:31:45,039 Checking jobs for platform=nord3 +2021-12-18 06:31:45,040 Checking jobs for platform=local +2021-12-18 06:31:45,040 Checking jobs for platform=transfer_node +2021-12-18 06:31:45,040 Checking all jobs at once +2021-12-18 06:31:46,711 Successful check job command +2021-12-18 06:31:48,633 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:31:48,633 End of checking +2021-12-18 06:31:48,634 Updating FAILED jobs +2021-12-18 06:31:48,634 Updating WAITING jobs +2021-12-18 06:31:48,635 Update finished +2021-12-18 06:31:48,635 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:31:48,635 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:31:48,635 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:31:48,635 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:31:48,635 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:31:48,640 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:31:48,642 Job list saved +2021-12-18 06:31:48,647 Updating FAILED jobs +2021-12-18 06:31:48,648 Updating WAITING jobs +2021-12-18 06:31:48,648 Update finished +2021-12-18 06:31:58,656 Reloading parameters... +2021-12-18 06:31:58,676 Loading parameters... +2021-12-18 06:31:58,677 Loading project parameters... +2021-12-18 06:31:58,679 + +22 of 25 jobs remaining (06:31) +2021-12-18 06:31:58,680 Sleep: 10 +2021-12-18 06:31:58,680 Number of retrials: 0 +2021-12-18 06:31:58,680 WRAPPER CHECK TIME = 10 +2021-12-18 06:31:58,680 Checking jobs for platform=marenostrum4 +2021-12-18 06:31:58,681 Checking jobs for platform=nord3 +2021-12-18 06:31:58,681 Checking jobs for platform=local +2021-12-18 06:31:58,682 Checking jobs for platform=transfer_node +2021-12-18 06:31:58,682 Checking all jobs at once +2021-12-18 06:31:59,902 Successful check job command +2021-12-18 06:32:01,071 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:32:01,071 End of checking +2021-12-18 06:32:01,073 Updating FAILED jobs +2021-12-18 06:32:01,073 Updating WAITING jobs +2021-12-18 06:32:01,073 Update finished +2021-12-18 06:32:01,073 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:32:01,073 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:32:01,073 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:32:01,074 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:32:01,074 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:32:01,077 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:32:01,079 Job list saved +2021-12-18 06:32:01,084 Updating FAILED jobs +2021-12-18 06:32:01,084 Updating WAITING jobs +2021-12-18 06:32:01,084 Update finished +2021-12-18 06:32:11,094 Reloading parameters... +2021-12-18 06:32:11,113 Loading parameters... +2021-12-18 06:32:11,114 Loading project parameters... +2021-12-18 06:32:11,116 + +22 of 25 jobs remaining (06:32) +2021-12-18 06:32:11,116 Sleep: 10 +2021-12-18 06:32:11,116 Number of retrials: 0 +2021-12-18 06:32:11,116 WRAPPER CHECK TIME = 10 +2021-12-18 06:32:11,117 Checking jobs for platform=marenostrum4 +2021-12-18 06:32:11,117 Checking jobs for platform=nord3 +2021-12-18 06:32:11,118 Checking jobs for platform=local +2021-12-18 06:32:11,119 Checking jobs for platform=transfer_node +2021-12-18 06:32:11,119 Checking all jobs at once +2021-12-18 06:32:12,588 Successful check job command +2021-12-18 06:32:13,907 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:32:13,907 End of checking +2021-12-18 06:32:13,909 Updating FAILED jobs +2021-12-18 06:32:13,909 Updating WAITING jobs +2021-12-18 06:32:13,909 Update finished +2021-12-18 06:32:13,909 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:32:13,910 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:32:13,910 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:32:13,910 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:32:13,910 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:32:13,913 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:32:13,916 Job list saved +2021-12-18 06:32:13,921 Updating FAILED jobs +2021-12-18 06:32:13,921 Updating WAITING jobs +2021-12-18 06:32:13,921 Update finished +2021-12-18 06:32:23,930 Reloading parameters... +2021-12-18 06:32:23,951 Loading parameters... +2021-12-18 06:32:23,952 Loading project parameters... +2021-12-18 06:32:23,954 + +22 of 25 jobs remaining (06:32) +2021-12-18 06:32:23,954 Sleep: 10 +2021-12-18 06:32:23,954 Number of retrials: 0 +2021-12-18 06:32:23,955 WRAPPER CHECK TIME = 10 +2021-12-18 06:32:23,955 Checking jobs for platform=marenostrum4 +2021-12-18 06:32:23,956 Checking jobs for platform=nord3 +2021-12-18 06:32:23,956 Checking jobs for platform=local +2021-12-18 06:32:23,957 Checking jobs for platform=transfer_node +2021-12-18 06:32:23,957 Checking all jobs at once +2021-12-18 06:32:25,379 Successful check job command +2021-12-18 06:32:26,748 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:32:26,749 End of checking +2021-12-18 06:32:26,750 Updating FAILED jobs +2021-12-18 06:32:26,750 Updating WAITING jobs +2021-12-18 06:32:26,750 Update finished +2021-12-18 06:32:26,751 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:32:26,751 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:32:26,751 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:32:26,751 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:32:26,751 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:32:26,754 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:32:26,756 Job list saved +2021-12-18 06:32:26,761 Updating FAILED jobs +2021-12-18 06:32:26,761 Updating WAITING jobs +2021-12-18 06:32:26,761 Update finished +2021-12-18 06:32:36,771 Reloading parameters... +2021-12-18 06:32:36,791 Loading parameters... +2021-12-18 06:32:36,792 Loading project parameters... +2021-12-18 06:32:36,794 + +22 of 25 jobs remaining (06:32) +2021-12-18 06:32:36,794 Sleep: 10 +2021-12-18 06:32:36,794 Number of retrials: 0 +2021-12-18 06:32:36,794 WRAPPER CHECK TIME = 10 +2021-12-18 06:32:36,795 Checking jobs for platform=marenostrum4 +2021-12-18 06:32:36,795 Checking jobs for platform=nord3 +2021-12-18 06:32:36,796 Checking jobs for platform=local +2021-12-18 06:32:36,796 Checking jobs for platform=transfer_node +2021-12-18 06:32:36,796 Checking all jobs at once +2021-12-18 06:32:38,216 Successful check job command +2021-12-18 06:32:39,785 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:32:39,785 End of checking +2021-12-18 06:32:39,787 Updating FAILED jobs +2021-12-18 06:32:39,787 Updating WAITING jobs +2021-12-18 06:32:39,787 Update finished +2021-12-18 06:32:39,788 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:32:39,788 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:32:39,788 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:32:39,788 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:32:39,788 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:32:39,791 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:32:39,793 Job list saved +2021-12-18 06:32:39,798 Updating FAILED jobs +2021-12-18 06:32:39,798 Updating WAITING jobs +2021-12-18 06:32:39,798 Update finished +2021-12-18 06:32:49,808 Reloading parameters... +2021-12-18 06:32:49,827 Loading parameters... +2021-12-18 06:32:49,828 Loading project parameters... +2021-12-18 06:32:49,830 + +22 of 25 jobs remaining (06:32) +2021-12-18 06:32:49,830 Sleep: 10 +2021-12-18 06:32:49,831 Number of retrials: 0 +2021-12-18 06:32:49,831 WRAPPER CHECK TIME = 10 +2021-12-18 06:32:49,831 Checking jobs for platform=marenostrum4 +2021-12-18 06:32:49,832 Checking jobs for platform=nord3 +2021-12-18 06:32:49,832 Checking jobs for platform=local +2021-12-18 06:32:49,833 Checking jobs for platform=transfer_node +2021-12-18 06:32:49,833 Checking all jobs at once +2021-12-18 06:32:51,202 Successful check job command +2021-12-18 06:32:52,472 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:32:52,472 End of checking +2021-12-18 06:32:52,473 Updating FAILED jobs +2021-12-18 06:32:52,473 Updating WAITING jobs +2021-12-18 06:32:52,473 Update finished +2021-12-18 06:32:52,474 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:32:52,474 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:32:52,474 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:32:52,475 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:32:52,475 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:32:52,478 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:32:52,481 Job list saved +2021-12-18 06:32:52,486 Updating FAILED jobs +2021-12-18 06:32:52,486 Updating WAITING jobs +2021-12-18 06:32:52,487 Update finished +2021-12-18 06:33:02,497 Reloading parameters... +2021-12-18 06:33:02,516 Loading parameters... +2021-12-18 06:33:02,518 Loading project parameters... +2021-12-18 06:33:02,520 + +22 of 25 jobs remaining (06:33) +2021-12-18 06:33:02,520 Sleep: 10 +2021-12-18 06:33:02,520 Number of retrials: 0 +2021-12-18 06:33:02,520 WRAPPER CHECK TIME = 10 +2021-12-18 06:33:02,521 Checking jobs for platform=marenostrum4 +2021-12-18 06:33:02,521 Checking jobs for platform=nord3 +2021-12-18 06:33:02,522 Checking jobs for platform=local +2021-12-18 06:33:02,523 Checking jobs for platform=transfer_node +2021-12-18 06:33:02,523 Checking all jobs at once +2021-12-18 06:33:03,793 Successful check job command +2021-12-18 06:33:05,013 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:33:05,014 End of checking +2021-12-18 06:33:05,015 Updating FAILED jobs +2021-12-18 06:33:05,015 Updating WAITING jobs +2021-12-18 06:33:05,016 Update finished +2021-12-18 06:33:05,016 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:33:05,016 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:33:05,016 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:33:05,016 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:33:05,016 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:33:05,019 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:33:05,022 Job list saved +2021-12-18 06:33:05,027 Updating FAILED jobs +2021-12-18 06:33:05,027 Updating WAITING jobs +2021-12-18 06:33:05,028 Update finished +2021-12-18 06:33:15,038 Reloading parameters... +2021-12-18 06:33:15,058 Loading parameters... +2021-12-18 06:33:15,060 Loading project parameters... +2021-12-18 06:33:15,062 + +22 of 25 jobs remaining (06:33) +2021-12-18 06:33:15,062 Sleep: 10 +2021-12-18 06:33:15,062 Number of retrials: 0 +2021-12-18 06:33:15,062 WRAPPER CHECK TIME = 10 +2021-12-18 06:33:15,063 Checking jobs for platform=marenostrum4 +2021-12-18 06:33:15,063 Checking jobs for platform=nord3 +2021-12-18 06:33:15,064 Checking jobs for platform=local +2021-12-18 06:33:15,064 Checking jobs for platform=transfer_node +2021-12-18 06:33:15,064 Checking all jobs at once +2021-12-18 06:33:16,383 Successful check job command +2021-12-18 06:33:17,652 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:33:17,653 End of checking +2021-12-18 06:33:17,654 Updating FAILED jobs +2021-12-18 06:33:17,654 Updating WAITING jobs +2021-12-18 06:33:17,654 Update finished +2021-12-18 06:33:17,655 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:33:17,655 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:33:17,655 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:33:17,655 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:33:17,655 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:33:17,658 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:33:17,660 Job list saved +2021-12-18 06:33:17,665 Updating FAILED jobs +2021-12-18 06:33:17,666 Updating WAITING jobs +2021-12-18 06:33:17,666 Update finished +2021-12-18 06:33:27,676 Reloading parameters... +2021-12-18 06:33:27,697 Loading parameters... +2021-12-18 06:33:27,698 Loading project parameters... +2021-12-18 06:33:27,700 + +22 of 25 jobs remaining (06:33) +2021-12-18 06:33:27,700 Sleep: 10 +2021-12-18 06:33:27,700 Number of retrials: 0 +2021-12-18 06:33:27,700 WRAPPER CHECK TIME = 10 +2021-12-18 06:33:27,701 Checking jobs for platform=marenostrum4 +2021-12-18 06:33:27,701 Checking jobs for platform=nord3 +2021-12-18 06:33:27,702 Checking jobs for platform=local +2021-12-18 06:33:27,702 Checking jobs for platform=transfer_node +2021-12-18 06:33:27,702 Checking all jobs at once +2021-12-18 06:33:29,222 Successful check job command +2021-12-18 06:33:30,642 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:33:30,642 End of checking +2021-12-18 06:33:30,643 Updating FAILED jobs +2021-12-18 06:33:30,644 Updating WAITING jobs +2021-12-18 06:33:30,644 Update finished +2021-12-18 06:33:30,644 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:33:30,645 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:33:30,645 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:33:30,645 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:33:30,645 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:33:30,648 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:33:30,651 Job list saved +2021-12-18 06:33:30,656 Updating FAILED jobs +2021-12-18 06:33:30,656 Updating WAITING jobs +2021-12-18 06:33:30,656 Update finished +2021-12-18 06:33:40,657 Reloading parameters... +2021-12-18 06:33:40,678 Loading parameters... +2021-12-18 06:33:40,679 Loading project parameters... +2021-12-18 06:33:40,681 + +22 of 25 jobs remaining (06:33) +2021-12-18 06:33:40,681 Sleep: 10 +2021-12-18 06:33:40,681 Number of retrials: 0 +2021-12-18 06:33:40,682 WRAPPER CHECK TIME = 10 +2021-12-18 06:33:40,682 Checking jobs for platform=marenostrum4 +2021-12-18 06:33:40,683 Checking jobs for platform=nord3 +2021-12-18 06:33:40,683 Checking jobs for platform=local +2021-12-18 06:33:40,684 Checking jobs for platform=transfer_node +2021-12-18 06:33:40,684 Checking all jobs at once +2021-12-18 06:33:42,154 Successful check job command +2021-12-18 06:33:43,623 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:33:43,624 End of checking +2021-12-18 06:33:43,625 Updating FAILED jobs +2021-12-18 06:33:43,625 Updating WAITING jobs +2021-12-18 06:33:43,626 Update finished +2021-12-18 06:33:43,626 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:33:43,626 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:33:43,626 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:33:43,626 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:33:43,626 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:33:43,629 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:33:43,632 Job list saved +2021-12-18 06:33:43,637 Updating FAILED jobs +2021-12-18 06:33:43,637 Updating WAITING jobs +2021-12-18 06:33:43,638 Update finished +2021-12-18 06:33:53,648 Reloading parameters... +2021-12-18 06:33:53,668 Loading parameters... +2021-12-18 06:33:53,670 Loading project parameters... +2021-12-18 06:33:53,671 + +22 of 25 jobs remaining (06:33) +2021-12-18 06:33:53,672 Sleep: 10 +2021-12-18 06:33:53,672 Number of retrials: 0 +2021-12-18 06:33:53,672 WRAPPER CHECK TIME = 10 +2021-12-18 06:33:53,672 Checking jobs for platform=marenostrum4 +2021-12-18 06:33:53,673 Checking jobs for platform=nord3 +2021-12-18 06:33:53,673 Checking jobs for platform=local +2021-12-18 06:33:53,674 Checking jobs for platform=transfer_node +2021-12-18 06:33:53,674 Checking all jobs at once +2021-12-18 06:33:55,145 Successful check job command +2021-12-18 06:33:56,816 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:33:56,816 End of checking +2021-12-18 06:33:56,818 Updating FAILED jobs +2021-12-18 06:33:56,818 Updating WAITING jobs +2021-12-18 06:33:56,818 Update finished +2021-12-18 06:33:56,818 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:33:56,819 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:33:56,819 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:33:56,819 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:33:56,819 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:33:56,822 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:33:56,825 Job list saved +2021-12-18 06:33:56,829 Updating FAILED jobs +2021-12-18 06:33:56,829 Updating WAITING jobs +2021-12-18 06:33:56,830 Update finished +2021-12-18 06:34:06,840 Reloading parameters... +2021-12-18 06:34:06,859 Loading parameters... +2021-12-18 06:34:06,861 Loading project parameters... +2021-12-18 06:34:06,862 + +22 of 25 jobs remaining (06:34) +2021-12-18 06:34:06,863 Sleep: 10 +2021-12-18 06:34:06,863 Number of retrials: 0 +2021-12-18 06:34:06,863 WRAPPER CHECK TIME = 10 +2021-12-18 06:34:06,863 Checking jobs for platform=marenostrum4 +2021-12-18 06:34:06,864 Checking jobs for platform=nord3 +2021-12-18 06:34:06,864 Checking jobs for platform=local +2021-12-18 06:34:06,865 Checking jobs for platform=transfer_node +2021-12-18 06:34:06,865 Checking all jobs at once +2021-12-18 06:34:08,186 Successful check job command +2021-12-18 06:34:09,406 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:34:09,406 End of checking +2021-12-18 06:34:09,407 Updating FAILED jobs +2021-12-18 06:34:09,407 Updating WAITING jobs +2021-12-18 06:34:09,407 Update finished +2021-12-18 06:34:09,408 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:34:09,408 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:34:09,408 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:34:09,408 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:34:09,409 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:34:09,411 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:34:09,414 Job list saved +2021-12-18 06:34:09,418 Updating FAILED jobs +2021-12-18 06:34:09,418 Updating WAITING jobs +2021-12-18 06:34:09,418 Update finished +2021-12-18 06:34:19,429 Reloading parameters... +2021-12-18 06:34:19,447 Loading parameters... +2021-12-18 06:34:19,448 Loading project parameters... +2021-12-18 06:34:19,450 + +22 of 25 jobs remaining (06:34) +2021-12-18 06:34:19,450 Sleep: 10 +2021-12-18 06:34:19,450 Number of retrials: 0 +2021-12-18 06:34:19,451 WRAPPER CHECK TIME = 10 +2021-12-18 06:34:19,451 Checking jobs for platform=marenostrum4 +2021-12-18 06:34:19,452 Checking jobs for platform=nord3 +2021-12-18 06:34:19,452 Checking jobs for platform=local +2021-12-18 06:34:19,453 Checking jobs for platform=transfer_node +2021-12-18 06:34:19,453 Checking all jobs at once +2021-12-18 06:34:20,773 Successful check job command +2021-12-18 06:34:21,943 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:34:21,944 End of checking +2021-12-18 06:34:21,945 Updating FAILED jobs +2021-12-18 06:34:21,945 Updating WAITING jobs +2021-12-18 06:34:21,946 Update finished +2021-12-18 06:34:21,946 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:34:21,946 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:34:21,946 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:34:21,946 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:34:21,947 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:34:21,949 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:34:21,951 Job list saved +2021-12-18 06:34:21,956 Updating FAILED jobs +2021-12-18 06:34:21,956 Updating WAITING jobs +2021-12-18 06:34:21,956 Update finished +2021-12-18 06:34:31,967 Reloading parameters... +2021-12-18 06:34:31,985 Loading parameters... +2021-12-18 06:34:31,987 Loading project parameters... +2021-12-18 06:34:31,989 + +22 of 25 jobs remaining (06:34) +2021-12-18 06:34:31,989 Sleep: 10 +2021-12-18 06:34:31,989 Number of retrials: 0 +2021-12-18 06:34:31,989 WRAPPER CHECK TIME = 10 +2021-12-18 06:34:31,990 Checking jobs for platform=marenostrum4 +2021-12-18 06:34:31,990 Checking jobs for platform=nord3 +2021-12-18 06:34:31,991 Checking jobs for platform=local +2021-12-18 06:34:31,991 Checking jobs for platform=transfer_node +2021-12-18 06:34:31,991 Checking all jobs at once +2021-12-18 06:34:33,711 Successful check job command +2021-12-18 06:34:35,181 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:34:35,181 End of checking +2021-12-18 06:34:35,182 Updating FAILED jobs +2021-12-18 06:34:35,182 Updating WAITING jobs +2021-12-18 06:34:35,183 Update finished +2021-12-18 06:34:35,183 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:34:35,183 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:34:35,183 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:34:35,183 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:34:35,183 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:34:35,186 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:34:35,188 Job list saved +2021-12-18 06:34:35,193 Updating FAILED jobs +2021-12-18 06:34:35,193 Updating WAITING jobs +2021-12-18 06:34:35,194 Update finished +2021-12-18 06:34:45,204 Reloading parameters... +2021-12-18 06:34:45,222 Loading parameters... +2021-12-18 06:34:45,224 Loading project parameters... +2021-12-18 06:34:45,225 + +22 of 25 jobs remaining (06:34) +2021-12-18 06:34:45,226 Sleep: 10 +2021-12-18 06:34:45,226 Number of retrials: 0 +2021-12-18 06:34:45,226 WRAPPER CHECK TIME = 10 +2021-12-18 06:34:45,226 Checking jobs for platform=marenostrum4 +2021-12-18 06:34:45,227 Checking jobs for platform=nord3 +2021-12-18 06:34:45,227 Checking jobs for platform=local +2021-12-18 06:34:45,228 Checking jobs for platform=transfer_node +2021-12-18 06:34:45,228 Checking all jobs at once +2021-12-18 06:34:47,098 Successful check job command +2021-12-18 06:34:49,020 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:34:49,020 End of checking +2021-12-18 06:34:49,021 Updating FAILED jobs +2021-12-18 06:34:49,022 Updating WAITING jobs +2021-12-18 06:34:49,022 Update finished +2021-12-18 06:34:49,022 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:34:49,023 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:34:49,023 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:34:49,023 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:34:49,023 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:34:49,026 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:34:49,028 Job list saved +2021-12-18 06:34:49,032 Updating FAILED jobs +2021-12-18 06:34:49,033 Updating WAITING jobs +2021-12-18 06:34:49,033 Update finished +2021-12-18 06:34:59,043 Reloading parameters... +2021-12-18 06:34:59,062 Loading parameters... +2021-12-18 06:34:59,063 Loading project parameters... +2021-12-18 06:34:59,065 + +22 of 25 jobs remaining (06:34) +2021-12-18 06:34:59,065 Sleep: 10 +2021-12-18 06:34:59,065 Number of retrials: 0 +2021-12-18 06:34:59,065 WRAPPER CHECK TIME = 10 +2021-12-18 06:34:59,066 Checking jobs for platform=marenostrum4 +2021-12-18 06:34:59,067 Checking jobs for platform=nord3 +2021-12-18 06:34:59,067 Checking jobs for platform=local +2021-12-18 06:34:59,068 Checking jobs for platform=transfer_node +2021-12-18 06:34:59,068 Checking all jobs at once +2021-12-18 06:35:00,387 Successful check job command +2021-12-18 06:35:01,659 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:35:01,660 End of checking +2021-12-18 06:35:01,661 Updating FAILED jobs +2021-12-18 06:35:01,661 Updating WAITING jobs +2021-12-18 06:35:01,661 Update finished +2021-12-18 06:35:01,662 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:35:01,662 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:35:01,662 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:35:01,662 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:35:01,662 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:35:01,665 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:35:01,667 Job list saved +2021-12-18 06:35:01,672 Updating FAILED jobs +2021-12-18 06:35:01,672 Updating WAITING jobs +2021-12-18 06:35:01,672 Update finished +2021-12-18 06:35:11,681 Reloading parameters... +2021-12-18 06:35:11,700 Loading parameters... +2021-12-18 06:35:11,702 Loading project parameters... +2021-12-18 06:35:11,704 + +22 of 25 jobs remaining (06:35) +2021-12-18 06:35:11,704 Sleep: 10 +2021-12-18 06:35:11,704 Number of retrials: 0 +2021-12-18 06:35:11,704 WRAPPER CHECK TIME = 10 +2021-12-18 06:35:11,705 Checking jobs for platform=marenostrum4 +2021-12-18 06:35:11,705 Checking jobs for platform=nord3 +2021-12-18 06:35:11,706 Checking jobs for platform=local +2021-12-18 06:35:11,706 Checking jobs for platform=transfer_node +2021-12-18 06:35:11,706 Checking all jobs at once +2021-12-18 06:35:13,276 Successful check job command +2021-12-18 06:35:14,547 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:35:14,547 End of checking +2021-12-18 06:35:14,548 Updating FAILED jobs +2021-12-18 06:35:14,548 Updating WAITING jobs +2021-12-18 06:35:14,549 Update finished +2021-12-18 06:35:14,549 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:35:14,549 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:35:14,549 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:35:14,549 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:35:14,549 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:35:14,553 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:35:14,555 Job list saved +2021-12-18 06:35:14,560 Updating FAILED jobs +2021-12-18 06:35:14,560 Updating WAITING jobs +2021-12-18 06:35:14,560 Update finished +2021-12-18 06:35:24,570 Reloading parameters... +2021-12-18 06:35:24,587 Loading parameters... +2021-12-18 06:35:24,589 Loading project parameters... +2021-12-18 06:35:24,590 + +22 of 25 jobs remaining (06:35) +2021-12-18 06:35:24,591 Sleep: 10 +2021-12-18 06:35:24,591 Number of retrials: 0 +2021-12-18 06:35:24,591 WRAPPER CHECK TIME = 10 +2021-12-18 06:35:24,591 Checking jobs for platform=marenostrum4 +2021-12-18 06:35:24,592 Checking jobs for platform=nord3 +2021-12-18 06:35:24,592 Checking jobs for platform=local +2021-12-18 06:35:24,593 Checking jobs for platform=transfer_node +2021-12-18 06:35:24,593 Checking all jobs at once +2021-12-18 06:35:26,113 Successful check job command +2021-12-18 06:35:27,483 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:35:27,483 End of checking +2021-12-18 06:35:27,485 Updating FAILED jobs +2021-12-18 06:35:27,485 Updating WAITING jobs +2021-12-18 06:35:27,485 Update finished +2021-12-18 06:35:27,486 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:35:27,486 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:35:27,486 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:35:27,486 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:35:27,487 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:35:27,489 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:35:27,491 Job list saved +2021-12-18 06:35:27,496 Updating FAILED jobs +2021-12-18 06:35:27,496 Updating WAITING jobs +2021-12-18 06:35:27,496 Update finished +2021-12-18 06:35:37,507 Reloading parameters... +2021-12-18 06:35:37,526 Loading parameters... +2021-12-18 06:35:37,527 Loading project parameters... +2021-12-18 06:35:37,529 + +22 of 25 jobs remaining (06:35) +2021-12-18 06:35:37,529 Sleep: 10 +2021-12-18 06:35:37,529 Number of retrials: 0 +2021-12-18 06:35:37,529 WRAPPER CHECK TIME = 10 +2021-12-18 06:35:37,530 Checking jobs for platform=marenostrum4 +2021-12-18 06:35:37,530 Checking jobs for platform=nord3 +2021-12-18 06:35:37,531 Checking jobs for platform=local +2021-12-18 06:35:37,531 Checking jobs for platform=transfer_node +2021-12-18 06:35:37,531 Checking all jobs at once +2021-12-18 06:35:39,051 Successful check job command +2021-12-18 06:35:40,420 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:35:40,421 End of checking +2021-12-18 06:35:40,422 Updating FAILED jobs +2021-12-18 06:35:40,422 Updating WAITING jobs +2021-12-18 06:35:40,423 Update finished +2021-12-18 06:35:40,423 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:35:40,423 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:35:40,423 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:35:40,423 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:35:40,423 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:35:40,426 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:35:40,428 Job list saved +2021-12-18 06:35:40,433 Updating FAILED jobs +2021-12-18 06:35:40,433 Updating WAITING jobs +2021-12-18 06:35:40,433 Update finished +2021-12-18 06:35:50,440 Reloading parameters... +2021-12-18 06:35:50,459 Loading parameters... +2021-12-18 06:35:50,461 Loading project parameters... +2021-12-18 06:35:50,462 + +22 of 25 jobs remaining (06:35) +2021-12-18 06:35:50,463 Sleep: 10 +2021-12-18 06:35:50,463 Number of retrials: 0 +2021-12-18 06:35:50,463 WRAPPER CHECK TIME = 10 +2021-12-18 06:35:50,463 Checking jobs for platform=marenostrum4 +2021-12-18 06:35:50,464 Checking jobs for platform=nord3 +2021-12-18 06:35:50,464 Checking jobs for platform=local +2021-12-18 06:35:50,465 Checking jobs for platform=transfer_node +2021-12-18 06:35:50,465 Checking all jobs at once +2021-12-18 06:35:51,884 Successful check job command +2021-12-18 06:35:53,354 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:35:53,354 End of checking +2021-12-18 06:35:53,355 Updating FAILED jobs +2021-12-18 06:35:53,356 Updating WAITING jobs +2021-12-18 06:35:53,356 Update finished +2021-12-18 06:35:53,356 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:35:53,356 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:35:53,356 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:35:53,357 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:35:53,357 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:35:53,359 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:35:53,361 Job list saved +2021-12-18 06:35:53,367 Updating FAILED jobs +2021-12-18 06:35:53,367 Updating WAITING jobs +2021-12-18 06:35:53,367 Update finished +2021-12-18 06:36:03,377 Reloading parameters... +2021-12-18 06:36:03,445 Loading parameters... +2021-12-18 06:36:03,447 Loading project parameters... +2021-12-18 06:36:03,448 + +22 of 25 jobs remaining (06:36) +2021-12-18 06:36:03,449 Sleep: 10 +2021-12-18 06:36:03,449 Number of retrials: 0 +2021-12-18 06:36:03,449 WRAPPER CHECK TIME = 10 +2021-12-18 06:36:03,449 Checking jobs for platform=marenostrum4 +2021-12-18 06:36:03,450 Checking jobs for platform=nord3 +2021-12-18 06:36:03,450 Checking jobs for platform=local +2021-12-18 06:36:03,451 Checking jobs for platform=transfer_node +2021-12-18 06:36:03,451 Checking all jobs at once +2021-12-18 06:36:04,721 Successful check job command +2021-12-18 06:36:06,191 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:36:06,192 End of checking +2021-12-18 06:36:06,193 Updating FAILED jobs +2021-12-18 06:36:06,193 Updating WAITING jobs +2021-12-18 06:36:06,193 Update finished +2021-12-18 06:36:06,193 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:36:06,194 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:36:06,194 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:36:06,194 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:36:06,194 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:36:06,197 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:36:06,200 Job list saved +2021-12-18 06:36:06,205 Updating FAILED jobs +2021-12-18 06:36:06,207 Updating WAITING jobs +2021-12-18 06:36:06,207 Update finished +2021-12-18 06:36:16,214 Reloading parameters... +2021-12-18 06:36:16,236 Loading parameters... +2021-12-18 06:36:16,237 Loading project parameters... +2021-12-18 06:36:16,239 + +22 of 25 jobs remaining (06:36) +2021-12-18 06:36:16,239 Sleep: 10 +2021-12-18 06:36:16,239 Number of retrials: 0 +2021-12-18 06:36:16,239 WRAPPER CHECK TIME = 10 +2021-12-18 06:36:16,240 Checking jobs for platform=marenostrum4 +2021-12-18 06:36:16,240 Checking jobs for platform=nord3 +2021-12-18 06:36:16,241 Checking jobs for platform=local +2021-12-18 06:36:16,242 Checking jobs for platform=transfer_node +2021-12-18 06:36:16,242 Checking all jobs at once +2021-12-18 06:36:17,612 Successful check job command +2021-12-18 06:36:18,881 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:36:18,881 End of checking +2021-12-18 06:36:18,882 Updating FAILED jobs +2021-12-18 06:36:18,883 Updating WAITING jobs +2021-12-18 06:36:18,883 Update finished +2021-12-18 06:36:18,883 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:36:18,883 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:36:18,883 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:36:18,884 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:36:18,884 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:36:18,886 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:36:18,889 Job list saved +2021-12-18 06:36:18,894 Updating FAILED jobs +2021-12-18 06:36:18,894 Updating WAITING jobs +2021-12-18 06:36:18,894 Update finished +2021-12-18 06:36:28,904 Reloading parameters... +2021-12-18 06:36:28,923 Loading parameters... +2021-12-18 06:36:28,924 Loading project parameters... +2021-12-18 06:36:28,926 + +22 of 25 jobs remaining (06:36) +2021-12-18 06:36:28,926 Sleep: 10 +2021-12-18 06:36:28,926 Number of retrials: 0 +2021-12-18 06:36:28,926 WRAPPER CHECK TIME = 10 +2021-12-18 06:36:28,927 Checking jobs for platform=marenostrum4 +2021-12-18 06:36:28,927 Checking jobs for platform=nord3 +2021-12-18 06:36:28,928 Checking jobs for platform=local +2021-12-18 06:36:28,928 Checking jobs for platform=transfer_node +2021-12-18 06:36:28,929 Checking all jobs at once +2021-12-18 06:36:30,349 Successful check job command +2021-12-18 06:36:31,618 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:36:31,618 End of checking +2021-12-18 06:36:31,620 Updating FAILED jobs +2021-12-18 06:36:31,620 Updating WAITING jobs +2021-12-18 06:36:31,620 Update finished +2021-12-18 06:36:31,620 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:36:31,621 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:36:31,621 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:36:31,621 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:36:31,621 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:36:31,624 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:36:31,626 Job list saved +2021-12-18 06:36:31,632 Updating FAILED jobs +2021-12-18 06:36:31,632 Updating WAITING jobs +2021-12-18 06:36:31,633 Update finished +2021-12-18 06:36:41,642 Reloading parameters... +2021-12-18 06:36:41,661 Loading parameters... +2021-12-18 06:36:41,662 Loading project parameters... +2021-12-18 06:36:41,664 + +22 of 25 jobs remaining (06:36) +2021-12-18 06:36:41,664 Sleep: 10 +2021-12-18 06:36:41,664 Number of retrials: 0 +2021-12-18 06:36:41,664 WRAPPER CHECK TIME = 10 +2021-12-18 06:36:41,665 Checking jobs for platform=marenostrum4 +2021-12-18 06:36:41,665 Checking jobs for platform=nord3 +2021-12-18 06:36:41,666 Checking jobs for platform=local +2021-12-18 06:36:41,667 Checking jobs for platform=transfer_node +2021-12-18 06:36:41,667 Checking all jobs at once +2021-12-18 06:36:43,337 Successful check job command +2021-12-18 06:36:44,607 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:36:44,608 End of checking +2021-12-18 06:36:44,609 Updating FAILED jobs +2021-12-18 06:36:44,609 Updating WAITING jobs +2021-12-18 06:36:44,609 Update finished +2021-12-18 06:36:44,609 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:36:44,610 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:36:44,610 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:36:44,610 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:36:44,610 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:36:44,613 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:36:44,615 Job list saved +2021-12-18 06:36:44,622 Updating FAILED jobs +2021-12-18 06:36:44,622 Updating WAITING jobs +2021-12-18 06:36:44,622 Update finished +2021-12-18 06:36:54,632 Reloading parameters... +2021-12-18 06:36:54,651 Loading parameters... +2021-12-18 06:36:54,652 Loading project parameters... +2021-12-18 06:36:54,654 + +22 of 25 jobs remaining (06:36) +2021-12-18 06:36:54,654 Sleep: 10 +2021-12-18 06:36:54,654 Number of retrials: 0 +2021-12-18 06:36:54,654 WRAPPER CHECK TIME = 10 +2021-12-18 06:36:54,655 Checking jobs for platform=marenostrum4 +2021-12-18 06:36:54,655 Checking jobs for platform=nord3 +2021-12-18 06:36:54,656 Checking jobs for platform=local +2021-12-18 06:36:54,657 Checking jobs for platform=transfer_node +2021-12-18 06:36:54,657 Checking all jobs at once +2021-12-18 06:36:56,530 Successful check job command +2021-12-18 06:36:58,752 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:36:58,752 End of checking +2021-12-18 06:36:58,754 Updating FAILED jobs +2021-12-18 06:36:58,755 Updating WAITING jobs +2021-12-18 06:36:58,755 Update finished +2021-12-18 06:36:58,755 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:36:58,755 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:36:58,755 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:36:58,755 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:36:58,756 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:36:58,758 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:36:58,761 Job list saved +2021-12-18 06:36:58,766 Updating FAILED jobs +2021-12-18 06:36:58,766 Updating WAITING jobs +2021-12-18 06:36:58,766 Update finished +2021-12-18 06:37:08,776 Reloading parameters... +2021-12-18 06:37:08,798 Loading parameters... +2021-12-18 06:37:08,799 Loading project parameters... +2021-12-18 06:37:08,801 + +22 of 25 jobs remaining (06:37) +2021-12-18 06:37:08,801 Sleep: 10 +2021-12-18 06:37:08,801 Number of retrials: 0 +2021-12-18 06:37:08,801 WRAPPER CHECK TIME = 10 +2021-12-18 06:37:08,802 Checking jobs for platform=marenostrum4 +2021-12-18 06:37:08,802 Checking jobs for platform=nord3 +2021-12-18 06:37:08,803 Checking jobs for platform=local +2021-12-18 06:37:08,803 Checking jobs for platform=transfer_node +2021-12-18 06:37:08,804 Checking all jobs at once +2021-12-18 06:37:10,124 Successful check job command +2021-12-18 06:37:11,443 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:37:11,443 End of checking +2021-12-18 06:37:11,444 Updating FAILED jobs +2021-12-18 06:37:11,445 Updating WAITING jobs +2021-12-18 06:37:11,445 Update finished +2021-12-18 06:37:11,445 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:37:11,445 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:37:11,445 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:37:11,446 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:37:11,446 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:37:11,448 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:37:11,450 Job list saved +2021-12-18 06:37:11,455 Updating FAILED jobs +2021-12-18 06:37:11,455 Updating WAITING jobs +2021-12-18 06:37:11,455 Update finished +2021-12-18 06:37:21,465 Reloading parameters... +2021-12-18 06:37:21,483 Loading parameters... +2021-12-18 06:37:21,484 Loading project parameters... +2021-12-18 06:37:21,486 + +22 of 25 jobs remaining (06:37) +2021-12-18 06:37:21,486 Sleep: 10 +2021-12-18 06:37:21,486 Number of retrials: 0 +2021-12-18 06:37:21,486 WRAPPER CHECK TIME = 10 +2021-12-18 06:37:21,487 Checking jobs for platform=marenostrum4 +2021-12-18 06:37:21,490 Checking jobs for platform=nord3 +2021-12-18 06:37:21,491 Checking jobs for platform=local +2021-12-18 06:37:21,491 Checking jobs for platform=transfer_node +2021-12-18 06:37:21,492 Checking all jobs at once +2021-12-18 06:37:22,811 Successful check job command +2021-12-18 06:37:24,030 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:37:24,030 End of checking +2021-12-18 06:37:24,031 Updating FAILED jobs +2021-12-18 06:37:24,032 Updating WAITING jobs +2021-12-18 06:37:24,032 Update finished +2021-12-18 06:37:24,032 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:37:24,033 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:37:24,033 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:37:24,033 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:37:24,033 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:37:24,036 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:37:24,038 Job list saved +2021-12-18 06:37:24,043 Updating FAILED jobs +2021-12-18 06:37:24,043 Updating WAITING jobs +2021-12-18 06:37:24,044 Update finished +2021-12-18 06:37:34,054 Reloading parameters... +2021-12-18 06:37:34,072 Loading parameters... +2021-12-18 06:37:34,074 Loading project parameters... +2021-12-18 06:37:34,076 + +22 of 25 jobs remaining (06:37) +2021-12-18 06:37:34,076 Sleep: 10 +2021-12-18 06:37:34,076 Number of retrials: 0 +2021-12-18 06:37:34,076 WRAPPER CHECK TIME = 10 +2021-12-18 06:37:34,076 Checking jobs for platform=marenostrum4 +2021-12-18 06:37:34,077 Checking jobs for platform=nord3 +2021-12-18 06:37:34,078 Checking jobs for platform=local +2021-12-18 06:37:34,078 Checking jobs for platform=transfer_node +2021-12-18 06:37:34,078 Checking all jobs at once +2021-12-18 06:37:35,649 Successful check job command +2021-12-18 06:37:36,868 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:37:36,868 End of checking +2021-12-18 06:37:36,870 Updating FAILED jobs +2021-12-18 06:37:36,870 Updating WAITING jobs +2021-12-18 06:37:36,870 Update finished +2021-12-18 06:37:36,870 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:37:36,871 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:37:36,871 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:37:36,871 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:37:36,871 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:37:36,874 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:37:36,876 Job list saved +2021-12-18 06:37:36,881 Updating FAILED jobs +2021-12-18 06:37:36,881 Updating WAITING jobs +2021-12-18 06:37:36,881 Update finished +2021-12-18 06:37:46,891 Reloading parameters... +2021-12-18 06:37:46,909 Loading parameters... +2021-12-18 06:37:46,910 Loading project parameters... +2021-12-18 06:37:46,912 + +22 of 25 jobs remaining (06:37) +2021-12-18 06:37:46,913 Sleep: 10 +2021-12-18 06:37:46,913 Number of retrials: 0 +2021-12-18 06:37:46,913 WRAPPER CHECK TIME = 10 +2021-12-18 06:37:46,913 Checking jobs for platform=marenostrum4 +2021-12-18 06:37:46,914 Checking jobs for platform=nord3 +2021-12-18 06:37:46,914 Checking jobs for platform=local +2021-12-18 06:37:46,915 Checking jobs for platform=transfer_node +2021-12-18 06:37:46,915 Checking all jobs at once +2021-12-18 06:37:48,887 Successful check job command +2021-12-18 06:37:50,457 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:37:50,457 End of checking +2021-12-18 06:37:50,459 Updating FAILED jobs +2021-12-18 06:37:50,459 Updating WAITING jobs +2021-12-18 06:37:50,459 Update finished +2021-12-18 06:37:50,459 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:37:50,459 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:37:50,460 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:37:50,460 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:37:50,460 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:37:50,463 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:37:50,466 Job list saved +2021-12-18 06:37:50,471 Updating FAILED jobs +2021-12-18 06:37:50,471 Updating WAITING jobs +2021-12-18 06:37:50,471 Update finished +2021-12-18 06:38:00,482 Reloading parameters... +2021-12-18 06:38:00,501 Loading parameters... +2021-12-18 06:38:00,502 Loading project parameters... +2021-12-18 06:38:00,504 + +22 of 25 jobs remaining (06:38) +2021-12-18 06:38:00,504 Sleep: 10 +2021-12-18 06:38:00,504 Number of retrials: 0 +2021-12-18 06:38:00,504 WRAPPER CHECK TIME = 10 +2021-12-18 06:38:00,505 Checking jobs for platform=marenostrum4 +2021-12-18 06:38:00,505 Checking jobs for platform=nord3 +2021-12-18 06:38:00,506 Checking jobs for platform=local +2021-12-18 06:38:00,506 Checking jobs for platform=transfer_node +2021-12-18 06:38:00,507 Checking all jobs at once +2021-12-18 06:38:01,826 Successful check job command +2021-12-18 06:38:03,851 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:38:03,852 End of checking +2021-12-18 06:38:03,853 Updating FAILED jobs +2021-12-18 06:38:03,853 Updating WAITING jobs +2021-12-18 06:38:03,854 Update finished +2021-12-18 06:38:03,854 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:38:03,854 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:38:03,855 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:38:03,855 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:38:03,855 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:38:03,859 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:38:03,861 Job list saved +2021-12-18 06:38:03,869 Updating FAILED jobs +2021-12-18 06:38:03,869 Updating WAITING jobs +2021-12-18 06:38:03,869 Update finished +2021-12-18 06:38:13,880 Reloading parameters... +2021-12-18 06:38:13,898 Loading parameters... +2021-12-18 06:38:13,899 Loading project parameters... +2021-12-18 06:38:13,901 + +22 of 25 jobs remaining (06:38) +2021-12-18 06:38:13,902 Sleep: 10 +2021-12-18 06:38:13,902 Number of retrials: 0 +2021-12-18 06:38:13,902 WRAPPER CHECK TIME = 10 +2021-12-18 06:38:13,902 Checking jobs for platform=marenostrum4 +2021-12-18 06:38:13,903 Checking jobs for platform=nord3 +2021-12-18 06:38:13,903 Checking jobs for platform=local +2021-12-18 06:38:13,904 Checking jobs for platform=transfer_node +2021-12-18 06:38:13,904 Checking all jobs at once +2021-12-18 06:38:15,173 Successful check job command +2021-12-18 06:38:16,392 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:38:16,393 End of checking +2021-12-18 06:38:16,395 Updating FAILED jobs +2021-12-18 06:38:16,395 Updating WAITING jobs +2021-12-18 06:38:16,396 Update finished +2021-12-18 06:38:16,396 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:38:16,396 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:38:16,396 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:38:16,396 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:38:16,396 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:38:16,399 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:38:16,401 Job list saved +2021-12-18 06:38:16,408 Updating FAILED jobs +2021-12-18 06:38:16,409 Updating WAITING jobs +2021-12-18 06:38:16,409 Update finished +2021-12-18 06:38:26,419 Reloading parameters... +2021-12-18 06:38:26,438 Loading parameters... +2021-12-18 06:38:26,441 Loading project parameters... +2021-12-18 06:38:26,443 + +22 of 25 jobs remaining (06:38) +2021-12-18 06:38:26,443 Sleep: 10 +2021-12-18 06:38:26,443 Number of retrials: 0 +2021-12-18 06:38:26,444 WRAPPER CHECK TIME = 10 +2021-12-18 06:38:26,444 Checking jobs for platform=marenostrum4 +2021-12-18 06:38:26,449 Checking jobs for platform=nord3 +2021-12-18 06:38:26,450 Checking jobs for platform=local +2021-12-18 06:38:26,450 Checking jobs for platform=transfer_node +2021-12-18 06:38:26,451 Checking all jobs at once +2021-12-18 06:38:27,722 Successful check job command +2021-12-18 06:38:28,841 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:38:28,841 End of checking +2021-12-18 06:38:28,842 Updating FAILED jobs +2021-12-18 06:38:28,842 Updating WAITING jobs +2021-12-18 06:38:28,843 Update finished +2021-12-18 06:38:28,843 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:38:28,843 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:38:28,843 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:38:28,843 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:38:28,843 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:38:28,848 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:38:28,850 Job list saved +2021-12-18 06:38:28,856 Updating FAILED jobs +2021-12-18 06:38:28,856 Updating WAITING jobs +2021-12-18 06:38:28,856 Update finished +2021-12-18 06:38:38,863 Reloading parameters... +2021-12-18 06:38:38,881 Loading parameters... +2021-12-18 06:38:38,883 Loading project parameters... +2021-12-18 06:38:38,884 + +22 of 25 jobs remaining (06:38) +2021-12-18 06:38:38,885 Sleep: 10 +2021-12-18 06:38:38,885 Number of retrials: 0 +2021-12-18 06:38:38,885 WRAPPER CHECK TIME = 10 +2021-12-18 06:38:38,886 Checking jobs for platform=marenostrum4 +2021-12-18 06:38:38,886 Checking jobs for platform=nord3 +2021-12-18 06:38:38,887 Checking jobs for platform=local +2021-12-18 06:38:38,887 Checking jobs for platform=transfer_node +2021-12-18 06:38:38,887 Checking all jobs at once +2021-12-18 06:38:40,958 Successful check job command +2021-12-18 06:38:42,929 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:38:42,930 End of checking +2021-12-18 06:38:42,931 Updating FAILED jobs +2021-12-18 06:38:42,931 Updating WAITING jobs +2021-12-18 06:38:42,931 Update finished +2021-12-18 06:38:42,931 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:38:42,932 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:38:42,932 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:38:42,932 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:38:42,932 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:38:42,934 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:38:42,937 Job list saved +2021-12-18 06:38:42,941 Updating FAILED jobs +2021-12-18 06:38:42,941 Updating WAITING jobs +2021-12-18 06:38:42,941 Update finished +2021-12-18 06:38:52,952 Reloading parameters... +2021-12-18 06:38:52,972 Loading parameters... +2021-12-18 06:38:52,974 Loading project parameters... +2021-12-18 06:38:52,975 + +22 of 25 jobs remaining (06:38) +2021-12-18 06:38:52,976 Sleep: 10 +2021-12-18 06:38:52,976 Number of retrials: 0 +2021-12-18 06:38:52,976 WRAPPER CHECK TIME = 10 +2021-12-18 06:38:52,976 Checking jobs for platform=marenostrum4 +2021-12-18 06:38:52,977 Checking jobs for platform=nord3 +2021-12-18 06:38:52,978 Checking jobs for platform=local +2021-12-18 06:38:52,978 Checking jobs for platform=transfer_node +2021-12-18 06:38:52,978 Checking all jobs at once +2021-12-18 06:38:54,301 Successful check job command +2021-12-18 06:38:55,921 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:38:55,921 End of checking +2021-12-18 06:38:55,923 Updating FAILED jobs +2021-12-18 06:38:55,923 Updating WAITING jobs +2021-12-18 06:38:55,923 Update finished +2021-12-18 06:38:55,923 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:38:55,923 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:38:55,923 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:38:55,924 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:38:55,924 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:38:55,926 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:38:55,928 Job list saved +2021-12-18 06:38:55,940 Updating FAILED jobs +2021-12-18 06:38:55,941 Updating WAITING jobs +2021-12-18 06:38:55,941 Update finished +2021-12-18 06:39:05,951 Reloading parameters... +2021-12-18 06:39:05,969 Loading parameters... +2021-12-18 06:39:05,971 Loading project parameters... +2021-12-18 06:39:05,973 + +22 of 25 jobs remaining (06:39) +2021-12-18 06:39:05,973 Sleep: 10 +2021-12-18 06:39:05,973 Number of retrials: 0 +2021-12-18 06:39:05,973 WRAPPER CHECK TIME = 10 +2021-12-18 06:39:05,974 Checking jobs for platform=marenostrum4 +2021-12-18 06:39:05,974 Checking jobs for platform=nord3 +2021-12-18 06:39:05,975 Checking jobs for platform=local +2021-12-18 06:39:05,975 Checking jobs for platform=transfer_node +2021-12-18 06:39:05,975 Checking all jobs at once +2021-12-18 06:39:07,194 Successful check job command +2021-12-18 06:39:08,421 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:39:08,421 End of checking +2021-12-18 06:39:08,422 Updating FAILED jobs +2021-12-18 06:39:08,422 Updating WAITING jobs +2021-12-18 06:39:08,423 Update finished +2021-12-18 06:39:08,423 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:39:08,423 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:39:08,423 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:39:08,423 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:39:08,423 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:39:08,431 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:39:08,433 Job list saved +2021-12-18 06:39:08,440 Updating FAILED jobs +2021-12-18 06:39:08,440 Updating WAITING jobs +2021-12-18 06:39:08,440 Update finished +2021-12-18 06:39:18,449 Reloading parameters... +2021-12-18 06:39:18,467 Loading parameters... +2021-12-18 06:39:18,469 Loading project parameters... +2021-12-18 06:39:18,471 + +22 of 25 jobs remaining (06:39) +2021-12-18 06:39:18,471 Sleep: 10 +2021-12-18 06:39:18,471 Number of retrials: 0 +2021-12-18 06:39:18,471 WRAPPER CHECK TIME = 10 +2021-12-18 06:39:18,472 Checking jobs for platform=marenostrum4 +2021-12-18 06:39:18,472 Checking jobs for platform=nord3 +2021-12-18 06:39:18,473 Checking jobs for platform=local +2021-12-18 06:39:18,473 Checking jobs for platform=transfer_node +2021-12-18 06:39:18,473 Checking all jobs at once +2021-12-18 06:39:20,144 Successful check job command +2021-12-18 06:39:21,313 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:39:21,313 End of checking +2021-12-18 06:39:21,314 Updating FAILED jobs +2021-12-18 06:39:21,314 Updating WAITING jobs +2021-12-18 06:39:21,315 Update finished +2021-12-18 06:39:21,315 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:39:21,316 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:39:21,316 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:39:21,316 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:39:21,316 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:39:21,319 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:39:21,321 Job list saved +2021-12-18 06:39:21,325 Updating FAILED jobs +2021-12-18 06:39:21,325 Updating WAITING jobs +2021-12-18 06:39:21,325 Update finished +2021-12-18 06:39:31,335 Reloading parameters... +2021-12-18 06:39:31,354 Loading parameters... +2021-12-18 06:39:31,355 Loading project parameters... +2021-12-18 06:39:31,357 + +22 of 25 jobs remaining (06:39) +2021-12-18 06:39:31,357 Sleep: 10 +2021-12-18 06:39:31,357 Number of retrials: 0 +2021-12-18 06:39:31,357 WRAPPER CHECK TIME = 10 +2021-12-18 06:39:31,358 Checking jobs for platform=marenostrum4 +2021-12-18 06:39:31,359 Checking jobs for platform=nord3 +2021-12-18 06:39:31,359 Checking jobs for platform=local +2021-12-18 06:39:31,360 Checking jobs for platform=transfer_node +2021-12-18 06:39:31,360 Checking all jobs at once +2021-12-18 06:39:33,531 Successful check job command +2021-12-18 06:39:35,351 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:39:35,351 End of checking +2021-12-18 06:39:35,352 Updating FAILED jobs +2021-12-18 06:39:35,352 Updating WAITING jobs +2021-12-18 06:39:35,353 Update finished +2021-12-18 06:39:35,353 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:39:35,353 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:39:35,353 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:39:35,353 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:39:35,353 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:39:35,356 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:39:35,358 Job list saved +2021-12-18 06:39:35,363 Updating FAILED jobs +2021-12-18 06:39:35,363 Updating WAITING jobs +2021-12-18 06:39:35,363 Update finished +2021-12-18 06:39:45,371 Reloading parameters... +2021-12-18 06:39:45,388 Loading parameters... +2021-12-18 06:39:45,389 Loading project parameters... +2021-12-18 06:39:45,391 + +22 of 25 jobs remaining (06:39) +2021-12-18 06:39:45,391 Sleep: 10 +2021-12-18 06:39:45,391 Number of retrials: 0 +2021-12-18 06:39:45,392 WRAPPER CHECK TIME = 10 +2021-12-18 06:39:45,392 Checking jobs for platform=marenostrum4 +2021-12-18 06:39:45,393 Checking jobs for platform=nord3 +2021-12-18 06:39:45,393 Checking jobs for platform=local +2021-12-18 06:39:45,394 Checking jobs for platform=transfer_node +2021-12-18 06:39:45,394 Checking all jobs at once +2021-12-18 06:39:46,665 Successful check job command +2021-12-18 06:39:48,336 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:39:48,336 End of checking +2021-12-18 06:39:48,338 Updating FAILED jobs +2021-12-18 06:39:48,338 Updating WAITING jobs +2021-12-18 06:39:48,338 Update finished +2021-12-18 06:39:48,338 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:39:48,338 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:39:48,339 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:39:48,339 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:39:48,339 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:39:48,342 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:39:48,344 Job list saved +2021-12-18 06:39:48,349 Updating FAILED jobs +2021-12-18 06:39:48,349 Updating WAITING jobs +2021-12-18 06:39:48,349 Update finished +2021-12-18 06:39:58,359 Reloading parameters... +2021-12-18 06:39:58,379 Loading parameters... +2021-12-18 06:39:58,381 Loading project parameters... +2021-12-18 06:39:58,382 + +22 of 25 jobs remaining (06:39) +2021-12-18 06:39:58,383 Sleep: 10 +2021-12-18 06:39:58,383 Number of retrials: 0 +2021-12-18 06:39:58,383 WRAPPER CHECK TIME = 10 +2021-12-18 06:39:58,383 Checking jobs for platform=marenostrum4 +2021-12-18 06:39:58,384 Checking jobs for platform=nord3 +2021-12-18 06:39:58,384 Checking jobs for platform=local +2021-12-18 06:39:58,385 Checking jobs for platform=transfer_node +2021-12-18 06:39:58,385 Checking all jobs at once +2021-12-18 06:39:59,855 Successful check job command +2021-12-18 06:40:01,124 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:40:01,125 End of checking +2021-12-18 06:40:01,126 Updating FAILED jobs +2021-12-18 06:40:01,126 Updating WAITING jobs +2021-12-18 06:40:01,126 Update finished +2021-12-18 06:40:01,127 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:40:01,127 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:40:01,127 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:40:01,127 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:40:01,128 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:40:01,133 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:40:01,135 Job list saved +2021-12-18 06:40:01,141 Updating FAILED jobs +2021-12-18 06:40:01,141 Updating WAITING jobs +2021-12-18 06:40:01,141 Update finished +2021-12-18 06:40:11,150 Reloading parameters... +2021-12-18 06:40:11,171 Loading parameters... +2021-12-18 06:40:11,172 Loading project parameters... +2021-12-18 06:40:11,174 + +22 of 25 jobs remaining (06:40) +2021-12-18 06:40:11,174 Sleep: 10 +2021-12-18 06:40:11,174 Number of retrials: 0 +2021-12-18 06:40:11,174 WRAPPER CHECK TIME = 10 +2021-12-18 06:40:11,175 Checking jobs for platform=marenostrum4 +2021-12-18 06:40:11,175 Checking jobs for platform=nord3 +2021-12-18 06:40:11,176 Checking jobs for platform=local +2021-12-18 06:40:11,176 Checking jobs for platform=transfer_node +2021-12-18 06:40:11,176 Checking all jobs at once +2021-12-18 06:40:12,796 Successful check job command +2021-12-18 06:40:14,116 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:40:14,116 End of checking +2021-12-18 06:40:14,118 Updating FAILED jobs +2021-12-18 06:40:14,118 Updating WAITING jobs +2021-12-18 06:40:14,118 Update finished +2021-12-18 06:40:14,118 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:40:14,119 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:40:14,119 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:40:14,119 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:40:14,119 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:40:14,122 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:40:14,124 Job list saved +2021-12-18 06:40:14,129 Updating FAILED jobs +2021-12-18 06:40:14,129 Updating WAITING jobs +2021-12-18 06:40:14,129 Update finished +2021-12-18 06:40:24,136 Reloading parameters... +2021-12-18 06:40:24,156 Loading parameters... +2021-12-18 06:40:24,158 Loading project parameters... +2021-12-18 06:40:24,159 + +22 of 25 jobs remaining (06:40) +2021-12-18 06:40:24,160 Sleep: 10 +2021-12-18 06:40:24,160 Number of retrials: 0 +2021-12-18 06:40:24,160 WRAPPER CHECK TIME = 10 +2021-12-18 06:40:24,160 Checking jobs for platform=marenostrum4 +2021-12-18 06:40:24,161 Checking jobs for platform=nord3 +2021-12-18 06:40:24,162 Checking jobs for platform=local +2021-12-18 06:40:24,162 Checking jobs for platform=transfer_node +2021-12-18 06:40:24,162 Checking all jobs at once +2021-12-18 06:40:25,631 Successful check job command +2021-12-18 06:40:27,601 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:40:27,602 End of checking +2021-12-18 06:40:27,603 Updating FAILED jobs +2021-12-18 06:40:27,603 Updating WAITING jobs +2021-12-18 06:40:27,603 Update finished +2021-12-18 06:40:27,604 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:40:27,604 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:40:27,604 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:40:27,604 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:40:27,604 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:40:27,607 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:40:27,609 Job list saved +2021-12-18 06:40:27,614 Updating FAILED jobs +2021-12-18 06:40:27,614 Updating WAITING jobs +2021-12-18 06:40:27,614 Update finished +2021-12-18 06:40:37,624 Reloading parameters... +2021-12-18 06:40:37,642 Loading parameters... +2021-12-18 06:40:37,643 Loading project parameters... +2021-12-18 06:40:37,645 + +22 of 25 jobs remaining (06:40) +2021-12-18 06:40:37,645 Sleep: 10 +2021-12-18 06:40:37,645 Number of retrials: 0 +2021-12-18 06:40:37,645 WRAPPER CHECK TIME = 10 +2021-12-18 06:40:37,646 Checking jobs for platform=marenostrum4 +2021-12-18 06:40:37,647 Checking jobs for platform=nord3 +2021-12-18 06:40:37,647 Checking jobs for platform=local +2021-12-18 06:40:37,648 Checking jobs for platform=transfer_node +2021-12-18 06:40:37,648 Checking all jobs at once +2021-12-18 06:40:39,117 Successful check job command +2021-12-18 06:40:40,788 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:40:40,788 End of checking +2021-12-18 06:40:40,789 Updating FAILED jobs +2021-12-18 06:40:40,790 Updating WAITING jobs +2021-12-18 06:40:40,790 Update finished +2021-12-18 06:40:40,790 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:40:40,791 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:40:40,791 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:40:40,791 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:40:40,791 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:40:40,794 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:40:40,796 Job list saved +2021-12-18 06:40:40,801 Updating FAILED jobs +2021-12-18 06:40:40,801 Updating WAITING jobs +2021-12-18 06:40:40,801 Update finished +2021-12-18 06:40:50,810 Reloading parameters... +2021-12-18 06:40:50,828 Loading parameters... +2021-12-18 06:40:50,830 Loading project parameters... +2021-12-18 06:40:50,832 + +22 of 25 jobs remaining (06:40) +2021-12-18 06:40:50,832 Sleep: 10 +2021-12-18 06:40:50,832 Number of retrials: 0 +2021-12-18 06:40:50,832 WRAPPER CHECK TIME = 10 +2021-12-18 06:40:50,833 Checking jobs for platform=marenostrum4 +2021-12-18 06:40:50,833 Checking jobs for platform=nord3 +2021-12-18 06:40:50,834 Checking jobs for platform=local +2021-12-18 06:40:50,835 Checking jobs for platform=transfer_node +2021-12-18 06:40:50,835 Checking all jobs at once +2021-12-18 06:40:52,154 Successful check job command +2021-12-18 06:40:53,724 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:40:53,724 End of checking +2021-12-18 06:40:53,726 Updating FAILED jobs +2021-12-18 06:40:53,726 Updating WAITING jobs +2021-12-18 06:40:53,726 Update finished +2021-12-18 06:40:53,727 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:40:53,727 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:40:53,727 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:40:53,727 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:40:53,727 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:40:53,730 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:40:53,732 Job list saved +2021-12-18 06:40:53,737 Updating FAILED jobs +2021-12-18 06:40:53,737 Updating WAITING jobs +2021-12-18 06:40:53,737 Update finished +2021-12-18 06:41:03,748 Reloading parameters... +2021-12-18 06:41:03,768 Loading parameters... +2021-12-18 06:41:03,769 Loading project parameters... +2021-12-18 06:41:03,771 + +22 of 25 jobs remaining (06:41) +2021-12-18 06:41:03,771 Sleep: 10 +2021-12-18 06:41:03,771 Number of retrials: 0 +2021-12-18 06:41:03,772 WRAPPER CHECK TIME = 10 +2021-12-18 06:41:03,772 Checking jobs for platform=marenostrum4 +2021-12-18 06:41:03,773 Checking jobs for platform=nord3 +2021-12-18 06:41:03,773 Checking jobs for platform=local +2021-12-18 06:41:03,774 Checking jobs for platform=transfer_node +2021-12-18 06:41:03,774 Checking all jobs at once +2021-12-18 06:41:05,343 Successful check job command +2021-12-18 06:41:06,613 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:41:06,613 End of checking +2021-12-18 06:41:06,615 Updating FAILED jobs +2021-12-18 06:41:06,615 Updating WAITING jobs +2021-12-18 06:41:06,615 Update finished +2021-12-18 06:41:06,615 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:41:06,615 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:41:06,615 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:41:06,616 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:41:06,616 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:41:06,619 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:41:06,621 Job list saved +2021-12-18 06:41:06,629 Updating FAILED jobs +2021-12-18 06:41:06,629 Updating WAITING jobs +2021-12-18 06:41:06,629 Update finished +2021-12-18 06:41:16,639 Reloading parameters... +2021-12-18 06:41:16,658 Loading parameters... +2021-12-18 06:41:16,660 Loading project parameters... +2021-12-18 06:41:16,663 + +22 of 25 jobs remaining (06:41) +2021-12-18 06:41:16,663 Sleep: 10 +2021-12-18 06:41:16,663 Number of retrials: 0 +2021-12-18 06:41:16,663 WRAPPER CHECK TIME = 10 +2021-12-18 06:41:16,664 Checking jobs for platform=marenostrum4 +2021-12-18 06:41:16,665 Checking jobs for platform=nord3 +2021-12-18 06:41:16,666 Checking jobs for platform=local +2021-12-18 06:41:16,667 Checking jobs for platform=transfer_node +2021-12-18 06:41:16,667 Checking all jobs at once +2021-12-18 06:41:18,040 Successful check job command +2021-12-18 06:41:19,212 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:41:19,212 End of checking +2021-12-18 06:41:19,214 Updating FAILED jobs +2021-12-18 06:41:19,214 Updating WAITING jobs +2021-12-18 06:41:19,214 Update finished +2021-12-18 06:41:19,214 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:41:19,215 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:41:19,215 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:41:19,215 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:41:19,216 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:41:19,218 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:41:19,221 Job list saved +2021-12-18 06:41:19,226 Updating FAILED jobs +2021-12-18 06:41:19,226 Updating WAITING jobs +2021-12-18 06:41:19,226 Update finished +2021-12-18 06:41:29,237 Reloading parameters... +2021-12-18 06:41:29,258 Loading parameters... +2021-12-18 06:41:29,259 Loading project parameters... +2021-12-18 06:41:29,261 + +22 of 25 jobs remaining (06:41) +2021-12-18 06:41:29,261 Sleep: 10 +2021-12-18 06:41:29,261 Number of retrials: 0 +2021-12-18 06:41:29,261 WRAPPER CHECK TIME = 10 +2021-12-18 06:41:29,262 Checking jobs for platform=marenostrum4 +2021-12-18 06:41:29,262 Checking jobs for platform=nord3 +2021-12-18 06:41:29,263 Checking jobs for platform=local +2021-12-18 06:41:29,263 Checking jobs for platform=transfer_node +2021-12-18 06:41:29,263 Checking all jobs at once +2021-12-18 06:41:31,084 Successful check job command +2021-12-18 06:41:32,454 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:41:32,454 End of checking +2021-12-18 06:41:32,455 Updating FAILED jobs +2021-12-18 06:41:32,456 Updating WAITING jobs +2021-12-18 06:41:32,456 Update finished +2021-12-18 06:41:32,456 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:41:32,456 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:41:32,456 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:41:32,457 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:41:32,457 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:41:32,459 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:41:32,462 Job list saved +2021-12-18 06:41:32,467 Updating FAILED jobs +2021-12-18 06:41:32,467 Updating WAITING jobs +2021-12-18 06:41:32,467 Update finished +2021-12-18 06:41:42,477 Reloading parameters... +2021-12-18 06:41:42,495 Loading parameters... +2021-12-18 06:41:42,496 Loading project parameters... +2021-12-18 06:41:42,498 + +22 of 25 jobs remaining (06:41) +2021-12-18 06:41:42,498 Sleep: 10 +2021-12-18 06:41:42,498 Number of retrials: 0 +2021-12-18 06:41:42,499 WRAPPER CHECK TIME = 10 +2021-12-18 06:41:42,499 Checking jobs for platform=marenostrum4 +2021-12-18 06:41:42,500 Checking jobs for platform=nord3 +2021-12-18 06:41:42,500 Checking jobs for platform=local +2021-12-18 06:41:42,501 Checking jobs for platform=transfer_node +2021-12-18 06:41:42,501 Checking all jobs at once +2021-12-18 06:41:43,824 Successful check job command +2021-12-18 06:41:45,495 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:41:45,495 End of checking +2021-12-18 06:41:45,496 Updating FAILED jobs +2021-12-18 06:41:45,497 Updating WAITING jobs +2021-12-18 06:41:45,497 Update finished +2021-12-18 06:41:45,497 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:41:45,497 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:41:45,497 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:41:45,497 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:41:45,498 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:41:45,500 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:41:45,503 Job list saved +2021-12-18 06:41:45,513 Updating FAILED jobs +2021-12-18 06:41:45,513 Updating WAITING jobs +2021-12-18 06:41:45,513 Update finished +2021-12-18 06:41:55,523 Reloading parameters... +2021-12-18 06:41:55,541 Loading parameters... +2021-12-18 06:41:55,543 Loading project parameters... +2021-12-18 06:41:55,545 + +22 of 25 jobs remaining (06:41) +2021-12-18 06:41:55,545 Sleep: 10 +2021-12-18 06:41:55,545 Number of retrials: 0 +2021-12-18 06:41:55,545 WRAPPER CHECK TIME = 10 +2021-12-18 06:41:55,546 Checking jobs for platform=marenostrum4 +2021-12-18 06:41:55,546 Checking jobs for platform=nord3 +2021-12-18 06:41:55,547 Checking jobs for platform=local +2021-12-18 06:41:55,547 Checking jobs for platform=transfer_node +2021-12-18 06:41:55,547 Checking all jobs at once +2021-12-18 06:41:56,867 Successful check job command +2021-12-18 06:41:58,038 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:41:58,038 End of checking +2021-12-18 06:41:58,039 Updating FAILED jobs +2021-12-18 06:41:58,039 Updating WAITING jobs +2021-12-18 06:41:58,040 Update finished +2021-12-18 06:41:58,040 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:41:58,041 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:41:58,041 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:41:58,041 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:41:58,041 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:41:58,044 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:41:58,046 Job list saved +2021-12-18 06:41:58,050 Updating FAILED jobs +2021-12-18 06:41:58,051 Updating WAITING jobs +2021-12-18 06:41:58,051 Update finished +2021-12-18 06:42:08,061 Reloading parameters... +2021-12-18 06:42:08,080 Loading parameters... +2021-12-18 06:42:08,081 Loading project parameters... +2021-12-18 06:42:08,083 + +22 of 25 jobs remaining (06:42) +2021-12-18 06:42:08,083 Sleep: 10 +2021-12-18 06:42:08,083 Number of retrials: 0 +2021-12-18 06:42:08,083 WRAPPER CHECK TIME = 10 +2021-12-18 06:42:08,084 Checking jobs for platform=marenostrum4 +2021-12-18 06:42:08,084 Checking jobs for platform=nord3 +2021-12-18 06:42:08,085 Checking jobs for platform=local +2021-12-18 06:42:08,085 Checking jobs for platform=transfer_node +2021-12-18 06:42:08,085 Checking all jobs at once +2021-12-18 06:42:09,355 Successful check job command +2021-12-18 06:42:10,524 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:42:10,524 End of checking +2021-12-18 06:42:10,525 Updating FAILED jobs +2021-12-18 06:42:10,526 Updating WAITING jobs +2021-12-18 06:42:10,526 Update finished +2021-12-18 06:42:10,526 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:42:10,526 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:42:10,526 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:42:10,526 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:42:10,527 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:42:10,529 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:42:10,532 Job list saved +2021-12-18 06:42:10,537 Updating FAILED jobs +2021-12-18 06:42:10,537 Updating WAITING jobs +2021-12-18 06:42:10,537 Update finished +2021-12-18 06:42:20,547 Reloading parameters... +2021-12-18 06:42:20,565 Loading parameters... +2021-12-18 06:42:20,567 Loading project parameters... +2021-12-18 06:42:20,568 + +22 of 25 jobs remaining (06:42) +2021-12-18 06:42:20,569 Sleep: 10 +2021-12-18 06:42:20,569 Number of retrials: 0 +2021-12-18 06:42:20,569 WRAPPER CHECK TIME = 10 +2021-12-18 06:42:20,569 Checking jobs for platform=marenostrum4 +2021-12-18 06:42:20,570 Checking jobs for platform=nord3 +2021-12-18 06:42:20,571 Checking jobs for platform=local +2021-12-18 06:42:20,571 Checking jobs for platform=transfer_node +2021-12-18 06:42:20,571 Checking all jobs at once +2021-12-18 06:42:24,694 Successful check job command +2021-12-18 06:42:25,964 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:42:25,965 End of checking +2021-12-18 06:42:25,966 Updating FAILED jobs +2021-12-18 06:42:25,966 Updating WAITING jobs +2021-12-18 06:42:25,967 Update finished +2021-12-18 06:42:25,967 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:42:25,967 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:42:25,967 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:42:25,967 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:42:25,967 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:42:25,970 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:42:25,972 Job list saved +2021-12-18 06:42:25,977 Updating FAILED jobs +2021-12-18 06:42:25,977 Updating WAITING jobs +2021-12-18 06:42:25,977 Update finished +2021-12-18 06:42:35,988 Reloading parameters... +2021-12-18 06:42:36,006 Loading parameters... +2021-12-18 06:42:36,008 Loading project parameters... +2021-12-18 06:42:36,010 + +22 of 25 jobs remaining (06:42) +2021-12-18 06:42:36,010 Sleep: 10 +2021-12-18 06:42:36,010 Number of retrials: 0 +2021-12-18 06:42:36,010 WRAPPER CHECK TIME = 10 +2021-12-18 06:42:36,011 Checking jobs for platform=marenostrum4 +2021-12-18 06:42:36,011 Checking jobs for platform=nord3 +2021-12-18 06:42:36,012 Checking jobs for platform=local +2021-12-18 06:42:36,012 Checking jobs for platform=transfer_node +2021-12-18 06:42:36,013 Checking all jobs at once +2021-12-18 06:42:37,933 Successful check job command +2021-12-18 06:42:39,453 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:42:39,453 End of checking +2021-12-18 06:42:39,455 Updating FAILED jobs +2021-12-18 06:42:39,455 Updating WAITING jobs +2021-12-18 06:42:39,455 Update finished +2021-12-18 06:42:39,455 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:42:39,456 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:42:39,456 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:42:39,456 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:42:39,456 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:42:39,459 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:42:39,461 Job list saved +2021-12-18 06:42:39,465 Updating FAILED jobs +2021-12-18 06:42:39,465 Updating WAITING jobs +2021-12-18 06:42:39,466 Update finished +2021-12-18 06:42:49,473 Reloading parameters... +2021-12-18 06:42:49,490 Loading parameters... +2021-12-18 06:42:49,492 Loading project parameters... +2021-12-18 06:42:49,493 + +22 of 25 jobs remaining (06:42) +2021-12-18 06:42:49,494 Sleep: 10 +2021-12-18 06:42:49,494 Number of retrials: 0 +2021-12-18 06:42:49,494 WRAPPER CHECK TIME = 10 +2021-12-18 06:42:49,494 Checking jobs for platform=marenostrum4 +2021-12-18 06:42:49,495 Checking jobs for platform=nord3 +2021-12-18 06:42:49,496 Checking jobs for platform=local +2021-12-18 06:42:49,497 Checking jobs for platform=transfer_node +2021-12-18 06:42:49,497 Checking all jobs at once +2021-12-18 06:42:50,766 Successful check job command +2021-12-18 06:42:52,035 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:42:52,035 End of checking +2021-12-18 06:42:52,037 Updating FAILED jobs +2021-12-18 06:42:52,037 Updating WAITING jobs +2021-12-18 06:42:52,037 Update finished +2021-12-18 06:42:52,037 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:42:52,037 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:42:52,037 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:42:52,038 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:42:52,038 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:42:52,040 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:42:52,042 Job list saved +2021-12-18 06:42:52,047 Updating FAILED jobs +2021-12-18 06:42:52,047 Updating WAITING jobs +2021-12-18 06:42:52,047 Update finished +2021-12-18 06:43:02,051 Reloading parameters... +2021-12-18 06:43:02,070 Loading parameters... +2021-12-18 06:43:02,071 Loading project parameters... +2021-12-18 06:43:02,073 + +22 of 25 jobs remaining (06:43) +2021-12-18 06:43:02,073 Sleep: 10 +2021-12-18 06:43:02,073 Number of retrials: 0 +2021-12-18 06:43:02,073 WRAPPER CHECK TIME = 10 +2021-12-18 06:43:02,074 Checking jobs for platform=marenostrum4 +2021-12-18 06:43:02,075 Checking jobs for platform=nord3 +2021-12-18 06:43:02,075 Checking jobs for platform=local +2021-12-18 06:43:02,076 Checking jobs for platform=transfer_node +2021-12-18 06:43:02,076 Checking all jobs at once +2021-12-18 06:43:03,345 Successful check job command +2021-12-18 06:43:04,565 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:43:04,565 End of checking +2021-12-18 06:43:04,566 Updating FAILED jobs +2021-12-18 06:43:04,567 Updating WAITING jobs +2021-12-18 06:43:04,567 Update finished +2021-12-18 06:43:04,567 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:43:04,567 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:43:04,567 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:43:04,568 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:43:04,568 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:43:04,570 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:43:04,573 Job list saved +2021-12-18 06:43:04,578 Updating FAILED jobs +2021-12-18 06:43:04,578 Updating WAITING jobs +2021-12-18 06:43:04,578 Update finished +2021-12-18 06:43:14,586 Reloading parameters... +2021-12-18 06:43:14,605 Loading parameters... +2021-12-18 06:43:14,606 Loading project parameters... +2021-12-18 06:43:14,608 + +22 of 25 jobs remaining (06:43) +2021-12-18 06:43:14,608 Sleep: 10 +2021-12-18 06:43:14,608 Number of retrials: 0 +2021-12-18 06:43:14,608 WRAPPER CHECK TIME = 10 +2021-12-18 06:43:14,609 Checking jobs for platform=marenostrum4 +2021-12-18 06:43:14,610 Checking jobs for platform=nord3 +2021-12-18 06:43:14,610 Checking jobs for platform=local +2021-12-18 06:43:14,611 Checking jobs for platform=transfer_node +2021-12-18 06:43:14,611 Checking all jobs at once +2021-12-18 06:43:16,932 Successful check job command +2021-12-18 06:43:18,152 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:43:18,152 End of checking +2021-12-18 06:43:18,153 Updating FAILED jobs +2021-12-18 06:43:18,153 Updating WAITING jobs +2021-12-18 06:43:18,153 Update finished +2021-12-18 06:43:18,154 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:43:18,154 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:43:18,154 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:43:18,155 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:43:18,155 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:43:18,157 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:43:18,160 Job list saved +2021-12-18 06:43:18,165 Updating FAILED jobs +2021-12-18 06:43:18,165 Updating WAITING jobs +2021-12-18 06:43:18,165 Update finished +2021-12-18 06:43:28,175 Reloading parameters... +2021-12-18 06:43:28,194 Loading parameters... +2021-12-18 06:43:28,195 Loading project parameters... +2021-12-18 06:43:28,197 + +22 of 25 jobs remaining (06:43) +2021-12-18 06:43:28,197 Sleep: 10 +2021-12-18 06:43:28,197 Number of retrials: 0 +2021-12-18 06:43:28,197 WRAPPER CHECK TIME = 10 +2021-12-18 06:43:28,198 Checking jobs for platform=marenostrum4 +2021-12-18 06:43:28,198 Checking jobs for platform=nord3 +2021-12-18 06:43:28,199 Checking jobs for platform=local +2021-12-18 06:43:28,199 Checking jobs for platform=transfer_node +2021-12-18 06:43:28,200 Checking all jobs at once +2021-12-18 06:43:30,120 Successful check job command +2021-12-18 06:43:31,793 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:43:31,793 End of checking +2021-12-18 06:43:31,796 Updating FAILED jobs +2021-12-18 06:43:31,796 Updating WAITING jobs +2021-12-18 06:43:31,796 Update finished +2021-12-18 06:43:31,796 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:43:31,796 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:43:31,797 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:43:31,797 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:43:31,797 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:43:31,799 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:43:31,802 Job list saved +2021-12-18 06:43:31,806 Updating FAILED jobs +2021-12-18 06:43:31,806 Updating WAITING jobs +2021-12-18 06:43:31,807 Update finished +2021-12-18 06:43:41,813 Reloading parameters... +2021-12-18 06:43:41,837 Loading parameters... +2021-12-18 06:43:41,839 Loading project parameters... +2021-12-18 06:43:41,840 + +22 of 25 jobs remaining (06:43) +2021-12-18 06:43:41,841 Sleep: 10 +2021-12-18 06:43:41,841 Number of retrials: 0 +2021-12-18 06:43:41,841 WRAPPER CHECK TIME = 10 +2021-12-18 06:43:41,841 Checking jobs for platform=marenostrum4 +2021-12-18 06:43:41,842 Checking jobs for platform=nord3 +2021-12-18 06:43:41,843 Checking jobs for platform=local +2021-12-18 06:43:41,843 Checking jobs for platform=transfer_node +2021-12-18 06:43:41,843 Checking all jobs at once +2021-12-18 06:43:43,162 Successful check job command +2021-12-18 06:43:44,585 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:43:44,585 End of checking +2021-12-18 06:43:44,589 Updating FAILED jobs +2021-12-18 06:43:44,589 Updating WAITING jobs +2021-12-18 06:43:44,589 Update finished +2021-12-18 06:43:44,590 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:43:44,590 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:43:44,590 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:43:44,590 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:43:44,590 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:43:44,593 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:43:44,595 Job list saved +2021-12-18 06:43:44,600 Updating FAILED jobs +2021-12-18 06:43:44,600 Updating WAITING jobs +2021-12-18 06:43:44,600 Update finished +2021-12-18 06:43:54,606 Reloading parameters... +2021-12-18 06:43:54,625 Loading parameters... +2021-12-18 06:43:54,626 Loading project parameters... +2021-12-18 06:43:54,629 + +22 of 25 jobs remaining (06:43) +2021-12-18 06:43:54,629 Sleep: 10 +2021-12-18 06:43:54,629 Number of retrials: 0 +2021-12-18 06:43:54,629 WRAPPER CHECK TIME = 10 +2021-12-18 06:43:54,630 Checking jobs for platform=marenostrum4 +2021-12-18 06:43:54,631 Checking jobs for platform=nord3 +2021-12-18 06:43:54,631 Checking jobs for platform=local +2021-12-18 06:43:54,632 Checking jobs for platform=transfer_node +2021-12-18 06:43:54,632 Checking all jobs at once +2021-12-18 06:43:55,952 Successful check job command +2021-12-18 06:43:57,221 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:43:57,222 End of checking +2021-12-18 06:43:57,223 Updating FAILED jobs +2021-12-18 06:43:57,223 Updating WAITING jobs +2021-12-18 06:43:57,223 Update finished +2021-12-18 06:43:57,224 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:43:57,224 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:43:57,224 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:43:57,224 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:43:57,225 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:43:57,227 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:43:57,229 Job list saved +2021-12-18 06:43:57,234 Updating FAILED jobs +2021-12-18 06:43:57,234 Updating WAITING jobs +2021-12-18 06:43:57,235 Update finished +2021-12-18 06:44:07,245 Reloading parameters... +2021-12-18 06:44:07,268 Loading parameters... +2021-12-18 06:44:07,270 Loading project parameters... +2021-12-18 06:44:07,272 + +22 of 25 jobs remaining (06:44) +2021-12-18 06:44:07,272 Sleep: 10 +2021-12-18 06:44:07,272 Number of retrials: 0 +2021-12-18 06:44:07,272 WRAPPER CHECK TIME = 10 +2021-12-18 06:44:07,273 Checking jobs for platform=marenostrum4 +2021-12-18 06:44:07,273 Checking jobs for platform=nord3 +2021-12-18 06:44:07,274 Checking jobs for platform=local +2021-12-18 06:44:07,274 Checking jobs for platform=transfer_node +2021-12-18 06:44:07,274 Checking all jobs at once +2021-12-18 06:44:08,595 Successful check job command +2021-12-18 06:44:10,115 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:44:10,115 End of checking +2021-12-18 06:44:10,116 Updating FAILED jobs +2021-12-18 06:44:10,116 Updating WAITING jobs +2021-12-18 06:44:10,117 Update finished +2021-12-18 06:44:10,117 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:44:10,117 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:44:10,117 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:44:10,117 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:44:10,117 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:44:10,120 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:44:10,122 Job list saved +2021-12-18 06:44:10,127 Updating FAILED jobs +2021-12-18 06:44:10,127 Updating WAITING jobs +2021-12-18 06:44:10,127 Update finished +2021-12-18 06:44:20,127 Reloading parameters... +2021-12-18 06:44:20,146 Loading parameters... +2021-12-18 06:44:20,147 Loading project parameters... +2021-12-18 06:44:20,149 + +22 of 25 jobs remaining (06:44) +2021-12-18 06:44:20,149 Sleep: 10 +2021-12-18 06:44:20,150 Number of retrials: 0 +2021-12-18 06:44:20,150 WRAPPER CHECK TIME = 10 +2021-12-18 06:44:20,150 Checking jobs for platform=marenostrum4 +2021-12-18 06:44:20,151 Checking jobs for platform=nord3 +2021-12-18 06:44:20,151 Checking jobs for platform=local +2021-12-18 06:44:20,152 Checking jobs for platform=transfer_node +2021-12-18 06:44:20,152 Checking all jobs at once +2021-12-18 06:44:22,072 Successful check job command +2021-12-18 06:44:23,341 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:44:23,341 End of checking +2021-12-18 06:44:23,343 Updating FAILED jobs +2021-12-18 06:44:23,343 Updating WAITING jobs +2021-12-18 06:44:23,343 Update finished +2021-12-18 06:44:23,343 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:44:23,343 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:44:23,344 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:44:23,344 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:44:23,344 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:44:23,347 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:44:23,349 Job list saved +2021-12-18 06:44:23,354 Updating FAILED jobs +2021-12-18 06:44:23,354 Updating WAITING jobs +2021-12-18 06:44:23,354 Update finished +2021-12-18 06:44:33,356 Reloading parameters... +2021-12-18 06:44:33,374 Loading parameters... +2021-12-18 06:44:33,375 Loading project parameters... +2021-12-18 06:44:33,377 + +22 of 25 jobs remaining (06:44) +2021-12-18 06:44:33,377 Sleep: 10 +2021-12-18 06:44:33,377 Number of retrials: 0 +2021-12-18 06:44:33,378 WRAPPER CHECK TIME = 10 +2021-12-18 06:44:33,378 Checking jobs for platform=marenostrum4 +2021-12-18 06:44:33,379 Checking jobs for platform=nord3 +2021-12-18 06:44:33,379 Checking jobs for platform=local +2021-12-18 06:44:33,380 Checking jobs for platform=transfer_node +2021-12-18 06:44:33,380 Checking all jobs at once +2021-12-18 06:44:35,250 Successful check job command +2021-12-18 06:44:36,971 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:44:36,971 End of checking +2021-12-18 06:44:36,972 Updating FAILED jobs +2021-12-18 06:44:36,972 Updating WAITING jobs +2021-12-18 06:44:36,972 Update finished +2021-12-18 06:44:36,973 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:44:36,973 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:44:36,973 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:44:36,973 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:44:36,974 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:44:36,976 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:44:36,978 Job list saved +2021-12-18 06:44:36,983 Updating FAILED jobs +2021-12-18 06:44:36,983 Updating WAITING jobs +2021-12-18 06:44:36,983 Update finished +2021-12-18 06:44:46,994 Reloading parameters... +2021-12-18 06:44:47,014 Loading parameters... +2021-12-18 06:44:47,015 Loading project parameters... +2021-12-18 06:44:47,017 + +22 of 25 jobs remaining (06:44) +2021-12-18 06:44:47,017 Sleep: 10 +2021-12-18 06:44:47,017 Number of retrials: 0 +2021-12-18 06:44:47,017 WRAPPER CHECK TIME = 10 +2021-12-18 06:44:47,018 Checking jobs for platform=marenostrum4 +2021-12-18 06:44:47,018 Checking jobs for platform=nord3 +2021-12-18 06:44:47,019 Checking jobs for platform=local +2021-12-18 06:44:47,019 Checking jobs for platform=transfer_node +2021-12-18 06:44:47,020 Checking all jobs at once +2021-12-18 06:44:48,389 Successful check job command +2021-12-18 06:44:49,709 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:44:49,709 End of checking +2021-12-18 06:44:49,710 Updating FAILED jobs +2021-12-18 06:44:49,710 Updating WAITING jobs +2021-12-18 06:44:49,711 Update finished +2021-12-18 06:44:49,711 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:44:49,711 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:44:49,711 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:44:49,711 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:44:49,711 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:44:49,714 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:44:49,717 Job list saved +2021-12-18 06:44:49,721 Updating FAILED jobs +2021-12-18 06:44:49,721 Updating WAITING jobs +2021-12-18 06:44:49,722 Update finished +2021-12-18 06:44:59,732 Reloading parameters... +2021-12-18 06:44:59,751 Loading parameters... +2021-12-18 06:44:59,753 Loading project parameters... +2021-12-18 06:44:59,754 + +22 of 25 jobs remaining (06:44) +2021-12-18 06:44:59,755 Sleep: 10 +2021-12-18 06:44:59,755 Number of retrials: 0 +2021-12-18 06:44:59,755 WRAPPER CHECK TIME = 10 +2021-12-18 06:44:59,755 Checking jobs for platform=marenostrum4 +2021-12-18 06:44:59,756 Checking jobs for platform=nord3 +2021-12-18 06:44:59,756 Checking jobs for platform=local +2021-12-18 06:44:59,757 Checking jobs for platform=transfer_node +2021-12-18 06:44:59,757 Checking all jobs at once +2021-12-18 06:45:01,031 Successful check job command +2021-12-18 06:45:02,652 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:45:02,652 End of checking +2021-12-18 06:45:02,653 Updating FAILED jobs +2021-12-18 06:45:02,654 Updating WAITING jobs +2021-12-18 06:45:02,654 Update finished +2021-12-18 06:45:02,654 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:45:02,654 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:45:02,655 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:45:02,655 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:45:02,655 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:45:02,658 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:45:02,660 Job list saved +2021-12-18 06:45:02,666 Updating FAILED jobs +2021-12-18 06:45:02,666 Updating WAITING jobs +2021-12-18 06:45:02,666 Update finished +2021-12-18 06:45:12,676 Reloading parameters... +2021-12-18 06:45:12,694 Loading parameters... +2021-12-18 06:45:12,696 Loading project parameters... +2021-12-18 06:45:12,697 + +22 of 25 jobs remaining (06:45) +2021-12-18 06:45:12,698 Sleep: 10 +2021-12-18 06:45:12,698 Number of retrials: 0 +2021-12-18 06:45:12,698 WRAPPER CHECK TIME = 10 +2021-12-18 06:45:12,698 Checking jobs for platform=marenostrum4 +2021-12-18 06:45:12,699 Checking jobs for platform=nord3 +2021-12-18 06:45:12,700 Checking jobs for platform=local +2021-12-18 06:45:12,700 Checking jobs for platform=transfer_node +2021-12-18 06:45:12,700 Checking all jobs at once +2021-12-18 06:45:14,228 Successful check job command +2021-12-18 06:45:15,598 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:45:15,599 End of checking +2021-12-18 06:45:15,600 Updating FAILED jobs +2021-12-18 06:45:15,600 Updating WAITING jobs +2021-12-18 06:45:15,600 Update finished +2021-12-18 06:45:15,601 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:45:15,601 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:45:15,601 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:45:15,601 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:45:15,602 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:45:15,605 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:45:15,607 Job list saved +2021-12-18 06:45:15,613 Updating FAILED jobs +2021-12-18 06:45:15,613 Updating WAITING jobs +2021-12-18 06:45:15,613 Update finished +2021-12-18 06:45:25,623 Reloading parameters... +2021-12-18 06:45:25,642 Loading parameters... +2021-12-18 06:45:25,644 Loading project parameters... +2021-12-18 06:45:25,646 + +22 of 25 jobs remaining (06:45) +2021-12-18 06:45:25,646 Sleep: 10 +2021-12-18 06:45:25,646 Number of retrials: 0 +2021-12-18 06:45:25,646 WRAPPER CHECK TIME = 10 +2021-12-18 06:45:25,647 Checking jobs for platform=marenostrum4 +2021-12-18 06:45:25,647 Checking jobs for platform=nord3 +2021-12-18 06:45:25,648 Checking jobs for platform=local +2021-12-18 06:45:25,648 Checking jobs for platform=transfer_node +2021-12-18 06:45:25,648 Checking all jobs at once +2021-12-18 06:45:27,770 Successful check job command +2021-12-18 06:45:30,143 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:45:30,143 End of checking +2021-12-18 06:45:30,144 Updating FAILED jobs +2021-12-18 06:45:30,145 Updating WAITING jobs +2021-12-18 06:45:30,145 Update finished +2021-12-18 06:45:30,145 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:45:30,145 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:45:30,145 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:45:30,145 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:45:30,146 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:45:30,148 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:45:30,150 Job list saved +2021-12-18 06:45:30,155 Updating FAILED jobs +2021-12-18 06:45:30,155 Updating WAITING jobs +2021-12-18 06:45:30,155 Update finished +2021-12-18 06:45:40,165 Reloading parameters... +2021-12-18 06:45:40,183 Loading parameters... +2021-12-18 06:45:40,184 Loading project parameters... +2021-12-18 06:45:40,186 + +22 of 25 jobs remaining (06:45) +2021-12-18 06:45:40,186 Sleep: 10 +2021-12-18 06:45:40,186 Number of retrials: 0 +2021-12-18 06:45:40,186 WRAPPER CHECK TIME = 10 +2021-12-18 06:45:40,187 Checking jobs for platform=marenostrum4 +2021-12-18 06:45:40,187 Checking jobs for platform=nord3 +2021-12-18 06:45:40,188 Checking jobs for platform=local +2021-12-18 06:45:40,188 Checking jobs for platform=transfer_node +2021-12-18 06:45:40,188 Checking all jobs at once +2021-12-18 06:45:41,562 Successful check job command +2021-12-18 06:45:43,282 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:45:43,283 End of checking +2021-12-18 06:45:43,284 Updating FAILED jobs +2021-12-18 06:45:43,284 Updating WAITING jobs +2021-12-18 06:45:43,284 Update finished +2021-12-18 06:45:43,284 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:45:43,285 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:45:43,285 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:45:43,285 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:45:43,285 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:45:43,287 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:45:43,290 Job list saved +2021-12-18 06:45:43,295 Updating FAILED jobs +2021-12-18 06:45:43,295 Updating WAITING jobs +2021-12-18 06:45:43,295 Update finished +2021-12-18 06:45:53,305 Reloading parameters... +2021-12-18 06:45:53,325 Loading parameters... +2021-12-18 06:45:53,327 Loading project parameters... +2021-12-18 06:45:53,329 + +22 of 25 jobs remaining (06:45) +2021-12-18 06:45:53,329 Sleep: 10 +2021-12-18 06:45:53,329 Number of retrials: 0 +2021-12-18 06:45:53,329 WRAPPER CHECK TIME = 10 +2021-12-18 06:45:53,330 Checking jobs for platform=marenostrum4 +2021-12-18 06:45:53,330 Checking jobs for platform=nord3 +2021-12-18 06:45:53,331 Checking jobs for platform=local +2021-12-18 06:45:53,331 Checking jobs for platform=transfer_node +2021-12-18 06:45:53,332 Checking all jobs at once +2021-12-18 06:45:54,651 Successful check job command +2021-12-18 06:45:56,072 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:45:56,073 End of checking +2021-12-18 06:45:56,074 Updating FAILED jobs +2021-12-18 06:45:56,074 Updating WAITING jobs +2021-12-18 06:45:56,074 Update finished +2021-12-18 06:45:56,075 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:45:56,075 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:45:56,076 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:45:56,076 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:45:56,076 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:45:56,079 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:45:56,081 Job list saved +2021-12-18 06:45:56,086 Updating FAILED jobs +2021-12-18 06:45:56,086 Updating WAITING jobs +2021-12-18 06:45:56,086 Update finished +2021-12-18 06:46:06,094 Reloading parameters... +2021-12-18 06:46:06,113 Loading parameters... +2021-12-18 06:46:06,114 Loading project parameters... +2021-12-18 06:46:06,116 + +22 of 25 jobs remaining (06:46) +2021-12-18 06:46:06,116 Sleep: 10 +2021-12-18 06:46:06,116 Number of retrials: 0 +2021-12-18 06:46:06,116 WRAPPER CHECK TIME = 10 +2021-12-18 06:46:06,117 Checking jobs for platform=marenostrum4 +2021-12-18 06:46:06,118 Checking jobs for platform=nord3 +2021-12-18 06:46:06,118 Checking jobs for platform=local +2021-12-18 06:46:06,119 Checking jobs for platform=transfer_node +2021-12-18 06:46:06,119 Checking all jobs at once +2021-12-18 06:46:07,788 Successful check job command +2021-12-18 06:46:09,063 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:46:09,064 End of checking +2021-12-18 06:46:09,065 Updating FAILED jobs +2021-12-18 06:46:09,065 Updating WAITING jobs +2021-12-18 06:46:09,066 Update finished +2021-12-18 06:46:09,066 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:46:09,066 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:46:09,066 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:46:09,066 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:46:09,066 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:46:09,069 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:46:09,071 Job list saved +2021-12-18 06:46:09,077 Updating FAILED jobs +2021-12-18 06:46:09,077 Updating WAITING jobs +2021-12-18 06:46:09,077 Update finished +2021-12-18 06:46:19,087 Reloading parameters... +2021-12-18 06:46:19,114 Loading parameters... +2021-12-18 06:46:19,115 Loading project parameters... +2021-12-18 06:46:19,117 + +22 of 25 jobs remaining (06:46) +2021-12-18 06:46:19,117 Sleep: 10 +2021-12-18 06:46:19,118 Number of retrials: 0 +2021-12-18 06:46:19,118 WRAPPER CHECK TIME = 10 +2021-12-18 06:46:19,118 Checking jobs for platform=marenostrum4 +2021-12-18 06:46:19,119 Checking jobs for platform=nord3 +2021-12-18 06:46:19,119 Checking jobs for platform=local +2021-12-18 06:46:19,120 Checking jobs for platform=transfer_node +2021-12-18 06:46:19,123 Checking all jobs at once +2021-12-18 06:46:20,594 Successful check job command +2021-12-18 06:46:22,364 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:46:22,364 End of checking +2021-12-18 06:46:22,366 Updating FAILED jobs +2021-12-18 06:46:22,366 Updating WAITING jobs +2021-12-18 06:46:22,366 Update finished +2021-12-18 06:46:22,367 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:46:22,367 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:46:22,367 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:46:22,367 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:46:22,367 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:46:22,370 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:46:22,373 Job list saved +2021-12-18 06:46:22,378 Updating FAILED jobs +2021-12-18 06:46:22,378 Updating WAITING jobs +2021-12-18 06:46:22,378 Update finished +2021-12-18 06:46:32,388 Reloading parameters... +2021-12-18 06:46:32,406 Loading parameters... +2021-12-18 06:46:32,407 Loading project parameters... +2021-12-18 06:46:32,409 + +22 of 25 jobs remaining (06:46) +2021-12-18 06:46:32,409 Sleep: 10 +2021-12-18 06:46:32,409 Number of retrials: 0 +2021-12-18 06:46:32,410 WRAPPER CHECK TIME = 10 +2021-12-18 06:46:32,410 Checking jobs for platform=marenostrum4 +2021-12-18 06:46:32,411 Checking jobs for platform=nord3 +2021-12-18 06:46:32,411 Checking jobs for platform=local +2021-12-18 06:46:32,412 Checking jobs for platform=transfer_node +2021-12-18 06:46:32,412 Checking all jobs at once +2021-12-18 06:46:33,832 Successful check job command +2021-12-18 06:46:35,101 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:46:35,101 End of checking +2021-12-18 06:46:35,103 Updating FAILED jobs +2021-12-18 06:46:35,103 Updating WAITING jobs +2021-12-18 06:46:35,103 Update finished +2021-12-18 06:46:35,103 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:46:35,104 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:46:35,104 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:46:35,104 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:46:35,104 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:46:35,107 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:46:35,109 Job list saved +2021-12-18 06:46:35,119 Updating FAILED jobs +2021-12-18 06:46:35,120 Updating WAITING jobs +2021-12-18 06:46:35,120 Update finished +2021-12-18 06:46:45,129 Reloading parameters... +2021-12-18 06:46:45,150 Loading parameters... +2021-12-18 06:46:45,151 Loading project parameters... +2021-12-18 06:46:45,153 + +22 of 25 jobs remaining (06:46) +2021-12-18 06:46:45,153 Sleep: 10 +2021-12-18 06:46:45,153 Number of retrials: 0 +2021-12-18 06:46:45,153 WRAPPER CHECK TIME = 10 +2021-12-18 06:46:45,154 Checking jobs for platform=marenostrum4 +2021-12-18 06:46:45,154 Checking jobs for platform=nord3 +2021-12-18 06:46:45,155 Checking jobs for platform=local +2021-12-18 06:46:45,155 Checking jobs for platform=transfer_node +2021-12-18 06:46:45,155 Checking all jobs at once +2021-12-18 06:46:46,424 Successful check job command +2021-12-18 06:46:47,594 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:46:47,594 End of checking +2021-12-18 06:46:47,596 Updating FAILED jobs +2021-12-18 06:46:47,596 Updating WAITING jobs +2021-12-18 06:46:47,596 Update finished +2021-12-18 06:46:47,596 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:46:47,597 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:46:47,597 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:46:47,597 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:46:47,597 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:46:47,600 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:46:47,602 Job list saved +2021-12-18 06:46:47,607 Updating FAILED jobs +2021-12-18 06:46:47,607 Updating WAITING jobs +2021-12-18 06:46:47,607 Update finished +2021-12-18 06:46:57,617 Reloading parameters... +2021-12-18 06:46:57,637 Loading parameters... +2021-12-18 06:46:57,638 Loading project parameters... +2021-12-18 06:46:57,640 + +22 of 25 jobs remaining (06:46) +2021-12-18 06:46:57,640 Sleep: 10 +2021-12-18 06:46:57,640 Number of retrials: 0 +2021-12-18 06:46:57,640 WRAPPER CHECK TIME = 10 +2021-12-18 06:46:57,641 Checking jobs for platform=marenostrum4 +2021-12-18 06:46:57,641 Checking jobs for platform=nord3 +2021-12-18 06:46:57,642 Checking jobs for platform=local +2021-12-18 06:46:57,642 Checking jobs for platform=transfer_node +2021-12-18 06:46:57,643 Checking all jobs at once +2021-12-18 06:46:58,912 Successful check job command +2021-12-18 06:47:00,081 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:47:00,081 End of checking +2021-12-18 06:47:00,083 Updating FAILED jobs +2021-12-18 06:47:00,083 Updating WAITING jobs +2021-12-18 06:47:00,083 Update finished +2021-12-18 06:47:00,083 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:47:00,083 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:47:00,084 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:47:00,084 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:47:00,084 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:47:00,086 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:47:00,089 Job list saved +2021-12-18 06:47:00,097 Updating FAILED jobs +2021-12-18 06:47:00,097 Updating WAITING jobs +2021-12-18 06:47:00,097 Update finished +2021-12-18 06:47:10,100 Reloading parameters... +2021-12-18 06:47:10,119 Loading parameters... +2021-12-18 06:47:10,120 Loading project parameters... +2021-12-18 06:47:10,122 + +22 of 25 jobs remaining (06:47) +2021-12-18 06:47:10,122 Sleep: 10 +2021-12-18 06:47:10,122 Number of retrials: 0 +2021-12-18 06:47:10,122 WRAPPER CHECK TIME = 10 +2021-12-18 06:47:10,123 Checking jobs for platform=marenostrum4 +2021-12-18 06:47:10,123 Checking jobs for platform=nord3 +2021-12-18 06:47:10,124 Checking jobs for platform=local +2021-12-18 06:47:10,124 Checking jobs for platform=transfer_node +2021-12-18 06:47:10,124 Checking all jobs at once +2021-12-18 06:47:11,544 Successful check job command +2021-12-18 06:47:12,914 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:47:12,915 End of checking +2021-12-18 06:47:12,916 Updating FAILED jobs +2021-12-18 06:47:12,916 Updating WAITING jobs +2021-12-18 06:47:12,916 Update finished +2021-12-18 06:47:12,917 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:47:12,917 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:47:12,917 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:47:12,917 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:47:12,918 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:47:12,920 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:47:12,922 Job list saved +2021-12-18 06:47:12,927 Updating FAILED jobs +2021-12-18 06:47:12,927 Updating WAITING jobs +2021-12-18 06:47:12,927 Update finished +2021-12-18 06:47:22,937 Reloading parameters... +2021-12-18 06:47:22,955 Loading parameters... +2021-12-18 06:47:22,956 Loading project parameters... +2021-12-18 06:47:22,958 + +22 of 25 jobs remaining (06:47) +2021-12-18 06:47:22,958 Sleep: 10 +2021-12-18 06:47:22,958 Number of retrials: 0 +2021-12-18 06:47:22,959 WRAPPER CHECK TIME = 10 +2021-12-18 06:47:22,959 Checking jobs for platform=marenostrum4 +2021-12-18 06:47:22,960 Checking jobs for platform=nord3 +2021-12-18 06:47:22,960 Checking jobs for platform=local +2021-12-18 06:47:22,961 Checking jobs for platform=transfer_node +2021-12-18 06:47:22,961 Checking all jobs at once +2021-12-18 06:47:24,231 Successful check job command +2021-12-18 06:47:25,600 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:47:25,601 End of checking +2021-12-18 06:47:25,602 Updating FAILED jobs +2021-12-18 06:47:25,602 Updating WAITING jobs +2021-12-18 06:47:25,603 Update finished +2021-12-18 06:47:25,603 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:47:25,603 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:47:25,603 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:47:25,603 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:47:25,603 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:47:25,606 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:47:25,608 Job list saved +2021-12-18 06:47:25,614 Updating FAILED jobs +2021-12-18 06:47:25,615 Updating WAITING jobs +2021-12-18 06:47:25,615 Update finished +2021-12-18 06:47:35,625 Reloading parameters... +2021-12-18 06:47:35,645 Loading parameters... +2021-12-18 06:47:35,646 Loading project parameters... +2021-12-18 06:47:35,648 + +22 of 25 jobs remaining (06:47) +2021-12-18 06:47:35,648 Sleep: 10 +2021-12-18 06:47:35,649 Number of retrials: 0 +2021-12-18 06:47:35,649 WRAPPER CHECK TIME = 10 +2021-12-18 06:47:35,649 Checking jobs for platform=marenostrum4 +2021-12-18 06:47:35,650 Checking jobs for platform=nord3 +2021-12-18 06:47:35,650 Checking jobs for platform=local +2021-12-18 06:47:35,651 Checking jobs for platform=transfer_node +2021-12-18 06:47:35,651 Checking all jobs at once +2021-12-18 06:47:36,971 Successful check job command +2021-12-18 06:47:38,140 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:47:38,141 End of checking +2021-12-18 06:47:38,142 Updating FAILED jobs +2021-12-18 06:47:38,142 Updating WAITING jobs +2021-12-18 06:47:38,143 Update finished +2021-12-18 06:47:38,143 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:47:38,143 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:47:38,143 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:47:38,143 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:47:38,143 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:47:38,146 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:47:38,149 Job list saved +2021-12-18 06:47:38,154 Updating FAILED jobs +2021-12-18 06:47:38,154 Updating WAITING jobs +2021-12-18 06:47:38,154 Update finished +2021-12-18 06:47:48,164 Reloading parameters... +2021-12-18 06:47:48,182 Loading parameters... +2021-12-18 06:47:48,184 Loading project parameters... +2021-12-18 06:47:48,186 + +22 of 25 jobs remaining (06:47) +2021-12-18 06:47:48,186 Sleep: 10 +2021-12-18 06:47:48,186 Number of retrials: 0 +2021-12-18 06:47:48,186 WRAPPER CHECK TIME = 10 +2021-12-18 06:47:48,187 Checking jobs for platform=marenostrum4 +2021-12-18 06:47:48,187 Checking jobs for platform=nord3 +2021-12-18 06:47:48,188 Checking jobs for platform=local +2021-12-18 06:47:48,188 Checking jobs for platform=transfer_node +2021-12-18 06:47:48,188 Checking all jobs at once +2021-12-18 06:47:49,708 Successful check job command +2021-12-18 06:47:52,982 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:47:52,982 End of checking +2021-12-18 06:47:52,984 Updating FAILED jobs +2021-12-18 06:47:52,984 Updating WAITING jobs +2021-12-18 06:47:52,984 Update finished +2021-12-18 06:47:52,984 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:47:52,985 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:47:52,985 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:47:52,985 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:47:52,985 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:47:52,988 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:47:52,990 Job list saved +2021-12-18 06:47:52,995 Updating FAILED jobs +2021-12-18 06:47:52,995 Updating WAITING jobs +2021-12-18 06:47:52,995 Update finished +2021-12-18 06:48:03,005 Reloading parameters... +2021-12-18 06:48:03,023 Loading parameters... +2021-12-18 06:48:03,024 Loading project parameters... +2021-12-18 06:48:03,026 + +22 of 25 jobs remaining (06:48) +2021-12-18 06:48:03,026 Sleep: 10 +2021-12-18 06:48:03,027 Number of retrials: 0 +2021-12-18 06:48:03,027 WRAPPER CHECK TIME = 10 +2021-12-18 06:48:03,027 Checking jobs for platform=marenostrum4 +2021-12-18 06:48:03,028 Checking jobs for platform=nord3 +2021-12-18 06:48:03,028 Checking jobs for platform=local +2021-12-18 06:48:03,029 Checking jobs for platform=transfer_node +2021-12-18 06:48:03,029 Checking all jobs at once +2021-12-18 06:48:04,300 Successful check job command +2021-12-18 06:48:05,569 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:48:05,570 End of checking +2021-12-18 06:48:05,571 Updating FAILED jobs +2021-12-18 06:48:05,571 Updating WAITING jobs +2021-12-18 06:48:05,572 Update finished +2021-12-18 06:48:05,572 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:48:05,572 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:48:05,572 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:48:05,572 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:48:05,572 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:48:05,576 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:48:05,578 Job list saved +2021-12-18 06:48:05,584 Updating FAILED jobs +2021-12-18 06:48:05,584 Updating WAITING jobs +2021-12-18 06:48:05,584 Update finished +2021-12-18 06:48:15,594 Reloading parameters... +2021-12-18 06:48:15,614 Loading parameters... +2021-12-18 06:48:15,616 Loading project parameters... +2021-12-18 06:48:15,617 + +22 of 25 jobs remaining (06:48) +2021-12-18 06:48:15,618 Sleep: 10 +2021-12-18 06:48:15,618 Number of retrials: 0 +2021-12-18 06:48:15,618 WRAPPER CHECK TIME = 10 +2021-12-18 06:48:15,618 Checking jobs for platform=marenostrum4 +2021-12-18 06:48:15,619 Checking jobs for platform=nord3 +2021-12-18 06:48:15,619 Checking jobs for platform=local +2021-12-18 06:48:15,620 Checking jobs for platform=transfer_node +2021-12-18 06:48:15,620 Checking all jobs at once +2021-12-18 06:48:16,990 Successful check job command +2021-12-18 06:48:18,209 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:48:18,209 End of checking +2021-12-18 06:48:18,211 Updating FAILED jobs +2021-12-18 06:48:18,211 Updating WAITING jobs +2021-12-18 06:48:18,211 Update finished +2021-12-18 06:48:18,211 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:48:18,211 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:48:18,212 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:48:18,212 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:48:18,212 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:48:18,215 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:48:18,217 Job list saved +2021-12-18 06:48:18,234 Updating FAILED jobs +2021-12-18 06:48:18,234 Updating WAITING jobs +2021-12-18 06:48:18,234 Update finished +2021-12-18 06:48:28,239 Reloading parameters... +2021-12-18 06:48:28,258 Loading parameters... +2021-12-18 06:48:28,260 Loading project parameters... +2021-12-18 06:48:28,262 + +22 of 25 jobs remaining (06:48) +2021-12-18 06:48:28,262 Sleep: 10 +2021-12-18 06:48:28,262 Number of retrials: 0 +2021-12-18 06:48:28,262 WRAPPER CHECK TIME = 10 +2021-12-18 06:48:28,263 Checking jobs for platform=marenostrum4 +2021-12-18 06:48:28,263 Checking jobs for platform=nord3 +2021-12-18 06:48:28,264 Checking jobs for platform=local +2021-12-18 06:48:28,264 Checking jobs for platform=transfer_node +2021-12-18 06:48:28,264 Checking all jobs at once +2021-12-18 06:48:29,684 Successful check job command +2021-12-18 06:48:30,953 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:48:30,954 End of checking +2021-12-18 06:48:30,956 Updating FAILED jobs +2021-12-18 06:48:30,956 Updating WAITING jobs +2021-12-18 06:48:30,956 Update finished +2021-12-18 06:48:30,956 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:48:30,957 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:48:30,957 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:48:30,957 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:48:30,957 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:48:30,960 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:48:30,962 Job list saved +2021-12-18 06:48:30,967 Updating FAILED jobs +2021-12-18 06:48:30,967 Updating WAITING jobs +2021-12-18 06:48:30,968 Update finished +2021-12-18 06:48:40,978 Reloading parameters... +2021-12-18 06:48:40,997 Loading parameters... +2021-12-18 06:48:40,999 Loading project parameters... +2021-12-18 06:48:41,001 + +22 of 25 jobs remaining (06:48) +2021-12-18 06:48:41,001 Sleep: 10 +2021-12-18 06:48:41,001 Number of retrials: 0 +2021-12-18 06:48:41,001 WRAPPER CHECK TIME = 10 +2021-12-18 06:48:41,002 Checking jobs for platform=marenostrum4 +2021-12-18 06:48:41,002 Checking jobs for platform=nord3 +2021-12-18 06:48:41,003 Checking jobs for platform=local +2021-12-18 06:48:41,003 Checking jobs for platform=transfer_node +2021-12-18 06:48:41,003 Checking all jobs at once +2021-12-18 06:48:42,223 Successful check job command +2021-12-18 06:48:43,495 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:48:43,495 End of checking +2021-12-18 06:48:43,496 Updating FAILED jobs +2021-12-18 06:48:43,496 Updating WAITING jobs +2021-12-18 06:48:43,497 Update finished +2021-12-18 06:48:43,497 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:48:43,497 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:48:43,497 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:48:43,497 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:48:43,497 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:48:43,500 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:48:43,503 Job list saved +2021-12-18 06:48:43,507 Updating FAILED jobs +2021-12-18 06:48:43,508 Updating WAITING jobs +2021-12-18 06:48:43,508 Update finished +2021-12-18 06:48:53,518 Reloading parameters... +2021-12-18 06:48:53,537 Loading parameters... +2021-12-18 06:48:53,538 Loading project parameters... +2021-12-18 06:48:53,540 + +22 of 25 jobs remaining (06:48) +2021-12-18 06:48:53,540 Sleep: 10 +2021-12-18 06:48:53,540 Number of retrials: 0 +2021-12-18 06:48:53,540 WRAPPER CHECK TIME = 10 +2021-12-18 06:48:53,541 Checking jobs for platform=marenostrum4 +2021-12-18 06:48:53,542 Checking jobs for platform=nord3 +2021-12-18 06:48:53,542 Checking jobs for platform=local +2021-12-18 06:48:53,543 Checking jobs for platform=transfer_node +2021-12-18 06:48:53,543 Checking all jobs at once +2021-12-18 06:48:54,912 Successful check job command +2021-12-18 06:48:56,282 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:48:56,282 End of checking +2021-12-18 06:48:56,284 Updating FAILED jobs +2021-12-18 06:48:56,284 Updating WAITING jobs +2021-12-18 06:48:56,284 Update finished +2021-12-18 06:48:56,284 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:48:56,284 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:48:56,284 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:48:56,285 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:48:56,285 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:48:56,287 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:48:56,289 Job list saved +2021-12-18 06:48:56,294 Updating FAILED jobs +2021-12-18 06:48:56,294 Updating WAITING jobs +2021-12-18 06:48:56,294 Update finished +2021-12-18 06:49:06,303 Reloading parameters... +2021-12-18 06:49:06,322 Loading parameters... +2021-12-18 06:49:06,323 Loading project parameters... +2021-12-18 06:49:06,325 + +22 of 25 jobs remaining (06:49) +2021-12-18 06:49:06,325 Sleep: 10 +2021-12-18 06:49:06,325 Number of retrials: 0 +2021-12-18 06:49:06,326 WRAPPER CHECK TIME = 10 +2021-12-18 06:49:06,326 Checking jobs for platform=marenostrum4 +2021-12-18 06:49:06,327 Checking jobs for platform=nord3 +2021-12-18 06:49:06,327 Checking jobs for platform=local +2021-12-18 06:49:06,328 Checking jobs for platform=transfer_node +2021-12-18 06:49:06,328 Checking all jobs at once +2021-12-18 06:49:07,598 Successful check job command +2021-12-18 06:49:08,818 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:49:08,818 End of checking +2021-12-18 06:49:08,819 Updating FAILED jobs +2021-12-18 06:49:08,820 Updating WAITING jobs +2021-12-18 06:49:08,820 Update finished +2021-12-18 06:49:08,820 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:49:08,821 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:49:08,821 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:49:08,821 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:49:08,821 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:49:08,824 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:49:08,826 Job list saved +2021-12-18 06:49:08,831 Updating FAILED jobs +2021-12-18 06:49:08,831 Updating WAITING jobs +2021-12-18 06:49:08,831 Update finished +2021-12-18 06:49:18,836 Reloading parameters... +2021-12-18 06:49:18,861 Loading parameters... +2021-12-18 06:49:18,862 Loading project parameters... +2021-12-18 06:49:18,864 + +22 of 25 jobs remaining (06:49) +2021-12-18 06:49:18,864 Sleep: 10 +2021-12-18 06:49:18,864 Number of retrials: 0 +2021-12-18 06:49:18,864 WRAPPER CHECK TIME = 10 +2021-12-18 06:49:18,865 Checking jobs for platform=marenostrum4 +2021-12-18 06:49:18,866 Checking jobs for platform=nord3 +2021-12-18 06:49:18,866 Checking jobs for platform=local +2021-12-18 06:49:18,867 Checking jobs for platform=transfer_node +2021-12-18 06:49:18,867 Checking all jobs at once +2021-12-18 06:49:21,338 Successful check job command +2021-12-18 06:49:23,459 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:49:23,459 End of checking +2021-12-18 06:49:23,460 Updating FAILED jobs +2021-12-18 06:49:23,460 Updating WAITING jobs +2021-12-18 06:49:23,461 Update finished +2021-12-18 06:49:23,461 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:49:23,461 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:49:23,461 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:49:23,461 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:49:23,461 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:49:23,464 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:49:23,466 Job list saved +2021-12-18 06:49:23,471 Updating FAILED jobs +2021-12-18 06:49:23,471 Updating WAITING jobs +2021-12-18 06:49:23,472 Update finished +2021-12-18 06:49:33,482 Reloading parameters... +2021-12-18 06:49:33,501 Loading parameters... +2021-12-18 06:49:33,502 Loading project parameters... +2021-12-18 06:49:33,504 + +22 of 25 jobs remaining (06:49) +2021-12-18 06:49:33,504 Sleep: 10 +2021-12-18 06:49:33,504 Number of retrials: 0 +2021-12-18 06:49:33,505 WRAPPER CHECK TIME = 10 +2021-12-18 06:49:33,505 Checking jobs for platform=marenostrum4 +2021-12-18 06:49:33,506 Checking jobs for platform=nord3 +2021-12-18 06:49:33,507 Checking jobs for platform=local +2021-12-18 06:49:33,507 Checking jobs for platform=transfer_node +2021-12-18 06:49:33,507 Checking all jobs at once +2021-12-18 06:49:34,979 Successful check job command +2021-12-18 06:49:36,599 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:49:36,599 End of checking +2021-12-18 06:49:36,601 Updating FAILED jobs +2021-12-18 06:49:36,601 Updating WAITING jobs +2021-12-18 06:49:36,601 Update finished +2021-12-18 06:49:36,601 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:49:36,601 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:49:36,602 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:49:36,602 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:49:36,602 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:49:36,605 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:49:36,607 Job list saved +2021-12-18 06:49:36,612 Updating FAILED jobs +2021-12-18 06:49:36,612 Updating WAITING jobs +2021-12-18 06:49:36,613 Update finished +2021-12-18 06:49:46,623 Reloading parameters... +2021-12-18 06:49:46,643 Loading parameters... +2021-12-18 06:49:46,644 Loading project parameters... +2021-12-18 06:49:46,646 + +22 of 25 jobs remaining (06:49) +2021-12-18 06:49:46,646 Sleep: 10 +2021-12-18 06:49:46,646 Number of retrials: 0 +2021-12-18 06:49:46,646 WRAPPER CHECK TIME = 10 +2021-12-18 06:49:46,647 Checking jobs for platform=marenostrum4 +2021-12-18 06:49:46,647 Checking jobs for platform=nord3 +2021-12-18 06:49:46,648 Checking jobs for platform=local +2021-12-18 06:49:46,649 Checking jobs for platform=transfer_node +2021-12-18 06:49:46,649 Checking all jobs at once +2021-12-18 06:49:47,969 Successful check job command +2021-12-18 06:49:49,138 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:49:49,139 End of checking +2021-12-18 06:49:49,140 Updating FAILED jobs +2021-12-18 06:49:49,140 Updating WAITING jobs +2021-12-18 06:49:49,141 Update finished +2021-12-18 06:49:49,141 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:49:49,141 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:49:49,142 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:49:49,142 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:49:49,142 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:49:49,144 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:49:49,147 Job list saved +2021-12-18 06:49:49,152 Updating FAILED jobs +2021-12-18 06:49:49,152 Updating WAITING jobs +2021-12-18 06:49:49,152 Update finished +2021-12-18 06:49:59,161 Reloading parameters... +2021-12-18 06:49:59,181 Loading parameters... +2021-12-18 06:49:59,182 Loading project parameters... +2021-12-18 06:49:59,184 + +22 of 25 jobs remaining (06:49) +2021-12-18 06:49:59,185 Sleep: 10 +2021-12-18 06:49:59,185 Number of retrials: 0 +2021-12-18 06:49:59,185 WRAPPER CHECK TIME = 10 +2021-12-18 06:49:59,185 Checking jobs for platform=marenostrum4 +2021-12-18 06:49:59,186 Checking jobs for platform=nord3 +2021-12-18 06:49:59,186 Checking jobs for platform=local +2021-12-18 06:49:59,187 Checking jobs for platform=transfer_node +2021-12-18 06:49:59,187 Checking all jobs at once +2021-12-18 06:50:00,558 Successful check job command +2021-12-18 06:50:01,828 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:50:01,828 End of checking +2021-12-18 06:50:01,830 Updating FAILED jobs +2021-12-18 06:50:01,830 Updating WAITING jobs +2021-12-18 06:50:01,830 Update finished +2021-12-18 06:50:01,830 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:50:01,830 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:50:01,830 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:50:01,831 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:50:01,831 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:50:01,834 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:50:01,836 Job list saved +2021-12-18 06:50:01,841 Updating FAILED jobs +2021-12-18 06:50:01,842 Updating WAITING jobs +2021-12-18 06:50:01,842 Update finished +2021-12-18 06:50:11,848 Reloading parameters... +2021-12-18 06:50:11,870 Loading parameters... +2021-12-18 06:50:11,871 Loading project parameters... +2021-12-18 06:50:11,874 + +22 of 25 jobs remaining (06:50) +2021-12-18 06:50:11,874 Sleep: 10 +2021-12-18 06:50:11,874 Number of retrials: 0 +2021-12-18 06:50:11,874 WRAPPER CHECK TIME = 10 +2021-12-18 06:50:11,875 Checking jobs for platform=marenostrum4 +2021-12-18 06:50:11,875 Checking jobs for platform=nord3 +2021-12-18 06:50:11,876 Checking jobs for platform=local +2021-12-18 06:50:11,876 Checking jobs for platform=transfer_node +2021-12-18 06:50:11,876 Checking all jobs at once +2021-12-18 06:50:13,346 Successful check job command +2021-12-18 06:50:14,865 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:50:14,866 End of checking +2021-12-18 06:50:14,867 Updating FAILED jobs +2021-12-18 06:50:14,868 Updating WAITING jobs +2021-12-18 06:50:14,868 Update finished +2021-12-18 06:50:14,868 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:50:14,868 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:50:14,868 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:50:14,868 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:50:14,869 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:50:14,871 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:50:14,873 Job list saved +2021-12-18 06:50:14,879 Updating FAILED jobs +2021-12-18 06:50:14,879 Updating WAITING jobs +2021-12-18 06:50:14,879 Update finished +2021-12-18 06:50:24,886 Reloading parameters... +2021-12-18 06:50:24,908 Loading parameters... +2021-12-18 06:50:24,910 Loading project parameters... +2021-12-18 06:50:24,912 + +22 of 25 jobs remaining (06:50) +2021-12-18 06:50:24,912 Sleep: 10 +2021-12-18 06:50:24,912 Number of retrials: 0 +2021-12-18 06:50:24,912 WRAPPER CHECK TIME = 10 +2021-12-18 06:50:24,913 Checking jobs for platform=marenostrum4 +2021-12-18 06:50:24,913 Checking jobs for platform=nord3 +2021-12-18 06:50:24,914 Checking jobs for platform=local +2021-12-18 06:50:24,914 Checking jobs for platform=transfer_node +2021-12-18 06:50:24,914 Checking all jobs at once +2021-12-18 06:50:26,184 Successful check job command +2021-12-18 06:50:27,654 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:50:27,654 End of checking +2021-12-18 06:50:27,656 Updating FAILED jobs +2021-12-18 06:50:27,656 Updating WAITING jobs +2021-12-18 06:50:27,656 Update finished +2021-12-18 06:50:27,656 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:50:27,657 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:50:27,657 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:50:27,657 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:50:27,658 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:50:27,661 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:50:27,663 Job list saved +2021-12-18 06:50:27,669 Updating FAILED jobs +2021-12-18 06:50:27,669 Updating WAITING jobs +2021-12-18 06:50:27,669 Update finished +2021-12-18 06:50:37,679 Reloading parameters... +2021-12-18 06:50:37,699 Loading parameters... +2021-12-18 06:50:37,700 Loading project parameters... +2021-12-18 06:50:37,702 + +22 of 25 jobs remaining (06:50) +2021-12-18 06:50:37,702 Sleep: 10 +2021-12-18 06:50:37,702 Number of retrials: 0 +2021-12-18 06:50:37,702 WRAPPER CHECK TIME = 10 +2021-12-18 06:50:37,703 Checking jobs for platform=marenostrum4 +2021-12-18 06:50:37,703 Checking jobs for platform=nord3 +2021-12-18 06:50:37,704 Checking jobs for platform=local +2021-12-18 06:50:37,704 Checking jobs for platform=transfer_node +2021-12-18 06:50:37,705 Checking all jobs at once +2021-12-18 06:50:39,175 Successful check job command +2021-12-18 06:50:40,695 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:50:40,696 End of checking +2021-12-18 06:50:40,697 Updating FAILED jobs +2021-12-18 06:50:40,698 Updating WAITING jobs +2021-12-18 06:50:40,698 Update finished +2021-12-18 06:50:40,698 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:50:40,698 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:50:40,698 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:50:40,698 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:50:40,699 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:50:40,702 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:50:40,704 Job list saved +2021-12-18 06:50:40,710 Updating FAILED jobs +2021-12-18 06:50:40,710 Updating WAITING jobs +2021-12-18 06:50:40,710 Update finished +2021-12-18 06:50:50,719 Reloading parameters... +2021-12-18 06:50:50,738 Loading parameters... +2021-12-18 06:50:50,739 Loading project parameters... +2021-12-18 06:50:50,741 + +22 of 25 jobs remaining (06:50) +2021-12-18 06:50:50,741 Sleep: 10 +2021-12-18 06:50:50,742 Number of retrials: 0 +2021-12-18 06:50:50,742 WRAPPER CHECK TIME = 10 +2021-12-18 06:50:50,742 Checking jobs for platform=marenostrum4 +2021-12-18 06:50:50,743 Checking jobs for platform=nord3 +2021-12-18 06:50:50,743 Checking jobs for platform=local +2021-12-18 06:50:50,744 Checking jobs for platform=transfer_node +2021-12-18 06:50:50,744 Checking all jobs at once +2021-12-18 06:50:52,113 Successful check job command +2021-12-18 06:50:53,584 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:50:53,584 End of checking +2021-12-18 06:50:53,586 Updating FAILED jobs +2021-12-18 06:50:53,586 Updating WAITING jobs +2021-12-18 06:50:53,586 Update finished +2021-12-18 06:50:53,586 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:50:53,587 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:50:53,587 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:50:53,587 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:50:53,587 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:50:53,590 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:50:53,592 Job list saved +2021-12-18 06:50:53,598 Updating FAILED jobs +2021-12-18 06:50:53,598 Updating WAITING jobs +2021-12-18 06:50:53,598 Update finished +2021-12-18 06:51:03,608 Reloading parameters... +2021-12-18 06:51:03,684 Loading parameters... +2021-12-18 06:51:03,685 Loading project parameters... +2021-12-18 06:51:03,692 + +22 of 25 jobs remaining (06:51) +2021-12-18 06:51:03,692 Sleep: 10 +2021-12-18 06:51:03,692 Number of retrials: 0 +2021-12-18 06:51:03,692 WRAPPER CHECK TIME = 10 +2021-12-18 06:51:03,694 Checking jobs for platform=marenostrum4 +2021-12-18 06:51:03,694 Checking jobs for platform=nord3 +2021-12-18 06:51:03,695 Checking jobs for platform=local +2021-12-18 06:51:03,696 Checking jobs for platform=transfer_node +2021-12-18 06:51:03,696 Checking all jobs at once +2021-12-18 06:51:04,915 Successful check job command +2021-12-18 06:51:06,135 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:51:06,135 End of checking +2021-12-18 06:51:06,137 Updating FAILED jobs +2021-12-18 06:51:06,137 Updating WAITING jobs +2021-12-18 06:51:06,138 Update finished +2021-12-18 06:51:06,138 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:51:06,138 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:51:06,138 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:51:06,139 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:51:06,139 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:51:06,142 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:51:06,144 Job list saved +2021-12-18 06:51:06,149 Updating FAILED jobs +2021-12-18 06:51:06,149 Updating WAITING jobs +2021-12-18 06:51:06,149 Update finished +2021-12-18 06:51:16,158 Reloading parameters... +2021-12-18 06:51:16,181 Loading parameters... +2021-12-18 06:51:16,182 Loading project parameters... +2021-12-18 06:51:16,184 + +22 of 25 jobs remaining (06:51) +2021-12-18 06:51:16,184 Sleep: 10 +2021-12-18 06:51:16,184 Number of retrials: 0 +2021-12-18 06:51:16,184 WRAPPER CHECK TIME = 10 +2021-12-18 06:51:16,185 Checking jobs for platform=marenostrum4 +2021-12-18 06:51:16,185 Checking jobs for platform=nord3 +2021-12-18 06:51:16,186 Checking jobs for platform=local +2021-12-18 06:51:16,186 Checking jobs for platform=transfer_node +2021-12-18 06:51:16,186 Checking all jobs at once +2021-12-18 06:51:18,109 Successful check job command +2021-12-18 06:51:19,829 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:51:19,829 End of checking +2021-12-18 06:51:19,832 Updating FAILED jobs +2021-12-18 06:51:19,832 Updating WAITING jobs +2021-12-18 06:51:19,832 Update finished +2021-12-18 06:51:19,832 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:51:19,832 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:51:19,832 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:51:19,833 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:51:19,833 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:51:19,835 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:51:19,838 Job list saved +2021-12-18 06:51:19,842 Updating FAILED jobs +2021-12-18 06:51:19,842 Updating WAITING jobs +2021-12-18 06:51:19,843 Update finished +2021-12-18 06:51:29,853 Reloading parameters... +2021-12-18 06:51:29,874 Loading parameters... +2021-12-18 06:51:29,875 Loading project parameters... +2021-12-18 06:51:29,877 + +22 of 25 jobs remaining (06:51) +2021-12-18 06:51:29,877 Sleep: 10 +2021-12-18 06:51:29,878 Number of retrials: 0 +2021-12-18 06:51:29,878 WRAPPER CHECK TIME = 10 +2021-12-18 06:51:29,878 Checking jobs for platform=marenostrum4 +2021-12-18 06:51:29,879 Checking jobs for platform=nord3 +2021-12-18 06:51:29,879 Checking jobs for platform=local +2021-12-18 06:51:29,880 Checking jobs for platform=transfer_node +2021-12-18 06:51:29,880 Checking all jobs at once +2021-12-18 06:51:31,299 Successful check job command +2021-12-18 06:51:32,770 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:51:32,770 End of checking +2021-12-18 06:51:32,771 Updating FAILED jobs +2021-12-18 06:51:32,771 Updating WAITING jobs +2021-12-18 06:51:32,772 Update finished +2021-12-18 06:51:32,772 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:51:32,772 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:51:32,772 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:51:32,772 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:51:32,773 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:51:32,775 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:51:32,778 Job list saved +2021-12-18 06:51:32,783 Updating FAILED jobs +2021-12-18 06:51:32,783 Updating WAITING jobs +2021-12-18 06:51:32,783 Update finished +2021-12-18 06:51:42,792 Reloading parameters... +2021-12-18 06:51:42,813 Loading parameters... +2021-12-18 06:51:42,814 Loading project parameters... +2021-12-18 06:51:42,816 + +22 of 25 jobs remaining (06:51) +2021-12-18 06:51:42,816 Sleep: 10 +2021-12-18 06:51:42,817 Number of retrials: 0 +2021-12-18 06:51:42,817 WRAPPER CHECK TIME = 10 +2021-12-18 06:51:42,817 Checking jobs for platform=marenostrum4 +2021-12-18 06:51:42,818 Checking jobs for platform=nord3 +2021-12-18 06:51:42,818 Checking jobs for platform=local +2021-12-18 06:51:42,819 Checking jobs for platform=transfer_node +2021-12-18 06:51:42,819 Checking all jobs at once +2021-12-18 06:51:44,038 Successful check job command +2021-12-18 06:51:45,207 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:51:45,207 End of checking +2021-12-18 06:51:45,208 Updating FAILED jobs +2021-12-18 06:51:45,209 Updating WAITING jobs +2021-12-18 06:51:45,209 Update finished +2021-12-18 06:51:45,209 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:51:45,210 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:51:45,210 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:51:45,210 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:51:45,210 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:51:45,213 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:51:45,215 Job list saved +2021-12-18 06:51:45,220 Updating FAILED jobs +2021-12-18 06:51:45,220 Updating WAITING jobs +2021-12-18 06:51:45,220 Update finished +2021-12-18 06:51:55,231 Reloading parameters... +2021-12-18 06:51:55,254 Loading parameters... +2021-12-18 06:51:55,255 Loading project parameters... +2021-12-18 06:51:55,257 + +22 of 25 jobs remaining (06:51) +2021-12-18 06:51:55,257 Sleep: 10 +2021-12-18 06:51:55,257 Number of retrials: 0 +2021-12-18 06:51:55,258 WRAPPER CHECK TIME = 10 +2021-12-18 06:51:55,258 Checking jobs for platform=marenostrum4 +2021-12-18 06:51:55,259 Checking jobs for platform=nord3 +2021-12-18 06:51:55,259 Checking jobs for platform=local +2021-12-18 06:51:55,260 Checking jobs for platform=transfer_node +2021-12-18 06:51:55,260 Checking all jobs at once +2021-12-18 06:51:56,580 Successful check job command +2021-12-18 06:51:57,950 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:51:57,950 End of checking +2021-12-18 06:51:57,951 Updating FAILED jobs +2021-12-18 06:51:57,951 Updating WAITING jobs +2021-12-18 06:51:57,952 Update finished +2021-12-18 06:51:57,952 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:51:57,952 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:51:57,952 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:51:57,952 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:51:57,952 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:51:57,955 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:51:57,957 Job list saved +2021-12-18 06:51:57,962 Updating FAILED jobs +2021-12-18 06:51:57,962 Updating WAITING jobs +2021-12-18 06:51:57,962 Update finished +2021-12-18 06:52:07,973 Reloading parameters... +2021-12-18 06:52:07,991 Loading parameters... +2021-12-18 06:52:07,993 Loading project parameters... +2021-12-18 06:52:07,994 + +22 of 25 jobs remaining (06:52) +2021-12-18 06:52:07,995 Sleep: 10 +2021-12-18 06:52:07,995 Number of retrials: 0 +2021-12-18 06:52:07,995 WRAPPER CHECK TIME = 10 +2021-12-18 06:52:07,995 Checking jobs for platform=marenostrum4 +2021-12-18 06:52:07,996 Checking jobs for platform=nord3 +2021-12-18 06:52:07,997 Checking jobs for platform=local +2021-12-18 06:52:07,997 Checking jobs for platform=transfer_node +2021-12-18 06:52:07,997 Checking all jobs at once +2021-12-18 06:52:09,617 Successful check job command +2021-12-18 06:52:11,037 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:52:11,038 End of checking +2021-12-18 06:52:11,040 Updating FAILED jobs +2021-12-18 06:52:11,040 Updating WAITING jobs +2021-12-18 06:52:11,040 Update finished +2021-12-18 06:52:11,040 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:52:11,040 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:52:11,041 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:52:11,041 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:52:11,041 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:52:11,044 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:52:11,046 Job list saved +2021-12-18 06:52:11,058 Updating FAILED jobs +2021-12-18 06:52:11,058 Updating WAITING jobs +2021-12-18 06:52:11,058 Update finished +2021-12-18 06:52:21,068 Reloading parameters... +2021-12-18 06:52:21,090 Loading parameters... +2021-12-18 06:52:21,091 Loading project parameters... +2021-12-18 06:52:21,093 + +22 of 25 jobs remaining (06:52) +2021-12-18 06:52:21,094 Sleep: 10 +2021-12-18 06:52:21,094 Number of retrials: 0 +2021-12-18 06:52:21,094 WRAPPER CHECK TIME = 10 +2021-12-18 06:52:21,094 Checking jobs for platform=marenostrum4 +2021-12-18 06:52:21,095 Checking jobs for platform=nord3 +2021-12-18 06:52:21,096 Checking jobs for platform=local +2021-12-18 06:52:21,096 Checking jobs for platform=transfer_node +2021-12-18 06:52:21,096 Checking all jobs at once +2021-12-18 06:52:22,517 Successful check job command +2021-12-18 06:52:24,036 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:52:24,036 End of checking +2021-12-18 06:52:24,038 Updating FAILED jobs +2021-12-18 06:52:24,038 Updating WAITING jobs +2021-12-18 06:52:24,038 Update finished +2021-12-18 06:52:24,039 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:52:24,039 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:52:24,039 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:52:24,039 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:52:24,040 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:52:24,042 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:52:24,045 Job list saved +2021-12-18 06:52:24,050 Updating FAILED jobs +2021-12-18 06:52:24,050 Updating WAITING jobs +2021-12-18 06:52:24,051 Update finished +2021-12-18 06:52:34,061 Reloading parameters... +2021-12-18 06:52:34,082 Loading parameters... +2021-12-18 06:52:34,083 Loading project parameters... +2021-12-18 06:52:34,085 + +22 of 25 jobs remaining (06:52) +2021-12-18 06:52:34,085 Sleep: 10 +2021-12-18 06:52:34,085 Number of retrials: 0 +2021-12-18 06:52:34,085 WRAPPER CHECK TIME = 10 +2021-12-18 06:52:34,086 Checking jobs for platform=marenostrum4 +2021-12-18 06:52:34,086 Checking jobs for platform=nord3 +2021-12-18 06:52:34,087 Checking jobs for platform=local +2021-12-18 06:52:34,087 Checking jobs for platform=transfer_node +2021-12-18 06:52:34,087 Checking all jobs at once +2021-12-18 06:52:35,357 Successful check job command +2021-12-18 06:52:36,627 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:52:36,627 End of checking +2021-12-18 06:52:36,629 Updating FAILED jobs +2021-12-18 06:52:36,629 Updating WAITING jobs +2021-12-18 06:52:36,629 Update finished +2021-12-18 06:52:36,630 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:52:36,630 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:52:36,630 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:52:36,630 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:52:36,630 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:52:36,633 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:52:36,636 Job list saved +2021-12-18 06:52:36,644 Updating FAILED jobs +2021-12-18 06:52:36,645 Updating WAITING jobs +2021-12-18 06:52:36,645 Update finished +2021-12-18 06:52:46,652 Reloading parameters... +2021-12-18 06:52:46,672 Loading parameters... +2021-12-18 06:52:46,673 Loading project parameters... +2021-12-18 06:52:46,676 + +22 of 25 jobs remaining (06:52) +2021-12-18 06:52:46,676 Sleep: 10 +2021-12-18 06:52:46,676 Number of retrials: 0 +2021-12-18 06:52:46,676 WRAPPER CHECK TIME = 10 +2021-12-18 06:52:46,677 Checking jobs for platform=marenostrum4 +2021-12-18 06:52:46,677 Checking jobs for platform=nord3 +2021-12-18 06:52:46,678 Checking jobs for platform=local +2021-12-18 06:52:46,678 Checking jobs for platform=transfer_node +2021-12-18 06:52:46,678 Checking all jobs at once +2021-12-18 06:52:47,949 Successful check job command +2021-12-18 06:52:49,121 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:52:49,121 End of checking +2021-12-18 06:52:49,122 Updating FAILED jobs +2021-12-18 06:52:49,122 Updating WAITING jobs +2021-12-18 06:52:49,123 Update finished +2021-12-18 06:52:49,123 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:52:49,123 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:52:49,123 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:52:49,123 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:52:49,123 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:52:49,126 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:52:49,128 Job list saved +2021-12-18 06:52:49,133 Updating FAILED jobs +2021-12-18 06:52:49,133 Updating WAITING jobs +2021-12-18 06:52:49,133 Update finished +2021-12-18 06:52:59,143 Reloading parameters... +2021-12-18 06:52:59,163 Loading parameters... +2021-12-18 06:52:59,164 Loading project parameters... +2021-12-18 06:52:59,166 + +22 of 25 jobs remaining (06:52) +2021-12-18 06:52:59,166 Sleep: 10 +2021-12-18 06:52:59,166 Number of retrials: 0 +2021-12-18 06:52:59,166 WRAPPER CHECK TIME = 10 +2021-12-18 06:52:59,167 Checking jobs for platform=marenostrum4 +2021-12-18 06:52:59,167 Checking jobs for platform=nord3 +2021-12-18 06:52:59,168 Checking jobs for platform=local +2021-12-18 06:52:59,168 Checking jobs for platform=transfer_node +2021-12-18 06:52:59,168 Checking all jobs at once +2021-12-18 06:53:00,688 Successful check job command +2021-12-18 06:53:01,959 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:53:01,959 End of checking +2021-12-18 06:53:01,960 Updating FAILED jobs +2021-12-18 06:53:01,961 Updating WAITING jobs +2021-12-18 06:53:01,961 Update finished +2021-12-18 06:53:01,961 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:53:01,962 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:53:01,962 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:53:01,962 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:53:01,962 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:53:01,965 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:53:01,967 Job list saved +2021-12-18 06:53:01,972 Updating FAILED jobs +2021-12-18 06:53:01,972 Updating WAITING jobs +2021-12-18 06:53:01,973 Update finished +2021-12-18 06:53:11,983 Reloading parameters... +2021-12-18 06:53:12,003 Loading parameters... +2021-12-18 06:53:12,005 Loading project parameters... +2021-12-18 06:53:12,007 + +22 of 25 jobs remaining (06:53) +2021-12-18 06:53:12,007 Sleep: 10 +2021-12-18 06:53:12,007 Number of retrials: 0 +2021-12-18 06:53:12,007 WRAPPER CHECK TIME = 10 +2021-12-18 06:53:12,008 Checking jobs for platform=marenostrum4 +2021-12-18 06:53:12,008 Checking jobs for platform=nord3 +2021-12-18 06:53:12,009 Checking jobs for platform=local +2021-12-18 06:53:12,009 Checking jobs for platform=transfer_node +2021-12-18 06:53:12,010 Checking all jobs at once +2021-12-18 06:53:13,430 Successful check job command +2021-12-18 06:53:14,849 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:53:14,850 End of checking +2021-12-18 06:53:14,851 Updating FAILED jobs +2021-12-18 06:53:14,851 Updating WAITING jobs +2021-12-18 06:53:14,851 Update finished +2021-12-18 06:53:14,851 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:53:14,852 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:53:14,852 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:53:14,852 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:53:14,852 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:53:14,854 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:53:14,857 Job list saved +2021-12-18 06:53:14,862 Updating FAILED jobs +2021-12-18 06:53:14,862 Updating WAITING jobs +2021-12-18 06:53:14,862 Update finished +2021-12-18 06:53:24,871 Reloading parameters... +2021-12-18 06:53:24,894 Loading parameters... +2021-12-18 06:53:24,896 Loading project parameters... +2021-12-18 06:53:24,898 + +22 of 25 jobs remaining (06:53) +2021-12-18 06:53:24,898 Sleep: 10 +2021-12-18 06:53:24,898 Number of retrials: 0 +2021-12-18 06:53:24,898 WRAPPER CHECK TIME = 10 +2021-12-18 06:53:24,899 Checking jobs for platform=marenostrum4 +2021-12-18 06:53:24,899 Checking jobs for platform=nord3 +2021-12-18 06:53:24,900 Checking jobs for platform=local +2021-12-18 06:53:24,900 Checking jobs for platform=transfer_node +2021-12-18 06:53:24,900 Checking all jobs at once +2021-12-18 06:53:26,170 Successful check job command +2021-12-18 06:53:27,389 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:53:27,389 End of checking +2021-12-18 06:53:27,390 Updating FAILED jobs +2021-12-18 06:53:27,391 Updating WAITING jobs +2021-12-18 06:53:27,391 Update finished +2021-12-18 06:53:27,391 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:53:27,391 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:53:27,391 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:53:27,391 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:53:27,392 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:53:27,395 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:53:27,398 Job list saved +2021-12-18 06:53:27,403 Updating FAILED jobs +2021-12-18 06:53:27,403 Updating WAITING jobs +2021-12-18 06:53:27,403 Update finished +2021-12-18 06:53:37,413 Reloading parameters... +2021-12-18 06:53:37,430 Loading parameters... +2021-12-18 06:53:37,432 Loading project parameters... +2021-12-18 06:53:37,434 + +22 of 25 jobs remaining (06:53) +2021-12-18 06:53:37,434 Sleep: 10 +2021-12-18 06:53:37,434 Number of retrials: 0 +2021-12-18 06:53:37,434 WRAPPER CHECK TIME = 10 +2021-12-18 06:53:37,435 Checking jobs for platform=marenostrum4 +2021-12-18 06:53:37,435 Checking jobs for platform=nord3 +2021-12-18 06:53:37,436 Checking jobs for platform=local +2021-12-18 06:53:37,436 Checking jobs for platform=transfer_node +2021-12-18 06:53:37,436 Checking all jobs at once +2021-12-18 06:53:38,707 Successful check job command +2021-12-18 06:53:39,977 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:53:39,977 End of checking +2021-12-18 06:53:39,978 Updating FAILED jobs +2021-12-18 06:53:39,978 Updating WAITING jobs +2021-12-18 06:53:39,979 Update finished +2021-12-18 06:53:39,979 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:53:39,979 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:53:39,980 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:53:39,980 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:53:39,980 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:53:39,983 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:53:39,985 Job list saved +2021-12-18 06:53:39,991 Updating FAILED jobs +2021-12-18 06:53:39,991 Updating WAITING jobs +2021-12-18 06:53:39,991 Update finished +2021-12-18 06:53:50,001 Reloading parameters... +2021-12-18 06:53:50,020 Loading parameters... +2021-12-18 06:53:50,021 Loading project parameters... +2021-12-18 06:53:50,023 + +22 of 25 jobs remaining (06:53) +2021-12-18 06:53:50,023 Sleep: 10 +2021-12-18 06:53:50,023 Number of retrials: 0 +2021-12-18 06:53:50,023 WRAPPER CHECK TIME = 10 +2021-12-18 06:53:50,024 Checking jobs for platform=marenostrum4 +2021-12-18 06:53:50,024 Checking jobs for platform=nord3 +2021-12-18 06:53:50,025 Checking jobs for platform=local +2021-12-18 06:53:50,025 Checking jobs for platform=transfer_node +2021-12-18 06:53:50,025 Checking all jobs at once +2021-12-18 06:53:51,345 Successful check job command +2021-12-18 06:53:52,815 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:53:52,815 End of checking +2021-12-18 06:53:52,816 Updating FAILED jobs +2021-12-18 06:53:52,816 Updating WAITING jobs +2021-12-18 06:53:52,817 Update finished +2021-12-18 06:53:52,817 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:53:52,817 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:53:52,817 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:53:52,817 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:53:52,818 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:53:52,820 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:53:52,823 Job list saved +2021-12-18 06:53:52,827 Updating FAILED jobs +2021-12-18 06:53:52,828 Updating WAITING jobs +2021-12-18 06:53:52,828 Update finished +2021-12-18 06:54:02,838 Reloading parameters... +2021-12-18 06:54:02,856 Loading parameters... +2021-12-18 06:54:02,857 Loading project parameters... +2021-12-18 06:54:02,859 + +22 of 25 jobs remaining (06:54) +2021-12-18 06:54:02,860 Sleep: 10 +2021-12-18 06:54:02,860 Number of retrials: 0 +2021-12-18 06:54:02,860 WRAPPER CHECK TIME = 10 +2021-12-18 06:54:02,860 Checking jobs for platform=marenostrum4 +2021-12-18 06:54:02,861 Checking jobs for platform=nord3 +2021-12-18 06:54:02,861 Checking jobs for platform=local +2021-12-18 06:54:02,862 Checking jobs for platform=transfer_node +2021-12-18 06:54:02,862 Checking all jobs at once +2021-12-18 06:54:04,232 Successful check job command +2021-12-18 06:54:05,655 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:54:05,655 End of checking +2021-12-18 06:54:05,657 Updating FAILED jobs +2021-12-18 06:54:05,657 Updating WAITING jobs +2021-12-18 06:54:05,657 Update finished +2021-12-18 06:54:05,658 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:54:05,658 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:54:05,658 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:54:05,658 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:54:05,658 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:54:05,662 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:54:05,664 Job list saved +2021-12-18 06:54:05,683 Updating FAILED jobs +2021-12-18 06:54:05,683 Updating WAITING jobs +2021-12-18 06:54:05,684 Update finished +2021-12-18 06:54:15,694 Reloading parameters... +2021-12-18 06:54:15,711 Loading parameters... +2021-12-18 06:54:15,712 Loading project parameters... +2021-12-18 06:54:15,714 + +22 of 25 jobs remaining (06:54) +2021-12-18 06:54:15,714 Sleep: 10 +2021-12-18 06:54:15,715 Number of retrials: 0 +2021-12-18 06:54:15,715 WRAPPER CHECK TIME = 10 +2021-12-18 06:54:15,715 Checking jobs for platform=marenostrum4 +2021-12-18 06:54:15,716 Checking jobs for platform=nord3 +2021-12-18 06:54:15,716 Checking jobs for platform=local +2021-12-18 06:54:15,717 Checking jobs for platform=transfer_node +2021-12-18 06:54:15,717 Checking all jobs at once +2021-12-18 06:54:17,187 Successful check job command +2021-12-18 06:54:18,656 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:54:18,656 End of checking +2021-12-18 06:54:18,658 Updating FAILED jobs +2021-12-18 06:54:18,658 Updating WAITING jobs +2021-12-18 06:54:18,658 Update finished +2021-12-18 06:54:18,659 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:54:18,659 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:54:18,659 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:54:18,659 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:54:18,660 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:54:18,662 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:54:18,665 Job list saved +2021-12-18 06:54:18,669 Updating FAILED jobs +2021-12-18 06:54:18,669 Updating WAITING jobs +2021-12-18 06:54:18,669 Update finished +2021-12-18 06:54:28,680 Reloading parameters... +2021-12-18 06:54:28,701 Loading parameters... +2021-12-18 06:54:28,703 Loading project parameters... +2021-12-18 06:54:28,704 + +22 of 25 jobs remaining (06:54) +2021-12-18 06:54:28,705 Sleep: 10 +2021-12-18 06:54:28,705 Number of retrials: 0 +2021-12-18 06:54:28,705 WRAPPER CHECK TIME = 10 +2021-12-18 06:54:28,705 Checking jobs for platform=marenostrum4 +2021-12-18 06:54:28,706 Checking jobs for platform=nord3 +2021-12-18 06:54:28,706 Checking jobs for platform=local +2021-12-18 06:54:28,707 Checking jobs for platform=transfer_node +2021-12-18 06:54:28,707 Checking all jobs at once +2021-12-18 06:54:30,028 Successful check job command +2021-12-18 06:54:31,297 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:54:31,298 End of checking +2021-12-18 06:54:31,299 Updating FAILED jobs +2021-12-18 06:54:31,299 Updating WAITING jobs +2021-12-18 06:54:31,299 Update finished +2021-12-18 06:54:31,299 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:54:31,300 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:54:31,300 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:54:31,300 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:54:31,300 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:54:31,302 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:54:31,305 Job list saved +2021-12-18 06:54:31,309 Updating FAILED jobs +2021-12-18 06:54:31,309 Updating WAITING jobs +2021-12-18 06:54:31,309 Update finished +2021-12-18 06:54:41,320 Reloading parameters... +2021-12-18 06:54:41,338 Loading parameters... +2021-12-18 06:54:41,339 Loading project parameters... +2021-12-18 06:54:41,341 + +22 of 25 jobs remaining (06:54) +2021-12-18 06:54:41,341 Sleep: 10 +2021-12-18 06:54:41,342 Number of retrials: 0 +2021-12-18 06:54:41,342 WRAPPER CHECK TIME = 10 +2021-12-18 06:54:41,342 Checking jobs for platform=marenostrum4 +2021-12-18 06:54:41,343 Checking jobs for platform=nord3 +2021-12-18 06:54:41,343 Checking jobs for platform=local +2021-12-18 06:54:41,344 Checking jobs for platform=transfer_node +2021-12-18 06:54:41,344 Checking all jobs at once +2021-12-18 06:54:42,713 Successful check job command +2021-12-18 06:54:44,033 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:54:44,033 End of checking +2021-12-18 06:54:44,034 Updating FAILED jobs +2021-12-18 06:54:44,034 Updating WAITING jobs +2021-12-18 06:54:44,034 Update finished +2021-12-18 06:54:44,035 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:54:44,035 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:54:44,035 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:54:44,035 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:54:44,035 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:54:44,038 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:54:44,040 Job list saved +2021-12-18 06:54:44,058 Updating FAILED jobs +2021-12-18 06:54:44,058 Updating WAITING jobs +2021-12-18 06:54:44,059 Update finished +2021-12-18 06:54:54,064 Reloading parameters... +2021-12-18 06:54:54,083 Loading parameters... +2021-12-18 06:54:54,084 Loading project parameters... +2021-12-18 06:54:54,086 + +22 of 25 jobs remaining (06:54) +2021-12-18 06:54:54,086 Sleep: 10 +2021-12-18 06:54:54,086 Number of retrials: 0 +2021-12-18 06:54:54,086 WRAPPER CHECK TIME = 10 +2021-12-18 06:54:54,087 Checking jobs for platform=marenostrum4 +2021-12-18 06:54:54,088 Checking jobs for platform=nord3 +2021-12-18 06:54:54,088 Checking jobs for platform=local +2021-12-18 06:54:54,089 Checking jobs for platform=transfer_node +2021-12-18 06:54:54,089 Checking all jobs at once +2021-12-18 06:54:55,610 Successful check job command +2021-12-18 06:54:56,881 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:54:56,882 End of checking +2021-12-18 06:54:56,883 Updating FAILED jobs +2021-12-18 06:54:56,883 Updating WAITING jobs +2021-12-18 06:54:56,883 Update finished +2021-12-18 06:54:56,883 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:54:56,884 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:54:56,884 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:54:56,884 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:54:56,884 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:54:56,886 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:54:56,889 Job list saved +2021-12-18 06:54:56,893 Updating FAILED jobs +2021-12-18 06:54:56,893 Updating WAITING jobs +2021-12-18 06:54:56,893 Update finished +2021-12-18 06:55:06,903 Reloading parameters... +2021-12-18 06:55:06,921 Loading parameters... +2021-12-18 06:55:06,922 Loading project parameters... +2021-12-18 06:55:06,924 + +22 of 25 jobs remaining (06:55) +2021-12-18 06:55:06,924 Sleep: 10 +2021-12-18 06:55:06,924 Number of retrials: 0 +2021-12-18 06:55:06,924 WRAPPER CHECK TIME = 10 +2021-12-18 06:55:06,925 Checking jobs for platform=marenostrum4 +2021-12-18 06:55:06,925 Checking jobs for platform=nord3 +2021-12-18 06:55:06,926 Checking jobs for platform=local +2021-12-18 06:55:06,927 Checking jobs for platform=transfer_node +2021-12-18 06:55:06,927 Checking all jobs at once +2021-12-18 06:55:08,350 Successful check job command +2021-12-18 06:55:09,671 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:55:09,671 End of checking +2021-12-18 06:55:09,672 Updating FAILED jobs +2021-12-18 06:55:09,672 Updating WAITING jobs +2021-12-18 06:55:09,673 Update finished +2021-12-18 06:55:09,673 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:55:09,673 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:55:09,673 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:55:09,673 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:55:09,673 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:55:09,676 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:55:09,678 Job list saved +2021-12-18 06:55:09,682 Updating FAILED jobs +2021-12-18 06:55:09,683 Updating WAITING jobs +2021-12-18 06:55:09,683 Update finished +2021-12-18 06:55:19,689 Reloading parameters... +2021-12-18 06:55:19,707 Loading parameters... +2021-12-18 06:55:19,708 Loading project parameters... +2021-12-18 06:55:19,710 + +22 of 25 jobs remaining (06:55) +2021-12-18 06:55:19,710 Sleep: 10 +2021-12-18 06:55:19,710 Number of retrials: 0 +2021-12-18 06:55:19,711 WRAPPER CHECK TIME = 10 +2021-12-18 06:55:19,711 Checking jobs for platform=marenostrum4 +2021-12-18 06:55:19,712 Checking jobs for platform=nord3 +2021-12-18 06:55:19,712 Checking jobs for platform=local +2021-12-18 06:55:19,713 Checking jobs for platform=transfer_node +2021-12-18 06:55:19,713 Checking all jobs at once +2021-12-18 06:55:21,082 Successful check job command +2021-12-18 06:55:22,351 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:55:22,351 End of checking +2021-12-18 06:55:22,353 Updating FAILED jobs +2021-12-18 06:55:22,353 Updating WAITING jobs +2021-12-18 06:55:22,353 Update finished +2021-12-18 06:55:22,353 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:55:22,353 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:55:22,354 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:55:22,354 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:55:22,354 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:55:22,356 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:55:22,359 Job list saved +2021-12-18 06:55:22,363 Updating FAILED jobs +2021-12-18 06:55:22,364 Updating WAITING jobs +2021-12-18 06:55:22,364 Update finished +2021-12-18 06:55:32,374 Reloading parameters... +2021-12-18 06:55:32,394 Loading parameters... +2021-12-18 06:55:32,395 Loading project parameters... +2021-12-18 06:55:32,397 + +22 of 25 jobs remaining (06:55) +2021-12-18 06:55:32,397 Sleep: 10 +2021-12-18 06:55:32,397 Number of retrials: 0 +2021-12-18 06:55:32,397 WRAPPER CHECK TIME = 10 +2021-12-18 06:55:32,398 Checking jobs for platform=marenostrum4 +2021-12-18 06:55:32,398 Checking jobs for platform=nord3 +2021-12-18 06:55:32,399 Checking jobs for platform=local +2021-12-18 06:55:32,400 Checking jobs for platform=transfer_node +2021-12-18 06:55:32,400 Checking all jobs at once +2021-12-18 06:55:33,873 Successful check job command +2021-12-18 06:55:35,242 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:55:35,242 End of checking +2021-12-18 06:55:35,243 Updating FAILED jobs +2021-12-18 06:55:35,243 Updating WAITING jobs +2021-12-18 06:55:35,243 Update finished +2021-12-18 06:55:35,244 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:55:35,244 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:55:35,244 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:55:35,244 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:55:35,244 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:55:35,247 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:55:35,249 Job list saved +2021-12-18 06:55:35,254 Updating FAILED jobs +2021-12-18 06:55:35,254 Updating WAITING jobs +2021-12-18 06:55:35,254 Update finished +2021-12-18 06:55:45,256 Reloading parameters... +2021-12-18 06:55:45,274 Loading parameters... +2021-12-18 06:55:45,276 Loading project parameters... +2021-12-18 06:55:45,277 + +22 of 25 jobs remaining (06:55) +2021-12-18 06:55:45,278 Sleep: 10 +2021-12-18 06:55:45,278 Number of retrials: 0 +2021-12-18 06:55:45,278 WRAPPER CHECK TIME = 10 +2021-12-18 06:55:45,278 Checking jobs for platform=marenostrum4 +2021-12-18 06:55:45,279 Checking jobs for platform=nord3 +2021-12-18 06:55:45,279 Checking jobs for platform=local +2021-12-18 06:55:45,280 Checking jobs for platform=transfer_node +2021-12-18 06:55:45,280 Checking all jobs at once +2021-12-18 06:55:46,600 Successful check job command +2021-12-18 06:55:47,870 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:55:47,870 End of checking +2021-12-18 06:55:47,871 Updating FAILED jobs +2021-12-18 06:55:47,871 Updating WAITING jobs +2021-12-18 06:55:47,872 Update finished +2021-12-18 06:55:47,872 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:55:47,872 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:55:47,872 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:55:47,872 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:55:47,872 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:55:47,875 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:55:47,877 Job list saved +2021-12-18 06:55:47,882 Updating FAILED jobs +2021-12-18 06:55:47,883 Updating WAITING jobs +2021-12-18 06:55:47,883 Update finished +2021-12-18 06:55:57,893 Reloading parameters... +2021-12-18 06:55:57,911 Loading parameters... +2021-12-18 06:55:57,912 Loading project parameters... +2021-12-18 06:55:57,914 + +22 of 25 jobs remaining (06:55) +2021-12-18 06:55:57,914 Sleep: 10 +2021-12-18 06:55:57,915 Number of retrials: 0 +2021-12-18 06:55:57,915 WRAPPER CHECK TIME = 10 +2021-12-18 06:55:57,915 Checking jobs for platform=marenostrum4 +2021-12-18 06:55:57,916 Checking jobs for platform=nord3 +2021-12-18 06:55:57,916 Checking jobs for platform=local +2021-12-18 06:55:57,917 Checking jobs for platform=transfer_node +2021-12-18 06:55:57,917 Checking all jobs at once +2021-12-18 06:55:59,186 Successful check job command +2021-12-18 06:56:00,305 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:56:00,305 End of checking +2021-12-18 06:56:00,306 Updating FAILED jobs +2021-12-18 06:56:00,306 Updating WAITING jobs +2021-12-18 06:56:00,307 Update finished +2021-12-18 06:56:00,307 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:56:00,307 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:56:00,307 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:56:00,307 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:56:00,307 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:56:00,310 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:56:00,312 Job list saved +2021-12-18 06:56:00,317 Updating FAILED jobs +2021-12-18 06:56:00,317 Updating WAITING jobs +2021-12-18 06:56:00,318 Update finished +2021-12-18 06:56:10,327 Reloading parameters... +2021-12-18 06:56:10,346 Loading parameters... +2021-12-18 06:56:10,347 Loading project parameters... +2021-12-18 06:56:10,349 + +22 of 25 jobs remaining (06:56) +2021-12-18 06:56:10,349 Sleep: 10 +2021-12-18 06:56:10,349 Number of retrials: 0 +2021-12-18 06:56:10,349 WRAPPER CHECK TIME = 10 +2021-12-18 06:56:10,350 Checking jobs for platform=marenostrum4 +2021-12-18 06:56:10,351 Checking jobs for platform=nord3 +2021-12-18 06:56:10,351 Checking jobs for platform=local +2021-12-18 06:56:10,352 Checking jobs for platform=transfer_node +2021-12-18 06:56:10,352 Checking all jobs at once +2021-12-18 06:56:11,721 Successful check job command +2021-12-18 06:56:12,890 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:56:12,890 End of checking +2021-12-18 06:56:12,891 Updating FAILED jobs +2021-12-18 06:56:12,891 Updating WAITING jobs +2021-12-18 06:56:12,892 Update finished +2021-12-18 06:56:12,892 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:56:12,892 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:56:12,893 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:56:12,893 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:56:12,893 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:56:12,895 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:56:12,897 Job list saved +2021-12-18 06:56:12,902 Updating FAILED jobs +2021-12-18 06:56:12,902 Updating WAITING jobs +2021-12-18 06:56:12,902 Update finished +2021-12-18 06:56:22,911 Reloading parameters... +2021-12-18 06:56:22,929 Loading parameters... +2021-12-18 06:56:22,931 Loading project parameters... +2021-12-18 06:56:22,932 + +22 of 25 jobs remaining (06:56) +2021-12-18 06:56:22,933 Sleep: 10 +2021-12-18 06:56:22,933 Number of retrials: 0 +2021-12-18 06:56:22,933 WRAPPER CHECK TIME = 10 +2021-12-18 06:56:22,933 Checking jobs for platform=marenostrum4 +2021-12-18 06:56:22,934 Checking jobs for platform=nord3 +2021-12-18 06:56:22,935 Checking jobs for platform=local +2021-12-18 06:56:22,935 Checking jobs for platform=transfer_node +2021-12-18 06:56:22,935 Checking all jobs at once +2021-12-18 06:56:24,655 Successful check job command +2021-12-18 06:56:26,074 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:56:26,074 End of checking +2021-12-18 06:56:26,076 Updating FAILED jobs +2021-12-18 06:56:26,076 Updating WAITING jobs +2021-12-18 06:56:26,076 Update finished +2021-12-18 06:56:26,077 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:56:26,077 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:56:26,077 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:56:26,077 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:56:26,077 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:56:26,080 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:56:26,082 Job list saved +2021-12-18 06:56:26,087 Updating FAILED jobs +2021-12-18 06:56:26,087 Updating WAITING jobs +2021-12-18 06:56:26,087 Update finished +2021-12-18 06:56:36,097 Reloading parameters... +2021-12-18 06:56:36,120 Loading parameters... +2021-12-18 06:56:36,122 Loading project parameters... +2021-12-18 06:56:36,124 + +22 of 25 jobs remaining (06:56) +2021-12-18 06:56:36,124 Sleep: 10 +2021-12-18 06:56:36,124 Number of retrials: 0 +2021-12-18 06:56:36,124 WRAPPER CHECK TIME = 10 +2021-12-18 06:56:36,125 Checking jobs for platform=marenostrum4 +2021-12-18 06:56:36,125 Checking jobs for platform=nord3 +2021-12-18 06:56:36,126 Checking jobs for platform=local +2021-12-18 06:56:36,126 Checking jobs for platform=transfer_node +2021-12-18 06:56:36,127 Checking all jobs at once +2021-12-18 06:56:37,546 Successful check job command +2021-12-18 06:56:38,866 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:56:38,866 End of checking +2021-12-18 06:56:38,867 Updating FAILED jobs +2021-12-18 06:56:38,868 Updating WAITING jobs +2021-12-18 06:56:38,868 Update finished +2021-12-18 06:56:38,868 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:56:38,868 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:56:38,868 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:56:38,868 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:56:38,869 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:56:38,871 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:56:38,873 Job list saved +2021-12-18 06:56:38,878 Updating FAILED jobs +2021-12-18 06:56:38,878 Updating WAITING jobs +2021-12-18 06:56:38,878 Update finished +2021-12-18 06:56:48,887 Reloading parameters... +2021-12-18 06:56:48,907 Loading parameters... +2021-12-18 06:56:48,909 Loading project parameters... +2021-12-18 06:56:48,910 + +22 of 25 jobs remaining (06:56) +2021-12-18 06:56:48,911 Sleep: 10 +2021-12-18 06:56:48,914 Number of retrials: 0 +2021-12-18 06:56:48,914 WRAPPER CHECK TIME = 10 +2021-12-18 06:56:48,914 Checking jobs for platform=marenostrum4 +2021-12-18 06:56:48,915 Checking jobs for platform=nord3 +2021-12-18 06:56:48,915 Checking jobs for platform=local +2021-12-18 06:56:48,916 Checking jobs for platform=transfer_node +2021-12-18 06:56:48,916 Checking all jobs at once +2021-12-18 06:56:50,586 Successful check job command +2021-12-18 06:56:51,856 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:56:51,856 End of checking +2021-12-18 06:56:51,857 Updating FAILED jobs +2021-12-18 06:56:51,857 Updating WAITING jobs +2021-12-18 06:56:51,858 Update finished +2021-12-18 06:56:51,858 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:56:51,860 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:56:51,860 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:56:51,860 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:56:51,860 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:56:51,863 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:56:51,865 Job list saved +2021-12-18 06:56:51,870 Updating FAILED jobs +2021-12-18 06:56:51,870 Updating WAITING jobs +2021-12-18 06:56:51,870 Update finished +2021-12-18 06:57:01,881 Reloading parameters... +2021-12-18 06:57:01,902 Loading parameters... +2021-12-18 06:57:01,903 Loading project parameters... +2021-12-18 06:57:01,905 + +22 of 25 jobs remaining (06:57) +2021-12-18 06:57:01,905 Sleep: 10 +2021-12-18 06:57:01,905 Number of retrials: 0 +2021-12-18 06:57:01,905 WRAPPER CHECK TIME = 10 +2021-12-18 06:57:01,906 Checking jobs for platform=marenostrum4 +2021-12-18 06:57:01,907 Checking jobs for platform=nord3 +2021-12-18 06:57:01,907 Checking jobs for platform=local +2021-12-18 06:57:01,908 Checking jobs for platform=transfer_node +2021-12-18 06:57:01,908 Checking all jobs at once +2021-12-18 06:57:03,278 Successful check job command +2021-12-18 06:57:04,547 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:57:04,547 End of checking +2021-12-18 06:57:04,549 Updating FAILED jobs +2021-12-18 06:57:04,549 Updating WAITING jobs +2021-12-18 06:57:04,549 Update finished +2021-12-18 06:57:04,549 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:57:04,549 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:57:04,549 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:57:04,550 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:57:04,550 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:57:04,552 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:57:04,555 Job list saved +2021-12-18 06:57:04,560 Updating FAILED jobs +2021-12-18 06:57:04,560 Updating WAITING jobs +2021-12-18 06:57:04,560 Update finished +2021-12-18 06:57:14,564 Reloading parameters... +2021-12-18 06:57:14,584 Loading parameters... +2021-12-18 06:57:14,585 Loading project parameters... +2021-12-18 06:57:14,587 + +22 of 25 jobs remaining (06:57) +2021-12-18 06:57:14,587 Sleep: 10 +2021-12-18 06:57:14,587 Number of retrials: 0 +2021-12-18 06:57:14,587 WRAPPER CHECK TIME = 10 +2021-12-18 06:57:14,588 Checking jobs for platform=marenostrum4 +2021-12-18 06:57:14,588 Checking jobs for platform=nord3 +2021-12-18 06:57:14,589 Checking jobs for platform=local +2021-12-18 06:57:14,589 Checking jobs for platform=transfer_node +2021-12-18 06:57:14,590 Checking all jobs at once +2021-12-18 06:57:15,960 Successful check job command +2021-12-18 06:57:17,430 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:57:17,431 End of checking +2021-12-18 06:57:17,432 Updating FAILED jobs +2021-12-18 06:57:17,432 Updating WAITING jobs +2021-12-18 06:57:17,432 Update finished +2021-12-18 06:57:17,433 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:57:17,433 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:57:17,433 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:57:17,433 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:57:17,433 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:57:17,436 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:57:17,438 Job list saved +2021-12-18 06:57:17,443 Updating FAILED jobs +2021-12-18 06:57:17,443 Updating WAITING jobs +2021-12-18 06:57:17,443 Update finished +2021-12-18 06:57:27,453 Reloading parameters... +2021-12-18 06:57:27,472 Loading parameters... +2021-12-18 06:57:27,473 Loading project parameters... +2021-12-18 06:57:27,475 + +22 of 25 jobs remaining (06:57) +2021-12-18 06:57:27,476 Sleep: 10 +2021-12-18 06:57:27,476 Number of retrials: 0 +2021-12-18 06:57:27,476 WRAPPER CHECK TIME = 10 +2021-12-18 06:57:27,476 Checking jobs for platform=marenostrum4 +2021-12-18 06:57:27,477 Checking jobs for platform=nord3 +2021-12-18 06:57:27,477 Checking jobs for platform=local +2021-12-18 06:57:27,478 Checking jobs for platform=transfer_node +2021-12-18 06:57:27,478 Checking all jobs at once +2021-12-18 06:57:28,848 Successful check job command +2021-12-18 06:57:30,117 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:57:30,118 End of checking +2021-12-18 06:57:30,119 Updating FAILED jobs +2021-12-18 06:57:30,119 Updating WAITING jobs +2021-12-18 06:57:30,120 Update finished +2021-12-18 06:57:30,120 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:57:30,120 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:57:30,121 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:57:30,121 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:57:30,121 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:57:30,123 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:57:30,126 Job list saved +2021-12-18 06:57:30,138 Updating FAILED jobs +2021-12-18 06:57:30,138 Updating WAITING jobs +2021-12-18 06:57:30,139 Update finished +2021-12-18 06:57:40,149 Reloading parameters... +2021-12-18 06:57:40,167 Loading parameters... +2021-12-18 06:57:40,168 Loading project parameters... +2021-12-18 06:57:40,170 + +22 of 25 jobs remaining (06:57) +2021-12-18 06:57:40,170 Sleep: 10 +2021-12-18 06:57:40,170 Number of retrials: 0 +2021-12-18 06:57:40,170 WRAPPER CHECK TIME = 10 +2021-12-18 06:57:40,171 Checking jobs for platform=marenostrum4 +2021-12-18 06:57:40,171 Checking jobs for platform=nord3 +2021-12-18 06:57:40,172 Checking jobs for platform=local +2021-12-18 06:57:40,173 Checking jobs for platform=transfer_node +2021-12-18 06:57:40,173 Checking all jobs at once +2021-12-18 06:57:41,592 Successful check job command +2021-12-18 06:57:42,812 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:57:42,812 End of checking +2021-12-18 06:57:42,813 Updating FAILED jobs +2021-12-18 06:57:42,814 Updating WAITING jobs +2021-12-18 06:57:42,814 Update finished +2021-12-18 06:57:42,814 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:57:42,814 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:57:42,814 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:57:42,814 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:57:42,815 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:57:42,817 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:57:42,819 Job list saved +2021-12-18 06:57:42,824 Updating FAILED jobs +2021-12-18 06:57:42,824 Updating WAITING jobs +2021-12-18 06:57:42,824 Update finished +2021-12-18 06:57:52,834 Reloading parameters... +2021-12-18 06:57:52,852 Loading parameters... +2021-12-18 06:57:52,854 Loading project parameters... +2021-12-18 06:57:52,855 + +22 of 25 jobs remaining (06:57) +2021-12-18 06:57:52,856 Sleep: 10 +2021-12-18 06:57:52,856 Number of retrials: 0 +2021-12-18 06:57:52,856 WRAPPER CHECK TIME = 10 +2021-12-18 06:57:52,856 Checking jobs for platform=marenostrum4 +2021-12-18 06:57:52,857 Checking jobs for platform=nord3 +2021-12-18 06:57:52,858 Checking jobs for platform=local +2021-12-18 06:57:52,858 Checking jobs for platform=transfer_node +2021-12-18 06:57:52,858 Checking all jobs at once +2021-12-18 06:57:54,830 Successful check job command +2021-12-18 06:57:56,200 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:57:56,200 End of checking +2021-12-18 06:57:56,202 Updating FAILED jobs +2021-12-18 06:57:56,202 Updating WAITING jobs +2021-12-18 06:57:56,202 Update finished +2021-12-18 06:57:56,202 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:57:56,203 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:57:56,203 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:57:56,203 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:57:56,203 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:57:56,205 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:57:56,208 Job list saved +2021-12-18 06:57:56,212 Updating FAILED jobs +2021-12-18 06:57:56,212 Updating WAITING jobs +2021-12-18 06:57:56,213 Update finished +2021-12-18 06:58:06,223 Reloading parameters... +2021-12-18 06:58:06,242 Loading parameters... +2021-12-18 06:58:06,243 Loading project parameters... +2021-12-18 06:58:06,245 + +22 of 25 jobs remaining (06:58) +2021-12-18 06:58:06,245 Sleep: 10 +2021-12-18 06:58:06,245 Number of retrials: 0 +2021-12-18 06:58:06,245 WRAPPER CHECK TIME = 10 +2021-12-18 06:58:06,246 Checking jobs for platform=marenostrum4 +2021-12-18 06:58:06,246 Checking jobs for platform=nord3 +2021-12-18 06:58:06,247 Checking jobs for platform=local +2021-12-18 06:58:06,247 Checking jobs for platform=transfer_node +2021-12-18 06:58:06,247 Checking all jobs at once +2021-12-18 06:58:07,617 Successful check job command +2021-12-18 06:58:08,886 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:58:08,886 End of checking +2021-12-18 06:58:08,887 Updating FAILED jobs +2021-12-18 06:58:08,888 Updating WAITING jobs +2021-12-18 06:58:08,888 Update finished +2021-12-18 06:58:08,888 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:58:08,889 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:58:08,889 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:58:08,889 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:58:08,889 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:58:08,891 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:58:08,894 Job list saved +2021-12-18 06:58:08,898 Updating FAILED jobs +2021-12-18 06:58:08,898 Updating WAITING jobs +2021-12-18 06:58:08,898 Update finished +2021-12-18 06:58:18,908 Reloading parameters... +2021-12-18 06:58:18,929 Loading parameters... +2021-12-18 06:58:18,930 Loading project parameters... +2021-12-18 06:58:18,932 + +22 of 25 jobs remaining (06:58) +2021-12-18 06:58:18,932 Sleep: 10 +2021-12-18 06:58:18,933 Number of retrials: 0 +2021-12-18 06:58:18,933 WRAPPER CHECK TIME = 10 +2021-12-18 06:58:18,933 Checking jobs for platform=marenostrum4 +2021-12-18 06:58:18,934 Checking jobs for platform=nord3 +2021-12-18 06:58:18,934 Checking jobs for platform=local +2021-12-18 06:58:18,935 Checking jobs for platform=transfer_node +2021-12-18 06:58:18,935 Checking all jobs at once +2021-12-18 06:58:20,305 Successful check job command +2021-12-18 06:58:21,524 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:58:21,525 End of checking +2021-12-18 06:58:21,526 Updating FAILED jobs +2021-12-18 06:58:21,526 Updating WAITING jobs +2021-12-18 06:58:21,526 Update finished +2021-12-18 06:58:21,526 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:58:21,527 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:58:21,527 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:58:21,527 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:58:21,527 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:58:21,529 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:58:21,531 Job list saved +2021-12-18 06:58:21,536 Updating FAILED jobs +2021-12-18 06:58:21,536 Updating WAITING jobs +2021-12-18 06:58:21,536 Update finished +2021-12-18 06:58:31,546 Reloading parameters... +2021-12-18 06:58:31,564 Loading parameters... +2021-12-18 06:58:31,565 Loading project parameters... +2021-12-18 06:58:31,567 + +22 of 25 jobs remaining (06:58) +2021-12-18 06:58:31,567 Sleep: 10 +2021-12-18 06:58:31,567 Number of retrials: 0 +2021-12-18 06:58:31,567 WRAPPER CHECK TIME = 10 +2021-12-18 06:58:31,568 Checking jobs for platform=marenostrum4 +2021-12-18 06:58:31,569 Checking jobs for platform=nord3 +2021-12-18 06:58:31,569 Checking jobs for platform=local +2021-12-18 06:58:31,570 Checking jobs for platform=transfer_node +2021-12-18 06:58:31,570 Checking all jobs at once +2021-12-18 06:58:33,141 Successful check job command +2021-12-18 06:58:34,561 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:58:34,561 End of checking +2021-12-18 06:58:34,562 Updating FAILED jobs +2021-12-18 06:58:34,562 Updating WAITING jobs +2021-12-18 06:58:34,563 Update finished +2021-12-18 06:58:34,563 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:58:34,563 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:58:34,563 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:58:34,563 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:58:34,563 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:58:34,565 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:58:34,568 Job list saved +2021-12-18 06:58:34,572 Updating FAILED jobs +2021-12-18 06:58:34,572 Updating WAITING jobs +2021-12-18 06:58:34,572 Update finished +2021-12-18 06:58:44,582 Reloading parameters... +2021-12-18 06:58:44,600 Loading parameters... +2021-12-18 06:58:44,601 Loading project parameters... +2021-12-18 06:58:44,603 + +22 of 25 jobs remaining (06:58) +2021-12-18 06:58:44,603 Sleep: 10 +2021-12-18 06:58:44,604 Number of retrials: 0 +2021-12-18 06:58:44,604 WRAPPER CHECK TIME = 10 +2021-12-18 06:58:44,604 Checking jobs for platform=marenostrum4 +2021-12-18 06:58:44,605 Checking jobs for platform=nord3 +2021-12-18 06:58:44,605 Checking jobs for platform=local +2021-12-18 06:58:44,606 Checking jobs for platform=transfer_node +2021-12-18 06:58:44,606 Checking all jobs at once +2021-12-18 06:58:46,076 Successful check job command +2021-12-18 06:58:47,446 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:58:47,446 End of checking +2021-12-18 06:58:47,447 Updating FAILED jobs +2021-12-18 06:58:47,447 Updating WAITING jobs +2021-12-18 06:58:47,448 Update finished +2021-12-18 06:58:47,448 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:58:47,448 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:58:47,449 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:58:47,449 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:58:47,449 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:58:47,451 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:58:47,453 Job list saved +2021-12-18 06:58:47,458 Updating FAILED jobs +2021-12-18 06:58:47,458 Updating WAITING jobs +2021-12-18 06:58:47,458 Update finished +2021-12-18 06:58:57,468 Reloading parameters... +2021-12-18 06:58:57,489 Loading parameters... +2021-12-18 06:58:57,490 Loading project parameters... +2021-12-18 06:58:57,492 + +22 of 25 jobs remaining (06:58) +2021-12-18 06:58:57,492 Sleep: 10 +2021-12-18 06:58:57,492 Number of retrials: 0 +2021-12-18 06:58:57,493 WRAPPER CHECK TIME = 10 +2021-12-18 06:58:57,493 Checking jobs for platform=marenostrum4 +2021-12-18 06:58:57,494 Checking jobs for platform=nord3 +2021-12-18 06:58:57,494 Checking jobs for platform=local +2021-12-18 06:58:57,495 Checking jobs for platform=transfer_node +2021-12-18 06:58:57,495 Checking all jobs at once +2021-12-18 06:58:59,066 Successful check job command +2021-12-18 06:59:00,535 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:59:00,535 End of checking +2021-12-18 06:59:00,537 Updating FAILED jobs +2021-12-18 06:59:00,537 Updating WAITING jobs +2021-12-18 06:59:00,537 Update finished +2021-12-18 06:59:00,537 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:59:00,537 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:59:00,537 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:59:00,538 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:59:00,538 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:59:00,540 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:59:00,542 Job list saved +2021-12-18 06:59:00,547 Updating FAILED jobs +2021-12-18 06:59:00,547 Updating WAITING jobs +2021-12-18 06:59:00,547 Update finished +2021-12-18 06:59:10,557 Reloading parameters... +2021-12-18 06:59:10,578 Loading parameters... +2021-12-18 06:59:10,579 Loading project parameters... +2021-12-18 06:59:10,581 + +22 of 25 jobs remaining (06:59) +2021-12-18 06:59:10,581 Sleep: 10 +2021-12-18 06:59:10,581 Number of retrials: 0 +2021-12-18 06:59:10,582 WRAPPER CHECK TIME = 10 +2021-12-18 06:59:10,582 Checking jobs for platform=marenostrum4 +2021-12-18 06:59:10,583 Checking jobs for platform=nord3 +2021-12-18 06:59:10,583 Checking jobs for platform=local +2021-12-18 06:59:10,584 Checking jobs for platform=transfer_node +2021-12-18 06:59:10,584 Checking all jobs at once +2021-12-18 06:59:11,956 Successful check job command +2021-12-18 06:59:13,226 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:59:13,226 End of checking +2021-12-18 06:59:13,227 Updating FAILED jobs +2021-12-18 06:59:13,227 Updating WAITING jobs +2021-12-18 06:59:13,227 Update finished +2021-12-18 06:59:13,227 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:59:13,228 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:59:13,228 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:59:13,228 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:59:13,228 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:59:13,231 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:59:13,233 Job list saved +2021-12-18 06:59:13,237 Updating FAILED jobs +2021-12-18 06:59:13,237 Updating WAITING jobs +2021-12-18 06:59:13,238 Update finished +2021-12-18 06:59:23,248 Reloading parameters... +2021-12-18 06:59:23,266 Loading parameters... +2021-12-18 06:59:23,268 Loading project parameters... +2021-12-18 06:59:23,269 + +22 of 25 jobs remaining (06:59) +2021-12-18 06:59:23,270 Sleep: 10 +2021-12-18 06:59:23,270 Number of retrials: 0 +2021-12-18 06:59:23,270 WRAPPER CHECK TIME = 10 +2021-12-18 06:59:23,270 Checking jobs for platform=marenostrum4 +2021-12-18 06:59:23,271 Checking jobs for platform=nord3 +2021-12-18 06:59:23,271 Checking jobs for platform=local +2021-12-18 06:59:23,272 Checking jobs for platform=transfer_node +2021-12-18 06:59:23,272 Checking all jobs at once +2021-12-18 06:59:24,692 Successful check job command +2021-12-18 06:59:26,061 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:59:26,061 End of checking +2021-12-18 06:59:26,062 Updating FAILED jobs +2021-12-18 06:59:26,063 Updating WAITING jobs +2021-12-18 06:59:26,063 Update finished +2021-12-18 06:59:26,063 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:59:26,064 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:59:26,064 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:59:26,064 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:59:26,064 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:59:26,066 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:59:26,069 Job list saved +2021-12-18 06:59:26,073 Updating FAILED jobs +2021-12-18 06:59:26,073 Updating WAITING jobs +2021-12-18 06:59:26,073 Update finished +2021-12-18 06:59:36,083 Reloading parameters... +2021-12-18 06:59:36,104 Loading parameters... +2021-12-18 06:59:36,105 Loading project parameters... +2021-12-18 06:59:36,107 + +22 of 25 jobs remaining (06:59) +2021-12-18 06:59:36,107 Sleep: 10 +2021-12-18 06:59:36,107 Number of retrials: 0 +2021-12-18 06:59:36,107 WRAPPER CHECK TIME = 10 +2021-12-18 06:59:36,108 Checking jobs for platform=marenostrum4 +2021-12-18 06:59:36,108 Checking jobs for platform=nord3 +2021-12-18 06:59:36,109 Checking jobs for platform=local +2021-12-18 06:59:36,110 Checking jobs for platform=transfer_node +2021-12-18 06:59:36,110 Checking all jobs at once +2021-12-18 06:59:37,529 Successful check job command +2021-12-18 06:59:39,049 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:59:39,049 End of checking +2021-12-18 06:59:39,050 Updating FAILED jobs +2021-12-18 06:59:39,050 Updating WAITING jobs +2021-12-18 06:59:39,051 Update finished +2021-12-18 06:59:39,051 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:59:39,051 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:59:39,051 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:59:39,051 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:59:39,051 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:59:39,053 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:59:39,056 Job list saved +2021-12-18 06:59:39,060 Updating FAILED jobs +2021-12-18 06:59:39,060 Updating WAITING jobs +2021-12-18 06:59:39,060 Update finished +2021-12-18 06:59:49,070 Reloading parameters... +2021-12-18 06:59:49,090 Loading parameters... +2021-12-18 06:59:49,091 Loading project parameters... +2021-12-18 06:59:49,093 + +22 of 25 jobs remaining (06:59) +2021-12-18 06:59:49,093 Sleep: 10 +2021-12-18 06:59:49,093 Number of retrials: 0 +2021-12-18 06:59:49,093 WRAPPER CHECK TIME = 10 +2021-12-18 06:59:49,094 Checking jobs for platform=marenostrum4 +2021-12-18 06:59:49,094 Checking jobs for platform=nord3 +2021-12-18 06:59:49,095 Checking jobs for platform=local +2021-12-18 06:59:49,096 Checking jobs for platform=transfer_node +2021-12-18 06:59:49,096 Checking all jobs at once +2021-12-18 06:59:50,566 Successful check job command +2021-12-18 06:59:52,386 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 06:59:52,386 End of checking +2021-12-18 06:59:52,387 Updating FAILED jobs +2021-12-18 06:59:52,388 Updating WAITING jobs +2021-12-18 06:59:52,388 Update finished +2021-12-18 06:59:52,388 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 06:59:52,388 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 06:59:52,388 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 06:59:52,388 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 06:59:52,389 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 06:59:52,391 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 06:59:52,393 Job list saved +2021-12-18 06:59:52,398 Updating FAILED jobs +2021-12-18 06:59:52,398 Updating WAITING jobs +2021-12-18 06:59:52,398 Update finished +2021-12-18 07:00:02,408 Reloading parameters... +2021-12-18 07:00:02,427 Loading parameters... +2021-12-18 07:00:02,429 Loading project parameters... +2021-12-18 07:00:02,432 + +22 of 25 jobs remaining (07:00) +2021-12-18 07:00:02,433 Sleep: 10 +2021-12-18 07:00:02,433 Number of retrials: 0 +2021-12-18 07:00:02,434 WRAPPER CHECK TIME = 10 +2021-12-18 07:00:02,435 Checking jobs for platform=marenostrum4 +2021-12-18 07:00:02,437 Checking jobs for platform=nord3 +2021-12-18 07:00:02,438 Checking jobs for platform=local +2021-12-18 07:00:02,441 Checking jobs for platform=transfer_node +2021-12-18 07:00:02,441 Checking all jobs at once +2021-12-18 07:00:04,017 Successful check job command +2021-12-18 07:00:05,637 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:00:05,638 End of checking +2021-12-18 07:00:05,639 Updating FAILED jobs +2021-12-18 07:00:05,639 Updating WAITING jobs +2021-12-18 07:00:05,639 Update finished +2021-12-18 07:00:05,640 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:00:05,640 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:00:05,640 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:00:05,640 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:00:05,641 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:00:05,644 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:00:05,646 Job list saved +2021-12-18 07:00:05,651 Updating FAILED jobs +2021-12-18 07:00:05,651 Updating WAITING jobs +2021-12-18 07:00:05,651 Update finished +2021-12-18 07:00:15,661 Reloading parameters... +2021-12-18 07:00:15,679 Loading parameters... +2021-12-18 07:00:15,681 Loading project parameters... +2021-12-18 07:00:15,682 + +22 of 25 jobs remaining (07:00) +2021-12-18 07:00:15,683 Sleep: 10 +2021-12-18 07:00:15,683 Number of retrials: 0 +2021-12-18 07:00:15,683 WRAPPER CHECK TIME = 10 +2021-12-18 07:00:15,683 Checking jobs for platform=marenostrum4 +2021-12-18 07:00:15,684 Checking jobs for platform=nord3 +2021-12-18 07:00:15,685 Checking jobs for platform=local +2021-12-18 07:00:15,685 Checking jobs for platform=transfer_node +2021-12-18 07:00:15,685 Checking all jobs at once +2021-12-18 07:00:17,155 Successful check job command +2021-12-18 07:00:19,126 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:00:19,126 End of checking +2021-12-18 07:00:19,127 Updating FAILED jobs +2021-12-18 07:00:19,127 Updating WAITING jobs +2021-12-18 07:00:19,128 Update finished +2021-12-18 07:00:19,128 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:00:19,128 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:00:19,128 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:00:19,128 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:00:19,128 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:00:19,131 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:00:19,133 Job list saved +2021-12-18 07:00:19,137 Updating FAILED jobs +2021-12-18 07:00:19,138 Updating WAITING jobs +2021-12-18 07:00:19,138 Update finished +2021-12-18 07:00:29,147 Reloading parameters... +2021-12-18 07:00:29,166 Loading parameters... +2021-12-18 07:00:29,168 Loading project parameters... +2021-12-18 07:00:29,170 + +22 of 25 jobs remaining (07:00) +2021-12-18 07:00:29,170 Sleep: 10 +2021-12-18 07:00:29,170 Number of retrials: 0 +2021-12-18 07:00:29,170 WRAPPER CHECK TIME = 10 +2021-12-18 07:00:29,171 Checking jobs for platform=marenostrum4 +2021-12-18 07:00:29,171 Checking jobs for platform=nord3 +2021-12-18 07:00:29,172 Checking jobs for platform=local +2021-12-18 07:00:29,172 Checking jobs for platform=transfer_node +2021-12-18 07:00:29,172 Checking all jobs at once +2021-12-18 07:00:30,645 Successful check job command +2021-12-18 07:00:32,015 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:00:32,015 End of checking +2021-12-18 07:00:32,016 Updating FAILED jobs +2021-12-18 07:00:32,016 Updating WAITING jobs +2021-12-18 07:00:32,017 Update finished +2021-12-18 07:00:32,017 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:00:32,017 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:00:32,017 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:00:32,017 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:00:32,017 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:00:32,020 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:00:32,022 Job list saved +2021-12-18 07:00:32,027 Updating FAILED jobs +2021-12-18 07:00:32,027 Updating WAITING jobs +2021-12-18 07:00:32,027 Update finished +2021-12-18 07:00:42,035 Reloading parameters... +2021-12-18 07:00:42,053 Loading parameters... +2021-12-18 07:00:42,055 Loading project parameters... +2021-12-18 07:00:42,056 + +22 of 25 jobs remaining (07:00) +2021-12-18 07:00:42,057 Sleep: 10 +2021-12-18 07:00:42,057 Number of retrials: 0 +2021-12-18 07:00:42,057 WRAPPER CHECK TIME = 10 +2021-12-18 07:00:42,057 Checking jobs for platform=marenostrum4 +2021-12-18 07:00:42,058 Checking jobs for platform=nord3 +2021-12-18 07:00:42,058 Checking jobs for platform=local +2021-12-18 07:00:42,059 Checking jobs for platform=transfer_node +2021-12-18 07:00:42,059 Checking all jobs at once +2021-12-18 07:00:43,780 Successful check job command +2021-12-18 07:00:45,149 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:00:45,149 End of checking +2021-12-18 07:00:45,151 Updating FAILED jobs +2021-12-18 07:00:45,151 Updating WAITING jobs +2021-12-18 07:00:45,151 Update finished +2021-12-18 07:00:45,151 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:00:45,152 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:00:45,152 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:00:45,152 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:00:45,152 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:00:45,154 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:00:45,157 Job list saved +2021-12-18 07:00:45,164 Updating FAILED jobs +2021-12-18 07:00:45,164 Updating WAITING jobs +2021-12-18 07:00:45,165 Update finished +2021-12-18 07:00:55,175 Reloading parameters... +2021-12-18 07:00:55,194 Loading parameters... +2021-12-18 07:00:55,195 Loading project parameters... +2021-12-18 07:00:55,197 + +22 of 25 jobs remaining (07:00) +2021-12-18 07:00:55,198 Sleep: 10 +2021-12-18 07:00:55,198 Number of retrials: 0 +2021-12-18 07:00:55,198 WRAPPER CHECK TIME = 10 +2021-12-18 07:00:55,198 Checking jobs for platform=marenostrum4 +2021-12-18 07:00:55,199 Checking jobs for platform=nord3 +2021-12-18 07:00:55,199 Checking jobs for platform=local +2021-12-18 07:00:55,200 Checking jobs for platform=transfer_node +2021-12-18 07:00:55,200 Checking all jobs at once +2021-12-18 07:00:56,628 Successful check job command +2021-12-18 07:00:57,848 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:00:57,848 End of checking +2021-12-18 07:00:57,849 Updating FAILED jobs +2021-12-18 07:00:57,849 Updating WAITING jobs +2021-12-18 07:00:57,850 Update finished +2021-12-18 07:00:57,850 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:00:57,850 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:00:57,850 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:00:57,850 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:00:57,850 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:00:57,853 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:00:57,855 Job list saved +2021-12-18 07:00:57,859 Updating FAILED jobs +2021-12-18 07:00:57,860 Updating WAITING jobs +2021-12-18 07:00:57,860 Update finished +2021-12-18 07:01:07,870 Reloading parameters... +2021-12-18 07:01:07,889 Loading parameters... +2021-12-18 07:01:07,890 Loading project parameters... +2021-12-18 07:01:07,892 + +22 of 25 jobs remaining (07:01) +2021-12-18 07:01:07,892 Sleep: 10 +2021-12-18 07:01:07,893 Number of retrials: 0 +2021-12-18 07:01:07,893 WRAPPER CHECK TIME = 10 +2021-12-18 07:01:07,893 Checking jobs for platform=marenostrum4 +2021-12-18 07:01:07,894 Checking jobs for platform=nord3 +2021-12-18 07:01:07,894 Checking jobs for platform=local +2021-12-18 07:01:07,895 Checking jobs for platform=transfer_node +2021-12-18 07:01:07,895 Checking all jobs at once +2021-12-18 07:01:09,465 Successful check job command +2021-12-18 07:01:10,784 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:01:10,785 End of checking +2021-12-18 07:01:10,786 Updating FAILED jobs +2021-12-18 07:01:10,786 Updating WAITING jobs +2021-12-18 07:01:10,787 Update finished +2021-12-18 07:01:10,787 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:01:10,787 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:01:10,787 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:01:10,787 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:01:10,787 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:01:10,790 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:01:10,792 Job list saved +2021-12-18 07:01:10,797 Updating FAILED jobs +2021-12-18 07:01:10,797 Updating WAITING jobs +2021-12-18 07:01:10,797 Update finished +2021-12-18 07:01:20,807 Reloading parameters... +2021-12-18 07:01:20,825 Loading parameters... +2021-12-18 07:01:20,826 Loading project parameters... +2021-12-18 07:01:20,828 + +22 of 25 jobs remaining (07:01) +2021-12-18 07:01:20,828 Sleep: 10 +2021-12-18 07:01:20,828 Number of retrials: 0 +2021-12-18 07:01:20,828 WRAPPER CHECK TIME = 10 +2021-12-18 07:01:20,829 Checking jobs for platform=marenostrum4 +2021-12-18 07:01:20,829 Checking jobs for platform=nord3 +2021-12-18 07:01:20,830 Checking jobs for platform=local +2021-12-18 07:01:20,831 Checking jobs for platform=transfer_node +2021-12-18 07:01:20,831 Checking all jobs at once +2021-12-18 07:01:22,703 Successful check job command +2021-12-18 07:01:24,373 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:01:24,373 End of checking +2021-12-18 07:01:24,375 Updating FAILED jobs +2021-12-18 07:01:24,375 Updating WAITING jobs +2021-12-18 07:01:24,375 Update finished +2021-12-18 07:01:24,375 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:01:24,376 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:01:24,376 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:01:24,376 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:01:24,377 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:01:24,379 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:01:24,381 Job list saved +2021-12-18 07:01:24,386 Updating FAILED jobs +2021-12-18 07:01:24,386 Updating WAITING jobs +2021-12-18 07:01:24,386 Update finished +2021-12-18 07:01:34,391 Reloading parameters... +2021-12-18 07:01:34,408 Loading parameters... +2021-12-18 07:01:34,409 Loading project parameters... +2021-12-18 07:01:34,411 + +22 of 25 jobs remaining (07:01) +2021-12-18 07:01:34,411 Sleep: 10 +2021-12-18 07:01:34,411 Number of retrials: 0 +2021-12-18 07:01:34,412 WRAPPER CHECK TIME = 10 +2021-12-18 07:01:34,412 Checking jobs for platform=marenostrum4 +2021-12-18 07:01:34,413 Checking jobs for platform=nord3 +2021-12-18 07:01:34,413 Checking jobs for platform=local +2021-12-18 07:01:34,414 Checking jobs for platform=transfer_node +2021-12-18 07:01:34,414 Checking all jobs at once +2021-12-18 07:01:35,934 Successful check job command +2021-12-18 07:01:37,156 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:01:37,156 End of checking +2021-12-18 07:01:37,157 Updating FAILED jobs +2021-12-18 07:01:37,158 Updating WAITING jobs +2021-12-18 07:01:37,158 Update finished +2021-12-18 07:01:37,158 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:01:37,158 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:01:37,158 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:01:37,158 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:01:37,159 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:01:37,161 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:01:37,163 Job list saved +2021-12-18 07:01:37,168 Updating FAILED jobs +2021-12-18 07:01:37,168 Updating WAITING jobs +2021-12-18 07:01:37,168 Update finished +2021-12-18 07:01:47,178 Reloading parameters... +2021-12-18 07:01:47,197 Loading parameters... +2021-12-18 07:01:47,198 Loading project parameters... +2021-12-18 07:01:47,200 + +22 of 25 jobs remaining (07:01) +2021-12-18 07:01:47,200 Sleep: 10 +2021-12-18 07:01:47,200 Number of retrials: 0 +2021-12-18 07:01:47,200 WRAPPER CHECK TIME = 10 +2021-12-18 07:01:47,201 Checking jobs for platform=marenostrum4 +2021-12-18 07:01:47,201 Checking jobs for platform=nord3 +2021-12-18 07:01:47,202 Checking jobs for platform=local +2021-12-18 07:01:47,203 Checking jobs for platform=transfer_node +2021-12-18 07:01:47,203 Checking all jobs at once +2021-12-18 07:01:49,224 Successful check job command +2021-12-18 07:01:50,494 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:01:50,494 End of checking +2021-12-18 07:01:50,496 Updating FAILED jobs +2021-12-18 07:01:50,496 Updating WAITING jobs +2021-12-18 07:01:50,497 Update finished +2021-12-18 07:01:50,497 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:01:50,497 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:01:50,497 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:01:50,497 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:01:50,497 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:01:50,500 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:01:50,503 Job list saved +2021-12-18 07:01:50,507 Updating FAILED jobs +2021-12-18 07:01:50,508 Updating WAITING jobs +2021-12-18 07:01:50,508 Update finished +2021-12-18 07:02:00,514 Reloading parameters... +2021-12-18 07:02:00,532 Loading parameters... +2021-12-18 07:02:00,534 Loading project parameters... +2021-12-18 07:02:00,536 + +22 of 25 jobs remaining (07:02) +2021-12-18 07:02:00,536 Sleep: 10 +2021-12-18 07:02:00,536 Number of retrials: 0 +2021-12-18 07:02:00,536 WRAPPER CHECK TIME = 10 +2021-12-18 07:02:00,537 Checking jobs for platform=marenostrum4 +2021-12-18 07:02:00,537 Checking jobs for platform=nord3 +2021-12-18 07:02:00,538 Checking jobs for platform=local +2021-12-18 07:02:00,538 Checking jobs for platform=transfer_node +2021-12-18 07:02:00,538 Checking all jobs at once +2021-12-18 07:02:02,559 Successful check job command +2021-12-18 07:02:04,181 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:02:04,181 End of checking +2021-12-18 07:02:04,183 Updating FAILED jobs +2021-12-18 07:02:04,183 Updating WAITING jobs +2021-12-18 07:02:04,183 Update finished +2021-12-18 07:02:04,183 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:02:04,184 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:02:04,184 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:02:04,184 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:02:04,184 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:02:04,187 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:02:04,189 Job list saved +2021-12-18 07:02:04,194 Updating FAILED jobs +2021-12-18 07:02:04,194 Updating WAITING jobs +2021-12-18 07:02:04,194 Update finished +2021-12-18 07:02:14,204 Reloading parameters... +2021-12-18 07:02:14,240 Loading parameters... +2021-12-18 07:02:14,246 Loading project parameters... +2021-12-18 07:02:14,248 + +22 of 25 jobs remaining (07:02) +2021-12-18 07:02:14,248 Sleep: 10 +2021-12-18 07:02:14,249 Number of retrials: 0 +2021-12-18 07:02:14,249 WRAPPER CHECK TIME = 10 +2021-12-18 07:02:14,249 Checking jobs for platform=marenostrum4 +2021-12-18 07:02:14,253 Checking jobs for platform=nord3 +2021-12-18 07:02:14,253 Checking jobs for platform=local +2021-12-18 07:02:14,254 Checking jobs for platform=transfer_node +2021-12-18 07:02:14,254 Checking all jobs at once +2021-12-18 07:02:15,636 Successful check job command +2021-12-18 07:02:17,005 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:02:17,006 End of checking +2021-12-18 07:02:17,007 Updating FAILED jobs +2021-12-18 07:02:17,007 Updating WAITING jobs +2021-12-18 07:02:17,007 Update finished +2021-12-18 07:02:17,007 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:02:17,008 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:02:17,008 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:02:17,008 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:02:17,008 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:02:17,010 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:02:17,013 Job list saved +2021-12-18 07:02:17,017 Updating FAILED jobs +2021-12-18 07:02:17,017 Updating WAITING jobs +2021-12-18 07:02:17,017 Update finished +2021-12-18 07:02:27,027 Reloading parameters... +2021-12-18 07:02:27,048 Loading parameters... +2021-12-18 07:02:27,050 Loading project parameters... +2021-12-18 07:02:27,051 + +22 of 25 jobs remaining (07:02) +2021-12-18 07:02:27,052 Sleep: 10 +2021-12-18 07:02:27,052 Number of retrials: 0 +2021-12-18 07:02:27,052 WRAPPER CHECK TIME = 10 +2021-12-18 07:02:27,052 Checking jobs for platform=marenostrum4 +2021-12-18 07:02:27,053 Checking jobs for platform=nord3 +2021-12-18 07:02:27,054 Checking jobs for platform=local +2021-12-18 07:02:27,054 Checking jobs for platform=transfer_node +2021-12-18 07:02:27,054 Checking all jobs at once +2021-12-18 07:02:28,524 Successful check job command +2021-12-18 07:02:29,743 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:02:29,743 End of checking +2021-12-18 07:02:29,745 Updating FAILED jobs +2021-12-18 07:02:29,745 Updating WAITING jobs +2021-12-18 07:02:29,745 Update finished +2021-12-18 07:02:29,745 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:02:29,745 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:02:29,745 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:02:29,746 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:02:29,746 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:02:29,748 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:02:29,751 Job list saved +2021-12-18 07:02:29,755 Updating FAILED jobs +2021-12-18 07:02:29,756 Updating WAITING jobs +2021-12-18 07:02:29,756 Update finished +2021-12-18 07:02:39,766 Reloading parameters... +2021-12-18 07:02:39,786 Loading parameters... +2021-12-18 07:02:39,788 Loading project parameters... +2021-12-18 07:02:39,790 + +22 of 25 jobs remaining (07:02) +2021-12-18 07:02:39,790 Sleep: 10 +2021-12-18 07:02:39,790 Number of retrials: 0 +2021-12-18 07:02:39,790 WRAPPER CHECK TIME = 10 +2021-12-18 07:02:39,791 Checking jobs for platform=marenostrum4 +2021-12-18 07:02:39,791 Checking jobs for platform=nord3 +2021-12-18 07:02:39,792 Checking jobs for platform=local +2021-12-18 07:02:39,792 Checking jobs for platform=transfer_node +2021-12-18 07:02:39,793 Checking all jobs at once +2021-12-18 07:02:41,964 Successful check job command +2021-12-18 07:02:43,634 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:02:43,634 End of checking +2021-12-18 07:02:43,636 Updating FAILED jobs +2021-12-18 07:02:43,636 Updating WAITING jobs +2021-12-18 07:02:43,636 Update finished +2021-12-18 07:02:43,636 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:02:43,637 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:02:43,637 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:02:43,637 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:02:43,637 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:02:43,639 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:02:43,642 Job list saved +2021-12-18 07:02:43,647 Updating FAILED jobs +2021-12-18 07:02:43,647 Updating WAITING jobs +2021-12-18 07:02:43,647 Update finished +2021-12-18 07:02:53,648 Reloading parameters... +2021-12-18 07:02:53,673 Loading parameters... +2021-12-18 07:02:53,675 Loading project parameters... +2021-12-18 07:02:53,677 + +22 of 25 jobs remaining (07:02) +2021-12-18 07:02:53,677 Sleep: 10 +2021-12-18 07:02:53,677 Number of retrials: 0 +2021-12-18 07:02:53,677 WRAPPER CHECK TIME = 10 +2021-12-18 07:02:53,678 Checking jobs for platform=marenostrum4 +2021-12-18 07:02:53,678 Checking jobs for platform=nord3 +2021-12-18 07:02:53,679 Checking jobs for platform=local +2021-12-18 07:02:53,679 Checking jobs for platform=transfer_node +2021-12-18 07:02:53,679 Checking all jobs at once +2021-12-18 07:02:55,299 Successful check job command +2021-12-18 07:02:56,771 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:02:56,771 End of checking +2021-12-18 07:02:56,773 Updating FAILED jobs +2021-12-18 07:02:56,773 Updating WAITING jobs +2021-12-18 07:02:56,773 Update finished +2021-12-18 07:02:56,773 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:02:56,774 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:02:56,774 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:02:56,774 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:02:56,774 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:02:56,776 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:02:56,779 Job list saved +2021-12-18 07:02:56,783 Updating FAILED jobs +2021-12-18 07:02:56,784 Updating WAITING jobs +2021-12-18 07:02:56,784 Update finished +2021-12-18 07:03:06,792 Reloading parameters... +2021-12-18 07:03:06,811 Loading parameters... +2021-12-18 07:03:06,813 Loading project parameters... +2021-12-18 07:03:06,814 + +22 of 25 jobs remaining (07:03) +2021-12-18 07:03:06,815 Sleep: 10 +2021-12-18 07:03:06,815 Number of retrials: 0 +2021-12-18 07:03:06,815 WRAPPER CHECK TIME = 10 +2021-12-18 07:03:06,815 Checking jobs for platform=marenostrum4 +2021-12-18 07:03:06,816 Checking jobs for platform=nord3 +2021-12-18 07:03:06,817 Checking jobs for platform=local +2021-12-18 07:03:06,817 Checking jobs for platform=transfer_node +2021-12-18 07:03:06,817 Checking all jobs at once +2021-12-18 07:03:08,787 Successful check job command +2021-12-18 07:03:10,257 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:03:10,257 End of checking +2021-12-18 07:03:10,258 Updating FAILED jobs +2021-12-18 07:03:10,258 Updating WAITING jobs +2021-12-18 07:03:10,259 Update finished +2021-12-18 07:03:10,259 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:03:10,259 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:03:10,259 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:03:10,259 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:03:10,259 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:03:10,262 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:03:10,264 Job list saved +2021-12-18 07:03:10,269 Updating FAILED jobs +2021-12-18 07:03:10,269 Updating WAITING jobs +2021-12-18 07:03:10,270 Update finished +2021-12-18 07:03:20,280 Reloading parameters... +2021-12-18 07:03:20,297 Loading parameters... +2021-12-18 07:03:20,299 Loading project parameters... +2021-12-18 07:03:20,301 + +22 of 25 jobs remaining (07:03) +2021-12-18 07:03:20,301 Sleep: 10 +2021-12-18 07:03:20,301 Number of retrials: 0 +2021-12-18 07:03:20,301 WRAPPER CHECK TIME = 10 +2021-12-18 07:03:20,302 Checking jobs for platform=marenostrum4 +2021-12-18 07:03:20,302 Checking jobs for platform=nord3 +2021-12-18 07:03:20,303 Checking jobs for platform=local +2021-12-18 07:03:20,303 Checking jobs for platform=transfer_node +2021-12-18 07:03:20,303 Checking all jobs at once +2021-12-18 07:03:21,925 Successful check job command +2021-12-18 07:03:23,745 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:03:23,745 End of checking +2021-12-18 07:03:23,747 Updating FAILED jobs +2021-12-18 07:03:23,747 Updating WAITING jobs +2021-12-18 07:03:23,747 Update finished +2021-12-18 07:03:23,747 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:03:23,748 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:03:23,748 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:03:23,748 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:03:23,748 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:03:23,751 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:03:23,753 Job list saved +2021-12-18 07:03:23,758 Updating FAILED jobs +2021-12-18 07:03:23,758 Updating WAITING jobs +2021-12-18 07:03:23,758 Update finished +2021-12-18 07:03:33,768 Reloading parameters... +2021-12-18 07:03:33,786 Loading parameters... +2021-12-18 07:03:33,787 Loading project parameters... +2021-12-18 07:03:33,789 + +22 of 25 jobs remaining (07:03) +2021-12-18 07:03:33,789 Sleep: 10 +2021-12-18 07:03:33,789 Number of retrials: 0 +2021-12-18 07:03:33,789 WRAPPER CHECK TIME = 10 +2021-12-18 07:03:33,790 Checking jobs for platform=marenostrum4 +2021-12-18 07:03:33,790 Checking jobs for platform=nord3 +2021-12-18 07:03:33,791 Checking jobs for platform=local +2021-12-18 07:03:33,791 Checking jobs for platform=transfer_node +2021-12-18 07:03:33,792 Checking all jobs at once +2021-12-18 07:03:35,111 Successful check job command +2021-12-18 07:03:37,081 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:03:37,081 End of checking +2021-12-18 07:03:37,083 Updating FAILED jobs +2021-12-18 07:03:37,083 Updating WAITING jobs +2021-12-18 07:03:37,083 Update finished +2021-12-18 07:03:37,083 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:03:37,084 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:03:37,084 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:03:37,084 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:03:37,084 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:03:37,086 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:03:37,089 Job list saved +2021-12-18 07:03:37,093 Updating FAILED jobs +2021-12-18 07:03:37,093 Updating WAITING jobs +2021-12-18 07:03:37,094 Update finished +2021-12-18 07:03:47,097 Reloading parameters... +2021-12-18 07:03:47,115 Loading parameters... +2021-12-18 07:03:47,116 Loading project parameters... +2021-12-18 07:03:47,118 + +22 of 25 jobs remaining (07:03) +2021-12-18 07:03:47,118 Sleep: 10 +2021-12-18 07:03:47,118 Number of retrials: 0 +2021-12-18 07:03:47,118 WRAPPER CHECK TIME = 10 +2021-12-18 07:03:47,119 Checking jobs for platform=marenostrum4 +2021-12-18 07:03:47,120 Checking jobs for platform=nord3 +2021-12-18 07:03:47,120 Checking jobs for platform=local +2021-12-18 07:03:47,121 Checking jobs for platform=transfer_node +2021-12-18 07:03:47,121 Checking all jobs at once +2021-12-18 07:03:48,941 Successful check job command +2021-12-18 07:03:50,811 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:03:50,812 End of checking +2021-12-18 07:03:50,813 Updating FAILED jobs +2021-12-18 07:03:50,813 Updating WAITING jobs +2021-12-18 07:03:50,813 Update finished +2021-12-18 07:03:50,813 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:03:50,813 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:03:50,814 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:03:50,814 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:03:50,814 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:03:50,816 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:03:50,818 Job list saved +2021-12-18 07:03:50,828 Updating FAILED jobs +2021-12-18 07:03:50,828 Updating WAITING jobs +2021-12-18 07:03:50,829 Update finished +2021-12-18 07:04:00,839 Reloading parameters... +2021-12-18 07:04:00,857 Loading parameters... +2021-12-18 07:04:00,858 Loading project parameters... +2021-12-18 07:04:00,860 + +22 of 25 jobs remaining (07:04) +2021-12-18 07:04:00,860 Sleep: 10 +2021-12-18 07:04:00,860 Number of retrials: 0 +2021-12-18 07:04:00,860 WRAPPER CHECK TIME = 10 +2021-12-18 07:04:00,861 Checking jobs for platform=marenostrum4 +2021-12-18 07:04:00,861 Checking jobs for platform=nord3 +2021-12-18 07:04:00,862 Checking jobs for platform=local +2021-12-18 07:04:00,862 Checking jobs for platform=transfer_node +2021-12-18 07:04:00,863 Checking all jobs at once +2021-12-18 07:04:02,583 Successful check job command +2021-12-18 07:04:03,903 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:04:03,903 End of checking +2021-12-18 07:04:03,905 Updating FAILED jobs +2021-12-18 07:04:03,905 Updating WAITING jobs +2021-12-18 07:04:03,905 Update finished +2021-12-18 07:04:03,905 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:04:03,906 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:04:03,906 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:04:03,906 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:04:03,906 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:04:03,909 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:04:03,912 Job list saved +2021-12-18 07:04:03,917 Updating FAILED jobs +2021-12-18 07:04:03,917 Updating WAITING jobs +2021-12-18 07:04:03,917 Update finished +2021-12-18 07:04:13,927 Reloading parameters... +2021-12-18 07:04:13,947 Loading parameters... +2021-12-18 07:04:13,949 Loading project parameters... +2021-12-18 07:04:13,950 + +22 of 25 jobs remaining (07:04) +2021-12-18 07:04:13,951 Sleep: 10 +2021-12-18 07:04:13,951 Number of retrials: 0 +2021-12-18 07:04:13,951 WRAPPER CHECK TIME = 10 +2021-12-18 07:04:13,951 Checking jobs for platform=marenostrum4 +2021-12-18 07:04:13,952 Checking jobs for platform=nord3 +2021-12-18 07:04:13,953 Checking jobs for platform=local +2021-12-18 07:04:13,953 Checking jobs for platform=transfer_node +2021-12-18 07:04:13,953 Checking all jobs at once +2021-12-18 07:04:15,473 Successful check job command +2021-12-18 07:04:16,742 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:04:16,742 End of checking +2021-12-18 07:04:16,744 Updating FAILED jobs +2021-12-18 07:04:16,744 Updating WAITING jobs +2021-12-18 07:04:16,745 Update finished +2021-12-18 07:04:16,745 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:04:16,745 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:04:16,745 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:04:16,745 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:04:16,745 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:04:16,748 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:04:16,750 Job list saved +2021-12-18 07:04:16,755 Updating FAILED jobs +2021-12-18 07:04:16,756 Updating WAITING jobs +2021-12-18 07:04:16,756 Update finished +2021-12-18 07:04:26,766 Reloading parameters... +2021-12-18 07:04:26,784 Loading parameters... +2021-12-18 07:04:26,785 Loading project parameters... +2021-12-18 07:04:26,787 + +22 of 25 jobs remaining (07:04) +2021-12-18 07:04:26,787 Sleep: 10 +2021-12-18 07:04:26,787 Number of retrials: 0 +2021-12-18 07:04:26,788 WRAPPER CHECK TIME = 10 +2021-12-18 07:04:26,788 Checking jobs for platform=marenostrum4 +2021-12-18 07:04:26,789 Checking jobs for platform=nord3 +2021-12-18 07:04:26,789 Checking jobs for platform=local +2021-12-18 07:04:26,790 Checking jobs for platform=transfer_node +2021-12-18 07:04:26,790 Checking all jobs at once +2021-12-18 07:04:28,818 Successful check job command +2021-12-18 07:04:30,288 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:04:30,288 End of checking +2021-12-18 07:04:30,289 Updating FAILED jobs +2021-12-18 07:04:30,290 Updating WAITING jobs +2021-12-18 07:04:30,290 Update finished +2021-12-18 07:04:30,290 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:04:30,290 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:04:30,290 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:04:30,290 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:04:30,291 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:04:30,293 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:04:30,296 Job list saved +2021-12-18 07:04:30,300 Updating FAILED jobs +2021-12-18 07:04:30,301 Updating WAITING jobs +2021-12-18 07:04:30,301 Update finished +2021-12-18 07:04:40,311 Reloading parameters... +2021-12-18 07:04:40,330 Loading parameters... +2021-12-18 07:04:40,331 Loading project parameters... +2021-12-18 07:04:40,333 + +22 of 25 jobs remaining (07:04) +2021-12-18 07:04:40,333 Sleep: 10 +2021-12-18 07:04:40,333 Number of retrials: 0 +2021-12-18 07:04:40,333 WRAPPER CHECK TIME = 10 +2021-12-18 07:04:40,334 Checking jobs for platform=marenostrum4 +2021-12-18 07:04:40,335 Checking jobs for platform=nord3 +2021-12-18 07:04:40,335 Checking jobs for platform=local +2021-12-18 07:04:40,336 Checking jobs for platform=transfer_node +2021-12-18 07:04:40,336 Checking all jobs at once +2021-12-18 07:04:42,163 Successful check job command +2021-12-18 07:04:43,584 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:04:43,584 End of checking +2021-12-18 07:04:43,586 Updating FAILED jobs +2021-12-18 07:04:43,586 Updating WAITING jobs +2021-12-18 07:04:43,586 Update finished +2021-12-18 07:04:43,586 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:04:43,587 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:04:43,587 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:04:43,587 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:04:43,587 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:04:43,591 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:04:43,593 Job list saved +2021-12-18 07:04:43,598 Updating FAILED jobs +2021-12-18 07:04:43,598 Updating WAITING jobs +2021-12-18 07:04:43,599 Update finished +2021-12-18 07:04:53,609 Reloading parameters... +2021-12-18 07:04:53,633 Loading parameters... +2021-12-18 07:04:53,634 Loading project parameters... +2021-12-18 07:04:53,636 + +22 of 25 jobs remaining (07:04) +2021-12-18 07:04:53,636 Sleep: 10 +2021-12-18 07:04:53,637 Number of retrials: 0 +2021-12-18 07:04:53,637 WRAPPER CHECK TIME = 10 +2021-12-18 07:04:53,637 Checking jobs for platform=marenostrum4 +2021-12-18 07:04:53,638 Checking jobs for platform=nord3 +2021-12-18 07:04:53,638 Checking jobs for platform=local +2021-12-18 07:04:53,639 Checking jobs for platform=transfer_node +2021-12-18 07:04:53,639 Checking all jobs at once +2021-12-18 07:04:55,158 Successful check job command +2021-12-18 07:04:56,478 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:04:56,478 End of checking +2021-12-18 07:04:56,479 Updating FAILED jobs +2021-12-18 07:04:56,480 Updating WAITING jobs +2021-12-18 07:04:56,480 Update finished +2021-12-18 07:04:56,480 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:04:56,480 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:04:56,480 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:04:56,480 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:04:56,481 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:04:56,483 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:04:56,485 Job list saved +2021-12-18 07:04:56,492 Updating FAILED jobs +2021-12-18 07:04:56,492 Updating WAITING jobs +2021-12-18 07:04:56,493 Update finished +2021-12-18 07:05:06,503 Reloading parameters... +2021-12-18 07:05:06,526 Loading parameters... +2021-12-18 07:05:06,528 Loading project parameters... +2021-12-18 07:05:06,529 + +22 of 25 jobs remaining (07:05) +2021-12-18 07:05:06,530 Sleep: 10 +2021-12-18 07:05:06,530 Number of retrials: 0 +2021-12-18 07:05:06,530 WRAPPER CHECK TIME = 10 +2021-12-18 07:05:06,530 Checking jobs for platform=marenostrum4 +2021-12-18 07:05:06,531 Checking jobs for platform=nord3 +2021-12-18 07:05:06,531 Checking jobs for platform=local +2021-12-18 07:05:06,532 Checking jobs for platform=transfer_node +2021-12-18 07:05:06,532 Checking all jobs at once +2021-12-18 07:05:08,002 Successful check job command +2021-12-18 07:05:09,776 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:05:09,776 End of checking +2021-12-18 07:05:09,777 Updating FAILED jobs +2021-12-18 07:05:09,778 Updating WAITING jobs +2021-12-18 07:05:09,778 Update finished +2021-12-18 07:05:09,778 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:05:09,778 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:05:09,778 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:05:09,778 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:05:09,779 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:05:09,781 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:05:09,783 Job list saved +2021-12-18 07:05:09,788 Updating FAILED jobs +2021-12-18 07:05:09,788 Updating WAITING jobs +2021-12-18 07:05:09,789 Update finished +2021-12-18 07:05:19,799 Reloading parameters... +2021-12-18 07:05:19,820 Loading parameters... +2021-12-18 07:05:19,821 Loading project parameters... +2021-12-18 07:05:19,823 + +22 of 25 jobs remaining (07:05) +2021-12-18 07:05:19,823 Sleep: 10 +2021-12-18 07:05:19,823 Number of retrials: 0 +2021-12-18 07:05:19,823 WRAPPER CHECK TIME = 10 +2021-12-18 07:05:19,824 Checking jobs for platform=marenostrum4 +2021-12-18 07:05:19,824 Checking jobs for platform=nord3 +2021-12-18 07:05:19,825 Checking jobs for platform=local +2021-12-18 07:05:19,825 Checking jobs for platform=transfer_node +2021-12-18 07:05:19,825 Checking all jobs at once +2021-12-18 07:05:21,395 Successful check job command +2021-12-18 07:05:22,764 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:05:22,764 End of checking +2021-12-18 07:05:22,766 Updating FAILED jobs +2021-12-18 07:05:22,766 Updating WAITING jobs +2021-12-18 07:05:22,766 Update finished +2021-12-18 07:05:22,767 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:05:22,775 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:05:22,775 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:05:22,775 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:05:22,775 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:05:22,778 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:05:22,780 Job list saved +2021-12-18 07:05:22,790 Updating FAILED jobs +2021-12-18 07:05:22,790 Updating WAITING jobs +2021-12-18 07:05:22,790 Update finished +2021-12-18 07:05:32,798 Reloading parameters... +2021-12-18 07:05:32,818 Loading parameters... +2021-12-18 07:05:32,819 Loading project parameters... +2021-12-18 07:05:32,821 + +22 of 25 jobs remaining (07:05) +2021-12-18 07:05:32,821 Sleep: 10 +2021-12-18 07:05:32,821 Number of retrials: 0 +2021-12-18 07:05:32,822 WRAPPER CHECK TIME = 10 +2021-12-18 07:05:32,822 Checking jobs for platform=marenostrum4 +2021-12-18 07:05:32,823 Checking jobs for platform=nord3 +2021-12-18 07:05:32,823 Checking jobs for platform=local +2021-12-18 07:05:32,824 Checking jobs for platform=transfer_node +2021-12-18 07:05:32,824 Checking all jobs at once +2021-12-18 07:05:34,294 Successful check job command +2021-12-18 07:05:35,666 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:05:35,666 End of checking +2021-12-18 07:05:35,668 Updating FAILED jobs +2021-12-18 07:05:35,668 Updating WAITING jobs +2021-12-18 07:05:35,668 Update finished +2021-12-18 07:05:35,668 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:05:35,669 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:05:35,669 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:05:35,669 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:05:35,669 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:05:35,672 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:05:35,675 Job list saved +2021-12-18 07:05:35,680 Updating FAILED jobs +2021-12-18 07:05:35,680 Updating WAITING jobs +2021-12-18 07:05:35,680 Update finished +2021-12-18 07:05:45,690 Reloading parameters... +2021-12-18 07:05:45,708 Loading parameters... +2021-12-18 07:05:45,710 Loading project parameters... +2021-12-18 07:05:45,712 + +22 of 25 jobs remaining (07:05) +2021-12-18 07:05:45,712 Sleep: 10 +2021-12-18 07:05:45,712 Number of retrials: 0 +2021-12-18 07:05:45,712 WRAPPER CHECK TIME = 10 +2021-12-18 07:05:45,713 Checking jobs for platform=marenostrum4 +2021-12-18 07:05:45,713 Checking jobs for platform=nord3 +2021-12-18 07:05:45,714 Checking jobs for platform=local +2021-12-18 07:05:45,714 Checking jobs for platform=transfer_node +2021-12-18 07:05:45,714 Checking all jobs at once +2021-12-18 07:05:47,134 Successful check job command +2021-12-18 07:05:48,454 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:05:48,454 End of checking +2021-12-18 07:05:48,456 Updating FAILED jobs +2021-12-18 07:05:48,456 Updating WAITING jobs +2021-12-18 07:05:48,456 Update finished +2021-12-18 07:05:48,457 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:05:48,457 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:05:48,457 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:05:48,457 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:05:48,457 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:05:48,460 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:05:48,462 Job list saved +2021-12-18 07:05:48,475 Updating FAILED jobs +2021-12-18 07:05:48,475 Updating WAITING jobs +2021-12-18 07:05:48,475 Update finished +2021-12-18 07:05:58,485 Reloading parameters... +2021-12-18 07:05:58,506 Loading parameters... +2021-12-18 07:05:58,507 Loading project parameters... +2021-12-18 07:05:58,509 + +22 of 25 jobs remaining (07:05) +2021-12-18 07:05:58,509 Sleep: 10 +2021-12-18 07:05:58,509 Number of retrials: 0 +2021-12-18 07:05:58,509 WRAPPER CHECK TIME = 10 +2021-12-18 07:05:58,510 Checking jobs for platform=marenostrum4 +2021-12-18 07:05:58,511 Checking jobs for platform=nord3 +2021-12-18 07:05:58,511 Checking jobs for platform=local +2021-12-18 07:05:58,512 Checking jobs for platform=transfer_node +2021-12-18 07:05:58,512 Checking all jobs at once +2021-12-18 07:06:00,032 Successful check job command +2021-12-18 07:06:01,401 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:06:01,401 End of checking +2021-12-18 07:06:01,403 Updating FAILED jobs +2021-12-18 07:06:01,403 Updating WAITING jobs +2021-12-18 07:06:01,403 Update finished +2021-12-18 07:06:01,404 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:06:01,404 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:06:01,404 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:06:01,405 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:06:01,405 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:06:01,407 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:06:01,410 Job list saved +2021-12-18 07:06:01,414 Updating FAILED jobs +2021-12-18 07:06:01,415 Updating WAITING jobs +2021-12-18 07:06:01,415 Update finished +2021-12-18 07:06:11,425 Reloading parameters... +2021-12-18 07:06:11,444 Loading parameters... +2021-12-18 07:06:11,445 Loading project parameters... +2021-12-18 07:06:11,447 + +22 of 25 jobs remaining (07:06) +2021-12-18 07:06:11,447 Sleep: 10 +2021-12-18 07:06:11,448 Number of retrials: 0 +2021-12-18 07:06:11,448 WRAPPER CHECK TIME = 10 +2021-12-18 07:06:11,448 Checking jobs for platform=marenostrum4 +2021-12-18 07:06:11,449 Checking jobs for platform=nord3 +2021-12-18 07:06:11,449 Checking jobs for platform=local +2021-12-18 07:06:11,450 Checking jobs for platform=transfer_node +2021-12-18 07:06:11,450 Checking all jobs at once +2021-12-18 07:06:12,971 Successful check job command +2021-12-18 07:06:14,340 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:06:14,341 End of checking +2021-12-18 07:06:14,342 Updating FAILED jobs +2021-12-18 07:06:14,342 Updating WAITING jobs +2021-12-18 07:06:14,343 Update finished +2021-12-18 07:06:14,343 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:06:14,343 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:06:14,343 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:06:14,343 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:06:14,343 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:06:14,346 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:06:14,348 Job list saved +2021-12-18 07:06:14,354 Updating FAILED jobs +2021-12-18 07:06:14,354 Updating WAITING jobs +2021-12-18 07:06:14,354 Update finished +2021-12-18 07:06:24,364 Reloading parameters... +2021-12-18 07:06:24,386 Loading parameters... +2021-12-18 07:06:24,387 Loading project parameters... +2021-12-18 07:06:24,389 + +22 of 25 jobs remaining (07:06) +2021-12-18 07:06:24,389 Sleep: 10 +2021-12-18 07:06:24,389 Number of retrials: 0 +2021-12-18 07:06:24,389 WRAPPER CHECK TIME = 10 +2021-12-18 07:06:24,390 Checking jobs for platform=marenostrum4 +2021-12-18 07:06:24,390 Checking jobs for platform=nord3 +2021-12-18 07:06:24,391 Checking jobs for platform=local +2021-12-18 07:06:24,391 Checking jobs for platform=transfer_node +2021-12-18 07:06:24,391 Checking all jobs at once +2021-12-18 07:06:25,761 Successful check job command +2021-12-18 07:06:27,084 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:06:27,084 End of checking +2021-12-18 07:06:27,086 Updating FAILED jobs +2021-12-18 07:06:27,086 Updating WAITING jobs +2021-12-18 07:06:27,086 Update finished +2021-12-18 07:06:27,086 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:06:27,086 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:06:27,086 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:06:27,087 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:06:27,087 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:06:27,089 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:06:27,092 Job list saved +2021-12-18 07:06:27,097 Updating FAILED jobs +2021-12-18 07:06:27,097 Updating WAITING jobs +2021-12-18 07:06:27,097 Update finished +2021-12-18 07:06:37,107 Reloading parameters... +2021-12-18 07:06:37,127 Loading parameters... +2021-12-18 07:06:37,129 Loading project parameters... +2021-12-18 07:06:37,131 + +22 of 25 jobs remaining (07:06) +2021-12-18 07:06:37,131 Sleep: 10 +2021-12-18 07:06:37,131 Number of retrials: 0 +2021-12-18 07:06:37,131 WRAPPER CHECK TIME = 10 +2021-12-18 07:06:37,131 Checking jobs for platform=marenostrum4 +2021-12-18 07:06:37,132 Checking jobs for platform=nord3 +2021-12-18 07:06:37,133 Checking jobs for platform=local +2021-12-18 07:06:37,133 Checking jobs for platform=transfer_node +2021-12-18 07:06:37,133 Checking all jobs at once +2021-12-18 07:06:38,453 Successful check job command +2021-12-18 07:06:39,872 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:06:39,872 End of checking +2021-12-18 07:06:39,874 Updating FAILED jobs +2021-12-18 07:06:39,874 Updating WAITING jobs +2021-12-18 07:06:39,874 Update finished +2021-12-18 07:06:39,874 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:06:39,875 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:06:39,875 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:06:39,875 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:06:39,875 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:06:39,878 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:06:39,881 Job list saved +2021-12-18 07:06:39,886 Updating FAILED jobs +2021-12-18 07:06:39,887 Updating WAITING jobs +2021-12-18 07:06:39,887 Update finished +2021-12-18 07:06:49,897 Reloading parameters... +2021-12-18 07:06:49,920 Loading parameters... +2021-12-18 07:06:49,921 Loading project parameters... +2021-12-18 07:06:49,923 + +22 of 25 jobs remaining (07:06) +2021-12-18 07:06:49,923 Sleep: 10 +2021-12-18 07:06:49,923 Number of retrials: 0 +2021-12-18 07:06:49,923 WRAPPER CHECK TIME = 10 +2021-12-18 07:06:49,924 Checking jobs for platform=marenostrum4 +2021-12-18 07:06:49,924 Checking jobs for platform=nord3 +2021-12-18 07:06:49,925 Checking jobs for platform=local +2021-12-18 07:06:49,925 Checking jobs for platform=transfer_node +2021-12-18 07:06:49,925 Checking all jobs at once +2021-12-18 07:06:51,296 Successful check job command +2021-12-18 07:06:52,865 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:06:52,866 End of checking +2021-12-18 07:06:52,867 Updating FAILED jobs +2021-12-18 07:06:52,867 Updating WAITING jobs +2021-12-18 07:06:52,868 Update finished +2021-12-18 07:06:52,868 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:06:52,868 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:06:52,868 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:06:52,868 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:06:52,868 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:06:52,871 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:06:52,873 Job list saved +2021-12-18 07:06:52,880 Updating FAILED jobs +2021-12-18 07:06:52,880 Updating WAITING jobs +2021-12-18 07:06:52,881 Update finished +2021-12-18 07:07:02,891 Reloading parameters... +2021-12-18 07:07:02,911 Loading parameters... +2021-12-18 07:07:02,912 Loading project parameters... +2021-12-18 07:07:02,914 + +22 of 25 jobs remaining (07:07) +2021-12-18 07:07:02,914 Sleep: 10 +2021-12-18 07:07:02,914 Number of retrials: 0 +2021-12-18 07:07:02,914 WRAPPER CHECK TIME = 10 +2021-12-18 07:07:02,915 Checking jobs for platform=marenostrum4 +2021-12-18 07:07:02,916 Checking jobs for platform=nord3 +2021-12-18 07:07:02,916 Checking jobs for platform=local +2021-12-18 07:07:02,917 Checking jobs for platform=transfer_node +2021-12-18 07:07:02,917 Checking all jobs at once +2021-12-18 07:07:04,737 Successful check job command +2021-12-18 07:07:06,914 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:07:06,914 End of checking +2021-12-18 07:07:06,915 Updating FAILED jobs +2021-12-18 07:07:06,915 Updating WAITING jobs +2021-12-18 07:07:06,916 Update finished +2021-12-18 07:07:06,916 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:07:06,916 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:07:06,916 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:07:06,916 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:07:06,916 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:07:06,920 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:07:06,922 Job list saved +2021-12-18 07:07:06,927 Updating FAILED jobs +2021-12-18 07:07:06,927 Updating WAITING jobs +2021-12-18 07:07:06,927 Update finished +2021-12-18 07:07:16,937 Reloading parameters... +2021-12-18 07:07:16,955 Loading parameters... +2021-12-18 07:07:16,957 Loading project parameters... +2021-12-18 07:07:16,958 + +22 of 25 jobs remaining (07:07) +2021-12-18 07:07:16,959 Sleep: 10 +2021-12-18 07:07:16,959 Number of retrials: 0 +2021-12-18 07:07:16,959 WRAPPER CHECK TIME = 10 +2021-12-18 07:07:16,959 Checking jobs for platform=marenostrum4 +2021-12-18 07:07:16,960 Checking jobs for platform=nord3 +2021-12-18 07:07:16,960 Checking jobs for platform=local +2021-12-18 07:07:16,961 Checking jobs for platform=transfer_node +2021-12-18 07:07:16,961 Checking all jobs at once +2021-12-18 07:07:18,430 Successful check job command +2021-12-18 07:07:19,800 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:07:19,800 End of checking +2021-12-18 07:07:19,801 Updating FAILED jobs +2021-12-18 07:07:19,802 Updating WAITING jobs +2021-12-18 07:07:19,802 Update finished +2021-12-18 07:07:19,802 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:07:19,806 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:07:19,806 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:07:19,806 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:07:19,806 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:07:19,809 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:07:19,811 Job list saved +2021-12-18 07:07:19,816 Updating FAILED jobs +2021-12-18 07:07:19,816 Updating WAITING jobs +2021-12-18 07:07:19,816 Update finished +2021-12-18 07:07:29,826 Reloading parameters... +2021-12-18 07:07:29,850 Loading parameters... +2021-12-18 07:07:29,851 Loading project parameters... +2021-12-18 07:07:29,853 + +22 of 25 jobs remaining (07:07) +2021-12-18 07:07:29,853 Sleep: 10 +2021-12-18 07:07:29,853 Number of retrials: 0 +2021-12-18 07:07:29,853 WRAPPER CHECK TIME = 10 +2021-12-18 07:07:29,854 Checking jobs for platform=marenostrum4 +2021-12-18 07:07:29,854 Checking jobs for platform=nord3 +2021-12-18 07:07:29,855 Checking jobs for platform=local +2021-12-18 07:07:29,856 Checking jobs for platform=transfer_node +2021-12-18 07:07:29,856 Checking all jobs at once +2021-12-18 07:07:31,275 Successful check job command +2021-12-18 07:07:32,694 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:07:32,694 End of checking +2021-12-18 07:07:32,696 Updating FAILED jobs +2021-12-18 07:07:32,696 Updating WAITING jobs +2021-12-18 07:07:32,696 Update finished +2021-12-18 07:07:32,696 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:07:32,696 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:07:32,696 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:07:32,697 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:07:32,697 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:07:32,700 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:07:32,702 Job list saved +2021-12-18 07:07:32,707 Updating FAILED jobs +2021-12-18 07:07:32,707 Updating WAITING jobs +2021-12-18 07:07:32,707 Update finished +2021-12-18 07:07:42,717 Reloading parameters... +2021-12-18 07:07:42,737 Loading parameters... +2021-12-18 07:07:42,738 Loading project parameters... +2021-12-18 07:07:42,740 + +22 of 25 jobs remaining (07:07) +2021-12-18 07:07:42,740 Sleep: 10 +2021-12-18 07:07:42,741 Number of retrials: 0 +2021-12-18 07:07:42,741 WRAPPER CHECK TIME = 10 +2021-12-18 07:07:42,741 Checking jobs for platform=marenostrum4 +2021-12-18 07:07:42,742 Checking jobs for platform=nord3 +2021-12-18 07:07:42,742 Checking jobs for platform=local +2021-12-18 07:07:42,743 Checking jobs for platform=transfer_node +2021-12-18 07:07:42,743 Checking all jobs at once +2021-12-18 07:07:44,062 Successful check job command +2021-12-18 07:07:45,331 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:07:45,331 End of checking +2021-12-18 07:07:45,333 Updating FAILED jobs +2021-12-18 07:07:45,333 Updating WAITING jobs +2021-12-18 07:07:45,333 Update finished +2021-12-18 07:07:45,334 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:07:45,334 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:07:45,334 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:07:45,334 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:07:45,334 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:07:45,338 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:07:45,340 Job list saved +2021-12-18 07:07:45,345 Updating FAILED jobs +2021-12-18 07:07:45,345 Updating WAITING jobs +2021-12-18 07:07:45,346 Update finished +2021-12-18 07:07:55,354 Reloading parameters... +2021-12-18 07:07:55,373 Loading parameters... +2021-12-18 07:07:55,374 Loading project parameters... +2021-12-18 07:07:55,376 + +22 of 25 jobs remaining (07:07) +2021-12-18 07:07:55,377 Sleep: 10 +2021-12-18 07:07:55,377 Number of retrials: 0 +2021-12-18 07:07:55,377 WRAPPER CHECK TIME = 10 +2021-12-18 07:07:55,377 Checking jobs for platform=marenostrum4 +2021-12-18 07:07:55,378 Checking jobs for platform=nord3 +2021-12-18 07:07:55,379 Checking jobs for platform=local +2021-12-18 07:07:55,379 Checking jobs for platform=transfer_node +2021-12-18 07:07:55,379 Checking all jobs at once +2021-12-18 07:07:57,049 Successful check job command +2021-12-18 07:07:58,418 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:07:58,419 End of checking +2021-12-18 07:07:58,420 Updating FAILED jobs +2021-12-18 07:07:58,420 Updating WAITING jobs +2021-12-18 07:07:58,420 Update finished +2021-12-18 07:07:58,421 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:07:58,421 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:07:58,422 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:07:58,422 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:07:58,422 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:07:58,425 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:07:58,427 Job list saved +2021-12-18 07:07:58,432 Updating FAILED jobs +2021-12-18 07:07:58,432 Updating WAITING jobs +2021-12-18 07:07:58,433 Update finished +2021-12-18 07:08:08,439 Reloading parameters... +2021-12-18 07:08:08,459 Loading parameters... +2021-12-18 07:08:08,460 Loading project parameters... +2021-12-18 07:08:08,462 + +22 of 25 jobs remaining (07:08) +2021-12-18 07:08:08,463 Sleep: 10 +2021-12-18 07:08:08,463 Number of retrials: 0 +2021-12-18 07:08:08,463 WRAPPER CHECK TIME = 10 +2021-12-18 07:08:08,464 Checking jobs for platform=marenostrum4 +2021-12-18 07:08:08,464 Checking jobs for platform=nord3 +2021-12-18 07:08:08,465 Checking jobs for platform=local +2021-12-18 07:08:08,465 Checking jobs for platform=transfer_node +2021-12-18 07:08:08,465 Checking all jobs at once +2021-12-18 07:08:09,835 Successful check job command +2021-12-18 07:08:11,254 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:08:11,255 End of checking +2021-12-18 07:08:11,256 Updating FAILED jobs +2021-12-18 07:08:11,256 Updating WAITING jobs +2021-12-18 07:08:11,256 Update finished +2021-12-18 07:08:11,257 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:08:11,257 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:08:11,257 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:08:11,257 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:08:11,257 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:08:11,260 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:08:11,263 Job list saved +2021-12-18 07:08:11,319 Updating FAILED jobs +2021-12-18 07:08:11,319 Updating WAITING jobs +2021-12-18 07:08:11,320 Update finished +2021-12-18 07:08:21,330 Reloading parameters... +2021-12-18 07:08:21,348 Loading parameters... +2021-12-18 07:08:21,349 Loading project parameters... +2021-12-18 07:08:21,351 + +22 of 25 jobs remaining (07:08) +2021-12-18 07:08:21,351 Sleep: 10 +2021-12-18 07:08:21,351 Number of retrials: 0 +2021-12-18 07:08:21,351 WRAPPER CHECK TIME = 10 +2021-12-18 07:08:21,352 Checking jobs for platform=marenostrum4 +2021-12-18 07:08:21,352 Checking jobs for platform=nord3 +2021-12-18 07:08:21,353 Checking jobs for platform=local +2021-12-18 07:08:21,353 Checking jobs for platform=transfer_node +2021-12-18 07:08:21,354 Checking all jobs at once +2021-12-18 07:08:22,623 Successful check job command +2021-12-18 07:08:23,942 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:08:23,942 End of checking +2021-12-18 07:08:23,944 Updating FAILED jobs +2021-12-18 07:08:23,944 Updating WAITING jobs +2021-12-18 07:08:23,944 Update finished +2021-12-18 07:08:23,944 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:08:23,945 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:08:23,945 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:08:23,945 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:08:23,945 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:08:23,948 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:08:23,950 Job list saved +2021-12-18 07:08:23,956 Updating FAILED jobs +2021-12-18 07:08:23,957 Updating WAITING jobs +2021-12-18 07:08:23,957 Update finished +2021-12-18 07:08:33,967 Reloading parameters... +2021-12-18 07:08:33,987 Loading parameters... +2021-12-18 07:08:33,988 Loading project parameters... +2021-12-18 07:08:33,990 + +22 of 25 jobs remaining (07:08) +2021-12-18 07:08:33,990 Sleep: 10 +2021-12-18 07:08:33,990 Number of retrials: 0 +2021-12-18 07:08:33,990 WRAPPER CHECK TIME = 10 +2021-12-18 07:08:33,991 Checking jobs for platform=marenostrum4 +2021-12-18 07:08:33,991 Checking jobs for platform=nord3 +2021-12-18 07:08:33,992 Checking jobs for platform=local +2021-12-18 07:08:33,993 Checking jobs for platform=transfer_node +2021-12-18 07:08:33,993 Checking all jobs at once +2021-12-18 07:08:35,413 Successful check job command +2021-12-18 07:08:36,683 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:08:36,683 End of checking +2021-12-18 07:08:36,684 Updating FAILED jobs +2021-12-18 07:08:36,685 Updating WAITING jobs +2021-12-18 07:08:36,685 Update finished +2021-12-18 07:08:36,685 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:08:36,686 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:08:36,686 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:08:36,686 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:08:36,686 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:08:36,689 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:08:36,691 Job list saved +2021-12-18 07:08:36,696 Updating FAILED jobs +2021-12-18 07:08:36,696 Updating WAITING jobs +2021-12-18 07:08:36,697 Update finished +2021-12-18 07:08:46,707 Reloading parameters... +2021-12-18 07:08:46,727 Loading parameters... +2021-12-18 07:08:46,728 Loading project parameters... +2021-12-18 07:08:46,730 + +22 of 25 jobs remaining (07:08) +2021-12-18 07:08:46,730 Sleep: 10 +2021-12-18 07:08:46,731 Number of retrials: 0 +2021-12-18 07:08:46,731 WRAPPER CHECK TIME = 10 +2021-12-18 07:08:46,731 Checking jobs for platform=marenostrum4 +2021-12-18 07:08:46,732 Checking jobs for platform=nord3 +2021-12-18 07:08:46,732 Checking jobs for platform=local +2021-12-18 07:08:46,733 Checking jobs for platform=transfer_node +2021-12-18 07:08:46,733 Checking all jobs at once +2021-12-18 07:08:48,608 Successful check job command +2021-12-18 07:08:50,178 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:08:50,178 End of checking +2021-12-18 07:08:50,179 Updating FAILED jobs +2021-12-18 07:08:50,179 Updating WAITING jobs +2021-12-18 07:08:50,180 Update finished +2021-12-18 07:08:50,180 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:08:50,180 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:08:50,180 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:08:50,180 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:08:50,180 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:08:50,184 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:08:50,186 Job list saved +2021-12-18 07:08:50,191 Updating FAILED jobs +2021-12-18 07:08:50,191 Updating WAITING jobs +2021-12-18 07:08:50,191 Update finished +2021-12-18 07:09:00,201 Reloading parameters... +2021-12-18 07:09:00,220 Loading parameters... +2021-12-18 07:09:00,221 Loading project parameters... +2021-12-18 07:09:00,223 + +22 of 25 jobs remaining (07:09) +2021-12-18 07:09:00,224 Sleep: 10 +2021-12-18 07:09:00,224 Number of retrials: 0 +2021-12-18 07:09:00,224 WRAPPER CHECK TIME = 10 +2021-12-18 07:09:00,224 Checking jobs for platform=marenostrum4 +2021-12-18 07:09:00,225 Checking jobs for platform=nord3 +2021-12-18 07:09:00,225 Checking jobs for platform=local +2021-12-18 07:09:00,226 Checking jobs for platform=transfer_node +2021-12-18 07:09:00,226 Checking all jobs at once +2021-12-18 07:09:01,546 Successful check job command +2021-12-18 07:09:03,124 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:09:03,124 End of checking +2021-12-18 07:09:03,125 Updating FAILED jobs +2021-12-18 07:09:03,126 Updating WAITING jobs +2021-12-18 07:09:03,126 Update finished +2021-12-18 07:09:03,126 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:09:03,126 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:09:03,126 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:09:03,127 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:09:03,127 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:09:03,129 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:09:03,131 Job list saved +2021-12-18 07:09:03,136 Updating FAILED jobs +2021-12-18 07:09:03,136 Updating WAITING jobs +2021-12-18 07:09:03,137 Update finished +2021-12-18 07:09:13,147 Reloading parameters... +2021-12-18 07:09:13,166 Loading parameters... +2021-12-18 07:09:13,167 Loading project parameters... +2021-12-18 07:09:13,169 + +22 of 25 jobs remaining (07:09) +2021-12-18 07:09:13,169 Sleep: 10 +2021-12-18 07:09:13,169 Number of retrials: 0 +2021-12-18 07:09:13,170 WRAPPER CHECK TIME = 10 +2021-12-18 07:09:13,170 Checking jobs for platform=marenostrum4 +2021-12-18 07:09:13,171 Checking jobs for platform=nord3 +2021-12-18 07:09:13,171 Checking jobs for platform=local +2021-12-18 07:09:13,172 Checking jobs for platform=transfer_node +2021-12-18 07:09:13,172 Checking all jobs at once +2021-12-18 07:09:14,693 Successful check job command +2021-12-18 07:09:16,063 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:09:16,063 End of checking +2021-12-18 07:09:16,064 Updating FAILED jobs +2021-12-18 07:09:16,065 Updating WAITING jobs +2021-12-18 07:09:16,065 Update finished +2021-12-18 07:09:16,065 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:09:16,066 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:09:16,066 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:09:16,066 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:09:16,066 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:09:16,069 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:09:16,072 Job list saved +2021-12-18 07:09:16,077 Updating FAILED jobs +2021-12-18 07:09:16,077 Updating WAITING jobs +2021-12-18 07:09:16,077 Update finished +2021-12-18 07:09:26,087 Reloading parameters... +2021-12-18 07:09:26,107 Loading parameters... +2021-12-18 07:09:26,108 Loading project parameters... +2021-12-18 07:09:26,110 + +22 of 25 jobs remaining (07:09) +2021-12-18 07:09:26,110 Sleep: 10 +2021-12-18 07:09:26,111 Number of retrials: 0 +2021-12-18 07:09:26,111 WRAPPER CHECK TIME = 10 +2021-12-18 07:09:26,111 Checking jobs for platform=marenostrum4 +2021-12-18 07:09:26,112 Checking jobs for platform=nord3 +2021-12-18 07:09:26,112 Checking jobs for platform=local +2021-12-18 07:09:26,113 Checking jobs for platform=transfer_node +2021-12-18 07:09:26,113 Checking all jobs at once +2021-12-18 07:09:27,483 Successful check job command +2021-12-18 07:09:28,855 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:09:28,855 End of checking +2021-12-18 07:09:28,856 Updating FAILED jobs +2021-12-18 07:09:28,857 Updating WAITING jobs +2021-12-18 07:09:28,857 Update finished +2021-12-18 07:09:28,857 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:09:28,857 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:09:28,857 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:09:28,857 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:09:28,857 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:09:28,860 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:09:28,862 Job list saved +2021-12-18 07:09:28,872 Updating FAILED jobs +2021-12-18 07:09:28,872 Updating WAITING jobs +2021-12-18 07:09:28,872 Update finished +2021-12-18 07:09:38,880 Reloading parameters... +2021-12-18 07:09:38,902 Loading parameters... +2021-12-18 07:09:38,903 Loading project parameters... +2021-12-18 07:09:38,905 + +22 of 25 jobs remaining (07:09) +2021-12-18 07:09:38,905 Sleep: 10 +2021-12-18 07:09:38,905 Number of retrials: 0 +2021-12-18 07:09:38,905 WRAPPER CHECK TIME = 10 +2021-12-18 07:09:38,906 Checking jobs for platform=marenostrum4 +2021-12-18 07:09:38,906 Checking jobs for platform=nord3 +2021-12-18 07:09:38,907 Checking jobs for platform=local +2021-12-18 07:09:38,907 Checking jobs for platform=transfer_node +2021-12-18 07:09:38,908 Checking all jobs at once +2021-12-18 07:09:40,227 Successful check job command +2021-12-18 07:09:41,446 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:09:41,446 End of checking +2021-12-18 07:09:41,448 Updating FAILED jobs +2021-12-18 07:09:41,448 Updating WAITING jobs +2021-12-18 07:09:41,448 Update finished +2021-12-18 07:09:41,448 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:09:41,448 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:09:41,449 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:09:41,449 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:09:41,449 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:09:41,451 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:09:41,454 Job list saved +2021-12-18 07:09:41,458 Updating FAILED jobs +2021-12-18 07:09:41,459 Updating WAITING jobs +2021-12-18 07:09:41,459 Update finished +2021-12-18 07:09:51,469 Reloading parameters... +2021-12-18 07:09:51,488 Loading parameters... +2021-12-18 07:09:51,490 Loading project parameters... +2021-12-18 07:09:51,491 + +22 of 25 jobs remaining (07:09) +2021-12-18 07:09:51,492 Sleep: 10 +2021-12-18 07:09:51,492 Number of retrials: 0 +2021-12-18 07:09:51,492 WRAPPER CHECK TIME = 10 +2021-12-18 07:09:51,492 Checking jobs for platform=marenostrum4 +2021-12-18 07:09:51,493 Checking jobs for platform=nord3 +2021-12-18 07:09:51,494 Checking jobs for platform=local +2021-12-18 07:09:51,494 Checking jobs for platform=transfer_node +2021-12-18 07:09:51,494 Checking all jobs at once +2021-12-18 07:09:53,867 Successful check job command +2021-12-18 07:09:55,837 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:09:55,837 End of checking +2021-12-18 07:09:55,838 Updating FAILED jobs +2021-12-18 07:09:55,839 Updating WAITING jobs +2021-12-18 07:09:55,839 Update finished +2021-12-18 07:09:55,839 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:09:55,840 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:09:55,840 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:09:55,840 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:09:55,840 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:09:55,843 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:09:55,845 Job list saved +2021-12-18 07:09:55,850 Updating FAILED jobs +2021-12-18 07:09:55,850 Updating WAITING jobs +2021-12-18 07:09:55,850 Update finished +2021-12-18 07:10:05,860 Reloading parameters... +2021-12-18 07:10:05,886 Loading parameters... +2021-12-18 07:10:05,887 Loading project parameters... +2021-12-18 07:10:05,889 + +22 of 25 jobs remaining (07:10) +2021-12-18 07:10:05,889 Sleep: 10 +2021-12-18 07:10:05,889 Number of retrials: 0 +2021-12-18 07:10:05,889 WRAPPER CHECK TIME = 10 +2021-12-18 07:10:05,890 Checking jobs for platform=marenostrum4 +2021-12-18 07:10:05,890 Checking jobs for platform=nord3 +2021-12-18 07:10:05,891 Checking jobs for platform=local +2021-12-18 07:10:05,891 Checking jobs for platform=transfer_node +2021-12-18 07:10:05,891 Checking all jobs at once +2021-12-18 07:10:07,513 Successful check job command +2021-12-18 07:10:09,634 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:10:09,634 End of checking +2021-12-18 07:10:09,636 Updating FAILED jobs +2021-12-18 07:10:09,636 Updating WAITING jobs +2021-12-18 07:10:09,636 Update finished +2021-12-18 07:10:09,636 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:10:09,637 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:10:09,637 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:10:09,637 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:10:09,637 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:10:09,640 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:10:09,642 Job list saved +2021-12-18 07:10:09,647 Updating FAILED jobs +2021-12-18 07:10:09,648 Updating WAITING jobs +2021-12-18 07:10:09,648 Update finished +2021-12-18 07:10:19,655 Reloading parameters... +2021-12-18 07:10:19,737 Loading parameters... +2021-12-18 07:10:19,738 Loading project parameters... +2021-12-18 07:10:19,740 + +22 of 25 jobs remaining (07:10) +2021-12-18 07:10:19,741 Sleep: 10 +2021-12-18 07:10:19,741 Number of retrials: 0 +2021-12-18 07:10:19,741 WRAPPER CHECK TIME = 10 +2021-12-18 07:10:19,742 Checking jobs for platform=marenostrum4 +2021-12-18 07:10:19,742 Checking jobs for platform=nord3 +2021-12-18 07:10:19,743 Checking jobs for platform=local +2021-12-18 07:10:19,744 Checking jobs for platform=transfer_node +2021-12-18 07:10:19,744 Checking all jobs at once +2021-12-18 07:10:21,515 Successful check job command +2021-12-18 07:10:22,835 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:10:22,835 End of checking +2021-12-18 07:10:22,837 Updating FAILED jobs +2021-12-18 07:10:22,837 Updating WAITING jobs +2021-12-18 07:10:22,837 Update finished +2021-12-18 07:10:22,837 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:10:22,837 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:10:22,838 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:10:22,838 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:10:22,838 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:10:22,841 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:10:22,843 Job list saved +2021-12-18 07:10:22,848 Updating FAILED jobs +2021-12-18 07:10:22,848 Updating WAITING jobs +2021-12-18 07:10:22,848 Update finished +2021-12-18 07:10:32,856 Reloading parameters... +2021-12-18 07:10:32,875 Loading parameters... +2021-12-18 07:10:32,876 Loading project parameters... +2021-12-18 07:10:32,878 + +22 of 25 jobs remaining (07:10) +2021-12-18 07:10:32,878 Sleep: 10 +2021-12-18 07:10:32,878 Number of retrials: 0 +2021-12-18 07:10:32,878 WRAPPER CHECK TIME = 10 +2021-12-18 07:10:32,879 Checking jobs for platform=marenostrum4 +2021-12-18 07:10:32,879 Checking jobs for platform=nord3 +2021-12-18 07:10:32,880 Checking jobs for platform=local +2021-12-18 07:10:32,881 Checking jobs for platform=transfer_node +2021-12-18 07:10:32,881 Checking all jobs at once +2021-12-18 07:10:34,200 Successful check job command +2021-12-18 07:10:35,370 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:10:35,370 End of checking +2021-12-18 07:10:35,372 Updating FAILED jobs +2021-12-18 07:10:35,372 Updating WAITING jobs +2021-12-18 07:10:35,372 Update finished +2021-12-18 07:10:35,373 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:10:35,373 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:10:35,373 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:10:35,374 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:10:35,374 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:10:35,377 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:10:35,379 Job list saved +2021-12-18 07:10:35,384 Updating FAILED jobs +2021-12-18 07:10:35,384 Updating WAITING jobs +2021-12-18 07:10:35,384 Update finished +2021-12-18 07:10:45,392 Reloading parameters... +2021-12-18 07:10:45,413 Loading parameters... +2021-12-18 07:10:45,414 Loading project parameters... +2021-12-18 07:10:45,416 + +22 of 25 jobs remaining (07:10) +2021-12-18 07:10:45,416 Sleep: 10 +2021-12-18 07:10:45,416 Number of retrials: 0 +2021-12-18 07:10:45,416 WRAPPER CHECK TIME = 10 +2021-12-18 07:10:45,417 Checking jobs for platform=marenostrum4 +2021-12-18 07:10:45,417 Checking jobs for platform=nord3 +2021-12-18 07:10:45,418 Checking jobs for platform=local +2021-12-18 07:10:45,418 Checking jobs for platform=transfer_node +2021-12-18 07:10:45,418 Checking all jobs at once +2021-12-18 07:10:47,090 Successful check job command +2021-12-18 07:10:48,510 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:10:48,510 End of checking +2021-12-18 07:10:48,511 Updating FAILED jobs +2021-12-18 07:10:48,512 Updating WAITING jobs +2021-12-18 07:10:48,512 Update finished +2021-12-18 07:10:48,512 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:10:48,512 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:10:48,512 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:10:48,513 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:10:48,513 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:10:48,515 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:10:48,517 Job list saved +2021-12-18 07:10:48,523 Updating FAILED jobs +2021-12-18 07:10:48,523 Updating WAITING jobs +2021-12-18 07:10:48,523 Update finished +2021-12-18 07:10:58,530 Reloading parameters... +2021-12-18 07:10:58,551 Loading parameters... +2021-12-18 07:10:58,552 Loading project parameters... +2021-12-18 07:10:58,554 + +22 of 25 jobs remaining (07:10) +2021-12-18 07:10:58,554 Sleep: 10 +2021-12-18 07:10:58,554 Number of retrials: 0 +2021-12-18 07:10:58,554 WRAPPER CHECK TIME = 10 +2021-12-18 07:10:58,555 Checking jobs for platform=marenostrum4 +2021-12-18 07:10:58,556 Checking jobs for platform=nord3 +2021-12-18 07:10:58,556 Checking jobs for platform=local +2021-12-18 07:10:58,557 Checking jobs for platform=transfer_node +2021-12-18 07:10:58,557 Checking all jobs at once +2021-12-18 07:11:00,077 Successful check job command +2021-12-18 07:11:02,352 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:11:02,352 End of checking +2021-12-18 07:11:02,354 Updating FAILED jobs +2021-12-18 07:11:02,354 Updating WAITING jobs +2021-12-18 07:11:02,354 Update finished +2021-12-18 07:11:02,354 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:11:02,354 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:11:02,354 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:11:02,355 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:11:02,355 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:11:02,357 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:11:02,360 Job list saved +2021-12-18 07:11:02,365 Updating FAILED jobs +2021-12-18 07:11:02,365 Updating WAITING jobs +2021-12-18 07:11:02,365 Update finished +2021-12-18 07:11:12,371 Reloading parameters... +2021-12-18 07:11:12,390 Loading parameters... +2021-12-18 07:11:12,392 Loading project parameters... +2021-12-18 07:11:12,393 + +22 of 25 jobs remaining (07:11) +2021-12-18 07:11:12,394 Sleep: 10 +2021-12-18 07:11:12,394 Number of retrials: 0 +2021-12-18 07:11:12,394 WRAPPER CHECK TIME = 10 +2021-12-18 07:11:12,394 Checking jobs for platform=marenostrum4 +2021-12-18 07:11:12,395 Checking jobs for platform=nord3 +2021-12-18 07:11:12,395 Checking jobs for platform=local +2021-12-18 07:11:12,396 Checking jobs for platform=transfer_node +2021-12-18 07:11:12,396 Checking all jobs at once +2021-12-18 07:11:13,716 Successful check job command +2021-12-18 07:11:15,486 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:11:15,486 End of checking +2021-12-18 07:11:15,487 Updating FAILED jobs +2021-12-18 07:11:15,488 Updating WAITING jobs +2021-12-18 07:11:15,488 Update finished +2021-12-18 07:11:15,488 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:11:15,489 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:11:15,490 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:11:15,490 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:11:15,490 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:11:15,493 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:11:15,496 Job list saved +2021-12-18 07:11:15,501 Updating FAILED jobs +2021-12-18 07:11:15,501 Updating WAITING jobs +2021-12-18 07:11:15,501 Update finished +2021-12-18 07:11:25,510 Reloading parameters... +2021-12-18 07:11:25,530 Loading parameters... +2021-12-18 07:11:25,532 Loading project parameters... +2021-12-18 07:11:25,534 + +22 of 25 jobs remaining (07:11) +2021-12-18 07:11:25,534 Sleep: 10 +2021-12-18 07:11:25,534 Number of retrials: 0 +2021-12-18 07:11:25,534 WRAPPER CHECK TIME = 10 +2021-12-18 07:11:25,535 Checking jobs for platform=marenostrum4 +2021-12-18 07:11:25,535 Checking jobs for platform=nord3 +2021-12-18 07:11:25,536 Checking jobs for platform=local +2021-12-18 07:11:25,536 Checking jobs for platform=transfer_node +2021-12-18 07:11:25,536 Checking all jobs at once +2021-12-18 07:11:26,859 Successful check job command +2021-12-18 07:11:28,130 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:11:28,130 End of checking +2021-12-18 07:11:28,134 Updating FAILED jobs +2021-12-18 07:11:28,134 Updating WAITING jobs +2021-12-18 07:11:28,134 Update finished +2021-12-18 07:11:28,134 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:11:28,135 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:11:28,135 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:11:28,135 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:11:28,135 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:11:28,138 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:11:28,140 Job list saved +2021-12-18 07:11:28,152 Updating FAILED jobs +2021-12-18 07:11:28,153 Updating WAITING jobs +2021-12-18 07:11:28,153 Update finished +2021-12-18 07:11:38,163 Reloading parameters... +2021-12-18 07:11:38,180 Loading parameters... +2021-12-18 07:11:38,182 Loading project parameters... +2021-12-18 07:11:38,184 + +22 of 25 jobs remaining (07:11) +2021-12-18 07:11:38,184 Sleep: 10 +2021-12-18 07:11:38,184 Number of retrials: 0 +2021-12-18 07:11:38,184 WRAPPER CHECK TIME = 10 +2021-12-18 07:11:38,185 Checking jobs for platform=marenostrum4 +2021-12-18 07:11:38,186 Checking jobs for platform=nord3 +2021-12-18 07:11:38,186 Checking jobs for platform=local +2021-12-18 07:11:38,187 Checking jobs for platform=transfer_node +2021-12-18 07:11:38,187 Checking all jobs at once +2021-12-18 07:11:39,556 Successful check job command +2021-12-18 07:11:40,875 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:11:40,875 End of checking +2021-12-18 07:11:40,877 Updating FAILED jobs +2021-12-18 07:11:40,877 Updating WAITING jobs +2021-12-18 07:11:40,878 Update finished +2021-12-18 07:11:40,878 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:11:40,878 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:11:40,878 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:11:40,878 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:11:40,879 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:11:40,881 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:11:40,883 Job list saved +2021-12-18 07:11:40,888 Updating FAILED jobs +2021-12-18 07:11:40,888 Updating WAITING jobs +2021-12-18 07:11:40,888 Update finished +2021-12-18 07:11:50,896 Reloading parameters... +2021-12-18 07:11:50,914 Loading parameters... +2021-12-18 07:11:50,915 Loading project parameters... +2021-12-18 07:11:50,917 + +22 of 25 jobs remaining (07:11) +2021-12-18 07:11:50,917 Sleep: 10 +2021-12-18 07:11:50,917 Number of retrials: 0 +2021-12-18 07:11:50,918 WRAPPER CHECK TIME = 10 +2021-12-18 07:11:50,918 Checking jobs for platform=marenostrum4 +2021-12-18 07:11:50,919 Checking jobs for platform=nord3 +2021-12-18 07:11:50,919 Checking jobs for platform=local +2021-12-18 07:11:50,920 Checking jobs for platform=transfer_node +2021-12-18 07:11:50,920 Checking all jobs at once +2021-12-18 07:11:52,690 Successful check job command +2021-12-18 07:11:54,711 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:11:54,712 End of checking +2021-12-18 07:11:54,713 Updating FAILED jobs +2021-12-18 07:11:54,713 Updating WAITING jobs +2021-12-18 07:11:54,713 Update finished +2021-12-18 07:11:54,714 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:11:54,714 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:11:54,714 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:11:54,714 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:11:54,714 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:11:54,718 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:11:54,720 Job list saved +2021-12-18 07:11:54,724 Updating FAILED jobs +2021-12-18 07:11:54,725 Updating WAITING jobs +2021-12-18 07:11:54,725 Update finished +2021-12-18 07:12:04,733 Reloading parameters... +2021-12-18 07:12:04,753 Loading parameters... +2021-12-18 07:12:04,754 Loading project parameters... +2021-12-18 07:12:04,756 + +22 of 25 jobs remaining (07:12) +2021-12-18 07:12:04,756 Sleep: 10 +2021-12-18 07:12:04,756 Number of retrials: 0 +2021-12-18 07:12:04,756 WRAPPER CHECK TIME = 10 +2021-12-18 07:12:04,757 Checking jobs for platform=marenostrum4 +2021-12-18 07:12:04,758 Checking jobs for platform=nord3 +2021-12-18 07:12:04,758 Checking jobs for platform=local +2021-12-18 07:12:04,759 Checking jobs for platform=transfer_node +2021-12-18 07:12:04,759 Checking all jobs at once +2021-12-18 07:12:06,028 Successful check job command +2021-12-18 07:12:07,297 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:12:07,297 End of checking +2021-12-18 07:12:07,298 Updating FAILED jobs +2021-12-18 07:12:07,299 Updating WAITING jobs +2021-12-18 07:12:07,299 Update finished +2021-12-18 07:12:07,299 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:12:07,299 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:12:07,299 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:12:07,299 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:12:07,300 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:12:07,302 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:12:07,304 Job list saved +2021-12-18 07:12:07,309 Updating FAILED jobs +2021-12-18 07:12:07,309 Updating WAITING jobs +2021-12-18 07:12:07,310 Update finished +2021-12-18 07:12:17,319 Reloading parameters... +2021-12-18 07:12:17,337 Loading parameters... +2021-12-18 07:12:17,338 Loading project parameters... +2021-12-18 07:12:17,340 + +22 of 25 jobs remaining (07:12) +2021-12-18 07:12:17,340 Sleep: 10 +2021-12-18 07:12:17,340 Number of retrials: 0 +2021-12-18 07:12:17,340 WRAPPER CHECK TIME = 10 +2021-12-18 07:12:17,341 Checking jobs for platform=marenostrum4 +2021-12-18 07:12:17,341 Checking jobs for platform=nord3 +2021-12-18 07:12:17,342 Checking jobs for platform=local +2021-12-18 07:12:17,343 Checking jobs for platform=transfer_node +2021-12-18 07:12:17,343 Checking all jobs at once +2021-12-18 07:12:18,762 Successful check job command +2021-12-18 07:12:20,132 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:12:20,132 End of checking +2021-12-18 07:12:20,133 Updating FAILED jobs +2021-12-18 07:12:20,133 Updating WAITING jobs +2021-12-18 07:12:20,134 Update finished +2021-12-18 07:12:20,134 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:12:20,134 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:12:20,134 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:12:20,134 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:12:20,134 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:12:20,137 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:12:20,140 Job list saved +2021-12-18 07:12:20,145 Updating FAILED jobs +2021-12-18 07:12:20,145 Updating WAITING jobs +2021-12-18 07:12:20,145 Update finished +2021-12-18 07:12:30,155 Reloading parameters... +2021-12-18 07:12:30,173 Loading parameters... +2021-12-18 07:12:30,174 Loading project parameters... +2021-12-18 07:12:30,176 + +22 of 25 jobs remaining (07:12) +2021-12-18 07:12:30,176 Sleep: 10 +2021-12-18 07:12:30,176 Number of retrials: 0 +2021-12-18 07:12:30,176 WRAPPER CHECK TIME = 10 +2021-12-18 07:12:30,177 Checking jobs for platform=marenostrum4 +2021-12-18 07:12:30,177 Checking jobs for platform=nord3 +2021-12-18 07:12:30,178 Checking jobs for platform=local +2021-12-18 07:12:30,178 Checking jobs for platform=transfer_node +2021-12-18 07:12:30,178 Checking all jobs at once +2021-12-18 07:12:31,548 Successful check job command +2021-12-18 07:12:32,867 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:12:32,867 End of checking +2021-12-18 07:12:32,869 Updating FAILED jobs +2021-12-18 07:12:32,869 Updating WAITING jobs +2021-12-18 07:12:32,869 Update finished +2021-12-18 07:12:32,869 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:12:32,872 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:12:32,872 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:12:32,873 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:12:32,873 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:12:32,877 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:12:32,879 Job list saved +2021-12-18 07:12:32,884 Updating FAILED jobs +2021-12-18 07:12:32,884 Updating WAITING jobs +2021-12-18 07:12:32,884 Update finished +2021-12-18 07:12:42,894 Reloading parameters... +2021-12-18 07:12:42,913 Loading parameters... +2021-12-18 07:12:42,914 Loading project parameters... +2021-12-18 07:12:42,916 + +22 of 25 jobs remaining (07:12) +2021-12-18 07:12:42,916 Sleep: 10 +2021-12-18 07:12:42,916 Number of retrials: 0 +2021-12-18 07:12:42,916 WRAPPER CHECK TIME = 10 +2021-12-18 07:12:42,917 Checking jobs for platform=marenostrum4 +2021-12-18 07:12:42,917 Checking jobs for platform=nord3 +2021-12-18 07:12:42,918 Checking jobs for platform=local +2021-12-18 07:12:42,918 Checking jobs for platform=transfer_node +2021-12-18 07:12:42,918 Checking all jobs at once +2021-12-18 07:12:44,192 Successful check job command +2021-12-18 07:12:45,412 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:12:45,412 End of checking +2021-12-18 07:12:45,414 Updating FAILED jobs +2021-12-18 07:12:45,414 Updating WAITING jobs +2021-12-18 07:12:45,414 Update finished +2021-12-18 07:12:45,414 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:12:45,415 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:12:45,415 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:12:45,415 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:12:45,415 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:12:45,418 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:12:45,420 Job list saved +2021-12-18 07:12:45,425 Updating FAILED jobs +2021-12-18 07:12:45,425 Updating WAITING jobs +2021-12-18 07:12:45,425 Update finished +2021-12-18 07:12:55,431 Reloading parameters... +2021-12-18 07:12:55,453 Loading parameters... +2021-12-18 07:12:55,454 Loading project parameters... +2021-12-18 07:12:55,456 + +22 of 25 jobs remaining (07:12) +2021-12-18 07:12:55,456 Sleep: 10 +2021-12-18 07:12:55,456 Number of retrials: 0 +2021-12-18 07:12:55,456 WRAPPER CHECK TIME = 10 +2021-12-18 07:12:55,457 Checking jobs for platform=marenostrum4 +2021-12-18 07:12:55,457 Checking jobs for platform=nord3 +2021-12-18 07:12:55,458 Checking jobs for platform=local +2021-12-18 07:12:55,458 Checking jobs for platform=transfer_node +2021-12-18 07:12:55,458 Checking all jobs at once +2021-12-18 07:12:56,828 Successful check job command +2021-12-18 07:12:58,247 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:12:58,247 End of checking +2021-12-18 07:12:58,249 Updating FAILED jobs +2021-12-18 07:12:58,249 Updating WAITING jobs +2021-12-18 07:12:58,249 Update finished +2021-12-18 07:12:58,249 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:12:58,249 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:12:58,250 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:12:58,250 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:12:58,250 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:12:58,253 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:12:58,255 Job list saved +2021-12-18 07:12:58,260 Updating FAILED jobs +2021-12-18 07:12:58,260 Updating WAITING jobs +2021-12-18 07:12:58,260 Update finished +2021-12-18 07:13:08,271 Reloading parameters... +2021-12-18 07:13:08,290 Loading parameters... +2021-12-18 07:13:08,291 Loading project parameters... +2021-12-18 07:13:08,293 + +22 of 25 jobs remaining (07:13) +2021-12-18 07:13:08,293 Sleep: 10 +2021-12-18 07:13:08,293 Number of retrials: 0 +2021-12-18 07:13:08,293 WRAPPER CHECK TIME = 10 +2021-12-18 07:13:08,294 Checking jobs for platform=marenostrum4 +2021-12-18 07:13:08,294 Checking jobs for platform=nord3 +2021-12-18 07:13:08,295 Checking jobs for platform=local +2021-12-18 07:13:08,295 Checking jobs for platform=transfer_node +2021-12-18 07:13:08,295 Checking all jobs at once +2021-12-18 07:13:09,620 Successful check job command +2021-12-18 07:13:10,890 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:13:10,890 End of checking +2021-12-18 07:13:10,893 Updating FAILED jobs +2021-12-18 07:13:10,893 Updating WAITING jobs +2021-12-18 07:13:10,893 Update finished +2021-12-18 07:13:10,893 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:13:10,894 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:13:10,894 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:13:10,895 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:13:10,895 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:13:10,900 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:13:10,902 Job list saved +2021-12-18 07:13:10,908 Updating FAILED jobs +2021-12-18 07:13:10,908 Updating WAITING jobs +2021-12-18 07:13:10,909 Update finished +2021-12-18 07:13:20,919 Reloading parameters... +2021-12-18 07:13:20,937 Loading parameters... +2021-12-18 07:13:20,938 Loading project parameters... +2021-12-18 07:13:20,940 + +22 of 25 jobs remaining (07:13) +2021-12-18 07:13:20,940 Sleep: 10 +2021-12-18 07:13:20,940 Number of retrials: 0 +2021-12-18 07:13:20,940 WRAPPER CHECK TIME = 10 +2021-12-18 07:13:20,941 Checking jobs for platform=marenostrum4 +2021-12-18 07:13:20,942 Checking jobs for platform=nord3 +2021-12-18 07:13:20,942 Checking jobs for platform=local +2021-12-18 07:13:20,943 Checking jobs for platform=transfer_node +2021-12-18 07:13:20,943 Checking all jobs at once +2021-12-18 07:13:22,362 Successful check job command +2021-12-18 07:13:23,681 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:13:23,681 End of checking +2021-12-18 07:13:23,682 Updating FAILED jobs +2021-12-18 07:13:23,683 Updating WAITING jobs +2021-12-18 07:13:23,683 Update finished +2021-12-18 07:13:23,683 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:13:23,683 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:13:23,683 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:13:23,684 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:13:23,684 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:13:23,686 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:13:23,689 Job list saved +2021-12-18 07:13:23,693 Updating FAILED jobs +2021-12-18 07:13:23,693 Updating WAITING jobs +2021-12-18 07:13:23,694 Update finished +2021-12-18 07:13:33,699 Reloading parameters... +2021-12-18 07:13:33,717 Loading parameters... +2021-12-18 07:13:33,719 Loading project parameters... +2021-12-18 07:13:33,721 + +22 of 25 jobs remaining (07:13) +2021-12-18 07:13:33,721 Sleep: 10 +2021-12-18 07:13:33,721 Number of retrials: 0 +2021-12-18 07:13:33,721 WRAPPER CHECK TIME = 10 +2021-12-18 07:13:33,722 Checking jobs for platform=marenostrum4 +2021-12-18 07:13:33,722 Checking jobs for platform=nord3 +2021-12-18 07:13:33,723 Checking jobs for platform=local +2021-12-18 07:13:33,723 Checking jobs for platform=transfer_node +2021-12-18 07:13:33,723 Checking all jobs at once +2021-12-18 07:13:35,049 Successful check job command +2021-12-18 07:13:36,273 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:13:36,273 End of checking +2021-12-18 07:13:36,274 Updating FAILED jobs +2021-12-18 07:13:36,275 Updating WAITING jobs +2021-12-18 07:13:36,275 Update finished +2021-12-18 07:13:36,275 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:13:36,275 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:13:36,275 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:13:36,276 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:13:36,276 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:13:36,278 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:13:36,280 Job list saved +2021-12-18 07:13:36,285 Updating FAILED jobs +2021-12-18 07:13:36,285 Updating WAITING jobs +2021-12-18 07:13:36,285 Update finished +2021-12-18 07:13:46,291 Reloading parameters... +2021-12-18 07:13:46,310 Loading parameters... +2021-12-18 07:13:46,311 Loading project parameters... +2021-12-18 07:13:46,313 + +22 of 25 jobs remaining (07:13) +2021-12-18 07:13:46,313 Sleep: 10 +2021-12-18 07:13:46,313 Number of retrials: 0 +2021-12-18 07:13:46,313 WRAPPER CHECK TIME = 10 +2021-12-18 07:13:46,314 Checking jobs for platform=marenostrum4 +2021-12-18 07:13:46,314 Checking jobs for platform=nord3 +2021-12-18 07:13:46,315 Checking jobs for platform=local +2021-12-18 07:13:46,315 Checking jobs for platform=transfer_node +2021-12-18 07:13:46,315 Checking all jobs at once +2021-12-18 07:13:47,635 Successful check job command +2021-12-18 07:13:48,904 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:13:48,904 End of checking +2021-12-18 07:13:48,907 Updating FAILED jobs +2021-12-18 07:13:48,907 Updating WAITING jobs +2021-12-18 07:13:48,907 Update finished +2021-12-18 07:13:48,907 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:13:48,908 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:13:48,908 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:13:48,908 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:13:48,908 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:13:48,915 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:13:48,917 Job list saved +2021-12-18 07:13:48,921 Updating FAILED jobs +2021-12-18 07:13:48,921 Updating WAITING jobs +2021-12-18 07:13:48,922 Update finished +2021-12-18 07:13:58,929 Reloading parameters... +2021-12-18 07:13:58,948 Loading parameters... +2021-12-18 07:13:58,949 Loading project parameters... +2021-12-18 07:13:58,951 + +22 of 25 jobs remaining (07:13) +2021-12-18 07:13:58,951 Sleep: 10 +2021-12-18 07:13:58,951 Number of retrials: 0 +2021-12-18 07:13:58,951 WRAPPER CHECK TIME = 10 +2021-12-18 07:13:58,952 Checking jobs for platform=marenostrum4 +2021-12-18 07:13:58,952 Checking jobs for platform=nord3 +2021-12-18 07:13:58,953 Checking jobs for platform=local +2021-12-18 07:13:58,954 Checking jobs for platform=transfer_node +2021-12-18 07:13:58,954 Checking all jobs at once +2021-12-18 07:14:00,223 Successful check job command +2021-12-18 07:14:01,442 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:14:01,442 End of checking +2021-12-18 07:14:01,443 Updating FAILED jobs +2021-12-18 07:14:01,443 Updating WAITING jobs +2021-12-18 07:14:01,444 Update finished +2021-12-18 07:14:01,444 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:14:01,444 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:14:01,444 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:14:01,444 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:14:01,444 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:14:01,447 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:14:01,449 Job list saved +2021-12-18 07:14:01,453 Updating FAILED jobs +2021-12-18 07:14:01,453 Updating WAITING jobs +2021-12-18 07:14:01,454 Update finished +2021-12-18 07:14:11,464 Reloading parameters... +2021-12-18 07:14:11,481 Loading parameters... +2021-12-18 07:14:11,482 Loading project parameters... +2021-12-18 07:14:11,484 + +22 of 25 jobs remaining (07:14) +2021-12-18 07:14:11,484 Sleep: 10 +2021-12-18 07:14:11,484 Number of retrials: 0 +2021-12-18 07:14:11,485 WRAPPER CHECK TIME = 10 +2021-12-18 07:14:11,485 Checking jobs for platform=marenostrum4 +2021-12-18 07:14:11,486 Checking jobs for platform=nord3 +2021-12-18 07:14:11,486 Checking jobs for platform=local +2021-12-18 07:14:11,487 Checking jobs for platform=transfer_node +2021-12-18 07:14:11,487 Checking all jobs at once +2021-12-18 07:14:12,856 Successful check job command +2021-12-18 07:14:14,125 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:14:14,125 End of checking +2021-12-18 07:14:14,126 Updating FAILED jobs +2021-12-18 07:14:14,127 Updating WAITING jobs +2021-12-18 07:14:14,127 Update finished +2021-12-18 07:14:14,127 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:14:14,127 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:14:14,127 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:14:14,127 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:14:14,128 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:14:14,130 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:14:14,133 Job list saved +2021-12-18 07:14:14,137 Updating FAILED jobs +2021-12-18 07:14:14,137 Updating WAITING jobs +2021-12-18 07:14:14,138 Update finished +2021-12-18 07:14:24,148 Reloading parameters... +2021-12-18 07:14:24,165 Loading parameters... +2021-12-18 07:14:24,166 Loading project parameters... +2021-12-18 07:14:24,168 + +22 of 25 jobs remaining (07:14) +2021-12-18 07:14:24,169 Sleep: 10 +2021-12-18 07:14:24,169 Number of retrials: 0 +2021-12-18 07:14:24,169 WRAPPER CHECK TIME = 10 +2021-12-18 07:14:24,169 Checking jobs for platform=marenostrum4 +2021-12-18 07:14:24,170 Checking jobs for platform=nord3 +2021-12-18 07:14:24,170 Checking jobs for platform=local +2021-12-18 07:14:24,171 Checking jobs for platform=transfer_node +2021-12-18 07:14:24,171 Checking all jobs at once +2021-12-18 07:14:25,540 Successful check job command +2021-12-18 07:14:26,709 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:14:26,710 End of checking +2021-12-18 07:14:26,711 Updating FAILED jobs +2021-12-18 07:14:26,711 Updating WAITING jobs +2021-12-18 07:14:26,711 Update finished +2021-12-18 07:14:26,712 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:14:26,712 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:14:26,712 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:14:26,713 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:14:26,713 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:14:26,715 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:14:26,718 Job list saved +2021-12-18 07:14:26,722 Updating FAILED jobs +2021-12-18 07:14:26,722 Updating WAITING jobs +2021-12-18 07:14:26,722 Update finished +2021-12-18 07:14:36,732 Reloading parameters... +2021-12-18 07:14:36,750 Loading parameters... +2021-12-18 07:14:36,751 Loading project parameters... +2021-12-18 07:14:36,753 + +22 of 25 jobs remaining (07:14) +2021-12-18 07:14:36,753 Sleep: 10 +2021-12-18 07:14:36,753 Number of retrials: 0 +2021-12-18 07:14:36,753 WRAPPER CHECK TIME = 10 +2021-12-18 07:14:36,754 Checking jobs for platform=marenostrum4 +2021-12-18 07:14:36,754 Checking jobs for platform=nord3 +2021-12-18 07:14:36,755 Checking jobs for platform=local +2021-12-18 07:14:36,756 Checking jobs for platform=transfer_node +2021-12-18 07:14:36,756 Checking all jobs at once +2021-12-18 07:14:38,276 Successful check job command +2021-12-18 07:14:39,595 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:14:39,596 End of checking +2021-12-18 07:14:39,599 Updating FAILED jobs +2021-12-18 07:14:39,599 Updating WAITING jobs +2021-12-18 07:14:39,600 Update finished +2021-12-18 07:14:39,600 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:14:39,600 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:14:39,600 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:14:39,600 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:14:39,601 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:14:39,603 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:14:39,605 Job list saved +2021-12-18 07:14:39,610 Updating FAILED jobs +2021-12-18 07:14:39,610 Updating WAITING jobs +2021-12-18 07:14:39,610 Update finished +2021-12-18 07:14:49,617 Reloading parameters... +2021-12-18 07:14:49,634 Loading parameters... +2021-12-18 07:14:49,636 Loading project parameters... +2021-12-18 07:14:49,638 + +22 of 25 jobs remaining (07:14) +2021-12-18 07:14:49,638 Sleep: 10 +2021-12-18 07:14:49,638 Number of retrials: 0 +2021-12-18 07:14:49,638 WRAPPER CHECK TIME = 10 +2021-12-18 07:14:49,639 Checking jobs for platform=marenostrum4 +2021-12-18 07:14:49,639 Checking jobs for platform=nord3 +2021-12-18 07:14:49,640 Checking jobs for platform=local +2021-12-18 07:14:49,640 Checking jobs for platform=transfer_node +2021-12-18 07:14:49,640 Checking all jobs at once +2021-12-18 07:14:51,010 Successful check job command +2021-12-18 07:14:52,229 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:14:52,229 End of checking +2021-12-18 07:14:52,230 Updating FAILED jobs +2021-12-18 07:14:52,230 Updating WAITING jobs +2021-12-18 07:14:52,231 Update finished +2021-12-18 07:14:52,231 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:14:52,231 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:14:52,231 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:14:52,231 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:14:52,231 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:14:52,234 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:14:52,236 Job list saved +2021-12-18 07:14:52,241 Updating FAILED jobs +2021-12-18 07:14:52,242 Updating WAITING jobs +2021-12-18 07:14:52,242 Update finished +2021-12-18 07:15:02,252 Reloading parameters... +2021-12-18 07:15:02,270 Loading parameters... +2021-12-18 07:15:02,271 Loading project parameters... +2021-12-18 07:15:02,273 + +22 of 25 jobs remaining (07:15) +2021-12-18 07:15:02,273 Sleep: 10 +2021-12-18 07:15:02,273 Number of retrials: 0 +2021-12-18 07:15:02,273 WRAPPER CHECK TIME = 10 +2021-12-18 07:15:02,274 Checking jobs for platform=marenostrum4 +2021-12-18 07:15:02,274 Checking jobs for platform=nord3 +2021-12-18 07:15:02,275 Checking jobs for platform=local +2021-12-18 07:15:02,275 Checking jobs for platform=transfer_node +2021-12-18 07:15:02,276 Checking all jobs at once +2021-12-18 07:15:03,645 Successful check job command +2021-12-18 07:15:04,816 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:15:04,816 End of checking +2021-12-18 07:15:04,817 Updating FAILED jobs +2021-12-18 07:15:04,817 Updating WAITING jobs +2021-12-18 07:15:04,818 Update finished +2021-12-18 07:15:04,818 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:15:04,818 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:15:04,819 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:15:04,819 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:15:04,819 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:15:04,822 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:15:04,824 Job list saved +2021-12-18 07:15:04,829 Updating FAILED jobs +2021-12-18 07:15:04,829 Updating WAITING jobs +2021-12-18 07:15:04,829 Update finished +2021-12-18 07:15:14,838 Reloading parameters... +2021-12-18 07:15:14,862 Loading parameters... +2021-12-18 07:15:14,864 Loading project parameters... +2021-12-18 07:15:14,865 + +22 of 25 jobs remaining (07:15) +2021-12-18 07:15:14,866 Sleep: 10 +2021-12-18 07:15:14,866 Number of retrials: 0 +2021-12-18 07:15:14,866 WRAPPER CHECK TIME = 10 +2021-12-18 07:15:14,866 Checking jobs for platform=marenostrum4 +2021-12-18 07:15:14,867 Checking jobs for platform=nord3 +2021-12-18 07:15:14,868 Checking jobs for platform=local +2021-12-18 07:15:14,868 Checking jobs for platform=transfer_node +2021-12-18 07:15:14,868 Checking all jobs at once +2021-12-18 07:15:16,991 Successful check job command +2021-12-18 07:15:18,761 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:15:18,761 End of checking +2021-12-18 07:15:18,763 Updating FAILED jobs +2021-12-18 07:15:18,763 Updating WAITING jobs +2021-12-18 07:15:18,764 Update finished +2021-12-18 07:15:18,764 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:15:18,764 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:15:18,764 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:15:18,764 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:15:18,764 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:15:18,767 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:15:18,769 Job list saved +2021-12-18 07:15:18,774 Updating FAILED jobs +2021-12-18 07:15:18,774 Updating WAITING jobs +2021-12-18 07:15:18,775 Update finished +2021-12-18 07:15:28,784 Reloading parameters... +2021-12-18 07:15:28,806 Loading parameters... +2021-12-18 07:15:28,807 Loading project parameters... +2021-12-18 07:15:28,809 + +22 of 25 jobs remaining (07:15) +2021-12-18 07:15:28,809 Sleep: 10 +2021-12-18 07:15:28,809 Number of retrials: 0 +2021-12-18 07:15:28,809 WRAPPER CHECK TIME = 10 +2021-12-18 07:15:28,810 Checking jobs for platform=marenostrum4 +2021-12-18 07:15:28,811 Checking jobs for platform=nord3 +2021-12-18 07:15:28,811 Checking jobs for platform=local +2021-12-18 07:15:28,812 Checking jobs for platform=transfer_node +2021-12-18 07:15:28,812 Checking all jobs at once +2021-12-18 07:15:30,231 Successful check job command +2021-12-18 07:15:31,652 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:15:31,652 End of checking +2021-12-18 07:15:31,653 Updating FAILED jobs +2021-12-18 07:15:31,654 Updating WAITING jobs +2021-12-18 07:15:31,654 Update finished +2021-12-18 07:15:31,654 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:15:31,654 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:15:31,654 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:15:31,654 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:15:31,655 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:15:31,657 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:15:31,659 Job list saved +2021-12-18 07:15:31,663 Updating FAILED jobs +2021-12-18 07:15:31,664 Updating WAITING jobs +2021-12-18 07:15:31,664 Update finished +2021-12-18 07:15:41,673 Reloading parameters... +2021-12-18 07:15:41,691 Loading parameters... +2021-12-18 07:15:41,693 Loading project parameters... +2021-12-18 07:15:41,695 + +22 of 25 jobs remaining (07:15) +2021-12-18 07:15:41,695 Sleep: 10 +2021-12-18 07:15:41,695 Number of retrials: 0 +2021-12-18 07:15:41,695 WRAPPER CHECK TIME = 10 +2021-12-18 07:15:41,696 Checking jobs for platform=marenostrum4 +2021-12-18 07:15:41,696 Checking jobs for platform=nord3 +2021-12-18 07:15:41,697 Checking jobs for platform=local +2021-12-18 07:15:41,697 Checking jobs for platform=transfer_node +2021-12-18 07:15:41,697 Checking all jobs at once +2021-12-18 07:15:43,169 Successful check job command +2021-12-18 07:15:44,588 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:15:44,588 End of checking +2021-12-18 07:15:44,590 Updating FAILED jobs +2021-12-18 07:15:44,590 Updating WAITING jobs +2021-12-18 07:15:44,590 Update finished +2021-12-18 07:15:44,590 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:15:44,591 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:15:44,591 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:15:44,591 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:15:44,591 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:15:44,594 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:15:44,596 Job list saved +2021-12-18 07:15:44,601 Updating FAILED jobs +2021-12-18 07:15:44,601 Updating WAITING jobs +2021-12-18 07:15:44,601 Update finished +2021-12-18 07:15:54,611 Reloading parameters... +2021-12-18 07:15:54,630 Loading parameters... +2021-12-18 07:15:54,631 Loading project parameters... +2021-12-18 07:15:54,633 + +22 of 25 jobs remaining (07:15) +2021-12-18 07:15:54,633 Sleep: 10 +2021-12-18 07:15:54,633 Number of retrials: 0 +2021-12-18 07:15:54,633 WRAPPER CHECK TIME = 10 +2021-12-18 07:15:54,634 Checking jobs for platform=marenostrum4 +2021-12-18 07:15:54,634 Checking jobs for platform=nord3 +2021-12-18 07:15:54,635 Checking jobs for platform=local +2021-12-18 07:15:54,635 Checking jobs for platform=transfer_node +2021-12-18 07:15:54,635 Checking all jobs at once +2021-12-18 07:15:56,055 Successful check job command +2021-12-18 07:15:57,525 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:15:57,525 End of checking +2021-12-18 07:15:57,527 Updating FAILED jobs +2021-12-18 07:15:57,527 Updating WAITING jobs +2021-12-18 07:15:57,527 Update finished +2021-12-18 07:15:57,528 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:15:57,528 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:15:57,528 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:15:57,528 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:15:57,528 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:15:57,531 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:15:57,533 Job list saved +2021-12-18 07:15:57,538 Updating FAILED jobs +2021-12-18 07:15:57,538 Updating WAITING jobs +2021-12-18 07:15:57,538 Update finished +2021-12-18 07:16:07,548 Reloading parameters... +2021-12-18 07:16:07,566 Loading parameters... +2021-12-18 07:16:07,568 Loading project parameters... +2021-12-18 07:16:07,570 + +22 of 25 jobs remaining (07:16) +2021-12-18 07:16:07,570 Sleep: 10 +2021-12-18 07:16:07,570 Number of retrials: 0 +2021-12-18 07:16:07,570 WRAPPER CHECK TIME = 10 +2021-12-18 07:16:07,570 Checking jobs for platform=marenostrum4 +2021-12-18 07:16:07,571 Checking jobs for platform=nord3 +2021-12-18 07:16:07,572 Checking jobs for platform=local +2021-12-18 07:16:07,572 Checking jobs for platform=transfer_node +2021-12-18 07:16:07,572 Checking all jobs at once +2021-12-18 07:16:08,892 Successful check job command +2021-12-18 07:16:10,862 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:16:10,863 End of checking +2021-12-18 07:16:10,864 Updating FAILED jobs +2021-12-18 07:16:10,864 Updating WAITING jobs +2021-12-18 07:16:10,864 Update finished +2021-12-18 07:16:10,864 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:16:10,865 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:16:10,865 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:16:10,865 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:16:10,865 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:16:10,867 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:16:10,870 Job list saved +2021-12-18 07:16:10,874 Updating FAILED jobs +2021-12-18 07:16:10,874 Updating WAITING jobs +2021-12-18 07:16:10,875 Update finished +2021-12-18 07:16:20,884 Reloading parameters... +2021-12-18 07:16:20,904 Loading parameters... +2021-12-18 07:16:20,905 Loading project parameters... +2021-12-18 07:16:20,907 + +22 of 25 jobs remaining (07:16) +2021-12-18 07:16:20,907 Sleep: 10 +2021-12-18 07:16:20,907 Number of retrials: 0 +2021-12-18 07:16:20,908 WRAPPER CHECK TIME = 10 +2021-12-18 07:16:20,908 Checking jobs for platform=marenostrum4 +2021-12-18 07:16:20,909 Checking jobs for platform=nord3 +2021-12-18 07:16:20,909 Checking jobs for platform=local +2021-12-18 07:16:20,910 Checking jobs for platform=transfer_node +2021-12-18 07:16:20,910 Checking all jobs at once +2021-12-18 07:16:22,433 Successful check job command +2021-12-18 07:16:23,805 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:16:23,805 End of checking +2021-12-18 07:16:23,806 Updating FAILED jobs +2021-12-18 07:16:23,807 Updating WAITING jobs +2021-12-18 07:16:23,807 Update finished +2021-12-18 07:16:23,807 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:16:23,808 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:16:23,808 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:16:23,808 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:16:23,808 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:16:23,811 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:16:23,814 Job list saved +2021-12-18 07:16:23,819 Updating FAILED jobs +2021-12-18 07:16:23,819 Updating WAITING jobs +2021-12-18 07:16:23,819 Update finished +2021-12-18 07:16:33,829 Reloading parameters... +2021-12-18 07:16:33,847 Loading parameters... +2021-12-18 07:16:33,848 Loading project parameters... +2021-12-18 07:16:33,850 + +22 of 25 jobs remaining (07:16) +2021-12-18 07:16:33,850 Sleep: 10 +2021-12-18 07:16:33,851 Number of retrials: 0 +2021-12-18 07:16:33,851 WRAPPER CHECK TIME = 10 +2021-12-18 07:16:33,851 Checking jobs for platform=marenostrum4 +2021-12-18 07:16:33,852 Checking jobs for platform=nord3 +2021-12-18 07:16:33,852 Checking jobs for platform=local +2021-12-18 07:16:33,853 Checking jobs for platform=transfer_node +2021-12-18 07:16:33,853 Checking all jobs at once +2021-12-18 07:16:35,473 Successful check job command +2021-12-18 07:16:36,752 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:16:36,752 End of checking +2021-12-18 07:16:36,753 Updating FAILED jobs +2021-12-18 07:16:36,754 Updating WAITING jobs +2021-12-18 07:16:36,754 Update finished +2021-12-18 07:16:36,754 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:16:36,754 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:16:36,754 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:16:36,755 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:16:36,755 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:16:36,757 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:16:36,759 Job list saved +2021-12-18 07:16:36,764 Updating FAILED jobs +2021-12-18 07:16:36,764 Updating WAITING jobs +2021-12-18 07:16:36,764 Update finished +2021-12-18 07:16:46,774 Reloading parameters... +2021-12-18 07:16:46,793 Loading parameters... +2021-12-18 07:16:46,794 Loading project parameters... +2021-12-18 07:16:46,796 + +22 of 25 jobs remaining (07:16) +2021-12-18 07:16:46,796 Sleep: 10 +2021-12-18 07:16:46,797 Number of retrials: 0 +2021-12-18 07:16:46,797 WRAPPER CHECK TIME = 10 +2021-12-18 07:16:46,797 Checking jobs for platform=marenostrum4 +2021-12-18 07:16:46,798 Checking jobs for platform=nord3 +2021-12-18 07:16:46,798 Checking jobs for platform=local +2021-12-18 07:16:46,799 Checking jobs for platform=transfer_node +2021-12-18 07:16:46,799 Checking all jobs at once +2021-12-18 07:16:48,523 Successful check job command +2021-12-18 07:16:50,143 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:16:50,143 End of checking +2021-12-18 07:16:50,145 Updating FAILED jobs +2021-12-18 07:16:50,145 Updating WAITING jobs +2021-12-18 07:16:50,145 Update finished +2021-12-18 07:16:50,145 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:16:50,145 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:16:50,145 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:16:50,146 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:16:50,146 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:16:50,148 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:16:50,151 Job list saved +2021-12-18 07:16:50,155 Updating FAILED jobs +2021-12-18 07:16:50,156 Updating WAITING jobs +2021-12-18 07:16:50,156 Update finished +2021-12-18 07:17:00,158 Reloading parameters... +2021-12-18 07:17:00,175 Loading parameters... +2021-12-18 07:17:00,176 Loading project parameters... +2021-12-18 07:17:00,178 + +22 of 25 jobs remaining (07:17) +2021-12-18 07:17:00,178 Sleep: 10 +2021-12-18 07:17:00,178 Number of retrials: 0 +2021-12-18 07:17:00,178 WRAPPER CHECK TIME = 10 +2021-12-18 07:17:00,179 Checking jobs for platform=marenostrum4 +2021-12-18 07:17:00,179 Checking jobs for platform=nord3 +2021-12-18 07:17:00,180 Checking jobs for platform=local +2021-12-18 07:17:00,180 Checking jobs for platform=transfer_node +2021-12-18 07:17:00,181 Checking all jobs at once +2021-12-18 07:17:01,754 Successful check job command +2021-12-18 07:17:03,325 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:17:03,325 End of checking +2021-12-18 07:17:03,327 Updating FAILED jobs +2021-12-18 07:17:03,327 Updating WAITING jobs +2021-12-18 07:17:03,327 Update finished +2021-12-18 07:17:03,328 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:17:03,328 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:17:03,328 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:17:03,328 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:17:03,328 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:17:03,331 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:17:03,333 Job list saved +2021-12-18 07:17:03,338 Updating FAILED jobs +2021-12-18 07:17:03,338 Updating WAITING jobs +2021-12-18 07:17:03,338 Update finished +2021-12-18 07:17:13,348 Reloading parameters... +2021-12-18 07:17:13,366 Loading parameters... +2021-12-18 07:17:13,368 Loading project parameters... +2021-12-18 07:17:13,370 + +22 of 25 jobs remaining (07:17) +2021-12-18 07:17:13,370 Sleep: 10 +2021-12-18 07:17:13,370 Number of retrials: 0 +2021-12-18 07:17:13,370 WRAPPER CHECK TIME = 10 +2021-12-18 07:17:13,371 Checking jobs for platform=marenostrum4 +2021-12-18 07:17:13,371 Checking jobs for platform=nord3 +2021-12-18 07:17:13,372 Checking jobs for platform=local +2021-12-18 07:17:13,372 Checking jobs for platform=transfer_node +2021-12-18 07:17:13,372 Checking all jobs at once +2021-12-18 07:17:14,743 Successful check job command +2021-12-18 07:17:16,313 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:17:16,313 End of checking +2021-12-18 07:17:16,314 Updating FAILED jobs +2021-12-18 07:17:16,314 Updating WAITING jobs +2021-12-18 07:17:16,314 Update finished +2021-12-18 07:17:16,315 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:17:16,315 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:17:16,315 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:17:16,315 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:17:16,315 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:17:16,318 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:17:16,320 Job list saved +2021-12-18 07:17:16,325 Updating FAILED jobs +2021-12-18 07:17:16,325 Updating WAITING jobs +2021-12-18 07:17:16,325 Update finished +2021-12-18 07:17:26,336 Reloading parameters... +2021-12-18 07:17:26,354 Loading parameters... +2021-12-18 07:17:26,355 Loading project parameters... +2021-12-18 07:17:26,357 + +22 of 25 jobs remaining (07:17) +2021-12-18 07:17:26,357 Sleep: 10 +2021-12-18 07:17:26,357 Number of retrials: 0 +2021-12-18 07:17:26,358 WRAPPER CHECK TIME = 10 +2021-12-18 07:17:26,358 Checking jobs for platform=marenostrum4 +2021-12-18 07:17:26,359 Checking jobs for platform=nord3 +2021-12-18 07:17:26,359 Checking jobs for platform=local +2021-12-18 07:17:26,360 Checking jobs for platform=transfer_node +2021-12-18 07:17:26,360 Checking all jobs at once +2021-12-18 07:17:27,729 Successful check job command +2021-12-18 07:17:29,099 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:17:29,099 End of checking +2021-12-18 07:17:29,100 Updating FAILED jobs +2021-12-18 07:17:29,101 Updating WAITING jobs +2021-12-18 07:17:29,101 Update finished +2021-12-18 07:17:29,101 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:17:29,101 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:17:29,101 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:17:29,102 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:17:29,102 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:17:29,104 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:17:29,106 Job list saved +2021-12-18 07:17:29,110 Updating FAILED jobs +2021-12-18 07:17:29,111 Updating WAITING jobs +2021-12-18 07:17:29,111 Update finished +2021-12-18 07:17:39,116 Reloading parameters... +2021-12-18 07:17:39,136 Loading parameters... +2021-12-18 07:17:39,137 Loading project parameters... +2021-12-18 07:17:39,139 + +22 of 25 jobs remaining (07:17) +2021-12-18 07:17:39,139 Sleep: 10 +2021-12-18 07:17:39,140 Number of retrials: 0 +2021-12-18 07:17:39,140 WRAPPER CHECK TIME = 10 +2021-12-18 07:17:39,140 Checking jobs for platform=marenostrum4 +2021-12-18 07:17:39,141 Checking jobs for platform=nord3 +2021-12-18 07:17:39,141 Checking jobs for platform=local +2021-12-18 07:17:39,142 Checking jobs for platform=transfer_node +2021-12-18 07:17:39,142 Checking all jobs at once +2021-12-18 07:17:40,461 Successful check job command +2021-12-18 07:17:41,630 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:17:41,630 End of checking +2021-12-18 07:17:41,632 Updating FAILED jobs +2021-12-18 07:17:41,632 Updating WAITING jobs +2021-12-18 07:17:41,632 Update finished +2021-12-18 07:17:41,632 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:17:41,633 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:17:41,633 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:17:41,633 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:17:41,633 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:17:41,636 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:17:41,638 Job list saved +2021-12-18 07:17:41,643 Updating FAILED jobs +2021-12-18 07:17:41,643 Updating WAITING jobs +2021-12-18 07:17:41,643 Update finished +2021-12-18 07:17:51,653 Reloading parameters... +2021-12-18 07:17:51,671 Loading parameters... +2021-12-18 07:17:51,673 Loading project parameters... +2021-12-18 07:17:51,674 + +22 of 25 jobs remaining (07:17) +2021-12-18 07:17:51,675 Sleep: 10 +2021-12-18 07:17:51,675 Number of retrials: 0 +2021-12-18 07:17:51,675 WRAPPER CHECK TIME = 10 +2021-12-18 07:17:51,675 Checking jobs for platform=marenostrum4 +2021-12-18 07:17:51,676 Checking jobs for platform=nord3 +2021-12-18 07:17:51,676 Checking jobs for platform=local +2021-12-18 07:17:51,677 Checking jobs for platform=transfer_node +2021-12-18 07:17:51,677 Checking all jobs at once +2021-12-18 07:17:53,698 Successful check job command +2021-12-18 07:17:55,167 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:17:55,167 End of checking +2021-12-18 07:17:55,168 Updating FAILED jobs +2021-12-18 07:17:55,169 Updating WAITING jobs +2021-12-18 07:17:55,169 Update finished +2021-12-18 07:17:55,169 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:17:55,169 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:17:55,169 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:17:55,169 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:17:55,170 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:17:55,172 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:17:55,174 Job list saved +2021-12-18 07:17:55,180 Updating FAILED jobs +2021-12-18 07:17:55,180 Updating WAITING jobs +2021-12-18 07:17:55,180 Update finished +2021-12-18 07:18:05,182 Reloading parameters... +2021-12-18 07:18:05,202 Loading parameters... +2021-12-18 07:18:05,203 Loading project parameters... +2021-12-18 07:18:05,205 + +22 of 25 jobs remaining (07:18) +2021-12-18 07:18:05,205 Sleep: 10 +2021-12-18 07:18:05,205 Number of retrials: 0 +2021-12-18 07:18:05,205 WRAPPER CHECK TIME = 10 +2021-12-18 07:18:05,206 Checking jobs for platform=marenostrum4 +2021-12-18 07:18:05,206 Checking jobs for platform=nord3 +2021-12-18 07:18:05,207 Checking jobs for platform=local +2021-12-18 07:18:05,207 Checking jobs for platform=transfer_node +2021-12-18 07:18:05,208 Checking all jobs at once +2021-12-18 07:18:06,627 Successful check job command +2021-12-18 07:18:08,451 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:18:08,451 End of checking +2021-12-18 07:18:08,453 Updating FAILED jobs +2021-12-18 07:18:08,453 Updating WAITING jobs +2021-12-18 07:18:08,453 Update finished +2021-12-18 07:18:08,453 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:18:08,454 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:18:08,454 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:18:08,454 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:18:08,454 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:18:08,457 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:18:08,459 Job list saved +2021-12-18 07:18:08,464 Updating FAILED jobs +2021-12-18 07:18:08,464 Updating WAITING jobs +2021-12-18 07:18:08,464 Update finished +2021-12-18 07:18:18,473 Reloading parameters... +2021-12-18 07:18:18,494 Loading parameters... +2021-12-18 07:18:18,495 Loading project parameters... +2021-12-18 07:18:18,497 + +22 of 25 jobs remaining (07:18) +2021-12-18 07:18:18,497 Sleep: 10 +2021-12-18 07:18:18,497 Number of retrials: 0 +2021-12-18 07:18:18,498 WRAPPER CHECK TIME = 10 +2021-12-18 07:18:18,498 Checking jobs for platform=marenostrum4 +2021-12-18 07:18:18,499 Checking jobs for platform=nord3 +2021-12-18 07:18:18,499 Checking jobs for platform=local +2021-12-18 07:18:18,500 Checking jobs for platform=transfer_node +2021-12-18 07:18:18,500 Checking all jobs at once +2021-12-18 07:18:19,819 Successful check job command +2021-12-18 07:18:21,039 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:18:21,039 End of checking +2021-12-18 07:18:21,041 Updating FAILED jobs +2021-12-18 07:18:21,041 Updating WAITING jobs +2021-12-18 07:18:21,041 Update finished +2021-12-18 07:18:21,041 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:18:21,042 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:18:21,042 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:18:21,042 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:18:21,042 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:18:21,045 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:18:21,047 Job list saved +2021-12-18 07:18:21,051 Updating FAILED jobs +2021-12-18 07:18:21,052 Updating WAITING jobs +2021-12-18 07:18:21,052 Update finished +2021-12-18 07:18:31,062 Reloading parameters... +2021-12-18 07:18:31,081 Loading parameters... +2021-12-18 07:18:31,082 Loading project parameters... +2021-12-18 07:18:31,084 + +22 of 25 jobs remaining (07:18) +2021-12-18 07:18:31,084 Sleep: 10 +2021-12-18 07:18:31,084 Number of retrials: 0 +2021-12-18 07:18:31,084 WRAPPER CHECK TIME = 10 +2021-12-18 07:18:31,085 Checking jobs for platform=marenostrum4 +2021-12-18 07:18:31,085 Checking jobs for platform=nord3 +2021-12-18 07:18:31,086 Checking jobs for platform=local +2021-12-18 07:18:31,087 Checking jobs for platform=transfer_node +2021-12-18 07:18:31,087 Checking all jobs at once +2021-12-18 07:18:32,458 Successful check job command +2021-12-18 07:18:33,628 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:18:33,628 End of checking +2021-12-18 07:18:33,630 Updating FAILED jobs +2021-12-18 07:18:33,630 Updating WAITING jobs +2021-12-18 07:18:33,630 Update finished +2021-12-18 07:18:33,630 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:18:33,631 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:18:33,631 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:18:33,631 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:18:33,631 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:18:33,634 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:18:33,636 Job list saved +2021-12-18 07:18:33,641 Updating FAILED jobs +2021-12-18 07:18:33,642 Updating WAITING jobs +2021-12-18 07:18:33,642 Update finished +2021-12-18 07:18:43,652 Reloading parameters... +2021-12-18 07:18:43,669 Loading parameters... +2021-12-18 07:18:43,670 Loading project parameters... +2021-12-18 07:18:43,672 + +22 of 25 jobs remaining (07:18) +2021-12-18 07:18:43,672 Sleep: 10 +2021-12-18 07:18:43,673 Number of retrials: 0 +2021-12-18 07:18:43,673 WRAPPER CHECK TIME = 10 +2021-12-18 07:18:43,673 Checking jobs for platform=marenostrum4 +2021-12-18 07:18:43,674 Checking jobs for platform=nord3 +2021-12-18 07:18:43,674 Checking jobs for platform=local +2021-12-18 07:18:43,675 Checking jobs for platform=transfer_node +2021-12-18 07:18:43,675 Checking all jobs at once +2021-12-18 07:18:45,646 Successful check job command +2021-12-18 07:18:46,965 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:18:46,965 End of checking +2021-12-18 07:18:46,967 Updating FAILED jobs +2021-12-18 07:18:46,967 Updating WAITING jobs +2021-12-18 07:18:46,967 Update finished +2021-12-18 07:18:46,967 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:18:46,967 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:18:46,967 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:18:46,968 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:18:46,968 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:18:46,970 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:18:46,972 Job list saved +2021-12-18 07:18:46,977 Updating FAILED jobs +2021-12-18 07:18:46,977 Updating WAITING jobs +2021-12-18 07:18:46,978 Update finished +2021-12-18 07:18:56,988 Reloading parameters... +2021-12-18 07:18:57,007 Loading parameters... +2021-12-18 07:18:57,008 Loading project parameters... +2021-12-18 07:18:57,010 + +22 of 25 jobs remaining (07:18) +2021-12-18 07:18:57,010 Sleep: 10 +2021-12-18 07:18:57,010 Number of retrials: 0 +2021-12-18 07:18:57,011 WRAPPER CHECK TIME = 10 +2021-12-18 07:18:57,011 Checking jobs for platform=marenostrum4 +2021-12-18 07:18:57,012 Checking jobs for platform=nord3 +2021-12-18 07:18:57,012 Checking jobs for platform=local +2021-12-18 07:18:57,013 Checking jobs for platform=transfer_node +2021-12-18 07:18:57,013 Checking all jobs at once +2021-12-18 07:18:58,532 Successful check job command +2021-12-18 07:19:00,453 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:19:00,453 End of checking +2021-12-18 07:19:00,455 Updating FAILED jobs +2021-12-18 07:19:00,455 Updating WAITING jobs +2021-12-18 07:19:00,455 Update finished +2021-12-18 07:19:00,456 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:19:00,456 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:19:00,456 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:19:00,456 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:19:00,457 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:19:00,459 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:19:00,461 Job list saved +2021-12-18 07:19:00,466 Updating FAILED jobs +2021-12-18 07:19:00,466 Updating WAITING jobs +2021-12-18 07:19:00,466 Update finished +2021-12-18 07:19:10,476 Reloading parameters... +2021-12-18 07:19:10,493 Loading parameters... +2021-12-18 07:19:10,495 Loading project parameters... +2021-12-18 07:19:10,496 + +22 of 25 jobs remaining (07:19) +2021-12-18 07:19:10,497 Sleep: 10 +2021-12-18 07:19:10,497 Number of retrials: 0 +2021-12-18 07:19:10,497 WRAPPER CHECK TIME = 10 +2021-12-18 07:19:10,497 Checking jobs for platform=marenostrum4 +2021-12-18 07:19:10,498 Checking jobs for platform=nord3 +2021-12-18 07:19:10,499 Checking jobs for platform=local +2021-12-18 07:19:10,499 Checking jobs for platform=transfer_node +2021-12-18 07:19:10,499 Checking all jobs at once +2021-12-18 07:19:11,818 Successful check job command +2021-12-18 07:19:13,141 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:19:13,142 End of checking +2021-12-18 07:19:13,143 Updating FAILED jobs +2021-12-18 07:19:13,143 Updating WAITING jobs +2021-12-18 07:19:13,144 Update finished +2021-12-18 07:19:13,144 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:19:13,144 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:19:13,144 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:19:13,144 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:19:13,144 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:19:13,147 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:19:13,149 Job list saved +2021-12-18 07:19:13,154 Updating FAILED jobs +2021-12-18 07:19:13,154 Updating WAITING jobs +2021-12-18 07:19:13,154 Update finished +2021-12-18 07:19:23,164 Reloading parameters... +2021-12-18 07:19:23,185 Loading parameters... +2021-12-18 07:19:23,186 Loading project parameters... +2021-12-18 07:19:23,188 + +22 of 25 jobs remaining (07:19) +2021-12-18 07:19:23,188 Sleep: 10 +2021-12-18 07:19:23,188 Number of retrials: 0 +2021-12-18 07:19:23,189 WRAPPER CHECK TIME = 10 +2021-12-18 07:19:23,189 Checking jobs for platform=marenostrum4 +2021-12-18 07:19:23,190 Checking jobs for platform=nord3 +2021-12-18 07:19:23,190 Checking jobs for platform=local +2021-12-18 07:19:23,191 Checking jobs for platform=transfer_node +2021-12-18 07:19:23,191 Checking all jobs at once +2021-12-18 07:19:24,911 Successful check job command +2021-12-18 07:19:26,330 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:19:26,330 End of checking +2021-12-18 07:19:26,332 Updating FAILED jobs +2021-12-18 07:19:26,332 Updating WAITING jobs +2021-12-18 07:19:26,332 Update finished +2021-12-18 07:19:26,332 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:19:26,332 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:19:26,332 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:19:26,333 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:19:26,333 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:19:26,335 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:19:26,337 Job list saved +2021-12-18 07:19:26,342 Updating FAILED jobs +2021-12-18 07:19:26,342 Updating WAITING jobs +2021-12-18 07:19:26,342 Update finished +2021-12-18 07:19:36,350 Reloading parameters... +2021-12-18 07:19:36,369 Loading parameters... +2021-12-18 07:19:36,370 Loading project parameters... +2021-12-18 07:19:36,372 + +22 of 25 jobs remaining (07:19) +2021-12-18 07:19:36,372 Sleep: 10 +2021-12-18 07:19:36,372 Number of retrials: 0 +2021-12-18 07:19:36,372 WRAPPER CHECK TIME = 10 +2021-12-18 07:19:36,373 Checking jobs for platform=marenostrum4 +2021-12-18 07:19:36,373 Checking jobs for platform=nord3 +2021-12-18 07:19:36,374 Checking jobs for platform=local +2021-12-18 07:19:36,374 Checking jobs for platform=transfer_node +2021-12-18 07:19:36,375 Checking all jobs at once +2021-12-18 07:19:37,646 Successful check job command +2021-12-18 07:19:38,915 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:19:38,915 End of checking +2021-12-18 07:19:38,917 Updating FAILED jobs +2021-12-18 07:19:38,917 Updating WAITING jobs +2021-12-18 07:19:38,917 Update finished +2021-12-18 07:19:38,917 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:19:38,918 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:19:38,918 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:19:38,918 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:19:38,918 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:19:38,921 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:19:38,923 Job list saved +2021-12-18 07:19:38,928 Updating FAILED jobs +2021-12-18 07:19:38,928 Updating WAITING jobs +2021-12-18 07:19:38,928 Update finished +2021-12-18 07:19:48,934 Reloading parameters... +2021-12-18 07:19:48,951 Loading parameters... +2021-12-18 07:19:48,953 Loading project parameters... +2021-12-18 07:19:48,955 + +22 of 25 jobs remaining (07:19) +2021-12-18 07:19:48,955 Sleep: 10 +2021-12-18 07:19:48,955 Number of retrials: 0 +2021-12-18 07:19:48,955 WRAPPER CHECK TIME = 10 +2021-12-18 07:19:48,956 Checking jobs for platform=marenostrum4 +2021-12-18 07:19:48,956 Checking jobs for platform=nord3 +2021-12-18 07:19:48,957 Checking jobs for platform=local +2021-12-18 07:19:48,957 Checking jobs for platform=transfer_node +2021-12-18 07:19:48,957 Checking all jobs at once +2021-12-18 07:19:51,185 Successful check job command +2021-12-18 07:19:52,504 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:19:52,505 End of checking +2021-12-18 07:19:52,506 Updating FAILED jobs +2021-12-18 07:19:52,506 Updating WAITING jobs +2021-12-18 07:19:52,506 Update finished +2021-12-18 07:19:52,507 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:19:52,507 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:19:52,507 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:19:52,507 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:19:52,507 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:19:52,509 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:19:52,512 Job list saved +2021-12-18 07:19:52,516 Updating FAILED jobs +2021-12-18 07:19:52,516 Updating WAITING jobs +2021-12-18 07:19:52,517 Update finished +2021-12-18 07:20:02,527 Reloading parameters... +2021-12-18 07:20:02,548 Loading parameters... +2021-12-18 07:20:02,549 Loading project parameters... +2021-12-18 07:20:02,551 + +22 of 25 jobs remaining (07:20) +2021-12-18 07:20:02,551 Sleep: 10 +2021-12-18 07:20:02,551 Number of retrials: 0 +2021-12-18 07:20:02,551 WRAPPER CHECK TIME = 10 +2021-12-18 07:20:02,552 Checking jobs for platform=marenostrum4 +2021-12-18 07:20:02,553 Checking jobs for platform=nord3 +2021-12-18 07:20:02,553 Checking jobs for platform=local +2021-12-18 07:20:02,554 Checking jobs for platform=transfer_node +2021-12-18 07:20:02,554 Checking all jobs at once +2021-12-18 07:20:04,431 Successful check job command +2021-12-18 07:20:06,551 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:20:06,552 End of checking +2021-12-18 07:20:06,553 Updating FAILED jobs +2021-12-18 07:20:06,553 Updating WAITING jobs +2021-12-18 07:20:06,553 Update finished +2021-12-18 07:20:06,554 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:20:06,554 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:20:06,554 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:20:06,554 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:20:06,554 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:20:06,557 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:20:06,559 Job list saved +2021-12-18 07:20:06,563 Updating FAILED jobs +2021-12-18 07:20:06,563 Updating WAITING jobs +2021-12-18 07:20:06,563 Update finished +2021-12-18 07:20:16,571 Reloading parameters... +2021-12-18 07:20:16,591 Loading parameters... +2021-12-18 07:20:16,592 Loading project parameters... +2021-12-18 07:20:16,594 + +22 of 25 jobs remaining (07:20) +2021-12-18 07:20:16,594 Sleep: 10 +2021-12-18 07:20:16,594 Number of retrials: 0 +2021-12-18 07:20:16,594 WRAPPER CHECK TIME = 10 +2021-12-18 07:20:16,595 Checking jobs for platform=marenostrum4 +2021-12-18 07:20:16,595 Checking jobs for platform=nord3 +2021-12-18 07:20:16,596 Checking jobs for platform=local +2021-12-18 07:20:16,596 Checking jobs for platform=transfer_node +2021-12-18 07:20:16,596 Checking all jobs at once +2021-12-18 07:20:18,767 Successful check job command +2021-12-18 07:20:20,939 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:20:20,939 End of checking +2021-12-18 07:20:20,941 Updating FAILED jobs +2021-12-18 07:20:20,941 Updating WAITING jobs +2021-12-18 07:20:20,941 Update finished +2021-12-18 07:20:20,941 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:20:20,942 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:20:20,942 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:20:20,942 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:20:20,942 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:20:20,945 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:20:20,947 Job list saved +2021-12-18 07:20:20,952 Updating FAILED jobs +2021-12-18 07:20:20,952 Updating WAITING jobs +2021-12-18 07:20:20,952 Update finished +2021-12-18 07:20:30,962 Reloading parameters... +2021-12-18 07:20:30,981 Loading parameters... +2021-12-18 07:20:30,983 Loading project parameters... +2021-12-18 07:20:30,985 + +22 of 25 jobs remaining (07:20) +2021-12-18 07:20:30,985 Sleep: 10 +2021-12-18 07:20:30,985 Number of retrials: 0 +2021-12-18 07:20:30,985 WRAPPER CHECK TIME = 10 +2021-12-18 07:20:30,986 Checking jobs for platform=marenostrum4 +2021-12-18 07:20:30,986 Checking jobs for platform=nord3 +2021-12-18 07:20:30,987 Checking jobs for platform=local +2021-12-18 07:20:30,987 Checking jobs for platform=transfer_node +2021-12-18 07:20:30,987 Checking all jobs at once +2021-12-18 07:20:32,358 Successful check job command +2021-12-18 07:20:33,679 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:20:33,679 End of checking +2021-12-18 07:20:33,680 Updating FAILED jobs +2021-12-18 07:20:33,680 Updating WAITING jobs +2021-12-18 07:20:33,681 Update finished +2021-12-18 07:20:33,681 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:20:33,681 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:20:33,681 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:20:33,681 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:20:33,681 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:20:33,684 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:20:33,686 Job list saved +2021-12-18 07:20:33,690 Updating FAILED jobs +2021-12-18 07:20:33,690 Updating WAITING jobs +2021-12-18 07:20:33,691 Update finished +2021-12-18 07:20:43,697 Reloading parameters... +2021-12-18 07:20:43,720 Loading parameters... +2021-12-18 07:20:43,721 Loading project parameters... +2021-12-18 07:20:43,723 + +22 of 25 jobs remaining (07:20) +2021-12-18 07:20:43,723 Sleep: 10 +2021-12-18 07:20:43,724 Number of retrials: 0 +2021-12-18 07:20:43,724 WRAPPER CHECK TIME = 10 +2021-12-18 07:20:43,724 Checking jobs for platform=marenostrum4 +2021-12-18 07:20:43,725 Checking jobs for platform=nord3 +2021-12-18 07:20:43,725 Checking jobs for platform=local +2021-12-18 07:20:43,726 Checking jobs for platform=transfer_node +2021-12-18 07:20:43,726 Checking all jobs at once +2021-12-18 07:20:45,146 Successful check job command +2021-12-18 07:20:46,516 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:20:46,516 End of checking +2021-12-18 07:20:46,517 Updating FAILED jobs +2021-12-18 07:20:46,518 Updating WAITING jobs +2021-12-18 07:20:46,518 Update finished +2021-12-18 07:20:46,518 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:20:46,518 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:20:46,518 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:20:46,518 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:20:46,519 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:20:46,521 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:20:46,524 Job list saved +2021-12-18 07:20:46,528 Updating FAILED jobs +2021-12-18 07:20:46,528 Updating WAITING jobs +2021-12-18 07:20:46,529 Update finished +2021-12-18 07:20:56,538 Reloading parameters... +2021-12-18 07:20:56,557 Loading parameters... +2021-12-18 07:20:56,558 Loading project parameters... +2021-12-18 07:20:56,560 + +22 of 25 jobs remaining (07:20) +2021-12-18 07:20:56,560 Sleep: 10 +2021-12-18 07:20:56,560 Number of retrials: 0 +2021-12-18 07:20:56,560 WRAPPER CHECK TIME = 10 +2021-12-18 07:20:56,561 Checking jobs for platform=marenostrum4 +2021-12-18 07:20:56,562 Checking jobs for platform=nord3 +2021-12-18 07:20:56,562 Checking jobs for platform=local +2021-12-18 07:20:56,563 Checking jobs for platform=transfer_node +2021-12-18 07:20:56,563 Checking all jobs at once +2021-12-18 07:20:58,333 Successful check job command +2021-12-18 07:20:59,653 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:20:59,654 End of checking +2021-12-18 07:20:59,655 Updating FAILED jobs +2021-12-18 07:20:59,655 Updating WAITING jobs +2021-12-18 07:20:59,655 Update finished +2021-12-18 07:20:59,656 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:20:59,656 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:20:59,656 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:20:59,656 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:20:59,656 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:20:59,659 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:20:59,661 Job list saved +2021-12-18 07:20:59,666 Updating FAILED jobs +2021-12-18 07:20:59,666 Updating WAITING jobs +2021-12-18 07:20:59,666 Update finished +2021-12-18 07:21:09,676 Reloading parameters... +2021-12-18 07:21:09,697 Loading parameters... +2021-12-18 07:21:09,698 Loading project parameters... +2021-12-18 07:21:09,700 + +22 of 25 jobs remaining (07:21) +2021-12-18 07:21:09,700 Sleep: 10 +2021-12-18 07:21:09,701 Number of retrials: 0 +2021-12-18 07:21:09,701 WRAPPER CHECK TIME = 10 +2021-12-18 07:21:09,701 Checking jobs for platform=marenostrum4 +2021-12-18 07:21:09,702 Checking jobs for platform=nord3 +2021-12-18 07:21:09,702 Checking jobs for platform=local +2021-12-18 07:21:09,703 Checking jobs for platform=transfer_node +2021-12-18 07:21:09,703 Checking all jobs at once +2021-12-18 07:21:11,178 Successful check job command +2021-12-18 07:21:12,547 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:21:12,547 End of checking +2021-12-18 07:21:12,549 Updating FAILED jobs +2021-12-18 07:21:12,549 Updating WAITING jobs +2021-12-18 07:21:12,549 Update finished +2021-12-18 07:21:12,549 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:21:12,549 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:21:12,550 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:21:12,550 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:21:12,550 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:21:12,552 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:21:12,554 Job list saved +2021-12-18 07:21:12,559 Updating FAILED jobs +2021-12-18 07:21:12,559 Updating WAITING jobs +2021-12-18 07:21:12,559 Update finished +2021-12-18 07:21:22,563 Reloading parameters... +2021-12-18 07:21:22,582 Loading parameters... +2021-12-18 07:21:22,583 Loading project parameters... +2021-12-18 07:21:22,585 + +22 of 25 jobs remaining (07:21) +2021-12-18 07:21:22,585 Sleep: 10 +2021-12-18 07:21:22,585 Number of retrials: 0 +2021-12-18 07:21:22,585 WRAPPER CHECK TIME = 10 +2021-12-18 07:21:22,586 Checking jobs for platform=marenostrum4 +2021-12-18 07:21:22,586 Checking jobs for platform=nord3 +2021-12-18 07:21:22,587 Checking jobs for platform=local +2021-12-18 07:21:22,587 Checking jobs for platform=transfer_node +2021-12-18 07:21:22,587 Checking all jobs at once +2021-12-18 07:21:24,109 Successful check job command +2021-12-18 07:21:25,529 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:21:25,529 End of checking +2021-12-18 07:21:25,531 Updating FAILED jobs +2021-12-18 07:21:25,531 Updating WAITING jobs +2021-12-18 07:21:25,531 Update finished +2021-12-18 07:21:25,532 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:21:25,532 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:21:25,532 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:21:25,532 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:21:25,532 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:21:25,535 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:21:25,537 Job list saved +2021-12-18 07:21:25,542 Updating FAILED jobs +2021-12-18 07:21:25,542 Updating WAITING jobs +2021-12-18 07:21:25,542 Update finished +2021-12-18 07:21:35,552 Reloading parameters... +2021-12-18 07:21:35,572 Loading parameters... +2021-12-18 07:21:35,573 Loading project parameters... +2021-12-18 07:21:35,575 + +22 of 25 jobs remaining (07:21) +2021-12-18 07:21:35,576 Sleep: 10 +2021-12-18 07:21:35,576 Number of retrials: 0 +2021-12-18 07:21:35,576 WRAPPER CHECK TIME = 10 +2021-12-18 07:21:35,576 Checking jobs for platform=marenostrum4 +2021-12-18 07:21:35,577 Checking jobs for platform=nord3 +2021-12-18 07:21:35,577 Checking jobs for platform=local +2021-12-18 07:21:35,578 Checking jobs for platform=transfer_node +2021-12-18 07:21:35,578 Checking all jobs at once +2021-12-18 07:21:37,001 Successful check job command +2021-12-18 07:21:38,421 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:21:38,421 End of checking +2021-12-18 07:21:38,422 Updating FAILED jobs +2021-12-18 07:21:38,423 Updating WAITING jobs +2021-12-18 07:21:38,423 Update finished +2021-12-18 07:21:38,423 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:21:38,424 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:21:38,424 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:21:38,424 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:21:38,424 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:21:38,427 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:21:38,429 Job list saved +2021-12-18 07:21:38,434 Updating FAILED jobs +2021-12-18 07:21:38,434 Updating WAITING jobs +2021-12-18 07:21:38,434 Update finished +2021-12-18 07:21:48,444 Reloading parameters... +2021-12-18 07:21:48,464 Loading parameters... +2021-12-18 07:21:48,465 Loading project parameters... +2021-12-18 07:21:48,467 + +22 of 25 jobs remaining (07:21) +2021-12-18 07:21:48,467 Sleep: 10 +2021-12-18 07:21:48,467 Number of retrials: 0 +2021-12-18 07:21:48,468 WRAPPER CHECK TIME = 10 +2021-12-18 07:21:48,468 Checking jobs for platform=marenostrum4 +2021-12-18 07:21:48,469 Checking jobs for platform=nord3 +2021-12-18 07:21:48,469 Checking jobs for platform=local +2021-12-18 07:21:48,470 Checking jobs for platform=transfer_node +2021-12-18 07:21:48,470 Checking all jobs at once +2021-12-18 07:21:49,789 Successful check job command +2021-12-18 07:21:51,259 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:21:51,259 End of checking +2021-12-18 07:21:51,260 Updating FAILED jobs +2021-12-18 07:21:51,261 Updating WAITING jobs +2021-12-18 07:21:51,261 Update finished +2021-12-18 07:21:51,261 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:21:51,261 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:21:51,261 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:21:51,261 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:21:51,262 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:21:51,264 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:21:51,266 Job list saved +2021-12-18 07:21:51,271 Updating FAILED jobs +2021-12-18 07:21:51,271 Updating WAITING jobs +2021-12-18 07:21:51,271 Update finished +2021-12-18 07:22:01,279 Reloading parameters... +2021-12-18 07:22:01,297 Loading parameters... +2021-12-18 07:22:01,299 Loading project parameters... +2021-12-18 07:22:01,300 + +22 of 25 jobs remaining (07:22) +2021-12-18 07:22:01,301 Sleep: 10 +2021-12-18 07:22:01,301 Number of retrials: 0 +2021-12-18 07:22:01,301 WRAPPER CHECK TIME = 10 +2021-12-18 07:22:01,301 Checking jobs for platform=marenostrum4 +2021-12-18 07:22:01,302 Checking jobs for platform=nord3 +2021-12-18 07:22:01,302 Checking jobs for platform=local +2021-12-18 07:22:01,303 Checking jobs for platform=transfer_node +2021-12-18 07:22:01,303 Checking all jobs at once +2021-12-18 07:22:02,874 Successful check job command +2021-12-18 07:22:04,294 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:22:04,294 End of checking +2021-12-18 07:22:04,295 Updating FAILED jobs +2021-12-18 07:22:04,295 Updating WAITING jobs +2021-12-18 07:22:04,296 Update finished +2021-12-18 07:22:04,296 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:22:04,296 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:22:04,296 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:22:04,296 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:22:04,296 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:22:04,299 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:22:04,301 Job list saved +2021-12-18 07:22:04,306 Updating FAILED jobs +2021-12-18 07:22:04,306 Updating WAITING jobs +2021-12-18 07:22:04,307 Update finished +2021-12-18 07:22:14,317 Reloading parameters... +2021-12-18 07:22:14,334 Loading parameters... +2021-12-18 07:22:14,336 Loading project parameters... +2021-12-18 07:22:14,338 + +22 of 25 jobs remaining (07:22) +2021-12-18 07:22:14,338 Sleep: 10 +2021-12-18 07:22:14,338 Number of retrials: 0 +2021-12-18 07:22:14,338 WRAPPER CHECK TIME = 10 +2021-12-18 07:22:14,339 Checking jobs for platform=marenostrum4 +2021-12-18 07:22:14,339 Checking jobs for platform=nord3 +2021-12-18 07:22:14,340 Checking jobs for platform=local +2021-12-18 07:22:14,340 Checking jobs for platform=transfer_node +2021-12-18 07:22:14,340 Checking all jobs at once +2021-12-18 07:22:15,863 Successful check job command +2021-12-18 07:22:17,183 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:22:17,183 End of checking +2021-12-18 07:22:17,185 Updating FAILED jobs +2021-12-18 07:22:17,185 Updating WAITING jobs +2021-12-18 07:22:17,185 Update finished +2021-12-18 07:22:17,185 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:22:17,186 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:22:17,186 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:22:17,186 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:22:17,186 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:22:17,189 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:22:17,192 Job list saved +2021-12-18 07:22:17,197 Updating FAILED jobs +2021-12-18 07:22:17,197 Updating WAITING jobs +2021-12-18 07:22:17,197 Update finished +2021-12-18 07:22:27,206 Reloading parameters... +2021-12-18 07:22:27,224 Loading parameters... +2021-12-18 07:22:27,225 Loading project parameters... +2021-12-18 07:22:27,227 + +22 of 25 jobs remaining (07:22) +2021-12-18 07:22:27,227 Sleep: 10 +2021-12-18 07:22:27,227 Number of retrials: 0 +2021-12-18 07:22:27,227 WRAPPER CHECK TIME = 10 +2021-12-18 07:22:27,228 Checking jobs for platform=marenostrum4 +2021-12-18 07:22:27,228 Checking jobs for platform=nord3 +2021-12-18 07:22:27,229 Checking jobs for platform=local +2021-12-18 07:22:27,229 Checking jobs for platform=transfer_node +2021-12-18 07:22:27,229 Checking all jobs at once +2021-12-18 07:22:28,601 Successful check job command +2021-12-18 07:22:29,871 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:22:29,871 End of checking +2021-12-18 07:22:29,873 Updating FAILED jobs +2021-12-18 07:22:29,873 Updating WAITING jobs +2021-12-18 07:22:29,873 Update finished +2021-12-18 07:22:29,873 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:22:29,874 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:22:29,874 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:22:29,874 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:22:29,874 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:22:29,876 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:22:29,879 Job list saved +2021-12-18 07:22:29,883 Updating FAILED jobs +2021-12-18 07:22:29,883 Updating WAITING jobs +2021-12-18 07:22:29,884 Update finished +2021-12-18 07:22:39,893 Reloading parameters... +2021-12-18 07:22:39,914 Loading parameters... +2021-12-18 07:22:39,916 Loading project parameters... +2021-12-18 07:22:39,918 + +22 of 25 jobs remaining (07:22) +2021-12-18 07:22:39,918 Sleep: 10 +2021-12-18 07:22:39,918 Number of retrials: 0 +2021-12-18 07:22:39,918 WRAPPER CHECK TIME = 10 +2021-12-18 07:22:39,919 Checking jobs for platform=marenostrum4 +2021-12-18 07:22:39,919 Checking jobs for platform=nord3 +2021-12-18 07:22:39,920 Checking jobs for platform=local +2021-12-18 07:22:39,920 Checking jobs for platform=transfer_node +2021-12-18 07:22:39,920 Checking all jobs at once +2021-12-18 07:22:41,290 Successful check job command +2021-12-18 07:22:42,509 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:22:42,509 End of checking +2021-12-18 07:22:42,510 Updating FAILED jobs +2021-12-18 07:22:42,511 Updating WAITING jobs +2021-12-18 07:22:42,511 Update finished +2021-12-18 07:22:42,511 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:22:42,511 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:22:42,511 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:22:42,512 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:22:42,512 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:22:42,514 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:22:42,516 Job list saved +2021-12-18 07:22:42,521 Updating FAILED jobs +2021-12-18 07:22:42,521 Updating WAITING jobs +2021-12-18 07:22:42,522 Update finished +2021-12-18 07:22:52,532 Reloading parameters... +2021-12-18 07:22:52,551 Loading parameters... +2021-12-18 07:22:52,552 Loading project parameters... +2021-12-18 07:22:52,554 + +22 of 25 jobs remaining (07:22) +2021-12-18 07:22:52,554 Sleep: 10 +2021-12-18 07:22:52,554 Number of retrials: 0 +2021-12-18 07:22:52,554 WRAPPER CHECK TIME = 10 +2021-12-18 07:22:52,555 Checking jobs for platform=marenostrum4 +2021-12-18 07:22:52,555 Checking jobs for platform=nord3 +2021-12-18 07:22:52,556 Checking jobs for platform=local +2021-12-18 07:22:52,559 Checking jobs for platform=transfer_node +2021-12-18 07:22:52,559 Checking all jobs at once +2021-12-18 07:22:54,329 Successful check job command +2021-12-18 07:22:55,799 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:22:55,800 End of checking +2021-12-18 07:22:55,801 Updating FAILED jobs +2021-12-18 07:22:55,801 Updating WAITING jobs +2021-12-18 07:22:55,801 Update finished +2021-12-18 07:22:55,802 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:22:55,802 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:22:55,802 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:22:55,802 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:22:55,803 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:22:55,805 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:22:55,808 Job list saved +2021-12-18 07:22:55,812 Updating FAILED jobs +2021-12-18 07:22:55,813 Updating WAITING jobs +2021-12-18 07:22:55,813 Update finished +2021-12-18 07:23:05,823 Reloading parameters... +2021-12-18 07:23:05,844 Loading parameters... +2021-12-18 07:23:05,845 Loading project parameters... +2021-12-18 07:23:05,847 + +22 of 25 jobs remaining (07:23) +2021-12-18 07:23:05,847 Sleep: 10 +2021-12-18 07:23:05,847 Number of retrials: 0 +2021-12-18 07:23:05,847 WRAPPER CHECK TIME = 10 +2021-12-18 07:23:05,848 Checking jobs for platform=marenostrum4 +2021-12-18 07:23:05,848 Checking jobs for platform=nord3 +2021-12-18 07:23:05,849 Checking jobs for platform=local +2021-12-18 07:23:05,850 Checking jobs for platform=transfer_node +2021-12-18 07:23:05,850 Checking all jobs at once +2021-12-18 07:23:07,620 Successful check job command +2021-12-18 07:23:09,641 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:23:09,641 End of checking +2021-12-18 07:23:09,642 Updating FAILED jobs +2021-12-18 07:23:09,642 Updating WAITING jobs +2021-12-18 07:23:09,643 Update finished +2021-12-18 07:23:09,643 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:23:09,643 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:23:09,643 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:23:09,643 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:23:09,643 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:23:09,646 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:23:09,648 Job list saved +2021-12-18 07:23:09,653 Updating FAILED jobs +2021-12-18 07:23:09,653 Updating WAITING jobs +2021-12-18 07:23:09,653 Update finished +2021-12-18 07:23:19,663 Reloading parameters... +2021-12-18 07:23:19,684 Loading parameters... +2021-12-18 07:23:19,685 Loading project parameters... +2021-12-18 07:23:19,687 + +22 of 25 jobs remaining (07:23) +2021-12-18 07:23:19,687 Sleep: 10 +2021-12-18 07:23:19,687 Number of retrials: 0 +2021-12-18 07:23:19,687 WRAPPER CHECK TIME = 10 +2021-12-18 07:23:19,688 Checking jobs for platform=marenostrum4 +2021-12-18 07:23:19,689 Checking jobs for platform=nord3 +2021-12-18 07:23:19,689 Checking jobs for platform=local +2021-12-18 07:23:19,690 Checking jobs for platform=transfer_node +2021-12-18 07:23:19,690 Checking all jobs at once +2021-12-18 07:23:21,161 Successful check job command +2021-12-18 07:23:22,581 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:23:22,581 End of checking +2021-12-18 07:23:22,583 Updating FAILED jobs +2021-12-18 07:23:22,583 Updating WAITING jobs +2021-12-18 07:23:22,583 Update finished +2021-12-18 07:23:22,583 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:23:22,583 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:23:22,583 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:23:22,584 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:23:22,584 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:23:22,587 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:23:22,589 Job list saved +2021-12-18 07:23:22,594 Updating FAILED jobs +2021-12-18 07:23:22,594 Updating WAITING jobs +2021-12-18 07:23:22,594 Update finished +2021-12-18 07:23:32,604 Reloading parameters... +2021-12-18 07:23:32,624 Loading parameters... +2021-12-18 07:23:32,625 Loading project parameters... +2021-12-18 07:23:32,627 + +22 of 25 jobs remaining (07:23) +2021-12-18 07:23:32,627 Sleep: 10 +2021-12-18 07:23:32,627 Number of retrials: 0 +2021-12-18 07:23:32,627 WRAPPER CHECK TIME = 10 +2021-12-18 07:23:32,628 Checking jobs for platform=marenostrum4 +2021-12-18 07:23:32,628 Checking jobs for platform=nord3 +2021-12-18 07:23:32,629 Checking jobs for platform=local +2021-12-18 07:23:32,629 Checking jobs for platform=transfer_node +2021-12-18 07:23:32,629 Checking all jobs at once +2021-12-18 07:23:34,203 Successful check job command +2021-12-18 07:23:35,723 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:23:35,724 End of checking +2021-12-18 07:23:35,726 Updating FAILED jobs +2021-12-18 07:23:35,726 Updating WAITING jobs +2021-12-18 07:23:35,726 Update finished +2021-12-18 07:23:35,726 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:23:35,727 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:23:35,727 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:23:35,727 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:23:35,727 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:23:35,730 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:23:35,733 Job list saved +2021-12-18 07:23:35,738 Updating FAILED jobs +2021-12-18 07:23:35,738 Updating WAITING jobs +2021-12-18 07:23:35,738 Update finished +2021-12-18 07:23:45,748 Reloading parameters... +2021-12-18 07:23:45,769 Loading parameters... +2021-12-18 07:23:45,770 Loading project parameters... +2021-12-18 07:23:45,772 + +22 of 25 jobs remaining (07:23) +2021-12-18 07:23:45,772 Sleep: 10 +2021-12-18 07:23:45,773 Number of retrials: 0 +2021-12-18 07:23:45,773 WRAPPER CHECK TIME = 10 +2021-12-18 07:23:45,773 Checking jobs for platform=marenostrum4 +2021-12-18 07:23:45,774 Checking jobs for platform=nord3 +2021-12-18 07:23:45,774 Checking jobs for platform=local +2021-12-18 07:23:45,775 Checking jobs for platform=transfer_node +2021-12-18 07:23:45,775 Checking all jobs at once +2021-12-18 07:23:47,147 Successful check job command +2021-12-18 07:23:48,516 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:23:48,516 End of checking +2021-12-18 07:23:48,518 Updating FAILED jobs +2021-12-18 07:23:48,518 Updating WAITING jobs +2021-12-18 07:23:48,518 Update finished +2021-12-18 07:23:48,518 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:23:48,518 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:23:48,519 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:23:48,519 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:23:48,519 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:23:48,521 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:23:48,524 Job list saved +2021-12-18 07:23:48,530 Updating FAILED jobs +2021-12-18 07:23:48,530 Updating WAITING jobs +2021-12-18 07:23:48,530 Update finished +2021-12-18 07:23:58,531 Reloading parameters... +2021-12-18 07:23:58,551 Loading parameters... +2021-12-18 07:23:58,552 Loading project parameters... +2021-12-18 07:23:58,554 + +22 of 25 jobs remaining (07:23) +2021-12-18 07:23:58,554 Sleep: 10 +2021-12-18 07:23:58,554 Number of retrials: 0 +2021-12-18 07:23:58,554 WRAPPER CHECK TIME = 10 +2021-12-18 07:23:58,555 Checking jobs for platform=marenostrum4 +2021-12-18 07:23:58,555 Checking jobs for platform=nord3 +2021-12-18 07:23:58,556 Checking jobs for platform=local +2021-12-18 07:23:58,557 Checking jobs for platform=transfer_node +2021-12-18 07:23:58,557 Checking all jobs at once +2021-12-18 07:23:59,976 Successful check job command +2021-12-18 07:24:01,246 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:24:01,246 End of checking +2021-12-18 07:24:01,248 Updating FAILED jobs +2021-12-18 07:24:01,248 Updating WAITING jobs +2021-12-18 07:24:01,248 Update finished +2021-12-18 07:24:01,248 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:24:01,248 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:24:01,249 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:24:01,249 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:24:01,249 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:24:01,252 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:24:01,254 Job list saved +2021-12-18 07:24:01,259 Updating FAILED jobs +2021-12-18 07:24:01,259 Updating WAITING jobs +2021-12-18 07:24:01,260 Update finished +2021-12-18 07:24:11,270 Reloading parameters... +2021-12-18 07:24:11,290 Loading parameters... +2021-12-18 07:24:11,291 Loading project parameters... +2021-12-18 07:24:11,293 + +22 of 25 jobs remaining (07:24) +2021-12-18 07:24:11,293 Sleep: 10 +2021-12-18 07:24:11,293 Number of retrials: 0 +2021-12-18 07:24:11,293 WRAPPER CHECK TIME = 10 +2021-12-18 07:24:11,294 Checking jobs for platform=marenostrum4 +2021-12-18 07:24:11,294 Checking jobs for platform=nord3 +2021-12-18 07:24:11,295 Checking jobs for platform=local +2021-12-18 07:24:11,296 Checking jobs for platform=transfer_node +2021-12-18 07:24:11,296 Checking all jobs at once +2021-12-18 07:24:12,815 Successful check job command +2021-12-18 07:24:14,184 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:24:14,185 End of checking +2021-12-18 07:24:14,186 Updating FAILED jobs +2021-12-18 07:24:14,186 Updating WAITING jobs +2021-12-18 07:24:14,186 Update finished +2021-12-18 07:24:14,186 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:24:14,187 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:24:14,187 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:24:14,187 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:24:14,187 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:24:14,190 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:24:14,193 Job list saved +2021-12-18 07:24:14,197 Updating FAILED jobs +2021-12-18 07:24:14,197 Updating WAITING jobs +2021-12-18 07:24:14,198 Update finished +2021-12-18 07:24:24,203 Reloading parameters... +2021-12-18 07:24:24,221 Loading parameters... +2021-12-18 07:24:24,223 Loading project parameters... +2021-12-18 07:24:24,225 + +22 of 25 jobs remaining (07:24) +2021-12-18 07:24:24,225 Sleep: 10 +2021-12-18 07:24:24,225 Number of retrials: 0 +2021-12-18 07:24:24,225 WRAPPER CHECK TIME = 10 +2021-12-18 07:24:24,226 Checking jobs for platform=marenostrum4 +2021-12-18 07:24:24,226 Checking jobs for platform=nord3 +2021-12-18 07:24:24,227 Checking jobs for platform=local +2021-12-18 07:24:24,228 Checking jobs for platform=transfer_node +2021-12-18 07:24:24,228 Checking all jobs at once +2021-12-18 07:24:25,597 Successful check job command +2021-12-18 07:24:26,866 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:24:26,867 End of checking +2021-12-18 07:24:26,868 Updating FAILED jobs +2021-12-18 07:24:26,868 Updating WAITING jobs +2021-12-18 07:24:26,868 Update finished +2021-12-18 07:24:26,868 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:24:26,868 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:24:26,869 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:24:26,869 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:24:26,869 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:24:26,871 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:24:26,873 Job list saved +2021-12-18 07:24:26,879 Updating FAILED jobs +2021-12-18 07:24:26,879 Updating WAITING jobs +2021-12-18 07:24:26,879 Update finished +2021-12-18 07:24:36,889 Reloading parameters... +2021-12-18 07:24:36,909 Loading parameters... +2021-12-18 07:24:36,911 Loading project parameters... +2021-12-18 07:24:36,913 + +22 of 25 jobs remaining (07:24) +2021-12-18 07:24:36,914 Sleep: 10 +2021-12-18 07:24:36,914 Number of retrials: 0 +2021-12-18 07:24:36,914 WRAPPER CHECK TIME = 10 +2021-12-18 07:24:36,914 Checking jobs for platform=marenostrum4 +2021-12-18 07:24:36,915 Checking jobs for platform=nord3 +2021-12-18 07:24:36,915 Checking jobs for platform=local +2021-12-18 07:24:36,916 Checking jobs for platform=transfer_node +2021-12-18 07:24:36,916 Checking all jobs at once +2021-12-18 07:24:38,386 Successful check job command +2021-12-18 07:24:39,607 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:24:39,607 End of checking +2021-12-18 07:24:39,609 Updating FAILED jobs +2021-12-18 07:24:39,609 Updating WAITING jobs +2021-12-18 07:24:39,609 Update finished +2021-12-18 07:24:39,609 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:24:39,609 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:24:39,610 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:24:39,610 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:24:39,610 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:24:39,613 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:24:39,615 Job list saved +2021-12-18 07:24:39,620 Updating FAILED jobs +2021-12-18 07:24:39,620 Updating WAITING jobs +2021-12-18 07:24:39,620 Update finished +2021-12-18 07:24:49,630 Reloading parameters... +2021-12-18 07:24:49,650 Loading parameters... +2021-12-18 07:24:49,651 Loading project parameters... +2021-12-18 07:24:49,653 + +22 of 25 jobs remaining (07:24) +2021-12-18 07:24:49,653 Sleep: 10 +2021-12-18 07:24:49,654 Number of retrials: 0 +2021-12-18 07:24:49,654 WRAPPER CHECK TIME = 10 +2021-12-18 07:24:49,654 Checking jobs for platform=marenostrum4 +2021-12-18 07:24:49,655 Checking jobs for platform=nord3 +2021-12-18 07:24:49,655 Checking jobs for platform=local +2021-12-18 07:24:49,656 Checking jobs for platform=transfer_node +2021-12-18 07:24:49,656 Checking all jobs at once +2021-12-18 07:24:50,977 Successful check job command +2021-12-18 07:24:52,097 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:24:52,097 End of checking +2021-12-18 07:24:52,098 Updating FAILED jobs +2021-12-18 07:24:52,098 Updating WAITING jobs +2021-12-18 07:24:52,099 Update finished +2021-12-18 07:24:52,099 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:24:52,099 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:24:52,100 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:24:52,100 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:24:52,100 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:24:52,103 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:24:52,105 Job list saved +2021-12-18 07:24:52,110 Updating FAILED jobs +2021-12-18 07:24:52,110 Updating WAITING jobs +2021-12-18 07:24:52,110 Update finished +2021-12-18 07:25:02,121 Reloading parameters... +2021-12-18 07:25:02,140 Loading parameters... +2021-12-18 07:25:02,141 Loading project parameters... +2021-12-18 07:25:02,143 + +22 of 25 jobs remaining (07:25) +2021-12-18 07:25:02,144 Sleep: 10 +2021-12-18 07:25:02,144 Number of retrials: 0 +2021-12-18 07:25:02,144 WRAPPER CHECK TIME = 10 +2021-12-18 07:25:02,144 Checking jobs for platform=marenostrum4 +2021-12-18 07:25:02,145 Checking jobs for platform=nord3 +2021-12-18 07:25:02,145 Checking jobs for platform=local +2021-12-18 07:25:02,146 Checking jobs for platform=transfer_node +2021-12-18 07:25:02,146 Checking all jobs at once +2021-12-18 07:25:03,566 Successful check job command +2021-12-18 07:25:04,935 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:25:04,936 End of checking +2021-12-18 07:25:04,937 Updating FAILED jobs +2021-12-18 07:25:04,937 Updating WAITING jobs +2021-12-18 07:25:04,937 Update finished +2021-12-18 07:25:04,938 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:25:04,938 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:25:04,938 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:25:04,938 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:25:04,938 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:25:04,941 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:25:04,943 Job list saved +2021-12-18 07:25:04,948 Updating FAILED jobs +2021-12-18 07:25:04,948 Updating WAITING jobs +2021-12-18 07:25:04,948 Update finished +2021-12-18 07:25:14,958 Reloading parameters... +2021-12-18 07:25:14,979 Loading parameters... +2021-12-18 07:25:14,980 Loading project parameters... +2021-12-18 07:25:14,982 + +22 of 25 jobs remaining (07:25) +2021-12-18 07:25:14,982 Sleep: 10 +2021-12-18 07:25:14,982 Number of retrials: 0 +2021-12-18 07:25:14,982 WRAPPER CHECK TIME = 10 +2021-12-18 07:25:14,983 Checking jobs for platform=marenostrum4 +2021-12-18 07:25:14,984 Checking jobs for platform=nord3 +2021-12-18 07:25:14,984 Checking jobs for platform=local +2021-12-18 07:25:14,985 Checking jobs for platform=transfer_node +2021-12-18 07:25:14,985 Checking all jobs at once +2021-12-18 07:25:16,355 Successful check job command +2021-12-18 07:25:18,425 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:25:18,425 End of checking +2021-12-18 07:25:18,427 Updating FAILED jobs +2021-12-18 07:25:18,427 Updating WAITING jobs +2021-12-18 07:25:18,427 Update finished +2021-12-18 07:25:18,428 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:25:18,428 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:25:18,428 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:25:18,428 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:25:18,428 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:25:18,431 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:25:18,433 Job list saved +2021-12-18 07:25:18,438 Updating FAILED jobs +2021-12-18 07:25:18,438 Updating WAITING jobs +2021-12-18 07:25:18,438 Update finished +2021-12-18 07:25:28,444 Reloading parameters... +2021-12-18 07:25:28,463 Loading parameters... +2021-12-18 07:25:28,465 Loading project parameters... +2021-12-18 07:25:28,467 + +22 of 25 jobs remaining (07:25) +2021-12-18 07:25:28,467 Sleep: 10 +2021-12-18 07:25:28,467 Number of retrials: 0 +2021-12-18 07:25:28,467 WRAPPER CHECK TIME = 10 +2021-12-18 07:25:28,468 Checking jobs for platform=marenostrum4 +2021-12-18 07:25:28,468 Checking jobs for platform=nord3 +2021-12-18 07:25:28,469 Checking jobs for platform=local +2021-12-18 07:25:28,469 Checking jobs for platform=transfer_node +2021-12-18 07:25:28,469 Checking all jobs at once +2021-12-18 07:25:29,840 Successful check job command +2021-12-18 07:25:31,210 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:25:31,210 End of checking +2021-12-18 07:25:31,211 Updating FAILED jobs +2021-12-18 07:25:31,211 Updating WAITING jobs +2021-12-18 07:25:31,212 Update finished +2021-12-18 07:25:31,212 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:25:31,212 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:25:31,213 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:25:31,213 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:25:31,213 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:25:31,216 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:25:31,218 Job list saved +2021-12-18 07:25:31,223 Updating FAILED jobs +2021-12-18 07:25:31,224 Updating WAITING jobs +2021-12-18 07:25:31,224 Update finished +2021-12-18 07:25:41,234 Reloading parameters... +2021-12-18 07:25:41,254 Loading parameters... +2021-12-18 07:25:41,256 Loading project parameters... +2021-12-18 07:25:41,258 + +22 of 25 jobs remaining (07:25) +2021-12-18 07:25:41,258 Sleep: 10 +2021-12-18 07:25:41,258 Number of retrials: 0 +2021-12-18 07:25:41,258 WRAPPER CHECK TIME = 10 +2021-12-18 07:25:41,259 Checking jobs for platform=marenostrum4 +2021-12-18 07:25:41,259 Checking jobs for platform=nord3 +2021-12-18 07:25:41,260 Checking jobs for platform=local +2021-12-18 07:25:41,260 Checking jobs for platform=transfer_node +2021-12-18 07:25:41,260 Checking all jobs at once +2021-12-18 07:25:42,480 Successful check job command +2021-12-18 07:25:43,650 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:25:43,650 End of checking +2021-12-18 07:25:43,652 Updating FAILED jobs +2021-12-18 07:25:43,652 Updating WAITING jobs +2021-12-18 07:25:43,652 Update finished +2021-12-18 07:25:43,653 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:25:43,653 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:25:43,653 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:25:43,653 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:25:43,653 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:25:43,656 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:25:43,659 Job list saved +2021-12-18 07:25:50,262 Updating FAILED jobs +2021-12-18 07:25:50,262 Updating WAITING jobs +2021-12-18 07:25:50,262 Update finished +2021-12-18 07:26:00,266 Reloading parameters... +2021-12-18 07:26:00,291 Loading parameters... +2021-12-18 07:26:00,292 Loading project parameters... +2021-12-18 07:26:00,294 + +22 of 25 jobs remaining (07:26) +2021-12-18 07:26:00,294 Sleep: 10 +2021-12-18 07:26:00,294 Number of retrials: 0 +2021-12-18 07:26:00,294 WRAPPER CHECK TIME = 10 +2021-12-18 07:26:00,295 Checking jobs for platform=marenostrum4 +2021-12-18 07:26:00,295 Checking jobs for platform=nord3 +2021-12-18 07:26:00,296 Checking jobs for platform=local +2021-12-18 07:26:00,296 Checking jobs for platform=transfer_node +2021-12-18 07:26:00,296 Checking all jobs at once +2021-12-18 07:26:01,621 Successful check job command +2021-12-18 07:26:03,142 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:26:03,143 End of checking +2021-12-18 07:26:03,144 Updating FAILED jobs +2021-12-18 07:26:03,145 Updating WAITING jobs +2021-12-18 07:26:03,145 Update finished +2021-12-18 07:26:03,145 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:26:03,145 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:26:03,145 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:26:03,145 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:26:03,146 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:26:03,152 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:26:03,154 Job list saved +2021-12-18 07:26:03,159 Updating FAILED jobs +2021-12-18 07:26:03,159 Updating WAITING jobs +2021-12-18 07:26:03,159 Update finished +2021-12-18 07:26:13,170 Reloading parameters... +2021-12-18 07:26:13,190 Loading parameters... +2021-12-18 07:26:13,191 Loading project parameters... +2021-12-18 07:26:13,193 + +22 of 25 jobs remaining (07:26) +2021-12-18 07:26:13,193 Sleep: 10 +2021-12-18 07:26:13,193 Number of retrials: 0 +2021-12-18 07:26:13,193 WRAPPER CHECK TIME = 10 +2021-12-18 07:26:13,194 Checking jobs for platform=marenostrum4 +2021-12-18 07:26:13,195 Checking jobs for platform=nord3 +2021-12-18 07:26:13,195 Checking jobs for platform=local +2021-12-18 07:26:13,196 Checking jobs for platform=transfer_node +2021-12-18 07:26:13,196 Checking all jobs at once +2021-12-18 07:26:14,466 Successful check job command +2021-12-18 07:26:15,836 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:26:15,837 End of checking +2021-12-18 07:26:15,838 Updating FAILED jobs +2021-12-18 07:26:15,838 Updating WAITING jobs +2021-12-18 07:26:15,839 Update finished +2021-12-18 07:26:15,839 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:26:15,839 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:26:15,840 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:26:15,840 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:26:15,840 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:26:15,843 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:26:15,845 Job list saved +2021-12-18 07:26:15,850 Updating FAILED jobs +2021-12-18 07:26:15,850 Updating WAITING jobs +2021-12-18 07:26:15,850 Update finished +2021-12-18 07:26:25,858 Reloading parameters... +2021-12-18 07:26:25,879 Loading parameters... +2021-12-18 07:26:25,880 Loading project parameters... +2021-12-18 07:26:25,881 + +22 of 25 jobs remaining (07:26) +2021-12-18 07:26:25,882 Sleep: 10 +2021-12-18 07:26:25,882 Number of retrials: 0 +2021-12-18 07:26:25,882 WRAPPER CHECK TIME = 10 +2021-12-18 07:26:25,882 Checking jobs for platform=marenostrum4 +2021-12-18 07:26:25,883 Checking jobs for platform=nord3 +2021-12-18 07:26:25,883 Checking jobs for platform=local +2021-12-18 07:26:25,884 Checking jobs for platform=transfer_node +2021-12-18 07:26:25,884 Checking all jobs at once +2021-12-18 07:26:27,154 Successful check job command +2021-12-18 07:26:28,473 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:26:28,474 End of checking +2021-12-18 07:26:28,475 Updating FAILED jobs +2021-12-18 07:26:28,476 Updating WAITING jobs +2021-12-18 07:26:28,476 Update finished +2021-12-18 07:26:28,476 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:26:28,476 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:26:28,476 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:26:28,476 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:26:28,477 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:26:28,479 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:26:28,482 Job list saved +2021-12-18 07:26:28,488 Updating FAILED jobs +2021-12-18 07:26:28,488 Updating WAITING jobs +2021-12-18 07:26:28,488 Update finished +2021-12-18 07:26:38,498 Reloading parameters... +2021-12-18 07:26:38,518 Loading parameters... +2021-12-18 07:26:38,519 Loading project parameters... +2021-12-18 07:26:38,521 + +22 of 25 jobs remaining (07:26) +2021-12-18 07:26:38,521 Sleep: 10 +2021-12-18 07:26:38,521 Number of retrials: 0 +2021-12-18 07:26:38,521 WRAPPER CHECK TIME = 10 +2021-12-18 07:26:38,522 Checking jobs for platform=marenostrum4 +2021-12-18 07:26:38,522 Checking jobs for platform=nord3 +2021-12-18 07:26:38,523 Checking jobs for platform=local +2021-12-18 07:26:38,524 Checking jobs for platform=transfer_node +2021-12-18 07:26:38,524 Checking all jobs at once +2021-12-18 07:26:39,944 Successful check job command +2021-12-18 07:26:41,164 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:26:41,164 End of checking +2021-12-18 07:26:41,166 Updating FAILED jobs +2021-12-18 07:26:41,166 Updating WAITING jobs +2021-12-18 07:26:41,166 Update finished +2021-12-18 07:26:41,166 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:26:41,167 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:26:41,167 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:26:41,167 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:26:41,167 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:26:41,170 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:26:41,172 Job list saved +2021-12-18 07:26:41,177 Updating FAILED jobs +2021-12-18 07:26:41,177 Updating WAITING jobs +2021-12-18 07:26:41,177 Update finished +2021-12-18 07:26:51,187 Reloading parameters... +2021-12-18 07:26:51,217 Loading parameters... +2021-12-18 07:26:51,219 Loading project parameters... +2021-12-18 07:26:51,221 + +22 of 25 jobs remaining (07:26) +2021-12-18 07:26:51,221 Sleep: 10 +2021-12-18 07:26:51,221 Number of retrials: 0 +2021-12-18 07:26:51,221 WRAPPER CHECK TIME = 10 +2021-12-18 07:26:51,222 Checking jobs for platform=marenostrum4 +2021-12-18 07:26:51,222 Checking jobs for platform=nord3 +2021-12-18 07:26:51,226 Checking jobs for platform=local +2021-12-18 07:26:51,226 Checking jobs for platform=transfer_node +2021-12-18 07:26:51,226 Checking all jobs at once +2021-12-18 07:26:52,747 Successful check job command +2021-12-18 07:26:54,617 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:26:54,617 End of checking +2021-12-18 07:26:54,619 Updating FAILED jobs +2021-12-18 07:26:54,619 Updating WAITING jobs +2021-12-18 07:26:54,619 Update finished +2021-12-18 07:26:54,620 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:26:54,620 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:26:54,620 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:26:54,620 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:26:54,621 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:26:54,624 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:26:54,626 Job list saved +2021-12-18 07:26:54,631 Updating FAILED jobs +2021-12-18 07:26:54,631 Updating WAITING jobs +2021-12-18 07:26:54,631 Update finished +2021-12-18 07:27:04,641 Reloading parameters... +2021-12-18 07:27:04,660 Loading parameters... +2021-12-18 07:27:04,662 Loading project parameters... +2021-12-18 07:27:04,663 + +22 of 25 jobs remaining (07:27) +2021-12-18 07:27:04,664 Sleep: 10 +2021-12-18 07:27:04,664 Number of retrials: 0 +2021-12-18 07:27:04,664 WRAPPER CHECK TIME = 10 +2021-12-18 07:27:04,664 Checking jobs for platform=marenostrum4 +2021-12-18 07:27:04,665 Checking jobs for platform=nord3 +2021-12-18 07:27:04,666 Checking jobs for platform=local +2021-12-18 07:27:04,666 Checking jobs for platform=transfer_node +2021-12-18 07:27:04,666 Checking all jobs at once +2021-12-18 07:27:06,086 Successful check job command +2021-12-18 07:27:07,256 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:27:07,256 End of checking +2021-12-18 07:27:07,257 Updating FAILED jobs +2021-12-18 07:27:07,258 Updating WAITING jobs +2021-12-18 07:27:07,258 Update finished +2021-12-18 07:27:07,258 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:27:07,258 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:27:07,258 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:27:07,258 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:27:07,259 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:27:07,262 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:27:07,264 Job list saved +2021-12-18 07:27:07,269 Updating FAILED jobs +2021-12-18 07:27:07,269 Updating WAITING jobs +2021-12-18 07:27:07,269 Update finished +2021-12-18 07:27:17,280 Reloading parameters... +2021-12-18 07:27:17,299 Loading parameters... +2021-12-18 07:27:17,300 Loading project parameters... +2021-12-18 07:27:17,302 + +22 of 25 jobs remaining (07:27) +2021-12-18 07:27:17,302 Sleep: 10 +2021-12-18 07:27:17,302 Number of retrials: 0 +2021-12-18 07:27:17,302 WRAPPER CHECK TIME = 10 +2021-12-18 07:27:17,303 Checking jobs for platform=marenostrum4 +2021-12-18 07:27:17,303 Checking jobs for platform=nord3 +2021-12-18 07:27:17,304 Checking jobs for platform=local +2021-12-18 07:27:17,304 Checking jobs for platform=transfer_node +2021-12-18 07:27:17,304 Checking all jobs at once +2021-12-18 07:27:18,624 Successful check job command +2021-12-18 07:27:19,843 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:27:19,843 End of checking +2021-12-18 07:27:19,846 Updating FAILED jobs +2021-12-18 07:27:19,846 Updating WAITING jobs +2021-12-18 07:27:19,847 Update finished +2021-12-18 07:27:19,847 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:27:19,847 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:27:19,847 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:27:19,847 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:27:19,847 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:27:19,851 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:27:19,853 Job list saved +2021-12-18 07:27:19,859 Updating FAILED jobs +2021-12-18 07:27:19,859 Updating WAITING jobs +2021-12-18 07:27:19,859 Update finished +2021-12-18 07:27:29,868 Reloading parameters... +2021-12-18 07:27:29,887 Loading parameters... +2021-12-18 07:27:29,889 Loading project parameters... +2021-12-18 07:27:29,891 + +22 of 25 jobs remaining (07:27) +2021-12-18 07:27:29,891 Sleep: 10 +2021-12-18 07:27:29,891 Number of retrials: 0 +2021-12-18 07:27:29,891 WRAPPER CHECK TIME = 10 +2021-12-18 07:27:29,892 Checking jobs for platform=marenostrum4 +2021-12-18 07:27:29,892 Checking jobs for platform=nord3 +2021-12-18 07:27:29,893 Checking jobs for platform=local +2021-12-18 07:27:29,893 Checking jobs for platform=transfer_node +2021-12-18 07:27:29,893 Checking all jobs at once +2021-12-18 07:27:31,413 Successful check job command +2021-12-18 07:27:32,683 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:27:32,683 End of checking +2021-12-18 07:27:32,684 Updating FAILED jobs +2021-12-18 07:27:32,685 Updating WAITING jobs +2021-12-18 07:27:32,685 Update finished +2021-12-18 07:27:32,685 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:27:32,686 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:27:32,686 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:27:32,686 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:27:32,686 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:27:32,689 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:27:32,691 Job list saved +2021-12-18 07:27:32,696 Updating FAILED jobs +2021-12-18 07:27:32,696 Updating WAITING jobs +2021-12-18 07:27:32,696 Update finished +2021-12-18 07:27:42,706 Reloading parameters... +2021-12-18 07:27:42,726 Loading parameters... +2021-12-18 07:27:42,727 Loading project parameters... +2021-12-18 07:27:42,729 + +22 of 25 jobs remaining (07:27) +2021-12-18 07:27:42,730 Sleep: 10 +2021-12-18 07:27:42,730 Number of retrials: 0 +2021-12-18 07:27:42,730 WRAPPER CHECK TIME = 10 +2021-12-18 07:27:42,730 Checking jobs for platform=marenostrum4 +2021-12-18 07:27:42,731 Checking jobs for platform=nord3 +2021-12-18 07:27:42,731 Checking jobs for platform=local +2021-12-18 07:27:42,732 Checking jobs for platform=transfer_node +2021-12-18 07:27:42,732 Checking all jobs at once +2021-12-18 07:27:44,653 Successful check job command +2021-12-18 07:27:47,325 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:27:47,325 End of checking +2021-12-18 07:27:47,327 Updating FAILED jobs +2021-12-18 07:27:47,327 Updating WAITING jobs +2021-12-18 07:27:47,327 Update finished +2021-12-18 07:27:47,327 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:27:47,327 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:27:47,327 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:27:47,328 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:27:47,328 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:27:47,330 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:27:47,333 Job list saved +2021-12-18 07:27:47,337 Updating FAILED jobs +2021-12-18 07:27:47,337 Updating WAITING jobs +2021-12-18 07:27:47,338 Update finished +2021-12-18 07:27:57,339 Reloading parameters... +2021-12-18 07:27:57,358 Loading parameters... +2021-12-18 07:27:57,360 Loading project parameters... +2021-12-18 07:27:57,362 + +22 of 25 jobs remaining (07:27) +2021-12-18 07:27:57,362 Sleep: 10 +2021-12-18 07:27:57,362 Number of retrials: 0 +2021-12-18 07:27:57,362 WRAPPER CHECK TIME = 10 +2021-12-18 07:27:57,363 Checking jobs for platform=marenostrum4 +2021-12-18 07:27:57,363 Checking jobs for platform=nord3 +2021-12-18 07:27:57,364 Checking jobs for platform=local +2021-12-18 07:27:57,364 Checking jobs for platform=transfer_node +2021-12-18 07:27:57,364 Checking all jobs at once +2021-12-18 07:27:58,733 Successful check job command +2021-12-18 07:28:00,253 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:28:00,253 End of checking +2021-12-18 07:28:00,255 Updating FAILED jobs +2021-12-18 07:28:00,255 Updating WAITING jobs +2021-12-18 07:28:00,255 Update finished +2021-12-18 07:28:00,255 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:28:00,255 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:28:00,256 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:28:00,256 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:28:00,256 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:28:00,259 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:28:00,261 Job list saved +2021-12-18 07:28:00,269 Updating FAILED jobs +2021-12-18 07:28:00,269 Updating WAITING jobs +2021-12-18 07:28:00,269 Update finished +2021-12-18 07:28:10,281 Reloading parameters... +2021-12-18 07:28:10,302 Loading parameters... +2021-12-18 07:28:10,303 Loading project parameters... +2021-12-18 07:28:10,305 + +22 of 25 jobs remaining (07:28) +2021-12-18 07:28:10,306 Sleep: 10 +2021-12-18 07:28:10,306 Number of retrials: 0 +2021-12-18 07:28:10,306 WRAPPER CHECK TIME = 10 +2021-12-18 07:28:10,306 Checking jobs for platform=marenostrum4 +2021-12-18 07:28:10,307 Checking jobs for platform=nord3 +2021-12-18 07:28:10,307 Checking jobs for platform=local +2021-12-18 07:28:10,308 Checking jobs for platform=transfer_node +2021-12-18 07:28:10,308 Checking all jobs at once +2021-12-18 07:28:11,678 Successful check job command +2021-12-18 07:28:13,047 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:28:13,047 End of checking +2021-12-18 07:28:13,049 Updating FAILED jobs +2021-12-18 07:28:13,049 Updating WAITING jobs +2021-12-18 07:28:13,049 Update finished +2021-12-18 07:28:13,049 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:28:13,050 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:28:13,050 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:28:13,050 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:28:13,050 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:28:13,053 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:28:13,055 Job list saved +2021-12-18 07:28:13,061 Updating FAILED jobs +2021-12-18 07:28:13,061 Updating WAITING jobs +2021-12-18 07:28:13,061 Update finished +2021-12-18 07:28:23,071 Reloading parameters... +2021-12-18 07:28:23,098 Loading parameters... +2021-12-18 07:28:23,099 Loading project parameters... +2021-12-18 07:28:23,101 + +22 of 25 jobs remaining (07:28) +2021-12-18 07:28:23,101 Sleep: 10 +2021-12-18 07:28:23,101 Number of retrials: 0 +2021-12-18 07:28:23,101 WRAPPER CHECK TIME = 10 +2021-12-18 07:28:23,102 Checking jobs for platform=marenostrum4 +2021-12-18 07:28:23,102 Checking jobs for platform=nord3 +2021-12-18 07:28:23,103 Checking jobs for platform=local +2021-12-18 07:28:23,104 Checking jobs for platform=transfer_node +2021-12-18 07:28:23,104 Checking all jobs at once +2021-12-18 07:28:24,673 Successful check job command +2021-12-18 07:28:26,143 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:28:26,143 End of checking +2021-12-18 07:28:26,144 Updating FAILED jobs +2021-12-18 07:28:26,145 Updating WAITING jobs +2021-12-18 07:28:26,145 Update finished +2021-12-18 07:28:26,145 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:28:26,145 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:28:26,145 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:28:26,145 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:28:26,146 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:28:26,148 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:28:26,151 Job list saved +2021-12-18 07:28:26,157 Updating FAILED jobs +2021-12-18 07:28:26,157 Updating WAITING jobs +2021-12-18 07:28:26,158 Update finished +2021-12-18 07:28:36,167 Reloading parameters... +2021-12-18 07:28:36,195 Loading parameters... +2021-12-18 07:28:36,196 Loading project parameters... +2021-12-18 07:28:36,198 + +22 of 25 jobs remaining (07:28) +2021-12-18 07:28:36,199 Sleep: 10 +2021-12-18 07:28:36,199 Number of retrials: 0 +2021-12-18 07:28:36,199 WRAPPER CHECK TIME = 10 +2021-12-18 07:28:36,199 Checking jobs for platform=marenostrum4 +2021-12-18 07:28:36,200 Checking jobs for platform=nord3 +2021-12-18 07:28:36,200 Checking jobs for platform=local +2021-12-18 07:28:36,201 Checking jobs for platform=transfer_node +2021-12-18 07:28:36,201 Checking all jobs at once +2021-12-18 07:28:37,621 Successful check job command +2021-12-18 07:28:38,791 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:28:38,791 End of checking +2021-12-18 07:28:38,792 Updating FAILED jobs +2021-12-18 07:28:38,792 Updating WAITING jobs +2021-12-18 07:28:38,793 Update finished +2021-12-18 07:28:38,793 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:28:38,793 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:28:38,793 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:28:38,793 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:28:38,793 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:28:38,797 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:28:38,800 Job list saved +2021-12-18 07:28:38,806 Updating FAILED jobs +2021-12-18 07:28:38,806 Updating WAITING jobs +2021-12-18 07:28:38,807 Update finished +2021-12-18 07:28:48,817 Reloading parameters... +2021-12-18 07:28:48,837 Loading parameters... +2021-12-18 07:28:48,838 Loading project parameters... +2021-12-18 07:28:48,840 + +22 of 25 jobs remaining (07:28) +2021-12-18 07:28:48,840 Sleep: 10 +2021-12-18 07:28:48,840 Number of retrials: 0 +2021-12-18 07:28:48,840 WRAPPER CHECK TIME = 10 +2021-12-18 07:28:48,841 Checking jobs for platform=marenostrum4 +2021-12-18 07:28:48,842 Checking jobs for platform=nord3 +2021-12-18 07:28:48,842 Checking jobs for platform=local +2021-12-18 07:28:48,843 Checking jobs for platform=transfer_node +2021-12-18 07:28:48,843 Checking all jobs at once +2021-12-18 07:28:50,263 Successful check job command +2021-12-18 07:28:51,582 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:28:51,583 End of checking +2021-12-18 07:28:51,584 Updating FAILED jobs +2021-12-18 07:28:51,584 Updating WAITING jobs +2021-12-18 07:28:51,584 Update finished +2021-12-18 07:28:51,585 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:28:51,585 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:28:51,585 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:28:51,585 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:28:51,586 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:28:51,588 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:28:51,591 Job list saved +2021-12-18 07:28:51,596 Updating FAILED jobs +2021-12-18 07:28:51,596 Updating WAITING jobs +2021-12-18 07:28:51,596 Update finished +2021-12-18 07:29:01,606 Reloading parameters... +2021-12-18 07:29:01,625 Loading parameters... +2021-12-18 07:29:01,626 Loading project parameters... +2021-12-18 07:29:01,628 + +22 of 25 jobs remaining (07:29) +2021-12-18 07:29:01,628 Sleep: 10 +2021-12-18 07:29:01,628 Number of retrials: 0 +2021-12-18 07:29:01,628 WRAPPER CHECK TIME = 10 +2021-12-18 07:29:01,629 Checking jobs for platform=marenostrum4 +2021-12-18 07:29:01,629 Checking jobs for platform=nord3 +2021-12-18 07:29:01,630 Checking jobs for platform=local +2021-12-18 07:29:01,631 Checking jobs for platform=transfer_node +2021-12-18 07:29:01,631 Checking all jobs at once +2021-12-18 07:29:03,000 Successful check job command +2021-12-18 07:29:04,420 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:29:04,420 End of checking +2021-12-18 07:29:04,421 Updating FAILED jobs +2021-12-18 07:29:04,422 Updating WAITING jobs +2021-12-18 07:29:04,422 Update finished +2021-12-18 07:29:04,422 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:29:04,422 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:29:04,422 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:29:04,422 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:29:04,423 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:29:04,425 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:29:04,427 Job list saved +2021-12-18 07:29:04,445 Updating FAILED jobs +2021-12-18 07:29:04,445 Updating WAITING jobs +2021-12-18 07:29:04,445 Update finished +2021-12-18 07:29:14,455 Reloading parameters... +2021-12-18 07:29:14,483 Loading parameters... +2021-12-18 07:29:14,484 Loading project parameters... +2021-12-18 07:29:14,486 + +22 of 25 jobs remaining (07:29) +2021-12-18 07:29:14,487 Sleep: 10 +2021-12-18 07:29:14,487 Number of retrials: 0 +2021-12-18 07:29:14,487 WRAPPER CHECK TIME = 10 +2021-12-18 07:29:14,488 Checking jobs for platform=marenostrum4 +2021-12-18 07:29:14,488 Checking jobs for platform=nord3 +2021-12-18 07:29:14,489 Checking jobs for platform=local +2021-12-18 07:29:14,489 Checking jobs for platform=transfer_node +2021-12-18 07:29:14,489 Checking all jobs at once +2021-12-18 07:29:15,808 Successful check job command +2021-12-18 07:29:17,429 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:29:17,430 End of checking +2021-12-18 07:29:17,431 Updating FAILED jobs +2021-12-18 07:29:17,431 Updating WAITING jobs +2021-12-18 07:29:17,431 Update finished +2021-12-18 07:29:17,432 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:29:17,432 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:29:17,432 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:29:17,432 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:29:17,432 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:29:17,436 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:29:17,438 Job list saved +2021-12-18 07:29:17,448 Updating FAILED jobs +2021-12-18 07:29:17,448 Updating WAITING jobs +2021-12-18 07:29:17,448 Update finished +2021-12-18 07:29:27,459 Reloading parameters... +2021-12-18 07:29:27,480 Loading parameters... +2021-12-18 07:29:27,481 Loading project parameters... +2021-12-18 07:29:27,483 + +22 of 25 jobs remaining (07:29) +2021-12-18 07:29:27,483 Sleep: 10 +2021-12-18 07:29:27,483 Number of retrials: 0 +2021-12-18 07:29:27,483 WRAPPER CHECK TIME = 10 +2021-12-18 07:29:27,484 Checking jobs for platform=marenostrum4 +2021-12-18 07:29:27,484 Checking jobs for platform=nord3 +2021-12-18 07:29:27,485 Checking jobs for platform=local +2021-12-18 07:29:27,485 Checking jobs for platform=transfer_node +2021-12-18 07:29:27,485 Checking all jobs at once +2021-12-18 07:29:29,056 Successful check job command +2021-12-18 07:29:30,275 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:29:30,275 End of checking +2021-12-18 07:29:30,277 Updating FAILED jobs +2021-12-18 07:29:30,277 Updating WAITING jobs +2021-12-18 07:29:30,277 Update finished +2021-12-18 07:29:30,277 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:29:30,278 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:29:30,278 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:29:30,278 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:29:30,278 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:29:30,281 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:29:30,283 Job list saved +2021-12-18 07:29:30,288 Updating FAILED jobs +2021-12-18 07:29:30,288 Updating WAITING jobs +2021-12-18 07:29:30,288 Update finished +2021-12-18 07:29:40,298 Reloading parameters... +2021-12-18 07:29:40,318 Loading parameters... +2021-12-18 07:29:40,322 Loading project parameters... +2021-12-18 07:29:40,324 + +22 of 25 jobs remaining (07:29) +2021-12-18 07:29:40,325 Sleep: 10 +2021-12-18 07:29:40,325 Number of retrials: 0 +2021-12-18 07:29:40,325 WRAPPER CHECK TIME = 10 +2021-12-18 07:29:40,325 Checking jobs for platform=marenostrum4 +2021-12-18 07:29:40,326 Checking jobs for platform=nord3 +2021-12-18 07:29:40,326 Checking jobs for platform=local +2021-12-18 07:29:40,327 Checking jobs for platform=transfer_node +2021-12-18 07:29:40,327 Checking all jobs at once +2021-12-18 07:29:41,657 Successful check job command +2021-12-18 07:29:42,876 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:29:42,876 End of checking +2021-12-18 07:29:42,878 Updating FAILED jobs +2021-12-18 07:29:42,878 Updating WAITING jobs +2021-12-18 07:29:42,878 Update finished +2021-12-18 07:29:42,878 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:29:42,878 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:29:42,879 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:29:42,879 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:29:42,879 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:29:42,882 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:29:42,884 Job list saved +2021-12-18 07:29:42,889 Updating FAILED jobs +2021-12-18 07:29:42,890 Updating WAITING jobs +2021-12-18 07:29:42,890 Update finished +2021-12-18 07:29:52,892 Reloading parameters... +2021-12-18 07:29:52,912 Loading parameters... +2021-12-18 07:29:52,913 Loading project parameters... +2021-12-18 07:29:52,915 + +22 of 25 jobs remaining (07:29) +2021-12-18 07:29:52,916 Sleep: 10 +2021-12-18 07:29:52,916 Number of retrials: 0 +2021-12-18 07:29:52,916 WRAPPER CHECK TIME = 10 +2021-12-18 07:29:52,916 Checking jobs for platform=marenostrum4 +2021-12-18 07:29:52,917 Checking jobs for platform=nord3 +2021-12-18 07:29:52,917 Checking jobs for platform=local +2021-12-18 07:29:52,918 Checking jobs for platform=transfer_node +2021-12-18 07:29:52,918 Checking all jobs at once +2021-12-18 07:29:54,338 Successful check job command +2021-12-18 07:29:55,608 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:29:55,608 End of checking +2021-12-18 07:29:55,610 Updating FAILED jobs +2021-12-18 07:29:55,610 Updating WAITING jobs +2021-12-18 07:29:55,610 Update finished +2021-12-18 07:29:55,610 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:29:55,610 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:29:55,611 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:29:55,611 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:29:55,611 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:29:55,614 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:29:55,616 Job list saved +2021-12-18 07:29:55,621 Updating FAILED jobs +2021-12-18 07:29:55,621 Updating WAITING jobs +2021-12-18 07:29:55,621 Update finished +2021-12-18 07:30:05,632 Reloading parameters... +2021-12-18 07:30:05,653 Loading parameters... +2021-12-18 07:30:05,654 Loading project parameters... +2021-12-18 07:30:05,656 + +22 of 25 jobs remaining (07:30) +2021-12-18 07:30:05,656 Sleep: 10 +2021-12-18 07:30:05,656 Number of retrials: 0 +2021-12-18 07:30:05,656 WRAPPER CHECK TIME = 10 +2021-12-18 07:30:05,657 Checking jobs for platform=marenostrum4 +2021-12-18 07:30:05,658 Checking jobs for platform=nord3 +2021-12-18 07:30:05,658 Checking jobs for platform=local +2021-12-18 07:30:05,659 Checking jobs for platform=transfer_node +2021-12-18 07:30:05,659 Checking all jobs at once +2021-12-18 07:30:07,028 Successful check job command +2021-12-18 07:30:08,298 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:30:08,298 End of checking +2021-12-18 07:30:08,300 Updating FAILED jobs +2021-12-18 07:30:08,300 Updating WAITING jobs +2021-12-18 07:30:08,300 Update finished +2021-12-18 07:30:08,300 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:30:08,301 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:30:08,301 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:30:08,301 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:30:08,301 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:30:08,304 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:30:08,307 Job list saved +2021-12-18 07:30:08,312 Updating FAILED jobs +2021-12-18 07:30:08,312 Updating WAITING jobs +2021-12-18 07:30:08,312 Update finished +2021-12-18 07:30:18,321 Reloading parameters... +2021-12-18 07:30:18,343 Loading parameters... +2021-12-18 07:30:18,344 Loading project parameters... +2021-12-18 07:30:18,346 + +22 of 25 jobs remaining (07:30) +2021-12-18 07:30:18,346 Sleep: 10 +2021-12-18 07:30:18,346 Number of retrials: 0 +2021-12-18 07:30:18,346 WRAPPER CHECK TIME = 10 +2021-12-18 07:30:18,347 Checking jobs for platform=marenostrum4 +2021-12-18 07:30:18,347 Checking jobs for platform=nord3 +2021-12-18 07:30:18,348 Checking jobs for platform=local +2021-12-18 07:30:18,348 Checking jobs for platform=transfer_node +2021-12-18 07:30:18,349 Checking all jobs at once +2021-12-18 07:30:19,768 Successful check job command +2021-12-18 07:30:20,988 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:30:20,988 End of checking +2021-12-18 07:30:20,989 Updating FAILED jobs +2021-12-18 07:30:20,990 Updating WAITING jobs +2021-12-18 07:30:20,990 Update finished +2021-12-18 07:30:20,990 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:30:20,990 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:30:20,990 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:30:20,991 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:30:20,991 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:30:20,994 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:30:20,996 Job list saved +2021-12-18 07:30:21,001 Updating FAILED jobs +2021-12-18 07:30:21,001 Updating WAITING jobs +2021-12-18 07:30:21,001 Update finished +2021-12-18 07:30:31,011 Reloading parameters... +2021-12-18 07:30:31,031 Loading parameters... +2021-12-18 07:30:31,032 Loading project parameters... +2021-12-18 07:30:31,034 + +22 of 25 jobs remaining (07:30) +2021-12-18 07:30:31,034 Sleep: 10 +2021-12-18 07:30:31,034 Number of retrials: 0 +2021-12-18 07:30:31,034 WRAPPER CHECK TIME = 10 +2021-12-18 07:30:31,035 Checking jobs for platform=marenostrum4 +2021-12-18 07:30:31,035 Checking jobs for platform=nord3 +2021-12-18 07:30:31,036 Checking jobs for platform=local +2021-12-18 07:30:31,036 Checking jobs for platform=transfer_node +2021-12-18 07:30:31,037 Checking all jobs at once +2021-12-18 07:30:32,306 Successful check job command +2021-12-18 07:30:33,525 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:30:33,525 End of checking +2021-12-18 07:30:33,527 Updating FAILED jobs +2021-12-18 07:30:33,527 Updating WAITING jobs +2021-12-18 07:30:33,527 Update finished +2021-12-18 07:30:33,527 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:30:33,527 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:30:33,527 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:30:33,528 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:30:33,528 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:30:33,530 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:30:33,533 Job list saved +2021-12-18 07:30:33,538 Updating FAILED jobs +2021-12-18 07:30:33,538 Updating WAITING jobs +2021-12-18 07:30:33,538 Update finished +2021-12-18 07:30:43,539 Reloading parameters... +2021-12-18 07:30:43,558 Loading parameters... +2021-12-18 07:30:43,560 Loading project parameters... +2021-12-18 07:30:43,562 + +22 of 25 jobs remaining (07:30) +2021-12-18 07:30:43,562 Sleep: 10 +2021-12-18 07:30:43,562 Number of retrials: 0 +2021-12-18 07:30:43,562 WRAPPER CHECK TIME = 10 +2021-12-18 07:30:43,562 Checking jobs for platform=marenostrum4 +2021-12-18 07:30:43,563 Checking jobs for platform=nord3 +2021-12-18 07:30:43,564 Checking jobs for platform=local +2021-12-18 07:30:43,564 Checking jobs for platform=transfer_node +2021-12-18 07:30:43,566 Checking all jobs at once +2021-12-18 07:30:45,236 Successful check job command +2021-12-18 07:30:46,555 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:30:46,555 End of checking +2021-12-18 07:30:46,557 Updating FAILED jobs +2021-12-18 07:30:46,557 Updating WAITING jobs +2021-12-18 07:30:46,557 Update finished +2021-12-18 07:30:46,557 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:30:46,558 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:30:46,558 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:30:46,558 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:30:46,558 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:30:46,562 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:30:46,564 Job list saved +2021-12-18 07:30:46,570 Updating FAILED jobs +2021-12-18 07:30:46,570 Updating WAITING jobs +2021-12-18 07:30:46,570 Update finished +2021-12-18 07:30:56,580 Reloading parameters... +2021-12-18 07:30:56,601 Loading parameters... +2021-12-18 07:30:56,602 Loading project parameters... +2021-12-18 07:30:56,604 + +22 of 25 jobs remaining (07:30) +2021-12-18 07:30:56,604 Sleep: 10 +2021-12-18 07:30:56,605 Number of retrials: 0 +2021-12-18 07:30:56,605 WRAPPER CHECK TIME = 10 +2021-12-18 07:30:56,605 Checking jobs for platform=marenostrum4 +2021-12-18 07:30:56,606 Checking jobs for platform=nord3 +2021-12-18 07:30:56,606 Checking jobs for platform=local +2021-12-18 07:30:56,607 Checking jobs for platform=transfer_node +2021-12-18 07:30:56,607 Checking all jobs at once +2021-12-18 07:30:57,977 Successful check job command +2021-12-18 07:30:59,247 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:30:59,247 End of checking +2021-12-18 07:30:59,249 Updating FAILED jobs +2021-12-18 07:30:59,249 Updating WAITING jobs +2021-12-18 07:30:59,249 Update finished +2021-12-18 07:30:59,249 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:30:59,249 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:30:59,249 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:30:59,250 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:30:59,250 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:30:59,253 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:30:59,255 Job list saved +2021-12-18 07:30:59,261 Updating FAILED jobs +2021-12-18 07:30:59,261 Updating WAITING jobs +2021-12-18 07:30:59,261 Update finished +2021-12-18 07:31:09,263 Reloading parameters... +2021-12-18 07:31:09,286 Loading parameters... +2021-12-18 07:31:09,287 Loading project parameters... +2021-12-18 07:31:09,289 + +22 of 25 jobs remaining (07:31) +2021-12-18 07:31:09,290 Sleep: 10 +2021-12-18 07:31:09,290 Number of retrials: 0 +2021-12-18 07:31:09,290 WRAPPER CHECK TIME = 10 +2021-12-18 07:31:09,291 Checking jobs for platform=marenostrum4 +2021-12-18 07:31:09,291 Checking jobs for platform=nord3 +2021-12-18 07:31:09,292 Checking jobs for platform=local +2021-12-18 07:31:09,292 Checking jobs for platform=transfer_node +2021-12-18 07:31:09,292 Checking all jobs at once +2021-12-18 07:31:10,712 Successful check job command +2021-12-18 07:31:11,982 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:31:11,982 End of checking +2021-12-18 07:31:11,984 Updating FAILED jobs +2021-12-18 07:31:11,984 Updating WAITING jobs +2021-12-18 07:31:11,984 Update finished +2021-12-18 07:31:11,984 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:31:11,984 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:31:11,984 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:31:11,985 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:31:11,985 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:31:11,988 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:31:11,990 Job list saved +2021-12-18 07:31:11,995 Updating FAILED jobs +2021-12-18 07:31:11,995 Updating WAITING jobs +2021-12-18 07:31:11,995 Update finished +2021-12-18 07:31:22,006 Reloading parameters... +2021-12-18 07:31:22,027 Loading parameters... +2021-12-18 07:31:22,028 Loading project parameters... +2021-12-18 07:31:22,030 + +22 of 25 jobs remaining (07:31) +2021-12-18 07:31:22,030 Sleep: 10 +2021-12-18 07:31:22,030 Number of retrials: 0 +2021-12-18 07:31:22,031 WRAPPER CHECK TIME = 10 +2021-12-18 07:31:22,031 Checking jobs for platform=marenostrum4 +2021-12-18 07:31:22,032 Checking jobs for platform=nord3 +2021-12-18 07:31:22,032 Checking jobs for platform=local +2021-12-18 07:31:22,033 Checking jobs for platform=transfer_node +2021-12-18 07:31:22,033 Checking all jobs at once +2021-12-18 07:31:23,603 Successful check job command +2021-12-18 07:31:25,123 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:31:25,123 End of checking +2021-12-18 07:31:25,125 Updating FAILED jobs +2021-12-18 07:31:25,125 Updating WAITING jobs +2021-12-18 07:31:25,125 Update finished +2021-12-18 07:31:25,125 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:31:25,126 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:31:25,126 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:31:25,126 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:31:25,126 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:31:25,129 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:31:25,132 Job list saved +2021-12-18 07:31:25,139 Updating FAILED jobs +2021-12-18 07:31:25,139 Updating WAITING jobs +2021-12-18 07:31:25,140 Update finished +2021-12-18 07:31:35,149 Reloading parameters... +2021-12-18 07:31:35,170 Loading parameters... +2021-12-18 07:31:35,171 Loading project parameters... +2021-12-18 07:31:35,174 + +22 of 25 jobs remaining (07:31) +2021-12-18 07:31:35,174 Sleep: 10 +2021-12-18 07:31:35,174 Number of retrials: 0 +2021-12-18 07:31:35,174 WRAPPER CHECK TIME = 10 +2021-12-18 07:31:35,175 Checking jobs for platform=marenostrum4 +2021-12-18 07:31:35,175 Checking jobs for platform=nord3 +2021-12-18 07:31:35,176 Checking jobs for platform=local +2021-12-18 07:31:35,176 Checking jobs for platform=transfer_node +2021-12-18 07:31:35,176 Checking all jobs at once +2021-12-18 07:31:36,746 Successful check job command +2021-12-18 07:31:38,015 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:31:38,015 End of checking +2021-12-18 07:31:38,017 Updating FAILED jobs +2021-12-18 07:31:38,017 Updating WAITING jobs +2021-12-18 07:31:38,018 Update finished +2021-12-18 07:31:38,018 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:31:38,018 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:31:38,018 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:31:38,018 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:31:38,018 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:31:38,022 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:31:38,024 Job list saved +2021-12-18 07:31:38,029 Updating FAILED jobs +2021-12-18 07:31:38,029 Updating WAITING jobs +2021-12-18 07:31:38,029 Update finished +2021-12-18 07:31:48,039 Reloading parameters... +2021-12-18 07:31:48,058 Loading parameters... +2021-12-18 07:31:48,059 Loading project parameters... +2021-12-18 07:31:48,061 + +22 of 25 jobs remaining (07:31) +2021-12-18 07:31:48,061 Sleep: 10 +2021-12-18 07:31:48,061 Number of retrials: 0 +2021-12-18 07:31:48,061 WRAPPER CHECK TIME = 10 +2021-12-18 07:31:48,062 Checking jobs for platform=marenostrum4 +2021-12-18 07:31:48,062 Checking jobs for platform=nord3 +2021-12-18 07:31:48,063 Checking jobs for platform=local +2021-12-18 07:31:48,063 Checking jobs for platform=transfer_node +2021-12-18 07:31:48,063 Checking all jobs at once +2021-12-18 07:31:49,333 Successful check job command +2021-12-18 07:31:50,604 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:31:50,605 End of checking +2021-12-18 07:31:50,606 Updating FAILED jobs +2021-12-18 07:31:50,607 Updating WAITING jobs +2021-12-18 07:31:50,607 Update finished +2021-12-18 07:31:50,607 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:31:50,607 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:31:50,607 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:31:50,607 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:31:50,608 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:31:50,611 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:31:50,613 Job list saved +2021-12-18 07:31:50,618 Updating FAILED jobs +2021-12-18 07:31:50,618 Updating WAITING jobs +2021-12-18 07:31:50,618 Update finished +2021-12-18 07:32:00,624 Reloading parameters... +2021-12-18 07:32:00,646 Loading parameters... +2021-12-18 07:32:00,647 Loading project parameters... +2021-12-18 07:32:00,649 + +22 of 25 jobs remaining (07:32) +2021-12-18 07:32:00,650 Sleep: 10 +2021-12-18 07:32:00,650 Number of retrials: 0 +2021-12-18 07:32:00,650 WRAPPER CHECK TIME = 10 +2021-12-18 07:32:00,650 Checking jobs for platform=marenostrum4 +2021-12-18 07:32:00,651 Checking jobs for platform=nord3 +2021-12-18 07:32:00,651 Checking jobs for platform=local +2021-12-18 07:32:00,652 Checking jobs for platform=transfer_node +2021-12-18 07:32:00,652 Checking all jobs at once +2021-12-18 07:32:02,425 Successful check job command +2021-12-18 07:32:03,694 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:32:03,695 End of checking +2021-12-18 07:32:03,697 Updating FAILED jobs +2021-12-18 07:32:03,697 Updating WAITING jobs +2021-12-18 07:32:03,697 Update finished +2021-12-18 07:32:03,697 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:32:03,698 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:32:03,698 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:32:03,698 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:32:03,698 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:32:03,701 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:32:03,704 Job list saved +2021-12-18 07:32:03,708 Updating FAILED jobs +2021-12-18 07:32:03,709 Updating WAITING jobs +2021-12-18 07:32:03,709 Update finished +2021-12-18 07:32:13,717 Reloading parameters... +2021-12-18 07:32:13,738 Loading parameters... +2021-12-18 07:32:13,739 Loading project parameters... +2021-12-18 07:32:13,741 + +22 of 25 jobs remaining (07:32) +2021-12-18 07:32:13,741 Sleep: 10 +2021-12-18 07:32:13,741 Number of retrials: 0 +2021-12-18 07:32:13,741 WRAPPER CHECK TIME = 10 +2021-12-18 07:32:13,742 Checking jobs for platform=marenostrum4 +2021-12-18 07:32:13,742 Checking jobs for platform=nord3 +2021-12-18 07:32:13,743 Checking jobs for platform=local +2021-12-18 07:32:13,743 Checking jobs for platform=transfer_node +2021-12-18 07:32:13,744 Checking all jobs at once +2021-12-18 07:32:15,815 Successful check job command +2021-12-18 07:32:17,586 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:32:17,586 End of checking +2021-12-18 07:32:17,588 Updating FAILED jobs +2021-12-18 07:32:17,588 Updating WAITING jobs +2021-12-18 07:32:17,588 Update finished +2021-12-18 07:32:17,589 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:32:17,589 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:32:17,589 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:32:17,589 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:32:17,589 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:32:17,592 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:32:17,594 Job list saved +2021-12-18 07:32:17,599 Updating FAILED jobs +2021-12-18 07:32:17,599 Updating WAITING jobs +2021-12-18 07:32:17,599 Update finished +2021-12-18 07:32:27,609 Reloading parameters... +2021-12-18 07:32:27,631 Loading parameters... +2021-12-18 07:32:27,632 Loading project parameters... +2021-12-18 07:32:27,634 + +22 of 25 jobs remaining (07:32) +2021-12-18 07:32:27,634 Sleep: 10 +2021-12-18 07:32:27,634 Number of retrials: 0 +2021-12-18 07:32:27,634 WRAPPER CHECK TIME = 10 +2021-12-18 07:32:27,635 Checking jobs for platform=marenostrum4 +2021-12-18 07:32:27,635 Checking jobs for platform=nord3 +2021-12-18 07:32:27,636 Checking jobs for platform=local +2021-12-18 07:32:27,637 Checking jobs for platform=transfer_node +2021-12-18 07:32:27,637 Checking all jobs at once +2021-12-18 07:32:29,011 Successful check job command +2021-12-18 07:32:30,380 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:32:30,380 End of checking +2021-12-18 07:32:30,382 Updating FAILED jobs +2021-12-18 07:32:30,382 Updating WAITING jobs +2021-12-18 07:32:30,382 Update finished +2021-12-18 07:32:30,382 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:32:30,382 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:32:30,382 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:32:30,383 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:32:30,383 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:32:30,385 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:32:30,388 Job list saved +2021-12-18 07:32:30,392 Updating FAILED jobs +2021-12-18 07:32:30,393 Updating WAITING jobs +2021-12-18 07:32:30,393 Update finished +2021-12-18 07:32:40,403 Reloading parameters... +2021-12-18 07:32:40,423 Loading parameters... +2021-12-18 07:32:40,424 Loading project parameters... +2021-12-18 07:32:40,426 + +22 of 25 jobs remaining (07:32) +2021-12-18 07:32:40,426 Sleep: 10 +2021-12-18 07:32:40,426 Number of retrials: 0 +2021-12-18 07:32:40,426 WRAPPER CHECK TIME = 10 +2021-12-18 07:32:40,427 Checking jobs for platform=marenostrum4 +2021-12-18 07:32:40,428 Checking jobs for platform=nord3 +2021-12-18 07:32:40,428 Checking jobs for platform=local +2021-12-18 07:32:40,429 Checking jobs for platform=transfer_node +2021-12-18 07:32:40,429 Checking all jobs at once +2021-12-18 07:32:41,849 Successful check job command +2021-12-18 07:32:43,168 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:32:43,169 End of checking +2021-12-18 07:32:43,170 Updating FAILED jobs +2021-12-18 07:32:43,170 Updating WAITING jobs +2021-12-18 07:32:43,171 Update finished +2021-12-18 07:32:43,171 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:32:43,171 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:32:43,171 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:32:43,172 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:32:43,172 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:32:43,174 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:32:43,176 Job list saved +2021-12-18 07:32:43,181 Updating FAILED jobs +2021-12-18 07:32:43,181 Updating WAITING jobs +2021-12-18 07:32:43,182 Update finished +2021-12-18 07:32:53,192 Reloading parameters... +2021-12-18 07:32:53,210 Loading parameters... +2021-12-18 07:32:53,211 Loading project parameters... +2021-12-18 07:32:53,213 + +22 of 25 jobs remaining (07:32) +2021-12-18 07:32:53,213 Sleep: 10 +2021-12-18 07:32:53,214 Number of retrials: 0 +2021-12-18 07:32:53,214 WRAPPER CHECK TIME = 10 +2021-12-18 07:32:53,214 Checking jobs for platform=marenostrum4 +2021-12-18 07:32:53,215 Checking jobs for platform=nord3 +2021-12-18 07:32:53,215 Checking jobs for platform=local +2021-12-18 07:32:53,216 Checking jobs for platform=transfer_node +2021-12-18 07:32:53,216 Checking all jobs at once +2021-12-18 07:32:54,537 Successful check job command +2021-12-18 07:32:55,859 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:32:55,859 End of checking +2021-12-18 07:32:55,860 Updating FAILED jobs +2021-12-18 07:32:55,861 Updating WAITING jobs +2021-12-18 07:32:55,861 Update finished +2021-12-18 07:32:55,861 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:32:55,861 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:32:55,861 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:32:55,861 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:32:55,862 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:32:55,865 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:32:55,867 Job list saved +2021-12-18 07:32:55,872 Updating FAILED jobs +2021-12-18 07:32:55,872 Updating WAITING jobs +2021-12-18 07:32:55,872 Update finished +2021-12-18 07:33:05,882 Reloading parameters... +2021-12-18 07:33:05,900 Loading parameters... +2021-12-18 07:33:05,901 Loading project parameters... +2021-12-18 07:33:05,903 + +22 of 25 jobs remaining (07:33) +2021-12-18 07:33:05,904 Sleep: 10 +2021-12-18 07:33:05,904 Number of retrials: 0 +2021-12-18 07:33:05,904 WRAPPER CHECK TIME = 10 +2021-12-18 07:33:05,904 Checking jobs for platform=marenostrum4 +2021-12-18 07:33:05,905 Checking jobs for platform=nord3 +2021-12-18 07:33:05,906 Checking jobs for platform=local +2021-12-18 07:33:05,906 Checking jobs for platform=transfer_node +2021-12-18 07:33:05,906 Checking all jobs at once +2021-12-18 07:33:07,377 Successful check job command +2021-12-18 07:33:08,646 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:33:08,646 End of checking +2021-12-18 07:33:08,648 Updating FAILED jobs +2021-12-18 07:33:08,648 Updating WAITING jobs +2021-12-18 07:33:08,648 Update finished +2021-12-18 07:33:08,648 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:33:08,648 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:33:08,649 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:33:08,649 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:33:08,649 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:33:08,652 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:33:08,655 Job list saved +2021-12-18 07:33:08,659 Updating FAILED jobs +2021-12-18 07:33:08,659 Updating WAITING jobs +2021-12-18 07:33:08,659 Update finished +2021-12-18 07:33:18,664 Reloading parameters... +2021-12-18 07:33:18,682 Loading parameters... +2021-12-18 07:33:18,683 Loading project parameters... +2021-12-18 07:33:18,685 + +22 of 25 jobs remaining (07:33) +2021-12-18 07:33:18,685 Sleep: 10 +2021-12-18 07:33:18,685 Number of retrials: 0 +2021-12-18 07:33:18,686 WRAPPER CHECK TIME = 10 +2021-12-18 07:33:18,686 Checking jobs for platform=marenostrum4 +2021-12-18 07:33:18,687 Checking jobs for platform=nord3 +2021-12-18 07:33:18,687 Checking jobs for platform=local +2021-12-18 07:33:18,688 Checking jobs for platform=transfer_node +2021-12-18 07:33:18,688 Checking all jobs at once +2021-12-18 07:33:20,458 Successful check job command +2021-12-18 07:33:22,077 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:33:22,078 End of checking +2021-12-18 07:33:22,079 Updating FAILED jobs +2021-12-18 07:33:22,079 Updating WAITING jobs +2021-12-18 07:33:22,080 Update finished +2021-12-18 07:33:22,080 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:33:22,081 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:33:22,081 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:33:22,081 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:33:22,081 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:33:22,084 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:33:22,086 Job list saved +2021-12-18 07:33:22,092 Updating FAILED jobs +2021-12-18 07:33:22,092 Updating WAITING jobs +2021-12-18 07:33:22,092 Update finished +2021-12-18 07:33:32,101 Reloading parameters... +2021-12-18 07:33:32,120 Loading parameters... +2021-12-18 07:33:32,121 Loading project parameters... +2021-12-18 07:33:32,123 + +22 of 25 jobs remaining (07:33) +2021-12-18 07:33:32,123 Sleep: 10 +2021-12-18 07:33:32,123 Number of retrials: 0 +2021-12-18 07:33:32,123 WRAPPER CHECK TIME = 10 +2021-12-18 07:33:32,124 Checking jobs for platform=marenostrum4 +2021-12-18 07:33:32,124 Checking jobs for platform=nord3 +2021-12-18 07:33:32,125 Checking jobs for platform=local +2021-12-18 07:33:32,125 Checking jobs for platform=transfer_node +2021-12-18 07:33:32,125 Checking all jobs at once +2021-12-18 07:33:33,545 Successful check job command +2021-12-18 07:33:35,166 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:33:35,166 End of checking +2021-12-18 07:33:35,167 Updating FAILED jobs +2021-12-18 07:33:35,168 Updating WAITING jobs +2021-12-18 07:33:35,168 Update finished +2021-12-18 07:33:35,168 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:33:35,168 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:33:35,168 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:33:35,168 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:33:35,169 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:33:35,172 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:33:35,174 Job list saved +2021-12-18 07:33:35,179 Updating FAILED jobs +2021-12-18 07:33:35,179 Updating WAITING jobs +2021-12-18 07:33:35,179 Update finished +2021-12-18 07:33:45,182 Reloading parameters... +2021-12-18 07:33:45,203 Loading parameters... +2021-12-18 07:33:45,205 Loading project parameters... +2021-12-18 07:33:45,208 + +22 of 25 jobs remaining (07:33) +2021-12-18 07:33:45,208 Sleep: 10 +2021-12-18 07:33:45,208 Number of retrials: 0 +2021-12-18 07:33:45,209 WRAPPER CHECK TIME = 10 +2021-12-18 07:33:45,209 Checking jobs for platform=marenostrum4 +2021-12-18 07:33:45,210 Checking jobs for platform=nord3 +2021-12-18 07:33:45,210 Checking jobs for platform=local +2021-12-18 07:33:45,211 Checking jobs for platform=transfer_node +2021-12-18 07:33:45,211 Checking all jobs at once +2021-12-18 07:33:46,731 Successful check job command +2021-12-18 07:33:47,949 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:33:47,950 End of checking +2021-12-18 07:33:47,951 Updating FAILED jobs +2021-12-18 07:33:47,951 Updating WAITING jobs +2021-12-18 07:33:47,951 Update finished +2021-12-18 07:33:47,952 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:33:47,952 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:33:47,952 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:33:47,952 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:33:47,952 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:33:47,955 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:33:47,957 Job list saved +2021-12-18 07:33:47,962 Updating FAILED jobs +2021-12-18 07:33:47,962 Updating WAITING jobs +2021-12-18 07:33:47,962 Update finished +2021-12-18 07:33:57,968 Reloading parameters... +2021-12-18 07:33:57,985 Loading parameters... +2021-12-18 07:33:57,987 Loading project parameters... +2021-12-18 07:33:57,988 + +22 of 25 jobs remaining (07:33) +2021-12-18 07:33:57,989 Sleep: 10 +2021-12-18 07:33:57,989 Number of retrials: 0 +2021-12-18 07:33:57,989 WRAPPER CHECK TIME = 10 +2021-12-18 07:33:57,989 Checking jobs for platform=marenostrum4 +2021-12-18 07:33:57,990 Checking jobs for platform=nord3 +2021-12-18 07:33:57,990 Checking jobs for platform=local +2021-12-18 07:33:57,991 Checking jobs for platform=transfer_node +2021-12-18 07:33:57,991 Checking all jobs at once +2021-12-18 07:33:59,361 Successful check job command +2021-12-18 07:34:00,629 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:34:00,630 End of checking +2021-12-18 07:34:00,631 Updating FAILED jobs +2021-12-18 07:34:00,631 Updating WAITING jobs +2021-12-18 07:34:00,631 Update finished +2021-12-18 07:34:00,631 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:34:00,632 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:34:00,632 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:34:00,632 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:34:00,632 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:34:00,635 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:34:00,637 Job list saved +2021-12-18 07:34:00,642 Updating FAILED jobs +2021-12-18 07:34:00,642 Updating WAITING jobs +2021-12-18 07:34:00,642 Update finished +2021-12-18 07:34:10,652 Reloading parameters... +2021-12-18 07:34:10,670 Loading parameters... +2021-12-18 07:34:10,671 Loading project parameters... +2021-12-18 07:34:10,673 + +22 of 25 jobs remaining (07:34) +2021-12-18 07:34:10,673 Sleep: 10 +2021-12-18 07:34:10,673 Number of retrials: 0 +2021-12-18 07:34:10,673 WRAPPER CHECK TIME = 10 +2021-12-18 07:34:10,674 Checking jobs for platform=marenostrum4 +2021-12-18 07:34:10,675 Checking jobs for platform=nord3 +2021-12-18 07:34:10,675 Checking jobs for platform=local +2021-12-18 07:34:10,676 Checking jobs for platform=transfer_node +2021-12-18 07:34:10,676 Checking all jobs at once +2021-12-18 07:34:12,246 Successful check job command +2021-12-18 07:34:13,866 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:34:13,866 End of checking +2021-12-18 07:34:13,868 Updating FAILED jobs +2021-12-18 07:34:13,868 Updating WAITING jobs +2021-12-18 07:34:13,868 Update finished +2021-12-18 07:34:13,868 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:34:13,869 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:34:13,869 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:34:13,869 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:34:13,869 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:34:13,872 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:34:13,874 Job list saved +2021-12-18 07:34:13,879 Updating FAILED jobs +2021-12-18 07:34:13,879 Updating WAITING jobs +2021-12-18 07:34:13,880 Update finished +2021-12-18 07:34:23,890 Reloading parameters... +2021-12-18 07:34:23,909 Loading parameters... +2021-12-18 07:34:23,910 Loading project parameters... +2021-12-18 07:34:23,912 + +22 of 25 jobs remaining (07:34) +2021-12-18 07:34:23,912 Sleep: 10 +2021-12-18 07:34:23,912 Number of retrials: 0 +2021-12-18 07:34:23,912 WRAPPER CHECK TIME = 10 +2021-12-18 07:34:23,913 Checking jobs for platform=marenostrum4 +2021-12-18 07:34:23,913 Checking jobs for platform=nord3 +2021-12-18 07:34:23,915 Checking jobs for platform=local +2021-12-18 07:34:23,915 Checking jobs for platform=transfer_node +2021-12-18 07:34:23,915 Checking all jobs at once +2021-12-18 07:34:25,341 Successful check job command +2021-12-18 07:34:26,814 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:34:26,814 End of checking +2021-12-18 07:34:26,816 Updating FAILED jobs +2021-12-18 07:34:26,816 Updating WAITING jobs +2021-12-18 07:34:26,816 Update finished +2021-12-18 07:34:26,816 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:34:26,816 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:34:26,817 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:34:26,817 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:34:26,817 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:34:26,819 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:34:26,821 Job list saved +2021-12-18 07:34:26,826 Updating FAILED jobs +2021-12-18 07:34:26,826 Updating WAITING jobs +2021-12-18 07:34:26,826 Update finished +2021-12-18 07:34:36,835 Reloading parameters... +2021-12-18 07:34:36,854 Loading parameters... +2021-12-18 07:34:36,855 Loading project parameters... +2021-12-18 07:34:36,857 + +22 of 25 jobs remaining (07:34) +2021-12-18 07:34:36,857 Sleep: 10 +2021-12-18 07:34:36,857 Number of retrials: 0 +2021-12-18 07:34:36,857 WRAPPER CHECK TIME = 10 +2021-12-18 07:34:36,858 Checking jobs for platform=marenostrum4 +2021-12-18 07:34:36,858 Checking jobs for platform=nord3 +2021-12-18 07:34:36,859 Checking jobs for platform=local +2021-12-18 07:34:36,859 Checking jobs for platform=transfer_node +2021-12-18 07:34:36,860 Checking all jobs at once +2021-12-18 07:34:38,930 Successful check job command +2021-12-18 07:34:40,449 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:34:40,449 End of checking +2021-12-18 07:34:40,451 Updating FAILED jobs +2021-12-18 07:34:40,451 Updating WAITING jobs +2021-12-18 07:34:40,451 Update finished +2021-12-18 07:34:40,451 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:34:40,452 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:34:40,452 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:34:40,452 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:34:40,452 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:34:40,455 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:34:40,458 Job list saved +2021-12-18 07:34:40,463 Updating FAILED jobs +2021-12-18 07:34:40,463 Updating WAITING jobs +2021-12-18 07:34:40,464 Update finished +2021-12-18 07:34:50,471 Reloading parameters... +2021-12-18 07:34:50,491 Loading parameters... +2021-12-18 07:34:50,492 Loading project parameters... +2021-12-18 07:34:50,494 + +22 of 25 jobs remaining (07:34) +2021-12-18 07:34:50,494 Sleep: 10 +2021-12-18 07:34:50,494 Number of retrials: 0 +2021-12-18 07:34:50,494 WRAPPER CHECK TIME = 10 +2021-12-18 07:34:50,495 Checking jobs for platform=marenostrum4 +2021-12-18 07:34:50,496 Checking jobs for platform=nord3 +2021-12-18 07:34:50,496 Checking jobs for platform=local +2021-12-18 07:34:50,497 Checking jobs for platform=transfer_node +2021-12-18 07:34:50,497 Checking all jobs at once +2021-12-18 07:34:51,769 Successful check job command +2021-12-18 07:34:53,038 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:34:53,038 End of checking +2021-12-18 07:34:53,039 Updating FAILED jobs +2021-12-18 07:34:53,040 Updating WAITING jobs +2021-12-18 07:34:53,040 Update finished +2021-12-18 07:34:53,040 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:34:53,040 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:34:53,040 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:34:53,040 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:34:53,040 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:34:53,043 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:34:53,045 Job list saved +2021-12-18 07:34:53,049 Updating FAILED jobs +2021-12-18 07:34:53,049 Updating WAITING jobs +2021-12-18 07:34:53,050 Update finished +2021-12-18 07:35:03,060 Reloading parameters... +2021-12-18 07:35:03,078 Loading parameters... +2021-12-18 07:35:03,079 Loading project parameters... +2021-12-18 07:35:03,081 + +22 of 25 jobs remaining (07:35) +2021-12-18 07:35:03,081 Sleep: 10 +2021-12-18 07:35:03,081 Number of retrials: 0 +2021-12-18 07:35:03,081 WRAPPER CHECK TIME = 10 +2021-12-18 07:35:03,082 Checking jobs for platform=marenostrum4 +2021-12-18 07:35:03,082 Checking jobs for platform=nord3 +2021-12-18 07:35:03,083 Checking jobs for platform=local +2021-12-18 07:35:03,083 Checking jobs for platform=transfer_node +2021-12-18 07:35:03,084 Checking all jobs at once +2021-12-18 07:35:04,406 Successful check job command +2021-12-18 07:35:05,726 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:35:05,726 End of checking +2021-12-18 07:35:05,727 Updating FAILED jobs +2021-12-18 07:35:05,727 Updating WAITING jobs +2021-12-18 07:35:05,728 Update finished +2021-12-18 07:35:05,728 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:35:05,728 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:35:05,728 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:35:05,728 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:35:05,728 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:35:05,731 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:35:05,733 Job list saved +2021-12-18 07:35:05,738 Updating FAILED jobs +2021-12-18 07:35:05,738 Updating WAITING jobs +2021-12-18 07:35:05,738 Update finished +2021-12-18 07:35:15,748 Reloading parameters... +2021-12-18 07:35:15,766 Loading parameters... +2021-12-18 07:35:15,767 Loading project parameters... +2021-12-18 07:35:15,769 + +22 of 25 jobs remaining (07:35) +2021-12-18 07:35:15,769 Sleep: 10 +2021-12-18 07:35:15,769 Number of retrials: 0 +2021-12-18 07:35:15,769 WRAPPER CHECK TIME = 10 +2021-12-18 07:35:15,770 Checking jobs for platform=marenostrum4 +2021-12-18 07:35:15,771 Checking jobs for platform=nord3 +2021-12-18 07:35:15,771 Checking jobs for platform=local +2021-12-18 07:35:15,772 Checking jobs for platform=transfer_node +2021-12-18 07:35:15,772 Checking all jobs at once +2021-12-18 07:35:17,244 Successful check job command +2021-12-18 07:35:18,563 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:35:18,563 End of checking +2021-12-18 07:35:18,564 Updating FAILED jobs +2021-12-18 07:35:18,565 Updating WAITING jobs +2021-12-18 07:35:18,565 Update finished +2021-12-18 07:35:18,565 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:35:18,566 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:35:18,566 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:35:18,566 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:35:18,566 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:35:18,568 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:35:18,571 Job list saved +2021-12-18 07:35:18,575 Updating FAILED jobs +2021-12-18 07:35:18,576 Updating WAITING jobs +2021-12-18 07:35:18,576 Update finished +2021-12-18 07:35:28,585 Reloading parameters... +2021-12-18 07:35:28,604 Loading parameters... +2021-12-18 07:35:28,605 Loading project parameters... +2021-12-18 07:35:28,608 + +22 of 25 jobs remaining (07:35) +2021-12-18 07:35:28,609 Sleep: 10 +2021-12-18 07:35:28,609 Number of retrials: 0 +2021-12-18 07:35:28,609 WRAPPER CHECK TIME = 10 +2021-12-18 07:35:28,609 Checking jobs for platform=marenostrum4 +2021-12-18 07:35:28,610 Checking jobs for platform=nord3 +2021-12-18 07:35:28,611 Checking jobs for platform=local +2021-12-18 07:35:28,611 Checking jobs for platform=transfer_node +2021-12-18 07:35:28,611 Checking all jobs at once +2021-12-18 07:35:30,030 Successful check job command +2021-12-18 07:35:31,601 Job t0ni_19931101_fc0_INI is QUEUING +2021-12-18 07:35:31,602 End of checking +2021-12-18 07:35:31,604 Updating FAILED jobs +2021-12-18 07:35:31,604 Updating WAITING jobs +2021-12-18 07:35:31,604 Update finished +2021-12-18 07:35:31,604 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:35:31,604 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:35:31,605 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:35:31,605 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:35:31,605 t0ni_19931101_fc0_INI 19268645 QUEUING marenostrum4 debug +2021-12-18 07:35:31,607 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:35:31,609 Job list saved +2021-12-18 07:35:31,614 Updating FAILED jobs +2021-12-18 07:35:31,615 Updating WAITING jobs +2021-12-18 07:35:31,615 Update finished +2021-12-18 07:35:41,621 Reloading parameters... +2021-12-18 07:35:41,639 Loading parameters... +2021-12-18 07:35:41,640 Loading project parameters... +2021-12-18 07:35:41,642 + +22 of 25 jobs remaining (07:35) +2021-12-18 07:35:41,642 Sleep: 10 +2021-12-18 07:35:41,642 Number of retrials: 0 +2021-12-18 07:35:41,642 WRAPPER CHECK TIME = 10 +2021-12-18 07:35:41,643 Checking jobs for platform=marenostrum4 +2021-12-18 07:35:41,643 Checking jobs for platform=nord3 +2021-12-18 07:35:41,644 Checking jobs for platform=local +2021-12-18 07:35:41,644 Checking jobs for platform=transfer_node +2021-12-18 07:35:41,644 Checking all jobs at once +2021-12-18 07:35:43,122 Successful check job command +2021-12-18 07:35:43,122 Job t0ni_19931101_fc0_INI is RUNNING +2021-12-18 07:35:43,138 t0ni_19931101_fc0_INI_STAT file have been transfered +2021-12-18 07:35:43,232 End of checking +2021-12-18 07:35:43,233 Updating FAILED jobs +2021-12-18 07:35:43,233 Updating WAITING jobs +2021-12-18 07:35:43,233 Update finished +2021-12-18 07:35:43,234 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:35:43,234 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:35:43,234 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:35:43,234 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:35:43,234 t0ni_19931101_fc0_INI 19268645 RUNNING marenostrum4 debug +2021-12-18 07:35:43,237 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:35:43,239 Job list saved +2021-12-18 07:35:43,300 Updating FAILED jobs +2021-12-18 07:35:43,300 Updating WAITING jobs +2021-12-18 07:35:43,300 Update finished +2021-12-18 07:35:53,309 Reloading parameters... +2021-12-18 07:35:53,329 Loading parameters... +2021-12-18 07:35:53,330 Loading project parameters... +2021-12-18 07:35:53,332 + +22 of 25 jobs remaining (07:35) +2021-12-18 07:35:53,333 Sleep: 10 +2021-12-18 07:35:53,333 Number of retrials: 0 +2021-12-18 07:35:53,333 WRAPPER CHECK TIME = 10 +2021-12-18 07:35:53,333 Checking jobs for platform=marenostrum4 +2021-12-18 07:35:53,334 Checking jobs for platform=nord3 +2021-12-18 07:35:53,334 Checking jobs for platform=local +2021-12-18 07:35:53,335 Checking jobs for platform=transfer_node +2021-12-18 07:35:53,335 Checking all jobs at once +2021-12-18 07:35:55,005 Successful check job command +2021-12-18 07:35:55,005 Job t0ni_19931101_fc0_INI is RUNNING +2021-12-18 07:35:55,005 End of checking +2021-12-18 07:35:55,007 Updating FAILED jobs +2021-12-18 07:35:55,007 Updating WAITING jobs +2021-12-18 07:35:55,007 Update finished +2021-12-18 07:35:55,007 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:35:55,008 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:35:55,008 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:35:55,008 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:35:55,008 t0ni_19931101_fc0_INI 19268645 RUNNING marenostrum4 debug +2021-12-18 07:35:55,011 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:35:55,013 Job list saved +2021-12-18 07:35:55,018 Updating FAILED jobs +2021-12-18 07:35:55,018 Updating WAITING jobs +2021-12-18 07:35:55,019 Update finished +2021-12-18 07:36:05,026 Reloading parameters... +2021-12-18 07:36:05,045 Loading parameters... +2021-12-18 07:36:05,047 Loading project parameters... +2021-12-18 07:36:05,049 + +22 of 25 jobs remaining (07:36) +2021-12-18 07:36:05,049 Sleep: 10 +2021-12-18 07:36:05,049 Number of retrials: 0 +2021-12-18 07:36:05,049 WRAPPER CHECK TIME = 10 +2021-12-18 07:36:05,050 Checking jobs for platform=marenostrum4 +2021-12-18 07:36:05,050 Checking jobs for platform=nord3 +2021-12-18 07:36:05,051 Checking jobs for platform=local +2021-12-18 07:36:05,051 Checking jobs for platform=transfer_node +2021-12-18 07:36:05,052 Checking all jobs at once +2021-12-18 07:36:06,323 Successful check job command +2021-12-18 07:36:06,324 Job t0ni_19931101_fc0_INI is RUNNING +2021-12-18 07:36:06,324 End of checking +2021-12-18 07:36:06,325 Updating FAILED jobs +2021-12-18 07:36:06,325 Updating WAITING jobs +2021-12-18 07:36:06,326 Update finished +2021-12-18 07:36:06,326 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:36:06,326 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:36:06,326 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:36:06,326 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:36:06,326 t0ni_19931101_fc0_INI 19268645 RUNNING marenostrum4 debug +2021-12-18 07:36:06,329 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:36:06,331 Job list saved +2021-12-18 07:36:06,336 Updating FAILED jobs +2021-12-18 07:36:06,336 Updating WAITING jobs +2021-12-18 07:36:06,336 Update finished +2021-12-18 07:36:16,342 Reloading parameters... +2021-12-18 07:36:16,363 Loading parameters... +2021-12-18 07:36:16,364 Loading project parameters... +2021-12-18 07:36:16,366 + +22 of 25 jobs remaining (07:36) +2021-12-18 07:36:16,367 Sleep: 10 +2021-12-18 07:36:16,367 Number of retrials: 0 +2021-12-18 07:36:16,367 WRAPPER CHECK TIME = 10 +2021-12-18 07:36:16,368 Checking jobs for platform=marenostrum4 +2021-12-18 07:36:16,368 Checking jobs for platform=nord3 +2021-12-18 07:36:16,369 Checking jobs for platform=local +2021-12-18 07:36:16,369 Checking jobs for platform=transfer_node +2021-12-18 07:36:16,369 Checking all jobs at once +2021-12-18 07:36:18,190 Successful check job command +2021-12-18 07:36:18,190 Job t0ni_19931101_fc0_INI is RUNNING +2021-12-18 07:36:18,190 End of checking +2021-12-18 07:36:18,191 Updating FAILED jobs +2021-12-18 07:36:18,192 Updating WAITING jobs +2021-12-18 07:36:18,192 Update finished +2021-12-18 07:36:18,192 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:36:18,192 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:36:18,192 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:36:18,193 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:36:18,193 t0ni_19931101_fc0_INI 19268645 RUNNING marenostrum4 debug +2021-12-18 07:36:18,195 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:36:18,197 Job list saved +2021-12-18 07:36:18,202 Updating FAILED jobs +2021-12-18 07:36:18,202 Updating WAITING jobs +2021-12-18 07:36:18,202 Update finished +2021-12-18 07:36:28,212 Reloading parameters... +2021-12-18 07:36:28,229 Loading parameters... +2021-12-18 07:36:28,230 Loading project parameters... +2021-12-18 07:36:28,232 + +22 of 25 jobs remaining (07:36) +2021-12-18 07:36:28,233 Sleep: 10 +2021-12-18 07:36:28,233 Number of retrials: 0 +2021-12-18 07:36:28,233 WRAPPER CHECK TIME = 10 +2021-12-18 07:36:28,233 Checking jobs for platform=marenostrum4 +2021-12-18 07:36:28,234 Checking jobs for platform=nord3 +2021-12-18 07:36:28,234 Checking jobs for platform=local +2021-12-18 07:36:28,235 Checking jobs for platform=transfer_node +2021-12-18 07:36:28,235 Checking all jobs at once +2021-12-18 07:36:29,655 Successful check job command +2021-12-18 07:36:29,655 Job t0ni_19931101_fc0_INI is RUNNING +2021-12-18 07:36:29,655 End of checking +2021-12-18 07:36:29,656 Updating FAILED jobs +2021-12-18 07:36:29,657 Updating WAITING jobs +2021-12-18 07:36:29,657 Update finished +2021-12-18 07:36:29,657 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:36:29,658 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:36:29,658 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:36:29,658 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:36:29,658 t0ni_19931101_fc0_INI 19268645 RUNNING marenostrum4 debug +2021-12-18 07:36:29,660 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:36:29,663 Job list saved +2021-12-18 07:36:29,667 Updating FAILED jobs +2021-12-18 07:36:29,667 Updating WAITING jobs +2021-12-18 07:36:29,667 Update finished +2021-12-18 07:36:39,678 Reloading parameters... +2021-12-18 07:36:39,695 Loading parameters... +2021-12-18 07:36:39,696 Loading project parameters... +2021-12-18 07:36:39,698 + +22 of 25 jobs remaining (07:36) +2021-12-18 07:36:39,699 Sleep: 10 +2021-12-18 07:36:39,699 Number of retrials: 0 +2021-12-18 07:36:39,699 WRAPPER CHECK TIME = 10 +2021-12-18 07:36:39,699 Checking jobs for platform=marenostrum4 +2021-12-18 07:36:39,700 Checking jobs for platform=nord3 +2021-12-18 07:36:39,700 Checking jobs for platform=local +2021-12-18 07:36:39,701 Checking jobs for platform=transfer_node +2021-12-18 07:36:39,701 Checking all jobs at once +2021-12-18 07:36:40,923 Successful check job command +2021-12-18 07:36:40,923 Job t0ni_19931101_fc0_INI is RUNNING +2021-12-18 07:36:40,923 End of checking +2021-12-18 07:36:40,924 Updating FAILED jobs +2021-12-18 07:36:40,924 Updating WAITING jobs +2021-12-18 07:36:40,925 Update finished +2021-12-18 07:36:40,925 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:36:40,925 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:36:40,925 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:36:40,925 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:36:40,925 t0ni_19931101_fc0_INI 19268645 RUNNING marenostrum4 debug +2021-12-18 07:36:40,928 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:36:40,930 Job list saved +2021-12-18 07:36:40,935 Updating FAILED jobs +2021-12-18 07:36:40,935 Updating WAITING jobs +2021-12-18 07:36:40,935 Update finished +2021-12-18 07:36:50,945 Reloading parameters... +2021-12-18 07:36:50,963 Loading parameters... +2021-12-18 07:36:50,965 Loading project parameters... +2021-12-18 07:36:50,967 + +22 of 25 jobs remaining (07:36) +2021-12-18 07:36:50,967 Sleep: 10 +2021-12-18 07:36:50,967 Number of retrials: 0 +2021-12-18 07:36:50,967 WRAPPER CHECK TIME = 10 +2021-12-18 07:36:50,968 Checking jobs for platform=marenostrum4 +2021-12-18 07:36:50,968 Checking jobs for platform=nord3 +2021-12-18 07:36:50,969 Checking jobs for platform=local +2021-12-18 07:36:50,969 Checking jobs for platform=transfer_node +2021-12-18 07:36:50,969 Checking all jobs at once +2021-12-18 07:36:52,690 Successful check job command +2021-12-18 07:36:52,690 Job t0ni_19931101_fc0_INI is RUNNING +2021-12-18 07:36:52,690 End of checking +2021-12-18 07:36:52,691 Updating FAILED jobs +2021-12-18 07:36:52,691 Updating WAITING jobs +2021-12-18 07:36:52,692 Update finished +2021-12-18 07:36:52,692 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:36:52,692 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:36:52,692 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:36:52,692 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:36:52,692 t0ni_19931101_fc0_INI 19268645 RUNNING marenostrum4 debug +2021-12-18 07:36:52,695 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:36:52,697 Job list saved +2021-12-18 07:36:52,702 Updating FAILED jobs +2021-12-18 07:36:52,702 Updating WAITING jobs +2021-12-18 07:36:52,702 Update finished +2021-12-18 07:37:02,712 Reloading parameters... +2021-12-18 07:37:02,731 Loading parameters... +2021-12-18 07:37:02,733 Loading project parameters... +2021-12-18 07:37:02,736 + +22 of 25 jobs remaining (07:37) +2021-12-18 07:37:02,736 Sleep: 10 +2021-12-18 07:37:02,736 Number of retrials: 0 +2021-12-18 07:37:02,736 WRAPPER CHECK TIME = 10 +2021-12-18 07:37:02,737 Checking jobs for platform=marenostrum4 +2021-12-18 07:37:02,738 Checking jobs for platform=nord3 +2021-12-18 07:37:02,738 Checking jobs for platform=local +2021-12-18 07:37:02,739 Checking jobs for platform=transfer_node +2021-12-18 07:37:02,739 Checking all jobs at once +2021-12-18 07:37:04,209 Successful check job command +2021-12-18 07:37:04,209 Job t0ni_19931101_fc0_INI is RUNNING +2021-12-18 07:37:04,210 End of checking +2021-12-18 07:37:04,211 Updating FAILED jobs +2021-12-18 07:37:04,211 Updating WAITING jobs +2021-12-18 07:37:04,211 Update finished +2021-12-18 07:37:04,211 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:37:04,212 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:37:04,212 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:37:04,212 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:37:04,212 t0ni_19931101_fc0_INI 19268645 RUNNING marenostrum4 debug +2021-12-18 07:37:04,215 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:37:04,218 Job list saved +2021-12-18 07:37:04,223 Updating FAILED jobs +2021-12-18 07:37:04,223 Updating WAITING jobs +2021-12-18 07:37:04,223 Update finished +2021-12-18 07:37:14,234 Reloading parameters... +2021-12-18 07:37:14,252 Loading parameters... +2021-12-18 07:37:14,254 Loading project parameters... +2021-12-18 07:37:14,256 + +22 of 25 jobs remaining (07:37) +2021-12-18 07:37:14,256 Sleep: 10 +2021-12-18 07:37:14,256 Number of retrials: 0 +2021-12-18 07:37:14,256 WRAPPER CHECK TIME = 10 +2021-12-18 07:37:14,257 Checking jobs for platform=marenostrum4 +2021-12-18 07:37:14,257 Checking jobs for platform=nord3 +2021-12-18 07:37:14,258 Checking jobs for platform=local +2021-12-18 07:37:14,258 Checking jobs for platform=transfer_node +2021-12-18 07:37:14,258 Checking all jobs at once +2021-12-18 07:37:15,677 Successful check job command +2021-12-18 07:37:15,677 Job t0ni_19931101_fc0_INI is RUNNING +2021-12-18 07:37:15,678 End of checking +2021-12-18 07:37:15,679 Updating FAILED jobs +2021-12-18 07:37:15,679 Updating WAITING jobs +2021-12-18 07:37:15,679 Update finished +2021-12-18 07:37:15,679 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:37:15,680 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:37:15,680 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:37:15,680 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:37:15,680 t0ni_19931101_fc0_INI 19268645 RUNNING marenostrum4 debug +2021-12-18 07:37:15,683 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:37:15,685 Job list saved +2021-12-18 07:37:15,690 Updating FAILED jobs +2021-12-18 07:37:15,690 Updating WAITING jobs +2021-12-18 07:37:15,690 Update finished +2021-12-18 07:37:25,700 Reloading parameters... +2021-12-18 07:37:25,718 Loading parameters... +2021-12-18 07:37:25,719 Loading project parameters... +2021-12-18 07:37:25,721 + +22 of 25 jobs remaining (07:37) +2021-12-18 07:37:25,722 Sleep: 10 +2021-12-18 07:37:25,722 Number of retrials: 0 +2021-12-18 07:37:25,722 WRAPPER CHECK TIME = 10 +2021-12-18 07:37:25,722 Checking jobs for platform=marenostrum4 +2021-12-18 07:37:25,723 Checking jobs for platform=nord3 +2021-12-18 07:37:25,723 Checking jobs for platform=local +2021-12-18 07:37:25,724 Checking jobs for platform=transfer_node +2021-12-18 07:37:25,724 Checking all jobs at once +2021-12-18 07:37:27,043 Successful check job command +2021-12-18 07:37:27,043 Job t0ni_19931101_fc0_INI is RUNNING +2021-12-18 07:37:27,044 End of checking +2021-12-18 07:37:27,045 Updating FAILED jobs +2021-12-18 07:37:27,045 Updating WAITING jobs +2021-12-18 07:37:27,045 Update finished +2021-12-18 07:37:27,045 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:37:27,045 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:37:27,046 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:37:27,046 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:37:27,046 t0ni_19931101_fc0_INI 19268645 RUNNING marenostrum4 debug +2021-12-18 07:37:27,048 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:37:27,050 Job list saved +2021-12-18 07:37:27,055 Updating FAILED jobs +2021-12-18 07:37:27,055 Updating WAITING jobs +2021-12-18 07:37:27,055 Update finished +2021-12-18 07:37:37,065 Reloading parameters... +2021-12-18 07:37:37,083 Loading parameters... +2021-12-18 07:37:37,084 Loading project parameters... +2021-12-18 07:37:37,086 + +22 of 25 jobs remaining (07:37) +2021-12-18 07:37:37,086 Sleep: 10 +2021-12-18 07:37:37,086 Number of retrials: 0 +2021-12-18 07:37:37,086 WRAPPER CHECK TIME = 10 +2021-12-18 07:37:37,087 Checking jobs for platform=marenostrum4 +2021-12-18 07:37:37,088 Checking jobs for platform=nord3 +2021-12-18 07:37:37,088 Checking jobs for platform=local +2021-12-18 07:37:37,089 Checking jobs for platform=transfer_node +2021-12-18 07:37:37,089 Checking all jobs at once +2021-12-18 07:37:38,508 Successful check job command +2021-12-18 07:37:38,508 Job t0ni_19931101_fc0_INI is RUNNING +2021-12-18 07:37:38,509 End of checking +2021-12-18 07:37:38,510 Updating FAILED jobs +2021-12-18 07:37:38,510 Updating WAITING jobs +2021-12-18 07:37:38,510 Update finished +2021-12-18 07:37:38,510 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:37:38,510 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:37:38,511 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:37:38,511 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:37:38,511 t0ni_19931101_fc0_INI 19268645 RUNNING marenostrum4 debug +2021-12-18 07:37:38,513 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:37:38,515 Job list saved +2021-12-18 07:37:38,520 Updating FAILED jobs +2021-12-18 07:37:38,520 Updating WAITING jobs +2021-12-18 07:37:38,520 Update finished +2021-12-18 07:37:48,530 Reloading parameters... +2021-12-18 07:37:48,548 Loading parameters... +2021-12-18 07:37:48,549 Loading project parameters... +2021-12-18 07:37:48,551 + +22 of 25 jobs remaining (07:37) +2021-12-18 07:37:48,551 Sleep: 10 +2021-12-18 07:37:48,551 Number of retrials: 0 +2021-12-18 07:37:48,551 WRAPPER CHECK TIME = 10 +2021-12-18 07:37:48,552 Checking jobs for platform=marenostrum4 +2021-12-18 07:37:48,552 Checking jobs for platform=nord3 +2021-12-18 07:37:48,553 Checking jobs for platform=local +2021-12-18 07:37:48,554 Checking jobs for platform=transfer_node +2021-12-18 07:37:48,554 Checking all jobs at once +2021-12-18 07:37:49,876 Successful check job command +2021-12-18 07:37:49,876 Job t0ni_19931101_fc0_INI is RUNNING +2021-12-18 07:37:49,876 End of checking +2021-12-18 07:37:49,877 Updating FAILED jobs +2021-12-18 07:37:49,877 Updating WAITING jobs +2021-12-18 07:37:49,878 Update finished +2021-12-18 07:37:49,878 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:37:49,878 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:37:49,879 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:37:49,879 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:37:49,879 t0ni_19931101_fc0_INI 19268645 RUNNING marenostrum4 debug +2021-12-18 07:37:49,881 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:37:49,883 Job list saved +2021-12-18 07:37:49,888 Updating FAILED jobs +2021-12-18 07:37:49,888 Updating WAITING jobs +2021-12-18 07:37:49,888 Update finished +2021-12-18 07:37:59,898 Reloading parameters... +2021-12-18 07:37:59,915 Loading parameters... +2021-12-18 07:37:59,917 Loading project parameters... +2021-12-18 07:37:59,919 + +22 of 25 jobs remaining (07:37) +2021-12-18 07:37:59,919 Sleep: 10 +2021-12-18 07:37:59,919 Number of retrials: 0 +2021-12-18 07:37:59,919 WRAPPER CHECK TIME = 10 +2021-12-18 07:37:59,920 Checking jobs for platform=marenostrum4 +2021-12-18 07:37:59,921 Checking jobs for platform=nord3 +2021-12-18 07:37:59,921 Checking jobs for platform=local +2021-12-18 07:37:59,922 Checking jobs for platform=transfer_node +2021-12-18 07:37:59,922 Checking all jobs at once +2021-12-18 07:38:01,442 Successful check job command +2021-12-18 07:38:01,442 Job t0ni_19931101_fc0_INI is RUNNING +2021-12-18 07:38:01,442 End of checking +2021-12-18 07:38:01,443 Updating FAILED jobs +2021-12-18 07:38:01,443 Updating WAITING jobs +2021-12-18 07:38:01,444 Update finished +2021-12-18 07:38:01,444 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:38:01,444 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:38:01,444 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:38:01,444 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:38:01,445 t0ni_19931101_fc0_INI 19268645 RUNNING marenostrum4 debug +2021-12-18 07:38:01,447 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:38:01,449 Job list saved +2021-12-18 07:38:01,453 Updating FAILED jobs +2021-12-18 07:38:01,454 Updating WAITING jobs +2021-12-18 07:38:01,454 Update finished +2021-12-18 07:38:11,457 Reloading parameters... +2021-12-18 07:38:11,475 Loading parameters... +2021-12-18 07:38:11,476 Loading project parameters... +2021-12-18 07:38:11,484 + +22 of 25 jobs remaining (07:38) +2021-12-18 07:38:11,484 Sleep: 10 +2021-12-18 07:38:11,485 Number of retrials: 0 +2021-12-18 07:38:11,485 WRAPPER CHECK TIME = 10 +2021-12-18 07:38:11,485 Checking jobs for platform=marenostrum4 +2021-12-18 07:38:11,486 Checking jobs for platform=nord3 +2021-12-18 07:38:11,486 Checking jobs for platform=local +2021-12-18 07:38:11,487 Checking jobs for platform=transfer_node +2021-12-18 07:38:11,487 Checking all jobs at once +2021-12-18 07:38:12,908 Successful check job command +2021-12-18 07:38:12,908 Job t0ni_19931101_fc0_INI is RUNNING +2021-12-18 07:38:12,908 End of checking +2021-12-18 07:38:12,909 Updating FAILED jobs +2021-12-18 07:38:12,909 Updating WAITING jobs +2021-12-18 07:38:12,910 Update finished +2021-12-18 07:38:12,910 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:38:12,910 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:38:12,910 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:38:12,910 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:38:12,910 t0ni_19931101_fc0_INI 19268645 RUNNING marenostrum4 debug +2021-12-18 07:38:12,913 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:38:12,915 Job list saved +2021-12-18 07:38:12,920 Updating FAILED jobs +2021-12-18 07:38:12,920 Updating WAITING jobs +2021-12-18 07:38:12,920 Update finished +2021-12-18 07:38:22,921 Reloading parameters... +2021-12-18 07:38:22,939 Loading parameters... +2021-12-18 07:38:22,940 Loading project parameters... +2021-12-18 07:38:22,942 + +22 of 25 jobs remaining (07:38) +2021-12-18 07:38:22,943 Sleep: 10 +2021-12-18 07:38:22,943 Number of retrials: 0 +2021-12-18 07:38:22,943 WRAPPER CHECK TIME = 10 +2021-12-18 07:38:22,943 Checking jobs for platform=marenostrum4 +2021-12-18 07:38:22,944 Checking jobs for platform=nord3 +2021-12-18 07:38:22,944 Checking jobs for platform=local +2021-12-18 07:38:22,945 Checking jobs for platform=transfer_node +2021-12-18 07:38:22,945 Checking all jobs at once +2021-12-18 07:38:24,916 Successful check job command +2021-12-18 07:38:24,916 Job t0ni_19931101_fc0_INI is RUNNING +2021-12-18 07:38:24,916 End of checking +2021-12-18 07:38:24,917 Updating FAILED jobs +2021-12-18 07:38:24,917 Updating WAITING jobs +2021-12-18 07:38:24,918 Update finished +2021-12-18 07:38:24,918 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:38:24,918 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:38:24,919 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:38:24,919 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:38:24,919 t0ni_19931101_fc0_INI 19268645 RUNNING marenostrum4 debug +2021-12-18 07:38:24,921 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:38:24,924 Job list saved +2021-12-18 07:38:24,931 Updating FAILED jobs +2021-12-18 07:38:24,931 Updating WAITING jobs +2021-12-18 07:38:24,932 Update finished +2021-12-18 07:38:34,941 Reloading parameters... +2021-12-18 07:38:34,962 Loading parameters... +2021-12-18 07:38:34,963 Loading project parameters... +2021-12-18 07:38:34,965 + +22 of 25 jobs remaining (07:38) +2021-12-18 07:38:34,965 Sleep: 10 +2021-12-18 07:38:34,965 Number of retrials: 0 +2021-12-18 07:38:34,965 WRAPPER CHECK TIME = 10 +2021-12-18 07:38:34,966 Checking jobs for platform=marenostrum4 +2021-12-18 07:38:34,967 Checking jobs for platform=nord3 +2021-12-18 07:38:34,967 Checking jobs for platform=local +2021-12-18 07:38:34,968 Checking jobs for platform=transfer_node +2021-12-18 07:38:34,968 Checking all jobs at once +2021-12-18 07:38:36,237 Successful check job command +2021-12-18 07:38:36,237 Job t0ni_19931101_fc0_INI is RUNNING +2021-12-18 07:38:36,237 End of checking +2021-12-18 07:38:36,239 Updating FAILED jobs +2021-12-18 07:38:36,239 Updating WAITING jobs +2021-12-18 07:38:36,239 Update finished +2021-12-18 07:38:36,240 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:38:36,240 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:38:36,240 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:38:36,240 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:38:36,240 t0ni_19931101_fc0_INI 19268645 RUNNING marenostrum4 debug +2021-12-18 07:38:36,243 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:38:36,245 Job list saved +2021-12-18 07:38:36,249 Updating FAILED jobs +2021-12-18 07:38:36,249 Updating WAITING jobs +2021-12-18 07:38:36,250 Update finished +2021-12-18 07:38:46,254 Reloading parameters... +2021-12-18 07:38:46,272 Loading parameters... +2021-12-18 07:38:46,273 Loading project parameters... +2021-12-18 07:38:46,275 + +22 of 25 jobs remaining (07:38) +2021-12-18 07:38:46,275 Sleep: 10 +2021-12-18 07:38:46,275 Number of retrials: 0 +2021-12-18 07:38:46,275 WRAPPER CHECK TIME = 10 +2021-12-18 07:38:46,276 Checking jobs for platform=marenostrum4 +2021-12-18 07:38:46,276 Checking jobs for platform=nord3 +2021-12-18 07:38:46,277 Checking jobs for platform=local +2021-12-18 07:38:46,277 Checking jobs for platform=transfer_node +2021-12-18 07:38:46,278 Checking all jobs at once +2021-12-18 07:38:47,748 Successful check job command +2021-12-18 07:38:47,748 Job t0ni_19931101_fc0_INI is RUNNING +2021-12-18 07:38:47,749 End of checking +2021-12-18 07:38:47,750 Updating FAILED jobs +2021-12-18 07:38:47,750 Updating WAITING jobs +2021-12-18 07:38:47,750 Update finished +2021-12-18 07:38:47,750 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:38:47,751 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:38:47,751 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:38:47,751 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:38:47,751 t0ni_19931101_fc0_INI 19268645 RUNNING marenostrum4 debug +2021-12-18 07:38:47,754 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:38:47,756 Job list saved +2021-12-18 07:38:47,761 Updating FAILED jobs +2021-12-18 07:38:47,761 Updating WAITING jobs +2021-12-18 07:38:47,761 Update finished +2021-12-18 07:38:57,766 Reloading parameters... +2021-12-18 07:38:57,786 Loading parameters... +2021-12-18 07:38:57,787 Loading project parameters... +2021-12-18 07:38:57,789 + +22 of 25 jobs remaining (07:38) +2021-12-18 07:38:57,790 Sleep: 10 +2021-12-18 07:38:57,790 Number of retrials: 0 +2021-12-18 07:38:57,790 WRAPPER CHECK TIME = 10 +2021-12-18 07:38:57,790 Checking jobs for platform=marenostrum4 +2021-12-18 07:38:57,791 Checking jobs for platform=nord3 +2021-12-18 07:38:57,791 Checking jobs for platform=local +2021-12-18 07:38:57,792 Checking jobs for platform=transfer_node +2021-12-18 07:38:57,792 Checking all jobs at once +2021-12-18 07:38:59,161 Successful check job command +2021-12-18 07:38:59,162 Job t0ni_19931101_fc0_INI is RUNNING +2021-12-18 07:38:59,162 End of checking +2021-12-18 07:38:59,163 Updating FAILED jobs +2021-12-18 07:38:59,163 Updating WAITING jobs +2021-12-18 07:38:59,164 Update finished +2021-12-18 07:38:59,164 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:38:59,164 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:38:59,164 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:38:59,164 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:38:59,164 t0ni_19931101_fc0_INI 19268645 RUNNING marenostrum4 debug +2021-12-18 07:38:59,167 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:38:59,169 Job list saved +2021-12-18 07:38:59,174 Updating FAILED jobs +2021-12-18 07:38:59,174 Updating WAITING jobs +2021-12-18 07:38:59,174 Update finished +2021-12-18 07:39:09,185 Reloading parameters... +2021-12-18 07:39:09,204 Loading parameters... +2021-12-18 07:39:09,205 Loading project parameters... +2021-12-18 07:39:09,207 + +22 of 25 jobs remaining (07:39) +2021-12-18 07:39:09,207 Sleep: 10 +2021-12-18 07:39:09,208 Number of retrials: 0 +2021-12-18 07:39:09,208 WRAPPER CHECK TIME = 10 +2021-12-18 07:39:09,208 Checking jobs for platform=marenostrum4 +2021-12-18 07:39:09,209 Checking jobs for platform=nord3 +2021-12-18 07:39:09,209 Checking jobs for platform=local +2021-12-18 07:39:09,210 Checking jobs for platform=transfer_node +2021-12-18 07:39:09,210 Checking all jobs at once +2021-12-18 07:39:10,479 Successful check job command +2021-12-18 07:39:10,479 Job t0ni_19931101_fc0_INI is RUNNING +2021-12-18 07:39:10,479 End of checking +2021-12-18 07:39:10,481 Updating FAILED jobs +2021-12-18 07:39:10,481 Updating WAITING jobs +2021-12-18 07:39:10,481 Update finished +2021-12-18 07:39:10,481 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:39:10,482 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:39:10,482 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:39:10,482 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:39:10,483 t0ni_19931101_fc0_INI 19268645 RUNNING marenostrum4 debug +2021-12-18 07:39:10,485 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:39:10,487 Job list saved +2021-12-18 07:39:10,492 Updating FAILED jobs +2021-12-18 07:39:10,492 Updating WAITING jobs +2021-12-18 07:39:10,492 Update finished +2021-12-18 07:39:20,502 Reloading parameters... +2021-12-18 07:39:20,521 Loading parameters... +2021-12-18 07:39:20,522 Loading project parameters... +2021-12-18 07:39:20,524 + +22 of 25 jobs remaining (07:39) +2021-12-18 07:39:20,524 Sleep: 10 +2021-12-18 07:39:20,524 Number of retrials: 0 +2021-12-18 07:39:20,524 WRAPPER CHECK TIME = 10 +2021-12-18 07:39:20,525 Checking jobs for platform=marenostrum4 +2021-12-18 07:39:20,525 Checking jobs for platform=nord3 +2021-12-18 07:39:20,526 Checking jobs for platform=local +2021-12-18 07:39:20,526 Checking jobs for platform=transfer_node +2021-12-18 07:39:20,526 Checking all jobs at once +2021-12-18 07:39:21,796 Successful check job command +2021-12-18 07:39:21,796 Job t0ni_19931101_fc0_INI is RUNNING +2021-12-18 07:39:21,797 End of checking +2021-12-18 07:39:21,798 Updating FAILED jobs +2021-12-18 07:39:21,798 Updating WAITING jobs +2021-12-18 07:39:21,798 Update finished +2021-12-18 07:39:21,798 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:39:21,798 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:39:21,798 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:39:21,799 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:39:21,799 t0ni_19931101_fc0_INI 19268645 RUNNING marenostrum4 debug +2021-12-18 07:39:21,801 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:39:21,803 Job list saved +2021-12-18 07:39:21,808 Updating FAILED jobs +2021-12-18 07:39:21,809 Updating WAITING jobs +2021-12-18 07:39:21,809 Update finished +2021-12-18 07:39:31,815 Reloading parameters... +2021-12-18 07:39:31,834 Loading parameters... +2021-12-18 07:39:31,836 Loading project parameters... +2021-12-18 07:39:31,837 + +22 of 25 jobs remaining (07:39) +2021-12-18 07:39:31,838 Sleep: 10 +2021-12-18 07:39:31,838 Number of retrials: 0 +2021-12-18 07:39:31,838 WRAPPER CHECK TIME = 10 +2021-12-18 07:39:31,838 Checking jobs for platform=marenostrum4 +2021-12-18 07:39:31,839 Checking jobs for platform=nord3 +2021-12-18 07:39:31,840 Checking jobs for platform=local +2021-12-18 07:39:31,840 Checking jobs for platform=transfer_node +2021-12-18 07:39:31,840 Checking all jobs at once +2021-12-18 07:39:33,611 Successful check job command +2021-12-18 07:39:33,611 Job t0ni_19931101_fc0_INI is RUNNING +2021-12-18 07:39:33,611 End of checking +2021-12-18 07:39:33,612 Updating FAILED jobs +2021-12-18 07:39:33,612 Updating WAITING jobs +2021-12-18 07:39:33,613 Update finished +2021-12-18 07:39:33,613 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:39:33,613 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:39:33,613 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:39:33,613 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:39:33,613 t0ni_19931101_fc0_INI 19268645 RUNNING marenostrum4 debug +2021-12-18 07:39:33,616 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:39:33,618 Job list saved +2021-12-18 07:39:33,622 Updating FAILED jobs +2021-12-18 07:39:33,623 Updating WAITING jobs +2021-12-18 07:39:33,623 Update finished +2021-12-18 07:39:43,633 Reloading parameters... +2021-12-18 07:39:43,653 Loading parameters... +2021-12-18 07:39:43,654 Loading project parameters... +2021-12-18 07:39:43,656 + +22 of 25 jobs remaining (07:39) +2021-12-18 07:39:43,656 Sleep: 10 +2021-12-18 07:39:43,656 Number of retrials: 0 +2021-12-18 07:39:43,656 WRAPPER CHECK TIME = 10 +2021-12-18 07:39:43,657 Checking jobs for platform=marenostrum4 +2021-12-18 07:39:43,658 Checking jobs for platform=nord3 +2021-12-18 07:39:43,658 Checking jobs for platform=local +2021-12-18 07:39:43,659 Checking jobs for platform=transfer_node +2021-12-18 07:39:43,659 Checking all jobs at once +2021-12-18 07:39:45,079 Successful check job command +2021-12-18 07:39:45,079 Job t0ni_19931101_fc0_INI is RUNNING +2021-12-18 07:39:45,079 End of checking +2021-12-18 07:39:45,080 Updating FAILED jobs +2021-12-18 07:39:45,081 Updating WAITING jobs +2021-12-18 07:39:45,081 Update finished +2021-12-18 07:39:45,081 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:39:45,082 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:39:45,082 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:39:45,082 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:39:45,082 t0ni_19931101_fc0_INI 19268645 RUNNING marenostrum4 debug +2021-12-18 07:39:45,085 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:39:45,087 Job list saved +2021-12-18 07:39:45,092 Updating FAILED jobs +2021-12-18 07:39:45,092 Updating WAITING jobs +2021-12-18 07:39:45,093 Update finished +2021-12-18 07:39:55,103 Reloading parameters... +2021-12-18 07:39:55,122 Loading parameters... +2021-12-18 07:39:55,123 Loading project parameters... +2021-12-18 07:39:55,125 + +22 of 25 jobs remaining (07:39) +2021-12-18 07:39:55,125 Sleep: 10 +2021-12-18 07:39:55,126 Number of retrials: 0 +2021-12-18 07:39:55,126 WRAPPER CHECK TIME = 10 +2021-12-18 07:39:55,126 Checking jobs for platform=marenostrum4 +2021-12-18 07:39:55,127 Checking jobs for platform=nord3 +2021-12-18 07:39:55,127 Checking jobs for platform=local +2021-12-18 07:39:55,128 Checking jobs for platform=transfer_node +2021-12-18 07:39:55,128 Checking all jobs at once +2021-12-18 07:39:57,558 Successful check job command +2021-12-18 07:39:57,558 Job t0ni_19931101_fc0_INI is RUNNING +2021-12-18 07:39:57,558 End of checking +2021-12-18 07:39:57,560 Updating FAILED jobs +2021-12-18 07:39:57,560 Updating WAITING jobs +2021-12-18 07:39:57,560 Update finished +2021-12-18 07:39:57,560 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:39:57,560 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:39:57,561 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:39:57,561 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:39:57,561 t0ni_19931101_fc0_INI 19268645 RUNNING marenostrum4 debug +2021-12-18 07:39:57,565 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:39:57,567 Job list saved +2021-12-18 07:39:57,572 Updating FAILED jobs +2021-12-18 07:39:57,572 Updating WAITING jobs +2021-12-18 07:39:57,573 Update finished +2021-12-18 07:40:07,583 Reloading parameters... +2021-12-18 07:40:07,600 Loading parameters... +2021-12-18 07:40:07,602 Loading project parameters... +2021-12-18 07:40:07,604 + +22 of 25 jobs remaining (07:40) +2021-12-18 07:40:07,604 Sleep: 10 +2021-12-18 07:40:07,604 Number of retrials: 0 +2021-12-18 07:40:07,604 WRAPPER CHECK TIME = 10 +2021-12-18 07:40:07,605 Checking jobs for platform=marenostrum4 +2021-12-18 07:40:07,605 Checking jobs for platform=nord3 +2021-12-18 07:40:07,606 Checking jobs for platform=local +2021-12-18 07:40:07,606 Checking jobs for platform=transfer_node +2021-12-18 07:40:07,607 Checking all jobs at once +2021-12-18 07:40:09,333 Successful check job command +2021-12-18 07:40:09,334 Job t0ni_19931101_fc0_INI is RUNNING +2021-12-18 07:40:09,334 End of checking +2021-12-18 07:40:09,335 Updating FAILED jobs +2021-12-18 07:40:09,335 Updating WAITING jobs +2021-12-18 07:40:09,335 Update finished +2021-12-18 07:40:09,335 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:40:09,336 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:40:09,336 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:40:09,336 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:40:09,336 t0ni_19931101_fc0_INI 19268645 RUNNING marenostrum4 debug +2021-12-18 07:40:09,338 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:40:09,341 Job list saved +2021-12-18 07:40:09,349 Updating FAILED jobs +2021-12-18 07:40:09,349 Updating WAITING jobs +2021-12-18 07:40:09,349 Update finished +2021-12-18 07:40:19,359 Reloading parameters... +2021-12-18 07:40:19,382 Loading parameters... +2021-12-18 07:40:19,383 Loading project parameters... +2021-12-18 07:40:19,385 + +22 of 25 jobs remaining (07:40) +2021-12-18 07:40:19,385 Sleep: 10 +2021-12-18 07:40:19,385 Number of retrials: 0 +2021-12-18 07:40:19,385 WRAPPER CHECK TIME = 10 +2021-12-18 07:40:19,386 Checking jobs for platform=marenostrum4 +2021-12-18 07:40:19,386 Checking jobs for platform=nord3 +2021-12-18 07:40:19,387 Checking jobs for platform=local +2021-12-18 07:40:19,387 Checking jobs for platform=transfer_node +2021-12-18 07:40:19,387 Checking all jobs at once +2021-12-18 07:40:21,158 Successful check job command +2021-12-18 07:40:21,158 Job t0ni_19931101_fc0_INI is RUNNING +2021-12-18 07:40:21,158 End of checking +2021-12-18 07:40:21,159 Updating FAILED jobs +2021-12-18 07:40:21,160 Updating WAITING jobs +2021-12-18 07:40:21,160 Update finished +2021-12-18 07:40:21,160 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:40:21,162 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:40:21,162 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:40:21,162 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:40:21,162 t0ni_19931101_fc0_INI 19268645 RUNNING marenostrum4 debug +2021-12-18 07:40:21,165 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:40:21,167 Job list saved +2021-12-18 07:40:21,172 Updating FAILED jobs +2021-12-18 07:40:21,172 Updating WAITING jobs +2021-12-18 07:40:21,172 Update finished +2021-12-18 07:40:31,181 Reloading parameters... +2021-12-18 07:40:31,201 Loading parameters... +2021-12-18 07:40:31,202 Loading project parameters... +2021-12-18 07:40:31,204 + +22 of 25 jobs remaining (07:40) +2021-12-18 07:40:31,204 Sleep: 10 +2021-12-18 07:40:31,204 Number of retrials: 0 +2021-12-18 07:40:31,204 WRAPPER CHECK TIME = 10 +2021-12-18 07:40:31,205 Checking jobs for platform=marenostrum4 +2021-12-18 07:40:31,205 Checking jobs for platform=nord3 +2021-12-18 07:40:31,206 Checking jobs for platform=local +2021-12-18 07:40:31,206 Checking jobs for platform=transfer_node +2021-12-18 07:40:31,206 Checking all jobs at once +2021-12-18 07:40:33,177 Successful check job command +2021-12-18 07:40:33,177 Job t0ni_19931101_fc0_INI is RUNNING +2021-12-18 07:40:33,178 End of checking +2021-12-18 07:40:33,179 Updating FAILED jobs +2021-12-18 07:40:33,179 Updating WAITING jobs +2021-12-18 07:40:33,180 Update finished +2021-12-18 07:40:33,180 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:40:33,180 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:40:33,180 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:40:33,180 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:40:33,180 t0ni_19931101_fc0_INI 19268645 RUNNING marenostrum4 debug +2021-12-18 07:40:33,183 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:40:33,185 Job list saved +2021-12-18 07:40:33,189 Updating FAILED jobs +2021-12-18 07:40:33,190 Updating WAITING jobs +2021-12-18 07:40:33,190 Update finished +2021-12-18 07:40:43,200 Reloading parameters... +2021-12-18 07:40:43,219 Loading parameters... +2021-12-18 07:40:43,220 Loading project parameters... +2021-12-18 07:40:43,222 + +22 of 25 jobs remaining (07:40) +2021-12-18 07:40:43,222 Sleep: 10 +2021-12-18 07:40:43,222 Number of retrials: 0 +2021-12-18 07:40:43,222 WRAPPER CHECK TIME = 10 +2021-12-18 07:40:43,223 Checking jobs for platform=marenostrum4 +2021-12-18 07:40:43,223 Checking jobs for platform=nord3 +2021-12-18 07:40:43,224 Checking jobs for platform=local +2021-12-18 07:40:43,225 Checking jobs for platform=transfer_node +2021-12-18 07:40:43,225 Checking all jobs at once +2021-12-18 07:40:44,494 Successful check job command +2021-12-18 07:40:44,494 Job t0ni_19931101_fc0_INI is RUNNING +2021-12-18 07:40:44,494 End of checking +2021-12-18 07:40:44,496 Updating FAILED jobs +2021-12-18 07:40:44,496 Updating WAITING jobs +2021-12-18 07:40:44,496 Update finished +2021-12-18 07:40:44,496 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:40:44,496 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:40:44,496 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:40:44,497 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:40:44,497 t0ni_19931101_fc0_INI 19268645 RUNNING marenostrum4 debug +2021-12-18 07:40:44,499 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:40:44,501 Job list saved +2021-12-18 07:40:44,505 Updating FAILED jobs +2021-12-18 07:40:44,506 Updating WAITING jobs +2021-12-18 07:40:44,506 Update finished +2021-12-18 07:40:54,516 Reloading parameters... +2021-12-18 07:40:54,537 Loading parameters... +2021-12-18 07:40:54,539 Loading project parameters... +2021-12-18 07:40:54,541 + +22 of 25 jobs remaining (07:40) +2021-12-18 07:40:54,541 Sleep: 10 +2021-12-18 07:40:54,541 Number of retrials: 0 +2021-12-18 07:40:54,541 WRAPPER CHECK TIME = 10 +2021-12-18 07:40:54,542 Checking jobs for platform=marenostrum4 +2021-12-18 07:40:54,542 Checking jobs for platform=nord3 +2021-12-18 07:40:54,543 Checking jobs for platform=local +2021-12-18 07:40:54,543 Checking jobs for platform=transfer_node +2021-12-18 07:40:54,544 Checking all jobs at once +2021-12-18 07:40:55,973 Successful check job command +2021-12-18 07:40:55,973 Job t0ni_19931101_fc0_INI is RUNNING +2021-12-18 07:40:55,973 End of checking +2021-12-18 07:40:55,975 Updating FAILED jobs +2021-12-18 07:40:55,975 Updating WAITING jobs +2021-12-18 07:40:55,975 Update finished +2021-12-18 07:40:55,976 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:40:55,976 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:40:55,976 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:40:55,977 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:40:55,977 t0ni_19931101_fc0_INI 19268645 RUNNING marenostrum4 debug +2021-12-18 07:40:55,979 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:40:55,982 Job list saved +2021-12-18 07:40:55,987 Updating FAILED jobs +2021-12-18 07:40:55,987 Updating WAITING jobs +2021-12-18 07:40:55,987 Update finished +2021-12-18 07:41:05,997 Reloading parameters... +2021-12-18 07:41:06,015 Loading parameters... +2021-12-18 07:41:06,016 Loading project parameters... +2021-12-18 07:41:06,018 + +22 of 25 jobs remaining (07:41) +2021-12-18 07:41:06,018 Sleep: 10 +2021-12-18 07:41:06,018 Number of retrials: 0 +2021-12-18 07:41:06,018 WRAPPER CHECK TIME = 10 +2021-12-18 07:41:06,019 Checking jobs for platform=marenostrum4 +2021-12-18 07:41:06,019 Checking jobs for platform=nord3 +2021-12-18 07:41:06,020 Checking jobs for platform=local +2021-12-18 07:41:06,021 Checking jobs for platform=transfer_node +2021-12-18 07:41:06,021 Checking all jobs at once +2021-12-18 07:41:07,442 Successful check job command +2021-12-18 07:41:07,443 Job t0ni_19931101_fc0_INI is RUNNING +2021-12-18 07:41:07,443 End of checking +2021-12-18 07:41:07,444 Updating FAILED jobs +2021-12-18 07:41:07,444 Updating WAITING jobs +2021-12-18 07:41:07,445 Update finished +2021-12-18 07:41:07,445 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:41:07,445 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:41:07,445 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:41:07,445 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:41:07,445 t0ni_19931101_fc0_INI 19268645 RUNNING marenostrum4 debug +2021-12-18 07:41:07,448 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:41:07,450 Job list saved +2021-12-18 07:41:07,455 Updating FAILED jobs +2021-12-18 07:41:07,455 Updating WAITING jobs +2021-12-18 07:41:07,455 Update finished +2021-12-18 07:41:17,465 Reloading parameters... +2021-12-18 07:41:17,484 Loading parameters... +2021-12-18 07:41:17,486 Loading project parameters... +2021-12-18 07:41:17,488 + +22 of 25 jobs remaining (07:41) +2021-12-18 07:41:17,488 Sleep: 10 +2021-12-18 07:41:17,488 Number of retrials: 0 +2021-12-18 07:41:17,488 WRAPPER CHECK TIME = 10 +2021-12-18 07:41:17,489 Checking jobs for platform=marenostrum4 +2021-12-18 07:41:17,489 Checking jobs for platform=nord3 +2021-12-18 07:41:17,490 Checking jobs for platform=local +2021-12-18 07:41:17,490 Checking jobs for platform=transfer_node +2021-12-18 07:41:17,490 Checking all jobs at once +2021-12-18 07:41:18,810 Successful check job command +2021-12-18 07:41:18,810 Job t0ni_19931101_fc0_INI is RUNNING +2021-12-18 07:41:18,810 End of checking +2021-12-18 07:41:18,812 Updating FAILED jobs +2021-12-18 07:41:18,812 Updating WAITING jobs +2021-12-18 07:41:18,812 Update finished +2021-12-18 07:41:18,812 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:41:18,813 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:41:18,813 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:41:18,813 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:41:18,813 t0ni_19931101_fc0_INI 19268645 RUNNING marenostrum4 debug +2021-12-18 07:41:18,816 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:41:18,818 Job list saved +2021-12-18 07:41:18,828 Updating FAILED jobs +2021-12-18 07:41:18,828 Updating WAITING jobs +2021-12-18 07:41:18,828 Update finished +2021-12-18 07:41:28,838 Reloading parameters... +2021-12-18 07:41:28,859 Loading parameters... +2021-12-18 07:41:28,862 Loading project parameters... +2021-12-18 07:41:28,866 + +22 of 25 jobs remaining (07:41) +2021-12-18 07:41:28,866 Sleep: 10 +2021-12-18 07:41:28,866 Number of retrials: 0 +2021-12-18 07:41:28,866 WRAPPER CHECK TIME = 10 +2021-12-18 07:41:28,871 Checking jobs for platform=marenostrum4 +2021-12-18 07:41:28,871 Checking jobs for platform=nord3 +2021-12-18 07:41:28,873 Checking jobs for platform=local +2021-12-18 07:41:28,874 Checking jobs for platform=transfer_node +2021-12-18 07:41:28,874 Checking all jobs at once +2021-12-18 07:41:30,603 Successful check job command +2021-12-18 07:41:30,603 Job t0ni_19931101_fc0_INI is RUNNING +2021-12-18 07:41:30,603 End of checking +2021-12-18 07:41:30,605 Updating FAILED jobs +2021-12-18 07:41:30,605 Updating WAITING jobs +2021-12-18 07:41:30,605 Update finished +2021-12-18 07:41:30,605 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:41:30,606 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:41:30,606 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:41:30,606 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:41:30,606 t0ni_19931101_fc0_INI 19268645 RUNNING marenostrum4 debug +2021-12-18 07:41:30,609 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:41:30,611 Job list saved +2021-12-18 07:41:30,617 Updating FAILED jobs +2021-12-18 07:41:30,617 Updating WAITING jobs +2021-12-18 07:41:30,617 Update finished +2021-12-18 07:41:40,624 Reloading parameters... +2021-12-18 07:41:40,641 Loading parameters... +2021-12-18 07:41:40,643 Loading project parameters... +2021-12-18 07:41:40,645 + +22 of 25 jobs remaining (07:41) +2021-12-18 07:41:40,645 Sleep: 10 +2021-12-18 07:41:40,645 Number of retrials: 0 +2021-12-18 07:41:40,645 WRAPPER CHECK TIME = 10 +2021-12-18 07:41:40,646 Checking jobs for platform=marenostrum4 +2021-12-18 07:41:40,646 Checking jobs for platform=nord3 +2021-12-18 07:41:40,647 Checking jobs for platform=local +2021-12-18 07:41:40,647 Checking jobs for platform=transfer_node +2021-12-18 07:41:40,647 Checking all jobs at once +2021-12-18 07:41:42,217 Successful check job command +2021-12-18 07:41:42,217 Job t0ni_19931101_fc0_INI is RUNNING +2021-12-18 07:41:42,218 End of checking +2021-12-18 07:41:42,219 Updating FAILED jobs +2021-12-18 07:41:42,219 Updating WAITING jobs +2021-12-18 07:41:42,219 Update finished +2021-12-18 07:41:42,219 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:41:42,219 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:41:42,220 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:41:42,220 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:41:42,220 t0ni_19931101_fc0_INI 19268645 RUNNING marenostrum4 debug +2021-12-18 07:41:42,222 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:41:42,224 Job list saved +2021-12-18 07:41:42,229 Updating FAILED jobs +2021-12-18 07:41:42,229 Updating WAITING jobs +2021-12-18 07:41:42,229 Update finished +2021-12-18 07:41:52,239 Reloading parameters... +2021-12-18 07:41:52,256 Loading parameters... +2021-12-18 07:41:52,257 Loading project parameters... +2021-12-18 07:41:52,259 + +22 of 25 jobs remaining (07:41) +2021-12-18 07:41:52,259 Sleep: 10 +2021-12-18 07:41:52,260 Number of retrials: 0 +2021-12-18 07:41:52,260 WRAPPER CHECK TIME = 10 +2021-12-18 07:41:52,260 Checking jobs for platform=marenostrum4 +2021-12-18 07:41:52,261 Checking jobs for platform=nord3 +2021-12-18 07:41:52,261 Checking jobs for platform=local +2021-12-18 07:41:52,262 Checking jobs for platform=transfer_node +2021-12-18 07:41:52,262 Checking all jobs at once +2021-12-18 07:41:53,582 Successful check job command +2021-12-18 07:41:53,582 Job t0ni_19931101_fc0_INI is RUNNING +2021-12-18 07:41:53,582 End of checking +2021-12-18 07:41:53,583 Updating FAILED jobs +2021-12-18 07:41:53,583 Updating WAITING jobs +2021-12-18 07:41:53,584 Update finished +2021-12-18 07:41:53,584 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:41:53,584 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:41:53,584 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:41:53,584 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:41:53,584 t0ni_19931101_fc0_INI 19268645 RUNNING marenostrum4 debug +2021-12-18 07:41:53,587 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:41:53,589 Job list saved +2021-12-18 07:41:53,593 Updating FAILED jobs +2021-12-18 07:41:53,594 Updating WAITING jobs +2021-12-18 07:41:53,594 Update finished +2021-12-18 07:42:03,604 Reloading parameters... +2021-12-18 07:42:03,683 Loading parameters... +2021-12-18 07:42:03,685 Loading project parameters... +2021-12-18 07:42:03,687 + +22 of 25 jobs remaining (07:42) +2021-12-18 07:42:03,687 Sleep: 10 +2021-12-18 07:42:03,687 Number of retrials: 0 +2021-12-18 07:42:03,688 WRAPPER CHECK TIME = 10 +2021-12-18 07:42:03,688 Checking jobs for platform=marenostrum4 +2021-12-18 07:42:03,689 Checking jobs for platform=nord3 +2021-12-18 07:42:03,689 Checking jobs for platform=local +2021-12-18 07:42:03,690 Checking jobs for platform=transfer_node +2021-12-18 07:42:03,690 Checking all jobs at once +2021-12-18 07:42:05,210 Successful check job command +2021-12-18 07:42:05,210 Job t0ni_19931101_fc0_INI is RUNNING +2021-12-18 07:42:05,210 End of checking +2021-12-18 07:42:05,212 Updating FAILED jobs +2021-12-18 07:42:05,212 Updating WAITING jobs +2021-12-18 07:42:05,212 Update finished +2021-12-18 07:42:05,212 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:42:05,213 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:42:05,213 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:42:05,213 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:42:05,213 t0ni_19931101_fc0_INI 19268645 RUNNING marenostrum4 debug +2021-12-18 07:42:05,216 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:42:05,218 Job list saved +2021-12-18 07:42:05,223 Updating FAILED jobs +2021-12-18 07:42:05,223 Updating WAITING jobs +2021-12-18 07:42:05,223 Update finished +2021-12-18 07:42:15,233 Reloading parameters... +2021-12-18 07:42:15,251 Loading parameters... +2021-12-18 07:42:15,253 Loading project parameters... +2021-12-18 07:42:15,255 + +22 of 25 jobs remaining (07:42) +2021-12-18 07:42:15,255 Sleep: 10 +2021-12-18 07:42:15,255 Number of retrials: 0 +2021-12-18 07:42:15,255 WRAPPER CHECK TIME = 10 +2021-12-18 07:42:15,256 Checking jobs for platform=marenostrum4 +2021-12-18 07:42:15,256 Checking jobs for platform=nord3 +2021-12-18 07:42:15,257 Checking jobs for platform=local +2021-12-18 07:42:15,257 Checking jobs for platform=transfer_node +2021-12-18 07:42:15,257 Checking all jobs at once +2021-12-18 07:42:16,727 Successful check job command +2021-12-18 07:42:16,727 Job t0ni_19931101_fc0_INI is RUNNING +2021-12-18 07:42:16,727 End of checking +2021-12-18 07:42:16,729 Updating FAILED jobs +2021-12-18 07:42:16,729 Updating WAITING jobs +2021-12-18 07:42:16,729 Update finished +2021-12-18 07:42:16,729 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:42:16,729 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:42:16,729 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:42:16,730 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:42:16,730 t0ni_19931101_fc0_INI 19268645 RUNNING marenostrum4 debug +2021-12-18 07:42:16,734 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:42:16,736 Job list saved +2021-12-18 07:42:16,741 Updating FAILED jobs +2021-12-18 07:42:16,741 Updating WAITING jobs +2021-12-18 07:42:16,741 Update finished +2021-12-18 07:42:26,752 Reloading parameters... +2021-12-18 07:42:26,770 Loading parameters... +2021-12-18 07:42:26,771 Loading project parameters... +2021-12-18 07:42:26,773 + +22 of 25 jobs remaining (07:42) +2021-12-18 07:42:26,773 Sleep: 10 +2021-12-18 07:42:26,773 Number of retrials: 0 +2021-12-18 07:42:26,773 WRAPPER CHECK TIME = 10 +2021-12-18 07:42:26,774 Checking jobs for platform=marenostrum4 +2021-12-18 07:42:26,774 Checking jobs for platform=nord3 +2021-12-18 07:42:26,775 Checking jobs for platform=local +2021-12-18 07:42:26,775 Checking jobs for platform=transfer_node +2021-12-18 07:42:26,776 Checking all jobs at once +2021-12-18 07:42:27,995 Successful check job command +2021-12-18 07:42:27,996 Job t0ni_19931101_fc0_INI is RUNNING +2021-12-18 07:42:27,996 End of checking +2021-12-18 07:42:27,997 Updating FAILED jobs +2021-12-18 07:42:27,997 Updating WAITING jobs +2021-12-18 07:42:27,997 Update finished +2021-12-18 07:42:27,998 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:42:27,998 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:42:27,998 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:42:27,998 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:42:27,998 t0ni_19931101_fc0_INI 19268645 RUNNING marenostrum4 debug +2021-12-18 07:42:28,001 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:42:28,003 Job list saved +2021-12-18 07:42:28,008 Updating FAILED jobs +2021-12-18 07:42:28,008 Updating WAITING jobs +2021-12-18 07:42:28,008 Update finished +2021-12-18 07:42:38,017 Reloading parameters... +2021-12-18 07:42:38,037 Loading parameters... +2021-12-18 07:42:38,038 Loading project parameters... +2021-12-18 07:42:38,040 + +22 of 25 jobs remaining (07:42) +2021-12-18 07:42:38,040 Sleep: 10 +2021-12-18 07:42:38,040 Number of retrials: 0 +2021-12-18 07:42:38,040 WRAPPER CHECK TIME = 10 +2021-12-18 07:42:38,041 Checking jobs for platform=marenostrum4 +2021-12-18 07:42:38,041 Checking jobs for platform=nord3 +2021-12-18 07:42:38,042 Checking jobs for platform=local +2021-12-18 07:42:38,042 Checking jobs for platform=transfer_node +2021-12-18 07:42:38,042 Checking all jobs at once +2021-12-18 07:42:40,364 Successful check job command +2021-12-18 07:42:40,364 Job t0ni_19931101_fc0_INI is RUNNING +2021-12-18 07:42:40,364 End of checking +2021-12-18 07:42:40,365 Updating FAILED jobs +2021-12-18 07:42:40,365 Updating WAITING jobs +2021-12-18 07:42:40,366 Update finished +2021-12-18 07:42:40,366 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:42:40,366 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:42:40,367 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:42:40,367 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:42:40,367 t0ni_19931101_fc0_INI 19268645 RUNNING marenostrum4 debug +2021-12-18 07:42:40,370 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:42:40,372 Job list saved +2021-12-18 07:42:40,377 Updating FAILED jobs +2021-12-18 07:42:40,378 Updating WAITING jobs +2021-12-18 07:42:40,378 Update finished +2021-12-18 07:42:50,388 Reloading parameters... +2021-12-18 07:42:50,407 Loading parameters... +2021-12-18 07:42:50,409 Loading project parameters... +2021-12-18 07:42:50,411 + +22 of 25 jobs remaining (07:42) +2021-12-18 07:42:50,411 Sleep: 10 +2021-12-18 07:42:50,411 Number of retrials: 0 +2021-12-18 07:42:50,411 WRAPPER CHECK TIME = 10 +2021-12-18 07:42:50,412 Checking jobs for platform=marenostrum4 +2021-12-18 07:42:50,412 Checking jobs for platform=nord3 +2021-12-18 07:42:50,413 Checking jobs for platform=local +2021-12-18 07:42:50,413 Checking jobs for platform=transfer_node +2021-12-18 07:42:50,414 Checking all jobs at once +2021-12-18 07:42:51,883 Successful check job command +2021-12-18 07:42:51,883 Job t0ni_19931101_fc0_INI is RUNNING +2021-12-18 07:42:51,884 End of checking +2021-12-18 07:42:51,885 Updating FAILED jobs +2021-12-18 07:42:51,885 Updating WAITING jobs +2021-12-18 07:42:51,886 Update finished +2021-12-18 07:42:51,886 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:42:51,886 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:42:51,886 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:42:51,886 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:42:51,886 t0ni_19931101_fc0_INI 19268645 RUNNING marenostrum4 debug +2021-12-18 07:42:51,889 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:42:51,891 Job list saved +2021-12-18 07:42:51,896 Updating FAILED jobs +2021-12-18 07:42:51,896 Updating WAITING jobs +2021-12-18 07:42:51,896 Update finished +2021-12-18 07:43:01,904 Reloading parameters... +2021-12-18 07:43:01,924 Loading parameters... +2021-12-18 07:43:01,925 Loading project parameters... +2021-12-18 07:43:01,927 + +22 of 25 jobs remaining (07:43) +2021-12-18 07:43:01,927 Sleep: 10 +2021-12-18 07:43:01,927 Number of retrials: 0 +2021-12-18 07:43:01,928 WRAPPER CHECK TIME = 10 +2021-12-18 07:43:01,928 Checking jobs for platform=marenostrum4 +2021-12-18 07:43:01,929 Checking jobs for platform=nord3 +2021-12-18 07:43:01,929 Checking jobs for platform=local +2021-12-18 07:43:01,930 Checking jobs for platform=transfer_node +2021-12-18 07:43:01,930 Checking all jobs at once +2021-12-18 07:43:03,502 Successful check job command +2021-12-18 07:43:03,503 Job t0ni_19931101_fc0_INI is RUNNING +2021-12-18 07:43:03,503 End of checking +2021-12-18 07:43:03,504 Updating FAILED jobs +2021-12-18 07:43:03,504 Updating WAITING jobs +2021-12-18 07:43:03,505 Update finished +2021-12-18 07:43:03,505 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:43:03,505 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:43:03,505 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:43:03,505 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:43:03,505 t0ni_19931101_fc0_INI 19268645 RUNNING marenostrum4 debug +2021-12-18 07:43:03,508 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:43:03,511 Job list saved +2021-12-18 07:43:03,516 Updating FAILED jobs +2021-12-18 07:43:03,516 Updating WAITING jobs +2021-12-18 07:43:03,517 Update finished +2021-12-18 07:43:13,527 Reloading parameters... +2021-12-18 07:43:13,553 Loading parameters... +2021-12-18 07:43:13,554 Loading project parameters... +2021-12-18 07:43:13,556 + +22 of 25 jobs remaining (07:43) +2021-12-18 07:43:13,556 Sleep: 10 +2021-12-18 07:43:13,556 Number of retrials: 0 +2021-12-18 07:43:13,556 WRAPPER CHECK TIME = 10 +2021-12-18 07:43:13,557 Checking jobs for platform=marenostrum4 +2021-12-18 07:43:13,557 Checking jobs for platform=nord3 +2021-12-18 07:43:13,558 Checking jobs for platform=local +2021-12-18 07:43:13,559 Checking jobs for platform=transfer_node +2021-12-18 07:43:13,559 Checking all jobs at once +2021-12-18 07:43:14,783 Successful check job command +2021-12-18 07:43:14,783 Job t0ni_19931101_fc0_INI is RUNNING +2021-12-18 07:43:14,783 End of checking +2021-12-18 07:43:14,784 Updating FAILED jobs +2021-12-18 07:43:14,784 Updating WAITING jobs +2021-12-18 07:43:14,785 Update finished +2021-12-18 07:43:14,785 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:43:14,785 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:43:14,785 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:43:14,785 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:43:14,785 t0ni_19931101_fc0_INI 19268645 RUNNING marenostrum4 debug +2021-12-18 07:43:14,788 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:43:14,790 Job list saved +2021-12-18 07:43:14,795 Updating FAILED jobs +2021-12-18 07:43:14,795 Updating WAITING jobs +2021-12-18 07:43:14,795 Update finished +2021-12-18 07:43:24,796 Reloading parameters... +2021-12-18 07:43:24,818 Loading parameters... +2021-12-18 07:43:24,820 Loading project parameters... +2021-12-18 07:43:24,821 + +22 of 25 jobs remaining (07:43) +2021-12-18 07:43:24,822 Sleep: 10 +2021-12-18 07:43:24,822 Number of retrials: 0 +2021-12-18 07:43:24,822 WRAPPER CHECK TIME = 10 +2021-12-18 07:43:24,822 Checking jobs for platform=marenostrum4 +2021-12-18 07:43:24,823 Checking jobs for platform=nord3 +2021-12-18 07:43:24,823 Checking jobs for platform=local +2021-12-18 07:43:24,824 Checking jobs for platform=transfer_node +2021-12-18 07:43:24,824 Checking all jobs at once +2021-12-18 07:43:26,494 Successful check job command +2021-12-18 07:43:26,494 Job t0ni_19931101_fc0_INI is RUNNING +2021-12-18 07:43:26,494 End of checking +2021-12-18 07:43:26,496 Updating FAILED jobs +2021-12-18 07:43:26,496 Updating WAITING jobs +2021-12-18 07:43:26,496 Update finished +2021-12-18 07:43:26,496 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:43:26,497 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:43:26,497 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:43:26,497 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:43:26,497 t0ni_19931101_fc0_INI 19268645 RUNNING marenostrum4 debug +2021-12-18 07:43:26,500 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:43:26,502 Job list saved +2021-12-18 07:43:26,507 Updating FAILED jobs +2021-12-18 07:43:26,507 Updating WAITING jobs +2021-12-18 07:43:26,508 Update finished +2021-12-18 07:43:36,515 Reloading parameters... +2021-12-18 07:43:36,534 Loading parameters... +2021-12-18 07:43:36,536 Loading project parameters... +2021-12-18 07:43:36,538 + +22 of 25 jobs remaining (07:43) +2021-12-18 07:43:36,538 Sleep: 10 +2021-12-18 07:43:36,538 Number of retrials: 0 +2021-12-18 07:43:36,538 WRAPPER CHECK TIME = 10 +2021-12-18 07:43:36,539 Checking jobs for platform=marenostrum4 +2021-12-18 07:43:36,539 Checking jobs for platform=nord3 +2021-12-18 07:43:36,540 Checking jobs for platform=local +2021-12-18 07:43:36,540 Checking jobs for platform=transfer_node +2021-12-18 07:43:36,540 Checking all jobs at once +2021-12-18 07:43:37,810 Successful check job command +2021-12-18 07:43:37,810 Job t0ni_19931101_fc0_INI is RUNNING +2021-12-18 07:43:37,810 End of checking +2021-12-18 07:43:37,812 Updating FAILED jobs +2021-12-18 07:43:37,812 Updating WAITING jobs +2021-12-18 07:43:37,812 Update finished +2021-12-18 07:43:37,812 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:43:37,812 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:43:37,813 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:43:37,813 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:43:37,813 t0ni_19931101_fc0_INI 19268645 RUNNING marenostrum4 debug +2021-12-18 07:43:37,816 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:43:37,818 Job list saved +2021-12-18 07:43:37,824 Updating FAILED jobs +2021-12-18 07:43:37,824 Updating WAITING jobs +2021-12-18 07:43:37,824 Update finished +2021-12-18 07:43:47,834 Reloading parameters... +2021-12-18 07:43:47,854 Loading parameters... +2021-12-18 07:43:47,855 Loading project parameters... +2021-12-18 07:43:47,857 + +22 of 25 jobs remaining (07:43) +2021-12-18 07:43:47,857 Sleep: 10 +2021-12-18 07:43:47,857 Number of retrials: 0 +2021-12-18 07:43:47,857 WRAPPER CHECK TIME = 10 +2021-12-18 07:43:47,858 Checking jobs for platform=marenostrum4 +2021-12-18 07:43:47,858 Checking jobs for platform=nord3 +2021-12-18 07:43:47,859 Checking jobs for platform=local +2021-12-18 07:43:47,859 Checking jobs for platform=transfer_node +2021-12-18 07:43:47,860 Checking all jobs at once +2021-12-18 07:43:49,230 Successful check job command +2021-12-18 07:43:49,230 Job t0ni_19931101_fc0_INI is RUNNING +2021-12-18 07:43:49,230 End of checking +2021-12-18 07:43:49,231 Updating FAILED jobs +2021-12-18 07:43:49,231 Updating WAITING jobs +2021-12-18 07:43:49,232 Update finished +2021-12-18 07:43:49,232 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:43:49,232 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:43:49,232 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:43:49,232 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:43:49,232 t0ni_19931101_fc0_INI 19268645 RUNNING marenostrum4 debug +2021-12-18 07:43:49,235 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:43:49,237 Job list saved +2021-12-18 07:43:49,246 Updating FAILED jobs +2021-12-18 07:43:49,247 Updating WAITING jobs +2021-12-18 07:43:49,247 Update finished +2021-12-18 07:43:59,257 Reloading parameters... +2021-12-18 07:43:59,277 Loading parameters... +2021-12-18 07:43:59,279 Loading project parameters... +2021-12-18 07:43:59,280 + +22 of 25 jobs remaining (07:43) +2021-12-18 07:43:59,281 Sleep: 10 +2021-12-18 07:43:59,281 Number of retrials: 0 +2021-12-18 07:43:59,281 WRAPPER CHECK TIME = 10 +2021-12-18 07:43:59,281 Checking jobs for platform=marenostrum4 +2021-12-18 07:43:59,282 Checking jobs for platform=nord3 +2021-12-18 07:43:59,282 Checking jobs for platform=local +2021-12-18 07:43:59,283 Checking jobs for platform=transfer_node +2021-12-18 07:43:59,283 Checking all jobs at once +2021-12-18 07:44:00,559 Successful check job command +2021-12-18 07:44:00,560 Job t0ni_19931101_fc0_INI is RUNNING +2021-12-18 07:44:00,560 End of checking +2021-12-18 07:44:00,561 Updating FAILED jobs +2021-12-18 07:44:00,561 Updating WAITING jobs +2021-12-18 07:44:00,561 Update finished +2021-12-18 07:44:00,562 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:44:00,562 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:44:00,562 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:44:00,562 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:44:00,562 t0ni_19931101_fc0_INI 19268645 RUNNING marenostrum4 debug +2021-12-18 07:44:00,565 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:44:00,568 Job list saved +2021-12-18 07:44:00,572 Updating FAILED jobs +2021-12-18 07:44:00,572 Updating WAITING jobs +2021-12-18 07:44:00,573 Update finished +2021-12-18 07:44:10,583 Reloading parameters... +2021-12-18 07:44:10,601 Loading parameters... +2021-12-18 07:44:10,603 Loading project parameters... +2021-12-18 07:44:10,604 + +22 of 25 jobs remaining (07:44) +2021-12-18 07:44:10,605 Sleep: 10 +2021-12-18 07:44:10,605 Number of retrials: 0 +2021-12-18 07:44:10,605 WRAPPER CHECK TIME = 10 +2021-12-18 07:44:10,605 Checking jobs for platform=marenostrum4 +2021-12-18 07:44:10,606 Checking jobs for platform=nord3 +2021-12-18 07:44:10,606 Checking jobs for platform=local +2021-12-18 07:44:10,607 Checking jobs for platform=transfer_node +2021-12-18 07:44:10,607 Checking all jobs at once +2021-12-18 07:44:11,978 Successful check job command +2021-12-18 07:44:11,978 Job t0ni_19931101_fc0_INI is RUNNING +2021-12-18 07:44:11,978 End of checking +2021-12-18 07:44:11,979 Updating FAILED jobs +2021-12-18 07:44:11,980 Updating WAITING jobs +2021-12-18 07:44:11,980 Update finished +2021-12-18 07:44:11,980 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:44:11,980 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:44:11,980 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:44:11,980 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:44:11,980 t0ni_19931101_fc0_INI 19268645 RUNNING marenostrum4 debug +2021-12-18 07:44:11,984 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:44:11,986 Job list saved +2021-12-18 07:44:11,991 Updating FAILED jobs +2021-12-18 07:44:11,991 Updating WAITING jobs +2021-12-18 07:44:11,992 Update finished +2021-12-18 07:44:22,002 Reloading parameters... +2021-12-18 07:44:22,021 Loading parameters... +2021-12-18 07:44:22,022 Loading project parameters... +2021-12-18 07:44:22,024 + +22 of 25 jobs remaining (07:44) +2021-12-18 07:44:22,024 Sleep: 10 +2021-12-18 07:44:22,024 Number of retrials: 0 +2021-12-18 07:44:22,024 WRAPPER CHECK TIME = 10 +2021-12-18 07:44:22,025 Checking jobs for platform=marenostrum4 +2021-12-18 07:44:22,025 Checking jobs for platform=nord3 +2021-12-18 07:44:22,026 Checking jobs for platform=local +2021-12-18 07:44:22,026 Checking jobs for platform=transfer_node +2021-12-18 07:44:22,027 Checking all jobs at once +2021-12-18 07:44:24,348 Successful check job command +2021-12-18 07:44:24,348 Job t0ni_19931101_fc0_INI is RUNNING +2021-12-18 07:44:24,348 End of checking +2021-12-18 07:44:24,349 Updating FAILED jobs +2021-12-18 07:44:24,349 Updating WAITING jobs +2021-12-18 07:44:24,350 Update finished +2021-12-18 07:44:24,350 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:44:24,350 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:44:24,350 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:44:24,350 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:44:24,350 t0ni_19931101_fc0_INI 19268645 RUNNING marenostrum4 debug +2021-12-18 07:44:24,353 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:44:24,355 Job list saved +2021-12-18 07:44:24,361 Updating FAILED jobs +2021-12-18 07:44:24,361 Updating WAITING jobs +2021-12-18 07:44:24,361 Update finished +2021-12-18 07:44:34,372 Reloading parameters... +2021-12-18 07:44:34,391 Loading parameters... +2021-12-18 07:44:34,393 Loading project parameters... +2021-12-18 07:44:34,394 + +22 of 25 jobs remaining (07:44) +2021-12-18 07:44:34,395 Sleep: 10 +2021-12-18 07:44:34,395 Number of retrials: 0 +2021-12-18 07:44:34,395 WRAPPER CHECK TIME = 10 +2021-12-18 07:44:34,395 Checking jobs for platform=marenostrum4 +2021-12-18 07:44:34,396 Checking jobs for platform=nord3 +2021-12-18 07:44:34,397 Checking jobs for platform=local +2021-12-18 07:44:34,397 Checking jobs for platform=transfer_node +2021-12-18 07:44:34,397 Checking all jobs at once +2021-12-18 07:44:35,917 Successful check job command +2021-12-18 07:44:35,917 t0ni_19931101_fc0_INI job seems to have completed: checking... +2021-12-18 07:44:35,935 Job t0ni_19931101_fc0_INI is COMPLETED +2021-12-18 07:44:35,951 t0ni_19931101_fc0_INI_STAT file have been transfered +2021-12-18 07:44:36,058 End of checking +2021-12-18 07:44:36,060 Updating FAILED jobs +2021-12-18 07:44:36,060 Updating WAITING jobs +2021-12-18 07:44:36,060 Setting job: t0ni_19931101_fc0_1_SIM status to: READY (all parents completed)... +2021-12-18 07:44:36,060 Update finished +2021-12-18 07:44:36,061 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:44:36,062 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:44:36,062 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:44:36,062 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:44:36,062 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 07:44:36,065 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:44:36,070 Job list saved +2021-12-18 07:44:36,072 +Jobs ready for marenostrum4: 1 +2021-12-18 07:44:36,073 Number of jobs available: 20 +2021-12-18 07:44:36,073 Number of jobs ready: 1 +2021-12-18 07:44:36,073 Jobs ready for marenostrum4: 1 +2021-12-18 07:44:36,084 Custom directives from platform.conf: None +2021-12-18 07:44:36,085 Custom directives from platform.conf: None +2021-12-18 07:44:36,085 Custom directives from platform.conf: None +[WARNING] 2021-12-18 07:44:36,144 Script t0ni_19931101_fc0_1_SIM check failed +[WARNING] 2021-12-18 07:44:36,144 On submission script has some empty variables +[WARNING] 2021-12-18 07:44:36,159 Script t0ni_19931101_fc0_2_SIM check failed +[WARNING] 2021-12-18 07:44:36,160 On submission script has some empty variables +2021-12-18 07:44:36,165 Creating Scripts +2021-12-18 07:44:36,558 Sending Files +2021-12-18 07:44:36,558 Check remote dir +2021-12-18 07:44:38,283 Compressing multiple_files +2021-12-18 07:44:38,309 Uncompress - send_command +2021-12-18 07:44:39,979 Send_file: common_script +2021-12-18 07:44:39,987 Submitting +2021-12-18 07:44:43,142 +Jobs ready for nord3: 0 +2021-12-18 07:44:43,143 Number of jobs available: 20 +2021-12-18 07:44:43,143 Number of jobs ready: 0 +2021-12-18 07:44:43,144 +Jobs ready for local: 0 +2021-12-18 07:44:43,144 Number of jobs available: 20 +2021-12-18 07:44:43,145 Number of jobs ready: 0 +2021-12-18 07:44:43,146 +Jobs ready for transfer_node: 0 +2021-12-18 07:44:43,147 Number of jobs available: 20 +2021-12-18 07:44:43,147 Number of jobs ready: 0 +2021-12-18 07:44:43,149 Updating FAILED jobs +2021-12-18 07:44:43,149 Updating WAITING jobs +2021-12-18 07:44:43,149 Update finished +2021-12-18 07:44:43,150 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:44:43,150 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:44:43,150 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:44:43,150 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:44:43,151 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 07:44:43,151 t0ni_19931101_fc0_1_SIM 19278896 SUBMITTED marenostrum4 bsc_es +2021-12-18 07:44:43,151 t0ni_19931101_fc0_2_SIM 19278896 SUBMITTED marenostrum4 bsc_es +2021-12-18 07:44:43,155 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:44:43,157 Job list saved +2021-12-18 07:44:43,232 Updating FAILED jobs +2021-12-18 07:44:43,232 Updating WAITING jobs +2021-12-18 07:44:43,232 Update finished +2021-12-18 07:44:53,242 Reloading parameters... +2021-12-18 07:44:53,269 Loading parameters... +2021-12-18 07:44:53,270 Loading project parameters... +2021-12-18 07:44:53,272 + +21 of 25 jobs remaining (07:44) +2021-12-18 07:44:53,272 Sleep: 10 +2021-12-18 07:44:53,272 Number of retrials: 0 +2021-12-18 07:44:53,272 WRAPPER CHECK TIME = 10 +2021-12-18 07:44:53,273 Checking jobs for platform=marenostrum4 +2021-12-18 07:44:53,273 Checking Wrapper 19278896 +2021-12-18 07:44:56,794 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 07:44:56,794 Wrapper job t0ni_ASThread_16398098768507_2400_2 changed from SUBMITTED to status RUNNING +2021-12-18 07:44:56,794 Checking inner jobs status +2021-12-18 07:44:58,312 Job t0ni_19931101_fc0_1_SIM started at 2021-12-18 07:44:46 +2021-12-18 07:44:58,312 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 07:44:58,328 t0ni_19931101_fc0_1_SIM_STAT file have been transfered +2021-12-18 07:44:58,404 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 07:44:58,406 Checking jobs for platform=nord3 +2021-12-18 07:44:58,406 Checking jobs for platform=local +2021-12-18 07:44:58,407 Checking jobs for platform=transfer_node +2021-12-18 07:44:58,407 End of checking +2021-12-18 07:44:58,409 Updating FAILED jobs +2021-12-18 07:44:58,409 Updating WAITING jobs +2021-12-18 07:44:58,409 Update finished +2021-12-18 07:44:58,409 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:44:58,409 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:44:58,409 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:44:58,410 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:44:58,410 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 07:44:58,410 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 07:44:58,410 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 07:44:58,413 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:44:58,415 Job list saved +2021-12-18 07:44:58,491 Updating FAILED jobs +2021-12-18 07:44:58,491 Updating WAITING jobs +2021-12-18 07:44:58,491 Update finished +2021-12-18 07:45:08,500 Reloading parameters... +2021-12-18 07:45:08,522 Loading parameters... +2021-12-18 07:45:08,523 Loading project parameters... +2021-12-18 07:45:08,525 + +21 of 25 jobs remaining (07:45) +2021-12-18 07:45:08,525 Sleep: 10 +2021-12-18 07:45:08,526 Number of retrials: 0 +2021-12-18 07:45:08,526 WRAPPER CHECK TIME = 10 +2021-12-18 07:45:08,526 Checking jobs for platform=marenostrum4 +2021-12-18 07:45:08,526 Checking Wrapper 19278896 +2021-12-18 07:45:12,297 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 07:45:12,298 Checking inner jobs status +2021-12-18 07:45:13,738 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 07:45:13,739 Checking jobs for platform=nord3 +2021-12-18 07:45:13,739 Checking jobs for platform=local +2021-12-18 07:45:13,740 Checking jobs for platform=transfer_node +2021-12-18 07:45:13,740 End of checking +2021-12-18 07:45:13,742 Updating FAILED jobs +2021-12-18 07:45:13,742 Updating WAITING jobs +2021-12-18 07:45:13,742 Update finished +2021-12-18 07:45:13,742 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:45:13,743 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:45:13,743 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:45:13,743 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:45:13,743 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 07:45:13,743 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 07:45:13,743 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 07:45:13,746 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:45:13,748 Job list saved +2021-12-18 07:45:13,812 Updating FAILED jobs +2021-12-18 07:45:13,813 Updating WAITING jobs +2021-12-18 07:45:13,813 Update finished +2021-12-18 07:45:23,821 Reloading parameters... +2021-12-18 07:45:23,843 Loading parameters... +2021-12-18 07:45:23,844 Loading project parameters... +2021-12-18 07:45:23,847 + +21 of 25 jobs remaining (07:45) +2021-12-18 07:45:23,847 Sleep: 10 +2021-12-18 07:45:23,847 Number of retrials: 0 +2021-12-18 07:45:23,847 WRAPPER CHECK TIME = 10 +2021-12-18 07:45:23,848 Checking jobs for platform=marenostrum4 +2021-12-18 07:45:23,848 Checking Wrapper 19278896 +2021-12-18 07:45:27,625 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 07:45:27,625 Checking inner jobs status +2021-12-18 07:45:28,907 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 07:45:28,908 Checking jobs for platform=nord3 +2021-12-18 07:45:28,908 Checking jobs for platform=local +2021-12-18 07:45:28,909 Checking jobs for platform=transfer_node +2021-12-18 07:45:28,909 End of checking +2021-12-18 07:45:28,910 Updating FAILED jobs +2021-12-18 07:45:28,911 Updating WAITING jobs +2021-12-18 07:45:28,911 Update finished +2021-12-18 07:45:28,911 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:45:28,911 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:45:28,911 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:45:28,911 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:45:28,912 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 07:45:28,912 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 07:45:28,912 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 07:45:28,918 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:45:28,920 Job list saved +2021-12-18 07:45:29,011 Updating FAILED jobs +2021-12-18 07:45:29,012 Updating WAITING jobs +2021-12-18 07:45:29,012 Update finished +2021-12-18 07:45:39,022 Reloading parameters... +2021-12-18 07:45:39,041 Loading parameters... +2021-12-18 07:45:39,043 Loading project parameters... +2021-12-18 07:45:39,044 + +21 of 25 jobs remaining (07:45) +2021-12-18 07:45:39,045 Sleep: 10 +2021-12-18 07:45:39,045 Number of retrials: 0 +2021-12-18 07:45:39,045 WRAPPER CHECK TIME = 10 +2021-12-18 07:45:39,045 Checking jobs for platform=marenostrum4 +2021-12-18 07:45:39,046 Checking Wrapper 19278896 +2021-12-18 07:45:42,417 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 07:45:42,417 Checking inner jobs status +2021-12-18 07:45:43,752 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 07:45:43,753 Checking jobs for platform=nord3 +2021-12-18 07:45:43,753 Checking jobs for platform=local +2021-12-18 07:45:43,754 Checking jobs for platform=transfer_node +2021-12-18 07:45:43,754 End of checking +2021-12-18 07:45:43,756 Updating FAILED jobs +2021-12-18 07:45:43,756 Updating WAITING jobs +2021-12-18 07:45:43,756 Update finished +2021-12-18 07:45:43,756 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:45:43,757 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:45:43,757 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:45:43,757 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:45:43,757 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 07:45:43,757 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 07:45:43,757 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 07:45:43,760 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:45:43,763 Job list saved +2021-12-18 07:45:43,829 Updating FAILED jobs +2021-12-18 07:45:43,829 Updating WAITING jobs +2021-12-18 07:45:43,829 Update finished +2021-12-18 07:45:53,832 Reloading parameters... +2021-12-18 07:45:53,855 Loading parameters... +2021-12-18 07:45:53,856 Loading project parameters... +2021-12-18 07:45:53,858 + +21 of 25 jobs remaining (07:45) +2021-12-18 07:45:53,858 Sleep: 10 +2021-12-18 07:45:53,858 Number of retrials: 0 +2021-12-18 07:45:53,858 WRAPPER CHECK TIME = 10 +2021-12-18 07:45:53,859 Checking jobs for platform=marenostrum4 +2021-12-18 07:45:53,859 Checking Wrapper 19278896 +2021-12-18 07:45:57,229 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 07:45:57,230 Checking inner jobs status +2021-12-18 07:45:59,114 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 07:45:59,115 Checking jobs for platform=nord3 +2021-12-18 07:45:59,116 Checking jobs for platform=local +2021-12-18 07:45:59,116 Checking jobs for platform=transfer_node +2021-12-18 07:45:59,116 End of checking +2021-12-18 07:45:59,121 Updating FAILED jobs +2021-12-18 07:45:59,121 Updating WAITING jobs +2021-12-18 07:45:59,122 Update finished +2021-12-18 07:45:59,122 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:45:59,122 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:45:59,122 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:45:59,123 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:45:59,123 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 07:45:59,123 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 07:45:59,123 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 07:45:59,126 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:45:59,128 Job list saved +2021-12-18 07:45:59,201 Updating FAILED jobs +2021-12-18 07:45:59,201 Updating WAITING jobs +2021-12-18 07:45:59,201 Update finished +2021-12-18 07:46:09,205 Reloading parameters... +2021-12-18 07:46:09,226 Loading parameters... +2021-12-18 07:46:09,228 Loading project parameters... +2021-12-18 07:46:09,229 + +21 of 25 jobs remaining (07:46) +2021-12-18 07:46:09,230 Sleep: 10 +2021-12-18 07:46:09,230 Number of retrials: 0 +2021-12-18 07:46:09,230 WRAPPER CHECK TIME = 10 +2021-12-18 07:46:09,230 Checking jobs for platform=marenostrum4 +2021-12-18 07:46:09,230 Checking Wrapper 19278896 +2021-12-18 07:46:12,902 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 07:46:12,903 Checking inner jobs status +2021-12-18 07:46:14,285 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 07:46:14,286 Checking jobs for platform=nord3 +2021-12-18 07:46:14,286 Checking jobs for platform=local +2021-12-18 07:46:14,287 Checking jobs for platform=transfer_node +2021-12-18 07:46:14,287 End of checking +2021-12-18 07:46:14,289 Updating FAILED jobs +2021-12-18 07:46:14,289 Updating WAITING jobs +2021-12-18 07:46:14,289 Update finished +2021-12-18 07:46:14,289 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:46:14,289 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:46:14,290 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:46:14,290 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:46:14,290 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 07:46:14,290 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 07:46:14,290 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 07:46:14,293 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:46:14,295 Job list saved +2021-12-18 07:46:14,368 Updating FAILED jobs +2021-12-18 07:46:14,368 Updating WAITING jobs +2021-12-18 07:46:14,368 Update finished +2021-12-18 07:46:24,378 Reloading parameters... +2021-12-18 07:46:24,399 Loading parameters... +2021-12-18 07:46:24,400 Loading project parameters... +2021-12-18 07:46:24,402 + +21 of 25 jobs remaining (07:46) +2021-12-18 07:46:24,402 Sleep: 10 +2021-12-18 07:46:24,402 Number of retrials: 0 +2021-12-18 07:46:24,402 WRAPPER CHECK TIME = 10 +2021-12-18 07:46:24,403 Checking jobs for platform=marenostrum4 +2021-12-18 07:46:24,403 Checking Wrapper 19278896 +2021-12-18 07:46:27,975 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 07:46:27,975 Checking inner jobs status +2021-12-18 07:46:29,407 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 07:46:29,408 Checking jobs for platform=nord3 +2021-12-18 07:46:29,409 Checking jobs for platform=local +2021-12-18 07:46:29,409 Checking jobs for platform=transfer_node +2021-12-18 07:46:29,409 End of checking +2021-12-18 07:46:29,411 Updating FAILED jobs +2021-12-18 07:46:29,411 Updating WAITING jobs +2021-12-18 07:46:29,412 Update finished +2021-12-18 07:46:29,412 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:46:29,412 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:46:29,412 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:46:29,412 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:46:29,412 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 07:46:29,412 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 07:46:29,413 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 07:46:29,415 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:46:29,418 Job list saved +2021-12-18 07:46:29,492 Updating FAILED jobs +2021-12-18 07:46:29,492 Updating WAITING jobs +2021-12-18 07:46:29,493 Update finished +2021-12-18 07:46:39,503 Reloading parameters... +2021-12-18 07:46:39,523 Loading parameters... +2021-12-18 07:46:39,524 Loading project parameters... +2021-12-18 07:46:39,526 + +21 of 25 jobs remaining (07:46) +2021-12-18 07:46:39,526 Sleep: 10 +2021-12-18 07:46:39,527 Number of retrials: 0 +2021-12-18 07:46:39,527 WRAPPER CHECK TIME = 10 +2021-12-18 07:46:39,527 Checking jobs for platform=marenostrum4 +2021-12-18 07:46:39,527 Checking Wrapper 19278896 +2021-12-18 07:46:42,948 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 07:46:42,948 Checking inner jobs status +2021-12-18 07:46:44,179 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 07:46:44,180 Checking jobs for platform=nord3 +2021-12-18 07:46:44,181 Checking jobs for platform=local +2021-12-18 07:46:44,181 Checking jobs for platform=transfer_node +2021-12-18 07:46:44,182 End of checking +2021-12-18 07:46:44,183 Updating FAILED jobs +2021-12-18 07:46:44,183 Updating WAITING jobs +2021-12-18 07:46:44,183 Update finished +2021-12-18 07:46:44,183 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:46:44,186 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:46:44,186 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:46:44,186 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:46:44,186 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 07:46:44,186 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 07:46:44,186 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 07:46:44,189 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:46:44,192 Job list saved +2021-12-18 07:46:44,256 Updating FAILED jobs +2021-12-18 07:46:44,256 Updating WAITING jobs +2021-12-18 07:46:44,256 Update finished +2021-12-18 07:46:54,267 Reloading parameters... +2021-12-18 07:46:54,285 Loading parameters... +2021-12-18 07:46:54,287 Loading project parameters... +2021-12-18 07:46:54,289 + +21 of 25 jobs remaining (07:46) +2021-12-18 07:46:54,289 Sleep: 10 +2021-12-18 07:46:54,289 Number of retrials: 0 +2021-12-18 07:46:54,289 WRAPPER CHECK TIME = 10 +2021-12-18 07:46:54,290 Checking jobs for platform=marenostrum4 +2021-12-18 07:46:54,290 Checking Wrapper 19278896 +2021-12-18 07:46:57,661 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 07:46:57,661 Checking inner jobs status +2021-12-18 07:46:58,894 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 07:46:58,895 Checking jobs for platform=nord3 +2021-12-18 07:46:58,896 Checking jobs for platform=local +2021-12-18 07:46:58,896 Checking jobs for platform=transfer_node +2021-12-18 07:46:58,896 End of checking +2021-12-18 07:46:58,898 Updating FAILED jobs +2021-12-18 07:46:58,898 Updating WAITING jobs +2021-12-18 07:46:58,898 Update finished +2021-12-18 07:46:58,898 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:46:58,899 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:46:58,899 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:46:58,899 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:46:58,899 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 07:46:58,899 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 07:46:58,899 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 07:46:58,902 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:46:58,904 Job list saved +2021-12-18 07:46:58,980 Updating FAILED jobs +2021-12-18 07:46:58,980 Updating WAITING jobs +2021-12-18 07:46:58,980 Update finished +2021-12-18 07:47:08,988 Reloading parameters... +2021-12-18 07:47:09,008 Loading parameters... +2021-12-18 07:47:09,010 Loading project parameters... +2021-12-18 07:47:09,012 + +21 of 25 jobs remaining (07:47) +2021-12-18 07:47:09,012 Sleep: 10 +2021-12-18 07:47:09,012 Number of retrials: 0 +2021-12-18 07:47:09,012 WRAPPER CHECK TIME = 10 +2021-12-18 07:47:09,012 Checking jobs for platform=marenostrum4 +2021-12-18 07:47:09,013 Checking Wrapper 19278896 +2021-12-18 07:47:12,334 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 07:47:12,334 Checking inner jobs status +2021-12-18 07:47:13,517 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 07:47:13,518 Checking jobs for platform=nord3 +2021-12-18 07:47:13,518 Checking jobs for platform=local +2021-12-18 07:47:13,519 Checking jobs for platform=transfer_node +2021-12-18 07:47:13,519 End of checking +2021-12-18 07:47:13,521 Updating FAILED jobs +2021-12-18 07:47:13,521 Updating WAITING jobs +2021-12-18 07:47:13,521 Update finished +2021-12-18 07:47:13,521 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:47:13,522 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:47:13,522 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:47:13,522 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:47:13,522 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 07:47:13,522 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 07:47:13,522 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 07:47:13,525 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:47:13,527 Job list saved +2021-12-18 07:47:13,619 Updating FAILED jobs +2021-12-18 07:47:13,619 Updating WAITING jobs +2021-12-18 07:47:13,619 Update finished +2021-12-18 07:47:23,630 Reloading parameters... +2021-12-18 07:47:23,652 Loading parameters... +2021-12-18 07:47:23,653 Loading project parameters... +2021-12-18 07:47:23,655 + +21 of 25 jobs remaining (07:47) +2021-12-18 07:47:23,655 Sleep: 10 +2021-12-18 07:47:23,655 Number of retrials: 0 +2021-12-18 07:47:23,656 WRAPPER CHECK TIME = 10 +2021-12-18 07:47:23,656 Checking jobs for platform=marenostrum4 +2021-12-18 07:47:23,656 Checking Wrapper 19278896 +2021-12-18 07:47:26,925 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 07:47:26,926 Checking inner jobs status +2021-12-18 07:47:28,158 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 07:47:28,159 Checking jobs for platform=nord3 +2021-12-18 07:47:28,160 Checking jobs for platform=local +2021-12-18 07:47:28,160 Checking jobs for platform=transfer_node +2021-12-18 07:47:28,160 End of checking +2021-12-18 07:47:28,161 Updating FAILED jobs +2021-12-18 07:47:28,162 Updating WAITING jobs +2021-12-18 07:47:28,162 Update finished +2021-12-18 07:47:28,162 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:47:28,163 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:47:28,163 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:47:28,163 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:47:28,163 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 07:47:28,163 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 07:47:28,163 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 07:47:28,166 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:47:28,168 Job list saved +2021-12-18 07:47:28,236 Updating FAILED jobs +2021-12-18 07:47:28,236 Updating WAITING jobs +2021-12-18 07:47:28,236 Update finished +2021-12-18 07:47:38,247 Reloading parameters... +2021-12-18 07:47:38,265 Loading parameters... +2021-12-18 07:47:38,267 Loading project parameters... +2021-12-18 07:47:38,269 + +21 of 25 jobs remaining (07:47) +2021-12-18 07:47:38,269 Sleep: 10 +2021-12-18 07:47:38,269 Number of retrials: 0 +2021-12-18 07:47:38,269 WRAPPER CHECK TIME = 10 +2021-12-18 07:47:38,269 Checking jobs for platform=marenostrum4 +2021-12-18 07:47:38,270 Checking Wrapper 19278896 +2021-12-18 07:47:41,591 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 07:47:41,591 Checking inner jobs status +2021-12-18 07:47:42,730 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 07:47:42,731 Checking jobs for platform=nord3 +2021-12-18 07:47:42,732 Checking jobs for platform=local +2021-12-18 07:47:42,732 Checking jobs for platform=transfer_node +2021-12-18 07:47:42,732 End of checking +2021-12-18 07:47:42,734 Updating FAILED jobs +2021-12-18 07:47:42,734 Updating WAITING jobs +2021-12-18 07:47:42,734 Update finished +2021-12-18 07:47:42,734 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:47:42,734 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:47:42,735 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:47:42,735 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:47:42,735 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 07:47:42,735 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 07:47:42,735 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 07:47:42,738 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:47:42,740 Job list saved +2021-12-18 07:47:42,809 Updating FAILED jobs +2021-12-18 07:47:42,809 Updating WAITING jobs +2021-12-18 07:47:42,809 Update finished +2021-12-18 07:47:52,819 Reloading parameters... +2021-12-18 07:47:52,842 Loading parameters... +2021-12-18 07:47:52,844 Loading project parameters... +2021-12-18 07:47:52,846 + +21 of 25 jobs remaining (07:47) +2021-12-18 07:47:52,846 Sleep: 10 +2021-12-18 07:47:52,846 Number of retrials: 0 +2021-12-18 07:47:52,846 WRAPPER CHECK TIME = 10 +2021-12-18 07:47:52,847 Checking jobs for platform=marenostrum4 +2021-12-18 07:47:52,847 Checking Wrapper 19278896 +2021-12-18 07:47:56,167 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 07:47:56,167 Checking inner jobs status +2021-12-18 07:47:57,399 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 07:47:57,400 Checking jobs for platform=nord3 +2021-12-18 07:47:57,401 Checking jobs for platform=local +2021-12-18 07:47:57,402 Checking jobs for platform=transfer_node +2021-12-18 07:47:57,402 End of checking +2021-12-18 07:47:57,403 Updating FAILED jobs +2021-12-18 07:47:57,403 Updating WAITING jobs +2021-12-18 07:47:57,403 Update finished +2021-12-18 07:47:57,403 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:47:57,404 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:47:57,404 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:47:57,404 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:47:57,404 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 07:47:57,404 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 07:47:57,404 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 07:47:57,407 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:47:57,409 Job list saved +2021-12-18 07:47:57,474 Updating FAILED jobs +2021-12-18 07:47:57,474 Updating WAITING jobs +2021-12-18 07:47:57,475 Update finished +2021-12-18 07:48:07,485 Reloading parameters... +2021-12-18 07:48:07,508 Loading parameters... +2021-12-18 07:48:07,509 Loading project parameters... +2021-12-18 07:48:07,511 + +21 of 25 jobs remaining (07:48) +2021-12-18 07:48:07,511 Sleep: 10 +2021-12-18 07:48:07,511 Number of retrials: 0 +2021-12-18 07:48:07,511 WRAPPER CHECK TIME = 10 +2021-12-18 07:48:07,512 Checking jobs for platform=marenostrum4 +2021-12-18 07:48:07,512 Checking Wrapper 19278896 +2021-12-18 07:48:10,983 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 07:48:10,983 Checking inner jobs status +2021-12-18 07:48:12,414 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 07:48:12,415 Checking jobs for platform=nord3 +2021-12-18 07:48:12,416 Checking jobs for platform=local +2021-12-18 07:48:12,417 Checking jobs for platform=transfer_node +2021-12-18 07:48:12,417 End of checking +2021-12-18 07:48:12,419 Updating FAILED jobs +2021-12-18 07:48:12,419 Updating WAITING jobs +2021-12-18 07:48:12,419 Update finished +2021-12-18 07:48:12,420 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:48:12,420 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:48:12,420 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:48:12,420 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:48:12,421 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 07:48:12,421 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 07:48:12,421 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 07:48:12,426 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:48:12,428 Job list saved +2021-12-18 07:48:12,522 Updating FAILED jobs +2021-12-18 07:48:12,522 Updating WAITING jobs +2021-12-18 07:48:12,522 Update finished +2021-12-18 07:48:22,532 Reloading parameters... +2021-12-18 07:48:22,551 Loading parameters... +2021-12-18 07:48:22,552 Loading project parameters... +2021-12-18 07:48:22,554 + +21 of 25 jobs remaining (07:48) +2021-12-18 07:48:22,555 Sleep: 10 +2021-12-18 07:48:22,555 Number of retrials: 0 +2021-12-18 07:48:22,555 WRAPPER CHECK TIME = 10 +2021-12-18 07:48:22,555 Checking jobs for platform=marenostrum4 +2021-12-18 07:48:22,555 Checking Wrapper 19278896 +2021-12-18 07:48:25,879 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 07:48:25,879 Checking inner jobs status +2021-12-18 07:48:27,198 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 07:48:27,199 Checking jobs for platform=nord3 +2021-12-18 07:48:27,200 Checking jobs for platform=local +2021-12-18 07:48:27,200 Checking jobs for platform=transfer_node +2021-12-18 07:48:27,200 End of checking +2021-12-18 07:48:27,202 Updating FAILED jobs +2021-12-18 07:48:27,202 Updating WAITING jobs +2021-12-18 07:48:27,202 Update finished +2021-12-18 07:48:27,202 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:48:27,202 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:48:27,202 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:48:27,203 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:48:27,203 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 07:48:27,203 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 07:48:27,203 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 07:48:27,206 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:48:27,209 Job list saved +2021-12-18 07:48:27,284 Updating FAILED jobs +2021-12-18 07:48:27,285 Updating WAITING jobs +2021-12-18 07:48:27,285 Update finished +2021-12-18 07:48:37,295 Reloading parameters... +2021-12-18 07:48:37,315 Loading parameters... +2021-12-18 07:48:37,316 Loading project parameters... +2021-12-18 07:48:37,318 + +21 of 25 jobs remaining (07:48) +2021-12-18 07:48:37,321 Sleep: 10 +2021-12-18 07:48:37,321 Number of retrials: 0 +2021-12-18 07:48:37,321 WRAPPER CHECK TIME = 10 +2021-12-18 07:48:37,322 Checking jobs for platform=marenostrum4 +2021-12-18 07:48:37,322 Checking Wrapper 19278896 +2021-12-18 07:48:40,693 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 07:48:40,693 Checking inner jobs status +2021-12-18 07:48:42,224 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 07:48:42,225 Checking jobs for platform=nord3 +2021-12-18 07:48:42,226 Checking jobs for platform=local +2021-12-18 07:48:42,226 Checking jobs for platform=transfer_node +2021-12-18 07:48:42,226 End of checking +2021-12-18 07:48:42,228 Updating FAILED jobs +2021-12-18 07:48:42,228 Updating WAITING jobs +2021-12-18 07:48:42,229 Update finished +2021-12-18 07:48:42,229 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:48:42,229 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:48:42,229 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:48:42,229 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:48:42,229 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 07:48:42,229 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 07:48:42,230 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 07:48:42,232 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:48:42,235 Job list saved +2021-12-18 07:48:42,302 Updating FAILED jobs +2021-12-18 07:48:42,303 Updating WAITING jobs +2021-12-18 07:48:42,303 Update finished +2021-12-18 07:48:52,312 Reloading parameters... +2021-12-18 07:48:52,335 Loading parameters... +2021-12-18 07:48:52,336 Loading project parameters... +2021-12-18 07:48:52,338 + +21 of 25 jobs remaining (07:48) +2021-12-18 07:48:52,338 Sleep: 10 +2021-12-18 07:48:52,338 Number of retrials: 0 +2021-12-18 07:48:52,338 WRAPPER CHECK TIME = 10 +2021-12-18 07:48:52,339 Checking jobs for platform=marenostrum4 +2021-12-18 07:48:52,339 Checking Wrapper 19278896 +2021-12-18 07:48:56,212 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 07:48:56,213 Checking inner jobs status +2021-12-18 07:48:57,696 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 07:48:57,697 Checking jobs for platform=nord3 +2021-12-18 07:48:57,698 Checking jobs for platform=local +2021-12-18 07:48:57,699 Checking jobs for platform=transfer_node +2021-12-18 07:48:57,699 End of checking +2021-12-18 07:48:57,700 Updating FAILED jobs +2021-12-18 07:48:57,700 Updating WAITING jobs +2021-12-18 07:48:57,700 Update finished +2021-12-18 07:48:57,700 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:48:57,701 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:48:57,701 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:48:57,701 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:48:57,701 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 07:48:57,701 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 07:48:57,702 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 07:48:57,704 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:48:57,706 Job list saved +2021-12-18 07:48:57,775 Updating FAILED jobs +2021-12-18 07:48:57,776 Updating WAITING jobs +2021-12-18 07:48:57,776 Update finished +2021-12-18 07:49:07,786 Reloading parameters... +2021-12-18 07:49:07,806 Loading parameters... +2021-12-18 07:49:07,808 Loading project parameters... +2021-12-18 07:49:07,809 + +21 of 25 jobs remaining (07:49) +2021-12-18 07:49:07,810 Sleep: 10 +2021-12-18 07:49:07,810 Number of retrials: 0 +2021-12-18 07:49:07,810 WRAPPER CHECK TIME = 10 +2021-12-18 07:49:07,810 Checking jobs for platform=marenostrum4 +2021-12-18 07:49:07,811 Checking Wrapper 19278896 +2021-12-18 07:49:11,584 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 07:49:11,584 Checking inner jobs status +2021-12-18 07:49:12,816 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 07:49:12,817 Checking jobs for platform=nord3 +2021-12-18 07:49:12,818 Checking jobs for platform=local +2021-12-18 07:49:12,818 Checking jobs for platform=transfer_node +2021-12-18 07:49:12,818 End of checking +2021-12-18 07:49:12,820 Updating FAILED jobs +2021-12-18 07:49:12,820 Updating WAITING jobs +2021-12-18 07:49:12,820 Update finished +2021-12-18 07:49:12,821 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:49:12,821 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:49:12,821 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:49:12,821 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:49:12,821 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 07:49:12,821 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 07:49:12,821 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 07:49:12,824 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:49:12,826 Job list saved +2021-12-18 07:49:12,901 Updating FAILED jobs +2021-12-18 07:49:12,901 Updating WAITING jobs +2021-12-18 07:49:12,901 Update finished +2021-12-18 07:49:22,911 Reloading parameters... +2021-12-18 07:49:22,930 Loading parameters... +2021-12-18 07:49:22,931 Loading project parameters... +2021-12-18 07:49:22,933 + +21 of 25 jobs remaining (07:49) +2021-12-18 07:49:22,933 Sleep: 10 +2021-12-18 07:49:22,933 Number of retrials: 0 +2021-12-18 07:49:22,933 WRAPPER CHECK TIME = 10 +2021-12-18 07:49:22,934 Checking jobs for platform=marenostrum4 +2021-12-18 07:49:22,934 Checking Wrapper 19278896 +2021-12-18 07:49:26,355 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 07:49:26,355 Checking inner jobs status +2021-12-18 07:49:27,741 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 07:49:27,742 Checking jobs for platform=nord3 +2021-12-18 07:49:27,743 Checking jobs for platform=local +2021-12-18 07:49:27,743 Checking jobs for platform=transfer_node +2021-12-18 07:49:27,743 End of checking +2021-12-18 07:49:27,745 Updating FAILED jobs +2021-12-18 07:49:27,745 Updating WAITING jobs +2021-12-18 07:49:27,745 Update finished +2021-12-18 07:49:27,745 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:49:27,745 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:49:27,745 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:49:27,745 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:49:27,746 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 07:49:27,746 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 07:49:27,746 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 07:49:27,749 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:49:27,751 Job list saved +2021-12-18 07:49:27,823 Updating FAILED jobs +2021-12-18 07:49:27,823 Updating WAITING jobs +2021-12-18 07:49:27,823 Update finished +2021-12-18 07:49:37,833 Reloading parameters... +2021-12-18 07:49:37,854 Loading parameters... +2021-12-18 07:49:37,856 Loading project parameters... +2021-12-18 07:49:37,858 + +21 of 25 jobs remaining (07:49) +2021-12-18 07:49:37,859 Sleep: 10 +2021-12-18 07:49:37,859 Number of retrials: 0 +2021-12-18 07:49:37,859 WRAPPER CHECK TIME = 10 +2021-12-18 07:49:37,859 Checking jobs for platform=marenostrum4 +2021-12-18 07:49:37,859 Checking Wrapper 19278896 +2021-12-18 07:49:41,231 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 07:49:41,231 Checking inner jobs status +2021-12-18 07:49:42,513 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 07:49:42,514 Checking jobs for platform=nord3 +2021-12-18 07:49:42,514 Checking jobs for platform=local +2021-12-18 07:49:42,515 Checking jobs for platform=transfer_node +2021-12-18 07:49:42,515 End of checking +2021-12-18 07:49:42,516 Updating FAILED jobs +2021-12-18 07:49:42,517 Updating WAITING jobs +2021-12-18 07:49:42,517 Update finished +2021-12-18 07:49:42,517 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:49:42,518 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:49:42,518 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:49:42,518 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:49:42,518 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 07:49:42,518 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 07:49:42,519 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 07:49:42,521 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:49:42,524 Job list saved +2021-12-18 07:49:42,587 Updating FAILED jobs +2021-12-18 07:49:42,587 Updating WAITING jobs +2021-12-18 07:49:42,588 Update finished +2021-12-18 07:49:52,598 Reloading parameters... +2021-12-18 07:49:52,618 Loading parameters... +2021-12-18 07:49:52,619 Loading project parameters... +2021-12-18 07:49:52,621 + +21 of 25 jobs remaining (07:49) +2021-12-18 07:49:52,621 Sleep: 10 +2021-12-18 07:49:52,621 Number of retrials: 0 +2021-12-18 07:49:52,621 WRAPPER CHECK TIME = 10 +2021-12-18 07:49:52,622 Checking jobs for platform=marenostrum4 +2021-12-18 07:49:52,622 Checking Wrapper 19278896 +2021-12-18 07:49:55,994 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 07:49:55,994 Checking inner jobs status +2021-12-18 07:49:57,377 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 07:49:57,378 Checking jobs for platform=nord3 +2021-12-18 07:49:57,378 Checking jobs for platform=local +2021-12-18 07:49:57,379 Checking jobs for platform=transfer_node +2021-12-18 07:49:57,379 End of checking +2021-12-18 07:49:57,381 Updating FAILED jobs +2021-12-18 07:49:57,381 Updating WAITING jobs +2021-12-18 07:49:57,381 Update finished +2021-12-18 07:49:57,381 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:49:57,382 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:49:57,382 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:49:57,382 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:49:57,382 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 07:49:57,382 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 07:49:57,382 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 07:49:57,385 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:49:57,387 Job list saved +2021-12-18 07:49:57,459 Updating FAILED jobs +2021-12-18 07:49:57,460 Updating WAITING jobs +2021-12-18 07:49:57,460 Update finished +2021-12-18 07:50:07,470 Reloading parameters... +2021-12-18 07:50:07,492 Loading parameters... +2021-12-18 07:50:07,493 Loading project parameters... +2021-12-18 07:50:07,495 + +21 of 25 jobs remaining (07:50) +2021-12-18 07:50:07,495 Sleep: 10 +2021-12-18 07:50:07,495 Number of retrials: 0 +2021-12-18 07:50:07,495 WRAPPER CHECK TIME = 10 +2021-12-18 07:50:07,496 Checking jobs for platform=marenostrum4 +2021-12-18 07:50:07,496 Checking Wrapper 19278896 +2021-12-18 07:50:10,867 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 07:50:10,868 Checking inner jobs status +2021-12-18 07:50:12,100 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 07:50:12,101 Checking jobs for platform=nord3 +2021-12-18 07:50:12,102 Checking jobs for platform=local +2021-12-18 07:50:12,102 Checking jobs for platform=transfer_node +2021-12-18 07:50:12,102 End of checking +2021-12-18 07:50:12,104 Updating FAILED jobs +2021-12-18 07:50:12,105 Updating WAITING jobs +2021-12-18 07:50:12,105 Update finished +2021-12-18 07:50:12,105 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:50:12,105 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:50:12,105 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:50:12,105 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:50:12,106 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 07:50:12,106 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 07:50:12,106 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 07:50:12,109 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:50:12,111 Job list saved +2021-12-18 07:50:12,180 Updating FAILED jobs +2021-12-18 07:50:12,180 Updating WAITING jobs +2021-12-18 07:50:12,181 Update finished +2021-12-18 07:50:22,191 Reloading parameters... +2021-12-18 07:50:22,213 Loading parameters... +2021-12-18 07:50:22,214 Loading project parameters... +2021-12-18 07:50:22,216 + +21 of 25 jobs remaining (07:50) +2021-12-18 07:50:22,216 Sleep: 10 +2021-12-18 07:50:22,216 Number of retrials: 0 +2021-12-18 07:50:22,216 WRAPPER CHECK TIME = 10 +2021-12-18 07:50:22,217 Checking jobs for platform=marenostrum4 +2021-12-18 07:50:22,217 Checking Wrapper 19278896 +2021-12-18 07:50:25,689 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 07:50:25,689 Checking inner jobs status +2021-12-18 07:50:26,976 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 07:50:26,977 Checking jobs for platform=nord3 +2021-12-18 07:50:26,977 Checking jobs for platform=local +2021-12-18 07:50:26,978 Checking jobs for platform=transfer_node +2021-12-18 07:50:26,978 End of checking +2021-12-18 07:50:26,980 Updating FAILED jobs +2021-12-18 07:50:26,980 Updating WAITING jobs +2021-12-18 07:50:26,980 Update finished +2021-12-18 07:50:26,980 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:50:26,981 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:50:26,981 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:50:26,981 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:50:26,981 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 07:50:26,982 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 07:50:26,982 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 07:50:26,985 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:50:26,987 Job list saved +2021-12-18 07:50:27,074 Updating FAILED jobs +2021-12-18 07:50:27,075 Updating WAITING jobs +2021-12-18 07:50:27,075 Update finished +2021-12-18 07:50:37,086 Reloading parameters... +2021-12-18 07:50:37,112 Loading parameters... +2021-12-18 07:50:37,114 Loading project parameters... +2021-12-18 07:50:37,117 + +21 of 25 jobs remaining (07:50) +2021-12-18 07:50:37,118 Sleep: 10 +2021-12-18 07:50:37,118 Number of retrials: 0 +2021-12-18 07:50:37,118 WRAPPER CHECK TIME = 10 +2021-12-18 07:50:37,118 Checking jobs for platform=marenostrum4 +2021-12-18 07:50:37,119 Checking Wrapper 19278896 +2021-12-18 07:50:40,441 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 07:50:40,441 Checking inner jobs status +2021-12-18 07:50:41,722 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 07:50:41,723 Checking jobs for platform=nord3 +2021-12-18 07:50:41,723 Checking jobs for platform=local +2021-12-18 07:50:41,724 Checking jobs for platform=transfer_node +2021-12-18 07:50:41,724 End of checking +2021-12-18 07:50:41,726 Updating FAILED jobs +2021-12-18 07:50:41,727 Updating WAITING jobs +2021-12-18 07:50:41,727 Update finished +2021-12-18 07:50:41,727 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:50:41,727 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:50:41,727 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:50:41,727 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:50:41,728 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 07:50:41,728 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 07:50:41,728 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 07:50:41,731 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:50:41,733 Job list saved +2021-12-18 07:50:41,824 Updating FAILED jobs +2021-12-18 07:50:41,824 Updating WAITING jobs +2021-12-18 07:50:41,824 Update finished +2021-12-18 07:50:51,834 Reloading parameters... +2021-12-18 07:50:51,858 Loading parameters... +2021-12-18 07:50:51,859 Loading project parameters... +2021-12-18 07:50:51,861 + +21 of 25 jobs remaining (07:50) +2021-12-18 07:50:51,861 Sleep: 10 +2021-12-18 07:50:51,861 Number of retrials: 0 +2021-12-18 07:50:51,862 WRAPPER CHECK TIME = 10 +2021-12-18 07:50:51,862 Checking jobs for platform=marenostrum4 +2021-12-18 07:50:51,862 Checking Wrapper 19278896 +2021-12-18 07:50:55,336 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 07:50:55,336 Checking inner jobs status +2021-12-18 07:50:56,670 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 07:50:56,671 Checking jobs for platform=nord3 +2021-12-18 07:50:56,672 Checking jobs for platform=local +2021-12-18 07:50:56,673 Checking jobs for platform=transfer_node +2021-12-18 07:50:56,673 End of checking +2021-12-18 07:50:56,674 Updating FAILED jobs +2021-12-18 07:50:56,675 Updating WAITING jobs +2021-12-18 07:50:56,675 Update finished +2021-12-18 07:50:56,675 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:50:56,675 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:50:56,675 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:50:56,675 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:50:56,675 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 07:50:56,676 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 07:50:56,676 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 07:50:56,678 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:50:56,681 Job list saved +2021-12-18 07:50:56,761 Updating FAILED jobs +2021-12-18 07:50:56,762 Updating WAITING jobs +2021-12-18 07:50:56,762 Update finished +2021-12-18 07:51:06,764 Reloading parameters... +2021-12-18 07:51:06,843 Loading parameters... +2021-12-18 07:51:06,845 Loading project parameters... +2021-12-18 07:51:06,847 + +21 of 25 jobs remaining (07:51) +2021-12-18 07:51:06,847 Sleep: 10 +2021-12-18 07:51:06,847 Number of retrials: 0 +2021-12-18 07:51:06,847 WRAPPER CHECK TIME = 10 +2021-12-18 07:51:06,848 Checking jobs for platform=marenostrum4 +2021-12-18 07:51:06,848 Checking Wrapper 19278896 +2021-12-18 07:51:10,169 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 07:51:10,169 Checking inner jobs status +2021-12-18 07:51:11,502 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 07:51:11,503 Checking jobs for platform=nord3 +2021-12-18 07:51:11,504 Checking jobs for platform=local +2021-12-18 07:51:11,504 Checking jobs for platform=transfer_node +2021-12-18 07:51:11,504 End of checking +2021-12-18 07:51:11,506 Updating FAILED jobs +2021-12-18 07:51:11,506 Updating WAITING jobs +2021-12-18 07:51:11,507 Update finished +2021-12-18 07:51:11,507 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:51:11,508 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:51:11,508 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:51:11,508 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:51:11,509 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 07:51:11,509 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 07:51:11,509 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 07:51:11,512 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:51:11,514 Job list saved +2021-12-18 07:51:11,579 Updating FAILED jobs +2021-12-18 07:51:11,579 Updating WAITING jobs +2021-12-18 07:51:11,579 Update finished +2021-12-18 07:51:21,589 Reloading parameters... +2021-12-18 07:51:21,613 Loading parameters... +2021-12-18 07:51:21,614 Loading project parameters... +2021-12-18 07:51:21,616 + +21 of 25 jobs remaining (07:51) +2021-12-18 07:51:21,616 Sleep: 10 +2021-12-18 07:51:21,616 Number of retrials: 0 +2021-12-18 07:51:21,617 WRAPPER CHECK TIME = 10 +2021-12-18 07:51:21,617 Checking jobs for platform=marenostrum4 +2021-12-18 07:51:21,617 Checking Wrapper 19278896 +2021-12-18 07:51:24,990 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 07:51:24,990 Checking inner jobs status +2021-12-18 07:51:26,274 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 07:51:26,275 Checking jobs for platform=nord3 +2021-12-18 07:51:26,275 Checking jobs for platform=local +2021-12-18 07:51:26,276 Checking jobs for platform=transfer_node +2021-12-18 07:51:26,276 End of checking +2021-12-18 07:51:26,278 Updating FAILED jobs +2021-12-18 07:51:26,278 Updating WAITING jobs +2021-12-18 07:51:26,278 Update finished +2021-12-18 07:51:26,278 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:51:26,278 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:51:26,279 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:51:26,279 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:51:26,279 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 07:51:26,279 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 07:51:26,279 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 07:51:26,282 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:51:26,284 Job list saved +2021-12-18 07:51:26,349 Updating FAILED jobs +2021-12-18 07:51:26,349 Updating WAITING jobs +2021-12-18 07:51:26,349 Update finished +2021-12-18 07:51:36,359 Reloading parameters... +2021-12-18 07:51:36,381 Loading parameters... +2021-12-18 07:51:36,383 Loading project parameters... +2021-12-18 07:51:36,385 + +21 of 25 jobs remaining (07:51) +2021-12-18 07:51:36,385 Sleep: 10 +2021-12-18 07:51:36,385 Number of retrials: 0 +2021-12-18 07:51:36,385 WRAPPER CHECK TIME = 10 +2021-12-18 07:51:36,386 Checking jobs for platform=marenostrum4 +2021-12-18 07:51:36,386 Checking Wrapper 19278896 +2021-12-18 07:51:40,008 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 07:51:40,008 Checking inner jobs status +2021-12-18 07:51:41,591 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 07:51:41,592 Checking jobs for platform=nord3 +2021-12-18 07:51:41,593 Checking jobs for platform=local +2021-12-18 07:51:41,594 Checking jobs for platform=transfer_node +2021-12-18 07:51:41,594 End of checking +2021-12-18 07:51:41,595 Updating FAILED jobs +2021-12-18 07:51:41,595 Updating WAITING jobs +2021-12-18 07:51:41,595 Update finished +2021-12-18 07:51:41,596 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:51:41,596 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:51:41,596 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:51:41,596 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:51:41,596 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 07:51:41,596 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 07:51:41,596 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 07:51:41,600 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:51:41,602 Job list saved +2021-12-18 07:51:41,695 Updating FAILED jobs +2021-12-18 07:51:41,696 Updating WAITING jobs +2021-12-18 07:51:41,696 Update finished +2021-12-18 07:51:51,706 Reloading parameters... +2021-12-18 07:51:51,727 Loading parameters... +2021-12-18 07:51:51,728 Loading project parameters... +2021-12-18 07:51:51,730 + +21 of 25 jobs remaining (07:51) +2021-12-18 07:51:51,731 Sleep: 10 +2021-12-18 07:51:51,731 Number of retrials: 0 +2021-12-18 07:51:51,731 WRAPPER CHECK TIME = 10 +2021-12-18 07:51:51,731 Checking jobs for platform=marenostrum4 +2021-12-18 07:51:51,731 Checking Wrapper 19278896 +2021-12-18 07:51:55,102 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 07:51:55,103 Checking inner jobs status +2021-12-18 07:51:56,635 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 07:51:56,636 Checking jobs for platform=nord3 +2021-12-18 07:51:56,636 Checking jobs for platform=local +2021-12-18 07:51:56,637 Checking jobs for platform=transfer_node +2021-12-18 07:51:56,637 End of checking +2021-12-18 07:51:56,639 Updating FAILED jobs +2021-12-18 07:51:56,639 Updating WAITING jobs +2021-12-18 07:51:56,639 Update finished +2021-12-18 07:51:56,639 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:51:56,640 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:51:56,640 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:51:56,640 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:51:56,640 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 07:51:56,640 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 07:51:56,640 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 07:51:56,643 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:51:56,646 Job list saved +2021-12-18 07:51:56,718 Updating FAILED jobs +2021-12-18 07:51:56,718 Updating WAITING jobs +2021-12-18 07:51:56,718 Update finished +2021-12-18 07:52:06,720 Reloading parameters... +2021-12-18 07:52:06,741 Loading parameters... +2021-12-18 07:52:06,742 Loading project parameters... +2021-12-18 07:52:06,744 + +21 of 25 jobs remaining (07:52) +2021-12-18 07:52:06,744 Sleep: 10 +2021-12-18 07:52:06,744 Number of retrials: 0 +2021-12-18 07:52:06,745 WRAPPER CHECK TIME = 10 +2021-12-18 07:52:06,745 Checking jobs for platform=marenostrum4 +2021-12-18 07:52:06,745 Checking Wrapper 19278896 +2021-12-18 07:52:10,115 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 07:52:10,115 Checking inner jobs status +2021-12-18 07:52:11,347 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 07:52:11,348 Checking jobs for platform=nord3 +2021-12-18 07:52:11,348 Checking jobs for platform=local +2021-12-18 07:52:11,349 Checking jobs for platform=transfer_node +2021-12-18 07:52:11,349 End of checking +2021-12-18 07:52:11,351 Updating FAILED jobs +2021-12-18 07:52:11,351 Updating WAITING jobs +2021-12-18 07:52:11,351 Update finished +2021-12-18 07:52:11,351 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:52:11,352 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:52:11,352 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:52:11,352 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:52:11,352 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 07:52:11,352 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 07:52:11,352 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 07:52:11,355 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:52:11,358 Job list saved +2021-12-18 07:52:11,428 Updating FAILED jobs +2021-12-18 07:52:11,429 Updating WAITING jobs +2021-12-18 07:52:11,429 Update finished +2021-12-18 07:52:21,439 Reloading parameters... +2021-12-18 07:52:21,460 Loading parameters... +2021-12-18 07:52:21,461 Loading project parameters... +2021-12-18 07:52:21,463 + +21 of 25 jobs remaining (07:52) +2021-12-18 07:52:21,463 Sleep: 10 +2021-12-18 07:52:21,463 Number of retrials: 0 +2021-12-18 07:52:21,463 WRAPPER CHECK TIME = 10 +2021-12-18 07:52:21,464 Checking jobs for platform=marenostrum4 +2021-12-18 07:52:21,464 Checking Wrapper 19278896 +2021-12-18 07:52:24,736 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 07:52:24,736 Checking inner jobs status +2021-12-18 07:52:25,968 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 07:52:25,969 Checking jobs for platform=nord3 +2021-12-18 07:52:25,969 Checking jobs for platform=local +2021-12-18 07:52:25,970 Checking jobs for platform=transfer_node +2021-12-18 07:52:25,970 End of checking +2021-12-18 07:52:25,972 Updating FAILED jobs +2021-12-18 07:52:25,972 Updating WAITING jobs +2021-12-18 07:52:25,972 Update finished +2021-12-18 07:52:25,972 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:52:25,972 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:52:25,972 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:52:25,973 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:52:25,973 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 07:52:25,973 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 07:52:25,973 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 07:52:25,976 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:52:25,978 Job list saved +2021-12-18 07:52:26,053 Updating FAILED jobs +2021-12-18 07:52:26,053 Updating WAITING jobs +2021-12-18 07:52:26,054 Update finished +2021-12-18 07:52:36,064 Reloading parameters... +2021-12-18 07:52:36,084 Loading parameters... +2021-12-18 07:52:36,085 Loading project parameters... +2021-12-18 07:52:36,087 + +21 of 25 jobs remaining (07:52) +2021-12-18 07:52:36,087 Sleep: 10 +2021-12-18 07:52:36,088 Number of retrials: 0 +2021-12-18 07:52:36,088 WRAPPER CHECK TIME = 10 +2021-12-18 07:52:36,088 Checking jobs for platform=marenostrum4 +2021-12-18 07:52:36,088 Checking Wrapper 19278896 +2021-12-18 07:52:39,561 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 07:52:39,561 Checking inner jobs status +2021-12-18 07:52:41,195 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 07:52:41,196 Checking jobs for platform=nord3 +2021-12-18 07:52:41,196 Checking jobs for platform=local +2021-12-18 07:52:41,197 Checking jobs for platform=transfer_node +2021-12-18 07:52:41,197 End of checking +2021-12-18 07:52:41,198 Updating FAILED jobs +2021-12-18 07:52:41,198 Updating WAITING jobs +2021-12-18 07:52:41,198 Update finished +2021-12-18 07:52:41,199 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:52:41,199 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:52:41,200 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:52:41,200 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:52:41,200 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 07:52:41,200 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 07:52:41,200 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 07:52:41,205 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:52:41,207 Job list saved +2021-12-18 07:52:41,273 Updating FAILED jobs +2021-12-18 07:52:41,273 Updating WAITING jobs +2021-12-18 07:52:41,273 Update finished +2021-12-18 07:52:51,283 Reloading parameters... +2021-12-18 07:52:51,305 Loading parameters... +2021-12-18 07:52:51,307 Loading project parameters... +2021-12-18 07:52:51,308 + +21 of 25 jobs remaining (07:52) +2021-12-18 07:52:51,309 Sleep: 10 +2021-12-18 07:52:51,309 Number of retrials: 0 +2021-12-18 07:52:51,309 WRAPPER CHECK TIME = 10 +2021-12-18 07:52:51,310 Checking jobs for platform=marenostrum4 +2021-12-18 07:52:51,310 Checking Wrapper 19278896 +2021-12-18 07:52:54,579 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 07:52:54,580 Checking inner jobs status +2021-12-18 07:52:55,761 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 07:52:55,762 Checking jobs for platform=nord3 +2021-12-18 07:52:55,762 Checking jobs for platform=local +2021-12-18 07:52:55,763 Checking jobs for platform=transfer_node +2021-12-18 07:52:55,763 End of checking +2021-12-18 07:52:55,764 Updating FAILED jobs +2021-12-18 07:52:55,765 Updating WAITING jobs +2021-12-18 07:52:55,765 Update finished +2021-12-18 07:52:55,765 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:52:55,765 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:52:55,765 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:52:55,765 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:52:55,765 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 07:52:55,766 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 07:52:55,766 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 07:52:55,768 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:52:55,771 Job list saved +2021-12-18 07:52:55,854 Updating FAILED jobs +2021-12-18 07:52:55,854 Updating WAITING jobs +2021-12-18 07:52:55,854 Update finished +2021-12-18 07:53:05,857 Reloading parameters... +2021-12-18 07:53:05,876 Loading parameters... +2021-12-18 07:53:05,878 Loading project parameters... +2021-12-18 07:53:05,880 + +21 of 25 jobs remaining (07:53) +2021-12-18 07:53:05,880 Sleep: 10 +2021-12-18 07:53:05,880 Number of retrials: 0 +2021-12-18 07:53:05,880 WRAPPER CHECK TIME = 10 +2021-12-18 07:53:05,881 Checking jobs for platform=marenostrum4 +2021-12-18 07:53:05,881 Checking Wrapper 19278896 +2021-12-18 07:53:09,201 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 07:53:09,202 Checking inner jobs status +2021-12-18 07:53:10,436 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 07:53:10,437 Checking jobs for platform=nord3 +2021-12-18 07:53:10,438 Checking jobs for platform=local +2021-12-18 07:53:10,439 Checking jobs for platform=transfer_node +2021-12-18 07:53:10,439 End of checking +2021-12-18 07:53:10,440 Updating FAILED jobs +2021-12-18 07:53:10,440 Updating WAITING jobs +2021-12-18 07:53:10,440 Update finished +2021-12-18 07:53:10,441 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:53:10,441 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:53:10,441 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:53:10,441 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:53:10,441 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 07:53:10,441 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 07:53:10,441 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 07:53:10,444 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:53:10,446 Job list saved +2021-12-18 07:53:10,501 Updating FAILED jobs +2021-12-18 07:53:10,501 Updating WAITING jobs +2021-12-18 07:53:10,501 Update finished +2021-12-18 07:53:20,512 Reloading parameters... +2021-12-18 07:53:20,530 Loading parameters... +2021-12-18 07:53:20,532 Loading project parameters... +2021-12-18 07:53:20,534 + +21 of 25 jobs remaining (07:53) +2021-12-18 07:53:20,534 Sleep: 10 +2021-12-18 07:53:20,534 Number of retrials: 0 +2021-12-18 07:53:20,534 WRAPPER CHECK TIME = 10 +2021-12-18 07:53:20,535 Checking jobs for platform=marenostrum4 +2021-12-18 07:53:20,535 Checking Wrapper 19278896 +2021-12-18 07:53:23,905 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 07:53:23,905 Checking inner jobs status +2021-12-18 07:53:25,238 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 07:53:25,239 Checking jobs for platform=nord3 +2021-12-18 07:53:25,239 Checking jobs for platform=local +2021-12-18 07:53:25,240 Checking jobs for platform=transfer_node +2021-12-18 07:53:25,240 End of checking +2021-12-18 07:53:25,241 Updating FAILED jobs +2021-12-18 07:53:25,241 Updating WAITING jobs +2021-12-18 07:53:25,241 Update finished +2021-12-18 07:53:25,242 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:53:25,242 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:53:25,242 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:53:25,242 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:53:25,243 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 07:53:25,243 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 07:53:25,243 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 07:53:25,246 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:53:25,248 Job list saved +2021-12-18 07:53:25,316 Updating FAILED jobs +2021-12-18 07:53:25,316 Updating WAITING jobs +2021-12-18 07:53:25,316 Update finished +2021-12-18 07:53:35,326 Reloading parameters... +2021-12-18 07:53:35,345 Loading parameters... +2021-12-18 07:53:35,346 Loading project parameters... +2021-12-18 07:53:35,348 + +21 of 25 jobs remaining (07:53) +2021-12-18 07:53:35,348 Sleep: 10 +2021-12-18 07:53:35,348 Number of retrials: 0 +2021-12-18 07:53:35,348 WRAPPER CHECK TIME = 10 +2021-12-18 07:53:35,349 Checking jobs for platform=marenostrum4 +2021-12-18 07:53:35,349 Checking Wrapper 19278896 +2021-12-18 07:53:38,771 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 07:53:38,771 Checking inner jobs status +2021-12-18 07:53:40,051 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 07:53:40,052 Checking jobs for platform=nord3 +2021-12-18 07:53:40,053 Checking jobs for platform=local +2021-12-18 07:53:40,054 Checking jobs for platform=transfer_node +2021-12-18 07:53:40,054 End of checking +2021-12-18 07:53:40,055 Updating FAILED jobs +2021-12-18 07:53:40,055 Updating WAITING jobs +2021-12-18 07:53:40,055 Update finished +2021-12-18 07:53:40,055 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:53:40,056 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:53:40,056 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:53:40,056 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:53:40,056 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 07:53:40,056 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 07:53:40,056 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 07:53:40,059 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:53:40,061 Job list saved +2021-12-18 07:53:40,143 Updating FAILED jobs +2021-12-18 07:53:40,143 Updating WAITING jobs +2021-12-18 07:53:40,143 Update finished +2021-12-18 07:53:50,153 Reloading parameters... +2021-12-18 07:53:50,172 Loading parameters... +2021-12-18 07:53:50,173 Loading project parameters... +2021-12-18 07:53:50,175 + +21 of 25 jobs remaining (07:53) +2021-12-18 07:53:50,175 Sleep: 10 +2021-12-18 07:53:50,176 Number of retrials: 0 +2021-12-18 07:53:50,176 WRAPPER CHECK TIME = 10 +2021-12-18 07:53:50,176 Checking jobs for platform=marenostrum4 +2021-12-18 07:53:50,176 Checking Wrapper 19278896 +2021-12-18 07:53:53,447 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 07:53:53,447 Checking inner jobs status +2021-12-18 07:53:54,728 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 07:53:54,729 Checking jobs for platform=nord3 +2021-12-18 07:53:54,730 Checking jobs for platform=local +2021-12-18 07:53:54,730 Checking jobs for platform=transfer_node +2021-12-18 07:53:54,730 End of checking +2021-12-18 07:53:54,732 Updating FAILED jobs +2021-12-18 07:53:54,732 Updating WAITING jobs +2021-12-18 07:53:54,732 Update finished +2021-12-18 07:53:54,732 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:53:54,732 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:53:54,732 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:53:54,733 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:53:54,733 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 07:53:54,733 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 07:53:54,733 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 07:53:54,736 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:53:54,738 Job list saved +2021-12-18 07:53:54,796 Updating FAILED jobs +2021-12-18 07:53:54,797 Updating WAITING jobs +2021-12-18 07:53:54,797 Update finished +2021-12-18 07:54:04,803 Reloading parameters... +2021-12-18 07:54:04,824 Loading parameters... +2021-12-18 07:54:04,825 Loading project parameters... +2021-12-18 07:54:04,827 + +21 of 25 jobs remaining (07:54) +2021-12-18 07:54:04,827 Sleep: 10 +2021-12-18 07:54:04,827 Number of retrials: 0 +2021-12-18 07:54:04,827 WRAPPER CHECK TIME = 10 +2021-12-18 07:54:04,828 Checking jobs for platform=marenostrum4 +2021-12-18 07:54:04,828 Checking Wrapper 19278896 +2021-12-18 07:54:09,402 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 07:54:09,402 Checking inner jobs status +2021-12-18 07:54:10,900 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 07:54:10,901 Checking jobs for platform=nord3 +2021-12-18 07:54:10,901 Checking jobs for platform=local +2021-12-18 07:54:10,902 Checking jobs for platform=transfer_node +2021-12-18 07:54:10,902 End of checking +2021-12-18 07:54:10,903 Updating FAILED jobs +2021-12-18 07:54:10,903 Updating WAITING jobs +2021-12-18 07:54:10,904 Update finished +2021-12-18 07:54:10,904 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:54:10,904 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:54:10,905 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:54:10,905 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:54:10,905 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 07:54:10,905 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 07:54:10,905 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 07:54:10,908 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:54:10,910 Job list saved +2021-12-18 07:54:10,974 Updating FAILED jobs +2021-12-18 07:54:10,974 Updating WAITING jobs +2021-12-18 07:54:10,975 Update finished +2021-12-18 07:54:20,985 Reloading parameters... +2021-12-18 07:54:21,003 Loading parameters... +2021-12-18 07:54:21,004 Loading project parameters... +2021-12-18 07:54:21,007 + +21 of 25 jobs remaining (07:54) +2021-12-18 07:54:21,007 Sleep: 10 +2021-12-18 07:54:21,007 Number of retrials: 0 +2021-12-18 07:54:21,007 WRAPPER CHECK TIME = 10 +2021-12-18 07:54:21,008 Checking jobs for platform=marenostrum4 +2021-12-18 07:54:21,008 Checking Wrapper 19278896 +2021-12-18 07:54:24,429 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 07:54:24,429 Checking inner jobs status +2021-12-18 07:54:25,710 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 07:54:25,711 Checking jobs for platform=nord3 +2021-12-18 07:54:25,712 Checking jobs for platform=local +2021-12-18 07:54:25,712 Checking jobs for platform=transfer_node +2021-12-18 07:54:25,713 End of checking +2021-12-18 07:54:25,714 Updating FAILED jobs +2021-12-18 07:54:25,714 Updating WAITING jobs +2021-12-18 07:54:25,714 Update finished +2021-12-18 07:54:25,714 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:54:25,714 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:54:25,715 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:54:25,715 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:54:25,715 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 07:54:25,715 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 07:54:25,715 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 07:54:25,718 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:54:25,720 Job list saved +2021-12-18 07:54:25,777 Updating FAILED jobs +2021-12-18 07:54:25,777 Updating WAITING jobs +2021-12-18 07:54:25,778 Update finished +2021-12-18 07:54:35,787 Reloading parameters... +2021-12-18 07:54:35,806 Loading parameters... +2021-12-18 07:54:35,807 Loading project parameters... +2021-12-18 07:54:35,809 + +21 of 25 jobs remaining (07:54) +2021-12-18 07:54:35,809 Sleep: 10 +2021-12-18 07:54:35,809 Number of retrials: 0 +2021-12-18 07:54:35,810 WRAPPER CHECK TIME = 10 +2021-12-18 07:54:35,810 Checking jobs for platform=marenostrum4 +2021-12-18 07:54:35,810 Checking Wrapper 19278896 +2021-12-18 07:54:39,136 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 07:54:39,137 Checking inner jobs status +2021-12-18 07:54:40,367 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 07:54:40,368 Checking jobs for platform=nord3 +2021-12-18 07:54:40,368 Checking jobs for platform=local +2021-12-18 07:54:40,369 Checking jobs for platform=transfer_node +2021-12-18 07:54:40,369 End of checking +2021-12-18 07:54:40,370 Updating FAILED jobs +2021-12-18 07:54:40,370 Updating WAITING jobs +2021-12-18 07:54:40,371 Update finished +2021-12-18 07:54:40,371 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:54:40,371 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:54:40,371 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:54:40,371 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:54:40,371 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 07:54:40,371 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 07:54:40,372 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 07:54:40,374 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:54:40,376 Job list saved +2021-12-18 07:54:40,438 Updating FAILED jobs +2021-12-18 07:54:40,438 Updating WAITING jobs +2021-12-18 07:54:40,439 Update finished +2021-12-18 07:54:50,449 Reloading parameters... +2021-12-18 07:54:50,467 Loading parameters... +2021-12-18 07:54:50,469 Loading project parameters... +2021-12-18 07:54:50,470 + +21 of 25 jobs remaining (07:54) +2021-12-18 07:54:50,471 Sleep: 10 +2021-12-18 07:54:50,471 Number of retrials: 0 +2021-12-18 07:54:50,471 WRAPPER CHECK TIME = 10 +2021-12-18 07:54:50,471 Checking jobs for platform=marenostrum4 +2021-12-18 07:54:50,471 Checking Wrapper 19278896 +2021-12-18 07:54:54,043 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 07:54:54,043 Checking inner jobs status +2021-12-18 07:54:55,373 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 07:54:55,374 Checking jobs for platform=nord3 +2021-12-18 07:54:55,375 Checking jobs for platform=local +2021-12-18 07:54:55,376 Checking jobs for platform=transfer_node +2021-12-18 07:54:55,376 End of checking +2021-12-18 07:54:55,377 Updating FAILED jobs +2021-12-18 07:54:55,377 Updating WAITING jobs +2021-12-18 07:54:55,377 Update finished +2021-12-18 07:54:55,377 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:54:55,378 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:54:55,378 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:54:55,379 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:54:55,379 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 07:54:55,379 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 07:54:55,379 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 07:54:55,382 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:54:55,384 Job list saved +2021-12-18 07:54:55,442 Updating FAILED jobs +2021-12-18 07:54:55,442 Updating WAITING jobs +2021-12-18 07:54:55,443 Update finished +2021-12-18 07:55:05,453 Reloading parameters... +2021-12-18 07:55:05,475 Loading parameters... +2021-12-18 07:55:05,476 Loading project parameters... +2021-12-18 07:55:05,478 + +21 of 25 jobs remaining (07:55) +2021-12-18 07:55:05,478 Sleep: 10 +2021-12-18 07:55:05,479 Number of retrials: 0 +2021-12-18 07:55:05,479 WRAPPER CHECK TIME = 10 +2021-12-18 07:55:05,479 Checking jobs for platform=marenostrum4 +2021-12-18 07:55:05,479 Checking Wrapper 19278896 +2021-12-18 07:55:08,751 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 07:55:08,751 Checking inner jobs status +2021-12-18 07:55:09,980 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 07:55:09,981 Checking jobs for platform=nord3 +2021-12-18 07:55:09,982 Checking jobs for platform=local +2021-12-18 07:55:09,983 Checking jobs for platform=transfer_node +2021-12-18 07:55:09,983 End of checking +2021-12-18 07:55:09,984 Updating FAILED jobs +2021-12-18 07:55:09,986 Updating WAITING jobs +2021-12-18 07:55:09,986 Update finished +2021-12-18 07:55:09,986 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:55:09,986 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:55:09,987 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:55:09,987 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:55:09,987 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 07:55:09,987 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 07:55:09,987 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 07:55:09,992 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:55:09,998 Job list saved +2021-12-18 07:55:10,074 Updating FAILED jobs +2021-12-18 07:55:10,074 Updating WAITING jobs +2021-12-18 07:55:10,074 Update finished +2021-12-18 07:55:20,081 Reloading parameters... +2021-12-18 07:55:20,101 Loading parameters... +2021-12-18 07:55:20,102 Loading project parameters... +2021-12-18 07:55:20,104 + +21 of 25 jobs remaining (07:55) +2021-12-18 07:55:20,104 Sleep: 10 +2021-12-18 07:55:20,104 Number of retrials: 0 +2021-12-18 07:55:20,105 WRAPPER CHECK TIME = 10 +2021-12-18 07:55:20,105 Checking jobs for platform=marenostrum4 +2021-12-18 07:55:20,105 Checking Wrapper 19278896 +2021-12-18 07:55:23,627 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 07:55:23,628 Checking inner jobs status +2021-12-18 07:55:25,109 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 07:55:25,110 Checking jobs for platform=nord3 +2021-12-18 07:55:25,111 Checking jobs for platform=local +2021-12-18 07:55:25,111 Checking jobs for platform=transfer_node +2021-12-18 07:55:25,112 End of checking +2021-12-18 07:55:25,113 Updating FAILED jobs +2021-12-18 07:55:25,114 Updating WAITING jobs +2021-12-18 07:55:25,114 Update finished +2021-12-18 07:55:25,114 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:55:25,114 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:55:25,114 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:55:25,114 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:55:25,114 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 07:55:25,115 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 07:55:25,115 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 07:55:25,117 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:55:25,120 Job list saved +2021-12-18 07:55:25,191 Updating FAILED jobs +2021-12-18 07:55:25,192 Updating WAITING jobs +2021-12-18 07:55:25,192 Update finished +2021-12-18 07:55:35,200 Reloading parameters... +2021-12-18 07:55:35,218 Loading parameters... +2021-12-18 07:55:35,219 Loading project parameters... +2021-12-18 07:55:35,221 + +21 of 25 jobs remaining (07:55) +2021-12-18 07:55:35,221 Sleep: 10 +2021-12-18 07:55:35,221 Number of retrials: 0 +2021-12-18 07:55:35,221 WRAPPER CHECK TIME = 10 +2021-12-18 07:55:35,222 Checking jobs for platform=marenostrum4 +2021-12-18 07:55:35,222 Checking Wrapper 19278896 +2021-12-18 07:55:38,843 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 07:55:38,843 Checking inner jobs status +2021-12-18 07:55:40,774 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 07:55:40,775 Checking jobs for platform=nord3 +2021-12-18 07:55:40,776 Checking jobs for platform=local +2021-12-18 07:55:40,777 Checking jobs for platform=transfer_node +2021-12-18 07:55:40,777 End of checking +2021-12-18 07:55:40,778 Updating FAILED jobs +2021-12-18 07:55:40,778 Updating WAITING jobs +2021-12-18 07:55:40,778 Update finished +2021-12-18 07:55:40,778 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:55:40,779 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:55:40,779 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:55:40,779 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:55:40,779 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 07:55:40,779 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 07:55:40,780 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 07:55:40,782 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:55:40,785 Job list saved +2021-12-18 07:55:40,839 Updating FAILED jobs +2021-12-18 07:55:40,840 Updating WAITING jobs +2021-12-18 07:55:40,840 Update finished +2021-12-18 07:55:50,850 Reloading parameters... +2021-12-18 07:55:50,867 Loading parameters... +2021-12-18 07:55:50,869 Loading project parameters... +2021-12-18 07:55:50,870 + +21 of 25 jobs remaining (07:55) +2021-12-18 07:55:50,871 Sleep: 10 +2021-12-18 07:55:50,871 Number of retrials: 0 +2021-12-18 07:55:50,871 WRAPPER CHECK TIME = 10 +2021-12-18 07:55:50,871 Checking jobs for platform=marenostrum4 +2021-12-18 07:55:50,872 Checking Wrapper 19278896 +2021-12-18 07:55:54,348 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 07:55:54,349 Checking inner jobs status +2021-12-18 07:55:55,980 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 07:55:55,981 Checking jobs for platform=nord3 +2021-12-18 07:55:55,981 Checking jobs for platform=local +2021-12-18 07:55:55,982 Checking jobs for platform=transfer_node +2021-12-18 07:55:55,982 End of checking +2021-12-18 07:55:55,983 Updating FAILED jobs +2021-12-18 07:55:55,983 Updating WAITING jobs +2021-12-18 07:55:55,984 Update finished +2021-12-18 07:55:55,984 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:55:55,984 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:55:55,984 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:55:55,984 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:55:55,984 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 07:55:55,984 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 07:55:55,984 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 07:55:55,987 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:55:55,989 Job list saved +2021-12-18 07:55:56,043 Updating FAILED jobs +2021-12-18 07:55:56,043 Updating WAITING jobs +2021-12-18 07:55:56,044 Update finished +2021-12-18 07:56:06,054 Reloading parameters... +2021-12-18 07:56:06,073 Loading parameters... +2021-12-18 07:56:06,075 Loading project parameters... +2021-12-18 07:56:06,077 + +21 of 25 jobs remaining (07:56) +2021-12-18 07:56:06,077 Sleep: 10 +2021-12-18 07:56:06,077 Number of retrials: 0 +2021-12-18 07:56:06,077 WRAPPER CHECK TIME = 10 +2021-12-18 07:56:06,078 Checking jobs for platform=marenostrum4 +2021-12-18 07:56:06,078 Checking Wrapper 19278896 +2021-12-18 07:56:09,350 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 07:56:09,351 Checking inner jobs status +2021-12-18 07:56:10,631 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 07:56:10,632 Checking jobs for platform=nord3 +2021-12-18 07:56:10,633 Checking jobs for platform=local +2021-12-18 07:56:10,634 Checking jobs for platform=transfer_node +2021-12-18 07:56:10,634 End of checking +2021-12-18 07:56:10,635 Updating FAILED jobs +2021-12-18 07:56:10,636 Updating WAITING jobs +2021-12-18 07:56:10,636 Update finished +2021-12-18 07:56:10,636 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:56:10,636 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:56:10,636 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:56:10,636 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:56:10,636 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 07:56:10,637 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 07:56:10,637 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 07:56:10,642 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:56:10,645 Job list saved +2021-12-18 07:56:10,711 Updating FAILED jobs +2021-12-18 07:56:10,711 Updating WAITING jobs +2021-12-18 07:56:10,711 Update finished +2021-12-18 07:56:20,722 Reloading parameters... +2021-12-18 07:56:20,740 Loading parameters... +2021-12-18 07:56:20,741 Loading project parameters... +2021-12-18 07:56:20,743 + +21 of 25 jobs remaining (07:56) +2021-12-18 07:56:20,743 Sleep: 10 +2021-12-18 07:56:20,743 Number of retrials: 0 +2021-12-18 07:56:20,743 WRAPPER CHECK TIME = 10 +2021-12-18 07:56:20,744 Checking jobs for platform=marenostrum4 +2021-12-18 07:56:20,744 Checking Wrapper 19278896 +2021-12-18 07:56:24,116 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 07:56:24,116 Checking inner jobs status +2021-12-18 07:56:25,598 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 07:56:25,599 Checking jobs for platform=nord3 +2021-12-18 07:56:25,600 Checking jobs for platform=local +2021-12-18 07:56:25,600 Checking jobs for platform=transfer_node +2021-12-18 07:56:25,600 End of checking +2021-12-18 07:56:25,602 Updating FAILED jobs +2021-12-18 07:56:25,602 Updating WAITING jobs +2021-12-18 07:56:25,602 Update finished +2021-12-18 07:56:25,602 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:56:25,603 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:56:25,603 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:56:25,603 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:56:25,603 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 07:56:25,603 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 07:56:25,603 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 07:56:25,606 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:56:25,608 Job list saved +2021-12-18 07:56:25,670 Updating FAILED jobs +2021-12-18 07:56:25,671 Updating WAITING jobs +2021-12-18 07:56:25,671 Update finished +2021-12-18 07:56:35,679 Reloading parameters... +2021-12-18 07:56:35,698 Loading parameters... +2021-12-18 07:56:35,699 Loading project parameters... +2021-12-18 07:56:35,701 + +21 of 25 jobs remaining (07:56) +2021-12-18 07:56:35,701 Sleep: 10 +2021-12-18 07:56:35,701 Number of retrials: 0 +2021-12-18 07:56:35,701 WRAPPER CHECK TIME = 10 +2021-12-18 07:56:35,702 Checking jobs for platform=marenostrum4 +2021-12-18 07:56:35,702 Checking Wrapper 19278896 +2021-12-18 07:56:38,974 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 07:56:38,974 Checking inner jobs status +2021-12-18 07:56:40,205 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 07:56:40,206 Checking jobs for platform=nord3 +2021-12-18 07:56:40,207 Checking jobs for platform=local +2021-12-18 07:56:40,207 Checking jobs for platform=transfer_node +2021-12-18 07:56:40,207 End of checking +2021-12-18 07:56:40,209 Updating FAILED jobs +2021-12-18 07:56:40,209 Updating WAITING jobs +2021-12-18 07:56:40,209 Update finished +2021-12-18 07:56:40,209 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:56:40,209 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:56:40,209 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:56:40,210 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:56:40,210 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 07:56:40,210 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 07:56:40,210 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 07:56:40,213 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:56:40,215 Job list saved +2021-12-18 07:56:40,279 Updating FAILED jobs +2021-12-18 07:56:40,280 Updating WAITING jobs +2021-12-18 07:56:40,280 Update finished +2021-12-18 07:56:50,290 Reloading parameters... +2021-12-18 07:56:50,313 Loading parameters... +2021-12-18 07:56:50,314 Loading project parameters... +2021-12-18 07:56:50,317 + +21 of 25 jobs remaining (07:56) +2021-12-18 07:56:50,317 Sleep: 10 +2021-12-18 07:56:50,317 Number of retrials: 0 +2021-12-18 07:56:50,317 WRAPPER CHECK TIME = 10 +2021-12-18 07:56:50,318 Checking jobs for platform=marenostrum4 +2021-12-18 07:56:50,318 Checking Wrapper 19278896 +2021-12-18 07:56:53,589 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 07:56:53,589 Checking inner jobs status +2021-12-18 07:56:54,769 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 07:56:54,770 Checking jobs for platform=nord3 +2021-12-18 07:56:54,771 Checking jobs for platform=local +2021-12-18 07:56:54,771 Checking jobs for platform=transfer_node +2021-12-18 07:56:54,771 End of checking +2021-12-18 07:56:54,773 Updating FAILED jobs +2021-12-18 07:56:54,773 Updating WAITING jobs +2021-12-18 07:56:54,773 Update finished +2021-12-18 07:56:54,773 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:56:54,774 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:56:54,774 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:56:54,774 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:56:54,774 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 07:56:54,774 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 07:56:54,774 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 07:56:54,777 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:56:54,780 Job list saved +2021-12-18 07:56:54,843 Updating FAILED jobs +2021-12-18 07:56:54,843 Updating WAITING jobs +2021-12-18 07:56:54,844 Update finished +2021-12-18 07:57:04,854 Reloading parameters... +2021-12-18 07:57:04,884 Loading parameters... +2021-12-18 07:57:04,886 Loading project parameters... +2021-12-18 07:57:04,892 + +21 of 25 jobs remaining (07:57) +2021-12-18 07:57:04,892 Sleep: 10 +2021-12-18 07:57:04,892 Number of retrials: 0 +2021-12-18 07:57:04,892 WRAPPER CHECK TIME = 10 +2021-12-18 07:57:04,893 Checking jobs for platform=marenostrum4 +2021-12-18 07:57:04,893 Checking Wrapper 19278896 +2021-12-18 07:57:08,214 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 07:57:08,215 Checking inner jobs status +2021-12-18 07:57:09,772 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 07:57:09,773 Checking jobs for platform=nord3 +2021-12-18 07:57:09,773 Checking jobs for platform=local +2021-12-18 07:57:09,774 Checking jobs for platform=transfer_node +2021-12-18 07:57:09,774 End of checking +2021-12-18 07:57:09,775 Updating FAILED jobs +2021-12-18 07:57:09,776 Updating WAITING jobs +2021-12-18 07:57:09,776 Update finished +2021-12-18 07:57:09,776 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:57:09,777 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:57:09,777 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:57:09,777 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:57:09,777 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 07:57:09,777 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 07:57:09,777 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 07:57:09,780 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:57:09,782 Job list saved +2021-12-18 07:57:09,842 Updating FAILED jobs +2021-12-18 07:57:09,842 Updating WAITING jobs +2021-12-18 07:57:09,842 Update finished +2021-12-18 07:57:19,853 Reloading parameters... +2021-12-18 07:57:19,871 Loading parameters... +2021-12-18 07:57:19,872 Loading project parameters... +2021-12-18 07:57:19,874 + +21 of 25 jobs remaining (07:57) +2021-12-18 07:57:19,874 Sleep: 10 +2021-12-18 07:57:19,874 Number of retrials: 0 +2021-12-18 07:57:19,874 WRAPPER CHECK TIME = 10 +2021-12-18 07:57:19,875 Checking jobs for platform=marenostrum4 +2021-12-18 07:57:19,875 Checking Wrapper 19278896 +2021-12-18 07:57:23,198 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 07:57:23,198 Checking inner jobs status +2021-12-18 07:57:24,478 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 07:57:24,479 Checking jobs for platform=nord3 +2021-12-18 07:57:24,480 Checking jobs for platform=local +2021-12-18 07:57:24,480 Checking jobs for platform=transfer_node +2021-12-18 07:57:24,480 End of checking +2021-12-18 07:57:24,482 Updating FAILED jobs +2021-12-18 07:57:24,482 Updating WAITING jobs +2021-12-18 07:57:24,482 Update finished +2021-12-18 07:57:24,483 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:57:24,483 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:57:24,483 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:57:24,483 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:57:24,483 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 07:57:24,483 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 07:57:24,483 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 07:57:24,486 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:57:24,488 Job list saved +2021-12-18 07:57:24,547 Updating FAILED jobs +2021-12-18 07:57:24,548 Updating WAITING jobs +2021-12-18 07:57:24,548 Update finished +2021-12-18 07:57:34,558 Reloading parameters... +2021-12-18 07:57:34,577 Loading parameters... +2021-12-18 07:57:34,578 Loading project parameters... +2021-12-18 07:57:34,580 + +21 of 25 jobs remaining (07:57) +2021-12-18 07:57:34,580 Sleep: 10 +2021-12-18 07:57:34,580 Number of retrials: 0 +2021-12-18 07:57:34,580 WRAPPER CHECK TIME = 10 +2021-12-18 07:57:34,581 Checking jobs for platform=marenostrum4 +2021-12-18 07:57:34,581 Checking Wrapper 19278896 +2021-12-18 07:57:37,954 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 07:57:37,955 Checking inner jobs status +2021-12-18 07:57:39,185 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 07:57:39,186 Checking jobs for platform=nord3 +2021-12-18 07:57:39,187 Checking jobs for platform=local +2021-12-18 07:57:39,188 Checking jobs for platform=transfer_node +2021-12-18 07:57:39,188 End of checking +2021-12-18 07:57:39,189 Updating FAILED jobs +2021-12-18 07:57:39,189 Updating WAITING jobs +2021-12-18 07:57:39,189 Update finished +2021-12-18 07:57:39,190 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:57:39,190 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:57:39,190 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:57:39,190 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:57:39,190 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 07:57:39,190 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 07:57:39,190 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 07:57:39,193 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:57:39,195 Job list saved +2021-12-18 07:57:39,255 Updating FAILED jobs +2021-12-18 07:57:39,255 Updating WAITING jobs +2021-12-18 07:57:39,255 Update finished +2021-12-18 07:57:49,265 Reloading parameters... +2021-12-18 07:57:49,287 Loading parameters... +2021-12-18 07:57:49,288 Loading project parameters... +2021-12-18 07:57:49,290 + +21 of 25 jobs remaining (07:57) +2021-12-18 07:57:49,291 Sleep: 10 +2021-12-18 07:57:49,291 Number of retrials: 0 +2021-12-18 07:57:49,291 WRAPPER CHECK TIME = 10 +2021-12-18 07:57:49,291 Checking jobs for platform=marenostrum4 +2021-12-18 07:57:49,291 Checking Wrapper 19278896 +2021-12-18 07:57:52,715 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 07:57:52,715 Checking inner jobs status +2021-12-18 07:57:53,999 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 07:57:54,000 Checking jobs for platform=nord3 +2021-12-18 07:57:54,000 Checking jobs for platform=local +2021-12-18 07:57:54,001 Checking jobs for platform=transfer_node +2021-12-18 07:57:54,001 End of checking +2021-12-18 07:57:54,002 Updating FAILED jobs +2021-12-18 07:57:54,002 Updating WAITING jobs +2021-12-18 07:57:54,003 Update finished +2021-12-18 07:57:54,003 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:57:54,003 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:57:54,003 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:57:54,004 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:57:54,004 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 07:57:54,004 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 07:57:54,004 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 07:57:54,006 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:57:54,009 Job list saved +2021-12-18 07:57:54,067 Updating FAILED jobs +2021-12-18 07:57:54,068 Updating WAITING jobs +2021-12-18 07:57:54,068 Update finished +2021-12-18 07:58:04,078 Reloading parameters... +2021-12-18 07:58:04,096 Loading parameters... +2021-12-18 07:58:04,097 Loading project parameters... +2021-12-18 07:58:04,099 + +21 of 25 jobs remaining (07:58) +2021-12-18 07:58:04,099 Sleep: 10 +2021-12-18 07:58:04,099 Number of retrials: 0 +2021-12-18 07:58:04,099 WRAPPER CHECK TIME = 10 +2021-12-18 07:58:04,100 Checking jobs for platform=marenostrum4 +2021-12-18 07:58:04,100 Checking Wrapper 19278896 +2021-12-18 07:58:07,722 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 07:58:07,722 Checking inner jobs status +2021-12-18 07:58:09,003 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 07:58:09,004 Checking jobs for platform=nord3 +2021-12-18 07:58:09,004 Checking jobs for platform=local +2021-12-18 07:58:09,005 Checking jobs for platform=transfer_node +2021-12-18 07:58:09,005 End of checking +2021-12-18 07:58:09,006 Updating FAILED jobs +2021-12-18 07:58:09,006 Updating WAITING jobs +2021-12-18 07:58:09,007 Update finished +2021-12-18 07:58:09,007 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:58:09,007 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:58:09,007 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:58:09,007 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:58:09,007 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 07:58:09,007 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 07:58:09,008 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 07:58:09,010 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:58:09,012 Job list saved +2021-12-18 07:58:09,068 Updating FAILED jobs +2021-12-18 07:58:09,068 Updating WAITING jobs +2021-12-18 07:58:09,068 Update finished +2021-12-18 07:58:19,078 Reloading parameters... +2021-12-18 07:58:19,096 Loading parameters... +2021-12-18 07:58:19,097 Loading project parameters... +2021-12-18 07:58:19,099 + +21 of 25 jobs remaining (07:58) +2021-12-18 07:58:19,099 Sleep: 10 +2021-12-18 07:58:19,100 Number of retrials: 0 +2021-12-18 07:58:19,100 WRAPPER CHECK TIME = 10 +2021-12-18 07:58:19,100 Checking jobs for platform=marenostrum4 +2021-12-18 07:58:19,100 Checking Wrapper 19278896 +2021-12-18 07:58:22,521 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 07:58:22,522 Checking inner jobs status +2021-12-18 07:58:23,752 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 07:58:23,754 Checking jobs for platform=nord3 +2021-12-18 07:58:23,754 Checking jobs for platform=local +2021-12-18 07:58:23,755 Checking jobs for platform=transfer_node +2021-12-18 07:58:23,755 End of checking +2021-12-18 07:58:23,756 Updating FAILED jobs +2021-12-18 07:58:23,756 Updating WAITING jobs +2021-12-18 07:58:23,756 Update finished +2021-12-18 07:58:23,757 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:58:23,757 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:58:23,757 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:58:23,757 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:58:23,757 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 07:58:23,757 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 07:58:23,757 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 07:58:23,760 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:58:23,762 Job list saved +2021-12-18 07:58:23,819 Updating FAILED jobs +2021-12-18 07:58:23,819 Updating WAITING jobs +2021-12-18 07:58:23,819 Update finished +2021-12-18 07:58:33,829 Reloading parameters... +2021-12-18 07:58:33,850 Loading parameters... +2021-12-18 07:58:33,851 Loading project parameters... +2021-12-18 07:58:33,853 + +21 of 25 jobs remaining (07:58) +2021-12-18 07:58:33,853 Sleep: 10 +2021-12-18 07:58:33,853 Number of retrials: 0 +2021-12-18 07:58:33,853 WRAPPER CHECK TIME = 10 +2021-12-18 07:58:33,854 Checking jobs for platform=marenostrum4 +2021-12-18 07:58:33,854 Checking Wrapper 19278896 +2021-12-18 07:58:37,226 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 07:58:37,226 Checking inner jobs status +2021-12-18 07:58:38,507 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 07:58:38,509 Checking jobs for platform=nord3 +2021-12-18 07:58:38,509 Checking jobs for platform=local +2021-12-18 07:58:38,510 Checking jobs for platform=transfer_node +2021-12-18 07:58:38,510 End of checking +2021-12-18 07:58:38,512 Updating FAILED jobs +2021-12-18 07:58:38,512 Updating WAITING jobs +2021-12-18 07:58:38,512 Update finished +2021-12-18 07:58:38,512 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:58:38,513 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:58:38,513 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:58:38,513 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:58:38,513 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 07:58:38,513 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 07:58:38,514 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 07:58:38,516 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:58:38,519 Job list saved +2021-12-18 07:58:38,578 Updating FAILED jobs +2021-12-18 07:58:38,579 Updating WAITING jobs +2021-12-18 07:58:38,579 Update finished +2021-12-18 07:58:48,588 Reloading parameters... +2021-12-18 07:58:48,605 Loading parameters... +2021-12-18 07:58:48,607 Loading project parameters... +2021-12-18 07:58:48,609 + +21 of 25 jobs remaining (07:58) +2021-12-18 07:58:48,609 Sleep: 10 +2021-12-18 07:58:48,609 Number of retrials: 0 +2021-12-18 07:58:48,609 WRAPPER CHECK TIME = 10 +2021-12-18 07:58:48,610 Checking jobs for platform=marenostrum4 +2021-12-18 07:58:48,610 Checking Wrapper 19278896 +2021-12-18 07:58:51,981 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 07:58:51,982 Checking inner jobs status +2021-12-18 07:58:53,364 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 07:58:53,365 Checking jobs for platform=nord3 +2021-12-18 07:58:53,366 Checking jobs for platform=local +2021-12-18 07:58:53,366 Checking jobs for platform=transfer_node +2021-12-18 07:58:53,366 End of checking +2021-12-18 07:58:53,368 Updating FAILED jobs +2021-12-18 07:58:53,368 Updating WAITING jobs +2021-12-18 07:58:53,368 Update finished +2021-12-18 07:58:53,368 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:58:53,368 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:58:53,368 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:58:53,369 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:58:53,369 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 07:58:53,369 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 07:58:53,369 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 07:58:53,371 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:58:53,374 Job list saved +2021-12-18 07:58:53,440 Updating FAILED jobs +2021-12-18 07:58:53,440 Updating WAITING jobs +2021-12-18 07:58:53,440 Update finished +2021-12-18 07:59:03,446 Reloading parameters... +2021-12-18 07:59:03,464 Loading parameters... +2021-12-18 07:59:03,466 Loading project parameters... +2021-12-18 07:59:03,467 + +21 of 25 jobs remaining (07:59) +2021-12-18 07:59:03,468 Sleep: 10 +2021-12-18 07:59:03,468 Number of retrials: 0 +2021-12-18 07:59:03,468 WRAPPER CHECK TIME = 10 +2021-12-18 07:59:03,468 Checking jobs for platform=marenostrum4 +2021-12-18 07:59:03,468 Checking Wrapper 19278896 +2021-12-18 07:59:06,891 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 07:59:06,891 Checking inner jobs status +2021-12-18 07:59:08,426 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 07:59:08,427 Checking jobs for platform=nord3 +2021-12-18 07:59:08,427 Checking jobs for platform=local +2021-12-18 07:59:08,428 Checking jobs for platform=transfer_node +2021-12-18 07:59:08,428 End of checking +2021-12-18 07:59:08,429 Updating FAILED jobs +2021-12-18 07:59:08,429 Updating WAITING jobs +2021-12-18 07:59:08,430 Update finished +2021-12-18 07:59:08,430 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:59:08,430 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:59:08,430 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:59:08,430 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:59:08,430 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 07:59:08,431 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 07:59:08,431 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 07:59:08,433 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:59:08,435 Job list saved +2021-12-18 07:59:08,493 Updating FAILED jobs +2021-12-18 07:59:08,493 Updating WAITING jobs +2021-12-18 07:59:08,493 Update finished +2021-12-18 07:59:18,503 Reloading parameters... +2021-12-18 07:59:18,521 Loading parameters... +2021-12-18 07:59:18,523 Loading project parameters... +2021-12-18 07:59:18,524 + +21 of 25 jobs remaining (07:59) +2021-12-18 07:59:18,525 Sleep: 10 +2021-12-18 07:59:18,525 Number of retrials: 0 +2021-12-18 07:59:18,525 WRAPPER CHECK TIME = 10 +2021-12-18 07:59:18,525 Checking jobs for platform=marenostrum4 +2021-12-18 07:59:18,526 Checking Wrapper 19278896 +2021-12-18 07:59:22,152 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 07:59:22,153 Checking inner jobs status +2021-12-18 07:59:24,287 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 07:59:24,288 Checking jobs for platform=nord3 +2021-12-18 07:59:24,289 Checking jobs for platform=local +2021-12-18 07:59:24,289 Checking jobs for platform=transfer_node +2021-12-18 07:59:24,289 End of checking +2021-12-18 07:59:24,291 Updating FAILED jobs +2021-12-18 07:59:24,291 Updating WAITING jobs +2021-12-18 07:59:24,291 Update finished +2021-12-18 07:59:24,291 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:59:24,292 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:59:24,292 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:59:24,292 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:59:24,292 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 07:59:24,292 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 07:59:24,292 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 07:59:24,295 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:59:24,297 Job list saved +2021-12-18 07:59:24,361 Updating FAILED jobs +2021-12-18 07:59:24,362 Updating WAITING jobs +2021-12-18 07:59:24,362 Update finished +2021-12-18 07:59:34,372 Reloading parameters... +2021-12-18 07:59:34,391 Loading parameters... +2021-12-18 07:59:34,392 Loading project parameters... +2021-12-18 07:59:34,394 + +21 of 25 jobs remaining (07:59) +2021-12-18 07:59:34,395 Sleep: 10 +2021-12-18 07:59:34,395 Number of retrials: 0 +2021-12-18 07:59:34,395 WRAPPER CHECK TIME = 10 +2021-12-18 07:59:34,395 Checking jobs for platform=marenostrum4 +2021-12-18 07:59:34,395 Checking Wrapper 19278896 +2021-12-18 07:59:37,767 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 07:59:37,768 Checking inner jobs status +2021-12-18 07:59:38,951 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 07:59:38,952 Checking jobs for platform=nord3 +2021-12-18 07:59:38,952 Checking jobs for platform=local +2021-12-18 07:59:38,953 Checking jobs for platform=transfer_node +2021-12-18 07:59:38,953 End of checking +2021-12-18 07:59:38,954 Updating FAILED jobs +2021-12-18 07:59:38,954 Updating WAITING jobs +2021-12-18 07:59:38,954 Update finished +2021-12-18 07:59:38,955 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:59:38,955 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:59:38,955 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:59:38,955 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:59:38,955 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 07:59:38,955 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 07:59:38,956 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 07:59:38,958 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:59:38,960 Job list saved +2021-12-18 07:59:39,023 Updating FAILED jobs +2021-12-18 07:59:39,023 Updating WAITING jobs +2021-12-18 07:59:39,023 Update finished +2021-12-18 07:59:49,032 Reloading parameters... +2021-12-18 07:59:49,049 Loading parameters... +2021-12-18 07:59:49,050 Loading project parameters... +2021-12-18 07:59:49,052 + +21 of 25 jobs remaining (07:59) +2021-12-18 07:59:49,052 Sleep: 10 +2021-12-18 07:59:49,052 Number of retrials: 0 +2021-12-18 07:59:49,053 WRAPPER CHECK TIME = 10 +2021-12-18 07:59:49,053 Checking jobs for platform=marenostrum4 +2021-12-18 07:59:49,053 Checking Wrapper 19278896 +2021-12-18 07:59:52,375 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 07:59:52,375 Checking inner jobs status +2021-12-18 07:59:54,161 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 07:59:54,162 Checking jobs for platform=nord3 +2021-12-18 07:59:54,162 Checking jobs for platform=local +2021-12-18 07:59:54,163 Checking jobs for platform=transfer_node +2021-12-18 07:59:54,163 End of checking +2021-12-18 07:59:54,164 Updating FAILED jobs +2021-12-18 07:59:54,164 Updating WAITING jobs +2021-12-18 07:59:54,164 Update finished +2021-12-18 07:59:54,165 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 07:59:54,165 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 07:59:54,165 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 07:59:54,165 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 07:59:54,165 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 07:59:54,165 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 07:59:54,165 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 07:59:54,168 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 07:59:54,170 Job list saved +2021-12-18 07:59:54,239 Updating FAILED jobs +2021-12-18 07:59:54,240 Updating WAITING jobs +2021-12-18 07:59:54,240 Update finished +2021-12-18 08:00:04,245 Reloading parameters... +2021-12-18 08:00:04,266 Loading parameters... +2021-12-18 08:00:04,268 Loading project parameters... +2021-12-18 08:00:04,270 + +21 of 25 jobs remaining (08:00) +2021-12-18 08:00:04,270 Sleep: 10 +2021-12-18 08:00:04,270 Number of retrials: 0 +2021-12-18 08:00:04,270 WRAPPER CHECK TIME = 10 +2021-12-18 08:00:04,271 Checking jobs for platform=marenostrum4 +2021-12-18 08:00:04,271 Checking Wrapper 19278896 +2021-12-18 08:00:07,645 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:00:07,645 Checking inner jobs status +2021-12-18 08:00:09,065 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:00:09,066 Checking jobs for platform=nord3 +2021-12-18 08:00:09,066 Checking jobs for platform=local +2021-12-18 08:00:09,067 Checking jobs for platform=transfer_node +2021-12-18 08:00:09,067 End of checking +2021-12-18 08:00:09,068 Updating FAILED jobs +2021-12-18 08:00:09,068 Updating WAITING jobs +2021-12-18 08:00:09,068 Update finished +2021-12-18 08:00:09,069 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:00:09,069 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:00:09,069 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:00:09,069 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:00:09,070 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:00:09,070 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:00:09,070 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:00:09,072 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:00:09,074 Job list saved +2021-12-18 08:00:09,131 Updating FAILED jobs +2021-12-18 08:00:09,132 Updating WAITING jobs +2021-12-18 08:00:09,132 Update finished +2021-12-18 08:00:19,142 Reloading parameters... +2021-12-18 08:00:19,161 Loading parameters... +2021-12-18 08:00:19,162 Loading project parameters... +2021-12-18 08:00:19,164 + +21 of 25 jobs remaining (08:00) +2021-12-18 08:00:19,164 Sleep: 10 +2021-12-18 08:00:19,164 Number of retrials: 0 +2021-12-18 08:00:19,164 WRAPPER CHECK TIME = 10 +2021-12-18 08:00:19,165 Checking jobs for platform=marenostrum4 +2021-12-18 08:00:19,165 Checking Wrapper 19278896 +2021-12-18 08:00:22,536 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:00:22,536 Checking inner jobs status +2021-12-18 08:00:23,917 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:00:23,918 Checking jobs for platform=nord3 +2021-12-18 08:00:23,919 Checking jobs for platform=local +2021-12-18 08:00:23,919 Checking jobs for platform=transfer_node +2021-12-18 08:00:23,919 End of checking +2021-12-18 08:00:23,920 Updating FAILED jobs +2021-12-18 08:00:23,920 Updating WAITING jobs +2021-12-18 08:00:23,921 Update finished +2021-12-18 08:00:23,921 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:00:23,921 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:00:23,921 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:00:23,921 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:00:23,921 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:00:23,922 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:00:23,922 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:00:23,924 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:00:23,926 Job list saved +2021-12-18 08:00:23,994 Updating FAILED jobs +2021-12-18 08:00:23,994 Updating WAITING jobs +2021-12-18 08:00:23,994 Update finished +2021-12-18 08:00:34,002 Reloading parameters... +2021-12-18 08:00:34,020 Loading parameters... +2021-12-18 08:00:34,022 Loading project parameters... +2021-12-18 08:00:34,024 + +21 of 25 jobs remaining (08:00) +2021-12-18 08:00:34,024 Sleep: 10 +2021-12-18 08:00:34,024 Number of retrials: 0 +2021-12-18 08:00:34,024 WRAPPER CHECK TIME = 10 +2021-12-18 08:00:34,025 Checking jobs for platform=marenostrum4 +2021-12-18 08:00:34,025 Checking Wrapper 19278896 +2021-12-18 08:00:37,296 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:00:37,296 Checking inner jobs status +2021-12-18 08:00:38,426 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:00:38,428 Checking jobs for platform=nord3 +2021-12-18 08:00:38,428 Checking jobs for platform=local +2021-12-18 08:00:38,429 Checking jobs for platform=transfer_node +2021-12-18 08:00:38,429 End of checking +2021-12-18 08:00:38,430 Updating FAILED jobs +2021-12-18 08:00:38,430 Updating WAITING jobs +2021-12-18 08:00:38,431 Update finished +2021-12-18 08:00:38,431 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:00:38,431 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:00:38,431 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:00:38,431 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:00:38,432 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:00:38,432 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:00:38,432 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:00:38,434 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:00:38,437 Job list saved +2021-12-18 08:00:38,490 Updating FAILED jobs +2021-12-18 08:00:38,490 Updating WAITING jobs +2021-12-18 08:00:38,491 Update finished +2021-12-18 08:00:48,501 Reloading parameters... +2021-12-18 08:00:48,519 Loading parameters... +2021-12-18 08:00:48,521 Loading project parameters... +2021-12-18 08:00:48,522 + +21 of 25 jobs remaining (08:00) +2021-12-18 08:00:48,523 Sleep: 10 +2021-12-18 08:00:48,523 Number of retrials: 0 +2021-12-18 08:00:48,523 WRAPPER CHECK TIME = 10 +2021-12-18 08:00:48,523 Checking jobs for platform=marenostrum4 +2021-12-18 08:00:48,524 Checking Wrapper 19278896 +2021-12-18 08:00:51,845 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:00:51,845 Checking inner jobs status +2021-12-18 08:00:53,026 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:00:53,027 Checking jobs for platform=nord3 +2021-12-18 08:00:53,027 Checking jobs for platform=local +2021-12-18 08:00:53,028 Checking jobs for platform=transfer_node +2021-12-18 08:00:53,028 End of checking +2021-12-18 08:00:53,029 Updating FAILED jobs +2021-12-18 08:00:53,030 Updating WAITING jobs +2021-12-18 08:00:53,030 Update finished +2021-12-18 08:00:53,030 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:00:53,031 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:00:53,031 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:00:53,031 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:00:53,031 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:00:53,031 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:00:53,031 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:00:53,034 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:00:53,036 Job list saved +2021-12-18 08:00:53,094 Updating FAILED jobs +2021-12-18 08:00:53,094 Updating WAITING jobs +2021-12-18 08:00:53,095 Update finished +2021-12-18 08:01:03,105 Reloading parameters... +2021-12-18 08:01:03,123 Loading parameters... +2021-12-18 08:01:03,125 Loading project parameters... +2021-12-18 08:01:03,126 + +21 of 25 jobs remaining (08:01) +2021-12-18 08:01:03,127 Sleep: 10 +2021-12-18 08:01:03,127 Number of retrials: 0 +2021-12-18 08:01:03,127 WRAPPER CHECK TIME = 10 +2021-12-18 08:01:03,127 Checking jobs for platform=marenostrum4 +2021-12-18 08:01:03,128 Checking Wrapper 19278896 +2021-12-18 08:01:06,399 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:01:06,399 Checking inner jobs status +2021-12-18 08:01:07,630 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:01:07,631 Checking jobs for platform=nord3 +2021-12-18 08:01:07,631 Checking jobs for platform=local +2021-12-18 08:01:07,632 Checking jobs for platform=transfer_node +2021-12-18 08:01:07,632 End of checking +2021-12-18 08:01:07,634 Updating FAILED jobs +2021-12-18 08:01:07,634 Updating WAITING jobs +2021-12-18 08:01:07,634 Update finished +2021-12-18 08:01:07,634 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:01:07,635 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:01:07,635 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:01:07,635 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:01:07,635 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:01:07,635 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:01:07,636 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:01:07,639 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:01:07,641 Job list saved +2021-12-18 08:01:07,711 Updating FAILED jobs +2021-12-18 08:01:07,712 Updating WAITING jobs +2021-12-18 08:01:07,712 Update finished +2021-12-18 08:01:17,721 Reloading parameters... +2021-12-18 08:01:17,742 Loading parameters... +2021-12-18 08:01:17,743 Loading project parameters... +2021-12-18 08:01:17,745 + +21 of 25 jobs remaining (08:01) +2021-12-18 08:01:17,745 Sleep: 10 +2021-12-18 08:01:17,746 Number of retrials: 0 +2021-12-18 08:01:17,746 WRAPPER CHECK TIME = 10 +2021-12-18 08:01:17,746 Checking jobs for platform=marenostrum4 +2021-12-18 08:01:17,746 Checking Wrapper 19278896 +2021-12-18 08:01:21,170 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:01:21,171 Checking inner jobs status +2021-12-18 08:01:22,601 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:01:22,602 Checking jobs for platform=nord3 +2021-12-18 08:01:22,603 Checking jobs for platform=local +2021-12-18 08:01:22,604 Checking jobs for platform=transfer_node +2021-12-18 08:01:22,604 End of checking +2021-12-18 08:01:22,606 Updating FAILED jobs +2021-12-18 08:01:22,606 Updating WAITING jobs +2021-12-18 08:01:22,606 Update finished +2021-12-18 08:01:22,606 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:01:22,607 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:01:22,607 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:01:22,607 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:01:22,607 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:01:22,607 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:01:22,607 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:01:22,610 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:01:22,612 Job list saved +2021-12-18 08:01:22,683 Updating FAILED jobs +2021-12-18 08:01:22,684 Updating WAITING jobs +2021-12-18 08:01:22,684 Update finished +2021-12-18 08:01:32,694 Reloading parameters... +2021-12-18 08:01:32,713 Loading parameters... +2021-12-18 08:01:32,714 Loading project parameters... +2021-12-18 08:01:32,716 + +21 of 25 jobs remaining (08:01) +2021-12-18 08:01:32,717 Sleep: 10 +2021-12-18 08:01:32,717 Number of retrials: 0 +2021-12-18 08:01:32,717 WRAPPER CHECK TIME = 10 +2021-12-18 08:01:32,718 Checking jobs for platform=marenostrum4 +2021-12-18 08:01:32,718 Checking Wrapper 19278896 +2021-12-18 08:01:36,390 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:01:36,390 Checking inner jobs status +2021-12-18 08:01:37,820 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:01:37,821 Checking jobs for platform=nord3 +2021-12-18 08:01:37,821 Checking jobs for platform=local +2021-12-18 08:01:37,822 Checking jobs for platform=transfer_node +2021-12-18 08:01:37,822 End of checking +2021-12-18 08:01:37,823 Updating FAILED jobs +2021-12-18 08:01:37,823 Updating WAITING jobs +2021-12-18 08:01:37,824 Update finished +2021-12-18 08:01:37,824 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:01:37,826 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:01:37,826 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:01:37,826 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:01:37,826 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:01:37,827 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:01:37,827 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:01:37,829 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:01:37,832 Job list saved +2021-12-18 08:01:37,895 Updating FAILED jobs +2021-12-18 08:01:37,895 Updating WAITING jobs +2021-12-18 08:01:37,895 Update finished +2021-12-18 08:01:47,904 Reloading parameters... +2021-12-18 08:01:47,922 Loading parameters... +2021-12-18 08:01:47,923 Loading project parameters... +2021-12-18 08:01:47,925 + +21 of 25 jobs remaining (08:01) +2021-12-18 08:01:47,926 Sleep: 10 +2021-12-18 08:01:47,926 Number of retrials: 0 +2021-12-18 08:01:47,926 WRAPPER CHECK TIME = 10 +2021-12-18 08:01:47,926 Checking jobs for platform=marenostrum4 +2021-12-18 08:01:47,926 Checking Wrapper 19278896 +2021-12-18 08:01:52,602 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:01:52,602 Checking inner jobs status +2021-12-18 08:01:54,283 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:01:54,284 Checking jobs for platform=nord3 +2021-12-18 08:01:54,285 Checking jobs for platform=local +2021-12-18 08:01:54,286 Checking jobs for platform=transfer_node +2021-12-18 08:01:54,286 End of checking +2021-12-18 08:01:54,287 Updating FAILED jobs +2021-12-18 08:01:54,287 Updating WAITING jobs +2021-12-18 08:01:54,288 Update finished +2021-12-18 08:01:54,288 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:01:54,288 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:01:54,288 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:01:54,288 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:01:54,288 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:01:54,288 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:01:54,288 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:01:54,291 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:01:54,293 Job list saved +2021-12-18 08:01:54,360 Updating FAILED jobs +2021-12-18 08:01:54,360 Updating WAITING jobs +2021-12-18 08:01:54,360 Update finished +2021-12-18 08:02:04,370 Reloading parameters... +2021-12-18 08:02:04,388 Loading parameters... +2021-12-18 08:02:04,390 Loading project parameters... +2021-12-18 08:02:04,392 + +21 of 25 jobs remaining (08:02) +2021-12-18 08:02:04,392 Sleep: 10 +2021-12-18 08:02:04,392 Number of retrials: 0 +2021-12-18 08:02:04,392 WRAPPER CHECK TIME = 10 +2021-12-18 08:02:04,393 Checking jobs for platform=marenostrum4 +2021-12-18 08:02:04,393 Checking Wrapper 19278896 +2021-12-18 08:02:08,415 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:02:08,415 Checking inner jobs status +2021-12-18 08:02:09,896 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:02:09,898 Checking jobs for platform=nord3 +2021-12-18 08:02:09,898 Checking jobs for platform=local +2021-12-18 08:02:09,899 Checking jobs for platform=transfer_node +2021-12-18 08:02:09,899 End of checking +2021-12-18 08:02:09,900 Updating FAILED jobs +2021-12-18 08:02:09,900 Updating WAITING jobs +2021-12-18 08:02:09,901 Update finished +2021-12-18 08:02:09,901 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:02:09,901 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:02:09,901 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:02:09,901 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:02:09,901 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:02:09,901 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:02:09,902 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:02:09,904 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:02:09,906 Job list saved +2021-12-18 08:02:09,977 Updating FAILED jobs +2021-12-18 08:02:09,977 Updating WAITING jobs +2021-12-18 08:02:09,977 Update finished +2021-12-18 08:02:19,985 Reloading parameters... +2021-12-18 08:02:20,004 Loading parameters... +2021-12-18 08:02:20,006 Loading project parameters... +2021-12-18 08:02:20,008 + +21 of 25 jobs remaining (08:02) +2021-12-18 08:02:20,008 Sleep: 10 +2021-12-18 08:02:20,008 Number of retrials: 0 +2021-12-18 08:02:20,008 WRAPPER CHECK TIME = 10 +2021-12-18 08:02:20,009 Checking jobs for platform=marenostrum4 +2021-12-18 08:02:20,009 Checking Wrapper 19278896 +2021-12-18 08:02:23,481 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:02:23,481 Checking inner jobs status +2021-12-18 08:02:25,116 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:02:25,117 Checking jobs for platform=nord3 +2021-12-18 08:02:25,117 Checking jobs for platform=local +2021-12-18 08:02:25,118 Checking jobs for platform=transfer_node +2021-12-18 08:02:25,118 End of checking +2021-12-18 08:02:25,119 Updating FAILED jobs +2021-12-18 08:02:25,119 Updating WAITING jobs +2021-12-18 08:02:25,120 Update finished +2021-12-18 08:02:25,120 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:02:25,120 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:02:25,121 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:02:25,121 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:02:25,121 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:02:25,121 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:02:25,121 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:02:25,124 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:02:25,126 Job list saved +2021-12-18 08:02:25,189 Updating FAILED jobs +2021-12-18 08:02:25,190 Updating WAITING jobs +2021-12-18 08:02:25,190 Update finished +2021-12-18 08:02:35,199 Reloading parameters... +2021-12-18 08:02:35,218 Loading parameters... +2021-12-18 08:02:35,219 Loading project parameters... +2021-12-18 08:02:35,221 + +21 of 25 jobs remaining (08:02) +2021-12-18 08:02:35,221 Sleep: 10 +2021-12-18 08:02:35,221 Number of retrials: 0 +2021-12-18 08:02:35,221 WRAPPER CHECK TIME = 10 +2021-12-18 08:02:35,222 Checking jobs for platform=marenostrum4 +2021-12-18 08:02:35,222 Checking Wrapper 19278896 +2021-12-18 08:02:38,543 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:02:38,543 Checking inner jobs status +2021-12-18 08:02:39,824 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:02:39,825 Checking jobs for platform=nord3 +2021-12-18 08:02:39,825 Checking jobs for platform=local +2021-12-18 08:02:39,826 Checking jobs for platform=transfer_node +2021-12-18 08:02:39,826 End of checking +2021-12-18 08:02:39,827 Updating FAILED jobs +2021-12-18 08:02:39,827 Updating WAITING jobs +2021-12-18 08:02:39,828 Update finished +2021-12-18 08:02:39,828 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:02:39,828 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:02:39,828 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:02:39,828 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:02:39,828 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:02:39,828 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:02:39,829 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:02:39,831 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:02:39,833 Job list saved +2021-12-18 08:02:39,902 Updating FAILED jobs +2021-12-18 08:02:39,902 Updating WAITING jobs +2021-12-18 08:02:39,903 Update finished +2021-12-18 08:02:49,905 Reloading parameters... +2021-12-18 08:02:49,922 Loading parameters... +2021-12-18 08:02:49,924 Loading project parameters... +2021-12-18 08:02:49,926 + +21 of 25 jobs remaining (08:02) +2021-12-18 08:02:49,926 Sleep: 10 +2021-12-18 08:02:49,926 Number of retrials: 0 +2021-12-18 08:02:49,926 WRAPPER CHECK TIME = 10 +2021-12-18 08:02:49,926 Checking jobs for platform=marenostrum4 +2021-12-18 08:02:49,927 Checking Wrapper 19278896 +2021-12-18 08:02:53,249 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:02:53,249 Checking inner jobs status +2021-12-18 08:02:54,533 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:02:54,534 Checking jobs for platform=nord3 +2021-12-18 08:02:54,535 Checking jobs for platform=local +2021-12-18 08:02:54,535 Checking jobs for platform=transfer_node +2021-12-18 08:02:54,535 End of checking +2021-12-18 08:02:54,537 Updating FAILED jobs +2021-12-18 08:02:54,537 Updating WAITING jobs +2021-12-18 08:02:54,537 Update finished +2021-12-18 08:02:54,537 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:02:54,537 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:02:54,537 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:02:54,538 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:02:54,538 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:02:54,538 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:02:54,538 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:02:54,540 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:02:54,543 Job list saved +2021-12-18 08:02:54,596 Updating FAILED jobs +2021-12-18 08:02:54,597 Updating WAITING jobs +2021-12-18 08:02:54,597 Update finished +2021-12-18 08:03:04,607 Reloading parameters... +2021-12-18 08:03:04,627 Loading parameters... +2021-12-18 08:03:04,628 Loading project parameters... +2021-12-18 08:03:04,630 + +21 of 25 jobs remaining (08:03) +2021-12-18 08:03:04,630 Sleep: 10 +2021-12-18 08:03:04,630 Number of retrials: 0 +2021-12-18 08:03:04,630 WRAPPER CHECK TIME = 10 +2021-12-18 08:03:04,631 Checking jobs for platform=marenostrum4 +2021-12-18 08:03:04,631 Checking Wrapper 19278896 +2021-12-18 08:03:08,054 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:03:08,054 Checking inner jobs status +2021-12-18 08:03:09,735 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:03:09,736 Checking jobs for platform=nord3 +2021-12-18 08:03:09,737 Checking jobs for platform=local +2021-12-18 08:03:09,737 Checking jobs for platform=transfer_node +2021-12-18 08:03:09,737 End of checking +2021-12-18 08:03:09,738 Updating FAILED jobs +2021-12-18 08:03:09,739 Updating WAITING jobs +2021-12-18 08:03:09,739 Update finished +2021-12-18 08:03:09,739 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:03:09,739 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:03:09,740 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:03:09,740 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:03:09,740 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:03:09,740 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:03:09,740 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:03:09,743 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:03:09,745 Job list saved +2021-12-18 08:03:09,802 Updating FAILED jobs +2021-12-18 08:03:09,802 Updating WAITING jobs +2021-12-18 08:03:09,802 Update finished +2021-12-18 08:03:19,812 Reloading parameters... +2021-12-18 08:03:19,831 Loading parameters... +2021-12-18 08:03:19,833 Loading project parameters... +2021-12-18 08:03:19,835 + +21 of 25 jobs remaining (08:03) +2021-12-18 08:03:19,835 Sleep: 10 +2021-12-18 08:03:19,835 Number of retrials: 0 +2021-12-18 08:03:19,835 WRAPPER CHECK TIME = 10 +2021-12-18 08:03:19,836 Checking jobs for platform=marenostrum4 +2021-12-18 08:03:19,836 Checking Wrapper 19278896 +2021-12-18 08:03:23,110 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:03:23,110 Checking inner jobs status +2021-12-18 08:03:24,243 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:03:24,244 Checking jobs for platform=nord3 +2021-12-18 08:03:24,244 Checking jobs for platform=local +2021-12-18 08:03:24,245 Checking jobs for platform=transfer_node +2021-12-18 08:03:24,245 End of checking +2021-12-18 08:03:24,246 Updating FAILED jobs +2021-12-18 08:03:24,246 Updating WAITING jobs +2021-12-18 08:03:24,247 Update finished +2021-12-18 08:03:24,247 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:03:24,247 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:03:24,247 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:03:24,247 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:03:24,248 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:03:24,248 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:03:24,248 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:03:24,250 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:03:24,252 Job list saved +2021-12-18 08:03:24,314 Updating FAILED jobs +2021-12-18 08:03:24,314 Updating WAITING jobs +2021-12-18 08:03:24,315 Update finished +2021-12-18 08:03:34,322 Reloading parameters... +2021-12-18 08:03:34,341 Loading parameters... +2021-12-18 08:03:34,343 Loading project parameters... +2021-12-18 08:03:34,345 + +21 of 25 jobs remaining (08:03) +2021-12-18 08:03:34,345 Sleep: 10 +2021-12-18 08:03:34,345 Number of retrials: 0 +2021-12-18 08:03:34,345 WRAPPER CHECK TIME = 10 +2021-12-18 08:03:34,346 Checking jobs for platform=marenostrum4 +2021-12-18 08:03:34,346 Checking Wrapper 19278896 +2021-12-18 08:03:38,118 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:03:38,118 Checking inner jobs status +2021-12-18 08:03:39,599 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:03:39,601 Checking jobs for platform=nord3 +2021-12-18 08:03:39,601 Checking jobs for platform=local +2021-12-18 08:03:39,602 Checking jobs for platform=transfer_node +2021-12-18 08:03:39,602 End of checking +2021-12-18 08:03:39,603 Updating FAILED jobs +2021-12-18 08:03:39,603 Updating WAITING jobs +2021-12-18 08:03:39,603 Update finished +2021-12-18 08:03:39,604 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:03:39,604 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:03:39,604 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:03:39,604 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:03:39,604 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:03:39,604 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:03:39,604 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:03:39,607 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:03:39,609 Job list saved +2021-12-18 08:03:39,673 Updating FAILED jobs +2021-12-18 08:03:39,673 Updating WAITING jobs +2021-12-18 08:03:39,674 Update finished +2021-12-18 08:03:49,679 Reloading parameters... +2021-12-18 08:03:49,698 Loading parameters... +2021-12-18 08:03:49,700 Loading project parameters... +2021-12-18 08:03:49,701 + +21 of 25 jobs remaining (08:03) +2021-12-18 08:03:49,702 Sleep: 10 +2021-12-18 08:03:49,702 Number of retrials: 0 +2021-12-18 08:03:49,702 WRAPPER CHECK TIME = 10 +2021-12-18 08:03:49,702 Checking jobs for platform=marenostrum4 +2021-12-18 08:03:49,703 Checking Wrapper 19278896 +2021-12-18 08:03:53,324 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:03:53,325 Checking inner jobs status +2021-12-18 08:03:54,706 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:03:54,707 Checking jobs for platform=nord3 +2021-12-18 08:03:54,707 Checking jobs for platform=local +2021-12-18 08:03:54,708 Checking jobs for platform=transfer_node +2021-12-18 08:03:54,708 End of checking +2021-12-18 08:03:54,709 Updating FAILED jobs +2021-12-18 08:03:54,710 Updating WAITING jobs +2021-12-18 08:03:54,710 Update finished +2021-12-18 08:03:54,710 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:03:54,711 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:03:54,711 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:03:54,711 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:03:54,711 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:03:54,711 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:03:54,711 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:03:54,714 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:03:54,716 Job list saved +2021-12-18 08:03:54,783 Updating FAILED jobs +2021-12-18 08:03:54,783 Updating WAITING jobs +2021-12-18 08:03:54,783 Update finished +2021-12-18 08:04:04,793 Reloading parameters... +2021-12-18 08:04:04,811 Loading parameters... +2021-12-18 08:04:04,813 Loading project parameters... +2021-12-18 08:04:04,814 + +21 of 25 jobs remaining (08:04) +2021-12-18 08:04:04,815 Sleep: 10 +2021-12-18 08:04:04,815 Number of retrials: 0 +2021-12-18 08:04:04,815 WRAPPER CHECK TIME = 10 +2021-12-18 08:04:04,815 Checking jobs for platform=marenostrum4 +2021-12-18 08:04:04,816 Checking Wrapper 19278896 +2021-12-18 08:04:08,137 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:04:08,137 Checking inner jobs status +2021-12-18 08:04:09,318 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:04:09,319 Checking jobs for platform=nord3 +2021-12-18 08:04:09,319 Checking jobs for platform=local +2021-12-18 08:04:09,320 Checking jobs for platform=transfer_node +2021-12-18 08:04:09,320 End of checking +2021-12-18 08:04:09,322 Updating FAILED jobs +2021-12-18 08:04:09,322 Updating WAITING jobs +2021-12-18 08:04:09,322 Update finished +2021-12-18 08:04:09,322 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:04:09,323 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:04:09,323 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:04:09,323 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:04:09,323 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:04:09,323 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:04:09,323 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:04:09,327 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:04:09,330 Job list saved +2021-12-18 08:04:09,390 Updating FAILED jobs +2021-12-18 08:04:09,390 Updating WAITING jobs +2021-12-18 08:04:09,391 Update finished +2021-12-18 08:04:19,400 Reloading parameters... +2021-12-18 08:04:19,419 Loading parameters... +2021-12-18 08:04:19,421 Loading project parameters... +2021-12-18 08:04:19,423 + +21 of 25 jobs remaining (08:04) +2021-12-18 08:04:19,423 Sleep: 10 +2021-12-18 08:04:19,423 Number of retrials: 0 +2021-12-18 08:04:19,423 WRAPPER CHECK TIME = 10 +2021-12-18 08:04:19,424 Checking jobs for platform=marenostrum4 +2021-12-18 08:04:19,424 Checking Wrapper 19278896 +2021-12-18 08:04:22,794 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:04:22,794 Checking inner jobs status +2021-12-18 08:04:24,074 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:04:24,075 Checking jobs for platform=nord3 +2021-12-18 08:04:24,076 Checking jobs for platform=local +2021-12-18 08:04:24,076 Checking jobs for platform=transfer_node +2021-12-18 08:04:24,076 End of checking +2021-12-18 08:04:24,078 Updating FAILED jobs +2021-12-18 08:04:24,078 Updating WAITING jobs +2021-12-18 08:04:24,078 Update finished +2021-12-18 08:04:24,078 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:04:24,079 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:04:24,079 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:04:24,079 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:04:24,079 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:04:24,079 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:04:24,079 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:04:24,082 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:04:24,084 Job list saved +2021-12-18 08:04:24,139 Updating FAILED jobs +2021-12-18 08:04:24,139 Updating WAITING jobs +2021-12-18 08:04:24,140 Update finished +2021-12-18 08:04:34,150 Reloading parameters... +2021-12-18 08:04:34,172 Loading parameters... +2021-12-18 08:04:34,174 Loading project parameters... +2021-12-18 08:04:34,176 + +21 of 25 jobs remaining (08:04) +2021-12-18 08:04:34,176 Sleep: 10 +2021-12-18 08:04:34,176 Number of retrials: 0 +2021-12-18 08:04:34,176 WRAPPER CHECK TIME = 10 +2021-12-18 08:04:34,177 Checking jobs for platform=marenostrum4 +2021-12-18 08:04:34,177 Checking Wrapper 19278896 +2021-12-18 08:04:37,647 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:04:37,648 Checking inner jobs status +2021-12-18 08:04:38,930 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:04:38,931 Checking jobs for platform=nord3 +2021-12-18 08:04:38,931 Checking jobs for platform=local +2021-12-18 08:04:38,932 Checking jobs for platform=transfer_node +2021-12-18 08:04:38,932 End of checking +2021-12-18 08:04:38,933 Updating FAILED jobs +2021-12-18 08:04:38,933 Updating WAITING jobs +2021-12-18 08:04:38,934 Update finished +2021-12-18 08:04:38,934 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:04:38,934 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:04:38,935 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:04:38,935 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:04:38,935 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:04:38,935 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:04:38,935 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:04:38,937 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:04:38,940 Job list saved +2021-12-18 08:04:38,996 Updating FAILED jobs +2021-12-18 08:04:38,996 Updating WAITING jobs +2021-12-18 08:04:38,996 Update finished +2021-12-18 08:04:49,006 Reloading parameters... +2021-12-18 08:04:49,025 Loading parameters... +2021-12-18 08:04:49,027 Loading project parameters... +2021-12-18 08:04:49,028 + +21 of 25 jobs remaining (08:04) +2021-12-18 08:04:49,029 Sleep: 10 +2021-12-18 08:04:49,029 Number of retrials: 0 +2021-12-18 08:04:49,029 WRAPPER CHECK TIME = 10 +2021-12-18 08:04:49,030 Checking jobs for platform=marenostrum4 +2021-12-18 08:04:49,030 Checking Wrapper 19278896 +2021-12-18 08:04:52,304 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:04:52,304 Checking inner jobs status +2021-12-18 08:04:53,584 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:04:53,585 Checking jobs for platform=nord3 +2021-12-18 08:04:53,585 Checking jobs for platform=local +2021-12-18 08:04:53,586 Checking jobs for platform=transfer_node +2021-12-18 08:04:53,586 End of checking +2021-12-18 08:04:53,588 Updating FAILED jobs +2021-12-18 08:04:53,588 Updating WAITING jobs +2021-12-18 08:04:53,588 Update finished +2021-12-18 08:04:53,588 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:04:53,589 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:04:53,589 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:04:53,589 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:04:53,589 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:04:53,589 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:04:53,589 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:04:53,592 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:04:53,594 Job list saved +2021-12-18 08:04:53,659 Updating FAILED jobs +2021-12-18 08:04:53,659 Updating WAITING jobs +2021-12-18 08:04:53,659 Update finished +2021-12-18 08:05:03,669 Reloading parameters... +2021-12-18 08:05:03,697 Loading parameters... +2021-12-18 08:05:03,698 Loading project parameters... +2021-12-18 08:05:03,700 + +21 of 25 jobs remaining (08:05) +2021-12-18 08:05:03,700 Sleep: 10 +2021-12-18 08:05:03,700 Number of retrials: 0 +2021-12-18 08:05:03,700 WRAPPER CHECK TIME = 10 +2021-12-18 08:05:03,701 Checking jobs for platform=marenostrum4 +2021-12-18 08:05:03,701 Checking Wrapper 19278896 +2021-12-18 08:05:07,122 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:05:07,122 Checking inner jobs status +2021-12-18 08:05:08,553 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:05:08,554 Checking jobs for platform=nord3 +2021-12-18 08:05:08,555 Checking jobs for platform=local +2021-12-18 08:05:08,555 Checking jobs for platform=transfer_node +2021-12-18 08:05:08,555 End of checking +2021-12-18 08:05:08,557 Updating FAILED jobs +2021-12-18 08:05:08,557 Updating WAITING jobs +2021-12-18 08:05:08,557 Update finished +2021-12-18 08:05:08,557 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:05:08,557 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:05:08,558 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:05:08,558 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:05:08,558 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:05:08,558 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:05:08,558 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:05:08,561 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:05:08,563 Job list saved +2021-12-18 08:05:08,619 Updating FAILED jobs +2021-12-18 08:05:08,619 Updating WAITING jobs +2021-12-18 08:05:08,620 Update finished +2021-12-18 08:05:18,631 Reloading parameters... +2021-12-18 08:05:18,654 Loading parameters... +2021-12-18 08:05:18,656 Loading project parameters... +2021-12-18 08:05:18,658 + +21 of 25 jobs remaining (08:05) +2021-12-18 08:05:18,658 Sleep: 10 +2021-12-18 08:05:18,658 Number of retrials: 0 +2021-12-18 08:05:18,658 WRAPPER CHECK TIME = 10 +2021-12-18 08:05:18,659 Checking jobs for platform=marenostrum4 +2021-12-18 08:05:18,659 Checking Wrapper 19278896 +2021-12-18 08:05:22,131 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:05:22,131 Checking inner jobs status +2021-12-18 08:05:23,763 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:05:23,764 Checking jobs for platform=nord3 +2021-12-18 08:05:23,765 Checking jobs for platform=local +2021-12-18 08:05:23,765 Checking jobs for platform=transfer_node +2021-12-18 08:05:23,765 End of checking +2021-12-18 08:05:23,767 Updating FAILED jobs +2021-12-18 08:05:23,767 Updating WAITING jobs +2021-12-18 08:05:23,767 Update finished +2021-12-18 08:05:23,767 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:05:23,768 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:05:23,768 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:05:23,768 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:05:23,768 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:05:23,768 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:05:23,769 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:05:23,771 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:05:23,773 Job list saved +2021-12-18 08:05:23,841 Updating FAILED jobs +2021-12-18 08:05:23,841 Updating WAITING jobs +2021-12-18 08:05:23,841 Update finished +2021-12-18 08:05:33,847 Reloading parameters... +2021-12-18 08:05:33,866 Loading parameters... +2021-12-18 08:05:33,867 Loading project parameters... +2021-12-18 08:05:33,869 + +21 of 25 jobs remaining (08:05) +2021-12-18 08:05:33,869 Sleep: 10 +2021-12-18 08:05:33,869 Number of retrials: 0 +2021-12-18 08:05:33,869 WRAPPER CHECK TIME = 10 +2021-12-18 08:05:33,870 Checking jobs for platform=marenostrum4 +2021-12-18 08:05:33,870 Checking Wrapper 19278896 +2021-12-18 08:05:38,044 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:05:38,044 Checking inner jobs status +2021-12-18 08:05:39,930 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:05:39,931 Checking jobs for platform=nord3 +2021-12-18 08:05:39,932 Checking jobs for platform=local +2021-12-18 08:05:39,933 Checking jobs for platform=transfer_node +2021-12-18 08:05:39,933 End of checking +2021-12-18 08:05:39,934 Updating FAILED jobs +2021-12-18 08:05:39,934 Updating WAITING jobs +2021-12-18 08:05:39,934 Update finished +2021-12-18 08:05:39,934 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:05:39,935 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:05:39,935 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:05:39,935 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:05:39,935 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:05:39,935 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:05:39,935 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:05:39,938 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:05:39,940 Job list saved +2021-12-18 08:05:39,998 Updating FAILED jobs +2021-12-18 08:05:39,998 Updating WAITING jobs +2021-12-18 08:05:39,999 Update finished +2021-12-18 08:05:50,009 Reloading parameters... +2021-12-18 08:05:50,028 Loading parameters... +2021-12-18 08:05:50,030 Loading project parameters... +2021-12-18 08:05:50,032 + +21 of 25 jobs remaining (08:05) +2021-12-18 08:05:50,032 Sleep: 10 +2021-12-18 08:05:50,032 Number of retrials: 0 +2021-12-18 08:05:50,032 WRAPPER CHECK TIME = 10 +2021-12-18 08:05:50,033 Checking jobs for platform=marenostrum4 +2021-12-18 08:05:50,033 Checking Wrapper 19278896 +2021-12-18 08:05:53,354 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:05:53,355 Checking inner jobs status +2021-12-18 08:05:54,926 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:05:54,927 Checking jobs for platform=nord3 +2021-12-18 08:05:54,927 Checking jobs for platform=local +2021-12-18 08:05:54,928 Checking jobs for platform=transfer_node +2021-12-18 08:05:54,928 End of checking +2021-12-18 08:05:54,930 Updating FAILED jobs +2021-12-18 08:05:54,930 Updating WAITING jobs +2021-12-18 08:05:54,930 Update finished +2021-12-18 08:05:54,930 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:05:54,931 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:05:54,931 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:05:54,931 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:05:54,931 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:05:54,931 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:05:54,931 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:05:54,934 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:05:54,936 Job list saved +2021-12-18 08:05:55,000 Updating FAILED jobs +2021-12-18 08:05:55,000 Updating WAITING jobs +2021-12-18 08:05:55,000 Update finished +2021-12-18 08:06:05,004 Reloading parameters... +2021-12-18 08:06:05,026 Loading parameters... +2021-12-18 08:06:05,027 Loading project parameters... +2021-12-18 08:06:05,029 + +21 of 25 jobs remaining (08:06) +2021-12-18 08:06:05,029 Sleep: 10 +2021-12-18 08:06:05,029 Number of retrials: 0 +2021-12-18 08:06:05,029 WRAPPER CHECK TIME = 10 +2021-12-18 08:06:05,030 Checking jobs for platform=marenostrum4 +2021-12-18 08:06:05,030 Checking Wrapper 19278896 +2021-12-18 08:06:08,305 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:06:08,305 Checking inner jobs status +2021-12-18 08:06:09,536 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:06:09,537 Checking jobs for platform=nord3 +2021-12-18 08:06:09,538 Checking jobs for platform=local +2021-12-18 08:06:09,538 Checking jobs for platform=transfer_node +2021-12-18 08:06:09,538 End of checking +2021-12-18 08:06:09,540 Updating FAILED jobs +2021-12-18 08:06:09,540 Updating WAITING jobs +2021-12-18 08:06:09,540 Update finished +2021-12-18 08:06:09,540 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:06:09,541 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:06:09,541 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:06:09,541 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:06:09,541 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:06:09,541 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:06:09,541 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:06:09,545 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:06:09,547 Job list saved +2021-12-18 08:06:09,641 Updating FAILED jobs +2021-12-18 08:06:09,642 Updating WAITING jobs +2021-12-18 08:06:09,642 Update finished +2021-12-18 08:06:19,648 Reloading parameters... +2021-12-18 08:06:19,669 Loading parameters... +2021-12-18 08:06:19,670 Loading project parameters... +2021-12-18 08:06:19,672 + +21 of 25 jobs remaining (08:06) +2021-12-18 08:06:19,672 Sleep: 10 +2021-12-18 08:06:19,672 Number of retrials: 0 +2021-12-18 08:06:19,672 WRAPPER CHECK TIME = 10 +2021-12-18 08:06:19,673 Checking jobs for platform=marenostrum4 +2021-12-18 08:06:19,673 Checking Wrapper 19278896 +2021-12-18 08:06:23,045 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:06:23,045 Checking inner jobs status +2021-12-18 08:06:24,276 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:06:24,277 Checking jobs for platform=nord3 +2021-12-18 08:06:24,278 Checking jobs for platform=local +2021-12-18 08:06:24,278 Checking jobs for platform=transfer_node +2021-12-18 08:06:24,278 End of checking +2021-12-18 08:06:24,280 Updating FAILED jobs +2021-12-18 08:06:24,281 Updating WAITING jobs +2021-12-18 08:06:24,281 Update finished +2021-12-18 08:06:24,281 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:06:24,281 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:06:24,281 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:06:24,281 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:06:24,282 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:06:24,282 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:06:24,282 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:06:24,285 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:06:24,287 Job list saved +2021-12-18 08:06:24,358 Updating FAILED jobs +2021-12-18 08:06:24,358 Updating WAITING jobs +2021-12-18 08:06:24,358 Update finished +2021-12-18 08:06:34,369 Reloading parameters... +2021-12-18 08:06:34,387 Loading parameters... +2021-12-18 08:06:34,388 Loading project parameters... +2021-12-18 08:06:34,390 + +21 of 25 jobs remaining (08:06) +2021-12-18 08:06:34,390 Sleep: 10 +2021-12-18 08:06:34,390 Number of retrials: 0 +2021-12-18 08:06:34,390 WRAPPER CHECK TIME = 10 +2021-12-18 08:06:34,391 Checking jobs for platform=marenostrum4 +2021-12-18 08:06:34,391 Checking Wrapper 19278896 +2021-12-18 08:06:37,762 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:06:37,763 Checking inner jobs status +2021-12-18 08:06:39,093 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:06:39,094 Checking jobs for platform=nord3 +2021-12-18 08:06:39,095 Checking jobs for platform=local +2021-12-18 08:06:39,095 Checking jobs for platform=transfer_node +2021-12-18 08:06:39,095 End of checking +2021-12-18 08:06:39,097 Updating FAILED jobs +2021-12-18 08:06:39,097 Updating WAITING jobs +2021-12-18 08:06:39,097 Update finished +2021-12-18 08:06:39,097 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:06:39,097 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:06:39,097 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:06:39,098 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:06:39,098 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:06:39,098 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:06:39,098 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:06:39,101 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:06:39,104 Job list saved +2021-12-18 08:06:39,178 Updating FAILED jobs +2021-12-18 08:06:39,179 Updating WAITING jobs +2021-12-18 08:06:39,179 Update finished +2021-12-18 08:06:49,189 Reloading parameters... +2021-12-18 08:06:49,208 Loading parameters... +2021-12-18 08:06:49,209 Loading project parameters... +2021-12-18 08:06:49,211 + +21 of 25 jobs remaining (08:06) +2021-12-18 08:06:49,211 Sleep: 10 +2021-12-18 08:06:49,211 Number of retrials: 0 +2021-12-18 08:06:49,212 WRAPPER CHECK TIME = 10 +2021-12-18 08:06:49,212 Checking jobs for platform=marenostrum4 +2021-12-18 08:06:49,212 Checking Wrapper 19278896 +2021-12-18 08:06:52,433 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:06:52,433 Checking inner jobs status +2021-12-18 08:06:53,617 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:06:53,618 Checking jobs for platform=nord3 +2021-12-18 08:06:53,618 Checking jobs for platform=local +2021-12-18 08:06:53,619 Checking jobs for platform=transfer_node +2021-12-18 08:06:53,619 End of checking +2021-12-18 08:06:53,620 Updating FAILED jobs +2021-12-18 08:06:53,620 Updating WAITING jobs +2021-12-18 08:06:53,621 Update finished +2021-12-18 08:06:53,621 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:06:53,621 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:06:53,621 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:06:53,622 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:06:53,622 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:06:53,622 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:06:53,622 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:06:53,624 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:06:53,627 Job list saved +2021-12-18 08:06:53,694 Updating FAILED jobs +2021-12-18 08:06:53,694 Updating WAITING jobs +2021-12-18 08:06:53,694 Update finished +2021-12-18 08:07:03,701 Reloading parameters... +2021-12-18 08:07:03,721 Loading parameters... +2021-12-18 08:07:03,723 Loading project parameters... +2021-12-18 08:07:03,725 + +21 of 25 jobs remaining (08:07) +2021-12-18 08:07:03,725 Sleep: 10 +2021-12-18 08:07:03,725 Number of retrials: 0 +2021-12-18 08:07:03,725 WRAPPER CHECK TIME = 10 +2021-12-18 08:07:03,726 Checking jobs for platform=marenostrum4 +2021-12-18 08:07:03,726 Checking Wrapper 19278896 +2021-12-18 08:07:06,897 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:07:06,898 Checking inner jobs status +2021-12-18 08:07:07,979 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:07:07,980 Checking jobs for platform=nord3 +2021-12-18 08:07:07,981 Checking jobs for platform=local +2021-12-18 08:07:07,982 Checking jobs for platform=transfer_node +2021-12-18 08:07:07,982 End of checking +2021-12-18 08:07:07,983 Updating FAILED jobs +2021-12-18 08:07:07,983 Updating WAITING jobs +2021-12-18 08:07:07,984 Update finished +2021-12-18 08:07:07,984 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:07:07,984 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:07:07,984 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:07:07,984 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:07:07,984 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:07:07,984 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:07:07,984 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:07:07,988 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:07:07,990 Job list saved +2021-12-18 08:07:08,060 Updating FAILED jobs +2021-12-18 08:07:08,060 Updating WAITING jobs +2021-12-18 08:07:08,060 Update finished +2021-12-18 08:07:18,064 Reloading parameters... +2021-12-18 08:07:18,083 Loading parameters... +2021-12-18 08:07:18,084 Loading project parameters... +2021-12-18 08:07:18,086 + +21 of 25 jobs remaining (08:07) +2021-12-18 08:07:18,086 Sleep: 10 +2021-12-18 08:07:18,086 Number of retrials: 0 +2021-12-18 08:07:18,086 WRAPPER CHECK TIME = 10 +2021-12-18 08:07:18,087 Checking jobs for platform=marenostrum4 +2021-12-18 08:07:18,087 Checking Wrapper 19278896 +2021-12-18 08:07:21,758 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:07:21,759 Checking inner jobs status +2021-12-18 08:07:23,140 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:07:23,141 Checking jobs for platform=nord3 +2021-12-18 08:07:23,142 Checking jobs for platform=local +2021-12-18 08:07:23,142 Checking jobs for platform=transfer_node +2021-12-18 08:07:23,142 End of checking +2021-12-18 08:07:23,144 Updating FAILED jobs +2021-12-18 08:07:23,144 Updating WAITING jobs +2021-12-18 08:07:23,144 Update finished +2021-12-18 08:07:23,144 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:07:23,144 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:07:23,144 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:07:23,144 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:07:23,145 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:07:23,145 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:07:23,145 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:07:23,147 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:07:23,150 Job list saved +2021-12-18 08:07:23,209 Updating FAILED jobs +2021-12-18 08:07:23,209 Updating WAITING jobs +2021-12-18 08:07:23,210 Update finished +2021-12-18 08:07:33,220 Reloading parameters... +2021-12-18 08:07:33,239 Loading parameters... +2021-12-18 08:07:33,240 Loading project parameters... +2021-12-18 08:07:33,242 + +21 of 25 jobs remaining (08:07) +2021-12-18 08:07:33,242 Sleep: 10 +2021-12-18 08:07:33,242 Number of retrials: 0 +2021-12-18 08:07:33,243 WRAPPER CHECK TIME = 10 +2021-12-18 08:07:33,243 Checking jobs for platform=marenostrum4 +2021-12-18 08:07:33,243 Checking Wrapper 19278896 +2021-12-18 08:07:36,617 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:07:36,617 Checking inner jobs status +2021-12-18 08:07:37,848 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:07:37,849 Checking jobs for platform=nord3 +2021-12-18 08:07:37,849 Checking jobs for platform=local +2021-12-18 08:07:37,850 Checking jobs for platform=transfer_node +2021-12-18 08:07:37,850 End of checking +2021-12-18 08:07:37,851 Updating FAILED jobs +2021-12-18 08:07:37,851 Updating WAITING jobs +2021-12-18 08:07:37,852 Update finished +2021-12-18 08:07:37,852 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:07:37,852 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:07:37,853 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:07:37,853 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:07:37,853 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:07:37,853 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:07:37,853 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:07:37,856 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:07:37,858 Job list saved +2021-12-18 08:07:37,927 Updating FAILED jobs +2021-12-18 08:07:37,927 Updating WAITING jobs +2021-12-18 08:07:37,928 Update finished +2021-12-18 08:07:47,938 Reloading parameters... +2021-12-18 08:07:47,956 Loading parameters... +2021-12-18 08:07:47,957 Loading project parameters... +2021-12-18 08:07:47,959 + +21 of 25 jobs remaining (08:07) +2021-12-18 08:07:47,959 Sleep: 10 +2021-12-18 08:07:47,959 Number of retrials: 0 +2021-12-18 08:07:47,959 WRAPPER CHECK TIME = 10 +2021-12-18 08:07:47,960 Checking jobs for platform=marenostrum4 +2021-12-18 08:07:47,960 Checking Wrapper 19278896 +2021-12-18 08:07:51,732 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:07:51,732 Checking inner jobs status +2021-12-18 08:07:52,863 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:07:52,864 Checking jobs for platform=nord3 +2021-12-18 08:07:52,864 Checking jobs for platform=local +2021-12-18 08:07:52,865 Checking jobs for platform=transfer_node +2021-12-18 08:07:52,865 End of checking +2021-12-18 08:07:52,866 Updating FAILED jobs +2021-12-18 08:07:52,867 Updating WAITING jobs +2021-12-18 08:07:52,867 Update finished +2021-12-18 08:07:52,867 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:07:52,867 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:07:52,867 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:07:52,867 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:07:52,868 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:07:52,868 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:07:52,868 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:07:52,872 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:07:52,874 Job list saved +2021-12-18 08:07:52,942 Updating FAILED jobs +2021-12-18 08:07:52,942 Updating WAITING jobs +2021-12-18 08:07:52,942 Update finished +2021-12-18 08:08:02,953 Reloading parameters... +2021-12-18 08:08:02,972 Loading parameters... +2021-12-18 08:08:02,973 Loading project parameters... +2021-12-18 08:08:02,975 + +21 of 25 jobs remaining (08:08) +2021-12-18 08:08:02,975 Sleep: 10 +2021-12-18 08:08:02,975 Number of retrials: 0 +2021-12-18 08:08:02,975 WRAPPER CHECK TIME = 10 +2021-12-18 08:08:02,976 Checking jobs for platform=marenostrum4 +2021-12-18 08:08:02,976 Checking Wrapper 19278896 +2021-12-18 08:08:06,447 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:08:06,447 Checking inner jobs status +2021-12-18 08:08:07,778 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:08:07,779 Checking jobs for platform=nord3 +2021-12-18 08:08:07,780 Checking jobs for platform=local +2021-12-18 08:08:07,780 Checking jobs for platform=transfer_node +2021-12-18 08:08:07,780 End of checking +2021-12-18 08:08:07,782 Updating FAILED jobs +2021-12-18 08:08:07,782 Updating WAITING jobs +2021-12-18 08:08:07,782 Update finished +2021-12-18 08:08:07,782 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:08:07,782 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:08:07,782 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:08:07,782 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:08:07,783 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:08:07,783 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:08:07,783 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:08:07,785 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:08:07,788 Job list saved +2021-12-18 08:08:07,851 Updating FAILED jobs +2021-12-18 08:08:07,851 Updating WAITING jobs +2021-12-18 08:08:07,852 Update finished +2021-12-18 08:08:17,862 Reloading parameters... +2021-12-18 08:08:17,880 Loading parameters... +2021-12-18 08:08:17,882 Loading project parameters... +2021-12-18 08:08:17,884 + +21 of 25 jobs remaining (08:08) +2021-12-18 08:08:17,884 Sleep: 10 +2021-12-18 08:08:17,884 Number of retrials: 0 +2021-12-18 08:08:17,884 WRAPPER CHECK TIME = 10 +2021-12-18 08:08:17,885 Checking jobs for platform=marenostrum4 +2021-12-18 08:08:17,885 Checking Wrapper 19278896 +2021-12-18 08:08:21,458 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:08:21,458 Checking inner jobs status +2021-12-18 08:08:22,688 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:08:22,689 Checking jobs for platform=nord3 +2021-12-18 08:08:22,689 Checking jobs for platform=local +2021-12-18 08:08:22,690 Checking jobs for platform=transfer_node +2021-12-18 08:08:22,690 End of checking +2021-12-18 08:08:22,691 Updating FAILED jobs +2021-12-18 08:08:22,691 Updating WAITING jobs +2021-12-18 08:08:22,692 Update finished +2021-12-18 08:08:22,692 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:08:22,692 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:08:22,692 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:08:22,693 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:08:22,693 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:08:22,693 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:08:22,693 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:08:22,696 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:08:22,698 Job list saved +2021-12-18 08:08:22,755 Updating FAILED jobs +2021-12-18 08:08:22,755 Updating WAITING jobs +2021-12-18 08:08:22,755 Update finished +2021-12-18 08:08:32,766 Reloading parameters... +2021-12-18 08:08:32,786 Loading parameters... +2021-12-18 08:08:32,787 Loading project parameters... +2021-12-18 08:08:32,789 + +21 of 25 jobs remaining (08:08) +2021-12-18 08:08:32,789 Sleep: 10 +2021-12-18 08:08:32,789 Number of retrials: 0 +2021-12-18 08:08:32,789 WRAPPER CHECK TIME = 10 +2021-12-18 08:08:32,790 Checking jobs for platform=marenostrum4 +2021-12-18 08:08:32,790 Checking Wrapper 19278896 +2021-12-18 08:08:36,266 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:08:36,266 Checking inner jobs status +2021-12-18 08:08:37,549 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:08:37,550 Checking jobs for platform=nord3 +2021-12-18 08:08:37,550 Checking jobs for platform=local +2021-12-18 08:08:37,551 Checking jobs for platform=transfer_node +2021-12-18 08:08:37,551 End of checking +2021-12-18 08:08:37,552 Updating FAILED jobs +2021-12-18 08:08:37,552 Updating WAITING jobs +2021-12-18 08:08:37,552 Update finished +2021-12-18 08:08:37,553 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:08:37,553 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:08:37,553 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:08:37,553 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:08:37,553 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:08:37,553 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:08:37,554 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:08:37,556 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:08:37,558 Job list saved +2021-12-18 08:08:37,627 Updating FAILED jobs +2021-12-18 08:08:37,627 Updating WAITING jobs +2021-12-18 08:08:37,627 Update finished +2021-12-18 08:08:47,637 Reloading parameters... +2021-12-18 08:08:47,660 Loading parameters... +2021-12-18 08:08:47,663 Loading project parameters... +2021-12-18 08:08:47,665 + +21 of 25 jobs remaining (08:08) +2021-12-18 08:08:47,665 Sleep: 10 +2021-12-18 08:08:47,665 Number of retrials: 0 +2021-12-18 08:08:47,665 WRAPPER CHECK TIME = 10 +2021-12-18 08:08:47,666 Checking jobs for platform=marenostrum4 +2021-12-18 08:08:47,666 Checking Wrapper 19278896 +2021-12-18 08:08:51,038 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:08:51,039 Checking inner jobs status +2021-12-18 08:08:52,372 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:08:52,373 Checking jobs for platform=nord3 +2021-12-18 08:08:52,374 Checking jobs for platform=local +2021-12-18 08:08:52,375 Checking jobs for platform=transfer_node +2021-12-18 08:08:52,375 End of checking +2021-12-18 08:08:52,377 Updating FAILED jobs +2021-12-18 08:08:52,377 Updating WAITING jobs +2021-12-18 08:08:52,377 Update finished +2021-12-18 08:08:52,377 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:08:52,378 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:08:52,378 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:08:52,378 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:08:52,378 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:08:52,378 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:08:52,378 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:08:52,383 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:08:52,386 Job list saved +2021-12-18 08:08:52,516 Updating FAILED jobs +2021-12-18 08:08:52,516 Updating WAITING jobs +2021-12-18 08:08:52,517 Update finished +2021-12-18 08:09:02,517 Reloading parameters... +2021-12-18 08:09:02,539 Loading parameters... +2021-12-18 08:09:02,541 Loading project parameters... +2021-12-18 08:09:02,543 + +21 of 25 jobs remaining (08:09) +2021-12-18 08:09:02,543 Sleep: 10 +2021-12-18 08:09:02,543 Number of retrials: 0 +2021-12-18 08:09:02,543 WRAPPER CHECK TIME = 10 +2021-12-18 08:09:02,544 Checking jobs for platform=marenostrum4 +2021-12-18 08:09:02,544 Checking Wrapper 19278896 +2021-12-18 08:09:05,865 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:09:05,866 Checking inner jobs status +2021-12-18 08:09:07,349 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:09:07,350 Checking jobs for platform=nord3 +2021-12-18 08:09:07,351 Checking jobs for platform=local +2021-12-18 08:09:07,351 Checking jobs for platform=transfer_node +2021-12-18 08:09:07,351 End of checking +2021-12-18 08:09:07,353 Updating FAILED jobs +2021-12-18 08:09:07,353 Updating WAITING jobs +2021-12-18 08:09:07,353 Update finished +2021-12-18 08:09:07,354 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:09:07,354 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:09:07,354 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:09:07,354 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:09:07,355 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:09:07,355 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:09:07,355 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:09:07,358 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:09:07,361 Job list saved +2021-12-18 08:09:07,425 Updating FAILED jobs +2021-12-18 08:09:07,426 Updating WAITING jobs +2021-12-18 08:09:07,426 Update finished +2021-12-18 08:09:17,428 Reloading parameters... +2021-12-18 08:09:17,448 Loading parameters... +2021-12-18 08:09:17,449 Loading project parameters... +2021-12-18 08:09:17,451 + +21 of 25 jobs remaining (08:09) +2021-12-18 08:09:17,451 Sleep: 10 +2021-12-18 08:09:17,452 Number of retrials: 0 +2021-12-18 08:09:17,452 WRAPPER CHECK TIME = 10 +2021-12-18 08:09:17,452 Checking jobs for platform=marenostrum4 +2021-12-18 08:09:17,452 Checking Wrapper 19278896 +2021-12-18 08:09:20,976 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:09:20,976 Checking inner jobs status +2021-12-18 08:09:22,219 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:09:22,220 Checking jobs for platform=nord3 +2021-12-18 08:09:22,221 Checking jobs for platform=local +2021-12-18 08:09:22,221 Checking jobs for platform=transfer_node +2021-12-18 08:09:22,222 End of checking +2021-12-18 08:09:22,223 Updating FAILED jobs +2021-12-18 08:09:22,223 Updating WAITING jobs +2021-12-18 08:09:22,223 Update finished +2021-12-18 08:09:22,223 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:09:22,224 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:09:22,224 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:09:22,224 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:09:22,224 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:09:22,224 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:09:22,224 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:09:22,228 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:09:22,230 Job list saved +2021-12-18 08:09:22,290 Updating FAILED jobs +2021-12-18 08:09:22,290 Updating WAITING jobs +2021-12-18 08:09:22,291 Update finished +2021-12-18 08:09:32,301 Reloading parameters... +2021-12-18 08:09:32,322 Loading parameters... +2021-12-18 08:09:32,323 Loading project parameters... +2021-12-18 08:09:32,325 + +21 of 25 jobs remaining (08:09) +2021-12-18 08:09:32,325 Sleep: 10 +2021-12-18 08:09:32,325 Number of retrials: 0 +2021-12-18 08:09:32,325 WRAPPER CHECK TIME = 10 +2021-12-18 08:09:32,326 Checking jobs for platform=marenostrum4 +2021-12-18 08:09:32,326 Checking Wrapper 19278896 +2021-12-18 08:09:35,900 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:09:35,900 Checking inner jobs status +2021-12-18 08:09:37,386 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:09:37,387 Checking jobs for platform=nord3 +2021-12-18 08:09:37,388 Checking jobs for platform=local +2021-12-18 08:09:37,388 Checking jobs for platform=transfer_node +2021-12-18 08:09:37,388 End of checking +2021-12-18 08:09:37,390 Updating FAILED jobs +2021-12-18 08:09:37,390 Updating WAITING jobs +2021-12-18 08:09:37,390 Update finished +2021-12-18 08:09:37,390 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:09:37,391 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:09:37,391 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:09:37,391 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:09:37,391 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:09:37,391 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:09:37,391 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:09:37,394 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:09:37,396 Job list saved +2021-12-18 08:09:37,462 Updating FAILED jobs +2021-12-18 08:09:37,462 Updating WAITING jobs +2021-12-18 08:09:37,463 Update finished +2021-12-18 08:09:47,473 Reloading parameters... +2021-12-18 08:09:47,492 Loading parameters... +2021-12-18 08:09:47,493 Loading project parameters... +2021-12-18 08:09:47,495 + +21 of 25 jobs remaining (08:09) +2021-12-18 08:09:47,495 Sleep: 10 +2021-12-18 08:09:47,495 Number of retrials: 0 +2021-12-18 08:09:47,496 WRAPPER CHECK TIME = 10 +2021-12-18 08:09:47,496 Checking jobs for platform=marenostrum4 +2021-12-18 08:09:47,496 Checking Wrapper 19278896 +2021-12-18 08:09:50,867 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:09:50,867 Checking inner jobs status +2021-12-18 08:09:52,099 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:09:52,100 Checking jobs for platform=nord3 +2021-12-18 08:09:52,100 Checking jobs for platform=local +2021-12-18 08:09:52,101 Checking jobs for platform=transfer_node +2021-12-18 08:09:52,101 End of checking +2021-12-18 08:09:52,103 Updating FAILED jobs +2021-12-18 08:09:52,103 Updating WAITING jobs +2021-12-18 08:09:52,103 Update finished +2021-12-18 08:09:52,103 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:09:52,104 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:09:52,104 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:09:52,104 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:09:52,105 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:09:52,105 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:09:52,105 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:09:52,107 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:09:52,110 Job list saved +2021-12-18 08:09:52,181 Updating FAILED jobs +2021-12-18 08:09:52,181 Updating WAITING jobs +2021-12-18 08:09:52,181 Update finished +2021-12-18 08:10:02,189 Reloading parameters... +2021-12-18 08:10:02,210 Loading parameters... +2021-12-18 08:10:02,212 Loading project parameters... +2021-12-18 08:10:02,214 + +21 of 25 jobs remaining (08:10) +2021-12-18 08:10:02,214 Sleep: 10 +2021-12-18 08:10:02,214 Number of retrials: 0 +2021-12-18 08:10:02,214 WRAPPER CHECK TIME = 10 +2021-12-18 08:10:02,215 Checking jobs for platform=marenostrum4 +2021-12-18 08:10:02,215 Checking Wrapper 19278896 +2021-12-18 08:10:05,487 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:10:05,487 Checking inner jobs status +2021-12-18 08:10:06,619 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:10:06,620 Checking jobs for platform=nord3 +2021-12-18 08:10:06,621 Checking jobs for platform=local +2021-12-18 08:10:06,621 Checking jobs for platform=transfer_node +2021-12-18 08:10:06,621 End of checking +2021-12-18 08:10:06,623 Updating FAILED jobs +2021-12-18 08:10:06,623 Updating WAITING jobs +2021-12-18 08:10:06,623 Update finished +2021-12-18 08:10:06,624 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:10:06,624 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:10:06,624 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:10:06,624 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:10:06,624 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:10:06,624 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:10:06,624 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:10:06,627 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:10:06,629 Job list saved +2021-12-18 08:10:06,708 Updating FAILED jobs +2021-12-18 08:10:06,708 Updating WAITING jobs +2021-12-18 08:10:06,708 Update finished +2021-12-18 08:10:16,715 Reloading parameters... +2021-12-18 08:10:16,736 Loading parameters... +2021-12-18 08:10:16,737 Loading project parameters... +2021-12-18 08:10:16,739 + +21 of 25 jobs remaining (08:10) +2021-12-18 08:10:16,739 Sleep: 10 +2021-12-18 08:10:16,739 Number of retrials: 0 +2021-12-18 08:10:16,740 WRAPPER CHECK TIME = 10 +2021-12-18 08:10:16,740 Checking jobs for platform=marenostrum4 +2021-12-18 08:10:16,740 Checking Wrapper 19278896 +2021-12-18 08:10:20,914 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:10:20,914 Checking inner jobs status +2021-12-18 08:10:22,097 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:10:22,098 Checking jobs for platform=nord3 +2021-12-18 08:10:22,099 Checking jobs for platform=local +2021-12-18 08:10:22,100 Checking jobs for platform=transfer_node +2021-12-18 08:10:22,100 End of checking +2021-12-18 08:10:22,101 Updating FAILED jobs +2021-12-18 08:10:22,101 Updating WAITING jobs +2021-12-18 08:10:22,102 Update finished +2021-12-18 08:10:22,102 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:10:22,102 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:10:22,102 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:10:22,102 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:10:22,102 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:10:22,102 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:10:22,103 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:10:22,105 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:10:22,107 Job list saved +2021-12-18 08:10:22,186 Updating FAILED jobs +2021-12-18 08:10:22,186 Updating WAITING jobs +2021-12-18 08:10:22,186 Update finished +2021-12-18 08:10:32,197 Reloading parameters... +2021-12-18 08:10:32,217 Loading parameters... +2021-12-18 08:10:32,218 Loading project parameters... +2021-12-18 08:10:32,220 + +21 of 25 jobs remaining (08:10) +2021-12-18 08:10:32,220 Sleep: 10 +2021-12-18 08:10:32,220 Number of retrials: 0 +2021-12-18 08:10:32,220 WRAPPER CHECK TIME = 10 +2021-12-18 08:10:32,221 Checking jobs for platform=marenostrum4 +2021-12-18 08:10:32,221 Checking Wrapper 19278896 +2021-12-18 08:10:35,543 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:10:35,543 Checking inner jobs status +2021-12-18 08:10:36,732 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:10:36,733 Checking jobs for platform=nord3 +2021-12-18 08:10:36,734 Checking jobs for platform=local +2021-12-18 08:10:36,734 Checking jobs for platform=transfer_node +2021-12-18 08:10:36,734 End of checking +2021-12-18 08:10:36,735 Updating FAILED jobs +2021-12-18 08:10:36,736 Updating WAITING jobs +2021-12-18 08:10:36,736 Update finished +2021-12-18 08:10:36,736 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:10:36,739 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:10:36,739 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:10:36,739 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:10:36,739 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:10:36,740 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:10:36,740 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:10:36,742 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:10:36,745 Job list saved +2021-12-18 08:10:36,813 Updating FAILED jobs +2021-12-18 08:10:36,813 Updating WAITING jobs +2021-12-18 08:10:36,813 Update finished +2021-12-18 08:10:46,823 Reloading parameters... +2021-12-18 08:10:46,846 Loading parameters... +2021-12-18 08:10:46,847 Loading project parameters... +2021-12-18 08:10:46,849 + +21 of 25 jobs remaining (08:10) +2021-12-18 08:10:46,849 Sleep: 10 +2021-12-18 08:10:46,849 Number of retrials: 0 +2021-12-18 08:10:46,849 WRAPPER CHECK TIME = 10 +2021-12-18 08:10:46,850 Checking jobs for platform=marenostrum4 +2021-12-18 08:10:46,850 Checking Wrapper 19278896 +2021-12-18 08:10:50,171 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:10:50,171 Checking inner jobs status +2021-12-18 08:10:51,403 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:10:51,404 Checking jobs for platform=nord3 +2021-12-18 08:10:51,405 Checking jobs for platform=local +2021-12-18 08:10:51,405 Checking jobs for platform=transfer_node +2021-12-18 08:10:51,405 End of checking +2021-12-18 08:10:51,407 Updating FAILED jobs +2021-12-18 08:10:51,407 Updating WAITING jobs +2021-12-18 08:10:51,407 Update finished +2021-12-18 08:10:51,408 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:10:51,408 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:10:51,408 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:10:51,408 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:10:51,408 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:10:51,408 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:10:51,408 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:10:51,411 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:10:51,413 Job list saved +2021-12-18 08:10:51,495 Updating FAILED jobs +2021-12-18 08:10:51,495 Updating WAITING jobs +2021-12-18 08:10:51,496 Update finished +2021-12-18 08:11:01,504 Reloading parameters... +2021-12-18 08:11:01,525 Loading parameters... +2021-12-18 08:11:01,527 Loading project parameters... +2021-12-18 08:11:01,529 + +21 of 25 jobs remaining (08:11) +2021-12-18 08:11:01,529 Sleep: 10 +2021-12-18 08:11:01,529 Number of retrials: 0 +2021-12-18 08:11:01,529 WRAPPER CHECK TIME = 10 +2021-12-18 08:11:01,529 Checking jobs for platform=marenostrum4 +2021-12-18 08:11:01,530 Checking Wrapper 19278896 +2021-12-18 08:11:04,950 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:11:04,951 Checking inner jobs status +2021-12-18 08:11:06,288 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:11:06,289 Checking jobs for platform=nord3 +2021-12-18 08:11:06,289 Checking jobs for platform=local +2021-12-18 08:11:06,290 Checking jobs for platform=transfer_node +2021-12-18 08:11:06,290 End of checking +2021-12-18 08:11:06,292 Updating FAILED jobs +2021-12-18 08:11:06,292 Updating WAITING jobs +2021-12-18 08:11:06,292 Update finished +2021-12-18 08:11:06,292 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:11:06,292 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:11:06,293 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:11:06,293 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:11:06,293 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:11:06,293 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:11:06,293 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:11:06,296 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:11:06,298 Job list saved +2021-12-18 08:11:06,383 Updating FAILED jobs +2021-12-18 08:11:06,383 Updating WAITING jobs +2021-12-18 08:11:06,383 Update finished +2021-12-18 08:11:16,391 Reloading parameters... +2021-12-18 08:11:16,413 Loading parameters... +2021-12-18 08:11:16,414 Loading project parameters... +2021-12-18 08:11:16,416 + +21 of 25 jobs remaining (08:11) +2021-12-18 08:11:16,416 Sleep: 10 +2021-12-18 08:11:16,416 Number of retrials: 0 +2021-12-18 08:11:16,416 WRAPPER CHECK TIME = 10 +2021-12-18 08:11:16,417 Checking jobs for platform=marenostrum4 +2021-12-18 08:11:16,417 Checking Wrapper 19278896 +2021-12-18 08:11:19,991 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:11:19,991 Checking inner jobs status +2021-12-18 08:11:21,324 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:11:21,325 Checking jobs for platform=nord3 +2021-12-18 08:11:21,326 Checking jobs for platform=local +2021-12-18 08:11:21,326 Checking jobs for platform=transfer_node +2021-12-18 08:11:21,327 End of checking +2021-12-18 08:11:21,328 Updating FAILED jobs +2021-12-18 08:11:21,328 Updating WAITING jobs +2021-12-18 08:11:21,329 Update finished +2021-12-18 08:11:21,329 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:11:21,329 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:11:21,329 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:11:21,330 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:11:21,330 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:11:21,330 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:11:21,330 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:11:21,333 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:11:21,335 Job list saved +2021-12-18 08:11:21,406 Updating FAILED jobs +2021-12-18 08:11:21,406 Updating WAITING jobs +2021-12-18 08:11:21,406 Update finished +2021-12-18 08:11:31,416 Reloading parameters... +2021-12-18 08:11:31,441 Loading parameters... +2021-12-18 08:11:31,442 Loading project parameters... +2021-12-18 08:11:31,444 + +21 of 25 jobs remaining (08:11) +2021-12-18 08:11:31,444 Sleep: 10 +2021-12-18 08:11:31,444 Number of retrials: 0 +2021-12-18 08:11:31,445 WRAPPER CHECK TIME = 10 +2021-12-18 08:11:31,445 Checking jobs for platform=marenostrum4 +2021-12-18 08:11:31,445 Checking Wrapper 19278896 +2021-12-18 08:11:34,816 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:11:34,817 Checking inner jobs status +2021-12-18 08:11:36,040 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:11:36,041 Checking jobs for platform=nord3 +2021-12-18 08:11:36,042 Checking jobs for platform=local +2021-12-18 08:11:36,042 Checking jobs for platform=transfer_node +2021-12-18 08:11:36,042 End of checking +2021-12-18 08:11:36,044 Updating FAILED jobs +2021-12-18 08:11:36,044 Updating WAITING jobs +2021-12-18 08:11:36,044 Update finished +2021-12-18 08:11:36,044 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:11:36,044 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:11:36,044 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:11:36,045 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:11:36,045 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:11:36,045 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:11:36,045 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:11:36,050 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:11:36,052 Job list saved +2021-12-18 08:11:36,121 Updating FAILED jobs +2021-12-18 08:11:36,121 Updating WAITING jobs +2021-12-18 08:11:36,121 Update finished +2021-12-18 08:11:46,130 Reloading parameters... +2021-12-18 08:11:46,149 Loading parameters... +2021-12-18 08:11:46,150 Loading project parameters... +2021-12-18 08:11:46,152 + +21 of 25 jobs remaining (08:11) +2021-12-18 08:11:46,152 Sleep: 10 +2021-12-18 08:11:46,152 Number of retrials: 0 +2021-12-18 08:11:46,152 WRAPPER CHECK TIME = 10 +2021-12-18 08:11:46,153 Checking jobs for platform=marenostrum4 +2021-12-18 08:11:46,153 Checking Wrapper 19278896 +2021-12-18 08:11:49,574 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:11:49,574 Checking inner jobs status +2021-12-18 08:11:50,858 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:11:50,859 Checking jobs for platform=nord3 +2021-12-18 08:11:50,859 Checking jobs for platform=local +2021-12-18 08:11:50,860 Checking jobs for platform=transfer_node +2021-12-18 08:11:50,860 End of checking +2021-12-18 08:11:50,861 Updating FAILED jobs +2021-12-18 08:11:50,861 Updating WAITING jobs +2021-12-18 08:11:50,861 Update finished +2021-12-18 08:11:50,862 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:11:50,862 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:11:50,862 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:11:50,862 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:11:50,862 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:11:50,862 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:11:50,862 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:11:50,865 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:11:50,868 Job list saved +2021-12-18 08:11:50,942 Updating FAILED jobs +2021-12-18 08:11:50,942 Updating WAITING jobs +2021-12-18 08:11:50,942 Update finished +2021-12-18 08:12:00,952 Reloading parameters... +2021-12-18 08:12:00,976 Loading parameters... +2021-12-18 08:12:00,977 Loading project parameters... +2021-12-18 08:12:00,979 + +21 of 25 jobs remaining (08:12) +2021-12-18 08:12:00,979 Sleep: 10 +2021-12-18 08:12:00,979 Number of retrials: 0 +2021-12-18 08:12:00,979 WRAPPER CHECK TIME = 10 +2021-12-18 08:12:00,980 Checking jobs for platform=marenostrum4 +2021-12-18 08:12:00,980 Checking Wrapper 19278896 +2021-12-18 08:12:04,552 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:12:04,552 Checking inner jobs status +2021-12-18 08:12:05,885 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:12:05,886 Checking jobs for platform=nord3 +2021-12-18 08:12:05,887 Checking jobs for platform=local +2021-12-18 08:12:05,887 Checking jobs for platform=transfer_node +2021-12-18 08:12:05,887 End of checking +2021-12-18 08:12:05,890 Updating FAILED jobs +2021-12-18 08:12:05,890 Updating WAITING jobs +2021-12-18 08:12:05,890 Update finished +2021-12-18 08:12:05,890 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:12:05,891 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:12:05,891 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:12:05,891 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:12:05,891 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:12:05,891 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:12:05,891 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:12:05,894 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:12:05,897 Job list saved +2021-12-18 08:12:05,961 Updating FAILED jobs +2021-12-18 08:12:05,961 Updating WAITING jobs +2021-12-18 08:12:05,961 Update finished +2021-12-18 08:12:15,972 Reloading parameters... +2021-12-18 08:12:15,991 Loading parameters... +2021-12-18 08:12:15,992 Loading project parameters... +2021-12-18 08:12:15,994 + +21 of 25 jobs remaining (08:12) +2021-12-18 08:12:15,994 Sleep: 10 +2021-12-18 08:12:15,994 Number of retrials: 0 +2021-12-18 08:12:15,994 WRAPPER CHECK TIME = 10 +2021-12-18 08:12:15,995 Checking jobs for platform=marenostrum4 +2021-12-18 08:12:15,995 Checking Wrapper 19278896 +2021-12-18 08:12:19,367 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:12:19,367 Checking inner jobs status +2021-12-18 08:12:20,699 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:12:20,700 Checking jobs for platform=nord3 +2021-12-18 08:12:20,701 Checking jobs for platform=local +2021-12-18 08:12:20,701 Checking jobs for platform=transfer_node +2021-12-18 08:12:20,701 End of checking +2021-12-18 08:12:20,703 Updating FAILED jobs +2021-12-18 08:12:20,703 Updating WAITING jobs +2021-12-18 08:12:20,704 Update finished +2021-12-18 08:12:20,704 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:12:20,704 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:12:20,704 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:12:20,704 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:12:20,704 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:12:20,704 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:12:20,705 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:12:20,708 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:12:20,710 Job list saved +2021-12-18 08:12:20,793 Updating FAILED jobs +2021-12-18 08:12:20,793 Updating WAITING jobs +2021-12-18 08:12:20,794 Update finished +2021-12-18 08:12:30,802 Reloading parameters... +2021-12-18 08:12:30,827 Loading parameters... +2021-12-18 08:12:30,828 Loading project parameters... +2021-12-18 08:12:30,830 + +21 of 25 jobs remaining (08:12) +2021-12-18 08:12:30,830 Sleep: 10 +2021-12-18 08:12:30,830 Number of retrials: 0 +2021-12-18 08:12:30,830 WRAPPER CHECK TIME = 10 +2021-12-18 08:12:30,831 Checking jobs for platform=marenostrum4 +2021-12-18 08:12:30,831 Checking Wrapper 19278896 +2021-12-18 08:12:34,457 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:12:34,457 Checking inner jobs status +2021-12-18 08:12:35,790 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:12:35,791 Checking jobs for platform=nord3 +2021-12-18 08:12:35,792 Checking jobs for platform=local +2021-12-18 08:12:35,792 Checking jobs for platform=transfer_node +2021-12-18 08:12:35,792 End of checking +2021-12-18 08:12:35,794 Updating FAILED jobs +2021-12-18 08:12:35,794 Updating WAITING jobs +2021-12-18 08:12:35,794 Update finished +2021-12-18 08:12:35,794 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:12:35,795 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:12:35,795 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:12:35,795 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:12:35,795 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:12:35,795 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:12:35,795 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:12:35,798 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:12:35,800 Job list saved +2021-12-18 08:12:35,873 Updating FAILED jobs +2021-12-18 08:12:35,873 Updating WAITING jobs +2021-12-18 08:12:35,874 Update finished +2021-12-18 08:12:45,884 Reloading parameters... +2021-12-18 08:12:45,904 Loading parameters... +2021-12-18 08:12:45,906 Loading project parameters... +2021-12-18 08:12:45,908 + +21 of 25 jobs remaining (08:12) +2021-12-18 08:12:45,908 Sleep: 10 +2021-12-18 08:12:45,908 Number of retrials: 0 +2021-12-18 08:12:45,908 WRAPPER CHECK TIME = 10 +2021-12-18 08:12:45,909 Checking jobs for platform=marenostrum4 +2021-12-18 08:12:45,909 Checking Wrapper 19278896 +2021-12-18 08:12:49,330 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:12:49,331 Checking inner jobs status +2021-12-18 08:12:51,063 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:12:51,064 Checking jobs for platform=nord3 +2021-12-18 08:12:51,065 Checking jobs for platform=local +2021-12-18 08:12:51,065 Checking jobs for platform=transfer_node +2021-12-18 08:12:51,065 End of checking +2021-12-18 08:12:51,067 Updating FAILED jobs +2021-12-18 08:12:51,067 Updating WAITING jobs +2021-12-18 08:12:51,067 Update finished +2021-12-18 08:12:51,068 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:12:51,068 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:12:51,068 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:12:51,068 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:12:51,069 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:12:51,069 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:12:51,069 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:12:51,072 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:12:51,074 Job list saved +2021-12-18 08:12:51,148 Updating FAILED jobs +2021-12-18 08:12:51,148 Updating WAITING jobs +2021-12-18 08:12:51,149 Update finished +2021-12-18 08:13:01,150 Reloading parameters... +2021-12-18 08:13:01,169 Loading parameters... +2021-12-18 08:13:01,171 Loading project parameters... +2021-12-18 08:13:01,172 + +21 of 25 jobs remaining (08:13) +2021-12-18 08:13:01,173 Sleep: 10 +2021-12-18 08:13:01,173 Number of retrials: 0 +2021-12-18 08:13:01,173 WRAPPER CHECK TIME = 10 +2021-12-18 08:13:01,173 Checking jobs for platform=marenostrum4 +2021-12-18 08:13:01,173 Checking Wrapper 19278896 +2021-12-18 08:13:05,297 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:13:05,297 Checking inner jobs status +2021-12-18 08:13:07,030 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:13:07,031 Checking jobs for platform=nord3 +2021-12-18 08:13:07,032 Checking jobs for platform=local +2021-12-18 08:13:07,032 Checking jobs for platform=transfer_node +2021-12-18 08:13:07,032 End of checking +2021-12-18 08:13:07,034 Updating FAILED jobs +2021-12-18 08:13:07,034 Updating WAITING jobs +2021-12-18 08:13:07,034 Update finished +2021-12-18 08:13:07,034 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:13:07,035 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:13:07,035 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:13:07,035 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:13:07,035 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:13:07,035 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:13:07,035 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:13:07,038 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:13:07,040 Job list saved +2021-12-18 08:13:07,105 Updating FAILED jobs +2021-12-18 08:13:07,105 Updating WAITING jobs +2021-12-18 08:13:07,106 Update finished +2021-12-18 08:13:17,114 Reloading parameters... +2021-12-18 08:13:17,134 Loading parameters... +2021-12-18 08:13:17,136 Loading project parameters... +2021-12-18 08:13:17,137 + +21 of 25 jobs remaining (08:13) +2021-12-18 08:13:17,138 Sleep: 10 +2021-12-18 08:13:17,138 Number of retrials: 0 +2021-12-18 08:13:17,138 WRAPPER CHECK TIME = 10 +2021-12-18 08:13:17,138 Checking jobs for platform=marenostrum4 +2021-12-18 08:13:17,139 Checking Wrapper 19278896 +2021-12-18 08:13:20,963 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:13:20,963 Checking inner jobs status +2021-12-18 08:13:23,247 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:13:23,248 Checking jobs for platform=nord3 +2021-12-18 08:13:23,248 Checking jobs for platform=local +2021-12-18 08:13:23,249 Checking jobs for platform=transfer_node +2021-12-18 08:13:23,249 End of checking +2021-12-18 08:13:23,250 Updating FAILED jobs +2021-12-18 08:13:23,250 Updating WAITING jobs +2021-12-18 08:13:23,251 Update finished +2021-12-18 08:13:23,251 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:13:23,251 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:13:23,252 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:13:23,252 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:13:23,252 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:13:23,252 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:13:23,252 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:13:23,257 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:13:23,260 Job list saved +2021-12-18 08:13:23,325 Updating FAILED jobs +2021-12-18 08:13:23,325 Updating WAITING jobs +2021-12-18 08:13:23,326 Update finished +2021-12-18 08:13:33,331 Reloading parameters... +2021-12-18 08:13:33,352 Loading parameters... +2021-12-18 08:13:33,353 Loading project parameters... +2021-12-18 08:13:33,355 + +21 of 25 jobs remaining (08:13) +2021-12-18 08:13:33,355 Sleep: 10 +2021-12-18 08:13:33,355 Number of retrials: 0 +2021-12-18 08:13:33,355 WRAPPER CHECK TIME = 10 +2021-12-18 08:13:33,356 Checking jobs for platform=marenostrum4 +2021-12-18 08:13:33,356 Checking Wrapper 19278896 +2021-12-18 08:13:36,629 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:13:36,630 Checking inner jobs status +2021-12-18 08:13:38,111 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:13:38,112 Checking jobs for platform=nord3 +2021-12-18 08:13:38,113 Checking jobs for platform=local +2021-12-18 08:13:38,113 Checking jobs for platform=transfer_node +2021-12-18 08:13:38,113 End of checking +2021-12-18 08:13:38,115 Updating FAILED jobs +2021-12-18 08:13:38,115 Updating WAITING jobs +2021-12-18 08:13:38,115 Update finished +2021-12-18 08:13:38,115 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:13:38,115 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:13:38,115 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:13:38,116 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:13:38,116 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:13:38,116 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:13:38,116 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:13:38,119 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:13:38,122 Job list saved +2021-12-18 08:13:38,192 Updating FAILED jobs +2021-12-18 08:13:38,192 Updating WAITING jobs +2021-12-18 08:13:38,192 Update finished +2021-12-18 08:13:48,202 Reloading parameters... +2021-12-18 08:13:48,221 Loading parameters... +2021-12-18 08:13:48,223 Loading project parameters... +2021-12-18 08:13:48,224 + +21 of 25 jobs remaining (08:13) +2021-12-18 08:13:48,225 Sleep: 10 +2021-12-18 08:13:48,225 Number of retrials: 0 +2021-12-18 08:13:48,225 WRAPPER CHECK TIME = 10 +2021-12-18 08:13:48,225 Checking jobs for platform=marenostrum4 +2021-12-18 08:13:48,226 Checking Wrapper 19278896 +2021-12-18 08:13:51,446 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:13:51,447 Checking inner jobs status +2021-12-18 08:13:53,032 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:13:53,033 Checking jobs for platform=nord3 +2021-12-18 08:13:53,034 Checking jobs for platform=local +2021-12-18 08:13:53,034 Checking jobs for platform=transfer_node +2021-12-18 08:13:53,035 End of checking +2021-12-18 08:13:53,036 Updating FAILED jobs +2021-12-18 08:13:53,036 Updating WAITING jobs +2021-12-18 08:13:53,036 Update finished +2021-12-18 08:13:53,037 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:13:53,037 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:13:53,037 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:13:53,037 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:13:53,037 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:13:53,037 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:13:53,037 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:13:53,040 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:13:53,042 Job list saved +2021-12-18 08:13:53,114 Updating FAILED jobs +2021-12-18 08:13:53,114 Updating WAITING jobs +2021-12-18 08:13:53,114 Update finished +2021-12-18 08:14:03,124 Reloading parameters... +2021-12-18 08:14:03,143 Loading parameters... +2021-12-18 08:14:03,144 Loading project parameters... +2021-12-18 08:14:03,146 + +21 of 25 jobs remaining (08:14) +2021-12-18 08:14:03,146 Sleep: 10 +2021-12-18 08:14:03,146 Number of retrials: 0 +2021-12-18 08:14:03,146 WRAPPER CHECK TIME = 10 +2021-12-18 08:14:03,147 Checking jobs for platform=marenostrum4 +2021-12-18 08:14:03,147 Checking Wrapper 19278896 +2021-12-18 08:14:07,071 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:14:07,072 Checking inner jobs status +2021-12-18 08:14:08,455 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:14:08,456 Checking jobs for platform=nord3 +2021-12-18 08:14:08,456 Checking jobs for platform=local +2021-12-18 08:14:08,457 Checking jobs for platform=transfer_node +2021-12-18 08:14:08,457 End of checking +2021-12-18 08:14:08,458 Updating FAILED jobs +2021-12-18 08:14:08,458 Updating WAITING jobs +2021-12-18 08:14:08,458 Update finished +2021-12-18 08:14:08,459 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:14:08,460 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:14:08,460 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:14:08,460 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:14:08,460 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:14:08,460 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:14:08,460 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:14:08,463 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:14:08,466 Job list saved +2021-12-18 08:14:08,549 Updating FAILED jobs +2021-12-18 08:14:08,549 Updating WAITING jobs +2021-12-18 08:14:08,549 Update finished +2021-12-18 08:14:18,559 Reloading parameters... +2021-12-18 08:14:18,586 Loading parameters... +2021-12-18 08:14:18,587 Loading project parameters... +2021-12-18 08:14:18,589 + +21 of 25 jobs remaining (08:14) +2021-12-18 08:14:18,590 Sleep: 10 +2021-12-18 08:14:18,590 Number of retrials: 0 +2021-12-18 08:14:18,590 WRAPPER CHECK TIME = 10 +2021-12-18 08:14:18,590 Checking jobs for platform=marenostrum4 +2021-12-18 08:14:18,590 Checking Wrapper 19278896 +2021-12-18 08:14:21,912 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:14:21,912 Checking inner jobs status +2021-12-18 08:14:23,196 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:14:23,197 Checking jobs for platform=nord3 +2021-12-18 08:14:23,198 Checking jobs for platform=local +2021-12-18 08:14:23,198 Checking jobs for platform=transfer_node +2021-12-18 08:14:23,198 End of checking +2021-12-18 08:14:23,200 Updating FAILED jobs +2021-12-18 08:14:23,200 Updating WAITING jobs +2021-12-18 08:14:23,200 Update finished +2021-12-18 08:14:23,200 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:14:23,200 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:14:23,200 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:14:23,201 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:14:23,201 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:14:23,201 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:14:23,201 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:14:23,204 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:14:23,206 Job list saved +2021-12-18 08:14:23,276 Updating FAILED jobs +2021-12-18 08:14:23,276 Updating WAITING jobs +2021-12-18 08:14:23,276 Update finished +2021-12-18 08:14:33,286 Reloading parameters... +2021-12-18 08:14:33,306 Loading parameters... +2021-12-18 08:14:33,307 Loading project parameters... +2021-12-18 08:14:33,309 + +21 of 25 jobs remaining (08:14) +2021-12-18 08:14:33,309 Sleep: 10 +2021-12-18 08:14:33,310 Number of retrials: 0 +2021-12-18 08:14:33,310 WRAPPER CHECK TIME = 10 +2021-12-18 08:14:33,310 Checking jobs for platform=marenostrum4 +2021-12-18 08:14:33,310 Checking Wrapper 19278896 +2021-12-18 08:14:36,882 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:14:36,882 Checking inner jobs status +2021-12-18 08:14:38,217 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:14:38,218 Checking jobs for platform=nord3 +2021-12-18 08:14:38,218 Checking jobs for platform=local +2021-12-18 08:14:38,219 Checking jobs for platform=transfer_node +2021-12-18 08:14:38,219 End of checking +2021-12-18 08:14:38,220 Updating FAILED jobs +2021-12-18 08:14:38,220 Updating WAITING jobs +2021-12-18 08:14:38,221 Update finished +2021-12-18 08:14:38,221 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:14:38,221 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:14:38,221 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:14:38,221 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:14:38,221 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:14:38,221 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:14:38,222 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:14:38,225 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:14:38,227 Job list saved +2021-12-18 08:14:38,294 Updating FAILED jobs +2021-12-18 08:14:38,294 Updating WAITING jobs +2021-12-18 08:14:38,295 Update finished +2021-12-18 08:14:48,304 Reloading parameters... +2021-12-18 08:14:48,324 Loading parameters... +2021-12-18 08:14:48,325 Loading project parameters... +2021-12-18 08:14:48,327 + +21 of 25 jobs remaining (08:14) +2021-12-18 08:14:48,327 Sleep: 10 +2021-12-18 08:14:48,327 Number of retrials: 0 +2021-12-18 08:14:48,327 WRAPPER CHECK TIME = 10 +2021-12-18 08:14:48,328 Checking jobs for platform=marenostrum4 +2021-12-18 08:14:48,328 Checking Wrapper 19278896 +2021-12-18 08:14:51,598 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:14:51,598 Checking inner jobs status +2021-12-18 08:14:53,030 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:14:53,031 Checking jobs for platform=nord3 +2021-12-18 08:14:53,032 Checking jobs for platform=local +2021-12-18 08:14:53,032 Checking jobs for platform=transfer_node +2021-12-18 08:14:53,032 End of checking +2021-12-18 08:14:53,033 Updating FAILED jobs +2021-12-18 08:14:53,034 Updating WAITING jobs +2021-12-18 08:14:53,034 Update finished +2021-12-18 08:14:53,034 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:14:53,035 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:14:53,035 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:14:53,035 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:14:53,035 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:14:53,035 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:14:53,035 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:14:53,039 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:14:53,041 Job list saved +2021-12-18 08:14:53,108 Updating FAILED jobs +2021-12-18 08:14:53,108 Updating WAITING jobs +2021-12-18 08:14:53,108 Update finished +2021-12-18 08:15:03,119 Reloading parameters... +2021-12-18 08:15:03,206 Loading parameters... +2021-12-18 08:15:03,207 Loading project parameters... +2021-12-18 08:15:03,209 + +21 of 25 jobs remaining (08:15) +2021-12-18 08:15:03,209 Sleep: 10 +2021-12-18 08:15:03,209 Number of retrials: 0 +2021-12-18 08:15:03,210 WRAPPER CHECK TIME = 10 +2021-12-18 08:15:03,210 Checking jobs for platform=marenostrum4 +2021-12-18 08:15:03,210 Checking Wrapper 19278896 +2021-12-18 08:15:06,783 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:15:06,783 Checking inner jobs status +2021-12-18 08:15:08,064 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:15:08,065 Checking jobs for platform=nord3 +2021-12-18 08:15:08,066 Checking jobs for platform=local +2021-12-18 08:15:08,067 Checking jobs for platform=transfer_node +2021-12-18 08:15:08,067 End of checking +2021-12-18 08:15:08,071 Updating FAILED jobs +2021-12-18 08:15:08,071 Updating WAITING jobs +2021-12-18 08:15:08,072 Update finished +2021-12-18 08:15:08,072 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:15:08,072 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:15:08,072 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:15:08,072 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:15:08,072 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:15:08,073 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:15:08,073 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:15:08,076 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:15:08,078 Job list saved +2021-12-18 08:15:08,144 Updating FAILED jobs +2021-12-18 08:15:08,145 Updating WAITING jobs +2021-12-18 08:15:08,145 Update finished +2021-12-18 08:15:18,155 Reloading parameters... +2021-12-18 08:15:18,175 Loading parameters... +2021-12-18 08:15:18,176 Loading project parameters... +2021-12-18 08:15:18,178 + +21 of 25 jobs remaining (08:15) +2021-12-18 08:15:18,178 Sleep: 10 +2021-12-18 08:15:18,178 Number of retrials: 0 +2021-12-18 08:15:18,178 WRAPPER CHECK TIME = 10 +2021-12-18 08:15:18,179 Checking jobs for platform=marenostrum4 +2021-12-18 08:15:18,179 Checking Wrapper 19278896 +2021-12-18 08:15:22,051 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:15:22,052 Checking inner jobs status +2021-12-18 08:15:23,786 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:15:23,787 Checking jobs for platform=nord3 +2021-12-18 08:15:23,788 Checking jobs for platform=local +2021-12-18 08:15:23,788 Checking jobs for platform=transfer_node +2021-12-18 08:15:23,788 End of checking +2021-12-18 08:15:23,790 Updating FAILED jobs +2021-12-18 08:15:23,790 Updating WAITING jobs +2021-12-18 08:15:23,790 Update finished +2021-12-18 08:15:23,790 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:15:23,790 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:15:23,790 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:15:23,791 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:15:23,791 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:15:23,791 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:15:23,791 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:15:23,794 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:15:23,796 Job list saved +2021-12-18 08:15:23,863 Updating FAILED jobs +2021-12-18 08:15:23,864 Updating WAITING jobs +2021-12-18 08:15:23,864 Update finished +2021-12-18 08:15:33,871 Reloading parameters... +2021-12-18 08:15:33,892 Loading parameters... +2021-12-18 08:15:33,893 Loading project parameters... +2021-12-18 08:15:33,895 + +21 of 25 jobs remaining (08:15) +2021-12-18 08:15:33,895 Sleep: 10 +2021-12-18 08:15:33,895 Number of retrials: 0 +2021-12-18 08:15:33,895 WRAPPER CHECK TIME = 10 +2021-12-18 08:15:33,896 Checking jobs for platform=marenostrum4 +2021-12-18 08:15:33,896 Checking Wrapper 19278896 +2021-12-18 08:15:37,225 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:15:37,226 Checking inner jobs status +2021-12-18 08:15:38,610 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:15:38,611 Checking jobs for platform=nord3 +2021-12-18 08:15:38,612 Checking jobs for platform=local +2021-12-18 08:15:38,612 Checking jobs for platform=transfer_node +2021-12-18 08:15:38,612 End of checking +2021-12-18 08:15:38,614 Updating FAILED jobs +2021-12-18 08:15:38,614 Updating WAITING jobs +2021-12-18 08:15:38,614 Update finished +2021-12-18 08:15:38,614 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:15:38,615 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:15:38,615 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:15:38,615 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:15:38,615 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:15:38,615 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:15:38,616 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:15:38,618 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:15:38,621 Job list saved +2021-12-18 08:15:38,694 Updating FAILED jobs +2021-12-18 08:15:38,694 Updating WAITING jobs +2021-12-18 08:15:38,694 Update finished +2021-12-18 08:15:48,705 Reloading parameters... +2021-12-18 08:15:48,724 Loading parameters... +2021-12-18 08:15:48,726 Loading project parameters... +2021-12-18 08:15:48,728 + +21 of 25 jobs remaining (08:15) +2021-12-18 08:15:48,731 Sleep: 10 +2021-12-18 08:15:48,731 Number of retrials: 0 +2021-12-18 08:15:48,731 WRAPPER CHECK TIME = 10 +2021-12-18 08:15:48,732 Checking jobs for platform=marenostrum4 +2021-12-18 08:15:48,732 Checking Wrapper 19278896 +2021-12-18 08:15:52,605 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:15:52,605 Checking inner jobs status +2021-12-18 08:15:54,037 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:15:54,038 Checking jobs for platform=nord3 +2021-12-18 08:15:54,039 Checking jobs for platform=local +2021-12-18 08:15:54,040 Checking jobs for platform=transfer_node +2021-12-18 08:15:54,040 End of checking +2021-12-18 08:15:54,041 Updating FAILED jobs +2021-12-18 08:15:54,042 Updating WAITING jobs +2021-12-18 08:15:54,042 Update finished +2021-12-18 08:15:54,042 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:15:54,042 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:15:54,042 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:15:54,043 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:15:54,043 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:15:54,043 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:15:54,043 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:15:54,045 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:15:54,048 Job list saved +2021-12-18 08:15:54,110 Updating FAILED jobs +2021-12-18 08:15:54,110 Updating WAITING jobs +2021-12-18 08:15:54,111 Update finished +2021-12-18 08:16:04,120 Reloading parameters... +2021-12-18 08:16:04,140 Loading parameters... +2021-12-18 08:16:04,141 Loading project parameters... +2021-12-18 08:16:04,143 + +21 of 25 jobs remaining (08:16) +2021-12-18 08:16:04,143 Sleep: 10 +2021-12-18 08:16:04,144 Number of retrials: 0 +2021-12-18 08:16:04,144 WRAPPER CHECK TIME = 10 +2021-12-18 08:16:04,144 Checking jobs for platform=marenostrum4 +2021-12-18 08:16:04,144 Checking Wrapper 19278896 +2021-12-18 08:16:08,518 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:16:08,518 Checking inner jobs status +2021-12-18 08:16:10,503 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:16:10,504 Checking jobs for platform=nord3 +2021-12-18 08:16:10,504 Checking jobs for platform=local +2021-12-18 08:16:10,505 Checking jobs for platform=transfer_node +2021-12-18 08:16:10,505 End of checking +2021-12-18 08:16:10,507 Updating FAILED jobs +2021-12-18 08:16:10,507 Updating WAITING jobs +2021-12-18 08:16:10,507 Update finished +2021-12-18 08:16:10,507 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:16:10,507 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:16:10,507 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:16:10,508 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:16:10,508 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:16:10,508 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:16:10,508 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:16:10,510 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:16:10,513 Job list saved +2021-12-18 08:16:10,570 Updating FAILED jobs +2021-12-18 08:16:10,570 Updating WAITING jobs +2021-12-18 08:16:10,570 Update finished +2021-12-18 08:16:20,579 Reloading parameters... +2021-12-18 08:16:20,599 Loading parameters... +2021-12-18 08:16:20,600 Loading project parameters... +2021-12-18 08:16:20,602 + +21 of 25 jobs remaining (08:16) +2021-12-18 08:16:20,602 Sleep: 10 +2021-12-18 08:16:20,602 Number of retrials: 0 +2021-12-18 08:16:20,602 WRAPPER CHECK TIME = 10 +2021-12-18 08:16:20,603 Checking jobs for platform=marenostrum4 +2021-12-18 08:16:20,603 Checking Wrapper 19278896 +2021-12-18 08:16:24,129 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:16:24,130 Checking inner jobs status +2021-12-18 08:16:25,664 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:16:25,665 Checking jobs for platform=nord3 +2021-12-18 08:16:25,666 Checking jobs for platform=local +2021-12-18 08:16:25,666 Checking jobs for platform=transfer_node +2021-12-18 08:16:25,666 End of checking +2021-12-18 08:16:25,668 Updating FAILED jobs +2021-12-18 08:16:25,668 Updating WAITING jobs +2021-12-18 08:16:25,668 Update finished +2021-12-18 08:16:25,668 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:16:25,669 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:16:25,669 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:16:25,669 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:16:25,669 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:16:25,669 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:16:25,670 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:16:25,672 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:16:25,674 Job list saved +2021-12-18 08:16:25,733 Updating FAILED jobs +2021-12-18 08:16:25,733 Updating WAITING jobs +2021-12-18 08:16:25,733 Update finished +2021-12-18 08:16:35,744 Reloading parameters... +2021-12-18 08:16:35,762 Loading parameters... +2021-12-18 08:16:35,763 Loading project parameters... +2021-12-18 08:16:35,765 + +21 of 25 jobs remaining (08:16) +2021-12-18 08:16:35,765 Sleep: 10 +2021-12-18 08:16:35,765 Number of retrials: 0 +2021-12-18 08:16:35,765 WRAPPER CHECK TIME = 10 +2021-12-18 08:16:35,766 Checking jobs for platform=marenostrum4 +2021-12-18 08:16:35,766 Checking Wrapper 19278896 +2021-12-18 08:16:39,339 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:16:39,339 Checking inner jobs status +2021-12-18 08:16:40,769 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:16:40,770 Checking jobs for platform=nord3 +2021-12-18 08:16:40,771 Checking jobs for platform=local +2021-12-18 08:16:40,771 Checking jobs for platform=transfer_node +2021-12-18 08:16:40,771 End of checking +2021-12-18 08:16:40,773 Updating FAILED jobs +2021-12-18 08:16:40,773 Updating WAITING jobs +2021-12-18 08:16:40,773 Update finished +2021-12-18 08:16:40,773 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:16:40,774 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:16:40,774 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:16:40,774 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:16:40,774 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:16:40,774 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:16:40,774 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:16:40,777 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:16:40,780 Job list saved +2021-12-18 08:16:40,838 Updating FAILED jobs +2021-12-18 08:16:40,838 Updating WAITING jobs +2021-12-18 08:16:40,838 Update finished +2021-12-18 08:16:50,848 Reloading parameters... +2021-12-18 08:16:50,865 Loading parameters... +2021-12-18 08:16:50,867 Loading project parameters... +2021-12-18 08:16:50,869 + +21 of 25 jobs remaining (08:16) +2021-12-18 08:16:50,869 Sleep: 10 +2021-12-18 08:16:50,869 Number of retrials: 0 +2021-12-18 08:16:50,869 WRAPPER CHECK TIME = 10 +2021-12-18 08:16:50,870 Checking jobs for platform=marenostrum4 +2021-12-18 08:16:50,870 Checking Wrapper 19278896 +2021-12-18 08:16:54,141 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:16:54,141 Checking inner jobs status +2021-12-18 08:16:55,374 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:16:55,375 Checking jobs for platform=nord3 +2021-12-18 08:16:55,375 Checking jobs for platform=local +2021-12-18 08:16:55,376 Checking jobs for platform=transfer_node +2021-12-18 08:16:55,376 End of checking +2021-12-18 08:16:55,377 Updating FAILED jobs +2021-12-18 08:16:55,377 Updating WAITING jobs +2021-12-18 08:16:55,378 Update finished +2021-12-18 08:16:55,378 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:16:55,378 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:16:55,378 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:16:55,378 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:16:55,378 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:16:55,378 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:16:55,379 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:16:55,381 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:16:55,383 Job list saved +2021-12-18 08:16:55,440 Updating FAILED jobs +2021-12-18 08:16:55,441 Updating WAITING jobs +2021-12-18 08:16:55,441 Update finished +2021-12-18 08:17:05,451 Reloading parameters... +2021-12-18 08:17:05,469 Loading parameters... +2021-12-18 08:17:05,470 Loading project parameters... +2021-12-18 08:17:05,472 + +21 of 25 jobs remaining (08:17) +2021-12-18 08:17:05,472 Sleep: 10 +2021-12-18 08:17:05,472 Number of retrials: 0 +2021-12-18 08:17:05,472 WRAPPER CHECK TIME = 10 +2021-12-18 08:17:05,473 Checking jobs for platform=marenostrum4 +2021-12-18 08:17:05,473 Checking Wrapper 19278896 +2021-12-18 08:17:09,049 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:17:09,049 Checking inner jobs status +2021-12-18 08:17:10,279 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:17:10,280 Checking jobs for platform=nord3 +2021-12-18 08:17:10,281 Checking jobs for platform=local +2021-12-18 08:17:10,281 Checking jobs for platform=transfer_node +2021-12-18 08:17:10,281 End of checking +2021-12-18 08:17:10,283 Updating FAILED jobs +2021-12-18 08:17:10,283 Updating WAITING jobs +2021-12-18 08:17:10,283 Update finished +2021-12-18 08:17:10,283 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:17:10,284 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:17:10,284 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:17:10,284 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:17:10,284 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:17:10,284 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:17:10,284 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:17:10,287 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:17:10,289 Job list saved +2021-12-18 08:17:10,339 Updating FAILED jobs +2021-12-18 08:17:10,339 Updating WAITING jobs +2021-12-18 08:17:10,339 Update finished +2021-12-18 08:17:20,349 Reloading parameters... +2021-12-18 08:17:20,366 Loading parameters... +2021-12-18 08:17:20,367 Loading project parameters... +2021-12-18 08:17:20,369 + +21 of 25 jobs remaining (08:17) +2021-12-18 08:17:20,369 Sleep: 10 +2021-12-18 08:17:20,369 Number of retrials: 0 +2021-12-18 08:17:20,369 WRAPPER CHECK TIME = 10 +2021-12-18 08:17:20,370 Checking jobs for platform=marenostrum4 +2021-12-18 08:17:20,370 Checking Wrapper 19278896 +2021-12-18 08:17:23,741 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:17:23,742 Checking inner jobs status +2021-12-18 08:17:25,162 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:17:25,164 Checking jobs for platform=nord3 +2021-12-18 08:17:25,164 Checking jobs for platform=local +2021-12-18 08:17:25,165 Checking jobs for platform=transfer_node +2021-12-18 08:17:25,165 End of checking +2021-12-18 08:17:25,166 Updating FAILED jobs +2021-12-18 08:17:25,166 Updating WAITING jobs +2021-12-18 08:17:25,167 Update finished +2021-12-18 08:17:25,167 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:17:25,167 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:17:25,167 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:17:25,167 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:17:25,168 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:17:25,168 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:17:25,168 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:17:25,171 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:17:25,173 Job list saved +2021-12-18 08:17:25,229 Updating FAILED jobs +2021-12-18 08:17:25,230 Updating WAITING jobs +2021-12-18 08:17:25,230 Update finished +2021-12-18 08:17:35,240 Reloading parameters... +2021-12-18 08:17:35,258 Loading parameters... +2021-12-18 08:17:35,259 Loading project parameters... +2021-12-18 08:17:35,261 + +21 of 25 jobs remaining (08:17) +2021-12-18 08:17:35,261 Sleep: 10 +2021-12-18 08:17:35,261 Number of retrials: 0 +2021-12-18 08:17:35,261 WRAPPER CHECK TIME = 10 +2021-12-18 08:17:35,262 Checking jobs for platform=marenostrum4 +2021-12-18 08:17:35,262 Checking Wrapper 19278896 +2021-12-18 08:17:38,585 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:17:38,585 Checking inner jobs status +2021-12-18 08:17:39,916 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:17:39,917 Checking jobs for platform=nord3 +2021-12-18 08:17:39,917 Checking jobs for platform=local +2021-12-18 08:17:39,918 Checking jobs for platform=transfer_node +2021-12-18 08:17:39,918 End of checking +2021-12-18 08:17:39,919 Updating FAILED jobs +2021-12-18 08:17:39,919 Updating WAITING jobs +2021-12-18 08:17:39,919 Update finished +2021-12-18 08:17:39,920 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:17:39,920 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:17:39,920 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:17:39,920 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:17:39,920 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:17:39,920 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:17:39,920 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:17:39,924 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:17:39,926 Job list saved +2021-12-18 08:17:39,982 Updating FAILED jobs +2021-12-18 08:17:39,983 Updating WAITING jobs +2021-12-18 08:17:39,983 Update finished +2021-12-18 08:17:49,990 Reloading parameters... +2021-12-18 08:17:50,007 Loading parameters... +2021-12-18 08:17:50,009 Loading project parameters... +2021-12-18 08:17:50,011 + +21 of 25 jobs remaining (08:17) +2021-12-18 08:17:50,011 Sleep: 10 +2021-12-18 08:17:50,011 Number of retrials: 0 +2021-12-18 08:17:50,011 WRAPPER CHECK TIME = 10 +2021-12-18 08:17:50,012 Checking jobs for platform=marenostrum4 +2021-12-18 08:17:50,012 Checking Wrapper 19278896 +2021-12-18 08:17:53,281 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:17:53,282 Checking inner jobs status +2021-12-18 08:17:54,363 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:17:54,364 Checking jobs for platform=nord3 +2021-12-18 08:17:54,365 Checking jobs for platform=local +2021-12-18 08:17:54,365 Checking jobs for platform=transfer_node +2021-12-18 08:17:54,365 End of checking +2021-12-18 08:17:54,367 Updating FAILED jobs +2021-12-18 08:17:54,367 Updating WAITING jobs +2021-12-18 08:17:54,367 Update finished +2021-12-18 08:17:54,367 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:17:54,368 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:17:54,368 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:17:54,368 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:17:54,368 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:17:54,368 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:17:54,369 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:17:54,371 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:17:54,373 Job list saved +2021-12-18 08:17:54,430 Updating FAILED jobs +2021-12-18 08:17:54,430 Updating WAITING jobs +2021-12-18 08:17:54,430 Update finished +2021-12-18 08:18:04,438 Reloading parameters... +2021-12-18 08:18:04,459 Loading parameters... +2021-12-18 08:18:04,460 Loading project parameters... +2021-12-18 08:18:04,462 + +21 of 25 jobs remaining (08:18) +2021-12-18 08:18:04,462 Sleep: 10 +2021-12-18 08:18:04,462 Number of retrials: 0 +2021-12-18 08:18:04,462 WRAPPER CHECK TIME = 10 +2021-12-18 08:18:04,463 Checking jobs for platform=marenostrum4 +2021-12-18 08:18:04,463 Checking Wrapper 19278896 +2021-12-18 08:18:07,837 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:18:07,837 Checking inner jobs status +2021-12-18 08:18:09,119 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:18:09,120 Checking jobs for platform=nord3 +2021-12-18 08:18:09,120 Checking jobs for platform=local +2021-12-18 08:18:09,121 Checking jobs for platform=transfer_node +2021-12-18 08:18:09,121 End of checking +2021-12-18 08:18:09,122 Updating FAILED jobs +2021-12-18 08:18:09,123 Updating WAITING jobs +2021-12-18 08:18:09,123 Update finished +2021-12-18 08:18:09,123 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:18:09,123 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:18:09,123 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:18:09,123 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:18:09,123 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:18:09,124 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:18:09,124 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:18:09,126 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:18:09,128 Job list saved +2021-12-18 08:18:09,187 Updating FAILED jobs +2021-12-18 08:18:09,187 Updating WAITING jobs +2021-12-18 08:18:09,187 Update finished +2021-12-18 08:18:19,197 Reloading parameters... +2021-12-18 08:18:19,219 Loading parameters... +2021-12-18 08:18:19,220 Loading project parameters... +2021-12-18 08:18:19,223 + +21 of 25 jobs remaining (08:18) +2021-12-18 08:18:19,223 Sleep: 10 +2021-12-18 08:18:19,223 Number of retrials: 0 +2021-12-18 08:18:19,223 WRAPPER CHECK TIME = 10 +2021-12-18 08:18:19,224 Checking jobs for platform=marenostrum4 +2021-12-18 08:18:19,224 Checking Wrapper 19278896 +2021-12-18 08:18:23,447 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:18:23,447 Checking inner jobs status +2021-12-18 08:18:24,878 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:18:24,879 Checking jobs for platform=nord3 +2021-12-18 08:18:24,879 Checking jobs for platform=local +2021-12-18 08:18:24,880 Checking jobs for platform=transfer_node +2021-12-18 08:18:24,880 End of checking +2021-12-18 08:18:24,881 Updating FAILED jobs +2021-12-18 08:18:24,881 Updating WAITING jobs +2021-12-18 08:18:24,882 Update finished +2021-12-18 08:18:24,882 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:18:24,882 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:18:24,882 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:18:24,882 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:18:24,882 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:18:24,882 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:18:24,882 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:18:24,885 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:18:24,887 Job list saved +2021-12-18 08:18:24,948 Updating FAILED jobs +2021-12-18 08:18:24,949 Updating WAITING jobs +2021-12-18 08:18:24,949 Update finished +2021-12-18 08:18:34,955 Reloading parameters... +2021-12-18 08:18:34,975 Loading parameters... +2021-12-18 08:18:34,977 Loading project parameters... +2021-12-18 08:18:34,980 + +21 of 25 jobs remaining (08:18) +2021-12-18 08:18:34,980 Sleep: 10 +2021-12-18 08:18:34,980 Number of retrials: 0 +2021-12-18 08:18:34,980 WRAPPER CHECK TIME = 10 +2021-12-18 08:18:34,981 Checking jobs for platform=marenostrum4 +2021-12-18 08:18:34,981 Checking Wrapper 19278896 +2021-12-18 08:18:38,655 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:18:38,655 Checking inner jobs status +2021-12-18 08:18:40,538 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:18:40,539 Checking jobs for platform=nord3 +2021-12-18 08:18:40,539 Checking jobs for platform=local +2021-12-18 08:18:40,540 Checking jobs for platform=transfer_node +2021-12-18 08:18:40,540 End of checking +2021-12-18 08:18:40,541 Updating FAILED jobs +2021-12-18 08:18:40,541 Updating WAITING jobs +2021-12-18 08:18:40,542 Update finished +2021-12-18 08:18:40,542 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:18:40,542 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:18:40,542 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:18:40,543 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:18:40,543 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:18:40,543 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:18:40,543 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:18:40,545 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:18:40,548 Job list saved +2021-12-18 08:18:40,607 Updating FAILED jobs +2021-12-18 08:18:40,608 Updating WAITING jobs +2021-12-18 08:18:40,608 Update finished +2021-12-18 08:18:50,615 Reloading parameters... +2021-12-18 08:18:50,634 Loading parameters... +2021-12-18 08:18:50,635 Loading project parameters... +2021-12-18 08:18:50,637 + +21 of 25 jobs remaining (08:18) +2021-12-18 08:18:50,637 Sleep: 10 +2021-12-18 08:18:50,638 Number of retrials: 0 +2021-12-18 08:18:50,638 WRAPPER CHECK TIME = 10 +2021-12-18 08:18:50,638 Checking jobs for platform=marenostrum4 +2021-12-18 08:18:50,638 Checking Wrapper 19278896 +2021-12-18 08:18:53,960 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:18:53,960 Checking inner jobs status +2021-12-18 08:18:55,341 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:18:55,342 Checking jobs for platform=nord3 +2021-12-18 08:18:55,342 Checking jobs for platform=local +2021-12-18 08:18:55,343 Checking jobs for platform=transfer_node +2021-12-18 08:18:55,343 End of checking +2021-12-18 08:18:55,344 Updating FAILED jobs +2021-12-18 08:18:55,344 Updating WAITING jobs +2021-12-18 08:18:55,344 Update finished +2021-12-18 08:18:55,345 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:18:55,345 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:18:55,345 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:18:55,345 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:18:55,345 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:18:55,345 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:18:55,345 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:18:55,348 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:18:55,350 Job list saved +2021-12-18 08:18:55,404 Updating FAILED jobs +2021-12-18 08:18:55,404 Updating WAITING jobs +2021-12-18 08:18:55,404 Update finished +2021-12-18 08:19:05,414 Reloading parameters... +2021-12-18 08:19:05,432 Loading parameters... +2021-12-18 08:19:05,434 Loading project parameters... +2021-12-18 08:19:05,436 + +21 of 25 jobs remaining (08:19) +2021-12-18 08:19:05,436 Sleep: 10 +2021-12-18 08:19:05,436 Number of retrials: 0 +2021-12-18 08:19:05,436 WRAPPER CHECK TIME = 10 +2021-12-18 08:19:05,437 Checking jobs for platform=marenostrum4 +2021-12-18 08:19:05,437 Checking Wrapper 19278896 +2021-12-18 08:19:08,859 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:19:08,859 Checking inner jobs status +2021-12-18 08:19:10,189 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:19:10,190 Checking jobs for platform=nord3 +2021-12-18 08:19:10,190 Checking jobs for platform=local +2021-12-18 08:19:10,191 Checking jobs for platform=transfer_node +2021-12-18 08:19:10,191 End of checking +2021-12-18 08:19:10,192 Updating FAILED jobs +2021-12-18 08:19:10,192 Updating WAITING jobs +2021-12-18 08:19:10,193 Update finished +2021-12-18 08:19:10,193 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:19:10,193 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:19:10,193 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:19:10,193 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:19:10,193 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:19:10,194 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:19:10,194 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:19:10,196 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:19:10,198 Job list saved +2021-12-18 08:19:10,257 Updating FAILED jobs +2021-12-18 08:19:10,257 Updating WAITING jobs +2021-12-18 08:19:10,257 Update finished +2021-12-18 08:19:20,267 Reloading parameters... +2021-12-18 08:19:20,285 Loading parameters... +2021-12-18 08:19:20,286 Loading project parameters... +2021-12-18 08:19:20,288 + +21 of 25 jobs remaining (08:19) +2021-12-18 08:19:20,288 Sleep: 10 +2021-12-18 08:19:20,288 Number of retrials: 0 +2021-12-18 08:19:20,288 WRAPPER CHECK TIME = 10 +2021-12-18 08:19:20,289 Checking jobs for platform=marenostrum4 +2021-12-18 08:19:20,289 Checking Wrapper 19278896 +2021-12-18 08:19:23,710 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:19:23,710 Checking inner jobs status +2021-12-18 08:19:24,840 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:19:24,841 Checking jobs for platform=nord3 +2021-12-18 08:19:24,842 Checking jobs for platform=local +2021-12-18 08:19:24,842 Checking jobs for platform=transfer_node +2021-12-18 08:19:24,842 End of checking +2021-12-18 08:19:24,844 Updating FAILED jobs +2021-12-18 08:19:24,844 Updating WAITING jobs +2021-12-18 08:19:24,844 Update finished +2021-12-18 08:19:24,844 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:19:24,845 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:19:24,845 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:19:24,845 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:19:24,846 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:19:24,847 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:19:24,847 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:19:24,851 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:19:24,853 Job list saved +2021-12-18 08:19:24,910 Updating FAILED jobs +2021-12-18 08:19:24,910 Updating WAITING jobs +2021-12-18 08:19:24,910 Update finished +2021-12-18 08:19:34,916 Reloading parameters... +2021-12-18 08:19:34,934 Loading parameters... +2021-12-18 08:19:34,936 Loading project parameters... +2021-12-18 08:19:34,938 + +21 of 25 jobs remaining (08:19) +2021-12-18 08:19:34,938 Sleep: 10 +2021-12-18 08:19:34,938 Number of retrials: 0 +2021-12-18 08:19:34,939 WRAPPER CHECK TIME = 10 +2021-12-18 08:19:34,939 Checking jobs for platform=marenostrum4 +2021-12-18 08:19:34,939 Checking Wrapper 19278896 +2021-12-18 08:19:38,712 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:19:38,712 Checking inner jobs status +2021-12-18 08:19:40,144 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:19:40,145 Checking jobs for platform=nord3 +2021-12-18 08:19:40,146 Checking jobs for platform=local +2021-12-18 08:19:40,146 Checking jobs for platform=transfer_node +2021-12-18 08:19:40,146 End of checking +2021-12-18 08:19:40,148 Updating FAILED jobs +2021-12-18 08:19:40,148 Updating WAITING jobs +2021-12-18 08:19:40,148 Update finished +2021-12-18 08:19:40,148 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:19:40,148 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:19:40,148 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:19:40,148 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:19:40,149 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:19:40,149 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:19:40,149 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:19:40,151 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:19:40,154 Job list saved +2021-12-18 08:19:40,206 Updating FAILED jobs +2021-12-18 08:19:40,206 Updating WAITING jobs +2021-12-18 08:19:40,206 Update finished +2021-12-18 08:19:50,217 Reloading parameters... +2021-12-18 08:19:50,234 Loading parameters... +2021-12-18 08:19:50,236 Loading project parameters... +2021-12-18 08:19:50,238 + +21 of 25 jobs remaining (08:19) +2021-12-18 08:19:50,238 Sleep: 10 +2021-12-18 08:19:50,238 Number of retrials: 0 +2021-12-18 08:19:50,238 WRAPPER CHECK TIME = 10 +2021-12-18 08:19:50,239 Checking jobs for platform=marenostrum4 +2021-12-18 08:19:50,239 Checking Wrapper 19278896 +2021-12-18 08:19:53,611 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:19:53,611 Checking inner jobs status +2021-12-18 08:19:54,841 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:19:54,842 Checking jobs for platform=nord3 +2021-12-18 08:19:54,843 Checking jobs for platform=local +2021-12-18 08:19:54,844 Checking jobs for platform=transfer_node +2021-12-18 08:19:54,844 End of checking +2021-12-18 08:19:54,845 Updating FAILED jobs +2021-12-18 08:19:54,845 Updating WAITING jobs +2021-12-18 08:19:54,845 Update finished +2021-12-18 08:19:54,845 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:19:54,846 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:19:54,846 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:19:54,846 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:19:54,846 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:19:54,846 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:19:54,846 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:19:54,849 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:19:54,851 Job list saved +2021-12-18 08:19:54,912 Updating FAILED jobs +2021-12-18 08:19:54,913 Updating WAITING jobs +2021-12-18 08:19:54,913 Update finished +2021-12-18 08:20:04,923 Reloading parameters... +2021-12-18 08:20:04,940 Loading parameters... +2021-12-18 08:20:04,942 Loading project parameters... +2021-12-18 08:20:04,944 + +21 of 25 jobs remaining (08:20) +2021-12-18 08:20:04,944 Sleep: 10 +2021-12-18 08:20:04,944 Number of retrials: 0 +2021-12-18 08:20:04,944 WRAPPER CHECK TIME = 10 +2021-12-18 08:20:04,945 Checking jobs for platform=marenostrum4 +2021-12-18 08:20:04,945 Checking Wrapper 19278896 +2021-12-18 08:20:08,567 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:20:08,567 Checking inner jobs status +2021-12-18 08:20:09,851 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:20:09,852 Checking jobs for platform=nord3 +2021-12-18 08:20:09,852 Checking jobs for platform=local +2021-12-18 08:20:09,853 Checking jobs for platform=transfer_node +2021-12-18 08:20:09,853 End of checking +2021-12-18 08:20:09,854 Updating FAILED jobs +2021-12-18 08:20:09,854 Updating WAITING jobs +2021-12-18 08:20:09,854 Update finished +2021-12-18 08:20:09,854 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:20:09,855 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:20:09,855 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:20:09,855 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:20:09,855 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:20:09,855 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:20:09,855 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:20:09,858 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:20:09,860 Job list saved +2021-12-18 08:20:09,914 Updating FAILED jobs +2021-12-18 08:20:09,914 Updating WAITING jobs +2021-12-18 08:20:09,914 Update finished +2021-12-18 08:20:19,924 Reloading parameters... +2021-12-18 08:20:19,942 Loading parameters... +2021-12-18 08:20:19,944 Loading project parameters... +2021-12-18 08:20:19,946 + +21 of 25 jobs remaining (08:20) +2021-12-18 08:20:19,946 Sleep: 10 +2021-12-18 08:20:19,946 Number of retrials: 0 +2021-12-18 08:20:19,946 WRAPPER CHECK TIME = 10 +2021-12-18 08:20:19,947 Checking jobs for platform=marenostrum4 +2021-12-18 08:20:19,947 Checking Wrapper 19278896 +2021-12-18 08:20:23,571 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:20:23,571 Checking inner jobs status +2021-12-18 08:20:25,454 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:20:25,455 Checking jobs for platform=nord3 +2021-12-18 08:20:25,455 Checking jobs for platform=local +2021-12-18 08:20:25,456 Checking jobs for platform=transfer_node +2021-12-18 08:20:25,456 End of checking +2021-12-18 08:20:25,457 Updating FAILED jobs +2021-12-18 08:20:25,457 Updating WAITING jobs +2021-12-18 08:20:25,458 Update finished +2021-12-18 08:20:25,458 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:20:25,458 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:20:25,458 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:20:25,458 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:20:25,458 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:20:25,458 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:20:25,459 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:20:25,461 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:20:25,463 Job list saved +2021-12-18 08:20:25,525 Updating FAILED jobs +2021-12-18 08:20:25,525 Updating WAITING jobs +2021-12-18 08:20:25,525 Update finished +2021-12-18 08:20:35,534 Reloading parameters... +2021-12-18 08:20:35,552 Loading parameters... +2021-12-18 08:20:35,554 Loading project parameters... +2021-12-18 08:20:35,556 + +21 of 25 jobs remaining (08:20) +2021-12-18 08:20:35,556 Sleep: 10 +2021-12-18 08:20:35,556 Number of retrials: 0 +2021-12-18 08:20:35,556 WRAPPER CHECK TIME = 10 +2021-12-18 08:20:35,557 Checking jobs for platform=marenostrum4 +2021-12-18 08:20:35,557 Checking Wrapper 19278896 +2021-12-18 08:20:38,978 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:20:38,979 Checking inner jobs status +2021-12-18 08:20:40,710 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:20:40,711 Checking jobs for platform=nord3 +2021-12-18 08:20:40,712 Checking jobs for platform=local +2021-12-18 08:20:40,713 Checking jobs for platform=transfer_node +2021-12-18 08:20:40,713 End of checking +2021-12-18 08:20:40,714 Updating FAILED jobs +2021-12-18 08:20:40,714 Updating WAITING jobs +2021-12-18 08:20:40,715 Update finished +2021-12-18 08:20:40,715 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:20:40,715 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:20:40,715 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:20:40,715 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:20:40,715 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:20:40,715 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:20:40,716 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:20:40,718 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:20:40,720 Job list saved +2021-12-18 08:20:40,777 Updating FAILED jobs +2021-12-18 08:20:40,777 Updating WAITING jobs +2021-12-18 08:20:40,777 Update finished +2021-12-18 08:20:50,788 Reloading parameters... +2021-12-18 08:20:50,806 Loading parameters... +2021-12-18 08:20:50,807 Loading project parameters... +2021-12-18 08:20:50,809 + +21 of 25 jobs remaining (08:20) +2021-12-18 08:20:50,809 Sleep: 10 +2021-12-18 08:20:50,809 Number of retrials: 0 +2021-12-18 08:20:50,809 WRAPPER CHECK TIME = 10 +2021-12-18 08:20:50,810 Checking jobs for platform=marenostrum4 +2021-12-18 08:20:50,810 Checking Wrapper 19278896 +2021-12-18 08:20:54,133 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:20:54,134 Checking inner jobs status +2021-12-18 08:20:55,363 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:20:55,364 Checking jobs for platform=nord3 +2021-12-18 08:20:55,365 Checking jobs for platform=local +2021-12-18 08:20:55,365 Checking jobs for platform=transfer_node +2021-12-18 08:20:55,366 End of checking +2021-12-18 08:20:55,367 Updating FAILED jobs +2021-12-18 08:20:55,367 Updating WAITING jobs +2021-12-18 08:20:55,367 Update finished +2021-12-18 08:20:55,367 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:20:55,368 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:20:55,368 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:20:55,369 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:20:55,369 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:20:55,369 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:20:55,369 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:20:55,371 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:20:55,374 Job list saved +2021-12-18 08:20:55,434 Updating FAILED jobs +2021-12-18 08:20:55,434 Updating WAITING jobs +2021-12-18 08:20:55,434 Update finished +2021-12-18 08:21:05,444 Reloading parameters... +2021-12-18 08:21:05,465 Loading parameters... +2021-12-18 08:21:05,466 Loading project parameters... +2021-12-18 08:21:05,468 + +21 of 25 jobs remaining (08:21) +2021-12-18 08:21:05,468 Sleep: 10 +2021-12-18 08:21:05,468 Number of retrials: 0 +2021-12-18 08:21:05,468 WRAPPER CHECK TIME = 10 +2021-12-18 08:21:05,469 Checking jobs for platform=marenostrum4 +2021-12-18 08:21:05,469 Checking Wrapper 19278896 +2021-12-18 08:21:08,891 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:21:08,891 Checking inner jobs status +2021-12-18 08:21:10,026 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:21:10,027 Checking jobs for platform=nord3 +2021-12-18 08:21:10,028 Checking jobs for platform=local +2021-12-18 08:21:10,029 Checking jobs for platform=transfer_node +2021-12-18 08:21:10,029 End of checking +2021-12-18 08:21:10,030 Updating FAILED jobs +2021-12-18 08:21:10,030 Updating WAITING jobs +2021-12-18 08:21:10,031 Update finished +2021-12-18 08:21:10,031 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:21:10,031 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:21:10,031 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:21:10,031 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:21:10,032 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:21:10,032 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:21:10,032 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:21:10,034 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:21:10,037 Job list saved +2021-12-18 08:21:10,095 Updating FAILED jobs +2021-12-18 08:21:10,095 Updating WAITING jobs +2021-12-18 08:21:10,095 Update finished +2021-12-18 08:21:20,106 Reloading parameters... +2021-12-18 08:21:20,124 Loading parameters... +2021-12-18 08:21:20,125 Loading project parameters... +2021-12-18 08:21:20,127 + +21 of 25 jobs remaining (08:21) +2021-12-18 08:21:20,127 Sleep: 10 +2021-12-18 08:21:20,127 Number of retrials: 0 +2021-12-18 08:21:20,127 WRAPPER CHECK TIME = 10 +2021-12-18 08:21:20,128 Checking jobs for platform=marenostrum4 +2021-12-18 08:21:20,128 Checking Wrapper 19278896 +2021-12-18 08:21:23,499 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:21:23,499 Checking inner jobs status +2021-12-18 08:21:24,931 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:21:24,932 Checking jobs for platform=nord3 +2021-12-18 08:21:24,933 Checking jobs for platform=local +2021-12-18 08:21:24,933 Checking jobs for platform=transfer_node +2021-12-18 08:21:24,934 End of checking +2021-12-18 08:21:24,935 Updating FAILED jobs +2021-12-18 08:21:24,935 Updating WAITING jobs +2021-12-18 08:21:24,935 Update finished +2021-12-18 08:21:24,935 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:21:24,936 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:21:24,936 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:21:24,936 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:21:24,936 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:21:24,936 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:21:24,936 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:21:24,939 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:21:24,941 Job list saved +2021-12-18 08:21:25,003 Updating FAILED jobs +2021-12-18 08:21:25,004 Updating WAITING jobs +2021-12-18 08:21:25,004 Update finished +2021-12-18 08:21:35,010 Reloading parameters... +2021-12-18 08:21:35,029 Loading parameters... +2021-12-18 08:21:35,031 Loading project parameters... +2021-12-18 08:21:35,033 + +21 of 25 jobs remaining (08:21) +2021-12-18 08:21:35,033 Sleep: 10 +2021-12-18 08:21:35,033 Number of retrials: 0 +2021-12-18 08:21:35,033 WRAPPER CHECK TIME = 10 +2021-12-18 08:21:35,034 Checking jobs for platform=marenostrum4 +2021-12-18 08:21:35,034 Checking Wrapper 19278896 +2021-12-18 08:21:39,006 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:21:39,006 Checking inner jobs status +2021-12-18 08:21:40,587 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:21:40,588 Checking jobs for platform=nord3 +2021-12-18 08:21:40,589 Checking jobs for platform=local +2021-12-18 08:21:40,589 Checking jobs for platform=transfer_node +2021-12-18 08:21:40,590 End of checking +2021-12-18 08:21:40,591 Updating FAILED jobs +2021-12-18 08:21:40,591 Updating WAITING jobs +2021-12-18 08:21:40,591 Update finished +2021-12-18 08:21:40,591 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:21:40,592 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:21:40,592 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:21:40,592 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:21:40,592 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:21:40,592 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:21:40,593 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:21:40,595 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:21:40,601 Job list saved +2021-12-18 08:21:40,657 Updating FAILED jobs +2021-12-18 08:21:40,657 Updating WAITING jobs +2021-12-18 08:21:40,657 Update finished +2021-12-18 08:21:50,667 Reloading parameters... +2021-12-18 08:21:50,685 Loading parameters... +2021-12-18 08:21:50,687 Loading project parameters... +2021-12-18 08:21:50,688 + +21 of 25 jobs remaining (08:21) +2021-12-18 08:21:50,689 Sleep: 10 +2021-12-18 08:21:50,689 Number of retrials: 0 +2021-12-18 08:21:50,689 WRAPPER CHECK TIME = 10 +2021-12-18 08:21:50,689 Checking jobs for platform=marenostrum4 +2021-12-18 08:21:50,690 Checking Wrapper 19278896 +2021-12-18 08:21:54,214 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:21:54,214 Checking inner jobs status +2021-12-18 08:21:55,995 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:21:55,996 Checking jobs for platform=nord3 +2021-12-18 08:21:55,997 Checking jobs for platform=local +2021-12-18 08:21:55,997 Checking jobs for platform=transfer_node +2021-12-18 08:21:55,997 End of checking +2021-12-18 08:21:55,999 Updating FAILED jobs +2021-12-18 08:21:55,999 Updating WAITING jobs +2021-12-18 08:21:55,999 Update finished +2021-12-18 08:21:56,000 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:21:56,000 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:21:56,000 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:21:56,000 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:21:56,000 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:21:56,000 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:21:56,000 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:21:56,003 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:21:56,006 Job list saved +2021-12-18 08:21:56,079 Updating FAILED jobs +2021-12-18 08:21:56,079 Updating WAITING jobs +2021-12-18 08:21:56,079 Update finished +2021-12-18 08:22:06,087 Reloading parameters... +2021-12-18 08:22:06,104 Loading parameters... +2021-12-18 08:22:06,106 Loading project parameters... +2021-12-18 08:22:06,107 + +21 of 25 jobs remaining (08:22) +2021-12-18 08:22:06,108 Sleep: 10 +2021-12-18 08:22:06,108 Number of retrials: 0 +2021-12-18 08:22:06,108 WRAPPER CHECK TIME = 10 +2021-12-18 08:22:06,109 Checking jobs for platform=marenostrum4 +2021-12-18 08:22:06,109 Checking Wrapper 19278896 +2021-12-18 08:22:09,380 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:22:09,380 Checking inner jobs status +2021-12-18 08:22:10,763 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:22:10,764 Checking jobs for platform=nord3 +2021-12-18 08:22:10,765 Checking jobs for platform=local +2021-12-18 08:22:10,765 Checking jobs for platform=transfer_node +2021-12-18 08:22:10,766 End of checking +2021-12-18 08:22:10,767 Updating FAILED jobs +2021-12-18 08:22:10,767 Updating WAITING jobs +2021-12-18 08:22:10,767 Update finished +2021-12-18 08:22:10,768 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:22:10,768 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:22:10,768 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:22:10,768 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:22:10,768 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:22:10,768 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:22:10,768 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:22:10,771 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:22:10,774 Job list saved +2021-12-18 08:22:10,840 Updating FAILED jobs +2021-12-18 08:22:10,840 Updating WAITING jobs +2021-12-18 08:22:10,841 Update finished +2021-12-18 08:22:20,847 Reloading parameters... +2021-12-18 08:22:20,865 Loading parameters... +2021-12-18 08:22:20,866 Loading project parameters... +2021-12-18 08:22:20,868 + +21 of 25 jobs remaining (08:22) +2021-12-18 08:22:20,868 Sleep: 10 +2021-12-18 08:22:20,868 Number of retrials: 0 +2021-12-18 08:22:20,868 WRAPPER CHECK TIME = 10 +2021-12-18 08:22:20,869 Checking jobs for platform=marenostrum4 +2021-12-18 08:22:20,869 Checking Wrapper 19278896 +2021-12-18 08:22:24,095 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:22:24,095 Checking inner jobs status +2021-12-18 08:22:25,275 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:22:25,276 Checking jobs for platform=nord3 +2021-12-18 08:22:25,277 Checking jobs for platform=local +2021-12-18 08:22:25,277 Checking jobs for platform=transfer_node +2021-12-18 08:22:25,277 End of checking +2021-12-18 08:22:25,279 Updating FAILED jobs +2021-12-18 08:22:25,279 Updating WAITING jobs +2021-12-18 08:22:25,279 Update finished +2021-12-18 08:22:25,279 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:22:25,280 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:22:25,280 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:22:25,280 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:22:25,281 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:22:25,281 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:22:25,281 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:22:25,283 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:22:25,286 Job list saved +2021-12-18 08:22:25,344 Updating FAILED jobs +2021-12-18 08:22:25,344 Updating WAITING jobs +2021-12-18 08:22:25,344 Update finished +2021-12-18 08:22:35,354 Reloading parameters... +2021-12-18 08:22:35,373 Loading parameters... +2021-12-18 08:22:35,375 Loading project parameters... +2021-12-18 08:22:35,377 + +21 of 25 jobs remaining (08:22) +2021-12-18 08:22:35,377 Sleep: 10 +2021-12-18 08:22:35,377 Number of retrials: 0 +2021-12-18 08:22:35,377 WRAPPER CHECK TIME = 10 +2021-12-18 08:22:35,378 Checking jobs for platform=marenostrum4 +2021-12-18 08:22:35,378 Checking Wrapper 19278896 +2021-12-18 08:22:38,850 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:22:38,851 Checking inner jobs status +2021-12-18 08:22:39,981 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:22:39,982 Checking jobs for platform=nord3 +2021-12-18 08:22:39,983 Checking jobs for platform=local +2021-12-18 08:22:39,983 Checking jobs for platform=transfer_node +2021-12-18 08:22:39,983 End of checking +2021-12-18 08:22:39,985 Updating FAILED jobs +2021-12-18 08:22:39,985 Updating WAITING jobs +2021-12-18 08:22:39,985 Update finished +2021-12-18 08:22:39,985 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:22:39,985 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:22:39,985 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:22:39,986 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:22:39,986 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:22:39,986 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:22:39,986 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:22:39,988 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:22:39,990 Job list saved +2021-12-18 08:22:40,045 Updating FAILED jobs +2021-12-18 08:22:40,045 Updating WAITING jobs +2021-12-18 08:22:40,046 Update finished +2021-12-18 08:22:50,055 Reloading parameters... +2021-12-18 08:22:50,077 Loading parameters... +2021-12-18 08:22:50,078 Loading project parameters... +2021-12-18 08:22:50,080 + +21 of 25 jobs remaining (08:22) +2021-12-18 08:22:50,081 Sleep: 10 +2021-12-18 08:22:50,081 Number of retrials: 0 +2021-12-18 08:22:50,081 WRAPPER CHECK TIME = 10 +2021-12-18 08:22:50,081 Checking jobs for platform=marenostrum4 +2021-12-18 08:22:50,081 Checking Wrapper 19278896 +2021-12-18 08:22:53,553 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:22:53,554 Checking inner jobs status +2021-12-18 08:22:54,838 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:22:54,839 Checking jobs for platform=nord3 +2021-12-18 08:22:54,839 Checking jobs for platform=local +2021-12-18 08:22:54,840 Checking jobs for platform=transfer_node +2021-12-18 08:22:54,840 End of checking +2021-12-18 08:22:54,841 Updating FAILED jobs +2021-12-18 08:22:54,841 Updating WAITING jobs +2021-12-18 08:22:54,841 Update finished +2021-12-18 08:22:54,841 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:22:54,842 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:22:54,842 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:22:54,842 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:22:54,842 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:22:54,842 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:22:54,842 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:22:54,845 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:22:54,847 Job list saved +2021-12-18 08:22:54,909 Updating FAILED jobs +2021-12-18 08:22:54,909 Updating WAITING jobs +2021-12-18 08:22:54,910 Update finished +2021-12-18 08:23:04,919 Reloading parameters... +2021-12-18 08:23:04,939 Loading parameters... +2021-12-18 08:23:04,941 Loading project parameters... +2021-12-18 08:23:04,943 + +21 of 25 jobs remaining (08:23) +2021-12-18 08:23:04,943 Sleep: 10 +2021-12-18 08:23:04,943 Number of retrials: 0 +2021-12-18 08:23:04,943 WRAPPER CHECK TIME = 10 +2021-12-18 08:23:04,944 Checking jobs for platform=marenostrum4 +2021-12-18 08:23:04,944 Checking Wrapper 19278896 +2021-12-18 08:23:09,218 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:23:09,218 Checking inner jobs status +2021-12-18 08:23:10,665 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:23:10,666 Checking jobs for platform=nord3 +2021-12-18 08:23:10,666 Checking jobs for platform=local +2021-12-18 08:23:10,667 Checking jobs for platform=transfer_node +2021-12-18 08:23:10,667 End of checking +2021-12-18 08:23:10,670 Updating FAILED jobs +2021-12-18 08:23:10,671 Updating WAITING jobs +2021-12-18 08:23:10,671 Update finished +2021-12-18 08:23:10,671 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:23:10,672 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:23:10,672 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:23:10,672 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:23:10,672 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:23:10,672 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:23:10,672 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:23:10,675 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:23:10,677 Job list saved +2021-12-18 08:23:10,732 Updating FAILED jobs +2021-12-18 08:23:10,732 Updating WAITING jobs +2021-12-18 08:23:10,732 Update finished +2021-12-18 08:23:20,742 Reloading parameters... +2021-12-18 08:23:20,762 Loading parameters... +2021-12-18 08:23:20,763 Loading project parameters... +2021-12-18 08:23:20,765 + +21 of 25 jobs remaining (08:23) +2021-12-18 08:23:20,766 Sleep: 10 +2021-12-18 08:23:20,766 Number of retrials: 0 +2021-12-18 08:23:20,766 WRAPPER CHECK TIME = 10 +2021-12-18 08:23:20,766 Checking jobs for platform=marenostrum4 +2021-12-18 08:23:20,766 Checking Wrapper 19278896 +2021-12-18 08:23:24,489 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:23:24,489 Checking inner jobs status +2021-12-18 08:23:25,970 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:23:25,971 Checking jobs for platform=nord3 +2021-12-18 08:23:25,972 Checking jobs for platform=local +2021-12-18 08:23:25,972 Checking jobs for platform=transfer_node +2021-12-18 08:23:25,973 End of checking +2021-12-18 08:23:25,974 Updating FAILED jobs +2021-12-18 08:23:25,974 Updating WAITING jobs +2021-12-18 08:23:25,974 Update finished +2021-12-18 08:23:25,974 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:23:25,974 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:23:25,974 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:23:25,975 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:23:25,975 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:23:25,975 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:23:25,975 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:23:25,978 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:23:25,980 Job list saved +2021-12-18 08:23:26,048 Updating FAILED jobs +2021-12-18 08:23:26,048 Updating WAITING jobs +2021-12-18 08:23:26,049 Update finished +2021-12-18 08:23:36,059 Reloading parameters... +2021-12-18 08:23:36,077 Loading parameters... +2021-12-18 08:23:36,078 Loading project parameters... +2021-12-18 08:23:36,080 + +21 of 25 jobs remaining (08:23) +2021-12-18 08:23:36,081 Sleep: 10 +2021-12-18 08:23:36,081 Number of retrials: 0 +2021-12-18 08:23:36,081 WRAPPER CHECK TIME = 10 +2021-12-18 08:23:36,081 Checking jobs for platform=marenostrum4 +2021-12-18 08:23:36,081 Checking Wrapper 19278896 +2021-12-18 08:23:39,403 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:23:39,403 Checking inner jobs status +2021-12-18 08:23:40,735 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:23:40,736 Checking jobs for platform=nord3 +2021-12-18 08:23:40,737 Checking jobs for platform=local +2021-12-18 08:23:40,737 Checking jobs for platform=transfer_node +2021-12-18 08:23:40,737 End of checking +2021-12-18 08:23:40,738 Updating FAILED jobs +2021-12-18 08:23:40,739 Updating WAITING jobs +2021-12-18 08:23:40,739 Update finished +2021-12-18 08:23:40,739 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:23:40,739 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:23:40,739 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:23:40,739 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:23:40,740 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:23:40,740 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:23:40,740 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:23:40,742 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:23:40,745 Job list saved +2021-12-18 08:23:40,804 Updating FAILED jobs +2021-12-18 08:23:40,804 Updating WAITING jobs +2021-12-18 08:23:40,805 Update finished +2021-12-18 08:23:50,812 Reloading parameters... +2021-12-18 08:23:50,831 Loading parameters... +2021-12-18 08:23:50,832 Loading project parameters... +2021-12-18 08:23:50,834 + +21 of 25 jobs remaining (08:23) +2021-12-18 08:23:50,834 Sleep: 10 +2021-12-18 08:23:50,834 Number of retrials: 0 +2021-12-18 08:23:50,834 WRAPPER CHECK TIME = 10 +2021-12-18 08:23:50,835 Checking jobs for platform=marenostrum4 +2021-12-18 08:23:50,835 Checking Wrapper 19278896 +2021-12-18 08:23:54,206 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:23:54,206 Checking inner jobs status +2021-12-18 08:23:55,595 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:23:55,596 Checking jobs for platform=nord3 +2021-12-18 08:23:55,597 Checking jobs for platform=local +2021-12-18 08:23:55,597 Checking jobs for platform=transfer_node +2021-12-18 08:23:55,598 End of checking +2021-12-18 08:23:55,599 Updating FAILED jobs +2021-12-18 08:23:55,599 Updating WAITING jobs +2021-12-18 08:23:55,599 Update finished +2021-12-18 08:23:55,599 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:23:55,600 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:23:55,600 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:23:55,600 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:23:55,600 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:23:55,601 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:23:55,601 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:23:55,603 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:23:55,606 Job list saved +2021-12-18 08:23:55,661 Updating FAILED jobs +2021-12-18 08:23:55,661 Updating WAITING jobs +2021-12-18 08:23:55,662 Update finished +2021-12-18 08:24:05,665 Reloading parameters... +2021-12-18 08:24:05,686 Loading parameters... +2021-12-18 08:24:05,688 Loading project parameters... +2021-12-18 08:24:05,689 + +21 of 25 jobs remaining (08:24) +2021-12-18 08:24:05,690 Sleep: 10 +2021-12-18 08:24:05,690 Number of retrials: 0 +2021-12-18 08:24:05,690 WRAPPER CHECK TIME = 10 +2021-12-18 08:24:05,690 Checking jobs for platform=marenostrum4 +2021-12-18 08:24:05,690 Checking Wrapper 19278896 +2021-12-18 08:24:09,012 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:24:09,013 Checking inner jobs status +2021-12-18 08:24:10,243 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:24:10,244 Checking jobs for platform=nord3 +2021-12-18 08:24:10,245 Checking jobs for platform=local +2021-12-18 08:24:10,245 Checking jobs for platform=transfer_node +2021-12-18 08:24:10,246 End of checking +2021-12-18 08:24:10,247 Updating FAILED jobs +2021-12-18 08:24:10,247 Updating WAITING jobs +2021-12-18 08:24:10,247 Update finished +2021-12-18 08:24:10,247 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:24:10,248 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:24:10,248 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:24:10,248 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:24:10,248 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:24:10,248 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:24:10,248 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:24:10,251 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:24:10,253 Job list saved +2021-12-18 08:24:10,311 Updating FAILED jobs +2021-12-18 08:24:10,312 Updating WAITING jobs +2021-12-18 08:24:10,312 Update finished +2021-12-18 08:24:20,322 Reloading parameters... +2021-12-18 08:24:20,339 Loading parameters... +2021-12-18 08:24:20,340 Loading project parameters... +2021-12-18 08:24:20,342 + +21 of 25 jobs remaining (08:24) +2021-12-18 08:24:20,342 Sleep: 10 +2021-12-18 08:24:20,342 Number of retrials: 0 +2021-12-18 08:24:20,343 WRAPPER CHECK TIME = 10 +2021-12-18 08:24:20,343 Checking jobs for platform=marenostrum4 +2021-12-18 08:24:20,343 Checking Wrapper 19278896 +2021-12-18 08:24:23,714 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:24:23,715 Checking inner jobs status +2021-12-18 08:24:25,046 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:24:25,047 Checking jobs for platform=nord3 +2021-12-18 08:24:25,047 Checking jobs for platform=local +2021-12-18 08:24:25,048 Checking jobs for platform=transfer_node +2021-12-18 08:24:25,048 End of checking +2021-12-18 08:24:25,049 Updating FAILED jobs +2021-12-18 08:24:25,049 Updating WAITING jobs +2021-12-18 08:24:25,049 Update finished +2021-12-18 08:24:25,050 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:24:25,050 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:24:25,050 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:24:25,050 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:24:25,050 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:24:25,050 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:24:25,050 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:24:25,053 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:24:25,055 Job list saved +2021-12-18 08:24:25,112 Updating FAILED jobs +2021-12-18 08:24:25,112 Updating WAITING jobs +2021-12-18 08:24:25,113 Update finished +2021-12-18 08:24:35,123 Reloading parameters... +2021-12-18 08:24:35,140 Loading parameters... +2021-12-18 08:24:35,141 Loading project parameters... +2021-12-18 08:24:35,143 + +21 of 25 jobs remaining (08:24) +2021-12-18 08:24:35,144 Sleep: 10 +2021-12-18 08:24:35,144 Number of retrials: 0 +2021-12-18 08:24:35,144 WRAPPER CHECK TIME = 10 +2021-12-18 08:24:35,144 Checking jobs for platform=marenostrum4 +2021-12-18 08:24:35,144 Checking Wrapper 19278896 +2021-12-18 08:24:38,566 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:24:38,566 Checking inner jobs status +2021-12-18 08:24:39,896 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:24:39,897 Checking jobs for platform=nord3 +2021-12-18 08:24:39,898 Checking jobs for platform=local +2021-12-18 08:24:39,898 Checking jobs for platform=transfer_node +2021-12-18 08:24:39,898 End of checking +2021-12-18 08:24:39,900 Updating FAILED jobs +2021-12-18 08:24:39,900 Updating WAITING jobs +2021-12-18 08:24:39,900 Update finished +2021-12-18 08:24:39,900 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:24:39,901 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:24:39,901 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:24:39,901 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:24:39,901 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:24:39,902 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:24:39,902 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:24:39,904 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:24:39,906 Job list saved +2021-12-18 08:24:39,971 Updating FAILED jobs +2021-12-18 08:24:39,972 Updating WAITING jobs +2021-12-18 08:24:39,972 Update finished +2021-12-18 08:24:49,982 Reloading parameters... +2021-12-18 08:24:50,002 Loading parameters... +2021-12-18 08:24:50,003 Loading project parameters... +2021-12-18 08:24:50,005 + +21 of 25 jobs remaining (08:24) +2021-12-18 08:24:50,005 Sleep: 10 +2021-12-18 08:24:50,006 Number of retrials: 0 +2021-12-18 08:24:50,006 WRAPPER CHECK TIME = 10 +2021-12-18 08:24:50,006 Checking jobs for platform=marenostrum4 +2021-12-18 08:24:50,006 Checking Wrapper 19278896 +2021-12-18 08:24:53,979 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:24:53,979 Checking inner jobs status +2021-12-18 08:24:55,360 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:24:55,361 Checking jobs for platform=nord3 +2021-12-18 08:24:55,362 Checking jobs for platform=local +2021-12-18 08:24:55,362 Checking jobs for platform=transfer_node +2021-12-18 08:24:55,362 End of checking +2021-12-18 08:24:55,364 Updating FAILED jobs +2021-12-18 08:24:55,364 Updating WAITING jobs +2021-12-18 08:24:55,364 Update finished +2021-12-18 08:24:55,364 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:24:55,364 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:24:55,364 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:24:55,365 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:24:55,365 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:24:55,365 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:24:55,365 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:24:55,368 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:24:55,370 Job list saved +2021-12-18 08:24:55,433 Updating FAILED jobs +2021-12-18 08:24:55,433 Updating WAITING jobs +2021-12-18 08:24:55,434 Update finished +2021-12-18 08:25:05,444 Reloading parameters... +2021-12-18 08:25:05,464 Loading parameters... +2021-12-18 08:25:05,465 Loading project parameters... +2021-12-18 08:25:05,467 + +21 of 25 jobs remaining (08:25) +2021-12-18 08:25:05,467 Sleep: 10 +2021-12-18 08:25:05,467 Number of retrials: 0 +2021-12-18 08:25:05,467 WRAPPER CHECK TIME = 10 +2021-12-18 08:25:05,468 Checking jobs for platform=marenostrum4 +2021-12-18 08:25:05,468 Checking Wrapper 19278896 +2021-12-18 08:25:09,290 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:25:09,290 Checking inner jobs status +2021-12-18 08:25:11,124 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:25:11,125 Checking jobs for platform=nord3 +2021-12-18 08:25:11,126 Checking jobs for platform=local +2021-12-18 08:25:11,127 Checking jobs for platform=transfer_node +2021-12-18 08:25:11,127 End of checking +2021-12-18 08:25:11,128 Updating FAILED jobs +2021-12-18 08:25:11,128 Updating WAITING jobs +2021-12-18 08:25:11,128 Update finished +2021-12-18 08:25:11,129 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:25:11,129 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:25:11,129 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:25:11,129 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:25:11,129 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:25:11,129 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:25:11,129 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:25:11,132 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:25:11,135 Job list saved +2021-12-18 08:25:11,193 Updating FAILED jobs +2021-12-18 08:25:11,194 Updating WAITING jobs +2021-12-18 08:25:11,194 Update finished +2021-12-18 08:25:21,204 Reloading parameters... +2021-12-18 08:25:21,224 Loading parameters... +2021-12-18 08:25:21,225 Loading project parameters... +2021-12-18 08:25:21,227 + +21 of 25 jobs remaining (08:25) +2021-12-18 08:25:21,227 Sleep: 10 +2021-12-18 08:25:21,227 Number of retrials: 0 +2021-12-18 08:25:21,228 WRAPPER CHECK TIME = 10 +2021-12-18 08:25:21,228 Checking jobs for platform=marenostrum4 +2021-12-18 08:25:21,228 Checking Wrapper 19278896 +2021-12-18 08:25:24,500 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:25:24,500 Checking inner jobs status +2021-12-18 08:25:25,782 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:25:25,783 Checking jobs for platform=nord3 +2021-12-18 08:25:25,783 Checking jobs for platform=local +2021-12-18 08:25:25,784 Checking jobs for platform=transfer_node +2021-12-18 08:25:25,784 End of checking +2021-12-18 08:25:25,785 Updating FAILED jobs +2021-12-18 08:25:25,785 Updating WAITING jobs +2021-12-18 08:25:25,785 Update finished +2021-12-18 08:25:25,786 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:25:25,786 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:25:25,786 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:25:25,787 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:25:25,787 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:25:25,787 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:25:25,787 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:25:25,790 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:25:25,792 Job list saved +2021-12-18 08:25:25,858 Updating FAILED jobs +2021-12-18 08:25:25,858 Updating WAITING jobs +2021-12-18 08:25:25,858 Update finished +2021-12-18 08:25:35,868 Reloading parameters... +2021-12-18 08:25:35,885 Loading parameters... +2021-12-18 08:25:35,887 Loading project parameters... +2021-12-18 08:25:35,889 + +21 of 25 jobs remaining (08:25) +2021-12-18 08:25:35,889 Sleep: 10 +2021-12-18 08:25:35,889 Number of retrials: 0 +2021-12-18 08:25:35,889 WRAPPER CHECK TIME = 10 +2021-12-18 08:25:35,890 Checking jobs for platform=marenostrum4 +2021-12-18 08:25:35,890 Checking Wrapper 19278896 +2021-12-18 08:25:39,262 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:25:39,262 Checking inner jobs status +2021-12-18 08:25:40,545 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:25:40,546 Checking jobs for platform=nord3 +2021-12-18 08:25:40,546 Checking jobs for platform=local +2021-12-18 08:25:40,547 Checking jobs for platform=transfer_node +2021-12-18 08:25:40,547 End of checking +2021-12-18 08:25:40,548 Updating FAILED jobs +2021-12-18 08:25:40,548 Updating WAITING jobs +2021-12-18 08:25:40,549 Update finished +2021-12-18 08:25:40,549 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:25:40,549 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:25:40,549 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:25:40,549 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:25:40,549 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:25:40,550 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:25:40,550 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:25:40,552 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:25:40,555 Job list saved +2021-12-18 08:25:40,611 Updating FAILED jobs +2021-12-18 08:25:40,612 Updating WAITING jobs +2021-12-18 08:25:40,612 Update finished +2021-12-18 08:25:50,622 Reloading parameters... +2021-12-18 08:25:50,644 Loading parameters... +2021-12-18 08:25:50,645 Loading project parameters... +2021-12-18 08:25:50,647 + +21 of 25 jobs remaining (08:25) +2021-12-18 08:25:50,647 Sleep: 10 +2021-12-18 08:25:50,647 Number of retrials: 0 +2021-12-18 08:25:50,647 WRAPPER CHECK TIME = 10 +2021-12-18 08:25:50,648 Checking jobs for platform=marenostrum4 +2021-12-18 08:25:50,648 Checking Wrapper 19278896 +2021-12-18 08:25:53,970 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:25:53,971 Checking inner jobs status +2021-12-18 08:25:55,101 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:25:55,102 Checking jobs for platform=nord3 +2021-12-18 08:25:55,103 Checking jobs for platform=local +2021-12-18 08:25:55,103 Checking jobs for platform=transfer_node +2021-12-18 08:25:55,103 End of checking +2021-12-18 08:25:55,104 Updating FAILED jobs +2021-12-18 08:25:55,105 Updating WAITING jobs +2021-12-18 08:25:55,105 Update finished +2021-12-18 08:25:55,105 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:25:55,105 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:25:55,105 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:25:55,105 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:25:55,106 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:25:55,106 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:25:55,106 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:25:55,109 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:25:55,111 Job list saved +2021-12-18 08:25:55,171 Updating FAILED jobs +2021-12-18 08:25:55,171 Updating WAITING jobs +2021-12-18 08:25:55,171 Update finished +2021-12-18 08:26:05,182 Reloading parameters... +2021-12-18 08:26:05,201 Loading parameters... +2021-12-18 08:26:05,202 Loading project parameters... +2021-12-18 08:26:05,204 + +21 of 25 jobs remaining (08:26) +2021-12-18 08:26:05,204 Sleep: 10 +2021-12-18 08:26:05,205 Number of retrials: 0 +2021-12-18 08:26:05,205 WRAPPER CHECK TIME = 10 +2021-12-18 08:26:05,205 Checking jobs for platform=marenostrum4 +2021-12-18 08:26:05,205 Checking Wrapper 19278896 +2021-12-18 08:26:08,527 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:26:08,527 Checking inner jobs status +2021-12-18 08:26:09,758 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:26:09,759 Checking jobs for platform=nord3 +2021-12-18 08:26:09,759 Checking jobs for platform=local +2021-12-18 08:26:09,760 Checking jobs for platform=transfer_node +2021-12-18 08:26:09,760 End of checking +2021-12-18 08:26:09,761 Updating FAILED jobs +2021-12-18 08:26:09,762 Updating WAITING jobs +2021-12-18 08:26:09,762 Update finished +2021-12-18 08:26:09,762 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:26:09,765 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:26:09,765 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:26:09,765 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:26:09,765 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:26:09,765 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:26:09,766 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:26:09,768 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:26:09,771 Job list saved +2021-12-18 08:26:09,835 Updating FAILED jobs +2021-12-18 08:26:09,836 Updating WAITING jobs +2021-12-18 08:26:09,836 Update finished +2021-12-18 08:26:19,840 Reloading parameters... +2021-12-18 08:26:19,859 Loading parameters... +2021-12-18 08:26:19,861 Loading project parameters... +2021-12-18 08:26:19,863 + +21 of 25 jobs remaining (08:26) +2021-12-18 08:26:19,863 Sleep: 10 +2021-12-18 08:26:19,863 Number of retrials: 0 +2021-12-18 08:26:19,863 WRAPPER CHECK TIME = 10 +2021-12-18 08:26:19,864 Checking jobs for platform=marenostrum4 +2021-12-18 08:26:19,864 Checking Wrapper 19278896 +2021-12-18 08:26:23,589 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:26:23,589 Checking inner jobs status +2021-12-18 08:26:24,876 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:26:24,877 Checking jobs for platform=nord3 +2021-12-18 08:26:24,877 Checking jobs for platform=local +2021-12-18 08:26:24,878 Checking jobs for platform=transfer_node +2021-12-18 08:26:24,878 End of checking +2021-12-18 08:26:24,880 Updating FAILED jobs +2021-12-18 08:26:24,880 Updating WAITING jobs +2021-12-18 08:26:24,880 Update finished +2021-12-18 08:26:24,880 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:26:24,880 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:26:24,881 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:26:24,881 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:26:24,881 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:26:24,881 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:26:24,881 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:26:24,884 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:26:24,886 Job list saved +2021-12-18 08:26:24,958 Updating FAILED jobs +2021-12-18 08:26:24,959 Updating WAITING jobs +2021-12-18 08:26:24,959 Update finished +2021-12-18 08:26:34,968 Reloading parameters... +2021-12-18 08:26:34,988 Loading parameters... +2021-12-18 08:26:34,989 Loading project parameters... +2021-12-18 08:26:34,991 + +21 of 25 jobs remaining (08:26) +2021-12-18 08:26:34,991 Sleep: 10 +2021-12-18 08:26:34,991 Number of retrials: 0 +2021-12-18 08:26:34,991 WRAPPER CHECK TIME = 10 +2021-12-18 08:26:34,992 Checking jobs for platform=marenostrum4 +2021-12-18 08:26:34,992 Checking Wrapper 19278896 +2021-12-18 08:26:38,413 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:26:38,414 Checking inner jobs status +2021-12-18 08:26:39,746 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:26:39,747 Checking jobs for platform=nord3 +2021-12-18 08:26:39,747 Checking jobs for platform=local +2021-12-18 08:26:39,748 Checking jobs for platform=transfer_node +2021-12-18 08:26:39,748 End of checking +2021-12-18 08:26:39,750 Updating FAILED jobs +2021-12-18 08:26:39,750 Updating WAITING jobs +2021-12-18 08:26:39,750 Update finished +2021-12-18 08:26:39,750 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:26:39,750 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:26:39,751 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:26:39,751 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:26:39,751 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:26:39,751 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:26:39,751 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:26:39,754 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:26:39,756 Job list saved +2021-12-18 08:26:39,831 Updating FAILED jobs +2021-12-18 08:26:39,831 Updating WAITING jobs +2021-12-18 08:26:39,832 Update finished +2021-12-18 08:26:49,842 Reloading parameters... +2021-12-18 08:26:49,863 Loading parameters... +2021-12-18 08:26:49,864 Loading project parameters... +2021-12-18 08:26:49,866 + +21 of 25 jobs remaining (08:26) +2021-12-18 08:26:49,867 Sleep: 10 +2021-12-18 08:26:49,867 Number of retrials: 0 +2021-12-18 08:26:49,867 WRAPPER CHECK TIME = 10 +2021-12-18 08:26:49,867 Checking jobs for platform=marenostrum4 +2021-12-18 08:26:49,868 Checking Wrapper 19278896 +2021-12-18 08:26:53,289 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:26:53,289 Checking inner jobs status +2021-12-18 08:26:54,620 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:26:54,621 Checking jobs for platform=nord3 +2021-12-18 08:26:54,622 Checking jobs for platform=local +2021-12-18 08:26:54,622 Checking jobs for platform=transfer_node +2021-12-18 08:26:54,623 End of checking +2021-12-18 08:26:54,624 Updating FAILED jobs +2021-12-18 08:26:54,624 Updating WAITING jobs +2021-12-18 08:26:54,624 Update finished +2021-12-18 08:26:54,624 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:26:54,625 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:26:54,625 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:26:54,625 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:26:54,625 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:26:54,625 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:26:54,626 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:26:54,629 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:26:54,631 Job list saved +2021-12-18 08:26:54,692 Updating FAILED jobs +2021-12-18 08:26:54,692 Updating WAITING jobs +2021-12-18 08:26:54,692 Update finished +2021-12-18 08:27:04,702 Reloading parameters... +2021-12-18 08:27:04,723 Loading parameters... +2021-12-18 08:27:04,729 Loading project parameters... +2021-12-18 08:27:04,731 + +21 of 25 jobs remaining (08:27) +2021-12-18 08:27:04,731 Sleep: 10 +2021-12-18 08:27:04,731 Number of retrials: 0 +2021-12-18 08:27:04,731 WRAPPER CHECK TIME = 10 +2021-12-18 08:27:04,732 Checking jobs for platform=marenostrum4 +2021-12-18 08:27:04,732 Checking Wrapper 19278896 +2021-12-18 08:27:08,104 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:27:08,104 Checking inner jobs status +2021-12-18 08:27:09,385 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:27:09,386 Checking jobs for platform=nord3 +2021-12-18 08:27:09,386 Checking jobs for platform=local +2021-12-18 08:27:09,387 Checking jobs for platform=transfer_node +2021-12-18 08:27:09,387 End of checking +2021-12-18 08:27:09,388 Updating FAILED jobs +2021-12-18 08:27:09,388 Updating WAITING jobs +2021-12-18 08:27:09,389 Update finished +2021-12-18 08:27:09,389 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:27:09,389 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:27:09,389 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:27:09,389 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:27:09,389 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:27:09,390 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:27:09,390 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:27:09,398 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:27:09,400 Job list saved +2021-12-18 08:27:09,478 Updating FAILED jobs +2021-12-18 08:27:09,478 Updating WAITING jobs +2021-12-18 08:27:09,478 Update finished +2021-12-18 08:27:19,488 Reloading parameters... +2021-12-18 08:27:19,518 Loading parameters... +2021-12-18 08:27:19,519 Loading project parameters... +2021-12-18 08:27:19,521 + +21 of 25 jobs remaining (08:27) +2021-12-18 08:27:19,521 Sleep: 10 +2021-12-18 08:27:19,521 Number of retrials: 0 +2021-12-18 08:27:19,522 WRAPPER CHECK TIME = 10 +2021-12-18 08:27:19,522 Checking jobs for platform=marenostrum4 +2021-12-18 08:27:19,522 Checking Wrapper 19278896 +2021-12-18 08:27:23,195 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:27:23,195 Checking inner jobs status +2021-12-18 08:27:24,527 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:27:24,528 Checking jobs for platform=nord3 +2021-12-18 08:27:24,528 Checking jobs for platform=local +2021-12-18 08:27:24,529 Checking jobs for platform=transfer_node +2021-12-18 08:27:24,529 End of checking +2021-12-18 08:27:24,530 Updating FAILED jobs +2021-12-18 08:27:24,530 Updating WAITING jobs +2021-12-18 08:27:24,531 Update finished +2021-12-18 08:27:24,531 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:27:24,531 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:27:24,531 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:27:24,531 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:27:24,531 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:27:24,531 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:27:24,532 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:27:24,534 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:27:24,537 Job list saved +2021-12-18 08:27:24,601 Updating FAILED jobs +2021-12-18 08:27:24,601 Updating WAITING jobs +2021-12-18 08:27:24,601 Update finished +2021-12-18 08:27:34,612 Reloading parameters... +2021-12-18 08:27:34,631 Loading parameters... +2021-12-18 08:27:34,633 Loading project parameters... +2021-12-18 08:27:34,635 + +21 of 25 jobs remaining (08:27) +2021-12-18 08:27:34,635 Sleep: 10 +2021-12-18 08:27:34,635 Number of retrials: 0 +2021-12-18 08:27:34,635 WRAPPER CHECK TIME = 10 +2021-12-18 08:27:34,636 Checking jobs for platform=marenostrum4 +2021-12-18 08:27:34,636 Checking Wrapper 19278896 +2021-12-18 08:27:38,258 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:27:38,258 Checking inner jobs status +2021-12-18 08:27:39,788 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:27:39,789 Checking jobs for platform=nord3 +2021-12-18 08:27:39,790 Checking jobs for platform=local +2021-12-18 08:27:39,790 Checking jobs for platform=transfer_node +2021-12-18 08:27:39,790 End of checking +2021-12-18 08:27:39,792 Updating FAILED jobs +2021-12-18 08:27:39,792 Updating WAITING jobs +2021-12-18 08:27:39,792 Update finished +2021-12-18 08:27:39,793 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:27:39,793 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:27:39,793 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:27:39,793 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:27:39,793 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:27:39,794 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:27:39,794 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:27:39,796 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:27:39,798 Job list saved +2021-12-18 08:27:39,858 Updating FAILED jobs +2021-12-18 08:27:39,858 Updating WAITING jobs +2021-12-18 08:27:39,858 Update finished +2021-12-18 08:27:49,868 Reloading parameters... +2021-12-18 08:27:49,887 Loading parameters... +2021-12-18 08:27:49,888 Loading project parameters... +2021-12-18 08:27:49,890 + +21 of 25 jobs remaining (08:27) +2021-12-18 08:27:49,890 Sleep: 10 +2021-12-18 08:27:49,890 Number of retrials: 0 +2021-12-18 08:27:49,891 WRAPPER CHECK TIME = 10 +2021-12-18 08:27:49,891 Checking jobs for platform=marenostrum4 +2021-12-18 08:27:49,891 Checking Wrapper 19278896 +2021-12-18 08:27:53,313 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:27:53,313 Checking inner jobs status +2021-12-18 08:27:54,894 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:27:54,895 Checking jobs for platform=nord3 +2021-12-18 08:27:54,895 Checking jobs for platform=local +2021-12-18 08:27:54,896 Checking jobs for platform=transfer_node +2021-12-18 08:27:54,896 End of checking +2021-12-18 08:27:54,897 Updating FAILED jobs +2021-12-18 08:27:54,898 Updating WAITING jobs +2021-12-18 08:27:54,898 Update finished +2021-12-18 08:27:54,898 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:27:54,898 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:27:54,898 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:27:54,899 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:27:54,899 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:27:54,899 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:27:54,899 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:27:54,902 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:27:54,904 Job list saved +2021-12-18 08:27:54,971 Updating FAILED jobs +2021-12-18 08:27:54,972 Updating WAITING jobs +2021-12-18 08:27:54,972 Update finished +2021-12-18 08:28:04,982 Reloading parameters... +2021-12-18 08:28:05,003 Loading parameters... +2021-12-18 08:28:05,004 Loading project parameters... +2021-12-18 08:28:05,006 + +21 of 25 jobs remaining (08:28) +2021-12-18 08:28:05,006 Sleep: 10 +2021-12-18 08:28:05,006 Number of retrials: 0 +2021-12-18 08:28:05,006 WRAPPER CHECK TIME = 10 +2021-12-18 08:28:05,007 Checking jobs for platform=marenostrum4 +2021-12-18 08:28:05,007 Checking Wrapper 19278896 +2021-12-18 08:28:09,079 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:28:09,080 Checking inner jobs status +2021-12-18 08:28:10,611 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:28:10,612 Checking jobs for platform=nord3 +2021-12-18 08:28:10,613 Checking jobs for platform=local +2021-12-18 08:28:10,613 Checking jobs for platform=transfer_node +2021-12-18 08:28:10,613 End of checking +2021-12-18 08:28:10,614 Updating FAILED jobs +2021-12-18 08:28:10,615 Updating WAITING jobs +2021-12-18 08:28:10,615 Update finished +2021-12-18 08:28:10,615 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:28:10,615 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:28:10,615 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:28:10,615 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:28:10,615 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:28:10,616 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:28:10,616 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:28:10,618 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:28:10,621 Job list saved +2021-12-18 08:28:10,677 Updating FAILED jobs +2021-12-18 08:28:10,677 Updating WAITING jobs +2021-12-18 08:28:10,677 Update finished +2021-12-18 08:28:20,687 Reloading parameters... +2021-12-18 08:28:20,707 Loading parameters... +2021-12-18 08:28:20,708 Loading project parameters... +2021-12-18 08:28:20,710 + +21 of 25 jobs remaining (08:28) +2021-12-18 08:28:20,710 Sleep: 10 +2021-12-18 08:28:20,711 Number of retrials: 0 +2021-12-18 08:28:20,711 WRAPPER CHECK TIME = 10 +2021-12-18 08:28:20,711 Checking jobs for platform=marenostrum4 +2021-12-18 08:28:20,711 Checking Wrapper 19278896 +2021-12-18 08:28:23,939 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:28:23,939 Checking inner jobs status +2021-12-18 08:28:25,320 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:28:25,321 Checking jobs for platform=nord3 +2021-12-18 08:28:25,321 Checking jobs for platform=local +2021-12-18 08:28:25,322 Checking jobs for platform=transfer_node +2021-12-18 08:28:25,322 End of checking +2021-12-18 08:28:25,323 Updating FAILED jobs +2021-12-18 08:28:25,323 Updating WAITING jobs +2021-12-18 08:28:25,324 Update finished +2021-12-18 08:28:25,324 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:28:25,324 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:28:25,325 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:28:25,325 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:28:25,325 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:28:25,325 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:28:25,325 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:28:25,328 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:28:25,330 Job list saved +2021-12-18 08:28:25,404 Updating FAILED jobs +2021-12-18 08:28:25,405 Updating WAITING jobs +2021-12-18 08:28:25,405 Update finished +2021-12-18 08:28:35,415 Reloading parameters... +2021-12-18 08:28:35,433 Loading parameters... +2021-12-18 08:28:35,435 Loading project parameters... +2021-12-18 08:28:35,437 + +21 of 25 jobs remaining (08:28) +2021-12-18 08:28:35,437 Sleep: 10 +2021-12-18 08:28:35,437 Number of retrials: 0 +2021-12-18 08:28:35,437 WRAPPER CHECK TIME = 10 +2021-12-18 08:28:35,438 Checking jobs for platform=marenostrum4 +2021-12-18 08:28:35,438 Checking Wrapper 19278896 +2021-12-18 08:28:38,757 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:28:38,758 Checking inner jobs status +2021-12-18 08:28:39,938 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:28:39,939 Checking jobs for platform=nord3 +2021-12-18 08:28:39,940 Checking jobs for platform=local +2021-12-18 08:28:39,941 Checking jobs for platform=transfer_node +2021-12-18 08:28:39,941 End of checking +2021-12-18 08:28:39,942 Updating FAILED jobs +2021-12-18 08:28:39,942 Updating WAITING jobs +2021-12-18 08:28:39,942 Update finished +2021-12-18 08:28:39,942 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:28:39,942 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:28:39,943 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:28:39,943 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:28:39,943 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:28:39,943 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:28:39,943 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:28:39,946 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:28:39,948 Job list saved +2021-12-18 08:28:40,005 Updating FAILED jobs +2021-12-18 08:28:40,005 Updating WAITING jobs +2021-12-18 08:28:40,006 Update finished +2021-12-18 08:28:50,016 Reloading parameters... +2021-12-18 08:28:50,035 Loading parameters... +2021-12-18 08:28:50,036 Loading project parameters... +2021-12-18 08:28:50,038 + +21 of 25 jobs remaining (08:28) +2021-12-18 08:28:50,038 Sleep: 10 +2021-12-18 08:28:50,038 Number of retrials: 0 +2021-12-18 08:28:50,038 WRAPPER CHECK TIME = 10 +2021-12-18 08:28:50,039 Checking jobs for platform=marenostrum4 +2021-12-18 08:28:50,039 Checking Wrapper 19278896 +2021-12-18 08:28:53,460 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:28:53,460 Checking inner jobs status +2021-12-18 08:28:54,741 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:28:54,741 Checking jobs for platform=nord3 +2021-12-18 08:28:54,742 Checking jobs for platform=local +2021-12-18 08:28:54,743 Checking jobs for platform=transfer_node +2021-12-18 08:28:54,743 End of checking +2021-12-18 08:28:54,745 Updating FAILED jobs +2021-12-18 08:28:54,745 Updating WAITING jobs +2021-12-18 08:28:54,745 Update finished +2021-12-18 08:28:54,745 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:28:54,745 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:28:54,745 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:28:54,745 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:28:54,746 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:28:54,746 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:28:54,746 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:28:54,749 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:28:54,751 Job list saved +2021-12-18 08:28:54,811 Updating FAILED jobs +2021-12-18 08:28:54,811 Updating WAITING jobs +2021-12-18 08:28:54,812 Update finished +2021-12-18 08:29:04,818 Reloading parameters... +2021-12-18 08:29:04,838 Loading parameters... +2021-12-18 08:29:04,839 Loading project parameters... +2021-12-18 08:29:04,841 + +21 of 25 jobs remaining (08:29) +2021-12-18 08:29:04,842 Sleep: 10 +2021-12-18 08:29:04,842 Number of retrials: 0 +2021-12-18 08:29:04,842 WRAPPER CHECK TIME = 10 +2021-12-18 08:29:04,842 Checking jobs for platform=marenostrum4 +2021-12-18 08:29:04,842 Checking Wrapper 19278896 +2021-12-18 08:29:08,215 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:29:08,216 Checking inner jobs status +2021-12-18 08:29:09,537 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:29:09,539 Checking jobs for platform=nord3 +2021-12-18 08:29:09,539 Checking jobs for platform=local +2021-12-18 08:29:09,540 Checking jobs for platform=transfer_node +2021-12-18 08:29:09,540 End of checking +2021-12-18 08:29:09,541 Updating FAILED jobs +2021-12-18 08:29:09,541 Updating WAITING jobs +2021-12-18 08:29:09,541 Update finished +2021-12-18 08:29:09,542 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:29:09,542 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:29:09,542 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:29:09,542 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:29:09,543 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:29:09,543 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:29:09,543 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:29:09,546 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:29:09,548 Job list saved +2021-12-18 08:29:09,612 Updating FAILED jobs +2021-12-18 08:29:09,612 Updating WAITING jobs +2021-12-18 08:29:09,613 Update finished +2021-12-18 08:29:19,623 Reloading parameters... +2021-12-18 08:29:19,643 Loading parameters... +2021-12-18 08:29:19,645 Loading project parameters... +2021-12-18 08:29:19,647 + +21 of 25 jobs remaining (08:29) +2021-12-18 08:29:19,647 Sleep: 10 +2021-12-18 08:29:19,647 Number of retrials: 0 +2021-12-18 08:29:19,647 WRAPPER CHECK TIME = 10 +2021-12-18 08:29:19,648 Checking jobs for platform=marenostrum4 +2021-12-18 08:29:19,648 Checking Wrapper 19278896 +2021-12-18 08:29:23,070 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:29:23,070 Checking inner jobs status +2021-12-18 08:29:24,354 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:29:24,355 Checking jobs for platform=nord3 +2021-12-18 08:29:24,356 Checking jobs for platform=local +2021-12-18 08:29:24,356 Checking jobs for platform=transfer_node +2021-12-18 08:29:24,356 End of checking +2021-12-18 08:29:24,358 Updating FAILED jobs +2021-12-18 08:29:24,358 Updating WAITING jobs +2021-12-18 08:29:24,358 Update finished +2021-12-18 08:29:24,358 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:29:24,358 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:29:24,358 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:29:24,359 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:29:24,359 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:29:24,359 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:29:24,359 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:29:24,362 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:29:24,364 Job list saved +2021-12-18 08:29:24,426 Updating FAILED jobs +2021-12-18 08:29:24,427 Updating WAITING jobs +2021-12-18 08:29:24,427 Update finished +2021-12-18 08:29:34,432 Reloading parameters... +2021-12-18 08:29:34,450 Loading parameters... +2021-12-18 08:29:34,451 Loading project parameters... +2021-12-18 08:29:34,453 + +21 of 25 jobs remaining (08:29) +2021-12-18 08:29:34,453 Sleep: 10 +2021-12-18 08:29:34,453 Number of retrials: 0 +2021-12-18 08:29:34,454 WRAPPER CHECK TIME = 10 +2021-12-18 08:29:34,454 Checking jobs for platform=marenostrum4 +2021-12-18 08:29:34,454 Checking Wrapper 19278896 +2021-12-18 08:29:37,875 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:29:37,875 Checking inner jobs status +2021-12-18 08:29:39,306 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:29:39,307 Checking jobs for platform=nord3 +2021-12-18 08:29:39,308 Checking jobs for platform=local +2021-12-18 08:29:39,308 Checking jobs for platform=transfer_node +2021-12-18 08:29:39,308 End of checking +2021-12-18 08:29:39,311 Updating FAILED jobs +2021-12-18 08:29:39,311 Updating WAITING jobs +2021-12-18 08:29:39,311 Update finished +2021-12-18 08:29:39,312 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:29:39,312 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:29:39,312 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:29:39,312 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:29:39,312 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:29:39,313 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:29:39,313 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:29:39,318 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:29:39,321 Job list saved +2021-12-18 08:29:39,391 Updating FAILED jobs +2021-12-18 08:29:39,391 Updating WAITING jobs +2021-12-18 08:29:39,392 Update finished +2021-12-18 08:29:49,395 Reloading parameters... +2021-12-18 08:29:49,413 Loading parameters... +2021-12-18 08:29:49,414 Loading project parameters... +2021-12-18 08:29:49,416 + +21 of 25 jobs remaining (08:29) +2021-12-18 08:29:49,417 Sleep: 10 +2021-12-18 08:29:49,417 Number of retrials: 0 +2021-12-18 08:29:49,417 WRAPPER CHECK TIME = 10 +2021-12-18 08:29:49,417 Checking jobs for platform=marenostrum4 +2021-12-18 08:29:49,417 Checking Wrapper 19278896 +2021-12-18 08:29:52,788 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:29:52,789 Checking inner jobs status +2021-12-18 08:29:54,169 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:29:54,170 Checking jobs for platform=nord3 +2021-12-18 08:29:54,171 Checking jobs for platform=local +2021-12-18 08:29:54,172 Checking jobs for platform=transfer_node +2021-12-18 08:29:54,172 End of checking +2021-12-18 08:29:54,173 Updating FAILED jobs +2021-12-18 08:29:54,173 Updating WAITING jobs +2021-12-18 08:29:54,174 Update finished +2021-12-18 08:29:54,174 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:29:54,174 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:29:54,174 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:29:54,175 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:29:54,175 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:29:54,175 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:29:54,175 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:29:54,178 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:29:54,180 Job list saved +2021-12-18 08:29:54,254 Updating FAILED jobs +2021-12-18 08:29:54,254 Updating WAITING jobs +2021-12-18 08:29:54,254 Update finished +2021-12-18 08:30:04,264 Reloading parameters... +2021-12-18 08:30:04,286 Loading parameters... +2021-12-18 08:30:04,287 Loading project parameters... +2021-12-18 08:30:04,289 + +21 of 25 jobs remaining (08:30) +2021-12-18 08:30:04,289 Sleep: 10 +2021-12-18 08:30:04,289 Number of retrials: 0 +2021-12-18 08:30:04,289 WRAPPER CHECK TIME = 10 +2021-12-18 08:30:04,290 Checking jobs for platform=marenostrum4 +2021-12-18 08:30:04,290 Checking Wrapper 19278896 +2021-12-18 08:30:07,665 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:30:07,665 Checking inner jobs status +2021-12-18 08:30:09,047 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:30:09,048 Checking jobs for platform=nord3 +2021-12-18 08:30:09,048 Checking jobs for platform=local +2021-12-18 08:30:09,049 Checking jobs for platform=transfer_node +2021-12-18 08:30:09,049 End of checking +2021-12-18 08:30:09,050 Updating FAILED jobs +2021-12-18 08:30:09,050 Updating WAITING jobs +2021-12-18 08:30:09,051 Update finished +2021-12-18 08:30:09,051 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:30:09,051 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:30:09,051 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:30:09,051 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:30:09,051 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:30:09,051 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:30:09,052 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:30:09,054 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:30:09,056 Job list saved +2021-12-18 08:30:09,119 Updating FAILED jobs +2021-12-18 08:30:09,119 Updating WAITING jobs +2021-12-18 08:30:09,120 Update finished +2021-12-18 08:30:19,130 Reloading parameters... +2021-12-18 08:30:19,150 Loading parameters... +2021-12-18 08:30:19,151 Loading project parameters... +2021-12-18 08:30:19,153 + +21 of 25 jobs remaining (08:30) +2021-12-18 08:30:19,153 Sleep: 10 +2021-12-18 08:30:19,153 Number of retrials: 0 +2021-12-18 08:30:19,153 WRAPPER CHECK TIME = 10 +2021-12-18 08:30:19,154 Checking jobs for platform=marenostrum4 +2021-12-18 08:30:19,154 Checking Wrapper 19278896 +2021-12-18 08:30:22,428 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:30:22,428 Checking inner jobs status +2021-12-18 08:30:23,661 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:30:23,662 Checking jobs for platform=nord3 +2021-12-18 08:30:23,662 Checking jobs for platform=local +2021-12-18 08:30:23,663 Checking jobs for platform=transfer_node +2021-12-18 08:30:23,663 End of checking +2021-12-18 08:30:23,664 Updating FAILED jobs +2021-12-18 08:30:23,664 Updating WAITING jobs +2021-12-18 08:30:23,664 Update finished +2021-12-18 08:30:23,665 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:30:23,665 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:30:23,665 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:30:23,665 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:30:23,665 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:30:23,665 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:30:23,665 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:30:23,668 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:30:23,671 Job list saved +2021-12-18 08:30:23,727 Updating FAILED jobs +2021-12-18 08:30:23,727 Updating WAITING jobs +2021-12-18 08:30:23,728 Update finished +2021-12-18 08:30:33,737 Reloading parameters... +2021-12-18 08:30:33,759 Loading parameters... +2021-12-18 08:30:33,760 Loading project parameters... +2021-12-18 08:30:33,762 + +21 of 25 jobs remaining (08:30) +2021-12-18 08:30:33,762 Sleep: 10 +2021-12-18 08:30:33,763 Number of retrials: 0 +2021-12-18 08:30:33,763 WRAPPER CHECK TIME = 10 +2021-12-18 08:30:33,763 Checking jobs for platform=marenostrum4 +2021-12-18 08:30:33,763 Checking Wrapper 19278896 +2021-12-18 08:30:37,134 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:30:37,135 Checking inner jobs status +2021-12-18 08:30:38,318 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:30:38,319 Checking jobs for platform=nord3 +2021-12-18 08:30:38,319 Checking jobs for platform=local +2021-12-18 08:30:38,320 Checking jobs for platform=transfer_node +2021-12-18 08:30:38,320 End of checking +2021-12-18 08:30:38,321 Updating FAILED jobs +2021-12-18 08:30:38,322 Updating WAITING jobs +2021-12-18 08:30:38,322 Update finished +2021-12-18 08:30:38,322 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:30:38,323 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:30:38,323 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:30:38,323 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:30:38,324 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:30:38,324 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:30:38,324 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:30:38,327 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:30:38,329 Job list saved +2021-12-18 08:30:38,402 Updating FAILED jobs +2021-12-18 08:30:38,403 Updating WAITING jobs +2021-12-18 08:30:38,403 Update finished +2021-12-18 08:30:48,413 Reloading parameters... +2021-12-18 08:30:48,431 Loading parameters... +2021-12-18 08:30:48,432 Loading project parameters... +2021-12-18 08:30:48,434 + +21 of 25 jobs remaining (08:30) +2021-12-18 08:30:48,434 Sleep: 10 +2021-12-18 08:30:48,434 Number of retrials: 0 +2021-12-18 08:30:48,434 WRAPPER CHECK TIME = 10 +2021-12-18 08:30:48,435 Checking jobs for platform=marenostrum4 +2021-12-18 08:30:48,435 Checking Wrapper 19278896 +2021-12-18 08:30:52,406 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:30:52,407 Checking inner jobs status +2021-12-18 08:30:54,991 Job t0ni_19931101_fc0_1_SIM is RUNNING +2021-12-18 08:30:54,992 Checking jobs for platform=nord3 +2021-12-18 08:30:54,992 Checking jobs for platform=local +2021-12-18 08:30:54,993 Checking jobs for platform=transfer_node +2021-12-18 08:30:54,993 End of checking +2021-12-18 08:30:54,994 Updating FAILED jobs +2021-12-18 08:30:54,994 Updating WAITING jobs +2021-12-18 08:30:54,995 Update finished +2021-12-18 08:30:54,995 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:30:54,995 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:30:54,995 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:30:54,995 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:30:54,995 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:30:54,995 t0ni_19931101_fc0_1_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:30:54,996 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:30:54,999 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:30:55,001 Job list saved +2021-12-18 08:30:55,064 Updating FAILED jobs +2021-12-18 08:30:55,064 Updating WAITING jobs +2021-12-18 08:30:55,064 Update finished +2021-12-18 08:31:05,074 Reloading parameters... +2021-12-18 08:31:05,094 Loading parameters... +2021-12-18 08:31:05,095 Loading project parameters... +2021-12-18 08:31:05,097 + +21 of 25 jobs remaining (08:31) +2021-12-18 08:31:05,097 Sleep: 10 +2021-12-18 08:31:05,097 Number of retrials: 0 +2021-12-18 08:31:05,097 WRAPPER CHECK TIME = 10 +2021-12-18 08:31:05,098 Checking jobs for platform=marenostrum4 +2021-12-18 08:31:05,098 Checking Wrapper 19278896 +2021-12-18 08:31:09,221 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:31:09,222 Checking inner jobs status +2021-12-18 08:31:12,338 t0ni_19931101_fc0_1_SIM job seems to have completed: checking... +2021-12-18 08:31:12,349 Job t0ni_19931101_fc0_1_SIM is COMPLETED +2021-12-18 08:31:12,363 t0ni_19931101_fc0_1_SIM_STAT file have been transfered +2021-12-18 08:31:12,457 Job t0ni_19931101_fc0_1_SIM finished at 2021-12-18 08:30:59 +2021-12-18 08:31:12,458 Checking jobs for platform=nord3 +2021-12-18 08:31:12,459 Checking jobs for platform=local +2021-12-18 08:31:12,460 Checking jobs for platform=transfer_node +2021-12-18 08:31:12,460 End of checking +2021-12-18 08:31:12,461 Updating FAILED jobs +2021-12-18 08:31:12,461 Updating WAITING jobs +2021-12-18 08:31:12,461 Setting job: t0ni_19931101_fc0_1_CMOROCE status to: READY (all parents completed)... +2021-12-18 08:31:12,462 Setting job: t0ni_19931101_fc0_1_SAVEIC status to: READY (all parents completed)... +2021-12-18 08:31:12,462 Update finished +2021-12-18 08:31:12,462 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:31:12,463 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:31:12,463 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:31:12,463 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:31:12,463 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:31:12,463 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 08:31:12,463 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:31:12,466 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:31:12,473 Job list saved +2021-12-18 08:31:12,475 +Jobs ready for marenostrum4: 2 +2021-12-18 08:31:12,476 Number of jobs available: 19 +2021-12-18 08:31:12,476 Number of jobs ready: 2 +2021-12-18 08:31:12,477 Jobs ready for marenostrum4: 2 +2021-12-18 08:31:12,484 Custom directives from platform.conf: None +2021-12-18 08:31:12,485 Custom directives from platform.conf: None +2021-12-18 08:31:12,485 Custom directives from platform.conf: None +2021-12-18 08:31:12,492 Creating Scripts +2021-12-18 08:31:12,786 Sending Files +2021-12-18 08:31:12,835 Submitting +2021-12-18 08:31:12,844 Creating Scripts +2021-12-18 08:31:12,944 Sending Files +2021-12-18 08:31:12,952 Submitting +2021-12-18 08:31:15,371 +Jobs ready for nord3: 0 +2021-12-18 08:31:15,372 Number of jobs available: 20 +2021-12-18 08:31:15,372 Number of jobs ready: 0 +2021-12-18 08:31:15,373 +Jobs ready for local: 0 +2021-12-18 08:31:15,373 Number of jobs available: 20 +2021-12-18 08:31:15,373 Number of jobs ready: 0 +2021-12-18 08:31:15,374 +Jobs ready for transfer_node: 0 +2021-12-18 08:31:15,374 Number of jobs available: 20 +2021-12-18 08:31:15,374 Number of jobs ready: 0 +2021-12-18 08:31:15,376 Updating FAILED jobs +2021-12-18 08:31:15,376 Updating WAITING jobs +2021-12-18 08:31:15,376 Update finished +2021-12-18 08:31:15,376 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:31:15,377 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:31:15,377 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:31:15,377 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:31:15,377 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:31:15,377 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 08:31:15,377 t0ni_19931101_fc0_1_CMOROCE 19279318 SUBMITTED marenostrum4 debug +2021-12-18 08:31:15,377 t0ni_19931101_fc0_1_SAVEIC 19279317 SUBMITTED marenostrum4 bsc_es +2021-12-18 08:31:15,377 t0ni_19931101_fc0_2_SIM 19278896 QUEUING marenostrum4 bsc_es +2021-12-18 08:31:15,380 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:31:15,382 Job list saved +2021-12-18 08:31:15,458 Updating FAILED jobs +2021-12-18 08:31:15,458 Updating WAITING jobs +2021-12-18 08:31:15,458 Update finished +2021-12-18 08:31:25,465 Reloading parameters... +2021-12-18 08:31:25,484 Loading parameters... +2021-12-18 08:31:25,485 Loading project parameters... +2021-12-18 08:31:25,487 + +20 of 25 jobs remaining (08:31) +2021-12-18 08:31:25,487 Sleep: 10 +2021-12-18 08:31:25,487 Number of retrials: 0 +2021-12-18 08:31:25,487 WRAPPER CHECK TIME = 10 +2021-12-18 08:31:25,488 Checking jobs for platform=marenostrum4 +2021-12-18 08:31:25,488 Checking Wrapper 19278896 +2021-12-18 08:31:29,011 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:31:29,011 Checking inner jobs status +2021-12-18 08:31:30,396 Job t0ni_19931101_fc0_2_SIM started at 2021-12-18 08:31:00 +2021-12-18 08:31:30,396 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 08:31:30,408 t0ni_19931101_fc0_2_SIM_STAT file have been transfered +2021-12-18 08:31:30,480 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 08:31:30,481 Checking jobs for platform=nord3 +2021-12-18 08:31:30,481 Checking jobs for platform=local +2021-12-18 08:31:30,482 Checking jobs for platform=transfer_node +2021-12-18 08:31:30,482 Checking all jobs at once +2021-12-18 08:31:31,902 Successful check job command +2021-12-18 08:31:33,271 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 08:31:33,272 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 08:31:33,329 t0ni_19931101_fc0_1_SAVEIC_STAT file have been transfered +2021-12-18 08:31:33,405 End of checking +2021-12-18 08:31:33,406 Updating FAILED jobs +2021-12-18 08:31:33,406 Updating WAITING jobs +2021-12-18 08:31:33,406 Update finished +2021-12-18 08:31:33,407 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:31:33,407 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:31:33,407 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:31:33,407 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:31:33,407 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:31:33,407 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 08:31:33,407 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:31:33,408 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 08:31:33,408 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 08:31:33,410 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:31:33,413 Job list saved +2021-12-18 08:31:33,482 Updating FAILED jobs +2021-12-18 08:31:33,482 Updating WAITING jobs +2021-12-18 08:31:33,482 Update finished +2021-12-18 08:31:43,487 Reloading parameters... +2021-12-18 08:31:43,506 Loading parameters... +2021-12-18 08:31:43,507 Loading project parameters... +2021-12-18 08:31:43,510 + +20 of 25 jobs remaining (08:31) +2021-12-18 08:31:43,510 Sleep: 10 +2021-12-18 08:31:43,510 Number of retrials: 0 +2021-12-18 08:31:43,510 WRAPPER CHECK TIME = 10 +2021-12-18 08:31:43,511 Checking jobs for platform=marenostrum4 +2021-12-18 08:31:43,511 Checking Wrapper 19278896 +2021-12-18 08:31:46,933 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:31:46,934 Checking inner jobs status +2021-12-18 08:31:48,265 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 08:31:48,266 Checking jobs for platform=nord3 +2021-12-18 08:31:48,267 Checking jobs for platform=local +2021-12-18 08:31:48,268 Checking jobs for platform=transfer_node +2021-12-18 08:31:48,268 Checking all jobs at once +2021-12-18 08:31:49,587 Successful check job command +2021-12-18 08:31:50,856 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 08:31:50,857 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 08:31:50,857 End of checking +2021-12-18 08:31:50,858 Updating FAILED jobs +2021-12-18 08:31:50,858 Updating WAITING jobs +2021-12-18 08:31:50,859 Update finished +2021-12-18 08:31:50,859 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:31:50,859 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:31:50,860 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:31:50,860 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:31:50,860 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:31:50,860 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 08:31:50,860 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:31:50,860 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 08:31:50,860 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 08:31:50,863 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:31:50,865 Job list saved +2021-12-18 08:31:50,923 Updating FAILED jobs +2021-12-18 08:31:50,923 Updating WAITING jobs +2021-12-18 08:31:50,923 Update finished +2021-12-18 08:32:00,933 Reloading parameters... +2021-12-18 08:32:00,952 Loading parameters... +2021-12-18 08:32:00,954 Loading project parameters... +2021-12-18 08:32:00,957 + +20 of 25 jobs remaining (08:32) +2021-12-18 08:32:00,958 Sleep: 10 +2021-12-18 08:32:00,958 Number of retrials: 0 +2021-12-18 08:32:00,958 WRAPPER CHECK TIME = 10 +2021-12-18 08:32:00,959 Checking jobs for platform=marenostrum4 +2021-12-18 08:32:00,959 Checking Wrapper 19278896 +2021-12-18 08:32:04,231 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:32:04,232 Checking inner jobs status +2021-12-18 08:32:05,362 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 08:32:05,363 Checking jobs for platform=nord3 +2021-12-18 08:32:05,364 Checking jobs for platform=local +2021-12-18 08:32:05,365 Checking jobs for platform=transfer_node +2021-12-18 08:32:05,365 Checking all jobs at once +2021-12-18 08:32:06,684 Successful check job command +2021-12-18 08:32:08,005 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 08:32:08,005 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 08:32:08,006 End of checking +2021-12-18 08:32:08,007 Updating FAILED jobs +2021-12-18 08:32:08,007 Updating WAITING jobs +2021-12-18 08:32:08,007 Update finished +2021-12-18 08:32:08,007 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:32:08,008 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:32:08,008 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:32:08,008 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:32:08,008 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:32:08,008 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 08:32:08,008 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:32:08,008 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 08:32:08,009 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 08:32:08,011 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:32:08,013 Job list saved +2021-12-18 08:32:08,077 Updating FAILED jobs +2021-12-18 08:32:08,077 Updating WAITING jobs +2021-12-18 08:32:08,077 Update finished +2021-12-18 08:32:18,088 Reloading parameters... +2021-12-18 08:32:18,106 Loading parameters... +2021-12-18 08:32:18,107 Loading project parameters... +2021-12-18 08:32:18,109 + +20 of 25 jobs remaining (08:32) +2021-12-18 08:32:18,109 Sleep: 10 +2021-12-18 08:32:18,109 Number of retrials: 0 +2021-12-18 08:32:18,109 WRAPPER CHECK TIME = 10 +2021-12-18 08:32:18,110 Checking jobs for platform=marenostrum4 +2021-12-18 08:32:18,110 Checking Wrapper 19278896 +2021-12-18 08:32:21,536 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:32:21,536 Checking inner jobs status +2021-12-18 08:32:22,966 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 08:32:22,967 Checking jobs for platform=nord3 +2021-12-18 08:32:22,968 Checking jobs for platform=local +2021-12-18 08:32:22,968 Checking jobs for platform=transfer_node +2021-12-18 08:32:22,968 Checking all jobs at once +2021-12-18 08:32:24,238 Successful check job command +2021-12-18 08:32:25,407 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 08:32:25,407 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 08:32:25,407 End of checking +2021-12-18 08:32:25,409 Updating FAILED jobs +2021-12-18 08:32:25,409 Updating WAITING jobs +2021-12-18 08:32:25,409 Update finished +2021-12-18 08:32:25,409 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:32:25,410 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:32:25,410 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:32:25,410 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:32:25,410 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:32:25,410 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 08:32:25,411 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:32:25,411 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 08:32:25,411 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 08:32:25,414 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:32:25,416 Job list saved +2021-12-18 08:32:25,477 Updating FAILED jobs +2021-12-18 08:32:25,477 Updating WAITING jobs +2021-12-18 08:32:25,477 Update finished +2021-12-18 08:32:35,477 Reloading parameters... +2021-12-18 08:32:35,496 Loading parameters... +2021-12-18 08:32:35,497 Loading project parameters... +2021-12-18 08:32:35,499 + +20 of 25 jobs remaining (08:32) +2021-12-18 08:32:35,499 Sleep: 10 +2021-12-18 08:32:35,500 Number of retrials: 0 +2021-12-18 08:32:35,500 WRAPPER CHECK TIME = 10 +2021-12-18 08:32:35,500 Checking jobs for platform=marenostrum4 +2021-12-18 08:32:35,500 Checking Wrapper 19278896 +2021-12-18 08:32:39,022 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:32:39,022 Checking inner jobs status +2021-12-18 08:32:40,353 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 08:32:40,354 Checking jobs for platform=nord3 +2021-12-18 08:32:40,355 Checking jobs for platform=local +2021-12-18 08:32:40,356 Checking jobs for platform=transfer_node +2021-12-18 08:32:40,356 Checking all jobs at once +2021-12-18 08:32:41,675 Successful check job command +2021-12-18 08:32:42,845 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 08:32:42,845 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 08:32:42,845 End of checking +2021-12-18 08:32:42,847 Updating FAILED jobs +2021-12-18 08:32:42,847 Updating WAITING jobs +2021-12-18 08:32:42,847 Update finished +2021-12-18 08:32:42,847 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:32:42,847 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:32:42,848 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:32:42,848 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:32:42,848 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:32:42,848 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 08:32:42,848 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:32:42,848 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 08:32:42,848 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 08:32:42,851 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:32:42,853 Job list saved +2021-12-18 08:32:42,916 Updating FAILED jobs +2021-12-18 08:32:42,917 Updating WAITING jobs +2021-12-18 08:32:42,917 Update finished +2021-12-18 08:32:52,922 Reloading parameters... +2021-12-18 08:32:52,941 Loading parameters... +2021-12-18 08:32:52,943 Loading project parameters... +2021-12-18 08:32:52,945 + +20 of 25 jobs remaining (08:32) +2021-12-18 08:32:52,945 Sleep: 10 +2021-12-18 08:32:52,945 Number of retrials: 0 +2021-12-18 08:32:52,945 WRAPPER CHECK TIME = 10 +2021-12-18 08:32:52,946 Checking jobs for platform=marenostrum4 +2021-12-18 08:32:52,946 Checking Wrapper 19278896 +2021-12-18 08:32:56,217 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:32:56,217 Checking inner jobs status +2021-12-18 08:32:57,447 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 08:32:57,448 Checking jobs for platform=nord3 +2021-12-18 08:32:57,449 Checking jobs for platform=local +2021-12-18 08:32:57,449 Checking jobs for platform=transfer_node +2021-12-18 08:32:57,450 Checking all jobs at once +2021-12-18 08:32:58,770 Successful check job command +2021-12-18 08:32:59,991 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 08:32:59,991 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 08:32:59,991 End of checking +2021-12-18 08:32:59,992 Updating FAILED jobs +2021-12-18 08:32:59,993 Updating WAITING jobs +2021-12-18 08:32:59,993 Update finished +2021-12-18 08:32:59,993 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:32:59,994 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:32:59,994 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:32:59,994 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:32:59,994 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:32:59,994 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 08:32:59,994 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:32:59,994 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 08:32:59,994 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 08:32:59,997 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:32:59,999 Job list saved +2021-12-18 08:33:00,059 Updating FAILED jobs +2021-12-18 08:33:00,060 Updating WAITING jobs +2021-12-18 08:33:00,060 Update finished +2021-12-18 08:33:10,070 Reloading parameters... +2021-12-18 08:33:10,089 Loading parameters... +2021-12-18 08:33:10,090 Loading project parameters... +2021-12-18 08:33:10,092 + +20 of 25 jobs remaining (08:33) +2021-12-18 08:33:10,092 Sleep: 10 +2021-12-18 08:33:10,092 Number of retrials: 0 +2021-12-18 08:33:10,092 WRAPPER CHECK TIME = 10 +2021-12-18 08:33:10,093 Checking jobs for platform=marenostrum4 +2021-12-18 08:33:10,093 Checking Wrapper 19278896 +2021-12-18 08:33:13,515 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:33:13,516 Checking inner jobs status +2021-12-18 08:33:15,047 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 08:33:15,048 Checking jobs for platform=nord3 +2021-12-18 08:33:15,048 Checking jobs for platform=local +2021-12-18 08:33:15,049 Checking jobs for platform=transfer_node +2021-12-18 08:33:15,049 Checking all jobs at once +2021-12-18 08:33:16,370 Successful check job command +2021-12-18 08:33:17,690 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 08:33:17,690 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 08:33:17,690 End of checking +2021-12-18 08:33:17,692 Updating FAILED jobs +2021-12-18 08:33:17,692 Updating WAITING jobs +2021-12-18 08:33:17,692 Update finished +2021-12-18 08:33:17,693 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:33:17,693 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:33:17,693 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:33:17,693 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:33:17,693 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:33:17,693 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 08:33:17,693 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:33:17,694 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 08:33:17,694 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 08:33:17,698 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:33:17,700 Job list saved +2021-12-18 08:33:17,768 Updating FAILED jobs +2021-12-18 08:33:17,768 Updating WAITING jobs +2021-12-18 08:33:17,768 Update finished +2021-12-18 08:33:27,777 Reloading parameters... +2021-12-18 08:33:27,796 Loading parameters... +2021-12-18 08:33:27,797 Loading project parameters... +2021-12-18 08:33:27,799 + +20 of 25 jobs remaining (08:33) +2021-12-18 08:33:27,800 Sleep: 10 +2021-12-18 08:33:27,800 Number of retrials: 0 +2021-12-18 08:33:27,800 WRAPPER CHECK TIME = 10 +2021-12-18 08:33:27,800 Checking jobs for platform=marenostrum4 +2021-12-18 08:33:27,801 Checking Wrapper 19278896 +2021-12-18 08:33:31,122 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:33:31,122 Checking inner jobs status +2021-12-18 08:33:32,553 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 08:33:32,554 Checking jobs for platform=nord3 +2021-12-18 08:33:32,554 Checking jobs for platform=local +2021-12-18 08:33:32,555 Checking jobs for platform=transfer_node +2021-12-18 08:33:32,555 Checking all jobs at once +2021-12-18 08:33:34,025 Successful check job command +2021-12-18 08:33:35,345 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 08:33:35,345 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 08:33:35,345 End of checking +2021-12-18 08:33:35,346 Updating FAILED jobs +2021-12-18 08:33:35,347 Updating WAITING jobs +2021-12-18 08:33:35,347 Update finished +2021-12-18 08:33:35,347 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:33:35,348 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:33:35,348 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:33:35,348 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:33:35,348 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:33:35,348 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 08:33:35,348 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:33:35,349 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 08:33:35,349 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 08:33:35,352 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:33:35,354 Job list saved +2021-12-18 08:33:35,414 Updating FAILED jobs +2021-12-18 08:33:35,414 Updating WAITING jobs +2021-12-18 08:33:35,414 Update finished +2021-12-18 08:33:45,424 Reloading parameters... +2021-12-18 08:33:45,443 Loading parameters... +2021-12-18 08:33:45,445 Loading project parameters... +2021-12-18 08:33:45,447 + +20 of 25 jobs remaining (08:33) +2021-12-18 08:33:45,447 Sleep: 10 +2021-12-18 08:33:45,447 Number of retrials: 0 +2021-12-18 08:33:45,447 WRAPPER CHECK TIME = 10 +2021-12-18 08:33:45,448 Checking jobs for platform=marenostrum4 +2021-12-18 08:33:45,448 Checking Wrapper 19278896 +2021-12-18 08:33:48,869 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:33:48,869 Checking inner jobs status +2021-12-18 08:33:50,300 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 08:33:50,302 Checking jobs for platform=nord3 +2021-12-18 08:33:50,302 Checking jobs for platform=local +2021-12-18 08:33:50,303 Checking jobs for platform=transfer_node +2021-12-18 08:33:50,303 Checking all jobs at once +2021-12-18 08:33:51,876 Successful check job command +2021-12-18 08:33:53,446 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 08:33:53,446 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 08:33:53,446 End of checking +2021-12-18 08:33:53,448 Updating FAILED jobs +2021-12-18 08:33:53,448 Updating WAITING jobs +2021-12-18 08:33:53,448 Update finished +2021-12-18 08:33:53,448 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:33:53,448 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:33:53,448 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:33:53,449 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:33:53,449 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:33:53,449 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 08:33:53,449 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:33:53,449 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 08:33:53,449 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 08:33:53,452 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:33:53,454 Job list saved +2021-12-18 08:33:53,522 Updating FAILED jobs +2021-12-18 08:33:53,522 Updating WAITING jobs +2021-12-18 08:33:53,522 Update finished +2021-12-18 08:34:03,532 Reloading parameters... +2021-12-18 08:34:03,557 Loading parameters... +2021-12-18 08:34:03,558 Loading project parameters... +2021-12-18 08:34:03,560 + +20 of 25 jobs remaining (08:34) +2021-12-18 08:34:03,560 Sleep: 10 +2021-12-18 08:34:03,560 Number of retrials: 0 +2021-12-18 08:34:03,560 WRAPPER CHECK TIME = 10 +2021-12-18 08:34:03,561 Checking jobs for platform=marenostrum4 +2021-12-18 08:34:03,561 Checking Wrapper 19278896 +2021-12-18 08:34:07,584 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:34:07,584 Checking inner jobs status +2021-12-18 08:34:08,865 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 08:34:08,866 Checking jobs for platform=nord3 +2021-12-18 08:34:08,866 Checking jobs for platform=local +2021-12-18 08:34:08,867 Checking jobs for platform=transfer_node +2021-12-18 08:34:08,867 Checking all jobs at once +2021-12-18 08:34:10,388 Successful check job command +2021-12-18 08:34:11,907 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 08:34:11,908 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 08:34:11,908 End of checking +2021-12-18 08:34:11,909 Updating FAILED jobs +2021-12-18 08:34:11,910 Updating WAITING jobs +2021-12-18 08:34:11,910 Update finished +2021-12-18 08:34:11,910 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:34:11,911 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:34:11,911 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:34:11,911 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:34:11,911 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:34:11,911 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 08:34:11,912 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:34:11,912 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 08:34:11,912 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 08:34:11,915 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:34:11,917 Job list saved +2021-12-18 08:34:11,988 Updating FAILED jobs +2021-12-18 08:34:11,988 Updating WAITING jobs +2021-12-18 08:34:11,989 Update finished +2021-12-18 08:34:21,999 Reloading parameters... +2021-12-18 08:34:22,017 Loading parameters... +2021-12-18 08:34:22,018 Loading project parameters... +2021-12-18 08:34:22,020 + +20 of 25 jobs remaining (08:34) +2021-12-18 08:34:22,020 Sleep: 10 +2021-12-18 08:34:22,020 Number of retrials: 0 +2021-12-18 08:34:22,020 WRAPPER CHECK TIME = 10 +2021-12-18 08:34:22,021 Checking jobs for platform=marenostrum4 +2021-12-18 08:34:22,021 Checking Wrapper 19278896 +2021-12-18 08:34:25,493 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:34:25,493 Checking inner jobs status +2021-12-18 08:34:26,824 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 08:34:26,825 Checking jobs for platform=nord3 +2021-12-18 08:34:26,826 Checking jobs for platform=local +2021-12-18 08:34:26,826 Checking jobs for platform=transfer_node +2021-12-18 08:34:26,826 Checking all jobs at once +2021-12-18 08:34:28,096 Successful check job command +2021-12-18 08:34:29,316 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 08:34:29,316 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 08:34:29,316 End of checking +2021-12-18 08:34:29,317 Updating FAILED jobs +2021-12-18 08:34:29,317 Updating WAITING jobs +2021-12-18 08:34:29,318 Update finished +2021-12-18 08:34:29,318 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:34:29,318 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:34:29,318 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:34:29,318 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:34:29,318 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:34:29,318 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 08:34:29,319 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:34:29,319 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 08:34:29,319 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 08:34:29,322 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:34:29,324 Job list saved +2021-12-18 08:34:29,391 Updating FAILED jobs +2021-12-18 08:34:29,391 Updating WAITING jobs +2021-12-18 08:34:29,392 Update finished +2021-12-18 08:34:39,401 Reloading parameters... +2021-12-18 08:34:39,420 Loading parameters... +2021-12-18 08:34:39,422 Loading project parameters... +2021-12-18 08:34:39,424 + +20 of 25 jobs remaining (08:34) +2021-12-18 08:34:39,424 Sleep: 10 +2021-12-18 08:34:39,424 Number of retrials: 0 +2021-12-18 08:34:39,424 WRAPPER CHECK TIME = 10 +2021-12-18 08:34:39,425 Checking jobs for platform=marenostrum4 +2021-12-18 08:34:39,425 Checking Wrapper 19278896 +2021-12-18 08:34:42,646 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:34:42,646 Checking inner jobs status +2021-12-18 08:34:43,826 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 08:34:43,827 Checking jobs for platform=nord3 +2021-12-18 08:34:43,828 Checking jobs for platform=local +2021-12-18 08:34:43,828 Checking jobs for platform=transfer_node +2021-12-18 08:34:43,828 Checking all jobs at once +2021-12-18 08:34:45,149 Successful check job command +2021-12-18 08:34:46,419 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 08:34:46,419 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 08:34:46,419 End of checking +2021-12-18 08:34:46,421 Updating FAILED jobs +2021-12-18 08:34:46,421 Updating WAITING jobs +2021-12-18 08:34:46,421 Update finished +2021-12-18 08:34:46,421 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:34:46,422 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:34:46,422 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:34:46,422 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:34:46,422 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:34:46,422 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 08:34:46,423 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:34:46,423 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 08:34:46,423 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 08:34:46,428 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:34:46,431 Job list saved +2021-12-18 08:34:46,498 Updating FAILED jobs +2021-12-18 08:34:46,498 Updating WAITING jobs +2021-12-18 08:34:46,499 Update finished +2021-12-18 08:34:56,509 Reloading parameters... +2021-12-18 08:34:56,527 Loading parameters... +2021-12-18 08:34:56,528 Loading project parameters... +2021-12-18 08:34:56,530 + +20 of 25 jobs remaining (08:34) +2021-12-18 08:34:56,530 Sleep: 10 +2021-12-18 08:34:56,530 Number of retrials: 0 +2021-12-18 08:34:56,530 WRAPPER CHECK TIME = 10 +2021-12-18 08:34:56,531 Checking jobs for platform=marenostrum4 +2021-12-18 08:34:56,531 Checking Wrapper 19278896 +2021-12-18 08:35:00,203 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:35:00,203 Checking inner jobs status +2021-12-18 08:35:01,534 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 08:35:01,535 Checking jobs for platform=nord3 +2021-12-18 08:35:01,536 Checking jobs for platform=local +2021-12-18 08:35:01,536 Checking jobs for platform=transfer_node +2021-12-18 08:35:01,536 Checking all jobs at once +2021-12-18 08:35:03,006 Successful check job command +2021-12-18 08:35:04,326 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 08:35:04,326 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 08:35:04,326 End of checking +2021-12-18 08:35:04,328 Updating FAILED jobs +2021-12-18 08:35:04,328 Updating WAITING jobs +2021-12-18 08:35:04,328 Update finished +2021-12-18 08:35:04,328 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:35:04,328 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:35:04,329 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:35:04,329 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:35:04,329 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:35:04,329 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 08:35:04,329 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:35:04,329 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 08:35:04,329 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 08:35:04,332 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:35:04,334 Job list saved +2021-12-18 08:35:04,393 Updating FAILED jobs +2021-12-18 08:35:04,394 Updating WAITING jobs +2021-12-18 08:35:04,394 Update finished +2021-12-18 08:35:14,400 Reloading parameters... +2021-12-18 08:35:14,420 Loading parameters... +2021-12-18 08:35:14,421 Loading project parameters... +2021-12-18 08:35:14,423 + +20 of 25 jobs remaining (08:35) +2021-12-18 08:35:14,423 Sleep: 10 +2021-12-18 08:35:14,423 Number of retrials: 0 +2021-12-18 08:35:14,423 WRAPPER CHECK TIME = 10 +2021-12-18 08:35:14,424 Checking jobs for platform=marenostrum4 +2021-12-18 08:35:14,424 Checking Wrapper 19278896 +2021-12-18 08:35:17,958 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:35:17,958 Checking inner jobs status +2021-12-18 08:35:19,240 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 08:35:19,241 Checking jobs for platform=nord3 +2021-12-18 08:35:19,241 Checking jobs for platform=local +2021-12-18 08:35:19,242 Checking jobs for platform=transfer_node +2021-12-18 08:35:19,242 Checking all jobs at once +2021-12-18 08:35:20,562 Successful check job command +2021-12-18 08:35:21,781 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 08:35:21,781 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 08:35:21,781 End of checking +2021-12-18 08:35:21,783 Updating FAILED jobs +2021-12-18 08:35:21,783 Updating WAITING jobs +2021-12-18 08:35:21,783 Update finished +2021-12-18 08:35:21,783 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:35:21,784 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:35:21,784 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:35:21,784 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:35:21,784 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:35:21,784 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 08:35:21,784 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:35:21,785 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 08:35:21,785 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 08:35:21,788 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:35:21,790 Job list saved +2021-12-18 08:35:21,846 Updating FAILED jobs +2021-12-18 08:35:21,847 Updating WAITING jobs +2021-12-18 08:35:21,847 Update finished +2021-12-18 08:35:31,857 Reloading parameters... +2021-12-18 08:35:31,874 Loading parameters... +2021-12-18 08:35:31,875 Loading project parameters... +2021-12-18 08:35:31,877 + +20 of 25 jobs remaining (08:35) +2021-12-18 08:35:31,877 Sleep: 10 +2021-12-18 08:35:31,877 Number of retrials: 0 +2021-12-18 08:35:31,877 WRAPPER CHECK TIME = 10 +2021-12-18 08:35:31,878 Checking jobs for platform=marenostrum4 +2021-12-18 08:35:31,878 Checking Wrapper 19278896 +2021-12-18 08:35:35,300 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:35:35,300 Checking inner jobs status +2021-12-18 08:35:36,633 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 08:35:36,634 Checking jobs for platform=nord3 +2021-12-18 08:35:36,635 Checking jobs for platform=local +2021-12-18 08:35:36,635 Checking jobs for platform=transfer_node +2021-12-18 08:35:36,636 Checking all jobs at once +2021-12-18 08:35:38,005 Successful check job command +2021-12-18 08:35:39,274 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 08:35:39,275 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 08:35:39,275 End of checking +2021-12-18 08:35:39,277 Updating FAILED jobs +2021-12-18 08:35:39,277 Updating WAITING jobs +2021-12-18 08:35:39,277 Update finished +2021-12-18 08:35:39,277 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:35:39,277 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:35:39,277 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:35:39,277 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:35:39,278 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:35:39,278 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 08:35:39,278 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:35:39,278 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 08:35:39,278 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 08:35:39,281 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:35:39,283 Job list saved +2021-12-18 08:35:39,345 Updating FAILED jobs +2021-12-18 08:35:39,345 Updating WAITING jobs +2021-12-18 08:35:39,346 Update finished +2021-12-18 08:35:49,356 Reloading parameters... +2021-12-18 08:35:49,376 Loading parameters... +2021-12-18 08:35:49,377 Loading project parameters... +2021-12-18 08:35:49,379 + +20 of 25 jobs remaining (08:35) +2021-12-18 08:35:49,380 Sleep: 10 +2021-12-18 08:35:49,380 Number of retrials: 0 +2021-12-18 08:35:49,380 WRAPPER CHECK TIME = 10 +2021-12-18 08:35:49,380 Checking jobs for platform=marenostrum4 +2021-12-18 08:35:49,380 Checking Wrapper 19278896 +2021-12-18 08:35:52,853 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:35:52,854 Checking inner jobs status +2021-12-18 08:35:54,236 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 08:35:54,237 Checking jobs for platform=nord3 +2021-12-18 08:35:54,238 Checking jobs for platform=local +2021-12-18 08:35:54,238 Checking jobs for platform=transfer_node +2021-12-18 08:35:54,238 Checking all jobs at once +2021-12-18 08:35:55,663 Successful check job command +2021-12-18 08:35:57,133 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 08:35:57,133 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 08:35:57,133 End of checking +2021-12-18 08:35:57,135 Updating FAILED jobs +2021-12-18 08:35:57,135 Updating WAITING jobs +2021-12-18 08:35:57,135 Update finished +2021-12-18 08:35:57,135 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:35:57,136 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:35:57,136 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:35:57,136 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:35:57,136 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:35:57,136 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 08:35:57,137 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:35:57,137 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 08:35:57,137 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 08:35:57,139 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:35:57,142 Job list saved +2021-12-18 08:35:57,203 Updating FAILED jobs +2021-12-18 08:35:57,203 Updating WAITING jobs +2021-12-18 08:35:57,204 Update finished +2021-12-18 08:36:07,212 Reloading parameters... +2021-12-18 08:36:07,229 Loading parameters... +2021-12-18 08:36:07,231 Loading project parameters... +2021-12-18 08:36:07,234 + +20 of 25 jobs remaining (08:36) +2021-12-18 08:36:07,235 Sleep: 10 +2021-12-18 08:36:07,235 Number of retrials: 0 +2021-12-18 08:36:07,235 WRAPPER CHECK TIME = 10 +2021-12-18 08:36:07,235 Checking jobs for platform=marenostrum4 +2021-12-18 08:36:07,235 Checking Wrapper 19278896 +2021-12-18 08:36:10,707 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:36:10,707 Checking inner jobs status +2021-12-18 08:36:12,190 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 08:36:12,191 Checking jobs for platform=nord3 +2021-12-18 08:36:12,191 Checking jobs for platform=local +2021-12-18 08:36:12,192 Checking jobs for platform=transfer_node +2021-12-18 08:36:12,192 Checking all jobs at once +2021-12-18 08:36:13,615 Successful check job command +2021-12-18 08:36:15,085 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 08:36:15,085 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 08:36:15,085 End of checking +2021-12-18 08:36:15,087 Updating FAILED jobs +2021-12-18 08:36:15,087 Updating WAITING jobs +2021-12-18 08:36:15,087 Update finished +2021-12-18 08:36:15,087 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:36:15,087 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:36:15,088 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:36:15,088 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:36:15,088 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:36:15,088 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 08:36:15,088 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:36:15,088 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 08:36:15,088 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 08:36:15,091 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:36:15,093 Job list saved +2021-12-18 08:36:15,155 Updating FAILED jobs +2021-12-18 08:36:15,155 Updating WAITING jobs +2021-12-18 08:36:15,156 Update finished +2021-12-18 08:36:25,166 Reloading parameters... +2021-12-18 08:36:25,186 Loading parameters... +2021-12-18 08:36:25,188 Loading project parameters... +2021-12-18 08:36:25,190 + +20 of 25 jobs remaining (08:36) +2021-12-18 08:36:25,190 Sleep: 10 +2021-12-18 08:36:25,190 Number of retrials: 0 +2021-12-18 08:36:25,190 WRAPPER CHECK TIME = 10 +2021-12-18 08:36:25,191 Checking jobs for platform=marenostrum4 +2021-12-18 08:36:25,191 Checking Wrapper 19278896 +2021-12-18 08:36:28,512 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:36:28,512 Checking inner jobs status +2021-12-18 08:36:29,949 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 08:36:29,950 Checking jobs for platform=nord3 +2021-12-18 08:36:29,951 Checking jobs for platform=local +2021-12-18 08:36:29,952 Checking jobs for platform=transfer_node +2021-12-18 08:36:29,952 Checking all jobs at once +2021-12-18 08:36:31,722 Successful check job command +2021-12-18 08:36:33,141 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 08:36:33,142 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 08:36:33,142 End of checking +2021-12-18 08:36:33,143 Updating FAILED jobs +2021-12-18 08:36:33,143 Updating WAITING jobs +2021-12-18 08:36:33,143 Update finished +2021-12-18 08:36:33,144 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:36:33,144 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:36:33,144 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:36:33,144 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:36:33,145 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:36:33,145 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 08:36:33,145 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:36:33,145 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 08:36:33,145 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 08:36:33,148 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:36:33,150 Job list saved +2021-12-18 08:36:33,217 Updating FAILED jobs +2021-12-18 08:36:33,217 Updating WAITING jobs +2021-12-18 08:36:33,217 Update finished +2021-12-18 08:36:43,226 Reloading parameters... +2021-12-18 08:36:43,243 Loading parameters... +2021-12-18 08:36:43,245 Loading project parameters... +2021-12-18 08:36:43,247 + +20 of 25 jobs remaining (08:36) +2021-12-18 08:36:43,247 Sleep: 10 +2021-12-18 08:36:43,247 Number of retrials: 0 +2021-12-18 08:36:43,247 WRAPPER CHECK TIME = 10 +2021-12-18 08:36:43,248 Checking jobs for platform=marenostrum4 +2021-12-18 08:36:43,248 Checking Wrapper 19278896 +2021-12-18 08:36:47,679 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:36:47,679 Checking inner jobs status +2021-12-18 08:36:49,563 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 08:36:49,564 Checking jobs for platform=nord3 +2021-12-18 08:36:49,565 Checking jobs for platform=local +2021-12-18 08:36:49,565 Checking jobs for platform=transfer_node +2021-12-18 08:36:49,565 Checking all jobs at once +2021-12-18 08:36:51,491 Successful check job command +2021-12-18 08:36:52,813 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 08:36:52,813 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 08:36:52,813 End of checking +2021-12-18 08:36:52,814 Updating FAILED jobs +2021-12-18 08:36:52,815 Updating WAITING jobs +2021-12-18 08:36:52,815 Update finished +2021-12-18 08:36:52,815 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:36:52,815 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:36:52,815 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:36:52,815 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:36:52,816 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:36:52,816 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 08:36:52,816 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:36:52,816 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 08:36:52,816 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 08:36:52,819 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:36:52,821 Job list saved +2021-12-18 08:36:52,876 Updating FAILED jobs +2021-12-18 08:36:52,876 Updating WAITING jobs +2021-12-18 08:36:52,877 Update finished +2021-12-18 08:37:02,886 Reloading parameters... +2021-12-18 08:37:02,904 Loading parameters... +2021-12-18 08:37:02,906 Loading project parameters... +2021-12-18 08:37:02,907 + +20 of 25 jobs remaining (08:37) +2021-12-18 08:37:02,908 Sleep: 10 +2021-12-18 08:37:02,908 Number of retrials: 0 +2021-12-18 08:37:02,908 WRAPPER CHECK TIME = 10 +2021-12-18 08:37:02,908 Checking jobs for platform=marenostrum4 +2021-12-18 08:37:02,909 Checking Wrapper 19278896 +2021-12-18 08:37:06,434 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:37:06,434 Checking inner jobs status +2021-12-18 08:37:07,967 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 08:37:07,968 Checking jobs for platform=nord3 +2021-12-18 08:37:07,968 Checking jobs for platform=local +2021-12-18 08:37:07,969 Checking jobs for platform=transfer_node +2021-12-18 08:37:07,969 Checking all jobs at once +2021-12-18 08:37:09,389 Successful check job command +2021-12-18 08:37:10,709 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 08:37:10,709 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 08:37:10,709 End of checking +2021-12-18 08:37:10,711 Updating FAILED jobs +2021-12-18 08:37:10,711 Updating WAITING jobs +2021-12-18 08:37:10,711 Update finished +2021-12-18 08:37:10,711 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:37:10,712 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:37:10,712 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:37:10,712 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:37:10,712 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:37:10,713 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 08:37:10,713 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:37:10,713 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 08:37:10,713 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 08:37:10,717 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:37:10,719 Job list saved +2021-12-18 08:37:10,782 Updating FAILED jobs +2021-12-18 08:37:10,782 Updating WAITING jobs +2021-12-18 08:37:10,782 Update finished +2021-12-18 08:37:20,792 Reloading parameters... +2021-12-18 08:37:20,811 Loading parameters... +2021-12-18 08:37:20,812 Loading project parameters... +2021-12-18 08:37:20,814 + +20 of 25 jobs remaining (08:37) +2021-12-18 08:37:20,814 Sleep: 10 +2021-12-18 08:37:20,814 Number of retrials: 0 +2021-12-18 08:37:20,814 WRAPPER CHECK TIME = 10 +2021-12-18 08:37:20,815 Checking jobs for platform=marenostrum4 +2021-12-18 08:37:20,815 Checking Wrapper 19278896 +2021-12-18 08:37:24,488 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:37:24,488 Checking inner jobs status +2021-12-18 08:37:26,018 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 08:37:26,019 Checking jobs for platform=nord3 +2021-12-18 08:37:26,020 Checking jobs for platform=local +2021-12-18 08:37:26,020 Checking jobs for platform=transfer_node +2021-12-18 08:37:26,020 Checking all jobs at once +2021-12-18 08:37:27,541 Successful check job command +2021-12-18 08:37:29,062 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 08:37:29,063 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 08:37:29,063 End of checking +2021-12-18 08:37:29,064 Updating FAILED jobs +2021-12-18 08:37:29,064 Updating WAITING jobs +2021-12-18 08:37:29,065 Update finished +2021-12-18 08:37:29,065 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:37:29,065 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:37:29,065 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:37:29,065 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:37:29,065 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:37:29,066 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 08:37:29,066 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:37:29,066 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 08:37:29,066 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 08:37:29,069 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:37:29,071 Job list saved +2021-12-18 08:37:29,130 Updating FAILED jobs +2021-12-18 08:37:29,130 Updating WAITING jobs +2021-12-18 08:37:29,130 Update finished +2021-12-18 08:37:39,141 Reloading parameters... +2021-12-18 08:37:39,158 Loading parameters... +2021-12-18 08:37:39,160 Loading project parameters... +2021-12-18 08:37:39,161 + +20 of 25 jobs remaining (08:37) +2021-12-18 08:37:39,162 Sleep: 10 +2021-12-18 08:37:39,162 Number of retrials: 0 +2021-12-18 08:37:39,162 WRAPPER CHECK TIME = 10 +2021-12-18 08:37:39,162 Checking jobs for platform=marenostrum4 +2021-12-18 08:37:39,162 Checking Wrapper 19278896 +2021-12-18 08:37:42,584 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:37:42,585 Checking inner jobs status +2021-12-18 08:37:43,864 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 08:37:43,865 Checking jobs for platform=nord3 +2021-12-18 08:37:43,866 Checking jobs for platform=local +2021-12-18 08:37:43,867 Checking jobs for platform=transfer_node +2021-12-18 08:37:43,867 Checking all jobs at once +2021-12-18 08:37:45,238 Successful check job command +2021-12-18 08:37:46,457 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 08:37:46,458 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 08:37:46,458 End of checking +2021-12-18 08:37:46,459 Updating FAILED jobs +2021-12-18 08:37:46,459 Updating WAITING jobs +2021-12-18 08:37:46,459 Update finished +2021-12-18 08:37:46,460 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:37:46,463 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:37:46,463 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:37:46,463 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:37:46,463 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:37:46,463 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 08:37:46,463 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:37:46,464 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 08:37:46,464 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 08:37:46,466 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:37:46,469 Job list saved +2021-12-18 08:37:46,522 Updating FAILED jobs +2021-12-18 08:37:46,522 Updating WAITING jobs +2021-12-18 08:37:46,522 Update finished +2021-12-18 08:37:56,530 Reloading parameters... +2021-12-18 08:37:56,548 Loading parameters... +2021-12-18 08:37:56,549 Loading project parameters... +2021-12-18 08:37:56,551 + +20 of 25 jobs remaining (08:37) +2021-12-18 08:37:56,551 Sleep: 10 +2021-12-18 08:37:56,551 Number of retrials: 0 +2021-12-18 08:37:56,552 WRAPPER CHECK TIME = 10 +2021-12-18 08:37:56,552 Checking jobs for platform=marenostrum4 +2021-12-18 08:37:56,552 Checking Wrapper 19278896 +2021-12-18 08:37:59,874 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:37:59,874 Checking inner jobs status +2021-12-18 08:38:01,219 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 08:38:01,220 Checking jobs for platform=nord3 +2021-12-18 08:38:01,220 Checking jobs for platform=local +2021-12-18 08:38:01,221 Checking jobs for platform=transfer_node +2021-12-18 08:38:01,221 Checking all jobs at once +2021-12-18 08:38:02,641 Successful check job command +2021-12-18 08:38:04,162 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 08:38:04,162 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 08:38:04,162 End of checking +2021-12-18 08:38:04,164 Updating FAILED jobs +2021-12-18 08:38:04,164 Updating WAITING jobs +2021-12-18 08:38:04,164 Update finished +2021-12-18 08:38:04,164 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:38:04,164 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:38:04,164 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:38:04,165 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:38:04,165 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:38:04,165 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 08:38:04,165 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:38:04,165 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 08:38:04,165 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 08:38:04,168 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:38:04,171 Job list saved +2021-12-18 08:38:04,228 Updating FAILED jobs +2021-12-18 08:38:04,228 Updating WAITING jobs +2021-12-18 08:38:04,228 Update finished +2021-12-18 08:38:14,235 Reloading parameters... +2021-12-18 08:38:14,254 Loading parameters... +2021-12-18 08:38:14,256 Loading project parameters... +2021-12-18 08:38:14,258 + +20 of 25 jobs remaining (08:38) +2021-12-18 08:38:14,258 Sleep: 10 +2021-12-18 08:38:14,258 Number of retrials: 0 +2021-12-18 08:38:14,259 WRAPPER CHECK TIME = 10 +2021-12-18 08:38:14,259 Checking jobs for platform=marenostrum4 +2021-12-18 08:38:14,259 Checking Wrapper 19278896 +2021-12-18 08:38:17,581 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:38:17,582 Checking inner jobs status +2021-12-18 08:38:18,812 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 08:38:18,813 Checking jobs for platform=nord3 +2021-12-18 08:38:18,814 Checking jobs for platform=local +2021-12-18 08:38:18,814 Checking jobs for platform=transfer_node +2021-12-18 08:38:18,814 Checking all jobs at once +2021-12-18 08:38:20,184 Successful check job command +2021-12-18 08:38:21,403 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 08:38:21,404 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 08:38:21,404 End of checking +2021-12-18 08:38:21,405 Updating FAILED jobs +2021-12-18 08:38:21,405 Updating WAITING jobs +2021-12-18 08:38:21,405 Update finished +2021-12-18 08:38:21,406 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:38:21,406 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:38:21,406 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:38:21,406 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:38:21,407 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:38:21,407 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 08:38:21,407 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:38:21,407 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 08:38:21,407 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 08:38:21,409 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:38:21,411 Job list saved +2021-12-18 08:38:21,474 Updating FAILED jobs +2021-12-18 08:38:21,474 Updating WAITING jobs +2021-12-18 08:38:21,474 Update finished +2021-12-18 08:38:31,485 Reloading parameters... +2021-12-18 08:38:31,504 Loading parameters... +2021-12-18 08:38:31,505 Loading project parameters... +2021-12-18 08:38:31,507 + +20 of 25 jobs remaining (08:38) +2021-12-18 08:38:31,508 Sleep: 10 +2021-12-18 08:38:31,508 Number of retrials: 0 +2021-12-18 08:38:31,508 WRAPPER CHECK TIME = 10 +2021-12-18 08:38:31,508 Checking jobs for platform=marenostrum4 +2021-12-18 08:38:31,508 Checking Wrapper 19278896 +2021-12-18 08:38:35,130 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:38:35,130 Checking inner jobs status +2021-12-18 08:38:36,510 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 08:38:36,511 Checking jobs for platform=nord3 +2021-12-18 08:38:36,512 Checking jobs for platform=local +2021-12-18 08:38:36,513 Checking jobs for platform=transfer_node +2021-12-18 08:38:36,513 Checking all jobs at once +2021-12-18 08:38:37,883 Successful check job command +2021-12-18 08:38:39,202 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 08:38:39,202 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 08:38:39,203 End of checking +2021-12-18 08:38:39,204 Updating FAILED jobs +2021-12-18 08:38:39,204 Updating WAITING jobs +2021-12-18 08:38:39,204 Update finished +2021-12-18 08:38:39,204 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:38:39,204 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:38:39,205 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:38:39,205 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:38:39,205 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:38:39,205 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 08:38:39,205 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:38:39,205 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 08:38:39,205 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 08:38:39,208 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:38:39,210 Job list saved +2021-12-18 08:38:39,268 Updating FAILED jobs +2021-12-18 08:38:39,268 Updating WAITING jobs +2021-12-18 08:38:39,268 Update finished +2021-12-18 08:38:49,277 Reloading parameters... +2021-12-18 08:38:49,295 Loading parameters... +2021-12-18 08:38:49,296 Loading project parameters... +2021-12-18 08:38:49,298 + +20 of 25 jobs remaining (08:38) +2021-12-18 08:38:49,298 Sleep: 10 +2021-12-18 08:38:49,298 Number of retrials: 0 +2021-12-18 08:38:49,298 WRAPPER CHECK TIME = 10 +2021-12-18 08:38:49,299 Checking jobs for platform=marenostrum4 +2021-12-18 08:38:49,299 Checking Wrapper 19278896 +2021-12-18 08:38:52,620 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:38:52,620 Checking inner jobs status +2021-12-18 08:38:53,950 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 08:38:53,951 Checking jobs for platform=nord3 +2021-12-18 08:38:53,952 Checking jobs for platform=local +2021-12-18 08:38:53,952 Checking jobs for platform=transfer_node +2021-12-18 08:38:53,952 Checking all jobs at once +2021-12-18 08:38:55,324 Successful check job command +2021-12-18 08:38:56,593 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 08:38:56,593 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 08:38:56,593 End of checking +2021-12-18 08:38:56,595 Updating FAILED jobs +2021-12-18 08:38:56,595 Updating WAITING jobs +2021-12-18 08:38:56,595 Update finished +2021-12-18 08:38:56,595 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:38:56,596 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:38:56,596 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:38:56,596 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:38:56,596 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:38:56,596 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 08:38:56,596 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:38:56,597 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 08:38:56,597 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 08:38:56,600 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:38:56,602 Job list saved +2021-12-18 08:38:56,678 Updating FAILED jobs +2021-12-18 08:38:56,678 Updating WAITING jobs +2021-12-18 08:38:56,679 Update finished +2021-12-18 08:39:06,689 Reloading parameters... +2021-12-18 08:39:06,707 Loading parameters... +2021-12-18 08:39:06,708 Loading project parameters... +2021-12-18 08:39:06,710 + +20 of 25 jobs remaining (08:39) +2021-12-18 08:39:06,710 Sleep: 10 +2021-12-18 08:39:06,710 Number of retrials: 0 +2021-12-18 08:39:06,710 WRAPPER CHECK TIME = 10 +2021-12-18 08:39:06,711 Checking jobs for platform=marenostrum4 +2021-12-18 08:39:06,711 Checking Wrapper 19278896 +2021-12-18 08:39:10,083 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:39:10,083 Checking inner jobs status +2021-12-18 08:39:11,516 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 08:39:11,517 Checking jobs for platform=nord3 +2021-12-18 08:39:11,518 Checking jobs for platform=local +2021-12-18 08:39:11,518 Checking jobs for platform=transfer_node +2021-12-18 08:39:11,518 Checking all jobs at once +2021-12-18 08:39:13,641 Successful check job command +2021-12-18 08:39:15,361 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 08:39:15,362 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 08:39:15,362 End of checking +2021-12-18 08:39:15,363 Updating FAILED jobs +2021-12-18 08:39:15,363 Updating WAITING jobs +2021-12-18 08:39:15,363 Update finished +2021-12-18 08:39:15,363 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:39:15,364 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:39:15,364 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:39:15,364 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:39:15,364 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:39:15,364 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 08:39:15,364 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:39:15,364 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 08:39:15,364 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 08:39:15,367 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:39:15,369 Job list saved +2021-12-18 08:39:15,428 Updating FAILED jobs +2021-12-18 08:39:15,428 Updating WAITING jobs +2021-12-18 08:39:15,428 Update finished +2021-12-18 08:39:25,439 Reloading parameters... +2021-12-18 08:39:25,458 Loading parameters... +2021-12-18 08:39:25,459 Loading project parameters... +2021-12-18 08:39:25,461 + +20 of 25 jobs remaining (08:39) +2021-12-18 08:39:25,461 Sleep: 10 +2021-12-18 08:39:25,461 Number of retrials: 0 +2021-12-18 08:39:25,461 WRAPPER CHECK TIME = 10 +2021-12-18 08:39:25,462 Checking jobs for platform=marenostrum4 +2021-12-18 08:39:25,462 Checking Wrapper 19278896 +2021-12-18 08:39:29,234 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:39:29,235 Checking inner jobs status +2021-12-18 08:39:30,967 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 08:39:30,968 Checking jobs for platform=nord3 +2021-12-18 08:39:30,969 Checking jobs for platform=local +2021-12-18 08:39:30,970 Checking jobs for platform=transfer_node +2021-12-18 08:39:30,970 Checking all jobs at once +2021-12-18 08:39:32,493 Successful check job command +2021-12-18 08:39:34,014 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 08:39:34,014 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 08:39:34,014 End of checking +2021-12-18 08:39:34,015 Updating FAILED jobs +2021-12-18 08:39:34,016 Updating WAITING jobs +2021-12-18 08:39:34,016 Update finished +2021-12-18 08:39:34,016 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:39:34,017 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:39:34,017 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:39:34,017 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:39:34,017 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:39:34,017 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 08:39:34,017 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:39:34,017 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 08:39:34,018 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 08:39:34,020 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:39:34,023 Job list saved +2021-12-18 08:39:34,077 Updating FAILED jobs +2021-12-18 08:39:34,078 Updating WAITING jobs +2021-12-18 08:39:34,078 Update finished +2021-12-18 08:39:44,084 Reloading parameters... +2021-12-18 08:39:44,102 Loading parameters... +2021-12-18 08:39:44,104 Loading project parameters... +2021-12-18 08:39:44,105 + +20 of 25 jobs remaining (08:39) +2021-12-18 08:39:44,106 Sleep: 10 +2021-12-18 08:39:44,106 Number of retrials: 0 +2021-12-18 08:39:44,106 WRAPPER CHECK TIME = 10 +2021-12-18 08:39:44,106 Checking jobs for platform=marenostrum4 +2021-12-18 08:39:44,106 Checking Wrapper 19278896 +2021-12-18 08:39:47,579 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:39:47,579 Checking inner jobs status +2021-12-18 08:39:48,859 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 08:39:48,860 Checking jobs for platform=nord3 +2021-12-18 08:39:48,861 Checking jobs for platform=local +2021-12-18 08:39:48,861 Checking jobs for platform=transfer_node +2021-12-18 08:39:48,861 Checking all jobs at once +2021-12-18 08:39:50,537 Successful check job command +2021-12-18 08:39:51,857 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 08:39:51,858 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 08:39:51,858 End of checking +2021-12-18 08:39:51,859 Updating FAILED jobs +2021-12-18 08:39:51,859 Updating WAITING jobs +2021-12-18 08:39:51,860 Update finished +2021-12-18 08:39:51,860 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:39:51,860 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:39:51,860 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:39:51,860 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:39:51,860 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:39:51,860 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 08:39:51,861 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:39:51,861 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 08:39:51,861 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 08:39:51,863 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:39:51,866 Job list saved +2021-12-18 08:39:51,929 Updating FAILED jobs +2021-12-18 08:39:51,929 Updating WAITING jobs +2021-12-18 08:39:51,929 Update finished +2021-12-18 08:40:01,939 Reloading parameters... +2021-12-18 08:40:01,959 Loading parameters... +2021-12-18 08:40:01,960 Loading project parameters... +2021-12-18 08:40:01,962 + +20 of 25 jobs remaining (08:40) +2021-12-18 08:40:01,963 Sleep: 10 +2021-12-18 08:40:01,963 Number of retrials: 0 +2021-12-18 08:40:01,963 WRAPPER CHECK TIME = 10 +2021-12-18 08:40:01,963 Checking jobs for platform=marenostrum4 +2021-12-18 08:40:01,963 Checking Wrapper 19278896 +2021-12-18 08:40:05,485 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:40:05,485 Checking inner jobs status +2021-12-18 08:40:07,017 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 08:40:07,018 Checking jobs for platform=nord3 +2021-12-18 08:40:07,018 Checking jobs for platform=local +2021-12-18 08:40:07,019 Checking jobs for platform=transfer_node +2021-12-18 08:40:07,019 Checking all jobs at once +2021-12-18 08:40:08,942 Successful check job command +2021-12-18 08:40:10,314 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 08:40:10,314 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 08:40:10,314 End of checking +2021-12-18 08:40:10,316 Updating FAILED jobs +2021-12-18 08:40:10,316 Updating WAITING jobs +2021-12-18 08:40:10,316 Update finished +2021-12-18 08:40:10,317 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:40:10,317 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:40:10,317 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:40:10,317 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:40:10,317 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:40:10,318 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 08:40:10,318 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:40:10,318 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 08:40:10,318 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 08:40:10,320 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:40:10,323 Job list saved +2021-12-18 08:40:10,379 Updating FAILED jobs +2021-12-18 08:40:10,380 Updating WAITING jobs +2021-12-18 08:40:10,380 Update finished +2021-12-18 08:40:20,390 Reloading parameters... +2021-12-18 08:40:20,408 Loading parameters... +2021-12-18 08:40:20,409 Loading project parameters... +2021-12-18 08:40:20,411 + +20 of 25 jobs remaining (08:40) +2021-12-18 08:40:20,412 Sleep: 10 +2021-12-18 08:40:20,412 Number of retrials: 0 +2021-12-18 08:40:20,412 WRAPPER CHECK TIME = 10 +2021-12-18 08:40:20,412 Checking jobs for platform=marenostrum4 +2021-12-18 08:40:20,412 Checking Wrapper 19278896 +2021-12-18 08:40:23,684 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:40:23,684 Checking inner jobs status +2021-12-18 08:40:25,016 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 08:40:25,017 Checking jobs for platform=nord3 +2021-12-18 08:40:25,018 Checking jobs for platform=local +2021-12-18 08:40:25,019 Checking jobs for platform=transfer_node +2021-12-18 08:40:25,019 Checking all jobs at once +2021-12-18 08:40:26,538 Successful check job command +2021-12-18 08:40:27,807 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 08:40:27,808 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 08:40:27,808 End of checking +2021-12-18 08:40:27,809 Updating FAILED jobs +2021-12-18 08:40:27,810 Updating WAITING jobs +2021-12-18 08:40:27,810 Update finished +2021-12-18 08:40:27,810 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:40:27,810 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:40:27,810 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:40:27,810 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:40:27,811 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:40:27,811 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 08:40:27,811 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:40:27,811 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 08:40:27,811 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 08:40:27,814 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:40:27,816 Job list saved +2021-12-18 08:40:27,874 Updating FAILED jobs +2021-12-18 08:40:27,874 Updating WAITING jobs +2021-12-18 08:40:27,874 Update finished +2021-12-18 08:40:37,884 Reloading parameters... +2021-12-18 08:40:37,901 Loading parameters... +2021-12-18 08:40:37,902 Loading project parameters... +2021-12-18 08:40:37,904 + +20 of 25 jobs remaining (08:40) +2021-12-18 08:40:37,904 Sleep: 10 +2021-12-18 08:40:37,904 Number of retrials: 0 +2021-12-18 08:40:37,904 WRAPPER CHECK TIME = 10 +2021-12-18 08:40:37,905 Checking jobs for platform=marenostrum4 +2021-12-18 08:40:37,905 Checking Wrapper 19278896 +2021-12-18 08:40:41,227 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:40:41,227 Checking inner jobs status +2021-12-18 08:40:42,509 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 08:40:42,510 Checking jobs for platform=nord3 +2021-12-18 08:40:42,510 Checking jobs for platform=local +2021-12-18 08:40:42,511 Checking jobs for platform=transfer_node +2021-12-18 08:40:42,511 Checking all jobs at once +2021-12-18 08:40:44,183 Successful check job command +2021-12-18 08:40:45,555 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 08:40:45,555 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 08:40:45,555 End of checking +2021-12-18 08:40:45,557 Updating FAILED jobs +2021-12-18 08:40:45,557 Updating WAITING jobs +2021-12-18 08:40:45,557 Update finished +2021-12-18 08:40:45,557 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:40:45,558 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:40:45,558 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:40:45,558 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:40:45,558 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:40:45,558 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 08:40:45,559 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:40:45,559 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 08:40:45,559 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 08:40:45,561 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:40:45,563 Job list saved +2021-12-18 08:40:45,633 Updating FAILED jobs +2021-12-18 08:40:45,634 Updating WAITING jobs +2021-12-18 08:40:45,634 Update finished +2021-12-18 08:40:55,641 Reloading parameters... +2021-12-18 08:40:55,660 Loading parameters... +2021-12-18 08:40:55,662 Loading project parameters... +2021-12-18 08:40:55,664 + +20 of 25 jobs remaining (08:40) +2021-12-18 08:40:55,664 Sleep: 10 +2021-12-18 08:40:55,664 Number of retrials: 0 +2021-12-18 08:40:55,664 WRAPPER CHECK TIME = 10 +2021-12-18 08:40:55,665 Checking jobs for platform=marenostrum4 +2021-12-18 08:40:55,665 Checking Wrapper 19278896 +2021-12-18 08:40:59,238 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:40:59,238 Checking inner jobs status +2021-12-18 08:41:00,872 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 08:41:00,873 Checking jobs for platform=nord3 +2021-12-18 08:41:00,873 Checking jobs for platform=local +2021-12-18 08:41:00,874 Checking jobs for platform=transfer_node +2021-12-18 08:41:00,874 Checking all jobs at once +2021-12-18 08:41:02,244 Successful check job command +2021-12-18 08:41:04,516 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 08:41:04,516 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 08:41:04,516 End of checking +2021-12-18 08:41:04,518 Updating FAILED jobs +2021-12-18 08:41:04,518 Updating WAITING jobs +2021-12-18 08:41:04,518 Update finished +2021-12-18 08:41:04,518 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:41:04,518 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:41:04,518 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:41:04,519 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:41:04,519 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:41:04,519 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 08:41:04,519 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:41:04,519 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 08:41:04,519 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 08:41:04,522 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:41:04,524 Job list saved +2021-12-18 08:41:04,588 Updating FAILED jobs +2021-12-18 08:41:04,589 Updating WAITING jobs +2021-12-18 08:41:04,589 Update finished +2021-12-18 08:41:14,599 Reloading parameters... +2021-12-18 08:41:14,618 Loading parameters... +2021-12-18 08:41:14,619 Loading project parameters... +2021-12-18 08:41:14,621 + +20 of 25 jobs remaining (08:41) +2021-12-18 08:41:14,621 Sleep: 10 +2021-12-18 08:41:14,621 Number of retrials: 0 +2021-12-18 08:41:14,621 WRAPPER CHECK TIME = 10 +2021-12-18 08:41:14,622 Checking jobs for platform=marenostrum4 +2021-12-18 08:41:14,622 Checking Wrapper 19278896 +2021-12-18 08:41:17,996 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:41:17,996 Checking inner jobs status +2021-12-18 08:41:19,377 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 08:41:19,378 Checking jobs for platform=nord3 +2021-12-18 08:41:19,379 Checking jobs for platform=local +2021-12-18 08:41:19,380 Checking jobs for platform=transfer_node +2021-12-18 08:41:19,380 Checking all jobs at once +2021-12-18 08:41:20,851 Successful check job command +2021-12-18 08:41:22,220 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 08:41:22,220 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 08:41:22,220 End of checking +2021-12-18 08:41:22,222 Updating FAILED jobs +2021-12-18 08:41:22,222 Updating WAITING jobs +2021-12-18 08:41:22,222 Update finished +2021-12-18 08:41:22,222 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:41:22,223 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:41:22,223 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:41:22,224 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:41:22,224 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:41:22,224 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 08:41:22,224 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:41:22,224 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 08:41:22,224 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 08:41:22,227 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:41:22,229 Job list saved +2021-12-18 08:41:22,289 Updating FAILED jobs +2021-12-18 08:41:22,289 Updating WAITING jobs +2021-12-18 08:41:22,290 Update finished +2021-12-18 08:41:32,300 Reloading parameters... +2021-12-18 08:41:32,319 Loading parameters... +2021-12-18 08:41:32,320 Loading project parameters... +2021-12-18 08:41:32,322 + +20 of 25 jobs remaining (08:41) +2021-12-18 08:41:32,322 Sleep: 10 +2021-12-18 08:41:32,322 Number of retrials: 0 +2021-12-18 08:41:32,322 WRAPPER CHECK TIME = 10 +2021-12-18 08:41:32,323 Checking jobs for platform=marenostrum4 +2021-12-18 08:41:32,323 Checking Wrapper 19278896 +2021-12-18 08:41:35,594 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:41:35,595 Checking inner jobs status +2021-12-18 08:41:36,824 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 08:41:36,825 Checking jobs for platform=nord3 +2021-12-18 08:41:36,826 Checking jobs for platform=local +2021-12-18 08:41:36,826 Checking jobs for platform=transfer_node +2021-12-18 08:41:36,826 Checking all jobs at once +2021-12-18 08:41:38,496 Successful check job command +2021-12-18 08:41:39,915 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 08:41:39,916 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 08:41:39,916 End of checking +2021-12-18 08:41:39,917 Updating FAILED jobs +2021-12-18 08:41:39,918 Updating WAITING jobs +2021-12-18 08:41:39,918 Update finished +2021-12-18 08:41:39,918 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:41:39,918 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:41:39,918 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:41:39,918 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:41:39,919 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:41:39,919 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 08:41:39,919 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:41:39,919 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 08:41:39,919 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 08:41:39,922 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:41:39,924 Job list saved +2021-12-18 08:41:39,985 Updating FAILED jobs +2021-12-18 08:41:39,985 Updating WAITING jobs +2021-12-18 08:41:39,985 Update finished +2021-12-18 08:41:49,996 Reloading parameters... +2021-12-18 08:41:50,018 Loading parameters... +2021-12-18 08:41:50,019 Loading project parameters... +2021-12-18 08:41:50,021 + +20 of 25 jobs remaining (08:41) +2021-12-18 08:41:50,022 Sleep: 10 +2021-12-18 08:41:50,022 Number of retrials: 0 +2021-12-18 08:41:50,022 WRAPPER CHECK TIME = 10 +2021-12-18 08:41:50,022 Checking jobs for platform=marenostrum4 +2021-12-18 08:41:50,023 Checking Wrapper 19278896 +2021-12-18 08:41:53,896 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:41:53,896 Checking inner jobs status +2021-12-18 08:41:55,126 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 08:41:55,127 Checking jobs for platform=nord3 +2021-12-18 08:41:55,128 Checking jobs for platform=local +2021-12-18 08:41:55,128 Checking jobs for platform=transfer_node +2021-12-18 08:41:55,128 Checking all jobs at once +2021-12-18 08:41:57,959 Successful check job command +2021-12-18 08:41:59,329 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 08:41:59,329 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 08:41:59,329 End of checking +2021-12-18 08:41:59,331 Updating FAILED jobs +2021-12-18 08:41:59,331 Updating WAITING jobs +2021-12-18 08:41:59,331 Update finished +2021-12-18 08:41:59,331 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:41:59,334 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:41:59,334 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:41:59,334 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:41:59,334 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:41:59,334 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 08:41:59,335 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:41:59,335 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 08:41:59,335 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 08:41:59,337 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:41:59,340 Job list saved +2021-12-18 08:41:59,400 Updating FAILED jobs +2021-12-18 08:41:59,400 Updating WAITING jobs +2021-12-18 08:41:59,401 Update finished +2021-12-18 08:42:09,411 Reloading parameters... +2021-12-18 08:42:09,430 Loading parameters... +2021-12-18 08:42:09,432 Loading project parameters... +2021-12-18 08:42:09,434 + +20 of 25 jobs remaining (08:42) +2021-12-18 08:42:09,434 Sleep: 10 +2021-12-18 08:42:09,434 Number of retrials: 0 +2021-12-18 08:42:09,434 WRAPPER CHECK TIME = 10 +2021-12-18 08:42:09,435 Checking jobs for platform=marenostrum4 +2021-12-18 08:42:09,435 Checking Wrapper 19278896 +2021-12-18 08:42:12,855 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:42:12,855 Checking inner jobs status +2021-12-18 08:42:14,137 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 08:42:14,138 Checking jobs for platform=nord3 +2021-12-18 08:42:14,138 Checking jobs for platform=local +2021-12-18 08:42:14,139 Checking jobs for platform=transfer_node +2021-12-18 08:42:14,139 Checking all jobs at once +2021-12-18 08:42:15,511 Successful check job command +2021-12-18 08:42:16,730 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 08:42:16,730 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 08:42:16,730 End of checking +2021-12-18 08:42:16,732 Updating FAILED jobs +2021-12-18 08:42:16,732 Updating WAITING jobs +2021-12-18 08:42:16,732 Update finished +2021-12-18 08:42:16,733 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:42:16,733 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:42:16,733 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:42:16,733 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:42:16,733 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:42:16,733 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 08:42:16,733 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:42:16,733 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 08:42:16,734 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 08:42:16,738 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:42:16,741 Job list saved +2021-12-18 08:42:16,805 Updating FAILED jobs +2021-12-18 08:42:16,805 Updating WAITING jobs +2021-12-18 08:42:16,806 Update finished +2021-12-18 08:42:26,816 Reloading parameters... +2021-12-18 08:42:26,834 Loading parameters... +2021-12-18 08:42:26,835 Loading project parameters... +2021-12-18 08:42:26,837 + +20 of 25 jobs remaining (08:42) +2021-12-18 08:42:26,837 Sleep: 10 +2021-12-18 08:42:26,837 Number of retrials: 0 +2021-12-18 08:42:26,837 WRAPPER CHECK TIME = 10 +2021-12-18 08:42:26,838 Checking jobs for platform=marenostrum4 +2021-12-18 08:42:26,838 Checking Wrapper 19278896 +2021-12-18 08:42:30,460 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:42:30,460 Checking inner jobs status +2021-12-18 08:42:31,839 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 08:42:31,840 Checking jobs for platform=nord3 +2021-12-18 08:42:31,841 Checking jobs for platform=local +2021-12-18 08:42:31,842 Checking jobs for platform=transfer_node +2021-12-18 08:42:31,842 Checking all jobs at once +2021-12-18 08:42:33,413 Successful check job command +2021-12-18 08:42:34,682 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 08:42:34,683 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 08:42:34,683 End of checking +2021-12-18 08:42:34,684 Updating FAILED jobs +2021-12-18 08:42:34,684 Updating WAITING jobs +2021-12-18 08:42:34,685 Update finished +2021-12-18 08:42:34,685 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:42:34,685 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:42:34,686 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:42:34,686 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:42:34,686 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:42:34,686 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 08:42:34,686 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:42:34,686 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 08:42:34,686 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 08:42:34,689 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:42:34,691 Job list saved +2021-12-18 08:42:34,763 Updating FAILED jobs +2021-12-18 08:42:34,763 Updating WAITING jobs +2021-12-18 08:42:34,763 Update finished +2021-12-18 08:42:44,772 Reloading parameters... +2021-12-18 08:42:44,791 Loading parameters... +2021-12-18 08:42:44,792 Loading project parameters... +2021-12-18 08:42:44,794 + +20 of 25 jobs remaining (08:42) +2021-12-18 08:42:44,794 Sleep: 10 +2021-12-18 08:42:44,794 Number of retrials: 0 +2021-12-18 08:42:44,794 WRAPPER CHECK TIME = 10 +2021-12-18 08:42:44,795 Checking jobs for platform=marenostrum4 +2021-12-18 08:42:44,795 Checking Wrapper 19278896 +2021-12-18 08:42:48,566 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:42:48,566 Checking inner jobs status +2021-12-18 08:42:49,847 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 08:42:49,848 Checking jobs for platform=nord3 +2021-12-18 08:42:49,849 Checking jobs for platform=local +2021-12-18 08:42:49,849 Checking jobs for platform=transfer_node +2021-12-18 08:42:49,850 Checking all jobs at once +2021-12-18 08:42:51,221 Successful check job command +2021-12-18 08:42:52,641 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 08:42:52,641 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 08:42:52,641 End of checking +2021-12-18 08:42:52,642 Updating FAILED jobs +2021-12-18 08:42:52,642 Updating WAITING jobs +2021-12-18 08:42:52,643 Update finished +2021-12-18 08:42:52,643 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:42:52,643 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:42:52,643 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:42:52,643 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:42:52,643 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:42:52,644 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 08:42:52,644 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:42:52,644 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 08:42:52,644 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 08:42:52,646 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:42:52,649 Job list saved +2021-12-18 08:42:52,716 Updating FAILED jobs +2021-12-18 08:42:52,716 Updating WAITING jobs +2021-12-18 08:42:52,717 Update finished +2021-12-18 08:43:02,727 Reloading parameters... +2021-12-18 08:43:02,748 Loading parameters... +2021-12-18 08:43:02,749 Loading project parameters... +2021-12-18 08:43:02,751 + +20 of 25 jobs remaining (08:43) +2021-12-18 08:43:02,751 Sleep: 10 +2021-12-18 08:43:02,751 Number of retrials: 0 +2021-12-18 08:43:02,752 WRAPPER CHECK TIME = 10 +2021-12-18 08:43:02,752 Checking jobs for platform=marenostrum4 +2021-12-18 08:43:02,752 Checking Wrapper 19278896 +2021-12-18 08:43:06,174 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:43:06,175 Checking inner jobs status +2021-12-18 08:43:07,556 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 08:43:07,557 Checking jobs for platform=nord3 +2021-12-18 08:43:07,557 Checking jobs for platform=local +2021-12-18 08:43:07,558 Checking jobs for platform=transfer_node +2021-12-18 08:43:07,558 Checking all jobs at once +2021-12-18 08:43:08,977 Successful check job command +2021-12-18 08:43:10,398 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 08:43:10,398 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 08:43:10,398 End of checking +2021-12-18 08:43:10,399 Updating FAILED jobs +2021-12-18 08:43:10,399 Updating WAITING jobs +2021-12-18 08:43:10,400 Update finished +2021-12-18 08:43:10,400 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:43:10,400 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:43:10,401 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:43:10,401 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:43:10,401 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:43:10,401 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 08:43:10,401 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:43:10,401 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 08:43:10,401 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 08:43:10,404 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:43:10,406 Job list saved +2021-12-18 08:43:10,469 Updating FAILED jobs +2021-12-18 08:43:10,470 Updating WAITING jobs +2021-12-18 08:43:10,470 Update finished +2021-12-18 08:43:20,480 Reloading parameters... +2021-12-18 08:43:20,499 Loading parameters... +2021-12-18 08:43:20,504 Loading project parameters... +2021-12-18 08:43:20,506 + +20 of 25 jobs remaining (08:43) +2021-12-18 08:43:20,506 Sleep: 10 +2021-12-18 08:43:20,506 Number of retrials: 0 +2021-12-18 08:43:20,506 WRAPPER CHECK TIME = 10 +2021-12-18 08:43:20,512 Checking jobs for platform=marenostrum4 +2021-12-18 08:43:20,512 Checking Wrapper 19278896 +2021-12-18 08:43:23,934 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:43:23,934 Checking inner jobs status +2021-12-18 08:43:25,366 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 08:43:25,367 Checking jobs for platform=nord3 +2021-12-18 08:43:25,368 Checking jobs for platform=local +2021-12-18 08:43:25,368 Checking jobs for platform=transfer_node +2021-12-18 08:43:25,368 Checking all jobs at once +2021-12-18 08:43:26,838 Successful check job command +2021-12-18 08:43:28,110 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 08:43:28,111 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 08:43:28,111 End of checking +2021-12-18 08:43:28,112 Updating FAILED jobs +2021-12-18 08:43:28,112 Updating WAITING jobs +2021-12-18 08:43:28,112 Update finished +2021-12-18 08:43:28,113 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:43:28,113 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:43:28,113 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:43:28,113 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:43:28,113 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:43:28,113 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 08:43:28,113 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:43:28,114 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 08:43:28,114 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 08:43:28,116 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:43:28,119 Job list saved +2021-12-18 08:43:28,178 Updating FAILED jobs +2021-12-18 08:43:28,178 Updating WAITING jobs +2021-12-18 08:43:28,178 Update finished +2021-12-18 08:43:38,188 Reloading parameters... +2021-12-18 08:43:38,207 Loading parameters... +2021-12-18 08:43:38,208 Loading project parameters... +2021-12-18 08:43:38,210 + +20 of 25 jobs remaining (08:43) +2021-12-18 08:43:38,210 Sleep: 10 +2021-12-18 08:43:38,210 Number of retrials: 0 +2021-12-18 08:43:38,211 WRAPPER CHECK TIME = 10 +2021-12-18 08:43:38,211 Checking jobs for platform=marenostrum4 +2021-12-18 08:43:38,211 Checking Wrapper 19278896 +2021-12-18 08:43:41,884 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:43:41,885 Checking inner jobs status +2021-12-18 08:43:43,366 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 08:43:43,367 Checking jobs for platform=nord3 +2021-12-18 08:43:43,368 Checking jobs for platform=local +2021-12-18 08:43:43,368 Checking jobs for platform=transfer_node +2021-12-18 08:43:43,369 Checking all jobs at once +2021-12-18 08:43:44,738 Successful check job command +2021-12-18 08:43:45,957 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 08:43:45,957 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 08:43:45,957 End of checking +2021-12-18 08:43:45,959 Updating FAILED jobs +2021-12-18 08:43:45,959 Updating WAITING jobs +2021-12-18 08:43:45,959 Update finished +2021-12-18 08:43:45,959 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:43:45,960 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:43:45,960 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:43:45,960 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:43:45,960 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:43:45,960 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 08:43:45,960 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:43:45,960 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 08:43:45,960 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 08:43:45,963 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:43:45,965 Job list saved +2021-12-18 08:43:46,019 Updating FAILED jobs +2021-12-18 08:43:46,020 Updating WAITING jobs +2021-12-18 08:43:46,020 Update finished +2021-12-18 08:43:56,029 Reloading parameters... +2021-12-18 08:43:56,048 Loading parameters... +2021-12-18 08:43:56,049 Loading project parameters... +2021-12-18 08:43:56,051 + +20 of 25 jobs remaining (08:43) +2021-12-18 08:43:56,051 Sleep: 10 +2021-12-18 08:43:56,051 Number of retrials: 0 +2021-12-18 08:43:56,051 WRAPPER CHECK TIME = 10 +2021-12-18 08:43:56,052 Checking jobs for platform=marenostrum4 +2021-12-18 08:43:56,052 Checking Wrapper 19278896 +2021-12-18 08:43:59,374 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:43:59,374 Checking inner jobs status +2021-12-18 08:44:00,503 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 08:44:00,504 Checking jobs for platform=nord3 +2021-12-18 08:44:00,505 Checking jobs for platform=local +2021-12-18 08:44:00,505 Checking jobs for platform=transfer_node +2021-12-18 08:44:00,506 Checking all jobs at once +2021-12-18 08:44:01,725 Successful check job command +2021-12-18 08:44:03,045 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 08:44:03,045 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 08:44:03,045 End of checking +2021-12-18 08:44:03,047 Updating FAILED jobs +2021-12-18 08:44:03,047 Updating WAITING jobs +2021-12-18 08:44:03,047 Update finished +2021-12-18 08:44:03,047 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:44:03,048 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:44:03,048 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:44:03,048 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:44:03,048 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:44:03,048 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 08:44:03,048 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:44:03,048 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 08:44:03,049 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 08:44:03,052 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:44:03,054 Job list saved +2021-12-18 08:44:03,113 Updating FAILED jobs +2021-12-18 08:44:03,113 Updating WAITING jobs +2021-12-18 08:44:03,113 Update finished +2021-12-18 08:44:13,123 Reloading parameters... +2021-12-18 08:44:13,142 Loading parameters... +2021-12-18 08:44:13,143 Loading project parameters... +2021-12-18 08:44:13,145 + +20 of 25 jobs remaining (08:44) +2021-12-18 08:44:13,145 Sleep: 10 +2021-12-18 08:44:13,145 Number of retrials: 0 +2021-12-18 08:44:13,145 WRAPPER CHECK TIME = 10 +2021-12-18 08:44:13,146 Checking jobs for platform=marenostrum4 +2021-12-18 08:44:13,146 Checking Wrapper 19278896 +2021-12-18 08:44:16,667 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:44:16,668 Checking inner jobs status +2021-12-18 08:44:17,899 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 08:44:17,901 Checking jobs for platform=nord3 +2021-12-18 08:44:17,902 Checking jobs for platform=local +2021-12-18 08:44:17,902 Checking jobs for platform=transfer_node +2021-12-18 08:44:17,902 Checking all jobs at once +2021-12-18 08:44:19,221 Successful check job command +2021-12-18 08:44:20,490 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 08:44:20,491 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 08:44:20,491 End of checking +2021-12-18 08:44:20,492 Updating FAILED jobs +2021-12-18 08:44:20,492 Updating WAITING jobs +2021-12-18 08:44:20,492 Update finished +2021-12-18 08:44:20,493 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:44:20,493 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:44:20,493 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:44:20,493 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:44:20,493 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:44:20,493 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 08:44:20,493 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:44:20,493 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 08:44:20,494 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 08:44:20,496 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:44:20,499 Job list saved +2021-12-18 08:44:20,571 Updating FAILED jobs +2021-12-18 08:44:20,571 Updating WAITING jobs +2021-12-18 08:44:20,571 Update finished +2021-12-18 08:44:30,580 Reloading parameters... +2021-12-18 08:44:30,599 Loading parameters... +2021-12-18 08:44:30,600 Loading project parameters... +2021-12-18 08:44:30,602 + +20 of 25 jobs remaining (08:44) +2021-12-18 08:44:30,603 Sleep: 10 +2021-12-18 08:44:30,603 Number of retrials: 0 +2021-12-18 08:44:30,603 WRAPPER CHECK TIME = 10 +2021-12-18 08:44:30,603 Checking jobs for platform=marenostrum4 +2021-12-18 08:44:30,603 Checking Wrapper 19278896 +2021-12-18 08:44:33,874 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:44:33,874 Checking inner jobs status +2021-12-18 08:44:35,155 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 08:44:35,156 Checking jobs for platform=nord3 +2021-12-18 08:44:35,156 Checking jobs for platform=local +2021-12-18 08:44:35,157 Checking jobs for platform=transfer_node +2021-12-18 08:44:35,157 Checking all jobs at once +2021-12-18 08:44:36,526 Successful check job command +2021-12-18 08:44:37,745 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 08:44:37,745 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 08:44:37,745 End of checking +2021-12-18 08:44:37,747 Updating FAILED jobs +2021-12-18 08:44:37,747 Updating WAITING jobs +2021-12-18 08:44:37,747 Update finished +2021-12-18 08:44:37,747 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:44:37,748 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:44:37,748 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:44:37,748 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:44:37,748 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:44:37,748 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 08:44:37,748 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:44:37,748 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 08:44:37,749 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 08:44:37,751 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:44:37,754 Job list saved +2021-12-18 08:44:37,818 Updating FAILED jobs +2021-12-18 08:44:37,818 Updating WAITING jobs +2021-12-18 08:44:37,819 Update finished +2021-12-18 08:44:47,829 Reloading parameters... +2021-12-18 08:44:47,848 Loading parameters... +2021-12-18 08:44:47,849 Loading project parameters... +2021-12-18 08:44:47,851 + +20 of 25 jobs remaining (08:44) +2021-12-18 08:44:47,852 Sleep: 10 +2021-12-18 08:44:47,852 Number of retrials: 0 +2021-12-18 08:44:47,852 WRAPPER CHECK TIME = 10 +2021-12-18 08:44:47,853 Checking jobs for platform=marenostrum4 +2021-12-18 08:44:47,853 Checking Wrapper 19278896 +2021-12-18 08:44:51,475 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:44:51,475 Checking inner jobs status +2021-12-18 08:44:52,756 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 08:44:52,757 Checking jobs for platform=nord3 +2021-12-18 08:44:52,757 Checking jobs for platform=local +2021-12-18 08:44:52,758 Checking jobs for platform=transfer_node +2021-12-18 08:44:52,758 Checking all jobs at once +2021-12-18 08:44:54,328 Successful check job command +2021-12-18 08:44:55,998 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 08:44:55,998 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 08:44:55,998 End of checking +2021-12-18 08:44:56,000 Updating FAILED jobs +2021-12-18 08:44:56,000 Updating WAITING jobs +2021-12-18 08:44:56,000 Update finished +2021-12-18 08:44:56,000 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:44:56,001 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:44:56,001 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:44:56,001 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:44:56,001 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:44:56,001 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 08:44:56,001 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:44:56,001 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 08:44:56,002 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 08:44:56,004 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:44:56,007 Job list saved +2021-12-18 08:44:56,069 Updating FAILED jobs +2021-12-18 08:44:56,069 Updating WAITING jobs +2021-12-18 08:44:56,069 Update finished +2021-12-18 08:45:06,079 Reloading parameters... +2021-12-18 08:45:06,097 Loading parameters... +2021-12-18 08:45:06,098 Loading project parameters... +2021-12-18 08:45:06,100 + +20 of 25 jobs remaining (08:45) +2021-12-18 08:45:06,100 Sleep: 10 +2021-12-18 08:45:06,100 Number of retrials: 0 +2021-12-18 08:45:06,100 WRAPPER CHECK TIME = 10 +2021-12-18 08:45:06,101 Checking jobs for platform=marenostrum4 +2021-12-18 08:45:06,101 Checking Wrapper 19278896 +2021-12-18 08:45:09,474 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:45:09,475 Checking inner jobs status +2021-12-18 08:45:10,846 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 08:45:10,847 Checking jobs for platform=nord3 +2021-12-18 08:45:10,847 Checking jobs for platform=local +2021-12-18 08:45:10,848 Checking jobs for platform=transfer_node +2021-12-18 08:45:10,848 Checking all jobs at once +2021-12-18 08:45:12,167 Successful check job command +2021-12-18 08:45:13,488 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 08:45:13,489 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 08:45:13,489 End of checking +2021-12-18 08:45:13,493 Updating FAILED jobs +2021-12-18 08:45:13,493 Updating WAITING jobs +2021-12-18 08:45:13,493 Update finished +2021-12-18 08:45:13,493 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:45:13,494 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:45:13,494 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:45:13,494 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:45:13,495 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:45:13,495 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 08:45:13,495 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:45:13,495 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 08:45:13,495 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 08:45:13,498 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:45:13,501 Job list saved +2021-12-18 08:45:13,577 Updating FAILED jobs +2021-12-18 08:45:13,577 Updating WAITING jobs +2021-12-18 08:45:13,577 Update finished +2021-12-18 08:45:23,582 Reloading parameters... +2021-12-18 08:45:23,602 Loading parameters... +2021-12-18 08:45:23,604 Loading project parameters... +2021-12-18 08:45:23,606 + +20 of 25 jobs remaining (08:45) +2021-12-18 08:45:23,606 Sleep: 10 +2021-12-18 08:45:23,606 Number of retrials: 0 +2021-12-18 08:45:23,606 WRAPPER CHECK TIME = 10 +2021-12-18 08:45:23,607 Checking jobs for platform=marenostrum4 +2021-12-18 08:45:23,607 Checking Wrapper 19278896 +2021-12-18 08:45:27,181 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:45:27,182 Checking inner jobs status +2021-12-18 08:45:28,516 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 08:45:28,517 Checking jobs for platform=nord3 +2021-12-18 08:45:28,518 Checking jobs for platform=local +2021-12-18 08:45:28,518 Checking jobs for platform=transfer_node +2021-12-18 08:45:28,518 Checking all jobs at once +2021-12-18 08:45:30,039 Successful check job command +2021-12-18 08:45:32,010 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 08:45:32,010 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 08:45:32,010 End of checking +2021-12-18 08:45:32,012 Updating FAILED jobs +2021-12-18 08:45:32,012 Updating WAITING jobs +2021-12-18 08:45:32,012 Update finished +2021-12-18 08:45:32,012 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:45:32,012 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:45:32,013 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:45:32,013 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:45:32,013 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:45:32,013 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 08:45:32,013 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:45:32,013 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 08:45:32,013 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 08:45:32,016 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:45:32,018 Job list saved +2021-12-18 08:45:32,087 Updating FAILED jobs +2021-12-18 08:45:32,087 Updating WAITING jobs +2021-12-18 08:45:32,087 Update finished +2021-12-18 08:45:42,097 Reloading parameters... +2021-12-18 08:45:42,119 Loading parameters... +2021-12-18 08:45:42,121 Loading project parameters... +2021-12-18 08:45:42,126 + +20 of 25 jobs remaining (08:45) +2021-12-18 08:45:42,127 Sleep: 10 +2021-12-18 08:45:42,127 Number of retrials: 0 +2021-12-18 08:45:42,127 WRAPPER CHECK TIME = 10 +2021-12-18 08:45:42,127 Checking jobs for platform=marenostrum4 +2021-12-18 08:45:42,128 Checking Wrapper 19278896 +2021-12-18 08:45:45,399 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:45:45,400 Checking inner jobs status +2021-12-18 08:45:46,733 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 08:45:46,734 Checking jobs for platform=nord3 +2021-12-18 08:45:46,734 Checking jobs for platform=local +2021-12-18 08:45:46,735 Checking jobs for platform=transfer_node +2021-12-18 08:45:46,735 Checking all jobs at once +2021-12-18 08:45:48,155 Successful check job command +2021-12-18 08:45:49,725 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 08:45:49,725 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 08:45:49,725 End of checking +2021-12-18 08:45:49,727 Updating FAILED jobs +2021-12-18 08:45:49,727 Updating WAITING jobs +2021-12-18 08:45:49,727 Update finished +2021-12-18 08:45:49,728 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:45:49,728 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:45:49,728 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:45:49,728 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:45:49,728 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:45:49,729 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 08:45:49,729 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:45:49,729 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 08:45:49,729 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 08:45:49,731 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:45:49,734 Job list saved +2021-12-18 08:45:49,797 Updating FAILED jobs +2021-12-18 08:45:49,797 Updating WAITING jobs +2021-12-18 08:45:49,798 Update finished +2021-12-18 08:45:59,806 Reloading parameters... +2021-12-18 08:45:59,826 Loading parameters... +2021-12-18 08:45:59,827 Loading project parameters... +2021-12-18 08:45:59,829 + +20 of 25 jobs remaining (08:45) +2021-12-18 08:45:59,830 Sleep: 10 +2021-12-18 08:45:59,830 Number of retrials: 0 +2021-12-18 08:45:59,830 WRAPPER CHECK TIME = 10 +2021-12-18 08:45:59,830 Checking jobs for platform=marenostrum4 +2021-12-18 08:45:59,830 Checking Wrapper 19278896 +2021-12-18 08:46:03,254 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:46:03,254 Checking inner jobs status +2021-12-18 08:46:05,038 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 08:46:05,039 Checking jobs for platform=nord3 +2021-12-18 08:46:05,040 Checking jobs for platform=local +2021-12-18 08:46:05,040 Checking jobs for platform=transfer_node +2021-12-18 08:46:05,040 Checking all jobs at once +2021-12-18 08:46:07,113 Successful check job command +2021-12-18 08:46:08,633 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 08:46:08,633 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 08:46:08,633 End of checking +2021-12-18 08:46:08,635 Updating FAILED jobs +2021-12-18 08:46:08,635 Updating WAITING jobs +2021-12-18 08:46:08,635 Update finished +2021-12-18 08:46:08,636 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:46:08,636 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:46:08,636 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:46:08,636 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:46:08,636 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:46:08,636 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 08:46:08,636 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:46:08,637 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 08:46:08,637 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 08:46:08,639 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:46:08,642 Job list saved +2021-12-18 08:46:08,720 Updating FAILED jobs +2021-12-18 08:46:08,720 Updating WAITING jobs +2021-12-18 08:46:08,721 Update finished +2021-12-18 08:46:18,729 Reloading parameters... +2021-12-18 08:46:18,750 Loading parameters... +2021-12-18 08:46:18,751 Loading project parameters... +2021-12-18 08:46:18,754 + +20 of 25 jobs remaining (08:46) +2021-12-18 08:46:18,754 Sleep: 10 +2021-12-18 08:46:18,754 Number of retrials: 0 +2021-12-18 08:46:18,754 WRAPPER CHECK TIME = 10 +2021-12-18 08:46:18,755 Checking jobs for platform=marenostrum4 +2021-12-18 08:46:18,755 Checking Wrapper 19278896 +2021-12-18 08:46:22,127 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:46:22,127 Checking inner jobs status +2021-12-18 08:46:23,409 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 08:46:23,410 Checking jobs for platform=nord3 +2021-12-18 08:46:23,411 Checking jobs for platform=local +2021-12-18 08:46:23,411 Checking jobs for platform=transfer_node +2021-12-18 08:46:23,411 Checking all jobs at once +2021-12-18 08:46:24,932 Successful check job command +2021-12-18 08:46:26,402 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 08:46:26,402 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 08:46:26,402 End of checking +2021-12-18 08:46:26,404 Updating FAILED jobs +2021-12-18 08:46:26,404 Updating WAITING jobs +2021-12-18 08:46:26,404 Update finished +2021-12-18 08:46:26,404 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:46:26,405 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:46:26,406 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:46:26,406 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:46:26,406 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:46:26,406 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 08:46:26,406 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:46:26,406 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 08:46:26,406 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 08:46:26,410 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:46:26,412 Job list saved +2021-12-18 08:46:26,500 Updating FAILED jobs +2021-12-18 08:46:26,500 Updating WAITING jobs +2021-12-18 08:46:26,500 Update finished +2021-12-18 08:46:36,508 Reloading parameters... +2021-12-18 08:46:36,529 Loading parameters... +2021-12-18 08:46:36,530 Loading project parameters... +2021-12-18 08:46:36,532 + +20 of 25 jobs remaining (08:46) +2021-12-18 08:46:36,532 Sleep: 10 +2021-12-18 08:46:36,533 Number of retrials: 0 +2021-12-18 08:46:36,533 WRAPPER CHECK TIME = 10 +2021-12-18 08:46:36,533 Checking jobs for platform=marenostrum4 +2021-12-18 08:46:36,533 Checking Wrapper 19278896 +2021-12-18 08:46:39,855 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:46:39,855 Checking inner jobs status +2021-12-18 08:46:41,137 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 08:46:41,138 Checking jobs for platform=nord3 +2021-12-18 08:46:41,139 Checking jobs for platform=local +2021-12-18 08:46:41,139 Checking jobs for platform=transfer_node +2021-12-18 08:46:41,139 Checking all jobs at once +2021-12-18 08:46:43,110 Successful check job command +2021-12-18 08:46:44,880 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 08:46:44,880 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 08:46:44,880 End of checking +2021-12-18 08:46:44,882 Updating FAILED jobs +2021-12-18 08:46:44,882 Updating WAITING jobs +2021-12-18 08:46:44,882 Update finished +2021-12-18 08:46:44,882 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:46:44,882 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:46:44,883 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:46:44,883 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:46:44,883 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:46:44,883 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 08:46:44,883 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:46:44,883 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 08:46:44,883 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 08:46:44,886 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:46:44,889 Job list saved +2021-12-18 08:46:44,961 Updating FAILED jobs +2021-12-18 08:46:44,961 Updating WAITING jobs +2021-12-18 08:46:44,961 Update finished +2021-12-18 08:46:54,972 Reloading parameters... +2021-12-18 08:46:54,994 Loading parameters... +2021-12-18 08:46:54,995 Loading project parameters... +2021-12-18 08:46:54,997 + +20 of 25 jobs remaining (08:46) +2021-12-18 08:46:54,997 Sleep: 10 +2021-12-18 08:46:54,997 Number of retrials: 0 +2021-12-18 08:46:54,997 WRAPPER CHECK TIME = 10 +2021-12-18 08:46:54,998 Checking jobs for platform=marenostrum4 +2021-12-18 08:46:54,998 Checking Wrapper 19278896 +2021-12-18 08:46:58,269 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:46:58,269 Checking inner jobs status +2021-12-18 08:46:59,651 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 08:46:59,652 Checking jobs for platform=nord3 +2021-12-18 08:46:59,652 Checking jobs for platform=local +2021-12-18 08:46:59,653 Checking jobs for platform=transfer_node +2021-12-18 08:46:59,653 Checking all jobs at once +2021-12-18 08:47:01,372 Successful check job command +2021-12-18 08:47:03,744 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 08:47:03,744 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 08:47:03,744 End of checking +2021-12-18 08:47:03,745 Updating FAILED jobs +2021-12-18 08:47:03,745 Updating WAITING jobs +2021-12-18 08:47:03,746 Update finished +2021-12-18 08:47:03,746 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:47:03,746 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:47:03,747 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:47:03,747 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:47:03,747 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:47:03,747 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 08:47:03,747 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:47:03,747 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 08:47:03,747 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 08:47:03,750 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:47:03,752 Job list saved +2021-12-18 08:47:03,819 Updating FAILED jobs +2021-12-18 08:47:03,819 Updating WAITING jobs +2021-12-18 08:47:03,820 Update finished +2021-12-18 08:47:13,829 Reloading parameters... +2021-12-18 08:47:13,852 Loading parameters... +2021-12-18 08:47:13,853 Loading project parameters... +2021-12-18 08:47:13,855 + +20 of 25 jobs remaining (08:47) +2021-12-18 08:47:13,855 Sleep: 10 +2021-12-18 08:47:13,855 Number of retrials: 0 +2021-12-18 08:47:13,855 WRAPPER CHECK TIME = 10 +2021-12-18 08:47:13,856 Checking jobs for platform=marenostrum4 +2021-12-18 08:47:13,856 Checking Wrapper 19278896 +2021-12-18 08:47:17,229 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:47:17,229 Checking inner jobs status +2021-12-18 08:47:18,613 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 08:47:18,614 Checking jobs for platform=nord3 +2021-12-18 08:47:18,615 Checking jobs for platform=local +2021-12-18 08:47:18,615 Checking jobs for platform=transfer_node +2021-12-18 08:47:18,615 Checking all jobs at once +2021-12-18 08:47:20,085 Successful check job command +2021-12-18 08:47:21,456 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 08:47:21,456 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 08:47:21,456 End of checking +2021-12-18 08:47:21,459 Updating FAILED jobs +2021-12-18 08:47:21,459 Updating WAITING jobs +2021-12-18 08:47:21,459 Update finished +2021-12-18 08:47:21,459 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:47:21,460 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:47:21,460 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:47:21,460 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:47:21,460 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:47:21,460 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 08:47:21,460 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:47:21,460 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 08:47:21,460 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 08:47:21,463 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:47:21,466 Job list saved +2021-12-18 08:47:21,535 Updating FAILED jobs +2021-12-18 08:47:21,535 Updating WAITING jobs +2021-12-18 08:47:21,535 Update finished +2021-12-18 08:47:31,545 Reloading parameters... +2021-12-18 08:47:31,566 Loading parameters... +2021-12-18 08:47:31,567 Loading project parameters... +2021-12-18 08:47:31,570 + +20 of 25 jobs remaining (08:47) +2021-12-18 08:47:31,570 Sleep: 10 +2021-12-18 08:47:31,570 Number of retrials: 0 +2021-12-18 08:47:31,570 WRAPPER CHECK TIME = 10 +2021-12-18 08:47:31,571 Checking jobs for platform=marenostrum4 +2021-12-18 08:47:31,571 Checking Wrapper 19278896 +2021-12-18 08:47:35,893 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:47:35,894 Checking inner jobs status +2021-12-18 08:47:37,525 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 08:47:37,526 Checking jobs for platform=nord3 +2021-12-18 08:47:37,527 Checking jobs for platform=local +2021-12-18 08:47:37,527 Checking jobs for platform=transfer_node +2021-12-18 08:47:37,527 Checking all jobs at once +2021-12-18 08:47:38,896 Successful check job command +2021-12-18 08:47:40,316 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 08:47:40,316 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 08:47:40,316 End of checking +2021-12-18 08:47:40,318 Updating FAILED jobs +2021-12-18 08:47:40,318 Updating WAITING jobs +2021-12-18 08:47:40,318 Update finished +2021-12-18 08:47:40,319 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:47:40,319 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:47:40,319 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:47:40,319 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:47:40,320 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:47:40,320 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 08:47:40,320 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:47:40,320 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 08:47:40,320 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 08:47:40,323 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:47:40,326 Job list saved +2021-12-18 08:47:40,411 Updating FAILED jobs +2021-12-18 08:47:40,411 Updating WAITING jobs +2021-12-18 08:47:40,412 Update finished +2021-12-18 08:47:50,422 Reloading parameters... +2021-12-18 08:47:50,441 Loading parameters... +2021-12-18 08:47:50,443 Loading project parameters... +2021-12-18 08:47:50,445 + +20 of 25 jobs remaining (08:47) +2021-12-18 08:47:50,445 Sleep: 10 +2021-12-18 08:47:50,445 Number of retrials: 0 +2021-12-18 08:47:50,445 WRAPPER CHECK TIME = 10 +2021-12-18 08:47:50,446 Checking jobs for platform=marenostrum4 +2021-12-18 08:47:50,446 Checking Wrapper 19278896 +2021-12-18 08:47:54,770 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:47:54,771 Checking inner jobs status +2021-12-18 08:47:56,853 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 08:47:56,854 Checking jobs for platform=nord3 +2021-12-18 08:47:56,855 Checking jobs for platform=local +2021-12-18 08:47:56,855 Checking jobs for platform=transfer_node +2021-12-18 08:47:56,855 Checking all jobs at once +2021-12-18 08:47:58,328 Successful check job command +2021-12-18 08:47:59,651 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 08:47:59,652 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 08:47:59,652 End of checking +2021-12-18 08:47:59,653 Updating FAILED jobs +2021-12-18 08:47:59,653 Updating WAITING jobs +2021-12-18 08:47:59,654 Update finished +2021-12-18 08:47:59,654 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:47:59,654 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:47:59,654 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:47:59,654 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:47:59,654 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:47:59,655 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 08:47:59,655 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:47:59,655 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 08:47:59,655 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 08:47:59,658 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:47:59,660 Job list saved +2021-12-18 08:47:59,726 Updating FAILED jobs +2021-12-18 08:47:59,726 Updating WAITING jobs +2021-12-18 08:47:59,727 Update finished +2021-12-18 08:48:09,736 Reloading parameters... +2021-12-18 08:48:09,756 Loading parameters... +2021-12-18 08:48:09,757 Loading project parameters... +2021-12-18 08:48:09,759 + +20 of 25 jobs remaining (08:48) +2021-12-18 08:48:09,759 Sleep: 10 +2021-12-18 08:48:09,759 Number of retrials: 0 +2021-12-18 08:48:09,759 WRAPPER CHECK TIME = 10 +2021-12-18 08:48:09,760 Checking jobs for platform=marenostrum4 +2021-12-18 08:48:09,760 Checking Wrapper 19278896 +2021-12-18 08:48:13,632 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:48:13,632 Checking inner jobs status +2021-12-18 08:48:15,516 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 08:48:15,518 Checking jobs for platform=nord3 +2021-12-18 08:48:15,518 Checking jobs for platform=local +2021-12-18 08:48:15,519 Checking jobs for platform=transfer_node +2021-12-18 08:48:15,519 Checking all jobs at once +2021-12-18 08:48:16,988 Successful check job command +2021-12-18 08:48:18,658 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 08:48:18,658 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 08:48:18,658 End of checking +2021-12-18 08:48:18,660 Updating FAILED jobs +2021-12-18 08:48:18,660 Updating WAITING jobs +2021-12-18 08:48:18,660 Update finished +2021-12-18 08:48:18,660 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:48:18,663 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:48:18,663 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:48:18,663 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:48:18,663 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:48:18,663 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 08:48:18,664 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:48:18,664 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 08:48:18,664 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 08:48:18,666 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:48:18,669 Job list saved +2021-12-18 08:48:18,737 Updating FAILED jobs +2021-12-18 08:48:18,737 Updating WAITING jobs +2021-12-18 08:48:18,738 Update finished +2021-12-18 08:48:28,744 Reloading parameters... +2021-12-18 08:48:28,764 Loading parameters... +2021-12-18 08:48:28,765 Loading project parameters... +2021-12-18 08:48:28,767 + +20 of 25 jobs remaining (08:48) +2021-12-18 08:48:28,767 Sleep: 10 +2021-12-18 08:48:28,767 Number of retrials: 0 +2021-12-18 08:48:28,767 WRAPPER CHECK TIME = 10 +2021-12-18 08:48:28,768 Checking jobs for platform=marenostrum4 +2021-12-18 08:48:28,768 Checking Wrapper 19278896 +2021-12-18 08:48:32,290 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:48:32,290 Checking inner jobs status +2021-12-18 08:48:33,721 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 08:48:33,722 Checking jobs for platform=nord3 +2021-12-18 08:48:33,723 Checking jobs for platform=local +2021-12-18 08:48:33,723 Checking jobs for platform=transfer_node +2021-12-18 08:48:33,723 Checking all jobs at once +2021-12-18 08:48:35,496 Successful check job command +2021-12-18 08:48:36,965 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 08:48:36,966 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 08:48:36,967 End of checking +2021-12-18 08:48:36,969 Updating FAILED jobs +2021-12-18 08:48:36,969 Updating WAITING jobs +2021-12-18 08:48:36,969 Update finished +2021-12-18 08:48:36,969 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:48:36,969 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:48:36,969 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:48:36,970 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:48:36,970 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:48:36,970 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 08:48:36,970 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:48:36,970 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 08:48:36,970 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 08:48:36,973 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:48:36,976 Job list saved +2021-12-18 08:48:37,049 Updating FAILED jobs +2021-12-18 08:48:37,049 Updating WAITING jobs +2021-12-18 08:48:37,049 Update finished +2021-12-18 08:48:47,059 Reloading parameters... +2021-12-18 08:48:47,080 Loading parameters... +2021-12-18 08:48:47,081 Loading project parameters... +2021-12-18 08:48:47,083 + +20 of 25 jobs remaining (08:48) +2021-12-18 08:48:47,083 Sleep: 10 +2021-12-18 08:48:47,083 Number of retrials: 0 +2021-12-18 08:48:47,083 WRAPPER CHECK TIME = 10 +2021-12-18 08:48:47,084 Checking jobs for platform=marenostrum4 +2021-12-18 08:48:47,084 Checking Wrapper 19278896 +2021-12-18 08:48:50,405 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:48:50,405 Checking inner jobs status +2021-12-18 08:48:51,687 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 08:48:51,688 Checking jobs for platform=nord3 +2021-12-18 08:48:51,688 Checking jobs for platform=local +2021-12-18 08:48:51,689 Checking jobs for platform=transfer_node +2021-12-18 08:48:51,689 Checking all jobs at once +2021-12-18 08:48:53,158 Successful check job command +2021-12-18 08:48:54,378 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 08:48:54,378 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 08:48:54,378 End of checking +2021-12-18 08:48:54,380 Updating FAILED jobs +2021-12-18 08:48:54,380 Updating WAITING jobs +2021-12-18 08:48:54,380 Update finished +2021-12-18 08:48:54,380 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:48:54,381 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:48:54,381 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:48:54,381 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:48:54,381 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:48:54,381 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 08:48:54,382 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:48:54,382 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 08:48:54,382 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 08:48:54,384 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:48:54,387 Job list saved +2021-12-18 08:48:54,451 Updating FAILED jobs +2021-12-18 08:48:54,452 Updating WAITING jobs +2021-12-18 08:48:54,452 Update finished +2021-12-18 08:49:04,462 Reloading parameters... +2021-12-18 08:49:04,482 Loading parameters... +2021-12-18 08:49:04,483 Loading project parameters... +2021-12-18 08:49:04,485 + +20 of 25 jobs remaining (08:49) +2021-12-18 08:49:04,485 Sleep: 10 +2021-12-18 08:49:04,485 Number of retrials: 0 +2021-12-18 08:49:04,485 WRAPPER CHECK TIME = 10 +2021-12-18 08:49:04,486 Checking jobs for platform=marenostrum4 +2021-12-18 08:49:04,486 Checking Wrapper 19278896 +2021-12-18 08:49:07,858 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:49:07,858 Checking inner jobs status +2021-12-18 08:49:09,239 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 08:49:09,240 Checking jobs for platform=nord3 +2021-12-18 08:49:09,240 Checking jobs for platform=local +2021-12-18 08:49:09,241 Checking jobs for platform=transfer_node +2021-12-18 08:49:09,241 Checking all jobs at once +2021-12-18 08:49:10,661 Successful check job command +2021-12-18 08:49:11,981 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 08:49:11,981 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 08:49:11,981 End of checking +2021-12-18 08:49:11,982 Updating FAILED jobs +2021-12-18 08:49:11,982 Updating WAITING jobs +2021-12-18 08:49:11,983 Update finished +2021-12-18 08:49:11,983 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:49:11,983 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:49:11,983 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:49:11,983 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:49:11,983 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:49:11,984 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 08:49:11,984 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:49:11,984 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 08:49:11,984 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 08:49:11,987 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:49:11,989 Job list saved +2021-12-18 08:49:12,062 Updating FAILED jobs +2021-12-18 08:49:12,062 Updating WAITING jobs +2021-12-18 08:49:12,063 Update finished +2021-12-18 08:49:22,075 Reloading parameters... +2021-12-18 08:49:22,096 Loading parameters... +2021-12-18 08:49:22,097 Loading project parameters... +2021-12-18 08:49:22,099 + +20 of 25 jobs remaining (08:49) +2021-12-18 08:49:22,099 Sleep: 10 +2021-12-18 08:49:22,099 Number of retrials: 0 +2021-12-18 08:49:22,099 WRAPPER CHECK TIME = 10 +2021-12-18 08:49:22,100 Checking jobs for platform=marenostrum4 +2021-12-18 08:49:22,100 Checking Wrapper 19278896 +2021-12-18 08:49:25,422 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:49:25,422 Checking inner jobs status +2021-12-18 08:49:26,704 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 08:49:26,705 Checking jobs for platform=nord3 +2021-12-18 08:49:26,705 Checking jobs for platform=local +2021-12-18 08:49:26,706 Checking jobs for platform=transfer_node +2021-12-18 08:49:26,706 Checking all jobs at once +2021-12-18 08:49:28,126 Successful check job command +2021-12-18 08:49:29,495 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 08:49:29,495 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 08:49:29,496 End of checking +2021-12-18 08:49:29,497 Updating FAILED jobs +2021-12-18 08:49:29,497 Updating WAITING jobs +2021-12-18 08:49:29,497 Update finished +2021-12-18 08:49:29,498 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:49:29,498 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:49:29,498 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:49:29,499 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:49:29,499 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:49:29,499 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 08:49:29,499 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:49:29,499 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 08:49:29,499 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 08:49:29,502 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:49:29,504 Job list saved +2021-12-18 08:49:29,569 Updating FAILED jobs +2021-12-18 08:49:29,569 Updating WAITING jobs +2021-12-18 08:49:29,570 Update finished +2021-12-18 08:49:39,580 Reloading parameters... +2021-12-18 08:49:39,602 Loading parameters... +2021-12-18 08:49:39,604 Loading project parameters... +2021-12-18 08:49:39,606 + +20 of 25 jobs remaining (08:49) +2021-12-18 08:49:39,606 Sleep: 10 +2021-12-18 08:49:39,606 Number of retrials: 0 +2021-12-18 08:49:39,606 WRAPPER CHECK TIME = 10 +2021-12-18 08:49:39,607 Checking jobs for platform=marenostrum4 +2021-12-18 08:49:39,607 Checking Wrapper 19278896 +2021-12-18 08:49:42,928 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:49:42,928 Checking inner jobs status +2021-12-18 08:49:44,214 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 08:49:44,215 Checking jobs for platform=nord3 +2021-12-18 08:49:44,215 Checking jobs for platform=local +2021-12-18 08:49:44,216 Checking jobs for platform=transfer_node +2021-12-18 08:49:44,216 Checking all jobs at once +2021-12-18 08:49:45,686 Successful check job command +2021-12-18 08:49:47,307 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 08:49:47,307 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 08:49:47,307 End of checking +2021-12-18 08:49:47,309 Updating FAILED jobs +2021-12-18 08:49:47,309 Updating WAITING jobs +2021-12-18 08:49:47,309 Update finished +2021-12-18 08:49:47,309 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:49:47,309 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:49:47,310 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:49:47,310 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:49:47,310 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:49:47,310 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 08:49:47,310 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:49:47,310 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 08:49:47,310 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 08:49:47,313 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:49:47,315 Job list saved +2021-12-18 08:49:47,392 Updating FAILED jobs +2021-12-18 08:49:47,392 Updating WAITING jobs +2021-12-18 08:49:47,392 Update finished +2021-12-18 08:49:57,399 Reloading parameters... +2021-12-18 08:49:57,421 Loading parameters... +2021-12-18 08:49:57,423 Loading project parameters... +2021-12-18 08:49:57,425 + +20 of 25 jobs remaining (08:49) +2021-12-18 08:49:57,425 Sleep: 10 +2021-12-18 08:49:57,425 Number of retrials: 0 +2021-12-18 08:49:57,425 WRAPPER CHECK TIME = 10 +2021-12-18 08:49:57,426 Checking jobs for platform=marenostrum4 +2021-12-18 08:49:57,426 Checking Wrapper 19278896 +2021-12-18 08:50:00,848 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:50:00,848 Checking inner jobs status +2021-12-18 08:50:02,179 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 08:50:02,180 Checking jobs for platform=nord3 +2021-12-18 08:50:02,180 Checking jobs for platform=local +2021-12-18 08:50:02,181 Checking jobs for platform=transfer_node +2021-12-18 08:50:02,181 Checking all jobs at once +2021-12-18 08:50:03,855 Successful check job command +2021-12-18 08:50:05,275 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 08:50:05,275 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 08:50:05,275 End of checking +2021-12-18 08:50:05,277 Updating FAILED jobs +2021-12-18 08:50:05,277 Updating WAITING jobs +2021-12-18 08:50:05,277 Update finished +2021-12-18 08:50:05,278 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:50:05,281 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:50:05,282 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:50:05,282 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:50:05,282 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:50:05,282 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 08:50:05,282 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:50:05,282 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 08:50:05,282 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 08:50:05,286 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:50:05,288 Job list saved +2021-12-18 08:50:05,362 Updating FAILED jobs +2021-12-18 08:50:05,363 Updating WAITING jobs +2021-12-18 08:50:05,363 Update finished +2021-12-18 08:50:15,373 Reloading parameters... +2021-12-18 08:50:15,393 Loading parameters... +2021-12-18 08:50:15,394 Loading project parameters... +2021-12-18 08:50:15,396 + +20 of 25 jobs remaining (08:50) +2021-12-18 08:50:15,396 Sleep: 10 +2021-12-18 08:50:15,396 Number of retrials: 0 +2021-12-18 08:50:15,396 WRAPPER CHECK TIME = 10 +2021-12-18 08:50:15,397 Checking jobs for platform=marenostrum4 +2021-12-18 08:50:15,397 Checking Wrapper 19278896 +2021-12-18 08:50:18,869 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:50:18,869 Checking inner jobs status +2021-12-18 08:50:20,904 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 08:50:20,905 Checking jobs for platform=nord3 +2021-12-18 08:50:20,905 Checking jobs for platform=local +2021-12-18 08:50:20,906 Checking jobs for platform=transfer_node +2021-12-18 08:50:20,906 Checking all jobs at once +2021-12-18 08:50:22,378 Successful check job command +2021-12-18 08:50:23,899 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 08:50:23,899 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 08:50:23,899 End of checking +2021-12-18 08:50:23,901 Updating FAILED jobs +2021-12-18 08:50:23,901 Updating WAITING jobs +2021-12-18 08:50:23,901 Update finished +2021-12-18 08:50:23,901 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:50:23,901 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:50:23,902 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:50:23,902 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:50:23,902 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:50:23,902 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 08:50:23,902 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:50:23,902 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 08:50:23,902 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 08:50:23,905 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:50:23,908 Job list saved +2021-12-18 08:50:23,980 Updating FAILED jobs +2021-12-18 08:50:23,980 Updating WAITING jobs +2021-12-18 08:50:23,981 Update finished +2021-12-18 08:50:33,989 Reloading parameters... +2021-12-18 08:50:34,012 Loading parameters... +2021-12-18 08:50:34,013 Loading project parameters... +2021-12-18 08:50:34,015 + +20 of 25 jobs remaining (08:50) +2021-12-18 08:50:34,015 Sleep: 10 +2021-12-18 08:50:34,015 Number of retrials: 0 +2021-12-18 08:50:34,015 WRAPPER CHECK TIME = 10 +2021-12-18 08:50:34,016 Checking jobs for platform=marenostrum4 +2021-12-18 08:50:34,016 Checking Wrapper 19278896 +2021-12-18 08:50:37,393 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:50:37,393 Checking inner jobs status +2021-12-18 08:50:38,826 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 08:50:38,827 Checking jobs for platform=nord3 +2021-12-18 08:50:38,827 Checking jobs for platform=local +2021-12-18 08:50:38,828 Checking jobs for platform=transfer_node +2021-12-18 08:50:38,828 Checking all jobs at once +2021-12-18 08:50:40,147 Successful check job command +2021-12-18 08:50:41,417 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 08:50:41,417 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 08:50:41,417 End of checking +2021-12-18 08:50:41,419 Updating FAILED jobs +2021-12-18 08:50:41,419 Updating WAITING jobs +2021-12-18 08:50:41,419 Update finished +2021-12-18 08:50:41,419 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:50:41,420 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:50:41,420 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:50:41,420 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:50:41,420 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:50:41,420 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 08:50:41,421 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:50:41,421 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 08:50:41,421 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 08:50:41,423 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:50:41,426 Job list saved +2021-12-18 08:50:41,493 Updating FAILED jobs +2021-12-18 08:50:41,494 Updating WAITING jobs +2021-12-18 08:50:41,494 Update finished +2021-12-18 08:50:51,504 Reloading parameters... +2021-12-18 08:50:51,525 Loading parameters... +2021-12-18 08:50:51,527 Loading project parameters... +2021-12-18 08:50:51,529 + +20 of 25 jobs remaining (08:50) +2021-12-18 08:50:51,529 Sleep: 10 +2021-12-18 08:50:51,529 Number of retrials: 0 +2021-12-18 08:50:51,529 WRAPPER CHECK TIME = 10 +2021-12-18 08:50:51,530 Checking jobs for platform=marenostrum4 +2021-12-18 08:50:51,530 Checking Wrapper 19278896 +2021-12-18 08:50:55,102 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:50:55,102 Checking inner jobs status +2021-12-18 08:50:56,386 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 08:50:56,387 Checking jobs for platform=nord3 +2021-12-18 08:50:56,387 Checking jobs for platform=local +2021-12-18 08:50:56,388 Checking jobs for platform=transfer_node +2021-12-18 08:50:56,388 Checking all jobs at once +2021-12-18 08:50:58,158 Successful check job command +2021-12-18 08:50:59,531 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 08:50:59,531 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 08:50:59,531 End of checking +2021-12-18 08:50:59,533 Updating FAILED jobs +2021-12-18 08:50:59,534 Updating WAITING jobs +2021-12-18 08:50:59,534 Update finished +2021-12-18 08:50:59,534 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:50:59,534 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:50:59,534 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:50:59,534 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:50:59,535 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:50:59,535 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 08:50:59,535 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:50:59,535 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 08:50:59,535 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 08:50:59,538 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:50:59,540 Job list saved +2021-12-18 08:50:59,607 Updating FAILED jobs +2021-12-18 08:50:59,607 Updating WAITING jobs +2021-12-18 08:50:59,608 Update finished +2021-12-18 08:51:09,617 Reloading parameters... +2021-12-18 08:51:09,640 Loading parameters... +2021-12-18 08:51:09,641 Loading project parameters... +2021-12-18 08:51:09,643 + +20 of 25 jobs remaining (08:51) +2021-12-18 08:51:09,643 Sleep: 10 +2021-12-18 08:51:09,643 Number of retrials: 0 +2021-12-18 08:51:09,643 WRAPPER CHECK TIME = 10 +2021-12-18 08:51:09,644 Checking jobs for platform=marenostrum4 +2021-12-18 08:51:09,644 Checking Wrapper 19278896 +2021-12-18 08:51:13,066 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:51:13,066 Checking inner jobs status +2021-12-18 08:51:14,399 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 08:51:14,400 Checking jobs for platform=nord3 +2021-12-18 08:51:14,401 Checking jobs for platform=local +2021-12-18 08:51:14,401 Checking jobs for platform=transfer_node +2021-12-18 08:51:14,401 Checking all jobs at once +2021-12-18 08:51:15,771 Successful check job command +2021-12-18 08:51:17,040 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 08:51:17,041 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 08:51:17,041 End of checking +2021-12-18 08:51:17,042 Updating FAILED jobs +2021-12-18 08:51:17,042 Updating WAITING jobs +2021-12-18 08:51:17,043 Update finished +2021-12-18 08:51:17,043 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:51:17,044 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:51:17,044 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:51:17,044 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:51:17,044 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:51:17,044 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 08:51:17,045 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:51:17,045 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 08:51:17,045 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 08:51:17,048 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:51:17,050 Job list saved +2021-12-18 08:51:17,114 Updating FAILED jobs +2021-12-18 08:51:17,114 Updating WAITING jobs +2021-12-18 08:51:17,115 Update finished +2021-12-18 08:51:27,125 Reloading parameters... +2021-12-18 08:51:27,145 Loading parameters... +2021-12-18 08:51:27,147 Loading project parameters... +2021-12-18 08:51:27,149 + +20 of 25 jobs remaining (08:51) +2021-12-18 08:51:27,149 Sleep: 10 +2021-12-18 08:51:27,149 Number of retrials: 0 +2021-12-18 08:51:27,149 WRAPPER CHECK TIME = 10 +2021-12-18 08:51:27,150 Checking jobs for platform=marenostrum4 +2021-12-18 08:51:27,150 Checking Wrapper 19278896 +2021-12-18 08:51:30,522 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:51:30,522 Checking inner jobs status +2021-12-18 08:51:31,956 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 08:51:31,957 Checking jobs for platform=nord3 +2021-12-18 08:51:31,957 Checking jobs for platform=local +2021-12-18 08:51:31,958 Checking jobs for platform=transfer_node +2021-12-18 08:51:31,958 Checking all jobs at once +2021-12-18 08:51:33,578 Successful check job command +2021-12-18 08:51:34,847 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 08:51:34,848 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 08:51:34,848 End of checking +2021-12-18 08:51:34,849 Updating FAILED jobs +2021-12-18 08:51:34,850 Updating WAITING jobs +2021-12-18 08:51:34,850 Update finished +2021-12-18 08:51:34,850 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:51:34,850 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:51:34,850 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:51:34,850 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:51:34,850 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:51:34,851 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 08:51:34,851 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:51:34,851 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 08:51:34,851 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 08:51:34,854 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:51:34,856 Job list saved +2021-12-18 08:51:34,954 Updating FAILED jobs +2021-12-18 08:51:34,954 Updating WAITING jobs +2021-12-18 08:51:34,954 Update finished +2021-12-18 08:51:44,961 Reloading parameters... +2021-12-18 08:51:44,979 Loading parameters... +2021-12-18 08:51:44,980 Loading project parameters... +2021-12-18 08:51:44,982 + +20 of 25 jobs remaining (08:51) +2021-12-18 08:51:44,982 Sleep: 10 +2021-12-18 08:51:44,982 Number of retrials: 0 +2021-12-18 08:51:44,983 WRAPPER CHECK TIME = 10 +2021-12-18 08:51:44,983 Checking jobs for platform=marenostrum4 +2021-12-18 08:51:44,983 Checking Wrapper 19278896 +2021-12-18 08:51:48,455 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:51:48,455 Checking inner jobs status +2021-12-18 08:51:49,837 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 08:51:49,838 Checking jobs for platform=nord3 +2021-12-18 08:51:49,839 Checking jobs for platform=local +2021-12-18 08:51:49,839 Checking jobs for platform=transfer_node +2021-12-18 08:51:49,839 Checking all jobs at once +2021-12-18 08:51:51,612 Successful check job command +2021-12-18 08:51:53,533 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 08:51:53,533 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 08:51:53,534 End of checking +2021-12-18 08:51:53,535 Updating FAILED jobs +2021-12-18 08:51:53,535 Updating WAITING jobs +2021-12-18 08:51:53,535 Update finished +2021-12-18 08:51:53,535 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:51:53,536 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:51:53,536 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:51:53,536 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:51:53,536 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:51:53,536 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 08:51:53,537 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:51:53,537 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 08:51:53,537 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 08:51:53,539 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:51:53,542 Job list saved +2021-12-18 08:51:53,602 Updating FAILED jobs +2021-12-18 08:51:53,602 Updating WAITING jobs +2021-12-18 08:51:53,603 Update finished +2021-12-18 08:52:03,612 Reloading parameters... +2021-12-18 08:52:03,632 Loading parameters... +2021-12-18 08:52:03,633 Loading project parameters... +2021-12-18 08:52:03,635 + +20 of 25 jobs remaining (08:52) +2021-12-18 08:52:03,635 Sleep: 10 +2021-12-18 08:52:03,635 Number of retrials: 0 +2021-12-18 08:52:03,636 WRAPPER CHECK TIME = 10 +2021-12-18 08:52:03,636 Checking jobs for platform=marenostrum4 +2021-12-18 08:52:03,636 Checking Wrapper 19278896 +2021-12-18 08:52:07,208 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:52:07,209 Checking inner jobs status +2021-12-18 08:52:08,727 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 08:52:08,728 Checking jobs for platform=nord3 +2021-12-18 08:52:08,729 Checking jobs for platform=local +2021-12-18 08:52:08,729 Checking jobs for platform=transfer_node +2021-12-18 08:52:08,729 Checking all jobs at once +2021-12-18 08:52:10,651 Successful check job command +2021-12-18 08:52:12,522 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 08:52:12,523 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 08:52:12,523 End of checking +2021-12-18 08:52:12,524 Updating FAILED jobs +2021-12-18 08:52:12,525 Updating WAITING jobs +2021-12-18 08:52:12,525 Update finished +2021-12-18 08:52:12,525 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:52:12,525 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:52:12,525 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:52:12,525 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:52:12,526 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:52:12,526 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 08:52:12,526 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:52:12,526 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 08:52:12,526 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 08:52:12,529 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:52:12,532 Job list saved +2021-12-18 08:52:12,608 Updating FAILED jobs +2021-12-18 08:52:12,609 Updating WAITING jobs +2021-12-18 08:52:12,609 Update finished +2021-12-18 08:52:22,619 Reloading parameters... +2021-12-18 08:52:22,639 Loading parameters... +2021-12-18 08:52:22,640 Loading project parameters... +2021-12-18 08:52:22,642 + +20 of 25 jobs remaining (08:52) +2021-12-18 08:52:22,643 Sleep: 10 +2021-12-18 08:52:22,643 Number of retrials: 0 +2021-12-18 08:52:22,643 WRAPPER CHECK TIME = 10 +2021-12-18 08:52:22,643 Checking jobs for platform=marenostrum4 +2021-12-18 08:52:22,643 Checking Wrapper 19278896 +2021-12-18 08:52:26,768 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:52:26,768 Checking inner jobs status +2021-12-18 08:52:28,603 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 08:52:28,604 Checking jobs for platform=nord3 +2021-12-18 08:52:28,605 Checking jobs for platform=local +2021-12-18 08:52:28,605 Checking jobs for platform=transfer_node +2021-12-18 08:52:28,605 Checking all jobs at once +2021-12-18 08:52:30,127 Successful check job command +2021-12-18 08:52:31,598 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 08:52:31,598 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 08:52:31,598 End of checking +2021-12-18 08:52:31,599 Updating FAILED jobs +2021-12-18 08:52:31,600 Updating WAITING jobs +2021-12-18 08:52:31,600 Update finished +2021-12-18 08:52:31,600 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:52:31,601 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:52:31,601 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:52:31,601 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:52:31,601 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:52:31,601 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 08:52:31,601 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:52:31,601 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 08:52:31,602 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 08:52:31,604 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:52:31,607 Job list saved +2021-12-18 08:52:31,667 Updating FAILED jobs +2021-12-18 08:52:31,667 Updating WAITING jobs +2021-12-18 08:52:31,667 Update finished +2021-12-18 08:52:41,677 Reloading parameters... +2021-12-18 08:52:41,696 Loading parameters... +2021-12-18 08:52:41,697 Loading project parameters... +2021-12-18 08:52:41,699 + +20 of 25 jobs remaining (08:52) +2021-12-18 08:52:41,699 Sleep: 10 +2021-12-18 08:52:41,700 Number of retrials: 0 +2021-12-18 08:52:41,700 WRAPPER CHECK TIME = 10 +2021-12-18 08:52:41,700 Checking jobs for platform=marenostrum4 +2021-12-18 08:52:41,700 Checking Wrapper 19278896 +2021-12-18 08:52:45,623 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:52:45,624 Checking inner jobs status +2021-12-18 08:52:47,708 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 08:52:47,709 Checking jobs for platform=nord3 +2021-12-18 08:52:47,709 Checking jobs for platform=local +2021-12-18 08:52:47,710 Checking jobs for platform=transfer_node +2021-12-18 08:52:47,711 Checking all jobs at once +2021-12-18 08:52:49,234 Successful check job command +2021-12-18 08:52:50,653 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 08:52:50,653 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 08:52:50,654 End of checking +2021-12-18 08:52:50,655 Updating FAILED jobs +2021-12-18 08:52:50,655 Updating WAITING jobs +2021-12-18 08:52:50,655 Update finished +2021-12-18 08:52:50,656 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:52:50,656 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:52:50,656 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:52:50,656 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:52:50,656 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:52:50,656 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 08:52:50,656 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:52:50,657 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 08:52:50,657 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 08:52:50,660 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:52:50,662 Job list saved +2021-12-18 08:52:50,751 Updating FAILED jobs +2021-12-18 08:52:50,751 Updating WAITING jobs +2021-12-18 08:52:50,751 Update finished +2021-12-18 08:53:00,761 Reloading parameters... +2021-12-18 08:53:00,779 Loading parameters... +2021-12-18 08:53:00,780 Loading project parameters... +2021-12-18 08:53:00,782 + +20 of 25 jobs remaining (08:53) +2021-12-18 08:53:00,782 Sleep: 10 +2021-12-18 08:53:00,782 Number of retrials: 0 +2021-12-18 08:53:00,782 WRAPPER CHECK TIME = 10 +2021-12-18 08:53:00,783 Checking jobs for platform=marenostrum4 +2021-12-18 08:53:00,783 Checking Wrapper 19278896 +2021-12-18 08:53:04,455 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:53:04,456 Checking inner jobs status +2021-12-18 08:53:05,987 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 08:53:05,988 Checking jobs for platform=nord3 +2021-12-18 08:53:05,989 Checking jobs for platform=local +2021-12-18 08:53:05,989 Checking jobs for platform=transfer_node +2021-12-18 08:53:05,989 Checking all jobs at once +2021-12-18 08:53:07,559 Successful check job command +2021-12-18 08:53:08,929 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 08:53:08,929 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 08:53:08,929 End of checking +2021-12-18 08:53:08,931 Updating FAILED jobs +2021-12-18 08:53:08,931 Updating WAITING jobs +2021-12-18 08:53:08,931 Update finished +2021-12-18 08:53:08,931 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:53:08,932 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:53:08,932 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:53:08,932 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:53:08,932 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:53:08,932 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 08:53:08,932 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:53:08,933 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 08:53:08,933 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 08:53:08,935 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:53:08,937 Job list saved +2021-12-18 08:53:09,015 Updating FAILED jobs +2021-12-18 08:53:09,015 Updating WAITING jobs +2021-12-18 08:53:09,015 Update finished +2021-12-18 08:53:19,025 Reloading parameters... +2021-12-18 08:53:19,044 Loading parameters... +2021-12-18 08:53:19,045 Loading project parameters... +2021-12-18 08:53:19,047 + +20 of 25 jobs remaining (08:53) +2021-12-18 08:53:19,047 Sleep: 10 +2021-12-18 08:53:19,047 Number of retrials: 0 +2021-12-18 08:53:19,047 WRAPPER CHECK TIME = 10 +2021-12-18 08:53:19,048 Checking jobs for platform=marenostrum4 +2021-12-18 08:53:19,048 Checking Wrapper 19278896 +2021-12-18 08:53:22,670 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:53:22,670 Checking inner jobs status +2021-12-18 08:53:23,852 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 08:53:23,853 Checking jobs for platform=nord3 +2021-12-18 08:53:23,854 Checking jobs for platform=local +2021-12-18 08:53:23,854 Checking jobs for platform=transfer_node +2021-12-18 08:53:23,855 Checking all jobs at once +2021-12-18 08:53:25,173 Successful check job command +2021-12-18 08:53:26,393 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 08:53:26,393 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 08:53:26,393 End of checking +2021-12-18 08:53:26,394 Updating FAILED jobs +2021-12-18 08:53:26,394 Updating WAITING jobs +2021-12-18 08:53:26,395 Update finished +2021-12-18 08:53:26,395 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:53:26,395 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:53:26,395 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:53:26,395 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:53:26,395 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:53:26,396 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 08:53:26,396 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:53:26,396 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 08:53:26,396 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 08:53:26,398 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:53:26,401 Job list saved +2021-12-18 08:53:26,456 Updating FAILED jobs +2021-12-18 08:53:26,456 Updating WAITING jobs +2021-12-18 08:53:26,457 Update finished +2021-12-18 08:53:36,458 Reloading parameters... +2021-12-18 08:53:36,476 Loading parameters... +2021-12-18 08:53:36,478 Loading project parameters... +2021-12-18 08:53:36,480 + +20 of 25 jobs remaining (08:53) +2021-12-18 08:53:36,480 Sleep: 10 +2021-12-18 08:53:36,480 Number of retrials: 0 +2021-12-18 08:53:36,480 WRAPPER CHECK TIME = 10 +2021-12-18 08:53:36,481 Checking jobs for platform=marenostrum4 +2021-12-18 08:53:36,481 Checking Wrapper 19278896 +2021-12-18 08:53:40,053 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:53:40,054 Checking inner jobs status +2021-12-18 08:53:41,636 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 08:53:41,637 Checking jobs for platform=nord3 +2021-12-18 08:53:41,638 Checking jobs for platform=local +2021-12-18 08:53:41,638 Checking jobs for platform=transfer_node +2021-12-18 08:53:41,638 Checking all jobs at once +2021-12-18 08:53:43,007 Successful check job command +2021-12-18 08:53:44,177 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 08:53:44,178 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 08:53:44,178 End of checking +2021-12-18 08:53:44,179 Updating FAILED jobs +2021-12-18 08:53:44,179 Updating WAITING jobs +2021-12-18 08:53:44,179 Update finished +2021-12-18 08:53:44,180 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:53:44,180 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:53:44,181 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:53:44,181 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:53:44,181 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:53:44,181 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 08:53:44,181 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:53:44,181 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 08:53:44,181 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 08:53:44,184 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:53:44,186 Job list saved +2021-12-18 08:53:44,257 Updating FAILED jobs +2021-12-18 08:53:44,257 Updating WAITING jobs +2021-12-18 08:53:44,257 Update finished +2021-12-18 08:53:54,268 Reloading parameters... +2021-12-18 08:53:54,286 Loading parameters... +2021-12-18 08:53:54,288 Loading project parameters... +2021-12-18 08:53:54,290 + +20 of 25 jobs remaining (08:53) +2021-12-18 08:53:54,290 Sleep: 10 +2021-12-18 08:53:54,290 Number of retrials: 0 +2021-12-18 08:53:54,290 WRAPPER CHECK TIME = 10 +2021-12-18 08:53:54,291 Checking jobs for platform=marenostrum4 +2021-12-18 08:53:54,291 Checking Wrapper 19278896 +2021-12-18 08:53:57,612 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:53:57,612 Checking inner jobs status +2021-12-18 08:53:58,846 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 08:53:58,847 Checking jobs for platform=nord3 +2021-12-18 08:53:58,847 Checking jobs for platform=local +2021-12-18 08:53:58,848 Checking jobs for platform=transfer_node +2021-12-18 08:53:58,848 Checking all jobs at once +2021-12-18 08:54:00,218 Successful check job command +2021-12-18 08:54:01,487 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 08:54:01,487 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 08:54:01,487 End of checking +2021-12-18 08:54:01,489 Updating FAILED jobs +2021-12-18 08:54:01,489 Updating WAITING jobs +2021-12-18 08:54:01,489 Update finished +2021-12-18 08:54:01,489 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:54:01,489 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:54:01,490 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:54:01,490 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:54:01,490 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:54:01,490 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 08:54:01,490 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:54:01,490 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 08:54:01,490 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 08:54:01,493 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:54:01,496 Job list saved +2021-12-18 08:54:01,580 Updating FAILED jobs +2021-12-18 08:54:01,580 Updating WAITING jobs +2021-12-18 08:54:01,580 Update finished +2021-12-18 08:54:11,590 Reloading parameters... +2021-12-18 08:54:11,610 Loading parameters... +2021-12-18 08:54:11,612 Loading project parameters... +2021-12-18 08:54:11,613 + +20 of 25 jobs remaining (08:54) +2021-12-18 08:54:11,614 Sleep: 10 +2021-12-18 08:54:11,614 Number of retrials: 0 +2021-12-18 08:54:11,614 WRAPPER CHECK TIME = 10 +2021-12-18 08:54:11,614 Checking jobs for platform=marenostrum4 +2021-12-18 08:54:11,615 Checking Wrapper 19278896 +2021-12-18 08:54:14,988 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:54:14,988 Checking inner jobs status +2021-12-18 08:54:16,219 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 08:54:16,220 Checking jobs for platform=nord3 +2021-12-18 08:54:16,220 Checking jobs for platform=local +2021-12-18 08:54:16,221 Checking jobs for platform=transfer_node +2021-12-18 08:54:16,221 Checking all jobs at once +2021-12-18 08:54:17,540 Successful check job command +2021-12-18 08:54:18,809 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 08:54:18,809 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 08:54:18,809 End of checking +2021-12-18 08:54:18,811 Updating FAILED jobs +2021-12-18 08:54:18,811 Updating WAITING jobs +2021-12-18 08:54:18,811 Update finished +2021-12-18 08:54:18,811 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:54:18,812 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:54:18,812 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:54:18,812 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:54:18,812 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:54:18,812 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 08:54:18,813 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:54:18,813 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 08:54:18,813 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 08:54:18,816 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:54:18,818 Job list saved +2021-12-18 08:54:18,886 Updating FAILED jobs +2021-12-18 08:54:18,887 Updating WAITING jobs +2021-12-18 08:54:18,887 Update finished +2021-12-18 08:54:28,897 Reloading parameters... +2021-12-18 08:54:28,917 Loading parameters... +2021-12-18 08:54:28,918 Loading project parameters... +2021-12-18 08:54:28,920 + +20 of 25 jobs remaining (08:54) +2021-12-18 08:54:28,920 Sleep: 10 +2021-12-18 08:54:28,921 Number of retrials: 0 +2021-12-18 08:54:28,921 WRAPPER CHECK TIME = 10 +2021-12-18 08:54:28,921 Checking jobs for platform=marenostrum4 +2021-12-18 08:54:28,921 Checking Wrapper 19278896 +2021-12-18 08:54:32,193 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:54:32,193 Checking inner jobs status +2021-12-18 08:54:33,475 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 08:54:33,476 Checking jobs for platform=nord3 +2021-12-18 08:54:33,476 Checking jobs for platform=local +2021-12-18 08:54:33,477 Checking jobs for platform=transfer_node +2021-12-18 08:54:33,477 Checking all jobs at once +2021-12-18 08:54:34,846 Successful check job command +2021-12-18 08:54:36,066 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 08:54:36,066 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 08:54:36,067 End of checking +2021-12-18 08:54:36,068 Updating FAILED jobs +2021-12-18 08:54:36,068 Updating WAITING jobs +2021-12-18 08:54:36,069 Update finished +2021-12-18 08:54:36,069 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:54:36,069 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:54:36,069 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:54:36,069 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:54:36,069 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:54:36,069 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 08:54:36,069 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:54:36,070 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 08:54:36,070 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 08:54:36,072 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:54:36,074 Job list saved +2021-12-18 08:54:36,131 Updating FAILED jobs +2021-12-18 08:54:36,131 Updating WAITING jobs +2021-12-18 08:54:36,132 Update finished +2021-12-18 08:54:46,142 Reloading parameters... +2021-12-18 08:54:46,159 Loading parameters... +2021-12-18 08:54:46,161 Loading project parameters... +2021-12-18 08:54:46,163 + +20 of 25 jobs remaining (08:54) +2021-12-18 08:54:46,163 Sleep: 10 +2021-12-18 08:54:46,163 Number of retrials: 0 +2021-12-18 08:54:46,163 WRAPPER CHECK TIME = 10 +2021-12-18 08:54:46,163 Checking jobs for platform=marenostrum4 +2021-12-18 08:54:46,164 Checking Wrapper 19278896 +2021-12-18 08:54:49,635 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:54:49,636 Checking inner jobs status +2021-12-18 08:54:50,867 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 08:54:50,868 Checking jobs for platform=nord3 +2021-12-18 08:54:50,869 Checking jobs for platform=local +2021-12-18 08:54:50,869 Checking jobs for platform=transfer_node +2021-12-18 08:54:50,869 Checking all jobs at once +2021-12-18 08:54:52,188 Successful check job command +2021-12-18 08:54:53,508 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 08:54:53,509 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 08:54:53,509 End of checking +2021-12-18 08:54:53,510 Updating FAILED jobs +2021-12-18 08:54:53,510 Updating WAITING jobs +2021-12-18 08:54:53,510 Update finished +2021-12-18 08:54:53,510 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:54:53,511 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:54:53,511 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:54:53,511 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:54:53,511 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:54:53,512 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 08:54:53,512 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:54:53,512 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 08:54:53,512 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 08:54:53,515 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:54:53,518 Job list saved +2021-12-18 08:54:53,579 Updating FAILED jobs +2021-12-18 08:54:53,579 Updating WAITING jobs +2021-12-18 08:54:53,580 Update finished +2021-12-18 08:55:03,589 Reloading parameters... +2021-12-18 08:55:03,667 Loading parameters... +2021-12-18 08:55:03,668 Loading project parameters... +2021-12-18 08:55:03,670 + +20 of 25 jobs remaining (08:55) +2021-12-18 08:55:03,670 Sleep: 10 +2021-12-18 08:55:03,670 Number of retrials: 0 +2021-12-18 08:55:03,671 WRAPPER CHECK TIME = 10 +2021-12-18 08:55:03,671 Checking jobs for platform=marenostrum4 +2021-12-18 08:55:03,671 Checking Wrapper 19278896 +2021-12-18 08:55:06,942 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:55:06,942 Checking inner jobs status +2021-12-18 08:55:08,025 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 08:55:08,026 Checking jobs for platform=nord3 +2021-12-18 08:55:08,027 Checking jobs for platform=local +2021-12-18 08:55:08,027 Checking jobs for platform=transfer_node +2021-12-18 08:55:08,027 Checking all jobs at once +2021-12-18 08:55:09,351 Successful check job command +2021-12-18 08:55:10,770 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 08:55:10,771 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 08:55:10,771 End of checking +2021-12-18 08:55:10,772 Updating FAILED jobs +2021-12-18 08:55:10,772 Updating WAITING jobs +2021-12-18 08:55:10,772 Update finished +2021-12-18 08:55:10,773 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:55:10,773 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:55:10,773 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:55:10,773 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:55:10,773 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:55:10,773 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 08:55:10,773 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:55:10,774 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 08:55:10,774 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 08:55:10,776 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:55:10,779 Job list saved +2021-12-18 08:55:10,837 Updating FAILED jobs +2021-12-18 08:55:10,837 Updating WAITING jobs +2021-12-18 08:55:10,837 Update finished +2021-12-18 08:55:20,847 Reloading parameters... +2021-12-18 08:55:20,865 Loading parameters... +2021-12-18 08:55:20,866 Loading project parameters... +2021-12-18 08:55:20,868 + +20 of 25 jobs remaining (08:55) +2021-12-18 08:55:20,868 Sleep: 10 +2021-12-18 08:55:20,868 Number of retrials: 0 +2021-12-18 08:55:20,868 WRAPPER CHECK TIME = 10 +2021-12-18 08:55:20,869 Checking jobs for platform=marenostrum4 +2021-12-18 08:55:20,869 Checking Wrapper 19278896 +2021-12-18 08:55:24,193 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:55:24,194 Checking inner jobs status +2021-12-18 08:55:25,476 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 08:55:25,477 Checking jobs for platform=nord3 +2021-12-18 08:55:25,477 Checking jobs for platform=local +2021-12-18 08:55:25,478 Checking jobs for platform=transfer_node +2021-12-18 08:55:25,478 Checking all jobs at once +2021-12-18 08:55:26,947 Successful check job command +2021-12-18 08:55:28,317 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 08:55:28,317 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 08:55:28,318 End of checking +2021-12-18 08:55:28,319 Updating FAILED jobs +2021-12-18 08:55:28,319 Updating WAITING jobs +2021-12-18 08:55:28,319 Update finished +2021-12-18 08:55:28,319 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:55:28,320 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:55:28,320 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:55:28,320 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:55:28,320 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:55:28,321 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 08:55:28,321 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:55:28,321 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 08:55:28,321 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 08:55:28,323 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:55:28,326 Job list saved +2021-12-18 08:55:28,395 Updating FAILED jobs +2021-12-18 08:55:28,395 Updating WAITING jobs +2021-12-18 08:55:28,396 Update finished +2021-12-18 08:55:38,403 Reloading parameters... +2021-12-18 08:55:38,422 Loading parameters... +2021-12-18 08:55:38,424 Loading project parameters... +2021-12-18 08:55:38,425 + +20 of 25 jobs remaining (08:55) +2021-12-18 08:55:38,426 Sleep: 10 +2021-12-18 08:55:38,426 Number of retrials: 0 +2021-12-18 08:55:38,426 WRAPPER CHECK TIME = 10 +2021-12-18 08:55:38,426 Checking jobs for platform=marenostrum4 +2021-12-18 08:55:38,427 Checking Wrapper 19278896 +2021-12-18 08:55:41,798 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:55:41,798 Checking inner jobs status +2021-12-18 08:55:43,081 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 08:55:43,082 Checking jobs for platform=nord3 +2021-12-18 08:55:43,083 Checking jobs for platform=local +2021-12-18 08:55:43,083 Checking jobs for platform=transfer_node +2021-12-18 08:55:43,083 Checking all jobs at once +2021-12-18 08:55:44,603 Successful check job command +2021-12-18 08:55:45,873 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 08:55:45,873 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 08:55:45,873 End of checking +2021-12-18 08:55:45,875 Updating FAILED jobs +2021-12-18 08:55:45,875 Updating WAITING jobs +2021-12-18 08:55:45,876 Update finished +2021-12-18 08:55:45,876 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:55:45,876 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:55:45,876 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:55:45,876 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:55:45,876 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:55:45,876 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 08:55:45,877 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:55:45,877 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 08:55:45,877 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 08:55:45,880 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:55:45,882 Job list saved +2021-12-18 08:55:45,969 Updating FAILED jobs +2021-12-18 08:55:45,970 Updating WAITING jobs +2021-12-18 08:55:45,970 Update finished +2021-12-18 08:55:55,976 Reloading parameters... +2021-12-18 08:55:55,996 Loading parameters... +2021-12-18 08:55:55,998 Loading project parameters... +2021-12-18 08:55:56,000 + +20 of 25 jobs remaining (08:55) +2021-12-18 08:55:56,000 Sleep: 10 +2021-12-18 08:55:56,000 Number of retrials: 0 +2021-12-18 08:55:56,000 WRAPPER CHECK TIME = 10 +2021-12-18 08:55:56,001 Checking jobs for platform=marenostrum4 +2021-12-18 08:55:56,001 Checking Wrapper 19278896 +2021-12-18 08:55:59,774 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:55:59,774 Checking inner jobs status +2021-12-18 08:56:01,556 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 08:56:01,557 Checking jobs for platform=nord3 +2021-12-18 08:56:01,557 Checking jobs for platform=local +2021-12-18 08:56:01,558 Checking jobs for platform=transfer_node +2021-12-18 08:56:01,558 Checking all jobs at once +2021-12-18 08:56:02,929 Successful check job command +2021-12-18 08:56:04,200 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 08:56:04,201 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 08:56:04,201 End of checking +2021-12-18 08:56:04,203 Updating FAILED jobs +2021-12-18 08:56:04,203 Updating WAITING jobs +2021-12-18 08:56:04,203 Update finished +2021-12-18 08:56:04,203 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:56:04,204 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:56:04,205 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:56:04,205 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:56:04,205 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:56:04,205 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 08:56:04,205 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:56:04,205 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 08:56:04,205 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 08:56:04,208 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:56:04,210 Job list saved +2021-12-18 08:56:04,280 Updating FAILED jobs +2021-12-18 08:56:04,280 Updating WAITING jobs +2021-12-18 08:56:04,280 Update finished +2021-12-18 08:56:14,290 Reloading parameters... +2021-12-18 08:56:14,312 Loading parameters... +2021-12-18 08:56:14,314 Loading project parameters... +2021-12-18 08:56:14,316 + +20 of 25 jobs remaining (08:56) +2021-12-18 08:56:14,316 Sleep: 10 +2021-12-18 08:56:14,316 Number of retrials: 0 +2021-12-18 08:56:14,316 WRAPPER CHECK TIME = 10 +2021-12-18 08:56:14,317 Checking jobs for platform=marenostrum4 +2021-12-18 08:56:14,317 Checking Wrapper 19278896 +2021-12-18 08:56:17,840 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:56:17,840 Checking inner jobs status +2021-12-18 08:56:19,121 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 08:56:19,122 Checking jobs for platform=nord3 +2021-12-18 08:56:19,123 Checking jobs for platform=local +2021-12-18 08:56:19,123 Checking jobs for platform=transfer_node +2021-12-18 08:56:19,123 Checking all jobs at once +2021-12-18 08:56:20,593 Successful check job command +2021-12-18 08:56:21,913 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 08:56:21,913 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 08:56:21,913 End of checking +2021-12-18 08:56:21,915 Updating FAILED jobs +2021-12-18 08:56:21,915 Updating WAITING jobs +2021-12-18 08:56:21,915 Update finished +2021-12-18 08:56:21,915 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:56:21,915 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:56:21,915 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:56:21,916 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:56:21,916 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:56:21,916 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 08:56:21,916 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:56:21,916 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 08:56:21,916 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 08:56:21,919 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:56:21,921 Job list saved +2021-12-18 08:56:21,988 Updating FAILED jobs +2021-12-18 08:56:21,988 Updating WAITING jobs +2021-12-18 08:56:21,988 Update finished +2021-12-18 08:56:31,998 Reloading parameters... +2021-12-18 08:56:32,016 Loading parameters... +2021-12-18 08:56:32,017 Loading project parameters... +2021-12-18 08:56:32,019 + +20 of 25 jobs remaining (08:56) +2021-12-18 08:56:32,019 Sleep: 10 +2021-12-18 08:56:32,019 Number of retrials: 0 +2021-12-18 08:56:32,019 WRAPPER CHECK TIME = 10 +2021-12-18 08:56:32,020 Checking jobs for platform=marenostrum4 +2021-12-18 08:56:32,020 Checking Wrapper 19278896 +2021-12-18 08:56:35,391 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:56:35,391 Checking inner jobs status +2021-12-18 08:56:36,671 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 08:56:36,672 Checking jobs for platform=nord3 +2021-12-18 08:56:36,673 Checking jobs for platform=local +2021-12-18 08:56:36,674 Checking jobs for platform=transfer_node +2021-12-18 08:56:36,674 Checking all jobs at once +2021-12-18 08:56:38,243 Successful check job command +2021-12-18 08:56:39,613 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 08:56:39,613 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 08:56:39,613 End of checking +2021-12-18 08:56:39,614 Updating FAILED jobs +2021-12-18 08:56:39,614 Updating WAITING jobs +2021-12-18 08:56:39,614 Update finished +2021-12-18 08:56:39,615 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:56:39,615 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:56:39,615 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:56:39,615 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:56:39,616 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:56:39,616 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 08:56:39,616 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:56:39,616 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 08:56:39,616 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 08:56:39,618 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:56:39,621 Job list saved +2021-12-18 08:56:39,678 Updating FAILED jobs +2021-12-18 08:56:39,678 Updating WAITING jobs +2021-12-18 08:56:39,678 Update finished +2021-12-18 08:56:49,688 Reloading parameters... +2021-12-18 08:56:49,709 Loading parameters... +2021-12-18 08:56:49,710 Loading project parameters... +2021-12-18 08:56:49,712 + +20 of 25 jobs remaining (08:56) +2021-12-18 08:56:49,712 Sleep: 10 +2021-12-18 08:56:49,712 Number of retrials: 0 +2021-12-18 08:56:49,712 WRAPPER CHECK TIME = 10 +2021-12-18 08:56:49,713 Checking jobs for platform=marenostrum4 +2021-12-18 08:56:49,713 Checking Wrapper 19278896 +2021-12-18 08:56:53,185 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:56:53,185 Checking inner jobs status +2021-12-18 08:56:54,916 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 08:56:54,917 Checking jobs for platform=nord3 +2021-12-18 08:56:54,917 Checking jobs for platform=local +2021-12-18 08:56:54,918 Checking jobs for platform=transfer_node +2021-12-18 08:56:54,918 Checking all jobs at once +2021-12-18 08:56:56,189 Successful check job command +2021-12-18 08:56:57,408 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 08:56:57,408 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 08:56:57,408 End of checking +2021-12-18 08:56:57,410 Updating FAILED jobs +2021-12-18 08:56:57,411 Updating WAITING jobs +2021-12-18 08:56:57,411 Update finished +2021-12-18 08:56:57,411 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:56:57,411 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:56:57,411 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:56:57,411 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:56:57,412 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:56:57,412 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 08:56:57,412 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:56:57,412 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 08:56:57,412 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 08:56:57,415 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:56:57,417 Job list saved +2021-12-18 08:56:57,485 Updating FAILED jobs +2021-12-18 08:56:57,485 Updating WAITING jobs +2021-12-18 08:56:57,485 Update finished +2021-12-18 08:57:07,489 Reloading parameters... +2021-12-18 08:57:07,507 Loading parameters... +2021-12-18 08:57:07,508 Loading project parameters... +2021-12-18 08:57:07,510 + +20 of 25 jobs remaining (08:57) +2021-12-18 08:57:07,510 Sleep: 10 +2021-12-18 08:57:07,510 Number of retrials: 0 +2021-12-18 08:57:07,510 WRAPPER CHECK TIME = 10 +2021-12-18 08:57:07,511 Checking jobs for platform=marenostrum4 +2021-12-18 08:57:07,511 Checking Wrapper 19278896 +2021-12-18 08:57:10,833 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:57:10,833 Checking inner jobs status +2021-12-18 08:57:12,118 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 08:57:12,119 Checking jobs for platform=nord3 +2021-12-18 08:57:12,120 Checking jobs for platform=local +2021-12-18 08:57:12,120 Checking jobs for platform=transfer_node +2021-12-18 08:57:12,120 Checking all jobs at once +2021-12-18 08:57:13,490 Successful check job command +2021-12-18 08:57:14,660 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 08:57:14,660 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 08:57:14,660 End of checking +2021-12-18 08:57:14,662 Updating FAILED jobs +2021-12-18 08:57:14,662 Updating WAITING jobs +2021-12-18 08:57:14,662 Update finished +2021-12-18 08:57:14,662 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:57:14,663 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:57:14,663 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:57:14,663 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:57:14,663 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:57:14,663 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 08:57:14,664 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:57:14,664 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 08:57:14,664 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 08:57:14,667 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:57:14,669 Job list saved +2021-12-18 08:57:14,732 Updating FAILED jobs +2021-12-18 08:57:14,733 Updating WAITING jobs +2021-12-18 08:57:14,733 Update finished +2021-12-18 08:57:24,743 Reloading parameters... +2021-12-18 08:57:24,762 Loading parameters... +2021-12-18 08:57:24,763 Loading project parameters... +2021-12-18 08:57:24,765 + +20 of 25 jobs remaining (08:57) +2021-12-18 08:57:24,765 Sleep: 10 +2021-12-18 08:57:24,765 Number of retrials: 0 +2021-12-18 08:57:24,765 WRAPPER CHECK TIME = 10 +2021-12-18 08:57:24,766 Checking jobs for platform=marenostrum4 +2021-12-18 08:57:24,766 Checking Wrapper 19278896 +2021-12-18 08:57:28,189 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:57:28,189 Checking inner jobs status +2021-12-18 08:57:29,420 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 08:57:29,421 Checking jobs for platform=nord3 +2021-12-18 08:57:29,421 Checking jobs for platform=local +2021-12-18 08:57:29,422 Checking jobs for platform=transfer_node +2021-12-18 08:57:29,422 Checking all jobs at once +2021-12-18 08:57:30,742 Successful check job command +2021-12-18 08:57:32,164 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 08:57:32,164 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 08:57:32,165 End of checking +2021-12-18 08:57:32,166 Updating FAILED jobs +2021-12-18 08:57:32,166 Updating WAITING jobs +2021-12-18 08:57:32,166 Update finished +2021-12-18 08:57:32,166 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:57:32,167 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:57:32,167 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:57:32,167 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:57:32,167 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:57:32,167 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 08:57:32,167 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:57:32,167 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 08:57:32,167 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 08:57:32,170 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:57:32,172 Job list saved +2021-12-18 08:57:32,235 Updating FAILED jobs +2021-12-18 08:57:32,235 Updating WAITING jobs +2021-12-18 08:57:32,236 Update finished +2021-12-18 08:57:42,246 Reloading parameters... +2021-12-18 08:57:42,266 Loading parameters... +2021-12-18 08:57:42,268 Loading project parameters... +2021-12-18 08:57:42,269 + +20 of 25 jobs remaining (08:57) +2021-12-18 08:57:42,270 Sleep: 10 +2021-12-18 08:57:42,270 Number of retrials: 0 +2021-12-18 08:57:42,270 WRAPPER CHECK TIME = 10 +2021-12-18 08:57:42,270 Checking jobs for platform=marenostrum4 +2021-12-18 08:57:42,271 Checking Wrapper 19278896 +2021-12-18 08:57:45,643 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:57:45,643 Checking inner jobs status +2021-12-18 08:57:46,926 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 08:57:46,927 Checking jobs for platform=nord3 +2021-12-18 08:57:46,927 Checking jobs for platform=local +2021-12-18 08:57:46,928 Checking jobs for platform=transfer_node +2021-12-18 08:57:46,928 Checking all jobs at once +2021-12-18 08:57:48,448 Successful check job command +2021-12-18 08:57:50,017 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 08:57:50,018 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 08:57:50,018 End of checking +2021-12-18 08:57:50,019 Updating FAILED jobs +2021-12-18 08:57:50,019 Updating WAITING jobs +2021-12-18 08:57:50,019 Update finished +2021-12-18 08:57:50,019 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:57:50,020 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:57:50,020 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:57:50,020 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:57:50,020 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:57:50,020 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 08:57:50,021 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:57:50,021 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 08:57:50,021 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 08:57:50,023 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:57:50,025 Job list saved +2021-12-18 08:57:50,080 Updating FAILED jobs +2021-12-18 08:57:50,080 Updating WAITING jobs +2021-12-18 08:57:50,080 Update finished +2021-12-18 08:58:00,090 Reloading parameters... +2021-12-18 08:58:00,109 Loading parameters... +2021-12-18 08:58:00,111 Loading project parameters... +2021-12-18 08:58:00,112 + +20 of 25 jobs remaining (08:58) +2021-12-18 08:58:00,113 Sleep: 10 +2021-12-18 08:58:00,113 Number of retrials: 0 +2021-12-18 08:58:00,113 WRAPPER CHECK TIME = 10 +2021-12-18 08:58:00,113 Checking jobs for platform=marenostrum4 +2021-12-18 08:58:00,114 Checking Wrapper 19278896 +2021-12-18 08:58:03,535 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:58:03,535 Checking inner jobs status +2021-12-18 08:58:04,969 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 08:58:04,970 Checking jobs for platform=nord3 +2021-12-18 08:58:04,971 Checking jobs for platform=local +2021-12-18 08:58:04,971 Checking jobs for platform=transfer_node +2021-12-18 08:58:04,971 Checking all jobs at once +2021-12-18 08:58:06,341 Successful check job command +2021-12-18 08:58:07,711 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 08:58:07,711 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 08:58:07,712 End of checking +2021-12-18 08:58:07,713 Updating FAILED jobs +2021-12-18 08:58:07,713 Updating WAITING jobs +2021-12-18 08:58:07,714 Update finished +2021-12-18 08:58:07,714 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:58:07,714 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:58:07,714 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:58:07,714 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:58:07,714 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:58:07,714 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 08:58:07,714 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:58:07,715 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 08:58:07,715 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 08:58:07,717 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:58:07,719 Job list saved +2021-12-18 08:58:07,772 Updating FAILED jobs +2021-12-18 08:58:07,773 Updating WAITING jobs +2021-12-18 08:58:07,773 Update finished +2021-12-18 08:58:17,782 Reloading parameters... +2021-12-18 08:58:17,800 Loading parameters... +2021-12-18 08:58:17,801 Loading project parameters... +2021-12-18 08:58:17,803 + +20 of 25 jobs remaining (08:58) +2021-12-18 08:58:17,804 Sleep: 10 +2021-12-18 08:58:17,804 Number of retrials: 0 +2021-12-18 08:58:17,804 WRAPPER CHECK TIME = 10 +2021-12-18 08:58:17,804 Checking jobs for platform=marenostrum4 +2021-12-18 08:58:17,804 Checking Wrapper 19278896 +2021-12-18 08:58:21,225 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:58:21,226 Checking inner jobs status +2021-12-18 08:58:22,610 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 08:58:22,611 Checking jobs for platform=nord3 +2021-12-18 08:58:22,611 Checking jobs for platform=local +2021-12-18 08:58:22,612 Checking jobs for platform=transfer_node +2021-12-18 08:58:22,612 Checking all jobs at once +2021-12-18 08:58:23,981 Successful check job command +2021-12-18 08:58:25,151 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 08:58:25,152 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 08:58:25,152 End of checking +2021-12-18 08:58:25,154 Updating FAILED jobs +2021-12-18 08:58:25,154 Updating WAITING jobs +2021-12-18 08:58:25,154 Update finished +2021-12-18 08:58:25,154 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:58:25,155 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:58:25,155 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:58:25,155 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:58:25,155 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:58:25,155 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 08:58:25,155 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:58:25,156 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 08:58:25,156 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 08:58:25,158 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:58:25,161 Job list saved +2021-12-18 08:58:25,235 Updating FAILED jobs +2021-12-18 08:58:25,235 Updating WAITING jobs +2021-12-18 08:58:25,236 Update finished +2021-12-18 08:58:35,245 Reloading parameters... +2021-12-18 08:58:35,264 Loading parameters... +2021-12-18 08:58:35,265 Loading project parameters... +2021-12-18 08:58:35,267 + +20 of 25 jobs remaining (08:58) +2021-12-18 08:58:35,267 Sleep: 10 +2021-12-18 08:58:35,267 Number of retrials: 0 +2021-12-18 08:58:35,267 WRAPPER CHECK TIME = 10 +2021-12-18 08:58:35,268 Checking jobs for platform=marenostrum4 +2021-12-18 08:58:35,268 Checking Wrapper 19278896 +2021-12-18 08:58:39,040 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:58:39,040 Checking inner jobs status +2021-12-18 08:58:40,472 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 08:58:40,474 Checking jobs for platform=nord3 +2021-12-18 08:58:40,474 Checking jobs for platform=local +2021-12-18 08:58:40,475 Checking jobs for platform=transfer_node +2021-12-18 08:58:40,475 Checking all jobs at once +2021-12-18 08:58:42,145 Successful check job command +2021-12-18 08:58:44,266 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 08:58:44,267 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 08:58:44,267 End of checking +2021-12-18 08:58:44,268 Updating FAILED jobs +2021-12-18 08:58:44,268 Updating WAITING jobs +2021-12-18 08:58:44,268 Update finished +2021-12-18 08:58:44,269 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:58:44,269 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:58:44,269 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:58:44,269 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:58:44,269 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:58:44,269 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 08:58:44,269 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:58:44,270 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 08:58:44,270 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 08:58:44,272 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:58:44,274 Job list saved +2021-12-18 08:58:44,336 Updating FAILED jobs +2021-12-18 08:58:44,336 Updating WAITING jobs +2021-12-18 08:58:44,336 Update finished +2021-12-18 08:58:54,346 Reloading parameters... +2021-12-18 08:58:54,368 Loading parameters... +2021-12-18 08:58:54,370 Loading project parameters... +2021-12-18 08:58:54,372 + +20 of 25 jobs remaining (08:58) +2021-12-18 08:58:54,372 Sleep: 10 +2021-12-18 08:58:54,372 Number of retrials: 0 +2021-12-18 08:58:54,372 WRAPPER CHECK TIME = 10 +2021-12-18 08:58:54,373 Checking jobs for platform=marenostrum4 +2021-12-18 08:58:54,373 Checking Wrapper 19278896 +2021-12-18 08:58:57,795 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:58:57,795 Checking inner jobs status +2021-12-18 08:58:59,166 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 08:58:59,167 Checking jobs for platform=nord3 +2021-12-18 08:58:59,168 Checking jobs for platform=local +2021-12-18 08:58:59,168 Checking jobs for platform=transfer_node +2021-12-18 08:58:59,168 Checking all jobs at once +2021-12-18 08:59:00,437 Successful check job command +2021-12-18 08:59:01,810 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 08:59:01,810 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 08:59:01,810 End of checking +2021-12-18 08:59:01,811 Updating FAILED jobs +2021-12-18 08:59:01,812 Updating WAITING jobs +2021-12-18 08:59:01,812 Update finished +2021-12-18 08:59:01,812 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:59:01,813 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:59:01,813 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:59:01,813 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:59:01,813 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:59:01,813 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 08:59:01,813 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:59:01,813 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 08:59:01,813 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 08:59:01,816 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:59:01,819 Job list saved +2021-12-18 08:59:01,889 Updating FAILED jobs +2021-12-18 08:59:01,889 Updating WAITING jobs +2021-12-18 08:59:01,890 Update finished +2021-12-18 08:59:11,900 Reloading parameters... +2021-12-18 08:59:11,918 Loading parameters... +2021-12-18 08:59:11,919 Loading project parameters... +2021-12-18 08:59:11,921 + +20 of 25 jobs remaining (08:59) +2021-12-18 08:59:11,921 Sleep: 10 +2021-12-18 08:59:11,921 Number of retrials: 0 +2021-12-18 08:59:11,921 WRAPPER CHECK TIME = 10 +2021-12-18 08:59:11,922 Checking jobs for platform=marenostrum4 +2021-12-18 08:59:11,922 Checking Wrapper 19278896 +2021-12-18 08:59:15,143 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:59:15,144 Checking inner jobs status +2021-12-18 08:59:16,324 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 08:59:16,325 Checking jobs for platform=nord3 +2021-12-18 08:59:16,326 Checking jobs for platform=local +2021-12-18 08:59:16,326 Checking jobs for platform=transfer_node +2021-12-18 08:59:16,326 Checking all jobs at once +2021-12-18 08:59:17,696 Successful check job command +2021-12-18 08:59:18,916 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 08:59:18,916 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 08:59:18,917 End of checking +2021-12-18 08:59:18,918 Updating FAILED jobs +2021-12-18 08:59:18,918 Updating WAITING jobs +2021-12-18 08:59:18,919 Update finished +2021-12-18 08:59:18,919 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:59:18,919 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:59:18,919 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:59:18,919 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:59:18,919 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:59:18,919 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 08:59:18,919 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:59:18,920 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 08:59:18,920 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 08:59:18,923 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:59:18,925 Job list saved +2021-12-18 08:59:18,991 Updating FAILED jobs +2021-12-18 08:59:18,991 Updating WAITING jobs +2021-12-18 08:59:18,991 Update finished +2021-12-18 08:59:29,001 Reloading parameters... +2021-12-18 08:59:29,020 Loading parameters... +2021-12-18 08:59:29,022 Loading project parameters... +2021-12-18 08:59:29,023 + +20 of 25 jobs remaining (08:59) +2021-12-18 08:59:29,024 Sleep: 10 +2021-12-18 08:59:29,024 Number of retrials: 0 +2021-12-18 08:59:29,024 WRAPPER CHECK TIME = 10 +2021-12-18 08:59:29,024 Checking jobs for platform=marenostrum4 +2021-12-18 08:59:29,025 Checking Wrapper 19278896 +2021-12-18 08:59:32,296 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:59:32,296 Checking inner jobs status +2021-12-18 08:59:33,477 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 08:59:33,478 Checking jobs for platform=nord3 +2021-12-18 08:59:33,478 Checking jobs for platform=local +2021-12-18 08:59:33,479 Checking jobs for platform=transfer_node +2021-12-18 08:59:33,479 Checking all jobs at once +2021-12-18 08:59:34,849 Successful check job command +2021-12-18 08:59:36,268 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 08:59:36,269 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 08:59:36,269 End of checking +2021-12-18 08:59:36,270 Updating FAILED jobs +2021-12-18 08:59:36,270 Updating WAITING jobs +2021-12-18 08:59:36,270 Update finished +2021-12-18 08:59:36,271 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:59:36,271 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:59:36,271 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:59:36,271 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:59:36,272 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:59:36,272 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 08:59:36,272 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:59:36,272 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 08:59:36,272 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 08:59:36,275 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:59:36,277 Job list saved +2021-12-18 08:59:36,338 Updating FAILED jobs +2021-12-18 08:59:36,338 Updating WAITING jobs +2021-12-18 08:59:36,339 Update finished +2021-12-18 08:59:46,349 Reloading parameters... +2021-12-18 08:59:46,368 Loading parameters... +2021-12-18 08:59:46,369 Loading project parameters... +2021-12-18 08:59:46,371 + +20 of 25 jobs remaining (08:59) +2021-12-18 08:59:46,371 Sleep: 10 +2021-12-18 08:59:46,371 Number of retrials: 0 +2021-12-18 08:59:46,371 WRAPPER CHECK TIME = 10 +2021-12-18 08:59:46,372 Checking jobs for platform=marenostrum4 +2021-12-18 08:59:46,372 Checking Wrapper 19278896 +2021-12-18 08:59:50,144 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 08:59:50,144 Checking inner jobs status +2021-12-18 08:59:51,625 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 08:59:51,627 Checking jobs for platform=nord3 +2021-12-18 08:59:51,627 Checking jobs for platform=local +2021-12-18 08:59:51,628 Checking jobs for platform=transfer_node +2021-12-18 08:59:51,628 Checking all jobs at once +2021-12-18 08:59:52,998 Successful check job command +2021-12-18 08:59:54,267 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 08:59:54,267 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 08:59:54,267 End of checking +2021-12-18 08:59:54,268 Updating FAILED jobs +2021-12-18 08:59:54,268 Updating WAITING jobs +2021-12-18 08:59:54,269 Update finished +2021-12-18 08:59:54,269 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 08:59:54,269 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 08:59:54,269 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 08:59:54,269 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 08:59:54,269 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 08:59:54,270 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 08:59:54,270 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 08:59:54,270 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 08:59:54,270 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 08:59:54,273 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 08:59:54,275 Job list saved +2021-12-18 08:59:54,331 Updating FAILED jobs +2021-12-18 08:59:54,331 Updating WAITING jobs +2021-12-18 08:59:54,332 Update finished +2021-12-18 09:00:04,340 Reloading parameters... +2021-12-18 09:00:04,358 Loading parameters... +2021-12-18 09:00:04,360 Loading project parameters... +2021-12-18 09:00:04,362 + +20 of 25 jobs remaining (09:00) +2021-12-18 09:00:04,362 Sleep: 10 +2021-12-18 09:00:04,362 Number of retrials: 0 +2021-12-18 09:00:04,363 WRAPPER CHECK TIME = 10 +2021-12-18 09:00:04,363 Checking jobs for platform=marenostrum4 +2021-12-18 09:00:04,363 Checking Wrapper 19278896 +2021-12-18 09:00:07,634 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 09:00:07,634 Checking inner jobs status +2021-12-18 09:00:08,815 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 09:00:08,816 Checking jobs for platform=nord3 +2021-12-18 09:00:08,816 Checking jobs for platform=local +2021-12-18 09:00:08,817 Checking jobs for platform=transfer_node +2021-12-18 09:00:08,817 Checking all jobs at once +2021-12-18 09:00:10,136 Successful check job command +2021-12-18 09:00:11,556 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:00:11,556 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 09:00:11,556 End of checking +2021-12-18 09:00:11,558 Updating FAILED jobs +2021-12-18 09:00:11,558 Updating WAITING jobs +2021-12-18 09:00:11,558 Update finished +2021-12-18 09:00:11,558 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:00:11,559 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 09:00:11,559 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 09:00:11,559 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 09:00:11,559 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 09:00:11,559 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:00:11,559 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 09:00:11,560 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 09:00:11,560 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:00:11,562 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:00:11,564 Job list saved +2021-12-18 09:00:11,624 Updating FAILED jobs +2021-12-18 09:00:11,624 Updating WAITING jobs +2021-12-18 09:00:11,625 Update finished +2021-12-18 09:00:21,634 Reloading parameters... +2021-12-18 09:00:21,652 Loading parameters... +2021-12-18 09:00:21,654 Loading project parameters... +2021-12-18 09:00:21,656 + +20 of 25 jobs remaining (09:00) +2021-12-18 09:00:21,656 Sleep: 10 +2021-12-18 09:00:21,656 Number of retrials: 0 +2021-12-18 09:00:21,656 WRAPPER CHECK TIME = 10 +2021-12-18 09:00:21,657 Checking jobs for platform=marenostrum4 +2021-12-18 09:00:21,657 Checking Wrapper 19278896 +2021-12-18 09:00:24,928 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 09:00:24,928 Checking inner jobs status +2021-12-18 09:00:26,109 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 09:00:26,110 Checking jobs for platform=nord3 +2021-12-18 09:00:26,111 Checking jobs for platform=local +2021-12-18 09:00:26,111 Checking jobs for platform=transfer_node +2021-12-18 09:00:26,111 Checking all jobs at once +2021-12-18 09:00:27,431 Successful check job command +2021-12-18 09:00:28,653 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:00:28,653 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 09:00:28,654 End of checking +2021-12-18 09:00:28,655 Updating FAILED jobs +2021-12-18 09:00:28,655 Updating WAITING jobs +2021-12-18 09:00:28,656 Update finished +2021-12-18 09:00:28,656 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:00:28,656 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 09:00:28,656 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 09:00:28,657 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 09:00:28,657 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 09:00:28,657 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:00:28,657 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 09:00:28,657 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 09:00:28,657 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:00:28,660 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:00:28,662 Job list saved +2021-12-18 09:00:28,718 Updating FAILED jobs +2021-12-18 09:00:28,718 Updating WAITING jobs +2021-12-18 09:00:28,718 Update finished +2021-12-18 09:00:38,728 Reloading parameters... +2021-12-18 09:00:38,747 Loading parameters... +2021-12-18 09:00:38,749 Loading project parameters... +2021-12-18 09:00:38,751 + +20 of 25 jobs remaining (09:00) +2021-12-18 09:00:38,751 Sleep: 10 +2021-12-18 09:00:38,751 Number of retrials: 0 +2021-12-18 09:00:38,751 WRAPPER CHECK TIME = 10 +2021-12-18 09:00:38,752 Checking jobs for platform=marenostrum4 +2021-12-18 09:00:38,752 Checking Wrapper 19278896 +2021-12-18 09:00:42,024 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 09:00:42,024 Checking inner jobs status +2021-12-18 09:00:43,404 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 09:00:43,405 Checking jobs for platform=nord3 +2021-12-18 09:00:43,406 Checking jobs for platform=local +2021-12-18 09:00:43,406 Checking jobs for platform=transfer_node +2021-12-18 09:00:43,406 Checking all jobs at once +2021-12-18 09:00:45,027 Successful check job command +2021-12-18 09:00:46,597 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:00:46,597 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 09:00:46,597 End of checking +2021-12-18 09:00:46,599 Updating FAILED jobs +2021-12-18 09:00:46,599 Updating WAITING jobs +2021-12-18 09:00:46,600 Update finished +2021-12-18 09:00:46,600 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:00:46,600 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 09:00:46,600 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 09:00:46,601 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 09:00:46,601 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 09:00:46,601 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:00:46,601 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 09:00:46,601 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 09:00:46,601 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:00:46,604 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:00:46,606 Job list saved +2021-12-18 09:00:46,676 Updating FAILED jobs +2021-12-18 09:00:46,677 Updating WAITING jobs +2021-12-18 09:00:46,677 Update finished +2021-12-18 09:00:56,687 Reloading parameters... +2021-12-18 09:00:56,705 Loading parameters... +2021-12-18 09:00:56,707 Loading project parameters... +2021-12-18 09:00:56,709 + +20 of 25 jobs remaining (09:00) +2021-12-18 09:00:56,709 Sleep: 10 +2021-12-18 09:00:56,709 Number of retrials: 0 +2021-12-18 09:00:56,709 WRAPPER CHECK TIME = 10 +2021-12-18 09:00:56,710 Checking jobs for platform=marenostrum4 +2021-12-18 09:00:56,710 Checking Wrapper 19278896 +2021-12-18 09:01:00,031 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 09:01:00,032 Checking inner jobs status +2021-12-18 09:01:01,566 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 09:01:01,567 Checking jobs for platform=nord3 +2021-12-18 09:01:01,568 Checking jobs for platform=local +2021-12-18 09:01:01,569 Checking jobs for platform=transfer_node +2021-12-18 09:01:01,569 Checking all jobs at once +2021-12-18 09:01:02,940 Successful check job command +2021-12-18 09:01:04,661 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:01:04,661 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 09:01:04,661 End of checking +2021-12-18 09:01:04,663 Updating FAILED jobs +2021-12-18 09:01:04,663 Updating WAITING jobs +2021-12-18 09:01:04,663 Update finished +2021-12-18 09:01:04,663 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:01:04,663 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 09:01:04,663 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 09:01:04,664 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 09:01:04,664 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 09:01:04,664 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:01:04,664 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 09:01:04,664 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 09:01:04,664 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:01:04,667 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:01:04,669 Job list saved +2021-12-18 09:01:04,728 Updating FAILED jobs +2021-12-18 09:01:04,728 Updating WAITING jobs +2021-12-18 09:01:04,728 Update finished +2021-12-18 09:01:14,737 Reloading parameters... +2021-12-18 09:01:14,760 Loading parameters... +2021-12-18 09:01:14,762 Loading project parameters... +2021-12-18 09:01:14,764 + +20 of 25 jobs remaining (09:01) +2021-12-18 09:01:14,764 Sleep: 10 +2021-12-18 09:01:14,764 Number of retrials: 0 +2021-12-18 09:01:14,764 WRAPPER CHECK TIME = 10 +2021-12-18 09:01:14,765 Checking jobs for platform=marenostrum4 +2021-12-18 09:01:14,765 Checking Wrapper 19278896 +2021-12-18 09:01:18,237 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 09:01:18,237 Checking inner jobs status +2021-12-18 09:01:19,967 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 09:01:19,968 Checking jobs for platform=nord3 +2021-12-18 09:01:19,968 Checking jobs for platform=local +2021-12-18 09:01:19,969 Checking jobs for platform=transfer_node +2021-12-18 09:01:19,969 Checking all jobs at once +2021-12-18 09:01:21,839 Successful check job command +2021-12-18 09:01:23,660 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:01:23,660 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 09:01:23,660 End of checking +2021-12-18 09:01:23,661 Updating FAILED jobs +2021-12-18 09:01:23,661 Updating WAITING jobs +2021-12-18 09:01:23,662 Update finished +2021-12-18 09:01:23,662 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:01:23,662 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 09:01:23,662 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 09:01:23,663 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 09:01:23,663 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 09:01:23,663 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:01:23,663 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 09:01:23,663 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 09:01:23,663 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:01:23,666 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:01:23,668 Job list saved +2021-12-18 09:01:23,749 Updating FAILED jobs +2021-12-18 09:01:23,749 Updating WAITING jobs +2021-12-18 09:01:23,750 Update finished +2021-12-18 09:01:33,758 Reloading parameters... +2021-12-18 09:01:33,777 Loading parameters... +2021-12-18 09:01:33,778 Loading project parameters... +2021-12-18 09:01:33,780 + +20 of 25 jobs remaining (09:01) +2021-12-18 09:01:33,780 Sleep: 10 +2021-12-18 09:01:33,780 Number of retrials: 0 +2021-12-18 09:01:33,780 WRAPPER CHECK TIME = 10 +2021-12-18 09:01:33,781 Checking jobs for platform=marenostrum4 +2021-12-18 09:01:33,781 Checking Wrapper 19278896 +2021-12-18 09:01:37,153 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 09:01:37,153 Checking inner jobs status +2021-12-18 09:01:38,583 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 09:01:38,584 Checking jobs for platform=nord3 +2021-12-18 09:01:38,584 Checking jobs for platform=local +2021-12-18 09:01:38,585 Checking jobs for platform=transfer_node +2021-12-18 09:01:38,585 Checking all jobs at once +2021-12-18 09:01:40,506 Successful check job command +2021-12-18 09:01:41,726 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:01:41,726 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 09:01:41,726 End of checking +2021-12-18 09:01:41,728 Updating FAILED jobs +2021-12-18 09:01:41,728 Updating WAITING jobs +2021-12-18 09:01:41,728 Update finished +2021-12-18 09:01:41,728 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:01:41,728 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 09:01:41,728 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 09:01:41,729 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 09:01:41,729 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 09:01:41,729 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:01:41,729 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 09:01:41,729 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 09:01:41,729 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:01:41,732 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:01:41,734 Job list saved +2021-12-18 09:01:41,810 Updating FAILED jobs +2021-12-18 09:01:41,811 Updating WAITING jobs +2021-12-18 09:01:41,811 Update finished +2021-12-18 09:01:51,820 Reloading parameters... +2021-12-18 09:01:51,839 Loading parameters... +2021-12-18 09:01:51,840 Loading project parameters... +2021-12-18 09:01:51,842 + +20 of 25 jobs remaining (09:01) +2021-12-18 09:01:51,842 Sleep: 10 +2021-12-18 09:01:51,842 Number of retrials: 0 +2021-12-18 09:01:51,842 WRAPPER CHECK TIME = 10 +2021-12-18 09:01:51,843 Checking jobs for platform=marenostrum4 +2021-12-18 09:01:51,843 Checking Wrapper 19278896 +2021-12-18 09:01:55,413 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 09:01:55,414 Checking inner jobs status +2021-12-18 09:01:56,643 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 09:01:56,644 Checking jobs for platform=nord3 +2021-12-18 09:01:56,645 Checking jobs for platform=local +2021-12-18 09:01:56,645 Checking jobs for platform=transfer_node +2021-12-18 09:01:56,645 Checking all jobs at once +2021-12-18 09:01:58,017 Successful check job command +2021-12-18 09:01:59,189 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:01:59,189 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 09:01:59,189 End of checking +2021-12-18 09:01:59,190 Updating FAILED jobs +2021-12-18 09:01:59,190 Updating WAITING jobs +2021-12-18 09:01:59,191 Update finished +2021-12-18 09:01:59,191 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:01:59,192 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 09:01:59,192 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 09:01:59,192 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 09:01:59,192 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 09:01:59,192 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:01:59,192 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 09:01:59,192 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 09:01:59,193 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:01:59,195 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:01:59,197 Job list saved +2021-12-18 09:01:59,250 Updating FAILED jobs +2021-12-18 09:01:59,250 Updating WAITING jobs +2021-12-18 09:01:59,250 Update finished +2021-12-18 09:02:09,260 Reloading parameters... +2021-12-18 09:02:09,279 Loading parameters... +2021-12-18 09:02:09,281 Loading project parameters... +2021-12-18 09:02:09,282 + +20 of 25 jobs remaining (09:02) +2021-12-18 09:02:09,283 Sleep: 10 +2021-12-18 09:02:09,283 Number of retrials: 0 +2021-12-18 09:02:09,283 WRAPPER CHECK TIME = 10 +2021-12-18 09:02:09,283 Checking jobs for platform=marenostrum4 +2021-12-18 09:02:09,284 Checking Wrapper 19278896 +2021-12-18 09:02:12,858 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 09:02:12,858 Checking inner jobs status +2021-12-18 09:02:14,038 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 09:02:14,039 Checking jobs for platform=nord3 +2021-12-18 09:02:14,039 Checking jobs for platform=local +2021-12-18 09:02:14,040 Checking jobs for platform=transfer_node +2021-12-18 09:02:14,040 Checking all jobs at once +2021-12-18 09:02:16,361 Successful check job command +2021-12-18 09:02:17,630 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:02:17,631 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 09:02:17,631 End of checking +2021-12-18 09:02:17,632 Updating FAILED jobs +2021-12-18 09:02:17,632 Updating WAITING jobs +2021-12-18 09:02:17,632 Update finished +2021-12-18 09:02:17,633 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:02:17,633 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 09:02:17,633 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 09:02:17,633 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 09:02:17,633 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 09:02:17,633 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:02:17,634 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 09:02:17,634 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 09:02:17,634 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:02:17,637 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:02:17,639 Job list saved +2021-12-18 09:02:17,696 Updating FAILED jobs +2021-12-18 09:02:17,696 Updating WAITING jobs +2021-12-18 09:02:17,697 Update finished +2021-12-18 09:02:27,707 Reloading parameters... +2021-12-18 09:02:27,726 Loading parameters... +2021-12-18 09:02:27,728 Loading project parameters... +2021-12-18 09:02:27,730 + +20 of 25 jobs remaining (09:02) +2021-12-18 09:02:27,730 Sleep: 10 +2021-12-18 09:02:27,730 Number of retrials: 0 +2021-12-18 09:02:27,730 WRAPPER CHECK TIME = 10 +2021-12-18 09:02:27,731 Checking jobs for platform=marenostrum4 +2021-12-18 09:02:27,731 Checking Wrapper 19278896 +2021-12-18 09:02:31,052 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 09:02:31,052 Checking inner jobs status +2021-12-18 09:02:32,336 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 09:02:32,337 Checking jobs for platform=nord3 +2021-12-18 09:02:32,338 Checking jobs for platform=local +2021-12-18 09:02:32,338 Checking jobs for platform=transfer_node +2021-12-18 09:02:32,338 Checking all jobs at once +2021-12-18 09:02:33,657 Successful check job command +2021-12-18 09:02:34,927 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:02:34,927 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 09:02:34,927 End of checking +2021-12-18 09:02:34,929 Updating FAILED jobs +2021-12-18 09:02:34,929 Updating WAITING jobs +2021-12-18 09:02:34,929 Update finished +2021-12-18 09:02:34,930 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:02:34,930 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 09:02:34,930 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 09:02:34,930 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 09:02:34,930 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 09:02:34,931 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:02:34,931 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 09:02:34,931 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 09:02:34,931 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:02:34,934 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:02:34,936 Job list saved +2021-12-18 09:02:35,009 Updating FAILED jobs +2021-12-18 09:02:35,009 Updating WAITING jobs +2021-12-18 09:02:35,009 Update finished +2021-12-18 09:02:45,019 Reloading parameters... +2021-12-18 09:02:45,039 Loading parameters... +2021-12-18 09:02:45,041 Loading project parameters... +2021-12-18 09:02:45,042 + +20 of 25 jobs remaining (09:02) +2021-12-18 09:02:45,043 Sleep: 10 +2021-12-18 09:02:45,043 Number of retrials: 0 +2021-12-18 09:02:45,043 WRAPPER CHECK TIME = 10 +2021-12-18 09:02:45,043 Checking jobs for platform=marenostrum4 +2021-12-18 09:02:45,044 Checking Wrapper 19278896 +2021-12-18 09:02:48,365 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 09:02:48,365 Checking inner jobs status +2021-12-18 09:02:49,546 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 09:02:49,547 Checking jobs for platform=nord3 +2021-12-18 09:02:49,547 Checking jobs for platform=local +2021-12-18 09:02:49,548 Checking jobs for platform=transfer_node +2021-12-18 09:02:49,548 Checking all jobs at once +2021-12-18 09:02:50,818 Successful check job command +2021-12-18 09:02:52,037 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:02:52,037 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 09:02:52,037 End of checking +2021-12-18 09:02:52,039 Updating FAILED jobs +2021-12-18 09:02:52,039 Updating WAITING jobs +2021-12-18 09:02:52,039 Update finished +2021-12-18 09:02:52,039 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:02:52,040 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 09:02:52,040 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 09:02:52,040 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 09:02:52,040 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 09:02:52,040 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:02:52,040 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 09:02:52,040 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 09:02:52,040 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:02:52,043 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:02:52,046 Job list saved +2021-12-18 09:02:52,112 Updating FAILED jobs +2021-12-18 09:02:52,112 Updating WAITING jobs +2021-12-18 09:02:52,112 Update finished +2021-12-18 09:03:02,123 Reloading parameters... +2021-12-18 09:03:02,142 Loading parameters... +2021-12-18 09:03:02,143 Loading project parameters... +2021-12-18 09:03:02,145 + +20 of 25 jobs remaining (09:03) +2021-12-18 09:03:02,145 Sleep: 10 +2021-12-18 09:03:02,145 Number of retrials: 0 +2021-12-18 09:03:02,145 WRAPPER CHECK TIME = 10 +2021-12-18 09:03:02,146 Checking jobs for platform=marenostrum4 +2021-12-18 09:03:02,146 Checking Wrapper 19278896 +2021-12-18 09:03:05,419 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 09:03:05,419 Checking inner jobs status +2021-12-18 09:03:06,553 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 09:03:06,554 Checking jobs for platform=nord3 +2021-12-18 09:03:06,554 Checking jobs for platform=local +2021-12-18 09:03:06,555 Checking jobs for platform=transfer_node +2021-12-18 09:03:06,555 Checking all jobs at once +2021-12-18 09:03:07,874 Successful check job command +2021-12-18 09:03:09,144 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:03:09,144 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 09:03:09,144 End of checking +2021-12-18 09:03:09,145 Updating FAILED jobs +2021-12-18 09:03:09,146 Updating WAITING jobs +2021-12-18 09:03:09,146 Update finished +2021-12-18 09:03:09,146 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:03:09,147 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 09:03:09,147 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 09:03:09,147 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 09:03:09,147 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 09:03:09,147 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:03:09,147 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 09:03:09,148 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 09:03:09,148 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:03:09,150 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:03:09,153 Job list saved +2021-12-18 09:03:09,222 Updating FAILED jobs +2021-12-18 09:03:09,222 Updating WAITING jobs +2021-12-18 09:03:09,222 Update finished +2021-12-18 09:03:19,232 Reloading parameters... +2021-12-18 09:03:19,251 Loading parameters... +2021-12-18 09:03:19,253 Loading project parameters... +2021-12-18 09:03:19,255 + +20 of 25 jobs remaining (09:03) +2021-12-18 09:03:19,255 Sleep: 10 +2021-12-18 09:03:19,255 Number of retrials: 0 +2021-12-18 09:03:19,255 WRAPPER CHECK TIME = 10 +2021-12-18 09:03:19,256 Checking jobs for platform=marenostrum4 +2021-12-18 09:03:19,256 Checking Wrapper 19278896 +2021-12-18 09:03:22,527 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 09:03:22,528 Checking inner jobs status +2021-12-18 09:03:23,709 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 09:03:23,710 Checking jobs for platform=nord3 +2021-12-18 09:03:23,711 Checking jobs for platform=local +2021-12-18 09:03:23,712 Checking jobs for platform=transfer_node +2021-12-18 09:03:23,712 Checking all jobs at once +2021-12-18 09:03:24,981 Successful check job command +2021-12-18 09:03:26,251 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:03:26,251 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 09:03:26,251 End of checking +2021-12-18 09:03:26,252 Updating FAILED jobs +2021-12-18 09:03:26,253 Updating WAITING jobs +2021-12-18 09:03:26,253 Update finished +2021-12-18 09:03:26,253 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:03:26,253 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 09:03:26,253 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 09:03:26,253 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 09:03:26,254 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 09:03:26,254 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:03:26,254 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 09:03:26,254 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 09:03:26,254 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:03:26,258 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:03:26,260 Job list saved +2021-12-18 09:03:26,343 Updating FAILED jobs +2021-12-18 09:03:26,343 Updating WAITING jobs +2021-12-18 09:03:26,344 Update finished +2021-12-18 09:03:36,353 Reloading parameters... +2021-12-18 09:03:36,372 Loading parameters... +2021-12-18 09:03:36,373 Loading project parameters... +2021-12-18 09:03:36,375 + +20 of 25 jobs remaining (09:03) +2021-12-18 09:03:36,375 Sleep: 10 +2021-12-18 09:03:36,376 Number of retrials: 0 +2021-12-18 09:03:36,376 WRAPPER CHECK TIME = 10 +2021-12-18 09:03:36,376 Checking jobs for platform=marenostrum4 +2021-12-18 09:03:36,376 Checking Wrapper 19278896 +2021-12-18 09:03:39,698 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 09:03:39,698 Checking inner jobs status +2021-12-18 09:03:40,931 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 09:03:40,932 Checking jobs for platform=nord3 +2021-12-18 09:03:40,933 Checking jobs for platform=local +2021-12-18 09:03:40,933 Checking jobs for platform=transfer_node +2021-12-18 09:03:40,933 Checking all jobs at once +2021-12-18 09:03:42,403 Successful check job command +2021-12-18 09:03:44,074 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:03:44,074 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 09:03:44,074 End of checking +2021-12-18 09:03:44,075 Updating FAILED jobs +2021-12-18 09:03:44,076 Updating WAITING jobs +2021-12-18 09:03:44,076 Update finished +2021-12-18 09:03:44,076 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:03:44,077 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 09:03:44,077 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 09:03:44,077 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 09:03:44,077 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 09:03:44,077 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:03:44,077 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 09:03:44,077 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 09:03:44,078 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:03:44,081 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:03:44,083 Job list saved +2021-12-18 09:03:44,160 Updating FAILED jobs +2021-12-18 09:03:44,160 Updating WAITING jobs +2021-12-18 09:03:44,160 Update finished +2021-12-18 09:03:54,168 Reloading parameters... +2021-12-18 09:03:54,188 Loading parameters... +2021-12-18 09:03:54,189 Loading project parameters... +2021-12-18 09:03:54,191 + +20 of 25 jobs remaining (09:03) +2021-12-18 09:03:54,191 Sleep: 10 +2021-12-18 09:03:54,191 Number of retrials: 0 +2021-12-18 09:03:54,191 WRAPPER CHECK TIME = 10 +2021-12-18 09:03:54,192 Checking jobs for platform=marenostrum4 +2021-12-18 09:03:54,192 Checking Wrapper 19278896 +2021-12-18 09:03:57,564 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 09:03:57,564 Checking inner jobs status +2021-12-18 09:03:58,995 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 09:03:58,996 Checking jobs for platform=nord3 +2021-12-18 09:03:58,997 Checking jobs for platform=local +2021-12-18 09:03:58,997 Checking jobs for platform=transfer_node +2021-12-18 09:03:58,998 Checking all jobs at once +2021-12-18 09:04:00,918 Successful check job command +2021-12-18 09:04:03,192 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:04:03,193 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 09:04:03,193 End of checking +2021-12-18 09:04:03,194 Updating FAILED jobs +2021-12-18 09:04:03,195 Updating WAITING jobs +2021-12-18 09:04:03,195 Update finished +2021-12-18 09:04:03,195 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:04:03,195 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 09:04:03,195 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 09:04:03,195 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 09:04:03,196 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 09:04:03,196 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:04:03,196 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 09:04:03,196 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 09:04:03,196 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:04:03,199 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:04:03,202 Job list saved +2021-12-18 09:04:03,269 Updating FAILED jobs +2021-12-18 09:04:03,270 Updating WAITING jobs +2021-12-18 09:04:03,270 Update finished +2021-12-18 09:04:13,277 Reloading parameters... +2021-12-18 09:04:13,296 Loading parameters... +2021-12-18 09:04:13,297 Loading project parameters... +2021-12-18 09:04:13,299 + +20 of 25 jobs remaining (09:04) +2021-12-18 09:04:13,299 Sleep: 10 +2021-12-18 09:04:13,300 Number of retrials: 0 +2021-12-18 09:04:13,300 WRAPPER CHECK TIME = 10 +2021-12-18 09:04:13,300 Checking jobs for platform=marenostrum4 +2021-12-18 09:04:13,300 Checking Wrapper 19278896 +2021-12-18 09:04:16,621 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 09:04:16,621 Checking inner jobs status +2021-12-18 09:04:18,302 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 09:04:18,303 Checking jobs for platform=nord3 +2021-12-18 09:04:18,304 Checking jobs for platform=local +2021-12-18 09:04:18,304 Checking jobs for platform=transfer_node +2021-12-18 09:04:18,304 Checking all jobs at once +2021-12-18 09:04:20,325 Successful check job command +2021-12-18 09:04:21,895 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:04:21,895 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 09:04:21,895 End of checking +2021-12-18 09:04:21,896 Updating FAILED jobs +2021-12-18 09:04:21,897 Updating WAITING jobs +2021-12-18 09:04:21,897 Update finished +2021-12-18 09:04:21,897 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:04:21,898 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 09:04:21,898 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 09:04:21,898 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 09:04:21,898 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 09:04:21,898 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:04:21,898 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 09:04:21,898 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 09:04:21,898 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:04:21,901 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:04:21,904 Job list saved +2021-12-18 09:04:21,976 Updating FAILED jobs +2021-12-18 09:04:21,976 Updating WAITING jobs +2021-12-18 09:04:21,976 Update finished +2021-12-18 09:04:31,986 Reloading parameters... +2021-12-18 09:04:32,006 Loading parameters... +2021-12-18 09:04:32,007 Loading project parameters... +2021-12-18 09:04:32,009 + +20 of 25 jobs remaining (09:04) +2021-12-18 09:04:32,009 Sleep: 10 +2021-12-18 09:04:32,009 Number of retrials: 0 +2021-12-18 09:04:32,009 WRAPPER CHECK TIME = 10 +2021-12-18 09:04:32,010 Checking jobs for platform=marenostrum4 +2021-12-18 09:04:32,010 Checking Wrapper 19278896 +2021-12-18 09:04:35,543 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 09:04:35,543 Checking inner jobs status +2021-12-18 09:04:36,925 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 09:04:36,926 Checking jobs for platform=nord3 +2021-12-18 09:04:36,927 Checking jobs for platform=local +2021-12-18 09:04:36,928 Checking jobs for platform=transfer_node +2021-12-18 09:04:36,928 Checking all jobs at once +2021-12-18 09:04:38,348 Successful check job command +2021-12-18 09:04:39,668 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:04:39,668 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 09:04:39,668 End of checking +2021-12-18 09:04:39,669 Updating FAILED jobs +2021-12-18 09:04:39,669 Updating WAITING jobs +2021-12-18 09:04:39,670 Update finished +2021-12-18 09:04:39,670 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:04:39,670 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 09:04:39,670 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 09:04:39,670 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 09:04:39,670 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 09:04:39,670 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:04:39,671 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 09:04:39,671 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 09:04:39,671 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:04:39,674 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:04:39,676 Job list saved +2021-12-18 09:04:39,743 Updating FAILED jobs +2021-12-18 09:04:39,743 Updating WAITING jobs +2021-12-18 09:04:39,743 Update finished +2021-12-18 09:04:49,754 Reloading parameters... +2021-12-18 09:04:49,776 Loading parameters... +2021-12-18 09:04:49,777 Loading project parameters... +2021-12-18 09:04:49,779 + +20 of 25 jobs remaining (09:04) +2021-12-18 09:04:49,779 Sleep: 10 +2021-12-18 09:04:49,780 Number of retrials: 0 +2021-12-18 09:04:49,780 WRAPPER CHECK TIME = 10 +2021-12-18 09:04:49,780 Checking jobs for platform=marenostrum4 +2021-12-18 09:04:49,780 Checking Wrapper 19278896 +2021-12-18 09:04:53,151 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 09:04:53,151 Checking inner jobs status +2021-12-18 09:04:54,384 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 09:04:54,385 Checking jobs for platform=nord3 +2021-12-18 09:04:54,386 Checking jobs for platform=local +2021-12-18 09:04:54,386 Checking jobs for platform=transfer_node +2021-12-18 09:04:54,386 Checking all jobs at once +2021-12-18 09:04:55,657 Successful check job command +2021-12-18 09:04:56,876 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:04:56,877 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 09:04:56,877 End of checking +2021-12-18 09:04:56,879 Updating FAILED jobs +2021-12-18 09:04:56,879 Updating WAITING jobs +2021-12-18 09:04:56,880 Update finished +2021-12-18 09:04:56,880 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:04:56,881 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 09:04:56,881 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 09:04:56,881 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 09:04:56,882 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 09:04:56,882 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:04:56,882 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 09:04:56,882 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 09:04:56,882 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:04:56,885 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:04:56,888 Job list saved +2021-12-18 09:04:56,981 Updating FAILED jobs +2021-12-18 09:04:56,981 Updating WAITING jobs +2021-12-18 09:04:56,981 Update finished +2021-12-18 09:05:06,991 Reloading parameters... +2021-12-18 09:05:07,012 Loading parameters... +2021-12-18 09:05:07,013 Loading project parameters... +2021-12-18 09:05:07,015 + +20 of 25 jobs remaining (09:05) +2021-12-18 09:05:07,015 Sleep: 10 +2021-12-18 09:05:07,015 Number of retrials: 0 +2021-12-18 09:05:07,015 WRAPPER CHECK TIME = 10 +2021-12-18 09:05:07,016 Checking jobs for platform=marenostrum4 +2021-12-18 09:05:07,016 Checking Wrapper 19278896 +2021-12-18 09:05:10,337 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 09:05:10,338 Checking inner jobs status +2021-12-18 09:05:11,570 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 09:05:11,571 Checking jobs for platform=nord3 +2021-12-18 09:05:11,572 Checking jobs for platform=local +2021-12-18 09:05:11,572 Checking jobs for platform=transfer_node +2021-12-18 09:05:11,573 Checking all jobs at once +2021-12-18 09:05:12,892 Successful check job command +2021-12-18 09:05:14,111 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:05:14,111 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 09:05:14,111 End of checking +2021-12-18 09:05:14,113 Updating FAILED jobs +2021-12-18 09:05:14,114 Updating WAITING jobs +2021-12-18 09:05:14,114 Update finished +2021-12-18 09:05:14,114 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:05:14,114 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 09:05:14,114 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 09:05:14,114 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 09:05:14,115 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 09:05:14,115 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:05:14,115 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 09:05:14,115 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 09:05:14,115 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:05:14,119 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:05:14,121 Job list saved +2021-12-18 09:05:14,190 Updating FAILED jobs +2021-12-18 09:05:14,191 Updating WAITING jobs +2021-12-18 09:05:14,191 Update finished +2021-12-18 09:05:24,201 Reloading parameters... +2021-12-18 09:05:24,221 Loading parameters... +2021-12-18 09:05:24,222 Loading project parameters... +2021-12-18 09:05:24,224 + +20 of 25 jobs remaining (09:05) +2021-12-18 09:05:24,224 Sleep: 10 +2021-12-18 09:05:24,225 Number of retrials: 0 +2021-12-18 09:05:24,225 WRAPPER CHECK TIME = 10 +2021-12-18 09:05:24,225 Checking jobs for platform=marenostrum4 +2021-12-18 09:05:24,225 Checking Wrapper 19278896 +2021-12-18 09:05:27,546 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 09:05:27,546 Checking inner jobs status +2021-12-18 09:05:29,028 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 09:05:29,029 Checking jobs for platform=nord3 +2021-12-18 09:05:29,030 Checking jobs for platform=local +2021-12-18 09:05:29,030 Checking jobs for platform=transfer_node +2021-12-18 09:05:29,030 Checking all jobs at once +2021-12-18 09:05:30,402 Successful check job command +2021-12-18 09:05:31,621 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:05:31,621 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 09:05:31,621 End of checking +2021-12-18 09:05:31,624 Updating FAILED jobs +2021-12-18 09:05:31,624 Updating WAITING jobs +2021-12-18 09:05:31,624 Update finished +2021-12-18 09:05:31,624 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:05:31,625 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 09:05:31,625 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 09:05:31,625 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 09:05:31,625 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 09:05:31,625 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:05:31,626 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 09:05:31,626 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 09:05:31,626 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:05:31,629 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:05:31,631 Job list saved +2021-12-18 09:05:31,699 Updating FAILED jobs +2021-12-18 09:05:31,699 Updating WAITING jobs +2021-12-18 09:05:31,700 Update finished +2021-12-18 09:05:41,704 Reloading parameters... +2021-12-18 09:05:41,725 Loading parameters... +2021-12-18 09:05:41,726 Loading project parameters... +2021-12-18 09:05:41,728 + +20 of 25 jobs remaining (09:05) +2021-12-18 09:05:41,728 Sleep: 10 +2021-12-18 09:05:41,728 Number of retrials: 0 +2021-12-18 09:05:41,728 WRAPPER CHECK TIME = 10 +2021-12-18 09:05:41,729 Checking jobs for platform=marenostrum4 +2021-12-18 09:05:41,729 Checking Wrapper 19278896 +2021-12-18 09:05:45,050 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 09:05:45,050 Checking inner jobs status +2021-12-18 09:05:46,225 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 09:05:46,226 Checking jobs for platform=nord3 +2021-12-18 09:05:46,226 Checking jobs for platform=local +2021-12-18 09:05:46,227 Checking jobs for platform=transfer_node +2021-12-18 09:05:46,227 Checking all jobs at once +2021-12-18 09:05:47,547 Successful check job command +2021-12-18 09:05:48,767 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:05:48,767 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 09:05:48,767 End of checking +2021-12-18 09:05:48,769 Updating FAILED jobs +2021-12-18 09:05:48,769 Updating WAITING jobs +2021-12-18 09:05:48,769 Update finished +2021-12-18 09:05:48,770 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:05:48,770 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 09:05:48,770 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 09:05:48,770 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 09:05:48,770 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 09:05:48,770 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:05:48,770 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 09:05:48,770 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 09:05:48,771 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:05:48,774 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:05:48,776 Job list saved +2021-12-18 09:05:48,846 Updating FAILED jobs +2021-12-18 09:05:48,846 Updating WAITING jobs +2021-12-18 09:05:48,846 Update finished +2021-12-18 09:05:58,852 Reloading parameters... +2021-12-18 09:05:58,875 Loading parameters... +2021-12-18 09:05:58,877 Loading project parameters... +2021-12-18 09:05:58,879 + +20 of 25 jobs remaining (09:05) +2021-12-18 09:05:58,879 Sleep: 10 +2021-12-18 09:05:58,879 Number of retrials: 0 +2021-12-18 09:05:58,879 WRAPPER CHECK TIME = 10 +2021-12-18 09:05:58,880 Checking jobs for platform=marenostrum4 +2021-12-18 09:05:58,880 Checking Wrapper 19278896 +2021-12-18 09:06:02,101 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 09:06:02,102 Checking inner jobs status +2021-12-18 09:06:03,286 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 09:06:03,287 Checking jobs for platform=nord3 +2021-12-18 09:06:03,288 Checking jobs for platform=local +2021-12-18 09:06:03,288 Checking jobs for platform=transfer_node +2021-12-18 09:06:03,288 Checking all jobs at once +2021-12-18 09:06:04,607 Successful check job command +2021-12-18 09:06:05,777 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:06:05,777 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 09:06:05,777 End of checking +2021-12-18 09:06:05,779 Updating FAILED jobs +2021-12-18 09:06:05,779 Updating WAITING jobs +2021-12-18 09:06:05,779 Update finished +2021-12-18 09:06:05,780 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:06:05,786 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 09:06:05,786 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 09:06:05,786 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 09:06:05,786 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 09:06:05,787 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:06:05,787 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 09:06:05,787 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 09:06:05,787 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:06:05,790 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:06:05,792 Job list saved +2021-12-18 09:06:05,869 Updating FAILED jobs +2021-12-18 09:06:05,869 Updating WAITING jobs +2021-12-18 09:06:05,869 Update finished +2021-12-18 09:06:15,879 Reloading parameters... +2021-12-18 09:06:15,902 Loading parameters... +2021-12-18 09:06:15,903 Loading project parameters... +2021-12-18 09:06:15,906 + +20 of 25 jobs remaining (09:06) +2021-12-18 09:06:15,906 Sleep: 10 +2021-12-18 09:06:15,906 Number of retrials: 0 +2021-12-18 09:06:15,906 WRAPPER CHECK TIME = 10 +2021-12-18 09:06:15,907 Checking jobs for platform=marenostrum4 +2021-12-18 09:06:15,907 Checking Wrapper 19278896 +2021-12-18 09:06:19,278 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 09:06:19,279 Checking inner jobs status +2021-12-18 09:06:20,663 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 09:06:20,664 Checking jobs for platform=nord3 +2021-12-18 09:06:20,665 Checking jobs for platform=local +2021-12-18 09:06:20,665 Checking jobs for platform=transfer_node +2021-12-18 09:06:20,665 Checking all jobs at once +2021-12-18 09:06:22,086 Successful check job command +2021-12-18 09:06:23,306 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:06:23,306 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 09:06:23,307 End of checking +2021-12-18 09:06:23,309 Updating FAILED jobs +2021-12-18 09:06:23,309 Updating WAITING jobs +2021-12-18 09:06:23,309 Update finished +2021-12-18 09:06:23,309 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:06:23,309 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 09:06:23,309 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 09:06:23,310 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 09:06:23,310 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 09:06:23,310 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:06:23,310 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 09:06:23,310 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 09:06:23,310 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:06:23,313 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:06:23,315 Job list saved +2021-12-18 09:06:23,414 Updating FAILED jobs +2021-12-18 09:06:23,414 Updating WAITING jobs +2021-12-18 09:06:23,415 Update finished +2021-12-18 09:06:33,424 Reloading parameters... +2021-12-18 09:06:33,445 Loading parameters... +2021-12-18 09:06:33,447 Loading project parameters... +2021-12-18 09:06:33,449 + +20 of 25 jobs remaining (09:06) +2021-12-18 09:06:33,449 Sleep: 10 +2021-12-18 09:06:33,449 Number of retrials: 0 +2021-12-18 09:06:33,449 WRAPPER CHECK TIME = 10 +2021-12-18 09:06:33,450 Checking jobs for platform=marenostrum4 +2021-12-18 09:06:33,450 Checking Wrapper 19278896 +2021-12-18 09:06:36,873 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 09:06:36,873 Checking inner jobs status +2021-12-18 09:06:38,106 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 09:06:38,107 Checking jobs for platform=nord3 +2021-12-18 09:06:38,108 Checking jobs for platform=local +2021-12-18 09:06:38,108 Checking jobs for platform=transfer_node +2021-12-18 09:06:38,109 Checking all jobs at once +2021-12-18 09:06:39,629 Successful check job command +2021-12-18 09:06:40,898 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:06:40,898 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 09:06:40,899 End of checking +2021-12-18 09:06:40,900 Updating FAILED jobs +2021-12-18 09:06:40,900 Updating WAITING jobs +2021-12-18 09:06:40,900 Update finished +2021-12-18 09:06:40,901 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:06:40,901 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 09:06:40,901 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 09:06:40,901 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 09:06:40,902 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 09:06:40,902 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:06:40,902 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 09:06:40,902 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 09:06:40,902 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:06:40,905 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:06:40,907 Job list saved +2021-12-18 09:06:40,973 Updating FAILED jobs +2021-12-18 09:06:40,973 Updating WAITING jobs +2021-12-18 09:06:40,974 Update finished +2021-12-18 09:06:50,979 Reloading parameters... +2021-12-18 09:06:51,001 Loading parameters... +2021-12-18 09:06:51,002 Loading project parameters... +2021-12-18 09:06:51,004 + +20 of 25 jobs remaining (09:06) +2021-12-18 09:06:51,005 Sleep: 10 +2021-12-18 09:06:51,005 Number of retrials: 0 +2021-12-18 09:06:51,005 WRAPPER CHECK TIME = 10 +2021-12-18 09:06:51,005 Checking jobs for platform=marenostrum4 +2021-12-18 09:06:51,005 Checking Wrapper 19278896 +2021-12-18 09:06:54,429 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 09:06:54,430 Checking inner jobs status +2021-12-18 09:06:55,864 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 09:06:55,865 Checking jobs for platform=nord3 +2021-12-18 09:06:55,866 Checking jobs for platform=local +2021-12-18 09:06:55,867 Checking jobs for platform=transfer_node +2021-12-18 09:06:55,867 Checking all jobs at once +2021-12-18 09:06:57,637 Successful check job command +2021-12-18 09:06:59,758 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:06:59,759 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 09:06:59,759 End of checking +2021-12-18 09:06:59,761 Updating FAILED jobs +2021-12-18 09:06:59,761 Updating WAITING jobs +2021-12-18 09:06:59,762 Update finished +2021-12-18 09:06:59,762 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:06:59,762 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 09:06:59,762 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 09:06:59,762 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 09:06:59,762 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 09:06:59,763 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:06:59,763 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 09:06:59,763 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 09:06:59,763 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:06:59,765 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:06:59,768 Job list saved +2021-12-18 09:06:59,860 Updating FAILED jobs +2021-12-18 09:06:59,860 Updating WAITING jobs +2021-12-18 09:06:59,860 Update finished +2021-12-18 09:07:09,862 Reloading parameters... +2021-12-18 09:07:09,882 Loading parameters... +2021-12-18 09:07:09,884 Loading project parameters... +2021-12-18 09:07:09,886 + +20 of 25 jobs remaining (09:07) +2021-12-18 09:07:09,886 Sleep: 10 +2021-12-18 09:07:09,886 Number of retrials: 0 +2021-12-18 09:07:09,886 WRAPPER CHECK TIME = 10 +2021-12-18 09:07:09,887 Checking jobs for platform=marenostrum4 +2021-12-18 09:07:09,887 Checking Wrapper 19278896 +2021-12-18 09:07:13,319 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 09:07:13,319 Checking inner jobs status +2021-12-18 09:07:14,753 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 09:07:14,754 Checking jobs for platform=nord3 +2021-12-18 09:07:14,754 Checking jobs for platform=local +2021-12-18 09:07:14,755 Checking jobs for platform=transfer_node +2021-12-18 09:07:14,755 Checking all jobs at once +2021-12-18 09:07:16,075 Successful check job command +2021-12-18 09:07:17,244 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:07:17,245 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 09:07:17,245 End of checking +2021-12-18 09:07:17,246 Updating FAILED jobs +2021-12-18 09:07:17,246 Updating WAITING jobs +2021-12-18 09:07:17,247 Update finished +2021-12-18 09:07:17,247 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:07:17,248 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 09:07:17,248 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 09:07:17,248 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 09:07:17,248 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 09:07:17,248 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:07:17,248 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 09:07:17,248 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 09:07:17,248 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:07:17,252 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:07:17,254 Job list saved +2021-12-18 09:07:17,328 Updating FAILED jobs +2021-12-18 09:07:17,328 Updating WAITING jobs +2021-12-18 09:07:17,328 Update finished +2021-12-18 09:07:27,335 Reloading parameters... +2021-12-18 09:07:27,356 Loading parameters... +2021-12-18 09:07:27,357 Loading project parameters... +2021-12-18 09:07:27,360 + +20 of 25 jobs remaining (09:07) +2021-12-18 09:07:27,360 Sleep: 10 +2021-12-18 09:07:27,360 Number of retrials: 0 +2021-12-18 09:07:27,360 WRAPPER CHECK TIME = 10 +2021-12-18 09:07:27,361 Checking jobs for platform=marenostrum4 +2021-12-18 09:07:27,361 Checking Wrapper 19278896 +2021-12-18 09:07:30,883 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 09:07:30,883 Checking inner jobs status +2021-12-18 09:07:32,315 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 09:07:32,315 Checking jobs for platform=nord3 +2021-12-18 09:07:32,316 Checking jobs for platform=local +2021-12-18 09:07:32,317 Checking jobs for platform=transfer_node +2021-12-18 09:07:32,317 Checking all jobs at once +2021-12-18 09:07:33,588 Successful check job command +2021-12-18 09:07:34,758 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:07:34,758 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 09:07:34,758 End of checking +2021-12-18 09:07:34,759 Updating FAILED jobs +2021-12-18 09:07:34,760 Updating WAITING jobs +2021-12-18 09:07:34,760 Update finished +2021-12-18 09:07:34,760 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:07:34,760 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 09:07:34,760 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 09:07:34,760 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 09:07:34,761 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 09:07:34,761 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:07:34,761 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 09:07:34,761 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 09:07:34,761 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:07:34,764 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:07:34,766 Job list saved +2021-12-18 09:07:34,844 Updating FAILED jobs +2021-12-18 09:07:34,844 Updating WAITING jobs +2021-12-18 09:07:34,844 Update finished +2021-12-18 09:07:44,854 Reloading parameters... +2021-12-18 09:07:44,876 Loading parameters... +2021-12-18 09:07:44,877 Loading project parameters... +2021-12-18 09:07:44,879 + +20 of 25 jobs remaining (09:07) +2021-12-18 09:07:44,879 Sleep: 10 +2021-12-18 09:07:44,879 Number of retrials: 0 +2021-12-18 09:07:44,879 WRAPPER CHECK TIME = 10 +2021-12-18 09:07:44,880 Checking jobs for platform=marenostrum4 +2021-12-18 09:07:44,880 Checking Wrapper 19278896 +2021-12-18 09:07:48,352 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 09:07:48,352 Checking inner jobs status +2021-12-18 09:07:49,633 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 09:07:49,634 Checking jobs for platform=nord3 +2021-12-18 09:07:49,635 Checking jobs for platform=local +2021-12-18 09:07:49,635 Checking jobs for platform=transfer_node +2021-12-18 09:07:49,635 Checking all jobs at once +2021-12-18 09:07:51,505 Successful check job command +2021-12-18 09:07:52,775 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:07:52,775 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 09:07:52,775 End of checking +2021-12-18 09:07:52,776 Updating FAILED jobs +2021-12-18 09:07:52,777 Updating WAITING jobs +2021-12-18 09:07:52,777 Update finished +2021-12-18 09:07:52,777 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:07:52,778 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 09:07:52,778 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 09:07:52,778 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 09:07:52,778 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 09:07:52,778 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:07:52,778 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 09:07:52,778 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 09:07:52,779 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:07:52,781 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:07:52,784 Job list saved +2021-12-18 09:07:52,850 Updating FAILED jobs +2021-12-18 09:07:52,850 Updating WAITING jobs +2021-12-18 09:07:52,850 Update finished +2021-12-18 09:08:02,861 Reloading parameters... +2021-12-18 09:08:02,881 Loading parameters... +2021-12-18 09:08:02,883 Loading project parameters... +2021-12-18 09:08:02,885 + +20 of 25 jobs remaining (09:08) +2021-12-18 09:08:02,885 Sleep: 10 +2021-12-18 09:08:02,885 Number of retrials: 0 +2021-12-18 09:08:02,885 WRAPPER CHECK TIME = 10 +2021-12-18 09:08:02,885 Checking jobs for platform=marenostrum4 +2021-12-18 09:08:02,886 Checking Wrapper 19278896 +2021-12-18 09:08:06,460 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 09:08:06,460 Checking inner jobs status +2021-12-18 09:08:07,741 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 09:08:07,742 Checking jobs for platform=nord3 +2021-12-18 09:08:07,742 Checking jobs for platform=local +2021-12-18 09:08:07,743 Checking jobs for platform=transfer_node +2021-12-18 09:08:07,743 Checking all jobs at once +2021-12-18 09:08:10,214 Successful check job command +2021-12-18 09:08:11,434 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:08:11,434 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 09:08:11,434 End of checking +2021-12-18 09:08:11,435 Updating FAILED jobs +2021-12-18 09:08:11,435 Updating WAITING jobs +2021-12-18 09:08:11,436 Update finished +2021-12-18 09:08:11,436 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:08:11,436 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 09:08:11,436 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 09:08:11,436 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 09:08:11,436 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 09:08:11,437 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:08:11,437 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 09:08:11,437 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 09:08:11,437 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:08:11,440 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:08:11,442 Job list saved +2021-12-18 09:08:11,510 Updating FAILED jobs +2021-12-18 09:08:11,510 Updating WAITING jobs +2021-12-18 09:08:11,511 Update finished +2021-12-18 09:08:21,517 Reloading parameters... +2021-12-18 09:08:21,540 Loading parameters... +2021-12-18 09:08:21,541 Loading project parameters... +2021-12-18 09:08:21,543 + +20 of 25 jobs remaining (09:08) +2021-12-18 09:08:21,543 Sleep: 10 +2021-12-18 09:08:21,543 Number of retrials: 0 +2021-12-18 09:08:21,543 WRAPPER CHECK TIME = 10 +2021-12-18 09:08:21,544 Checking jobs for platform=marenostrum4 +2021-12-18 09:08:21,544 Checking Wrapper 19278896 +2021-12-18 09:08:24,865 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 09:08:24,866 Checking inner jobs status +2021-12-18 09:08:26,047 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 09:08:26,048 Checking jobs for platform=nord3 +2021-12-18 09:08:26,049 Checking jobs for platform=local +2021-12-18 09:08:26,049 Checking jobs for platform=transfer_node +2021-12-18 09:08:26,049 Checking all jobs at once +2021-12-18 09:08:27,319 Successful check job command +2021-12-18 09:08:28,538 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:08:28,538 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 09:08:28,539 End of checking +2021-12-18 09:08:28,540 Updating FAILED jobs +2021-12-18 09:08:28,540 Updating WAITING jobs +2021-12-18 09:08:28,540 Update finished +2021-12-18 09:08:28,540 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:08:28,541 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 09:08:28,541 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 09:08:28,541 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 09:08:28,541 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 09:08:28,542 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:08:28,542 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 09:08:28,542 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 09:08:28,542 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:08:28,545 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:08:28,547 Job list saved +2021-12-18 09:08:28,618 Updating FAILED jobs +2021-12-18 09:08:28,618 Updating WAITING jobs +2021-12-18 09:08:28,619 Update finished +2021-12-18 09:08:38,629 Reloading parameters... +2021-12-18 09:08:38,648 Loading parameters... +2021-12-18 09:08:38,650 Loading project parameters... +2021-12-18 09:08:38,652 + +20 of 25 jobs remaining (09:08) +2021-12-18 09:08:38,652 Sleep: 10 +2021-12-18 09:08:38,652 Number of retrials: 0 +2021-12-18 09:08:38,652 WRAPPER CHECK TIME = 10 +2021-12-18 09:08:38,653 Checking jobs for platform=marenostrum4 +2021-12-18 09:08:38,653 Checking Wrapper 19278896 +2021-12-18 09:08:41,976 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 09:08:41,976 Checking inner jobs status +2021-12-18 09:08:43,258 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 09:08:43,259 Checking jobs for platform=nord3 +2021-12-18 09:08:43,259 Checking jobs for platform=local +2021-12-18 09:08:43,260 Checking jobs for platform=transfer_node +2021-12-18 09:08:43,260 Checking all jobs at once +2021-12-18 09:08:44,580 Successful check job command +2021-12-18 09:08:45,799 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:08:45,799 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 09:08:45,799 End of checking +2021-12-18 09:08:45,801 Updating FAILED jobs +2021-12-18 09:08:45,801 Updating WAITING jobs +2021-12-18 09:08:45,801 Update finished +2021-12-18 09:08:45,801 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:08:45,802 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 09:08:45,802 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 09:08:45,802 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 09:08:45,802 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 09:08:45,802 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:08:45,802 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 09:08:45,802 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 09:08:45,802 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:08:45,805 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:08:45,808 Job list saved +2021-12-18 09:08:45,872 Updating FAILED jobs +2021-12-18 09:08:45,872 Updating WAITING jobs +2021-12-18 09:08:45,873 Update finished +2021-12-18 09:08:55,884 Reloading parameters... +2021-12-18 09:08:55,903 Loading parameters... +2021-12-18 09:08:55,904 Loading project parameters... +2021-12-18 09:08:55,911 + +20 of 25 jobs remaining (09:08) +2021-12-18 09:08:55,912 Sleep: 10 +2021-12-18 09:08:55,912 Number of retrials: 0 +2021-12-18 09:08:55,912 WRAPPER CHECK TIME = 10 +2021-12-18 09:08:55,912 Checking jobs for platform=marenostrum4 +2021-12-18 09:08:55,912 Checking Wrapper 19278896 +2021-12-18 09:08:59,233 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 09:08:59,233 Checking inner jobs status +2021-12-18 09:09:00,414 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 09:09:00,415 Checking jobs for platform=nord3 +2021-12-18 09:09:00,416 Checking jobs for platform=local +2021-12-18 09:09:00,416 Checking jobs for platform=transfer_node +2021-12-18 09:09:00,416 Checking all jobs at once +2021-12-18 09:09:01,686 Successful check job command +2021-12-18 09:09:03,005 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:09:03,006 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 09:09:03,006 End of checking +2021-12-18 09:09:03,007 Updating FAILED jobs +2021-12-18 09:09:03,008 Updating WAITING jobs +2021-12-18 09:09:03,008 Update finished +2021-12-18 09:09:03,008 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:09:03,008 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 09:09:03,008 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 09:09:03,008 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 09:09:03,009 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 09:09:03,009 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:09:03,009 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 09:09:03,009 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 09:09:03,009 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:09:03,012 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:09:03,014 Job list saved +2021-12-18 09:09:03,080 Updating FAILED jobs +2021-12-18 09:09:03,080 Updating WAITING jobs +2021-12-18 09:09:03,080 Update finished +2021-12-18 09:09:13,090 Reloading parameters... +2021-12-18 09:09:13,109 Loading parameters... +2021-12-18 09:09:13,111 Loading project parameters... +2021-12-18 09:09:13,112 + +20 of 25 jobs remaining (09:09) +2021-12-18 09:09:13,113 Sleep: 10 +2021-12-18 09:09:13,113 Number of retrials: 0 +2021-12-18 09:09:13,113 WRAPPER CHECK TIME = 10 +2021-12-18 09:09:13,113 Checking jobs for platform=marenostrum4 +2021-12-18 09:09:13,114 Checking Wrapper 19278896 +2021-12-18 09:09:16,435 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 09:09:16,435 Checking inner jobs status +2021-12-18 09:09:17,718 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 09:09:17,719 Checking jobs for platform=nord3 +2021-12-18 09:09:17,719 Checking jobs for platform=local +2021-12-18 09:09:17,720 Checking jobs for platform=transfer_node +2021-12-18 09:09:17,720 Checking all jobs at once +2021-12-18 09:09:19,143 Successful check job command +2021-12-18 09:09:21,115 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:09:21,116 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 09:09:21,116 End of checking +2021-12-18 09:09:21,117 Updating FAILED jobs +2021-12-18 09:09:21,117 Updating WAITING jobs +2021-12-18 09:09:21,117 Update finished +2021-12-18 09:09:21,118 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:09:21,120 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 09:09:21,120 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 09:09:21,120 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 09:09:21,121 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 09:09:21,121 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:09:21,121 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 09:09:21,121 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 09:09:21,121 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:09:21,124 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:09:21,127 Job list saved +2021-12-18 09:09:21,193 Updating FAILED jobs +2021-12-18 09:09:21,193 Updating WAITING jobs +2021-12-18 09:09:21,193 Update finished +2021-12-18 09:09:31,201 Reloading parameters... +2021-12-18 09:09:31,221 Loading parameters... +2021-12-18 09:09:31,222 Loading project parameters... +2021-12-18 09:09:31,224 + +20 of 25 jobs remaining (09:09) +2021-12-18 09:09:31,224 Sleep: 10 +2021-12-18 09:09:31,224 Number of retrials: 0 +2021-12-18 09:09:31,224 WRAPPER CHECK TIME = 10 +2021-12-18 09:09:31,225 Checking jobs for platform=marenostrum4 +2021-12-18 09:09:31,225 Checking Wrapper 19278896 +2021-12-18 09:09:34,547 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 09:09:34,547 Checking inner jobs status +2021-12-18 09:09:35,878 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 09:09:35,879 Checking jobs for platform=nord3 +2021-12-18 09:09:35,880 Checking jobs for platform=local +2021-12-18 09:09:35,880 Checking jobs for platform=transfer_node +2021-12-18 09:09:35,880 Checking all jobs at once +2021-12-18 09:09:37,903 Successful check job command +2021-12-18 09:09:40,225 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:09:40,225 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 09:09:40,226 End of checking +2021-12-18 09:09:40,227 Updating FAILED jobs +2021-12-18 09:09:40,227 Updating WAITING jobs +2021-12-18 09:09:40,227 Update finished +2021-12-18 09:09:40,227 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:09:40,228 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 09:09:40,228 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 09:09:40,228 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 09:09:40,228 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 09:09:40,228 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:09:40,228 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 09:09:40,228 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 09:09:40,229 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:09:40,231 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:09:40,233 Job list saved +2021-12-18 09:09:40,295 Updating FAILED jobs +2021-12-18 09:09:40,295 Updating WAITING jobs +2021-12-18 09:09:40,296 Update finished +2021-12-18 09:09:50,298 Reloading parameters... +2021-12-18 09:09:50,319 Loading parameters... +2021-12-18 09:09:50,320 Loading project parameters... +2021-12-18 09:09:50,322 + +20 of 25 jobs remaining (09:09) +2021-12-18 09:09:50,322 Sleep: 10 +2021-12-18 09:09:50,323 Number of retrials: 0 +2021-12-18 09:09:50,323 WRAPPER CHECK TIME = 10 +2021-12-18 09:09:50,323 Checking jobs for platform=marenostrum4 +2021-12-18 09:09:50,323 Checking Wrapper 19278896 +2021-12-18 09:09:53,594 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 09:09:53,594 Checking inner jobs status +2021-12-18 09:09:54,976 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 09:09:54,977 Checking jobs for platform=nord3 +2021-12-18 09:09:54,977 Checking jobs for platform=local +2021-12-18 09:09:54,978 Checking jobs for platform=transfer_node +2021-12-18 09:09:54,978 Checking all jobs at once +2021-12-18 09:09:56,848 Successful check job command +2021-12-18 09:09:58,269 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:09:58,270 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 09:09:58,270 End of checking +2021-12-18 09:09:58,271 Updating FAILED jobs +2021-12-18 09:09:58,271 Updating WAITING jobs +2021-12-18 09:09:58,271 Update finished +2021-12-18 09:09:58,272 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:09:58,272 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 09:09:58,272 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 09:09:58,272 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 09:09:58,273 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 09:09:58,273 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:09:58,273 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 09:09:58,273 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 09:09:58,273 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:09:58,275 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:09:58,278 Job list saved +2021-12-18 09:09:58,332 Updating FAILED jobs +2021-12-18 09:09:58,332 Updating WAITING jobs +2021-12-18 09:09:58,333 Update finished +2021-12-18 09:10:08,343 Reloading parameters... +2021-12-18 09:10:08,362 Loading parameters... +2021-12-18 09:10:08,364 Loading project parameters... +2021-12-18 09:10:08,365 + +20 of 25 jobs remaining (09:10) +2021-12-18 09:10:08,366 Sleep: 10 +2021-12-18 09:10:08,366 Number of retrials: 0 +2021-12-18 09:10:08,366 WRAPPER CHECK TIME = 10 +2021-12-18 09:10:08,366 Checking jobs for platform=marenostrum4 +2021-12-18 09:10:08,366 Checking Wrapper 19278896 +2021-12-18 09:10:11,638 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 09:10:11,638 Checking inner jobs status +2021-12-18 09:10:13,123 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 09:10:13,124 Checking jobs for platform=nord3 +2021-12-18 09:10:13,124 Checking jobs for platform=local +2021-12-18 09:10:13,125 Checking jobs for platform=transfer_node +2021-12-18 09:10:13,125 Checking all jobs at once +2021-12-18 09:10:14,696 Successful check job command +2021-12-18 09:10:16,116 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:10:16,116 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 09:10:16,116 End of checking +2021-12-18 09:10:16,118 Updating FAILED jobs +2021-12-18 09:10:16,118 Updating WAITING jobs +2021-12-18 09:10:16,118 Update finished +2021-12-18 09:10:16,119 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:10:16,119 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 09:10:16,119 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 09:10:16,119 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 09:10:16,119 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 09:10:16,119 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:10:16,119 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 09:10:16,120 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 09:10:16,120 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:10:16,122 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:10:16,125 Job list saved +2021-12-18 09:10:16,179 Updating FAILED jobs +2021-12-18 09:10:16,180 Updating WAITING jobs +2021-12-18 09:10:16,180 Update finished +2021-12-18 09:10:26,190 Reloading parameters... +2021-12-18 09:10:26,209 Loading parameters... +2021-12-18 09:10:26,210 Loading project parameters... +2021-12-18 09:10:26,212 + +20 of 25 jobs remaining (09:10) +2021-12-18 09:10:26,212 Sleep: 10 +2021-12-18 09:10:26,212 Number of retrials: 0 +2021-12-18 09:10:26,212 WRAPPER CHECK TIME = 10 +2021-12-18 09:10:26,213 Checking jobs for platform=marenostrum4 +2021-12-18 09:10:26,213 Checking Wrapper 19278896 +2021-12-18 09:10:29,735 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 09:10:29,735 Checking inner jobs status +2021-12-18 09:10:31,118 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 09:10:31,119 Checking jobs for platform=nord3 +2021-12-18 09:10:31,120 Checking jobs for platform=local +2021-12-18 09:10:31,120 Checking jobs for platform=transfer_node +2021-12-18 09:10:31,120 Checking all jobs at once +2021-12-18 09:10:32,439 Successful check job command +2021-12-18 09:10:33,609 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:10:33,609 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 09:10:33,609 End of checking +2021-12-18 09:10:33,611 Updating FAILED jobs +2021-12-18 09:10:33,611 Updating WAITING jobs +2021-12-18 09:10:33,611 Update finished +2021-12-18 09:10:33,611 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:10:33,612 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 09:10:33,612 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 09:10:33,612 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 09:10:33,612 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 09:10:33,612 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:10:33,612 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 09:10:33,612 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 09:10:33,613 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:10:33,615 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:10:33,618 Job list saved +2021-12-18 09:10:33,676 Updating FAILED jobs +2021-12-18 09:10:33,676 Updating WAITING jobs +2021-12-18 09:10:33,676 Update finished +2021-12-18 09:10:43,685 Reloading parameters... +2021-12-18 09:10:43,704 Loading parameters... +2021-12-18 09:10:43,706 Loading project parameters... +2021-12-18 09:10:43,708 + +20 of 25 jobs remaining (09:10) +2021-12-18 09:10:43,708 Sleep: 10 +2021-12-18 09:10:43,708 Number of retrials: 0 +2021-12-18 09:10:43,708 WRAPPER CHECK TIME = 10 +2021-12-18 09:10:43,709 Checking jobs for platform=marenostrum4 +2021-12-18 09:10:43,709 Checking Wrapper 19278896 +2021-12-18 09:10:47,481 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 09:10:47,482 Checking inner jobs status +2021-12-18 09:10:49,164 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 09:10:49,164 Checking jobs for platform=nord3 +2021-12-18 09:10:49,165 Checking jobs for platform=local +2021-12-18 09:10:49,166 Checking jobs for platform=transfer_node +2021-12-18 09:10:49,166 Checking all jobs at once +2021-12-18 09:10:50,434 Successful check job command +2021-12-18 09:10:51,704 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:10:51,704 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 09:10:51,704 End of checking +2021-12-18 09:10:51,705 Updating FAILED jobs +2021-12-18 09:10:51,706 Updating WAITING jobs +2021-12-18 09:10:51,706 Update finished +2021-12-18 09:10:51,706 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:10:51,706 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 09:10:51,706 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 09:10:51,706 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 09:10:51,707 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 09:10:51,707 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:10:51,707 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 09:10:51,707 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 09:10:51,707 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:10:51,710 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:10:51,712 Job list saved +2021-12-18 09:10:51,777 Updating FAILED jobs +2021-12-18 09:10:51,777 Updating WAITING jobs +2021-12-18 09:10:51,777 Update finished +2021-12-18 09:11:01,787 Reloading parameters... +2021-12-18 09:11:01,808 Loading parameters... +2021-12-18 09:11:01,810 Loading project parameters... +2021-12-18 09:11:01,812 + +20 of 25 jobs remaining (09:11) +2021-12-18 09:11:01,812 Sleep: 10 +2021-12-18 09:11:01,812 Number of retrials: 0 +2021-12-18 09:11:01,812 WRAPPER CHECK TIME = 10 +2021-12-18 09:11:01,813 Checking jobs for platform=marenostrum4 +2021-12-18 09:11:01,813 Checking Wrapper 19278896 +2021-12-18 09:11:05,185 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 09:11:05,185 Checking inner jobs status +2021-12-18 09:11:06,467 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 09:11:06,468 Checking jobs for platform=nord3 +2021-12-18 09:11:06,468 Checking jobs for platform=local +2021-12-18 09:11:06,469 Checking jobs for platform=transfer_node +2021-12-18 09:11:06,469 Checking all jobs at once +2021-12-18 09:11:07,788 Successful check job command +2021-12-18 09:11:09,108 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:11:09,109 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 09:11:09,109 End of checking +2021-12-18 09:11:09,111 Updating FAILED jobs +2021-12-18 09:11:09,111 Updating WAITING jobs +2021-12-18 09:11:09,111 Update finished +2021-12-18 09:11:09,111 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:11:09,112 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 09:11:09,112 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 09:11:09,112 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 09:11:09,112 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 09:11:09,112 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:11:09,112 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 09:11:09,113 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 09:11:09,113 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:11:09,116 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:11:09,118 Job list saved +2021-12-18 09:11:09,176 Updating FAILED jobs +2021-12-18 09:11:09,176 Updating WAITING jobs +2021-12-18 09:11:09,177 Update finished +2021-12-18 09:11:19,187 Reloading parameters... +2021-12-18 09:11:19,205 Loading parameters... +2021-12-18 09:11:19,207 Loading project parameters... +2021-12-18 09:11:19,209 + +20 of 25 jobs remaining (09:11) +2021-12-18 09:11:19,209 Sleep: 10 +2021-12-18 09:11:19,209 Number of retrials: 0 +2021-12-18 09:11:19,209 WRAPPER CHECK TIME = 10 +2021-12-18 09:11:19,210 Checking jobs for platform=marenostrum4 +2021-12-18 09:11:19,210 Checking Wrapper 19278896 +2021-12-18 09:11:22,581 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 09:11:22,581 Checking inner jobs status +2021-12-18 09:11:23,762 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 09:11:23,763 Checking jobs for platform=nord3 +2021-12-18 09:11:23,763 Checking jobs for platform=local +2021-12-18 09:11:23,764 Checking jobs for platform=transfer_node +2021-12-18 09:11:23,764 Checking all jobs at once +2021-12-18 09:11:25,083 Successful check job command +2021-12-18 09:11:26,302 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:11:26,302 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 09:11:26,302 End of checking +2021-12-18 09:11:26,303 Updating FAILED jobs +2021-12-18 09:11:26,304 Updating WAITING jobs +2021-12-18 09:11:26,304 Update finished +2021-12-18 09:11:26,304 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:11:26,304 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 09:11:26,304 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 09:11:26,304 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 09:11:26,305 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 09:11:26,305 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:11:26,305 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 09:11:26,305 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 09:11:26,305 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:11:26,308 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:11:26,310 Job list saved +2021-12-18 09:11:26,369 Updating FAILED jobs +2021-12-18 09:11:26,369 Updating WAITING jobs +2021-12-18 09:11:26,369 Update finished +2021-12-18 09:11:36,379 Reloading parameters... +2021-12-18 09:11:36,398 Loading parameters... +2021-12-18 09:11:36,399 Loading project parameters... +2021-12-18 09:11:36,401 + +20 of 25 jobs remaining (09:11) +2021-12-18 09:11:36,401 Sleep: 10 +2021-12-18 09:11:36,401 Number of retrials: 0 +2021-12-18 09:11:36,402 WRAPPER CHECK TIME = 10 +2021-12-18 09:11:36,402 Checking jobs for platform=marenostrum4 +2021-12-18 09:11:36,402 Checking Wrapper 19278896 +2021-12-18 09:11:39,723 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 09:11:39,723 Checking inner jobs status +2021-12-18 09:11:40,905 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 09:11:40,906 Checking jobs for platform=nord3 +2021-12-18 09:11:40,906 Checking jobs for platform=local +2021-12-18 09:11:40,907 Checking jobs for platform=transfer_node +2021-12-18 09:11:40,907 Checking all jobs at once +2021-12-18 09:11:42,226 Successful check job command +2021-12-18 09:11:43,397 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:11:43,397 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 09:11:43,397 End of checking +2021-12-18 09:11:43,400 Updating FAILED jobs +2021-12-18 09:11:43,400 Updating WAITING jobs +2021-12-18 09:11:43,400 Update finished +2021-12-18 09:11:43,400 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:11:43,401 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 09:11:43,401 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 09:11:43,401 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 09:11:43,402 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 09:11:43,402 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:11:43,402 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 09:11:43,402 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 09:11:43,402 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:11:43,405 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:11:43,407 Job list saved +2021-12-18 09:11:43,468 Updating FAILED jobs +2021-12-18 09:11:43,468 Updating WAITING jobs +2021-12-18 09:11:43,468 Update finished +2021-12-18 09:11:53,479 Reloading parameters... +2021-12-18 09:11:53,502 Loading parameters... +2021-12-18 09:11:53,503 Loading project parameters... +2021-12-18 09:11:53,505 + +20 of 25 jobs remaining (09:11) +2021-12-18 09:11:53,505 Sleep: 10 +2021-12-18 09:11:53,505 Number of retrials: 0 +2021-12-18 09:11:53,505 WRAPPER CHECK TIME = 10 +2021-12-18 09:11:53,506 Checking jobs for platform=marenostrum4 +2021-12-18 09:11:53,506 Checking Wrapper 19278896 +2021-12-18 09:11:56,777 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 09:11:56,777 Checking inner jobs status +2021-12-18 09:11:57,958 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 09:11:57,959 Checking jobs for platform=nord3 +2021-12-18 09:11:57,960 Checking jobs for platform=local +2021-12-18 09:11:57,960 Checking jobs for platform=transfer_node +2021-12-18 09:11:57,960 Checking all jobs at once +2021-12-18 09:11:59,281 Successful check job command +2021-12-18 09:12:00,451 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:12:00,451 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 09:12:00,451 End of checking +2021-12-18 09:12:00,452 Updating FAILED jobs +2021-12-18 09:12:00,452 Updating WAITING jobs +2021-12-18 09:12:00,453 Update finished +2021-12-18 09:12:00,453 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:12:00,453 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 09:12:00,453 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 09:12:00,453 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 09:12:00,453 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 09:12:00,454 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:12:00,454 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 09:12:00,454 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 09:12:00,454 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:12:00,456 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:12:00,459 Job list saved +2021-12-18 09:12:00,519 Updating FAILED jobs +2021-12-18 09:12:00,519 Updating WAITING jobs +2021-12-18 09:12:00,520 Update finished +2021-12-18 09:12:10,530 Reloading parameters... +2021-12-18 09:12:10,554 Loading parameters... +2021-12-18 09:12:10,556 Loading project parameters... +2021-12-18 09:12:10,558 + +20 of 25 jobs remaining (09:12) +2021-12-18 09:12:10,558 Sleep: 10 +2021-12-18 09:12:10,558 Number of retrials: 0 +2021-12-18 09:12:10,558 WRAPPER CHECK TIME = 10 +2021-12-18 09:12:10,559 Checking jobs for platform=marenostrum4 +2021-12-18 09:12:10,559 Checking Wrapper 19278896 +2021-12-18 09:12:14,131 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 09:12:14,131 Checking inner jobs status +2021-12-18 09:12:15,361 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 09:12:15,362 Checking jobs for platform=nord3 +2021-12-18 09:12:15,362 Checking jobs for platform=local +2021-12-18 09:12:15,363 Checking jobs for platform=transfer_node +2021-12-18 09:12:15,363 Checking all jobs at once +2021-12-18 09:12:16,641 Successful check job command +2021-12-18 09:12:17,910 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:12:17,910 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 09:12:17,910 End of checking +2021-12-18 09:12:17,912 Updating FAILED jobs +2021-12-18 09:12:17,912 Updating WAITING jobs +2021-12-18 09:12:17,912 Update finished +2021-12-18 09:12:17,912 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:12:17,913 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 09:12:17,913 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 09:12:17,913 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 09:12:17,913 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 09:12:17,913 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:12:17,913 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 09:12:17,913 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 09:12:17,914 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:12:17,916 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:12:17,919 Job list saved +2021-12-18 09:12:17,982 Updating FAILED jobs +2021-12-18 09:12:17,982 Updating WAITING jobs +2021-12-18 09:12:17,983 Update finished +2021-12-18 09:12:27,992 Reloading parameters... +2021-12-18 09:12:28,010 Loading parameters... +2021-12-18 09:12:28,012 Loading project parameters... +2021-12-18 09:12:28,013 + +20 of 25 jobs remaining (09:12) +2021-12-18 09:12:28,014 Sleep: 10 +2021-12-18 09:12:28,014 Number of retrials: 0 +2021-12-18 09:12:28,014 WRAPPER CHECK TIME = 10 +2021-12-18 09:12:28,014 Checking jobs for platform=marenostrum4 +2021-12-18 09:12:28,015 Checking Wrapper 19278896 +2021-12-18 09:12:31,285 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 09:12:31,286 Checking inner jobs status +2021-12-18 09:12:32,579 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 09:12:32,581 Checking jobs for platform=nord3 +2021-12-18 09:12:32,581 Checking jobs for platform=local +2021-12-18 09:12:32,582 Checking jobs for platform=transfer_node +2021-12-18 09:12:32,582 Checking all jobs at once +2021-12-18 09:12:33,951 Successful check job command +2021-12-18 09:12:35,220 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:12:35,221 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 09:12:35,221 End of checking +2021-12-18 09:12:35,222 Updating FAILED jobs +2021-12-18 09:12:35,222 Updating WAITING jobs +2021-12-18 09:12:35,222 Update finished +2021-12-18 09:12:35,223 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:12:35,223 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 09:12:35,223 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 09:12:35,223 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 09:12:35,223 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 09:12:35,223 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:12:35,223 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 09:12:35,224 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 09:12:35,224 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:12:35,226 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:12:35,228 Job list saved +2021-12-18 09:12:35,290 Updating FAILED jobs +2021-12-18 09:12:35,290 Updating WAITING jobs +2021-12-18 09:12:35,290 Update finished +2021-12-18 09:12:45,299 Reloading parameters... +2021-12-18 09:12:45,318 Loading parameters... +2021-12-18 09:12:45,319 Loading project parameters... +2021-12-18 09:12:45,321 + +20 of 25 jobs remaining (09:12) +2021-12-18 09:12:45,321 Sleep: 10 +2021-12-18 09:12:45,322 Number of retrials: 0 +2021-12-18 09:12:45,322 WRAPPER CHECK TIME = 10 +2021-12-18 09:12:45,322 Checking jobs for platform=marenostrum4 +2021-12-18 09:12:45,322 Checking Wrapper 19278896 +2021-12-18 09:12:48,643 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 09:12:48,643 Checking inner jobs status +2021-12-18 09:12:49,878 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 09:12:49,879 Checking jobs for platform=nord3 +2021-12-18 09:12:49,879 Checking jobs for platform=local +2021-12-18 09:12:49,880 Checking jobs for platform=transfer_node +2021-12-18 09:12:49,880 Checking all jobs at once +2021-12-18 09:12:51,250 Successful check job command +2021-12-18 09:12:52,470 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:12:52,470 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 09:12:52,470 End of checking +2021-12-18 09:12:52,472 Updating FAILED jobs +2021-12-18 09:12:52,472 Updating WAITING jobs +2021-12-18 09:12:52,472 Update finished +2021-12-18 09:12:52,472 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:12:52,473 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 09:12:52,473 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 09:12:52,473 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 09:12:52,473 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 09:12:52,473 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:12:52,473 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 09:12:52,473 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 09:12:52,474 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:12:52,476 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:12:52,479 Job list saved +2021-12-18 09:12:52,534 Updating FAILED jobs +2021-12-18 09:12:52,535 Updating WAITING jobs +2021-12-18 09:12:52,535 Update finished +2021-12-18 09:13:02,545 Reloading parameters... +2021-12-18 09:13:02,563 Loading parameters... +2021-12-18 09:13:02,564 Loading project parameters... +2021-12-18 09:13:02,566 + +20 of 25 jobs remaining (09:13) +2021-12-18 09:13:02,567 Sleep: 10 +2021-12-18 09:13:02,567 Number of retrials: 0 +2021-12-18 09:13:02,567 WRAPPER CHECK TIME = 10 +2021-12-18 09:13:02,567 Checking jobs for platform=marenostrum4 +2021-12-18 09:13:02,567 Checking Wrapper 19278896 +2021-12-18 09:13:05,892 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 09:13:05,892 Checking inner jobs status +2021-12-18 09:13:07,071 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 09:13:07,072 Checking jobs for platform=nord3 +2021-12-18 09:13:07,073 Checking jobs for platform=local +2021-12-18 09:13:07,073 Checking jobs for platform=transfer_node +2021-12-18 09:13:07,074 Checking all jobs at once +2021-12-18 09:13:08,343 Successful check job command +2021-12-18 09:13:09,513 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:13:09,513 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 09:13:09,513 End of checking +2021-12-18 09:13:09,514 Updating FAILED jobs +2021-12-18 09:13:09,514 Updating WAITING jobs +2021-12-18 09:13:09,514 Update finished +2021-12-18 09:13:09,515 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:13:09,515 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 09:13:09,515 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 09:13:09,515 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 09:13:09,515 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 09:13:09,515 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:13:09,515 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 09:13:09,516 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 09:13:09,516 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:13:09,518 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:13:09,520 Job list saved +2021-12-18 09:13:09,577 Updating FAILED jobs +2021-12-18 09:13:09,577 Updating WAITING jobs +2021-12-18 09:13:09,578 Update finished +2021-12-18 09:13:19,586 Reloading parameters... +2021-12-18 09:13:19,606 Loading parameters... +2021-12-18 09:13:19,607 Loading project parameters... +2021-12-18 09:13:19,609 + +20 of 25 jobs remaining (09:13) +2021-12-18 09:13:19,609 Sleep: 10 +2021-12-18 09:13:19,609 Number of retrials: 0 +2021-12-18 09:13:19,609 WRAPPER CHECK TIME = 10 +2021-12-18 09:13:19,610 Checking jobs for platform=marenostrum4 +2021-12-18 09:13:19,610 Checking Wrapper 19278896 +2021-12-18 09:13:22,982 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 09:13:22,982 Checking inner jobs status +2021-12-18 09:13:24,212 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 09:13:24,213 Checking jobs for platform=nord3 +2021-12-18 09:13:24,214 Checking jobs for platform=local +2021-12-18 09:13:24,214 Checking jobs for platform=transfer_node +2021-12-18 09:13:24,214 Checking all jobs at once +2021-12-18 09:13:25,534 Successful check job command +2021-12-18 09:13:26,804 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:13:26,804 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 09:13:26,804 End of checking +2021-12-18 09:13:26,805 Updating FAILED jobs +2021-12-18 09:13:26,806 Updating WAITING jobs +2021-12-18 09:13:26,806 Update finished +2021-12-18 09:13:26,806 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:13:26,807 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 09:13:26,807 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 09:13:26,807 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 09:13:26,807 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 09:13:26,807 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:13:26,807 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 09:13:26,807 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 09:13:26,807 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:13:26,810 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:13:26,812 Job list saved +2021-12-18 09:13:26,868 Updating FAILED jobs +2021-12-18 09:13:26,868 Updating WAITING jobs +2021-12-18 09:13:26,868 Update finished +2021-12-18 09:13:36,874 Reloading parameters... +2021-12-18 09:13:36,892 Loading parameters... +2021-12-18 09:13:36,893 Loading project parameters... +2021-12-18 09:13:36,895 + +20 of 25 jobs remaining (09:13) +2021-12-18 09:13:36,895 Sleep: 10 +2021-12-18 09:13:36,895 Number of retrials: 0 +2021-12-18 09:13:36,895 WRAPPER CHECK TIME = 10 +2021-12-18 09:13:36,896 Checking jobs for platform=marenostrum4 +2021-12-18 09:13:36,896 Checking Wrapper 19278896 +2021-12-18 09:13:40,369 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 09:13:40,369 Checking inner jobs status +2021-12-18 09:13:41,951 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 09:13:41,952 Checking jobs for platform=nord3 +2021-12-18 09:13:41,952 Checking jobs for platform=local +2021-12-18 09:13:41,953 Checking jobs for platform=transfer_node +2021-12-18 09:13:41,953 Checking all jobs at once +2021-12-18 09:13:43,623 Successful check job command +2021-12-18 09:13:44,844 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:13:44,844 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 09:13:44,844 End of checking +2021-12-18 09:13:44,845 Updating FAILED jobs +2021-12-18 09:13:44,845 Updating WAITING jobs +2021-12-18 09:13:44,846 Update finished +2021-12-18 09:13:44,846 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:13:44,846 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 09:13:44,846 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 09:13:44,846 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 09:13:44,846 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 09:13:44,846 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:13:44,847 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 09:13:44,847 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 09:13:44,847 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:13:44,849 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:13:44,852 Job list saved +2021-12-18 09:13:44,914 Updating FAILED jobs +2021-12-18 09:13:44,915 Updating WAITING jobs +2021-12-18 09:13:44,915 Update finished +2021-12-18 09:13:54,919 Reloading parameters... +2021-12-18 09:13:54,937 Loading parameters... +2021-12-18 09:13:54,938 Loading project parameters... +2021-12-18 09:13:54,940 + +20 of 25 jobs remaining (09:13) +2021-12-18 09:13:54,940 Sleep: 10 +2021-12-18 09:13:54,940 Number of retrials: 0 +2021-12-18 09:13:54,940 WRAPPER CHECK TIME = 10 +2021-12-18 09:13:54,941 Checking jobs for platform=marenostrum4 +2021-12-18 09:13:54,941 Checking Wrapper 19278896 +2021-12-18 09:13:58,864 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 09:13:58,864 Checking inner jobs status +2021-12-18 09:14:00,146 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 09:14:00,148 Checking jobs for platform=nord3 +2021-12-18 09:14:00,148 Checking jobs for platform=local +2021-12-18 09:14:00,149 Checking jobs for platform=transfer_node +2021-12-18 09:14:00,149 Checking all jobs at once +2021-12-18 09:14:01,418 Successful check job command +2021-12-18 09:14:02,641 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:14:02,641 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 09:14:02,641 End of checking +2021-12-18 09:14:02,646 Updating FAILED jobs +2021-12-18 09:14:02,646 Updating WAITING jobs +2021-12-18 09:14:02,646 Update finished +2021-12-18 09:14:02,646 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:14:02,647 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 09:14:02,647 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 09:14:02,647 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 09:14:02,647 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 09:14:02,647 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:14:02,648 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 09:14:02,648 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 09:14:02,648 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:14:02,650 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:14:02,653 Job list saved +2021-12-18 09:14:02,717 Updating FAILED jobs +2021-12-18 09:14:02,718 Updating WAITING jobs +2021-12-18 09:14:02,718 Update finished +2021-12-18 09:14:12,726 Reloading parameters... +2021-12-18 09:14:12,745 Loading parameters... +2021-12-18 09:14:12,746 Loading project parameters... +2021-12-18 09:14:12,748 + +20 of 25 jobs remaining (09:14) +2021-12-18 09:14:12,749 Sleep: 10 +2021-12-18 09:14:12,749 Number of retrials: 0 +2021-12-18 09:14:12,749 WRAPPER CHECK TIME = 10 +2021-12-18 09:14:12,749 Checking jobs for platform=marenostrum4 +2021-12-18 09:14:12,750 Checking Wrapper 19278896 +2021-12-18 09:14:16,071 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 09:14:16,071 Checking inner jobs status +2021-12-18 09:14:17,302 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 09:14:17,303 Checking jobs for platform=nord3 +2021-12-18 09:14:17,304 Checking jobs for platform=local +2021-12-18 09:14:17,304 Checking jobs for platform=transfer_node +2021-12-18 09:14:17,305 Checking all jobs at once +2021-12-18 09:14:18,875 Successful check job command +2021-12-18 09:14:20,144 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:14:20,144 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 09:14:20,145 End of checking +2021-12-18 09:14:20,146 Updating FAILED jobs +2021-12-18 09:14:20,146 Updating WAITING jobs +2021-12-18 09:14:20,147 Update finished +2021-12-18 09:14:20,147 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:14:20,147 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 09:14:20,147 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 09:14:20,147 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 09:14:20,147 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 09:14:20,147 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:14:20,148 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 09:14:20,148 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 09:14:20,148 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:14:20,150 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:14:20,153 Job list saved +2021-12-18 09:14:20,225 Updating FAILED jobs +2021-12-18 09:14:20,225 Updating WAITING jobs +2021-12-18 09:14:20,226 Update finished +2021-12-18 09:14:30,230 Reloading parameters... +2021-12-18 09:14:30,251 Loading parameters... +2021-12-18 09:14:30,253 Loading project parameters... +2021-12-18 09:14:30,254 + +20 of 25 jobs remaining (09:14) +2021-12-18 09:14:30,255 Sleep: 10 +2021-12-18 09:14:30,255 Number of retrials: 0 +2021-12-18 09:14:30,255 WRAPPER CHECK TIME = 10 +2021-12-18 09:14:30,255 Checking jobs for platform=marenostrum4 +2021-12-18 09:14:30,256 Checking Wrapper 19278896 +2021-12-18 09:14:33,726 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 09:14:33,726 Checking inner jobs status +2021-12-18 09:14:35,057 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 09:14:35,058 Checking jobs for platform=nord3 +2021-12-18 09:14:35,058 Checking jobs for platform=local +2021-12-18 09:14:35,059 Checking jobs for platform=transfer_node +2021-12-18 09:14:35,059 Checking all jobs at once +2021-12-18 09:14:36,430 Successful check job command +2021-12-18 09:14:37,649 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:14:37,649 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 09:14:37,649 End of checking +2021-12-18 09:14:37,650 Updating FAILED jobs +2021-12-18 09:14:37,650 Updating WAITING jobs +2021-12-18 09:14:37,651 Update finished +2021-12-18 09:14:37,651 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:14:37,651 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 09:14:37,651 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 09:14:37,652 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 09:14:37,652 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 09:14:37,652 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:14:37,652 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 09:14:37,652 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 09:14:37,652 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:14:37,655 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:14:37,657 Job list saved +2021-12-18 09:14:37,711 Updating FAILED jobs +2021-12-18 09:14:37,712 Updating WAITING jobs +2021-12-18 09:14:37,712 Update finished +2021-12-18 09:14:47,718 Reloading parameters... +2021-12-18 09:14:47,737 Loading parameters... +2021-12-18 09:14:47,738 Loading project parameters... +2021-12-18 09:14:47,740 + +20 of 25 jobs remaining (09:14) +2021-12-18 09:14:47,740 Sleep: 10 +2021-12-18 09:14:47,740 Number of retrials: 0 +2021-12-18 09:14:47,741 WRAPPER CHECK TIME = 10 +2021-12-18 09:14:47,741 Checking jobs for platform=marenostrum4 +2021-12-18 09:14:47,741 Checking Wrapper 19278896 +2021-12-18 09:14:51,063 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 09:14:51,063 Checking inner jobs status +2021-12-18 09:14:52,293 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 09:14:52,294 Checking jobs for platform=nord3 +2021-12-18 09:14:52,294 Checking jobs for platform=local +2021-12-18 09:14:52,295 Checking jobs for platform=transfer_node +2021-12-18 09:14:52,295 Checking all jobs at once +2021-12-18 09:14:53,565 Successful check job command +2021-12-18 09:14:54,784 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:14:54,784 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 09:14:54,784 End of checking +2021-12-18 09:14:54,786 Updating FAILED jobs +2021-12-18 09:14:54,786 Updating WAITING jobs +2021-12-18 09:14:54,786 Update finished +2021-12-18 09:14:54,786 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:14:54,786 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 09:14:54,786 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 09:14:54,787 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 09:14:54,787 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 09:14:54,787 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:14:54,787 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 09:14:54,787 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 09:14:54,787 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:14:54,790 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:14:54,792 Job list saved +2021-12-18 09:14:54,850 Updating FAILED jobs +2021-12-18 09:14:54,850 Updating WAITING jobs +2021-12-18 09:14:54,851 Update finished +2021-12-18 09:15:04,861 Reloading parameters... +2021-12-18 09:15:04,881 Loading parameters... +2021-12-18 09:15:04,882 Loading project parameters... +2021-12-18 09:15:04,884 + +20 of 25 jobs remaining (09:15) +2021-12-18 09:15:04,884 Sleep: 10 +2021-12-18 09:15:04,885 Number of retrials: 0 +2021-12-18 09:15:04,885 WRAPPER CHECK TIME = 10 +2021-12-18 09:15:04,885 Checking jobs for platform=marenostrum4 +2021-12-18 09:15:04,885 Checking Wrapper 19278896 +2021-12-18 09:15:08,257 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 09:15:08,257 Checking inner jobs status +2021-12-18 09:15:09,438 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 09:15:09,444 Checking jobs for platform=nord3 +2021-12-18 09:15:09,444 Checking jobs for platform=local +2021-12-18 09:15:09,445 Checking jobs for platform=transfer_node +2021-12-18 09:15:09,445 Checking all jobs at once +2021-12-18 09:15:10,818 Successful check job command +2021-12-18 09:15:12,339 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:15:12,339 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 09:15:12,339 End of checking +2021-12-18 09:15:12,340 Updating FAILED jobs +2021-12-18 09:15:12,341 Updating WAITING jobs +2021-12-18 09:15:12,341 Update finished +2021-12-18 09:15:12,341 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:15:12,342 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 09:15:12,342 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 09:15:12,342 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 09:15:12,342 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 09:15:12,342 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:15:12,342 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 09:15:12,342 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 09:15:12,343 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:15:12,347 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:15:12,349 Job list saved +2021-12-18 09:15:12,411 Updating FAILED jobs +2021-12-18 09:15:12,411 Updating WAITING jobs +2021-12-18 09:15:12,412 Update finished +2021-12-18 09:15:22,421 Reloading parameters... +2021-12-18 09:15:22,446 Loading parameters... +2021-12-18 09:15:22,448 Loading project parameters... +2021-12-18 09:15:22,449 + +20 of 25 jobs remaining (09:15) +2021-12-18 09:15:22,450 Sleep: 10 +2021-12-18 09:15:22,450 Number of retrials: 0 +2021-12-18 09:15:22,450 WRAPPER CHECK TIME = 10 +2021-12-18 09:15:22,450 Checking jobs for platform=marenostrum4 +2021-12-18 09:15:22,450 Checking Wrapper 19278896 +2021-12-18 09:15:25,722 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 09:15:25,722 Checking inner jobs status +2021-12-18 09:15:26,957 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 09:15:26,958 Checking jobs for platform=nord3 +2021-12-18 09:15:26,959 Checking jobs for platform=local +2021-12-18 09:15:26,959 Checking jobs for platform=transfer_node +2021-12-18 09:15:26,959 Checking all jobs at once +2021-12-18 09:15:28,379 Successful check job command +2021-12-18 09:15:29,849 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:15:29,849 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 09:15:29,849 End of checking +2021-12-18 09:15:29,851 Updating FAILED jobs +2021-12-18 09:15:29,851 Updating WAITING jobs +2021-12-18 09:15:29,851 Update finished +2021-12-18 09:15:29,852 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:15:29,852 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 09:15:29,852 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 09:15:29,852 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 09:15:29,852 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 09:15:29,852 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:15:29,852 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 09:15:29,852 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 09:15:29,853 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:15:29,855 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:15:29,858 Job list saved +2021-12-18 09:15:29,921 Updating FAILED jobs +2021-12-18 09:15:29,921 Updating WAITING jobs +2021-12-18 09:15:29,921 Update finished +2021-12-18 09:15:39,932 Reloading parameters... +2021-12-18 09:15:39,952 Loading parameters... +2021-12-18 09:15:39,954 Loading project parameters... +2021-12-18 09:15:39,956 + +20 of 25 jobs remaining (09:15) +2021-12-18 09:15:39,956 Sleep: 10 +2021-12-18 09:15:39,956 Number of retrials: 0 +2021-12-18 09:15:39,956 WRAPPER CHECK TIME = 10 +2021-12-18 09:15:39,957 Checking jobs for platform=marenostrum4 +2021-12-18 09:15:39,957 Checking Wrapper 19278896 +2021-12-18 09:15:43,227 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 09:15:43,227 Checking inner jobs status +2021-12-18 09:15:44,358 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 09:15:44,359 Checking jobs for platform=nord3 +2021-12-18 09:15:44,359 Checking jobs for platform=local +2021-12-18 09:15:44,360 Checking jobs for platform=transfer_node +2021-12-18 09:15:44,360 Checking all jobs at once +2021-12-18 09:15:45,731 Successful check job command +2021-12-18 09:15:47,151 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:15:47,151 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 09:15:47,151 End of checking +2021-12-18 09:15:47,153 Updating FAILED jobs +2021-12-18 09:15:47,153 Updating WAITING jobs +2021-12-18 09:15:47,154 Update finished +2021-12-18 09:15:47,154 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:15:47,158 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 09:15:47,158 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 09:15:47,158 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 09:15:47,158 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 09:15:47,158 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:15:47,158 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 09:15:47,158 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 09:15:47,159 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:15:47,162 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:15:47,164 Job list saved +2021-12-18 09:15:47,231 Updating FAILED jobs +2021-12-18 09:15:47,231 Updating WAITING jobs +2021-12-18 09:15:47,231 Update finished +2021-12-18 09:15:57,234 Reloading parameters... +2021-12-18 09:15:57,253 Loading parameters... +2021-12-18 09:15:57,254 Loading project parameters... +2021-12-18 09:15:57,256 + +20 of 25 jobs remaining (09:15) +2021-12-18 09:15:57,256 Sleep: 10 +2021-12-18 09:15:57,256 Number of retrials: 0 +2021-12-18 09:15:57,256 WRAPPER CHECK TIME = 10 +2021-12-18 09:15:57,257 Checking jobs for platform=marenostrum4 +2021-12-18 09:15:57,257 Checking Wrapper 19278896 +2021-12-18 09:16:00,578 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 09:16:00,578 Checking inner jobs status +2021-12-18 09:16:01,861 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 09:16:01,862 Checking jobs for platform=nord3 +2021-12-18 09:16:01,863 Checking jobs for platform=local +2021-12-18 09:16:01,863 Checking jobs for platform=transfer_node +2021-12-18 09:16:01,863 Checking all jobs at once +2021-12-18 09:16:03,337 Successful check job command +2021-12-18 09:16:05,257 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:16:05,258 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 09:16:05,258 End of checking +2021-12-18 09:16:05,259 Updating FAILED jobs +2021-12-18 09:16:05,260 Updating WAITING jobs +2021-12-18 09:16:05,260 Update finished +2021-12-18 09:16:05,260 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:16:05,260 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 09:16:05,260 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 09:16:05,260 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 09:16:05,260 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 09:16:05,261 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:16:05,261 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 09:16:05,261 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 09:16:05,261 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:16:05,264 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:16:05,266 Job list saved +2021-12-18 09:16:05,342 Updating FAILED jobs +2021-12-18 09:16:05,342 Updating WAITING jobs +2021-12-18 09:16:05,342 Update finished +2021-12-18 09:16:15,352 Reloading parameters... +2021-12-18 09:16:15,370 Loading parameters... +2021-12-18 09:16:15,372 Loading project parameters... +2021-12-18 09:16:15,374 + +20 of 25 jobs remaining (09:16) +2021-12-18 09:16:15,374 Sleep: 10 +2021-12-18 09:16:15,374 Number of retrials: 0 +2021-12-18 09:16:15,374 WRAPPER CHECK TIME = 10 +2021-12-18 09:16:15,375 Checking jobs for platform=marenostrum4 +2021-12-18 09:16:15,375 Checking Wrapper 19278896 +2021-12-18 09:16:19,299 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 09:16:19,300 Checking inner jobs status +2021-12-18 09:16:21,332 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 09:16:21,333 Checking jobs for platform=nord3 +2021-12-18 09:16:21,334 Checking jobs for platform=local +2021-12-18 09:16:21,334 Checking jobs for platform=transfer_node +2021-12-18 09:16:21,334 Checking all jobs at once +2021-12-18 09:16:23,004 Successful check job command +2021-12-18 09:16:24,277 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:16:24,277 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 09:16:24,277 End of checking +2021-12-18 09:16:24,279 Updating FAILED jobs +2021-12-18 09:16:24,279 Updating WAITING jobs +2021-12-18 09:16:24,279 Update finished +2021-12-18 09:16:24,279 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:16:24,280 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 09:16:24,280 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 09:16:24,280 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 09:16:24,280 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 09:16:24,281 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:16:24,281 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 09:16:24,281 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 09:16:24,281 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:16:24,283 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:16:24,286 Job list saved +2021-12-18 09:16:24,341 Updating FAILED jobs +2021-12-18 09:16:24,341 Updating WAITING jobs +2021-12-18 09:16:24,341 Update finished +2021-12-18 09:16:34,351 Reloading parameters... +2021-12-18 09:16:34,368 Loading parameters... +2021-12-18 09:16:34,369 Loading project parameters... +2021-12-18 09:16:34,371 + +20 of 25 jobs remaining (09:16) +2021-12-18 09:16:34,371 Sleep: 10 +2021-12-18 09:16:34,371 Number of retrials: 0 +2021-12-18 09:16:34,372 WRAPPER CHECK TIME = 10 +2021-12-18 09:16:34,372 Checking jobs for platform=marenostrum4 +2021-12-18 09:16:34,372 Checking Wrapper 19278896 +2021-12-18 09:16:37,944 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 09:16:37,944 Checking inner jobs status +2021-12-18 09:16:39,227 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 09:16:39,228 Checking jobs for platform=nord3 +2021-12-18 09:16:39,228 Checking jobs for platform=local +2021-12-18 09:16:39,229 Checking jobs for platform=transfer_node +2021-12-18 09:16:39,229 Checking all jobs at once +2021-12-18 09:16:40,749 Successful check job command +2021-12-18 09:16:42,021 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:16:42,021 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 09:16:42,021 End of checking +2021-12-18 09:16:42,022 Updating FAILED jobs +2021-12-18 09:16:42,022 Updating WAITING jobs +2021-12-18 09:16:42,023 Update finished +2021-12-18 09:16:42,023 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:16:42,023 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 09:16:42,023 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 09:16:42,023 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 09:16:42,023 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 09:16:42,023 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:16:42,024 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 09:16:42,024 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 09:16:42,024 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:16:42,026 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:16:42,028 Job list saved +2021-12-18 09:16:42,091 Updating FAILED jobs +2021-12-18 09:16:42,091 Updating WAITING jobs +2021-12-18 09:16:42,091 Update finished +2021-12-18 09:16:52,094 Reloading parameters... +2021-12-18 09:16:52,115 Loading parameters... +2021-12-18 09:16:52,116 Loading project parameters... +2021-12-18 09:16:52,118 + +20 of 25 jobs remaining (09:16) +2021-12-18 09:16:52,118 Sleep: 10 +2021-12-18 09:16:52,118 Number of retrials: 0 +2021-12-18 09:16:52,118 WRAPPER CHECK TIME = 10 +2021-12-18 09:16:52,119 Checking jobs for platform=marenostrum4 +2021-12-18 09:16:52,119 Checking Wrapper 19278896 +2021-12-18 09:16:55,539 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 09:16:55,539 Checking inner jobs status +2021-12-18 09:16:56,820 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 09:16:56,821 Checking jobs for platform=nord3 +2021-12-18 09:16:56,821 Checking jobs for platform=local +2021-12-18 09:16:56,822 Checking jobs for platform=transfer_node +2021-12-18 09:16:56,822 Checking all jobs at once +2021-12-18 09:16:58,192 Successful check job command +2021-12-18 09:16:59,661 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:16:59,661 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 09:16:59,661 End of checking +2021-12-18 09:16:59,663 Updating FAILED jobs +2021-12-18 09:16:59,663 Updating WAITING jobs +2021-12-18 09:16:59,663 Update finished +2021-12-18 09:16:59,663 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:16:59,664 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 09:16:59,664 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 09:16:59,664 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 09:16:59,664 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 09:16:59,664 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:16:59,664 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 09:16:59,664 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 09:16:59,665 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:16:59,667 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:16:59,670 Job list saved +2021-12-18 09:16:59,730 Updating FAILED jobs +2021-12-18 09:16:59,730 Updating WAITING jobs +2021-12-18 09:16:59,730 Update finished +2021-12-18 09:17:09,740 Reloading parameters... +2021-12-18 09:17:09,772 Loading parameters... +2021-12-18 09:17:09,773 Loading project parameters... +2021-12-18 09:17:09,775 + +20 of 25 jobs remaining (09:17) +2021-12-18 09:17:09,775 Sleep: 10 +2021-12-18 09:17:09,776 Number of retrials: 0 +2021-12-18 09:17:09,776 WRAPPER CHECK TIME = 10 +2021-12-18 09:17:09,776 Checking jobs for platform=marenostrum4 +2021-12-18 09:17:09,776 Checking Wrapper 19278896 +2021-12-18 09:17:13,198 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 09:17:13,199 Checking inner jobs status +2021-12-18 09:17:14,379 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 09:17:14,380 Checking jobs for platform=nord3 +2021-12-18 09:17:14,380 Checking jobs for platform=local +2021-12-18 09:17:14,381 Checking jobs for platform=transfer_node +2021-12-18 09:17:14,381 Checking all jobs at once +2021-12-18 09:17:15,754 Successful check job command +2021-12-18 09:17:17,024 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:17:17,024 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 09:17:17,024 End of checking +2021-12-18 09:17:17,026 Updating FAILED jobs +2021-12-18 09:17:17,026 Updating WAITING jobs +2021-12-18 09:17:17,026 Update finished +2021-12-18 09:17:17,026 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:17:17,026 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 09:17:17,026 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 09:17:17,027 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 09:17:17,027 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 09:17:17,027 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:17:17,027 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 09:17:17,027 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 09:17:17,027 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:17:17,029 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:17:17,032 Job list saved +2021-12-18 09:17:17,085 Updating FAILED jobs +2021-12-18 09:17:17,086 Updating WAITING jobs +2021-12-18 09:17:17,086 Update finished +2021-12-18 09:17:27,095 Reloading parameters... +2021-12-18 09:17:27,114 Loading parameters... +2021-12-18 09:17:27,116 Loading project parameters... +2021-12-18 09:17:27,118 + +20 of 25 jobs remaining (09:17) +2021-12-18 09:17:27,118 Sleep: 10 +2021-12-18 09:17:27,118 Number of retrials: 0 +2021-12-18 09:17:27,118 WRAPPER CHECK TIME = 10 +2021-12-18 09:17:27,119 Checking jobs for platform=marenostrum4 +2021-12-18 09:17:27,119 Checking Wrapper 19278896 +2021-12-18 09:17:30,390 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 09:17:30,390 Checking inner jobs status +2021-12-18 09:17:31,571 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 09:17:31,572 Checking jobs for platform=nord3 +2021-12-18 09:17:31,573 Checking jobs for platform=local +2021-12-18 09:17:31,574 Checking jobs for platform=transfer_node +2021-12-18 09:17:31,574 Checking all jobs at once +2021-12-18 09:17:32,894 Successful check job command +2021-12-18 09:17:34,163 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:17:34,163 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 09:17:34,164 End of checking +2021-12-18 09:17:34,165 Updating FAILED jobs +2021-12-18 09:17:34,165 Updating WAITING jobs +2021-12-18 09:17:34,165 Update finished +2021-12-18 09:17:34,166 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:17:34,166 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 09:17:34,166 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 09:17:34,166 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 09:17:34,167 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 09:17:34,167 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:17:34,167 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 09:17:34,167 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 09:17:34,167 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:17:34,170 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:17:34,172 Job list saved +2021-12-18 09:17:34,232 Updating FAILED jobs +2021-12-18 09:17:34,232 Updating WAITING jobs +2021-12-18 09:17:34,232 Update finished +2021-12-18 09:17:44,242 Reloading parameters... +2021-12-18 09:17:44,259 Loading parameters... +2021-12-18 09:17:44,260 Loading project parameters... +2021-12-18 09:17:44,262 + +20 of 25 jobs remaining (09:17) +2021-12-18 09:17:44,262 Sleep: 10 +2021-12-18 09:17:44,262 Number of retrials: 0 +2021-12-18 09:17:44,262 WRAPPER CHECK TIME = 10 +2021-12-18 09:17:44,263 Checking jobs for platform=marenostrum4 +2021-12-18 09:17:44,263 Checking Wrapper 19278896 +2021-12-18 09:17:47,885 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 09:17:47,885 Checking inner jobs status +2021-12-18 09:17:49,066 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 09:17:49,067 Checking jobs for platform=nord3 +2021-12-18 09:17:49,068 Checking jobs for platform=local +2021-12-18 09:17:49,068 Checking jobs for platform=transfer_node +2021-12-18 09:17:49,068 Checking all jobs at once +2021-12-18 09:17:50,489 Successful check job command +2021-12-18 09:17:51,759 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:17:51,759 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 09:17:51,759 End of checking +2021-12-18 09:17:51,760 Updating FAILED jobs +2021-12-18 09:17:51,760 Updating WAITING jobs +2021-12-18 09:17:51,761 Update finished +2021-12-18 09:17:51,761 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:17:51,761 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 09:17:51,761 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 09:17:51,761 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 09:17:51,761 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 09:17:51,762 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:17:51,762 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 09:17:51,762 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 09:17:51,762 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:17:51,765 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:17:51,767 Job list saved +2021-12-18 09:17:51,836 Updating FAILED jobs +2021-12-18 09:17:51,836 Updating WAITING jobs +2021-12-18 09:17:51,837 Update finished +2021-12-18 09:18:01,841 Reloading parameters... +2021-12-18 09:18:01,861 Loading parameters... +2021-12-18 09:18:01,863 Loading project parameters... +2021-12-18 09:18:01,864 + +20 of 25 jobs remaining (09:18) +2021-12-18 09:18:01,865 Sleep: 10 +2021-12-18 09:18:01,865 Number of retrials: 0 +2021-12-18 09:18:01,865 WRAPPER CHECK TIME = 10 +2021-12-18 09:18:01,866 Checking jobs for platform=marenostrum4 +2021-12-18 09:18:01,866 Checking Wrapper 19278896 +2021-12-18 09:18:05,389 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 09:18:05,389 Checking inner jobs status +2021-12-18 09:18:06,772 Job t0ni_19931101_fc0_2_SIM is RUNNING +2021-12-18 09:18:06,773 Checking jobs for platform=nord3 +2021-12-18 09:18:06,774 Checking jobs for platform=local +2021-12-18 09:18:06,775 Checking jobs for platform=transfer_node +2021-12-18 09:18:06,775 Checking all jobs at once +2021-12-18 09:18:08,195 Successful check job command +2021-12-18 09:18:09,567 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:18:09,567 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 09:18:09,567 End of checking +2021-12-18 09:18:09,568 Updating FAILED jobs +2021-12-18 09:18:09,568 Updating WAITING jobs +2021-12-18 09:18:09,569 Update finished +2021-12-18 09:18:09,569 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:18:09,569 t0ni_LOCAL_SETUP 17370 COMPLETED local no-scheduler +2021-12-18 09:18:09,569 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 09:18:09,570 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 09:18:09,570 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 09:18:09,570 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:18:09,570 t0ni_19931101_fc0_2_SIM 19278896 RUNNING marenostrum4 bsc_es +2021-12-18 09:18:09,570 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 09:18:09,570 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:18:09,572 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:18:09,575 Job list saved +2021-12-18 09:18:09,626 Updating FAILED jobs +2021-12-18 09:18:09,626 Updating WAITING jobs +2021-12-18 09:18:09,626 Update finished +2021-12-18 09:18:19,630 Reloading parameters... +2021-12-18 09:18:19,646 Loading parameters... +2021-12-18 09:18:19,648 Loading project parameters... +2021-12-18 09:18:19,649 + +20 of 25 jobs remaining (09:18) +2021-12-18 09:18:19,650 Sleep: 10 +2021-12-18 09:18:19,650 Number of retrials: 0 +2021-12-18 09:18:19,650 WRAPPER CHECK TIME = 10 +2021-12-18 09:18:19,651 Checking jobs for platform=marenostrum4 +2021-12-18 09:18:19,651 Checking Wrapper 19278896 +2021-12-18 09:18:22,872 Successful check job command: sacct -n -X --jobs 19278896 -o "State" +2021-12-18 09:18:22,872 Wrapper job t0ni_ASThread_16398098768507_2400_2 changed from RUNNING to status COMPLETED +2021-12-18 09:18:22,872 Checking inner jobs status +2021-12-18 09:18:24,116 t0ni_19931101_fc0_2_SIM job seems to have completed: checking... +2021-12-18 09:18:24,134 Job t0ni_19931101_fc0_2_SIM is COMPLETED +2021-12-18 09:18:24,150 t0ni_19931101_fc0_2_SIM_STAT file have been transfered +2021-12-18 09:18:24,243 Checking jobs for platform=nord3 +2021-12-18 09:18:24,243 Checking jobs for platform=local +2021-12-18 09:18:24,244 Checking jobs for platform=transfer_node +2021-12-18 09:18:24,244 Checking all jobs at once +2021-12-18 09:18:24,265 Custom directives from platform.conf: None +2021-12-18 09:18:24,265 Custom directives from platform.conf: None +2021-12-18 09:18:24,266 Custom directives from platform.conf: None +2021-12-18 09:18:25,841 Successful check job command +2021-12-18 09:18:27,362 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:18:27,362 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 09:18:27,362 End of checking +2021-12-18 09:18:27,364 Updating FAILED jobs +2021-12-18 09:18:27,364 Updating WAITING jobs +2021-12-18 09:18:27,364 Setting job: t0ni_19931101_fc0_2_CMOROCE status to: READY (all parents completed)... +2021-12-18 09:18:27,364 Setting job: t0ni_19931101_fc0_1_CMORATM status to: READY (all parents completed)... +2021-12-18 09:18:27,364 Setting job: t0ni_19931101_fc0_2_CMORATM status to: READY (all parents completed)... +2021-12-18 09:18:27,364 Setting job: t0ni_19931101_fc0_2_SAVEIC status to: READY (all parents completed)... +2021-12-18 09:18:27,364 Update finished +2021-12-18 09:18:27,365 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:18:27,365 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 09:18:27,365 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 09:18:27,365 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 09:18:27,365 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:18:27,365 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:18:27,365 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 09:18:27,365 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:18:27,368 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:18:27,370 Job list saved +2021-12-18 09:18:27,373 +Jobs ready for marenostrum4: 4 +2021-12-18 09:18:27,373 Number of jobs available: 19 +2021-12-18 09:18:27,373 Number of jobs ready: 4 +2021-12-18 09:18:27,374 Jobs ready for marenostrum4: 4 +2021-12-18 09:18:27,383 Creating Scripts +2021-12-18 09:18:27,474 Sending Files +2021-12-18 09:18:27,523 Submitting +2021-12-18 09:18:27,533 Creating Scripts +2021-12-18 09:18:27,618 Sending Files +2021-12-18 09:18:27,627 Submitting +2021-12-18 09:18:27,636 Creating Scripts +2021-12-18 09:18:27,722 Sending Files +2021-12-18 09:18:27,731 Submitting +2021-12-18 09:18:27,740 Creating Scripts +2021-12-18 09:18:27,825 Sending Files +2021-12-18 09:18:27,833 Submitting +2021-12-18 09:18:29,981 +Jobs ready for nord3: 0 +2021-12-18 09:18:29,982 Number of jobs available: 20 +2021-12-18 09:18:29,982 Number of jobs ready: 0 +2021-12-18 09:18:29,982 +Jobs ready for local: 0 +2021-12-18 09:18:29,983 Number of jobs available: 20 +2021-12-18 09:18:29,983 Number of jobs ready: 0 +2021-12-18 09:18:29,983 +Jobs ready for transfer_node: 0 +2021-12-18 09:18:29,984 Number of jobs available: 20 +2021-12-18 09:18:29,984 Number of jobs ready: 0 +2021-12-18 09:18:29,985 Updating FAILED jobs +2021-12-18 09:18:29,985 Updating WAITING jobs +2021-12-18 09:18:29,985 Update finished +2021-12-18 09:18:29,985 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:18:29,986 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 09:18:29,986 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 09:18:29,986 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 09:18:29,986 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:18:29,986 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:18:29,986 t0ni_19931101_fc0_2_CMOROCE 19279786 SUBMITTED marenostrum4 debug +2021-12-18 09:18:29,986 t0ni_19931101_fc0_1_CMORATM 19279784 SUBMITTED marenostrum4 bsc_es +2021-12-18 09:18:29,987 t0ni_19931101_fc0_2_CMORATM 19279785 SUBMITTED marenostrum4 bsc_es +2021-12-18 09:18:29,987 t0ni_19931101_fc0_2_SAVEIC 19279783 SUBMITTED marenostrum4 bsc_es +2021-12-18 09:18:29,987 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 09:18:29,987 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:18:29,989 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:18:29,992 Job list saved +2021-12-18 09:18:30,049 Updating FAILED jobs +2021-12-18 09:18:30,049 Updating WAITING jobs +2021-12-18 09:18:30,049 Update finished +2021-12-18 09:18:40,059 Reloading parameters... +2021-12-18 09:18:40,078 Loading parameters... +2021-12-18 09:18:40,079 Loading project parameters... +2021-12-18 09:18:40,081 + +19 of 25 jobs remaining (09:18) +2021-12-18 09:18:40,081 Sleep: 10 +2021-12-18 09:18:40,081 Number of retrials: 0 +2021-12-18 09:18:40,081 WRAPPER CHECK TIME = 10 +2021-12-18 09:18:40,082 Checking jobs for platform=marenostrum4 +2021-12-18 09:18:40,083 Checking jobs for platform=nord3 +2021-12-18 09:18:40,083 Checking jobs for platform=local +2021-12-18 09:18:40,084 Checking jobs for platform=transfer_node +2021-12-18 09:18:40,084 Checking all jobs at once +2021-12-18 09:18:41,705 Successful check job command +2021-12-18 09:18:43,076 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 09:18:43,077 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:18:43,077 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:18:43,077 Job t0ni_19931101_fc0_2_CMORATM is RUNNING +2021-12-18 09:18:43,110 t0ni_19931101_fc0_2_CMORATM_STAT file have been transfered +2021-12-18 09:18:43,167 Job t0ni_19931101_fc0_1_CMORATM is RUNNING +2021-12-18 09:18:43,193 t0ni_19931101_fc0_1_CMORATM_STAT file have been transfered +2021-12-18 09:18:43,253 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:18:43,281 t0ni_19931101_fc0_2_SAVEIC_STAT file have been transfered +2021-12-18 09:18:43,336 End of checking +2021-12-18 09:18:43,337 Updating FAILED jobs +2021-12-18 09:18:43,337 Updating WAITING jobs +2021-12-18 09:18:43,337 Update finished +2021-12-18 09:18:43,337 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:18:43,337 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 09:18:43,337 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 09:18:43,338 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 09:18:43,338 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:18:43,338 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:18:43,338 t0ni_19931101_fc0_1_CMORATM 19279784 RUNNING marenostrum4 bsc_es +2021-12-18 09:18:43,338 t0ni_19931101_fc0_2_CMORATM 19279785 RUNNING marenostrum4 bsc_es +2021-12-18 09:18:43,338 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 09:18:43,338 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:18:43,339 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:18:43,339 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:18:43,341 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:18:43,343 Job list saved +2021-12-18 09:18:43,398 Updating FAILED jobs +2021-12-18 09:18:43,398 Updating WAITING jobs +2021-12-18 09:18:43,398 Update finished +2021-12-18 09:18:53,408 Reloading parameters... +2021-12-18 09:18:53,426 Loading parameters... +2021-12-18 09:18:53,427 Loading project parameters... +2021-12-18 09:18:53,429 + +19 of 25 jobs remaining (09:18) +2021-12-18 09:18:53,429 Sleep: 10 +2021-12-18 09:18:53,429 Number of retrials: 0 +2021-12-18 09:18:53,429 WRAPPER CHECK TIME = 10 +2021-12-18 09:18:53,430 Checking jobs for platform=marenostrum4 +2021-12-18 09:18:53,430 Checking jobs for platform=nord3 +2021-12-18 09:18:53,431 Checking jobs for platform=local +2021-12-18 09:18:53,432 Checking jobs for platform=transfer_node +2021-12-18 09:18:53,432 Checking all jobs at once +2021-12-18 09:18:55,151 Successful check job command +2021-12-18 09:18:56,626 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 09:18:56,626 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:18:56,626 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:18:56,626 Job t0ni_19931101_fc0_2_CMORATM is RUNNING +2021-12-18 09:18:56,626 Job t0ni_19931101_fc0_1_CMORATM is RUNNING +2021-12-18 09:18:56,627 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:18:56,627 End of checking +2021-12-18 09:18:56,628 Updating FAILED jobs +2021-12-18 09:18:56,628 Updating WAITING jobs +2021-12-18 09:18:56,629 Update finished +2021-12-18 09:18:56,629 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:18:56,629 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 09:18:56,630 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 09:18:56,630 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 09:18:56,630 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:18:56,630 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:18:56,630 t0ni_19931101_fc0_1_CMORATM 19279784 RUNNING marenostrum4 bsc_es +2021-12-18 09:18:56,630 t0ni_19931101_fc0_2_CMORATM 19279785 RUNNING marenostrum4 bsc_es +2021-12-18 09:18:56,631 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 09:18:56,631 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:18:56,631 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:18:56,631 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:18:56,634 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:18:56,636 Job list saved +2021-12-18 09:18:56,641 Updating FAILED jobs +2021-12-18 09:18:56,641 Updating WAITING jobs +2021-12-18 09:18:56,641 Update finished +2021-12-18 09:19:06,651 Reloading parameters... +2021-12-18 09:19:06,669 Loading parameters... +2021-12-18 09:19:06,671 Loading project parameters... +2021-12-18 09:19:06,673 + +19 of 25 jobs remaining (09:19) +2021-12-18 09:19:06,673 Sleep: 10 +2021-12-18 09:19:06,673 Number of retrials: 0 +2021-12-18 09:19:06,673 WRAPPER CHECK TIME = 10 +2021-12-18 09:19:06,674 Checking jobs for platform=marenostrum4 +2021-12-18 09:19:06,674 Checking jobs for platform=nord3 +2021-12-18 09:19:06,675 Checking jobs for platform=local +2021-12-18 09:19:06,675 Checking jobs for platform=transfer_node +2021-12-18 09:19:06,675 Checking all jobs at once +2021-12-18 09:19:07,995 Successful check job command +2021-12-18 09:19:09,265 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 09:19:09,265 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:19:09,265 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:19:09,265 Job t0ni_19931101_fc0_2_CMORATM is RUNNING +2021-12-18 09:19:09,266 Job t0ni_19931101_fc0_1_CMORATM is RUNNING +2021-12-18 09:19:09,266 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:19:09,266 End of checking +2021-12-18 09:19:09,267 Updating FAILED jobs +2021-12-18 09:19:09,267 Updating WAITING jobs +2021-12-18 09:19:09,268 Update finished +2021-12-18 09:19:09,268 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:19:09,268 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 09:19:09,268 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 09:19:09,268 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 09:19:09,268 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:19:09,268 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:19:09,269 t0ni_19931101_fc0_1_CMORATM 19279784 RUNNING marenostrum4 bsc_es +2021-12-18 09:19:09,269 t0ni_19931101_fc0_2_CMORATM 19279785 RUNNING marenostrum4 bsc_es +2021-12-18 09:19:09,269 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 09:19:09,269 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:19:09,269 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:19:09,269 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:19:09,272 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:19:09,274 Job list saved +2021-12-18 09:19:09,279 Updating FAILED jobs +2021-12-18 09:19:09,279 Updating WAITING jobs +2021-12-18 09:19:09,280 Update finished +2021-12-18 09:19:19,289 Reloading parameters... +2021-12-18 09:19:19,307 Loading parameters... +2021-12-18 09:19:19,308 Loading project parameters... +2021-12-18 09:19:19,310 + +19 of 25 jobs remaining (09:19) +2021-12-18 09:19:19,310 Sleep: 10 +2021-12-18 09:19:19,310 Number of retrials: 0 +2021-12-18 09:19:19,311 WRAPPER CHECK TIME = 10 +2021-12-18 09:19:19,311 Checking jobs for platform=marenostrum4 +2021-12-18 09:19:19,312 Checking jobs for platform=nord3 +2021-12-18 09:19:19,312 Checking jobs for platform=local +2021-12-18 09:19:19,313 Checking jobs for platform=transfer_node +2021-12-18 09:19:19,313 Checking all jobs at once +2021-12-18 09:19:20,883 Successful check job command +2021-12-18 09:19:22,255 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 09:19:22,255 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:19:22,255 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:19:22,256 Job t0ni_19931101_fc0_2_CMORATM is RUNNING +2021-12-18 09:19:22,256 Job t0ni_19931101_fc0_1_CMORATM is RUNNING +2021-12-18 09:19:22,256 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:19:22,256 End of checking +2021-12-18 09:19:22,257 Updating FAILED jobs +2021-12-18 09:19:22,257 Updating WAITING jobs +2021-12-18 09:19:22,257 Update finished +2021-12-18 09:19:22,258 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:19:22,258 t0ni_SYNCHRONIZE 53677 COMPLETED transfer_node no-scheduler +2021-12-18 09:19:22,258 t0ni_REMOTE_SETUP 19214844 COMPLETED marenostrum4 bsc_es +2021-12-18 09:19:22,258 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 09:19:22,258 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:19:22,258 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:19:22,258 t0ni_19931101_fc0_1_CMORATM 19279784 RUNNING marenostrum4 bsc_es +2021-12-18 09:19:22,258 t0ni_19931101_fc0_2_CMORATM 19279785 RUNNING marenostrum4 bsc_es +2021-12-18 09:19:22,259 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 09:19:22,259 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:19:22,259 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:19:22,259 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:19:22,261 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:19:22,264 Job list saved +2021-12-18 09:19:22,272 Updating FAILED jobs +2021-12-18 09:19:22,273 Updating WAITING jobs +2021-12-18 09:19:22,273 Update finished +2021-12-18 09:19:32,279 Reloading parameters... +2021-12-18 09:19:32,297 Loading parameters... +2021-12-18 09:19:32,298 Loading project parameters... +2021-12-18 09:19:32,300 + +19 of 25 jobs remaining (09:19) +2021-12-18 09:19:32,300 Sleep: 10 +2021-12-18 09:19:32,300 Number of retrials: 0 +2021-12-18 09:19:32,300 WRAPPER CHECK TIME = 10 +2021-12-18 09:19:32,301 Checking jobs for platform=marenostrum4 +2021-12-18 09:19:32,301 Checking jobs for platform=nord3 +2021-12-18 09:19:32,302 Checking jobs for platform=local +2021-12-18 09:19:32,303 Checking jobs for platform=transfer_node +2021-12-18 09:19:32,303 Checking all jobs at once +2021-12-18 09:19:33,824 Successful check job command +2021-12-18 09:19:35,096 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 09:19:35,096 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:19:35,096 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:19:35,096 t0ni_19931101_fc0_2_CMORATM job seems to have completed: checking... +2021-12-18 09:19:35,136 Job t0ni_19931101_fc0_2_CMORATM is COMPLETED +2021-12-18 09:19:35,159 t0ni_19931101_fc0_2_CMORATM_STAT file have been transfered +2021-12-18 09:19:35,236 t0ni_19931101_fc0_1_CMORATM job seems to have completed: checking... +2021-12-18 09:19:35,260 Custom directives from platform.conf: None +2021-12-18 09:19:35,260 Custom directives from platform.conf: None +2021-12-18 09:19:35,261 Custom directives from platform.conf: None +2021-12-18 09:19:35,319 Job t0ni_19931101_fc0_1_CMORATM is COMPLETED +2021-12-18 09:19:35,487 t0ni_19931101_fc0_1_CMORATM_STAT file have been transfered +2021-12-18 09:19:35,606 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:19:35,606 End of checking +2021-12-18 09:19:35,607 Updating FAILED jobs +2021-12-18 09:19:35,607 Updating WAITING jobs +2021-12-18 09:19:35,607 Update finished +2021-12-18 09:19:35,608 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:19:35,608 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 09:19:35,608 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:19:35,608 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:19:35,609 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:19:35,609 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:19:35,609 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 09:19:35,609 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:19:35,609 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:19:35,609 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:19:35,611 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:19:35,614 Job list saved +2021-12-18 09:19:35,637 Custom directives from platform.conf: None +2021-12-18 09:19:35,637 Custom directives from platform.conf: None +2021-12-18 09:19:35,638 Custom directives from platform.conf: None +2021-12-18 09:19:35,669 Updating FAILED jobs +2021-12-18 09:19:35,669 Updating WAITING jobs +2021-12-18 09:19:35,670 Update finished +2021-12-18 09:19:45,678 Reloading parameters... +2021-12-18 09:19:45,701 Loading parameters... +2021-12-18 09:19:45,702 Loading project parameters... +2021-12-18 09:19:45,704 + +17 of 25 jobs remaining (09:19) +2021-12-18 09:19:45,704 Sleep: 10 +2021-12-18 09:19:45,704 Number of retrials: 0 +2021-12-18 09:19:45,704 WRAPPER CHECK TIME = 10 +2021-12-18 09:19:45,705 Checking jobs for platform=marenostrum4 +2021-12-18 09:19:45,705 Checking jobs for platform=nord3 +2021-12-18 09:19:45,706 Checking jobs for platform=local +2021-12-18 09:19:45,706 Checking jobs for platform=transfer_node +2021-12-18 09:19:45,707 Checking all jobs at once +2021-12-18 09:19:47,076 Successful check job command +2021-12-18 09:19:48,645 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:19:48,646 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:19:48,646 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:19:48,646 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 09:19:48,646 End of checking +2021-12-18 09:19:48,648 Updating FAILED jobs +2021-12-18 09:19:48,648 Updating WAITING jobs +2021-12-18 09:19:48,648 Update finished +2021-12-18 09:19:48,648 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:19:48,648 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 09:19:48,649 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:19:48,649 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:19:48,649 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:19:48,649 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:19:48,649 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 09:19:48,649 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:19:48,649 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:19:48,650 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:19:48,652 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:19:48,655 Job list saved +2021-12-18 09:19:48,667 Updating FAILED jobs +2021-12-18 09:19:48,667 Updating WAITING jobs +2021-12-18 09:19:48,667 Update finished +2021-12-18 09:19:58,677 Reloading parameters... +2021-12-18 09:19:58,694 Loading parameters... +2021-12-18 09:19:58,695 Loading project parameters... +2021-12-18 09:19:58,697 + +17 of 25 jobs remaining (09:19) +2021-12-18 09:19:58,698 Sleep: 10 +2021-12-18 09:19:58,698 Number of retrials: 0 +2021-12-18 09:19:58,698 WRAPPER CHECK TIME = 10 +2021-12-18 09:19:58,698 Checking jobs for platform=marenostrum4 +2021-12-18 09:19:58,699 Checking jobs for platform=nord3 +2021-12-18 09:19:58,699 Checking jobs for platform=local +2021-12-18 09:19:58,700 Checking jobs for platform=transfer_node +2021-12-18 09:19:58,700 Checking all jobs at once +2021-12-18 09:20:00,179 Successful check job command +2021-12-18 09:20:02,251 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:20:02,251 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:20:02,251 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:20:02,251 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 09:20:02,251 End of checking +2021-12-18 09:20:02,253 Updating FAILED jobs +2021-12-18 09:20:02,253 Updating WAITING jobs +2021-12-18 09:20:02,253 Update finished +2021-12-18 09:20:02,253 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:20:02,254 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 09:20:02,254 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:20:02,254 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:20:02,254 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:20:02,254 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:20:02,254 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 09:20:02,254 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:20:02,254 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:20:02,255 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:20:02,258 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:20:02,260 Job list saved +2021-12-18 09:20:02,265 Updating FAILED jobs +2021-12-18 09:20:02,265 Updating WAITING jobs +2021-12-18 09:20:02,265 Update finished +2021-12-18 09:20:12,275 Reloading parameters... +2021-12-18 09:20:12,294 Loading parameters... +2021-12-18 09:20:12,295 Loading project parameters... +2021-12-18 09:20:12,297 + +17 of 25 jobs remaining (09:20) +2021-12-18 09:20:12,297 Sleep: 10 +2021-12-18 09:20:12,297 Number of retrials: 0 +2021-12-18 09:20:12,297 WRAPPER CHECK TIME = 10 +2021-12-18 09:20:12,298 Checking jobs for platform=marenostrum4 +2021-12-18 09:20:12,298 Checking jobs for platform=nord3 +2021-12-18 09:20:12,299 Checking jobs for platform=local +2021-12-18 09:20:12,300 Checking jobs for platform=transfer_node +2021-12-18 09:20:12,300 Checking all jobs at once +2021-12-18 09:20:13,519 Successful check job command +2021-12-18 09:20:14,839 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:20:14,839 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:20:14,839 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:20:14,839 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 09:20:14,839 End of checking +2021-12-18 09:20:14,841 Updating FAILED jobs +2021-12-18 09:20:14,841 Updating WAITING jobs +2021-12-18 09:20:14,841 Update finished +2021-12-18 09:20:14,841 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:20:14,842 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 09:20:14,842 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:20:14,842 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:20:14,842 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:20:14,842 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:20:14,843 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 09:20:14,843 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:20:14,843 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:20:14,843 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:20:14,845 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:20:14,847 Job list saved +2021-12-18 09:20:14,851 Updating FAILED jobs +2021-12-18 09:20:14,851 Updating WAITING jobs +2021-12-18 09:20:14,852 Update finished +2021-12-18 09:20:24,862 Reloading parameters... +2021-12-18 09:20:24,881 Loading parameters... +2021-12-18 09:20:24,882 Loading project parameters... +2021-12-18 09:20:24,884 + +17 of 25 jobs remaining (09:20) +2021-12-18 09:20:24,884 Sleep: 10 +2021-12-18 09:20:24,884 Number of retrials: 0 +2021-12-18 09:20:24,884 WRAPPER CHECK TIME = 10 +2021-12-18 09:20:24,885 Checking jobs for platform=marenostrum4 +2021-12-18 09:20:24,885 Checking jobs for platform=nord3 +2021-12-18 09:20:24,886 Checking jobs for platform=local +2021-12-18 09:20:24,886 Checking jobs for platform=transfer_node +2021-12-18 09:20:24,887 Checking all jobs at once +2021-12-18 09:20:26,157 Successful check job command +2021-12-18 09:20:27,476 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:20:27,477 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:20:27,477 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:20:27,477 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 09:20:27,477 End of checking +2021-12-18 09:20:27,479 Updating FAILED jobs +2021-12-18 09:20:27,479 Updating WAITING jobs +2021-12-18 09:20:27,479 Update finished +2021-12-18 09:20:27,479 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:20:27,479 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 09:20:27,480 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:20:27,480 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:20:27,480 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:20:27,480 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:20:27,480 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 09:20:27,480 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:20:27,480 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:20:27,480 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:20:27,484 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:20:27,486 Job list saved +2021-12-18 09:20:27,493 Updating FAILED jobs +2021-12-18 09:20:27,493 Updating WAITING jobs +2021-12-18 09:20:27,493 Update finished +2021-12-18 09:20:37,503 Reloading parameters... +2021-12-18 09:20:37,526 Loading parameters... +2021-12-18 09:20:37,528 Loading project parameters... +2021-12-18 09:20:37,530 + +17 of 25 jobs remaining (09:20) +2021-12-18 09:20:37,530 Sleep: 10 +2021-12-18 09:20:37,530 Number of retrials: 0 +2021-12-18 09:20:37,530 WRAPPER CHECK TIME = 10 +2021-12-18 09:20:37,531 Checking jobs for platform=marenostrum4 +2021-12-18 09:20:37,532 Checking jobs for platform=nord3 +2021-12-18 09:20:37,532 Checking jobs for platform=local +2021-12-18 09:20:37,533 Checking jobs for platform=transfer_node +2021-12-18 09:20:37,533 Checking all jobs at once +2021-12-18 09:20:38,803 Successful check job command +2021-12-18 09:20:40,072 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:20:40,073 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:20:40,073 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:20:40,073 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 09:20:40,073 End of checking +2021-12-18 09:20:40,074 Updating FAILED jobs +2021-12-18 09:20:40,074 Updating WAITING jobs +2021-12-18 09:20:40,075 Update finished +2021-12-18 09:20:40,075 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:20:40,075 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 09:20:40,075 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:20:40,075 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:20:40,075 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:20:40,075 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:20:40,076 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 09:20:40,076 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:20:40,076 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:20:40,076 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:20:40,079 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:20:40,081 Job list saved +2021-12-18 09:20:40,086 Updating FAILED jobs +2021-12-18 09:20:40,086 Updating WAITING jobs +2021-12-18 09:20:40,087 Update finished +2021-12-18 09:20:50,097 Reloading parameters... +2021-12-18 09:20:50,117 Loading parameters... +2021-12-18 09:20:50,118 Loading project parameters... +2021-12-18 09:20:50,120 + +17 of 25 jobs remaining (09:20) +2021-12-18 09:20:50,121 Sleep: 10 +2021-12-18 09:20:50,121 Number of retrials: 0 +2021-12-18 09:20:50,121 WRAPPER CHECK TIME = 10 +2021-12-18 09:20:50,121 Checking jobs for platform=marenostrum4 +2021-12-18 09:20:50,122 Checking jobs for platform=nord3 +2021-12-18 09:20:50,122 Checking jobs for platform=local +2021-12-18 09:20:50,123 Checking jobs for platform=transfer_node +2021-12-18 09:20:50,123 Checking all jobs at once +2021-12-18 09:20:51,395 Successful check job command +2021-12-18 09:20:52,714 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:20:52,714 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:20:52,714 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:20:52,714 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 09:20:52,715 End of checking +2021-12-18 09:20:52,716 Updating FAILED jobs +2021-12-18 09:20:52,716 Updating WAITING jobs +2021-12-18 09:20:52,717 Update finished +2021-12-18 09:20:52,717 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:20:52,717 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 09:20:52,717 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:20:52,718 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:20:52,718 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:20:52,718 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:20:52,718 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 09:20:52,718 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:20:52,718 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:20:52,718 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:20:52,721 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:20:52,723 Job list saved +2021-12-18 09:20:52,730 Updating FAILED jobs +2021-12-18 09:20:52,730 Updating WAITING jobs +2021-12-18 09:20:52,730 Update finished +2021-12-18 09:21:02,741 Reloading parameters... +2021-12-18 09:21:02,764 Loading parameters... +2021-12-18 09:21:02,765 Loading project parameters... +2021-12-18 09:21:02,767 + +17 of 25 jobs remaining (09:21) +2021-12-18 09:21:02,767 Sleep: 10 +2021-12-18 09:21:02,767 Number of retrials: 0 +2021-12-18 09:21:02,767 WRAPPER CHECK TIME = 10 +2021-12-18 09:21:02,768 Checking jobs for platform=marenostrum4 +2021-12-18 09:21:02,769 Checking jobs for platform=nord3 +2021-12-18 09:21:02,769 Checking jobs for platform=local +2021-12-18 09:21:02,770 Checking jobs for platform=transfer_node +2021-12-18 09:21:02,770 Checking all jobs at once +2021-12-18 09:21:04,139 Successful check job command +2021-12-18 09:21:05,810 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:21:05,810 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:21:05,811 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:21:05,811 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 09:21:05,811 End of checking +2021-12-18 09:21:05,813 Updating FAILED jobs +2021-12-18 09:21:05,813 Updating WAITING jobs +2021-12-18 09:21:05,813 Update finished +2021-12-18 09:21:05,813 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:21:05,813 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 09:21:05,813 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:21:05,814 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:21:05,814 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:21:05,814 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:21:05,814 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 09:21:05,814 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:21:05,814 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:21:05,814 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:21:05,818 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:21:05,820 Job list saved +2021-12-18 09:21:05,825 Updating FAILED jobs +2021-12-18 09:21:05,825 Updating WAITING jobs +2021-12-18 09:21:05,825 Update finished +2021-12-18 09:21:15,826 Reloading parameters... +2021-12-18 09:21:15,847 Loading parameters... +2021-12-18 09:21:15,848 Loading project parameters... +2021-12-18 09:21:15,850 + +17 of 25 jobs remaining (09:21) +2021-12-18 09:21:15,850 Sleep: 10 +2021-12-18 09:21:15,850 Number of retrials: 0 +2021-12-18 09:21:15,850 WRAPPER CHECK TIME = 10 +2021-12-18 09:21:15,851 Checking jobs for platform=marenostrum4 +2021-12-18 09:21:15,851 Checking jobs for platform=nord3 +2021-12-18 09:21:15,852 Checking jobs for platform=local +2021-12-18 09:21:15,852 Checking jobs for platform=transfer_node +2021-12-18 09:21:15,852 Checking all jobs at once +2021-12-18 09:21:17,073 Successful check job command +2021-12-18 09:21:18,342 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:21:18,343 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:21:18,343 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:21:18,343 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 09:21:18,343 End of checking +2021-12-18 09:21:18,345 Updating FAILED jobs +2021-12-18 09:21:18,345 Updating WAITING jobs +2021-12-18 09:21:18,345 Update finished +2021-12-18 09:21:18,345 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:21:18,345 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 09:21:18,346 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:21:18,346 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:21:18,346 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:21:18,346 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:21:18,346 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 09:21:18,346 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:21:18,346 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:21:18,346 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:21:18,350 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:21:18,352 Job list saved +2021-12-18 09:21:18,358 Updating FAILED jobs +2021-12-18 09:21:18,358 Updating WAITING jobs +2021-12-18 09:21:18,359 Update finished +2021-12-18 09:21:28,368 Reloading parameters... +2021-12-18 09:21:28,388 Loading parameters... +2021-12-18 09:21:28,390 Loading project parameters... +2021-12-18 09:21:28,392 + +17 of 25 jobs remaining (09:21) +2021-12-18 09:21:28,392 Sleep: 10 +2021-12-18 09:21:28,392 Number of retrials: 0 +2021-12-18 09:21:28,392 WRAPPER CHECK TIME = 10 +2021-12-18 09:21:28,393 Checking jobs for platform=marenostrum4 +2021-12-18 09:21:28,393 Checking jobs for platform=nord3 +2021-12-18 09:21:28,394 Checking jobs for platform=local +2021-12-18 09:21:28,394 Checking jobs for platform=transfer_node +2021-12-18 09:21:28,394 Checking all jobs at once +2021-12-18 09:21:29,613 Successful check job command +2021-12-18 09:21:30,833 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:21:30,834 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:21:30,834 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:21:30,834 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 09:21:30,834 End of checking +2021-12-18 09:21:30,835 Updating FAILED jobs +2021-12-18 09:21:30,836 Updating WAITING jobs +2021-12-18 09:21:30,836 Update finished +2021-12-18 09:21:30,836 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:21:30,837 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 09:21:30,837 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:21:30,837 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:21:30,837 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:21:30,837 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:21:30,837 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 09:21:30,837 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:21:30,837 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:21:30,838 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:21:30,840 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:21:30,843 Job list saved +2021-12-18 09:21:30,848 Updating FAILED jobs +2021-12-18 09:21:30,848 Updating WAITING jobs +2021-12-18 09:21:30,848 Update finished +2021-12-18 09:21:40,853 Reloading parameters... +2021-12-18 09:21:40,876 Loading parameters... +2021-12-18 09:21:40,877 Loading project parameters... +2021-12-18 09:21:40,879 + +17 of 25 jobs remaining (09:21) +2021-12-18 09:21:40,879 Sleep: 10 +2021-12-18 09:21:40,879 Number of retrials: 0 +2021-12-18 09:21:40,880 WRAPPER CHECK TIME = 10 +2021-12-18 09:21:40,880 Checking jobs for platform=marenostrum4 +2021-12-18 09:21:40,881 Checking jobs for platform=nord3 +2021-12-18 09:21:40,881 Checking jobs for platform=local +2021-12-18 09:21:40,882 Checking jobs for platform=transfer_node +2021-12-18 09:21:40,882 Checking all jobs at once +2021-12-18 09:21:42,151 Successful check job command +2021-12-18 09:21:43,321 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:21:43,321 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:21:43,321 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:21:43,321 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 09:21:43,321 End of checking +2021-12-18 09:21:43,323 Updating FAILED jobs +2021-12-18 09:21:43,323 Updating WAITING jobs +2021-12-18 09:21:43,323 Update finished +2021-12-18 09:21:43,323 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:21:43,323 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 09:21:43,324 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:21:43,324 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:21:43,324 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:21:43,324 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:21:43,324 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 09:21:43,324 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:21:43,324 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:21:43,324 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:21:43,327 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:21:43,330 Job list saved +2021-12-18 09:21:43,335 Updating FAILED jobs +2021-12-18 09:21:43,335 Updating WAITING jobs +2021-12-18 09:21:43,335 Update finished +2021-12-18 09:21:53,345 Reloading parameters... +2021-12-18 09:21:53,364 Loading parameters... +2021-12-18 09:21:53,366 Loading project parameters... +2021-12-18 09:21:53,368 + +17 of 25 jobs remaining (09:21) +2021-12-18 09:21:53,368 Sleep: 10 +2021-12-18 09:21:53,368 Number of retrials: 0 +2021-12-18 09:21:53,368 WRAPPER CHECK TIME = 10 +2021-12-18 09:21:53,368 Checking jobs for platform=marenostrum4 +2021-12-18 09:21:53,369 Checking jobs for platform=nord3 +2021-12-18 09:21:53,370 Checking jobs for platform=local +2021-12-18 09:21:53,370 Checking jobs for platform=transfer_node +2021-12-18 09:21:53,370 Checking all jobs at once +2021-12-18 09:21:54,739 Successful check job command +2021-12-18 09:21:56,159 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:21:56,159 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:21:56,159 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:21:56,159 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 09:21:56,159 End of checking +2021-12-18 09:21:56,162 Updating FAILED jobs +2021-12-18 09:21:56,162 Updating WAITING jobs +2021-12-18 09:21:56,162 Update finished +2021-12-18 09:21:56,162 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:21:56,162 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 09:21:56,162 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:21:56,163 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:21:56,163 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:21:56,163 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:21:56,163 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 09:21:56,163 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:21:56,163 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:21:56,163 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:21:56,166 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:21:56,168 Job list saved +2021-12-18 09:21:56,174 Updating FAILED jobs +2021-12-18 09:21:56,174 Updating WAITING jobs +2021-12-18 09:21:56,175 Update finished +2021-12-18 09:22:06,185 Reloading parameters... +2021-12-18 09:22:06,205 Loading parameters... +2021-12-18 09:22:06,206 Loading project parameters... +2021-12-18 09:22:06,208 + +17 of 25 jobs remaining (09:22) +2021-12-18 09:22:06,208 Sleep: 10 +2021-12-18 09:22:06,208 Number of retrials: 0 +2021-12-18 09:22:06,209 WRAPPER CHECK TIME = 10 +2021-12-18 09:22:06,209 Checking jobs for platform=marenostrum4 +2021-12-18 09:22:06,210 Checking jobs for platform=nord3 +2021-12-18 09:22:06,210 Checking jobs for platform=local +2021-12-18 09:22:06,211 Checking jobs for platform=transfer_node +2021-12-18 09:22:06,211 Checking all jobs at once +2021-12-18 09:22:07,332 Successful check job command +2021-12-18 09:22:08,501 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:22:08,502 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:22:08,502 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:22:08,502 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 09:22:08,502 End of checking +2021-12-18 09:22:08,503 Updating FAILED jobs +2021-12-18 09:22:08,503 Updating WAITING jobs +2021-12-18 09:22:08,504 Update finished +2021-12-18 09:22:08,504 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:22:08,504 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 09:22:08,505 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:22:08,505 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:22:08,505 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:22:08,505 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:22:08,505 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 09:22:08,505 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:22:08,505 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:22:08,505 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:22:08,509 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:22:08,512 Job list saved +2021-12-18 09:22:08,517 Updating FAILED jobs +2021-12-18 09:22:08,517 Updating WAITING jobs +2021-12-18 09:22:08,517 Update finished +2021-12-18 09:22:18,527 Reloading parameters... +2021-12-18 09:22:18,548 Loading parameters... +2021-12-18 09:22:18,549 Loading project parameters... +2021-12-18 09:22:18,551 + +17 of 25 jobs remaining (09:22) +2021-12-18 09:22:18,551 Sleep: 10 +2021-12-18 09:22:18,551 Number of retrials: 0 +2021-12-18 09:22:18,551 WRAPPER CHECK TIME = 10 +2021-12-18 09:22:18,552 Checking jobs for platform=marenostrum4 +2021-12-18 09:22:18,553 Checking jobs for platform=nord3 +2021-12-18 09:22:18,553 Checking jobs for platform=local +2021-12-18 09:22:18,554 Checking jobs for platform=transfer_node +2021-12-18 09:22:18,554 Checking all jobs at once +2021-12-18 09:22:19,723 Successful check job command +2021-12-18 09:22:20,892 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:22:20,892 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:22:20,893 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:22:20,893 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 09:22:20,893 End of checking +2021-12-18 09:22:20,895 Updating FAILED jobs +2021-12-18 09:22:20,895 Updating WAITING jobs +2021-12-18 09:22:20,895 Update finished +2021-12-18 09:22:20,895 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:22:20,895 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 09:22:20,895 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:22:20,895 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:22:20,896 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:22:20,896 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:22:20,896 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 09:22:20,896 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:22:20,896 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:22:20,896 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:22:20,899 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:22:20,902 Job list saved +2021-12-18 09:22:20,915 Updating FAILED jobs +2021-12-18 09:22:20,915 Updating WAITING jobs +2021-12-18 09:22:20,915 Update finished +2021-12-18 09:22:30,925 Reloading parameters... +2021-12-18 09:22:30,946 Loading parameters... +2021-12-18 09:22:30,948 Loading project parameters... +2021-12-18 09:22:30,950 + +17 of 25 jobs remaining (09:22) +2021-12-18 09:22:30,950 Sleep: 10 +2021-12-18 09:22:30,950 Number of retrials: 0 +2021-12-18 09:22:30,950 WRAPPER CHECK TIME = 10 +2021-12-18 09:22:30,951 Checking jobs for platform=marenostrum4 +2021-12-18 09:22:30,951 Checking jobs for platform=nord3 +2021-12-18 09:22:30,952 Checking jobs for platform=local +2021-12-18 09:22:30,952 Checking jobs for platform=transfer_node +2021-12-18 09:22:30,952 Checking all jobs at once +2021-12-18 09:22:32,372 Successful check job command +2021-12-18 09:22:33,745 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:22:33,745 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:22:33,745 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:22:33,745 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 09:22:33,745 End of checking +2021-12-18 09:22:33,746 Updating FAILED jobs +2021-12-18 09:22:33,747 Updating WAITING jobs +2021-12-18 09:22:33,747 Update finished +2021-12-18 09:22:33,747 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:22:33,747 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 09:22:33,747 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:22:33,747 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:22:33,748 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:22:33,748 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:22:33,748 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 09:22:33,748 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:22:33,748 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:22:33,748 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:22:33,751 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:22:33,753 Job list saved +2021-12-18 09:22:33,759 Updating FAILED jobs +2021-12-18 09:22:33,759 Updating WAITING jobs +2021-12-18 09:22:33,759 Update finished +2021-12-18 09:22:43,769 Reloading parameters... +2021-12-18 09:22:43,789 Loading parameters... +2021-12-18 09:22:43,791 Loading project parameters... +2021-12-18 09:22:43,792 + +17 of 25 jobs remaining (09:22) +2021-12-18 09:22:43,793 Sleep: 10 +2021-12-18 09:22:43,793 Number of retrials: 0 +2021-12-18 09:22:43,793 WRAPPER CHECK TIME = 10 +2021-12-18 09:22:43,793 Checking jobs for platform=marenostrum4 +2021-12-18 09:22:43,794 Checking jobs for platform=nord3 +2021-12-18 09:22:43,794 Checking jobs for platform=local +2021-12-18 09:22:43,795 Checking jobs for platform=transfer_node +2021-12-18 09:22:43,795 Checking all jobs at once +2021-12-18 09:22:45,065 Successful check job command +2021-12-18 09:22:46,334 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:22:46,335 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:22:46,335 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:22:46,335 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 09:22:46,335 End of checking +2021-12-18 09:22:46,336 Updating FAILED jobs +2021-12-18 09:22:46,336 Updating WAITING jobs +2021-12-18 09:22:46,336 Update finished +2021-12-18 09:22:46,337 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:22:46,337 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 09:22:46,337 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:22:46,338 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:22:46,338 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:22:46,338 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:22:46,338 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 09:22:46,338 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:22:46,338 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:22:46,338 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:22:46,341 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:22:46,344 Job list saved +2021-12-18 09:22:46,353 Updating FAILED jobs +2021-12-18 09:22:46,353 Updating WAITING jobs +2021-12-18 09:22:46,353 Update finished +2021-12-18 09:22:56,363 Reloading parameters... +2021-12-18 09:22:56,384 Loading parameters... +2021-12-18 09:22:56,386 Loading project parameters... +2021-12-18 09:22:56,388 + +17 of 25 jobs remaining (09:22) +2021-12-18 09:22:56,388 Sleep: 10 +2021-12-18 09:22:56,388 Number of retrials: 0 +2021-12-18 09:22:56,388 WRAPPER CHECK TIME = 10 +2021-12-18 09:22:56,389 Checking jobs for platform=marenostrum4 +2021-12-18 09:22:56,389 Checking jobs for platform=nord3 +2021-12-18 09:22:56,390 Checking jobs for platform=local +2021-12-18 09:22:56,390 Checking jobs for platform=transfer_node +2021-12-18 09:22:56,390 Checking all jobs at once +2021-12-18 09:22:57,760 Successful check job command +2021-12-18 09:22:59,130 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:22:59,130 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:22:59,130 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:22:59,130 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 09:22:59,130 End of checking +2021-12-18 09:22:59,132 Updating FAILED jobs +2021-12-18 09:22:59,132 Updating WAITING jobs +2021-12-18 09:22:59,132 Update finished +2021-12-18 09:22:59,132 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:22:59,132 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 09:22:59,132 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:22:59,133 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:22:59,133 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:22:59,133 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:22:59,133 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 09:22:59,133 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:22:59,133 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:22:59,133 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:22:59,136 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:22:59,138 Job list saved +2021-12-18 09:22:59,145 Updating FAILED jobs +2021-12-18 09:22:59,145 Updating WAITING jobs +2021-12-18 09:22:59,145 Update finished +2021-12-18 09:23:09,156 Reloading parameters... +2021-12-18 09:23:09,177 Loading parameters... +2021-12-18 09:23:09,178 Loading project parameters... +2021-12-18 09:23:09,180 + +17 of 25 jobs remaining (09:23) +2021-12-18 09:23:09,180 Sleep: 10 +2021-12-18 09:23:09,180 Number of retrials: 0 +2021-12-18 09:23:09,180 WRAPPER CHECK TIME = 10 +2021-12-18 09:23:09,181 Checking jobs for platform=marenostrum4 +2021-12-18 09:23:09,182 Checking jobs for platform=nord3 +2021-12-18 09:23:09,182 Checking jobs for platform=local +2021-12-18 09:23:09,183 Checking jobs for platform=transfer_node +2021-12-18 09:23:09,183 Checking all jobs at once +2021-12-18 09:23:10,508 Successful check job command +2021-12-18 09:23:11,928 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:23:11,928 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:23:11,928 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:23:11,928 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 09:23:11,928 End of checking +2021-12-18 09:23:11,930 Updating FAILED jobs +2021-12-18 09:23:11,931 Updating WAITING jobs +2021-12-18 09:23:11,931 Update finished +2021-12-18 09:23:11,931 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:23:11,931 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 09:23:11,931 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:23:11,931 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:23:11,931 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:23:11,931 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:23:11,931 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 09:23:11,932 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:23:11,932 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:23:11,932 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:23:11,935 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:23:11,936 Job list saved +2021-12-18 09:23:11,942 Updating FAILED jobs +2021-12-18 09:23:11,942 Updating WAITING jobs +2021-12-18 09:23:11,942 Update finished +2021-12-18 09:23:21,952 Reloading parameters... +2021-12-18 09:23:21,971 Loading parameters... +2021-12-18 09:23:21,973 Loading project parameters... +2021-12-18 09:23:21,974 + +17 of 25 jobs remaining (09:23) +2021-12-18 09:23:21,975 Sleep: 10 +2021-12-18 09:23:21,975 Number of retrials: 0 +2021-12-18 09:23:21,975 WRAPPER CHECK TIME = 10 +2021-12-18 09:23:21,975 Checking jobs for platform=marenostrum4 +2021-12-18 09:23:21,976 Checking jobs for platform=nord3 +2021-12-18 09:23:21,976 Checking jobs for platform=local +2021-12-18 09:23:21,977 Checking jobs for platform=transfer_node +2021-12-18 09:23:21,977 Checking all jobs at once +2021-12-18 09:23:23,349 Successful check job command +2021-12-18 09:23:24,719 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:23:24,719 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:23:24,719 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:23:24,720 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 09:23:24,720 End of checking +2021-12-18 09:23:24,721 Updating FAILED jobs +2021-12-18 09:23:24,721 Updating WAITING jobs +2021-12-18 09:23:24,721 Update finished +2021-12-18 09:23:24,722 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:23:24,723 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 09:23:24,723 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:23:24,723 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:23:24,723 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:23:24,723 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:23:24,723 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 09:23:24,723 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:23:24,724 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:23:24,724 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:23:24,726 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:23:24,728 Job list saved +2021-12-18 09:23:24,734 Updating FAILED jobs +2021-12-18 09:23:24,734 Updating WAITING jobs +2021-12-18 09:23:24,734 Update finished +2021-12-18 09:23:34,745 Reloading parameters... +2021-12-18 09:23:34,764 Loading parameters... +2021-12-18 09:23:34,765 Loading project parameters... +2021-12-18 09:23:34,767 + +17 of 25 jobs remaining (09:23) +2021-12-18 09:23:34,768 Sleep: 10 +2021-12-18 09:23:34,768 Number of retrials: 0 +2021-12-18 09:23:34,768 WRAPPER CHECK TIME = 10 +2021-12-18 09:23:34,768 Checking jobs for platform=marenostrum4 +2021-12-18 09:23:34,769 Checking jobs for platform=nord3 +2021-12-18 09:23:34,769 Checking jobs for platform=local +2021-12-18 09:23:34,770 Checking jobs for platform=transfer_node +2021-12-18 09:23:34,770 Checking all jobs at once +2021-12-18 09:23:35,989 Successful check job command +2021-12-18 09:23:37,208 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:23:37,209 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:23:37,209 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:23:37,209 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 09:23:37,209 End of checking +2021-12-18 09:23:37,211 Updating FAILED jobs +2021-12-18 09:23:37,211 Updating WAITING jobs +2021-12-18 09:23:37,211 Update finished +2021-12-18 09:23:37,211 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:23:37,211 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 09:23:37,211 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:23:37,212 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:23:37,212 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:23:37,212 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:23:37,212 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 09:23:37,212 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:23:37,212 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:23:37,212 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:23:37,215 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:23:37,217 Job list saved +2021-12-18 09:23:37,222 Updating FAILED jobs +2021-12-18 09:23:37,222 Updating WAITING jobs +2021-12-18 09:23:37,222 Update finished +2021-12-18 09:23:47,229 Reloading parameters... +2021-12-18 09:23:47,256 Loading parameters... +2021-12-18 09:23:47,257 Loading project parameters... +2021-12-18 09:23:47,259 + +17 of 25 jobs remaining (09:23) +2021-12-18 09:23:47,259 Sleep: 10 +2021-12-18 09:23:47,259 Number of retrials: 0 +2021-12-18 09:23:47,259 WRAPPER CHECK TIME = 10 +2021-12-18 09:23:47,260 Checking jobs for platform=marenostrum4 +2021-12-18 09:23:47,261 Checking jobs for platform=nord3 +2021-12-18 09:23:47,261 Checking jobs for platform=local +2021-12-18 09:23:47,262 Checking jobs for platform=transfer_node +2021-12-18 09:23:47,262 Checking all jobs at once +2021-12-18 09:23:48,935 Successful check job command +2021-12-18 09:23:50,305 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:23:50,305 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:23:50,305 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:23:50,305 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 09:23:50,305 End of checking +2021-12-18 09:23:50,307 Updating FAILED jobs +2021-12-18 09:23:50,308 Updating WAITING jobs +2021-12-18 09:23:50,308 Update finished +2021-12-18 09:23:50,308 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:23:50,308 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 09:23:50,308 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:23:50,308 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:23:50,309 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:23:50,309 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:23:50,309 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 09:23:50,309 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:23:50,309 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:23:50,309 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:23:50,312 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:23:50,315 Job list saved +2021-12-18 09:23:50,319 Updating FAILED jobs +2021-12-18 09:23:50,320 Updating WAITING jobs +2021-12-18 09:23:50,320 Update finished +2021-12-18 09:24:00,330 Reloading parameters... +2021-12-18 09:24:00,349 Loading parameters... +2021-12-18 09:24:00,350 Loading project parameters... +2021-12-18 09:24:00,352 + +17 of 25 jobs remaining (09:24) +2021-12-18 09:24:00,352 Sleep: 10 +2021-12-18 09:24:00,352 Number of retrials: 0 +2021-12-18 09:24:00,352 WRAPPER CHECK TIME = 10 +2021-12-18 09:24:00,353 Checking jobs for platform=marenostrum4 +2021-12-18 09:24:00,353 Checking jobs for platform=nord3 +2021-12-18 09:24:00,354 Checking jobs for platform=local +2021-12-18 09:24:00,355 Checking jobs for platform=transfer_node +2021-12-18 09:24:00,355 Checking all jobs at once +2021-12-18 09:24:01,975 Successful check job command +2021-12-18 09:24:03,344 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:24:03,344 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:24:03,344 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:24:03,345 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 09:24:03,345 End of checking +2021-12-18 09:24:03,346 Updating FAILED jobs +2021-12-18 09:24:03,347 Updating WAITING jobs +2021-12-18 09:24:03,347 Update finished +2021-12-18 09:24:03,347 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:24:03,348 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 09:24:03,348 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:24:03,348 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:24:03,348 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:24:03,348 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:24:03,348 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 09:24:03,348 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:24:03,349 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:24:03,349 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:24:03,357 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:24:03,359 Job list saved +2021-12-18 09:24:03,376 Updating FAILED jobs +2021-12-18 09:24:03,376 Updating WAITING jobs +2021-12-18 09:24:03,377 Update finished +2021-12-18 09:24:13,387 Reloading parameters... +2021-12-18 09:24:13,407 Loading parameters... +2021-12-18 09:24:13,408 Loading project parameters... +2021-12-18 09:24:13,410 + +17 of 25 jobs remaining (09:24) +2021-12-18 09:24:13,410 Sleep: 10 +2021-12-18 09:24:13,410 Number of retrials: 0 +2021-12-18 09:24:13,410 WRAPPER CHECK TIME = 10 +2021-12-18 09:24:13,411 Checking jobs for platform=marenostrum4 +2021-12-18 09:24:13,412 Checking jobs for platform=nord3 +2021-12-18 09:24:13,412 Checking jobs for platform=local +2021-12-18 09:24:13,413 Checking jobs for platform=transfer_node +2021-12-18 09:24:13,413 Checking all jobs at once +2021-12-18 09:24:14,784 Successful check job command +2021-12-18 09:24:16,056 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:24:16,056 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:24:16,056 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:24:16,057 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 09:24:16,057 End of checking +2021-12-18 09:24:16,058 Updating FAILED jobs +2021-12-18 09:24:16,058 Updating WAITING jobs +2021-12-18 09:24:16,058 Update finished +2021-12-18 09:24:16,058 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:24:16,059 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 09:24:16,059 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:24:16,059 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:24:16,059 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:24:16,059 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:24:16,059 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 09:24:16,059 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:24:16,059 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:24:16,060 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:24:16,063 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:24:16,065 Job list saved +2021-12-18 09:24:16,069 Updating FAILED jobs +2021-12-18 09:24:16,069 Updating WAITING jobs +2021-12-18 09:24:16,070 Update finished +2021-12-18 09:24:26,080 Reloading parameters... +2021-12-18 09:24:26,101 Loading parameters... +2021-12-18 09:24:26,102 Loading project parameters... +2021-12-18 09:24:26,104 + +17 of 25 jobs remaining (09:24) +2021-12-18 09:24:26,104 Sleep: 10 +2021-12-18 09:24:26,104 Number of retrials: 0 +2021-12-18 09:24:26,104 WRAPPER CHECK TIME = 10 +2021-12-18 09:24:26,105 Checking jobs for platform=marenostrum4 +2021-12-18 09:24:26,106 Checking jobs for platform=nord3 +2021-12-18 09:24:26,106 Checking jobs for platform=local +2021-12-18 09:24:26,107 Checking jobs for platform=transfer_node +2021-12-18 09:24:26,107 Checking all jobs at once +2021-12-18 09:24:27,477 Successful check job command +2021-12-18 09:24:29,197 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:24:29,197 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:24:29,197 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:24:29,197 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 09:24:29,197 End of checking +2021-12-18 09:24:29,199 Updating FAILED jobs +2021-12-18 09:24:29,199 Updating WAITING jobs +2021-12-18 09:24:29,199 Update finished +2021-12-18 09:24:29,199 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:24:29,199 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 09:24:29,200 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:24:29,200 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:24:29,200 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:24:29,200 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:24:29,200 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 09:24:29,200 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:24:29,200 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:24:29,200 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:24:29,203 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:24:29,205 Job list saved +2021-12-18 09:24:29,210 Updating FAILED jobs +2021-12-18 09:24:29,210 Updating WAITING jobs +2021-12-18 09:24:29,210 Update finished +2021-12-18 09:24:39,221 Reloading parameters... +2021-12-18 09:24:39,242 Loading parameters... +2021-12-18 09:24:39,243 Loading project parameters... +2021-12-18 09:24:39,245 + +17 of 25 jobs remaining (09:24) +2021-12-18 09:24:39,245 Sleep: 10 +2021-12-18 09:24:39,245 Number of retrials: 0 +2021-12-18 09:24:39,245 WRAPPER CHECK TIME = 10 +2021-12-18 09:24:39,246 Checking jobs for platform=marenostrum4 +2021-12-18 09:24:39,246 Checking jobs for platform=nord3 +2021-12-18 09:24:39,247 Checking jobs for platform=local +2021-12-18 09:24:39,247 Checking jobs for platform=transfer_node +2021-12-18 09:24:39,248 Checking all jobs at once +2021-12-18 09:24:40,620 Successful check job command +2021-12-18 09:24:41,990 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:24:41,990 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:24:41,991 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:24:41,991 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 09:24:41,991 End of checking +2021-12-18 09:24:41,992 Updating FAILED jobs +2021-12-18 09:24:41,992 Updating WAITING jobs +2021-12-18 09:24:41,993 Update finished +2021-12-18 09:24:41,993 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:24:41,993 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 09:24:41,994 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:24:41,994 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:24:41,994 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:24:41,994 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:24:41,994 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 09:24:41,994 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:24:41,994 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:24:41,994 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:24:41,998 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:24:42,001 Job list saved +2021-12-18 09:24:42,006 Updating FAILED jobs +2021-12-18 09:24:42,006 Updating WAITING jobs +2021-12-18 09:24:42,006 Update finished +2021-12-18 09:24:52,012 Reloading parameters... +2021-12-18 09:24:52,032 Loading parameters... +2021-12-18 09:24:52,033 Loading project parameters... +2021-12-18 09:24:52,035 + +17 of 25 jobs remaining (09:24) +2021-12-18 09:24:52,036 Sleep: 10 +2021-12-18 09:24:52,036 Number of retrials: 0 +2021-12-18 09:24:52,036 WRAPPER CHECK TIME = 10 +2021-12-18 09:24:52,036 Checking jobs for platform=marenostrum4 +2021-12-18 09:24:52,037 Checking jobs for platform=nord3 +2021-12-18 09:24:52,037 Checking jobs for platform=local +2021-12-18 09:24:52,038 Checking jobs for platform=transfer_node +2021-12-18 09:24:52,038 Checking all jobs at once +2021-12-18 09:24:53,259 Successful check job command +2021-12-18 09:24:54,478 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:24:54,479 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:24:54,479 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:24:54,479 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 09:24:54,479 End of checking +2021-12-18 09:24:54,481 Updating FAILED jobs +2021-12-18 09:24:54,481 Updating WAITING jobs +2021-12-18 09:24:54,481 Update finished +2021-12-18 09:24:54,481 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:24:54,481 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 09:24:54,482 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:24:54,482 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:24:54,482 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:24:54,482 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:24:54,482 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 09:24:54,482 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:24:54,482 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:24:54,483 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:24:54,485 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:24:54,488 Job list saved +2021-12-18 09:24:54,495 Updating FAILED jobs +2021-12-18 09:24:54,495 Updating WAITING jobs +2021-12-18 09:24:54,495 Update finished +2021-12-18 09:25:04,504 Reloading parameters... +2021-12-18 09:25:04,526 Loading parameters... +2021-12-18 09:25:04,527 Loading project parameters... +2021-12-18 09:25:04,529 + +17 of 25 jobs remaining (09:25) +2021-12-18 09:25:04,529 Sleep: 10 +2021-12-18 09:25:04,529 Number of retrials: 0 +2021-12-18 09:25:04,529 WRAPPER CHECK TIME = 10 +2021-12-18 09:25:04,530 Checking jobs for platform=marenostrum4 +2021-12-18 09:25:04,530 Checking jobs for platform=nord3 +2021-12-18 09:25:04,531 Checking jobs for platform=local +2021-12-18 09:25:04,531 Checking jobs for platform=transfer_node +2021-12-18 09:25:04,531 Checking all jobs at once +2021-12-18 09:25:05,901 Successful check job command +2021-12-18 09:25:07,170 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:25:07,171 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:25:07,171 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:25:07,171 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 09:25:07,171 End of checking +2021-12-18 09:25:07,173 Updating FAILED jobs +2021-12-18 09:25:07,173 Updating WAITING jobs +2021-12-18 09:25:07,173 Update finished +2021-12-18 09:25:07,173 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:25:07,173 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 09:25:07,173 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:25:07,174 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:25:07,174 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:25:07,174 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:25:07,174 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 09:25:07,174 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:25:07,174 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:25:07,174 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:25:07,177 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:25:07,179 Job list saved +2021-12-18 09:25:07,184 Updating FAILED jobs +2021-12-18 09:25:07,184 Updating WAITING jobs +2021-12-18 09:25:07,184 Update finished +2021-12-18 09:25:17,195 Reloading parameters... +2021-12-18 09:25:17,214 Loading parameters... +2021-12-18 09:25:17,215 Loading project parameters... +2021-12-18 09:25:17,217 + +17 of 25 jobs remaining (09:25) +2021-12-18 09:25:17,217 Sleep: 10 +2021-12-18 09:25:17,217 Number of retrials: 0 +2021-12-18 09:25:17,217 WRAPPER CHECK TIME = 10 +2021-12-18 09:25:17,218 Checking jobs for platform=marenostrum4 +2021-12-18 09:25:17,218 Checking jobs for platform=nord3 +2021-12-18 09:25:17,219 Checking jobs for platform=local +2021-12-18 09:25:17,219 Checking jobs for platform=transfer_node +2021-12-18 09:25:17,220 Checking all jobs at once +2021-12-18 09:25:18,645 Successful check job command +2021-12-18 09:25:20,165 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:25:20,165 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:25:20,165 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:25:20,166 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 09:25:20,166 End of checking +2021-12-18 09:25:20,167 Updating FAILED jobs +2021-12-18 09:25:20,167 Updating WAITING jobs +2021-12-18 09:25:20,168 Update finished +2021-12-18 09:25:20,168 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:25:20,168 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 09:25:20,169 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:25:20,169 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:25:20,169 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:25:20,169 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:25:20,169 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 09:25:20,169 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:25:20,169 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:25:20,170 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:25:20,172 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:25:20,175 Job list saved +2021-12-18 09:25:20,179 Updating FAILED jobs +2021-12-18 09:25:20,179 Updating WAITING jobs +2021-12-18 09:25:20,180 Update finished +2021-12-18 09:25:30,185 Reloading parameters... +2021-12-18 09:25:30,206 Loading parameters... +2021-12-18 09:25:30,207 Loading project parameters... +2021-12-18 09:25:30,209 + +17 of 25 jobs remaining (09:25) +2021-12-18 09:25:30,209 Sleep: 10 +2021-12-18 09:25:30,210 Number of retrials: 0 +2021-12-18 09:25:30,210 WRAPPER CHECK TIME = 10 +2021-12-18 09:25:30,210 Checking jobs for platform=marenostrum4 +2021-12-18 09:25:30,211 Checking jobs for platform=nord3 +2021-12-18 09:25:30,211 Checking jobs for platform=local +2021-12-18 09:25:30,212 Checking jobs for platform=transfer_node +2021-12-18 09:25:30,212 Checking all jobs at once +2021-12-18 09:25:31,581 Successful check job command +2021-12-18 09:25:33,005 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:25:33,005 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:25:33,006 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:25:33,006 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 09:25:33,006 End of checking +2021-12-18 09:25:33,007 Updating FAILED jobs +2021-12-18 09:25:33,008 Updating WAITING jobs +2021-12-18 09:25:33,008 Update finished +2021-12-18 09:25:33,008 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:25:33,008 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 09:25:33,008 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:25:33,008 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:25:33,008 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:25:33,009 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:25:33,009 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 09:25:33,009 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:25:33,009 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:25:33,009 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:25:33,012 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:25:33,014 Job list saved +2021-12-18 09:25:33,020 Updating FAILED jobs +2021-12-18 09:25:33,020 Updating WAITING jobs +2021-12-18 09:25:33,020 Update finished +2021-12-18 09:25:43,028 Reloading parameters... +2021-12-18 09:25:43,049 Loading parameters... +2021-12-18 09:25:43,050 Loading project parameters... +2021-12-18 09:25:43,052 + +17 of 25 jobs remaining (09:25) +2021-12-18 09:25:43,052 Sleep: 10 +2021-12-18 09:25:43,052 Number of retrials: 0 +2021-12-18 09:25:43,053 WRAPPER CHECK TIME = 10 +2021-12-18 09:25:43,053 Checking jobs for platform=marenostrum4 +2021-12-18 09:25:43,054 Checking jobs for platform=nord3 +2021-12-18 09:25:43,054 Checking jobs for platform=local +2021-12-18 09:25:43,055 Checking jobs for platform=transfer_node +2021-12-18 09:25:43,055 Checking all jobs at once +2021-12-18 09:25:44,424 Successful check job command +2021-12-18 09:25:45,793 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:25:45,794 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:25:45,794 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:25:45,794 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 09:25:45,794 End of checking +2021-12-18 09:25:45,795 Updating FAILED jobs +2021-12-18 09:25:45,795 Updating WAITING jobs +2021-12-18 09:25:45,796 Update finished +2021-12-18 09:25:45,796 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:25:45,796 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 09:25:45,796 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:25:45,796 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:25:45,796 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:25:45,797 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:25:45,797 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 09:25:45,797 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:25:45,797 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:25:45,797 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:25:45,801 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:25:45,803 Job list saved +2021-12-18 09:25:45,808 Updating FAILED jobs +2021-12-18 09:25:45,809 Updating WAITING jobs +2021-12-18 09:25:45,809 Update finished +2021-12-18 09:25:55,810 Reloading parameters... +2021-12-18 09:25:55,830 Loading parameters... +2021-12-18 09:25:55,831 Loading project parameters... +2021-12-18 09:25:55,834 + +17 of 25 jobs remaining (09:25) +2021-12-18 09:25:55,834 Sleep: 10 +2021-12-18 09:25:55,834 Number of retrials: 0 +2021-12-18 09:25:55,834 WRAPPER CHECK TIME = 10 +2021-12-18 09:25:55,835 Checking jobs for platform=marenostrum4 +2021-12-18 09:25:55,835 Checking jobs for platform=nord3 +2021-12-18 09:25:55,836 Checking jobs for platform=local +2021-12-18 09:25:55,836 Checking jobs for platform=transfer_node +2021-12-18 09:25:55,837 Checking all jobs at once +2021-12-18 09:25:57,106 Successful check job command +2021-12-18 09:25:58,476 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:25:58,477 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:25:58,477 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:25:58,477 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 09:25:58,477 End of checking +2021-12-18 09:25:58,479 Updating FAILED jobs +2021-12-18 09:25:58,479 Updating WAITING jobs +2021-12-18 09:25:58,479 Update finished +2021-12-18 09:25:58,479 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:25:58,480 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 09:25:58,480 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:25:58,480 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:25:58,480 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:25:58,480 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:25:58,480 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 09:25:58,481 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:25:58,481 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:25:58,481 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:25:58,484 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:25:58,486 Job list saved +2021-12-18 09:25:58,491 Updating FAILED jobs +2021-12-18 09:25:58,491 Updating WAITING jobs +2021-12-18 09:25:58,492 Update finished +2021-12-18 09:26:08,502 Reloading parameters... +2021-12-18 09:26:08,520 Loading parameters... +2021-12-18 09:26:08,522 Loading project parameters... +2021-12-18 09:26:08,523 + +17 of 25 jobs remaining (09:26) +2021-12-18 09:26:08,524 Sleep: 10 +2021-12-18 09:26:08,524 Number of retrials: 0 +2021-12-18 09:26:08,524 WRAPPER CHECK TIME = 10 +2021-12-18 09:26:08,524 Checking jobs for platform=marenostrum4 +2021-12-18 09:26:08,525 Checking jobs for platform=nord3 +2021-12-18 09:26:08,525 Checking jobs for platform=local +2021-12-18 09:26:08,526 Checking jobs for platform=transfer_node +2021-12-18 09:26:08,526 Checking all jobs at once +2021-12-18 09:26:09,746 Successful check job command +2021-12-18 09:26:11,015 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:26:11,016 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:26:11,016 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:26:11,016 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 09:26:11,016 End of checking +2021-12-18 09:26:11,017 Updating FAILED jobs +2021-12-18 09:26:11,017 Updating WAITING jobs +2021-12-18 09:26:11,018 Update finished +2021-12-18 09:26:11,018 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:26:11,018 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 09:26:11,018 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:26:11,018 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:26:11,018 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:26:11,018 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:26:11,019 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 09:26:11,019 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:26:11,019 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:26:11,019 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:26:11,022 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:26:11,024 Job list saved +2021-12-18 09:26:11,029 Updating FAILED jobs +2021-12-18 09:26:11,029 Updating WAITING jobs +2021-12-18 09:26:11,029 Update finished +2021-12-18 09:26:21,036 Reloading parameters... +2021-12-18 09:26:21,056 Loading parameters... +2021-12-18 09:26:21,057 Loading project parameters... +2021-12-18 09:26:21,059 + +17 of 25 jobs remaining (09:26) +2021-12-18 09:26:21,059 Sleep: 10 +2021-12-18 09:26:21,059 Number of retrials: 0 +2021-12-18 09:26:21,059 WRAPPER CHECK TIME = 10 +2021-12-18 09:26:21,060 Checking jobs for platform=marenostrum4 +2021-12-18 09:26:21,061 Checking jobs for platform=nord3 +2021-12-18 09:26:21,061 Checking jobs for platform=local +2021-12-18 09:26:21,062 Checking jobs for platform=transfer_node +2021-12-18 09:26:21,062 Checking all jobs at once +2021-12-18 09:26:22,532 Successful check job command +2021-12-18 09:26:24,052 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:26:24,052 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:26:24,052 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:26:24,052 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 09:26:24,052 End of checking +2021-12-18 09:26:24,054 Updating FAILED jobs +2021-12-18 09:26:24,054 Updating WAITING jobs +2021-12-18 09:26:24,054 Update finished +2021-12-18 09:26:24,054 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:26:24,055 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 09:26:24,055 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:26:24,055 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:26:24,055 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:26:24,055 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:26:24,055 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 09:26:24,055 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:26:24,055 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:26:24,056 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:26:24,058 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:26:24,061 Job list saved +2021-12-18 09:26:24,065 Updating FAILED jobs +2021-12-18 09:26:24,065 Updating WAITING jobs +2021-12-18 09:26:24,066 Update finished +2021-12-18 09:26:34,071 Reloading parameters... +2021-12-18 09:26:34,090 Loading parameters... +2021-12-18 09:26:34,091 Loading project parameters... +2021-12-18 09:26:34,093 + +17 of 25 jobs remaining (09:26) +2021-12-18 09:26:34,094 Sleep: 10 +2021-12-18 09:26:34,094 Number of retrials: 0 +2021-12-18 09:26:34,094 WRAPPER CHECK TIME = 10 +2021-12-18 09:26:34,094 Checking jobs for platform=marenostrum4 +2021-12-18 09:26:34,095 Checking jobs for platform=nord3 +2021-12-18 09:26:34,096 Checking jobs for platform=local +2021-12-18 09:26:34,096 Checking jobs for platform=transfer_node +2021-12-18 09:26:34,096 Checking all jobs at once +2021-12-18 09:26:35,867 Successful check job command +2021-12-18 09:26:37,237 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:26:37,237 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:26:37,237 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:26:37,237 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 09:26:37,237 End of checking +2021-12-18 09:26:37,238 Updating FAILED jobs +2021-12-18 09:26:37,239 Updating WAITING jobs +2021-12-18 09:26:37,239 Update finished +2021-12-18 09:26:37,239 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:26:37,240 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 09:26:37,240 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:26:37,240 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:26:37,240 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:26:37,240 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:26:37,240 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 09:26:37,240 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:26:37,241 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:26:37,241 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:26:37,243 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:26:37,245 Job list saved +2021-12-18 09:26:37,250 Updating FAILED jobs +2021-12-18 09:26:37,250 Updating WAITING jobs +2021-12-18 09:26:37,250 Update finished +2021-12-18 09:26:47,258 Reloading parameters... +2021-12-18 09:26:47,276 Loading parameters... +2021-12-18 09:26:47,278 Loading project parameters... +2021-12-18 09:26:47,279 + +17 of 25 jobs remaining (09:26) +2021-12-18 09:26:47,280 Sleep: 10 +2021-12-18 09:26:47,280 Number of retrials: 0 +2021-12-18 09:26:47,280 WRAPPER CHECK TIME = 10 +2021-12-18 09:26:47,280 Checking jobs for platform=marenostrum4 +2021-12-18 09:26:47,281 Checking jobs for platform=nord3 +2021-12-18 09:26:47,281 Checking jobs for platform=local +2021-12-18 09:26:47,282 Checking jobs for platform=transfer_node +2021-12-18 09:26:47,282 Checking all jobs at once +2021-12-18 09:26:48,552 Successful check job command +2021-12-18 09:26:49,877 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:26:49,877 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:26:49,877 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:26:49,877 Job t0ni_19931101_fc0_1_SAVEIC is RUNNING +2021-12-18 09:26:49,877 End of checking +2021-12-18 09:26:49,878 Updating FAILED jobs +2021-12-18 09:26:49,879 Updating WAITING jobs +2021-12-18 09:26:49,879 Update finished +2021-12-18 09:26:49,879 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:26:49,879 t0ni_19931101_fc0_INI 19268645 COMPLETED marenostrum4 debug +2021-12-18 09:26:49,879 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:26:49,879 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:26:49,880 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:26:49,880 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:26:49,880 t0ni_19931101_fc0_1_SAVEIC 19279317 RUNNING marenostrum4 bsc_es +2021-12-18 09:26:49,880 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:26:49,880 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:26:49,880 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:26:49,883 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:26:49,885 Job list saved +2021-12-18 09:26:49,890 Updating FAILED jobs +2021-12-18 09:26:49,890 Updating WAITING jobs +2021-12-18 09:26:49,891 Update finished +2021-12-18 09:26:59,901 Reloading parameters... +2021-12-18 09:26:59,919 Loading parameters... +2021-12-18 09:26:59,920 Loading project parameters... +2021-12-18 09:26:59,922 + +17 of 25 jobs remaining (09:26) +2021-12-18 09:26:59,922 Sleep: 10 +2021-12-18 09:26:59,922 Number of retrials: 0 +2021-12-18 09:26:59,923 WRAPPER CHECK TIME = 10 +2021-12-18 09:26:59,923 Checking jobs for platform=marenostrum4 +2021-12-18 09:26:59,924 Checking jobs for platform=nord3 +2021-12-18 09:26:59,924 Checking jobs for platform=local +2021-12-18 09:26:59,925 Checking jobs for platform=transfer_node +2021-12-18 09:26:59,925 Checking all jobs at once +2021-12-18 09:27:01,244 Successful check job command +2021-12-18 09:27:02,566 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:27:02,566 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:27:02,567 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:27:02,567 t0ni_19931101_fc0_1_SAVEIC job seems to have completed: checking... +2021-12-18 09:27:02,581 Job t0ni_19931101_fc0_1_SAVEIC is COMPLETED +2021-12-18 09:27:02,597 t0ni_19931101_fc0_1_SAVEIC_STAT file have been transfered +2021-12-18 09:27:02,706 End of checking +2021-12-18 09:27:02,707 Updating FAILED jobs +2021-12-18 09:27:02,707 Updating WAITING jobs +2021-12-18 09:27:02,708 Update finished +2021-12-18 09:27:02,708 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:27:02,708 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:27:02,709 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:27:02,709 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:27:02,709 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:27:02,709 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:27:02,710 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:27:02,710 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:27:02,710 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:27:02,712 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:27:02,719 Job list saved +2021-12-18 09:27:02,730 Custom directives from platform.conf: None +2021-12-18 09:27:02,730 Custom directives from platform.conf: None +2021-12-18 09:27:02,731 Custom directives from platform.conf: None +2021-12-18 09:27:02,952 Updating FAILED jobs +2021-12-18 09:27:02,952 Updating WAITING jobs +2021-12-18 09:27:02,952 Update finished +2021-12-18 09:27:12,962 Reloading parameters... +2021-12-18 09:27:12,983 Loading parameters... +2021-12-18 09:27:12,985 Loading project parameters... +2021-12-18 09:27:12,987 + +16 of 25 jobs remaining (09:27) +2021-12-18 09:27:12,987 Sleep: 10 +2021-12-18 09:27:12,987 Number of retrials: 0 +2021-12-18 09:27:12,988 WRAPPER CHECK TIME = 10 +2021-12-18 09:27:12,988 Checking jobs for platform=marenostrum4 +2021-12-18 09:27:12,989 Checking jobs for platform=nord3 +2021-12-18 09:27:12,989 Checking jobs for platform=local +2021-12-18 09:27:12,990 Checking jobs for platform=transfer_node +2021-12-18 09:27:12,990 Checking all jobs at once +2021-12-18 09:27:14,259 Successful check job command +2021-12-18 09:27:15,531 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:27:15,531 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:27:15,532 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:27:15,532 End of checking +2021-12-18 09:27:15,533 Updating FAILED jobs +2021-12-18 09:27:15,533 Updating WAITING jobs +2021-12-18 09:27:15,533 Update finished +2021-12-18 09:27:15,534 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:27:15,534 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:27:15,534 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:27:15,534 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:27:15,535 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:27:15,535 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:27:15,535 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:27:15,535 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:27:15,535 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:27:15,538 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:27:15,540 Job list saved +2021-12-18 09:27:15,546 Updating FAILED jobs +2021-12-18 09:27:15,546 Updating WAITING jobs +2021-12-18 09:27:15,546 Update finished +2021-12-18 09:27:25,556 Reloading parameters... +2021-12-18 09:27:25,574 Loading parameters... +2021-12-18 09:27:25,576 Loading project parameters... +2021-12-18 09:27:25,579 + +16 of 25 jobs remaining (09:27) +2021-12-18 09:27:25,579 Sleep: 10 +2021-12-18 09:27:25,579 Number of retrials: 0 +2021-12-18 09:27:25,579 WRAPPER CHECK TIME = 10 +2021-12-18 09:27:25,580 Checking jobs for platform=marenostrum4 +2021-12-18 09:27:25,581 Checking jobs for platform=nord3 +2021-12-18 09:27:25,581 Checking jobs for platform=local +2021-12-18 09:27:25,582 Checking jobs for platform=transfer_node +2021-12-18 09:27:25,582 Checking all jobs at once +2021-12-18 09:27:26,852 Successful check job command +2021-12-18 09:27:28,122 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:27:28,122 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:27:28,122 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:27:28,122 End of checking +2021-12-18 09:27:28,124 Updating FAILED jobs +2021-12-18 09:27:28,124 Updating WAITING jobs +2021-12-18 09:27:28,125 Update finished +2021-12-18 09:27:28,125 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:27:28,125 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:27:28,125 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:27:28,125 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:27:28,125 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:27:28,125 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:27:28,126 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:27:28,126 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:27:28,126 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:27:28,128 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:27:28,131 Job list saved +2021-12-18 09:27:28,141 Updating FAILED jobs +2021-12-18 09:27:28,141 Updating WAITING jobs +2021-12-18 09:27:28,142 Update finished +2021-12-18 09:27:38,147 Reloading parameters... +2021-12-18 09:27:38,166 Loading parameters... +2021-12-18 09:27:38,167 Loading project parameters... +2021-12-18 09:27:38,169 + +16 of 25 jobs remaining (09:27) +2021-12-18 09:27:38,169 Sleep: 10 +2021-12-18 09:27:38,169 Number of retrials: 0 +2021-12-18 09:27:38,170 WRAPPER CHECK TIME = 10 +2021-12-18 09:27:38,170 Checking jobs for platform=marenostrum4 +2021-12-18 09:27:38,171 Checking jobs for platform=nord3 +2021-12-18 09:27:38,171 Checking jobs for platform=local +2021-12-18 09:27:38,172 Checking jobs for platform=transfer_node +2021-12-18 09:27:38,172 Checking all jobs at once +2021-12-18 09:27:39,442 Successful check job command +2021-12-18 09:27:40,813 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:27:40,813 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:27:40,813 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:27:40,814 End of checking +2021-12-18 09:27:40,815 Updating FAILED jobs +2021-12-18 09:27:40,815 Updating WAITING jobs +2021-12-18 09:27:40,815 Update finished +2021-12-18 09:27:40,815 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:27:40,816 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:27:40,816 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:27:40,816 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:27:40,816 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:27:40,816 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:27:40,816 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:27:40,816 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:27:40,816 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:27:40,819 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:27:40,821 Job list saved +2021-12-18 09:27:40,826 Updating FAILED jobs +2021-12-18 09:27:40,826 Updating WAITING jobs +2021-12-18 09:27:40,826 Update finished +2021-12-18 09:27:50,836 Reloading parameters... +2021-12-18 09:27:50,853 Loading parameters... +2021-12-18 09:27:50,855 Loading project parameters... +2021-12-18 09:27:50,857 + +16 of 25 jobs remaining (09:27) +2021-12-18 09:27:50,857 Sleep: 10 +2021-12-18 09:27:50,857 Number of retrials: 0 +2021-12-18 09:27:50,857 WRAPPER CHECK TIME = 10 +2021-12-18 09:27:50,858 Checking jobs for platform=marenostrum4 +2021-12-18 09:27:50,858 Checking jobs for platform=nord3 +2021-12-18 09:27:50,859 Checking jobs for platform=local +2021-12-18 09:27:50,859 Checking jobs for platform=transfer_node +2021-12-18 09:27:50,859 Checking all jobs at once +2021-12-18 09:27:52,179 Successful check job command +2021-12-18 09:27:53,700 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:27:53,701 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:27:53,701 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:27:53,701 End of checking +2021-12-18 09:27:53,702 Updating FAILED jobs +2021-12-18 09:27:53,702 Updating WAITING jobs +2021-12-18 09:27:53,702 Update finished +2021-12-18 09:27:53,703 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:27:53,703 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:27:53,703 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:27:53,704 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:27:53,704 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:27:53,704 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:27:53,704 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:27:53,704 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:27:53,704 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:27:53,707 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:27:53,709 Job list saved +2021-12-18 09:27:53,714 Updating FAILED jobs +2021-12-18 09:27:53,714 Updating WAITING jobs +2021-12-18 09:27:53,714 Update finished +2021-12-18 09:28:03,725 Reloading parameters... +2021-12-18 09:28:03,743 Loading parameters... +2021-12-18 09:28:03,744 Loading project parameters... +2021-12-18 09:28:03,747 + +16 of 25 jobs remaining (09:28) +2021-12-18 09:28:03,747 Sleep: 10 +2021-12-18 09:28:03,747 Number of retrials: 0 +2021-12-18 09:28:03,747 WRAPPER CHECK TIME = 10 +2021-12-18 09:28:03,748 Checking jobs for platform=marenostrum4 +2021-12-18 09:28:03,748 Checking jobs for platform=nord3 +2021-12-18 09:28:03,749 Checking jobs for platform=local +2021-12-18 09:28:03,749 Checking jobs for platform=transfer_node +2021-12-18 09:28:03,749 Checking all jobs at once +2021-12-18 09:28:04,969 Successful check job command +2021-12-18 09:28:06,188 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:28:06,188 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:28:06,188 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:28:06,189 End of checking +2021-12-18 09:28:06,190 Updating FAILED jobs +2021-12-18 09:28:06,190 Updating WAITING jobs +2021-12-18 09:28:06,190 Update finished +2021-12-18 09:28:06,190 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:28:06,190 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:28:06,191 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:28:06,191 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:28:06,191 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:28:06,191 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:28:06,191 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:28:06,191 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:28:06,191 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:28:06,194 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:28:06,196 Job list saved +2021-12-18 09:28:06,201 Updating FAILED jobs +2021-12-18 09:28:06,201 Updating WAITING jobs +2021-12-18 09:28:06,201 Update finished +2021-12-18 09:28:16,209 Reloading parameters... +2021-12-18 09:28:16,227 Loading parameters... +2021-12-18 09:28:16,228 Loading project parameters... +2021-12-18 09:28:16,230 + +16 of 25 jobs remaining (09:28) +2021-12-18 09:28:16,230 Sleep: 10 +2021-12-18 09:28:16,230 Number of retrials: 0 +2021-12-18 09:28:16,230 WRAPPER CHECK TIME = 10 +2021-12-18 09:28:16,231 Checking jobs for platform=marenostrum4 +2021-12-18 09:28:16,232 Checking jobs for platform=nord3 +2021-12-18 09:28:16,232 Checking jobs for platform=local +2021-12-18 09:28:16,233 Checking jobs for platform=transfer_node +2021-12-18 09:28:16,233 Checking all jobs at once +2021-12-18 09:28:18,453 Successful check job command +2021-12-18 09:28:19,622 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:28:19,622 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:28:19,623 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:28:19,623 End of checking +2021-12-18 09:28:19,624 Updating FAILED jobs +2021-12-18 09:28:19,624 Updating WAITING jobs +2021-12-18 09:28:19,624 Update finished +2021-12-18 09:28:19,624 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:28:19,625 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:28:19,625 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:28:19,625 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:28:19,625 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:28:19,625 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:28:19,625 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:28:19,625 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:28:19,625 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:28:19,628 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:28:19,630 Job list saved +2021-12-18 09:28:19,635 Updating FAILED jobs +2021-12-18 09:28:19,635 Updating WAITING jobs +2021-12-18 09:28:19,635 Update finished +2021-12-18 09:28:29,645 Reloading parameters... +2021-12-18 09:28:29,663 Loading parameters... +2021-12-18 09:28:29,664 Loading project parameters... +2021-12-18 09:28:29,666 + +16 of 25 jobs remaining (09:28) +2021-12-18 09:28:29,666 Sleep: 10 +2021-12-18 09:28:29,666 Number of retrials: 0 +2021-12-18 09:28:29,667 WRAPPER CHECK TIME = 10 +2021-12-18 09:28:29,667 Checking jobs for platform=marenostrum4 +2021-12-18 09:28:29,668 Checking jobs for platform=nord3 +2021-12-18 09:28:29,668 Checking jobs for platform=local +2021-12-18 09:28:29,669 Checking jobs for platform=transfer_node +2021-12-18 09:28:29,669 Checking all jobs at once +2021-12-18 09:28:31,088 Successful check job command +2021-12-18 09:28:32,558 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:28:32,558 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:28:32,559 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:28:32,559 End of checking +2021-12-18 09:28:32,560 Updating FAILED jobs +2021-12-18 09:28:32,560 Updating WAITING jobs +2021-12-18 09:28:32,560 Update finished +2021-12-18 09:28:32,560 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:28:32,561 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:28:32,561 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:28:32,561 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:28:32,561 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:28:32,562 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:28:32,562 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:28:32,562 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:28:32,562 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:28:32,565 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:28:32,567 Job list saved +2021-12-18 09:28:32,571 Updating FAILED jobs +2021-12-18 09:28:32,571 Updating WAITING jobs +2021-12-18 09:28:32,572 Update finished +2021-12-18 09:28:42,582 Reloading parameters... +2021-12-18 09:28:42,600 Loading parameters... +2021-12-18 09:28:42,602 Loading project parameters... +2021-12-18 09:28:42,604 + +16 of 25 jobs remaining (09:28) +2021-12-18 09:28:42,604 Sleep: 10 +2021-12-18 09:28:42,604 Number of retrials: 0 +2021-12-18 09:28:42,604 WRAPPER CHECK TIME = 10 +2021-12-18 09:28:42,605 Checking jobs for platform=marenostrum4 +2021-12-18 09:28:42,610 Checking jobs for platform=nord3 +2021-12-18 09:28:42,610 Checking jobs for platform=local +2021-12-18 09:28:42,611 Checking jobs for platform=transfer_node +2021-12-18 09:28:42,611 Checking all jobs at once +2021-12-18 09:28:44,034 Successful check job command +2021-12-18 09:28:45,504 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:28:45,504 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:28:45,504 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:28:45,504 End of checking +2021-12-18 09:28:45,506 Updating FAILED jobs +2021-12-18 09:28:45,506 Updating WAITING jobs +2021-12-18 09:28:45,506 Update finished +2021-12-18 09:28:45,506 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:28:45,507 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:28:45,507 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:28:45,507 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:28:45,507 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:28:45,507 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:28:45,507 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:28:45,507 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:28:45,507 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:28:45,510 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:28:45,512 Job list saved +2021-12-18 09:28:45,517 Updating FAILED jobs +2021-12-18 09:28:45,518 Updating WAITING jobs +2021-12-18 09:28:45,518 Update finished +2021-12-18 09:28:55,527 Reloading parameters... +2021-12-18 09:28:55,546 Loading parameters... +2021-12-18 09:28:55,547 Loading project parameters... +2021-12-18 09:28:55,549 + +16 of 25 jobs remaining (09:28) +2021-12-18 09:28:55,549 Sleep: 10 +2021-12-18 09:28:55,549 Number of retrials: 0 +2021-12-18 09:28:55,549 WRAPPER CHECK TIME = 10 +2021-12-18 09:28:55,550 Checking jobs for platform=marenostrum4 +2021-12-18 09:28:55,550 Checking jobs for platform=nord3 +2021-12-18 09:28:55,551 Checking jobs for platform=local +2021-12-18 09:28:55,552 Checking jobs for platform=transfer_node +2021-12-18 09:28:55,552 Checking all jobs at once +2021-12-18 09:28:57,023 Successful check job command +2021-12-18 09:28:58,443 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:28:58,443 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:28:58,443 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:28:58,443 End of checking +2021-12-18 09:28:58,445 Updating FAILED jobs +2021-12-18 09:28:58,445 Updating WAITING jobs +2021-12-18 09:28:58,445 Update finished +2021-12-18 09:28:58,445 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:28:58,445 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:28:58,445 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:28:58,446 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:28:58,446 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:28:58,446 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:28:58,446 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:28:58,446 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:28:58,446 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:28:58,449 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:28:58,451 Job list saved +2021-12-18 09:28:58,456 Updating FAILED jobs +2021-12-18 09:28:58,456 Updating WAITING jobs +2021-12-18 09:28:58,456 Update finished +2021-12-18 09:29:08,466 Reloading parameters... +2021-12-18 09:29:08,487 Loading parameters... +2021-12-18 09:29:08,489 Loading project parameters... +2021-12-18 09:29:08,490 + +16 of 25 jobs remaining (09:29) +2021-12-18 09:29:08,491 Sleep: 10 +2021-12-18 09:29:08,491 Number of retrials: 0 +2021-12-18 09:29:08,491 WRAPPER CHECK TIME = 10 +2021-12-18 09:29:08,491 Checking jobs for platform=marenostrum4 +2021-12-18 09:29:08,492 Checking jobs for platform=nord3 +2021-12-18 09:29:08,492 Checking jobs for platform=local +2021-12-18 09:29:08,493 Checking jobs for platform=transfer_node +2021-12-18 09:29:08,493 Checking all jobs at once +2021-12-18 09:29:09,770 Successful check job command +2021-12-18 09:29:11,090 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:29:11,091 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:29:11,091 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:29:11,091 End of checking +2021-12-18 09:29:11,092 Updating FAILED jobs +2021-12-18 09:29:11,092 Updating WAITING jobs +2021-12-18 09:29:11,093 Update finished +2021-12-18 09:29:11,093 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:29:11,095 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:29:11,096 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:29:11,096 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:29:11,096 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:29:11,096 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:29:11,096 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:29:11,096 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:29:11,096 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:29:11,099 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:29:11,101 Job list saved +2021-12-18 09:29:11,106 Updating FAILED jobs +2021-12-18 09:29:11,106 Updating WAITING jobs +2021-12-18 09:29:11,106 Update finished +2021-12-18 09:29:21,116 Reloading parameters... +2021-12-18 09:29:21,134 Loading parameters... +2021-12-18 09:29:21,136 Loading project parameters... +2021-12-18 09:29:21,138 + +16 of 25 jobs remaining (09:29) +2021-12-18 09:29:21,138 Sleep: 10 +2021-12-18 09:29:21,138 Number of retrials: 0 +2021-12-18 09:29:21,139 WRAPPER CHECK TIME = 10 +2021-12-18 09:29:21,139 Checking jobs for platform=marenostrum4 +2021-12-18 09:29:21,140 Checking jobs for platform=nord3 +2021-12-18 09:29:21,140 Checking jobs for platform=local +2021-12-18 09:29:21,141 Checking jobs for platform=transfer_node +2021-12-18 09:29:21,141 Checking all jobs at once +2021-12-18 09:29:22,362 Successful check job command +2021-12-18 09:29:23,682 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:29:23,682 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:29:23,682 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:29:23,682 End of checking +2021-12-18 09:29:23,683 Updating FAILED jobs +2021-12-18 09:29:23,683 Updating WAITING jobs +2021-12-18 09:29:23,684 Update finished +2021-12-18 09:29:23,684 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:29:23,684 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:29:23,684 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:29:23,684 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:29:23,684 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:29:23,685 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:29:23,685 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:29:23,685 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:29:23,685 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:29:23,688 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:29:23,690 Job list saved +2021-12-18 09:29:23,695 Updating FAILED jobs +2021-12-18 09:29:23,695 Updating WAITING jobs +2021-12-18 09:29:23,695 Update finished +2021-12-18 09:29:33,705 Reloading parameters... +2021-12-18 09:29:33,723 Loading parameters... +2021-12-18 09:29:33,724 Loading project parameters... +2021-12-18 09:29:33,726 + +16 of 25 jobs remaining (09:29) +2021-12-18 09:29:33,727 Sleep: 10 +2021-12-18 09:29:33,727 Number of retrials: 0 +2021-12-18 09:29:33,727 WRAPPER CHECK TIME = 10 +2021-12-18 09:29:33,727 Checking jobs for platform=marenostrum4 +2021-12-18 09:29:33,728 Checking jobs for platform=nord3 +2021-12-18 09:29:33,728 Checking jobs for platform=local +2021-12-18 09:29:33,729 Checking jobs for platform=transfer_node +2021-12-18 09:29:33,729 Checking all jobs at once +2021-12-18 09:29:34,998 Successful check job command +2021-12-18 09:29:36,268 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:29:36,268 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:29:36,268 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:29:36,268 End of checking +2021-12-18 09:29:36,269 Updating FAILED jobs +2021-12-18 09:29:36,270 Updating WAITING jobs +2021-12-18 09:29:36,270 Update finished +2021-12-18 09:29:36,270 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:29:36,270 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:29:36,270 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:29:36,270 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:29:36,271 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:29:36,271 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:29:36,271 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:29:36,271 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:29:36,271 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:29:36,274 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:29:36,276 Job list saved +2021-12-18 09:29:36,281 Updating FAILED jobs +2021-12-18 09:29:36,282 Updating WAITING jobs +2021-12-18 09:29:36,282 Update finished +2021-12-18 09:29:46,291 Reloading parameters... +2021-12-18 09:29:46,313 Loading parameters... +2021-12-18 09:29:46,314 Loading project parameters... +2021-12-18 09:29:46,316 + +16 of 25 jobs remaining (09:29) +2021-12-18 09:29:46,316 Sleep: 10 +2021-12-18 09:29:46,316 Number of retrials: 0 +2021-12-18 09:29:46,316 WRAPPER CHECK TIME = 10 +2021-12-18 09:29:46,317 Checking jobs for platform=marenostrum4 +2021-12-18 09:29:46,318 Checking jobs for platform=nord3 +2021-12-18 09:29:46,318 Checking jobs for platform=local +2021-12-18 09:29:46,319 Checking jobs for platform=transfer_node +2021-12-18 09:29:46,319 Checking all jobs at once +2021-12-18 09:29:47,689 Successful check job command +2021-12-18 09:29:49,058 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:29:49,059 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:29:49,059 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:29:49,059 End of checking +2021-12-18 09:29:49,060 Updating FAILED jobs +2021-12-18 09:29:49,060 Updating WAITING jobs +2021-12-18 09:29:49,061 Update finished +2021-12-18 09:29:49,061 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:29:49,061 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:29:49,062 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:29:49,062 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:29:49,062 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:29:49,062 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:29:49,062 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:29:49,062 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:29:49,062 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:29:49,065 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:29:49,067 Job list saved +2021-12-18 09:29:49,072 Updating FAILED jobs +2021-12-18 09:29:49,072 Updating WAITING jobs +2021-12-18 09:29:49,072 Update finished +2021-12-18 09:29:59,079 Reloading parameters... +2021-12-18 09:29:59,097 Loading parameters... +2021-12-18 09:29:59,098 Loading project parameters... +2021-12-18 09:29:59,100 + +16 of 25 jobs remaining (09:29) +2021-12-18 09:29:59,100 Sleep: 10 +2021-12-18 09:29:59,100 Number of retrials: 0 +2021-12-18 09:29:59,101 WRAPPER CHECK TIME = 10 +2021-12-18 09:29:59,101 Checking jobs for platform=marenostrum4 +2021-12-18 09:29:59,102 Checking jobs for platform=nord3 +2021-12-18 09:29:59,102 Checking jobs for platform=local +2021-12-18 09:29:59,103 Checking jobs for platform=transfer_node +2021-12-18 09:29:59,103 Checking all jobs at once +2021-12-18 09:30:00,372 Successful check job command +2021-12-18 09:30:01,692 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:30:01,692 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:30:01,692 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:30:01,693 End of checking +2021-12-18 09:30:01,694 Updating FAILED jobs +2021-12-18 09:30:01,694 Updating WAITING jobs +2021-12-18 09:30:01,694 Update finished +2021-12-18 09:30:01,694 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:30:01,694 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:30:01,695 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:30:01,695 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:30:01,695 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:30:01,695 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:30:01,695 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:30:01,695 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:30:01,695 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:30:01,698 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:30:01,700 Job list saved +2021-12-18 09:30:01,705 Updating FAILED jobs +2021-12-18 09:30:01,705 Updating WAITING jobs +2021-12-18 09:30:01,705 Update finished +2021-12-18 09:30:11,716 Reloading parameters... +2021-12-18 09:30:11,735 Loading parameters... +2021-12-18 09:30:11,737 Loading project parameters... +2021-12-18 09:30:11,738 + +16 of 25 jobs remaining (09:30) +2021-12-18 09:30:11,739 Sleep: 10 +2021-12-18 09:30:11,739 Number of retrials: 0 +2021-12-18 09:30:11,739 WRAPPER CHECK TIME = 10 +2021-12-18 09:30:11,739 Checking jobs for platform=marenostrum4 +2021-12-18 09:30:11,740 Checking jobs for platform=nord3 +2021-12-18 09:30:11,740 Checking jobs for platform=local +2021-12-18 09:30:11,741 Checking jobs for platform=transfer_node +2021-12-18 09:30:11,741 Checking all jobs at once +2021-12-18 09:30:13,071 Successful check job command +2021-12-18 09:30:14,441 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:30:14,441 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:30:14,441 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:30:14,441 End of checking +2021-12-18 09:30:14,442 Updating FAILED jobs +2021-12-18 09:30:14,442 Updating WAITING jobs +2021-12-18 09:30:14,443 Update finished +2021-12-18 09:30:14,443 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:30:14,443 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:30:14,443 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:30:14,443 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:30:14,443 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:30:14,443 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:30:14,444 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:30:14,444 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:30:14,444 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:30:14,446 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:30:14,448 Job list saved +2021-12-18 09:30:14,453 Updating FAILED jobs +2021-12-18 09:30:14,453 Updating WAITING jobs +2021-12-18 09:30:14,453 Update finished +2021-12-18 09:30:24,457 Reloading parameters... +2021-12-18 09:30:24,475 Loading parameters... +2021-12-18 09:30:24,477 Loading project parameters... +2021-12-18 09:30:24,479 + +16 of 25 jobs remaining (09:30) +2021-12-18 09:30:24,479 Sleep: 10 +2021-12-18 09:30:24,480 Number of retrials: 0 +2021-12-18 09:30:24,480 WRAPPER CHECK TIME = 10 +2021-12-18 09:30:24,480 Checking jobs for platform=marenostrum4 +2021-12-18 09:30:24,481 Checking jobs for platform=nord3 +2021-12-18 09:30:24,481 Checking jobs for platform=local +2021-12-18 09:30:24,482 Checking jobs for platform=transfer_node +2021-12-18 09:30:24,482 Checking all jobs at once +2021-12-18 09:30:25,753 Successful check job command +2021-12-18 09:30:27,023 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:30:27,023 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:30:27,023 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:30:27,023 End of checking +2021-12-18 09:30:27,024 Updating FAILED jobs +2021-12-18 09:30:27,025 Updating WAITING jobs +2021-12-18 09:30:27,025 Update finished +2021-12-18 09:30:27,025 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:30:27,026 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:30:27,026 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:30:27,026 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:30:27,026 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:30:27,026 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:30:27,026 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:30:27,026 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:30:27,026 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:30:27,029 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:30:27,032 Job list saved +2021-12-18 09:30:27,036 Updating FAILED jobs +2021-12-18 09:30:27,037 Updating WAITING jobs +2021-12-18 09:30:27,037 Update finished +2021-12-18 09:30:37,046 Reloading parameters... +2021-12-18 09:30:37,064 Loading parameters... +2021-12-18 09:30:37,065 Loading project parameters... +2021-12-18 09:30:37,067 + +16 of 25 jobs remaining (09:30) +2021-12-18 09:30:37,067 Sleep: 10 +2021-12-18 09:30:37,067 Number of retrials: 0 +2021-12-18 09:30:37,067 WRAPPER CHECK TIME = 10 +2021-12-18 09:30:37,068 Checking jobs for platform=marenostrum4 +2021-12-18 09:30:37,068 Checking jobs for platform=nord3 +2021-12-18 09:30:37,069 Checking jobs for platform=local +2021-12-18 09:30:37,069 Checking jobs for platform=transfer_node +2021-12-18 09:30:37,069 Checking all jobs at once +2021-12-18 09:30:38,338 Successful check job command +2021-12-18 09:30:39,708 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:30:39,708 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:30:39,708 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:30:39,709 End of checking +2021-12-18 09:30:39,710 Updating FAILED jobs +2021-12-18 09:30:39,710 Updating WAITING jobs +2021-12-18 09:30:39,710 Update finished +2021-12-18 09:30:39,710 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:30:39,711 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:30:39,711 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:30:39,711 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:30:39,711 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:30:39,711 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:30:39,711 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:30:39,712 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:30:39,712 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:30:39,714 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:30:39,716 Job list saved +2021-12-18 09:30:39,721 Updating FAILED jobs +2021-12-18 09:30:39,721 Updating WAITING jobs +2021-12-18 09:30:39,721 Update finished +2021-12-18 09:30:49,727 Reloading parameters... +2021-12-18 09:30:49,747 Loading parameters... +2021-12-18 09:30:49,748 Loading project parameters... +2021-12-18 09:30:49,750 + +16 of 25 jobs remaining (09:30) +2021-12-18 09:30:49,750 Sleep: 10 +2021-12-18 09:30:49,750 Number of retrials: 0 +2021-12-18 09:30:49,750 WRAPPER CHECK TIME = 10 +2021-12-18 09:30:49,751 Checking jobs for platform=marenostrum4 +2021-12-18 09:30:49,752 Checking jobs for platform=nord3 +2021-12-18 09:30:49,752 Checking jobs for platform=local +2021-12-18 09:30:49,753 Checking jobs for platform=transfer_node +2021-12-18 09:30:49,753 Checking all jobs at once +2021-12-18 09:30:51,273 Successful check job command +2021-12-18 09:30:52,745 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:30:52,745 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:30:52,745 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:30:52,745 End of checking +2021-12-18 09:30:52,747 Updating FAILED jobs +2021-12-18 09:30:52,747 Updating WAITING jobs +2021-12-18 09:30:52,747 Update finished +2021-12-18 09:30:52,747 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:30:52,748 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:30:52,748 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:30:52,748 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:30:52,748 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:30:52,748 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:30:52,748 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:30:52,748 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:30:52,748 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:30:52,751 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:30:52,753 Job list saved +2021-12-18 09:30:52,758 Updating FAILED jobs +2021-12-18 09:30:52,758 Updating WAITING jobs +2021-12-18 09:30:52,758 Update finished +2021-12-18 09:31:02,768 Reloading parameters... +2021-12-18 09:31:02,786 Loading parameters... +2021-12-18 09:31:02,787 Loading project parameters... +2021-12-18 09:31:02,789 + +16 of 25 jobs remaining (09:31) +2021-12-18 09:31:02,789 Sleep: 10 +2021-12-18 09:31:02,789 Number of retrials: 0 +2021-12-18 09:31:02,789 WRAPPER CHECK TIME = 10 +2021-12-18 09:31:02,790 Checking jobs for platform=marenostrum4 +2021-12-18 09:31:02,790 Checking jobs for platform=nord3 +2021-12-18 09:31:02,791 Checking jobs for platform=local +2021-12-18 09:31:02,792 Checking jobs for platform=transfer_node +2021-12-18 09:31:02,792 Checking all jobs at once +2021-12-18 09:31:04,061 Successful check job command +2021-12-18 09:31:05,331 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:31:05,331 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:31:05,331 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:31:05,331 End of checking +2021-12-18 09:31:05,333 Updating FAILED jobs +2021-12-18 09:31:05,333 Updating WAITING jobs +2021-12-18 09:31:05,333 Update finished +2021-12-18 09:31:05,333 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:31:05,334 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:31:05,334 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:31:05,334 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:31:05,334 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:31:05,334 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:31:05,334 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:31:05,334 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:31:05,335 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:31:05,337 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:31:05,339 Job list saved +2021-12-18 09:31:05,344 Updating FAILED jobs +2021-12-18 09:31:05,344 Updating WAITING jobs +2021-12-18 09:31:05,344 Update finished +2021-12-18 09:31:15,349 Reloading parameters... +2021-12-18 09:31:15,368 Loading parameters... +2021-12-18 09:31:15,369 Loading project parameters... +2021-12-18 09:31:15,371 + +16 of 25 jobs remaining (09:31) +2021-12-18 09:31:15,371 Sleep: 10 +2021-12-18 09:31:15,371 Number of retrials: 0 +2021-12-18 09:31:15,371 WRAPPER CHECK TIME = 10 +2021-12-18 09:31:15,372 Checking jobs for platform=marenostrum4 +2021-12-18 09:31:15,372 Checking jobs for platform=nord3 +2021-12-18 09:31:15,373 Checking jobs for platform=local +2021-12-18 09:31:15,374 Checking jobs for platform=transfer_node +2021-12-18 09:31:15,374 Checking all jobs at once +2021-12-18 09:31:16,594 Successful check job command +2021-12-18 09:31:17,763 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:31:17,764 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:31:17,764 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:31:17,764 End of checking +2021-12-18 09:31:17,765 Updating FAILED jobs +2021-12-18 09:31:17,765 Updating WAITING jobs +2021-12-18 09:31:17,765 Update finished +2021-12-18 09:31:17,766 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:31:17,766 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:31:17,766 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:31:17,766 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:31:17,766 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:31:17,766 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:31:17,766 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:31:17,767 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:31:17,767 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:31:17,770 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:31:17,772 Job list saved +2021-12-18 09:31:17,778 Updating FAILED jobs +2021-12-18 09:31:17,778 Updating WAITING jobs +2021-12-18 09:31:17,778 Update finished +2021-12-18 09:31:27,788 Reloading parameters... +2021-12-18 09:31:27,806 Loading parameters... +2021-12-18 09:31:27,807 Loading project parameters... +2021-12-18 09:31:27,809 + +16 of 25 jobs remaining (09:31) +2021-12-18 09:31:27,809 Sleep: 10 +2021-12-18 09:31:27,809 Number of retrials: 0 +2021-12-18 09:31:27,809 WRAPPER CHECK TIME = 10 +2021-12-18 09:31:27,810 Checking jobs for platform=marenostrum4 +2021-12-18 09:31:27,811 Checking jobs for platform=nord3 +2021-12-18 09:31:27,811 Checking jobs for platform=local +2021-12-18 09:31:27,812 Checking jobs for platform=transfer_node +2021-12-18 09:31:27,812 Checking all jobs at once +2021-12-18 09:31:29,232 Successful check job command +2021-12-18 09:31:30,655 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:31:30,655 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:31:30,655 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:31:30,655 End of checking +2021-12-18 09:31:30,657 Updating FAILED jobs +2021-12-18 09:31:30,657 Updating WAITING jobs +2021-12-18 09:31:30,657 Update finished +2021-12-18 09:31:30,657 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:31:30,657 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:31:30,657 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:31:30,658 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:31:30,658 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:31:30,658 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:31:30,658 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:31:30,658 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:31:30,658 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:31:30,661 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:31:30,663 Job list saved +2021-12-18 09:31:30,667 Updating FAILED jobs +2021-12-18 09:31:30,668 Updating WAITING jobs +2021-12-18 09:31:30,668 Update finished +2021-12-18 09:31:40,678 Reloading parameters... +2021-12-18 09:31:40,696 Loading parameters... +2021-12-18 09:31:40,697 Loading project parameters... +2021-12-18 09:31:40,699 + +16 of 25 jobs remaining (09:31) +2021-12-18 09:31:40,699 Sleep: 10 +2021-12-18 09:31:40,699 Number of retrials: 0 +2021-12-18 09:31:40,699 WRAPPER CHECK TIME = 10 +2021-12-18 09:31:40,700 Checking jobs for platform=marenostrum4 +2021-12-18 09:31:40,701 Checking jobs for platform=nord3 +2021-12-18 09:31:40,701 Checking jobs for platform=local +2021-12-18 09:31:40,702 Checking jobs for platform=transfer_node +2021-12-18 09:31:40,702 Checking all jobs at once +2021-12-18 09:31:42,023 Successful check job command +2021-12-18 09:31:43,292 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:31:43,293 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:31:43,293 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:31:43,293 End of checking +2021-12-18 09:31:43,295 Updating FAILED jobs +2021-12-18 09:31:43,295 Updating WAITING jobs +2021-12-18 09:31:43,296 Update finished +2021-12-18 09:31:43,296 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:31:43,299 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:31:43,299 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:31:43,299 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:31:43,300 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:31:43,300 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:31:43,300 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:31:43,300 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:31:43,300 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:31:43,302 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:31:43,307 Job list saved +2021-12-18 09:31:43,311 Updating FAILED jobs +2021-12-18 09:31:43,311 Updating WAITING jobs +2021-12-18 09:31:43,311 Update finished +2021-12-18 09:31:53,321 Reloading parameters... +2021-12-18 09:31:53,339 Loading parameters... +2021-12-18 09:31:53,340 Loading project parameters... +2021-12-18 09:31:53,342 + +16 of 25 jobs remaining (09:31) +2021-12-18 09:31:53,342 Sleep: 10 +2021-12-18 09:31:53,342 Number of retrials: 0 +2021-12-18 09:31:53,343 WRAPPER CHECK TIME = 10 +2021-12-18 09:31:53,343 Checking jobs for platform=marenostrum4 +2021-12-18 09:31:53,344 Checking jobs for platform=nord3 +2021-12-18 09:31:53,344 Checking jobs for platform=local +2021-12-18 09:31:53,345 Checking jobs for platform=transfer_node +2021-12-18 09:31:53,345 Checking all jobs at once +2021-12-18 09:31:54,866 Successful check job command +2021-12-18 09:31:56,185 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:31:56,186 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:31:56,186 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:31:56,186 End of checking +2021-12-18 09:31:56,187 Updating FAILED jobs +2021-12-18 09:31:56,187 Updating WAITING jobs +2021-12-18 09:31:56,188 Update finished +2021-12-18 09:31:56,188 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:31:56,188 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:31:56,188 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:31:56,188 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:31:56,188 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:31:56,188 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:31:56,189 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:31:56,189 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:31:56,189 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:31:56,191 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:31:56,193 Job list saved +2021-12-18 09:31:56,199 Updating FAILED jobs +2021-12-18 09:31:56,199 Updating WAITING jobs +2021-12-18 09:31:56,199 Update finished +2021-12-18 09:32:06,209 Reloading parameters... +2021-12-18 09:32:06,229 Loading parameters... +2021-12-18 09:32:06,231 Loading project parameters... +2021-12-18 09:32:06,233 + +16 of 25 jobs remaining (09:32) +2021-12-18 09:32:06,234 Sleep: 10 +2021-12-18 09:32:06,234 Number of retrials: 0 +2021-12-18 09:32:06,234 WRAPPER CHECK TIME = 10 +2021-12-18 09:32:06,236 Checking jobs for platform=marenostrum4 +2021-12-18 09:32:06,237 Checking jobs for platform=nord3 +2021-12-18 09:32:06,238 Checking jobs for platform=local +2021-12-18 09:32:06,239 Checking jobs for platform=transfer_node +2021-12-18 09:32:06,239 Checking all jobs at once +2021-12-18 09:32:07,610 Successful check job command +2021-12-18 09:32:09,029 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:32:09,029 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:32:09,030 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:32:09,030 End of checking +2021-12-18 09:32:09,031 Updating FAILED jobs +2021-12-18 09:32:09,031 Updating WAITING jobs +2021-12-18 09:32:09,031 Update finished +2021-12-18 09:32:09,032 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:32:09,032 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:32:09,032 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:32:09,032 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:32:09,032 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:32:09,032 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:32:09,033 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:32:09,033 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:32:09,033 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:32:09,036 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:32:09,038 Job list saved +2021-12-18 09:32:09,043 Updating FAILED jobs +2021-12-18 09:32:09,043 Updating WAITING jobs +2021-12-18 09:32:09,044 Update finished +2021-12-18 09:32:19,054 Reloading parameters... +2021-12-18 09:32:19,077 Loading parameters... +2021-12-18 09:32:19,078 Loading project parameters... +2021-12-18 09:32:19,080 + +16 of 25 jobs remaining (09:32) +2021-12-18 09:32:19,080 Sleep: 10 +2021-12-18 09:32:19,080 Number of retrials: 0 +2021-12-18 09:32:19,080 WRAPPER CHECK TIME = 10 +2021-12-18 09:32:19,085 Checking jobs for platform=marenostrum4 +2021-12-18 09:32:19,086 Checking jobs for platform=nord3 +2021-12-18 09:32:19,086 Checking jobs for platform=local +2021-12-18 09:32:19,096 Checking jobs for platform=transfer_node +2021-12-18 09:32:19,096 Checking all jobs at once +2021-12-18 09:32:20,566 Successful check job command +2021-12-18 09:32:21,935 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:32:21,936 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:32:21,936 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:32:21,936 End of checking +2021-12-18 09:32:21,937 Updating FAILED jobs +2021-12-18 09:32:21,938 Updating WAITING jobs +2021-12-18 09:32:21,938 Update finished +2021-12-18 09:32:21,938 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:32:21,939 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:32:21,939 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:32:21,939 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:32:21,939 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:32:21,939 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:32:21,939 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:32:21,940 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:32:21,940 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:32:21,942 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:32:21,945 Job list saved +2021-12-18 09:32:21,949 Updating FAILED jobs +2021-12-18 09:32:21,950 Updating WAITING jobs +2021-12-18 09:32:21,950 Update finished +2021-12-18 09:32:31,960 Reloading parameters... +2021-12-18 09:32:31,978 Loading parameters... +2021-12-18 09:32:31,979 Loading project parameters... +2021-12-18 09:32:31,981 + +16 of 25 jobs remaining (09:32) +2021-12-18 09:32:31,981 Sleep: 10 +2021-12-18 09:32:31,981 Number of retrials: 0 +2021-12-18 09:32:31,981 WRAPPER CHECK TIME = 10 +2021-12-18 09:32:31,982 Checking jobs for platform=marenostrum4 +2021-12-18 09:32:31,983 Checking jobs for platform=nord3 +2021-12-18 09:32:31,983 Checking jobs for platform=local +2021-12-18 09:32:31,984 Checking jobs for platform=transfer_node +2021-12-18 09:32:31,984 Checking all jobs at once +2021-12-18 09:32:33,203 Successful check job command +2021-12-18 09:32:34,472 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:32:34,472 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:32:34,473 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:32:34,473 End of checking +2021-12-18 09:32:34,474 Updating FAILED jobs +2021-12-18 09:32:34,474 Updating WAITING jobs +2021-12-18 09:32:34,474 Update finished +2021-12-18 09:32:34,475 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:32:34,475 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:32:34,475 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:32:34,475 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:32:34,475 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:32:34,475 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:32:34,475 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:32:34,476 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:32:34,476 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:32:34,478 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:32:34,481 Job list saved +2021-12-18 09:32:34,485 Updating FAILED jobs +2021-12-18 09:32:34,485 Updating WAITING jobs +2021-12-18 09:32:34,486 Update finished +2021-12-18 09:32:44,491 Reloading parameters... +2021-12-18 09:32:44,509 Loading parameters... +2021-12-18 09:32:44,510 Loading project parameters... +2021-12-18 09:32:44,512 + +16 of 25 jobs remaining (09:32) +2021-12-18 09:32:44,513 Sleep: 10 +2021-12-18 09:32:44,513 Number of retrials: 0 +2021-12-18 09:32:44,513 WRAPPER CHECK TIME = 10 +2021-12-18 09:32:44,513 Checking jobs for platform=marenostrum4 +2021-12-18 09:32:44,514 Checking jobs for platform=nord3 +2021-12-18 09:32:44,514 Checking jobs for platform=local +2021-12-18 09:32:44,515 Checking jobs for platform=transfer_node +2021-12-18 09:32:44,515 Checking all jobs at once +2021-12-18 09:32:45,834 Successful check job command +2021-12-18 09:32:47,104 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:32:47,104 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:32:47,104 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:32:47,104 End of checking +2021-12-18 09:32:47,105 Updating FAILED jobs +2021-12-18 09:32:47,105 Updating WAITING jobs +2021-12-18 09:32:47,106 Update finished +2021-12-18 09:32:47,106 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:32:47,106 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:32:47,106 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:32:47,106 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:32:47,106 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:32:47,106 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:32:47,107 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:32:47,107 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:32:47,107 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:32:47,109 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:32:47,112 Job list saved +2021-12-18 09:32:47,125 Updating FAILED jobs +2021-12-18 09:32:47,125 Updating WAITING jobs +2021-12-18 09:32:47,125 Update finished +2021-12-18 09:32:57,133 Reloading parameters... +2021-12-18 09:32:57,153 Loading parameters... +2021-12-18 09:32:57,154 Loading project parameters... +2021-12-18 09:32:57,156 + +16 of 25 jobs remaining (09:32) +2021-12-18 09:32:57,157 Sleep: 10 +2021-12-18 09:32:57,157 Number of retrials: 0 +2021-12-18 09:32:57,157 WRAPPER CHECK TIME = 10 +2021-12-18 09:32:57,157 Checking jobs for platform=marenostrum4 +2021-12-18 09:32:57,158 Checking jobs for platform=nord3 +2021-12-18 09:32:57,158 Checking jobs for platform=local +2021-12-18 09:32:57,159 Checking jobs for platform=transfer_node +2021-12-18 09:32:57,159 Checking all jobs at once +2021-12-18 09:32:58,679 Successful check job command +2021-12-18 09:33:00,299 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:33:00,300 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:33:00,300 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:33:00,300 End of checking +2021-12-18 09:33:00,301 Updating FAILED jobs +2021-12-18 09:33:00,302 Updating WAITING jobs +2021-12-18 09:33:00,302 Update finished +2021-12-18 09:33:00,302 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:33:00,303 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:33:00,303 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:33:00,303 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:33:00,303 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:33:00,303 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:33:00,303 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:33:00,303 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:33:00,303 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:33:00,306 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:33:00,308 Job list saved +2021-12-18 09:33:00,316 Updating FAILED jobs +2021-12-18 09:33:00,316 Updating WAITING jobs +2021-12-18 09:33:00,316 Update finished +2021-12-18 09:33:10,326 Reloading parameters... +2021-12-18 09:33:10,344 Loading parameters... +2021-12-18 09:33:10,345 Loading project parameters... +2021-12-18 09:33:10,348 + +16 of 25 jobs remaining (09:33) +2021-12-18 09:33:10,348 Sleep: 10 +2021-12-18 09:33:10,348 Number of retrials: 0 +2021-12-18 09:33:10,348 WRAPPER CHECK TIME = 10 +2021-12-18 09:33:10,349 Checking jobs for platform=marenostrum4 +2021-12-18 09:33:10,349 Checking jobs for platform=nord3 +2021-12-18 09:33:10,350 Checking jobs for platform=local +2021-12-18 09:33:10,350 Checking jobs for platform=transfer_node +2021-12-18 09:33:10,350 Checking all jobs at once +2021-12-18 09:33:11,820 Successful check job command +2021-12-18 09:33:13,290 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:33:13,290 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:33:13,290 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:33:13,290 End of checking +2021-12-18 09:33:13,292 Updating FAILED jobs +2021-12-18 09:33:13,292 Updating WAITING jobs +2021-12-18 09:33:13,292 Update finished +2021-12-18 09:33:13,292 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:33:13,292 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:33:13,292 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:33:13,293 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:33:13,293 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:33:13,293 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:33:13,293 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:33:13,293 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:33:13,293 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:33:13,296 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:33:13,298 Job list saved +2021-12-18 09:33:13,304 Updating FAILED jobs +2021-12-18 09:33:13,305 Updating WAITING jobs +2021-12-18 09:33:13,305 Update finished +2021-12-18 09:33:23,315 Reloading parameters... +2021-12-18 09:33:23,336 Loading parameters... +2021-12-18 09:33:23,337 Loading project parameters... +2021-12-18 09:33:23,339 + +16 of 25 jobs remaining (09:33) +2021-12-18 09:33:23,339 Sleep: 10 +2021-12-18 09:33:23,340 Number of retrials: 0 +2021-12-18 09:33:23,340 WRAPPER CHECK TIME = 10 +2021-12-18 09:33:23,340 Checking jobs for platform=marenostrum4 +2021-12-18 09:33:23,341 Checking jobs for platform=nord3 +2021-12-18 09:33:23,341 Checking jobs for platform=local +2021-12-18 09:33:23,342 Checking jobs for platform=transfer_node +2021-12-18 09:33:23,342 Checking all jobs at once +2021-12-18 09:33:25,412 Successful check job command +2021-12-18 09:33:26,732 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:33:26,732 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:33:26,733 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:33:26,733 End of checking +2021-12-18 09:33:26,734 Updating FAILED jobs +2021-12-18 09:33:26,734 Updating WAITING jobs +2021-12-18 09:33:26,734 Update finished +2021-12-18 09:33:26,735 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:33:26,735 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:33:26,735 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:33:26,735 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:33:26,735 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:33:26,735 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:33:26,735 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:33:26,736 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:33:26,736 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:33:26,739 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:33:26,741 Job list saved +2021-12-18 09:33:26,746 Updating FAILED jobs +2021-12-18 09:33:26,746 Updating WAITING jobs +2021-12-18 09:33:26,746 Update finished +2021-12-18 09:33:36,757 Reloading parameters... +2021-12-18 09:33:36,775 Loading parameters... +2021-12-18 09:33:36,776 Loading project parameters... +2021-12-18 09:33:36,778 + +16 of 25 jobs remaining (09:33) +2021-12-18 09:33:36,778 Sleep: 10 +2021-12-18 09:33:36,779 Number of retrials: 0 +2021-12-18 09:33:36,779 WRAPPER CHECK TIME = 10 +2021-12-18 09:33:36,779 Checking jobs for platform=marenostrum4 +2021-12-18 09:33:36,780 Checking jobs for platform=nord3 +2021-12-18 09:33:36,781 Checking jobs for platform=local +2021-12-18 09:33:36,781 Checking jobs for platform=transfer_node +2021-12-18 09:33:36,781 Checking all jobs at once +2021-12-18 09:33:38,057 Successful check job command +2021-12-18 09:33:39,326 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:33:39,326 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:33:39,326 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:33:39,326 End of checking +2021-12-18 09:33:39,328 Updating FAILED jobs +2021-12-18 09:33:39,328 Updating WAITING jobs +2021-12-18 09:33:39,328 Update finished +2021-12-18 09:33:39,328 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:33:39,329 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:33:39,329 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:33:39,330 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:33:39,330 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:33:39,330 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:33:39,330 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:33:39,330 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:33:39,330 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:33:39,333 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:33:39,335 Job list saved +2021-12-18 09:33:39,340 Updating FAILED jobs +2021-12-18 09:33:39,340 Updating WAITING jobs +2021-12-18 09:33:39,340 Update finished +2021-12-18 09:33:49,342 Reloading parameters... +2021-12-18 09:33:49,359 Loading parameters... +2021-12-18 09:33:49,361 Loading project parameters... +2021-12-18 09:33:49,363 + +16 of 25 jobs remaining (09:33) +2021-12-18 09:33:49,363 Sleep: 10 +2021-12-18 09:33:49,363 Number of retrials: 0 +2021-12-18 09:33:49,363 WRAPPER CHECK TIME = 10 +2021-12-18 09:33:49,364 Checking jobs for platform=marenostrum4 +2021-12-18 09:33:49,364 Checking jobs for platform=nord3 +2021-12-18 09:33:49,365 Checking jobs for platform=local +2021-12-18 09:33:49,365 Checking jobs for platform=transfer_node +2021-12-18 09:33:49,366 Checking all jobs at once +2021-12-18 09:33:50,634 Successful check job command +2021-12-18 09:33:51,854 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:33:51,854 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:33:51,854 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:33:51,854 End of checking +2021-12-18 09:33:51,855 Updating FAILED jobs +2021-12-18 09:33:51,855 Updating WAITING jobs +2021-12-18 09:33:51,856 Update finished +2021-12-18 09:33:51,856 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:33:51,856 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:33:51,856 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:33:51,856 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:33:51,856 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:33:51,857 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:33:51,857 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:33:51,857 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:33:51,857 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:33:51,860 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:33:51,862 Job list saved +2021-12-18 09:33:51,867 Updating FAILED jobs +2021-12-18 09:33:51,867 Updating WAITING jobs +2021-12-18 09:33:51,867 Update finished +2021-12-18 09:34:01,877 Reloading parameters... +2021-12-18 09:34:01,896 Loading parameters... +2021-12-18 09:34:01,897 Loading project parameters... +2021-12-18 09:34:01,899 + +16 of 25 jobs remaining (09:34) +2021-12-18 09:34:01,899 Sleep: 10 +2021-12-18 09:34:01,899 Number of retrials: 0 +2021-12-18 09:34:01,899 WRAPPER CHECK TIME = 10 +2021-12-18 09:34:01,900 Checking jobs for platform=marenostrum4 +2021-12-18 09:34:01,901 Checking jobs for platform=nord3 +2021-12-18 09:34:01,901 Checking jobs for platform=local +2021-12-18 09:34:01,902 Checking jobs for platform=transfer_node +2021-12-18 09:34:01,902 Checking all jobs at once +2021-12-18 09:34:03,725 Successful check job command +2021-12-18 09:34:05,145 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:34:05,145 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:34:05,146 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:34:05,146 End of checking +2021-12-18 09:34:05,147 Updating FAILED jobs +2021-12-18 09:34:05,147 Updating WAITING jobs +2021-12-18 09:34:05,147 Update finished +2021-12-18 09:34:05,148 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:34:05,148 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:34:05,148 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:34:05,148 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:34:05,148 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:34:05,148 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:34:05,148 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:34:05,149 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:34:05,149 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:34:05,151 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:34:05,153 Job list saved +2021-12-18 09:34:05,158 Updating FAILED jobs +2021-12-18 09:34:05,158 Updating WAITING jobs +2021-12-18 09:34:05,158 Update finished +2021-12-18 09:34:15,167 Reloading parameters... +2021-12-18 09:34:15,185 Loading parameters... +2021-12-18 09:34:15,186 Loading project parameters... +2021-12-18 09:34:15,188 + +16 of 25 jobs remaining (09:34) +2021-12-18 09:34:15,188 Sleep: 10 +2021-12-18 09:34:15,188 Number of retrials: 0 +2021-12-18 09:34:15,188 WRAPPER CHECK TIME = 10 +2021-12-18 09:34:15,189 Checking jobs for platform=marenostrum4 +2021-12-18 09:34:15,189 Checking jobs for platform=nord3 +2021-12-18 09:34:15,190 Checking jobs for platform=local +2021-12-18 09:34:15,190 Checking jobs for platform=transfer_node +2021-12-18 09:34:15,191 Checking all jobs at once +2021-12-18 09:34:16,860 Successful check job command +2021-12-18 09:34:18,381 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:34:18,381 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:34:18,381 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:34:18,381 End of checking +2021-12-18 09:34:18,383 Updating FAILED jobs +2021-12-18 09:34:18,383 Updating WAITING jobs +2021-12-18 09:34:18,383 Update finished +2021-12-18 09:34:18,383 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:34:18,384 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:34:18,384 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:34:18,384 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:34:18,384 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:34:18,384 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:34:18,384 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:34:18,385 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:34:18,385 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:34:18,387 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:34:18,390 Job list saved +2021-12-18 09:34:18,395 Updating FAILED jobs +2021-12-18 09:34:18,395 Updating WAITING jobs +2021-12-18 09:34:18,395 Update finished +2021-12-18 09:34:28,400 Reloading parameters... +2021-12-18 09:34:28,417 Loading parameters... +2021-12-18 09:34:28,418 Loading project parameters... +2021-12-18 09:34:28,420 + +16 of 25 jobs remaining (09:34) +2021-12-18 09:34:28,421 Sleep: 10 +2021-12-18 09:34:28,421 Number of retrials: 0 +2021-12-18 09:34:28,421 WRAPPER CHECK TIME = 10 +2021-12-18 09:34:28,421 Checking jobs for platform=marenostrum4 +2021-12-18 09:34:28,422 Checking jobs for platform=nord3 +2021-12-18 09:34:28,422 Checking jobs for platform=local +2021-12-18 09:34:28,423 Checking jobs for platform=transfer_node +2021-12-18 09:34:28,423 Checking all jobs at once +2021-12-18 09:34:29,743 Successful check job command +2021-12-18 09:34:31,818 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:34:31,819 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:34:31,819 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:34:31,819 End of checking +2021-12-18 09:34:31,820 Updating FAILED jobs +2021-12-18 09:34:31,820 Updating WAITING jobs +2021-12-18 09:34:31,820 Update finished +2021-12-18 09:34:31,820 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:34:31,821 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:34:31,821 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:34:31,821 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:34:31,821 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:34:31,821 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:34:31,821 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:34:31,821 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:34:31,822 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:34:31,824 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:34:31,826 Job list saved +2021-12-18 09:34:31,831 Updating FAILED jobs +2021-12-18 09:34:31,831 Updating WAITING jobs +2021-12-18 09:34:31,831 Update finished +2021-12-18 09:34:41,842 Reloading parameters... +2021-12-18 09:34:41,860 Loading parameters... +2021-12-18 09:34:41,862 Loading project parameters... +2021-12-18 09:34:41,863 + +16 of 25 jobs remaining (09:34) +2021-12-18 09:34:41,864 Sleep: 10 +2021-12-18 09:34:41,864 Number of retrials: 0 +2021-12-18 09:34:41,864 WRAPPER CHECK TIME = 10 +2021-12-18 09:34:41,864 Checking jobs for platform=marenostrum4 +2021-12-18 09:34:41,865 Checking jobs for platform=nord3 +2021-12-18 09:34:41,866 Checking jobs for platform=local +2021-12-18 09:34:41,866 Checking jobs for platform=transfer_node +2021-12-18 09:34:41,866 Checking all jobs at once +2021-12-18 09:34:43,036 Successful check job command +2021-12-18 09:34:44,306 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:34:44,307 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:34:44,307 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:34:44,307 End of checking +2021-12-18 09:34:44,308 Updating FAILED jobs +2021-12-18 09:34:44,308 Updating WAITING jobs +2021-12-18 09:34:44,308 Update finished +2021-12-18 09:34:44,309 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:34:44,309 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:34:44,309 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:34:44,309 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:34:44,309 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:34:44,309 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:34:44,309 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:34:44,310 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:34:44,310 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:34:44,312 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:34:44,315 Job list saved +2021-12-18 09:34:44,319 Updating FAILED jobs +2021-12-18 09:34:44,319 Updating WAITING jobs +2021-12-18 09:34:44,320 Update finished +2021-12-18 09:34:54,330 Reloading parameters... +2021-12-18 09:34:54,351 Loading parameters... +2021-12-18 09:34:54,352 Loading project parameters... +2021-12-18 09:34:54,354 + +16 of 25 jobs remaining (09:34) +2021-12-18 09:34:54,354 Sleep: 10 +2021-12-18 09:34:54,354 Number of retrials: 0 +2021-12-18 09:34:54,354 WRAPPER CHECK TIME = 10 +2021-12-18 09:34:54,355 Checking jobs for platform=marenostrum4 +2021-12-18 09:34:54,355 Checking jobs for platform=nord3 +2021-12-18 09:34:54,356 Checking jobs for platform=local +2021-12-18 09:34:54,356 Checking jobs for platform=transfer_node +2021-12-18 09:34:54,356 Checking all jobs at once +2021-12-18 09:34:55,676 Successful check job command +2021-12-18 09:34:56,995 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:34:56,996 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:34:56,996 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:34:56,996 End of checking +2021-12-18 09:34:56,997 Updating FAILED jobs +2021-12-18 09:34:56,997 Updating WAITING jobs +2021-12-18 09:34:56,998 Update finished +2021-12-18 09:34:56,998 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:34:56,998 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:34:56,999 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:34:56,999 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:34:56,999 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:34:56,999 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:34:56,999 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:34:56,999 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:34:56,999 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:34:57,002 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:34:57,004 Job list saved +2021-12-18 09:34:57,009 Updating FAILED jobs +2021-12-18 09:34:57,009 Updating WAITING jobs +2021-12-18 09:34:57,009 Update finished +2021-12-18 09:35:07,019 Reloading parameters... +2021-12-18 09:35:07,037 Loading parameters... +2021-12-18 09:35:07,039 Loading project parameters... +2021-12-18 09:35:07,041 + +16 of 25 jobs remaining (09:35) +2021-12-18 09:35:07,041 Sleep: 10 +2021-12-18 09:35:07,041 Number of retrials: 0 +2021-12-18 09:35:07,041 WRAPPER CHECK TIME = 10 +2021-12-18 09:35:07,042 Checking jobs for platform=marenostrum4 +2021-12-18 09:35:07,042 Checking jobs for platform=nord3 +2021-12-18 09:35:07,043 Checking jobs for platform=local +2021-12-18 09:35:07,043 Checking jobs for platform=transfer_node +2021-12-18 09:35:07,043 Checking all jobs at once +2021-12-18 09:35:08,467 Successful check job command +2021-12-18 09:35:09,987 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:35:09,987 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:35:09,988 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:35:09,988 End of checking +2021-12-18 09:35:09,989 Updating FAILED jobs +2021-12-18 09:35:09,989 Updating WAITING jobs +2021-12-18 09:35:09,989 Update finished +2021-12-18 09:35:09,990 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:35:09,990 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:35:09,990 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:35:09,990 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:35:09,990 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:35:09,990 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:35:09,990 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:35:09,991 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:35:09,991 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:35:09,993 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:35:09,995 Job list saved +2021-12-18 09:35:10,000 Updating FAILED jobs +2021-12-18 09:35:10,000 Updating WAITING jobs +2021-12-18 09:35:10,000 Update finished +2021-12-18 09:35:20,010 Reloading parameters... +2021-12-18 09:35:20,027 Loading parameters... +2021-12-18 09:35:20,028 Loading project parameters... +2021-12-18 09:35:20,030 + +16 of 25 jobs remaining (09:35) +2021-12-18 09:35:20,030 Sleep: 10 +2021-12-18 09:35:20,030 Number of retrials: 0 +2021-12-18 09:35:20,030 WRAPPER CHECK TIME = 10 +2021-12-18 09:35:20,031 Checking jobs for platform=marenostrum4 +2021-12-18 09:35:20,032 Checking jobs for platform=nord3 +2021-12-18 09:35:20,032 Checking jobs for platform=local +2021-12-18 09:35:20,033 Checking jobs for platform=transfer_node +2021-12-18 09:35:20,033 Checking all jobs at once +2021-12-18 09:35:21,454 Successful check job command +2021-12-18 09:35:22,826 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:35:22,826 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:35:22,827 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:35:22,827 End of checking +2021-12-18 09:35:22,828 Updating FAILED jobs +2021-12-18 09:35:22,828 Updating WAITING jobs +2021-12-18 09:35:22,828 Update finished +2021-12-18 09:35:22,829 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:35:22,829 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:35:22,829 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:35:22,829 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:35:22,829 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:35:22,829 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:35:22,829 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:35:22,830 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:35:22,830 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:35:22,832 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:35:22,835 Job list saved +2021-12-18 09:35:22,839 Updating FAILED jobs +2021-12-18 09:35:22,839 Updating WAITING jobs +2021-12-18 09:35:22,840 Update finished +2021-12-18 09:35:32,850 Reloading parameters... +2021-12-18 09:35:32,867 Loading parameters... +2021-12-18 09:35:32,868 Loading project parameters... +2021-12-18 09:35:32,870 + +16 of 25 jobs remaining (09:35) +2021-12-18 09:35:32,870 Sleep: 10 +2021-12-18 09:35:32,871 Number of retrials: 0 +2021-12-18 09:35:32,871 WRAPPER CHECK TIME = 10 +2021-12-18 09:35:32,871 Checking jobs for platform=marenostrum4 +2021-12-18 09:35:32,872 Checking jobs for platform=nord3 +2021-12-18 09:35:32,872 Checking jobs for platform=local +2021-12-18 09:35:32,873 Checking jobs for platform=transfer_node +2021-12-18 09:35:32,873 Checking all jobs at once +2021-12-18 09:35:34,195 Successful check job command +2021-12-18 09:35:35,514 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:35:35,514 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:35:35,515 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:35:35,515 End of checking +2021-12-18 09:35:35,516 Updating FAILED jobs +2021-12-18 09:35:35,516 Updating WAITING jobs +2021-12-18 09:35:35,516 Update finished +2021-12-18 09:35:35,517 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:35:35,517 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:35:35,517 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:35:35,517 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:35:35,518 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:35:35,518 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:35:35,518 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:35:35,518 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:35:35,518 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:35:35,521 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:35:35,523 Job list saved +2021-12-18 09:35:35,535 Updating FAILED jobs +2021-12-18 09:35:35,535 Updating WAITING jobs +2021-12-18 09:35:35,535 Update finished +2021-12-18 09:35:45,543 Reloading parameters... +2021-12-18 09:35:45,562 Loading parameters... +2021-12-18 09:35:45,564 Loading project parameters... +2021-12-18 09:35:45,565 + +16 of 25 jobs remaining (09:35) +2021-12-18 09:35:45,566 Sleep: 10 +2021-12-18 09:35:45,566 Number of retrials: 0 +2021-12-18 09:35:45,566 WRAPPER CHECK TIME = 10 +2021-12-18 09:35:45,566 Checking jobs for platform=marenostrum4 +2021-12-18 09:35:45,567 Checking jobs for platform=nord3 +2021-12-18 09:35:45,568 Checking jobs for platform=local +2021-12-18 09:35:45,568 Checking jobs for platform=transfer_node +2021-12-18 09:35:45,568 Checking all jobs at once +2021-12-18 09:35:46,838 Successful check job command +2021-12-18 09:35:48,057 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:35:48,058 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:35:48,058 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:35:48,058 End of checking +2021-12-18 09:35:48,059 Updating FAILED jobs +2021-12-18 09:35:48,059 Updating WAITING jobs +2021-12-18 09:35:48,060 Update finished +2021-12-18 09:35:48,060 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:35:48,060 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:35:48,060 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:35:48,060 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:35:48,060 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:35:48,061 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:35:48,061 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:35:48,061 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:35:48,061 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:35:48,064 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:35:48,066 Job list saved +2021-12-18 09:35:48,071 Updating FAILED jobs +2021-12-18 09:35:48,072 Updating WAITING jobs +2021-12-18 09:35:48,072 Update finished +2021-12-18 09:35:58,082 Reloading parameters... +2021-12-18 09:35:58,100 Loading parameters... +2021-12-18 09:35:58,102 Loading project parameters... +2021-12-18 09:35:58,104 + +16 of 25 jobs remaining (09:35) +2021-12-18 09:35:58,104 Sleep: 10 +2021-12-18 09:35:58,104 Number of retrials: 0 +2021-12-18 09:35:58,104 WRAPPER CHECK TIME = 10 +2021-12-18 09:35:58,105 Checking jobs for platform=marenostrum4 +2021-12-18 09:35:58,105 Checking jobs for platform=nord3 +2021-12-18 09:35:58,106 Checking jobs for platform=local +2021-12-18 09:35:58,106 Checking jobs for platform=transfer_node +2021-12-18 09:35:58,106 Checking all jobs at once +2021-12-18 09:35:59,776 Successful check job command +2021-12-18 09:36:01,146 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:36:01,147 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:36:01,147 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:36:01,147 End of checking +2021-12-18 09:36:01,149 Updating FAILED jobs +2021-12-18 09:36:01,149 Updating WAITING jobs +2021-12-18 09:36:01,149 Update finished +2021-12-18 09:36:01,149 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:36:01,149 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:36:01,150 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:36:01,150 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:36:01,150 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:36:01,150 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:36:01,150 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:36:01,150 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:36:01,150 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:36:01,153 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:36:01,155 Job list saved +2021-12-18 09:36:01,160 Updating FAILED jobs +2021-12-18 09:36:01,160 Updating WAITING jobs +2021-12-18 09:36:01,161 Update finished +2021-12-18 09:36:11,167 Reloading parameters... +2021-12-18 09:36:11,190 Loading parameters... +2021-12-18 09:36:11,191 Loading project parameters... +2021-12-18 09:36:11,193 + +16 of 25 jobs remaining (09:36) +2021-12-18 09:36:11,193 Sleep: 10 +2021-12-18 09:36:11,193 Number of retrials: 0 +2021-12-18 09:36:11,193 WRAPPER CHECK TIME = 10 +2021-12-18 09:36:11,194 Checking jobs for platform=marenostrum4 +2021-12-18 09:36:11,194 Checking jobs for platform=nord3 +2021-12-18 09:36:11,195 Checking jobs for platform=local +2021-12-18 09:36:11,195 Checking jobs for platform=transfer_node +2021-12-18 09:36:11,196 Checking all jobs at once +2021-12-18 09:36:12,772 Successful check job command +2021-12-18 09:36:14,142 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:36:14,142 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:36:14,142 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:36:14,142 End of checking +2021-12-18 09:36:14,144 Updating FAILED jobs +2021-12-18 09:36:14,144 Updating WAITING jobs +2021-12-18 09:36:14,144 Update finished +2021-12-18 09:36:14,144 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:36:14,145 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:36:14,145 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:36:14,145 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:36:14,145 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:36:14,145 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:36:14,146 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:36:14,146 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:36:14,146 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:36:14,148 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:36:14,151 Job list saved +2021-12-18 09:36:14,156 Updating FAILED jobs +2021-12-18 09:36:14,156 Updating WAITING jobs +2021-12-18 09:36:14,157 Update finished +2021-12-18 09:36:24,164 Reloading parameters... +2021-12-18 09:36:24,182 Loading parameters... +2021-12-18 09:36:24,184 Loading project parameters... +2021-12-18 09:36:24,185 + +16 of 25 jobs remaining (09:36) +2021-12-18 09:36:24,186 Sleep: 10 +2021-12-18 09:36:24,186 Number of retrials: 0 +2021-12-18 09:36:24,186 WRAPPER CHECK TIME = 10 +2021-12-18 09:36:24,186 Checking jobs for platform=marenostrum4 +2021-12-18 09:36:24,187 Checking jobs for platform=nord3 +2021-12-18 09:36:24,188 Checking jobs for platform=local +2021-12-18 09:36:24,188 Checking jobs for platform=transfer_node +2021-12-18 09:36:24,188 Checking all jobs at once +2021-12-18 09:36:25,608 Successful check job command +2021-12-18 09:36:27,027 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:36:27,028 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:36:27,028 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:36:27,028 End of checking +2021-12-18 09:36:27,030 Updating FAILED jobs +2021-12-18 09:36:27,030 Updating WAITING jobs +2021-12-18 09:36:27,031 Update finished +2021-12-18 09:36:27,031 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:36:27,031 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:36:27,031 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:36:27,031 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:36:27,031 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:36:27,032 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:36:27,032 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:36:27,032 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:36:27,032 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:36:27,035 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:36:27,037 Job list saved +2021-12-18 09:36:27,044 Updating FAILED jobs +2021-12-18 09:36:27,044 Updating WAITING jobs +2021-12-18 09:36:27,045 Update finished +2021-12-18 09:36:37,055 Reloading parameters... +2021-12-18 09:36:37,074 Loading parameters... +2021-12-18 09:36:37,075 Loading project parameters... +2021-12-18 09:36:37,077 + +16 of 25 jobs remaining (09:36) +2021-12-18 09:36:37,077 Sleep: 10 +2021-12-18 09:36:37,077 Number of retrials: 0 +2021-12-18 09:36:37,077 WRAPPER CHECK TIME = 10 +2021-12-18 09:36:37,078 Checking jobs for platform=marenostrum4 +2021-12-18 09:36:37,078 Checking jobs for platform=nord3 +2021-12-18 09:36:37,079 Checking jobs for platform=local +2021-12-18 09:36:37,080 Checking jobs for platform=transfer_node +2021-12-18 09:36:37,080 Checking all jobs at once +2021-12-18 09:36:38,463 Successful check job command +2021-12-18 09:36:40,183 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:36:40,184 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:36:40,184 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:36:40,184 End of checking +2021-12-18 09:36:40,185 Updating FAILED jobs +2021-12-18 09:36:40,185 Updating WAITING jobs +2021-12-18 09:36:40,185 Update finished +2021-12-18 09:36:40,186 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:36:40,186 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:36:40,186 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:36:40,186 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:36:40,186 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:36:40,186 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:36:40,186 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:36:40,187 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:36:40,187 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:36:40,189 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:36:40,191 Job list saved +2021-12-18 09:36:40,200 Updating FAILED jobs +2021-12-18 09:36:40,200 Updating WAITING jobs +2021-12-18 09:36:40,200 Update finished +2021-12-18 09:36:50,210 Reloading parameters... +2021-12-18 09:36:50,229 Loading parameters... +2021-12-18 09:36:50,230 Loading project parameters... +2021-12-18 09:36:50,232 + +16 of 25 jobs remaining (09:36) +2021-12-18 09:36:50,233 Sleep: 10 +2021-12-18 09:36:50,233 Number of retrials: 0 +2021-12-18 09:36:50,233 WRAPPER CHECK TIME = 10 +2021-12-18 09:36:50,233 Checking jobs for platform=marenostrum4 +2021-12-18 09:36:50,234 Checking jobs for platform=nord3 +2021-12-18 09:36:50,235 Checking jobs for platform=local +2021-12-18 09:36:50,235 Checking jobs for platform=transfer_node +2021-12-18 09:36:50,235 Checking all jobs at once +2021-12-18 09:36:51,454 Successful check job command +2021-12-18 09:36:52,725 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:36:52,725 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:36:52,725 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:36:52,725 End of checking +2021-12-18 09:36:52,727 Updating FAILED jobs +2021-12-18 09:36:52,727 Updating WAITING jobs +2021-12-18 09:36:52,727 Update finished +2021-12-18 09:36:52,727 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:36:52,728 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:36:52,728 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:36:52,728 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:36:52,728 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:36:52,729 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:36:52,729 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:36:52,729 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:36:52,729 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:36:52,732 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:36:52,734 Job list saved +2021-12-18 09:36:52,739 Updating FAILED jobs +2021-12-18 09:36:52,739 Updating WAITING jobs +2021-12-18 09:36:52,739 Update finished +2021-12-18 09:37:02,749 Reloading parameters... +2021-12-18 09:37:02,767 Loading parameters... +2021-12-18 09:37:02,769 Loading project parameters... +2021-12-18 09:37:02,771 + +16 of 25 jobs remaining (09:37) +2021-12-18 09:37:02,771 Sleep: 10 +2021-12-18 09:37:02,771 Number of retrials: 0 +2021-12-18 09:37:02,771 WRAPPER CHECK TIME = 10 +2021-12-18 09:37:02,772 Checking jobs for platform=marenostrum4 +2021-12-18 09:37:02,772 Checking jobs for platform=nord3 +2021-12-18 09:37:02,773 Checking jobs for platform=local +2021-12-18 09:37:02,774 Checking jobs for platform=transfer_node +2021-12-18 09:37:02,774 Checking all jobs at once +2021-12-18 09:37:04,043 Successful check job command +2021-12-18 09:37:05,263 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:37:05,263 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:37:05,263 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:37:05,263 End of checking +2021-12-18 09:37:05,265 Updating FAILED jobs +2021-12-18 09:37:05,265 Updating WAITING jobs +2021-12-18 09:37:05,265 Update finished +2021-12-18 09:37:05,265 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:37:05,265 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:37:05,266 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:37:05,266 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:37:05,266 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:37:05,266 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:37:05,266 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:37:05,266 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:37:05,266 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:37:05,269 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:37:05,272 Job list saved +2021-12-18 09:37:05,277 Updating FAILED jobs +2021-12-18 09:37:05,277 Updating WAITING jobs +2021-12-18 09:37:05,277 Update finished +2021-12-18 09:37:15,287 Reloading parameters... +2021-12-18 09:37:15,308 Loading parameters... +2021-12-18 09:37:15,309 Loading project parameters... +2021-12-18 09:37:15,311 + +16 of 25 jobs remaining (09:37) +2021-12-18 09:37:15,311 Sleep: 10 +2021-12-18 09:37:15,311 Number of retrials: 0 +2021-12-18 09:37:15,311 WRAPPER CHECK TIME = 10 +2021-12-18 09:37:15,312 Checking jobs for platform=marenostrum4 +2021-12-18 09:37:15,312 Checking jobs for platform=nord3 +2021-12-18 09:37:15,313 Checking jobs for platform=local +2021-12-18 09:37:15,313 Checking jobs for platform=transfer_node +2021-12-18 09:37:15,313 Checking all jobs at once +2021-12-18 09:37:16,683 Successful check job command +2021-12-18 09:37:17,952 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:37:17,953 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:37:17,953 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:37:17,953 End of checking +2021-12-18 09:37:17,954 Updating FAILED jobs +2021-12-18 09:37:17,955 Updating WAITING jobs +2021-12-18 09:37:17,955 Update finished +2021-12-18 09:37:17,955 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:37:17,955 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:37:17,955 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:37:17,955 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:37:17,956 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:37:17,956 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:37:17,956 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:37:17,956 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:37:17,956 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:37:17,959 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:37:17,962 Job list saved +2021-12-18 09:37:17,967 Updating FAILED jobs +2021-12-18 09:37:17,967 Updating WAITING jobs +2021-12-18 09:37:17,967 Update finished +2021-12-18 09:37:27,975 Reloading parameters... +2021-12-18 09:37:27,996 Loading parameters... +2021-12-18 09:37:27,998 Loading project parameters... +2021-12-18 09:37:28,001 + +16 of 25 jobs remaining (09:37) +2021-12-18 09:37:28,001 Sleep: 10 +2021-12-18 09:37:28,001 Number of retrials: 0 +2021-12-18 09:37:28,001 WRAPPER CHECK TIME = 10 +2021-12-18 09:37:28,002 Checking jobs for platform=marenostrum4 +2021-12-18 09:37:28,002 Checking jobs for platform=nord3 +2021-12-18 09:37:28,003 Checking jobs for platform=local +2021-12-18 09:37:28,003 Checking jobs for platform=transfer_node +2021-12-18 09:37:28,004 Checking all jobs at once +2021-12-18 09:37:29,524 Successful check job command +2021-12-18 09:37:30,944 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:37:30,944 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:37:30,944 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:37:30,945 End of checking +2021-12-18 09:37:30,946 Updating FAILED jobs +2021-12-18 09:37:30,946 Updating WAITING jobs +2021-12-18 09:37:30,946 Update finished +2021-12-18 09:37:30,947 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:37:30,947 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:37:30,947 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:37:30,947 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:37:30,947 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:37:30,948 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:37:30,948 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:37:30,948 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:37:30,948 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:37:30,951 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:37:30,953 Job list saved +2021-12-18 09:37:30,958 Updating FAILED jobs +2021-12-18 09:37:30,958 Updating WAITING jobs +2021-12-18 09:37:30,958 Update finished +2021-12-18 09:37:40,968 Reloading parameters... +2021-12-18 09:37:40,989 Loading parameters... +2021-12-18 09:37:40,990 Loading project parameters... +2021-12-18 09:37:40,993 + +16 of 25 jobs remaining (09:37) +2021-12-18 09:37:40,993 Sleep: 10 +2021-12-18 09:37:40,993 Number of retrials: 0 +2021-12-18 09:37:40,993 WRAPPER CHECK TIME = 10 +2021-12-18 09:37:40,994 Checking jobs for platform=marenostrum4 +2021-12-18 09:37:40,994 Checking jobs for platform=nord3 +2021-12-18 09:37:40,995 Checking jobs for platform=local +2021-12-18 09:37:40,995 Checking jobs for platform=transfer_node +2021-12-18 09:37:40,995 Checking all jobs at once +2021-12-18 09:37:42,316 Successful check job command +2021-12-18 09:37:43,585 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:37:43,585 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:37:43,585 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:37:43,585 End of checking +2021-12-18 09:37:43,587 Updating FAILED jobs +2021-12-18 09:37:43,587 Updating WAITING jobs +2021-12-18 09:37:43,587 Update finished +2021-12-18 09:37:43,588 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:37:43,588 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:37:43,588 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:37:43,588 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:37:43,588 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:37:43,588 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:37:43,588 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:37:43,589 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:37:43,589 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:37:43,591 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:37:43,594 Job list saved +2021-12-18 09:37:43,599 Updating FAILED jobs +2021-12-18 09:37:43,599 Updating WAITING jobs +2021-12-18 09:37:43,599 Update finished +2021-12-18 09:37:53,605 Reloading parameters... +2021-12-18 09:37:53,625 Loading parameters... +2021-12-18 09:37:53,626 Loading project parameters... +2021-12-18 09:37:53,628 + +16 of 25 jobs remaining (09:37) +2021-12-18 09:37:53,629 Sleep: 10 +2021-12-18 09:37:53,629 Number of retrials: 0 +2021-12-18 09:37:53,629 WRAPPER CHECK TIME = 10 +2021-12-18 09:37:53,629 Checking jobs for platform=marenostrum4 +2021-12-18 09:37:53,630 Checking jobs for platform=nord3 +2021-12-18 09:37:53,631 Checking jobs for platform=local +2021-12-18 09:37:53,631 Checking jobs for platform=transfer_node +2021-12-18 09:37:53,631 Checking all jobs at once +2021-12-18 09:37:54,901 Successful check job command +2021-12-18 09:37:56,171 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:37:56,171 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:37:56,172 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:37:56,172 End of checking +2021-12-18 09:37:56,173 Updating FAILED jobs +2021-12-18 09:37:56,173 Updating WAITING jobs +2021-12-18 09:37:56,174 Update finished +2021-12-18 09:37:56,174 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:37:56,174 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:37:56,174 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:37:56,174 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:37:56,174 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:37:56,174 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:37:56,175 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:37:56,175 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:37:56,175 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:37:56,178 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:37:56,180 Job list saved +2021-12-18 09:37:56,185 Updating FAILED jobs +2021-12-18 09:37:56,185 Updating WAITING jobs +2021-12-18 09:37:56,186 Update finished +2021-12-18 09:38:06,196 Reloading parameters... +2021-12-18 09:38:06,214 Loading parameters... +2021-12-18 09:38:06,215 Loading project parameters... +2021-12-18 09:38:06,217 + +16 of 25 jobs remaining (09:38) +2021-12-18 09:38:06,217 Sleep: 10 +2021-12-18 09:38:06,217 Number of retrials: 0 +2021-12-18 09:38:06,217 WRAPPER CHECK TIME = 10 +2021-12-18 09:38:06,218 Checking jobs for platform=marenostrum4 +2021-12-18 09:38:06,219 Checking jobs for platform=nord3 +2021-12-18 09:38:06,219 Checking jobs for platform=local +2021-12-18 09:38:06,220 Checking jobs for platform=transfer_node +2021-12-18 09:38:06,220 Checking all jobs at once +2021-12-18 09:38:07,842 Successful check job command +2021-12-18 09:38:09,164 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:38:09,164 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:38:09,164 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:38:09,164 End of checking +2021-12-18 09:38:09,165 Updating FAILED jobs +2021-12-18 09:38:09,166 Updating WAITING jobs +2021-12-18 09:38:09,166 Update finished +2021-12-18 09:38:09,166 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:38:09,167 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:38:09,167 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:38:09,167 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:38:09,167 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:38:09,167 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:38:09,167 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:38:09,167 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:38:09,167 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:38:09,170 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:38:09,172 Job list saved +2021-12-18 09:38:09,178 Updating FAILED jobs +2021-12-18 09:38:09,178 Updating WAITING jobs +2021-12-18 09:38:09,179 Update finished +2021-12-18 09:38:19,187 Reloading parameters... +2021-12-18 09:38:19,209 Loading parameters... +2021-12-18 09:38:19,211 Loading project parameters... +2021-12-18 09:38:19,212 + +16 of 25 jobs remaining (09:38) +2021-12-18 09:38:19,213 Sleep: 10 +2021-12-18 09:38:19,213 Number of retrials: 0 +2021-12-18 09:38:19,213 WRAPPER CHECK TIME = 10 +2021-12-18 09:38:19,213 Checking jobs for platform=marenostrum4 +2021-12-18 09:38:19,214 Checking jobs for platform=nord3 +2021-12-18 09:38:19,215 Checking jobs for platform=local +2021-12-18 09:38:19,215 Checking jobs for platform=transfer_node +2021-12-18 09:38:19,215 Checking all jobs at once +2021-12-18 09:38:20,585 Successful check job command +2021-12-18 09:38:22,055 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:38:22,055 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:38:22,055 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:38:22,055 End of checking +2021-12-18 09:38:22,057 Updating FAILED jobs +2021-12-18 09:38:22,057 Updating WAITING jobs +2021-12-18 09:38:22,057 Update finished +2021-12-18 09:38:22,058 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:38:22,058 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:38:22,058 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:38:22,058 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:38:22,058 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:38:22,058 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:38:22,058 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:38:22,058 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:38:22,059 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:38:22,064 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:38:22,066 Job list saved +2021-12-18 09:38:22,072 Updating FAILED jobs +2021-12-18 09:38:22,072 Updating WAITING jobs +2021-12-18 09:38:22,072 Update finished +2021-12-18 09:38:32,082 Reloading parameters... +2021-12-18 09:38:32,100 Loading parameters... +2021-12-18 09:38:32,101 Loading project parameters... +2021-12-18 09:38:32,103 + +16 of 25 jobs remaining (09:38) +2021-12-18 09:38:32,103 Sleep: 10 +2021-12-18 09:38:32,103 Number of retrials: 0 +2021-12-18 09:38:32,103 WRAPPER CHECK TIME = 10 +2021-12-18 09:38:32,104 Checking jobs for platform=marenostrum4 +2021-12-18 09:38:32,104 Checking jobs for platform=nord3 +2021-12-18 09:38:32,105 Checking jobs for platform=local +2021-12-18 09:38:32,106 Checking jobs for platform=transfer_node +2021-12-18 09:38:32,106 Checking all jobs at once +2021-12-18 09:38:33,426 Successful check job command +2021-12-18 09:38:34,795 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:38:34,795 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:38:34,795 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:38:34,795 End of checking +2021-12-18 09:38:34,797 Updating FAILED jobs +2021-12-18 09:38:34,797 Updating WAITING jobs +2021-12-18 09:38:34,797 Update finished +2021-12-18 09:38:34,797 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:38:34,797 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:38:34,797 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:38:34,797 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:38:34,798 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:38:34,798 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:38:34,798 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:38:34,798 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:38:34,798 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:38:34,801 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:38:34,803 Job list saved +2021-12-18 09:38:34,808 Updating FAILED jobs +2021-12-18 09:38:34,808 Updating WAITING jobs +2021-12-18 09:38:34,809 Update finished +2021-12-18 09:38:44,819 Reloading parameters... +2021-12-18 09:38:44,839 Loading parameters... +2021-12-18 09:38:44,840 Loading project parameters... +2021-12-18 09:38:44,842 + +16 of 25 jobs remaining (09:38) +2021-12-18 09:38:44,842 Sleep: 10 +2021-12-18 09:38:44,842 Number of retrials: 0 +2021-12-18 09:38:44,842 WRAPPER CHECK TIME = 10 +2021-12-18 09:38:44,843 Checking jobs for platform=marenostrum4 +2021-12-18 09:38:44,843 Checking jobs for platform=nord3 +2021-12-18 09:38:44,844 Checking jobs for platform=local +2021-12-18 09:38:44,845 Checking jobs for platform=transfer_node +2021-12-18 09:38:44,845 Checking all jobs at once +2021-12-18 09:38:46,118 Successful check job command +2021-12-18 09:38:47,438 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:38:47,439 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:38:47,439 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:38:47,439 End of checking +2021-12-18 09:38:47,440 Updating FAILED jobs +2021-12-18 09:38:47,440 Updating WAITING jobs +2021-12-18 09:38:47,441 Update finished +2021-12-18 09:38:47,441 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:38:47,442 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:38:47,442 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:38:47,442 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:38:47,442 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:38:47,442 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:38:47,443 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:38:47,443 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:38:47,443 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:38:47,445 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:38:47,448 Job list saved +2021-12-18 09:38:47,452 Updating FAILED jobs +2021-12-18 09:38:47,452 Updating WAITING jobs +2021-12-18 09:38:47,453 Update finished +2021-12-18 09:38:57,455 Reloading parameters... +2021-12-18 09:38:57,474 Loading parameters... +2021-12-18 09:38:57,475 Loading project parameters... +2021-12-18 09:38:57,477 + +16 of 25 jobs remaining (09:38) +2021-12-18 09:38:57,478 Sleep: 10 +2021-12-18 09:38:57,478 Number of retrials: 0 +2021-12-18 09:38:57,478 WRAPPER CHECK TIME = 10 +2021-12-18 09:38:57,478 Checking jobs for platform=marenostrum4 +2021-12-18 09:38:57,479 Checking jobs for platform=nord3 +2021-12-18 09:38:57,479 Checking jobs for platform=local +2021-12-18 09:38:57,480 Checking jobs for platform=transfer_node +2021-12-18 09:38:57,480 Checking all jobs at once +2021-12-18 09:38:58,800 Successful check job command +2021-12-18 09:39:00,220 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:39:00,220 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:39:00,220 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:39:00,221 End of checking +2021-12-18 09:39:00,222 Updating FAILED jobs +2021-12-18 09:39:00,222 Updating WAITING jobs +2021-12-18 09:39:00,222 Update finished +2021-12-18 09:39:00,222 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:39:00,222 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:39:00,222 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:39:00,223 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:39:00,223 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:39:00,223 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:39:00,223 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:39:00,223 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:39:00,223 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:39:00,226 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:39:00,228 Job list saved +2021-12-18 09:39:00,233 Updating FAILED jobs +2021-12-18 09:39:00,234 Updating WAITING jobs +2021-12-18 09:39:00,234 Update finished +2021-12-18 09:39:10,244 Reloading parameters... +2021-12-18 09:39:10,266 Loading parameters... +2021-12-18 09:39:10,267 Loading project parameters... +2021-12-18 09:39:10,269 + +16 of 25 jobs remaining (09:39) +2021-12-18 09:39:10,269 Sleep: 10 +2021-12-18 09:39:10,269 Number of retrials: 0 +2021-12-18 09:39:10,270 WRAPPER CHECK TIME = 10 +2021-12-18 09:39:10,270 Checking jobs for platform=marenostrum4 +2021-12-18 09:39:10,271 Checking jobs for platform=nord3 +2021-12-18 09:39:10,271 Checking jobs for platform=local +2021-12-18 09:39:10,272 Checking jobs for platform=transfer_node +2021-12-18 09:39:10,272 Checking all jobs at once +2021-12-18 09:39:11,592 Successful check job command +2021-12-18 09:39:12,911 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:39:12,911 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:39:12,911 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:39:12,911 End of checking +2021-12-18 09:39:12,913 Updating FAILED jobs +2021-12-18 09:39:12,914 Updating WAITING jobs +2021-12-18 09:39:12,914 Update finished +2021-12-18 09:39:12,914 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:39:12,914 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:39:12,914 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:39:12,914 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:39:12,915 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:39:12,915 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:39:12,915 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:39:12,915 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:39:12,915 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:39:12,918 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:39:12,921 Job list saved +2021-12-18 09:39:12,926 Updating FAILED jobs +2021-12-18 09:39:12,926 Updating WAITING jobs +2021-12-18 09:39:12,926 Update finished +2021-12-18 09:39:22,937 Reloading parameters... +2021-12-18 09:39:22,956 Loading parameters... +2021-12-18 09:39:22,957 Loading project parameters... +2021-12-18 09:39:22,959 + +16 of 25 jobs remaining (09:39) +2021-12-18 09:39:22,959 Sleep: 10 +2021-12-18 09:39:22,959 Number of retrials: 0 +2021-12-18 09:39:22,959 WRAPPER CHECK TIME = 10 +2021-12-18 09:39:22,960 Checking jobs for platform=marenostrum4 +2021-12-18 09:39:22,960 Checking jobs for platform=nord3 +2021-12-18 09:39:22,961 Checking jobs for platform=local +2021-12-18 09:39:22,962 Checking jobs for platform=transfer_node +2021-12-18 09:39:22,962 Checking all jobs at once +2021-12-18 09:39:24,284 Successful check job command +2021-12-18 09:39:25,804 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:39:25,804 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:39:25,804 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:39:25,804 End of checking +2021-12-18 09:39:25,806 Updating FAILED jobs +2021-12-18 09:39:25,806 Updating WAITING jobs +2021-12-18 09:39:25,806 Update finished +2021-12-18 09:39:25,806 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:39:25,807 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:39:25,807 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:39:25,807 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:39:25,807 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:39:25,808 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:39:25,808 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:39:25,808 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:39:25,808 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:39:25,811 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:39:25,813 Job list saved +2021-12-18 09:39:25,820 Updating FAILED jobs +2021-12-18 09:39:25,820 Updating WAITING jobs +2021-12-18 09:39:25,820 Update finished +2021-12-18 09:39:35,826 Reloading parameters... +2021-12-18 09:39:35,845 Loading parameters... +2021-12-18 09:39:35,846 Loading project parameters... +2021-12-18 09:39:35,848 + +16 of 25 jobs remaining (09:39) +2021-12-18 09:39:35,848 Sleep: 10 +2021-12-18 09:39:35,848 Number of retrials: 0 +2021-12-18 09:39:35,849 WRAPPER CHECK TIME = 10 +2021-12-18 09:39:35,849 Checking jobs for platform=marenostrum4 +2021-12-18 09:39:35,850 Checking jobs for platform=nord3 +2021-12-18 09:39:35,850 Checking jobs for platform=local +2021-12-18 09:39:35,851 Checking jobs for platform=transfer_node +2021-12-18 09:39:35,851 Checking all jobs at once +2021-12-18 09:39:37,121 Successful check job command +2021-12-18 09:39:38,591 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:39:38,591 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:39:38,591 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:39:38,591 End of checking +2021-12-18 09:39:38,592 Updating FAILED jobs +2021-12-18 09:39:38,593 Updating WAITING jobs +2021-12-18 09:39:38,593 Update finished +2021-12-18 09:39:38,593 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:39:38,593 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:39:38,593 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:39:38,593 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:39:38,594 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:39:38,594 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:39:38,594 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:39:38,594 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:39:38,594 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:39:38,597 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:39:38,599 Job list saved +2021-12-18 09:39:38,604 Updating FAILED jobs +2021-12-18 09:39:38,604 Updating WAITING jobs +2021-12-18 09:39:38,605 Update finished +2021-12-18 09:39:48,615 Reloading parameters... +2021-12-18 09:39:48,636 Loading parameters... +2021-12-18 09:39:48,638 Loading project parameters... +2021-12-18 09:39:48,640 + +16 of 25 jobs remaining (09:39) +2021-12-18 09:39:48,640 Sleep: 10 +2021-12-18 09:39:48,640 Number of retrials: 0 +2021-12-18 09:39:48,640 WRAPPER CHECK TIME = 10 +2021-12-18 09:39:48,641 Checking jobs for platform=marenostrum4 +2021-12-18 09:39:48,641 Checking jobs for platform=nord3 +2021-12-18 09:39:48,642 Checking jobs for platform=local +2021-12-18 09:39:48,642 Checking jobs for platform=transfer_node +2021-12-18 09:39:48,643 Checking all jobs at once +2021-12-18 09:39:49,862 Successful check job command +2021-12-18 09:39:51,081 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:39:51,082 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:39:51,082 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:39:51,082 End of checking +2021-12-18 09:39:51,083 Updating FAILED jobs +2021-12-18 09:39:51,083 Updating WAITING jobs +2021-12-18 09:39:51,084 Update finished +2021-12-18 09:39:51,084 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:39:51,084 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:39:51,084 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:39:51,084 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:39:51,084 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:39:51,085 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:39:51,085 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:39:51,085 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:39:51,085 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:39:51,088 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:39:51,090 Job list saved +2021-12-18 09:39:51,097 Updating FAILED jobs +2021-12-18 09:39:51,098 Updating WAITING jobs +2021-12-18 09:39:51,098 Update finished +2021-12-18 09:40:01,104 Reloading parameters... +2021-12-18 09:40:01,125 Loading parameters... +2021-12-18 09:40:01,127 Loading project parameters... +2021-12-18 09:40:01,129 + +16 of 25 jobs remaining (09:40) +2021-12-18 09:40:01,129 Sleep: 10 +2021-12-18 09:40:01,129 Number of retrials: 0 +2021-12-18 09:40:01,129 WRAPPER CHECK TIME = 10 +2021-12-18 09:40:01,129 Checking jobs for platform=marenostrum4 +2021-12-18 09:40:01,130 Checking jobs for platform=nord3 +2021-12-18 09:40:01,131 Checking jobs for platform=local +2021-12-18 09:40:01,131 Checking jobs for platform=transfer_node +2021-12-18 09:40:01,131 Checking all jobs at once +2021-12-18 09:40:02,401 Successful check job command +2021-12-18 09:40:03,571 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:40:03,571 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:40:03,571 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:40:03,571 End of checking +2021-12-18 09:40:03,574 Updating FAILED jobs +2021-12-18 09:40:03,574 Updating WAITING jobs +2021-12-18 09:40:03,574 Update finished +2021-12-18 09:40:03,575 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:40:03,575 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:40:03,575 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:40:03,576 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:40:03,576 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:40:03,576 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:40:03,576 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:40:03,576 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:40:03,576 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:40:03,585 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:40:03,587 Job list saved +2021-12-18 09:40:03,600 Updating FAILED jobs +2021-12-18 09:40:03,600 Updating WAITING jobs +2021-12-18 09:40:03,600 Update finished +2021-12-18 09:40:13,604 Reloading parameters... +2021-12-18 09:40:13,623 Loading parameters... +2021-12-18 09:40:13,624 Loading project parameters... +2021-12-18 09:40:13,627 + +16 of 25 jobs remaining (09:40) +2021-12-18 09:40:13,627 Sleep: 10 +2021-12-18 09:40:13,627 Number of retrials: 0 +2021-12-18 09:40:13,627 WRAPPER CHECK TIME = 10 +2021-12-18 09:40:13,628 Checking jobs for platform=marenostrum4 +2021-12-18 09:40:13,628 Checking jobs for platform=nord3 +2021-12-18 09:40:13,629 Checking jobs for platform=local +2021-12-18 09:40:13,629 Checking jobs for platform=transfer_node +2021-12-18 09:40:13,629 Checking all jobs at once +2021-12-18 09:40:14,899 Successful check job command +2021-12-18 09:40:16,218 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:40:16,219 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:40:16,219 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:40:16,219 End of checking +2021-12-18 09:40:16,220 Updating FAILED jobs +2021-12-18 09:40:16,220 Updating WAITING jobs +2021-12-18 09:40:16,221 Update finished +2021-12-18 09:40:16,221 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:40:16,221 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:40:16,221 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:40:16,221 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:40:16,221 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:40:16,222 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:40:16,222 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:40:16,222 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:40:16,222 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:40:16,225 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:40:16,229 Job list saved +2021-12-18 09:40:16,234 Updating FAILED jobs +2021-12-18 09:40:16,234 Updating WAITING jobs +2021-12-18 09:40:16,234 Update finished +2021-12-18 09:40:26,243 Reloading parameters... +2021-12-18 09:40:26,264 Loading parameters... +2021-12-18 09:40:26,265 Loading project parameters... +2021-12-18 09:40:26,267 + +16 of 25 jobs remaining (09:40) +2021-12-18 09:40:26,267 Sleep: 10 +2021-12-18 09:40:26,268 Number of retrials: 0 +2021-12-18 09:40:26,268 WRAPPER CHECK TIME = 10 +2021-12-18 09:40:26,268 Checking jobs for platform=marenostrum4 +2021-12-18 09:40:26,269 Checking jobs for platform=nord3 +2021-12-18 09:40:26,269 Checking jobs for platform=local +2021-12-18 09:40:26,270 Checking jobs for platform=transfer_node +2021-12-18 09:40:26,270 Checking all jobs at once +2021-12-18 09:40:27,692 Successful check job command +2021-12-18 09:40:29,562 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:40:29,563 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:40:29,563 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:40:29,563 End of checking +2021-12-18 09:40:29,564 Updating FAILED jobs +2021-12-18 09:40:29,565 Updating WAITING jobs +2021-12-18 09:40:29,565 Update finished +2021-12-18 09:40:29,565 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:40:29,565 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:40:29,565 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:40:29,565 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:40:29,566 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:40:29,566 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:40:29,566 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:40:29,566 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:40:29,566 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:40:29,569 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:40:29,571 Job list saved +2021-12-18 09:40:29,577 Updating FAILED jobs +2021-12-18 09:40:29,577 Updating WAITING jobs +2021-12-18 09:40:29,577 Update finished +2021-12-18 09:40:39,587 Reloading parameters... +2021-12-18 09:40:39,608 Loading parameters... +2021-12-18 09:40:39,609 Loading project parameters... +2021-12-18 09:40:39,611 + +16 of 25 jobs remaining (09:40) +2021-12-18 09:40:39,611 Sleep: 10 +2021-12-18 09:40:39,612 Number of retrials: 0 +2021-12-18 09:40:39,612 WRAPPER CHECK TIME = 10 +2021-12-18 09:40:39,612 Checking jobs for platform=marenostrum4 +2021-12-18 09:40:39,613 Checking jobs for platform=nord3 +2021-12-18 09:40:39,613 Checking jobs for platform=local +2021-12-18 09:40:39,614 Checking jobs for platform=transfer_node +2021-12-18 09:40:39,614 Checking all jobs at once +2021-12-18 09:40:40,733 Successful check job command +2021-12-18 09:40:42,003 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:40:42,004 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:40:42,004 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:40:42,004 End of checking +2021-12-18 09:40:42,005 Updating FAILED jobs +2021-12-18 09:40:42,005 Updating WAITING jobs +2021-12-18 09:40:42,005 Update finished +2021-12-18 09:40:42,006 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:40:42,006 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:40:42,007 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:40:42,007 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:40:42,007 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:40:42,007 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:40:42,007 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:40:42,007 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:40:42,007 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:40:42,010 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:40:42,012 Job list saved +2021-12-18 09:40:42,017 Updating FAILED jobs +2021-12-18 09:40:42,017 Updating WAITING jobs +2021-12-18 09:40:42,017 Update finished +2021-12-18 09:40:52,027 Reloading parameters... +2021-12-18 09:40:52,046 Loading parameters... +2021-12-18 09:40:52,048 Loading project parameters... +2021-12-18 09:40:52,050 + +16 of 25 jobs remaining (09:40) +2021-12-18 09:40:52,050 Sleep: 10 +2021-12-18 09:40:52,050 Number of retrials: 0 +2021-12-18 09:40:52,050 WRAPPER CHECK TIME = 10 +2021-12-18 09:40:52,051 Checking jobs for platform=marenostrum4 +2021-12-18 09:40:52,051 Checking jobs for platform=nord3 +2021-12-18 09:40:52,052 Checking jobs for platform=local +2021-12-18 09:40:52,052 Checking jobs for platform=transfer_node +2021-12-18 09:40:52,052 Checking all jobs at once +2021-12-18 09:40:53,322 Successful check job command +2021-12-18 09:40:54,441 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:40:54,441 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:40:54,442 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:40:54,442 End of checking +2021-12-18 09:40:54,444 Updating FAILED jobs +2021-12-18 09:40:54,444 Updating WAITING jobs +2021-12-18 09:40:54,444 Update finished +2021-12-18 09:40:54,444 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:40:54,444 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:40:54,444 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:40:54,445 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:40:54,445 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:40:54,445 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:40:54,445 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:40:54,445 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:40:54,445 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:40:54,448 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:40:54,450 Job list saved +2021-12-18 09:40:54,458 Updating FAILED jobs +2021-12-18 09:40:54,458 Updating WAITING jobs +2021-12-18 09:40:54,459 Update finished +2021-12-18 09:41:04,469 Reloading parameters... +2021-12-18 09:41:04,488 Loading parameters... +2021-12-18 09:41:04,489 Loading project parameters... +2021-12-18 09:41:04,496 + +16 of 25 jobs remaining (09:41) +2021-12-18 09:41:04,496 Sleep: 10 +2021-12-18 09:41:04,496 Number of retrials: 0 +2021-12-18 09:41:04,496 WRAPPER CHECK TIME = 10 +2021-12-18 09:41:04,497 Checking jobs for platform=marenostrum4 +2021-12-18 09:41:04,498 Checking jobs for platform=nord3 +2021-12-18 09:41:04,498 Checking jobs for platform=local +2021-12-18 09:41:04,499 Checking jobs for platform=transfer_node +2021-12-18 09:41:04,499 Checking all jobs at once +2021-12-18 09:41:05,868 Successful check job command +2021-12-18 09:41:07,137 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:41:07,138 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:41:07,138 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:41:07,138 End of checking +2021-12-18 09:41:07,139 Updating FAILED jobs +2021-12-18 09:41:07,139 Updating WAITING jobs +2021-12-18 09:41:07,140 Update finished +2021-12-18 09:41:07,140 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:41:07,140 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:41:07,140 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:41:07,140 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:41:07,140 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:41:07,140 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:41:07,141 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:41:07,141 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:41:07,141 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:41:07,143 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:41:07,146 Job list saved +2021-12-18 09:41:07,150 Updating FAILED jobs +2021-12-18 09:41:07,150 Updating WAITING jobs +2021-12-18 09:41:07,151 Update finished +2021-12-18 09:41:17,156 Reloading parameters... +2021-12-18 09:41:17,176 Loading parameters... +2021-12-18 09:41:17,177 Loading project parameters... +2021-12-18 09:41:17,179 + +16 of 25 jobs remaining (09:41) +2021-12-18 09:41:17,179 Sleep: 10 +2021-12-18 09:41:17,180 Number of retrials: 0 +2021-12-18 09:41:17,180 WRAPPER CHECK TIME = 10 +2021-12-18 09:41:17,180 Checking jobs for platform=marenostrum4 +2021-12-18 09:41:17,181 Checking jobs for platform=nord3 +2021-12-18 09:41:17,181 Checking jobs for platform=local +2021-12-18 09:41:17,182 Checking jobs for platform=transfer_node +2021-12-18 09:41:17,182 Checking all jobs at once +2021-12-18 09:41:18,404 Successful check job command +2021-12-18 09:41:19,673 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:41:19,674 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:41:19,674 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:41:19,674 End of checking +2021-12-18 09:41:19,676 Updating FAILED jobs +2021-12-18 09:41:19,676 Updating WAITING jobs +2021-12-18 09:41:19,676 Update finished +2021-12-18 09:41:19,677 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:41:19,677 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:41:19,677 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:41:19,678 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:41:19,678 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:41:19,678 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:41:19,678 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:41:19,678 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:41:19,678 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:41:19,681 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:41:19,683 Job list saved +2021-12-18 09:41:19,688 Updating FAILED jobs +2021-12-18 09:41:19,688 Updating WAITING jobs +2021-12-18 09:41:19,688 Update finished +2021-12-18 09:41:29,698 Reloading parameters... +2021-12-18 09:41:29,717 Loading parameters... +2021-12-18 09:41:29,719 Loading project parameters... +2021-12-18 09:41:29,720 + +16 of 25 jobs remaining (09:41) +2021-12-18 09:41:29,721 Sleep: 10 +2021-12-18 09:41:29,721 Number of retrials: 0 +2021-12-18 09:41:29,721 WRAPPER CHECK TIME = 10 +2021-12-18 09:41:29,722 Checking jobs for platform=marenostrum4 +2021-12-18 09:41:29,722 Checking jobs for platform=nord3 +2021-12-18 09:41:29,723 Checking jobs for platform=local +2021-12-18 09:41:29,723 Checking jobs for platform=transfer_node +2021-12-18 09:41:29,723 Checking all jobs at once +2021-12-18 09:41:30,992 Successful check job command +2021-12-18 09:41:32,312 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:41:32,312 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:41:32,312 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:41:32,313 End of checking +2021-12-18 09:41:32,314 Updating FAILED jobs +2021-12-18 09:41:32,315 Updating WAITING jobs +2021-12-18 09:41:32,315 Update finished +2021-12-18 09:41:32,315 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:41:32,315 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:41:32,315 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:41:32,315 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:41:32,316 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:41:32,316 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:41:32,316 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:41:32,316 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:41:32,316 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:41:32,319 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:41:32,321 Job list saved +2021-12-18 09:41:32,327 Updating FAILED jobs +2021-12-18 09:41:32,327 Updating WAITING jobs +2021-12-18 09:41:32,327 Update finished +2021-12-18 09:41:42,328 Reloading parameters... +2021-12-18 09:41:42,347 Loading parameters... +2021-12-18 09:41:42,348 Loading project parameters... +2021-12-18 09:41:42,350 + +16 of 25 jobs remaining (09:41) +2021-12-18 09:41:42,350 Sleep: 10 +2021-12-18 09:41:42,350 Number of retrials: 0 +2021-12-18 09:41:42,350 WRAPPER CHECK TIME = 10 +2021-12-18 09:41:42,351 Checking jobs for platform=marenostrum4 +2021-12-18 09:41:42,352 Checking jobs for platform=nord3 +2021-12-18 09:41:42,352 Checking jobs for platform=local +2021-12-18 09:41:42,353 Checking jobs for platform=transfer_node +2021-12-18 09:41:42,353 Checking all jobs at once +2021-12-18 09:41:43,622 Successful check job command +2021-12-18 09:41:44,842 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:41:44,842 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:41:44,842 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:41:44,842 End of checking +2021-12-18 09:41:44,843 Updating FAILED jobs +2021-12-18 09:41:44,843 Updating WAITING jobs +2021-12-18 09:41:44,844 Update finished +2021-12-18 09:41:44,844 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:41:44,844 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:41:44,844 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:41:44,844 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:41:44,844 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:41:44,845 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:41:44,845 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:41:44,845 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:41:44,845 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:41:44,848 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:41:44,850 Job list saved +2021-12-18 09:41:44,855 Updating FAILED jobs +2021-12-18 09:41:44,855 Updating WAITING jobs +2021-12-18 09:41:44,856 Update finished +2021-12-18 09:41:54,863 Reloading parameters... +2021-12-18 09:41:54,882 Loading parameters... +2021-12-18 09:41:54,883 Loading project parameters... +2021-12-18 09:41:54,885 + +16 of 25 jobs remaining (09:41) +2021-12-18 09:41:54,885 Sleep: 10 +2021-12-18 09:41:54,886 Number of retrials: 0 +2021-12-18 09:41:54,886 WRAPPER CHECK TIME = 10 +2021-12-18 09:41:54,886 Checking jobs for platform=marenostrum4 +2021-12-18 09:41:54,887 Checking jobs for platform=nord3 +2021-12-18 09:41:54,887 Checking jobs for platform=local +2021-12-18 09:41:54,888 Checking jobs for platform=transfer_node +2021-12-18 09:41:54,888 Checking all jobs at once +2021-12-18 09:41:56,258 Successful check job command +2021-12-18 09:41:57,477 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:41:57,477 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:41:57,477 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:41:57,477 End of checking +2021-12-18 09:41:57,479 Updating FAILED jobs +2021-12-18 09:41:57,479 Updating WAITING jobs +2021-12-18 09:41:57,479 Update finished +2021-12-18 09:41:57,479 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:41:57,480 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:41:57,480 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:41:57,480 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:41:57,481 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:41:57,481 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:41:57,481 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:41:57,481 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:41:57,481 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:41:57,484 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:41:57,487 Job list saved +2021-12-18 09:41:57,491 Updating FAILED jobs +2021-12-18 09:41:57,491 Updating WAITING jobs +2021-12-18 09:41:57,492 Update finished +2021-12-18 09:42:07,502 Reloading parameters... +2021-12-18 09:42:07,521 Loading parameters... +2021-12-18 09:42:07,522 Loading project parameters... +2021-12-18 09:42:07,524 + +16 of 25 jobs remaining (09:42) +2021-12-18 09:42:07,524 Sleep: 10 +2021-12-18 09:42:07,524 Number of retrials: 0 +2021-12-18 09:42:07,524 WRAPPER CHECK TIME = 10 +2021-12-18 09:42:07,525 Checking jobs for platform=marenostrum4 +2021-12-18 09:42:07,526 Checking jobs for platform=nord3 +2021-12-18 09:42:07,526 Checking jobs for platform=local +2021-12-18 09:42:07,527 Checking jobs for platform=transfer_node +2021-12-18 09:42:07,527 Checking all jobs at once +2021-12-18 09:42:08,698 Successful check job command +2021-12-18 09:42:09,769 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:42:09,770 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:42:09,770 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:42:09,770 End of checking +2021-12-18 09:42:09,772 Updating FAILED jobs +2021-12-18 09:42:09,772 Updating WAITING jobs +2021-12-18 09:42:09,772 Update finished +2021-12-18 09:42:09,773 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:42:09,773 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:42:09,773 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:42:09,773 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:42:09,773 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:42:09,773 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:42:09,773 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:42:09,773 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:42:09,774 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:42:09,777 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:42:09,780 Job list saved +2021-12-18 09:42:09,790 Updating FAILED jobs +2021-12-18 09:42:09,790 Updating WAITING jobs +2021-12-18 09:42:09,790 Update finished +2021-12-18 09:42:19,801 Reloading parameters... +2021-12-18 09:42:19,819 Loading parameters... +2021-12-18 09:42:19,820 Loading project parameters... +2021-12-18 09:42:19,822 + +16 of 25 jobs remaining (09:42) +2021-12-18 09:42:19,822 Sleep: 10 +2021-12-18 09:42:19,822 Number of retrials: 0 +2021-12-18 09:42:19,823 WRAPPER CHECK TIME = 10 +2021-12-18 09:42:19,823 Checking jobs for platform=marenostrum4 +2021-12-18 09:42:19,824 Checking jobs for platform=nord3 +2021-12-18 09:42:19,824 Checking jobs for platform=local +2021-12-18 09:42:19,825 Checking jobs for platform=transfer_node +2021-12-18 09:42:19,825 Checking all jobs at once +2021-12-18 09:42:21,344 Successful check job command +2021-12-18 09:42:22,664 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:42:22,664 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:42:22,665 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:42:22,665 End of checking +2021-12-18 09:42:22,666 Updating FAILED jobs +2021-12-18 09:42:22,666 Updating WAITING jobs +2021-12-18 09:42:22,666 Update finished +2021-12-18 09:42:22,666 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:42:22,667 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:42:22,667 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:42:22,667 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:42:22,667 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:42:22,667 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:42:22,667 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:42:22,667 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:42:22,667 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:42:22,670 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:42:22,673 Job list saved +2021-12-18 09:42:22,678 Updating FAILED jobs +2021-12-18 09:42:22,678 Updating WAITING jobs +2021-12-18 09:42:22,678 Update finished +2021-12-18 09:42:32,689 Reloading parameters... +2021-12-18 09:42:32,711 Loading parameters... +2021-12-18 09:42:32,712 Loading project parameters... +2021-12-18 09:42:32,714 + +16 of 25 jobs remaining (09:42) +2021-12-18 09:42:32,714 Sleep: 10 +2021-12-18 09:42:32,714 Number of retrials: 0 +2021-12-18 09:42:32,714 WRAPPER CHECK TIME = 10 +2021-12-18 09:42:32,715 Checking jobs for platform=marenostrum4 +2021-12-18 09:42:32,715 Checking jobs for platform=nord3 +2021-12-18 09:42:32,716 Checking jobs for platform=local +2021-12-18 09:42:32,716 Checking jobs for platform=transfer_node +2021-12-18 09:42:32,717 Checking all jobs at once +2021-12-18 09:42:33,989 Successful check job command +2021-12-18 09:42:35,409 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:42:35,409 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:42:35,409 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:42:35,409 End of checking +2021-12-18 09:42:35,410 Updating FAILED jobs +2021-12-18 09:42:35,411 Updating WAITING jobs +2021-12-18 09:42:35,411 Update finished +2021-12-18 09:42:35,411 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:42:35,412 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:42:35,412 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:42:35,412 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:42:35,412 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:42:35,412 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:42:35,412 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:42:35,412 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:42:35,413 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:42:35,415 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:42:35,417 Job list saved +2021-12-18 09:42:35,422 Updating FAILED jobs +2021-12-18 09:42:35,422 Updating WAITING jobs +2021-12-18 09:42:35,423 Update finished +2021-12-18 09:42:45,433 Reloading parameters... +2021-12-18 09:42:45,457 Loading parameters... +2021-12-18 09:42:45,459 Loading project parameters... +2021-12-18 09:42:45,460 + +16 of 25 jobs remaining (09:42) +2021-12-18 09:42:45,461 Sleep: 10 +2021-12-18 09:42:45,461 Number of retrials: 0 +2021-12-18 09:42:45,461 WRAPPER CHECK TIME = 10 +2021-12-18 09:42:45,461 Checking jobs for platform=marenostrum4 +2021-12-18 09:42:45,462 Checking jobs for platform=nord3 +2021-12-18 09:42:45,462 Checking jobs for platform=local +2021-12-18 09:42:45,463 Checking jobs for platform=transfer_node +2021-12-18 09:42:45,463 Checking all jobs at once +2021-12-18 09:42:46,684 Successful check job command +2021-12-18 09:42:47,903 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:42:47,903 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:42:47,903 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:42:47,903 End of checking +2021-12-18 09:42:47,905 Updating FAILED jobs +2021-12-18 09:42:47,905 Updating WAITING jobs +2021-12-18 09:42:47,905 Update finished +2021-12-18 09:42:47,906 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:42:47,906 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:42:47,906 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:42:47,906 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:42:47,906 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:42:47,906 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:42:47,906 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:42:47,907 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:42:47,907 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:42:47,909 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:42:47,912 Job list saved +2021-12-18 09:42:47,917 Updating FAILED jobs +2021-12-18 09:42:47,917 Updating WAITING jobs +2021-12-18 09:42:47,917 Update finished +2021-12-18 09:42:57,920 Reloading parameters... +2021-12-18 09:42:57,939 Loading parameters... +2021-12-18 09:42:57,940 Loading project parameters... +2021-12-18 09:42:57,942 + +16 of 25 jobs remaining (09:42) +2021-12-18 09:42:57,942 Sleep: 10 +2021-12-18 09:42:57,942 Number of retrials: 0 +2021-12-18 09:42:57,942 WRAPPER CHECK TIME = 10 +2021-12-18 09:42:57,943 Checking jobs for platform=marenostrum4 +2021-12-18 09:42:57,943 Checking jobs for platform=nord3 +2021-12-18 09:42:57,944 Checking jobs for platform=local +2021-12-18 09:42:57,944 Checking jobs for platform=transfer_node +2021-12-18 09:42:57,944 Checking all jobs at once +2021-12-18 09:42:59,214 Successful check job command +2021-12-18 09:43:00,433 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:43:00,433 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:43:00,433 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:43:00,434 End of checking +2021-12-18 09:43:00,435 Updating FAILED jobs +2021-12-18 09:43:00,435 Updating WAITING jobs +2021-12-18 09:43:00,435 Update finished +2021-12-18 09:43:00,436 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:43:00,436 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:43:00,436 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:43:00,436 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:43:00,436 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:43:00,436 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:43:00,436 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:43:00,436 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:43:00,437 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:43:00,440 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:43:00,443 Job list saved +2021-12-18 09:43:00,447 Updating FAILED jobs +2021-12-18 09:43:00,448 Updating WAITING jobs +2021-12-18 09:43:00,448 Update finished +2021-12-18 09:43:10,458 Reloading parameters... +2021-12-18 09:43:10,477 Loading parameters... +2021-12-18 09:43:10,479 Loading project parameters... +2021-12-18 09:43:10,480 + +16 of 25 jobs remaining (09:43) +2021-12-18 09:43:10,481 Sleep: 10 +2021-12-18 09:43:10,481 Number of retrials: 0 +2021-12-18 09:43:10,481 WRAPPER CHECK TIME = 10 +2021-12-18 09:43:10,481 Checking jobs for platform=marenostrum4 +2021-12-18 09:43:10,482 Checking jobs for platform=nord3 +2021-12-18 09:43:10,483 Checking jobs for platform=local +2021-12-18 09:43:10,483 Checking jobs for platform=transfer_node +2021-12-18 09:43:10,483 Checking all jobs at once +2021-12-18 09:43:11,803 Successful check job command +2021-12-18 09:43:12,926 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:43:12,926 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:43:12,926 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:43:12,926 End of checking +2021-12-18 09:43:12,928 Updating FAILED jobs +2021-12-18 09:43:12,928 Updating WAITING jobs +2021-12-18 09:43:12,928 Update finished +2021-12-18 09:43:12,928 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:43:12,929 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:43:12,929 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:43:12,929 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:43:12,929 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:43:12,929 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:43:12,929 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:43:12,930 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:43:12,930 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:43:12,932 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:43:12,935 Job list saved +2021-12-18 09:43:12,940 Updating FAILED jobs +2021-12-18 09:43:12,940 Updating WAITING jobs +2021-12-18 09:43:12,940 Update finished +2021-12-18 09:43:22,950 Reloading parameters... +2021-12-18 09:43:22,968 Loading parameters... +2021-12-18 09:43:22,969 Loading project parameters... +2021-12-18 09:43:22,971 + +16 of 25 jobs remaining (09:43) +2021-12-18 09:43:22,971 Sleep: 10 +2021-12-18 09:43:22,971 Number of retrials: 0 +2021-12-18 09:43:22,972 WRAPPER CHECK TIME = 10 +2021-12-18 09:43:22,972 Checking jobs for platform=marenostrum4 +2021-12-18 09:43:22,973 Checking jobs for platform=nord3 +2021-12-18 09:43:22,973 Checking jobs for platform=local +2021-12-18 09:43:22,974 Checking jobs for platform=transfer_node +2021-12-18 09:43:22,974 Checking all jobs at once +2021-12-18 09:43:24,646 Successful check job command +2021-12-18 09:43:26,166 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:43:26,166 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:43:26,166 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:43:26,166 End of checking +2021-12-18 09:43:26,168 Updating FAILED jobs +2021-12-18 09:43:26,168 Updating WAITING jobs +2021-12-18 09:43:26,168 Update finished +2021-12-18 09:43:26,168 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:43:26,168 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:43:26,168 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:43:26,168 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:43:26,169 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:43:26,169 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:43:26,169 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:43:26,169 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:43:26,169 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:43:26,172 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:43:26,174 Job list saved +2021-12-18 09:43:26,179 Updating FAILED jobs +2021-12-18 09:43:26,179 Updating WAITING jobs +2021-12-18 09:43:26,179 Update finished +2021-12-18 09:43:36,189 Reloading parameters... +2021-12-18 09:43:36,208 Loading parameters... +2021-12-18 09:43:36,209 Loading project parameters... +2021-12-18 09:43:36,211 + +16 of 25 jobs remaining (09:43) +2021-12-18 09:43:36,211 Sleep: 10 +2021-12-18 09:43:36,211 Number of retrials: 0 +2021-12-18 09:43:36,211 WRAPPER CHECK TIME = 10 +2021-12-18 09:43:36,212 Checking jobs for platform=marenostrum4 +2021-12-18 09:43:36,213 Checking jobs for platform=nord3 +2021-12-18 09:43:36,213 Checking jobs for platform=local +2021-12-18 09:43:36,214 Checking jobs for platform=transfer_node +2021-12-18 09:43:36,214 Checking all jobs at once +2021-12-18 09:43:37,483 Successful check job command +2021-12-18 09:43:38,803 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:43:38,803 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:43:38,803 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:43:38,803 End of checking +2021-12-18 09:43:38,805 Updating FAILED jobs +2021-12-18 09:43:38,805 Updating WAITING jobs +2021-12-18 09:43:38,805 Update finished +2021-12-18 09:43:38,805 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:43:38,805 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:43:38,806 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:43:38,806 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:43:38,806 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:43:38,806 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:43:38,806 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:43:38,806 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:43:38,806 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:43:38,809 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:43:38,811 Job list saved +2021-12-18 09:43:38,817 Updating FAILED jobs +2021-12-18 09:43:38,817 Updating WAITING jobs +2021-12-18 09:43:38,818 Update finished +2021-12-18 09:43:48,828 Reloading parameters... +2021-12-18 09:43:48,847 Loading parameters... +2021-12-18 09:43:48,849 Loading project parameters... +2021-12-18 09:43:48,851 + +16 of 25 jobs remaining (09:43) +2021-12-18 09:43:48,851 Sleep: 10 +2021-12-18 09:43:48,851 Number of retrials: 0 +2021-12-18 09:43:48,851 WRAPPER CHECK TIME = 10 +2021-12-18 09:43:48,852 Checking jobs for platform=marenostrum4 +2021-12-18 09:43:48,852 Checking jobs for platform=nord3 +2021-12-18 09:43:48,853 Checking jobs for platform=local +2021-12-18 09:43:48,853 Checking jobs for platform=transfer_node +2021-12-18 09:43:48,853 Checking all jobs at once +2021-12-18 09:43:50,123 Successful check job command +2021-12-18 09:43:51,244 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:43:51,245 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:43:51,245 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:43:51,245 End of checking +2021-12-18 09:43:51,246 Updating FAILED jobs +2021-12-18 09:43:51,246 Updating WAITING jobs +2021-12-18 09:43:51,247 Update finished +2021-12-18 09:43:51,247 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:43:51,247 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:43:51,247 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:43:51,248 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:43:51,248 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:43:51,248 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:43:51,248 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:43:51,248 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:43:51,248 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:43:51,251 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:43:51,253 Job list saved +2021-12-18 09:43:51,258 Updating FAILED jobs +2021-12-18 09:43:51,258 Updating WAITING jobs +2021-12-18 09:43:51,258 Update finished +2021-12-18 09:44:01,268 Reloading parameters... +2021-12-18 09:44:01,288 Loading parameters... +2021-12-18 09:44:01,290 Loading project parameters... +2021-12-18 09:44:01,291 + +16 of 25 jobs remaining (09:44) +2021-12-18 09:44:01,292 Sleep: 10 +2021-12-18 09:44:01,292 Number of retrials: 0 +2021-12-18 09:44:01,292 WRAPPER CHECK TIME = 10 +2021-12-18 09:44:01,292 Checking jobs for platform=marenostrum4 +2021-12-18 09:44:01,293 Checking jobs for platform=nord3 +2021-12-18 09:44:01,294 Checking jobs for platform=local +2021-12-18 09:44:01,294 Checking jobs for platform=transfer_node +2021-12-18 09:44:01,294 Checking all jobs at once +2021-12-18 09:44:02,817 Successful check job command +2021-12-18 09:44:04,187 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:44:04,187 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:44:04,187 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:44:04,187 End of checking +2021-12-18 09:44:04,189 Updating FAILED jobs +2021-12-18 09:44:04,189 Updating WAITING jobs +2021-12-18 09:44:04,189 Update finished +2021-12-18 09:44:04,189 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:44:04,189 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:44:04,190 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:44:04,190 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:44:04,190 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:44:04,190 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:44:04,190 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:44:04,190 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:44:04,190 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:44:04,194 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:44:04,196 Job list saved +2021-12-18 09:44:04,201 Updating FAILED jobs +2021-12-18 09:44:04,201 Updating WAITING jobs +2021-12-18 09:44:04,202 Update finished +2021-12-18 09:44:14,212 Reloading parameters... +2021-12-18 09:44:14,233 Loading parameters... +2021-12-18 09:44:14,236 Loading project parameters... +2021-12-18 09:44:14,238 + +16 of 25 jobs remaining (09:44) +2021-12-18 09:44:14,238 Sleep: 10 +2021-12-18 09:44:14,238 Number of retrials: 0 +2021-12-18 09:44:14,238 WRAPPER CHECK TIME = 10 +2021-12-18 09:44:14,239 Checking jobs for platform=marenostrum4 +2021-12-18 09:44:14,240 Checking jobs for platform=nord3 +2021-12-18 09:44:14,240 Checking jobs for platform=local +2021-12-18 09:44:14,241 Checking jobs for platform=transfer_node +2021-12-18 09:44:14,241 Checking all jobs at once +2021-12-18 09:44:15,861 Successful check job command +2021-12-18 09:44:17,232 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:44:17,232 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:44:17,232 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:44:17,232 End of checking +2021-12-18 09:44:17,233 Updating FAILED jobs +2021-12-18 09:44:17,233 Updating WAITING jobs +2021-12-18 09:44:17,234 Update finished +2021-12-18 09:44:17,234 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:44:17,234 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:44:17,234 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:44:17,234 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:44:17,234 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:44:17,235 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:44:17,235 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:44:17,235 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:44:17,235 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:44:17,237 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:44:17,240 Job list saved +2021-12-18 09:44:17,244 Updating FAILED jobs +2021-12-18 09:44:17,244 Updating WAITING jobs +2021-12-18 09:44:17,245 Update finished +2021-12-18 09:44:27,253 Reloading parameters... +2021-12-18 09:44:27,271 Loading parameters... +2021-12-18 09:44:27,273 Loading project parameters... +2021-12-18 09:44:27,275 + +16 of 25 jobs remaining (09:44) +2021-12-18 09:44:27,275 Sleep: 10 +2021-12-18 09:44:27,275 Number of retrials: 0 +2021-12-18 09:44:27,275 WRAPPER CHECK TIME = 10 +2021-12-18 09:44:27,276 Checking jobs for platform=marenostrum4 +2021-12-18 09:44:27,276 Checking jobs for platform=nord3 +2021-12-18 09:44:27,277 Checking jobs for platform=local +2021-12-18 09:44:27,277 Checking jobs for platform=transfer_node +2021-12-18 09:44:27,277 Checking all jobs at once +2021-12-18 09:44:28,797 Successful check job command +2021-12-18 09:44:30,117 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:44:30,117 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:44:30,117 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:44:30,117 End of checking +2021-12-18 09:44:30,118 Updating FAILED jobs +2021-12-18 09:44:30,118 Updating WAITING jobs +2021-12-18 09:44:30,119 Update finished +2021-12-18 09:44:30,119 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:44:30,119 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:44:30,119 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:44:30,120 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:44:30,120 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:44:30,120 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:44:30,120 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:44:30,120 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:44:30,120 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:44:30,123 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:44:30,125 Job list saved +2021-12-18 09:44:30,130 Updating FAILED jobs +2021-12-18 09:44:30,130 Updating WAITING jobs +2021-12-18 09:44:30,130 Update finished +2021-12-18 09:44:40,138 Reloading parameters... +2021-12-18 09:44:40,158 Loading parameters... +2021-12-18 09:44:40,159 Loading project parameters... +2021-12-18 09:44:40,162 + +16 of 25 jobs remaining (09:44) +2021-12-18 09:44:40,162 Sleep: 10 +2021-12-18 09:44:40,162 Number of retrials: 0 +2021-12-18 09:44:40,162 WRAPPER CHECK TIME = 10 +2021-12-18 09:44:40,163 Checking jobs for platform=marenostrum4 +2021-12-18 09:44:40,164 Checking jobs for platform=nord3 +2021-12-18 09:44:40,164 Checking jobs for platform=local +2021-12-18 09:44:40,165 Checking jobs for platform=transfer_node +2021-12-18 09:44:40,165 Checking all jobs at once +2021-12-18 09:44:41,389 Successful check job command +2021-12-18 09:44:42,608 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:44:42,608 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:44:42,608 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:44:42,608 End of checking +2021-12-18 09:44:42,610 Updating FAILED jobs +2021-12-18 09:44:42,610 Updating WAITING jobs +2021-12-18 09:44:42,610 Update finished +2021-12-18 09:44:42,611 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:44:42,611 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:44:42,611 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:44:42,611 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:44:42,611 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:44:42,611 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:44:42,611 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:44:42,612 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:44:42,612 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:44:42,614 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:44:42,617 Job list saved +2021-12-18 09:44:42,622 Updating FAILED jobs +2021-12-18 09:44:42,622 Updating WAITING jobs +2021-12-18 09:44:42,622 Update finished +2021-12-18 09:44:52,632 Reloading parameters... +2021-12-18 09:44:52,650 Loading parameters... +2021-12-18 09:44:52,652 Loading project parameters... +2021-12-18 09:44:52,654 + +16 of 25 jobs remaining (09:44) +2021-12-18 09:44:52,654 Sleep: 10 +2021-12-18 09:44:52,654 Number of retrials: 0 +2021-12-18 09:44:52,654 WRAPPER CHECK TIME = 10 +2021-12-18 09:44:52,655 Checking jobs for platform=marenostrum4 +2021-12-18 09:44:52,655 Checking jobs for platform=nord3 +2021-12-18 09:44:52,656 Checking jobs for platform=local +2021-12-18 09:44:52,656 Checking jobs for platform=transfer_node +2021-12-18 09:44:52,656 Checking all jobs at once +2021-12-18 09:44:53,976 Successful check job command +2021-12-18 09:44:55,245 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:44:55,246 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:44:55,246 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:44:55,246 End of checking +2021-12-18 09:44:55,247 Updating FAILED jobs +2021-12-18 09:44:55,247 Updating WAITING jobs +2021-12-18 09:44:55,248 Update finished +2021-12-18 09:44:55,248 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:44:55,248 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:44:55,248 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:44:55,248 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:44:55,248 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:44:55,249 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:44:55,249 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:44:55,249 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:44:55,249 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:44:55,252 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:44:55,254 Job list saved +2021-12-18 09:44:55,258 Updating FAILED jobs +2021-12-18 09:44:55,258 Updating WAITING jobs +2021-12-18 09:44:55,259 Update finished +2021-12-18 09:45:05,269 Reloading parameters... +2021-12-18 09:45:05,290 Loading parameters... +2021-12-18 09:45:05,292 Loading project parameters... +2021-12-18 09:45:05,294 + +16 of 25 jobs remaining (09:45) +2021-12-18 09:45:05,294 Sleep: 10 +2021-12-18 09:45:05,294 Number of retrials: 0 +2021-12-18 09:45:05,294 WRAPPER CHECK TIME = 10 +2021-12-18 09:45:05,295 Checking jobs for platform=marenostrum4 +2021-12-18 09:45:05,295 Checking jobs for platform=nord3 +2021-12-18 09:45:05,296 Checking jobs for platform=local +2021-12-18 09:45:05,296 Checking jobs for platform=transfer_node +2021-12-18 09:45:05,296 Checking all jobs at once +2021-12-18 09:45:06,568 Successful check job command +2021-12-18 09:45:07,838 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:45:07,839 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:45:07,839 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:45:07,839 End of checking +2021-12-18 09:45:07,840 Updating FAILED jobs +2021-12-18 09:45:07,840 Updating WAITING jobs +2021-12-18 09:45:07,840 Update finished +2021-12-18 09:45:07,841 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:45:07,841 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:45:07,841 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:45:07,841 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:45:07,841 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:45:07,842 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:45:07,842 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:45:07,842 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:45:07,842 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:45:07,844 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:45:07,847 Job list saved +2021-12-18 09:45:07,851 Updating FAILED jobs +2021-12-18 09:45:07,852 Updating WAITING jobs +2021-12-18 09:45:07,852 Update finished +2021-12-18 09:45:17,861 Reloading parameters... +2021-12-18 09:45:17,880 Loading parameters... +2021-12-18 09:45:17,882 Loading project parameters... +2021-12-18 09:45:17,883 + +16 of 25 jobs remaining (09:45) +2021-12-18 09:45:17,884 Sleep: 10 +2021-12-18 09:45:17,884 Number of retrials: 0 +2021-12-18 09:45:17,884 WRAPPER CHECK TIME = 10 +2021-12-18 09:45:17,884 Checking jobs for platform=marenostrum4 +2021-12-18 09:45:17,885 Checking jobs for platform=nord3 +2021-12-18 09:45:17,885 Checking jobs for platform=local +2021-12-18 09:45:17,886 Checking jobs for platform=transfer_node +2021-12-18 09:45:17,886 Checking all jobs at once +2021-12-18 09:45:19,309 Successful check job command +2021-12-18 09:45:20,629 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:45:20,629 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:45:20,629 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:45:20,629 End of checking +2021-12-18 09:45:20,631 Updating FAILED jobs +2021-12-18 09:45:20,631 Updating WAITING jobs +2021-12-18 09:45:20,631 Update finished +2021-12-18 09:45:20,631 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:45:20,631 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:45:20,632 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:45:20,632 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:45:20,632 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:45:20,632 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:45:20,632 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:45:20,632 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:45:20,632 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:45:20,635 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:45:20,637 Job list saved +2021-12-18 09:45:20,642 Updating FAILED jobs +2021-12-18 09:45:20,642 Updating WAITING jobs +2021-12-18 09:45:20,642 Update finished +2021-12-18 09:45:30,649 Reloading parameters... +2021-12-18 09:45:30,669 Loading parameters... +2021-12-18 09:45:30,670 Loading project parameters... +2021-12-18 09:45:30,672 + +16 of 25 jobs remaining (09:45) +2021-12-18 09:45:30,672 Sleep: 10 +2021-12-18 09:45:30,672 Number of retrials: 0 +2021-12-18 09:45:30,672 WRAPPER CHECK TIME = 10 +2021-12-18 09:45:30,673 Checking jobs for platform=marenostrum4 +2021-12-18 09:45:30,673 Checking jobs for platform=nord3 +2021-12-18 09:45:30,674 Checking jobs for platform=local +2021-12-18 09:45:30,674 Checking jobs for platform=transfer_node +2021-12-18 09:45:30,675 Checking all jobs at once +2021-12-18 09:45:32,144 Successful check job command +2021-12-18 09:45:33,814 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:45:33,814 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:45:33,814 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:45:33,814 End of checking +2021-12-18 09:45:33,816 Updating FAILED jobs +2021-12-18 09:45:33,816 Updating WAITING jobs +2021-12-18 09:45:33,816 Update finished +2021-12-18 09:45:33,817 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:45:33,817 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:45:33,817 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:45:33,817 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:45:33,817 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:45:33,817 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:45:33,817 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:45:33,817 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:45:33,818 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:45:33,820 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:45:33,822 Job list saved +2021-12-18 09:45:33,827 Updating FAILED jobs +2021-12-18 09:45:33,827 Updating WAITING jobs +2021-12-18 09:45:33,827 Update finished +2021-12-18 09:45:43,838 Reloading parameters... +2021-12-18 09:45:43,859 Loading parameters... +2021-12-18 09:45:43,861 Loading project parameters... +2021-12-18 09:45:43,863 + +16 of 25 jobs remaining (09:45) +2021-12-18 09:45:43,863 Sleep: 10 +2021-12-18 09:45:43,863 Number of retrials: 0 +2021-12-18 09:45:43,863 WRAPPER CHECK TIME = 10 +2021-12-18 09:45:43,864 Checking jobs for platform=marenostrum4 +2021-12-18 09:45:43,865 Checking jobs for platform=nord3 +2021-12-18 09:45:43,865 Checking jobs for platform=local +2021-12-18 09:45:43,866 Checking jobs for platform=transfer_node +2021-12-18 09:45:43,866 Checking all jobs at once +2021-12-18 09:45:45,135 Successful check job command +2021-12-18 09:45:46,505 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:45:46,505 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:45:46,505 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:45:46,505 End of checking +2021-12-18 09:45:46,507 Updating FAILED jobs +2021-12-18 09:45:46,507 Updating WAITING jobs +2021-12-18 09:45:46,507 Update finished +2021-12-18 09:45:46,508 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:45:46,509 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:45:46,509 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:45:46,509 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:45:46,509 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:45:46,509 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:45:46,509 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:45:46,509 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:45:46,509 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:45:46,512 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:45:46,515 Job list saved +2021-12-18 09:45:46,520 Updating FAILED jobs +2021-12-18 09:45:46,520 Updating WAITING jobs +2021-12-18 09:45:46,521 Update finished +2021-12-18 09:45:56,531 Reloading parameters... +2021-12-18 09:45:56,550 Loading parameters... +2021-12-18 09:45:56,551 Loading project parameters... +2021-12-18 09:45:56,554 + +16 of 25 jobs remaining (09:45) +2021-12-18 09:45:56,554 Sleep: 10 +2021-12-18 09:45:56,554 Number of retrials: 0 +2021-12-18 09:45:56,554 WRAPPER CHECK TIME = 10 +2021-12-18 09:45:56,555 Checking jobs for platform=marenostrum4 +2021-12-18 09:45:56,555 Checking jobs for platform=nord3 +2021-12-18 09:45:56,556 Checking jobs for platform=local +2021-12-18 09:45:56,556 Checking jobs for platform=transfer_node +2021-12-18 09:45:56,557 Checking all jobs at once +2021-12-18 09:45:58,027 Successful check job command +2021-12-18 09:45:59,299 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:45:59,299 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:45:59,299 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:45:59,299 End of checking +2021-12-18 09:45:59,301 Updating FAILED jobs +2021-12-18 09:45:59,301 Updating WAITING jobs +2021-12-18 09:45:59,301 Update finished +2021-12-18 09:45:59,301 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:45:59,301 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:45:59,302 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:45:59,302 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:45:59,302 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:45:59,302 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:45:59,302 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:45:59,302 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:45:59,302 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:45:59,305 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:45:59,307 Job list saved +2021-12-18 09:45:59,311 Updating FAILED jobs +2021-12-18 09:45:59,312 Updating WAITING jobs +2021-12-18 09:45:59,312 Update finished +2021-12-18 09:46:09,322 Reloading parameters... +2021-12-18 09:46:09,341 Loading parameters... +2021-12-18 09:46:09,342 Loading project parameters... +2021-12-18 09:46:09,344 + +16 of 25 jobs remaining (09:46) +2021-12-18 09:46:09,344 Sleep: 10 +2021-12-18 09:46:09,344 Number of retrials: 0 +2021-12-18 09:46:09,344 WRAPPER CHECK TIME = 10 +2021-12-18 09:46:09,345 Checking jobs for platform=marenostrum4 +2021-12-18 09:46:09,346 Checking jobs for platform=nord3 +2021-12-18 09:46:09,346 Checking jobs for platform=local +2021-12-18 09:46:09,347 Checking jobs for platform=transfer_node +2021-12-18 09:46:09,347 Checking all jobs at once +2021-12-18 09:46:10,716 Successful check job command +2021-12-18 09:46:11,936 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:46:11,936 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:46:11,936 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:46:11,936 End of checking +2021-12-18 09:46:11,938 Updating FAILED jobs +2021-12-18 09:46:11,938 Updating WAITING jobs +2021-12-18 09:46:11,938 Update finished +2021-12-18 09:46:11,938 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:46:11,939 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:46:11,939 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:46:11,939 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:46:11,939 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:46:11,939 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:46:11,939 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:46:11,939 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:46:11,939 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:46:11,942 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:46:11,945 Job list saved +2021-12-18 09:46:11,949 Updating FAILED jobs +2021-12-18 09:46:11,950 Updating WAITING jobs +2021-12-18 09:46:11,950 Update finished +2021-12-18 09:46:21,960 Reloading parameters... +2021-12-18 09:46:21,978 Loading parameters... +2021-12-18 09:46:21,979 Loading project parameters... +2021-12-18 09:46:21,981 + +16 of 25 jobs remaining (09:46) +2021-12-18 09:46:21,981 Sleep: 10 +2021-12-18 09:46:21,981 Number of retrials: 0 +2021-12-18 09:46:21,981 WRAPPER CHECK TIME = 10 +2021-12-18 09:46:21,982 Checking jobs for platform=marenostrum4 +2021-12-18 09:46:21,982 Checking jobs for platform=nord3 +2021-12-18 09:46:21,983 Checking jobs for platform=local +2021-12-18 09:46:21,983 Checking jobs for platform=transfer_node +2021-12-18 09:46:21,984 Checking all jobs at once +2021-12-18 09:46:23,304 Successful check job command +2021-12-18 09:46:24,523 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:46:24,524 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:46:24,524 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:46:24,524 End of checking +2021-12-18 09:46:24,525 Updating FAILED jobs +2021-12-18 09:46:24,525 Updating WAITING jobs +2021-12-18 09:46:24,526 Update finished +2021-12-18 09:46:24,526 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:46:24,526 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:46:24,526 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:46:24,527 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:46:24,527 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:46:24,527 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:46:24,527 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:46:24,527 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:46:24,527 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:46:24,530 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:46:24,532 Job list saved +2021-12-18 09:46:24,537 Updating FAILED jobs +2021-12-18 09:46:24,537 Updating WAITING jobs +2021-12-18 09:46:24,537 Update finished +2021-12-18 09:46:34,547 Reloading parameters... +2021-12-18 09:46:34,568 Loading parameters... +2021-12-18 09:46:34,570 Loading project parameters... +2021-12-18 09:46:34,572 + +16 of 25 jobs remaining (09:46) +2021-12-18 09:46:34,572 Sleep: 10 +2021-12-18 09:46:34,572 Number of retrials: 0 +2021-12-18 09:46:34,572 WRAPPER CHECK TIME = 10 +2021-12-18 09:46:34,573 Checking jobs for platform=marenostrum4 +2021-12-18 09:46:34,574 Checking jobs for platform=nord3 +2021-12-18 09:46:34,574 Checking jobs for platform=local +2021-12-18 09:46:34,575 Checking jobs for platform=transfer_node +2021-12-18 09:46:34,575 Checking all jobs at once +2021-12-18 09:46:36,047 Successful check job command +2021-12-18 09:46:37,416 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:46:37,416 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:46:37,416 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:46:37,416 End of checking +2021-12-18 09:46:37,418 Updating FAILED jobs +2021-12-18 09:46:37,418 Updating WAITING jobs +2021-12-18 09:46:37,418 Update finished +2021-12-18 09:46:37,418 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:46:37,418 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:46:37,418 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:46:37,419 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:46:37,419 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:46:37,419 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:46:37,419 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:46:37,419 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:46:37,419 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:46:37,422 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:46:37,424 Job list saved +2021-12-18 09:46:37,428 Updating FAILED jobs +2021-12-18 09:46:37,428 Updating WAITING jobs +2021-12-18 09:46:37,429 Update finished +2021-12-18 09:46:47,437 Reloading parameters... +2021-12-18 09:46:47,457 Loading parameters... +2021-12-18 09:46:47,458 Loading project parameters... +2021-12-18 09:46:47,460 + +16 of 25 jobs remaining (09:46) +2021-12-18 09:46:47,460 Sleep: 10 +2021-12-18 09:46:47,461 Number of retrials: 0 +2021-12-18 09:46:47,461 WRAPPER CHECK TIME = 10 +2021-12-18 09:46:47,461 Checking jobs for platform=marenostrum4 +2021-12-18 09:46:47,462 Checking jobs for platform=nord3 +2021-12-18 09:46:47,463 Checking jobs for platform=local +2021-12-18 09:46:47,463 Checking jobs for platform=transfer_node +2021-12-18 09:46:47,464 Checking all jobs at once +2021-12-18 09:46:49,233 Successful check job command +2021-12-18 09:46:50,904 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:46:50,904 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:46:50,904 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:46:50,904 End of checking +2021-12-18 09:46:50,905 Updating FAILED jobs +2021-12-18 09:46:50,905 Updating WAITING jobs +2021-12-18 09:46:50,906 Update finished +2021-12-18 09:46:50,906 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:46:50,906 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:46:50,906 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:46:50,906 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:46:50,906 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:46:50,906 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:46:50,907 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:46:50,907 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:46:50,907 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:46:50,909 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:46:50,912 Job list saved +2021-12-18 09:46:50,916 Updating FAILED jobs +2021-12-18 09:46:50,916 Updating WAITING jobs +2021-12-18 09:46:50,917 Update finished +2021-12-18 09:47:00,927 Reloading parameters... +2021-12-18 09:47:00,947 Loading parameters... +2021-12-18 09:47:00,948 Loading project parameters... +2021-12-18 09:47:00,950 + +16 of 25 jobs remaining (09:47) +2021-12-18 09:47:00,950 Sleep: 10 +2021-12-18 09:47:00,950 Number of retrials: 0 +2021-12-18 09:47:00,950 WRAPPER CHECK TIME = 10 +2021-12-18 09:47:00,951 Checking jobs for platform=marenostrum4 +2021-12-18 09:47:00,952 Checking jobs for platform=nord3 +2021-12-18 09:47:00,952 Checking jobs for platform=local +2021-12-18 09:47:00,953 Checking jobs for platform=transfer_node +2021-12-18 09:47:00,953 Checking all jobs at once +2021-12-18 09:47:02,372 Successful check job command +2021-12-18 09:47:03,695 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:47:03,695 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:47:03,695 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:47:03,695 End of checking +2021-12-18 09:47:03,697 Updating FAILED jobs +2021-12-18 09:47:03,697 Updating WAITING jobs +2021-12-18 09:47:03,697 Update finished +2021-12-18 09:47:03,697 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:47:03,698 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:47:03,698 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:47:03,698 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:47:03,698 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:47:03,698 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:47:03,698 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:47:03,699 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:47:03,699 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:47:03,701 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:47:03,703 Job list saved +2021-12-18 09:47:03,708 Updating FAILED jobs +2021-12-18 09:47:03,708 Updating WAITING jobs +2021-12-18 09:47:03,708 Update finished +2021-12-18 09:47:13,719 Reloading parameters... +2021-12-18 09:47:13,736 Loading parameters... +2021-12-18 09:47:13,738 Loading project parameters... +2021-12-18 09:47:13,740 + +16 of 25 jobs remaining (09:47) +2021-12-18 09:47:13,740 Sleep: 10 +2021-12-18 09:47:13,740 Number of retrials: 0 +2021-12-18 09:47:13,740 WRAPPER CHECK TIME = 10 +2021-12-18 09:47:13,741 Checking jobs for platform=marenostrum4 +2021-12-18 09:47:13,742 Checking jobs for platform=nord3 +2021-12-18 09:47:13,743 Checking jobs for platform=local +2021-12-18 09:47:13,744 Checking jobs for platform=transfer_node +2021-12-18 09:47:13,744 Checking all jobs at once +2021-12-18 09:47:15,066 Successful check job command +2021-12-18 09:47:16,287 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:47:16,287 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:47:16,288 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:47:16,288 End of checking +2021-12-18 09:47:16,289 Updating FAILED jobs +2021-12-18 09:47:16,289 Updating WAITING jobs +2021-12-18 09:47:16,289 Update finished +2021-12-18 09:47:16,289 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:47:16,290 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:47:16,290 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:47:16,290 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:47:16,290 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:47:16,290 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:47:16,290 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:47:16,290 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:47:16,291 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:47:16,293 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:47:16,295 Job list saved +2021-12-18 09:47:16,300 Updating FAILED jobs +2021-12-18 09:47:16,300 Updating WAITING jobs +2021-12-18 09:47:16,300 Update finished +2021-12-18 09:47:26,310 Reloading parameters... +2021-12-18 09:47:26,331 Loading parameters... +2021-12-18 09:47:26,332 Loading project parameters... +2021-12-18 09:47:26,334 + +16 of 25 jobs remaining (09:47) +2021-12-18 09:47:26,334 Sleep: 10 +2021-12-18 09:47:26,334 Number of retrials: 0 +2021-12-18 09:47:26,334 WRAPPER CHECK TIME = 10 +2021-12-18 09:47:26,335 Checking jobs for platform=marenostrum4 +2021-12-18 09:47:26,335 Checking jobs for platform=nord3 +2021-12-18 09:47:26,336 Checking jobs for platform=local +2021-12-18 09:47:26,336 Checking jobs for platform=transfer_node +2021-12-18 09:47:26,337 Checking all jobs at once +2021-12-18 09:47:27,762 Successful check job command +2021-12-18 09:47:29,081 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:47:29,081 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:47:29,081 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:47:29,081 End of checking +2021-12-18 09:47:29,083 Updating FAILED jobs +2021-12-18 09:47:29,083 Updating WAITING jobs +2021-12-18 09:47:29,083 Update finished +2021-12-18 09:47:29,083 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:47:29,083 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:47:29,083 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:47:29,084 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:47:29,084 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:47:29,084 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:47:29,084 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:47:29,084 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:47:29,084 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:47:29,087 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:47:29,089 Job list saved +2021-12-18 09:47:29,093 Updating FAILED jobs +2021-12-18 09:47:29,093 Updating WAITING jobs +2021-12-18 09:47:29,094 Update finished +2021-12-18 09:47:39,104 Reloading parameters... +2021-12-18 09:47:39,124 Loading parameters... +2021-12-18 09:47:39,125 Loading project parameters... +2021-12-18 09:47:39,127 + +16 of 25 jobs remaining (09:47) +2021-12-18 09:47:39,127 Sleep: 10 +2021-12-18 09:47:39,127 Number of retrials: 0 +2021-12-18 09:47:39,127 WRAPPER CHECK TIME = 10 +2021-12-18 09:47:39,128 Checking jobs for platform=marenostrum4 +2021-12-18 09:47:39,128 Checking jobs for platform=nord3 +2021-12-18 09:47:39,129 Checking jobs for platform=local +2021-12-18 09:47:39,129 Checking jobs for platform=transfer_node +2021-12-18 09:47:39,129 Checking all jobs at once +2021-12-18 09:47:41,450 Successful check job command +2021-12-18 09:47:43,120 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:47:43,121 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:47:43,121 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:47:43,121 End of checking +2021-12-18 09:47:43,122 Updating FAILED jobs +2021-12-18 09:47:43,122 Updating WAITING jobs +2021-12-18 09:47:43,122 Update finished +2021-12-18 09:47:43,123 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:47:43,123 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:47:43,123 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:47:43,123 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:47:43,124 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:47:43,124 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:47:43,124 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:47:43,124 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:47:43,124 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:47:43,126 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:47:43,129 Job list saved +2021-12-18 09:47:43,138 Updating FAILED jobs +2021-12-18 09:47:43,138 Updating WAITING jobs +2021-12-18 09:47:43,138 Update finished +2021-12-18 09:47:53,148 Reloading parameters... +2021-12-18 09:47:53,169 Loading parameters... +2021-12-18 09:47:53,171 Loading project parameters... +2021-12-18 09:47:53,173 + +16 of 25 jobs remaining (09:47) +2021-12-18 09:47:53,173 Sleep: 10 +2021-12-18 09:47:53,173 Number of retrials: 0 +2021-12-18 09:47:53,173 WRAPPER CHECK TIME = 10 +2021-12-18 09:47:53,174 Checking jobs for platform=marenostrum4 +2021-12-18 09:47:53,174 Checking jobs for platform=nord3 +2021-12-18 09:47:53,176 Checking jobs for platform=local +2021-12-18 09:47:53,177 Checking jobs for platform=transfer_node +2021-12-18 09:47:53,177 Checking all jobs at once +2021-12-18 09:47:54,797 Successful check job command +2021-12-18 09:47:56,317 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:47:56,317 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:47:56,317 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:47:56,317 End of checking +2021-12-18 09:47:56,318 Updating FAILED jobs +2021-12-18 09:47:56,319 Updating WAITING jobs +2021-12-18 09:47:56,319 Update finished +2021-12-18 09:47:56,319 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:47:56,319 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:47:56,319 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:47:56,319 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:47:56,320 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:47:56,320 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:47:56,320 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:47:56,320 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:47:56,320 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:47:56,323 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:47:56,325 Job list saved +2021-12-18 09:47:56,330 Updating FAILED jobs +2021-12-18 09:47:56,330 Updating WAITING jobs +2021-12-18 09:47:56,330 Update finished +2021-12-18 09:48:06,340 Reloading parameters... +2021-12-18 09:48:06,358 Loading parameters... +2021-12-18 09:48:06,359 Loading project parameters... +2021-12-18 09:48:06,361 + +16 of 25 jobs remaining (09:48) +2021-12-18 09:48:06,361 Sleep: 10 +2021-12-18 09:48:06,361 Number of retrials: 0 +2021-12-18 09:48:06,361 WRAPPER CHECK TIME = 10 +2021-12-18 09:48:06,362 Checking jobs for platform=marenostrum4 +2021-12-18 09:48:06,363 Checking jobs for platform=nord3 +2021-12-18 09:48:06,363 Checking jobs for platform=local +2021-12-18 09:48:06,364 Checking jobs for platform=transfer_node +2021-12-18 09:48:06,364 Checking all jobs at once +2021-12-18 09:48:07,683 Successful check job command +2021-12-18 09:48:09,053 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:48:09,054 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:48:09,054 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:48:09,054 End of checking +2021-12-18 09:48:09,055 Updating FAILED jobs +2021-12-18 09:48:09,055 Updating WAITING jobs +2021-12-18 09:48:09,056 Update finished +2021-12-18 09:48:09,056 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:48:09,056 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:48:09,056 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:48:09,056 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:48:09,056 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:48:09,056 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:48:09,057 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:48:09,057 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:48:09,057 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:48:09,059 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:48:09,061 Job list saved +2021-12-18 09:48:09,066 Updating FAILED jobs +2021-12-18 09:48:09,066 Updating WAITING jobs +2021-12-18 09:48:09,067 Update finished +2021-12-18 09:48:19,072 Reloading parameters... +2021-12-18 09:48:19,091 Loading parameters... +2021-12-18 09:48:19,092 Loading project parameters... +2021-12-18 09:48:19,094 + +16 of 25 jobs remaining (09:48) +2021-12-18 09:48:19,094 Sleep: 10 +2021-12-18 09:48:19,094 Number of retrials: 0 +2021-12-18 09:48:19,094 WRAPPER CHECK TIME = 10 +2021-12-18 09:48:19,095 Checking jobs for platform=marenostrum4 +2021-12-18 09:48:19,095 Checking jobs for platform=nord3 +2021-12-18 09:48:19,096 Checking jobs for platform=local +2021-12-18 09:48:19,097 Checking jobs for platform=transfer_node +2021-12-18 09:48:19,097 Checking all jobs at once +2021-12-18 09:48:20,316 Successful check job command +2021-12-18 09:48:21,585 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:48:21,586 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:48:21,586 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:48:21,586 End of checking +2021-12-18 09:48:21,587 Updating FAILED jobs +2021-12-18 09:48:21,587 Updating WAITING jobs +2021-12-18 09:48:21,588 Update finished +2021-12-18 09:48:21,588 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:48:21,588 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:48:21,589 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:48:21,589 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:48:21,589 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:48:21,589 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:48:21,589 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:48:21,589 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:48:21,589 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:48:21,592 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:48:21,594 Job list saved +2021-12-18 09:48:21,599 Updating FAILED jobs +2021-12-18 09:48:21,599 Updating WAITING jobs +2021-12-18 09:48:21,599 Update finished +2021-12-18 09:48:31,608 Reloading parameters... +2021-12-18 09:48:31,626 Loading parameters... +2021-12-18 09:48:31,627 Loading project parameters... +2021-12-18 09:48:31,629 + +16 of 25 jobs remaining (09:48) +2021-12-18 09:48:31,629 Sleep: 10 +2021-12-18 09:48:31,629 Number of retrials: 0 +2021-12-18 09:48:31,630 WRAPPER CHECK TIME = 10 +2021-12-18 09:48:31,630 Checking jobs for platform=marenostrum4 +2021-12-18 09:48:31,631 Checking jobs for platform=nord3 +2021-12-18 09:48:31,631 Checking jobs for platform=local +2021-12-18 09:48:31,632 Checking jobs for platform=transfer_node +2021-12-18 09:48:31,632 Checking all jobs at once +2021-12-18 09:48:33,051 Successful check job command +2021-12-18 09:48:34,274 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:48:34,275 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:48:34,275 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:48:34,275 End of checking +2021-12-18 09:48:34,276 Updating FAILED jobs +2021-12-18 09:48:34,276 Updating WAITING jobs +2021-12-18 09:48:34,276 Update finished +2021-12-18 09:48:34,277 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:48:34,277 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:48:34,277 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:48:34,277 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:48:34,277 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:48:34,277 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:48:34,277 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:48:34,278 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:48:34,278 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:48:34,281 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:48:34,283 Job list saved +2021-12-18 09:48:34,288 Updating FAILED jobs +2021-12-18 09:48:34,288 Updating WAITING jobs +2021-12-18 09:48:34,288 Update finished +2021-12-18 09:48:44,298 Reloading parameters... +2021-12-18 09:48:44,315 Loading parameters... +2021-12-18 09:48:44,317 Loading project parameters... +2021-12-18 09:48:44,319 + +16 of 25 jobs remaining (09:48) +2021-12-18 09:48:44,319 Sleep: 10 +2021-12-18 09:48:44,319 Number of retrials: 0 +2021-12-18 09:48:44,319 WRAPPER CHECK TIME = 10 +2021-12-18 09:48:44,320 Checking jobs for platform=marenostrum4 +2021-12-18 09:48:44,320 Checking jobs for platform=nord3 +2021-12-18 09:48:44,321 Checking jobs for platform=local +2021-12-18 09:48:44,321 Checking jobs for platform=transfer_node +2021-12-18 09:48:44,321 Checking all jobs at once +2021-12-18 09:48:45,791 Successful check job command +2021-12-18 09:48:47,160 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:48:47,160 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:48:47,161 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:48:47,161 End of checking +2021-12-18 09:48:47,162 Updating FAILED jobs +2021-12-18 09:48:47,162 Updating WAITING jobs +2021-12-18 09:48:47,163 Update finished +2021-12-18 09:48:47,163 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:48:47,163 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:48:47,163 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:48:47,163 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:48:47,163 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:48:47,163 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:48:47,164 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:48:47,164 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:48:47,164 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:48:47,167 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:48:47,169 Job list saved +2021-12-18 09:48:47,175 Updating FAILED jobs +2021-12-18 09:48:47,175 Updating WAITING jobs +2021-12-18 09:48:47,175 Update finished +2021-12-18 09:48:57,184 Reloading parameters... +2021-12-18 09:48:57,203 Loading parameters... +2021-12-18 09:48:57,204 Loading project parameters... +2021-12-18 09:48:57,206 + +16 of 25 jobs remaining (09:48) +2021-12-18 09:48:57,206 Sleep: 10 +2021-12-18 09:48:57,206 Number of retrials: 0 +2021-12-18 09:48:57,206 WRAPPER CHECK TIME = 10 +2021-12-18 09:48:57,207 Checking jobs for platform=marenostrum4 +2021-12-18 09:48:57,208 Checking jobs for platform=nord3 +2021-12-18 09:48:57,208 Checking jobs for platform=local +2021-12-18 09:48:57,209 Checking jobs for platform=transfer_node +2021-12-18 09:48:57,209 Checking all jobs at once +2021-12-18 09:48:58,429 Successful check job command +2021-12-18 09:48:59,899 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:48:59,900 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:48:59,900 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:48:59,900 End of checking +2021-12-18 09:48:59,901 Updating FAILED jobs +2021-12-18 09:48:59,901 Updating WAITING jobs +2021-12-18 09:48:59,901 Update finished +2021-12-18 09:48:59,902 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:48:59,902 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:48:59,902 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:48:59,903 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:48:59,903 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:48:59,903 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:48:59,903 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:48:59,903 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:48:59,903 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:48:59,906 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:48:59,908 Job list saved +2021-12-18 09:48:59,913 Updating FAILED jobs +2021-12-18 09:48:59,913 Updating WAITING jobs +2021-12-18 09:48:59,913 Update finished +2021-12-18 09:49:09,923 Reloading parameters... +2021-12-18 09:49:09,940 Loading parameters... +2021-12-18 09:49:09,941 Loading project parameters... +2021-12-18 09:49:09,943 + +16 of 25 jobs remaining (09:49) +2021-12-18 09:49:09,944 Sleep: 10 +2021-12-18 09:49:09,944 Number of retrials: 0 +2021-12-18 09:49:09,944 WRAPPER CHECK TIME = 10 +2021-12-18 09:49:09,944 Checking jobs for platform=marenostrum4 +2021-12-18 09:49:09,945 Checking jobs for platform=nord3 +2021-12-18 09:49:09,945 Checking jobs for platform=local +2021-12-18 09:49:09,946 Checking jobs for platform=transfer_node +2021-12-18 09:49:09,946 Checking all jobs at once +2021-12-18 09:49:11,168 Successful check job command +2021-12-18 09:49:12,487 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:49:12,488 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:49:12,488 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:49:12,488 End of checking +2021-12-18 09:49:12,489 Updating FAILED jobs +2021-12-18 09:49:12,489 Updating WAITING jobs +2021-12-18 09:49:12,490 Update finished +2021-12-18 09:49:12,490 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:49:12,490 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:49:12,490 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:49:12,490 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:49:12,490 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:49:12,491 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:49:12,491 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:49:12,491 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:49:12,491 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:49:12,494 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:49:12,496 Job list saved +2021-12-18 09:49:12,501 Updating FAILED jobs +2021-12-18 09:49:12,501 Updating WAITING jobs +2021-12-18 09:49:12,501 Update finished +2021-12-18 09:49:22,511 Reloading parameters... +2021-12-18 09:49:22,530 Loading parameters... +2021-12-18 09:49:22,531 Loading project parameters... +2021-12-18 09:49:22,533 + +16 of 25 jobs remaining (09:49) +2021-12-18 09:49:22,533 Sleep: 10 +2021-12-18 09:49:22,533 Number of retrials: 0 +2021-12-18 09:49:22,533 WRAPPER CHECK TIME = 10 +2021-12-18 09:49:22,538 Checking jobs for platform=marenostrum4 +2021-12-18 09:49:22,540 Checking jobs for platform=nord3 +2021-12-18 09:49:22,542 Checking jobs for platform=local +2021-12-18 09:49:22,544 Checking jobs for platform=transfer_node +2021-12-18 09:49:22,544 Checking all jobs at once +2021-12-18 09:49:23,814 Successful check job command +2021-12-18 09:49:25,084 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:49:25,084 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:49:25,084 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:49:25,084 End of checking +2021-12-18 09:49:25,085 Updating FAILED jobs +2021-12-18 09:49:25,085 Updating WAITING jobs +2021-12-18 09:49:25,086 Update finished +2021-12-18 09:49:25,086 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:49:25,086 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:49:25,086 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:49:25,086 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:49:25,086 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:49:25,086 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:49:25,087 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:49:25,087 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:49:25,087 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:49:25,089 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:49:25,092 Job list saved +2021-12-18 09:49:25,096 Updating FAILED jobs +2021-12-18 09:49:25,097 Updating WAITING jobs +2021-12-18 09:49:25,097 Update finished +2021-12-18 09:49:35,107 Reloading parameters... +2021-12-18 09:49:35,127 Loading parameters... +2021-12-18 09:49:35,128 Loading project parameters... +2021-12-18 09:49:35,130 + +16 of 25 jobs remaining (09:49) +2021-12-18 09:49:35,130 Sleep: 10 +2021-12-18 09:49:35,130 Number of retrials: 0 +2021-12-18 09:49:35,131 WRAPPER CHECK TIME = 10 +2021-12-18 09:49:35,131 Checking jobs for platform=marenostrum4 +2021-12-18 09:49:35,135 Checking jobs for platform=nord3 +2021-12-18 09:49:35,135 Checking jobs for platform=local +2021-12-18 09:49:35,136 Checking jobs for platform=transfer_node +2021-12-18 09:49:35,136 Checking all jobs at once +2021-12-18 09:49:36,460 Successful check job command +2021-12-18 09:49:37,931 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:49:37,932 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:49:37,932 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:49:37,932 End of checking +2021-12-18 09:49:37,933 Updating FAILED jobs +2021-12-18 09:49:37,933 Updating WAITING jobs +2021-12-18 09:49:37,933 Update finished +2021-12-18 09:49:37,934 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:49:37,934 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:49:37,934 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:49:37,934 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:49:37,935 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:49:37,935 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:49:37,935 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:49:37,935 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:49:37,935 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:49:37,938 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:49:37,940 Job list saved +2021-12-18 09:49:37,945 Updating FAILED jobs +2021-12-18 09:49:37,945 Updating WAITING jobs +2021-12-18 09:49:37,945 Update finished +2021-12-18 09:49:47,955 Reloading parameters... +2021-12-18 09:49:47,972 Loading parameters... +2021-12-18 09:49:47,973 Loading project parameters... +2021-12-18 09:49:47,975 + +16 of 25 jobs remaining (09:49) +2021-12-18 09:49:47,975 Sleep: 10 +2021-12-18 09:49:47,975 Number of retrials: 0 +2021-12-18 09:49:47,975 WRAPPER CHECK TIME = 10 +2021-12-18 09:49:47,976 Checking jobs for platform=marenostrum4 +2021-12-18 09:49:47,977 Checking jobs for platform=nord3 +2021-12-18 09:49:47,977 Checking jobs for platform=local +2021-12-18 09:49:47,978 Checking jobs for platform=transfer_node +2021-12-18 09:49:47,978 Checking all jobs at once +2021-12-18 09:49:49,196 Successful check job command +2021-12-18 09:49:50,316 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:49:50,316 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:49:50,316 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:49:50,316 End of checking +2021-12-18 09:49:50,318 Updating FAILED jobs +2021-12-18 09:49:50,318 Updating WAITING jobs +2021-12-18 09:49:50,318 Update finished +2021-12-18 09:49:50,318 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:49:50,318 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:49:50,318 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:49:50,319 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:49:50,319 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:49:50,319 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:49:50,319 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:49:50,319 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:49:50,319 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:49:50,322 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:49:50,324 Job list saved +2021-12-18 09:49:50,329 Updating FAILED jobs +2021-12-18 09:49:50,329 Updating WAITING jobs +2021-12-18 09:49:50,329 Update finished +2021-12-18 09:50:00,339 Reloading parameters... +2021-12-18 09:50:00,357 Loading parameters... +2021-12-18 09:50:00,358 Loading project parameters... +2021-12-18 09:50:00,360 + +16 of 25 jobs remaining (09:50) +2021-12-18 09:50:00,360 Sleep: 10 +2021-12-18 09:50:00,360 Number of retrials: 0 +2021-12-18 09:50:00,361 WRAPPER CHECK TIME = 10 +2021-12-18 09:50:00,361 Checking jobs for platform=marenostrum4 +2021-12-18 09:50:00,363 Checking jobs for platform=nord3 +2021-12-18 09:50:00,363 Checking jobs for platform=local +2021-12-18 09:50:00,364 Checking jobs for platform=transfer_node +2021-12-18 09:50:00,364 Checking all jobs at once +2021-12-18 09:50:02,087 Successful check job command +2021-12-18 09:50:03,357 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:50:03,358 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:50:03,358 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:50:03,358 End of checking +2021-12-18 09:50:03,360 Updating FAILED jobs +2021-12-18 09:50:03,360 Updating WAITING jobs +2021-12-18 09:50:03,360 Update finished +2021-12-18 09:50:03,360 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:50:03,361 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:50:03,361 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:50:03,361 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:50:03,361 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:50:03,361 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:50:03,361 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:50:03,361 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:50:03,362 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:50:03,365 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:50:03,367 Job list saved +2021-12-18 09:50:03,373 Updating FAILED jobs +2021-12-18 09:50:03,373 Updating WAITING jobs +2021-12-18 09:50:03,374 Update finished +2021-12-18 09:50:13,382 Reloading parameters... +2021-12-18 09:50:13,402 Loading parameters... +2021-12-18 09:50:13,404 Loading project parameters... +2021-12-18 09:50:13,405 + +16 of 25 jobs remaining (09:50) +2021-12-18 09:50:13,406 Sleep: 10 +2021-12-18 09:50:13,406 Number of retrials: 0 +2021-12-18 09:50:13,406 WRAPPER CHECK TIME = 10 +2021-12-18 09:50:13,406 Checking jobs for platform=marenostrum4 +2021-12-18 09:50:13,407 Checking jobs for platform=nord3 +2021-12-18 09:50:13,407 Checking jobs for platform=local +2021-12-18 09:50:13,408 Checking jobs for platform=transfer_node +2021-12-18 09:50:13,408 Checking all jobs at once +2021-12-18 09:50:14,779 Successful check job command +2021-12-18 09:50:16,098 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:50:16,099 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:50:16,099 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:50:16,099 End of checking +2021-12-18 09:50:16,102 Updating FAILED jobs +2021-12-18 09:50:16,102 Updating WAITING jobs +2021-12-18 09:50:16,102 Update finished +2021-12-18 09:50:16,102 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:50:16,103 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:50:16,103 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:50:16,103 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:50:16,103 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:50:16,104 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:50:16,104 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:50:16,104 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:50:16,104 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:50:16,106 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:50:16,109 Job list saved +2021-12-18 09:50:16,113 Updating FAILED jobs +2021-12-18 09:50:16,113 Updating WAITING jobs +2021-12-18 09:50:16,113 Update finished +2021-12-18 09:50:26,123 Reloading parameters... +2021-12-18 09:50:26,140 Loading parameters... +2021-12-18 09:50:26,141 Loading project parameters... +2021-12-18 09:50:26,143 + +16 of 25 jobs remaining (09:50) +2021-12-18 09:50:26,143 Sleep: 10 +2021-12-18 09:50:26,143 Number of retrials: 0 +2021-12-18 09:50:26,143 WRAPPER CHECK TIME = 10 +2021-12-18 09:50:26,144 Checking jobs for platform=marenostrum4 +2021-12-18 09:50:26,145 Checking jobs for platform=nord3 +2021-12-18 09:50:26,145 Checking jobs for platform=local +2021-12-18 09:50:26,146 Checking jobs for platform=transfer_node +2021-12-18 09:50:26,146 Checking all jobs at once +2021-12-18 09:50:27,365 Successful check job command +2021-12-18 09:50:28,586 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:50:28,587 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:50:28,587 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:50:28,587 End of checking +2021-12-18 09:50:28,588 Updating FAILED jobs +2021-12-18 09:50:28,589 Updating WAITING jobs +2021-12-18 09:50:28,589 Update finished +2021-12-18 09:50:28,589 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:50:28,589 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:50:28,589 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:50:28,589 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:50:28,590 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:50:28,590 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:50:28,590 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:50:28,590 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:50:28,590 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:50:28,592 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:50:28,595 Job list saved +2021-12-18 09:50:28,600 Updating FAILED jobs +2021-12-18 09:50:28,600 Updating WAITING jobs +2021-12-18 09:50:28,600 Update finished +2021-12-18 09:50:38,610 Reloading parameters... +2021-12-18 09:50:38,628 Loading parameters... +2021-12-18 09:50:38,629 Loading project parameters... +2021-12-18 09:50:38,631 + +16 of 25 jobs remaining (09:50) +2021-12-18 09:50:38,631 Sleep: 10 +2021-12-18 09:50:38,631 Number of retrials: 0 +2021-12-18 09:50:38,631 WRAPPER CHECK TIME = 10 +2021-12-18 09:50:38,632 Checking jobs for platform=marenostrum4 +2021-12-18 09:50:38,632 Checking jobs for platform=nord3 +2021-12-18 09:50:38,633 Checking jobs for platform=local +2021-12-18 09:50:38,633 Checking jobs for platform=transfer_node +2021-12-18 09:50:38,634 Checking all jobs at once +2021-12-18 09:50:39,954 Successful check job command +2021-12-18 09:50:42,025 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:50:42,025 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:50:42,025 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:50:42,025 End of checking +2021-12-18 09:50:42,027 Updating FAILED jobs +2021-12-18 09:50:42,027 Updating WAITING jobs +2021-12-18 09:50:42,028 Update finished +2021-12-18 09:50:42,028 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:50:42,028 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:50:42,028 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:50:42,028 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:50:42,028 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:50:42,029 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:50:42,029 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:50:42,029 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:50:42,029 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:50:42,032 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:50:42,034 Job list saved +2021-12-18 09:50:42,045 Updating FAILED jobs +2021-12-18 09:50:42,045 Updating WAITING jobs +2021-12-18 09:50:42,046 Update finished +2021-12-18 09:50:52,056 Reloading parameters... +2021-12-18 09:50:52,076 Loading parameters... +2021-12-18 09:50:52,077 Loading project parameters... +2021-12-18 09:50:52,079 + +16 of 25 jobs remaining (09:50) +2021-12-18 09:50:52,079 Sleep: 10 +2021-12-18 09:50:52,080 Number of retrials: 0 +2021-12-18 09:50:52,080 WRAPPER CHECK TIME = 10 +2021-12-18 09:50:52,080 Checking jobs for platform=marenostrum4 +2021-12-18 09:50:52,081 Checking jobs for platform=nord3 +2021-12-18 09:50:52,081 Checking jobs for platform=local +2021-12-18 09:50:52,082 Checking jobs for platform=transfer_node +2021-12-18 09:50:52,082 Checking all jobs at once +2021-12-18 09:50:53,352 Successful check job command +2021-12-18 09:50:54,672 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:50:54,672 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:50:54,672 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:50:54,673 End of checking +2021-12-18 09:50:54,674 Updating FAILED jobs +2021-12-18 09:50:54,674 Updating WAITING jobs +2021-12-18 09:50:54,675 Update finished +2021-12-18 09:50:54,675 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:50:54,675 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:50:54,675 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:50:54,676 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:50:54,676 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:50:54,676 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:50:54,676 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:50:54,676 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:50:54,676 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:50:54,679 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:50:54,681 Job list saved +2021-12-18 09:50:54,685 Updating FAILED jobs +2021-12-18 09:50:54,686 Updating WAITING jobs +2021-12-18 09:50:54,686 Update finished +2021-12-18 09:51:04,695 Reloading parameters... +2021-12-18 09:51:04,715 Loading parameters... +2021-12-18 09:51:04,716 Loading project parameters... +2021-12-18 09:51:04,718 + +16 of 25 jobs remaining (09:51) +2021-12-18 09:51:04,718 Sleep: 10 +2021-12-18 09:51:04,718 Number of retrials: 0 +2021-12-18 09:51:04,718 WRAPPER CHECK TIME = 10 +2021-12-18 09:51:04,719 Checking jobs for platform=marenostrum4 +2021-12-18 09:51:04,719 Checking jobs for platform=nord3 +2021-12-18 09:51:04,720 Checking jobs for platform=local +2021-12-18 09:51:04,720 Checking jobs for platform=transfer_node +2021-12-18 09:51:04,721 Checking all jobs at once +2021-12-18 09:51:06,040 Successful check job command +2021-12-18 09:51:07,360 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:51:07,360 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:51:07,360 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:51:07,360 End of checking +2021-12-18 09:51:07,362 Updating FAILED jobs +2021-12-18 09:51:07,362 Updating WAITING jobs +2021-12-18 09:51:07,362 Update finished +2021-12-18 09:51:07,363 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:51:07,363 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:51:07,363 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:51:07,363 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:51:07,363 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:51:07,363 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:51:07,363 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:51:07,364 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:51:07,364 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:51:07,366 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:51:07,369 Job list saved +2021-12-18 09:51:07,374 Updating FAILED jobs +2021-12-18 09:51:07,375 Updating WAITING jobs +2021-12-18 09:51:07,375 Update finished +2021-12-18 09:51:17,385 Reloading parameters... +2021-12-18 09:51:17,426 Loading parameters... +2021-12-18 09:51:17,430 Loading project parameters... +2021-12-18 09:51:17,434 + +16 of 25 jobs remaining (09:51) +2021-12-18 09:51:17,434 Sleep: 10 +2021-12-18 09:51:17,434 Number of retrials: 0 +2021-12-18 09:51:17,434 WRAPPER CHECK TIME = 10 +2021-12-18 09:51:17,435 Checking jobs for platform=marenostrum4 +2021-12-18 09:51:17,436 Checking jobs for platform=nord3 +2021-12-18 09:51:17,436 Checking jobs for platform=local +2021-12-18 09:51:17,437 Checking jobs for platform=transfer_node +2021-12-18 09:51:17,437 Checking all jobs at once +2021-12-18 09:51:18,857 Successful check job command +2021-12-18 09:51:20,129 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:51:20,129 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:51:20,129 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:51:20,129 End of checking +2021-12-18 09:51:20,131 Updating FAILED jobs +2021-12-18 09:51:20,131 Updating WAITING jobs +2021-12-18 09:51:20,131 Update finished +2021-12-18 09:51:20,131 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:51:20,132 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:51:20,132 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:51:20,132 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:51:20,132 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:51:20,132 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:51:20,132 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:51:20,132 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:51:20,132 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:51:20,138 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:51:20,141 Job list saved +2021-12-18 09:51:20,148 Updating FAILED jobs +2021-12-18 09:51:20,148 Updating WAITING jobs +2021-12-18 09:51:20,149 Update finished +2021-12-18 09:51:30,155 Reloading parameters... +2021-12-18 09:51:30,173 Loading parameters... +2021-12-18 09:51:30,175 Loading project parameters... +2021-12-18 09:51:30,176 + +16 of 25 jobs remaining (09:51) +2021-12-18 09:51:30,177 Sleep: 10 +2021-12-18 09:51:30,177 Number of retrials: 0 +2021-12-18 09:51:30,177 WRAPPER CHECK TIME = 10 +2021-12-18 09:51:30,178 Checking jobs for platform=marenostrum4 +2021-12-18 09:51:30,178 Checking jobs for platform=nord3 +2021-12-18 09:51:30,179 Checking jobs for platform=local +2021-12-18 09:51:30,179 Checking jobs for platform=transfer_node +2021-12-18 09:51:30,179 Checking all jobs at once +2021-12-18 09:51:31,449 Successful check job command +2021-12-18 09:51:32,721 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:51:32,722 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:51:32,722 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:51:32,722 End of checking +2021-12-18 09:51:32,723 Updating FAILED jobs +2021-12-18 09:51:32,723 Updating WAITING jobs +2021-12-18 09:51:32,724 Update finished +2021-12-18 09:51:32,724 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:51:32,724 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:51:32,724 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:51:32,725 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:51:32,725 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:51:32,725 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:51:32,725 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:51:32,725 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:51:32,725 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:51:32,728 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:51:32,730 Job list saved +2021-12-18 09:51:32,735 Updating FAILED jobs +2021-12-18 09:51:32,735 Updating WAITING jobs +2021-12-18 09:51:32,735 Update finished +2021-12-18 09:51:42,745 Reloading parameters... +2021-12-18 09:51:42,764 Loading parameters... +2021-12-18 09:51:42,766 Loading project parameters... +2021-12-18 09:51:42,768 + +16 of 25 jobs remaining (09:51) +2021-12-18 09:51:42,768 Sleep: 10 +2021-12-18 09:51:42,768 Number of retrials: 0 +2021-12-18 09:51:42,768 WRAPPER CHECK TIME = 10 +2021-12-18 09:51:42,769 Checking jobs for platform=marenostrum4 +2021-12-18 09:51:42,769 Checking jobs for platform=nord3 +2021-12-18 09:51:42,770 Checking jobs for platform=local +2021-12-18 09:51:42,771 Checking jobs for platform=transfer_node +2021-12-18 09:51:42,771 Checking all jobs at once +2021-12-18 09:51:43,990 Successful check job command +2021-12-18 09:51:45,260 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:51:45,260 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:51:45,260 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:51:45,260 End of checking +2021-12-18 09:51:45,261 Updating FAILED jobs +2021-12-18 09:51:45,262 Updating WAITING jobs +2021-12-18 09:51:45,262 Update finished +2021-12-18 09:51:45,262 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:51:45,262 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:51:45,262 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:51:45,262 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:51:45,263 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:51:45,263 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:51:45,263 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:51:45,263 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:51:45,263 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:51:45,266 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:51:45,269 Job list saved +2021-12-18 09:51:45,276 Updating FAILED jobs +2021-12-18 09:51:45,276 Updating WAITING jobs +2021-12-18 09:51:45,276 Update finished +2021-12-18 09:51:55,286 Reloading parameters... +2021-12-18 09:51:55,303 Loading parameters... +2021-12-18 09:51:55,305 Loading project parameters... +2021-12-18 09:51:55,307 + +16 of 25 jobs remaining (09:51) +2021-12-18 09:51:55,307 Sleep: 10 +2021-12-18 09:51:55,307 Number of retrials: 0 +2021-12-18 09:51:55,307 WRAPPER CHECK TIME = 10 +2021-12-18 09:51:55,308 Checking jobs for platform=marenostrum4 +2021-12-18 09:51:55,308 Checking jobs for platform=nord3 +2021-12-18 09:51:55,309 Checking jobs for platform=local +2021-12-18 09:51:55,309 Checking jobs for platform=transfer_node +2021-12-18 09:51:55,309 Checking all jobs at once +2021-12-18 09:51:56,629 Successful check job command +2021-12-18 09:51:57,798 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:51:57,799 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:51:57,799 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:51:57,799 End of checking +2021-12-18 09:51:57,800 Updating FAILED jobs +2021-12-18 09:51:57,800 Updating WAITING jobs +2021-12-18 09:51:57,800 Update finished +2021-12-18 09:51:57,801 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:51:57,801 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:51:57,801 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:51:57,801 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:51:57,801 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:51:57,801 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:51:57,801 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:51:57,801 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:51:57,802 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:51:57,806 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:51:57,808 Job list saved +2021-12-18 09:51:57,813 Updating FAILED jobs +2021-12-18 09:51:57,813 Updating WAITING jobs +2021-12-18 09:51:57,813 Update finished +2021-12-18 09:52:07,824 Reloading parameters... +2021-12-18 09:52:07,844 Loading parameters... +2021-12-18 09:52:07,845 Loading project parameters... +2021-12-18 09:52:07,847 + +16 of 25 jobs remaining (09:52) +2021-12-18 09:52:07,848 Sleep: 10 +2021-12-18 09:52:07,848 Number of retrials: 0 +2021-12-18 09:52:07,848 WRAPPER CHECK TIME = 10 +2021-12-18 09:52:07,848 Checking jobs for platform=marenostrum4 +2021-12-18 09:52:07,849 Checking jobs for platform=nord3 +2021-12-18 09:52:07,850 Checking jobs for platform=local +2021-12-18 09:52:07,850 Checking jobs for platform=transfer_node +2021-12-18 09:52:07,850 Checking all jobs at once +2021-12-18 09:52:09,270 Successful check job command +2021-12-18 09:52:10,640 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:52:10,640 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:52:10,640 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:52:10,640 End of checking +2021-12-18 09:52:10,642 Updating FAILED jobs +2021-12-18 09:52:10,642 Updating WAITING jobs +2021-12-18 09:52:10,642 Update finished +2021-12-18 09:52:10,642 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:52:10,643 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:52:10,643 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:52:10,643 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:52:10,643 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:52:10,643 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:52:10,644 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:52:10,644 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:52:10,644 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:52:10,646 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:52:10,649 Job list saved +2021-12-18 09:52:10,654 Updating FAILED jobs +2021-12-18 09:52:10,654 Updating WAITING jobs +2021-12-18 09:52:10,654 Update finished +2021-12-18 09:52:20,662 Reloading parameters... +2021-12-18 09:52:20,683 Loading parameters... +2021-12-18 09:52:20,684 Loading project parameters... +2021-12-18 09:52:20,686 + +16 of 25 jobs remaining (09:52) +2021-12-18 09:52:20,686 Sleep: 10 +2021-12-18 09:52:20,686 Number of retrials: 0 +2021-12-18 09:52:20,686 WRAPPER CHECK TIME = 10 +2021-12-18 09:52:20,687 Checking jobs for platform=marenostrum4 +2021-12-18 09:52:20,687 Checking jobs for platform=nord3 +2021-12-18 09:52:20,688 Checking jobs for platform=local +2021-12-18 09:52:20,688 Checking jobs for platform=transfer_node +2021-12-18 09:52:20,689 Checking all jobs at once +2021-12-18 09:52:22,008 Successful check job command +2021-12-18 09:52:23,327 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:52:23,327 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:52:23,327 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:52:23,327 End of checking +2021-12-18 09:52:23,329 Updating FAILED jobs +2021-12-18 09:52:23,329 Updating WAITING jobs +2021-12-18 09:52:23,329 Update finished +2021-12-18 09:52:23,329 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:52:23,330 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:52:23,330 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:52:23,330 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:52:23,330 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:52:23,330 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:52:23,330 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:52:23,330 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:52:23,330 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:52:23,333 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:52:23,336 Job list saved +2021-12-18 09:52:23,341 Updating FAILED jobs +2021-12-18 09:52:23,341 Updating WAITING jobs +2021-12-18 09:52:23,341 Update finished +2021-12-18 09:52:33,351 Reloading parameters... +2021-12-18 09:52:33,371 Loading parameters... +2021-12-18 09:52:33,372 Loading project parameters... +2021-12-18 09:52:33,374 + +16 of 25 jobs remaining (09:52) +2021-12-18 09:52:33,374 Sleep: 10 +2021-12-18 09:52:33,374 Number of retrials: 0 +2021-12-18 09:52:33,374 WRAPPER CHECK TIME = 10 +2021-12-18 09:52:33,375 Checking jobs for platform=marenostrum4 +2021-12-18 09:52:33,376 Checking jobs for platform=nord3 +2021-12-18 09:52:33,376 Checking jobs for platform=local +2021-12-18 09:52:33,377 Checking jobs for platform=transfer_node +2021-12-18 09:52:33,377 Checking all jobs at once +2021-12-18 09:52:34,696 Successful check job command +2021-12-18 09:52:36,015 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:52:36,016 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:52:36,016 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:52:36,016 End of checking +2021-12-18 09:52:36,017 Updating FAILED jobs +2021-12-18 09:52:36,017 Updating WAITING jobs +2021-12-18 09:52:36,018 Update finished +2021-12-18 09:52:36,018 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:52:36,018 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:52:36,018 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:52:36,018 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:52:36,018 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:52:36,018 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:52:36,019 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:52:36,019 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:52:36,019 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:52:36,021 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:52:36,024 Job list saved +2021-12-18 09:52:36,029 Updating FAILED jobs +2021-12-18 09:52:36,029 Updating WAITING jobs +2021-12-18 09:52:36,029 Update finished +2021-12-18 09:52:46,040 Reloading parameters... +2021-12-18 09:52:46,062 Loading parameters... +2021-12-18 09:52:46,063 Loading project parameters... +2021-12-18 09:52:46,065 + +16 of 25 jobs remaining (09:52) +2021-12-18 09:52:46,065 Sleep: 10 +2021-12-18 09:52:46,066 Number of retrials: 0 +2021-12-18 09:52:46,066 WRAPPER CHECK TIME = 10 +2021-12-18 09:52:46,066 Checking jobs for platform=marenostrum4 +2021-12-18 09:52:46,067 Checking jobs for platform=nord3 +2021-12-18 09:52:46,067 Checking jobs for platform=local +2021-12-18 09:52:46,068 Checking jobs for platform=transfer_node +2021-12-18 09:52:46,068 Checking all jobs at once +2021-12-18 09:52:47,540 Successful check job command +2021-12-18 09:52:48,759 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:52:48,760 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:52:48,760 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:52:48,760 End of checking +2021-12-18 09:52:48,761 Updating FAILED jobs +2021-12-18 09:52:48,761 Updating WAITING jobs +2021-12-18 09:52:48,762 Update finished +2021-12-18 09:52:48,762 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:52:48,762 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:52:48,762 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:52:48,762 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:52:48,763 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:52:48,763 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:52:48,763 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:52:48,763 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:52:48,763 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:52:48,765 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:52:48,768 Job list saved +2021-12-18 09:52:48,772 Updating FAILED jobs +2021-12-18 09:52:48,772 Updating WAITING jobs +2021-12-18 09:52:48,772 Update finished +2021-12-18 09:52:58,782 Reloading parameters... +2021-12-18 09:52:58,802 Loading parameters... +2021-12-18 09:52:58,803 Loading project parameters... +2021-12-18 09:52:58,805 + +16 of 25 jobs remaining (09:52) +2021-12-18 09:52:58,805 Sleep: 10 +2021-12-18 09:52:58,805 Number of retrials: 0 +2021-12-18 09:52:58,805 WRAPPER CHECK TIME = 10 +2021-12-18 09:52:58,806 Checking jobs for platform=marenostrum4 +2021-12-18 09:52:58,807 Checking jobs for platform=nord3 +2021-12-18 09:52:58,807 Checking jobs for platform=local +2021-12-18 09:52:58,808 Checking jobs for platform=transfer_node +2021-12-18 09:52:58,808 Checking all jobs at once +2021-12-18 09:53:00,378 Successful check job command +2021-12-18 09:53:01,748 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:53:01,749 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:53:01,749 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:53:01,749 End of checking +2021-12-18 09:53:01,750 Updating FAILED jobs +2021-12-18 09:53:01,750 Updating WAITING jobs +2021-12-18 09:53:01,750 Update finished +2021-12-18 09:53:01,751 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:53:01,751 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:53:01,751 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:53:01,751 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:53:01,751 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:53:01,751 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:53:01,751 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:53:01,752 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:53:01,752 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:53:01,754 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:53:01,757 Job list saved +2021-12-18 09:53:01,761 Updating FAILED jobs +2021-12-18 09:53:01,761 Updating WAITING jobs +2021-12-18 09:53:01,761 Update finished +2021-12-18 09:53:11,765 Reloading parameters... +2021-12-18 09:53:11,784 Loading parameters... +2021-12-18 09:53:11,785 Loading project parameters... +2021-12-18 09:53:11,787 + +16 of 25 jobs remaining (09:53) +2021-12-18 09:53:11,787 Sleep: 10 +2021-12-18 09:53:11,787 Number of retrials: 0 +2021-12-18 09:53:11,787 WRAPPER CHECK TIME = 10 +2021-12-18 09:53:11,788 Checking jobs for platform=marenostrum4 +2021-12-18 09:53:11,788 Checking jobs for platform=nord3 +2021-12-18 09:53:11,789 Checking jobs for platform=local +2021-12-18 09:53:11,790 Checking jobs for platform=transfer_node +2021-12-18 09:53:11,790 Checking all jobs at once +2021-12-18 09:53:13,311 Successful check job command +2021-12-18 09:53:14,730 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:53:14,730 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:53:14,730 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:53:14,730 End of checking +2021-12-18 09:53:14,732 Updating FAILED jobs +2021-12-18 09:53:14,732 Updating WAITING jobs +2021-12-18 09:53:14,732 Update finished +2021-12-18 09:53:14,732 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:53:14,732 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:53:14,733 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:53:14,733 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:53:14,733 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:53:14,733 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:53:14,733 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:53:14,733 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:53:14,733 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:53:14,736 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:53:14,738 Job list saved +2021-12-18 09:53:14,743 Updating FAILED jobs +2021-12-18 09:53:14,744 Updating WAITING jobs +2021-12-18 09:53:14,744 Update finished +2021-12-18 09:53:24,754 Reloading parameters... +2021-12-18 09:53:24,772 Loading parameters... +2021-12-18 09:53:24,774 Loading project parameters... +2021-12-18 09:53:24,776 + +16 of 25 jobs remaining (09:53) +2021-12-18 09:53:24,776 Sleep: 10 +2021-12-18 09:53:24,776 Number of retrials: 0 +2021-12-18 09:53:24,776 WRAPPER CHECK TIME = 10 +2021-12-18 09:53:24,777 Checking jobs for platform=marenostrum4 +2021-12-18 09:53:24,777 Checking jobs for platform=nord3 +2021-12-18 09:53:24,778 Checking jobs for platform=local +2021-12-18 09:53:24,778 Checking jobs for platform=transfer_node +2021-12-18 09:53:24,778 Checking all jobs at once +2021-12-18 09:53:26,106 Successful check job command +2021-12-18 09:53:27,375 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:53:27,376 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:53:27,376 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:53:27,376 End of checking +2021-12-18 09:53:27,377 Updating FAILED jobs +2021-12-18 09:53:27,378 Updating WAITING jobs +2021-12-18 09:53:27,378 Update finished +2021-12-18 09:53:27,378 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:53:27,379 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:53:27,379 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:53:27,379 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:53:27,379 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:53:27,379 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:53:27,379 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:53:27,379 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:53:27,380 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:53:27,384 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:53:27,387 Job list saved +2021-12-18 09:53:27,394 Updating FAILED jobs +2021-12-18 09:53:27,395 Updating WAITING jobs +2021-12-18 09:53:27,395 Update finished +2021-12-18 09:53:37,405 Reloading parameters... +2021-12-18 09:53:37,424 Loading parameters... +2021-12-18 09:53:37,425 Loading project parameters... +2021-12-18 09:53:37,427 + +16 of 25 jobs remaining (09:53) +2021-12-18 09:53:37,427 Sleep: 10 +2021-12-18 09:53:37,427 Number of retrials: 0 +2021-12-18 09:53:37,427 WRAPPER CHECK TIME = 10 +2021-12-18 09:53:37,429 Checking jobs for platform=marenostrum4 +2021-12-18 09:53:37,429 Checking jobs for platform=nord3 +2021-12-18 09:53:37,430 Checking jobs for platform=local +2021-12-18 09:53:37,430 Checking jobs for platform=transfer_node +2021-12-18 09:53:37,430 Checking all jobs at once +2021-12-18 09:53:38,756 Successful check job command +2021-12-18 09:53:40,027 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:53:40,027 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:53:40,027 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:53:40,027 End of checking +2021-12-18 09:53:40,029 Updating FAILED jobs +2021-12-18 09:53:40,029 Updating WAITING jobs +2021-12-18 09:53:40,029 Update finished +2021-12-18 09:53:40,029 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:53:40,029 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:53:40,029 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:53:40,029 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:53:40,030 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:53:40,030 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:53:40,030 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:53:40,030 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:53:40,030 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:53:40,033 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:53:40,035 Job list saved +2021-12-18 09:53:40,041 Updating FAILED jobs +2021-12-18 09:53:40,041 Updating WAITING jobs +2021-12-18 09:53:40,041 Update finished +2021-12-18 09:53:50,051 Reloading parameters... +2021-12-18 09:53:50,071 Loading parameters... +2021-12-18 09:53:50,073 Loading project parameters... +2021-12-18 09:53:50,075 + +16 of 25 jobs remaining (09:53) +2021-12-18 09:53:50,075 Sleep: 10 +2021-12-18 09:53:50,075 Number of retrials: 0 +2021-12-18 09:53:50,075 WRAPPER CHECK TIME = 10 +2021-12-18 09:53:50,076 Checking jobs for platform=marenostrum4 +2021-12-18 09:53:50,076 Checking jobs for platform=nord3 +2021-12-18 09:53:50,077 Checking jobs for platform=local +2021-12-18 09:53:50,077 Checking jobs for platform=transfer_node +2021-12-18 09:53:50,077 Checking all jobs at once +2021-12-18 09:53:51,547 Successful check job command +2021-12-18 09:53:52,917 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:53:52,917 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:53:52,918 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:53:52,918 End of checking +2021-12-18 09:53:52,919 Updating FAILED jobs +2021-12-18 09:53:52,919 Updating WAITING jobs +2021-12-18 09:53:52,919 Update finished +2021-12-18 09:53:52,920 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:53:52,920 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:53:52,920 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:53:52,920 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:53:52,920 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:53:52,920 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:53:52,920 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:53:52,921 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:53:52,921 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:53:52,924 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:53:52,926 Job list saved +2021-12-18 09:53:52,931 Updating FAILED jobs +2021-12-18 09:53:52,931 Updating WAITING jobs +2021-12-18 09:53:52,932 Update finished +2021-12-18 09:54:02,942 Reloading parameters... +2021-12-18 09:54:02,961 Loading parameters... +2021-12-18 09:54:02,963 Loading project parameters... +2021-12-18 09:54:02,965 + +16 of 25 jobs remaining (09:54) +2021-12-18 09:54:02,965 Sleep: 10 +2021-12-18 09:54:02,965 Number of retrials: 0 +2021-12-18 09:54:02,965 WRAPPER CHECK TIME = 10 +2021-12-18 09:54:02,966 Checking jobs for platform=marenostrum4 +2021-12-18 09:54:02,966 Checking jobs for platform=nord3 +2021-12-18 09:54:02,967 Checking jobs for platform=local +2021-12-18 09:54:02,967 Checking jobs for platform=transfer_node +2021-12-18 09:54:02,967 Checking all jobs at once +2021-12-18 09:54:04,492 Successful check job command +2021-12-18 09:54:05,963 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:54:05,964 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:54:05,964 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:54:05,964 End of checking +2021-12-18 09:54:05,965 Updating FAILED jobs +2021-12-18 09:54:05,965 Updating WAITING jobs +2021-12-18 09:54:05,965 Update finished +2021-12-18 09:54:05,966 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:54:05,966 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:54:05,966 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:54:05,966 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:54:05,967 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:54:05,967 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:54:05,967 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:54:05,967 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:54:05,967 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:54:05,969 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:54:05,972 Job list saved +2021-12-18 09:54:05,977 Updating FAILED jobs +2021-12-18 09:54:05,977 Updating WAITING jobs +2021-12-18 09:54:05,977 Update finished +2021-12-18 09:54:15,987 Reloading parameters... +2021-12-18 09:54:16,006 Loading parameters... +2021-12-18 09:54:16,008 Loading project parameters... +2021-12-18 09:54:16,009 + +16 of 25 jobs remaining (09:54) +2021-12-18 09:54:16,010 Sleep: 10 +2021-12-18 09:54:16,010 Number of retrials: 0 +2021-12-18 09:54:16,010 WRAPPER CHECK TIME = 10 +2021-12-18 09:54:16,010 Checking jobs for platform=marenostrum4 +2021-12-18 09:54:16,011 Checking jobs for platform=nord3 +2021-12-18 09:54:16,011 Checking jobs for platform=local +2021-12-18 09:54:16,012 Checking jobs for platform=transfer_node +2021-12-18 09:54:16,012 Checking all jobs at once +2021-12-18 09:54:17,684 Successful check job command +2021-12-18 09:54:19,557 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:54:19,557 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:54:19,557 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:54:19,557 End of checking +2021-12-18 09:54:19,559 Updating FAILED jobs +2021-12-18 09:54:19,559 Updating WAITING jobs +2021-12-18 09:54:19,559 Update finished +2021-12-18 09:54:19,559 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:54:19,560 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:54:19,560 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:54:19,560 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:54:19,560 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:54:19,560 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:54:19,560 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:54:19,560 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:54:19,560 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:54:19,564 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:54:19,566 Job list saved +2021-12-18 09:54:19,571 Updating FAILED jobs +2021-12-18 09:54:19,571 Updating WAITING jobs +2021-12-18 09:54:19,571 Update finished +2021-12-18 09:54:29,581 Reloading parameters... +2021-12-18 09:54:29,599 Loading parameters... +2021-12-18 09:54:29,601 Loading project parameters... +2021-12-18 09:54:29,603 + +16 of 25 jobs remaining (09:54) +2021-12-18 09:54:29,603 Sleep: 10 +2021-12-18 09:54:29,603 Number of retrials: 0 +2021-12-18 09:54:29,603 WRAPPER CHECK TIME = 10 +2021-12-18 09:54:29,604 Checking jobs for platform=marenostrum4 +2021-12-18 09:54:29,604 Checking jobs for platform=nord3 +2021-12-18 09:54:29,605 Checking jobs for platform=local +2021-12-18 09:54:29,605 Checking jobs for platform=transfer_node +2021-12-18 09:54:29,605 Checking all jobs at once +2021-12-18 09:54:31,477 Successful check job command +2021-12-18 09:54:32,946 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:54:32,947 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:54:32,947 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:54:32,947 End of checking +2021-12-18 09:54:32,948 Updating FAILED jobs +2021-12-18 09:54:32,948 Updating WAITING jobs +2021-12-18 09:54:32,949 Update finished +2021-12-18 09:54:32,949 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:54:32,949 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:54:32,949 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:54:32,949 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:54:32,949 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:54:32,949 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:54:32,950 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:54:32,950 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:54:32,950 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:54:32,952 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:54:32,955 Job list saved +2021-12-18 09:54:32,960 Updating FAILED jobs +2021-12-18 09:54:32,960 Updating WAITING jobs +2021-12-18 09:54:32,960 Update finished +2021-12-18 09:54:42,966 Reloading parameters... +2021-12-18 09:54:42,984 Loading parameters... +2021-12-18 09:54:42,986 Loading project parameters... +2021-12-18 09:54:42,988 + +16 of 25 jobs remaining (09:54) +2021-12-18 09:54:42,988 Sleep: 10 +2021-12-18 09:54:42,988 Number of retrials: 0 +2021-12-18 09:54:42,988 WRAPPER CHECK TIME = 10 +2021-12-18 09:54:42,988 Checking jobs for platform=marenostrum4 +2021-12-18 09:54:42,991 Checking jobs for platform=nord3 +2021-12-18 09:54:42,991 Checking jobs for platform=local +2021-12-18 09:54:42,995 Checking jobs for platform=transfer_node +2021-12-18 09:54:42,995 Checking all jobs at once +2021-12-18 09:54:44,666 Successful check job command +2021-12-18 09:54:45,935 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:54:45,936 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:54:45,936 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:54:45,936 End of checking +2021-12-18 09:54:45,937 Updating FAILED jobs +2021-12-18 09:54:45,937 Updating WAITING jobs +2021-12-18 09:54:45,938 Update finished +2021-12-18 09:54:45,938 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:54:45,938 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:54:45,938 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:54:45,939 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:54:45,939 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:54:45,939 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:54:45,939 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:54:45,939 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:54:45,939 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:54:45,942 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:54:45,944 Job list saved +2021-12-18 09:54:45,949 Updating FAILED jobs +2021-12-18 09:54:45,949 Updating WAITING jobs +2021-12-18 09:54:45,949 Update finished +2021-12-18 09:54:55,959 Reloading parameters... +2021-12-18 09:54:55,978 Loading parameters... +2021-12-18 09:54:55,979 Loading project parameters... +2021-12-18 09:54:55,981 + +16 of 25 jobs remaining (09:54) +2021-12-18 09:54:55,981 Sleep: 10 +2021-12-18 09:54:55,981 Number of retrials: 0 +2021-12-18 09:54:55,982 WRAPPER CHECK TIME = 10 +2021-12-18 09:54:55,982 Checking jobs for platform=marenostrum4 +2021-12-18 09:54:55,983 Checking jobs for platform=nord3 +2021-12-18 09:54:55,983 Checking jobs for platform=local +2021-12-18 09:54:55,984 Checking jobs for platform=transfer_node +2021-12-18 09:54:55,984 Checking all jobs at once +2021-12-18 09:54:57,304 Successful check job command +2021-12-18 09:54:58,724 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:54:58,725 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:54:58,725 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:54:58,725 End of checking +2021-12-18 09:54:58,726 Updating FAILED jobs +2021-12-18 09:54:58,726 Updating WAITING jobs +2021-12-18 09:54:58,727 Update finished +2021-12-18 09:54:58,727 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:54:58,727 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:54:58,727 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:54:58,727 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:54:58,727 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:54:58,727 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:54:58,728 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:54:58,728 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:54:58,728 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:54:58,732 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:54:58,734 Job list saved +2021-12-18 09:54:58,740 Updating FAILED jobs +2021-12-18 09:54:58,740 Updating WAITING jobs +2021-12-18 09:54:58,740 Update finished +2021-12-18 09:55:08,749 Reloading parameters... +2021-12-18 09:55:08,768 Loading parameters... +2021-12-18 09:55:08,771 Loading project parameters... +2021-12-18 09:55:08,773 + +16 of 25 jobs remaining (09:55) +2021-12-18 09:55:08,773 Sleep: 10 +2021-12-18 09:55:08,773 Number of retrials: 0 +2021-12-18 09:55:08,773 WRAPPER CHECK TIME = 10 +2021-12-18 09:55:08,774 Checking jobs for platform=marenostrum4 +2021-12-18 09:55:08,774 Checking jobs for platform=nord3 +2021-12-18 09:55:08,775 Checking jobs for platform=local +2021-12-18 09:55:08,776 Checking jobs for platform=transfer_node +2021-12-18 09:55:08,776 Checking all jobs at once +2021-12-18 09:55:10,095 Successful check job command +2021-12-18 09:55:11,314 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:55:11,315 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:55:11,315 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:55:11,315 End of checking +2021-12-18 09:55:11,317 Updating FAILED jobs +2021-12-18 09:55:11,317 Updating WAITING jobs +2021-12-18 09:55:11,317 Update finished +2021-12-18 09:55:11,317 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:55:11,317 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:55:11,317 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:55:11,318 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:55:11,318 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:55:11,318 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:55:11,318 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:55:11,318 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:55:11,318 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:55:11,321 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:55:11,323 Job list saved +2021-12-18 09:55:11,330 Updating FAILED jobs +2021-12-18 09:55:11,330 Updating WAITING jobs +2021-12-18 09:55:11,330 Update finished +2021-12-18 09:55:21,341 Reloading parameters... +2021-12-18 09:55:21,365 Loading parameters... +2021-12-18 09:55:21,366 Loading project parameters... +2021-12-18 09:55:21,368 + +16 of 25 jobs remaining (09:55) +2021-12-18 09:55:21,368 Sleep: 10 +2021-12-18 09:55:21,369 Number of retrials: 0 +2021-12-18 09:55:21,369 WRAPPER CHECK TIME = 10 +2021-12-18 09:55:21,369 Checking jobs for platform=marenostrum4 +2021-12-18 09:55:21,370 Checking jobs for platform=nord3 +2021-12-18 09:55:21,370 Checking jobs for platform=local +2021-12-18 09:55:21,371 Checking jobs for platform=transfer_node +2021-12-18 09:55:21,371 Checking all jobs at once +2021-12-18 09:55:22,790 Successful check job command +2021-12-18 09:55:24,260 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:55:24,260 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:55:24,260 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:55:24,260 End of checking +2021-12-18 09:55:24,262 Updating FAILED jobs +2021-12-18 09:55:24,262 Updating WAITING jobs +2021-12-18 09:55:24,262 Update finished +2021-12-18 09:55:24,262 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:55:24,263 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:55:24,263 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:55:24,263 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:55:24,263 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:55:24,263 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:55:24,263 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:55:24,263 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:55:24,264 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:55:24,267 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:55:24,269 Job list saved +2021-12-18 09:55:24,275 Updating FAILED jobs +2021-12-18 09:55:24,275 Updating WAITING jobs +2021-12-18 09:55:24,276 Update finished +2021-12-18 09:55:34,286 Reloading parameters... +2021-12-18 09:55:34,353 Loading parameters... +2021-12-18 09:55:34,354 Loading project parameters... +2021-12-18 09:55:34,356 + +16 of 25 jobs remaining (09:55) +2021-12-18 09:55:34,356 Sleep: 10 +2021-12-18 09:55:34,356 Number of retrials: 0 +2021-12-18 09:55:34,356 WRAPPER CHECK TIME = 10 +2021-12-18 09:55:34,357 Checking jobs for platform=marenostrum4 +2021-12-18 09:55:34,358 Checking jobs for platform=nord3 +2021-12-18 09:55:34,358 Checking jobs for platform=local +2021-12-18 09:55:34,359 Checking jobs for platform=transfer_node +2021-12-18 09:55:34,359 Checking all jobs at once +2021-12-18 09:55:36,480 Successful check job command +2021-12-18 09:55:38,851 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:55:38,851 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:55:38,851 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:55:38,852 End of checking +2021-12-18 09:55:38,853 Updating FAILED jobs +2021-12-18 09:55:38,853 Updating WAITING jobs +2021-12-18 09:55:38,853 Update finished +2021-12-18 09:55:38,853 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:55:38,854 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:55:38,854 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:55:38,854 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:55:38,854 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:55:38,854 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:55:38,854 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:55:38,854 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:55:38,855 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:55:38,858 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:55:38,860 Job list saved +2021-12-18 09:55:38,865 Updating FAILED jobs +2021-12-18 09:55:38,865 Updating WAITING jobs +2021-12-18 09:55:38,865 Update finished +2021-12-18 09:55:48,875 Reloading parameters... +2021-12-18 09:55:48,893 Loading parameters... +2021-12-18 09:55:48,895 Loading project parameters... +2021-12-18 09:55:48,896 + +16 of 25 jobs remaining (09:55) +2021-12-18 09:55:48,897 Sleep: 10 +2021-12-18 09:55:48,897 Number of retrials: 0 +2021-12-18 09:55:48,897 WRAPPER CHECK TIME = 10 +2021-12-18 09:55:48,897 Checking jobs for platform=marenostrum4 +2021-12-18 09:55:48,898 Checking jobs for platform=nord3 +2021-12-18 09:55:48,899 Checking jobs for platform=local +2021-12-18 09:55:48,899 Checking jobs for platform=transfer_node +2021-12-18 09:55:48,899 Checking all jobs at once +2021-12-18 09:55:50,119 Successful check job command +2021-12-18 09:55:51,589 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:55:51,589 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:55:51,590 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:55:51,590 End of checking +2021-12-18 09:55:51,591 Updating FAILED jobs +2021-12-18 09:55:51,591 Updating WAITING jobs +2021-12-18 09:55:51,592 Update finished +2021-12-18 09:55:51,592 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:55:51,592 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:55:51,592 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:55:51,592 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:55:51,592 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:55:51,593 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:55:51,593 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:55:51,593 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:55:51,593 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:55:51,596 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:55:51,598 Job list saved +2021-12-18 09:55:51,604 Updating FAILED jobs +2021-12-18 09:55:51,604 Updating WAITING jobs +2021-12-18 09:55:51,604 Update finished +2021-12-18 09:56:01,614 Reloading parameters... +2021-12-18 09:56:01,635 Loading parameters... +2021-12-18 09:56:01,636 Loading project parameters... +2021-12-18 09:56:01,638 + +16 of 25 jobs remaining (09:56) +2021-12-18 09:56:01,639 Sleep: 10 +2021-12-18 09:56:01,639 Number of retrials: 0 +2021-12-18 09:56:01,639 WRAPPER CHECK TIME = 10 +2021-12-18 09:56:01,639 Checking jobs for platform=marenostrum4 +2021-12-18 09:56:01,640 Checking jobs for platform=nord3 +2021-12-18 09:56:01,641 Checking jobs for platform=local +2021-12-18 09:56:01,641 Checking jobs for platform=transfer_node +2021-12-18 09:56:01,641 Checking all jobs at once +2021-12-18 09:56:02,911 Successful check job command +2021-12-18 09:56:04,181 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:56:04,181 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:56:04,181 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:56:04,182 End of checking +2021-12-18 09:56:04,183 Updating FAILED jobs +2021-12-18 09:56:04,183 Updating WAITING jobs +2021-12-18 09:56:04,183 Update finished +2021-12-18 09:56:04,183 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:56:04,184 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:56:04,184 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:56:04,184 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:56:04,184 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:56:04,185 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:56:04,185 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:56:04,185 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:56:04,185 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:56:04,187 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:56:04,190 Job list saved +2021-12-18 09:56:04,194 Updating FAILED jobs +2021-12-18 09:56:04,194 Updating WAITING jobs +2021-12-18 09:56:04,195 Update finished +2021-12-18 09:56:14,205 Reloading parameters... +2021-12-18 09:56:14,226 Loading parameters... +2021-12-18 09:56:14,227 Loading project parameters... +2021-12-18 09:56:14,229 + +16 of 25 jobs remaining (09:56) +2021-12-18 09:56:14,229 Sleep: 10 +2021-12-18 09:56:14,229 Number of retrials: 0 +2021-12-18 09:56:14,229 WRAPPER CHECK TIME = 10 +2021-12-18 09:56:14,230 Checking jobs for platform=marenostrum4 +2021-12-18 09:56:14,231 Checking jobs for platform=nord3 +2021-12-18 09:56:14,231 Checking jobs for platform=local +2021-12-18 09:56:14,232 Checking jobs for platform=transfer_node +2021-12-18 09:56:14,232 Checking all jobs at once +2021-12-18 09:56:15,501 Successful check job command +2021-12-18 09:56:16,971 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:56:16,972 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:56:16,972 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:56:16,972 End of checking +2021-12-18 09:56:16,973 Updating FAILED jobs +2021-12-18 09:56:16,973 Updating WAITING jobs +2021-12-18 09:56:16,974 Update finished +2021-12-18 09:56:16,974 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:56:16,974 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:56:16,974 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:56:16,974 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:56:16,974 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:56:16,975 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:56:16,975 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:56:16,975 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:56:16,975 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:56:16,978 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:56:16,980 Job list saved +2021-12-18 09:56:16,986 Updating FAILED jobs +2021-12-18 09:56:16,986 Updating WAITING jobs +2021-12-18 09:56:16,986 Update finished +2021-12-18 09:56:26,996 Reloading parameters... +2021-12-18 09:56:27,017 Loading parameters... +2021-12-18 09:56:27,019 Loading project parameters... +2021-12-18 09:56:27,020 + +16 of 25 jobs remaining (09:56) +2021-12-18 09:56:27,021 Sleep: 10 +2021-12-18 09:56:27,021 Number of retrials: 0 +2021-12-18 09:56:27,021 WRAPPER CHECK TIME = 10 +2021-12-18 09:56:27,021 Checking jobs for platform=marenostrum4 +2021-12-18 09:56:27,022 Checking jobs for platform=nord3 +2021-12-18 09:56:27,023 Checking jobs for platform=local +2021-12-18 09:56:27,023 Checking jobs for platform=transfer_node +2021-12-18 09:56:27,023 Checking all jobs at once +2021-12-18 09:56:28,243 Successful check job command +2021-12-18 09:56:29,463 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:56:29,463 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:56:29,463 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:56:29,463 End of checking +2021-12-18 09:56:29,465 Updating FAILED jobs +2021-12-18 09:56:29,465 Updating WAITING jobs +2021-12-18 09:56:29,466 Update finished +2021-12-18 09:56:29,466 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:56:29,466 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:56:29,466 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:56:29,466 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:56:29,466 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:56:29,467 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:56:29,467 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:56:29,467 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:56:29,467 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:56:29,471 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:56:29,473 Job list saved +2021-12-18 09:56:29,479 Updating FAILED jobs +2021-12-18 09:56:29,479 Updating WAITING jobs +2021-12-18 09:56:29,479 Update finished +2021-12-18 09:56:39,488 Reloading parameters... +2021-12-18 09:56:39,508 Loading parameters... +2021-12-18 09:56:39,509 Loading project parameters... +2021-12-18 09:56:39,511 + +16 of 25 jobs remaining (09:56) +2021-12-18 09:56:39,511 Sleep: 10 +2021-12-18 09:56:39,511 Number of retrials: 0 +2021-12-18 09:56:39,511 WRAPPER CHECK TIME = 10 +2021-12-18 09:56:39,512 Checking jobs for platform=marenostrum4 +2021-12-18 09:56:39,512 Checking jobs for platform=nord3 +2021-12-18 09:56:39,513 Checking jobs for platform=local +2021-12-18 09:56:39,513 Checking jobs for platform=transfer_node +2021-12-18 09:56:39,514 Checking all jobs at once +2021-12-18 09:56:40,983 Successful check job command +2021-12-18 09:56:42,353 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:56:42,353 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:56:42,354 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:56:42,354 End of checking +2021-12-18 09:56:42,355 Updating FAILED jobs +2021-12-18 09:56:42,355 Updating WAITING jobs +2021-12-18 09:56:42,356 Update finished +2021-12-18 09:56:42,356 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:56:42,356 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:56:42,356 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:56:42,357 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:56:42,357 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:56:42,357 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:56:42,357 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:56:42,357 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:56:42,357 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:56:42,360 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:56:42,361 Job list saved +2021-12-18 09:56:42,366 Updating FAILED jobs +2021-12-18 09:56:42,366 Updating WAITING jobs +2021-12-18 09:56:42,366 Update finished +2021-12-18 09:56:52,373 Reloading parameters... +2021-12-18 09:56:52,392 Loading parameters... +2021-12-18 09:56:52,393 Loading project parameters... +2021-12-18 09:56:52,395 + +16 of 25 jobs remaining (09:56) +2021-12-18 09:56:52,395 Sleep: 10 +2021-12-18 09:56:52,396 Number of retrials: 0 +2021-12-18 09:56:52,396 WRAPPER CHECK TIME = 10 +2021-12-18 09:56:52,396 Checking jobs for platform=marenostrum4 +2021-12-18 09:56:52,397 Checking jobs for platform=nord3 +2021-12-18 09:56:52,397 Checking jobs for platform=local +2021-12-18 09:56:52,398 Checking jobs for platform=transfer_node +2021-12-18 09:56:52,398 Checking all jobs at once +2021-12-18 09:56:53,718 Successful check job command +2021-12-18 09:56:55,089 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:56:55,089 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:56:55,089 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:56:55,089 End of checking +2021-12-18 09:56:55,091 Updating FAILED jobs +2021-12-18 09:56:55,091 Updating WAITING jobs +2021-12-18 09:56:55,091 Update finished +2021-12-18 09:56:55,091 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:56:55,091 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:56:55,092 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:56:55,092 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:56:55,092 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:56:55,092 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:56:55,092 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:56:55,092 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:56:55,092 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:56:55,095 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:56:55,098 Job list saved +2021-12-18 09:56:55,103 Updating FAILED jobs +2021-12-18 09:56:55,104 Updating WAITING jobs +2021-12-18 09:56:55,104 Update finished +2021-12-18 09:57:05,114 Reloading parameters... +2021-12-18 09:57:05,134 Loading parameters... +2021-12-18 09:57:05,135 Loading project parameters... +2021-12-18 09:57:05,137 + +16 of 25 jobs remaining (09:57) +2021-12-18 09:57:05,137 Sleep: 10 +2021-12-18 09:57:05,137 Number of retrials: 0 +2021-12-18 09:57:05,137 WRAPPER CHECK TIME = 10 +2021-12-18 09:57:05,138 Checking jobs for platform=marenostrum4 +2021-12-18 09:57:05,138 Checking jobs for platform=nord3 +2021-12-18 09:57:05,139 Checking jobs for platform=local +2021-12-18 09:57:05,139 Checking jobs for platform=transfer_node +2021-12-18 09:57:05,139 Checking all jobs at once +2021-12-18 09:57:07,310 Successful check job command +2021-12-18 09:57:08,580 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:57:08,580 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:57:08,580 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:57:08,580 End of checking +2021-12-18 09:57:08,582 Updating FAILED jobs +2021-12-18 09:57:08,582 Updating WAITING jobs +2021-12-18 09:57:08,582 Update finished +2021-12-18 09:57:08,582 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:57:08,583 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:57:08,583 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:57:08,583 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:57:08,583 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:57:08,583 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:57:08,583 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:57:08,583 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:57:08,583 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:57:08,586 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:57:08,588 Job list saved +2021-12-18 09:57:08,593 Updating FAILED jobs +2021-12-18 09:57:08,594 Updating WAITING jobs +2021-12-18 09:57:08,594 Update finished +2021-12-18 09:57:18,604 Reloading parameters... +2021-12-18 09:57:18,622 Loading parameters... +2021-12-18 09:57:18,624 Loading project parameters... +2021-12-18 09:57:18,626 + +16 of 25 jobs remaining (09:57) +2021-12-18 09:57:18,626 Sleep: 10 +2021-12-18 09:57:18,626 Number of retrials: 0 +2021-12-18 09:57:18,626 WRAPPER CHECK TIME = 10 +2021-12-18 09:57:18,627 Checking jobs for platform=marenostrum4 +2021-12-18 09:57:18,628 Checking jobs for platform=nord3 +2021-12-18 09:57:18,629 Checking jobs for platform=local +2021-12-18 09:57:18,629 Checking jobs for platform=transfer_node +2021-12-18 09:57:18,630 Checking all jobs at once +2021-12-18 09:57:19,900 Successful check job command +2021-12-18 09:57:21,169 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:57:21,169 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:57:21,169 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:57:21,170 End of checking +2021-12-18 09:57:21,171 Updating FAILED jobs +2021-12-18 09:57:21,171 Updating WAITING jobs +2021-12-18 09:57:21,171 Update finished +2021-12-18 09:57:21,171 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:57:21,172 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:57:21,172 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:57:21,172 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:57:21,172 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:57:21,173 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:57:21,173 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:57:21,173 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:57:21,173 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:57:21,176 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:57:21,178 Job list saved +2021-12-18 09:57:21,187 Updating FAILED jobs +2021-12-18 09:57:21,188 Updating WAITING jobs +2021-12-18 09:57:21,188 Update finished +2021-12-18 09:57:31,198 Reloading parameters... +2021-12-18 09:57:31,218 Loading parameters... +2021-12-18 09:57:31,219 Loading project parameters... +2021-12-18 09:57:31,221 + +16 of 25 jobs remaining (09:57) +2021-12-18 09:57:31,221 Sleep: 10 +2021-12-18 09:57:31,221 Number of retrials: 0 +2021-12-18 09:57:31,221 WRAPPER CHECK TIME = 10 +2021-12-18 09:57:31,222 Checking jobs for platform=marenostrum4 +2021-12-18 09:57:31,223 Checking jobs for platform=nord3 +2021-12-18 09:57:31,223 Checking jobs for platform=local +2021-12-18 09:57:31,224 Checking jobs for platform=transfer_node +2021-12-18 09:57:31,224 Checking all jobs at once +2021-12-18 09:57:32,644 Successful check job command +2021-12-18 09:57:33,814 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:57:33,814 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:57:33,814 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:57:33,814 End of checking +2021-12-18 09:57:33,816 Updating FAILED jobs +2021-12-18 09:57:33,816 Updating WAITING jobs +2021-12-18 09:57:33,816 Update finished +2021-12-18 09:57:33,817 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:57:33,817 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:57:33,817 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:57:33,817 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:57:33,817 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:57:33,817 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:57:33,817 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:57:33,818 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:57:33,818 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:57:33,820 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:57:33,823 Job list saved +2021-12-18 09:57:33,828 Updating FAILED jobs +2021-12-18 09:57:33,828 Updating WAITING jobs +2021-12-18 09:57:33,828 Update finished +2021-12-18 09:57:43,838 Reloading parameters... +2021-12-18 09:57:43,861 Loading parameters... +2021-12-18 09:57:43,863 Loading project parameters... +2021-12-18 09:57:43,866 + +16 of 25 jobs remaining (09:57) +2021-12-18 09:57:43,866 Sleep: 10 +2021-12-18 09:57:43,866 Number of retrials: 0 +2021-12-18 09:57:43,866 WRAPPER CHECK TIME = 10 +2021-12-18 09:57:43,867 Checking jobs for platform=marenostrum4 +2021-12-18 09:57:43,868 Checking jobs for platform=nord3 +2021-12-18 09:57:43,869 Checking jobs for platform=local +2021-12-18 09:57:43,870 Checking jobs for platform=transfer_node +2021-12-18 09:57:43,870 Checking all jobs at once +2021-12-18 09:57:45,490 Successful check job command +2021-12-18 09:57:46,959 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:57:46,959 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:57:46,960 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:57:46,960 End of checking +2021-12-18 09:57:46,961 Updating FAILED jobs +2021-12-18 09:57:46,961 Updating WAITING jobs +2021-12-18 09:57:46,961 Update finished +2021-12-18 09:57:46,962 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:57:46,962 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:57:46,962 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:57:46,962 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:57:46,962 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:57:46,962 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:57:46,962 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:57:46,962 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:57:46,963 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:57:46,965 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:57:46,968 Job list saved +2021-12-18 09:57:46,972 Updating FAILED jobs +2021-12-18 09:57:46,973 Updating WAITING jobs +2021-12-18 09:57:46,973 Update finished +2021-12-18 09:57:56,982 Reloading parameters... +2021-12-18 09:57:57,004 Loading parameters... +2021-12-18 09:57:57,005 Loading project parameters... +2021-12-18 09:57:57,007 + +16 of 25 jobs remaining (09:57) +2021-12-18 09:57:57,007 Sleep: 10 +2021-12-18 09:57:57,007 Number of retrials: 0 +2021-12-18 09:57:57,007 WRAPPER CHECK TIME = 10 +2021-12-18 09:57:57,008 Checking jobs for platform=marenostrum4 +2021-12-18 09:57:57,008 Checking jobs for platform=nord3 +2021-12-18 09:57:57,009 Checking jobs for platform=local +2021-12-18 09:57:57,010 Checking jobs for platform=transfer_node +2021-12-18 09:57:57,010 Checking all jobs at once +2021-12-18 09:57:58,379 Successful check job command +2021-12-18 09:57:59,849 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:57:59,849 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:57:59,849 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:57:59,849 End of checking +2021-12-18 09:57:59,851 Updating FAILED jobs +2021-12-18 09:57:59,851 Updating WAITING jobs +2021-12-18 09:57:59,852 Update finished +2021-12-18 09:57:59,852 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:57:59,852 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:57:59,852 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:57:59,853 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:57:59,853 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:57:59,853 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:57:59,853 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:57:59,853 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:57:59,853 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:57:59,856 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:57:59,858 Job list saved +2021-12-18 09:57:59,863 Updating FAILED jobs +2021-12-18 09:57:59,863 Updating WAITING jobs +2021-12-18 09:57:59,863 Update finished +2021-12-18 09:58:09,873 Reloading parameters... +2021-12-18 09:58:09,894 Loading parameters... +2021-12-18 09:58:09,896 Loading project parameters... +2021-12-18 09:58:09,898 + +16 of 25 jobs remaining (09:58) +2021-12-18 09:58:09,898 Sleep: 10 +2021-12-18 09:58:09,898 Number of retrials: 0 +2021-12-18 09:58:09,898 WRAPPER CHECK TIME = 10 +2021-12-18 09:58:09,899 Checking jobs for platform=marenostrum4 +2021-12-18 09:58:09,899 Checking jobs for platform=nord3 +2021-12-18 09:58:09,900 Checking jobs for platform=local +2021-12-18 09:58:09,900 Checking jobs for platform=transfer_node +2021-12-18 09:58:09,900 Checking all jobs at once +2021-12-18 09:58:11,122 Successful check job command +2021-12-18 09:58:12,342 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:58:12,342 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:58:12,342 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:58:12,342 End of checking +2021-12-18 09:58:12,344 Updating FAILED jobs +2021-12-18 09:58:12,344 Updating WAITING jobs +2021-12-18 09:58:12,345 Update finished +2021-12-18 09:58:12,345 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:58:12,345 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:58:12,345 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:58:12,345 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:58:12,345 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:58:12,345 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:58:12,346 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:58:12,346 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:58:12,346 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:58:12,349 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:58:12,351 Job list saved +2021-12-18 09:58:12,356 Updating FAILED jobs +2021-12-18 09:58:12,356 Updating WAITING jobs +2021-12-18 09:58:12,356 Update finished +2021-12-18 09:58:22,366 Reloading parameters... +2021-12-18 09:58:22,384 Loading parameters... +2021-12-18 09:58:22,385 Loading project parameters... +2021-12-18 09:58:22,387 + +16 of 25 jobs remaining (09:58) +2021-12-18 09:58:22,387 Sleep: 10 +2021-12-18 09:58:22,388 Number of retrials: 0 +2021-12-18 09:58:22,388 WRAPPER CHECK TIME = 10 +2021-12-18 09:58:22,388 Checking jobs for platform=marenostrum4 +2021-12-18 09:58:22,389 Checking jobs for platform=nord3 +2021-12-18 09:58:22,389 Checking jobs for platform=local +2021-12-18 09:58:22,390 Checking jobs for platform=transfer_node +2021-12-18 09:58:22,390 Checking all jobs at once +2021-12-18 09:58:23,559 Successful check job command +2021-12-18 09:58:24,728 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:58:24,729 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:58:24,729 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:58:24,729 End of checking +2021-12-18 09:58:24,730 Updating FAILED jobs +2021-12-18 09:58:24,730 Updating WAITING jobs +2021-12-18 09:58:24,730 Update finished +2021-12-18 09:58:24,731 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:58:24,731 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:58:24,731 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:58:24,731 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:58:24,731 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:58:24,731 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:58:24,731 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:58:24,732 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:58:24,732 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:58:24,734 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:58:24,737 Job list saved +2021-12-18 09:58:24,745 Updating FAILED jobs +2021-12-18 09:58:24,745 Updating WAITING jobs +2021-12-18 09:58:24,745 Update finished +2021-12-18 09:58:34,750 Reloading parameters... +2021-12-18 09:58:34,772 Loading parameters... +2021-12-18 09:58:34,773 Loading project parameters... +2021-12-18 09:58:34,775 + +16 of 25 jobs remaining (09:58) +2021-12-18 09:58:34,775 Sleep: 10 +2021-12-18 09:58:34,775 Number of retrials: 0 +2021-12-18 09:58:34,775 WRAPPER CHECK TIME = 10 +2021-12-18 09:58:34,776 Checking jobs for platform=marenostrum4 +2021-12-18 09:58:34,777 Checking jobs for platform=nord3 +2021-12-18 09:58:34,777 Checking jobs for platform=local +2021-12-18 09:58:34,778 Checking jobs for platform=transfer_node +2021-12-18 09:58:34,778 Checking all jobs at once +2021-12-18 09:58:36,148 Successful check job command +2021-12-18 09:58:37,368 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:58:37,368 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:58:37,368 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:58:37,368 End of checking +2021-12-18 09:58:37,370 Updating FAILED jobs +2021-12-18 09:58:37,370 Updating WAITING jobs +2021-12-18 09:58:37,371 Update finished +2021-12-18 09:58:37,371 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:58:37,371 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:58:37,372 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:58:37,372 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:58:37,372 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:58:37,372 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:58:37,372 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:58:37,372 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:58:37,373 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:58:37,375 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:58:37,378 Job list saved +2021-12-18 09:58:37,382 Updating FAILED jobs +2021-12-18 09:58:37,382 Updating WAITING jobs +2021-12-18 09:58:37,382 Update finished +2021-12-18 09:58:47,393 Reloading parameters... +2021-12-18 09:58:47,412 Loading parameters... +2021-12-18 09:58:47,413 Loading project parameters... +2021-12-18 09:58:47,415 + +16 of 25 jobs remaining (09:58) +2021-12-18 09:58:47,415 Sleep: 10 +2021-12-18 09:58:47,415 Number of retrials: 0 +2021-12-18 09:58:47,416 WRAPPER CHECK TIME = 10 +2021-12-18 09:58:47,416 Checking jobs for platform=marenostrum4 +2021-12-18 09:58:47,417 Checking jobs for platform=nord3 +2021-12-18 09:58:47,417 Checking jobs for platform=local +2021-12-18 09:58:47,418 Checking jobs for platform=transfer_node +2021-12-18 09:58:47,418 Checking all jobs at once +2021-12-18 09:58:48,988 Successful check job command +2021-12-18 09:58:50,508 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:58:50,508 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:58:50,508 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:58:50,509 End of checking +2021-12-18 09:58:50,510 Updating FAILED jobs +2021-12-18 09:58:50,510 Updating WAITING jobs +2021-12-18 09:58:50,510 Update finished +2021-12-18 09:58:50,510 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:58:50,511 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:58:50,511 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:58:50,511 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:58:50,511 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:58:50,511 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:58:50,511 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:58:50,511 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:58:50,512 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:58:50,514 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:58:50,517 Job list saved +2021-12-18 09:58:50,522 Updating FAILED jobs +2021-12-18 09:58:50,522 Updating WAITING jobs +2021-12-18 09:58:50,522 Update finished +2021-12-18 09:59:00,530 Reloading parameters... +2021-12-18 09:59:00,552 Loading parameters... +2021-12-18 09:59:00,553 Loading project parameters... +2021-12-18 09:59:00,555 + +16 of 25 jobs remaining (09:59) +2021-12-18 09:59:00,556 Sleep: 10 +2021-12-18 09:59:00,556 Number of retrials: 0 +2021-12-18 09:59:00,556 WRAPPER CHECK TIME = 10 +2021-12-18 09:59:00,556 Checking jobs for platform=marenostrum4 +2021-12-18 09:59:00,557 Checking jobs for platform=nord3 +2021-12-18 09:59:00,558 Checking jobs for platform=local +2021-12-18 09:59:00,558 Checking jobs for platform=transfer_node +2021-12-18 09:59:00,558 Checking all jobs at once +2021-12-18 09:59:01,877 Successful check job command +2021-12-18 09:59:03,200 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:59:03,200 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:59:03,201 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:59:03,201 End of checking +2021-12-18 09:59:03,202 Updating FAILED jobs +2021-12-18 09:59:03,202 Updating WAITING jobs +2021-12-18 09:59:03,202 Update finished +2021-12-18 09:59:03,202 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:59:03,203 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:59:03,203 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:59:03,203 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:59:03,203 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:59:03,203 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:59:03,203 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:59:03,203 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:59:03,204 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:59:03,207 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:59:03,209 Job list saved +2021-12-18 09:59:03,214 Updating FAILED jobs +2021-12-18 09:59:03,214 Updating WAITING jobs +2021-12-18 09:59:03,214 Update finished +2021-12-18 09:59:13,222 Reloading parameters... +2021-12-18 09:59:13,241 Loading parameters... +2021-12-18 09:59:13,242 Loading project parameters... +2021-12-18 09:59:13,244 + +16 of 25 jobs remaining (09:59) +2021-12-18 09:59:13,245 Sleep: 10 +2021-12-18 09:59:13,245 Number of retrials: 0 +2021-12-18 09:59:13,245 WRAPPER CHECK TIME = 10 +2021-12-18 09:59:13,245 Checking jobs for platform=marenostrum4 +2021-12-18 09:59:13,246 Checking jobs for platform=nord3 +2021-12-18 09:59:13,246 Checking jobs for platform=local +2021-12-18 09:59:13,247 Checking jobs for platform=transfer_node +2021-12-18 09:59:13,247 Checking all jobs at once +2021-12-18 09:59:14,368 Successful check job command +2021-12-18 09:59:15,490 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:59:15,490 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:59:15,490 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:59:15,491 End of checking +2021-12-18 09:59:15,492 Updating FAILED jobs +2021-12-18 09:59:15,492 Updating WAITING jobs +2021-12-18 09:59:15,492 Update finished +2021-12-18 09:59:15,492 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:59:15,493 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:59:15,493 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:59:15,493 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:59:15,493 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:59:15,493 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:59:15,494 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:59:15,494 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:59:15,494 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:59:15,497 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:59:15,499 Job list saved +2021-12-18 09:59:15,506 Updating FAILED jobs +2021-12-18 09:59:15,506 Updating WAITING jobs +2021-12-18 09:59:15,506 Update finished +2021-12-18 09:59:25,509 Reloading parameters... +2021-12-18 09:59:25,528 Loading parameters... +2021-12-18 09:59:25,530 Loading project parameters... +2021-12-18 09:59:25,531 + +16 of 25 jobs remaining (09:59) +2021-12-18 09:59:25,532 Sleep: 10 +2021-12-18 09:59:25,532 Number of retrials: 0 +2021-12-18 09:59:25,532 WRAPPER CHECK TIME = 10 +2021-12-18 09:59:25,532 Checking jobs for platform=marenostrum4 +2021-12-18 09:59:25,533 Checking jobs for platform=nord3 +2021-12-18 09:59:25,533 Checking jobs for platform=local +2021-12-18 09:59:25,534 Checking jobs for platform=transfer_node +2021-12-18 09:59:25,534 Checking all jobs at once +2021-12-18 09:59:26,853 Successful check job command +2021-12-18 09:59:28,173 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:59:28,173 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:59:28,173 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:59:28,174 End of checking +2021-12-18 09:59:28,175 Updating FAILED jobs +2021-12-18 09:59:28,175 Updating WAITING jobs +2021-12-18 09:59:28,175 Update finished +2021-12-18 09:59:28,175 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:59:28,176 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:59:28,176 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:59:28,176 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:59:28,176 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:59:28,176 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:59:28,176 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:59:28,176 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:59:28,176 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:59:28,179 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:59:28,181 Job list saved +2021-12-18 09:59:28,187 Updating FAILED jobs +2021-12-18 09:59:28,187 Updating WAITING jobs +2021-12-18 09:59:28,187 Update finished +2021-12-18 09:59:38,194 Reloading parameters... +2021-12-18 09:59:38,214 Loading parameters... +2021-12-18 09:59:38,215 Loading project parameters... +2021-12-18 09:59:38,217 + +16 of 25 jobs remaining (09:59) +2021-12-18 09:59:38,218 Sleep: 10 +2021-12-18 09:59:38,218 Number of retrials: 0 +2021-12-18 09:59:38,218 WRAPPER CHECK TIME = 10 +2021-12-18 09:59:38,218 Checking jobs for platform=marenostrum4 +2021-12-18 09:59:38,219 Checking jobs for platform=nord3 +2021-12-18 09:59:38,220 Checking jobs for platform=local +2021-12-18 09:59:38,220 Checking jobs for platform=transfer_node +2021-12-18 09:59:38,220 Checking all jobs at once +2021-12-18 09:59:40,090 Successful check job command +2021-12-18 09:59:41,461 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:59:41,461 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:59:41,461 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:59:41,461 End of checking +2021-12-18 09:59:41,463 Updating FAILED jobs +2021-12-18 09:59:41,463 Updating WAITING jobs +2021-12-18 09:59:41,463 Update finished +2021-12-18 09:59:41,463 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:59:41,463 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:59:41,463 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:59:41,464 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:59:41,464 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:59:41,464 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:59:41,464 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:59:41,464 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:59:41,464 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:59:41,467 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:59:41,469 Job list saved +2021-12-18 09:59:41,474 Updating FAILED jobs +2021-12-18 09:59:41,475 Updating WAITING jobs +2021-12-18 09:59:41,475 Update finished +2021-12-18 09:59:51,485 Reloading parameters... +2021-12-18 09:59:51,504 Loading parameters... +2021-12-18 09:59:51,506 Loading project parameters... +2021-12-18 09:59:51,507 + +16 of 25 jobs remaining (09:59) +2021-12-18 09:59:51,508 Sleep: 10 +2021-12-18 09:59:51,508 Number of retrials: 0 +2021-12-18 09:59:51,508 WRAPPER CHECK TIME = 10 +2021-12-18 09:59:51,508 Checking jobs for platform=marenostrum4 +2021-12-18 09:59:51,509 Checking jobs for platform=nord3 +2021-12-18 09:59:51,509 Checking jobs for platform=local +2021-12-18 09:59:51,510 Checking jobs for platform=transfer_node +2021-12-18 09:59:51,510 Checking all jobs at once +2021-12-18 09:59:52,880 Successful check job command +2021-12-18 09:59:54,601 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 09:59:54,601 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 09:59:54,601 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 09:59:54,601 End of checking +2021-12-18 09:59:54,603 Updating FAILED jobs +2021-12-18 09:59:54,603 Updating WAITING jobs +2021-12-18 09:59:54,603 Update finished +2021-12-18 09:59:54,603 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 09:59:54,604 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:59:54,604 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 09:59:54,604 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 09:59:54,604 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 09:59:54,605 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 09:59:54,605 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 09:59:54,605 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 09:59:54,605 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 09:59:54,608 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 09:59:54,610 Job list saved +2021-12-18 09:59:54,614 Updating FAILED jobs +2021-12-18 09:59:54,615 Updating WAITING jobs +2021-12-18 09:59:54,615 Update finished +2021-12-18 10:00:04,625 Reloading parameters... +2021-12-18 10:00:04,644 Loading parameters... +2021-12-18 10:00:04,645 Loading project parameters... +2021-12-18 10:00:04,647 + +16 of 25 jobs remaining (10:00) +2021-12-18 10:00:04,647 Sleep: 10 +2021-12-18 10:00:04,647 Number of retrials: 0 +2021-12-18 10:00:04,648 WRAPPER CHECK TIME = 10 +2021-12-18 10:00:04,648 Checking jobs for platform=marenostrum4 +2021-12-18 10:00:04,649 Checking jobs for platform=nord3 +2021-12-18 10:00:04,649 Checking jobs for platform=local +2021-12-18 10:00:04,650 Checking jobs for platform=transfer_node +2021-12-18 10:00:04,650 Checking all jobs at once +2021-12-18 10:00:05,971 Successful check job command +2021-12-18 10:00:07,240 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:00:07,241 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:00:07,241 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 10:00:07,241 End of checking +2021-12-18 10:00:07,243 Updating FAILED jobs +2021-12-18 10:00:07,243 Updating WAITING jobs +2021-12-18 10:00:07,243 Update finished +2021-12-18 10:00:07,243 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:00:07,244 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:00:07,244 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:00:07,244 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:00:07,244 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:00:07,244 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:00:07,244 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 10:00:07,244 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:00:07,245 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:00:07,248 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:00:07,250 Job list saved +2021-12-18 10:00:07,255 Updating FAILED jobs +2021-12-18 10:00:07,256 Updating WAITING jobs +2021-12-18 10:00:07,256 Update finished +2021-12-18 10:00:17,263 Reloading parameters... +2021-12-18 10:00:17,281 Loading parameters... +2021-12-18 10:00:17,282 Loading project parameters... +2021-12-18 10:00:17,284 + +16 of 25 jobs remaining (10:00) +2021-12-18 10:00:17,284 Sleep: 10 +2021-12-18 10:00:17,284 Number of retrials: 0 +2021-12-18 10:00:17,284 WRAPPER CHECK TIME = 10 +2021-12-18 10:00:17,285 Checking jobs for platform=marenostrum4 +2021-12-18 10:00:17,285 Checking jobs for platform=nord3 +2021-12-18 10:00:17,286 Checking jobs for platform=local +2021-12-18 10:00:17,286 Checking jobs for platform=transfer_node +2021-12-18 10:00:17,286 Checking all jobs at once +2021-12-18 10:00:18,556 Successful check job command +2021-12-18 10:00:19,675 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:00:19,675 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:00:19,675 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 10:00:19,675 End of checking +2021-12-18 10:00:19,677 Updating FAILED jobs +2021-12-18 10:00:19,677 Updating WAITING jobs +2021-12-18 10:00:19,677 Update finished +2021-12-18 10:00:19,677 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:00:19,678 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:00:19,678 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:00:19,678 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:00:19,678 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:00:19,678 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:00:19,678 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 10:00:19,678 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:00:19,678 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:00:19,681 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:00:19,684 Job list saved +2021-12-18 10:00:19,688 Updating FAILED jobs +2021-12-18 10:00:19,688 Updating WAITING jobs +2021-12-18 10:00:19,689 Update finished +2021-12-18 10:00:29,699 Reloading parameters... +2021-12-18 10:00:29,718 Loading parameters... +2021-12-18 10:00:29,720 Loading project parameters... +2021-12-18 10:00:29,721 + +16 of 25 jobs remaining (10:00) +2021-12-18 10:00:29,722 Sleep: 10 +2021-12-18 10:00:29,722 Number of retrials: 0 +2021-12-18 10:00:29,722 WRAPPER CHECK TIME = 10 +2021-12-18 10:00:29,722 Checking jobs for platform=marenostrum4 +2021-12-18 10:00:29,723 Checking jobs for platform=nord3 +2021-12-18 10:00:29,724 Checking jobs for platform=local +2021-12-18 10:00:29,724 Checking jobs for platform=transfer_node +2021-12-18 10:00:29,724 Checking all jobs at once +2021-12-18 10:00:31,344 Successful check job command +2021-12-18 10:00:32,563 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:00:32,564 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:00:32,564 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 10:00:32,564 End of checking +2021-12-18 10:00:32,566 Updating FAILED jobs +2021-12-18 10:00:32,566 Updating WAITING jobs +2021-12-18 10:00:32,566 Update finished +2021-12-18 10:00:32,566 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:00:32,567 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:00:32,567 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:00:32,567 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:00:32,567 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:00:32,567 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:00:32,568 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 10:00:32,568 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:00:32,568 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:00:32,570 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:00:32,573 Job list saved +2021-12-18 10:00:32,577 Updating FAILED jobs +2021-12-18 10:00:32,577 Updating WAITING jobs +2021-12-18 10:00:32,578 Update finished +2021-12-18 10:00:42,584 Reloading parameters... +2021-12-18 10:00:42,606 Loading parameters... +2021-12-18 10:00:42,607 Loading project parameters... +2021-12-18 10:00:42,609 + +16 of 25 jobs remaining (10:00) +2021-12-18 10:00:42,609 Sleep: 10 +2021-12-18 10:00:42,609 Number of retrials: 0 +2021-12-18 10:00:42,609 WRAPPER CHECK TIME = 10 +2021-12-18 10:00:42,610 Checking jobs for platform=marenostrum4 +2021-12-18 10:00:42,611 Checking jobs for platform=nord3 +2021-12-18 10:00:42,611 Checking jobs for platform=local +2021-12-18 10:00:42,612 Checking jobs for platform=transfer_node +2021-12-18 10:00:42,612 Checking all jobs at once +2021-12-18 10:00:44,682 Successful check job command +2021-12-18 10:00:46,403 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:00:46,403 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:00:46,403 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 10:00:46,403 End of checking +2021-12-18 10:00:46,405 Updating FAILED jobs +2021-12-18 10:00:46,405 Updating WAITING jobs +2021-12-18 10:00:46,405 Update finished +2021-12-18 10:00:46,405 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:00:46,406 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:00:46,406 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:00:46,406 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:00:46,406 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:00:46,406 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:00:46,406 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 10:00:46,406 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:00:46,406 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:00:46,410 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:00:46,412 Job list saved +2021-12-18 10:00:46,417 Updating FAILED jobs +2021-12-18 10:00:46,417 Updating WAITING jobs +2021-12-18 10:00:46,417 Update finished +2021-12-18 10:00:56,427 Reloading parameters... +2021-12-18 10:00:56,444 Loading parameters... +2021-12-18 10:00:56,446 Loading project parameters... +2021-12-18 10:00:56,448 + +16 of 25 jobs remaining (10:00) +2021-12-18 10:00:56,448 Sleep: 10 +2021-12-18 10:00:56,448 Number of retrials: 0 +2021-12-18 10:00:56,448 WRAPPER CHECK TIME = 10 +2021-12-18 10:00:56,449 Checking jobs for platform=marenostrum4 +2021-12-18 10:00:56,449 Checking jobs for platform=nord3 +2021-12-18 10:00:56,450 Checking jobs for platform=local +2021-12-18 10:00:56,450 Checking jobs for platform=transfer_node +2021-12-18 10:00:56,450 Checking all jobs at once +2021-12-18 10:00:57,921 Successful check job command +2021-12-18 10:00:59,741 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:00:59,741 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:00:59,741 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 10:00:59,741 End of checking +2021-12-18 10:00:59,743 Updating FAILED jobs +2021-12-18 10:00:59,743 Updating WAITING jobs +2021-12-18 10:00:59,743 Update finished +2021-12-18 10:00:59,743 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:00:59,743 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:00:59,743 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:00:59,744 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:00:59,744 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:00:59,744 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:00:59,744 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 10:00:59,744 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:00:59,744 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:00:59,747 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:00:59,749 Job list saved +2021-12-18 10:00:59,754 Updating FAILED jobs +2021-12-18 10:00:59,754 Updating WAITING jobs +2021-12-18 10:00:59,754 Update finished +2021-12-18 10:01:09,758 Reloading parameters... +2021-12-18 10:01:09,777 Loading parameters... +2021-12-18 10:01:09,778 Loading project parameters... +2021-12-18 10:01:09,780 + +16 of 25 jobs remaining (10:01) +2021-12-18 10:01:09,780 Sleep: 10 +2021-12-18 10:01:09,780 Number of retrials: 0 +2021-12-18 10:01:09,780 WRAPPER CHECK TIME = 10 +2021-12-18 10:01:09,781 Checking jobs for platform=marenostrum4 +2021-12-18 10:01:09,782 Checking jobs for platform=nord3 +2021-12-18 10:01:09,782 Checking jobs for platform=local +2021-12-18 10:01:09,783 Checking jobs for platform=transfer_node +2021-12-18 10:01:09,783 Checking all jobs at once +2021-12-18 10:01:11,253 Successful check job command +2021-12-18 10:01:12,873 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:01:12,873 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:01:12,873 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 10:01:12,873 End of checking +2021-12-18 10:01:12,875 Updating FAILED jobs +2021-12-18 10:01:12,875 Updating WAITING jobs +2021-12-18 10:01:12,875 Update finished +2021-12-18 10:01:12,875 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:01:12,876 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:01:12,876 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:01:12,876 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:01:12,876 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:01:12,876 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:01:12,876 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 10:01:12,877 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:01:12,877 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:01:12,879 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:01:12,881 Job list saved +2021-12-18 10:01:12,886 Updating FAILED jobs +2021-12-18 10:01:12,887 Updating WAITING jobs +2021-12-18 10:01:12,887 Update finished +2021-12-18 10:01:22,897 Reloading parameters... +2021-12-18 10:01:22,915 Loading parameters... +2021-12-18 10:01:22,917 Loading project parameters... +2021-12-18 10:01:22,919 + +16 of 25 jobs remaining (10:01) +2021-12-18 10:01:22,919 Sleep: 10 +2021-12-18 10:01:22,919 Number of retrials: 0 +2021-12-18 10:01:22,919 WRAPPER CHECK TIME = 10 +2021-12-18 10:01:22,920 Checking jobs for platform=marenostrum4 +2021-12-18 10:01:22,920 Checking jobs for platform=nord3 +2021-12-18 10:01:22,921 Checking jobs for platform=local +2021-12-18 10:01:22,921 Checking jobs for platform=transfer_node +2021-12-18 10:01:22,921 Checking all jobs at once +2021-12-18 10:01:24,241 Successful check job command +2021-12-18 10:01:25,610 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:01:25,610 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:01:25,610 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 10:01:25,611 End of checking +2021-12-18 10:01:25,612 Updating FAILED jobs +2021-12-18 10:01:25,612 Updating WAITING jobs +2021-12-18 10:01:25,612 Update finished +2021-12-18 10:01:25,612 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:01:25,613 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:01:25,613 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:01:25,613 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:01:25,613 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:01:25,613 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:01:25,613 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 10:01:25,613 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:01:25,613 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:01:25,616 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:01:25,618 Job list saved +2021-12-18 10:01:25,623 Updating FAILED jobs +2021-12-18 10:01:25,623 Updating WAITING jobs +2021-12-18 10:01:25,623 Update finished +2021-12-18 10:01:35,633 Reloading parameters... +2021-12-18 10:01:35,652 Loading parameters... +2021-12-18 10:01:35,654 Loading project parameters... +2021-12-18 10:01:35,655 + +16 of 25 jobs remaining (10:01) +2021-12-18 10:01:35,656 Sleep: 10 +2021-12-18 10:01:35,656 Number of retrials: 0 +2021-12-18 10:01:35,656 WRAPPER CHECK TIME = 10 +2021-12-18 10:01:35,656 Checking jobs for platform=marenostrum4 +2021-12-18 10:01:35,657 Checking jobs for platform=nord3 +2021-12-18 10:01:35,658 Checking jobs for platform=local +2021-12-18 10:01:35,658 Checking jobs for platform=transfer_node +2021-12-18 10:01:35,658 Checking all jobs at once +2021-12-18 10:01:36,877 Successful check job command +2021-12-18 10:01:38,397 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:01:38,397 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:01:38,398 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 10:01:38,398 End of checking +2021-12-18 10:01:38,399 Updating FAILED jobs +2021-12-18 10:01:38,399 Updating WAITING jobs +2021-12-18 10:01:38,399 Update finished +2021-12-18 10:01:38,399 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:01:38,400 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:01:38,400 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:01:38,400 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:01:38,400 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:01:38,400 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:01:38,400 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 10:01:38,401 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:01:38,401 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:01:38,403 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:01:38,406 Job list saved +2021-12-18 10:01:38,411 Updating FAILED jobs +2021-12-18 10:01:38,411 Updating WAITING jobs +2021-12-18 10:01:38,411 Update finished +2021-12-18 10:01:48,417 Reloading parameters... +2021-12-18 10:01:48,437 Loading parameters... +2021-12-18 10:01:48,438 Loading project parameters... +2021-12-18 10:01:48,440 + +16 of 25 jobs remaining (10:01) +2021-12-18 10:01:48,440 Sleep: 10 +2021-12-18 10:01:48,441 Number of retrials: 0 +2021-12-18 10:01:48,441 WRAPPER CHECK TIME = 10 +2021-12-18 10:01:48,441 Checking jobs for platform=marenostrum4 +2021-12-18 10:01:48,442 Checking jobs for platform=nord3 +2021-12-18 10:01:48,442 Checking jobs for platform=local +2021-12-18 10:01:48,443 Checking jobs for platform=transfer_node +2021-12-18 10:01:48,443 Checking all jobs at once +2021-12-18 10:01:49,863 Successful check job command +2021-12-18 10:01:51,186 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:01:51,186 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:01:51,186 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 10:01:51,186 End of checking +2021-12-18 10:01:51,187 Updating FAILED jobs +2021-12-18 10:01:51,188 Updating WAITING jobs +2021-12-18 10:01:51,188 Update finished +2021-12-18 10:01:51,188 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:01:51,189 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:01:51,189 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:01:51,189 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:01:51,189 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:01:51,189 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:01:51,189 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 10:01:51,189 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:01:51,190 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:01:51,192 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:01:51,194 Job list saved +2021-12-18 10:01:51,199 Updating FAILED jobs +2021-12-18 10:01:51,199 Updating WAITING jobs +2021-12-18 10:01:51,200 Update finished +2021-12-18 10:02:01,208 Reloading parameters... +2021-12-18 10:02:01,226 Loading parameters... +2021-12-18 10:02:01,227 Loading project parameters... +2021-12-18 10:02:01,229 + +16 of 25 jobs remaining (10:02) +2021-12-18 10:02:01,229 Sleep: 10 +2021-12-18 10:02:01,229 Number of retrials: 0 +2021-12-18 10:02:01,229 WRAPPER CHECK TIME = 10 +2021-12-18 10:02:01,230 Checking jobs for platform=marenostrum4 +2021-12-18 10:02:01,230 Checking jobs for platform=nord3 +2021-12-18 10:02:01,232 Checking jobs for platform=local +2021-12-18 10:02:01,232 Checking jobs for platform=transfer_node +2021-12-18 10:02:01,232 Checking all jobs at once +2021-12-18 10:02:02,552 Successful check job command +2021-12-18 10:02:03,922 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:02:03,922 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:02:03,922 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 10:02:03,922 End of checking +2021-12-18 10:02:03,924 Updating FAILED jobs +2021-12-18 10:02:03,924 Updating WAITING jobs +2021-12-18 10:02:03,924 Update finished +2021-12-18 10:02:03,924 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:02:03,924 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:02:03,925 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:02:03,925 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:02:03,925 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:02:03,925 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:02:03,925 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 10:02:03,925 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:02:03,925 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:02:03,928 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:02:03,930 Job list saved +2021-12-18 10:02:03,935 Updating FAILED jobs +2021-12-18 10:02:03,935 Updating WAITING jobs +2021-12-18 10:02:03,935 Update finished +2021-12-18 10:02:13,945 Reloading parameters... +2021-12-18 10:02:13,964 Loading parameters... +2021-12-18 10:02:13,966 Loading project parameters... +2021-12-18 10:02:13,967 + +16 of 25 jobs remaining (10:02) +2021-12-18 10:02:13,968 Sleep: 10 +2021-12-18 10:02:13,968 Number of retrials: 0 +2021-12-18 10:02:13,968 WRAPPER CHECK TIME = 10 +2021-12-18 10:02:13,968 Checking jobs for platform=marenostrum4 +2021-12-18 10:02:13,969 Checking jobs for platform=nord3 +2021-12-18 10:02:13,970 Checking jobs for platform=local +2021-12-18 10:02:13,970 Checking jobs for platform=transfer_node +2021-12-18 10:02:13,970 Checking all jobs at once +2021-12-18 10:02:15,239 Successful check job command +2021-12-18 10:02:16,458 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:02:16,459 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:02:16,459 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 10:02:16,459 End of checking +2021-12-18 10:02:16,460 Updating FAILED jobs +2021-12-18 10:02:16,460 Updating WAITING jobs +2021-12-18 10:02:16,460 Update finished +2021-12-18 10:02:16,461 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:02:16,461 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:02:16,461 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:02:16,461 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:02:16,461 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:02:16,461 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:02:16,461 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 10:02:16,462 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:02:16,462 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:02:16,464 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:02:16,467 Job list saved +2021-12-18 10:02:16,477 Updating FAILED jobs +2021-12-18 10:02:16,477 Updating WAITING jobs +2021-12-18 10:02:16,477 Update finished +2021-12-18 10:02:26,487 Reloading parameters... +2021-12-18 10:02:26,506 Loading parameters... +2021-12-18 10:02:26,507 Loading project parameters... +2021-12-18 10:02:26,509 + +16 of 25 jobs remaining (10:02) +2021-12-18 10:02:26,509 Sleep: 10 +2021-12-18 10:02:26,509 Number of retrials: 0 +2021-12-18 10:02:26,510 WRAPPER CHECK TIME = 10 +2021-12-18 10:02:26,510 Checking jobs for platform=marenostrum4 +2021-12-18 10:02:26,511 Checking jobs for platform=nord3 +2021-12-18 10:02:26,511 Checking jobs for platform=local +2021-12-18 10:02:26,512 Checking jobs for platform=transfer_node +2021-12-18 10:02:26,512 Checking all jobs at once +2021-12-18 10:02:27,981 Successful check job command +2021-12-18 10:02:29,952 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:02:29,952 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:02:29,952 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 10:02:29,952 End of checking +2021-12-18 10:02:29,953 Updating FAILED jobs +2021-12-18 10:02:29,953 Updating WAITING jobs +2021-12-18 10:02:29,954 Update finished +2021-12-18 10:02:29,954 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:02:29,954 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:02:29,955 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:02:29,955 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:02:29,955 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:02:29,955 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:02:29,955 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 10:02:29,955 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:02:29,955 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:02:29,959 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:02:29,962 Job list saved +2021-12-18 10:02:29,968 Updating FAILED jobs +2021-12-18 10:02:29,968 Updating WAITING jobs +2021-12-18 10:02:29,969 Update finished +2021-12-18 10:02:39,979 Reloading parameters... +2021-12-18 10:02:39,996 Loading parameters... +2021-12-18 10:02:39,998 Loading project parameters... +2021-12-18 10:02:40,000 + +16 of 25 jobs remaining (10:02) +2021-12-18 10:02:40,000 Sleep: 10 +2021-12-18 10:02:40,000 Number of retrials: 0 +2021-12-18 10:02:40,000 WRAPPER CHECK TIME = 10 +2021-12-18 10:02:40,001 Checking jobs for platform=marenostrum4 +2021-12-18 10:02:40,002 Checking jobs for platform=nord3 +2021-12-18 10:02:40,002 Checking jobs for platform=local +2021-12-18 10:02:40,003 Checking jobs for platform=transfer_node +2021-12-18 10:02:40,003 Checking all jobs at once +2021-12-18 10:02:41,272 Successful check job command +2021-12-18 10:02:42,642 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:02:42,642 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:02:42,642 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 10:02:42,642 End of checking +2021-12-18 10:02:42,643 Updating FAILED jobs +2021-12-18 10:02:42,644 Updating WAITING jobs +2021-12-18 10:02:42,644 Update finished +2021-12-18 10:02:42,644 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:02:42,644 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:02:42,644 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:02:42,644 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:02:42,645 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:02:42,645 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:02:42,645 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 10:02:42,645 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:02:42,645 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:02:42,647 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:02:42,650 Job list saved +2021-12-18 10:02:42,654 Updating FAILED jobs +2021-12-18 10:02:42,654 Updating WAITING jobs +2021-12-18 10:02:42,655 Update finished +2021-12-18 10:02:52,665 Reloading parameters... +2021-12-18 10:02:52,683 Loading parameters... +2021-12-18 10:02:52,685 Loading project parameters... +2021-12-18 10:02:52,687 + +16 of 25 jobs remaining (10:02) +2021-12-18 10:02:52,687 Sleep: 10 +2021-12-18 10:02:52,687 Number of retrials: 0 +2021-12-18 10:02:52,687 WRAPPER CHECK TIME = 10 +2021-12-18 10:02:52,688 Checking jobs for platform=marenostrum4 +2021-12-18 10:02:52,689 Checking jobs for platform=nord3 +2021-12-18 10:02:52,689 Checking jobs for platform=local +2021-12-18 10:02:52,690 Checking jobs for platform=transfer_node +2021-12-18 10:02:52,690 Checking all jobs at once +2021-12-18 10:02:53,959 Successful check job command +2021-12-18 10:02:55,278 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:02:55,279 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:02:55,279 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 10:02:55,279 End of checking +2021-12-18 10:02:55,280 Updating FAILED jobs +2021-12-18 10:02:55,280 Updating WAITING jobs +2021-12-18 10:02:55,281 Update finished +2021-12-18 10:02:55,281 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:02:55,281 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:02:55,281 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:02:55,281 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:02:55,281 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:02:55,281 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:02:55,282 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 10:02:55,282 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:02:55,282 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:02:55,285 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:02:55,287 Job list saved +2021-12-18 10:02:55,291 Updating FAILED jobs +2021-12-18 10:02:55,291 Updating WAITING jobs +2021-12-18 10:02:55,291 Update finished +2021-12-18 10:03:05,301 Reloading parameters... +2021-12-18 10:03:05,321 Loading parameters... +2021-12-18 10:03:05,322 Loading project parameters... +2021-12-18 10:03:05,324 + +16 of 25 jobs remaining (10:03) +2021-12-18 10:03:05,324 Sleep: 10 +2021-12-18 10:03:05,324 Number of retrials: 0 +2021-12-18 10:03:05,324 WRAPPER CHECK TIME = 10 +2021-12-18 10:03:05,325 Checking jobs for platform=marenostrum4 +2021-12-18 10:03:05,325 Checking jobs for platform=nord3 +2021-12-18 10:03:05,326 Checking jobs for platform=local +2021-12-18 10:03:05,326 Checking jobs for platform=transfer_node +2021-12-18 10:03:05,326 Checking all jobs at once +2021-12-18 10:03:06,750 Successful check job command +2021-12-18 10:03:08,219 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:03:08,219 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:03:08,219 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 10:03:08,219 End of checking +2021-12-18 10:03:08,221 Updating FAILED jobs +2021-12-18 10:03:08,221 Updating WAITING jobs +2021-12-18 10:03:08,221 Update finished +2021-12-18 10:03:08,221 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:03:08,222 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:03:08,222 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:03:08,222 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:03:08,222 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:03:08,222 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:03:08,222 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 10:03:08,222 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:03:08,223 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:03:08,225 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:03:08,227 Job list saved +2021-12-18 10:03:08,232 Updating FAILED jobs +2021-12-18 10:03:08,232 Updating WAITING jobs +2021-12-18 10:03:08,232 Update finished +2021-12-18 10:03:18,241 Reloading parameters... +2021-12-18 10:03:18,262 Loading parameters... +2021-12-18 10:03:18,263 Loading project parameters... +2021-12-18 10:03:18,265 + +16 of 25 jobs remaining (10:03) +2021-12-18 10:03:18,265 Sleep: 10 +2021-12-18 10:03:18,265 Number of retrials: 0 +2021-12-18 10:03:18,265 WRAPPER CHECK TIME = 10 +2021-12-18 10:03:18,266 Checking jobs for platform=marenostrum4 +2021-12-18 10:03:18,266 Checking jobs for platform=nord3 +2021-12-18 10:03:18,267 Checking jobs for platform=local +2021-12-18 10:03:18,267 Checking jobs for platform=transfer_node +2021-12-18 10:03:18,267 Checking all jobs at once +2021-12-18 10:03:19,639 Successful check job command +2021-12-18 10:03:21,710 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:03:21,710 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:03:21,710 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 10:03:21,710 End of checking +2021-12-18 10:03:21,712 Updating FAILED jobs +2021-12-18 10:03:21,712 Updating WAITING jobs +2021-12-18 10:03:21,712 Update finished +2021-12-18 10:03:21,712 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:03:21,712 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:03:21,713 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:03:21,713 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:03:21,713 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:03:21,713 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:03:21,713 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 10:03:21,713 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:03:21,713 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:03:21,716 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:03:21,718 Job list saved +2021-12-18 10:03:21,723 Updating FAILED jobs +2021-12-18 10:03:21,723 Updating WAITING jobs +2021-12-18 10:03:21,723 Update finished +2021-12-18 10:03:31,733 Reloading parameters... +2021-12-18 10:03:31,753 Loading parameters... +2021-12-18 10:03:31,754 Loading project parameters... +2021-12-18 10:03:31,756 + +16 of 25 jobs remaining (10:03) +2021-12-18 10:03:31,756 Sleep: 10 +2021-12-18 10:03:31,756 Number of retrials: 0 +2021-12-18 10:03:31,756 WRAPPER CHECK TIME = 10 +2021-12-18 10:03:31,757 Checking jobs for platform=marenostrum4 +2021-12-18 10:03:31,757 Checking jobs for platform=nord3 +2021-12-18 10:03:31,758 Checking jobs for platform=local +2021-12-18 10:03:31,758 Checking jobs for platform=transfer_node +2021-12-18 10:03:31,759 Checking all jobs at once +2021-12-18 10:03:33,028 Successful check job command +2021-12-18 10:03:34,398 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:03:34,398 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:03:34,398 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 10:03:34,398 End of checking +2021-12-18 10:03:34,399 Updating FAILED jobs +2021-12-18 10:03:34,400 Updating WAITING jobs +2021-12-18 10:03:34,400 Update finished +2021-12-18 10:03:34,400 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:03:34,400 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:03:34,400 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:03:34,400 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:03:34,401 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:03:34,401 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:03:34,401 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 10:03:34,401 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:03:34,401 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:03:34,404 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:03:34,406 Job list saved +2021-12-18 10:03:34,417 Updating FAILED jobs +2021-12-18 10:03:34,418 Updating WAITING jobs +2021-12-18 10:03:34,418 Update finished +2021-12-18 10:03:44,422 Reloading parameters... +2021-12-18 10:03:44,439 Loading parameters... +2021-12-18 10:03:44,440 Loading project parameters... +2021-12-18 10:03:44,442 + +16 of 25 jobs remaining (10:03) +2021-12-18 10:03:44,442 Sleep: 10 +2021-12-18 10:03:44,442 Number of retrials: 0 +2021-12-18 10:03:44,443 WRAPPER CHECK TIME = 10 +2021-12-18 10:03:44,443 Checking jobs for platform=marenostrum4 +2021-12-18 10:03:44,444 Checking jobs for platform=nord3 +2021-12-18 10:03:44,444 Checking jobs for platform=local +2021-12-18 10:03:44,445 Checking jobs for platform=transfer_node +2021-12-18 10:03:44,445 Checking all jobs at once +2021-12-18 10:03:45,666 Successful check job command +2021-12-18 10:03:46,886 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:03:46,886 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:03:46,886 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 10:03:46,886 End of checking +2021-12-18 10:03:46,888 Updating FAILED jobs +2021-12-18 10:03:46,888 Updating WAITING jobs +2021-12-18 10:03:46,888 Update finished +2021-12-18 10:03:46,888 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:03:46,889 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:03:46,889 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:03:46,889 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:03:46,889 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:03:46,890 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:03:46,890 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 10:03:46,890 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:03:46,890 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:03:46,892 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:03:46,895 Job list saved +2021-12-18 10:03:46,900 Updating FAILED jobs +2021-12-18 10:03:46,900 Updating WAITING jobs +2021-12-18 10:03:46,900 Update finished +2021-12-18 10:03:56,911 Reloading parameters... +2021-12-18 10:03:56,928 Loading parameters... +2021-12-18 10:03:56,929 Loading project parameters... +2021-12-18 10:03:56,931 + +16 of 25 jobs remaining (10:03) +2021-12-18 10:03:56,932 Sleep: 10 +2021-12-18 10:03:56,932 Number of retrials: 0 +2021-12-18 10:03:56,932 WRAPPER CHECK TIME = 10 +2021-12-18 10:03:56,932 Checking jobs for platform=marenostrum4 +2021-12-18 10:03:56,933 Checking jobs for platform=nord3 +2021-12-18 10:03:56,934 Checking jobs for platform=local +2021-12-18 10:03:56,934 Checking jobs for platform=transfer_node +2021-12-18 10:03:56,934 Checking all jobs at once +2021-12-18 10:03:58,404 Successful check job command +2021-12-18 10:03:59,774 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:03:59,775 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:03:59,775 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 10:03:59,775 End of checking +2021-12-18 10:03:59,777 Updating FAILED jobs +2021-12-18 10:03:59,777 Updating WAITING jobs +2021-12-18 10:03:59,777 Update finished +2021-12-18 10:03:59,777 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:03:59,777 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:03:59,778 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:03:59,778 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:03:59,778 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:03:59,778 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:03:59,778 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 10:03:59,778 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:03:59,778 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:03:59,781 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:03:59,783 Job list saved +2021-12-18 10:03:59,788 Updating FAILED jobs +2021-12-18 10:03:59,788 Updating WAITING jobs +2021-12-18 10:03:59,789 Update finished +2021-12-18 10:04:09,798 Reloading parameters... +2021-12-18 10:04:09,817 Loading parameters... +2021-12-18 10:04:09,818 Loading project parameters... +2021-12-18 10:04:09,820 + +16 of 25 jobs remaining (10:04) +2021-12-18 10:04:09,820 Sleep: 10 +2021-12-18 10:04:09,820 Number of retrials: 0 +2021-12-18 10:04:09,820 WRAPPER CHECK TIME = 10 +2021-12-18 10:04:09,821 Checking jobs for platform=marenostrum4 +2021-12-18 10:04:09,821 Checking jobs for platform=nord3 +2021-12-18 10:04:09,822 Checking jobs for platform=local +2021-12-18 10:04:09,823 Checking jobs for platform=transfer_node +2021-12-18 10:04:09,823 Checking all jobs at once +2021-12-18 10:04:11,543 Successful check job command +2021-12-18 10:04:13,013 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:04:13,013 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:04:13,013 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 10:04:13,013 End of checking +2021-12-18 10:04:13,014 Updating FAILED jobs +2021-12-18 10:04:13,014 Updating WAITING jobs +2021-12-18 10:04:13,015 Update finished +2021-12-18 10:04:13,015 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:04:13,015 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:04:13,015 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:04:13,015 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:04:13,015 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:04:13,015 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:04:13,015 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 10:04:13,016 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:04:13,016 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:04:13,018 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:04:13,021 Job list saved +2021-12-18 10:04:13,025 Updating FAILED jobs +2021-12-18 10:04:13,025 Updating WAITING jobs +2021-12-18 10:04:13,025 Update finished +2021-12-18 10:04:23,035 Reloading parameters... +2021-12-18 10:04:23,052 Loading parameters... +2021-12-18 10:04:23,053 Loading project parameters... +2021-12-18 10:04:23,055 + +16 of 25 jobs remaining (10:04) +2021-12-18 10:04:23,055 Sleep: 10 +2021-12-18 10:04:23,055 Number of retrials: 0 +2021-12-18 10:04:23,056 WRAPPER CHECK TIME = 10 +2021-12-18 10:04:23,056 Checking jobs for platform=marenostrum4 +2021-12-18 10:04:23,057 Checking jobs for platform=nord3 +2021-12-18 10:04:23,057 Checking jobs for platform=local +2021-12-18 10:04:23,058 Checking jobs for platform=transfer_node +2021-12-18 10:04:23,058 Checking all jobs at once +2021-12-18 10:04:24,429 Successful check job command +2021-12-18 10:04:26,100 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:04:26,100 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:04:26,100 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 10:04:26,101 End of checking +2021-12-18 10:04:26,102 Updating FAILED jobs +2021-12-18 10:04:26,102 Updating WAITING jobs +2021-12-18 10:04:26,102 Update finished +2021-12-18 10:04:26,102 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:04:26,103 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:04:26,103 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:04:26,103 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:04:26,104 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:04:26,104 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:04:26,104 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 10:04:26,104 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:04:26,104 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:04:26,107 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:04:26,109 Job list saved +2021-12-18 10:04:26,113 Updating FAILED jobs +2021-12-18 10:04:26,113 Updating WAITING jobs +2021-12-18 10:04:26,114 Update finished +2021-12-18 10:04:36,124 Reloading parameters... +2021-12-18 10:04:36,144 Loading parameters... +2021-12-18 10:04:36,145 Loading project parameters... +2021-12-18 10:04:36,147 + +16 of 25 jobs remaining (10:04) +2021-12-18 10:04:36,147 Sleep: 10 +2021-12-18 10:04:36,147 Number of retrials: 0 +2021-12-18 10:04:36,148 WRAPPER CHECK TIME = 10 +2021-12-18 10:04:36,149 Checking jobs for platform=marenostrum4 +2021-12-18 10:04:36,149 Checking jobs for platform=nord3 +2021-12-18 10:04:36,150 Checking jobs for platform=local +2021-12-18 10:04:36,151 Checking jobs for platform=transfer_node +2021-12-18 10:04:36,151 Checking all jobs at once +2021-12-18 10:04:37,328 Successful check job command +2021-12-18 10:04:38,647 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:04:38,647 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:04:38,647 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 10:04:38,648 End of checking +2021-12-18 10:04:38,649 Updating FAILED jobs +2021-12-18 10:04:38,649 Updating WAITING jobs +2021-12-18 10:04:38,649 Update finished +2021-12-18 10:04:38,649 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:04:38,650 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:04:38,650 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:04:38,650 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:04:38,650 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:04:38,650 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:04:38,650 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 10:04:38,650 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:04:38,650 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:04:38,655 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:04:38,657 Job list saved +2021-12-18 10:04:38,662 Updating FAILED jobs +2021-12-18 10:04:38,662 Updating WAITING jobs +2021-12-18 10:04:38,662 Update finished +2021-12-18 10:04:48,672 Reloading parameters... +2021-12-18 10:04:48,691 Loading parameters... +2021-12-18 10:04:48,692 Loading project parameters... +2021-12-18 10:04:48,694 + +16 of 25 jobs remaining (10:04) +2021-12-18 10:04:48,694 Sleep: 10 +2021-12-18 10:04:48,694 Number of retrials: 0 +2021-12-18 10:04:48,695 WRAPPER CHECK TIME = 10 +2021-12-18 10:04:48,695 Checking jobs for platform=marenostrum4 +2021-12-18 10:04:48,696 Checking jobs for platform=nord3 +2021-12-18 10:04:48,696 Checking jobs for platform=local +2021-12-18 10:04:48,697 Checking jobs for platform=transfer_node +2021-12-18 10:04:48,697 Checking all jobs at once +2021-12-18 10:04:49,967 Successful check job command +2021-12-18 10:04:51,237 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:04:51,237 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:04:51,237 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 10:04:51,237 End of checking +2021-12-18 10:04:51,239 Updating FAILED jobs +2021-12-18 10:04:51,239 Updating WAITING jobs +2021-12-18 10:04:51,239 Update finished +2021-12-18 10:04:51,239 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:04:51,239 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:04:51,239 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:04:51,240 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:04:51,240 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:04:51,240 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:04:51,240 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 10:04:51,240 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:04:51,240 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:04:51,243 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:04:51,245 Job list saved +2021-12-18 10:04:51,249 Updating FAILED jobs +2021-12-18 10:04:51,249 Updating WAITING jobs +2021-12-18 10:04:51,250 Update finished +2021-12-18 10:05:01,260 Reloading parameters... +2021-12-18 10:05:01,293 Loading parameters... +2021-12-18 10:05:01,294 Loading project parameters... +2021-12-18 10:05:01,296 + +16 of 25 jobs remaining (10:05) +2021-12-18 10:05:01,296 Sleep: 10 +2021-12-18 10:05:01,296 Number of retrials: 0 +2021-12-18 10:05:01,296 WRAPPER CHECK TIME = 10 +2021-12-18 10:05:01,297 Checking jobs for platform=marenostrum4 +2021-12-18 10:05:01,297 Checking jobs for platform=nord3 +2021-12-18 10:05:01,298 Checking jobs for platform=local +2021-12-18 10:05:01,298 Checking jobs for platform=transfer_node +2021-12-18 10:05:01,298 Checking all jobs at once +2021-12-18 10:05:02,573 Successful check job command +2021-12-18 10:05:03,843 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:05:03,843 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:05:03,844 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 10:05:03,844 End of checking +2021-12-18 10:05:03,852 Updating FAILED jobs +2021-12-18 10:05:03,852 Updating WAITING jobs +2021-12-18 10:05:03,852 Update finished +2021-12-18 10:05:03,853 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:05:03,853 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:05:03,853 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:05:03,854 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:05:03,854 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:05:03,854 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:05:03,854 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 10:05:03,854 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:05:03,854 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:05:03,864 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:05:03,867 Job list saved +2021-12-18 10:05:03,877 Updating FAILED jobs +2021-12-18 10:05:03,877 Updating WAITING jobs +2021-12-18 10:05:03,877 Update finished +2021-12-18 10:05:13,888 Reloading parameters... +2021-12-18 10:05:13,905 Loading parameters... +2021-12-18 10:05:13,907 Loading project parameters... +2021-12-18 10:05:13,909 + +16 of 25 jobs remaining (10:05) +2021-12-18 10:05:13,909 Sleep: 10 +2021-12-18 10:05:13,909 Number of retrials: 0 +2021-12-18 10:05:13,909 WRAPPER CHECK TIME = 10 +2021-12-18 10:05:13,910 Checking jobs for platform=marenostrum4 +2021-12-18 10:05:13,910 Checking jobs for platform=nord3 +2021-12-18 10:05:13,911 Checking jobs for platform=local +2021-12-18 10:05:13,911 Checking jobs for platform=transfer_node +2021-12-18 10:05:13,911 Checking all jobs at once +2021-12-18 10:05:15,285 Successful check job command +2021-12-18 10:05:16,856 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:05:16,856 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:05:16,856 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 10:05:16,856 End of checking +2021-12-18 10:05:16,857 Updating FAILED jobs +2021-12-18 10:05:16,857 Updating WAITING jobs +2021-12-18 10:05:16,858 Update finished +2021-12-18 10:05:16,858 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:05:16,858 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:05:16,858 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:05:16,858 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:05:16,858 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:05:16,859 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:05:16,859 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 10:05:16,859 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:05:16,859 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:05:16,861 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:05:16,863 Job list saved +2021-12-18 10:05:16,868 Updating FAILED jobs +2021-12-18 10:05:16,868 Updating WAITING jobs +2021-12-18 10:05:16,868 Update finished +2021-12-18 10:05:26,875 Reloading parameters... +2021-12-18 10:05:26,894 Loading parameters... +2021-12-18 10:05:26,896 Loading project parameters... +2021-12-18 10:05:26,898 + +16 of 25 jobs remaining (10:05) +2021-12-18 10:05:26,898 Sleep: 10 +2021-12-18 10:05:26,898 Number of retrials: 0 +2021-12-18 10:05:26,898 WRAPPER CHECK TIME = 10 +2021-12-18 10:05:26,899 Checking jobs for platform=marenostrum4 +2021-12-18 10:05:26,900 Checking jobs for platform=nord3 +2021-12-18 10:05:26,900 Checking jobs for platform=local +2021-12-18 10:05:26,901 Checking jobs for platform=transfer_node +2021-12-18 10:05:26,901 Checking all jobs at once +2021-12-18 10:05:28,574 Successful check job command +2021-12-18 10:05:30,043 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:05:30,043 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:05:30,043 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 10:05:30,044 End of checking +2021-12-18 10:05:30,045 Updating FAILED jobs +2021-12-18 10:05:30,045 Updating WAITING jobs +2021-12-18 10:05:30,045 Update finished +2021-12-18 10:05:30,045 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:05:30,046 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:05:30,046 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:05:30,046 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:05:30,046 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:05:30,046 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:05:30,046 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 10:05:30,046 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:05:30,046 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:05:30,049 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:05:30,051 Job list saved +2021-12-18 10:05:30,056 Updating FAILED jobs +2021-12-18 10:05:30,056 Updating WAITING jobs +2021-12-18 10:05:30,056 Update finished +2021-12-18 10:05:40,066 Reloading parameters... +2021-12-18 10:05:40,084 Loading parameters... +2021-12-18 10:05:40,085 Loading project parameters... +2021-12-18 10:05:40,087 + +16 of 25 jobs remaining (10:05) +2021-12-18 10:05:40,087 Sleep: 10 +2021-12-18 10:05:40,088 Number of retrials: 0 +2021-12-18 10:05:40,088 WRAPPER CHECK TIME = 10 +2021-12-18 10:05:40,088 Checking jobs for platform=marenostrum4 +2021-12-18 10:05:40,089 Checking jobs for platform=nord3 +2021-12-18 10:05:40,089 Checking jobs for platform=local +2021-12-18 10:05:40,090 Checking jobs for platform=transfer_node +2021-12-18 10:05:40,090 Checking all jobs at once +2021-12-18 10:05:41,409 Successful check job command +2021-12-18 10:05:42,778 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:05:42,778 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:05:42,779 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 10:05:42,779 End of checking +2021-12-18 10:05:42,780 Updating FAILED jobs +2021-12-18 10:05:42,780 Updating WAITING jobs +2021-12-18 10:05:42,780 Update finished +2021-12-18 10:05:42,781 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:05:42,781 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:05:42,782 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:05:42,782 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:05:42,782 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:05:42,782 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:05:42,782 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 10:05:42,782 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:05:42,782 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:05:42,785 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:05:42,787 Job list saved +2021-12-18 10:05:42,791 Updating FAILED jobs +2021-12-18 10:05:42,791 Updating WAITING jobs +2021-12-18 10:05:42,792 Update finished +2021-12-18 10:05:52,801 Reloading parameters... +2021-12-18 10:05:52,832 Loading parameters... +2021-12-18 10:05:52,834 Loading project parameters... +2021-12-18 10:05:52,838 + +16 of 25 jobs remaining (10:05) +2021-12-18 10:05:52,838 Sleep: 10 +2021-12-18 10:05:52,838 Number of retrials: 0 +2021-12-18 10:05:52,838 WRAPPER CHECK TIME = 10 +2021-12-18 10:05:52,839 Checking jobs for platform=marenostrum4 +2021-12-18 10:05:52,839 Checking jobs for platform=nord3 +2021-12-18 10:05:52,840 Checking jobs for platform=local +2021-12-18 10:05:52,841 Checking jobs for platform=transfer_node +2021-12-18 10:05:52,841 Checking all jobs at once +2021-12-18 10:05:54,111 Successful check job command +2021-12-18 10:05:55,383 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:05:55,383 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:05:55,383 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 10:05:55,383 End of checking +2021-12-18 10:05:55,385 Updating FAILED jobs +2021-12-18 10:05:55,385 Updating WAITING jobs +2021-12-18 10:05:55,385 Update finished +2021-12-18 10:05:55,385 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:05:55,386 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:05:55,386 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:05:55,386 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:05:55,386 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:05:55,386 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:05:55,386 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 10:05:55,386 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:05:55,386 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:05:55,389 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:05:55,391 Job list saved +2021-12-18 10:05:55,396 Updating FAILED jobs +2021-12-18 10:05:55,396 Updating WAITING jobs +2021-12-18 10:05:55,396 Update finished +2021-12-18 10:06:05,407 Reloading parameters... +2021-12-18 10:06:05,425 Loading parameters... +2021-12-18 10:06:05,427 Loading project parameters... +2021-12-18 10:06:05,429 + +16 of 25 jobs remaining (10:06) +2021-12-18 10:06:05,429 Sleep: 10 +2021-12-18 10:06:05,429 Number of retrials: 0 +2021-12-18 10:06:05,429 WRAPPER CHECK TIME = 10 +2021-12-18 10:06:05,430 Checking jobs for platform=marenostrum4 +2021-12-18 10:06:05,430 Checking jobs for platform=nord3 +2021-12-18 10:06:05,431 Checking jobs for platform=local +2021-12-18 10:06:05,431 Checking jobs for platform=transfer_node +2021-12-18 10:06:05,431 Checking all jobs at once +2021-12-18 10:06:06,955 Successful check job command +2021-12-18 10:06:08,224 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:06:08,225 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:06:08,225 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 10:06:08,225 End of checking +2021-12-18 10:06:08,227 Updating FAILED jobs +2021-12-18 10:06:08,227 Updating WAITING jobs +2021-12-18 10:06:08,227 Update finished +2021-12-18 10:06:08,227 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:06:08,227 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:06:08,227 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:06:08,228 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:06:08,228 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:06:08,228 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:06:08,228 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 10:06:08,228 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:06:08,228 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:06:08,232 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:06:08,234 Job list saved +2021-12-18 10:06:08,240 Updating FAILED jobs +2021-12-18 10:06:08,240 Updating WAITING jobs +2021-12-18 10:06:08,240 Update finished +2021-12-18 10:06:18,251 Reloading parameters... +2021-12-18 10:06:18,271 Loading parameters... +2021-12-18 10:06:18,272 Loading project parameters... +2021-12-18 10:06:18,274 + +16 of 25 jobs remaining (10:06) +2021-12-18 10:06:18,275 Sleep: 10 +2021-12-18 10:06:18,275 Number of retrials: 0 +2021-12-18 10:06:18,275 WRAPPER CHECK TIME = 10 +2021-12-18 10:06:18,275 Checking jobs for platform=marenostrum4 +2021-12-18 10:06:18,276 Checking jobs for platform=nord3 +2021-12-18 10:06:18,276 Checking jobs for platform=local +2021-12-18 10:06:18,277 Checking jobs for platform=transfer_node +2021-12-18 10:06:18,277 Checking all jobs at once +2021-12-18 10:06:19,998 Successful check job command +2021-12-18 10:06:21,319 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:06:21,319 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:06:21,319 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 10:06:21,319 End of checking +2021-12-18 10:06:21,321 Updating FAILED jobs +2021-12-18 10:06:21,321 Updating WAITING jobs +2021-12-18 10:06:21,321 Update finished +2021-12-18 10:06:21,321 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:06:21,322 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:06:21,322 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:06:21,322 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:06:21,322 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:06:21,322 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:06:21,322 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 10:06:21,323 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:06:21,323 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:06:21,327 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:06:21,329 Job list saved +2021-12-18 10:06:21,333 Updating FAILED jobs +2021-12-18 10:06:21,333 Updating WAITING jobs +2021-12-18 10:06:21,334 Update finished +2021-12-18 10:06:31,344 Reloading parameters... +2021-12-18 10:06:31,362 Loading parameters... +2021-12-18 10:06:31,364 Loading project parameters... +2021-12-18 10:06:31,366 + +16 of 25 jobs remaining (10:06) +2021-12-18 10:06:31,366 Sleep: 10 +2021-12-18 10:06:31,366 Number of retrials: 0 +2021-12-18 10:06:31,366 WRAPPER CHECK TIME = 10 +2021-12-18 10:06:31,367 Checking jobs for platform=marenostrum4 +2021-12-18 10:06:31,367 Checking jobs for platform=nord3 +2021-12-18 10:06:31,368 Checking jobs for platform=local +2021-12-18 10:06:31,369 Checking jobs for platform=transfer_node +2021-12-18 10:06:31,369 Checking all jobs at once +2021-12-18 10:06:32,889 Successful check job command +2021-12-18 10:06:34,258 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:06:34,258 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:06:34,258 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 10:06:34,258 End of checking +2021-12-18 10:06:34,260 Updating FAILED jobs +2021-12-18 10:06:34,260 Updating WAITING jobs +2021-12-18 10:06:34,260 Update finished +2021-12-18 10:06:34,261 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:06:34,261 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:06:34,261 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:06:34,261 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:06:34,261 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:06:34,261 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:06:34,261 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 10:06:34,262 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:06:34,262 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:06:34,264 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:06:34,266 Job list saved +2021-12-18 10:06:34,271 Updating FAILED jobs +2021-12-18 10:06:34,271 Updating WAITING jobs +2021-12-18 10:06:34,271 Update finished +2021-12-18 10:06:44,280 Reloading parameters... +2021-12-18 10:06:44,298 Loading parameters... +2021-12-18 10:06:44,299 Loading project parameters... +2021-12-18 10:06:44,301 + +16 of 25 jobs remaining (10:06) +2021-12-18 10:06:44,301 Sleep: 10 +2021-12-18 10:06:44,301 Number of retrials: 0 +2021-12-18 10:06:44,301 WRAPPER CHECK TIME = 10 +2021-12-18 10:06:44,302 Checking jobs for platform=marenostrum4 +2021-12-18 10:06:44,303 Checking jobs for platform=nord3 +2021-12-18 10:06:44,303 Checking jobs for platform=local +2021-12-18 10:06:44,304 Checking jobs for platform=transfer_node +2021-12-18 10:06:44,304 Checking all jobs at once +2021-12-18 10:06:45,726 Successful check job command +2021-12-18 10:06:46,995 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:06:46,996 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:06:46,996 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 10:06:46,996 End of checking +2021-12-18 10:06:46,997 Updating FAILED jobs +2021-12-18 10:06:46,997 Updating WAITING jobs +2021-12-18 10:06:46,997 Update finished +2021-12-18 10:06:46,998 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:06:46,998 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:06:46,998 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:06:46,998 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:06:46,998 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:06:46,998 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:06:46,998 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 10:06:46,999 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:06:46,999 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:06:47,001 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:06:47,004 Job list saved +2021-12-18 10:06:47,008 Updating FAILED jobs +2021-12-18 10:06:47,009 Updating WAITING jobs +2021-12-18 10:06:47,009 Update finished +2021-12-18 10:06:57,019 Reloading parameters... +2021-12-18 10:06:57,036 Loading parameters... +2021-12-18 10:06:57,038 Loading project parameters... +2021-12-18 10:06:57,040 + +16 of 25 jobs remaining (10:06) +2021-12-18 10:06:57,040 Sleep: 10 +2021-12-18 10:06:57,040 Number of retrials: 0 +2021-12-18 10:06:57,040 WRAPPER CHECK TIME = 10 +2021-12-18 10:06:57,041 Checking jobs for platform=marenostrum4 +2021-12-18 10:06:57,041 Checking jobs for platform=nord3 +2021-12-18 10:06:57,042 Checking jobs for platform=local +2021-12-18 10:06:57,042 Checking jobs for platform=transfer_node +2021-12-18 10:06:57,042 Checking all jobs at once +2021-12-18 10:06:58,613 Successful check job command +2021-12-18 10:07:00,084 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:07:00,084 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:07:00,084 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 10:07:00,084 End of checking +2021-12-18 10:07:00,086 Updating FAILED jobs +2021-12-18 10:07:00,086 Updating WAITING jobs +2021-12-18 10:07:00,086 Update finished +2021-12-18 10:07:00,086 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:07:00,087 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:07:00,087 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:07:00,087 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:07:00,087 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:07:00,087 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:07:00,088 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 10:07:00,088 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:07:00,088 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:07:00,090 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:07:00,093 Job list saved +2021-12-18 10:07:00,097 Updating FAILED jobs +2021-12-18 10:07:00,097 Updating WAITING jobs +2021-12-18 10:07:00,098 Update finished +2021-12-18 10:07:10,108 Reloading parameters... +2021-12-18 10:07:10,127 Loading parameters... +2021-12-18 10:07:10,128 Loading project parameters... +2021-12-18 10:07:10,130 + +16 of 25 jobs remaining (10:07) +2021-12-18 10:07:10,130 Sleep: 10 +2021-12-18 10:07:10,130 Number of retrials: 0 +2021-12-18 10:07:10,131 WRAPPER CHECK TIME = 10 +2021-12-18 10:07:10,131 Checking jobs for platform=marenostrum4 +2021-12-18 10:07:10,132 Checking jobs for platform=nord3 +2021-12-18 10:07:10,132 Checking jobs for platform=local +2021-12-18 10:07:10,133 Checking jobs for platform=transfer_node +2021-12-18 10:07:10,133 Checking all jobs at once +2021-12-18 10:07:11,502 Successful check job command +2021-12-18 10:07:12,872 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:07:12,872 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:07:12,873 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 10:07:12,873 End of checking +2021-12-18 10:07:12,874 Updating FAILED jobs +2021-12-18 10:07:12,874 Updating WAITING jobs +2021-12-18 10:07:12,874 Update finished +2021-12-18 10:07:12,875 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:07:12,875 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:07:12,875 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:07:12,875 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:07:12,875 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:07:12,875 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:07:12,875 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 10:07:12,876 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:07:12,876 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:07:12,878 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:07:12,880 Job list saved +2021-12-18 10:07:12,885 Updating FAILED jobs +2021-12-18 10:07:12,885 Updating WAITING jobs +2021-12-18 10:07:12,885 Update finished +2021-12-18 10:07:22,895 Reloading parameters... +2021-12-18 10:07:22,914 Loading parameters... +2021-12-18 10:07:22,916 Loading project parameters... +2021-12-18 10:07:22,917 + +16 of 25 jobs remaining (10:07) +2021-12-18 10:07:22,918 Sleep: 10 +2021-12-18 10:07:22,918 Number of retrials: 0 +2021-12-18 10:07:22,918 WRAPPER CHECK TIME = 10 +2021-12-18 10:07:22,918 Checking jobs for platform=marenostrum4 +2021-12-18 10:07:22,919 Checking jobs for platform=nord3 +2021-12-18 10:07:22,919 Checking jobs for platform=local +2021-12-18 10:07:22,920 Checking jobs for platform=transfer_node +2021-12-18 10:07:22,920 Checking all jobs at once +2021-12-18 10:07:24,190 Successful check job command +2021-12-18 10:07:25,409 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:07:25,410 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:07:25,410 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 10:07:25,410 End of checking +2021-12-18 10:07:25,411 Updating FAILED jobs +2021-12-18 10:07:25,411 Updating WAITING jobs +2021-12-18 10:07:25,412 Update finished +2021-12-18 10:07:25,412 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:07:25,412 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:07:25,412 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:07:25,412 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:07:25,412 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:07:25,413 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:07:25,413 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 10:07:25,413 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:07:25,413 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:07:25,416 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:07:25,418 Job list saved +2021-12-18 10:07:25,423 Updating FAILED jobs +2021-12-18 10:07:25,423 Updating WAITING jobs +2021-12-18 10:07:25,424 Update finished +2021-12-18 10:07:35,427 Reloading parameters... +2021-12-18 10:07:35,446 Loading parameters... +2021-12-18 10:07:35,447 Loading project parameters... +2021-12-18 10:07:35,449 + +16 of 25 jobs remaining (10:07) +2021-12-18 10:07:35,449 Sleep: 10 +2021-12-18 10:07:35,449 Number of retrials: 0 +2021-12-18 10:07:35,449 WRAPPER CHECK TIME = 10 +2021-12-18 10:07:35,450 Checking jobs for platform=marenostrum4 +2021-12-18 10:07:35,450 Checking jobs for platform=nord3 +2021-12-18 10:07:35,451 Checking jobs for platform=local +2021-12-18 10:07:35,452 Checking jobs for platform=transfer_node +2021-12-18 10:07:35,452 Checking all jobs at once +2021-12-18 10:07:37,023 Successful check job command +2021-12-18 10:07:38,493 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:07:38,494 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:07:38,494 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 10:07:38,494 End of checking +2021-12-18 10:07:38,495 Updating FAILED jobs +2021-12-18 10:07:38,495 Updating WAITING jobs +2021-12-18 10:07:38,495 Update finished +2021-12-18 10:07:38,496 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:07:38,496 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:07:38,496 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:07:38,496 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:07:38,497 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:07:38,497 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:07:38,497 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 10:07:38,497 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:07:38,497 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:07:38,500 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:07:38,502 Job list saved +2021-12-18 10:07:38,508 Updating FAILED jobs +2021-12-18 10:07:38,508 Updating WAITING jobs +2021-12-18 10:07:38,508 Update finished +2021-12-18 10:07:48,518 Reloading parameters... +2021-12-18 10:07:48,538 Loading parameters... +2021-12-18 10:07:48,539 Loading project parameters... +2021-12-18 10:07:48,541 + +16 of 25 jobs remaining (10:07) +2021-12-18 10:07:48,541 Sleep: 10 +2021-12-18 10:07:48,541 Number of retrials: 0 +2021-12-18 10:07:48,541 WRAPPER CHECK TIME = 10 +2021-12-18 10:07:48,542 Checking jobs for platform=marenostrum4 +2021-12-18 10:07:48,542 Checking jobs for platform=nord3 +2021-12-18 10:07:48,543 Checking jobs for platform=local +2021-12-18 10:07:48,543 Checking jobs for platform=transfer_node +2021-12-18 10:07:48,543 Checking all jobs at once +2021-12-18 10:07:49,913 Successful check job command +2021-12-18 10:07:51,734 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:07:51,734 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:07:51,734 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 10:07:51,734 End of checking +2021-12-18 10:07:51,735 Updating FAILED jobs +2021-12-18 10:07:51,736 Updating WAITING jobs +2021-12-18 10:07:51,736 Update finished +2021-12-18 10:07:51,736 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:07:51,736 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:07:51,736 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:07:51,736 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:07:51,736 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:07:51,737 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:07:51,737 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 10:07:51,737 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:07:51,737 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:07:51,740 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:07:51,742 Job list saved +2021-12-18 10:07:51,747 Updating FAILED jobs +2021-12-18 10:07:51,747 Updating WAITING jobs +2021-12-18 10:07:51,747 Update finished +2021-12-18 10:08:01,757 Reloading parameters... +2021-12-18 10:08:01,776 Loading parameters... +2021-12-18 10:08:01,779 Loading project parameters... +2021-12-18 10:08:01,781 + +16 of 25 jobs remaining (10:08) +2021-12-18 10:08:01,781 Sleep: 10 +2021-12-18 10:08:01,781 Number of retrials: 0 +2021-12-18 10:08:01,781 WRAPPER CHECK TIME = 10 +2021-12-18 10:08:01,782 Checking jobs for platform=marenostrum4 +2021-12-18 10:08:01,783 Checking jobs for platform=nord3 +2021-12-18 10:08:01,783 Checking jobs for platform=local +2021-12-18 10:08:01,784 Checking jobs for platform=transfer_node +2021-12-18 10:08:01,784 Checking all jobs at once +2021-12-18 10:08:03,404 Successful check job command +2021-12-18 10:08:04,776 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:08:04,776 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:08:04,776 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 10:08:04,777 End of checking +2021-12-18 10:08:04,778 Updating FAILED jobs +2021-12-18 10:08:04,778 Updating WAITING jobs +2021-12-18 10:08:04,778 Update finished +2021-12-18 10:08:04,778 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:08:04,779 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:08:04,779 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:08:04,779 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:08:04,779 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:08:04,779 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:08:04,779 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 10:08:04,779 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:08:04,780 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:08:04,782 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:08:04,785 Job list saved +2021-12-18 10:08:04,790 Updating FAILED jobs +2021-12-18 10:08:04,790 Updating WAITING jobs +2021-12-18 10:08:04,790 Update finished +2021-12-18 10:08:14,798 Reloading parameters... +2021-12-18 10:08:14,818 Loading parameters... +2021-12-18 10:08:14,819 Loading project parameters... +2021-12-18 10:08:14,821 + +16 of 25 jobs remaining (10:08) +2021-12-18 10:08:14,821 Sleep: 10 +2021-12-18 10:08:14,821 Number of retrials: 0 +2021-12-18 10:08:14,821 WRAPPER CHECK TIME = 10 +2021-12-18 10:08:14,822 Checking jobs for platform=marenostrum4 +2021-12-18 10:08:14,823 Checking jobs for platform=nord3 +2021-12-18 10:08:14,823 Checking jobs for platform=local +2021-12-18 10:08:14,824 Checking jobs for platform=transfer_node +2021-12-18 10:08:14,824 Checking all jobs at once +2021-12-18 10:08:16,344 Successful check job command +2021-12-18 10:08:18,167 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:08:18,167 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:08:18,167 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 10:08:18,167 End of checking +2021-12-18 10:08:18,169 Updating FAILED jobs +2021-12-18 10:08:18,169 Updating WAITING jobs +2021-12-18 10:08:18,169 Update finished +2021-12-18 10:08:18,169 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:08:18,170 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:08:18,170 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:08:18,170 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:08:18,170 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:08:18,170 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:08:18,171 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 10:08:18,171 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:08:18,171 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:08:18,173 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:08:18,175 Job list saved +2021-12-18 10:08:18,184 Updating FAILED jobs +2021-12-18 10:08:18,184 Updating WAITING jobs +2021-12-18 10:08:18,184 Update finished +2021-12-18 10:08:28,191 Reloading parameters... +2021-12-18 10:08:28,211 Loading parameters... +2021-12-18 10:08:28,212 Loading project parameters... +2021-12-18 10:08:28,214 + +16 of 25 jobs remaining (10:08) +2021-12-18 10:08:28,214 Sleep: 10 +2021-12-18 10:08:28,215 Number of retrials: 0 +2021-12-18 10:08:28,215 WRAPPER CHECK TIME = 10 +2021-12-18 10:08:28,215 Checking jobs for platform=marenostrum4 +2021-12-18 10:08:28,216 Checking jobs for platform=nord3 +2021-12-18 10:08:28,216 Checking jobs for platform=local +2021-12-18 10:08:28,217 Checking jobs for platform=transfer_node +2021-12-18 10:08:28,217 Checking all jobs at once +2021-12-18 10:08:29,486 Successful check job command +2021-12-18 10:08:30,856 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:08:30,856 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:08:30,856 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 10:08:30,857 End of checking +2021-12-18 10:08:30,858 Updating FAILED jobs +2021-12-18 10:08:30,858 Updating WAITING jobs +2021-12-18 10:08:30,858 Update finished +2021-12-18 10:08:30,859 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:08:30,859 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:08:30,859 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:08:30,859 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:08:30,859 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:08:30,859 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:08:30,859 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 10:08:30,859 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:08:30,860 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:08:30,863 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:08:30,865 Job list saved +2021-12-18 10:08:30,870 Updating FAILED jobs +2021-12-18 10:08:30,870 Updating WAITING jobs +2021-12-18 10:08:30,870 Update finished +2021-12-18 10:08:40,880 Reloading parameters... +2021-12-18 10:08:40,900 Loading parameters... +2021-12-18 10:08:40,901 Loading project parameters... +2021-12-18 10:08:40,903 + +16 of 25 jobs remaining (10:08) +2021-12-18 10:08:40,903 Sleep: 10 +2021-12-18 10:08:40,903 Number of retrials: 0 +2021-12-18 10:08:40,903 WRAPPER CHECK TIME = 10 +2021-12-18 10:08:40,904 Checking jobs for platform=marenostrum4 +2021-12-18 10:08:40,905 Checking jobs for platform=nord3 +2021-12-18 10:08:40,905 Checking jobs for platform=local +2021-12-18 10:08:40,906 Checking jobs for platform=transfer_node +2021-12-18 10:08:40,906 Checking all jobs at once +2021-12-18 10:08:42,176 Successful check job command +2021-12-18 10:08:43,496 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:08:43,496 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:08:43,496 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 10:08:43,496 End of checking +2021-12-18 10:08:43,497 Updating FAILED jobs +2021-12-18 10:08:43,497 Updating WAITING jobs +2021-12-18 10:08:43,498 Update finished +2021-12-18 10:08:43,498 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:08:43,498 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:08:43,498 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:08:43,498 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:08:43,498 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:08:43,498 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:08:43,499 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 10:08:43,499 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:08:43,499 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:08:43,501 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:08:43,504 Job list saved +2021-12-18 10:08:43,508 Updating FAILED jobs +2021-12-18 10:08:43,508 Updating WAITING jobs +2021-12-18 10:08:43,508 Update finished +2021-12-18 10:08:53,519 Reloading parameters... +2021-12-18 10:08:53,537 Loading parameters... +2021-12-18 10:08:53,539 Loading project parameters... +2021-12-18 10:08:53,541 + +16 of 25 jobs remaining (10:08) +2021-12-18 10:08:53,541 Sleep: 10 +2021-12-18 10:08:53,541 Number of retrials: 0 +2021-12-18 10:08:53,541 WRAPPER CHECK TIME = 10 +2021-12-18 10:08:53,542 Checking jobs for platform=marenostrum4 +2021-12-18 10:08:53,542 Checking jobs for platform=nord3 +2021-12-18 10:08:53,543 Checking jobs for platform=local +2021-12-18 10:08:53,543 Checking jobs for platform=transfer_node +2021-12-18 10:08:53,543 Checking all jobs at once +2021-12-18 10:08:55,463 Successful check job command +2021-12-18 10:08:56,833 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:08:56,833 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:08:56,833 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 10:08:56,833 End of checking +2021-12-18 10:08:56,835 Updating FAILED jobs +2021-12-18 10:08:56,835 Updating WAITING jobs +2021-12-18 10:08:56,835 Update finished +2021-12-18 10:08:56,835 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:08:56,836 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:08:56,836 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:08:56,836 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:08:56,836 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:08:56,836 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:08:56,837 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 10:08:56,837 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:08:56,837 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:08:56,839 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:08:56,842 Job list saved +2021-12-18 10:08:56,846 Updating FAILED jobs +2021-12-18 10:08:56,846 Updating WAITING jobs +2021-12-18 10:08:56,847 Update finished +2021-12-18 10:09:06,851 Reloading parameters... +2021-12-18 10:09:06,869 Loading parameters... +2021-12-18 10:09:06,870 Loading project parameters... +2021-12-18 10:09:06,872 + +16 of 25 jobs remaining (10:09) +2021-12-18 10:09:06,872 Sleep: 10 +2021-12-18 10:09:06,872 Number of retrials: 0 +2021-12-18 10:09:06,873 WRAPPER CHECK TIME = 10 +2021-12-18 10:09:06,873 Checking jobs for platform=marenostrum4 +2021-12-18 10:09:06,874 Checking jobs for platform=nord3 +2021-12-18 10:09:06,874 Checking jobs for platform=local +2021-12-18 10:09:06,875 Checking jobs for platform=transfer_node +2021-12-18 10:09:06,875 Checking all jobs at once +2021-12-18 10:09:08,445 Successful check job command +2021-12-18 10:09:10,117 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:09:10,118 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:09:10,118 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 10:09:10,118 End of checking +2021-12-18 10:09:10,119 Updating FAILED jobs +2021-12-18 10:09:10,119 Updating WAITING jobs +2021-12-18 10:09:10,119 Update finished +2021-12-18 10:09:10,120 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:09:10,120 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:09:10,120 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:09:10,120 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:09:10,120 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:09:10,120 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:09:10,120 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 10:09:10,121 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:09:10,121 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:09:10,123 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:09:10,126 Job list saved +2021-12-18 10:09:10,130 Updating FAILED jobs +2021-12-18 10:09:10,130 Updating WAITING jobs +2021-12-18 10:09:10,130 Update finished +2021-12-18 10:09:20,141 Reloading parameters... +2021-12-18 10:09:20,160 Loading parameters... +2021-12-18 10:09:20,161 Loading project parameters... +2021-12-18 10:09:20,163 + +16 of 25 jobs remaining (10:09) +2021-12-18 10:09:20,163 Sleep: 10 +2021-12-18 10:09:20,164 Number of retrials: 0 +2021-12-18 10:09:20,164 WRAPPER CHECK TIME = 10 +2021-12-18 10:09:20,164 Checking jobs for platform=marenostrum4 +2021-12-18 10:09:20,165 Checking jobs for platform=nord3 +2021-12-18 10:09:20,165 Checking jobs for platform=local +2021-12-18 10:09:20,166 Checking jobs for platform=transfer_node +2021-12-18 10:09:20,166 Checking all jobs at once +2021-12-18 10:09:21,485 Successful check job command +2021-12-18 10:09:23,055 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:09:23,055 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:09:23,055 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 10:09:23,055 End of checking +2021-12-18 10:09:23,057 Updating FAILED jobs +2021-12-18 10:09:23,057 Updating WAITING jobs +2021-12-18 10:09:23,057 Update finished +2021-12-18 10:09:23,057 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:09:23,057 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:09:23,058 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:09:23,058 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:09:23,058 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:09:23,058 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:09:23,058 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 10:09:23,058 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:09:23,058 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:09:23,061 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:09:23,063 Job list saved +2021-12-18 10:09:23,068 Updating FAILED jobs +2021-12-18 10:09:23,068 Updating WAITING jobs +2021-12-18 10:09:23,068 Update finished +2021-12-18 10:09:33,079 Reloading parameters... +2021-12-18 10:09:33,098 Loading parameters... +2021-12-18 10:09:33,099 Loading project parameters... +2021-12-18 10:09:33,101 + +16 of 25 jobs remaining (10:09) +2021-12-18 10:09:33,102 Sleep: 10 +2021-12-18 10:09:33,102 Number of retrials: 0 +2021-12-18 10:09:33,102 WRAPPER CHECK TIME = 10 +2021-12-18 10:09:33,102 Checking jobs for platform=marenostrum4 +2021-12-18 10:09:33,103 Checking jobs for platform=nord3 +2021-12-18 10:09:33,104 Checking jobs for platform=local +2021-12-18 10:09:33,104 Checking jobs for platform=transfer_node +2021-12-18 10:09:33,104 Checking all jobs at once +2021-12-18 10:09:34,374 Successful check job command +2021-12-18 10:09:35,744 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:09:35,745 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:09:35,745 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 10:09:35,745 End of checking +2021-12-18 10:09:35,746 Updating FAILED jobs +2021-12-18 10:09:35,746 Updating WAITING jobs +2021-12-18 10:09:35,747 Update finished +2021-12-18 10:09:35,747 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:09:35,748 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:09:35,748 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:09:35,748 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:09:35,748 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:09:35,748 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:09:35,748 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 10:09:35,748 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:09:35,748 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:09:35,752 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:09:35,755 Job list saved +2021-12-18 10:09:35,765 Updating FAILED jobs +2021-12-18 10:09:35,765 Updating WAITING jobs +2021-12-18 10:09:35,765 Update finished +2021-12-18 10:09:45,775 Reloading parameters... +2021-12-18 10:09:45,798 Loading parameters... +2021-12-18 10:09:45,799 Loading project parameters... +2021-12-18 10:09:45,801 + +16 of 25 jobs remaining (10:09) +2021-12-18 10:09:45,801 Sleep: 10 +2021-12-18 10:09:45,801 Number of retrials: 0 +2021-12-18 10:09:45,801 WRAPPER CHECK TIME = 10 +2021-12-18 10:09:45,802 Checking jobs for platform=marenostrum4 +2021-12-18 10:09:45,803 Checking jobs for platform=nord3 +2021-12-18 10:09:45,803 Checking jobs for platform=local +2021-12-18 10:09:45,804 Checking jobs for platform=transfer_node +2021-12-18 10:09:45,804 Checking all jobs at once +2021-12-18 10:09:47,074 Successful check job command +2021-12-18 10:09:48,493 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:09:48,494 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:09:48,494 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 10:09:48,494 End of checking +2021-12-18 10:09:48,495 Updating FAILED jobs +2021-12-18 10:09:48,496 Updating WAITING jobs +2021-12-18 10:09:48,496 Update finished +2021-12-18 10:09:48,496 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:09:48,496 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:09:48,496 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:09:48,496 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:09:48,497 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:09:48,497 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:09:48,497 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 10:09:48,497 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:09:48,497 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:09:48,500 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:09:48,502 Job list saved +2021-12-18 10:09:48,507 Updating FAILED jobs +2021-12-18 10:09:48,507 Updating WAITING jobs +2021-12-18 10:09:48,507 Update finished +2021-12-18 10:09:58,518 Reloading parameters... +2021-12-18 10:09:58,537 Loading parameters... +2021-12-18 10:09:58,538 Loading project parameters... +2021-12-18 10:09:58,540 + +16 of 25 jobs remaining (10:09) +2021-12-18 10:09:58,540 Sleep: 10 +2021-12-18 10:09:58,540 Number of retrials: 0 +2021-12-18 10:09:58,540 WRAPPER CHECK TIME = 10 +2021-12-18 10:09:58,541 Checking jobs for platform=marenostrum4 +2021-12-18 10:09:58,541 Checking jobs for platform=nord3 +2021-12-18 10:09:58,542 Checking jobs for platform=local +2021-12-18 10:09:58,542 Checking jobs for platform=transfer_node +2021-12-18 10:09:58,542 Checking all jobs at once +2021-12-18 10:09:59,962 Successful check job command +2021-12-18 10:10:01,234 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:10:01,235 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:10:01,235 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 10:10:01,235 End of checking +2021-12-18 10:10:01,236 Updating FAILED jobs +2021-12-18 10:10:01,236 Updating WAITING jobs +2021-12-18 10:10:01,237 Update finished +2021-12-18 10:10:01,237 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:10:01,237 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:10:01,237 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:10:01,237 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:10:01,237 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:10:01,238 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:10:01,238 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 10:10:01,238 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:10:01,238 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:10:01,240 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:10:01,243 Job list saved +2021-12-18 10:10:01,248 Updating FAILED jobs +2021-12-18 10:10:01,248 Updating WAITING jobs +2021-12-18 10:10:01,249 Update finished +2021-12-18 10:10:11,259 Reloading parameters... +2021-12-18 10:10:11,279 Loading parameters... +2021-12-18 10:10:11,280 Loading project parameters... +2021-12-18 10:10:11,282 + +16 of 25 jobs remaining (10:10) +2021-12-18 10:10:11,282 Sleep: 10 +2021-12-18 10:10:11,282 Number of retrials: 0 +2021-12-18 10:10:11,282 WRAPPER CHECK TIME = 10 +2021-12-18 10:10:11,283 Checking jobs for platform=marenostrum4 +2021-12-18 10:10:11,284 Checking jobs for platform=nord3 +2021-12-18 10:10:11,284 Checking jobs for platform=local +2021-12-18 10:10:11,285 Checking jobs for platform=transfer_node +2021-12-18 10:10:11,285 Checking all jobs at once +2021-12-18 10:10:12,909 Successful check job command +2021-12-18 10:10:14,380 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:10:14,380 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:10:14,380 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 10:10:14,380 End of checking +2021-12-18 10:10:14,382 Updating FAILED jobs +2021-12-18 10:10:14,382 Updating WAITING jobs +2021-12-18 10:10:14,382 Update finished +2021-12-18 10:10:14,382 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:10:14,385 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:10:14,385 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:10:14,385 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:10:14,385 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:10:14,385 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:10:14,385 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 10:10:14,385 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:10:14,386 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:10:14,388 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:10:14,391 Job list saved +2021-12-18 10:10:14,395 Updating FAILED jobs +2021-12-18 10:10:14,395 Updating WAITING jobs +2021-12-18 10:10:14,396 Update finished +2021-12-18 10:10:24,406 Reloading parameters... +2021-12-18 10:10:24,425 Loading parameters... +2021-12-18 10:10:24,426 Loading project parameters... +2021-12-18 10:10:24,428 + +16 of 25 jobs remaining (10:10) +2021-12-18 10:10:24,429 Sleep: 10 +2021-12-18 10:10:24,429 Number of retrials: 0 +2021-12-18 10:10:24,429 WRAPPER CHECK TIME = 10 +2021-12-18 10:10:24,429 Checking jobs for platform=marenostrum4 +2021-12-18 10:10:24,430 Checking jobs for platform=nord3 +2021-12-18 10:10:24,430 Checking jobs for platform=local +2021-12-18 10:10:24,431 Checking jobs for platform=transfer_node +2021-12-18 10:10:24,431 Checking all jobs at once +2021-12-18 10:10:25,800 Successful check job command +2021-12-18 10:10:27,170 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:10:27,170 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:10:27,170 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 10:10:27,170 End of checking +2021-12-18 10:10:27,171 Updating FAILED jobs +2021-12-18 10:10:27,172 Updating WAITING jobs +2021-12-18 10:10:27,172 Update finished +2021-12-18 10:10:27,172 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:10:27,172 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:10:27,172 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:10:27,172 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:10:27,173 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:10:27,173 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:10:27,173 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 10:10:27,173 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:10:27,173 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:10:27,176 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:10:27,178 Job list saved +2021-12-18 10:10:27,183 Updating FAILED jobs +2021-12-18 10:10:27,183 Updating WAITING jobs +2021-12-18 10:10:27,183 Update finished +2021-12-18 10:10:37,193 Reloading parameters... +2021-12-18 10:10:37,213 Loading parameters... +2021-12-18 10:10:37,214 Loading project parameters... +2021-12-18 10:10:37,217 + +16 of 25 jobs remaining (10:10) +2021-12-18 10:10:37,217 Sleep: 10 +2021-12-18 10:10:37,217 Number of retrials: 0 +2021-12-18 10:10:37,217 WRAPPER CHECK TIME = 10 +2021-12-18 10:10:37,218 Checking jobs for platform=marenostrum4 +2021-12-18 10:10:37,218 Checking jobs for platform=nord3 +2021-12-18 10:10:37,219 Checking jobs for platform=local +2021-12-18 10:10:37,219 Checking jobs for platform=transfer_node +2021-12-18 10:10:37,219 Checking all jobs at once +2021-12-18 10:10:38,490 Successful check job command +2021-12-18 10:10:39,759 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:10:39,759 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:10:39,759 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 10:10:39,759 End of checking +2021-12-18 10:10:39,761 Updating FAILED jobs +2021-12-18 10:10:39,761 Updating WAITING jobs +2021-12-18 10:10:39,761 Update finished +2021-12-18 10:10:39,761 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:10:39,762 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:10:39,762 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:10:39,762 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:10:39,762 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:10:39,762 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:10:39,762 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 10:10:39,762 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:10:39,762 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:10:39,766 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:10:39,768 Job list saved +2021-12-18 10:10:39,773 Updating FAILED jobs +2021-12-18 10:10:39,773 Updating WAITING jobs +2021-12-18 10:10:39,774 Update finished +2021-12-18 10:10:49,783 Reloading parameters... +2021-12-18 10:10:49,803 Loading parameters... +2021-12-18 10:10:49,805 Loading project parameters... +2021-12-18 10:10:49,806 + +16 of 25 jobs remaining (10:10) +2021-12-18 10:10:49,807 Sleep: 10 +2021-12-18 10:10:49,807 Number of retrials: 0 +2021-12-18 10:10:49,807 WRAPPER CHECK TIME = 10 +2021-12-18 10:10:49,807 Checking jobs for platform=marenostrum4 +2021-12-18 10:10:49,808 Checking jobs for platform=nord3 +2021-12-18 10:10:49,809 Checking jobs for platform=local +2021-12-18 10:10:49,809 Checking jobs for platform=transfer_node +2021-12-18 10:10:49,809 Checking all jobs at once +2021-12-18 10:10:51,128 Successful check job command +2021-12-18 10:10:52,448 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:10:52,448 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:10:52,448 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 10:10:52,448 End of checking +2021-12-18 10:10:52,450 Updating FAILED jobs +2021-12-18 10:10:52,450 Updating WAITING jobs +2021-12-18 10:10:52,450 Update finished +2021-12-18 10:10:52,450 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:10:52,451 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:10:52,451 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:10:52,451 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:10:52,451 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:10:52,451 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:10:52,452 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 10:10:52,452 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:10:52,452 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:10:52,454 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:10:52,457 Job list saved +2021-12-18 10:10:52,462 Updating FAILED jobs +2021-12-18 10:10:52,462 Updating WAITING jobs +2021-12-18 10:10:52,463 Update finished +2021-12-18 10:11:02,470 Reloading parameters... +2021-12-18 10:11:02,494 Loading parameters... +2021-12-18 10:11:02,496 Loading project parameters... +2021-12-18 10:11:02,497 + +16 of 25 jobs remaining (10:11) +2021-12-18 10:11:02,498 Sleep: 10 +2021-12-18 10:11:02,498 Number of retrials: 0 +2021-12-18 10:11:02,498 WRAPPER CHECK TIME = 10 +2021-12-18 10:11:02,498 Checking jobs for platform=marenostrum4 +2021-12-18 10:11:02,499 Checking jobs for platform=nord3 +2021-12-18 10:11:02,500 Checking jobs for platform=local +2021-12-18 10:11:02,500 Checking jobs for platform=transfer_node +2021-12-18 10:11:02,500 Checking all jobs at once +2021-12-18 10:11:03,771 Successful check job command +2021-12-18 10:11:05,140 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:11:05,141 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:11:05,141 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 10:11:05,141 End of checking +2021-12-18 10:11:05,142 Updating FAILED jobs +2021-12-18 10:11:05,143 Updating WAITING jobs +2021-12-18 10:11:05,143 Update finished +2021-12-18 10:11:05,143 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:11:05,143 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:11:05,143 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:11:05,143 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:11:05,144 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:11:05,144 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:11:05,144 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 10:11:05,144 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:11:05,144 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:11:05,153 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:11:05,155 Job list saved +2021-12-18 10:11:05,170 Updating FAILED jobs +2021-12-18 10:11:05,170 Updating WAITING jobs +2021-12-18 10:11:05,170 Update finished +2021-12-18 10:11:15,180 Reloading parameters... +2021-12-18 10:11:15,200 Loading parameters... +2021-12-18 10:11:15,201 Loading project parameters... +2021-12-18 10:11:15,203 + +16 of 25 jobs remaining (10:11) +2021-12-18 10:11:15,203 Sleep: 10 +2021-12-18 10:11:15,203 Number of retrials: 0 +2021-12-18 10:11:15,203 WRAPPER CHECK TIME = 10 +2021-12-18 10:11:15,204 Checking jobs for platform=marenostrum4 +2021-12-18 10:11:15,205 Checking jobs for platform=nord3 +2021-12-18 10:11:15,205 Checking jobs for platform=local +2021-12-18 10:11:15,206 Checking jobs for platform=transfer_node +2021-12-18 10:11:15,206 Checking all jobs at once +2021-12-18 10:11:16,480 Successful check job command +2021-12-18 10:11:17,750 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:11:17,750 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:11:17,751 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 10:11:17,751 End of checking +2021-12-18 10:11:17,752 Updating FAILED jobs +2021-12-18 10:11:17,752 Updating WAITING jobs +2021-12-18 10:11:17,753 Update finished +2021-12-18 10:11:17,753 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:11:17,753 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:11:17,753 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:11:17,753 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:11:17,753 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:11:17,754 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:11:17,754 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 10:11:17,754 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:11:17,754 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:11:17,757 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:11:17,759 Job list saved +2021-12-18 10:11:17,765 Updating FAILED jobs +2021-12-18 10:11:17,765 Updating WAITING jobs +2021-12-18 10:11:17,766 Update finished +2021-12-18 10:11:27,775 Reloading parameters... +2021-12-18 10:11:27,796 Loading parameters... +2021-12-18 10:11:27,798 Loading project parameters... +2021-12-18 10:11:27,799 + +16 of 25 jobs remaining (10:11) +2021-12-18 10:11:27,800 Sleep: 10 +2021-12-18 10:11:27,800 Number of retrials: 0 +2021-12-18 10:11:27,800 WRAPPER CHECK TIME = 10 +2021-12-18 10:11:27,800 Checking jobs for platform=marenostrum4 +2021-12-18 10:11:27,801 Checking jobs for platform=nord3 +2021-12-18 10:11:27,802 Checking jobs for platform=local +2021-12-18 10:11:27,802 Checking jobs for platform=transfer_node +2021-12-18 10:11:27,802 Checking all jobs at once +2021-12-18 10:11:29,572 Successful check job command +2021-12-18 10:11:31,897 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:11:31,897 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:11:31,897 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 10:11:31,897 End of checking +2021-12-18 10:11:31,899 Updating FAILED jobs +2021-12-18 10:11:31,899 Updating WAITING jobs +2021-12-18 10:11:31,899 Update finished +2021-12-18 10:11:31,899 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:11:31,900 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:11:31,900 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:11:31,900 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:11:31,901 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:11:31,901 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:11:31,901 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 10:11:31,901 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:11:31,901 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:11:31,904 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:11:31,906 Job list saved +2021-12-18 10:11:31,911 Updating FAILED jobs +2021-12-18 10:11:31,911 Updating WAITING jobs +2021-12-18 10:11:31,911 Update finished +2021-12-18 10:11:41,921 Reloading parameters... +2021-12-18 10:11:41,940 Loading parameters... +2021-12-18 10:11:41,942 Loading project parameters... +2021-12-18 10:11:41,943 + +16 of 25 jobs remaining (10:11) +2021-12-18 10:11:41,944 Sleep: 10 +2021-12-18 10:11:41,944 Number of retrials: 0 +2021-12-18 10:11:41,944 WRAPPER CHECK TIME = 10 +2021-12-18 10:11:41,944 Checking jobs for platform=marenostrum4 +2021-12-18 10:11:41,945 Checking jobs for platform=nord3 +2021-12-18 10:11:41,945 Checking jobs for platform=local +2021-12-18 10:11:41,946 Checking jobs for platform=transfer_node +2021-12-18 10:11:41,946 Checking all jobs at once +2021-12-18 10:11:43,317 Successful check job command +2021-12-18 10:11:44,739 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:11:44,739 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:11:44,739 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 10:11:44,739 End of checking +2021-12-18 10:11:44,740 Updating FAILED jobs +2021-12-18 10:11:44,741 Updating WAITING jobs +2021-12-18 10:11:44,741 Update finished +2021-12-18 10:11:44,741 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:11:44,741 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:11:44,741 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:11:44,742 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:11:44,742 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:11:44,742 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:11:44,742 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 10:11:44,742 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:11:44,742 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:11:44,745 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:11:44,748 Job list saved +2021-12-18 10:11:44,756 Updating FAILED jobs +2021-12-18 10:11:44,756 Updating WAITING jobs +2021-12-18 10:11:44,756 Update finished +2021-12-18 10:11:54,766 Reloading parameters... +2021-12-18 10:11:54,786 Loading parameters... +2021-12-18 10:11:54,787 Loading project parameters... +2021-12-18 10:11:54,789 + +16 of 25 jobs remaining (10:11) +2021-12-18 10:11:54,789 Sleep: 10 +2021-12-18 10:11:54,789 Number of retrials: 0 +2021-12-18 10:11:54,789 WRAPPER CHECK TIME = 10 +2021-12-18 10:11:54,790 Checking jobs for platform=marenostrum4 +2021-12-18 10:11:54,790 Checking jobs for platform=nord3 +2021-12-18 10:11:54,791 Checking jobs for platform=local +2021-12-18 10:11:54,791 Checking jobs for platform=transfer_node +2021-12-18 10:11:54,792 Checking all jobs at once +2021-12-18 10:11:56,112 Successful check job command +2021-12-18 10:11:57,331 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:11:57,332 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:11:57,332 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 10:11:57,332 End of checking +2021-12-18 10:11:57,333 Updating FAILED jobs +2021-12-18 10:11:57,333 Updating WAITING jobs +2021-12-18 10:11:57,334 Update finished +2021-12-18 10:11:57,334 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:11:57,334 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:11:57,334 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:11:57,334 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:11:57,334 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:11:57,334 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:11:57,335 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 10:11:57,335 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:11:57,335 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:11:57,338 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:11:57,340 Job list saved +2021-12-18 10:11:57,345 Updating FAILED jobs +2021-12-18 10:11:57,345 Updating WAITING jobs +2021-12-18 10:11:57,346 Update finished +2021-12-18 10:12:07,356 Reloading parameters... +2021-12-18 10:12:07,377 Loading parameters... +2021-12-18 10:12:07,378 Loading project parameters... +2021-12-18 10:12:07,380 + +16 of 25 jobs remaining (10:12) +2021-12-18 10:12:07,380 Sleep: 10 +2021-12-18 10:12:07,380 Number of retrials: 0 +2021-12-18 10:12:07,380 WRAPPER CHECK TIME = 10 +2021-12-18 10:12:07,381 Checking jobs for platform=marenostrum4 +2021-12-18 10:12:07,381 Checking jobs for platform=nord3 +2021-12-18 10:12:07,382 Checking jobs for platform=local +2021-12-18 10:12:07,382 Checking jobs for platform=transfer_node +2021-12-18 10:12:07,383 Checking all jobs at once +2021-12-18 10:12:08,706 Successful check job command +2021-12-18 10:12:10,175 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:12:10,176 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:12:10,176 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 10:12:10,176 End of checking +2021-12-18 10:12:10,177 Updating FAILED jobs +2021-12-18 10:12:10,177 Updating WAITING jobs +2021-12-18 10:12:10,178 Update finished +2021-12-18 10:12:10,178 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:12:10,179 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:12:10,179 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:12:10,179 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:12:10,179 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:12:10,179 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:12:10,179 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 10:12:10,179 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:12:10,180 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:12:10,183 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:12:10,186 Job list saved +2021-12-18 10:12:10,191 Updating FAILED jobs +2021-12-18 10:12:10,191 Updating WAITING jobs +2021-12-18 10:12:10,191 Update finished +2021-12-18 10:12:20,201 Reloading parameters... +2021-12-18 10:12:20,220 Loading parameters... +2021-12-18 10:12:20,222 Loading project parameters... +2021-12-18 10:12:20,224 + +16 of 25 jobs remaining (10:12) +2021-12-18 10:12:20,224 Sleep: 10 +2021-12-18 10:12:20,224 Number of retrials: 0 +2021-12-18 10:12:20,224 WRAPPER CHECK TIME = 10 +2021-12-18 10:12:20,225 Checking jobs for platform=marenostrum4 +2021-12-18 10:12:20,225 Checking jobs for platform=nord3 +2021-12-18 10:12:20,226 Checking jobs for platform=local +2021-12-18 10:12:20,226 Checking jobs for platform=transfer_node +2021-12-18 10:12:20,227 Checking all jobs at once +2021-12-18 10:12:21,548 Successful check job command +2021-12-18 10:12:22,867 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:12:22,868 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:12:22,868 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 10:12:22,868 End of checking +2021-12-18 10:12:22,869 Updating FAILED jobs +2021-12-18 10:12:22,869 Updating WAITING jobs +2021-12-18 10:12:22,870 Update finished +2021-12-18 10:12:22,870 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:12:22,870 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:12:22,870 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:12:22,870 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:12:22,870 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:12:22,871 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:12:22,871 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 10:12:22,871 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:12:22,871 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:12:22,874 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:12:22,876 Job list saved +2021-12-18 10:12:22,882 Updating FAILED jobs +2021-12-18 10:12:22,883 Updating WAITING jobs +2021-12-18 10:12:22,883 Update finished +2021-12-18 10:12:32,892 Reloading parameters... +2021-12-18 10:12:32,913 Loading parameters... +2021-12-18 10:12:32,914 Loading project parameters... +2021-12-18 10:12:32,916 + +16 of 25 jobs remaining (10:12) +2021-12-18 10:12:32,917 Sleep: 10 +2021-12-18 10:12:32,917 Number of retrials: 0 +2021-12-18 10:12:32,917 WRAPPER CHECK TIME = 10 +2021-12-18 10:12:32,917 Checking jobs for platform=marenostrum4 +2021-12-18 10:12:32,918 Checking jobs for platform=nord3 +2021-12-18 10:12:32,918 Checking jobs for platform=local +2021-12-18 10:12:32,919 Checking jobs for platform=transfer_node +2021-12-18 10:12:32,919 Checking all jobs at once +2021-12-18 10:12:34,539 Successful check job command +2021-12-18 10:12:36,309 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:12:36,310 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:12:36,310 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 10:12:36,310 End of checking +2021-12-18 10:12:36,311 Updating FAILED jobs +2021-12-18 10:12:36,311 Updating WAITING jobs +2021-12-18 10:12:36,312 Update finished +2021-12-18 10:12:36,312 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:12:36,312 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:12:36,312 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:12:36,312 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:12:36,312 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:12:36,312 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:12:36,313 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 10:12:36,313 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:12:36,313 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:12:36,316 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:12:36,319 Job list saved +2021-12-18 10:12:36,324 Updating FAILED jobs +2021-12-18 10:12:36,324 Updating WAITING jobs +2021-12-18 10:12:36,325 Update finished +2021-12-18 10:12:46,329 Reloading parameters... +2021-12-18 10:12:46,349 Loading parameters... +2021-12-18 10:12:46,350 Loading project parameters... +2021-12-18 10:12:46,352 + +16 of 25 jobs remaining (10:12) +2021-12-18 10:12:46,352 Sleep: 10 +2021-12-18 10:12:46,353 Number of retrials: 0 +2021-12-18 10:12:46,353 WRAPPER CHECK TIME = 10 +2021-12-18 10:12:46,353 Checking jobs for platform=marenostrum4 +2021-12-18 10:12:46,354 Checking jobs for platform=nord3 +2021-12-18 10:12:46,354 Checking jobs for platform=local +2021-12-18 10:12:46,355 Checking jobs for platform=transfer_node +2021-12-18 10:12:46,355 Checking all jobs at once +2021-12-18 10:12:47,685 Successful check job command +2021-12-18 10:12:49,155 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:12:49,156 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:12:49,156 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 10:12:49,156 End of checking +2021-12-18 10:12:49,157 Updating FAILED jobs +2021-12-18 10:12:49,158 Updating WAITING jobs +2021-12-18 10:12:49,158 Update finished +2021-12-18 10:12:49,158 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:12:49,159 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:12:49,159 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:12:49,159 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:12:49,159 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:12:49,159 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:12:49,160 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 10:12:49,160 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:12:49,160 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:12:49,163 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:12:49,165 Job list saved +2021-12-18 10:12:49,170 Updating FAILED jobs +2021-12-18 10:12:49,170 Updating WAITING jobs +2021-12-18 10:12:49,170 Update finished +2021-12-18 10:12:59,172 Reloading parameters... +2021-12-18 10:12:59,193 Loading parameters... +2021-12-18 10:12:59,194 Loading project parameters... +2021-12-18 10:12:59,196 + +16 of 25 jobs remaining (10:12) +2021-12-18 10:12:59,196 Sleep: 10 +2021-12-18 10:12:59,196 Number of retrials: 0 +2021-12-18 10:12:59,196 WRAPPER CHECK TIME = 10 +2021-12-18 10:12:59,197 Checking jobs for platform=marenostrum4 +2021-12-18 10:12:59,198 Checking jobs for platform=nord3 +2021-12-18 10:12:59,198 Checking jobs for platform=local +2021-12-18 10:12:59,199 Checking jobs for platform=transfer_node +2021-12-18 10:12:59,199 Checking all jobs at once +2021-12-18 10:13:00,472 Successful check job command +2021-12-18 10:13:01,641 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:13:01,641 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:13:01,642 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 10:13:01,642 End of checking +2021-12-18 10:13:01,643 Updating FAILED jobs +2021-12-18 10:13:01,643 Updating WAITING jobs +2021-12-18 10:13:01,643 Update finished +2021-12-18 10:13:01,644 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:13:01,644 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:13:01,644 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:13:01,644 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:13:01,644 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:13:01,644 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:13:01,644 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 10:13:01,644 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:13:01,645 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:13:01,648 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:13:01,651 Job list saved +2021-12-18 10:13:01,656 Updating FAILED jobs +2021-12-18 10:13:01,656 Updating WAITING jobs +2021-12-18 10:13:01,656 Update finished +2021-12-18 10:13:11,665 Reloading parameters... +2021-12-18 10:13:11,688 Loading parameters... +2021-12-18 10:13:11,690 Loading project parameters... +2021-12-18 10:13:11,692 + +16 of 25 jobs remaining (10:13) +2021-12-18 10:13:11,692 Sleep: 10 +2021-12-18 10:13:11,692 Number of retrials: 0 +2021-12-18 10:13:11,692 WRAPPER CHECK TIME = 10 +2021-12-18 10:13:11,693 Checking jobs for platform=marenostrum4 +2021-12-18 10:13:11,693 Checking jobs for platform=nord3 +2021-12-18 10:13:11,694 Checking jobs for platform=local +2021-12-18 10:13:11,694 Checking jobs for platform=transfer_node +2021-12-18 10:13:11,694 Checking all jobs at once +2021-12-18 10:13:12,965 Successful check job command +2021-12-18 10:13:14,235 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:13:14,235 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:13:14,235 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 10:13:14,235 End of checking +2021-12-18 10:13:14,237 Updating FAILED jobs +2021-12-18 10:13:14,237 Updating WAITING jobs +2021-12-18 10:13:14,237 Update finished +2021-12-18 10:13:14,237 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:13:14,237 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:13:14,237 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:13:14,238 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:13:14,238 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:13:14,238 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:13:14,238 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 10:13:14,238 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:13:14,238 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:13:14,241 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:13:14,243 Job list saved +2021-12-18 10:13:14,248 Updating FAILED jobs +2021-12-18 10:13:14,248 Updating WAITING jobs +2021-12-18 10:13:14,249 Update finished +2021-12-18 10:13:24,259 Reloading parameters... +2021-12-18 10:13:24,281 Loading parameters... +2021-12-18 10:13:24,282 Loading project parameters... +2021-12-18 10:13:24,284 + +16 of 25 jobs remaining (10:13) +2021-12-18 10:13:24,284 Sleep: 10 +2021-12-18 10:13:24,284 Number of retrials: 0 +2021-12-18 10:13:24,284 WRAPPER CHECK TIME = 10 +2021-12-18 10:13:24,285 Checking jobs for platform=marenostrum4 +2021-12-18 10:13:24,286 Checking jobs for platform=nord3 +2021-12-18 10:13:24,286 Checking jobs for platform=local +2021-12-18 10:13:24,287 Checking jobs for platform=transfer_node +2021-12-18 10:13:24,287 Checking all jobs at once +2021-12-18 10:13:25,607 Successful check job command +2021-12-18 10:13:26,877 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:13:26,877 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:13:26,877 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 10:13:26,877 End of checking +2021-12-18 10:13:26,879 Updating FAILED jobs +2021-12-18 10:13:26,879 Updating WAITING jobs +2021-12-18 10:13:26,879 Update finished +2021-12-18 10:13:26,879 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:13:26,881 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:13:26,881 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:13:26,881 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:13:26,882 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:13:26,882 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:13:26,882 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 10:13:26,882 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:13:26,882 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:13:26,885 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:13:26,888 Job list saved +2021-12-18 10:13:26,905 Updating FAILED jobs +2021-12-18 10:13:26,905 Updating WAITING jobs +2021-12-18 10:13:26,905 Update finished +2021-12-18 10:13:36,915 Reloading parameters... +2021-12-18 10:13:36,938 Loading parameters... +2021-12-18 10:13:36,939 Loading project parameters... +2021-12-18 10:13:36,941 + +16 of 25 jobs remaining (10:13) +2021-12-18 10:13:36,941 Sleep: 10 +2021-12-18 10:13:36,941 Number of retrials: 0 +2021-12-18 10:13:36,941 WRAPPER CHECK TIME = 10 +2021-12-18 10:13:36,942 Checking jobs for platform=marenostrum4 +2021-12-18 10:13:36,943 Checking jobs for platform=nord3 +2021-12-18 10:13:36,943 Checking jobs for platform=local +2021-12-18 10:13:36,944 Checking jobs for platform=transfer_node +2021-12-18 10:13:36,944 Checking all jobs at once +2021-12-18 10:13:38,314 Successful check job command +2021-12-18 10:13:39,735 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:13:39,735 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:13:39,735 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 10:13:39,735 End of checking +2021-12-18 10:13:39,737 Updating FAILED jobs +2021-12-18 10:13:39,737 Updating WAITING jobs +2021-12-18 10:13:39,737 Update finished +2021-12-18 10:13:39,737 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:13:39,738 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:13:39,738 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:13:39,738 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:13:39,738 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:13:39,738 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:13:39,738 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 10:13:39,738 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:13:39,738 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:13:39,742 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:13:39,744 Job list saved +2021-12-18 10:13:39,771 Updating FAILED jobs +2021-12-18 10:13:39,771 Updating WAITING jobs +2021-12-18 10:13:39,771 Update finished +2021-12-18 10:13:49,781 Reloading parameters... +2021-12-18 10:13:49,801 Loading parameters... +2021-12-18 10:13:49,803 Loading project parameters... +2021-12-18 10:13:49,805 + +16 of 25 jobs remaining (10:13) +2021-12-18 10:13:49,805 Sleep: 10 +2021-12-18 10:13:49,805 Number of retrials: 0 +2021-12-18 10:13:49,805 WRAPPER CHECK TIME = 10 +2021-12-18 10:13:49,806 Checking jobs for platform=marenostrum4 +2021-12-18 10:13:49,807 Checking jobs for platform=nord3 +2021-12-18 10:13:49,807 Checking jobs for platform=local +2021-12-18 10:13:49,808 Checking jobs for platform=transfer_node +2021-12-18 10:13:49,808 Checking all jobs at once +2021-12-18 10:13:51,127 Successful check job command +2021-12-18 10:13:53,298 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:13:53,299 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:13:53,299 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 10:13:53,299 End of checking +2021-12-18 10:13:53,300 Updating FAILED jobs +2021-12-18 10:13:53,300 Updating WAITING jobs +2021-12-18 10:13:53,301 Update finished +2021-12-18 10:13:53,301 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:13:53,301 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:13:53,302 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:13:53,302 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:13:53,302 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:13:53,302 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:13:53,302 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 10:13:53,302 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:13:53,303 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:13:53,307 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:13:53,313 Job list saved +2021-12-18 10:13:53,327 Updating FAILED jobs +2021-12-18 10:13:53,327 Updating WAITING jobs +2021-12-18 10:13:53,327 Update finished +2021-12-18 10:14:03,330 Reloading parameters... +2021-12-18 10:14:03,350 Loading parameters... +2021-12-18 10:14:03,352 Loading project parameters... +2021-12-18 10:14:03,354 + +16 of 25 jobs remaining (10:14) +2021-12-18 10:14:03,354 Sleep: 10 +2021-12-18 10:14:03,354 Number of retrials: 0 +2021-12-18 10:14:03,354 WRAPPER CHECK TIME = 10 +2021-12-18 10:14:03,355 Checking jobs for platform=marenostrum4 +2021-12-18 10:14:03,355 Checking jobs for platform=nord3 +2021-12-18 10:14:03,356 Checking jobs for platform=local +2021-12-18 10:14:03,356 Checking jobs for platform=transfer_node +2021-12-18 10:14:03,356 Checking all jobs at once +2021-12-18 10:14:04,626 Successful check job command +2021-12-18 10:14:05,945 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:14:05,945 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:14:05,945 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 10:14:05,946 End of checking +2021-12-18 10:14:05,947 Updating FAILED jobs +2021-12-18 10:14:05,947 Updating WAITING jobs +2021-12-18 10:14:05,947 Update finished +2021-12-18 10:14:05,947 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:14:05,948 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:14:05,948 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:14:05,948 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:14:05,949 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:14:05,949 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:14:05,949 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 10:14:05,949 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:14:05,949 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:14:05,952 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:14:05,954 Job list saved +2021-12-18 10:14:05,959 Updating FAILED jobs +2021-12-18 10:14:05,959 Updating WAITING jobs +2021-12-18 10:14:05,960 Update finished +2021-12-18 10:14:15,970 Reloading parameters... +2021-12-18 10:14:15,991 Loading parameters... +2021-12-18 10:14:15,993 Loading project parameters... +2021-12-18 10:14:15,995 + +16 of 25 jobs remaining (10:14) +2021-12-18 10:14:15,995 Sleep: 10 +2021-12-18 10:14:15,995 Number of retrials: 0 +2021-12-18 10:14:15,995 WRAPPER CHECK TIME = 10 +2021-12-18 10:14:15,996 Checking jobs for platform=marenostrum4 +2021-12-18 10:14:15,997 Checking jobs for platform=nord3 +2021-12-18 10:14:15,997 Checking jobs for platform=local +2021-12-18 10:14:15,998 Checking jobs for platform=transfer_node +2021-12-18 10:14:15,998 Checking all jobs at once +2021-12-18 10:14:17,270 Successful check job command +2021-12-18 10:14:18,540 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:14:18,540 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:14:18,540 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 10:14:18,540 End of checking +2021-12-18 10:14:18,542 Updating FAILED jobs +2021-12-18 10:14:18,542 Updating WAITING jobs +2021-12-18 10:14:18,542 Update finished +2021-12-18 10:14:18,542 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:14:18,542 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:14:18,542 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:14:18,543 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:14:18,543 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:14:18,543 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:14:18,543 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 10:14:18,543 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:14:18,543 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:14:18,546 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:14:18,548 Job list saved +2021-12-18 10:14:18,554 Updating FAILED jobs +2021-12-18 10:14:18,554 Updating WAITING jobs +2021-12-18 10:14:18,554 Update finished +2021-12-18 10:14:28,563 Reloading parameters... +2021-12-18 10:14:28,583 Loading parameters... +2021-12-18 10:14:28,585 Loading project parameters... +2021-12-18 10:14:28,587 + +16 of 25 jobs remaining (10:14) +2021-12-18 10:14:28,587 Sleep: 10 +2021-12-18 10:14:28,587 Number of retrials: 0 +2021-12-18 10:14:28,587 WRAPPER CHECK TIME = 10 +2021-12-18 10:14:28,588 Checking jobs for platform=marenostrum4 +2021-12-18 10:14:28,588 Checking jobs for platform=nord3 +2021-12-18 10:14:28,589 Checking jobs for platform=local +2021-12-18 10:14:28,589 Checking jobs for platform=transfer_node +2021-12-18 10:14:28,589 Checking all jobs at once +2021-12-18 10:14:29,958 Successful check job command +2021-12-18 10:14:31,328 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:14:31,328 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:14:31,329 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 10:14:31,329 End of checking +2021-12-18 10:14:31,330 Updating FAILED jobs +2021-12-18 10:14:31,331 Updating WAITING jobs +2021-12-18 10:14:31,331 Update finished +2021-12-18 10:14:31,331 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:14:31,331 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:14:31,331 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:14:31,331 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:14:31,332 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:14:31,332 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:14:31,332 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 10:14:31,332 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:14:31,332 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:14:31,336 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:14:31,339 Job list saved +2021-12-18 10:14:31,344 Updating FAILED jobs +2021-12-18 10:14:31,345 Updating WAITING jobs +2021-12-18 10:14:31,345 Update finished +2021-12-18 10:14:41,355 Reloading parameters... +2021-12-18 10:14:41,377 Loading parameters... +2021-12-18 10:14:41,379 Loading project parameters... +2021-12-18 10:14:41,380 + +16 of 25 jobs remaining (10:14) +2021-12-18 10:14:41,381 Sleep: 10 +2021-12-18 10:14:41,381 Number of retrials: 0 +2021-12-18 10:14:41,381 WRAPPER CHECK TIME = 10 +2021-12-18 10:14:41,381 Checking jobs for platform=marenostrum4 +2021-12-18 10:14:41,382 Checking jobs for platform=nord3 +2021-12-18 10:14:41,382 Checking jobs for platform=local +2021-12-18 10:14:41,383 Checking jobs for platform=transfer_node +2021-12-18 10:14:41,383 Checking all jobs at once +2021-12-18 10:14:42,803 Successful check job command +2021-12-18 10:14:44,173 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:14:44,173 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:14:44,173 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 10:14:44,173 End of checking +2021-12-18 10:14:44,175 Updating FAILED jobs +2021-12-18 10:14:44,175 Updating WAITING jobs +2021-12-18 10:14:44,176 Update finished +2021-12-18 10:14:44,176 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:14:44,177 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:14:44,177 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:14:44,177 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:14:44,177 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:14:44,177 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:14:44,177 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 10:14:44,178 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:14:44,178 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:14:44,181 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:14:44,183 Job list saved +2021-12-18 10:14:44,189 Updating FAILED jobs +2021-12-18 10:14:44,190 Updating WAITING jobs +2021-12-18 10:14:44,190 Update finished +2021-12-18 10:14:54,200 Reloading parameters... +2021-12-18 10:14:54,219 Loading parameters... +2021-12-18 10:14:54,220 Loading project parameters... +2021-12-18 10:14:54,222 + +16 of 25 jobs remaining (10:14) +2021-12-18 10:14:54,222 Sleep: 10 +2021-12-18 10:14:54,222 Number of retrials: 0 +2021-12-18 10:14:54,222 WRAPPER CHECK TIME = 10 +2021-12-18 10:14:54,223 Checking jobs for platform=marenostrum4 +2021-12-18 10:14:54,224 Checking jobs for platform=nord3 +2021-12-18 10:14:54,224 Checking jobs for platform=local +2021-12-18 10:14:54,225 Checking jobs for platform=transfer_node +2021-12-18 10:14:54,225 Checking all jobs at once +2021-12-18 10:14:55,795 Successful check job command +2021-12-18 10:14:57,217 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:14:57,218 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:14:57,218 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 10:14:57,218 End of checking +2021-12-18 10:14:57,219 Updating FAILED jobs +2021-12-18 10:14:57,220 Updating WAITING jobs +2021-12-18 10:14:57,220 Update finished +2021-12-18 10:14:57,220 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:14:57,220 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:14:57,220 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:14:57,221 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:14:57,221 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:14:57,221 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:14:57,221 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 10:14:57,221 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:14:57,221 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:14:57,224 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:14:57,226 Job list saved +2021-12-18 10:14:57,231 Updating FAILED jobs +2021-12-18 10:14:57,231 Updating WAITING jobs +2021-12-18 10:14:57,231 Update finished +2021-12-18 10:15:07,241 Reloading parameters... +2021-12-18 10:15:07,262 Loading parameters... +2021-12-18 10:15:07,263 Loading project parameters... +2021-12-18 10:15:07,265 + +16 of 25 jobs remaining (10:15) +2021-12-18 10:15:07,266 Sleep: 10 +2021-12-18 10:15:07,269 Number of retrials: 0 +2021-12-18 10:15:07,269 WRAPPER CHECK TIME = 10 +2021-12-18 10:15:07,269 Checking jobs for platform=marenostrum4 +2021-12-18 10:15:07,270 Checking jobs for platform=nord3 +2021-12-18 10:15:07,270 Checking jobs for platform=local +2021-12-18 10:15:07,271 Checking jobs for platform=transfer_node +2021-12-18 10:15:07,271 Checking all jobs at once +2021-12-18 10:15:08,593 Successful check job command +2021-12-18 10:15:09,963 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:15:09,963 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:15:09,963 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 10:15:09,963 End of checking +2021-12-18 10:15:09,965 Updating FAILED jobs +2021-12-18 10:15:09,965 Updating WAITING jobs +2021-12-18 10:15:09,965 Update finished +2021-12-18 10:15:09,965 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:15:09,966 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:15:09,966 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:15:09,966 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:15:09,966 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:15:09,966 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:15:09,966 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 10:15:09,966 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:15:09,966 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:15:09,971 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:15:09,973 Job list saved +2021-12-18 10:15:09,979 Updating FAILED jobs +2021-12-18 10:15:09,979 Updating WAITING jobs +2021-12-18 10:15:09,979 Update finished +2021-12-18 10:15:19,988 Reloading parameters... +2021-12-18 10:15:20,012 Loading parameters... +2021-12-18 10:15:20,014 Loading project parameters... +2021-12-18 10:15:20,016 + +16 of 25 jobs remaining (10:15) +2021-12-18 10:15:20,016 Sleep: 10 +2021-12-18 10:15:20,016 Number of retrials: 0 +2021-12-18 10:15:20,016 WRAPPER CHECK TIME = 10 +2021-12-18 10:15:20,017 Checking jobs for platform=marenostrum4 +2021-12-18 10:15:20,017 Checking jobs for platform=nord3 +2021-12-18 10:15:20,018 Checking jobs for platform=local +2021-12-18 10:15:20,018 Checking jobs for platform=transfer_node +2021-12-18 10:15:20,019 Checking all jobs at once +2021-12-18 10:15:21,239 Successful check job command +2021-12-18 10:15:22,558 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:15:22,558 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:15:22,558 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 10:15:22,558 End of checking +2021-12-18 10:15:22,560 Updating FAILED jobs +2021-12-18 10:15:22,560 Updating WAITING jobs +2021-12-18 10:15:22,560 Update finished +2021-12-18 10:15:22,560 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:15:22,561 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:15:22,561 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:15:22,561 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:15:22,561 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:15:22,561 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:15:22,561 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 10:15:22,562 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:15:22,562 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:15:22,564 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:15:22,567 Job list saved +2021-12-18 10:15:22,572 Updating FAILED jobs +2021-12-18 10:15:22,572 Updating WAITING jobs +2021-12-18 10:15:22,572 Update finished +2021-12-18 10:15:32,580 Reloading parameters... +2021-12-18 10:15:32,599 Loading parameters... +2021-12-18 10:15:32,601 Loading project parameters... +2021-12-18 10:15:32,603 + +16 of 25 jobs remaining (10:15) +2021-12-18 10:15:32,603 Sleep: 10 +2021-12-18 10:15:32,603 Number of retrials: 0 +2021-12-18 10:15:32,603 WRAPPER CHECK TIME = 10 +2021-12-18 10:15:32,604 Checking jobs for platform=marenostrum4 +2021-12-18 10:15:32,604 Checking jobs for platform=nord3 +2021-12-18 10:15:32,605 Checking jobs for platform=local +2021-12-18 10:15:32,605 Checking jobs for platform=transfer_node +2021-12-18 10:15:32,605 Checking all jobs at once +2021-12-18 10:15:33,924 Successful check job command +2021-12-18 10:15:35,344 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:15:35,344 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:15:35,344 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 10:15:35,345 End of checking +2021-12-18 10:15:35,346 Updating FAILED jobs +2021-12-18 10:15:35,347 Updating WAITING jobs +2021-12-18 10:15:35,347 Update finished +2021-12-18 10:15:35,347 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:15:35,347 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:15:35,347 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:15:35,348 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:15:35,348 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:15:35,348 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:15:35,348 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 10:15:35,348 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:15:35,348 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:15:35,351 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:15:35,353 Job list saved +2021-12-18 10:15:35,364 Updating FAILED jobs +2021-12-18 10:15:35,364 Updating WAITING jobs +2021-12-18 10:15:35,364 Update finished +2021-12-18 10:15:45,374 Reloading parameters... +2021-12-18 10:15:45,392 Loading parameters... +2021-12-18 10:15:45,393 Loading project parameters... +2021-12-18 10:15:45,395 + +16 of 25 jobs remaining (10:15) +2021-12-18 10:15:45,396 Sleep: 10 +2021-12-18 10:15:45,396 Number of retrials: 0 +2021-12-18 10:15:45,396 WRAPPER CHECK TIME = 10 +2021-12-18 10:15:45,396 Checking jobs for platform=marenostrum4 +2021-12-18 10:15:45,397 Checking jobs for platform=nord3 +2021-12-18 10:15:45,397 Checking jobs for platform=local +2021-12-18 10:15:45,398 Checking jobs for platform=transfer_node +2021-12-18 10:15:45,398 Checking all jobs at once +2021-12-18 10:15:46,717 Successful check job command +2021-12-18 10:15:48,188 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:15:48,188 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:15:48,188 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 10:15:48,188 End of checking +2021-12-18 10:15:48,190 Updating FAILED jobs +2021-12-18 10:15:48,190 Updating WAITING jobs +2021-12-18 10:15:48,190 Update finished +2021-12-18 10:15:48,190 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:15:48,190 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:15:48,191 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:15:48,191 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:15:48,191 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:15:48,191 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:15:48,191 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 10:15:48,191 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:15:48,191 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:15:48,194 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:15:48,196 Job list saved +2021-12-18 10:15:48,201 Updating FAILED jobs +2021-12-18 10:15:48,201 Updating WAITING jobs +2021-12-18 10:15:48,201 Update finished +2021-12-18 10:15:58,212 Reloading parameters... +2021-12-18 10:15:58,231 Loading parameters... +2021-12-18 10:15:58,232 Loading project parameters... +2021-12-18 10:15:58,235 + +16 of 25 jobs remaining (10:15) +2021-12-18 10:15:58,236 Sleep: 10 +2021-12-18 10:15:58,236 Number of retrials: 0 +2021-12-18 10:15:58,236 WRAPPER CHECK TIME = 10 +2021-12-18 10:15:58,237 Checking jobs for platform=marenostrum4 +2021-12-18 10:15:58,237 Checking jobs for platform=nord3 +2021-12-18 10:15:58,238 Checking jobs for platform=local +2021-12-18 10:15:58,238 Checking jobs for platform=transfer_node +2021-12-18 10:15:58,238 Checking all jobs at once +2021-12-18 10:15:59,708 Successful check job command +2021-12-18 10:16:01,027 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:16:01,028 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:16:01,028 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 10:16:01,028 End of checking +2021-12-18 10:16:01,030 Updating FAILED jobs +2021-12-18 10:16:01,030 Updating WAITING jobs +2021-12-18 10:16:01,030 Update finished +2021-12-18 10:16:01,030 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:16:01,031 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:16:01,031 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:16:01,031 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:16:01,031 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:16:01,031 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:16:01,032 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 10:16:01,032 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:16:01,032 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:16:01,036 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:16:01,038 Job list saved +2021-12-18 10:16:01,050 Updating FAILED jobs +2021-12-18 10:16:01,050 Updating WAITING jobs +2021-12-18 10:16:01,050 Update finished +2021-12-18 10:16:11,055 Reloading parameters... +2021-12-18 10:16:11,078 Loading parameters... +2021-12-18 10:16:11,079 Loading project parameters... +2021-12-18 10:16:11,081 + +16 of 25 jobs remaining (10:16) +2021-12-18 10:16:11,081 Sleep: 10 +2021-12-18 10:16:11,081 Number of retrials: 0 +2021-12-18 10:16:11,081 WRAPPER CHECK TIME = 10 +2021-12-18 10:16:11,082 Checking jobs for platform=marenostrum4 +2021-12-18 10:16:11,083 Checking jobs for platform=nord3 +2021-12-18 10:16:11,083 Checking jobs for platform=local +2021-12-18 10:16:11,084 Checking jobs for platform=transfer_node +2021-12-18 10:16:11,084 Checking all jobs at once +2021-12-18 10:16:12,555 Successful check job command +2021-12-18 10:16:14,128 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:16:14,128 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:16:14,129 Job t0ni_19931101_fc0_2_SAVEIC is RUNNING +2021-12-18 10:16:14,129 End of checking +2021-12-18 10:16:14,130 Updating FAILED jobs +2021-12-18 10:16:14,130 Updating WAITING jobs +2021-12-18 10:16:14,130 Update finished +2021-12-18 10:16:14,131 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:16:14,131 t0ni_19931101_fc0_1_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:16:14,131 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:16:14,131 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:16:14,131 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:16:14,131 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:16:14,131 t0ni_19931101_fc0_2_SAVEIC 19279783 RUNNING marenostrum4 bsc_es +2021-12-18 10:16:14,132 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:16:14,132 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:16:14,134 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:16:14,137 Job list saved +2021-12-18 10:16:14,142 Updating FAILED jobs +2021-12-18 10:16:14,142 Updating WAITING jobs +2021-12-18 10:16:14,142 Update finished +2021-12-18 10:16:24,152 Reloading parameters... +2021-12-18 10:16:24,172 Loading parameters... +2021-12-18 10:16:24,173 Loading project parameters... +2021-12-18 10:16:24,175 + +16 of 25 jobs remaining (10:16) +2021-12-18 10:16:24,175 Sleep: 10 +2021-12-18 10:16:24,175 Number of retrials: 0 +2021-12-18 10:16:24,176 WRAPPER CHECK TIME = 10 +2021-12-18 10:16:24,176 Checking jobs for platform=marenostrum4 +2021-12-18 10:16:24,177 Checking jobs for platform=nord3 +2021-12-18 10:16:24,177 Checking jobs for platform=local +2021-12-18 10:16:24,178 Checking jobs for platform=transfer_node +2021-12-18 10:16:24,178 Checking all jobs at once +2021-12-18 10:16:25,447 Successful check job command +2021-12-18 10:16:26,767 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:16:26,767 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:16:26,767 t0ni_19931101_fc0_2_SAVEIC job seems to have completed: checking... +2021-12-18 10:16:26,782 Job t0ni_19931101_fc0_2_SAVEIC is COMPLETED +2021-12-18 10:16:26,801 t0ni_19931101_fc0_2_SAVEIC_STAT file have been transfered +2021-12-18 10:16:26,918 End of checking +2021-12-18 10:16:26,919 Updating FAILED jobs +2021-12-18 10:16:26,919 Updating WAITING jobs +2021-12-18 10:16:26,920 Update finished +2021-12-18 10:16:26,920 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:16:26,920 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:16:26,920 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:16:26,920 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:16:26,920 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:16:26,921 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:16:26,921 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:16:26,922 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:16:26,925 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:16:26,932 Job list saved +2021-12-18 10:16:26,945 Custom directives from platform.conf: None +2021-12-18 10:16:26,945 Custom directives from platform.conf: None +2021-12-18 10:16:26,946 Custom directives from platform.conf: None +2021-12-18 10:16:27,026 Updating FAILED jobs +2021-12-18 10:16:27,026 Updating WAITING jobs +2021-12-18 10:16:27,026 Update finished +2021-12-18 10:16:37,035 Reloading parameters... +2021-12-18 10:16:37,054 Loading parameters... +2021-12-18 10:16:37,055 Loading project parameters... +2021-12-18 10:16:37,057 + +15 of 25 jobs remaining (10:16) +2021-12-18 10:16:37,057 Sleep: 10 +2021-12-18 10:16:37,058 Number of retrials: 0 +2021-12-18 10:16:37,058 WRAPPER CHECK TIME = 10 +2021-12-18 10:16:37,058 Checking jobs for platform=marenostrum4 +2021-12-18 10:16:37,059 Checking jobs for platform=nord3 +2021-12-18 10:16:37,059 Checking jobs for platform=local +2021-12-18 10:16:37,060 Checking jobs for platform=transfer_node +2021-12-18 10:16:37,060 Checking all jobs at once +2021-12-18 10:16:38,332 Successful check job command +2021-12-18 10:16:40,253 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:16:40,253 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:16:40,253 End of checking +2021-12-18 10:16:40,255 Updating FAILED jobs +2021-12-18 10:16:40,255 Updating WAITING jobs +2021-12-18 10:16:40,255 Update finished +2021-12-18 10:16:40,255 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:16:40,256 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:16:40,256 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:16:40,256 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:16:40,256 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:16:40,256 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:16:40,256 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:16:40,257 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:16:40,260 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:16:40,262 Job list saved +2021-12-18 10:16:40,267 Updating FAILED jobs +2021-12-18 10:16:40,267 Updating WAITING jobs +2021-12-18 10:16:40,267 Update finished +2021-12-18 10:16:50,277 Reloading parameters... +2021-12-18 10:16:50,295 Loading parameters... +2021-12-18 10:16:50,297 Loading project parameters... +2021-12-18 10:16:50,299 + +15 of 25 jobs remaining (10:16) +2021-12-18 10:16:50,299 Sleep: 10 +2021-12-18 10:16:50,299 Number of retrials: 0 +2021-12-18 10:16:50,299 WRAPPER CHECK TIME = 10 +2021-12-18 10:16:50,300 Checking jobs for platform=marenostrum4 +2021-12-18 10:16:50,300 Checking jobs for platform=nord3 +2021-12-18 10:16:50,301 Checking jobs for platform=local +2021-12-18 10:16:50,301 Checking jobs for platform=transfer_node +2021-12-18 10:16:50,301 Checking all jobs at once +2021-12-18 10:16:51,721 Successful check job command +2021-12-18 10:16:53,291 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:16:53,291 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:16:53,291 End of checking +2021-12-18 10:16:53,293 Updating FAILED jobs +2021-12-18 10:16:53,293 Updating WAITING jobs +2021-12-18 10:16:53,293 Update finished +2021-12-18 10:16:53,294 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:16:53,294 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:16:53,294 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:16:53,294 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:16:53,294 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:16:53,294 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:16:53,294 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:16:53,294 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:16:53,297 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:16:53,299 Job list saved +2021-12-18 10:16:53,304 Updating FAILED jobs +2021-12-18 10:16:53,304 Updating WAITING jobs +2021-12-18 10:16:53,305 Update finished +2021-12-18 10:17:03,310 Reloading parameters... +2021-12-18 10:17:03,328 Loading parameters... +2021-12-18 10:17:03,330 Loading project parameters... +2021-12-18 10:17:03,331 + +15 of 25 jobs remaining (10:17) +2021-12-18 10:17:03,332 Sleep: 10 +2021-12-18 10:17:03,332 Number of retrials: 0 +2021-12-18 10:17:03,332 WRAPPER CHECK TIME = 10 +2021-12-18 10:17:03,332 Checking jobs for platform=marenostrum4 +2021-12-18 10:17:03,333 Checking jobs for platform=nord3 +2021-12-18 10:17:03,333 Checking jobs for platform=local +2021-12-18 10:17:03,334 Checking jobs for platform=transfer_node +2021-12-18 10:17:03,334 Checking all jobs at once +2021-12-18 10:17:05,004 Successful check job command +2021-12-18 10:17:06,324 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:17:06,325 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:17:06,325 End of checking +2021-12-18 10:17:06,326 Updating FAILED jobs +2021-12-18 10:17:06,326 Updating WAITING jobs +2021-12-18 10:17:06,326 Update finished +2021-12-18 10:17:06,326 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:17:06,327 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:17:06,327 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:17:06,327 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:17:06,327 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:17:06,327 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:17:06,327 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:17:06,327 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:17:06,330 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:17:06,332 Job list saved +2021-12-18 10:17:06,337 Updating FAILED jobs +2021-12-18 10:17:06,337 Updating WAITING jobs +2021-12-18 10:17:06,338 Update finished +2021-12-18 10:17:16,348 Reloading parameters... +2021-12-18 10:17:16,370 Loading parameters... +2021-12-18 10:17:16,372 Loading project parameters... +2021-12-18 10:17:16,374 + +15 of 25 jobs remaining (10:17) +2021-12-18 10:17:16,374 Sleep: 10 +2021-12-18 10:17:16,374 Number of retrials: 0 +2021-12-18 10:17:16,375 WRAPPER CHECK TIME = 10 +2021-12-18 10:17:16,375 Checking jobs for platform=marenostrum4 +2021-12-18 10:17:16,376 Checking jobs for platform=nord3 +2021-12-18 10:17:16,376 Checking jobs for platform=local +2021-12-18 10:17:16,377 Checking jobs for platform=transfer_node +2021-12-18 10:17:16,377 Checking all jobs at once +2021-12-18 10:17:17,849 Successful check job command +2021-12-18 10:17:19,319 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:17:19,319 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:17:19,320 End of checking +2021-12-18 10:17:19,321 Updating FAILED jobs +2021-12-18 10:17:19,321 Updating WAITING jobs +2021-12-18 10:17:19,321 Update finished +2021-12-18 10:17:19,321 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:17:19,322 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:17:19,322 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:17:19,322 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:17:19,322 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:17:19,322 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:17:19,323 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:17:19,323 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:17:19,325 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:17:19,327 Job list saved +2021-12-18 10:17:19,332 Updating FAILED jobs +2021-12-18 10:17:19,332 Updating WAITING jobs +2021-12-18 10:17:19,332 Update finished +2021-12-18 10:17:29,342 Reloading parameters... +2021-12-18 10:17:29,360 Loading parameters... +2021-12-18 10:17:29,362 Loading project parameters... +2021-12-18 10:17:29,364 + +15 of 25 jobs remaining (10:17) +2021-12-18 10:17:29,364 Sleep: 10 +2021-12-18 10:17:29,364 Number of retrials: 0 +2021-12-18 10:17:29,364 WRAPPER CHECK TIME = 10 +2021-12-18 10:17:29,365 Checking jobs for platform=marenostrum4 +2021-12-18 10:17:29,365 Checking jobs for platform=nord3 +2021-12-18 10:17:29,366 Checking jobs for platform=local +2021-12-18 10:17:29,366 Checking jobs for platform=transfer_node +2021-12-18 10:17:29,366 Checking all jobs at once +2021-12-18 10:17:30,786 Successful check job command +2021-12-18 10:17:32,206 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:17:32,206 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:17:32,206 End of checking +2021-12-18 10:17:32,208 Updating FAILED jobs +2021-12-18 10:17:32,208 Updating WAITING jobs +2021-12-18 10:17:32,208 Update finished +2021-12-18 10:17:32,208 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:17:32,208 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:17:32,208 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:17:32,209 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:17:32,209 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:17:32,209 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:17:32,209 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:17:32,209 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:17:32,212 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:17:32,214 Job list saved +2021-12-18 10:17:32,218 Updating FAILED jobs +2021-12-18 10:17:32,219 Updating WAITING jobs +2021-12-18 10:17:32,219 Update finished +2021-12-18 10:17:42,229 Reloading parameters... +2021-12-18 10:17:42,249 Loading parameters... +2021-12-18 10:17:42,250 Loading project parameters... +2021-12-18 10:17:42,252 + +15 of 25 jobs remaining (10:17) +2021-12-18 10:17:42,253 Sleep: 10 +2021-12-18 10:17:42,253 Number of retrials: 0 +2021-12-18 10:17:42,253 WRAPPER CHECK TIME = 10 +2021-12-18 10:17:42,253 Checking jobs for platform=marenostrum4 +2021-12-18 10:17:42,254 Checking jobs for platform=nord3 +2021-12-18 10:17:42,254 Checking jobs for platform=local +2021-12-18 10:17:42,255 Checking jobs for platform=transfer_node +2021-12-18 10:17:42,255 Checking all jobs at once +2021-12-18 10:17:43,525 Successful check job command +2021-12-18 10:17:44,794 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:17:44,795 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:17:44,795 End of checking +2021-12-18 10:17:44,796 Updating FAILED jobs +2021-12-18 10:17:44,796 Updating WAITING jobs +2021-12-18 10:17:44,796 Update finished +2021-12-18 10:17:44,796 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:17:44,797 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:17:44,797 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:17:44,797 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:17:44,797 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:17:44,797 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:17:44,797 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:17:44,797 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:17:44,800 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:17:44,802 Job list saved +2021-12-18 10:17:44,814 Updating FAILED jobs +2021-12-18 10:17:44,814 Updating WAITING jobs +2021-12-18 10:17:44,814 Update finished +2021-12-18 10:17:54,816 Reloading parameters... +2021-12-18 10:17:54,833 Loading parameters... +2021-12-18 10:17:54,834 Loading project parameters... +2021-12-18 10:17:54,836 + +15 of 25 jobs remaining (10:17) +2021-12-18 10:17:54,836 Sleep: 10 +2021-12-18 10:17:54,837 Number of retrials: 0 +2021-12-18 10:17:54,837 WRAPPER CHECK TIME = 10 +2021-12-18 10:17:54,837 Checking jobs for platform=marenostrum4 +2021-12-18 10:17:54,838 Checking jobs for platform=nord3 +2021-12-18 10:17:54,838 Checking jobs for platform=local +2021-12-18 10:17:54,839 Checking jobs for platform=transfer_node +2021-12-18 10:17:54,839 Checking all jobs at once +2021-12-18 10:17:56,259 Successful check job command +2021-12-18 10:17:57,628 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:17:57,628 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:17:57,628 End of checking +2021-12-18 10:17:57,630 Updating FAILED jobs +2021-12-18 10:17:57,630 Updating WAITING jobs +2021-12-18 10:17:57,630 Update finished +2021-12-18 10:17:57,630 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:17:57,631 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:17:57,631 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:17:57,632 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:17:57,632 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:17:57,632 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:17:57,632 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:17:57,632 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:17:57,634 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:17:57,637 Job list saved +2021-12-18 10:17:57,642 Updating FAILED jobs +2021-12-18 10:17:57,643 Updating WAITING jobs +2021-12-18 10:17:57,643 Update finished +2021-12-18 10:18:07,653 Reloading parameters... +2021-12-18 10:18:07,671 Loading parameters... +2021-12-18 10:18:07,672 Loading project parameters... +2021-12-18 10:18:07,674 + +15 of 25 jobs remaining (10:18) +2021-12-18 10:18:07,674 Sleep: 10 +2021-12-18 10:18:07,675 Number of retrials: 0 +2021-12-18 10:18:07,675 WRAPPER CHECK TIME = 10 +2021-12-18 10:18:07,675 Checking jobs for platform=marenostrum4 +2021-12-18 10:18:07,676 Checking jobs for platform=nord3 +2021-12-18 10:18:07,676 Checking jobs for platform=local +2021-12-18 10:18:07,677 Checking jobs for platform=transfer_node +2021-12-18 10:18:07,677 Checking all jobs at once +2021-12-18 10:18:09,148 Successful check job command +2021-12-18 10:18:12,021 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:18:12,021 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:18:12,021 End of checking +2021-12-18 10:18:12,023 Updating FAILED jobs +2021-12-18 10:18:12,023 Updating WAITING jobs +2021-12-18 10:18:12,023 Update finished +2021-12-18 10:18:12,024 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:18:12,024 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:18:12,024 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:18:12,024 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:18:12,024 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:18:12,024 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:18:12,024 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:18:12,024 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:18:12,027 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:18:12,029 Job list saved +2021-12-18 10:18:12,034 Updating FAILED jobs +2021-12-18 10:18:12,034 Updating WAITING jobs +2021-12-18 10:18:12,034 Update finished +2021-12-18 10:18:22,045 Reloading parameters... +2021-12-18 10:18:22,068 Loading parameters... +2021-12-18 10:18:22,069 Loading project parameters... +2021-12-18 10:18:22,071 + +15 of 25 jobs remaining (10:18) +2021-12-18 10:18:22,071 Sleep: 10 +2021-12-18 10:18:22,071 Number of retrials: 0 +2021-12-18 10:18:22,071 WRAPPER CHECK TIME = 10 +2021-12-18 10:18:22,072 Checking jobs for platform=marenostrum4 +2021-12-18 10:18:22,072 Checking jobs for platform=nord3 +2021-12-18 10:18:22,073 Checking jobs for platform=local +2021-12-18 10:18:22,073 Checking jobs for platform=transfer_node +2021-12-18 10:18:22,073 Checking all jobs at once +2021-12-18 10:18:23,493 Successful check job command +2021-12-18 10:18:24,713 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:18:24,713 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:18:24,713 End of checking +2021-12-18 10:18:24,714 Updating FAILED jobs +2021-12-18 10:18:24,715 Updating WAITING jobs +2021-12-18 10:18:24,715 Update finished +2021-12-18 10:18:24,715 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:18:24,715 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:18:24,715 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:18:24,716 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:18:24,716 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:18:24,716 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:18:24,716 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:18:24,716 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:18:24,719 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:18:24,721 Job list saved +2021-12-18 10:18:24,726 Updating FAILED jobs +2021-12-18 10:18:24,726 Updating WAITING jobs +2021-12-18 10:18:24,726 Update finished +2021-12-18 10:18:34,736 Reloading parameters... +2021-12-18 10:18:34,753 Loading parameters... +2021-12-18 10:18:34,755 Loading project parameters... +2021-12-18 10:18:34,756 + +15 of 25 jobs remaining (10:18) +2021-12-18 10:18:34,757 Sleep: 10 +2021-12-18 10:18:34,757 Number of retrials: 0 +2021-12-18 10:18:34,757 WRAPPER CHECK TIME = 10 +2021-12-18 10:18:34,757 Checking jobs for platform=marenostrum4 +2021-12-18 10:18:34,758 Checking jobs for platform=nord3 +2021-12-18 10:18:34,759 Checking jobs for platform=local +2021-12-18 10:18:34,759 Checking jobs for platform=transfer_node +2021-12-18 10:18:34,759 Checking all jobs at once +2021-12-18 10:18:36,629 Successful check job command +2021-12-18 10:18:38,048 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:18:38,049 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:18:38,049 End of checking +2021-12-18 10:18:38,050 Updating FAILED jobs +2021-12-18 10:18:38,050 Updating WAITING jobs +2021-12-18 10:18:38,050 Update finished +2021-12-18 10:18:38,050 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:18:38,051 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:18:38,051 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:18:38,051 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:18:38,051 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:18:38,052 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:18:38,052 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:18:38,052 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:18:38,054 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:18:38,057 Job list saved +2021-12-18 10:18:38,061 Updating FAILED jobs +2021-12-18 10:18:38,061 Updating WAITING jobs +2021-12-18 10:18:38,062 Update finished +2021-12-18 10:18:48,071 Reloading parameters... +2021-12-18 10:18:48,089 Loading parameters... +2021-12-18 10:18:48,090 Loading project parameters... +2021-12-18 10:18:48,092 + +15 of 25 jobs remaining (10:18) +2021-12-18 10:18:48,092 Sleep: 10 +2021-12-18 10:18:48,092 Number of retrials: 0 +2021-12-18 10:18:48,092 WRAPPER CHECK TIME = 10 +2021-12-18 10:18:48,093 Checking jobs for platform=marenostrum4 +2021-12-18 10:18:48,094 Checking jobs for platform=nord3 +2021-12-18 10:18:48,094 Checking jobs for platform=local +2021-12-18 10:18:48,095 Checking jobs for platform=transfer_node +2021-12-18 10:18:48,095 Checking all jobs at once +2021-12-18 10:18:49,565 Successful check job command +2021-12-18 10:18:50,934 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:18:50,934 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:18:50,935 End of checking +2021-12-18 10:18:50,936 Updating FAILED jobs +2021-12-18 10:18:50,936 Updating WAITING jobs +2021-12-18 10:18:50,936 Update finished +2021-12-18 10:18:50,936 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:18:50,936 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:18:50,937 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:18:50,937 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:18:50,937 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:18:50,937 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:18:50,937 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:18:50,937 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:18:50,939 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:18:50,942 Job list saved +2021-12-18 10:18:50,946 Updating FAILED jobs +2021-12-18 10:18:50,946 Updating WAITING jobs +2021-12-18 10:18:50,946 Update finished +2021-12-18 10:19:00,956 Reloading parameters... +2021-12-18 10:19:00,974 Loading parameters... +2021-12-18 10:19:00,975 Loading project parameters... +2021-12-18 10:19:00,977 + +15 of 25 jobs remaining (10:19) +2021-12-18 10:19:00,977 Sleep: 10 +2021-12-18 10:19:00,977 Number of retrials: 0 +2021-12-18 10:19:00,977 WRAPPER CHECK TIME = 10 +2021-12-18 10:19:00,978 Checking jobs for platform=marenostrum4 +2021-12-18 10:19:00,979 Checking jobs for platform=nord3 +2021-12-18 10:19:00,979 Checking jobs for platform=local +2021-12-18 10:19:00,980 Checking jobs for platform=transfer_node +2021-12-18 10:19:00,980 Checking all jobs at once +2021-12-18 10:19:02,299 Successful check job command +2021-12-18 10:19:03,518 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:19:03,519 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:19:03,519 End of checking +2021-12-18 10:19:03,520 Updating FAILED jobs +2021-12-18 10:19:03,520 Updating WAITING jobs +2021-12-18 10:19:03,521 Update finished +2021-12-18 10:19:03,521 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:19:03,521 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:19:03,521 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:19:03,521 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:19:03,521 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:19:03,521 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:19:03,521 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:19:03,522 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:19:03,524 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:19:03,526 Job list saved +2021-12-18 10:19:03,531 Updating FAILED jobs +2021-12-18 10:19:03,531 Updating WAITING jobs +2021-12-18 10:19:03,531 Update finished +2021-12-18 10:19:13,541 Reloading parameters... +2021-12-18 10:19:13,560 Loading parameters... +2021-12-18 10:19:13,561 Loading project parameters... +2021-12-18 10:19:13,563 + +15 of 25 jobs remaining (10:19) +2021-12-18 10:19:13,563 Sleep: 10 +2021-12-18 10:19:13,564 Number of retrials: 0 +2021-12-18 10:19:13,564 WRAPPER CHECK TIME = 10 +2021-12-18 10:19:13,564 Checking jobs for platform=marenostrum4 +2021-12-18 10:19:13,565 Checking jobs for platform=nord3 +2021-12-18 10:19:13,565 Checking jobs for platform=local +2021-12-18 10:19:13,570 Checking jobs for platform=transfer_node +2021-12-18 10:19:13,570 Checking all jobs at once +2021-12-18 10:19:15,090 Successful check job command +2021-12-18 10:19:16,359 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:19:16,359 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:19:16,359 End of checking +2021-12-18 10:19:16,361 Updating FAILED jobs +2021-12-18 10:19:16,361 Updating WAITING jobs +2021-12-18 10:19:16,361 Update finished +2021-12-18 10:19:16,361 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:19:16,362 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:19:16,362 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:19:16,362 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:19:16,362 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:19:16,362 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:19:16,362 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:19:16,363 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:19:16,366 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:19:16,368 Job list saved +2021-12-18 10:19:16,373 Updating FAILED jobs +2021-12-18 10:19:16,373 Updating WAITING jobs +2021-12-18 10:19:16,373 Update finished +2021-12-18 10:19:26,382 Reloading parameters... +2021-12-18 10:19:26,402 Loading parameters... +2021-12-18 10:19:26,403 Loading project parameters... +2021-12-18 10:19:26,406 + +15 of 25 jobs remaining (10:19) +2021-12-18 10:19:26,406 Sleep: 10 +2021-12-18 10:19:26,406 Number of retrials: 0 +2021-12-18 10:19:26,406 WRAPPER CHECK TIME = 10 +2021-12-18 10:19:26,407 Checking jobs for platform=marenostrum4 +2021-12-18 10:19:26,408 Checking jobs for platform=nord3 +2021-12-18 10:19:26,408 Checking jobs for platform=local +2021-12-18 10:19:26,409 Checking jobs for platform=transfer_node +2021-12-18 10:19:26,409 Checking all jobs at once +2021-12-18 10:19:28,179 Successful check job command +2021-12-18 10:19:29,599 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:19:29,600 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:19:29,600 End of checking +2021-12-18 10:19:29,601 Updating FAILED jobs +2021-12-18 10:19:29,601 Updating WAITING jobs +2021-12-18 10:19:29,601 Update finished +2021-12-18 10:19:29,601 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:19:29,602 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:19:29,602 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:19:29,602 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:19:29,602 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:19:29,602 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:19:29,602 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:19:29,602 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:19:29,605 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:19:29,607 Job list saved +2021-12-18 10:19:29,612 Updating FAILED jobs +2021-12-18 10:19:29,612 Updating WAITING jobs +2021-12-18 10:19:29,612 Update finished +2021-12-18 10:19:39,620 Reloading parameters... +2021-12-18 10:19:39,639 Loading parameters... +2021-12-18 10:19:39,641 Loading project parameters... +2021-12-18 10:19:39,643 + +15 of 25 jobs remaining (10:19) +2021-12-18 10:19:39,643 Sleep: 10 +2021-12-18 10:19:39,643 Number of retrials: 0 +2021-12-18 10:19:39,644 WRAPPER CHECK TIME = 10 +2021-12-18 10:19:39,644 Checking jobs for platform=marenostrum4 +2021-12-18 10:19:39,645 Checking jobs for platform=nord3 +2021-12-18 10:19:39,645 Checking jobs for platform=local +2021-12-18 10:19:39,646 Checking jobs for platform=transfer_node +2021-12-18 10:19:39,646 Checking all jobs at once +2021-12-18 10:19:40,966 Successful check job command +2021-12-18 10:19:42,335 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:19:42,335 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:19:42,336 End of checking +2021-12-18 10:19:42,337 Updating FAILED jobs +2021-12-18 10:19:42,337 Updating WAITING jobs +2021-12-18 10:19:42,337 Update finished +2021-12-18 10:19:42,338 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:19:42,338 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:19:42,338 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:19:42,338 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:19:42,338 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:19:42,338 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:19:42,338 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:19:42,339 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:19:42,342 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:19:42,345 Job list saved +2021-12-18 10:19:42,351 Updating FAILED jobs +2021-12-18 10:19:42,351 Updating WAITING jobs +2021-12-18 10:19:42,351 Update finished +2021-12-18 10:19:52,355 Reloading parameters... +2021-12-18 10:19:52,377 Loading parameters... +2021-12-18 10:19:52,379 Loading project parameters... +2021-12-18 10:19:52,381 + +15 of 25 jobs remaining (10:19) +2021-12-18 10:19:52,381 Sleep: 10 +2021-12-18 10:19:52,381 Number of retrials: 0 +2021-12-18 10:19:52,381 WRAPPER CHECK TIME = 10 +2021-12-18 10:19:52,382 Checking jobs for platform=marenostrum4 +2021-12-18 10:19:52,382 Checking jobs for platform=nord3 +2021-12-18 10:19:52,383 Checking jobs for platform=local +2021-12-18 10:19:52,383 Checking jobs for platform=transfer_node +2021-12-18 10:19:52,383 Checking all jobs at once +2021-12-18 10:19:53,853 Successful check job command +2021-12-18 10:19:55,123 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:19:55,124 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:19:55,124 End of checking +2021-12-18 10:19:55,126 Updating FAILED jobs +2021-12-18 10:19:55,126 Updating WAITING jobs +2021-12-18 10:19:55,126 Update finished +2021-12-18 10:19:55,126 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:19:55,127 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:19:55,127 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:19:55,127 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:19:55,128 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:19:55,128 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:19:55,128 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:19:55,128 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:19:55,130 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:19:55,133 Job list saved +2021-12-18 10:19:55,137 Updating FAILED jobs +2021-12-18 10:19:55,137 Updating WAITING jobs +2021-12-18 10:19:55,137 Update finished +2021-12-18 10:20:05,147 Reloading parameters... +2021-12-18 10:20:05,165 Loading parameters... +2021-12-18 10:20:05,166 Loading project parameters... +2021-12-18 10:20:05,167 + +15 of 25 jobs remaining (10:20) +2021-12-18 10:20:05,167 Sleep: 10 +2021-12-18 10:20:05,167 Number of retrials: 0 +2021-12-18 10:20:05,167 WRAPPER CHECK TIME = 10 +2021-12-18 10:20:05,168 Checking jobs for platform=marenostrum4 +2021-12-18 10:20:05,168 Checking jobs for platform=nord3 +2021-12-18 10:20:05,168 Checking jobs for platform=local +2021-12-18 10:20:05,169 Checking jobs for platform=transfer_node +2021-12-18 10:20:05,169 Checking all jobs at once +2021-12-18 10:20:06,790 Successful check job command +2021-12-18 10:20:08,159 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:20:08,160 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:20:08,160 End of checking +2021-12-18 10:20:08,161 Updating FAILED jobs +2021-12-18 10:20:08,161 Updating WAITING jobs +2021-12-18 10:20:08,162 Update finished +2021-12-18 10:20:08,162 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:20:08,162 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:20:08,162 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:20:08,162 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:20:08,162 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:20:08,162 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:20:08,163 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:20:08,163 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:20:08,165 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:20:08,168 Job list saved +2021-12-18 10:20:08,176 Updating FAILED jobs +2021-12-18 10:20:08,176 Updating WAITING jobs +2021-12-18 10:20:08,176 Update finished +2021-12-18 10:20:18,182 Reloading parameters... +2021-12-18 10:20:18,199 Loading parameters... +2021-12-18 10:20:18,208 Loading project parameters... +2021-12-18 10:20:18,210 + +15 of 25 jobs remaining (10:20) +2021-12-18 10:20:18,210 Sleep: 10 +2021-12-18 10:20:18,210 Number of retrials: 0 +2021-12-18 10:20:18,210 WRAPPER CHECK TIME = 10 +2021-12-18 10:20:18,211 Checking jobs for platform=marenostrum4 +2021-12-18 10:20:18,211 Checking jobs for platform=nord3 +2021-12-18 10:20:18,212 Checking jobs for platform=local +2021-12-18 10:20:18,213 Checking jobs for platform=transfer_node +2021-12-18 10:20:18,213 Checking all jobs at once +2021-12-18 10:20:19,536 Successful check job command +2021-12-18 10:20:20,856 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:20:20,857 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:20:20,857 End of checking +2021-12-18 10:20:20,858 Updating FAILED jobs +2021-12-18 10:20:20,859 Updating WAITING jobs +2021-12-18 10:20:20,859 Update finished +2021-12-18 10:20:20,859 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:20:20,859 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:20:20,859 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:20:20,859 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:20:20,859 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:20:20,860 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:20:20,860 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:20:20,860 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:20:20,863 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:20:20,865 Job list saved +2021-12-18 10:20:20,871 Updating FAILED jobs +2021-12-18 10:20:20,872 Updating WAITING jobs +2021-12-18 10:20:20,872 Update finished +2021-12-18 10:20:30,877 Reloading parameters... +2021-12-18 10:20:30,898 Loading parameters... +2021-12-18 10:20:30,899 Loading project parameters... +2021-12-18 10:20:30,901 + +15 of 25 jobs remaining (10:20) +2021-12-18 10:20:30,901 Sleep: 10 +2021-12-18 10:20:30,902 Number of retrials: 0 +2021-12-18 10:20:30,902 WRAPPER CHECK TIME = 10 +2021-12-18 10:20:30,902 Checking jobs for platform=marenostrum4 +2021-12-18 10:20:30,903 Checking jobs for platform=nord3 +2021-12-18 10:20:30,904 Checking jobs for platform=local +2021-12-18 10:20:30,904 Checking jobs for platform=transfer_node +2021-12-18 10:20:30,904 Checking all jobs at once +2021-12-18 10:20:32,274 Successful check job command +2021-12-18 10:20:33,543 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:20:33,544 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:20:33,544 End of checking +2021-12-18 10:20:33,545 Updating FAILED jobs +2021-12-18 10:20:33,545 Updating WAITING jobs +2021-12-18 10:20:33,546 Update finished +2021-12-18 10:20:33,546 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:20:33,546 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:20:33,547 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:20:33,547 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:20:33,547 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:20:33,547 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:20:33,547 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:20:33,547 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:20:33,550 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:20:33,553 Job list saved +2021-12-18 10:20:33,565 Updating FAILED jobs +2021-12-18 10:20:33,566 Updating WAITING jobs +2021-12-18 10:20:33,566 Update finished +2021-12-18 10:20:43,576 Reloading parameters... +2021-12-18 10:20:43,595 Loading parameters... +2021-12-18 10:20:43,596 Loading project parameters... +2021-12-18 10:20:43,598 + +15 of 25 jobs remaining (10:20) +2021-12-18 10:20:43,598 Sleep: 10 +2021-12-18 10:20:43,598 Number of retrials: 0 +2021-12-18 10:20:43,598 WRAPPER CHECK TIME = 10 +2021-12-18 10:20:43,599 Checking jobs for platform=marenostrum4 +2021-12-18 10:20:43,599 Checking jobs for platform=nord3 +2021-12-18 10:20:43,600 Checking jobs for platform=local +2021-12-18 10:20:43,600 Checking jobs for platform=transfer_node +2021-12-18 10:20:43,600 Checking all jobs at once +2021-12-18 10:20:45,071 Successful check job command +2021-12-18 10:20:46,341 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:20:46,341 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:20:46,341 End of checking +2021-12-18 10:20:46,343 Updating FAILED jobs +2021-12-18 10:20:46,343 Updating WAITING jobs +2021-12-18 10:20:46,343 Update finished +2021-12-18 10:20:46,343 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:20:46,343 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:20:46,343 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:20:46,344 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:20:46,344 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:20:46,344 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:20:46,344 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:20:46,344 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:20:46,347 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:20:46,349 Job list saved +2021-12-18 10:20:46,354 Updating FAILED jobs +2021-12-18 10:20:46,354 Updating WAITING jobs +2021-12-18 10:20:46,354 Update finished +2021-12-18 10:20:56,362 Reloading parameters... +2021-12-18 10:20:56,383 Loading parameters... +2021-12-18 10:20:56,385 Loading project parameters... +2021-12-18 10:20:56,386 + +15 of 25 jobs remaining (10:20) +2021-12-18 10:20:56,387 Sleep: 10 +2021-12-18 10:20:56,387 Number of retrials: 0 +2021-12-18 10:20:56,387 WRAPPER CHECK TIME = 10 +2021-12-18 10:20:56,387 Checking jobs for platform=marenostrum4 +2021-12-18 10:20:56,388 Checking jobs for platform=nord3 +2021-12-18 10:20:56,389 Checking jobs for platform=local +2021-12-18 10:20:56,389 Checking jobs for platform=transfer_node +2021-12-18 10:20:56,389 Checking all jobs at once +2021-12-18 10:20:57,710 Successful check job command +2021-12-18 10:20:59,082 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:20:59,082 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:20:59,082 End of checking +2021-12-18 10:20:59,084 Updating FAILED jobs +2021-12-18 10:20:59,084 Updating WAITING jobs +2021-12-18 10:20:59,085 Update finished +2021-12-18 10:20:59,085 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:20:59,085 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:20:59,085 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:20:59,085 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:20:59,085 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:20:59,086 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:20:59,086 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:20:59,086 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:20:59,088 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:20:59,091 Job list saved +2021-12-18 10:20:59,095 Updating FAILED jobs +2021-12-18 10:20:59,095 Updating WAITING jobs +2021-12-18 10:20:59,096 Update finished +2021-12-18 10:21:09,106 Reloading parameters... +2021-12-18 10:21:09,127 Loading parameters... +2021-12-18 10:21:09,128 Loading project parameters... +2021-12-18 10:21:09,133 + +15 of 25 jobs remaining (10:21) +2021-12-18 10:21:09,133 Sleep: 10 +2021-12-18 10:21:09,133 Number of retrials: 0 +2021-12-18 10:21:09,133 WRAPPER CHECK TIME = 10 +2021-12-18 10:21:09,134 Checking jobs for platform=marenostrum4 +2021-12-18 10:21:09,134 Checking jobs for platform=nord3 +2021-12-18 10:21:09,135 Checking jobs for platform=local +2021-12-18 10:21:09,136 Checking jobs for platform=transfer_node +2021-12-18 10:21:09,136 Checking all jobs at once +2021-12-18 10:21:10,507 Successful check job command +2021-12-18 10:21:11,776 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:21:11,777 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:21:11,777 End of checking +2021-12-18 10:21:11,779 Updating FAILED jobs +2021-12-18 10:21:11,779 Updating WAITING jobs +2021-12-18 10:21:11,779 Update finished +2021-12-18 10:21:11,780 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:21:11,780 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:21:11,780 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:21:11,780 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:21:11,781 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:21:11,781 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:21:11,781 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:21:11,781 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:21:11,784 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:21:11,786 Job list saved +2021-12-18 10:21:11,792 Updating FAILED jobs +2021-12-18 10:21:11,792 Updating WAITING jobs +2021-12-18 10:21:11,792 Update finished +2021-12-18 10:21:21,801 Reloading parameters... +2021-12-18 10:21:21,822 Loading parameters... +2021-12-18 10:21:21,823 Loading project parameters... +2021-12-18 10:21:21,825 + +15 of 25 jobs remaining (10:21) +2021-12-18 10:21:21,825 Sleep: 10 +2021-12-18 10:21:21,825 Number of retrials: 0 +2021-12-18 10:21:21,825 WRAPPER CHECK TIME = 10 +2021-12-18 10:21:21,826 Checking jobs for platform=marenostrum4 +2021-12-18 10:21:21,826 Checking jobs for platform=nord3 +2021-12-18 10:21:21,827 Checking jobs for platform=local +2021-12-18 10:21:21,828 Checking jobs for platform=transfer_node +2021-12-18 10:21:21,828 Checking all jobs at once +2021-12-18 10:21:23,197 Successful check job command +2021-12-18 10:21:24,617 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:21:24,617 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:21:24,617 End of checking +2021-12-18 10:21:24,619 Updating FAILED jobs +2021-12-18 10:21:24,620 Updating WAITING jobs +2021-12-18 10:21:24,620 Update finished +2021-12-18 10:21:24,620 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:21:24,620 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:21:24,621 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:21:24,621 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:21:24,621 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:21:24,621 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:21:24,621 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:21:24,621 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:21:24,624 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:21:24,626 Job list saved +2021-12-18 10:21:24,631 Updating FAILED jobs +2021-12-18 10:21:24,631 Updating WAITING jobs +2021-12-18 10:21:24,631 Update finished +2021-12-18 10:21:34,640 Reloading parameters... +2021-12-18 10:21:34,660 Loading parameters... +2021-12-18 10:21:34,661 Loading project parameters... +2021-12-18 10:21:34,663 + +15 of 25 jobs remaining (10:21) +2021-12-18 10:21:34,663 Sleep: 10 +2021-12-18 10:21:34,663 Number of retrials: 0 +2021-12-18 10:21:34,663 WRAPPER CHECK TIME = 10 +2021-12-18 10:21:34,664 Checking jobs for platform=marenostrum4 +2021-12-18 10:21:34,665 Checking jobs for platform=nord3 +2021-12-18 10:21:34,665 Checking jobs for platform=local +2021-12-18 10:21:34,666 Checking jobs for platform=transfer_node +2021-12-18 10:21:34,666 Checking all jobs at once +2021-12-18 10:21:36,036 Successful check job command +2021-12-18 10:21:37,356 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:21:37,356 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:21:37,356 End of checking +2021-12-18 10:21:37,363 Updating FAILED jobs +2021-12-18 10:21:37,363 Updating WAITING jobs +2021-12-18 10:21:37,364 Update finished +2021-12-18 10:21:37,364 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:21:37,364 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:21:37,364 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:21:37,364 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:21:37,364 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:21:37,364 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:21:37,364 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:21:37,365 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:21:37,367 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:21:37,369 Job list saved +2021-12-18 10:21:37,374 Updating FAILED jobs +2021-12-18 10:21:37,374 Updating WAITING jobs +2021-12-18 10:21:37,374 Update finished +2021-12-18 10:21:47,378 Reloading parameters... +2021-12-18 10:21:47,393 Loading parameters... +2021-12-18 10:21:47,394 Loading project parameters... +2021-12-18 10:21:47,395 + +15 of 25 jobs remaining (10:21) +2021-12-18 10:21:47,396 Sleep: 10 +2021-12-18 10:21:47,396 Number of retrials: 0 +2021-12-18 10:21:47,396 WRAPPER CHECK TIME = 10 +2021-12-18 10:21:47,396 Checking jobs for platform=marenostrum4 +2021-12-18 10:21:47,397 Checking jobs for platform=nord3 +2021-12-18 10:21:47,397 Checking jobs for platform=local +2021-12-18 10:21:47,397 Checking jobs for platform=transfer_node +2021-12-18 10:21:47,397 Checking all jobs at once +2021-12-18 10:21:48,870 Successful check job command +2021-12-18 10:21:50,189 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:21:50,190 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:21:50,190 End of checking +2021-12-18 10:21:50,191 Updating FAILED jobs +2021-12-18 10:21:50,191 Updating WAITING jobs +2021-12-18 10:21:50,191 Update finished +2021-12-18 10:21:50,191 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:21:50,192 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:21:50,192 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:21:50,192 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:21:50,192 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:21:50,192 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:21:50,192 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:21:50,193 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:21:50,195 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:21:50,197 Job list saved +2021-12-18 10:21:50,202 Updating FAILED jobs +2021-12-18 10:21:50,202 Updating WAITING jobs +2021-12-18 10:21:50,202 Update finished +2021-12-18 10:22:00,213 Reloading parameters... +2021-12-18 10:22:00,231 Loading parameters... +2021-12-18 10:22:00,233 Loading project parameters... +2021-12-18 10:22:00,235 + +15 of 25 jobs remaining (10:22) +2021-12-18 10:22:00,235 Sleep: 10 +2021-12-18 10:22:00,235 Number of retrials: 0 +2021-12-18 10:22:00,235 WRAPPER CHECK TIME = 10 +2021-12-18 10:22:00,236 Checking jobs for platform=marenostrum4 +2021-12-18 10:22:00,236 Checking jobs for platform=nord3 +2021-12-18 10:22:00,237 Checking jobs for platform=local +2021-12-18 10:22:00,237 Checking jobs for platform=transfer_node +2021-12-18 10:22:00,237 Checking all jobs at once +2021-12-18 10:22:01,557 Successful check job command +2021-12-18 10:22:02,976 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:22:02,976 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:22:02,976 End of checking +2021-12-18 10:22:02,978 Updating FAILED jobs +2021-12-18 10:22:02,978 Updating WAITING jobs +2021-12-18 10:22:02,978 Update finished +2021-12-18 10:22:02,978 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:22:02,978 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:22:02,978 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:22:02,979 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:22:02,979 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:22:02,979 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:22:02,979 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:22:02,979 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:22:02,983 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:22:02,986 Job list saved +2021-12-18 10:22:02,990 Updating FAILED jobs +2021-12-18 10:22:02,990 Updating WAITING jobs +2021-12-18 10:22:02,990 Update finished +2021-12-18 10:22:13,000 Reloading parameters... +2021-12-18 10:22:13,027 Loading parameters... +2021-12-18 10:22:13,029 Loading project parameters... +2021-12-18 10:22:13,030 + +15 of 25 jobs remaining (10:22) +2021-12-18 10:22:13,031 Sleep: 10 +2021-12-18 10:22:13,031 Number of retrials: 0 +2021-12-18 10:22:13,031 WRAPPER CHECK TIME = 10 +2021-12-18 10:22:13,031 Checking jobs for platform=marenostrum4 +2021-12-18 10:22:13,032 Checking jobs for platform=nord3 +2021-12-18 10:22:13,033 Checking jobs for platform=local +2021-12-18 10:22:13,033 Checking jobs for platform=transfer_node +2021-12-18 10:22:13,033 Checking all jobs at once +2021-12-18 10:22:14,405 Successful check job command +2021-12-18 10:22:15,725 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:22:15,725 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:22:15,725 End of checking +2021-12-18 10:22:15,726 Updating FAILED jobs +2021-12-18 10:22:15,726 Updating WAITING jobs +2021-12-18 10:22:15,727 Update finished +2021-12-18 10:22:15,727 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:22:15,727 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:22:15,727 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:22:15,727 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:22:15,727 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:22:15,728 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:22:15,728 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:22:15,728 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:22:15,731 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:22:15,733 Job list saved +2021-12-18 10:22:15,737 Updating FAILED jobs +2021-12-18 10:22:15,738 Updating WAITING jobs +2021-12-18 10:22:15,738 Update finished +2021-12-18 10:22:25,742 Reloading parameters... +2021-12-18 10:22:25,760 Loading parameters... +2021-12-18 10:22:25,761 Loading project parameters... +2021-12-18 10:22:25,763 + +15 of 25 jobs remaining (10:22) +2021-12-18 10:22:25,763 Sleep: 10 +2021-12-18 10:22:25,764 Number of retrials: 0 +2021-12-18 10:22:25,764 WRAPPER CHECK TIME = 10 +2021-12-18 10:22:25,764 Checking jobs for platform=marenostrum4 +2021-12-18 10:22:25,765 Checking jobs for platform=nord3 +2021-12-18 10:22:25,765 Checking jobs for platform=local +2021-12-18 10:22:25,766 Checking jobs for platform=transfer_node +2021-12-18 10:22:25,766 Checking all jobs at once +2021-12-18 10:22:27,137 Successful check job command +2021-12-18 10:22:28,357 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:22:28,357 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:22:28,357 End of checking +2021-12-18 10:22:28,358 Updating FAILED jobs +2021-12-18 10:22:28,359 Updating WAITING jobs +2021-12-18 10:22:28,359 Update finished +2021-12-18 10:22:28,359 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:22:28,359 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:22:28,360 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:22:28,360 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:22:28,360 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:22:28,360 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:22:28,360 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:22:28,360 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:22:28,363 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:22:28,365 Job list saved +2021-12-18 10:22:28,370 Updating FAILED jobs +2021-12-18 10:22:28,370 Updating WAITING jobs +2021-12-18 10:22:28,370 Update finished +2021-12-18 10:22:38,380 Reloading parameters... +2021-12-18 10:22:38,398 Loading parameters... +2021-12-18 10:22:38,399 Loading project parameters... +2021-12-18 10:22:38,402 + +15 of 25 jobs remaining (10:22) +2021-12-18 10:22:38,402 Sleep: 10 +2021-12-18 10:22:38,402 Number of retrials: 0 +2021-12-18 10:22:38,402 WRAPPER CHECK TIME = 10 +2021-12-18 10:22:38,403 Checking jobs for platform=marenostrum4 +2021-12-18 10:22:38,403 Checking jobs for platform=nord3 +2021-12-18 10:22:38,404 Checking jobs for platform=local +2021-12-18 10:22:38,404 Checking jobs for platform=transfer_node +2021-12-18 10:22:38,404 Checking all jobs at once +2021-12-18 10:22:40,175 Successful check job command +2021-12-18 10:22:41,495 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:22:41,495 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:22:41,496 End of checking +2021-12-18 10:22:41,497 Updating FAILED jobs +2021-12-18 10:22:41,497 Updating WAITING jobs +2021-12-18 10:22:41,497 Update finished +2021-12-18 10:22:41,497 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:22:41,497 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:22:41,498 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:22:41,498 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:22:41,498 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:22:41,498 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:22:41,498 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:22:41,498 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:22:41,501 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:22:41,503 Job list saved +2021-12-18 10:22:41,508 Updating FAILED jobs +2021-12-18 10:22:41,508 Updating WAITING jobs +2021-12-18 10:22:41,508 Update finished +2021-12-18 10:22:51,518 Reloading parameters... +2021-12-18 10:22:51,537 Loading parameters... +2021-12-18 10:22:51,539 Loading project parameters... +2021-12-18 10:22:51,541 + +15 of 25 jobs remaining (10:22) +2021-12-18 10:22:51,541 Sleep: 10 +2021-12-18 10:22:51,541 Number of retrials: 0 +2021-12-18 10:22:51,541 WRAPPER CHECK TIME = 10 +2021-12-18 10:22:51,542 Checking jobs for platform=marenostrum4 +2021-12-18 10:22:51,542 Checking jobs for platform=nord3 +2021-12-18 10:22:51,543 Checking jobs for platform=local +2021-12-18 10:22:51,543 Checking jobs for platform=transfer_node +2021-12-18 10:22:51,543 Checking all jobs at once +2021-12-18 10:22:53,313 Successful check job command +2021-12-18 10:22:54,783 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:22:54,783 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:22:54,783 End of checking +2021-12-18 10:22:54,784 Updating FAILED jobs +2021-12-18 10:22:54,784 Updating WAITING jobs +2021-12-18 10:22:54,785 Update finished +2021-12-18 10:22:54,785 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:22:54,785 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:22:54,785 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:22:54,785 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:22:54,785 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:22:54,785 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:22:54,786 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:22:54,786 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:22:54,788 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:22:54,790 Job list saved +2021-12-18 10:22:54,795 Updating FAILED jobs +2021-12-18 10:22:54,795 Updating WAITING jobs +2021-12-18 10:22:54,795 Update finished +2021-12-18 10:23:04,801 Reloading parameters... +2021-12-18 10:23:04,819 Loading parameters... +2021-12-18 10:23:04,820 Loading project parameters... +2021-12-18 10:23:04,822 + +15 of 25 jobs remaining (10:23) +2021-12-18 10:23:04,822 Sleep: 10 +2021-12-18 10:23:04,822 Number of retrials: 0 +2021-12-18 10:23:04,822 WRAPPER CHECK TIME = 10 +2021-12-18 10:23:04,823 Checking jobs for platform=marenostrum4 +2021-12-18 10:23:04,824 Checking jobs for platform=nord3 +2021-12-18 10:23:04,824 Checking jobs for platform=local +2021-12-18 10:23:04,825 Checking jobs for platform=transfer_node +2021-12-18 10:23:04,825 Checking all jobs at once +2021-12-18 10:23:06,795 Successful check job command +2021-12-18 10:23:08,265 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:23:08,265 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:23:08,265 End of checking +2021-12-18 10:23:08,266 Updating FAILED jobs +2021-12-18 10:23:08,267 Updating WAITING jobs +2021-12-18 10:23:08,267 Update finished +2021-12-18 10:23:08,267 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:23:08,267 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:23:08,268 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:23:08,268 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:23:08,268 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:23:08,268 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:23:08,268 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:23:08,268 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:23:08,271 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:23:08,273 Job list saved +2021-12-18 10:23:08,277 Updating FAILED jobs +2021-12-18 10:23:08,277 Updating WAITING jobs +2021-12-18 10:23:08,278 Update finished +2021-12-18 10:23:18,284 Reloading parameters... +2021-12-18 10:23:18,303 Loading parameters... +2021-12-18 10:23:18,305 Loading project parameters... +2021-12-18 10:23:18,306 + +15 of 25 jobs remaining (10:23) +2021-12-18 10:23:18,310 Sleep: 10 +2021-12-18 10:23:18,310 Number of retrials: 0 +2021-12-18 10:23:18,310 WRAPPER CHECK TIME = 10 +2021-12-18 10:23:18,311 Checking jobs for platform=marenostrum4 +2021-12-18 10:23:18,311 Checking jobs for platform=nord3 +2021-12-18 10:23:18,312 Checking jobs for platform=local +2021-12-18 10:23:18,312 Checking jobs for platform=transfer_node +2021-12-18 10:23:18,312 Checking all jobs at once +2021-12-18 10:23:19,682 Successful check job command +2021-12-18 10:23:21,152 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:23:21,152 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:23:21,152 End of checking +2021-12-18 10:23:21,153 Updating FAILED jobs +2021-12-18 10:23:21,153 Updating WAITING jobs +2021-12-18 10:23:21,154 Update finished +2021-12-18 10:23:21,154 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:23:21,154 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:23:21,154 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:23:21,154 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:23:21,154 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:23:21,154 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:23:21,155 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:23:21,155 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:23:21,157 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:23:21,160 Job list saved +2021-12-18 10:23:21,164 Updating FAILED jobs +2021-12-18 10:23:21,165 Updating WAITING jobs +2021-12-18 10:23:21,165 Update finished +2021-12-18 10:23:31,175 Reloading parameters... +2021-12-18 10:23:31,195 Loading parameters... +2021-12-18 10:23:31,196 Loading project parameters... +2021-12-18 10:23:31,198 + +15 of 25 jobs remaining (10:23) +2021-12-18 10:23:31,199 Sleep: 10 +2021-12-18 10:23:31,199 Number of retrials: 0 +2021-12-18 10:23:31,199 WRAPPER CHECK TIME = 10 +2021-12-18 10:23:31,199 Checking jobs for platform=marenostrum4 +2021-12-18 10:23:31,200 Checking jobs for platform=nord3 +2021-12-18 10:23:31,201 Checking jobs for platform=local +2021-12-18 10:23:31,201 Checking jobs for platform=transfer_node +2021-12-18 10:23:31,201 Checking all jobs at once +2021-12-18 10:23:32,621 Successful check job command +2021-12-18 10:23:33,941 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:23:33,941 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:23:33,941 End of checking +2021-12-18 10:23:33,942 Updating FAILED jobs +2021-12-18 10:23:33,942 Updating WAITING jobs +2021-12-18 10:23:33,943 Update finished +2021-12-18 10:23:33,943 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:23:33,943 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:23:33,943 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:23:33,943 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:23:33,943 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:23:33,943 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:23:33,944 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:23:33,944 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:23:33,946 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:23:33,949 Job list saved +2021-12-18 10:23:33,953 Updating FAILED jobs +2021-12-18 10:23:33,953 Updating WAITING jobs +2021-12-18 10:23:33,954 Update finished +2021-12-18 10:23:43,963 Reloading parameters... +2021-12-18 10:23:43,984 Loading parameters... +2021-12-18 10:23:43,987 Loading project parameters... +2021-12-18 10:23:43,994 + +15 of 25 jobs remaining (10:23) +2021-12-18 10:23:43,994 Sleep: 10 +2021-12-18 10:23:43,994 Number of retrials: 0 +2021-12-18 10:23:43,994 WRAPPER CHECK TIME = 10 +2021-12-18 10:23:43,995 Checking jobs for platform=marenostrum4 +2021-12-18 10:23:43,998 Checking jobs for platform=nord3 +2021-12-18 10:23:43,999 Checking jobs for platform=local +2021-12-18 10:23:43,999 Checking jobs for platform=transfer_node +2021-12-18 10:23:43,999 Checking all jobs at once +2021-12-18 10:23:45,619 Successful check job command +2021-12-18 10:23:47,592 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:23:47,592 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:23:47,592 End of checking +2021-12-18 10:23:47,593 Updating FAILED jobs +2021-12-18 10:23:47,593 Updating WAITING jobs +2021-12-18 10:23:47,594 Update finished +2021-12-18 10:23:47,594 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:23:47,594 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:23:47,595 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:23:47,595 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:23:47,595 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:23:47,595 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:23:47,595 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:23:47,595 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:23:47,599 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:23:47,601 Job list saved +2021-12-18 10:23:47,606 Updating FAILED jobs +2021-12-18 10:23:47,607 Updating WAITING jobs +2021-12-18 10:23:47,607 Update finished +2021-12-18 10:23:57,609 Reloading parameters... +2021-12-18 10:23:57,627 Loading parameters... +2021-12-18 10:23:57,628 Loading project parameters... +2021-12-18 10:23:57,630 + +15 of 25 jobs remaining (10:23) +2021-12-18 10:23:57,630 Sleep: 10 +2021-12-18 10:23:57,630 Number of retrials: 0 +2021-12-18 10:23:57,631 WRAPPER CHECK TIME = 10 +2021-12-18 10:23:57,631 Checking jobs for platform=marenostrum4 +2021-12-18 10:23:57,632 Checking jobs for platform=nord3 +2021-12-18 10:23:57,632 Checking jobs for platform=local +2021-12-18 10:23:57,633 Checking jobs for platform=transfer_node +2021-12-18 10:23:57,633 Checking all jobs at once +2021-12-18 10:23:58,952 Successful check job command +2021-12-18 10:24:00,425 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:24:00,425 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:24:00,425 End of checking +2021-12-18 10:24:00,426 Updating FAILED jobs +2021-12-18 10:24:00,427 Updating WAITING jobs +2021-12-18 10:24:00,427 Update finished +2021-12-18 10:24:00,427 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:24:00,427 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:24:00,427 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:24:00,427 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:24:00,428 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:24:00,428 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:24:00,428 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:24:00,428 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:24:00,430 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:24:00,433 Job list saved +2021-12-18 10:24:00,437 Updating FAILED jobs +2021-12-18 10:24:00,437 Updating WAITING jobs +2021-12-18 10:24:00,437 Update finished +2021-12-18 10:24:10,439 Reloading parameters... +2021-12-18 10:24:10,457 Loading parameters... +2021-12-18 10:24:10,459 Loading project parameters... +2021-12-18 10:24:10,461 + +15 of 25 jobs remaining (10:24) +2021-12-18 10:24:10,461 Sleep: 10 +2021-12-18 10:24:10,461 Number of retrials: 0 +2021-12-18 10:24:10,461 WRAPPER CHECK TIME = 10 +2021-12-18 10:24:10,462 Checking jobs for platform=marenostrum4 +2021-12-18 10:24:10,463 Checking jobs for platform=nord3 +2021-12-18 10:24:10,463 Checking jobs for platform=local +2021-12-18 10:24:10,464 Checking jobs for platform=transfer_node +2021-12-18 10:24:10,464 Checking all jobs at once +2021-12-18 10:24:11,733 Successful check job command +2021-12-18 10:24:12,955 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:24:12,955 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:24:12,955 End of checking +2021-12-18 10:24:12,957 Updating FAILED jobs +2021-12-18 10:24:12,957 Updating WAITING jobs +2021-12-18 10:24:12,957 Update finished +2021-12-18 10:24:12,957 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:24:12,957 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:24:12,958 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:24:12,958 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:24:12,958 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:24:12,958 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:24:12,958 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:24:12,958 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:24:12,961 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:24:12,963 Job list saved +2021-12-18 10:24:12,968 Updating FAILED jobs +2021-12-18 10:24:12,968 Updating WAITING jobs +2021-12-18 10:24:12,968 Update finished +2021-12-18 10:24:22,976 Reloading parameters... +2021-12-18 10:24:22,994 Loading parameters... +2021-12-18 10:24:22,996 Loading project parameters... +2021-12-18 10:24:22,997 + +15 of 25 jobs remaining (10:24) +2021-12-18 10:24:22,998 Sleep: 10 +2021-12-18 10:24:22,998 Number of retrials: 0 +2021-12-18 10:24:22,998 WRAPPER CHECK TIME = 10 +2021-12-18 10:24:22,998 Checking jobs for platform=marenostrum4 +2021-12-18 10:24:22,999 Checking jobs for platform=nord3 +2021-12-18 10:24:22,999 Checking jobs for platform=local +2021-12-18 10:24:23,000 Checking jobs for platform=transfer_node +2021-12-18 10:24:23,000 Checking all jobs at once +2021-12-18 10:24:24,320 Successful check job command +2021-12-18 10:24:25,891 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:24:25,891 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:24:25,892 End of checking +2021-12-18 10:24:25,893 Updating FAILED jobs +2021-12-18 10:24:25,893 Updating WAITING jobs +2021-12-18 10:24:25,894 Update finished +2021-12-18 10:24:25,894 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:24:25,895 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:24:25,895 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:24:25,895 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:24:25,895 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:24:25,895 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:24:25,895 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:24:25,895 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:24:25,898 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:24:25,900 Job list saved +2021-12-18 10:24:25,905 Updating FAILED jobs +2021-12-18 10:24:25,905 Updating WAITING jobs +2021-12-18 10:24:25,906 Update finished +2021-12-18 10:24:35,915 Reloading parameters... +2021-12-18 10:24:35,934 Loading parameters... +2021-12-18 10:24:35,935 Loading project parameters... +2021-12-18 10:24:35,937 + +15 of 25 jobs remaining (10:24) +2021-12-18 10:24:35,937 Sleep: 10 +2021-12-18 10:24:35,937 Number of retrials: 0 +2021-12-18 10:24:35,937 WRAPPER CHECK TIME = 10 +2021-12-18 10:24:35,938 Checking jobs for platform=marenostrum4 +2021-12-18 10:24:35,938 Checking jobs for platform=nord3 +2021-12-18 10:24:35,939 Checking jobs for platform=local +2021-12-18 10:24:35,940 Checking jobs for platform=transfer_node +2021-12-18 10:24:35,940 Checking all jobs at once +2021-12-18 10:24:37,310 Successful check job command +2021-12-18 10:24:38,581 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:24:38,581 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:24:38,581 End of checking +2021-12-18 10:24:38,583 Updating FAILED jobs +2021-12-18 10:24:38,583 Updating WAITING jobs +2021-12-18 10:24:38,583 Update finished +2021-12-18 10:24:38,583 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:24:38,583 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:24:38,583 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:24:38,584 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:24:38,584 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:24:38,584 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:24:38,584 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:24:38,584 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:24:38,587 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:24:38,589 Job list saved +2021-12-18 10:24:38,594 Updating FAILED jobs +2021-12-18 10:24:38,594 Updating WAITING jobs +2021-12-18 10:24:38,594 Update finished +2021-12-18 10:24:48,603 Reloading parameters... +2021-12-18 10:24:48,622 Loading parameters... +2021-12-18 10:24:48,623 Loading project parameters... +2021-12-18 10:24:48,625 + +15 of 25 jobs remaining (10:24) +2021-12-18 10:24:48,626 Sleep: 10 +2021-12-18 10:24:48,626 Number of retrials: 0 +2021-12-18 10:24:48,626 WRAPPER CHECK TIME = 10 +2021-12-18 10:24:48,626 Checking jobs for platform=marenostrum4 +2021-12-18 10:24:48,627 Checking jobs for platform=nord3 +2021-12-18 10:24:48,628 Checking jobs for platform=local +2021-12-18 10:24:48,628 Checking jobs for platform=transfer_node +2021-12-18 10:24:48,628 Checking all jobs at once +2021-12-18 10:24:50,048 Successful check job command +2021-12-18 10:24:51,418 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:24:51,418 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:24:51,418 End of checking +2021-12-18 10:24:51,420 Updating FAILED jobs +2021-12-18 10:24:51,420 Updating WAITING jobs +2021-12-18 10:24:51,420 Update finished +2021-12-18 10:24:51,420 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:24:51,420 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:24:51,420 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:24:51,421 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:24:51,421 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:24:51,421 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:24:51,421 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:24:51,421 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:24:51,423 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:24:51,426 Job list saved +2021-12-18 10:24:51,430 Updating FAILED jobs +2021-12-18 10:24:51,430 Updating WAITING jobs +2021-12-18 10:24:51,431 Update finished +2021-12-18 10:25:01,441 Reloading parameters... +2021-12-18 10:25:01,461 Loading parameters... +2021-12-18 10:25:01,462 Loading project parameters... +2021-12-18 10:25:01,464 + +15 of 25 jobs remaining (10:25) +2021-12-18 10:25:01,465 Sleep: 10 +2021-12-18 10:25:01,465 Number of retrials: 0 +2021-12-18 10:25:01,465 WRAPPER CHECK TIME = 10 +2021-12-18 10:25:01,465 Checking jobs for platform=marenostrum4 +2021-12-18 10:25:01,466 Checking jobs for platform=nord3 +2021-12-18 10:25:01,466 Checking jobs for platform=local +2021-12-18 10:25:01,467 Checking jobs for platform=transfer_node +2021-12-18 10:25:01,467 Checking all jobs at once +2021-12-18 10:25:02,788 Successful check job command +2021-12-18 10:25:04,159 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:25:04,159 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:25:04,159 End of checking +2021-12-18 10:25:04,160 Updating FAILED jobs +2021-12-18 10:25:04,160 Updating WAITING jobs +2021-12-18 10:25:04,161 Update finished +2021-12-18 10:25:04,161 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:25:04,161 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:25:04,161 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:25:04,162 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:25:04,162 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:25:04,162 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:25:04,162 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:25:04,162 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:25:04,164 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:25:04,167 Job list saved +2021-12-18 10:25:04,171 Updating FAILED jobs +2021-12-18 10:25:04,171 Updating WAITING jobs +2021-12-18 10:25:04,171 Update finished +2021-12-18 10:25:14,182 Reloading parameters... +2021-12-18 10:25:14,200 Loading parameters... +2021-12-18 10:25:14,201 Loading project parameters... +2021-12-18 10:25:14,203 + +15 of 25 jobs remaining (10:25) +2021-12-18 10:25:14,203 Sleep: 10 +2021-12-18 10:25:14,203 Number of retrials: 0 +2021-12-18 10:25:14,203 WRAPPER CHECK TIME = 10 +2021-12-18 10:25:14,204 Checking jobs for platform=marenostrum4 +2021-12-18 10:25:14,205 Checking jobs for platform=nord3 +2021-12-18 10:25:14,205 Checking jobs for platform=local +2021-12-18 10:25:14,206 Checking jobs for platform=transfer_node +2021-12-18 10:25:14,206 Checking all jobs at once +2021-12-18 10:25:15,875 Successful check job command +2021-12-18 10:25:17,195 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:25:17,195 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:25:17,195 End of checking +2021-12-18 10:25:17,196 Updating FAILED jobs +2021-12-18 10:25:17,196 Updating WAITING jobs +2021-12-18 10:25:17,197 Update finished +2021-12-18 10:25:17,197 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:25:17,197 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:25:17,197 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:25:17,197 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:25:17,197 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:25:17,198 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:25:17,198 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:25:17,198 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:25:17,200 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:25:17,203 Job list saved +2021-12-18 10:25:17,207 Updating FAILED jobs +2021-12-18 10:25:17,207 Updating WAITING jobs +2021-12-18 10:25:17,208 Update finished +2021-12-18 10:25:27,218 Reloading parameters... +2021-12-18 10:25:27,235 Loading parameters... +2021-12-18 10:25:27,236 Loading project parameters... +2021-12-18 10:25:27,238 + +15 of 25 jobs remaining (10:25) +2021-12-18 10:25:27,238 Sleep: 10 +2021-12-18 10:25:27,238 Number of retrials: 0 +2021-12-18 10:25:27,238 WRAPPER CHECK TIME = 10 +2021-12-18 10:25:27,239 Checking jobs for platform=marenostrum4 +2021-12-18 10:25:27,240 Checking jobs for platform=nord3 +2021-12-18 10:25:27,240 Checking jobs for platform=local +2021-12-18 10:25:27,241 Checking jobs for platform=transfer_node +2021-12-18 10:25:27,241 Checking all jobs at once +2021-12-18 10:25:28,460 Successful check job command +2021-12-18 10:25:29,729 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:25:29,730 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:25:29,730 End of checking +2021-12-18 10:25:29,731 Updating FAILED jobs +2021-12-18 10:25:29,732 Updating WAITING jobs +2021-12-18 10:25:29,732 Update finished +2021-12-18 10:25:29,732 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:25:29,732 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:25:29,732 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:25:29,732 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:25:29,733 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:25:29,733 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:25:29,733 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:25:29,733 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:25:29,736 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:25:29,738 Job list saved +2021-12-18 10:25:29,742 Updating FAILED jobs +2021-12-18 10:25:29,743 Updating WAITING jobs +2021-12-18 10:25:29,743 Update finished +2021-12-18 10:25:39,753 Reloading parameters... +2021-12-18 10:25:39,779 Loading parameters... +2021-12-18 10:25:39,780 Loading project parameters... +2021-12-18 10:25:39,782 + +15 of 25 jobs remaining (10:25) +2021-12-18 10:25:39,782 Sleep: 10 +2021-12-18 10:25:39,782 Number of retrials: 0 +2021-12-18 10:25:39,783 WRAPPER CHECK TIME = 10 +2021-12-18 10:25:39,783 Checking jobs for platform=marenostrum4 +2021-12-18 10:25:39,784 Checking jobs for platform=nord3 +2021-12-18 10:25:39,784 Checking jobs for platform=local +2021-12-18 10:25:39,785 Checking jobs for platform=transfer_node +2021-12-18 10:25:39,785 Checking all jobs at once +2021-12-18 10:25:41,154 Successful check job command +2021-12-18 10:25:42,474 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:25:42,474 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:25:42,474 End of checking +2021-12-18 10:25:42,475 Updating FAILED jobs +2021-12-18 10:25:42,475 Updating WAITING jobs +2021-12-18 10:25:42,476 Update finished +2021-12-18 10:25:42,476 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:25:42,476 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:25:42,477 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:25:42,477 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:25:42,477 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:25:42,477 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:25:42,477 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:25:42,477 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:25:42,480 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:25:42,482 Job list saved +2021-12-18 10:25:42,487 Updating FAILED jobs +2021-12-18 10:25:42,487 Updating WAITING jobs +2021-12-18 10:25:42,487 Update finished +2021-12-18 10:25:52,497 Reloading parameters... +2021-12-18 10:25:52,518 Loading parameters... +2021-12-18 10:25:52,519 Loading project parameters... +2021-12-18 10:25:52,521 + +15 of 25 jobs remaining (10:25) +2021-12-18 10:25:52,522 Sleep: 10 +2021-12-18 10:25:52,522 Number of retrials: 0 +2021-12-18 10:25:52,522 WRAPPER CHECK TIME = 10 +2021-12-18 10:25:52,523 Checking jobs for platform=marenostrum4 +2021-12-18 10:25:52,523 Checking jobs for platform=nord3 +2021-12-18 10:25:52,524 Checking jobs for platform=local +2021-12-18 10:25:52,524 Checking jobs for platform=transfer_node +2021-12-18 10:25:52,524 Checking all jobs at once +2021-12-18 10:25:53,947 Successful check job command +2021-12-18 10:25:55,270 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:25:55,270 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:25:55,270 End of checking +2021-12-18 10:25:55,272 Updating FAILED jobs +2021-12-18 10:25:55,272 Updating WAITING jobs +2021-12-18 10:25:55,272 Update finished +2021-12-18 10:25:55,273 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:25:55,273 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:25:55,273 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:25:55,273 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:25:55,273 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:25:55,273 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:25:55,273 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:25:55,274 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:25:55,276 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:25:55,279 Job list saved +2021-12-18 10:25:55,284 Updating FAILED jobs +2021-12-18 10:25:55,284 Updating WAITING jobs +2021-12-18 10:25:55,284 Update finished +2021-12-18 10:26:05,289 Reloading parameters... +2021-12-18 10:26:05,310 Loading parameters... +2021-12-18 10:26:05,311 Loading project parameters... +2021-12-18 10:26:05,313 + +15 of 25 jobs remaining (10:26) +2021-12-18 10:26:05,313 Sleep: 10 +2021-12-18 10:26:05,313 Number of retrials: 0 +2021-12-18 10:26:05,313 WRAPPER CHECK TIME = 10 +2021-12-18 10:26:05,314 Checking jobs for platform=marenostrum4 +2021-12-18 10:26:05,315 Checking jobs for platform=nord3 +2021-12-18 10:26:05,315 Checking jobs for platform=local +2021-12-18 10:26:05,316 Checking jobs for platform=transfer_node +2021-12-18 10:26:05,316 Checking all jobs at once +2021-12-18 10:26:06,787 Successful check job command +2021-12-18 10:26:08,156 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:26:08,156 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:26:08,157 End of checking +2021-12-18 10:26:08,159 Updating FAILED jobs +2021-12-18 10:26:08,159 Updating WAITING jobs +2021-12-18 10:26:08,159 Update finished +2021-12-18 10:26:08,159 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:26:08,159 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:26:08,159 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:26:08,160 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:26:08,160 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:26:08,160 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:26:08,160 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:26:08,160 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:26:08,165 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:26:08,168 Job list saved +2021-12-18 10:26:08,172 Updating FAILED jobs +2021-12-18 10:26:08,173 Updating WAITING jobs +2021-12-18 10:26:08,173 Update finished +2021-12-18 10:26:18,175 Reloading parameters... +2021-12-18 10:26:18,195 Loading parameters... +2021-12-18 10:26:18,197 Loading project parameters... +2021-12-18 10:26:18,198 + +15 of 25 jobs remaining (10:26) +2021-12-18 10:26:18,199 Sleep: 10 +2021-12-18 10:26:18,199 Number of retrials: 0 +2021-12-18 10:26:18,199 WRAPPER CHECK TIME = 10 +2021-12-18 10:26:18,199 Checking jobs for platform=marenostrum4 +2021-12-18 10:26:18,200 Checking jobs for platform=nord3 +2021-12-18 10:26:18,200 Checking jobs for platform=local +2021-12-18 10:26:18,201 Checking jobs for platform=transfer_node +2021-12-18 10:26:18,201 Checking all jobs at once +2021-12-18 10:26:19,522 Successful check job command +2021-12-18 10:26:21,043 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:26:21,043 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:26:21,043 End of checking +2021-12-18 10:26:21,045 Updating FAILED jobs +2021-12-18 10:26:21,045 Updating WAITING jobs +2021-12-18 10:26:21,045 Update finished +2021-12-18 10:26:21,045 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:26:21,046 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:26:21,046 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:26:21,047 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:26:21,047 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:26:21,047 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:26:21,047 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:26:21,047 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:26:21,050 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:26:21,052 Job list saved +2021-12-18 10:26:21,057 Updating FAILED jobs +2021-12-18 10:26:21,058 Updating WAITING jobs +2021-12-18 10:26:21,058 Update finished +2021-12-18 10:26:31,068 Reloading parameters... +2021-12-18 10:26:31,095 Loading parameters... +2021-12-18 10:26:31,097 Loading project parameters... +2021-12-18 10:26:31,099 + +15 of 25 jobs remaining (10:26) +2021-12-18 10:26:31,099 Sleep: 10 +2021-12-18 10:26:31,100 Number of retrials: 0 +2021-12-18 10:26:31,100 WRAPPER CHECK TIME = 10 +2021-12-18 10:26:31,102 Checking jobs for platform=marenostrum4 +2021-12-18 10:26:31,103 Checking jobs for platform=nord3 +2021-12-18 10:26:31,105 Checking jobs for platform=local +2021-12-18 10:26:31,106 Checking jobs for platform=transfer_node +2021-12-18 10:26:31,107 Checking all jobs at once +2021-12-18 10:26:32,328 Successful check job command +2021-12-18 10:26:33,647 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:26:33,647 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:26:33,647 End of checking +2021-12-18 10:26:33,650 Updating FAILED jobs +2021-12-18 10:26:33,650 Updating WAITING jobs +2021-12-18 10:26:33,650 Update finished +2021-12-18 10:26:33,650 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:26:33,650 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:26:33,650 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:26:33,651 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:26:33,651 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:26:33,651 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:26:33,651 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:26:33,651 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:26:33,655 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:26:33,657 Job list saved +2021-12-18 10:26:33,662 Updating FAILED jobs +2021-12-18 10:26:33,662 Updating WAITING jobs +2021-12-18 10:26:33,663 Update finished +2021-12-18 10:26:43,673 Reloading parameters... +2021-12-18 10:26:43,691 Loading parameters... +2021-12-18 10:26:43,692 Loading project parameters... +2021-12-18 10:26:43,694 + +15 of 25 jobs remaining (10:26) +2021-12-18 10:26:43,694 Sleep: 10 +2021-12-18 10:26:43,695 Number of retrials: 0 +2021-12-18 10:26:43,695 WRAPPER CHECK TIME = 10 +2021-12-18 10:26:43,695 Checking jobs for platform=marenostrum4 +2021-12-18 10:26:43,696 Checking jobs for platform=nord3 +2021-12-18 10:26:43,696 Checking jobs for platform=local +2021-12-18 10:26:43,700 Checking jobs for platform=transfer_node +2021-12-18 10:26:43,700 Checking all jobs at once +2021-12-18 10:26:44,971 Successful check job command +2021-12-18 10:26:46,241 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:26:46,241 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:26:46,241 End of checking +2021-12-18 10:26:46,242 Updating FAILED jobs +2021-12-18 10:26:46,242 Updating WAITING jobs +2021-12-18 10:26:46,243 Update finished +2021-12-18 10:26:46,243 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:26:46,243 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:26:46,243 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:26:46,243 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:26:46,243 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:26:46,244 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:26:46,244 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:26:46,244 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:26:46,246 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:26:46,249 Job list saved +2021-12-18 10:26:46,254 Updating FAILED jobs +2021-12-18 10:26:46,254 Updating WAITING jobs +2021-12-18 10:26:46,254 Update finished +2021-12-18 10:26:56,264 Reloading parameters... +2021-12-18 10:26:56,288 Loading parameters... +2021-12-18 10:26:56,290 Loading project parameters... +2021-12-18 10:26:56,292 + +15 of 25 jobs remaining (10:26) +2021-12-18 10:26:56,292 Sleep: 10 +2021-12-18 10:26:56,292 Number of retrials: 0 +2021-12-18 10:26:56,292 WRAPPER CHECK TIME = 10 +2021-12-18 10:26:56,293 Checking jobs for platform=marenostrum4 +2021-12-18 10:26:56,293 Checking jobs for platform=nord3 +2021-12-18 10:26:56,294 Checking jobs for platform=local +2021-12-18 10:26:56,294 Checking jobs for platform=transfer_node +2021-12-18 10:26:56,294 Checking all jobs at once +2021-12-18 10:26:57,763 Successful check job command +2021-12-18 10:26:59,035 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:26:59,035 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:26:59,035 End of checking +2021-12-18 10:26:59,037 Updating FAILED jobs +2021-12-18 10:26:59,037 Updating WAITING jobs +2021-12-18 10:26:59,037 Update finished +2021-12-18 10:26:59,037 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:26:59,038 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:26:59,038 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:26:59,038 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:26:59,038 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:26:59,038 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:26:59,039 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:26:59,039 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:26:59,041 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:26:59,044 Job list saved +2021-12-18 10:26:59,049 Updating FAILED jobs +2021-12-18 10:26:59,049 Updating WAITING jobs +2021-12-18 10:26:59,049 Update finished +2021-12-18 10:27:09,059 Reloading parameters... +2021-12-18 10:27:09,079 Loading parameters... +2021-12-18 10:27:09,080 Loading project parameters... +2021-12-18 10:27:09,082 + +15 of 25 jobs remaining (10:27) +2021-12-18 10:27:09,082 Sleep: 10 +2021-12-18 10:27:09,082 Number of retrials: 0 +2021-12-18 10:27:09,082 WRAPPER CHECK TIME = 10 +2021-12-18 10:27:09,083 Checking jobs for platform=marenostrum4 +2021-12-18 10:27:09,084 Checking jobs for platform=nord3 +2021-12-18 10:27:09,084 Checking jobs for platform=local +2021-12-18 10:27:09,085 Checking jobs for platform=transfer_node +2021-12-18 10:27:09,085 Checking all jobs at once +2021-12-18 10:27:10,404 Successful check job command +2021-12-18 10:27:11,723 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:27:11,723 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:27:11,724 End of checking +2021-12-18 10:27:11,725 Updating FAILED jobs +2021-12-18 10:27:11,725 Updating WAITING jobs +2021-12-18 10:27:11,725 Update finished +2021-12-18 10:27:11,726 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:27:11,726 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:27:11,726 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:27:11,726 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:27:11,726 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:27:11,726 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:27:11,726 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:27:11,727 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:27:11,730 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:27:11,732 Job list saved +2021-12-18 10:27:11,737 Updating FAILED jobs +2021-12-18 10:27:11,737 Updating WAITING jobs +2021-12-18 10:27:11,737 Update finished +2021-12-18 10:27:21,747 Reloading parameters... +2021-12-18 10:27:21,766 Loading parameters... +2021-12-18 10:27:21,768 Loading project parameters... +2021-12-18 10:27:21,769 + +15 of 25 jobs remaining (10:27) +2021-12-18 10:27:21,770 Sleep: 10 +2021-12-18 10:27:21,770 Number of retrials: 0 +2021-12-18 10:27:21,770 WRAPPER CHECK TIME = 10 +2021-12-18 10:27:21,770 Checking jobs for platform=marenostrum4 +2021-12-18 10:27:21,771 Checking jobs for platform=nord3 +2021-12-18 10:27:21,772 Checking jobs for platform=local +2021-12-18 10:27:21,772 Checking jobs for platform=transfer_node +2021-12-18 10:27:21,772 Checking all jobs at once +2021-12-18 10:27:23,098 Successful check job command +2021-12-18 10:27:24,417 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:27:24,417 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:27:24,418 End of checking +2021-12-18 10:27:24,419 Updating FAILED jobs +2021-12-18 10:27:24,419 Updating WAITING jobs +2021-12-18 10:27:24,419 Update finished +2021-12-18 10:27:24,419 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:27:24,420 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:27:24,420 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:27:24,420 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:27:24,420 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:27:24,420 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:27:24,420 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:27:24,420 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:27:24,423 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:27:24,425 Job list saved +2021-12-18 10:27:24,430 Updating FAILED jobs +2021-12-18 10:27:24,431 Updating WAITING jobs +2021-12-18 10:27:24,431 Update finished +2021-12-18 10:27:34,441 Reloading parameters... +2021-12-18 10:27:34,460 Loading parameters... +2021-12-18 10:27:34,461 Loading project parameters... +2021-12-18 10:27:34,463 + +15 of 25 jobs remaining (10:27) +2021-12-18 10:27:34,463 Sleep: 10 +2021-12-18 10:27:34,464 Number of retrials: 0 +2021-12-18 10:27:34,464 WRAPPER CHECK TIME = 10 +2021-12-18 10:27:34,464 Checking jobs for platform=marenostrum4 +2021-12-18 10:27:34,465 Checking jobs for platform=nord3 +2021-12-18 10:27:34,465 Checking jobs for platform=local +2021-12-18 10:27:34,466 Checking jobs for platform=transfer_node +2021-12-18 10:27:34,466 Checking all jobs at once +2021-12-18 10:27:35,835 Successful check job command +2021-12-18 10:27:37,105 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:27:37,105 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:27:37,105 End of checking +2021-12-18 10:27:37,108 Updating FAILED jobs +2021-12-18 10:27:37,108 Updating WAITING jobs +2021-12-18 10:27:37,108 Update finished +2021-12-18 10:27:37,108 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:27:37,109 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:27:37,109 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:27:37,109 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:27:37,109 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:27:37,110 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:27:37,110 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:27:37,110 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:27:37,113 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:27:37,115 Job list saved +2021-12-18 10:27:37,121 Updating FAILED jobs +2021-12-18 10:27:37,121 Updating WAITING jobs +2021-12-18 10:27:37,121 Update finished +2021-12-18 10:27:47,131 Reloading parameters... +2021-12-18 10:27:47,149 Loading parameters... +2021-12-18 10:27:47,151 Loading project parameters... +2021-12-18 10:27:47,153 + +15 of 25 jobs remaining (10:27) +2021-12-18 10:27:47,153 Sleep: 10 +2021-12-18 10:27:47,153 Number of retrials: 0 +2021-12-18 10:27:47,153 WRAPPER CHECK TIME = 10 +2021-12-18 10:27:47,153 Checking jobs for platform=marenostrum4 +2021-12-18 10:27:47,154 Checking jobs for platform=nord3 +2021-12-18 10:27:47,155 Checking jobs for platform=local +2021-12-18 10:27:47,155 Checking jobs for platform=transfer_node +2021-12-18 10:27:47,155 Checking all jobs at once +2021-12-18 10:27:48,424 Successful check job command +2021-12-18 10:27:49,745 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:27:49,745 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:27:49,745 End of checking +2021-12-18 10:27:49,748 Updating FAILED jobs +2021-12-18 10:27:49,748 Updating WAITING jobs +2021-12-18 10:27:49,748 Update finished +2021-12-18 10:27:49,749 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:27:49,749 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:27:49,749 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:27:49,749 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:27:49,749 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:27:49,749 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:27:49,749 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:27:49,750 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:27:49,753 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:27:49,755 Job list saved +2021-12-18 10:27:49,760 Updating FAILED jobs +2021-12-18 10:27:49,760 Updating WAITING jobs +2021-12-18 10:27:49,760 Update finished +2021-12-18 10:27:59,766 Reloading parameters... +2021-12-18 10:27:59,787 Loading parameters... +2021-12-18 10:27:59,788 Loading project parameters... +2021-12-18 10:27:59,790 + +15 of 25 jobs remaining (10:27) +2021-12-18 10:27:59,790 Sleep: 10 +2021-12-18 10:27:59,790 Number of retrials: 0 +2021-12-18 10:27:59,790 WRAPPER CHECK TIME = 10 +2021-12-18 10:27:59,791 Checking jobs for platform=marenostrum4 +2021-12-18 10:27:59,791 Checking jobs for platform=nord3 +2021-12-18 10:27:59,792 Checking jobs for platform=local +2021-12-18 10:27:59,795 Checking jobs for platform=transfer_node +2021-12-18 10:27:59,795 Checking all jobs at once +2021-12-18 10:28:01,066 Successful check job command +2021-12-18 10:28:02,285 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:28:02,285 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:28:02,285 End of checking +2021-12-18 10:28:02,286 Updating FAILED jobs +2021-12-18 10:28:02,287 Updating WAITING jobs +2021-12-18 10:28:02,287 Update finished +2021-12-18 10:28:02,287 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:28:02,287 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:28:02,287 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:28:02,287 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:28:02,288 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:28:02,288 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:28:02,288 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:28:02,288 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:28:02,296 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:28:02,299 Job list saved +2021-12-18 10:28:02,303 Updating FAILED jobs +2021-12-18 10:28:02,303 Updating WAITING jobs +2021-12-18 10:28:02,304 Update finished +2021-12-18 10:28:12,314 Reloading parameters... +2021-12-18 10:28:12,332 Loading parameters... +2021-12-18 10:28:12,333 Loading project parameters... +2021-12-18 10:28:12,336 + +15 of 25 jobs remaining (10:28) +2021-12-18 10:28:12,336 Sleep: 10 +2021-12-18 10:28:12,336 Number of retrials: 0 +2021-12-18 10:28:12,336 WRAPPER CHECK TIME = 10 +2021-12-18 10:28:12,337 Checking jobs for platform=marenostrum4 +2021-12-18 10:28:12,338 Checking jobs for platform=nord3 +2021-12-18 10:28:12,339 Checking jobs for platform=local +2021-12-18 10:28:12,339 Checking jobs for platform=transfer_node +2021-12-18 10:28:12,340 Checking all jobs at once +2021-12-18 10:28:14,260 Successful check job command +2021-12-18 10:28:15,780 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:28:15,781 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:28:15,781 End of checking +2021-12-18 10:28:15,782 Updating FAILED jobs +2021-12-18 10:28:15,782 Updating WAITING jobs +2021-12-18 10:28:15,782 Update finished +2021-12-18 10:28:15,783 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:28:15,783 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:28:15,783 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:28:15,784 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:28:15,784 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:28:15,784 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:28:15,784 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:28:15,784 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:28:15,787 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:28:15,789 Job list saved +2021-12-18 10:28:15,794 Updating FAILED jobs +2021-12-18 10:28:15,794 Updating WAITING jobs +2021-12-18 10:28:15,794 Update finished +2021-12-18 10:28:25,805 Reloading parameters... +2021-12-18 10:28:25,823 Loading parameters... +2021-12-18 10:28:25,825 Loading project parameters... +2021-12-18 10:28:25,826 + +15 of 25 jobs remaining (10:28) +2021-12-18 10:28:25,827 Sleep: 10 +2021-12-18 10:28:25,827 Number of retrials: 0 +2021-12-18 10:28:25,827 WRAPPER CHECK TIME = 10 +2021-12-18 10:28:25,827 Checking jobs for platform=marenostrum4 +2021-12-18 10:28:25,828 Checking jobs for platform=nord3 +2021-12-18 10:28:25,829 Checking jobs for platform=local +2021-12-18 10:28:25,829 Checking jobs for platform=transfer_node +2021-12-18 10:28:25,829 Checking all jobs at once +2021-12-18 10:28:27,149 Successful check job command +2021-12-18 10:28:28,469 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:28:28,469 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:28:28,469 End of checking +2021-12-18 10:28:28,471 Updating FAILED jobs +2021-12-18 10:28:28,471 Updating WAITING jobs +2021-12-18 10:28:28,471 Update finished +2021-12-18 10:28:28,471 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:28:28,471 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:28:28,472 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:28:28,472 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:28:28,472 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:28:28,472 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:28:28,472 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:28:28,472 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:28:28,475 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:28:28,478 Job list saved +2021-12-18 10:28:28,482 Updating FAILED jobs +2021-12-18 10:28:28,483 Updating WAITING jobs +2021-12-18 10:28:28,483 Update finished +2021-12-18 10:28:38,493 Reloading parameters... +2021-12-18 10:28:38,515 Loading parameters... +2021-12-18 10:28:38,516 Loading project parameters... +2021-12-18 10:28:38,518 + +15 of 25 jobs remaining (10:28) +2021-12-18 10:28:38,518 Sleep: 10 +2021-12-18 10:28:38,518 Number of retrials: 0 +2021-12-18 10:28:38,518 WRAPPER CHECK TIME = 10 +2021-12-18 10:28:38,519 Checking jobs for platform=marenostrum4 +2021-12-18 10:28:38,519 Checking jobs for platform=nord3 +2021-12-18 10:28:38,520 Checking jobs for platform=local +2021-12-18 10:28:38,521 Checking jobs for platform=transfer_node +2021-12-18 10:28:38,521 Checking all jobs at once +2021-12-18 10:28:39,741 Successful check job command +2021-12-18 10:28:40,961 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:28:40,961 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:28:40,961 End of checking +2021-12-18 10:28:40,963 Updating FAILED jobs +2021-12-18 10:28:40,963 Updating WAITING jobs +2021-12-18 10:28:40,963 Update finished +2021-12-18 10:28:40,963 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:28:40,964 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:28:40,964 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:28:40,964 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:28:40,964 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:28:40,964 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:28:40,964 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:28:40,964 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:28:40,967 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:28:40,970 Job list saved +2021-12-18 10:28:40,975 Updating FAILED jobs +2021-12-18 10:28:40,975 Updating WAITING jobs +2021-12-18 10:28:40,975 Update finished +2021-12-18 10:28:50,985 Reloading parameters... +2021-12-18 10:28:51,005 Loading parameters... +2021-12-18 10:28:51,007 Loading project parameters... +2021-12-18 10:28:51,009 + +15 of 25 jobs remaining (10:28) +2021-12-18 10:28:51,009 Sleep: 10 +2021-12-18 10:28:51,009 Number of retrials: 0 +2021-12-18 10:28:51,009 WRAPPER CHECK TIME = 10 +2021-12-18 10:28:51,010 Checking jobs for platform=marenostrum4 +2021-12-18 10:28:51,011 Checking jobs for platform=nord3 +2021-12-18 10:28:51,011 Checking jobs for platform=local +2021-12-18 10:28:51,012 Checking jobs for platform=transfer_node +2021-12-18 10:28:51,012 Checking all jobs at once +2021-12-18 10:28:52,432 Successful check job command +2021-12-18 10:28:53,752 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:28:53,752 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:28:53,752 End of checking +2021-12-18 10:28:53,754 Updating FAILED jobs +2021-12-18 10:28:53,754 Updating WAITING jobs +2021-12-18 10:28:53,754 Update finished +2021-12-18 10:28:53,754 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:28:53,755 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:28:53,755 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:28:53,755 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:28:53,755 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:28:53,755 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:28:53,755 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:28:53,755 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:28:53,758 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:28:53,760 Job list saved +2021-12-18 10:28:53,772 Updating FAILED jobs +2021-12-18 10:28:53,772 Updating WAITING jobs +2021-12-18 10:28:53,772 Update finished +2021-12-18 10:29:03,782 Reloading parameters... +2021-12-18 10:29:03,805 Loading parameters... +2021-12-18 10:29:03,806 Loading project parameters... +2021-12-18 10:29:03,810 + +15 of 25 jobs remaining (10:29) +2021-12-18 10:29:03,810 Sleep: 10 +2021-12-18 10:29:03,810 Number of retrials: 0 +2021-12-18 10:29:03,810 WRAPPER CHECK TIME = 10 +2021-12-18 10:29:03,811 Checking jobs for platform=marenostrum4 +2021-12-18 10:29:03,811 Checking jobs for platform=nord3 +2021-12-18 10:29:03,812 Checking jobs for platform=local +2021-12-18 10:29:03,813 Checking jobs for platform=transfer_node +2021-12-18 10:29:03,813 Checking all jobs at once +2021-12-18 10:29:05,138 Successful check job command +2021-12-18 10:29:06,507 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:29:06,507 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:29:06,507 End of checking +2021-12-18 10:29:06,509 Updating FAILED jobs +2021-12-18 10:29:06,509 Updating WAITING jobs +2021-12-18 10:29:06,509 Update finished +2021-12-18 10:29:06,509 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:29:06,509 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:29:06,510 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:29:06,510 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:29:06,510 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:29:06,510 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:29:06,510 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:29:06,510 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:29:06,513 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:29:06,515 Job list saved +2021-12-18 10:29:06,521 Updating FAILED jobs +2021-12-18 10:29:06,521 Updating WAITING jobs +2021-12-18 10:29:06,521 Update finished +2021-12-18 10:29:16,531 Reloading parameters... +2021-12-18 10:29:16,551 Loading parameters... +2021-12-18 10:29:16,552 Loading project parameters... +2021-12-18 10:29:16,554 + +15 of 25 jobs remaining (10:29) +2021-12-18 10:29:16,554 Sleep: 10 +2021-12-18 10:29:16,555 Number of retrials: 0 +2021-12-18 10:29:16,555 WRAPPER CHECK TIME = 10 +2021-12-18 10:29:16,555 Checking jobs for platform=marenostrum4 +2021-12-18 10:29:16,556 Checking jobs for platform=nord3 +2021-12-18 10:29:16,556 Checking jobs for platform=local +2021-12-18 10:29:16,557 Checking jobs for platform=transfer_node +2021-12-18 10:29:16,557 Checking all jobs at once +2021-12-18 10:29:18,076 Successful check job command +2021-12-18 10:29:19,996 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:29:19,997 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:29:19,997 End of checking +2021-12-18 10:29:19,998 Updating FAILED jobs +2021-12-18 10:29:19,999 Updating WAITING jobs +2021-12-18 10:29:19,999 Update finished +2021-12-18 10:29:19,999 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:29:19,999 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:29:19,999 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:29:19,999 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:29:20,000 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:29:20,000 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:29:20,000 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:29:20,000 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:29:20,003 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:29:20,005 Job list saved +2021-12-18 10:29:20,009 Updating FAILED jobs +2021-12-18 10:29:20,010 Updating WAITING jobs +2021-12-18 10:29:20,010 Update finished +2021-12-18 10:29:30,020 Reloading parameters... +2021-12-18 10:29:30,040 Loading parameters... +2021-12-18 10:29:30,042 Loading project parameters... +2021-12-18 10:29:30,043 + +15 of 25 jobs remaining (10:29) +2021-12-18 10:29:30,044 Sleep: 10 +2021-12-18 10:29:30,044 Number of retrials: 0 +2021-12-18 10:29:30,044 WRAPPER CHECK TIME = 10 +2021-12-18 10:29:30,044 Checking jobs for platform=marenostrum4 +2021-12-18 10:29:30,045 Checking jobs for platform=nord3 +2021-12-18 10:29:30,046 Checking jobs for platform=local +2021-12-18 10:29:30,046 Checking jobs for platform=transfer_node +2021-12-18 10:29:30,046 Checking all jobs at once +2021-12-18 10:29:31,418 Successful check job command +2021-12-18 10:29:32,789 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:29:32,789 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:29:32,789 End of checking +2021-12-18 10:29:32,791 Updating FAILED jobs +2021-12-18 10:29:32,791 Updating WAITING jobs +2021-12-18 10:29:32,791 Update finished +2021-12-18 10:29:32,791 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:29:32,792 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:29:32,792 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:29:32,792 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:29:32,792 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:29:32,792 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:29:32,793 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:29:32,793 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:29:32,796 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:29:32,798 Job list saved +2021-12-18 10:29:32,804 Updating FAILED jobs +2021-12-18 10:29:32,804 Updating WAITING jobs +2021-12-18 10:29:32,804 Update finished +2021-12-18 10:29:42,814 Reloading parameters... +2021-12-18 10:29:42,834 Loading parameters... +2021-12-18 10:29:42,836 Loading project parameters... +2021-12-18 10:29:42,838 + +15 of 25 jobs remaining (10:29) +2021-12-18 10:29:42,838 Sleep: 10 +2021-12-18 10:29:42,838 Number of retrials: 0 +2021-12-18 10:29:42,838 WRAPPER CHECK TIME = 10 +2021-12-18 10:29:42,839 Checking jobs for platform=marenostrum4 +2021-12-18 10:29:42,839 Checking jobs for platform=nord3 +2021-12-18 10:29:42,840 Checking jobs for platform=local +2021-12-18 10:29:42,840 Checking jobs for platform=transfer_node +2021-12-18 10:29:42,840 Checking all jobs at once +2021-12-18 10:29:44,060 Successful check job command +2021-12-18 10:29:45,180 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:29:45,180 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:29:45,181 End of checking +2021-12-18 10:29:45,184 Updating FAILED jobs +2021-12-18 10:29:45,185 Updating WAITING jobs +2021-12-18 10:29:45,185 Update finished +2021-12-18 10:29:45,185 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:29:45,185 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:29:45,185 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:29:45,185 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:29:45,186 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:29:45,186 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:29:45,186 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:29:45,186 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:29:45,189 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:29:45,191 Job list saved +2021-12-18 10:29:45,196 Updating FAILED jobs +2021-12-18 10:29:45,197 Updating WAITING jobs +2021-12-18 10:29:45,197 Update finished +2021-12-18 10:29:55,206 Reloading parameters... +2021-12-18 10:29:55,226 Loading parameters... +2021-12-18 10:29:55,228 Loading project parameters... +2021-12-18 10:29:55,230 + +15 of 25 jobs remaining (10:29) +2021-12-18 10:29:55,230 Sleep: 10 +2021-12-18 10:29:55,230 Number of retrials: 0 +2021-12-18 10:29:55,231 WRAPPER CHECK TIME = 10 +2021-12-18 10:29:55,231 Checking jobs for platform=marenostrum4 +2021-12-18 10:29:55,232 Checking jobs for platform=nord3 +2021-12-18 10:29:55,232 Checking jobs for platform=local +2021-12-18 10:29:55,233 Checking jobs for platform=transfer_node +2021-12-18 10:29:55,233 Checking all jobs at once +2021-12-18 10:29:56,602 Successful check job command +2021-12-18 10:29:57,772 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:29:57,773 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:29:57,773 End of checking +2021-12-18 10:29:57,774 Updating FAILED jobs +2021-12-18 10:29:57,774 Updating WAITING jobs +2021-12-18 10:29:57,775 Update finished +2021-12-18 10:29:57,775 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:29:57,775 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:29:57,775 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:29:57,775 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:29:57,775 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:29:57,775 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:29:57,775 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:29:57,776 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:29:57,780 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:29:57,782 Job list saved +2021-12-18 10:29:57,788 Updating FAILED jobs +2021-12-18 10:29:57,789 Updating WAITING jobs +2021-12-18 10:29:57,789 Update finished +2021-12-18 10:30:07,799 Reloading parameters... +2021-12-18 10:30:07,819 Loading parameters... +2021-12-18 10:30:07,821 Loading project parameters... +2021-12-18 10:30:07,823 + +15 of 25 jobs remaining (10:30) +2021-12-18 10:30:07,823 Sleep: 10 +2021-12-18 10:30:07,823 Number of retrials: 0 +2021-12-18 10:30:07,823 WRAPPER CHECK TIME = 10 +2021-12-18 10:30:07,824 Checking jobs for platform=marenostrum4 +2021-12-18 10:30:07,824 Checking jobs for platform=nord3 +2021-12-18 10:30:07,825 Checking jobs for platform=local +2021-12-18 10:30:07,825 Checking jobs for platform=transfer_node +2021-12-18 10:30:07,826 Checking all jobs at once +2021-12-18 10:30:09,897 Successful check job command +2021-12-18 10:30:11,369 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:30:11,369 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:30:11,370 End of checking +2021-12-18 10:30:11,371 Updating FAILED jobs +2021-12-18 10:30:11,371 Updating WAITING jobs +2021-12-18 10:30:11,371 Update finished +2021-12-18 10:30:11,372 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:30:11,373 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:30:11,373 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:30:11,373 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:30:11,373 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:30:11,373 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:30:11,373 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:30:11,373 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:30:11,377 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:30:11,379 Job list saved +2021-12-18 10:30:11,385 Updating FAILED jobs +2021-12-18 10:30:11,386 Updating WAITING jobs +2021-12-18 10:30:11,386 Update finished +2021-12-18 10:30:21,396 Reloading parameters... +2021-12-18 10:30:21,417 Loading parameters... +2021-12-18 10:30:21,419 Loading project parameters... +2021-12-18 10:30:21,421 + +15 of 25 jobs remaining (10:30) +2021-12-18 10:30:21,421 Sleep: 10 +2021-12-18 10:30:21,421 Number of retrials: 0 +2021-12-18 10:30:21,421 WRAPPER CHECK TIME = 10 +2021-12-18 10:30:21,422 Checking jobs for platform=marenostrum4 +2021-12-18 10:30:21,422 Checking jobs for platform=nord3 +2021-12-18 10:30:21,423 Checking jobs for platform=local +2021-12-18 10:30:21,423 Checking jobs for platform=transfer_node +2021-12-18 10:30:21,423 Checking all jobs at once +2021-12-18 10:30:22,793 Successful check job command +2021-12-18 10:30:24,717 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:30:24,718 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:30:24,718 End of checking +2021-12-18 10:30:24,719 Updating FAILED jobs +2021-12-18 10:30:24,720 Updating WAITING jobs +2021-12-18 10:30:24,720 Update finished +2021-12-18 10:30:24,720 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:30:24,720 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:30:24,720 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:30:24,720 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:30:24,721 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:30:24,721 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:30:24,721 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:30:24,721 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:30:24,724 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:30:24,726 Job list saved +2021-12-18 10:30:24,738 Updating FAILED jobs +2021-12-18 10:30:24,738 Updating WAITING jobs +2021-12-18 10:30:24,738 Update finished +2021-12-18 10:30:34,748 Reloading parameters... +2021-12-18 10:30:34,768 Loading parameters... +2021-12-18 10:30:34,769 Loading project parameters... +2021-12-18 10:30:34,771 + +15 of 25 jobs remaining (10:30) +2021-12-18 10:30:34,771 Sleep: 10 +2021-12-18 10:30:34,771 Number of retrials: 0 +2021-12-18 10:30:34,771 WRAPPER CHECK TIME = 10 +2021-12-18 10:30:34,772 Checking jobs for platform=marenostrum4 +2021-12-18 10:30:34,773 Checking jobs for platform=nord3 +2021-12-18 10:30:34,773 Checking jobs for platform=local +2021-12-18 10:30:34,774 Checking jobs for platform=transfer_node +2021-12-18 10:30:34,774 Checking all jobs at once +2021-12-18 10:30:36,045 Successful check job command +2021-12-18 10:30:37,367 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:30:37,367 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:30:37,367 End of checking +2021-12-18 10:30:37,369 Updating FAILED jobs +2021-12-18 10:30:37,369 Updating WAITING jobs +2021-12-18 10:30:37,369 Update finished +2021-12-18 10:30:37,369 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:30:37,369 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:30:37,370 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:30:37,370 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:30:37,370 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:30:37,370 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:30:37,370 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:30:37,370 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:30:37,373 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:30:37,376 Job list saved +2021-12-18 10:30:37,382 Updating FAILED jobs +2021-12-18 10:30:37,382 Updating WAITING jobs +2021-12-18 10:30:37,382 Update finished +2021-12-18 10:30:47,392 Reloading parameters... +2021-12-18 10:30:47,412 Loading parameters... +2021-12-18 10:30:47,413 Loading project parameters... +2021-12-18 10:30:47,415 + +15 of 25 jobs remaining (10:30) +2021-12-18 10:30:47,415 Sleep: 10 +2021-12-18 10:30:47,415 Number of retrials: 0 +2021-12-18 10:30:47,415 WRAPPER CHECK TIME = 10 +2021-12-18 10:30:47,416 Checking jobs for platform=marenostrum4 +2021-12-18 10:30:47,416 Checking jobs for platform=nord3 +2021-12-18 10:30:47,417 Checking jobs for platform=local +2021-12-18 10:30:47,418 Checking jobs for platform=transfer_node +2021-12-18 10:30:47,418 Checking all jobs at once +2021-12-18 10:30:48,738 Successful check job command +2021-12-18 10:30:49,957 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:30:49,957 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:30:49,957 End of checking +2021-12-18 10:30:49,959 Updating FAILED jobs +2021-12-18 10:30:49,959 Updating WAITING jobs +2021-12-18 10:30:49,959 Update finished +2021-12-18 10:30:49,960 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:30:49,960 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:30:49,960 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:30:49,960 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:30:49,961 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:30:49,961 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:30:49,961 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:30:49,961 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:30:49,964 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:30:49,966 Job list saved +2021-12-18 10:30:49,981 Updating FAILED jobs +2021-12-18 10:30:49,982 Updating WAITING jobs +2021-12-18 10:30:49,982 Update finished +2021-12-18 10:30:59,992 Reloading parameters... +2021-12-18 10:31:00,018 Loading parameters... +2021-12-18 10:31:00,019 Loading project parameters... +2021-12-18 10:31:00,021 + +15 of 25 jobs remaining (10:31) +2021-12-18 10:31:00,021 Sleep: 10 +2021-12-18 10:31:00,021 Number of retrials: 0 +2021-12-18 10:31:00,021 WRAPPER CHECK TIME = 10 +2021-12-18 10:31:00,022 Checking jobs for platform=marenostrum4 +2021-12-18 10:31:00,023 Checking jobs for platform=nord3 +2021-12-18 10:31:00,023 Checking jobs for platform=local +2021-12-18 10:31:00,024 Checking jobs for platform=transfer_node +2021-12-18 10:31:00,024 Checking all jobs at once +2021-12-18 10:31:01,443 Successful check job command +2021-12-18 10:31:02,664 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:31:02,664 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:31:02,664 End of checking +2021-12-18 10:31:02,666 Updating FAILED jobs +2021-12-18 10:31:02,666 Updating WAITING jobs +2021-12-18 10:31:02,666 Update finished +2021-12-18 10:31:02,666 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:31:02,667 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:31:02,667 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:31:02,667 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:31:02,667 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:31:02,667 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:31:02,667 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:31:02,667 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:31:02,670 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:31:02,672 Job list saved +2021-12-18 10:31:02,679 Updating FAILED jobs +2021-12-18 10:31:02,679 Updating WAITING jobs +2021-12-18 10:31:02,679 Update finished +2021-12-18 10:31:12,690 Reloading parameters... +2021-12-18 10:31:12,723 Loading parameters... +2021-12-18 10:31:12,724 Loading project parameters... +2021-12-18 10:31:12,726 + +15 of 25 jobs remaining (10:31) +2021-12-18 10:31:12,726 Sleep: 10 +2021-12-18 10:31:12,726 Number of retrials: 0 +2021-12-18 10:31:12,726 WRAPPER CHECK TIME = 10 +2021-12-18 10:31:12,727 Checking jobs for platform=marenostrum4 +2021-12-18 10:31:12,728 Checking jobs for platform=nord3 +2021-12-18 10:31:12,728 Checking jobs for platform=local +2021-12-18 10:31:12,729 Checking jobs for platform=transfer_node +2021-12-18 10:31:12,729 Checking all jobs at once +2021-12-18 10:31:14,250 Successful check job command +2021-12-18 10:31:15,670 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:31:15,670 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:31:15,670 End of checking +2021-12-18 10:31:15,672 Updating FAILED jobs +2021-12-18 10:31:15,672 Updating WAITING jobs +2021-12-18 10:31:15,672 Update finished +2021-12-18 10:31:15,672 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:31:15,673 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:31:15,673 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:31:15,673 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:31:15,673 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:31:15,673 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:31:15,673 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:31:15,673 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:31:15,676 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:31:15,679 Job list saved +2021-12-18 10:31:15,684 Updating FAILED jobs +2021-12-18 10:31:15,684 Updating WAITING jobs +2021-12-18 10:31:15,684 Update finished +2021-12-18 10:31:25,694 Reloading parameters... +2021-12-18 10:31:25,714 Loading parameters... +2021-12-18 10:31:25,715 Loading project parameters... +2021-12-18 10:31:25,717 + +15 of 25 jobs remaining (10:31) +2021-12-18 10:31:25,717 Sleep: 10 +2021-12-18 10:31:25,718 Number of retrials: 0 +2021-12-18 10:31:25,718 WRAPPER CHECK TIME = 10 +2021-12-18 10:31:25,718 Checking jobs for platform=marenostrum4 +2021-12-18 10:31:25,719 Checking jobs for platform=nord3 +2021-12-18 10:31:25,719 Checking jobs for platform=local +2021-12-18 10:31:25,720 Checking jobs for platform=transfer_node +2021-12-18 10:31:25,720 Checking all jobs at once +2021-12-18 10:31:27,340 Successful check job command +2021-12-18 10:31:29,212 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:31:29,212 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:31:29,212 End of checking +2021-12-18 10:31:29,214 Updating FAILED jobs +2021-12-18 10:31:29,214 Updating WAITING jobs +2021-12-18 10:31:29,214 Update finished +2021-12-18 10:31:29,215 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:31:29,215 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:31:29,215 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:31:29,216 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:31:29,216 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:31:29,216 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:31:29,216 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:31:29,216 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:31:29,219 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:31:29,221 Job list saved +2021-12-18 10:31:29,227 Updating FAILED jobs +2021-12-18 10:31:29,227 Updating WAITING jobs +2021-12-18 10:31:29,227 Update finished +2021-12-18 10:31:39,232 Reloading parameters... +2021-12-18 10:31:39,253 Loading parameters... +2021-12-18 10:31:39,255 Loading project parameters... +2021-12-18 10:31:39,256 + +15 of 25 jobs remaining (10:31) +2021-12-18 10:31:39,257 Sleep: 10 +2021-12-18 10:31:39,257 Number of retrials: 0 +2021-12-18 10:31:39,257 WRAPPER CHECK TIME = 10 +2021-12-18 10:31:39,257 Checking jobs for platform=marenostrum4 +2021-12-18 10:31:39,258 Checking jobs for platform=nord3 +2021-12-18 10:31:39,259 Checking jobs for platform=local +2021-12-18 10:31:39,259 Checking jobs for platform=transfer_node +2021-12-18 10:31:39,259 Checking all jobs at once +2021-12-18 10:31:40,480 Successful check job command +2021-12-18 10:31:41,650 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:31:41,650 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:31:41,650 End of checking +2021-12-18 10:31:41,651 Updating FAILED jobs +2021-12-18 10:31:41,652 Updating WAITING jobs +2021-12-18 10:31:41,652 Update finished +2021-12-18 10:31:41,652 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:31:41,652 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:31:41,652 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:31:41,652 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:31:41,653 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:31:41,653 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:31:41,653 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:31:41,653 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:31:41,656 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:31:41,658 Job list saved +2021-12-18 10:31:41,663 Updating FAILED jobs +2021-12-18 10:31:41,663 Updating WAITING jobs +2021-12-18 10:31:41,663 Update finished +2021-12-18 10:31:51,673 Reloading parameters... +2021-12-18 10:31:51,693 Loading parameters... +2021-12-18 10:31:51,694 Loading project parameters... +2021-12-18 10:31:51,696 + +15 of 25 jobs remaining (10:31) +2021-12-18 10:31:51,696 Sleep: 10 +2021-12-18 10:31:51,696 Number of retrials: 0 +2021-12-18 10:31:51,697 WRAPPER CHECK TIME = 10 +2021-12-18 10:31:51,697 Checking jobs for platform=marenostrum4 +2021-12-18 10:31:51,698 Checking jobs for platform=nord3 +2021-12-18 10:31:51,698 Checking jobs for platform=local +2021-12-18 10:31:51,699 Checking jobs for platform=transfer_node +2021-12-18 10:31:51,699 Checking all jobs at once +2021-12-18 10:31:53,623 Successful check job command +2021-12-18 10:31:54,943 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:31:54,943 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:31:54,943 End of checking +2021-12-18 10:31:54,947 Updating FAILED jobs +2021-12-18 10:31:54,947 Updating WAITING jobs +2021-12-18 10:31:54,948 Update finished +2021-12-18 10:31:54,948 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:31:54,948 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:31:54,948 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:31:54,948 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:31:54,948 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:31:54,949 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:31:54,949 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:31:54,949 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:31:54,952 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:31:54,955 Job list saved +2021-12-18 10:31:54,960 Updating FAILED jobs +2021-12-18 10:31:54,960 Updating WAITING jobs +2021-12-18 10:31:54,960 Update finished +2021-12-18 10:32:04,971 Reloading parameters... +2021-12-18 10:32:04,991 Loading parameters... +2021-12-18 10:32:04,992 Loading project parameters... +2021-12-18 10:32:04,994 + +15 of 25 jobs remaining (10:32) +2021-12-18 10:32:04,995 Sleep: 10 +2021-12-18 10:32:04,995 Number of retrials: 0 +2021-12-18 10:32:04,995 WRAPPER CHECK TIME = 10 +2021-12-18 10:32:04,995 Checking jobs for platform=marenostrum4 +2021-12-18 10:32:04,996 Checking jobs for platform=nord3 +2021-12-18 10:32:04,996 Checking jobs for platform=local +2021-12-18 10:32:04,997 Checking jobs for platform=transfer_node +2021-12-18 10:32:04,997 Checking all jobs at once +2021-12-18 10:32:06,772 Successful check job command +2021-12-18 10:32:08,092 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:32:08,092 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:32:08,092 End of checking +2021-12-18 10:32:08,094 Updating FAILED jobs +2021-12-18 10:32:08,094 Updating WAITING jobs +2021-12-18 10:32:08,094 Update finished +2021-12-18 10:32:08,094 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:32:08,095 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:32:08,095 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:32:08,095 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:32:08,096 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:32:08,096 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:32:08,096 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:32:08,096 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:32:08,099 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:32:08,102 Job list saved +2021-12-18 10:32:08,116 Updating FAILED jobs +2021-12-18 10:32:08,116 Updating WAITING jobs +2021-12-18 10:32:08,116 Update finished +2021-12-18 10:32:18,126 Reloading parameters... +2021-12-18 10:32:18,147 Loading parameters... +2021-12-18 10:32:18,149 Loading project parameters... +2021-12-18 10:32:18,151 + +15 of 25 jobs remaining (10:32) +2021-12-18 10:32:18,151 Sleep: 10 +2021-12-18 10:32:18,151 Number of retrials: 0 +2021-12-18 10:32:18,151 WRAPPER CHECK TIME = 10 +2021-12-18 10:32:18,152 Checking jobs for platform=marenostrum4 +2021-12-18 10:32:18,153 Checking jobs for platform=nord3 +2021-12-18 10:32:18,153 Checking jobs for platform=local +2021-12-18 10:32:18,154 Checking jobs for platform=transfer_node +2021-12-18 10:32:18,154 Checking all jobs at once +2021-12-18 10:32:19,574 Successful check job command +2021-12-18 10:32:20,944 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:32:20,944 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:32:20,944 End of checking +2021-12-18 10:32:20,946 Updating FAILED jobs +2021-12-18 10:32:20,946 Updating WAITING jobs +2021-12-18 10:32:20,946 Update finished +2021-12-18 10:32:20,946 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:32:20,946 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:32:20,946 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:32:20,947 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:32:20,947 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:32:20,947 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:32:20,947 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:32:20,947 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:32:20,950 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:32:20,952 Job list saved +2021-12-18 10:32:20,958 Updating FAILED jobs +2021-12-18 10:32:20,958 Updating WAITING jobs +2021-12-18 10:32:20,958 Update finished +2021-12-18 10:32:30,969 Reloading parameters... +2021-12-18 10:32:30,988 Loading parameters... +2021-12-18 10:32:30,989 Loading project parameters... +2021-12-18 10:32:30,991 + +15 of 25 jobs remaining (10:32) +2021-12-18 10:32:30,991 Sleep: 10 +2021-12-18 10:32:30,992 Number of retrials: 0 +2021-12-18 10:32:30,992 WRAPPER CHECK TIME = 10 +2021-12-18 10:32:30,992 Checking jobs for platform=marenostrum4 +2021-12-18 10:32:30,993 Checking jobs for platform=nord3 +2021-12-18 10:32:30,993 Checking jobs for platform=local +2021-12-18 10:32:30,994 Checking jobs for platform=transfer_node +2021-12-18 10:32:30,994 Checking all jobs at once +2021-12-18 10:32:32,466 Successful check job command +2021-12-18 10:32:33,886 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:32:33,886 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:32:33,886 End of checking +2021-12-18 10:32:33,888 Updating FAILED jobs +2021-12-18 10:32:33,888 Updating WAITING jobs +2021-12-18 10:32:33,888 Update finished +2021-12-18 10:32:33,888 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:32:33,888 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:32:33,889 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:32:33,889 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:32:33,889 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:32:33,889 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:32:33,889 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:32:33,889 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:32:33,892 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:32:33,894 Job list saved +2021-12-18 10:32:33,907 Updating FAILED jobs +2021-12-18 10:32:33,907 Updating WAITING jobs +2021-12-18 10:32:33,908 Update finished +2021-12-18 10:32:43,916 Reloading parameters... +2021-12-18 10:32:43,936 Loading parameters... +2021-12-18 10:32:43,937 Loading project parameters... +2021-12-18 10:32:43,939 + +15 of 25 jobs remaining (10:32) +2021-12-18 10:32:43,939 Sleep: 10 +2021-12-18 10:32:43,939 Number of retrials: 0 +2021-12-18 10:32:43,940 WRAPPER CHECK TIME = 10 +2021-12-18 10:32:43,940 Checking jobs for platform=marenostrum4 +2021-12-18 10:32:43,941 Checking jobs for platform=nord3 +2021-12-18 10:32:43,941 Checking jobs for platform=local +2021-12-18 10:32:43,942 Checking jobs for platform=transfer_node +2021-12-18 10:32:43,942 Checking all jobs at once +2021-12-18 10:32:45,762 Successful check job command +2021-12-18 10:32:47,082 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:32:47,082 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:32:47,082 End of checking +2021-12-18 10:32:47,084 Updating FAILED jobs +2021-12-18 10:32:47,084 Updating WAITING jobs +2021-12-18 10:32:47,084 Update finished +2021-12-18 10:32:47,084 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:32:47,085 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:32:47,085 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:32:47,085 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:32:47,085 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:32:47,085 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:32:47,085 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:32:47,086 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:32:47,088 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:32:47,091 Job list saved +2021-12-18 10:32:47,096 Updating FAILED jobs +2021-12-18 10:32:47,096 Updating WAITING jobs +2021-12-18 10:32:47,096 Update finished +2021-12-18 10:32:57,106 Reloading parameters... +2021-12-18 10:32:57,126 Loading parameters... +2021-12-18 10:32:57,128 Loading project parameters... +2021-12-18 10:32:57,129 + +15 of 25 jobs remaining (10:32) +2021-12-18 10:32:57,130 Sleep: 10 +2021-12-18 10:32:57,130 Number of retrials: 0 +2021-12-18 10:32:57,130 WRAPPER CHECK TIME = 10 +2021-12-18 10:32:57,130 Checking jobs for platform=marenostrum4 +2021-12-18 10:32:57,131 Checking jobs for platform=nord3 +2021-12-18 10:32:57,131 Checking jobs for platform=local +2021-12-18 10:32:57,132 Checking jobs for platform=transfer_node +2021-12-18 10:32:57,132 Checking all jobs at once +2021-12-18 10:32:58,501 Successful check job command +2021-12-18 10:32:59,821 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:32:59,821 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:32:59,821 End of checking +2021-12-18 10:32:59,823 Updating FAILED jobs +2021-12-18 10:32:59,823 Updating WAITING jobs +2021-12-18 10:32:59,823 Update finished +2021-12-18 10:32:59,823 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:32:59,823 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:32:59,824 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:32:59,824 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:32:59,824 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:32:59,824 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:32:59,824 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:32:59,824 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:32:59,827 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:32:59,830 Job list saved +2021-12-18 10:32:59,841 Updating FAILED jobs +2021-12-18 10:32:59,841 Updating WAITING jobs +2021-12-18 10:32:59,841 Update finished +2021-12-18 10:33:09,851 Reloading parameters... +2021-12-18 10:33:09,870 Loading parameters... +2021-12-18 10:33:09,872 Loading project parameters... +2021-12-18 10:33:09,874 + +15 of 25 jobs remaining (10:33) +2021-12-18 10:33:09,874 Sleep: 10 +2021-12-18 10:33:09,874 Number of retrials: 0 +2021-12-18 10:33:09,874 WRAPPER CHECK TIME = 10 +2021-12-18 10:33:09,876 Checking jobs for platform=marenostrum4 +2021-12-18 10:33:09,876 Checking jobs for platform=nord3 +2021-12-18 10:33:09,877 Checking jobs for platform=local +2021-12-18 10:33:09,877 Checking jobs for platform=transfer_node +2021-12-18 10:33:09,878 Checking all jobs at once +2021-12-18 10:33:11,800 Successful check job command +2021-12-18 10:33:13,070 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:33:13,070 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:33:13,070 End of checking +2021-12-18 10:33:13,071 Updating FAILED jobs +2021-12-18 10:33:13,072 Updating WAITING jobs +2021-12-18 10:33:13,072 Update finished +2021-12-18 10:33:13,072 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:33:13,072 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:33:13,072 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:33:13,072 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:33:13,073 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:33:13,073 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:33:13,073 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:33:13,073 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:33:13,076 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:33:13,079 Job list saved +2021-12-18 10:33:13,083 Updating FAILED jobs +2021-12-18 10:33:13,084 Updating WAITING jobs +2021-12-18 10:33:13,084 Update finished +2021-12-18 10:33:23,094 Reloading parameters... +2021-12-18 10:33:23,119 Loading parameters... +2021-12-18 10:33:23,121 Loading project parameters... +2021-12-18 10:33:23,123 + +15 of 25 jobs remaining (10:33) +2021-12-18 10:33:23,123 Sleep: 10 +2021-12-18 10:33:23,123 Number of retrials: 0 +2021-12-18 10:33:23,123 WRAPPER CHECK TIME = 10 +2021-12-18 10:33:23,124 Checking jobs for platform=marenostrum4 +2021-12-18 10:33:23,124 Checking jobs for platform=nord3 +2021-12-18 10:33:23,125 Checking jobs for platform=local +2021-12-18 10:33:23,125 Checking jobs for platform=transfer_node +2021-12-18 10:33:23,125 Checking all jobs at once +2021-12-18 10:33:24,546 Successful check job command +2021-12-18 10:33:25,867 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:33:25,867 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:33:25,867 End of checking +2021-12-18 10:33:25,869 Updating FAILED jobs +2021-12-18 10:33:25,869 Updating WAITING jobs +2021-12-18 10:33:25,869 Update finished +2021-12-18 10:33:25,869 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:33:25,870 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:33:25,870 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:33:25,870 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:33:25,870 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:33:25,870 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:33:25,871 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:33:25,871 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:33:25,874 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:33:25,876 Job list saved +2021-12-18 10:33:25,881 Updating FAILED jobs +2021-12-18 10:33:25,881 Updating WAITING jobs +2021-12-18 10:33:25,881 Update finished +2021-12-18 10:33:35,891 Reloading parameters... +2021-12-18 10:33:35,912 Loading parameters... +2021-12-18 10:33:35,913 Loading project parameters... +2021-12-18 10:33:35,915 + +15 of 25 jobs remaining (10:33) +2021-12-18 10:33:35,915 Sleep: 10 +2021-12-18 10:33:35,915 Number of retrials: 0 +2021-12-18 10:33:35,916 WRAPPER CHECK TIME = 10 +2021-12-18 10:33:35,916 Checking jobs for platform=marenostrum4 +2021-12-18 10:33:35,917 Checking jobs for platform=nord3 +2021-12-18 10:33:35,917 Checking jobs for platform=local +2021-12-18 10:33:35,918 Checking jobs for platform=transfer_node +2021-12-18 10:33:35,918 Checking all jobs at once +2021-12-18 10:33:37,589 Successful check job command +2021-12-18 10:33:39,710 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:33:39,710 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:33:39,710 End of checking +2021-12-18 10:33:39,711 Updating FAILED jobs +2021-12-18 10:33:39,712 Updating WAITING jobs +2021-12-18 10:33:39,712 Update finished +2021-12-18 10:33:39,712 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:33:39,712 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:33:39,712 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:33:39,712 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:33:39,713 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:33:39,713 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:33:39,713 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:33:39,713 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:33:39,717 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:33:39,719 Job list saved +2021-12-18 10:33:39,725 Updating FAILED jobs +2021-12-18 10:33:39,725 Updating WAITING jobs +2021-12-18 10:33:39,725 Update finished +2021-12-18 10:33:49,735 Reloading parameters... +2021-12-18 10:33:49,757 Loading parameters... +2021-12-18 10:33:49,759 Loading project parameters... +2021-12-18 10:33:49,761 + +15 of 25 jobs remaining (10:33) +2021-12-18 10:33:49,761 Sleep: 10 +2021-12-18 10:33:49,761 Number of retrials: 0 +2021-12-18 10:33:49,761 WRAPPER CHECK TIME = 10 +2021-12-18 10:33:49,762 Checking jobs for platform=marenostrum4 +2021-12-18 10:33:49,762 Checking jobs for platform=nord3 +2021-12-18 10:33:49,763 Checking jobs for platform=local +2021-12-18 10:33:49,763 Checking jobs for platform=transfer_node +2021-12-18 10:33:49,763 Checking all jobs at once +2021-12-18 10:33:51,083 Successful check job command +2021-12-18 10:33:52,505 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:33:52,505 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:33:52,505 End of checking +2021-12-18 10:33:52,507 Updating FAILED jobs +2021-12-18 10:33:52,507 Updating WAITING jobs +2021-12-18 10:33:52,507 Update finished +2021-12-18 10:33:52,507 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:33:52,507 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:33:52,508 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:33:52,508 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:33:52,508 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:33:52,508 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:33:52,508 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:33:52,508 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:33:52,511 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:33:52,513 Job list saved +2021-12-18 10:33:52,520 Updating FAILED jobs +2021-12-18 10:33:52,520 Updating WAITING jobs +2021-12-18 10:33:52,520 Update finished +2021-12-18 10:34:02,530 Reloading parameters... +2021-12-18 10:34:02,616 Loading parameters... +2021-12-18 10:34:02,618 Loading project parameters... +2021-12-18 10:34:02,620 + +15 of 25 jobs remaining (10:34) +2021-12-18 10:34:02,620 Sleep: 10 +2021-12-18 10:34:02,620 Number of retrials: 0 +2021-12-18 10:34:02,620 WRAPPER CHECK TIME = 10 +2021-12-18 10:34:02,621 Checking jobs for platform=marenostrum4 +2021-12-18 10:34:02,621 Checking jobs for platform=nord3 +2021-12-18 10:34:02,622 Checking jobs for platform=local +2021-12-18 10:34:02,622 Checking jobs for platform=transfer_node +2021-12-18 10:34:02,623 Checking all jobs at once +2021-12-18 10:34:03,994 Successful check job command +2021-12-18 10:34:05,314 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:34:05,315 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:34:05,315 End of checking +2021-12-18 10:34:05,316 Updating FAILED jobs +2021-12-18 10:34:05,317 Updating WAITING jobs +2021-12-18 10:34:05,317 Update finished +2021-12-18 10:34:05,317 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:34:05,318 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:34:05,318 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:34:05,318 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:34:05,318 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:34:05,318 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:34:05,318 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:34:05,318 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:34:05,321 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:34:05,324 Job list saved +2021-12-18 10:34:05,333 Updating FAILED jobs +2021-12-18 10:34:05,333 Updating WAITING jobs +2021-12-18 10:34:05,334 Update finished +2021-12-18 10:34:15,344 Reloading parameters... +2021-12-18 10:34:15,364 Loading parameters... +2021-12-18 10:34:15,365 Loading project parameters... +2021-12-18 10:34:15,367 + +15 of 25 jobs remaining (10:34) +2021-12-18 10:34:15,367 Sleep: 10 +2021-12-18 10:34:15,367 Number of retrials: 0 +2021-12-18 10:34:15,368 WRAPPER CHECK TIME = 10 +2021-12-18 10:34:15,368 Checking jobs for platform=marenostrum4 +2021-12-18 10:34:15,369 Checking jobs for platform=nord3 +2021-12-18 10:34:15,369 Checking jobs for platform=local +2021-12-18 10:34:15,370 Checking jobs for platform=transfer_node +2021-12-18 10:34:15,370 Checking all jobs at once +2021-12-18 10:34:16,739 Successful check job command +2021-12-18 10:34:18,309 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:34:18,310 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:34:18,310 End of checking +2021-12-18 10:34:18,311 Updating FAILED jobs +2021-12-18 10:34:18,311 Updating WAITING jobs +2021-12-18 10:34:18,311 Update finished +2021-12-18 10:34:18,312 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:34:18,312 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:34:18,312 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:34:18,312 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:34:18,312 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:34:18,312 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:34:18,312 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:34:18,313 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:34:18,315 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:34:18,318 Job list saved +2021-12-18 10:34:18,325 Updating FAILED jobs +2021-12-18 10:34:18,326 Updating WAITING jobs +2021-12-18 10:34:18,326 Update finished +2021-12-18 10:34:28,334 Reloading parameters... +2021-12-18 10:34:28,355 Loading parameters... +2021-12-18 10:34:28,356 Loading project parameters... +2021-12-18 10:34:28,358 + +15 of 25 jobs remaining (10:34) +2021-12-18 10:34:28,358 Sleep: 10 +2021-12-18 10:34:28,358 Number of retrials: 0 +2021-12-18 10:34:28,359 WRAPPER CHECK TIME = 10 +2021-12-18 10:34:28,359 Checking jobs for platform=marenostrum4 +2021-12-18 10:34:28,360 Checking jobs for platform=nord3 +2021-12-18 10:34:28,360 Checking jobs for platform=local +2021-12-18 10:34:28,361 Checking jobs for platform=transfer_node +2021-12-18 10:34:28,361 Checking all jobs at once +2021-12-18 10:34:29,730 Successful check job command +2021-12-18 10:34:30,999 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:34:31,000 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:34:31,000 End of checking +2021-12-18 10:34:31,001 Updating FAILED jobs +2021-12-18 10:34:31,002 Updating WAITING jobs +2021-12-18 10:34:31,002 Update finished +2021-12-18 10:34:31,002 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:34:31,002 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:34:31,002 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:34:31,002 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:34:31,002 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:34:31,003 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:34:31,003 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:34:31,003 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:34:31,006 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:34:31,008 Job list saved +2021-12-18 10:34:31,013 Updating FAILED jobs +2021-12-18 10:34:31,013 Updating WAITING jobs +2021-12-18 10:34:31,014 Update finished +2021-12-18 10:34:41,024 Reloading parameters... +2021-12-18 10:34:41,046 Loading parameters... +2021-12-18 10:34:41,048 Loading project parameters... +2021-12-18 10:34:41,050 + +15 of 25 jobs remaining (10:34) +2021-12-18 10:34:41,050 Sleep: 10 +2021-12-18 10:34:41,050 Number of retrials: 0 +2021-12-18 10:34:41,051 WRAPPER CHECK TIME = 10 +2021-12-18 10:34:41,051 Checking jobs for platform=marenostrum4 +2021-12-18 10:34:41,052 Checking jobs for platform=nord3 +2021-12-18 10:34:41,052 Checking jobs for platform=local +2021-12-18 10:34:41,053 Checking jobs for platform=transfer_node +2021-12-18 10:34:41,053 Checking all jobs at once +2021-12-18 10:34:42,424 Successful check job command +2021-12-18 10:34:44,196 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:34:44,196 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:34:44,196 End of checking +2021-12-18 10:34:44,197 Updating FAILED jobs +2021-12-18 10:34:44,197 Updating WAITING jobs +2021-12-18 10:34:44,198 Update finished +2021-12-18 10:34:44,198 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:34:44,198 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:34:44,199 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:34:44,199 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:34:44,199 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:34:44,199 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:34:44,199 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:34:44,199 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:34:44,202 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:34:44,204 Job list saved +2021-12-18 10:34:44,208 Updating FAILED jobs +2021-12-18 10:34:44,209 Updating WAITING jobs +2021-12-18 10:34:44,209 Update finished +2021-12-18 10:34:54,219 Reloading parameters... +2021-12-18 10:34:54,234 Loading parameters... +2021-12-18 10:34:54,235 Loading project parameters... +2021-12-18 10:34:54,236 + +15 of 25 jobs remaining (10:34) +2021-12-18 10:34:54,237 Sleep: 10 +2021-12-18 10:34:54,237 Number of retrials: 0 +2021-12-18 10:34:54,237 WRAPPER CHECK TIME = 10 +2021-12-18 10:34:54,237 Checking jobs for platform=marenostrum4 +2021-12-18 10:34:54,237 Checking jobs for platform=nord3 +2021-12-18 10:34:54,238 Checking jobs for platform=local +2021-12-18 10:34:54,238 Checking jobs for platform=transfer_node +2021-12-18 10:34:54,238 Checking all jobs at once +2021-12-18 10:34:55,507 Successful check job command +2021-12-18 10:34:56,827 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:34:56,827 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:34:56,827 End of checking +2021-12-18 10:34:56,829 Updating FAILED jobs +2021-12-18 10:34:56,829 Updating WAITING jobs +2021-12-18 10:34:56,829 Update finished +2021-12-18 10:34:56,829 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:34:56,829 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:34:56,829 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:34:56,830 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:34:56,830 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:34:56,830 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:34:56,830 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:34:56,830 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:34:56,833 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:34:56,835 Job list saved +2021-12-18 10:34:56,840 Updating FAILED jobs +2021-12-18 10:34:56,840 Updating WAITING jobs +2021-12-18 10:34:56,840 Update finished +2021-12-18 10:35:06,851 Reloading parameters... +2021-12-18 10:35:06,875 Loading parameters... +2021-12-18 10:35:06,876 Loading project parameters... +2021-12-18 10:35:06,878 + +15 of 25 jobs remaining (10:35) +2021-12-18 10:35:06,878 Sleep: 10 +2021-12-18 10:35:06,878 Number of retrials: 0 +2021-12-18 10:35:06,878 WRAPPER CHECK TIME = 10 +2021-12-18 10:35:06,879 Checking jobs for platform=marenostrum4 +2021-12-18 10:35:06,880 Checking jobs for platform=nord3 +2021-12-18 10:35:06,880 Checking jobs for platform=local +2021-12-18 10:35:06,881 Checking jobs for platform=transfer_node +2021-12-18 10:35:06,881 Checking all jobs at once +2021-12-18 10:35:08,301 Successful check job command +2021-12-18 10:35:09,570 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:35:09,570 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:35:09,571 End of checking +2021-12-18 10:35:09,573 Updating FAILED jobs +2021-12-18 10:35:09,573 Updating WAITING jobs +2021-12-18 10:35:09,573 Update finished +2021-12-18 10:35:09,573 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:35:09,573 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:35:09,574 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:35:09,574 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:35:09,574 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:35:09,574 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:35:09,574 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:35:09,574 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:35:09,577 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:35:09,579 Job list saved +2021-12-18 10:35:09,584 Updating FAILED jobs +2021-12-18 10:35:09,584 Updating WAITING jobs +2021-12-18 10:35:09,584 Update finished +2021-12-18 10:35:19,594 Reloading parameters... +2021-12-18 10:35:19,612 Loading parameters... +2021-12-18 10:35:19,614 Loading project parameters... +2021-12-18 10:35:19,616 + +15 of 25 jobs remaining (10:35) +2021-12-18 10:35:19,616 Sleep: 10 +2021-12-18 10:35:19,616 Number of retrials: 0 +2021-12-18 10:35:19,616 WRAPPER CHECK TIME = 10 +2021-12-18 10:35:19,617 Checking jobs for platform=marenostrum4 +2021-12-18 10:35:19,618 Checking jobs for platform=nord3 +2021-12-18 10:35:19,618 Checking jobs for platform=local +2021-12-18 10:35:19,619 Checking jobs for platform=transfer_node +2021-12-18 10:35:19,619 Checking all jobs at once +2021-12-18 10:35:20,841 Successful check job command +2021-12-18 10:35:22,060 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:35:22,060 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:35:22,060 End of checking +2021-12-18 10:35:22,062 Updating FAILED jobs +2021-12-18 10:35:22,063 Updating WAITING jobs +2021-12-18 10:35:22,063 Update finished +2021-12-18 10:35:22,063 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:35:22,064 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:35:22,064 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:35:22,064 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:35:22,064 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:35:22,064 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:35:22,064 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:35:22,064 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:35:22,072 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:35:22,074 Job list saved +2021-12-18 10:35:22,080 Updating FAILED jobs +2021-12-18 10:35:22,080 Updating WAITING jobs +2021-12-18 10:35:22,080 Update finished +2021-12-18 10:35:32,090 Reloading parameters... +2021-12-18 10:35:32,109 Loading parameters... +2021-12-18 10:35:32,110 Loading project parameters... +2021-12-18 10:35:32,112 + +15 of 25 jobs remaining (10:35) +2021-12-18 10:35:32,112 Sleep: 10 +2021-12-18 10:35:32,112 Number of retrials: 0 +2021-12-18 10:35:32,113 WRAPPER CHECK TIME = 10 +2021-12-18 10:35:32,113 Checking jobs for platform=marenostrum4 +2021-12-18 10:35:32,114 Checking jobs for platform=nord3 +2021-12-18 10:35:32,114 Checking jobs for platform=local +2021-12-18 10:35:32,115 Checking jobs for platform=transfer_node +2021-12-18 10:35:32,115 Checking all jobs at once +2021-12-18 10:35:33,686 Successful check job command +2021-12-18 10:35:35,156 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:35:35,156 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:35:35,156 End of checking +2021-12-18 10:35:35,158 Updating FAILED jobs +2021-12-18 10:35:35,158 Updating WAITING jobs +2021-12-18 10:35:35,158 Update finished +2021-12-18 10:35:35,158 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:35:35,158 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:35:35,159 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:35:35,159 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:35:35,159 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:35:35,159 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:35:35,159 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:35:35,159 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:35:35,163 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:35:35,165 Job list saved +2021-12-18 10:35:35,171 Updating FAILED jobs +2021-12-18 10:35:35,171 Updating WAITING jobs +2021-12-18 10:35:35,172 Update finished +2021-12-18 10:35:45,182 Reloading parameters... +2021-12-18 10:35:45,200 Loading parameters... +2021-12-18 10:35:45,202 Loading project parameters... +2021-12-18 10:35:45,203 + +15 of 25 jobs remaining (10:35) +2021-12-18 10:35:45,204 Sleep: 10 +2021-12-18 10:35:45,204 Number of retrials: 0 +2021-12-18 10:35:45,204 WRAPPER CHECK TIME = 10 +2021-12-18 10:35:45,204 Checking jobs for platform=marenostrum4 +2021-12-18 10:35:45,205 Checking jobs for platform=nord3 +2021-12-18 10:35:45,206 Checking jobs for platform=local +2021-12-18 10:35:45,206 Checking jobs for platform=transfer_node +2021-12-18 10:35:45,206 Checking all jobs at once +2021-12-18 10:35:46,528 Successful check job command +2021-12-18 10:35:48,050 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:35:48,050 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:35:48,050 End of checking +2021-12-18 10:35:48,052 Updating FAILED jobs +2021-12-18 10:35:48,052 Updating WAITING jobs +2021-12-18 10:35:48,052 Update finished +2021-12-18 10:35:48,052 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:35:48,053 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:35:48,053 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:35:48,053 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:35:48,053 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:35:48,053 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:35:48,053 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:35:48,053 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:35:48,056 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:35:48,059 Job list saved +2021-12-18 10:35:48,066 Updating FAILED jobs +2021-12-18 10:35:48,066 Updating WAITING jobs +2021-12-18 10:35:48,066 Update finished +2021-12-18 10:35:58,076 Reloading parameters... +2021-12-18 10:35:58,097 Loading parameters... +2021-12-18 10:35:58,098 Loading project parameters... +2021-12-18 10:35:58,100 + +15 of 25 jobs remaining (10:35) +2021-12-18 10:35:58,100 Sleep: 10 +2021-12-18 10:35:58,101 Number of retrials: 0 +2021-12-18 10:35:58,101 WRAPPER CHECK TIME = 10 +2021-12-18 10:35:58,101 Checking jobs for platform=marenostrum4 +2021-12-18 10:35:58,102 Checking jobs for platform=nord3 +2021-12-18 10:35:58,102 Checking jobs for platform=local +2021-12-18 10:35:58,103 Checking jobs for platform=transfer_node +2021-12-18 10:35:58,103 Checking all jobs at once +2021-12-18 10:35:59,378 Successful check job command +2021-12-18 10:36:00,698 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:36:00,698 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:36:00,698 End of checking +2021-12-18 10:36:00,700 Updating FAILED jobs +2021-12-18 10:36:00,700 Updating WAITING jobs +2021-12-18 10:36:00,701 Update finished +2021-12-18 10:36:00,701 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:36:00,701 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:36:00,701 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:36:00,702 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:36:00,702 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:36:00,702 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:36:00,702 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:36:00,702 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:36:00,706 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:36:00,709 Job list saved +2021-12-18 10:36:00,714 Updating FAILED jobs +2021-12-18 10:36:00,715 Updating WAITING jobs +2021-12-18 10:36:00,715 Update finished +2021-12-18 10:36:10,724 Reloading parameters... +2021-12-18 10:36:10,744 Loading parameters... +2021-12-18 10:36:10,745 Loading project parameters... +2021-12-18 10:36:10,747 + +15 of 25 jobs remaining (10:36) +2021-12-18 10:36:10,747 Sleep: 10 +2021-12-18 10:36:10,747 Number of retrials: 0 +2021-12-18 10:36:10,748 WRAPPER CHECK TIME = 10 +2021-12-18 10:36:10,748 Checking jobs for platform=marenostrum4 +2021-12-18 10:36:10,749 Checking jobs for platform=nord3 +2021-12-18 10:36:10,749 Checking jobs for platform=local +2021-12-18 10:36:10,750 Checking jobs for platform=transfer_node +2021-12-18 10:36:10,750 Checking all jobs at once +2021-12-18 10:36:12,070 Successful check job command +2021-12-18 10:36:13,340 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:36:13,340 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:36:13,340 End of checking +2021-12-18 10:36:13,341 Updating FAILED jobs +2021-12-18 10:36:13,342 Updating WAITING jobs +2021-12-18 10:36:13,342 Update finished +2021-12-18 10:36:13,342 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:36:13,342 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:36:13,342 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:36:13,343 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:36:13,343 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:36:13,343 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:36:13,343 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:36:13,343 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:36:13,347 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:36:13,349 Job list saved +2021-12-18 10:36:13,354 Updating FAILED jobs +2021-12-18 10:36:13,354 Updating WAITING jobs +2021-12-18 10:36:13,354 Update finished +2021-12-18 10:36:23,365 Reloading parameters... +2021-12-18 10:36:23,387 Loading parameters... +2021-12-18 10:36:23,389 Loading project parameters... +2021-12-18 10:36:23,391 + +15 of 25 jobs remaining (10:36) +2021-12-18 10:36:23,391 Sleep: 10 +2021-12-18 10:36:23,391 Number of retrials: 0 +2021-12-18 10:36:23,391 WRAPPER CHECK TIME = 10 +2021-12-18 10:36:23,392 Checking jobs for platform=marenostrum4 +2021-12-18 10:36:23,392 Checking jobs for platform=nord3 +2021-12-18 10:36:23,393 Checking jobs for platform=local +2021-12-18 10:36:23,393 Checking jobs for platform=transfer_node +2021-12-18 10:36:23,393 Checking all jobs at once +2021-12-18 10:36:24,663 Successful check job command +2021-12-18 10:36:25,793 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:36:25,793 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:36:25,793 End of checking +2021-12-18 10:36:25,796 Updating FAILED jobs +2021-12-18 10:36:25,796 Updating WAITING jobs +2021-12-18 10:36:25,796 Update finished +2021-12-18 10:36:25,797 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:36:25,797 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:36:25,797 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:36:25,797 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:36:25,797 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:36:25,797 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:36:25,797 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:36:25,798 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:36:25,800 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:36:25,803 Job list saved +2021-12-18 10:36:25,808 Updating FAILED jobs +2021-12-18 10:36:25,808 Updating WAITING jobs +2021-12-18 10:36:25,808 Update finished +2021-12-18 10:36:35,818 Reloading parameters... +2021-12-18 10:36:35,841 Loading parameters... +2021-12-18 10:36:35,843 Loading project parameters... +2021-12-18 10:36:35,845 + +15 of 25 jobs remaining (10:36) +2021-12-18 10:36:35,845 Sleep: 10 +2021-12-18 10:36:35,845 Number of retrials: 0 +2021-12-18 10:36:35,845 WRAPPER CHECK TIME = 10 +2021-12-18 10:36:35,846 Checking jobs for platform=marenostrum4 +2021-12-18 10:36:35,846 Checking jobs for platform=nord3 +2021-12-18 10:36:35,847 Checking jobs for platform=local +2021-12-18 10:36:35,847 Checking jobs for platform=transfer_node +2021-12-18 10:36:35,848 Checking all jobs at once +2021-12-18 10:36:37,218 Successful check job command +2021-12-18 10:36:38,490 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:36:38,490 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:36:38,490 End of checking +2021-12-18 10:36:38,493 Updating FAILED jobs +2021-12-18 10:36:38,493 Updating WAITING jobs +2021-12-18 10:36:38,493 Update finished +2021-12-18 10:36:38,494 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:36:38,494 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:36:38,494 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:36:38,494 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:36:38,494 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:36:38,495 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:36:38,495 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:36:38,495 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:36:38,497 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:36:38,499 Job list saved +2021-12-18 10:36:38,504 Updating FAILED jobs +2021-12-18 10:36:38,505 Updating WAITING jobs +2021-12-18 10:36:38,505 Update finished +2021-12-18 10:36:48,515 Reloading parameters... +2021-12-18 10:36:48,532 Loading parameters... +2021-12-18 10:36:48,534 Loading project parameters... +2021-12-18 10:36:48,535 + +15 of 25 jobs remaining (10:36) +2021-12-18 10:36:48,536 Sleep: 10 +2021-12-18 10:36:48,536 Number of retrials: 0 +2021-12-18 10:36:48,536 WRAPPER CHECK TIME = 10 +2021-12-18 10:36:48,536 Checking jobs for platform=marenostrum4 +2021-12-18 10:36:48,537 Checking jobs for platform=nord3 +2021-12-18 10:36:48,538 Checking jobs for platform=local +2021-12-18 10:36:48,538 Checking jobs for platform=transfer_node +2021-12-18 10:36:48,538 Checking all jobs at once +2021-12-18 10:36:50,015 Successful check job command +2021-12-18 10:36:51,486 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:36:51,486 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:36:51,486 End of checking +2021-12-18 10:36:51,487 Updating FAILED jobs +2021-12-18 10:36:51,487 Updating WAITING jobs +2021-12-18 10:36:51,488 Update finished +2021-12-18 10:36:51,488 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:36:51,488 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:36:51,488 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:36:51,488 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:36:51,488 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:36:51,489 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:36:51,489 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:36:51,489 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:36:51,491 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:36:51,494 Job list saved +2021-12-18 10:36:51,499 Updating FAILED jobs +2021-12-18 10:36:51,499 Updating WAITING jobs +2021-12-18 10:36:51,499 Update finished +2021-12-18 10:37:01,509 Reloading parameters... +2021-12-18 10:37:01,527 Loading parameters... +2021-12-18 10:37:01,528 Loading project parameters... +2021-12-18 10:37:01,530 + +15 of 25 jobs remaining (10:37) +2021-12-18 10:37:01,530 Sleep: 10 +2021-12-18 10:37:01,530 Number of retrials: 0 +2021-12-18 10:37:01,531 WRAPPER CHECK TIME = 10 +2021-12-18 10:37:01,531 Checking jobs for platform=marenostrum4 +2021-12-18 10:37:01,532 Checking jobs for platform=nord3 +2021-12-18 10:37:01,532 Checking jobs for platform=local +2021-12-18 10:37:01,533 Checking jobs for platform=transfer_node +2021-12-18 10:37:01,533 Checking all jobs at once +2021-12-18 10:37:02,752 Successful check job command +2021-12-18 10:37:03,972 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:37:03,972 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:37:03,972 End of checking +2021-12-18 10:37:03,975 Updating FAILED jobs +2021-12-18 10:37:03,975 Updating WAITING jobs +2021-12-18 10:37:03,975 Update finished +2021-12-18 10:37:03,976 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:37:03,976 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:37:03,976 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:37:03,976 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:37:03,976 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:37:03,976 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:37:03,976 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:37:03,977 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:37:03,979 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:37:03,982 Job list saved +2021-12-18 10:37:03,986 Updating FAILED jobs +2021-12-18 10:37:03,986 Updating WAITING jobs +2021-12-18 10:37:03,986 Update finished +2021-12-18 10:37:13,996 Reloading parameters... +2021-12-18 10:37:14,015 Loading parameters... +2021-12-18 10:37:14,016 Loading project parameters... +2021-12-18 10:37:14,018 + +15 of 25 jobs remaining (10:37) +2021-12-18 10:37:14,018 Sleep: 10 +2021-12-18 10:37:14,018 Number of retrials: 0 +2021-12-18 10:37:14,018 WRAPPER CHECK TIME = 10 +2021-12-18 10:37:14,019 Checking jobs for platform=marenostrum4 +2021-12-18 10:37:14,020 Checking jobs for platform=nord3 +2021-12-18 10:37:14,020 Checking jobs for platform=local +2021-12-18 10:37:14,021 Checking jobs for platform=transfer_node +2021-12-18 10:37:14,021 Checking all jobs at once +2021-12-18 10:37:15,291 Successful check job command +2021-12-18 10:37:16,511 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:37:16,511 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:37:16,512 End of checking +2021-12-18 10:37:16,513 Updating FAILED jobs +2021-12-18 10:37:16,513 Updating WAITING jobs +2021-12-18 10:37:16,513 Update finished +2021-12-18 10:37:16,513 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:37:16,514 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:37:16,514 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:37:16,514 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:37:16,514 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:37:16,514 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:37:16,514 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:37:16,515 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:37:16,518 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:37:16,520 Job list saved +2021-12-18 10:37:16,525 Updating FAILED jobs +2021-12-18 10:37:16,525 Updating WAITING jobs +2021-12-18 10:37:16,525 Update finished +2021-12-18 10:37:26,529 Reloading parameters... +2021-12-18 10:37:26,553 Loading parameters... +2021-12-18 10:37:26,558 Loading project parameters... +2021-12-18 10:37:26,561 + +15 of 25 jobs remaining (10:37) +2021-12-18 10:37:26,562 Sleep: 10 +2021-12-18 10:37:26,562 Number of retrials: 0 +2021-12-18 10:37:26,562 WRAPPER CHECK TIME = 10 +2021-12-18 10:37:26,563 Checking jobs for platform=marenostrum4 +2021-12-18 10:37:26,563 Checking jobs for platform=nord3 +2021-12-18 10:37:26,564 Checking jobs for platform=local +2021-12-18 10:37:26,564 Checking jobs for platform=transfer_node +2021-12-18 10:37:26,564 Checking all jobs at once +2021-12-18 10:37:27,895 Successful check job command +2021-12-18 10:37:29,164 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:37:29,165 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:37:29,165 End of checking +2021-12-18 10:37:29,166 Updating FAILED jobs +2021-12-18 10:37:29,166 Updating WAITING jobs +2021-12-18 10:37:29,166 Update finished +2021-12-18 10:37:29,167 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:37:29,167 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:37:29,167 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:37:29,167 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:37:29,167 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:37:29,167 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:37:29,167 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:37:29,168 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:37:29,170 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:37:29,172 Job list saved +2021-12-18 10:37:29,177 Updating FAILED jobs +2021-12-18 10:37:29,178 Updating WAITING jobs +2021-12-18 10:37:29,178 Update finished +2021-12-18 10:37:39,188 Reloading parameters... +2021-12-18 10:37:39,207 Loading parameters... +2021-12-18 10:37:39,208 Loading project parameters... +2021-12-18 10:37:39,210 + +15 of 25 jobs remaining (10:37) +2021-12-18 10:37:39,210 Sleep: 10 +2021-12-18 10:37:39,211 Number of retrials: 0 +2021-12-18 10:37:39,211 WRAPPER CHECK TIME = 10 +2021-12-18 10:37:39,211 Checking jobs for platform=marenostrum4 +2021-12-18 10:37:39,212 Checking jobs for platform=nord3 +2021-12-18 10:37:39,212 Checking jobs for platform=local +2021-12-18 10:37:39,213 Checking jobs for platform=transfer_node +2021-12-18 10:37:39,213 Checking all jobs at once +2021-12-18 10:37:40,785 Successful check job command +2021-12-18 10:37:42,409 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:37:42,409 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:37:42,409 End of checking +2021-12-18 10:37:42,411 Updating FAILED jobs +2021-12-18 10:37:42,411 Updating WAITING jobs +2021-12-18 10:37:42,411 Update finished +2021-12-18 10:37:42,411 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:37:42,411 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:37:42,412 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:37:42,412 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:37:42,412 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:37:42,412 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:37:42,413 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:37:42,413 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:37:42,416 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:37:42,418 Job list saved +2021-12-18 10:37:42,422 Updating FAILED jobs +2021-12-18 10:37:42,422 Updating WAITING jobs +2021-12-18 10:37:42,423 Update finished +2021-12-18 10:37:52,433 Reloading parameters... +2021-12-18 10:37:52,450 Loading parameters... +2021-12-18 10:37:52,452 Loading project parameters... +2021-12-18 10:37:52,454 + +15 of 25 jobs remaining (10:37) +2021-12-18 10:37:52,454 Sleep: 10 +2021-12-18 10:37:52,454 Number of retrials: 0 +2021-12-18 10:37:52,454 WRAPPER CHECK TIME = 10 +2021-12-18 10:37:52,455 Checking jobs for platform=marenostrum4 +2021-12-18 10:37:52,455 Checking jobs for platform=nord3 +2021-12-18 10:37:52,456 Checking jobs for platform=local +2021-12-18 10:37:52,456 Checking jobs for platform=transfer_node +2021-12-18 10:37:52,457 Checking all jobs at once +2021-12-18 10:37:53,776 Successful check job command +2021-12-18 10:37:55,146 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:37:55,146 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:37:55,146 End of checking +2021-12-18 10:37:55,147 Updating FAILED jobs +2021-12-18 10:37:55,148 Updating WAITING jobs +2021-12-18 10:37:55,148 Update finished +2021-12-18 10:37:55,148 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:37:55,149 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:37:55,149 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:37:55,149 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:37:55,149 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:37:55,149 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:37:55,149 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:37:55,149 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:37:55,152 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:37:55,154 Job list saved +2021-12-18 10:37:55,159 Updating FAILED jobs +2021-12-18 10:37:55,159 Updating WAITING jobs +2021-12-18 10:37:55,160 Update finished +2021-12-18 10:38:05,167 Reloading parameters... +2021-12-18 10:38:05,185 Loading parameters... +2021-12-18 10:38:05,186 Loading project parameters... +2021-12-18 10:38:05,189 + +15 of 25 jobs remaining (10:38) +2021-12-18 10:38:05,189 Sleep: 10 +2021-12-18 10:38:05,189 Number of retrials: 0 +2021-12-18 10:38:05,189 WRAPPER CHECK TIME = 10 +2021-12-18 10:38:05,190 Checking jobs for platform=marenostrum4 +2021-12-18 10:38:05,190 Checking jobs for platform=nord3 +2021-12-18 10:38:05,191 Checking jobs for platform=local +2021-12-18 10:38:05,191 Checking jobs for platform=transfer_node +2021-12-18 10:38:05,191 Checking all jobs at once +2021-12-18 10:38:06,463 Successful check job command +2021-12-18 10:38:07,983 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:38:07,983 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:38:07,983 End of checking +2021-12-18 10:38:07,985 Updating FAILED jobs +2021-12-18 10:38:07,985 Updating WAITING jobs +2021-12-18 10:38:07,985 Update finished +2021-12-18 10:38:07,985 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:38:07,985 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:38:07,986 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:38:07,986 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:38:07,986 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:38:07,986 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:38:07,986 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:38:07,986 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:38:07,989 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:38:07,991 Job list saved +2021-12-18 10:38:07,996 Updating FAILED jobs +2021-12-18 10:38:07,996 Updating WAITING jobs +2021-12-18 10:38:07,996 Update finished +2021-12-18 10:38:18,000 Reloading parameters... +2021-12-18 10:38:18,018 Loading parameters... +2021-12-18 10:38:18,019 Loading project parameters... +2021-12-18 10:38:18,021 + +15 of 25 jobs remaining (10:38) +2021-12-18 10:38:18,021 Sleep: 10 +2021-12-18 10:38:18,021 Number of retrials: 0 +2021-12-18 10:38:18,021 WRAPPER CHECK TIME = 10 +2021-12-18 10:38:18,022 Checking jobs for platform=marenostrum4 +2021-12-18 10:38:18,022 Checking jobs for platform=nord3 +2021-12-18 10:38:18,023 Checking jobs for platform=local +2021-12-18 10:38:18,023 Checking jobs for platform=transfer_node +2021-12-18 10:38:18,024 Checking all jobs at once +2021-12-18 10:38:19,297 Successful check job command +2021-12-18 10:38:20,516 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:38:20,517 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:38:20,517 End of checking +2021-12-18 10:38:20,518 Updating FAILED jobs +2021-12-18 10:38:20,518 Updating WAITING jobs +2021-12-18 10:38:20,519 Update finished +2021-12-18 10:38:20,519 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:38:20,519 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:38:20,519 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:38:20,519 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:38:20,519 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:38:20,519 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:38:20,519 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:38:20,520 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:38:20,522 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:38:20,524 Job list saved +2021-12-18 10:38:20,529 Updating FAILED jobs +2021-12-18 10:38:20,529 Updating WAITING jobs +2021-12-18 10:38:20,529 Update finished +2021-12-18 10:38:30,539 Reloading parameters... +2021-12-18 10:38:30,556 Loading parameters... +2021-12-18 10:38:30,558 Loading project parameters... +2021-12-18 10:38:30,559 + +15 of 25 jobs remaining (10:38) +2021-12-18 10:38:30,560 Sleep: 10 +2021-12-18 10:38:30,560 Number of retrials: 0 +2021-12-18 10:38:30,560 WRAPPER CHECK TIME = 10 +2021-12-18 10:38:30,560 Checking jobs for platform=marenostrum4 +2021-12-18 10:38:30,561 Checking jobs for platform=nord3 +2021-12-18 10:38:30,562 Checking jobs for platform=local +2021-12-18 10:38:30,562 Checking jobs for platform=transfer_node +2021-12-18 10:38:30,562 Checking all jobs at once +2021-12-18 10:38:31,832 Successful check job command +2021-12-18 10:38:33,101 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:38:33,101 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:38:33,101 End of checking +2021-12-18 10:38:33,103 Updating FAILED jobs +2021-12-18 10:38:33,103 Updating WAITING jobs +2021-12-18 10:38:33,103 Update finished +2021-12-18 10:38:33,103 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:38:33,104 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:38:33,104 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:38:33,105 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:38:33,105 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:38:33,105 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:38:33,105 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:38:33,105 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:38:33,110 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:38:33,112 Job list saved +2021-12-18 10:38:33,117 Updating FAILED jobs +2021-12-18 10:38:33,117 Updating WAITING jobs +2021-12-18 10:38:33,117 Update finished +2021-12-18 10:38:43,127 Reloading parameters... +2021-12-18 10:38:43,146 Loading parameters... +2021-12-18 10:38:43,147 Loading project parameters... +2021-12-18 10:38:43,149 + +15 of 25 jobs remaining (10:38) +2021-12-18 10:38:43,149 Sleep: 10 +2021-12-18 10:38:43,149 Number of retrials: 0 +2021-12-18 10:38:43,149 WRAPPER CHECK TIME = 10 +2021-12-18 10:38:43,150 Checking jobs for platform=marenostrum4 +2021-12-18 10:38:43,151 Checking jobs for platform=nord3 +2021-12-18 10:38:43,151 Checking jobs for platform=local +2021-12-18 10:38:43,152 Checking jobs for platform=transfer_node +2021-12-18 10:38:43,152 Checking all jobs at once +2021-12-18 10:38:44,672 Successful check job command +2021-12-18 10:38:46,192 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:38:46,192 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:38:46,192 End of checking +2021-12-18 10:38:46,194 Updating FAILED jobs +2021-12-18 10:38:46,194 Updating WAITING jobs +2021-12-18 10:38:46,194 Update finished +2021-12-18 10:38:46,194 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:38:46,194 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:38:46,195 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:38:46,195 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:38:46,195 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:38:46,195 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:38:46,195 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:38:46,195 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:38:46,198 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:38:46,200 Job list saved +2021-12-18 10:38:46,205 Updating FAILED jobs +2021-12-18 10:38:46,205 Updating WAITING jobs +2021-12-18 10:38:46,205 Update finished +2021-12-18 10:38:56,208 Reloading parameters... +2021-12-18 10:38:56,226 Loading parameters... +2021-12-18 10:38:56,228 Loading project parameters... +2021-12-18 10:38:56,229 + +15 of 25 jobs remaining (10:38) +2021-12-18 10:38:56,230 Sleep: 10 +2021-12-18 10:38:56,230 Number of retrials: 0 +2021-12-18 10:38:56,230 WRAPPER CHECK TIME = 10 +2021-12-18 10:38:56,230 Checking jobs for platform=marenostrum4 +2021-12-18 10:38:56,231 Checking jobs for platform=nord3 +2021-12-18 10:38:56,233 Checking jobs for platform=local +2021-12-18 10:38:56,235 Checking jobs for platform=transfer_node +2021-12-18 10:38:56,235 Checking all jobs at once +2021-12-18 10:38:57,560 Successful check job command +2021-12-18 10:38:58,879 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:38:58,879 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:38:58,880 End of checking +2021-12-18 10:38:58,881 Updating FAILED jobs +2021-12-18 10:38:58,881 Updating WAITING jobs +2021-12-18 10:38:58,881 Update finished +2021-12-18 10:38:58,881 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:38:58,882 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:38:58,882 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:38:58,882 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:38:58,882 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:38:58,882 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:38:58,882 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:38:58,882 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:38:58,885 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:38:58,887 Job list saved +2021-12-18 10:38:58,892 Updating FAILED jobs +2021-12-18 10:38:58,892 Updating WAITING jobs +2021-12-18 10:38:58,892 Update finished +2021-12-18 10:39:08,902 Reloading parameters... +2021-12-18 10:39:08,923 Loading parameters... +2021-12-18 10:39:08,925 Loading project parameters... +2021-12-18 10:39:08,927 + +15 of 25 jobs remaining (10:39) +2021-12-18 10:39:08,927 Sleep: 10 +2021-12-18 10:39:08,927 Number of retrials: 0 +2021-12-18 10:39:08,928 WRAPPER CHECK TIME = 10 +2021-12-18 10:39:08,928 Checking jobs for platform=marenostrum4 +2021-12-18 10:39:08,929 Checking jobs for platform=nord3 +2021-12-18 10:39:08,929 Checking jobs for platform=local +2021-12-18 10:39:08,930 Checking jobs for platform=transfer_node +2021-12-18 10:39:08,930 Checking all jobs at once +2021-12-18 10:39:10,249 Successful check job command +2021-12-18 10:39:11,521 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:39:11,521 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:39:11,521 End of checking +2021-12-18 10:39:11,523 Updating FAILED jobs +2021-12-18 10:39:11,523 Updating WAITING jobs +2021-12-18 10:39:11,523 Update finished +2021-12-18 10:39:11,523 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:39:11,524 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:39:11,524 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:39:11,524 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:39:11,524 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:39:11,524 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:39:11,524 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:39:11,524 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:39:11,527 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:39:11,529 Job list saved +2021-12-18 10:39:11,534 Updating FAILED jobs +2021-12-18 10:39:11,534 Updating WAITING jobs +2021-12-18 10:39:11,534 Update finished +2021-12-18 10:39:21,544 Reloading parameters... +2021-12-18 10:39:21,564 Loading parameters... +2021-12-18 10:39:21,565 Loading project parameters... +2021-12-18 10:39:21,567 + +15 of 25 jobs remaining (10:39) +2021-12-18 10:39:21,567 Sleep: 10 +2021-12-18 10:39:21,567 Number of retrials: 0 +2021-12-18 10:39:21,567 WRAPPER CHECK TIME = 10 +2021-12-18 10:39:21,568 Checking jobs for platform=marenostrum4 +2021-12-18 10:39:21,569 Checking jobs for platform=nord3 +2021-12-18 10:39:21,569 Checking jobs for platform=local +2021-12-18 10:39:21,570 Checking jobs for platform=transfer_node +2021-12-18 10:39:21,570 Checking all jobs at once +2021-12-18 10:39:22,889 Successful check job command +2021-12-18 10:39:24,109 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:39:24,109 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:39:24,109 End of checking +2021-12-18 10:39:24,110 Updating FAILED jobs +2021-12-18 10:39:24,110 Updating WAITING jobs +2021-12-18 10:39:24,111 Update finished +2021-12-18 10:39:24,111 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:39:24,111 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:39:24,111 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:39:24,111 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:39:24,111 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:39:24,111 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:39:24,112 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:39:24,112 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:39:24,115 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:39:24,117 Job list saved +2021-12-18 10:39:24,122 Updating FAILED jobs +2021-12-18 10:39:24,122 Updating WAITING jobs +2021-12-18 10:39:24,122 Update finished +2021-12-18 10:39:34,127 Reloading parameters... +2021-12-18 10:39:34,146 Loading parameters... +2021-12-18 10:39:34,147 Loading project parameters... +2021-12-18 10:39:34,149 + +15 of 25 jobs remaining (10:39) +2021-12-18 10:39:34,149 Sleep: 10 +2021-12-18 10:39:34,149 Number of retrials: 0 +2021-12-18 10:39:34,149 WRAPPER CHECK TIME = 10 +2021-12-18 10:39:34,150 Checking jobs for platform=marenostrum4 +2021-12-18 10:39:34,150 Checking jobs for platform=nord3 +2021-12-18 10:39:34,151 Checking jobs for platform=local +2021-12-18 10:39:34,152 Checking jobs for platform=transfer_node +2021-12-18 10:39:34,152 Checking all jobs at once +2021-12-18 10:39:35,474 Successful check job command +2021-12-18 10:39:36,694 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:39:36,695 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:39:36,695 End of checking +2021-12-18 10:39:36,697 Updating FAILED jobs +2021-12-18 10:39:36,697 Updating WAITING jobs +2021-12-18 10:39:36,697 Update finished +2021-12-18 10:39:36,697 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:39:36,697 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:39:36,697 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:39:36,698 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:39:36,698 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:39:36,698 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:39:36,698 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:39:36,698 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:39:36,701 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:39:36,703 Job list saved +2021-12-18 10:39:36,707 Updating FAILED jobs +2021-12-18 10:39:36,707 Updating WAITING jobs +2021-12-18 10:39:36,708 Update finished +2021-12-18 10:39:46,718 Reloading parameters... +2021-12-18 10:39:46,736 Loading parameters... +2021-12-18 10:39:46,738 Loading project parameters... +2021-12-18 10:39:46,739 + +15 of 25 jobs remaining (10:39) +2021-12-18 10:39:46,740 Sleep: 10 +2021-12-18 10:39:46,740 Number of retrials: 0 +2021-12-18 10:39:46,740 WRAPPER CHECK TIME = 10 +2021-12-18 10:39:46,740 Checking jobs for platform=marenostrum4 +2021-12-18 10:39:46,741 Checking jobs for platform=nord3 +2021-12-18 10:39:46,742 Checking jobs for platform=local +2021-12-18 10:39:46,742 Checking jobs for platform=transfer_node +2021-12-18 10:39:46,742 Checking all jobs at once +2021-12-18 10:39:48,262 Successful check job command +2021-12-18 10:39:49,531 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:39:49,531 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:39:49,531 End of checking +2021-12-18 10:39:49,532 Updating FAILED jobs +2021-12-18 10:39:49,532 Updating WAITING jobs +2021-12-18 10:39:49,533 Update finished +2021-12-18 10:39:49,533 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:39:49,533 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:39:49,534 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:39:49,534 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:39:49,534 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:39:49,534 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:39:49,534 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:39:49,534 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:39:49,537 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:39:49,539 Job list saved +2021-12-18 10:39:49,544 Updating FAILED jobs +2021-12-18 10:39:49,544 Updating WAITING jobs +2021-12-18 10:39:49,544 Update finished +2021-12-18 10:39:59,554 Reloading parameters... +2021-12-18 10:39:59,574 Loading parameters... +2021-12-18 10:39:59,575 Loading project parameters... +2021-12-18 10:39:59,577 + +15 of 25 jobs remaining (10:39) +2021-12-18 10:39:59,577 Sleep: 10 +2021-12-18 10:39:59,577 Number of retrials: 0 +2021-12-18 10:39:59,578 WRAPPER CHECK TIME = 10 +2021-12-18 10:39:59,578 Checking jobs for platform=marenostrum4 +2021-12-18 10:39:59,579 Checking jobs for platform=nord3 +2021-12-18 10:39:59,579 Checking jobs for platform=local +2021-12-18 10:39:59,580 Checking jobs for platform=transfer_node +2021-12-18 10:39:59,580 Checking all jobs at once +2021-12-18 10:40:00,949 Successful check job command +2021-12-18 10:40:02,221 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:40:02,222 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:40:02,222 End of checking +2021-12-18 10:40:02,223 Updating FAILED jobs +2021-12-18 10:40:02,223 Updating WAITING jobs +2021-12-18 10:40:02,223 Update finished +2021-12-18 10:40:02,224 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:40:02,224 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:40:02,224 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:40:02,224 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:40:02,224 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:40:02,224 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:40:02,224 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:40:02,225 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:40:02,227 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:40:02,229 Job list saved +2021-12-18 10:40:02,235 Updating FAILED jobs +2021-12-18 10:40:02,235 Updating WAITING jobs +2021-12-18 10:40:02,235 Update finished +2021-12-18 10:40:12,245 Reloading parameters... +2021-12-18 10:40:12,270 Loading parameters... +2021-12-18 10:40:12,272 Loading project parameters... +2021-12-18 10:40:12,275 + +15 of 25 jobs remaining (10:40) +2021-12-18 10:40:12,275 Sleep: 10 +2021-12-18 10:40:12,275 Number of retrials: 0 +2021-12-18 10:40:12,276 WRAPPER CHECK TIME = 10 +2021-12-18 10:40:12,276 Checking jobs for platform=marenostrum4 +2021-12-18 10:40:12,277 Checking jobs for platform=nord3 +2021-12-18 10:40:12,277 Checking jobs for platform=local +2021-12-18 10:40:12,278 Checking jobs for platform=transfer_node +2021-12-18 10:40:12,278 Checking all jobs at once +2021-12-18 10:40:13,649 Successful check job command +2021-12-18 10:40:14,968 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:40:14,969 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:40:14,969 End of checking +2021-12-18 10:40:14,970 Updating FAILED jobs +2021-12-18 10:40:14,971 Updating WAITING jobs +2021-12-18 10:40:14,971 Update finished +2021-12-18 10:40:14,971 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:40:14,971 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:40:14,971 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:40:14,971 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:40:14,972 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:40:14,972 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:40:14,972 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:40:14,972 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:40:14,974 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:40:14,977 Job list saved +2021-12-18 10:40:14,981 Updating FAILED jobs +2021-12-18 10:40:14,982 Updating WAITING jobs +2021-12-18 10:40:14,982 Update finished +2021-12-18 10:40:24,992 Reloading parameters... +2021-12-18 10:40:25,013 Loading parameters... +2021-12-18 10:40:25,014 Loading project parameters... +2021-12-18 10:40:25,016 + +15 of 25 jobs remaining (10:40) +2021-12-18 10:40:25,017 Sleep: 10 +2021-12-18 10:40:25,017 Number of retrials: 0 +2021-12-18 10:40:25,017 WRAPPER CHECK TIME = 10 +2021-12-18 10:40:25,017 Checking jobs for platform=marenostrum4 +2021-12-18 10:40:25,018 Checking jobs for platform=nord3 +2021-12-18 10:40:25,019 Checking jobs for platform=local +2021-12-18 10:40:25,019 Checking jobs for platform=transfer_node +2021-12-18 10:40:25,019 Checking all jobs at once +2021-12-18 10:40:26,589 Successful check job command +2021-12-18 10:40:27,812 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:40:27,812 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:40:27,812 End of checking +2021-12-18 10:40:27,813 Updating FAILED jobs +2021-12-18 10:40:27,813 Updating WAITING jobs +2021-12-18 10:40:27,814 Update finished +2021-12-18 10:40:27,814 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:40:27,814 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:40:27,815 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:40:27,815 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:40:27,815 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:40:27,815 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:40:27,815 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:40:27,815 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:40:27,820 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:40:27,822 Job list saved +2021-12-18 10:40:27,827 Updating FAILED jobs +2021-12-18 10:40:27,827 Updating WAITING jobs +2021-12-18 10:40:27,827 Update finished +2021-12-18 10:40:37,835 Reloading parameters... +2021-12-18 10:40:37,855 Loading parameters... +2021-12-18 10:40:37,856 Loading project parameters... +2021-12-18 10:40:37,858 + +15 of 25 jobs remaining (10:40) +2021-12-18 10:40:37,859 Sleep: 10 +2021-12-18 10:40:37,859 Number of retrials: 0 +2021-12-18 10:40:37,859 WRAPPER CHECK TIME = 10 +2021-12-18 10:40:37,859 Checking jobs for platform=marenostrum4 +2021-12-18 10:40:37,860 Checking jobs for platform=nord3 +2021-12-18 10:40:37,860 Checking jobs for platform=local +2021-12-18 10:40:37,861 Checking jobs for platform=transfer_node +2021-12-18 10:40:37,861 Checking all jobs at once +2021-12-18 10:40:39,281 Successful check job command +2021-12-18 10:40:40,600 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:40:40,600 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:40:40,600 End of checking +2021-12-18 10:40:40,602 Updating FAILED jobs +2021-12-18 10:40:40,602 Updating WAITING jobs +2021-12-18 10:40:40,602 Update finished +2021-12-18 10:40:40,602 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:40:40,603 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:40:40,603 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:40:40,603 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:40:40,603 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:40:40,603 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:40:40,603 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:40:40,603 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:40:40,606 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:40:40,609 Job list saved +2021-12-18 10:40:40,613 Updating FAILED jobs +2021-12-18 10:40:40,613 Updating WAITING jobs +2021-12-18 10:40:40,614 Update finished +2021-12-18 10:40:50,623 Reloading parameters... +2021-12-18 10:40:50,644 Loading parameters... +2021-12-18 10:40:50,645 Loading project parameters... +2021-12-18 10:40:50,647 + +15 of 25 jobs remaining (10:40) +2021-12-18 10:40:50,647 Sleep: 10 +2021-12-18 10:40:50,648 Number of retrials: 0 +2021-12-18 10:40:50,648 WRAPPER CHECK TIME = 10 +2021-12-18 10:40:50,648 Checking jobs for platform=marenostrum4 +2021-12-18 10:40:50,649 Checking jobs for platform=nord3 +2021-12-18 10:40:50,649 Checking jobs for platform=local +2021-12-18 10:40:50,650 Checking jobs for platform=transfer_node +2021-12-18 10:40:50,650 Checking all jobs at once +2021-12-18 10:40:52,370 Successful check job command +2021-12-18 10:40:53,639 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:40:53,639 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:40:53,640 End of checking +2021-12-18 10:40:53,641 Updating FAILED jobs +2021-12-18 10:40:53,641 Updating WAITING jobs +2021-12-18 10:40:53,641 Update finished +2021-12-18 10:40:53,641 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:40:53,642 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:40:53,642 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:40:53,642 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:40:53,642 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:40:53,642 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:40:53,642 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:40:53,642 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:40:53,645 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:40:53,647 Job list saved +2021-12-18 10:40:53,652 Updating FAILED jobs +2021-12-18 10:40:53,652 Updating WAITING jobs +2021-12-18 10:40:53,652 Update finished +2021-12-18 10:41:03,662 Reloading parameters... +2021-12-18 10:41:03,682 Loading parameters... +2021-12-18 10:41:03,684 Loading project parameters... +2021-12-18 10:41:03,690 + +15 of 25 jobs remaining (10:41) +2021-12-18 10:41:03,690 Sleep: 10 +2021-12-18 10:41:03,690 Number of retrials: 0 +2021-12-18 10:41:03,690 WRAPPER CHECK TIME = 10 +2021-12-18 10:41:03,691 Checking jobs for platform=marenostrum4 +2021-12-18 10:41:03,691 Checking jobs for platform=nord3 +2021-12-18 10:41:03,692 Checking jobs for platform=local +2021-12-18 10:41:03,692 Checking jobs for platform=transfer_node +2021-12-18 10:41:03,692 Checking all jobs at once +2021-12-18 10:41:05,316 Successful check job command +2021-12-18 10:41:06,586 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:41:06,586 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:41:06,586 End of checking +2021-12-18 10:41:06,587 Updating FAILED jobs +2021-12-18 10:41:06,587 Updating WAITING jobs +2021-12-18 10:41:06,588 Update finished +2021-12-18 10:41:06,588 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:41:06,588 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:41:06,589 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:41:06,589 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:41:06,589 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:41:06,589 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:41:06,589 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:41:06,589 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:41:06,591 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:41:06,594 Job list saved +2021-12-18 10:41:06,598 Updating FAILED jobs +2021-12-18 10:41:06,599 Updating WAITING jobs +2021-12-18 10:41:06,599 Update finished +2021-12-18 10:41:16,609 Reloading parameters... +2021-12-18 10:41:16,627 Loading parameters... +2021-12-18 10:41:16,629 Loading project parameters... +2021-12-18 10:41:16,631 + +15 of 25 jobs remaining (10:41) +2021-12-18 10:41:16,631 Sleep: 10 +2021-12-18 10:41:16,631 Number of retrials: 0 +2021-12-18 10:41:16,631 WRAPPER CHECK TIME = 10 +2021-12-18 10:41:16,632 Checking jobs for platform=marenostrum4 +2021-12-18 10:41:16,632 Checking jobs for platform=nord3 +2021-12-18 10:41:16,633 Checking jobs for platform=local +2021-12-18 10:41:16,633 Checking jobs for platform=transfer_node +2021-12-18 10:41:16,633 Checking all jobs at once +2021-12-18 10:41:18,103 Successful check job command +2021-12-18 10:41:19,423 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:41:19,423 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:41:19,423 End of checking +2021-12-18 10:41:19,425 Updating FAILED jobs +2021-12-18 10:41:19,425 Updating WAITING jobs +2021-12-18 10:41:19,425 Update finished +2021-12-18 10:41:19,425 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:41:19,426 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:41:19,426 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:41:19,426 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:41:19,426 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:41:19,426 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:41:19,426 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:41:19,426 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:41:19,429 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:41:19,432 Job list saved +2021-12-18 10:41:19,436 Updating FAILED jobs +2021-12-18 10:41:19,437 Updating WAITING jobs +2021-12-18 10:41:19,437 Update finished +2021-12-18 10:41:29,447 Reloading parameters... +2021-12-18 10:41:29,466 Loading parameters... +2021-12-18 10:41:29,468 Loading project parameters... +2021-12-18 10:41:29,470 + +15 of 25 jobs remaining (10:41) +2021-12-18 10:41:29,470 Sleep: 10 +2021-12-18 10:41:29,470 Number of retrials: 0 +2021-12-18 10:41:29,470 WRAPPER CHECK TIME = 10 +2021-12-18 10:41:29,471 Checking jobs for platform=marenostrum4 +2021-12-18 10:41:29,471 Checking jobs for platform=nord3 +2021-12-18 10:41:29,472 Checking jobs for platform=local +2021-12-18 10:41:29,472 Checking jobs for platform=transfer_node +2021-12-18 10:41:29,473 Checking all jobs at once +2021-12-18 10:41:30,846 Successful check job command +2021-12-18 10:41:32,066 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:41:32,066 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:41:32,066 End of checking +2021-12-18 10:41:32,068 Updating FAILED jobs +2021-12-18 10:41:32,068 Updating WAITING jobs +2021-12-18 10:41:32,068 Update finished +2021-12-18 10:41:32,068 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:41:32,068 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:41:32,069 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:41:32,069 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:41:32,069 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:41:32,069 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:41:32,069 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:41:32,069 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:41:32,072 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:41:32,074 Job list saved +2021-12-18 10:41:32,087 Updating FAILED jobs +2021-12-18 10:41:32,087 Updating WAITING jobs +2021-12-18 10:41:32,087 Update finished +2021-12-18 10:41:42,094 Reloading parameters... +2021-12-18 10:41:42,113 Loading parameters... +2021-12-18 10:41:42,115 Loading project parameters... +2021-12-18 10:41:42,117 + +15 of 25 jobs remaining (10:41) +2021-12-18 10:41:42,117 Sleep: 10 +2021-12-18 10:41:42,117 Number of retrials: 0 +2021-12-18 10:41:42,117 WRAPPER CHECK TIME = 10 +2021-12-18 10:41:42,117 Checking jobs for platform=marenostrum4 +2021-12-18 10:41:42,118 Checking jobs for platform=nord3 +2021-12-18 10:41:42,119 Checking jobs for platform=local +2021-12-18 10:41:42,119 Checking jobs for platform=transfer_node +2021-12-18 10:41:42,119 Checking all jobs at once +2021-12-18 10:41:43,539 Successful check job command +2021-12-18 10:41:44,808 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:41:44,809 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:41:44,809 End of checking +2021-12-18 10:41:44,810 Updating FAILED jobs +2021-12-18 10:41:44,810 Updating WAITING jobs +2021-12-18 10:41:44,811 Update finished +2021-12-18 10:41:44,811 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:41:44,811 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:41:44,811 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:41:44,812 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:41:44,812 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:41:44,812 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:41:44,812 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:41:44,812 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:41:44,815 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:41:44,817 Job list saved +2021-12-18 10:41:44,822 Updating FAILED jobs +2021-12-18 10:41:44,822 Updating WAITING jobs +2021-12-18 10:41:44,822 Update finished +2021-12-18 10:41:54,832 Reloading parameters... +2021-12-18 10:41:54,851 Loading parameters... +2021-12-18 10:41:54,853 Loading project parameters... +2021-12-18 10:41:54,855 + +15 of 25 jobs remaining (10:41) +2021-12-18 10:41:54,855 Sleep: 10 +2021-12-18 10:41:54,855 Number of retrials: 0 +2021-12-18 10:41:54,855 WRAPPER CHECK TIME = 10 +2021-12-18 10:41:54,856 Checking jobs for platform=marenostrum4 +2021-12-18 10:41:54,856 Checking jobs for platform=nord3 +2021-12-18 10:41:54,857 Checking jobs for platform=local +2021-12-18 10:41:54,857 Checking jobs for platform=transfer_node +2021-12-18 10:41:54,858 Checking all jobs at once +2021-12-18 10:41:56,277 Successful check job command +2021-12-18 10:41:57,546 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:41:57,546 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:41:57,546 End of checking +2021-12-18 10:41:57,547 Updating FAILED jobs +2021-12-18 10:41:57,547 Updating WAITING jobs +2021-12-18 10:41:57,548 Update finished +2021-12-18 10:41:57,548 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:41:57,548 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:41:57,548 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:41:57,548 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:41:57,548 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:41:57,548 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:41:57,548 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:41:57,549 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:41:57,551 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:41:57,553 Job list saved +2021-12-18 10:41:57,558 Updating FAILED jobs +2021-12-18 10:41:57,558 Updating WAITING jobs +2021-12-18 10:41:57,558 Update finished +2021-12-18 10:42:07,567 Reloading parameters... +2021-12-18 10:42:07,586 Loading parameters... +2021-12-18 10:42:07,587 Loading project parameters... +2021-12-18 10:42:07,589 + +15 of 25 jobs remaining (10:42) +2021-12-18 10:42:07,589 Sleep: 10 +2021-12-18 10:42:07,589 Number of retrials: 0 +2021-12-18 10:42:07,589 WRAPPER CHECK TIME = 10 +2021-12-18 10:42:07,590 Checking jobs for platform=marenostrum4 +2021-12-18 10:42:07,591 Checking jobs for platform=nord3 +2021-12-18 10:42:07,591 Checking jobs for platform=local +2021-12-18 10:42:07,592 Checking jobs for platform=transfer_node +2021-12-18 10:42:07,592 Checking all jobs at once +2021-12-18 10:42:09,316 Successful check job command +2021-12-18 10:42:10,636 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:42:10,636 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:42:10,636 End of checking +2021-12-18 10:42:10,638 Updating FAILED jobs +2021-12-18 10:42:10,638 Updating WAITING jobs +2021-12-18 10:42:10,638 Update finished +2021-12-18 10:42:10,638 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:42:10,638 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:42:10,638 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:42:10,639 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:42:10,639 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:42:10,639 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:42:10,639 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:42:10,639 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:42:10,642 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:42:10,644 Job list saved +2021-12-18 10:42:10,649 Updating FAILED jobs +2021-12-18 10:42:10,649 Updating WAITING jobs +2021-12-18 10:42:10,649 Update finished +2021-12-18 10:42:20,659 Reloading parameters... +2021-12-18 10:42:20,676 Loading parameters... +2021-12-18 10:42:20,677 Loading project parameters... +2021-12-18 10:42:20,679 + +15 of 25 jobs remaining (10:42) +2021-12-18 10:42:20,679 Sleep: 10 +2021-12-18 10:42:20,679 Number of retrials: 0 +2021-12-18 10:42:20,680 WRAPPER CHECK TIME = 10 +2021-12-18 10:42:20,680 Checking jobs for platform=marenostrum4 +2021-12-18 10:42:20,681 Checking jobs for platform=nord3 +2021-12-18 10:42:20,681 Checking jobs for platform=local +2021-12-18 10:42:20,682 Checking jobs for platform=transfer_node +2021-12-18 10:42:20,682 Checking all jobs at once +2021-12-18 10:42:22,256 Successful check job command +2021-12-18 10:42:23,625 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:42:23,626 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:42:23,626 End of checking +2021-12-18 10:42:23,627 Updating FAILED jobs +2021-12-18 10:42:23,627 Updating WAITING jobs +2021-12-18 10:42:23,627 Update finished +2021-12-18 10:42:23,627 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:42:23,628 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:42:23,628 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:42:23,628 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:42:23,628 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:42:23,628 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:42:23,628 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:42:23,628 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:42:23,631 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:42:23,633 Job list saved +2021-12-18 10:42:23,637 Updating FAILED jobs +2021-12-18 10:42:23,637 Updating WAITING jobs +2021-12-18 10:42:23,638 Update finished +2021-12-18 10:42:33,648 Reloading parameters... +2021-12-18 10:42:33,665 Loading parameters... +2021-12-18 10:42:33,667 Loading project parameters... +2021-12-18 10:42:33,668 + +15 of 25 jobs remaining (10:42) +2021-12-18 10:42:33,669 Sleep: 10 +2021-12-18 10:42:33,669 Number of retrials: 0 +2021-12-18 10:42:33,669 WRAPPER CHECK TIME = 10 +2021-12-18 10:42:33,669 Checking jobs for platform=marenostrum4 +2021-12-18 10:42:33,670 Checking jobs for platform=nord3 +2021-12-18 10:42:33,670 Checking jobs for platform=local +2021-12-18 10:42:33,671 Checking jobs for platform=transfer_node +2021-12-18 10:42:33,671 Checking all jobs at once +2021-12-18 10:42:35,744 Successful check job command +2021-12-18 10:42:37,013 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:42:37,014 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:42:37,014 End of checking +2021-12-18 10:42:37,015 Updating FAILED jobs +2021-12-18 10:42:37,015 Updating WAITING jobs +2021-12-18 10:42:37,015 Update finished +2021-12-18 10:42:37,016 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:42:37,016 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:42:37,016 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:42:37,016 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:42:37,016 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:42:37,016 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:42:37,016 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:42:37,016 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:42:37,019 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:42:37,022 Job list saved +2021-12-18 10:42:37,026 Updating FAILED jobs +2021-12-18 10:42:37,026 Updating WAITING jobs +2021-12-18 10:42:37,027 Update finished +2021-12-18 10:42:47,037 Reloading parameters... +2021-12-18 10:42:47,056 Loading parameters... +2021-12-18 10:42:47,057 Loading project parameters... +2021-12-18 10:42:47,060 + +15 of 25 jobs remaining (10:42) +2021-12-18 10:42:47,060 Sleep: 10 +2021-12-18 10:42:47,060 Number of retrials: 0 +2021-12-18 10:42:47,060 WRAPPER CHECK TIME = 10 +2021-12-18 10:42:47,061 Checking jobs for platform=marenostrum4 +2021-12-18 10:42:47,061 Checking jobs for platform=nord3 +2021-12-18 10:42:47,062 Checking jobs for platform=local +2021-12-18 10:42:47,062 Checking jobs for platform=transfer_node +2021-12-18 10:42:47,062 Checking all jobs at once +2021-12-18 10:42:48,432 Successful check job command +2021-12-18 10:42:49,852 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:42:49,852 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:42:49,852 End of checking +2021-12-18 10:42:49,853 Updating FAILED jobs +2021-12-18 10:42:49,853 Updating WAITING jobs +2021-12-18 10:42:49,854 Update finished +2021-12-18 10:42:49,854 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:42:49,854 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:42:49,854 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:42:49,854 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:42:49,854 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:42:49,854 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:42:49,855 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:42:49,855 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:42:49,857 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:42:49,859 Job list saved +2021-12-18 10:42:49,863 Updating FAILED jobs +2021-12-18 10:42:49,864 Updating WAITING jobs +2021-12-18 10:42:49,864 Update finished +2021-12-18 10:42:59,874 Reloading parameters... +2021-12-18 10:42:59,893 Loading parameters... +2021-12-18 10:42:59,895 Loading project parameters... +2021-12-18 10:42:59,899 + +15 of 25 jobs remaining (10:42) +2021-12-18 10:42:59,899 Sleep: 10 +2021-12-18 10:42:59,899 Number of retrials: 0 +2021-12-18 10:42:59,899 WRAPPER CHECK TIME = 10 +2021-12-18 10:42:59,900 Checking jobs for platform=marenostrum4 +2021-12-18 10:42:59,900 Checking jobs for platform=nord3 +2021-12-18 10:42:59,901 Checking jobs for platform=local +2021-12-18 10:42:59,902 Checking jobs for platform=transfer_node +2021-12-18 10:42:59,902 Checking all jobs at once +2021-12-18 10:43:01,223 Successful check job command +2021-12-18 10:43:02,543 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:43:02,543 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:43:02,543 End of checking +2021-12-18 10:43:02,545 Updating FAILED jobs +2021-12-18 10:43:02,545 Updating WAITING jobs +2021-12-18 10:43:02,545 Update finished +2021-12-18 10:43:02,545 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:43:02,546 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:43:02,546 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:43:02,546 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:43:02,547 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:43:02,547 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:43:02,547 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:43:02,547 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:43:02,550 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:43:02,552 Job list saved +2021-12-18 10:43:02,556 Updating FAILED jobs +2021-12-18 10:43:02,557 Updating WAITING jobs +2021-12-18 10:43:02,557 Update finished +2021-12-18 10:43:12,560 Reloading parameters... +2021-12-18 10:43:12,577 Loading parameters... +2021-12-18 10:43:12,578 Loading project parameters... +2021-12-18 10:43:12,580 + +15 of 25 jobs remaining (10:43) +2021-12-18 10:43:12,580 Sleep: 10 +2021-12-18 10:43:12,580 Number of retrials: 0 +2021-12-18 10:43:12,581 WRAPPER CHECK TIME = 10 +2021-12-18 10:43:12,581 Checking jobs for platform=marenostrum4 +2021-12-18 10:43:12,582 Checking jobs for platform=nord3 +2021-12-18 10:43:12,582 Checking jobs for platform=local +2021-12-18 10:43:12,583 Checking jobs for platform=transfer_node +2021-12-18 10:43:12,583 Checking all jobs at once +2021-12-18 10:43:14,003 Successful check job command +2021-12-18 10:43:15,272 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:43:15,272 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:43:15,272 End of checking +2021-12-18 10:43:15,273 Updating FAILED jobs +2021-12-18 10:43:15,273 Updating WAITING jobs +2021-12-18 10:43:15,274 Update finished +2021-12-18 10:43:15,274 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:43:15,274 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:43:15,274 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:43:15,274 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:43:15,274 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:43:15,275 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:43:15,275 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:43:15,275 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:43:15,277 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:43:15,280 Job list saved +2021-12-18 10:43:15,284 Updating FAILED jobs +2021-12-18 10:43:15,284 Updating WAITING jobs +2021-12-18 10:43:15,284 Update finished +2021-12-18 10:43:25,293 Reloading parameters... +2021-12-18 10:43:25,311 Loading parameters... +2021-12-18 10:43:25,313 Loading project parameters... +2021-12-18 10:43:25,314 + +15 of 25 jobs remaining (10:43) +2021-12-18 10:43:25,315 Sleep: 10 +2021-12-18 10:43:25,315 Number of retrials: 0 +2021-12-18 10:43:25,315 WRAPPER CHECK TIME = 10 +2021-12-18 10:43:25,315 Checking jobs for platform=marenostrum4 +2021-12-18 10:43:25,316 Checking jobs for platform=nord3 +2021-12-18 10:43:25,317 Checking jobs for platform=local +2021-12-18 10:43:25,317 Checking jobs for platform=transfer_node +2021-12-18 10:43:25,317 Checking all jobs at once +2021-12-18 10:43:26,686 Successful check job command +2021-12-18 10:43:28,359 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:43:28,359 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:43:28,359 End of checking +2021-12-18 10:43:28,361 Updating FAILED jobs +2021-12-18 10:43:28,361 Updating WAITING jobs +2021-12-18 10:43:28,361 Update finished +2021-12-18 10:43:28,361 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:43:28,361 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:43:28,361 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:43:28,362 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:43:28,362 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:43:28,362 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:43:28,362 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:43:28,362 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:43:28,365 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:43:28,367 Job list saved +2021-12-18 10:43:28,372 Updating FAILED jobs +2021-12-18 10:43:28,372 Updating WAITING jobs +2021-12-18 10:43:28,372 Update finished +2021-12-18 10:43:38,378 Reloading parameters... +2021-12-18 10:43:38,396 Loading parameters... +2021-12-18 10:43:38,397 Loading project parameters... +2021-12-18 10:43:38,399 + +15 of 25 jobs remaining (10:43) +2021-12-18 10:43:38,399 Sleep: 10 +2021-12-18 10:43:38,399 Number of retrials: 0 +2021-12-18 10:43:38,399 WRAPPER CHECK TIME = 10 +2021-12-18 10:43:38,400 Checking jobs for platform=marenostrum4 +2021-12-18 10:43:38,400 Checking jobs for platform=nord3 +2021-12-18 10:43:38,401 Checking jobs for platform=local +2021-12-18 10:43:38,402 Checking jobs for platform=transfer_node +2021-12-18 10:43:38,402 Checking all jobs at once +2021-12-18 10:43:39,821 Successful check job command +2021-12-18 10:43:41,191 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:43:41,191 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:43:41,191 End of checking +2021-12-18 10:43:41,192 Updating FAILED jobs +2021-12-18 10:43:41,192 Updating WAITING jobs +2021-12-18 10:43:41,193 Update finished +2021-12-18 10:43:41,193 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:43:41,193 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:43:41,193 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:43:41,193 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:43:41,194 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:43:41,194 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:43:41,194 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:43:41,194 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:43:41,196 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:43:41,199 Job list saved +2021-12-18 10:43:41,203 Updating FAILED jobs +2021-12-18 10:43:41,203 Updating WAITING jobs +2021-12-18 10:43:41,203 Update finished +2021-12-18 10:43:51,213 Reloading parameters... +2021-12-18 10:43:51,232 Loading parameters... +2021-12-18 10:43:51,233 Loading project parameters... +2021-12-18 10:43:51,235 + +15 of 25 jobs remaining (10:43) +2021-12-18 10:43:51,235 Sleep: 10 +2021-12-18 10:43:51,235 Number of retrials: 0 +2021-12-18 10:43:51,235 WRAPPER CHECK TIME = 10 +2021-12-18 10:43:51,236 Checking jobs for platform=marenostrum4 +2021-12-18 10:43:51,237 Checking jobs for platform=nord3 +2021-12-18 10:43:51,237 Checking jobs for platform=local +2021-12-18 10:43:51,238 Checking jobs for platform=transfer_node +2021-12-18 10:43:51,238 Checking all jobs at once +2021-12-18 10:43:52,607 Successful check job command +2021-12-18 10:43:53,977 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:43:53,978 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:43:53,978 End of checking +2021-12-18 10:43:53,979 Updating FAILED jobs +2021-12-18 10:43:53,979 Updating WAITING jobs +2021-12-18 10:43:53,979 Update finished +2021-12-18 10:43:53,980 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:43:53,980 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:43:53,980 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:43:53,980 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:43:53,980 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:43:53,980 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:43:53,980 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:43:53,981 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:43:53,983 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:43:53,986 Job list saved +2021-12-18 10:43:53,991 Updating FAILED jobs +2021-12-18 10:43:53,991 Updating WAITING jobs +2021-12-18 10:43:53,991 Update finished +2021-12-18 10:44:04,001 Reloading parameters... +2021-12-18 10:44:04,021 Loading parameters... +2021-12-18 10:44:04,022 Loading project parameters... +2021-12-18 10:44:04,024 + +15 of 25 jobs remaining (10:44) +2021-12-18 10:44:04,024 Sleep: 10 +2021-12-18 10:44:04,024 Number of retrials: 0 +2021-12-18 10:44:04,024 WRAPPER CHECK TIME = 10 +2021-12-18 10:44:04,025 Checking jobs for platform=marenostrum4 +2021-12-18 10:44:04,026 Checking jobs for platform=nord3 +2021-12-18 10:44:04,026 Checking jobs for platform=local +2021-12-18 10:44:04,027 Checking jobs for platform=transfer_node +2021-12-18 10:44:04,027 Checking all jobs at once +2021-12-18 10:44:05,299 Successful check job command +2021-12-18 10:44:06,571 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:44:06,571 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:44:06,571 End of checking +2021-12-18 10:44:06,573 Updating FAILED jobs +2021-12-18 10:44:06,573 Updating WAITING jobs +2021-12-18 10:44:06,573 Update finished +2021-12-18 10:44:06,573 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:44:06,573 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:44:06,573 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:44:06,574 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:44:06,574 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:44:06,574 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:44:06,574 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:44:06,574 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:44:06,577 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:44:06,579 Job list saved +2021-12-18 10:44:06,583 Updating FAILED jobs +2021-12-18 10:44:06,584 Updating WAITING jobs +2021-12-18 10:44:06,584 Update finished +2021-12-18 10:44:16,594 Reloading parameters... +2021-12-18 10:44:16,617 Loading parameters... +2021-12-18 10:44:16,619 Loading project parameters... +2021-12-18 10:44:16,620 + +15 of 25 jobs remaining (10:44) +2021-12-18 10:44:16,621 Sleep: 10 +2021-12-18 10:44:16,621 Number of retrials: 0 +2021-12-18 10:44:16,621 WRAPPER CHECK TIME = 10 +2021-12-18 10:44:16,621 Checking jobs for platform=marenostrum4 +2021-12-18 10:44:16,622 Checking jobs for platform=nord3 +2021-12-18 10:44:16,623 Checking jobs for platform=local +2021-12-18 10:44:16,623 Checking jobs for platform=transfer_node +2021-12-18 10:44:16,623 Checking all jobs at once +2021-12-18 10:44:18,096 Successful check job command +2021-12-18 10:44:19,466 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:44:19,466 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:44:19,466 End of checking +2021-12-18 10:44:19,467 Updating FAILED jobs +2021-12-18 10:44:19,468 Updating WAITING jobs +2021-12-18 10:44:19,468 Update finished +2021-12-18 10:44:19,468 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:44:19,469 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:44:19,469 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:44:19,469 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:44:19,469 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:44:19,469 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:44:19,469 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:44:19,469 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:44:19,472 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:44:19,475 Job list saved +2021-12-18 10:44:19,481 Updating FAILED jobs +2021-12-18 10:44:19,481 Updating WAITING jobs +2021-12-18 10:44:19,481 Update finished +2021-12-18 10:44:29,489 Reloading parameters... +2021-12-18 10:44:29,509 Loading parameters... +2021-12-18 10:44:29,510 Loading project parameters... +2021-12-18 10:44:29,512 + +15 of 25 jobs remaining (10:44) +2021-12-18 10:44:29,512 Sleep: 10 +2021-12-18 10:44:29,512 Number of retrials: 0 +2021-12-18 10:44:29,512 WRAPPER CHECK TIME = 10 +2021-12-18 10:44:29,513 Checking jobs for platform=marenostrum4 +2021-12-18 10:44:29,514 Checking jobs for platform=nord3 +2021-12-18 10:44:29,514 Checking jobs for platform=local +2021-12-18 10:44:29,515 Checking jobs for platform=transfer_node +2021-12-18 10:44:29,515 Checking all jobs at once +2021-12-18 10:44:30,834 Successful check job command +2021-12-18 10:44:32,154 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:44:32,154 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:44:32,154 End of checking +2021-12-18 10:44:32,156 Updating FAILED jobs +2021-12-18 10:44:32,156 Updating WAITING jobs +2021-12-18 10:44:32,156 Update finished +2021-12-18 10:44:32,156 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:44:32,157 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:44:32,157 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:44:32,157 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:44:32,157 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:44:32,157 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:44:32,157 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:44:32,157 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:44:32,160 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:44:32,163 Job list saved +2021-12-18 10:44:32,168 Updating FAILED jobs +2021-12-18 10:44:32,168 Updating WAITING jobs +2021-12-18 10:44:32,168 Update finished +2021-12-18 10:44:42,169 Reloading parameters... +2021-12-18 10:44:42,187 Loading parameters... +2021-12-18 10:44:42,188 Loading project parameters... +2021-12-18 10:44:42,190 + +15 of 25 jobs remaining (10:44) +2021-12-18 10:44:42,190 Sleep: 10 +2021-12-18 10:44:42,190 Number of retrials: 0 +2021-12-18 10:44:42,190 WRAPPER CHECK TIME = 10 +2021-12-18 10:44:42,191 Checking jobs for platform=marenostrum4 +2021-12-18 10:44:42,192 Checking jobs for platform=nord3 +2021-12-18 10:44:42,192 Checking jobs for platform=local +2021-12-18 10:44:42,193 Checking jobs for platform=transfer_node +2021-12-18 10:44:42,193 Checking all jobs at once +2021-12-18 10:44:44,465 Successful check job command +2021-12-18 10:44:45,885 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:44:45,885 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:44:45,885 End of checking +2021-12-18 10:44:45,887 Updating FAILED jobs +2021-12-18 10:44:45,887 Updating WAITING jobs +2021-12-18 10:44:45,887 Update finished +2021-12-18 10:44:45,887 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:44:45,888 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:44:45,888 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:44:45,888 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:44:45,888 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:44:45,888 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:44:45,888 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:44:45,888 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:44:45,891 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:44:45,893 Job list saved +2021-12-18 10:44:45,899 Updating FAILED jobs +2021-12-18 10:44:45,899 Updating WAITING jobs +2021-12-18 10:44:45,899 Update finished +2021-12-18 10:44:55,907 Reloading parameters... +2021-12-18 10:44:55,924 Loading parameters... +2021-12-18 10:44:55,925 Loading project parameters... +2021-12-18 10:44:55,927 + +15 of 25 jobs remaining (10:44) +2021-12-18 10:44:55,928 Sleep: 10 +2021-12-18 10:44:55,928 Number of retrials: 0 +2021-12-18 10:44:55,928 WRAPPER CHECK TIME = 10 +2021-12-18 10:44:55,928 Checking jobs for platform=marenostrum4 +2021-12-18 10:44:55,929 Checking jobs for platform=nord3 +2021-12-18 10:44:55,929 Checking jobs for platform=local +2021-12-18 10:44:55,930 Checking jobs for platform=transfer_node +2021-12-18 10:44:55,930 Checking all jobs at once +2021-12-18 10:44:57,351 Successful check job command +2021-12-18 10:44:59,023 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:44:59,023 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:44:59,023 End of checking +2021-12-18 10:44:59,025 Updating FAILED jobs +2021-12-18 10:44:59,025 Updating WAITING jobs +2021-12-18 10:44:59,025 Update finished +2021-12-18 10:44:59,026 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:44:59,026 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:44:59,026 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:44:59,026 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:44:59,027 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:44:59,027 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:44:59,027 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:44:59,027 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:44:59,030 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:44:59,033 Job list saved +2021-12-18 10:44:59,038 Updating FAILED jobs +2021-12-18 10:44:59,038 Updating WAITING jobs +2021-12-18 10:44:59,038 Update finished +2021-12-18 10:45:09,048 Reloading parameters... +2021-12-18 10:45:09,069 Loading parameters... +2021-12-18 10:45:09,070 Loading project parameters... +2021-12-18 10:45:09,072 + +15 of 25 jobs remaining (10:45) +2021-12-18 10:45:09,072 Sleep: 10 +2021-12-18 10:45:09,072 Number of retrials: 0 +2021-12-18 10:45:09,072 WRAPPER CHECK TIME = 10 +2021-12-18 10:45:09,073 Checking jobs for platform=marenostrum4 +2021-12-18 10:45:09,074 Checking jobs for platform=nord3 +2021-12-18 10:45:09,074 Checking jobs for platform=local +2021-12-18 10:45:09,075 Checking jobs for platform=transfer_node +2021-12-18 10:45:09,075 Checking all jobs at once +2021-12-18 10:45:10,596 Successful check job command +2021-12-18 10:45:11,965 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:45:11,965 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:45:11,965 End of checking +2021-12-18 10:45:11,967 Updating FAILED jobs +2021-12-18 10:45:11,967 Updating WAITING jobs +2021-12-18 10:45:11,968 Update finished +2021-12-18 10:45:11,968 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:45:11,968 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:45:11,968 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:45:11,968 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:45:11,968 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:45:11,969 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:45:11,969 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:45:11,969 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:45:11,973 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:45:11,975 Job list saved +2021-12-18 10:45:11,980 Updating FAILED jobs +2021-12-18 10:45:11,980 Updating WAITING jobs +2021-12-18 10:45:11,980 Update finished +2021-12-18 10:45:21,990 Reloading parameters... +2021-12-18 10:45:22,009 Loading parameters... +2021-12-18 10:45:22,011 Loading project parameters... +2021-12-18 10:45:22,012 + +15 of 25 jobs remaining (10:45) +2021-12-18 10:45:22,013 Sleep: 10 +2021-12-18 10:45:22,013 Number of retrials: 0 +2021-12-18 10:45:22,013 WRAPPER CHECK TIME = 10 +2021-12-18 10:45:22,013 Checking jobs for platform=marenostrum4 +2021-12-18 10:45:22,014 Checking jobs for platform=nord3 +2021-12-18 10:45:22,014 Checking jobs for platform=local +2021-12-18 10:45:22,015 Checking jobs for platform=transfer_node +2021-12-18 10:45:22,015 Checking all jobs at once +2021-12-18 10:45:23,435 Successful check job command +2021-12-18 10:45:24,754 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:45:24,754 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:45:24,755 End of checking +2021-12-18 10:45:24,756 Updating FAILED jobs +2021-12-18 10:45:24,756 Updating WAITING jobs +2021-12-18 10:45:24,756 Update finished +2021-12-18 10:45:24,756 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:45:24,757 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:45:24,757 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:45:24,757 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:45:24,757 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:45:24,757 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:45:24,757 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:45:24,757 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:45:24,760 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:45:24,762 Job list saved +2021-12-18 10:45:24,767 Updating FAILED jobs +2021-12-18 10:45:24,767 Updating WAITING jobs +2021-12-18 10:45:24,767 Update finished +2021-12-18 10:45:34,777 Reloading parameters... +2021-12-18 10:45:34,798 Loading parameters... +2021-12-18 10:45:34,799 Loading project parameters... +2021-12-18 10:45:34,801 + +15 of 25 jobs remaining (10:45) +2021-12-18 10:45:34,801 Sleep: 10 +2021-12-18 10:45:34,801 Number of retrials: 0 +2021-12-18 10:45:34,801 WRAPPER CHECK TIME = 10 +2021-12-18 10:45:34,802 Checking jobs for platform=marenostrum4 +2021-12-18 10:45:34,803 Checking jobs for platform=nord3 +2021-12-18 10:45:34,803 Checking jobs for platform=local +2021-12-18 10:45:34,804 Checking jobs for platform=transfer_node +2021-12-18 10:45:34,804 Checking all jobs at once +2021-12-18 10:45:36,775 Successful check job command +2021-12-18 10:45:38,195 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:45:38,195 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:45:38,195 End of checking +2021-12-18 10:45:38,197 Updating FAILED jobs +2021-12-18 10:45:38,197 Updating WAITING jobs +2021-12-18 10:45:38,197 Update finished +2021-12-18 10:45:38,197 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:45:38,198 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:45:38,198 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:45:38,198 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:45:38,198 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:45:38,199 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:45:38,199 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:45:38,199 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:45:38,202 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:45:38,204 Job list saved +2021-12-18 10:45:38,209 Updating FAILED jobs +2021-12-18 10:45:38,209 Updating WAITING jobs +2021-12-18 10:45:38,210 Update finished +2021-12-18 10:45:48,220 Reloading parameters... +2021-12-18 10:45:48,240 Loading parameters... +2021-12-18 10:45:48,241 Loading project parameters... +2021-12-18 10:45:48,243 + +15 of 25 jobs remaining (10:45) +2021-12-18 10:45:48,243 Sleep: 10 +2021-12-18 10:45:48,243 Number of retrials: 0 +2021-12-18 10:45:48,243 WRAPPER CHECK TIME = 10 +2021-12-18 10:45:48,244 Checking jobs for platform=marenostrum4 +2021-12-18 10:45:48,244 Checking jobs for platform=nord3 +2021-12-18 10:45:48,245 Checking jobs for platform=local +2021-12-18 10:45:48,245 Checking jobs for platform=transfer_node +2021-12-18 10:45:48,246 Checking all jobs at once +2021-12-18 10:45:49,666 Successful check job command +2021-12-18 10:45:50,986 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:45:50,986 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:45:50,986 End of checking +2021-12-18 10:45:50,987 Updating FAILED jobs +2021-12-18 10:45:50,988 Updating WAITING jobs +2021-12-18 10:45:50,988 Update finished +2021-12-18 10:45:50,988 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:45:50,988 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:45:50,988 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:45:50,988 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:45:50,989 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:45:50,989 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:45:50,989 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:45:50,989 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:45:50,992 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:45:50,994 Job list saved +2021-12-18 10:45:51,001 Updating FAILED jobs +2021-12-18 10:45:51,001 Updating WAITING jobs +2021-12-18 10:45:51,001 Update finished +2021-12-18 10:46:01,007 Reloading parameters... +2021-12-18 10:46:01,029 Loading parameters... +2021-12-18 10:46:01,031 Loading project parameters... +2021-12-18 10:46:01,032 + +15 of 25 jobs remaining (10:46) +2021-12-18 10:46:01,033 Sleep: 10 +2021-12-18 10:46:01,033 Number of retrials: 0 +2021-12-18 10:46:01,033 WRAPPER CHECK TIME = 10 +2021-12-18 10:46:01,033 Checking jobs for platform=marenostrum4 +2021-12-18 10:46:01,034 Checking jobs for platform=nord3 +2021-12-18 10:46:01,035 Checking jobs for platform=local +2021-12-18 10:46:01,035 Checking jobs for platform=transfer_node +2021-12-18 10:46:01,035 Checking all jobs at once +2021-12-18 10:46:02,505 Successful check job command +2021-12-18 10:46:04,125 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:46:04,125 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:46:04,125 End of checking +2021-12-18 10:46:04,127 Updating FAILED jobs +2021-12-18 10:46:04,127 Updating WAITING jobs +2021-12-18 10:46:04,127 Update finished +2021-12-18 10:46:04,127 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:46:04,128 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:46:04,128 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:46:04,128 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:46:04,128 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:46:04,128 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:46:04,128 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:46:04,128 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:46:04,131 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:46:04,133 Job list saved +2021-12-18 10:46:04,141 Updating FAILED jobs +2021-12-18 10:46:04,141 Updating WAITING jobs +2021-12-18 10:46:04,141 Update finished +2021-12-18 10:46:14,151 Reloading parameters... +2021-12-18 10:46:14,177 Loading parameters... +2021-12-18 10:46:14,178 Loading project parameters... +2021-12-18 10:46:14,180 + +15 of 25 jobs remaining (10:46) +2021-12-18 10:46:14,180 Sleep: 10 +2021-12-18 10:46:14,180 Number of retrials: 0 +2021-12-18 10:46:14,180 WRAPPER CHECK TIME = 10 +2021-12-18 10:46:14,181 Checking jobs for platform=marenostrum4 +2021-12-18 10:46:14,181 Checking jobs for platform=nord3 +2021-12-18 10:46:14,182 Checking jobs for platform=local +2021-12-18 10:46:14,183 Checking jobs for platform=transfer_node +2021-12-18 10:46:14,183 Checking all jobs at once +2021-12-18 10:46:15,908 Successful check job command +2021-12-18 10:46:17,227 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:46:17,228 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:46:17,228 End of checking +2021-12-18 10:46:17,230 Updating FAILED jobs +2021-12-18 10:46:17,230 Updating WAITING jobs +2021-12-18 10:46:17,230 Update finished +2021-12-18 10:46:17,230 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:46:17,231 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:46:17,231 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:46:17,231 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:46:17,231 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:46:17,231 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:46:17,232 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:46:17,232 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:46:17,235 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:46:17,238 Job list saved +2021-12-18 10:46:17,244 Updating FAILED jobs +2021-12-18 10:46:17,244 Updating WAITING jobs +2021-12-18 10:46:17,244 Update finished +2021-12-18 10:46:27,254 Reloading parameters... +2021-12-18 10:46:27,276 Loading parameters... +2021-12-18 10:46:27,278 Loading project parameters... +2021-12-18 10:46:27,279 + +15 of 25 jobs remaining (10:46) +2021-12-18 10:46:27,280 Sleep: 10 +2021-12-18 10:46:27,280 Number of retrials: 0 +2021-12-18 10:46:27,280 WRAPPER CHECK TIME = 10 +2021-12-18 10:46:27,280 Checking jobs for platform=marenostrum4 +2021-12-18 10:46:27,281 Checking jobs for platform=nord3 +2021-12-18 10:46:27,282 Checking jobs for platform=local +2021-12-18 10:46:27,282 Checking jobs for platform=transfer_node +2021-12-18 10:46:27,282 Checking all jobs at once +2021-12-18 10:46:28,651 Successful check job command +2021-12-18 10:46:29,921 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:46:29,921 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:46:29,921 End of checking +2021-12-18 10:46:29,924 Updating FAILED jobs +2021-12-18 10:46:29,924 Updating WAITING jobs +2021-12-18 10:46:29,925 Update finished +2021-12-18 10:46:29,925 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:46:29,925 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:46:29,925 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:46:29,925 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:46:29,925 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:46:29,926 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:46:29,926 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:46:29,926 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:46:29,929 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:46:29,932 Job list saved +2021-12-18 10:46:29,944 Updating FAILED jobs +2021-12-18 10:46:29,944 Updating WAITING jobs +2021-12-18 10:46:29,945 Update finished +2021-12-18 10:46:39,955 Reloading parameters... +2021-12-18 10:46:39,975 Loading parameters... +2021-12-18 10:46:39,976 Loading project parameters... +2021-12-18 10:46:39,978 + +15 of 25 jobs remaining (10:46) +2021-12-18 10:46:39,979 Sleep: 10 +2021-12-18 10:46:39,979 Number of retrials: 0 +2021-12-18 10:46:39,979 WRAPPER CHECK TIME = 10 +2021-12-18 10:46:39,979 Checking jobs for platform=marenostrum4 +2021-12-18 10:46:39,980 Checking jobs for platform=nord3 +2021-12-18 10:46:39,981 Checking jobs for platform=local +2021-12-18 10:46:39,981 Checking jobs for platform=transfer_node +2021-12-18 10:46:39,981 Checking all jobs at once +2021-12-18 10:46:41,401 Successful check job command +2021-12-18 10:46:42,670 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:46:42,670 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:46:42,671 End of checking +2021-12-18 10:46:42,672 Updating FAILED jobs +2021-12-18 10:46:42,672 Updating WAITING jobs +2021-12-18 10:46:42,672 Update finished +2021-12-18 10:46:42,672 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:46:42,673 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:46:42,673 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:46:42,673 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:46:42,673 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:46:42,673 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:46:42,673 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:46:42,673 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:46:42,677 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:46:42,680 Job list saved +2021-12-18 10:46:42,684 Updating FAILED jobs +2021-12-18 10:46:42,684 Updating WAITING jobs +2021-12-18 10:46:42,685 Update finished +2021-12-18 10:46:52,695 Reloading parameters... +2021-12-18 10:46:52,717 Loading parameters... +2021-12-18 10:46:52,718 Loading project parameters... +2021-12-18 10:46:52,720 + +15 of 25 jobs remaining (10:46) +2021-12-18 10:46:52,720 Sleep: 10 +2021-12-18 10:46:52,720 Number of retrials: 0 +2021-12-18 10:46:52,720 WRAPPER CHECK TIME = 10 +2021-12-18 10:46:52,721 Checking jobs for platform=marenostrum4 +2021-12-18 10:46:52,721 Checking jobs for platform=nord3 +2021-12-18 10:46:52,722 Checking jobs for platform=local +2021-12-18 10:46:52,722 Checking jobs for platform=transfer_node +2021-12-18 10:46:52,722 Checking all jobs at once +2021-12-18 10:46:54,142 Successful check job command +2021-12-18 10:46:55,612 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:46:55,612 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:46:55,612 End of checking +2021-12-18 10:46:55,614 Updating FAILED jobs +2021-12-18 10:46:55,614 Updating WAITING jobs +2021-12-18 10:46:55,614 Update finished +2021-12-18 10:46:55,615 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:46:55,615 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:46:55,615 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:46:55,616 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:46:55,616 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:46:55,616 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:46:55,616 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:46:55,616 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:46:55,619 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:46:55,621 Job list saved +2021-12-18 10:46:55,626 Updating FAILED jobs +2021-12-18 10:46:55,626 Updating WAITING jobs +2021-12-18 10:46:55,626 Update finished +2021-12-18 10:47:05,636 Reloading parameters... +2021-12-18 10:47:05,655 Loading parameters... +2021-12-18 10:47:05,657 Loading project parameters... +2021-12-18 10:47:05,659 + +15 of 25 jobs remaining (10:47) +2021-12-18 10:47:05,660 Sleep: 10 +2021-12-18 10:47:05,660 Number of retrials: 0 +2021-12-18 10:47:05,660 WRAPPER CHECK TIME = 10 +2021-12-18 10:47:05,660 Checking jobs for platform=marenostrum4 +2021-12-18 10:47:05,663 Checking jobs for platform=nord3 +2021-12-18 10:47:05,664 Checking jobs for platform=local +2021-12-18 10:47:05,664 Checking jobs for platform=transfer_node +2021-12-18 10:47:05,664 Checking all jobs at once +2021-12-18 10:47:07,084 Successful check job command +2021-12-18 10:47:08,555 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:47:08,555 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:47:08,555 End of checking +2021-12-18 10:47:08,557 Updating FAILED jobs +2021-12-18 10:47:08,557 Updating WAITING jobs +2021-12-18 10:47:08,557 Update finished +2021-12-18 10:47:08,557 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:47:08,557 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:47:08,557 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:47:08,557 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:47:08,558 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:47:08,558 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:47:08,558 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:47:08,558 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:47:08,561 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:47:08,563 Job list saved +2021-12-18 10:47:08,568 Updating FAILED jobs +2021-12-18 10:47:08,569 Updating WAITING jobs +2021-12-18 10:47:08,569 Update finished +2021-12-18 10:47:18,579 Reloading parameters... +2021-12-18 10:47:18,600 Loading parameters... +2021-12-18 10:47:18,602 Loading project parameters... +2021-12-18 10:47:18,604 + +15 of 25 jobs remaining (10:47) +2021-12-18 10:47:18,604 Sleep: 10 +2021-12-18 10:47:18,604 Number of retrials: 0 +2021-12-18 10:47:18,604 WRAPPER CHECK TIME = 10 +2021-12-18 10:47:18,605 Checking jobs for platform=marenostrum4 +2021-12-18 10:47:18,605 Checking jobs for platform=nord3 +2021-12-18 10:47:18,606 Checking jobs for platform=local +2021-12-18 10:47:18,606 Checking jobs for platform=transfer_node +2021-12-18 10:47:18,606 Checking all jobs at once +2021-12-18 10:47:20,427 Successful check job command +2021-12-18 10:47:21,849 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:47:21,849 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:47:21,850 End of checking +2021-12-18 10:47:21,851 Updating FAILED jobs +2021-12-18 10:47:21,851 Updating WAITING jobs +2021-12-18 10:47:21,851 Update finished +2021-12-18 10:47:21,851 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:47:21,851 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:47:21,852 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:47:21,852 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:47:21,852 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:47:21,852 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:47:21,852 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:47:21,852 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:47:21,855 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:47:21,857 Job list saved +2021-12-18 10:47:21,865 Updating FAILED jobs +2021-12-18 10:47:21,866 Updating WAITING jobs +2021-12-18 10:47:21,866 Update finished +2021-12-18 10:47:31,874 Reloading parameters... +2021-12-18 10:47:31,895 Loading parameters... +2021-12-18 10:47:31,897 Loading project parameters... +2021-12-18 10:47:31,899 + +15 of 25 jobs remaining (10:47) +2021-12-18 10:47:31,899 Sleep: 10 +2021-12-18 10:47:31,899 Number of retrials: 0 +2021-12-18 10:47:31,899 WRAPPER CHECK TIME = 10 +2021-12-18 10:47:31,900 Checking jobs for platform=marenostrum4 +2021-12-18 10:47:31,900 Checking jobs for platform=nord3 +2021-12-18 10:47:31,901 Checking jobs for platform=local +2021-12-18 10:47:31,901 Checking jobs for platform=transfer_node +2021-12-18 10:47:31,901 Checking all jobs at once +2021-12-18 10:47:33,524 Successful check job command +2021-12-18 10:47:35,796 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:47:35,796 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:47:35,796 End of checking +2021-12-18 10:47:35,797 Updating FAILED jobs +2021-12-18 10:47:35,798 Updating WAITING jobs +2021-12-18 10:47:35,798 Update finished +2021-12-18 10:47:35,798 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:47:35,799 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:47:35,799 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:47:35,799 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:47:35,799 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:47:35,799 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:47:35,799 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:47:35,799 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:47:35,803 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:47:35,805 Job list saved +2021-12-18 10:47:35,850 Updating FAILED jobs +2021-12-18 10:47:35,850 Updating WAITING jobs +2021-12-18 10:47:35,851 Update finished +2021-12-18 10:47:45,861 Reloading parameters... +2021-12-18 10:47:45,882 Loading parameters... +2021-12-18 10:47:45,883 Loading project parameters... +2021-12-18 10:47:45,885 + +15 of 25 jobs remaining (10:47) +2021-12-18 10:47:45,885 Sleep: 10 +2021-12-18 10:47:45,885 Number of retrials: 0 +2021-12-18 10:47:45,885 WRAPPER CHECK TIME = 10 +2021-12-18 10:47:45,886 Checking jobs for platform=marenostrum4 +2021-12-18 10:47:45,887 Checking jobs for platform=nord3 +2021-12-18 10:47:45,887 Checking jobs for platform=local +2021-12-18 10:47:45,888 Checking jobs for platform=transfer_node +2021-12-18 10:47:45,888 Checking all jobs at once +2021-12-18 10:47:47,211 Successful check job command +2021-12-18 10:47:48,430 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:47:48,430 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:47:48,430 End of checking +2021-12-18 10:47:48,432 Updating FAILED jobs +2021-12-18 10:47:48,432 Updating WAITING jobs +2021-12-18 10:47:48,432 Update finished +2021-12-18 10:47:48,432 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:47:48,433 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:47:48,433 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:47:48,433 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:47:48,433 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:47:48,433 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:47:48,433 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:47:48,433 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:47:48,436 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:47:48,439 Job list saved +2021-12-18 10:47:48,444 Updating FAILED jobs +2021-12-18 10:47:48,444 Updating WAITING jobs +2021-12-18 10:47:48,444 Update finished +2021-12-18 10:47:58,450 Reloading parameters... +2021-12-18 10:47:58,469 Loading parameters... +2021-12-18 10:47:58,470 Loading project parameters... +2021-12-18 10:47:58,472 + +15 of 25 jobs remaining (10:47) +2021-12-18 10:47:58,472 Sleep: 10 +2021-12-18 10:47:58,472 Number of retrials: 0 +2021-12-18 10:47:58,473 WRAPPER CHECK TIME = 10 +2021-12-18 10:47:58,473 Checking jobs for platform=marenostrum4 +2021-12-18 10:47:58,474 Checking jobs for platform=nord3 +2021-12-18 10:47:58,474 Checking jobs for platform=local +2021-12-18 10:47:58,475 Checking jobs for platform=transfer_node +2021-12-18 10:47:58,475 Checking all jobs at once +2021-12-18 10:47:59,944 Successful check job command +2021-12-18 10:48:01,213 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:48:01,214 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:48:01,214 End of checking +2021-12-18 10:48:01,215 Updating FAILED jobs +2021-12-18 10:48:01,215 Updating WAITING jobs +2021-12-18 10:48:01,216 Update finished +2021-12-18 10:48:01,216 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:48:01,216 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:48:01,216 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:48:01,216 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:48:01,216 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:48:01,217 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:48:01,217 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:48:01,217 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:48:01,219 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:48:01,222 Job list saved +2021-12-18 10:48:01,227 Updating FAILED jobs +2021-12-18 10:48:01,227 Updating WAITING jobs +2021-12-18 10:48:01,227 Update finished +2021-12-18 10:48:11,233 Reloading parameters... +2021-12-18 10:48:11,254 Loading parameters... +2021-12-18 10:48:11,255 Loading project parameters... +2021-12-18 10:48:11,257 + +15 of 25 jobs remaining (10:48) +2021-12-18 10:48:11,258 Sleep: 10 +2021-12-18 10:48:11,258 Number of retrials: 0 +2021-12-18 10:48:11,258 WRAPPER CHECK TIME = 10 +2021-12-18 10:48:11,258 Checking jobs for platform=marenostrum4 +2021-12-18 10:48:11,259 Checking jobs for platform=nord3 +2021-12-18 10:48:11,259 Checking jobs for platform=local +2021-12-18 10:48:11,260 Checking jobs for platform=transfer_node +2021-12-18 10:48:11,260 Checking all jobs at once +2021-12-18 10:48:12,680 Successful check job command +2021-12-18 10:48:14,150 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:48:14,150 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:48:14,150 End of checking +2021-12-18 10:48:14,152 Updating FAILED jobs +2021-12-18 10:48:14,152 Updating WAITING jobs +2021-12-18 10:48:14,152 Update finished +2021-12-18 10:48:14,152 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:48:14,153 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:48:14,153 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:48:14,153 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:48:14,153 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:48:14,153 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:48:14,154 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:48:14,154 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:48:14,157 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:48:14,159 Job list saved +2021-12-18 10:48:14,164 Updating FAILED jobs +2021-12-18 10:48:14,164 Updating WAITING jobs +2021-12-18 10:48:14,164 Update finished +2021-12-18 10:48:24,172 Reloading parameters... +2021-12-18 10:48:24,195 Loading parameters... +2021-12-18 10:48:24,197 Loading project parameters... +2021-12-18 10:48:24,200 + +15 of 25 jobs remaining (10:48) +2021-12-18 10:48:24,201 Sleep: 10 +2021-12-18 10:48:24,201 Number of retrials: 0 +2021-12-18 10:48:24,201 WRAPPER CHECK TIME = 10 +2021-12-18 10:48:24,201 Checking jobs for platform=marenostrum4 +2021-12-18 10:48:24,202 Checking jobs for platform=nord3 +2021-12-18 10:48:24,202 Checking jobs for platform=local +2021-12-18 10:48:24,203 Checking jobs for platform=transfer_node +2021-12-18 10:48:24,203 Checking all jobs at once +2021-12-18 10:48:25,673 Successful check job command +2021-12-18 10:48:27,192 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:48:27,193 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:48:27,193 End of checking +2021-12-18 10:48:27,195 Updating FAILED jobs +2021-12-18 10:48:27,195 Updating WAITING jobs +2021-12-18 10:48:27,195 Update finished +2021-12-18 10:48:27,195 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:48:27,195 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:48:27,196 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:48:27,196 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:48:27,196 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:48:27,196 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:48:27,196 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:48:27,196 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:48:27,199 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:48:27,202 Job list saved +2021-12-18 10:48:27,207 Updating FAILED jobs +2021-12-18 10:48:27,207 Updating WAITING jobs +2021-12-18 10:48:27,207 Update finished +2021-12-18 10:48:37,217 Reloading parameters... +2021-12-18 10:48:37,235 Loading parameters... +2021-12-18 10:48:37,236 Loading project parameters... +2021-12-18 10:48:37,238 + +15 of 25 jobs remaining (10:48) +2021-12-18 10:48:37,238 Sleep: 10 +2021-12-18 10:48:37,238 Number of retrials: 0 +2021-12-18 10:48:37,238 WRAPPER CHECK TIME = 10 +2021-12-18 10:48:37,239 Checking jobs for platform=marenostrum4 +2021-12-18 10:48:37,239 Checking jobs for platform=nord3 +2021-12-18 10:48:37,240 Checking jobs for platform=local +2021-12-18 10:48:37,241 Checking jobs for platform=transfer_node +2021-12-18 10:48:37,241 Checking all jobs at once +2021-12-18 10:48:39,013 Successful check job command +2021-12-18 10:48:41,084 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:48:41,084 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:48:41,084 End of checking +2021-12-18 10:48:41,086 Updating FAILED jobs +2021-12-18 10:48:41,086 Updating WAITING jobs +2021-12-18 10:48:41,086 Update finished +2021-12-18 10:48:41,086 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:48:41,086 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:48:41,087 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:48:41,087 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:48:41,087 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:48:41,087 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:48:41,087 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:48:41,087 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:48:41,090 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:48:41,092 Job list saved +2021-12-18 10:48:41,097 Updating FAILED jobs +2021-12-18 10:48:41,097 Updating WAITING jobs +2021-12-18 10:48:41,097 Update finished +2021-12-18 10:48:51,107 Reloading parameters... +2021-12-18 10:48:51,125 Loading parameters... +2021-12-18 10:48:51,127 Loading project parameters... +2021-12-18 10:48:51,128 + +15 of 25 jobs remaining (10:48) +2021-12-18 10:48:51,129 Sleep: 10 +2021-12-18 10:48:51,129 Number of retrials: 0 +2021-12-18 10:48:51,129 WRAPPER CHECK TIME = 10 +2021-12-18 10:48:51,129 Checking jobs for platform=marenostrum4 +2021-12-18 10:48:51,130 Checking jobs for platform=nord3 +2021-12-18 10:48:51,131 Checking jobs for platform=local +2021-12-18 10:48:51,131 Checking jobs for platform=transfer_node +2021-12-18 10:48:51,131 Checking all jobs at once +2021-12-18 10:48:52,400 Successful check job command +2021-12-18 10:48:53,820 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:48:53,820 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:48:53,820 End of checking +2021-12-18 10:48:53,822 Updating FAILED jobs +2021-12-18 10:48:53,822 Updating WAITING jobs +2021-12-18 10:48:53,822 Update finished +2021-12-18 10:48:53,822 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:48:53,823 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:48:53,823 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:48:53,823 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:48:53,823 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:48:53,823 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:48:53,823 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:48:53,823 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:48:53,827 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:48:53,829 Job list saved +2021-12-18 10:48:53,834 Updating FAILED jobs +2021-12-18 10:48:53,834 Updating WAITING jobs +2021-12-18 10:48:53,834 Update finished +2021-12-18 10:49:03,844 Reloading parameters... +2021-12-18 10:49:03,865 Loading parameters... +2021-12-18 10:49:03,866 Loading project parameters... +2021-12-18 10:49:03,868 + +15 of 25 jobs remaining (10:49) +2021-12-18 10:49:03,868 Sleep: 10 +2021-12-18 10:49:03,868 Number of retrials: 0 +2021-12-18 10:49:03,868 WRAPPER CHECK TIME = 10 +2021-12-18 10:49:03,869 Checking jobs for platform=marenostrum4 +2021-12-18 10:49:03,869 Checking jobs for platform=nord3 +2021-12-18 10:49:03,870 Checking jobs for platform=local +2021-12-18 10:49:03,870 Checking jobs for platform=transfer_node +2021-12-18 10:49:03,871 Checking all jobs at once +2021-12-18 10:49:05,291 Successful check job command +2021-12-18 10:49:06,761 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:49:06,761 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:49:06,762 End of checking +2021-12-18 10:49:06,763 Updating FAILED jobs +2021-12-18 10:49:06,764 Updating WAITING jobs +2021-12-18 10:49:06,764 Update finished +2021-12-18 10:49:06,764 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:49:06,764 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:49:06,764 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:49:06,764 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:49:06,765 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:49:06,765 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:49:06,765 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:49:06,765 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:49:06,768 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:49:06,770 Job list saved +2021-12-18 10:49:06,776 Updating FAILED jobs +2021-12-18 10:49:06,776 Updating WAITING jobs +2021-12-18 10:49:06,776 Update finished +2021-12-18 10:49:16,784 Reloading parameters... +2021-12-18 10:49:16,804 Loading parameters... +2021-12-18 10:49:16,805 Loading project parameters... +2021-12-18 10:49:16,807 + +15 of 25 jobs remaining (10:49) +2021-12-18 10:49:16,808 Sleep: 10 +2021-12-18 10:49:16,808 Number of retrials: 0 +2021-12-18 10:49:16,808 WRAPPER CHECK TIME = 10 +2021-12-18 10:49:16,808 Checking jobs for platform=marenostrum4 +2021-12-18 10:49:16,809 Checking jobs for platform=nord3 +2021-12-18 10:49:16,809 Checking jobs for platform=local +2021-12-18 10:49:16,810 Checking jobs for platform=transfer_node +2021-12-18 10:49:16,810 Checking all jobs at once +2021-12-18 10:49:18,230 Successful check job command +2021-12-18 10:49:19,601 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:49:19,601 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:49:19,601 End of checking +2021-12-18 10:49:19,603 Updating FAILED jobs +2021-12-18 10:49:19,603 Updating WAITING jobs +2021-12-18 10:49:19,603 Update finished +2021-12-18 10:49:19,603 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:49:19,604 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:49:19,604 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:49:19,604 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:49:19,604 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:49:19,604 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:49:19,604 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:49:19,604 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:49:19,607 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:49:19,609 Job list saved +2021-12-18 10:49:19,614 Updating FAILED jobs +2021-12-18 10:49:19,615 Updating WAITING jobs +2021-12-18 10:49:19,615 Update finished +2021-12-18 10:49:29,616 Reloading parameters... +2021-12-18 10:49:29,640 Loading parameters... +2021-12-18 10:49:29,642 Loading project parameters... +2021-12-18 10:49:29,644 + +15 of 25 jobs remaining (10:49) +2021-12-18 10:49:29,644 Sleep: 10 +2021-12-18 10:49:29,644 Number of retrials: 0 +2021-12-18 10:49:29,644 WRAPPER CHECK TIME = 10 +2021-12-18 10:49:29,645 Checking jobs for platform=marenostrum4 +2021-12-18 10:49:29,645 Checking jobs for platform=nord3 +2021-12-18 10:49:29,646 Checking jobs for platform=local +2021-12-18 10:49:29,646 Checking jobs for platform=transfer_node +2021-12-18 10:49:29,646 Checking all jobs at once +2021-12-18 10:49:30,966 Successful check job command +2021-12-18 10:49:32,386 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:49:32,386 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:49:32,387 End of checking +2021-12-18 10:49:32,388 Updating FAILED jobs +2021-12-18 10:49:32,388 Updating WAITING jobs +2021-12-18 10:49:32,388 Update finished +2021-12-18 10:49:32,388 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:49:32,389 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:49:32,389 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:49:32,389 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:49:32,389 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:49:32,390 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:49:32,390 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:49:32,390 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:49:32,392 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:49:32,395 Job list saved +2021-12-18 10:49:32,399 Updating FAILED jobs +2021-12-18 10:49:32,399 Updating WAITING jobs +2021-12-18 10:49:32,400 Update finished +2021-12-18 10:49:42,409 Reloading parameters... +2021-12-18 10:49:42,430 Loading parameters... +2021-12-18 10:49:42,432 Loading project parameters... +2021-12-18 10:49:42,434 + +15 of 25 jobs remaining (10:49) +2021-12-18 10:49:42,434 Sleep: 10 +2021-12-18 10:49:42,434 Number of retrials: 0 +2021-12-18 10:49:42,434 WRAPPER CHECK TIME = 10 +2021-12-18 10:49:42,435 Checking jobs for platform=marenostrum4 +2021-12-18 10:49:42,435 Checking jobs for platform=nord3 +2021-12-18 10:49:42,436 Checking jobs for platform=local +2021-12-18 10:49:42,436 Checking jobs for platform=transfer_node +2021-12-18 10:49:42,436 Checking all jobs at once +2021-12-18 10:49:43,861 Successful check job command +2021-12-18 10:49:45,380 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:49:45,380 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:49:45,380 End of checking +2021-12-18 10:49:45,382 Updating FAILED jobs +2021-12-18 10:49:45,382 Updating WAITING jobs +2021-12-18 10:49:45,382 Update finished +2021-12-18 10:49:45,382 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:49:45,383 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:49:45,383 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:49:45,383 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:49:45,383 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:49:45,383 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:49:45,383 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:49:45,383 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:49:45,387 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:49:45,389 Job list saved +2021-12-18 10:49:45,411 Updating FAILED jobs +2021-12-18 10:49:45,411 Updating WAITING jobs +2021-12-18 10:49:45,412 Update finished +2021-12-18 10:49:55,422 Reloading parameters... +2021-12-18 10:49:55,442 Loading parameters... +2021-12-18 10:49:55,443 Loading project parameters... +2021-12-18 10:49:55,445 + +15 of 25 jobs remaining (10:49) +2021-12-18 10:49:55,445 Sleep: 10 +2021-12-18 10:49:55,445 Number of retrials: 0 +2021-12-18 10:49:55,445 WRAPPER CHECK TIME = 10 +2021-12-18 10:49:55,447 Checking jobs for platform=marenostrum4 +2021-12-18 10:49:55,450 Checking jobs for platform=nord3 +2021-12-18 10:49:55,451 Checking jobs for platform=local +2021-12-18 10:49:55,451 Checking jobs for platform=transfer_node +2021-12-18 10:49:55,451 Checking all jobs at once +2021-12-18 10:49:56,771 Successful check job command +2021-12-18 10:49:58,091 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:49:58,091 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:49:58,091 End of checking +2021-12-18 10:49:58,093 Updating FAILED jobs +2021-12-18 10:49:58,093 Updating WAITING jobs +2021-12-18 10:49:58,093 Update finished +2021-12-18 10:49:58,093 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:49:58,093 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:49:58,093 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:49:58,094 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:49:58,094 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:49:58,094 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:49:58,094 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:49:58,094 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:49:58,097 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:49:58,099 Job list saved +2021-12-18 10:49:58,105 Updating FAILED jobs +2021-12-18 10:49:58,105 Updating WAITING jobs +2021-12-18 10:49:58,105 Update finished +2021-12-18 10:50:08,113 Reloading parameters... +2021-12-18 10:50:08,134 Loading parameters... +2021-12-18 10:50:08,136 Loading project parameters... +2021-12-18 10:50:08,137 + +15 of 25 jobs remaining (10:50) +2021-12-18 10:50:08,138 Sleep: 10 +2021-12-18 10:50:08,138 Number of retrials: 0 +2021-12-18 10:50:08,138 WRAPPER CHECK TIME = 10 +2021-12-18 10:50:08,138 Checking jobs for platform=marenostrum4 +2021-12-18 10:50:08,139 Checking jobs for platform=nord3 +2021-12-18 10:50:08,140 Checking jobs for platform=local +2021-12-18 10:50:08,140 Checking jobs for platform=transfer_node +2021-12-18 10:50:08,140 Checking all jobs at once +2021-12-18 10:50:13,416 Successful check job command +2021-12-18 10:50:16,389 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:50:16,389 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:50:16,389 End of checking +2021-12-18 10:50:16,391 Updating FAILED jobs +2021-12-18 10:50:16,391 Updating WAITING jobs +2021-12-18 10:50:16,392 Update finished +2021-12-18 10:50:16,392 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:50:16,392 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:50:16,392 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:50:16,393 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:50:16,393 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:50:16,393 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:50:16,393 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:50:16,393 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:50:16,397 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:50:16,399 Job list saved +2021-12-18 10:50:16,404 Updating FAILED jobs +2021-12-18 10:50:16,404 Updating WAITING jobs +2021-12-18 10:50:16,404 Update finished +2021-12-18 10:50:26,409 Reloading parameters... +2021-12-18 10:50:26,431 Loading parameters... +2021-12-18 10:50:26,432 Loading project parameters... +2021-12-18 10:50:26,434 + +15 of 25 jobs remaining (10:50) +2021-12-18 10:50:26,434 Sleep: 10 +2021-12-18 10:50:26,434 Number of retrials: 0 +2021-12-18 10:50:26,434 WRAPPER CHECK TIME = 10 +2021-12-18 10:50:26,435 Checking jobs for platform=marenostrum4 +2021-12-18 10:50:26,435 Checking jobs for platform=nord3 +2021-12-18 10:50:26,436 Checking jobs for platform=local +2021-12-18 10:50:26,437 Checking jobs for platform=transfer_node +2021-12-18 10:50:26,437 Checking all jobs at once +2021-12-18 10:50:27,758 Successful check job command +2021-12-18 10:50:28,927 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:50:28,927 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:50:28,928 End of checking +2021-12-18 10:50:28,929 Updating FAILED jobs +2021-12-18 10:50:28,929 Updating WAITING jobs +2021-12-18 10:50:28,930 Update finished +2021-12-18 10:50:28,930 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:50:28,930 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:50:28,930 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:50:28,930 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:50:28,930 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:50:28,930 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:50:28,931 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:50:28,931 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:50:28,934 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:50:28,936 Job list saved +2021-12-18 10:50:28,941 Updating FAILED jobs +2021-12-18 10:50:28,942 Updating WAITING jobs +2021-12-18 10:50:28,942 Update finished +2021-12-18 10:50:38,952 Reloading parameters... +2021-12-18 10:50:38,975 Loading parameters... +2021-12-18 10:50:38,977 Loading project parameters... +2021-12-18 10:50:38,979 + +15 of 25 jobs remaining (10:50) +2021-12-18 10:50:38,979 Sleep: 10 +2021-12-18 10:50:38,979 Number of retrials: 0 +2021-12-18 10:50:38,979 WRAPPER CHECK TIME = 10 +2021-12-18 10:50:38,980 Checking jobs for platform=marenostrum4 +2021-12-18 10:50:38,980 Checking jobs for platform=nord3 +2021-12-18 10:50:38,981 Checking jobs for platform=local +2021-12-18 10:50:38,981 Checking jobs for platform=transfer_node +2021-12-18 10:50:38,981 Checking all jobs at once +2021-12-18 10:50:40,553 Successful check job command +2021-12-18 10:50:41,772 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:50:41,773 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:50:41,773 End of checking +2021-12-18 10:50:41,775 Updating FAILED jobs +2021-12-18 10:50:41,775 Updating WAITING jobs +2021-12-18 10:50:41,775 Update finished +2021-12-18 10:50:41,775 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:50:41,775 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:50:41,775 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:50:41,776 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:50:41,776 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:50:41,776 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:50:41,776 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:50:41,776 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:50:41,779 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:50:41,781 Job list saved +2021-12-18 10:50:41,786 Updating FAILED jobs +2021-12-18 10:50:41,786 Updating WAITING jobs +2021-12-18 10:50:41,787 Update finished +2021-12-18 10:50:51,795 Reloading parameters... +2021-12-18 10:50:51,815 Loading parameters... +2021-12-18 10:50:51,816 Loading project parameters... +2021-12-18 10:50:51,818 + +15 of 25 jobs remaining (10:50) +2021-12-18 10:50:51,818 Sleep: 10 +2021-12-18 10:50:51,818 Number of retrials: 0 +2021-12-18 10:50:51,818 WRAPPER CHECK TIME = 10 +2021-12-18 10:50:51,819 Checking jobs for platform=marenostrum4 +2021-12-18 10:50:51,820 Checking jobs for platform=nord3 +2021-12-18 10:50:51,820 Checking jobs for platform=local +2021-12-18 10:50:51,821 Checking jobs for platform=transfer_node +2021-12-18 10:50:51,821 Checking all jobs at once +2021-12-18 10:50:53,242 Successful check job command +2021-12-18 10:50:54,761 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:50:54,761 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:50:54,761 End of checking +2021-12-18 10:50:54,764 Updating FAILED jobs +2021-12-18 10:50:54,764 Updating WAITING jobs +2021-12-18 10:50:54,764 Update finished +2021-12-18 10:50:54,764 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:50:54,765 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:50:54,765 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:50:54,765 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:50:54,765 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:50:54,765 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:50:54,765 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:50:54,765 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:50:54,768 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:50:54,770 Job list saved +2021-12-18 10:50:54,775 Updating FAILED jobs +2021-12-18 10:50:54,775 Updating WAITING jobs +2021-12-18 10:50:54,776 Update finished +2021-12-18 10:51:04,786 Reloading parameters... +2021-12-18 10:51:04,806 Loading parameters... +2021-12-18 10:51:04,807 Loading project parameters... +2021-12-18 10:51:04,809 + +15 of 25 jobs remaining (10:51) +2021-12-18 10:51:04,809 Sleep: 10 +2021-12-18 10:51:04,809 Number of retrials: 0 +2021-12-18 10:51:04,809 WRAPPER CHECK TIME = 10 +2021-12-18 10:51:04,810 Checking jobs for platform=marenostrum4 +2021-12-18 10:51:04,810 Checking jobs for platform=nord3 +2021-12-18 10:51:04,811 Checking jobs for platform=local +2021-12-18 10:51:04,811 Checking jobs for platform=transfer_node +2021-12-18 10:51:04,811 Checking all jobs at once +2021-12-18 10:51:06,131 Successful check job command +2021-12-18 10:51:07,401 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:51:07,401 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:51:07,401 End of checking +2021-12-18 10:51:07,403 Updating FAILED jobs +2021-12-18 10:51:07,403 Updating WAITING jobs +2021-12-18 10:51:07,403 Update finished +2021-12-18 10:51:07,403 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:51:07,403 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:51:07,404 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:51:07,404 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:51:07,404 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:51:07,404 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:51:07,404 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:51:07,404 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:51:07,407 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:51:07,409 Job list saved +2021-12-18 10:51:07,414 Updating FAILED jobs +2021-12-18 10:51:07,415 Updating WAITING jobs +2021-12-18 10:51:07,415 Update finished +2021-12-18 10:51:17,424 Reloading parameters... +2021-12-18 10:51:17,445 Loading parameters... +2021-12-18 10:51:17,446 Loading project parameters... +2021-12-18 10:51:17,448 + +15 of 25 jobs remaining (10:51) +2021-12-18 10:51:17,448 Sleep: 10 +2021-12-18 10:51:17,448 Number of retrials: 0 +2021-12-18 10:51:17,448 WRAPPER CHECK TIME = 10 +2021-12-18 10:51:17,449 Checking jobs for platform=marenostrum4 +2021-12-18 10:51:17,449 Checking jobs for platform=nord3 +2021-12-18 10:51:17,450 Checking jobs for platform=local +2021-12-18 10:51:17,450 Checking jobs for platform=transfer_node +2021-12-18 10:51:17,451 Checking all jobs at once +2021-12-18 10:51:18,770 Successful check job command +2021-12-18 10:51:19,939 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:51:19,939 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:51:19,939 End of checking +2021-12-18 10:51:19,941 Updating FAILED jobs +2021-12-18 10:51:19,942 Updating WAITING jobs +2021-12-18 10:51:19,942 Update finished +2021-12-18 10:51:19,942 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:51:19,942 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:51:19,942 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:51:19,942 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:51:19,942 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:51:19,943 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:51:19,943 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:51:19,943 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:51:19,945 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:51:19,948 Job list saved +2021-12-18 10:51:19,953 Updating FAILED jobs +2021-12-18 10:51:19,953 Updating WAITING jobs +2021-12-18 10:51:19,953 Update finished +2021-12-18 10:51:29,958 Reloading parameters... +2021-12-18 10:51:29,977 Loading parameters... +2021-12-18 10:51:29,979 Loading project parameters... +2021-12-18 10:51:29,981 + +15 of 25 jobs remaining (10:51) +2021-12-18 10:51:29,981 Sleep: 10 +2021-12-18 10:51:29,981 Number of retrials: 0 +2021-12-18 10:51:29,981 WRAPPER CHECK TIME = 10 +2021-12-18 10:51:29,982 Checking jobs for platform=marenostrum4 +2021-12-18 10:51:29,982 Checking jobs for platform=nord3 +2021-12-18 10:51:29,983 Checking jobs for platform=local +2021-12-18 10:51:29,983 Checking jobs for platform=transfer_node +2021-12-18 10:51:29,983 Checking all jobs at once +2021-12-18 10:51:31,303 Successful check job command +2021-12-18 10:51:32,472 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:51:32,473 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:51:32,473 End of checking +2021-12-18 10:51:32,474 Updating FAILED jobs +2021-12-18 10:51:32,474 Updating WAITING jobs +2021-12-18 10:51:32,474 Update finished +2021-12-18 10:51:32,474 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:51:32,475 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:51:32,475 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:51:32,475 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:51:32,475 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:51:32,475 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:51:32,476 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:51:32,476 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:51:32,478 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:51:32,480 Job list saved +2021-12-18 10:51:32,485 Updating FAILED jobs +2021-12-18 10:51:32,485 Updating WAITING jobs +2021-12-18 10:51:32,485 Update finished +2021-12-18 10:51:42,495 Reloading parameters... +2021-12-18 10:51:42,514 Loading parameters... +2021-12-18 10:51:42,515 Loading project parameters... +2021-12-18 10:51:42,517 + +15 of 25 jobs remaining (10:51) +2021-12-18 10:51:42,517 Sleep: 10 +2021-12-18 10:51:42,517 Number of retrials: 0 +2021-12-18 10:51:42,518 WRAPPER CHECK TIME = 10 +2021-12-18 10:51:42,518 Checking jobs for platform=marenostrum4 +2021-12-18 10:51:42,519 Checking jobs for platform=nord3 +2021-12-18 10:51:42,519 Checking jobs for platform=local +2021-12-18 10:51:42,520 Checking jobs for platform=transfer_node +2021-12-18 10:51:42,520 Checking all jobs at once +2021-12-18 10:51:43,940 Successful check job command +2021-12-18 10:51:45,409 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:51:45,409 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:51:45,410 End of checking +2021-12-18 10:51:45,411 Updating FAILED jobs +2021-12-18 10:51:45,412 Updating WAITING jobs +2021-12-18 10:51:45,412 Update finished +2021-12-18 10:51:45,412 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:51:45,412 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:51:45,412 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:51:45,412 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:51:45,413 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:51:45,413 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:51:45,413 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:51:45,413 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:51:45,415 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:51:45,418 Job list saved +2021-12-18 10:51:45,422 Updating FAILED jobs +2021-12-18 10:51:45,422 Updating WAITING jobs +2021-12-18 10:51:45,422 Update finished +2021-12-18 10:51:55,432 Reloading parameters... +2021-12-18 10:51:55,450 Loading parameters... +2021-12-18 10:51:55,451 Loading project parameters... +2021-12-18 10:51:55,453 + +15 of 25 jobs remaining (10:51) +2021-12-18 10:51:55,453 Sleep: 10 +2021-12-18 10:51:55,453 Number of retrials: 0 +2021-12-18 10:51:55,454 WRAPPER CHECK TIME = 10 +2021-12-18 10:51:55,454 Checking jobs for platform=marenostrum4 +2021-12-18 10:51:55,455 Checking jobs for platform=nord3 +2021-12-18 10:51:55,455 Checking jobs for platform=local +2021-12-18 10:51:55,456 Checking jobs for platform=transfer_node +2021-12-18 10:51:55,456 Checking all jobs at once +2021-12-18 10:51:56,828 Successful check job command +2021-12-18 10:51:58,348 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:51:58,348 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:51:58,348 End of checking +2021-12-18 10:51:58,349 Updating FAILED jobs +2021-12-18 10:51:58,349 Updating WAITING jobs +2021-12-18 10:51:58,350 Update finished +2021-12-18 10:51:58,350 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:51:58,350 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:51:58,350 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:51:58,350 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:51:58,350 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:51:58,350 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:51:58,351 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:51:58,351 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:51:58,353 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:51:58,356 Job list saved +2021-12-18 10:51:58,360 Updating FAILED jobs +2021-12-18 10:51:58,360 Updating WAITING jobs +2021-12-18 10:51:58,360 Update finished +2021-12-18 10:52:08,370 Reloading parameters... +2021-12-18 10:52:08,391 Loading parameters... +2021-12-18 10:52:08,393 Loading project parameters... +2021-12-18 10:52:08,395 + +15 of 25 jobs remaining (10:52) +2021-12-18 10:52:08,395 Sleep: 10 +2021-12-18 10:52:08,395 Number of retrials: 0 +2021-12-18 10:52:08,395 WRAPPER CHECK TIME = 10 +2021-12-18 10:52:08,396 Checking jobs for platform=marenostrum4 +2021-12-18 10:52:08,396 Checking jobs for platform=nord3 +2021-12-18 10:52:08,397 Checking jobs for platform=local +2021-12-18 10:52:08,398 Checking jobs for platform=transfer_node +2021-12-18 10:52:08,398 Checking all jobs at once +2021-12-18 10:52:09,667 Successful check job command +2021-12-18 10:52:10,986 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:52:10,986 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:52:10,986 End of checking +2021-12-18 10:52:10,988 Updating FAILED jobs +2021-12-18 10:52:10,988 Updating WAITING jobs +2021-12-18 10:52:10,989 Update finished +2021-12-18 10:52:10,989 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:52:10,989 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:52:10,990 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:52:10,990 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:52:10,990 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:52:10,990 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:52:10,990 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:52:10,990 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:52:10,993 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:52:10,996 Job list saved +2021-12-18 10:52:11,002 Updating FAILED jobs +2021-12-18 10:52:11,002 Updating WAITING jobs +2021-12-18 10:52:11,002 Update finished +2021-12-18 10:52:21,010 Reloading parameters... +2021-12-18 10:52:21,029 Loading parameters... +2021-12-18 10:52:21,030 Loading project parameters... +2021-12-18 10:52:21,032 + +15 of 25 jobs remaining (10:52) +2021-12-18 10:52:21,032 Sleep: 10 +2021-12-18 10:52:21,032 Number of retrials: 0 +2021-12-18 10:52:21,032 WRAPPER CHECK TIME = 10 +2021-12-18 10:52:21,033 Checking jobs for platform=marenostrum4 +2021-12-18 10:52:21,034 Checking jobs for platform=nord3 +2021-12-18 10:52:21,034 Checking jobs for platform=local +2021-12-18 10:52:21,035 Checking jobs for platform=transfer_node +2021-12-18 10:52:21,035 Checking all jobs at once +2021-12-18 10:52:22,255 Successful check job command +2021-12-18 10:52:23,424 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:52:23,424 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:52:23,424 End of checking +2021-12-18 10:52:23,426 Updating FAILED jobs +2021-12-18 10:52:23,426 Updating WAITING jobs +2021-12-18 10:52:23,427 Update finished +2021-12-18 10:52:23,427 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:52:23,427 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:52:23,427 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:52:23,427 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:52:23,427 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:52:23,427 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:52:23,428 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:52:23,428 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:52:23,431 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:52:23,433 Job list saved +2021-12-18 10:52:23,437 Updating FAILED jobs +2021-12-18 10:52:23,437 Updating WAITING jobs +2021-12-18 10:52:23,438 Update finished +2021-12-18 10:52:33,448 Reloading parameters... +2021-12-18 10:52:33,465 Loading parameters... +2021-12-18 10:52:33,467 Loading project parameters... +2021-12-18 10:52:33,468 + +15 of 25 jobs remaining (10:52) +2021-12-18 10:52:33,469 Sleep: 10 +2021-12-18 10:52:33,469 Number of retrials: 0 +2021-12-18 10:52:33,469 WRAPPER CHECK TIME = 10 +2021-12-18 10:52:33,469 Checking jobs for platform=marenostrum4 +2021-12-18 10:52:33,470 Checking jobs for platform=nord3 +2021-12-18 10:52:33,470 Checking jobs for platform=local +2021-12-18 10:52:33,471 Checking jobs for platform=transfer_node +2021-12-18 10:52:33,471 Checking all jobs at once +2021-12-18 10:52:35,843 Successful check job command +2021-12-18 10:52:37,162 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:52:37,162 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:52:37,162 End of checking +2021-12-18 10:52:37,164 Updating FAILED jobs +2021-12-18 10:52:37,164 Updating WAITING jobs +2021-12-18 10:52:37,164 Update finished +2021-12-18 10:52:37,164 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:52:37,164 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:52:37,164 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:52:37,165 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:52:37,165 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:52:37,165 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:52:37,165 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:52:37,165 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:52:37,168 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:52:37,170 Job list saved +2021-12-18 10:52:37,175 Updating FAILED jobs +2021-12-18 10:52:37,175 Updating WAITING jobs +2021-12-18 10:52:37,175 Update finished +2021-12-18 10:52:47,183 Reloading parameters... +2021-12-18 10:52:47,201 Loading parameters... +2021-12-18 10:52:47,203 Loading project parameters... +2021-12-18 10:52:47,205 + +15 of 25 jobs remaining (10:52) +2021-12-18 10:52:47,205 Sleep: 10 +2021-12-18 10:52:47,205 Number of retrials: 0 +2021-12-18 10:52:47,205 WRAPPER CHECK TIME = 10 +2021-12-18 10:52:47,206 Checking jobs for platform=marenostrum4 +2021-12-18 10:52:47,206 Checking jobs for platform=nord3 +2021-12-18 10:52:47,207 Checking jobs for platform=local +2021-12-18 10:52:47,207 Checking jobs for platform=transfer_node +2021-12-18 10:52:47,207 Checking all jobs at once +2021-12-18 10:52:49,279 Successful check job command +2021-12-18 10:52:51,000 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:52:51,000 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:52:51,001 End of checking +2021-12-18 10:52:51,002 Updating FAILED jobs +2021-12-18 10:52:51,002 Updating WAITING jobs +2021-12-18 10:52:51,003 Update finished +2021-12-18 10:52:51,003 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:52:51,003 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:52:51,003 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:52:51,004 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:52:51,004 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:52:51,004 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:52:51,004 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:52:51,004 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:52:51,007 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:52:51,009 Job list saved +2021-12-18 10:52:51,014 Updating FAILED jobs +2021-12-18 10:52:51,014 Updating WAITING jobs +2021-12-18 10:52:51,014 Update finished +2021-12-18 10:53:01,024 Reloading parameters... +2021-12-18 10:53:01,042 Loading parameters... +2021-12-18 10:53:01,043 Loading project parameters... +2021-12-18 10:53:01,045 + +15 of 25 jobs remaining (10:53) +2021-12-18 10:53:01,045 Sleep: 10 +2021-12-18 10:53:01,046 Number of retrials: 0 +2021-12-18 10:53:01,046 WRAPPER CHECK TIME = 10 +2021-12-18 10:53:01,046 Checking jobs for platform=marenostrum4 +2021-12-18 10:53:01,047 Checking jobs for platform=nord3 +2021-12-18 10:53:01,047 Checking jobs for platform=local +2021-12-18 10:53:01,048 Checking jobs for platform=transfer_node +2021-12-18 10:53:01,048 Checking all jobs at once +2021-12-18 10:53:03,173 Successful check job command +2021-12-18 10:53:04,542 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:53:04,543 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:53:04,543 End of checking +2021-12-18 10:53:04,544 Updating FAILED jobs +2021-12-18 10:53:04,544 Updating WAITING jobs +2021-12-18 10:53:04,544 Update finished +2021-12-18 10:53:04,544 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:53:04,545 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:53:04,545 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:53:04,545 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:53:04,545 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:53:04,545 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:53:04,545 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:53:04,545 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:53:04,548 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:53:04,550 Job list saved +2021-12-18 10:53:04,554 Updating FAILED jobs +2021-12-18 10:53:04,554 Updating WAITING jobs +2021-12-18 10:53:04,554 Update finished +2021-12-18 10:53:14,561 Reloading parameters... +2021-12-18 10:53:14,579 Loading parameters... +2021-12-18 10:53:14,581 Loading project parameters... +2021-12-18 10:53:14,582 + +15 of 25 jobs remaining (10:53) +2021-12-18 10:53:14,583 Sleep: 10 +2021-12-18 10:53:14,583 Number of retrials: 0 +2021-12-18 10:53:14,583 WRAPPER CHECK TIME = 10 +2021-12-18 10:53:14,583 Checking jobs for platform=marenostrum4 +2021-12-18 10:53:14,584 Checking jobs for platform=nord3 +2021-12-18 10:53:14,585 Checking jobs for platform=local +2021-12-18 10:53:14,585 Checking jobs for platform=transfer_node +2021-12-18 10:53:14,585 Checking all jobs at once +2021-12-18 10:53:16,157 Successful check job command +2021-12-18 10:53:17,429 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:53:17,429 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:53:17,429 End of checking +2021-12-18 10:53:17,431 Updating FAILED jobs +2021-12-18 10:53:17,431 Updating WAITING jobs +2021-12-18 10:53:17,431 Update finished +2021-12-18 10:53:17,431 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:53:17,431 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:53:17,432 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:53:17,432 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:53:17,432 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:53:17,432 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:53:17,432 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:53:17,432 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:53:17,435 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:53:17,437 Job list saved +2021-12-18 10:53:17,442 Updating FAILED jobs +2021-12-18 10:53:17,442 Updating WAITING jobs +2021-12-18 10:53:17,442 Update finished +2021-12-18 10:53:27,451 Reloading parameters... +2021-12-18 10:53:27,468 Loading parameters... +2021-12-18 10:53:27,470 Loading project parameters... +2021-12-18 10:53:27,471 + +15 of 25 jobs remaining (10:53) +2021-12-18 10:53:27,472 Sleep: 10 +2021-12-18 10:53:27,472 Number of retrials: 0 +2021-12-18 10:53:27,472 WRAPPER CHECK TIME = 10 +2021-12-18 10:53:27,473 Checking jobs for platform=marenostrum4 +2021-12-18 10:53:27,473 Checking jobs for platform=nord3 +2021-12-18 10:53:27,474 Checking jobs for platform=local +2021-12-18 10:53:27,474 Checking jobs for platform=transfer_node +2021-12-18 10:53:27,475 Checking all jobs at once +2021-12-18 10:53:28,894 Successful check job command +2021-12-18 10:53:30,318 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:53:30,318 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:53:30,318 End of checking +2021-12-18 10:53:30,319 Updating FAILED jobs +2021-12-18 10:53:30,320 Updating WAITING jobs +2021-12-18 10:53:30,320 Update finished +2021-12-18 10:53:30,320 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:53:30,321 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:53:30,321 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:53:30,321 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:53:30,321 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:53:30,321 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:53:30,321 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:53:30,321 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:53:30,324 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:53:30,326 Job list saved +2021-12-18 10:53:30,331 Updating FAILED jobs +2021-12-18 10:53:30,331 Updating WAITING jobs +2021-12-18 10:53:30,331 Update finished +2021-12-18 10:53:40,340 Reloading parameters... +2021-12-18 10:53:40,359 Loading parameters... +2021-12-18 10:53:40,360 Loading project parameters... +2021-12-18 10:53:40,362 + +15 of 25 jobs remaining (10:53) +2021-12-18 10:53:40,362 Sleep: 10 +2021-12-18 10:53:40,363 Number of retrials: 0 +2021-12-18 10:53:40,363 WRAPPER CHECK TIME = 10 +2021-12-18 10:53:40,363 Checking jobs for platform=marenostrum4 +2021-12-18 10:53:40,364 Checking jobs for platform=nord3 +2021-12-18 10:53:40,364 Checking jobs for platform=local +2021-12-18 10:53:40,365 Checking jobs for platform=transfer_node +2021-12-18 10:53:40,365 Checking all jobs at once +2021-12-18 10:53:41,736 Successful check job command +2021-12-18 10:53:43,005 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:53:43,006 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:53:43,006 End of checking +2021-12-18 10:53:43,007 Updating FAILED jobs +2021-12-18 10:53:43,007 Updating WAITING jobs +2021-12-18 10:53:43,008 Update finished +2021-12-18 10:53:43,008 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:53:43,008 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:53:43,008 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:53:43,008 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:53:43,008 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:53:43,008 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:53:43,009 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:53:43,009 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:53:43,011 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:53:43,013 Job list saved +2021-12-18 10:53:43,018 Updating FAILED jobs +2021-12-18 10:53:43,018 Updating WAITING jobs +2021-12-18 10:53:43,018 Update finished +2021-12-18 10:53:53,028 Reloading parameters... +2021-12-18 10:53:53,047 Loading parameters... +2021-12-18 10:53:53,048 Loading project parameters... +2021-12-18 10:53:53,050 + +15 of 25 jobs remaining (10:53) +2021-12-18 10:53:53,051 Sleep: 10 +2021-12-18 10:53:53,051 Number of retrials: 0 +2021-12-18 10:53:53,051 WRAPPER CHECK TIME = 10 +2021-12-18 10:53:53,051 Checking jobs for platform=marenostrum4 +2021-12-18 10:53:53,052 Checking jobs for platform=nord3 +2021-12-18 10:53:53,053 Checking jobs for platform=local +2021-12-18 10:53:53,053 Checking jobs for platform=transfer_node +2021-12-18 10:53:53,053 Checking all jobs at once +2021-12-18 10:53:55,174 Successful check job command +2021-12-18 10:53:56,593 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:53:56,594 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:53:56,594 End of checking +2021-12-18 10:53:56,595 Updating FAILED jobs +2021-12-18 10:53:56,595 Updating WAITING jobs +2021-12-18 10:53:56,595 Update finished +2021-12-18 10:53:56,595 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:53:56,596 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:53:56,596 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:53:56,596 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:53:56,596 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:53:56,596 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:53:56,596 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:53:56,596 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:53:56,599 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:53:56,601 Job list saved +2021-12-18 10:53:56,605 Updating FAILED jobs +2021-12-18 10:53:56,605 Updating WAITING jobs +2021-12-18 10:53:56,606 Update finished +2021-12-18 10:54:06,612 Reloading parameters... +2021-12-18 10:54:06,630 Loading parameters... +2021-12-18 10:54:06,632 Loading project parameters... +2021-12-18 10:54:06,634 + +15 of 25 jobs remaining (10:54) +2021-12-18 10:54:06,634 Sleep: 10 +2021-12-18 10:54:06,634 Number of retrials: 0 +2021-12-18 10:54:06,634 WRAPPER CHECK TIME = 10 +2021-12-18 10:54:06,635 Checking jobs for platform=marenostrum4 +2021-12-18 10:54:06,636 Checking jobs for platform=nord3 +2021-12-18 10:54:06,636 Checking jobs for platform=local +2021-12-18 10:54:06,637 Checking jobs for platform=transfer_node +2021-12-18 10:54:06,637 Checking all jobs at once +2021-12-18 10:54:08,708 Successful check job command +2021-12-18 10:54:11,181 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:54:11,181 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:54:11,181 End of checking +2021-12-18 10:54:11,182 Updating FAILED jobs +2021-12-18 10:54:11,182 Updating WAITING jobs +2021-12-18 10:54:11,183 Update finished +2021-12-18 10:54:11,183 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:54:11,183 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:54:11,184 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:54:11,184 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:54:11,184 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:54:11,184 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:54:11,184 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:54:11,184 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:54:11,186 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:54:11,189 Job list saved +2021-12-18 10:54:11,193 Updating FAILED jobs +2021-12-18 10:54:11,193 Updating WAITING jobs +2021-12-18 10:54:11,193 Update finished +2021-12-18 10:54:21,203 Reloading parameters... +2021-12-18 10:54:21,220 Loading parameters... +2021-12-18 10:54:21,222 Loading project parameters... +2021-12-18 10:54:21,224 + +15 of 25 jobs remaining (10:54) +2021-12-18 10:54:21,224 Sleep: 10 +2021-12-18 10:54:21,224 Number of retrials: 0 +2021-12-18 10:54:21,224 WRAPPER CHECK TIME = 10 +2021-12-18 10:54:21,225 Checking jobs for platform=marenostrum4 +2021-12-18 10:54:21,225 Checking jobs for platform=nord3 +2021-12-18 10:54:21,226 Checking jobs for platform=local +2021-12-18 10:54:21,226 Checking jobs for platform=transfer_node +2021-12-18 10:54:21,226 Checking all jobs at once +2021-12-18 10:54:22,496 Successful check job command +2021-12-18 10:54:23,816 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:54:23,816 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:54:23,817 End of checking +2021-12-18 10:54:23,818 Updating FAILED jobs +2021-12-18 10:54:23,818 Updating WAITING jobs +2021-12-18 10:54:23,818 Update finished +2021-12-18 10:54:23,819 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:54:23,819 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:54:23,819 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:54:23,819 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:54:23,819 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:54:23,819 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:54:23,819 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:54:23,819 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:54:23,822 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:54:23,824 Job list saved +2021-12-18 10:54:23,829 Updating FAILED jobs +2021-12-18 10:54:23,829 Updating WAITING jobs +2021-12-18 10:54:23,829 Update finished +2021-12-18 10:54:33,839 Reloading parameters... +2021-12-18 10:54:33,858 Loading parameters... +2021-12-18 10:54:33,859 Loading project parameters... +2021-12-18 10:54:33,862 + +15 of 25 jobs remaining (10:54) +2021-12-18 10:54:33,863 Sleep: 10 +2021-12-18 10:54:33,863 Number of retrials: 0 +2021-12-18 10:54:33,863 WRAPPER CHECK TIME = 10 +2021-12-18 10:54:33,865 Checking jobs for platform=marenostrum4 +2021-12-18 10:54:33,868 Checking jobs for platform=nord3 +2021-12-18 10:54:33,869 Checking jobs for platform=local +2021-12-18 10:54:33,871 Checking jobs for platform=transfer_node +2021-12-18 10:54:33,871 Checking all jobs at once +2021-12-18 10:54:35,343 Successful check job command +2021-12-18 10:54:36,614 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:54:36,614 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:54:36,614 End of checking +2021-12-18 10:54:36,616 Updating FAILED jobs +2021-12-18 10:54:36,616 Updating WAITING jobs +2021-12-18 10:54:36,616 Update finished +2021-12-18 10:54:36,616 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:54:36,616 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:54:36,617 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:54:36,617 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:54:36,617 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:54:36,617 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:54:36,617 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:54:36,617 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:54:36,620 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:54:36,622 Job list saved +2021-12-18 10:54:36,627 Updating FAILED jobs +2021-12-18 10:54:36,627 Updating WAITING jobs +2021-12-18 10:54:36,627 Update finished +2021-12-18 10:54:46,633 Reloading parameters... +2021-12-18 10:54:46,654 Loading parameters... +2021-12-18 10:54:46,655 Loading project parameters... +2021-12-18 10:54:46,657 + +15 of 25 jobs remaining (10:54) +2021-12-18 10:54:46,658 Sleep: 10 +2021-12-18 10:54:46,658 Number of retrials: 0 +2021-12-18 10:54:46,658 WRAPPER CHECK TIME = 10 +2021-12-18 10:54:46,658 Checking jobs for platform=marenostrum4 +2021-12-18 10:54:46,659 Checking jobs for platform=nord3 +2021-12-18 10:54:46,659 Checking jobs for platform=local +2021-12-18 10:54:46,660 Checking jobs for platform=transfer_node +2021-12-18 10:54:46,660 Checking all jobs at once +2021-12-18 10:54:48,330 Successful check job command +2021-12-18 10:54:49,850 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:54:49,850 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:54:49,850 End of checking +2021-12-18 10:54:49,852 Updating FAILED jobs +2021-12-18 10:54:49,852 Updating WAITING jobs +2021-12-18 10:54:49,852 Update finished +2021-12-18 10:54:49,852 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:54:49,853 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:54:49,853 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:54:49,853 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:54:49,853 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:54:49,853 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:54:49,853 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:54:49,854 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:54:49,856 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:54:49,859 Job list saved +2021-12-18 10:54:49,864 Updating FAILED jobs +2021-12-18 10:54:49,864 Updating WAITING jobs +2021-12-18 10:54:49,865 Update finished +2021-12-18 10:54:59,875 Reloading parameters... +2021-12-18 10:54:59,894 Loading parameters... +2021-12-18 10:54:59,896 Loading project parameters... +2021-12-18 10:54:59,898 + +15 of 25 jobs remaining (10:54) +2021-12-18 10:54:59,898 Sleep: 10 +2021-12-18 10:54:59,898 Number of retrials: 0 +2021-12-18 10:54:59,898 WRAPPER CHECK TIME = 10 +2021-12-18 10:54:59,899 Checking jobs for platform=marenostrum4 +2021-12-18 10:54:59,899 Checking jobs for platform=nord3 +2021-12-18 10:54:59,900 Checking jobs for platform=local +2021-12-18 10:54:59,900 Checking jobs for platform=transfer_node +2021-12-18 10:54:59,900 Checking all jobs at once +2021-12-18 10:55:01,321 Successful check job command +2021-12-18 10:55:02,640 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:55:02,641 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:55:02,641 End of checking +2021-12-18 10:55:02,642 Updating FAILED jobs +2021-12-18 10:55:02,642 Updating WAITING jobs +2021-12-18 10:55:02,643 Update finished +2021-12-18 10:55:02,643 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:55:02,643 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:55:02,643 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:55:02,643 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:55:02,643 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:55:02,643 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:55:02,644 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:55:02,644 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:55:02,646 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:55:02,648 Job list saved +2021-12-18 10:55:02,653 Updating FAILED jobs +2021-12-18 10:55:02,653 Updating WAITING jobs +2021-12-18 10:55:02,653 Update finished +2021-12-18 10:55:12,660 Reloading parameters... +2021-12-18 10:55:12,678 Loading parameters... +2021-12-18 10:55:12,679 Loading project parameters... +2021-12-18 10:55:12,681 + +15 of 25 jobs remaining (10:55) +2021-12-18 10:55:12,681 Sleep: 10 +2021-12-18 10:55:12,681 Number of retrials: 0 +2021-12-18 10:55:12,681 WRAPPER CHECK TIME = 10 +2021-12-18 10:55:12,682 Checking jobs for platform=marenostrum4 +2021-12-18 10:55:12,683 Checking jobs for platform=nord3 +2021-12-18 10:55:12,683 Checking jobs for platform=local +2021-12-18 10:55:12,684 Checking jobs for platform=transfer_node +2021-12-18 10:55:12,684 Checking all jobs at once +2021-12-18 10:55:14,705 Successful check job command +2021-12-18 10:55:16,877 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:55:16,877 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:55:16,878 End of checking +2021-12-18 10:55:16,879 Updating FAILED jobs +2021-12-18 10:55:16,879 Updating WAITING jobs +2021-12-18 10:55:16,880 Update finished +2021-12-18 10:55:16,880 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:55:16,880 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:55:16,880 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:55:16,880 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:55:16,880 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:55:16,881 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:55:16,881 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:55:16,881 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:55:16,884 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:55:16,886 Job list saved +2021-12-18 10:55:16,891 Updating FAILED jobs +2021-12-18 10:55:16,891 Updating WAITING jobs +2021-12-18 10:55:16,891 Update finished +2021-12-18 10:55:26,902 Reloading parameters... +2021-12-18 10:55:26,921 Loading parameters... +2021-12-18 10:55:26,922 Loading project parameters... +2021-12-18 10:55:26,924 + +15 of 25 jobs remaining (10:55) +2021-12-18 10:55:26,925 Sleep: 10 +2021-12-18 10:55:26,925 Number of retrials: 0 +2021-12-18 10:55:26,925 WRAPPER CHECK TIME = 10 +2021-12-18 10:55:26,925 Checking jobs for platform=marenostrum4 +2021-12-18 10:55:26,926 Checking jobs for platform=nord3 +2021-12-18 10:55:26,926 Checking jobs for platform=local +2021-12-18 10:55:26,927 Checking jobs for platform=transfer_node +2021-12-18 10:55:26,927 Checking all jobs at once +2021-12-18 10:55:28,347 Successful check job command +2021-12-18 10:55:29,967 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:55:29,968 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:55:29,968 End of checking +2021-12-18 10:55:29,969 Updating FAILED jobs +2021-12-18 10:55:29,969 Updating WAITING jobs +2021-12-18 10:55:29,970 Update finished +2021-12-18 10:55:29,970 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:55:29,970 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:55:29,971 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:55:29,971 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:55:29,971 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:55:29,971 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:55:29,971 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:55:29,971 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:55:29,974 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:55:29,976 Job list saved +2021-12-18 10:55:29,981 Updating FAILED jobs +2021-12-18 10:55:29,981 Updating WAITING jobs +2021-12-18 10:55:29,982 Update finished +2021-12-18 10:55:39,992 Reloading parameters... +2021-12-18 10:55:40,010 Loading parameters... +2021-12-18 10:55:40,012 Loading project parameters... +2021-12-18 10:55:40,013 + +15 of 25 jobs remaining (10:55) +2021-12-18 10:55:40,014 Sleep: 10 +2021-12-18 10:55:40,014 Number of retrials: 0 +2021-12-18 10:55:40,014 WRAPPER CHECK TIME = 10 +2021-12-18 10:55:40,014 Checking jobs for platform=marenostrum4 +2021-12-18 10:55:40,015 Checking jobs for platform=nord3 +2021-12-18 10:55:40,015 Checking jobs for platform=local +2021-12-18 10:55:40,016 Checking jobs for platform=transfer_node +2021-12-18 10:55:40,016 Checking all jobs at once +2021-12-18 10:55:41,386 Successful check job command +2021-12-18 10:55:42,707 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:55:42,707 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:55:42,707 End of checking +2021-12-18 10:55:42,709 Updating FAILED jobs +2021-12-18 10:55:42,709 Updating WAITING jobs +2021-12-18 10:55:42,709 Update finished +2021-12-18 10:55:42,709 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:55:42,709 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:55:42,709 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:55:42,710 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:55:42,710 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:55:42,710 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:55:42,710 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:55:42,710 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:55:42,713 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:55:42,715 Job list saved +2021-12-18 10:55:42,719 Updating FAILED jobs +2021-12-18 10:55:42,720 Updating WAITING jobs +2021-12-18 10:55:42,720 Update finished +2021-12-18 10:55:52,730 Reloading parameters... +2021-12-18 10:55:52,748 Loading parameters... +2021-12-18 10:55:52,749 Loading project parameters... +2021-12-18 10:55:52,751 + +15 of 25 jobs remaining (10:55) +2021-12-18 10:55:52,751 Sleep: 10 +2021-12-18 10:55:52,751 Number of retrials: 0 +2021-12-18 10:55:52,751 WRAPPER CHECK TIME = 10 +2021-12-18 10:55:52,752 Checking jobs for platform=marenostrum4 +2021-12-18 10:55:52,752 Checking jobs for platform=nord3 +2021-12-18 10:55:52,753 Checking jobs for platform=local +2021-12-18 10:55:52,753 Checking jobs for platform=transfer_node +2021-12-18 10:55:52,754 Checking all jobs at once +2021-12-18 10:55:54,074 Successful check job command +2021-12-18 10:55:55,445 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:55:55,446 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:55:55,446 End of checking +2021-12-18 10:55:55,447 Updating FAILED jobs +2021-12-18 10:55:55,447 Updating WAITING jobs +2021-12-18 10:55:55,447 Update finished +2021-12-18 10:55:55,448 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:55:55,448 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:55:55,448 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:55:55,448 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:55:55,448 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:55:55,448 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:55:55,448 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:55:55,449 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:55:55,451 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:55:55,453 Job list saved +2021-12-18 10:55:55,458 Updating FAILED jobs +2021-12-18 10:55:55,458 Updating WAITING jobs +2021-12-18 10:55:55,458 Update finished +2021-12-18 10:56:05,468 Reloading parameters... +2021-12-18 10:56:05,488 Loading parameters... +2021-12-18 10:56:05,489 Loading project parameters... +2021-12-18 10:56:05,491 + +15 of 25 jobs remaining (10:56) +2021-12-18 10:56:05,491 Sleep: 10 +2021-12-18 10:56:05,492 Number of retrials: 0 +2021-12-18 10:56:05,492 WRAPPER CHECK TIME = 10 +2021-12-18 10:56:05,492 Checking jobs for platform=marenostrum4 +2021-12-18 10:56:05,493 Checking jobs for platform=nord3 +2021-12-18 10:56:05,493 Checking jobs for platform=local +2021-12-18 10:56:05,494 Checking jobs for platform=transfer_node +2021-12-18 10:56:05,494 Checking all jobs at once +2021-12-18 10:56:06,865 Successful check job command +2021-12-18 10:56:08,585 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:56:08,586 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:56:08,586 End of checking +2021-12-18 10:56:08,587 Updating FAILED jobs +2021-12-18 10:56:08,587 Updating WAITING jobs +2021-12-18 10:56:08,588 Update finished +2021-12-18 10:56:08,588 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:56:08,589 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:56:08,589 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:56:08,589 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:56:08,589 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:56:08,589 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:56:08,589 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:56:08,589 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:56:08,593 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:56:08,595 Job list saved +2021-12-18 10:56:08,600 Updating FAILED jobs +2021-12-18 10:56:08,600 Updating WAITING jobs +2021-12-18 10:56:08,600 Update finished +2021-12-18 10:56:18,607 Reloading parameters... +2021-12-18 10:56:18,625 Loading parameters... +2021-12-18 10:56:18,626 Loading project parameters... +2021-12-18 10:56:18,628 + +15 of 25 jobs remaining (10:56) +2021-12-18 10:56:18,629 Sleep: 10 +2021-12-18 10:56:18,629 Number of retrials: 0 +2021-12-18 10:56:18,629 WRAPPER CHECK TIME = 10 +2021-12-18 10:56:18,630 Checking jobs for platform=marenostrum4 +2021-12-18 10:56:18,630 Checking jobs for platform=nord3 +2021-12-18 10:56:18,631 Checking jobs for platform=local +2021-12-18 10:56:18,631 Checking jobs for platform=transfer_node +2021-12-18 10:56:18,631 Checking all jobs at once +2021-12-18 10:56:20,554 Successful check job command +2021-12-18 10:56:22,875 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:56:22,875 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:56:22,876 End of checking +2021-12-18 10:56:22,877 Updating FAILED jobs +2021-12-18 10:56:22,877 Updating WAITING jobs +2021-12-18 10:56:22,877 Update finished +2021-12-18 10:56:22,877 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:56:22,878 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:56:22,878 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:56:22,878 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:56:22,878 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:56:22,878 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:56:22,878 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:56:22,878 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:56:22,881 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:56:22,883 Job list saved +2021-12-18 10:56:22,888 Updating FAILED jobs +2021-12-18 10:56:22,888 Updating WAITING jobs +2021-12-18 10:56:22,889 Update finished +2021-12-18 10:56:32,894 Reloading parameters... +2021-12-18 10:56:32,912 Loading parameters... +2021-12-18 10:56:32,913 Loading project parameters... +2021-12-18 10:56:32,915 + +15 of 25 jobs remaining (10:56) +2021-12-18 10:56:32,915 Sleep: 10 +2021-12-18 10:56:32,915 Number of retrials: 0 +2021-12-18 10:56:32,915 WRAPPER CHECK TIME = 10 +2021-12-18 10:56:32,916 Checking jobs for platform=marenostrum4 +2021-12-18 10:56:32,916 Checking jobs for platform=nord3 +2021-12-18 10:56:32,917 Checking jobs for platform=local +2021-12-18 10:56:32,917 Checking jobs for platform=transfer_node +2021-12-18 10:56:32,917 Checking all jobs at once +2021-12-18 10:56:34,890 Successful check job command +2021-12-18 10:56:37,161 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:56:37,161 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:56:37,161 End of checking +2021-12-18 10:56:37,162 Updating FAILED jobs +2021-12-18 10:56:37,163 Updating WAITING jobs +2021-12-18 10:56:37,163 Update finished +2021-12-18 10:56:37,163 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:56:37,163 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:56:37,163 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:56:37,163 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:56:37,163 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:56:37,164 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:56:37,164 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:56:37,164 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:56:37,166 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:56:37,169 Job list saved +2021-12-18 10:56:37,174 Updating FAILED jobs +2021-12-18 10:56:37,174 Updating WAITING jobs +2021-12-18 10:56:37,174 Update finished +2021-12-18 10:56:47,183 Reloading parameters... +2021-12-18 10:56:47,203 Loading parameters... +2021-12-18 10:56:47,204 Loading project parameters... +2021-12-18 10:56:47,206 + +15 of 25 jobs remaining (10:56) +2021-12-18 10:56:47,206 Sleep: 10 +2021-12-18 10:56:47,206 Number of retrials: 0 +2021-12-18 10:56:47,206 WRAPPER CHECK TIME = 10 +2021-12-18 10:56:47,207 Checking jobs for platform=marenostrum4 +2021-12-18 10:56:47,208 Checking jobs for platform=nord3 +2021-12-18 10:56:47,208 Checking jobs for platform=local +2021-12-18 10:56:47,209 Checking jobs for platform=transfer_node +2021-12-18 10:56:47,209 Checking all jobs at once +2021-12-18 10:56:48,532 Successful check job command +2021-12-18 10:56:50,352 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:56:50,353 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:56:50,353 End of checking +2021-12-18 10:56:50,354 Updating FAILED jobs +2021-12-18 10:56:50,354 Updating WAITING jobs +2021-12-18 10:56:50,355 Update finished +2021-12-18 10:56:50,355 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:56:50,356 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:56:50,356 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:56:50,356 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:56:50,356 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:56:50,356 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:56:50,356 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:56:50,357 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:56:50,359 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:56:50,362 Job list saved +2021-12-18 10:56:50,367 Updating FAILED jobs +2021-12-18 10:56:50,367 Updating WAITING jobs +2021-12-18 10:56:50,367 Update finished +2021-12-18 10:57:00,373 Reloading parameters... +2021-12-18 10:57:00,392 Loading parameters... +2021-12-18 10:57:00,393 Loading project parameters... +2021-12-18 10:57:00,395 + +15 of 25 jobs remaining (10:57) +2021-12-18 10:57:00,395 Sleep: 10 +2021-12-18 10:57:00,395 Number of retrials: 0 +2021-12-18 10:57:00,395 WRAPPER CHECK TIME = 10 +2021-12-18 10:57:00,396 Checking jobs for platform=marenostrum4 +2021-12-18 10:57:00,396 Checking jobs for platform=nord3 +2021-12-18 10:57:00,397 Checking jobs for platform=local +2021-12-18 10:57:00,397 Checking jobs for platform=transfer_node +2021-12-18 10:57:00,398 Checking all jobs at once +2021-12-18 10:57:01,616 Successful check job command +2021-12-18 10:57:02,785 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:57:02,786 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:57:02,786 End of checking +2021-12-18 10:57:02,787 Updating FAILED jobs +2021-12-18 10:57:02,787 Updating WAITING jobs +2021-12-18 10:57:02,787 Update finished +2021-12-18 10:57:02,787 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:57:02,788 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:57:02,788 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:57:02,788 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:57:02,788 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:57:02,788 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:57:02,788 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:57:02,788 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:57:02,791 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:57:02,793 Job list saved +2021-12-18 10:57:02,798 Updating FAILED jobs +2021-12-18 10:57:02,798 Updating WAITING jobs +2021-12-18 10:57:02,798 Update finished +2021-12-18 10:57:12,808 Reloading parameters... +2021-12-18 10:57:12,827 Loading parameters... +2021-12-18 10:57:12,828 Loading project parameters... +2021-12-18 10:57:12,830 + +15 of 25 jobs remaining (10:57) +2021-12-18 10:57:12,830 Sleep: 10 +2021-12-18 10:57:12,831 Number of retrials: 0 +2021-12-18 10:57:12,836 WRAPPER CHECK TIME = 10 +2021-12-18 10:57:12,837 Checking jobs for platform=marenostrum4 +2021-12-18 10:57:12,837 Checking jobs for platform=nord3 +2021-12-18 10:57:12,838 Checking jobs for platform=local +2021-12-18 10:57:12,838 Checking jobs for platform=transfer_node +2021-12-18 10:57:12,838 Checking all jobs at once +2021-12-18 10:57:14,209 Successful check job command +2021-12-18 10:57:15,478 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:57:15,478 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:57:15,478 End of checking +2021-12-18 10:57:15,480 Updating FAILED jobs +2021-12-18 10:57:15,480 Updating WAITING jobs +2021-12-18 10:57:15,480 Update finished +2021-12-18 10:57:15,480 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:57:15,480 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:57:15,481 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:57:15,481 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:57:15,481 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:57:15,481 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:57:15,481 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:57:15,481 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:57:15,484 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:57:15,486 Job list saved +2021-12-18 10:57:15,491 Updating FAILED jobs +2021-12-18 10:57:15,491 Updating WAITING jobs +2021-12-18 10:57:15,491 Update finished +2021-12-18 10:57:25,498 Reloading parameters... +2021-12-18 10:57:25,523 Loading parameters... +2021-12-18 10:57:25,524 Loading project parameters... +2021-12-18 10:57:25,526 + +15 of 25 jobs remaining (10:57) +2021-12-18 10:57:25,526 Sleep: 10 +2021-12-18 10:57:25,527 Number of retrials: 0 +2021-12-18 10:57:25,527 WRAPPER CHECK TIME = 10 +2021-12-18 10:57:25,527 Checking jobs for platform=marenostrum4 +2021-12-18 10:57:25,528 Checking jobs for platform=nord3 +2021-12-18 10:57:25,528 Checking jobs for platform=local +2021-12-18 10:57:25,529 Checking jobs for platform=transfer_node +2021-12-18 10:57:25,529 Checking all jobs at once +2021-12-18 10:57:26,898 Successful check job command +2021-12-18 10:57:28,318 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:57:28,318 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:57:28,318 End of checking +2021-12-18 10:57:28,320 Updating FAILED jobs +2021-12-18 10:57:28,320 Updating WAITING jobs +2021-12-18 10:57:28,320 Update finished +2021-12-18 10:57:28,320 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:57:28,321 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:57:28,321 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:57:28,321 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:57:28,321 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:57:28,321 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:57:28,321 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:57:28,321 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:57:28,324 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:57:28,326 Job list saved +2021-12-18 10:57:28,331 Updating FAILED jobs +2021-12-18 10:57:28,331 Updating WAITING jobs +2021-12-18 10:57:28,331 Update finished +2021-12-18 10:57:38,341 Reloading parameters... +2021-12-18 10:57:38,359 Loading parameters... +2021-12-18 10:57:38,360 Loading project parameters... +2021-12-18 10:57:38,362 + +15 of 25 jobs remaining (10:57) +2021-12-18 10:57:38,362 Sleep: 10 +2021-12-18 10:57:38,362 Number of retrials: 0 +2021-12-18 10:57:38,362 WRAPPER CHECK TIME = 10 +2021-12-18 10:57:38,363 Checking jobs for platform=marenostrum4 +2021-12-18 10:57:38,363 Checking jobs for platform=nord3 +2021-12-18 10:57:38,364 Checking jobs for platform=local +2021-12-18 10:57:38,365 Checking jobs for platform=transfer_node +2021-12-18 10:57:38,365 Checking all jobs at once +2021-12-18 10:57:39,834 Successful check job command +2021-12-18 10:57:41,806 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:57:41,806 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:57:41,806 End of checking +2021-12-18 10:57:41,807 Updating FAILED jobs +2021-12-18 10:57:41,808 Updating WAITING jobs +2021-12-18 10:57:41,808 Update finished +2021-12-18 10:57:41,808 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:57:41,808 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:57:41,808 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:57:41,808 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:57:41,808 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:57:41,809 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:57:41,809 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:57:41,809 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:57:41,812 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:57:41,814 Job list saved +2021-12-18 10:57:41,818 Updating FAILED jobs +2021-12-18 10:57:41,819 Updating WAITING jobs +2021-12-18 10:57:41,819 Update finished +2021-12-18 10:57:51,826 Reloading parameters... +2021-12-18 10:57:51,845 Loading parameters... +2021-12-18 10:57:51,846 Loading project parameters... +2021-12-18 10:57:51,848 + +15 of 25 jobs remaining (10:57) +2021-12-18 10:57:51,848 Sleep: 10 +2021-12-18 10:57:51,848 Number of retrials: 0 +2021-12-18 10:57:51,848 WRAPPER CHECK TIME = 10 +2021-12-18 10:57:51,849 Checking jobs for platform=marenostrum4 +2021-12-18 10:57:51,849 Checking jobs for platform=nord3 +2021-12-18 10:57:51,850 Checking jobs for platform=local +2021-12-18 10:57:51,851 Checking jobs for platform=transfer_node +2021-12-18 10:57:51,851 Checking all jobs at once +2021-12-18 10:57:53,170 Successful check job command +2021-12-18 10:57:54,490 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:57:54,490 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:57:54,490 End of checking +2021-12-18 10:57:54,492 Updating FAILED jobs +2021-12-18 10:57:54,492 Updating WAITING jobs +2021-12-18 10:57:54,492 Update finished +2021-12-18 10:57:54,493 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:57:54,493 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:57:54,493 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:57:54,493 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:57:54,493 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:57:54,493 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:57:54,493 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:57:54,493 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:57:54,496 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:57:54,498 Job list saved +2021-12-18 10:57:54,505 Updating FAILED jobs +2021-12-18 10:57:54,506 Updating WAITING jobs +2021-12-18 10:57:54,506 Update finished +2021-12-18 10:58:04,510 Reloading parameters... +2021-12-18 10:58:04,529 Loading parameters... +2021-12-18 10:58:04,530 Loading project parameters... +2021-12-18 10:58:04,532 + +15 of 25 jobs remaining (10:58) +2021-12-18 10:58:04,533 Sleep: 10 +2021-12-18 10:58:04,533 Number of retrials: 0 +2021-12-18 10:58:04,533 WRAPPER CHECK TIME = 10 +2021-12-18 10:58:04,533 Checking jobs for platform=marenostrum4 +2021-12-18 10:58:04,534 Checking jobs for platform=nord3 +2021-12-18 10:58:04,534 Checking jobs for platform=local +2021-12-18 10:58:04,535 Checking jobs for platform=transfer_node +2021-12-18 10:58:04,535 Checking all jobs at once +2021-12-18 10:58:06,756 Successful check job command +2021-12-18 10:58:08,076 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:58:08,077 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:58:08,077 End of checking +2021-12-18 10:58:08,078 Updating FAILED jobs +2021-12-18 10:58:08,078 Updating WAITING jobs +2021-12-18 10:58:08,078 Update finished +2021-12-18 10:58:08,079 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:58:08,079 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:58:08,079 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:58:08,079 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:58:08,080 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:58:08,080 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:58:08,080 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:58:08,080 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:58:08,083 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:58:08,085 Job list saved +2021-12-18 10:58:08,090 Updating FAILED jobs +2021-12-18 10:58:08,090 Updating WAITING jobs +2021-12-18 10:58:08,090 Update finished +2021-12-18 10:58:18,100 Reloading parameters... +2021-12-18 10:58:18,121 Loading parameters... +2021-12-18 10:58:18,122 Loading project parameters... +2021-12-18 10:58:18,124 + +15 of 25 jobs remaining (10:58) +2021-12-18 10:58:18,124 Sleep: 10 +2021-12-18 10:58:18,125 Number of retrials: 0 +2021-12-18 10:58:18,125 WRAPPER CHECK TIME = 10 +2021-12-18 10:58:18,125 Checking jobs for platform=marenostrum4 +2021-12-18 10:58:18,126 Checking jobs for platform=nord3 +2021-12-18 10:58:18,126 Checking jobs for platform=local +2021-12-18 10:58:18,127 Checking jobs for platform=transfer_node +2021-12-18 10:58:18,127 Checking all jobs at once +2021-12-18 10:58:19,547 Successful check job command +2021-12-18 10:58:20,918 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:58:20,918 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:58:20,918 End of checking +2021-12-18 10:58:20,919 Updating FAILED jobs +2021-12-18 10:58:20,920 Updating WAITING jobs +2021-12-18 10:58:20,920 Update finished +2021-12-18 10:58:20,920 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:58:20,920 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:58:20,920 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:58:20,920 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:58:20,920 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:58:20,921 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:58:20,921 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:58:20,921 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:58:20,923 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:58:20,926 Job list saved +2021-12-18 10:58:20,930 Updating FAILED jobs +2021-12-18 10:58:20,930 Updating WAITING jobs +2021-12-18 10:58:20,930 Update finished +2021-12-18 10:58:30,940 Reloading parameters... +2021-12-18 10:58:30,958 Loading parameters... +2021-12-18 10:58:30,959 Loading project parameters... +2021-12-18 10:58:30,961 + +15 of 25 jobs remaining (10:58) +2021-12-18 10:58:30,961 Sleep: 10 +2021-12-18 10:58:30,962 Number of retrials: 0 +2021-12-18 10:58:30,962 WRAPPER CHECK TIME = 10 +2021-12-18 10:58:30,962 Checking jobs for platform=marenostrum4 +2021-12-18 10:58:30,963 Checking jobs for platform=nord3 +2021-12-18 10:58:30,963 Checking jobs for platform=local +2021-12-18 10:58:30,964 Checking jobs for platform=transfer_node +2021-12-18 10:58:30,964 Checking all jobs at once +2021-12-18 10:58:32,283 Successful check job command +2021-12-18 10:58:33,553 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:58:33,554 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:58:33,554 End of checking +2021-12-18 10:58:33,555 Updating FAILED jobs +2021-12-18 10:58:33,555 Updating WAITING jobs +2021-12-18 10:58:33,555 Update finished +2021-12-18 10:58:33,555 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:58:33,556 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:58:33,556 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:58:33,556 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:58:33,556 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:58:33,556 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:58:33,556 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:58:33,556 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:58:33,559 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:58:33,561 Job list saved +2021-12-18 10:58:33,566 Updating FAILED jobs +2021-12-18 10:58:33,567 Updating WAITING jobs +2021-12-18 10:58:33,567 Update finished +2021-12-18 10:58:43,576 Reloading parameters... +2021-12-18 10:58:43,594 Loading parameters... +2021-12-18 10:58:43,595 Loading project parameters... +2021-12-18 10:58:43,597 + +15 of 25 jobs remaining (10:58) +2021-12-18 10:58:43,597 Sleep: 10 +2021-12-18 10:58:43,598 Number of retrials: 0 +2021-12-18 10:58:43,598 WRAPPER CHECK TIME = 10 +2021-12-18 10:58:43,598 Checking jobs for platform=marenostrum4 +2021-12-18 10:58:43,599 Checking jobs for platform=nord3 +2021-12-18 10:58:43,599 Checking jobs for platform=local +2021-12-18 10:58:43,600 Checking jobs for platform=transfer_node +2021-12-18 10:58:43,600 Checking all jobs at once +2021-12-18 10:58:44,970 Successful check job command +2021-12-18 10:58:46,440 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:58:46,441 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:58:46,441 End of checking +2021-12-18 10:58:46,442 Updating FAILED jobs +2021-12-18 10:58:46,442 Updating WAITING jobs +2021-12-18 10:58:46,443 Update finished +2021-12-18 10:58:46,443 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:58:46,444 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:58:46,444 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:58:46,444 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:58:46,444 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:58:46,444 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:58:46,444 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:58:46,444 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:58:46,447 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:58:46,449 Job list saved +2021-12-18 10:58:46,454 Updating FAILED jobs +2021-12-18 10:58:46,454 Updating WAITING jobs +2021-12-18 10:58:46,455 Update finished +2021-12-18 10:58:56,465 Reloading parameters... +2021-12-18 10:58:56,482 Loading parameters... +2021-12-18 10:58:56,484 Loading project parameters... +2021-12-18 10:58:56,485 + +15 of 25 jobs remaining (10:58) +2021-12-18 10:58:56,486 Sleep: 10 +2021-12-18 10:58:56,486 Number of retrials: 0 +2021-12-18 10:58:56,486 WRAPPER CHECK TIME = 10 +2021-12-18 10:58:56,486 Checking jobs for platform=marenostrum4 +2021-12-18 10:58:56,487 Checking jobs for platform=nord3 +2021-12-18 10:58:56,487 Checking jobs for platform=local +2021-12-18 10:58:56,488 Checking jobs for platform=transfer_node +2021-12-18 10:58:56,488 Checking all jobs at once +2021-12-18 10:58:57,858 Successful check job command +2021-12-18 10:58:59,628 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:58:59,628 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:58:59,628 End of checking +2021-12-18 10:58:59,630 Updating FAILED jobs +2021-12-18 10:58:59,630 Updating WAITING jobs +2021-12-18 10:58:59,630 Update finished +2021-12-18 10:58:59,630 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:58:59,630 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:58:59,630 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:58:59,631 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:58:59,631 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:58:59,631 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:58:59,631 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:58:59,631 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:58:59,634 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:58:59,636 Job list saved +2021-12-18 10:58:59,641 Updating FAILED jobs +2021-12-18 10:58:59,641 Updating WAITING jobs +2021-12-18 10:58:59,641 Update finished +2021-12-18 10:59:09,651 Reloading parameters... +2021-12-18 10:59:09,669 Loading parameters... +2021-12-18 10:59:09,672 Loading project parameters... +2021-12-18 10:59:09,674 + +15 of 25 jobs remaining (10:59) +2021-12-18 10:59:09,674 Sleep: 10 +2021-12-18 10:59:09,674 Number of retrials: 0 +2021-12-18 10:59:09,674 WRAPPER CHECK TIME = 10 +2021-12-18 10:59:09,675 Checking jobs for platform=marenostrum4 +2021-12-18 10:59:09,675 Checking jobs for platform=nord3 +2021-12-18 10:59:09,676 Checking jobs for platform=local +2021-12-18 10:59:09,676 Checking jobs for platform=transfer_node +2021-12-18 10:59:09,677 Checking all jobs at once +2021-12-18 10:59:10,996 Successful check job command +2021-12-18 10:59:12,166 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:59:12,166 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:59:12,166 End of checking +2021-12-18 10:59:12,168 Updating FAILED jobs +2021-12-18 10:59:12,168 Updating WAITING jobs +2021-12-18 10:59:12,168 Update finished +2021-12-18 10:59:12,168 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:59:12,168 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:59:12,168 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:59:12,169 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:59:12,169 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:59:12,169 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:59:12,169 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:59:12,169 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:59:12,172 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:59:12,174 Job list saved +2021-12-18 10:59:12,179 Updating FAILED jobs +2021-12-18 10:59:12,179 Updating WAITING jobs +2021-12-18 10:59:12,180 Update finished +2021-12-18 10:59:22,186 Reloading parameters... +2021-12-18 10:59:22,206 Loading parameters... +2021-12-18 10:59:22,207 Loading project parameters... +2021-12-18 10:59:22,209 + +15 of 25 jobs remaining (10:59) +2021-12-18 10:59:22,209 Sleep: 10 +2021-12-18 10:59:22,209 Number of retrials: 0 +2021-12-18 10:59:22,209 WRAPPER CHECK TIME = 10 +2021-12-18 10:59:22,210 Checking jobs for platform=marenostrum4 +2021-12-18 10:59:22,210 Checking jobs for platform=nord3 +2021-12-18 10:59:22,211 Checking jobs for platform=local +2021-12-18 10:59:22,211 Checking jobs for platform=transfer_node +2021-12-18 10:59:22,211 Checking all jobs at once +2021-12-18 10:59:23,531 Successful check job command +2021-12-18 10:59:24,850 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:59:24,850 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:59:24,851 End of checking +2021-12-18 10:59:24,852 Updating FAILED jobs +2021-12-18 10:59:24,852 Updating WAITING jobs +2021-12-18 10:59:24,852 Update finished +2021-12-18 10:59:24,852 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:59:24,853 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:59:24,853 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:59:24,853 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:59:24,853 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:59:24,854 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:59:24,854 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:59:24,854 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:59:24,856 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:59:24,859 Job list saved +2021-12-18 10:59:24,864 Updating FAILED jobs +2021-12-18 10:59:24,864 Updating WAITING jobs +2021-12-18 10:59:24,864 Update finished +2021-12-18 10:59:34,871 Reloading parameters... +2021-12-18 10:59:34,891 Loading parameters... +2021-12-18 10:59:34,892 Loading project parameters... +2021-12-18 10:59:34,894 + +15 of 25 jobs remaining (10:59) +2021-12-18 10:59:34,894 Sleep: 10 +2021-12-18 10:59:34,895 Number of retrials: 0 +2021-12-18 10:59:34,895 WRAPPER CHECK TIME = 10 +2021-12-18 10:59:34,895 Checking jobs for platform=marenostrum4 +2021-12-18 10:59:34,896 Checking jobs for platform=nord3 +2021-12-18 10:59:34,896 Checking jobs for platform=local +2021-12-18 10:59:34,897 Checking jobs for platform=transfer_node +2021-12-18 10:59:34,897 Checking all jobs at once +2021-12-18 10:59:36,116 Successful check job command +2021-12-18 10:59:37,337 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:59:37,337 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:59:37,338 End of checking +2021-12-18 10:59:37,339 Updating FAILED jobs +2021-12-18 10:59:37,339 Updating WAITING jobs +2021-12-18 10:59:37,340 Update finished +2021-12-18 10:59:37,340 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:59:37,340 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:59:37,340 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:59:37,340 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:59:37,340 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:59:37,340 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:59:37,341 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:59:37,341 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:59:37,343 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:59:37,346 Job list saved +2021-12-18 10:59:37,360 Updating FAILED jobs +2021-12-18 10:59:37,360 Updating WAITING jobs +2021-12-18 10:59:37,360 Update finished +2021-12-18 10:59:47,367 Reloading parameters... +2021-12-18 10:59:47,387 Loading parameters... +2021-12-18 10:59:47,388 Loading project parameters... +2021-12-18 10:59:47,390 + +15 of 25 jobs remaining (10:59) +2021-12-18 10:59:47,390 Sleep: 10 +2021-12-18 10:59:47,390 Number of retrials: 0 +2021-12-18 10:59:47,390 WRAPPER CHECK TIME = 10 +2021-12-18 10:59:47,391 Checking jobs for platform=marenostrum4 +2021-12-18 10:59:47,392 Checking jobs for platform=nord3 +2021-12-18 10:59:47,392 Checking jobs for platform=local +2021-12-18 10:59:47,393 Checking jobs for platform=transfer_node +2021-12-18 10:59:47,393 Checking all jobs at once +2021-12-18 10:59:48,764 Successful check job command +2021-12-18 10:59:50,137 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 10:59:50,137 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 10:59:50,137 End of checking +2021-12-18 10:59:50,138 Updating FAILED jobs +2021-12-18 10:59:50,139 Updating WAITING jobs +2021-12-18 10:59:50,139 Update finished +2021-12-18 10:59:50,139 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 10:59:50,139 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 10:59:50,139 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 10:59:50,139 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 10:59:50,139 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 10:59:50,140 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 10:59:50,140 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 10:59:50,140 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 10:59:50,142 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 10:59:50,145 Job list saved +2021-12-18 10:59:50,150 Updating FAILED jobs +2021-12-18 10:59:50,150 Updating WAITING jobs +2021-12-18 10:59:50,151 Update finished +2021-12-18 11:00:00,161 Reloading parameters... +2021-12-18 11:00:00,183 Loading parameters... +2021-12-18 11:00:00,184 Loading project parameters... +2021-12-18 11:00:00,186 + +15 of 25 jobs remaining (11:00) +2021-12-18 11:00:00,186 Sleep: 10 +2021-12-18 11:00:00,186 Number of retrials: 0 +2021-12-18 11:00:00,186 WRAPPER CHECK TIME = 10 +2021-12-18 11:00:00,187 Checking jobs for platform=marenostrum4 +2021-12-18 11:00:00,188 Checking jobs for platform=nord3 +2021-12-18 11:00:00,188 Checking jobs for platform=local +2021-12-18 11:00:00,189 Checking jobs for platform=transfer_node +2021-12-18 11:00:00,189 Checking all jobs at once +2021-12-18 11:00:01,508 Successful check job command +2021-12-18 11:00:02,979 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:00:02,979 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:00:02,979 End of checking +2021-12-18 11:00:02,980 Updating FAILED jobs +2021-12-18 11:00:02,981 Updating WAITING jobs +2021-12-18 11:00:02,981 Update finished +2021-12-18 11:00:02,981 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:00:02,982 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:00:02,982 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:00:02,982 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:00:02,982 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:00:02,982 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:00:02,982 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:00:02,982 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:00:02,985 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:00:02,987 Job list saved +2021-12-18 11:00:02,992 Updating FAILED jobs +2021-12-18 11:00:02,992 Updating WAITING jobs +2021-12-18 11:00:02,992 Update finished +2021-12-18 11:00:13,002 Reloading parameters... +2021-12-18 11:00:13,021 Loading parameters... +2021-12-18 11:00:13,022 Loading project parameters... +2021-12-18 11:00:13,024 + +15 of 25 jobs remaining (11:00) +2021-12-18 11:00:13,024 Sleep: 10 +2021-12-18 11:00:13,024 Number of retrials: 0 +2021-12-18 11:00:13,024 WRAPPER CHECK TIME = 10 +2021-12-18 11:00:13,025 Checking jobs for platform=marenostrum4 +2021-12-18 11:00:13,025 Checking jobs for platform=nord3 +2021-12-18 11:00:13,026 Checking jobs for platform=local +2021-12-18 11:00:13,026 Checking jobs for platform=transfer_node +2021-12-18 11:00:13,026 Checking all jobs at once +2021-12-18 11:00:14,396 Successful check job command +2021-12-18 11:00:15,715 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:00:15,715 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:00:15,716 End of checking +2021-12-18 11:00:15,717 Updating FAILED jobs +2021-12-18 11:00:15,717 Updating WAITING jobs +2021-12-18 11:00:15,717 Update finished +2021-12-18 11:00:15,717 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:00:15,718 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:00:15,718 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:00:15,718 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:00:15,718 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:00:15,718 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:00:15,718 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:00:15,719 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:00:15,721 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:00:15,724 Job list saved +2021-12-18 11:00:15,729 Updating FAILED jobs +2021-12-18 11:00:15,729 Updating WAITING jobs +2021-12-18 11:00:15,729 Update finished +2021-12-18 11:00:25,739 Reloading parameters... +2021-12-18 11:00:25,758 Loading parameters... +2021-12-18 11:00:25,760 Loading project parameters... +2021-12-18 11:00:25,762 + +15 of 25 jobs remaining (11:00) +2021-12-18 11:00:25,762 Sleep: 10 +2021-12-18 11:00:25,762 Number of retrials: 0 +2021-12-18 11:00:25,762 WRAPPER CHECK TIME = 10 +2021-12-18 11:00:25,763 Checking jobs for platform=marenostrum4 +2021-12-18 11:00:25,764 Checking jobs for platform=nord3 +2021-12-18 11:00:25,764 Checking jobs for platform=local +2021-12-18 11:00:25,765 Checking jobs for platform=transfer_node +2021-12-18 11:00:25,765 Checking all jobs at once +2021-12-18 11:00:27,234 Successful check job command +2021-12-18 11:00:28,554 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:00:28,554 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:00:28,554 End of checking +2021-12-18 11:00:28,556 Updating FAILED jobs +2021-12-18 11:00:28,556 Updating WAITING jobs +2021-12-18 11:00:28,556 Update finished +2021-12-18 11:00:28,556 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:00:28,557 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:00:28,557 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:00:28,557 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:00:28,557 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:00:28,557 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:00:28,557 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:00:28,557 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:00:28,560 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:00:28,562 Job list saved +2021-12-18 11:00:28,567 Updating FAILED jobs +2021-12-18 11:00:28,567 Updating WAITING jobs +2021-12-18 11:00:28,568 Update finished +2021-12-18 11:00:38,578 Reloading parameters... +2021-12-18 11:00:38,596 Loading parameters... +2021-12-18 11:00:38,597 Loading project parameters... +2021-12-18 11:00:38,599 + +15 of 25 jobs remaining (11:00) +2021-12-18 11:00:38,599 Sleep: 10 +2021-12-18 11:00:38,599 Number of retrials: 0 +2021-12-18 11:00:38,599 WRAPPER CHECK TIME = 10 +2021-12-18 11:00:38,600 Checking jobs for platform=marenostrum4 +2021-12-18 11:00:38,601 Checking jobs for platform=nord3 +2021-12-18 11:00:38,601 Checking jobs for platform=local +2021-12-18 11:00:38,602 Checking jobs for platform=transfer_node +2021-12-18 11:00:38,602 Checking all jobs at once +2021-12-18 11:00:40,522 Successful check job command +2021-12-18 11:00:41,942 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:00:41,942 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:00:41,942 End of checking +2021-12-18 11:00:41,944 Updating FAILED jobs +2021-12-18 11:00:41,944 Updating WAITING jobs +2021-12-18 11:00:41,944 Update finished +2021-12-18 11:00:41,944 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:00:41,945 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:00:41,945 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:00:41,945 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:00:41,945 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:00:41,945 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:00:41,945 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:00:41,946 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:00:41,949 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:00:41,951 Job list saved +2021-12-18 11:00:41,956 Updating FAILED jobs +2021-12-18 11:00:41,956 Updating WAITING jobs +2021-12-18 11:00:41,957 Update finished +2021-12-18 11:00:51,967 Reloading parameters... +2021-12-18 11:00:51,986 Loading parameters... +2021-12-18 11:00:51,988 Loading project parameters... +2021-12-18 11:00:51,990 + +15 of 25 jobs remaining (11:00) +2021-12-18 11:00:51,990 Sleep: 10 +2021-12-18 11:00:51,990 Number of retrials: 0 +2021-12-18 11:00:51,990 WRAPPER CHECK TIME = 10 +2021-12-18 11:00:51,991 Checking jobs for platform=marenostrum4 +2021-12-18 11:00:51,992 Checking jobs for platform=nord3 +2021-12-18 11:00:51,992 Checking jobs for platform=local +2021-12-18 11:00:51,993 Checking jobs for platform=transfer_node +2021-12-18 11:00:51,993 Checking all jobs at once +2021-12-18 11:00:54,078 Successful check job command +2021-12-18 11:00:55,350 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:00:55,350 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:00:55,350 End of checking +2021-12-18 11:00:55,352 Updating FAILED jobs +2021-12-18 11:00:55,352 Updating WAITING jobs +2021-12-18 11:00:55,352 Update finished +2021-12-18 11:00:55,352 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:00:55,352 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:00:55,352 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:00:55,353 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:00:55,353 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:00:55,353 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:00:55,353 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:00:55,353 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:00:55,356 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:00:55,358 Job list saved +2021-12-18 11:00:55,363 Updating FAILED jobs +2021-12-18 11:00:55,363 Updating WAITING jobs +2021-12-18 11:00:55,363 Update finished +2021-12-18 11:01:05,369 Reloading parameters... +2021-12-18 11:01:05,390 Loading parameters... +2021-12-18 11:01:05,391 Loading project parameters... +2021-12-18 11:01:05,393 + +15 of 25 jobs remaining (11:01) +2021-12-18 11:01:05,393 Sleep: 10 +2021-12-18 11:01:05,393 Number of retrials: 0 +2021-12-18 11:01:05,394 WRAPPER CHECK TIME = 10 +2021-12-18 11:01:05,394 Checking jobs for platform=marenostrum4 +2021-12-18 11:01:05,395 Checking jobs for platform=nord3 +2021-12-18 11:01:05,395 Checking jobs for platform=local +2021-12-18 11:01:05,396 Checking jobs for platform=transfer_node +2021-12-18 11:01:05,396 Checking all jobs at once +2021-12-18 11:01:07,067 Successful check job command +2021-12-18 11:01:08,536 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:01:08,537 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:01:08,537 End of checking +2021-12-18 11:01:08,538 Updating FAILED jobs +2021-12-18 11:01:08,539 Updating WAITING jobs +2021-12-18 11:01:08,539 Update finished +2021-12-18 11:01:08,539 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:01:08,539 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:01:08,539 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:01:08,540 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:01:08,540 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:01:08,540 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:01:08,540 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:01:08,540 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:01:08,543 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:01:08,546 Job list saved +2021-12-18 11:01:08,551 Updating FAILED jobs +2021-12-18 11:01:08,551 Updating WAITING jobs +2021-12-18 11:01:08,551 Update finished +2021-12-18 11:01:18,561 Reloading parameters... +2021-12-18 11:01:18,596 Loading parameters... +2021-12-18 11:01:18,597 Loading project parameters... +2021-12-18 11:01:18,599 + +15 of 25 jobs remaining (11:01) +2021-12-18 11:01:18,599 Sleep: 10 +2021-12-18 11:01:18,599 Number of retrials: 0 +2021-12-18 11:01:18,599 WRAPPER CHECK TIME = 10 +2021-12-18 11:01:18,600 Checking jobs for platform=marenostrum4 +2021-12-18 11:01:18,601 Checking jobs for platform=nord3 +2021-12-18 11:01:18,601 Checking jobs for platform=local +2021-12-18 11:01:18,602 Checking jobs for platform=transfer_node +2021-12-18 11:01:18,602 Checking all jobs at once +2021-12-18 11:01:19,921 Successful check job command +2021-12-18 11:01:21,290 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:01:21,290 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:01:21,291 End of checking +2021-12-18 11:01:21,293 Updating FAILED jobs +2021-12-18 11:01:21,293 Updating WAITING jobs +2021-12-18 11:01:21,293 Update finished +2021-12-18 11:01:21,293 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:01:21,294 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:01:21,294 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:01:21,294 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:01:21,294 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:01:21,294 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:01:21,295 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:01:21,295 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:01:21,299 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:01:21,301 Job list saved +2021-12-18 11:01:21,306 Updating FAILED jobs +2021-12-18 11:01:21,306 Updating WAITING jobs +2021-12-18 11:01:21,306 Update finished +2021-12-18 11:01:31,315 Reloading parameters... +2021-12-18 11:01:31,341 Loading parameters... +2021-12-18 11:01:31,342 Loading project parameters... +2021-12-18 11:01:31,344 + +15 of 25 jobs remaining (11:01) +2021-12-18 11:01:31,345 Sleep: 10 +2021-12-18 11:01:31,345 Number of retrials: 0 +2021-12-18 11:01:31,345 WRAPPER CHECK TIME = 10 +2021-12-18 11:01:31,345 Checking jobs for platform=marenostrum4 +2021-12-18 11:01:31,346 Checking jobs for platform=nord3 +2021-12-18 11:01:31,347 Checking jobs for platform=local +2021-12-18 11:01:31,347 Checking jobs for platform=transfer_node +2021-12-18 11:01:31,347 Checking all jobs at once +2021-12-18 11:01:32,717 Successful check job command +2021-12-18 11:01:34,036 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:01:34,036 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:01:34,037 End of checking +2021-12-18 11:01:34,038 Updating FAILED jobs +2021-12-18 11:01:34,038 Updating WAITING jobs +2021-12-18 11:01:34,038 Update finished +2021-12-18 11:01:34,038 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:01:34,038 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:01:34,039 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:01:34,039 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:01:34,039 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:01:34,039 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:01:34,039 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:01:34,039 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:01:34,042 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:01:34,044 Job list saved +2021-12-18 11:01:34,049 Updating FAILED jobs +2021-12-18 11:01:34,049 Updating WAITING jobs +2021-12-18 11:01:34,049 Update finished +2021-12-18 11:01:44,060 Reloading parameters... +2021-12-18 11:01:44,079 Loading parameters... +2021-12-18 11:01:44,080 Loading project parameters... +2021-12-18 11:01:44,082 + +15 of 25 jobs remaining (11:01) +2021-12-18 11:01:44,082 Sleep: 10 +2021-12-18 11:01:44,083 Number of retrials: 0 +2021-12-18 11:01:44,083 WRAPPER CHECK TIME = 10 +2021-12-18 11:01:44,083 Checking jobs for platform=marenostrum4 +2021-12-18 11:01:44,084 Checking jobs for platform=nord3 +2021-12-18 11:01:44,084 Checking jobs for platform=local +2021-12-18 11:01:44,085 Checking jobs for platform=transfer_node +2021-12-18 11:01:44,085 Checking all jobs at once +2021-12-18 11:01:45,456 Successful check job command +2021-12-18 11:01:46,777 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:01:46,777 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:01:46,777 End of checking +2021-12-18 11:01:46,779 Updating FAILED jobs +2021-12-18 11:01:46,779 Updating WAITING jobs +2021-12-18 11:01:46,779 Update finished +2021-12-18 11:01:46,780 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:01:46,780 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:01:46,780 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:01:46,780 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:01:46,780 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:01:46,780 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:01:46,780 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:01:46,780 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:01:46,783 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:01:46,785 Job list saved +2021-12-18 11:01:46,791 Updating FAILED jobs +2021-12-18 11:01:46,792 Updating WAITING jobs +2021-12-18 11:01:46,792 Update finished +2021-12-18 11:01:56,802 Reloading parameters... +2021-12-18 11:01:56,823 Loading parameters... +2021-12-18 11:01:56,824 Loading project parameters... +2021-12-18 11:01:56,826 + +15 of 25 jobs remaining (11:01) +2021-12-18 11:01:56,826 Sleep: 10 +2021-12-18 11:01:56,826 Number of retrials: 0 +2021-12-18 11:01:56,826 WRAPPER CHECK TIME = 10 +2021-12-18 11:01:56,827 Checking jobs for platform=marenostrum4 +2021-12-18 11:01:56,827 Checking jobs for platform=nord3 +2021-12-18 11:01:56,828 Checking jobs for platform=local +2021-12-18 11:01:56,829 Checking jobs for platform=transfer_node +2021-12-18 11:01:56,829 Checking all jobs at once +2021-12-18 11:01:58,706 Successful check job command +2021-12-18 11:02:00,628 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:02:00,629 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:02:00,629 End of checking +2021-12-18 11:02:00,632 Updating FAILED jobs +2021-12-18 11:02:00,632 Updating WAITING jobs +2021-12-18 11:02:00,632 Update finished +2021-12-18 11:02:00,632 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:02:00,633 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:02:00,633 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:02:00,633 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:02:00,634 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:02:00,634 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:02:00,634 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:02:00,634 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:02:00,638 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:02:00,641 Job list saved +2021-12-18 11:02:00,648 Updating FAILED jobs +2021-12-18 11:02:00,648 Updating WAITING jobs +2021-12-18 11:02:00,648 Update finished +2021-12-18 11:02:10,659 Reloading parameters... +2021-12-18 11:02:10,679 Loading parameters... +2021-12-18 11:02:10,681 Loading project parameters... +2021-12-18 11:02:10,682 + +15 of 25 jobs remaining (11:02) +2021-12-18 11:02:10,683 Sleep: 10 +2021-12-18 11:02:10,683 Number of retrials: 0 +2021-12-18 11:02:10,683 WRAPPER CHECK TIME = 10 +2021-12-18 11:02:10,683 Checking jobs for platform=marenostrum4 +2021-12-18 11:02:10,684 Checking jobs for platform=nord3 +2021-12-18 11:02:10,685 Checking jobs for platform=local +2021-12-18 11:02:10,685 Checking jobs for platform=transfer_node +2021-12-18 11:02:10,685 Checking all jobs at once +2021-12-18 11:02:12,105 Successful check job command +2021-12-18 11:02:13,532 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:02:13,532 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:02:13,533 End of checking +2021-12-18 11:02:13,534 Updating FAILED jobs +2021-12-18 11:02:13,534 Updating WAITING jobs +2021-12-18 11:02:13,534 Update finished +2021-12-18 11:02:13,535 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:02:13,535 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:02:13,535 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:02:13,535 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:02:13,535 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:02:13,535 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:02:13,535 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:02:13,535 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:02:13,538 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:02:13,541 Job list saved +2021-12-18 11:02:13,545 Updating FAILED jobs +2021-12-18 11:02:13,546 Updating WAITING jobs +2021-12-18 11:02:13,546 Update finished +2021-12-18 11:02:23,553 Reloading parameters... +2021-12-18 11:02:23,574 Loading parameters... +2021-12-18 11:02:23,575 Loading project parameters... +2021-12-18 11:02:23,577 + +15 of 25 jobs remaining (11:02) +2021-12-18 11:02:23,578 Sleep: 10 +2021-12-18 11:02:23,578 Number of retrials: 0 +2021-12-18 11:02:23,578 WRAPPER CHECK TIME = 10 +2021-12-18 11:02:23,578 Checking jobs for platform=marenostrum4 +2021-12-18 11:02:23,579 Checking jobs for platform=nord3 +2021-12-18 11:02:23,580 Checking jobs for platform=local +2021-12-18 11:02:23,580 Checking jobs for platform=transfer_node +2021-12-18 11:02:23,580 Checking all jobs at once +2021-12-18 11:02:24,950 Successful check job command +2021-12-18 11:02:26,772 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:02:26,773 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:02:26,773 End of checking +2021-12-18 11:02:26,775 Updating FAILED jobs +2021-12-18 11:02:26,775 Updating WAITING jobs +2021-12-18 11:02:26,776 Update finished +2021-12-18 11:02:26,776 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:02:26,776 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:02:26,776 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:02:26,776 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:02:26,776 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:02:26,776 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:02:26,777 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:02:26,777 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:02:26,780 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:02:26,782 Job list saved +2021-12-18 11:02:26,787 Updating FAILED jobs +2021-12-18 11:02:26,787 Updating WAITING jobs +2021-12-18 11:02:26,787 Update finished +2021-12-18 11:02:36,798 Reloading parameters... +2021-12-18 11:02:36,824 Loading parameters... +2021-12-18 11:02:36,826 Loading project parameters... +2021-12-18 11:02:36,828 + +15 of 25 jobs remaining (11:02) +2021-12-18 11:02:36,828 Sleep: 10 +2021-12-18 11:02:36,828 Number of retrials: 0 +2021-12-18 11:02:36,828 WRAPPER CHECK TIME = 10 +2021-12-18 11:02:36,829 Checking jobs for platform=marenostrum4 +2021-12-18 11:02:36,830 Checking jobs for platform=nord3 +2021-12-18 11:02:36,830 Checking jobs for platform=local +2021-12-18 11:02:36,831 Checking jobs for platform=transfer_node +2021-12-18 11:02:36,831 Checking all jobs at once +2021-12-18 11:02:38,103 Successful check job command +2021-12-18 11:02:39,473 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:02:39,473 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:02:39,473 End of checking +2021-12-18 11:02:39,474 Updating FAILED jobs +2021-12-18 11:02:39,474 Updating WAITING jobs +2021-12-18 11:02:39,475 Update finished +2021-12-18 11:02:39,475 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:02:39,475 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:02:39,476 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:02:39,476 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:02:39,476 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:02:39,476 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:02:39,476 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:02:39,476 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:02:39,480 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:02:39,482 Job list saved +2021-12-18 11:02:39,487 Updating FAILED jobs +2021-12-18 11:02:39,487 Updating WAITING jobs +2021-12-18 11:02:39,487 Update finished +2021-12-18 11:02:49,497 Reloading parameters... +2021-12-18 11:02:49,517 Loading parameters... +2021-12-18 11:02:49,518 Loading project parameters... +2021-12-18 11:02:49,520 + +15 of 25 jobs remaining (11:02) +2021-12-18 11:02:49,520 Sleep: 10 +2021-12-18 11:02:49,520 Number of retrials: 0 +2021-12-18 11:02:49,521 WRAPPER CHECK TIME = 10 +2021-12-18 11:02:49,521 Checking jobs for platform=marenostrum4 +2021-12-18 11:02:49,522 Checking jobs for platform=nord3 +2021-12-18 11:02:49,522 Checking jobs for platform=local +2021-12-18 11:02:49,523 Checking jobs for platform=transfer_node +2021-12-18 11:02:49,523 Checking all jobs at once +2021-12-18 11:02:50,895 Successful check job command +2021-12-18 11:02:52,214 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:02:52,215 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:02:52,215 End of checking +2021-12-18 11:02:52,218 Updating FAILED jobs +2021-12-18 11:02:52,218 Updating WAITING jobs +2021-12-18 11:02:52,218 Update finished +2021-12-18 11:02:52,218 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:02:52,219 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:02:52,219 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:02:52,219 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:02:52,219 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:02:52,219 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:02:52,219 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:02:52,219 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:02:52,222 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:02:52,225 Job list saved +2021-12-18 11:02:52,230 Updating FAILED jobs +2021-12-18 11:02:52,230 Updating WAITING jobs +2021-12-18 11:02:52,230 Update finished +2021-12-18 11:03:02,235 Reloading parameters... +2021-12-18 11:03:02,256 Loading parameters... +2021-12-18 11:03:02,257 Loading project parameters... +2021-12-18 11:03:02,259 + +15 of 25 jobs remaining (11:03) +2021-12-18 11:03:02,260 Sleep: 10 +2021-12-18 11:03:02,260 Number of retrials: 0 +2021-12-18 11:03:02,260 WRAPPER CHECK TIME = 10 +2021-12-18 11:03:02,260 Checking jobs for platform=marenostrum4 +2021-12-18 11:03:02,261 Checking jobs for platform=nord3 +2021-12-18 11:03:02,261 Checking jobs for platform=local +2021-12-18 11:03:02,262 Checking jobs for platform=transfer_node +2021-12-18 11:03:02,262 Checking all jobs at once +2021-12-18 11:03:03,632 Successful check job command +2021-12-18 11:03:04,904 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:03:04,904 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:03:04,905 End of checking +2021-12-18 11:03:04,906 Updating FAILED jobs +2021-12-18 11:03:04,906 Updating WAITING jobs +2021-12-18 11:03:04,907 Update finished +2021-12-18 11:03:04,907 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:03:04,907 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:03:04,907 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:03:04,907 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:03:04,907 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:03:04,907 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:03:04,908 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:03:04,908 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:03:04,910 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:03:04,913 Job list saved +2021-12-18 11:03:04,918 Updating FAILED jobs +2021-12-18 11:03:04,918 Updating WAITING jobs +2021-12-18 11:03:04,918 Update finished +2021-12-18 11:03:14,928 Reloading parameters... +2021-12-18 11:03:14,951 Loading parameters... +2021-12-18 11:03:14,952 Loading project parameters... +2021-12-18 11:03:14,954 + +15 of 25 jobs remaining (11:03) +2021-12-18 11:03:14,954 Sleep: 10 +2021-12-18 11:03:14,955 Number of retrials: 0 +2021-12-18 11:03:14,955 WRAPPER CHECK TIME = 10 +2021-12-18 11:03:14,955 Checking jobs for platform=marenostrum4 +2021-12-18 11:03:14,956 Checking jobs for platform=nord3 +2021-12-18 11:03:14,956 Checking jobs for platform=local +2021-12-18 11:03:14,957 Checking jobs for platform=transfer_node +2021-12-18 11:03:14,957 Checking all jobs at once +2021-12-18 11:03:16,527 Successful check job command +2021-12-18 11:03:17,948 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:03:17,948 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:03:17,948 End of checking +2021-12-18 11:03:17,950 Updating FAILED jobs +2021-12-18 11:03:17,950 Updating WAITING jobs +2021-12-18 11:03:17,950 Update finished +2021-12-18 11:03:17,951 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:03:17,952 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:03:17,952 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:03:17,952 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:03:17,952 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:03:17,952 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:03:17,952 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:03:17,952 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:03:17,955 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:03:17,957 Job list saved +2021-12-18 11:03:17,962 Updating FAILED jobs +2021-12-18 11:03:17,963 Updating WAITING jobs +2021-12-18 11:03:17,963 Update finished +2021-12-18 11:03:27,971 Reloading parameters... +2021-12-18 11:03:27,994 Loading parameters... +2021-12-18 11:03:27,995 Loading project parameters... +2021-12-18 11:03:27,997 + +15 of 25 jobs remaining (11:03) +2021-12-18 11:03:27,997 Sleep: 10 +2021-12-18 11:03:27,998 Number of retrials: 0 +2021-12-18 11:03:27,998 WRAPPER CHECK TIME = 10 +2021-12-18 11:03:27,998 Checking jobs for platform=marenostrum4 +2021-12-18 11:03:27,999 Checking jobs for platform=nord3 +2021-12-18 11:03:27,999 Checking jobs for platform=local +2021-12-18 11:03:28,000 Checking jobs for platform=transfer_node +2021-12-18 11:03:28,000 Checking all jobs at once +2021-12-18 11:03:29,369 Successful check job command +2021-12-18 11:03:30,689 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:03:30,690 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:03:30,690 End of checking +2021-12-18 11:03:30,691 Updating FAILED jobs +2021-12-18 11:03:30,692 Updating WAITING jobs +2021-12-18 11:03:30,692 Update finished +2021-12-18 11:03:30,692 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:03:30,692 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:03:30,692 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:03:30,693 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:03:30,693 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:03:30,693 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:03:30,693 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:03:30,693 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:03:30,696 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:03:30,698 Job list saved +2021-12-18 11:03:30,704 Updating FAILED jobs +2021-12-18 11:03:30,704 Updating WAITING jobs +2021-12-18 11:03:30,704 Update finished +2021-12-18 11:03:40,714 Reloading parameters... +2021-12-18 11:03:40,735 Loading parameters... +2021-12-18 11:03:40,736 Loading project parameters... +2021-12-18 11:03:40,738 + +15 of 25 jobs remaining (11:03) +2021-12-18 11:03:40,738 Sleep: 10 +2021-12-18 11:03:40,740 Number of retrials: 0 +2021-12-18 11:03:40,740 WRAPPER CHECK TIME = 10 +2021-12-18 11:03:40,740 Checking jobs for platform=marenostrum4 +2021-12-18 11:03:40,741 Checking jobs for platform=nord3 +2021-12-18 11:03:40,743 Checking jobs for platform=local +2021-12-18 11:03:40,743 Checking jobs for platform=transfer_node +2021-12-18 11:03:40,743 Checking all jobs at once +2021-12-18 11:03:42,065 Successful check job command +2021-12-18 11:03:43,385 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:03:43,385 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:03:43,385 End of checking +2021-12-18 11:03:43,387 Updating FAILED jobs +2021-12-18 11:03:43,387 Updating WAITING jobs +2021-12-18 11:03:43,387 Update finished +2021-12-18 11:03:43,387 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:03:43,388 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:03:43,388 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:03:43,388 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:03:43,388 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:03:43,388 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:03:43,388 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:03:43,388 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:03:43,392 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:03:43,394 Job list saved +2021-12-18 11:03:43,399 Updating FAILED jobs +2021-12-18 11:03:43,399 Updating WAITING jobs +2021-12-18 11:03:43,399 Update finished +2021-12-18 11:03:53,409 Reloading parameters... +2021-12-18 11:03:53,429 Loading parameters... +2021-12-18 11:03:53,430 Loading project parameters... +2021-12-18 11:03:53,432 + +15 of 25 jobs remaining (11:03) +2021-12-18 11:03:53,432 Sleep: 10 +2021-12-18 11:03:53,432 Number of retrials: 0 +2021-12-18 11:03:53,432 WRAPPER CHECK TIME = 10 +2021-12-18 11:03:53,433 Checking jobs for platform=marenostrum4 +2021-12-18 11:03:53,433 Checking jobs for platform=nord3 +2021-12-18 11:03:53,434 Checking jobs for platform=local +2021-12-18 11:03:53,436 Checking jobs for platform=transfer_node +2021-12-18 11:03:53,436 Checking all jobs at once +2021-12-18 11:03:54,707 Successful check job command +2021-12-18 11:03:56,026 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:03:56,027 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:03:56,027 End of checking +2021-12-18 11:03:56,028 Updating FAILED jobs +2021-12-18 11:03:56,028 Updating WAITING jobs +2021-12-18 11:03:56,029 Update finished +2021-12-18 11:03:56,029 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:03:56,031 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:03:56,031 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:03:56,032 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:03:56,032 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:03:56,032 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:03:56,032 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:03:56,032 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:03:56,035 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:03:56,037 Job list saved +2021-12-18 11:03:56,042 Updating FAILED jobs +2021-12-18 11:03:56,042 Updating WAITING jobs +2021-12-18 11:03:56,042 Update finished +2021-12-18 11:04:06,051 Reloading parameters... +2021-12-18 11:04:06,073 Loading parameters... +2021-12-18 11:04:06,075 Loading project parameters... +2021-12-18 11:04:06,077 + +15 of 25 jobs remaining (11:04) +2021-12-18 11:04:06,077 Sleep: 10 +2021-12-18 11:04:06,077 Number of retrials: 0 +2021-12-18 11:04:06,077 WRAPPER CHECK TIME = 10 +2021-12-18 11:04:06,078 Checking jobs for platform=marenostrum4 +2021-12-18 11:04:06,078 Checking jobs for platform=nord3 +2021-12-18 11:04:06,079 Checking jobs for platform=local +2021-12-18 11:04:06,079 Checking jobs for platform=transfer_node +2021-12-18 11:04:06,079 Checking all jobs at once +2021-12-18 11:04:07,449 Successful check job command +2021-12-18 11:04:08,719 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:04:08,719 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:04:08,719 End of checking +2021-12-18 11:04:08,720 Updating FAILED jobs +2021-12-18 11:04:08,720 Updating WAITING jobs +2021-12-18 11:04:08,721 Update finished +2021-12-18 11:04:08,721 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:04:08,721 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:04:08,721 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:04:08,721 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:04:08,721 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:04:08,722 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:04:08,722 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:04:08,722 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:04:08,725 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:04:08,727 Job list saved +2021-12-18 11:04:08,732 Updating FAILED jobs +2021-12-18 11:04:08,732 Updating WAITING jobs +2021-12-18 11:04:08,732 Update finished +2021-12-18 11:04:18,742 Reloading parameters... +2021-12-18 11:04:18,764 Loading parameters... +2021-12-18 11:04:18,765 Loading project parameters... +2021-12-18 11:04:18,767 + +15 of 25 jobs remaining (11:04) +2021-12-18 11:04:18,767 Sleep: 10 +2021-12-18 11:04:18,767 Number of retrials: 0 +2021-12-18 11:04:18,767 WRAPPER CHECK TIME = 10 +2021-12-18 11:04:18,768 Checking jobs for platform=marenostrum4 +2021-12-18 11:04:18,768 Checking jobs for platform=nord3 +2021-12-18 11:04:18,769 Checking jobs for platform=local +2021-12-18 11:04:18,769 Checking jobs for platform=transfer_node +2021-12-18 11:04:18,769 Checking all jobs at once +2021-12-18 11:04:20,089 Successful check job command +2021-12-18 11:04:21,358 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:04:21,358 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:04:21,358 End of checking +2021-12-18 11:04:21,360 Updating FAILED jobs +2021-12-18 11:04:21,360 Updating WAITING jobs +2021-12-18 11:04:21,361 Update finished +2021-12-18 11:04:21,361 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:04:21,361 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:04:21,362 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:04:21,362 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:04:21,362 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:04:21,362 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:04:21,362 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:04:21,362 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:04:21,365 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:04:21,367 Job list saved +2021-12-18 11:04:21,372 Updating FAILED jobs +2021-12-18 11:04:21,372 Updating WAITING jobs +2021-12-18 11:04:21,372 Update finished +2021-12-18 11:04:31,382 Reloading parameters... +2021-12-18 11:04:31,404 Loading parameters... +2021-12-18 11:04:31,406 Loading project parameters... +2021-12-18 11:04:31,408 + +15 of 25 jobs remaining (11:04) +2021-12-18 11:04:31,408 Sleep: 10 +2021-12-18 11:04:31,408 Number of retrials: 0 +2021-12-18 11:04:31,408 WRAPPER CHECK TIME = 10 +2021-12-18 11:04:31,409 Checking jobs for platform=marenostrum4 +2021-12-18 11:04:31,410 Checking jobs for platform=nord3 +2021-12-18 11:04:31,410 Checking jobs for platform=local +2021-12-18 11:04:31,411 Checking jobs for platform=transfer_node +2021-12-18 11:04:31,411 Checking all jobs at once +2021-12-18 11:04:32,830 Successful check job command +2021-12-18 11:04:34,249 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:04:34,250 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:04:34,250 End of checking +2021-12-18 11:04:34,252 Updating FAILED jobs +2021-12-18 11:04:34,252 Updating WAITING jobs +2021-12-18 11:04:34,252 Update finished +2021-12-18 11:04:34,252 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:04:34,253 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:04:34,253 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:04:34,253 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:04:34,253 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:04:34,253 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:04:34,253 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:04:34,254 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:04:34,257 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:04:34,259 Job list saved +2021-12-18 11:04:34,264 Updating FAILED jobs +2021-12-18 11:04:34,264 Updating WAITING jobs +2021-12-18 11:04:34,264 Update finished +2021-12-18 11:04:44,275 Reloading parameters... +2021-12-18 11:04:44,295 Loading parameters... +2021-12-18 11:04:44,296 Loading project parameters... +2021-12-18 11:04:44,298 + +15 of 25 jobs remaining (11:04) +2021-12-18 11:04:44,298 Sleep: 10 +2021-12-18 11:04:44,298 Number of retrials: 0 +2021-12-18 11:04:44,298 WRAPPER CHECK TIME = 10 +2021-12-18 11:04:44,299 Checking jobs for platform=marenostrum4 +2021-12-18 11:04:44,299 Checking jobs for platform=nord3 +2021-12-18 11:04:44,300 Checking jobs for platform=local +2021-12-18 11:04:44,301 Checking jobs for platform=transfer_node +2021-12-18 11:04:44,301 Checking all jobs at once +2021-12-18 11:04:45,520 Successful check job command +2021-12-18 11:04:46,889 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:04:46,890 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:04:46,890 End of checking +2021-12-18 11:04:46,891 Updating FAILED jobs +2021-12-18 11:04:46,891 Updating WAITING jobs +2021-12-18 11:04:46,892 Update finished +2021-12-18 11:04:46,892 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:04:46,892 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:04:46,892 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:04:46,892 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:04:46,892 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:04:46,892 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:04:46,893 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:04:46,893 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:04:46,896 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:04:46,898 Job list saved +2021-12-18 11:04:46,902 Updating FAILED jobs +2021-12-18 11:04:46,903 Updating WAITING jobs +2021-12-18 11:04:46,903 Update finished +2021-12-18 11:04:56,911 Reloading parameters... +2021-12-18 11:04:56,930 Loading parameters... +2021-12-18 11:04:56,932 Loading project parameters... +2021-12-18 11:04:56,934 + +15 of 25 jobs remaining (11:04) +2021-12-18 11:04:56,934 Sleep: 10 +2021-12-18 11:04:56,934 Number of retrials: 0 +2021-12-18 11:04:56,934 WRAPPER CHECK TIME = 10 +2021-12-18 11:04:56,935 Checking jobs for platform=marenostrum4 +2021-12-18 11:04:56,935 Checking jobs for platform=nord3 +2021-12-18 11:04:56,936 Checking jobs for platform=local +2021-12-18 11:04:56,936 Checking jobs for platform=transfer_node +2021-12-18 11:04:56,937 Checking all jobs at once +2021-12-18 11:04:58,306 Successful check job command +2021-12-18 11:04:59,577 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:04:59,577 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:04:59,578 End of checking +2021-12-18 11:04:59,579 Updating FAILED jobs +2021-12-18 11:04:59,579 Updating WAITING jobs +2021-12-18 11:04:59,579 Update finished +2021-12-18 11:04:59,579 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:04:59,580 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:04:59,580 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:04:59,580 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:04:59,580 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:04:59,580 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:04:59,580 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:04:59,580 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:04:59,583 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:04:59,585 Job list saved +2021-12-18 11:04:59,590 Updating FAILED jobs +2021-12-18 11:04:59,590 Updating WAITING jobs +2021-12-18 11:04:59,591 Update finished +2021-12-18 11:05:09,601 Reloading parameters... +2021-12-18 11:05:09,622 Loading parameters... +2021-12-18 11:05:09,624 Loading project parameters... +2021-12-18 11:05:09,625 + +15 of 25 jobs remaining (11:05) +2021-12-18 11:05:09,626 Sleep: 10 +2021-12-18 11:05:09,626 Number of retrials: 0 +2021-12-18 11:05:09,626 WRAPPER CHECK TIME = 10 +2021-12-18 11:05:09,627 Checking jobs for platform=marenostrum4 +2021-12-18 11:05:09,627 Checking jobs for platform=nord3 +2021-12-18 11:05:09,628 Checking jobs for platform=local +2021-12-18 11:05:09,628 Checking jobs for platform=transfer_node +2021-12-18 11:05:09,628 Checking all jobs at once +2021-12-18 11:05:11,602 Successful check job command +2021-12-18 11:05:12,871 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:05:12,872 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:05:12,872 End of checking +2021-12-18 11:05:12,874 Updating FAILED jobs +2021-12-18 11:05:12,874 Updating WAITING jobs +2021-12-18 11:05:12,874 Update finished +2021-12-18 11:05:12,874 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:05:12,875 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:05:12,875 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:05:12,875 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:05:12,875 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:05:12,875 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:05:12,875 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:05:12,876 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:05:12,878 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:05:12,880 Job list saved +2021-12-18 11:05:12,885 Updating FAILED jobs +2021-12-18 11:05:12,885 Updating WAITING jobs +2021-12-18 11:05:12,886 Update finished +2021-12-18 11:05:22,896 Reloading parameters... +2021-12-18 11:05:22,915 Loading parameters... +2021-12-18 11:05:22,917 Loading project parameters... +2021-12-18 11:05:22,918 + +15 of 25 jobs remaining (11:05) +2021-12-18 11:05:22,919 Sleep: 10 +2021-12-18 11:05:22,919 Number of retrials: 0 +2021-12-18 11:05:22,919 WRAPPER CHECK TIME = 10 +2021-12-18 11:05:22,919 Checking jobs for platform=marenostrum4 +2021-12-18 11:05:22,920 Checking jobs for platform=nord3 +2021-12-18 11:05:22,921 Checking jobs for platform=local +2021-12-18 11:05:22,921 Checking jobs for platform=transfer_node +2021-12-18 11:05:22,921 Checking all jobs at once +2021-12-18 11:05:24,193 Successful check job command +2021-12-18 11:05:25,418 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:05:25,418 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:05:25,418 End of checking +2021-12-18 11:05:25,420 Updating FAILED jobs +2021-12-18 11:05:25,420 Updating WAITING jobs +2021-12-18 11:05:25,421 Update finished +2021-12-18 11:05:25,421 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:05:25,421 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:05:25,421 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:05:25,421 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:05:25,421 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:05:25,421 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:05:25,422 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:05:25,422 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:05:25,425 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:05:25,427 Job list saved +2021-12-18 11:05:25,432 Updating FAILED jobs +2021-12-18 11:05:25,432 Updating WAITING jobs +2021-12-18 11:05:25,432 Update finished +2021-12-18 11:05:35,442 Reloading parameters... +2021-12-18 11:05:35,463 Loading parameters... +2021-12-18 11:05:35,464 Loading project parameters... +2021-12-18 11:05:35,466 + +15 of 25 jobs remaining (11:05) +2021-12-18 11:05:35,467 Sleep: 10 +2021-12-18 11:05:35,467 Number of retrials: 0 +2021-12-18 11:05:35,467 WRAPPER CHECK TIME = 10 +2021-12-18 11:05:35,467 Checking jobs for platform=marenostrum4 +2021-12-18 11:05:35,468 Checking jobs for platform=nord3 +2021-12-18 11:05:35,468 Checking jobs for platform=local +2021-12-18 11:05:35,469 Checking jobs for platform=transfer_node +2021-12-18 11:05:35,469 Checking all jobs at once +2021-12-18 11:05:36,839 Successful check job command +2021-12-18 11:05:38,158 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:05:38,159 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:05:38,159 End of checking +2021-12-18 11:05:38,160 Updating FAILED jobs +2021-12-18 11:05:38,160 Updating WAITING jobs +2021-12-18 11:05:38,161 Update finished +2021-12-18 11:05:38,161 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:05:38,161 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:05:38,161 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:05:38,161 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:05:38,161 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:05:38,161 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:05:38,162 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:05:38,162 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:05:38,164 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:05:38,167 Job list saved +2021-12-18 11:05:38,172 Updating FAILED jobs +2021-12-18 11:05:38,173 Updating WAITING jobs +2021-12-18 11:05:38,173 Update finished +2021-12-18 11:05:48,181 Reloading parameters... +2021-12-18 11:05:48,205 Loading parameters... +2021-12-18 11:05:48,206 Loading project parameters... +2021-12-18 11:05:48,208 + +15 of 25 jobs remaining (11:05) +2021-12-18 11:05:48,208 Sleep: 10 +2021-12-18 11:05:48,208 Number of retrials: 0 +2021-12-18 11:05:48,208 WRAPPER CHECK TIME = 10 +2021-12-18 11:05:48,209 Checking jobs for platform=marenostrum4 +2021-12-18 11:05:48,209 Checking jobs for platform=nord3 +2021-12-18 11:05:48,210 Checking jobs for platform=local +2021-12-18 11:05:48,210 Checking jobs for platform=transfer_node +2021-12-18 11:05:48,211 Checking all jobs at once +2021-12-18 11:05:49,630 Successful check job command +2021-12-18 11:05:50,949 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:05:50,949 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:05:50,950 End of checking +2021-12-18 11:05:50,952 Updating FAILED jobs +2021-12-18 11:05:50,952 Updating WAITING jobs +2021-12-18 11:05:50,952 Update finished +2021-12-18 11:05:50,952 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:05:50,953 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:05:50,953 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:05:50,953 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:05:50,953 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:05:50,953 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:05:50,954 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:05:50,954 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:05:50,957 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:05:50,959 Job list saved +2021-12-18 11:05:50,966 Updating FAILED jobs +2021-12-18 11:05:50,966 Updating WAITING jobs +2021-12-18 11:05:50,966 Update finished +2021-12-18 11:06:00,976 Reloading parameters... +2021-12-18 11:06:00,999 Loading parameters... +2021-12-18 11:06:01,000 Loading project parameters... +2021-12-18 11:06:01,002 + +15 of 25 jobs remaining (11:06) +2021-12-18 11:06:01,002 Sleep: 10 +2021-12-18 11:06:01,003 Number of retrials: 0 +2021-12-18 11:06:01,003 WRAPPER CHECK TIME = 10 +2021-12-18 11:06:01,003 Checking jobs for platform=marenostrum4 +2021-12-18 11:06:01,004 Checking jobs for platform=nord3 +2021-12-18 11:06:01,004 Checking jobs for platform=local +2021-12-18 11:06:01,005 Checking jobs for platform=transfer_node +2021-12-18 11:06:01,005 Checking all jobs at once +2021-12-18 11:06:02,376 Successful check job command +2021-12-18 11:06:03,645 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:06:03,645 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:06:03,645 End of checking +2021-12-18 11:06:03,652 Updating FAILED jobs +2021-12-18 11:06:03,652 Updating WAITING jobs +2021-12-18 11:06:03,653 Update finished +2021-12-18 11:06:03,653 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:06:03,653 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:06:03,653 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:06:03,653 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:06:03,653 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:06:03,653 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:06:03,654 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:06:03,654 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:06:03,670 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:06:03,672 Job list saved +2021-12-18 11:06:03,684 Updating FAILED jobs +2021-12-18 11:06:03,684 Updating WAITING jobs +2021-12-18 11:06:03,684 Update finished +2021-12-18 11:06:13,692 Reloading parameters... +2021-12-18 11:06:13,717 Loading parameters... +2021-12-18 11:06:13,718 Loading project parameters... +2021-12-18 11:06:13,720 + +15 of 25 jobs remaining (11:06) +2021-12-18 11:06:13,720 Sleep: 10 +2021-12-18 11:06:13,720 Number of retrials: 0 +2021-12-18 11:06:13,720 WRAPPER CHECK TIME = 10 +2021-12-18 11:06:13,721 Checking jobs for platform=marenostrum4 +2021-12-18 11:06:13,721 Checking jobs for platform=nord3 +2021-12-18 11:06:13,722 Checking jobs for platform=local +2021-12-18 11:06:13,722 Checking jobs for platform=transfer_node +2021-12-18 11:06:13,723 Checking all jobs at once +2021-12-18 11:06:15,692 Successful check job command +2021-12-18 11:06:16,911 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:06:16,912 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:06:16,912 End of checking +2021-12-18 11:06:16,913 Updating FAILED jobs +2021-12-18 11:06:16,914 Updating WAITING jobs +2021-12-18 11:06:16,914 Update finished +2021-12-18 11:06:16,914 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:06:16,914 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:06:16,914 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:06:16,914 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:06:16,915 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:06:16,915 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:06:16,915 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:06:16,915 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:06:16,918 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:06:16,921 Job list saved +2021-12-18 11:06:16,938 Updating FAILED jobs +2021-12-18 11:06:16,938 Updating WAITING jobs +2021-12-18 11:06:16,939 Update finished +2021-12-18 11:06:26,949 Reloading parameters... +2021-12-18 11:06:26,971 Loading parameters... +2021-12-18 11:06:26,972 Loading project parameters... +2021-12-18 11:06:26,974 + +15 of 25 jobs remaining (11:06) +2021-12-18 11:06:26,974 Sleep: 10 +2021-12-18 11:06:26,974 Number of retrials: 0 +2021-12-18 11:06:26,975 WRAPPER CHECK TIME = 10 +2021-12-18 11:06:26,975 Checking jobs for platform=marenostrum4 +2021-12-18 11:06:26,976 Checking jobs for platform=nord3 +2021-12-18 11:06:26,976 Checking jobs for platform=local +2021-12-18 11:06:26,977 Checking jobs for platform=transfer_node +2021-12-18 11:06:26,977 Checking all jobs at once +2021-12-18 11:06:28,296 Successful check job command +2021-12-18 11:06:29,516 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:06:29,517 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:06:29,517 End of checking +2021-12-18 11:06:29,519 Updating FAILED jobs +2021-12-18 11:06:29,519 Updating WAITING jobs +2021-12-18 11:06:29,519 Update finished +2021-12-18 11:06:29,519 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:06:29,521 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:06:29,521 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:06:29,521 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:06:29,521 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:06:29,521 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:06:29,521 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:06:29,521 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:06:29,524 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:06:29,527 Job list saved +2021-12-18 11:06:29,534 Updating FAILED jobs +2021-12-18 11:06:29,534 Updating WAITING jobs +2021-12-18 11:06:29,534 Update finished +2021-12-18 11:06:39,542 Reloading parameters... +2021-12-18 11:06:39,567 Loading parameters... +2021-12-18 11:06:39,569 Loading project parameters... +2021-12-18 11:06:39,571 + +15 of 25 jobs remaining (11:06) +2021-12-18 11:06:39,571 Sleep: 10 +2021-12-18 11:06:39,571 Number of retrials: 0 +2021-12-18 11:06:39,572 WRAPPER CHECK TIME = 10 +2021-12-18 11:06:39,572 Checking jobs for platform=marenostrum4 +2021-12-18 11:06:39,573 Checking jobs for platform=nord3 +2021-12-18 11:06:39,573 Checking jobs for platform=local +2021-12-18 11:06:39,574 Checking jobs for platform=transfer_node +2021-12-18 11:06:39,574 Checking all jobs at once +2021-12-18 11:06:41,644 Successful check job command +2021-12-18 11:06:43,064 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:06:43,064 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:06:43,064 End of checking +2021-12-18 11:06:43,066 Updating FAILED jobs +2021-12-18 11:06:43,066 Updating WAITING jobs +2021-12-18 11:06:43,066 Update finished +2021-12-18 11:06:43,066 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:06:43,066 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:06:43,067 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:06:43,067 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:06:43,067 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:06:43,067 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:06:43,067 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:06:43,067 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:06:43,070 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:06:43,072 Job list saved +2021-12-18 11:06:43,078 Updating FAILED jobs +2021-12-18 11:06:43,078 Updating WAITING jobs +2021-12-18 11:06:43,079 Update finished +2021-12-18 11:06:53,089 Reloading parameters... +2021-12-18 11:06:53,115 Loading parameters... +2021-12-18 11:06:53,116 Loading project parameters... +2021-12-18 11:06:53,118 + +15 of 25 jobs remaining (11:06) +2021-12-18 11:06:53,118 Sleep: 10 +2021-12-18 11:06:53,118 Number of retrials: 0 +2021-12-18 11:06:53,119 WRAPPER CHECK TIME = 10 +2021-12-18 11:06:53,119 Checking jobs for platform=marenostrum4 +2021-12-18 11:06:53,120 Checking jobs for platform=nord3 +2021-12-18 11:06:53,120 Checking jobs for platform=local +2021-12-18 11:06:53,121 Checking jobs for platform=transfer_node +2021-12-18 11:06:53,121 Checking all jobs at once +2021-12-18 11:06:54,595 Successful check job command +2021-12-18 11:06:55,864 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:06:55,865 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:06:55,865 End of checking +2021-12-18 11:06:55,867 Updating FAILED jobs +2021-12-18 11:06:55,867 Updating WAITING jobs +2021-12-18 11:06:55,867 Update finished +2021-12-18 11:06:55,867 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:06:55,867 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:06:55,868 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:06:55,868 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:06:55,868 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:06:55,868 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:06:55,868 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:06:55,868 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:06:55,871 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:06:55,873 Job list saved +2021-12-18 11:06:55,878 Updating FAILED jobs +2021-12-18 11:06:55,878 Updating WAITING jobs +2021-12-18 11:06:55,878 Update finished +2021-12-18 11:07:05,886 Reloading parameters... +2021-12-18 11:07:05,905 Loading parameters... +2021-12-18 11:07:05,906 Loading project parameters... +2021-12-18 11:07:05,908 + +15 of 25 jobs remaining (11:07) +2021-12-18 11:07:05,908 Sleep: 10 +2021-12-18 11:07:05,908 Number of retrials: 0 +2021-12-18 11:07:05,908 WRAPPER CHECK TIME = 10 +2021-12-18 11:07:05,909 Checking jobs for platform=marenostrum4 +2021-12-18 11:07:05,909 Checking jobs for platform=nord3 +2021-12-18 11:07:05,910 Checking jobs for platform=local +2021-12-18 11:07:05,911 Checking jobs for platform=transfer_node +2021-12-18 11:07:05,911 Checking all jobs at once +2021-12-18 11:07:07,230 Successful check job command +2021-12-18 11:07:08,600 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:07:08,600 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:07:08,600 End of checking +2021-12-18 11:07:08,602 Updating FAILED jobs +2021-12-18 11:07:08,602 Updating WAITING jobs +2021-12-18 11:07:08,602 Update finished +2021-12-18 11:07:08,602 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:07:08,604 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:07:08,605 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:07:08,605 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:07:08,605 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:07:08,605 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:07:08,605 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:07:08,605 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:07:08,608 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:07:08,610 Job list saved +2021-12-18 11:07:08,616 Updating FAILED jobs +2021-12-18 11:07:08,616 Updating WAITING jobs +2021-12-18 11:07:08,616 Update finished +2021-12-18 11:07:18,625 Reloading parameters... +2021-12-18 11:07:18,645 Loading parameters... +2021-12-18 11:07:18,646 Loading project parameters... +2021-12-18 11:07:18,648 + +15 of 25 jobs remaining (11:07) +2021-12-18 11:07:18,648 Sleep: 10 +2021-12-18 11:07:18,649 Number of retrials: 0 +2021-12-18 11:07:18,649 WRAPPER CHECK TIME = 10 +2021-12-18 11:07:18,649 Checking jobs for platform=marenostrum4 +2021-12-18 11:07:18,650 Checking jobs for platform=nord3 +2021-12-18 11:07:18,650 Checking jobs for platform=local +2021-12-18 11:07:18,651 Checking jobs for platform=transfer_node +2021-12-18 11:07:18,651 Checking all jobs at once +2021-12-18 11:07:19,920 Successful check job command +2021-12-18 11:07:21,140 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:07:21,140 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:07:21,140 End of checking +2021-12-18 11:07:21,141 Updating FAILED jobs +2021-12-18 11:07:21,141 Updating WAITING jobs +2021-12-18 11:07:21,142 Update finished +2021-12-18 11:07:21,142 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:07:21,142 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:07:21,142 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:07:21,142 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:07:21,142 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:07:21,142 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:07:21,143 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:07:21,143 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:07:21,146 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:07:21,148 Job list saved +2021-12-18 11:07:21,153 Updating FAILED jobs +2021-12-18 11:07:21,153 Updating WAITING jobs +2021-12-18 11:07:21,153 Update finished +2021-12-18 11:07:31,163 Reloading parameters... +2021-12-18 11:07:31,182 Loading parameters... +2021-12-18 11:07:31,183 Loading project parameters... +2021-12-18 11:07:31,185 + +15 of 25 jobs remaining (11:07) +2021-12-18 11:07:31,185 Sleep: 10 +2021-12-18 11:07:31,186 Number of retrials: 0 +2021-12-18 11:07:31,186 WRAPPER CHECK TIME = 10 +2021-12-18 11:07:31,186 Checking jobs for platform=marenostrum4 +2021-12-18 11:07:31,191 Checking jobs for platform=nord3 +2021-12-18 11:07:31,191 Checking jobs for platform=local +2021-12-18 11:07:31,192 Checking jobs for platform=transfer_node +2021-12-18 11:07:31,192 Checking all jobs at once +2021-12-18 11:07:32,511 Successful check job command +2021-12-18 11:07:33,781 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:07:33,782 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:07:33,782 End of checking +2021-12-18 11:07:33,784 Updating FAILED jobs +2021-12-18 11:07:33,784 Updating WAITING jobs +2021-12-18 11:07:33,784 Update finished +2021-12-18 11:07:33,784 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:07:33,784 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:07:33,784 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:07:33,785 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:07:33,785 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:07:33,785 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:07:33,785 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:07:33,785 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:07:33,788 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:07:33,791 Job list saved +2021-12-18 11:07:33,796 Updating FAILED jobs +2021-12-18 11:07:33,796 Updating WAITING jobs +2021-12-18 11:07:33,796 Update finished +2021-12-18 11:07:43,806 Reloading parameters... +2021-12-18 11:07:43,828 Loading parameters... +2021-12-18 11:07:43,829 Loading project parameters... +2021-12-18 11:07:43,831 + +15 of 25 jobs remaining (11:07) +2021-12-18 11:07:43,831 Sleep: 10 +2021-12-18 11:07:43,831 Number of retrials: 0 +2021-12-18 11:07:43,831 WRAPPER CHECK TIME = 10 +2021-12-18 11:07:43,832 Checking jobs for platform=marenostrum4 +2021-12-18 11:07:43,832 Checking jobs for platform=nord3 +2021-12-18 11:07:43,833 Checking jobs for platform=local +2021-12-18 11:07:43,833 Checking jobs for platform=transfer_node +2021-12-18 11:07:43,834 Checking all jobs at once +2021-12-18 11:07:45,153 Successful check job command +2021-12-18 11:07:46,373 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:07:46,374 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:07:46,374 End of checking +2021-12-18 11:07:46,375 Updating FAILED jobs +2021-12-18 11:07:46,375 Updating WAITING jobs +2021-12-18 11:07:46,375 Update finished +2021-12-18 11:07:46,376 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:07:46,376 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:07:46,376 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:07:46,376 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:07:46,377 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:07:46,377 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:07:46,377 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:07:46,377 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:07:46,380 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:07:46,382 Job list saved +2021-12-18 11:07:46,387 Updating FAILED jobs +2021-12-18 11:07:46,388 Updating WAITING jobs +2021-12-18 11:07:46,388 Update finished +2021-12-18 11:07:56,398 Reloading parameters... +2021-12-18 11:07:56,418 Loading parameters... +2021-12-18 11:07:56,419 Loading project parameters... +2021-12-18 11:07:56,421 + +15 of 25 jobs remaining (11:07) +2021-12-18 11:07:56,421 Sleep: 10 +2021-12-18 11:07:56,421 Number of retrials: 0 +2021-12-18 11:07:56,422 WRAPPER CHECK TIME = 10 +2021-12-18 11:07:56,422 Checking jobs for platform=marenostrum4 +2021-12-18 11:07:56,424 Checking jobs for platform=nord3 +2021-12-18 11:07:56,425 Checking jobs for platform=local +2021-12-18 11:07:56,427 Checking jobs for platform=transfer_node +2021-12-18 11:07:56,427 Checking all jobs at once +2021-12-18 11:07:57,898 Successful check job command +2021-12-18 11:07:59,269 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:07:59,269 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:07:59,269 End of checking +2021-12-18 11:07:59,270 Updating FAILED jobs +2021-12-18 11:07:59,270 Updating WAITING jobs +2021-12-18 11:07:59,271 Update finished +2021-12-18 11:07:59,271 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:07:59,271 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:07:59,271 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:07:59,271 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:07:59,271 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:07:59,272 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:07:59,272 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:07:59,272 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:07:59,275 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:07:59,277 Job list saved +2021-12-18 11:07:59,284 Updating FAILED jobs +2021-12-18 11:07:59,284 Updating WAITING jobs +2021-12-18 11:07:59,284 Update finished +2021-12-18 11:08:09,292 Reloading parameters... +2021-12-18 11:08:09,311 Loading parameters... +2021-12-18 11:08:09,312 Loading project parameters... +2021-12-18 11:08:09,314 + +15 of 25 jobs remaining (11:08) +2021-12-18 11:08:09,314 Sleep: 10 +2021-12-18 11:08:09,314 Number of retrials: 0 +2021-12-18 11:08:09,314 WRAPPER CHECK TIME = 10 +2021-12-18 11:08:09,315 Checking jobs for platform=marenostrum4 +2021-12-18 11:08:09,315 Checking jobs for platform=nord3 +2021-12-18 11:08:09,316 Checking jobs for platform=local +2021-12-18 11:08:09,317 Checking jobs for platform=transfer_node +2021-12-18 11:08:09,317 Checking all jobs at once +2021-12-18 11:08:10,839 Successful check job command +2021-12-18 11:08:12,208 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:08:12,209 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:08:12,209 End of checking +2021-12-18 11:08:12,210 Updating FAILED jobs +2021-12-18 11:08:12,210 Updating WAITING jobs +2021-12-18 11:08:12,210 Update finished +2021-12-18 11:08:12,211 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:08:12,211 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:08:12,211 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:08:12,211 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:08:12,211 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:08:12,211 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:08:12,211 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:08:12,212 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:08:12,215 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:08:12,217 Job list saved +2021-12-18 11:08:12,226 Updating FAILED jobs +2021-12-18 11:08:12,226 Updating WAITING jobs +2021-12-18 11:08:12,226 Update finished +2021-12-18 11:08:22,235 Reloading parameters... +2021-12-18 11:08:22,253 Loading parameters... +2021-12-18 11:08:22,254 Loading project parameters... +2021-12-18 11:08:22,256 + +15 of 25 jobs remaining (11:08) +2021-12-18 11:08:22,256 Sleep: 10 +2021-12-18 11:08:22,256 Number of retrials: 0 +2021-12-18 11:08:22,257 WRAPPER CHECK TIME = 10 +2021-12-18 11:08:22,257 Checking jobs for platform=marenostrum4 +2021-12-18 11:08:22,258 Checking jobs for platform=nord3 +2021-12-18 11:08:22,258 Checking jobs for platform=local +2021-12-18 11:08:22,259 Checking jobs for platform=transfer_node +2021-12-18 11:08:22,259 Checking all jobs at once +2021-12-18 11:08:23,579 Successful check job command +2021-12-18 11:08:24,898 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:08:24,898 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:08:24,898 End of checking +2021-12-18 11:08:24,900 Updating FAILED jobs +2021-12-18 11:08:24,900 Updating WAITING jobs +2021-12-18 11:08:24,900 Update finished +2021-12-18 11:08:24,900 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:08:24,901 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:08:24,902 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:08:24,902 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:08:24,902 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:08:24,902 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:08:24,902 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:08:24,902 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:08:24,905 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:08:24,908 Job list saved +2021-12-18 11:08:24,913 Updating FAILED jobs +2021-12-18 11:08:24,913 Updating WAITING jobs +2021-12-18 11:08:24,913 Update finished +2021-12-18 11:08:34,923 Reloading parameters... +2021-12-18 11:08:34,941 Loading parameters... +2021-12-18 11:08:34,943 Loading project parameters... +2021-12-18 11:08:34,944 + +15 of 25 jobs remaining (11:08) +2021-12-18 11:08:34,945 Sleep: 10 +2021-12-18 11:08:34,945 Number of retrials: 0 +2021-12-18 11:08:34,945 WRAPPER CHECK TIME = 10 +2021-12-18 11:08:34,946 Checking jobs for platform=marenostrum4 +2021-12-18 11:08:34,947 Checking jobs for platform=nord3 +2021-12-18 11:08:34,947 Checking jobs for platform=local +2021-12-18 11:08:34,948 Checking jobs for platform=transfer_node +2021-12-18 11:08:34,948 Checking all jobs at once +2021-12-18 11:08:36,370 Successful check job command +2021-12-18 11:08:37,589 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:08:37,589 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:08:37,589 End of checking +2021-12-18 11:08:37,591 Updating FAILED jobs +2021-12-18 11:08:37,591 Updating WAITING jobs +2021-12-18 11:08:37,591 Update finished +2021-12-18 11:08:37,591 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:08:37,592 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:08:37,592 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:08:37,592 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:08:37,592 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:08:37,592 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:08:37,592 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:08:37,592 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:08:37,595 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:08:37,597 Job list saved +2021-12-18 11:08:37,602 Updating FAILED jobs +2021-12-18 11:08:37,602 Updating WAITING jobs +2021-12-18 11:08:37,603 Update finished +2021-12-18 11:08:47,613 Reloading parameters... +2021-12-18 11:08:47,632 Loading parameters... +2021-12-18 11:08:47,633 Loading project parameters... +2021-12-18 11:08:47,635 + +15 of 25 jobs remaining (11:08) +2021-12-18 11:08:47,635 Sleep: 10 +2021-12-18 11:08:47,635 Number of retrials: 0 +2021-12-18 11:08:47,635 WRAPPER CHECK TIME = 10 +2021-12-18 11:08:47,636 Checking jobs for platform=marenostrum4 +2021-12-18 11:08:47,636 Checking jobs for platform=nord3 +2021-12-18 11:08:47,637 Checking jobs for platform=local +2021-12-18 11:08:47,637 Checking jobs for platform=transfer_node +2021-12-18 11:08:47,637 Checking all jobs at once +2021-12-18 11:08:49,108 Successful check job command +2021-12-18 11:08:50,377 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:08:50,377 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:08:50,378 End of checking +2021-12-18 11:08:50,379 Updating FAILED jobs +2021-12-18 11:08:50,379 Updating WAITING jobs +2021-12-18 11:08:50,379 Update finished +2021-12-18 11:08:50,379 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:08:50,379 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:08:50,380 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:08:50,380 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:08:50,380 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:08:50,380 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:08:50,380 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:08:50,380 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:08:50,383 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:08:50,385 Job list saved +2021-12-18 11:08:50,390 Updating FAILED jobs +2021-12-18 11:08:50,390 Updating WAITING jobs +2021-12-18 11:08:50,390 Update finished +2021-12-18 11:09:00,400 Reloading parameters... +2021-12-18 11:09:00,423 Loading parameters... +2021-12-18 11:09:00,424 Loading project parameters... +2021-12-18 11:09:00,426 + +15 of 25 jobs remaining (11:09) +2021-12-18 11:09:00,426 Sleep: 10 +2021-12-18 11:09:00,426 Number of retrials: 0 +2021-12-18 11:09:00,426 WRAPPER CHECK TIME = 10 +2021-12-18 11:09:00,427 Checking jobs for platform=marenostrum4 +2021-12-18 11:09:00,428 Checking jobs for platform=nord3 +2021-12-18 11:09:00,428 Checking jobs for platform=local +2021-12-18 11:09:00,429 Checking jobs for platform=transfer_node +2021-12-18 11:09:00,429 Checking all jobs at once +2021-12-18 11:09:01,853 Successful check job command +2021-12-18 11:09:03,223 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:09:03,223 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:09:03,223 End of checking +2021-12-18 11:09:03,231 Updating FAILED jobs +2021-12-18 11:09:03,231 Updating WAITING jobs +2021-12-18 11:09:03,232 Update finished +2021-12-18 11:09:03,232 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:09:03,232 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:09:03,233 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:09:03,233 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:09:03,233 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:09:03,233 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:09:03,233 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:09:03,233 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:09:03,240 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:09:03,243 Job list saved +2021-12-18 11:09:03,259 Updating FAILED jobs +2021-12-18 11:09:03,259 Updating WAITING jobs +2021-12-18 11:09:03,259 Update finished +2021-12-18 11:09:13,269 Reloading parameters... +2021-12-18 11:09:13,287 Loading parameters... +2021-12-18 11:09:13,288 Loading project parameters... +2021-12-18 11:09:13,290 + +15 of 25 jobs remaining (11:09) +2021-12-18 11:09:13,290 Sleep: 10 +2021-12-18 11:09:13,290 Number of retrials: 0 +2021-12-18 11:09:13,290 WRAPPER CHECK TIME = 10 +2021-12-18 11:09:13,291 Checking jobs for platform=marenostrum4 +2021-12-18 11:09:13,291 Checking jobs for platform=nord3 +2021-12-18 11:09:13,292 Checking jobs for platform=local +2021-12-18 11:09:13,293 Checking jobs for platform=transfer_node +2021-12-18 11:09:13,293 Checking all jobs at once +2021-12-18 11:09:14,662 Successful check job command +2021-12-18 11:09:16,082 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:09:16,082 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:09:16,082 End of checking +2021-12-18 11:09:16,084 Updating FAILED jobs +2021-12-18 11:09:16,084 Updating WAITING jobs +2021-12-18 11:09:16,084 Update finished +2021-12-18 11:09:16,084 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:09:16,084 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:09:16,084 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:09:16,085 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:09:16,085 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:09:16,085 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:09:16,085 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:09:16,085 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:09:16,088 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:09:16,090 Job list saved +2021-12-18 11:09:16,095 Updating FAILED jobs +2021-12-18 11:09:16,095 Updating WAITING jobs +2021-12-18 11:09:16,095 Update finished +2021-12-18 11:09:26,103 Reloading parameters... +2021-12-18 11:09:26,122 Loading parameters... +2021-12-18 11:09:26,124 Loading project parameters... +2021-12-18 11:09:26,126 + +15 of 25 jobs remaining (11:09) +2021-12-18 11:09:26,126 Sleep: 10 +2021-12-18 11:09:26,126 Number of retrials: 0 +2021-12-18 11:09:26,126 WRAPPER CHECK TIME = 10 +2021-12-18 11:09:26,127 Checking jobs for platform=marenostrum4 +2021-12-18 11:09:26,127 Checking jobs for platform=nord3 +2021-12-18 11:09:26,128 Checking jobs for platform=local +2021-12-18 11:09:26,128 Checking jobs for platform=transfer_node +2021-12-18 11:09:26,128 Checking all jobs at once +2021-12-18 11:09:27,999 Successful check job command +2021-12-18 11:09:29,320 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:09:29,320 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:09:29,320 End of checking +2021-12-18 11:09:29,322 Updating FAILED jobs +2021-12-18 11:09:29,322 Updating WAITING jobs +2021-12-18 11:09:29,322 Update finished +2021-12-18 11:09:29,322 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:09:29,322 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:09:29,322 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:09:29,322 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:09:29,323 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:09:29,323 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:09:29,323 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:09:29,323 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:09:29,326 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:09:29,328 Job list saved +2021-12-18 11:09:29,333 Updating FAILED jobs +2021-12-18 11:09:29,333 Updating WAITING jobs +2021-12-18 11:09:29,334 Update finished +2021-12-18 11:09:39,344 Reloading parameters... +2021-12-18 11:09:39,361 Loading parameters... +2021-12-18 11:09:39,363 Loading project parameters... +2021-12-18 11:09:39,365 + +15 of 25 jobs remaining (11:09) +2021-12-18 11:09:39,365 Sleep: 10 +2021-12-18 11:09:39,365 Number of retrials: 0 +2021-12-18 11:09:39,365 WRAPPER CHECK TIME = 10 +2021-12-18 11:09:39,366 Checking jobs for platform=marenostrum4 +2021-12-18 11:09:39,366 Checking jobs for platform=nord3 +2021-12-18 11:09:39,367 Checking jobs for platform=local +2021-12-18 11:09:39,367 Checking jobs for platform=transfer_node +2021-12-18 11:09:39,367 Checking all jobs at once +2021-12-18 11:09:40,938 Successful check job command +2021-12-18 11:09:42,207 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:09:42,208 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:09:42,208 End of checking +2021-12-18 11:09:42,209 Updating FAILED jobs +2021-12-18 11:09:42,209 Updating WAITING jobs +2021-12-18 11:09:42,209 Update finished +2021-12-18 11:09:42,209 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:09:42,210 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:09:42,210 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:09:42,210 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:09:42,211 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:09:42,211 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:09:42,211 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:09:42,211 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:09:42,214 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:09:42,216 Job list saved +2021-12-18 11:09:42,220 Updating FAILED jobs +2021-12-18 11:09:42,220 Updating WAITING jobs +2021-12-18 11:09:42,221 Update finished +2021-12-18 11:09:52,231 Reloading parameters... +2021-12-18 11:09:52,249 Loading parameters... +2021-12-18 11:09:52,250 Loading project parameters... +2021-12-18 11:09:52,253 + +15 of 25 jobs remaining (11:09) +2021-12-18 11:09:52,253 Sleep: 10 +2021-12-18 11:09:52,253 Number of retrials: 0 +2021-12-18 11:09:52,253 WRAPPER CHECK TIME = 10 +2021-12-18 11:09:52,254 Checking jobs for platform=marenostrum4 +2021-12-18 11:09:52,254 Checking jobs for platform=nord3 +2021-12-18 11:09:52,255 Checking jobs for platform=local +2021-12-18 11:09:52,255 Checking jobs for platform=transfer_node +2021-12-18 11:09:52,255 Checking all jobs at once +2021-12-18 11:09:53,728 Successful check job command +2021-12-18 11:09:55,048 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:09:55,049 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:09:55,049 End of checking +2021-12-18 11:09:55,050 Updating FAILED jobs +2021-12-18 11:09:55,050 Updating WAITING jobs +2021-12-18 11:09:55,050 Update finished +2021-12-18 11:09:55,051 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:09:55,051 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:09:55,051 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:09:55,051 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:09:55,051 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:09:55,051 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:09:55,051 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:09:55,052 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:09:55,054 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:09:55,056 Job list saved +2021-12-18 11:09:55,061 Updating FAILED jobs +2021-12-18 11:09:55,061 Updating WAITING jobs +2021-12-18 11:09:55,061 Update finished +2021-12-18 11:10:05,071 Reloading parameters... +2021-12-18 11:10:05,091 Loading parameters... +2021-12-18 11:10:05,092 Loading project parameters... +2021-12-18 11:10:05,094 + +15 of 25 jobs remaining (11:10) +2021-12-18 11:10:05,094 Sleep: 10 +2021-12-18 11:10:05,095 Number of retrials: 0 +2021-12-18 11:10:05,095 WRAPPER CHECK TIME = 10 +2021-12-18 11:10:05,095 Checking jobs for platform=marenostrum4 +2021-12-18 11:10:05,096 Checking jobs for platform=nord3 +2021-12-18 11:10:05,096 Checking jobs for platform=local +2021-12-18 11:10:05,097 Checking jobs for platform=transfer_node +2021-12-18 11:10:05,097 Checking all jobs at once +2021-12-18 11:10:06,567 Successful check job command +2021-12-18 11:10:07,988 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:10:07,989 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:10:07,989 End of checking +2021-12-18 11:10:07,990 Updating FAILED jobs +2021-12-18 11:10:07,991 Updating WAITING jobs +2021-12-18 11:10:07,991 Update finished +2021-12-18 11:10:07,991 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:10:07,991 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:10:07,991 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:10:07,992 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:10:07,992 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:10:07,992 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:10:07,992 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:10:07,992 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:10:07,995 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:10:07,997 Job list saved +2021-12-18 11:10:08,002 Updating FAILED jobs +2021-12-18 11:10:08,002 Updating WAITING jobs +2021-12-18 11:10:08,002 Update finished +2021-12-18 11:10:18,008 Reloading parameters... +2021-12-18 11:10:18,029 Loading parameters... +2021-12-18 11:10:18,030 Loading project parameters... +2021-12-18 11:10:18,032 + +15 of 25 jobs remaining (11:10) +2021-12-18 11:10:18,032 Sleep: 10 +2021-12-18 11:10:18,032 Number of retrials: 0 +2021-12-18 11:10:18,033 WRAPPER CHECK TIME = 10 +2021-12-18 11:10:18,033 Checking jobs for platform=marenostrum4 +2021-12-18 11:10:18,034 Checking jobs for platform=nord3 +2021-12-18 11:10:18,034 Checking jobs for platform=local +2021-12-18 11:10:18,035 Checking jobs for platform=transfer_node +2021-12-18 11:10:18,035 Checking all jobs at once +2021-12-18 11:10:19,354 Successful check job command +2021-12-18 11:10:20,674 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:10:20,674 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:10:20,674 End of checking +2021-12-18 11:10:20,676 Updating FAILED jobs +2021-12-18 11:10:20,676 Updating WAITING jobs +2021-12-18 11:10:20,676 Update finished +2021-12-18 11:10:20,677 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:10:20,677 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:10:20,677 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:10:20,677 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:10:20,678 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:10:20,678 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:10:20,678 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:10:20,678 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:10:20,681 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:10:20,683 Job list saved +2021-12-18 11:10:20,688 Updating FAILED jobs +2021-12-18 11:10:20,688 Updating WAITING jobs +2021-12-18 11:10:20,688 Update finished +2021-12-18 11:10:30,699 Reloading parameters... +2021-12-18 11:10:30,717 Loading parameters... +2021-12-18 11:10:30,718 Loading project parameters... +2021-12-18 11:10:30,720 + +15 of 25 jobs remaining (11:10) +2021-12-18 11:10:30,720 Sleep: 10 +2021-12-18 11:10:30,720 Number of retrials: 0 +2021-12-18 11:10:30,720 WRAPPER CHECK TIME = 10 +2021-12-18 11:10:30,721 Checking jobs for platform=marenostrum4 +2021-12-18 11:10:30,721 Checking jobs for platform=nord3 +2021-12-18 11:10:30,722 Checking jobs for platform=local +2021-12-18 11:10:30,722 Checking jobs for platform=transfer_node +2021-12-18 11:10:30,723 Checking all jobs at once +2021-12-18 11:10:32,092 Successful check job command +2021-12-18 11:10:33,613 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:10:33,613 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:10:33,613 End of checking +2021-12-18 11:10:33,614 Updating FAILED jobs +2021-12-18 11:10:33,614 Updating WAITING jobs +2021-12-18 11:10:33,615 Update finished +2021-12-18 11:10:33,615 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:10:33,615 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:10:33,615 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:10:33,615 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:10:33,615 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:10:33,616 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:10:33,616 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:10:33,616 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:10:33,619 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:10:33,621 Job list saved +2021-12-18 11:10:33,625 Updating FAILED jobs +2021-12-18 11:10:33,626 Updating WAITING jobs +2021-12-18 11:10:33,626 Update finished +2021-12-18 11:10:43,636 Reloading parameters... +2021-12-18 11:10:43,657 Loading parameters... +2021-12-18 11:10:43,658 Loading project parameters... +2021-12-18 11:10:43,660 + +15 of 25 jobs remaining (11:10) +2021-12-18 11:10:43,660 Sleep: 10 +2021-12-18 11:10:43,660 Number of retrials: 0 +2021-12-18 11:10:43,660 WRAPPER CHECK TIME = 10 +2021-12-18 11:10:43,661 Checking jobs for platform=marenostrum4 +2021-12-18 11:10:43,661 Checking jobs for platform=nord3 +2021-12-18 11:10:43,662 Checking jobs for platform=local +2021-12-18 11:10:43,662 Checking jobs for platform=transfer_node +2021-12-18 11:10:43,662 Checking all jobs at once +2021-12-18 11:10:44,981 Successful check job command +2021-12-18 11:10:46,300 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:10:46,301 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:10:46,301 End of checking +2021-12-18 11:10:46,302 Updating FAILED jobs +2021-12-18 11:10:46,302 Updating WAITING jobs +2021-12-18 11:10:46,303 Update finished +2021-12-18 11:10:46,303 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:10:46,303 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:10:46,303 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:10:46,303 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:10:46,303 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:10:46,304 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:10:46,304 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:10:46,304 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:10:46,306 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:10:46,309 Job list saved +2021-12-18 11:10:46,313 Updating FAILED jobs +2021-12-18 11:10:46,313 Updating WAITING jobs +2021-12-18 11:10:46,314 Update finished +2021-12-18 11:10:56,324 Reloading parameters... +2021-12-18 11:10:56,343 Loading parameters... +2021-12-18 11:10:56,344 Loading project parameters... +2021-12-18 11:10:56,346 + +15 of 25 jobs remaining (11:10) +2021-12-18 11:10:56,347 Sleep: 10 +2021-12-18 11:10:56,347 Number of retrials: 0 +2021-12-18 11:10:56,347 WRAPPER CHECK TIME = 10 +2021-12-18 11:10:56,347 Checking jobs for platform=marenostrum4 +2021-12-18 11:10:56,348 Checking jobs for platform=nord3 +2021-12-18 11:10:56,348 Checking jobs for platform=local +2021-12-18 11:10:56,349 Checking jobs for platform=transfer_node +2021-12-18 11:10:56,349 Checking all jobs at once +2021-12-18 11:10:57,669 Successful check job command +2021-12-18 11:10:58,888 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:10:58,888 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:10:58,889 End of checking +2021-12-18 11:10:58,890 Updating FAILED jobs +2021-12-18 11:10:58,890 Updating WAITING jobs +2021-12-18 11:10:58,890 Update finished +2021-12-18 11:10:58,890 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:10:58,891 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:10:58,891 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:10:58,891 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:10:58,891 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:10:58,892 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:10:58,892 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:10:58,892 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:10:58,894 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:10:58,897 Job list saved +2021-12-18 11:10:58,901 Updating FAILED jobs +2021-12-18 11:10:58,902 Updating WAITING jobs +2021-12-18 11:10:58,902 Update finished +2021-12-18 11:11:08,912 Reloading parameters... +2021-12-18 11:11:08,932 Loading parameters... +2021-12-18 11:11:08,934 Loading project parameters... +2021-12-18 11:11:08,936 + +15 of 25 jobs remaining (11:11) +2021-12-18 11:11:08,936 Sleep: 10 +2021-12-18 11:11:08,936 Number of retrials: 0 +2021-12-18 11:11:08,936 WRAPPER CHECK TIME = 10 +2021-12-18 11:11:08,937 Checking jobs for platform=marenostrum4 +2021-12-18 11:11:08,937 Checking jobs for platform=nord3 +2021-12-18 11:11:08,938 Checking jobs for platform=local +2021-12-18 11:11:08,938 Checking jobs for platform=transfer_node +2021-12-18 11:11:08,938 Checking all jobs at once +2021-12-18 11:11:10,359 Successful check job command +2021-12-18 11:11:15,785 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:11:15,785 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:11:15,785 End of checking +2021-12-18 11:11:15,786 Updating FAILED jobs +2021-12-18 11:11:15,787 Updating WAITING jobs +2021-12-18 11:11:15,787 Update finished +2021-12-18 11:11:15,787 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:11:15,787 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:11:15,787 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:11:15,787 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:11:15,788 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:11:15,788 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:11:15,788 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:11:15,788 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:11:15,791 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:11:15,793 Job list saved +2021-12-18 11:11:15,798 Updating FAILED jobs +2021-12-18 11:11:15,798 Updating WAITING jobs +2021-12-18 11:11:15,798 Update finished +2021-12-18 11:11:25,808 Reloading parameters... +2021-12-18 11:11:25,824 Loading parameters... +2021-12-18 11:11:25,825 Loading project parameters... +2021-12-18 11:11:25,826 + +15 of 25 jobs remaining (11:11) +2021-12-18 11:11:25,826 Sleep: 10 +2021-12-18 11:11:25,826 Number of retrials: 0 +2021-12-18 11:11:25,827 WRAPPER CHECK TIME = 10 +2021-12-18 11:11:25,827 Checking jobs for platform=marenostrum4 +2021-12-18 11:11:25,827 Checking jobs for platform=nord3 +2021-12-18 11:11:25,827 Checking jobs for platform=local +2021-12-18 11:11:25,828 Checking jobs for platform=transfer_node +2021-12-18 11:11:25,828 Checking all jobs at once +2021-12-18 11:11:27,047 Successful check job command +2021-12-18 11:11:28,216 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:11:28,217 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:11:28,217 End of checking +2021-12-18 11:11:28,218 Updating FAILED jobs +2021-12-18 11:11:28,218 Updating WAITING jobs +2021-12-18 11:11:28,219 Update finished +2021-12-18 11:11:28,219 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:11:28,219 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:11:28,219 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:11:28,219 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:11:28,219 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:11:28,219 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:11:28,220 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:11:28,220 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:11:28,222 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:11:28,225 Job list saved +2021-12-18 11:11:28,230 Updating FAILED jobs +2021-12-18 11:11:28,230 Updating WAITING jobs +2021-12-18 11:11:28,230 Update finished +2021-12-18 11:11:38,240 Reloading parameters... +2021-12-18 11:11:38,263 Loading parameters... +2021-12-18 11:11:38,266 Loading project parameters... +2021-12-18 11:11:38,268 + +15 of 25 jobs remaining (11:11) +2021-12-18 11:11:38,268 Sleep: 10 +2021-12-18 11:11:38,268 Number of retrials: 0 +2021-12-18 11:11:38,269 WRAPPER CHECK TIME = 10 +2021-12-18 11:11:38,269 Checking jobs for platform=marenostrum4 +2021-12-18 11:11:38,270 Checking jobs for platform=nord3 +2021-12-18 11:11:38,270 Checking jobs for platform=local +2021-12-18 11:11:38,271 Checking jobs for platform=transfer_node +2021-12-18 11:11:38,271 Checking all jobs at once +2021-12-18 11:11:39,794 Successful check job command +2021-12-18 11:11:42,916 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:11:42,917 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:11:42,917 End of checking +2021-12-18 11:11:42,918 Updating FAILED jobs +2021-12-18 11:11:42,918 Updating WAITING jobs +2021-12-18 11:11:42,918 Update finished +2021-12-18 11:11:42,918 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:11:42,919 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:11:42,919 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:11:42,919 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:11:42,919 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:11:42,919 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:11:42,920 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:11:42,920 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:11:42,922 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:11:42,924 Job list saved +2021-12-18 11:11:42,929 Updating FAILED jobs +2021-12-18 11:11:42,929 Updating WAITING jobs +2021-12-18 11:11:42,929 Update finished +2021-12-18 11:11:52,940 Reloading parameters... +2021-12-18 11:11:52,959 Loading parameters... +2021-12-18 11:11:52,960 Loading project parameters... +2021-12-18 11:11:52,962 + +15 of 25 jobs remaining (11:11) +2021-12-18 11:11:52,963 Sleep: 10 +2021-12-18 11:11:52,963 Number of retrials: 0 +2021-12-18 11:11:52,963 WRAPPER CHECK TIME = 10 +2021-12-18 11:11:52,963 Checking jobs for platform=marenostrum4 +2021-12-18 11:11:52,964 Checking jobs for platform=nord3 +2021-12-18 11:11:52,965 Checking jobs for platform=local +2021-12-18 11:11:52,965 Checking jobs for platform=transfer_node +2021-12-18 11:11:52,965 Checking all jobs at once +2021-12-18 11:11:54,287 Successful check job command +2021-12-18 11:11:55,707 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:11:55,708 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:11:55,708 End of checking +2021-12-18 11:11:55,709 Updating FAILED jobs +2021-12-18 11:11:55,709 Updating WAITING jobs +2021-12-18 11:11:55,709 Update finished +2021-12-18 11:11:55,709 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:11:55,710 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:11:55,710 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:11:55,710 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:11:55,710 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:11:55,710 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:11:55,710 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:11:55,710 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:11:55,713 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:11:55,715 Job list saved +2021-12-18 11:11:55,719 Updating FAILED jobs +2021-12-18 11:11:55,719 Updating WAITING jobs +2021-12-18 11:11:55,719 Update finished +2021-12-18 11:12:05,725 Reloading parameters... +2021-12-18 11:12:05,744 Loading parameters... +2021-12-18 11:12:05,745 Loading project parameters... +2021-12-18 11:12:05,747 + +15 of 25 jobs remaining (11:12) +2021-12-18 11:12:05,747 Sleep: 10 +2021-12-18 11:12:05,747 Number of retrials: 0 +2021-12-18 11:12:05,747 WRAPPER CHECK TIME = 10 +2021-12-18 11:12:05,748 Checking jobs for platform=marenostrum4 +2021-12-18 11:12:05,748 Checking jobs for platform=nord3 +2021-12-18 11:12:05,749 Checking jobs for platform=local +2021-12-18 11:12:05,749 Checking jobs for platform=transfer_node +2021-12-18 11:12:05,749 Checking all jobs at once +2021-12-18 11:12:07,119 Successful check job command +2021-12-18 11:12:09,290 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:12:09,290 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:12:09,290 End of checking +2021-12-18 11:12:09,292 Updating FAILED jobs +2021-12-18 11:12:09,292 Updating WAITING jobs +2021-12-18 11:12:09,292 Update finished +2021-12-18 11:12:09,292 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:12:09,292 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:12:09,292 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:12:09,293 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:12:09,293 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:12:09,293 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:12:09,293 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:12:09,293 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:12:09,295 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:12:09,298 Job list saved +2021-12-18 11:12:09,302 Updating FAILED jobs +2021-12-18 11:12:09,303 Updating WAITING jobs +2021-12-18 11:12:09,303 Update finished +2021-12-18 11:12:19,307 Reloading parameters... +2021-12-18 11:12:19,327 Loading parameters... +2021-12-18 11:12:19,329 Loading project parameters... +2021-12-18 11:12:19,330 + +15 of 25 jobs remaining (11:12) +2021-12-18 11:12:19,331 Sleep: 10 +2021-12-18 11:12:19,331 Number of retrials: 0 +2021-12-18 11:12:19,331 WRAPPER CHECK TIME = 10 +2021-12-18 11:12:19,331 Checking jobs for platform=marenostrum4 +2021-12-18 11:12:19,332 Checking jobs for platform=nord3 +2021-12-18 11:12:19,333 Checking jobs for platform=local +2021-12-18 11:12:19,333 Checking jobs for platform=transfer_node +2021-12-18 11:12:19,333 Checking all jobs at once +2021-12-18 11:12:20,606 Successful check job command +2021-12-18 11:12:21,877 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:12:21,877 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:12:21,877 End of checking +2021-12-18 11:12:21,879 Updating FAILED jobs +2021-12-18 11:12:21,879 Updating WAITING jobs +2021-12-18 11:12:21,879 Update finished +2021-12-18 11:12:21,879 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:12:21,881 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:12:21,882 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:12:21,882 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:12:21,882 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:12:21,882 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:12:21,882 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:12:21,882 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:12:21,885 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:12:21,888 Job list saved +2021-12-18 11:12:21,893 Updating FAILED jobs +2021-12-18 11:12:21,893 Updating WAITING jobs +2021-12-18 11:12:21,893 Update finished +2021-12-18 11:12:31,903 Reloading parameters... +2021-12-18 11:12:31,923 Loading parameters... +2021-12-18 11:12:31,925 Loading project parameters... +2021-12-18 11:12:31,926 + +15 of 25 jobs remaining (11:12) +2021-12-18 11:12:31,927 Sleep: 10 +2021-12-18 11:12:31,927 Number of retrials: 0 +2021-12-18 11:12:31,927 WRAPPER CHECK TIME = 10 +2021-12-18 11:12:31,927 Checking jobs for platform=marenostrum4 +2021-12-18 11:12:31,928 Checking jobs for platform=nord3 +2021-12-18 11:12:31,929 Checking jobs for platform=local +2021-12-18 11:12:31,929 Checking jobs for platform=transfer_node +2021-12-18 11:12:31,929 Checking all jobs at once +2021-12-18 11:12:33,198 Successful check job command +2021-12-18 11:12:34,368 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:12:34,368 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:12:34,368 End of checking +2021-12-18 11:12:34,369 Updating FAILED jobs +2021-12-18 11:12:34,369 Updating WAITING jobs +2021-12-18 11:12:34,370 Update finished +2021-12-18 11:12:34,370 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:12:34,370 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:12:34,370 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:12:34,370 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:12:34,370 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:12:34,370 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:12:34,371 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:12:34,371 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:12:34,373 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:12:34,376 Job list saved +2021-12-18 11:12:34,380 Updating FAILED jobs +2021-12-18 11:12:34,381 Updating WAITING jobs +2021-12-18 11:12:34,381 Update finished +2021-12-18 11:12:44,391 Reloading parameters... +2021-12-18 11:12:44,410 Loading parameters... +2021-12-18 11:12:44,412 Loading project parameters... +2021-12-18 11:12:44,414 + +15 of 25 jobs remaining (11:12) +2021-12-18 11:12:44,415 Sleep: 10 +2021-12-18 11:12:44,415 Number of retrials: 0 +2021-12-18 11:12:44,415 WRAPPER CHECK TIME = 10 +2021-12-18 11:12:44,415 Checking jobs for platform=marenostrum4 +2021-12-18 11:12:44,416 Checking jobs for platform=nord3 +2021-12-18 11:12:44,416 Checking jobs for platform=local +2021-12-18 11:12:44,417 Checking jobs for platform=transfer_node +2021-12-18 11:12:44,417 Checking all jobs at once +2021-12-18 11:12:59,711 Successful check job command +2021-12-18 11:13:03,635 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:13:03,635 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:13:03,635 End of checking +2021-12-18 11:13:03,636 Updating FAILED jobs +2021-12-18 11:13:03,637 Updating WAITING jobs +2021-12-18 11:13:03,637 Update finished +2021-12-18 11:13:03,637 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:13:03,638 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:13:03,638 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:13:03,638 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:13:03,638 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:13:03,638 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:13:03,638 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:13:03,638 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:13:03,641 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:13:03,643 Job list saved +2021-12-18 11:13:03,647 Updating FAILED jobs +2021-12-18 11:13:03,647 Updating WAITING jobs +2021-12-18 11:13:03,648 Update finished +2021-12-18 11:13:13,650 Reloading parameters... +2021-12-18 11:13:13,673 Loading parameters... +2021-12-18 11:13:13,674 Loading project parameters... +2021-12-18 11:13:13,676 + +15 of 25 jobs remaining (11:13) +2021-12-18 11:13:13,676 Sleep: 10 +2021-12-18 11:13:13,676 Number of retrials: 0 +2021-12-18 11:13:13,676 WRAPPER CHECK TIME = 10 +2021-12-18 11:13:13,677 Checking jobs for platform=marenostrum4 +2021-12-18 11:13:13,678 Checking jobs for platform=nord3 +2021-12-18 11:13:13,678 Checking jobs for platform=local +2021-12-18 11:13:13,679 Checking jobs for platform=transfer_node +2021-12-18 11:13:13,679 Checking all jobs at once +2021-12-18 11:13:15,150 Successful check job command +2021-12-18 11:13:16,620 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:13:16,620 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:13:16,620 End of checking +2021-12-18 11:13:16,621 Updating FAILED jobs +2021-12-18 11:13:16,621 Updating WAITING jobs +2021-12-18 11:13:16,622 Update finished +2021-12-18 11:13:16,622 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:13:16,622 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:13:16,622 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:13:16,622 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:13:16,622 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:13:16,622 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:13:16,622 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:13:16,623 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:13:16,625 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:13:16,628 Job list saved +2021-12-18 11:13:16,632 Updating FAILED jobs +2021-12-18 11:13:16,632 Updating WAITING jobs +2021-12-18 11:13:16,633 Update finished +2021-12-18 11:13:26,643 Reloading parameters... +2021-12-18 11:13:26,664 Loading parameters... +2021-12-18 11:13:26,666 Loading project parameters... +2021-12-18 11:13:26,668 + +15 of 25 jobs remaining (11:13) +2021-12-18 11:13:26,668 Sleep: 10 +2021-12-18 11:13:26,668 Number of retrials: 0 +2021-12-18 11:13:26,668 WRAPPER CHECK TIME = 10 +2021-12-18 11:13:26,669 Checking jobs for platform=marenostrum4 +2021-12-18 11:13:26,669 Checking jobs for platform=nord3 +2021-12-18 11:13:26,670 Checking jobs for platform=local +2021-12-18 11:13:26,670 Checking jobs for platform=transfer_node +2021-12-18 11:13:26,670 Checking all jobs at once +2021-12-18 11:13:27,940 Successful check job command +2021-12-18 11:13:29,410 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:13:29,410 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:13:29,410 End of checking +2021-12-18 11:13:29,411 Updating FAILED jobs +2021-12-18 11:13:29,411 Updating WAITING jobs +2021-12-18 11:13:29,412 Update finished +2021-12-18 11:13:29,412 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:13:29,412 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:13:29,412 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:13:29,412 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:13:29,412 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:13:29,413 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:13:29,413 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:13:29,413 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:13:29,415 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:13:29,418 Job list saved +2021-12-18 11:13:29,423 Updating FAILED jobs +2021-12-18 11:13:29,423 Updating WAITING jobs +2021-12-18 11:13:29,423 Update finished +2021-12-18 11:13:39,427 Reloading parameters... +2021-12-18 11:13:39,444 Loading parameters... +2021-12-18 11:13:39,445 Loading project parameters... +2021-12-18 11:13:39,447 + +15 of 25 jobs remaining (11:13) +2021-12-18 11:13:39,448 Sleep: 10 +2021-12-18 11:13:39,448 Number of retrials: 0 +2021-12-18 11:13:39,448 WRAPPER CHECK TIME = 10 +2021-12-18 11:13:39,448 Checking jobs for platform=marenostrum4 +2021-12-18 11:13:39,452 Checking jobs for platform=nord3 +2021-12-18 11:13:39,453 Checking jobs for platform=local +2021-12-18 11:13:39,453 Checking jobs for platform=transfer_node +2021-12-18 11:13:39,453 Checking all jobs at once +2021-12-18 11:13:41,125 Successful check job command +2021-12-18 11:13:42,796 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:13:42,796 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:13:42,796 End of checking +2021-12-18 11:13:42,798 Updating FAILED jobs +2021-12-18 11:13:42,798 Updating WAITING jobs +2021-12-18 11:13:42,798 Update finished +2021-12-18 11:13:42,798 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:13:42,799 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:13:42,799 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:13:42,799 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:13:42,799 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:13:42,799 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:13:42,799 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:13:42,800 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:13:42,802 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:13:42,805 Job list saved +2021-12-18 11:13:42,809 Updating FAILED jobs +2021-12-18 11:13:42,809 Updating WAITING jobs +2021-12-18 11:13:42,809 Update finished +2021-12-18 11:13:52,819 Reloading parameters... +2021-12-18 11:13:52,838 Loading parameters... +2021-12-18 11:13:52,840 Loading project parameters... +2021-12-18 11:13:52,842 + +15 of 25 jobs remaining (11:13) +2021-12-18 11:13:52,842 Sleep: 10 +2021-12-18 11:13:52,842 Number of retrials: 0 +2021-12-18 11:13:52,842 WRAPPER CHECK TIME = 10 +2021-12-18 11:13:52,843 Checking jobs for platform=marenostrum4 +2021-12-18 11:13:52,843 Checking jobs for platform=nord3 +2021-12-18 11:13:52,844 Checking jobs for platform=local +2021-12-18 11:13:52,845 Checking jobs for platform=transfer_node +2021-12-18 11:13:52,845 Checking all jobs at once +2021-12-18 11:13:55,417 Successful check job command +2021-12-18 11:13:57,938 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:13:57,938 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:13:57,938 End of checking +2021-12-18 11:13:57,940 Updating FAILED jobs +2021-12-18 11:13:57,940 Updating WAITING jobs +2021-12-18 11:13:57,941 Update finished +2021-12-18 11:13:57,941 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:13:57,941 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:13:57,941 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:13:57,941 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:13:57,941 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:13:57,941 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:13:57,942 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:13:57,942 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:13:57,945 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:13:57,947 Job list saved +2021-12-18 11:13:57,952 Updating FAILED jobs +2021-12-18 11:13:57,952 Updating WAITING jobs +2021-12-18 11:13:57,952 Update finished +2021-12-18 11:14:07,962 Reloading parameters... +2021-12-18 11:14:07,980 Loading parameters... +2021-12-18 11:14:07,981 Loading project parameters... +2021-12-18 11:14:07,983 + +15 of 25 jobs remaining (11:14) +2021-12-18 11:14:07,983 Sleep: 10 +2021-12-18 11:14:07,983 Number of retrials: 0 +2021-12-18 11:14:07,983 WRAPPER CHECK TIME = 10 +2021-12-18 11:14:07,984 Checking jobs for platform=marenostrum4 +2021-12-18 11:14:07,985 Checking jobs for platform=nord3 +2021-12-18 11:14:07,985 Checking jobs for platform=local +2021-12-18 11:14:07,986 Checking jobs for platform=transfer_node +2021-12-18 11:14:07,986 Checking all jobs at once +2021-12-18 11:14:09,356 Successful check job command +2021-12-18 11:14:15,634 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:14:15,635 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:14:15,635 End of checking +2021-12-18 11:14:15,636 Updating FAILED jobs +2021-12-18 11:14:15,637 Updating WAITING jobs +2021-12-18 11:14:15,637 Update finished +2021-12-18 11:14:15,637 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:14:15,638 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:14:15,638 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:14:15,638 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:14:15,638 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:14:15,638 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:14:15,638 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:14:15,638 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:14:15,641 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:14:15,643 Job list saved +2021-12-18 11:14:15,647 Updating FAILED jobs +2021-12-18 11:14:15,648 Updating WAITING jobs +2021-12-18 11:14:15,648 Update finished +2021-12-18 11:14:25,658 Reloading parameters... +2021-12-18 11:14:25,675 Loading parameters... +2021-12-18 11:14:25,677 Loading project parameters... +2021-12-18 11:14:25,678 + +15 of 25 jobs remaining (11:14) +2021-12-18 11:14:25,679 Sleep: 10 +2021-12-18 11:14:25,679 Number of retrials: 0 +2021-12-18 11:14:25,679 WRAPPER CHECK TIME = 10 +2021-12-18 11:14:25,679 Checking jobs for platform=marenostrum4 +2021-12-18 11:14:25,680 Checking jobs for platform=nord3 +2021-12-18 11:14:25,681 Checking jobs for platform=local +2021-12-18 11:14:25,681 Checking jobs for platform=transfer_node +2021-12-18 11:14:25,681 Checking all jobs at once +2021-12-18 11:14:26,951 Successful check job command +2021-12-18 11:14:28,121 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:14:28,121 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:14:28,121 End of checking +2021-12-18 11:14:28,123 Updating FAILED jobs +2021-12-18 11:14:28,123 Updating WAITING jobs +2021-12-18 11:14:28,123 Update finished +2021-12-18 11:14:28,123 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:14:28,124 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:14:28,124 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:14:28,124 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:14:28,124 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:14:28,124 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:14:28,124 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:14:28,124 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:14:28,127 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:14:28,130 Job list saved +2021-12-18 11:14:28,134 Updating FAILED jobs +2021-12-18 11:14:28,134 Updating WAITING jobs +2021-12-18 11:14:28,134 Update finished +2021-12-18 11:14:38,145 Reloading parameters... +2021-12-18 11:14:38,163 Loading parameters... +2021-12-18 11:14:38,165 Loading project parameters... +2021-12-18 11:14:38,167 + +15 of 25 jobs remaining (11:14) +2021-12-18 11:14:38,167 Sleep: 10 +2021-12-18 11:14:38,167 Number of retrials: 0 +2021-12-18 11:14:38,167 WRAPPER CHECK TIME = 10 +2021-12-18 11:14:38,168 Checking jobs for platform=marenostrum4 +2021-12-18 11:14:38,168 Checking jobs for platform=nord3 +2021-12-18 11:14:38,169 Checking jobs for platform=local +2021-12-18 11:14:38,169 Checking jobs for platform=transfer_node +2021-12-18 11:14:38,169 Checking all jobs at once +2021-12-18 11:14:39,501 Successful check job command +2021-12-18 11:14:41,462 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:14:41,462 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:14:41,462 End of checking +2021-12-18 11:14:41,463 Updating FAILED jobs +2021-12-18 11:14:41,463 Updating WAITING jobs +2021-12-18 11:14:41,464 Update finished +2021-12-18 11:14:41,464 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:14:41,464 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:14:41,464 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:14:41,464 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:14:41,464 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:14:41,464 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:14:41,465 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:14:41,465 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:14:41,467 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:14:41,469 Job list saved +2021-12-18 11:14:41,475 Updating FAILED jobs +2021-12-18 11:14:41,475 Updating WAITING jobs +2021-12-18 11:14:41,476 Update finished +2021-12-18 11:14:51,486 Reloading parameters... +2021-12-18 11:14:51,506 Loading parameters... +2021-12-18 11:14:51,507 Loading project parameters... +2021-12-18 11:14:51,509 + +15 of 25 jobs remaining (11:14) +2021-12-18 11:14:51,509 Sleep: 10 +2021-12-18 11:14:51,509 Number of retrials: 0 +2021-12-18 11:14:51,509 WRAPPER CHECK TIME = 10 +2021-12-18 11:14:51,510 Checking jobs for platform=marenostrum4 +2021-12-18 11:14:51,510 Checking jobs for platform=nord3 +2021-12-18 11:14:51,511 Checking jobs for platform=local +2021-12-18 11:14:51,512 Checking jobs for platform=transfer_node +2021-12-18 11:14:51,512 Checking all jobs at once +2021-12-18 11:14:53,483 Successful check job command +2021-12-18 11:14:55,003 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:14:55,003 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:14:55,003 End of checking +2021-12-18 11:14:55,004 Updating FAILED jobs +2021-12-18 11:14:55,004 Updating WAITING jobs +2021-12-18 11:14:55,005 Update finished +2021-12-18 11:14:55,005 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:14:55,005 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:14:55,006 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:14:55,006 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:14:55,006 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:14:55,006 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:14:55,006 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:14:55,006 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:14:55,008 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:14:55,011 Job list saved +2021-12-18 11:14:55,015 Updating FAILED jobs +2021-12-18 11:14:55,015 Updating WAITING jobs +2021-12-18 11:14:55,015 Update finished +2021-12-18 11:15:05,025 Reloading parameters... +2021-12-18 11:15:05,043 Loading parameters... +2021-12-18 11:15:05,045 Loading project parameters... +2021-12-18 11:15:05,047 + +15 of 25 jobs remaining (11:15) +2021-12-18 11:15:05,047 Sleep: 10 +2021-12-18 11:15:05,047 Number of retrials: 0 +2021-12-18 11:15:05,047 WRAPPER CHECK TIME = 10 +2021-12-18 11:15:05,048 Checking jobs for platform=marenostrum4 +2021-12-18 11:15:05,048 Checking jobs for platform=nord3 +2021-12-18 11:15:05,049 Checking jobs for platform=local +2021-12-18 11:15:05,049 Checking jobs for platform=transfer_node +2021-12-18 11:15:05,049 Checking all jobs at once +2021-12-18 11:15:07,724 Successful check job command +2021-12-18 11:15:10,703 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:15:10,703 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:15:10,704 End of checking +2021-12-18 11:15:10,705 Updating FAILED jobs +2021-12-18 11:15:10,705 Updating WAITING jobs +2021-12-18 11:15:10,706 Update finished +2021-12-18 11:15:10,706 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:15:10,706 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:15:10,706 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:15:10,706 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:15:10,706 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:15:10,706 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:15:10,707 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:15:10,707 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:15:10,709 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:15:10,712 Job list saved +2021-12-18 11:15:10,716 Updating FAILED jobs +2021-12-18 11:15:10,716 Updating WAITING jobs +2021-12-18 11:15:10,716 Update finished +2021-12-18 11:15:20,722 Reloading parameters... +2021-12-18 11:15:20,745 Loading parameters... +2021-12-18 11:15:20,747 Loading project parameters... +2021-12-18 11:15:20,749 + +15 of 25 jobs remaining (11:15) +2021-12-18 11:15:20,749 Sleep: 10 +2021-12-18 11:15:20,749 Number of retrials: 0 +2021-12-18 11:15:20,749 WRAPPER CHECK TIME = 10 +2021-12-18 11:15:20,750 Checking jobs for platform=marenostrum4 +2021-12-18 11:15:20,751 Checking jobs for platform=nord3 +2021-12-18 11:15:20,751 Checking jobs for platform=local +2021-12-18 11:15:20,752 Checking jobs for platform=transfer_node +2021-12-18 11:15:20,752 Checking all jobs at once +2021-12-18 11:15:22,122 Successful check job command +2021-12-18 11:15:23,691 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:15:23,691 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:15:23,691 End of checking +2021-12-18 11:15:23,693 Updating FAILED jobs +2021-12-18 11:15:23,693 Updating WAITING jobs +2021-12-18 11:15:23,693 Update finished +2021-12-18 11:15:23,693 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:15:23,694 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:15:23,694 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:15:23,694 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:15:23,694 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:15:23,694 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:15:23,694 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:15:23,694 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:15:23,697 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:15:23,699 Job list saved +2021-12-18 11:15:23,705 Updating FAILED jobs +2021-12-18 11:15:23,705 Updating WAITING jobs +2021-12-18 11:15:23,705 Update finished +2021-12-18 11:15:33,713 Reloading parameters... +2021-12-18 11:15:33,733 Loading parameters... +2021-12-18 11:15:33,735 Loading project parameters... +2021-12-18 11:15:33,736 + +15 of 25 jobs remaining (11:15) +2021-12-18 11:15:33,737 Sleep: 10 +2021-12-18 11:15:33,737 Number of retrials: 0 +2021-12-18 11:15:33,737 WRAPPER CHECK TIME = 10 +2021-12-18 11:15:33,737 Checking jobs for platform=marenostrum4 +2021-12-18 11:15:33,738 Checking jobs for platform=nord3 +2021-12-18 11:15:33,738 Checking jobs for platform=local +2021-12-18 11:15:33,739 Checking jobs for platform=transfer_node +2021-12-18 11:15:33,739 Checking all jobs at once +2021-12-18 11:15:35,011 Successful check job command +2021-12-18 11:15:36,281 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:15:36,281 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:15:36,281 End of checking +2021-12-18 11:15:36,283 Updating FAILED jobs +2021-12-18 11:15:36,283 Updating WAITING jobs +2021-12-18 11:15:36,283 Update finished +2021-12-18 11:15:36,283 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:15:36,284 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:15:36,284 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:15:36,284 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:15:36,284 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:15:36,285 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:15:36,285 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:15:36,285 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:15:36,288 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:15:36,290 Job list saved +2021-12-18 11:15:36,298 Updating FAILED jobs +2021-12-18 11:15:36,298 Updating WAITING jobs +2021-12-18 11:15:36,298 Update finished +2021-12-18 11:15:46,307 Reloading parameters... +2021-12-18 11:15:46,328 Loading parameters... +2021-12-18 11:15:46,329 Loading project parameters... +2021-12-18 11:15:46,331 + +15 of 25 jobs remaining (11:15) +2021-12-18 11:15:46,331 Sleep: 10 +2021-12-18 11:15:46,331 Number of retrials: 0 +2021-12-18 11:15:46,331 WRAPPER CHECK TIME = 10 +2021-12-18 11:15:46,332 Checking jobs for platform=marenostrum4 +2021-12-18 11:15:46,332 Checking jobs for platform=nord3 +2021-12-18 11:15:46,333 Checking jobs for platform=local +2021-12-18 11:15:46,333 Checking jobs for platform=transfer_node +2021-12-18 11:15:46,333 Checking all jobs at once +2021-12-18 11:15:48,154 Successful check job command +2021-12-18 11:15:50,475 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:15:50,475 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:15:50,475 End of checking +2021-12-18 11:15:50,477 Updating FAILED jobs +2021-12-18 11:15:50,477 Updating WAITING jobs +2021-12-18 11:15:50,477 Update finished +2021-12-18 11:15:50,477 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:15:50,478 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:15:50,478 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:15:50,478 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:15:50,478 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:15:50,478 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:15:50,478 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:15:50,478 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:15:50,481 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:15:50,483 Job list saved +2021-12-18 11:15:50,488 Updating FAILED jobs +2021-12-18 11:15:50,489 Updating WAITING jobs +2021-12-18 11:15:50,489 Update finished +2021-12-18 11:16:00,499 Reloading parameters... +2021-12-18 11:16:00,520 Loading parameters... +2021-12-18 11:16:00,521 Loading project parameters... +2021-12-18 11:16:00,523 + +15 of 25 jobs remaining (11:16) +2021-12-18 11:16:00,523 Sleep: 10 +2021-12-18 11:16:00,524 Number of retrials: 0 +2021-12-18 11:16:00,524 WRAPPER CHECK TIME = 10 +2021-12-18 11:16:00,524 Checking jobs for platform=marenostrum4 +2021-12-18 11:16:00,525 Checking jobs for platform=nord3 +2021-12-18 11:16:00,525 Checking jobs for platform=local +2021-12-18 11:16:00,526 Checking jobs for platform=transfer_node +2021-12-18 11:16:00,526 Checking all jobs at once +2021-12-18 11:16:01,798 Successful check job command +2021-12-18 11:16:03,067 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:16:03,068 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:16:03,068 End of checking +2021-12-18 11:16:03,069 Updating FAILED jobs +2021-12-18 11:16:03,069 Updating WAITING jobs +2021-12-18 11:16:03,070 Update finished +2021-12-18 11:16:03,070 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:16:03,070 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:16:03,070 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:16:03,070 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:16:03,070 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:16:03,071 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:16:03,071 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:16:03,071 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:16:03,074 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:16:03,076 Job list saved +2021-12-18 11:16:03,081 Updating FAILED jobs +2021-12-18 11:16:03,081 Updating WAITING jobs +2021-12-18 11:16:03,081 Update finished +2021-12-18 11:16:13,090 Reloading parameters... +2021-12-18 11:16:13,111 Loading parameters... +2021-12-18 11:16:13,113 Loading project parameters... +2021-12-18 11:16:13,115 + +15 of 25 jobs remaining (11:16) +2021-12-18 11:16:13,115 Sleep: 10 +2021-12-18 11:16:13,115 Number of retrials: 0 +2021-12-18 11:16:13,115 WRAPPER CHECK TIME = 10 +2021-12-18 11:16:13,116 Checking jobs for platform=marenostrum4 +2021-12-18 11:16:13,116 Checking jobs for platform=nord3 +2021-12-18 11:16:13,117 Checking jobs for platform=local +2021-12-18 11:16:13,118 Checking jobs for platform=transfer_node +2021-12-18 11:16:13,118 Checking all jobs at once +2021-12-18 11:16:14,487 Successful check job command +2021-12-18 11:16:15,757 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:16:15,757 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:16:15,757 End of checking +2021-12-18 11:16:15,758 Updating FAILED jobs +2021-12-18 11:16:15,758 Updating WAITING jobs +2021-12-18 11:16:15,759 Update finished +2021-12-18 11:16:15,759 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:16:15,759 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:16:15,760 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:16:15,760 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:16:15,760 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:16:15,760 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:16:15,760 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:16:15,760 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:16:15,763 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:16:15,765 Job list saved +2021-12-18 11:16:15,770 Updating FAILED jobs +2021-12-18 11:16:15,770 Updating WAITING jobs +2021-12-18 11:16:15,771 Update finished +2021-12-18 11:16:25,781 Reloading parameters... +2021-12-18 11:16:25,799 Loading parameters... +2021-12-18 11:16:25,800 Loading project parameters... +2021-12-18 11:16:25,802 + +15 of 25 jobs remaining (11:16) +2021-12-18 11:16:25,802 Sleep: 10 +2021-12-18 11:16:25,802 Number of retrials: 0 +2021-12-18 11:16:25,802 WRAPPER CHECK TIME = 10 +2021-12-18 11:16:25,803 Checking jobs for platform=marenostrum4 +2021-12-18 11:16:25,804 Checking jobs for platform=nord3 +2021-12-18 11:16:25,804 Checking jobs for platform=local +2021-12-18 11:16:25,805 Checking jobs for platform=transfer_node +2021-12-18 11:16:25,805 Checking all jobs at once +2021-12-18 11:16:27,326 Successful check job command +2021-12-18 11:16:28,547 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:16:28,547 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:16:28,547 End of checking +2021-12-18 11:16:28,548 Updating FAILED jobs +2021-12-18 11:16:28,549 Updating WAITING jobs +2021-12-18 11:16:28,549 Update finished +2021-12-18 11:16:28,549 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:16:28,549 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:16:28,549 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:16:28,550 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:16:28,550 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:16:28,550 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:16:28,550 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:16:28,550 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:16:28,553 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:16:28,555 Job list saved +2021-12-18 11:16:28,560 Updating FAILED jobs +2021-12-18 11:16:28,560 Updating WAITING jobs +2021-12-18 11:16:28,561 Update finished +2021-12-18 11:16:38,571 Reloading parameters... +2021-12-18 11:16:38,590 Loading parameters... +2021-12-18 11:16:38,591 Loading project parameters... +2021-12-18 11:16:38,593 + +15 of 25 jobs remaining (11:16) +2021-12-18 11:16:38,594 Sleep: 10 +2021-12-18 11:16:38,594 Number of retrials: 0 +2021-12-18 11:16:38,594 WRAPPER CHECK TIME = 10 +2021-12-18 11:16:38,594 Checking jobs for platform=marenostrum4 +2021-12-18 11:16:38,595 Checking jobs for platform=nord3 +2021-12-18 11:16:38,595 Checking jobs for platform=local +2021-12-18 11:16:38,596 Checking jobs for platform=transfer_node +2021-12-18 11:16:38,596 Checking all jobs at once +2021-12-18 11:16:40,767 Successful check job command +2021-12-18 11:16:44,791 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:16:44,792 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:16:44,792 End of checking +2021-12-18 11:16:44,793 Updating FAILED jobs +2021-12-18 11:16:44,793 Updating WAITING jobs +2021-12-18 11:16:44,793 Update finished +2021-12-18 11:16:44,793 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:16:44,794 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:16:44,794 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:16:44,794 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:16:44,794 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:16:44,794 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:16:44,794 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:16:44,794 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:16:44,797 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:16:44,799 Job list saved +2021-12-18 11:16:44,803 Updating FAILED jobs +2021-12-18 11:16:44,803 Updating WAITING jobs +2021-12-18 11:16:44,804 Update finished +2021-12-18 11:16:54,813 Reloading parameters... +2021-12-18 11:16:54,833 Loading parameters... +2021-12-18 11:16:54,835 Loading project parameters... +2021-12-18 11:16:54,837 + +15 of 25 jobs remaining (11:16) +2021-12-18 11:16:54,837 Sleep: 10 +2021-12-18 11:16:54,837 Number of retrials: 0 +2021-12-18 11:16:54,837 WRAPPER CHECK TIME = 10 +2021-12-18 11:16:54,838 Checking jobs for platform=marenostrum4 +2021-12-18 11:16:54,838 Checking jobs for platform=nord3 +2021-12-18 11:16:54,839 Checking jobs for platform=local +2021-12-18 11:16:54,840 Checking jobs for platform=transfer_node +2021-12-18 11:16:54,840 Checking all jobs at once +2021-12-18 11:16:56,110 Successful check job command +2021-12-18 11:16:57,380 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:16:57,380 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:16:57,381 End of checking +2021-12-18 11:16:57,382 Updating FAILED jobs +2021-12-18 11:16:57,382 Updating WAITING jobs +2021-12-18 11:16:57,382 Update finished +2021-12-18 11:16:57,382 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:16:57,383 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:16:57,383 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:16:57,383 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:16:57,383 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:16:57,383 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:16:57,384 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:16:57,384 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:16:57,387 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:16:57,389 Job list saved +2021-12-18 11:16:57,393 Updating FAILED jobs +2021-12-18 11:16:57,393 Updating WAITING jobs +2021-12-18 11:16:57,393 Update finished +2021-12-18 11:17:07,404 Reloading parameters... +2021-12-18 11:17:07,421 Loading parameters... +2021-12-18 11:17:07,423 Loading project parameters... +2021-12-18 11:17:07,424 + +15 of 25 jobs remaining (11:17) +2021-12-18 11:17:07,425 Sleep: 10 +2021-12-18 11:17:07,425 Number of retrials: 0 +2021-12-18 11:17:07,425 WRAPPER CHECK TIME = 10 +2021-12-18 11:17:07,425 Checking jobs for platform=marenostrum4 +2021-12-18 11:17:07,426 Checking jobs for platform=nord3 +2021-12-18 11:17:07,427 Checking jobs for platform=local +2021-12-18 11:17:07,427 Checking jobs for platform=transfer_node +2021-12-18 11:17:07,427 Checking all jobs at once +2021-12-18 11:17:08,696 Successful check job command +2021-12-18 11:17:09,966 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:17:09,966 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:17:09,966 End of checking +2021-12-18 11:17:09,967 Updating FAILED jobs +2021-12-18 11:17:09,967 Updating WAITING jobs +2021-12-18 11:17:09,968 Update finished +2021-12-18 11:17:09,968 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:17:09,968 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:17:09,968 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:17:09,968 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:17:09,968 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:17:09,968 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:17:09,969 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:17:09,969 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:17:09,971 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:17:09,974 Job list saved +2021-12-18 11:17:09,978 Updating FAILED jobs +2021-12-18 11:17:09,978 Updating WAITING jobs +2021-12-18 11:17:09,979 Update finished +2021-12-18 11:17:19,987 Reloading parameters... +2021-12-18 11:17:20,005 Loading parameters... +2021-12-18 11:17:20,006 Loading project parameters... +2021-12-18 11:17:20,008 + +15 of 25 jobs remaining (11:17) +2021-12-18 11:17:20,008 Sleep: 10 +2021-12-18 11:17:20,008 Number of retrials: 0 +2021-12-18 11:17:20,008 WRAPPER CHECK TIME = 10 +2021-12-18 11:17:20,009 Checking jobs for platform=marenostrum4 +2021-12-18 11:17:20,010 Checking jobs for platform=nord3 +2021-12-18 11:17:20,010 Checking jobs for platform=local +2021-12-18 11:17:20,011 Checking jobs for platform=transfer_node +2021-12-18 11:17:20,011 Checking all jobs at once +2021-12-18 11:17:21,330 Successful check job command +2021-12-18 11:17:22,500 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:17:22,500 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:17:22,500 End of checking +2021-12-18 11:17:22,501 Updating FAILED jobs +2021-12-18 11:17:22,502 Updating WAITING jobs +2021-12-18 11:17:22,502 Update finished +2021-12-18 11:17:22,502 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:17:22,502 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:17:22,502 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:17:22,502 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:17:22,503 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:17:22,503 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:17:22,503 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:17:22,503 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:17:22,505 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:17:22,508 Job list saved +2021-12-18 11:17:22,512 Updating FAILED jobs +2021-12-18 11:17:22,512 Updating WAITING jobs +2021-12-18 11:17:22,513 Update finished +2021-12-18 11:17:32,523 Reloading parameters... +2021-12-18 11:17:32,541 Loading parameters... +2021-12-18 11:17:32,542 Loading project parameters... +2021-12-18 11:17:32,544 + +15 of 25 jobs remaining (11:17) +2021-12-18 11:17:32,544 Sleep: 10 +2021-12-18 11:17:32,544 Number of retrials: 0 +2021-12-18 11:17:32,544 WRAPPER CHECK TIME = 10 +2021-12-18 11:17:32,545 Checking jobs for platform=marenostrum4 +2021-12-18 11:17:32,545 Checking jobs for platform=nord3 +2021-12-18 11:17:32,546 Checking jobs for platform=local +2021-12-18 11:17:32,546 Checking jobs for platform=transfer_node +2021-12-18 11:17:32,547 Checking all jobs at once +2021-12-18 11:17:34,718 Successful check job command +2021-12-18 11:17:36,037 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:17:36,037 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:17:36,037 End of checking +2021-12-18 11:17:36,039 Updating FAILED jobs +2021-12-18 11:17:36,039 Updating WAITING jobs +2021-12-18 11:17:36,039 Update finished +2021-12-18 11:17:36,039 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:17:36,040 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:17:36,040 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:17:36,040 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:17:36,040 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:17:36,040 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:17:36,041 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:17:36,041 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:17:36,043 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:17:36,045 Job list saved +2021-12-18 11:17:36,052 Updating FAILED jobs +2021-12-18 11:17:36,052 Updating WAITING jobs +2021-12-18 11:17:36,052 Update finished +2021-12-18 11:17:46,060 Reloading parameters... +2021-12-18 11:17:46,078 Loading parameters... +2021-12-18 11:17:46,081 Loading project parameters... +2021-12-18 11:17:46,083 + +15 of 25 jobs remaining (11:17) +2021-12-18 11:17:46,083 Sleep: 10 +2021-12-18 11:17:46,083 Number of retrials: 0 +2021-12-18 11:17:46,084 WRAPPER CHECK TIME = 10 +2021-12-18 11:17:46,084 Checking jobs for platform=marenostrum4 +2021-12-18 11:17:46,085 Checking jobs for platform=nord3 +2021-12-18 11:17:46,085 Checking jobs for platform=local +2021-12-18 11:17:46,086 Checking jobs for platform=transfer_node +2021-12-18 11:17:46,086 Checking all jobs at once +2021-12-18 11:17:47,455 Successful check job command +2021-12-18 11:17:48,824 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:17:48,825 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:17:48,825 End of checking +2021-12-18 11:17:48,826 Updating FAILED jobs +2021-12-18 11:17:48,826 Updating WAITING jobs +2021-12-18 11:17:48,826 Update finished +2021-12-18 11:17:48,827 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:17:48,827 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:17:48,827 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:17:48,827 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:17:48,827 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:17:48,827 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:17:48,827 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:17:48,827 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:17:48,830 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:17:48,833 Job list saved +2021-12-18 11:17:48,838 Updating FAILED jobs +2021-12-18 11:17:48,838 Updating WAITING jobs +2021-12-18 11:17:48,838 Update finished +2021-12-18 11:17:58,848 Reloading parameters... +2021-12-18 11:17:58,870 Loading parameters... +2021-12-18 11:17:58,871 Loading project parameters... +2021-12-18 11:17:58,873 + +15 of 25 jobs remaining (11:17) +2021-12-18 11:17:58,873 Sleep: 10 +2021-12-18 11:17:58,873 Number of retrials: 0 +2021-12-18 11:17:58,873 WRAPPER CHECK TIME = 10 +2021-12-18 11:17:58,874 Checking jobs for platform=marenostrum4 +2021-12-18 11:17:58,875 Checking jobs for platform=nord3 +2021-12-18 11:17:58,875 Checking jobs for platform=local +2021-12-18 11:17:58,876 Checking jobs for platform=transfer_node +2021-12-18 11:17:58,876 Checking all jobs at once +2021-12-18 11:18:00,145 Successful check job command +2021-12-18 11:18:01,364 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:18:01,365 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:18:01,365 End of checking +2021-12-18 11:18:01,367 Updating FAILED jobs +2021-12-18 11:18:01,367 Updating WAITING jobs +2021-12-18 11:18:01,368 Update finished +2021-12-18 11:18:01,368 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:18:01,368 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:18:01,368 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:18:01,368 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:18:01,368 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:18:01,368 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:18:01,369 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:18:01,369 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:18:01,372 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:18:01,375 Job list saved +2021-12-18 11:18:01,380 Updating FAILED jobs +2021-12-18 11:18:01,380 Updating WAITING jobs +2021-12-18 11:18:01,380 Update finished +2021-12-18 11:18:11,386 Reloading parameters... +2021-12-18 11:18:11,404 Loading parameters... +2021-12-18 11:18:11,405 Loading project parameters... +2021-12-18 11:18:11,407 + +15 of 25 jobs remaining (11:18) +2021-12-18 11:18:11,407 Sleep: 10 +2021-12-18 11:18:11,407 Number of retrials: 0 +2021-12-18 11:18:11,407 WRAPPER CHECK TIME = 10 +2021-12-18 11:18:11,408 Checking jobs for platform=marenostrum4 +2021-12-18 11:18:11,409 Checking jobs for platform=nord3 +2021-12-18 11:18:11,414 Checking jobs for platform=local +2021-12-18 11:18:11,415 Checking jobs for platform=transfer_node +2021-12-18 11:18:11,415 Checking all jobs at once +2021-12-18 11:18:12,785 Successful check job command +2021-12-18 11:18:14,856 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:18:14,857 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:18:14,857 End of checking +2021-12-18 11:18:14,858 Updating FAILED jobs +2021-12-18 11:18:14,858 Updating WAITING jobs +2021-12-18 11:18:14,859 Update finished +2021-12-18 11:18:14,859 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:18:14,859 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:18:14,860 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:18:14,860 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:18:14,860 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:18:14,860 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:18:14,860 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:18:14,860 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:18:14,863 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:18:14,866 Job list saved +2021-12-18 11:18:14,871 Updating FAILED jobs +2021-12-18 11:18:14,871 Updating WAITING jobs +2021-12-18 11:18:14,871 Update finished +2021-12-18 11:18:24,881 Reloading parameters... +2021-12-18 11:18:24,900 Loading parameters... +2021-12-18 11:18:24,901 Loading project parameters... +2021-12-18 11:18:24,903 + +15 of 25 jobs remaining (11:18) +2021-12-18 11:18:24,903 Sleep: 10 +2021-12-18 11:18:24,903 Number of retrials: 0 +2021-12-18 11:18:24,904 WRAPPER CHECK TIME = 10 +2021-12-18 11:18:24,904 Checking jobs for platform=marenostrum4 +2021-12-18 11:18:24,905 Checking jobs for platform=nord3 +2021-12-18 11:18:24,905 Checking jobs for platform=local +2021-12-18 11:18:24,906 Checking jobs for platform=transfer_node +2021-12-18 11:18:24,906 Checking all jobs at once +2021-12-18 11:18:26,229 Successful check job command +2021-12-18 11:18:27,599 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:18:27,599 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:18:27,599 End of checking +2021-12-18 11:18:27,601 Updating FAILED jobs +2021-12-18 11:18:27,601 Updating WAITING jobs +2021-12-18 11:18:27,601 Update finished +2021-12-18 11:18:27,601 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:18:27,601 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:18:27,601 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:18:27,602 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:18:27,602 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:18:27,602 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:18:27,602 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:18:27,602 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:18:27,605 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:18:27,607 Job list saved +2021-12-18 11:18:27,612 Updating FAILED jobs +2021-12-18 11:18:27,612 Updating WAITING jobs +2021-12-18 11:18:27,613 Update finished +2021-12-18 11:18:37,623 Reloading parameters... +2021-12-18 11:18:37,651 Loading parameters... +2021-12-18 11:18:37,652 Loading project parameters... +2021-12-18 11:18:37,654 + +15 of 25 jobs remaining (11:18) +2021-12-18 11:18:37,654 Sleep: 10 +2021-12-18 11:18:37,654 Number of retrials: 0 +2021-12-18 11:18:37,654 WRAPPER CHECK TIME = 10 +2021-12-18 11:18:37,655 Checking jobs for platform=marenostrum4 +2021-12-18 11:18:37,656 Checking jobs for platform=nord3 +2021-12-18 11:18:37,656 Checking jobs for platform=local +2021-12-18 11:18:37,657 Checking jobs for platform=transfer_node +2021-12-18 11:18:37,657 Checking all jobs at once +2021-12-18 11:18:39,076 Successful check job command +2021-12-18 11:18:40,350 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:18:40,350 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:18:40,350 End of checking +2021-12-18 11:18:40,352 Updating FAILED jobs +2021-12-18 11:18:40,352 Updating WAITING jobs +2021-12-18 11:18:40,352 Update finished +2021-12-18 11:18:40,352 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:18:40,352 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:18:40,352 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:18:40,353 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:18:40,353 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:18:40,353 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:18:40,353 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:18:40,353 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:18:40,356 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:18:40,358 Job list saved +2021-12-18 11:18:40,363 Updating FAILED jobs +2021-12-18 11:18:40,364 Updating WAITING jobs +2021-12-18 11:18:40,364 Update finished +2021-12-18 11:18:50,374 Reloading parameters... +2021-12-18 11:18:50,452 Loading parameters... +2021-12-18 11:18:50,453 Loading project parameters... +2021-12-18 11:18:50,455 + +15 of 25 jobs remaining (11:18) +2021-12-18 11:18:50,455 Sleep: 10 +2021-12-18 11:18:50,455 Number of retrials: 0 +2021-12-18 11:18:50,455 WRAPPER CHECK TIME = 10 +2021-12-18 11:18:50,456 Checking jobs for platform=marenostrum4 +2021-12-18 11:18:50,456 Checking jobs for platform=nord3 +2021-12-18 11:18:50,457 Checking jobs for platform=local +2021-12-18 11:18:50,458 Checking jobs for platform=transfer_node +2021-12-18 11:18:50,458 Checking all jobs at once +2021-12-18 11:18:51,827 Successful check job command +2021-12-18 11:18:53,246 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:18:53,247 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:18:53,247 End of checking +2021-12-18 11:18:53,248 Updating FAILED jobs +2021-12-18 11:18:53,248 Updating WAITING jobs +2021-12-18 11:18:53,248 Update finished +2021-12-18 11:18:53,249 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:18:53,249 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:18:53,249 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:18:53,250 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:18:53,250 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:18:53,250 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:18:53,250 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:18:53,250 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:18:53,254 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:18:53,256 Job list saved +2021-12-18 11:18:53,261 Updating FAILED jobs +2021-12-18 11:18:53,261 Updating WAITING jobs +2021-12-18 11:18:53,261 Update finished +2021-12-18 11:19:03,270 Reloading parameters... +2021-12-18 11:19:03,290 Loading parameters... +2021-12-18 11:19:03,291 Loading project parameters... +2021-12-18 11:19:03,293 + +15 of 25 jobs remaining (11:19) +2021-12-18 11:19:03,293 Sleep: 10 +2021-12-18 11:19:03,293 Number of retrials: 0 +2021-12-18 11:19:03,293 WRAPPER CHECK TIME = 10 +2021-12-18 11:19:03,294 Checking jobs for platform=marenostrum4 +2021-12-18 11:19:03,294 Checking jobs for platform=nord3 +2021-12-18 11:19:03,295 Checking jobs for platform=local +2021-12-18 11:19:03,296 Checking jobs for platform=transfer_node +2021-12-18 11:19:03,296 Checking all jobs at once +2021-12-18 11:19:04,565 Successful check job command +2021-12-18 11:19:05,785 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:19:05,785 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:19:05,785 End of checking +2021-12-18 11:19:05,787 Updating FAILED jobs +2021-12-18 11:19:05,787 Updating WAITING jobs +2021-12-18 11:19:05,787 Update finished +2021-12-18 11:19:05,787 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:19:05,787 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:19:05,788 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:19:05,788 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:19:05,788 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:19:05,788 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:19:05,788 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:19:05,788 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:19:05,793 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:19:05,796 Job list saved +2021-12-18 11:19:05,801 Updating FAILED jobs +2021-12-18 11:19:05,802 Updating WAITING jobs +2021-12-18 11:19:05,802 Update finished +2021-12-18 11:19:15,812 Reloading parameters... +2021-12-18 11:19:15,831 Loading parameters... +2021-12-18 11:19:15,833 Loading project parameters... +2021-12-18 11:19:15,835 + +15 of 25 jobs remaining (11:19) +2021-12-18 11:19:15,835 Sleep: 10 +2021-12-18 11:19:15,835 Number of retrials: 0 +2021-12-18 11:19:15,835 WRAPPER CHECK TIME = 10 +2021-12-18 11:19:15,836 Checking jobs for platform=marenostrum4 +2021-12-18 11:19:15,836 Checking jobs for platform=nord3 +2021-12-18 11:19:15,837 Checking jobs for platform=local +2021-12-18 11:19:15,837 Checking jobs for platform=transfer_node +2021-12-18 11:19:15,837 Checking all jobs at once +2021-12-18 11:19:17,107 Successful check job command +2021-12-18 11:19:18,326 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:19:18,326 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:19:18,326 End of checking +2021-12-18 11:19:18,328 Updating FAILED jobs +2021-12-18 11:19:18,328 Updating WAITING jobs +2021-12-18 11:19:18,328 Update finished +2021-12-18 11:19:18,329 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:19:18,329 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:19:18,329 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:19:18,329 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:19:18,329 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:19:18,329 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:19:18,329 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:19:18,330 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:19:18,333 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:19:18,335 Job list saved +2021-12-18 11:19:18,342 Updating FAILED jobs +2021-12-18 11:19:18,342 Updating WAITING jobs +2021-12-18 11:19:18,342 Update finished +2021-12-18 11:19:28,352 Reloading parameters... +2021-12-18 11:19:28,370 Loading parameters... +2021-12-18 11:19:28,372 Loading project parameters... +2021-12-18 11:19:28,374 + +15 of 25 jobs remaining (11:19) +2021-12-18 11:19:28,374 Sleep: 10 +2021-12-18 11:19:28,374 Number of retrials: 0 +2021-12-18 11:19:28,374 WRAPPER CHECK TIME = 10 +2021-12-18 11:19:28,375 Checking jobs for platform=marenostrum4 +2021-12-18 11:19:28,375 Checking jobs for platform=nord3 +2021-12-18 11:19:28,376 Checking jobs for platform=local +2021-12-18 11:19:28,376 Checking jobs for platform=transfer_node +2021-12-18 11:19:28,376 Checking all jobs at once +2021-12-18 11:19:29,696 Successful check job command +2021-12-18 11:19:30,915 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:19:30,915 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:19:30,915 End of checking +2021-12-18 11:19:30,917 Updating FAILED jobs +2021-12-18 11:19:30,917 Updating WAITING jobs +2021-12-18 11:19:30,917 Update finished +2021-12-18 11:19:30,917 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:19:30,918 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:19:30,918 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:19:30,918 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:19:30,918 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:19:30,918 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:19:30,918 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:19:30,919 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:19:30,921 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:19:30,924 Job list saved +2021-12-18 11:19:30,929 Updating FAILED jobs +2021-12-18 11:19:30,929 Updating WAITING jobs +2021-12-18 11:19:30,929 Update finished +2021-12-18 11:19:40,939 Reloading parameters... +2021-12-18 11:19:40,959 Loading parameters... +2021-12-18 11:19:40,960 Loading project parameters... +2021-12-18 11:19:40,962 + +15 of 25 jobs remaining (11:19) +2021-12-18 11:19:40,962 Sleep: 10 +2021-12-18 11:19:40,962 Number of retrials: 0 +2021-12-18 11:19:40,962 WRAPPER CHECK TIME = 10 +2021-12-18 11:19:40,963 Checking jobs for platform=marenostrum4 +2021-12-18 11:19:40,963 Checking jobs for platform=nord3 +2021-12-18 11:19:40,964 Checking jobs for platform=local +2021-12-18 11:19:40,965 Checking jobs for platform=transfer_node +2021-12-18 11:19:40,965 Checking all jobs at once +2021-12-18 11:19:42,334 Successful check job command +2021-12-18 11:19:43,706 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:19:43,707 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:19:43,707 End of checking +2021-12-18 11:19:43,708 Updating FAILED jobs +2021-12-18 11:19:43,709 Updating WAITING jobs +2021-12-18 11:19:43,709 Update finished +2021-12-18 11:19:43,709 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:19:43,709 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:19:43,709 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:19:43,709 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:19:43,710 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:19:43,710 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:19:43,710 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:19:43,710 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:19:43,713 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:19:43,715 Job list saved +2021-12-18 11:19:43,720 Updating FAILED jobs +2021-12-18 11:19:43,720 Updating WAITING jobs +2021-12-18 11:19:43,721 Update finished +2021-12-18 11:19:53,726 Reloading parameters... +2021-12-18 11:19:53,746 Loading parameters... +2021-12-18 11:19:53,747 Loading project parameters... +2021-12-18 11:19:53,749 + +15 of 25 jobs remaining (11:19) +2021-12-18 11:19:53,750 Sleep: 10 +2021-12-18 11:19:53,750 Number of retrials: 0 +2021-12-18 11:19:53,750 WRAPPER CHECK TIME = 10 +2021-12-18 11:19:53,750 Checking jobs for platform=marenostrum4 +2021-12-18 11:19:53,751 Checking jobs for platform=nord3 +2021-12-18 11:19:53,751 Checking jobs for platform=local +2021-12-18 11:19:53,752 Checking jobs for platform=transfer_node +2021-12-18 11:19:53,752 Checking all jobs at once +2021-12-18 11:19:55,121 Successful check job command +2021-12-18 11:19:56,440 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:19:56,441 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:19:56,441 End of checking +2021-12-18 11:19:56,442 Updating FAILED jobs +2021-12-18 11:19:56,443 Updating WAITING jobs +2021-12-18 11:19:56,443 Update finished +2021-12-18 11:19:56,443 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:19:56,443 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:19:56,443 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:19:56,443 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:19:56,444 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:19:56,444 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:19:56,444 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:19:56,444 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:19:56,449 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:19:56,451 Job list saved +2021-12-18 11:19:56,457 Updating FAILED jobs +2021-12-18 11:19:56,457 Updating WAITING jobs +2021-12-18 11:19:56,457 Update finished +2021-12-18 11:20:06,462 Reloading parameters... +2021-12-18 11:20:06,484 Loading parameters... +2021-12-18 11:20:06,486 Loading project parameters... +2021-12-18 11:20:06,487 + +15 of 25 jobs remaining (11:20) +2021-12-18 11:20:06,488 Sleep: 10 +2021-12-18 11:20:06,488 Number of retrials: 0 +2021-12-18 11:20:06,488 WRAPPER CHECK TIME = 10 +2021-12-18 11:20:06,488 Checking jobs for platform=marenostrum4 +2021-12-18 11:20:06,489 Checking jobs for platform=nord3 +2021-12-18 11:20:06,490 Checking jobs for platform=local +2021-12-18 11:20:06,490 Checking jobs for platform=transfer_node +2021-12-18 11:20:06,490 Checking all jobs at once +2021-12-18 11:20:07,860 Successful check job command +2021-12-18 11:20:09,079 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:20:09,079 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:20:09,080 End of checking +2021-12-18 11:20:09,081 Updating FAILED jobs +2021-12-18 11:20:09,081 Updating WAITING jobs +2021-12-18 11:20:09,081 Update finished +2021-12-18 11:20:09,082 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:20:09,082 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:20:09,082 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:20:09,082 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:20:09,082 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:20:09,083 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:20:09,083 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:20:09,083 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:20:09,087 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:20:09,089 Job list saved +2021-12-18 11:20:09,099 Updating FAILED jobs +2021-12-18 11:20:09,099 Updating WAITING jobs +2021-12-18 11:20:09,099 Update finished +2021-12-18 11:20:19,109 Reloading parameters... +2021-12-18 11:20:19,148 Loading parameters... +2021-12-18 11:20:19,149 Loading project parameters... +2021-12-18 11:20:19,151 + +15 of 25 jobs remaining (11:20) +2021-12-18 11:20:19,151 Sleep: 10 +2021-12-18 11:20:19,152 Number of retrials: 0 +2021-12-18 11:20:19,152 WRAPPER CHECK TIME = 10 +2021-12-18 11:20:19,152 Checking jobs for platform=marenostrum4 +2021-12-18 11:20:19,153 Checking jobs for platform=nord3 +2021-12-18 11:20:19,153 Checking jobs for platform=local +2021-12-18 11:20:19,154 Checking jobs for platform=transfer_node +2021-12-18 11:20:19,154 Checking all jobs at once +2021-12-18 11:20:20,474 Successful check job command +2021-12-18 11:20:21,744 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:20:21,744 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:20:21,744 End of checking +2021-12-18 11:20:21,746 Updating FAILED jobs +2021-12-18 11:20:21,746 Updating WAITING jobs +2021-12-18 11:20:21,748 Update finished +2021-12-18 11:20:21,748 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:20:21,749 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:20:21,749 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:20:21,749 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:20:21,749 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:20:21,749 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:20:21,749 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:20:21,749 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:20:21,756 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:20:21,759 Job list saved +2021-12-18 11:20:21,763 Updating FAILED jobs +2021-12-18 11:20:21,763 Updating WAITING jobs +2021-12-18 11:20:21,764 Update finished +2021-12-18 11:20:31,768 Reloading parameters... +2021-12-18 11:20:31,788 Loading parameters... +2021-12-18 11:20:31,789 Loading project parameters... +2021-12-18 11:20:31,791 + +15 of 25 jobs remaining (11:20) +2021-12-18 11:20:31,791 Sleep: 10 +2021-12-18 11:20:31,791 Number of retrials: 0 +2021-12-18 11:20:31,792 WRAPPER CHECK TIME = 10 +2021-12-18 11:20:31,792 Checking jobs for platform=marenostrum4 +2021-12-18 11:20:31,793 Checking jobs for platform=nord3 +2021-12-18 11:20:31,793 Checking jobs for platform=local +2021-12-18 11:20:31,794 Checking jobs for platform=transfer_node +2021-12-18 11:20:31,794 Checking all jobs at once +2021-12-18 11:20:33,214 Successful check job command +2021-12-18 11:20:34,483 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:20:34,483 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:20:34,483 End of checking +2021-12-18 11:20:34,485 Updating FAILED jobs +2021-12-18 11:20:34,485 Updating WAITING jobs +2021-12-18 11:20:34,486 Update finished +2021-12-18 11:20:34,486 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:20:34,486 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:20:34,486 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:20:34,486 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:20:34,486 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:20:34,486 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:20:34,487 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:20:34,487 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:20:34,490 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:20:34,492 Job list saved +2021-12-18 11:20:34,498 Updating FAILED jobs +2021-12-18 11:20:34,498 Updating WAITING jobs +2021-12-18 11:20:34,499 Update finished +2021-12-18 11:20:44,504 Reloading parameters... +2021-12-18 11:20:44,523 Loading parameters... +2021-12-18 11:20:44,524 Loading project parameters... +2021-12-18 11:20:44,526 + +15 of 25 jobs remaining (11:20) +2021-12-18 11:20:44,526 Sleep: 10 +2021-12-18 11:20:44,526 Number of retrials: 0 +2021-12-18 11:20:44,527 WRAPPER CHECK TIME = 10 +2021-12-18 11:20:44,527 Checking jobs for platform=marenostrum4 +2021-12-18 11:20:44,528 Checking jobs for platform=nord3 +2021-12-18 11:20:44,528 Checking jobs for platform=local +2021-12-18 11:20:44,529 Checking jobs for platform=transfer_node +2021-12-18 11:20:44,529 Checking all jobs at once +2021-12-18 11:20:46,099 Successful check job command +2021-12-18 11:20:47,619 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:20:47,619 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:20:47,619 End of checking +2021-12-18 11:20:47,621 Updating FAILED jobs +2021-12-18 11:20:47,621 Updating WAITING jobs +2021-12-18 11:20:47,622 Update finished +2021-12-18 11:20:47,622 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:20:47,623 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:20:47,623 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:20:47,624 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:20:47,624 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:20:47,624 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:20:47,624 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:20:47,624 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:20:47,627 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:20:47,629 Job list saved +2021-12-18 11:20:47,635 Updating FAILED jobs +2021-12-18 11:20:47,635 Updating WAITING jobs +2021-12-18 11:20:47,635 Update finished +2021-12-18 11:20:57,644 Reloading parameters... +2021-12-18 11:20:57,666 Loading parameters... +2021-12-18 11:20:57,667 Loading project parameters... +2021-12-18 11:20:57,669 + +15 of 25 jobs remaining (11:20) +2021-12-18 11:20:57,669 Sleep: 10 +2021-12-18 11:20:57,669 Number of retrials: 0 +2021-12-18 11:20:57,669 WRAPPER CHECK TIME = 10 +2021-12-18 11:20:57,670 Checking jobs for platform=marenostrum4 +2021-12-18 11:20:57,671 Checking jobs for platform=nord3 +2021-12-18 11:20:57,671 Checking jobs for platform=local +2021-12-18 11:20:57,672 Checking jobs for platform=transfer_node +2021-12-18 11:20:57,672 Checking all jobs at once +2021-12-18 11:20:59,141 Successful check job command +2021-12-18 11:21:00,713 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:21:00,713 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:21:00,713 End of checking +2021-12-18 11:21:00,715 Updating FAILED jobs +2021-12-18 11:21:00,715 Updating WAITING jobs +2021-12-18 11:21:00,715 Update finished +2021-12-18 11:21:00,715 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:21:00,716 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:21:00,716 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:21:00,716 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:21:00,716 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:21:00,716 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:21:00,716 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:21:00,716 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:21:00,719 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:21:00,721 Job list saved +2021-12-18 11:21:00,727 Updating FAILED jobs +2021-12-18 11:21:00,728 Updating WAITING jobs +2021-12-18 11:21:00,728 Update finished +2021-12-18 11:21:10,737 Reloading parameters... +2021-12-18 11:21:10,759 Loading parameters... +2021-12-18 11:21:10,760 Loading project parameters... +2021-12-18 11:21:10,762 + +15 of 25 jobs remaining (11:21) +2021-12-18 11:21:10,763 Sleep: 10 +2021-12-18 11:21:10,763 Number of retrials: 0 +2021-12-18 11:21:10,763 WRAPPER CHECK TIME = 10 +2021-12-18 11:21:10,763 Checking jobs for platform=marenostrum4 +2021-12-18 11:21:10,764 Checking jobs for platform=nord3 +2021-12-18 11:21:10,764 Checking jobs for platform=local +2021-12-18 11:21:10,765 Checking jobs for platform=transfer_node +2021-12-18 11:21:10,765 Checking all jobs at once +2021-12-18 11:21:12,385 Successful check job command +2021-12-18 11:21:13,855 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:21:13,855 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:21:13,856 End of checking +2021-12-18 11:21:13,857 Updating FAILED jobs +2021-12-18 11:21:13,857 Updating WAITING jobs +2021-12-18 11:21:13,857 Update finished +2021-12-18 11:21:13,858 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:21:13,858 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:21:13,858 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:21:13,858 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:21:13,858 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:21:13,858 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:21:13,858 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:21:13,859 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:21:13,861 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:21:13,864 Job list saved +2021-12-18 11:21:13,869 Updating FAILED jobs +2021-12-18 11:21:13,869 Updating WAITING jobs +2021-12-18 11:21:13,869 Update finished +2021-12-18 11:21:23,877 Reloading parameters... +2021-12-18 11:21:23,900 Loading parameters... +2021-12-18 11:21:23,902 Loading project parameters... +2021-12-18 11:21:23,905 + +15 of 25 jobs remaining (11:21) +2021-12-18 11:21:23,907 Sleep: 10 +2021-12-18 11:21:23,907 Number of retrials: 0 +2021-12-18 11:21:23,907 WRAPPER CHECK TIME = 10 +2021-12-18 11:21:23,908 Checking jobs for platform=marenostrum4 +2021-12-18 11:21:23,909 Checking jobs for platform=nord3 +2021-12-18 11:21:23,911 Checking jobs for platform=local +2021-12-18 11:21:23,912 Checking jobs for platform=transfer_node +2021-12-18 11:21:23,912 Checking all jobs at once +2021-12-18 11:21:25,232 Successful check job command +2021-12-18 11:21:26,551 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:21:26,551 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:21:26,551 End of checking +2021-12-18 11:21:26,553 Updating FAILED jobs +2021-12-18 11:21:26,554 Updating WAITING jobs +2021-12-18 11:21:26,554 Update finished +2021-12-18 11:21:26,554 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:21:26,555 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:21:26,555 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:21:26,555 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:21:26,555 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:21:26,555 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:21:26,555 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:21:26,555 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:21:26,559 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:21:26,561 Job list saved +2021-12-18 11:21:26,566 Updating FAILED jobs +2021-12-18 11:21:26,566 Updating WAITING jobs +2021-12-18 11:21:26,567 Update finished +2021-12-18 11:21:36,577 Reloading parameters... +2021-12-18 11:21:36,597 Loading parameters... +2021-12-18 11:21:36,598 Loading project parameters... +2021-12-18 11:21:36,600 + +15 of 25 jobs remaining (11:21) +2021-12-18 11:21:36,600 Sleep: 10 +2021-12-18 11:21:36,600 Number of retrials: 0 +2021-12-18 11:21:36,600 WRAPPER CHECK TIME = 10 +2021-12-18 11:21:36,601 Checking jobs for platform=marenostrum4 +2021-12-18 11:21:36,601 Checking jobs for platform=nord3 +2021-12-18 11:21:36,602 Checking jobs for platform=local +2021-12-18 11:21:36,603 Checking jobs for platform=transfer_node +2021-12-18 11:21:36,603 Checking all jobs at once +2021-12-18 11:21:38,023 Successful check job command +2021-12-18 11:21:39,294 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:21:39,294 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:21:39,294 End of checking +2021-12-18 11:21:39,296 Updating FAILED jobs +2021-12-18 11:21:39,296 Updating WAITING jobs +2021-12-18 11:21:39,296 Update finished +2021-12-18 11:21:39,296 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:21:39,296 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:21:39,296 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:21:39,297 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:21:39,297 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:21:39,297 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:21:39,297 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:21:39,297 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:21:39,300 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:21:39,302 Job list saved +2021-12-18 11:21:39,307 Updating FAILED jobs +2021-12-18 11:21:39,307 Updating WAITING jobs +2021-12-18 11:21:39,307 Update finished +2021-12-18 11:21:49,317 Reloading parameters... +2021-12-18 11:21:49,337 Loading parameters... +2021-12-18 11:21:49,338 Loading project parameters... +2021-12-18 11:21:49,340 + +15 of 25 jobs remaining (11:21) +2021-12-18 11:21:49,340 Sleep: 10 +2021-12-18 11:21:49,341 Number of retrials: 0 +2021-12-18 11:21:49,341 WRAPPER CHECK TIME = 10 +2021-12-18 11:21:49,341 Checking jobs for platform=marenostrum4 +2021-12-18 11:21:49,342 Checking jobs for platform=nord3 +2021-12-18 11:21:49,342 Checking jobs for platform=local +2021-12-18 11:21:49,343 Checking jobs for platform=transfer_node +2021-12-18 11:21:49,343 Checking all jobs at once +2021-12-18 11:21:50,863 Successful check job command +2021-12-18 11:21:52,332 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:21:52,332 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:21:52,333 End of checking +2021-12-18 11:21:52,336 Updating FAILED jobs +2021-12-18 11:21:52,336 Updating WAITING jobs +2021-12-18 11:21:52,336 Update finished +2021-12-18 11:21:52,336 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:21:52,337 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:21:52,337 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:21:52,337 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:21:52,337 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:21:52,337 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:21:52,337 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:21:52,337 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:21:52,341 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:21:52,344 Job list saved +2021-12-18 11:21:52,441 Updating FAILED jobs +2021-12-18 11:21:52,442 Updating WAITING jobs +2021-12-18 11:21:52,442 Update finished +2021-12-18 11:22:02,452 Reloading parameters... +2021-12-18 11:22:02,474 Loading parameters... +2021-12-18 11:22:02,475 Loading project parameters... +2021-12-18 11:22:02,477 + +15 of 25 jobs remaining (11:22) +2021-12-18 11:22:02,477 Sleep: 10 +2021-12-18 11:22:02,477 Number of retrials: 0 +2021-12-18 11:22:02,477 WRAPPER CHECK TIME = 10 +2021-12-18 11:22:02,478 Checking jobs for platform=marenostrum4 +2021-12-18 11:22:02,478 Checking jobs for platform=nord3 +2021-12-18 11:22:02,479 Checking jobs for platform=local +2021-12-18 11:22:02,479 Checking jobs for platform=transfer_node +2021-12-18 11:22:02,479 Checking all jobs at once +2021-12-18 11:22:03,900 Successful check job command +2021-12-18 11:22:05,422 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:22:05,422 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:22:05,422 End of checking +2021-12-18 11:22:05,424 Updating FAILED jobs +2021-12-18 11:22:05,424 Updating WAITING jobs +2021-12-18 11:22:05,424 Update finished +2021-12-18 11:22:05,424 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:22:05,425 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:22:05,425 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:22:05,425 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:22:05,425 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:22:05,425 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:22:05,425 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:22:05,426 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:22:05,429 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:22:05,431 Job list saved +2021-12-18 11:22:05,436 Updating FAILED jobs +2021-12-18 11:22:05,436 Updating WAITING jobs +2021-12-18 11:22:05,436 Update finished +2021-12-18 11:22:15,438 Reloading parameters... +2021-12-18 11:22:15,458 Loading parameters... +2021-12-18 11:22:15,460 Loading project parameters... +2021-12-18 11:22:15,462 + +15 of 25 jobs remaining (11:22) +2021-12-18 11:22:15,462 Sleep: 10 +2021-12-18 11:22:15,462 Number of retrials: 0 +2021-12-18 11:22:15,462 WRAPPER CHECK TIME = 10 +2021-12-18 11:22:15,463 Checking jobs for platform=marenostrum4 +2021-12-18 11:22:15,463 Checking jobs for platform=nord3 +2021-12-18 11:22:15,464 Checking jobs for platform=local +2021-12-18 11:22:15,464 Checking jobs for platform=transfer_node +2021-12-18 11:22:15,464 Checking all jobs at once +2021-12-18 11:22:17,686 Successful check job command +2021-12-18 11:22:19,056 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:22:19,057 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:22:19,057 End of checking +2021-12-18 11:22:19,058 Updating FAILED jobs +2021-12-18 11:22:19,058 Updating WAITING jobs +2021-12-18 11:22:19,059 Update finished +2021-12-18 11:22:19,059 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:22:19,059 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:22:19,059 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:22:19,059 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:22:19,059 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:22:19,059 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:22:19,060 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:22:19,060 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:22:19,063 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:22:19,065 Job list saved +2021-12-18 11:22:19,071 Updating FAILED jobs +2021-12-18 11:22:19,071 Updating WAITING jobs +2021-12-18 11:22:19,071 Update finished +2021-12-18 11:22:29,081 Reloading parameters... +2021-12-18 11:22:29,100 Loading parameters... +2021-12-18 11:22:29,102 Loading project parameters... +2021-12-18 11:22:29,104 + +15 of 25 jobs remaining (11:22) +2021-12-18 11:22:29,104 Sleep: 10 +2021-12-18 11:22:29,104 Number of retrials: 0 +2021-12-18 11:22:29,104 WRAPPER CHECK TIME = 10 +2021-12-18 11:22:29,105 Checking jobs for platform=marenostrum4 +2021-12-18 11:22:29,105 Checking jobs for platform=nord3 +2021-12-18 11:22:29,106 Checking jobs for platform=local +2021-12-18 11:22:29,107 Checking jobs for platform=transfer_node +2021-12-18 11:22:29,108 Checking all jobs at once +2021-12-18 11:22:31,480 Successful check job command +2021-12-18 11:22:32,849 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:22:32,850 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:22:32,850 End of checking +2021-12-18 11:22:32,851 Updating FAILED jobs +2021-12-18 11:22:32,851 Updating WAITING jobs +2021-12-18 11:22:32,852 Update finished +2021-12-18 11:22:32,852 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:22:32,852 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:22:32,852 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:22:32,852 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:22:32,852 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:22:32,853 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:22:32,853 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:22:32,853 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:22:32,856 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:22:32,858 Job list saved +2021-12-18 11:22:32,863 Updating FAILED jobs +2021-12-18 11:22:32,863 Updating WAITING jobs +2021-12-18 11:22:32,864 Update finished +2021-12-18 11:22:42,870 Reloading parameters... +2021-12-18 11:22:42,890 Loading parameters... +2021-12-18 11:22:42,891 Loading project parameters... +2021-12-18 11:22:42,893 + +15 of 25 jobs remaining (11:22) +2021-12-18 11:22:42,893 Sleep: 10 +2021-12-18 11:22:42,893 Number of retrials: 0 +2021-12-18 11:22:42,893 WRAPPER CHECK TIME = 10 +2021-12-18 11:22:42,894 Checking jobs for platform=marenostrum4 +2021-12-18 11:22:42,894 Checking jobs for platform=nord3 +2021-12-18 11:22:42,895 Checking jobs for platform=local +2021-12-18 11:22:42,896 Checking jobs for platform=transfer_node +2021-12-18 11:22:42,896 Checking all jobs at once +2021-12-18 11:22:44,317 Successful check job command +2021-12-18 11:22:45,636 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:22:45,637 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:22:45,637 End of checking +2021-12-18 11:22:45,638 Updating FAILED jobs +2021-12-18 11:22:45,638 Updating WAITING jobs +2021-12-18 11:22:45,638 Update finished +2021-12-18 11:22:45,639 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:22:45,639 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:22:45,640 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:22:45,640 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:22:45,640 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:22:45,640 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:22:45,640 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:22:45,640 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:22:45,643 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:22:45,646 Job list saved +2021-12-18 11:22:45,651 Updating FAILED jobs +2021-12-18 11:22:45,651 Updating WAITING jobs +2021-12-18 11:22:45,652 Update finished +2021-12-18 11:22:55,662 Reloading parameters... +2021-12-18 11:22:55,682 Loading parameters... +2021-12-18 11:22:55,683 Loading project parameters... +2021-12-18 11:22:55,685 + +15 of 25 jobs remaining (11:22) +2021-12-18 11:22:55,685 Sleep: 10 +2021-12-18 11:22:55,685 Number of retrials: 0 +2021-12-18 11:22:55,685 WRAPPER CHECK TIME = 10 +2021-12-18 11:22:55,686 Checking jobs for platform=marenostrum4 +2021-12-18 11:22:55,687 Checking jobs for platform=nord3 +2021-12-18 11:22:55,687 Checking jobs for platform=local +2021-12-18 11:22:55,688 Checking jobs for platform=transfer_node +2021-12-18 11:22:55,688 Checking all jobs at once +2021-12-18 11:22:57,008 Successful check job command +2021-12-18 11:22:58,329 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:22:58,330 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:22:58,330 End of checking +2021-12-18 11:22:58,331 Updating FAILED jobs +2021-12-18 11:22:58,331 Updating WAITING jobs +2021-12-18 11:22:58,332 Update finished +2021-12-18 11:22:58,332 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:22:58,332 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:22:58,332 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:22:58,332 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:22:58,332 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:22:58,332 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:22:58,333 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:22:58,333 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:22:58,336 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:22:58,338 Job list saved +2021-12-18 11:22:58,343 Updating FAILED jobs +2021-12-18 11:22:58,344 Updating WAITING jobs +2021-12-18 11:22:58,344 Update finished +2021-12-18 11:23:08,354 Reloading parameters... +2021-12-18 11:23:08,375 Loading parameters... +2021-12-18 11:23:08,376 Loading project parameters... +2021-12-18 11:23:08,378 + +15 of 25 jobs remaining (11:23) +2021-12-18 11:23:08,378 Sleep: 10 +2021-12-18 11:23:08,378 Number of retrials: 0 +2021-12-18 11:23:08,379 WRAPPER CHECK TIME = 10 +2021-12-18 11:23:08,379 Checking jobs for platform=marenostrum4 +2021-12-18 11:23:08,380 Checking jobs for platform=nord3 +2021-12-18 11:23:08,380 Checking jobs for platform=local +2021-12-18 11:23:08,381 Checking jobs for platform=transfer_node +2021-12-18 11:23:08,381 Checking all jobs at once +2021-12-18 11:23:09,801 Successful check job command +2021-12-18 11:23:11,120 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:23:11,120 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:23:11,120 End of checking +2021-12-18 11:23:11,122 Updating FAILED jobs +2021-12-18 11:23:11,122 Updating WAITING jobs +2021-12-18 11:23:11,122 Update finished +2021-12-18 11:23:11,123 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:23:11,123 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:23:11,123 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:23:11,123 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:23:11,123 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:23:11,123 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:23:11,123 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:23:11,124 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:23:11,127 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:23:11,129 Job list saved +2021-12-18 11:23:11,135 Updating FAILED jobs +2021-12-18 11:23:11,135 Updating WAITING jobs +2021-12-18 11:23:11,135 Update finished +2021-12-18 11:23:21,145 Reloading parameters... +2021-12-18 11:23:21,167 Loading parameters... +2021-12-18 11:23:21,169 Loading project parameters... +2021-12-18 11:23:21,171 + +15 of 25 jobs remaining (11:23) +2021-12-18 11:23:21,171 Sleep: 10 +2021-12-18 11:23:21,171 Number of retrials: 0 +2021-12-18 11:23:21,171 WRAPPER CHECK TIME = 10 +2021-12-18 11:23:21,172 Checking jobs for platform=marenostrum4 +2021-12-18 11:23:21,172 Checking jobs for platform=nord3 +2021-12-18 11:23:21,173 Checking jobs for platform=local +2021-12-18 11:23:21,173 Checking jobs for platform=transfer_node +2021-12-18 11:23:21,173 Checking all jobs at once +2021-12-18 11:23:22,544 Successful check job command +2021-12-18 11:23:23,965 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:23:23,966 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:23:23,966 End of checking +2021-12-18 11:23:23,968 Updating FAILED jobs +2021-12-18 11:23:23,968 Updating WAITING jobs +2021-12-18 11:23:23,968 Update finished +2021-12-18 11:23:23,968 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:23:23,970 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:23:23,970 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:23:23,970 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:23:23,971 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:23:23,971 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:23:23,971 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:23:23,971 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:23:23,974 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:23:23,976 Job list saved +2021-12-18 11:23:23,982 Updating FAILED jobs +2021-12-18 11:23:23,982 Updating WAITING jobs +2021-12-18 11:23:23,982 Update finished +2021-12-18 11:23:33,992 Reloading parameters... +2021-12-18 11:23:34,011 Loading parameters... +2021-12-18 11:23:34,012 Loading project parameters... +2021-12-18 11:23:34,014 + +15 of 25 jobs remaining (11:23) +2021-12-18 11:23:34,014 Sleep: 10 +2021-12-18 11:23:34,014 Number of retrials: 0 +2021-12-18 11:23:34,014 WRAPPER CHECK TIME = 10 +2021-12-18 11:23:34,015 Checking jobs for platform=marenostrum4 +2021-12-18 11:23:34,015 Checking jobs for platform=nord3 +2021-12-18 11:23:34,016 Checking jobs for platform=local +2021-12-18 11:23:34,016 Checking jobs for platform=transfer_node +2021-12-18 11:23:34,017 Checking all jobs at once +2021-12-18 11:23:35,286 Successful check job command +2021-12-18 11:23:36,756 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:23:36,756 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:23:36,756 End of checking +2021-12-18 11:23:36,758 Updating FAILED jobs +2021-12-18 11:23:36,758 Updating WAITING jobs +2021-12-18 11:23:36,759 Update finished +2021-12-18 11:23:36,759 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:23:36,759 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:23:36,759 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:23:36,759 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:23:36,759 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:23:36,759 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:23:36,760 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:23:36,760 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:23:36,762 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:23:36,765 Job list saved +2021-12-18 11:23:36,769 Updating FAILED jobs +2021-12-18 11:23:36,769 Updating WAITING jobs +2021-12-18 11:23:36,770 Update finished +2021-12-18 11:23:46,778 Reloading parameters... +2021-12-18 11:23:46,798 Loading parameters... +2021-12-18 11:23:46,800 Loading project parameters... +2021-12-18 11:23:46,802 + +15 of 25 jobs remaining (11:23) +2021-12-18 11:23:46,802 Sleep: 10 +2021-12-18 11:23:46,802 Number of retrials: 0 +2021-12-18 11:23:46,802 WRAPPER CHECK TIME = 10 +2021-12-18 11:23:46,803 Checking jobs for platform=marenostrum4 +2021-12-18 11:23:46,803 Checking jobs for platform=nord3 +2021-12-18 11:23:46,804 Checking jobs for platform=local +2021-12-18 11:23:46,804 Checking jobs for platform=transfer_node +2021-12-18 11:23:46,805 Checking all jobs at once +2021-12-18 11:23:48,128 Successful check job command +2021-12-18 11:23:49,698 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:23:49,698 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:23:49,698 End of checking +2021-12-18 11:23:49,700 Updating FAILED jobs +2021-12-18 11:23:49,700 Updating WAITING jobs +2021-12-18 11:23:49,700 Update finished +2021-12-18 11:23:49,700 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:23:49,701 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:23:49,701 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:23:49,701 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:23:49,701 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:23:49,701 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:23:49,701 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:23:49,701 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:23:49,704 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:23:49,707 Job list saved +2021-12-18 11:23:49,714 Updating FAILED jobs +2021-12-18 11:23:49,714 Updating WAITING jobs +2021-12-18 11:23:49,715 Update finished +2021-12-18 11:23:59,725 Reloading parameters... +2021-12-18 11:23:59,747 Loading parameters... +2021-12-18 11:23:59,748 Loading project parameters... +2021-12-18 11:23:59,750 + +15 of 25 jobs remaining (11:23) +2021-12-18 11:23:59,750 Sleep: 10 +2021-12-18 11:23:59,750 Number of retrials: 0 +2021-12-18 11:23:59,750 WRAPPER CHECK TIME = 10 +2021-12-18 11:23:59,751 Checking jobs for platform=marenostrum4 +2021-12-18 11:23:59,752 Checking jobs for platform=nord3 +2021-12-18 11:23:59,752 Checking jobs for platform=local +2021-12-18 11:23:59,753 Checking jobs for platform=transfer_node +2021-12-18 11:23:59,753 Checking all jobs at once +2021-12-18 11:24:01,074 Successful check job command +2021-12-18 11:24:02,644 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:24:02,644 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:24:02,645 End of checking +2021-12-18 11:24:02,646 Updating FAILED jobs +2021-12-18 11:24:02,646 Updating WAITING jobs +2021-12-18 11:24:02,646 Update finished +2021-12-18 11:24:02,646 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:24:02,647 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:24:02,647 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:24:02,647 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:24:02,648 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:24:02,648 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:24:02,648 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:24:02,648 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:24:02,651 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:24:02,653 Job list saved +2021-12-18 11:24:02,659 Updating FAILED jobs +2021-12-18 11:24:02,659 Updating WAITING jobs +2021-12-18 11:24:02,659 Update finished +2021-12-18 11:24:12,664 Reloading parameters... +2021-12-18 11:24:12,685 Loading parameters... +2021-12-18 11:24:12,686 Loading project parameters... +2021-12-18 11:24:12,688 + +15 of 25 jobs remaining (11:24) +2021-12-18 11:24:12,688 Sleep: 10 +2021-12-18 11:24:12,688 Number of retrials: 0 +2021-12-18 11:24:12,688 WRAPPER CHECK TIME = 10 +2021-12-18 11:24:12,689 Checking jobs for platform=marenostrum4 +2021-12-18 11:24:12,689 Checking jobs for platform=nord3 +2021-12-18 11:24:12,690 Checking jobs for platform=local +2021-12-18 11:24:12,690 Checking jobs for platform=transfer_node +2021-12-18 11:24:12,691 Checking all jobs at once +2021-12-18 11:24:19,071 Successful check job command +2021-12-18 11:24:22,744 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:24:22,745 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:24:22,745 End of checking +2021-12-18 11:24:22,747 Updating FAILED jobs +2021-12-18 11:24:22,747 Updating WAITING jobs +2021-12-18 11:24:22,747 Update finished +2021-12-18 11:24:22,747 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:24:22,748 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:24:22,748 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:24:22,748 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:24:22,748 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:24:22,748 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:24:22,748 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:24:22,749 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:24:22,751 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:24:22,754 Job list saved +2021-12-18 11:24:22,760 Updating FAILED jobs +2021-12-18 11:24:22,760 Updating WAITING jobs +2021-12-18 11:24:22,760 Update finished +2021-12-18 11:24:32,767 Reloading parameters... +2021-12-18 11:24:32,790 Loading parameters... +2021-12-18 11:24:32,791 Loading project parameters... +2021-12-18 11:24:32,793 + +15 of 25 jobs remaining (11:24) +2021-12-18 11:24:32,793 Sleep: 10 +2021-12-18 11:24:32,793 Number of retrials: 0 +2021-12-18 11:24:32,793 WRAPPER CHECK TIME = 10 +2021-12-18 11:24:32,794 Checking jobs for platform=marenostrum4 +2021-12-18 11:24:32,795 Checking jobs for platform=nord3 +2021-12-18 11:24:32,795 Checking jobs for platform=local +2021-12-18 11:24:32,796 Checking jobs for platform=transfer_node +2021-12-18 11:24:32,796 Checking all jobs at once +2021-12-18 11:24:34,217 Successful check job command +2021-12-18 11:24:35,888 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:24:35,888 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:24:35,888 End of checking +2021-12-18 11:24:35,890 Updating FAILED jobs +2021-12-18 11:24:35,890 Updating WAITING jobs +2021-12-18 11:24:35,890 Update finished +2021-12-18 11:24:35,890 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:24:35,890 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:24:35,891 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:24:35,891 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:24:35,891 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:24:35,891 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:24:35,891 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:24:35,891 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:24:35,894 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:24:35,896 Job list saved +2021-12-18 11:24:35,902 Updating FAILED jobs +2021-12-18 11:24:35,902 Updating WAITING jobs +2021-12-18 11:24:35,902 Update finished +2021-12-18 11:24:45,910 Reloading parameters... +2021-12-18 11:24:45,929 Loading parameters... +2021-12-18 11:24:45,930 Loading project parameters... +2021-12-18 11:24:45,932 + +15 of 25 jobs remaining (11:24) +2021-12-18 11:24:45,932 Sleep: 10 +2021-12-18 11:24:45,932 Number of retrials: 0 +2021-12-18 11:24:45,933 WRAPPER CHECK TIME = 10 +2021-12-18 11:24:45,933 Checking jobs for platform=marenostrum4 +2021-12-18 11:24:45,934 Checking jobs for platform=nord3 +2021-12-18 11:24:45,934 Checking jobs for platform=local +2021-12-18 11:24:45,935 Checking jobs for platform=transfer_node +2021-12-18 11:24:45,935 Checking all jobs at once +2021-12-18 11:24:56,572 Successful check job command +2021-12-18 11:25:01,048 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:25:01,048 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:25:01,048 End of checking +2021-12-18 11:25:01,050 Updating FAILED jobs +2021-12-18 11:25:01,050 Updating WAITING jobs +2021-12-18 11:25:01,051 Update finished +2021-12-18 11:25:01,051 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:25:01,052 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:25:01,052 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:25:01,052 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:25:01,053 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:25:01,053 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:25:01,053 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:25:01,053 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:25:01,055 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:25:01,058 Job list saved +2021-12-18 11:25:01,063 Updating FAILED jobs +2021-12-18 11:25:01,063 Updating WAITING jobs +2021-12-18 11:25:01,063 Update finished +2021-12-18 11:25:11,073 Reloading parameters... +2021-12-18 11:25:11,092 Loading parameters... +2021-12-18 11:25:11,094 Loading project parameters... +2021-12-18 11:25:11,097 + +15 of 25 jobs remaining (11:25) +2021-12-18 11:25:11,097 Sleep: 10 +2021-12-18 11:25:11,097 Number of retrials: 0 +2021-12-18 11:25:11,098 WRAPPER CHECK TIME = 10 +2021-12-18 11:25:11,098 Checking jobs for platform=marenostrum4 +2021-12-18 11:25:11,099 Checking jobs for platform=nord3 +2021-12-18 11:25:11,101 Checking jobs for platform=local +2021-12-18 11:25:11,102 Checking jobs for platform=transfer_node +2021-12-18 11:25:11,102 Checking all jobs at once +2021-12-18 11:25:13,292 Successful check job command +2021-12-18 11:25:15,914 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:25:15,914 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:25:15,914 End of checking +2021-12-18 11:25:15,916 Updating FAILED jobs +2021-12-18 11:25:15,917 Updating WAITING jobs +2021-12-18 11:25:15,917 Update finished +2021-12-18 11:25:15,917 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:25:15,917 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:25:15,917 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:25:15,918 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:25:15,918 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:25:15,918 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:25:15,918 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:25:15,918 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:25:15,921 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:25:15,923 Job list saved +2021-12-18 11:25:15,928 Updating FAILED jobs +2021-12-18 11:25:15,928 Updating WAITING jobs +2021-12-18 11:25:15,928 Update finished +2021-12-18 11:25:25,938 Reloading parameters... +2021-12-18 11:25:25,962 Loading parameters... +2021-12-18 11:25:25,967 Loading project parameters... +2021-12-18 11:25:25,970 + +15 of 25 jobs remaining (11:25) +2021-12-18 11:25:25,970 Sleep: 10 +2021-12-18 11:25:25,970 Number of retrials: 0 +2021-12-18 11:25:25,970 WRAPPER CHECK TIME = 10 +2021-12-18 11:25:25,971 Checking jobs for platform=marenostrum4 +2021-12-18 11:25:25,971 Checking jobs for platform=nord3 +2021-12-18 11:25:25,972 Checking jobs for platform=local +2021-12-18 11:25:25,973 Checking jobs for platform=transfer_node +2021-12-18 11:25:25,973 Checking all jobs at once +2021-12-18 11:25:28,205 Successful check job command +2021-12-18 11:25:29,927 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:25:29,927 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:25:29,927 End of checking +2021-12-18 11:25:29,929 Updating FAILED jobs +2021-12-18 11:25:29,929 Updating WAITING jobs +2021-12-18 11:25:29,929 Update finished +2021-12-18 11:25:29,929 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:25:29,930 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:25:29,930 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:25:29,930 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:25:29,930 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:25:29,930 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:25:29,930 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:25:29,930 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:25:29,933 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:25:29,935 Job list saved +2021-12-18 11:25:29,940 Updating FAILED jobs +2021-12-18 11:25:29,940 Updating WAITING jobs +2021-12-18 11:25:29,940 Update finished +2021-12-18 11:25:39,945 Reloading parameters... +2021-12-18 11:25:39,968 Loading parameters... +2021-12-18 11:25:39,970 Loading project parameters... +2021-12-18 11:25:39,972 + +15 of 25 jobs remaining (11:25) +2021-12-18 11:25:39,972 Sleep: 10 +2021-12-18 11:25:39,972 Number of retrials: 0 +2021-12-18 11:25:39,972 WRAPPER CHECK TIME = 10 +2021-12-18 11:25:39,973 Checking jobs for platform=marenostrum4 +2021-12-18 11:25:39,973 Checking jobs for platform=nord3 +2021-12-18 11:25:39,974 Checking jobs for platform=local +2021-12-18 11:25:39,974 Checking jobs for platform=transfer_node +2021-12-18 11:25:39,974 Checking all jobs at once +2021-12-18 11:25:41,694 Successful check job command +2021-12-18 11:25:43,967 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:25:43,967 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:25:43,967 End of checking +2021-12-18 11:25:43,969 Updating FAILED jobs +2021-12-18 11:25:43,969 Updating WAITING jobs +2021-12-18 11:25:43,969 Update finished +2021-12-18 11:25:43,969 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:25:43,970 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:25:43,970 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:25:43,970 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:25:43,970 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:25:43,970 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:25:43,970 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:25:43,971 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:25:43,974 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:25:43,976 Job list saved +2021-12-18 11:25:43,982 Updating FAILED jobs +2021-12-18 11:25:43,982 Updating WAITING jobs +2021-12-18 11:25:43,983 Update finished +2021-12-18 11:25:53,993 Reloading parameters... +2021-12-18 11:25:54,012 Loading parameters... +2021-12-18 11:25:54,014 Loading project parameters... +2021-12-18 11:25:54,015 + +15 of 25 jobs remaining (11:25) +2021-12-18 11:25:54,016 Sleep: 10 +2021-12-18 11:25:54,016 Number of retrials: 0 +2021-12-18 11:25:54,016 WRAPPER CHECK TIME = 10 +2021-12-18 11:25:54,016 Checking jobs for platform=marenostrum4 +2021-12-18 11:25:54,017 Checking jobs for platform=nord3 +2021-12-18 11:25:54,017 Checking jobs for platform=local +2021-12-18 11:25:54,018 Checking jobs for platform=transfer_node +2021-12-18 11:25:54,018 Checking all jobs at once +2021-12-18 11:25:55,838 Successful check job command +2021-12-18 11:25:57,158 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:25:57,158 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:25:57,158 End of checking +2021-12-18 11:25:57,159 Updating FAILED jobs +2021-12-18 11:25:57,160 Updating WAITING jobs +2021-12-18 11:25:57,160 Update finished +2021-12-18 11:25:57,160 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:25:57,160 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:25:57,160 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:25:57,160 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:25:57,161 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:25:57,161 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:25:57,161 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:25:57,161 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:25:57,164 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:25:57,166 Job list saved +2021-12-18 11:25:57,173 Updating FAILED jobs +2021-12-18 11:25:57,173 Updating WAITING jobs +2021-12-18 11:25:57,173 Update finished +2021-12-18 11:26:07,183 Reloading parameters... +2021-12-18 11:26:07,204 Loading parameters... +2021-12-18 11:26:07,205 Loading project parameters... +2021-12-18 11:26:07,207 + +15 of 25 jobs remaining (11:26) +2021-12-18 11:26:07,207 Sleep: 10 +2021-12-18 11:26:07,207 Number of retrials: 0 +2021-12-18 11:26:07,207 WRAPPER CHECK TIME = 10 +2021-12-18 11:26:07,208 Checking jobs for platform=marenostrum4 +2021-12-18 11:26:07,208 Checking jobs for platform=nord3 +2021-12-18 11:26:07,209 Checking jobs for platform=local +2021-12-18 11:26:07,209 Checking jobs for platform=transfer_node +2021-12-18 11:26:07,210 Checking all jobs at once +2021-12-18 11:26:09,130 Successful check job command +2021-12-18 11:26:10,600 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:26:10,600 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:26:10,600 End of checking +2021-12-18 11:26:10,602 Updating FAILED jobs +2021-12-18 11:26:10,602 Updating WAITING jobs +2021-12-18 11:26:10,602 Update finished +2021-12-18 11:26:10,602 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:26:10,603 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:26:10,603 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:26:10,603 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:26:10,603 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:26:10,603 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:26:10,603 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:26:10,603 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:26:10,606 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:26:10,608 Job list saved +2021-12-18 11:26:10,615 Updating FAILED jobs +2021-12-18 11:26:10,615 Updating WAITING jobs +2021-12-18 11:26:10,615 Update finished +2021-12-18 11:26:20,625 Reloading parameters... +2021-12-18 11:26:20,643 Loading parameters... +2021-12-18 11:26:20,645 Loading project parameters... +2021-12-18 11:26:20,647 + +15 of 25 jobs remaining (11:26) +2021-12-18 11:26:20,647 Sleep: 10 +2021-12-18 11:26:20,647 Number of retrials: 0 +2021-12-18 11:26:20,647 WRAPPER CHECK TIME = 10 +2021-12-18 11:26:20,648 Checking jobs for platform=marenostrum4 +2021-12-18 11:26:20,648 Checking jobs for platform=nord3 +2021-12-18 11:26:20,649 Checking jobs for platform=local +2021-12-18 11:26:20,649 Checking jobs for platform=transfer_node +2021-12-18 11:26:20,649 Checking all jobs at once +2021-12-18 11:26:23,723 Successful check job command +2021-12-18 11:26:25,995 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:26:25,995 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:26:25,996 End of checking +2021-12-18 11:26:25,999 Updating FAILED jobs +2021-12-18 11:26:25,999 Updating WAITING jobs +2021-12-18 11:26:25,999 Update finished +2021-12-18 11:26:25,999 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:26:26,000 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:26:26,000 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:26:26,000 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:26:26,001 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:26:26,001 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:26:26,001 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:26:26,001 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:26:26,005 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:26:26,007 Job list saved +2021-12-18 11:26:26,393 Updating FAILED jobs +2021-12-18 11:26:26,393 Updating WAITING jobs +2021-12-18 11:26:26,394 Update finished +2021-12-18 11:26:36,404 Reloading parameters... +2021-12-18 11:26:36,486 Loading parameters... +2021-12-18 11:26:36,487 Loading project parameters... +2021-12-18 11:26:36,531 + +15 of 25 jobs remaining (11:26) +2021-12-18 11:26:36,532 Sleep: 10 +2021-12-18 11:26:36,532 Number of retrials: 0 +2021-12-18 11:26:36,532 WRAPPER CHECK TIME = 10 +2021-12-18 11:26:36,543 Checking jobs for platform=marenostrum4 +2021-12-18 11:26:36,544 Checking jobs for platform=nord3 +2021-12-18 11:26:36,544 Checking jobs for platform=local +2021-12-18 11:26:36,545 Checking jobs for platform=transfer_node +2021-12-18 11:26:36,551 Checking all jobs at once +2021-12-18 11:26:39,383 Successful check job command +2021-12-18 11:26:43,107 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:26:43,107 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:26:43,107 End of checking +2021-12-18 11:26:43,108 Updating FAILED jobs +2021-12-18 11:26:43,108 Updating WAITING jobs +2021-12-18 11:26:43,109 Update finished +2021-12-18 11:26:43,109 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:26:43,109 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:26:43,109 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:26:43,109 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:26:43,109 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:26:43,109 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:26:43,110 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:26:43,110 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:26:43,114 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:26:43,116 Job list saved +2021-12-18 11:26:43,122 Updating FAILED jobs +2021-12-18 11:26:43,122 Updating WAITING jobs +2021-12-18 11:26:43,122 Update finished +2021-12-18 11:26:53,129 Reloading parameters... +2021-12-18 11:26:53,148 Loading parameters... +2021-12-18 11:26:53,149 Loading project parameters... +2021-12-18 11:26:53,151 + +15 of 25 jobs remaining (11:26) +2021-12-18 11:26:53,151 Sleep: 10 +2021-12-18 11:26:53,152 Number of retrials: 0 +2021-12-18 11:26:53,152 WRAPPER CHECK TIME = 10 +2021-12-18 11:26:53,152 Checking jobs for platform=marenostrum4 +2021-12-18 11:26:53,153 Checking jobs for platform=nord3 +2021-12-18 11:26:53,153 Checking jobs for platform=local +2021-12-18 11:26:53,154 Checking jobs for platform=transfer_node +2021-12-18 11:26:53,154 Checking all jobs at once +2021-12-18 11:26:54,724 Successful check job command +2021-12-18 11:26:56,044 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:26:56,045 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:26:56,045 End of checking +2021-12-18 11:26:56,046 Updating FAILED jobs +2021-12-18 11:26:56,046 Updating WAITING jobs +2021-12-18 11:26:56,046 Update finished +2021-12-18 11:26:56,047 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:26:56,047 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:26:56,047 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:26:56,047 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:26:56,047 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:26:56,047 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:26:56,047 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:26:56,048 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:26:56,050 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:26:56,052 Job list saved +2021-12-18 11:26:56,057 Updating FAILED jobs +2021-12-18 11:26:56,057 Updating WAITING jobs +2021-12-18 11:26:56,057 Update finished +2021-12-18 11:27:06,066 Reloading parameters... +2021-12-18 11:27:06,087 Loading parameters... +2021-12-18 11:27:06,088 Loading project parameters... +2021-12-18 11:27:06,090 + +15 of 25 jobs remaining (11:27) +2021-12-18 11:27:06,090 Sleep: 10 +2021-12-18 11:27:06,090 Number of retrials: 0 +2021-12-18 11:27:06,090 WRAPPER CHECK TIME = 10 +2021-12-18 11:27:06,091 Checking jobs for platform=marenostrum4 +2021-12-18 11:27:06,091 Checking jobs for platform=nord3 +2021-12-18 11:27:06,092 Checking jobs for platform=local +2021-12-18 11:27:06,093 Checking jobs for platform=transfer_node +2021-12-18 11:27:06,093 Checking all jobs at once +2021-12-18 11:27:07,564 Successful check job command +2021-12-18 11:27:09,034 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:27:09,034 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:27:09,034 End of checking +2021-12-18 11:27:09,036 Updating FAILED jobs +2021-12-18 11:27:09,036 Updating WAITING jobs +2021-12-18 11:27:09,036 Update finished +2021-12-18 11:27:09,037 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:27:09,037 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:27:09,037 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:27:09,037 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:27:09,038 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:27:09,038 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:27:09,038 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:27:09,038 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:27:09,040 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:27:09,044 Job list saved +2021-12-18 11:27:09,048 Updating FAILED jobs +2021-12-18 11:27:09,048 Updating WAITING jobs +2021-12-18 11:27:09,049 Update finished +2021-12-18 11:27:19,058 Reloading parameters... +2021-12-18 11:27:19,078 Loading parameters... +2021-12-18 11:27:19,079 Loading project parameters... +2021-12-18 11:27:19,081 + +15 of 25 jobs remaining (11:27) +2021-12-18 11:27:19,081 Sleep: 10 +2021-12-18 11:27:19,081 Number of retrials: 0 +2021-12-18 11:27:19,081 WRAPPER CHECK TIME = 10 +2021-12-18 11:27:19,082 Checking jobs for platform=marenostrum4 +2021-12-18 11:27:19,083 Checking jobs for platform=nord3 +2021-12-18 11:27:19,083 Checking jobs for platform=local +2021-12-18 11:27:19,084 Checking jobs for platform=transfer_node +2021-12-18 11:27:19,084 Checking all jobs at once +2021-12-18 11:27:21,406 Successful check job command +2021-12-18 11:27:23,377 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:27:23,377 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:27:23,377 End of checking +2021-12-18 11:27:23,378 Updating FAILED jobs +2021-12-18 11:27:23,378 Updating WAITING jobs +2021-12-18 11:27:23,378 Update finished +2021-12-18 11:27:23,379 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:27:23,379 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:27:23,379 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:27:23,379 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:27:23,379 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:27:23,379 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:27:23,379 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:27:23,379 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:27:23,382 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:27:23,384 Job list saved +2021-12-18 11:27:23,388 Updating FAILED jobs +2021-12-18 11:27:23,389 Updating WAITING jobs +2021-12-18 11:27:23,389 Update finished +2021-12-18 11:27:33,396 Reloading parameters... +2021-12-18 11:27:33,414 Loading parameters... +2021-12-18 11:27:33,415 Loading project parameters... +2021-12-18 11:27:33,417 + +15 of 25 jobs remaining (11:27) +2021-12-18 11:27:33,417 Sleep: 10 +2021-12-18 11:27:33,417 Number of retrials: 0 +2021-12-18 11:27:33,418 WRAPPER CHECK TIME = 10 +2021-12-18 11:27:33,418 Checking jobs for platform=marenostrum4 +2021-12-18 11:27:33,419 Checking jobs for platform=nord3 +2021-12-18 11:27:33,419 Checking jobs for platform=local +2021-12-18 11:27:33,420 Checking jobs for platform=transfer_node +2021-12-18 11:27:33,420 Checking all jobs at once +2021-12-18 11:27:35,648 Successful check job command +2021-12-18 11:27:37,870 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:27:37,870 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:27:37,871 End of checking +2021-12-18 11:27:37,872 Updating FAILED jobs +2021-12-18 11:27:37,872 Updating WAITING jobs +2021-12-18 11:27:37,872 Update finished +2021-12-18 11:27:37,872 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:27:37,873 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:27:37,873 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:27:37,873 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:27:37,873 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:27:37,873 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:27:37,873 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:27:37,873 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:27:37,876 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:27:37,878 Job list saved +2021-12-18 11:27:37,883 Updating FAILED jobs +2021-12-18 11:27:37,883 Updating WAITING jobs +2021-12-18 11:27:37,883 Update finished +2021-12-18 11:27:47,893 Reloading parameters... +2021-12-18 11:27:47,911 Loading parameters... +2021-12-18 11:27:47,912 Loading project parameters... +2021-12-18 11:27:47,914 + +15 of 25 jobs remaining (11:27) +2021-12-18 11:27:47,914 Sleep: 10 +2021-12-18 11:27:47,914 Number of retrials: 0 +2021-12-18 11:27:47,915 WRAPPER CHECK TIME = 10 +2021-12-18 11:27:47,915 Checking jobs for platform=marenostrum4 +2021-12-18 11:27:47,916 Checking jobs for platform=nord3 +2021-12-18 11:27:47,916 Checking jobs for platform=local +2021-12-18 11:27:47,917 Checking jobs for platform=transfer_node +2021-12-18 11:27:47,917 Checking all jobs at once +2021-12-18 11:27:49,338 Successful check job command +2021-12-18 11:27:51,059 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:27:51,059 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:27:51,060 End of checking +2021-12-18 11:27:51,061 Updating FAILED jobs +2021-12-18 11:27:51,061 Updating WAITING jobs +2021-12-18 11:27:51,061 Update finished +2021-12-18 11:27:51,062 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:27:51,062 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:27:51,062 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:27:51,063 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:27:51,063 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:27:51,063 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:27:51,063 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:27:51,063 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:27:51,066 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:27:51,068 Job list saved +2021-12-18 11:27:51,074 Updating FAILED jobs +2021-12-18 11:27:51,074 Updating WAITING jobs +2021-12-18 11:27:51,074 Update finished +2021-12-18 11:28:01,084 Reloading parameters... +2021-12-18 11:28:01,104 Loading parameters... +2021-12-18 11:28:01,105 Loading project parameters... +2021-12-18 11:28:01,107 + +15 of 25 jobs remaining (11:28) +2021-12-18 11:28:01,107 Sleep: 10 +2021-12-18 11:28:01,107 Number of retrials: 0 +2021-12-18 11:28:01,107 WRAPPER CHECK TIME = 10 +2021-12-18 11:28:01,108 Checking jobs for platform=marenostrum4 +2021-12-18 11:28:01,108 Checking jobs for platform=nord3 +2021-12-18 11:28:01,109 Checking jobs for platform=local +2021-12-18 11:28:01,109 Checking jobs for platform=transfer_node +2021-12-18 11:28:01,109 Checking all jobs at once +2021-12-18 11:28:02,278 Successful check job command +2021-12-18 11:28:03,500 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:28:03,500 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:28:03,500 End of checking +2021-12-18 11:28:03,501 Updating FAILED jobs +2021-12-18 11:28:03,502 Updating WAITING jobs +2021-12-18 11:28:03,502 Update finished +2021-12-18 11:28:03,502 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:28:03,502 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:28:03,502 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:28:03,502 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:28:03,503 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:28:03,503 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:28:03,503 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:28:03,503 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:28:03,505 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:28:03,508 Job list saved +2021-12-18 11:28:03,512 Updating FAILED jobs +2021-12-18 11:28:03,512 Updating WAITING jobs +2021-12-18 11:28:03,512 Update finished +2021-12-18 11:28:13,522 Reloading parameters... +2021-12-18 11:28:13,540 Loading parameters... +2021-12-18 11:28:13,541 Loading project parameters... +2021-12-18 11:28:13,543 + +15 of 25 jobs remaining (11:28) +2021-12-18 11:28:13,544 Sleep: 10 +2021-12-18 11:28:13,544 Number of retrials: 0 +2021-12-18 11:28:13,544 WRAPPER CHECK TIME = 10 +2021-12-18 11:28:13,544 Checking jobs for platform=marenostrum4 +2021-12-18 11:28:13,545 Checking jobs for platform=nord3 +2021-12-18 11:28:13,546 Checking jobs for platform=local +2021-12-18 11:28:13,546 Checking jobs for platform=transfer_node +2021-12-18 11:28:13,546 Checking all jobs at once +2021-12-18 11:28:16,771 Successful check job command +2021-12-18 11:28:18,542 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:28:18,542 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:28:18,542 End of checking +2021-12-18 11:28:18,544 Updating FAILED jobs +2021-12-18 11:28:18,544 Updating WAITING jobs +2021-12-18 11:28:18,544 Update finished +2021-12-18 11:28:18,544 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:28:18,544 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:28:18,544 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:28:18,545 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:28:18,545 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:28:18,545 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:28:18,545 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:28:18,545 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:28:18,549 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:28:18,554 Job list saved +2021-12-18 11:28:18,559 Updating FAILED jobs +2021-12-18 11:28:18,559 Updating WAITING jobs +2021-12-18 11:28:18,560 Update finished +2021-12-18 11:28:28,569 Reloading parameters... +2021-12-18 11:28:28,588 Loading parameters... +2021-12-18 11:28:28,589 Loading project parameters... +2021-12-18 11:28:28,591 + +15 of 25 jobs remaining (11:28) +2021-12-18 11:28:28,591 Sleep: 10 +2021-12-18 11:28:28,591 Number of retrials: 0 +2021-12-18 11:28:28,591 WRAPPER CHECK TIME = 10 +2021-12-18 11:28:28,592 Checking jobs for platform=marenostrum4 +2021-12-18 11:28:28,592 Checking jobs for platform=nord3 +2021-12-18 11:28:28,593 Checking jobs for platform=local +2021-12-18 11:28:28,594 Checking jobs for platform=transfer_node +2021-12-18 11:28:28,594 Checking all jobs at once +2021-12-18 11:28:30,818 Successful check job command +2021-12-18 11:28:32,589 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:28:32,589 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:28:32,589 End of checking +2021-12-18 11:28:32,590 Updating FAILED jobs +2021-12-18 11:28:32,590 Updating WAITING jobs +2021-12-18 11:28:32,591 Update finished +2021-12-18 11:28:32,591 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:28:32,591 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:28:32,592 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:28:32,592 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:28:32,592 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:28:32,592 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:28:32,592 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:28:32,592 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:28:32,594 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:28:32,597 Job list saved +2021-12-18 11:28:32,601 Updating FAILED jobs +2021-12-18 11:28:32,601 Updating WAITING jobs +2021-12-18 11:28:32,601 Update finished +2021-12-18 11:28:42,613 Reloading parameters... +2021-12-18 11:28:42,630 Loading parameters... +2021-12-18 11:28:42,632 Loading project parameters... +2021-12-18 11:28:42,634 + +15 of 25 jobs remaining (11:28) +2021-12-18 11:28:42,634 Sleep: 10 +2021-12-18 11:28:42,634 Number of retrials: 0 +2021-12-18 11:28:42,634 WRAPPER CHECK TIME = 10 +2021-12-18 11:28:42,635 Checking jobs for platform=marenostrum4 +2021-12-18 11:28:42,635 Checking jobs for platform=nord3 +2021-12-18 11:28:42,636 Checking jobs for platform=local +2021-12-18 11:28:42,636 Checking jobs for platform=transfer_node +2021-12-18 11:28:42,636 Checking all jobs at once +2021-12-18 11:28:44,358 Successful check job command +2021-12-18 11:28:46,680 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:28:46,681 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:28:46,681 End of checking +2021-12-18 11:28:46,682 Updating FAILED jobs +2021-12-18 11:28:46,682 Updating WAITING jobs +2021-12-18 11:28:46,682 Update finished +2021-12-18 11:28:46,683 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:28:46,683 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:28:46,683 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:28:46,683 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:28:46,683 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:28:46,683 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:28:46,683 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:28:46,683 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:28:46,686 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:28:46,688 Job list saved +2021-12-18 11:28:46,693 Updating FAILED jobs +2021-12-18 11:28:46,693 Updating WAITING jobs +2021-12-18 11:28:46,693 Update finished +2021-12-18 11:28:56,703 Reloading parameters... +2021-12-18 11:28:56,720 Loading parameters... +2021-12-18 11:28:56,721 Loading project parameters... +2021-12-18 11:28:56,723 + +15 of 25 jobs remaining (11:28) +2021-12-18 11:28:56,723 Sleep: 10 +2021-12-18 11:28:56,723 Number of retrials: 0 +2021-12-18 11:28:56,723 WRAPPER CHECK TIME = 10 +2021-12-18 11:28:56,724 Checking jobs for platform=marenostrum4 +2021-12-18 11:28:56,724 Checking jobs for platform=nord3 +2021-12-18 11:28:56,725 Checking jobs for platform=local +2021-12-18 11:28:56,725 Checking jobs for platform=transfer_node +2021-12-18 11:28:56,725 Checking all jobs at once +2021-12-18 11:28:58,396 Successful check job command +2021-12-18 11:28:59,966 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:28:59,966 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:28:59,966 End of checking +2021-12-18 11:28:59,967 Updating FAILED jobs +2021-12-18 11:28:59,967 Updating WAITING jobs +2021-12-18 11:28:59,968 Update finished +2021-12-18 11:28:59,968 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:28:59,968 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:28:59,968 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:28:59,968 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:28:59,968 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:28:59,969 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:28:59,969 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:28:59,969 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:28:59,971 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:28:59,973 Job list saved +2021-12-18 11:28:59,985 Updating FAILED jobs +2021-12-18 11:28:59,985 Updating WAITING jobs +2021-12-18 11:28:59,986 Update finished +2021-12-18 11:29:09,996 Reloading parameters... +2021-12-18 11:29:10,015 Loading parameters... +2021-12-18 11:29:10,016 Loading project parameters... +2021-12-18 11:29:10,018 + +15 of 25 jobs remaining (11:29) +2021-12-18 11:29:10,018 Sleep: 10 +2021-12-18 11:29:10,018 Number of retrials: 0 +2021-12-18 11:29:10,018 WRAPPER CHECK TIME = 10 +2021-12-18 11:29:10,019 Checking jobs for platform=marenostrum4 +2021-12-18 11:29:10,020 Checking jobs for platform=nord3 +2021-12-18 11:29:10,021 Checking jobs for platform=local +2021-12-18 11:29:10,021 Checking jobs for platform=transfer_node +2021-12-18 11:29:10,021 Checking all jobs at once +2021-12-18 11:29:11,291 Successful check job command +2021-12-18 11:29:13,916 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:29:13,916 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:29:13,916 End of checking +2021-12-18 11:29:13,917 Updating FAILED jobs +2021-12-18 11:29:13,918 Updating WAITING jobs +2021-12-18 11:29:13,918 Update finished +2021-12-18 11:29:13,918 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:29:13,919 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:29:13,919 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:29:13,919 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:29:13,919 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:29:13,919 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:29:13,919 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:29:13,919 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:29:13,922 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:29:13,924 Job list saved +2021-12-18 11:29:13,929 Updating FAILED jobs +2021-12-18 11:29:13,929 Updating WAITING jobs +2021-12-18 11:29:13,929 Update finished +2021-12-18 11:29:23,939 Reloading parameters... +2021-12-18 11:29:23,956 Loading parameters... +2021-12-18 11:29:23,957 Loading project parameters... +2021-12-18 11:29:23,959 + +15 of 25 jobs remaining (11:29) +2021-12-18 11:29:23,959 Sleep: 10 +2021-12-18 11:29:23,959 Number of retrials: 0 +2021-12-18 11:29:23,959 WRAPPER CHECK TIME = 10 +2021-12-18 11:29:23,960 Checking jobs for platform=marenostrum4 +2021-12-18 11:29:23,961 Checking jobs for platform=nord3 +2021-12-18 11:29:23,961 Checking jobs for platform=local +2021-12-18 11:29:23,962 Checking jobs for platform=transfer_node +2021-12-18 11:29:23,962 Checking all jobs at once +2021-12-18 11:29:25,835 Successful check job command +2021-12-18 11:29:27,655 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:29:27,655 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:29:27,656 End of checking +2021-12-18 11:29:27,657 Updating FAILED jobs +2021-12-18 11:29:27,657 Updating WAITING jobs +2021-12-18 11:29:27,657 Update finished +2021-12-18 11:29:27,657 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:29:27,657 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:29:27,658 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:29:27,658 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:29:27,658 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:29:27,658 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:29:27,658 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:29:27,658 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:29:27,661 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:29:27,663 Job list saved +2021-12-18 11:29:27,667 Updating FAILED jobs +2021-12-18 11:29:27,668 Updating WAITING jobs +2021-12-18 11:29:27,668 Update finished +2021-12-18 11:29:37,678 Reloading parameters... +2021-12-18 11:29:37,695 Loading parameters... +2021-12-18 11:29:37,696 Loading project parameters... +2021-12-18 11:29:37,698 + +15 of 25 jobs remaining (11:29) +2021-12-18 11:29:37,698 Sleep: 10 +2021-12-18 11:29:37,698 Number of retrials: 0 +2021-12-18 11:29:37,698 WRAPPER CHECK TIME = 10 +2021-12-18 11:29:37,699 Checking jobs for platform=marenostrum4 +2021-12-18 11:29:37,699 Checking jobs for platform=nord3 +2021-12-18 11:29:37,700 Checking jobs for platform=local +2021-12-18 11:29:37,700 Checking jobs for platform=transfer_node +2021-12-18 11:29:37,701 Checking all jobs at once +2021-12-18 11:29:40,624 Successful check job command +2021-12-18 11:29:43,446 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:29:43,447 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:29:43,447 End of checking +2021-12-18 11:29:43,448 Updating FAILED jobs +2021-12-18 11:29:43,448 Updating WAITING jobs +2021-12-18 11:29:43,448 Update finished +2021-12-18 11:29:43,449 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:29:43,449 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:29:43,449 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:29:43,449 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:29:43,449 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:29:43,449 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:29:43,449 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:29:43,450 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:29:43,452 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:29:43,454 Job list saved +2021-12-18 11:29:43,459 Updating FAILED jobs +2021-12-18 11:29:43,459 Updating WAITING jobs +2021-12-18 11:29:43,459 Update finished +2021-12-18 11:29:53,468 Reloading parameters... +2021-12-18 11:29:53,489 Loading parameters... +2021-12-18 11:29:53,491 Loading project parameters... +2021-12-18 11:29:53,492 + +15 of 25 jobs remaining (11:29) +2021-12-18 11:29:53,493 Sleep: 10 +2021-12-18 11:29:53,493 Number of retrials: 0 +2021-12-18 11:29:53,493 WRAPPER CHECK TIME = 10 +2021-12-18 11:29:53,493 Checking jobs for platform=marenostrum4 +2021-12-18 11:29:53,494 Checking jobs for platform=nord3 +2021-12-18 11:29:53,494 Checking jobs for platform=local +2021-12-18 11:29:53,495 Checking jobs for platform=transfer_node +2021-12-18 11:29:53,495 Checking all jobs at once +2021-12-18 11:29:54,967 Successful check job command +2021-12-18 11:29:57,138 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:29:57,139 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:29:57,139 End of checking +2021-12-18 11:29:57,140 Updating FAILED jobs +2021-12-18 11:29:57,140 Updating WAITING jobs +2021-12-18 11:29:57,141 Update finished +2021-12-18 11:29:57,141 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:29:57,142 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:29:57,142 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:29:57,142 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:29:57,142 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:29:57,142 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:29:57,142 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:29:57,142 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:29:57,145 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:29:57,147 Job list saved +2021-12-18 11:29:57,152 Updating FAILED jobs +2021-12-18 11:29:57,152 Updating WAITING jobs +2021-12-18 11:29:57,152 Update finished +2021-12-18 11:30:07,162 Reloading parameters... +2021-12-18 11:30:07,180 Loading parameters... +2021-12-18 11:30:07,181 Loading project parameters... +2021-12-18 11:30:07,183 + +15 of 25 jobs remaining (11:30) +2021-12-18 11:30:07,183 Sleep: 10 +2021-12-18 11:30:07,183 Number of retrials: 0 +2021-12-18 11:30:07,183 WRAPPER CHECK TIME = 10 +2021-12-18 11:30:07,184 Checking jobs for platform=marenostrum4 +2021-12-18 11:30:07,185 Checking jobs for platform=nord3 +2021-12-18 11:30:07,185 Checking jobs for platform=local +2021-12-18 11:30:07,186 Checking jobs for platform=transfer_node +2021-12-18 11:30:07,186 Checking all jobs at once +2021-12-18 11:30:08,507 Successful check job command +2021-12-18 11:30:09,777 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:30:09,777 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:30:09,777 End of checking +2021-12-18 11:30:09,779 Updating FAILED jobs +2021-12-18 11:30:09,779 Updating WAITING jobs +2021-12-18 11:30:09,779 Update finished +2021-12-18 11:30:09,779 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:30:09,779 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:30:09,779 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:30:09,780 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:30:09,780 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:30:09,780 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:30:09,780 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:30:09,780 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:30:09,783 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:30:09,785 Job list saved +2021-12-18 11:30:09,790 Updating FAILED jobs +2021-12-18 11:30:09,791 Updating WAITING jobs +2021-12-18 11:30:09,791 Update finished +2021-12-18 11:30:19,801 Reloading parameters... +2021-12-18 11:30:19,820 Loading parameters... +2021-12-18 11:30:19,821 Loading project parameters... +2021-12-18 11:30:19,823 + +15 of 25 jobs remaining (11:30) +2021-12-18 11:30:19,823 Sleep: 10 +2021-12-18 11:30:19,824 Number of retrials: 0 +2021-12-18 11:30:19,824 WRAPPER CHECK TIME = 10 +2021-12-18 11:30:19,824 Checking jobs for platform=marenostrum4 +2021-12-18 11:30:19,825 Checking jobs for platform=nord3 +2021-12-18 11:30:19,825 Checking jobs for platform=local +2021-12-18 11:30:19,826 Checking jobs for platform=transfer_node +2021-12-18 11:30:19,826 Checking all jobs at once +2021-12-18 11:30:22,852 Successful check job command +2021-12-18 11:30:25,374 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:30:25,374 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:30:25,374 End of checking +2021-12-18 11:30:25,376 Updating FAILED jobs +2021-12-18 11:30:25,376 Updating WAITING jobs +2021-12-18 11:30:25,376 Update finished +2021-12-18 11:30:25,376 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:30:25,377 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:30:25,377 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:30:25,377 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:30:25,377 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:30:25,377 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:30:25,377 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:30:25,377 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:30:25,380 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:30:25,382 Job list saved +2021-12-18 11:30:25,386 Updating FAILED jobs +2021-12-18 11:30:25,386 Updating WAITING jobs +2021-12-18 11:30:25,387 Update finished +2021-12-18 11:30:35,397 Reloading parameters... +2021-12-18 11:30:35,415 Loading parameters... +2021-12-18 11:30:35,416 Loading project parameters... +2021-12-18 11:30:35,418 + +15 of 25 jobs remaining (11:30) +2021-12-18 11:30:35,418 Sleep: 10 +2021-12-18 11:30:35,419 Number of retrials: 0 +2021-12-18 11:30:35,419 WRAPPER CHECK TIME = 10 +2021-12-18 11:30:35,419 Checking jobs for platform=marenostrum4 +2021-12-18 11:30:35,420 Checking jobs for platform=nord3 +2021-12-18 11:30:35,420 Checking jobs for platform=local +2021-12-18 11:30:35,421 Checking jobs for platform=transfer_node +2021-12-18 11:30:35,421 Checking all jobs at once +2021-12-18 11:30:36,792 Successful check job command +2021-12-18 11:30:39,114 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:30:39,114 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:30:39,114 End of checking +2021-12-18 11:30:39,116 Updating FAILED jobs +2021-12-18 11:30:39,116 Updating WAITING jobs +2021-12-18 11:30:39,116 Update finished +2021-12-18 11:30:39,116 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:30:39,117 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:30:39,117 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:30:39,117 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:30:39,117 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:30:39,117 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:30:39,118 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:30:39,118 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:30:39,120 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:30:39,123 Job list saved +2021-12-18 11:30:39,129 Updating FAILED jobs +2021-12-18 11:30:39,129 Updating WAITING jobs +2021-12-18 11:30:39,129 Update finished +2021-12-18 11:30:49,139 Reloading parameters... +2021-12-18 11:30:49,158 Loading parameters... +2021-12-18 11:30:49,160 Loading project parameters... +2021-12-18 11:30:49,164 + +15 of 25 jobs remaining (11:30) +2021-12-18 11:30:49,165 Sleep: 10 +2021-12-18 11:30:49,165 Number of retrials: 0 +2021-12-18 11:30:49,165 WRAPPER CHECK TIME = 10 +2021-12-18 11:30:49,165 Checking jobs for platform=marenostrum4 +2021-12-18 11:30:49,166 Checking jobs for platform=nord3 +2021-12-18 11:30:49,166 Checking jobs for platform=local +2021-12-18 11:30:49,167 Checking jobs for platform=transfer_node +2021-12-18 11:30:49,167 Checking all jobs at once +2021-12-18 11:30:50,386 Successful check job command +2021-12-18 11:30:51,756 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:30:51,756 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:30:51,756 End of checking +2021-12-18 11:30:51,758 Updating FAILED jobs +2021-12-18 11:30:51,758 Updating WAITING jobs +2021-12-18 11:30:51,758 Update finished +2021-12-18 11:30:51,758 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:30:51,758 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:30:51,758 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:30:51,759 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:30:51,759 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:30:51,759 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:30:51,759 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:30:51,759 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:30:51,762 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:30:51,764 Job list saved +2021-12-18 11:30:51,769 Updating FAILED jobs +2021-12-18 11:30:51,769 Updating WAITING jobs +2021-12-18 11:30:51,769 Update finished +2021-12-18 11:31:01,779 Reloading parameters... +2021-12-18 11:31:01,797 Loading parameters... +2021-12-18 11:31:01,799 Loading project parameters... +2021-12-18 11:31:01,800 + +15 of 25 jobs remaining (11:31) +2021-12-18 11:31:01,801 Sleep: 10 +2021-12-18 11:31:01,801 Number of retrials: 0 +2021-12-18 11:31:01,801 WRAPPER CHECK TIME = 10 +2021-12-18 11:31:01,802 Checking jobs for platform=marenostrum4 +2021-12-18 11:31:01,802 Checking jobs for platform=nord3 +2021-12-18 11:31:01,803 Checking jobs for platform=local +2021-12-18 11:31:01,803 Checking jobs for platform=transfer_node +2021-12-18 11:31:01,803 Checking all jobs at once +2021-12-18 11:31:03,023 Successful check job command +2021-12-18 11:31:04,293 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:31:04,293 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:31:04,293 End of checking +2021-12-18 11:31:04,294 Updating FAILED jobs +2021-12-18 11:31:04,295 Updating WAITING jobs +2021-12-18 11:31:04,295 Update finished +2021-12-18 11:31:04,295 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:31:04,295 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:31:04,295 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:31:04,295 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:31:04,295 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:31:04,296 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:31:04,296 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:31:04,296 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:31:04,299 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:31:04,301 Job list saved +2021-12-18 11:31:04,305 Updating FAILED jobs +2021-12-18 11:31:04,306 Updating WAITING jobs +2021-12-18 11:31:04,306 Update finished +2021-12-18 11:31:14,316 Reloading parameters... +2021-12-18 11:31:14,340 Loading parameters... +2021-12-18 11:31:14,341 Loading project parameters... +2021-12-18 11:31:14,343 + +15 of 25 jobs remaining (11:31) +2021-12-18 11:31:14,343 Sleep: 10 +2021-12-18 11:31:14,344 Number of retrials: 0 +2021-12-18 11:31:14,344 WRAPPER CHECK TIME = 10 +2021-12-18 11:31:14,344 Checking jobs for platform=marenostrum4 +2021-12-18 11:31:14,345 Checking jobs for platform=nord3 +2021-12-18 11:31:14,345 Checking jobs for platform=local +2021-12-18 11:31:14,346 Checking jobs for platform=transfer_node +2021-12-18 11:31:14,346 Checking all jobs at once +2021-12-18 11:31:16,267 Successful check job command +2021-12-18 11:31:18,087 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:31:18,088 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:31:18,088 End of checking +2021-12-18 11:31:18,089 Updating FAILED jobs +2021-12-18 11:31:18,089 Updating WAITING jobs +2021-12-18 11:31:18,090 Update finished +2021-12-18 11:31:18,090 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:31:18,090 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:31:18,090 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:31:18,091 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:31:18,091 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:31:18,091 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:31:18,091 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:31:18,091 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:31:18,094 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:31:18,097 Job list saved +2021-12-18 11:31:18,101 Updating FAILED jobs +2021-12-18 11:31:18,102 Updating WAITING jobs +2021-12-18 11:31:18,102 Update finished +2021-12-18 11:31:28,106 Reloading parameters... +2021-12-18 11:31:28,125 Loading parameters... +2021-12-18 11:31:28,127 Loading project parameters... +2021-12-18 11:31:28,129 + +15 of 25 jobs remaining (11:31) +2021-12-18 11:31:28,129 Sleep: 10 +2021-12-18 11:31:28,129 Number of retrials: 0 +2021-12-18 11:31:28,129 WRAPPER CHECK TIME = 10 +2021-12-18 11:31:28,130 Checking jobs for platform=marenostrum4 +2021-12-18 11:31:28,130 Checking jobs for platform=nord3 +2021-12-18 11:31:28,131 Checking jobs for platform=local +2021-12-18 11:31:28,131 Checking jobs for platform=transfer_node +2021-12-18 11:31:28,131 Checking all jobs at once +2021-12-18 11:31:29,401 Successful check job command +2021-12-18 11:31:30,771 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:31:30,772 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:31:30,772 End of checking +2021-12-18 11:31:30,774 Updating FAILED jobs +2021-12-18 11:31:30,774 Updating WAITING jobs +2021-12-18 11:31:30,775 Update finished +2021-12-18 11:31:30,775 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:31:30,775 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:31:30,775 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:31:30,775 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:31:30,775 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:31:30,775 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:31:30,776 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:31:30,776 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:31:30,778 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:31:30,780 Job list saved +2021-12-18 11:31:32,054 Updating FAILED jobs +2021-12-18 11:31:32,054 Updating WAITING jobs +2021-12-18 11:31:32,055 Update finished +2021-12-18 11:31:42,064 Reloading parameters... +2021-12-18 11:31:42,081 Loading parameters... +2021-12-18 11:31:42,083 Loading project parameters... +2021-12-18 11:31:42,084 + +15 of 25 jobs remaining (11:31) +2021-12-18 11:31:42,085 Sleep: 10 +2021-12-18 11:31:42,085 Number of retrials: 0 +2021-12-18 11:31:42,085 WRAPPER CHECK TIME = 10 +2021-12-18 11:31:42,085 Checking jobs for platform=marenostrum4 +2021-12-18 11:31:42,086 Checking jobs for platform=nord3 +2021-12-18 11:31:42,087 Checking jobs for platform=local +2021-12-18 11:31:42,087 Checking jobs for platform=transfer_node +2021-12-18 11:31:42,087 Checking all jobs at once +2021-12-18 11:31:43,256 Successful check job command +2021-12-18 11:31:44,425 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:31:44,426 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:31:44,426 End of checking +2021-12-18 11:31:44,427 Updating FAILED jobs +2021-12-18 11:31:44,427 Updating WAITING jobs +2021-12-18 11:31:44,427 Update finished +2021-12-18 11:31:44,427 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:31:44,428 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:31:44,428 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:31:44,428 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:31:44,428 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:31:44,428 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:31:44,428 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:31:44,428 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:31:44,431 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:31:44,433 Job list saved +2021-12-18 11:31:44,438 Updating FAILED jobs +2021-12-18 11:31:44,438 Updating WAITING jobs +2021-12-18 11:31:44,438 Update finished +2021-12-18 11:31:54,449 Reloading parameters... +2021-12-18 11:31:54,466 Loading parameters... +2021-12-18 11:31:54,468 Loading project parameters... +2021-12-18 11:31:54,470 + +15 of 25 jobs remaining (11:31) +2021-12-18 11:31:54,470 Sleep: 10 +2021-12-18 11:31:54,470 Number of retrials: 0 +2021-12-18 11:31:54,470 WRAPPER CHECK TIME = 10 +2021-12-18 11:31:54,471 Checking jobs for platform=marenostrum4 +2021-12-18 11:31:54,471 Checking jobs for platform=nord3 +2021-12-18 11:31:54,472 Checking jobs for platform=local +2021-12-18 11:31:54,472 Checking jobs for platform=transfer_node +2021-12-18 11:31:54,472 Checking all jobs at once +2021-12-18 11:31:55,793 Successful check job command +2021-12-18 11:31:56,962 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:31:56,962 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:31:56,963 End of checking +2021-12-18 11:31:56,964 Updating FAILED jobs +2021-12-18 11:31:56,964 Updating WAITING jobs +2021-12-18 11:31:56,964 Update finished +2021-12-18 11:31:56,964 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:31:56,965 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:31:56,965 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:31:56,965 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:31:56,965 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:31:56,965 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:31:56,965 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:31:56,966 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:31:56,968 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:31:56,971 Job list saved +2021-12-18 11:31:56,975 Updating FAILED jobs +2021-12-18 11:31:56,975 Updating WAITING jobs +2021-12-18 11:31:56,976 Update finished +2021-12-18 11:32:06,985 Reloading parameters... +2021-12-18 11:32:07,003 Loading parameters... +2021-12-18 11:32:07,004 Loading project parameters... +2021-12-18 11:32:07,006 + +15 of 25 jobs remaining (11:32) +2021-12-18 11:32:07,006 Sleep: 10 +2021-12-18 11:32:07,007 Number of retrials: 0 +2021-12-18 11:32:07,007 WRAPPER CHECK TIME = 10 +2021-12-18 11:32:07,007 Checking jobs for platform=marenostrum4 +2021-12-18 11:32:07,008 Checking jobs for platform=nord3 +2021-12-18 11:32:07,008 Checking jobs for platform=local +2021-12-18 11:32:07,009 Checking jobs for platform=transfer_node +2021-12-18 11:32:07,009 Checking all jobs at once +2021-12-18 11:32:08,579 Successful check job command +2021-12-18 11:32:09,848 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:32:09,848 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:32:09,848 End of checking +2021-12-18 11:32:09,849 Updating FAILED jobs +2021-12-18 11:32:09,849 Updating WAITING jobs +2021-12-18 11:32:09,850 Update finished +2021-12-18 11:32:09,850 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:32:09,850 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:32:09,850 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:32:09,850 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:32:09,850 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:32:09,851 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:32:09,851 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:32:09,851 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:32:09,853 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:32:09,855 Job list saved +2021-12-18 11:32:09,860 Updating FAILED jobs +2021-12-18 11:32:09,860 Updating WAITING jobs +2021-12-18 11:32:09,860 Update finished +2021-12-18 11:32:19,870 Reloading parameters... +2021-12-18 11:32:19,887 Loading parameters... +2021-12-18 11:32:19,888 Loading project parameters... +2021-12-18 11:32:19,890 + +15 of 25 jobs remaining (11:32) +2021-12-18 11:32:19,890 Sleep: 10 +2021-12-18 11:32:19,891 Number of retrials: 0 +2021-12-18 11:32:19,891 WRAPPER CHECK TIME = 10 +2021-12-18 11:32:19,891 Checking jobs for platform=marenostrum4 +2021-12-18 11:32:19,892 Checking jobs for platform=nord3 +2021-12-18 11:32:19,892 Checking jobs for platform=local +2021-12-18 11:32:19,893 Checking jobs for platform=transfer_node +2021-12-18 11:32:19,893 Checking all jobs at once +2021-12-18 11:32:21,313 Successful check job command +2021-12-18 11:32:22,933 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:32:22,934 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:32:22,934 End of checking +2021-12-18 11:32:22,935 Updating FAILED jobs +2021-12-18 11:32:22,935 Updating WAITING jobs +2021-12-18 11:32:22,935 Update finished +2021-12-18 11:32:22,935 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:32:22,936 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:32:22,936 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:32:22,936 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:32:22,936 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:32:22,936 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:32:22,936 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:32:22,936 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:32:22,940 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:32:22,942 Job list saved +2021-12-18 11:32:22,947 Updating FAILED jobs +2021-12-18 11:32:22,947 Updating WAITING jobs +2021-12-18 11:32:22,948 Update finished +2021-12-18 11:32:32,955 Reloading parameters... +2021-12-18 11:32:32,978 Loading parameters... +2021-12-18 11:32:32,980 Loading project parameters... +2021-12-18 11:32:32,982 + +15 of 25 jobs remaining (11:32) +2021-12-18 11:32:32,982 Sleep: 10 +2021-12-18 11:32:32,982 Number of retrials: 0 +2021-12-18 11:32:32,982 WRAPPER CHECK TIME = 10 +2021-12-18 11:32:32,983 Checking jobs for platform=marenostrum4 +2021-12-18 11:32:32,983 Checking jobs for platform=nord3 +2021-12-18 11:32:32,985 Checking jobs for platform=local +2021-12-18 11:32:32,985 Checking jobs for platform=transfer_node +2021-12-18 11:32:32,985 Checking all jobs at once +2021-12-18 11:32:34,255 Successful check job command +2021-12-18 11:32:36,627 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:32:36,628 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:32:36,628 End of checking +2021-12-18 11:32:36,629 Updating FAILED jobs +2021-12-18 11:32:36,629 Updating WAITING jobs +2021-12-18 11:32:36,630 Update finished +2021-12-18 11:32:36,630 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:32:36,630 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:32:36,631 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:32:36,631 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:32:36,631 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:32:36,631 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:32:36,631 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:32:36,631 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:32:36,634 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:32:36,636 Job list saved +2021-12-18 11:32:36,641 Updating FAILED jobs +2021-12-18 11:32:36,641 Updating WAITING jobs +2021-12-18 11:32:36,641 Update finished +2021-12-18 11:32:46,651 Reloading parameters... +2021-12-18 11:32:46,668 Loading parameters... +2021-12-18 11:32:46,669 Loading project parameters... +2021-12-18 11:32:46,671 + +15 of 25 jobs remaining (11:32) +2021-12-18 11:32:46,671 Sleep: 10 +2021-12-18 11:32:46,672 Number of retrials: 0 +2021-12-18 11:32:46,672 WRAPPER CHECK TIME = 10 +2021-12-18 11:32:46,672 Checking jobs for platform=marenostrum4 +2021-12-18 11:32:46,673 Checking jobs for platform=nord3 +2021-12-18 11:32:46,673 Checking jobs for platform=local +2021-12-18 11:32:46,674 Checking jobs for platform=transfer_node +2021-12-18 11:32:46,674 Checking all jobs at once +2021-12-18 11:32:47,893 Successful check job command +2021-12-18 11:32:49,163 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:32:49,163 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:32:49,163 End of checking +2021-12-18 11:32:49,165 Updating FAILED jobs +2021-12-18 11:32:49,165 Updating WAITING jobs +2021-12-18 11:32:49,165 Update finished +2021-12-18 11:32:49,165 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:32:49,166 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:32:49,166 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:32:49,166 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:32:49,166 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:32:49,166 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:32:49,166 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:32:49,166 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:32:49,169 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:32:49,171 Job list saved +2021-12-18 11:32:49,176 Updating FAILED jobs +2021-12-18 11:32:49,176 Updating WAITING jobs +2021-12-18 11:32:49,177 Update finished +2021-12-18 11:32:59,186 Reloading parameters... +2021-12-18 11:32:59,203 Loading parameters... +2021-12-18 11:32:59,205 Loading project parameters... +2021-12-18 11:32:59,207 + +15 of 25 jobs remaining (11:32) +2021-12-18 11:32:59,207 Sleep: 10 +2021-12-18 11:32:59,207 Number of retrials: 0 +2021-12-18 11:32:59,207 WRAPPER CHECK TIME = 10 +2021-12-18 11:32:59,208 Checking jobs for platform=marenostrum4 +2021-12-18 11:32:59,208 Checking jobs for platform=nord3 +2021-12-18 11:32:59,209 Checking jobs for platform=local +2021-12-18 11:32:59,209 Checking jobs for platform=transfer_node +2021-12-18 11:32:59,209 Checking all jobs at once +2021-12-18 11:33:00,479 Successful check job command +2021-12-18 11:33:01,700 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:33:01,700 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:33:01,700 End of checking +2021-12-18 11:33:01,701 Updating FAILED jobs +2021-12-18 11:33:01,702 Updating WAITING jobs +2021-12-18 11:33:01,702 Update finished +2021-12-18 11:33:01,702 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:33:01,702 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:33:01,702 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:33:01,702 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:33:01,703 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:33:01,703 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:33:01,703 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:33:01,703 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:33:01,706 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:33:01,708 Job list saved +2021-12-18 11:33:01,713 Updating FAILED jobs +2021-12-18 11:33:01,713 Updating WAITING jobs +2021-12-18 11:33:01,713 Update finished +2021-12-18 11:33:11,723 Reloading parameters... +2021-12-18 11:33:11,741 Loading parameters... +2021-12-18 11:33:11,743 Loading project parameters... +2021-12-18 11:33:11,745 + +15 of 25 jobs remaining (11:33) +2021-12-18 11:33:11,745 Sleep: 10 +2021-12-18 11:33:11,745 Number of retrials: 0 +2021-12-18 11:33:11,745 WRAPPER CHECK TIME = 10 +2021-12-18 11:33:11,746 Checking jobs for platform=marenostrum4 +2021-12-18 11:33:11,746 Checking jobs for platform=nord3 +2021-12-18 11:33:11,747 Checking jobs for platform=local +2021-12-18 11:33:11,747 Checking jobs for platform=transfer_node +2021-12-18 11:33:11,747 Checking all jobs at once +2021-12-18 11:33:14,322 Successful check job command +2021-12-18 11:33:16,850 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:33:16,850 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:33:16,850 End of checking +2021-12-18 11:33:16,852 Updating FAILED jobs +2021-12-18 11:33:16,852 Updating WAITING jobs +2021-12-18 11:33:16,852 Update finished +2021-12-18 11:33:16,852 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:33:16,853 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:33:16,853 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:33:16,853 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:33:16,853 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:33:16,853 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:33:16,853 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:33:16,854 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:33:16,856 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:33:16,859 Job list saved +2021-12-18 11:33:16,863 Updating FAILED jobs +2021-12-18 11:33:16,863 Updating WAITING jobs +2021-12-18 11:33:16,863 Update finished +2021-12-18 11:33:26,874 Reloading parameters... +2021-12-18 11:33:26,891 Loading parameters... +2021-12-18 11:33:26,893 Loading project parameters... +2021-12-18 11:33:26,895 + +15 of 25 jobs remaining (11:33) +2021-12-18 11:33:26,895 Sleep: 10 +2021-12-18 11:33:26,895 Number of retrials: 0 +2021-12-18 11:33:26,895 WRAPPER CHECK TIME = 10 +2021-12-18 11:33:26,896 Checking jobs for platform=marenostrum4 +2021-12-18 11:33:26,896 Checking jobs for platform=nord3 +2021-12-18 11:33:26,897 Checking jobs for platform=local +2021-12-18 11:33:26,897 Checking jobs for platform=transfer_node +2021-12-18 11:33:26,897 Checking all jobs at once +2021-12-18 11:33:28,518 Successful check job command +2021-12-18 11:33:30,138 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:33:30,139 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:33:30,139 End of checking +2021-12-18 11:33:30,140 Updating FAILED jobs +2021-12-18 11:33:30,140 Updating WAITING jobs +2021-12-18 11:33:30,140 Update finished +2021-12-18 11:33:30,140 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:33:30,141 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:33:30,141 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:33:30,141 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:33:30,141 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:33:30,141 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:33:30,141 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:33:30,141 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:33:30,144 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:33:30,146 Job list saved +2021-12-18 11:33:30,151 Updating FAILED jobs +2021-12-18 11:33:30,151 Updating WAITING jobs +2021-12-18 11:33:30,151 Update finished +2021-12-18 11:33:40,161 Reloading parameters... +2021-12-18 11:33:40,182 Loading parameters... +2021-12-18 11:33:40,184 Loading project parameters... +2021-12-18 11:33:40,186 + +15 of 25 jobs remaining (11:33) +2021-12-18 11:33:40,186 Sleep: 10 +2021-12-18 11:33:40,186 Number of retrials: 0 +2021-12-18 11:33:40,186 WRAPPER CHECK TIME = 10 +2021-12-18 11:33:40,187 Checking jobs for platform=marenostrum4 +2021-12-18 11:33:40,187 Checking jobs for platform=nord3 +2021-12-18 11:33:40,188 Checking jobs for platform=local +2021-12-18 11:33:40,188 Checking jobs for platform=transfer_node +2021-12-18 11:33:40,188 Checking all jobs at once +2021-12-18 11:33:41,407 Successful check job command +2021-12-18 11:33:43,180 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:33:43,180 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:33:43,180 End of checking +2021-12-18 11:33:43,182 Updating FAILED jobs +2021-12-18 11:33:43,182 Updating WAITING jobs +2021-12-18 11:33:43,182 Update finished +2021-12-18 11:33:43,182 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:33:43,182 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:33:43,182 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:33:43,183 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:33:43,183 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:33:43,183 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:33:43,183 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:33:43,183 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:33:43,186 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:33:43,189 Job list saved +2021-12-18 11:33:43,193 Updating FAILED jobs +2021-12-18 11:33:43,193 Updating WAITING jobs +2021-12-18 11:33:43,193 Update finished +2021-12-18 11:33:53,198 Reloading parameters... +2021-12-18 11:33:53,217 Loading parameters... +2021-12-18 11:33:53,218 Loading project parameters... +2021-12-18 11:33:53,220 + +15 of 25 jobs remaining (11:33) +2021-12-18 11:33:53,220 Sleep: 10 +2021-12-18 11:33:53,220 Number of retrials: 0 +2021-12-18 11:33:53,221 WRAPPER CHECK TIME = 10 +2021-12-18 11:33:53,221 Checking jobs for platform=marenostrum4 +2021-12-18 11:33:53,222 Checking jobs for platform=nord3 +2021-12-18 11:33:53,225 Checking jobs for platform=local +2021-12-18 11:33:53,226 Checking jobs for platform=transfer_node +2021-12-18 11:33:53,226 Checking all jobs at once +2021-12-18 11:33:54,495 Successful check job command +2021-12-18 11:33:55,765 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:33:55,765 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:33:55,765 End of checking +2021-12-18 11:33:55,767 Updating FAILED jobs +2021-12-18 11:33:55,767 Updating WAITING jobs +2021-12-18 11:33:55,767 Update finished +2021-12-18 11:33:55,768 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:33:55,768 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:33:55,768 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:33:55,769 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:33:55,769 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:33:55,769 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:33:55,769 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:33:55,769 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:33:55,772 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:33:55,774 Job list saved +2021-12-18 11:33:55,779 Updating FAILED jobs +2021-12-18 11:33:55,779 Updating WAITING jobs +2021-12-18 11:33:55,779 Update finished +2021-12-18 11:34:05,787 Reloading parameters... +2021-12-18 11:34:05,805 Loading parameters... +2021-12-18 11:34:05,807 Loading project parameters... +2021-12-18 11:34:05,809 + +15 of 25 jobs remaining (11:34) +2021-12-18 11:34:05,809 Sleep: 10 +2021-12-18 11:34:05,809 Number of retrials: 0 +2021-12-18 11:34:05,809 WRAPPER CHECK TIME = 10 +2021-12-18 11:34:05,810 Checking jobs for platform=marenostrum4 +2021-12-18 11:34:05,810 Checking jobs for platform=nord3 +2021-12-18 11:34:05,811 Checking jobs for platform=local +2021-12-18 11:34:05,811 Checking jobs for platform=transfer_node +2021-12-18 11:34:05,811 Checking all jobs at once +2021-12-18 11:34:07,083 Successful check job command +2021-12-18 11:34:08,352 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:34:08,352 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:34:08,353 End of checking +2021-12-18 11:34:08,354 Updating FAILED jobs +2021-12-18 11:34:08,354 Updating WAITING jobs +2021-12-18 11:34:08,354 Update finished +2021-12-18 11:34:08,355 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:34:08,355 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:34:08,355 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:34:08,355 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:34:08,355 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:34:08,355 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:34:08,355 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:34:08,355 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:34:08,358 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:34:08,360 Job list saved +2021-12-18 11:34:08,365 Updating FAILED jobs +2021-12-18 11:34:08,365 Updating WAITING jobs +2021-12-18 11:34:08,365 Update finished +2021-12-18 11:34:18,372 Reloading parameters... +2021-12-18 11:34:18,390 Loading parameters... +2021-12-18 11:34:18,392 Loading project parameters... +2021-12-18 11:34:18,394 + +15 of 25 jobs remaining (11:34) +2021-12-18 11:34:18,394 Sleep: 10 +2021-12-18 11:34:18,394 Number of retrials: 0 +2021-12-18 11:34:18,394 WRAPPER CHECK TIME = 10 +2021-12-18 11:34:18,395 Checking jobs for platform=marenostrum4 +2021-12-18 11:34:18,395 Checking jobs for platform=nord3 +2021-12-18 11:34:18,396 Checking jobs for platform=local +2021-12-18 11:34:18,396 Checking jobs for platform=transfer_node +2021-12-18 11:34:18,396 Checking all jobs at once +2021-12-18 11:34:19,716 Successful check job command +2021-12-18 11:34:20,935 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:34:20,936 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:34:20,936 End of checking +2021-12-18 11:34:20,937 Updating FAILED jobs +2021-12-18 11:34:20,937 Updating WAITING jobs +2021-12-18 11:34:20,938 Update finished +2021-12-18 11:34:20,938 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:34:20,938 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:34:20,938 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:34:20,938 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:34:20,938 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:34:20,938 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:34:20,938 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:34:20,939 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:34:20,941 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:34:20,943 Job list saved +2021-12-18 11:34:20,948 Updating FAILED jobs +2021-12-18 11:34:20,948 Updating WAITING jobs +2021-12-18 11:34:20,948 Update finished +2021-12-18 11:34:30,955 Reloading parameters... +2021-12-18 11:34:30,972 Loading parameters... +2021-12-18 11:34:30,973 Loading project parameters... +2021-12-18 11:34:30,976 + +15 of 25 jobs remaining (11:34) +2021-12-18 11:34:30,976 Sleep: 10 +2021-12-18 11:34:30,976 Number of retrials: 0 +2021-12-18 11:34:30,978 WRAPPER CHECK TIME = 10 +2021-12-18 11:34:30,980 Checking jobs for platform=marenostrum4 +2021-12-18 11:34:30,981 Checking jobs for platform=nord3 +2021-12-18 11:34:30,982 Checking jobs for platform=local +2021-12-18 11:34:30,983 Checking jobs for platform=transfer_node +2021-12-18 11:34:30,983 Checking all jobs at once +2021-12-18 11:34:32,352 Successful check job command +2021-12-18 11:34:33,722 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:34:33,722 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:34:33,723 End of checking +2021-12-18 11:34:33,724 Updating FAILED jobs +2021-12-18 11:34:33,724 Updating WAITING jobs +2021-12-18 11:34:33,724 Update finished +2021-12-18 11:34:33,724 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:34:33,725 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:34:33,725 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:34:33,725 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:34:33,725 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:34:33,725 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:34:33,725 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:34:33,725 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:34:33,728 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:34:33,730 Job list saved +2021-12-18 11:34:33,735 Updating FAILED jobs +2021-12-18 11:34:33,735 Updating WAITING jobs +2021-12-18 11:34:33,735 Update finished +2021-12-18 11:34:43,745 Reloading parameters... +2021-12-18 11:34:43,765 Loading parameters... +2021-12-18 11:34:43,766 Loading project parameters... +2021-12-18 11:34:43,768 + +15 of 25 jobs remaining (11:34) +2021-12-18 11:34:43,768 Sleep: 10 +2021-12-18 11:34:43,768 Number of retrials: 0 +2021-12-18 11:34:43,768 WRAPPER CHECK TIME = 10 +2021-12-18 11:34:43,769 Checking jobs for platform=marenostrum4 +2021-12-18 11:34:43,769 Checking jobs for platform=nord3 +2021-12-18 11:34:43,770 Checking jobs for platform=local +2021-12-18 11:34:43,770 Checking jobs for platform=transfer_node +2021-12-18 11:34:43,771 Checking all jobs at once +2021-12-18 11:34:45,040 Successful check job command +2021-12-18 11:34:46,261 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:34:46,261 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:34:46,262 End of checking +2021-12-18 11:34:46,263 Updating FAILED jobs +2021-12-18 11:34:46,263 Updating WAITING jobs +2021-12-18 11:34:46,263 Update finished +2021-12-18 11:34:46,263 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:34:46,263 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:34:46,264 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:34:46,264 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:34:46,264 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:34:46,264 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:34:46,264 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:34:46,264 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:34:46,267 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:34:46,269 Job list saved +2021-12-18 11:34:46,274 Updating FAILED jobs +2021-12-18 11:34:46,274 Updating WAITING jobs +2021-12-18 11:34:46,274 Update finished +2021-12-18 11:34:56,283 Reloading parameters... +2021-12-18 11:34:56,300 Loading parameters... +2021-12-18 11:34:56,302 Loading project parameters... +2021-12-18 11:34:56,303 + +15 of 25 jobs remaining (11:34) +2021-12-18 11:34:56,304 Sleep: 10 +2021-12-18 11:34:56,304 Number of retrials: 0 +2021-12-18 11:34:56,304 WRAPPER CHECK TIME = 10 +2021-12-18 11:34:56,304 Checking jobs for platform=marenostrum4 +2021-12-18 11:34:56,305 Checking jobs for platform=nord3 +2021-12-18 11:34:56,305 Checking jobs for platform=local +2021-12-18 11:34:56,306 Checking jobs for platform=transfer_node +2021-12-18 11:34:56,306 Checking all jobs at once +2021-12-18 11:34:57,575 Successful check job command +2021-12-18 11:34:58,795 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:34:58,796 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:34:58,796 End of checking +2021-12-18 11:34:58,797 Updating FAILED jobs +2021-12-18 11:34:58,797 Updating WAITING jobs +2021-12-18 11:34:58,797 Update finished +2021-12-18 11:34:58,798 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:34:58,798 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:34:58,798 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:34:58,798 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:34:58,798 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:34:58,798 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:34:58,798 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:34:58,799 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:34:58,801 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:34:58,804 Job list saved +2021-12-18 11:34:58,808 Updating FAILED jobs +2021-12-18 11:34:58,809 Updating WAITING jobs +2021-12-18 11:34:58,809 Update finished +2021-12-18 11:35:08,819 Reloading parameters... +2021-12-18 11:35:08,839 Loading parameters... +2021-12-18 11:35:08,841 Loading project parameters... +2021-12-18 11:35:08,843 + +15 of 25 jobs remaining (11:35) +2021-12-18 11:35:08,843 Sleep: 10 +2021-12-18 11:35:08,843 Number of retrials: 0 +2021-12-18 11:35:08,843 WRAPPER CHECK TIME = 10 +2021-12-18 11:35:08,844 Checking jobs for platform=marenostrum4 +2021-12-18 11:35:08,844 Checking jobs for platform=nord3 +2021-12-18 11:35:08,845 Checking jobs for platform=local +2021-12-18 11:35:08,845 Checking jobs for platform=transfer_node +2021-12-18 11:35:08,845 Checking all jobs at once +2021-12-18 11:35:10,115 Successful check job command +2021-12-18 11:35:11,487 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:35:11,487 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:35:11,487 End of checking +2021-12-18 11:35:11,488 Updating FAILED jobs +2021-12-18 11:35:11,488 Updating WAITING jobs +2021-12-18 11:35:11,489 Update finished +2021-12-18 11:35:11,489 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:35:11,490 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:35:11,490 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:35:11,490 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:35:11,490 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:35:11,490 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:35:11,490 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:35:11,491 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:35:11,493 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:35:11,495 Job list saved +2021-12-18 11:35:11,500 Updating FAILED jobs +2021-12-18 11:35:11,500 Updating WAITING jobs +2021-12-18 11:35:11,501 Update finished +2021-12-18 11:35:21,511 Reloading parameters... +2021-12-18 11:35:21,529 Loading parameters... +2021-12-18 11:35:21,530 Loading project parameters... +2021-12-18 11:35:21,532 + +15 of 25 jobs remaining (11:35) +2021-12-18 11:35:21,532 Sleep: 10 +2021-12-18 11:35:21,533 Number of retrials: 0 +2021-12-18 11:35:21,533 WRAPPER CHECK TIME = 10 +2021-12-18 11:35:21,533 Checking jobs for platform=marenostrum4 +2021-12-18 11:35:21,534 Checking jobs for platform=nord3 +2021-12-18 11:35:21,534 Checking jobs for platform=local +2021-12-18 11:35:21,535 Checking jobs for platform=transfer_node +2021-12-18 11:35:21,535 Checking all jobs at once +2021-12-18 11:35:23,856 Successful check job command +2021-12-18 11:35:25,526 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:35:25,526 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:35:25,526 End of checking +2021-12-18 11:35:25,528 Updating FAILED jobs +2021-12-18 11:35:25,528 Updating WAITING jobs +2021-12-18 11:35:25,529 Update finished +2021-12-18 11:35:25,529 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:35:25,529 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:35:25,529 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:35:25,529 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:35:25,529 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:35:25,529 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:35:25,530 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:35:25,530 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:35:25,533 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:35:25,535 Job list saved +2021-12-18 11:35:25,541 Updating FAILED jobs +2021-12-18 11:35:25,541 Updating WAITING jobs +2021-12-18 11:35:25,541 Update finished +2021-12-18 11:35:35,551 Reloading parameters... +2021-12-18 11:35:35,572 Loading parameters... +2021-12-18 11:35:35,573 Loading project parameters... +2021-12-18 11:35:35,575 + +15 of 25 jobs remaining (11:35) +2021-12-18 11:35:35,575 Sleep: 10 +2021-12-18 11:35:35,575 Number of retrials: 0 +2021-12-18 11:35:35,576 WRAPPER CHECK TIME = 10 +2021-12-18 11:35:35,576 Checking jobs for platform=marenostrum4 +2021-12-18 11:35:35,577 Checking jobs for platform=nord3 +2021-12-18 11:35:35,577 Checking jobs for platform=local +2021-12-18 11:35:35,578 Checking jobs for platform=transfer_node +2021-12-18 11:35:35,578 Checking all jobs at once +2021-12-18 11:35:37,199 Successful check job command +2021-12-18 11:35:38,970 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:35:38,971 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:35:38,971 End of checking +2021-12-18 11:35:38,972 Updating FAILED jobs +2021-12-18 11:35:38,972 Updating WAITING jobs +2021-12-18 11:35:38,973 Update finished +2021-12-18 11:35:38,973 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:35:38,973 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:35:38,973 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:35:38,973 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:35:38,973 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:35:38,974 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:35:38,974 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:35:38,974 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:35:38,976 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:35:38,979 Job list saved +2021-12-18 11:35:38,984 Updating FAILED jobs +2021-12-18 11:35:38,984 Updating WAITING jobs +2021-12-18 11:35:38,984 Update finished +2021-12-18 11:35:48,987 Reloading parameters... +2021-12-18 11:35:49,011 Loading parameters... +2021-12-18 11:35:49,012 Loading project parameters... +2021-12-18 11:35:49,014 + +15 of 25 jobs remaining (11:35) +2021-12-18 11:35:49,014 Sleep: 10 +2021-12-18 11:35:49,014 Number of retrials: 0 +2021-12-18 11:35:49,014 WRAPPER CHECK TIME = 10 +2021-12-18 11:35:49,015 Checking jobs for platform=marenostrum4 +2021-12-18 11:35:49,015 Checking jobs for platform=nord3 +2021-12-18 11:35:49,016 Checking jobs for platform=local +2021-12-18 11:35:49,016 Checking jobs for platform=transfer_node +2021-12-18 11:35:49,017 Checking all jobs at once +2021-12-18 11:35:50,336 Successful check job command +2021-12-18 11:35:51,605 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:35:51,606 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:35:51,606 End of checking +2021-12-18 11:35:51,607 Updating FAILED jobs +2021-12-18 11:35:51,607 Updating WAITING jobs +2021-12-18 11:35:51,608 Update finished +2021-12-18 11:35:51,608 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:35:51,609 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:35:51,609 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:35:51,609 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:35:51,609 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:35:51,609 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:35:51,609 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:35:51,610 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:35:51,612 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:35:51,615 Job list saved +2021-12-18 11:35:51,619 Updating FAILED jobs +2021-12-18 11:35:51,619 Updating WAITING jobs +2021-12-18 11:35:51,620 Update finished +2021-12-18 11:36:01,630 Reloading parameters... +2021-12-18 11:36:01,649 Loading parameters... +2021-12-18 11:36:01,651 Loading project parameters... +2021-12-18 11:36:01,652 + +15 of 25 jobs remaining (11:36) +2021-12-18 11:36:01,653 Sleep: 10 +2021-12-18 11:36:01,653 Number of retrials: 0 +2021-12-18 11:36:01,653 WRAPPER CHECK TIME = 10 +2021-12-18 11:36:01,653 Checking jobs for platform=marenostrum4 +2021-12-18 11:36:01,654 Checking jobs for platform=nord3 +2021-12-18 11:36:01,655 Checking jobs for platform=local +2021-12-18 11:36:01,655 Checking jobs for platform=transfer_node +2021-12-18 11:36:01,655 Checking all jobs at once +2021-12-18 11:36:02,926 Successful check job command +2021-12-18 11:36:04,146 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:36:04,146 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:36:04,146 End of checking +2021-12-18 11:36:04,148 Updating FAILED jobs +2021-12-18 11:36:04,148 Updating WAITING jobs +2021-12-18 11:36:04,148 Update finished +2021-12-18 11:36:04,148 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:36:04,149 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:36:04,149 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:36:04,149 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:36:04,149 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:36:04,149 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:36:04,149 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:36:04,149 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:36:04,158 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:36:04,161 Job list saved +2021-12-18 11:36:04,168 Updating FAILED jobs +2021-12-18 11:36:04,168 Updating WAITING jobs +2021-12-18 11:36:04,168 Update finished +2021-12-18 11:36:14,178 Reloading parameters... +2021-12-18 11:36:14,199 Loading parameters... +2021-12-18 11:36:14,200 Loading project parameters... +2021-12-18 11:36:14,202 + +15 of 25 jobs remaining (11:36) +2021-12-18 11:36:14,202 Sleep: 10 +2021-12-18 11:36:14,203 Number of retrials: 0 +2021-12-18 11:36:14,203 WRAPPER CHECK TIME = 10 +2021-12-18 11:36:14,203 Checking jobs for platform=marenostrum4 +2021-12-18 11:36:14,204 Checking jobs for platform=nord3 +2021-12-18 11:36:14,204 Checking jobs for platform=local +2021-12-18 11:36:14,205 Checking jobs for platform=transfer_node +2021-12-18 11:36:14,205 Checking all jobs at once +2021-12-18 11:36:16,176 Successful check job command +2021-12-18 11:36:17,445 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:36:17,445 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:36:17,445 End of checking +2021-12-18 11:36:17,448 Updating FAILED jobs +2021-12-18 11:36:17,448 Updating WAITING jobs +2021-12-18 11:36:17,448 Update finished +2021-12-18 11:36:17,448 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:36:17,448 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:36:17,448 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:36:17,449 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:36:17,449 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:36:17,449 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:36:17,449 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:36:17,449 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:36:17,452 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:36:17,454 Job list saved +2021-12-18 11:36:17,460 Updating FAILED jobs +2021-12-18 11:36:17,460 Updating WAITING jobs +2021-12-18 11:36:17,461 Update finished +2021-12-18 11:36:27,471 Reloading parameters... +2021-12-18 11:36:27,490 Loading parameters... +2021-12-18 11:36:27,492 Loading project parameters... +2021-12-18 11:36:27,493 + +15 of 25 jobs remaining (11:36) +2021-12-18 11:36:27,494 Sleep: 10 +2021-12-18 11:36:27,494 Number of retrials: 0 +2021-12-18 11:36:27,494 WRAPPER CHECK TIME = 10 +2021-12-18 11:36:27,494 Checking jobs for platform=marenostrum4 +2021-12-18 11:36:27,495 Checking jobs for platform=nord3 +2021-12-18 11:36:27,495 Checking jobs for platform=local +2021-12-18 11:36:27,496 Checking jobs for platform=transfer_node +2021-12-18 11:36:27,496 Checking all jobs at once +2021-12-18 11:36:29,567 Successful check job command +2021-12-18 11:36:31,338 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:36:31,338 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:36:31,338 End of checking +2021-12-18 11:36:31,340 Updating FAILED jobs +2021-12-18 11:36:31,340 Updating WAITING jobs +2021-12-18 11:36:31,340 Update finished +2021-12-18 11:36:31,340 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:36:31,341 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:36:31,341 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:36:31,341 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:36:31,342 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:36:31,342 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:36:31,342 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:36:31,342 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:36:31,345 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:36:31,347 Job list saved +2021-12-18 11:36:31,352 Updating FAILED jobs +2021-12-18 11:36:31,352 Updating WAITING jobs +2021-12-18 11:36:31,352 Update finished +2021-12-18 11:36:41,362 Reloading parameters... +2021-12-18 11:36:41,380 Loading parameters... +2021-12-18 11:36:41,382 Loading project parameters... +2021-12-18 11:36:41,384 + +15 of 25 jobs remaining (11:36) +2021-12-18 11:36:41,384 Sleep: 10 +2021-12-18 11:36:41,384 Number of retrials: 0 +2021-12-18 11:36:41,384 WRAPPER CHECK TIME = 10 +2021-12-18 11:36:41,385 Checking jobs for platform=marenostrum4 +2021-12-18 11:36:41,385 Checking jobs for platform=nord3 +2021-12-18 11:36:41,386 Checking jobs for platform=local +2021-12-18 11:36:41,386 Checking jobs for platform=transfer_node +2021-12-18 11:36:41,386 Checking all jobs at once +2021-12-18 11:36:42,659 Successful check job command +2021-12-18 11:36:44,129 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:36:44,129 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:36:44,129 End of checking +2021-12-18 11:36:44,131 Updating FAILED jobs +2021-12-18 11:36:44,131 Updating WAITING jobs +2021-12-18 11:36:44,131 Update finished +2021-12-18 11:36:44,132 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:36:44,132 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:36:44,132 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:36:44,132 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:36:44,132 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:36:44,132 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:36:44,132 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:36:44,133 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:36:44,136 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:36:44,138 Job list saved +2021-12-18 11:36:44,143 Updating FAILED jobs +2021-12-18 11:36:44,143 Updating WAITING jobs +2021-12-18 11:36:44,143 Update finished +2021-12-18 11:36:54,153 Reloading parameters... +2021-12-18 11:36:54,175 Loading parameters... +2021-12-18 11:36:54,176 Loading project parameters... +2021-12-18 11:36:54,179 + +15 of 25 jobs remaining (11:36) +2021-12-18 11:36:54,179 Sleep: 10 +2021-12-18 11:36:54,179 Number of retrials: 0 +2021-12-18 11:36:54,179 WRAPPER CHECK TIME = 10 +2021-12-18 11:36:54,180 Checking jobs for platform=marenostrum4 +2021-12-18 11:36:54,180 Checking jobs for platform=nord3 +2021-12-18 11:36:54,181 Checking jobs for platform=local +2021-12-18 11:36:54,181 Checking jobs for platform=transfer_node +2021-12-18 11:36:54,182 Checking all jobs at once +2021-12-18 11:36:55,501 Successful check job command +2021-12-18 11:36:56,720 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:36:56,720 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:36:56,720 End of checking +2021-12-18 11:36:56,722 Updating FAILED jobs +2021-12-18 11:36:56,722 Updating WAITING jobs +2021-12-18 11:36:56,722 Update finished +2021-12-18 11:36:56,723 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:36:56,723 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:36:56,723 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:36:56,723 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:36:56,723 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:36:56,723 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:36:56,723 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:36:56,724 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:36:56,726 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:36:56,729 Job list saved +2021-12-18 11:36:56,733 Updating FAILED jobs +2021-12-18 11:36:56,734 Updating WAITING jobs +2021-12-18 11:36:56,734 Update finished +2021-12-18 11:37:06,744 Reloading parameters... +2021-12-18 11:37:06,768 Loading parameters... +2021-12-18 11:37:06,769 Loading project parameters... +2021-12-18 11:37:06,771 + +15 of 25 jobs remaining (11:37) +2021-12-18 11:37:06,772 Sleep: 10 +2021-12-18 11:37:06,772 Number of retrials: 0 +2021-12-18 11:37:06,772 WRAPPER CHECK TIME = 10 +2021-12-18 11:37:06,772 Checking jobs for platform=marenostrum4 +2021-12-18 11:37:06,773 Checking jobs for platform=nord3 +2021-12-18 11:37:06,774 Checking jobs for platform=local +2021-12-18 11:37:06,774 Checking jobs for platform=transfer_node +2021-12-18 11:37:06,774 Checking all jobs at once +2021-12-18 11:37:08,245 Successful check job command +2021-12-18 11:37:09,515 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:37:09,515 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:37:09,515 End of checking +2021-12-18 11:37:09,517 Updating FAILED jobs +2021-12-18 11:37:09,517 Updating WAITING jobs +2021-12-18 11:37:09,518 Update finished +2021-12-18 11:37:09,518 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:37:09,518 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:37:09,519 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:37:09,519 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:37:09,519 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:37:09,519 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:37:09,519 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:37:09,519 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:37:09,522 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:37:09,524 Job list saved +2021-12-18 11:37:09,540 Updating FAILED jobs +2021-12-18 11:37:09,540 Updating WAITING jobs +2021-12-18 11:37:09,540 Update finished +2021-12-18 11:37:19,550 Reloading parameters... +2021-12-18 11:37:19,568 Loading parameters... +2021-12-18 11:37:19,570 Loading project parameters... +2021-12-18 11:37:19,572 + +15 of 25 jobs remaining (11:37) +2021-12-18 11:37:19,572 Sleep: 10 +2021-12-18 11:37:19,572 Number of retrials: 0 +2021-12-18 11:37:19,572 WRAPPER CHECK TIME = 10 +2021-12-18 11:37:19,573 Checking jobs for platform=marenostrum4 +2021-12-18 11:37:19,573 Checking jobs for platform=nord3 +2021-12-18 11:37:19,574 Checking jobs for platform=local +2021-12-18 11:37:19,574 Checking jobs for platform=transfer_node +2021-12-18 11:37:19,574 Checking all jobs at once +2021-12-18 11:37:21,045 Successful check job command +2021-12-18 11:37:22,364 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:37:22,364 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:37:22,364 End of checking +2021-12-18 11:37:22,366 Updating FAILED jobs +2021-12-18 11:37:22,366 Updating WAITING jobs +2021-12-18 11:37:22,366 Update finished +2021-12-18 11:37:22,366 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:37:22,367 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:37:22,367 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:37:22,367 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:37:22,367 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:37:22,367 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:37:22,367 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:37:22,367 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:37:22,370 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:37:22,373 Job list saved +2021-12-18 11:37:22,378 Updating FAILED jobs +2021-12-18 11:37:22,378 Updating WAITING jobs +2021-12-18 11:37:22,378 Update finished +2021-12-18 11:37:32,387 Reloading parameters... +2021-12-18 11:37:32,405 Loading parameters... +2021-12-18 11:37:32,406 Loading project parameters... +2021-12-18 11:37:32,408 + +15 of 25 jobs remaining (11:37) +2021-12-18 11:37:32,409 Sleep: 10 +2021-12-18 11:37:32,409 Number of retrials: 0 +2021-12-18 11:37:32,409 WRAPPER CHECK TIME = 10 +2021-12-18 11:37:32,409 Checking jobs for platform=marenostrum4 +2021-12-18 11:37:32,410 Checking jobs for platform=nord3 +2021-12-18 11:37:32,410 Checking jobs for platform=local +2021-12-18 11:37:32,411 Checking jobs for platform=transfer_node +2021-12-18 11:37:32,411 Checking all jobs at once +2021-12-18 11:37:34,282 Successful check job command +2021-12-18 11:37:35,952 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:37:35,953 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:37:35,953 End of checking +2021-12-18 11:37:35,955 Updating FAILED jobs +2021-12-18 11:37:35,955 Updating WAITING jobs +2021-12-18 11:37:35,955 Update finished +2021-12-18 11:37:35,955 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:37:35,955 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:37:35,956 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:37:35,956 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:37:35,956 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:37:35,956 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:37:35,956 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:37:35,956 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:37:35,959 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:37:35,961 Job list saved +2021-12-18 11:37:35,967 Updating FAILED jobs +2021-12-18 11:37:35,967 Updating WAITING jobs +2021-12-18 11:37:35,967 Update finished +2021-12-18 11:37:45,977 Reloading parameters... +2021-12-18 11:37:45,999 Loading parameters... +2021-12-18 11:37:46,001 Loading project parameters... +2021-12-18 11:37:46,002 + +15 of 25 jobs remaining (11:37) +2021-12-18 11:37:46,003 Sleep: 10 +2021-12-18 11:37:46,003 Number of retrials: 0 +2021-12-18 11:37:46,003 WRAPPER CHECK TIME = 10 +2021-12-18 11:37:46,003 Checking jobs for platform=marenostrum4 +2021-12-18 11:37:46,004 Checking jobs for platform=nord3 +2021-12-18 11:37:46,005 Checking jobs for platform=local +2021-12-18 11:37:46,005 Checking jobs for platform=transfer_node +2021-12-18 11:37:46,005 Checking all jobs at once +2021-12-18 11:37:47,425 Successful check job command +2021-12-18 11:37:49,446 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:37:49,446 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:37:49,446 End of checking +2021-12-18 11:37:49,447 Updating FAILED jobs +2021-12-18 11:37:49,448 Updating WAITING jobs +2021-12-18 11:37:49,448 Update finished +2021-12-18 11:37:49,448 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:37:49,449 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:37:49,449 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:37:49,449 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:37:49,449 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:37:49,449 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:37:49,449 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:37:49,450 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:37:49,452 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:37:49,455 Job list saved +2021-12-18 11:37:49,460 Updating FAILED jobs +2021-12-18 11:37:49,460 Updating WAITING jobs +2021-12-18 11:37:49,460 Update finished +2021-12-18 11:37:59,470 Reloading parameters... +2021-12-18 11:37:59,491 Loading parameters... +2021-12-18 11:37:59,492 Loading project parameters... +2021-12-18 11:37:59,494 + +15 of 25 jobs remaining (11:37) +2021-12-18 11:37:59,494 Sleep: 10 +2021-12-18 11:37:59,494 Number of retrials: 0 +2021-12-18 11:37:59,494 WRAPPER CHECK TIME = 10 +2021-12-18 11:37:59,495 Checking jobs for platform=marenostrum4 +2021-12-18 11:37:59,496 Checking jobs for platform=nord3 +2021-12-18 11:37:59,496 Checking jobs for platform=local +2021-12-18 11:37:59,497 Checking jobs for platform=transfer_node +2021-12-18 11:37:59,497 Checking all jobs at once +2021-12-18 11:38:00,717 Successful check job command +2021-12-18 11:38:01,987 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:38:01,987 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:38:01,987 End of checking +2021-12-18 11:38:01,989 Updating FAILED jobs +2021-12-18 11:38:01,989 Updating WAITING jobs +2021-12-18 11:38:01,989 Update finished +2021-12-18 11:38:01,989 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:38:01,989 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:38:01,990 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:38:01,990 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:38:01,990 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:38:01,990 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:38:01,990 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:38:01,990 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:38:01,993 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:38:01,995 Job list saved +2021-12-18 11:38:02,000 Updating FAILED jobs +2021-12-18 11:38:02,000 Updating WAITING jobs +2021-12-18 11:38:02,000 Update finished +2021-12-18 11:38:12,009 Reloading parameters... +2021-12-18 11:38:12,028 Loading parameters... +2021-12-18 11:38:12,029 Loading project parameters... +2021-12-18 11:38:12,031 + +15 of 25 jobs remaining (11:38) +2021-12-18 11:38:12,031 Sleep: 10 +2021-12-18 11:38:12,032 Number of retrials: 0 +2021-12-18 11:38:12,032 WRAPPER CHECK TIME = 10 +2021-12-18 11:38:12,032 Checking jobs for platform=marenostrum4 +2021-12-18 11:38:12,033 Checking jobs for platform=nord3 +2021-12-18 11:38:12,033 Checking jobs for platform=local +2021-12-18 11:38:12,034 Checking jobs for platform=transfer_node +2021-12-18 11:38:12,034 Checking all jobs at once +2021-12-18 11:38:13,555 Successful check job command +2021-12-18 11:38:14,875 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:38:14,875 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:38:14,875 End of checking +2021-12-18 11:38:14,876 Updating FAILED jobs +2021-12-18 11:38:14,876 Updating WAITING jobs +2021-12-18 11:38:14,877 Update finished +2021-12-18 11:38:14,877 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:38:14,877 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:38:14,877 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:38:14,877 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:38:14,878 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:38:14,878 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:38:14,878 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:38:14,878 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:38:14,881 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:38:14,883 Job list saved +2021-12-18 11:38:14,890 Updating FAILED jobs +2021-12-18 11:38:14,890 Updating WAITING jobs +2021-12-18 11:38:14,890 Update finished +2021-12-18 11:38:24,901 Reloading parameters... +2021-12-18 11:38:24,922 Loading parameters... +2021-12-18 11:38:24,923 Loading project parameters... +2021-12-18 11:38:24,925 + +15 of 25 jobs remaining (11:38) +2021-12-18 11:38:24,925 Sleep: 10 +2021-12-18 11:38:24,925 Number of retrials: 0 +2021-12-18 11:38:24,925 WRAPPER CHECK TIME = 10 +2021-12-18 11:38:24,926 Checking jobs for platform=marenostrum4 +2021-12-18 11:38:24,926 Checking jobs for platform=nord3 +2021-12-18 11:38:24,927 Checking jobs for platform=local +2021-12-18 11:38:24,927 Checking jobs for platform=transfer_node +2021-12-18 11:38:24,927 Checking all jobs at once +2021-12-18 11:38:26,799 Successful check job command +2021-12-18 11:38:28,225 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:38:28,225 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:38:28,225 End of checking +2021-12-18 11:38:28,226 Updating FAILED jobs +2021-12-18 11:38:28,227 Updating WAITING jobs +2021-12-18 11:38:28,227 Update finished +2021-12-18 11:38:28,227 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:38:28,228 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:38:28,228 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:38:28,228 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:38:28,228 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:38:28,228 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:38:28,228 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:38:28,228 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:38:28,231 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:38:28,233 Job list saved +2021-12-18 11:38:28,238 Updating FAILED jobs +2021-12-18 11:38:28,238 Updating WAITING jobs +2021-12-18 11:38:28,238 Update finished +2021-12-18 11:38:38,247 Reloading parameters... +2021-12-18 11:38:38,267 Loading parameters... +2021-12-18 11:38:38,268 Loading project parameters... +2021-12-18 11:38:38,270 + +15 of 25 jobs remaining (11:38) +2021-12-18 11:38:38,270 Sleep: 10 +2021-12-18 11:38:38,270 Number of retrials: 0 +2021-12-18 11:38:38,271 WRAPPER CHECK TIME = 10 +2021-12-18 11:38:38,271 Checking jobs for platform=marenostrum4 +2021-12-18 11:38:38,272 Checking jobs for platform=nord3 +2021-12-18 11:38:38,272 Checking jobs for platform=local +2021-12-18 11:38:38,273 Checking jobs for platform=transfer_node +2021-12-18 11:38:38,273 Checking all jobs at once +2021-12-18 11:38:40,044 Successful check job command +2021-12-18 11:38:42,115 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:38:42,115 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:38:42,115 End of checking +2021-12-18 11:38:42,117 Updating FAILED jobs +2021-12-18 11:38:42,117 Updating WAITING jobs +2021-12-18 11:38:42,117 Update finished +2021-12-18 11:38:42,117 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:38:42,117 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:38:42,118 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:38:42,118 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:38:42,118 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:38:42,118 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:38:42,118 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:38:42,118 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:38:42,121 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:38:42,124 Job list saved +2021-12-18 11:38:42,129 Updating FAILED jobs +2021-12-18 11:38:42,129 Updating WAITING jobs +2021-12-18 11:38:42,129 Update finished +2021-12-18 11:38:52,135 Reloading parameters... +2021-12-18 11:38:52,157 Loading parameters... +2021-12-18 11:38:52,158 Loading project parameters... +2021-12-18 11:38:52,160 + +15 of 25 jobs remaining (11:38) +2021-12-18 11:38:52,160 Sleep: 10 +2021-12-18 11:38:52,160 Number of retrials: 0 +2021-12-18 11:38:52,160 WRAPPER CHECK TIME = 10 +2021-12-18 11:38:52,161 Checking jobs for platform=marenostrum4 +2021-12-18 11:38:52,161 Checking jobs for platform=nord3 +2021-12-18 11:38:52,163 Checking jobs for platform=local +2021-12-18 11:38:52,163 Checking jobs for platform=transfer_node +2021-12-18 11:38:52,163 Checking all jobs at once +2021-12-18 11:38:53,483 Successful check job command +2021-12-18 11:38:54,852 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:38:54,852 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:38:54,852 End of checking +2021-12-18 11:38:54,853 Updating FAILED jobs +2021-12-18 11:38:54,854 Updating WAITING jobs +2021-12-18 11:38:54,854 Update finished +2021-12-18 11:38:54,854 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:38:54,854 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:38:54,854 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:38:54,854 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:38:54,855 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:38:54,855 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:38:54,855 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:38:54,855 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:38:54,858 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:38:54,861 Job list saved +2021-12-18 11:38:54,866 Updating FAILED jobs +2021-12-18 11:38:54,867 Updating WAITING jobs +2021-12-18 11:38:54,867 Update finished +2021-12-18 11:39:04,877 Reloading parameters... +2021-12-18 11:39:04,901 Loading parameters... +2021-12-18 11:39:04,902 Loading project parameters... +2021-12-18 11:39:04,904 + +15 of 25 jobs remaining (11:39) +2021-12-18 11:39:04,904 Sleep: 10 +2021-12-18 11:39:04,904 Number of retrials: 0 +2021-12-18 11:39:04,904 WRAPPER CHECK TIME = 10 +2021-12-18 11:39:04,905 Checking jobs for platform=marenostrum4 +2021-12-18 11:39:04,905 Checking jobs for platform=nord3 +2021-12-18 11:39:04,906 Checking jobs for platform=local +2021-12-18 11:39:04,906 Checking jobs for platform=transfer_node +2021-12-18 11:39:04,907 Checking all jobs at once +2021-12-18 11:39:06,129 Successful check job command +2021-12-18 11:39:07,348 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:39:07,348 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:39:07,348 End of checking +2021-12-18 11:39:07,350 Updating FAILED jobs +2021-12-18 11:39:07,350 Updating WAITING jobs +2021-12-18 11:39:07,350 Update finished +2021-12-18 11:39:07,350 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:39:07,351 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:39:07,351 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:39:07,351 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:39:07,351 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:39:07,352 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:39:07,352 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:39:07,352 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:39:07,354 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:39:07,357 Job list saved +2021-12-18 11:39:07,362 Updating FAILED jobs +2021-12-18 11:39:07,363 Updating WAITING jobs +2021-12-18 11:39:07,363 Update finished +2021-12-18 11:39:17,363 Reloading parameters... +2021-12-18 11:39:17,383 Loading parameters... +2021-12-18 11:39:17,385 Loading project parameters... +2021-12-18 11:39:17,387 + +15 of 25 jobs remaining (11:39) +2021-12-18 11:39:17,387 Sleep: 10 +2021-12-18 11:39:17,387 Number of retrials: 0 +2021-12-18 11:39:17,387 WRAPPER CHECK TIME = 10 +2021-12-18 11:39:17,388 Checking jobs for platform=marenostrum4 +2021-12-18 11:39:17,388 Checking jobs for platform=nord3 +2021-12-18 11:39:17,389 Checking jobs for platform=local +2021-12-18 11:39:17,389 Checking jobs for platform=transfer_node +2021-12-18 11:39:17,389 Checking all jobs at once +2021-12-18 11:39:23,969 Successful check job command +2021-12-18 11:39:27,441 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:39:27,441 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:39:27,441 End of checking +2021-12-18 11:39:27,443 Updating FAILED jobs +2021-12-18 11:39:27,443 Updating WAITING jobs +2021-12-18 11:39:27,443 Update finished +2021-12-18 11:39:27,443 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:39:27,443 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:39:27,444 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:39:27,444 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:39:27,444 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:39:27,444 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:39:27,444 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:39:27,444 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:39:27,447 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:39:27,450 Job list saved +2021-12-18 11:39:27,454 Updating FAILED jobs +2021-12-18 11:39:27,454 Updating WAITING jobs +2021-12-18 11:39:27,455 Update finished +2021-12-18 11:39:37,458 Reloading parameters... +2021-12-18 11:39:37,478 Loading parameters... +2021-12-18 11:39:37,479 Loading project parameters... +2021-12-18 11:39:37,481 + +15 of 25 jobs remaining (11:39) +2021-12-18 11:39:37,481 Sleep: 10 +2021-12-18 11:39:37,481 Number of retrials: 0 +2021-12-18 11:39:37,481 WRAPPER CHECK TIME = 10 +2021-12-18 11:39:37,482 Checking jobs for platform=marenostrum4 +2021-12-18 11:39:37,482 Checking jobs for platform=nord3 +2021-12-18 11:39:37,483 Checking jobs for platform=local +2021-12-18 11:39:37,483 Checking jobs for platform=transfer_node +2021-12-18 11:39:37,484 Checking all jobs at once +2021-12-18 11:39:39,155 Successful check job command +2021-12-18 11:39:41,427 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:39:41,427 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:39:41,427 End of checking +2021-12-18 11:39:41,429 Updating FAILED jobs +2021-12-18 11:39:41,429 Updating WAITING jobs +2021-12-18 11:39:41,429 Update finished +2021-12-18 11:39:41,429 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:39:41,430 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:39:41,430 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:39:41,430 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:39:41,430 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:39:41,430 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:39:41,430 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:39:41,431 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:39:41,434 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:39:41,436 Job list saved +2021-12-18 11:39:41,442 Updating FAILED jobs +2021-12-18 11:39:41,442 Updating WAITING jobs +2021-12-18 11:39:41,442 Update finished +2021-12-18 11:39:51,449 Reloading parameters... +2021-12-18 11:39:51,479 Loading parameters... +2021-12-18 11:39:51,480 Loading project parameters... +2021-12-18 11:39:51,482 + +15 of 25 jobs remaining (11:39) +2021-12-18 11:39:51,482 Sleep: 10 +2021-12-18 11:39:51,482 Number of retrials: 0 +2021-12-18 11:39:51,482 WRAPPER CHECK TIME = 10 +2021-12-18 11:39:51,483 Checking jobs for platform=marenostrum4 +2021-12-18 11:39:51,484 Checking jobs for platform=nord3 +2021-12-18 11:39:51,484 Checking jobs for platform=local +2021-12-18 11:39:51,485 Checking jobs for platform=transfer_node +2021-12-18 11:39:51,485 Checking all jobs at once +2021-12-18 11:39:52,756 Successful check job command +2021-12-18 11:39:54,075 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:39:54,076 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:39:54,076 End of checking +2021-12-18 11:39:54,078 Updating FAILED jobs +2021-12-18 11:39:54,078 Updating WAITING jobs +2021-12-18 11:39:54,078 Update finished +2021-12-18 11:39:54,078 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:39:54,078 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:39:54,078 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:39:54,079 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:39:54,079 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:39:54,079 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:39:54,079 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:39:54,079 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:39:54,083 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:39:54,085 Job list saved +2021-12-18 11:39:54,091 Updating FAILED jobs +2021-12-18 11:39:54,091 Updating WAITING jobs +2021-12-18 11:39:54,091 Update finished +2021-12-18 11:40:04,104 Reloading parameters... +2021-12-18 11:40:04,124 Loading parameters... +2021-12-18 11:40:04,126 Loading project parameters... +2021-12-18 11:40:04,128 + +15 of 25 jobs remaining (11:40) +2021-12-18 11:40:04,128 Sleep: 10 +2021-12-18 11:40:04,128 Number of retrials: 0 +2021-12-18 11:40:04,128 WRAPPER CHECK TIME = 10 +2021-12-18 11:40:04,129 Checking jobs for platform=marenostrum4 +2021-12-18 11:40:04,129 Checking jobs for platform=nord3 +2021-12-18 11:40:04,130 Checking jobs for platform=local +2021-12-18 11:40:04,130 Checking jobs for platform=transfer_node +2021-12-18 11:40:04,130 Checking all jobs at once +2021-12-18 11:40:06,505 Successful check job command +2021-12-18 11:40:08,076 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:40:08,076 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:40:08,077 End of checking +2021-12-18 11:40:08,080 Updating FAILED jobs +2021-12-18 11:40:08,080 Updating WAITING jobs +2021-12-18 11:40:08,080 Update finished +2021-12-18 11:40:08,080 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:40:08,080 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:40:08,080 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:40:08,081 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:40:08,081 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:40:08,081 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:40:08,081 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:40:08,081 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:40:08,084 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:40:08,086 Job list saved +2021-12-18 11:40:08,093 Updating FAILED jobs +2021-12-18 11:40:08,093 Updating WAITING jobs +2021-12-18 11:40:08,093 Update finished +2021-12-18 11:40:18,103 Reloading parameters... +2021-12-18 11:40:18,124 Loading parameters... +2021-12-18 11:40:18,129 Loading project parameters... +2021-12-18 11:40:18,135 + +15 of 25 jobs remaining (11:40) +2021-12-18 11:40:18,135 Sleep: 10 +2021-12-18 11:40:18,135 Number of retrials: 0 +2021-12-18 11:40:18,135 WRAPPER CHECK TIME = 10 +2021-12-18 11:40:18,136 Checking jobs for platform=marenostrum4 +2021-12-18 11:40:18,138 Checking jobs for platform=nord3 +2021-12-18 11:40:18,139 Checking jobs for platform=local +2021-12-18 11:40:18,139 Checking jobs for platform=transfer_node +2021-12-18 11:40:18,140 Checking all jobs at once +2021-12-18 11:40:20,962 Successful check job command +2021-12-18 11:40:23,636 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:40:23,636 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:40:23,636 End of checking +2021-12-18 11:40:23,637 Updating FAILED jobs +2021-12-18 11:40:23,637 Updating WAITING jobs +2021-12-18 11:40:23,638 Update finished +2021-12-18 11:40:23,638 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:40:23,638 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:40:23,638 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:40:23,639 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:40:23,639 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:40:23,639 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:40:23,639 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:40:23,639 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:40:23,642 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:40:23,644 Job list saved +2021-12-18 11:40:23,651 Updating FAILED jobs +2021-12-18 11:40:23,651 Updating WAITING jobs +2021-12-18 11:40:23,652 Update finished +2021-12-18 11:40:33,661 Reloading parameters... +2021-12-18 11:40:33,683 Loading parameters... +2021-12-18 11:40:33,685 Loading project parameters... +2021-12-18 11:40:33,686 + +15 of 25 jobs remaining (11:40) +2021-12-18 11:40:33,687 Sleep: 10 +2021-12-18 11:40:33,687 Number of retrials: 0 +2021-12-18 11:40:33,687 WRAPPER CHECK TIME = 10 +2021-12-18 11:40:33,687 Checking jobs for platform=marenostrum4 +2021-12-18 11:40:33,688 Checking jobs for platform=nord3 +2021-12-18 11:40:33,689 Checking jobs for platform=local +2021-12-18 11:40:33,689 Checking jobs for platform=transfer_node +2021-12-18 11:40:33,689 Checking all jobs at once +2021-12-18 11:40:35,209 Successful check job command +2021-12-18 11:40:36,931 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:40:36,931 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:40:36,931 End of checking +2021-12-18 11:40:36,933 Updating FAILED jobs +2021-12-18 11:40:36,933 Updating WAITING jobs +2021-12-18 11:40:36,933 Update finished +2021-12-18 11:40:36,933 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:40:36,933 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:40:36,934 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:40:36,934 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:40:36,934 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:40:36,934 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:40:36,934 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:40:36,934 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:40:36,937 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:40:36,939 Job list saved +2021-12-18 11:40:36,944 Updating FAILED jobs +2021-12-18 11:40:36,944 Updating WAITING jobs +2021-12-18 11:40:36,944 Update finished +2021-12-18 11:40:46,952 Reloading parameters... +2021-12-18 11:40:46,973 Loading parameters... +2021-12-18 11:40:46,975 Loading project parameters... +2021-12-18 11:40:46,976 + +15 of 25 jobs remaining (11:40) +2021-12-18 11:40:46,977 Sleep: 10 +2021-12-18 11:40:46,977 Number of retrials: 0 +2021-12-18 11:40:46,977 WRAPPER CHECK TIME = 10 +2021-12-18 11:40:46,977 Checking jobs for platform=marenostrum4 +2021-12-18 11:40:46,978 Checking jobs for platform=nord3 +2021-12-18 11:40:46,979 Checking jobs for platform=local +2021-12-18 11:40:46,979 Checking jobs for platform=transfer_node +2021-12-18 11:40:46,979 Checking all jobs at once +2021-12-18 11:40:48,350 Successful check job command +2021-12-18 11:40:49,619 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:40:49,620 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:40:49,620 End of checking +2021-12-18 11:40:49,622 Updating FAILED jobs +2021-12-18 11:40:49,622 Updating WAITING jobs +2021-12-18 11:40:49,622 Update finished +2021-12-18 11:40:49,622 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:40:49,622 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:40:49,622 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:40:49,623 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:40:49,623 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:40:49,623 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:40:49,623 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:40:49,623 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:40:49,626 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:40:49,629 Job list saved +2021-12-18 11:40:49,634 Updating FAILED jobs +2021-12-18 11:40:49,634 Updating WAITING jobs +2021-12-18 11:40:49,634 Update finished +2021-12-18 11:40:59,644 Reloading parameters... +2021-12-18 11:40:59,664 Loading parameters... +2021-12-18 11:40:59,666 Loading project parameters... +2021-12-18 11:40:59,667 + +15 of 25 jobs remaining (11:40) +2021-12-18 11:40:59,668 Sleep: 10 +2021-12-18 11:40:59,668 Number of retrials: 0 +2021-12-18 11:40:59,668 WRAPPER CHECK TIME = 10 +2021-12-18 11:40:59,668 Checking jobs for platform=marenostrum4 +2021-12-18 11:40:59,669 Checking jobs for platform=nord3 +2021-12-18 11:40:59,669 Checking jobs for platform=local +2021-12-18 11:40:59,670 Checking jobs for platform=transfer_node +2021-12-18 11:40:59,670 Checking all jobs at once +2021-12-18 11:41:01,942 Successful check job command +2021-12-18 11:41:03,312 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:41:03,312 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:41:03,312 End of checking +2021-12-18 11:41:03,314 Updating FAILED jobs +2021-12-18 11:41:03,314 Updating WAITING jobs +2021-12-18 11:41:03,314 Update finished +2021-12-18 11:41:03,314 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:41:03,315 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:41:03,315 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:41:03,316 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:41:03,316 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:41:03,316 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:41:03,316 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:41:03,316 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:41:03,319 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:41:03,321 Job list saved +2021-12-18 11:41:03,337 Updating FAILED jobs +2021-12-18 11:41:03,337 Updating WAITING jobs +2021-12-18 11:41:03,337 Update finished +2021-12-18 11:41:13,347 Reloading parameters... +2021-12-18 11:41:13,366 Loading parameters... +2021-12-18 11:41:13,368 Loading project parameters... +2021-12-18 11:41:13,370 + +15 of 25 jobs remaining (11:41) +2021-12-18 11:41:13,370 Sleep: 10 +2021-12-18 11:41:13,370 Number of retrials: 0 +2021-12-18 11:41:13,370 WRAPPER CHECK TIME = 10 +2021-12-18 11:41:13,371 Checking jobs for platform=marenostrum4 +2021-12-18 11:41:13,371 Checking jobs for platform=nord3 +2021-12-18 11:41:13,372 Checking jobs for platform=local +2021-12-18 11:41:13,372 Checking jobs for platform=transfer_node +2021-12-18 11:41:13,372 Checking all jobs at once +2021-12-18 11:41:14,993 Successful check job command +2021-12-18 11:41:16,714 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:41:16,715 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:41:16,715 End of checking +2021-12-18 11:41:16,717 Updating FAILED jobs +2021-12-18 11:41:16,717 Updating WAITING jobs +2021-12-18 11:41:16,717 Update finished +2021-12-18 11:41:16,717 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:41:16,717 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:41:16,718 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:41:16,718 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:41:16,718 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:41:16,718 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:41:16,718 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:41:16,718 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:41:16,721 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:41:16,724 Job list saved +2021-12-18 11:41:16,728 Updating FAILED jobs +2021-12-18 11:41:16,729 Updating WAITING jobs +2021-12-18 11:41:16,729 Update finished +2021-12-18 11:41:26,738 Reloading parameters... +2021-12-18 11:41:26,763 Loading parameters... +2021-12-18 11:41:26,764 Loading project parameters... +2021-12-18 11:41:26,766 + +15 of 25 jobs remaining (11:41) +2021-12-18 11:41:26,766 Sleep: 10 +2021-12-18 11:41:26,766 Number of retrials: 0 +2021-12-18 11:41:26,766 WRAPPER CHECK TIME = 10 +2021-12-18 11:41:26,767 Checking jobs for platform=marenostrum4 +2021-12-18 11:41:26,767 Checking jobs for platform=nord3 +2021-12-18 11:41:26,768 Checking jobs for platform=local +2021-12-18 11:41:26,768 Checking jobs for platform=transfer_node +2021-12-18 11:41:26,768 Checking all jobs at once +2021-12-18 11:41:28,490 Successful check job command +2021-12-18 11:41:30,161 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:41:30,161 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:41:30,161 End of checking +2021-12-18 11:41:30,162 Updating FAILED jobs +2021-12-18 11:41:30,162 Updating WAITING jobs +2021-12-18 11:41:30,163 Update finished +2021-12-18 11:41:30,163 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:41:30,163 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:41:30,163 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:41:30,163 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:41:30,163 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:41:30,164 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:41:30,164 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:41:30,164 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:41:30,167 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:41:30,169 Job list saved +2021-12-18 11:41:30,174 Updating FAILED jobs +2021-12-18 11:41:30,174 Updating WAITING jobs +2021-12-18 11:41:30,175 Update finished +2021-12-18 11:41:40,185 Reloading parameters... +2021-12-18 11:41:40,203 Loading parameters... +2021-12-18 11:41:40,205 Loading project parameters... +2021-12-18 11:41:40,207 + +15 of 25 jobs remaining (11:41) +2021-12-18 11:41:40,207 Sleep: 10 +2021-12-18 11:41:40,207 Number of retrials: 0 +2021-12-18 11:41:40,207 WRAPPER CHECK TIME = 10 +2021-12-18 11:41:40,208 Checking jobs for platform=marenostrum4 +2021-12-18 11:41:40,208 Checking jobs for platform=nord3 +2021-12-18 11:41:40,209 Checking jobs for platform=local +2021-12-18 11:41:40,209 Checking jobs for platform=transfer_node +2021-12-18 11:41:40,209 Checking all jobs at once +2021-12-18 11:41:42,832 Successful check job command +2021-12-18 11:41:45,056 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:41:45,056 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:41:45,056 End of checking +2021-12-18 11:41:45,058 Updating FAILED jobs +2021-12-18 11:41:45,058 Updating WAITING jobs +2021-12-18 11:41:45,058 Update finished +2021-12-18 11:41:45,059 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:41:45,059 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:41:45,059 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:41:45,059 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:41:45,060 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:41:45,060 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:41:45,060 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:41:45,060 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:41:45,063 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:41:45,066 Job list saved +2021-12-18 11:41:45,071 Updating FAILED jobs +2021-12-18 11:41:45,071 Updating WAITING jobs +2021-12-18 11:41:45,071 Update finished +2021-12-18 11:41:55,081 Reloading parameters... +2021-12-18 11:41:55,100 Loading parameters... +2021-12-18 11:41:55,101 Loading project parameters... +2021-12-18 11:41:55,103 + +15 of 25 jobs remaining (11:41) +2021-12-18 11:41:55,103 Sleep: 10 +2021-12-18 11:41:55,103 Number of retrials: 0 +2021-12-18 11:41:55,103 WRAPPER CHECK TIME = 10 +2021-12-18 11:41:55,104 Checking jobs for platform=marenostrum4 +2021-12-18 11:41:55,104 Checking jobs for platform=nord3 +2021-12-18 11:41:55,105 Checking jobs for platform=local +2021-12-18 11:41:55,106 Checking jobs for platform=transfer_node +2021-12-18 11:41:55,106 Checking all jobs at once +2021-12-18 11:41:56,625 Successful check job command +2021-12-18 11:41:58,145 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:41:58,145 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:41:58,146 End of checking +2021-12-18 11:41:58,147 Updating FAILED jobs +2021-12-18 11:41:58,147 Updating WAITING jobs +2021-12-18 11:41:58,147 Update finished +2021-12-18 11:41:58,147 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:41:58,147 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:41:58,148 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:41:58,148 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:41:58,148 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:41:58,148 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:41:58,148 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:41:58,148 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:41:58,151 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:41:58,153 Job list saved +2021-12-18 11:41:58,158 Updating FAILED jobs +2021-12-18 11:41:58,158 Updating WAITING jobs +2021-12-18 11:41:58,158 Update finished +2021-12-18 11:42:08,162 Reloading parameters... +2021-12-18 11:42:08,180 Loading parameters... +2021-12-18 11:42:08,181 Loading project parameters... +2021-12-18 11:42:08,183 + +15 of 25 jobs remaining (11:42) +2021-12-18 11:42:08,183 Sleep: 10 +2021-12-18 11:42:08,183 Number of retrials: 0 +2021-12-18 11:42:08,184 WRAPPER CHECK TIME = 10 +2021-12-18 11:42:08,184 Checking jobs for platform=marenostrum4 +2021-12-18 11:42:08,185 Checking jobs for platform=nord3 +2021-12-18 11:42:08,185 Checking jobs for platform=local +2021-12-18 11:42:08,186 Checking jobs for platform=transfer_node +2021-12-18 11:42:08,186 Checking all jobs at once +2021-12-18 11:42:09,455 Successful check job command +2021-12-18 11:42:10,675 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:42:10,675 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:42:10,675 End of checking +2021-12-18 11:42:10,676 Updating FAILED jobs +2021-12-18 11:42:10,677 Updating WAITING jobs +2021-12-18 11:42:10,677 Update finished +2021-12-18 11:42:10,677 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:42:10,677 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:42:10,677 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:42:10,677 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:42:10,678 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:42:10,678 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:42:10,678 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:42:10,678 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:42:10,681 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:42:10,683 Job list saved +2021-12-18 11:42:10,688 Updating FAILED jobs +2021-12-18 11:42:10,688 Updating WAITING jobs +2021-12-18 11:42:10,689 Update finished +2021-12-18 11:42:20,699 Reloading parameters... +2021-12-18 11:42:20,718 Loading parameters... +2021-12-18 11:42:20,719 Loading project parameters... +2021-12-18 11:42:20,721 + +15 of 25 jobs remaining (11:42) +2021-12-18 11:42:20,721 Sleep: 10 +2021-12-18 11:42:20,721 Number of retrials: 0 +2021-12-18 11:42:20,722 WRAPPER CHECK TIME = 10 +2021-12-18 11:42:20,722 Checking jobs for platform=marenostrum4 +2021-12-18 11:42:20,723 Checking jobs for platform=nord3 +2021-12-18 11:42:20,723 Checking jobs for platform=local +2021-12-18 11:42:20,724 Checking jobs for platform=transfer_node +2021-12-18 11:42:20,725 Checking all jobs at once +2021-12-18 11:42:22,047 Successful check job command +2021-12-18 11:42:23,267 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:42:23,267 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:42:23,267 End of checking +2021-12-18 11:42:23,268 Updating FAILED jobs +2021-12-18 11:42:23,269 Updating WAITING jobs +2021-12-18 11:42:23,269 Update finished +2021-12-18 11:42:23,269 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:42:23,270 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:42:23,270 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:42:23,270 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:42:23,270 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:42:23,270 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:42:23,270 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:42:23,270 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:42:23,273 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:42:23,275 Job list saved +2021-12-18 11:42:23,279 Updating FAILED jobs +2021-12-18 11:42:23,280 Updating WAITING jobs +2021-12-18 11:42:23,280 Update finished +2021-12-18 11:42:33,290 Reloading parameters... +2021-12-18 11:42:33,311 Loading parameters... +2021-12-18 11:42:33,312 Loading project parameters... +2021-12-18 11:42:33,314 + +15 of 25 jobs remaining (11:42) +2021-12-18 11:42:33,314 Sleep: 10 +2021-12-18 11:42:33,314 Number of retrials: 0 +2021-12-18 11:42:33,314 WRAPPER CHECK TIME = 10 +2021-12-18 11:42:33,315 Checking jobs for platform=marenostrum4 +2021-12-18 11:42:33,316 Checking jobs for platform=nord3 +2021-12-18 11:42:33,316 Checking jobs for platform=local +2021-12-18 11:42:33,317 Checking jobs for platform=transfer_node +2021-12-18 11:42:33,317 Checking all jobs at once +2021-12-18 11:42:34,887 Successful check job command +2021-12-18 11:42:36,357 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:42:36,357 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:42:36,357 End of checking +2021-12-18 11:42:36,359 Updating FAILED jobs +2021-12-18 11:42:36,359 Updating WAITING jobs +2021-12-18 11:42:36,359 Update finished +2021-12-18 11:42:36,359 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:42:36,359 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:42:36,360 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:42:36,360 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:42:36,360 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:42:36,360 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:42:36,360 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:42:36,360 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:42:36,363 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:42:36,365 Job list saved +2021-12-18 11:42:36,370 Updating FAILED jobs +2021-12-18 11:42:36,370 Updating WAITING jobs +2021-12-18 11:42:36,370 Update finished +2021-12-18 11:42:46,380 Reloading parameters... +2021-12-18 11:42:46,399 Loading parameters... +2021-12-18 11:42:46,401 Loading project parameters... +2021-12-18 11:42:46,403 + +15 of 25 jobs remaining (11:42) +2021-12-18 11:42:46,403 Sleep: 10 +2021-12-18 11:42:46,403 Number of retrials: 0 +2021-12-18 11:42:46,404 WRAPPER CHECK TIME = 10 +2021-12-18 11:42:46,404 Checking jobs for platform=marenostrum4 +2021-12-18 11:42:46,405 Checking jobs for platform=nord3 +2021-12-18 11:42:46,405 Checking jobs for platform=local +2021-12-18 11:42:46,406 Checking jobs for platform=transfer_node +2021-12-18 11:42:46,406 Checking all jobs at once +2021-12-18 11:42:47,978 Successful check job command +2021-12-18 11:42:49,799 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:42:49,799 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:42:49,800 End of checking +2021-12-18 11:42:49,801 Updating FAILED jobs +2021-12-18 11:42:49,801 Updating WAITING jobs +2021-12-18 11:42:49,801 Update finished +2021-12-18 11:42:49,802 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:42:49,802 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:42:49,802 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:42:49,802 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:42:49,802 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:42:49,802 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:42:49,802 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:42:49,802 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:42:49,805 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:42:49,807 Job list saved +2021-12-18 11:42:49,812 Updating FAILED jobs +2021-12-18 11:42:49,812 Updating WAITING jobs +2021-12-18 11:42:49,812 Update finished +2021-12-18 11:42:59,818 Reloading parameters... +2021-12-18 11:42:59,837 Loading parameters... +2021-12-18 11:42:59,839 Loading project parameters... +2021-12-18 11:42:59,840 + +15 of 25 jobs remaining (11:42) +2021-12-18 11:42:59,841 Sleep: 10 +2021-12-18 11:42:59,841 Number of retrials: 0 +2021-12-18 11:42:59,841 WRAPPER CHECK TIME = 10 +2021-12-18 11:42:59,841 Checking jobs for platform=marenostrum4 +2021-12-18 11:42:59,842 Checking jobs for platform=nord3 +2021-12-18 11:42:59,843 Checking jobs for platform=local +2021-12-18 11:42:59,843 Checking jobs for platform=transfer_node +2021-12-18 11:42:59,843 Checking all jobs at once +2021-12-18 11:43:01,213 Successful check job command +2021-12-18 11:43:02,833 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:43:02,833 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:43:02,833 End of checking +2021-12-18 11:43:02,834 Updating FAILED jobs +2021-12-18 11:43:02,835 Updating WAITING jobs +2021-12-18 11:43:02,835 Update finished +2021-12-18 11:43:02,835 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:43:02,836 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:43:02,836 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:43:02,836 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:43:02,836 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:43:02,836 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:43:02,836 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:43:02,836 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:43:02,839 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:43:02,841 Job list saved +2021-12-18 11:43:02,846 Updating FAILED jobs +2021-12-18 11:43:02,846 Updating WAITING jobs +2021-12-18 11:43:02,846 Update finished +2021-12-18 11:43:12,856 Reloading parameters... +2021-12-18 11:43:12,877 Loading parameters... +2021-12-18 11:43:12,878 Loading project parameters... +2021-12-18 11:43:12,880 + +15 of 25 jobs remaining (11:43) +2021-12-18 11:43:12,880 Sleep: 10 +2021-12-18 11:43:12,880 Number of retrials: 0 +2021-12-18 11:43:12,881 WRAPPER CHECK TIME = 10 +2021-12-18 11:43:12,881 Checking jobs for platform=marenostrum4 +2021-12-18 11:43:12,882 Checking jobs for platform=nord3 +2021-12-18 11:43:12,882 Checking jobs for platform=local +2021-12-18 11:43:12,883 Checking jobs for platform=transfer_node +2021-12-18 11:43:12,883 Checking all jobs at once +2021-12-18 11:43:14,252 Successful check job command +2021-12-18 11:43:15,622 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:43:15,623 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:43:15,623 End of checking +2021-12-18 11:43:15,624 Updating FAILED jobs +2021-12-18 11:43:15,624 Updating WAITING jobs +2021-12-18 11:43:15,624 Update finished +2021-12-18 11:43:15,625 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:43:15,625 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:43:15,625 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:43:15,625 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:43:15,625 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:43:15,625 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:43:15,625 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:43:15,625 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:43:15,628 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:43:15,630 Job list saved +2021-12-18 11:43:15,635 Updating FAILED jobs +2021-12-18 11:43:15,635 Updating WAITING jobs +2021-12-18 11:43:15,635 Update finished +2021-12-18 11:43:25,645 Reloading parameters... +2021-12-18 11:43:25,663 Loading parameters... +2021-12-18 11:43:25,665 Loading project parameters... +2021-12-18 11:43:25,666 + +15 of 25 jobs remaining (11:43) +2021-12-18 11:43:25,667 Sleep: 10 +2021-12-18 11:43:25,667 Number of retrials: 0 +2021-12-18 11:43:25,667 WRAPPER CHECK TIME = 10 +2021-12-18 11:43:25,668 Checking jobs for platform=marenostrum4 +2021-12-18 11:43:25,668 Checking jobs for platform=nord3 +2021-12-18 11:43:25,669 Checking jobs for platform=local +2021-12-18 11:43:25,670 Checking jobs for platform=transfer_node +2021-12-18 11:43:25,670 Checking all jobs at once +2021-12-18 11:43:27,040 Successful check job command +2021-12-18 11:43:28,561 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:43:28,561 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:43:28,561 End of checking +2021-12-18 11:43:28,563 Updating FAILED jobs +2021-12-18 11:43:28,563 Updating WAITING jobs +2021-12-18 11:43:28,563 Update finished +2021-12-18 11:43:28,563 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:43:28,564 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:43:28,564 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:43:28,564 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:43:28,564 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:43:28,564 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:43:28,564 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:43:28,564 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:43:28,567 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:43:28,572 Job list saved +2021-12-18 11:43:28,577 Updating FAILED jobs +2021-12-18 11:43:28,577 Updating WAITING jobs +2021-12-18 11:43:28,577 Update finished +2021-12-18 11:43:38,586 Reloading parameters... +2021-12-18 11:43:38,605 Loading parameters... +2021-12-18 11:43:38,607 Loading project parameters... +2021-12-18 11:43:38,609 + +15 of 25 jobs remaining (11:43) +2021-12-18 11:43:38,609 Sleep: 10 +2021-12-18 11:43:38,609 Number of retrials: 0 +2021-12-18 11:43:38,609 WRAPPER CHECK TIME = 10 +2021-12-18 11:43:38,610 Checking jobs for platform=marenostrum4 +2021-12-18 11:43:38,610 Checking jobs for platform=nord3 +2021-12-18 11:43:38,611 Checking jobs for platform=local +2021-12-18 11:43:38,611 Checking jobs for platform=transfer_node +2021-12-18 11:43:38,611 Checking all jobs at once +2021-12-18 11:43:39,980 Successful check job command +2021-12-18 11:43:41,349 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:43:41,350 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:43:41,350 End of checking +2021-12-18 11:43:41,351 Updating FAILED jobs +2021-12-18 11:43:41,351 Updating WAITING jobs +2021-12-18 11:43:41,351 Update finished +2021-12-18 11:43:41,351 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:43:41,352 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:43:41,352 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:43:41,352 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:43:41,352 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:43:41,353 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:43:41,353 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:43:41,353 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:43:41,355 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:43:41,358 Job list saved +2021-12-18 11:43:41,362 Updating FAILED jobs +2021-12-18 11:43:41,362 Updating WAITING jobs +2021-12-18 11:43:41,362 Update finished +2021-12-18 11:43:51,372 Reloading parameters... +2021-12-18 11:43:51,390 Loading parameters... +2021-12-18 11:43:51,391 Loading project parameters... +2021-12-18 11:43:51,393 + +15 of 25 jobs remaining (11:43) +2021-12-18 11:43:51,393 Sleep: 10 +2021-12-18 11:43:51,393 Number of retrials: 0 +2021-12-18 11:43:51,393 WRAPPER CHECK TIME = 10 +2021-12-18 11:43:51,394 Checking jobs for platform=marenostrum4 +2021-12-18 11:43:51,395 Checking jobs for platform=nord3 +2021-12-18 11:43:51,395 Checking jobs for platform=local +2021-12-18 11:43:51,396 Checking jobs for platform=transfer_node +2021-12-18 11:43:51,396 Checking all jobs at once +2021-12-18 11:43:52,866 Successful check job command +2021-12-18 11:43:54,436 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:43:54,436 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:43:54,436 End of checking +2021-12-18 11:43:54,437 Updating FAILED jobs +2021-12-18 11:43:54,437 Updating WAITING jobs +2021-12-18 11:43:54,438 Update finished +2021-12-18 11:43:54,438 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:43:54,438 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:43:54,438 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:43:54,438 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:43:54,438 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:43:54,438 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:43:54,438 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:43:54,439 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:43:54,441 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:43:54,443 Job list saved +2021-12-18 11:43:54,449 Updating FAILED jobs +2021-12-18 11:43:54,449 Updating WAITING jobs +2021-12-18 11:43:54,449 Update finished +2021-12-18 11:44:04,459 Reloading parameters... +2021-12-18 11:44:04,477 Loading parameters... +2021-12-18 11:44:04,478 Loading project parameters... +2021-12-18 11:44:04,480 + +15 of 25 jobs remaining (11:44) +2021-12-18 11:44:04,480 Sleep: 10 +2021-12-18 11:44:04,480 Number of retrials: 0 +2021-12-18 11:44:04,480 WRAPPER CHECK TIME = 10 +2021-12-18 11:44:04,481 Checking jobs for platform=marenostrum4 +2021-12-18 11:44:04,481 Checking jobs for platform=nord3 +2021-12-18 11:44:04,482 Checking jobs for platform=local +2021-12-18 11:44:04,482 Checking jobs for platform=transfer_node +2021-12-18 11:44:04,483 Checking all jobs at once +2021-12-18 11:44:05,854 Successful check job command +2021-12-18 11:44:07,676 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:44:07,677 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:44:07,677 End of checking +2021-12-18 11:44:07,678 Updating FAILED jobs +2021-12-18 11:44:07,678 Updating WAITING jobs +2021-12-18 11:44:07,678 Update finished +2021-12-18 11:44:07,678 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:44:07,679 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:44:07,679 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:44:07,679 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:44:07,679 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:44:07,679 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:44:07,679 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:44:07,679 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:44:07,682 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:44:07,684 Job list saved +2021-12-18 11:44:07,689 Updating FAILED jobs +2021-12-18 11:44:07,689 Updating WAITING jobs +2021-12-18 11:44:07,689 Update finished +2021-12-18 11:44:17,699 Reloading parameters... +2021-12-18 11:44:17,716 Loading parameters... +2021-12-18 11:44:17,717 Loading project parameters... +2021-12-18 11:44:17,719 + +15 of 25 jobs remaining (11:44) +2021-12-18 11:44:17,719 Sleep: 10 +2021-12-18 11:44:17,719 Number of retrials: 0 +2021-12-18 11:44:17,719 WRAPPER CHECK TIME = 10 +2021-12-18 11:44:17,720 Checking jobs for platform=marenostrum4 +2021-12-18 11:44:17,721 Checking jobs for platform=nord3 +2021-12-18 11:44:17,721 Checking jobs for platform=local +2021-12-18 11:44:17,722 Checking jobs for platform=transfer_node +2021-12-18 11:44:17,722 Checking all jobs at once +2021-12-18 11:44:19,693 Successful check job command +2021-12-18 11:44:20,962 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:44:20,962 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:44:20,962 End of checking +2021-12-18 11:44:20,963 Updating FAILED jobs +2021-12-18 11:44:20,964 Updating WAITING jobs +2021-12-18 11:44:20,964 Update finished +2021-12-18 11:44:20,964 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:44:20,965 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:44:20,965 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:44:20,965 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:44:20,965 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:44:20,965 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:44:20,965 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:44:20,965 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:44:20,969 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:44:20,971 Job list saved +2021-12-18 11:44:20,978 Updating FAILED jobs +2021-12-18 11:44:20,979 Updating WAITING jobs +2021-12-18 11:44:20,979 Update finished +2021-12-18 11:44:30,986 Reloading parameters... +2021-12-18 11:44:31,004 Loading parameters... +2021-12-18 11:44:31,006 Loading project parameters... +2021-12-18 11:44:31,008 + +15 of 25 jobs remaining (11:44) +2021-12-18 11:44:31,008 Sleep: 10 +2021-12-18 11:44:31,008 Number of retrials: 0 +2021-12-18 11:44:31,008 WRAPPER CHECK TIME = 10 +2021-12-18 11:44:31,009 Checking jobs for platform=marenostrum4 +2021-12-18 11:44:31,009 Checking jobs for platform=nord3 +2021-12-18 11:44:31,010 Checking jobs for platform=local +2021-12-18 11:44:31,010 Checking jobs for platform=transfer_node +2021-12-18 11:44:31,010 Checking all jobs at once +2021-12-18 11:44:32,330 Successful check job command +2021-12-18 11:44:33,650 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:44:33,650 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:44:33,651 End of checking +2021-12-18 11:44:33,652 Updating FAILED jobs +2021-12-18 11:44:33,652 Updating WAITING jobs +2021-12-18 11:44:33,652 Update finished +2021-12-18 11:44:33,652 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:44:33,653 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:44:33,653 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:44:33,653 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:44:33,653 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:44:33,653 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:44:33,653 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:44:33,653 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:44:33,656 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:44:33,658 Job list saved +2021-12-18 11:44:33,663 Updating FAILED jobs +2021-12-18 11:44:33,663 Updating WAITING jobs +2021-12-18 11:44:33,663 Update finished +2021-12-18 11:44:43,673 Reloading parameters... +2021-12-18 11:44:43,691 Loading parameters... +2021-12-18 11:44:43,693 Loading project parameters... +2021-12-18 11:44:43,694 + +15 of 25 jobs remaining (11:44) +2021-12-18 11:44:43,695 Sleep: 10 +2021-12-18 11:44:43,695 Number of retrials: 0 +2021-12-18 11:44:43,695 WRAPPER CHECK TIME = 10 +2021-12-18 11:44:43,696 Checking jobs for platform=marenostrum4 +2021-12-18 11:44:43,696 Checking jobs for platform=nord3 +2021-12-18 11:44:43,697 Checking jobs for platform=local +2021-12-18 11:44:43,697 Checking jobs for platform=transfer_node +2021-12-18 11:44:43,697 Checking all jobs at once +2021-12-18 11:44:45,067 Successful check job command +2021-12-18 11:44:46,386 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:44:46,386 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:44:46,386 End of checking +2021-12-18 11:44:46,387 Updating FAILED jobs +2021-12-18 11:44:46,387 Updating WAITING jobs +2021-12-18 11:44:46,388 Update finished +2021-12-18 11:44:46,388 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:44:46,388 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:44:46,388 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:44:46,388 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:44:46,388 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:44:46,388 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:44:46,389 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:44:46,389 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:44:46,391 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:44:46,394 Job list saved +2021-12-18 11:44:46,401 Updating FAILED jobs +2021-12-18 11:44:46,402 Updating WAITING jobs +2021-12-18 11:44:46,402 Update finished +2021-12-18 11:44:56,412 Reloading parameters... +2021-12-18 11:44:56,431 Loading parameters... +2021-12-18 11:44:56,432 Loading project parameters... +2021-12-18 11:44:56,434 + +15 of 25 jobs remaining (11:44) +2021-12-18 11:44:56,434 Sleep: 10 +2021-12-18 11:44:56,434 Number of retrials: 0 +2021-12-18 11:44:56,434 WRAPPER CHECK TIME = 10 +2021-12-18 11:44:56,435 Checking jobs for platform=marenostrum4 +2021-12-18 11:44:56,436 Checking jobs for platform=nord3 +2021-12-18 11:44:56,436 Checking jobs for platform=local +2021-12-18 11:44:56,437 Checking jobs for platform=transfer_node +2021-12-18 11:44:56,437 Checking all jobs at once +2021-12-18 11:44:58,008 Successful check job command +2021-12-18 11:44:59,328 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:44:59,328 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:44:59,328 End of checking +2021-12-18 11:44:59,329 Updating FAILED jobs +2021-12-18 11:44:59,329 Updating WAITING jobs +2021-12-18 11:44:59,330 Update finished +2021-12-18 11:44:59,330 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:44:59,330 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:44:59,331 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:44:59,331 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:44:59,331 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:44:59,331 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:44:59,331 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:44:59,331 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:44:59,334 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:44:59,336 Job list saved +2021-12-18 11:44:59,341 Updating FAILED jobs +2021-12-18 11:44:59,341 Updating WAITING jobs +2021-12-18 11:44:59,341 Update finished +2021-12-18 11:45:09,351 Reloading parameters... +2021-12-18 11:45:09,368 Loading parameters... +2021-12-18 11:45:09,369 Loading project parameters... +2021-12-18 11:45:09,371 + +15 of 25 jobs remaining (11:45) +2021-12-18 11:45:09,372 Sleep: 10 +2021-12-18 11:45:09,372 Number of retrials: 0 +2021-12-18 11:45:09,372 WRAPPER CHECK TIME = 10 +2021-12-18 11:45:09,372 Checking jobs for platform=marenostrum4 +2021-12-18 11:45:09,373 Checking jobs for platform=nord3 +2021-12-18 11:45:09,373 Checking jobs for platform=local +2021-12-18 11:45:09,374 Checking jobs for platform=transfer_node +2021-12-18 11:45:09,374 Checking all jobs at once +2021-12-18 11:45:10,894 Successful check job command +2021-12-18 11:45:12,915 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:45:12,915 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:45:12,915 End of checking +2021-12-18 11:45:12,916 Updating FAILED jobs +2021-12-18 11:45:12,917 Updating WAITING jobs +2021-12-18 11:45:12,917 Update finished +2021-12-18 11:45:12,917 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:45:12,917 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:45:12,917 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:45:12,917 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:45:12,918 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:45:12,918 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:45:12,918 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:45:12,918 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:45:12,920 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:45:12,922 Job list saved +2021-12-18 11:45:12,927 Updating FAILED jobs +2021-12-18 11:45:12,927 Updating WAITING jobs +2021-12-18 11:45:12,927 Update finished +2021-12-18 11:45:22,938 Reloading parameters... +2021-12-18 11:45:22,956 Loading parameters... +2021-12-18 11:45:22,957 Loading project parameters... +2021-12-18 11:45:22,959 + +15 of 25 jobs remaining (11:45) +2021-12-18 11:45:22,959 Sleep: 10 +2021-12-18 11:45:22,959 Number of retrials: 0 +2021-12-18 11:45:22,959 WRAPPER CHECK TIME = 10 +2021-12-18 11:45:22,960 Checking jobs for platform=marenostrum4 +2021-12-18 11:45:22,960 Checking jobs for platform=nord3 +2021-12-18 11:45:22,961 Checking jobs for platform=local +2021-12-18 11:45:22,962 Checking jobs for platform=transfer_node +2021-12-18 11:45:22,962 Checking all jobs at once +2021-12-18 11:45:24,287 Successful check job command +2021-12-18 11:45:26,107 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:45:26,108 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:45:26,108 End of checking +2021-12-18 11:45:26,109 Updating FAILED jobs +2021-12-18 11:45:26,109 Updating WAITING jobs +2021-12-18 11:45:26,109 Update finished +2021-12-18 11:45:26,110 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:45:26,110 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:45:26,110 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:45:26,110 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:45:26,110 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:45:26,110 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:45:26,110 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:45:26,110 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:45:26,113 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:45:26,115 Job list saved +2021-12-18 11:45:26,119 Updating FAILED jobs +2021-12-18 11:45:26,119 Updating WAITING jobs +2021-12-18 11:45:26,119 Update finished +2021-12-18 11:45:36,130 Reloading parameters... +2021-12-18 11:45:36,147 Loading parameters... +2021-12-18 11:45:36,148 Loading project parameters... +2021-12-18 11:45:36,150 + +15 of 25 jobs remaining (11:45) +2021-12-18 11:45:36,150 Sleep: 10 +2021-12-18 11:45:36,150 Number of retrials: 0 +2021-12-18 11:45:36,150 WRAPPER CHECK TIME = 10 +2021-12-18 11:45:36,151 Checking jobs for platform=marenostrum4 +2021-12-18 11:45:36,151 Checking jobs for platform=nord3 +2021-12-18 11:45:36,152 Checking jobs for platform=local +2021-12-18 11:45:36,153 Checking jobs for platform=transfer_node +2021-12-18 11:45:36,153 Checking all jobs at once +2021-12-18 11:45:37,472 Successful check job command +2021-12-18 11:45:38,892 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:45:38,892 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:45:38,892 End of checking +2021-12-18 11:45:38,894 Updating FAILED jobs +2021-12-18 11:45:38,894 Updating WAITING jobs +2021-12-18 11:45:38,894 Update finished +2021-12-18 11:45:38,894 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:45:38,895 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:45:38,895 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:45:38,895 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:45:38,895 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:45:38,895 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:45:38,896 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:45:38,896 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:45:38,898 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:45:38,901 Job list saved +2021-12-18 11:45:38,905 Updating FAILED jobs +2021-12-18 11:45:38,905 Updating WAITING jobs +2021-12-18 11:45:38,906 Update finished +2021-12-18 11:45:48,916 Reloading parameters... +2021-12-18 11:45:48,937 Loading parameters... +2021-12-18 11:45:48,938 Loading project parameters... +2021-12-18 11:45:48,940 + +15 of 25 jobs remaining (11:45) +2021-12-18 11:45:48,940 Sleep: 10 +2021-12-18 11:45:48,940 Number of retrials: 0 +2021-12-18 11:45:48,941 WRAPPER CHECK TIME = 10 +2021-12-18 11:45:48,941 Checking jobs for platform=marenostrum4 +2021-12-18 11:45:48,942 Checking jobs for platform=nord3 +2021-12-18 11:45:48,942 Checking jobs for platform=local +2021-12-18 11:45:48,943 Checking jobs for platform=transfer_node +2021-12-18 11:45:48,943 Checking all jobs at once +2021-12-18 11:45:50,262 Successful check job command +2021-12-18 11:45:51,631 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:45:51,632 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:45:51,632 End of checking +2021-12-18 11:45:51,633 Updating FAILED jobs +2021-12-18 11:45:51,633 Updating WAITING jobs +2021-12-18 11:45:51,633 Update finished +2021-12-18 11:45:51,633 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:45:51,634 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:45:51,634 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:45:51,634 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:45:51,634 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:45:51,634 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:45:51,634 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:45:51,634 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:45:51,637 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:45:51,639 Job list saved +2021-12-18 11:45:51,644 Updating FAILED jobs +2021-12-18 11:45:51,644 Updating WAITING jobs +2021-12-18 11:45:51,644 Update finished +2021-12-18 11:46:01,654 Reloading parameters... +2021-12-18 11:46:01,672 Loading parameters... +2021-12-18 11:46:01,674 Loading project parameters... +2021-12-18 11:46:01,676 + +15 of 25 jobs remaining (11:46) +2021-12-18 11:46:01,676 Sleep: 10 +2021-12-18 11:46:01,676 Number of retrials: 0 +2021-12-18 11:46:01,676 WRAPPER CHECK TIME = 10 +2021-12-18 11:46:01,677 Checking jobs for platform=marenostrum4 +2021-12-18 11:46:01,677 Checking jobs for platform=nord3 +2021-12-18 11:46:01,678 Checking jobs for platform=local +2021-12-18 11:46:01,678 Checking jobs for platform=transfer_node +2021-12-18 11:46:01,678 Checking all jobs at once +2021-12-18 11:46:03,149 Successful check job command +2021-12-18 11:46:04,568 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:46:04,568 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:46:04,568 End of checking +2021-12-18 11:46:04,570 Updating FAILED jobs +2021-12-18 11:46:04,570 Updating WAITING jobs +2021-12-18 11:46:04,570 Update finished +2021-12-18 11:46:04,570 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:46:04,570 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:46:04,570 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:46:04,571 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:46:04,571 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:46:04,571 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:46:04,571 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:46:04,571 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:46:04,574 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:46:04,576 Job list saved +2021-12-18 11:46:04,581 Updating FAILED jobs +2021-12-18 11:46:04,581 Updating WAITING jobs +2021-12-18 11:46:04,581 Update finished +2021-12-18 11:46:14,591 Reloading parameters... +2021-12-18 11:46:14,611 Loading parameters... +2021-12-18 11:46:14,612 Loading project parameters... +2021-12-18 11:46:14,614 + +15 of 25 jobs remaining (11:46) +2021-12-18 11:46:14,614 Sleep: 10 +2021-12-18 11:46:14,615 Number of retrials: 0 +2021-12-18 11:46:14,615 WRAPPER CHECK TIME = 10 +2021-12-18 11:46:14,615 Checking jobs for platform=marenostrum4 +2021-12-18 11:46:14,616 Checking jobs for platform=nord3 +2021-12-18 11:46:14,616 Checking jobs for platform=local +2021-12-18 11:46:14,617 Checking jobs for platform=transfer_node +2021-12-18 11:46:14,617 Checking all jobs at once +2021-12-18 11:46:16,538 Successful check job command +2021-12-18 11:46:18,659 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:46:18,659 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:46:18,659 End of checking +2021-12-18 11:46:18,660 Updating FAILED jobs +2021-12-18 11:46:18,661 Updating WAITING jobs +2021-12-18 11:46:18,661 Update finished +2021-12-18 11:46:18,661 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:46:18,662 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:46:18,662 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:46:18,662 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:46:18,662 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:46:18,662 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:46:18,663 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:46:18,663 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:46:18,665 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:46:18,668 Job list saved +2021-12-18 11:46:18,672 Updating FAILED jobs +2021-12-18 11:46:18,672 Updating WAITING jobs +2021-12-18 11:46:18,672 Update finished +2021-12-18 11:46:28,682 Reloading parameters... +2021-12-18 11:46:28,724 Loading parameters... +2021-12-18 11:46:28,725 Loading project parameters... +2021-12-18 11:46:28,727 + +15 of 25 jobs remaining (11:46) +2021-12-18 11:46:28,727 Sleep: 10 +2021-12-18 11:46:28,728 Number of retrials: 0 +2021-12-18 11:46:28,728 WRAPPER CHECK TIME = 10 +2021-12-18 11:46:28,728 Checking jobs for platform=marenostrum4 +2021-12-18 11:46:28,729 Checking jobs for platform=nord3 +2021-12-18 11:46:28,730 Checking jobs for platform=local +2021-12-18 11:46:28,730 Checking jobs for platform=transfer_node +2021-12-18 11:46:28,730 Checking all jobs at once +2021-12-18 11:46:30,200 Successful check job command +2021-12-18 11:46:31,920 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:46:31,920 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:46:31,920 End of checking +2021-12-18 11:46:31,922 Updating FAILED jobs +2021-12-18 11:46:31,922 Updating WAITING jobs +2021-12-18 11:46:31,922 Update finished +2021-12-18 11:46:31,922 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:46:31,922 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:46:31,923 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:46:31,923 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:46:31,923 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:46:31,923 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:46:31,923 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:46:31,923 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:46:31,926 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:46:31,928 Job list saved +2021-12-18 11:46:31,934 Updating FAILED jobs +2021-12-18 11:46:31,934 Updating WAITING jobs +2021-12-18 11:46:31,934 Update finished +2021-12-18 11:46:41,944 Reloading parameters... +2021-12-18 11:46:41,962 Loading parameters... +2021-12-18 11:46:41,963 Loading project parameters... +2021-12-18 11:46:41,965 + +15 of 25 jobs remaining (11:46) +2021-12-18 11:46:41,965 Sleep: 10 +2021-12-18 11:46:41,965 Number of retrials: 0 +2021-12-18 11:46:41,965 WRAPPER CHECK TIME = 10 +2021-12-18 11:46:41,966 Checking jobs for platform=marenostrum4 +2021-12-18 11:46:41,966 Checking jobs for platform=nord3 +2021-12-18 11:46:41,967 Checking jobs for platform=local +2021-12-18 11:46:41,967 Checking jobs for platform=transfer_node +2021-12-18 11:46:41,968 Checking all jobs at once +2021-12-18 11:46:43,237 Successful check job command +2021-12-18 11:46:45,007 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:46:45,008 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:46:45,008 End of checking +2021-12-18 11:46:45,009 Updating FAILED jobs +2021-12-18 11:46:45,010 Updating WAITING jobs +2021-12-18 11:46:45,010 Update finished +2021-12-18 11:46:45,010 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:46:45,010 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:46:45,010 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:46:45,010 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:46:45,010 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:46:45,011 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:46:45,011 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:46:45,011 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:46:45,014 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:46:45,016 Job list saved +2021-12-18 11:46:45,022 Updating FAILED jobs +2021-12-18 11:46:45,022 Updating WAITING jobs +2021-12-18 11:46:45,022 Update finished +2021-12-18 11:46:55,024 Reloading parameters... +2021-12-18 11:46:55,044 Loading parameters... +2021-12-18 11:46:55,046 Loading project parameters... +2021-12-18 11:46:55,047 + +15 of 25 jobs remaining (11:46) +2021-12-18 11:46:55,048 Sleep: 10 +2021-12-18 11:46:55,048 Number of retrials: 0 +2021-12-18 11:46:55,048 WRAPPER CHECK TIME = 10 +2021-12-18 11:46:55,048 Checking jobs for platform=marenostrum4 +2021-12-18 11:46:55,049 Checking jobs for platform=nord3 +2021-12-18 11:46:55,049 Checking jobs for platform=local +2021-12-18 11:46:55,050 Checking jobs for platform=transfer_node +2021-12-18 11:46:55,050 Checking all jobs at once +2021-12-18 11:46:56,320 Successful check job command +2021-12-18 11:46:57,590 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:46:57,590 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:46:57,590 End of checking +2021-12-18 11:46:57,591 Updating FAILED jobs +2021-12-18 11:46:57,592 Updating WAITING jobs +2021-12-18 11:46:57,592 Update finished +2021-12-18 11:46:57,592 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:46:57,594 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:46:57,595 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:46:57,595 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:46:57,595 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:46:57,595 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:46:57,595 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:46:57,595 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:46:57,598 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:46:57,600 Job list saved +2021-12-18 11:46:57,605 Updating FAILED jobs +2021-12-18 11:46:57,605 Updating WAITING jobs +2021-12-18 11:46:57,605 Update finished +2021-12-18 11:47:07,614 Reloading parameters... +2021-12-18 11:47:07,634 Loading parameters... +2021-12-18 11:47:07,636 Loading project parameters... +2021-12-18 11:47:07,637 + +15 of 25 jobs remaining (11:47) +2021-12-18 11:47:07,638 Sleep: 10 +2021-12-18 11:47:07,638 Number of retrials: 0 +2021-12-18 11:47:07,638 WRAPPER CHECK TIME = 10 +2021-12-18 11:47:07,639 Checking jobs for platform=marenostrum4 +2021-12-18 11:47:07,639 Checking jobs for platform=nord3 +2021-12-18 11:47:07,640 Checking jobs for platform=local +2021-12-18 11:47:07,640 Checking jobs for platform=transfer_node +2021-12-18 11:47:07,640 Checking all jobs at once +2021-12-18 11:47:09,110 Successful check job command +2021-12-18 11:47:10,380 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:47:10,380 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:47:10,380 End of checking +2021-12-18 11:47:10,381 Updating FAILED jobs +2021-12-18 11:47:10,382 Updating WAITING jobs +2021-12-18 11:47:10,382 Update finished +2021-12-18 11:47:10,382 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:47:10,382 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:47:10,382 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:47:10,382 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:47:10,383 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:47:10,383 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:47:10,383 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:47:10,383 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:47:10,385 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:47:10,388 Job list saved +2021-12-18 11:47:10,392 Updating FAILED jobs +2021-12-18 11:47:10,393 Updating WAITING jobs +2021-12-18 11:47:10,393 Update finished +2021-12-18 11:47:20,398 Reloading parameters... +2021-12-18 11:47:20,415 Loading parameters... +2021-12-18 11:47:20,416 Loading project parameters... +2021-12-18 11:47:20,418 + +15 of 25 jobs remaining (11:47) +2021-12-18 11:47:20,418 Sleep: 10 +2021-12-18 11:47:20,418 Number of retrials: 0 +2021-12-18 11:47:20,418 WRAPPER CHECK TIME = 10 +2021-12-18 11:47:20,419 Checking jobs for platform=marenostrum4 +2021-12-18 11:47:20,419 Checking jobs for platform=nord3 +2021-12-18 11:47:20,420 Checking jobs for platform=local +2021-12-18 11:47:20,420 Checking jobs for platform=transfer_node +2021-12-18 11:47:20,420 Checking all jobs at once +2021-12-18 11:47:21,840 Successful check job command +2021-12-18 11:47:24,163 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:47:24,163 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:47:24,163 End of checking +2021-12-18 11:47:24,165 Updating FAILED jobs +2021-12-18 11:47:24,165 Updating WAITING jobs +2021-12-18 11:47:24,165 Update finished +2021-12-18 11:47:24,165 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:47:24,165 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:47:24,165 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:47:24,165 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:47:24,166 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:47:24,166 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:47:24,166 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:47:24,166 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:47:24,168 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:47:24,170 Job list saved +2021-12-18 11:47:24,175 Updating FAILED jobs +2021-12-18 11:47:24,175 Updating WAITING jobs +2021-12-18 11:47:24,175 Update finished +2021-12-18 11:47:34,182 Reloading parameters... +2021-12-18 11:47:34,203 Loading parameters... +2021-12-18 11:47:34,204 Loading project parameters... +2021-12-18 11:47:34,206 + +15 of 25 jobs remaining (11:47) +2021-12-18 11:47:34,207 Sleep: 10 +2021-12-18 11:47:34,207 Number of retrials: 0 +2021-12-18 11:47:34,207 WRAPPER CHECK TIME = 10 +2021-12-18 11:47:34,207 Checking jobs for platform=marenostrum4 +2021-12-18 11:47:34,208 Checking jobs for platform=nord3 +2021-12-18 11:47:34,208 Checking jobs for platform=local +2021-12-18 11:47:34,209 Checking jobs for platform=transfer_node +2021-12-18 11:47:34,209 Checking all jobs at once +2021-12-18 11:47:35,530 Successful check job command +2021-12-18 11:47:36,900 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:47:36,900 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:47:36,900 End of checking +2021-12-18 11:47:36,901 Updating FAILED jobs +2021-12-18 11:47:36,901 Updating WAITING jobs +2021-12-18 11:47:36,902 Update finished +2021-12-18 11:47:36,902 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:47:36,902 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:47:36,902 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:47:36,903 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:47:36,903 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:47:36,903 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:47:36,903 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:47:36,903 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:47:36,905 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:47:36,908 Job list saved +2021-12-18 11:47:36,912 Updating FAILED jobs +2021-12-18 11:47:36,912 Updating WAITING jobs +2021-12-18 11:47:36,912 Update finished +2021-12-18 11:47:46,917 Reloading parameters... +2021-12-18 11:47:46,936 Loading parameters... +2021-12-18 11:47:46,937 Loading project parameters... +2021-12-18 11:47:46,939 + +15 of 25 jobs remaining (11:47) +2021-12-18 11:47:46,939 Sleep: 10 +2021-12-18 11:47:46,939 Number of retrials: 0 +2021-12-18 11:47:46,940 WRAPPER CHECK TIME = 10 +2021-12-18 11:47:46,940 Checking jobs for platform=marenostrum4 +2021-12-18 11:47:46,941 Checking jobs for platform=nord3 +2021-12-18 11:47:46,941 Checking jobs for platform=local +2021-12-18 11:47:46,942 Checking jobs for platform=transfer_node +2021-12-18 11:47:46,942 Checking all jobs at once +2021-12-18 11:47:48,161 Successful check job command +2021-12-18 11:47:49,231 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:47:49,232 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:47:49,232 End of checking +2021-12-18 11:47:49,233 Updating FAILED jobs +2021-12-18 11:47:49,233 Updating WAITING jobs +2021-12-18 11:47:49,234 Update finished +2021-12-18 11:47:49,234 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:47:49,234 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:47:49,234 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:47:49,234 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:47:49,234 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:47:49,234 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:47:49,235 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:47:49,235 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:47:49,237 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:47:49,240 Job list saved +2021-12-18 11:47:49,244 Updating FAILED jobs +2021-12-18 11:47:49,245 Updating WAITING jobs +2021-12-18 11:47:49,245 Update finished +2021-12-18 11:47:59,254 Reloading parameters... +2021-12-18 11:47:59,273 Loading parameters... +2021-12-18 11:47:59,274 Loading project parameters... +2021-12-18 11:47:59,276 + +15 of 25 jobs remaining (11:47) +2021-12-18 11:47:59,276 Sleep: 10 +2021-12-18 11:47:59,276 Number of retrials: 0 +2021-12-18 11:47:59,276 WRAPPER CHECK TIME = 10 +2021-12-18 11:47:59,277 Checking jobs for platform=marenostrum4 +2021-12-18 11:47:59,278 Checking jobs for platform=nord3 +2021-12-18 11:47:59,278 Checking jobs for platform=local +2021-12-18 11:47:59,279 Checking jobs for platform=transfer_node +2021-12-18 11:47:59,279 Checking all jobs at once +2021-12-18 11:48:00,598 Successful check job command +2021-12-18 11:48:01,817 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:48:01,817 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:48:01,817 End of checking +2021-12-18 11:48:01,819 Updating FAILED jobs +2021-12-18 11:48:01,819 Updating WAITING jobs +2021-12-18 11:48:01,819 Update finished +2021-12-18 11:48:01,819 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:48:01,819 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:48:01,819 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:48:01,820 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:48:01,820 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:48:01,820 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:48:01,820 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:48:01,820 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:48:01,823 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:48:01,825 Job list saved +2021-12-18 11:48:01,829 Updating FAILED jobs +2021-12-18 11:48:01,830 Updating WAITING jobs +2021-12-18 11:48:01,830 Update finished +2021-12-18 11:48:11,840 Reloading parameters... +2021-12-18 11:48:11,859 Loading parameters... +2021-12-18 11:48:11,861 Loading project parameters... +2021-12-18 11:48:11,863 + +15 of 25 jobs remaining (11:48) +2021-12-18 11:48:11,863 Sleep: 10 +2021-12-18 11:48:11,863 Number of retrials: 0 +2021-12-18 11:48:11,863 WRAPPER CHECK TIME = 10 +2021-12-18 11:48:11,863 Checking jobs for platform=marenostrum4 +2021-12-18 11:48:11,864 Checking jobs for platform=nord3 +2021-12-18 11:48:11,865 Checking jobs for platform=local +2021-12-18 11:48:11,865 Checking jobs for platform=transfer_node +2021-12-18 11:48:11,865 Checking all jobs at once +2021-12-18 11:48:13,340 Successful check job command +2021-12-18 11:48:14,861 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:48:14,861 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:48:14,861 End of checking +2021-12-18 11:48:14,864 Updating FAILED jobs +2021-12-18 11:48:14,865 Updating WAITING jobs +2021-12-18 11:48:14,865 Update finished +2021-12-18 11:48:14,865 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:48:14,866 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:48:14,866 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:48:14,866 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:48:14,866 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:48:14,867 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:48:14,867 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:48:14,867 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:48:14,869 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:48:14,872 Job list saved +2021-12-18 11:48:14,876 Updating FAILED jobs +2021-12-18 11:48:14,876 Updating WAITING jobs +2021-12-18 11:48:14,876 Update finished +2021-12-18 11:48:24,884 Reloading parameters... +2021-12-18 11:48:24,905 Loading parameters... +2021-12-18 11:48:24,906 Loading project parameters... +2021-12-18 11:48:24,908 + +15 of 25 jobs remaining (11:48) +2021-12-18 11:48:24,908 Sleep: 10 +2021-12-18 11:48:24,908 Number of retrials: 0 +2021-12-18 11:48:24,908 WRAPPER CHECK TIME = 10 +2021-12-18 11:48:24,909 Checking jobs for platform=marenostrum4 +2021-12-18 11:48:24,909 Checking jobs for platform=nord3 +2021-12-18 11:48:24,910 Checking jobs for platform=local +2021-12-18 11:48:24,910 Checking jobs for platform=transfer_node +2021-12-18 11:48:24,910 Checking all jobs at once +2021-12-18 11:48:26,229 Successful check job command +2021-12-18 11:48:27,649 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:48:27,649 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:48:27,649 End of checking +2021-12-18 11:48:27,650 Updating FAILED jobs +2021-12-18 11:48:27,651 Updating WAITING jobs +2021-12-18 11:48:27,651 Update finished +2021-12-18 11:48:27,651 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:48:27,651 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:48:27,651 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:48:27,651 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:48:27,652 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:48:27,652 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:48:27,652 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:48:27,652 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:48:27,655 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:48:27,657 Job list saved +2021-12-18 11:48:27,662 Updating FAILED jobs +2021-12-18 11:48:27,662 Updating WAITING jobs +2021-12-18 11:48:27,662 Update finished +2021-12-18 11:48:37,672 Reloading parameters... +2021-12-18 11:48:37,690 Loading parameters... +2021-12-18 11:48:37,692 Loading project parameters... +2021-12-18 11:48:37,693 + +15 of 25 jobs remaining (11:48) +2021-12-18 11:48:37,694 Sleep: 10 +2021-12-18 11:48:37,694 Number of retrials: 0 +2021-12-18 11:48:37,694 WRAPPER CHECK TIME = 10 +2021-12-18 11:48:37,694 Checking jobs for platform=marenostrum4 +2021-12-18 11:48:37,695 Checking jobs for platform=nord3 +2021-12-18 11:48:37,695 Checking jobs for platform=local +2021-12-18 11:48:37,696 Checking jobs for platform=transfer_node +2021-12-18 11:48:37,696 Checking all jobs at once +2021-12-18 11:48:39,016 Successful check job command +2021-12-18 11:48:40,335 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:48:40,336 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:48:40,336 End of checking +2021-12-18 11:48:40,337 Updating FAILED jobs +2021-12-18 11:48:40,337 Updating WAITING jobs +2021-12-18 11:48:40,337 Update finished +2021-12-18 11:48:40,338 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:48:40,338 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:48:40,338 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:48:40,338 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:48:40,338 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:48:40,338 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:48:40,339 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:48:40,339 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:48:40,341 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:48:40,344 Job list saved +2021-12-18 11:48:40,348 Updating FAILED jobs +2021-12-18 11:48:40,348 Updating WAITING jobs +2021-12-18 11:48:40,348 Update finished +2021-12-18 11:48:50,358 Reloading parameters... +2021-12-18 11:48:50,376 Loading parameters... +2021-12-18 11:48:50,377 Loading project parameters... +2021-12-18 11:48:50,379 + +15 of 25 jobs remaining (11:48) +2021-12-18 11:48:50,379 Sleep: 10 +2021-12-18 11:48:50,380 Number of retrials: 0 +2021-12-18 11:48:50,380 WRAPPER CHECK TIME = 10 +2021-12-18 11:48:50,380 Checking jobs for platform=marenostrum4 +2021-12-18 11:48:50,381 Checking jobs for platform=nord3 +2021-12-18 11:48:50,381 Checking jobs for platform=local +2021-12-18 11:48:50,382 Checking jobs for platform=transfer_node +2021-12-18 11:48:50,382 Checking all jobs at once +2021-12-18 11:48:51,602 Successful check job command +2021-12-18 11:48:52,821 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:48:52,822 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:48:52,822 End of checking +2021-12-18 11:48:52,823 Updating FAILED jobs +2021-12-18 11:48:52,823 Updating WAITING jobs +2021-12-18 11:48:52,823 Update finished +2021-12-18 11:48:52,824 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:48:52,824 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:48:52,824 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:48:52,825 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:48:52,825 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:48:52,825 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:48:52,825 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:48:52,825 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:48:52,827 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:48:52,830 Job list saved +2021-12-18 11:48:52,834 Updating FAILED jobs +2021-12-18 11:48:52,834 Updating WAITING jobs +2021-12-18 11:48:52,835 Update finished +2021-12-18 11:49:02,845 Reloading parameters... +2021-12-18 11:49:02,863 Loading parameters... +2021-12-18 11:49:02,865 Loading project parameters... +2021-12-18 11:49:02,867 + +15 of 25 jobs remaining (11:49) +2021-12-18 11:49:02,867 Sleep: 10 +2021-12-18 11:49:02,867 Number of retrials: 0 +2021-12-18 11:49:02,867 WRAPPER CHECK TIME = 10 +2021-12-18 11:49:02,868 Checking jobs for platform=marenostrum4 +2021-12-18 11:49:02,868 Checking jobs for platform=nord3 +2021-12-18 11:49:02,869 Checking jobs for platform=local +2021-12-18 11:49:02,869 Checking jobs for platform=transfer_node +2021-12-18 11:49:02,869 Checking all jobs at once +2021-12-18 11:49:04,339 Successful check job command +2021-12-18 11:49:05,609 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:49:05,609 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:49:05,609 End of checking +2021-12-18 11:49:05,610 Updating FAILED jobs +2021-12-18 11:49:05,610 Updating WAITING jobs +2021-12-18 11:49:05,611 Update finished +2021-12-18 11:49:05,611 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:49:05,611 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:49:05,611 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:49:05,611 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:49:05,611 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:49:05,611 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:49:05,611 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:49:05,612 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:49:05,614 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:49:05,616 Job list saved +2021-12-18 11:49:05,621 Updating FAILED jobs +2021-12-18 11:49:05,621 Updating WAITING jobs +2021-12-18 11:49:05,621 Update finished +2021-12-18 11:49:15,631 Reloading parameters... +2021-12-18 11:49:15,650 Loading parameters... +2021-12-18 11:49:15,652 Loading project parameters... +2021-12-18 11:49:15,654 + +15 of 25 jobs remaining (11:49) +2021-12-18 11:49:15,654 Sleep: 10 +2021-12-18 11:49:15,654 Number of retrials: 0 +2021-12-18 11:49:15,654 WRAPPER CHECK TIME = 10 +2021-12-18 11:49:15,655 Checking jobs for platform=marenostrum4 +2021-12-18 11:49:15,655 Checking jobs for platform=nord3 +2021-12-18 11:49:15,656 Checking jobs for platform=local +2021-12-18 11:49:15,656 Checking jobs for platform=transfer_node +2021-12-18 11:49:15,656 Checking all jobs at once +2021-12-18 11:49:17,276 Successful check job command +2021-12-18 11:49:18,646 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:49:18,646 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:49:18,646 End of checking +2021-12-18 11:49:18,648 Updating FAILED jobs +2021-12-18 11:49:18,648 Updating WAITING jobs +2021-12-18 11:49:18,648 Update finished +2021-12-18 11:49:18,648 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:49:18,648 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:49:18,648 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:49:18,648 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:49:18,649 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:49:18,649 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:49:18,649 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:49:18,649 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:49:18,651 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:49:18,654 Job list saved +2021-12-18 11:49:18,658 Updating FAILED jobs +2021-12-18 11:49:18,658 Updating WAITING jobs +2021-12-18 11:49:18,658 Update finished +2021-12-18 11:49:28,667 Reloading parameters... +2021-12-18 11:49:28,684 Loading parameters... +2021-12-18 11:49:28,686 Loading project parameters... +2021-12-18 11:49:28,688 + +15 of 25 jobs remaining (11:49) +2021-12-18 11:49:28,688 Sleep: 10 +2021-12-18 11:49:28,688 Number of retrials: 0 +2021-12-18 11:49:28,688 WRAPPER CHECK TIME = 10 +2021-12-18 11:49:28,689 Checking jobs for platform=marenostrum4 +2021-12-18 11:49:28,689 Checking jobs for platform=nord3 +2021-12-18 11:49:28,690 Checking jobs for platform=local +2021-12-18 11:49:28,690 Checking jobs for platform=transfer_node +2021-12-18 11:49:28,690 Checking all jobs at once +2021-12-18 11:49:29,960 Successful check job command +2021-12-18 11:49:31,181 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:49:31,181 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:49:31,181 End of checking +2021-12-18 11:49:31,182 Updating FAILED jobs +2021-12-18 11:49:31,183 Updating WAITING jobs +2021-12-18 11:49:31,183 Update finished +2021-12-18 11:49:31,183 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:49:31,183 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:49:31,184 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:49:31,184 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:49:31,184 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:49:31,184 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:49:31,184 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:49:31,184 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:49:31,187 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:49:31,190 Job list saved +2021-12-18 11:49:31,196 Updating FAILED jobs +2021-12-18 11:49:31,196 Updating WAITING jobs +2021-12-18 11:49:31,196 Update finished +2021-12-18 11:49:41,206 Reloading parameters... +2021-12-18 11:49:41,223 Loading parameters... +2021-12-18 11:49:41,224 Loading project parameters... +2021-12-18 11:49:41,226 + +15 of 25 jobs remaining (11:49) +2021-12-18 11:49:41,226 Sleep: 10 +2021-12-18 11:49:41,227 Number of retrials: 0 +2021-12-18 11:49:41,227 WRAPPER CHECK TIME = 10 +2021-12-18 11:49:41,227 Checking jobs for platform=marenostrum4 +2021-12-18 11:49:41,228 Checking jobs for platform=nord3 +2021-12-18 11:49:41,228 Checking jobs for platform=local +2021-12-18 11:49:41,229 Checking jobs for platform=transfer_node +2021-12-18 11:49:41,229 Checking all jobs at once +2021-12-18 11:49:42,550 Successful check job command +2021-12-18 11:49:43,819 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:49:43,819 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:49:43,820 End of checking +2021-12-18 11:49:43,821 Updating FAILED jobs +2021-12-18 11:49:43,821 Updating WAITING jobs +2021-12-18 11:49:43,821 Update finished +2021-12-18 11:49:43,822 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:49:43,822 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:49:43,822 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:49:43,822 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:49:43,822 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:49:43,822 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:49:43,823 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:49:43,823 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:49:43,826 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:49:43,829 Job list saved +2021-12-18 11:49:43,833 Updating FAILED jobs +2021-12-18 11:49:43,834 Updating WAITING jobs +2021-12-18 11:49:43,834 Update finished +2021-12-18 11:49:53,842 Reloading parameters... +2021-12-18 11:49:53,861 Loading parameters... +2021-12-18 11:49:53,862 Loading project parameters... +2021-12-18 11:49:53,864 + +15 of 25 jobs remaining (11:49) +2021-12-18 11:49:53,864 Sleep: 10 +2021-12-18 11:49:53,864 Number of retrials: 0 +2021-12-18 11:49:53,864 WRAPPER CHECK TIME = 10 +2021-12-18 11:49:53,865 Checking jobs for platform=marenostrum4 +2021-12-18 11:49:53,866 Checking jobs for platform=nord3 +2021-12-18 11:49:53,866 Checking jobs for platform=local +2021-12-18 11:49:53,867 Checking jobs for platform=transfer_node +2021-12-18 11:49:53,867 Checking all jobs at once +2021-12-18 11:49:55,236 Successful check job command +2021-12-18 11:49:56,506 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:49:56,506 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:49:56,506 End of checking +2021-12-18 11:49:56,507 Updating FAILED jobs +2021-12-18 11:49:56,508 Updating WAITING jobs +2021-12-18 11:49:56,508 Update finished +2021-12-18 11:49:56,508 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:49:56,508 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:49:56,508 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:49:56,508 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:49:56,509 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:49:56,509 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:49:56,509 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:49:56,509 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:49:56,511 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:49:56,514 Job list saved +2021-12-18 11:49:56,518 Updating FAILED jobs +2021-12-18 11:49:56,518 Updating WAITING jobs +2021-12-18 11:49:56,519 Update finished +2021-12-18 11:50:06,523 Reloading parameters... +2021-12-18 11:50:06,543 Loading parameters... +2021-12-18 11:50:06,545 Loading project parameters... +2021-12-18 11:50:06,547 + +15 of 25 jobs remaining (11:50) +2021-12-18 11:50:06,548 Sleep: 10 +2021-12-18 11:50:06,548 Number of retrials: 0 +2021-12-18 11:50:06,548 WRAPPER CHECK TIME = 10 +2021-12-18 11:50:06,549 Checking jobs for platform=marenostrum4 +2021-12-18 11:50:06,550 Checking jobs for platform=nord3 +2021-12-18 11:50:06,551 Checking jobs for platform=local +2021-12-18 11:50:06,552 Checking jobs for platform=transfer_node +2021-12-18 11:50:06,552 Checking all jobs at once +2021-12-18 11:50:08,076 Successful check job command +2021-12-18 11:50:09,396 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:50:09,396 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:50:09,396 End of checking +2021-12-18 11:50:09,398 Updating FAILED jobs +2021-12-18 11:50:09,398 Updating WAITING jobs +2021-12-18 11:50:09,398 Update finished +2021-12-18 11:50:09,398 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:50:09,400 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:50:09,400 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:50:09,401 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:50:09,401 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:50:09,401 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:50:09,401 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:50:09,401 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:50:09,404 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:50:09,406 Job list saved +2021-12-18 11:50:09,410 Updating FAILED jobs +2021-12-18 11:50:09,411 Updating WAITING jobs +2021-12-18 11:50:09,411 Update finished +2021-12-18 11:50:19,421 Reloading parameters... +2021-12-18 11:50:19,440 Loading parameters... +2021-12-18 11:50:19,442 Loading project parameters... +2021-12-18 11:50:19,443 + +15 of 25 jobs remaining (11:50) +2021-12-18 11:50:19,444 Sleep: 10 +2021-12-18 11:50:19,444 Number of retrials: 0 +2021-12-18 11:50:19,444 WRAPPER CHECK TIME = 10 +2021-12-18 11:50:19,444 Checking jobs for platform=marenostrum4 +2021-12-18 11:50:19,445 Checking jobs for platform=nord3 +2021-12-18 11:50:19,446 Checking jobs for platform=local +2021-12-18 11:50:19,446 Checking jobs for platform=transfer_node +2021-12-18 11:50:19,446 Checking all jobs at once +2021-12-18 11:50:20,816 Successful check job command +2021-12-18 11:50:22,136 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:50:22,136 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:50:22,136 End of checking +2021-12-18 11:50:22,138 Updating FAILED jobs +2021-12-18 11:50:22,138 Updating WAITING jobs +2021-12-18 11:50:22,138 Update finished +2021-12-18 11:50:22,139 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:50:22,139 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:50:22,139 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:50:22,139 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:50:22,139 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:50:22,139 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:50:22,139 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:50:22,140 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:50:22,142 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:50:22,144 Job list saved +2021-12-18 11:50:22,149 Updating FAILED jobs +2021-12-18 11:50:22,149 Updating WAITING jobs +2021-12-18 11:50:22,150 Update finished +2021-12-18 11:50:32,156 Reloading parameters... +2021-12-18 11:50:32,175 Loading parameters... +2021-12-18 11:50:32,176 Loading project parameters... +2021-12-18 11:50:32,178 + +15 of 25 jobs remaining (11:50) +2021-12-18 11:50:32,179 Sleep: 10 +2021-12-18 11:50:32,179 Number of retrials: 0 +2021-12-18 11:50:32,179 WRAPPER CHECK TIME = 10 +2021-12-18 11:50:32,179 Checking jobs for platform=marenostrum4 +2021-12-18 11:50:32,180 Checking jobs for platform=nord3 +2021-12-18 11:50:32,180 Checking jobs for platform=local +2021-12-18 11:50:32,181 Checking jobs for platform=transfer_node +2021-12-18 11:50:32,181 Checking all jobs at once +2021-12-18 11:50:33,453 Successful check job command +2021-12-18 11:50:34,673 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:50:34,673 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:50:34,673 End of checking +2021-12-18 11:50:34,674 Updating FAILED jobs +2021-12-18 11:50:34,675 Updating WAITING jobs +2021-12-18 11:50:34,675 Update finished +2021-12-18 11:50:34,675 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:50:34,675 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:50:34,675 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:50:34,676 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:50:34,676 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:50:34,676 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:50:34,676 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:50:34,676 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:50:34,679 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:50:34,681 Job list saved +2021-12-18 11:50:34,687 Updating FAILED jobs +2021-12-18 11:50:34,687 Updating WAITING jobs +2021-12-18 11:50:34,687 Update finished +2021-12-18 11:50:44,694 Reloading parameters... +2021-12-18 11:50:44,713 Loading parameters... +2021-12-18 11:50:44,714 Loading project parameters... +2021-12-18 11:50:44,716 + +15 of 25 jobs remaining (11:50) +2021-12-18 11:50:44,716 Sleep: 10 +2021-12-18 11:50:44,716 Number of retrials: 0 +2021-12-18 11:50:44,717 WRAPPER CHECK TIME = 10 +2021-12-18 11:50:44,717 Checking jobs for platform=marenostrum4 +2021-12-18 11:50:44,718 Checking jobs for platform=nord3 +2021-12-18 11:50:44,718 Checking jobs for platform=local +2021-12-18 11:50:44,719 Checking jobs for platform=transfer_node +2021-12-18 11:50:44,719 Checking all jobs at once +2021-12-18 11:50:45,988 Successful check job command +2021-12-18 11:50:47,207 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:50:47,208 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:50:47,208 End of checking +2021-12-18 11:50:47,209 Updating FAILED jobs +2021-12-18 11:50:47,209 Updating WAITING jobs +2021-12-18 11:50:47,210 Update finished +2021-12-18 11:50:47,210 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:50:47,210 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:50:47,211 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:50:47,211 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:50:47,211 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:50:47,211 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:50:47,211 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:50:47,211 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:50:47,214 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:50:47,216 Job list saved +2021-12-18 11:50:47,221 Updating FAILED jobs +2021-12-18 11:50:47,221 Updating WAITING jobs +2021-12-18 11:50:47,221 Update finished +2021-12-18 11:50:57,228 Reloading parameters... +2021-12-18 11:50:57,250 Loading parameters... +2021-12-18 11:50:57,251 Loading project parameters... +2021-12-18 11:50:57,253 + +15 of 25 jobs remaining (11:50) +2021-12-18 11:50:57,254 Sleep: 10 +2021-12-18 11:50:57,254 Number of retrials: 0 +2021-12-18 11:50:57,254 WRAPPER CHECK TIME = 10 +2021-12-18 11:50:57,254 Checking jobs for platform=marenostrum4 +2021-12-18 11:50:57,255 Checking jobs for platform=nord3 +2021-12-18 11:50:57,255 Checking jobs for platform=local +2021-12-18 11:50:57,256 Checking jobs for platform=transfer_node +2021-12-18 11:50:57,256 Checking all jobs at once +2021-12-18 11:50:58,527 Successful check job command +2021-12-18 11:50:59,846 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:50:59,847 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:50:59,847 End of checking +2021-12-18 11:50:59,848 Updating FAILED jobs +2021-12-18 11:50:59,848 Updating WAITING jobs +2021-12-18 11:50:59,849 Update finished +2021-12-18 11:50:59,849 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:50:59,849 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:50:59,849 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:50:59,849 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:50:59,849 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:50:59,849 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:50:59,850 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:50:59,850 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:50:59,852 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:50:59,855 Job list saved +2021-12-18 11:50:59,860 Updating FAILED jobs +2021-12-18 11:50:59,860 Updating WAITING jobs +2021-12-18 11:50:59,860 Update finished +2021-12-18 11:51:09,870 Reloading parameters... +2021-12-18 11:51:09,889 Loading parameters... +2021-12-18 11:51:09,890 Loading project parameters... +2021-12-18 11:51:09,892 + +15 of 25 jobs remaining (11:51) +2021-12-18 11:51:09,892 Sleep: 10 +2021-12-18 11:51:09,892 Number of retrials: 0 +2021-12-18 11:51:09,892 WRAPPER CHECK TIME = 10 +2021-12-18 11:51:09,893 Checking jobs for platform=marenostrum4 +2021-12-18 11:51:09,894 Checking jobs for platform=nord3 +2021-12-18 11:51:09,894 Checking jobs for platform=local +2021-12-18 11:51:09,895 Checking jobs for platform=transfer_node +2021-12-18 11:51:09,895 Checking all jobs at once +2021-12-18 11:51:11,214 Successful check job command +2021-12-18 11:51:12,534 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:51:12,534 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:51:12,535 End of checking +2021-12-18 11:51:12,536 Updating FAILED jobs +2021-12-18 11:51:12,537 Updating WAITING jobs +2021-12-18 11:51:12,537 Update finished +2021-12-18 11:51:12,537 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:51:12,537 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:51:12,537 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:51:12,537 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:51:12,538 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:51:12,538 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:51:12,538 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:51:12,538 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:51:12,541 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:51:12,543 Job list saved +2021-12-18 11:51:12,548 Updating FAILED jobs +2021-12-18 11:51:12,548 Updating WAITING jobs +2021-12-18 11:51:12,548 Update finished +2021-12-18 11:51:22,558 Reloading parameters... +2021-12-18 11:51:22,577 Loading parameters... +2021-12-18 11:51:22,579 Loading project parameters... +2021-12-18 11:51:22,581 + +15 of 25 jobs remaining (11:51) +2021-12-18 11:51:22,581 Sleep: 10 +2021-12-18 11:51:22,581 Number of retrials: 0 +2021-12-18 11:51:22,581 WRAPPER CHECK TIME = 10 +2021-12-18 11:51:22,582 Checking jobs for platform=marenostrum4 +2021-12-18 11:51:22,582 Checking jobs for platform=nord3 +2021-12-18 11:51:22,583 Checking jobs for platform=local +2021-12-18 11:51:22,583 Checking jobs for platform=transfer_node +2021-12-18 11:51:22,583 Checking all jobs at once +2021-12-18 11:51:23,955 Successful check job command +2021-12-18 11:51:25,475 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:51:25,475 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:51:25,475 End of checking +2021-12-18 11:51:25,476 Updating FAILED jobs +2021-12-18 11:51:25,477 Updating WAITING jobs +2021-12-18 11:51:25,477 Update finished +2021-12-18 11:51:25,477 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:51:25,477 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:51:25,478 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:51:25,478 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:51:25,478 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:51:25,478 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:51:25,478 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:51:25,478 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:51:25,481 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:51:25,483 Job list saved +2021-12-18 11:51:25,488 Updating FAILED jobs +2021-12-18 11:51:25,488 Updating WAITING jobs +2021-12-18 11:51:25,489 Update finished +2021-12-18 11:51:35,498 Reloading parameters... +2021-12-18 11:51:35,516 Loading parameters... +2021-12-18 11:51:35,518 Loading project parameters... +2021-12-18 11:51:35,520 + +15 of 25 jobs remaining (11:51) +2021-12-18 11:51:35,520 Sleep: 10 +2021-12-18 11:51:35,520 Number of retrials: 0 +2021-12-18 11:51:35,520 WRAPPER CHECK TIME = 10 +2021-12-18 11:51:35,521 Checking jobs for platform=marenostrum4 +2021-12-18 11:51:35,521 Checking jobs for platform=nord3 +2021-12-18 11:51:35,522 Checking jobs for platform=local +2021-12-18 11:51:35,522 Checking jobs for platform=transfer_node +2021-12-18 11:51:35,522 Checking all jobs at once +2021-12-18 11:51:36,843 Successful check job command +2021-12-18 11:51:38,113 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:51:38,113 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:51:38,113 End of checking +2021-12-18 11:51:38,114 Updating FAILED jobs +2021-12-18 11:51:38,115 Updating WAITING jobs +2021-12-18 11:51:38,115 Update finished +2021-12-18 11:51:38,115 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:51:38,115 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:51:38,115 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:51:38,115 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:51:38,116 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:51:38,116 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:51:38,116 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:51:38,116 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:51:38,118 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:51:38,121 Job list saved +2021-12-18 11:51:38,125 Updating FAILED jobs +2021-12-18 11:51:38,125 Updating WAITING jobs +2021-12-18 11:51:38,125 Update finished +2021-12-18 11:51:48,136 Reloading parameters... +2021-12-18 11:51:48,154 Loading parameters... +2021-12-18 11:51:48,155 Loading project parameters... +2021-12-18 11:51:48,157 + +15 of 25 jobs remaining (11:51) +2021-12-18 11:51:48,157 Sleep: 10 +2021-12-18 11:51:48,157 Number of retrials: 0 +2021-12-18 11:51:48,157 WRAPPER CHECK TIME = 10 +2021-12-18 11:51:48,158 Checking jobs for platform=marenostrum4 +2021-12-18 11:51:48,159 Checking jobs for platform=nord3 +2021-12-18 11:51:48,159 Checking jobs for platform=local +2021-12-18 11:51:48,160 Checking jobs for platform=transfer_node +2021-12-18 11:51:48,160 Checking all jobs at once +2021-12-18 11:51:49,583 Successful check job command +2021-12-18 11:51:50,853 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:51:50,853 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:51:50,853 End of checking +2021-12-18 11:51:50,854 Updating FAILED jobs +2021-12-18 11:51:50,854 Updating WAITING jobs +2021-12-18 11:51:50,855 Update finished +2021-12-18 11:51:50,855 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:51:50,855 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:51:50,855 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:51:50,855 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:51:50,855 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:51:50,855 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:51:50,856 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:51:50,856 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:51:50,858 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:51:50,860 Job list saved +2021-12-18 11:51:50,865 Updating FAILED jobs +2021-12-18 11:51:50,865 Updating WAITING jobs +2021-12-18 11:51:50,866 Update finished +2021-12-18 11:52:00,876 Reloading parameters... +2021-12-18 11:52:00,894 Loading parameters... +2021-12-18 11:52:00,895 Loading project parameters... +2021-12-18 11:52:00,897 + +15 of 25 jobs remaining (11:52) +2021-12-18 11:52:00,897 Sleep: 10 +2021-12-18 11:52:00,897 Number of retrials: 0 +2021-12-18 11:52:00,897 WRAPPER CHECK TIME = 10 +2021-12-18 11:52:00,898 Checking jobs for platform=marenostrum4 +2021-12-18 11:52:00,899 Checking jobs for platform=nord3 +2021-12-18 11:52:00,899 Checking jobs for platform=local +2021-12-18 11:52:00,900 Checking jobs for platform=transfer_node +2021-12-18 11:52:00,900 Checking all jobs at once +2021-12-18 11:52:02,369 Successful check job command +2021-12-18 11:52:03,689 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:52:03,690 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:52:03,690 End of checking +2021-12-18 11:52:03,691 Updating FAILED jobs +2021-12-18 11:52:03,691 Updating WAITING jobs +2021-12-18 11:52:03,692 Update finished +2021-12-18 11:52:03,692 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:52:03,693 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:52:03,693 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:52:03,693 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:52:03,693 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:52:03,693 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:52:03,693 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:52:03,694 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:52:03,696 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:52:03,698 Job list saved +2021-12-18 11:52:03,703 Updating FAILED jobs +2021-12-18 11:52:03,703 Updating WAITING jobs +2021-12-18 11:52:03,703 Update finished +2021-12-18 11:52:13,712 Reloading parameters... +2021-12-18 11:52:13,735 Loading parameters... +2021-12-18 11:52:13,737 Loading project parameters... +2021-12-18 11:52:13,739 + +15 of 25 jobs remaining (11:52) +2021-12-18 11:52:13,739 Sleep: 10 +2021-12-18 11:52:13,739 Number of retrials: 0 +2021-12-18 11:52:13,739 WRAPPER CHECK TIME = 10 +2021-12-18 11:52:13,740 Checking jobs for platform=marenostrum4 +2021-12-18 11:52:13,740 Checking jobs for platform=nord3 +2021-12-18 11:52:13,741 Checking jobs for platform=local +2021-12-18 11:52:13,742 Checking jobs for platform=transfer_node +2021-12-18 11:52:13,742 Checking all jobs at once +2021-12-18 11:52:15,062 Successful check job command +2021-12-18 11:52:16,334 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:52:16,334 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:52:16,334 End of checking +2021-12-18 11:52:16,336 Updating FAILED jobs +2021-12-18 11:52:16,336 Updating WAITING jobs +2021-12-18 11:52:16,336 Update finished +2021-12-18 11:52:16,336 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:52:16,336 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:52:16,337 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:52:16,337 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:52:16,337 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:52:16,337 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:52:16,337 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:52:16,337 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:52:16,340 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:52:16,343 Job list saved +2021-12-18 11:52:16,347 Updating FAILED jobs +2021-12-18 11:52:16,347 Updating WAITING jobs +2021-12-18 11:52:16,348 Update finished +2021-12-18 11:52:26,349 Reloading parameters... +2021-12-18 11:52:26,368 Loading parameters... +2021-12-18 11:52:26,369 Loading project parameters... +2021-12-18 11:52:26,371 + +15 of 25 jobs remaining (11:52) +2021-12-18 11:52:26,371 Sleep: 10 +2021-12-18 11:52:26,371 Number of retrials: 0 +2021-12-18 11:52:26,371 WRAPPER CHECK TIME = 10 +2021-12-18 11:52:26,372 Checking jobs for platform=marenostrum4 +2021-12-18 11:52:26,372 Checking jobs for platform=nord3 +2021-12-18 11:52:26,373 Checking jobs for platform=local +2021-12-18 11:52:26,373 Checking jobs for platform=transfer_node +2021-12-18 11:52:26,373 Checking all jobs at once +2021-12-18 11:52:28,495 Successful check job command +2021-12-18 11:52:29,765 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:52:29,765 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:52:29,765 End of checking +2021-12-18 11:52:29,767 Updating FAILED jobs +2021-12-18 11:52:29,767 Updating WAITING jobs +2021-12-18 11:52:29,767 Update finished +2021-12-18 11:52:29,767 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:52:29,767 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:52:29,767 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:52:29,768 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:52:29,768 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:52:29,768 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:52:29,768 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:52:29,768 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:52:29,771 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:52:29,774 Job list saved +2021-12-18 11:52:29,779 Updating FAILED jobs +2021-12-18 11:52:29,779 Updating WAITING jobs +2021-12-18 11:52:29,779 Update finished +2021-12-18 11:52:39,789 Reloading parameters... +2021-12-18 11:52:39,808 Loading parameters... +2021-12-18 11:52:39,809 Loading project parameters... +2021-12-18 11:52:39,811 + +15 of 25 jobs remaining (11:52) +2021-12-18 11:52:39,811 Sleep: 10 +2021-12-18 11:52:39,811 Number of retrials: 0 +2021-12-18 11:52:39,811 WRAPPER CHECK TIME = 10 +2021-12-18 11:52:39,812 Checking jobs for platform=marenostrum4 +2021-12-18 11:52:39,812 Checking jobs for platform=nord3 +2021-12-18 11:52:39,813 Checking jobs for platform=local +2021-12-18 11:52:39,813 Checking jobs for platform=transfer_node +2021-12-18 11:52:39,817 Checking all jobs at once +2021-12-18 11:52:41,740 Successful check job command +2021-12-18 11:52:43,110 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:52:43,110 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:52:43,110 End of checking +2021-12-18 11:52:43,111 Updating FAILED jobs +2021-12-18 11:52:43,112 Updating WAITING jobs +2021-12-18 11:52:43,112 Update finished +2021-12-18 11:52:43,112 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:52:43,113 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:52:43,113 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:52:43,113 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:52:43,113 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:52:43,113 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:52:43,113 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:52:43,113 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:52:43,118 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:52:43,120 Job list saved +2021-12-18 11:52:43,132 Updating FAILED jobs +2021-12-18 11:52:43,132 Updating WAITING jobs +2021-12-18 11:52:43,132 Update finished +2021-12-18 11:52:53,141 Reloading parameters... +2021-12-18 11:52:53,160 Loading parameters... +2021-12-18 11:52:53,162 Loading project parameters... +2021-12-18 11:52:53,164 + +15 of 25 jobs remaining (11:52) +2021-12-18 11:52:53,164 Sleep: 10 +2021-12-18 11:52:53,164 Number of retrials: 0 +2021-12-18 11:52:53,164 WRAPPER CHECK TIME = 10 +2021-12-18 11:52:53,165 Checking jobs for platform=marenostrum4 +2021-12-18 11:52:53,165 Checking jobs for platform=nord3 +2021-12-18 11:52:53,166 Checking jobs for platform=local +2021-12-18 11:52:53,166 Checking jobs for platform=transfer_node +2021-12-18 11:52:53,166 Checking all jobs at once +2021-12-18 11:52:54,486 Successful check job command +2021-12-18 11:52:55,756 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:52:55,756 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:52:55,756 End of checking +2021-12-18 11:52:55,758 Updating FAILED jobs +2021-12-18 11:52:55,758 Updating WAITING jobs +2021-12-18 11:52:55,758 Update finished +2021-12-18 11:52:55,758 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:52:55,759 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:52:55,759 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:52:55,759 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:52:55,759 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:52:55,759 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:52:55,759 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:52:55,759 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:52:55,763 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:52:55,765 Job list saved +2021-12-18 11:52:55,770 Updating FAILED jobs +2021-12-18 11:52:55,770 Updating WAITING jobs +2021-12-18 11:52:55,770 Update finished +2021-12-18 11:53:05,777 Reloading parameters... +2021-12-18 11:53:05,798 Loading parameters... +2021-12-18 11:53:05,800 Loading project parameters... +2021-12-18 11:53:05,802 + +15 of 25 jobs remaining (11:53) +2021-12-18 11:53:05,802 Sleep: 10 +2021-12-18 11:53:05,802 Number of retrials: 0 +2021-12-18 11:53:05,802 WRAPPER CHECK TIME = 10 +2021-12-18 11:53:05,803 Checking jobs for platform=marenostrum4 +2021-12-18 11:53:05,803 Checking jobs for platform=nord3 +2021-12-18 11:53:05,804 Checking jobs for platform=local +2021-12-18 11:53:05,804 Checking jobs for platform=transfer_node +2021-12-18 11:53:05,804 Checking all jobs at once +2021-12-18 11:53:07,276 Successful check job command +2021-12-18 11:53:08,546 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:53:08,547 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:53:08,547 End of checking +2021-12-18 11:53:08,548 Updating FAILED jobs +2021-12-18 11:53:08,548 Updating WAITING jobs +2021-12-18 11:53:08,549 Update finished +2021-12-18 11:53:08,549 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:53:08,549 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:53:08,549 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:53:08,549 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:53:08,549 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:53:08,549 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:53:08,549 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:53:08,550 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:53:08,552 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:53:08,555 Job list saved +2021-12-18 11:53:08,560 Updating FAILED jobs +2021-12-18 11:53:08,560 Updating WAITING jobs +2021-12-18 11:53:08,560 Update finished +2021-12-18 11:53:18,570 Reloading parameters... +2021-12-18 11:53:18,591 Loading parameters... +2021-12-18 11:53:18,592 Loading project parameters... +2021-12-18 11:53:18,594 + +15 of 25 jobs remaining (11:53) +2021-12-18 11:53:18,594 Sleep: 10 +2021-12-18 11:53:18,594 Number of retrials: 0 +2021-12-18 11:53:18,594 WRAPPER CHECK TIME = 10 +2021-12-18 11:53:18,595 Checking jobs for platform=marenostrum4 +2021-12-18 11:53:18,595 Checking jobs for platform=nord3 +2021-12-18 11:53:18,596 Checking jobs for platform=local +2021-12-18 11:53:18,597 Checking jobs for platform=transfer_node +2021-12-18 11:53:18,597 Checking all jobs at once +2021-12-18 11:53:19,916 Successful check job command +2021-12-18 11:53:21,186 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:53:21,187 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:53:21,187 End of checking +2021-12-18 11:53:21,188 Updating FAILED jobs +2021-12-18 11:53:21,188 Updating WAITING jobs +2021-12-18 11:53:21,189 Update finished +2021-12-18 11:53:21,189 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:53:21,189 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:53:21,190 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:53:21,190 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:53:21,190 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:53:21,190 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:53:21,190 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:53:21,190 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:53:21,194 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:53:21,196 Job list saved +2021-12-18 11:53:21,201 Updating FAILED jobs +2021-12-18 11:53:21,201 Updating WAITING jobs +2021-12-18 11:53:21,202 Update finished +2021-12-18 11:53:31,212 Reloading parameters... +2021-12-18 11:53:31,243 Loading parameters... +2021-12-18 11:53:31,245 Loading project parameters... +2021-12-18 11:53:31,246 + +15 of 25 jobs remaining (11:53) +2021-12-18 11:53:31,247 Sleep: 10 +2021-12-18 11:53:31,247 Number of retrials: 0 +2021-12-18 11:53:31,247 WRAPPER CHECK TIME = 10 +2021-12-18 11:53:31,248 Checking jobs for platform=marenostrum4 +2021-12-18 11:53:31,249 Checking jobs for platform=nord3 +2021-12-18 11:53:31,249 Checking jobs for platform=local +2021-12-18 11:53:31,250 Checking jobs for platform=transfer_node +2021-12-18 11:53:31,250 Checking all jobs at once +2021-12-18 11:53:32,580 Successful check job command +2021-12-18 11:53:33,799 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:53:33,799 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:53:33,799 End of checking +2021-12-18 11:53:33,806 Updating FAILED jobs +2021-12-18 11:53:33,806 Updating WAITING jobs +2021-12-18 11:53:33,806 Update finished +2021-12-18 11:53:33,806 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:53:33,806 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:53:33,806 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:53:33,807 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:53:33,807 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:53:33,807 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:53:33,807 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:53:33,807 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:53:33,810 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:53:33,812 Job list saved +2021-12-18 11:53:33,817 Updating FAILED jobs +2021-12-18 11:53:33,817 Updating WAITING jobs +2021-12-18 11:53:33,817 Update finished +2021-12-18 11:53:43,827 Reloading parameters... +2021-12-18 11:53:43,848 Loading parameters... +2021-12-18 11:53:43,849 Loading project parameters... +2021-12-18 11:53:43,851 + +15 of 25 jobs remaining (11:53) +2021-12-18 11:53:43,852 Sleep: 10 +2021-12-18 11:53:43,852 Number of retrials: 0 +2021-12-18 11:53:43,852 WRAPPER CHECK TIME = 10 +2021-12-18 11:53:43,852 Checking jobs for platform=marenostrum4 +2021-12-18 11:53:43,853 Checking jobs for platform=nord3 +2021-12-18 11:53:43,853 Checking jobs for platform=local +2021-12-18 11:53:43,854 Checking jobs for platform=transfer_node +2021-12-18 11:53:43,854 Checking all jobs at once +2021-12-18 11:53:45,674 Successful check job command +2021-12-18 11:53:47,294 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:53:47,294 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:53:47,295 End of checking +2021-12-18 11:53:47,298 Updating FAILED jobs +2021-12-18 11:53:47,298 Updating WAITING jobs +2021-12-18 11:53:47,298 Update finished +2021-12-18 11:53:47,298 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:53:47,298 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:53:47,298 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:53:47,299 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:53:47,299 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:53:47,299 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:53:47,299 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:53:47,299 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:53:47,302 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:53:47,305 Job list saved +2021-12-18 11:53:47,309 Updating FAILED jobs +2021-12-18 11:53:47,309 Updating WAITING jobs +2021-12-18 11:53:47,310 Update finished +2021-12-18 11:53:57,320 Reloading parameters... +2021-12-18 11:53:57,340 Loading parameters... +2021-12-18 11:53:57,341 Loading project parameters... +2021-12-18 11:53:57,343 + +15 of 25 jobs remaining (11:53) +2021-12-18 11:53:57,344 Sleep: 10 +2021-12-18 11:53:57,344 Number of retrials: 0 +2021-12-18 11:53:57,344 WRAPPER CHECK TIME = 10 +2021-12-18 11:53:57,344 Checking jobs for platform=marenostrum4 +2021-12-18 11:53:57,345 Checking jobs for platform=nord3 +2021-12-18 11:53:57,345 Checking jobs for platform=local +2021-12-18 11:53:57,346 Checking jobs for platform=transfer_node +2021-12-18 11:53:57,346 Checking all jobs at once +2021-12-18 11:53:58,678 Successful check job command +2021-12-18 11:53:59,998 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:53:59,999 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:53:59,999 End of checking +2021-12-18 11:54:00,002 Updating FAILED jobs +2021-12-18 11:54:00,003 Updating WAITING jobs +2021-12-18 11:54:00,003 Update finished +2021-12-18 11:54:00,003 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:54:00,004 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:54:00,004 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:54:00,004 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:54:00,004 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:54:00,004 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:54:00,004 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:54:00,005 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:54:00,007 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:54:00,009 Job list saved +2021-12-18 11:54:00,014 Updating FAILED jobs +2021-12-18 11:54:00,014 Updating WAITING jobs +2021-12-18 11:54:00,014 Update finished +2021-12-18 11:54:10,024 Reloading parameters... +2021-12-18 11:54:10,043 Loading parameters... +2021-12-18 11:54:10,045 Loading project parameters... +2021-12-18 11:54:10,047 + +15 of 25 jobs remaining (11:54) +2021-12-18 11:54:10,047 Sleep: 10 +2021-12-18 11:54:10,047 Number of retrials: 0 +2021-12-18 11:54:10,047 WRAPPER CHECK TIME = 10 +2021-12-18 11:54:10,048 Checking jobs for platform=marenostrum4 +2021-12-18 11:54:10,048 Checking jobs for platform=nord3 +2021-12-18 11:54:10,049 Checking jobs for platform=local +2021-12-18 11:54:10,049 Checking jobs for platform=transfer_node +2021-12-18 11:54:10,049 Checking all jobs at once +2021-12-18 11:54:11,321 Successful check job command +2021-12-18 11:54:12,640 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:54:12,641 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:54:12,641 End of checking +2021-12-18 11:54:12,642 Updating FAILED jobs +2021-12-18 11:54:12,643 Updating WAITING jobs +2021-12-18 11:54:12,643 Update finished +2021-12-18 11:54:12,643 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:54:12,643 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:54:12,643 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:54:12,643 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:54:12,644 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:54:12,644 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:54:12,644 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:54:12,644 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:54:12,647 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:54:12,650 Job list saved +2021-12-18 11:54:12,655 Updating FAILED jobs +2021-12-18 11:54:12,655 Updating WAITING jobs +2021-12-18 11:54:12,656 Update finished +2021-12-18 11:54:22,666 Reloading parameters... +2021-12-18 11:54:22,686 Loading parameters... +2021-12-18 11:54:22,687 Loading project parameters... +2021-12-18 11:54:22,689 + +15 of 25 jobs remaining (11:54) +2021-12-18 11:54:22,689 Sleep: 10 +2021-12-18 11:54:22,690 Number of retrials: 0 +2021-12-18 11:54:22,690 WRAPPER CHECK TIME = 10 +2021-12-18 11:54:22,690 Checking jobs for platform=marenostrum4 +2021-12-18 11:54:22,691 Checking jobs for platform=nord3 +2021-12-18 11:54:22,691 Checking jobs for platform=local +2021-12-18 11:54:22,692 Checking jobs for platform=transfer_node +2021-12-18 11:54:22,692 Checking all jobs at once +2021-12-18 11:54:24,163 Successful check job command +2021-12-18 11:54:25,533 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:54:25,533 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:54:25,533 End of checking +2021-12-18 11:54:25,534 Updating FAILED jobs +2021-12-18 11:54:25,534 Updating WAITING jobs +2021-12-18 11:54:25,535 Update finished +2021-12-18 11:54:25,535 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:54:25,535 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:54:25,535 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:54:25,535 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:54:25,535 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:54:25,535 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:54:25,536 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:54:25,536 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:54:25,538 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:54:25,541 Job list saved +2021-12-18 11:54:25,547 Updating FAILED jobs +2021-12-18 11:54:25,547 Updating WAITING jobs +2021-12-18 11:54:25,547 Update finished +2021-12-18 11:54:35,556 Reloading parameters... +2021-12-18 11:54:35,578 Loading parameters... +2021-12-18 11:54:35,580 Loading project parameters... +2021-12-18 11:54:35,581 + +15 of 25 jobs remaining (11:54) +2021-12-18 11:54:35,582 Sleep: 10 +2021-12-18 11:54:35,582 Number of retrials: 0 +2021-12-18 11:54:35,582 WRAPPER CHECK TIME = 10 +2021-12-18 11:54:35,582 Checking jobs for platform=marenostrum4 +2021-12-18 11:54:35,583 Checking jobs for platform=nord3 +2021-12-18 11:54:35,584 Checking jobs for platform=local +2021-12-18 11:54:35,584 Checking jobs for platform=transfer_node +2021-12-18 11:54:35,584 Checking all jobs at once +2021-12-18 11:54:37,664 Successful check job command +2021-12-18 11:54:39,084 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:54:39,085 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:54:39,085 End of checking +2021-12-18 11:54:39,086 Updating FAILED jobs +2021-12-18 11:54:39,086 Updating WAITING jobs +2021-12-18 11:54:39,086 Update finished +2021-12-18 11:54:39,087 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:54:39,087 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:54:39,087 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:54:39,087 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:54:39,088 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:54:39,088 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:54:39,088 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:54:39,088 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:54:39,091 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:54:39,093 Job list saved +2021-12-18 11:54:39,098 Updating FAILED jobs +2021-12-18 11:54:39,099 Updating WAITING jobs +2021-12-18 11:54:39,099 Update finished +2021-12-18 11:54:49,109 Reloading parameters... +2021-12-18 11:54:49,129 Loading parameters... +2021-12-18 11:54:49,131 Loading project parameters... +2021-12-18 11:54:49,132 + +15 of 25 jobs remaining (11:54) +2021-12-18 11:54:49,133 Sleep: 10 +2021-12-18 11:54:49,133 Number of retrials: 0 +2021-12-18 11:54:49,133 WRAPPER CHECK TIME = 10 +2021-12-18 11:54:49,133 Checking jobs for platform=marenostrum4 +2021-12-18 11:54:49,134 Checking jobs for platform=nord3 +2021-12-18 11:54:49,135 Checking jobs for platform=local +2021-12-18 11:54:49,135 Checking jobs for platform=transfer_node +2021-12-18 11:54:49,135 Checking all jobs at once +2021-12-18 11:54:51,306 Successful check job command +2021-12-18 11:54:52,726 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:54:52,726 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:54:52,726 End of checking +2021-12-18 11:54:52,728 Updating FAILED jobs +2021-12-18 11:54:52,728 Updating WAITING jobs +2021-12-18 11:54:52,728 Update finished +2021-12-18 11:54:52,728 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:54:52,728 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:54:52,729 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:54:52,729 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:54:52,729 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:54:52,729 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:54:52,729 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:54:52,729 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:54:52,732 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:54:52,734 Job list saved +2021-12-18 11:54:52,739 Updating FAILED jobs +2021-12-18 11:54:52,740 Updating WAITING jobs +2021-12-18 11:54:52,740 Update finished +2021-12-18 11:55:02,750 Reloading parameters... +2021-12-18 11:55:02,843 Loading parameters... +2021-12-18 11:55:02,844 Loading project parameters... +2021-12-18 11:55:02,846 + +15 of 25 jobs remaining (11:55) +2021-12-18 11:55:02,846 Sleep: 10 +2021-12-18 11:55:02,847 Number of retrials: 0 +2021-12-18 11:55:02,847 WRAPPER CHECK TIME = 10 +2021-12-18 11:55:02,847 Checking jobs for platform=marenostrum4 +2021-12-18 11:55:02,848 Checking jobs for platform=nord3 +2021-12-18 11:55:02,848 Checking jobs for platform=local +2021-12-18 11:55:02,849 Checking jobs for platform=transfer_node +2021-12-18 11:55:02,849 Checking all jobs at once +2021-12-18 11:55:04,169 Successful check job command +2021-12-18 11:55:05,593 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:55:05,593 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:55:05,593 End of checking +2021-12-18 11:55:05,595 Updating FAILED jobs +2021-12-18 11:55:05,595 Updating WAITING jobs +2021-12-18 11:55:05,595 Update finished +2021-12-18 11:55:05,595 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:55:05,596 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:55:05,596 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:55:05,596 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:55:05,596 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:55:05,596 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:55:05,596 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:55:05,596 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:55:05,599 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:55:05,602 Job list saved +2021-12-18 11:55:05,606 Updating FAILED jobs +2021-12-18 11:55:05,607 Updating WAITING jobs +2021-12-18 11:55:05,607 Update finished +2021-12-18 11:55:15,616 Reloading parameters... +2021-12-18 11:55:15,637 Loading parameters... +2021-12-18 11:55:15,638 Loading project parameters... +2021-12-18 11:55:15,640 + +15 of 25 jobs remaining (11:55) +2021-12-18 11:55:15,640 Sleep: 10 +2021-12-18 11:55:15,640 Number of retrials: 0 +2021-12-18 11:55:15,640 WRAPPER CHECK TIME = 10 +2021-12-18 11:55:15,641 Checking jobs for platform=marenostrum4 +2021-12-18 11:55:15,642 Checking jobs for platform=nord3 +2021-12-18 11:55:15,642 Checking jobs for platform=local +2021-12-18 11:55:15,643 Checking jobs for platform=transfer_node +2021-12-18 11:55:15,643 Checking all jobs at once +2021-12-18 11:55:16,964 Successful check job command +2021-12-18 11:55:18,334 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:55:18,334 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:55:18,335 End of checking +2021-12-18 11:55:18,337 Updating FAILED jobs +2021-12-18 11:55:18,337 Updating WAITING jobs +2021-12-18 11:55:18,338 Update finished +2021-12-18 11:55:18,338 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:55:18,339 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:55:18,339 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:55:18,339 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:55:18,339 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:55:18,339 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:55:18,339 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:55:18,340 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:55:18,343 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:55:18,345 Job list saved +2021-12-18 11:55:18,352 Updating FAILED jobs +2021-12-18 11:55:18,352 Updating WAITING jobs +2021-12-18 11:55:18,353 Update finished +2021-12-18 11:55:28,363 Reloading parameters... +2021-12-18 11:55:28,384 Loading parameters... +2021-12-18 11:55:28,385 Loading project parameters... +2021-12-18 11:55:28,387 + +15 of 25 jobs remaining (11:55) +2021-12-18 11:55:28,387 Sleep: 10 +2021-12-18 11:55:28,387 Number of retrials: 0 +2021-12-18 11:55:28,387 WRAPPER CHECK TIME = 10 +2021-12-18 11:55:28,388 Checking jobs for platform=marenostrum4 +2021-12-18 11:55:28,389 Checking jobs for platform=nord3 +2021-12-18 11:55:28,389 Checking jobs for platform=local +2021-12-18 11:55:28,390 Checking jobs for platform=transfer_node +2021-12-18 11:55:28,390 Checking all jobs at once +2021-12-18 11:55:29,710 Successful check job command +2021-12-18 11:55:31,029 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:55:31,030 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:55:31,030 End of checking +2021-12-18 11:55:31,031 Updating FAILED jobs +2021-12-18 11:55:31,031 Updating WAITING jobs +2021-12-18 11:55:31,031 Update finished +2021-12-18 11:55:31,032 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:55:31,032 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:55:31,032 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:55:31,032 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:55:31,032 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:55:31,032 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:55:31,032 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:55:31,033 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:55:31,035 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:55:31,037 Job list saved +2021-12-18 11:55:31,047 Updating FAILED jobs +2021-12-18 11:55:31,047 Updating WAITING jobs +2021-12-18 11:55:31,047 Update finished +2021-12-18 11:55:41,057 Reloading parameters... +2021-12-18 11:55:41,077 Loading parameters... +2021-12-18 11:55:41,079 Loading project parameters... +2021-12-18 11:55:41,081 + +15 of 25 jobs remaining (11:55) +2021-12-18 11:55:41,081 Sleep: 10 +2021-12-18 11:55:41,081 Number of retrials: 0 +2021-12-18 11:55:41,081 WRAPPER CHECK TIME = 10 +2021-12-18 11:55:41,082 Checking jobs for platform=marenostrum4 +2021-12-18 11:55:41,082 Checking jobs for platform=nord3 +2021-12-18 11:55:41,083 Checking jobs for platform=local +2021-12-18 11:55:41,083 Checking jobs for platform=transfer_node +2021-12-18 11:55:41,084 Checking all jobs at once +2021-12-18 11:55:42,457 Successful check job command +2021-12-18 11:55:43,778 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:55:43,778 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:55:43,778 End of checking +2021-12-18 11:55:43,779 Updating FAILED jobs +2021-12-18 11:55:43,779 Updating WAITING jobs +2021-12-18 11:55:43,780 Update finished +2021-12-18 11:55:43,780 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:55:43,780 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:55:43,780 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:55:43,780 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:55:43,780 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:55:43,780 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:55:43,781 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:55:43,781 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:55:43,783 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:55:43,786 Job list saved +2021-12-18 11:55:43,795 Updating FAILED jobs +2021-12-18 11:55:43,795 Updating WAITING jobs +2021-12-18 11:55:43,795 Update finished +2021-12-18 11:55:53,804 Reloading parameters... +2021-12-18 11:55:53,825 Loading parameters... +2021-12-18 11:55:53,826 Loading project parameters... +2021-12-18 11:55:53,828 + +15 of 25 jobs remaining (11:55) +2021-12-18 11:55:53,828 Sleep: 10 +2021-12-18 11:55:53,828 Number of retrials: 0 +2021-12-18 11:55:53,828 WRAPPER CHECK TIME = 10 +2021-12-18 11:55:53,829 Checking jobs for platform=marenostrum4 +2021-12-18 11:55:53,829 Checking jobs for platform=nord3 +2021-12-18 11:55:53,830 Checking jobs for platform=local +2021-12-18 11:55:53,831 Checking jobs for platform=transfer_node +2021-12-18 11:55:53,831 Checking all jobs at once +2021-12-18 11:55:55,300 Successful check job command +2021-12-18 11:55:56,672 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:55:56,672 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:55:56,672 End of checking +2021-12-18 11:55:56,675 Updating FAILED jobs +2021-12-18 11:55:56,675 Updating WAITING jobs +2021-12-18 11:55:56,675 Update finished +2021-12-18 11:55:56,676 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:55:56,676 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:55:56,676 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:55:56,676 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:55:56,677 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:55:56,677 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:55:56,677 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:55:56,677 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:55:56,680 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:55:56,683 Job list saved +2021-12-18 11:55:56,689 Updating FAILED jobs +2021-12-18 11:55:56,689 Updating WAITING jobs +2021-12-18 11:55:56,689 Update finished +2021-12-18 11:56:06,697 Reloading parameters... +2021-12-18 11:56:06,721 Loading parameters... +2021-12-18 11:56:06,722 Loading project parameters... +2021-12-18 11:56:06,724 + +15 of 25 jobs remaining (11:56) +2021-12-18 11:56:06,724 Sleep: 10 +2021-12-18 11:56:06,725 Number of retrials: 0 +2021-12-18 11:56:06,725 WRAPPER CHECK TIME = 10 +2021-12-18 11:56:06,725 Checking jobs for platform=marenostrum4 +2021-12-18 11:56:06,726 Checking jobs for platform=nord3 +2021-12-18 11:56:06,726 Checking jobs for platform=local +2021-12-18 11:56:06,727 Checking jobs for platform=transfer_node +2021-12-18 11:56:06,727 Checking all jobs at once +2021-12-18 11:56:08,048 Successful check job command +2021-12-18 11:56:09,418 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:56:09,418 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:56:09,418 End of checking +2021-12-18 11:56:09,420 Updating FAILED jobs +2021-12-18 11:56:09,420 Updating WAITING jobs +2021-12-18 11:56:09,421 Update finished +2021-12-18 11:56:09,421 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:56:09,421 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:56:09,421 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:56:09,421 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:56:09,421 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:56:09,421 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:56:09,422 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:56:09,422 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:56:09,425 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:56:09,427 Job list saved +2021-12-18 11:56:09,433 Updating FAILED jobs +2021-12-18 11:56:09,433 Updating WAITING jobs +2021-12-18 11:56:09,433 Update finished +2021-12-18 11:56:19,439 Reloading parameters... +2021-12-18 11:56:19,460 Loading parameters... +2021-12-18 11:56:19,462 Loading project parameters... +2021-12-18 11:56:19,463 + +15 of 25 jobs remaining (11:56) +2021-12-18 11:56:19,464 Sleep: 10 +2021-12-18 11:56:19,464 Number of retrials: 0 +2021-12-18 11:56:19,464 WRAPPER CHECK TIME = 10 +2021-12-18 11:56:19,464 Checking jobs for platform=marenostrum4 +2021-12-18 11:56:19,465 Checking jobs for platform=nord3 +2021-12-18 11:56:19,466 Checking jobs for platform=local +2021-12-18 11:56:19,466 Checking jobs for platform=transfer_node +2021-12-18 11:56:19,466 Checking all jobs at once +2021-12-18 11:56:20,786 Successful check job command +2021-12-18 11:56:22,006 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:56:22,006 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:56:22,006 End of checking +2021-12-18 11:56:22,008 Updating FAILED jobs +2021-12-18 11:56:22,008 Updating WAITING jobs +2021-12-18 11:56:22,008 Update finished +2021-12-18 11:56:22,008 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:56:22,008 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:56:22,008 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:56:22,009 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:56:22,009 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:56:22,009 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:56:22,009 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:56:22,009 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:56:22,012 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:56:22,014 Job list saved +2021-12-18 11:56:22,019 Updating FAILED jobs +2021-12-18 11:56:22,019 Updating WAITING jobs +2021-12-18 11:56:22,019 Update finished +2021-12-18 11:56:32,030 Reloading parameters... +2021-12-18 11:56:32,054 Loading parameters... +2021-12-18 11:56:32,055 Loading project parameters... +2021-12-18 11:56:32,057 + +15 of 25 jobs remaining (11:56) +2021-12-18 11:56:32,057 Sleep: 10 +2021-12-18 11:56:32,057 Number of retrials: 0 +2021-12-18 11:56:32,058 WRAPPER CHECK TIME = 10 +2021-12-18 11:56:32,058 Checking jobs for platform=marenostrum4 +2021-12-18 11:56:32,059 Checking jobs for platform=nord3 +2021-12-18 11:56:32,059 Checking jobs for platform=local +2021-12-18 11:56:32,060 Checking jobs for platform=transfer_node +2021-12-18 11:56:32,060 Checking all jobs at once +2021-12-18 11:56:33,479 Successful check job command +2021-12-18 11:56:34,899 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:56:34,899 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:56:34,900 End of checking +2021-12-18 11:56:34,901 Updating FAILED jobs +2021-12-18 11:56:34,901 Updating WAITING jobs +2021-12-18 11:56:34,901 Update finished +2021-12-18 11:56:34,902 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:56:34,902 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:56:34,902 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:56:34,902 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:56:34,902 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:56:34,903 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:56:34,903 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:56:34,903 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:56:34,906 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:56:34,908 Job list saved +2021-12-18 11:56:34,913 Updating FAILED jobs +2021-12-18 11:56:34,913 Updating WAITING jobs +2021-12-18 11:56:34,914 Update finished +2021-12-18 11:56:44,923 Reloading parameters... +2021-12-18 11:56:44,946 Loading parameters... +2021-12-18 11:56:44,947 Loading project parameters... +2021-12-18 11:56:44,949 + +15 of 25 jobs remaining (11:56) +2021-12-18 11:56:44,949 Sleep: 10 +2021-12-18 11:56:44,950 Number of retrials: 0 +2021-12-18 11:56:44,950 WRAPPER CHECK TIME = 10 +2021-12-18 11:56:44,950 Checking jobs for platform=marenostrum4 +2021-12-18 11:56:44,951 Checking jobs for platform=nord3 +2021-12-18 11:56:44,951 Checking jobs for platform=local +2021-12-18 11:56:44,952 Checking jobs for platform=transfer_node +2021-12-18 11:56:44,952 Checking all jobs at once +2021-12-18 11:56:46,572 Successful check job command +2021-12-18 11:56:47,892 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:56:47,892 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:56:47,893 End of checking +2021-12-18 11:56:47,894 Updating FAILED jobs +2021-12-18 11:56:47,894 Updating WAITING jobs +2021-12-18 11:56:47,895 Update finished +2021-12-18 11:56:47,895 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:56:47,895 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:56:47,895 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:56:47,895 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:56:47,895 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:56:47,895 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:56:47,896 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:56:47,896 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:56:47,899 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:56:47,901 Job list saved +2021-12-18 11:56:47,907 Updating FAILED jobs +2021-12-18 11:56:47,907 Updating WAITING jobs +2021-12-18 11:56:47,907 Update finished +2021-12-18 11:56:57,917 Reloading parameters... +2021-12-18 11:56:57,936 Loading parameters... +2021-12-18 11:56:57,938 Loading project parameters... +2021-12-18 11:56:57,939 + +15 of 25 jobs remaining (11:56) +2021-12-18 11:56:57,940 Sleep: 10 +2021-12-18 11:56:57,940 Number of retrials: 0 +2021-12-18 11:56:57,940 WRAPPER CHECK TIME = 10 +2021-12-18 11:56:57,940 Checking jobs for platform=marenostrum4 +2021-12-18 11:56:57,941 Checking jobs for platform=nord3 +2021-12-18 11:56:57,942 Checking jobs for platform=local +2021-12-18 11:56:57,942 Checking jobs for platform=transfer_node +2021-12-18 11:56:57,942 Checking all jobs at once +2021-12-18 11:56:59,364 Successful check job command +2021-12-18 11:57:00,637 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:57:00,638 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:57:00,638 End of checking +2021-12-18 11:57:00,639 Updating FAILED jobs +2021-12-18 11:57:00,639 Updating WAITING jobs +2021-12-18 11:57:00,640 Update finished +2021-12-18 11:57:00,640 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:57:00,640 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:57:00,640 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:57:00,640 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:57:00,640 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:57:00,641 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:57:00,641 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:57:00,641 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:57:00,643 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:57:00,646 Job list saved +2021-12-18 11:57:00,651 Updating FAILED jobs +2021-12-18 11:57:00,652 Updating WAITING jobs +2021-12-18 11:57:00,652 Update finished +2021-12-18 11:57:10,662 Reloading parameters... +2021-12-18 11:57:10,680 Loading parameters... +2021-12-18 11:57:10,681 Loading project parameters... +2021-12-18 11:57:10,683 + +15 of 25 jobs remaining (11:57) +2021-12-18 11:57:10,684 Sleep: 10 +2021-12-18 11:57:10,684 Number of retrials: 0 +2021-12-18 11:57:10,684 WRAPPER CHECK TIME = 10 +2021-12-18 11:57:10,684 Checking jobs for platform=marenostrum4 +2021-12-18 11:57:10,685 Checking jobs for platform=nord3 +2021-12-18 11:57:10,685 Checking jobs for platform=local +2021-12-18 11:57:10,686 Checking jobs for platform=transfer_node +2021-12-18 11:57:10,686 Checking all jobs at once +2021-12-18 11:57:12,055 Successful check job command +2021-12-18 11:57:13,425 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:57:13,425 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:57:13,425 End of checking +2021-12-18 11:57:13,427 Updating FAILED jobs +2021-12-18 11:57:13,427 Updating WAITING jobs +2021-12-18 11:57:13,427 Update finished +2021-12-18 11:57:13,428 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:57:13,428 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:57:13,428 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:57:13,428 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:57:13,429 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:57:13,429 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:57:13,429 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:57:13,429 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:57:13,432 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:57:13,435 Job list saved +2021-12-18 11:57:13,440 Updating FAILED jobs +2021-12-18 11:57:13,440 Updating WAITING jobs +2021-12-18 11:57:13,440 Update finished +2021-12-18 11:57:23,450 Reloading parameters... +2021-12-18 11:57:23,470 Loading parameters... +2021-12-18 11:57:23,471 Loading project parameters... +2021-12-18 11:57:23,473 + +15 of 25 jobs remaining (11:57) +2021-12-18 11:57:23,474 Sleep: 10 +2021-12-18 11:57:23,474 Number of retrials: 0 +2021-12-18 11:57:23,474 WRAPPER CHECK TIME = 10 +2021-12-18 11:57:23,474 Checking jobs for platform=marenostrum4 +2021-12-18 11:57:23,475 Checking jobs for platform=nord3 +2021-12-18 11:57:23,475 Checking jobs for platform=local +2021-12-18 11:57:23,476 Checking jobs for platform=transfer_node +2021-12-18 11:57:23,476 Checking all jobs at once +2021-12-18 11:57:24,796 Successful check job command +2021-12-18 11:57:26,065 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:57:26,065 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:57:26,065 End of checking +2021-12-18 11:57:26,067 Updating FAILED jobs +2021-12-18 11:57:26,067 Updating WAITING jobs +2021-12-18 11:57:26,067 Update finished +2021-12-18 11:57:26,067 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:57:26,068 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:57:26,068 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:57:26,068 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:57:26,068 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:57:26,068 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:57:26,068 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:57:26,068 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:57:26,071 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:57:26,073 Job list saved +2021-12-18 11:57:26,078 Updating FAILED jobs +2021-12-18 11:57:26,078 Updating WAITING jobs +2021-12-18 11:57:26,079 Update finished +2021-12-18 11:57:36,089 Reloading parameters... +2021-12-18 11:57:36,113 Loading parameters... +2021-12-18 11:57:36,114 Loading project parameters... +2021-12-18 11:57:36,116 + +15 of 25 jobs remaining (11:57) +2021-12-18 11:57:36,117 Sleep: 10 +2021-12-18 11:57:36,117 Number of retrials: 0 +2021-12-18 11:57:36,117 WRAPPER CHECK TIME = 10 +2021-12-18 11:57:36,117 Checking jobs for platform=marenostrum4 +2021-12-18 11:57:36,118 Checking jobs for platform=nord3 +2021-12-18 11:57:36,118 Checking jobs for platform=local +2021-12-18 11:57:36,119 Checking jobs for platform=transfer_node +2021-12-18 11:57:36,119 Checking all jobs at once +2021-12-18 11:57:37,439 Successful check job command +2021-12-18 11:57:38,609 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:57:38,609 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:57:38,609 End of checking +2021-12-18 11:57:38,610 Updating FAILED jobs +2021-12-18 11:57:38,611 Updating WAITING jobs +2021-12-18 11:57:38,611 Update finished +2021-12-18 11:57:38,611 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:57:38,611 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:57:38,611 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:57:38,612 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:57:38,612 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:57:38,612 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:57:38,612 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:57:38,612 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:57:38,615 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:57:38,617 Job list saved +2021-12-18 11:57:38,622 Updating FAILED jobs +2021-12-18 11:57:38,623 Updating WAITING jobs +2021-12-18 11:57:38,623 Update finished +2021-12-18 11:57:48,633 Reloading parameters... +2021-12-18 11:57:48,652 Loading parameters... +2021-12-18 11:57:48,654 Loading project parameters... +2021-12-18 11:57:48,656 + +15 of 25 jobs remaining (11:57) +2021-12-18 11:57:48,656 Sleep: 10 +2021-12-18 11:57:48,656 Number of retrials: 0 +2021-12-18 11:57:48,656 WRAPPER CHECK TIME = 10 +2021-12-18 11:57:48,657 Checking jobs for platform=marenostrum4 +2021-12-18 11:57:48,657 Checking jobs for platform=nord3 +2021-12-18 11:57:48,658 Checking jobs for platform=local +2021-12-18 11:57:48,658 Checking jobs for platform=transfer_node +2021-12-18 11:57:48,658 Checking all jobs at once +2021-12-18 11:57:49,980 Successful check job command +2021-12-18 11:57:51,249 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:57:51,250 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:57:51,250 End of checking +2021-12-18 11:57:51,251 Updating FAILED jobs +2021-12-18 11:57:51,251 Updating WAITING jobs +2021-12-18 11:57:51,252 Update finished +2021-12-18 11:57:51,252 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:57:51,252 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:57:51,253 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:57:51,253 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:57:51,253 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:57:51,253 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:57:51,253 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:57:51,253 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:57:51,256 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:57:51,258 Job list saved +2021-12-18 11:57:51,264 Updating FAILED jobs +2021-12-18 11:57:51,264 Updating WAITING jobs +2021-12-18 11:57:51,264 Update finished +2021-12-18 11:58:01,274 Reloading parameters... +2021-12-18 11:58:01,293 Loading parameters... +2021-12-18 11:58:01,295 Loading project parameters... +2021-12-18 11:58:01,296 + +15 of 25 jobs remaining (11:58) +2021-12-18 11:58:01,297 Sleep: 10 +2021-12-18 11:58:01,297 Number of retrials: 0 +2021-12-18 11:58:01,297 WRAPPER CHECK TIME = 10 +2021-12-18 11:58:01,297 Checking jobs for platform=marenostrum4 +2021-12-18 11:58:01,298 Checking jobs for platform=nord3 +2021-12-18 11:58:01,298 Checking jobs for platform=local +2021-12-18 11:58:01,299 Checking jobs for platform=transfer_node +2021-12-18 11:58:01,299 Checking all jobs at once +2021-12-18 11:58:02,769 Successful check job command +2021-12-18 11:58:04,038 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:58:04,038 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:58:04,038 End of checking +2021-12-18 11:58:04,040 Updating FAILED jobs +2021-12-18 11:58:04,040 Updating WAITING jobs +2021-12-18 11:58:04,040 Update finished +2021-12-18 11:58:04,040 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:58:04,040 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:58:04,040 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:58:04,040 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:58:04,041 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:58:04,041 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:58:04,041 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:58:04,041 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:58:04,044 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:58:04,046 Job list saved +2021-12-18 11:58:04,051 Updating FAILED jobs +2021-12-18 11:58:04,051 Updating WAITING jobs +2021-12-18 11:58:04,051 Update finished +2021-12-18 11:58:14,061 Reloading parameters... +2021-12-18 11:58:14,082 Loading parameters... +2021-12-18 11:58:14,084 Loading project parameters... +2021-12-18 11:58:14,085 + +15 of 25 jobs remaining (11:58) +2021-12-18 11:58:14,086 Sleep: 10 +2021-12-18 11:58:14,086 Number of retrials: 0 +2021-12-18 11:58:14,086 WRAPPER CHECK TIME = 10 +2021-12-18 11:58:14,086 Checking jobs for platform=marenostrum4 +2021-12-18 11:58:14,087 Checking jobs for platform=nord3 +2021-12-18 11:58:14,088 Checking jobs for platform=local +2021-12-18 11:58:14,089 Checking jobs for platform=transfer_node +2021-12-18 11:58:14,089 Checking all jobs at once +2021-12-18 11:58:15,460 Successful check job command +2021-12-18 11:58:16,829 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:58:16,830 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:58:16,830 End of checking +2021-12-18 11:58:16,831 Updating FAILED jobs +2021-12-18 11:58:16,831 Updating WAITING jobs +2021-12-18 11:58:16,832 Update finished +2021-12-18 11:58:16,832 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:58:16,832 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:58:16,832 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:58:16,832 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:58:16,832 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:58:16,832 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:58:16,833 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:58:16,833 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:58:16,835 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:58:16,838 Job list saved +2021-12-18 11:58:16,842 Updating FAILED jobs +2021-12-18 11:58:16,843 Updating WAITING jobs +2021-12-18 11:58:16,843 Update finished +2021-12-18 11:58:26,850 Reloading parameters... +2021-12-18 11:58:26,870 Loading parameters... +2021-12-18 11:58:26,871 Loading project parameters... +2021-12-18 11:58:26,873 + +15 of 25 jobs remaining (11:58) +2021-12-18 11:58:26,874 Sleep: 10 +2021-12-18 11:58:26,874 Number of retrials: 0 +2021-12-18 11:58:26,874 WRAPPER CHECK TIME = 10 +2021-12-18 11:58:26,874 Checking jobs for platform=marenostrum4 +2021-12-18 11:58:26,875 Checking jobs for platform=nord3 +2021-12-18 11:58:26,875 Checking jobs for platform=local +2021-12-18 11:58:26,876 Checking jobs for platform=transfer_node +2021-12-18 11:58:26,876 Checking all jobs at once +2021-12-18 11:58:28,196 Successful check job command +2021-12-18 11:58:29,415 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:58:29,415 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:58:29,416 End of checking +2021-12-18 11:58:29,417 Updating FAILED jobs +2021-12-18 11:58:29,417 Updating WAITING jobs +2021-12-18 11:58:29,417 Update finished +2021-12-18 11:58:29,417 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:58:29,418 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:58:29,418 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:58:29,418 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:58:29,418 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:58:29,419 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:58:29,419 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:58:29,419 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:58:29,422 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:58:29,424 Job list saved +2021-12-18 11:58:29,429 Updating FAILED jobs +2021-12-18 11:58:29,429 Updating WAITING jobs +2021-12-18 11:58:29,429 Update finished +2021-12-18 11:58:39,440 Reloading parameters... +2021-12-18 11:58:39,469 Loading parameters... +2021-12-18 11:58:39,470 Loading project parameters... +2021-12-18 11:58:39,472 + +15 of 25 jobs remaining (11:58) +2021-12-18 11:58:39,472 Sleep: 10 +2021-12-18 11:58:39,472 Number of retrials: 0 +2021-12-18 11:58:39,472 WRAPPER CHECK TIME = 10 +2021-12-18 11:58:39,476 Checking jobs for platform=marenostrum4 +2021-12-18 11:58:39,477 Checking jobs for platform=nord3 +2021-12-18 11:58:39,477 Checking jobs for platform=local +2021-12-18 11:58:39,478 Checking jobs for platform=transfer_node +2021-12-18 11:58:39,478 Checking all jobs at once +2021-12-18 11:58:40,700 Successful check job command +2021-12-18 11:58:41,920 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:58:41,920 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:58:41,920 End of checking +2021-12-18 11:58:41,922 Updating FAILED jobs +2021-12-18 11:58:41,922 Updating WAITING jobs +2021-12-18 11:58:41,922 Update finished +2021-12-18 11:58:41,922 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:58:41,922 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:58:41,923 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:58:41,923 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:58:41,923 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:58:41,923 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:58:41,923 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:58:41,923 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:58:41,926 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:58:41,928 Job list saved +2021-12-18 11:58:41,933 Updating FAILED jobs +2021-12-18 11:58:41,933 Updating WAITING jobs +2021-12-18 11:58:41,933 Update finished +2021-12-18 11:58:51,940 Reloading parameters... +2021-12-18 11:58:51,959 Loading parameters... +2021-12-18 11:58:51,961 Loading project parameters... +2021-12-18 11:58:51,963 + +15 of 25 jobs remaining (11:58) +2021-12-18 11:58:51,963 Sleep: 10 +2021-12-18 11:58:51,963 Number of retrials: 0 +2021-12-18 11:58:51,963 WRAPPER CHECK TIME = 10 +2021-12-18 11:58:51,964 Checking jobs for platform=marenostrum4 +2021-12-18 11:58:51,964 Checking jobs for platform=nord3 +2021-12-18 11:58:51,965 Checking jobs for platform=local +2021-12-18 11:58:51,965 Checking jobs for platform=transfer_node +2021-12-18 11:58:51,965 Checking all jobs at once +2021-12-18 11:58:53,235 Successful check job command +2021-12-18 11:58:54,755 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:58:54,755 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:58:54,755 End of checking +2021-12-18 11:58:54,757 Updating FAILED jobs +2021-12-18 11:58:54,757 Updating WAITING jobs +2021-12-18 11:58:54,757 Update finished +2021-12-18 11:58:54,757 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:58:54,757 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:58:54,758 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:58:54,758 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:58:54,758 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:58:54,758 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:58:54,758 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:58:54,758 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:58:54,761 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:58:54,763 Job list saved +2021-12-18 11:58:54,768 Updating FAILED jobs +2021-12-18 11:58:54,768 Updating WAITING jobs +2021-12-18 11:58:54,768 Update finished +2021-12-18 11:59:04,778 Reloading parameters... +2021-12-18 11:59:04,797 Loading parameters... +2021-12-18 11:59:04,798 Loading project parameters... +2021-12-18 11:59:04,800 + +15 of 25 jobs remaining (11:59) +2021-12-18 11:59:04,800 Sleep: 10 +2021-12-18 11:59:04,800 Number of retrials: 0 +2021-12-18 11:59:04,800 WRAPPER CHECK TIME = 10 +2021-12-18 11:59:04,801 Checking jobs for platform=marenostrum4 +2021-12-18 11:59:04,801 Checking jobs for platform=nord3 +2021-12-18 11:59:04,802 Checking jobs for platform=local +2021-12-18 11:59:04,802 Checking jobs for platform=transfer_node +2021-12-18 11:59:04,802 Checking all jobs at once +2021-12-18 11:59:07,624 Successful check job command +2021-12-18 11:59:09,445 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:59:09,445 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:59:09,445 End of checking +2021-12-18 11:59:09,446 Updating FAILED jobs +2021-12-18 11:59:09,446 Updating WAITING jobs +2021-12-18 11:59:09,447 Update finished +2021-12-18 11:59:09,447 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:59:09,447 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:59:09,447 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:59:09,448 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:59:09,448 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:59:09,448 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:59:09,448 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:59:09,448 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:59:09,451 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:59:09,453 Job list saved +2021-12-18 11:59:09,458 Updating FAILED jobs +2021-12-18 11:59:09,458 Updating WAITING jobs +2021-12-18 11:59:09,458 Update finished +2021-12-18 11:59:19,468 Reloading parameters... +2021-12-18 11:59:19,486 Loading parameters... +2021-12-18 11:59:19,488 Loading project parameters... +2021-12-18 11:59:19,489 + +15 of 25 jobs remaining (11:59) +2021-12-18 11:59:19,490 Sleep: 10 +2021-12-18 11:59:19,490 Number of retrials: 0 +2021-12-18 11:59:19,490 WRAPPER CHECK TIME = 10 +2021-12-18 11:59:19,490 Checking jobs for platform=marenostrum4 +2021-12-18 11:59:19,491 Checking jobs for platform=nord3 +2021-12-18 11:59:19,492 Checking jobs for platform=local +2021-12-18 11:59:19,492 Checking jobs for platform=transfer_node +2021-12-18 11:59:19,492 Checking all jobs at once +2021-12-18 11:59:20,914 Successful check job command +2021-12-18 11:59:22,836 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:59:22,836 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:59:22,836 End of checking +2021-12-18 11:59:22,838 Updating FAILED jobs +2021-12-18 11:59:22,838 Updating WAITING jobs +2021-12-18 11:59:22,838 Update finished +2021-12-18 11:59:22,838 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:59:22,838 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:59:22,838 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:59:22,838 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:59:22,839 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:59:22,839 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:59:22,839 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:59:22,839 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:59:22,842 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:59:22,844 Job list saved +2021-12-18 11:59:22,849 Updating FAILED jobs +2021-12-18 11:59:22,849 Updating WAITING jobs +2021-12-18 11:59:22,850 Update finished +2021-12-18 11:59:32,860 Reloading parameters... +2021-12-18 11:59:32,879 Loading parameters... +2021-12-18 11:59:32,880 Loading project parameters... +2021-12-18 11:59:32,882 + +15 of 25 jobs remaining (11:59) +2021-12-18 11:59:32,882 Sleep: 10 +2021-12-18 11:59:32,882 Number of retrials: 0 +2021-12-18 11:59:32,882 WRAPPER CHECK TIME = 10 +2021-12-18 11:59:32,883 Checking jobs for platform=marenostrum4 +2021-12-18 11:59:32,883 Checking jobs for platform=nord3 +2021-12-18 11:59:32,884 Checking jobs for platform=local +2021-12-18 11:59:32,885 Checking jobs for platform=transfer_node +2021-12-18 11:59:32,885 Checking all jobs at once +2021-12-18 11:59:34,155 Successful check job command +2021-12-18 11:59:35,525 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:59:35,525 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:59:35,525 End of checking +2021-12-18 11:59:35,526 Updating FAILED jobs +2021-12-18 11:59:35,526 Updating WAITING jobs +2021-12-18 11:59:35,527 Update finished +2021-12-18 11:59:35,527 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:59:35,527 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:59:35,527 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:59:35,527 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:59:35,527 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:59:35,527 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:59:35,528 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:59:35,528 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:59:35,530 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:59:35,532 Job list saved +2021-12-18 11:59:35,537 Updating FAILED jobs +2021-12-18 11:59:35,537 Updating WAITING jobs +2021-12-18 11:59:35,538 Update finished +2021-12-18 11:59:45,548 Reloading parameters... +2021-12-18 11:59:45,569 Loading parameters... +2021-12-18 11:59:45,570 Loading project parameters... +2021-12-18 11:59:45,572 + +15 of 25 jobs remaining (11:59) +2021-12-18 11:59:45,572 Sleep: 10 +2021-12-18 11:59:45,573 Number of retrials: 0 +2021-12-18 11:59:45,573 WRAPPER CHECK TIME = 10 +2021-12-18 11:59:45,573 Checking jobs for platform=marenostrum4 +2021-12-18 11:59:45,574 Checking jobs for platform=nord3 +2021-12-18 11:59:45,574 Checking jobs for platform=local +2021-12-18 11:59:45,575 Checking jobs for platform=transfer_node +2021-12-18 11:59:45,575 Checking all jobs at once +2021-12-18 11:59:46,897 Successful check job command +2021-12-18 11:59:48,065 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 11:59:48,066 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 11:59:48,066 End of checking +2021-12-18 11:59:48,067 Updating FAILED jobs +2021-12-18 11:59:48,067 Updating WAITING jobs +2021-12-18 11:59:48,067 Update finished +2021-12-18 11:59:48,068 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 11:59:48,068 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 11:59:48,068 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 11:59:48,068 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 11:59:48,069 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 11:59:48,069 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 11:59:48,069 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 11:59:48,069 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 11:59:48,072 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 11:59:48,074 Job list saved +2021-12-18 11:59:48,079 Updating FAILED jobs +2021-12-18 11:59:48,079 Updating WAITING jobs +2021-12-18 11:59:48,079 Update finished +2021-12-18 11:59:58,089 Reloading parameters... +2021-12-18 11:59:58,107 Loading parameters... +2021-12-18 11:59:58,108 Loading project parameters... +2021-12-18 11:59:58,110 + +15 of 25 jobs remaining (11:59) +2021-12-18 11:59:58,110 Sleep: 10 +2021-12-18 11:59:58,111 Number of retrials: 0 +2021-12-18 11:59:58,111 WRAPPER CHECK TIME = 10 +2021-12-18 11:59:58,111 Checking jobs for platform=marenostrum4 +2021-12-18 11:59:58,112 Checking jobs for platform=nord3 +2021-12-18 11:59:58,112 Checking jobs for platform=local +2021-12-18 11:59:58,113 Checking jobs for platform=transfer_node +2021-12-18 11:59:58,113 Checking all jobs at once +2021-12-18 11:59:59,833 Successful check job command +2021-12-18 12:00:01,303 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:00:01,303 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:00:01,303 End of checking +2021-12-18 12:00:01,305 Updating FAILED jobs +2021-12-18 12:00:01,305 Updating WAITING jobs +2021-12-18 12:00:01,305 Update finished +2021-12-18 12:00:01,305 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:00:01,306 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:00:01,306 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:00:01,306 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:00:01,306 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:00:01,306 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:00:01,306 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:00:01,306 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:00:01,309 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:00:01,311 Job list saved +2021-12-18 12:00:01,322 Updating FAILED jobs +2021-12-18 12:00:01,323 Updating WAITING jobs +2021-12-18 12:00:01,323 Update finished +2021-12-18 12:00:11,333 Reloading parameters... +2021-12-18 12:00:11,353 Loading parameters... +2021-12-18 12:00:11,355 Loading project parameters... +2021-12-18 12:00:11,356 + +15 of 25 jobs remaining (12:00) +2021-12-18 12:00:11,359 Sleep: 10 +2021-12-18 12:00:11,359 Number of retrials: 0 +2021-12-18 12:00:11,359 WRAPPER CHECK TIME = 10 +2021-12-18 12:00:11,362 Checking jobs for platform=marenostrum4 +2021-12-18 12:00:11,362 Checking jobs for platform=nord3 +2021-12-18 12:00:11,363 Checking jobs for platform=local +2021-12-18 12:00:11,363 Checking jobs for platform=transfer_node +2021-12-18 12:00:11,363 Checking all jobs at once +2021-12-18 12:00:12,984 Successful check job command +2021-12-18 12:00:14,904 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:00:14,904 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:00:14,904 End of checking +2021-12-18 12:00:14,906 Updating FAILED jobs +2021-12-18 12:00:14,906 Updating WAITING jobs +2021-12-18 12:00:14,906 Update finished +2021-12-18 12:00:14,906 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:00:14,906 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:00:14,906 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:00:14,907 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:00:14,907 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:00:14,907 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:00:14,907 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:00:14,907 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:00:14,910 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:00:14,913 Job list saved +2021-12-18 12:00:14,918 Updating FAILED jobs +2021-12-18 12:00:14,918 Updating WAITING jobs +2021-12-18 12:00:14,918 Update finished +2021-12-18 12:00:24,926 Reloading parameters... +2021-12-18 12:00:24,944 Loading parameters... +2021-12-18 12:00:24,945 Loading project parameters... +2021-12-18 12:00:24,947 + +15 of 25 jobs remaining (12:00) +2021-12-18 12:00:24,948 Sleep: 10 +2021-12-18 12:00:24,948 Number of retrials: 0 +2021-12-18 12:00:24,948 WRAPPER CHECK TIME = 10 +2021-12-18 12:00:24,948 Checking jobs for platform=marenostrum4 +2021-12-18 12:00:24,949 Checking jobs for platform=nord3 +2021-12-18 12:00:24,949 Checking jobs for platform=local +2021-12-18 12:00:24,950 Checking jobs for platform=transfer_node +2021-12-18 12:00:24,950 Checking all jobs at once +2021-12-18 12:00:26,220 Successful check job command +2021-12-18 12:00:27,539 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:00:27,539 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:00:27,540 End of checking +2021-12-18 12:00:27,541 Updating FAILED jobs +2021-12-18 12:00:27,541 Updating WAITING jobs +2021-12-18 12:00:27,541 Update finished +2021-12-18 12:00:27,541 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:00:27,542 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:00:27,542 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:00:27,542 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:00:27,542 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:00:27,543 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:00:27,543 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:00:27,543 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:00:27,545 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:00:27,547 Job list saved +2021-12-18 12:00:27,552 Updating FAILED jobs +2021-12-18 12:00:27,552 Updating WAITING jobs +2021-12-18 12:00:27,552 Update finished +2021-12-18 12:00:37,562 Reloading parameters... +2021-12-18 12:00:37,580 Loading parameters... +2021-12-18 12:00:37,581 Loading project parameters... +2021-12-18 12:00:37,583 + +15 of 25 jobs remaining (12:00) +2021-12-18 12:00:37,584 Sleep: 10 +2021-12-18 12:00:37,584 Number of retrials: 0 +2021-12-18 12:00:37,584 WRAPPER CHECK TIME = 10 +2021-12-18 12:00:37,584 Checking jobs for platform=marenostrum4 +2021-12-18 12:00:37,585 Checking jobs for platform=nord3 +2021-12-18 12:00:37,585 Checking jobs for platform=local +2021-12-18 12:00:37,586 Checking jobs for platform=transfer_node +2021-12-18 12:00:37,586 Checking all jobs at once +2021-12-18 12:00:38,856 Successful check job command +2021-12-18 12:00:40,076 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:00:40,076 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:00:40,077 End of checking +2021-12-18 12:00:40,078 Updating FAILED jobs +2021-12-18 12:00:40,078 Updating WAITING jobs +2021-12-18 12:00:40,078 Update finished +2021-12-18 12:00:40,079 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:00:40,079 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:00:40,079 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:00:40,079 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:00:40,079 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:00:40,079 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:00:40,079 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:00:40,080 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:00:40,082 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:00:40,085 Job list saved +2021-12-18 12:00:40,090 Updating FAILED jobs +2021-12-18 12:00:40,090 Updating WAITING jobs +2021-12-18 12:00:40,090 Update finished +2021-12-18 12:00:50,100 Reloading parameters... +2021-12-18 12:00:50,120 Loading parameters... +2021-12-18 12:00:50,121 Loading project parameters... +2021-12-18 12:00:50,123 + +15 of 25 jobs remaining (12:00) +2021-12-18 12:00:50,124 Sleep: 10 +2021-12-18 12:00:50,124 Number of retrials: 0 +2021-12-18 12:00:50,124 WRAPPER CHECK TIME = 10 +2021-12-18 12:00:50,124 Checking jobs for platform=marenostrum4 +2021-12-18 12:00:50,125 Checking jobs for platform=nord3 +2021-12-18 12:00:50,125 Checking jobs for platform=local +2021-12-18 12:00:50,126 Checking jobs for platform=transfer_node +2021-12-18 12:00:50,126 Checking all jobs at once +2021-12-18 12:00:51,447 Successful check job command +2021-12-18 12:00:52,667 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:00:52,667 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:00:52,667 End of checking +2021-12-18 12:00:52,669 Updating FAILED jobs +2021-12-18 12:00:52,669 Updating WAITING jobs +2021-12-18 12:00:52,669 Update finished +2021-12-18 12:00:52,669 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:00:52,669 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:00:52,670 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:00:52,670 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:00:52,670 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:00:52,670 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:00:52,670 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:00:52,670 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:00:52,673 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:00:52,675 Job list saved +2021-12-18 12:00:52,680 Updating FAILED jobs +2021-12-18 12:00:52,680 Updating WAITING jobs +2021-12-18 12:00:52,680 Update finished +2021-12-18 12:01:02,691 Reloading parameters... +2021-12-18 12:01:02,709 Loading parameters... +2021-12-18 12:01:02,710 Loading project parameters... +2021-12-18 12:01:02,712 + +15 of 25 jobs remaining (12:01) +2021-12-18 12:01:02,712 Sleep: 10 +2021-12-18 12:01:02,712 Number of retrials: 0 +2021-12-18 12:01:02,712 WRAPPER CHECK TIME = 10 +2021-12-18 12:01:02,713 Checking jobs for platform=marenostrum4 +2021-12-18 12:01:02,714 Checking jobs for platform=nord3 +2021-12-18 12:01:02,714 Checking jobs for platform=local +2021-12-18 12:01:02,715 Checking jobs for platform=transfer_node +2021-12-18 12:01:02,715 Checking all jobs at once +2021-12-18 12:01:04,235 Successful check job command +2021-12-18 12:01:05,606 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:01:05,606 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:01:05,606 End of checking +2021-12-18 12:01:05,607 Updating FAILED jobs +2021-12-18 12:01:05,607 Updating WAITING jobs +2021-12-18 12:01:05,608 Update finished +2021-12-18 12:01:05,608 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:01:05,609 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:01:05,609 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:01:05,609 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:01:05,609 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:01:05,609 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:01:05,609 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:01:05,609 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:01:05,612 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:01:05,614 Job list saved +2021-12-18 12:01:05,619 Updating FAILED jobs +2021-12-18 12:01:05,619 Updating WAITING jobs +2021-12-18 12:01:05,619 Update finished +2021-12-18 12:01:15,629 Reloading parameters... +2021-12-18 12:01:15,649 Loading parameters... +2021-12-18 12:01:15,651 Loading project parameters... +2021-12-18 12:01:15,652 + +15 of 25 jobs remaining (12:01) +2021-12-18 12:01:15,653 Sleep: 10 +2021-12-18 12:01:15,653 Number of retrials: 0 +2021-12-18 12:01:15,653 WRAPPER CHECK TIME = 10 +2021-12-18 12:01:15,653 Checking jobs for platform=marenostrum4 +2021-12-18 12:01:15,654 Checking jobs for platform=nord3 +2021-12-18 12:01:15,654 Checking jobs for platform=local +2021-12-18 12:01:15,655 Checking jobs for platform=transfer_node +2021-12-18 12:01:15,655 Checking all jobs at once +2021-12-18 12:01:17,075 Successful check job command +2021-12-18 12:01:18,495 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:01:18,495 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:01:18,496 End of checking +2021-12-18 12:01:18,497 Updating FAILED jobs +2021-12-18 12:01:18,497 Updating WAITING jobs +2021-12-18 12:01:18,497 Update finished +2021-12-18 12:01:18,498 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:01:18,498 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:01:18,498 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:01:18,498 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:01:18,498 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:01:18,498 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:01:18,498 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:01:18,499 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:01:18,501 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:01:18,503 Job list saved +2021-12-18 12:01:18,508 Updating FAILED jobs +2021-12-18 12:01:18,508 Updating WAITING jobs +2021-12-18 12:01:18,509 Update finished +2021-12-18 12:01:28,517 Reloading parameters... +2021-12-18 12:01:28,536 Loading parameters... +2021-12-18 12:01:28,537 Loading project parameters... +2021-12-18 12:01:28,539 + +15 of 25 jobs remaining (12:01) +2021-12-18 12:01:28,539 Sleep: 10 +2021-12-18 12:01:28,540 Number of retrials: 0 +2021-12-18 12:01:28,540 WRAPPER CHECK TIME = 10 +2021-12-18 12:01:28,540 Checking jobs for platform=marenostrum4 +2021-12-18 12:01:28,541 Checking jobs for platform=nord3 +2021-12-18 12:01:28,541 Checking jobs for platform=local +2021-12-18 12:01:28,542 Checking jobs for platform=transfer_node +2021-12-18 12:01:28,542 Checking all jobs at once +2021-12-18 12:01:29,811 Successful check job command +2021-12-18 12:01:30,980 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:01:30,980 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:01:30,981 End of checking +2021-12-18 12:01:30,982 Updating FAILED jobs +2021-12-18 12:01:30,982 Updating WAITING jobs +2021-12-18 12:01:30,982 Update finished +2021-12-18 12:01:30,982 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:01:30,983 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:01:30,983 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:01:30,983 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:01:30,983 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:01:30,983 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:01:30,983 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:01:30,983 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:01:30,986 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:01:30,988 Job list saved +2021-12-18 12:01:30,993 Updating FAILED jobs +2021-12-18 12:01:30,993 Updating WAITING jobs +2021-12-18 12:01:30,993 Update finished +2021-12-18 12:01:41,004 Reloading parameters... +2021-12-18 12:01:41,023 Loading parameters... +2021-12-18 12:01:41,024 Loading project parameters... +2021-12-18 12:01:41,026 + +15 of 25 jobs remaining (12:01) +2021-12-18 12:01:41,026 Sleep: 10 +2021-12-18 12:01:41,026 Number of retrials: 0 +2021-12-18 12:01:41,026 WRAPPER CHECK TIME = 10 +2021-12-18 12:01:41,027 Checking jobs for platform=marenostrum4 +2021-12-18 12:01:41,027 Checking jobs for platform=nord3 +2021-12-18 12:01:41,028 Checking jobs for platform=local +2021-12-18 12:01:41,028 Checking jobs for platform=transfer_node +2021-12-18 12:01:41,028 Checking all jobs at once +2021-12-18 12:01:42,448 Successful check job command +2021-12-18 12:01:43,718 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:01:43,719 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:01:43,719 End of checking +2021-12-18 12:01:43,720 Updating FAILED jobs +2021-12-18 12:01:43,720 Updating WAITING jobs +2021-12-18 12:01:43,720 Update finished +2021-12-18 12:01:43,720 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:01:43,721 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:01:43,721 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:01:43,721 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:01:43,721 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:01:43,722 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:01:43,722 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:01:43,722 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:01:43,725 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:01:43,727 Job list saved +2021-12-18 12:01:43,731 Updating FAILED jobs +2021-12-18 12:01:43,731 Updating WAITING jobs +2021-12-18 12:01:43,731 Update finished +2021-12-18 12:01:53,742 Reloading parameters... +2021-12-18 12:01:53,762 Loading parameters... +2021-12-18 12:01:53,764 Loading project parameters... +2021-12-18 12:01:53,766 + +15 of 25 jobs remaining (12:01) +2021-12-18 12:01:53,766 Sleep: 10 +2021-12-18 12:01:53,766 Number of retrials: 0 +2021-12-18 12:01:53,766 WRAPPER CHECK TIME = 10 +2021-12-18 12:01:53,767 Checking jobs for platform=marenostrum4 +2021-12-18 12:01:53,767 Checking jobs for platform=nord3 +2021-12-18 12:01:53,768 Checking jobs for platform=local +2021-12-18 12:01:53,768 Checking jobs for platform=transfer_node +2021-12-18 12:01:53,768 Checking all jobs at once +2021-12-18 12:01:55,889 Successful check job command +2021-12-18 12:01:57,259 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:01:57,260 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:01:57,260 End of checking +2021-12-18 12:01:57,261 Updating FAILED jobs +2021-12-18 12:01:57,261 Updating WAITING jobs +2021-12-18 12:01:57,261 Update finished +2021-12-18 12:01:57,262 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:01:57,262 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:01:57,262 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:01:57,262 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:01:57,262 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:01:57,262 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:01:57,262 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:01:57,263 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:01:57,265 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:01:57,267 Job list saved +2021-12-18 12:01:57,272 Updating FAILED jobs +2021-12-18 12:01:57,272 Updating WAITING jobs +2021-12-18 12:01:57,272 Update finished +2021-12-18 12:02:07,282 Reloading parameters... +2021-12-18 12:02:07,299 Loading parameters... +2021-12-18 12:02:07,300 Loading project parameters... +2021-12-18 12:02:07,302 + +15 of 25 jobs remaining (12:02) +2021-12-18 12:02:07,302 Sleep: 10 +2021-12-18 12:02:07,302 Number of retrials: 0 +2021-12-18 12:02:07,303 WRAPPER CHECK TIME = 10 +2021-12-18 12:02:07,303 Checking jobs for platform=marenostrum4 +2021-12-18 12:02:07,304 Checking jobs for platform=nord3 +2021-12-18 12:02:07,304 Checking jobs for platform=local +2021-12-18 12:02:07,305 Checking jobs for platform=transfer_node +2021-12-18 12:02:07,305 Checking all jobs at once +2021-12-18 12:02:08,677 Successful check job command +2021-12-18 12:02:09,997 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:02:09,997 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:02:09,997 End of checking +2021-12-18 12:02:09,999 Updating FAILED jobs +2021-12-18 12:02:09,999 Updating WAITING jobs +2021-12-18 12:02:09,999 Update finished +2021-12-18 12:02:09,999 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:02:09,999 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:02:10,000 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:02:10,000 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:02:10,000 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:02:10,000 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:02:10,000 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:02:10,000 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:02:10,004 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:02:10,006 Job list saved +2021-12-18 12:02:10,011 Updating FAILED jobs +2021-12-18 12:02:10,011 Updating WAITING jobs +2021-12-18 12:02:10,011 Update finished +2021-12-18 12:02:20,021 Reloading parameters... +2021-12-18 12:02:20,040 Loading parameters... +2021-12-18 12:02:20,042 Loading project parameters... +2021-12-18 12:02:20,043 + +15 of 25 jobs remaining (12:02) +2021-12-18 12:02:20,044 Sleep: 10 +2021-12-18 12:02:20,044 Number of retrials: 0 +2021-12-18 12:02:20,044 WRAPPER CHECK TIME = 10 +2021-12-18 12:02:20,044 Checking jobs for platform=marenostrum4 +2021-12-18 12:02:20,045 Checking jobs for platform=nord3 +2021-12-18 12:02:20,045 Checking jobs for platform=local +2021-12-18 12:02:20,046 Checking jobs for platform=transfer_node +2021-12-18 12:02:20,046 Checking all jobs at once +2021-12-18 12:02:21,366 Successful check job command +2021-12-18 12:02:22,685 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:02:22,686 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:02:22,686 End of checking +2021-12-18 12:02:22,687 Updating FAILED jobs +2021-12-18 12:02:22,687 Updating WAITING jobs +2021-12-18 12:02:22,687 Update finished +2021-12-18 12:02:22,688 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:02:22,688 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:02:22,688 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:02:22,688 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:02:22,689 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:02:22,689 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:02:22,689 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:02:22,689 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:02:22,693 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:02:22,695 Job list saved +2021-12-18 12:02:22,699 Updating FAILED jobs +2021-12-18 12:02:22,700 Updating WAITING jobs +2021-12-18 12:02:22,700 Update finished +2021-12-18 12:02:32,710 Reloading parameters... +2021-12-18 12:02:32,728 Loading parameters... +2021-12-18 12:02:32,729 Loading project parameters... +2021-12-18 12:02:32,731 + +15 of 25 jobs remaining (12:02) +2021-12-18 12:02:32,731 Sleep: 10 +2021-12-18 12:02:32,731 Number of retrials: 0 +2021-12-18 12:02:32,731 WRAPPER CHECK TIME = 10 +2021-12-18 12:02:32,732 Checking jobs for platform=marenostrum4 +2021-12-18 12:02:32,733 Checking jobs for platform=nord3 +2021-12-18 12:02:32,733 Checking jobs for platform=local +2021-12-18 12:02:32,734 Checking jobs for platform=transfer_node +2021-12-18 12:02:32,734 Checking all jobs at once +2021-12-18 12:02:34,054 Successful check job command +2021-12-18 12:02:35,273 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:02:35,274 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:02:35,274 End of checking +2021-12-18 12:02:35,275 Updating FAILED jobs +2021-12-18 12:02:35,276 Updating WAITING jobs +2021-12-18 12:02:35,276 Update finished +2021-12-18 12:02:35,276 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:02:35,276 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:02:35,276 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:02:35,276 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:02:35,276 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:02:35,277 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:02:35,277 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:02:35,277 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:02:35,279 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:02:35,282 Job list saved +2021-12-18 12:02:35,287 Updating FAILED jobs +2021-12-18 12:02:35,287 Updating WAITING jobs +2021-12-18 12:02:35,287 Update finished +2021-12-18 12:02:45,293 Reloading parameters... +2021-12-18 12:02:45,311 Loading parameters... +2021-12-18 12:02:45,312 Loading project parameters... +2021-12-18 12:02:45,314 + +15 of 25 jobs remaining (12:02) +2021-12-18 12:02:45,314 Sleep: 10 +2021-12-18 12:02:45,314 Number of retrials: 0 +2021-12-18 12:02:45,314 WRAPPER CHECK TIME = 10 +2021-12-18 12:02:45,315 Checking jobs for platform=marenostrum4 +2021-12-18 12:02:45,315 Checking jobs for platform=nord3 +2021-12-18 12:02:45,316 Checking jobs for platform=local +2021-12-18 12:02:45,316 Checking jobs for platform=transfer_node +2021-12-18 12:02:45,317 Checking all jobs at once +2021-12-18 12:02:46,686 Successful check job command +2021-12-18 12:02:47,855 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:02:47,855 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:02:47,855 End of checking +2021-12-18 12:02:47,857 Updating FAILED jobs +2021-12-18 12:02:47,857 Updating WAITING jobs +2021-12-18 12:02:47,857 Update finished +2021-12-18 12:02:47,857 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:02:47,857 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:02:47,858 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:02:47,858 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:02:47,858 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:02:47,858 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:02:47,858 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:02:47,858 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:02:47,861 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:02:47,864 Job list saved +2021-12-18 12:02:47,869 Updating FAILED jobs +2021-12-18 12:02:47,869 Updating WAITING jobs +2021-12-18 12:02:47,869 Update finished +2021-12-18 12:02:57,877 Reloading parameters... +2021-12-18 12:02:57,897 Loading parameters... +2021-12-18 12:02:57,899 Loading project parameters... +2021-12-18 12:02:57,901 + +15 of 25 jobs remaining (12:02) +2021-12-18 12:02:57,901 Sleep: 10 +2021-12-18 12:02:57,901 Number of retrials: 0 +2021-12-18 12:02:57,901 WRAPPER CHECK TIME = 10 +2021-12-18 12:02:57,902 Checking jobs for platform=marenostrum4 +2021-12-18 12:02:57,902 Checking jobs for platform=nord3 +2021-12-18 12:02:57,903 Checking jobs for platform=local +2021-12-18 12:02:57,903 Checking jobs for platform=transfer_node +2021-12-18 12:02:57,903 Checking all jobs at once +2021-12-18 12:02:59,236 Successful check job command +2021-12-18 12:03:00,508 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:03:00,509 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:03:00,509 End of checking +2021-12-18 12:03:00,510 Updating FAILED jobs +2021-12-18 12:03:00,510 Updating WAITING jobs +2021-12-18 12:03:00,510 Update finished +2021-12-18 12:03:00,511 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:03:00,511 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:03:00,511 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:03:00,512 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:03:00,512 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:03:00,512 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:03:00,512 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:03:00,512 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:03:00,515 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:03:00,517 Job list saved +2021-12-18 12:03:00,521 Updating FAILED jobs +2021-12-18 12:03:00,521 Updating WAITING jobs +2021-12-18 12:03:00,522 Update finished +2021-12-18 12:03:10,528 Reloading parameters... +2021-12-18 12:03:10,545 Loading parameters... +2021-12-18 12:03:10,547 Loading project parameters... +2021-12-18 12:03:10,549 + +15 of 25 jobs remaining (12:03) +2021-12-18 12:03:10,549 Sleep: 10 +2021-12-18 12:03:10,549 Number of retrials: 0 +2021-12-18 12:03:10,549 WRAPPER CHECK TIME = 10 +2021-12-18 12:03:10,550 Checking jobs for platform=marenostrum4 +2021-12-18 12:03:10,551 Checking jobs for platform=nord3 +2021-12-18 12:03:10,552 Checking jobs for platform=local +2021-12-18 12:03:10,552 Checking jobs for platform=transfer_node +2021-12-18 12:03:10,552 Checking all jobs at once +2021-12-18 12:03:11,972 Successful check job command +2021-12-18 12:03:13,342 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:03:13,342 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:03:13,342 End of checking +2021-12-18 12:03:13,343 Updating FAILED jobs +2021-12-18 12:03:13,343 Updating WAITING jobs +2021-12-18 12:03:13,344 Update finished +2021-12-18 12:03:13,344 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:03:13,344 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:03:13,344 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:03:13,344 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:03:13,344 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:03:13,344 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:03:13,345 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:03:13,345 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:03:13,348 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:03:13,350 Job list saved +2021-12-18 12:03:13,355 Updating FAILED jobs +2021-12-18 12:03:13,355 Updating WAITING jobs +2021-12-18 12:03:13,355 Update finished +2021-12-18 12:03:23,365 Reloading parameters... +2021-12-18 12:03:23,382 Loading parameters... +2021-12-18 12:03:23,384 Loading project parameters... +2021-12-18 12:03:23,385 + +15 of 25 jobs remaining (12:03) +2021-12-18 12:03:23,386 Sleep: 10 +2021-12-18 12:03:23,386 Number of retrials: 0 +2021-12-18 12:03:23,386 WRAPPER CHECK TIME = 10 +2021-12-18 12:03:23,386 Checking jobs for platform=marenostrum4 +2021-12-18 12:03:23,387 Checking jobs for platform=nord3 +2021-12-18 12:03:23,388 Checking jobs for platform=local +2021-12-18 12:03:23,388 Checking jobs for platform=transfer_node +2021-12-18 12:03:23,388 Checking all jobs at once +2021-12-18 12:03:24,858 Successful check job command +2021-12-18 12:03:26,979 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:03:26,980 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:03:26,980 End of checking +2021-12-18 12:03:26,981 Updating FAILED jobs +2021-12-18 12:03:26,981 Updating WAITING jobs +2021-12-18 12:03:26,981 Update finished +2021-12-18 12:03:26,981 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:03:26,982 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:03:26,982 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:03:26,982 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:03:26,982 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:03:26,982 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:03:26,982 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:03:26,982 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:03:26,987 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:03:26,989 Job list saved +2021-12-18 12:03:26,994 Updating FAILED jobs +2021-12-18 12:03:26,994 Updating WAITING jobs +2021-12-18 12:03:26,994 Update finished +2021-12-18 12:03:37,003 Reloading parameters... +2021-12-18 12:03:37,022 Loading parameters... +2021-12-18 12:03:37,023 Loading project parameters... +2021-12-18 12:03:37,025 + +15 of 25 jobs remaining (12:03) +2021-12-18 12:03:37,025 Sleep: 10 +2021-12-18 12:03:37,025 Number of retrials: 0 +2021-12-18 12:03:37,025 WRAPPER CHECK TIME = 10 +2021-12-18 12:03:37,026 Checking jobs for platform=marenostrum4 +2021-12-18 12:03:37,026 Checking jobs for platform=nord3 +2021-12-18 12:03:37,027 Checking jobs for platform=local +2021-12-18 12:03:37,027 Checking jobs for platform=transfer_node +2021-12-18 12:03:37,027 Checking all jobs at once +2021-12-18 12:03:38,447 Successful check job command +2021-12-18 12:03:39,670 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:03:39,670 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:03:39,670 End of checking +2021-12-18 12:03:39,672 Updating FAILED jobs +2021-12-18 12:03:39,672 Updating WAITING jobs +2021-12-18 12:03:39,672 Update finished +2021-12-18 12:03:39,672 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:03:39,673 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:03:39,673 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:03:39,673 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:03:39,673 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:03:39,674 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:03:39,674 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:03:39,674 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:03:39,677 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:03:39,679 Job list saved +2021-12-18 12:03:39,684 Updating FAILED jobs +2021-12-18 12:03:39,684 Updating WAITING jobs +2021-12-18 12:03:39,684 Update finished +2021-12-18 12:03:49,694 Reloading parameters... +2021-12-18 12:03:49,715 Loading parameters... +2021-12-18 12:03:49,716 Loading project parameters... +2021-12-18 12:03:49,718 + +15 of 25 jobs remaining (12:03) +2021-12-18 12:03:49,719 Sleep: 10 +2021-12-18 12:03:49,719 Number of retrials: 0 +2021-12-18 12:03:49,719 WRAPPER CHECK TIME = 10 +2021-12-18 12:03:49,719 Checking jobs for platform=marenostrum4 +2021-12-18 12:03:49,720 Checking jobs for platform=nord3 +2021-12-18 12:03:49,720 Checking jobs for platform=local +2021-12-18 12:03:49,721 Checking jobs for platform=transfer_node +2021-12-18 12:03:49,721 Checking all jobs at once +2021-12-18 12:03:51,143 Successful check job command +2021-12-18 12:03:52,362 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:03:52,362 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:03:52,362 End of checking +2021-12-18 12:03:52,364 Updating FAILED jobs +2021-12-18 12:03:52,364 Updating WAITING jobs +2021-12-18 12:03:52,364 Update finished +2021-12-18 12:03:52,364 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:03:52,364 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:03:52,365 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:03:52,365 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:03:52,365 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:03:52,365 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:03:52,365 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:03:52,365 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:03:52,368 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:03:52,370 Job list saved +2021-12-18 12:03:52,375 Updating FAILED jobs +2021-12-18 12:03:52,375 Updating WAITING jobs +2021-12-18 12:03:52,375 Update finished +2021-12-18 12:04:02,381 Reloading parameters... +2021-12-18 12:04:02,452 Loading parameters... +2021-12-18 12:04:02,453 Loading project parameters... +2021-12-18 12:04:02,455 + +15 of 25 jobs remaining (12:04) +2021-12-18 12:04:02,455 Sleep: 10 +2021-12-18 12:04:02,455 Number of retrials: 0 +2021-12-18 12:04:02,455 WRAPPER CHECK TIME = 10 +2021-12-18 12:04:02,456 Checking jobs for platform=marenostrum4 +2021-12-18 12:04:02,457 Checking jobs for platform=nord3 +2021-12-18 12:04:02,457 Checking jobs for platform=local +2021-12-18 12:04:02,458 Checking jobs for platform=transfer_node +2021-12-18 12:04:02,458 Checking all jobs at once +2021-12-18 12:04:04,229 Successful check job command +2021-12-18 12:04:05,599 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:04:05,599 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:04:05,599 End of checking +2021-12-18 12:04:05,601 Updating FAILED jobs +2021-12-18 12:04:05,601 Updating WAITING jobs +2021-12-18 12:04:05,601 Update finished +2021-12-18 12:04:05,601 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:04:05,601 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:04:05,602 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:04:05,602 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:04:05,602 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:04:05,602 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:04:05,602 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:04:05,602 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:04:05,605 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:04:05,607 Job list saved +2021-12-18 12:04:05,612 Updating FAILED jobs +2021-12-18 12:04:05,612 Updating WAITING jobs +2021-12-18 12:04:05,612 Update finished +2021-12-18 12:04:15,622 Reloading parameters... +2021-12-18 12:04:15,639 Loading parameters... +2021-12-18 12:04:15,640 Loading project parameters... +2021-12-18 12:04:15,642 + +15 of 25 jobs remaining (12:04) +2021-12-18 12:04:15,642 Sleep: 10 +2021-12-18 12:04:15,642 Number of retrials: 0 +2021-12-18 12:04:15,642 WRAPPER CHECK TIME = 10 +2021-12-18 12:04:15,643 Checking jobs for platform=marenostrum4 +2021-12-18 12:04:15,643 Checking jobs for platform=nord3 +2021-12-18 12:04:15,644 Checking jobs for platform=local +2021-12-18 12:04:15,645 Checking jobs for platform=transfer_node +2021-12-18 12:04:15,645 Checking all jobs at once +2021-12-18 12:04:17,014 Successful check job command +2021-12-18 12:04:18,334 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:04:18,334 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:04:18,335 End of checking +2021-12-18 12:04:18,336 Updating FAILED jobs +2021-12-18 12:04:18,336 Updating WAITING jobs +2021-12-18 12:04:18,336 Update finished +2021-12-18 12:04:18,336 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:04:18,337 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:04:18,337 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:04:18,337 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:04:18,337 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:04:18,337 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:04:18,337 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:04:18,338 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:04:18,340 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:04:18,342 Job list saved +2021-12-18 12:04:18,347 Updating FAILED jobs +2021-12-18 12:04:18,347 Updating WAITING jobs +2021-12-18 12:04:18,347 Update finished +2021-12-18 12:04:28,357 Reloading parameters... +2021-12-18 12:04:28,375 Loading parameters... +2021-12-18 12:04:28,376 Loading project parameters... +2021-12-18 12:04:28,378 + +15 of 25 jobs remaining (12:04) +2021-12-18 12:04:28,378 Sleep: 10 +2021-12-18 12:04:28,378 Number of retrials: 0 +2021-12-18 12:04:28,378 WRAPPER CHECK TIME = 10 +2021-12-18 12:04:28,379 Checking jobs for platform=marenostrum4 +2021-12-18 12:04:28,379 Checking jobs for platform=nord3 +2021-12-18 12:04:28,380 Checking jobs for platform=local +2021-12-18 12:04:28,380 Checking jobs for platform=transfer_node +2021-12-18 12:04:28,381 Checking all jobs at once +2021-12-18 12:04:30,251 Successful check job command +2021-12-18 12:04:31,871 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:04:31,871 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:04:31,871 End of checking +2021-12-18 12:04:31,872 Updating FAILED jobs +2021-12-18 12:04:31,873 Updating WAITING jobs +2021-12-18 12:04:31,873 Update finished +2021-12-18 12:04:31,873 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:04:31,873 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:04:31,873 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:04:31,873 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:04:31,874 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:04:31,874 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:04:31,874 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:04:31,874 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:04:31,878 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:04:31,883 Job list saved +2021-12-18 12:04:31,888 Updating FAILED jobs +2021-12-18 12:04:31,888 Updating WAITING jobs +2021-12-18 12:04:31,889 Update finished +2021-12-18 12:04:41,897 Reloading parameters... +2021-12-18 12:04:41,914 Loading parameters... +2021-12-18 12:04:41,916 Loading project parameters... +2021-12-18 12:04:41,918 + +15 of 25 jobs remaining (12:04) +2021-12-18 12:04:41,918 Sleep: 10 +2021-12-18 12:04:41,918 Number of retrials: 0 +2021-12-18 12:04:41,918 WRAPPER CHECK TIME = 10 +2021-12-18 12:04:41,919 Checking jobs for platform=marenostrum4 +2021-12-18 12:04:41,919 Checking jobs for platform=nord3 +2021-12-18 12:04:41,920 Checking jobs for platform=local +2021-12-18 12:04:41,920 Checking jobs for platform=transfer_node +2021-12-18 12:04:41,920 Checking all jobs at once +2021-12-18 12:04:43,344 Successful check job command +2021-12-18 12:04:44,914 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:04:44,914 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:04:44,914 End of checking +2021-12-18 12:04:44,916 Updating FAILED jobs +2021-12-18 12:04:44,916 Updating WAITING jobs +2021-12-18 12:04:44,916 Update finished +2021-12-18 12:04:44,916 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:04:44,916 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:04:44,916 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:04:44,917 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:04:44,917 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:04:44,917 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:04:44,917 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:04:44,917 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:04:44,920 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:04:44,922 Job list saved +2021-12-18 12:04:44,927 Updating FAILED jobs +2021-12-18 12:04:44,927 Updating WAITING jobs +2021-12-18 12:04:44,927 Update finished +2021-12-18 12:04:54,934 Reloading parameters... +2021-12-18 12:04:54,952 Loading parameters... +2021-12-18 12:04:54,954 Loading project parameters... +2021-12-18 12:04:54,955 + +15 of 25 jobs remaining (12:04) +2021-12-18 12:04:54,956 Sleep: 10 +2021-12-18 12:04:54,956 Number of retrials: 0 +2021-12-18 12:04:54,956 WRAPPER CHECK TIME = 10 +2021-12-18 12:04:54,956 Checking jobs for platform=marenostrum4 +2021-12-18 12:04:54,957 Checking jobs for platform=nord3 +2021-12-18 12:04:54,958 Checking jobs for platform=local +2021-12-18 12:04:54,958 Checking jobs for platform=transfer_node +2021-12-18 12:04:54,958 Checking all jobs at once +2021-12-18 12:04:56,331 Successful check job command +2021-12-18 12:04:57,600 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:04:57,600 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:04:57,600 End of checking +2021-12-18 12:04:57,602 Updating FAILED jobs +2021-12-18 12:04:57,602 Updating WAITING jobs +2021-12-18 12:04:57,602 Update finished +2021-12-18 12:04:57,602 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:04:57,603 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:04:57,603 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:04:57,603 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:04:57,603 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:04:57,604 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:04:57,604 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:04:57,604 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:04:57,607 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:04:57,609 Job list saved +2021-12-18 12:04:57,614 Updating FAILED jobs +2021-12-18 12:04:57,614 Updating WAITING jobs +2021-12-18 12:04:57,614 Update finished +2021-12-18 12:05:07,624 Reloading parameters... +2021-12-18 12:05:07,643 Loading parameters... +2021-12-18 12:05:07,644 Loading project parameters... +2021-12-18 12:05:07,646 + +15 of 25 jobs remaining (12:05) +2021-12-18 12:05:07,646 Sleep: 10 +2021-12-18 12:05:07,646 Number of retrials: 0 +2021-12-18 12:05:07,647 WRAPPER CHECK TIME = 10 +2021-12-18 12:05:07,647 Checking jobs for platform=marenostrum4 +2021-12-18 12:05:07,648 Checking jobs for platform=nord3 +2021-12-18 12:05:07,648 Checking jobs for platform=local +2021-12-18 12:05:07,649 Checking jobs for platform=transfer_node +2021-12-18 12:05:07,649 Checking all jobs at once +2021-12-18 12:05:09,070 Successful check job command +2021-12-18 12:05:10,389 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:05:10,389 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:05:10,389 End of checking +2021-12-18 12:05:10,391 Updating FAILED jobs +2021-12-18 12:05:10,391 Updating WAITING jobs +2021-12-18 12:05:10,391 Update finished +2021-12-18 12:05:10,391 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:05:10,391 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:05:10,392 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:05:10,392 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:05:10,392 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:05:10,392 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:05:10,392 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:05:10,392 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:05:10,395 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:05:10,398 Job list saved +2021-12-18 12:05:10,402 Updating FAILED jobs +2021-12-18 12:05:10,402 Updating WAITING jobs +2021-12-18 12:05:10,402 Update finished +2021-12-18 12:05:20,407 Reloading parameters... +2021-12-18 12:05:20,426 Loading parameters... +2021-12-18 12:05:20,427 Loading project parameters... +2021-12-18 12:05:20,429 + +15 of 25 jobs remaining (12:05) +2021-12-18 12:05:20,429 Sleep: 10 +2021-12-18 12:05:20,429 Number of retrials: 0 +2021-12-18 12:05:20,429 WRAPPER CHECK TIME = 10 +2021-12-18 12:05:20,430 Checking jobs for platform=marenostrum4 +2021-12-18 12:05:20,431 Checking jobs for platform=nord3 +2021-12-18 12:05:20,431 Checking jobs for platform=local +2021-12-18 12:05:20,432 Checking jobs for platform=transfer_node +2021-12-18 12:05:20,432 Checking all jobs at once +2021-12-18 12:05:22,252 Successful check job command +2021-12-18 12:05:23,722 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:05:23,722 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:05:23,722 End of checking +2021-12-18 12:05:23,723 Updating FAILED jobs +2021-12-18 12:05:23,723 Updating WAITING jobs +2021-12-18 12:05:23,724 Update finished +2021-12-18 12:05:23,724 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:05:23,724 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:05:23,724 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:05:23,724 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:05:23,725 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:05:23,725 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:05:23,725 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:05:23,725 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:05:23,727 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:05:23,730 Job list saved +2021-12-18 12:05:23,735 Updating FAILED jobs +2021-12-18 12:05:23,735 Updating WAITING jobs +2021-12-18 12:05:23,735 Update finished +2021-12-18 12:05:33,745 Reloading parameters... +2021-12-18 12:05:33,763 Loading parameters... +2021-12-18 12:05:33,764 Loading project parameters... +2021-12-18 12:05:33,766 + +15 of 25 jobs remaining (12:05) +2021-12-18 12:05:33,766 Sleep: 10 +2021-12-18 12:05:33,766 Number of retrials: 0 +2021-12-18 12:05:33,766 WRAPPER CHECK TIME = 10 +2021-12-18 12:05:33,767 Checking jobs for platform=marenostrum4 +2021-12-18 12:05:33,767 Checking jobs for platform=nord3 +2021-12-18 12:05:33,771 Checking jobs for platform=local +2021-12-18 12:05:33,772 Checking jobs for platform=transfer_node +2021-12-18 12:05:33,772 Checking all jobs at once +2021-12-18 12:05:35,492 Successful check job command +2021-12-18 12:05:37,012 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:05:37,012 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:05:37,012 End of checking +2021-12-18 12:05:37,013 Updating FAILED jobs +2021-12-18 12:05:37,014 Updating WAITING jobs +2021-12-18 12:05:37,014 Update finished +2021-12-18 12:05:37,014 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:05:37,015 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:05:37,015 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:05:37,015 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:05:37,015 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:05:37,015 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:05:37,015 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:05:37,015 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:05:37,018 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:05:37,020 Job list saved +2021-12-18 12:05:37,028 Updating FAILED jobs +2021-12-18 12:05:37,028 Updating WAITING jobs +2021-12-18 12:05:37,028 Update finished +2021-12-18 12:05:47,038 Reloading parameters... +2021-12-18 12:05:47,056 Loading parameters... +2021-12-18 12:05:47,058 Loading project parameters... +2021-12-18 12:05:47,060 + +15 of 25 jobs remaining (12:05) +2021-12-18 12:05:47,060 Sleep: 10 +2021-12-18 12:05:47,060 Number of retrials: 0 +2021-12-18 12:05:47,060 WRAPPER CHECK TIME = 10 +2021-12-18 12:05:47,061 Checking jobs for platform=marenostrum4 +2021-12-18 12:05:47,061 Checking jobs for platform=nord3 +2021-12-18 12:05:47,062 Checking jobs for platform=local +2021-12-18 12:05:47,063 Checking jobs for platform=transfer_node +2021-12-18 12:05:47,063 Checking all jobs at once +2021-12-18 12:05:48,683 Successful check job command +2021-12-18 12:05:50,407 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:05:50,407 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:05:50,407 End of checking +2021-12-18 12:05:50,409 Updating FAILED jobs +2021-12-18 12:05:50,409 Updating WAITING jobs +2021-12-18 12:05:50,409 Update finished +2021-12-18 12:05:50,409 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:05:50,409 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:05:50,410 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:05:50,410 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:05:50,410 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:05:50,410 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:05:50,410 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:05:50,410 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:05:50,412 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:05:50,415 Job list saved +2021-12-18 12:05:50,420 Updating FAILED jobs +2021-12-18 12:05:50,420 Updating WAITING jobs +2021-12-18 12:05:50,421 Update finished +2021-12-18 12:06:00,431 Reloading parameters... +2021-12-18 12:06:00,450 Loading parameters... +2021-12-18 12:06:00,451 Loading project parameters... +2021-12-18 12:06:00,453 + +15 of 25 jobs remaining (12:06) +2021-12-18 12:06:00,453 Sleep: 10 +2021-12-18 12:06:00,453 Number of retrials: 0 +2021-12-18 12:06:00,453 WRAPPER CHECK TIME = 10 +2021-12-18 12:06:00,454 Checking jobs for platform=marenostrum4 +2021-12-18 12:06:00,455 Checking jobs for platform=nord3 +2021-12-18 12:06:00,455 Checking jobs for platform=local +2021-12-18 12:06:00,456 Checking jobs for platform=transfer_node +2021-12-18 12:06:00,456 Checking all jobs at once +2021-12-18 12:06:02,026 Successful check job command +2021-12-18 12:06:03,647 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:06:03,647 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:06:03,647 End of checking +2021-12-18 12:06:03,650 Updating FAILED jobs +2021-12-18 12:06:03,650 Updating WAITING jobs +2021-12-18 12:06:03,650 Update finished +2021-12-18 12:06:03,650 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:06:03,651 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:06:03,651 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:06:03,651 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:06:03,651 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:06:03,651 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:06:03,651 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:06:03,651 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:06:03,658 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:06:03,660 Job list saved +2021-12-18 12:06:03,671 Updating FAILED jobs +2021-12-18 12:06:03,671 Updating WAITING jobs +2021-12-18 12:06:03,672 Update finished +2021-12-18 12:06:13,677 Reloading parameters... +2021-12-18 12:06:13,700 Loading parameters... +2021-12-18 12:06:13,701 Loading project parameters... +2021-12-18 12:06:13,703 + +15 of 25 jobs remaining (12:06) +2021-12-18 12:06:13,703 Sleep: 10 +2021-12-18 12:06:13,703 Number of retrials: 0 +2021-12-18 12:06:13,703 WRAPPER CHECK TIME = 10 +2021-12-18 12:06:13,704 Checking jobs for platform=marenostrum4 +2021-12-18 12:06:13,705 Checking jobs for platform=nord3 +2021-12-18 12:06:13,705 Checking jobs for platform=local +2021-12-18 12:06:13,706 Checking jobs for platform=transfer_node +2021-12-18 12:06:13,706 Checking all jobs at once +2021-12-18 12:06:15,075 Successful check job command +2021-12-18 12:06:17,346 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:06:17,346 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:06:17,346 End of checking +2021-12-18 12:06:17,348 Updating FAILED jobs +2021-12-18 12:06:17,348 Updating WAITING jobs +2021-12-18 12:06:17,348 Update finished +2021-12-18 12:06:17,348 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:06:17,349 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:06:17,349 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:06:17,350 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:06:17,350 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:06:17,350 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:06:17,350 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:06:17,350 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:06:17,353 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:06:17,355 Job list saved +2021-12-18 12:06:17,359 Updating FAILED jobs +2021-12-18 12:06:17,360 Updating WAITING jobs +2021-12-18 12:06:17,360 Update finished +2021-12-18 12:06:27,370 Reloading parameters... +2021-12-18 12:06:27,390 Loading parameters... +2021-12-18 12:06:27,391 Loading project parameters... +2021-12-18 12:06:27,393 + +15 of 25 jobs remaining (12:06) +2021-12-18 12:06:27,393 Sleep: 10 +2021-12-18 12:06:27,393 Number of retrials: 0 +2021-12-18 12:06:27,393 WRAPPER CHECK TIME = 10 +2021-12-18 12:06:27,394 Checking jobs for platform=marenostrum4 +2021-12-18 12:06:27,395 Checking jobs for platform=nord3 +2021-12-18 12:06:27,395 Checking jobs for platform=local +2021-12-18 12:06:27,396 Checking jobs for platform=transfer_node +2021-12-18 12:06:27,396 Checking all jobs at once +2021-12-18 12:06:28,716 Successful check job command +2021-12-18 12:06:29,985 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:06:29,986 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:06:29,986 End of checking +2021-12-18 12:06:29,987 Updating FAILED jobs +2021-12-18 12:06:29,987 Updating WAITING jobs +2021-12-18 12:06:29,987 Update finished +2021-12-18 12:06:29,988 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:06:29,988 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:06:29,988 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:06:29,988 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:06:29,988 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:06:29,988 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:06:29,988 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:06:29,988 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:06:29,991 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:06:29,993 Job list saved +2021-12-18 12:06:29,998 Updating FAILED jobs +2021-12-18 12:06:29,998 Updating WAITING jobs +2021-12-18 12:06:29,998 Update finished +2021-12-18 12:06:40,008 Reloading parameters... +2021-12-18 12:06:40,028 Loading parameters... +2021-12-18 12:06:40,029 Loading project parameters... +2021-12-18 12:06:40,031 + +15 of 25 jobs remaining (12:06) +2021-12-18 12:06:40,031 Sleep: 10 +2021-12-18 12:06:40,031 Number of retrials: 0 +2021-12-18 12:06:40,031 WRAPPER CHECK TIME = 10 +2021-12-18 12:06:40,032 Checking jobs for platform=marenostrum4 +2021-12-18 12:06:40,032 Checking jobs for platform=nord3 +2021-12-18 12:06:40,033 Checking jobs for platform=local +2021-12-18 12:06:40,033 Checking jobs for platform=transfer_node +2021-12-18 12:06:40,033 Checking all jobs at once +2021-12-18 12:06:41,453 Successful check job command +2021-12-18 12:06:42,774 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:06:42,775 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:06:42,775 End of checking +2021-12-18 12:06:42,776 Updating FAILED jobs +2021-12-18 12:06:42,776 Updating WAITING jobs +2021-12-18 12:06:42,777 Update finished +2021-12-18 12:06:42,777 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:06:42,777 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:06:42,777 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:06:42,777 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:06:42,777 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:06:42,777 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:06:42,778 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:06:42,778 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:06:42,780 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:06:42,783 Job list saved +2021-12-18 12:06:42,787 Updating FAILED jobs +2021-12-18 12:06:42,788 Updating WAITING jobs +2021-12-18 12:06:42,788 Update finished +2021-12-18 12:06:52,798 Reloading parameters... +2021-12-18 12:06:52,817 Loading parameters... +2021-12-18 12:06:52,818 Loading project parameters... +2021-12-18 12:06:52,820 + +15 of 25 jobs remaining (12:06) +2021-12-18 12:06:52,820 Sleep: 10 +2021-12-18 12:06:52,820 Number of retrials: 0 +2021-12-18 12:06:52,820 WRAPPER CHECK TIME = 10 +2021-12-18 12:06:52,821 Checking jobs for platform=marenostrum4 +2021-12-18 12:06:52,821 Checking jobs for platform=nord3 +2021-12-18 12:06:52,822 Checking jobs for platform=local +2021-12-18 12:06:52,823 Checking jobs for platform=transfer_node +2021-12-18 12:06:52,823 Checking all jobs at once +2021-12-18 12:06:54,745 Successful check job command +2021-12-18 12:06:56,766 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:06:56,767 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:06:56,767 End of checking +2021-12-18 12:06:56,769 Updating FAILED jobs +2021-12-18 12:06:56,769 Updating WAITING jobs +2021-12-18 12:06:56,770 Update finished +2021-12-18 12:06:56,770 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:06:56,770 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:06:56,771 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:06:56,771 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:06:56,771 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:06:56,771 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:06:56,771 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:06:56,771 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:06:56,774 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:06:56,776 Job list saved +2021-12-18 12:06:56,781 Updating FAILED jobs +2021-12-18 12:06:56,781 Updating WAITING jobs +2021-12-18 12:06:56,781 Update finished +2021-12-18 12:07:06,791 Reloading parameters... +2021-12-18 12:07:06,813 Loading parameters... +2021-12-18 12:07:06,814 Loading project parameters... +2021-12-18 12:07:06,816 + +15 of 25 jobs remaining (12:07) +2021-12-18 12:07:06,816 Sleep: 10 +2021-12-18 12:07:06,816 Number of retrials: 0 +2021-12-18 12:07:06,816 WRAPPER CHECK TIME = 10 +2021-12-18 12:07:06,817 Checking jobs for platform=marenostrum4 +2021-12-18 12:07:06,817 Checking jobs for platform=nord3 +2021-12-18 12:07:06,818 Checking jobs for platform=local +2021-12-18 12:07:06,818 Checking jobs for platform=transfer_node +2021-12-18 12:07:06,819 Checking all jobs at once +2021-12-18 12:07:08,089 Successful check job command +2021-12-18 12:07:09,458 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:07:09,459 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:07:09,459 End of checking +2021-12-18 12:07:09,460 Updating FAILED jobs +2021-12-18 12:07:09,460 Updating WAITING jobs +2021-12-18 12:07:09,460 Update finished +2021-12-18 12:07:09,461 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:07:09,461 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:07:09,461 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:07:09,461 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:07:09,461 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:07:09,461 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:07:09,461 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:07:09,462 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:07:09,465 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:07:09,467 Job list saved +2021-12-18 12:07:09,472 Updating FAILED jobs +2021-12-18 12:07:09,472 Updating WAITING jobs +2021-12-18 12:07:09,473 Update finished +2021-12-18 12:07:19,483 Reloading parameters... +2021-12-18 12:07:19,502 Loading parameters... +2021-12-18 12:07:19,504 Loading project parameters... +2021-12-18 12:07:19,505 + +15 of 25 jobs remaining (12:07) +2021-12-18 12:07:19,506 Sleep: 10 +2021-12-18 12:07:19,506 Number of retrials: 0 +2021-12-18 12:07:19,506 WRAPPER CHECK TIME = 10 +2021-12-18 12:07:19,507 Checking jobs for platform=marenostrum4 +2021-12-18 12:07:19,507 Checking jobs for platform=nord3 +2021-12-18 12:07:19,508 Checking jobs for platform=local +2021-12-18 12:07:19,509 Checking jobs for platform=transfer_node +2021-12-18 12:07:19,509 Checking all jobs at once +2021-12-18 12:07:20,828 Successful check job command +2021-12-18 12:07:22,098 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:07:22,098 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:07:22,098 End of checking +2021-12-18 12:07:22,099 Updating FAILED jobs +2021-12-18 12:07:22,100 Updating WAITING jobs +2021-12-18 12:07:22,100 Update finished +2021-12-18 12:07:22,100 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:07:22,100 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:07:22,100 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:07:22,100 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:07:22,100 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:07:22,101 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:07:22,101 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:07:22,101 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:07:22,103 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:07:22,105 Job list saved +2021-12-18 12:07:22,110 Updating FAILED jobs +2021-12-18 12:07:22,110 Updating WAITING jobs +2021-12-18 12:07:22,110 Update finished +2021-12-18 12:07:32,120 Reloading parameters... +2021-12-18 12:07:32,138 Loading parameters... +2021-12-18 12:07:32,139 Loading project parameters... +2021-12-18 12:07:32,141 + +15 of 25 jobs remaining (12:07) +2021-12-18 12:07:32,141 Sleep: 10 +2021-12-18 12:07:32,141 Number of retrials: 0 +2021-12-18 12:07:32,141 WRAPPER CHECK TIME = 10 +2021-12-18 12:07:32,142 Checking jobs for platform=marenostrum4 +2021-12-18 12:07:32,143 Checking jobs for platform=nord3 +2021-12-18 12:07:32,143 Checking jobs for platform=local +2021-12-18 12:07:32,144 Checking jobs for platform=transfer_node +2021-12-18 12:07:32,144 Checking all jobs at once +2021-12-18 12:07:33,463 Successful check job command +2021-12-18 12:07:34,732 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:07:34,733 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:07:34,733 End of checking +2021-12-18 12:07:34,734 Updating FAILED jobs +2021-12-18 12:07:34,734 Updating WAITING jobs +2021-12-18 12:07:34,734 Update finished +2021-12-18 12:07:34,734 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:07:34,735 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:07:34,735 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:07:34,736 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:07:34,736 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:07:34,736 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:07:34,736 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:07:34,736 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:07:34,738 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:07:34,741 Job list saved +2021-12-18 12:07:34,746 Updating FAILED jobs +2021-12-18 12:07:34,746 Updating WAITING jobs +2021-12-18 12:07:34,746 Update finished +2021-12-18 12:07:44,756 Reloading parameters... +2021-12-18 12:07:44,774 Loading parameters... +2021-12-18 12:07:44,775 Loading project parameters... +2021-12-18 12:07:44,777 + +15 of 25 jobs remaining (12:07) +2021-12-18 12:07:44,777 Sleep: 10 +2021-12-18 12:07:44,778 Number of retrials: 0 +2021-12-18 12:07:44,778 WRAPPER CHECK TIME = 10 +2021-12-18 12:07:44,778 Checking jobs for platform=marenostrum4 +2021-12-18 12:07:44,779 Checking jobs for platform=nord3 +2021-12-18 12:07:44,779 Checking jobs for platform=local +2021-12-18 12:07:44,780 Checking jobs for platform=transfer_node +2021-12-18 12:07:44,780 Checking all jobs at once +2021-12-18 12:07:45,999 Successful check job command +2021-12-18 12:07:47,269 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:07:47,269 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:07:47,269 End of checking +2021-12-18 12:07:47,270 Updating FAILED jobs +2021-12-18 12:07:47,270 Updating WAITING jobs +2021-12-18 12:07:47,271 Update finished +2021-12-18 12:07:47,271 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:07:47,271 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:07:47,271 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:07:47,271 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:07:47,271 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:07:47,272 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:07:47,272 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:07:47,272 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:07:47,276 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:07:47,280 Job list saved +2021-12-18 12:07:47,292 Updating FAILED jobs +2021-12-18 12:07:47,292 Updating WAITING jobs +2021-12-18 12:07:47,292 Update finished +2021-12-18 12:07:57,301 Reloading parameters... +2021-12-18 12:07:57,319 Loading parameters... +2021-12-18 12:07:57,321 Loading project parameters... +2021-12-18 12:07:57,323 + +15 of 25 jobs remaining (12:07) +2021-12-18 12:07:57,323 Sleep: 10 +2021-12-18 12:07:57,323 Number of retrials: 0 +2021-12-18 12:07:57,323 WRAPPER CHECK TIME = 10 +2021-12-18 12:07:57,324 Checking jobs for platform=marenostrum4 +2021-12-18 12:07:57,324 Checking jobs for platform=nord3 +2021-12-18 12:07:57,325 Checking jobs for platform=local +2021-12-18 12:07:57,325 Checking jobs for platform=transfer_node +2021-12-18 12:07:57,326 Checking all jobs at once +2021-12-18 12:07:58,695 Successful check job command +2021-12-18 12:07:59,964 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:07:59,964 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:07:59,965 End of checking +2021-12-18 12:07:59,966 Updating FAILED jobs +2021-12-18 12:07:59,966 Updating WAITING jobs +2021-12-18 12:07:59,966 Update finished +2021-12-18 12:07:59,966 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:07:59,967 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:07:59,967 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:07:59,967 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:07:59,967 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:07:59,967 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:07:59,967 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:07:59,967 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:07:59,970 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:07:59,972 Job list saved +2021-12-18 12:07:59,977 Updating FAILED jobs +2021-12-18 12:07:59,977 Updating WAITING jobs +2021-12-18 12:07:59,977 Update finished +2021-12-18 12:08:09,987 Reloading parameters... +2021-12-18 12:08:10,006 Loading parameters... +2021-12-18 12:08:10,007 Loading project parameters... +2021-12-18 12:08:10,009 + +15 of 25 jobs remaining (12:08) +2021-12-18 12:08:10,009 Sleep: 10 +2021-12-18 12:08:10,009 Number of retrials: 0 +2021-12-18 12:08:10,010 WRAPPER CHECK TIME = 10 +2021-12-18 12:08:10,010 Checking jobs for platform=marenostrum4 +2021-12-18 12:08:10,011 Checking jobs for platform=nord3 +2021-12-18 12:08:10,011 Checking jobs for platform=local +2021-12-18 12:08:10,012 Checking jobs for platform=transfer_node +2021-12-18 12:08:10,012 Checking all jobs at once +2021-12-18 12:08:11,383 Successful check job command +2021-12-18 12:08:12,803 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:08:12,804 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:08:12,804 End of checking +2021-12-18 12:08:12,805 Updating FAILED jobs +2021-12-18 12:08:12,805 Updating WAITING jobs +2021-12-18 12:08:12,805 Update finished +2021-12-18 12:08:12,806 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:08:12,806 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:08:12,806 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:08:12,806 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:08:12,807 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:08:12,807 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:08:12,807 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:08:12,807 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:08:12,809 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:08:12,812 Job list saved +2021-12-18 12:08:12,816 Updating FAILED jobs +2021-12-18 12:08:12,816 Updating WAITING jobs +2021-12-18 12:08:12,817 Update finished +2021-12-18 12:08:22,822 Reloading parameters... +2021-12-18 12:08:22,842 Loading parameters... +2021-12-18 12:08:22,843 Loading project parameters... +2021-12-18 12:08:22,845 + +15 of 25 jobs remaining (12:08) +2021-12-18 12:08:22,845 Sleep: 10 +2021-12-18 12:08:22,845 Number of retrials: 0 +2021-12-18 12:08:22,845 WRAPPER CHECK TIME = 10 +2021-12-18 12:08:22,846 Checking jobs for platform=marenostrum4 +2021-12-18 12:08:22,846 Checking jobs for platform=nord3 +2021-12-18 12:08:22,847 Checking jobs for platform=local +2021-12-18 12:08:22,848 Checking jobs for platform=transfer_node +2021-12-18 12:08:22,848 Checking all jobs at once +2021-12-18 12:08:24,117 Successful check job command +2021-12-18 12:08:25,386 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:08:25,386 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:08:25,387 End of checking +2021-12-18 12:08:25,388 Updating FAILED jobs +2021-12-18 12:08:25,388 Updating WAITING jobs +2021-12-18 12:08:25,388 Update finished +2021-12-18 12:08:25,389 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:08:25,389 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:08:25,389 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:08:25,389 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:08:25,389 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:08:25,389 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:08:25,389 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:08:25,389 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:08:25,392 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:08:25,395 Job list saved +2021-12-18 12:08:25,400 Updating FAILED jobs +2021-12-18 12:08:25,400 Updating WAITING jobs +2021-12-18 12:08:25,401 Update finished +2021-12-18 12:08:35,411 Reloading parameters... +2021-12-18 12:08:35,430 Loading parameters... +2021-12-18 12:08:35,431 Loading project parameters... +2021-12-18 12:08:35,433 + +15 of 25 jobs remaining (12:08) +2021-12-18 12:08:35,433 Sleep: 10 +2021-12-18 12:08:35,433 Number of retrials: 0 +2021-12-18 12:08:35,433 WRAPPER CHECK TIME = 10 +2021-12-18 12:08:35,434 Checking jobs for platform=marenostrum4 +2021-12-18 12:08:35,434 Checking jobs for platform=nord3 +2021-12-18 12:08:35,435 Checking jobs for platform=local +2021-12-18 12:08:35,435 Checking jobs for platform=transfer_node +2021-12-18 12:08:35,436 Checking all jobs at once +2021-12-18 12:08:36,755 Successful check job command +2021-12-18 12:08:38,075 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:08:38,075 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:08:38,075 End of checking +2021-12-18 12:08:38,076 Updating FAILED jobs +2021-12-18 12:08:38,077 Updating WAITING jobs +2021-12-18 12:08:38,077 Update finished +2021-12-18 12:08:38,077 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:08:38,077 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:08:38,077 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:08:38,077 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:08:38,078 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:08:38,078 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:08:38,078 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:08:38,078 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:08:38,081 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:08:38,084 Job list saved +2021-12-18 12:08:38,092 Updating FAILED jobs +2021-12-18 12:08:38,092 Updating WAITING jobs +2021-12-18 12:08:38,092 Update finished +2021-12-18 12:08:48,102 Reloading parameters... +2021-12-18 12:08:48,122 Loading parameters... +2021-12-18 12:08:48,124 Loading project parameters... +2021-12-18 12:08:48,126 + +15 of 25 jobs remaining (12:08) +2021-12-18 12:08:48,126 Sleep: 10 +2021-12-18 12:08:48,126 Number of retrials: 0 +2021-12-18 12:08:48,126 WRAPPER CHECK TIME = 10 +2021-12-18 12:08:48,127 Checking jobs for platform=marenostrum4 +2021-12-18 12:08:48,127 Checking jobs for platform=nord3 +2021-12-18 12:08:48,128 Checking jobs for platform=local +2021-12-18 12:08:48,128 Checking jobs for platform=transfer_node +2021-12-18 12:08:48,128 Checking all jobs at once +2021-12-18 12:08:49,449 Successful check job command +2021-12-18 12:08:50,718 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:08:50,718 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:08:50,718 End of checking +2021-12-18 12:08:50,720 Updating FAILED jobs +2021-12-18 12:08:50,720 Updating WAITING jobs +2021-12-18 12:08:50,720 Update finished +2021-12-18 12:08:50,721 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:08:50,721 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:08:50,721 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:08:50,722 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:08:50,722 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:08:50,722 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:08:50,722 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:08:50,722 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:08:50,725 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:08:50,727 Job list saved +2021-12-18 12:08:50,732 Updating FAILED jobs +2021-12-18 12:08:50,732 Updating WAITING jobs +2021-12-18 12:08:50,732 Update finished +2021-12-18 12:09:00,739 Reloading parameters... +2021-12-18 12:09:00,757 Loading parameters... +2021-12-18 12:09:00,759 Loading project parameters... +2021-12-18 12:09:00,760 + +15 of 25 jobs remaining (12:09) +2021-12-18 12:09:00,761 Sleep: 10 +2021-12-18 12:09:00,761 Number of retrials: 0 +2021-12-18 12:09:00,761 WRAPPER CHECK TIME = 10 +2021-12-18 12:09:00,761 Checking jobs for platform=marenostrum4 +2021-12-18 12:09:00,762 Checking jobs for platform=nord3 +2021-12-18 12:09:00,762 Checking jobs for platform=local +2021-12-18 12:09:00,763 Checking jobs for platform=transfer_node +2021-12-18 12:09:00,763 Checking all jobs at once +2021-12-18 12:09:02,184 Successful check job command +2021-12-18 12:09:03,654 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:09:03,654 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:09:03,654 End of checking +2021-12-18 12:09:03,656 Updating FAILED jobs +2021-12-18 12:09:03,656 Updating WAITING jobs +2021-12-18 12:09:03,656 Update finished +2021-12-18 12:09:03,656 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:09:03,656 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:09:03,656 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:09:03,657 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:09:03,657 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:09:03,657 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:09:03,657 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:09:03,657 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:09:03,660 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:09:03,662 Job list saved +2021-12-18 12:09:03,668 Updating FAILED jobs +2021-12-18 12:09:03,668 Updating WAITING jobs +2021-12-18 12:09:03,668 Update finished +2021-12-18 12:09:13,678 Reloading parameters... +2021-12-18 12:09:13,698 Loading parameters... +2021-12-18 12:09:13,699 Loading project parameters... +2021-12-18 12:09:13,701 + +15 of 25 jobs remaining (12:09) +2021-12-18 12:09:13,702 Sleep: 10 +2021-12-18 12:09:13,702 Number of retrials: 0 +2021-12-18 12:09:13,702 WRAPPER CHECK TIME = 10 +2021-12-18 12:09:13,702 Checking jobs for platform=marenostrum4 +2021-12-18 12:09:13,703 Checking jobs for platform=nord3 +2021-12-18 12:09:13,704 Checking jobs for platform=local +2021-12-18 12:09:13,704 Checking jobs for platform=transfer_node +2021-12-18 12:09:13,704 Checking all jobs at once +2021-12-18 12:09:14,973 Successful check job command +2021-12-18 12:09:16,493 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:09:16,494 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:09:16,494 End of checking +2021-12-18 12:09:16,495 Updating FAILED jobs +2021-12-18 12:09:16,495 Updating WAITING jobs +2021-12-18 12:09:16,495 Update finished +2021-12-18 12:09:16,496 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:09:16,496 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:09:16,496 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:09:16,496 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:09:16,496 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:09:16,496 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:09:16,496 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:09:16,497 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:09:16,500 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:09:16,502 Job list saved +2021-12-18 12:09:16,507 Updating FAILED jobs +2021-12-18 12:09:16,508 Updating WAITING jobs +2021-12-18 12:09:16,508 Update finished +2021-12-18 12:09:26,518 Reloading parameters... +2021-12-18 12:09:26,540 Loading parameters... +2021-12-18 12:09:26,541 Loading project parameters... +2021-12-18 12:09:26,543 + +15 of 25 jobs remaining (12:09) +2021-12-18 12:09:26,543 Sleep: 10 +2021-12-18 12:09:26,543 Number of retrials: 0 +2021-12-18 12:09:26,543 WRAPPER CHECK TIME = 10 +2021-12-18 12:09:26,544 Checking jobs for platform=marenostrum4 +2021-12-18 12:09:26,545 Checking jobs for platform=nord3 +2021-12-18 12:09:26,545 Checking jobs for platform=local +2021-12-18 12:09:26,546 Checking jobs for platform=transfer_node +2021-12-18 12:09:26,546 Checking all jobs at once +2021-12-18 12:09:27,916 Successful check job command +2021-12-18 12:09:29,186 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:09:29,186 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:09:29,186 End of checking +2021-12-18 12:09:29,188 Updating FAILED jobs +2021-12-18 12:09:29,188 Updating WAITING jobs +2021-12-18 12:09:29,188 Update finished +2021-12-18 12:09:29,188 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:09:29,189 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:09:29,189 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:09:29,189 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:09:29,189 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:09:29,189 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:09:29,189 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:09:29,190 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:09:29,194 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:09:29,196 Job list saved +2021-12-18 12:09:29,202 Updating FAILED jobs +2021-12-18 12:09:29,202 Updating WAITING jobs +2021-12-18 12:09:29,202 Update finished +2021-12-18 12:09:39,212 Reloading parameters... +2021-12-18 12:09:39,232 Loading parameters... +2021-12-18 12:09:39,233 Loading project parameters... +2021-12-18 12:09:39,235 + +15 of 25 jobs remaining (12:09) +2021-12-18 12:09:39,235 Sleep: 10 +2021-12-18 12:09:39,236 Number of retrials: 0 +2021-12-18 12:09:39,236 WRAPPER CHECK TIME = 10 +2021-12-18 12:09:39,236 Checking jobs for platform=marenostrum4 +2021-12-18 12:09:39,237 Checking jobs for platform=nord3 +2021-12-18 12:09:39,237 Checking jobs for platform=local +2021-12-18 12:09:39,238 Checking jobs for platform=transfer_node +2021-12-18 12:09:39,238 Checking all jobs at once +2021-12-18 12:09:40,507 Successful check job command +2021-12-18 12:09:41,829 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:09:41,829 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:09:41,829 End of checking +2021-12-18 12:09:41,831 Updating FAILED jobs +2021-12-18 12:09:41,831 Updating WAITING jobs +2021-12-18 12:09:41,831 Update finished +2021-12-18 12:09:41,831 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:09:41,831 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:09:41,831 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:09:41,832 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:09:41,832 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:09:41,832 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:09:41,832 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:09:41,832 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:09:41,836 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:09:41,838 Job list saved +2021-12-18 12:09:41,843 Updating FAILED jobs +2021-12-18 12:09:41,843 Updating WAITING jobs +2021-12-18 12:09:41,843 Update finished +2021-12-18 12:09:51,853 Reloading parameters... +2021-12-18 12:09:51,873 Loading parameters... +2021-12-18 12:09:51,875 Loading project parameters... +2021-12-18 12:09:51,877 + +15 of 25 jobs remaining (12:09) +2021-12-18 12:09:51,877 Sleep: 10 +2021-12-18 12:09:51,877 Number of retrials: 0 +2021-12-18 12:09:51,877 WRAPPER CHECK TIME = 10 +2021-12-18 12:09:51,878 Checking jobs for platform=marenostrum4 +2021-12-18 12:09:51,878 Checking jobs for platform=nord3 +2021-12-18 12:09:51,879 Checking jobs for platform=local +2021-12-18 12:09:51,879 Checking jobs for platform=transfer_node +2021-12-18 12:09:51,879 Checking all jobs at once +2021-12-18 12:09:53,350 Successful check job command +2021-12-18 12:09:54,620 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:09:54,620 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:09:54,620 End of checking +2021-12-18 12:09:54,622 Updating FAILED jobs +2021-12-18 12:09:54,622 Updating WAITING jobs +2021-12-18 12:09:54,622 Update finished +2021-12-18 12:09:54,622 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:09:54,623 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:09:54,623 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:09:54,623 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:09:54,623 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:09:54,623 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:09:54,623 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:09:54,623 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:09:54,626 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:09:54,629 Job list saved +2021-12-18 12:09:54,638 Updating FAILED jobs +2021-12-18 12:09:54,638 Updating WAITING jobs +2021-12-18 12:09:54,638 Update finished +2021-12-18 12:10:04,649 Reloading parameters... +2021-12-18 12:10:04,672 Loading parameters... +2021-12-18 12:10:04,673 Loading project parameters... +2021-12-18 12:10:04,675 + +15 of 25 jobs remaining (12:10) +2021-12-18 12:10:04,676 Sleep: 10 +2021-12-18 12:10:04,676 Number of retrials: 0 +2021-12-18 12:10:04,676 WRAPPER CHECK TIME = 10 +2021-12-18 12:10:04,676 Checking jobs for platform=marenostrum4 +2021-12-18 12:10:04,677 Checking jobs for platform=nord3 +2021-12-18 12:10:04,677 Checking jobs for platform=local +2021-12-18 12:10:04,678 Checking jobs for platform=transfer_node +2021-12-18 12:10:04,678 Checking all jobs at once +2021-12-18 12:10:06,098 Successful check job command +2021-12-18 12:10:07,518 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:10:07,518 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:10:07,518 End of checking +2021-12-18 12:10:07,521 Updating FAILED jobs +2021-12-18 12:10:07,521 Updating WAITING jobs +2021-12-18 12:10:07,521 Update finished +2021-12-18 12:10:07,521 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:10:07,522 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:10:07,522 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:10:07,522 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:10:07,522 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:10:07,523 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:10:07,523 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:10:07,523 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:10:07,526 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:10:07,528 Job list saved +2021-12-18 12:10:07,533 Updating FAILED jobs +2021-12-18 12:10:07,533 Updating WAITING jobs +2021-12-18 12:10:07,533 Update finished +2021-12-18 12:10:17,543 Reloading parameters... +2021-12-18 12:10:17,564 Loading parameters... +2021-12-18 12:10:17,566 Loading project parameters... +2021-12-18 12:10:17,568 + +15 of 25 jobs remaining (12:10) +2021-12-18 12:10:17,568 Sleep: 10 +2021-12-18 12:10:17,568 Number of retrials: 0 +2021-12-18 12:10:17,568 WRAPPER CHECK TIME = 10 +2021-12-18 12:10:17,569 Checking jobs for platform=marenostrum4 +2021-12-18 12:10:17,569 Checking jobs for platform=nord3 +2021-12-18 12:10:17,570 Checking jobs for platform=local +2021-12-18 12:10:17,570 Checking jobs for platform=transfer_node +2021-12-18 12:10:17,570 Checking all jobs at once +2021-12-18 12:10:18,993 Successful check job command +2021-12-18 12:10:20,413 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:10:20,414 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:10:20,414 End of checking +2021-12-18 12:10:20,415 Updating FAILED jobs +2021-12-18 12:10:20,415 Updating WAITING jobs +2021-12-18 12:10:20,416 Update finished +2021-12-18 12:10:20,416 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:10:20,416 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:10:20,416 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:10:20,416 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:10:20,416 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:10:20,416 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:10:20,417 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:10:20,417 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:10:20,420 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:10:20,422 Job list saved +2021-12-18 12:10:20,427 Updating FAILED jobs +2021-12-18 12:10:20,427 Updating WAITING jobs +2021-12-18 12:10:20,427 Update finished +2021-12-18 12:10:30,438 Reloading parameters... +2021-12-18 12:10:30,463 Loading parameters... +2021-12-18 12:10:30,464 Loading project parameters... +2021-12-18 12:10:30,466 + +15 of 25 jobs remaining (12:10) +2021-12-18 12:10:30,466 Sleep: 10 +2021-12-18 12:10:30,466 Number of retrials: 0 +2021-12-18 12:10:30,466 WRAPPER CHECK TIME = 10 +2021-12-18 12:10:30,467 Checking jobs for platform=marenostrum4 +2021-12-18 12:10:30,467 Checking jobs for platform=nord3 +2021-12-18 12:10:30,468 Checking jobs for platform=local +2021-12-18 12:10:30,469 Checking jobs for platform=transfer_node +2021-12-18 12:10:30,469 Checking all jobs at once +2021-12-18 12:10:32,790 Successful check job command +2021-12-18 12:10:34,160 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:10:34,160 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:10:34,160 End of checking +2021-12-18 12:10:34,162 Updating FAILED jobs +2021-12-18 12:10:34,162 Updating WAITING jobs +2021-12-18 12:10:34,162 Update finished +2021-12-18 12:10:34,163 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:10:34,163 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:10:34,163 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:10:34,163 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:10:34,163 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:10:34,163 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:10:34,163 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:10:34,164 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:10:34,166 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:10:34,168 Job list saved +2021-12-18 12:10:34,173 Updating FAILED jobs +2021-12-18 12:10:34,174 Updating WAITING jobs +2021-12-18 12:10:34,174 Update finished +2021-12-18 12:10:44,184 Reloading parameters... +2021-12-18 12:10:44,205 Loading parameters... +2021-12-18 12:10:44,206 Loading project parameters... +2021-12-18 12:10:44,208 + +15 of 25 jobs remaining (12:10) +2021-12-18 12:10:44,208 Sleep: 10 +2021-12-18 12:10:44,208 Number of retrials: 0 +2021-12-18 12:10:44,208 WRAPPER CHECK TIME = 10 +2021-12-18 12:10:44,209 Checking jobs for platform=marenostrum4 +2021-12-18 12:10:44,210 Checking jobs for platform=nord3 +2021-12-18 12:10:44,210 Checking jobs for platform=local +2021-12-18 12:10:44,211 Checking jobs for platform=transfer_node +2021-12-18 12:10:44,211 Checking all jobs at once +2021-12-18 12:10:45,533 Successful check job command +2021-12-18 12:10:46,903 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:10:46,903 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:10:46,904 End of checking +2021-12-18 12:10:46,907 Updating FAILED jobs +2021-12-18 12:10:46,907 Updating WAITING jobs +2021-12-18 12:10:46,908 Update finished +2021-12-18 12:10:46,908 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:10:46,909 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:10:46,909 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:10:46,909 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:10:46,909 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:10:46,909 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:10:46,909 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:10:46,909 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:10:46,913 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:10:46,916 Job list saved +2021-12-18 12:10:46,922 Updating FAILED jobs +2021-12-18 12:10:46,922 Updating WAITING jobs +2021-12-18 12:10:46,922 Update finished +2021-12-18 12:10:56,932 Reloading parameters... +2021-12-18 12:10:56,951 Loading parameters... +2021-12-18 12:10:56,952 Loading project parameters... +2021-12-18 12:10:56,954 + +15 of 25 jobs remaining (12:10) +2021-12-18 12:10:56,954 Sleep: 10 +2021-12-18 12:10:56,954 Number of retrials: 0 +2021-12-18 12:10:56,954 WRAPPER CHECK TIME = 10 +2021-12-18 12:10:56,955 Checking jobs for platform=marenostrum4 +2021-12-18 12:10:56,955 Checking jobs for platform=nord3 +2021-12-18 12:10:56,956 Checking jobs for platform=local +2021-12-18 12:10:56,956 Checking jobs for platform=transfer_node +2021-12-18 12:10:56,957 Checking all jobs at once +2021-12-18 12:10:58,176 Successful check job command +2021-12-18 12:10:59,448 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:10:59,448 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:10:59,448 End of checking +2021-12-18 12:10:59,450 Updating FAILED jobs +2021-12-18 12:10:59,450 Updating WAITING jobs +2021-12-18 12:10:59,450 Update finished +2021-12-18 12:10:59,450 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:10:59,451 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:10:59,451 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:10:59,451 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:10:59,451 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:10:59,451 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:10:59,451 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:10:59,451 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:10:59,459 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:10:59,463 Job list saved +2021-12-18 12:10:59,474 Updating FAILED jobs +2021-12-18 12:10:59,474 Updating WAITING jobs +2021-12-18 12:10:59,479 Update finished +2021-12-18 12:11:09,488 Reloading parameters... +2021-12-18 12:11:09,510 Loading parameters... +2021-12-18 12:11:09,511 Loading project parameters... +2021-12-18 12:11:09,513 + +15 of 25 jobs remaining (12:11) +2021-12-18 12:11:09,513 Sleep: 10 +2021-12-18 12:11:09,513 Number of retrials: 0 +2021-12-18 12:11:09,513 WRAPPER CHECK TIME = 10 +2021-12-18 12:11:09,514 Checking jobs for platform=marenostrum4 +2021-12-18 12:11:09,514 Checking jobs for platform=nord3 +2021-12-18 12:11:09,515 Checking jobs for platform=local +2021-12-18 12:11:09,515 Checking jobs for platform=transfer_node +2021-12-18 12:11:09,515 Checking all jobs at once +2021-12-18 12:11:10,835 Successful check job command +2021-12-18 12:11:12,054 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:11:12,054 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:11:12,054 End of checking +2021-12-18 12:11:12,056 Updating FAILED jobs +2021-12-18 12:11:12,056 Updating WAITING jobs +2021-12-18 12:11:12,057 Update finished +2021-12-18 12:11:12,057 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:11:12,057 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:11:12,057 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:11:12,057 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:11:12,057 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:11:12,057 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:11:12,058 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:11:12,058 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:11:12,061 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:11:12,063 Job list saved +2021-12-18 12:11:12,068 Updating FAILED jobs +2021-12-18 12:11:12,069 Updating WAITING jobs +2021-12-18 12:11:12,069 Update finished +2021-12-18 12:11:22,078 Reloading parameters... +2021-12-18 12:11:22,099 Loading parameters... +2021-12-18 12:11:22,101 Loading project parameters... +2021-12-18 12:11:22,103 + +15 of 25 jobs remaining (12:11) +2021-12-18 12:11:22,103 Sleep: 10 +2021-12-18 12:11:22,103 Number of retrials: 0 +2021-12-18 12:11:22,103 WRAPPER CHECK TIME = 10 +2021-12-18 12:11:22,103 Checking jobs for platform=marenostrum4 +2021-12-18 12:11:22,104 Checking jobs for platform=nord3 +2021-12-18 12:11:22,105 Checking jobs for platform=local +2021-12-18 12:11:22,105 Checking jobs for platform=transfer_node +2021-12-18 12:11:22,105 Checking all jobs at once +2021-12-18 12:11:23,576 Successful check job command +2021-12-18 12:11:24,845 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:11:24,846 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:11:24,846 End of checking +2021-12-18 12:11:24,848 Updating FAILED jobs +2021-12-18 12:11:24,848 Updating WAITING jobs +2021-12-18 12:11:24,848 Update finished +2021-12-18 12:11:24,848 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:11:24,851 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:11:24,851 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:11:24,851 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:11:24,851 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:11:24,851 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:11:24,851 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:11:24,852 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:11:24,855 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:11:24,858 Job list saved +2021-12-18 12:11:24,866 Updating FAILED jobs +2021-12-18 12:11:24,866 Updating WAITING jobs +2021-12-18 12:11:24,867 Update finished +2021-12-18 12:11:34,879 Reloading parameters... +2021-12-18 12:11:34,901 Loading parameters... +2021-12-18 12:11:34,902 Loading project parameters... +2021-12-18 12:11:34,904 + +15 of 25 jobs remaining (12:11) +2021-12-18 12:11:34,904 Sleep: 10 +2021-12-18 12:11:34,905 Number of retrials: 0 +2021-12-18 12:11:34,905 WRAPPER CHECK TIME = 10 +2021-12-18 12:11:34,905 Checking jobs for platform=marenostrum4 +2021-12-18 12:11:34,906 Checking jobs for platform=nord3 +2021-12-18 12:11:34,906 Checking jobs for platform=local +2021-12-18 12:11:34,907 Checking jobs for platform=transfer_node +2021-12-18 12:11:34,907 Checking all jobs at once +2021-12-18 12:11:36,978 Successful check job command +2021-12-18 12:11:38,499 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:11:38,499 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:11:38,500 End of checking +2021-12-18 12:11:38,502 Updating FAILED jobs +2021-12-18 12:11:38,502 Updating WAITING jobs +2021-12-18 12:11:38,502 Update finished +2021-12-18 12:11:38,502 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:11:38,502 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:11:38,502 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:11:38,503 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:11:38,503 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:11:38,503 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:11:38,503 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:11:38,503 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:11:38,506 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:11:38,508 Job list saved +2021-12-18 12:11:38,514 Updating FAILED jobs +2021-12-18 12:11:38,514 Updating WAITING jobs +2021-12-18 12:11:38,515 Update finished +2021-12-18 12:11:48,525 Reloading parameters... +2021-12-18 12:11:48,556 Loading parameters... +2021-12-18 12:11:48,557 Loading project parameters... +2021-12-18 12:11:48,559 + +15 of 25 jobs remaining (12:11) +2021-12-18 12:11:48,559 Sleep: 10 +2021-12-18 12:11:48,559 Number of retrials: 0 +2021-12-18 12:11:48,559 WRAPPER CHECK TIME = 10 +2021-12-18 12:11:48,560 Checking jobs for platform=marenostrum4 +2021-12-18 12:11:48,560 Checking jobs for platform=nord3 +2021-12-18 12:11:48,561 Checking jobs for platform=local +2021-12-18 12:11:48,562 Checking jobs for platform=transfer_node +2021-12-18 12:11:48,562 Checking all jobs at once +2021-12-18 12:11:49,882 Successful check job command +2021-12-18 12:11:51,102 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:11:51,102 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:11:51,102 End of checking +2021-12-18 12:11:51,103 Updating FAILED jobs +2021-12-18 12:11:51,104 Updating WAITING jobs +2021-12-18 12:11:51,104 Update finished +2021-12-18 12:11:51,104 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:11:51,104 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:11:51,104 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:11:51,104 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:11:51,105 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:11:51,105 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:11:51,105 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:11:51,105 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:11:51,108 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:11:51,111 Job list saved +2021-12-18 12:11:51,119 Updating FAILED jobs +2021-12-18 12:11:51,119 Updating WAITING jobs +2021-12-18 12:11:51,119 Update finished +2021-12-18 12:12:01,128 Reloading parameters... +2021-12-18 12:12:01,148 Loading parameters... +2021-12-18 12:12:01,150 Loading project parameters... +2021-12-18 12:12:01,151 + +15 of 25 jobs remaining (12:12) +2021-12-18 12:12:01,152 Sleep: 10 +2021-12-18 12:12:01,152 Number of retrials: 0 +2021-12-18 12:12:01,152 WRAPPER CHECK TIME = 10 +2021-12-18 12:12:01,152 Checking jobs for platform=marenostrum4 +2021-12-18 12:12:01,153 Checking jobs for platform=nord3 +2021-12-18 12:12:01,153 Checking jobs for platform=local +2021-12-18 12:12:01,154 Checking jobs for platform=transfer_node +2021-12-18 12:12:01,154 Checking all jobs at once +2021-12-18 12:12:02,524 Successful check job command +2021-12-18 12:12:03,843 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:12:03,844 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:12:03,844 End of checking +2021-12-18 12:12:03,846 Updating FAILED jobs +2021-12-18 12:12:03,846 Updating WAITING jobs +2021-12-18 12:12:03,847 Update finished +2021-12-18 12:12:03,847 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:12:03,848 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:12:03,848 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:12:03,848 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:12:03,849 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:12:03,849 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:12:03,849 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:12:03,849 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:12:03,851 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:12:03,854 Job list saved +2021-12-18 12:12:03,859 Updating FAILED jobs +2021-12-18 12:12:03,859 Updating WAITING jobs +2021-12-18 12:12:03,859 Update finished +2021-12-18 12:12:13,869 Reloading parameters... +2021-12-18 12:12:13,887 Loading parameters... +2021-12-18 12:12:13,888 Loading project parameters... +2021-12-18 12:12:13,890 + +15 of 25 jobs remaining (12:12) +2021-12-18 12:12:13,890 Sleep: 10 +2021-12-18 12:12:13,890 Number of retrials: 0 +2021-12-18 12:12:13,890 WRAPPER CHECK TIME = 10 +2021-12-18 12:12:13,891 Checking jobs for platform=marenostrum4 +2021-12-18 12:12:13,892 Checking jobs for platform=nord3 +2021-12-18 12:12:13,892 Checking jobs for platform=local +2021-12-18 12:12:13,893 Checking jobs for platform=transfer_node +2021-12-18 12:12:13,893 Checking all jobs at once +2021-12-18 12:12:15,222 Successful check job command +2021-12-18 12:12:16,441 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:12:16,441 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:12:16,442 End of checking +2021-12-18 12:12:16,443 Updating FAILED jobs +2021-12-18 12:12:16,443 Updating WAITING jobs +2021-12-18 12:12:16,443 Update finished +2021-12-18 12:12:16,443 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:12:16,444 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:12:16,444 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:12:16,444 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:12:16,444 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:12:16,444 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:12:16,444 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:12:16,444 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:12:16,447 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:12:16,449 Job list saved +2021-12-18 12:12:16,455 Updating FAILED jobs +2021-12-18 12:12:16,455 Updating WAITING jobs +2021-12-18 12:12:16,455 Update finished +2021-12-18 12:12:26,466 Reloading parameters... +2021-12-18 12:12:26,486 Loading parameters... +2021-12-18 12:12:26,487 Loading project parameters... +2021-12-18 12:12:26,489 + +15 of 25 jobs remaining (12:12) +2021-12-18 12:12:26,489 Sleep: 10 +2021-12-18 12:12:26,489 Number of retrials: 0 +2021-12-18 12:12:26,489 WRAPPER CHECK TIME = 10 +2021-12-18 12:12:26,490 Checking jobs for platform=marenostrum4 +2021-12-18 12:12:26,490 Checking jobs for platform=nord3 +2021-12-18 12:12:26,491 Checking jobs for platform=local +2021-12-18 12:12:26,492 Checking jobs for platform=transfer_node +2021-12-18 12:12:26,492 Checking all jobs at once +2021-12-18 12:12:27,962 Successful check job command +2021-12-18 12:12:29,282 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:12:29,282 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:12:29,282 End of checking +2021-12-18 12:12:29,284 Updating FAILED jobs +2021-12-18 12:12:29,284 Updating WAITING jobs +2021-12-18 12:12:29,284 Update finished +2021-12-18 12:12:29,284 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:12:29,284 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:12:29,284 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:12:29,285 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:12:29,285 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:12:29,285 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:12:29,285 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:12:29,285 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:12:29,289 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:12:29,292 Job list saved +2021-12-18 12:12:29,299 Updating FAILED jobs +2021-12-18 12:12:29,299 Updating WAITING jobs +2021-12-18 12:12:29,299 Update finished +2021-12-18 12:12:39,309 Reloading parameters... +2021-12-18 12:12:39,331 Loading parameters... +2021-12-18 12:12:39,332 Loading project parameters... +2021-12-18 12:12:39,334 + +15 of 25 jobs remaining (12:12) +2021-12-18 12:12:39,334 Sleep: 10 +2021-12-18 12:12:39,334 Number of retrials: 0 +2021-12-18 12:12:39,334 WRAPPER CHECK TIME = 10 +2021-12-18 12:12:39,335 Checking jobs for platform=marenostrum4 +2021-12-18 12:12:39,335 Checking jobs for platform=nord3 +2021-12-18 12:12:39,336 Checking jobs for platform=local +2021-12-18 12:12:39,337 Checking jobs for platform=transfer_node +2021-12-18 12:12:39,337 Checking all jobs at once +2021-12-18 12:12:40,706 Successful check job command +2021-12-18 12:12:41,976 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:12:41,976 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:12:41,976 End of checking +2021-12-18 12:12:41,977 Updating FAILED jobs +2021-12-18 12:12:41,977 Updating WAITING jobs +2021-12-18 12:12:41,978 Update finished +2021-12-18 12:12:41,978 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:12:41,978 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:12:41,979 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:12:41,979 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:12:41,979 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:12:41,979 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:12:41,979 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:12:41,979 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:12:41,982 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:12:41,984 Job list saved +2021-12-18 12:12:41,989 Updating FAILED jobs +2021-12-18 12:12:41,989 Updating WAITING jobs +2021-12-18 12:12:41,989 Update finished +2021-12-18 12:12:51,999 Reloading parameters... +2021-12-18 12:12:52,018 Loading parameters... +2021-12-18 12:12:52,019 Loading project parameters... +2021-12-18 12:12:52,021 + +15 of 25 jobs remaining (12:12) +2021-12-18 12:12:52,021 Sleep: 10 +2021-12-18 12:12:52,021 Number of retrials: 0 +2021-12-18 12:12:52,021 WRAPPER CHECK TIME = 10 +2021-12-18 12:12:52,022 Checking jobs for platform=marenostrum4 +2021-12-18 12:12:52,023 Checking jobs for platform=nord3 +2021-12-18 12:12:52,023 Checking jobs for platform=local +2021-12-18 12:12:52,024 Checking jobs for platform=transfer_node +2021-12-18 12:12:52,024 Checking all jobs at once +2021-12-18 12:12:53,393 Successful check job command +2021-12-18 12:12:54,713 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:12:54,713 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:12:54,713 End of checking +2021-12-18 12:12:54,715 Updating FAILED jobs +2021-12-18 12:12:54,715 Updating WAITING jobs +2021-12-18 12:12:54,715 Update finished +2021-12-18 12:12:54,716 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:12:54,716 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:12:54,716 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:12:54,716 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:12:54,716 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:12:54,716 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:12:54,716 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:12:54,716 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:12:54,719 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:12:54,721 Job list saved +2021-12-18 12:12:54,726 Updating FAILED jobs +2021-12-18 12:12:54,726 Updating WAITING jobs +2021-12-18 12:12:54,726 Update finished +2021-12-18 12:13:04,736 Reloading parameters... +2021-12-18 12:13:04,756 Loading parameters... +2021-12-18 12:13:04,757 Loading project parameters... +2021-12-18 12:13:04,759 + +15 of 25 jobs remaining (12:13) +2021-12-18 12:13:04,759 Sleep: 10 +2021-12-18 12:13:04,759 Number of retrials: 0 +2021-12-18 12:13:04,759 WRAPPER CHECK TIME = 10 +2021-12-18 12:13:04,760 Checking jobs for platform=marenostrum4 +2021-12-18 12:13:04,760 Checking jobs for platform=nord3 +2021-12-18 12:13:04,761 Checking jobs for platform=local +2021-12-18 12:13:04,761 Checking jobs for platform=transfer_node +2021-12-18 12:13:04,761 Checking all jobs at once +2021-12-18 12:13:06,089 Successful check job command +2021-12-18 12:13:07,408 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:13:07,408 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:13:07,408 End of checking +2021-12-18 12:13:07,410 Updating FAILED jobs +2021-12-18 12:13:07,410 Updating WAITING jobs +2021-12-18 12:13:07,410 Update finished +2021-12-18 12:13:07,410 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:13:07,410 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:13:07,411 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:13:07,411 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:13:07,411 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:13:07,411 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:13:07,411 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:13:07,411 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:13:07,414 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:13:07,416 Job list saved +2021-12-18 12:13:07,429 Updating FAILED jobs +2021-12-18 12:13:07,429 Updating WAITING jobs +2021-12-18 12:13:07,429 Update finished +2021-12-18 12:13:17,439 Reloading parameters... +2021-12-18 12:13:17,458 Loading parameters... +2021-12-18 12:13:17,459 Loading project parameters... +2021-12-18 12:13:17,462 + +15 of 25 jobs remaining (12:13) +2021-12-18 12:13:17,462 Sleep: 10 +2021-12-18 12:13:17,462 Number of retrials: 0 +2021-12-18 12:13:17,462 WRAPPER CHECK TIME = 10 +2021-12-18 12:13:17,463 Checking jobs for platform=marenostrum4 +2021-12-18 12:13:17,463 Checking jobs for platform=nord3 +2021-12-18 12:13:17,464 Checking jobs for platform=local +2021-12-18 12:13:17,465 Checking jobs for platform=transfer_node +2021-12-18 12:13:17,465 Checking all jobs at once +2021-12-18 12:13:18,885 Successful check job command +2021-12-18 12:13:20,154 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:13:20,154 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:13:20,154 End of checking +2021-12-18 12:13:20,155 Updating FAILED jobs +2021-12-18 12:13:20,156 Updating WAITING jobs +2021-12-18 12:13:20,156 Update finished +2021-12-18 12:13:20,156 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:13:20,157 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:13:20,157 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:13:20,157 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:13:20,157 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:13:20,157 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:13:20,157 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:13:20,157 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:13:20,160 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:13:20,162 Job list saved +2021-12-18 12:13:20,167 Updating FAILED jobs +2021-12-18 12:13:20,167 Updating WAITING jobs +2021-12-18 12:13:20,168 Update finished +2021-12-18 12:13:30,178 Reloading parameters... +2021-12-18 12:13:30,197 Loading parameters... +2021-12-18 12:13:30,199 Loading project parameters... +2021-12-18 12:13:30,201 + +15 of 25 jobs remaining (12:13) +2021-12-18 12:13:30,201 Sleep: 10 +2021-12-18 12:13:30,201 Number of retrials: 0 +2021-12-18 12:13:30,201 WRAPPER CHECK TIME = 10 +2021-12-18 12:13:30,201 Checking jobs for platform=marenostrum4 +2021-12-18 12:13:30,202 Checking jobs for platform=nord3 +2021-12-18 12:13:30,203 Checking jobs for platform=local +2021-12-18 12:13:30,203 Checking jobs for platform=transfer_node +2021-12-18 12:13:30,203 Checking all jobs at once +2021-12-18 12:13:31,673 Successful check job command +2021-12-18 12:13:33,096 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:13:33,096 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:13:33,096 End of checking +2021-12-18 12:13:33,098 Updating FAILED jobs +2021-12-18 12:13:33,098 Updating WAITING jobs +2021-12-18 12:13:33,098 Update finished +2021-12-18 12:13:33,098 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:13:33,098 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:13:33,098 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:13:33,099 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:13:33,099 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:13:33,099 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:13:33,099 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:13:33,099 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:13:33,102 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:13:33,104 Job list saved +2021-12-18 12:13:33,110 Updating FAILED jobs +2021-12-18 12:13:33,110 Updating WAITING jobs +2021-12-18 12:13:33,110 Update finished +2021-12-18 12:13:43,114 Reloading parameters... +2021-12-18 12:13:43,134 Loading parameters... +2021-12-18 12:13:43,136 Loading project parameters... +2021-12-18 12:13:43,138 + +15 of 25 jobs remaining (12:13) +2021-12-18 12:13:43,138 Sleep: 10 +2021-12-18 12:13:43,138 Number of retrials: 0 +2021-12-18 12:13:43,138 WRAPPER CHECK TIME = 10 +2021-12-18 12:13:43,139 Checking jobs for platform=marenostrum4 +2021-12-18 12:13:43,139 Checking jobs for platform=nord3 +2021-12-18 12:13:43,140 Checking jobs for platform=local +2021-12-18 12:13:43,140 Checking jobs for platform=transfer_node +2021-12-18 12:13:43,140 Checking all jobs at once +2021-12-18 12:13:44,460 Successful check job command +2021-12-18 12:13:45,679 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:13:45,680 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:13:45,680 End of checking +2021-12-18 12:13:45,681 Updating FAILED jobs +2021-12-18 12:13:45,682 Updating WAITING jobs +2021-12-18 12:13:45,682 Update finished +2021-12-18 12:13:45,682 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:13:45,682 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:13:45,682 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:13:45,682 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:13:45,683 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:13:45,683 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:13:45,683 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:13:45,683 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:13:45,686 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:13:45,688 Job list saved +2021-12-18 12:13:45,693 Updating FAILED jobs +2021-12-18 12:13:45,693 Updating WAITING jobs +2021-12-18 12:13:45,694 Update finished +2021-12-18 12:13:55,701 Reloading parameters... +2021-12-18 12:13:55,721 Loading parameters... +2021-12-18 12:13:55,722 Loading project parameters... +2021-12-18 12:13:55,724 + +15 of 25 jobs remaining (12:13) +2021-12-18 12:13:55,724 Sleep: 10 +2021-12-18 12:13:55,724 Number of retrials: 0 +2021-12-18 12:13:55,724 WRAPPER CHECK TIME = 10 +2021-12-18 12:13:55,725 Checking jobs for platform=marenostrum4 +2021-12-18 12:13:55,726 Checking jobs for platform=nord3 +2021-12-18 12:13:55,726 Checking jobs for platform=local +2021-12-18 12:13:55,727 Checking jobs for platform=transfer_node +2021-12-18 12:13:55,727 Checking all jobs at once +2021-12-18 12:13:57,046 Successful check job command +2021-12-18 12:13:58,315 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:13:58,316 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:13:58,316 End of checking +2021-12-18 12:13:58,317 Updating FAILED jobs +2021-12-18 12:13:58,317 Updating WAITING jobs +2021-12-18 12:13:58,317 Update finished +2021-12-18 12:13:58,318 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:13:58,318 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:13:58,318 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:13:58,318 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:13:58,319 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:13:58,319 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:13:58,319 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:13:58,319 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:13:58,322 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:13:58,324 Job list saved +2021-12-18 12:13:58,329 Updating FAILED jobs +2021-12-18 12:13:58,329 Updating WAITING jobs +2021-12-18 12:13:58,330 Update finished +2021-12-18 12:14:08,339 Reloading parameters... +2021-12-18 12:14:08,359 Loading parameters... +2021-12-18 12:14:08,360 Loading project parameters... +2021-12-18 12:14:08,362 + +15 of 25 jobs remaining (12:14) +2021-12-18 12:14:08,362 Sleep: 10 +2021-12-18 12:14:08,362 Number of retrials: 0 +2021-12-18 12:14:08,362 WRAPPER CHECK TIME = 10 +2021-12-18 12:14:08,363 Checking jobs for platform=marenostrum4 +2021-12-18 12:14:08,364 Checking jobs for platform=nord3 +2021-12-18 12:14:08,364 Checking jobs for platform=local +2021-12-18 12:14:08,365 Checking jobs for platform=transfer_node +2021-12-18 12:14:08,365 Checking all jobs at once +2021-12-18 12:14:09,684 Successful check job command +2021-12-18 12:14:10,803 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:14:10,804 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:14:10,804 End of checking +2021-12-18 12:14:10,805 Updating FAILED jobs +2021-12-18 12:14:10,805 Updating WAITING jobs +2021-12-18 12:14:10,806 Update finished +2021-12-18 12:14:10,806 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:14:10,806 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:14:10,806 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:14:10,806 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:14:10,806 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:14:10,806 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:14:10,807 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:14:10,807 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:14:10,809 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:14:10,812 Job list saved +2021-12-18 12:14:10,816 Updating FAILED jobs +2021-12-18 12:14:10,817 Updating WAITING jobs +2021-12-18 12:14:10,817 Update finished +2021-12-18 12:14:20,827 Reloading parameters... +2021-12-18 12:14:20,850 Loading parameters... +2021-12-18 12:14:20,851 Loading project parameters... +2021-12-18 12:14:20,853 + +15 of 25 jobs remaining (12:14) +2021-12-18 12:14:20,854 Sleep: 10 +2021-12-18 12:14:20,854 Number of retrials: 0 +2021-12-18 12:14:20,854 WRAPPER CHECK TIME = 10 +2021-12-18 12:14:20,854 Checking jobs for platform=marenostrum4 +2021-12-18 12:14:20,855 Checking jobs for platform=nord3 +2021-12-18 12:14:20,856 Checking jobs for platform=local +2021-12-18 12:14:20,856 Checking jobs for platform=transfer_node +2021-12-18 12:14:20,856 Checking all jobs at once +2021-12-18 12:14:22,226 Successful check job command +2021-12-18 12:14:23,545 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:14:23,545 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:14:23,546 End of checking +2021-12-18 12:14:23,547 Updating FAILED jobs +2021-12-18 12:14:23,547 Updating WAITING jobs +2021-12-18 12:14:23,548 Update finished +2021-12-18 12:14:23,548 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:14:23,548 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:14:23,548 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:14:23,548 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:14:23,548 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:14:23,548 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:14:23,549 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:14:23,549 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:14:23,552 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:14:23,554 Job list saved +2021-12-18 12:14:23,576 Updating FAILED jobs +2021-12-18 12:14:23,576 Updating WAITING jobs +2021-12-18 12:14:23,576 Update finished +2021-12-18 12:14:33,586 Reloading parameters... +2021-12-18 12:14:33,611 Loading parameters... +2021-12-18 12:14:33,612 Loading project parameters... +2021-12-18 12:14:33,614 + +15 of 25 jobs remaining (12:14) +2021-12-18 12:14:33,614 Sleep: 10 +2021-12-18 12:14:33,614 Number of retrials: 0 +2021-12-18 12:14:33,614 WRAPPER CHECK TIME = 10 +2021-12-18 12:14:33,615 Checking jobs for platform=marenostrum4 +2021-12-18 12:14:33,616 Checking jobs for platform=nord3 +2021-12-18 12:14:33,616 Checking jobs for platform=local +2021-12-18 12:14:33,617 Checking jobs for platform=transfer_node +2021-12-18 12:14:33,617 Checking all jobs at once +2021-12-18 12:14:34,936 Successful check job command +2021-12-18 12:14:36,460 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:14:36,460 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:14:36,460 End of checking +2021-12-18 12:14:36,462 Updating FAILED jobs +2021-12-18 12:14:36,462 Updating WAITING jobs +2021-12-18 12:14:36,462 Update finished +2021-12-18 12:14:36,462 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:14:36,465 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:14:36,465 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:14:36,465 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:14:36,465 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:14:36,468 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:14:36,468 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:14:36,468 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:14:36,473 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:14:36,475 Job list saved +2021-12-18 12:14:36,480 Updating FAILED jobs +2021-12-18 12:14:36,480 Updating WAITING jobs +2021-12-18 12:14:36,480 Update finished +2021-12-18 12:14:46,491 Reloading parameters... +2021-12-18 12:14:46,514 Loading parameters... +2021-12-18 12:14:46,516 Loading project parameters... +2021-12-18 12:14:46,517 + +15 of 25 jobs remaining (12:14) +2021-12-18 12:14:46,518 Sleep: 10 +2021-12-18 12:14:46,518 Number of retrials: 0 +2021-12-18 12:14:46,518 WRAPPER CHECK TIME = 10 +2021-12-18 12:14:46,518 Checking jobs for platform=marenostrum4 +2021-12-18 12:14:46,519 Checking jobs for platform=nord3 +2021-12-18 12:14:46,520 Checking jobs for platform=local +2021-12-18 12:14:46,520 Checking jobs for platform=transfer_node +2021-12-18 12:14:46,520 Checking all jobs at once +2021-12-18 12:14:47,892 Successful check job command +2021-12-18 12:14:49,212 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:14:49,212 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:14:49,212 End of checking +2021-12-18 12:14:49,214 Updating FAILED jobs +2021-12-18 12:14:49,214 Updating WAITING jobs +2021-12-18 12:14:49,214 Update finished +2021-12-18 12:14:49,214 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:14:49,214 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:14:49,214 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:14:49,215 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:14:49,215 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:14:49,215 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:14:49,215 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:14:49,215 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:14:49,218 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:14:49,220 Job list saved +2021-12-18 12:14:49,225 Updating FAILED jobs +2021-12-18 12:14:49,225 Updating WAITING jobs +2021-12-18 12:14:49,225 Update finished +2021-12-18 12:14:59,235 Reloading parameters... +2021-12-18 12:14:59,267 Loading parameters... +2021-12-18 12:14:59,269 Loading project parameters... +2021-12-18 12:14:59,271 + +15 of 25 jobs remaining (12:14) +2021-12-18 12:14:59,271 Sleep: 10 +2021-12-18 12:14:59,271 Number of retrials: 0 +2021-12-18 12:14:59,271 WRAPPER CHECK TIME = 10 +2021-12-18 12:14:59,275 Checking jobs for platform=marenostrum4 +2021-12-18 12:14:59,276 Checking jobs for platform=nord3 +2021-12-18 12:14:59,276 Checking jobs for platform=local +2021-12-18 12:14:59,282 Checking jobs for platform=transfer_node +2021-12-18 12:14:59,282 Checking all jobs at once +2021-12-18 12:15:00,706 Successful check job command +2021-12-18 12:15:02,076 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:15:02,077 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:15:02,077 End of checking +2021-12-18 12:15:02,078 Updating FAILED jobs +2021-12-18 12:15:02,078 Updating WAITING jobs +2021-12-18 12:15:02,079 Update finished +2021-12-18 12:15:02,079 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:15:02,079 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:15:02,079 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:15:02,079 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:15:02,079 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:15:02,079 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:15:02,080 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:15:02,080 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:15:02,083 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:15:02,085 Job list saved +2021-12-18 12:15:02,090 Updating FAILED jobs +2021-12-18 12:15:02,090 Updating WAITING jobs +2021-12-18 12:15:02,091 Update finished +2021-12-18 12:15:12,096 Reloading parameters... +2021-12-18 12:15:12,116 Loading parameters... +2021-12-18 12:15:12,118 Loading project parameters... +2021-12-18 12:15:12,120 + +15 of 25 jobs remaining (12:15) +2021-12-18 12:15:12,120 Sleep: 10 +2021-12-18 12:15:12,120 Number of retrials: 0 +2021-12-18 12:15:12,120 WRAPPER CHECK TIME = 10 +2021-12-18 12:15:12,121 Checking jobs for platform=marenostrum4 +2021-12-18 12:15:12,121 Checking jobs for platform=nord3 +2021-12-18 12:15:12,122 Checking jobs for platform=local +2021-12-18 12:15:12,122 Checking jobs for platform=transfer_node +2021-12-18 12:15:12,122 Checking all jobs at once +2021-12-18 12:15:13,397 Successful check job command +2021-12-18 12:15:14,617 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:15:14,617 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:15:14,617 End of checking +2021-12-18 12:15:14,619 Updating FAILED jobs +2021-12-18 12:15:14,619 Updating WAITING jobs +2021-12-18 12:15:14,619 Update finished +2021-12-18 12:15:14,619 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:15:14,620 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:15:14,620 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:15:14,621 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:15:14,621 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:15:14,621 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:15:14,621 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:15:14,621 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:15:14,624 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:15:14,626 Job list saved +2021-12-18 12:15:14,631 Updating FAILED jobs +2021-12-18 12:15:14,632 Updating WAITING jobs +2021-12-18 12:15:14,632 Update finished +2021-12-18 12:15:24,642 Reloading parameters... +2021-12-18 12:15:24,661 Loading parameters... +2021-12-18 12:15:24,662 Loading project parameters... +2021-12-18 12:15:24,664 + +15 of 25 jobs remaining (12:15) +2021-12-18 12:15:24,664 Sleep: 10 +2021-12-18 12:15:24,664 Number of retrials: 0 +2021-12-18 12:15:24,665 WRAPPER CHECK TIME = 10 +2021-12-18 12:15:24,665 Checking jobs for platform=marenostrum4 +2021-12-18 12:15:24,666 Checking jobs for platform=nord3 +2021-12-18 12:15:24,666 Checking jobs for platform=local +2021-12-18 12:15:24,667 Checking jobs for platform=transfer_node +2021-12-18 12:15:24,667 Checking all jobs at once +2021-12-18 12:15:25,986 Successful check job command +2021-12-18 12:15:27,306 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:15:27,306 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:15:27,306 End of checking +2021-12-18 12:15:27,308 Updating FAILED jobs +2021-12-18 12:15:27,308 Updating WAITING jobs +2021-12-18 12:15:27,308 Update finished +2021-12-18 12:15:27,308 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:15:27,308 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:15:27,309 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:15:27,309 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:15:27,309 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:15:27,309 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:15:27,309 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:15:27,309 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:15:27,312 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:15:27,315 Job list saved +2021-12-18 12:15:27,320 Updating FAILED jobs +2021-12-18 12:15:27,320 Updating WAITING jobs +2021-12-18 12:15:27,320 Update finished +2021-12-18 12:15:37,331 Reloading parameters... +2021-12-18 12:15:37,350 Loading parameters... +2021-12-18 12:15:37,352 Loading project parameters... +2021-12-18 12:15:37,354 + +15 of 25 jobs remaining (12:15) +2021-12-18 12:15:37,354 Sleep: 10 +2021-12-18 12:15:37,354 Number of retrials: 0 +2021-12-18 12:15:37,354 WRAPPER CHECK TIME = 10 +2021-12-18 12:15:37,355 Checking jobs for platform=marenostrum4 +2021-12-18 12:15:37,356 Checking jobs for platform=nord3 +2021-12-18 12:15:37,356 Checking jobs for platform=local +2021-12-18 12:15:37,357 Checking jobs for platform=transfer_node +2021-12-18 12:15:37,357 Checking all jobs at once +2021-12-18 12:15:38,777 Successful check job command +2021-12-18 12:15:40,197 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:15:40,197 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:15:40,197 End of checking +2021-12-18 12:15:40,199 Updating FAILED jobs +2021-12-18 12:15:40,199 Updating WAITING jobs +2021-12-18 12:15:40,199 Update finished +2021-12-18 12:15:40,199 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:15:40,199 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:15:40,199 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:15:40,200 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:15:40,200 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:15:40,200 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:15:40,200 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:15:40,200 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:15:40,203 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:15:40,205 Job list saved +2021-12-18 12:15:40,210 Updating FAILED jobs +2021-12-18 12:15:40,210 Updating WAITING jobs +2021-12-18 12:15:40,210 Update finished +2021-12-18 12:15:50,220 Reloading parameters... +2021-12-18 12:15:50,241 Loading parameters... +2021-12-18 12:15:50,242 Loading project parameters... +2021-12-18 12:15:50,244 + +15 of 25 jobs remaining (12:15) +2021-12-18 12:15:50,244 Sleep: 10 +2021-12-18 12:15:50,244 Number of retrials: 0 +2021-12-18 12:15:50,245 WRAPPER CHECK TIME = 10 +2021-12-18 12:15:50,245 Checking jobs for platform=marenostrum4 +2021-12-18 12:15:50,246 Checking jobs for platform=nord3 +2021-12-18 12:15:50,246 Checking jobs for platform=local +2021-12-18 12:15:50,247 Checking jobs for platform=transfer_node +2021-12-18 12:15:50,247 Checking all jobs at once +2021-12-18 12:15:51,566 Successful check job command +2021-12-18 12:15:53,139 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:15:53,139 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:15:53,140 End of checking +2021-12-18 12:15:53,141 Updating FAILED jobs +2021-12-18 12:15:53,142 Updating WAITING jobs +2021-12-18 12:15:53,142 Update finished +2021-12-18 12:15:53,142 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:15:53,142 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:15:53,143 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:15:53,143 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:15:53,143 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:15:53,143 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:15:53,143 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:15:53,143 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:15:53,146 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:15:53,148 Job list saved +2021-12-18 12:15:53,153 Updating FAILED jobs +2021-12-18 12:15:53,153 Updating WAITING jobs +2021-12-18 12:15:53,154 Update finished +2021-12-18 12:16:03,162 Reloading parameters... +2021-12-18 12:16:03,183 Loading parameters... +2021-12-18 12:16:03,184 Loading project parameters... +2021-12-18 12:16:03,186 + +15 of 25 jobs remaining (12:16) +2021-12-18 12:16:03,186 Sleep: 10 +2021-12-18 12:16:03,186 Number of retrials: 0 +2021-12-18 12:16:03,187 WRAPPER CHECK TIME = 10 +2021-12-18 12:16:03,187 Checking jobs for platform=marenostrum4 +2021-12-18 12:16:03,188 Checking jobs for platform=nord3 +2021-12-18 12:16:03,188 Checking jobs for platform=local +2021-12-18 12:16:03,189 Checking jobs for platform=transfer_node +2021-12-18 12:16:03,189 Checking all jobs at once +2021-12-18 12:16:04,558 Successful check job command +2021-12-18 12:16:05,928 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:16:05,928 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:16:05,928 End of checking +2021-12-18 12:16:05,930 Updating FAILED jobs +2021-12-18 12:16:05,930 Updating WAITING jobs +2021-12-18 12:16:05,930 Update finished +2021-12-18 12:16:05,930 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:16:05,930 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:16:05,931 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:16:05,931 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:16:05,931 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:16:05,931 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:16:05,931 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:16:05,931 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:16:05,934 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:16:05,936 Job list saved +2021-12-18 12:16:05,945 Updating FAILED jobs +2021-12-18 12:16:05,945 Updating WAITING jobs +2021-12-18 12:16:05,945 Update finished +2021-12-18 12:16:15,955 Reloading parameters... +2021-12-18 12:16:15,979 Loading parameters... +2021-12-18 12:16:15,981 Loading project parameters... +2021-12-18 12:16:15,983 + +15 of 25 jobs remaining (12:16) +2021-12-18 12:16:15,983 Sleep: 10 +2021-12-18 12:16:15,983 Number of retrials: 0 +2021-12-18 12:16:15,983 WRAPPER CHECK TIME = 10 +2021-12-18 12:16:15,984 Checking jobs for platform=marenostrum4 +2021-12-18 12:16:15,984 Checking jobs for platform=nord3 +2021-12-18 12:16:15,985 Checking jobs for platform=local +2021-12-18 12:16:15,985 Checking jobs for platform=transfer_node +2021-12-18 12:16:15,985 Checking all jobs at once +2021-12-18 12:16:17,605 Successful check job command +2021-12-18 12:16:18,875 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:16:18,875 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:16:18,875 End of checking +2021-12-18 12:16:18,878 Updating FAILED jobs +2021-12-18 12:16:18,878 Updating WAITING jobs +2021-12-18 12:16:18,878 Update finished +2021-12-18 12:16:18,878 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:16:18,878 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:16:18,878 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:16:18,879 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:16:18,879 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:16:18,879 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:16:18,879 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:16:18,879 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:16:18,882 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:16:18,884 Job list saved +2021-12-18 12:16:18,889 Updating FAILED jobs +2021-12-18 12:16:18,889 Updating WAITING jobs +2021-12-18 12:16:18,889 Update finished +2021-12-18 12:16:28,899 Reloading parameters... +2021-12-18 12:16:28,918 Loading parameters... +2021-12-18 12:16:28,919 Loading project parameters... +2021-12-18 12:16:28,921 + +15 of 25 jobs remaining (12:16) +2021-12-18 12:16:28,921 Sleep: 10 +2021-12-18 12:16:28,921 Number of retrials: 0 +2021-12-18 12:16:28,921 WRAPPER CHECK TIME = 10 +2021-12-18 12:16:28,922 Checking jobs for platform=marenostrum4 +2021-12-18 12:16:28,923 Checking jobs for platform=nord3 +2021-12-18 12:16:28,923 Checking jobs for platform=local +2021-12-18 12:16:28,924 Checking jobs for platform=transfer_node +2021-12-18 12:16:28,924 Checking all jobs at once +2021-12-18 12:16:30,496 Successful check job command +2021-12-18 12:16:31,866 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:16:31,866 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:16:31,866 End of checking +2021-12-18 12:16:31,867 Updating FAILED jobs +2021-12-18 12:16:31,868 Updating WAITING jobs +2021-12-18 12:16:31,868 Update finished +2021-12-18 12:16:31,868 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:16:31,869 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:16:31,869 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:16:31,869 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:16:31,869 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:16:31,869 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:16:31,869 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:16:31,869 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:16:31,872 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:16:31,875 Job list saved +2021-12-18 12:16:31,880 Updating FAILED jobs +2021-12-18 12:16:31,880 Updating WAITING jobs +2021-12-18 12:16:31,881 Update finished +2021-12-18 12:16:41,890 Reloading parameters... +2021-12-18 12:16:41,909 Loading parameters... +2021-12-18 12:16:41,910 Loading project parameters... +2021-12-18 12:16:41,912 + +15 of 25 jobs remaining (12:16) +2021-12-18 12:16:41,912 Sleep: 10 +2021-12-18 12:16:41,912 Number of retrials: 0 +2021-12-18 12:16:41,912 WRAPPER CHECK TIME = 10 +2021-12-18 12:16:41,913 Checking jobs for platform=marenostrum4 +2021-12-18 12:16:41,913 Checking jobs for platform=nord3 +2021-12-18 12:16:41,914 Checking jobs for platform=local +2021-12-18 12:16:41,915 Checking jobs for platform=transfer_node +2021-12-18 12:16:41,915 Checking all jobs at once +2021-12-18 12:16:44,237 Successful check job command +2021-12-18 12:16:45,657 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:16:45,657 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:16:45,657 End of checking +2021-12-18 12:16:45,658 Updating FAILED jobs +2021-12-18 12:16:45,658 Updating WAITING jobs +2021-12-18 12:16:45,659 Update finished +2021-12-18 12:16:45,659 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:16:45,659 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:16:45,659 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:16:45,659 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:16:45,659 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:16:45,659 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:16:45,660 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:16:45,660 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:16:45,662 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:16:45,665 Job list saved +2021-12-18 12:16:45,670 Updating FAILED jobs +2021-12-18 12:16:45,670 Updating WAITING jobs +2021-12-18 12:16:45,670 Update finished +2021-12-18 12:16:55,677 Reloading parameters... +2021-12-18 12:16:55,701 Loading parameters... +2021-12-18 12:16:55,702 Loading project parameters... +2021-12-18 12:16:55,704 + +15 of 25 jobs remaining (12:16) +2021-12-18 12:16:55,704 Sleep: 10 +2021-12-18 12:16:55,704 Number of retrials: 0 +2021-12-18 12:16:55,704 WRAPPER CHECK TIME = 10 +2021-12-18 12:16:55,705 Checking jobs for platform=marenostrum4 +2021-12-18 12:16:55,705 Checking jobs for platform=nord3 +2021-12-18 12:16:55,706 Checking jobs for platform=local +2021-12-18 12:16:55,706 Checking jobs for platform=transfer_node +2021-12-18 12:16:55,707 Checking all jobs at once +2021-12-18 12:16:57,127 Successful check job command +2021-12-18 12:16:59,050 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:16:59,050 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:16:59,051 End of checking +2021-12-18 12:16:59,052 Updating FAILED jobs +2021-12-18 12:16:59,052 Updating WAITING jobs +2021-12-18 12:16:59,052 Update finished +2021-12-18 12:16:59,052 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:16:59,052 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:16:59,053 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:16:59,053 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:16:59,053 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:16:59,053 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:16:59,053 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:16:59,053 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:16:59,056 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:16:59,058 Job list saved +2021-12-18 12:16:59,064 Updating FAILED jobs +2021-12-18 12:16:59,064 Updating WAITING jobs +2021-12-18 12:16:59,065 Update finished +2021-12-18 12:17:09,075 Reloading parameters... +2021-12-18 12:17:09,094 Loading parameters... +2021-12-18 12:17:09,096 Loading project parameters... +2021-12-18 12:17:09,097 + +15 of 25 jobs remaining (12:17) +2021-12-18 12:17:09,098 Sleep: 10 +2021-12-18 12:17:09,098 Number of retrials: 0 +2021-12-18 12:17:09,098 WRAPPER CHECK TIME = 10 +2021-12-18 12:17:09,098 Checking jobs for platform=marenostrum4 +2021-12-18 12:17:09,099 Checking jobs for platform=nord3 +2021-12-18 12:17:09,099 Checking jobs for platform=local +2021-12-18 12:17:09,100 Checking jobs for platform=transfer_node +2021-12-18 12:17:09,100 Checking all jobs at once +2021-12-18 12:17:11,121 Successful check job command +2021-12-18 12:17:12,390 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:17:12,390 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:17:12,390 End of checking +2021-12-18 12:17:12,392 Updating FAILED jobs +2021-12-18 12:17:12,392 Updating WAITING jobs +2021-12-18 12:17:12,392 Update finished +2021-12-18 12:17:12,392 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:17:12,393 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:17:12,393 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:17:12,393 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:17:12,393 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:17:12,393 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:17:12,394 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:17:12,394 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:17:12,397 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:17:12,399 Job list saved +2021-12-18 12:17:12,404 Updating FAILED jobs +2021-12-18 12:17:12,404 Updating WAITING jobs +2021-12-18 12:17:12,404 Update finished +2021-12-18 12:17:22,413 Reloading parameters... +2021-12-18 12:17:22,459 Loading parameters... +2021-12-18 12:17:22,461 Loading project parameters... +2021-12-18 12:17:22,463 + +15 of 25 jobs remaining (12:17) +2021-12-18 12:17:22,463 Sleep: 10 +2021-12-18 12:17:22,463 Number of retrials: 0 +2021-12-18 12:17:22,463 WRAPPER CHECK TIME = 10 +2021-12-18 12:17:22,464 Checking jobs for platform=marenostrum4 +2021-12-18 12:17:22,465 Checking jobs for platform=nord3 +2021-12-18 12:17:22,465 Checking jobs for platform=local +2021-12-18 12:17:22,466 Checking jobs for platform=transfer_node +2021-12-18 12:17:22,466 Checking all jobs at once +2021-12-18 12:17:24,036 Successful check job command +2021-12-18 12:17:25,308 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:17:25,308 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:17:25,308 End of checking +2021-12-18 12:17:25,310 Updating FAILED jobs +2021-12-18 12:17:25,310 Updating WAITING jobs +2021-12-18 12:17:25,310 Update finished +2021-12-18 12:17:25,311 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:17:25,311 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:17:25,311 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:17:25,311 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:17:25,311 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:17:25,311 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:17:25,311 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:17:25,311 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:17:25,315 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:17:25,317 Job list saved +2021-12-18 12:17:25,331 Updating FAILED jobs +2021-12-18 12:17:25,332 Updating WAITING jobs +2021-12-18 12:17:25,332 Update finished +2021-12-18 12:17:35,334 Reloading parameters... +2021-12-18 12:17:35,354 Loading parameters... +2021-12-18 12:17:35,356 Loading project parameters... +2021-12-18 12:17:35,358 + +15 of 25 jobs remaining (12:17) +2021-12-18 12:17:35,358 Sleep: 10 +2021-12-18 12:17:35,358 Number of retrials: 0 +2021-12-18 12:17:35,358 WRAPPER CHECK TIME = 10 +2021-12-18 12:17:35,359 Checking jobs for platform=marenostrum4 +2021-12-18 12:17:35,359 Checking jobs for platform=nord3 +2021-12-18 12:17:35,360 Checking jobs for platform=local +2021-12-18 12:17:35,360 Checking jobs for platform=transfer_node +2021-12-18 12:17:35,360 Checking all jobs at once +2021-12-18 12:17:37,081 Successful check job command +2021-12-18 12:17:38,500 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:17:38,501 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:17:38,501 End of checking +2021-12-18 12:17:38,502 Updating FAILED jobs +2021-12-18 12:17:38,502 Updating WAITING jobs +2021-12-18 12:17:38,502 Update finished +2021-12-18 12:17:38,503 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:17:38,503 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:17:38,503 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:17:38,503 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:17:38,503 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:17:38,503 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:17:38,503 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:17:38,504 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:17:38,506 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:17:38,509 Job list saved +2021-12-18 12:17:38,514 Updating FAILED jobs +2021-12-18 12:17:38,514 Updating WAITING jobs +2021-12-18 12:17:38,514 Update finished +2021-12-18 12:17:48,524 Reloading parameters... +2021-12-18 12:17:48,547 Loading parameters... +2021-12-18 12:17:48,548 Loading project parameters... +2021-12-18 12:17:48,550 + +15 of 25 jobs remaining (12:17) +2021-12-18 12:17:48,550 Sleep: 10 +2021-12-18 12:17:48,550 Number of retrials: 0 +2021-12-18 12:17:48,550 WRAPPER CHECK TIME = 10 +2021-12-18 12:17:48,551 Checking jobs for platform=marenostrum4 +2021-12-18 12:17:48,552 Checking jobs for platform=nord3 +2021-12-18 12:17:48,552 Checking jobs for platform=local +2021-12-18 12:17:48,553 Checking jobs for platform=transfer_node +2021-12-18 12:17:48,553 Checking all jobs at once +2021-12-18 12:17:50,439 Successful check job command +2021-12-18 12:17:51,960 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:17:51,960 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:17:51,960 End of checking +2021-12-18 12:17:51,961 Updating FAILED jobs +2021-12-18 12:17:51,962 Updating WAITING jobs +2021-12-18 12:17:51,962 Update finished +2021-12-18 12:17:51,962 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:17:51,962 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:17:51,963 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:17:51,963 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:17:51,963 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:17:51,963 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:17:51,963 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:17:51,963 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:17:51,966 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:17:51,968 Job list saved +2021-12-18 12:17:51,973 Updating FAILED jobs +2021-12-18 12:17:51,973 Updating WAITING jobs +2021-12-18 12:17:51,974 Update finished +2021-12-18 12:18:01,984 Reloading parameters... +2021-12-18 12:18:02,004 Loading parameters... +2021-12-18 12:18:02,006 Loading project parameters... +2021-12-18 12:18:02,007 + +15 of 25 jobs remaining (12:18) +2021-12-18 12:18:02,008 Sleep: 10 +2021-12-18 12:18:02,008 Number of retrials: 0 +2021-12-18 12:18:02,008 WRAPPER CHECK TIME = 10 +2021-12-18 12:18:02,008 Checking jobs for platform=marenostrum4 +2021-12-18 12:18:02,009 Checking jobs for platform=nord3 +2021-12-18 12:18:02,009 Checking jobs for platform=local +2021-12-18 12:18:02,010 Checking jobs for platform=transfer_node +2021-12-18 12:18:02,010 Checking all jobs at once +2021-12-18 12:18:03,680 Successful check job command +2021-12-18 12:18:05,150 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:18:05,151 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:18:05,151 End of checking +2021-12-18 12:18:05,152 Updating FAILED jobs +2021-12-18 12:18:05,152 Updating WAITING jobs +2021-12-18 12:18:05,152 Update finished +2021-12-18 12:18:05,153 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:18:05,153 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:18:05,153 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:18:05,153 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:18:05,153 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:18:05,153 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:18:05,154 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:18:05,154 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:18:05,157 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:18:05,159 Job list saved +2021-12-18 12:18:05,165 Updating FAILED jobs +2021-12-18 12:18:05,165 Updating WAITING jobs +2021-12-18 12:18:05,165 Update finished +2021-12-18 12:18:15,171 Reloading parameters... +2021-12-18 12:18:15,191 Loading parameters... +2021-12-18 12:18:15,192 Loading project parameters... +2021-12-18 12:18:15,194 + +15 of 25 jobs remaining (12:18) +2021-12-18 12:18:15,194 Sleep: 10 +2021-12-18 12:18:15,194 Number of retrials: 0 +2021-12-18 12:18:15,194 WRAPPER CHECK TIME = 10 +2021-12-18 12:18:15,195 Checking jobs for platform=marenostrum4 +2021-12-18 12:18:15,196 Checking jobs for platform=nord3 +2021-12-18 12:18:15,196 Checking jobs for platform=local +2021-12-18 12:18:15,197 Checking jobs for platform=transfer_node +2021-12-18 12:18:15,197 Checking all jobs at once +2021-12-18 12:18:17,218 Successful check job command +2021-12-18 12:18:18,588 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:18:18,588 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:18:18,588 End of checking +2021-12-18 12:18:18,590 Updating FAILED jobs +2021-12-18 12:18:18,590 Updating WAITING jobs +2021-12-18 12:18:18,590 Update finished +2021-12-18 12:18:18,590 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:18:18,590 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:18:18,591 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:18:18,591 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:18:18,591 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:18:18,591 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:18:18,591 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:18:18,591 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:18:18,595 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:18:18,597 Job list saved +2021-12-18 12:18:18,602 Updating FAILED jobs +2021-12-18 12:18:18,602 Updating WAITING jobs +2021-12-18 12:18:18,602 Update finished +2021-12-18 12:18:28,609 Reloading parameters... +2021-12-18 12:18:28,628 Loading parameters... +2021-12-18 12:18:28,629 Loading project parameters... +2021-12-18 12:18:28,631 + +15 of 25 jobs remaining (12:18) +2021-12-18 12:18:28,631 Sleep: 10 +2021-12-18 12:18:28,632 Number of retrials: 0 +2021-12-18 12:18:28,632 WRAPPER CHECK TIME = 10 +2021-12-18 12:18:28,632 Checking jobs for platform=marenostrum4 +2021-12-18 12:18:28,633 Checking jobs for platform=nord3 +2021-12-18 12:18:28,633 Checking jobs for platform=local +2021-12-18 12:18:28,634 Checking jobs for platform=transfer_node +2021-12-18 12:18:28,634 Checking all jobs at once +2021-12-18 12:18:30,755 Successful check job command +2021-12-18 12:18:32,081 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:18:32,081 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:18:32,081 End of checking +2021-12-18 12:18:32,083 Updating FAILED jobs +2021-12-18 12:18:32,083 Updating WAITING jobs +2021-12-18 12:18:32,083 Update finished +2021-12-18 12:18:32,084 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:18:32,084 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:18:32,084 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:18:32,084 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:18:32,085 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:18:32,085 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:18:32,085 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:18:32,085 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:18:32,088 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:18:32,090 Job list saved +2021-12-18 12:18:32,094 Updating FAILED jobs +2021-12-18 12:18:32,094 Updating WAITING jobs +2021-12-18 12:18:32,095 Update finished +2021-12-18 12:18:42,104 Reloading parameters... +2021-12-18 12:18:42,125 Loading parameters... +2021-12-18 12:18:42,126 Loading project parameters... +2021-12-18 12:18:42,128 + +15 of 25 jobs remaining (12:18) +2021-12-18 12:18:42,128 Sleep: 10 +2021-12-18 12:18:42,128 Number of retrials: 0 +2021-12-18 12:18:42,129 WRAPPER CHECK TIME = 10 +2021-12-18 12:18:42,129 Checking jobs for platform=marenostrum4 +2021-12-18 12:18:42,130 Checking jobs for platform=nord3 +2021-12-18 12:18:42,130 Checking jobs for platform=local +2021-12-18 12:18:42,131 Checking jobs for platform=transfer_node +2021-12-18 12:18:42,131 Checking all jobs at once +2021-12-18 12:18:43,550 Successful check job command +2021-12-18 12:18:44,870 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:18:44,870 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:18:44,870 End of checking +2021-12-18 12:18:44,872 Updating FAILED jobs +2021-12-18 12:18:44,872 Updating WAITING jobs +2021-12-18 12:18:44,872 Update finished +2021-12-18 12:18:44,872 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:18:44,873 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:18:44,873 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:18:44,873 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:18:44,873 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:18:44,873 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:18:44,873 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:18:44,873 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:18:44,876 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:18:44,878 Job list saved +2021-12-18 12:18:44,883 Updating FAILED jobs +2021-12-18 12:18:44,883 Updating WAITING jobs +2021-12-18 12:18:44,884 Update finished +2021-12-18 12:18:54,894 Reloading parameters... +2021-12-18 12:18:54,914 Loading parameters... +2021-12-18 12:18:54,915 Loading project parameters... +2021-12-18 12:18:54,917 + +15 of 25 jobs remaining (12:18) +2021-12-18 12:18:54,918 Sleep: 10 +2021-12-18 12:18:54,918 Number of retrials: 0 +2021-12-18 12:18:54,918 WRAPPER CHECK TIME = 10 +2021-12-18 12:18:54,918 Checking jobs for platform=marenostrum4 +2021-12-18 12:18:54,919 Checking jobs for platform=nord3 +2021-12-18 12:18:54,919 Checking jobs for platform=local +2021-12-18 12:18:54,920 Checking jobs for platform=transfer_node +2021-12-18 12:18:54,920 Checking all jobs at once +2021-12-18 12:18:56,241 Successful check job command +2021-12-18 12:18:57,661 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:18:57,661 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:18:57,661 End of checking +2021-12-18 12:18:57,663 Updating FAILED jobs +2021-12-18 12:18:57,663 Updating WAITING jobs +2021-12-18 12:18:57,663 Update finished +2021-12-18 12:18:57,663 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:18:57,663 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:18:57,663 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:18:57,664 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:18:57,664 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:18:57,664 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:18:57,664 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:18:57,664 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:18:57,667 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:18:57,669 Job list saved +2021-12-18 12:18:57,674 Updating FAILED jobs +2021-12-18 12:18:57,675 Updating WAITING jobs +2021-12-18 12:18:57,675 Update finished +2021-12-18 12:19:07,685 Reloading parameters... +2021-12-18 12:19:07,704 Loading parameters... +2021-12-18 12:19:07,705 Loading project parameters... +2021-12-18 12:19:07,707 + +15 of 25 jobs remaining (12:19) +2021-12-18 12:19:07,707 Sleep: 10 +2021-12-18 12:19:07,707 Number of retrials: 0 +2021-12-18 12:19:07,707 WRAPPER CHECK TIME = 10 +2021-12-18 12:19:07,708 Checking jobs for platform=marenostrum4 +2021-12-18 12:19:07,708 Checking jobs for platform=nord3 +2021-12-18 12:19:07,709 Checking jobs for platform=local +2021-12-18 12:19:07,710 Checking jobs for platform=transfer_node +2021-12-18 12:19:07,710 Checking all jobs at once +2021-12-18 12:19:09,129 Successful check job command +2021-12-18 12:19:10,449 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:19:10,450 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:19:10,450 End of checking +2021-12-18 12:19:10,451 Updating FAILED jobs +2021-12-18 12:19:10,451 Updating WAITING jobs +2021-12-18 12:19:10,451 Update finished +2021-12-18 12:19:10,452 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:19:10,452 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:19:10,452 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:19:10,452 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:19:10,453 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:19:10,453 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:19:10,453 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:19:10,453 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:19:10,455 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:19:10,458 Job list saved +2021-12-18 12:19:10,463 Updating FAILED jobs +2021-12-18 12:19:10,463 Updating WAITING jobs +2021-12-18 12:19:10,463 Update finished +2021-12-18 12:19:20,473 Reloading parameters... +2021-12-18 12:19:20,490 Loading parameters... +2021-12-18 12:19:20,491 Loading project parameters... +2021-12-18 12:19:20,493 + +15 of 25 jobs remaining (12:19) +2021-12-18 12:19:20,494 Sleep: 10 +2021-12-18 12:19:20,494 Number of retrials: 0 +2021-12-18 12:19:20,494 WRAPPER CHECK TIME = 10 +2021-12-18 12:19:20,494 Checking jobs for platform=marenostrum4 +2021-12-18 12:19:20,495 Checking jobs for platform=nord3 +2021-12-18 12:19:20,496 Checking jobs for platform=local +2021-12-18 12:19:20,496 Checking jobs for platform=transfer_node +2021-12-18 12:19:20,496 Checking all jobs at once +2021-12-18 12:19:21,817 Successful check job command +2021-12-18 12:19:23,236 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:19:23,236 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:19:23,236 End of checking +2021-12-18 12:19:23,238 Updating FAILED jobs +2021-12-18 12:19:23,238 Updating WAITING jobs +2021-12-18 12:19:23,238 Update finished +2021-12-18 12:19:23,238 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:19:23,238 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:19:23,238 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:19:23,239 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:19:23,239 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:19:23,239 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:19:23,239 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:19:23,239 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:19:23,242 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:19:23,244 Job list saved +2021-12-18 12:19:23,249 Updating FAILED jobs +2021-12-18 12:19:23,249 Updating WAITING jobs +2021-12-18 12:19:23,249 Update finished +2021-12-18 12:19:33,258 Reloading parameters... +2021-12-18 12:19:33,280 Loading parameters... +2021-12-18 12:19:33,281 Loading project parameters... +2021-12-18 12:19:33,283 + +15 of 25 jobs remaining (12:19) +2021-12-18 12:19:33,283 Sleep: 10 +2021-12-18 12:19:33,283 Number of retrials: 0 +2021-12-18 12:19:33,283 WRAPPER CHECK TIME = 10 +2021-12-18 12:19:33,284 Checking jobs for platform=marenostrum4 +2021-12-18 12:19:33,284 Checking jobs for platform=nord3 +2021-12-18 12:19:33,285 Checking jobs for platform=local +2021-12-18 12:19:33,285 Checking jobs for platform=transfer_node +2021-12-18 12:19:33,285 Checking all jobs at once +2021-12-18 12:19:34,806 Successful check job command +2021-12-18 12:19:36,128 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:19:36,128 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:19:36,128 End of checking +2021-12-18 12:19:36,130 Updating FAILED jobs +2021-12-18 12:19:36,130 Updating WAITING jobs +2021-12-18 12:19:36,130 Update finished +2021-12-18 12:19:36,130 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:19:36,130 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:19:36,131 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:19:36,131 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:19:36,131 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:19:36,131 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:19:36,131 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:19:36,131 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:19:36,134 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:19:36,136 Job list saved +2021-12-18 12:19:36,141 Updating FAILED jobs +2021-12-18 12:19:36,141 Updating WAITING jobs +2021-12-18 12:19:36,141 Update finished +2021-12-18 12:19:46,151 Reloading parameters... +2021-12-18 12:19:46,170 Loading parameters... +2021-12-18 12:19:46,172 Loading project parameters... +2021-12-18 12:19:46,174 + +15 of 25 jobs remaining (12:19) +2021-12-18 12:19:46,174 Sleep: 10 +2021-12-18 12:19:46,174 Number of retrials: 0 +2021-12-18 12:19:46,174 WRAPPER CHECK TIME = 10 +2021-12-18 12:19:46,175 Checking jobs for platform=marenostrum4 +2021-12-18 12:19:46,175 Checking jobs for platform=nord3 +2021-12-18 12:19:46,176 Checking jobs for platform=local +2021-12-18 12:19:46,177 Checking jobs for platform=transfer_node +2021-12-18 12:19:46,177 Checking all jobs at once +2021-12-18 12:19:47,646 Successful check job command +2021-12-18 12:19:49,367 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:19:49,367 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:19:49,367 End of checking +2021-12-18 12:19:49,369 Updating FAILED jobs +2021-12-18 12:19:49,369 Updating WAITING jobs +2021-12-18 12:19:49,369 Update finished +2021-12-18 12:19:49,369 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:19:49,373 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:19:49,373 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:19:49,373 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:19:49,373 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:19:49,373 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:19:49,373 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:19:49,374 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:19:49,377 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:19:49,379 Job list saved +2021-12-18 12:19:49,384 Updating FAILED jobs +2021-12-18 12:19:49,384 Updating WAITING jobs +2021-12-18 12:19:49,384 Update finished +2021-12-18 12:19:59,394 Reloading parameters... +2021-12-18 12:19:59,414 Loading parameters... +2021-12-18 12:19:59,421 Loading project parameters... +2021-12-18 12:19:59,423 + +15 of 25 jobs remaining (12:19) +2021-12-18 12:19:59,423 Sleep: 10 +2021-12-18 12:19:59,423 Number of retrials: 0 +2021-12-18 12:19:59,423 WRAPPER CHECK TIME = 10 +2021-12-18 12:19:59,426 Checking jobs for platform=marenostrum4 +2021-12-18 12:19:59,427 Checking jobs for platform=nord3 +2021-12-18 12:19:59,427 Checking jobs for platform=local +2021-12-18 12:19:59,428 Checking jobs for platform=transfer_node +2021-12-18 12:19:59,428 Checking all jobs at once +2021-12-18 12:20:00,800 Successful check job command +2021-12-18 12:20:02,220 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:20:02,221 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:20:02,221 End of checking +2021-12-18 12:20:02,222 Updating FAILED jobs +2021-12-18 12:20:02,222 Updating WAITING jobs +2021-12-18 12:20:02,222 Update finished +2021-12-18 12:20:02,223 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:20:02,223 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:20:02,223 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:20:02,223 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:20:02,223 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:20:02,223 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:20:02,223 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:20:02,223 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:20:02,226 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:20:02,229 Job list saved +2021-12-18 12:20:02,234 Updating FAILED jobs +2021-12-18 12:20:02,234 Updating WAITING jobs +2021-12-18 12:20:02,234 Update finished +2021-12-18 12:20:12,241 Reloading parameters... +2021-12-18 12:20:12,261 Loading parameters... +2021-12-18 12:20:12,263 Loading project parameters... +2021-12-18 12:20:12,264 + +15 of 25 jobs remaining (12:20) +2021-12-18 12:20:12,265 Sleep: 10 +2021-12-18 12:20:12,265 Number of retrials: 0 +2021-12-18 12:20:12,265 WRAPPER CHECK TIME = 10 +2021-12-18 12:20:12,265 Checking jobs for platform=marenostrum4 +2021-12-18 12:20:12,266 Checking jobs for platform=nord3 +2021-12-18 12:20:12,266 Checking jobs for platform=local +2021-12-18 12:20:12,267 Checking jobs for platform=transfer_node +2021-12-18 12:20:12,267 Checking all jobs at once +2021-12-18 12:20:13,592 Successful check job command +2021-12-18 12:20:14,862 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:20:14,862 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:20:14,862 End of checking +2021-12-18 12:20:14,864 Updating FAILED jobs +2021-12-18 12:20:14,864 Updating WAITING jobs +2021-12-18 12:20:14,864 Update finished +2021-12-18 12:20:14,864 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:20:14,864 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:20:14,864 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:20:14,865 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:20:14,865 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:20:14,865 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:20:14,865 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:20:14,865 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:20:14,867 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:20:14,870 Job list saved +2021-12-18 12:20:14,874 Updating FAILED jobs +2021-12-18 12:20:14,875 Updating WAITING jobs +2021-12-18 12:20:14,875 Update finished +2021-12-18 12:20:24,884 Reloading parameters... +2021-12-18 12:20:24,903 Loading parameters... +2021-12-18 12:20:24,908 Loading project parameters... +2021-12-18 12:20:24,918 + +15 of 25 jobs remaining (12:20) +2021-12-18 12:20:24,918 Sleep: 10 +2021-12-18 12:20:24,918 Number of retrials: 0 +2021-12-18 12:20:24,919 WRAPPER CHECK TIME = 10 +2021-12-18 12:20:24,919 Checking jobs for platform=marenostrum4 +2021-12-18 12:20:24,920 Checking jobs for platform=nord3 +2021-12-18 12:20:24,920 Checking jobs for platform=local +2021-12-18 12:20:24,921 Checking jobs for platform=transfer_node +2021-12-18 12:20:24,921 Checking all jobs at once +2021-12-18 12:20:26,446 Successful check job command +2021-12-18 12:20:27,819 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:20:27,819 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:20:27,819 End of checking +2021-12-18 12:20:27,821 Updating FAILED jobs +2021-12-18 12:20:27,821 Updating WAITING jobs +2021-12-18 12:20:27,821 Update finished +2021-12-18 12:20:27,821 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:20:27,822 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:20:27,822 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:20:27,822 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:20:27,822 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:20:27,822 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:20:27,822 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:20:27,823 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:20:27,825 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:20:27,827 Job list saved +2021-12-18 12:20:27,833 Updating FAILED jobs +2021-12-18 12:20:27,833 Updating WAITING jobs +2021-12-18 12:20:27,833 Update finished +2021-12-18 12:20:37,843 Reloading parameters... +2021-12-18 12:20:37,861 Loading parameters... +2021-12-18 12:20:37,863 Loading project parameters... +2021-12-18 12:20:37,865 + +15 of 25 jobs remaining (12:20) +2021-12-18 12:20:37,865 Sleep: 10 +2021-12-18 12:20:37,865 Number of retrials: 0 +2021-12-18 12:20:37,865 WRAPPER CHECK TIME = 10 +2021-12-18 12:20:37,866 Checking jobs for platform=marenostrum4 +2021-12-18 12:20:37,866 Checking jobs for platform=nord3 +2021-12-18 12:20:37,867 Checking jobs for platform=local +2021-12-18 12:20:37,867 Checking jobs for platform=transfer_node +2021-12-18 12:20:37,867 Checking all jobs at once +2021-12-18 12:20:39,242 Successful check job command +2021-12-18 12:20:40,914 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:20:40,915 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:20:40,915 End of checking +2021-12-18 12:20:40,916 Updating FAILED jobs +2021-12-18 12:20:40,916 Updating WAITING jobs +2021-12-18 12:20:40,916 Update finished +2021-12-18 12:20:40,917 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:20:40,917 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:20:40,917 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:20:40,917 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:20:40,917 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:20:40,917 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:20:40,917 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:20:40,917 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:20:40,920 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:20:40,922 Job list saved +2021-12-18 12:20:40,927 Updating FAILED jobs +2021-12-18 12:20:40,927 Updating WAITING jobs +2021-12-18 12:20:40,927 Update finished +2021-12-18 12:20:50,934 Reloading parameters... +2021-12-18 12:20:50,953 Loading parameters... +2021-12-18 12:20:50,955 Loading project parameters... +2021-12-18 12:20:50,956 + +15 of 25 jobs remaining (12:20) +2021-12-18 12:20:50,957 Sleep: 10 +2021-12-18 12:20:50,957 Number of retrials: 0 +2021-12-18 12:20:50,957 WRAPPER CHECK TIME = 10 +2021-12-18 12:20:50,957 Checking jobs for platform=marenostrum4 +2021-12-18 12:20:50,958 Checking jobs for platform=nord3 +2021-12-18 12:20:50,958 Checking jobs for platform=local +2021-12-18 12:20:50,959 Checking jobs for platform=transfer_node +2021-12-18 12:20:50,959 Checking all jobs at once +2021-12-18 12:20:52,328 Successful check job command +2021-12-18 12:20:53,648 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:20:53,648 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:20:53,648 End of checking +2021-12-18 12:20:53,650 Updating FAILED jobs +2021-12-18 12:20:53,650 Updating WAITING jobs +2021-12-18 12:20:53,650 Update finished +2021-12-18 12:20:53,651 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:20:53,651 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:20:53,651 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:20:53,651 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:20:53,651 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:20:53,651 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:20:53,651 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:20:53,652 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:20:53,654 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:20:53,657 Job list saved +2021-12-18 12:20:53,662 Updating FAILED jobs +2021-12-18 12:20:53,662 Updating WAITING jobs +2021-12-18 12:20:53,662 Update finished +2021-12-18 12:21:03,672 Reloading parameters... +2021-12-18 12:21:03,691 Loading parameters... +2021-12-18 12:21:03,692 Loading project parameters... +2021-12-18 12:21:03,694 + +15 of 25 jobs remaining (12:21) +2021-12-18 12:21:03,694 Sleep: 10 +2021-12-18 12:21:03,694 Number of retrials: 0 +2021-12-18 12:21:03,694 WRAPPER CHECK TIME = 10 +2021-12-18 12:21:03,695 Checking jobs for platform=marenostrum4 +2021-12-18 12:21:03,695 Checking jobs for platform=nord3 +2021-12-18 12:21:03,696 Checking jobs for platform=local +2021-12-18 12:21:03,697 Checking jobs for platform=transfer_node +2021-12-18 12:21:03,697 Checking all jobs at once +2021-12-18 12:21:05,016 Successful check job command +2021-12-18 12:21:06,236 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:21:06,237 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:21:06,237 End of checking +2021-12-18 12:21:06,238 Updating FAILED jobs +2021-12-18 12:21:06,238 Updating WAITING jobs +2021-12-18 12:21:06,239 Update finished +2021-12-18 12:21:06,239 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:21:06,239 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:21:06,239 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:21:06,240 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:21:06,240 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:21:06,240 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:21:06,240 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:21:06,240 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:21:06,243 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:21:06,245 Job list saved +2021-12-18 12:21:06,250 Updating FAILED jobs +2021-12-18 12:21:06,250 Updating WAITING jobs +2021-12-18 12:21:06,250 Update finished +2021-12-18 12:21:16,257 Reloading parameters... +2021-12-18 12:21:16,277 Loading parameters... +2021-12-18 12:21:16,278 Loading project parameters... +2021-12-18 12:21:16,280 + +15 of 25 jobs remaining (12:21) +2021-12-18 12:21:16,281 Sleep: 10 +2021-12-18 12:21:16,281 Number of retrials: 0 +2021-12-18 12:21:16,281 WRAPPER CHECK TIME = 10 +2021-12-18 12:21:16,281 Checking jobs for platform=marenostrum4 +2021-12-18 12:21:16,282 Checking jobs for platform=nord3 +2021-12-18 12:21:16,282 Checking jobs for platform=local +2021-12-18 12:21:16,283 Checking jobs for platform=transfer_node +2021-12-18 12:21:16,283 Checking all jobs at once +2021-12-18 12:21:17,603 Successful check job command +2021-12-18 12:21:18,922 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:21:18,922 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:21:18,923 End of checking +2021-12-18 12:21:18,924 Updating FAILED jobs +2021-12-18 12:21:18,924 Updating WAITING jobs +2021-12-18 12:21:18,924 Update finished +2021-12-18 12:21:18,924 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:21:18,924 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:21:18,925 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:21:18,925 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:21:18,925 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:21:18,925 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:21:18,925 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:21:18,925 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:21:18,928 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:21:18,930 Job list saved +2021-12-18 12:21:18,935 Updating FAILED jobs +2021-12-18 12:21:18,935 Updating WAITING jobs +2021-12-18 12:21:18,935 Update finished +2021-12-18 12:21:28,945 Reloading parameters... +2021-12-18 12:21:28,964 Loading parameters... +2021-12-18 12:21:28,965 Loading project parameters... +2021-12-18 12:21:28,967 + +15 of 25 jobs remaining (12:21) +2021-12-18 12:21:28,968 Sleep: 10 +2021-12-18 12:21:28,968 Number of retrials: 0 +2021-12-18 12:21:28,968 WRAPPER CHECK TIME = 10 +2021-12-18 12:21:28,968 Checking jobs for platform=marenostrum4 +2021-12-18 12:21:28,969 Checking jobs for platform=nord3 +2021-12-18 12:21:28,969 Checking jobs for platform=local +2021-12-18 12:21:28,970 Checking jobs for platform=transfer_node +2021-12-18 12:21:28,970 Checking all jobs at once +2021-12-18 12:21:30,294 Successful check job command +2021-12-18 12:21:31,515 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:21:31,515 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:21:31,515 End of checking +2021-12-18 12:21:31,516 Updating FAILED jobs +2021-12-18 12:21:31,517 Updating WAITING jobs +2021-12-18 12:21:31,517 Update finished +2021-12-18 12:21:31,517 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:21:31,517 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:21:31,517 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:21:31,517 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:21:31,518 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:21:31,518 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:21:31,518 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:21:31,518 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:21:31,521 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:21:31,523 Job list saved +2021-12-18 12:21:31,528 Updating FAILED jobs +2021-12-18 12:21:31,528 Updating WAITING jobs +2021-12-18 12:21:31,528 Update finished +2021-12-18 12:21:41,533 Reloading parameters... +2021-12-18 12:21:41,551 Loading parameters... +2021-12-18 12:21:41,552 Loading project parameters... +2021-12-18 12:21:41,554 + +15 of 25 jobs remaining (12:21) +2021-12-18 12:21:41,554 Sleep: 10 +2021-12-18 12:21:41,554 Number of retrials: 0 +2021-12-18 12:21:41,554 WRAPPER CHECK TIME = 10 +2021-12-18 12:21:41,555 Checking jobs for platform=marenostrum4 +2021-12-18 12:21:41,555 Checking jobs for platform=nord3 +2021-12-18 12:21:41,556 Checking jobs for platform=local +2021-12-18 12:21:41,556 Checking jobs for platform=transfer_node +2021-12-18 12:21:41,556 Checking all jobs at once +2021-12-18 12:21:43,026 Successful check job command +2021-12-18 12:21:44,296 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:21:44,297 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:21:44,297 End of checking +2021-12-18 12:21:44,298 Updating FAILED jobs +2021-12-18 12:21:44,298 Updating WAITING jobs +2021-12-18 12:21:44,298 Update finished +2021-12-18 12:21:44,298 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:21:44,299 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:21:44,299 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:21:44,299 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:21:44,299 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:21:44,300 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:21:44,300 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:21:44,300 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:21:44,303 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:21:44,305 Job list saved +2021-12-18 12:21:44,310 Updating FAILED jobs +2021-12-18 12:21:44,310 Updating WAITING jobs +2021-12-18 12:21:44,310 Update finished +2021-12-18 12:21:54,320 Reloading parameters... +2021-12-18 12:21:54,342 Loading parameters... +2021-12-18 12:21:54,343 Loading project parameters... +2021-12-18 12:21:54,345 + +15 of 25 jobs remaining (12:21) +2021-12-18 12:21:54,345 Sleep: 10 +2021-12-18 12:21:54,345 Number of retrials: 0 +2021-12-18 12:21:54,345 WRAPPER CHECK TIME = 10 +2021-12-18 12:21:54,346 Checking jobs for platform=marenostrum4 +2021-12-18 12:21:54,346 Checking jobs for platform=nord3 +2021-12-18 12:21:54,347 Checking jobs for platform=local +2021-12-18 12:21:54,348 Checking jobs for platform=transfer_node +2021-12-18 12:21:54,348 Checking all jobs at once +2021-12-18 12:21:55,771 Successful check job command +2021-12-18 12:21:57,192 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:21:57,192 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:21:57,192 End of checking +2021-12-18 12:21:57,194 Updating FAILED jobs +2021-12-18 12:21:57,194 Updating WAITING jobs +2021-12-18 12:21:57,194 Update finished +2021-12-18 12:21:57,194 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:21:57,195 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:21:57,195 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:21:57,195 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:21:57,195 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:21:57,195 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:21:57,195 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:21:57,195 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:21:57,198 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:21:57,200 Job list saved +2021-12-18 12:21:57,205 Updating FAILED jobs +2021-12-18 12:21:57,205 Updating WAITING jobs +2021-12-18 12:21:57,206 Update finished +2021-12-18 12:22:07,213 Reloading parameters... +2021-12-18 12:22:07,236 Loading parameters... +2021-12-18 12:22:07,238 Loading project parameters... +2021-12-18 12:22:07,240 + +15 of 25 jobs remaining (12:22) +2021-12-18 12:22:07,240 Sleep: 10 +2021-12-18 12:22:07,240 Number of retrials: 0 +2021-12-18 12:22:07,240 WRAPPER CHECK TIME = 10 +2021-12-18 12:22:07,241 Checking jobs for platform=marenostrum4 +2021-12-18 12:22:07,241 Checking jobs for platform=nord3 +2021-12-18 12:22:07,242 Checking jobs for platform=local +2021-12-18 12:22:07,243 Checking jobs for platform=transfer_node +2021-12-18 12:22:07,243 Checking all jobs at once +2021-12-18 12:22:08,512 Successful check job command +2021-12-18 12:22:09,682 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:22:09,682 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:22:09,682 End of checking +2021-12-18 12:22:09,688 Updating FAILED jobs +2021-12-18 12:22:09,688 Updating WAITING jobs +2021-12-18 12:22:09,688 Update finished +2021-12-18 12:22:09,688 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:22:09,689 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:22:09,689 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:22:09,689 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:22:09,689 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:22:09,689 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:22:09,689 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:22:09,689 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:22:09,692 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:22:09,694 Job list saved +2021-12-18 12:22:09,699 Updating FAILED jobs +2021-12-18 12:22:09,699 Updating WAITING jobs +2021-12-18 12:22:09,699 Update finished +2021-12-18 12:22:19,709 Reloading parameters... +2021-12-18 12:22:19,729 Loading parameters... +2021-12-18 12:22:19,730 Loading project parameters... +2021-12-18 12:22:19,732 + +15 of 25 jobs remaining (12:22) +2021-12-18 12:22:19,733 Sleep: 10 +2021-12-18 12:22:19,733 Number of retrials: 0 +2021-12-18 12:22:19,733 WRAPPER CHECK TIME = 10 +2021-12-18 12:22:19,733 Checking jobs for platform=marenostrum4 +2021-12-18 12:22:19,734 Checking jobs for platform=nord3 +2021-12-18 12:22:19,734 Checking jobs for platform=local +2021-12-18 12:22:19,735 Checking jobs for platform=transfer_node +2021-12-18 12:22:19,735 Checking all jobs at once +2021-12-18 12:22:21,105 Successful check job command +2021-12-18 12:22:22,428 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:22:22,428 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:22:22,428 End of checking +2021-12-18 12:22:22,429 Updating FAILED jobs +2021-12-18 12:22:22,430 Updating WAITING jobs +2021-12-18 12:22:22,430 Update finished +2021-12-18 12:22:22,430 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:22:22,431 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:22:22,431 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:22:22,431 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:22:22,431 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:22:22,431 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:22:22,431 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:22:22,431 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:22:22,434 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:22:22,437 Job list saved +2021-12-18 12:22:22,441 Updating FAILED jobs +2021-12-18 12:22:22,441 Updating WAITING jobs +2021-12-18 12:22:22,441 Update finished +2021-12-18 12:22:32,452 Reloading parameters... +2021-12-18 12:22:32,469 Loading parameters... +2021-12-18 12:22:32,470 Loading project parameters... +2021-12-18 12:22:32,472 + +15 of 25 jobs remaining (12:22) +2021-12-18 12:22:32,472 Sleep: 10 +2021-12-18 12:22:32,472 Number of retrials: 0 +2021-12-18 12:22:32,472 WRAPPER CHECK TIME = 10 +2021-12-18 12:22:32,473 Checking jobs for platform=marenostrum4 +2021-12-18 12:22:32,474 Checking jobs for platform=nord3 +2021-12-18 12:22:32,474 Checking jobs for platform=local +2021-12-18 12:22:32,475 Checking jobs for platform=transfer_node +2021-12-18 12:22:32,475 Checking all jobs at once +2021-12-18 12:22:33,847 Successful check job command +2021-12-18 12:22:35,167 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:22:35,167 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:22:35,167 End of checking +2021-12-18 12:22:35,172 Updating FAILED jobs +2021-12-18 12:22:35,172 Updating WAITING jobs +2021-12-18 12:22:35,172 Update finished +2021-12-18 12:22:35,173 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:22:35,173 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:22:35,173 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:22:35,173 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:22:35,173 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:22:35,173 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:22:35,174 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:22:35,174 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:22:35,177 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:22:35,179 Job list saved +2021-12-18 12:22:35,184 Updating FAILED jobs +2021-12-18 12:22:35,184 Updating WAITING jobs +2021-12-18 12:22:35,184 Update finished +2021-12-18 12:22:45,194 Reloading parameters... +2021-12-18 12:22:45,213 Loading parameters... +2021-12-18 12:22:45,214 Loading project parameters... +2021-12-18 12:22:45,217 + +15 of 25 jobs remaining (12:22) +2021-12-18 12:22:45,218 Sleep: 10 +2021-12-18 12:22:45,218 Number of retrials: 0 +2021-12-18 12:22:45,218 WRAPPER CHECK TIME = 10 +2021-12-18 12:22:45,219 Checking jobs for platform=marenostrum4 +2021-12-18 12:22:45,219 Checking jobs for platform=nord3 +2021-12-18 12:22:45,220 Checking jobs for platform=local +2021-12-18 12:22:45,221 Checking jobs for platform=transfer_node +2021-12-18 12:22:45,221 Checking all jobs at once +2021-12-18 12:22:46,694 Successful check job command +2021-12-18 12:22:47,969 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:22:47,969 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:22:47,969 End of checking +2021-12-18 12:22:47,971 Updating FAILED jobs +2021-12-18 12:22:47,971 Updating WAITING jobs +2021-12-18 12:22:47,971 Update finished +2021-12-18 12:22:47,971 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:22:47,971 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:22:47,971 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:22:47,972 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:22:47,972 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:22:47,972 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:22:47,972 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:22:47,972 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:22:47,974 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:22:47,977 Job list saved +2021-12-18 12:22:47,981 Updating FAILED jobs +2021-12-18 12:22:47,981 Updating WAITING jobs +2021-12-18 12:22:47,982 Update finished +2021-12-18 12:22:57,992 Reloading parameters... +2021-12-18 12:22:58,016 Loading parameters... +2021-12-18 12:22:58,017 Loading project parameters... +2021-12-18 12:22:58,019 + +15 of 25 jobs remaining (12:22) +2021-12-18 12:22:58,020 Sleep: 10 +2021-12-18 12:22:58,020 Number of retrials: 0 +2021-12-18 12:22:58,020 WRAPPER CHECK TIME = 10 +2021-12-18 12:22:58,020 Checking jobs for platform=marenostrum4 +2021-12-18 12:22:58,021 Checking jobs for platform=nord3 +2021-12-18 12:22:58,021 Checking jobs for platform=local +2021-12-18 12:22:58,022 Checking jobs for platform=transfer_node +2021-12-18 12:22:58,022 Checking all jobs at once +2021-12-18 12:22:59,592 Successful check job command +2021-12-18 12:23:01,012 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:23:01,012 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:23:01,012 End of checking +2021-12-18 12:23:01,013 Updating FAILED jobs +2021-12-18 12:23:01,014 Updating WAITING jobs +2021-12-18 12:23:01,014 Update finished +2021-12-18 12:23:01,014 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:23:01,016 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:23:01,016 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:23:01,017 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:23:01,017 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:23:01,017 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:23:01,017 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:23:01,017 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:23:01,020 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:23:01,022 Job list saved +2021-12-18 12:23:01,027 Updating FAILED jobs +2021-12-18 12:23:01,027 Updating WAITING jobs +2021-12-18 12:23:01,027 Update finished +2021-12-18 12:23:11,034 Reloading parameters... +2021-12-18 12:23:11,053 Loading parameters... +2021-12-18 12:23:11,054 Loading project parameters... +2021-12-18 12:23:11,056 + +15 of 25 jobs remaining (12:23) +2021-12-18 12:23:11,057 Sleep: 10 +2021-12-18 12:23:11,057 Number of retrials: 0 +2021-12-18 12:23:11,057 WRAPPER CHECK TIME = 10 +2021-12-18 12:23:11,057 Checking jobs for platform=marenostrum4 +2021-12-18 12:23:11,058 Checking jobs for platform=nord3 +2021-12-18 12:23:11,058 Checking jobs for platform=local +2021-12-18 12:23:11,059 Checking jobs for platform=transfer_node +2021-12-18 12:23:11,059 Checking all jobs at once +2021-12-18 12:23:12,479 Successful check job command +2021-12-18 12:23:13,848 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:23:13,848 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:23:13,848 End of checking +2021-12-18 12:23:13,849 Updating FAILED jobs +2021-12-18 12:23:13,850 Updating WAITING jobs +2021-12-18 12:23:13,850 Update finished +2021-12-18 12:23:13,850 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:23:13,850 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:23:13,850 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:23:13,850 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:23:13,851 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:23:13,851 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:23:13,851 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:23:13,851 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:23:13,853 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:23:13,856 Job list saved +2021-12-18 12:23:13,860 Updating FAILED jobs +2021-12-18 12:23:13,861 Updating WAITING jobs +2021-12-18 12:23:13,861 Update finished +2021-12-18 12:23:23,866 Reloading parameters... +2021-12-18 12:23:23,886 Loading parameters... +2021-12-18 12:23:23,887 Loading project parameters... +2021-12-18 12:23:23,889 + +15 of 25 jobs remaining (12:23) +2021-12-18 12:23:23,889 Sleep: 10 +2021-12-18 12:23:23,889 Number of retrials: 0 +2021-12-18 12:23:23,889 WRAPPER CHECK TIME = 10 +2021-12-18 12:23:23,890 Checking jobs for platform=marenostrum4 +2021-12-18 12:23:23,890 Checking jobs for platform=nord3 +2021-12-18 12:23:23,891 Checking jobs for platform=local +2021-12-18 12:23:23,891 Checking jobs for platform=transfer_node +2021-12-18 12:23:23,892 Checking all jobs at once +2021-12-18 12:23:25,313 Successful check job command +2021-12-18 12:23:26,733 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:23:26,733 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:23:26,733 End of checking +2021-12-18 12:23:26,735 Updating FAILED jobs +2021-12-18 12:23:26,735 Updating WAITING jobs +2021-12-18 12:23:26,735 Update finished +2021-12-18 12:23:26,735 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:23:26,735 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:23:26,736 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:23:26,736 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:23:26,736 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:23:26,736 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:23:26,736 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:23:26,736 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:23:26,739 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:23:26,741 Job list saved +2021-12-18 12:23:26,746 Updating FAILED jobs +2021-12-18 12:23:26,746 Updating WAITING jobs +2021-12-18 12:23:26,746 Update finished +2021-12-18 12:23:36,757 Reloading parameters... +2021-12-18 12:23:36,776 Loading parameters... +2021-12-18 12:23:36,777 Loading project parameters... +2021-12-18 12:23:36,779 + +15 of 25 jobs remaining (12:23) +2021-12-18 12:23:36,779 Sleep: 10 +2021-12-18 12:23:36,780 Number of retrials: 0 +2021-12-18 12:23:36,780 WRAPPER CHECK TIME = 10 +2021-12-18 12:23:36,780 Checking jobs for platform=marenostrum4 +2021-12-18 12:23:36,781 Checking jobs for platform=nord3 +2021-12-18 12:23:36,781 Checking jobs for platform=local +2021-12-18 12:23:36,782 Checking jobs for platform=transfer_node +2021-12-18 12:23:36,782 Checking all jobs at once +2021-12-18 12:23:38,201 Successful check job command +2021-12-18 12:23:39,471 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:23:39,471 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:23:39,471 End of checking +2021-12-18 12:23:39,472 Updating FAILED jobs +2021-12-18 12:23:39,472 Updating WAITING jobs +2021-12-18 12:23:39,473 Update finished +2021-12-18 12:23:39,473 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:23:39,473 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:23:39,474 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:23:39,474 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:23:39,474 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:23:39,474 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:23:39,474 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:23:39,474 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:23:39,477 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:23:39,480 Job list saved +2021-12-18 12:23:39,484 Updating FAILED jobs +2021-12-18 12:23:39,485 Updating WAITING jobs +2021-12-18 12:23:39,485 Update finished +2021-12-18 12:23:49,495 Reloading parameters... +2021-12-18 12:23:49,512 Loading parameters... +2021-12-18 12:23:49,514 Loading project parameters... +2021-12-18 12:23:49,516 + +15 of 25 jobs remaining (12:23) +2021-12-18 12:23:49,516 Sleep: 10 +2021-12-18 12:23:49,516 Number of retrials: 0 +2021-12-18 12:23:49,516 WRAPPER CHECK TIME = 10 +2021-12-18 12:23:49,517 Checking jobs for platform=marenostrum4 +2021-12-18 12:23:49,518 Checking jobs for platform=nord3 +2021-12-18 12:23:49,518 Checking jobs for platform=local +2021-12-18 12:23:49,519 Checking jobs for platform=transfer_node +2021-12-18 12:23:49,519 Checking all jobs at once +2021-12-18 12:23:50,840 Successful check job command +2021-12-18 12:23:52,211 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:23:52,211 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:23:52,211 End of checking +2021-12-18 12:23:52,212 Updating FAILED jobs +2021-12-18 12:23:52,213 Updating WAITING jobs +2021-12-18 12:23:52,213 Update finished +2021-12-18 12:23:52,213 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:23:52,213 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:23:52,213 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:23:52,213 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:23:52,213 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:23:52,214 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:23:52,214 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:23:52,214 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:23:52,216 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:23:52,219 Job list saved +2021-12-18 12:23:52,223 Updating FAILED jobs +2021-12-18 12:23:52,223 Updating WAITING jobs +2021-12-18 12:23:52,224 Update finished +2021-12-18 12:24:02,231 Reloading parameters... +2021-12-18 12:24:02,250 Loading parameters... +2021-12-18 12:24:02,251 Loading project parameters... +2021-12-18 12:24:02,253 + +15 of 25 jobs remaining (12:24) +2021-12-18 12:24:02,253 Sleep: 10 +2021-12-18 12:24:02,253 Number of retrials: 0 +2021-12-18 12:24:02,253 WRAPPER CHECK TIME = 10 +2021-12-18 12:24:02,254 Checking jobs for platform=marenostrum4 +2021-12-18 12:24:02,255 Checking jobs for platform=nord3 +2021-12-18 12:24:02,255 Checking jobs for platform=local +2021-12-18 12:24:02,256 Checking jobs for platform=transfer_node +2021-12-18 12:24:02,256 Checking all jobs at once +2021-12-18 12:24:03,627 Successful check job command +2021-12-18 12:24:04,897 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:24:04,897 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:24:04,897 End of checking +2021-12-18 12:24:04,899 Updating FAILED jobs +2021-12-18 12:24:04,899 Updating WAITING jobs +2021-12-18 12:24:04,899 Update finished +2021-12-18 12:24:04,899 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:24:04,899 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:24:04,900 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:24:04,900 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:24:04,900 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:24:04,900 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:24:04,900 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:24:04,900 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:24:04,903 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:24:04,905 Job list saved +2021-12-18 12:24:04,910 Updating FAILED jobs +2021-12-18 12:24:04,910 Updating WAITING jobs +2021-12-18 12:24:04,910 Update finished +2021-12-18 12:24:14,919 Reloading parameters... +2021-12-18 12:24:14,939 Loading parameters... +2021-12-18 12:24:14,940 Loading project parameters... +2021-12-18 12:24:14,942 + +15 of 25 jobs remaining (12:24) +2021-12-18 12:24:14,942 Sleep: 10 +2021-12-18 12:24:14,942 Number of retrials: 0 +2021-12-18 12:24:14,943 WRAPPER CHECK TIME = 10 +2021-12-18 12:24:14,943 Checking jobs for platform=marenostrum4 +2021-12-18 12:24:14,944 Checking jobs for platform=nord3 +2021-12-18 12:24:14,944 Checking jobs for platform=local +2021-12-18 12:24:14,945 Checking jobs for platform=transfer_node +2021-12-18 12:24:14,945 Checking all jobs at once +2021-12-18 12:24:16,315 Successful check job command +2021-12-18 12:24:17,935 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:24:17,935 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:24:17,936 End of checking +2021-12-18 12:24:17,937 Updating FAILED jobs +2021-12-18 12:24:17,937 Updating WAITING jobs +2021-12-18 12:24:17,937 Update finished +2021-12-18 12:24:17,937 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:24:17,939 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:24:17,939 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:24:17,939 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:24:17,940 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:24:17,940 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:24:17,940 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:24:17,940 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:24:17,943 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:24:17,945 Job list saved +2021-12-18 12:24:17,950 Updating FAILED jobs +2021-12-18 12:24:17,950 Updating WAITING jobs +2021-12-18 12:24:17,951 Update finished +2021-12-18 12:24:27,961 Reloading parameters... +2021-12-18 12:24:27,980 Loading parameters... +2021-12-18 12:24:27,981 Loading project parameters... +2021-12-18 12:24:27,983 + +15 of 25 jobs remaining (12:24) +2021-12-18 12:24:27,983 Sleep: 10 +2021-12-18 12:24:27,984 Number of retrials: 0 +2021-12-18 12:24:27,984 WRAPPER CHECK TIME = 10 +2021-12-18 12:24:27,984 Checking jobs for platform=marenostrum4 +2021-12-18 12:24:27,985 Checking jobs for platform=nord3 +2021-12-18 12:24:27,985 Checking jobs for platform=local +2021-12-18 12:24:27,986 Checking jobs for platform=transfer_node +2021-12-18 12:24:27,986 Checking all jobs at once +2021-12-18 12:24:29,357 Successful check job command +2021-12-18 12:24:30,877 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:24:30,877 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:24:30,878 End of checking +2021-12-18 12:24:30,879 Updating FAILED jobs +2021-12-18 12:24:30,879 Updating WAITING jobs +2021-12-18 12:24:30,879 Update finished +2021-12-18 12:24:30,879 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:24:30,879 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:24:30,880 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:24:30,880 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:24:30,880 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:24:30,880 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:24:30,880 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:24:30,880 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:24:30,883 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:24:30,886 Job list saved +2021-12-18 12:24:30,890 Updating FAILED jobs +2021-12-18 12:24:30,890 Updating WAITING jobs +2021-12-18 12:24:30,891 Update finished +2021-12-18 12:24:40,897 Reloading parameters... +2021-12-18 12:24:40,918 Loading parameters... +2021-12-18 12:24:40,919 Loading project parameters... +2021-12-18 12:24:40,921 + +15 of 25 jobs remaining (12:24) +2021-12-18 12:24:40,921 Sleep: 10 +2021-12-18 12:24:40,921 Number of retrials: 0 +2021-12-18 12:24:40,921 WRAPPER CHECK TIME = 10 +2021-12-18 12:24:40,922 Checking jobs for platform=marenostrum4 +2021-12-18 12:24:40,922 Checking jobs for platform=nord3 +2021-12-18 12:24:40,923 Checking jobs for platform=local +2021-12-18 12:24:40,924 Checking jobs for platform=transfer_node +2021-12-18 12:24:40,924 Checking all jobs at once +2021-12-18 12:24:42,244 Successful check job command +2021-12-18 12:24:43,563 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:24:43,563 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:24:43,563 End of checking +2021-12-18 12:24:43,565 Updating FAILED jobs +2021-12-18 12:24:43,565 Updating WAITING jobs +2021-12-18 12:24:43,565 Update finished +2021-12-18 12:24:43,565 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:24:43,565 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:24:43,566 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:24:43,566 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:24:43,566 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:24:43,566 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:24:43,566 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:24:43,566 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:24:43,569 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:24:43,571 Job list saved +2021-12-18 12:24:43,576 Updating FAILED jobs +2021-12-18 12:24:43,576 Updating WAITING jobs +2021-12-18 12:24:43,576 Update finished +2021-12-18 12:24:53,584 Reloading parameters... +2021-12-18 12:24:53,602 Loading parameters... +2021-12-18 12:24:53,604 Loading project parameters... +2021-12-18 12:24:53,605 + +15 of 25 jobs remaining (12:24) +2021-12-18 12:24:53,606 Sleep: 10 +2021-12-18 12:24:53,606 Number of retrials: 0 +2021-12-18 12:24:53,606 WRAPPER CHECK TIME = 10 +2021-12-18 12:24:53,606 Checking jobs for platform=marenostrum4 +2021-12-18 12:24:53,607 Checking jobs for platform=nord3 +2021-12-18 12:24:53,608 Checking jobs for platform=local +2021-12-18 12:24:53,608 Checking jobs for platform=transfer_node +2021-12-18 12:24:53,608 Checking all jobs at once +2021-12-18 12:24:54,981 Successful check job command +2021-12-18 12:24:56,353 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:24:56,353 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:24:56,353 End of checking +2021-12-18 12:24:56,354 Updating FAILED jobs +2021-12-18 12:24:56,355 Updating WAITING jobs +2021-12-18 12:24:56,355 Update finished +2021-12-18 12:24:56,355 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:24:56,356 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:24:56,356 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:24:56,356 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:24:56,356 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:24:56,356 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:24:56,356 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:24:56,356 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:24:56,359 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:24:56,361 Job list saved +2021-12-18 12:24:56,365 Updating FAILED jobs +2021-12-18 12:24:56,365 Updating WAITING jobs +2021-12-18 12:24:56,366 Update finished +2021-12-18 12:25:06,371 Reloading parameters... +2021-12-18 12:25:06,389 Loading parameters... +2021-12-18 12:25:06,391 Loading project parameters... +2021-12-18 12:25:06,393 + +15 of 25 jobs remaining (12:25) +2021-12-18 12:25:06,393 Sleep: 10 +2021-12-18 12:25:06,393 Number of retrials: 0 +2021-12-18 12:25:06,393 WRAPPER CHECK TIME = 10 +2021-12-18 12:25:06,394 Checking jobs for platform=marenostrum4 +2021-12-18 12:25:06,394 Checking jobs for platform=nord3 +2021-12-18 12:25:06,395 Checking jobs for platform=local +2021-12-18 12:25:06,396 Checking jobs for platform=transfer_node +2021-12-18 12:25:06,396 Checking all jobs at once +2021-12-18 12:25:07,715 Successful check job command +2021-12-18 12:25:09,185 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:25:09,185 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:25:09,186 End of checking +2021-12-18 12:25:09,187 Updating FAILED jobs +2021-12-18 12:25:09,187 Updating WAITING jobs +2021-12-18 12:25:09,188 Update finished +2021-12-18 12:25:09,188 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:25:09,188 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:25:09,188 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:25:09,188 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:25:09,188 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:25:09,188 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:25:09,189 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:25:09,189 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:25:09,191 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:25:09,194 Job list saved +2021-12-18 12:25:09,198 Updating FAILED jobs +2021-12-18 12:25:09,198 Updating WAITING jobs +2021-12-18 12:25:09,198 Update finished +2021-12-18 12:25:19,208 Reloading parameters... +2021-12-18 12:25:19,227 Loading parameters... +2021-12-18 12:25:19,228 Loading project parameters... +2021-12-18 12:25:19,230 + +15 of 25 jobs remaining (12:25) +2021-12-18 12:25:19,230 Sleep: 10 +2021-12-18 12:25:19,230 Number of retrials: 0 +2021-12-18 12:25:19,230 WRAPPER CHECK TIME = 10 +2021-12-18 12:25:19,231 Checking jobs for platform=marenostrum4 +2021-12-18 12:25:19,232 Checking jobs for platform=nord3 +2021-12-18 12:25:19,232 Checking jobs for platform=local +2021-12-18 12:25:19,233 Checking jobs for platform=transfer_node +2021-12-18 12:25:19,233 Checking all jobs at once +2021-12-18 12:25:20,656 Successful check job command +2021-12-18 12:25:21,977 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:25:21,977 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:25:21,977 End of checking +2021-12-18 12:25:21,978 Updating FAILED jobs +2021-12-18 12:25:21,979 Updating WAITING jobs +2021-12-18 12:25:21,979 Update finished +2021-12-18 12:25:21,979 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:25:21,979 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:25:21,979 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:25:21,980 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:25:21,980 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:25:21,980 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:25:21,980 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:25:21,980 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:25:21,983 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:25:21,985 Job list saved +2021-12-18 12:25:21,990 Updating FAILED jobs +2021-12-18 12:25:21,990 Updating WAITING jobs +2021-12-18 12:25:21,990 Update finished +2021-12-18 12:25:32,000 Reloading parameters... +2021-12-18 12:25:32,020 Loading parameters... +2021-12-18 12:25:32,021 Loading project parameters... +2021-12-18 12:25:32,023 + +15 of 25 jobs remaining (12:25) +2021-12-18 12:25:32,023 Sleep: 10 +2021-12-18 12:25:32,023 Number of retrials: 0 +2021-12-18 12:25:32,024 WRAPPER CHECK TIME = 10 +2021-12-18 12:25:32,024 Checking jobs for platform=marenostrum4 +2021-12-18 12:25:32,025 Checking jobs for platform=nord3 +2021-12-18 12:25:32,025 Checking jobs for platform=local +2021-12-18 12:25:32,026 Checking jobs for platform=transfer_node +2021-12-18 12:25:32,026 Checking all jobs at once +2021-12-18 12:25:33,397 Successful check job command +2021-12-18 12:25:34,767 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:25:34,768 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:25:34,768 End of checking +2021-12-18 12:25:34,769 Updating FAILED jobs +2021-12-18 12:25:34,769 Updating WAITING jobs +2021-12-18 12:25:34,770 Update finished +2021-12-18 12:25:34,770 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:25:34,771 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:25:34,771 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:25:34,771 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:25:34,771 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:25:34,771 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:25:34,771 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:25:34,771 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:25:34,774 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:25:34,776 Job list saved +2021-12-18 12:25:34,781 Updating FAILED jobs +2021-12-18 12:25:34,781 Updating WAITING jobs +2021-12-18 12:25:34,781 Update finished +2021-12-18 12:25:44,791 Reloading parameters... +2021-12-18 12:25:44,808 Loading parameters... +2021-12-18 12:25:44,809 Loading project parameters... +2021-12-18 12:25:44,811 + +15 of 25 jobs remaining (12:25) +2021-12-18 12:25:44,812 Sleep: 10 +2021-12-18 12:25:44,812 Number of retrials: 0 +2021-12-18 12:25:44,812 WRAPPER CHECK TIME = 10 +2021-12-18 12:25:44,812 Checking jobs for platform=marenostrum4 +2021-12-18 12:25:44,813 Checking jobs for platform=nord3 +2021-12-18 12:25:44,813 Checking jobs for platform=local +2021-12-18 12:25:44,814 Checking jobs for platform=transfer_node +2021-12-18 12:25:44,814 Checking all jobs at once +2021-12-18 12:25:46,184 Successful check job command +2021-12-18 12:25:47,554 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:25:47,554 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:25:47,554 End of checking +2021-12-18 12:25:47,556 Updating FAILED jobs +2021-12-18 12:25:47,556 Updating WAITING jobs +2021-12-18 12:25:47,556 Update finished +2021-12-18 12:25:47,556 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:25:47,556 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:25:47,556 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:25:47,557 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:25:47,557 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:25:47,557 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:25:47,557 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:25:47,557 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:25:47,560 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:25:47,562 Job list saved +2021-12-18 12:25:47,567 Updating FAILED jobs +2021-12-18 12:25:47,568 Updating WAITING jobs +2021-12-18 12:25:47,568 Update finished +2021-12-18 12:25:57,578 Reloading parameters... +2021-12-18 12:25:57,597 Loading parameters... +2021-12-18 12:25:57,598 Loading project parameters... +2021-12-18 12:25:57,600 + +15 of 25 jobs remaining (12:25) +2021-12-18 12:25:57,601 Sleep: 10 +2021-12-18 12:25:57,601 Number of retrials: 0 +2021-12-18 12:25:57,601 WRAPPER CHECK TIME = 10 +2021-12-18 12:25:57,601 Checking jobs for platform=marenostrum4 +2021-12-18 12:25:57,602 Checking jobs for platform=nord3 +2021-12-18 12:25:57,602 Checking jobs for platform=local +2021-12-18 12:25:57,603 Checking jobs for platform=transfer_node +2021-12-18 12:25:57,603 Checking all jobs at once +2021-12-18 12:25:58,926 Successful check job command +2021-12-18 12:26:00,295 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:26:00,296 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:26:00,296 End of checking +2021-12-18 12:26:00,297 Updating FAILED jobs +2021-12-18 12:26:00,297 Updating WAITING jobs +2021-12-18 12:26:00,298 Update finished +2021-12-18 12:26:00,298 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:26:00,298 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:26:00,298 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:26:00,298 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:26:00,298 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:26:00,298 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:26:00,299 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:26:00,299 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:26:00,301 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:26:00,304 Job list saved +2021-12-18 12:26:00,309 Updating FAILED jobs +2021-12-18 12:26:00,309 Updating WAITING jobs +2021-12-18 12:26:00,309 Update finished +2021-12-18 12:26:10,319 Reloading parameters... +2021-12-18 12:26:10,338 Loading parameters... +2021-12-18 12:26:10,339 Loading project parameters... +2021-12-18 12:26:10,341 + +15 of 25 jobs remaining (12:26) +2021-12-18 12:26:10,341 Sleep: 10 +2021-12-18 12:26:10,342 Number of retrials: 0 +2021-12-18 12:26:10,342 WRAPPER CHECK TIME = 10 +2021-12-18 12:26:10,342 Checking jobs for platform=marenostrum4 +2021-12-18 12:26:10,343 Checking jobs for platform=nord3 +2021-12-18 12:26:10,343 Checking jobs for platform=local +2021-12-18 12:26:10,344 Checking jobs for platform=transfer_node +2021-12-18 12:26:10,344 Checking all jobs at once +2021-12-18 12:26:11,663 Successful check job command +2021-12-18 12:26:12,933 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:26:12,933 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:26:12,933 End of checking +2021-12-18 12:26:12,935 Updating FAILED jobs +2021-12-18 12:26:12,935 Updating WAITING jobs +2021-12-18 12:26:12,935 Update finished +2021-12-18 12:26:12,935 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:26:12,936 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:26:12,936 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:26:12,936 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:26:12,936 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:26:12,937 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:26:12,937 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:26:12,937 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:26:12,940 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:26:12,942 Job list saved +2021-12-18 12:26:12,947 Updating FAILED jobs +2021-12-18 12:26:12,947 Updating WAITING jobs +2021-12-18 12:26:12,947 Update finished +2021-12-18 12:26:22,957 Reloading parameters... +2021-12-18 12:26:22,985 Loading parameters... +2021-12-18 12:26:22,986 Loading project parameters... +2021-12-18 12:26:22,988 + +15 of 25 jobs remaining (12:26) +2021-12-18 12:26:22,988 Sleep: 10 +2021-12-18 12:26:22,988 Number of retrials: 0 +2021-12-18 12:26:22,988 WRAPPER CHECK TIME = 10 +2021-12-18 12:26:22,989 Checking jobs for platform=marenostrum4 +2021-12-18 12:26:22,990 Checking jobs for platform=nord3 +2021-12-18 12:26:22,990 Checking jobs for platform=local +2021-12-18 12:26:22,991 Checking jobs for platform=transfer_node +2021-12-18 12:26:22,991 Checking all jobs at once +2021-12-18 12:26:24,312 Successful check job command +2021-12-18 12:26:25,683 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:26:25,683 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:26:25,683 End of checking +2021-12-18 12:26:25,684 Updating FAILED jobs +2021-12-18 12:26:25,685 Updating WAITING jobs +2021-12-18 12:26:25,685 Update finished +2021-12-18 12:26:25,685 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:26:25,685 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:26:25,685 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:26:25,685 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:26:25,686 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:26:25,686 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:26:25,686 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:26:25,686 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:26:25,689 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:26:25,691 Job list saved +2021-12-18 12:26:25,696 Updating FAILED jobs +2021-12-18 12:26:25,696 Updating WAITING jobs +2021-12-18 12:26:25,697 Update finished +2021-12-18 12:26:35,705 Reloading parameters... +2021-12-18 12:26:35,726 Loading parameters... +2021-12-18 12:26:35,727 Loading project parameters... +2021-12-18 12:26:35,729 + +15 of 25 jobs remaining (12:26) +2021-12-18 12:26:35,729 Sleep: 10 +2021-12-18 12:26:35,729 Number of retrials: 0 +2021-12-18 12:26:35,729 WRAPPER CHECK TIME = 10 +2021-12-18 12:26:35,730 Checking jobs for platform=marenostrum4 +2021-12-18 12:26:35,730 Checking jobs for platform=nord3 +2021-12-18 12:26:35,731 Checking jobs for platform=local +2021-12-18 12:26:35,732 Checking jobs for platform=transfer_node +2021-12-18 12:26:35,732 Checking all jobs at once +2021-12-18 12:26:37,002 Successful check job command +2021-12-18 12:26:38,773 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:26:38,773 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:26:38,773 End of checking +2021-12-18 12:26:38,774 Updating FAILED jobs +2021-12-18 12:26:38,775 Updating WAITING jobs +2021-12-18 12:26:38,775 Update finished +2021-12-18 12:26:38,775 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:26:38,775 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:26:38,775 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:26:38,775 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:26:38,776 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:26:38,776 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:26:38,776 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:26:38,776 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:26:38,779 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:26:38,781 Job list saved +2021-12-18 12:26:38,786 Updating FAILED jobs +2021-12-18 12:26:38,786 Updating WAITING jobs +2021-12-18 12:26:38,787 Update finished +2021-12-18 12:26:48,797 Reloading parameters... +2021-12-18 12:26:48,815 Loading parameters... +2021-12-18 12:26:48,817 Loading project parameters... +2021-12-18 12:26:48,819 + +15 of 25 jobs remaining (12:26) +2021-12-18 12:26:48,819 Sleep: 10 +2021-12-18 12:26:48,819 Number of retrials: 0 +2021-12-18 12:26:48,819 WRAPPER CHECK TIME = 10 +2021-12-18 12:26:48,820 Checking jobs for platform=marenostrum4 +2021-12-18 12:26:48,820 Checking jobs for platform=nord3 +2021-12-18 12:26:48,821 Checking jobs for platform=local +2021-12-18 12:26:48,821 Checking jobs for platform=transfer_node +2021-12-18 12:26:48,821 Checking all jobs at once +2021-12-18 12:26:50,344 Successful check job command +2021-12-18 12:26:51,764 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:26:51,765 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:26:51,765 End of checking +2021-12-18 12:26:51,766 Updating FAILED jobs +2021-12-18 12:26:51,766 Updating WAITING jobs +2021-12-18 12:26:51,767 Update finished +2021-12-18 12:26:51,767 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:26:51,767 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:26:51,768 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:26:51,768 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:26:51,768 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:26:51,768 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:26:51,768 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:26:51,768 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:26:51,771 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:26:51,773 Job list saved +2021-12-18 12:26:51,778 Updating FAILED jobs +2021-12-18 12:26:51,778 Updating WAITING jobs +2021-12-18 12:26:51,778 Update finished +2021-12-18 12:27:01,789 Reloading parameters... +2021-12-18 12:27:01,815 Loading parameters... +2021-12-18 12:27:01,816 Loading project parameters... +2021-12-18 12:27:01,818 + +15 of 25 jobs remaining (12:27) +2021-12-18 12:27:01,818 Sleep: 10 +2021-12-18 12:27:01,818 Number of retrials: 0 +2021-12-18 12:27:01,819 WRAPPER CHECK TIME = 10 +2021-12-18 12:27:01,819 Checking jobs for platform=marenostrum4 +2021-12-18 12:27:01,820 Checking jobs for platform=nord3 +2021-12-18 12:27:01,820 Checking jobs for platform=local +2021-12-18 12:27:01,821 Checking jobs for platform=transfer_node +2021-12-18 12:27:01,821 Checking all jobs at once +2021-12-18 12:27:03,195 Successful check job command +2021-12-18 12:27:04,616 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:27:04,616 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:27:04,616 End of checking +2021-12-18 12:27:04,617 Updating FAILED jobs +2021-12-18 12:27:04,617 Updating WAITING jobs +2021-12-18 12:27:04,618 Update finished +2021-12-18 12:27:04,618 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:27:04,618 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:27:04,618 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:27:04,618 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:27:04,618 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:27:04,618 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:27:04,619 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:27:04,619 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:27:04,621 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:27:04,624 Job list saved +2021-12-18 12:27:04,629 Updating FAILED jobs +2021-12-18 12:27:04,629 Updating WAITING jobs +2021-12-18 12:27:04,629 Update finished +2021-12-18 12:27:14,639 Reloading parameters... +2021-12-18 12:27:14,661 Loading parameters... +2021-12-18 12:27:14,662 Loading project parameters... +2021-12-18 12:27:14,664 + +15 of 25 jobs remaining (12:27) +2021-12-18 12:27:14,664 Sleep: 10 +2021-12-18 12:27:14,664 Number of retrials: 0 +2021-12-18 12:27:14,665 WRAPPER CHECK TIME = 10 +2021-12-18 12:27:14,665 Checking jobs for platform=marenostrum4 +2021-12-18 12:27:14,666 Checking jobs for platform=nord3 +2021-12-18 12:27:14,666 Checking jobs for platform=local +2021-12-18 12:27:14,667 Checking jobs for platform=transfer_node +2021-12-18 12:27:14,667 Checking all jobs at once +2021-12-18 12:27:15,941 Successful check job command +2021-12-18 12:27:17,211 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:27:17,212 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:27:17,212 End of checking +2021-12-18 12:27:17,214 Updating FAILED jobs +2021-12-18 12:27:17,214 Updating WAITING jobs +2021-12-18 12:27:17,214 Update finished +2021-12-18 12:27:17,214 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:27:17,215 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:27:17,215 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:27:17,215 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:27:17,215 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:27:17,215 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:27:17,215 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:27:17,215 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:27:17,218 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:27:17,221 Job list saved +2021-12-18 12:27:17,225 Updating FAILED jobs +2021-12-18 12:27:17,226 Updating WAITING jobs +2021-12-18 12:27:17,226 Update finished +2021-12-18 12:27:27,236 Reloading parameters... +2021-12-18 12:27:27,258 Loading parameters... +2021-12-18 12:27:27,259 Loading project parameters... +2021-12-18 12:27:27,261 + +15 of 25 jobs remaining (12:27) +2021-12-18 12:27:27,261 Sleep: 10 +2021-12-18 12:27:27,261 Number of retrials: 0 +2021-12-18 12:27:27,261 WRAPPER CHECK TIME = 10 +2021-12-18 12:27:27,262 Checking jobs for platform=marenostrum4 +2021-12-18 12:27:27,263 Checking jobs for platform=nord3 +2021-12-18 12:27:27,263 Checking jobs for platform=local +2021-12-18 12:27:27,264 Checking jobs for platform=transfer_node +2021-12-18 12:27:27,264 Checking all jobs at once +2021-12-18 12:27:28,783 Successful check job command +2021-12-18 12:27:30,054 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:27:30,054 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:27:30,054 End of checking +2021-12-18 12:27:30,056 Updating FAILED jobs +2021-12-18 12:27:30,056 Updating WAITING jobs +2021-12-18 12:27:30,056 Update finished +2021-12-18 12:27:30,056 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:27:30,057 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:27:30,057 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:27:30,057 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:27:30,057 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:27:30,058 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:27:30,058 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:27:30,058 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:27:30,064 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:27:30,067 Job list saved +2021-12-18 12:27:30,072 Updating FAILED jobs +2021-12-18 12:27:30,072 Updating WAITING jobs +2021-12-18 12:27:30,073 Update finished +2021-12-18 12:27:40,081 Reloading parameters... +2021-12-18 12:27:40,101 Loading parameters... +2021-12-18 12:27:40,103 Loading project parameters... +2021-12-18 12:27:40,105 + +15 of 25 jobs remaining (12:27) +2021-12-18 12:27:40,105 Sleep: 10 +2021-12-18 12:27:40,105 Number of retrials: 0 +2021-12-18 12:27:40,105 WRAPPER CHECK TIME = 10 +2021-12-18 12:27:40,106 Checking jobs for platform=marenostrum4 +2021-12-18 12:27:40,106 Checking jobs for platform=nord3 +2021-12-18 12:27:40,107 Checking jobs for platform=local +2021-12-18 12:27:40,108 Checking jobs for platform=transfer_node +2021-12-18 12:27:40,108 Checking all jobs at once +2021-12-18 12:27:41,628 Successful check job command +2021-12-18 12:27:43,047 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:27:43,047 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:27:43,048 End of checking +2021-12-18 12:27:43,049 Updating FAILED jobs +2021-12-18 12:27:43,049 Updating WAITING jobs +2021-12-18 12:27:43,049 Update finished +2021-12-18 12:27:43,050 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:27:43,050 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:27:43,050 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:27:43,050 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:27:43,050 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:27:43,050 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:27:43,050 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:27:43,051 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:27:43,054 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:27:43,057 Job list saved +2021-12-18 12:27:43,062 Updating FAILED jobs +2021-12-18 12:27:43,063 Updating WAITING jobs +2021-12-18 12:27:43,063 Update finished +2021-12-18 12:27:53,073 Reloading parameters... +2021-12-18 12:27:53,093 Loading parameters... +2021-12-18 12:27:53,095 Loading project parameters... +2021-12-18 12:27:53,097 + +15 of 25 jobs remaining (12:27) +2021-12-18 12:27:53,097 Sleep: 10 +2021-12-18 12:27:53,097 Number of retrials: 0 +2021-12-18 12:27:53,097 WRAPPER CHECK TIME = 10 +2021-12-18 12:27:53,098 Checking jobs for platform=marenostrum4 +2021-12-18 12:27:53,098 Checking jobs for platform=nord3 +2021-12-18 12:27:53,099 Checking jobs for platform=local +2021-12-18 12:27:53,099 Checking jobs for platform=transfer_node +2021-12-18 12:27:53,099 Checking all jobs at once +2021-12-18 12:27:54,419 Successful check job command +2021-12-18 12:27:56,090 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:27:56,090 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:27:56,090 End of checking +2021-12-18 12:27:56,092 Updating FAILED jobs +2021-12-18 12:27:56,092 Updating WAITING jobs +2021-12-18 12:27:56,092 Update finished +2021-12-18 12:27:56,092 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:27:56,092 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:27:56,093 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:27:56,093 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:27:56,093 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:27:56,093 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:27:56,093 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:27:56,093 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:27:56,096 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:27:56,098 Job list saved +2021-12-18 12:27:56,110 Updating FAILED jobs +2021-12-18 12:27:56,110 Updating WAITING jobs +2021-12-18 12:27:56,110 Update finished +2021-12-18 12:28:06,114 Reloading parameters... +2021-12-18 12:28:06,135 Loading parameters... +2021-12-18 12:28:06,137 Loading project parameters... +2021-12-18 12:28:06,139 + +15 of 25 jobs remaining (12:28) +2021-12-18 12:28:06,139 Sleep: 10 +2021-12-18 12:28:06,139 Number of retrials: 0 +2021-12-18 12:28:06,139 WRAPPER CHECK TIME = 10 +2021-12-18 12:28:06,140 Checking jobs for platform=marenostrum4 +2021-12-18 12:28:06,140 Checking jobs for platform=nord3 +2021-12-18 12:28:06,141 Checking jobs for platform=local +2021-12-18 12:28:06,141 Checking jobs for platform=transfer_node +2021-12-18 12:28:06,141 Checking all jobs at once +2021-12-18 12:28:07,462 Successful check job command +2021-12-18 12:28:09,233 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:28:09,233 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:28:09,233 End of checking +2021-12-18 12:28:09,235 Updating FAILED jobs +2021-12-18 12:28:09,235 Updating WAITING jobs +2021-12-18 12:28:09,235 Update finished +2021-12-18 12:28:09,236 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:28:09,236 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:28:09,237 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:28:09,237 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:28:09,237 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:28:09,237 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:28:09,237 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:28:09,237 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:28:09,240 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:28:09,243 Job list saved +2021-12-18 12:28:09,248 Updating FAILED jobs +2021-12-18 12:28:09,248 Updating WAITING jobs +2021-12-18 12:28:09,248 Update finished +2021-12-18 12:28:19,259 Reloading parameters... +2021-12-18 12:28:19,277 Loading parameters... +2021-12-18 12:28:19,278 Loading project parameters... +2021-12-18 12:28:19,280 + +15 of 25 jobs remaining (12:28) +2021-12-18 12:28:19,280 Sleep: 10 +2021-12-18 12:28:19,280 Number of retrials: 0 +2021-12-18 12:28:19,280 WRAPPER CHECK TIME = 10 +2021-12-18 12:28:19,281 Checking jobs for platform=marenostrum4 +2021-12-18 12:28:19,281 Checking jobs for platform=nord3 +2021-12-18 12:28:19,282 Checking jobs for platform=local +2021-12-18 12:28:19,283 Checking jobs for platform=transfer_node +2021-12-18 12:28:19,283 Checking all jobs at once +2021-12-18 12:28:20,552 Successful check job command +2021-12-18 12:28:21,824 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:28:21,825 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:28:21,825 End of checking +2021-12-18 12:28:21,826 Updating FAILED jobs +2021-12-18 12:28:21,826 Updating WAITING jobs +2021-12-18 12:28:21,827 Update finished +2021-12-18 12:28:21,827 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:28:21,827 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:28:21,827 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:28:21,827 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:28:21,827 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:28:21,827 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:28:21,828 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:28:21,828 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:28:21,831 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:28:21,833 Job list saved +2021-12-18 12:28:21,839 Updating FAILED jobs +2021-12-18 12:28:21,839 Updating WAITING jobs +2021-12-18 12:28:21,839 Update finished +2021-12-18 12:28:31,849 Reloading parameters... +2021-12-18 12:28:31,868 Loading parameters... +2021-12-18 12:28:31,870 Loading project parameters... +2021-12-18 12:28:31,872 + +15 of 25 jobs remaining (12:28) +2021-12-18 12:28:31,875 Sleep: 10 +2021-12-18 12:28:31,876 Number of retrials: 0 +2021-12-18 12:28:31,876 WRAPPER CHECK TIME = 10 +2021-12-18 12:28:31,876 Checking jobs for platform=marenostrum4 +2021-12-18 12:28:31,877 Checking jobs for platform=nord3 +2021-12-18 12:28:31,877 Checking jobs for platform=local +2021-12-18 12:28:31,878 Checking jobs for platform=transfer_node +2021-12-18 12:28:31,878 Checking all jobs at once +2021-12-18 12:28:33,203 Successful check job command +2021-12-18 12:28:34,573 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:28:34,573 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:28:34,574 End of checking +2021-12-18 12:28:34,575 Updating FAILED jobs +2021-12-18 12:28:34,575 Updating WAITING jobs +2021-12-18 12:28:34,576 Update finished +2021-12-18 12:28:34,576 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:28:34,576 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:28:34,576 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:28:34,576 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:28:34,576 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:28:34,576 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:28:34,576 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:28:34,577 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:28:34,580 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:28:34,582 Job list saved +2021-12-18 12:28:34,586 Updating FAILED jobs +2021-12-18 12:28:34,587 Updating WAITING jobs +2021-12-18 12:28:34,587 Update finished +2021-12-18 12:28:44,597 Reloading parameters... +2021-12-18 12:28:44,617 Loading parameters... +2021-12-18 12:28:44,619 Loading project parameters... +2021-12-18 12:28:44,621 + +15 of 25 jobs remaining (12:28) +2021-12-18 12:28:44,621 Sleep: 10 +2021-12-18 12:28:44,621 Number of retrials: 0 +2021-12-18 12:28:44,621 WRAPPER CHECK TIME = 10 +2021-12-18 12:28:44,622 Checking jobs for platform=marenostrum4 +2021-12-18 12:28:44,622 Checking jobs for platform=nord3 +2021-12-18 12:28:44,623 Checking jobs for platform=local +2021-12-18 12:28:44,623 Checking jobs for platform=transfer_node +2021-12-18 12:28:44,623 Checking all jobs at once +2021-12-18 12:28:45,993 Successful check job command +2021-12-18 12:28:47,415 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:28:47,415 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:28:47,415 End of checking +2021-12-18 12:28:47,416 Updating FAILED jobs +2021-12-18 12:28:47,416 Updating WAITING jobs +2021-12-18 12:28:47,417 Update finished +2021-12-18 12:28:47,417 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:28:47,418 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:28:47,418 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:28:47,418 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:28:47,418 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:28:47,418 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:28:47,418 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:28:47,418 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:28:47,421 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:28:47,423 Job list saved +2021-12-18 12:28:47,428 Updating FAILED jobs +2021-12-18 12:28:47,428 Updating WAITING jobs +2021-12-18 12:28:47,428 Update finished +2021-12-18 12:28:57,438 Reloading parameters... +2021-12-18 12:28:57,464 Loading parameters... +2021-12-18 12:28:57,465 Loading project parameters... +2021-12-18 12:28:57,467 + +15 of 25 jobs remaining (12:28) +2021-12-18 12:28:57,467 Sleep: 10 +2021-12-18 12:28:57,467 Number of retrials: 0 +2021-12-18 12:28:57,467 WRAPPER CHECK TIME = 10 +2021-12-18 12:28:57,468 Checking jobs for platform=marenostrum4 +2021-12-18 12:28:57,468 Checking jobs for platform=nord3 +2021-12-18 12:28:57,469 Checking jobs for platform=local +2021-12-18 12:28:57,470 Checking jobs for platform=transfer_node +2021-12-18 12:28:57,470 Checking all jobs at once +2021-12-18 12:28:58,845 Successful check job command +2021-12-18 12:29:00,267 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:29:00,267 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:29:00,267 End of checking +2021-12-18 12:29:00,271 Updating FAILED jobs +2021-12-18 12:29:00,271 Updating WAITING jobs +2021-12-18 12:29:00,271 Update finished +2021-12-18 12:29:00,271 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:29:00,272 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:29:00,272 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:29:00,272 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:29:00,272 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:29:00,272 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:29:00,272 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:29:00,272 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:29:00,275 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:29:00,278 Job list saved +2021-12-18 12:29:00,283 Updating FAILED jobs +2021-12-18 12:29:00,283 Updating WAITING jobs +2021-12-18 12:29:00,283 Update finished +2021-12-18 12:29:10,293 Reloading parameters... +2021-12-18 12:29:10,311 Loading parameters... +2021-12-18 12:29:10,313 Loading project parameters... +2021-12-18 12:29:10,315 + +15 of 25 jobs remaining (12:29) +2021-12-18 12:29:10,315 Sleep: 10 +2021-12-18 12:29:10,315 Number of retrials: 0 +2021-12-18 12:29:10,315 WRAPPER CHECK TIME = 10 +2021-12-18 12:29:10,316 Checking jobs for platform=marenostrum4 +2021-12-18 12:29:10,316 Checking jobs for platform=nord3 +2021-12-18 12:29:10,317 Checking jobs for platform=local +2021-12-18 12:29:10,317 Checking jobs for platform=transfer_node +2021-12-18 12:29:10,317 Checking all jobs at once +2021-12-18 12:29:11,637 Successful check job command +2021-12-18 12:29:12,907 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:29:12,907 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:29:12,907 End of checking +2021-12-18 12:29:12,909 Updating FAILED jobs +2021-12-18 12:29:12,909 Updating WAITING jobs +2021-12-18 12:29:12,910 Update finished +2021-12-18 12:29:12,910 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:29:12,910 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:29:12,910 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:29:12,910 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:29:12,910 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:29:12,911 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:29:12,911 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:29:12,911 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:29:12,914 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:29:12,917 Job list saved +2021-12-18 12:29:12,922 Updating FAILED jobs +2021-12-18 12:29:12,922 Updating WAITING jobs +2021-12-18 12:29:12,922 Update finished +2021-12-18 12:29:22,932 Reloading parameters... +2021-12-18 12:29:22,954 Loading parameters... +2021-12-18 12:29:22,956 Loading project parameters... +2021-12-18 12:29:22,958 + +15 of 25 jobs remaining (12:29) +2021-12-18 12:29:22,958 Sleep: 10 +2021-12-18 12:29:22,958 Number of retrials: 0 +2021-12-18 12:29:22,958 WRAPPER CHECK TIME = 10 +2021-12-18 12:29:22,959 Checking jobs for platform=marenostrum4 +2021-12-18 12:29:22,959 Checking jobs for platform=nord3 +2021-12-18 12:29:22,960 Checking jobs for platform=local +2021-12-18 12:29:22,960 Checking jobs for platform=transfer_node +2021-12-18 12:29:22,960 Checking all jobs at once +2021-12-18 12:29:24,230 Successful check job command +2021-12-18 12:29:25,450 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:29:25,450 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:29:25,450 End of checking +2021-12-18 12:29:25,453 Updating FAILED jobs +2021-12-18 12:29:25,453 Updating WAITING jobs +2021-12-18 12:29:25,453 Update finished +2021-12-18 12:29:25,453 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:29:25,454 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:29:25,454 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:29:25,454 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:29:25,455 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:29:25,455 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:29:25,455 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:29:25,455 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:29:25,458 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:29:25,460 Job list saved +2021-12-18 12:29:25,465 Updating FAILED jobs +2021-12-18 12:29:25,466 Updating WAITING jobs +2021-12-18 12:29:25,466 Update finished +2021-12-18 12:29:35,471 Reloading parameters... +2021-12-18 12:29:35,491 Loading parameters... +2021-12-18 12:29:35,493 Loading project parameters... +2021-12-18 12:29:35,495 + +15 of 25 jobs remaining (12:29) +2021-12-18 12:29:35,495 Sleep: 10 +2021-12-18 12:29:35,495 Number of retrials: 0 +2021-12-18 12:29:35,495 WRAPPER CHECK TIME = 10 +2021-12-18 12:29:35,496 Checking jobs for platform=marenostrum4 +2021-12-18 12:29:35,496 Checking jobs for platform=nord3 +2021-12-18 12:29:35,497 Checking jobs for platform=local +2021-12-18 12:29:35,498 Checking jobs for platform=transfer_node +2021-12-18 12:29:35,498 Checking all jobs at once +2021-12-18 12:29:36,967 Successful check job command +2021-12-18 12:29:38,236 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:29:38,236 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:29:38,236 End of checking +2021-12-18 12:29:38,238 Updating FAILED jobs +2021-12-18 12:29:38,238 Updating WAITING jobs +2021-12-18 12:29:38,238 Update finished +2021-12-18 12:29:38,239 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:29:38,239 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:29:38,239 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:29:38,239 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:29:38,239 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:29:38,239 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:29:38,239 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:29:38,239 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:29:38,243 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:29:38,245 Job list saved +2021-12-18 12:29:38,250 Updating FAILED jobs +2021-12-18 12:29:38,250 Updating WAITING jobs +2021-12-18 12:29:38,250 Update finished +2021-12-18 12:29:48,260 Reloading parameters... +2021-12-18 12:29:48,284 Loading parameters... +2021-12-18 12:29:48,285 Loading project parameters... +2021-12-18 12:29:48,287 + +15 of 25 jobs remaining (12:29) +2021-12-18 12:29:48,287 Sleep: 10 +2021-12-18 12:29:48,287 Number of retrials: 0 +2021-12-18 12:29:48,287 WRAPPER CHECK TIME = 10 +2021-12-18 12:29:48,288 Checking jobs for platform=marenostrum4 +2021-12-18 12:29:48,288 Checking jobs for platform=nord3 +2021-12-18 12:29:48,289 Checking jobs for platform=local +2021-12-18 12:29:48,290 Checking jobs for platform=transfer_node +2021-12-18 12:29:48,290 Checking all jobs at once +2021-12-18 12:29:49,660 Successful check job command +2021-12-18 12:29:50,982 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:29:50,983 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:29:50,983 End of checking +2021-12-18 12:29:50,984 Updating FAILED jobs +2021-12-18 12:29:50,984 Updating WAITING jobs +2021-12-18 12:29:50,985 Update finished +2021-12-18 12:29:50,985 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:29:50,985 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:29:50,985 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:29:50,985 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:29:50,985 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:29:50,985 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:29:50,985 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:29:50,986 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:29:50,990 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:29:50,992 Job list saved +2021-12-18 12:29:50,997 Updating FAILED jobs +2021-12-18 12:29:50,998 Updating WAITING jobs +2021-12-18 12:29:50,998 Update finished +2021-12-18 12:30:01,005 Reloading parameters... +2021-12-18 12:30:01,025 Loading parameters... +2021-12-18 12:30:01,026 Loading project parameters... +2021-12-18 12:30:01,028 + +15 of 25 jobs remaining (12:30) +2021-12-18 12:30:01,028 Sleep: 10 +2021-12-18 12:30:01,028 Number of retrials: 0 +2021-12-18 12:30:01,028 WRAPPER CHECK TIME = 10 +2021-12-18 12:30:01,029 Checking jobs for platform=marenostrum4 +2021-12-18 12:30:01,029 Checking jobs for platform=nord3 +2021-12-18 12:30:01,030 Checking jobs for platform=local +2021-12-18 12:30:01,030 Checking jobs for platform=transfer_node +2021-12-18 12:30:01,030 Checking all jobs at once +2021-12-18 12:30:02,300 Successful check job command +2021-12-18 12:30:03,672 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:30:03,673 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:30:03,673 End of checking +2021-12-18 12:30:03,674 Updating FAILED jobs +2021-12-18 12:30:03,674 Updating WAITING jobs +2021-12-18 12:30:03,675 Update finished +2021-12-18 12:30:03,675 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:30:03,675 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:30:03,675 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:30:03,676 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:30:03,676 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:30:03,676 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:30:03,676 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:30:03,676 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:30:03,681 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:30:03,687 Job list saved +2021-12-18 12:30:03,692 Updating FAILED jobs +2021-12-18 12:30:03,692 Updating WAITING jobs +2021-12-18 12:30:03,693 Update finished +2021-12-18 12:30:13,700 Reloading parameters... +2021-12-18 12:30:13,720 Loading parameters... +2021-12-18 12:30:13,721 Loading project parameters... +2021-12-18 12:30:13,723 + +15 of 25 jobs remaining (12:30) +2021-12-18 12:30:13,723 Sleep: 10 +2021-12-18 12:30:13,723 Number of retrials: 0 +2021-12-18 12:30:13,724 WRAPPER CHECK TIME = 10 +2021-12-18 12:30:13,724 Checking jobs for platform=marenostrum4 +2021-12-18 12:30:13,725 Checking jobs for platform=nord3 +2021-12-18 12:30:13,725 Checking jobs for platform=local +2021-12-18 12:30:13,726 Checking jobs for platform=transfer_node +2021-12-18 12:30:13,726 Checking all jobs at once +2021-12-18 12:30:14,995 Successful check job command +2021-12-18 12:30:16,215 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:30:16,215 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:30:16,215 End of checking +2021-12-18 12:30:16,217 Updating FAILED jobs +2021-12-18 12:30:16,217 Updating WAITING jobs +2021-12-18 12:30:16,217 Update finished +2021-12-18 12:30:16,217 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:30:16,217 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:30:16,218 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:30:16,218 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:30:16,218 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:30:16,218 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:30:16,218 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:30:16,218 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:30:16,221 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:30:16,224 Job list saved +2021-12-18 12:30:16,232 Updating FAILED jobs +2021-12-18 12:30:16,232 Updating WAITING jobs +2021-12-18 12:30:16,232 Update finished +2021-12-18 12:30:26,238 Reloading parameters... +2021-12-18 12:30:26,257 Loading parameters... +2021-12-18 12:30:26,259 Loading project parameters... +2021-12-18 12:30:26,261 + +15 of 25 jobs remaining (12:30) +2021-12-18 12:30:26,261 Sleep: 10 +2021-12-18 12:30:26,261 Number of retrials: 0 +2021-12-18 12:30:26,261 WRAPPER CHECK TIME = 10 +2021-12-18 12:30:26,262 Checking jobs for platform=marenostrum4 +2021-12-18 12:30:26,262 Checking jobs for platform=nord3 +2021-12-18 12:30:26,263 Checking jobs for platform=local +2021-12-18 12:30:26,263 Checking jobs for platform=transfer_node +2021-12-18 12:30:26,263 Checking all jobs at once +2021-12-18 12:30:27,584 Successful check job command +2021-12-18 12:30:28,803 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:30:28,804 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:30:28,804 End of checking +2021-12-18 12:30:28,805 Updating FAILED jobs +2021-12-18 12:30:28,805 Updating WAITING jobs +2021-12-18 12:30:28,806 Update finished +2021-12-18 12:30:28,806 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:30:28,806 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:30:28,806 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:30:28,806 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:30:28,806 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:30:28,806 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:30:28,807 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:30:28,807 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:30:28,809 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:30:28,812 Job list saved +2021-12-18 12:30:28,817 Updating FAILED jobs +2021-12-18 12:30:28,818 Updating WAITING jobs +2021-12-18 12:30:28,818 Update finished +2021-12-18 12:30:38,822 Reloading parameters... +2021-12-18 12:30:38,843 Loading parameters... +2021-12-18 12:30:38,845 Loading project parameters... +2021-12-18 12:30:38,846 + +15 of 25 jobs remaining (12:30) +2021-12-18 12:30:38,847 Sleep: 10 +2021-12-18 12:30:38,847 Number of retrials: 0 +2021-12-18 12:30:38,847 WRAPPER CHECK TIME = 10 +2021-12-18 12:30:38,848 Checking jobs for platform=marenostrum4 +2021-12-18 12:30:38,849 Checking jobs for platform=nord3 +2021-12-18 12:30:38,850 Checking jobs for platform=local +2021-12-18 12:30:38,850 Checking jobs for platform=transfer_node +2021-12-18 12:30:38,850 Checking all jobs at once +2021-12-18 12:30:40,320 Successful check job command +2021-12-18 12:30:41,589 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:30:41,589 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:30:41,590 End of checking +2021-12-18 12:30:41,592 Updating FAILED jobs +2021-12-18 12:30:41,592 Updating WAITING jobs +2021-12-18 12:30:41,592 Update finished +2021-12-18 12:30:41,592 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:30:41,593 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:30:41,593 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:30:41,593 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:30:41,593 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:30:41,593 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:30:41,594 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:30:41,594 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:30:41,597 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:30:41,599 Job list saved +2021-12-18 12:30:41,604 Updating FAILED jobs +2021-12-18 12:30:41,604 Updating WAITING jobs +2021-12-18 12:30:41,604 Update finished +2021-12-18 12:30:51,612 Reloading parameters... +2021-12-18 12:30:51,635 Loading parameters... +2021-12-18 12:30:51,637 Loading project parameters... +2021-12-18 12:30:51,639 + +15 of 25 jobs remaining (12:30) +2021-12-18 12:30:51,639 Sleep: 10 +2021-12-18 12:30:51,639 Number of retrials: 0 +2021-12-18 12:30:51,639 WRAPPER CHECK TIME = 10 +2021-12-18 12:30:51,640 Checking jobs for platform=marenostrum4 +2021-12-18 12:30:51,640 Checking jobs for platform=nord3 +2021-12-18 12:30:51,641 Checking jobs for platform=local +2021-12-18 12:30:51,641 Checking jobs for platform=transfer_node +2021-12-18 12:30:51,641 Checking all jobs at once +2021-12-18 12:30:53,013 Successful check job command +2021-12-18 12:30:54,283 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:30:54,284 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:30:54,284 End of checking +2021-12-18 12:30:54,285 Updating FAILED jobs +2021-12-18 12:30:54,286 Updating WAITING jobs +2021-12-18 12:30:54,286 Update finished +2021-12-18 12:30:54,286 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:30:54,286 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:30:54,286 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:30:54,286 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:30:54,287 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:30:54,287 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:30:54,287 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:30:54,287 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:30:54,290 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:30:54,292 Job list saved +2021-12-18 12:30:54,302 Updating FAILED jobs +2021-12-18 12:30:54,302 Updating WAITING jobs +2021-12-18 12:30:54,302 Update finished +2021-12-18 12:31:04,308 Reloading parameters... +2021-12-18 12:31:04,330 Loading parameters... +2021-12-18 12:31:04,332 Loading project parameters... +2021-12-18 12:31:04,335 + +15 of 25 jobs remaining (12:31) +2021-12-18 12:31:04,335 Sleep: 10 +2021-12-18 12:31:04,335 Number of retrials: 0 +2021-12-18 12:31:04,335 WRAPPER CHECK TIME = 10 +2021-12-18 12:31:04,336 Checking jobs for platform=marenostrum4 +2021-12-18 12:31:04,336 Checking jobs for platform=nord3 +2021-12-18 12:31:04,337 Checking jobs for platform=local +2021-12-18 12:31:04,337 Checking jobs for platform=transfer_node +2021-12-18 12:31:04,337 Checking all jobs at once +2021-12-18 12:31:05,958 Successful check job command +2021-12-18 12:31:07,278 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:31:07,279 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:31:07,279 End of checking +2021-12-18 12:31:07,281 Updating FAILED jobs +2021-12-18 12:31:07,281 Updating WAITING jobs +2021-12-18 12:31:07,281 Update finished +2021-12-18 12:31:07,281 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:31:07,281 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:31:07,281 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:31:07,282 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:31:07,282 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:31:07,282 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:31:07,282 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:31:07,282 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:31:07,285 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:31:07,287 Job list saved +2021-12-18 12:31:07,293 Updating FAILED jobs +2021-12-18 12:31:07,293 Updating WAITING jobs +2021-12-18 12:31:07,293 Update finished +2021-12-18 12:31:17,303 Reloading parameters... +2021-12-18 12:31:17,322 Loading parameters... +2021-12-18 12:31:17,323 Loading project parameters... +2021-12-18 12:31:17,325 + +15 of 25 jobs remaining (12:31) +2021-12-18 12:31:17,325 Sleep: 10 +2021-12-18 12:31:17,325 Number of retrials: 0 +2021-12-18 12:31:17,325 WRAPPER CHECK TIME = 10 +2021-12-18 12:31:17,326 Checking jobs for platform=marenostrum4 +2021-12-18 12:31:17,326 Checking jobs for platform=nord3 +2021-12-18 12:31:17,327 Checking jobs for platform=local +2021-12-18 12:31:17,327 Checking jobs for platform=transfer_node +2021-12-18 12:31:17,328 Checking all jobs at once +2021-12-18 12:31:18,597 Successful check job command +2021-12-18 12:31:19,718 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:31:19,718 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:31:19,718 End of checking +2021-12-18 12:31:19,720 Updating FAILED jobs +2021-12-18 12:31:19,720 Updating WAITING jobs +2021-12-18 12:31:19,721 Update finished +2021-12-18 12:31:19,721 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:31:19,722 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:31:19,722 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:31:19,722 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:31:19,722 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:31:19,722 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:31:19,722 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:31:19,723 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:31:19,725 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:31:19,728 Job list saved +2021-12-18 12:31:19,749 Updating FAILED jobs +2021-12-18 12:31:19,749 Updating WAITING jobs +2021-12-18 12:31:19,749 Update finished +2021-12-18 12:31:29,753 Reloading parameters... +2021-12-18 12:31:29,777 Loading parameters... +2021-12-18 12:31:29,778 Loading project parameters... +2021-12-18 12:31:29,780 + +15 of 25 jobs remaining (12:31) +2021-12-18 12:31:29,780 Sleep: 10 +2021-12-18 12:31:29,781 Number of retrials: 0 +2021-12-18 12:31:29,781 WRAPPER CHECK TIME = 10 +2021-12-18 12:31:29,781 Checking jobs for platform=marenostrum4 +2021-12-18 12:31:29,782 Checking jobs for platform=nord3 +2021-12-18 12:31:29,782 Checking jobs for platform=local +2021-12-18 12:31:29,783 Checking jobs for platform=transfer_node +2021-12-18 12:31:29,783 Checking all jobs at once +2021-12-18 12:31:31,203 Successful check job command +2021-12-18 12:31:32,473 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:31:32,473 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:31:32,473 End of checking +2021-12-18 12:31:32,475 Updating FAILED jobs +2021-12-18 12:31:32,475 Updating WAITING jobs +2021-12-18 12:31:32,476 Update finished +2021-12-18 12:31:32,476 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:31:32,476 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:31:32,476 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:31:32,476 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:31:32,476 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:31:32,476 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:31:32,476 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:31:32,477 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:31:32,481 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:31:32,483 Job list saved +2021-12-18 12:31:32,489 Updating FAILED jobs +2021-12-18 12:31:32,489 Updating WAITING jobs +2021-12-18 12:31:32,489 Update finished +2021-12-18 12:31:42,498 Reloading parameters... +2021-12-18 12:31:42,517 Loading parameters... +2021-12-18 12:31:42,519 Loading project parameters... +2021-12-18 12:31:42,521 + +15 of 25 jobs remaining (12:31) +2021-12-18 12:31:42,521 Sleep: 10 +2021-12-18 12:31:42,521 Number of retrials: 0 +2021-12-18 12:31:42,521 WRAPPER CHECK TIME = 10 +2021-12-18 12:31:42,522 Checking jobs for platform=marenostrum4 +2021-12-18 12:31:42,522 Checking jobs for platform=nord3 +2021-12-18 12:31:42,523 Checking jobs for platform=local +2021-12-18 12:31:42,523 Checking jobs for platform=transfer_node +2021-12-18 12:31:42,523 Checking all jobs at once +2021-12-18 12:31:44,194 Successful check job command +2021-12-18 12:31:45,514 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:31:45,514 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:31:45,514 End of checking +2021-12-18 12:31:45,516 Updating FAILED jobs +2021-12-18 12:31:45,516 Updating WAITING jobs +2021-12-18 12:31:45,516 Update finished +2021-12-18 12:31:45,516 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:31:45,516 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:31:45,516 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:31:45,517 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:31:45,517 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:31:45,517 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:31:45,517 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:31:45,517 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:31:45,521 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:31:45,523 Job list saved +2021-12-18 12:31:45,529 Updating FAILED jobs +2021-12-18 12:31:45,530 Updating WAITING jobs +2021-12-18 12:31:45,530 Update finished +2021-12-18 12:31:55,540 Reloading parameters... +2021-12-18 12:31:55,560 Loading parameters... +2021-12-18 12:31:55,561 Loading project parameters... +2021-12-18 12:31:55,563 + +15 of 25 jobs remaining (12:31) +2021-12-18 12:31:55,564 Sleep: 10 +2021-12-18 12:31:55,564 Number of retrials: 0 +2021-12-18 12:31:55,564 WRAPPER CHECK TIME = 10 +2021-12-18 12:31:55,564 Checking jobs for platform=marenostrum4 +2021-12-18 12:31:55,565 Checking jobs for platform=nord3 +2021-12-18 12:31:55,566 Checking jobs for platform=local +2021-12-18 12:31:55,566 Checking jobs for platform=transfer_node +2021-12-18 12:31:55,566 Checking all jobs at once +2021-12-18 12:31:57,036 Successful check job command +2021-12-18 12:31:59,008 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:31:59,009 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:31:59,009 End of checking +2021-12-18 12:31:59,011 Updating FAILED jobs +2021-12-18 12:31:59,011 Updating WAITING jobs +2021-12-18 12:31:59,011 Update finished +2021-12-18 12:31:59,011 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:31:59,012 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:31:59,012 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:31:59,012 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:31:59,012 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:31:59,012 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:31:59,012 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:31:59,012 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:31:59,015 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:31:59,018 Job list saved +2021-12-18 12:31:59,024 Updating FAILED jobs +2021-12-18 12:31:59,024 Updating WAITING jobs +2021-12-18 12:31:59,024 Update finished +2021-12-18 12:32:09,034 Reloading parameters... +2021-12-18 12:32:09,054 Loading parameters... +2021-12-18 12:32:09,056 Loading project parameters... +2021-12-18 12:32:09,058 + +15 of 25 jobs remaining (12:32) +2021-12-18 12:32:09,058 Sleep: 10 +2021-12-18 12:32:09,058 Number of retrials: 0 +2021-12-18 12:32:09,058 WRAPPER CHECK TIME = 10 +2021-12-18 12:32:09,059 Checking jobs for platform=marenostrum4 +2021-12-18 12:32:09,059 Checking jobs for platform=nord3 +2021-12-18 12:32:09,060 Checking jobs for platform=local +2021-12-18 12:32:09,061 Checking jobs for platform=transfer_node +2021-12-18 12:32:09,061 Checking all jobs at once +2021-12-18 12:32:10,382 Successful check job command +2021-12-18 12:32:11,602 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:32:11,602 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:32:11,602 End of checking +2021-12-18 12:32:11,606 Updating FAILED jobs +2021-12-18 12:32:11,607 Updating WAITING jobs +2021-12-18 12:32:11,607 Update finished +2021-12-18 12:32:11,607 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:32:11,607 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:32:11,607 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:32:11,607 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:32:11,608 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:32:11,608 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:32:11,608 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:32:11,608 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:32:11,612 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:32:11,614 Job list saved +2021-12-18 12:32:11,621 Updating FAILED jobs +2021-12-18 12:32:11,621 Updating WAITING jobs +2021-12-18 12:32:11,621 Update finished +2021-12-18 12:32:21,630 Reloading parameters... +2021-12-18 12:32:21,654 Loading parameters... +2021-12-18 12:32:21,655 Loading project parameters... +2021-12-18 12:32:21,657 + +15 of 25 jobs remaining (12:32) +2021-12-18 12:32:21,657 Sleep: 10 +2021-12-18 12:32:21,658 Number of retrials: 0 +2021-12-18 12:32:21,658 WRAPPER CHECK TIME = 10 +2021-12-18 12:32:21,658 Checking jobs for platform=marenostrum4 +2021-12-18 12:32:21,659 Checking jobs for platform=nord3 +2021-12-18 12:32:21,659 Checking jobs for platform=local +2021-12-18 12:32:21,660 Checking jobs for platform=transfer_node +2021-12-18 12:32:21,660 Checking all jobs at once +2021-12-18 12:32:22,980 Successful check job command +2021-12-18 12:32:24,149 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:32:24,149 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:32:24,149 End of checking +2021-12-18 12:32:24,151 Updating FAILED jobs +2021-12-18 12:32:24,151 Updating WAITING jobs +2021-12-18 12:32:24,151 Update finished +2021-12-18 12:32:24,151 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:32:24,151 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:32:24,152 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:32:24,152 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:32:24,152 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:32:24,152 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:32:24,152 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:32:24,152 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:32:24,156 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:32:24,158 Job list saved +2021-12-18 12:32:24,164 Updating FAILED jobs +2021-12-18 12:32:24,164 Updating WAITING jobs +2021-12-18 12:32:24,164 Update finished +2021-12-18 12:32:34,174 Reloading parameters... +2021-12-18 12:32:34,197 Loading parameters... +2021-12-18 12:32:34,199 Loading project parameters... +2021-12-18 12:32:34,200 + +15 of 25 jobs remaining (12:32) +2021-12-18 12:32:34,201 Sleep: 10 +2021-12-18 12:32:34,201 Number of retrials: 0 +2021-12-18 12:32:34,201 WRAPPER CHECK TIME = 10 +2021-12-18 12:32:34,202 Checking jobs for platform=marenostrum4 +2021-12-18 12:32:34,202 Checking jobs for platform=nord3 +2021-12-18 12:32:34,203 Checking jobs for platform=local +2021-12-18 12:32:34,203 Checking jobs for platform=transfer_node +2021-12-18 12:32:34,203 Checking all jobs at once +2021-12-18 12:32:35,923 Successful check job command +2021-12-18 12:32:37,795 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:32:37,795 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:32:37,796 End of checking +2021-12-18 12:32:37,798 Updating FAILED jobs +2021-12-18 12:32:37,798 Updating WAITING jobs +2021-12-18 12:32:37,798 Update finished +2021-12-18 12:32:37,798 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:32:37,799 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:32:37,799 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:32:37,799 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:32:37,799 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:32:37,800 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:32:37,800 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:32:37,800 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:32:37,802 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:32:37,805 Job list saved +2021-12-18 12:32:37,811 Updating FAILED jobs +2021-12-18 12:32:37,811 Updating WAITING jobs +2021-12-18 12:32:37,811 Update finished +2021-12-18 12:32:47,821 Reloading parameters... +2021-12-18 12:32:47,845 Loading parameters... +2021-12-18 12:32:47,846 Loading project parameters... +2021-12-18 12:32:47,848 + +15 of 25 jobs remaining (12:32) +2021-12-18 12:32:47,848 Sleep: 10 +2021-12-18 12:32:47,848 Number of retrials: 0 +2021-12-18 12:32:47,848 WRAPPER CHECK TIME = 10 +2021-12-18 12:32:47,849 Checking jobs for platform=marenostrum4 +2021-12-18 12:32:47,849 Checking jobs for platform=nord3 +2021-12-18 12:32:47,850 Checking jobs for platform=local +2021-12-18 12:32:47,850 Checking jobs for platform=transfer_node +2021-12-18 12:32:47,851 Checking all jobs at once +2021-12-18 12:32:49,320 Successful check job command +2021-12-18 12:32:50,840 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:32:50,841 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:32:50,841 End of checking +2021-12-18 12:32:50,842 Updating FAILED jobs +2021-12-18 12:32:50,842 Updating WAITING jobs +2021-12-18 12:32:50,843 Update finished +2021-12-18 12:32:50,843 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:32:50,843 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:32:50,843 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:32:50,843 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:32:50,843 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:32:50,844 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:32:50,844 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:32:50,844 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:32:50,847 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:32:50,849 Job list saved +2021-12-18 12:32:50,854 Updating FAILED jobs +2021-12-18 12:32:50,854 Updating WAITING jobs +2021-12-18 12:32:50,855 Update finished +2021-12-18 12:33:00,865 Reloading parameters... +2021-12-18 12:33:00,887 Loading parameters... +2021-12-18 12:33:00,889 Loading project parameters... +2021-12-18 12:33:00,890 + +15 of 25 jobs remaining (12:33) +2021-12-18 12:33:00,891 Sleep: 10 +2021-12-18 12:33:00,891 Number of retrials: 0 +2021-12-18 12:33:00,891 WRAPPER CHECK TIME = 10 +2021-12-18 12:33:00,891 Checking jobs for platform=marenostrum4 +2021-12-18 12:33:00,892 Checking jobs for platform=nord3 +2021-12-18 12:33:00,893 Checking jobs for platform=local +2021-12-18 12:33:00,893 Checking jobs for platform=transfer_node +2021-12-18 12:33:00,893 Checking all jobs at once +2021-12-18 12:33:02,371 Successful check job command +2021-12-18 12:33:03,791 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:33:03,791 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:33:03,791 End of checking +2021-12-18 12:33:03,799 Updating FAILED jobs +2021-12-18 12:33:03,799 Updating WAITING jobs +2021-12-18 12:33:03,799 Update finished +2021-12-18 12:33:03,799 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:33:03,799 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:33:03,800 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:33:03,800 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:33:03,800 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:33:03,800 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:33:03,800 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:33:03,800 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:33:03,806 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:33:03,808 Job list saved +2021-12-18 12:33:03,815 Updating FAILED jobs +2021-12-18 12:33:03,815 Updating WAITING jobs +2021-12-18 12:33:03,815 Update finished +2021-12-18 12:33:13,825 Reloading parameters... +2021-12-18 12:33:13,844 Loading parameters... +2021-12-18 12:33:13,845 Loading project parameters... +2021-12-18 12:33:13,847 + +15 of 25 jobs remaining (12:33) +2021-12-18 12:33:13,847 Sleep: 10 +2021-12-18 12:33:13,847 Number of retrials: 0 +2021-12-18 12:33:13,848 WRAPPER CHECK TIME = 10 +2021-12-18 12:33:13,848 Checking jobs for platform=marenostrum4 +2021-12-18 12:33:13,849 Checking jobs for platform=nord3 +2021-12-18 12:33:13,849 Checking jobs for platform=local +2021-12-18 12:33:13,850 Checking jobs for platform=transfer_node +2021-12-18 12:33:13,850 Checking all jobs at once +2021-12-18 12:33:15,220 Successful check job command +2021-12-18 12:33:16,539 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:33:16,540 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:33:16,540 End of checking +2021-12-18 12:33:16,541 Updating FAILED jobs +2021-12-18 12:33:16,541 Updating WAITING jobs +2021-12-18 12:33:16,542 Update finished +2021-12-18 12:33:16,542 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:33:16,542 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:33:16,543 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:33:16,543 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:33:16,543 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:33:16,543 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:33:16,543 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:33:16,543 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:33:16,546 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:33:16,548 Job list saved +2021-12-18 12:33:16,553 Updating FAILED jobs +2021-12-18 12:33:16,553 Updating WAITING jobs +2021-12-18 12:33:16,553 Update finished +2021-12-18 12:33:26,563 Reloading parameters... +2021-12-18 12:33:26,583 Loading parameters... +2021-12-18 12:33:26,585 Loading project parameters... +2021-12-18 12:33:26,586 + +15 of 25 jobs remaining (12:33) +2021-12-18 12:33:26,587 Sleep: 10 +2021-12-18 12:33:26,587 Number of retrials: 0 +2021-12-18 12:33:26,587 WRAPPER CHECK TIME = 10 +2021-12-18 12:33:26,587 Checking jobs for platform=marenostrum4 +2021-12-18 12:33:26,588 Checking jobs for platform=nord3 +2021-12-18 12:33:26,589 Checking jobs for platform=local +2021-12-18 12:33:26,589 Checking jobs for platform=transfer_node +2021-12-18 12:33:26,589 Checking all jobs at once +2021-12-18 12:33:27,859 Successful check job command +2021-12-18 12:33:29,178 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:33:29,179 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:33:29,179 End of checking +2021-12-18 12:33:29,180 Updating FAILED jobs +2021-12-18 12:33:29,180 Updating WAITING jobs +2021-12-18 12:33:29,181 Update finished +2021-12-18 12:33:29,181 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:33:29,181 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:33:29,181 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:33:29,181 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:33:29,181 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:33:29,181 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:33:29,182 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:33:29,182 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:33:29,186 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:33:29,188 Job list saved +2021-12-18 12:33:29,193 Updating FAILED jobs +2021-12-18 12:33:29,194 Updating WAITING jobs +2021-12-18 12:33:29,194 Update finished +2021-12-18 12:33:39,204 Reloading parameters... +2021-12-18 12:33:39,223 Loading parameters... +2021-12-18 12:33:39,225 Loading project parameters... +2021-12-18 12:33:39,227 + +15 of 25 jobs remaining (12:33) +2021-12-18 12:33:39,227 Sleep: 10 +2021-12-18 12:33:39,227 Number of retrials: 0 +2021-12-18 12:33:39,227 WRAPPER CHECK TIME = 10 +2021-12-18 12:33:39,228 Checking jobs for platform=marenostrum4 +2021-12-18 12:33:39,228 Checking jobs for platform=nord3 +2021-12-18 12:33:39,229 Checking jobs for platform=local +2021-12-18 12:33:39,230 Checking jobs for platform=transfer_node +2021-12-18 12:33:39,230 Checking all jobs at once +2021-12-18 12:33:40,752 Successful check job command +2021-12-18 12:33:42,074 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:33:42,074 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:33:42,074 End of checking +2021-12-18 12:33:42,076 Updating FAILED jobs +2021-12-18 12:33:42,076 Updating WAITING jobs +2021-12-18 12:33:42,077 Update finished +2021-12-18 12:33:42,077 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:33:42,077 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:33:42,077 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:33:42,077 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:33:42,077 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:33:42,077 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:33:42,078 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:33:42,078 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:33:42,081 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:33:42,083 Job list saved +2021-12-18 12:33:42,090 Updating FAILED jobs +2021-12-18 12:33:42,090 Updating WAITING jobs +2021-12-18 12:33:42,090 Update finished +2021-12-18 12:33:52,100 Reloading parameters... +2021-12-18 12:33:52,121 Loading parameters... +2021-12-18 12:33:52,122 Loading project parameters... +2021-12-18 12:33:52,124 + +15 of 25 jobs remaining (12:33) +2021-12-18 12:33:52,125 Sleep: 10 +2021-12-18 12:33:52,125 Number of retrials: 0 +2021-12-18 12:33:52,125 WRAPPER CHECK TIME = 10 +2021-12-18 12:33:52,125 Checking jobs for platform=marenostrum4 +2021-12-18 12:33:52,126 Checking jobs for platform=nord3 +2021-12-18 12:33:52,126 Checking jobs for platform=local +2021-12-18 12:33:52,127 Checking jobs for platform=transfer_node +2021-12-18 12:33:52,127 Checking all jobs at once +2021-12-18 12:33:54,348 Successful check job command +2021-12-18 12:33:55,868 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:33:55,868 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:33:55,869 End of checking +2021-12-18 12:33:55,870 Updating FAILED jobs +2021-12-18 12:33:55,870 Updating WAITING jobs +2021-12-18 12:33:55,870 Update finished +2021-12-18 12:33:55,871 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:33:55,871 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:33:55,872 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:33:55,872 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:33:55,872 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:33:55,872 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:33:55,872 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:33:55,872 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:33:55,875 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:33:55,877 Job list saved +2021-12-18 12:33:55,882 Updating FAILED jobs +2021-12-18 12:33:55,883 Updating WAITING jobs +2021-12-18 12:33:55,883 Update finished +2021-12-18 12:34:05,893 Reloading parameters... +2021-12-18 12:34:05,916 Loading parameters... +2021-12-18 12:34:05,918 Loading project parameters... +2021-12-18 12:34:05,920 + +15 of 25 jobs remaining (12:34) +2021-12-18 12:34:05,920 Sleep: 10 +2021-12-18 12:34:05,920 Number of retrials: 0 +2021-12-18 12:34:05,920 WRAPPER CHECK TIME = 10 +2021-12-18 12:34:05,921 Checking jobs for platform=marenostrum4 +2021-12-18 12:34:05,922 Checking jobs for platform=nord3 +2021-12-18 12:34:05,922 Checking jobs for platform=local +2021-12-18 12:34:05,923 Checking jobs for platform=transfer_node +2021-12-18 12:34:05,923 Checking all jobs at once +2021-12-18 12:34:07,296 Successful check job command +2021-12-18 12:34:08,818 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:34:08,818 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:34:08,818 End of checking +2021-12-18 12:34:08,820 Updating FAILED jobs +2021-12-18 12:34:08,820 Updating WAITING jobs +2021-12-18 12:34:08,820 Update finished +2021-12-18 12:34:08,820 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:34:08,820 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:34:08,821 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:34:08,821 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:34:08,821 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:34:08,821 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:34:08,821 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:34:08,821 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:34:08,825 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:34:08,827 Job list saved +2021-12-18 12:34:08,833 Updating FAILED jobs +2021-12-18 12:34:08,833 Updating WAITING jobs +2021-12-18 12:34:08,833 Update finished +2021-12-18 12:34:18,843 Reloading parameters... +2021-12-18 12:34:18,863 Loading parameters... +2021-12-18 12:34:18,864 Loading project parameters... +2021-12-18 12:34:18,866 + +15 of 25 jobs remaining (12:34) +2021-12-18 12:34:18,866 Sleep: 10 +2021-12-18 12:34:18,866 Number of retrials: 0 +2021-12-18 12:34:18,867 WRAPPER CHECK TIME = 10 +2021-12-18 12:34:18,867 Checking jobs for platform=marenostrum4 +2021-12-18 12:34:18,868 Checking jobs for platform=nord3 +2021-12-18 12:34:18,868 Checking jobs for platform=local +2021-12-18 12:34:18,869 Checking jobs for platform=transfer_node +2021-12-18 12:34:18,869 Checking all jobs at once +2021-12-18 12:34:20,142 Successful check job command +2021-12-18 12:34:21,311 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:34:21,311 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:34:21,311 End of checking +2021-12-18 12:34:21,313 Updating FAILED jobs +2021-12-18 12:34:21,313 Updating WAITING jobs +2021-12-18 12:34:21,313 Update finished +2021-12-18 12:34:21,313 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:34:21,313 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:34:21,313 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:34:21,314 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:34:21,314 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:34:21,314 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:34:21,314 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:34:21,314 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:34:21,317 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:34:21,319 Job list saved +2021-12-18 12:34:21,324 Updating FAILED jobs +2021-12-18 12:34:21,325 Updating WAITING jobs +2021-12-18 12:34:21,325 Update finished +2021-12-18 12:34:31,335 Reloading parameters... +2021-12-18 12:34:31,356 Loading parameters... +2021-12-18 12:34:31,357 Loading project parameters... +2021-12-18 12:34:31,359 + +15 of 25 jobs remaining (12:34) +2021-12-18 12:34:31,359 Sleep: 10 +2021-12-18 12:34:31,360 Number of retrials: 0 +2021-12-18 12:34:31,360 WRAPPER CHECK TIME = 10 +2021-12-18 12:34:31,361 Checking jobs for platform=marenostrum4 +2021-12-18 12:34:31,361 Checking jobs for platform=nord3 +2021-12-18 12:34:31,362 Checking jobs for platform=local +2021-12-18 12:34:31,362 Checking jobs for platform=transfer_node +2021-12-18 12:34:31,363 Checking all jobs at once +2021-12-18 12:34:32,735 Successful check job command +2021-12-18 12:34:34,005 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:34:34,005 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:34:34,005 End of checking +2021-12-18 12:34:34,006 Updating FAILED jobs +2021-12-18 12:34:34,006 Updating WAITING jobs +2021-12-18 12:34:34,007 Update finished +2021-12-18 12:34:34,007 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:34:34,008 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:34:34,008 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:34:34,008 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:34:34,008 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:34:34,008 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:34:34,008 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:34:34,009 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:34:34,012 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:34:34,014 Job list saved +2021-12-18 12:34:34,019 Updating FAILED jobs +2021-12-18 12:34:34,019 Updating WAITING jobs +2021-12-18 12:34:34,019 Update finished +2021-12-18 12:34:44,029 Reloading parameters... +2021-12-18 12:34:44,050 Loading parameters... +2021-12-18 12:34:44,051 Loading project parameters... +2021-12-18 12:34:44,053 + +15 of 25 jobs remaining (12:34) +2021-12-18 12:34:44,053 Sleep: 10 +2021-12-18 12:34:44,053 Number of retrials: 0 +2021-12-18 12:34:44,053 WRAPPER CHECK TIME = 10 +2021-12-18 12:34:44,054 Checking jobs for platform=marenostrum4 +2021-12-18 12:34:44,054 Checking jobs for platform=nord3 +2021-12-18 12:34:44,055 Checking jobs for platform=local +2021-12-18 12:34:44,055 Checking jobs for platform=transfer_node +2021-12-18 12:34:44,055 Checking all jobs at once +2021-12-18 12:34:46,277 Successful check job command +2021-12-18 12:34:47,798 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:34:47,798 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:34:47,798 End of checking +2021-12-18 12:34:47,800 Updating FAILED jobs +2021-12-18 12:34:47,800 Updating WAITING jobs +2021-12-18 12:34:47,801 Update finished +2021-12-18 12:34:47,801 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:34:47,801 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:34:47,801 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:34:47,801 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:34:47,801 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:34:47,801 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:34:47,801 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:34:47,802 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:34:47,805 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:34:47,808 Job list saved +2021-12-18 12:34:47,815 Updating FAILED jobs +2021-12-18 12:34:47,816 Updating WAITING jobs +2021-12-18 12:34:47,816 Update finished +2021-12-18 12:34:57,826 Reloading parameters... +2021-12-18 12:34:57,848 Loading parameters... +2021-12-18 12:34:57,850 Loading project parameters... +2021-12-18 12:34:57,852 + +15 of 25 jobs remaining (12:34) +2021-12-18 12:34:57,852 Sleep: 10 +2021-12-18 12:34:57,852 Number of retrials: 0 +2021-12-18 12:34:57,852 WRAPPER CHECK TIME = 10 +2021-12-18 12:34:57,853 Checking jobs for platform=marenostrum4 +2021-12-18 12:34:57,853 Checking jobs for platform=nord3 +2021-12-18 12:34:57,854 Checking jobs for platform=local +2021-12-18 12:34:57,854 Checking jobs for platform=transfer_node +2021-12-18 12:34:57,854 Checking all jobs at once +2021-12-18 12:34:59,374 Successful check job command +2021-12-18 12:35:01,496 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:35:01,497 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:35:01,497 End of checking +2021-12-18 12:35:01,498 Updating FAILED jobs +2021-12-18 12:35:01,499 Updating WAITING jobs +2021-12-18 12:35:01,499 Update finished +2021-12-18 12:35:01,499 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:35:01,499 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:35:01,499 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:35:01,499 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:35:01,500 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:35:01,500 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:35:01,500 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:35:01,500 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:35:01,503 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:35:01,505 Job list saved +2021-12-18 12:35:01,510 Updating FAILED jobs +2021-12-18 12:35:01,510 Updating WAITING jobs +2021-12-18 12:35:01,510 Update finished +2021-12-18 12:35:11,520 Reloading parameters... +2021-12-18 12:35:11,540 Loading parameters... +2021-12-18 12:35:11,541 Loading project parameters... +2021-12-18 12:35:11,543 + +15 of 25 jobs remaining (12:35) +2021-12-18 12:35:11,543 Sleep: 10 +2021-12-18 12:35:11,544 Number of retrials: 0 +2021-12-18 12:35:11,544 WRAPPER CHECK TIME = 10 +2021-12-18 12:35:11,544 Checking jobs for platform=marenostrum4 +2021-12-18 12:35:11,545 Checking jobs for platform=nord3 +2021-12-18 12:35:11,545 Checking jobs for platform=local +2021-12-18 12:35:11,546 Checking jobs for platform=transfer_node +2021-12-18 12:35:11,546 Checking all jobs at once +2021-12-18 12:35:12,815 Successful check job command +2021-12-18 12:35:14,136 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:35:14,136 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:35:14,136 End of checking +2021-12-18 12:35:14,138 Updating FAILED jobs +2021-12-18 12:35:14,138 Updating WAITING jobs +2021-12-18 12:35:14,138 Update finished +2021-12-18 12:35:14,138 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:35:14,139 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:35:14,139 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:35:14,139 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:35:14,139 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:35:14,139 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:35:14,139 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:35:14,140 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:35:14,142 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:35:14,144 Job list saved +2021-12-18 12:35:14,149 Updating FAILED jobs +2021-12-18 12:35:14,149 Updating WAITING jobs +2021-12-18 12:35:14,149 Update finished +2021-12-18 12:35:24,157 Reloading parameters... +2021-12-18 12:35:24,177 Loading parameters... +2021-12-18 12:35:24,178 Loading project parameters... +2021-12-18 12:35:24,180 + +15 of 25 jobs remaining (12:35) +2021-12-18 12:35:24,180 Sleep: 10 +2021-12-18 12:35:24,180 Number of retrials: 0 +2021-12-18 12:35:24,181 WRAPPER CHECK TIME = 10 +2021-12-18 12:35:24,181 Checking jobs for platform=marenostrum4 +2021-12-18 12:35:24,182 Checking jobs for platform=nord3 +2021-12-18 12:35:24,182 Checking jobs for platform=local +2021-12-18 12:35:24,183 Checking jobs for platform=transfer_node +2021-12-18 12:35:24,183 Checking all jobs at once +2021-12-18 12:35:25,554 Successful check job command +2021-12-18 12:35:26,773 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:35:26,774 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:35:26,774 End of checking +2021-12-18 12:35:26,775 Updating FAILED jobs +2021-12-18 12:35:26,775 Updating WAITING jobs +2021-12-18 12:35:26,775 Update finished +2021-12-18 12:35:26,775 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:35:26,776 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:35:26,776 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:35:26,776 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:35:26,776 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:35:26,776 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:35:26,776 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:35:26,776 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:35:26,779 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:35:26,782 Job list saved +2021-12-18 12:35:26,786 Updating FAILED jobs +2021-12-18 12:35:26,786 Updating WAITING jobs +2021-12-18 12:35:26,786 Update finished +2021-12-18 12:35:36,797 Reloading parameters... +2021-12-18 12:35:36,817 Loading parameters... +2021-12-18 12:35:36,819 Loading project parameters... +2021-12-18 12:35:36,820 + +15 of 25 jobs remaining (12:35) +2021-12-18 12:35:36,821 Sleep: 10 +2021-12-18 12:35:36,821 Number of retrials: 0 +2021-12-18 12:35:36,821 WRAPPER CHECK TIME = 10 +2021-12-18 12:35:36,821 Checking jobs for platform=marenostrum4 +2021-12-18 12:35:36,822 Checking jobs for platform=nord3 +2021-12-18 12:35:36,823 Checking jobs for platform=local +2021-12-18 12:35:36,823 Checking jobs for platform=transfer_node +2021-12-18 12:35:36,823 Checking all jobs at once +2021-12-18 12:35:38,243 Successful check job command +2021-12-18 12:35:39,662 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:35:39,662 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:35:39,663 End of checking +2021-12-18 12:35:39,664 Updating FAILED jobs +2021-12-18 12:35:39,664 Updating WAITING jobs +2021-12-18 12:35:39,664 Update finished +2021-12-18 12:35:39,665 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:35:39,665 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:35:39,665 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:35:39,665 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:35:39,665 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:35:39,665 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:35:39,665 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:35:39,665 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:35:39,668 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:35:39,671 Job list saved +2021-12-18 12:35:39,676 Updating FAILED jobs +2021-12-18 12:35:39,676 Updating WAITING jobs +2021-12-18 12:35:39,676 Update finished +2021-12-18 12:35:49,682 Reloading parameters... +2021-12-18 12:35:49,701 Loading parameters... +2021-12-18 12:35:49,703 Loading project parameters... +2021-12-18 12:35:49,705 + +15 of 25 jobs remaining (12:35) +2021-12-18 12:35:49,705 Sleep: 10 +2021-12-18 12:35:49,705 Number of retrials: 0 +2021-12-18 12:35:49,705 WRAPPER CHECK TIME = 10 +2021-12-18 12:35:49,706 Checking jobs for platform=marenostrum4 +2021-12-18 12:35:49,707 Checking jobs for platform=nord3 +2021-12-18 12:35:49,707 Checking jobs for platform=local +2021-12-18 12:35:49,708 Checking jobs for platform=transfer_node +2021-12-18 12:35:49,708 Checking all jobs at once +2021-12-18 12:35:51,629 Successful check job command +2021-12-18 12:35:53,550 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:35:53,550 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:35:53,550 End of checking +2021-12-18 12:35:53,552 Updating FAILED jobs +2021-12-18 12:35:53,552 Updating WAITING jobs +2021-12-18 12:35:53,552 Update finished +2021-12-18 12:35:53,552 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:35:53,553 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:35:53,553 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:35:53,553 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:35:53,553 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:35:53,553 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:35:53,553 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:35:53,553 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:35:53,556 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:35:53,559 Job list saved +2021-12-18 12:35:53,564 Updating FAILED jobs +2021-12-18 12:35:53,565 Updating WAITING jobs +2021-12-18 12:35:53,565 Update finished +2021-12-18 12:36:03,575 Reloading parameters... +2021-12-18 12:36:03,648 Loading parameters... +2021-12-18 12:36:03,649 Loading project parameters... +2021-12-18 12:36:03,651 + +15 of 25 jobs remaining (12:36) +2021-12-18 12:36:03,651 Sleep: 10 +2021-12-18 12:36:03,652 Number of retrials: 0 +2021-12-18 12:36:03,652 WRAPPER CHECK TIME = 10 +2021-12-18 12:36:03,652 Checking jobs for platform=marenostrum4 +2021-12-18 12:36:03,653 Checking jobs for platform=nord3 +2021-12-18 12:36:03,653 Checking jobs for platform=local +2021-12-18 12:36:03,654 Checking jobs for platform=transfer_node +2021-12-18 12:36:03,654 Checking all jobs at once +2021-12-18 12:36:05,124 Successful check job command +2021-12-18 12:36:07,297 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:36:07,298 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:36:07,298 End of checking +2021-12-18 12:36:07,299 Updating FAILED jobs +2021-12-18 12:36:07,299 Updating WAITING jobs +2021-12-18 12:36:07,300 Update finished +2021-12-18 12:36:07,300 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:36:07,300 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:36:07,300 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:36:07,300 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:36:07,300 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:36:07,301 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:36:07,301 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:36:07,301 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:36:07,304 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:36:07,306 Job list saved +2021-12-18 12:36:07,311 Updating FAILED jobs +2021-12-18 12:36:07,311 Updating WAITING jobs +2021-12-18 12:36:07,311 Update finished +2021-12-18 12:36:17,322 Reloading parameters... +2021-12-18 12:36:17,341 Loading parameters... +2021-12-18 12:36:17,342 Loading project parameters... +2021-12-18 12:36:17,344 + +15 of 25 jobs remaining (12:36) +2021-12-18 12:36:17,344 Sleep: 10 +2021-12-18 12:36:17,344 Number of retrials: 0 +2021-12-18 12:36:17,344 WRAPPER CHECK TIME = 10 +2021-12-18 12:36:17,345 Checking jobs for platform=marenostrum4 +2021-12-18 12:36:17,346 Checking jobs for platform=nord3 +2021-12-18 12:36:17,346 Checking jobs for platform=local +2021-12-18 12:36:17,347 Checking jobs for platform=transfer_node +2021-12-18 12:36:17,347 Checking all jobs at once +2021-12-18 12:36:18,917 Successful check job command +2021-12-18 12:36:20,337 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:36:20,338 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:36:20,338 End of checking +2021-12-18 12:36:20,339 Updating FAILED jobs +2021-12-18 12:36:20,339 Updating WAITING jobs +2021-12-18 12:36:20,340 Update finished +2021-12-18 12:36:20,340 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:36:20,340 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:36:20,340 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:36:20,340 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:36:20,340 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:36:20,341 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:36:20,341 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:36:20,341 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:36:20,345 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:36:20,347 Job list saved +2021-12-18 12:36:20,352 Updating FAILED jobs +2021-12-18 12:36:20,352 Updating WAITING jobs +2021-12-18 12:36:20,353 Update finished +2021-12-18 12:36:30,360 Reloading parameters... +2021-12-18 12:36:30,379 Loading parameters... +2021-12-18 12:36:30,380 Loading project parameters... +2021-12-18 12:36:30,382 + +15 of 25 jobs remaining (12:36) +2021-12-18 12:36:30,382 Sleep: 10 +2021-12-18 12:36:30,382 Number of retrials: 0 +2021-12-18 12:36:30,382 WRAPPER CHECK TIME = 10 +2021-12-18 12:36:30,383 Checking jobs for platform=marenostrum4 +2021-12-18 12:36:30,383 Checking jobs for platform=nord3 +2021-12-18 12:36:30,384 Checking jobs for platform=local +2021-12-18 12:36:30,385 Checking jobs for platform=transfer_node +2021-12-18 12:36:30,385 Checking all jobs at once +2021-12-18 12:36:31,704 Successful check job command +2021-12-18 12:36:32,974 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:36:32,974 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:36:32,974 End of checking +2021-12-18 12:36:32,976 Updating FAILED jobs +2021-12-18 12:36:32,976 Updating WAITING jobs +2021-12-18 12:36:32,976 Update finished +2021-12-18 12:36:32,976 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:36:32,977 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:36:32,977 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:36:32,977 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:36:32,977 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:36:32,977 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:36:32,977 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:36:32,978 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:36:32,980 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:36:32,982 Job list saved +2021-12-18 12:36:32,986 Updating FAILED jobs +2021-12-18 12:36:32,987 Updating WAITING jobs +2021-12-18 12:36:32,987 Update finished +2021-12-18 12:36:42,997 Reloading parameters... +2021-12-18 12:36:43,021 Loading parameters... +2021-12-18 12:36:43,022 Loading project parameters... +2021-12-18 12:36:43,024 + +15 of 25 jobs remaining (12:36) +2021-12-18 12:36:43,024 Sleep: 10 +2021-12-18 12:36:43,024 Number of retrials: 0 +2021-12-18 12:36:43,024 WRAPPER CHECK TIME = 10 +2021-12-18 12:36:43,025 Checking jobs for platform=marenostrum4 +2021-12-18 12:36:43,025 Checking jobs for platform=nord3 +2021-12-18 12:36:43,026 Checking jobs for platform=local +2021-12-18 12:36:43,027 Checking jobs for platform=transfer_node +2021-12-18 12:36:43,027 Checking all jobs at once +2021-12-18 12:36:45,247 Successful check job command +2021-12-18 12:36:46,517 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:36:46,517 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:36:46,517 End of checking +2021-12-18 12:36:46,519 Updating FAILED jobs +2021-12-18 12:36:46,519 Updating WAITING jobs +2021-12-18 12:36:46,519 Update finished +2021-12-18 12:36:46,519 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:36:46,519 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:36:46,519 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:36:46,520 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:36:46,520 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:36:46,520 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:36:46,520 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:36:46,520 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:36:46,523 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:36:46,525 Job list saved +2021-12-18 12:36:46,530 Updating FAILED jobs +2021-12-18 12:36:46,530 Updating WAITING jobs +2021-12-18 12:36:46,530 Update finished +2021-12-18 12:36:56,535 Reloading parameters... +2021-12-18 12:36:56,555 Loading parameters... +2021-12-18 12:36:56,556 Loading project parameters... +2021-12-18 12:36:56,558 + +15 of 25 jobs remaining (12:36) +2021-12-18 12:36:56,559 Sleep: 10 +2021-12-18 12:36:56,559 Number of retrials: 0 +2021-12-18 12:36:56,559 WRAPPER CHECK TIME = 10 +2021-12-18 12:36:56,559 Checking jobs for platform=marenostrum4 +2021-12-18 12:36:56,560 Checking jobs for platform=nord3 +2021-12-18 12:36:56,561 Checking jobs for platform=local +2021-12-18 12:36:56,561 Checking jobs for platform=transfer_node +2021-12-18 12:36:56,561 Checking all jobs at once +2021-12-18 12:36:57,982 Successful check job command +2021-12-18 12:36:59,301 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:36:59,302 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:36:59,302 End of checking +2021-12-18 12:36:59,303 Updating FAILED jobs +2021-12-18 12:36:59,304 Updating WAITING jobs +2021-12-18 12:36:59,304 Update finished +2021-12-18 12:36:59,304 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:36:59,304 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:36:59,304 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:36:59,304 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:36:59,305 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:36:59,305 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:36:59,305 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:36:59,305 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:36:59,308 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:36:59,310 Job list saved +2021-12-18 12:36:59,316 Updating FAILED jobs +2021-12-18 12:36:59,316 Updating WAITING jobs +2021-12-18 12:36:59,316 Update finished +2021-12-18 12:37:09,326 Reloading parameters... +2021-12-18 12:37:09,345 Loading parameters... +2021-12-18 12:37:09,346 Loading project parameters... +2021-12-18 12:37:09,348 + +15 of 25 jobs remaining (12:37) +2021-12-18 12:37:09,348 Sleep: 10 +2021-12-18 12:37:09,348 Number of retrials: 0 +2021-12-18 12:37:09,348 WRAPPER CHECK TIME = 10 +2021-12-18 12:37:09,349 Checking jobs for platform=marenostrum4 +2021-12-18 12:37:09,349 Checking jobs for platform=nord3 +2021-12-18 12:37:09,350 Checking jobs for platform=local +2021-12-18 12:37:09,350 Checking jobs for platform=transfer_node +2021-12-18 12:37:09,351 Checking all jobs at once +2021-12-18 12:37:11,521 Successful check job command +2021-12-18 12:37:13,041 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:37:13,041 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:37:13,041 End of checking +2021-12-18 12:37:13,043 Updating FAILED jobs +2021-12-18 12:37:13,043 Updating WAITING jobs +2021-12-18 12:37:13,043 Update finished +2021-12-18 12:37:13,043 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:37:13,044 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:37:13,044 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:37:13,044 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:37:13,044 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:37:13,044 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:37:13,044 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:37:13,045 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:37:13,048 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:37:13,050 Job list saved +2021-12-18 12:37:13,057 Updating FAILED jobs +2021-12-18 12:37:13,057 Updating WAITING jobs +2021-12-18 12:37:13,058 Update finished +2021-12-18 12:37:23,063 Reloading parameters... +2021-12-18 12:37:23,083 Loading parameters... +2021-12-18 12:37:23,084 Loading project parameters... +2021-12-18 12:37:23,086 + +15 of 25 jobs remaining (12:37) +2021-12-18 12:37:23,087 Sleep: 10 +2021-12-18 12:37:23,087 Number of retrials: 0 +2021-12-18 12:37:23,087 WRAPPER CHECK TIME = 10 +2021-12-18 12:37:23,087 Checking jobs for platform=marenostrum4 +2021-12-18 12:37:23,088 Checking jobs for platform=nord3 +2021-12-18 12:37:23,089 Checking jobs for platform=local +2021-12-18 12:37:23,089 Checking jobs for platform=transfer_node +2021-12-18 12:37:23,089 Checking all jobs at once +2021-12-18 12:37:24,563 Successful check job command +2021-12-18 12:37:25,982 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:37:25,983 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:37:25,983 End of checking +2021-12-18 12:37:25,984 Updating FAILED jobs +2021-12-18 12:37:25,984 Updating WAITING jobs +2021-12-18 12:37:25,985 Update finished +2021-12-18 12:37:25,985 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:37:25,985 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:37:25,985 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:37:25,985 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:37:25,985 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:37:25,986 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:37:25,986 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:37:25,986 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:37:25,988 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:37:25,991 Job list saved +2021-12-18 12:37:25,996 Updating FAILED jobs +2021-12-18 12:37:25,996 Updating WAITING jobs +2021-12-18 12:37:25,996 Update finished +2021-12-18 12:37:36,006 Reloading parameters... +2021-12-18 12:37:36,027 Loading parameters... +2021-12-18 12:37:36,028 Loading project parameters... +2021-12-18 12:37:36,031 + +15 of 25 jobs remaining (12:37) +2021-12-18 12:37:36,031 Sleep: 10 +2021-12-18 12:37:36,031 Number of retrials: 0 +2021-12-18 12:37:36,031 WRAPPER CHECK TIME = 10 +2021-12-18 12:37:36,032 Checking jobs for platform=marenostrum4 +2021-12-18 12:37:36,032 Checking jobs for platform=nord3 +2021-12-18 12:37:36,033 Checking jobs for platform=local +2021-12-18 12:37:36,033 Checking jobs for platform=transfer_node +2021-12-18 12:37:36,033 Checking all jobs at once +2021-12-18 12:37:37,353 Successful check job command +2021-12-18 12:37:38,623 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:37:38,623 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:37:38,623 End of checking +2021-12-18 12:37:38,625 Updating FAILED jobs +2021-12-18 12:37:38,625 Updating WAITING jobs +2021-12-18 12:37:38,625 Update finished +2021-12-18 12:37:38,625 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:37:38,625 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:37:38,626 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:37:38,626 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:37:38,626 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:37:38,626 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:37:38,626 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:37:38,626 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:37:38,629 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:37:38,632 Job list saved +2021-12-18 12:37:38,639 Updating FAILED jobs +2021-12-18 12:37:38,639 Updating WAITING jobs +2021-12-18 12:37:38,639 Update finished +2021-12-18 12:37:48,649 Reloading parameters... +2021-12-18 12:37:48,668 Loading parameters... +2021-12-18 12:37:48,669 Loading project parameters... +2021-12-18 12:37:48,671 + +15 of 25 jobs remaining (12:37) +2021-12-18 12:37:48,671 Sleep: 10 +2021-12-18 12:37:48,671 Number of retrials: 0 +2021-12-18 12:37:48,671 WRAPPER CHECK TIME = 10 +2021-12-18 12:37:48,672 Checking jobs for platform=marenostrum4 +2021-12-18 12:37:48,672 Checking jobs for platform=nord3 +2021-12-18 12:37:48,673 Checking jobs for platform=local +2021-12-18 12:37:48,674 Checking jobs for platform=transfer_node +2021-12-18 12:37:48,674 Checking all jobs at once +2021-12-18 12:37:50,043 Successful check job command +2021-12-18 12:37:51,312 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:37:51,313 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:37:51,313 End of checking +2021-12-18 12:37:51,314 Updating FAILED jobs +2021-12-18 12:37:51,314 Updating WAITING jobs +2021-12-18 12:37:51,314 Update finished +2021-12-18 12:37:51,315 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:37:51,315 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:37:51,315 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:37:51,315 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:37:51,316 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:37:51,316 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:37:51,316 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:37:51,316 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:37:51,318 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:37:51,321 Job list saved +2021-12-18 12:37:51,325 Updating FAILED jobs +2021-12-18 12:37:51,325 Updating WAITING jobs +2021-12-18 12:37:51,326 Update finished +2021-12-18 12:38:01,332 Reloading parameters... +2021-12-18 12:38:01,351 Loading parameters... +2021-12-18 12:38:01,352 Loading project parameters... +2021-12-18 12:38:01,354 + +15 of 25 jobs remaining (12:38) +2021-12-18 12:38:01,354 Sleep: 10 +2021-12-18 12:38:01,354 Number of retrials: 0 +2021-12-18 12:38:01,354 WRAPPER CHECK TIME = 10 +2021-12-18 12:38:01,355 Checking jobs for platform=marenostrum4 +2021-12-18 12:38:01,355 Checking jobs for platform=nord3 +2021-12-18 12:38:01,356 Checking jobs for platform=local +2021-12-18 12:38:01,357 Checking jobs for platform=transfer_node +2021-12-18 12:38:01,357 Checking all jobs at once +2021-12-18 12:38:02,777 Successful check job command +2021-12-18 12:38:03,998 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:38:03,998 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:38:03,998 End of checking +2021-12-18 12:38:04,000 Updating FAILED jobs +2021-12-18 12:38:04,000 Updating WAITING jobs +2021-12-18 12:38:04,000 Update finished +2021-12-18 12:38:04,000 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:38:04,000 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:38:04,001 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:38:04,001 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:38:04,001 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:38:04,001 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:38:04,001 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:38:04,001 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:38:04,004 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:38:04,007 Job list saved +2021-12-18 12:38:04,014 Updating FAILED jobs +2021-12-18 12:38:04,014 Updating WAITING jobs +2021-12-18 12:38:04,015 Update finished +2021-12-18 12:38:14,025 Reloading parameters... +2021-12-18 12:38:14,043 Loading parameters... +2021-12-18 12:38:14,044 Loading project parameters... +2021-12-18 12:38:14,046 + +15 of 25 jobs remaining (12:38) +2021-12-18 12:38:14,046 Sleep: 10 +2021-12-18 12:38:14,046 Number of retrials: 0 +2021-12-18 12:38:14,046 WRAPPER CHECK TIME = 10 +2021-12-18 12:38:14,047 Checking jobs for platform=marenostrum4 +2021-12-18 12:38:14,048 Checking jobs for platform=nord3 +2021-12-18 12:38:14,048 Checking jobs for platform=local +2021-12-18 12:38:14,049 Checking jobs for platform=transfer_node +2021-12-18 12:38:14,049 Checking all jobs at once +2021-12-18 12:38:15,922 Successful check job command +2021-12-18 12:38:17,492 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:38:17,493 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:38:17,493 End of checking +2021-12-18 12:38:17,494 Updating FAILED jobs +2021-12-18 12:38:17,494 Updating WAITING jobs +2021-12-18 12:38:17,494 Update finished +2021-12-18 12:38:17,495 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:38:17,495 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:38:17,495 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:38:17,495 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:38:17,495 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:38:17,495 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:38:17,495 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:38:17,495 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:38:17,498 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:38:17,501 Job list saved +2021-12-18 12:38:17,506 Updating FAILED jobs +2021-12-18 12:38:17,506 Updating WAITING jobs +2021-12-18 12:38:17,506 Update finished +2021-12-18 12:38:27,517 Reloading parameters... +2021-12-18 12:38:27,537 Loading parameters... +2021-12-18 12:38:27,538 Loading project parameters... +2021-12-18 12:38:27,540 + +15 of 25 jobs remaining (12:38) +2021-12-18 12:38:27,541 Sleep: 10 +2021-12-18 12:38:27,541 Number of retrials: 0 +2021-12-18 12:38:27,541 WRAPPER CHECK TIME = 10 +2021-12-18 12:38:27,541 Checking jobs for platform=marenostrum4 +2021-12-18 12:38:27,542 Checking jobs for platform=nord3 +2021-12-18 12:38:27,543 Checking jobs for platform=local +2021-12-18 12:38:27,543 Checking jobs for platform=transfer_node +2021-12-18 12:38:27,543 Checking all jobs at once +2021-12-18 12:38:29,268 Successful check job command +2021-12-18 12:38:30,989 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:38:30,990 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:38:30,990 End of checking +2021-12-18 12:38:30,991 Updating FAILED jobs +2021-12-18 12:38:30,991 Updating WAITING jobs +2021-12-18 12:38:30,991 Update finished +2021-12-18 12:38:30,992 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:38:30,992 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:38:30,992 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:38:30,992 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:38:30,993 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:38:30,993 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:38:30,993 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:38:30,993 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:38:30,996 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:38:30,998 Job list saved +2021-12-18 12:38:31,004 Updating FAILED jobs +2021-12-18 12:38:31,004 Updating WAITING jobs +2021-12-18 12:38:31,004 Update finished +2021-12-18 12:38:41,014 Reloading parameters... +2021-12-18 12:38:41,032 Loading parameters... +2021-12-18 12:38:41,033 Loading project parameters... +2021-12-18 12:38:41,035 + +15 of 25 jobs remaining (12:38) +2021-12-18 12:38:41,035 Sleep: 10 +2021-12-18 12:38:41,035 Number of retrials: 0 +2021-12-18 12:38:41,035 WRAPPER CHECK TIME = 10 +2021-12-18 12:38:41,036 Checking jobs for platform=marenostrum4 +2021-12-18 12:38:41,036 Checking jobs for platform=nord3 +2021-12-18 12:38:41,037 Checking jobs for platform=local +2021-12-18 12:38:41,037 Checking jobs for platform=transfer_node +2021-12-18 12:38:41,038 Checking all jobs at once +2021-12-18 12:38:42,307 Successful check job command +2021-12-18 12:38:43,480 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:38:43,480 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:38:43,481 End of checking +2021-12-18 12:38:43,482 Updating FAILED jobs +2021-12-18 12:38:43,482 Updating WAITING jobs +2021-12-18 12:38:43,482 Update finished +2021-12-18 12:38:43,482 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:38:43,483 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:38:43,483 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:38:43,483 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:38:43,483 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:38:43,483 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:38:43,483 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:38:43,483 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:38:43,486 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:38:43,488 Job list saved +2021-12-18 12:38:43,493 Updating FAILED jobs +2021-12-18 12:38:43,493 Updating WAITING jobs +2021-12-18 12:38:43,493 Update finished +2021-12-18 12:38:53,503 Reloading parameters... +2021-12-18 12:38:53,522 Loading parameters... +2021-12-18 12:38:53,523 Loading project parameters... +2021-12-18 12:38:53,526 + +15 of 25 jobs remaining (12:38) +2021-12-18 12:38:53,526 Sleep: 10 +2021-12-18 12:38:53,527 Number of retrials: 0 +2021-12-18 12:38:53,527 WRAPPER CHECK TIME = 10 +2021-12-18 12:38:53,527 Checking jobs for platform=marenostrum4 +2021-12-18 12:38:53,528 Checking jobs for platform=nord3 +2021-12-18 12:38:53,529 Checking jobs for platform=local +2021-12-18 12:38:53,529 Checking jobs for platform=transfer_node +2021-12-18 12:38:53,529 Checking all jobs at once +2021-12-18 12:38:54,800 Successful check job command +2021-12-18 12:38:56,070 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:38:56,071 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:38:56,071 End of checking +2021-12-18 12:38:56,072 Updating FAILED jobs +2021-12-18 12:38:56,072 Updating WAITING jobs +2021-12-18 12:38:56,072 Update finished +2021-12-18 12:38:56,072 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:38:56,073 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:38:56,073 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:38:56,073 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:38:56,073 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:38:56,073 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:38:56,073 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:38:56,073 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:38:56,076 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:38:56,078 Job list saved +2021-12-18 12:38:56,083 Updating FAILED jobs +2021-12-18 12:38:56,083 Updating WAITING jobs +2021-12-18 12:38:56,083 Update finished +2021-12-18 12:39:06,093 Reloading parameters... +2021-12-18 12:39:06,112 Loading parameters... +2021-12-18 12:39:06,114 Loading project parameters... +2021-12-18 12:39:06,116 + +15 of 25 jobs remaining (12:39) +2021-12-18 12:39:06,116 Sleep: 10 +2021-12-18 12:39:06,116 Number of retrials: 0 +2021-12-18 12:39:06,116 WRAPPER CHECK TIME = 10 +2021-12-18 12:39:06,116 Checking jobs for platform=marenostrum4 +2021-12-18 12:39:06,117 Checking jobs for platform=nord3 +2021-12-18 12:39:06,118 Checking jobs for platform=local +2021-12-18 12:39:06,118 Checking jobs for platform=transfer_node +2021-12-18 12:39:06,118 Checking all jobs at once +2021-12-18 12:39:07,438 Successful check job command +2021-12-18 12:39:08,807 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:39:08,808 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:39:08,808 End of checking +2021-12-18 12:39:08,809 Updating FAILED jobs +2021-12-18 12:39:08,809 Updating WAITING jobs +2021-12-18 12:39:08,809 Update finished +2021-12-18 12:39:08,810 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:39:08,810 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:39:08,811 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:39:08,811 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:39:08,811 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:39:08,811 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:39:08,811 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:39:08,811 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:39:08,814 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:39:08,816 Job list saved +2021-12-18 12:39:08,821 Updating FAILED jobs +2021-12-18 12:39:08,821 Updating WAITING jobs +2021-12-18 12:39:08,821 Update finished +2021-12-18 12:39:18,831 Reloading parameters... +2021-12-18 12:39:18,849 Loading parameters... +2021-12-18 12:39:18,851 Loading project parameters... +2021-12-18 12:39:18,852 + +15 of 25 jobs remaining (12:39) +2021-12-18 12:39:18,853 Sleep: 10 +2021-12-18 12:39:18,853 Number of retrials: 0 +2021-12-18 12:39:18,853 WRAPPER CHECK TIME = 10 +2021-12-18 12:39:18,853 Checking jobs for platform=marenostrum4 +2021-12-18 12:39:18,854 Checking jobs for platform=nord3 +2021-12-18 12:39:18,855 Checking jobs for platform=local +2021-12-18 12:39:18,855 Checking jobs for platform=transfer_node +2021-12-18 12:39:18,855 Checking all jobs at once +2021-12-18 12:39:20,776 Successful check job command +2021-12-18 12:39:22,146 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:39:22,146 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:39:22,147 End of checking +2021-12-18 12:39:22,148 Updating FAILED jobs +2021-12-18 12:39:22,148 Updating WAITING jobs +2021-12-18 12:39:22,148 Update finished +2021-12-18 12:39:22,148 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:39:22,148 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:39:22,148 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:39:22,149 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:39:22,149 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:39:22,149 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:39:22,149 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:39:22,149 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:39:22,152 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:39:22,154 Job list saved +2021-12-18 12:39:22,158 Updating FAILED jobs +2021-12-18 12:39:22,158 Updating WAITING jobs +2021-12-18 12:39:22,159 Update finished +2021-12-18 12:39:32,161 Reloading parameters... +2021-12-18 12:39:32,180 Loading parameters... +2021-12-18 12:39:32,181 Loading project parameters... +2021-12-18 12:39:32,183 + +15 of 25 jobs remaining (12:39) +2021-12-18 12:39:32,183 Sleep: 10 +2021-12-18 12:39:32,183 Number of retrials: 0 +2021-12-18 12:39:32,183 WRAPPER CHECK TIME = 10 +2021-12-18 12:39:32,184 Checking jobs for platform=marenostrum4 +2021-12-18 12:39:32,185 Checking jobs for platform=nord3 +2021-12-18 12:39:32,185 Checking jobs for platform=local +2021-12-18 12:39:32,186 Checking jobs for platform=transfer_node +2021-12-18 12:39:32,186 Checking all jobs at once +2021-12-18 12:39:33,506 Successful check job command +2021-12-18 12:39:34,775 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:39:34,776 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:39:34,776 End of checking +2021-12-18 12:39:34,777 Updating FAILED jobs +2021-12-18 12:39:34,777 Updating WAITING jobs +2021-12-18 12:39:34,777 Update finished +2021-12-18 12:39:34,778 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:39:34,778 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:39:34,778 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:39:34,778 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:39:34,778 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:39:34,778 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:39:34,778 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:39:34,779 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:39:34,781 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:39:34,783 Job list saved +2021-12-18 12:39:34,788 Updating FAILED jobs +2021-12-18 12:39:34,788 Updating WAITING jobs +2021-12-18 12:39:34,788 Update finished +2021-12-18 12:39:44,792 Reloading parameters... +2021-12-18 12:39:44,811 Loading parameters... +2021-12-18 12:39:44,812 Loading project parameters... +2021-12-18 12:39:44,814 + +15 of 25 jobs remaining (12:39) +2021-12-18 12:39:44,814 Sleep: 10 +2021-12-18 12:39:44,814 Number of retrials: 0 +2021-12-18 12:39:44,814 WRAPPER CHECK TIME = 10 +2021-12-18 12:39:44,815 Checking jobs for platform=marenostrum4 +2021-12-18 12:39:44,816 Checking jobs for platform=nord3 +2021-12-18 12:39:44,816 Checking jobs for platform=local +2021-12-18 12:39:44,817 Checking jobs for platform=transfer_node +2021-12-18 12:39:44,817 Checking all jobs at once +2021-12-18 12:39:46,286 Successful check job command +2021-12-18 12:39:47,756 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:39:47,756 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:39:47,756 End of checking +2021-12-18 12:39:47,757 Updating FAILED jobs +2021-12-18 12:39:47,757 Updating WAITING jobs +2021-12-18 12:39:47,758 Update finished +2021-12-18 12:39:47,758 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:39:47,758 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:39:47,759 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:39:47,759 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:39:47,759 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:39:47,759 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:39:47,759 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:39:47,759 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:39:47,762 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:39:47,764 Job list saved +2021-12-18 12:39:47,769 Updating FAILED jobs +2021-12-18 12:39:47,769 Updating WAITING jobs +2021-12-18 12:39:47,769 Update finished +2021-12-18 12:39:57,779 Reloading parameters... +2021-12-18 12:39:57,796 Loading parameters... +2021-12-18 12:39:57,797 Loading project parameters... +2021-12-18 12:39:57,799 + +15 of 25 jobs remaining (12:39) +2021-12-18 12:39:57,799 Sleep: 10 +2021-12-18 12:39:57,799 Number of retrials: 0 +2021-12-18 12:39:57,800 WRAPPER CHECK TIME = 10 +2021-12-18 12:39:57,800 Checking jobs for platform=marenostrum4 +2021-12-18 12:39:57,801 Checking jobs for platform=nord3 +2021-12-18 12:39:57,801 Checking jobs for platform=local +2021-12-18 12:39:57,802 Checking jobs for platform=transfer_node +2021-12-18 12:39:57,802 Checking all jobs at once +2021-12-18 12:39:59,372 Successful check job command +2021-12-18 12:40:00,745 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:40:00,745 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:40:00,745 End of checking +2021-12-18 12:40:00,746 Updating FAILED jobs +2021-12-18 12:40:00,746 Updating WAITING jobs +2021-12-18 12:40:00,747 Update finished +2021-12-18 12:40:00,747 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:40:00,747 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:40:00,747 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:40:00,747 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:40:00,747 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:40:00,747 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:40:00,747 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:40:00,748 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:40:00,750 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:40:00,752 Job list saved +2021-12-18 12:40:00,756 Updating FAILED jobs +2021-12-18 12:40:00,757 Updating WAITING jobs +2021-12-18 12:40:00,757 Update finished +2021-12-18 12:40:10,765 Reloading parameters... +2021-12-18 12:40:10,789 Loading parameters... +2021-12-18 12:40:10,790 Loading project parameters... +2021-12-18 12:40:10,792 + +15 of 25 jobs remaining (12:40) +2021-12-18 12:40:10,792 Sleep: 10 +2021-12-18 12:40:10,792 Number of retrials: 0 +2021-12-18 12:40:10,792 WRAPPER CHECK TIME = 10 +2021-12-18 12:40:10,793 Checking jobs for platform=marenostrum4 +2021-12-18 12:40:10,793 Checking jobs for platform=nord3 +2021-12-18 12:40:10,794 Checking jobs for platform=local +2021-12-18 12:40:10,794 Checking jobs for platform=transfer_node +2021-12-18 12:40:10,794 Checking all jobs at once +2021-12-18 12:40:12,065 Successful check job command +2021-12-18 12:40:13,335 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:40:13,335 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:40:13,335 End of checking +2021-12-18 12:40:13,337 Updating FAILED jobs +2021-12-18 12:40:13,337 Updating WAITING jobs +2021-12-18 12:40:13,337 Update finished +2021-12-18 12:40:13,337 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:40:13,337 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:40:13,337 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:40:13,338 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:40:13,338 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:40:13,338 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:40:13,338 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:40:13,338 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:40:13,341 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:40:13,343 Job list saved +2021-12-18 12:40:13,349 Updating FAILED jobs +2021-12-18 12:40:13,349 Updating WAITING jobs +2021-12-18 12:40:13,349 Update finished +2021-12-18 12:40:23,359 Reloading parameters... +2021-12-18 12:40:23,378 Loading parameters... +2021-12-18 12:40:23,379 Loading project parameters... +2021-12-18 12:40:23,381 + +15 of 25 jobs remaining (12:40) +2021-12-18 12:40:23,381 Sleep: 10 +2021-12-18 12:40:23,382 Number of retrials: 0 +2021-12-18 12:40:23,382 WRAPPER CHECK TIME = 10 +2021-12-18 12:40:23,382 Checking jobs for platform=marenostrum4 +2021-12-18 12:40:23,383 Checking jobs for platform=nord3 +2021-12-18 12:40:23,384 Checking jobs for platform=local +2021-12-18 12:40:23,384 Checking jobs for platform=transfer_node +2021-12-18 12:40:23,384 Checking all jobs at once +2021-12-18 12:40:24,704 Successful check job command +2021-12-18 12:40:26,076 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:40:26,077 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:40:26,077 End of checking +2021-12-18 12:40:26,078 Updating FAILED jobs +2021-12-18 12:40:26,078 Updating WAITING jobs +2021-12-18 12:40:26,078 Update finished +2021-12-18 12:40:26,079 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:40:26,079 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:40:26,079 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:40:26,079 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:40:26,080 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:40:26,080 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:40:26,080 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:40:26,080 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:40:26,083 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:40:26,085 Job list saved +2021-12-18 12:40:26,089 Updating FAILED jobs +2021-12-18 12:40:26,089 Updating WAITING jobs +2021-12-18 12:40:26,090 Update finished +2021-12-18 12:40:36,098 Reloading parameters... +2021-12-18 12:40:36,116 Loading parameters... +2021-12-18 12:40:36,118 Loading project parameters... +2021-12-18 12:40:36,119 + +15 of 25 jobs remaining (12:40) +2021-12-18 12:40:36,120 Sleep: 10 +2021-12-18 12:40:36,120 Number of retrials: 0 +2021-12-18 12:40:36,120 WRAPPER CHECK TIME = 10 +2021-12-18 12:40:36,120 Checking jobs for platform=marenostrum4 +2021-12-18 12:40:36,121 Checking jobs for platform=nord3 +2021-12-18 12:40:36,121 Checking jobs for platform=local +2021-12-18 12:40:36,122 Checking jobs for platform=transfer_node +2021-12-18 12:40:36,122 Checking all jobs at once +2021-12-18 12:40:37,642 Successful check job command +2021-12-18 12:40:39,011 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:40:39,012 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:40:39,012 End of checking +2021-12-18 12:40:39,013 Updating FAILED jobs +2021-12-18 12:40:39,013 Updating WAITING jobs +2021-12-18 12:40:39,014 Update finished +2021-12-18 12:40:39,014 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:40:39,014 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:40:39,014 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:40:39,014 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:40:39,014 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:40:39,014 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:40:39,015 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:40:39,015 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:40:39,017 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:40:39,020 Job list saved +2021-12-18 12:40:39,024 Updating FAILED jobs +2021-12-18 12:40:39,024 Updating WAITING jobs +2021-12-18 12:40:39,025 Update finished +2021-12-18 12:40:49,035 Reloading parameters... +2021-12-18 12:40:49,054 Loading parameters... +2021-12-18 12:40:49,056 Loading project parameters... +2021-12-18 12:40:49,057 + +15 of 25 jobs remaining (12:40) +2021-12-18 12:40:49,058 Sleep: 10 +2021-12-18 12:40:49,058 Number of retrials: 0 +2021-12-18 12:40:49,058 WRAPPER CHECK TIME = 10 +2021-12-18 12:40:49,058 Checking jobs for platform=marenostrum4 +2021-12-18 12:40:49,059 Checking jobs for platform=nord3 +2021-12-18 12:40:49,059 Checking jobs for platform=local +2021-12-18 12:40:49,060 Checking jobs for platform=transfer_node +2021-12-18 12:40:49,060 Checking all jobs at once +2021-12-18 12:40:50,581 Successful check job command +2021-12-18 12:40:52,501 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:40:52,501 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:40:52,502 End of checking +2021-12-18 12:40:52,503 Updating FAILED jobs +2021-12-18 12:40:52,503 Updating WAITING jobs +2021-12-18 12:40:52,503 Update finished +2021-12-18 12:40:52,504 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:40:52,504 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:40:52,504 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:40:52,504 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:40:52,504 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:40:52,504 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:40:52,504 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:40:52,505 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:40:52,507 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:40:52,510 Job list saved +2021-12-18 12:40:52,515 Updating FAILED jobs +2021-12-18 12:40:52,515 Updating WAITING jobs +2021-12-18 12:40:52,515 Update finished +2021-12-18 12:41:02,526 Reloading parameters... +2021-12-18 12:41:02,544 Loading parameters... +2021-12-18 12:41:02,545 Loading project parameters... +2021-12-18 12:41:02,547 + +15 of 25 jobs remaining (12:41) +2021-12-18 12:41:02,548 Sleep: 10 +2021-12-18 12:41:02,548 Number of retrials: 0 +2021-12-18 12:41:02,548 WRAPPER CHECK TIME = 10 +2021-12-18 12:41:02,548 Checking jobs for platform=marenostrum4 +2021-12-18 12:41:02,549 Checking jobs for platform=nord3 +2021-12-18 12:41:02,549 Checking jobs for platform=local +2021-12-18 12:41:02,550 Checking jobs for platform=transfer_node +2021-12-18 12:41:02,550 Checking all jobs at once +2021-12-18 12:41:03,820 Successful check job command +2021-12-18 12:41:05,189 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:41:05,189 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:41:05,190 End of checking +2021-12-18 12:41:05,191 Updating FAILED jobs +2021-12-18 12:41:05,192 Updating WAITING jobs +2021-12-18 12:41:05,192 Update finished +2021-12-18 12:41:05,192 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:41:05,193 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:41:05,193 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:41:05,193 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:41:05,193 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:41:05,193 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:41:05,193 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:41:05,193 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:41:05,196 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:41:05,199 Job list saved +2021-12-18 12:41:05,212 Updating FAILED jobs +2021-12-18 12:41:05,212 Updating WAITING jobs +2021-12-18 12:41:05,212 Update finished +2021-12-18 12:41:15,222 Reloading parameters... +2021-12-18 12:41:15,245 Loading parameters... +2021-12-18 12:41:15,246 Loading project parameters... +2021-12-18 12:41:15,248 + +15 of 25 jobs remaining (12:41) +2021-12-18 12:41:15,249 Sleep: 10 +2021-12-18 12:41:15,249 Number of retrials: 0 +2021-12-18 12:41:15,249 WRAPPER CHECK TIME = 10 +2021-12-18 12:41:15,249 Checking jobs for platform=marenostrum4 +2021-12-18 12:41:15,250 Checking jobs for platform=nord3 +2021-12-18 12:41:15,250 Checking jobs for platform=local +2021-12-18 12:41:15,251 Checking jobs for platform=transfer_node +2021-12-18 12:41:15,251 Checking all jobs at once +2021-12-18 12:41:16,520 Successful check job command +2021-12-18 12:41:17,690 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:41:17,690 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:41:17,690 End of checking +2021-12-18 12:41:17,692 Updating FAILED jobs +2021-12-18 12:41:17,692 Updating WAITING jobs +2021-12-18 12:41:17,692 Update finished +2021-12-18 12:41:17,692 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:41:17,692 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:41:17,693 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:41:17,693 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:41:17,693 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:41:17,693 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:41:17,693 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:41:17,693 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:41:17,696 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:41:17,698 Job list saved +2021-12-18 12:41:17,704 Updating FAILED jobs +2021-12-18 12:41:17,704 Updating WAITING jobs +2021-12-18 12:41:17,704 Update finished +2021-12-18 12:41:27,714 Reloading parameters... +2021-12-18 12:41:27,733 Loading parameters... +2021-12-18 12:41:27,735 Loading project parameters... +2021-12-18 12:41:27,737 + +15 of 25 jobs remaining (12:41) +2021-12-18 12:41:27,737 Sleep: 10 +2021-12-18 12:41:27,737 Number of retrials: 0 +2021-12-18 12:41:27,738 WRAPPER CHECK TIME = 10 +2021-12-18 12:41:27,738 Checking jobs for platform=marenostrum4 +2021-12-18 12:41:27,739 Checking jobs for platform=nord3 +2021-12-18 12:41:27,739 Checking jobs for platform=local +2021-12-18 12:41:27,740 Checking jobs for platform=transfer_node +2021-12-18 12:41:27,740 Checking all jobs at once +2021-12-18 12:41:29,062 Successful check job command +2021-12-18 12:41:30,431 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:41:30,432 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:41:30,432 End of checking +2021-12-18 12:41:30,433 Updating FAILED jobs +2021-12-18 12:41:30,433 Updating WAITING jobs +2021-12-18 12:41:30,433 Update finished +2021-12-18 12:41:30,434 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:41:30,434 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:41:30,434 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:41:30,434 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:41:30,434 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:41:30,434 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:41:30,434 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:41:30,435 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:41:30,437 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:41:30,439 Job list saved +2021-12-18 12:41:30,444 Updating FAILED jobs +2021-12-18 12:41:30,445 Updating WAITING jobs +2021-12-18 12:41:30,445 Update finished +2021-12-18 12:41:40,455 Reloading parameters... +2021-12-18 12:41:40,474 Loading parameters... +2021-12-18 12:41:40,476 Loading project parameters... +2021-12-18 12:41:40,477 + +15 of 25 jobs remaining (12:41) +2021-12-18 12:41:40,478 Sleep: 10 +2021-12-18 12:41:40,478 Number of retrials: 0 +2021-12-18 12:41:40,478 WRAPPER CHECK TIME = 10 +2021-12-18 12:41:40,478 Checking jobs for platform=marenostrum4 +2021-12-18 12:41:40,479 Checking jobs for platform=nord3 +2021-12-18 12:41:40,480 Checking jobs for platform=local +2021-12-18 12:41:40,480 Checking jobs for platform=transfer_node +2021-12-18 12:41:40,480 Checking all jobs at once +2021-12-18 12:41:41,850 Successful check job command +2021-12-18 12:41:43,120 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:41:43,120 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:41:43,120 End of checking +2021-12-18 12:41:43,121 Updating FAILED jobs +2021-12-18 12:41:43,122 Updating WAITING jobs +2021-12-18 12:41:43,122 Update finished +2021-12-18 12:41:43,122 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:41:43,122 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:41:43,123 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:41:43,123 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:41:43,123 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:41:43,123 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:41:43,123 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:41:43,123 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:41:43,126 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:41:43,128 Job list saved +2021-12-18 12:41:43,133 Updating FAILED jobs +2021-12-18 12:41:43,133 Updating WAITING jobs +2021-12-18 12:41:43,133 Update finished +2021-12-18 12:41:53,137 Reloading parameters... +2021-12-18 12:41:53,154 Loading parameters... +2021-12-18 12:41:53,156 Loading project parameters... +2021-12-18 12:41:53,158 + +15 of 25 jobs remaining (12:41) +2021-12-18 12:41:53,158 Sleep: 10 +2021-12-18 12:41:53,158 Number of retrials: 0 +2021-12-18 12:41:53,158 WRAPPER CHECK TIME = 10 +2021-12-18 12:41:53,159 Checking jobs for platform=marenostrum4 +2021-12-18 12:41:53,159 Checking jobs for platform=nord3 +2021-12-18 12:41:53,160 Checking jobs for platform=local +2021-12-18 12:41:53,160 Checking jobs for platform=transfer_node +2021-12-18 12:41:53,160 Checking all jobs at once +2021-12-18 12:41:54,831 Successful check job command +2021-12-18 12:41:56,902 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:41:56,902 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:41:56,902 End of checking +2021-12-18 12:41:56,903 Updating FAILED jobs +2021-12-18 12:41:56,904 Updating WAITING jobs +2021-12-18 12:41:56,904 Update finished +2021-12-18 12:41:56,904 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:41:56,904 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:41:56,904 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:41:56,904 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:41:56,905 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:41:56,905 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:41:56,905 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:41:56,905 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:41:56,908 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:41:56,910 Job list saved +2021-12-18 12:41:56,915 Updating FAILED jobs +2021-12-18 12:41:56,915 Updating WAITING jobs +2021-12-18 12:41:56,915 Update finished +2021-12-18 12:42:06,926 Reloading parameters... +2021-12-18 12:42:06,945 Loading parameters... +2021-12-18 12:42:06,946 Loading project parameters... +2021-12-18 12:42:06,948 + +15 of 25 jobs remaining (12:42) +2021-12-18 12:42:06,949 Sleep: 10 +2021-12-18 12:42:06,949 Number of retrials: 0 +2021-12-18 12:42:06,949 WRAPPER CHECK TIME = 10 +2021-12-18 12:42:06,950 Checking jobs for platform=marenostrum4 +2021-12-18 12:42:06,951 Checking jobs for platform=nord3 +2021-12-18 12:42:06,951 Checking jobs for platform=local +2021-12-18 12:42:06,952 Checking jobs for platform=transfer_node +2021-12-18 12:42:06,952 Checking all jobs at once +2021-12-18 12:42:08,472 Successful check job command +2021-12-18 12:42:09,892 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:42:09,892 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:42:09,892 End of checking +2021-12-18 12:42:09,893 Updating FAILED jobs +2021-12-18 12:42:09,893 Updating WAITING jobs +2021-12-18 12:42:09,894 Update finished +2021-12-18 12:42:09,894 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:42:09,894 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:42:09,894 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:42:09,894 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:42:09,894 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:42:09,895 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:42:09,895 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:42:09,895 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:42:09,897 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:42:09,900 Job list saved +2021-12-18 12:42:09,907 Updating FAILED jobs +2021-12-18 12:42:09,907 Updating WAITING jobs +2021-12-18 12:42:09,907 Update finished +2021-12-18 12:42:19,913 Reloading parameters... +2021-12-18 12:42:19,931 Loading parameters... +2021-12-18 12:42:19,932 Loading project parameters... +2021-12-18 12:42:19,934 + +15 of 25 jobs remaining (12:42) +2021-12-18 12:42:19,934 Sleep: 10 +2021-12-18 12:42:19,934 Number of retrials: 0 +2021-12-18 12:42:19,935 WRAPPER CHECK TIME = 10 +2021-12-18 12:42:19,935 Checking jobs for platform=marenostrum4 +2021-12-18 12:42:19,936 Checking jobs for platform=nord3 +2021-12-18 12:42:19,936 Checking jobs for platform=local +2021-12-18 12:42:19,937 Checking jobs for platform=transfer_node +2021-12-18 12:42:19,937 Checking all jobs at once +2021-12-18 12:42:21,208 Successful check job command +2021-12-18 12:42:22,533 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:42:22,533 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:42:22,533 End of checking +2021-12-18 12:42:22,535 Updating FAILED jobs +2021-12-18 12:42:22,535 Updating WAITING jobs +2021-12-18 12:42:22,535 Update finished +2021-12-18 12:42:22,535 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:42:22,536 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:42:22,536 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:42:22,536 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:42:22,536 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:42:22,536 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:42:22,536 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:42:22,537 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:42:22,540 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:42:22,542 Job list saved +2021-12-18 12:42:22,546 Updating FAILED jobs +2021-12-18 12:42:22,547 Updating WAITING jobs +2021-12-18 12:42:22,547 Update finished +2021-12-18 12:42:32,557 Reloading parameters... +2021-12-18 12:42:32,576 Loading parameters... +2021-12-18 12:42:32,577 Loading project parameters... +2021-12-18 12:42:32,579 + +15 of 25 jobs remaining (12:42) +2021-12-18 12:42:32,579 Sleep: 10 +2021-12-18 12:42:32,579 Number of retrials: 0 +2021-12-18 12:42:32,579 WRAPPER CHECK TIME = 10 +2021-12-18 12:42:32,580 Checking jobs for platform=marenostrum4 +2021-12-18 12:42:32,580 Checking jobs for platform=nord3 +2021-12-18 12:42:32,581 Checking jobs for platform=local +2021-12-18 12:42:32,581 Checking jobs for platform=transfer_node +2021-12-18 12:42:32,581 Checking all jobs at once +2021-12-18 12:42:33,851 Successful check job command +2021-12-18 12:42:35,120 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:42:35,121 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:42:35,121 End of checking +2021-12-18 12:42:35,122 Updating FAILED jobs +2021-12-18 12:42:35,122 Updating WAITING jobs +2021-12-18 12:42:35,122 Update finished +2021-12-18 12:42:35,123 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:42:35,123 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:42:35,123 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:42:35,123 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:42:35,123 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:42:35,123 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:42:35,123 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:42:35,123 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:42:35,126 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:42:35,128 Job list saved +2021-12-18 12:42:35,133 Updating FAILED jobs +2021-12-18 12:42:35,133 Updating WAITING jobs +2021-12-18 12:42:35,133 Update finished +2021-12-18 12:42:45,143 Reloading parameters... +2021-12-18 12:42:45,165 Loading parameters... +2021-12-18 12:42:45,167 Loading project parameters... +2021-12-18 12:42:45,169 + +15 of 25 jobs remaining (12:42) +2021-12-18 12:42:45,169 Sleep: 10 +2021-12-18 12:42:45,169 Number of retrials: 0 +2021-12-18 12:42:45,169 WRAPPER CHECK TIME = 10 +2021-12-18 12:42:45,170 Checking jobs for platform=marenostrum4 +2021-12-18 12:42:45,170 Checking jobs for platform=nord3 +2021-12-18 12:42:45,171 Checking jobs for platform=local +2021-12-18 12:42:45,171 Checking jobs for platform=transfer_node +2021-12-18 12:42:45,171 Checking all jobs at once +2021-12-18 12:42:46,545 Successful check job command +2021-12-18 12:42:47,815 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:42:47,815 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:42:47,816 End of checking +2021-12-18 12:42:47,817 Updating FAILED jobs +2021-12-18 12:42:47,817 Updating WAITING jobs +2021-12-18 12:42:47,817 Update finished +2021-12-18 12:42:47,817 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:42:47,818 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:42:47,818 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:42:47,818 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:42:47,818 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:42:47,818 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:42:47,818 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:42:47,818 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:42:47,821 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:42:47,823 Job list saved +2021-12-18 12:42:47,828 Updating FAILED jobs +2021-12-18 12:42:47,828 Updating WAITING jobs +2021-12-18 12:42:47,828 Update finished +2021-12-18 12:42:57,838 Reloading parameters... +2021-12-18 12:42:57,856 Loading parameters... +2021-12-18 12:42:57,858 Loading project parameters... +2021-12-18 12:42:57,859 + +15 of 25 jobs remaining (12:42) +2021-12-18 12:42:57,860 Sleep: 10 +2021-12-18 12:42:57,860 Number of retrials: 0 +2021-12-18 12:42:57,860 WRAPPER CHECK TIME = 10 +2021-12-18 12:42:57,860 Checking jobs for platform=marenostrum4 +2021-12-18 12:42:57,861 Checking jobs for platform=nord3 +2021-12-18 12:42:57,862 Checking jobs for platform=local +2021-12-18 12:42:57,862 Checking jobs for platform=transfer_node +2021-12-18 12:42:57,862 Checking all jobs at once +2021-12-18 12:42:59,285 Successful check job command +2021-12-18 12:43:00,704 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:43:00,704 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:43:00,705 End of checking +2021-12-18 12:43:00,706 Updating FAILED jobs +2021-12-18 12:43:00,706 Updating WAITING jobs +2021-12-18 12:43:00,706 Update finished +2021-12-18 12:43:00,707 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:43:00,707 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:43:00,707 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:43:00,707 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:43:00,708 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:43:00,708 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:43:00,708 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:43:00,708 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:43:00,710 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:43:00,713 Job list saved +2021-12-18 12:43:00,718 Updating FAILED jobs +2021-12-18 12:43:00,718 Updating WAITING jobs +2021-12-18 12:43:00,718 Update finished +2021-12-18 12:43:10,728 Reloading parameters... +2021-12-18 12:43:10,745 Loading parameters... +2021-12-18 12:43:10,747 Loading project parameters... +2021-12-18 12:43:10,749 + +15 of 25 jobs remaining (12:43) +2021-12-18 12:43:10,749 Sleep: 10 +2021-12-18 12:43:10,749 Number of retrials: 0 +2021-12-18 12:43:10,749 WRAPPER CHECK TIME = 10 +2021-12-18 12:43:10,749 Checking jobs for platform=marenostrum4 +2021-12-18 12:43:10,750 Checking jobs for platform=nord3 +2021-12-18 12:43:10,751 Checking jobs for platform=local +2021-12-18 12:43:10,751 Checking jobs for platform=transfer_node +2021-12-18 12:43:10,751 Checking all jobs at once +2021-12-18 12:43:12,072 Successful check job command +2021-12-18 12:43:13,391 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:43:13,392 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:43:13,392 End of checking +2021-12-18 12:43:13,393 Updating FAILED jobs +2021-12-18 12:43:13,393 Updating WAITING jobs +2021-12-18 12:43:13,393 Update finished +2021-12-18 12:43:13,394 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:43:13,394 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:43:13,394 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:43:13,394 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:43:13,394 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:43:13,394 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:43:13,394 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:43:13,394 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:43:13,397 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:43:13,400 Job list saved +2021-12-18 12:43:13,405 Updating FAILED jobs +2021-12-18 12:43:13,405 Updating WAITING jobs +2021-12-18 12:43:13,405 Update finished +2021-12-18 12:43:23,415 Reloading parameters... +2021-12-18 12:43:23,433 Loading parameters... +2021-12-18 12:43:23,434 Loading project parameters... +2021-12-18 12:43:23,436 + +15 of 25 jobs remaining (12:43) +2021-12-18 12:43:23,436 Sleep: 10 +2021-12-18 12:43:23,437 Number of retrials: 0 +2021-12-18 12:43:23,437 WRAPPER CHECK TIME = 10 +2021-12-18 12:43:23,437 Checking jobs for platform=marenostrum4 +2021-12-18 12:43:23,438 Checking jobs for platform=nord3 +2021-12-18 12:43:23,438 Checking jobs for platform=local +2021-12-18 12:43:23,439 Checking jobs for platform=transfer_node +2021-12-18 12:43:23,439 Checking all jobs at once +2021-12-18 12:43:24,759 Successful check job command +2021-12-18 12:43:26,128 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:43:26,129 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:43:26,129 End of checking +2021-12-18 12:43:26,130 Updating FAILED jobs +2021-12-18 12:43:26,130 Updating WAITING jobs +2021-12-18 12:43:26,131 Update finished +2021-12-18 12:43:26,131 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:43:26,131 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:43:26,131 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:43:26,131 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:43:26,131 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:43:26,132 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:43:26,132 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:43:26,132 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:43:26,135 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:43:26,137 Job list saved +2021-12-18 12:43:26,154 Updating FAILED jobs +2021-12-18 12:43:26,154 Updating WAITING jobs +2021-12-18 12:43:26,154 Update finished +2021-12-18 12:43:36,164 Reloading parameters... +2021-12-18 12:43:36,183 Loading parameters... +2021-12-18 12:43:36,184 Loading project parameters... +2021-12-18 12:43:36,186 + +15 of 25 jobs remaining (12:43) +2021-12-18 12:43:36,187 Sleep: 10 +2021-12-18 12:43:36,187 Number of retrials: 0 +2021-12-18 12:43:36,187 WRAPPER CHECK TIME = 10 +2021-12-18 12:43:36,187 Checking jobs for platform=marenostrum4 +2021-12-18 12:43:36,188 Checking jobs for platform=nord3 +2021-12-18 12:43:36,188 Checking jobs for platform=local +2021-12-18 12:43:36,189 Checking jobs for platform=transfer_node +2021-12-18 12:43:36,189 Checking all jobs at once +2021-12-18 12:43:37,409 Successful check job command +2021-12-18 12:43:38,678 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:43:38,679 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:43:38,679 End of checking +2021-12-18 12:43:38,680 Updating FAILED jobs +2021-12-18 12:43:38,680 Updating WAITING jobs +2021-12-18 12:43:38,680 Update finished +2021-12-18 12:43:38,680 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:43:38,681 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:43:38,681 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:43:38,681 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:43:38,681 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:43:38,682 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:43:38,682 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:43:38,682 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:43:38,684 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:43:38,686 Job list saved +2021-12-18 12:43:38,693 Updating FAILED jobs +2021-12-18 12:43:38,693 Updating WAITING jobs +2021-12-18 12:43:38,693 Update finished +2021-12-18 12:43:48,703 Reloading parameters... +2021-12-18 12:43:48,724 Loading parameters... +2021-12-18 12:43:48,725 Loading project parameters... +2021-12-18 12:43:48,727 + +15 of 25 jobs remaining (12:43) +2021-12-18 12:43:48,728 Sleep: 10 +2021-12-18 12:43:48,728 Number of retrials: 0 +2021-12-18 12:43:48,728 WRAPPER CHECK TIME = 10 +2021-12-18 12:43:48,728 Checking jobs for platform=marenostrum4 +2021-12-18 12:43:48,729 Checking jobs for platform=nord3 +2021-12-18 12:43:48,730 Checking jobs for platform=local +2021-12-18 12:43:48,730 Checking jobs for platform=transfer_node +2021-12-18 12:43:48,730 Checking all jobs at once +2021-12-18 12:43:50,202 Successful check job command +2021-12-18 12:43:51,522 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:43:51,522 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:43:51,522 End of checking +2021-12-18 12:43:51,524 Updating FAILED jobs +2021-12-18 12:43:51,524 Updating WAITING jobs +2021-12-18 12:43:51,524 Update finished +2021-12-18 12:43:51,524 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:43:51,524 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:43:51,525 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:43:51,525 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:43:51,525 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:43:51,525 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:43:51,525 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:43:51,525 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:43:51,528 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:43:51,531 Job list saved +2021-12-18 12:43:51,536 Updating FAILED jobs +2021-12-18 12:43:51,536 Updating WAITING jobs +2021-12-18 12:43:51,536 Update finished +2021-12-18 12:44:01,545 Reloading parameters... +2021-12-18 12:44:01,565 Loading parameters... +2021-12-18 12:44:01,566 Loading project parameters... +2021-12-18 12:44:01,568 + +15 of 25 jobs remaining (12:44) +2021-12-18 12:44:01,569 Sleep: 10 +2021-12-18 12:44:01,569 Number of retrials: 0 +2021-12-18 12:44:01,569 WRAPPER CHECK TIME = 10 +2021-12-18 12:44:01,569 Checking jobs for platform=marenostrum4 +2021-12-18 12:44:01,570 Checking jobs for platform=nord3 +2021-12-18 12:44:01,571 Checking jobs for platform=local +2021-12-18 12:44:01,571 Checking jobs for platform=transfer_node +2021-12-18 12:44:01,571 Checking all jobs at once +2021-12-18 12:44:02,943 Successful check job command +2021-12-18 12:44:04,263 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:44:04,264 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:44:04,264 End of checking +2021-12-18 12:44:04,265 Updating FAILED jobs +2021-12-18 12:44:04,265 Updating WAITING jobs +2021-12-18 12:44:04,265 Update finished +2021-12-18 12:44:04,266 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:44:04,266 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:44:04,266 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:44:04,266 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:44:04,266 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:44:04,266 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:44:04,267 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:44:04,267 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:44:04,269 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:44:04,272 Job list saved +2021-12-18 12:44:04,276 Updating FAILED jobs +2021-12-18 12:44:04,277 Updating WAITING jobs +2021-12-18 12:44:04,277 Update finished +2021-12-18 12:44:14,284 Reloading parameters... +2021-12-18 12:44:14,304 Loading parameters... +2021-12-18 12:44:14,305 Loading project parameters... +2021-12-18 12:44:14,307 + +15 of 25 jobs remaining (12:44) +2021-12-18 12:44:14,307 Sleep: 10 +2021-12-18 12:44:14,308 Number of retrials: 0 +2021-12-18 12:44:14,308 WRAPPER CHECK TIME = 10 +2021-12-18 12:44:14,308 Checking jobs for platform=marenostrum4 +2021-12-18 12:44:14,309 Checking jobs for platform=nord3 +2021-12-18 12:44:14,309 Checking jobs for platform=local +2021-12-18 12:44:14,310 Checking jobs for platform=transfer_node +2021-12-18 12:44:14,310 Checking all jobs at once +2021-12-18 12:44:15,530 Successful check job command +2021-12-18 12:44:16,849 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:44:16,850 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:44:16,850 End of checking +2021-12-18 12:44:16,851 Updating FAILED jobs +2021-12-18 12:44:16,851 Updating WAITING jobs +2021-12-18 12:44:16,851 Update finished +2021-12-18 12:44:16,852 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:44:16,852 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:44:16,852 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:44:16,852 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:44:16,853 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:44:16,853 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:44:16,853 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:44:16,853 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:44:16,856 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:44:16,858 Job list saved +2021-12-18 12:44:16,862 Updating FAILED jobs +2021-12-18 12:44:16,863 Updating WAITING jobs +2021-12-18 12:44:16,863 Update finished +2021-12-18 12:44:26,871 Reloading parameters... +2021-12-18 12:44:26,890 Loading parameters... +2021-12-18 12:44:26,892 Loading project parameters... +2021-12-18 12:44:26,894 + +15 of 25 jobs remaining (12:44) +2021-12-18 12:44:26,894 Sleep: 10 +2021-12-18 12:44:26,894 Number of retrials: 0 +2021-12-18 12:44:26,895 WRAPPER CHECK TIME = 10 +2021-12-18 12:44:26,895 Checking jobs for platform=marenostrum4 +2021-12-18 12:44:26,896 Checking jobs for platform=nord3 +2021-12-18 12:44:26,896 Checking jobs for platform=local +2021-12-18 12:44:26,897 Checking jobs for platform=transfer_node +2021-12-18 12:44:26,897 Checking all jobs at once +2021-12-18 12:44:28,216 Successful check job command +2021-12-18 12:44:29,488 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:44:29,489 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:44:29,489 End of checking +2021-12-18 12:44:29,490 Updating FAILED jobs +2021-12-18 12:44:29,490 Updating WAITING jobs +2021-12-18 12:44:29,490 Update finished +2021-12-18 12:44:29,491 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:44:29,491 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:44:29,491 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:44:29,491 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:44:29,491 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:44:29,491 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:44:29,491 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:44:29,492 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:44:29,494 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:44:29,496 Job list saved +2021-12-18 12:44:29,501 Updating FAILED jobs +2021-12-18 12:44:29,501 Updating WAITING jobs +2021-12-18 12:44:29,502 Update finished +2021-12-18 12:44:39,508 Reloading parameters... +2021-12-18 12:44:39,527 Loading parameters... +2021-12-18 12:44:39,529 Loading project parameters... +2021-12-18 12:44:39,531 + +15 of 25 jobs remaining (12:44) +2021-12-18 12:44:39,531 Sleep: 10 +2021-12-18 12:44:39,531 Number of retrials: 0 +2021-12-18 12:44:39,531 WRAPPER CHECK TIME = 10 +2021-12-18 12:44:39,532 Checking jobs for platform=marenostrum4 +2021-12-18 12:44:39,532 Checking jobs for platform=nord3 +2021-12-18 12:44:39,533 Checking jobs for platform=local +2021-12-18 12:44:39,534 Checking jobs for platform=transfer_node +2021-12-18 12:44:39,534 Checking all jobs at once +2021-12-18 12:44:41,155 Successful check job command +2021-12-18 12:44:42,424 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:44:42,425 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:44:42,425 End of checking +2021-12-18 12:44:42,426 Updating FAILED jobs +2021-12-18 12:44:42,427 Updating WAITING jobs +2021-12-18 12:44:42,427 Update finished +2021-12-18 12:44:42,427 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:44:42,427 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:44:42,427 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:44:42,427 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:44:42,427 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:44:42,428 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:44:42,428 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:44:42,428 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:44:42,431 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:44:42,433 Job list saved +2021-12-18 12:44:42,439 Updating FAILED jobs +2021-12-18 12:44:42,439 Updating WAITING jobs +2021-12-18 12:44:42,439 Update finished +2021-12-18 12:44:52,449 Reloading parameters... +2021-12-18 12:44:52,473 Loading parameters... +2021-12-18 12:44:52,474 Loading project parameters... +2021-12-18 12:44:52,476 + +15 of 25 jobs remaining (12:44) +2021-12-18 12:44:52,476 Sleep: 10 +2021-12-18 12:44:52,476 Number of retrials: 0 +2021-12-18 12:44:52,477 WRAPPER CHECK TIME = 10 +2021-12-18 12:44:52,477 Checking jobs for platform=marenostrum4 +2021-12-18 12:44:52,478 Checking jobs for platform=nord3 +2021-12-18 12:44:52,478 Checking jobs for platform=local +2021-12-18 12:44:52,479 Checking jobs for platform=transfer_node +2021-12-18 12:44:52,479 Checking all jobs at once +2021-12-18 12:44:53,698 Successful check job command +2021-12-18 12:44:54,968 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:44:54,968 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:44:54,968 End of checking +2021-12-18 12:44:54,970 Updating FAILED jobs +2021-12-18 12:44:54,970 Updating WAITING jobs +2021-12-18 12:44:54,970 Update finished +2021-12-18 12:44:54,970 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:44:54,971 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:44:54,971 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:44:54,971 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:44:54,971 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:44:54,971 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:44:54,971 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:44:54,972 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:44:54,974 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:44:54,976 Job list saved +2021-12-18 12:44:54,981 Updating FAILED jobs +2021-12-18 12:44:54,981 Updating WAITING jobs +2021-12-18 12:44:54,982 Update finished +2021-12-18 12:45:04,991 Reloading parameters... +2021-12-18 12:45:05,017 Loading parameters... +2021-12-18 12:45:05,018 Loading project parameters... +2021-12-18 12:45:05,020 + +15 of 25 jobs remaining (12:45) +2021-12-18 12:45:05,020 Sleep: 10 +2021-12-18 12:45:05,020 Number of retrials: 0 +2021-12-18 12:45:05,021 WRAPPER CHECK TIME = 10 +2021-12-18 12:45:05,021 Checking jobs for platform=marenostrum4 +2021-12-18 12:45:05,022 Checking jobs for platform=nord3 +2021-12-18 12:45:05,022 Checking jobs for platform=local +2021-12-18 12:45:05,023 Checking jobs for platform=transfer_node +2021-12-18 12:45:05,023 Checking all jobs at once +2021-12-18 12:45:06,292 Successful check job command +2021-12-18 12:45:07,611 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:45:07,612 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:45:07,612 End of checking +2021-12-18 12:45:07,614 Updating FAILED jobs +2021-12-18 12:45:07,614 Updating WAITING jobs +2021-12-18 12:45:07,614 Update finished +2021-12-18 12:45:07,615 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:45:07,615 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:45:07,615 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:45:07,615 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:45:07,615 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:45:07,615 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:45:07,615 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:45:07,616 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:45:07,619 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:45:07,621 Job list saved +2021-12-18 12:45:07,628 Updating FAILED jobs +2021-12-18 12:45:07,629 Updating WAITING jobs +2021-12-18 12:45:07,629 Update finished +2021-12-18 12:45:17,636 Reloading parameters... +2021-12-18 12:45:17,660 Loading parameters... +2021-12-18 12:45:17,662 Loading project parameters... +2021-12-18 12:45:17,664 + +15 of 25 jobs remaining (12:45) +2021-12-18 12:45:17,664 Sleep: 10 +2021-12-18 12:45:17,664 Number of retrials: 0 +2021-12-18 12:45:17,664 WRAPPER CHECK TIME = 10 +2021-12-18 12:45:17,665 Checking jobs for platform=marenostrum4 +2021-12-18 12:45:17,665 Checking jobs for platform=nord3 +2021-12-18 12:45:17,666 Checking jobs for platform=local +2021-12-18 12:45:17,666 Checking jobs for platform=transfer_node +2021-12-18 12:45:17,666 Checking all jobs at once +2021-12-18 12:45:18,986 Successful check job command +2021-12-18 12:45:20,255 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:45:20,256 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:45:20,256 End of checking +2021-12-18 12:45:20,257 Updating FAILED jobs +2021-12-18 12:45:20,257 Updating WAITING jobs +2021-12-18 12:45:20,257 Update finished +2021-12-18 12:45:20,258 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:45:20,258 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:45:20,258 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:45:20,258 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:45:20,258 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:45:20,258 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:45:20,258 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:45:20,258 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:45:20,261 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:45:20,263 Job list saved +2021-12-18 12:45:20,268 Updating FAILED jobs +2021-12-18 12:45:20,268 Updating WAITING jobs +2021-12-18 12:45:20,268 Update finished +2021-12-18 12:45:30,279 Reloading parameters... +2021-12-18 12:45:30,300 Loading parameters... +2021-12-18 12:45:30,302 Loading project parameters... +2021-12-18 12:45:30,304 + +15 of 25 jobs remaining (12:45) +2021-12-18 12:45:30,304 Sleep: 10 +2021-12-18 12:45:30,304 Number of retrials: 0 +2021-12-18 12:45:30,304 WRAPPER CHECK TIME = 10 +2021-12-18 12:45:30,305 Checking jobs for platform=marenostrum4 +2021-12-18 12:45:30,305 Checking jobs for platform=nord3 +2021-12-18 12:45:30,306 Checking jobs for platform=local +2021-12-18 12:45:30,306 Checking jobs for platform=transfer_node +2021-12-18 12:45:30,306 Checking all jobs at once +2021-12-18 12:45:31,526 Successful check job command +2021-12-18 12:45:32,746 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:45:32,746 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:45:32,746 End of checking +2021-12-18 12:45:32,748 Updating FAILED jobs +2021-12-18 12:45:32,749 Updating WAITING jobs +2021-12-18 12:45:32,749 Update finished +2021-12-18 12:45:32,749 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:45:32,750 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:45:32,750 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:45:32,750 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:45:32,750 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:45:32,750 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:45:32,750 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:45:32,750 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:45:32,753 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:45:32,755 Job list saved +2021-12-18 12:45:32,760 Updating FAILED jobs +2021-12-18 12:45:32,760 Updating WAITING jobs +2021-12-18 12:45:32,761 Update finished +2021-12-18 12:45:42,770 Reloading parameters... +2021-12-18 12:45:42,791 Loading parameters... +2021-12-18 12:45:42,792 Loading project parameters... +2021-12-18 12:45:42,794 + +15 of 25 jobs remaining (12:45) +2021-12-18 12:45:42,794 Sleep: 10 +2021-12-18 12:45:42,794 Number of retrials: 0 +2021-12-18 12:45:42,794 WRAPPER CHECK TIME = 10 +2021-12-18 12:45:42,795 Checking jobs for platform=marenostrum4 +2021-12-18 12:45:42,795 Checking jobs for platform=nord3 +2021-12-18 12:45:42,796 Checking jobs for platform=local +2021-12-18 12:45:42,796 Checking jobs for platform=transfer_node +2021-12-18 12:45:42,797 Checking all jobs at once +2021-12-18 12:45:44,118 Successful check job command +2021-12-18 12:45:45,337 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:45:45,337 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:45:45,338 End of checking +2021-12-18 12:45:45,339 Updating FAILED jobs +2021-12-18 12:45:45,339 Updating WAITING jobs +2021-12-18 12:45:45,339 Update finished +2021-12-18 12:45:45,339 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:45:45,340 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:45:45,340 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:45:45,340 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:45:45,340 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:45:45,340 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:45:45,340 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:45:45,340 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:45:45,344 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:45:45,346 Job list saved +2021-12-18 12:45:45,357 Updating FAILED jobs +2021-12-18 12:45:45,357 Updating WAITING jobs +2021-12-18 12:45:45,357 Update finished +2021-12-18 12:45:55,367 Reloading parameters... +2021-12-18 12:45:55,388 Loading parameters... +2021-12-18 12:45:55,389 Loading project parameters... +2021-12-18 12:45:55,391 + +15 of 25 jobs remaining (12:45) +2021-12-18 12:45:55,391 Sleep: 10 +2021-12-18 12:45:55,392 Number of retrials: 0 +2021-12-18 12:45:55,392 WRAPPER CHECK TIME = 10 +2021-12-18 12:45:55,392 Checking jobs for platform=marenostrum4 +2021-12-18 12:45:55,393 Checking jobs for platform=nord3 +2021-12-18 12:45:55,393 Checking jobs for platform=local +2021-12-18 12:45:55,394 Checking jobs for platform=transfer_node +2021-12-18 12:45:55,394 Checking all jobs at once +2021-12-18 12:45:56,765 Successful check job command +2021-12-18 12:45:58,134 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:45:58,135 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:45:58,135 End of checking +2021-12-18 12:45:58,136 Updating FAILED jobs +2021-12-18 12:45:58,137 Updating WAITING jobs +2021-12-18 12:45:58,137 Update finished +2021-12-18 12:45:58,137 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:45:58,137 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:45:58,137 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:45:58,137 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:45:58,138 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:45:58,138 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:45:58,138 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:45:58,138 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:45:58,141 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:45:58,143 Job list saved +2021-12-18 12:45:58,148 Updating FAILED jobs +2021-12-18 12:45:58,149 Updating WAITING jobs +2021-12-18 12:45:58,149 Update finished +2021-12-18 12:46:08,159 Reloading parameters... +2021-12-18 12:46:08,179 Loading parameters... +2021-12-18 12:46:08,181 Loading project parameters... +2021-12-18 12:46:08,182 + +15 of 25 jobs remaining (12:46) +2021-12-18 12:46:08,183 Sleep: 10 +2021-12-18 12:46:08,183 Number of retrials: 0 +2021-12-18 12:46:08,183 WRAPPER CHECK TIME = 10 +2021-12-18 12:46:08,184 Checking jobs for platform=marenostrum4 +2021-12-18 12:46:08,184 Checking jobs for platform=nord3 +2021-12-18 12:46:08,185 Checking jobs for platform=local +2021-12-18 12:46:08,185 Checking jobs for platform=transfer_node +2021-12-18 12:46:08,185 Checking all jobs at once +2021-12-18 12:46:09,405 Successful check job command +2021-12-18 12:46:10,625 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:46:10,625 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:46:10,626 End of checking +2021-12-18 12:46:10,627 Updating FAILED jobs +2021-12-18 12:46:10,627 Updating WAITING jobs +2021-12-18 12:46:10,628 Update finished +2021-12-18 12:46:10,628 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:46:10,628 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:46:10,629 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:46:10,629 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:46:10,629 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:46:10,629 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:46:10,629 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:46:10,629 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:46:10,632 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:46:10,634 Job list saved +2021-12-18 12:46:10,640 Updating FAILED jobs +2021-12-18 12:46:10,640 Updating WAITING jobs +2021-12-18 12:46:10,640 Update finished +2021-12-18 12:46:20,650 Reloading parameters... +2021-12-18 12:46:20,670 Loading parameters... +2021-12-18 12:46:20,671 Loading project parameters... +2021-12-18 12:46:20,673 + +15 of 25 jobs remaining (12:46) +2021-12-18 12:46:20,673 Sleep: 10 +2021-12-18 12:46:20,673 Number of retrials: 0 +2021-12-18 12:46:20,674 WRAPPER CHECK TIME = 10 +2021-12-18 12:46:20,674 Checking jobs for platform=marenostrum4 +2021-12-18 12:46:20,675 Checking jobs for platform=nord3 +2021-12-18 12:46:20,675 Checking jobs for platform=local +2021-12-18 12:46:20,676 Checking jobs for platform=transfer_node +2021-12-18 12:46:20,676 Checking all jobs at once +2021-12-18 12:46:22,246 Successful check job command +2021-12-18 12:46:23,522 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:46:23,522 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:46:23,523 End of checking +2021-12-18 12:46:23,527 Updating FAILED jobs +2021-12-18 12:46:23,527 Updating WAITING jobs +2021-12-18 12:46:23,527 Update finished +2021-12-18 12:46:23,527 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:46:23,528 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:46:23,528 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:46:23,528 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:46:23,528 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:46:23,528 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:46:23,528 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:46:23,528 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:46:23,531 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:46:23,533 Job list saved +2021-12-18 12:46:23,538 Updating FAILED jobs +2021-12-18 12:46:23,539 Updating WAITING jobs +2021-12-18 12:46:23,539 Update finished +2021-12-18 12:46:33,549 Reloading parameters... +2021-12-18 12:46:33,568 Loading parameters... +2021-12-18 12:46:33,570 Loading project parameters... +2021-12-18 12:46:33,572 + +15 of 25 jobs remaining (12:46) +2021-12-18 12:46:33,572 Sleep: 10 +2021-12-18 12:46:33,572 Number of retrials: 0 +2021-12-18 12:46:33,572 WRAPPER CHECK TIME = 10 +2021-12-18 12:46:33,573 Checking jobs for platform=marenostrum4 +2021-12-18 12:46:33,574 Checking jobs for platform=nord3 +2021-12-18 12:46:33,574 Checking jobs for platform=local +2021-12-18 12:46:33,575 Checking jobs for platform=transfer_node +2021-12-18 12:46:33,575 Checking all jobs at once +2021-12-18 12:46:34,946 Successful check job command +2021-12-18 12:46:36,165 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:46:36,165 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:46:36,165 End of checking +2021-12-18 12:46:36,167 Updating FAILED jobs +2021-12-18 12:46:36,167 Updating WAITING jobs +2021-12-18 12:46:36,168 Update finished +2021-12-18 12:46:36,168 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:46:36,168 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:46:36,168 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:46:36,168 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:46:36,168 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:46:36,168 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:46:36,169 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:46:36,169 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:46:36,235 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:46:36,238 Job list saved +2021-12-18 12:46:36,243 Updating FAILED jobs +2021-12-18 12:46:36,243 Updating WAITING jobs +2021-12-18 12:46:36,244 Update finished +2021-12-18 12:46:46,254 Reloading parameters... +2021-12-18 12:46:46,273 Loading parameters... +2021-12-18 12:46:46,274 Loading project parameters... +2021-12-18 12:46:46,276 + +15 of 25 jobs remaining (12:46) +2021-12-18 12:46:46,276 Sleep: 10 +2021-12-18 12:46:46,277 Number of retrials: 0 +2021-12-18 12:46:46,277 WRAPPER CHECK TIME = 10 +2021-12-18 12:46:46,277 Checking jobs for platform=marenostrum4 +2021-12-18 12:46:46,278 Checking jobs for platform=nord3 +2021-12-18 12:46:46,278 Checking jobs for platform=local +2021-12-18 12:46:46,279 Checking jobs for platform=transfer_node +2021-12-18 12:46:46,279 Checking all jobs at once +2021-12-18 12:46:47,649 Successful check job command +2021-12-18 12:46:48,868 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:46:48,868 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:46:48,868 End of checking +2021-12-18 12:46:48,871 Updating FAILED jobs +2021-12-18 12:46:48,871 Updating WAITING jobs +2021-12-18 12:46:48,871 Update finished +2021-12-18 12:46:48,871 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:46:48,872 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:46:48,872 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:46:48,872 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:46:48,872 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:46:48,872 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:46:48,872 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:46:48,872 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:46:48,875 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:46:48,878 Job list saved +2021-12-18 12:46:48,882 Updating FAILED jobs +2021-12-18 12:46:48,883 Updating WAITING jobs +2021-12-18 12:46:48,883 Update finished +2021-12-18 12:46:58,893 Reloading parameters... +2021-12-18 12:46:58,916 Loading parameters... +2021-12-18 12:46:58,917 Loading project parameters... +2021-12-18 12:46:58,919 + +15 of 25 jobs remaining (12:46) +2021-12-18 12:46:58,919 Sleep: 10 +2021-12-18 12:46:58,919 Number of retrials: 0 +2021-12-18 12:46:58,920 WRAPPER CHECK TIME = 10 +2021-12-18 12:46:58,920 Checking jobs for platform=marenostrum4 +2021-12-18 12:46:58,921 Checking jobs for platform=nord3 +2021-12-18 12:46:58,921 Checking jobs for platform=local +2021-12-18 12:46:58,922 Checking jobs for platform=transfer_node +2021-12-18 12:46:58,922 Checking all jobs at once +2021-12-18 12:47:00,793 Successful check job command +2021-12-18 12:47:02,214 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:47:02,214 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:47:02,214 End of checking +2021-12-18 12:47:02,216 Updating FAILED jobs +2021-12-18 12:47:02,216 Updating WAITING jobs +2021-12-18 12:47:02,216 Update finished +2021-12-18 12:47:02,216 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:47:02,216 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:47:02,216 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:47:02,217 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:47:02,217 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:47:02,217 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:47:02,217 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:47:02,217 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:47:02,220 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:47:02,222 Job list saved +2021-12-18 12:47:02,229 Updating FAILED jobs +2021-12-18 12:47:02,229 Updating WAITING jobs +2021-12-18 12:47:02,229 Update finished +2021-12-18 12:47:12,239 Reloading parameters... +2021-12-18 12:47:12,258 Loading parameters... +2021-12-18 12:47:12,260 Loading project parameters... +2021-12-18 12:47:12,262 + +15 of 25 jobs remaining (12:47) +2021-12-18 12:47:12,262 Sleep: 10 +2021-12-18 12:47:12,262 Number of retrials: 0 +2021-12-18 12:47:12,262 WRAPPER CHECK TIME = 10 +2021-12-18 12:47:12,263 Checking jobs for platform=marenostrum4 +2021-12-18 12:47:12,263 Checking jobs for platform=nord3 +2021-12-18 12:47:12,264 Checking jobs for platform=local +2021-12-18 12:47:12,265 Checking jobs for platform=transfer_node +2021-12-18 12:47:12,265 Checking all jobs at once +2021-12-18 12:47:13,685 Successful check job command +2021-12-18 12:47:15,057 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:47:15,057 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:47:15,057 End of checking +2021-12-18 12:47:15,059 Updating FAILED jobs +2021-12-18 12:47:15,059 Updating WAITING jobs +2021-12-18 12:47:15,059 Update finished +2021-12-18 12:47:15,060 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:47:15,060 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:47:15,060 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:47:15,060 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:47:15,060 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:47:15,060 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:47:15,060 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:47:15,060 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:47:15,064 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:47:15,067 Job list saved +2021-12-18 12:47:15,072 Updating FAILED jobs +2021-12-18 12:47:15,072 Updating WAITING jobs +2021-12-18 12:47:15,072 Update finished +2021-12-18 12:47:25,082 Reloading parameters... +2021-12-18 12:47:25,101 Loading parameters... +2021-12-18 12:47:25,103 Loading project parameters... +2021-12-18 12:47:25,104 + +15 of 25 jobs remaining (12:47) +2021-12-18 12:47:25,105 Sleep: 10 +2021-12-18 12:47:25,105 Number of retrials: 0 +2021-12-18 12:47:25,105 WRAPPER CHECK TIME = 10 +2021-12-18 12:47:25,105 Checking jobs for platform=marenostrum4 +2021-12-18 12:47:25,106 Checking jobs for platform=nord3 +2021-12-18 12:47:25,107 Checking jobs for platform=local +2021-12-18 12:47:25,107 Checking jobs for platform=transfer_node +2021-12-18 12:47:25,107 Checking all jobs at once +2021-12-18 12:47:26,482 Successful check job command +2021-12-18 12:47:27,702 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:47:27,702 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:47:27,702 End of checking +2021-12-18 12:47:27,703 Updating FAILED jobs +2021-12-18 12:47:27,704 Updating WAITING jobs +2021-12-18 12:47:27,704 Update finished +2021-12-18 12:47:27,704 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:47:27,705 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:47:27,705 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:47:27,705 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:47:27,705 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:47:27,705 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:47:27,705 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:47:27,705 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:47:27,708 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:47:27,711 Job list saved +2021-12-18 12:47:27,716 Updating FAILED jobs +2021-12-18 12:47:27,716 Updating WAITING jobs +2021-12-18 12:47:27,716 Update finished +2021-12-18 12:47:37,726 Reloading parameters... +2021-12-18 12:47:37,745 Loading parameters... +2021-12-18 12:47:37,747 Loading project parameters... +2021-12-18 12:47:37,749 + +15 of 25 jobs remaining (12:47) +2021-12-18 12:47:37,749 Sleep: 10 +2021-12-18 12:47:37,749 Number of retrials: 0 +2021-12-18 12:47:37,749 WRAPPER CHECK TIME = 10 +2021-12-18 12:47:37,750 Checking jobs for platform=marenostrum4 +2021-12-18 12:47:37,750 Checking jobs for platform=nord3 +2021-12-18 12:47:37,751 Checking jobs for platform=local +2021-12-18 12:47:37,751 Checking jobs for platform=transfer_node +2021-12-18 12:47:37,751 Checking all jobs at once +2021-12-18 12:47:39,171 Successful check job command +2021-12-18 12:47:40,743 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:47:40,743 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:47:40,744 End of checking +2021-12-18 12:47:40,745 Updating FAILED jobs +2021-12-18 12:47:40,746 Updating WAITING jobs +2021-12-18 12:47:40,746 Update finished +2021-12-18 12:47:40,746 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:47:40,746 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:47:40,746 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:47:40,746 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:47:40,747 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:47:40,747 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:47:40,747 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:47:40,747 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:47:40,750 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:47:40,752 Job list saved +2021-12-18 12:47:40,762 Updating FAILED jobs +2021-12-18 12:47:40,762 Updating WAITING jobs +2021-12-18 12:47:40,762 Update finished +2021-12-18 12:47:50,771 Reloading parameters... +2021-12-18 12:47:50,794 Loading parameters... +2021-12-18 12:47:50,796 Loading project parameters... +2021-12-18 12:47:50,797 + +15 of 25 jobs remaining (12:47) +2021-12-18 12:47:50,798 Sleep: 10 +2021-12-18 12:47:50,798 Number of retrials: 0 +2021-12-18 12:47:50,798 WRAPPER CHECK TIME = 10 +2021-12-18 12:47:50,798 Checking jobs for platform=marenostrum4 +2021-12-18 12:47:50,799 Checking jobs for platform=nord3 +2021-12-18 12:47:50,799 Checking jobs for platform=local +2021-12-18 12:47:50,800 Checking jobs for platform=transfer_node +2021-12-18 12:47:50,800 Checking all jobs at once +2021-12-18 12:47:52,222 Successful check job command +2021-12-18 12:47:53,592 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:47:53,592 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:47:53,592 End of checking +2021-12-18 12:47:53,593 Updating FAILED jobs +2021-12-18 12:47:53,594 Updating WAITING jobs +2021-12-18 12:47:53,594 Update finished +2021-12-18 12:47:53,594 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:47:53,594 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:47:53,594 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:47:53,594 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:47:53,594 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:47:53,595 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:47:53,595 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:47:53,595 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:47:53,598 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:47:53,600 Job list saved +2021-12-18 12:47:53,606 Updating FAILED jobs +2021-12-18 12:47:53,607 Updating WAITING jobs +2021-12-18 12:47:53,607 Update finished +2021-12-18 12:48:03,617 Reloading parameters... +2021-12-18 12:48:03,760 Loading parameters... +2021-12-18 12:48:03,762 Loading project parameters... +2021-12-18 12:48:03,764 + +15 of 25 jobs remaining (12:48) +2021-12-18 12:48:03,764 Sleep: 10 +2021-12-18 12:48:03,764 Number of retrials: 0 +2021-12-18 12:48:03,764 WRAPPER CHECK TIME = 10 +2021-12-18 12:48:03,765 Checking jobs for platform=marenostrum4 +2021-12-18 12:48:03,765 Checking jobs for platform=nord3 +2021-12-18 12:48:03,766 Checking jobs for platform=local +2021-12-18 12:48:03,767 Checking jobs for platform=transfer_node +2021-12-18 12:48:03,767 Checking all jobs at once +2021-12-18 12:48:05,137 Successful check job command +2021-12-18 12:48:06,456 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:48:06,456 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:48:06,456 End of checking +2021-12-18 12:48:06,458 Updating FAILED jobs +2021-12-18 12:48:06,459 Updating WAITING jobs +2021-12-18 12:48:06,459 Update finished +2021-12-18 12:48:06,459 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:48:06,460 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:48:06,460 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:48:06,460 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:48:06,460 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:48:06,461 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:48:06,461 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:48:06,461 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:48:06,464 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:48:06,466 Job list saved +2021-12-18 12:48:06,480 Updating FAILED jobs +2021-12-18 12:48:06,480 Updating WAITING jobs +2021-12-18 12:48:06,480 Update finished +2021-12-18 12:48:16,490 Reloading parameters... +2021-12-18 12:48:16,509 Loading parameters... +2021-12-18 12:48:16,511 Loading project parameters... +2021-12-18 12:48:16,513 + +15 of 25 jobs remaining (12:48) +2021-12-18 12:48:16,513 Sleep: 10 +2021-12-18 12:48:16,513 Number of retrials: 0 +2021-12-18 12:48:16,513 WRAPPER CHECK TIME = 10 +2021-12-18 12:48:16,514 Checking jobs for platform=marenostrum4 +2021-12-18 12:48:16,514 Checking jobs for platform=nord3 +2021-12-18 12:48:16,515 Checking jobs for platform=local +2021-12-18 12:48:16,516 Checking jobs for platform=transfer_node +2021-12-18 12:48:16,516 Checking all jobs at once +2021-12-18 12:48:17,935 Successful check job command +2021-12-18 12:48:19,205 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:48:19,205 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:48:19,206 End of checking +2021-12-18 12:48:19,207 Updating FAILED jobs +2021-12-18 12:48:19,207 Updating WAITING jobs +2021-12-18 12:48:19,207 Update finished +2021-12-18 12:48:19,207 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:48:19,208 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:48:19,208 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:48:19,208 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:48:19,208 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:48:19,208 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:48:19,208 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:48:19,208 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:48:19,211 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:48:19,214 Job list saved +2021-12-18 12:48:19,219 Updating FAILED jobs +2021-12-18 12:48:19,219 Updating WAITING jobs +2021-12-18 12:48:19,220 Update finished +2021-12-18 12:48:29,230 Reloading parameters... +2021-12-18 12:48:29,249 Loading parameters... +2021-12-18 12:48:29,250 Loading project parameters... +2021-12-18 12:48:29,252 + +15 of 25 jobs remaining (12:48) +2021-12-18 12:48:29,252 Sleep: 10 +2021-12-18 12:48:29,252 Number of retrials: 0 +2021-12-18 12:48:29,252 WRAPPER CHECK TIME = 10 +2021-12-18 12:48:29,253 Checking jobs for platform=marenostrum4 +2021-12-18 12:48:29,254 Checking jobs for platform=nord3 +2021-12-18 12:48:29,254 Checking jobs for platform=local +2021-12-18 12:48:29,255 Checking jobs for platform=transfer_node +2021-12-18 12:48:29,255 Checking all jobs at once +2021-12-18 12:48:30,675 Successful check job command +2021-12-18 12:48:32,044 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:48:32,044 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:48:32,044 End of checking +2021-12-18 12:48:32,046 Updating FAILED jobs +2021-12-18 12:48:32,046 Updating WAITING jobs +2021-12-18 12:48:32,047 Update finished +2021-12-18 12:48:32,047 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:48:32,047 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:48:32,047 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:48:32,047 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:48:32,047 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:48:32,047 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:48:32,048 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:48:32,048 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:48:32,051 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:48:32,053 Job list saved +2021-12-18 12:48:32,058 Updating FAILED jobs +2021-12-18 12:48:32,058 Updating WAITING jobs +2021-12-18 12:48:32,059 Update finished +2021-12-18 12:48:42,067 Reloading parameters... +2021-12-18 12:48:42,086 Loading parameters... +2021-12-18 12:48:42,088 Loading project parameters... +2021-12-18 12:48:42,090 + +15 of 25 jobs remaining (12:48) +2021-12-18 12:48:42,090 Sleep: 10 +2021-12-18 12:48:42,090 Number of retrials: 0 +2021-12-18 12:48:42,090 WRAPPER CHECK TIME = 10 +2021-12-18 12:48:42,091 Checking jobs for platform=marenostrum4 +2021-12-18 12:48:42,091 Checking jobs for platform=nord3 +2021-12-18 12:48:42,092 Checking jobs for platform=local +2021-12-18 12:48:42,092 Checking jobs for platform=transfer_node +2021-12-18 12:48:42,092 Checking all jobs at once +2021-12-18 12:48:43,462 Successful check job command +2021-12-18 12:48:44,781 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:48:44,782 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:48:44,782 End of checking +2021-12-18 12:48:44,783 Updating FAILED jobs +2021-12-18 12:48:44,783 Updating WAITING jobs +2021-12-18 12:48:44,784 Update finished +2021-12-18 12:48:44,784 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:48:44,784 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:48:44,785 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:48:44,785 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:48:44,785 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:48:44,785 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:48:44,785 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:48:44,785 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:48:44,789 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:48:44,791 Job list saved +2021-12-18 12:48:44,796 Updating FAILED jobs +2021-12-18 12:48:44,796 Updating WAITING jobs +2021-12-18 12:48:44,796 Update finished +2021-12-18 12:48:54,806 Reloading parameters... +2021-12-18 12:48:54,825 Loading parameters... +2021-12-18 12:48:54,826 Loading project parameters... +2021-12-18 12:48:54,828 + +15 of 25 jobs remaining (12:48) +2021-12-18 12:48:54,828 Sleep: 10 +2021-12-18 12:48:54,828 Number of retrials: 0 +2021-12-18 12:48:54,829 WRAPPER CHECK TIME = 10 +2021-12-18 12:48:54,829 Checking jobs for platform=marenostrum4 +2021-12-18 12:48:54,830 Checking jobs for platform=nord3 +2021-12-18 12:48:54,830 Checking jobs for platform=local +2021-12-18 12:48:54,831 Checking jobs for platform=transfer_node +2021-12-18 12:48:54,831 Checking all jobs at once +2021-12-18 12:48:56,201 Successful check job command +2021-12-18 12:48:57,972 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:48:57,972 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:48:57,972 End of checking +2021-12-18 12:48:57,974 Updating FAILED jobs +2021-12-18 12:48:57,974 Updating WAITING jobs +2021-12-18 12:48:57,974 Update finished +2021-12-18 12:48:57,974 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:48:57,974 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:48:57,974 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:48:57,975 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:48:57,975 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:48:57,975 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:48:57,975 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:48:57,975 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:48:57,978 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:48:57,980 Job list saved +2021-12-18 12:48:57,985 Updating FAILED jobs +2021-12-18 12:48:57,985 Updating WAITING jobs +2021-12-18 12:48:57,985 Update finished +2021-12-18 12:49:07,993 Reloading parameters... +2021-12-18 12:49:08,020 Loading parameters... +2021-12-18 12:49:08,022 Loading project parameters... +2021-12-18 12:49:08,024 + +15 of 25 jobs remaining (12:49) +2021-12-18 12:49:08,024 Sleep: 10 +2021-12-18 12:49:08,024 Number of retrials: 0 +2021-12-18 12:49:08,024 WRAPPER CHECK TIME = 10 +2021-12-18 12:49:08,025 Checking jobs for platform=marenostrum4 +2021-12-18 12:49:08,026 Checking jobs for platform=nord3 +2021-12-18 12:49:08,026 Checking jobs for platform=local +2021-12-18 12:49:08,027 Checking jobs for platform=transfer_node +2021-12-18 12:49:08,027 Checking all jobs at once +2021-12-18 12:49:09,296 Successful check job command +2021-12-18 12:49:10,568 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:49:10,569 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:49:10,569 End of checking +2021-12-18 12:49:10,572 Updating FAILED jobs +2021-12-18 12:49:10,572 Updating WAITING jobs +2021-12-18 12:49:10,572 Update finished +2021-12-18 12:49:10,572 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:49:10,572 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:49:10,573 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:49:10,573 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:49:10,573 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:49:10,573 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:49:10,573 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:49:10,573 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:49:10,578 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:49:10,580 Job list saved +2021-12-18 12:49:10,607 Updating FAILED jobs +2021-12-18 12:49:10,608 Updating WAITING jobs +2021-12-18 12:49:10,608 Update finished +2021-12-18 12:49:20,618 Reloading parameters... +2021-12-18 12:49:20,637 Loading parameters... +2021-12-18 12:49:20,638 Loading project parameters... +2021-12-18 12:49:20,640 + +15 of 25 jobs remaining (12:49) +2021-12-18 12:49:20,640 Sleep: 10 +2021-12-18 12:49:20,640 Number of retrials: 0 +2021-12-18 12:49:20,640 WRAPPER CHECK TIME = 10 +2021-12-18 12:49:20,641 Checking jobs for platform=marenostrum4 +2021-12-18 12:49:20,641 Checking jobs for platform=nord3 +2021-12-18 12:49:20,642 Checking jobs for platform=local +2021-12-18 12:49:20,642 Checking jobs for platform=transfer_node +2021-12-18 12:49:20,642 Checking all jobs at once +2021-12-18 12:49:22,012 Successful check job command +2021-12-18 12:49:23,281 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:49:23,282 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:49:23,282 End of checking +2021-12-18 12:49:23,284 Updating FAILED jobs +2021-12-18 12:49:23,284 Updating WAITING jobs +2021-12-18 12:49:23,284 Update finished +2021-12-18 12:49:23,284 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:49:23,285 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:49:23,285 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:49:23,285 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:49:23,286 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:49:23,286 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:49:23,286 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:49:23,286 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:49:23,289 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:49:23,291 Job list saved +2021-12-18 12:49:23,296 Updating FAILED jobs +2021-12-18 12:49:23,296 Updating WAITING jobs +2021-12-18 12:49:23,296 Update finished +2021-12-18 12:49:33,306 Reloading parameters... +2021-12-18 12:49:33,326 Loading parameters... +2021-12-18 12:49:33,327 Loading project parameters... +2021-12-18 12:49:33,329 + +15 of 25 jobs remaining (12:49) +2021-12-18 12:49:33,329 Sleep: 10 +2021-12-18 12:49:33,329 Number of retrials: 0 +2021-12-18 12:49:33,329 WRAPPER CHECK TIME = 10 +2021-12-18 12:49:33,330 Checking jobs for platform=marenostrum4 +2021-12-18 12:49:33,331 Checking jobs for platform=nord3 +2021-12-18 12:49:33,332 Checking jobs for platform=local +2021-12-18 12:49:33,333 Checking jobs for platform=transfer_node +2021-12-18 12:49:33,333 Checking all jobs at once +2021-12-18 12:49:34,702 Successful check job command +2021-12-18 12:49:36,924 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:49:36,924 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:49:36,924 End of checking +2021-12-18 12:49:36,926 Updating FAILED jobs +2021-12-18 12:49:36,926 Updating WAITING jobs +2021-12-18 12:49:36,926 Update finished +2021-12-18 12:49:36,926 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:49:36,926 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:49:36,926 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:49:36,927 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:49:36,927 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:49:36,927 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:49:36,927 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:49:36,927 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:49:36,930 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:49:36,932 Job list saved +2021-12-18 12:49:36,941 Updating FAILED jobs +2021-12-18 12:49:36,941 Updating WAITING jobs +2021-12-18 12:49:36,941 Update finished +2021-12-18 12:49:46,951 Reloading parameters... +2021-12-18 12:49:46,971 Loading parameters... +2021-12-18 12:49:46,972 Loading project parameters... +2021-12-18 12:49:46,974 + +15 of 25 jobs remaining (12:49) +2021-12-18 12:49:46,974 Sleep: 10 +2021-12-18 12:49:46,975 Number of retrials: 0 +2021-12-18 12:49:46,975 WRAPPER CHECK TIME = 10 +2021-12-18 12:49:46,975 Checking jobs for platform=marenostrum4 +2021-12-18 12:49:46,976 Checking jobs for platform=nord3 +2021-12-18 12:49:46,976 Checking jobs for platform=local +2021-12-18 12:49:46,977 Checking jobs for platform=transfer_node +2021-12-18 12:49:46,977 Checking all jobs at once +2021-12-18 12:49:48,299 Successful check job command +2021-12-18 12:49:49,618 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:49:49,619 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:49:49,619 End of checking +2021-12-18 12:49:49,621 Updating FAILED jobs +2021-12-18 12:49:49,621 Updating WAITING jobs +2021-12-18 12:49:49,621 Update finished +2021-12-18 12:49:49,621 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:49:49,621 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:49:49,621 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:49:49,622 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:49:49,622 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:49:49,622 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:49:49,622 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:49:49,622 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:49:49,625 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:49:49,627 Job list saved +2021-12-18 12:49:49,632 Updating FAILED jobs +2021-12-18 12:49:49,632 Updating WAITING jobs +2021-12-18 12:49:49,632 Update finished +2021-12-18 12:49:59,643 Reloading parameters... +2021-12-18 12:49:59,663 Loading parameters... +2021-12-18 12:49:59,664 Loading project parameters... +2021-12-18 12:49:59,666 + +15 of 25 jobs remaining (12:49) +2021-12-18 12:49:59,667 Sleep: 10 +2021-12-18 12:49:59,667 Number of retrials: 0 +2021-12-18 12:49:59,667 WRAPPER CHECK TIME = 10 +2021-12-18 12:49:59,667 Checking jobs for platform=marenostrum4 +2021-12-18 12:49:59,668 Checking jobs for platform=nord3 +2021-12-18 12:49:59,668 Checking jobs for platform=local +2021-12-18 12:49:59,669 Checking jobs for platform=transfer_node +2021-12-18 12:49:59,669 Checking all jobs at once +2021-12-18 12:50:01,039 Successful check job command +2021-12-18 12:50:02,358 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:50:02,359 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:50:02,359 End of checking +2021-12-18 12:50:02,360 Updating FAILED jobs +2021-12-18 12:50:02,361 Updating WAITING jobs +2021-12-18 12:50:02,361 Update finished +2021-12-18 12:50:02,361 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:50:02,362 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:50:02,362 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:50:02,362 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:50:02,362 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:50:02,362 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:50:02,362 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:50:02,362 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:50:02,366 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:50:02,368 Job list saved +2021-12-18 12:50:02,375 Updating FAILED jobs +2021-12-18 12:50:02,375 Updating WAITING jobs +2021-12-18 12:50:02,376 Update finished +2021-12-18 12:50:12,386 Reloading parameters... +2021-12-18 12:50:12,408 Loading parameters... +2021-12-18 12:50:12,409 Loading project parameters... +2021-12-18 12:50:12,411 + +15 of 25 jobs remaining (12:50) +2021-12-18 12:50:12,411 Sleep: 10 +2021-12-18 12:50:12,411 Number of retrials: 0 +2021-12-18 12:50:12,411 WRAPPER CHECK TIME = 10 +2021-12-18 12:50:12,412 Checking jobs for platform=marenostrum4 +2021-12-18 12:50:12,413 Checking jobs for platform=nord3 +2021-12-18 12:50:12,413 Checking jobs for platform=local +2021-12-18 12:50:12,414 Checking jobs for platform=transfer_node +2021-12-18 12:50:12,414 Checking all jobs at once +2021-12-18 12:50:13,733 Successful check job command +2021-12-18 12:50:15,052 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:50:15,052 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:50:15,053 End of checking +2021-12-18 12:50:15,054 Updating FAILED jobs +2021-12-18 12:50:15,055 Updating WAITING jobs +2021-12-18 12:50:15,055 Update finished +2021-12-18 12:50:15,055 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:50:15,055 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:50:15,055 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:50:15,055 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:50:15,056 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:50:15,056 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:50:15,056 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:50:15,056 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:50:15,059 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:50:15,061 Job list saved +2021-12-18 12:50:15,068 Updating FAILED jobs +2021-12-18 12:50:15,068 Updating WAITING jobs +2021-12-18 12:50:15,068 Update finished +2021-12-18 12:50:25,077 Reloading parameters... +2021-12-18 12:50:25,100 Loading parameters... +2021-12-18 12:50:25,101 Loading project parameters... +2021-12-18 12:50:25,103 + +15 of 25 jobs remaining (12:50) +2021-12-18 12:50:25,103 Sleep: 10 +2021-12-18 12:50:25,103 Number of retrials: 0 +2021-12-18 12:50:25,104 WRAPPER CHECK TIME = 10 +2021-12-18 12:50:25,104 Checking jobs for platform=marenostrum4 +2021-12-18 12:50:25,105 Checking jobs for platform=nord3 +2021-12-18 12:50:25,105 Checking jobs for platform=local +2021-12-18 12:50:25,106 Checking jobs for platform=transfer_node +2021-12-18 12:50:25,106 Checking all jobs at once +2021-12-18 12:50:26,425 Successful check job command +2021-12-18 12:50:27,694 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:50:27,695 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:50:27,695 End of checking +2021-12-18 12:50:27,697 Updating FAILED jobs +2021-12-18 12:50:27,697 Updating WAITING jobs +2021-12-18 12:50:27,697 Update finished +2021-12-18 12:50:27,697 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:50:27,697 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:50:27,697 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:50:27,698 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:50:27,698 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:50:27,698 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:50:27,698 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:50:27,698 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:50:27,701 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:50:27,703 Job list saved +2021-12-18 12:50:27,708 Updating FAILED jobs +2021-12-18 12:50:27,709 Updating WAITING jobs +2021-12-18 12:50:27,709 Update finished +2021-12-18 12:50:37,719 Reloading parameters... +2021-12-18 12:50:37,743 Loading parameters... +2021-12-18 12:50:37,745 Loading project parameters... +2021-12-18 12:50:37,746 + +15 of 25 jobs remaining (12:50) +2021-12-18 12:50:37,747 Sleep: 10 +2021-12-18 12:50:37,747 Number of retrials: 0 +2021-12-18 12:50:37,747 WRAPPER CHECK TIME = 10 +2021-12-18 12:50:37,747 Checking jobs for platform=marenostrum4 +2021-12-18 12:50:37,748 Checking jobs for platform=nord3 +2021-12-18 12:50:37,748 Checking jobs for platform=local +2021-12-18 12:50:37,749 Checking jobs for platform=transfer_node +2021-12-18 12:50:37,749 Checking all jobs at once +2021-12-18 12:50:39,169 Successful check job command +2021-12-18 12:50:40,440 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:50:40,440 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:50:40,440 End of checking +2021-12-18 12:50:40,442 Updating FAILED jobs +2021-12-18 12:50:40,442 Updating WAITING jobs +2021-12-18 12:50:40,442 Update finished +2021-12-18 12:50:40,442 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:50:40,443 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:50:40,443 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:50:40,443 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:50:40,443 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:50:40,443 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:50:40,443 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:50:40,444 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:50:40,446 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:50:40,449 Job list saved +2021-12-18 12:50:40,454 Updating FAILED jobs +2021-12-18 12:50:40,454 Updating WAITING jobs +2021-12-18 12:50:40,454 Update finished +2021-12-18 12:50:50,464 Reloading parameters... +2021-12-18 12:50:50,486 Loading parameters... +2021-12-18 12:50:50,488 Loading project parameters... +2021-12-18 12:50:50,490 + +15 of 25 jobs remaining (12:50) +2021-12-18 12:50:50,490 Sleep: 10 +2021-12-18 12:50:50,490 Number of retrials: 0 +2021-12-18 12:50:50,490 WRAPPER CHECK TIME = 10 +2021-12-18 12:50:50,491 Checking jobs for platform=marenostrum4 +2021-12-18 12:50:50,491 Checking jobs for platform=nord3 +2021-12-18 12:50:50,492 Checking jobs for platform=local +2021-12-18 12:50:50,492 Checking jobs for platform=transfer_node +2021-12-18 12:50:50,492 Checking all jobs at once +2021-12-18 12:50:51,816 Successful check job command +2021-12-18 12:50:53,135 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:50:53,135 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:50:53,135 End of checking +2021-12-18 12:50:53,137 Updating FAILED jobs +2021-12-18 12:50:53,137 Updating WAITING jobs +2021-12-18 12:50:53,137 Update finished +2021-12-18 12:50:53,138 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:50:53,138 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:50:53,138 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:50:53,138 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:50:53,138 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:50:53,138 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:50:53,138 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:50:53,139 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:50:53,142 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:50:53,144 Job list saved +2021-12-18 12:50:53,151 Updating FAILED jobs +2021-12-18 12:50:53,151 Updating WAITING jobs +2021-12-18 12:50:53,151 Update finished +2021-12-18 12:51:03,159 Reloading parameters... +2021-12-18 12:51:03,184 Loading parameters... +2021-12-18 12:51:03,185 Loading project parameters... +2021-12-18 12:51:03,188 + +15 of 25 jobs remaining (12:51) +2021-12-18 12:51:03,188 Sleep: 10 +2021-12-18 12:51:03,188 Number of retrials: 0 +2021-12-18 12:51:03,188 WRAPPER CHECK TIME = 10 +2021-12-18 12:51:03,189 Checking jobs for platform=marenostrum4 +2021-12-18 12:51:03,189 Checking jobs for platform=nord3 +2021-12-18 12:51:03,190 Checking jobs for platform=local +2021-12-18 12:51:03,190 Checking jobs for platform=transfer_node +2021-12-18 12:51:03,190 Checking all jobs at once +2021-12-18 12:51:04,763 Successful check job command +2021-12-18 12:51:06,032 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:51:06,032 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:51:06,032 End of checking +2021-12-18 12:51:06,035 Updating FAILED jobs +2021-12-18 12:51:06,035 Updating WAITING jobs +2021-12-18 12:51:06,035 Update finished +2021-12-18 12:51:06,035 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:51:06,035 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:51:06,035 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:51:06,036 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:51:06,036 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:51:06,036 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:51:06,036 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:51:06,036 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:51:06,039 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:51:06,041 Job list saved +2021-12-18 12:51:06,047 Updating FAILED jobs +2021-12-18 12:51:06,047 Updating WAITING jobs +2021-12-18 12:51:06,047 Update finished +2021-12-18 12:51:16,057 Reloading parameters... +2021-12-18 12:51:16,081 Loading parameters... +2021-12-18 12:51:16,083 Loading project parameters... +2021-12-18 12:51:16,084 + +15 of 25 jobs remaining (12:51) +2021-12-18 12:51:16,085 Sleep: 10 +2021-12-18 12:51:16,085 Number of retrials: 0 +2021-12-18 12:51:16,085 WRAPPER CHECK TIME = 10 +2021-12-18 12:51:16,085 Checking jobs for platform=marenostrum4 +2021-12-18 12:51:16,086 Checking jobs for platform=nord3 +2021-12-18 12:51:16,086 Checking jobs for platform=local +2021-12-18 12:51:16,087 Checking jobs for platform=transfer_node +2021-12-18 12:51:16,087 Checking all jobs at once +2021-12-18 12:51:17,707 Successful check job command +2021-12-18 12:51:19,478 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:51:19,478 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:51:19,479 End of checking +2021-12-18 12:51:19,481 Updating FAILED jobs +2021-12-18 12:51:19,481 Updating WAITING jobs +2021-12-18 12:51:19,482 Update finished +2021-12-18 12:51:19,482 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:51:19,482 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:51:19,482 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:51:19,483 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:51:19,483 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:51:19,483 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:51:19,483 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:51:19,483 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:51:19,486 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:51:19,488 Job list saved +2021-12-18 12:51:19,493 Updating FAILED jobs +2021-12-18 12:51:19,493 Updating WAITING jobs +2021-12-18 12:51:19,494 Update finished +2021-12-18 12:51:29,504 Reloading parameters... +2021-12-18 12:51:29,522 Loading parameters... +2021-12-18 12:51:29,524 Loading project parameters... +2021-12-18 12:51:29,526 + +15 of 25 jobs remaining (12:51) +2021-12-18 12:51:29,526 Sleep: 10 +2021-12-18 12:51:29,526 Number of retrials: 0 +2021-12-18 12:51:29,526 WRAPPER CHECK TIME = 10 +2021-12-18 12:51:29,527 Checking jobs for platform=marenostrum4 +2021-12-18 12:51:29,527 Checking jobs for platform=nord3 +2021-12-18 12:51:29,528 Checking jobs for platform=local +2021-12-18 12:51:29,528 Checking jobs for platform=transfer_node +2021-12-18 12:51:29,528 Checking all jobs at once +2021-12-18 12:51:31,099 Successful check job command +2021-12-18 12:51:32,368 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:51:32,369 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:51:32,369 End of checking +2021-12-18 12:51:32,370 Updating FAILED jobs +2021-12-18 12:51:32,370 Updating WAITING jobs +2021-12-18 12:51:32,371 Update finished +2021-12-18 12:51:32,371 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:51:32,371 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:51:32,371 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:51:32,371 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:51:32,371 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:51:32,372 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:51:32,372 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:51:32,372 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:51:32,374 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:51:32,376 Job list saved +2021-12-18 12:51:32,383 Updating FAILED jobs +2021-12-18 12:51:32,383 Updating WAITING jobs +2021-12-18 12:51:32,383 Update finished +2021-12-18 12:51:42,394 Reloading parameters... +2021-12-18 12:51:42,412 Loading parameters... +2021-12-18 12:51:42,413 Loading project parameters... +2021-12-18 12:51:42,415 + +15 of 25 jobs remaining (12:51) +2021-12-18 12:51:42,415 Sleep: 10 +2021-12-18 12:51:42,415 Number of retrials: 0 +2021-12-18 12:51:42,415 WRAPPER CHECK TIME = 10 +2021-12-18 12:51:42,416 Checking jobs for platform=marenostrum4 +2021-12-18 12:51:42,417 Checking jobs for platform=nord3 +2021-12-18 12:51:42,417 Checking jobs for platform=local +2021-12-18 12:51:42,418 Checking jobs for platform=transfer_node +2021-12-18 12:51:42,418 Checking all jobs at once +2021-12-18 12:51:43,888 Successful check job command +2021-12-18 12:51:45,158 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:51:45,158 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:51:45,158 End of checking +2021-12-18 12:51:45,159 Updating FAILED jobs +2021-12-18 12:51:45,159 Updating WAITING jobs +2021-12-18 12:51:45,160 Update finished +2021-12-18 12:51:45,160 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:51:45,160 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:51:45,160 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:51:45,160 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:51:45,160 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:51:45,160 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:51:45,161 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:51:45,161 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:51:45,164 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:51:45,166 Job list saved +2021-12-18 12:51:45,170 Updating FAILED jobs +2021-12-18 12:51:45,170 Updating WAITING jobs +2021-12-18 12:51:45,171 Update finished +2021-12-18 12:51:55,178 Reloading parameters... +2021-12-18 12:51:55,197 Loading parameters... +2021-12-18 12:51:55,198 Loading project parameters... +2021-12-18 12:51:55,200 + +15 of 25 jobs remaining (12:51) +2021-12-18 12:51:55,200 Sleep: 10 +2021-12-18 12:51:55,200 Number of retrials: 0 +2021-12-18 12:51:55,200 WRAPPER CHECK TIME = 10 +2021-12-18 12:51:55,201 Checking jobs for platform=marenostrum4 +2021-12-18 12:51:55,202 Checking jobs for platform=nord3 +2021-12-18 12:51:55,202 Checking jobs for platform=local +2021-12-18 12:51:55,203 Checking jobs for platform=transfer_node +2021-12-18 12:51:55,203 Checking all jobs at once +2021-12-18 12:51:56,672 Successful check job command +2021-12-18 12:51:58,042 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:51:58,042 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:51:58,042 End of checking +2021-12-18 12:51:58,044 Updating FAILED jobs +2021-12-18 12:51:58,044 Updating WAITING jobs +2021-12-18 12:51:58,044 Update finished +2021-12-18 12:51:58,044 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:51:58,045 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:51:58,045 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:51:58,045 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:51:58,045 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:51:58,045 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:51:58,045 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:51:58,046 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:51:58,058 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:51:58,060 Job list saved +2021-12-18 12:51:58,065 Updating FAILED jobs +2021-12-18 12:51:58,065 Updating WAITING jobs +2021-12-18 12:51:58,065 Update finished +2021-12-18 12:52:08,075 Reloading parameters... +2021-12-18 12:52:08,095 Loading parameters... +2021-12-18 12:52:08,097 Loading project parameters... +2021-12-18 12:52:08,099 + +15 of 25 jobs remaining (12:52) +2021-12-18 12:52:08,099 Sleep: 10 +2021-12-18 12:52:08,099 Number of retrials: 0 +2021-12-18 12:52:08,099 WRAPPER CHECK TIME = 10 +2021-12-18 12:52:08,100 Checking jobs for platform=marenostrum4 +2021-12-18 12:52:08,100 Checking jobs for platform=nord3 +2021-12-18 12:52:08,101 Checking jobs for platform=local +2021-12-18 12:52:08,101 Checking jobs for platform=transfer_node +2021-12-18 12:52:08,101 Checking all jobs at once +2021-12-18 12:52:09,471 Successful check job command +2021-12-18 12:52:10,790 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:52:10,791 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:52:10,791 End of checking +2021-12-18 12:52:10,792 Updating FAILED jobs +2021-12-18 12:52:10,792 Updating WAITING jobs +2021-12-18 12:52:10,793 Update finished +2021-12-18 12:52:10,793 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:52:10,793 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:52:10,793 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:52:10,793 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:52:10,793 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:52:10,793 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:52:10,794 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:52:10,794 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:52:10,796 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:52:10,799 Job list saved +2021-12-18 12:52:10,804 Updating FAILED jobs +2021-12-18 12:52:10,805 Updating WAITING jobs +2021-12-18 12:52:10,805 Update finished +2021-12-18 12:52:20,815 Reloading parameters... +2021-12-18 12:52:20,833 Loading parameters... +2021-12-18 12:52:20,835 Loading project parameters... +2021-12-18 12:52:20,837 + +15 of 25 jobs remaining (12:52) +2021-12-18 12:52:20,837 Sleep: 10 +2021-12-18 12:52:20,837 Number of retrials: 0 +2021-12-18 12:52:20,837 WRAPPER CHECK TIME = 10 +2021-12-18 12:52:20,838 Checking jobs for platform=marenostrum4 +2021-12-18 12:52:20,838 Checking jobs for platform=nord3 +2021-12-18 12:52:20,839 Checking jobs for platform=local +2021-12-18 12:52:20,839 Checking jobs for platform=transfer_node +2021-12-18 12:52:20,839 Checking all jobs at once +2021-12-18 12:52:22,210 Successful check job command +2021-12-18 12:52:23,429 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:52:23,430 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:52:23,430 End of checking +2021-12-18 12:52:23,431 Updating FAILED jobs +2021-12-18 12:52:23,432 Updating WAITING jobs +2021-12-18 12:52:23,432 Update finished +2021-12-18 12:52:23,432 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:52:23,432 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:52:23,432 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:52:23,432 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:52:23,433 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:52:23,433 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:52:23,433 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:52:23,433 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:52:23,438 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:52:23,441 Job list saved +2021-12-18 12:52:23,446 Updating FAILED jobs +2021-12-18 12:52:23,447 Updating WAITING jobs +2021-12-18 12:52:23,447 Update finished +2021-12-18 12:52:33,457 Reloading parameters... +2021-12-18 12:52:33,475 Loading parameters... +2021-12-18 12:52:33,476 Loading project parameters... +2021-12-18 12:52:33,478 + +15 of 25 jobs remaining (12:52) +2021-12-18 12:52:33,478 Sleep: 10 +2021-12-18 12:52:33,478 Number of retrials: 0 +2021-12-18 12:52:33,478 WRAPPER CHECK TIME = 10 +2021-12-18 12:52:33,479 Checking jobs for platform=marenostrum4 +2021-12-18 12:52:33,480 Checking jobs for platform=nord3 +2021-12-18 12:52:33,480 Checking jobs for platform=local +2021-12-18 12:52:33,481 Checking jobs for platform=transfer_node +2021-12-18 12:52:33,481 Checking all jobs at once +2021-12-18 12:52:34,800 Successful check job command +2021-12-18 12:52:36,071 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:52:36,072 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:52:36,072 End of checking +2021-12-18 12:52:36,073 Updating FAILED jobs +2021-12-18 12:52:36,073 Updating WAITING jobs +2021-12-18 12:52:36,073 Update finished +2021-12-18 12:52:36,073 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:52:36,074 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:52:36,074 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:52:36,074 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:52:36,074 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:52:36,075 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:52:36,075 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:52:36,075 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:52:36,078 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:52:36,080 Job list saved +2021-12-18 12:52:36,084 Updating FAILED jobs +2021-12-18 12:52:36,084 Updating WAITING jobs +2021-12-18 12:52:36,085 Update finished +2021-12-18 12:52:46,091 Reloading parameters... +2021-12-18 12:52:46,111 Loading parameters... +2021-12-18 12:52:46,112 Loading project parameters... +2021-12-18 12:52:46,114 + +15 of 25 jobs remaining (12:52) +2021-12-18 12:52:46,114 Sleep: 10 +2021-12-18 12:52:46,114 Number of retrials: 0 +2021-12-18 12:52:46,114 WRAPPER CHECK TIME = 10 +2021-12-18 12:52:46,115 Checking jobs for platform=marenostrum4 +2021-12-18 12:52:46,116 Checking jobs for platform=nord3 +2021-12-18 12:52:46,116 Checking jobs for platform=local +2021-12-18 12:52:46,117 Checking jobs for platform=transfer_node +2021-12-18 12:52:46,117 Checking all jobs at once +2021-12-18 12:52:47,487 Successful check job command +2021-12-18 12:52:48,807 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:52:48,807 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:52:48,807 End of checking +2021-12-18 12:52:48,811 Updating FAILED jobs +2021-12-18 12:52:48,811 Updating WAITING jobs +2021-12-18 12:52:48,811 Update finished +2021-12-18 12:52:48,811 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:52:48,811 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:52:48,811 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:52:48,812 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:52:48,812 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:52:48,812 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:52:48,812 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:52:48,812 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:52:48,816 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:52:48,818 Job list saved +2021-12-18 12:52:48,823 Updating FAILED jobs +2021-12-18 12:52:48,823 Updating WAITING jobs +2021-12-18 12:52:48,823 Update finished +2021-12-18 12:52:58,833 Reloading parameters... +2021-12-18 12:52:58,852 Loading parameters... +2021-12-18 12:52:58,854 Loading project parameters... +2021-12-18 12:52:58,855 + +15 of 25 jobs remaining (12:52) +2021-12-18 12:52:58,856 Sleep: 10 +2021-12-18 12:52:58,856 Number of retrials: 0 +2021-12-18 12:52:58,856 WRAPPER CHECK TIME = 10 +2021-12-18 12:52:58,856 Checking jobs for platform=marenostrum4 +2021-12-18 12:52:58,857 Checking jobs for platform=nord3 +2021-12-18 12:52:58,857 Checking jobs for platform=local +2021-12-18 12:52:58,858 Checking jobs for platform=transfer_node +2021-12-18 12:52:58,858 Checking all jobs at once +2021-12-18 12:53:00,278 Successful check job command +2021-12-18 12:53:01,747 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:53:01,747 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:53:01,748 End of checking +2021-12-18 12:53:01,749 Updating FAILED jobs +2021-12-18 12:53:01,749 Updating WAITING jobs +2021-12-18 12:53:01,750 Update finished +2021-12-18 12:53:01,750 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:53:01,750 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:53:01,750 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:53:01,750 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:53:01,750 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:53:01,751 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:53:01,751 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:53:01,751 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:53:01,753 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:53:01,756 Job list saved +2021-12-18 12:53:01,761 Updating FAILED jobs +2021-12-18 12:53:01,761 Updating WAITING jobs +2021-12-18 12:53:01,761 Update finished +2021-12-18 12:53:11,771 Reloading parameters... +2021-12-18 12:53:11,792 Loading parameters... +2021-12-18 12:53:11,794 Loading project parameters... +2021-12-18 12:53:11,796 + +15 of 25 jobs remaining (12:53) +2021-12-18 12:53:11,796 Sleep: 10 +2021-12-18 12:53:11,796 Number of retrials: 0 +2021-12-18 12:53:11,796 WRAPPER CHECK TIME = 10 +2021-12-18 12:53:11,797 Checking jobs for platform=marenostrum4 +2021-12-18 12:53:11,797 Checking jobs for platform=nord3 +2021-12-18 12:53:11,798 Checking jobs for platform=local +2021-12-18 12:53:11,798 Checking jobs for platform=transfer_node +2021-12-18 12:53:11,798 Checking all jobs at once +2021-12-18 12:53:13,218 Successful check job command +2021-12-18 12:53:14,640 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:53:14,640 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:53:14,640 End of checking +2021-12-18 12:53:14,641 Updating FAILED jobs +2021-12-18 12:53:14,642 Updating WAITING jobs +2021-12-18 12:53:14,642 Update finished +2021-12-18 12:53:14,642 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:53:14,643 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:53:14,643 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:53:14,643 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:53:14,643 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:53:14,643 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:53:14,643 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:53:14,643 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:53:14,646 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:53:14,648 Job list saved +2021-12-18 12:53:14,652 Updating FAILED jobs +2021-12-18 12:53:14,653 Updating WAITING jobs +2021-12-18 12:53:14,653 Update finished +2021-12-18 12:53:24,663 Reloading parameters... +2021-12-18 12:53:24,684 Loading parameters... +2021-12-18 12:53:24,685 Loading project parameters... +2021-12-18 12:53:24,687 + +15 of 25 jobs remaining (12:53) +2021-12-18 12:53:24,688 Sleep: 10 +2021-12-18 12:53:24,688 Number of retrials: 0 +2021-12-18 12:53:24,688 WRAPPER CHECK TIME = 10 +2021-12-18 12:53:24,688 Checking jobs for platform=marenostrum4 +2021-12-18 12:53:24,689 Checking jobs for platform=nord3 +2021-12-18 12:53:24,690 Checking jobs for platform=local +2021-12-18 12:53:24,690 Checking jobs for platform=transfer_node +2021-12-18 12:53:24,690 Checking all jobs at once +2021-12-18 12:53:26,010 Successful check job command +2021-12-18 12:53:27,280 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:53:27,280 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:53:27,280 End of checking +2021-12-18 12:53:27,282 Updating FAILED jobs +2021-12-18 12:53:27,282 Updating WAITING jobs +2021-12-18 12:53:27,282 Update finished +2021-12-18 12:53:27,283 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:53:27,283 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:53:27,283 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:53:27,283 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:53:27,283 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:53:27,283 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:53:27,283 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:53:27,283 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:53:27,288 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:53:27,290 Job list saved +2021-12-18 12:53:27,295 Updating FAILED jobs +2021-12-18 12:53:27,295 Updating WAITING jobs +2021-12-18 12:53:27,295 Update finished +2021-12-18 12:53:37,305 Reloading parameters... +2021-12-18 12:53:37,325 Loading parameters... +2021-12-18 12:53:37,326 Loading project parameters... +2021-12-18 12:53:37,328 + +15 of 25 jobs remaining (12:53) +2021-12-18 12:53:37,328 Sleep: 10 +2021-12-18 12:53:37,328 Number of retrials: 0 +2021-12-18 12:53:37,328 WRAPPER CHECK TIME = 10 +2021-12-18 12:53:37,329 Checking jobs for platform=marenostrum4 +2021-12-18 12:53:37,329 Checking jobs for platform=nord3 +2021-12-18 12:53:37,330 Checking jobs for platform=local +2021-12-18 12:53:37,330 Checking jobs for platform=transfer_node +2021-12-18 12:53:37,330 Checking all jobs at once +2021-12-18 12:53:38,850 Successful check job command +2021-12-18 12:53:40,220 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:53:40,220 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:53:40,220 End of checking +2021-12-18 12:53:40,222 Updating FAILED jobs +2021-12-18 12:53:40,222 Updating WAITING jobs +2021-12-18 12:53:40,222 Update finished +2021-12-18 12:53:40,222 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:53:40,222 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:53:40,223 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:53:40,223 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:53:40,223 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:53:40,223 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:53:40,223 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:53:40,223 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:53:40,226 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:53:40,228 Job list saved +2021-12-18 12:53:40,233 Updating FAILED jobs +2021-12-18 12:53:40,234 Updating WAITING jobs +2021-12-18 12:53:40,235 Update finished +2021-12-18 12:53:50,244 Reloading parameters... +2021-12-18 12:53:50,262 Loading parameters... +2021-12-18 12:53:50,263 Loading project parameters... +2021-12-18 12:53:50,265 + +15 of 25 jobs remaining (12:53) +2021-12-18 12:53:50,266 Sleep: 10 +2021-12-18 12:53:50,266 Number of retrials: 0 +2021-12-18 12:53:50,266 WRAPPER CHECK TIME = 10 +2021-12-18 12:53:50,266 Checking jobs for platform=marenostrum4 +2021-12-18 12:53:50,267 Checking jobs for platform=nord3 +2021-12-18 12:53:50,267 Checking jobs for platform=local +2021-12-18 12:53:50,269 Checking jobs for platform=transfer_node +2021-12-18 12:53:50,269 Checking all jobs at once +2021-12-18 12:53:52,045 Successful check job command +2021-12-18 12:53:53,414 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:53:53,414 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:53:53,414 End of checking +2021-12-18 12:53:53,416 Updating FAILED jobs +2021-12-18 12:53:53,416 Updating WAITING jobs +2021-12-18 12:53:53,416 Update finished +2021-12-18 12:53:53,416 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:53:53,417 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:53:53,417 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:53:53,417 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:53:53,417 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:53:53,417 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:53:53,417 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:53:53,418 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:53:53,420 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:53:53,422 Job list saved +2021-12-18 12:53:53,427 Updating FAILED jobs +2021-12-18 12:53:53,428 Updating WAITING jobs +2021-12-18 12:53:53,428 Update finished +2021-12-18 12:54:03,438 Reloading parameters... +2021-12-18 12:54:03,458 Loading parameters... +2021-12-18 12:54:03,460 Loading project parameters... +2021-12-18 12:54:03,462 + +15 of 25 jobs remaining (12:54) +2021-12-18 12:54:03,462 Sleep: 10 +2021-12-18 12:54:03,462 Number of retrials: 0 +2021-12-18 12:54:03,462 WRAPPER CHECK TIME = 10 +2021-12-18 12:54:03,463 Checking jobs for platform=marenostrum4 +2021-12-18 12:54:03,463 Checking jobs for platform=nord3 +2021-12-18 12:54:03,464 Checking jobs for platform=local +2021-12-18 12:54:03,464 Checking jobs for platform=transfer_node +2021-12-18 12:54:03,464 Checking all jobs at once +2021-12-18 12:54:05,135 Successful check job command +2021-12-18 12:54:06,505 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:54:06,506 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:54:06,506 End of checking +2021-12-18 12:54:06,507 Updating FAILED jobs +2021-12-18 12:54:06,507 Updating WAITING jobs +2021-12-18 12:54:06,507 Update finished +2021-12-18 12:54:06,508 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:54:06,508 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:54:06,508 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:54:06,508 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:54:06,508 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:54:06,508 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:54:06,508 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:54:06,508 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:54:06,511 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:54:06,514 Job list saved +2021-12-18 12:54:06,518 Updating FAILED jobs +2021-12-18 12:54:06,518 Updating WAITING jobs +2021-12-18 12:54:06,518 Update finished +2021-12-18 12:54:16,529 Reloading parameters... +2021-12-18 12:54:16,550 Loading parameters... +2021-12-18 12:54:16,551 Loading project parameters... +2021-12-18 12:54:16,553 + +15 of 25 jobs remaining (12:54) +2021-12-18 12:54:16,553 Sleep: 10 +2021-12-18 12:54:16,553 Number of retrials: 0 +2021-12-18 12:54:16,553 WRAPPER CHECK TIME = 10 +2021-12-18 12:54:16,554 Checking jobs for platform=marenostrum4 +2021-12-18 12:54:16,554 Checking jobs for platform=nord3 +2021-12-18 12:54:16,555 Checking jobs for platform=local +2021-12-18 12:54:16,555 Checking jobs for platform=transfer_node +2021-12-18 12:54:16,555 Checking all jobs at once +2021-12-18 12:54:18,025 Successful check job command +2021-12-18 12:54:19,445 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:54:19,445 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:54:19,445 End of checking +2021-12-18 12:54:19,447 Updating FAILED jobs +2021-12-18 12:54:19,447 Updating WAITING jobs +2021-12-18 12:54:19,447 Update finished +2021-12-18 12:54:19,447 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:54:19,447 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:54:19,447 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:54:19,448 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:54:19,448 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:54:19,448 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:54:19,448 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:54:19,448 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:54:19,451 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:54:19,453 Job list saved +2021-12-18 12:54:19,458 Updating FAILED jobs +2021-12-18 12:54:19,458 Updating WAITING jobs +2021-12-18 12:54:19,458 Update finished +2021-12-18 12:54:29,469 Reloading parameters... +2021-12-18 12:54:29,489 Loading parameters... +2021-12-18 12:54:29,490 Loading project parameters... +2021-12-18 12:54:29,492 + +15 of 25 jobs remaining (12:54) +2021-12-18 12:54:29,493 Sleep: 10 +2021-12-18 12:54:29,493 Number of retrials: 0 +2021-12-18 12:54:29,493 WRAPPER CHECK TIME = 10 +2021-12-18 12:54:29,493 Checking jobs for platform=marenostrum4 +2021-12-18 12:54:29,494 Checking jobs for platform=nord3 +2021-12-18 12:54:29,495 Checking jobs for platform=local +2021-12-18 12:54:29,495 Checking jobs for platform=transfer_node +2021-12-18 12:54:29,495 Checking all jobs at once +2021-12-18 12:54:30,864 Successful check job command +2021-12-18 12:54:32,134 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:54:32,134 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:54:32,134 End of checking +2021-12-18 12:54:32,136 Updating FAILED jobs +2021-12-18 12:54:32,136 Updating WAITING jobs +2021-12-18 12:54:32,137 Update finished +2021-12-18 12:54:32,137 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:54:32,137 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:54:32,137 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:54:32,138 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:54:32,138 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:54:32,138 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:54:32,138 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:54:32,138 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:54:32,141 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:54:32,143 Job list saved +2021-12-18 12:54:32,149 Updating FAILED jobs +2021-12-18 12:54:32,149 Updating WAITING jobs +2021-12-18 12:54:32,150 Update finished +2021-12-18 12:54:42,160 Reloading parameters... +2021-12-18 12:54:42,178 Loading parameters... +2021-12-18 12:54:42,179 Loading project parameters... +2021-12-18 12:54:42,181 + +15 of 25 jobs remaining (12:54) +2021-12-18 12:54:42,181 Sleep: 10 +2021-12-18 12:54:42,181 Number of retrials: 0 +2021-12-18 12:54:42,181 WRAPPER CHECK TIME = 10 +2021-12-18 12:54:42,182 Checking jobs for platform=marenostrum4 +2021-12-18 12:54:42,182 Checking jobs for platform=nord3 +2021-12-18 12:54:42,183 Checking jobs for platform=local +2021-12-18 12:54:42,183 Checking jobs for platform=transfer_node +2021-12-18 12:54:42,183 Checking all jobs at once +2021-12-18 12:54:43,504 Successful check job command +2021-12-18 12:54:45,424 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:54:45,425 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:54:45,425 End of checking +2021-12-18 12:54:45,426 Updating FAILED jobs +2021-12-18 12:54:45,426 Updating WAITING jobs +2021-12-18 12:54:45,427 Update finished +2021-12-18 12:54:45,427 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:54:45,427 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:54:45,427 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:54:45,427 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:54:45,427 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:54:45,427 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:54:45,428 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:54:45,428 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:54:45,430 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:54:45,433 Job list saved +2021-12-18 12:54:45,437 Updating FAILED jobs +2021-12-18 12:54:45,437 Updating WAITING jobs +2021-12-18 12:54:45,438 Update finished +2021-12-18 12:54:55,446 Reloading parameters... +2021-12-18 12:54:55,464 Loading parameters... +2021-12-18 12:54:55,466 Loading project parameters... +2021-12-18 12:54:55,468 + +15 of 25 jobs remaining (12:54) +2021-12-18 12:54:55,468 Sleep: 10 +2021-12-18 12:54:55,468 Number of retrials: 0 +2021-12-18 12:54:55,468 WRAPPER CHECK TIME = 10 +2021-12-18 12:54:55,469 Checking jobs for platform=marenostrum4 +2021-12-18 12:54:55,470 Checking jobs for platform=nord3 +2021-12-18 12:54:55,470 Checking jobs for platform=local +2021-12-18 12:54:55,471 Checking jobs for platform=transfer_node +2021-12-18 12:54:55,471 Checking all jobs at once +2021-12-18 12:54:56,893 Successful check job command +2021-12-18 12:54:58,212 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:54:58,213 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:54:58,213 End of checking +2021-12-18 12:54:58,214 Updating FAILED jobs +2021-12-18 12:54:58,214 Updating WAITING jobs +2021-12-18 12:54:58,214 Update finished +2021-12-18 12:54:58,215 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:54:58,215 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:54:58,215 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:54:58,215 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:54:58,215 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:54:58,215 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:54:58,215 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:54:58,215 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:54:58,218 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:54:58,220 Job list saved +2021-12-18 12:54:58,225 Updating FAILED jobs +2021-12-18 12:54:58,225 Updating WAITING jobs +2021-12-18 12:54:58,225 Update finished +2021-12-18 12:55:08,233 Reloading parameters... +2021-12-18 12:55:08,251 Loading parameters... +2021-12-18 12:55:08,253 Loading project parameters... +2021-12-18 12:55:08,254 + +15 of 25 jobs remaining (12:55) +2021-12-18 12:55:08,255 Sleep: 10 +2021-12-18 12:55:08,255 Number of retrials: 0 +2021-12-18 12:55:08,255 WRAPPER CHECK TIME = 10 +2021-12-18 12:55:08,255 Checking jobs for platform=marenostrum4 +2021-12-18 12:55:08,256 Checking jobs for platform=nord3 +2021-12-18 12:55:08,256 Checking jobs for platform=local +2021-12-18 12:55:08,257 Checking jobs for platform=transfer_node +2021-12-18 12:55:08,257 Checking all jobs at once +2021-12-18 12:55:09,627 Successful check job command +2021-12-18 12:55:10,997 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:55:10,997 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:55:10,997 End of checking +2021-12-18 12:55:10,999 Updating FAILED jobs +2021-12-18 12:55:10,999 Updating WAITING jobs +2021-12-18 12:55:10,999 Update finished +2021-12-18 12:55:11,000 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:55:11,000 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:55:11,000 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:55:11,000 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:55:11,001 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:55:11,001 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:55:11,001 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:55:11,001 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:55:11,004 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:55:11,006 Job list saved +2021-12-18 12:55:11,010 Updating FAILED jobs +2021-12-18 12:55:11,011 Updating WAITING jobs +2021-12-18 12:55:11,011 Update finished +2021-12-18 12:55:21,016 Reloading parameters... +2021-12-18 12:55:21,036 Loading parameters... +2021-12-18 12:55:21,037 Loading project parameters... +2021-12-18 12:55:21,039 + +15 of 25 jobs remaining (12:55) +2021-12-18 12:55:21,039 Sleep: 10 +2021-12-18 12:55:21,039 Number of retrials: 0 +2021-12-18 12:55:21,039 WRAPPER CHECK TIME = 10 +2021-12-18 12:55:21,040 Checking jobs for platform=marenostrum4 +2021-12-18 12:55:21,040 Checking jobs for platform=nord3 +2021-12-18 12:55:21,041 Checking jobs for platform=local +2021-12-18 12:55:21,041 Checking jobs for platform=transfer_node +2021-12-18 12:55:21,041 Checking all jobs at once +2021-12-18 12:55:23,414 Successful check job command +2021-12-18 12:55:25,084 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:55:25,084 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:55:25,084 End of checking +2021-12-18 12:55:25,086 Updating FAILED jobs +2021-12-18 12:55:25,086 Updating WAITING jobs +2021-12-18 12:55:25,087 Update finished +2021-12-18 12:55:25,087 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:55:25,087 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:55:25,087 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:55:25,087 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:55:25,087 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:55:25,088 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:55:25,088 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:55:25,088 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:55:25,090 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:55:25,093 Job list saved +2021-12-18 12:55:25,098 Updating FAILED jobs +2021-12-18 12:55:25,098 Updating WAITING jobs +2021-12-18 12:55:25,098 Update finished +2021-12-18 12:55:35,106 Reloading parameters... +2021-12-18 12:55:35,125 Loading parameters... +2021-12-18 12:55:35,126 Loading project parameters... +2021-12-18 12:55:35,128 + +15 of 25 jobs remaining (12:55) +2021-12-18 12:55:35,128 Sleep: 10 +2021-12-18 12:55:35,128 Number of retrials: 0 +2021-12-18 12:55:35,129 WRAPPER CHECK TIME = 10 +2021-12-18 12:55:35,129 Checking jobs for platform=marenostrum4 +2021-12-18 12:55:35,130 Checking jobs for platform=nord3 +2021-12-18 12:55:35,130 Checking jobs for platform=local +2021-12-18 12:55:35,131 Checking jobs for platform=transfer_node +2021-12-18 12:55:35,131 Checking all jobs at once +2021-12-18 12:55:36,703 Successful check job command +2021-12-18 12:55:38,725 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:55:38,725 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:55:38,725 End of checking +2021-12-18 12:55:38,727 Updating FAILED jobs +2021-12-18 12:55:38,727 Updating WAITING jobs +2021-12-18 12:55:38,728 Update finished +2021-12-18 12:55:38,728 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:55:38,728 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:55:38,728 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:55:38,728 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:55:38,728 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:55:38,728 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:55:38,729 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:55:38,729 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:55:38,732 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:55:38,734 Job list saved +2021-12-18 12:55:38,739 Updating FAILED jobs +2021-12-18 12:55:38,739 Updating WAITING jobs +2021-12-18 12:55:38,739 Update finished +2021-12-18 12:55:48,749 Reloading parameters... +2021-12-18 12:55:48,770 Loading parameters... +2021-12-18 12:55:48,772 Loading project parameters... +2021-12-18 12:55:48,773 + +15 of 25 jobs remaining (12:55) +2021-12-18 12:55:48,774 Sleep: 10 +2021-12-18 12:55:48,774 Number of retrials: 0 +2021-12-18 12:55:48,774 WRAPPER CHECK TIME = 10 +2021-12-18 12:55:48,774 Checking jobs for platform=marenostrum4 +2021-12-18 12:55:48,775 Checking jobs for platform=nord3 +2021-12-18 12:55:48,775 Checking jobs for platform=local +2021-12-18 12:55:48,776 Checking jobs for platform=transfer_node +2021-12-18 12:55:48,776 Checking all jobs at once +2021-12-18 12:55:50,101 Successful check job command +2021-12-18 12:55:51,374 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:55:51,375 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:55:51,375 End of checking +2021-12-18 12:55:51,376 Updating FAILED jobs +2021-12-18 12:55:51,377 Updating WAITING jobs +2021-12-18 12:55:51,377 Update finished +2021-12-18 12:55:51,377 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:55:51,378 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:55:51,378 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:55:51,378 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:55:51,378 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:55:51,378 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:55:51,378 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:55:51,378 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:55:51,381 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:55:51,384 Job list saved +2021-12-18 12:55:51,388 Updating FAILED jobs +2021-12-18 12:55:51,388 Updating WAITING jobs +2021-12-18 12:55:51,389 Update finished +2021-12-18 12:56:01,395 Reloading parameters... +2021-12-18 12:56:01,413 Loading parameters... +2021-12-18 12:56:01,414 Loading project parameters... +2021-12-18 12:56:01,416 + +15 of 25 jobs remaining (12:56) +2021-12-18 12:56:01,416 Sleep: 10 +2021-12-18 12:56:01,416 Number of retrials: 0 +2021-12-18 12:56:01,416 WRAPPER CHECK TIME = 10 +2021-12-18 12:56:01,417 Checking jobs for platform=marenostrum4 +2021-12-18 12:56:01,418 Checking jobs for platform=nord3 +2021-12-18 12:56:01,418 Checking jobs for platform=local +2021-12-18 12:56:01,419 Checking jobs for platform=transfer_node +2021-12-18 12:56:01,419 Checking all jobs at once +2021-12-18 12:56:02,687 Successful check job command +2021-12-18 12:56:03,906 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:56:03,907 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:56:03,907 End of checking +2021-12-18 12:56:03,908 Updating FAILED jobs +2021-12-18 12:56:03,908 Updating WAITING jobs +2021-12-18 12:56:03,908 Update finished +2021-12-18 12:56:03,909 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:56:03,909 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:56:03,909 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:56:03,909 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:56:03,909 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:56:03,909 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:56:03,909 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:56:03,909 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:56:03,912 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:56:03,914 Job list saved +2021-12-18 12:56:03,919 Updating FAILED jobs +2021-12-18 12:56:03,919 Updating WAITING jobs +2021-12-18 12:56:03,919 Update finished +2021-12-18 12:56:13,930 Reloading parameters... +2021-12-18 12:56:13,952 Loading parameters... +2021-12-18 12:56:13,953 Loading project parameters... +2021-12-18 12:56:13,955 + +15 of 25 jobs remaining (12:56) +2021-12-18 12:56:13,955 Sleep: 10 +2021-12-18 12:56:13,955 Number of retrials: 0 +2021-12-18 12:56:13,955 WRAPPER CHECK TIME = 10 +2021-12-18 12:56:13,956 Checking jobs for platform=marenostrum4 +2021-12-18 12:56:13,956 Checking jobs for platform=nord3 +2021-12-18 12:56:13,957 Checking jobs for platform=local +2021-12-18 12:56:13,957 Checking jobs for platform=transfer_node +2021-12-18 12:56:13,957 Checking all jobs at once +2021-12-18 12:56:15,428 Successful check job command +2021-12-18 12:56:16,848 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:56:16,848 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:56:16,848 End of checking +2021-12-18 12:56:16,850 Updating FAILED jobs +2021-12-18 12:56:16,850 Updating WAITING jobs +2021-12-18 12:56:16,850 Update finished +2021-12-18 12:56:16,850 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:56:16,850 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:56:16,850 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:56:16,851 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:56:16,851 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:56:16,851 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:56:16,851 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:56:16,851 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:56:16,854 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:56:16,856 Job list saved +2021-12-18 12:56:16,861 Updating FAILED jobs +2021-12-18 12:56:16,861 Updating WAITING jobs +2021-12-18 12:56:16,861 Update finished +2021-12-18 12:56:26,869 Reloading parameters... +2021-12-18 12:56:26,890 Loading parameters... +2021-12-18 12:56:26,891 Loading project parameters... +2021-12-18 12:56:26,893 + +15 of 25 jobs remaining (12:56) +2021-12-18 12:56:26,893 Sleep: 10 +2021-12-18 12:56:26,893 Number of retrials: 0 +2021-12-18 12:56:26,894 WRAPPER CHECK TIME = 10 +2021-12-18 12:56:26,894 Checking jobs for platform=marenostrum4 +2021-12-18 12:56:26,895 Checking jobs for platform=nord3 +2021-12-18 12:56:26,895 Checking jobs for platform=local +2021-12-18 12:56:26,896 Checking jobs for platform=transfer_node +2021-12-18 12:56:26,896 Checking all jobs at once +2021-12-18 12:56:28,265 Successful check job command +2021-12-18 12:56:29,535 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:56:29,535 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:56:29,535 End of checking +2021-12-18 12:56:29,536 Updating FAILED jobs +2021-12-18 12:56:29,536 Updating WAITING jobs +2021-12-18 12:56:29,537 Update finished +2021-12-18 12:56:29,537 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:56:29,537 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:56:29,538 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:56:29,538 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:56:29,538 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:56:29,538 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:56:29,538 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:56:29,538 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:56:29,541 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:56:29,543 Job list saved +2021-12-18 12:56:29,547 Updating FAILED jobs +2021-12-18 12:56:29,547 Updating WAITING jobs +2021-12-18 12:56:29,547 Update finished +2021-12-18 12:56:39,556 Reloading parameters... +2021-12-18 12:56:39,575 Loading parameters... +2021-12-18 12:56:39,576 Loading project parameters... +2021-12-18 12:56:39,578 + +15 of 25 jobs remaining (12:56) +2021-12-18 12:56:39,578 Sleep: 10 +2021-12-18 12:56:39,578 Number of retrials: 0 +2021-12-18 12:56:39,578 WRAPPER CHECK TIME = 10 +2021-12-18 12:56:39,579 Checking jobs for platform=marenostrum4 +2021-12-18 12:56:39,580 Checking jobs for platform=nord3 +2021-12-18 12:56:39,580 Checking jobs for platform=local +2021-12-18 12:56:39,581 Checking jobs for platform=transfer_node +2021-12-18 12:56:39,581 Checking all jobs at once +2021-12-18 12:56:41,000 Successful check job command +2021-12-18 12:56:42,370 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:56:42,370 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:56:42,370 End of checking +2021-12-18 12:56:42,371 Updating FAILED jobs +2021-12-18 12:56:42,372 Updating WAITING jobs +2021-12-18 12:56:42,372 Update finished +2021-12-18 12:56:42,372 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:56:42,372 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:56:42,372 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:56:42,372 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:56:42,373 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:56:42,373 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:56:42,373 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:56:42,373 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:56:42,375 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:56:42,378 Job list saved +2021-12-18 12:56:42,383 Updating FAILED jobs +2021-12-18 12:56:42,383 Updating WAITING jobs +2021-12-18 12:56:42,383 Update finished +2021-12-18 12:56:52,393 Reloading parameters... +2021-12-18 12:56:52,410 Loading parameters... +2021-12-18 12:56:52,412 Loading project parameters... +2021-12-18 12:56:52,414 + +15 of 25 jobs remaining (12:56) +2021-12-18 12:56:52,414 Sleep: 10 +2021-12-18 12:56:52,414 Number of retrials: 0 +2021-12-18 12:56:52,414 WRAPPER CHECK TIME = 10 +2021-12-18 12:56:52,414 Checking jobs for platform=marenostrum4 +2021-12-18 12:56:52,415 Checking jobs for platform=nord3 +2021-12-18 12:56:52,416 Checking jobs for platform=local +2021-12-18 12:56:52,416 Checking jobs for platform=transfer_node +2021-12-18 12:56:52,416 Checking all jobs at once +2021-12-18 12:56:53,787 Successful check job command +2021-12-18 12:56:55,056 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:56:55,056 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:56:55,056 End of checking +2021-12-18 12:56:55,058 Updating FAILED jobs +2021-12-18 12:56:55,058 Updating WAITING jobs +2021-12-18 12:56:55,058 Update finished +2021-12-18 12:56:55,058 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:56:55,058 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:56:55,058 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:56:55,059 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:56:55,059 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:56:55,059 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:56:55,059 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:56:55,059 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:56:55,062 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:56:55,064 Job list saved +2021-12-18 12:56:55,069 Updating FAILED jobs +2021-12-18 12:56:55,069 Updating WAITING jobs +2021-12-18 12:56:55,069 Update finished +2021-12-18 12:57:05,079 Reloading parameters... +2021-12-18 12:57:05,098 Loading parameters... +2021-12-18 12:57:05,099 Loading project parameters... +2021-12-18 12:57:05,101 + +15 of 25 jobs remaining (12:57) +2021-12-18 12:57:05,101 Sleep: 10 +2021-12-18 12:57:05,101 Number of retrials: 0 +2021-12-18 12:57:05,101 WRAPPER CHECK TIME = 10 +2021-12-18 12:57:05,102 Checking jobs for platform=marenostrum4 +2021-12-18 12:57:05,103 Checking jobs for platform=nord3 +2021-12-18 12:57:05,103 Checking jobs for platform=local +2021-12-18 12:57:05,104 Checking jobs for platform=transfer_node +2021-12-18 12:57:05,104 Checking all jobs at once +2021-12-18 12:57:06,573 Successful check job command +2021-12-18 12:57:07,993 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:57:07,993 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:57:07,993 End of checking +2021-12-18 12:57:07,994 Updating FAILED jobs +2021-12-18 12:57:07,995 Updating WAITING jobs +2021-12-18 12:57:07,995 Update finished +2021-12-18 12:57:07,995 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:57:07,996 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:57:07,996 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:57:07,996 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:57:07,996 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:57:07,996 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:57:07,996 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:57:07,996 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:57:07,999 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:57:08,002 Job list saved +2021-12-18 12:57:08,006 Updating FAILED jobs +2021-12-18 12:57:08,006 Updating WAITING jobs +2021-12-18 12:57:08,006 Update finished +2021-12-18 12:57:18,017 Reloading parameters... +2021-12-18 12:57:18,035 Loading parameters... +2021-12-18 12:57:18,036 Loading project parameters... +2021-12-18 12:57:18,038 + +15 of 25 jobs remaining (12:57) +2021-12-18 12:57:18,038 Sleep: 10 +2021-12-18 12:57:18,038 Number of retrials: 0 +2021-12-18 12:57:18,038 WRAPPER CHECK TIME = 10 +2021-12-18 12:57:18,039 Checking jobs for platform=marenostrum4 +2021-12-18 12:57:18,039 Checking jobs for platform=nord3 +2021-12-18 12:57:18,040 Checking jobs for platform=local +2021-12-18 12:57:18,040 Checking jobs for platform=transfer_node +2021-12-18 12:57:18,040 Checking all jobs at once +2021-12-18 12:57:19,416 Successful check job command +2021-12-18 12:57:20,786 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:57:20,786 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:57:20,787 End of checking +2021-12-18 12:57:20,789 Updating FAILED jobs +2021-12-18 12:57:20,789 Updating WAITING jobs +2021-12-18 12:57:20,790 Update finished +2021-12-18 12:57:20,790 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:57:20,790 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:57:20,790 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:57:20,790 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:57:20,790 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:57:20,790 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:57:20,791 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:57:20,791 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:57:20,793 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:57:20,795 Job list saved +2021-12-18 12:57:20,800 Updating FAILED jobs +2021-12-18 12:57:20,800 Updating WAITING jobs +2021-12-18 12:57:20,800 Update finished +2021-12-18 12:57:30,810 Reloading parameters... +2021-12-18 12:57:30,828 Loading parameters... +2021-12-18 12:57:30,829 Loading project parameters... +2021-12-18 12:57:30,831 + +15 of 25 jobs remaining (12:57) +2021-12-18 12:57:30,831 Sleep: 10 +2021-12-18 12:57:30,831 Number of retrials: 0 +2021-12-18 12:57:30,831 WRAPPER CHECK TIME = 10 +2021-12-18 12:57:30,832 Checking jobs for platform=marenostrum4 +2021-12-18 12:57:30,833 Checking jobs for platform=nord3 +2021-12-18 12:57:30,833 Checking jobs for platform=local +2021-12-18 12:57:30,834 Checking jobs for platform=transfer_node +2021-12-18 12:57:30,834 Checking all jobs at once +2021-12-18 12:57:32,354 Successful check job command +2021-12-18 12:57:33,724 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:57:33,725 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:57:33,725 End of checking +2021-12-18 12:57:33,726 Updating FAILED jobs +2021-12-18 12:57:33,726 Updating WAITING jobs +2021-12-18 12:57:33,727 Update finished +2021-12-18 12:57:33,727 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:57:33,727 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:57:33,727 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:57:33,727 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:57:33,727 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:57:33,727 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:57:33,728 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:57:33,728 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:57:33,730 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:57:33,732 Job list saved +2021-12-18 12:57:33,738 Updating FAILED jobs +2021-12-18 12:57:33,738 Updating WAITING jobs +2021-12-18 12:57:33,738 Update finished +2021-12-18 12:57:43,748 Reloading parameters... +2021-12-18 12:57:43,766 Loading parameters... +2021-12-18 12:57:43,768 Loading project parameters... +2021-12-18 12:57:43,769 + +15 of 25 jobs remaining (12:57) +2021-12-18 12:57:43,770 Sleep: 10 +2021-12-18 12:57:43,770 Number of retrials: 0 +2021-12-18 12:57:43,770 WRAPPER CHECK TIME = 10 +2021-12-18 12:57:43,770 Checking jobs for platform=marenostrum4 +2021-12-18 12:57:43,771 Checking jobs for platform=nord3 +2021-12-18 12:57:43,772 Checking jobs for platform=local +2021-12-18 12:57:43,772 Checking jobs for platform=transfer_node +2021-12-18 12:57:43,772 Checking all jobs at once +2021-12-18 12:57:45,394 Successful check job command +2021-12-18 12:57:46,763 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:57:46,764 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:57:46,764 End of checking +2021-12-18 12:57:46,765 Updating FAILED jobs +2021-12-18 12:57:46,765 Updating WAITING jobs +2021-12-18 12:57:46,765 Update finished +2021-12-18 12:57:46,765 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:57:46,766 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:57:46,766 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:57:46,766 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:57:46,766 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:57:46,766 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:57:46,767 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:57:46,767 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:57:46,769 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:57:46,771 Job list saved +2021-12-18 12:57:46,776 Updating FAILED jobs +2021-12-18 12:57:46,776 Updating WAITING jobs +2021-12-18 12:57:46,776 Update finished +2021-12-18 12:57:56,786 Reloading parameters... +2021-12-18 12:57:56,803 Loading parameters... +2021-12-18 12:57:56,805 Loading project parameters... +2021-12-18 12:57:56,807 + +15 of 25 jobs remaining (12:57) +2021-12-18 12:57:56,807 Sleep: 10 +2021-12-18 12:57:56,807 Number of retrials: 0 +2021-12-18 12:57:56,807 WRAPPER CHECK TIME = 10 +2021-12-18 12:57:56,808 Checking jobs for platform=marenostrum4 +2021-12-18 12:57:56,808 Checking jobs for platform=nord3 +2021-12-18 12:57:56,809 Checking jobs for platform=local +2021-12-18 12:57:56,809 Checking jobs for platform=transfer_node +2021-12-18 12:57:56,810 Checking all jobs at once +2021-12-18 12:57:58,230 Successful check job command +2021-12-18 12:57:59,649 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:57:59,650 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:57:59,650 End of checking +2021-12-18 12:57:59,651 Updating FAILED jobs +2021-12-18 12:57:59,651 Updating WAITING jobs +2021-12-18 12:57:59,651 Update finished +2021-12-18 12:57:59,651 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:57:59,652 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:57:59,652 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:57:59,652 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:57:59,652 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:57:59,652 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:57:59,652 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:57:59,652 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:57:59,655 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:57:59,657 Job list saved +2021-12-18 12:57:59,661 Updating FAILED jobs +2021-12-18 12:57:59,661 Updating WAITING jobs +2021-12-18 12:57:59,662 Update finished +2021-12-18 12:58:09,672 Reloading parameters... +2021-12-18 12:58:09,690 Loading parameters... +2021-12-18 12:58:09,691 Loading project parameters... +2021-12-18 12:58:09,693 + +15 of 25 jobs remaining (12:58) +2021-12-18 12:58:09,693 Sleep: 10 +2021-12-18 12:58:09,693 Number of retrials: 0 +2021-12-18 12:58:09,693 WRAPPER CHECK TIME = 10 +2021-12-18 12:58:09,694 Checking jobs for platform=marenostrum4 +2021-12-18 12:58:09,695 Checking jobs for platform=nord3 +2021-12-18 12:58:09,695 Checking jobs for platform=local +2021-12-18 12:58:09,696 Checking jobs for platform=transfer_node +2021-12-18 12:58:09,696 Checking all jobs at once +2021-12-18 12:58:11,016 Successful check job command +2021-12-18 12:58:12,385 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:58:12,386 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:58:12,386 End of checking +2021-12-18 12:58:12,387 Updating FAILED jobs +2021-12-18 12:58:12,387 Updating WAITING jobs +2021-12-18 12:58:12,387 Update finished +2021-12-18 12:58:12,388 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:58:12,388 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:58:12,388 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:58:12,388 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:58:12,388 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:58:12,388 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:58:12,388 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:58:12,388 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:58:12,391 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:58:12,393 Job list saved +2021-12-18 12:58:12,398 Updating FAILED jobs +2021-12-18 12:58:12,399 Updating WAITING jobs +2021-12-18 12:58:12,399 Update finished +2021-12-18 12:58:22,409 Reloading parameters... +2021-12-18 12:58:22,429 Loading parameters... +2021-12-18 12:58:22,431 Loading project parameters... +2021-12-18 12:58:22,433 + +15 of 25 jobs remaining (12:58) +2021-12-18 12:58:22,433 Sleep: 10 +2021-12-18 12:58:22,433 Number of retrials: 0 +2021-12-18 12:58:22,433 WRAPPER CHECK TIME = 10 +2021-12-18 12:58:22,434 Checking jobs for platform=marenostrum4 +2021-12-18 12:58:22,434 Checking jobs for platform=nord3 +2021-12-18 12:58:22,435 Checking jobs for platform=local +2021-12-18 12:58:22,435 Checking jobs for platform=transfer_node +2021-12-18 12:58:22,435 Checking all jobs at once +2021-12-18 12:58:23,755 Successful check job command +2021-12-18 12:58:24,924 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:58:24,924 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:58:24,925 End of checking +2021-12-18 12:58:24,926 Updating FAILED jobs +2021-12-18 12:58:24,926 Updating WAITING jobs +2021-12-18 12:58:24,926 Update finished +2021-12-18 12:58:24,926 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:58:24,927 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:58:24,927 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:58:24,927 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:58:24,927 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:58:24,928 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:58:24,928 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:58:24,928 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:58:24,930 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:58:24,933 Job list saved +2021-12-18 12:58:24,937 Updating FAILED jobs +2021-12-18 12:58:24,937 Updating WAITING jobs +2021-12-18 12:58:24,938 Update finished +2021-12-18 12:58:34,943 Reloading parameters... +2021-12-18 12:58:34,961 Loading parameters... +2021-12-18 12:58:34,963 Loading project parameters... +2021-12-18 12:58:34,965 + +15 of 25 jobs remaining (12:58) +2021-12-18 12:58:34,965 Sleep: 10 +2021-12-18 12:58:34,965 Number of retrials: 0 +2021-12-18 12:58:34,965 WRAPPER CHECK TIME = 10 +2021-12-18 12:58:34,966 Checking jobs for platform=marenostrum4 +2021-12-18 12:58:34,966 Checking jobs for platform=nord3 +2021-12-18 12:58:34,967 Checking jobs for platform=local +2021-12-18 12:58:34,967 Checking jobs for platform=transfer_node +2021-12-18 12:58:34,967 Checking all jobs at once +2021-12-18 12:58:37,250 Successful check job command +2021-12-18 12:58:38,620 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:58:38,620 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:58:38,620 End of checking +2021-12-18 12:58:38,621 Updating FAILED jobs +2021-12-18 12:58:38,621 Updating WAITING jobs +2021-12-18 12:58:38,621 Update finished +2021-12-18 12:58:38,622 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:58:38,622 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:58:38,622 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:58:38,622 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:58:38,622 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:58:38,623 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:58:38,623 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:58:38,623 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:58:38,625 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:58:38,627 Job list saved +2021-12-18 12:58:38,632 Updating FAILED jobs +2021-12-18 12:58:38,632 Updating WAITING jobs +2021-12-18 12:58:38,632 Update finished +2021-12-18 12:58:48,642 Reloading parameters... +2021-12-18 12:58:48,661 Loading parameters... +2021-12-18 12:58:48,663 Loading project parameters... +2021-12-18 12:58:48,665 + +15 of 25 jobs remaining (12:58) +2021-12-18 12:58:48,665 Sleep: 10 +2021-12-18 12:58:48,665 Number of retrials: 0 +2021-12-18 12:58:48,665 WRAPPER CHECK TIME = 10 +2021-12-18 12:58:48,666 Checking jobs for platform=marenostrum4 +2021-12-18 12:58:48,666 Checking jobs for platform=nord3 +2021-12-18 12:58:48,667 Checking jobs for platform=local +2021-12-18 12:58:48,667 Checking jobs for platform=transfer_node +2021-12-18 12:58:48,667 Checking all jobs at once +2021-12-18 12:58:50,840 Successful check job command +2021-12-18 12:58:52,410 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:58:52,410 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:58:52,410 End of checking +2021-12-18 12:58:52,411 Updating FAILED jobs +2021-12-18 12:58:52,412 Updating WAITING jobs +2021-12-18 12:58:52,412 Update finished +2021-12-18 12:58:52,412 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:58:52,412 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:58:52,412 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:58:52,412 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:58:52,412 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:58:52,413 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:58:52,413 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:58:52,413 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:58:52,415 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:58:52,418 Job list saved +2021-12-18 12:58:52,422 Updating FAILED jobs +2021-12-18 12:58:52,422 Updating WAITING jobs +2021-12-18 12:58:52,422 Update finished +2021-12-18 12:59:02,433 Reloading parameters... +2021-12-18 12:59:02,453 Loading parameters... +2021-12-18 12:59:02,455 Loading project parameters... +2021-12-18 12:59:02,456 + +15 of 25 jobs remaining (12:59) +2021-12-18 12:59:02,457 Sleep: 10 +2021-12-18 12:59:02,457 Number of retrials: 0 +2021-12-18 12:59:02,457 WRAPPER CHECK TIME = 10 +2021-12-18 12:59:02,457 Checking jobs for platform=marenostrum4 +2021-12-18 12:59:02,458 Checking jobs for platform=nord3 +2021-12-18 12:59:02,458 Checking jobs for platform=local +2021-12-18 12:59:02,459 Checking jobs for platform=transfer_node +2021-12-18 12:59:02,459 Checking all jobs at once +2021-12-18 12:59:03,879 Successful check job command +2021-12-18 12:59:05,249 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:59:05,249 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:59:05,249 End of checking +2021-12-18 12:59:05,250 Updating FAILED jobs +2021-12-18 12:59:05,250 Updating WAITING jobs +2021-12-18 12:59:05,251 Update finished +2021-12-18 12:59:05,251 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:59:05,251 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:59:05,251 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:59:05,252 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:59:05,252 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:59:05,252 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:59:05,252 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:59:05,252 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:59:05,255 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:59:05,257 Job list saved +2021-12-18 12:59:05,266 Updating FAILED jobs +2021-12-18 12:59:05,266 Updating WAITING jobs +2021-12-18 12:59:05,266 Update finished +2021-12-18 12:59:15,276 Reloading parameters... +2021-12-18 12:59:15,293 Loading parameters... +2021-12-18 12:59:15,294 Loading project parameters... +2021-12-18 12:59:15,296 + +15 of 25 jobs remaining (12:59) +2021-12-18 12:59:15,296 Sleep: 10 +2021-12-18 12:59:15,296 Number of retrials: 0 +2021-12-18 12:59:15,297 WRAPPER CHECK TIME = 10 +2021-12-18 12:59:15,297 Checking jobs for platform=marenostrum4 +2021-12-18 12:59:15,298 Checking jobs for platform=nord3 +2021-12-18 12:59:15,298 Checking jobs for platform=local +2021-12-18 12:59:15,299 Checking jobs for platform=transfer_node +2021-12-18 12:59:15,299 Checking all jobs at once +2021-12-18 12:59:16,572 Successful check job command +2021-12-18 12:59:17,891 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:59:17,892 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:59:17,892 End of checking +2021-12-18 12:59:17,893 Updating FAILED jobs +2021-12-18 12:59:17,893 Updating WAITING jobs +2021-12-18 12:59:17,894 Update finished +2021-12-18 12:59:17,894 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:59:17,894 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:59:17,894 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:59:17,894 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:59:17,894 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:59:17,894 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:59:17,895 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:59:17,895 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:59:17,897 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:59:17,900 Job list saved +2021-12-18 12:59:17,905 Updating FAILED jobs +2021-12-18 12:59:17,905 Updating WAITING jobs +2021-12-18 12:59:17,905 Update finished +2021-12-18 12:59:27,916 Reloading parameters... +2021-12-18 12:59:27,933 Loading parameters... +2021-12-18 12:59:27,934 Loading project parameters... +2021-12-18 12:59:27,936 + +15 of 25 jobs remaining (12:59) +2021-12-18 12:59:27,937 Sleep: 10 +2021-12-18 12:59:27,937 Number of retrials: 0 +2021-12-18 12:59:27,937 WRAPPER CHECK TIME = 10 +2021-12-18 12:59:27,937 Checking jobs for platform=marenostrum4 +2021-12-18 12:59:27,938 Checking jobs for platform=nord3 +2021-12-18 12:59:27,938 Checking jobs for platform=local +2021-12-18 12:59:27,939 Checking jobs for platform=transfer_node +2021-12-18 12:59:27,939 Checking all jobs at once +2021-12-18 12:59:29,258 Successful check job command +2021-12-18 12:59:31,530 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:59:31,530 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:59:31,530 End of checking +2021-12-18 12:59:31,531 Updating FAILED jobs +2021-12-18 12:59:31,532 Updating WAITING jobs +2021-12-18 12:59:31,532 Update finished +2021-12-18 12:59:31,532 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:59:31,532 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:59:31,532 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:59:31,532 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:59:31,533 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:59:31,533 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:59:31,533 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:59:31,533 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:59:31,535 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:59:31,538 Job list saved +2021-12-18 12:59:31,542 Updating FAILED jobs +2021-12-18 12:59:31,542 Updating WAITING jobs +2021-12-18 12:59:31,543 Update finished +2021-12-18 12:59:41,553 Reloading parameters... +2021-12-18 12:59:41,571 Loading parameters... +2021-12-18 12:59:41,572 Loading project parameters... +2021-12-18 12:59:41,574 + +15 of 25 jobs remaining (12:59) +2021-12-18 12:59:41,574 Sleep: 10 +2021-12-18 12:59:41,574 Number of retrials: 0 +2021-12-18 12:59:41,574 WRAPPER CHECK TIME = 10 +2021-12-18 12:59:41,575 Checking jobs for platform=marenostrum4 +2021-12-18 12:59:41,575 Checking jobs for platform=nord3 +2021-12-18 12:59:41,576 Checking jobs for platform=local +2021-12-18 12:59:41,576 Checking jobs for platform=transfer_node +2021-12-18 12:59:41,576 Checking all jobs at once +2021-12-18 12:59:42,946 Successful check job command +2021-12-18 12:59:44,216 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:59:44,216 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:59:44,216 End of checking +2021-12-18 12:59:44,217 Updating FAILED jobs +2021-12-18 12:59:44,218 Updating WAITING jobs +2021-12-18 12:59:44,218 Update finished +2021-12-18 12:59:44,218 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:59:44,219 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:59:44,219 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:59:44,219 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:59:44,219 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:59:44,219 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:59:44,219 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:59:44,219 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:59:44,222 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:59:44,224 Job list saved +2021-12-18 12:59:44,231 Updating FAILED jobs +2021-12-18 12:59:44,231 Updating WAITING jobs +2021-12-18 12:59:44,231 Update finished +2021-12-18 12:59:54,237 Reloading parameters... +2021-12-18 12:59:54,256 Loading parameters... +2021-12-18 12:59:54,258 Loading project parameters... +2021-12-18 12:59:54,260 + +15 of 25 jobs remaining (12:59) +2021-12-18 12:59:54,260 Sleep: 10 +2021-12-18 12:59:54,260 Number of retrials: 0 +2021-12-18 12:59:54,260 WRAPPER CHECK TIME = 10 +2021-12-18 12:59:54,260 Checking jobs for platform=marenostrum4 +2021-12-18 12:59:54,261 Checking jobs for platform=nord3 +2021-12-18 12:59:54,262 Checking jobs for platform=local +2021-12-18 12:59:54,262 Checking jobs for platform=transfer_node +2021-12-18 12:59:54,262 Checking all jobs at once +2021-12-18 12:59:55,731 Successful check job command +2021-12-18 12:59:57,151 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 12:59:57,151 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 12:59:57,151 End of checking +2021-12-18 12:59:57,152 Updating FAILED jobs +2021-12-18 12:59:57,152 Updating WAITING jobs +2021-12-18 12:59:57,153 Update finished +2021-12-18 12:59:57,153 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 12:59:57,153 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 12:59:57,153 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 12:59:57,153 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 12:59:57,153 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 12:59:57,153 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 12:59:57,154 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 12:59:57,154 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 12:59:57,156 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 12:59:57,159 Job list saved +2021-12-18 12:59:57,163 Updating FAILED jobs +2021-12-18 12:59:57,164 Updating WAITING jobs +2021-12-18 12:59:57,164 Update finished +2021-12-18 13:00:07,174 Reloading parameters... +2021-12-18 13:00:07,193 Loading parameters... +2021-12-18 13:00:07,194 Loading project parameters... +2021-12-18 13:00:07,196 + +15 of 25 jobs remaining (13:00) +2021-12-18 13:00:07,196 Sleep: 10 +2021-12-18 13:00:07,196 Number of retrials: 0 +2021-12-18 13:00:07,197 WRAPPER CHECK TIME = 10 +2021-12-18 13:00:07,197 Checking jobs for platform=marenostrum4 +2021-12-18 13:00:07,198 Checking jobs for platform=nord3 +2021-12-18 13:00:07,198 Checking jobs for platform=local +2021-12-18 13:00:07,199 Checking jobs for platform=transfer_node +2021-12-18 13:00:07,199 Checking all jobs at once +2021-12-18 13:00:08,719 Successful check job command +2021-12-18 13:00:10,040 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:00:10,040 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:00:10,040 End of checking +2021-12-18 13:00:10,042 Updating FAILED jobs +2021-12-18 13:00:10,042 Updating WAITING jobs +2021-12-18 13:00:10,042 Update finished +2021-12-18 13:00:10,042 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:00:10,042 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:00:10,043 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:00:10,043 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:00:10,043 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:00:10,043 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:00:10,043 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:00:10,043 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:00:10,046 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:00:10,048 Job list saved +2021-12-18 13:00:10,053 Updating FAILED jobs +2021-12-18 13:00:10,053 Updating WAITING jobs +2021-12-18 13:00:10,054 Update finished +2021-12-18 13:00:20,064 Reloading parameters... +2021-12-18 13:00:20,086 Loading parameters... +2021-12-18 13:00:20,088 Loading project parameters... +2021-12-18 13:00:20,090 + +15 of 25 jobs remaining (13:00) +2021-12-18 13:00:20,090 Sleep: 10 +2021-12-18 13:00:20,090 Number of retrials: 0 +2021-12-18 13:00:20,090 WRAPPER CHECK TIME = 10 +2021-12-18 13:00:20,091 Checking jobs for platform=marenostrum4 +2021-12-18 13:00:20,091 Checking jobs for platform=nord3 +2021-12-18 13:00:20,092 Checking jobs for platform=local +2021-12-18 13:00:20,093 Checking jobs for platform=transfer_node +2021-12-18 13:00:20,093 Checking all jobs at once +2021-12-18 13:00:21,412 Successful check job command +2021-12-18 13:00:22,831 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:00:22,832 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:00:22,832 End of checking +2021-12-18 13:00:22,833 Updating FAILED jobs +2021-12-18 13:00:22,833 Updating WAITING jobs +2021-12-18 13:00:22,833 Update finished +2021-12-18 13:00:22,833 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:00:22,834 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:00:22,834 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:00:22,834 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:00:22,834 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:00:22,834 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:00:22,835 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:00:22,835 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:00:22,837 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:00:22,840 Job list saved +2021-12-18 13:00:22,845 Updating FAILED jobs +2021-12-18 13:00:22,845 Updating WAITING jobs +2021-12-18 13:00:22,845 Update finished +2021-12-18 13:00:32,855 Reloading parameters... +2021-12-18 13:00:32,872 Loading parameters... +2021-12-18 13:00:32,873 Loading project parameters... +2021-12-18 13:00:32,875 + +15 of 25 jobs remaining (13:00) +2021-12-18 13:00:32,875 Sleep: 10 +2021-12-18 13:00:32,875 Number of retrials: 0 +2021-12-18 13:00:32,875 WRAPPER CHECK TIME = 10 +2021-12-18 13:00:32,876 Checking jobs for platform=marenostrum4 +2021-12-18 13:00:32,877 Checking jobs for platform=nord3 +2021-12-18 13:00:32,877 Checking jobs for platform=local +2021-12-18 13:00:32,878 Checking jobs for platform=transfer_node +2021-12-18 13:00:32,878 Checking all jobs at once +2021-12-18 13:00:34,248 Successful check job command +2021-12-18 13:00:35,568 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:00:35,568 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:00:35,568 End of checking +2021-12-18 13:00:35,572 Updating FAILED jobs +2021-12-18 13:00:35,573 Updating WAITING jobs +2021-12-18 13:00:35,573 Update finished +2021-12-18 13:00:35,573 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:00:35,573 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:00:35,573 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:00:35,573 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:00:35,574 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:00:35,574 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:00:35,574 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:00:35,574 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:00:35,576 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:00:35,579 Job list saved +2021-12-18 13:00:35,583 Updating FAILED jobs +2021-12-18 13:00:35,583 Updating WAITING jobs +2021-12-18 13:00:35,583 Update finished +2021-12-18 13:00:45,593 Reloading parameters... +2021-12-18 13:00:45,616 Loading parameters... +2021-12-18 13:00:45,617 Loading project parameters... +2021-12-18 13:00:45,619 + +15 of 25 jobs remaining (13:00) +2021-12-18 13:00:45,619 Sleep: 10 +2021-12-18 13:00:45,619 Number of retrials: 0 +2021-12-18 13:00:45,619 WRAPPER CHECK TIME = 10 +2021-12-18 13:00:45,620 Checking jobs for platform=marenostrum4 +2021-12-18 13:00:45,621 Checking jobs for platform=nord3 +2021-12-18 13:00:45,621 Checking jobs for platform=local +2021-12-18 13:00:45,622 Checking jobs for platform=transfer_node +2021-12-18 13:00:45,622 Checking all jobs at once +2021-12-18 13:00:47,144 Successful check job command +2021-12-18 13:00:48,465 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:00:48,466 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:00:48,466 End of checking +2021-12-18 13:00:48,467 Updating FAILED jobs +2021-12-18 13:00:48,468 Updating WAITING jobs +2021-12-18 13:00:48,468 Update finished +2021-12-18 13:00:48,468 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:00:48,468 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:00:48,468 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:00:48,468 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:00:48,468 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:00:48,469 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:00:48,469 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:00:48,469 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:00:48,471 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:00:48,474 Job list saved +2021-12-18 13:00:48,479 Updating FAILED jobs +2021-12-18 13:00:48,479 Updating WAITING jobs +2021-12-18 13:00:48,480 Update finished +2021-12-18 13:00:58,487 Reloading parameters... +2021-12-18 13:00:58,510 Loading parameters... +2021-12-18 13:00:58,512 Loading project parameters... +2021-12-18 13:00:58,513 + +15 of 25 jobs remaining (13:00) +2021-12-18 13:00:58,514 Sleep: 10 +2021-12-18 13:00:58,514 Number of retrials: 0 +2021-12-18 13:00:58,514 WRAPPER CHECK TIME = 10 +2021-12-18 13:00:58,515 Checking jobs for platform=marenostrum4 +2021-12-18 13:00:58,515 Checking jobs for platform=nord3 +2021-12-18 13:00:58,516 Checking jobs for platform=local +2021-12-18 13:00:58,516 Checking jobs for platform=transfer_node +2021-12-18 13:00:58,517 Checking all jobs at once +2021-12-18 13:00:59,836 Successful check job command +2021-12-18 13:01:01,107 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:01:01,108 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:01:01,108 End of checking +2021-12-18 13:01:01,109 Updating FAILED jobs +2021-12-18 13:01:01,109 Updating WAITING jobs +2021-12-18 13:01:01,110 Update finished +2021-12-18 13:01:01,110 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:01:01,110 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:01:01,111 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:01:01,111 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:01:01,111 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:01:01,111 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:01:01,111 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:01:01,111 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:01:01,114 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:01:01,116 Job list saved +2021-12-18 13:01:01,121 Updating FAILED jobs +2021-12-18 13:01:01,122 Updating WAITING jobs +2021-12-18 13:01:01,122 Update finished +2021-12-18 13:01:11,132 Reloading parameters... +2021-12-18 13:01:11,149 Loading parameters... +2021-12-18 13:01:11,151 Loading project parameters... +2021-12-18 13:01:11,152 + +15 of 25 jobs remaining (13:01) +2021-12-18 13:01:11,153 Sleep: 10 +2021-12-18 13:01:11,153 Number of retrials: 0 +2021-12-18 13:01:11,153 WRAPPER CHECK TIME = 10 +2021-12-18 13:01:11,154 Checking jobs for platform=marenostrum4 +2021-12-18 13:01:11,154 Checking jobs for platform=nord3 +2021-12-18 13:01:11,155 Checking jobs for platform=local +2021-12-18 13:01:11,155 Checking jobs for platform=transfer_node +2021-12-18 13:01:11,155 Checking all jobs at once +2021-12-18 13:01:13,026 Successful check job command +2021-12-18 13:01:14,495 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:01:14,495 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:01:14,495 End of checking +2021-12-18 13:01:14,497 Updating FAILED jobs +2021-12-18 13:01:14,497 Updating WAITING jobs +2021-12-18 13:01:14,497 Update finished +2021-12-18 13:01:14,498 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:01:14,498 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:01:14,498 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:01:14,498 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:01:14,498 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:01:14,498 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:01:14,498 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:01:14,498 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:01:14,501 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:01:14,503 Job list saved +2021-12-18 13:01:14,515 Updating FAILED jobs +2021-12-18 13:01:14,516 Updating WAITING jobs +2021-12-18 13:01:14,516 Update finished +2021-12-18 13:01:24,521 Reloading parameters... +2021-12-18 13:01:24,539 Loading parameters... +2021-12-18 13:01:24,540 Loading project parameters... +2021-12-18 13:01:24,542 + +15 of 25 jobs remaining (13:01) +2021-12-18 13:01:24,542 Sleep: 10 +2021-12-18 13:01:24,543 Number of retrials: 0 +2021-12-18 13:01:24,543 WRAPPER CHECK TIME = 10 +2021-12-18 13:01:24,543 Checking jobs for platform=marenostrum4 +2021-12-18 13:01:24,544 Checking jobs for platform=nord3 +2021-12-18 13:01:24,544 Checking jobs for platform=local +2021-12-18 13:01:24,545 Checking jobs for platform=transfer_node +2021-12-18 13:01:24,545 Checking all jobs at once +2021-12-18 13:01:26,516 Successful check job command +2021-12-18 13:01:28,436 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:01:28,436 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:01:28,437 End of checking +2021-12-18 13:01:28,438 Updating FAILED jobs +2021-12-18 13:01:28,438 Updating WAITING jobs +2021-12-18 13:01:28,438 Update finished +2021-12-18 13:01:28,439 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:01:28,439 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:01:28,439 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:01:28,439 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:01:28,439 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:01:28,439 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:01:28,439 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:01:28,439 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:01:28,442 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:01:28,445 Job list saved +2021-12-18 13:01:28,449 Updating FAILED jobs +2021-12-18 13:01:28,449 Updating WAITING jobs +2021-12-18 13:01:28,450 Update finished +2021-12-18 13:01:38,460 Reloading parameters... +2021-12-18 13:01:38,479 Loading parameters... +2021-12-18 13:01:38,480 Loading project parameters... +2021-12-18 13:01:38,482 + +15 of 25 jobs remaining (13:01) +2021-12-18 13:01:38,482 Sleep: 10 +2021-12-18 13:01:38,482 Number of retrials: 0 +2021-12-18 13:01:38,482 WRAPPER CHECK TIME = 10 +2021-12-18 13:01:38,483 Checking jobs for platform=marenostrum4 +2021-12-18 13:01:38,483 Checking jobs for platform=nord3 +2021-12-18 13:01:38,484 Checking jobs for platform=local +2021-12-18 13:01:38,484 Checking jobs for platform=transfer_node +2021-12-18 13:01:38,484 Checking all jobs at once +2021-12-18 13:01:39,804 Successful check job command +2021-12-18 13:01:41,225 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:01:41,225 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:01:41,225 End of checking +2021-12-18 13:01:41,227 Updating FAILED jobs +2021-12-18 13:01:41,228 Updating WAITING jobs +2021-12-18 13:01:41,228 Update finished +2021-12-18 13:01:41,228 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:01:41,231 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:01:41,231 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:01:41,231 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:01:41,231 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:01:41,232 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:01:41,232 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:01:41,232 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:01:41,236 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:01:41,238 Job list saved +2021-12-18 13:01:41,242 Updating FAILED jobs +2021-12-18 13:01:41,242 Updating WAITING jobs +2021-12-18 13:01:41,242 Update finished +2021-12-18 13:01:51,252 Reloading parameters... +2021-12-18 13:01:51,271 Loading parameters... +2021-12-18 13:01:51,272 Loading project parameters... +2021-12-18 13:01:51,274 + +15 of 25 jobs remaining (13:01) +2021-12-18 13:01:51,274 Sleep: 10 +2021-12-18 13:01:51,274 Number of retrials: 0 +2021-12-18 13:01:51,274 WRAPPER CHECK TIME = 10 +2021-12-18 13:01:51,275 Checking jobs for platform=marenostrum4 +2021-12-18 13:01:51,275 Checking jobs for platform=nord3 +2021-12-18 13:01:51,276 Checking jobs for platform=local +2021-12-18 13:01:51,276 Checking jobs for platform=transfer_node +2021-12-18 13:01:51,277 Checking all jobs at once +2021-12-18 13:01:52,547 Successful check job command +2021-12-18 13:01:53,867 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:01:53,867 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:01:53,867 End of checking +2021-12-18 13:01:53,869 Updating FAILED jobs +2021-12-18 13:01:53,869 Updating WAITING jobs +2021-12-18 13:01:53,869 Update finished +2021-12-18 13:01:53,869 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:01:53,869 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:01:53,869 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:01:53,870 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:01:53,870 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:01:53,870 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:01:53,870 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:01:53,870 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:01:53,872 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:01:53,875 Job list saved +2021-12-18 13:01:53,879 Updating FAILED jobs +2021-12-18 13:01:53,879 Updating WAITING jobs +2021-12-18 13:01:53,879 Update finished +2021-12-18 13:02:03,890 Reloading parameters... +2021-12-18 13:02:03,908 Loading parameters... +2021-12-18 13:02:03,909 Loading project parameters... +2021-12-18 13:02:03,911 + +15 of 25 jobs remaining (13:02) +2021-12-18 13:02:03,911 Sleep: 10 +2021-12-18 13:02:03,911 Number of retrials: 0 +2021-12-18 13:02:03,911 WRAPPER CHECK TIME = 10 +2021-12-18 13:02:03,912 Checking jobs for platform=marenostrum4 +2021-12-18 13:02:03,912 Checking jobs for platform=nord3 +2021-12-18 13:02:03,913 Checking jobs for platform=local +2021-12-18 13:02:03,914 Checking jobs for platform=transfer_node +2021-12-18 13:02:03,914 Checking all jobs at once +2021-12-18 13:02:05,183 Successful check job command +2021-12-18 13:02:06,503 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:02:06,503 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:02:06,503 End of checking +2021-12-18 13:02:06,504 Updating FAILED jobs +2021-12-18 13:02:06,505 Updating WAITING jobs +2021-12-18 13:02:06,505 Update finished +2021-12-18 13:02:06,505 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:02:06,505 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:02:06,505 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:02:06,505 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:02:06,506 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:02:06,506 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:02:06,506 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:02:06,506 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:02:06,508 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:02:06,511 Job list saved +2021-12-18 13:02:06,515 Updating FAILED jobs +2021-12-18 13:02:06,515 Updating WAITING jobs +2021-12-18 13:02:06,515 Update finished +2021-12-18 13:02:16,526 Reloading parameters... +2021-12-18 13:02:16,545 Loading parameters... +2021-12-18 13:02:16,546 Loading project parameters... +2021-12-18 13:02:16,548 + +15 of 25 jobs remaining (13:02) +2021-12-18 13:02:16,548 Sleep: 10 +2021-12-18 13:02:16,548 Number of retrials: 0 +2021-12-18 13:02:16,548 WRAPPER CHECK TIME = 10 +2021-12-18 13:02:16,549 Checking jobs for platform=marenostrum4 +2021-12-18 13:02:16,549 Checking jobs for platform=nord3 +2021-12-18 13:02:16,550 Checking jobs for platform=local +2021-12-18 13:02:16,550 Checking jobs for platform=transfer_node +2021-12-18 13:02:16,551 Checking all jobs at once +2021-12-18 13:02:17,920 Successful check job command +2021-12-18 13:02:19,290 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:02:19,291 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:02:19,291 End of checking +2021-12-18 13:02:19,292 Updating FAILED jobs +2021-12-18 13:02:19,292 Updating WAITING jobs +2021-12-18 13:02:19,292 Update finished +2021-12-18 13:02:19,293 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:02:19,293 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:02:19,293 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:02:19,294 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:02:19,294 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:02:19,294 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:02:19,294 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:02:19,294 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:02:19,297 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:02:19,299 Job list saved +2021-12-18 13:02:19,304 Updating FAILED jobs +2021-12-18 13:02:19,304 Updating WAITING jobs +2021-12-18 13:02:19,304 Update finished +2021-12-18 13:02:29,314 Reloading parameters... +2021-12-18 13:02:29,339 Loading parameters... +2021-12-18 13:02:29,340 Loading project parameters... +2021-12-18 13:02:29,342 + +15 of 25 jobs remaining (13:02) +2021-12-18 13:02:29,342 Sleep: 10 +2021-12-18 13:02:29,342 Number of retrials: 0 +2021-12-18 13:02:29,342 WRAPPER CHECK TIME = 10 +2021-12-18 13:02:29,343 Checking jobs for platform=marenostrum4 +2021-12-18 13:02:29,344 Checking jobs for platform=nord3 +2021-12-18 13:02:29,344 Checking jobs for platform=local +2021-12-18 13:02:29,345 Checking jobs for platform=transfer_node +2021-12-18 13:02:29,345 Checking all jobs at once +2021-12-18 13:02:31,567 Successful check job command +2021-12-18 13:02:33,538 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:02:33,538 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:02:33,538 End of checking +2021-12-18 13:02:33,539 Updating FAILED jobs +2021-12-18 13:02:33,540 Updating WAITING jobs +2021-12-18 13:02:33,540 Update finished +2021-12-18 13:02:33,540 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:02:33,540 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:02:33,540 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:02:33,540 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:02:33,541 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:02:33,541 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:02:33,541 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:02:33,541 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:02:33,544 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:02:33,546 Job list saved +2021-12-18 13:02:33,551 Updating FAILED jobs +2021-12-18 13:02:33,551 Updating WAITING jobs +2021-12-18 13:02:33,551 Update finished +2021-12-18 13:02:43,562 Reloading parameters... +2021-12-18 13:02:43,581 Loading parameters... +2021-12-18 13:02:43,582 Loading project parameters... +2021-12-18 13:02:43,585 + +15 of 25 jobs remaining (13:02) +2021-12-18 13:02:43,585 Sleep: 10 +2021-12-18 13:02:43,585 Number of retrials: 0 +2021-12-18 13:02:43,585 WRAPPER CHECK TIME = 10 +2021-12-18 13:02:43,586 Checking jobs for platform=marenostrum4 +2021-12-18 13:02:43,586 Checking jobs for platform=nord3 +2021-12-18 13:02:43,587 Checking jobs for platform=local +2021-12-18 13:02:43,587 Checking jobs for platform=transfer_node +2021-12-18 13:02:43,587 Checking all jobs at once +2021-12-18 13:02:45,110 Successful check job command +2021-12-18 13:02:47,631 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:02:47,632 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:02:47,632 End of checking +2021-12-18 13:02:47,633 Updating FAILED jobs +2021-12-18 13:02:47,633 Updating WAITING jobs +2021-12-18 13:02:47,634 Update finished +2021-12-18 13:02:47,634 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:02:47,634 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:02:47,634 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:02:47,634 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:02:47,634 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:02:47,634 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:02:47,635 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:02:47,635 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:02:47,637 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:02:47,640 Job list saved +2021-12-18 13:02:47,644 Updating FAILED jobs +2021-12-18 13:02:47,644 Updating WAITING jobs +2021-12-18 13:02:47,645 Update finished +2021-12-18 13:02:57,653 Reloading parameters... +2021-12-18 13:02:57,672 Loading parameters... +2021-12-18 13:02:57,673 Loading project parameters... +2021-12-18 13:02:57,675 + +15 of 25 jobs remaining (13:02) +2021-12-18 13:02:57,675 Sleep: 10 +2021-12-18 13:02:57,675 Number of retrials: 0 +2021-12-18 13:02:57,675 WRAPPER CHECK TIME = 10 +2021-12-18 13:02:57,676 Checking jobs for platform=marenostrum4 +2021-12-18 13:02:57,677 Checking jobs for platform=nord3 +2021-12-18 13:02:57,677 Checking jobs for platform=local +2021-12-18 13:02:57,678 Checking jobs for platform=transfer_node +2021-12-18 13:02:57,678 Checking all jobs at once +2021-12-18 13:02:58,898 Successful check job command +2021-12-18 13:03:00,218 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:03:00,218 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:03:00,218 End of checking +2021-12-18 13:03:00,219 Updating FAILED jobs +2021-12-18 13:03:00,220 Updating WAITING jobs +2021-12-18 13:03:00,220 Update finished +2021-12-18 13:03:00,220 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:03:00,221 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:03:00,221 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:03:00,221 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:03:00,221 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:03:00,221 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:03:00,221 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:03:00,221 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:03:00,226 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:03:00,228 Job list saved +2021-12-18 13:03:00,234 Updating FAILED jobs +2021-12-18 13:03:00,234 Updating WAITING jobs +2021-12-18 13:03:00,234 Update finished +2021-12-18 13:03:10,241 Reloading parameters... +2021-12-18 13:03:10,261 Loading parameters... +2021-12-18 13:03:10,262 Loading project parameters... +2021-12-18 13:03:10,264 + +15 of 25 jobs remaining (13:03) +2021-12-18 13:03:10,264 Sleep: 10 +2021-12-18 13:03:10,264 Number of retrials: 0 +2021-12-18 13:03:10,265 WRAPPER CHECK TIME = 10 +2021-12-18 13:03:10,265 Checking jobs for platform=marenostrum4 +2021-12-18 13:03:10,266 Checking jobs for platform=nord3 +2021-12-18 13:03:10,266 Checking jobs for platform=local +2021-12-18 13:03:10,267 Checking jobs for platform=transfer_node +2021-12-18 13:03:10,267 Checking all jobs at once +2021-12-18 13:03:11,536 Successful check job command +2021-12-18 13:03:12,805 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:03:12,806 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:03:12,806 End of checking +2021-12-18 13:03:12,807 Updating FAILED jobs +2021-12-18 13:03:12,807 Updating WAITING jobs +2021-12-18 13:03:12,807 Update finished +2021-12-18 13:03:12,808 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:03:12,808 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:03:12,808 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:03:12,808 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:03:12,808 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:03:12,808 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:03:12,808 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:03:12,808 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:03:12,812 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:03:12,814 Job list saved +2021-12-18 13:03:12,820 Updating FAILED jobs +2021-12-18 13:03:12,820 Updating WAITING jobs +2021-12-18 13:03:12,821 Update finished +2021-12-18 13:03:22,831 Reloading parameters... +2021-12-18 13:03:22,849 Loading parameters... +2021-12-18 13:03:22,850 Loading project parameters... +2021-12-18 13:03:22,852 + +15 of 25 jobs remaining (13:03) +2021-12-18 13:03:22,852 Sleep: 10 +2021-12-18 13:03:22,852 Number of retrials: 0 +2021-12-18 13:03:22,852 WRAPPER CHECK TIME = 10 +2021-12-18 13:03:22,853 Checking jobs for platform=marenostrum4 +2021-12-18 13:03:22,854 Checking jobs for platform=nord3 +2021-12-18 13:03:22,854 Checking jobs for platform=local +2021-12-18 13:03:22,855 Checking jobs for platform=transfer_node +2021-12-18 13:03:22,855 Checking all jobs at once +2021-12-18 13:03:24,275 Successful check job command +2021-12-18 13:03:25,697 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:03:25,697 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:03:25,697 End of checking +2021-12-18 13:03:25,698 Updating FAILED jobs +2021-12-18 13:03:25,699 Updating WAITING jobs +2021-12-18 13:03:25,699 Update finished +2021-12-18 13:03:25,699 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:03:25,699 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:03:25,699 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:03:25,699 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:03:25,700 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:03:25,700 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:03:25,700 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:03:25,700 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:03:25,704 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:03:25,706 Job list saved +2021-12-18 13:03:25,711 Updating FAILED jobs +2021-12-18 13:03:25,711 Updating WAITING jobs +2021-12-18 13:03:25,711 Update finished +2021-12-18 13:03:35,721 Reloading parameters... +2021-12-18 13:03:35,742 Loading parameters... +2021-12-18 13:03:35,744 Loading project parameters... +2021-12-18 13:03:35,746 + +15 of 25 jobs remaining (13:03) +2021-12-18 13:03:35,746 Sleep: 10 +2021-12-18 13:03:35,746 Number of retrials: 0 +2021-12-18 13:03:35,746 WRAPPER CHECK TIME = 10 +2021-12-18 13:03:35,747 Checking jobs for platform=marenostrum4 +2021-12-18 13:03:35,747 Checking jobs for platform=nord3 +2021-12-18 13:03:35,748 Checking jobs for platform=local +2021-12-18 13:03:35,748 Checking jobs for platform=transfer_node +2021-12-18 13:03:35,748 Checking all jobs at once +2021-12-18 13:03:37,070 Successful check job command +2021-12-18 13:03:38,339 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:03:38,339 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:03:38,339 End of checking +2021-12-18 13:03:38,341 Updating FAILED jobs +2021-12-18 13:03:38,341 Updating WAITING jobs +2021-12-18 13:03:38,341 Update finished +2021-12-18 13:03:38,341 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:03:38,342 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:03:38,342 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:03:38,342 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:03:38,342 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:03:38,343 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:03:38,343 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:03:38,343 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:03:38,346 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:03:38,348 Job list saved +2021-12-18 13:03:38,356 Updating FAILED jobs +2021-12-18 13:03:38,356 Updating WAITING jobs +2021-12-18 13:03:38,357 Update finished +2021-12-18 13:03:48,367 Reloading parameters... +2021-12-18 13:03:48,386 Loading parameters... +2021-12-18 13:03:48,388 Loading project parameters... +2021-12-18 13:03:48,390 + +15 of 25 jobs remaining (13:03) +2021-12-18 13:03:48,390 Sleep: 10 +2021-12-18 13:03:48,390 Number of retrials: 0 +2021-12-18 13:03:48,390 WRAPPER CHECK TIME = 10 +2021-12-18 13:03:48,391 Checking jobs for platform=marenostrum4 +2021-12-18 13:03:48,391 Checking jobs for platform=nord3 +2021-12-18 13:03:48,392 Checking jobs for platform=local +2021-12-18 13:03:48,392 Checking jobs for platform=transfer_node +2021-12-18 13:03:48,392 Checking all jobs at once +2021-12-18 13:03:49,762 Successful check job command +2021-12-18 13:03:51,083 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:03:51,083 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:03:51,083 End of checking +2021-12-18 13:03:51,085 Updating FAILED jobs +2021-12-18 13:03:51,085 Updating WAITING jobs +2021-12-18 13:03:51,086 Update finished +2021-12-18 13:03:51,086 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:03:51,086 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:03:51,086 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:03:51,086 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:03:51,086 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:03:51,087 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:03:51,087 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:03:51,087 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:03:51,090 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:03:51,093 Job list saved +2021-12-18 13:03:51,099 Updating FAILED jobs +2021-12-18 13:03:51,099 Updating WAITING jobs +2021-12-18 13:03:51,099 Update finished +2021-12-18 13:04:01,110 Reloading parameters... +2021-12-18 13:04:01,132 Loading parameters... +2021-12-18 13:04:01,134 Loading project parameters... +2021-12-18 13:04:01,136 + +15 of 25 jobs remaining (13:04) +2021-12-18 13:04:01,136 Sleep: 10 +2021-12-18 13:04:01,136 Number of retrials: 0 +2021-12-18 13:04:01,136 WRAPPER CHECK TIME = 10 +2021-12-18 13:04:01,137 Checking jobs for platform=marenostrum4 +2021-12-18 13:04:01,137 Checking jobs for platform=nord3 +2021-12-18 13:04:01,138 Checking jobs for platform=local +2021-12-18 13:04:01,138 Checking jobs for platform=transfer_node +2021-12-18 13:04:01,138 Checking all jobs at once +2021-12-18 13:04:02,408 Successful check job command +2021-12-18 13:04:03,678 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:04:03,678 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:04:03,678 End of checking +2021-12-18 13:04:03,680 Updating FAILED jobs +2021-12-18 13:04:03,680 Updating WAITING jobs +2021-12-18 13:04:03,680 Update finished +2021-12-18 13:04:03,680 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:04:03,680 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:04:03,680 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:04:03,681 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:04:03,681 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:04:03,681 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:04:03,681 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:04:03,681 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:04:03,684 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:04:03,686 Job list saved +2021-12-18 13:04:03,691 Updating FAILED jobs +2021-12-18 13:04:03,692 Updating WAITING jobs +2021-12-18 13:04:03,692 Update finished +2021-12-18 13:04:13,702 Reloading parameters... +2021-12-18 13:04:13,722 Loading parameters... +2021-12-18 13:04:13,724 Loading project parameters... +2021-12-18 13:04:13,726 + +15 of 25 jobs remaining (13:04) +2021-12-18 13:04:13,726 Sleep: 10 +2021-12-18 13:04:13,726 Number of retrials: 0 +2021-12-18 13:04:13,726 WRAPPER CHECK TIME = 10 +2021-12-18 13:04:13,727 Checking jobs for platform=marenostrum4 +2021-12-18 13:04:13,727 Checking jobs for platform=nord3 +2021-12-18 13:04:13,728 Checking jobs for platform=local +2021-12-18 13:04:13,728 Checking jobs for platform=transfer_node +2021-12-18 13:04:13,728 Checking all jobs at once +2021-12-18 13:04:15,048 Successful check job command +2021-12-18 13:04:16,219 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:04:16,219 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:04:16,219 End of checking +2021-12-18 13:04:16,221 Updating FAILED jobs +2021-12-18 13:04:16,221 Updating WAITING jobs +2021-12-18 13:04:16,221 Update finished +2021-12-18 13:04:16,222 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:04:16,223 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:04:16,223 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:04:16,223 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:04:16,223 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:04:16,223 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:04:16,223 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:04:16,223 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:04:16,226 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:04:16,228 Job list saved +2021-12-18 13:04:16,234 Updating FAILED jobs +2021-12-18 13:04:16,234 Updating WAITING jobs +2021-12-18 13:04:16,234 Update finished +2021-12-18 13:04:26,245 Reloading parameters... +2021-12-18 13:04:26,263 Loading parameters... +2021-12-18 13:04:26,265 Loading project parameters... +2021-12-18 13:04:26,267 + +15 of 25 jobs remaining (13:04) +2021-12-18 13:04:26,267 Sleep: 10 +2021-12-18 13:04:26,267 Number of retrials: 0 +2021-12-18 13:04:26,267 WRAPPER CHECK TIME = 10 +2021-12-18 13:04:26,268 Checking jobs for platform=marenostrum4 +2021-12-18 13:04:26,268 Checking jobs for platform=nord3 +2021-12-18 13:04:26,269 Checking jobs for platform=local +2021-12-18 13:04:26,269 Checking jobs for platform=transfer_node +2021-12-18 13:04:26,269 Checking all jobs at once +2021-12-18 13:04:27,943 Successful check job command +2021-12-18 13:04:29,262 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:04:29,263 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:04:29,263 End of checking +2021-12-18 13:04:29,264 Updating FAILED jobs +2021-12-18 13:04:29,264 Updating WAITING jobs +2021-12-18 13:04:29,264 Update finished +2021-12-18 13:04:29,265 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:04:29,265 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:04:29,265 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:04:29,265 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:04:29,265 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:04:29,265 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:04:29,265 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:04:29,266 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:04:29,268 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:04:29,271 Job list saved +2021-12-18 13:04:29,277 Updating FAILED jobs +2021-12-18 13:04:29,277 Updating WAITING jobs +2021-12-18 13:04:29,277 Update finished +2021-12-18 13:04:39,287 Reloading parameters... +2021-12-18 13:04:39,308 Loading parameters... +2021-12-18 13:04:39,309 Loading project parameters... +2021-12-18 13:04:39,311 + +15 of 25 jobs remaining (13:04) +2021-12-18 13:04:39,311 Sleep: 10 +2021-12-18 13:04:39,311 Number of retrials: 0 +2021-12-18 13:04:39,311 WRAPPER CHECK TIME = 10 +2021-12-18 13:04:39,312 Checking jobs for platform=marenostrum4 +2021-12-18 13:04:39,315 Checking jobs for platform=nord3 +2021-12-18 13:04:39,316 Checking jobs for platform=local +2021-12-18 13:04:39,317 Checking jobs for platform=transfer_node +2021-12-18 13:04:39,317 Checking all jobs at once +2021-12-18 13:04:41,037 Successful check job command +2021-12-18 13:04:42,557 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:04:42,557 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:04:42,557 End of checking +2021-12-18 13:04:42,559 Updating FAILED jobs +2021-12-18 13:04:42,559 Updating WAITING jobs +2021-12-18 13:04:42,559 Update finished +2021-12-18 13:04:42,559 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:04:42,559 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:04:42,560 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:04:42,560 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:04:42,560 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:04:42,560 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:04:42,560 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:04:42,560 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:04:42,563 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:04:42,565 Job list saved +2021-12-18 13:04:42,576 Updating FAILED jobs +2021-12-18 13:04:42,576 Updating WAITING jobs +2021-12-18 13:04:42,577 Update finished +2021-12-18 13:04:52,587 Reloading parameters... +2021-12-18 13:04:52,605 Loading parameters... +2021-12-18 13:04:52,607 Loading project parameters... +2021-12-18 13:04:52,609 + +15 of 25 jobs remaining (13:04) +2021-12-18 13:04:52,609 Sleep: 10 +2021-12-18 13:04:52,609 Number of retrials: 0 +2021-12-18 13:04:52,609 WRAPPER CHECK TIME = 10 +2021-12-18 13:04:52,610 Checking jobs for platform=marenostrum4 +2021-12-18 13:04:52,610 Checking jobs for platform=nord3 +2021-12-18 13:04:52,611 Checking jobs for platform=local +2021-12-18 13:04:52,611 Checking jobs for platform=transfer_node +2021-12-18 13:04:52,611 Checking all jobs at once +2021-12-18 13:04:53,882 Successful check job command +2021-12-18 13:04:55,052 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:04:55,053 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:04:55,053 End of checking +2021-12-18 13:04:55,054 Updating FAILED jobs +2021-12-18 13:04:55,055 Updating WAITING jobs +2021-12-18 13:04:55,055 Update finished +2021-12-18 13:04:55,055 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:04:55,056 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:04:55,056 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:04:55,056 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:04:55,056 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:04:55,056 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:04:55,056 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:04:55,057 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:04:55,062 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:04:55,064 Job list saved +2021-12-18 13:04:55,069 Updating FAILED jobs +2021-12-18 13:04:55,069 Updating WAITING jobs +2021-12-18 13:04:55,070 Update finished +2021-12-18 13:05:05,080 Reloading parameters... +2021-12-18 13:05:05,101 Loading parameters... +2021-12-18 13:05:05,102 Loading project parameters... +2021-12-18 13:05:05,104 + +15 of 25 jobs remaining (13:05) +2021-12-18 13:05:05,104 Sleep: 10 +2021-12-18 13:05:05,104 Number of retrials: 0 +2021-12-18 13:05:05,104 WRAPPER CHECK TIME = 10 +2021-12-18 13:05:05,105 Checking jobs for platform=marenostrum4 +2021-12-18 13:05:05,106 Checking jobs for platform=nord3 +2021-12-18 13:05:05,106 Checking jobs for platform=local +2021-12-18 13:05:05,107 Checking jobs for platform=transfer_node +2021-12-18 13:05:05,107 Checking all jobs at once +2021-12-18 13:05:06,377 Successful check job command +2021-12-18 13:05:08,298 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:05:08,298 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:05:08,298 End of checking +2021-12-18 13:05:08,300 Updating FAILED jobs +2021-12-18 13:05:08,300 Updating WAITING jobs +2021-12-18 13:05:08,300 Update finished +2021-12-18 13:05:08,301 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:05:08,301 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:05:08,301 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:05:08,301 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:05:08,301 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:05:08,301 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:05:08,301 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:05:08,302 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:05:08,304 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:05:08,307 Job list saved +2021-12-18 13:05:08,312 Updating FAILED jobs +2021-12-18 13:05:08,312 Updating WAITING jobs +2021-12-18 13:05:08,312 Update finished +2021-12-18 13:05:18,322 Reloading parameters... +2021-12-18 13:05:18,342 Loading parameters... +2021-12-18 13:05:18,343 Loading project parameters... +2021-12-18 13:05:18,345 + +15 of 25 jobs remaining (13:05) +2021-12-18 13:05:18,345 Sleep: 10 +2021-12-18 13:05:18,345 Number of retrials: 0 +2021-12-18 13:05:18,345 WRAPPER CHECK TIME = 10 +2021-12-18 13:05:18,346 Checking jobs for platform=marenostrum4 +2021-12-18 13:05:18,346 Checking jobs for platform=nord3 +2021-12-18 13:05:18,347 Checking jobs for platform=local +2021-12-18 13:05:18,347 Checking jobs for platform=transfer_node +2021-12-18 13:05:18,347 Checking all jobs at once +2021-12-18 13:05:19,624 Successful check job command +2021-12-18 13:05:20,896 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:05:20,896 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:05:20,896 End of checking +2021-12-18 13:05:20,898 Updating FAILED jobs +2021-12-18 13:05:20,898 Updating WAITING jobs +2021-12-18 13:05:20,898 Update finished +2021-12-18 13:05:20,899 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:05:20,899 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:05:20,899 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:05:20,899 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:05:20,899 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:05:20,899 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:05:20,899 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:05:20,899 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:05:20,902 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:05:20,904 Job list saved +2021-12-18 13:05:20,909 Updating FAILED jobs +2021-12-18 13:05:20,910 Updating WAITING jobs +2021-12-18 13:05:20,910 Update finished +2021-12-18 13:05:30,919 Reloading parameters... +2021-12-18 13:05:30,939 Loading parameters... +2021-12-18 13:05:30,941 Loading project parameters... +2021-12-18 13:05:30,942 + +15 of 25 jobs remaining (13:05) +2021-12-18 13:05:30,943 Sleep: 10 +2021-12-18 13:05:30,943 Number of retrials: 0 +2021-12-18 13:05:30,943 WRAPPER CHECK TIME = 10 +2021-12-18 13:05:30,943 Checking jobs for platform=marenostrum4 +2021-12-18 13:05:30,944 Checking jobs for platform=nord3 +2021-12-18 13:05:30,945 Checking jobs for platform=local +2021-12-18 13:05:30,945 Checking jobs for platform=transfer_node +2021-12-18 13:05:30,945 Checking all jobs at once +2021-12-18 13:05:32,365 Successful check job command +2021-12-18 13:05:33,634 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:05:33,634 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:05:33,635 End of checking +2021-12-18 13:05:33,636 Updating FAILED jobs +2021-12-18 13:05:33,637 Updating WAITING jobs +2021-12-18 13:05:33,637 Update finished +2021-12-18 13:05:33,637 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:05:33,638 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:05:33,638 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:05:33,638 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:05:33,638 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:05:33,638 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:05:33,638 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:05:33,638 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:05:33,642 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:05:33,644 Job list saved +2021-12-18 13:05:33,651 Updating FAILED jobs +2021-12-18 13:05:33,651 Updating WAITING jobs +2021-12-18 13:05:33,651 Update finished +2021-12-18 13:05:43,652 Reloading parameters... +2021-12-18 13:05:43,671 Loading parameters... +2021-12-18 13:05:43,673 Loading project parameters... +2021-12-18 13:05:43,675 + +15 of 25 jobs remaining (13:05) +2021-12-18 13:05:43,675 Sleep: 10 +2021-12-18 13:05:43,675 Number of retrials: 0 +2021-12-18 13:05:43,675 WRAPPER CHECK TIME = 10 +2021-12-18 13:05:43,676 Checking jobs for platform=marenostrum4 +2021-12-18 13:05:43,676 Checking jobs for platform=nord3 +2021-12-18 13:05:43,677 Checking jobs for platform=local +2021-12-18 13:05:43,677 Checking jobs for platform=transfer_node +2021-12-18 13:05:43,677 Checking all jobs at once +2021-12-18 13:05:45,097 Successful check job command +2021-12-18 13:05:46,366 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:05:46,367 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:05:46,367 End of checking +2021-12-18 13:05:46,369 Updating FAILED jobs +2021-12-18 13:05:46,369 Updating WAITING jobs +2021-12-18 13:05:46,369 Update finished +2021-12-18 13:05:46,369 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:05:46,369 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:05:46,369 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:05:46,369 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:05:46,370 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:05:46,370 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:05:46,370 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:05:46,370 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:05:46,373 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:05:46,375 Job list saved +2021-12-18 13:05:46,381 Updating FAILED jobs +2021-12-18 13:05:46,381 Updating WAITING jobs +2021-12-18 13:05:46,381 Update finished +2021-12-18 13:05:56,391 Reloading parameters... +2021-12-18 13:05:56,412 Loading parameters... +2021-12-18 13:05:56,413 Loading project parameters... +2021-12-18 13:05:56,415 + +15 of 25 jobs remaining (13:05) +2021-12-18 13:05:56,415 Sleep: 10 +2021-12-18 13:05:56,416 Number of retrials: 0 +2021-12-18 13:05:56,416 WRAPPER CHECK TIME = 10 +2021-12-18 13:05:56,416 Checking jobs for platform=marenostrum4 +2021-12-18 13:05:56,417 Checking jobs for platform=nord3 +2021-12-18 13:05:56,417 Checking jobs for platform=local +2021-12-18 13:05:56,418 Checking jobs for platform=transfer_node +2021-12-18 13:05:56,418 Checking all jobs at once +2021-12-18 13:05:57,788 Successful check job command +2021-12-18 13:05:59,058 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:05:59,058 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:05:59,058 End of checking +2021-12-18 13:05:59,060 Updating FAILED jobs +2021-12-18 13:05:59,060 Updating WAITING jobs +2021-12-18 13:05:59,060 Update finished +2021-12-18 13:05:59,061 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:05:59,061 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:05:59,061 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:05:59,061 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:05:59,061 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:05:59,061 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:05:59,061 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:05:59,062 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:05:59,065 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:05:59,067 Job list saved +2021-12-18 13:05:59,073 Updating FAILED jobs +2021-12-18 13:05:59,073 Updating WAITING jobs +2021-12-18 13:05:59,073 Update finished +2021-12-18 13:06:09,084 Reloading parameters... +2021-12-18 13:06:09,107 Loading parameters... +2021-12-18 13:06:09,108 Loading project parameters... +2021-12-18 13:06:09,110 + +15 of 25 jobs remaining (13:06) +2021-12-18 13:06:09,110 Sleep: 10 +2021-12-18 13:06:09,110 Number of retrials: 0 +2021-12-18 13:06:09,110 WRAPPER CHECK TIME = 10 +2021-12-18 13:06:09,111 Checking jobs for platform=marenostrum4 +2021-12-18 13:06:09,111 Checking jobs for platform=nord3 +2021-12-18 13:06:09,112 Checking jobs for platform=local +2021-12-18 13:06:09,112 Checking jobs for platform=transfer_node +2021-12-18 13:06:09,112 Checking all jobs at once +2021-12-18 13:06:10,382 Successful check job command +2021-12-18 13:06:11,601 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:06:11,601 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:06:11,601 End of checking +2021-12-18 13:06:11,603 Updating FAILED jobs +2021-12-18 13:06:11,603 Updating WAITING jobs +2021-12-18 13:06:11,603 Update finished +2021-12-18 13:06:11,603 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:06:11,604 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:06:11,604 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:06:11,604 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:06:11,604 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:06:11,604 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:06:11,605 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:06:11,605 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:06:11,607 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:06:11,610 Job list saved +2021-12-18 13:06:11,614 Updating FAILED jobs +2021-12-18 13:06:11,615 Updating WAITING jobs +2021-12-18 13:06:11,615 Update finished +2021-12-18 13:06:21,625 Reloading parameters... +2021-12-18 13:06:21,645 Loading parameters... +2021-12-18 13:06:21,647 Loading project parameters... +2021-12-18 13:06:21,649 + +15 of 25 jobs remaining (13:06) +2021-12-18 13:06:21,649 Sleep: 10 +2021-12-18 13:06:21,649 Number of retrials: 0 +2021-12-18 13:06:21,649 WRAPPER CHECK TIME = 10 +2021-12-18 13:06:21,650 Checking jobs for platform=marenostrum4 +2021-12-18 13:06:21,650 Checking jobs for platform=nord3 +2021-12-18 13:06:21,651 Checking jobs for platform=local +2021-12-18 13:06:21,651 Checking jobs for platform=transfer_node +2021-12-18 13:06:21,651 Checking all jobs at once +2021-12-18 13:06:22,973 Successful check job command +2021-12-18 13:06:24,292 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:06:24,293 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:06:24,293 End of checking +2021-12-18 13:06:24,295 Updating FAILED jobs +2021-12-18 13:06:24,295 Updating WAITING jobs +2021-12-18 13:06:24,295 Update finished +2021-12-18 13:06:24,296 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:06:24,296 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:06:24,296 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:06:24,296 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:06:24,296 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:06:24,296 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:06:24,296 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:06:24,296 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:06:24,299 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:06:24,301 Job list saved +2021-12-18 13:06:24,307 Updating FAILED jobs +2021-12-18 13:06:24,307 Updating WAITING jobs +2021-12-18 13:06:24,307 Update finished +2021-12-18 13:06:34,317 Reloading parameters... +2021-12-18 13:06:34,340 Loading parameters... +2021-12-18 13:06:34,341 Loading project parameters... +2021-12-18 13:06:34,343 + +15 of 25 jobs remaining (13:06) +2021-12-18 13:06:34,343 Sleep: 10 +2021-12-18 13:06:34,343 Number of retrials: 0 +2021-12-18 13:06:34,344 WRAPPER CHECK TIME = 10 +2021-12-18 13:06:34,344 Checking jobs for platform=marenostrum4 +2021-12-18 13:06:34,345 Checking jobs for platform=nord3 +2021-12-18 13:06:34,345 Checking jobs for platform=local +2021-12-18 13:06:34,346 Checking jobs for platform=transfer_node +2021-12-18 13:06:34,346 Checking all jobs at once +2021-12-18 13:06:35,665 Successful check job command +2021-12-18 13:06:36,984 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:06:36,985 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:06:36,985 End of checking +2021-12-18 13:06:36,986 Updating FAILED jobs +2021-12-18 13:06:36,986 Updating WAITING jobs +2021-12-18 13:06:36,987 Update finished +2021-12-18 13:06:36,987 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:06:36,987 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:06:36,987 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:06:36,987 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:06:36,987 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:06:36,988 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:06:36,988 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:06:36,988 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:06:36,990 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:06:36,993 Job list saved +2021-12-18 13:06:37,001 Updating FAILED jobs +2021-12-18 13:06:37,001 Updating WAITING jobs +2021-12-18 13:06:37,001 Update finished +2021-12-18 13:06:47,011 Reloading parameters... +2021-12-18 13:06:47,032 Loading parameters... +2021-12-18 13:06:47,033 Loading project parameters... +2021-12-18 13:06:47,035 + +15 of 25 jobs remaining (13:06) +2021-12-18 13:06:47,035 Sleep: 10 +2021-12-18 13:06:47,035 Number of retrials: 0 +2021-12-18 13:06:47,036 WRAPPER CHECK TIME = 10 +2021-12-18 13:06:47,036 Checking jobs for platform=marenostrum4 +2021-12-18 13:06:47,037 Checking jobs for platform=nord3 +2021-12-18 13:06:47,037 Checking jobs for platform=local +2021-12-18 13:06:47,038 Checking jobs for platform=transfer_node +2021-12-18 13:06:47,038 Checking all jobs at once +2021-12-18 13:06:48,358 Successful check job command +2021-12-18 13:06:49,628 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:06:49,628 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:06:49,628 End of checking +2021-12-18 13:06:49,630 Updating FAILED jobs +2021-12-18 13:06:49,630 Updating WAITING jobs +2021-12-18 13:06:49,630 Update finished +2021-12-18 13:06:49,630 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:06:49,631 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:06:49,631 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:06:49,632 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:06:49,632 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:06:49,632 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:06:49,632 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:06:49,632 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:06:49,635 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:06:49,638 Job list saved +2021-12-18 13:06:49,836 Updating FAILED jobs +2021-12-18 13:06:49,836 Updating WAITING jobs +2021-12-18 13:06:49,836 Update finished +2021-12-18 13:06:59,846 Reloading parameters... +2021-12-18 13:06:59,870 Loading parameters... +2021-12-18 13:06:59,871 Loading project parameters... +2021-12-18 13:06:59,873 + +15 of 25 jobs remaining (13:06) +2021-12-18 13:06:59,874 Sleep: 10 +2021-12-18 13:06:59,874 Number of retrials: 0 +2021-12-18 13:06:59,874 WRAPPER CHECK TIME = 10 +2021-12-18 13:06:59,874 Checking jobs for platform=marenostrum4 +2021-12-18 13:06:59,875 Checking jobs for platform=nord3 +2021-12-18 13:06:59,875 Checking jobs for platform=local +2021-12-18 13:06:59,876 Checking jobs for platform=transfer_node +2021-12-18 13:06:59,876 Checking all jobs at once +2021-12-18 13:07:01,246 Successful check job command +2021-12-18 13:07:02,566 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:07:02,567 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:07:02,567 End of checking +2021-12-18 13:07:02,568 Updating FAILED jobs +2021-12-18 13:07:02,568 Updating WAITING jobs +2021-12-18 13:07:02,569 Update finished +2021-12-18 13:07:02,569 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:07:02,569 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:07:02,569 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:07:02,569 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:07:02,569 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:07:02,569 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:07:02,570 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:07:02,570 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:07:02,573 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:07:02,575 Job list saved +2021-12-18 13:07:02,580 Updating FAILED jobs +2021-12-18 13:07:02,580 Updating WAITING jobs +2021-12-18 13:07:02,581 Update finished +2021-12-18 13:07:12,588 Reloading parameters... +2021-12-18 13:07:12,607 Loading parameters... +2021-12-18 13:07:12,609 Loading project parameters... +2021-12-18 13:07:12,610 + +15 of 25 jobs remaining (13:07) +2021-12-18 13:07:12,611 Sleep: 10 +2021-12-18 13:07:12,611 Number of retrials: 0 +2021-12-18 13:07:12,611 WRAPPER CHECK TIME = 10 +2021-12-18 13:07:12,611 Checking jobs for platform=marenostrum4 +2021-12-18 13:07:12,612 Checking jobs for platform=nord3 +2021-12-18 13:07:12,612 Checking jobs for platform=local +2021-12-18 13:07:12,613 Checking jobs for platform=transfer_node +2021-12-18 13:07:12,613 Checking all jobs at once +2021-12-18 13:07:13,885 Successful check job command +2021-12-18 13:07:15,054 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:07:15,054 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:07:15,055 End of checking +2021-12-18 13:07:15,056 Updating FAILED jobs +2021-12-18 13:07:15,056 Updating WAITING jobs +2021-12-18 13:07:15,056 Update finished +2021-12-18 13:07:15,056 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:07:15,057 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:07:15,057 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:07:15,057 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:07:15,057 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:07:15,057 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:07:15,057 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:07:15,057 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:07:15,060 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:07:15,062 Job list saved +2021-12-18 13:07:15,077 Updating FAILED jobs +2021-12-18 13:07:15,078 Updating WAITING jobs +2021-12-18 13:07:15,078 Update finished +2021-12-18 13:07:25,088 Reloading parameters... +2021-12-18 13:07:25,106 Loading parameters... +2021-12-18 13:07:25,107 Loading project parameters... +2021-12-18 13:07:25,109 + +15 of 25 jobs remaining (13:07) +2021-12-18 13:07:25,109 Sleep: 10 +2021-12-18 13:07:25,109 Number of retrials: 0 +2021-12-18 13:07:25,109 WRAPPER CHECK TIME = 10 +2021-12-18 13:07:25,110 Checking jobs for platform=marenostrum4 +2021-12-18 13:07:25,110 Checking jobs for platform=nord3 +2021-12-18 13:07:25,111 Checking jobs for platform=local +2021-12-18 13:07:25,111 Checking jobs for platform=transfer_node +2021-12-18 13:07:25,111 Checking all jobs at once +2021-12-18 13:07:26,430 Successful check job command +2021-12-18 13:07:27,649 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:07:27,650 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:07:27,650 End of checking +2021-12-18 13:07:27,651 Updating FAILED jobs +2021-12-18 13:07:27,651 Updating WAITING jobs +2021-12-18 13:07:27,652 Update finished +2021-12-18 13:07:27,652 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:07:27,652 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:07:27,653 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:07:27,653 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:07:27,653 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:07:27,653 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:07:27,653 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:07:27,653 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:07:27,656 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:07:27,659 Job list saved +2021-12-18 13:07:27,663 Updating FAILED jobs +2021-12-18 13:07:27,663 Updating WAITING jobs +2021-12-18 13:07:27,664 Update finished +2021-12-18 13:07:37,672 Reloading parameters... +2021-12-18 13:07:37,692 Loading parameters... +2021-12-18 13:07:37,693 Loading project parameters... +2021-12-18 13:07:37,695 + +15 of 25 jobs remaining (13:07) +2021-12-18 13:07:37,696 Sleep: 10 +2021-12-18 13:07:37,696 Number of retrials: 0 +2021-12-18 13:07:37,696 WRAPPER CHECK TIME = 10 +2021-12-18 13:07:37,696 Checking jobs for platform=marenostrum4 +2021-12-18 13:07:37,697 Checking jobs for platform=nord3 +2021-12-18 13:07:37,697 Checking jobs for platform=local +2021-12-18 13:07:37,698 Checking jobs for platform=transfer_node +2021-12-18 13:07:37,698 Checking all jobs at once +2021-12-18 13:07:39,068 Successful check job command +2021-12-18 13:07:40,337 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:07:40,338 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:07:40,338 End of checking +2021-12-18 13:07:40,340 Updating FAILED jobs +2021-12-18 13:07:40,340 Updating WAITING jobs +2021-12-18 13:07:40,340 Update finished +2021-12-18 13:07:40,340 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:07:40,340 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:07:40,341 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:07:40,341 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:07:40,341 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:07:40,341 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:07:40,341 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:07:40,341 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:07:40,344 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:07:40,346 Job list saved +2021-12-18 13:07:40,351 Updating FAILED jobs +2021-12-18 13:07:40,351 Updating WAITING jobs +2021-12-18 13:07:40,351 Update finished +2021-12-18 13:07:50,361 Reloading parameters... +2021-12-18 13:07:50,383 Loading parameters... +2021-12-18 13:07:50,385 Loading project parameters... +2021-12-18 13:07:50,386 + +15 of 25 jobs remaining (13:07) +2021-12-18 13:07:50,387 Sleep: 10 +2021-12-18 13:07:50,387 Number of retrials: 0 +2021-12-18 13:07:50,387 WRAPPER CHECK TIME = 10 +2021-12-18 13:07:50,387 Checking jobs for platform=marenostrum4 +2021-12-18 13:07:50,388 Checking jobs for platform=nord3 +2021-12-18 13:07:50,388 Checking jobs for platform=local +2021-12-18 13:07:50,389 Checking jobs for platform=transfer_node +2021-12-18 13:07:50,389 Checking all jobs at once +2021-12-18 13:07:51,811 Successful check job command +2021-12-18 13:07:53,582 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:07:53,582 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:07:53,582 End of checking +2021-12-18 13:07:53,584 Updating FAILED jobs +2021-12-18 13:07:53,584 Updating WAITING jobs +2021-12-18 13:07:53,584 Update finished +2021-12-18 13:07:53,584 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:07:53,585 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:07:53,585 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:07:53,585 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:07:53,585 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:07:53,585 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:07:53,585 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:07:53,585 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:07:53,588 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:07:53,590 Job list saved +2021-12-18 13:07:53,596 Updating FAILED jobs +2021-12-18 13:07:53,596 Updating WAITING jobs +2021-12-18 13:07:53,596 Update finished +2021-12-18 13:08:03,607 Reloading parameters... +2021-12-18 13:08:03,631 Loading parameters... +2021-12-18 13:08:03,632 Loading project parameters... +2021-12-18 13:08:03,635 + +15 of 25 jobs remaining (13:08) +2021-12-18 13:08:03,636 Sleep: 10 +2021-12-18 13:08:03,636 Number of retrials: 0 +2021-12-18 13:08:03,636 WRAPPER CHECK TIME = 10 +2021-12-18 13:08:03,637 Checking jobs for platform=marenostrum4 +2021-12-18 13:08:03,637 Checking jobs for platform=nord3 +2021-12-18 13:08:03,638 Checking jobs for platform=local +2021-12-18 13:08:03,638 Checking jobs for platform=transfer_node +2021-12-18 13:08:03,638 Checking all jobs at once +2021-12-18 13:08:05,108 Successful check job command +2021-12-18 13:08:06,379 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:08:06,379 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:08:06,379 End of checking +2021-12-18 13:08:06,380 Updating FAILED jobs +2021-12-18 13:08:06,380 Updating WAITING jobs +2021-12-18 13:08:06,381 Update finished +2021-12-18 13:08:06,381 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:08:06,381 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:08:06,382 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:08:06,382 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:08:06,382 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:08:06,382 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:08:06,382 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:08:06,382 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:08:06,385 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:08:06,387 Job list saved +2021-12-18 13:08:06,392 Updating FAILED jobs +2021-12-18 13:08:06,392 Updating WAITING jobs +2021-12-18 13:08:06,393 Update finished +2021-12-18 13:08:16,403 Reloading parameters... +2021-12-18 13:08:16,422 Loading parameters... +2021-12-18 13:08:16,423 Loading project parameters... +2021-12-18 13:08:16,425 + +15 of 25 jobs remaining (13:08) +2021-12-18 13:08:16,426 Sleep: 10 +2021-12-18 13:08:16,426 Number of retrials: 0 +2021-12-18 13:08:16,426 WRAPPER CHECK TIME = 10 +2021-12-18 13:08:16,426 Checking jobs for platform=marenostrum4 +2021-12-18 13:08:16,427 Checking jobs for platform=nord3 +2021-12-18 13:08:16,427 Checking jobs for platform=local +2021-12-18 13:08:16,428 Checking jobs for platform=transfer_node +2021-12-18 13:08:16,428 Checking all jobs at once +2021-12-18 13:08:17,700 Successful check job command +2021-12-18 13:08:18,920 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:08:18,920 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:08:18,920 End of checking +2021-12-18 13:08:18,922 Updating FAILED jobs +2021-12-18 13:08:18,922 Updating WAITING jobs +2021-12-18 13:08:18,922 Update finished +2021-12-18 13:08:18,922 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:08:18,922 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:08:18,922 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:08:18,923 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:08:18,923 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:08:18,923 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:08:18,923 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:08:18,923 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:08:18,926 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:08:18,928 Job list saved +2021-12-18 13:08:18,935 Updating FAILED jobs +2021-12-18 13:08:18,935 Updating WAITING jobs +2021-12-18 13:08:18,935 Update finished +2021-12-18 13:08:28,945 Reloading parameters... +2021-12-18 13:08:28,968 Loading parameters... +2021-12-18 13:08:28,969 Loading project parameters... +2021-12-18 13:08:28,972 + +15 of 25 jobs remaining (13:08) +2021-12-18 13:08:28,972 Sleep: 10 +2021-12-18 13:08:28,972 Number of retrials: 0 +2021-12-18 13:08:28,972 WRAPPER CHECK TIME = 10 +2021-12-18 13:08:28,973 Checking jobs for platform=marenostrum4 +2021-12-18 13:08:28,973 Checking jobs for platform=nord3 +2021-12-18 13:08:28,974 Checking jobs for platform=local +2021-12-18 13:08:28,974 Checking jobs for platform=transfer_node +2021-12-18 13:08:28,975 Checking all jobs at once +2021-12-18 13:08:30,394 Successful check job command +2021-12-18 13:08:31,613 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:08:31,613 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:08:31,613 End of checking +2021-12-18 13:08:31,615 Updating FAILED jobs +2021-12-18 13:08:31,615 Updating WAITING jobs +2021-12-18 13:08:31,615 Update finished +2021-12-18 13:08:31,615 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:08:31,615 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:08:31,615 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:08:31,616 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:08:31,616 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:08:31,616 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:08:31,616 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:08:31,616 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:08:31,619 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:08:31,621 Job list saved +2021-12-18 13:08:31,627 Updating FAILED jobs +2021-12-18 13:08:31,627 Updating WAITING jobs +2021-12-18 13:08:31,627 Update finished +2021-12-18 13:08:41,637 Reloading parameters... +2021-12-18 13:08:41,660 Loading parameters... +2021-12-18 13:08:41,661 Loading project parameters... +2021-12-18 13:08:41,663 + +15 of 25 jobs remaining (13:08) +2021-12-18 13:08:41,663 Sleep: 10 +2021-12-18 13:08:41,663 Number of retrials: 0 +2021-12-18 13:08:41,663 WRAPPER CHECK TIME = 10 +2021-12-18 13:08:41,664 Checking jobs for platform=marenostrum4 +2021-12-18 13:08:41,665 Checking jobs for platform=nord3 +2021-12-18 13:08:41,665 Checking jobs for platform=local +2021-12-18 13:08:41,666 Checking jobs for platform=transfer_node +2021-12-18 13:08:41,666 Checking all jobs at once +2021-12-18 13:08:43,336 Successful check job command +2021-12-18 13:08:44,656 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:08:44,656 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:08:44,656 End of checking +2021-12-18 13:08:44,658 Updating FAILED jobs +2021-12-18 13:08:44,658 Updating WAITING jobs +2021-12-18 13:08:44,658 Update finished +2021-12-18 13:08:44,659 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:08:44,659 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:08:44,660 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:08:44,660 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:08:44,660 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:08:44,660 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:08:44,660 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:08:44,660 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:08:44,664 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:08:44,666 Job list saved +2021-12-18 13:08:44,675 Updating FAILED jobs +2021-12-18 13:08:44,675 Updating WAITING jobs +2021-12-18 13:08:44,675 Update finished +2021-12-18 13:08:54,686 Reloading parameters... +2021-12-18 13:08:54,708 Loading parameters... +2021-12-18 13:08:54,709 Loading project parameters... +2021-12-18 13:08:54,711 + +15 of 25 jobs remaining (13:08) +2021-12-18 13:08:54,712 Sleep: 10 +2021-12-18 13:08:54,712 Number of retrials: 0 +2021-12-18 13:08:54,712 WRAPPER CHECK TIME = 10 +2021-12-18 13:08:54,712 Checking jobs for platform=marenostrum4 +2021-12-18 13:08:54,713 Checking jobs for platform=nord3 +2021-12-18 13:08:54,713 Checking jobs for platform=local +2021-12-18 13:08:54,714 Checking jobs for platform=transfer_node +2021-12-18 13:08:54,714 Checking all jobs at once +2021-12-18 13:08:56,139 Successful check job command +2021-12-18 13:08:57,510 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:08:57,510 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:08:57,510 End of checking +2021-12-18 13:08:57,511 Updating FAILED jobs +2021-12-18 13:08:57,512 Updating WAITING jobs +2021-12-18 13:08:57,512 Update finished +2021-12-18 13:08:57,512 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:08:57,512 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:08:57,512 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:08:57,512 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:08:57,513 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:08:57,513 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:08:57,513 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:08:57,513 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:08:57,517 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:08:57,519 Job list saved +2021-12-18 13:08:57,524 Updating FAILED jobs +2021-12-18 13:08:57,524 Updating WAITING jobs +2021-12-18 13:08:57,524 Update finished +2021-12-18 13:09:07,531 Reloading parameters... +2021-12-18 13:09:07,553 Loading parameters... +2021-12-18 13:09:07,554 Loading project parameters... +2021-12-18 13:09:07,556 + +15 of 25 jobs remaining (13:09) +2021-12-18 13:09:07,556 Sleep: 10 +2021-12-18 13:09:07,556 Number of retrials: 0 +2021-12-18 13:09:07,557 WRAPPER CHECK TIME = 10 +2021-12-18 13:09:07,557 Checking jobs for platform=marenostrum4 +2021-12-18 13:09:07,558 Checking jobs for platform=nord3 +2021-12-18 13:09:07,558 Checking jobs for platform=local +2021-12-18 13:09:07,559 Checking jobs for platform=transfer_node +2021-12-18 13:09:07,559 Checking all jobs at once +2021-12-18 13:09:09,028 Successful check job command +2021-12-18 13:09:10,298 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:09:10,298 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:09:10,298 End of checking +2021-12-18 13:09:10,300 Updating FAILED jobs +2021-12-18 13:09:10,300 Updating WAITING jobs +2021-12-18 13:09:10,300 Update finished +2021-12-18 13:09:10,300 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:09:10,300 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:09:10,300 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:09:10,301 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:09:10,301 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:09:10,301 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:09:10,301 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:09:10,301 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:09:10,304 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:09:10,307 Job list saved +2021-12-18 13:09:10,312 Updating FAILED jobs +2021-12-18 13:09:10,312 Updating WAITING jobs +2021-12-18 13:09:10,312 Update finished +2021-12-18 13:09:20,322 Reloading parameters... +2021-12-18 13:09:20,341 Loading parameters... +2021-12-18 13:09:20,342 Loading project parameters... +2021-12-18 13:09:20,344 + +15 of 25 jobs remaining (13:09) +2021-12-18 13:09:20,344 Sleep: 10 +2021-12-18 13:09:20,344 Number of retrials: 0 +2021-12-18 13:09:20,344 WRAPPER CHECK TIME = 10 +2021-12-18 13:09:20,345 Checking jobs for platform=marenostrum4 +2021-12-18 13:09:20,346 Checking jobs for platform=nord3 +2021-12-18 13:09:20,346 Checking jobs for platform=local +2021-12-18 13:09:20,347 Checking jobs for platform=transfer_node +2021-12-18 13:09:20,347 Checking all jobs at once +2021-12-18 13:09:21,717 Successful check job command +2021-12-18 13:09:22,986 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:09:22,986 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:09:22,986 End of checking +2021-12-18 13:09:22,988 Updating FAILED jobs +2021-12-18 13:09:22,988 Updating WAITING jobs +2021-12-18 13:09:22,988 Update finished +2021-12-18 13:09:22,988 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:09:22,989 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:09:22,989 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:09:22,989 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:09:22,989 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:09:22,989 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:09:22,989 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:09:22,989 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:09:22,992 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:09:22,995 Job list saved +2021-12-18 13:09:22,999 Updating FAILED jobs +2021-12-18 13:09:22,999 Updating WAITING jobs +2021-12-18 13:09:23,000 Update finished +2021-12-18 13:09:33,008 Reloading parameters... +2021-12-18 13:09:33,031 Loading parameters... +2021-12-18 13:09:33,033 Loading project parameters... +2021-12-18 13:09:33,035 + +15 of 25 jobs remaining (13:09) +2021-12-18 13:09:33,035 Sleep: 10 +2021-12-18 13:09:33,035 Number of retrials: 0 +2021-12-18 13:09:33,035 WRAPPER CHECK TIME = 10 +2021-12-18 13:09:33,036 Checking jobs for platform=marenostrum4 +2021-12-18 13:09:33,036 Checking jobs for platform=nord3 +2021-12-18 13:09:33,037 Checking jobs for platform=local +2021-12-18 13:09:33,038 Checking jobs for platform=transfer_node +2021-12-18 13:09:33,038 Checking all jobs at once +2021-12-18 13:09:34,608 Successful check job command +2021-12-18 13:09:35,977 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:09:35,978 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:09:35,978 End of checking +2021-12-18 13:09:35,980 Updating FAILED jobs +2021-12-18 13:09:35,980 Updating WAITING jobs +2021-12-18 13:09:35,980 Update finished +2021-12-18 13:09:35,980 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:09:35,980 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:09:35,981 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:09:35,981 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:09:35,981 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:09:35,981 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:09:35,981 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:09:35,981 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:09:35,984 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:09:35,986 Job list saved +2021-12-18 13:09:35,991 Updating FAILED jobs +2021-12-18 13:09:35,991 Updating WAITING jobs +2021-12-18 13:09:35,992 Update finished +2021-12-18 13:09:46,002 Reloading parameters... +2021-12-18 13:09:46,021 Loading parameters... +2021-12-18 13:09:46,022 Loading project parameters... +2021-12-18 13:09:46,024 + +15 of 25 jobs remaining (13:09) +2021-12-18 13:09:46,024 Sleep: 10 +2021-12-18 13:09:46,024 Number of retrials: 0 +2021-12-18 13:09:46,024 WRAPPER CHECK TIME = 10 +2021-12-18 13:09:46,025 Checking jobs for platform=marenostrum4 +2021-12-18 13:09:46,026 Checking jobs for platform=nord3 +2021-12-18 13:09:46,026 Checking jobs for platform=local +2021-12-18 13:09:46,027 Checking jobs for platform=transfer_node +2021-12-18 13:09:46,027 Checking all jobs at once +2021-12-18 13:09:47,598 Successful check job command +2021-12-18 13:09:49,168 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:09:49,168 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:09:49,168 End of checking +2021-12-18 13:09:49,170 Updating FAILED jobs +2021-12-18 13:09:49,170 Updating WAITING jobs +2021-12-18 13:09:49,171 Update finished +2021-12-18 13:09:49,171 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:09:49,171 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:09:49,171 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:09:49,171 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:09:49,171 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:09:49,172 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:09:49,172 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:09:49,172 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:09:49,179 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:09:49,181 Job list saved +2021-12-18 13:09:49,186 Updating FAILED jobs +2021-12-18 13:09:49,187 Updating WAITING jobs +2021-12-18 13:09:49,187 Update finished +2021-12-18 13:09:59,197 Reloading parameters... +2021-12-18 13:09:59,232 Loading parameters... +2021-12-18 13:09:59,233 Loading project parameters... +2021-12-18 13:09:59,235 + +15 of 25 jobs remaining (13:09) +2021-12-18 13:09:59,235 Sleep: 10 +2021-12-18 13:09:59,235 Number of retrials: 0 +2021-12-18 13:09:59,235 WRAPPER CHECK TIME = 10 +2021-12-18 13:09:59,237 Checking jobs for platform=marenostrum4 +2021-12-18 13:09:59,237 Checking jobs for platform=nord3 +2021-12-18 13:09:59,238 Checking jobs for platform=local +2021-12-18 13:09:59,238 Checking jobs for platform=transfer_node +2021-12-18 13:09:59,238 Checking all jobs at once +2021-12-18 13:10:01,422 Successful check job command +2021-12-18 13:10:03,395 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:10:03,395 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:10:03,395 End of checking +2021-12-18 13:10:03,397 Updating FAILED jobs +2021-12-18 13:10:03,397 Updating WAITING jobs +2021-12-18 13:10:03,397 Update finished +2021-12-18 13:10:03,397 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:10:03,398 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:10:03,398 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:10:03,399 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:10:03,399 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:10:03,399 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:10:03,399 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:10:03,399 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:10:03,402 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:10:03,404 Job list saved +2021-12-18 13:10:03,409 Updating FAILED jobs +2021-12-18 13:10:03,409 Updating WAITING jobs +2021-12-18 13:10:03,409 Update finished +2021-12-18 13:10:13,420 Reloading parameters... +2021-12-18 13:10:13,442 Loading parameters... +2021-12-18 13:10:13,443 Loading project parameters... +2021-12-18 13:10:13,445 + +15 of 25 jobs remaining (13:10) +2021-12-18 13:10:13,445 Sleep: 10 +2021-12-18 13:10:13,445 Number of retrials: 0 +2021-12-18 13:10:13,446 WRAPPER CHECK TIME = 10 +2021-12-18 13:10:13,446 Checking jobs for platform=marenostrum4 +2021-12-18 13:10:13,447 Checking jobs for platform=nord3 +2021-12-18 13:10:13,447 Checking jobs for platform=local +2021-12-18 13:10:13,448 Checking jobs for platform=transfer_node +2021-12-18 13:10:13,448 Checking all jobs at once +2021-12-18 13:10:15,569 Successful check job command +2021-12-18 13:10:17,390 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:10:17,390 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:10:17,390 End of checking +2021-12-18 13:10:17,391 Updating FAILED jobs +2021-12-18 13:10:17,392 Updating WAITING jobs +2021-12-18 13:10:17,392 Update finished +2021-12-18 13:10:17,392 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:10:17,392 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:10:17,392 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:10:17,393 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:10:17,393 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:10:17,393 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:10:17,393 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:10:17,393 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:10:17,398 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:10:17,401 Job list saved +2021-12-18 13:10:17,407 Updating FAILED jobs +2021-12-18 13:10:17,407 Updating WAITING jobs +2021-12-18 13:10:17,408 Update finished +2021-12-18 13:10:27,418 Reloading parameters... +2021-12-18 13:10:27,443 Loading parameters... +2021-12-18 13:10:27,444 Loading project parameters... +2021-12-18 13:10:27,451 + +15 of 25 jobs remaining (13:10) +2021-12-18 13:10:27,452 Sleep: 10 +2021-12-18 13:10:27,452 Number of retrials: 0 +2021-12-18 13:10:27,453 WRAPPER CHECK TIME = 10 +2021-12-18 13:10:27,453 Checking jobs for platform=marenostrum4 +2021-12-18 13:10:27,454 Checking jobs for platform=nord3 +2021-12-18 13:10:27,454 Checking jobs for platform=local +2021-12-18 13:10:27,455 Checking jobs for platform=transfer_node +2021-12-18 13:10:27,455 Checking all jobs at once +2021-12-18 13:10:28,774 Successful check job command +2021-12-18 13:10:30,145 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:10:30,145 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:10:30,145 End of checking +2021-12-18 13:10:30,147 Updating FAILED jobs +2021-12-18 13:10:30,147 Updating WAITING jobs +2021-12-18 13:10:30,147 Update finished +2021-12-18 13:10:30,147 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:10:30,147 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:10:30,148 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:10:30,148 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:10:30,148 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:10:30,148 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:10:30,148 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:10:30,148 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:10:30,151 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:10:30,154 Job list saved +2021-12-18 13:10:30,159 Updating FAILED jobs +2021-12-18 13:10:30,159 Updating WAITING jobs +2021-12-18 13:10:30,159 Update finished +2021-12-18 13:10:40,169 Reloading parameters... +2021-12-18 13:10:40,189 Loading parameters... +2021-12-18 13:10:40,190 Loading project parameters... +2021-12-18 13:10:40,192 + +15 of 25 jobs remaining (13:10) +2021-12-18 13:10:40,192 Sleep: 10 +2021-12-18 13:10:40,193 Number of retrials: 0 +2021-12-18 13:10:40,193 WRAPPER CHECK TIME = 10 +2021-12-18 13:10:40,193 Checking jobs for platform=marenostrum4 +2021-12-18 13:10:40,194 Checking jobs for platform=nord3 +2021-12-18 13:10:40,194 Checking jobs for platform=local +2021-12-18 13:10:40,195 Checking jobs for platform=transfer_node +2021-12-18 13:10:40,195 Checking all jobs at once +2021-12-18 13:10:41,564 Successful check job command +2021-12-18 13:10:42,934 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:10:42,934 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:10:42,934 End of checking +2021-12-18 13:10:42,936 Updating FAILED jobs +2021-12-18 13:10:42,936 Updating WAITING jobs +2021-12-18 13:10:42,936 Update finished +2021-12-18 13:10:42,936 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:10:42,937 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:10:42,937 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:10:42,937 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:10:42,937 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:10:42,937 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:10:42,938 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:10:42,938 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:10:42,941 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:10:42,944 Job list saved +2021-12-18 13:10:42,949 Updating FAILED jobs +2021-12-18 13:10:42,949 Updating WAITING jobs +2021-12-18 13:10:42,949 Update finished +2021-12-18 13:10:52,959 Reloading parameters... +2021-12-18 13:10:52,981 Loading parameters... +2021-12-18 13:10:52,982 Loading project parameters... +2021-12-18 13:10:52,985 + +15 of 25 jobs remaining (13:10) +2021-12-18 13:10:52,985 Sleep: 10 +2021-12-18 13:10:52,986 Number of retrials: 0 +2021-12-18 13:10:52,986 WRAPPER CHECK TIME = 10 +2021-12-18 13:10:52,986 Checking jobs for platform=marenostrum4 +2021-12-18 13:10:52,987 Checking jobs for platform=nord3 +2021-12-18 13:10:52,988 Checking jobs for platform=local +2021-12-18 13:10:52,988 Checking jobs for platform=transfer_node +2021-12-18 13:10:52,988 Checking all jobs at once +2021-12-18 13:10:54,508 Successful check job command +2021-12-18 13:10:56,129 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:10:56,129 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:10:56,129 End of checking +2021-12-18 13:10:56,131 Updating FAILED jobs +2021-12-18 13:10:56,131 Updating WAITING jobs +2021-12-18 13:10:56,131 Update finished +2021-12-18 13:10:56,131 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:10:56,131 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:10:56,132 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:10:56,132 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:10:56,132 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:10:56,132 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:10:56,132 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:10:56,132 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:10:56,135 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:10:56,137 Job list saved +2021-12-18 13:10:56,142 Updating FAILED jobs +2021-12-18 13:10:56,142 Updating WAITING jobs +2021-12-18 13:10:56,143 Update finished +2021-12-18 13:11:06,153 Reloading parameters... +2021-12-18 13:11:06,173 Loading parameters... +2021-12-18 13:11:06,175 Loading project parameters... +2021-12-18 13:11:06,176 + +15 of 25 jobs remaining (13:11) +2021-12-18 13:11:06,177 Sleep: 10 +2021-12-18 13:11:06,177 Number of retrials: 0 +2021-12-18 13:11:06,177 WRAPPER CHECK TIME = 10 +2021-12-18 13:11:06,177 Checking jobs for platform=marenostrum4 +2021-12-18 13:11:06,178 Checking jobs for platform=nord3 +2021-12-18 13:11:06,179 Checking jobs for platform=local +2021-12-18 13:11:06,179 Checking jobs for platform=transfer_node +2021-12-18 13:11:06,179 Checking all jobs at once +2021-12-18 13:11:08,001 Successful check job command +2021-12-18 13:11:09,821 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:11:09,822 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:11:09,822 End of checking +2021-12-18 13:11:09,823 Updating FAILED jobs +2021-12-18 13:11:09,823 Updating WAITING jobs +2021-12-18 13:11:09,824 Update finished +2021-12-18 13:11:09,824 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:11:09,824 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:11:09,824 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:11:09,824 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:11:09,824 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:11:09,825 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:11:09,825 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:11:09,825 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:11:09,828 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:11:09,830 Job list saved +2021-12-18 13:11:09,835 Updating FAILED jobs +2021-12-18 13:11:09,836 Updating WAITING jobs +2021-12-18 13:11:09,836 Update finished +2021-12-18 13:11:19,846 Reloading parameters... +2021-12-18 13:11:19,869 Loading parameters... +2021-12-18 13:11:19,871 Loading project parameters... +2021-12-18 13:11:19,873 + +15 of 25 jobs remaining (13:11) +2021-12-18 13:11:19,873 Sleep: 10 +2021-12-18 13:11:19,873 Number of retrials: 0 +2021-12-18 13:11:19,873 WRAPPER CHECK TIME = 10 +2021-12-18 13:11:19,874 Checking jobs for platform=marenostrum4 +2021-12-18 13:11:19,874 Checking jobs for platform=nord3 +2021-12-18 13:11:19,875 Checking jobs for platform=local +2021-12-18 13:11:19,875 Checking jobs for platform=transfer_node +2021-12-18 13:11:19,875 Checking all jobs at once +2021-12-18 13:11:21,595 Successful check job command +2021-12-18 13:11:23,465 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:11:23,466 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:11:23,466 End of checking +2021-12-18 13:11:23,468 Updating FAILED jobs +2021-12-18 13:11:23,468 Updating WAITING jobs +2021-12-18 13:11:23,468 Update finished +2021-12-18 13:11:23,468 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:11:23,469 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:11:23,469 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:11:23,469 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:11:23,470 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:11:23,470 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:11:23,470 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:11:23,470 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:11:23,472 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:11:23,475 Job list saved +2021-12-18 13:11:23,480 Updating FAILED jobs +2021-12-18 13:11:23,480 Updating WAITING jobs +2021-12-18 13:11:23,480 Update finished +2021-12-18 13:11:33,490 Reloading parameters... +2021-12-18 13:11:33,513 Loading parameters... +2021-12-18 13:11:33,518 Loading project parameters... +2021-12-18 13:11:33,522 + +15 of 25 jobs remaining (13:11) +2021-12-18 13:11:33,523 Sleep: 10 +2021-12-18 13:11:33,523 Number of retrials: 0 +2021-12-18 13:11:33,523 WRAPPER CHECK TIME = 10 +2021-12-18 13:11:33,531 Checking jobs for platform=marenostrum4 +2021-12-18 13:11:33,532 Checking jobs for platform=nord3 +2021-12-18 13:11:33,533 Checking jobs for platform=local +2021-12-18 13:11:33,534 Checking jobs for platform=transfer_node +2021-12-18 13:11:33,534 Checking all jobs at once +2021-12-18 13:11:34,914 Successful check job command +2021-12-18 13:11:36,484 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:11:36,484 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:11:36,484 End of checking +2021-12-18 13:11:36,486 Updating FAILED jobs +2021-12-18 13:11:36,486 Updating WAITING jobs +2021-12-18 13:11:36,486 Update finished +2021-12-18 13:11:36,486 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:11:36,487 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:11:36,487 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:11:36,487 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:11:36,487 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:11:36,487 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:11:36,487 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:11:36,487 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:11:36,490 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:11:36,492 Job list saved +2021-12-18 13:11:36,499 Updating FAILED jobs +2021-12-18 13:11:36,500 Updating WAITING jobs +2021-12-18 13:11:36,500 Update finished +2021-12-18 13:11:46,510 Reloading parameters... +2021-12-18 13:11:46,529 Loading parameters... +2021-12-18 13:11:46,530 Loading project parameters... +2021-12-18 13:11:46,532 + +15 of 25 jobs remaining (13:11) +2021-12-18 13:11:46,532 Sleep: 10 +2021-12-18 13:11:46,532 Number of retrials: 0 +2021-12-18 13:11:46,532 WRAPPER CHECK TIME = 10 +2021-12-18 13:11:46,533 Checking jobs for platform=marenostrum4 +2021-12-18 13:11:46,533 Checking jobs for platform=nord3 +2021-12-18 13:11:46,534 Checking jobs for platform=local +2021-12-18 13:11:46,534 Checking jobs for platform=transfer_node +2021-12-18 13:11:46,534 Checking all jobs at once +2021-12-18 13:11:47,904 Successful check job command +2021-12-18 13:11:49,323 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:11:49,323 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:11:49,323 End of checking +2021-12-18 13:11:49,325 Updating FAILED jobs +2021-12-18 13:11:49,325 Updating WAITING jobs +2021-12-18 13:11:49,325 Update finished +2021-12-18 13:11:49,325 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:11:49,326 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:11:49,326 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:11:49,326 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:11:49,326 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:11:49,326 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:11:49,326 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:11:49,326 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:11:49,329 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:11:49,331 Job list saved +2021-12-18 13:11:49,336 Updating FAILED jobs +2021-12-18 13:11:49,336 Updating WAITING jobs +2021-12-18 13:11:49,336 Update finished +2021-12-18 13:11:59,347 Reloading parameters... +2021-12-18 13:11:59,365 Loading parameters... +2021-12-18 13:11:59,366 Loading project parameters... +2021-12-18 13:11:59,368 + +15 of 25 jobs remaining (13:11) +2021-12-18 13:11:59,368 Sleep: 10 +2021-12-18 13:11:59,368 Number of retrials: 0 +2021-12-18 13:11:59,368 WRAPPER CHECK TIME = 10 +2021-12-18 13:11:59,369 Checking jobs for platform=marenostrum4 +2021-12-18 13:11:59,369 Checking jobs for platform=nord3 +2021-12-18 13:11:59,370 Checking jobs for platform=local +2021-12-18 13:11:59,371 Checking jobs for platform=transfer_node +2021-12-18 13:11:59,371 Checking all jobs at once +2021-12-18 13:12:00,593 Successful check job command +2021-12-18 13:12:02,015 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:12:02,015 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:12:02,015 End of checking +2021-12-18 13:12:02,017 Updating FAILED jobs +2021-12-18 13:12:02,017 Updating WAITING jobs +2021-12-18 13:12:02,017 Update finished +2021-12-18 13:12:02,018 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:12:02,018 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:12:02,019 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:12:02,019 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:12:02,019 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:12:02,019 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:12:02,019 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:12:02,019 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:12:02,022 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:12:02,025 Job list saved +2021-12-18 13:12:02,031 Updating FAILED jobs +2021-12-18 13:12:02,031 Updating WAITING jobs +2021-12-18 13:12:02,031 Update finished +2021-12-18 13:12:12,042 Reloading parameters... +2021-12-18 13:12:12,060 Loading parameters... +2021-12-18 13:12:12,061 Loading project parameters... +2021-12-18 13:12:12,063 + +15 of 25 jobs remaining (13:12) +2021-12-18 13:12:12,064 Sleep: 10 +2021-12-18 13:12:12,064 Number of retrials: 0 +2021-12-18 13:12:12,064 WRAPPER CHECK TIME = 10 +2021-12-18 13:12:12,064 Checking jobs for platform=marenostrum4 +2021-12-18 13:12:12,065 Checking jobs for platform=nord3 +2021-12-18 13:12:12,065 Checking jobs for platform=local +2021-12-18 13:12:12,066 Checking jobs for platform=transfer_node +2021-12-18 13:12:12,066 Checking all jobs at once +2021-12-18 13:12:13,389 Successful check job command +2021-12-18 13:12:14,759 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:12:14,759 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:12:14,759 End of checking +2021-12-18 13:12:14,761 Updating FAILED jobs +2021-12-18 13:12:14,761 Updating WAITING jobs +2021-12-18 13:12:14,761 Update finished +2021-12-18 13:12:14,761 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:12:14,761 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:12:14,762 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:12:14,762 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:12:14,762 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:12:14,762 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:12:14,762 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:12:14,762 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:12:14,765 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:12:14,768 Job list saved +2021-12-18 13:12:14,773 Updating FAILED jobs +2021-12-18 13:12:14,773 Updating WAITING jobs +2021-12-18 13:12:14,773 Update finished +2021-12-18 13:12:24,783 Reloading parameters... +2021-12-18 13:12:24,804 Loading parameters... +2021-12-18 13:12:24,806 Loading project parameters... +2021-12-18 13:12:24,808 + +15 of 25 jobs remaining (13:12) +2021-12-18 13:12:24,808 Sleep: 10 +2021-12-18 13:12:24,808 Number of retrials: 0 +2021-12-18 13:12:24,808 WRAPPER CHECK TIME = 10 +2021-12-18 13:12:24,809 Checking jobs for platform=marenostrum4 +2021-12-18 13:12:24,810 Checking jobs for platform=nord3 +2021-12-18 13:12:24,810 Checking jobs for platform=local +2021-12-18 13:12:24,811 Checking jobs for platform=transfer_node +2021-12-18 13:12:24,811 Checking all jobs at once +2021-12-18 13:12:26,088 Successful check job command +2021-12-18 13:12:27,407 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:12:27,407 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:12:27,407 End of checking +2021-12-18 13:12:27,408 Updating FAILED jobs +2021-12-18 13:12:27,409 Updating WAITING jobs +2021-12-18 13:12:27,409 Update finished +2021-12-18 13:12:27,409 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:12:27,409 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:12:27,409 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:12:27,409 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:12:27,410 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:12:27,410 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:12:27,410 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:12:27,410 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:12:27,413 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:12:27,415 Job list saved +2021-12-18 13:12:27,421 Updating FAILED jobs +2021-12-18 13:12:27,421 Updating WAITING jobs +2021-12-18 13:12:27,421 Update finished +2021-12-18 13:12:37,431 Reloading parameters... +2021-12-18 13:12:37,456 Loading parameters... +2021-12-18 13:12:37,458 Loading project parameters... +2021-12-18 13:12:37,460 + +15 of 25 jobs remaining (13:12) +2021-12-18 13:12:37,460 Sleep: 10 +2021-12-18 13:12:37,460 Number of retrials: 0 +2021-12-18 13:12:37,460 WRAPPER CHECK TIME = 10 +2021-12-18 13:12:37,461 Checking jobs for platform=marenostrum4 +2021-12-18 13:12:37,462 Checking jobs for platform=nord3 +2021-12-18 13:12:37,462 Checking jobs for platform=local +2021-12-18 13:12:37,463 Checking jobs for platform=transfer_node +2021-12-18 13:12:37,463 Checking all jobs at once +2021-12-18 13:12:38,832 Successful check job command +2021-12-18 13:12:40,251 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:12:40,252 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:12:40,252 End of checking +2021-12-18 13:12:40,253 Updating FAILED jobs +2021-12-18 13:12:40,253 Updating WAITING jobs +2021-12-18 13:12:40,253 Update finished +2021-12-18 13:12:40,254 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:12:40,254 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:12:40,254 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:12:40,255 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:12:40,255 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:12:40,255 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:12:40,255 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:12:40,255 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:12:40,258 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:12:40,260 Job list saved +2021-12-18 13:12:40,268 Updating FAILED jobs +2021-12-18 13:12:40,268 Updating WAITING jobs +2021-12-18 13:12:40,268 Update finished +2021-12-18 13:12:50,279 Reloading parameters... +2021-12-18 13:12:50,299 Loading parameters... +2021-12-18 13:12:50,300 Loading project parameters... +2021-12-18 13:12:50,302 + +15 of 25 jobs remaining (13:12) +2021-12-18 13:12:50,302 Sleep: 10 +2021-12-18 13:12:50,302 Number of retrials: 0 +2021-12-18 13:12:50,302 WRAPPER CHECK TIME = 10 +2021-12-18 13:12:50,303 Checking jobs for platform=marenostrum4 +2021-12-18 13:12:50,303 Checking jobs for platform=nord3 +2021-12-18 13:12:50,304 Checking jobs for platform=local +2021-12-18 13:12:50,305 Checking jobs for platform=transfer_node +2021-12-18 13:12:50,305 Checking all jobs at once +2021-12-18 13:12:51,624 Successful check job command +2021-12-18 13:12:53,044 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:12:53,044 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:12:53,044 End of checking +2021-12-18 13:12:53,046 Updating FAILED jobs +2021-12-18 13:12:53,046 Updating WAITING jobs +2021-12-18 13:12:53,046 Update finished +2021-12-18 13:12:53,047 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:12:53,047 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:12:53,047 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:12:53,047 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:12:53,047 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:12:53,048 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:12:53,048 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:12:53,048 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:12:53,051 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:12:53,053 Job list saved +2021-12-18 13:12:53,058 Updating FAILED jobs +2021-12-18 13:12:53,058 Updating WAITING jobs +2021-12-18 13:12:53,059 Update finished +2021-12-18 13:13:03,069 Reloading parameters... +2021-12-18 13:13:03,091 Loading parameters... +2021-12-18 13:13:03,093 Loading project parameters... +2021-12-18 13:13:03,095 + +15 of 25 jobs remaining (13:13) +2021-12-18 13:13:03,095 Sleep: 10 +2021-12-18 13:13:03,095 Number of retrials: 0 +2021-12-18 13:13:03,095 WRAPPER CHECK TIME = 10 +2021-12-18 13:13:03,096 Checking jobs for platform=marenostrum4 +2021-12-18 13:13:03,096 Checking jobs for platform=nord3 +2021-12-18 13:13:03,097 Checking jobs for platform=local +2021-12-18 13:13:03,097 Checking jobs for platform=transfer_node +2021-12-18 13:13:03,097 Checking all jobs at once +2021-12-18 13:13:04,317 Successful check job command +2021-12-18 13:13:05,586 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:13:05,587 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:13:05,587 End of checking +2021-12-18 13:13:05,588 Updating FAILED jobs +2021-12-18 13:13:05,588 Updating WAITING jobs +2021-12-18 13:13:05,588 Update finished +2021-12-18 13:13:05,589 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:13:05,589 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:13:05,589 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:13:05,589 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:13:05,589 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:13:05,589 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:13:05,589 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:13:05,590 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:13:05,592 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:13:05,595 Job list saved +2021-12-18 13:13:05,600 Updating FAILED jobs +2021-12-18 13:13:05,600 Updating WAITING jobs +2021-12-18 13:13:05,600 Update finished +2021-12-18 13:13:15,610 Reloading parameters... +2021-12-18 13:13:15,629 Loading parameters... +2021-12-18 13:13:15,630 Loading project parameters... +2021-12-18 13:13:15,632 + +15 of 25 jobs remaining (13:13) +2021-12-18 13:13:15,632 Sleep: 10 +2021-12-18 13:13:15,633 Number of retrials: 0 +2021-12-18 13:13:15,633 WRAPPER CHECK TIME = 10 +2021-12-18 13:13:15,633 Checking jobs for platform=marenostrum4 +2021-12-18 13:13:15,634 Checking jobs for platform=nord3 +2021-12-18 13:13:15,634 Checking jobs for platform=local +2021-12-18 13:13:15,635 Checking jobs for platform=transfer_node +2021-12-18 13:13:15,635 Checking all jobs at once +2021-12-18 13:13:16,956 Successful check job command +2021-12-18 13:13:18,229 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:13:18,229 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:13:18,229 End of checking +2021-12-18 13:13:18,232 Updating FAILED jobs +2021-12-18 13:13:18,232 Updating WAITING jobs +2021-12-18 13:13:18,232 Update finished +2021-12-18 13:13:18,233 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:13:18,236 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:13:18,236 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:13:18,236 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:13:18,236 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:13:18,236 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:13:18,236 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:13:18,236 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:13:18,239 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:13:18,241 Job list saved +2021-12-18 13:13:18,247 Updating FAILED jobs +2021-12-18 13:13:18,247 Updating WAITING jobs +2021-12-18 13:13:18,247 Update finished +2021-12-18 13:13:28,257 Reloading parameters... +2021-12-18 13:13:28,278 Loading parameters... +2021-12-18 13:13:28,279 Loading project parameters... +2021-12-18 13:13:28,281 + +15 of 25 jobs remaining (13:13) +2021-12-18 13:13:28,281 Sleep: 10 +2021-12-18 13:13:28,281 Number of retrials: 0 +2021-12-18 13:13:28,282 WRAPPER CHECK TIME = 10 +2021-12-18 13:13:28,282 Checking jobs for platform=marenostrum4 +2021-12-18 13:13:28,283 Checking jobs for platform=nord3 +2021-12-18 13:13:28,283 Checking jobs for platform=local +2021-12-18 13:13:28,284 Checking jobs for platform=transfer_node +2021-12-18 13:13:28,284 Checking all jobs at once +2021-12-18 13:13:29,656 Successful check job command +2021-12-18 13:13:31,025 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:13:31,025 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:13:31,025 End of checking +2021-12-18 13:13:31,026 Updating FAILED jobs +2021-12-18 13:13:31,027 Updating WAITING jobs +2021-12-18 13:13:31,027 Update finished +2021-12-18 13:13:31,027 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:13:31,027 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:13:31,027 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:13:31,027 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:13:31,028 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:13:31,028 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:13:31,028 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:13:31,028 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:13:31,031 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:13:31,033 Job list saved +2021-12-18 13:13:31,039 Updating FAILED jobs +2021-12-18 13:13:31,039 Updating WAITING jobs +2021-12-18 13:13:31,040 Update finished +2021-12-18 13:13:41,050 Reloading parameters... +2021-12-18 13:13:41,069 Loading parameters... +2021-12-18 13:13:41,070 Loading project parameters... +2021-12-18 13:13:41,072 + +15 of 25 jobs remaining (13:13) +2021-12-18 13:13:41,072 Sleep: 10 +2021-12-18 13:13:41,072 Number of retrials: 0 +2021-12-18 13:13:41,072 WRAPPER CHECK TIME = 10 +2021-12-18 13:13:41,073 Checking jobs for platform=marenostrum4 +2021-12-18 13:13:41,074 Checking jobs for platform=nord3 +2021-12-18 13:13:41,075 Checking jobs for platform=local +2021-12-18 13:13:41,076 Checking jobs for platform=transfer_node +2021-12-18 13:13:41,076 Checking all jobs at once +2021-12-18 13:13:42,452 Successful check job command +2021-12-18 13:13:43,772 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:13:43,772 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:13:43,772 End of checking +2021-12-18 13:13:43,773 Updating FAILED jobs +2021-12-18 13:13:43,773 Updating WAITING jobs +2021-12-18 13:13:43,774 Update finished +2021-12-18 13:13:43,774 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:13:43,774 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:13:43,774 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:13:43,774 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:13:43,774 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:13:43,775 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:13:43,775 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:13:43,775 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:13:43,777 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:13:43,780 Job list saved +2021-12-18 13:13:43,784 Updating FAILED jobs +2021-12-18 13:13:43,784 Updating WAITING jobs +2021-12-18 13:13:43,785 Update finished +2021-12-18 13:13:53,791 Reloading parameters... +2021-12-18 13:13:53,811 Loading parameters... +2021-12-18 13:13:53,813 Loading project parameters... +2021-12-18 13:13:53,814 + +15 of 25 jobs remaining (13:13) +2021-12-18 13:13:53,815 Sleep: 10 +2021-12-18 13:13:53,815 Number of retrials: 0 +2021-12-18 13:13:53,815 WRAPPER CHECK TIME = 10 +2021-12-18 13:13:53,816 Checking jobs for platform=marenostrum4 +2021-12-18 13:13:53,816 Checking jobs for platform=nord3 +2021-12-18 13:13:53,817 Checking jobs for platform=local +2021-12-18 13:13:53,817 Checking jobs for platform=transfer_node +2021-12-18 13:13:53,817 Checking all jobs at once +2021-12-18 13:13:55,086 Successful check job command +2021-12-18 13:13:56,405 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:13:56,406 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:13:56,406 End of checking +2021-12-18 13:13:56,407 Updating FAILED jobs +2021-12-18 13:13:56,407 Updating WAITING jobs +2021-12-18 13:13:56,407 Update finished +2021-12-18 13:13:56,407 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:13:56,408 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:13:56,408 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:13:56,408 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:13:56,408 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:13:56,408 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:13:56,409 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:13:56,409 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:13:56,411 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:13:56,413 Job list saved +2021-12-18 13:13:56,418 Updating FAILED jobs +2021-12-18 13:13:56,418 Updating WAITING jobs +2021-12-18 13:13:56,418 Update finished +2021-12-18 13:14:06,428 Reloading parameters... +2021-12-18 13:14:06,446 Loading parameters... +2021-12-18 13:14:06,447 Loading project parameters... +2021-12-18 13:14:06,449 + +15 of 25 jobs remaining (13:14) +2021-12-18 13:14:06,449 Sleep: 10 +2021-12-18 13:14:06,449 Number of retrials: 0 +2021-12-18 13:14:06,449 WRAPPER CHECK TIME = 10 +2021-12-18 13:14:06,450 Checking jobs for platform=marenostrum4 +2021-12-18 13:14:06,451 Checking jobs for platform=nord3 +2021-12-18 13:14:06,451 Checking jobs for platform=local +2021-12-18 13:14:06,452 Checking jobs for platform=transfer_node +2021-12-18 13:14:06,452 Checking all jobs at once +2021-12-18 13:14:07,721 Successful check job command +2021-12-18 13:14:08,940 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:14:08,940 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:14:08,941 End of checking +2021-12-18 13:14:08,942 Updating FAILED jobs +2021-12-18 13:14:08,942 Updating WAITING jobs +2021-12-18 13:14:08,942 Update finished +2021-12-18 13:14:08,942 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:14:08,943 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:14:08,943 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:14:08,943 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:14:08,943 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:14:08,943 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:14:08,943 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:14:08,943 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:14:08,947 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:14:08,949 Job list saved +2021-12-18 13:14:08,954 Updating FAILED jobs +2021-12-18 13:14:08,954 Updating WAITING jobs +2021-12-18 13:14:08,954 Update finished +2021-12-18 13:14:18,964 Reloading parameters... +2021-12-18 13:14:18,983 Loading parameters... +2021-12-18 13:14:18,984 Loading project parameters... +2021-12-18 13:14:18,986 + +15 of 25 jobs remaining (13:14) +2021-12-18 13:14:18,986 Sleep: 10 +2021-12-18 13:14:18,986 Number of retrials: 0 +2021-12-18 13:14:18,986 WRAPPER CHECK TIME = 10 +2021-12-18 13:14:18,987 Checking jobs for platform=marenostrum4 +2021-12-18 13:14:18,988 Checking jobs for platform=nord3 +2021-12-18 13:14:18,988 Checking jobs for platform=local +2021-12-18 13:14:18,989 Checking jobs for platform=transfer_node +2021-12-18 13:14:18,989 Checking all jobs at once +2021-12-18 13:14:20,611 Successful check job command +2021-12-18 13:14:21,880 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:14:21,880 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:14:21,880 End of checking +2021-12-18 13:14:21,882 Updating FAILED jobs +2021-12-18 13:14:21,882 Updating WAITING jobs +2021-12-18 13:14:21,882 Update finished +2021-12-18 13:14:21,882 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:14:21,882 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:14:21,882 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:14:21,883 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:14:21,883 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:14:21,883 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:14:21,883 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:14:21,883 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:14:21,886 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:14:21,888 Job list saved +2021-12-18 13:14:21,892 Updating FAILED jobs +2021-12-18 13:14:21,893 Updating WAITING jobs +2021-12-18 13:14:21,893 Update finished +2021-12-18 13:14:31,902 Reloading parameters... +2021-12-18 13:14:31,921 Loading parameters... +2021-12-18 13:14:31,922 Loading project parameters... +2021-12-18 13:14:31,924 + +15 of 25 jobs remaining (13:14) +2021-12-18 13:14:31,924 Sleep: 10 +2021-12-18 13:14:31,924 Number of retrials: 0 +2021-12-18 13:14:31,924 WRAPPER CHECK TIME = 10 +2021-12-18 13:14:31,925 Checking jobs for platform=marenostrum4 +2021-12-18 13:14:31,926 Checking jobs for platform=nord3 +2021-12-18 13:14:31,926 Checking jobs for platform=local +2021-12-18 13:14:31,927 Checking jobs for platform=transfer_node +2021-12-18 13:14:31,927 Checking all jobs at once +2021-12-18 13:14:33,248 Successful check job command +2021-12-18 13:14:34,468 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:14:34,468 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:14:34,468 End of checking +2021-12-18 13:14:34,469 Updating FAILED jobs +2021-12-18 13:14:34,470 Updating WAITING jobs +2021-12-18 13:14:34,470 Update finished +2021-12-18 13:14:34,470 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:14:34,471 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:14:34,471 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:14:34,471 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:14:34,471 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:14:34,471 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:14:34,471 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:14:34,471 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:14:34,474 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:14:34,476 Job list saved +2021-12-18 13:14:34,481 Updating FAILED jobs +2021-12-18 13:14:34,481 Updating WAITING jobs +2021-12-18 13:14:34,481 Update finished +2021-12-18 13:14:44,491 Reloading parameters... +2021-12-18 13:14:44,509 Loading parameters... +2021-12-18 13:14:44,511 Loading project parameters... +2021-12-18 13:14:44,513 + +15 of 25 jobs remaining (13:14) +2021-12-18 13:14:44,513 Sleep: 10 +2021-12-18 13:14:44,513 Number of retrials: 0 +2021-12-18 13:14:44,514 WRAPPER CHECK TIME = 10 +2021-12-18 13:14:44,514 Checking jobs for platform=marenostrum4 +2021-12-18 13:14:44,515 Checking jobs for platform=nord3 +2021-12-18 13:14:44,516 Checking jobs for platform=local +2021-12-18 13:14:44,516 Checking jobs for platform=transfer_node +2021-12-18 13:14:44,516 Checking all jobs at once +2021-12-18 13:14:45,889 Successful check job command +2021-12-18 13:14:48,111 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:14:48,111 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:14:48,111 End of checking +2021-12-18 13:14:48,113 Updating FAILED jobs +2021-12-18 13:14:48,113 Updating WAITING jobs +2021-12-18 13:14:48,113 Update finished +2021-12-18 13:14:48,113 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:14:48,113 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:14:48,114 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:14:48,114 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:14:48,114 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:14:48,114 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:14:48,114 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:14:48,114 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:14:48,117 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:14:48,120 Job list saved +2021-12-18 13:14:48,130 Updating FAILED jobs +2021-12-18 13:14:48,130 Updating WAITING jobs +2021-12-18 13:14:48,130 Update finished +2021-12-18 13:14:58,140 Reloading parameters... +2021-12-18 13:14:58,158 Loading parameters... +2021-12-18 13:14:58,160 Loading project parameters... +2021-12-18 13:14:58,161 + +15 of 25 jobs remaining (13:14) +2021-12-18 13:14:58,162 Sleep: 10 +2021-12-18 13:14:58,162 Number of retrials: 0 +2021-12-18 13:14:58,162 WRAPPER CHECK TIME = 10 +2021-12-18 13:14:58,162 Checking jobs for platform=marenostrum4 +2021-12-18 13:14:58,163 Checking jobs for platform=nord3 +2021-12-18 13:14:58,163 Checking jobs for platform=local +2021-12-18 13:14:58,164 Checking jobs for platform=transfer_node +2021-12-18 13:14:58,164 Checking all jobs at once +2021-12-18 13:14:59,491 Successful check job command +2021-12-18 13:15:00,811 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:15:00,811 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:15:00,811 End of checking +2021-12-18 13:15:00,812 Updating FAILED jobs +2021-12-18 13:15:00,812 Updating WAITING jobs +2021-12-18 13:15:00,813 Update finished +2021-12-18 13:15:00,813 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:15:00,813 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:15:00,813 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:15:00,813 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:15:00,813 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:15:00,813 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:15:00,814 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:15:00,814 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:15:00,816 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:15:00,819 Job list saved +2021-12-18 13:15:00,823 Updating FAILED jobs +2021-12-18 13:15:00,823 Updating WAITING jobs +2021-12-18 13:15:00,824 Update finished +2021-12-18 13:15:10,833 Reloading parameters... +2021-12-18 13:15:10,852 Loading parameters... +2021-12-18 13:15:10,854 Loading project parameters... +2021-12-18 13:15:10,856 + +15 of 25 jobs remaining (13:15) +2021-12-18 13:15:10,856 Sleep: 10 +2021-12-18 13:15:10,856 Number of retrials: 0 +2021-12-18 13:15:10,856 WRAPPER CHECK TIME = 10 +2021-12-18 13:15:10,857 Checking jobs for platform=marenostrum4 +2021-12-18 13:15:10,857 Checking jobs for platform=nord3 +2021-12-18 13:15:10,858 Checking jobs for platform=local +2021-12-18 13:15:10,859 Checking jobs for platform=transfer_node +2021-12-18 13:15:10,859 Checking all jobs at once +2021-12-18 13:15:12,181 Successful check job command +2021-12-18 13:15:13,551 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:15:13,552 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:15:13,552 End of checking +2021-12-18 13:15:13,553 Updating FAILED jobs +2021-12-18 13:15:13,553 Updating WAITING jobs +2021-12-18 13:15:13,553 Update finished +2021-12-18 13:15:13,554 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:15:13,554 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:15:13,554 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:15:13,554 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:15:13,554 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:15:13,555 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:15:13,555 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:15:13,555 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:15:13,557 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:15:13,560 Job list saved +2021-12-18 13:15:13,564 Updating FAILED jobs +2021-12-18 13:15:13,564 Updating WAITING jobs +2021-12-18 13:15:13,565 Update finished +2021-12-18 13:15:23,568 Reloading parameters... +2021-12-18 13:15:23,587 Loading parameters... +2021-12-18 13:15:23,588 Loading project parameters... +2021-12-18 13:15:23,590 + +15 of 25 jobs remaining (13:15) +2021-12-18 13:15:23,591 Sleep: 10 +2021-12-18 13:15:23,591 Number of retrials: 0 +2021-12-18 13:15:23,591 WRAPPER CHECK TIME = 10 +2021-12-18 13:15:23,591 Checking jobs for platform=marenostrum4 +2021-12-18 13:15:23,592 Checking jobs for platform=nord3 +2021-12-18 13:15:23,592 Checking jobs for platform=local +2021-12-18 13:15:23,593 Checking jobs for platform=transfer_node +2021-12-18 13:15:23,593 Checking all jobs at once +2021-12-18 13:15:24,922 Successful check job command +2021-12-18 13:15:26,241 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:15:26,242 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:15:26,242 End of checking +2021-12-18 13:15:26,243 Updating FAILED jobs +2021-12-18 13:15:26,243 Updating WAITING jobs +2021-12-18 13:15:26,243 Update finished +2021-12-18 13:15:26,243 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:15:26,244 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:15:26,244 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:15:26,244 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:15:26,244 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:15:26,244 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:15:26,244 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:15:26,244 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:15:26,247 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:15:26,249 Job list saved +2021-12-18 13:15:26,254 Updating FAILED jobs +2021-12-18 13:15:26,254 Updating WAITING jobs +2021-12-18 13:15:26,254 Update finished +2021-12-18 13:15:36,264 Reloading parameters... +2021-12-18 13:15:36,284 Loading parameters... +2021-12-18 13:15:36,286 Loading project parameters... +2021-12-18 13:15:36,288 + +15 of 25 jobs remaining (13:15) +2021-12-18 13:15:36,288 Sleep: 10 +2021-12-18 13:15:36,288 Number of retrials: 0 +2021-12-18 13:15:36,288 WRAPPER CHECK TIME = 10 +2021-12-18 13:15:36,289 Checking jobs for platform=marenostrum4 +2021-12-18 13:15:36,289 Checking jobs for platform=nord3 +2021-12-18 13:15:36,290 Checking jobs for platform=local +2021-12-18 13:15:36,290 Checking jobs for platform=transfer_node +2021-12-18 13:15:36,290 Checking all jobs at once +2021-12-18 13:15:37,710 Successful check job command +2021-12-18 13:15:39,081 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:15:39,082 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:15:39,082 End of checking +2021-12-18 13:15:39,083 Updating FAILED jobs +2021-12-18 13:15:39,084 Updating WAITING jobs +2021-12-18 13:15:39,084 Update finished +2021-12-18 13:15:39,084 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:15:39,084 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:15:39,084 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:15:39,084 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:15:39,085 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:15:39,085 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:15:39,085 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:15:39,085 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:15:39,088 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:15:39,090 Job list saved +2021-12-18 13:15:39,096 Updating FAILED jobs +2021-12-18 13:15:39,097 Updating WAITING jobs +2021-12-18 13:15:39,097 Update finished +2021-12-18 13:15:49,107 Reloading parameters... +2021-12-18 13:15:49,126 Loading parameters... +2021-12-18 13:15:49,127 Loading project parameters... +2021-12-18 13:15:49,129 + +15 of 25 jobs remaining (13:15) +2021-12-18 13:15:49,129 Sleep: 10 +2021-12-18 13:15:49,129 Number of retrials: 0 +2021-12-18 13:15:49,129 WRAPPER CHECK TIME = 10 +2021-12-18 13:15:49,130 Checking jobs for platform=marenostrum4 +2021-12-18 13:15:49,131 Checking jobs for platform=nord3 +2021-12-18 13:15:49,131 Checking jobs for platform=local +2021-12-18 13:15:49,132 Checking jobs for platform=transfer_node +2021-12-18 13:15:49,132 Checking all jobs at once +2021-12-18 13:15:50,903 Successful check job command +2021-12-18 13:15:52,327 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:15:52,327 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:15:52,327 End of checking +2021-12-18 13:15:52,329 Updating FAILED jobs +2021-12-18 13:15:52,329 Updating WAITING jobs +2021-12-18 13:15:52,329 Update finished +2021-12-18 13:15:52,329 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:15:52,330 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:15:52,330 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:15:52,330 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:15:52,330 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:15:52,330 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:15:52,330 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:15:52,330 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:15:52,333 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:15:52,335 Job list saved +2021-12-18 13:15:52,340 Updating FAILED jobs +2021-12-18 13:15:52,341 Updating WAITING jobs +2021-12-18 13:15:52,341 Update finished +2021-12-18 13:16:02,351 Reloading parameters... +2021-12-18 13:16:02,370 Loading parameters... +2021-12-18 13:16:02,372 Loading project parameters... +2021-12-18 13:16:02,374 + +15 of 25 jobs remaining (13:16) +2021-12-18 13:16:02,374 Sleep: 10 +2021-12-18 13:16:02,374 Number of retrials: 0 +2021-12-18 13:16:02,374 WRAPPER CHECK TIME = 10 +2021-12-18 13:16:02,375 Checking jobs for platform=marenostrum4 +2021-12-18 13:16:02,375 Checking jobs for platform=nord3 +2021-12-18 13:16:02,376 Checking jobs for platform=local +2021-12-18 13:16:02,377 Checking jobs for platform=transfer_node +2021-12-18 13:16:02,377 Checking all jobs at once +2021-12-18 13:16:03,647 Successful check job command +2021-12-18 13:16:05,069 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:16:05,070 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:16:05,070 End of checking +2021-12-18 13:16:05,071 Updating FAILED jobs +2021-12-18 13:16:05,071 Updating WAITING jobs +2021-12-18 13:16:05,072 Update finished +2021-12-18 13:16:05,072 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:16:05,072 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:16:05,072 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:16:05,072 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:16:05,072 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:16:05,072 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:16:05,073 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:16:05,073 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:16:05,075 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:16:05,077 Job list saved +2021-12-18 13:16:05,083 Updating FAILED jobs +2021-12-18 13:16:05,084 Updating WAITING jobs +2021-12-18 13:16:05,084 Update finished +2021-12-18 13:16:15,094 Reloading parameters... +2021-12-18 13:16:15,113 Loading parameters... +2021-12-18 13:16:15,115 Loading project parameters... +2021-12-18 13:16:15,117 + +15 of 25 jobs remaining (13:16) +2021-12-18 13:16:15,117 Sleep: 10 +2021-12-18 13:16:15,117 Number of retrials: 0 +2021-12-18 13:16:15,117 WRAPPER CHECK TIME = 10 +2021-12-18 13:16:15,118 Checking jobs for platform=marenostrum4 +2021-12-18 13:16:15,119 Checking jobs for platform=nord3 +2021-12-18 13:16:15,119 Checking jobs for platform=local +2021-12-18 13:16:15,120 Checking jobs for platform=transfer_node +2021-12-18 13:16:15,120 Checking all jobs at once +2021-12-18 13:16:17,641 Successful check job command +2021-12-18 13:16:18,911 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:16:18,911 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:16:18,911 End of checking +2021-12-18 13:16:18,913 Updating FAILED jobs +2021-12-18 13:16:18,913 Updating WAITING jobs +2021-12-18 13:16:18,913 Update finished +2021-12-18 13:16:18,913 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:16:18,913 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:16:18,913 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:16:18,913 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:16:18,914 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:16:18,914 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:16:18,914 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:16:18,914 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:16:18,917 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:16:18,920 Job list saved +2021-12-18 13:16:18,925 Updating FAILED jobs +2021-12-18 13:16:18,925 Updating WAITING jobs +2021-12-18 13:16:18,925 Update finished +2021-12-18 13:16:28,935 Reloading parameters... +2021-12-18 13:16:28,957 Loading parameters... +2021-12-18 13:16:28,958 Loading project parameters... +2021-12-18 13:16:28,960 + +15 of 25 jobs remaining (13:16) +2021-12-18 13:16:28,960 Sleep: 10 +2021-12-18 13:16:28,961 Number of retrials: 0 +2021-12-18 13:16:28,961 WRAPPER CHECK TIME = 10 +2021-12-18 13:16:28,961 Checking jobs for platform=marenostrum4 +2021-12-18 13:16:28,962 Checking jobs for platform=nord3 +2021-12-18 13:16:28,962 Checking jobs for platform=local +2021-12-18 13:16:28,963 Checking jobs for platform=transfer_node +2021-12-18 13:16:28,963 Checking all jobs at once +2021-12-18 13:16:30,283 Successful check job command +2021-12-18 13:16:31,553 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:16:31,553 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:16:31,553 End of checking +2021-12-18 13:16:31,554 Updating FAILED jobs +2021-12-18 13:16:31,554 Updating WAITING jobs +2021-12-18 13:16:31,555 Update finished +2021-12-18 13:16:31,555 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:16:31,555 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:16:31,555 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:16:31,556 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:16:31,556 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:16:31,556 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:16:31,556 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:16:31,556 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:16:31,559 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:16:31,561 Job list saved +2021-12-18 13:16:31,566 Updating FAILED jobs +2021-12-18 13:16:31,566 Updating WAITING jobs +2021-12-18 13:16:31,566 Update finished +2021-12-18 13:16:41,576 Reloading parameters... +2021-12-18 13:16:41,595 Loading parameters... +2021-12-18 13:16:41,597 Loading project parameters... +2021-12-18 13:16:41,599 + +15 of 25 jobs remaining (13:16) +2021-12-18 13:16:41,599 Sleep: 10 +2021-12-18 13:16:41,599 Number of retrials: 0 +2021-12-18 13:16:41,599 WRAPPER CHECK TIME = 10 +2021-12-18 13:16:41,600 Checking jobs for platform=marenostrum4 +2021-12-18 13:16:41,600 Checking jobs for platform=nord3 +2021-12-18 13:16:41,601 Checking jobs for platform=local +2021-12-18 13:16:41,601 Checking jobs for platform=transfer_node +2021-12-18 13:16:41,601 Checking all jobs at once +2021-12-18 13:16:43,022 Successful check job command +2021-12-18 13:16:44,291 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:16:44,291 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:16:44,291 End of checking +2021-12-18 13:16:44,293 Updating FAILED jobs +2021-12-18 13:16:44,293 Updating WAITING jobs +2021-12-18 13:16:44,293 Update finished +2021-12-18 13:16:44,293 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:16:44,293 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:16:44,294 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:16:44,294 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:16:44,294 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:16:44,294 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:16:44,294 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:16:44,294 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:16:44,297 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:16:44,299 Job list saved +2021-12-18 13:16:44,304 Updating FAILED jobs +2021-12-18 13:16:44,304 Updating WAITING jobs +2021-12-18 13:16:44,305 Update finished +2021-12-18 13:16:54,315 Reloading parameters... +2021-12-18 13:16:54,333 Loading parameters... +2021-12-18 13:16:54,334 Loading project parameters... +2021-12-18 13:16:54,336 + +15 of 25 jobs remaining (13:16) +2021-12-18 13:16:54,336 Sleep: 10 +2021-12-18 13:16:54,336 Number of retrials: 0 +2021-12-18 13:16:54,336 WRAPPER CHECK TIME = 10 +2021-12-18 13:16:54,337 Checking jobs for platform=marenostrum4 +2021-12-18 13:16:54,337 Checking jobs for platform=nord3 +2021-12-18 13:16:54,338 Checking jobs for platform=local +2021-12-18 13:16:54,339 Checking jobs for platform=transfer_node +2021-12-18 13:16:54,339 Checking all jobs at once +2021-12-18 13:16:55,709 Successful check job command +2021-12-18 13:16:57,033 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:16:57,034 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:16:57,034 End of checking +2021-12-18 13:16:57,035 Updating FAILED jobs +2021-12-18 13:16:57,035 Updating WAITING jobs +2021-12-18 13:16:57,035 Update finished +2021-12-18 13:16:57,036 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:16:57,036 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:16:57,036 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:16:57,036 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:16:57,036 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:16:57,036 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:16:57,036 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:16:57,037 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:16:57,039 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:16:57,041 Job list saved +2021-12-18 13:16:57,045 Updating FAILED jobs +2021-12-18 13:16:57,046 Updating WAITING jobs +2021-12-18 13:16:57,046 Update finished +2021-12-18 13:17:07,056 Reloading parameters... +2021-12-18 13:17:07,075 Loading parameters... +2021-12-18 13:17:07,077 Loading project parameters... +2021-12-18 13:17:07,079 + +15 of 25 jobs remaining (13:17) +2021-12-18 13:17:07,079 Sleep: 10 +2021-12-18 13:17:07,079 Number of retrials: 0 +2021-12-18 13:17:07,079 WRAPPER CHECK TIME = 10 +2021-12-18 13:17:07,080 Checking jobs for platform=marenostrum4 +2021-12-18 13:17:07,081 Checking jobs for platform=nord3 +2021-12-18 13:17:07,082 Checking jobs for platform=local +2021-12-18 13:17:07,082 Checking jobs for platform=transfer_node +2021-12-18 13:17:07,082 Checking all jobs at once +2021-12-18 13:17:08,404 Successful check job command +2021-12-18 13:17:09,823 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:17:09,823 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:17:09,823 End of checking +2021-12-18 13:17:09,824 Updating FAILED jobs +2021-12-18 13:17:09,825 Updating WAITING jobs +2021-12-18 13:17:09,825 Update finished +2021-12-18 13:17:09,825 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:17:09,826 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:17:09,826 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:17:09,826 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:17:09,826 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:17:09,826 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:17:09,826 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:17:09,827 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:17:09,829 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:17:09,831 Job list saved +2021-12-18 13:17:09,836 Updating FAILED jobs +2021-12-18 13:17:09,836 Updating WAITING jobs +2021-12-18 13:17:09,836 Update finished +2021-12-18 13:17:19,841 Reloading parameters... +2021-12-18 13:17:19,860 Loading parameters... +2021-12-18 13:17:19,861 Loading project parameters... +2021-12-18 13:17:19,863 + +15 of 25 jobs remaining (13:17) +2021-12-18 13:17:19,863 Sleep: 10 +2021-12-18 13:17:19,863 Number of retrials: 0 +2021-12-18 13:17:19,863 WRAPPER CHECK TIME = 10 +2021-12-18 13:17:19,864 Checking jobs for platform=marenostrum4 +2021-12-18 13:17:19,864 Checking jobs for platform=nord3 +2021-12-18 13:17:19,865 Checking jobs for platform=local +2021-12-18 13:17:19,866 Checking jobs for platform=transfer_node +2021-12-18 13:17:19,866 Checking all jobs at once +2021-12-18 13:17:21,186 Successful check job command +2021-12-18 13:17:22,506 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:17:22,506 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:17:22,506 End of checking +2021-12-18 13:17:22,507 Updating FAILED jobs +2021-12-18 13:17:22,507 Updating WAITING jobs +2021-12-18 13:17:22,508 Update finished +2021-12-18 13:17:22,508 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:17:22,508 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:17:22,508 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:17:22,508 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:17:22,508 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:17:22,509 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:17:22,509 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:17:22,509 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:17:22,512 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:17:22,514 Job list saved +2021-12-18 13:17:22,518 Updating FAILED jobs +2021-12-18 13:17:22,519 Updating WAITING jobs +2021-12-18 13:17:22,519 Update finished +2021-12-18 13:17:32,528 Reloading parameters... +2021-12-18 13:17:32,547 Loading parameters... +2021-12-18 13:17:32,548 Loading project parameters... +2021-12-18 13:17:32,550 + +15 of 25 jobs remaining (13:17) +2021-12-18 13:17:32,551 Sleep: 10 +2021-12-18 13:17:32,551 Number of retrials: 0 +2021-12-18 13:17:32,551 WRAPPER CHECK TIME = 10 +2021-12-18 13:17:32,551 Checking jobs for platform=marenostrum4 +2021-12-18 13:17:32,552 Checking jobs for platform=nord3 +2021-12-18 13:17:32,552 Checking jobs for platform=local +2021-12-18 13:17:32,553 Checking jobs for platform=transfer_node +2021-12-18 13:17:32,553 Checking all jobs at once +2021-12-18 13:17:33,872 Successful check job command +2021-12-18 13:17:36,093 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:17:36,093 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:17:36,093 End of checking +2021-12-18 13:17:36,095 Updating FAILED jobs +2021-12-18 13:17:36,095 Updating WAITING jobs +2021-12-18 13:17:36,095 Update finished +2021-12-18 13:17:36,095 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:17:36,096 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:17:36,096 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:17:36,096 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:17:36,096 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:17:36,096 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:17:36,096 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:17:36,096 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:17:36,099 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:17:36,102 Job list saved +2021-12-18 13:17:36,106 Updating FAILED jobs +2021-12-18 13:17:36,106 Updating WAITING jobs +2021-12-18 13:17:36,107 Update finished +2021-12-18 13:17:46,117 Reloading parameters... +2021-12-18 13:17:46,135 Loading parameters... +2021-12-18 13:17:46,136 Loading project parameters... +2021-12-18 13:17:46,138 + +15 of 25 jobs remaining (13:17) +2021-12-18 13:17:46,138 Sleep: 10 +2021-12-18 13:17:46,139 Number of retrials: 0 +2021-12-18 13:17:46,139 WRAPPER CHECK TIME = 10 +2021-12-18 13:17:46,139 Checking jobs for platform=marenostrum4 +2021-12-18 13:17:46,140 Checking jobs for platform=nord3 +2021-12-18 13:17:46,140 Checking jobs for platform=local +2021-12-18 13:17:46,141 Checking jobs for platform=transfer_node +2021-12-18 13:17:46,141 Checking all jobs at once +2021-12-18 13:17:47,712 Successful check job command +2021-12-18 13:17:48,981 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:17:48,982 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:17:48,982 End of checking +2021-12-18 13:17:48,983 Updating FAILED jobs +2021-12-18 13:17:48,983 Updating WAITING jobs +2021-12-18 13:17:48,983 Update finished +2021-12-18 13:17:48,984 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:17:48,984 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:17:48,984 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:17:48,984 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:17:48,985 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:17:48,985 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:17:48,985 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:17:48,985 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:17:48,988 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:17:48,990 Job list saved +2021-12-18 13:17:48,994 Updating FAILED jobs +2021-12-18 13:17:48,995 Updating WAITING jobs +2021-12-18 13:17:48,995 Update finished +2021-12-18 13:17:59,005 Reloading parameters... +2021-12-18 13:17:59,022 Loading parameters... +2021-12-18 13:17:59,023 Loading project parameters... +2021-12-18 13:17:59,025 + +15 of 25 jobs remaining (13:17) +2021-12-18 13:17:59,026 Sleep: 10 +2021-12-18 13:17:59,026 Number of retrials: 0 +2021-12-18 13:17:59,026 WRAPPER CHECK TIME = 10 +2021-12-18 13:17:59,026 Checking jobs for platform=marenostrum4 +2021-12-18 13:17:59,027 Checking jobs for platform=nord3 +2021-12-18 13:17:59,027 Checking jobs for platform=local +2021-12-18 13:17:59,028 Checking jobs for platform=transfer_node +2021-12-18 13:17:59,028 Checking all jobs at once +2021-12-18 13:18:00,348 Successful check job command +2021-12-18 13:18:01,718 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:18:01,718 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:18:01,718 End of checking +2021-12-18 13:18:01,719 Updating FAILED jobs +2021-12-18 13:18:01,720 Updating WAITING jobs +2021-12-18 13:18:01,720 Update finished +2021-12-18 13:18:01,720 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:18:01,720 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:18:01,720 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:18:01,720 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:18:01,721 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:18:01,721 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:18:01,721 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:18:01,721 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:18:01,724 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:18:01,726 Job list saved +2021-12-18 13:18:01,730 Updating FAILED jobs +2021-12-18 13:18:01,730 Updating WAITING jobs +2021-12-18 13:18:01,731 Update finished +2021-12-18 13:18:11,741 Reloading parameters... +2021-12-18 13:18:11,760 Loading parameters... +2021-12-18 13:18:11,761 Loading project parameters... +2021-12-18 13:18:11,763 + +15 of 25 jobs remaining (13:18) +2021-12-18 13:18:11,763 Sleep: 10 +2021-12-18 13:18:11,763 Number of retrials: 0 +2021-12-18 13:18:11,764 WRAPPER CHECK TIME = 10 +2021-12-18 13:18:11,764 Checking jobs for platform=marenostrum4 +2021-12-18 13:18:11,765 Checking jobs for platform=nord3 +2021-12-18 13:18:11,765 Checking jobs for platform=local +2021-12-18 13:18:11,766 Checking jobs for platform=transfer_node +2021-12-18 13:18:11,766 Checking all jobs at once +2021-12-18 13:18:13,138 Successful check job command +2021-12-18 13:18:14,507 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:18:14,508 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:18:14,508 End of checking +2021-12-18 13:18:14,509 Updating FAILED jobs +2021-12-18 13:18:14,509 Updating WAITING jobs +2021-12-18 13:18:14,509 Update finished +2021-12-18 13:18:14,509 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:18:14,510 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:18:14,510 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:18:14,510 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:18:14,510 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:18:14,510 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:18:14,510 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:18:14,510 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:18:14,513 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:18:14,515 Job list saved +2021-12-18 13:18:14,520 Updating FAILED jobs +2021-12-18 13:18:14,520 Updating WAITING jobs +2021-12-18 13:18:14,520 Update finished +2021-12-18 13:18:24,530 Reloading parameters... +2021-12-18 13:18:24,547 Loading parameters... +2021-12-18 13:18:24,549 Loading project parameters... +2021-12-18 13:18:24,551 + +15 of 25 jobs remaining (13:18) +2021-12-18 13:18:24,551 Sleep: 10 +2021-12-18 13:18:24,551 Number of retrials: 0 +2021-12-18 13:18:24,551 WRAPPER CHECK TIME = 10 +2021-12-18 13:18:24,552 Checking jobs for platform=marenostrum4 +2021-12-18 13:18:24,552 Checking jobs for platform=nord3 +2021-12-18 13:18:24,553 Checking jobs for platform=local +2021-12-18 13:18:24,553 Checking jobs for platform=transfer_node +2021-12-18 13:18:24,553 Checking all jobs at once +2021-12-18 13:18:25,923 Successful check job command +2021-12-18 13:18:27,194 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:18:27,194 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:18:27,194 End of checking +2021-12-18 13:18:27,197 Updating FAILED jobs +2021-12-18 13:18:27,197 Updating WAITING jobs +2021-12-18 13:18:27,197 Update finished +2021-12-18 13:18:27,197 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:18:27,198 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:18:27,198 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:18:27,198 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:18:27,198 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:18:27,198 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:18:27,199 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:18:27,199 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:18:27,201 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:18:27,204 Job list saved +2021-12-18 13:18:27,208 Updating FAILED jobs +2021-12-18 13:18:27,208 Updating WAITING jobs +2021-12-18 13:18:27,209 Update finished +2021-12-18 13:18:37,218 Reloading parameters... +2021-12-18 13:18:37,237 Loading parameters... +2021-12-18 13:18:37,239 Loading project parameters... +2021-12-18 13:18:37,241 + +15 of 25 jobs remaining (13:18) +2021-12-18 13:18:37,241 Sleep: 10 +2021-12-18 13:18:37,241 Number of retrials: 0 +2021-12-18 13:18:37,241 WRAPPER CHECK TIME = 10 +2021-12-18 13:18:37,242 Checking jobs for platform=marenostrum4 +2021-12-18 13:18:37,242 Checking jobs for platform=nord3 +2021-12-18 13:18:37,243 Checking jobs for platform=local +2021-12-18 13:18:37,243 Checking jobs for platform=transfer_node +2021-12-18 13:18:37,243 Checking all jobs at once +2021-12-18 13:18:38,515 Successful check job command +2021-12-18 13:18:39,785 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:18:39,785 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:18:39,785 End of checking +2021-12-18 13:18:39,786 Updating FAILED jobs +2021-12-18 13:18:39,787 Updating WAITING jobs +2021-12-18 13:18:39,787 Update finished +2021-12-18 13:18:39,787 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:18:39,787 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:18:39,787 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:18:39,787 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:18:39,787 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:18:39,788 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:18:39,788 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:18:39,788 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:18:39,790 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:18:39,793 Job list saved +2021-12-18 13:18:39,798 Updating FAILED jobs +2021-12-18 13:18:39,798 Updating WAITING jobs +2021-12-18 13:18:39,798 Update finished +2021-12-18 13:18:49,808 Reloading parameters... +2021-12-18 13:18:49,827 Loading parameters... +2021-12-18 13:18:49,828 Loading project parameters... +2021-12-18 13:18:49,830 + +15 of 25 jobs remaining (13:18) +2021-12-18 13:18:49,830 Sleep: 10 +2021-12-18 13:18:49,830 Number of retrials: 0 +2021-12-18 13:18:49,830 WRAPPER CHECK TIME = 10 +2021-12-18 13:18:49,831 Checking jobs for platform=marenostrum4 +2021-12-18 13:18:49,831 Checking jobs for platform=nord3 +2021-12-18 13:18:49,832 Checking jobs for platform=local +2021-12-18 13:18:49,833 Checking jobs for platform=transfer_node +2021-12-18 13:18:49,833 Checking all jobs at once +2021-12-18 13:18:51,151 Successful check job command +2021-12-18 13:18:52,420 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:18:52,421 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:18:52,421 End of checking +2021-12-18 13:18:52,422 Updating FAILED jobs +2021-12-18 13:18:52,422 Updating WAITING jobs +2021-12-18 13:18:52,423 Update finished +2021-12-18 13:18:52,423 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:18:52,423 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:18:52,423 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:18:52,423 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:18:52,423 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:18:52,423 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:18:52,424 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:18:52,424 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:18:52,432 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:18:52,434 Job list saved +2021-12-18 13:18:52,439 Updating FAILED jobs +2021-12-18 13:18:52,439 Updating WAITING jobs +2021-12-18 13:18:52,439 Update finished +2021-12-18 13:19:02,442 Reloading parameters... +2021-12-18 13:19:02,466 Loading parameters... +2021-12-18 13:19:02,468 Loading project parameters... +2021-12-18 13:19:02,470 + +15 of 25 jobs remaining (13:19) +2021-12-18 13:19:02,470 Sleep: 10 +2021-12-18 13:19:02,470 Number of retrials: 0 +2021-12-18 13:19:02,470 WRAPPER CHECK TIME = 10 +2021-12-18 13:19:02,471 Checking jobs for platform=marenostrum4 +2021-12-18 13:19:02,471 Checking jobs for platform=nord3 +2021-12-18 13:19:02,472 Checking jobs for platform=local +2021-12-18 13:19:02,473 Checking jobs for platform=transfer_node +2021-12-18 13:19:02,473 Checking all jobs at once +2021-12-18 13:19:03,893 Successful check job command +2021-12-18 13:19:05,312 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:19:05,313 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:19:05,313 End of checking +2021-12-18 13:19:05,314 Updating FAILED jobs +2021-12-18 13:19:05,314 Updating WAITING jobs +2021-12-18 13:19:05,314 Update finished +2021-12-18 13:19:05,314 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:19:05,315 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:19:05,315 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:19:05,316 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:19:05,316 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:19:05,316 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:19:05,316 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:19:05,316 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:19:05,319 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:19:05,321 Job list saved +2021-12-18 13:19:05,326 Updating FAILED jobs +2021-12-18 13:19:05,326 Updating WAITING jobs +2021-12-18 13:19:05,326 Update finished +2021-12-18 13:19:15,336 Reloading parameters... +2021-12-18 13:19:15,357 Loading parameters... +2021-12-18 13:19:15,358 Loading project parameters... +2021-12-18 13:19:15,360 + +15 of 25 jobs remaining (13:19) +2021-12-18 13:19:15,360 Sleep: 10 +2021-12-18 13:19:15,360 Number of retrials: 0 +2021-12-18 13:19:15,360 WRAPPER CHECK TIME = 10 +2021-12-18 13:19:15,361 Checking jobs for platform=marenostrum4 +2021-12-18 13:19:15,362 Checking jobs for platform=nord3 +2021-12-18 13:19:15,362 Checking jobs for platform=local +2021-12-18 13:19:15,363 Checking jobs for platform=transfer_node +2021-12-18 13:19:15,363 Checking all jobs at once +2021-12-18 13:19:16,782 Successful check job command +2021-12-18 13:19:18,152 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:19:18,152 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:19:18,152 End of checking +2021-12-18 13:19:18,153 Updating FAILED jobs +2021-12-18 13:19:18,154 Updating WAITING jobs +2021-12-18 13:19:18,154 Update finished +2021-12-18 13:19:18,154 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:19:18,154 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:19:18,154 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:19:18,154 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:19:18,155 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:19:18,155 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:19:18,155 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:19:18,155 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:19:18,157 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:19:18,160 Job list saved +2021-12-18 13:19:18,164 Updating FAILED jobs +2021-12-18 13:19:18,164 Updating WAITING jobs +2021-12-18 13:19:18,164 Update finished +2021-12-18 13:19:28,174 Reloading parameters... +2021-12-18 13:19:28,191 Loading parameters... +2021-12-18 13:19:28,192 Loading project parameters... +2021-12-18 13:19:28,194 + +15 of 25 jobs remaining (13:19) +2021-12-18 13:19:28,194 Sleep: 10 +2021-12-18 13:19:28,194 Number of retrials: 0 +2021-12-18 13:19:28,194 WRAPPER CHECK TIME = 10 +2021-12-18 13:19:28,195 Checking jobs for platform=marenostrum4 +2021-12-18 13:19:28,196 Checking jobs for platform=nord3 +2021-12-18 13:19:28,196 Checking jobs for platform=local +2021-12-18 13:19:28,197 Checking jobs for platform=transfer_node +2021-12-18 13:19:28,197 Checking all jobs at once +2021-12-18 13:19:29,617 Successful check job command +2021-12-18 13:19:30,986 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:19:30,987 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:19:30,987 End of checking +2021-12-18 13:19:30,989 Updating FAILED jobs +2021-12-18 13:19:30,989 Updating WAITING jobs +2021-12-18 13:19:30,989 Update finished +2021-12-18 13:19:30,990 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:19:30,990 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:19:30,990 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:19:30,990 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:19:30,990 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:19:30,990 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:19:30,990 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:19:30,991 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:19:30,993 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:19:30,995 Job list saved +2021-12-18 13:19:31,000 Updating FAILED jobs +2021-12-18 13:19:31,000 Updating WAITING jobs +2021-12-18 13:19:31,000 Update finished +2021-12-18 13:19:41,010 Reloading parameters... +2021-12-18 13:19:41,028 Loading parameters... +2021-12-18 13:19:41,030 Loading project parameters... +2021-12-18 13:19:41,032 + +15 of 25 jobs remaining (13:19) +2021-12-18 13:19:41,032 Sleep: 10 +2021-12-18 13:19:41,032 Number of retrials: 0 +2021-12-18 13:19:41,032 WRAPPER CHECK TIME = 10 +2021-12-18 13:19:41,033 Checking jobs for platform=marenostrum4 +2021-12-18 13:19:41,033 Checking jobs for platform=nord3 +2021-12-18 13:19:41,034 Checking jobs for platform=local +2021-12-18 13:19:41,034 Checking jobs for platform=transfer_node +2021-12-18 13:19:41,034 Checking all jobs at once +2021-12-18 13:19:42,504 Successful check job command +2021-12-18 13:19:43,825 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:19:43,826 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:19:43,826 End of checking +2021-12-18 13:19:43,827 Updating FAILED jobs +2021-12-18 13:19:43,827 Updating WAITING jobs +2021-12-18 13:19:43,827 Update finished +2021-12-18 13:19:43,827 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:19:43,828 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:19:43,828 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:19:43,828 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:19:43,828 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:19:43,828 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:19:43,829 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:19:43,829 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:19:43,831 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:19:43,833 Job list saved +2021-12-18 13:19:43,838 Updating FAILED jobs +2021-12-18 13:19:43,838 Updating WAITING jobs +2021-12-18 13:19:43,838 Update finished +2021-12-18 13:19:53,848 Reloading parameters... +2021-12-18 13:19:53,866 Loading parameters... +2021-12-18 13:19:53,868 Loading project parameters... +2021-12-18 13:19:53,869 + +15 of 25 jobs remaining (13:19) +2021-12-18 13:19:53,870 Sleep: 10 +2021-12-18 13:19:53,870 Number of retrials: 0 +2021-12-18 13:19:53,870 WRAPPER CHECK TIME = 10 +2021-12-18 13:19:53,870 Checking jobs for platform=marenostrum4 +2021-12-18 13:19:53,871 Checking jobs for platform=nord3 +2021-12-18 13:19:53,871 Checking jobs for platform=local +2021-12-18 13:19:53,872 Checking jobs for platform=transfer_node +2021-12-18 13:19:53,872 Checking all jobs at once +2021-12-18 13:19:55,291 Successful check job command +2021-12-18 13:19:56,560 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:19:56,560 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:19:56,561 End of checking +2021-12-18 13:19:56,562 Updating FAILED jobs +2021-12-18 13:19:56,562 Updating WAITING jobs +2021-12-18 13:19:56,562 Update finished +2021-12-18 13:19:56,562 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:19:56,563 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:19:56,563 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:19:56,563 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:19:56,563 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:19:56,563 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:19:56,563 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:19:56,563 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:19:56,566 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:19:56,568 Job list saved +2021-12-18 13:19:56,573 Updating FAILED jobs +2021-12-18 13:19:56,573 Updating WAITING jobs +2021-12-18 13:19:56,573 Update finished +2021-12-18 13:20:06,577 Reloading parameters... +2021-12-18 13:20:06,596 Loading parameters... +2021-12-18 13:20:06,598 Loading project parameters... +2021-12-18 13:20:06,600 + +15 of 25 jobs remaining (13:20) +2021-12-18 13:20:06,600 Sleep: 10 +2021-12-18 13:20:06,600 Number of retrials: 0 +2021-12-18 13:20:06,600 WRAPPER CHECK TIME = 10 +2021-12-18 13:20:06,601 Checking jobs for platform=marenostrum4 +2021-12-18 13:20:06,601 Checking jobs for platform=nord3 +2021-12-18 13:20:06,602 Checking jobs for platform=local +2021-12-18 13:20:06,603 Checking jobs for platform=transfer_node +2021-12-18 13:20:06,603 Checking all jobs at once +2021-12-18 13:20:08,173 Successful check job command +2021-12-18 13:20:09,542 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:20:09,542 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:20:09,543 End of checking +2021-12-18 13:20:09,544 Updating FAILED jobs +2021-12-18 13:20:09,544 Updating WAITING jobs +2021-12-18 13:20:09,544 Update finished +2021-12-18 13:20:09,544 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:20:09,544 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:20:09,544 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:20:09,545 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:20:09,545 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:20:09,545 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:20:09,545 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:20:09,545 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:20:09,547 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:20:09,550 Job list saved +2021-12-18 13:20:09,554 Updating FAILED jobs +2021-12-18 13:20:09,554 Updating WAITING jobs +2021-12-18 13:20:09,555 Update finished +2021-12-18 13:20:19,565 Reloading parameters... +2021-12-18 13:20:19,583 Loading parameters... +2021-12-18 13:20:19,584 Loading project parameters... +2021-12-18 13:20:19,586 + +15 of 25 jobs remaining (13:20) +2021-12-18 13:20:19,586 Sleep: 10 +2021-12-18 13:20:19,586 Number of retrials: 0 +2021-12-18 13:20:19,586 WRAPPER CHECK TIME = 10 +2021-12-18 13:20:19,587 Checking jobs for platform=marenostrum4 +2021-12-18 13:20:19,588 Checking jobs for platform=nord3 +2021-12-18 13:20:19,588 Checking jobs for platform=local +2021-12-18 13:20:19,589 Checking jobs for platform=transfer_node +2021-12-18 13:20:19,589 Checking all jobs at once +2021-12-18 13:20:20,908 Successful check job command +2021-12-18 13:20:22,528 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:20:22,531 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:20:22,532 End of checking +2021-12-18 13:20:22,533 Updating FAILED jobs +2021-12-18 13:20:22,533 Updating WAITING jobs +2021-12-18 13:20:22,533 Update finished +2021-12-18 13:20:22,533 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:20:22,534 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:20:22,534 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:20:22,534 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:20:22,534 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:20:22,535 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:20:22,535 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:20:22,535 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:20:22,537 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:20:22,540 Job list saved +2021-12-18 13:20:22,544 Updating FAILED jobs +2021-12-18 13:20:22,544 Updating WAITING jobs +2021-12-18 13:20:22,545 Update finished +2021-12-18 13:20:32,552 Reloading parameters... +2021-12-18 13:20:32,574 Loading parameters... +2021-12-18 13:20:32,576 Loading project parameters... +2021-12-18 13:20:32,578 + +15 of 25 jobs remaining (13:20) +2021-12-18 13:20:32,578 Sleep: 10 +2021-12-18 13:20:32,578 Number of retrials: 0 +2021-12-18 13:20:32,578 WRAPPER CHECK TIME = 10 +2021-12-18 13:20:32,579 Checking jobs for platform=marenostrum4 +2021-12-18 13:20:32,579 Checking jobs for platform=nord3 +2021-12-18 13:20:32,580 Checking jobs for platform=local +2021-12-18 13:20:32,580 Checking jobs for platform=transfer_node +2021-12-18 13:20:32,580 Checking all jobs at once +2021-12-18 13:20:33,751 Successful check job command +2021-12-18 13:20:34,920 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:20:34,920 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:20:34,921 End of checking +2021-12-18 13:20:34,922 Updating FAILED jobs +2021-12-18 13:20:34,922 Updating WAITING jobs +2021-12-18 13:20:34,922 Update finished +2021-12-18 13:20:34,922 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:20:34,922 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:20:34,923 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:20:34,923 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:20:34,923 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:20:34,923 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:20:34,923 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:20:34,923 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:20:34,926 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:20:34,928 Job list saved +2021-12-18 13:20:34,933 Updating FAILED jobs +2021-12-18 13:20:34,933 Updating WAITING jobs +2021-12-18 13:20:34,933 Update finished +2021-12-18 13:20:44,943 Reloading parameters... +2021-12-18 13:20:44,961 Loading parameters... +2021-12-18 13:20:44,962 Loading project parameters... +2021-12-18 13:20:44,964 + +15 of 25 jobs remaining (13:20) +2021-12-18 13:20:44,964 Sleep: 10 +2021-12-18 13:20:44,965 Number of retrials: 0 +2021-12-18 13:20:44,965 WRAPPER CHECK TIME = 10 +2021-12-18 13:20:44,965 Checking jobs for platform=marenostrum4 +2021-12-18 13:20:44,966 Checking jobs for platform=nord3 +2021-12-18 13:20:44,966 Checking jobs for platform=local +2021-12-18 13:20:44,967 Checking jobs for platform=transfer_node +2021-12-18 13:20:44,967 Checking all jobs at once +2021-12-18 13:20:46,340 Successful check job command +2021-12-18 13:20:47,610 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:20:47,610 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:20:47,610 End of checking +2021-12-18 13:20:47,612 Updating FAILED jobs +2021-12-18 13:20:47,612 Updating WAITING jobs +2021-12-18 13:20:47,612 Update finished +2021-12-18 13:20:47,612 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:20:47,613 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:20:47,613 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:20:47,613 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:20:47,613 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:20:47,613 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:20:47,613 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:20:47,613 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:20:47,617 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:20:47,620 Job list saved +2021-12-18 13:20:47,625 Updating FAILED jobs +2021-12-18 13:20:47,626 Updating WAITING jobs +2021-12-18 13:20:47,626 Update finished +2021-12-18 13:20:57,636 Reloading parameters... +2021-12-18 13:20:57,655 Loading parameters... +2021-12-18 13:20:57,657 Loading project parameters... +2021-12-18 13:20:57,659 + +15 of 25 jobs remaining (13:20) +2021-12-18 13:20:57,659 Sleep: 10 +2021-12-18 13:20:57,659 Number of retrials: 0 +2021-12-18 13:20:57,659 WRAPPER CHECK TIME = 10 +2021-12-18 13:20:57,660 Checking jobs for platform=marenostrum4 +2021-12-18 13:20:57,660 Checking jobs for platform=nord3 +2021-12-18 13:20:57,661 Checking jobs for platform=local +2021-12-18 13:20:57,661 Checking jobs for platform=transfer_node +2021-12-18 13:20:57,661 Checking all jobs at once +2021-12-18 13:20:59,085 Successful check job command +2021-12-18 13:21:00,405 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:21:00,405 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:21:00,405 End of checking +2021-12-18 13:21:00,406 Updating FAILED jobs +2021-12-18 13:21:00,407 Updating WAITING jobs +2021-12-18 13:21:00,407 Update finished +2021-12-18 13:21:00,407 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:21:00,408 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:21:00,408 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:21:00,408 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:21:00,408 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:21:00,408 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:21:00,408 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:21:00,408 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:21:00,411 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:21:00,413 Job list saved +2021-12-18 13:21:00,418 Updating FAILED jobs +2021-12-18 13:21:00,418 Updating WAITING jobs +2021-12-18 13:21:00,418 Update finished +2021-12-18 13:21:10,429 Reloading parameters... +2021-12-18 13:21:10,448 Loading parameters... +2021-12-18 13:21:10,450 Loading project parameters... +2021-12-18 13:21:10,452 + +15 of 25 jobs remaining (13:21) +2021-12-18 13:21:10,452 Sleep: 10 +2021-12-18 13:21:10,452 Number of retrials: 0 +2021-12-18 13:21:10,452 WRAPPER CHECK TIME = 10 +2021-12-18 13:21:10,453 Checking jobs for platform=marenostrum4 +2021-12-18 13:21:10,453 Checking jobs for platform=nord3 +2021-12-18 13:21:10,454 Checking jobs for platform=local +2021-12-18 13:21:10,454 Checking jobs for platform=transfer_node +2021-12-18 13:21:10,455 Checking all jobs at once +2021-12-18 13:21:12,124 Successful check job command +2021-12-18 13:21:13,494 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:21:13,495 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:21:13,495 End of checking +2021-12-18 13:21:13,497 Updating FAILED jobs +2021-12-18 13:21:13,497 Updating WAITING jobs +2021-12-18 13:21:13,497 Update finished +2021-12-18 13:21:13,497 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:21:13,497 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:21:13,497 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:21:13,498 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:21:13,498 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:21:13,498 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:21:13,498 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:21:13,498 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:21:13,501 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:21:13,503 Job list saved +2021-12-18 13:21:13,508 Updating FAILED jobs +2021-12-18 13:21:13,508 Updating WAITING jobs +2021-12-18 13:21:13,508 Update finished +2021-12-18 13:21:23,518 Reloading parameters... +2021-12-18 13:21:23,536 Loading parameters... +2021-12-18 13:21:23,538 Loading project parameters... +2021-12-18 13:21:23,539 + +15 of 25 jobs remaining (13:21) +2021-12-18 13:21:23,540 Sleep: 10 +2021-12-18 13:21:23,540 Number of retrials: 0 +2021-12-18 13:21:23,540 WRAPPER CHECK TIME = 10 +2021-12-18 13:21:23,540 Checking jobs for platform=marenostrum4 +2021-12-18 13:21:23,541 Checking jobs for platform=nord3 +2021-12-18 13:21:23,541 Checking jobs for platform=local +2021-12-18 13:21:23,542 Checking jobs for platform=transfer_node +2021-12-18 13:21:23,542 Checking all jobs at once +2021-12-18 13:21:24,811 Successful check job command +2021-12-18 13:21:26,080 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:21:26,080 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:21:26,081 End of checking +2021-12-18 13:21:26,082 Updating FAILED jobs +2021-12-18 13:21:26,082 Updating WAITING jobs +2021-12-18 13:21:26,082 Update finished +2021-12-18 13:21:26,082 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:21:26,083 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:21:26,083 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:21:26,083 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:21:26,083 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:21:26,083 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:21:26,083 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:21:26,083 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:21:26,086 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:21:26,088 Job list saved +2021-12-18 13:21:26,093 Updating FAILED jobs +2021-12-18 13:21:26,093 Updating WAITING jobs +2021-12-18 13:21:26,093 Update finished +2021-12-18 13:21:36,097 Reloading parameters... +2021-12-18 13:21:36,118 Loading parameters... +2021-12-18 13:21:36,120 Loading project parameters... +2021-12-18 13:21:36,122 + +15 of 25 jobs remaining (13:21) +2021-12-18 13:21:36,122 Sleep: 10 +2021-12-18 13:21:36,122 Number of retrials: 0 +2021-12-18 13:21:36,122 WRAPPER CHECK TIME = 10 +2021-12-18 13:21:36,123 Checking jobs for platform=marenostrum4 +2021-12-18 13:21:36,123 Checking jobs for platform=nord3 +2021-12-18 13:21:36,124 Checking jobs for platform=local +2021-12-18 13:21:36,124 Checking jobs for platform=transfer_node +2021-12-18 13:21:36,124 Checking all jobs at once +2021-12-18 13:21:37,444 Successful check job command +2021-12-18 13:21:38,713 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:21:38,713 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:21:38,713 End of checking +2021-12-18 13:21:38,715 Updating FAILED jobs +2021-12-18 13:21:38,715 Updating WAITING jobs +2021-12-18 13:21:38,715 Update finished +2021-12-18 13:21:38,715 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:21:38,716 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:21:38,716 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:21:38,716 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:21:38,716 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:21:38,716 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:21:38,716 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:21:38,717 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:21:38,719 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:21:38,721 Job list saved +2021-12-18 13:21:38,726 Updating FAILED jobs +2021-12-18 13:21:38,726 Updating WAITING jobs +2021-12-18 13:21:38,726 Update finished +2021-12-18 13:21:48,736 Reloading parameters... +2021-12-18 13:21:48,755 Loading parameters... +2021-12-18 13:21:48,756 Loading project parameters... +2021-12-18 13:21:48,758 + +15 of 25 jobs remaining (13:21) +2021-12-18 13:21:48,758 Sleep: 10 +2021-12-18 13:21:48,758 Number of retrials: 0 +2021-12-18 13:21:48,758 WRAPPER CHECK TIME = 10 +2021-12-18 13:21:48,759 Checking jobs for platform=marenostrum4 +2021-12-18 13:21:48,760 Checking jobs for platform=nord3 +2021-12-18 13:21:48,760 Checking jobs for platform=local +2021-12-18 13:21:48,761 Checking jobs for platform=transfer_node +2021-12-18 13:21:48,761 Checking all jobs at once +2021-12-18 13:21:50,241 Successful check job command +2021-12-18 13:21:51,561 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:21:51,561 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:21:51,561 End of checking +2021-12-18 13:21:51,562 Updating FAILED jobs +2021-12-18 13:21:51,562 Updating WAITING jobs +2021-12-18 13:21:51,563 Update finished +2021-12-18 13:21:51,563 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:21:51,563 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:21:51,563 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:21:51,563 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:21:51,563 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:21:51,563 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:21:51,564 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:21:51,564 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:21:51,567 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:21:51,569 Job list saved +2021-12-18 13:21:51,574 Updating FAILED jobs +2021-12-18 13:21:51,574 Updating WAITING jobs +2021-12-18 13:21:51,574 Update finished +2021-12-18 13:22:01,583 Reloading parameters... +2021-12-18 13:22:01,604 Loading parameters... +2021-12-18 13:22:01,605 Loading project parameters... +2021-12-18 13:22:01,607 + +15 of 25 jobs remaining (13:22) +2021-12-18 13:22:01,607 Sleep: 10 +2021-12-18 13:22:01,607 Number of retrials: 0 +2021-12-18 13:22:01,607 WRAPPER CHECK TIME = 10 +2021-12-18 13:22:01,608 Checking jobs for platform=marenostrum4 +2021-12-18 13:22:01,609 Checking jobs for platform=nord3 +2021-12-18 13:22:01,609 Checking jobs for platform=local +2021-12-18 13:22:01,610 Checking jobs for platform=transfer_node +2021-12-18 13:22:01,610 Checking all jobs at once +2021-12-18 13:22:03,282 Successful check job command +2021-12-18 13:22:05,054 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:22:05,055 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:22:05,055 End of checking +2021-12-18 13:22:05,056 Updating FAILED jobs +2021-12-18 13:22:05,056 Updating WAITING jobs +2021-12-18 13:22:05,057 Update finished +2021-12-18 13:22:05,057 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:22:05,057 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:22:05,057 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:22:05,057 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:22:05,057 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:22:05,057 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:22:05,058 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:22:05,058 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:22:05,060 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:22:05,062 Job list saved +2021-12-18 13:22:05,072 Updating FAILED jobs +2021-12-18 13:22:05,072 Updating WAITING jobs +2021-12-18 13:22:05,072 Update finished +2021-12-18 13:22:15,078 Reloading parameters... +2021-12-18 13:22:15,099 Loading parameters... +2021-12-18 13:22:15,101 Loading project parameters... +2021-12-18 13:22:15,102 + +15 of 25 jobs remaining (13:22) +2021-12-18 13:22:15,103 Sleep: 10 +2021-12-18 13:22:15,103 Number of retrials: 0 +2021-12-18 13:22:15,103 WRAPPER CHECK TIME = 10 +2021-12-18 13:22:15,103 Checking jobs for platform=marenostrum4 +2021-12-18 13:22:15,104 Checking jobs for platform=nord3 +2021-12-18 13:22:15,104 Checking jobs for platform=local +2021-12-18 13:22:15,105 Checking jobs for platform=transfer_node +2021-12-18 13:22:15,105 Checking all jobs at once +2021-12-18 13:22:16,527 Successful check job command +2021-12-18 13:22:17,996 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:22:17,996 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:22:17,996 End of checking +2021-12-18 13:22:17,998 Updating FAILED jobs +2021-12-18 13:22:17,998 Updating WAITING jobs +2021-12-18 13:22:17,998 Update finished +2021-12-18 13:22:17,998 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:22:17,999 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:22:17,999 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:22:17,999 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:22:17,999 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:22:17,999 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:22:17,999 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:22:17,999 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:22:18,002 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:22:18,004 Job list saved +2021-12-18 13:22:18,010 Updating FAILED jobs +2021-12-18 13:22:18,010 Updating WAITING jobs +2021-12-18 13:22:18,010 Update finished +2021-12-18 13:22:28,020 Reloading parameters... +2021-12-18 13:22:28,039 Loading parameters... +2021-12-18 13:22:28,040 Loading project parameters... +2021-12-18 13:22:28,042 + +15 of 25 jobs remaining (13:22) +2021-12-18 13:22:28,042 Sleep: 10 +2021-12-18 13:22:28,042 Number of retrials: 0 +2021-12-18 13:22:28,042 WRAPPER CHECK TIME = 10 +2021-12-18 13:22:28,043 Checking jobs for platform=marenostrum4 +2021-12-18 13:22:28,043 Checking jobs for platform=nord3 +2021-12-18 13:22:28,044 Checking jobs for platform=local +2021-12-18 13:22:28,044 Checking jobs for platform=transfer_node +2021-12-18 13:22:28,044 Checking all jobs at once +2021-12-18 13:22:29,313 Successful check job command +2021-12-18 13:22:30,585 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:22:30,585 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:22:30,585 End of checking +2021-12-18 13:22:30,587 Updating FAILED jobs +2021-12-18 13:22:30,587 Updating WAITING jobs +2021-12-18 13:22:30,587 Update finished +2021-12-18 13:22:30,587 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:22:30,588 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:22:30,588 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:22:30,588 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:22:30,588 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:22:30,588 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:22:30,588 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:22:30,588 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:22:30,591 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:22:30,593 Job list saved +2021-12-18 13:22:30,598 Updating FAILED jobs +2021-12-18 13:22:30,598 Updating WAITING jobs +2021-12-18 13:22:30,599 Update finished +2021-12-18 13:22:40,608 Reloading parameters... +2021-12-18 13:22:40,629 Loading parameters... +2021-12-18 13:22:40,631 Loading project parameters... +2021-12-18 13:22:40,633 + +15 of 25 jobs remaining (13:22) +2021-12-18 13:22:40,633 Sleep: 10 +2021-12-18 13:22:40,633 Number of retrials: 0 +2021-12-18 13:22:40,633 WRAPPER CHECK TIME = 10 +2021-12-18 13:22:40,634 Checking jobs for platform=marenostrum4 +2021-12-18 13:22:40,634 Checking jobs for platform=nord3 +2021-12-18 13:22:40,635 Checking jobs for platform=local +2021-12-18 13:22:40,635 Checking jobs for platform=transfer_node +2021-12-18 13:22:40,635 Checking all jobs at once +2021-12-18 13:22:41,854 Successful check job command +2021-12-18 13:22:43,123 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:22:43,124 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:22:43,124 End of checking +2021-12-18 13:22:43,125 Updating FAILED jobs +2021-12-18 13:22:43,125 Updating WAITING jobs +2021-12-18 13:22:43,125 Update finished +2021-12-18 13:22:43,126 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:22:43,126 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:22:43,126 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:22:43,126 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:22:43,126 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:22:43,126 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:22:43,126 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:22:43,127 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:22:43,129 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:22:43,131 Job list saved +2021-12-18 13:22:43,136 Updating FAILED jobs +2021-12-18 13:22:43,136 Updating WAITING jobs +2021-12-18 13:22:43,136 Update finished +2021-12-18 13:22:53,144 Reloading parameters... +2021-12-18 13:22:53,163 Loading parameters... +2021-12-18 13:22:53,165 Loading project parameters... +2021-12-18 13:22:53,167 + +15 of 25 jobs remaining (13:22) +2021-12-18 13:22:53,167 Sleep: 10 +2021-12-18 13:22:53,167 Number of retrials: 0 +2021-12-18 13:22:53,167 WRAPPER CHECK TIME = 10 +2021-12-18 13:22:53,168 Checking jobs for platform=marenostrum4 +2021-12-18 13:22:53,168 Checking jobs for platform=nord3 +2021-12-18 13:22:53,169 Checking jobs for platform=local +2021-12-18 13:22:53,169 Checking jobs for platform=transfer_node +2021-12-18 13:22:53,169 Checking all jobs at once +2021-12-18 13:22:54,689 Successful check job command +2021-12-18 13:22:56,010 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:22:56,010 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:22:56,010 End of checking +2021-12-18 13:22:56,012 Updating FAILED jobs +2021-12-18 13:22:56,012 Updating WAITING jobs +2021-12-18 13:22:56,012 Update finished +2021-12-18 13:22:56,012 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:22:56,013 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:22:56,013 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:22:56,013 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:22:56,013 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:22:56,013 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:22:56,014 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:22:56,014 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:22:56,017 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:22:56,019 Job list saved +2021-12-18 13:22:56,025 Updating FAILED jobs +2021-12-18 13:22:56,025 Updating WAITING jobs +2021-12-18 13:22:56,025 Update finished +2021-12-18 13:23:06,035 Reloading parameters... +2021-12-18 13:23:06,054 Loading parameters... +2021-12-18 13:23:06,055 Loading project parameters... +2021-12-18 13:23:06,057 + +15 of 25 jobs remaining (13:23) +2021-12-18 13:23:06,058 Sleep: 10 +2021-12-18 13:23:06,058 Number of retrials: 0 +2021-12-18 13:23:06,058 WRAPPER CHECK TIME = 10 +2021-12-18 13:23:06,058 Checking jobs for platform=marenostrum4 +2021-12-18 13:23:06,059 Checking jobs for platform=nord3 +2021-12-18 13:23:06,060 Checking jobs for platform=local +2021-12-18 13:23:06,060 Checking jobs for platform=transfer_node +2021-12-18 13:23:06,060 Checking all jobs at once +2021-12-18 13:23:07,580 Successful check job command +2021-12-18 13:23:09,202 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:23:09,203 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:23:09,203 End of checking +2021-12-18 13:23:09,204 Updating FAILED jobs +2021-12-18 13:23:09,204 Updating WAITING jobs +2021-12-18 13:23:09,205 Update finished +2021-12-18 13:23:09,205 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:23:09,205 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:23:09,205 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:23:09,205 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:23:09,205 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:23:09,205 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:23:09,206 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:23:09,206 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:23:09,208 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:23:09,211 Job list saved +2021-12-18 13:23:09,216 Updating FAILED jobs +2021-12-18 13:23:09,216 Updating WAITING jobs +2021-12-18 13:23:09,216 Update finished +2021-12-18 13:23:19,226 Reloading parameters... +2021-12-18 13:23:19,245 Loading parameters... +2021-12-18 13:23:19,246 Loading project parameters... +2021-12-18 13:23:19,248 + +15 of 25 jobs remaining (13:23) +2021-12-18 13:23:19,249 Sleep: 10 +2021-12-18 13:23:19,249 Number of retrials: 0 +2021-12-18 13:23:19,249 WRAPPER CHECK TIME = 10 +2021-12-18 13:23:19,249 Checking jobs for platform=marenostrum4 +2021-12-18 13:23:19,250 Checking jobs for platform=nord3 +2021-12-18 13:23:19,250 Checking jobs for platform=local +2021-12-18 13:23:19,251 Checking jobs for platform=transfer_node +2021-12-18 13:23:19,251 Checking all jobs at once +2021-12-18 13:23:20,520 Successful check job command +2021-12-18 13:23:21,839 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:23:21,839 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:23:21,839 End of checking +2021-12-18 13:23:21,840 Updating FAILED jobs +2021-12-18 13:23:21,841 Updating WAITING jobs +2021-12-18 13:23:21,841 Update finished +2021-12-18 13:23:21,841 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:23:21,841 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:23:21,841 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:23:21,841 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:23:21,842 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:23:21,842 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:23:21,842 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:23:21,842 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:23:21,845 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:23:21,847 Job list saved +2021-12-18 13:23:21,852 Updating FAILED jobs +2021-12-18 13:23:21,852 Updating WAITING jobs +2021-12-18 13:23:21,853 Update finished +2021-12-18 13:23:31,863 Reloading parameters... +2021-12-18 13:23:31,881 Loading parameters... +2021-12-18 13:23:31,883 Loading project parameters... +2021-12-18 13:23:31,884 + +15 of 25 jobs remaining (13:23) +2021-12-18 13:23:31,885 Sleep: 10 +2021-12-18 13:23:31,885 Number of retrials: 0 +2021-12-18 13:23:31,885 WRAPPER CHECK TIME = 10 +2021-12-18 13:23:31,885 Checking jobs for platform=marenostrum4 +2021-12-18 13:23:31,886 Checking jobs for platform=nord3 +2021-12-18 13:23:31,887 Checking jobs for platform=local +2021-12-18 13:23:31,888 Checking jobs for platform=transfer_node +2021-12-18 13:23:31,888 Checking all jobs at once +2021-12-18 13:23:33,210 Successful check job command +2021-12-18 13:23:34,429 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:23:34,429 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:23:34,429 End of checking +2021-12-18 13:23:34,431 Updating FAILED jobs +2021-12-18 13:23:34,431 Updating WAITING jobs +2021-12-18 13:23:34,431 Update finished +2021-12-18 13:23:34,431 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:23:34,432 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:23:34,432 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:23:34,432 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:23:34,432 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:23:34,432 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:23:34,432 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:23:34,433 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:23:34,435 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:23:34,438 Job list saved +2021-12-18 13:23:34,442 Updating FAILED jobs +2021-12-18 13:23:34,443 Updating WAITING jobs +2021-12-18 13:23:34,443 Update finished +2021-12-18 13:23:44,453 Reloading parameters... +2021-12-18 13:23:44,472 Loading parameters... +2021-12-18 13:23:44,473 Loading project parameters... +2021-12-18 13:23:44,475 + +15 of 25 jobs remaining (13:23) +2021-12-18 13:23:44,475 Sleep: 10 +2021-12-18 13:23:44,475 Number of retrials: 0 +2021-12-18 13:23:44,475 WRAPPER CHECK TIME = 10 +2021-12-18 13:23:44,476 Checking jobs for platform=marenostrum4 +2021-12-18 13:23:44,476 Checking jobs for platform=nord3 +2021-12-18 13:23:44,477 Checking jobs for platform=local +2021-12-18 13:23:44,478 Checking jobs for platform=transfer_node +2021-12-18 13:23:44,478 Checking all jobs at once +2021-12-18 13:23:45,797 Successful check job command +2021-12-18 13:23:47,068 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:23:47,069 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:23:47,069 End of checking +2021-12-18 13:23:47,070 Updating FAILED jobs +2021-12-18 13:23:47,070 Updating WAITING jobs +2021-12-18 13:23:47,070 Update finished +2021-12-18 13:23:47,071 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:23:47,071 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:23:47,071 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:23:47,071 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:23:47,071 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:23:47,071 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:23:47,071 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:23:47,072 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:23:47,074 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:23:47,077 Job list saved +2021-12-18 13:23:47,087 Updating FAILED jobs +2021-12-18 13:23:47,087 Updating WAITING jobs +2021-12-18 13:23:47,088 Update finished +2021-12-18 13:23:57,098 Reloading parameters... +2021-12-18 13:23:57,116 Loading parameters... +2021-12-18 13:23:57,117 Loading project parameters... +2021-12-18 13:23:57,119 + +15 of 25 jobs remaining (13:23) +2021-12-18 13:23:57,119 Sleep: 10 +2021-12-18 13:23:57,120 Number of retrials: 0 +2021-12-18 13:23:57,120 WRAPPER CHECK TIME = 10 +2021-12-18 13:23:57,120 Checking jobs for platform=marenostrum4 +2021-12-18 13:23:57,121 Checking jobs for platform=nord3 +2021-12-18 13:23:57,121 Checking jobs for platform=local +2021-12-18 13:23:57,122 Checking jobs for platform=transfer_node +2021-12-18 13:23:57,122 Checking all jobs at once +2021-12-18 13:23:58,493 Successful check job command +2021-12-18 13:23:59,813 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:23:59,813 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:23:59,814 End of checking +2021-12-18 13:23:59,815 Updating FAILED jobs +2021-12-18 13:23:59,815 Updating WAITING jobs +2021-12-18 13:23:59,815 Update finished +2021-12-18 13:23:59,815 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:23:59,816 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:23:59,816 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:23:59,816 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:23:59,816 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:23:59,816 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:23:59,816 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:23:59,816 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:23:59,819 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:23:59,821 Job list saved +2021-12-18 13:23:59,830 Updating FAILED jobs +2021-12-18 13:23:59,830 Updating WAITING jobs +2021-12-18 13:23:59,830 Update finished +2021-12-18 13:24:09,840 Reloading parameters... +2021-12-18 13:24:09,864 Loading parameters... +2021-12-18 13:24:09,865 Loading project parameters... +2021-12-18 13:24:09,867 + +15 of 25 jobs remaining (13:24) +2021-12-18 13:24:09,867 Sleep: 10 +2021-12-18 13:24:09,867 Number of retrials: 0 +2021-12-18 13:24:09,867 WRAPPER CHECK TIME = 10 +2021-12-18 13:24:09,868 Checking jobs for platform=marenostrum4 +2021-12-18 13:24:09,868 Checking jobs for platform=nord3 +2021-12-18 13:24:09,869 Checking jobs for platform=local +2021-12-18 13:24:09,869 Checking jobs for platform=transfer_node +2021-12-18 13:24:09,869 Checking all jobs at once +2021-12-18 13:24:11,339 Successful check job command +2021-12-18 13:24:12,708 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:24:12,708 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:24:12,708 End of checking +2021-12-18 13:24:12,710 Updating FAILED jobs +2021-12-18 13:24:12,710 Updating WAITING jobs +2021-12-18 13:24:12,710 Update finished +2021-12-18 13:24:12,710 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:24:12,711 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:24:12,711 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:24:12,711 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:24:12,711 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:24:12,712 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:24:12,712 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:24:12,712 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:24:12,715 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:24:12,718 Job list saved +2021-12-18 13:24:12,723 Updating FAILED jobs +2021-12-18 13:24:12,723 Updating WAITING jobs +2021-12-18 13:24:12,723 Update finished +2021-12-18 13:24:22,733 Reloading parameters... +2021-12-18 13:24:22,752 Loading parameters... +2021-12-18 13:24:22,754 Loading project parameters... +2021-12-18 13:24:22,755 + +15 of 25 jobs remaining (13:24) +2021-12-18 13:24:22,756 Sleep: 10 +2021-12-18 13:24:22,756 Number of retrials: 0 +2021-12-18 13:24:22,756 WRAPPER CHECK TIME = 10 +2021-12-18 13:24:22,756 Checking jobs for platform=marenostrum4 +2021-12-18 13:24:22,757 Checking jobs for platform=nord3 +2021-12-18 13:24:22,757 Checking jobs for platform=local +2021-12-18 13:24:22,758 Checking jobs for platform=transfer_node +2021-12-18 13:24:22,758 Checking all jobs at once +2021-12-18 13:24:24,128 Successful check job command +2021-12-18 13:24:25,497 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:24:25,497 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:24:25,497 End of checking +2021-12-18 13:24:25,499 Updating FAILED jobs +2021-12-18 13:24:25,499 Updating WAITING jobs +2021-12-18 13:24:25,499 Update finished +2021-12-18 13:24:25,499 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:24:25,500 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:24:25,500 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:24:25,500 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:24:25,500 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:24:25,500 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:24:25,500 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:24:25,500 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:24:25,503 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:24:25,506 Job list saved +2021-12-18 13:24:25,512 Updating FAILED jobs +2021-12-18 13:24:25,512 Updating WAITING jobs +2021-12-18 13:24:25,512 Update finished +2021-12-18 13:24:35,522 Reloading parameters... +2021-12-18 13:24:35,542 Loading parameters... +2021-12-18 13:24:35,543 Loading project parameters... +2021-12-18 13:24:35,545 + +15 of 25 jobs remaining (13:24) +2021-12-18 13:24:35,545 Sleep: 10 +2021-12-18 13:24:35,545 Number of retrials: 0 +2021-12-18 13:24:35,545 WRAPPER CHECK TIME = 10 +2021-12-18 13:24:35,546 Checking jobs for platform=marenostrum4 +2021-12-18 13:24:35,547 Checking jobs for platform=nord3 +2021-12-18 13:24:35,547 Checking jobs for platform=local +2021-12-18 13:24:35,548 Checking jobs for platform=transfer_node +2021-12-18 13:24:35,548 Checking all jobs at once +2021-12-18 13:24:36,767 Successful check job command +2021-12-18 13:24:37,986 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:24:37,986 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:24:37,986 End of checking +2021-12-18 13:24:37,987 Updating FAILED jobs +2021-12-18 13:24:37,988 Updating WAITING jobs +2021-12-18 13:24:37,988 Update finished +2021-12-18 13:24:37,988 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:24:37,988 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:24:37,988 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:24:37,988 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:24:37,989 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:24:37,989 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:24:37,989 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:24:37,989 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:24:37,991 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:24:37,994 Job list saved +2021-12-18 13:24:37,999 Updating FAILED jobs +2021-12-18 13:24:37,999 Updating WAITING jobs +2021-12-18 13:24:37,999 Update finished +2021-12-18 13:24:48,009 Reloading parameters... +2021-12-18 13:24:48,029 Loading parameters... +2021-12-18 13:24:48,030 Loading project parameters... +2021-12-18 13:24:48,032 + +15 of 25 jobs remaining (13:24) +2021-12-18 13:24:48,032 Sleep: 10 +2021-12-18 13:24:48,032 Number of retrials: 0 +2021-12-18 13:24:48,032 WRAPPER CHECK TIME = 10 +2021-12-18 13:24:48,033 Checking jobs for platform=marenostrum4 +2021-12-18 13:24:48,034 Checking jobs for platform=nord3 +2021-12-18 13:24:48,034 Checking jobs for platform=local +2021-12-18 13:24:48,035 Checking jobs for platform=transfer_node +2021-12-18 13:24:48,035 Checking all jobs at once +2021-12-18 13:24:49,354 Successful check job command +2021-12-18 13:24:50,523 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:24:50,524 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:24:50,524 End of checking +2021-12-18 13:24:50,525 Updating FAILED jobs +2021-12-18 13:24:50,525 Updating WAITING jobs +2021-12-18 13:24:50,525 Update finished +2021-12-18 13:24:50,526 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:24:50,526 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:24:50,526 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:24:50,527 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:24:50,527 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:24:50,527 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:24:50,527 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:24:50,527 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:24:50,530 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:24:50,533 Job list saved +2021-12-18 13:24:50,537 Updating FAILED jobs +2021-12-18 13:24:50,538 Updating WAITING jobs +2021-12-18 13:24:50,538 Update finished +2021-12-18 13:25:00,545 Reloading parameters... +2021-12-18 13:25:00,566 Loading parameters... +2021-12-18 13:25:00,568 Loading project parameters... +2021-12-18 13:25:00,570 + +15 of 25 jobs remaining (13:25) +2021-12-18 13:25:00,570 Sleep: 10 +2021-12-18 13:25:00,570 Number of retrials: 0 +2021-12-18 13:25:00,570 WRAPPER CHECK TIME = 10 +2021-12-18 13:25:00,571 Checking jobs for platform=marenostrum4 +2021-12-18 13:25:00,571 Checking jobs for platform=nord3 +2021-12-18 13:25:00,572 Checking jobs for platform=local +2021-12-18 13:25:00,572 Checking jobs for platform=transfer_node +2021-12-18 13:25:00,572 Checking all jobs at once +2021-12-18 13:25:02,043 Successful check job command +2021-12-18 13:25:03,462 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:25:03,462 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:25:03,463 End of checking +2021-12-18 13:25:03,464 Updating FAILED jobs +2021-12-18 13:25:03,464 Updating WAITING jobs +2021-12-18 13:25:03,464 Update finished +2021-12-18 13:25:03,464 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:25:03,465 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:25:03,465 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:25:03,465 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:25:03,465 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:25:03,465 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:25:03,465 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:25:03,465 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:25:03,468 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:25:03,471 Job list saved +2021-12-18 13:25:03,476 Updating FAILED jobs +2021-12-18 13:25:03,476 Updating WAITING jobs +2021-12-18 13:25:03,476 Update finished +2021-12-18 13:25:13,486 Reloading parameters... +2021-12-18 13:25:13,506 Loading parameters... +2021-12-18 13:25:13,507 Loading project parameters... +2021-12-18 13:25:13,509 + +15 of 25 jobs remaining (13:25) +2021-12-18 13:25:13,510 Sleep: 10 +2021-12-18 13:25:13,510 Number of retrials: 0 +2021-12-18 13:25:13,510 WRAPPER CHECK TIME = 10 +2021-12-18 13:25:13,510 Checking jobs for platform=marenostrum4 +2021-12-18 13:25:13,511 Checking jobs for platform=nord3 +2021-12-18 13:25:13,511 Checking jobs for platform=local +2021-12-18 13:25:13,512 Checking jobs for platform=transfer_node +2021-12-18 13:25:13,512 Checking all jobs at once +2021-12-18 13:25:14,882 Successful check job command +2021-12-18 13:25:16,402 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:25:16,403 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:25:16,403 End of checking +2021-12-18 13:25:16,405 Updating FAILED jobs +2021-12-18 13:25:16,405 Updating WAITING jobs +2021-12-18 13:25:16,405 Update finished +2021-12-18 13:25:16,405 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:25:16,405 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:25:16,405 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:25:16,406 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:25:16,406 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:25:16,406 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:25:16,406 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:25:16,406 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:25:16,410 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:25:16,413 Job list saved +2021-12-18 13:25:16,418 Updating FAILED jobs +2021-12-18 13:25:16,418 Updating WAITING jobs +2021-12-18 13:25:16,418 Update finished +2021-12-18 13:25:26,427 Reloading parameters... +2021-12-18 13:25:26,448 Loading parameters... +2021-12-18 13:25:26,449 Loading project parameters... +2021-12-18 13:25:26,451 + +15 of 25 jobs remaining (13:25) +2021-12-18 13:25:26,451 Sleep: 10 +2021-12-18 13:25:26,451 Number of retrials: 0 +2021-12-18 13:25:26,451 WRAPPER CHECK TIME = 10 +2021-12-18 13:25:26,452 Checking jobs for platform=marenostrum4 +2021-12-18 13:25:26,452 Checking jobs for platform=nord3 +2021-12-18 13:25:26,453 Checking jobs for platform=local +2021-12-18 13:25:26,454 Checking jobs for platform=transfer_node +2021-12-18 13:25:26,454 Checking all jobs at once +2021-12-18 13:25:28,024 Successful check job command +2021-12-18 13:25:29,494 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:25:29,494 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:25:29,494 End of checking +2021-12-18 13:25:29,496 Updating FAILED jobs +2021-12-18 13:25:29,496 Updating WAITING jobs +2021-12-18 13:25:29,497 Update finished +2021-12-18 13:25:29,497 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:25:29,497 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:25:29,498 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:25:29,498 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:25:29,498 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:25:29,498 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:25:29,498 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:25:29,498 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:25:29,501 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:25:29,503 Job list saved +2021-12-18 13:25:29,508 Updating FAILED jobs +2021-12-18 13:25:29,508 Updating WAITING jobs +2021-12-18 13:25:29,508 Update finished +2021-12-18 13:25:39,516 Reloading parameters... +2021-12-18 13:25:39,537 Loading parameters... +2021-12-18 13:25:39,538 Loading project parameters... +2021-12-18 13:25:39,540 + +15 of 25 jobs remaining (13:25) +2021-12-18 13:25:39,540 Sleep: 10 +2021-12-18 13:25:39,540 Number of retrials: 0 +2021-12-18 13:25:39,541 WRAPPER CHECK TIME = 10 +2021-12-18 13:25:39,541 Checking jobs for platform=marenostrum4 +2021-12-18 13:25:39,542 Checking jobs for platform=nord3 +2021-12-18 13:25:39,542 Checking jobs for platform=local +2021-12-18 13:25:39,543 Checking jobs for platform=transfer_node +2021-12-18 13:25:39,543 Checking all jobs at once +2021-12-18 13:25:40,813 Successful check job command +2021-12-18 13:25:42,133 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:25:42,133 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:25:42,133 End of checking +2021-12-18 13:25:42,134 Updating FAILED jobs +2021-12-18 13:25:42,135 Updating WAITING jobs +2021-12-18 13:25:42,135 Update finished +2021-12-18 13:25:42,135 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:25:42,135 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:25:42,135 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:25:42,135 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:25:42,136 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:25:42,137 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:25:42,137 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:25:42,137 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:25:42,139 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:25:42,142 Job list saved +2021-12-18 13:25:42,148 Updating FAILED jobs +2021-12-18 13:25:42,148 Updating WAITING jobs +2021-12-18 13:25:42,148 Update finished +2021-12-18 13:25:52,158 Reloading parameters... +2021-12-18 13:25:52,177 Loading parameters... +2021-12-18 13:25:52,178 Loading project parameters... +2021-12-18 13:25:52,180 + +15 of 25 jobs remaining (13:25) +2021-12-18 13:25:52,180 Sleep: 10 +2021-12-18 13:25:52,180 Number of retrials: 0 +2021-12-18 13:25:52,180 WRAPPER CHECK TIME = 10 +2021-12-18 13:25:52,181 Checking jobs for platform=marenostrum4 +2021-12-18 13:25:52,182 Checking jobs for platform=nord3 +2021-12-18 13:25:52,182 Checking jobs for platform=local +2021-12-18 13:25:52,183 Checking jobs for platform=transfer_node +2021-12-18 13:25:52,183 Checking all jobs at once +2021-12-18 13:25:53,455 Successful check job command +2021-12-18 13:25:54,733 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:25:54,733 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:25:54,733 End of checking +2021-12-18 13:25:54,734 Updating FAILED jobs +2021-12-18 13:25:54,734 Updating WAITING jobs +2021-12-18 13:25:54,735 Update finished +2021-12-18 13:25:54,735 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:25:54,735 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:25:54,735 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:25:54,735 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:25:54,735 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:25:54,736 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:25:54,736 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:25:54,736 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:25:54,738 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:25:54,741 Job list saved +2021-12-18 13:25:54,746 Updating FAILED jobs +2021-12-18 13:25:54,746 Updating WAITING jobs +2021-12-18 13:25:54,746 Update finished +2021-12-18 13:26:04,755 Reloading parameters... +2021-12-18 13:26:04,777 Loading parameters... +2021-12-18 13:26:04,778 Loading project parameters... +2021-12-18 13:26:04,780 + +15 of 25 jobs remaining (13:26) +2021-12-18 13:26:04,781 Sleep: 10 +2021-12-18 13:26:04,781 Number of retrials: 0 +2021-12-18 13:26:04,781 WRAPPER CHECK TIME = 10 +2021-12-18 13:26:04,781 Checking jobs for platform=marenostrum4 +2021-12-18 13:26:04,782 Checking jobs for platform=nord3 +2021-12-18 13:26:04,782 Checking jobs for platform=local +2021-12-18 13:26:04,783 Checking jobs for platform=transfer_node +2021-12-18 13:26:04,783 Checking all jobs at once +2021-12-18 13:26:06,153 Successful check job command +2021-12-18 13:26:07,423 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:26:07,423 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:26:07,424 End of checking +2021-12-18 13:26:07,425 Updating FAILED jobs +2021-12-18 13:26:07,425 Updating WAITING jobs +2021-12-18 13:26:07,426 Update finished +2021-12-18 13:26:07,426 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:26:07,426 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:26:07,427 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:26:07,427 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:26:07,427 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:26:07,427 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:26:07,427 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:26:07,427 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:26:07,430 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:26:07,433 Job list saved +2021-12-18 13:26:07,440 Updating FAILED jobs +2021-12-18 13:26:07,441 Updating WAITING jobs +2021-12-18 13:26:07,441 Update finished +2021-12-18 13:26:17,451 Reloading parameters... +2021-12-18 13:26:17,471 Loading parameters... +2021-12-18 13:26:17,473 Loading project parameters... +2021-12-18 13:26:17,475 + +15 of 25 jobs remaining (13:26) +2021-12-18 13:26:17,475 Sleep: 10 +2021-12-18 13:26:17,475 Number of retrials: 0 +2021-12-18 13:26:17,475 WRAPPER CHECK TIME = 10 +2021-12-18 13:26:17,476 Checking jobs for platform=marenostrum4 +2021-12-18 13:26:17,476 Checking jobs for platform=nord3 +2021-12-18 13:26:17,477 Checking jobs for platform=local +2021-12-18 13:26:17,477 Checking jobs for platform=transfer_node +2021-12-18 13:26:17,478 Checking all jobs at once +2021-12-18 13:26:19,048 Successful check job command +2021-12-18 13:26:20,369 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:26:20,369 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:26:20,369 End of checking +2021-12-18 13:26:20,371 Updating FAILED jobs +2021-12-18 13:26:20,371 Updating WAITING jobs +2021-12-18 13:26:20,371 Update finished +2021-12-18 13:26:20,371 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:26:20,371 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:26:20,371 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:26:20,372 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:26:20,372 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:26:20,372 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:26:20,372 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:26:20,372 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:26:20,376 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:26:20,378 Job list saved +2021-12-18 13:26:20,384 Updating FAILED jobs +2021-12-18 13:26:20,384 Updating WAITING jobs +2021-12-18 13:26:20,384 Update finished +2021-12-18 13:26:30,394 Reloading parameters... +2021-12-18 13:26:30,415 Loading parameters... +2021-12-18 13:26:30,416 Loading project parameters... +2021-12-18 13:26:30,418 + +15 of 25 jobs remaining (13:26) +2021-12-18 13:26:30,419 Sleep: 10 +2021-12-18 13:26:30,419 Number of retrials: 0 +2021-12-18 13:26:30,419 WRAPPER CHECK TIME = 10 +2021-12-18 13:26:30,420 Checking jobs for platform=marenostrum4 +2021-12-18 13:26:30,420 Checking jobs for platform=nord3 +2021-12-18 13:26:30,421 Checking jobs for platform=local +2021-12-18 13:26:30,421 Checking jobs for platform=transfer_node +2021-12-18 13:26:30,422 Checking all jobs at once +2021-12-18 13:26:31,742 Successful check job command +2021-12-18 13:26:33,212 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:26:33,212 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:26:33,212 End of checking +2021-12-18 13:26:33,214 Updating FAILED jobs +2021-12-18 13:26:33,214 Updating WAITING jobs +2021-12-18 13:26:33,215 Update finished +2021-12-18 13:26:33,215 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:26:33,215 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:26:33,215 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:26:33,215 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:26:33,215 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:26:33,215 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:26:33,216 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:26:33,216 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:26:33,218 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:26:33,221 Job list saved +2021-12-18 13:26:33,225 Updating FAILED jobs +2021-12-18 13:26:33,225 Updating WAITING jobs +2021-12-18 13:26:33,226 Update finished +2021-12-18 13:26:43,234 Reloading parameters... +2021-12-18 13:26:43,258 Loading parameters... +2021-12-18 13:26:43,260 Loading project parameters... +2021-12-18 13:26:43,262 + +15 of 25 jobs remaining (13:26) +2021-12-18 13:26:43,262 Sleep: 10 +2021-12-18 13:26:43,262 Number of retrials: 0 +2021-12-18 13:26:43,262 WRAPPER CHECK TIME = 10 +2021-12-18 13:26:43,263 Checking jobs for platform=marenostrum4 +2021-12-18 13:26:43,263 Checking jobs for platform=nord3 +2021-12-18 13:26:43,264 Checking jobs for platform=local +2021-12-18 13:26:43,265 Checking jobs for platform=transfer_node +2021-12-18 13:26:43,265 Checking all jobs at once +2021-12-18 13:26:44,935 Successful check job command +2021-12-18 13:26:46,257 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:26:46,258 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:26:46,258 End of checking +2021-12-18 13:26:46,259 Updating FAILED jobs +2021-12-18 13:26:46,259 Updating WAITING jobs +2021-12-18 13:26:46,260 Update finished +2021-12-18 13:26:46,260 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:26:46,263 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:26:46,263 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:26:46,263 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:26:46,264 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:26:46,264 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:26:46,264 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:26:46,264 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:26:46,267 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:26:46,269 Job list saved +2021-12-18 13:26:46,274 Updating FAILED jobs +2021-12-18 13:26:46,274 Updating WAITING jobs +2021-12-18 13:26:46,275 Update finished +2021-12-18 13:26:56,285 Reloading parameters... +2021-12-18 13:26:56,306 Loading parameters... +2021-12-18 13:26:56,307 Loading project parameters... +2021-12-18 13:26:56,309 + +15 of 25 jobs remaining (13:26) +2021-12-18 13:26:56,309 Sleep: 10 +2021-12-18 13:26:56,309 Number of retrials: 0 +2021-12-18 13:26:56,309 WRAPPER CHECK TIME = 10 +2021-12-18 13:26:56,310 Checking jobs for platform=marenostrum4 +2021-12-18 13:26:56,311 Checking jobs for platform=nord3 +2021-12-18 13:26:56,311 Checking jobs for platform=local +2021-12-18 13:26:56,312 Checking jobs for platform=transfer_node +2021-12-18 13:26:56,312 Checking all jobs at once +2021-12-18 13:26:57,732 Successful check job command +2021-12-18 13:26:59,703 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:26:59,704 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:26:59,704 End of checking +2021-12-18 13:26:59,705 Updating FAILED jobs +2021-12-18 13:26:59,705 Updating WAITING jobs +2021-12-18 13:26:59,706 Update finished +2021-12-18 13:26:59,706 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:26:59,706 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:26:59,706 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:26:59,706 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:26:59,706 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:26:59,706 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:26:59,707 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:26:59,707 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:26:59,709 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:26:59,712 Job list saved +2021-12-18 13:26:59,716 Updating FAILED jobs +2021-12-18 13:26:59,716 Updating WAITING jobs +2021-12-18 13:26:59,717 Update finished +2021-12-18 13:27:09,727 Reloading parameters... +2021-12-18 13:27:09,746 Loading parameters... +2021-12-18 13:27:09,748 Loading project parameters... +2021-12-18 13:27:09,750 + +15 of 25 jobs remaining (13:27) +2021-12-18 13:27:09,750 Sleep: 10 +2021-12-18 13:27:09,750 Number of retrials: 0 +2021-12-18 13:27:09,750 WRAPPER CHECK TIME = 10 +2021-12-18 13:27:09,751 Checking jobs for platform=marenostrum4 +2021-12-18 13:27:09,752 Checking jobs for platform=nord3 +2021-12-18 13:27:09,752 Checking jobs for platform=local +2021-12-18 13:27:09,753 Checking jobs for platform=transfer_node +2021-12-18 13:27:09,753 Checking all jobs at once +2021-12-18 13:27:11,072 Successful check job command +2021-12-18 13:27:12,643 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:27:12,643 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:27:12,644 End of checking +2021-12-18 13:27:12,645 Updating FAILED jobs +2021-12-18 13:27:12,645 Updating WAITING jobs +2021-12-18 13:27:12,646 Update finished +2021-12-18 13:27:12,646 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:27:12,646 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:27:12,646 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:27:12,646 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:27:12,646 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:27:12,646 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:27:12,647 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:27:12,647 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:27:12,650 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:27:12,652 Job list saved +2021-12-18 13:27:12,657 Updating FAILED jobs +2021-12-18 13:27:12,657 Updating WAITING jobs +2021-12-18 13:27:12,658 Update finished +2021-12-18 13:27:22,668 Reloading parameters... +2021-12-18 13:27:22,693 Loading parameters... +2021-12-18 13:27:22,695 Loading project parameters... +2021-12-18 13:27:22,696 + +15 of 25 jobs remaining (13:27) +2021-12-18 13:27:22,697 Sleep: 10 +2021-12-18 13:27:22,697 Number of retrials: 0 +2021-12-18 13:27:22,697 WRAPPER CHECK TIME = 10 +2021-12-18 13:27:22,697 Checking jobs for platform=marenostrum4 +2021-12-18 13:27:22,698 Checking jobs for platform=nord3 +2021-12-18 13:27:22,699 Checking jobs for platform=local +2021-12-18 13:27:22,699 Checking jobs for platform=transfer_node +2021-12-18 13:27:22,699 Checking all jobs at once +2021-12-18 13:27:24,070 Successful check job command +2021-12-18 13:27:25,340 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:27:25,340 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:27:25,340 End of checking +2021-12-18 13:27:25,342 Updating FAILED jobs +2021-12-18 13:27:25,342 Updating WAITING jobs +2021-12-18 13:27:25,342 Update finished +2021-12-18 13:27:25,343 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:27:25,343 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:27:25,343 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:27:25,344 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:27:25,344 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:27:25,344 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:27:25,344 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:27:25,344 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:27:25,348 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:27:25,350 Job list saved +2021-12-18 13:27:25,355 Updating FAILED jobs +2021-12-18 13:27:25,355 Updating WAITING jobs +2021-12-18 13:27:25,355 Update finished +2021-12-18 13:27:35,362 Reloading parameters... +2021-12-18 13:27:35,384 Loading parameters... +2021-12-18 13:27:35,385 Loading project parameters... +2021-12-18 13:27:35,387 + +15 of 25 jobs remaining (13:27) +2021-12-18 13:27:35,387 Sleep: 10 +2021-12-18 13:27:35,387 Number of retrials: 0 +2021-12-18 13:27:35,387 WRAPPER CHECK TIME = 10 +2021-12-18 13:27:35,388 Checking jobs for platform=marenostrum4 +2021-12-18 13:27:35,388 Checking jobs for platform=nord3 +2021-12-18 13:27:35,389 Checking jobs for platform=local +2021-12-18 13:27:35,389 Checking jobs for platform=transfer_node +2021-12-18 13:27:35,390 Checking all jobs at once +2021-12-18 13:27:36,811 Successful check job command +2021-12-18 13:27:38,030 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:27:38,030 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:27:38,030 End of checking +2021-12-18 13:27:38,032 Updating FAILED jobs +2021-12-18 13:27:38,032 Updating WAITING jobs +2021-12-18 13:27:38,032 Update finished +2021-12-18 13:27:38,032 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:27:38,032 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:27:38,033 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:27:38,033 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:27:38,033 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:27:38,033 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:27:38,033 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:27:38,033 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:27:38,036 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:27:38,038 Job list saved +2021-12-18 13:27:38,043 Updating FAILED jobs +2021-12-18 13:27:38,043 Updating WAITING jobs +2021-12-18 13:27:38,043 Update finished +2021-12-18 13:27:48,054 Reloading parameters... +2021-12-18 13:27:48,073 Loading parameters... +2021-12-18 13:27:48,075 Loading project parameters... +2021-12-18 13:27:48,077 + +15 of 25 jobs remaining (13:27) +2021-12-18 13:27:48,077 Sleep: 10 +2021-12-18 13:27:48,077 Number of retrials: 0 +2021-12-18 13:27:48,077 WRAPPER CHECK TIME = 10 +2021-12-18 13:27:48,078 Checking jobs for platform=marenostrum4 +2021-12-18 13:27:48,078 Checking jobs for platform=nord3 +2021-12-18 13:27:48,079 Checking jobs for platform=local +2021-12-18 13:27:48,079 Checking jobs for platform=transfer_node +2021-12-18 13:27:48,079 Checking all jobs at once +2021-12-18 13:27:49,549 Successful check job command +2021-12-18 13:27:50,869 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:27:50,870 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:27:50,870 End of checking +2021-12-18 13:27:50,871 Updating FAILED jobs +2021-12-18 13:27:50,871 Updating WAITING jobs +2021-12-18 13:27:50,872 Update finished +2021-12-18 13:27:50,872 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:27:50,872 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:27:50,872 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:27:50,872 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:27:50,873 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:27:50,873 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:27:50,873 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:27:50,873 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:27:50,876 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:27:50,878 Job list saved +2021-12-18 13:27:50,883 Updating FAILED jobs +2021-12-18 13:27:50,883 Updating WAITING jobs +2021-12-18 13:27:50,883 Update finished +2021-12-18 13:28:00,889 Reloading parameters... +2021-12-18 13:28:00,909 Loading parameters... +2021-12-18 13:28:00,910 Loading project parameters... +2021-12-18 13:28:00,912 + +15 of 25 jobs remaining (13:28) +2021-12-18 13:28:00,912 Sleep: 10 +2021-12-18 13:28:00,912 Number of retrials: 0 +2021-12-18 13:28:00,912 WRAPPER CHECK TIME = 10 +2021-12-18 13:28:00,913 Checking jobs for platform=marenostrum4 +2021-12-18 13:28:00,914 Checking jobs for platform=nord3 +2021-12-18 13:28:00,914 Checking jobs for platform=local +2021-12-18 13:28:00,915 Checking jobs for platform=transfer_node +2021-12-18 13:28:00,915 Checking all jobs at once +2021-12-18 13:28:02,284 Successful check job command +2021-12-18 13:28:03,655 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:28:03,655 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:28:03,655 End of checking +2021-12-18 13:28:03,657 Updating FAILED jobs +2021-12-18 13:28:03,657 Updating WAITING jobs +2021-12-18 13:28:03,657 Update finished +2021-12-18 13:28:03,657 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:28:03,658 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:28:03,658 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:28:03,658 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:28:03,659 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:28:03,659 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:28:03,659 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:28:03,659 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:28:03,662 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:28:03,664 Job list saved +2021-12-18 13:28:03,669 Updating FAILED jobs +2021-12-18 13:28:03,669 Updating WAITING jobs +2021-12-18 13:28:03,669 Update finished +2021-12-18 13:28:13,679 Reloading parameters... +2021-12-18 13:28:13,699 Loading parameters... +2021-12-18 13:28:13,701 Loading project parameters... +2021-12-18 13:28:13,704 + +15 of 25 jobs remaining (13:28) +2021-12-18 13:28:13,704 Sleep: 10 +2021-12-18 13:28:13,704 Number of retrials: 0 +2021-12-18 13:28:13,704 WRAPPER CHECK TIME = 10 +2021-12-18 13:28:13,705 Checking jobs for platform=marenostrum4 +2021-12-18 13:28:13,705 Checking jobs for platform=nord3 +2021-12-18 13:28:13,706 Checking jobs for platform=local +2021-12-18 13:28:13,706 Checking jobs for platform=transfer_node +2021-12-18 13:28:13,706 Checking all jobs at once +2021-12-18 13:28:15,081 Successful check job command +2021-12-18 13:28:16,450 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:28:16,451 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:28:16,451 End of checking +2021-12-18 13:28:16,452 Updating FAILED jobs +2021-12-18 13:28:16,452 Updating WAITING jobs +2021-12-18 13:28:16,453 Update finished +2021-12-18 13:28:16,453 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:28:16,453 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:28:16,453 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:28:16,453 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:28:16,453 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:28:16,453 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:28:16,454 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:28:16,454 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:28:16,458 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:28:16,461 Job list saved +2021-12-18 13:28:16,468 Updating FAILED jobs +2021-12-18 13:28:16,468 Updating WAITING jobs +2021-12-18 13:28:16,469 Update finished +2021-12-18 13:28:26,477 Reloading parameters... +2021-12-18 13:28:26,497 Loading parameters... +2021-12-18 13:28:26,499 Loading project parameters... +2021-12-18 13:28:26,501 + +15 of 25 jobs remaining (13:28) +2021-12-18 13:28:26,501 Sleep: 10 +2021-12-18 13:28:26,501 Number of retrials: 0 +2021-12-18 13:28:26,502 WRAPPER CHECK TIME = 10 +2021-12-18 13:28:26,502 Checking jobs for platform=marenostrum4 +2021-12-18 13:28:26,503 Checking jobs for platform=nord3 +2021-12-18 13:28:26,503 Checking jobs for platform=local +2021-12-18 13:28:26,504 Checking jobs for platform=transfer_node +2021-12-18 13:28:26,504 Checking all jobs at once +2021-12-18 13:28:27,824 Successful check job command +2021-12-18 13:28:29,194 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:28:29,194 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:28:29,194 End of checking +2021-12-18 13:28:29,196 Updating FAILED jobs +2021-12-18 13:28:29,196 Updating WAITING jobs +2021-12-18 13:28:29,196 Update finished +2021-12-18 13:28:29,196 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:28:29,196 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:28:29,197 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:28:29,197 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:28:29,197 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:28:29,197 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:28:29,197 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:28:29,197 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:28:29,200 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:28:29,202 Job list saved +2021-12-18 13:28:29,207 Updating FAILED jobs +2021-12-18 13:28:29,207 Updating WAITING jobs +2021-12-18 13:28:29,207 Update finished +2021-12-18 13:28:39,218 Reloading parameters... +2021-12-18 13:28:39,237 Loading parameters... +2021-12-18 13:28:39,238 Loading project parameters... +2021-12-18 13:28:39,240 + +15 of 25 jobs remaining (13:28) +2021-12-18 13:28:39,240 Sleep: 10 +2021-12-18 13:28:39,240 Number of retrials: 0 +2021-12-18 13:28:39,240 WRAPPER CHECK TIME = 10 +2021-12-18 13:28:39,241 Checking jobs for platform=marenostrum4 +2021-12-18 13:28:39,241 Checking jobs for platform=nord3 +2021-12-18 13:28:39,242 Checking jobs for platform=local +2021-12-18 13:28:39,242 Checking jobs for platform=transfer_node +2021-12-18 13:28:39,242 Checking all jobs at once +2021-12-18 13:28:40,561 Successful check job command +2021-12-18 13:28:41,831 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:28:41,831 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:28:41,831 End of checking +2021-12-18 13:28:41,833 Updating FAILED jobs +2021-12-18 13:28:41,833 Updating WAITING jobs +2021-12-18 13:28:41,833 Update finished +2021-12-18 13:28:41,833 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:28:41,834 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:28:41,834 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:28:41,834 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:28:41,834 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:28:41,834 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:28:41,834 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:28:41,835 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:28:41,838 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:28:41,840 Job list saved +2021-12-18 13:28:41,845 Updating FAILED jobs +2021-12-18 13:28:41,845 Updating WAITING jobs +2021-12-18 13:28:41,846 Update finished +2021-12-18 13:28:51,856 Reloading parameters... +2021-12-18 13:28:51,876 Loading parameters... +2021-12-18 13:28:51,877 Loading project parameters... +2021-12-18 13:28:51,879 + +15 of 25 jobs remaining (13:28) +2021-12-18 13:28:51,879 Sleep: 10 +2021-12-18 13:28:51,879 Number of retrials: 0 +2021-12-18 13:28:51,879 WRAPPER CHECK TIME = 10 +2021-12-18 13:28:51,880 Checking jobs for platform=marenostrum4 +2021-12-18 13:28:51,880 Checking jobs for platform=nord3 +2021-12-18 13:28:51,881 Checking jobs for platform=local +2021-12-18 13:28:51,882 Checking jobs for platform=transfer_node +2021-12-18 13:28:51,882 Checking all jobs at once +2021-12-18 13:28:53,452 Successful check job command +2021-12-18 13:28:54,721 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:28:54,721 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:28:54,721 End of checking +2021-12-18 13:28:54,723 Updating FAILED jobs +2021-12-18 13:28:54,723 Updating WAITING jobs +2021-12-18 13:28:54,723 Update finished +2021-12-18 13:28:54,723 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:28:54,723 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:28:54,723 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:28:54,724 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:28:54,724 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:28:54,724 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:28:54,724 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:28:54,724 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:28:54,728 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:28:54,730 Job list saved +2021-12-18 13:28:54,735 Updating FAILED jobs +2021-12-18 13:28:54,735 Updating WAITING jobs +2021-12-18 13:28:54,735 Update finished +2021-12-18 13:29:04,746 Reloading parameters... +2021-12-18 13:29:04,767 Loading parameters... +2021-12-18 13:29:04,768 Loading project parameters... +2021-12-18 13:29:04,770 + +15 of 25 jobs remaining (13:29) +2021-12-18 13:29:04,770 Sleep: 10 +2021-12-18 13:29:04,770 Number of retrials: 0 +2021-12-18 13:29:04,770 WRAPPER CHECK TIME = 10 +2021-12-18 13:29:04,771 Checking jobs for platform=marenostrum4 +2021-12-18 13:29:04,771 Checking jobs for platform=nord3 +2021-12-18 13:29:04,772 Checking jobs for platform=local +2021-12-18 13:29:04,772 Checking jobs for platform=transfer_node +2021-12-18 13:29:04,773 Checking all jobs at once +2021-12-18 13:29:06,543 Successful check job command +2021-12-18 13:29:08,264 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:29:08,264 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:29:08,264 End of checking +2021-12-18 13:29:08,266 Updating FAILED jobs +2021-12-18 13:29:08,266 Updating WAITING jobs +2021-12-18 13:29:08,266 Update finished +2021-12-18 13:29:08,266 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:29:08,267 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:29:08,267 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:29:08,267 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:29:08,267 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:29:08,267 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:29:08,267 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:29:08,267 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:29:08,270 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:29:08,273 Job list saved +2021-12-18 13:29:08,279 Updating FAILED jobs +2021-12-18 13:29:08,279 Updating WAITING jobs +2021-12-18 13:29:08,279 Update finished +2021-12-18 13:29:18,289 Reloading parameters... +2021-12-18 13:29:18,318 Loading parameters... +2021-12-18 13:29:18,320 Loading project parameters... +2021-12-18 13:29:18,322 + +15 of 25 jobs remaining (13:29) +2021-12-18 13:29:18,322 Sleep: 10 +2021-12-18 13:29:18,322 Number of retrials: 0 +2021-12-18 13:29:18,322 WRAPPER CHECK TIME = 10 +2021-12-18 13:29:18,323 Checking jobs for platform=marenostrum4 +2021-12-18 13:29:18,323 Checking jobs for platform=nord3 +2021-12-18 13:29:18,324 Checking jobs for platform=local +2021-12-18 13:29:18,324 Checking jobs for platform=transfer_node +2021-12-18 13:29:18,325 Checking all jobs at once +2021-12-18 13:29:19,645 Successful check job command +2021-12-18 13:29:20,965 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:29:20,965 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:29:20,965 End of checking +2021-12-18 13:29:20,967 Updating FAILED jobs +2021-12-18 13:29:20,967 Updating WAITING jobs +2021-12-18 13:29:20,967 Update finished +2021-12-18 13:29:20,967 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:29:20,968 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:29:20,968 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:29:20,968 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:29:20,968 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:29:20,968 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:29:20,968 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:29:20,969 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:29:20,971 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:29:20,974 Job list saved +2021-12-18 13:29:20,978 Updating FAILED jobs +2021-12-18 13:29:20,978 Updating WAITING jobs +2021-12-18 13:29:20,979 Update finished +2021-12-18 13:29:30,989 Reloading parameters... +2021-12-18 13:29:31,009 Loading parameters... +2021-12-18 13:29:31,010 Loading project parameters... +2021-12-18 13:29:31,012 + +15 of 25 jobs remaining (13:29) +2021-12-18 13:29:31,012 Sleep: 10 +2021-12-18 13:29:31,012 Number of retrials: 0 +2021-12-18 13:29:31,012 WRAPPER CHECK TIME = 10 +2021-12-18 13:29:31,013 Checking jobs for platform=marenostrum4 +2021-12-18 13:29:31,014 Checking jobs for platform=nord3 +2021-12-18 13:29:31,014 Checking jobs for platform=local +2021-12-18 13:29:31,015 Checking jobs for platform=transfer_node +2021-12-18 13:29:31,015 Checking all jobs at once +2021-12-18 13:29:32,334 Successful check job command +2021-12-18 13:29:33,655 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:29:33,655 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:29:33,655 End of checking +2021-12-18 13:29:33,656 Updating FAILED jobs +2021-12-18 13:29:33,657 Updating WAITING jobs +2021-12-18 13:29:33,657 Update finished +2021-12-18 13:29:33,657 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:29:33,657 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:29:33,657 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:29:33,657 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:29:33,658 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:29:33,658 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:29:33,658 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:29:33,658 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:29:33,661 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:29:33,663 Job list saved +2021-12-18 13:29:33,668 Updating FAILED jobs +2021-12-18 13:29:33,668 Updating WAITING jobs +2021-12-18 13:29:33,668 Update finished +2021-12-18 13:29:43,671 Reloading parameters... +2021-12-18 13:29:43,690 Loading parameters... +2021-12-18 13:29:43,691 Loading project parameters... +2021-12-18 13:29:43,693 + +15 of 25 jobs remaining (13:29) +2021-12-18 13:29:43,693 Sleep: 10 +2021-12-18 13:29:43,694 Number of retrials: 0 +2021-12-18 13:29:43,694 WRAPPER CHECK TIME = 10 +2021-12-18 13:29:43,694 Checking jobs for platform=marenostrum4 +2021-12-18 13:29:43,695 Checking jobs for platform=nord3 +2021-12-18 13:29:43,695 Checking jobs for platform=local +2021-12-18 13:29:43,696 Checking jobs for platform=transfer_node +2021-12-18 13:29:43,696 Checking all jobs at once +2021-12-18 13:29:45,066 Successful check job command +2021-12-18 13:29:46,986 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:29:46,986 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:29:46,986 End of checking +2021-12-18 13:29:46,987 Updating FAILED jobs +2021-12-18 13:29:46,987 Updating WAITING jobs +2021-12-18 13:29:46,988 Update finished +2021-12-18 13:29:46,988 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:29:46,988 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:29:46,988 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:29:46,988 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:29:46,988 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:29:46,989 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:29:46,989 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:29:46,989 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:29:46,992 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:29:46,994 Job list saved +2021-12-18 13:29:46,999 Updating FAILED jobs +2021-12-18 13:29:46,999 Updating WAITING jobs +2021-12-18 13:29:46,999 Update finished +2021-12-18 13:29:57,009 Reloading parameters... +2021-12-18 13:29:57,029 Loading parameters... +2021-12-18 13:29:57,030 Loading project parameters... +2021-12-18 13:29:57,032 + +15 of 25 jobs remaining (13:29) +2021-12-18 13:29:57,033 Sleep: 10 +2021-12-18 13:29:57,033 Number of retrials: 0 +2021-12-18 13:29:57,033 WRAPPER CHECK TIME = 10 +2021-12-18 13:29:57,033 Checking jobs for platform=marenostrum4 +2021-12-18 13:29:57,034 Checking jobs for platform=nord3 +2021-12-18 13:29:57,035 Checking jobs for platform=local +2021-12-18 13:29:57,035 Checking jobs for platform=transfer_node +2021-12-18 13:29:57,035 Checking all jobs at once +2021-12-18 13:29:58,306 Successful check job command +2021-12-18 13:29:59,676 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:29:59,676 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:29:59,676 End of checking +2021-12-18 13:29:59,678 Updating FAILED jobs +2021-12-18 13:29:59,678 Updating WAITING jobs +2021-12-18 13:29:59,678 Update finished +2021-12-18 13:29:59,678 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:29:59,679 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:29:59,679 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:29:59,679 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:29:59,679 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:29:59,679 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:29:59,679 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:29:59,680 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:29:59,682 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:29:59,685 Job list saved +2021-12-18 13:29:59,690 Updating FAILED jobs +2021-12-18 13:29:59,690 Updating WAITING jobs +2021-12-18 13:29:59,690 Update finished +2021-12-18 13:30:09,700 Reloading parameters... +2021-12-18 13:30:09,720 Loading parameters... +2021-12-18 13:30:09,721 Loading project parameters... +2021-12-18 13:30:09,723 + +15 of 25 jobs remaining (13:30) +2021-12-18 13:30:09,723 Sleep: 10 +2021-12-18 13:30:09,723 Number of retrials: 0 +2021-12-18 13:30:09,723 WRAPPER CHECK TIME = 10 +2021-12-18 13:30:09,724 Checking jobs for platform=marenostrum4 +2021-12-18 13:30:09,724 Checking jobs for platform=nord3 +2021-12-18 13:30:09,725 Checking jobs for platform=local +2021-12-18 13:30:09,726 Checking jobs for platform=transfer_node +2021-12-18 13:30:09,726 Checking all jobs at once +2021-12-18 13:30:11,047 Successful check job command +2021-12-18 13:30:12,366 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:30:12,367 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:30:12,367 End of checking +2021-12-18 13:30:12,368 Updating FAILED jobs +2021-12-18 13:30:12,368 Updating WAITING jobs +2021-12-18 13:30:12,369 Update finished +2021-12-18 13:30:12,369 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:30:12,369 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:30:12,369 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:30:12,370 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:30:12,370 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:30:12,370 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:30:12,370 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:30:12,370 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:30:12,373 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:30:12,375 Job list saved +2021-12-18 13:30:12,382 Updating FAILED jobs +2021-12-18 13:30:12,382 Updating WAITING jobs +2021-12-18 13:30:12,383 Update finished +2021-12-18 13:30:22,393 Reloading parameters... +2021-12-18 13:30:22,411 Loading parameters... +2021-12-18 13:30:22,412 Loading project parameters... +2021-12-18 13:30:22,414 + +15 of 25 jobs remaining (13:30) +2021-12-18 13:30:22,414 Sleep: 10 +2021-12-18 13:30:22,414 Number of retrials: 0 +2021-12-18 13:30:22,414 WRAPPER CHECK TIME = 10 +2021-12-18 13:30:22,415 Checking jobs for platform=marenostrum4 +2021-12-18 13:30:22,415 Checking jobs for platform=nord3 +2021-12-18 13:30:22,416 Checking jobs for platform=local +2021-12-18 13:30:22,416 Checking jobs for platform=transfer_node +2021-12-18 13:30:22,416 Checking all jobs at once +2021-12-18 13:30:23,837 Successful check job command +2021-12-18 13:30:25,206 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:30:25,206 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:30:25,206 End of checking +2021-12-18 13:30:25,208 Updating FAILED jobs +2021-12-18 13:30:25,208 Updating WAITING jobs +2021-12-18 13:30:25,208 Update finished +2021-12-18 13:30:25,208 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:30:25,208 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:30:25,209 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:30:25,209 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:30:25,209 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:30:25,209 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:30:25,209 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:30:25,209 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:30:25,212 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:30:25,214 Job list saved +2021-12-18 13:30:25,219 Updating FAILED jobs +2021-12-18 13:30:25,219 Updating WAITING jobs +2021-12-18 13:30:25,219 Update finished +2021-12-18 13:30:35,229 Reloading parameters... +2021-12-18 13:30:35,248 Loading parameters... +2021-12-18 13:30:35,249 Loading project parameters... +2021-12-18 13:30:35,251 + +15 of 25 jobs remaining (13:30) +2021-12-18 13:30:35,251 Sleep: 10 +2021-12-18 13:30:35,252 Number of retrials: 0 +2021-12-18 13:30:35,252 WRAPPER CHECK TIME = 10 +2021-12-18 13:30:35,252 Checking jobs for platform=marenostrum4 +2021-12-18 13:30:35,253 Checking jobs for platform=nord3 +2021-12-18 13:30:35,253 Checking jobs for platform=local +2021-12-18 13:30:35,254 Checking jobs for platform=transfer_node +2021-12-18 13:30:35,254 Checking all jobs at once +2021-12-18 13:30:36,728 Successful check job command +2021-12-18 13:30:38,200 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:30:38,200 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:30:38,200 End of checking +2021-12-18 13:30:38,202 Updating FAILED jobs +2021-12-18 13:30:38,202 Updating WAITING jobs +2021-12-18 13:30:38,202 Update finished +2021-12-18 13:30:38,202 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:30:38,203 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:30:38,203 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:30:38,203 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:30:38,203 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:30:38,203 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:30:38,204 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:30:38,204 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:30:38,209 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:30:38,211 Job list saved +2021-12-18 13:30:38,216 Updating FAILED jobs +2021-12-18 13:30:38,217 Updating WAITING jobs +2021-12-18 13:30:38,217 Update finished +2021-12-18 13:30:48,225 Reloading parameters... +2021-12-18 13:30:48,244 Loading parameters... +2021-12-18 13:30:48,245 Loading project parameters... +2021-12-18 13:30:48,247 + +15 of 25 jobs remaining (13:30) +2021-12-18 13:30:48,248 Sleep: 10 +2021-12-18 13:30:48,248 Number of retrials: 0 +2021-12-18 13:30:48,248 WRAPPER CHECK TIME = 10 +2021-12-18 13:30:48,248 Checking jobs for platform=marenostrum4 +2021-12-18 13:30:48,249 Checking jobs for platform=nord3 +2021-12-18 13:30:48,250 Checking jobs for platform=local +2021-12-18 13:30:48,251 Checking jobs for platform=transfer_node +2021-12-18 13:30:48,251 Checking all jobs at once +2021-12-18 13:30:49,821 Successful check job command +2021-12-18 13:30:51,344 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:30:51,344 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:30:51,344 End of checking +2021-12-18 13:30:51,346 Updating FAILED jobs +2021-12-18 13:30:51,346 Updating WAITING jobs +2021-12-18 13:30:51,346 Update finished +2021-12-18 13:30:51,346 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:30:51,346 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:30:51,347 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:30:51,347 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:30:51,347 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:30:51,347 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:30:51,347 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:30:51,347 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:30:51,350 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:30:51,352 Job list saved +2021-12-18 13:30:51,357 Updating FAILED jobs +2021-12-18 13:30:51,357 Updating WAITING jobs +2021-12-18 13:30:51,358 Update finished +2021-12-18 13:31:01,368 Reloading parameters... +2021-12-18 13:31:01,388 Loading parameters... +2021-12-18 13:31:01,390 Loading project parameters... +2021-12-18 13:31:01,401 + +15 of 25 jobs remaining (13:31) +2021-12-18 13:31:01,402 Sleep: 10 +2021-12-18 13:31:01,402 Number of retrials: 0 +2021-12-18 13:31:01,402 WRAPPER CHECK TIME = 10 +2021-12-18 13:31:01,402 Checking jobs for platform=marenostrum4 +2021-12-18 13:31:01,403 Checking jobs for platform=nord3 +2021-12-18 13:31:01,404 Checking jobs for platform=local +2021-12-18 13:31:01,405 Checking jobs for platform=transfer_node +2021-12-18 13:31:01,405 Checking all jobs at once +2021-12-18 13:31:03,133 Successful check job command +2021-12-18 13:31:04,453 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:31:04,454 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:31:04,454 End of checking +2021-12-18 13:31:04,455 Updating FAILED jobs +2021-12-18 13:31:04,455 Updating WAITING jobs +2021-12-18 13:31:04,456 Update finished +2021-12-18 13:31:04,456 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:31:04,456 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:31:04,456 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:31:04,456 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:31:04,456 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:31:04,456 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:31:04,456 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:31:04,457 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:31:04,459 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:31:04,462 Job list saved +2021-12-18 13:31:04,467 Updating FAILED jobs +2021-12-18 13:31:04,467 Updating WAITING jobs +2021-12-18 13:31:04,468 Update finished +2021-12-18 13:31:14,478 Reloading parameters... +2021-12-18 13:31:14,496 Loading parameters... +2021-12-18 13:31:14,498 Loading project parameters... +2021-12-18 13:31:14,500 + +15 of 25 jobs remaining (13:31) +2021-12-18 13:31:14,500 Sleep: 10 +2021-12-18 13:31:14,500 Number of retrials: 0 +2021-12-18 13:31:14,500 WRAPPER CHECK TIME = 10 +2021-12-18 13:31:14,501 Checking jobs for platform=marenostrum4 +2021-12-18 13:31:14,501 Checking jobs for platform=nord3 +2021-12-18 13:31:14,502 Checking jobs for platform=local +2021-12-18 13:31:14,502 Checking jobs for platform=transfer_node +2021-12-18 13:31:14,503 Checking all jobs at once +2021-12-18 13:31:15,923 Successful check job command +2021-12-18 13:31:17,295 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:31:17,295 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:31:17,296 End of checking +2021-12-18 13:31:17,297 Updating FAILED jobs +2021-12-18 13:31:17,297 Updating WAITING jobs +2021-12-18 13:31:17,297 Update finished +2021-12-18 13:31:17,297 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:31:17,298 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:31:17,298 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:31:17,298 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:31:17,299 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:31:17,299 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:31:17,299 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:31:17,299 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:31:17,302 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:31:17,304 Job list saved +2021-12-18 13:31:17,309 Updating FAILED jobs +2021-12-18 13:31:17,309 Updating WAITING jobs +2021-12-18 13:31:17,310 Update finished +2021-12-18 13:31:27,319 Reloading parameters... +2021-12-18 13:31:27,338 Loading parameters... +2021-12-18 13:31:27,340 Loading project parameters... +2021-12-18 13:31:27,341 + +15 of 25 jobs remaining (13:31) +2021-12-18 13:31:27,342 Sleep: 10 +2021-12-18 13:31:27,342 Number of retrials: 0 +2021-12-18 13:31:27,342 WRAPPER CHECK TIME = 10 +2021-12-18 13:31:27,342 Checking jobs for platform=marenostrum4 +2021-12-18 13:31:27,343 Checking jobs for platform=nord3 +2021-12-18 13:31:27,343 Checking jobs for platform=local +2021-12-18 13:31:27,344 Checking jobs for platform=transfer_node +2021-12-18 13:31:27,344 Checking all jobs at once +2021-12-18 13:31:28,765 Successful check job command +2021-12-18 13:31:30,134 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:31:30,134 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:31:30,135 End of checking +2021-12-18 13:31:30,136 Updating FAILED jobs +2021-12-18 13:31:30,136 Updating WAITING jobs +2021-12-18 13:31:30,136 Update finished +2021-12-18 13:31:30,136 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:31:30,137 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:31:30,137 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:31:30,137 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:31:30,137 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:31:30,137 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:31:30,137 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:31:30,137 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:31:30,140 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:31:30,143 Job list saved +2021-12-18 13:31:30,147 Updating FAILED jobs +2021-12-18 13:31:30,147 Updating WAITING jobs +2021-12-18 13:31:30,147 Update finished +2021-12-18 13:31:40,157 Reloading parameters... +2021-12-18 13:31:40,176 Loading parameters... +2021-12-18 13:31:40,177 Loading project parameters... +2021-12-18 13:31:40,179 + +15 of 25 jobs remaining (13:31) +2021-12-18 13:31:40,179 Sleep: 10 +2021-12-18 13:31:40,179 Number of retrials: 0 +2021-12-18 13:31:40,180 WRAPPER CHECK TIME = 10 +2021-12-18 13:31:40,180 Checking jobs for platform=marenostrum4 +2021-12-18 13:31:40,181 Checking jobs for platform=nord3 +2021-12-18 13:31:40,181 Checking jobs for platform=local +2021-12-18 13:31:40,182 Checking jobs for platform=transfer_node +2021-12-18 13:31:40,182 Checking all jobs at once +2021-12-18 13:31:41,552 Successful check job command +2021-12-18 13:31:42,872 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:31:42,872 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:31:42,872 End of checking +2021-12-18 13:31:42,874 Updating FAILED jobs +2021-12-18 13:31:42,874 Updating WAITING jobs +2021-12-18 13:31:42,874 Update finished +2021-12-18 13:31:42,874 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:31:42,874 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:31:42,875 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:31:42,875 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:31:42,875 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:31:42,875 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:31:42,875 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:31:42,875 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:31:42,878 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:31:42,881 Job list saved +2021-12-18 13:31:42,885 Updating FAILED jobs +2021-12-18 13:31:42,886 Updating WAITING jobs +2021-12-18 13:31:42,886 Update finished +2021-12-18 13:31:52,896 Reloading parameters... +2021-12-18 13:31:52,918 Loading parameters... +2021-12-18 13:31:52,920 Loading project parameters... +2021-12-18 13:31:52,922 + +15 of 25 jobs remaining (13:31) +2021-12-18 13:31:52,922 Sleep: 10 +2021-12-18 13:31:52,922 Number of retrials: 0 +2021-12-18 13:31:52,922 WRAPPER CHECK TIME = 10 +2021-12-18 13:31:52,923 Checking jobs for platform=marenostrum4 +2021-12-18 13:31:52,923 Checking jobs for platform=nord3 +2021-12-18 13:31:52,924 Checking jobs for platform=local +2021-12-18 13:31:52,924 Checking jobs for platform=transfer_node +2021-12-18 13:31:52,924 Checking all jobs at once +2021-12-18 13:31:54,294 Successful check job command +2021-12-18 13:31:55,714 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:31:55,714 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:31:55,714 End of checking +2021-12-18 13:31:55,716 Updating FAILED jobs +2021-12-18 13:31:55,716 Updating WAITING jobs +2021-12-18 13:31:55,716 Update finished +2021-12-18 13:31:55,716 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:31:55,717 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:31:55,717 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:31:55,717 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:31:55,717 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:31:55,717 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:31:55,717 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:31:55,718 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:31:55,720 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:31:55,722 Job list saved +2021-12-18 13:31:55,727 Updating FAILED jobs +2021-12-18 13:31:55,727 Updating WAITING jobs +2021-12-18 13:31:55,727 Update finished +2021-12-18 13:32:05,738 Reloading parameters... +2021-12-18 13:32:05,807 Loading parameters... +2021-12-18 13:32:05,809 Loading project parameters... +2021-12-18 13:32:05,810 + +15 of 25 jobs remaining (13:32) +2021-12-18 13:32:05,811 Sleep: 10 +2021-12-18 13:32:05,814 Number of retrials: 0 +2021-12-18 13:32:05,814 WRAPPER CHECK TIME = 10 +2021-12-18 13:32:05,814 Checking jobs for platform=marenostrum4 +2021-12-18 13:32:05,815 Checking jobs for platform=nord3 +2021-12-18 13:32:05,815 Checking jobs for platform=local +2021-12-18 13:32:05,816 Checking jobs for platform=transfer_node +2021-12-18 13:32:05,816 Checking all jobs at once +2021-12-18 13:32:07,387 Successful check job command +2021-12-18 13:32:08,707 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:32:08,707 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:32:08,707 End of checking +2021-12-18 13:32:08,709 Updating FAILED jobs +2021-12-18 13:32:08,709 Updating WAITING jobs +2021-12-18 13:32:08,709 Update finished +2021-12-18 13:32:08,709 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:32:08,709 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:32:08,710 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:32:08,710 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:32:08,710 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:32:08,710 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:32:08,710 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:32:08,710 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:32:08,713 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:32:08,715 Job list saved +2021-12-18 13:32:08,719 Updating FAILED jobs +2021-12-18 13:32:08,720 Updating WAITING jobs +2021-12-18 13:32:08,720 Update finished +2021-12-18 13:32:18,730 Reloading parameters... +2021-12-18 13:32:18,748 Loading parameters... +2021-12-18 13:32:18,749 Loading project parameters... +2021-12-18 13:32:18,751 + +15 of 25 jobs remaining (13:32) +2021-12-18 13:32:18,751 Sleep: 10 +2021-12-18 13:32:18,751 Number of retrials: 0 +2021-12-18 13:32:18,751 WRAPPER CHECK TIME = 10 +2021-12-18 13:32:18,752 Checking jobs for platform=marenostrum4 +2021-12-18 13:32:18,753 Checking jobs for platform=nord3 +2021-12-18 13:32:18,754 Checking jobs for platform=local +2021-12-18 13:32:18,754 Checking jobs for platform=transfer_node +2021-12-18 13:32:18,754 Checking all jobs at once +2021-12-18 13:32:20,174 Successful check job command +2021-12-18 13:32:21,593 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:32:21,594 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:32:21,594 End of checking +2021-12-18 13:32:21,595 Updating FAILED jobs +2021-12-18 13:32:21,595 Updating WAITING jobs +2021-12-18 13:32:21,595 Update finished +2021-12-18 13:32:21,596 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:32:21,596 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:32:21,596 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:32:21,596 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:32:21,596 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:32:21,596 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:32:21,596 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:32:21,597 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:32:21,599 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:32:21,602 Job list saved +2021-12-18 13:32:21,614 Updating FAILED jobs +2021-12-18 13:32:21,614 Updating WAITING jobs +2021-12-18 13:32:21,614 Update finished +2021-12-18 13:32:31,624 Reloading parameters... +2021-12-18 13:32:31,641 Loading parameters... +2021-12-18 13:32:31,643 Loading project parameters... +2021-12-18 13:32:31,645 + +15 of 25 jobs remaining (13:32) +2021-12-18 13:32:31,645 Sleep: 10 +2021-12-18 13:32:31,645 Number of retrials: 0 +2021-12-18 13:32:31,645 WRAPPER CHECK TIME = 10 +2021-12-18 13:32:31,646 Checking jobs for platform=marenostrum4 +2021-12-18 13:32:31,646 Checking jobs for platform=nord3 +2021-12-18 13:32:31,647 Checking jobs for platform=local +2021-12-18 13:32:31,647 Checking jobs for platform=transfer_node +2021-12-18 13:32:31,647 Checking all jobs at once +2021-12-18 13:32:33,017 Successful check job command +2021-12-18 13:32:34,337 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:32:34,337 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:32:34,337 End of checking +2021-12-18 13:32:34,339 Updating FAILED jobs +2021-12-18 13:32:34,339 Updating WAITING jobs +2021-12-18 13:32:34,339 Update finished +2021-12-18 13:32:34,339 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:32:34,340 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:32:34,340 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:32:34,340 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:32:34,340 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:32:34,340 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:32:34,341 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:32:34,341 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:32:34,343 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:32:34,346 Job list saved +2021-12-18 13:32:34,351 Updating FAILED jobs +2021-12-18 13:32:34,352 Updating WAITING jobs +2021-12-18 13:32:34,352 Update finished +2021-12-18 13:32:44,362 Reloading parameters... +2021-12-18 13:32:44,379 Loading parameters... +2021-12-18 13:32:44,381 Loading project parameters... +2021-12-18 13:32:44,383 + +15 of 25 jobs remaining (13:32) +2021-12-18 13:32:44,383 Sleep: 10 +2021-12-18 13:32:44,383 Number of retrials: 0 +2021-12-18 13:32:44,383 WRAPPER CHECK TIME = 10 +2021-12-18 13:32:44,384 Checking jobs for platform=marenostrum4 +2021-12-18 13:32:44,384 Checking jobs for platform=nord3 +2021-12-18 13:32:44,385 Checking jobs for platform=local +2021-12-18 13:32:44,385 Checking jobs for platform=transfer_node +2021-12-18 13:32:44,385 Checking all jobs at once +2021-12-18 13:32:45,756 Successful check job command +2021-12-18 13:32:47,025 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:32:47,026 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:32:47,026 End of checking +2021-12-18 13:32:47,027 Updating FAILED jobs +2021-12-18 13:32:47,027 Updating WAITING jobs +2021-12-18 13:32:47,028 Update finished +2021-12-18 13:32:47,028 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:32:47,028 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:32:47,028 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:32:47,028 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:32:47,028 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:32:47,028 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:32:47,029 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:32:47,029 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:32:47,032 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:32:47,034 Job list saved +2021-12-18 13:32:47,039 Updating FAILED jobs +2021-12-18 13:32:47,039 Updating WAITING jobs +2021-12-18 13:32:47,039 Update finished +2021-12-18 13:32:57,048 Reloading parameters... +2021-12-18 13:32:57,066 Loading parameters... +2021-12-18 13:32:57,067 Loading project parameters... +2021-12-18 13:32:57,069 + +15 of 25 jobs remaining (13:32) +2021-12-18 13:32:57,069 Sleep: 10 +2021-12-18 13:32:57,069 Number of retrials: 0 +2021-12-18 13:32:57,069 WRAPPER CHECK TIME = 10 +2021-12-18 13:32:57,070 Checking jobs for platform=marenostrum4 +2021-12-18 13:32:57,070 Checking jobs for platform=nord3 +2021-12-18 13:32:57,071 Checking jobs for platform=local +2021-12-18 13:32:57,072 Checking jobs for platform=transfer_node +2021-12-18 13:32:57,072 Checking all jobs at once +2021-12-18 13:32:58,792 Successful check job command +2021-12-18 13:33:00,212 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:33:00,212 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:33:00,212 End of checking +2021-12-18 13:33:00,213 Updating FAILED jobs +2021-12-18 13:33:00,213 Updating WAITING jobs +2021-12-18 13:33:00,214 Update finished +2021-12-18 13:33:00,214 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:33:00,214 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:33:00,214 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:33:00,214 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:33:00,214 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:33:00,215 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:33:00,215 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:33:00,215 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:33:00,217 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:33:00,220 Job list saved +2021-12-18 13:33:00,226 Updating FAILED jobs +2021-12-18 13:33:00,226 Updating WAITING jobs +2021-12-18 13:33:00,226 Update finished +2021-12-18 13:33:10,234 Reloading parameters... +2021-12-18 13:33:10,252 Loading parameters... +2021-12-18 13:33:10,254 Loading project parameters... +2021-12-18 13:33:10,255 + +15 of 25 jobs remaining (13:33) +2021-12-18 13:33:10,256 Sleep: 10 +2021-12-18 13:33:10,256 Number of retrials: 0 +2021-12-18 13:33:10,256 WRAPPER CHECK TIME = 10 +2021-12-18 13:33:10,256 Checking jobs for platform=marenostrum4 +2021-12-18 13:33:10,257 Checking jobs for platform=nord3 +2021-12-18 13:33:10,257 Checking jobs for platform=local +2021-12-18 13:33:10,258 Checking jobs for platform=transfer_node +2021-12-18 13:33:10,258 Checking all jobs at once +2021-12-18 13:33:11,630 Successful check job command +2021-12-18 13:33:12,950 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:33:12,950 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:33:12,950 End of checking +2021-12-18 13:33:12,952 Updating FAILED jobs +2021-12-18 13:33:12,952 Updating WAITING jobs +2021-12-18 13:33:12,952 Update finished +2021-12-18 13:33:12,952 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:33:12,953 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:33:12,953 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:33:12,953 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:33:12,953 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:33:12,953 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:33:12,954 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:33:12,954 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:33:12,956 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:33:12,959 Job list saved +2021-12-18 13:33:12,963 Updating FAILED jobs +2021-12-18 13:33:12,964 Updating WAITING jobs +2021-12-18 13:33:12,964 Update finished +2021-12-18 13:33:22,974 Reloading parameters... +2021-12-18 13:33:22,991 Loading parameters... +2021-12-18 13:33:22,993 Loading project parameters... +2021-12-18 13:33:22,994 + +15 of 25 jobs remaining (13:33) +2021-12-18 13:33:22,995 Sleep: 10 +2021-12-18 13:33:22,995 Number of retrials: 0 +2021-12-18 13:33:22,995 WRAPPER CHECK TIME = 10 +2021-12-18 13:33:22,995 Checking jobs for platform=marenostrum4 +2021-12-18 13:33:22,996 Checking jobs for platform=nord3 +2021-12-18 13:33:22,997 Checking jobs for platform=local +2021-12-18 13:33:22,997 Checking jobs for platform=transfer_node +2021-12-18 13:33:22,997 Checking all jobs at once +2021-12-18 13:33:24,267 Successful check job command +2021-12-18 13:33:25,586 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:33:25,586 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:33:25,586 End of checking +2021-12-18 13:33:25,587 Updating FAILED jobs +2021-12-18 13:33:25,587 Updating WAITING jobs +2021-12-18 13:33:25,588 Update finished +2021-12-18 13:33:25,588 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:33:25,588 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:33:25,588 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:33:25,588 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:33:25,588 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:33:25,589 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:33:25,589 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:33:25,589 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:33:25,591 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:33:25,593 Job list saved +2021-12-18 13:33:25,598 Updating FAILED jobs +2021-12-18 13:33:25,598 Updating WAITING jobs +2021-12-18 13:33:25,598 Update finished +2021-12-18 13:33:35,604 Reloading parameters... +2021-12-18 13:33:35,626 Loading parameters... +2021-12-18 13:33:35,627 Loading project parameters... +2021-12-18 13:33:35,629 + +15 of 25 jobs remaining (13:33) +2021-12-18 13:33:35,629 Sleep: 10 +2021-12-18 13:33:35,629 Number of retrials: 0 +2021-12-18 13:33:35,629 WRAPPER CHECK TIME = 10 +2021-12-18 13:33:35,630 Checking jobs for platform=marenostrum4 +2021-12-18 13:33:35,630 Checking jobs for platform=nord3 +2021-12-18 13:33:35,631 Checking jobs for platform=local +2021-12-18 13:33:35,632 Checking jobs for platform=transfer_node +2021-12-18 13:33:35,632 Checking all jobs at once +2021-12-18 13:33:37,103 Successful check job command +2021-12-18 13:33:38,523 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:33:38,523 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:33:38,523 End of checking +2021-12-18 13:33:38,524 Updating FAILED jobs +2021-12-18 13:33:38,524 Updating WAITING jobs +2021-12-18 13:33:38,525 Update finished +2021-12-18 13:33:38,525 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:33:38,525 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:33:38,525 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:33:38,525 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:33:38,525 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:33:38,525 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:33:38,525 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:33:38,526 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:33:38,528 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:33:38,531 Job list saved +2021-12-18 13:33:38,535 Updating FAILED jobs +2021-12-18 13:33:38,535 Updating WAITING jobs +2021-12-18 13:33:38,535 Update finished +2021-12-18 13:33:48,545 Reloading parameters... +2021-12-18 13:33:48,564 Loading parameters... +2021-12-18 13:33:48,565 Loading project parameters... +2021-12-18 13:33:48,567 + +15 of 25 jobs remaining (13:33) +2021-12-18 13:33:48,567 Sleep: 10 +2021-12-18 13:33:48,568 Number of retrials: 0 +2021-12-18 13:33:48,568 WRAPPER CHECK TIME = 10 +2021-12-18 13:33:48,568 Checking jobs for platform=marenostrum4 +2021-12-18 13:33:48,569 Checking jobs for platform=nord3 +2021-12-18 13:33:48,569 Checking jobs for platform=local +2021-12-18 13:33:48,570 Checking jobs for platform=transfer_node +2021-12-18 13:33:48,570 Checking all jobs at once +2021-12-18 13:33:49,939 Successful check job command +2021-12-18 13:33:51,259 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:33:51,259 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:33:51,260 End of checking +2021-12-18 13:33:51,261 Updating FAILED jobs +2021-12-18 13:33:51,261 Updating WAITING jobs +2021-12-18 13:33:51,261 Update finished +2021-12-18 13:33:51,262 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:33:51,264 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:33:51,264 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:33:51,264 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:33:51,264 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:33:51,264 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:33:51,265 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:33:51,265 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:33:51,267 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:33:51,269 Job list saved +2021-12-18 13:33:51,274 Updating FAILED jobs +2021-12-18 13:33:51,274 Updating WAITING jobs +2021-12-18 13:33:51,274 Update finished +2021-12-18 13:34:01,284 Reloading parameters... +2021-12-18 13:34:01,302 Loading parameters... +2021-12-18 13:34:01,304 Loading project parameters... +2021-12-18 13:34:01,306 + +15 of 25 jobs remaining (13:34) +2021-12-18 13:34:01,306 Sleep: 10 +2021-12-18 13:34:01,306 Number of retrials: 0 +2021-12-18 13:34:01,306 WRAPPER CHECK TIME = 10 +2021-12-18 13:34:01,307 Checking jobs for platform=marenostrum4 +2021-12-18 13:34:01,307 Checking jobs for platform=nord3 +2021-12-18 13:34:01,308 Checking jobs for platform=local +2021-12-18 13:34:01,308 Checking jobs for platform=transfer_node +2021-12-18 13:34:01,308 Checking all jobs at once +2021-12-18 13:34:02,678 Successful check job command +2021-12-18 13:34:03,949 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:34:03,949 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:34:03,949 End of checking +2021-12-18 13:34:03,951 Updating FAILED jobs +2021-12-18 13:34:03,951 Updating WAITING jobs +2021-12-18 13:34:03,951 Update finished +2021-12-18 13:34:03,951 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:34:03,951 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:34:03,951 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:34:03,952 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:34:03,952 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:34:03,952 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:34:03,952 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:34:03,952 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:34:03,955 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:34:03,959 Job list saved +2021-12-18 13:34:03,964 Updating FAILED jobs +2021-12-18 13:34:03,964 Updating WAITING jobs +2021-12-18 13:34:03,965 Update finished +2021-12-18 13:34:13,975 Reloading parameters... +2021-12-18 13:34:13,994 Loading parameters... +2021-12-18 13:34:13,995 Loading project parameters... +2021-12-18 13:34:13,997 + +15 of 25 jobs remaining (13:34) +2021-12-18 13:34:13,997 Sleep: 10 +2021-12-18 13:34:13,997 Number of retrials: 0 +2021-12-18 13:34:13,997 WRAPPER CHECK TIME = 10 +2021-12-18 13:34:13,998 Checking jobs for platform=marenostrum4 +2021-12-18 13:34:13,999 Checking jobs for platform=nord3 +2021-12-18 13:34:13,999 Checking jobs for platform=local +2021-12-18 13:34:14,000 Checking jobs for platform=transfer_node +2021-12-18 13:34:14,000 Checking all jobs at once +2021-12-18 13:34:15,373 Successful check job command +2021-12-18 13:34:16,742 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:34:16,742 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:34:16,742 End of checking +2021-12-18 13:34:16,744 Updating FAILED jobs +2021-12-18 13:34:16,744 Updating WAITING jobs +2021-12-18 13:34:16,744 Update finished +2021-12-18 13:34:16,744 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:34:16,744 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:34:16,745 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:34:16,745 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:34:16,745 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:34:16,745 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:34:16,745 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:34:16,745 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:34:16,748 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:34:16,750 Job list saved +2021-12-18 13:34:16,755 Updating FAILED jobs +2021-12-18 13:34:16,755 Updating WAITING jobs +2021-12-18 13:34:16,755 Update finished +2021-12-18 13:34:26,765 Reloading parameters... +2021-12-18 13:34:26,786 Loading parameters... +2021-12-18 13:34:26,788 Loading project parameters... +2021-12-18 13:34:26,790 + +15 of 25 jobs remaining (13:34) +2021-12-18 13:34:26,790 Sleep: 10 +2021-12-18 13:34:26,790 Number of retrials: 0 +2021-12-18 13:34:26,790 WRAPPER CHECK TIME = 10 +2021-12-18 13:34:26,791 Checking jobs for platform=marenostrum4 +2021-12-18 13:34:26,791 Checking jobs for platform=nord3 +2021-12-18 13:34:26,792 Checking jobs for platform=local +2021-12-18 13:34:26,792 Checking jobs for platform=transfer_node +2021-12-18 13:34:26,792 Checking all jobs at once +2021-12-18 13:34:28,215 Successful check job command +2021-12-18 13:34:29,585 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:34:29,585 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:34:29,585 End of checking +2021-12-18 13:34:29,586 Updating FAILED jobs +2021-12-18 13:34:29,586 Updating WAITING jobs +2021-12-18 13:34:29,586 Update finished +2021-12-18 13:34:29,587 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:34:29,587 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:34:29,587 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:34:29,587 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:34:29,588 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:34:29,588 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:34:29,588 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:34:29,588 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:34:29,591 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:34:29,593 Job list saved +2021-12-18 13:34:29,598 Updating FAILED jobs +2021-12-18 13:34:29,598 Updating WAITING jobs +2021-12-18 13:34:29,599 Update finished +2021-12-18 13:34:39,609 Reloading parameters... +2021-12-18 13:34:39,628 Loading parameters... +2021-12-18 13:34:39,630 Loading project parameters... +2021-12-18 13:34:39,632 + +15 of 25 jobs remaining (13:34) +2021-12-18 13:34:39,632 Sleep: 10 +2021-12-18 13:34:39,632 Number of retrials: 0 +2021-12-18 13:34:39,632 WRAPPER CHECK TIME = 10 +2021-12-18 13:34:39,633 Checking jobs for platform=marenostrum4 +2021-12-18 13:34:39,633 Checking jobs for platform=nord3 +2021-12-18 13:34:39,634 Checking jobs for platform=local +2021-12-18 13:34:39,634 Checking jobs for platform=transfer_node +2021-12-18 13:34:39,634 Checking all jobs at once +2021-12-18 13:34:40,907 Successful check job command +2021-12-18 13:34:42,127 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:34:42,127 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:34:42,127 End of checking +2021-12-18 13:34:42,128 Updating FAILED jobs +2021-12-18 13:34:42,128 Updating WAITING jobs +2021-12-18 13:34:42,128 Update finished +2021-12-18 13:34:42,129 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:34:42,129 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:34:42,129 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:34:42,129 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:34:42,129 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:34:42,129 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:34:42,130 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:34:42,130 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:34:42,133 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:34:42,135 Job list saved +2021-12-18 13:34:42,139 Updating FAILED jobs +2021-12-18 13:34:42,140 Updating WAITING jobs +2021-12-18 13:34:42,140 Update finished +2021-12-18 13:34:52,150 Reloading parameters... +2021-12-18 13:34:52,170 Loading parameters... +2021-12-18 13:34:52,171 Loading project parameters... +2021-12-18 13:34:52,173 + +15 of 25 jobs remaining (13:34) +2021-12-18 13:34:52,173 Sleep: 10 +2021-12-18 13:34:52,173 Number of retrials: 0 +2021-12-18 13:34:52,173 WRAPPER CHECK TIME = 10 +2021-12-18 13:34:52,174 Checking jobs for platform=marenostrum4 +2021-12-18 13:34:52,174 Checking jobs for platform=nord3 +2021-12-18 13:34:52,175 Checking jobs for platform=local +2021-12-18 13:34:52,175 Checking jobs for platform=transfer_node +2021-12-18 13:34:52,176 Checking all jobs at once +2021-12-18 13:34:53,394 Successful check job command +2021-12-18 13:34:54,563 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:34:54,564 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:34:54,564 End of checking +2021-12-18 13:34:54,565 Updating FAILED jobs +2021-12-18 13:34:54,566 Updating WAITING jobs +2021-12-18 13:34:54,566 Update finished +2021-12-18 13:34:54,566 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:34:54,566 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:34:54,566 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:34:54,566 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:34:54,566 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:34:54,567 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:34:54,567 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:34:54,567 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:34:54,569 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:34:54,572 Job list saved +2021-12-18 13:34:54,576 Updating FAILED jobs +2021-12-18 13:34:54,576 Updating WAITING jobs +2021-12-18 13:34:54,576 Update finished +2021-12-18 13:35:04,584 Reloading parameters... +2021-12-18 13:35:04,605 Loading parameters... +2021-12-18 13:35:04,606 Loading project parameters... +2021-12-18 13:35:04,608 + +15 of 25 jobs remaining (13:35) +2021-12-18 13:35:04,608 Sleep: 10 +2021-12-18 13:35:04,609 Number of retrials: 0 +2021-12-18 13:35:04,609 WRAPPER CHECK TIME = 10 +2021-12-18 13:35:04,609 Checking jobs for platform=marenostrum4 +2021-12-18 13:35:04,610 Checking jobs for platform=nord3 +2021-12-18 13:35:04,610 Checking jobs for platform=local +2021-12-18 13:35:04,611 Checking jobs for platform=transfer_node +2021-12-18 13:35:04,611 Checking all jobs at once +2021-12-18 13:35:05,930 Successful check job command +2021-12-18 13:35:07,200 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:35:07,200 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:35:07,200 End of checking +2021-12-18 13:35:07,201 Updating FAILED jobs +2021-12-18 13:35:07,201 Updating WAITING jobs +2021-12-18 13:35:07,202 Update finished +2021-12-18 13:35:07,202 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:35:07,202 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:35:07,203 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:35:07,203 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:35:07,203 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:35:07,203 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:35:07,203 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:35:07,203 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:35:07,206 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:35:07,208 Job list saved +2021-12-18 13:35:07,213 Updating FAILED jobs +2021-12-18 13:35:07,213 Updating WAITING jobs +2021-12-18 13:35:07,213 Update finished +2021-12-18 13:35:17,224 Reloading parameters... +2021-12-18 13:35:17,242 Loading parameters... +2021-12-18 13:35:17,243 Loading project parameters... +2021-12-18 13:35:17,245 + +15 of 25 jobs remaining (13:35) +2021-12-18 13:35:17,245 Sleep: 10 +2021-12-18 13:35:17,245 Number of retrials: 0 +2021-12-18 13:35:17,245 WRAPPER CHECK TIME = 10 +2021-12-18 13:35:17,246 Checking jobs for platform=marenostrum4 +2021-12-18 13:35:17,247 Checking jobs for platform=nord3 +2021-12-18 13:35:17,247 Checking jobs for platform=local +2021-12-18 13:35:17,248 Checking jobs for platform=transfer_node +2021-12-18 13:35:17,248 Checking all jobs at once +2021-12-18 13:35:18,669 Successful check job command +2021-12-18 13:35:20,239 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:35:20,240 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:35:20,240 End of checking +2021-12-18 13:35:20,241 Updating FAILED jobs +2021-12-18 13:35:20,241 Updating WAITING jobs +2021-12-18 13:35:20,242 Update finished +2021-12-18 13:35:20,242 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:35:20,242 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:35:20,242 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:35:20,242 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:35:20,242 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:35:20,242 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:35:20,243 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:35:20,243 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:35:20,245 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:35:20,247 Job list saved +2021-12-18 13:35:20,252 Updating FAILED jobs +2021-12-18 13:35:20,252 Updating WAITING jobs +2021-12-18 13:35:20,252 Update finished +2021-12-18 13:35:30,262 Reloading parameters... +2021-12-18 13:35:30,280 Loading parameters... +2021-12-18 13:35:30,282 Loading project parameters... +2021-12-18 13:35:30,283 + +15 of 25 jobs remaining (13:35) +2021-12-18 13:35:30,284 Sleep: 10 +2021-12-18 13:35:30,284 Number of retrials: 0 +2021-12-18 13:35:30,284 WRAPPER CHECK TIME = 10 +2021-12-18 13:35:30,284 Checking jobs for platform=marenostrum4 +2021-12-18 13:35:30,285 Checking jobs for platform=nord3 +2021-12-18 13:35:30,286 Checking jobs for platform=local +2021-12-18 13:35:30,288 Checking jobs for platform=transfer_node +2021-12-18 13:35:30,288 Checking all jobs at once +2021-12-18 13:35:31,610 Successful check job command +2021-12-18 13:35:32,979 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:35:32,979 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:35:32,979 End of checking +2021-12-18 13:35:32,980 Updating FAILED jobs +2021-12-18 13:35:32,980 Updating WAITING jobs +2021-12-18 13:35:32,981 Update finished +2021-12-18 13:35:32,981 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:35:32,981 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:35:32,981 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:35:32,981 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:35:32,981 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:35:32,982 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:35:32,982 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:35:32,982 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:35:32,984 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:35:32,987 Job list saved +2021-12-18 13:35:32,991 Updating FAILED jobs +2021-12-18 13:35:32,992 Updating WAITING jobs +2021-12-18 13:35:32,992 Update finished +2021-12-18 13:35:42,995 Reloading parameters... +2021-12-18 13:35:43,017 Loading parameters... +2021-12-18 13:35:43,018 Loading project parameters... +2021-12-18 13:35:43,020 + +15 of 25 jobs remaining (13:35) +2021-12-18 13:35:43,021 Sleep: 10 +2021-12-18 13:35:43,021 Number of retrials: 0 +2021-12-18 13:35:43,021 WRAPPER CHECK TIME = 10 +2021-12-18 13:35:43,021 Checking jobs for platform=marenostrum4 +2021-12-18 13:35:43,022 Checking jobs for platform=nord3 +2021-12-18 13:35:43,023 Checking jobs for platform=local +2021-12-18 13:35:43,023 Checking jobs for platform=transfer_node +2021-12-18 13:35:43,023 Checking all jobs at once +2021-12-18 13:35:44,342 Successful check job command +2021-12-18 13:35:45,662 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:35:45,662 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:35:45,662 End of checking +2021-12-18 13:35:45,663 Updating FAILED jobs +2021-12-18 13:35:45,664 Updating WAITING jobs +2021-12-18 13:35:45,664 Update finished +2021-12-18 13:35:45,664 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:35:45,665 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:35:45,665 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:35:45,665 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:35:45,665 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:35:45,665 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:35:45,665 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:35:45,665 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:35:45,668 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:35:45,670 Job list saved +2021-12-18 13:35:45,675 Updating FAILED jobs +2021-12-18 13:35:45,675 Updating WAITING jobs +2021-12-18 13:35:45,675 Update finished +2021-12-18 13:35:55,685 Reloading parameters... +2021-12-18 13:35:55,704 Loading parameters... +2021-12-18 13:35:55,705 Loading project parameters... +2021-12-18 13:35:55,707 + +15 of 25 jobs remaining (13:35) +2021-12-18 13:35:55,707 Sleep: 10 +2021-12-18 13:35:55,707 Number of retrials: 0 +2021-12-18 13:35:55,707 WRAPPER CHECK TIME = 10 +2021-12-18 13:35:55,708 Checking jobs for platform=marenostrum4 +2021-12-18 13:35:55,709 Checking jobs for platform=nord3 +2021-12-18 13:35:55,709 Checking jobs for platform=local +2021-12-18 13:35:55,710 Checking jobs for platform=transfer_node +2021-12-18 13:35:55,710 Checking all jobs at once +2021-12-18 13:35:56,979 Successful check job command +2021-12-18 13:35:58,300 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:35:58,300 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:35:58,300 End of checking +2021-12-18 13:35:58,301 Updating FAILED jobs +2021-12-18 13:35:58,302 Updating WAITING jobs +2021-12-18 13:35:58,302 Update finished +2021-12-18 13:35:58,302 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:35:58,302 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:35:58,302 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:35:58,303 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:35:58,303 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:35:58,303 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:35:58,303 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:35:58,303 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:35:58,305 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:35:58,308 Job list saved +2021-12-18 13:35:58,313 Updating FAILED jobs +2021-12-18 13:35:58,313 Updating WAITING jobs +2021-12-18 13:35:58,313 Update finished +2021-12-18 13:36:08,323 Reloading parameters... +2021-12-18 13:36:08,342 Loading parameters... +2021-12-18 13:36:08,343 Loading project parameters... +2021-12-18 13:36:08,345 + +15 of 25 jobs remaining (13:36) +2021-12-18 13:36:08,345 Sleep: 10 +2021-12-18 13:36:08,345 Number of retrials: 0 +2021-12-18 13:36:08,345 WRAPPER CHECK TIME = 10 +2021-12-18 13:36:08,346 Checking jobs for platform=marenostrum4 +2021-12-18 13:36:08,347 Checking jobs for platform=nord3 +2021-12-18 13:36:08,347 Checking jobs for platform=local +2021-12-18 13:36:08,348 Checking jobs for platform=transfer_node +2021-12-18 13:36:08,348 Checking all jobs at once +2021-12-18 13:36:09,667 Successful check job command +2021-12-18 13:36:10,937 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:36:10,937 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:36:10,937 End of checking +2021-12-18 13:36:10,939 Updating FAILED jobs +2021-12-18 13:36:10,939 Updating WAITING jobs +2021-12-18 13:36:10,939 Update finished +2021-12-18 13:36:10,939 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:36:10,939 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:36:10,940 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:36:10,940 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:36:10,940 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:36:10,940 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:36:10,940 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:36:10,940 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:36:10,943 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:36:10,945 Job list saved +2021-12-18 13:36:10,949 Updating FAILED jobs +2021-12-18 13:36:10,949 Updating WAITING jobs +2021-12-18 13:36:10,950 Update finished +2021-12-18 13:36:20,954 Reloading parameters... +2021-12-18 13:36:20,973 Loading parameters... +2021-12-18 13:36:20,974 Loading project parameters... +2021-12-18 13:36:20,976 + +15 of 25 jobs remaining (13:36) +2021-12-18 13:36:20,976 Sleep: 10 +2021-12-18 13:36:20,976 Number of retrials: 0 +2021-12-18 13:36:20,976 WRAPPER CHECK TIME = 10 +2021-12-18 13:36:20,977 Checking jobs for platform=marenostrum4 +2021-12-18 13:36:20,977 Checking jobs for platform=nord3 +2021-12-18 13:36:20,978 Checking jobs for platform=local +2021-12-18 13:36:20,978 Checking jobs for platform=transfer_node +2021-12-18 13:36:20,978 Checking all jobs at once +2021-12-18 13:36:22,297 Successful check job command +2021-12-18 13:36:23,617 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:36:23,617 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:36:23,617 End of checking +2021-12-18 13:36:23,619 Updating FAILED jobs +2021-12-18 13:36:23,619 Updating WAITING jobs +2021-12-18 13:36:23,619 Update finished +2021-12-18 13:36:23,619 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:36:23,620 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:36:23,620 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:36:23,620 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:36:23,620 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:36:23,620 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:36:23,620 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:36:23,621 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:36:23,623 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:36:23,625 Job list saved +2021-12-18 13:36:23,630 Updating FAILED jobs +2021-12-18 13:36:23,630 Updating WAITING jobs +2021-12-18 13:36:23,630 Update finished +2021-12-18 13:36:33,631 Reloading parameters... +2021-12-18 13:36:33,649 Loading parameters... +2021-12-18 13:36:33,650 Loading project parameters... +2021-12-18 13:36:33,652 + +15 of 25 jobs remaining (13:36) +2021-12-18 13:36:33,652 Sleep: 10 +2021-12-18 13:36:33,652 Number of retrials: 0 +2021-12-18 13:36:33,652 WRAPPER CHECK TIME = 10 +2021-12-18 13:36:33,653 Checking jobs for platform=marenostrum4 +2021-12-18 13:36:33,653 Checking jobs for platform=nord3 +2021-12-18 13:36:33,654 Checking jobs for platform=local +2021-12-18 13:36:33,654 Checking jobs for platform=transfer_node +2021-12-18 13:36:33,654 Checking all jobs at once +2021-12-18 13:36:34,977 Successful check job command +2021-12-18 13:36:36,246 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:36:36,246 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:36:36,246 End of checking +2021-12-18 13:36:36,248 Updating FAILED jobs +2021-12-18 13:36:36,248 Updating WAITING jobs +2021-12-18 13:36:36,248 Update finished +2021-12-18 13:36:36,248 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:36:36,248 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:36:36,248 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:36:36,249 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:36:36,249 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:36:36,249 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:36:36,249 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:36:36,249 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:36:36,251 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:36:36,254 Job list saved +2021-12-18 13:36:36,258 Updating FAILED jobs +2021-12-18 13:36:36,258 Updating WAITING jobs +2021-12-18 13:36:36,259 Update finished +2021-12-18 13:36:46,267 Reloading parameters... +2021-12-18 13:36:46,284 Loading parameters... +2021-12-18 13:36:46,286 Loading project parameters... +2021-12-18 13:36:46,287 + +15 of 25 jobs remaining (13:36) +2021-12-18 13:36:46,288 Sleep: 10 +2021-12-18 13:36:46,288 Number of retrials: 0 +2021-12-18 13:36:46,288 WRAPPER CHECK TIME = 10 +2021-12-18 13:36:46,288 Checking jobs for platform=marenostrum4 +2021-12-18 13:36:46,289 Checking jobs for platform=nord3 +2021-12-18 13:36:46,290 Checking jobs for platform=local +2021-12-18 13:36:46,290 Checking jobs for platform=transfer_node +2021-12-18 13:36:46,290 Checking all jobs at once +2021-12-18 13:36:47,660 Successful check job command +2021-12-18 13:36:48,981 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:36:48,981 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:36:48,981 End of checking +2021-12-18 13:36:48,982 Updating FAILED jobs +2021-12-18 13:36:48,982 Updating WAITING jobs +2021-12-18 13:36:48,983 Update finished +2021-12-18 13:36:48,983 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:36:48,983 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:36:48,983 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:36:48,983 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:36:48,983 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:36:48,984 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:36:48,984 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:36:48,984 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:36:48,986 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:36:48,989 Job list saved +2021-12-18 13:36:48,993 Updating FAILED jobs +2021-12-18 13:36:48,993 Updating WAITING jobs +2021-12-18 13:36:48,994 Update finished +2021-12-18 13:36:59,004 Reloading parameters... +2021-12-18 13:36:59,024 Loading parameters... +2021-12-18 13:36:59,025 Loading project parameters... +2021-12-18 13:36:59,027 + +15 of 25 jobs remaining (13:36) +2021-12-18 13:36:59,027 Sleep: 10 +2021-12-18 13:36:59,027 Number of retrials: 0 +2021-12-18 13:36:59,027 WRAPPER CHECK TIME = 10 +2021-12-18 13:36:59,028 Checking jobs for platform=marenostrum4 +2021-12-18 13:36:59,028 Checking jobs for platform=nord3 +2021-12-18 13:36:59,029 Checking jobs for platform=local +2021-12-18 13:36:59,030 Checking jobs for platform=transfer_node +2021-12-18 13:36:59,030 Checking all jobs at once +2021-12-18 13:37:00,349 Successful check job command +2021-12-18 13:37:01,668 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:37:01,668 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:37:01,668 End of checking +2021-12-18 13:37:01,669 Updating FAILED jobs +2021-12-18 13:37:01,669 Updating WAITING jobs +2021-12-18 13:37:01,670 Update finished +2021-12-18 13:37:01,670 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:37:01,673 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:37:01,673 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:37:01,673 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:37:01,673 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:37:01,673 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:37:01,673 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:37:01,674 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:37:01,676 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:37:01,678 Job list saved +2021-12-18 13:37:01,683 Updating FAILED jobs +2021-12-18 13:37:01,683 Updating WAITING jobs +2021-12-18 13:37:01,683 Update finished +2021-12-18 13:37:11,693 Reloading parameters... +2021-12-18 13:37:11,716 Loading parameters... +2021-12-18 13:37:11,717 Loading project parameters... +2021-12-18 13:37:11,719 + +15 of 25 jobs remaining (13:37) +2021-12-18 13:37:11,719 Sleep: 10 +2021-12-18 13:37:11,719 Number of retrials: 0 +2021-12-18 13:37:11,719 WRAPPER CHECK TIME = 10 +2021-12-18 13:37:11,720 Checking jobs for platform=marenostrum4 +2021-12-18 13:37:11,720 Checking jobs for platform=nord3 +2021-12-18 13:37:11,721 Checking jobs for platform=local +2021-12-18 13:37:11,721 Checking jobs for platform=transfer_node +2021-12-18 13:37:11,721 Checking all jobs at once +2021-12-18 13:37:12,940 Successful check job command +2021-12-18 13:37:14,209 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:37:14,210 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:37:14,210 End of checking +2021-12-18 13:37:14,211 Updating FAILED jobs +2021-12-18 13:37:14,211 Updating WAITING jobs +2021-12-18 13:37:14,211 Update finished +2021-12-18 13:37:14,211 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:37:14,212 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:37:14,212 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:37:14,212 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:37:14,212 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:37:14,212 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:37:14,212 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:37:14,212 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:37:14,215 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:37:14,217 Job list saved +2021-12-18 13:37:14,222 Updating FAILED jobs +2021-12-18 13:37:14,222 Updating WAITING jobs +2021-12-18 13:37:14,222 Update finished +2021-12-18 13:37:24,232 Reloading parameters... +2021-12-18 13:37:24,249 Loading parameters... +2021-12-18 13:37:24,250 Loading project parameters... +2021-12-18 13:37:24,252 + +15 of 25 jobs remaining (13:37) +2021-12-18 13:37:24,253 Sleep: 10 +2021-12-18 13:37:24,253 Number of retrials: 0 +2021-12-18 13:37:24,253 WRAPPER CHECK TIME = 10 +2021-12-18 13:37:24,253 Checking jobs for platform=marenostrum4 +2021-12-18 13:37:24,254 Checking jobs for platform=nord3 +2021-12-18 13:37:24,254 Checking jobs for platform=local +2021-12-18 13:37:24,255 Checking jobs for platform=transfer_node +2021-12-18 13:37:24,255 Checking all jobs at once +2021-12-18 13:37:25,628 Successful check job command +2021-12-18 13:37:26,848 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:37:26,848 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:37:26,848 End of checking +2021-12-18 13:37:26,849 Updating FAILED jobs +2021-12-18 13:37:26,849 Updating WAITING jobs +2021-12-18 13:37:26,850 Update finished +2021-12-18 13:37:26,850 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:37:26,850 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:37:26,850 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:37:26,850 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:37:26,850 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:37:26,851 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:37:26,851 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:37:26,851 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:37:26,853 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:37:26,856 Job list saved +2021-12-18 13:37:26,860 Updating FAILED jobs +2021-12-18 13:37:26,860 Updating WAITING jobs +2021-12-18 13:37:26,860 Update finished +2021-12-18 13:37:36,862 Reloading parameters... +2021-12-18 13:37:36,883 Loading parameters... +2021-12-18 13:37:36,885 Loading project parameters... +2021-12-18 13:37:36,886 + +15 of 25 jobs remaining (13:37) +2021-12-18 13:37:36,887 Sleep: 10 +2021-12-18 13:37:36,887 Number of retrials: 0 +2021-12-18 13:37:36,887 WRAPPER CHECK TIME = 10 +2021-12-18 13:37:36,888 Checking jobs for platform=marenostrum4 +2021-12-18 13:37:36,888 Checking jobs for platform=nord3 +2021-12-18 13:37:36,889 Checking jobs for platform=local +2021-12-18 13:37:36,889 Checking jobs for platform=transfer_node +2021-12-18 13:37:36,889 Checking all jobs at once +2021-12-18 13:37:38,309 Successful check job command +2021-12-18 13:37:39,879 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:37:39,879 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:37:39,879 End of checking +2021-12-18 13:37:39,880 Updating FAILED jobs +2021-12-18 13:37:39,881 Updating WAITING jobs +2021-12-18 13:37:39,881 Update finished +2021-12-18 13:37:39,881 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:37:39,882 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:37:39,882 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:37:39,882 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:37:39,882 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:37:39,882 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:37:39,882 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:37:39,882 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:37:39,885 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:37:39,887 Job list saved +2021-12-18 13:37:39,892 Updating FAILED jobs +2021-12-18 13:37:39,892 Updating WAITING jobs +2021-12-18 13:37:39,893 Update finished +2021-12-18 13:37:49,903 Reloading parameters... +2021-12-18 13:37:49,921 Loading parameters... +2021-12-18 13:37:49,923 Loading project parameters... +2021-12-18 13:37:49,924 + +15 of 25 jobs remaining (13:37) +2021-12-18 13:37:49,925 Sleep: 10 +2021-12-18 13:37:49,925 Number of retrials: 0 +2021-12-18 13:37:49,925 WRAPPER CHECK TIME = 10 +2021-12-18 13:37:49,926 Checking jobs for platform=marenostrum4 +2021-12-18 13:37:49,926 Checking jobs for platform=nord3 +2021-12-18 13:37:49,927 Checking jobs for platform=local +2021-12-18 13:37:49,927 Checking jobs for platform=transfer_node +2021-12-18 13:37:49,927 Checking all jobs at once +2021-12-18 13:37:51,297 Successful check job command +2021-12-18 13:37:52,767 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:37:52,767 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:37:52,768 End of checking +2021-12-18 13:37:52,769 Updating FAILED jobs +2021-12-18 13:37:52,769 Updating WAITING jobs +2021-12-18 13:37:52,769 Update finished +2021-12-18 13:37:52,770 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:37:52,770 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:37:52,770 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:37:52,770 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:37:52,770 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:37:52,770 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:37:52,770 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:37:52,770 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:37:52,773 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:37:52,776 Job list saved +2021-12-18 13:37:52,781 Updating FAILED jobs +2021-12-18 13:37:52,781 Updating WAITING jobs +2021-12-18 13:37:52,781 Update finished +2021-12-18 13:38:02,791 Reloading parameters... +2021-12-18 13:38:02,814 Loading parameters... +2021-12-18 13:38:02,815 Loading project parameters... +2021-12-18 13:38:02,817 + +15 of 25 jobs remaining (13:38) +2021-12-18 13:38:02,818 Sleep: 10 +2021-12-18 13:38:02,818 Number of retrials: 0 +2021-12-18 13:38:02,818 WRAPPER CHECK TIME = 10 +2021-12-18 13:38:02,818 Checking jobs for platform=marenostrum4 +2021-12-18 13:38:02,819 Checking jobs for platform=nord3 +2021-12-18 13:38:02,820 Checking jobs for platform=local +2021-12-18 13:38:02,820 Checking jobs for platform=transfer_node +2021-12-18 13:38:02,820 Checking all jobs at once +2021-12-18 13:38:04,140 Successful check job command +2021-12-18 13:38:05,360 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:38:05,360 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:38:05,360 End of checking +2021-12-18 13:38:05,361 Updating FAILED jobs +2021-12-18 13:38:05,361 Updating WAITING jobs +2021-12-18 13:38:05,362 Update finished +2021-12-18 13:38:05,362 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:38:05,362 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:38:05,362 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:38:05,362 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:38:05,362 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:38:05,363 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:38:05,363 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:38:05,363 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:38:05,365 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:38:05,368 Job list saved +2021-12-18 13:38:05,372 Updating FAILED jobs +2021-12-18 13:38:05,372 Updating WAITING jobs +2021-12-18 13:38:05,373 Update finished +2021-12-18 13:38:15,383 Reloading parameters... +2021-12-18 13:38:15,401 Loading parameters... +2021-12-18 13:38:15,402 Loading project parameters... +2021-12-18 13:38:15,404 + +15 of 25 jobs remaining (13:38) +2021-12-18 13:38:15,404 Sleep: 10 +2021-12-18 13:38:15,404 Number of retrials: 0 +2021-12-18 13:38:15,405 WRAPPER CHECK TIME = 10 +2021-12-18 13:38:15,405 Checking jobs for platform=marenostrum4 +2021-12-18 13:38:15,406 Checking jobs for platform=nord3 +2021-12-18 13:38:15,406 Checking jobs for platform=local +2021-12-18 13:38:15,407 Checking jobs for platform=transfer_node +2021-12-18 13:38:15,407 Checking all jobs at once +2021-12-18 13:38:16,826 Successful check job command +2021-12-18 13:38:18,196 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:38:18,196 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:38:18,196 End of checking +2021-12-18 13:38:18,198 Updating FAILED jobs +2021-12-18 13:38:18,198 Updating WAITING jobs +2021-12-18 13:38:18,198 Update finished +2021-12-18 13:38:18,198 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:38:18,199 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:38:18,199 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:38:18,199 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:38:18,199 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:38:18,200 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:38:18,200 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:38:18,200 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:38:18,203 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:38:18,205 Job list saved +2021-12-18 13:38:18,209 Updating FAILED jobs +2021-12-18 13:38:18,209 Updating WAITING jobs +2021-12-18 13:38:18,209 Update finished +2021-12-18 13:38:28,219 Reloading parameters... +2021-12-18 13:38:28,239 Loading parameters... +2021-12-18 13:38:28,240 Loading project parameters... +2021-12-18 13:38:28,242 + +15 of 25 jobs remaining (13:38) +2021-12-18 13:38:28,242 Sleep: 10 +2021-12-18 13:38:28,242 Number of retrials: 0 +2021-12-18 13:38:28,242 WRAPPER CHECK TIME = 10 +2021-12-18 13:38:28,243 Checking jobs for platform=marenostrum4 +2021-12-18 13:38:28,243 Checking jobs for platform=nord3 +2021-12-18 13:38:28,244 Checking jobs for platform=local +2021-12-18 13:38:28,245 Checking jobs for platform=transfer_node +2021-12-18 13:38:28,245 Checking all jobs at once +2021-12-18 13:38:29,564 Successful check job command +2021-12-18 13:38:30,884 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:38:30,884 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:38:30,884 End of checking +2021-12-18 13:38:30,885 Updating FAILED jobs +2021-12-18 13:38:30,885 Updating WAITING jobs +2021-12-18 13:38:30,886 Update finished +2021-12-18 13:38:30,886 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:38:30,886 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:38:30,886 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:38:30,886 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:38:30,886 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:38:30,887 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:38:30,887 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:38:30,887 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:38:30,890 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:38:30,892 Job list saved +2021-12-18 13:38:30,896 Updating FAILED jobs +2021-12-18 13:38:30,897 Updating WAITING jobs +2021-12-18 13:38:30,897 Update finished +2021-12-18 13:38:40,907 Reloading parameters... +2021-12-18 13:38:40,931 Loading parameters... +2021-12-18 13:38:40,932 Loading project parameters... +2021-12-18 13:38:40,934 + +15 of 25 jobs remaining (13:38) +2021-12-18 13:38:40,934 Sleep: 10 +2021-12-18 13:38:40,934 Number of retrials: 0 +2021-12-18 13:38:40,935 WRAPPER CHECK TIME = 10 +2021-12-18 13:38:40,935 Checking jobs for platform=marenostrum4 +2021-12-18 13:38:40,936 Checking jobs for platform=nord3 +2021-12-18 13:38:40,936 Checking jobs for platform=local +2021-12-18 13:38:40,937 Checking jobs for platform=transfer_node +2021-12-18 13:38:40,937 Checking all jobs at once +2021-12-18 13:38:42,306 Successful check job command +2021-12-18 13:38:43,576 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:38:43,576 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:38:43,576 End of checking +2021-12-18 13:38:43,577 Updating FAILED jobs +2021-12-18 13:38:43,578 Updating WAITING jobs +2021-12-18 13:38:43,578 Update finished +2021-12-18 13:38:43,578 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:38:43,578 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:38:43,578 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:38:43,578 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:38:43,579 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:38:43,579 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:38:43,579 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:38:43,579 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:38:43,582 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:38:43,584 Job list saved +2021-12-18 13:38:43,589 Updating FAILED jobs +2021-12-18 13:38:43,589 Updating WAITING jobs +2021-12-18 13:38:43,589 Update finished +2021-12-18 13:38:53,599 Reloading parameters... +2021-12-18 13:38:53,619 Loading parameters... +2021-12-18 13:38:53,620 Loading project parameters... +2021-12-18 13:38:53,622 + +15 of 25 jobs remaining (13:38) +2021-12-18 13:38:53,622 Sleep: 10 +2021-12-18 13:38:53,622 Number of retrials: 0 +2021-12-18 13:38:53,622 WRAPPER CHECK TIME = 10 +2021-12-18 13:38:53,623 Checking jobs for platform=marenostrum4 +2021-12-18 13:38:53,624 Checking jobs for platform=nord3 +2021-12-18 13:38:53,624 Checking jobs for platform=local +2021-12-18 13:38:53,625 Checking jobs for platform=transfer_node +2021-12-18 13:38:53,625 Checking all jobs at once +2021-12-18 13:38:55,044 Successful check job command +2021-12-18 13:38:56,414 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:38:56,414 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:38:56,414 End of checking +2021-12-18 13:38:56,415 Updating FAILED jobs +2021-12-18 13:38:56,416 Updating WAITING jobs +2021-12-18 13:38:56,416 Update finished +2021-12-18 13:38:56,416 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:38:56,417 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:38:56,417 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:38:56,417 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:38:56,417 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:38:56,417 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:38:56,417 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:38:56,417 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:38:56,420 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:38:56,423 Job list saved +2021-12-18 13:38:56,427 Updating FAILED jobs +2021-12-18 13:38:56,428 Updating WAITING jobs +2021-12-18 13:38:56,428 Update finished +2021-12-18 13:39:06,438 Reloading parameters... +2021-12-18 13:39:06,458 Loading parameters... +2021-12-18 13:39:06,459 Loading project parameters... +2021-12-18 13:39:06,461 + +15 of 25 jobs remaining (13:39) +2021-12-18 13:39:06,461 Sleep: 10 +2021-12-18 13:39:06,461 Number of retrials: 0 +2021-12-18 13:39:06,462 WRAPPER CHECK TIME = 10 +2021-12-18 13:39:06,462 Checking jobs for platform=marenostrum4 +2021-12-18 13:39:06,463 Checking jobs for platform=nord3 +2021-12-18 13:39:06,463 Checking jobs for platform=local +2021-12-18 13:39:06,464 Checking jobs for platform=transfer_node +2021-12-18 13:39:06,464 Checking all jobs at once +2021-12-18 13:39:07,735 Successful check job command +2021-12-18 13:39:09,154 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:39:09,154 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:39:09,155 End of checking +2021-12-18 13:39:09,156 Updating FAILED jobs +2021-12-18 13:39:09,156 Updating WAITING jobs +2021-12-18 13:39:09,156 Update finished +2021-12-18 13:39:09,157 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:39:09,157 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:39:09,157 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:39:09,157 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:39:09,157 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:39:09,157 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:39:09,157 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:39:09,157 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:39:09,160 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:39:09,162 Job list saved +2021-12-18 13:39:09,167 Updating FAILED jobs +2021-12-18 13:39:09,167 Updating WAITING jobs +2021-12-18 13:39:09,168 Update finished +2021-12-18 13:39:19,173 Reloading parameters... +2021-12-18 13:39:19,193 Loading parameters... +2021-12-18 13:39:19,194 Loading project parameters... +2021-12-18 13:39:19,196 + +15 of 25 jobs remaining (13:39) +2021-12-18 13:39:19,196 Sleep: 10 +2021-12-18 13:39:19,196 Number of retrials: 0 +2021-12-18 13:39:19,196 WRAPPER CHECK TIME = 10 +2021-12-18 13:39:19,197 Checking jobs for platform=marenostrum4 +2021-12-18 13:39:19,198 Checking jobs for platform=nord3 +2021-12-18 13:39:19,198 Checking jobs for platform=local +2021-12-18 13:39:19,199 Checking jobs for platform=transfer_node +2021-12-18 13:39:19,199 Checking all jobs at once +2021-12-18 13:39:20,418 Successful check job command +2021-12-18 13:39:21,587 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:39:21,587 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:39:21,587 End of checking +2021-12-18 13:39:21,588 Updating FAILED jobs +2021-12-18 13:39:21,588 Updating WAITING jobs +2021-12-18 13:39:21,589 Update finished +2021-12-18 13:39:21,589 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:39:21,589 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:39:21,589 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:39:21,589 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:39:21,589 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:39:21,590 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:39:21,590 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:39:21,590 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:39:21,593 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:39:21,595 Job list saved +2021-12-18 13:39:21,600 Updating FAILED jobs +2021-12-18 13:39:21,600 Updating WAITING jobs +2021-12-18 13:39:21,600 Update finished +2021-12-18 13:39:31,610 Reloading parameters... +2021-12-18 13:39:31,630 Loading parameters... +2021-12-18 13:39:31,631 Loading project parameters... +2021-12-18 13:39:31,633 + +15 of 25 jobs remaining (13:39) +2021-12-18 13:39:31,633 Sleep: 10 +2021-12-18 13:39:31,633 Number of retrials: 0 +2021-12-18 13:39:31,633 WRAPPER CHECK TIME = 10 +2021-12-18 13:39:31,634 Checking jobs for platform=marenostrum4 +2021-12-18 13:39:31,635 Checking jobs for platform=nord3 +2021-12-18 13:39:31,635 Checking jobs for platform=local +2021-12-18 13:39:31,636 Checking jobs for platform=transfer_node +2021-12-18 13:39:31,636 Checking all jobs at once +2021-12-18 13:39:33,005 Successful check job command +2021-12-18 13:39:34,325 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:39:34,325 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:39:34,325 End of checking +2021-12-18 13:39:34,326 Updating FAILED jobs +2021-12-18 13:39:34,326 Updating WAITING jobs +2021-12-18 13:39:34,327 Update finished +2021-12-18 13:39:34,327 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:39:34,328 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:39:34,328 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:39:34,328 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:39:34,328 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:39:34,328 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:39:34,328 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:39:34,328 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:39:34,331 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:39:34,334 Job list saved +2021-12-18 13:39:34,339 Updating FAILED jobs +2021-12-18 13:39:34,339 Updating WAITING jobs +2021-12-18 13:39:34,339 Update finished +2021-12-18 13:39:44,349 Reloading parameters... +2021-12-18 13:39:44,370 Loading parameters... +2021-12-18 13:39:44,371 Loading project parameters... +2021-12-18 13:39:44,373 + +15 of 25 jobs remaining (13:39) +2021-12-18 13:39:44,373 Sleep: 10 +2021-12-18 13:39:44,373 Number of retrials: 0 +2021-12-18 13:39:44,373 WRAPPER CHECK TIME = 10 +2021-12-18 13:39:44,374 Checking jobs for platform=marenostrum4 +2021-12-18 13:39:44,375 Checking jobs for platform=nord3 +2021-12-18 13:39:44,375 Checking jobs for platform=local +2021-12-18 13:39:44,376 Checking jobs for platform=transfer_node +2021-12-18 13:39:44,376 Checking all jobs at once +2021-12-18 13:39:45,698 Successful check job command +2021-12-18 13:39:47,017 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:39:47,018 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:39:47,018 End of checking +2021-12-18 13:39:47,020 Updating FAILED jobs +2021-12-18 13:39:47,020 Updating WAITING jobs +2021-12-18 13:39:47,020 Update finished +2021-12-18 13:39:47,020 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:39:47,020 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:39:47,020 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:39:47,021 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:39:47,021 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:39:47,021 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:39:47,021 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:39:47,021 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:39:47,024 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:39:47,026 Job list saved +2021-12-18 13:39:47,031 Updating FAILED jobs +2021-12-18 13:39:47,032 Updating WAITING jobs +2021-12-18 13:39:47,032 Update finished +2021-12-18 13:39:57,042 Reloading parameters... +2021-12-18 13:39:57,065 Loading parameters... +2021-12-18 13:39:57,066 Loading project parameters... +2021-12-18 13:39:57,068 + +15 of 25 jobs remaining (13:39) +2021-12-18 13:39:57,068 Sleep: 10 +2021-12-18 13:39:57,068 Number of retrials: 0 +2021-12-18 13:39:57,068 WRAPPER CHECK TIME = 10 +2021-12-18 13:39:57,069 Checking jobs for platform=marenostrum4 +2021-12-18 13:39:57,069 Checking jobs for platform=nord3 +2021-12-18 13:39:57,070 Checking jobs for platform=local +2021-12-18 13:39:57,070 Checking jobs for platform=transfer_node +2021-12-18 13:39:57,070 Checking all jobs at once +2021-12-18 13:39:58,440 Successful check job command +2021-12-18 13:39:59,709 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:39:59,710 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:39:59,710 End of checking +2021-12-18 13:39:59,711 Updating FAILED jobs +2021-12-18 13:39:59,712 Updating WAITING jobs +2021-12-18 13:39:59,712 Update finished +2021-12-18 13:39:59,712 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:39:59,712 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:39:59,712 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:39:59,712 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:39:59,713 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:39:59,713 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:39:59,713 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:39:59,713 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:39:59,716 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:39:59,718 Job list saved +2021-12-18 13:39:59,723 Updating FAILED jobs +2021-12-18 13:39:59,723 Updating WAITING jobs +2021-12-18 13:39:59,723 Update finished +2021-12-18 13:40:09,733 Reloading parameters... +2021-12-18 13:40:09,753 Loading parameters... +2021-12-18 13:40:09,755 Loading project parameters... +2021-12-18 13:40:09,756 + +15 of 25 jobs remaining (13:40) +2021-12-18 13:40:09,757 Sleep: 10 +2021-12-18 13:40:09,757 Number of retrials: 0 +2021-12-18 13:40:09,757 WRAPPER CHECK TIME = 10 +2021-12-18 13:40:09,757 Checking jobs for platform=marenostrum4 +2021-12-18 13:40:09,758 Checking jobs for platform=nord3 +2021-12-18 13:40:09,758 Checking jobs for platform=local +2021-12-18 13:40:09,759 Checking jobs for platform=transfer_node +2021-12-18 13:40:09,759 Checking all jobs at once +2021-12-18 13:40:11,180 Successful check job command +2021-12-18 13:40:12,703 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:40:12,703 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:40:12,703 End of checking +2021-12-18 13:40:12,705 Updating FAILED jobs +2021-12-18 13:40:12,705 Updating WAITING jobs +2021-12-18 13:40:12,706 Update finished +2021-12-18 13:40:12,706 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:40:12,706 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:40:12,707 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:40:12,707 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:40:12,707 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:40:12,707 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:40:12,707 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:40:12,707 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:40:12,711 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:40:12,713 Job list saved +2021-12-18 13:40:12,719 Updating FAILED jobs +2021-12-18 13:40:12,719 Updating WAITING jobs +2021-12-18 13:40:12,720 Update finished +2021-12-18 13:40:22,724 Reloading parameters... +2021-12-18 13:40:22,744 Loading parameters... +2021-12-18 13:40:22,746 Loading project parameters... +2021-12-18 13:40:22,750 + +15 of 25 jobs remaining (13:40) +2021-12-18 13:40:22,751 Sleep: 10 +2021-12-18 13:40:22,751 Number of retrials: 0 +2021-12-18 13:40:22,751 WRAPPER CHECK TIME = 10 +2021-12-18 13:40:22,751 Checking jobs for platform=marenostrum4 +2021-12-18 13:40:22,752 Checking jobs for platform=nord3 +2021-12-18 13:40:22,754 Checking jobs for platform=local +2021-12-18 13:40:22,755 Checking jobs for platform=transfer_node +2021-12-18 13:40:22,755 Checking all jobs at once +2021-12-18 13:40:24,124 Successful check job command +2021-12-18 13:40:25,444 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:40:25,444 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:40:25,445 End of checking +2021-12-18 13:40:25,446 Updating FAILED jobs +2021-12-18 13:40:25,446 Updating WAITING jobs +2021-12-18 13:40:25,446 Update finished +2021-12-18 13:40:25,447 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:40:25,447 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:40:25,447 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:40:25,447 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:40:25,447 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:40:25,447 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:40:25,447 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:40:25,448 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:40:25,451 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:40:25,453 Job list saved +2021-12-18 13:40:25,458 Updating FAILED jobs +2021-12-18 13:40:25,459 Updating WAITING jobs +2021-12-18 13:40:25,459 Update finished +2021-12-18 13:40:35,469 Reloading parameters... +2021-12-18 13:40:35,488 Loading parameters... +2021-12-18 13:40:35,490 Loading project parameters... +2021-12-18 13:40:35,491 + +15 of 25 jobs remaining (13:40) +2021-12-18 13:40:35,492 Sleep: 10 +2021-12-18 13:40:35,492 Number of retrials: 0 +2021-12-18 13:40:35,492 WRAPPER CHECK TIME = 10 +2021-12-18 13:40:35,492 Checking jobs for platform=marenostrum4 +2021-12-18 13:40:35,493 Checking jobs for platform=nord3 +2021-12-18 13:40:35,493 Checking jobs for platform=local +2021-12-18 13:40:35,494 Checking jobs for platform=transfer_node +2021-12-18 13:40:35,494 Checking all jobs at once +2021-12-18 13:40:36,764 Successful check job command +2021-12-18 13:40:38,083 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:40:38,084 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:40:38,084 End of checking +2021-12-18 13:40:38,085 Updating FAILED jobs +2021-12-18 13:40:38,085 Updating WAITING jobs +2021-12-18 13:40:38,085 Update finished +2021-12-18 13:40:38,086 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:40:38,086 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:40:38,086 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:40:38,086 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:40:38,086 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:40:38,086 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:40:38,086 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:40:38,086 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:40:38,089 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:40:38,091 Job list saved +2021-12-18 13:40:38,097 Updating FAILED jobs +2021-12-18 13:40:38,097 Updating WAITING jobs +2021-12-18 13:40:38,098 Update finished +2021-12-18 13:40:48,108 Reloading parameters... +2021-12-18 13:40:48,129 Loading parameters... +2021-12-18 13:40:48,131 Loading project parameters... +2021-12-18 13:40:48,133 + +15 of 25 jobs remaining (13:40) +2021-12-18 13:40:48,133 Sleep: 10 +2021-12-18 13:40:48,133 Number of retrials: 0 +2021-12-18 13:40:48,133 WRAPPER CHECK TIME = 10 +2021-12-18 13:40:48,134 Checking jobs for platform=marenostrum4 +2021-12-18 13:40:48,134 Checking jobs for platform=nord3 +2021-12-18 13:40:48,135 Checking jobs for platform=local +2021-12-18 13:40:48,135 Checking jobs for platform=transfer_node +2021-12-18 13:40:48,135 Checking all jobs at once +2021-12-18 13:40:49,354 Successful check job command +2021-12-18 13:40:50,675 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:40:50,676 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:40:50,676 End of checking +2021-12-18 13:40:50,677 Updating FAILED jobs +2021-12-18 13:40:50,678 Updating WAITING jobs +2021-12-18 13:40:50,678 Update finished +2021-12-18 13:40:50,678 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:40:50,679 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:40:50,679 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:40:50,679 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:40:50,679 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:40:50,679 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:40:50,679 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:40:50,680 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:40:50,683 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:40:50,685 Job list saved +2021-12-18 13:40:50,692 Updating FAILED jobs +2021-12-18 13:40:50,692 Updating WAITING jobs +2021-12-18 13:40:50,692 Update finished +2021-12-18 13:41:00,699 Reloading parameters... +2021-12-18 13:41:00,720 Loading parameters... +2021-12-18 13:41:00,722 Loading project parameters... +2021-12-18 13:41:00,724 + +15 of 25 jobs remaining (13:41) +2021-12-18 13:41:00,724 Sleep: 10 +2021-12-18 13:41:00,724 Number of retrials: 0 +2021-12-18 13:41:00,724 WRAPPER CHECK TIME = 10 +2021-12-18 13:41:00,725 Checking jobs for platform=marenostrum4 +2021-12-18 13:41:00,725 Checking jobs for platform=nord3 +2021-12-18 13:41:00,726 Checking jobs for platform=local +2021-12-18 13:41:00,726 Checking jobs for platform=transfer_node +2021-12-18 13:41:00,726 Checking all jobs at once +2021-12-18 13:41:01,996 Successful check job command +2021-12-18 13:41:03,165 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:41:03,165 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:41:03,165 End of checking +2021-12-18 13:41:03,167 Updating FAILED jobs +2021-12-18 13:41:03,167 Updating WAITING jobs +2021-12-18 13:41:03,168 Update finished +2021-12-18 13:41:03,168 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:41:03,168 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:41:03,168 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:41:03,168 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:41:03,168 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:41:03,168 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:41:03,169 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:41:03,169 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:41:03,171 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:41:03,173 Job list saved +2021-12-18 13:41:03,179 Updating FAILED jobs +2021-12-18 13:41:03,179 Updating WAITING jobs +2021-12-18 13:41:03,179 Update finished +2021-12-18 13:41:13,188 Reloading parameters... +2021-12-18 13:41:13,210 Loading parameters... +2021-12-18 13:41:13,212 Loading project parameters... +2021-12-18 13:41:13,213 + +15 of 25 jobs remaining (13:41) +2021-12-18 13:41:13,214 Sleep: 10 +2021-12-18 13:41:13,214 Number of retrials: 0 +2021-12-18 13:41:13,214 WRAPPER CHECK TIME = 10 +2021-12-18 13:41:13,214 Checking jobs for platform=marenostrum4 +2021-12-18 13:41:13,215 Checking jobs for platform=nord3 +2021-12-18 13:41:13,215 Checking jobs for platform=local +2021-12-18 13:41:13,216 Checking jobs for platform=transfer_node +2021-12-18 13:41:13,216 Checking all jobs at once +2021-12-18 13:41:14,586 Successful check job command +2021-12-18 13:41:15,910 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:41:15,910 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:41:15,910 End of checking +2021-12-18 13:41:15,912 Updating FAILED jobs +2021-12-18 13:41:15,912 Updating WAITING jobs +2021-12-18 13:41:15,912 Update finished +2021-12-18 13:41:15,912 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:41:15,912 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:41:15,912 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:41:15,913 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:41:15,913 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:41:15,913 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:41:15,913 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:41:15,913 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:41:15,919 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:41:15,921 Job list saved +2021-12-18 13:41:15,926 Updating FAILED jobs +2021-12-18 13:41:15,926 Updating WAITING jobs +2021-12-18 13:41:15,926 Update finished +2021-12-18 13:41:25,937 Reloading parameters... +2021-12-18 13:41:25,957 Loading parameters... +2021-12-18 13:41:25,958 Loading project parameters... +2021-12-18 13:41:25,960 + +15 of 25 jobs remaining (13:41) +2021-12-18 13:41:25,960 Sleep: 10 +2021-12-18 13:41:25,960 Number of retrials: 0 +2021-12-18 13:41:25,961 WRAPPER CHECK TIME = 10 +2021-12-18 13:41:25,961 Checking jobs for platform=marenostrum4 +2021-12-18 13:41:25,963 Checking jobs for platform=nord3 +2021-12-18 13:41:25,964 Checking jobs for platform=local +2021-12-18 13:41:25,964 Checking jobs for platform=transfer_node +2021-12-18 13:41:25,965 Checking all jobs at once +2021-12-18 13:41:27,334 Successful check job command +2021-12-18 13:41:28,704 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:41:28,705 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:41:28,705 End of checking +2021-12-18 13:41:28,707 Updating FAILED jobs +2021-12-18 13:41:28,707 Updating WAITING jobs +2021-12-18 13:41:28,707 Update finished +2021-12-18 13:41:28,707 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:41:28,708 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:41:28,708 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:41:28,708 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:41:28,708 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:41:28,708 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:41:28,709 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:41:28,709 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:41:28,712 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:41:28,715 Job list saved +2021-12-18 13:41:28,720 Updating FAILED jobs +2021-12-18 13:41:28,720 Updating WAITING jobs +2021-12-18 13:41:28,720 Update finished +2021-12-18 13:41:38,725 Reloading parameters... +2021-12-18 13:41:38,746 Loading parameters... +2021-12-18 13:41:38,747 Loading project parameters... +2021-12-18 13:41:38,749 + +15 of 25 jobs remaining (13:41) +2021-12-18 13:41:38,750 Sleep: 10 +2021-12-18 13:41:38,750 Number of retrials: 0 +2021-12-18 13:41:38,750 WRAPPER CHECK TIME = 10 +2021-12-18 13:41:38,750 Checking jobs for platform=marenostrum4 +2021-12-18 13:41:38,751 Checking jobs for platform=nord3 +2021-12-18 13:41:38,752 Checking jobs for platform=local +2021-12-18 13:41:38,752 Checking jobs for platform=transfer_node +2021-12-18 13:41:38,752 Checking all jobs at once +2021-12-18 13:41:40,022 Successful check job command +2021-12-18 13:41:41,241 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:41:41,241 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:41:41,241 End of checking +2021-12-18 13:41:41,243 Updating FAILED jobs +2021-12-18 13:41:41,243 Updating WAITING jobs +2021-12-18 13:41:41,243 Update finished +2021-12-18 13:41:41,243 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:41:41,244 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:41:41,244 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:41:41,244 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:41:41,244 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:41:41,244 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:41:41,244 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:41:41,244 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:41:41,247 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:41:41,249 Job list saved +2021-12-18 13:41:41,254 Updating FAILED jobs +2021-12-18 13:41:41,254 Updating WAITING jobs +2021-12-18 13:41:41,255 Update finished +2021-12-18 13:41:51,265 Reloading parameters... +2021-12-18 13:41:51,284 Loading parameters... +2021-12-18 13:41:51,285 Loading project parameters... +2021-12-18 13:41:51,287 + +15 of 25 jobs remaining (13:41) +2021-12-18 13:41:51,287 Sleep: 10 +2021-12-18 13:41:51,287 Number of retrials: 0 +2021-12-18 13:41:51,288 WRAPPER CHECK TIME = 10 +2021-12-18 13:41:51,288 Checking jobs for platform=marenostrum4 +2021-12-18 13:41:51,289 Checking jobs for platform=nord3 +2021-12-18 13:41:51,289 Checking jobs for platform=local +2021-12-18 13:41:51,290 Checking jobs for platform=transfer_node +2021-12-18 13:41:51,290 Checking all jobs at once +2021-12-18 13:41:52,663 Successful check job command +2021-12-18 13:41:53,932 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:41:53,932 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:41:53,932 End of checking +2021-12-18 13:41:53,934 Updating FAILED jobs +2021-12-18 13:41:53,934 Updating WAITING jobs +2021-12-18 13:41:53,934 Update finished +2021-12-18 13:41:53,934 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:41:53,934 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:41:53,935 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:41:53,935 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:41:53,935 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:41:53,935 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:41:53,935 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:41:53,935 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:41:53,938 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:41:53,941 Job list saved +2021-12-18 13:41:53,949 Updating FAILED jobs +2021-12-18 13:41:53,949 Updating WAITING jobs +2021-12-18 13:41:53,949 Update finished +2021-12-18 13:42:03,959 Reloading parameters... +2021-12-18 13:42:03,979 Loading parameters... +2021-12-18 13:42:03,981 Loading project parameters... +2021-12-18 13:42:03,983 + +15 of 25 jobs remaining (13:42) +2021-12-18 13:42:03,983 Sleep: 10 +2021-12-18 13:42:03,983 Number of retrials: 0 +2021-12-18 13:42:03,983 WRAPPER CHECK TIME = 10 +2021-12-18 13:42:03,984 Checking jobs for platform=marenostrum4 +2021-12-18 13:42:03,984 Checking jobs for platform=nord3 +2021-12-18 13:42:03,985 Checking jobs for platform=local +2021-12-18 13:42:03,986 Checking jobs for platform=transfer_node +2021-12-18 13:42:03,986 Checking all jobs at once +2021-12-18 13:42:05,310 Successful check job command +2021-12-18 13:42:06,629 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:42:06,629 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:42:06,630 End of checking +2021-12-18 13:42:06,631 Updating FAILED jobs +2021-12-18 13:42:06,631 Updating WAITING jobs +2021-12-18 13:42:06,631 Update finished +2021-12-18 13:42:06,631 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:42:06,634 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:42:06,634 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:42:06,634 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:42:06,634 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:42:06,634 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:42:06,635 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:42:06,635 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:42:06,640 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:42:06,642 Job list saved +2021-12-18 13:42:06,648 Updating FAILED jobs +2021-12-18 13:42:06,648 Updating WAITING jobs +2021-12-18 13:42:06,648 Update finished +2021-12-18 13:42:16,654 Reloading parameters... +2021-12-18 13:42:16,678 Loading parameters... +2021-12-18 13:42:16,679 Loading project parameters... +2021-12-18 13:42:16,681 + +15 of 25 jobs remaining (13:42) +2021-12-18 13:42:16,681 Sleep: 10 +2021-12-18 13:42:16,681 Number of retrials: 0 +2021-12-18 13:42:16,681 WRAPPER CHECK TIME = 10 +2021-12-18 13:42:16,682 Checking jobs for platform=marenostrum4 +2021-12-18 13:42:16,682 Checking jobs for platform=nord3 +2021-12-18 13:42:16,683 Checking jobs for platform=local +2021-12-18 13:42:16,683 Checking jobs for platform=transfer_node +2021-12-18 13:42:16,684 Checking all jobs at once +2021-12-18 13:42:18,053 Successful check job command +2021-12-18 13:42:19,322 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:42:19,323 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:42:19,323 End of checking +2021-12-18 13:42:19,324 Updating FAILED jobs +2021-12-18 13:42:19,324 Updating WAITING jobs +2021-12-18 13:42:19,324 Update finished +2021-12-18 13:42:19,325 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:42:19,325 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:42:19,325 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:42:19,325 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:42:19,325 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:42:19,325 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:42:19,325 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:42:19,326 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:42:19,328 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:42:19,331 Job list saved +2021-12-18 13:42:19,340 Updating FAILED jobs +2021-12-18 13:42:19,340 Updating WAITING jobs +2021-12-18 13:42:19,340 Update finished +2021-12-18 13:42:29,350 Reloading parameters... +2021-12-18 13:42:29,370 Loading parameters... +2021-12-18 13:42:29,377 Loading project parameters... +2021-12-18 13:42:29,379 + +15 of 25 jobs remaining (13:42) +2021-12-18 13:42:29,379 Sleep: 10 +2021-12-18 13:42:29,379 Number of retrials: 0 +2021-12-18 13:42:29,379 WRAPPER CHECK TIME = 10 +2021-12-18 13:42:29,380 Checking jobs for platform=marenostrum4 +2021-12-18 13:42:29,380 Checking jobs for platform=nord3 +2021-12-18 13:42:29,381 Checking jobs for platform=local +2021-12-18 13:42:29,382 Checking jobs for platform=transfer_node +2021-12-18 13:42:29,382 Checking all jobs at once +2021-12-18 13:42:31,105 Successful check job command +2021-12-18 13:42:32,425 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:42:32,426 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:42:32,426 End of checking +2021-12-18 13:42:32,427 Updating FAILED jobs +2021-12-18 13:42:32,427 Updating WAITING jobs +2021-12-18 13:42:32,428 Update finished +2021-12-18 13:42:32,428 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:42:32,428 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:42:32,428 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:42:32,428 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:42:32,428 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:42:32,428 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:42:32,429 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:42:32,429 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:42:32,431 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:42:32,434 Job list saved +2021-12-18 13:42:32,438 Updating FAILED jobs +2021-12-18 13:42:32,438 Updating WAITING jobs +2021-12-18 13:42:32,439 Update finished +2021-12-18 13:42:42,449 Reloading parameters... +2021-12-18 13:42:42,468 Loading parameters... +2021-12-18 13:42:42,470 Loading project parameters... +2021-12-18 13:42:42,471 + +15 of 25 jobs remaining (13:42) +2021-12-18 13:42:42,472 Sleep: 10 +2021-12-18 13:42:42,472 Number of retrials: 0 +2021-12-18 13:42:42,472 WRAPPER CHECK TIME = 10 +2021-12-18 13:42:42,472 Checking jobs for platform=marenostrum4 +2021-12-18 13:42:42,473 Checking jobs for platform=nord3 +2021-12-18 13:42:42,473 Checking jobs for platform=local +2021-12-18 13:42:42,474 Checking jobs for platform=transfer_node +2021-12-18 13:42:42,474 Checking all jobs at once +2021-12-18 13:42:43,794 Successful check job command +2021-12-18 13:42:45,014 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:42:45,014 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:42:45,014 End of checking +2021-12-18 13:42:45,016 Updating FAILED jobs +2021-12-18 13:42:45,016 Updating WAITING jobs +2021-12-18 13:42:45,016 Update finished +2021-12-18 13:42:45,016 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:42:45,017 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:42:45,017 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:42:45,017 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:42:45,017 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:42:45,018 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:42:45,018 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:42:45,018 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:42:45,020 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:42:45,023 Job list saved +2021-12-18 13:42:45,030 Updating FAILED jobs +2021-12-18 13:42:45,031 Updating WAITING jobs +2021-12-18 13:42:45,031 Update finished +2021-12-18 13:42:55,040 Reloading parameters... +2021-12-18 13:42:55,060 Loading parameters... +2021-12-18 13:42:55,061 Loading project parameters... +2021-12-18 13:42:55,063 + +15 of 25 jobs remaining (13:42) +2021-12-18 13:42:55,063 Sleep: 10 +2021-12-18 13:42:55,063 Number of retrials: 0 +2021-12-18 13:42:55,063 WRAPPER CHECK TIME = 10 +2021-12-18 13:42:55,064 Checking jobs for platform=marenostrum4 +2021-12-18 13:42:55,064 Checking jobs for platform=nord3 +2021-12-18 13:42:55,065 Checking jobs for platform=local +2021-12-18 13:42:55,065 Checking jobs for platform=transfer_node +2021-12-18 13:42:55,066 Checking all jobs at once +2021-12-18 13:42:56,435 Successful check job command +2021-12-18 13:42:57,755 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:42:57,756 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:42:57,756 End of checking +2021-12-18 13:42:57,758 Updating FAILED jobs +2021-12-18 13:42:57,759 Updating WAITING jobs +2021-12-18 13:42:57,759 Update finished +2021-12-18 13:42:57,759 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:42:57,759 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:42:57,759 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:42:57,759 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:42:57,759 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:42:57,760 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:42:57,760 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:42:57,760 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:42:57,763 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:42:57,765 Job list saved +2021-12-18 13:42:57,773 Updating FAILED jobs +2021-12-18 13:42:57,773 Updating WAITING jobs +2021-12-18 13:42:57,773 Update finished +2021-12-18 13:43:07,780 Reloading parameters... +2021-12-18 13:43:07,807 Loading parameters... +2021-12-18 13:43:07,808 Loading project parameters... +2021-12-18 13:43:07,810 + +15 of 25 jobs remaining (13:43) +2021-12-18 13:43:07,810 Sleep: 10 +2021-12-18 13:43:07,810 Number of retrials: 0 +2021-12-18 13:43:07,811 WRAPPER CHECK TIME = 10 +2021-12-18 13:43:07,811 Checking jobs for platform=marenostrum4 +2021-12-18 13:43:07,812 Checking jobs for platform=nord3 +2021-12-18 13:43:07,812 Checking jobs for platform=local +2021-12-18 13:43:07,813 Checking jobs for platform=transfer_node +2021-12-18 13:43:07,813 Checking all jobs at once +2021-12-18 13:43:09,133 Successful check job command +2021-12-18 13:43:10,352 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:43:10,352 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:43:10,353 End of checking +2021-12-18 13:43:10,354 Updating FAILED jobs +2021-12-18 13:43:10,354 Updating WAITING jobs +2021-12-18 13:43:10,354 Update finished +2021-12-18 13:43:10,354 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:43:10,355 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:43:10,355 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:43:10,355 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:43:10,355 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:43:10,355 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:43:10,355 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:43:10,355 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:43:10,358 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:43:10,360 Job list saved +2021-12-18 13:43:10,365 Updating FAILED jobs +2021-12-18 13:43:10,365 Updating WAITING jobs +2021-12-18 13:43:10,366 Update finished +2021-12-18 13:43:20,376 Reloading parameters... +2021-12-18 13:43:20,397 Loading parameters... +2021-12-18 13:43:20,398 Loading project parameters... +2021-12-18 13:43:20,400 + +15 of 25 jobs remaining (13:43) +2021-12-18 13:43:20,400 Sleep: 10 +2021-12-18 13:43:20,400 Number of retrials: 0 +2021-12-18 13:43:20,400 WRAPPER CHECK TIME = 10 +2021-12-18 13:43:20,401 Checking jobs for platform=marenostrum4 +2021-12-18 13:43:20,402 Checking jobs for platform=nord3 +2021-12-18 13:43:20,402 Checking jobs for platform=local +2021-12-18 13:43:20,403 Checking jobs for platform=transfer_node +2021-12-18 13:43:20,403 Checking all jobs at once +2021-12-18 13:43:21,772 Successful check job command +2021-12-18 13:43:23,045 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:43:23,046 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:43:23,046 End of checking +2021-12-18 13:43:23,048 Updating FAILED jobs +2021-12-18 13:43:23,048 Updating WAITING jobs +2021-12-18 13:43:23,048 Update finished +2021-12-18 13:43:23,049 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:43:23,049 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:43:23,049 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:43:23,049 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:43:23,050 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:43:23,050 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:43:23,050 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:43:23,050 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:43:23,053 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:43:23,055 Job list saved +2021-12-18 13:43:23,065 Updating FAILED jobs +2021-12-18 13:43:23,066 Updating WAITING jobs +2021-12-18 13:43:23,066 Update finished +2021-12-18 13:43:33,076 Reloading parameters... +2021-12-18 13:43:33,095 Loading parameters... +2021-12-18 13:43:33,097 Loading project parameters... +2021-12-18 13:43:33,098 + +15 of 25 jobs remaining (13:43) +2021-12-18 13:43:33,099 Sleep: 10 +2021-12-18 13:43:33,099 Number of retrials: 0 +2021-12-18 13:43:33,099 WRAPPER CHECK TIME = 10 +2021-12-18 13:43:33,099 Checking jobs for platform=marenostrum4 +2021-12-18 13:43:33,100 Checking jobs for platform=nord3 +2021-12-18 13:43:33,101 Checking jobs for platform=local +2021-12-18 13:43:33,101 Checking jobs for platform=transfer_node +2021-12-18 13:43:33,101 Checking all jobs at once +2021-12-18 13:43:34,471 Successful check job command +2021-12-18 13:43:36,041 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:43:36,041 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:43:36,041 End of checking +2021-12-18 13:43:36,042 Updating FAILED jobs +2021-12-18 13:43:36,043 Updating WAITING jobs +2021-12-18 13:43:36,043 Update finished +2021-12-18 13:43:36,043 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:43:36,043 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:43:36,043 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:43:36,043 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:43:36,044 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:43:36,044 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:43:36,044 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:43:36,044 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:43:36,047 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:43:36,049 Job list saved +2021-12-18 13:43:36,056 Updating FAILED jobs +2021-12-18 13:43:36,056 Updating WAITING jobs +2021-12-18 13:43:36,057 Update finished +2021-12-18 13:43:46,066 Reloading parameters... +2021-12-18 13:43:46,085 Loading parameters... +2021-12-18 13:43:46,086 Loading project parameters... +2021-12-18 13:43:46,088 + +15 of 25 jobs remaining (13:43) +2021-12-18 13:43:46,088 Sleep: 10 +2021-12-18 13:43:46,088 Number of retrials: 0 +2021-12-18 13:43:46,088 WRAPPER CHECK TIME = 10 +2021-12-18 13:43:46,089 Checking jobs for platform=marenostrum4 +2021-12-18 13:43:46,089 Checking jobs for platform=nord3 +2021-12-18 13:43:46,090 Checking jobs for platform=local +2021-12-18 13:43:46,090 Checking jobs for platform=transfer_node +2021-12-18 13:43:46,091 Checking all jobs at once +2021-12-18 13:43:47,412 Successful check job command +2021-12-18 13:43:48,836 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:43:48,837 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:43:48,837 End of checking +2021-12-18 13:43:48,838 Updating FAILED jobs +2021-12-18 13:43:48,838 Updating WAITING jobs +2021-12-18 13:43:48,838 Update finished +2021-12-18 13:43:48,839 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:43:48,839 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:43:48,839 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:43:48,839 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:43:48,839 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:43:48,839 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:43:48,840 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:43:48,840 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:43:48,842 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:43:48,844 Job list saved +2021-12-18 13:43:48,849 Updating FAILED jobs +2021-12-18 13:43:48,849 Updating WAITING jobs +2021-12-18 13:43:48,850 Update finished +2021-12-18 13:43:58,858 Reloading parameters... +2021-12-18 13:43:58,879 Loading parameters... +2021-12-18 13:43:58,881 Loading project parameters... +2021-12-18 13:43:58,883 + +15 of 25 jobs remaining (13:43) +2021-12-18 13:43:58,883 Sleep: 10 +2021-12-18 13:43:58,883 Number of retrials: 0 +2021-12-18 13:43:58,883 WRAPPER CHECK TIME = 10 +2021-12-18 13:43:58,884 Checking jobs for platform=marenostrum4 +2021-12-18 13:43:58,884 Checking jobs for platform=nord3 +2021-12-18 13:43:58,885 Checking jobs for platform=local +2021-12-18 13:43:58,885 Checking jobs for platform=transfer_node +2021-12-18 13:43:58,885 Checking all jobs at once +2021-12-18 13:44:00,204 Successful check job command +2021-12-18 13:44:01,424 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:44:01,424 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:44:01,424 End of checking +2021-12-18 13:44:01,426 Updating FAILED jobs +2021-12-18 13:44:01,426 Updating WAITING jobs +2021-12-18 13:44:01,426 Update finished +2021-12-18 13:44:01,426 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:44:01,427 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:44:01,427 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:44:01,427 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:44:01,427 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:44:01,427 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:44:01,428 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:44:01,428 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:44:01,430 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:44:01,433 Job list saved +2021-12-18 13:44:01,438 Updating FAILED jobs +2021-12-18 13:44:01,438 Updating WAITING jobs +2021-12-18 13:44:01,438 Update finished +2021-12-18 13:44:11,448 Reloading parameters... +2021-12-18 13:44:11,468 Loading parameters... +2021-12-18 13:44:11,469 Loading project parameters... +2021-12-18 13:44:11,472 + +15 of 25 jobs remaining (13:44) +2021-12-18 13:44:11,472 Sleep: 10 +2021-12-18 13:44:11,472 Number of retrials: 0 +2021-12-18 13:44:11,472 WRAPPER CHECK TIME = 10 +2021-12-18 13:44:11,473 Checking jobs for platform=marenostrum4 +2021-12-18 13:44:11,473 Checking jobs for platform=nord3 +2021-12-18 13:44:11,474 Checking jobs for platform=local +2021-12-18 13:44:11,474 Checking jobs for platform=transfer_node +2021-12-18 13:44:11,474 Checking all jobs at once +2021-12-18 13:44:12,744 Successful check job command +2021-12-18 13:44:14,013 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:44:14,014 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:44:14,014 End of checking +2021-12-18 13:44:14,015 Updating FAILED jobs +2021-12-18 13:44:14,015 Updating WAITING jobs +2021-12-18 13:44:14,015 Update finished +2021-12-18 13:44:14,016 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:44:14,016 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:44:14,016 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:44:14,016 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:44:14,016 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:44:14,016 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:44:14,016 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:44:14,017 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:44:14,019 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:44:14,022 Job list saved +2021-12-18 13:44:14,027 Updating FAILED jobs +2021-12-18 13:44:14,027 Updating WAITING jobs +2021-12-18 13:44:14,028 Update finished +2021-12-18 13:44:24,033 Reloading parameters... +2021-12-18 13:44:24,054 Loading parameters... +2021-12-18 13:44:24,055 Loading project parameters... +2021-12-18 13:44:24,057 + +15 of 25 jobs remaining (13:44) +2021-12-18 13:44:24,057 Sleep: 10 +2021-12-18 13:44:24,057 Number of retrials: 0 +2021-12-18 13:44:24,057 WRAPPER CHECK TIME = 10 +2021-12-18 13:44:24,058 Checking jobs for platform=marenostrum4 +2021-12-18 13:44:24,059 Checking jobs for platform=nord3 +2021-12-18 13:44:24,059 Checking jobs for platform=local +2021-12-18 13:44:24,060 Checking jobs for platform=transfer_node +2021-12-18 13:44:24,060 Checking all jobs at once +2021-12-18 13:44:25,479 Successful check job command +2021-12-18 13:44:26,849 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:44:26,849 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:44:26,849 End of checking +2021-12-18 13:44:26,851 Updating FAILED jobs +2021-12-18 13:44:26,851 Updating WAITING jobs +2021-12-18 13:44:26,851 Update finished +2021-12-18 13:44:26,851 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:44:26,851 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:44:26,852 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:44:26,852 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:44:26,852 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:44:26,852 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:44:26,852 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:44:26,852 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:44:26,855 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:44:26,857 Job list saved +2021-12-18 13:44:26,865 Updating FAILED jobs +2021-12-18 13:44:26,865 Updating WAITING jobs +2021-12-18 13:44:26,866 Update finished +2021-12-18 13:44:36,868 Reloading parameters... +2021-12-18 13:44:36,887 Loading parameters... +2021-12-18 13:44:36,889 Loading project parameters... +2021-12-18 13:44:36,890 + +15 of 25 jobs remaining (13:44) +2021-12-18 13:44:36,891 Sleep: 10 +2021-12-18 13:44:36,891 Number of retrials: 0 +2021-12-18 13:44:36,891 WRAPPER CHECK TIME = 10 +2021-12-18 13:44:36,891 Checking jobs for platform=marenostrum4 +2021-12-18 13:44:36,892 Checking jobs for platform=nord3 +2021-12-18 13:44:36,892 Checking jobs for platform=local +2021-12-18 13:44:36,893 Checking jobs for platform=transfer_node +2021-12-18 13:44:36,893 Checking all jobs at once +2021-12-18 13:44:38,213 Successful check job command +2021-12-18 13:44:39,582 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:44:39,582 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:44:39,583 End of checking +2021-12-18 13:44:39,584 Updating FAILED jobs +2021-12-18 13:44:39,584 Updating WAITING jobs +2021-12-18 13:44:39,584 Update finished +2021-12-18 13:44:39,585 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:44:39,585 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:44:39,585 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:44:39,585 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:44:39,586 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:44:39,586 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:44:39,586 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:44:39,586 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:44:39,589 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:44:39,592 Job list saved +2021-12-18 13:44:39,597 Updating FAILED jobs +2021-12-18 13:44:39,597 Updating WAITING jobs +2021-12-18 13:44:39,598 Update finished +2021-12-18 13:44:49,608 Reloading parameters... +2021-12-18 13:44:49,629 Loading parameters... +2021-12-18 13:44:49,631 Loading project parameters... +2021-12-18 13:44:49,633 + +15 of 25 jobs remaining (13:44) +2021-12-18 13:44:49,633 Sleep: 10 +2021-12-18 13:44:49,633 Number of retrials: 0 +2021-12-18 13:44:49,633 WRAPPER CHECK TIME = 10 +2021-12-18 13:44:49,634 Checking jobs for platform=marenostrum4 +2021-12-18 13:44:49,634 Checking jobs for platform=nord3 +2021-12-18 13:44:49,635 Checking jobs for platform=local +2021-12-18 13:44:49,635 Checking jobs for platform=transfer_node +2021-12-18 13:44:49,635 Checking all jobs at once +2021-12-18 13:44:51,008 Successful check job command +2021-12-18 13:44:52,327 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:44:52,328 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:44:52,328 End of checking +2021-12-18 13:44:52,329 Updating FAILED jobs +2021-12-18 13:44:52,329 Updating WAITING jobs +2021-12-18 13:44:52,329 Update finished +2021-12-18 13:44:52,330 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:44:52,330 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:44:52,330 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:44:52,330 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:44:52,330 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:44:52,330 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:44:52,330 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:44:52,331 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:44:52,334 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:44:52,336 Job list saved +2021-12-18 13:44:52,342 Updating FAILED jobs +2021-12-18 13:44:52,342 Updating WAITING jobs +2021-12-18 13:44:52,342 Update finished +2021-12-18 13:45:02,350 Reloading parameters... +2021-12-18 13:45:02,371 Loading parameters... +2021-12-18 13:45:02,373 Loading project parameters... +2021-12-18 13:45:02,375 + +15 of 25 jobs remaining (13:45) +2021-12-18 13:45:02,375 Sleep: 10 +2021-12-18 13:45:02,375 Number of retrials: 0 +2021-12-18 13:45:02,375 WRAPPER CHECK TIME = 10 +2021-12-18 13:45:02,376 Checking jobs for platform=marenostrum4 +2021-12-18 13:45:02,376 Checking jobs for platform=nord3 +2021-12-18 13:45:02,377 Checking jobs for platform=local +2021-12-18 13:45:02,378 Checking jobs for platform=transfer_node +2021-12-18 13:45:02,378 Checking all jobs at once +2021-12-18 13:45:03,647 Successful check job command +2021-12-18 13:45:04,966 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:45:04,967 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:45:04,967 End of checking +2021-12-18 13:45:04,968 Updating FAILED jobs +2021-12-18 13:45:04,968 Updating WAITING jobs +2021-12-18 13:45:04,968 Update finished +2021-12-18 13:45:04,969 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:45:04,969 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:45:04,969 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:45:04,969 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:45:04,969 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:45:04,969 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:45:04,969 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:45:04,970 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:45:04,973 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:45:04,975 Job list saved +2021-12-18 13:45:04,980 Updating FAILED jobs +2021-12-18 13:45:04,981 Updating WAITING jobs +2021-12-18 13:45:04,981 Update finished +2021-12-18 13:45:14,991 Reloading parameters... +2021-12-18 13:45:15,010 Loading parameters... +2021-12-18 13:45:15,011 Loading project parameters... +2021-12-18 13:45:15,013 + +15 of 25 jobs remaining (13:45) +2021-12-18 13:45:15,013 Sleep: 10 +2021-12-18 13:45:15,013 Number of retrials: 0 +2021-12-18 13:45:15,013 WRAPPER CHECK TIME = 10 +2021-12-18 13:45:15,014 Checking jobs for platform=marenostrum4 +2021-12-18 13:45:15,014 Checking jobs for platform=nord3 +2021-12-18 13:45:15,015 Checking jobs for platform=local +2021-12-18 13:45:15,015 Checking jobs for platform=transfer_node +2021-12-18 13:45:15,015 Checking all jobs at once +2021-12-18 13:45:16,286 Successful check job command +2021-12-18 13:45:17,607 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:45:17,608 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:45:17,608 End of checking +2021-12-18 13:45:17,609 Updating FAILED jobs +2021-12-18 13:45:17,609 Updating WAITING jobs +2021-12-18 13:45:17,610 Update finished +2021-12-18 13:45:17,610 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:45:17,610 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:45:17,611 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:45:17,611 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:45:17,611 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:45:17,611 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:45:17,611 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:45:17,611 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:45:17,614 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:45:17,616 Job list saved +2021-12-18 13:45:17,622 Updating FAILED jobs +2021-12-18 13:45:17,622 Updating WAITING jobs +2021-12-18 13:45:17,622 Update finished +2021-12-18 13:45:27,632 Reloading parameters... +2021-12-18 13:45:27,651 Loading parameters... +2021-12-18 13:45:27,653 Loading project parameters... +2021-12-18 13:45:27,654 + +15 of 25 jobs remaining (13:45) +2021-12-18 13:45:27,655 Sleep: 10 +2021-12-18 13:45:27,655 Number of retrials: 0 +2021-12-18 13:45:27,655 WRAPPER CHECK TIME = 10 +2021-12-18 13:45:27,655 Checking jobs for platform=marenostrum4 +2021-12-18 13:45:27,656 Checking jobs for platform=nord3 +2021-12-18 13:45:27,656 Checking jobs for platform=local +2021-12-18 13:45:27,657 Checking jobs for platform=transfer_node +2021-12-18 13:45:27,657 Checking all jobs at once +2021-12-18 13:45:28,985 Successful check job command +2021-12-18 13:45:30,755 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:45:30,755 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:45:30,755 End of checking +2021-12-18 13:45:30,757 Updating FAILED jobs +2021-12-18 13:45:30,757 Updating WAITING jobs +2021-12-18 13:45:30,757 Update finished +2021-12-18 13:45:30,757 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:45:30,758 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:45:30,758 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:45:30,758 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:45:30,758 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:45:30,758 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:45:30,758 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:45:30,758 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:45:30,761 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:45:30,763 Job list saved +2021-12-18 13:45:30,769 Updating FAILED jobs +2021-12-18 13:45:30,769 Updating WAITING jobs +2021-12-18 13:45:30,769 Update finished +2021-12-18 13:45:40,779 Reloading parameters... +2021-12-18 13:45:40,801 Loading parameters... +2021-12-18 13:45:40,803 Loading project parameters... +2021-12-18 13:45:40,804 + +15 of 25 jobs remaining (13:45) +2021-12-18 13:45:40,805 Sleep: 10 +2021-12-18 13:45:40,805 Number of retrials: 0 +2021-12-18 13:45:40,805 WRAPPER CHECK TIME = 10 +2021-12-18 13:45:40,805 Checking jobs for platform=marenostrum4 +2021-12-18 13:45:40,806 Checking jobs for platform=nord3 +2021-12-18 13:45:40,806 Checking jobs for platform=local +2021-12-18 13:45:40,807 Checking jobs for platform=transfer_node +2021-12-18 13:45:40,807 Checking all jobs at once +2021-12-18 13:45:42,127 Successful check job command +2021-12-18 13:45:43,396 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:45:43,397 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:45:43,397 End of checking +2021-12-18 13:45:43,399 Updating FAILED jobs +2021-12-18 13:45:43,399 Updating WAITING jobs +2021-12-18 13:45:43,399 Update finished +2021-12-18 13:45:43,399 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:45:43,399 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:45:43,399 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:45:43,400 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:45:43,400 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:45:43,400 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:45:43,400 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:45:43,400 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:45:43,405 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:45:43,407 Job list saved +2021-12-18 13:45:43,412 Updating FAILED jobs +2021-12-18 13:45:43,412 Updating WAITING jobs +2021-12-18 13:45:43,412 Update finished +2021-12-18 13:45:53,421 Reloading parameters... +2021-12-18 13:45:53,443 Loading parameters... +2021-12-18 13:45:53,444 Loading project parameters... +2021-12-18 13:45:53,446 + +15 of 25 jobs remaining (13:45) +2021-12-18 13:45:53,446 Sleep: 10 +2021-12-18 13:45:53,446 Number of retrials: 0 +2021-12-18 13:45:53,446 WRAPPER CHECK TIME = 10 +2021-12-18 13:45:53,447 Checking jobs for platform=marenostrum4 +2021-12-18 13:45:53,447 Checking jobs for platform=nord3 +2021-12-18 13:45:53,448 Checking jobs for platform=local +2021-12-18 13:45:53,449 Checking jobs for platform=transfer_node +2021-12-18 13:45:53,449 Checking all jobs at once +2021-12-18 13:45:54,768 Successful check job command +2021-12-18 13:45:56,087 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:45:56,087 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:45:56,087 End of checking +2021-12-18 13:45:56,089 Updating FAILED jobs +2021-12-18 13:45:56,089 Updating WAITING jobs +2021-12-18 13:45:56,089 Update finished +2021-12-18 13:45:56,090 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:45:56,090 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:45:56,090 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:45:56,091 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:45:56,091 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:45:56,091 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:45:56,091 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:45:56,091 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:45:56,094 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:45:56,096 Job list saved +2021-12-18 13:45:56,101 Updating FAILED jobs +2021-12-18 13:45:56,101 Updating WAITING jobs +2021-12-18 13:45:56,101 Update finished +2021-12-18 13:46:06,109 Reloading parameters... +2021-12-18 13:46:06,132 Loading parameters... +2021-12-18 13:46:06,134 Loading project parameters... +2021-12-18 13:46:06,136 + +15 of 25 jobs remaining (13:46) +2021-12-18 13:46:06,136 Sleep: 10 +2021-12-18 13:46:06,136 Number of retrials: 0 +2021-12-18 13:46:06,136 WRAPPER CHECK TIME = 10 +2021-12-18 13:46:06,137 Checking jobs for platform=marenostrum4 +2021-12-18 13:46:06,137 Checking jobs for platform=nord3 +2021-12-18 13:46:06,138 Checking jobs for platform=local +2021-12-18 13:46:06,138 Checking jobs for platform=transfer_node +2021-12-18 13:46:06,139 Checking all jobs at once +2021-12-18 13:46:07,458 Successful check job command +2021-12-18 13:46:08,878 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:46:08,879 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:46:08,879 End of checking +2021-12-18 13:46:08,880 Updating FAILED jobs +2021-12-18 13:46:08,880 Updating WAITING jobs +2021-12-18 13:46:08,880 Update finished +2021-12-18 13:46:08,881 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:46:08,881 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:46:08,881 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:46:08,881 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:46:08,881 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:46:08,881 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:46:08,881 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:46:08,881 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:46:08,884 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:46:08,886 Job list saved +2021-12-18 13:46:08,892 Updating FAILED jobs +2021-12-18 13:46:08,892 Updating WAITING jobs +2021-12-18 13:46:08,892 Update finished +2021-12-18 13:46:18,902 Reloading parameters... +2021-12-18 13:46:18,923 Loading parameters... +2021-12-18 13:46:18,924 Loading project parameters... +2021-12-18 13:46:18,926 + +15 of 25 jobs remaining (13:46) +2021-12-18 13:46:18,926 Sleep: 10 +2021-12-18 13:46:18,926 Number of retrials: 0 +2021-12-18 13:46:18,927 WRAPPER CHECK TIME = 10 +2021-12-18 13:46:18,927 Checking jobs for platform=marenostrum4 +2021-12-18 13:46:18,928 Checking jobs for platform=nord3 +2021-12-18 13:46:18,928 Checking jobs for platform=local +2021-12-18 13:46:18,929 Checking jobs for platform=transfer_node +2021-12-18 13:46:18,929 Checking all jobs at once +2021-12-18 13:46:20,199 Successful check job command +2021-12-18 13:46:21,418 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:46:21,418 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:46:21,418 End of checking +2021-12-18 13:46:21,420 Updating FAILED jobs +2021-12-18 13:46:21,420 Updating WAITING jobs +2021-12-18 13:46:21,421 Update finished +2021-12-18 13:46:21,421 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:46:21,421 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:46:21,421 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:46:21,421 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:46:21,421 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:46:21,422 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:46:21,422 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:46:21,422 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:46:21,425 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:46:21,427 Job list saved +2021-12-18 13:46:21,435 Updating FAILED jobs +2021-12-18 13:46:21,435 Updating WAITING jobs +2021-12-18 13:46:21,435 Update finished +2021-12-18 13:46:31,445 Reloading parameters... +2021-12-18 13:46:31,466 Loading parameters... +2021-12-18 13:46:31,467 Loading project parameters... +2021-12-18 13:46:31,469 + +15 of 25 jobs remaining (13:46) +2021-12-18 13:46:31,469 Sleep: 10 +2021-12-18 13:46:31,469 Number of retrials: 0 +2021-12-18 13:46:31,469 WRAPPER CHECK TIME = 10 +2021-12-18 13:46:31,470 Checking jobs for platform=marenostrum4 +2021-12-18 13:46:31,471 Checking jobs for platform=nord3 +2021-12-18 13:46:31,471 Checking jobs for platform=local +2021-12-18 13:46:31,472 Checking jobs for platform=transfer_node +2021-12-18 13:46:31,472 Checking all jobs at once +2021-12-18 13:46:32,841 Successful check job command +2021-12-18 13:46:34,112 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:46:34,112 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:46:34,112 End of checking +2021-12-18 13:46:34,113 Updating FAILED jobs +2021-12-18 13:46:34,114 Updating WAITING jobs +2021-12-18 13:46:34,114 Update finished +2021-12-18 13:46:34,114 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:46:34,115 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:46:34,115 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:46:34,115 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:46:34,115 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:46:34,115 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:46:34,115 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:46:34,116 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:46:34,118 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:46:34,121 Job list saved +2021-12-18 13:46:34,126 Updating FAILED jobs +2021-12-18 13:46:34,126 Updating WAITING jobs +2021-12-18 13:46:34,126 Update finished +2021-12-18 13:46:44,136 Reloading parameters... +2021-12-18 13:46:44,154 Loading parameters... +2021-12-18 13:46:44,156 Loading project parameters... +2021-12-18 13:46:44,157 + +15 of 25 jobs remaining (13:46) +2021-12-18 13:46:44,158 Sleep: 10 +2021-12-18 13:46:44,158 Number of retrials: 0 +2021-12-18 13:46:44,158 WRAPPER CHECK TIME = 10 +2021-12-18 13:46:44,158 Checking jobs for platform=marenostrum4 +2021-12-18 13:46:44,159 Checking jobs for platform=nord3 +2021-12-18 13:46:44,160 Checking jobs for platform=local +2021-12-18 13:46:44,160 Checking jobs for platform=transfer_node +2021-12-18 13:46:44,160 Checking all jobs at once +2021-12-18 13:46:45,580 Successful check job command +2021-12-18 13:46:46,950 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:46:46,950 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:46:46,950 End of checking +2021-12-18 13:46:46,952 Updating FAILED jobs +2021-12-18 13:46:46,952 Updating WAITING jobs +2021-12-18 13:46:46,952 Update finished +2021-12-18 13:46:46,952 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:46:46,952 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:46:46,953 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:46:46,953 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:46:46,953 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:46:46,953 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:46:46,953 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:46:46,953 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:46:46,956 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:46:46,959 Job list saved +2021-12-18 13:46:46,967 Updating FAILED jobs +2021-12-18 13:46:46,967 Updating WAITING jobs +2021-12-18 13:46:46,967 Update finished +2021-12-18 13:46:56,977 Reloading parameters... +2021-12-18 13:46:56,994 Loading parameters... +2021-12-18 13:46:56,996 Loading project parameters... +2021-12-18 13:46:56,998 + +15 of 25 jobs remaining (13:46) +2021-12-18 13:46:56,998 Sleep: 10 +2021-12-18 13:46:56,998 Number of retrials: 0 +2021-12-18 13:46:56,998 WRAPPER CHECK TIME = 10 +2021-12-18 13:46:56,999 Checking jobs for platform=marenostrum4 +2021-12-18 13:46:56,999 Checking jobs for platform=nord3 +2021-12-18 13:46:57,000 Checking jobs for platform=local +2021-12-18 13:46:57,000 Checking jobs for platform=transfer_node +2021-12-18 13:46:57,000 Checking all jobs at once +2021-12-18 13:46:58,320 Successful check job command +2021-12-18 13:46:59,588 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:46:59,589 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:46:59,589 End of checking +2021-12-18 13:46:59,590 Updating FAILED jobs +2021-12-18 13:46:59,590 Updating WAITING jobs +2021-12-18 13:46:59,591 Update finished +2021-12-18 13:46:59,591 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:46:59,591 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:46:59,591 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:46:59,591 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:46:59,591 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:46:59,592 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:46:59,592 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:46:59,592 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:46:59,595 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:46:59,597 Job list saved +2021-12-18 13:46:59,602 Updating FAILED jobs +2021-12-18 13:46:59,602 Updating WAITING jobs +2021-12-18 13:46:59,602 Update finished +2021-12-18 13:47:09,612 Reloading parameters... +2021-12-18 13:47:09,630 Loading parameters... +2021-12-18 13:47:09,631 Loading project parameters... +2021-12-18 13:47:09,633 + +15 of 25 jobs remaining (13:47) +2021-12-18 13:47:09,633 Sleep: 10 +2021-12-18 13:47:09,639 Number of retrials: 0 +2021-12-18 13:47:09,639 WRAPPER CHECK TIME = 10 +2021-12-18 13:47:09,640 Checking jobs for platform=marenostrum4 +2021-12-18 13:47:09,640 Checking jobs for platform=nord3 +2021-12-18 13:47:09,641 Checking jobs for platform=local +2021-12-18 13:47:09,641 Checking jobs for platform=transfer_node +2021-12-18 13:47:09,642 Checking all jobs at once +2021-12-18 13:47:11,114 Successful check job command +2021-12-18 13:47:16,293 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:47:16,293 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:47:16,293 End of checking +2021-12-18 13:47:16,295 Updating FAILED jobs +2021-12-18 13:47:16,295 Updating WAITING jobs +2021-12-18 13:47:16,295 Update finished +2021-12-18 13:47:16,295 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:47:16,296 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:47:16,296 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:47:16,296 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:47:16,296 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:47:16,296 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:47:16,296 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:47:16,296 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:47:16,299 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:47:16,302 Job list saved +2021-12-18 13:47:16,307 Updating FAILED jobs +2021-12-18 13:47:16,307 Updating WAITING jobs +2021-12-18 13:47:16,307 Update finished +2021-12-18 13:47:26,316 Reloading parameters... +2021-12-18 13:47:26,337 Loading parameters... +2021-12-18 13:47:26,338 Loading project parameters... +2021-12-18 13:47:26,340 + +15 of 25 jobs remaining (13:47) +2021-12-18 13:47:26,340 Sleep: 10 +2021-12-18 13:47:26,340 Number of retrials: 0 +2021-12-18 13:47:26,340 WRAPPER CHECK TIME = 10 +2021-12-18 13:47:26,341 Checking jobs for platform=marenostrum4 +2021-12-18 13:47:26,341 Checking jobs for platform=nord3 +2021-12-18 13:47:26,342 Checking jobs for platform=local +2021-12-18 13:47:26,343 Checking jobs for platform=transfer_node +2021-12-18 13:47:26,343 Checking all jobs at once +2021-12-18 13:47:27,662 Successful check job command +2021-12-18 13:47:28,931 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:47:28,931 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:47:28,931 End of checking +2021-12-18 13:47:28,933 Updating FAILED jobs +2021-12-18 13:47:28,933 Updating WAITING jobs +2021-12-18 13:47:28,933 Update finished +2021-12-18 13:47:28,933 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:47:28,933 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:47:28,934 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:47:28,934 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:47:28,934 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:47:28,934 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:47:28,934 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:47:28,934 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:47:28,937 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:47:28,939 Job list saved +2021-12-18 13:47:28,945 Updating FAILED jobs +2021-12-18 13:47:28,945 Updating WAITING jobs +2021-12-18 13:47:28,945 Update finished +2021-12-18 13:47:38,955 Reloading parameters... +2021-12-18 13:47:38,975 Loading parameters... +2021-12-18 13:47:38,976 Loading project parameters... +2021-12-18 13:47:38,978 + +15 of 25 jobs remaining (13:47) +2021-12-18 13:47:38,978 Sleep: 10 +2021-12-18 13:47:38,978 Number of retrials: 0 +2021-12-18 13:47:38,978 WRAPPER CHECK TIME = 10 +2021-12-18 13:47:38,979 Checking jobs for platform=marenostrum4 +2021-12-18 13:47:38,980 Checking jobs for platform=nord3 +2021-12-18 13:47:38,980 Checking jobs for platform=local +2021-12-18 13:47:38,981 Checking jobs for platform=transfer_node +2021-12-18 13:47:38,981 Checking all jobs at once +2021-12-18 13:47:40,351 Successful check job command +2021-12-18 13:47:41,572 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:47:41,572 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:47:41,573 End of checking +2021-12-18 13:47:41,574 Updating FAILED jobs +2021-12-18 13:47:41,574 Updating WAITING jobs +2021-12-18 13:47:41,574 Update finished +2021-12-18 13:47:41,574 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:47:41,574 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:47:41,575 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:47:41,575 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:47:41,575 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:47:41,575 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:47:41,575 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:47:41,575 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:47:41,578 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:47:41,580 Job list saved +2021-12-18 13:47:41,584 Updating FAILED jobs +2021-12-18 13:47:41,585 Updating WAITING jobs +2021-12-18 13:47:41,585 Update finished +2021-12-18 13:47:51,595 Reloading parameters... +2021-12-18 13:47:51,613 Loading parameters... +2021-12-18 13:47:51,614 Loading project parameters... +2021-12-18 13:47:51,616 + +15 of 25 jobs remaining (13:47) +2021-12-18 13:47:51,617 Sleep: 10 +2021-12-18 13:47:51,617 Number of retrials: 0 +2021-12-18 13:47:51,617 WRAPPER CHECK TIME = 10 +2021-12-18 13:47:51,617 Checking jobs for platform=marenostrum4 +2021-12-18 13:47:51,618 Checking jobs for platform=nord3 +2021-12-18 13:47:51,618 Checking jobs for platform=local +2021-12-18 13:47:51,619 Checking jobs for platform=transfer_node +2021-12-18 13:47:51,619 Checking all jobs at once +2021-12-18 13:47:53,039 Successful check job command +2021-12-18 13:47:54,409 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:47:54,409 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:47:54,409 End of checking +2021-12-18 13:47:54,411 Updating FAILED jobs +2021-12-18 13:47:54,411 Updating WAITING jobs +2021-12-18 13:47:54,411 Update finished +2021-12-18 13:47:54,411 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:47:54,412 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:47:54,412 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:47:54,412 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:47:54,412 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:47:54,412 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:47:54,413 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:47:54,413 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:47:54,415 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:47:54,418 Job list saved +2021-12-18 13:47:54,423 Updating FAILED jobs +2021-12-18 13:47:54,423 Updating WAITING jobs +2021-12-18 13:47:54,423 Update finished +2021-12-18 13:48:04,432 Reloading parameters... +2021-12-18 13:48:04,451 Loading parameters... +2021-12-18 13:48:04,452 Loading project parameters... +2021-12-18 13:48:04,454 + +15 of 25 jobs remaining (13:48) +2021-12-18 13:48:04,454 Sleep: 10 +2021-12-18 13:48:04,454 Number of retrials: 0 +2021-12-18 13:48:04,454 WRAPPER CHECK TIME = 10 +2021-12-18 13:48:04,455 Checking jobs for platform=marenostrum4 +2021-12-18 13:48:04,456 Checking jobs for platform=nord3 +2021-12-18 13:48:04,456 Checking jobs for platform=local +2021-12-18 13:48:04,457 Checking jobs for platform=transfer_node +2021-12-18 13:48:04,457 Checking all jobs at once +2021-12-18 13:48:05,776 Successful check job command +2021-12-18 13:48:06,998 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:48:06,998 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:48:06,998 End of checking +2021-12-18 13:48:07,000 Updating FAILED jobs +2021-12-18 13:48:07,000 Updating WAITING jobs +2021-12-18 13:48:07,000 Update finished +2021-12-18 13:48:07,000 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:48:07,000 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:48:07,000 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:48:07,000 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:48:07,001 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:48:07,001 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:48:07,001 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:48:07,001 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:48:07,003 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:48:07,006 Job list saved +2021-12-18 13:48:07,011 Updating FAILED jobs +2021-12-18 13:48:07,011 Updating WAITING jobs +2021-12-18 13:48:07,011 Update finished +2021-12-18 13:48:17,020 Reloading parameters... +2021-12-18 13:48:17,037 Loading parameters... +2021-12-18 13:48:17,038 Loading project parameters... +2021-12-18 13:48:17,040 + +15 of 25 jobs remaining (13:48) +2021-12-18 13:48:17,040 Sleep: 10 +2021-12-18 13:48:17,040 Number of retrials: 0 +2021-12-18 13:48:17,040 WRAPPER CHECK TIME = 10 +2021-12-18 13:48:17,041 Checking jobs for platform=marenostrum4 +2021-12-18 13:48:17,042 Checking jobs for platform=nord3 +2021-12-18 13:48:17,042 Checking jobs for platform=local +2021-12-18 13:48:17,043 Checking jobs for platform=transfer_node +2021-12-18 13:48:17,043 Checking all jobs at once +2021-12-18 13:48:18,462 Successful check job command +2021-12-18 13:48:19,732 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:48:19,732 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:48:19,733 End of checking +2021-12-18 13:48:19,734 Updating FAILED jobs +2021-12-18 13:48:19,734 Updating WAITING jobs +2021-12-18 13:48:19,734 Update finished +2021-12-18 13:48:19,734 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:48:19,735 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:48:19,735 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:48:19,735 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:48:19,735 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:48:19,735 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:48:19,735 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:48:19,735 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:48:19,738 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:48:19,740 Job list saved +2021-12-18 13:48:19,745 Updating FAILED jobs +2021-12-18 13:48:19,745 Updating WAITING jobs +2021-12-18 13:48:19,745 Update finished +2021-12-18 13:48:29,755 Reloading parameters... +2021-12-18 13:48:29,776 Loading parameters... +2021-12-18 13:48:29,778 Loading project parameters... +2021-12-18 13:48:29,780 + +15 of 25 jobs remaining (13:48) +2021-12-18 13:48:29,780 Sleep: 10 +2021-12-18 13:48:29,780 Number of retrials: 0 +2021-12-18 13:48:29,780 WRAPPER CHECK TIME = 10 +2021-12-18 13:48:29,781 Checking jobs for platform=marenostrum4 +2021-12-18 13:48:29,781 Checking jobs for platform=nord3 +2021-12-18 13:48:29,782 Checking jobs for platform=local +2021-12-18 13:48:29,782 Checking jobs for platform=transfer_node +2021-12-18 13:48:29,783 Checking all jobs at once +2021-12-18 13:48:31,603 Successful check job command +2021-12-18 13:48:33,073 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:48:33,073 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:48:33,073 End of checking +2021-12-18 13:48:33,074 Updating FAILED jobs +2021-12-18 13:48:33,074 Updating WAITING jobs +2021-12-18 13:48:33,075 Update finished +2021-12-18 13:48:33,075 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:48:33,076 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:48:33,076 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:48:33,076 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:48:33,076 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:48:33,076 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:48:33,076 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:48:33,076 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:48:33,079 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:48:33,081 Job list saved +2021-12-18 13:48:33,086 Updating FAILED jobs +2021-12-18 13:48:33,086 Updating WAITING jobs +2021-12-18 13:48:33,086 Update finished +2021-12-18 13:48:43,096 Reloading parameters... +2021-12-18 13:48:43,127 Loading parameters... +2021-12-18 13:48:43,128 Loading project parameters... +2021-12-18 13:48:43,130 + +15 of 25 jobs remaining (13:48) +2021-12-18 13:48:43,130 Sleep: 10 +2021-12-18 13:48:43,130 Number of retrials: 0 +2021-12-18 13:48:43,130 WRAPPER CHECK TIME = 10 +2021-12-18 13:48:43,131 Checking jobs for platform=marenostrum4 +2021-12-18 13:48:43,131 Checking jobs for platform=nord3 +2021-12-18 13:48:43,132 Checking jobs for platform=local +2021-12-18 13:48:43,133 Checking jobs for platform=transfer_node +2021-12-18 13:48:43,133 Checking all jobs at once +2021-12-18 13:48:44,503 Successful check job command +2021-12-18 13:48:45,722 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:48:45,722 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:48:45,722 End of checking +2021-12-18 13:48:45,724 Updating FAILED jobs +2021-12-18 13:48:45,724 Updating WAITING jobs +2021-12-18 13:48:45,724 Update finished +2021-12-18 13:48:45,724 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:48:45,724 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:48:45,725 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:48:45,725 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:48:45,725 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:48:45,725 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:48:45,725 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:48:45,725 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:48:45,728 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:48:45,730 Job list saved +2021-12-18 13:48:45,734 Updating FAILED jobs +2021-12-18 13:48:45,735 Updating WAITING jobs +2021-12-18 13:48:45,735 Update finished +2021-12-18 13:48:55,740 Reloading parameters... +2021-12-18 13:48:55,758 Loading parameters... +2021-12-18 13:48:55,760 Loading project parameters... +2021-12-18 13:48:55,761 + +15 of 25 jobs remaining (13:48) +2021-12-18 13:48:55,762 Sleep: 10 +2021-12-18 13:48:55,762 Number of retrials: 0 +2021-12-18 13:48:55,762 WRAPPER CHECK TIME = 10 +2021-12-18 13:48:55,762 Checking jobs for platform=marenostrum4 +2021-12-18 13:48:55,763 Checking jobs for platform=nord3 +2021-12-18 13:48:55,764 Checking jobs for platform=local +2021-12-18 13:48:55,764 Checking jobs for platform=transfer_node +2021-12-18 13:48:55,764 Checking all jobs at once +2021-12-18 13:48:57,436 Successful check job command +2021-12-18 13:48:58,911 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:48:58,912 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:48:58,912 End of checking +2021-12-18 13:48:58,913 Updating FAILED jobs +2021-12-18 13:48:58,913 Updating WAITING jobs +2021-12-18 13:48:58,913 Update finished +2021-12-18 13:48:58,913 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:48:58,914 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:48:58,914 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:48:58,914 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:48:58,914 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:48:58,914 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:48:58,914 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:48:58,914 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:48:58,917 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:48:58,919 Job list saved +2021-12-18 13:48:58,923 Updating FAILED jobs +2021-12-18 13:48:58,923 Updating WAITING jobs +2021-12-18 13:48:58,924 Update finished +2021-12-18 13:49:08,932 Reloading parameters... +2021-12-18 13:49:08,951 Loading parameters... +2021-12-18 13:49:08,953 Loading project parameters... +2021-12-18 13:49:08,955 + +15 of 25 jobs remaining (13:49) +2021-12-18 13:49:08,955 Sleep: 10 +2021-12-18 13:49:08,955 Number of retrials: 0 +2021-12-18 13:49:08,955 WRAPPER CHECK TIME = 10 +2021-12-18 13:49:08,956 Checking jobs for platform=marenostrum4 +2021-12-18 13:49:08,957 Checking jobs for platform=nord3 +2021-12-18 13:49:08,957 Checking jobs for platform=local +2021-12-18 13:49:08,958 Checking jobs for platform=transfer_node +2021-12-18 13:49:08,958 Checking all jobs at once +2021-12-18 13:49:10,528 Successful check job command +2021-12-18 13:49:12,098 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:49:12,099 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:49:12,099 End of checking +2021-12-18 13:49:12,102 Updating FAILED jobs +2021-12-18 13:49:12,102 Updating WAITING jobs +2021-12-18 13:49:12,103 Update finished +2021-12-18 13:49:12,103 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:49:12,103 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:49:12,104 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:49:12,104 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:49:12,104 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:49:12,104 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:49:12,104 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:49:12,104 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:49:12,107 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:49:12,110 Job list saved +2021-12-18 13:49:12,118 Updating FAILED jobs +2021-12-18 13:49:12,118 Updating WAITING jobs +2021-12-18 13:49:12,119 Update finished +2021-12-18 13:49:22,128 Reloading parameters... +2021-12-18 13:49:22,146 Loading parameters... +2021-12-18 13:49:22,147 Loading project parameters... +2021-12-18 13:49:22,149 + +15 of 25 jobs remaining (13:49) +2021-12-18 13:49:22,149 Sleep: 10 +2021-12-18 13:49:22,150 Number of retrials: 0 +2021-12-18 13:49:22,150 WRAPPER CHECK TIME = 10 +2021-12-18 13:49:22,150 Checking jobs for platform=marenostrum4 +2021-12-18 13:49:22,151 Checking jobs for platform=nord3 +2021-12-18 13:49:22,151 Checking jobs for platform=local +2021-12-18 13:49:22,152 Checking jobs for platform=transfer_node +2021-12-18 13:49:22,152 Checking all jobs at once +2021-12-18 13:49:23,472 Successful check job command +2021-12-18 13:49:24,791 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:49:24,791 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:49:24,791 End of checking +2021-12-18 13:49:24,792 Updating FAILED jobs +2021-12-18 13:49:24,792 Updating WAITING jobs +2021-12-18 13:49:24,793 Update finished +2021-12-18 13:49:24,793 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:49:24,793 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:49:24,793 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:49:24,793 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:49:24,793 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:49:24,794 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:49:24,794 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:49:24,794 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:49:24,797 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:49:24,799 Job list saved +2021-12-18 13:49:24,804 Updating FAILED jobs +2021-12-18 13:49:24,804 Updating WAITING jobs +2021-12-18 13:49:24,804 Update finished +2021-12-18 13:49:34,812 Reloading parameters... +2021-12-18 13:49:34,832 Loading parameters... +2021-12-18 13:49:34,833 Loading project parameters... +2021-12-18 13:49:34,835 + +15 of 25 jobs remaining (13:49) +2021-12-18 13:49:34,836 Sleep: 10 +2021-12-18 13:49:34,836 Number of retrials: 0 +2021-12-18 13:49:34,836 WRAPPER CHECK TIME = 10 +2021-12-18 13:49:34,836 Checking jobs for platform=marenostrum4 +2021-12-18 13:49:34,837 Checking jobs for platform=nord3 +2021-12-18 13:49:34,837 Checking jobs for platform=local +2021-12-18 13:49:34,838 Checking jobs for platform=transfer_node +2021-12-18 13:49:34,838 Checking all jobs at once +2021-12-18 13:49:36,358 Successful check job command +2021-12-18 13:49:37,728 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:49:37,729 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:49:37,729 End of checking +2021-12-18 13:49:37,730 Updating FAILED jobs +2021-12-18 13:49:37,730 Updating WAITING jobs +2021-12-18 13:49:37,730 Update finished +2021-12-18 13:49:37,731 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:49:37,731 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:49:37,731 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:49:37,731 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:49:37,731 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:49:37,731 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:49:37,731 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:49:37,732 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:49:37,734 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:49:37,736 Job list saved +2021-12-18 13:49:37,745 Updating FAILED jobs +2021-12-18 13:49:37,745 Updating WAITING jobs +2021-12-18 13:49:37,745 Update finished +2021-12-18 13:49:47,754 Reloading parameters... +2021-12-18 13:49:47,775 Loading parameters... +2021-12-18 13:49:47,776 Loading project parameters... +2021-12-18 13:49:47,778 + +15 of 25 jobs remaining (13:49) +2021-12-18 13:49:47,778 Sleep: 10 +2021-12-18 13:49:47,779 Number of retrials: 0 +2021-12-18 13:49:47,779 WRAPPER CHECK TIME = 10 +2021-12-18 13:49:47,779 Checking jobs for platform=marenostrum4 +2021-12-18 13:49:47,780 Checking jobs for platform=nord3 +2021-12-18 13:49:47,781 Checking jobs for platform=local +2021-12-18 13:49:47,782 Checking jobs for platform=transfer_node +2021-12-18 13:49:47,782 Checking all jobs at once +2021-12-18 13:49:49,702 Successful check job command +2021-12-18 13:49:51,123 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:49:51,123 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:49:51,123 End of checking +2021-12-18 13:49:51,124 Updating FAILED jobs +2021-12-18 13:49:51,124 Updating WAITING jobs +2021-12-18 13:49:51,125 Update finished +2021-12-18 13:49:51,125 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:49:51,126 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:49:51,126 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:49:51,126 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:49:51,126 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:49:51,126 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:49:51,126 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:49:51,127 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:49:51,129 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:49:51,131 Job list saved +2021-12-18 13:49:51,136 Updating FAILED jobs +2021-12-18 13:49:51,136 Updating WAITING jobs +2021-12-18 13:49:51,136 Update finished +2021-12-18 13:50:01,146 Reloading parameters... +2021-12-18 13:50:01,166 Loading parameters... +2021-12-18 13:50:01,168 Loading project parameters... +2021-12-18 13:50:01,170 + +15 of 25 jobs remaining (13:50) +2021-12-18 13:50:01,170 Sleep: 10 +2021-12-18 13:50:01,170 Number of retrials: 0 +2021-12-18 13:50:01,170 WRAPPER CHECK TIME = 10 +2021-12-18 13:50:01,171 Checking jobs for platform=marenostrum4 +2021-12-18 13:50:01,171 Checking jobs for platform=nord3 +2021-12-18 13:50:01,172 Checking jobs for platform=local +2021-12-18 13:50:01,172 Checking jobs for platform=transfer_node +2021-12-18 13:50:01,172 Checking all jobs at once +2021-12-18 13:50:02,594 Successful check job command +2021-12-18 13:50:04,016 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:50:04,016 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:50:04,017 End of checking +2021-12-18 13:50:04,018 Updating FAILED jobs +2021-12-18 13:50:04,018 Updating WAITING jobs +2021-12-18 13:50:04,018 Update finished +2021-12-18 13:50:04,019 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:50:04,019 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:50:04,019 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:50:04,019 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:50:04,019 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:50:04,019 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:50:04,019 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:50:04,020 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:50:04,022 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:50:04,025 Job list saved +2021-12-18 13:50:04,030 Updating FAILED jobs +2021-12-18 13:50:04,030 Updating WAITING jobs +2021-12-18 13:50:04,030 Update finished +2021-12-18 13:50:14,040 Reloading parameters... +2021-12-18 13:50:14,059 Loading parameters... +2021-12-18 13:50:14,060 Loading project parameters... +2021-12-18 13:50:14,062 + +15 of 25 jobs remaining (13:50) +2021-12-18 13:50:14,062 Sleep: 10 +2021-12-18 13:50:14,062 Number of retrials: 0 +2021-12-18 13:50:14,062 WRAPPER CHECK TIME = 10 +2021-12-18 13:50:14,063 Checking jobs for platform=marenostrum4 +2021-12-18 13:50:14,063 Checking jobs for platform=nord3 +2021-12-18 13:50:14,064 Checking jobs for platform=local +2021-12-18 13:50:14,064 Checking jobs for platform=transfer_node +2021-12-18 13:50:14,064 Checking all jobs at once +2021-12-18 13:50:15,635 Successful check job command +2021-12-18 13:50:16,955 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:50:16,955 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:50:16,955 End of checking +2021-12-18 13:50:16,957 Updating FAILED jobs +2021-12-18 13:50:16,957 Updating WAITING jobs +2021-12-18 13:50:16,957 Update finished +2021-12-18 13:50:16,957 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:50:16,958 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:50:16,958 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:50:16,958 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:50:16,958 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:50:16,958 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:50:16,958 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:50:16,958 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:50:16,961 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:50:16,963 Job list saved +2021-12-18 13:50:16,969 Updating FAILED jobs +2021-12-18 13:50:16,969 Updating WAITING jobs +2021-12-18 13:50:16,969 Update finished +2021-12-18 13:50:26,979 Reloading parameters... +2021-12-18 13:50:27,001 Loading parameters... +2021-12-18 13:50:27,002 Loading project parameters... +2021-12-18 13:50:27,004 + +15 of 25 jobs remaining (13:50) +2021-12-18 13:50:27,004 Sleep: 10 +2021-12-18 13:50:27,004 Number of retrials: 0 +2021-12-18 13:50:27,004 WRAPPER CHECK TIME = 10 +2021-12-18 13:50:27,005 Checking jobs for platform=marenostrum4 +2021-12-18 13:50:27,005 Checking jobs for platform=nord3 +2021-12-18 13:50:27,006 Checking jobs for platform=local +2021-12-18 13:50:27,006 Checking jobs for platform=transfer_node +2021-12-18 13:50:27,006 Checking all jobs at once +2021-12-18 13:50:28,476 Successful check job command +2021-12-18 13:50:30,147 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:50:30,147 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:50:30,147 End of checking +2021-12-18 13:50:30,148 Updating FAILED jobs +2021-12-18 13:50:30,149 Updating WAITING jobs +2021-12-18 13:50:30,149 Update finished +2021-12-18 13:50:30,149 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:50:30,149 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:50:30,150 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:50:30,150 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:50:30,150 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:50:30,150 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:50:30,150 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:50:30,150 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:50:30,153 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:50:30,155 Job list saved +2021-12-18 13:50:30,160 Updating FAILED jobs +2021-12-18 13:50:30,160 Updating WAITING jobs +2021-12-18 13:50:30,163 Update finished +2021-12-18 13:50:40,173 Reloading parameters... +2021-12-18 13:50:40,192 Loading parameters... +2021-12-18 13:50:40,193 Loading project parameters... +2021-12-18 13:50:40,195 + +15 of 25 jobs remaining (13:50) +2021-12-18 13:50:40,195 Sleep: 10 +2021-12-18 13:50:40,195 Number of retrials: 0 +2021-12-18 13:50:40,195 WRAPPER CHECK TIME = 10 +2021-12-18 13:50:40,196 Checking jobs for platform=marenostrum4 +2021-12-18 13:50:40,196 Checking jobs for platform=nord3 +2021-12-18 13:50:40,197 Checking jobs for platform=local +2021-12-18 13:50:40,198 Checking jobs for platform=transfer_node +2021-12-18 13:50:40,198 Checking all jobs at once +2021-12-18 13:50:41,668 Successful check job command +2021-12-18 13:50:43,641 Job t0ni_19931101_fc0_1_CMOROCE is QUEUING +2021-12-18 13:50:43,641 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:50:43,642 End of checking +2021-12-18 13:50:43,643 Updating FAILED jobs +2021-12-18 13:50:43,643 Updating WAITING jobs +2021-12-18 13:50:43,643 Update finished +2021-12-18 13:50:43,644 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:50:43,644 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:50:43,644 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:50:43,644 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:50:43,644 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:50:43,644 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:50:43,644 t0ni_19931101_fc0_1_CMOROCE 19279318 QUEUING marenostrum4 debug +2021-12-18 13:50:43,645 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:50:43,648 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:50:43,650 Job list saved +2021-12-18 13:50:43,654 Updating FAILED jobs +2021-12-18 13:50:43,655 Updating WAITING jobs +2021-12-18 13:50:43,655 Update finished +2021-12-18 13:50:53,665 Reloading parameters... +2021-12-18 13:50:53,684 Loading parameters... +2021-12-18 13:50:53,685 Loading project parameters... +2021-12-18 13:50:53,687 + +15 of 25 jobs remaining (13:50) +2021-12-18 13:50:53,687 Sleep: 10 +2021-12-18 13:50:53,687 Number of retrials: 0 +2021-12-18 13:50:53,687 WRAPPER CHECK TIME = 10 +2021-12-18 13:50:53,688 Checking jobs for platform=marenostrum4 +2021-12-18 13:50:53,689 Checking jobs for platform=nord3 +2021-12-18 13:50:53,689 Checking jobs for platform=local +2021-12-18 13:50:53,690 Checking jobs for platform=transfer_node +2021-12-18 13:50:53,690 Checking all jobs at once +2021-12-18 13:50:55,610 Successful check job command +2021-12-18 13:50:56,980 Job t0ni_19931101_fc0_1_CMOROCE is RUNNING +2021-12-18 13:50:57,007 t0ni_19931101_fc0_1_CMOROCE_STAT file have been transfered +2021-12-18 13:50:57,099 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:50:57,099 End of checking +2021-12-18 13:50:57,100 Updating FAILED jobs +2021-12-18 13:50:57,100 Updating WAITING jobs +2021-12-18 13:50:57,101 Update finished +2021-12-18 13:50:57,101 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:50:57,101 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:50:57,101 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:50:57,101 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:50:57,101 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:50:57,101 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:50:57,102 t0ni_19931101_fc0_1_CMOROCE 19279318 RUNNING marenostrum4 debug +2021-12-18 13:50:57,102 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:50:57,104 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:50:57,107 Job list saved +2021-12-18 13:50:57,179 Updating FAILED jobs +2021-12-18 13:50:57,179 Updating WAITING jobs +2021-12-18 13:50:57,179 Update finished +2021-12-18 13:51:07,184 Reloading parameters... +2021-12-18 13:51:07,204 Loading parameters... +2021-12-18 13:51:07,206 Loading project parameters... +2021-12-18 13:51:07,207 + +15 of 25 jobs remaining (13:51) +2021-12-18 13:51:07,208 Sleep: 10 +2021-12-18 13:51:07,208 Number of retrials: 0 +2021-12-18 13:51:07,208 WRAPPER CHECK TIME = 10 +2021-12-18 13:51:07,209 Checking jobs for platform=marenostrum4 +2021-12-18 13:51:07,209 Checking jobs for platform=nord3 +2021-12-18 13:51:07,210 Checking jobs for platform=local +2021-12-18 13:51:07,210 Checking jobs for platform=transfer_node +2021-12-18 13:51:07,210 Checking all jobs at once +2021-12-18 13:51:08,931 Successful check job command +2021-12-18 13:51:10,501 Job t0ni_19931101_fc0_1_CMOROCE is RUNNING +2021-12-18 13:51:10,502 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:51:10,502 End of checking +2021-12-18 13:51:10,503 Updating FAILED jobs +2021-12-18 13:51:10,503 Updating WAITING jobs +2021-12-18 13:51:10,504 Update finished +2021-12-18 13:51:10,504 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:51:10,504 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:51:10,504 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:51:10,505 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:51:10,505 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:51:10,505 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:51:10,505 t0ni_19931101_fc0_1_CMOROCE 19279318 RUNNING marenostrum4 debug +2021-12-18 13:51:10,505 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:51:10,507 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:51:10,510 Job list saved +2021-12-18 13:51:10,514 Updating FAILED jobs +2021-12-18 13:51:10,514 Updating WAITING jobs +2021-12-18 13:51:10,515 Update finished +2021-12-18 13:51:20,525 Reloading parameters... +2021-12-18 13:51:20,543 Loading parameters... +2021-12-18 13:51:20,544 Loading project parameters... +2021-12-18 13:51:20,546 + +15 of 25 jobs remaining (13:51) +2021-12-18 13:51:20,546 Sleep: 10 +2021-12-18 13:51:20,546 Number of retrials: 0 +2021-12-18 13:51:20,547 WRAPPER CHECK TIME = 10 +2021-12-18 13:51:20,547 Checking jobs for platform=marenostrum4 +2021-12-18 13:51:20,548 Checking jobs for platform=nord3 +2021-12-18 13:51:20,548 Checking jobs for platform=local +2021-12-18 13:51:20,549 Checking jobs for platform=transfer_node +2021-12-18 13:51:20,549 Checking all jobs at once +2021-12-18 13:51:22,170 Successful check job command +2021-12-18 13:51:24,140 Job t0ni_19931101_fc0_1_CMOROCE is RUNNING +2021-12-18 13:51:24,140 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:51:24,140 End of checking +2021-12-18 13:51:24,142 Updating FAILED jobs +2021-12-18 13:51:24,142 Updating WAITING jobs +2021-12-18 13:51:24,142 Update finished +2021-12-18 13:51:24,142 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:51:24,143 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:51:24,143 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:51:24,143 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:51:24,143 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:51:24,143 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:51:24,143 t0ni_19931101_fc0_1_CMOROCE 19279318 RUNNING marenostrum4 debug +2021-12-18 13:51:24,143 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:51:24,147 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:51:24,149 Job list saved +2021-12-18 13:51:24,154 Updating FAILED jobs +2021-12-18 13:51:24,154 Updating WAITING jobs +2021-12-18 13:51:24,155 Update finished +2021-12-18 13:51:34,165 Reloading parameters... +2021-12-18 13:51:34,183 Loading parameters... +2021-12-18 13:51:34,184 Loading project parameters... +2021-12-18 13:51:34,186 + +15 of 25 jobs remaining (13:51) +2021-12-18 13:51:34,186 Sleep: 10 +2021-12-18 13:51:34,186 Number of retrials: 0 +2021-12-18 13:51:34,186 WRAPPER CHECK TIME = 10 +2021-12-18 13:51:34,187 Checking jobs for platform=marenostrum4 +2021-12-18 13:51:34,187 Checking jobs for platform=nord3 +2021-12-18 13:51:34,188 Checking jobs for platform=local +2021-12-18 13:51:34,189 Checking jobs for platform=transfer_node +2021-12-18 13:51:34,189 Checking all jobs at once +2021-12-18 13:51:35,708 Successful check job command +2021-12-18 13:51:36,933 Job t0ni_19931101_fc0_1_CMOROCE is RUNNING +2021-12-18 13:51:36,933 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:51:36,933 End of checking +2021-12-18 13:51:36,934 Updating FAILED jobs +2021-12-18 13:51:36,934 Updating WAITING jobs +2021-12-18 13:51:36,935 Update finished +2021-12-18 13:51:36,935 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:51:36,935 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:51:36,935 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:51:36,935 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:51:36,935 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:51:36,935 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:51:36,935 t0ni_19931101_fc0_1_CMOROCE 19279318 RUNNING marenostrum4 debug +2021-12-18 13:51:36,936 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:51:36,938 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:51:36,941 Job list saved +2021-12-18 13:51:36,945 Updating FAILED jobs +2021-12-18 13:51:36,945 Updating WAITING jobs +2021-12-18 13:51:36,945 Update finished +2021-12-18 13:51:46,953 Reloading parameters... +2021-12-18 13:51:46,970 Loading parameters... +2021-12-18 13:51:46,972 Loading project parameters... +2021-12-18 13:51:46,973 + +15 of 25 jobs remaining (13:51) +2021-12-18 13:51:46,974 Sleep: 10 +2021-12-18 13:51:46,974 Number of retrials: 0 +2021-12-18 13:51:46,974 WRAPPER CHECK TIME = 10 +2021-12-18 13:51:46,974 Checking jobs for platform=marenostrum4 +2021-12-18 13:51:46,975 Checking jobs for platform=nord3 +2021-12-18 13:51:46,975 Checking jobs for platform=local +2021-12-18 13:51:46,976 Checking jobs for platform=transfer_node +2021-12-18 13:51:46,976 Checking all jobs at once +2021-12-18 13:51:48,447 Successful check job command +2021-12-18 13:51:49,768 Job t0ni_19931101_fc0_1_CMOROCE is RUNNING +2021-12-18 13:51:49,768 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:51:49,768 End of checking +2021-12-18 13:51:49,770 Updating FAILED jobs +2021-12-18 13:51:49,770 Updating WAITING jobs +2021-12-18 13:51:49,770 Update finished +2021-12-18 13:51:49,770 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:51:49,771 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:51:49,771 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:51:49,771 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:51:49,771 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:51:49,771 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:51:49,771 t0ni_19931101_fc0_1_CMOROCE 19279318 RUNNING marenostrum4 debug +2021-12-18 13:51:49,772 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:51:49,774 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:51:49,776 Job list saved +2021-12-18 13:51:49,780 Updating FAILED jobs +2021-12-18 13:51:49,781 Updating WAITING jobs +2021-12-18 13:51:49,781 Update finished +2021-12-18 13:51:59,791 Reloading parameters... +2021-12-18 13:51:59,812 Loading parameters... +2021-12-18 13:51:59,813 Loading project parameters... +2021-12-18 13:51:59,815 + +15 of 25 jobs remaining (13:51) +2021-12-18 13:51:59,815 Sleep: 10 +2021-12-18 13:51:59,815 Number of retrials: 0 +2021-12-18 13:51:59,815 WRAPPER CHECK TIME = 10 +2021-12-18 13:51:59,816 Checking jobs for platform=marenostrum4 +2021-12-18 13:51:59,816 Checking jobs for platform=nord3 +2021-12-18 13:51:59,817 Checking jobs for platform=local +2021-12-18 13:51:59,818 Checking jobs for platform=transfer_node +2021-12-18 13:51:59,818 Checking all jobs at once +2021-12-18 13:52:01,187 Successful check job command +2021-12-18 13:52:02,456 Job t0ni_19931101_fc0_1_CMOROCE is RUNNING +2021-12-18 13:52:02,457 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:52:02,457 End of checking +2021-12-18 13:52:02,458 Updating FAILED jobs +2021-12-18 13:52:02,458 Updating WAITING jobs +2021-12-18 13:52:02,458 Update finished +2021-12-18 13:52:02,459 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:52:02,459 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:52:02,459 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:52:02,459 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:52:02,459 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:52:02,459 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:52:02,459 t0ni_19931101_fc0_1_CMOROCE 19279318 RUNNING marenostrum4 debug +2021-12-18 13:52:02,460 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:52:02,462 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:52:02,464 Job list saved +2021-12-18 13:52:02,469 Updating FAILED jobs +2021-12-18 13:52:02,469 Updating WAITING jobs +2021-12-18 13:52:02,469 Update finished +2021-12-18 13:52:12,480 Reloading parameters... +2021-12-18 13:52:12,498 Loading parameters... +2021-12-18 13:52:12,499 Loading project parameters... +2021-12-18 13:52:12,501 + +15 of 25 jobs remaining (13:52) +2021-12-18 13:52:12,501 Sleep: 10 +2021-12-18 13:52:12,501 Number of retrials: 0 +2021-12-18 13:52:12,502 WRAPPER CHECK TIME = 10 +2021-12-18 13:52:12,502 Checking jobs for platform=marenostrum4 +2021-12-18 13:52:12,503 Checking jobs for platform=nord3 +2021-12-18 13:52:12,503 Checking jobs for platform=local +2021-12-18 13:52:12,504 Checking jobs for platform=transfer_node +2021-12-18 13:52:12,504 Checking all jobs at once +2021-12-18 13:52:13,776 Successful check job command +2021-12-18 13:52:14,996 Job t0ni_19931101_fc0_1_CMOROCE is RUNNING +2021-12-18 13:52:14,996 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:52:14,996 End of checking +2021-12-18 13:52:14,997 Updating FAILED jobs +2021-12-18 13:52:14,998 Updating WAITING jobs +2021-12-18 13:52:14,998 Update finished +2021-12-18 13:52:14,998 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:52:14,998 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:52:14,998 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:52:14,998 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:52:14,999 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:52:14,999 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:52:14,999 t0ni_19931101_fc0_1_CMOROCE 19279318 RUNNING marenostrum4 debug +2021-12-18 13:52:14,999 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:52:15,002 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:52:15,004 Job list saved +2021-12-18 13:52:15,008 Updating FAILED jobs +2021-12-18 13:52:15,009 Updating WAITING jobs +2021-12-18 13:52:15,009 Update finished +2021-12-18 13:52:25,018 Reloading parameters... +2021-12-18 13:52:25,036 Loading parameters... +2021-12-18 13:52:25,038 Loading project parameters... +2021-12-18 13:52:25,040 + +15 of 25 jobs remaining (13:52) +2021-12-18 13:52:25,040 Sleep: 10 +2021-12-18 13:52:25,040 Number of retrials: 0 +2021-12-18 13:52:25,040 WRAPPER CHECK TIME = 10 +2021-12-18 13:52:25,041 Checking jobs for platform=marenostrum4 +2021-12-18 13:52:25,041 Checking jobs for platform=nord3 +2021-12-18 13:52:25,042 Checking jobs for platform=local +2021-12-18 13:52:25,042 Checking jobs for platform=transfer_node +2021-12-18 13:52:25,042 Checking all jobs at once +2021-12-18 13:52:26,462 Successful check job command +2021-12-18 13:52:27,932 Job t0ni_19931101_fc0_1_CMOROCE is RUNNING +2021-12-18 13:52:27,932 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:52:27,932 End of checking +2021-12-18 13:52:27,933 Updating FAILED jobs +2021-12-18 13:52:27,933 Updating WAITING jobs +2021-12-18 13:52:27,934 Update finished +2021-12-18 13:52:27,934 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:52:27,934 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:52:27,935 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:52:27,935 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:52:27,935 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:52:27,935 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:52:27,935 t0ni_19931101_fc0_1_CMOROCE 19279318 RUNNING marenostrum4 debug +2021-12-18 13:52:27,935 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:52:27,938 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:52:27,940 Job list saved +2021-12-18 13:52:27,945 Updating FAILED jobs +2021-12-18 13:52:27,945 Updating WAITING jobs +2021-12-18 13:52:27,945 Update finished +2021-12-18 13:52:37,954 Reloading parameters... +2021-12-18 13:52:37,975 Loading parameters... +2021-12-18 13:52:37,976 Loading project parameters... +2021-12-18 13:52:37,978 + +15 of 25 jobs remaining (13:52) +2021-12-18 13:52:37,978 Sleep: 10 +2021-12-18 13:52:37,978 Number of retrials: 0 +2021-12-18 13:52:37,978 WRAPPER CHECK TIME = 10 +2021-12-18 13:52:37,979 Checking jobs for platform=marenostrum4 +2021-12-18 13:52:37,979 Checking jobs for platform=nord3 +2021-12-18 13:52:37,980 Checking jobs for platform=local +2021-12-18 13:52:37,981 Checking jobs for platform=transfer_node +2021-12-18 13:52:37,981 Checking all jobs at once +2021-12-18 13:52:39,301 Successful check job command +2021-12-18 13:52:40,670 Job t0ni_19931101_fc0_1_CMOROCE is RUNNING +2021-12-18 13:52:40,671 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:52:40,671 End of checking +2021-12-18 13:52:40,672 Updating FAILED jobs +2021-12-18 13:52:40,672 Updating WAITING jobs +2021-12-18 13:52:40,673 Update finished +2021-12-18 13:52:40,673 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:52:40,673 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:52:40,673 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:52:40,673 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:52:40,673 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:52:40,673 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:52:40,673 t0ni_19931101_fc0_1_CMOROCE 19279318 RUNNING marenostrum4 debug +2021-12-18 13:52:40,674 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:52:40,676 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:52:40,679 Job list saved +2021-12-18 13:52:40,683 Updating FAILED jobs +2021-12-18 13:52:40,683 Updating WAITING jobs +2021-12-18 13:52:40,683 Update finished +2021-12-18 13:52:50,693 Reloading parameters... +2021-12-18 13:52:50,711 Loading parameters... +2021-12-18 13:52:50,712 Loading project parameters... +2021-12-18 13:52:50,714 + +15 of 25 jobs remaining (13:52) +2021-12-18 13:52:50,714 Sleep: 10 +2021-12-18 13:52:50,715 Number of retrials: 0 +2021-12-18 13:52:50,715 WRAPPER CHECK TIME = 10 +2021-12-18 13:52:50,715 Checking jobs for platform=marenostrum4 +2021-12-18 13:52:50,716 Checking jobs for platform=nord3 +2021-12-18 13:52:50,716 Checking jobs for platform=local +2021-12-18 13:52:50,717 Checking jobs for platform=transfer_node +2021-12-18 13:52:50,717 Checking all jobs at once +2021-12-18 13:52:52,036 Successful check job command +2021-12-18 13:52:53,255 Job t0ni_19931101_fc0_1_CMOROCE is RUNNING +2021-12-18 13:52:53,256 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:52:53,256 End of checking +2021-12-18 13:52:53,257 Updating FAILED jobs +2021-12-18 13:52:53,257 Updating WAITING jobs +2021-12-18 13:52:53,258 Update finished +2021-12-18 13:52:53,258 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:52:53,258 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:52:53,258 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:52:53,258 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:52:53,258 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:52:53,258 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:52:53,259 t0ni_19931101_fc0_1_CMOROCE 19279318 RUNNING marenostrum4 debug +2021-12-18 13:52:53,259 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:52:53,262 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:52:53,264 Job list saved +2021-12-18 13:52:53,269 Updating FAILED jobs +2021-12-18 13:52:53,269 Updating WAITING jobs +2021-12-18 13:52:53,269 Update finished +2021-12-18 13:53:03,275 Reloading parameters... +2021-12-18 13:53:03,295 Loading parameters... +2021-12-18 13:53:03,296 Loading project parameters... +2021-12-18 13:53:03,298 + +15 of 25 jobs remaining (13:53) +2021-12-18 13:53:03,298 Sleep: 10 +2021-12-18 13:53:03,299 Number of retrials: 0 +2021-12-18 13:53:03,299 WRAPPER CHECK TIME = 10 +2021-12-18 13:53:03,300 Checking jobs for platform=marenostrum4 +2021-12-18 13:53:03,300 Checking jobs for platform=nord3 +2021-12-18 13:53:03,301 Checking jobs for platform=local +2021-12-18 13:53:03,301 Checking jobs for platform=transfer_node +2021-12-18 13:53:03,301 Checking all jobs at once +2021-12-18 13:53:04,621 Successful check job command +2021-12-18 13:53:05,890 Job t0ni_19931101_fc0_1_CMOROCE is RUNNING +2021-12-18 13:53:05,890 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:53:05,890 End of checking +2021-12-18 13:53:05,892 Updating FAILED jobs +2021-12-18 13:53:05,892 Updating WAITING jobs +2021-12-18 13:53:05,892 Update finished +2021-12-18 13:53:05,892 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:53:05,893 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:53:05,893 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:53:05,893 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:53:05,893 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:53:05,893 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:53:05,894 t0ni_19931101_fc0_1_CMOROCE 19279318 RUNNING marenostrum4 debug +2021-12-18 13:53:05,894 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:53:05,897 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:53:05,899 Job list saved +2021-12-18 13:53:05,904 Updating FAILED jobs +2021-12-18 13:53:05,904 Updating WAITING jobs +2021-12-18 13:53:05,904 Update finished +2021-12-18 13:53:15,914 Reloading parameters... +2021-12-18 13:53:15,931 Loading parameters... +2021-12-18 13:53:15,932 Loading project parameters... +2021-12-18 13:53:15,934 + +15 of 25 jobs remaining (13:53) +2021-12-18 13:53:15,934 Sleep: 10 +2021-12-18 13:53:15,934 Number of retrials: 0 +2021-12-18 13:53:15,935 WRAPPER CHECK TIME = 10 +2021-12-18 13:53:15,935 Checking jobs for platform=marenostrum4 +2021-12-18 13:53:15,936 Checking jobs for platform=nord3 +2021-12-18 13:53:15,936 Checking jobs for platform=local +2021-12-18 13:53:15,937 Checking jobs for platform=transfer_node +2021-12-18 13:53:15,937 Checking all jobs at once +2021-12-18 13:53:17,206 Successful check job command +2021-12-18 13:53:18,475 Job t0ni_19931101_fc0_1_CMOROCE is RUNNING +2021-12-18 13:53:18,475 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:53:18,476 End of checking +2021-12-18 13:53:18,477 Updating FAILED jobs +2021-12-18 13:53:18,477 Updating WAITING jobs +2021-12-18 13:53:18,477 Update finished +2021-12-18 13:53:18,477 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:53:18,478 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:53:18,478 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:53:18,478 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:53:18,478 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:53:18,478 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:53:18,478 t0ni_19931101_fc0_1_CMOROCE 19279318 RUNNING marenostrum4 debug +2021-12-18 13:53:18,478 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:53:18,481 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:53:18,483 Job list saved +2021-12-18 13:53:18,488 Updating FAILED jobs +2021-12-18 13:53:18,488 Updating WAITING jobs +2021-12-18 13:53:18,489 Update finished +2021-12-18 13:53:28,497 Reloading parameters... +2021-12-18 13:53:28,515 Loading parameters... +2021-12-18 13:53:28,516 Loading project parameters... +2021-12-18 13:53:28,518 + +15 of 25 jobs remaining (13:53) +2021-12-18 13:53:28,518 Sleep: 10 +2021-12-18 13:53:28,518 Number of retrials: 0 +2021-12-18 13:53:28,518 WRAPPER CHECK TIME = 10 +2021-12-18 13:53:28,519 Checking jobs for platform=marenostrum4 +2021-12-18 13:53:28,520 Checking jobs for platform=nord3 +2021-12-18 13:53:28,520 Checking jobs for platform=local +2021-12-18 13:53:28,521 Checking jobs for platform=transfer_node +2021-12-18 13:53:28,521 Checking all jobs at once +2021-12-18 13:53:29,890 Successful check job command +2021-12-18 13:53:31,109 Job t0ni_19931101_fc0_1_CMOROCE is RUNNING +2021-12-18 13:53:31,109 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:53:31,109 End of checking +2021-12-18 13:53:31,110 Updating FAILED jobs +2021-12-18 13:53:31,111 Updating WAITING jobs +2021-12-18 13:53:31,111 Update finished +2021-12-18 13:53:31,111 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:53:31,111 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:53:31,111 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:53:31,112 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:53:31,112 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:53:31,112 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:53:31,112 t0ni_19931101_fc0_1_CMOROCE 19279318 RUNNING marenostrum4 debug +2021-12-18 13:53:31,112 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:53:31,115 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:53:31,117 Job list saved +2021-12-18 13:53:31,122 Updating FAILED jobs +2021-12-18 13:53:31,122 Updating WAITING jobs +2021-12-18 13:53:31,122 Update finished +2021-12-18 13:53:41,132 Reloading parameters... +2021-12-18 13:53:41,151 Loading parameters... +2021-12-18 13:53:41,153 Loading project parameters... +2021-12-18 13:53:41,155 + +15 of 25 jobs remaining (13:53) +2021-12-18 13:53:41,155 Sleep: 10 +2021-12-18 13:53:41,155 Number of retrials: 0 +2021-12-18 13:53:41,155 WRAPPER CHECK TIME = 10 +2021-12-18 13:53:41,156 Checking jobs for platform=marenostrum4 +2021-12-18 13:53:41,156 Checking jobs for platform=nord3 +2021-12-18 13:53:41,157 Checking jobs for platform=local +2021-12-18 13:53:41,157 Checking jobs for platform=transfer_node +2021-12-18 13:53:41,157 Checking all jobs at once +2021-12-18 13:53:42,476 Successful check job command +2021-12-18 13:53:43,746 Job t0ni_19931101_fc0_1_CMOROCE is RUNNING +2021-12-18 13:53:43,746 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:53:43,746 End of checking +2021-12-18 13:53:43,748 Updating FAILED jobs +2021-12-18 13:53:43,748 Updating WAITING jobs +2021-12-18 13:53:43,748 Update finished +2021-12-18 13:53:43,748 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:53:43,749 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:53:43,749 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:53:43,749 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:53:43,749 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:53:43,749 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:53:43,749 t0ni_19931101_fc0_1_CMOROCE 19279318 RUNNING marenostrum4 debug +2021-12-18 13:53:43,750 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:53:43,753 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:53:43,755 Job list saved +2021-12-18 13:53:43,759 Updating FAILED jobs +2021-12-18 13:53:43,759 Updating WAITING jobs +2021-12-18 13:53:43,760 Update finished +2021-12-18 13:53:53,766 Reloading parameters... +2021-12-18 13:53:53,785 Loading parameters... +2021-12-18 13:53:53,787 Loading project parameters... +2021-12-18 13:53:53,789 + +15 of 25 jobs remaining (13:53) +2021-12-18 13:53:53,789 Sleep: 10 +2021-12-18 13:53:53,789 Number of retrials: 0 +2021-12-18 13:53:53,789 WRAPPER CHECK TIME = 10 +2021-12-18 13:53:53,790 Checking jobs for platform=marenostrum4 +2021-12-18 13:53:53,790 Checking jobs for platform=nord3 +2021-12-18 13:53:53,791 Checking jobs for platform=local +2021-12-18 13:53:53,791 Checking jobs for platform=transfer_node +2021-12-18 13:53:53,791 Checking all jobs at once +2021-12-18 13:53:55,062 Successful check job command +2021-12-18 13:53:56,282 Job t0ni_19931101_fc0_1_CMOROCE is RUNNING +2021-12-18 13:53:56,282 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:53:56,282 End of checking +2021-12-18 13:53:56,284 Updating FAILED jobs +2021-12-18 13:53:56,284 Updating WAITING jobs +2021-12-18 13:53:56,284 Update finished +2021-12-18 13:53:56,284 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:53:56,285 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:53:56,285 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:53:56,285 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:53:56,285 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:53:56,285 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:53:56,285 t0ni_19931101_fc0_1_CMOROCE 19279318 RUNNING marenostrum4 debug +2021-12-18 13:53:56,285 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:53:56,288 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:53:56,291 Job list saved +2021-12-18 13:53:56,295 Updating FAILED jobs +2021-12-18 13:53:56,296 Updating WAITING jobs +2021-12-18 13:53:56,296 Update finished +2021-12-18 13:54:06,306 Reloading parameters... +2021-12-18 13:54:06,326 Loading parameters... +2021-12-18 13:54:06,327 Loading project parameters... +2021-12-18 13:54:06,329 + +15 of 25 jobs remaining (13:54) +2021-12-18 13:54:06,329 Sleep: 10 +2021-12-18 13:54:06,330 Number of retrials: 0 +2021-12-18 13:54:06,330 WRAPPER CHECK TIME = 10 +2021-12-18 13:54:06,330 Checking jobs for platform=marenostrum4 +2021-12-18 13:54:06,331 Checking jobs for platform=nord3 +2021-12-18 13:54:06,331 Checking jobs for platform=local +2021-12-18 13:54:06,332 Checking jobs for platform=transfer_node +2021-12-18 13:54:06,332 Checking all jobs at once +2021-12-18 13:54:07,751 Successful check job command +2021-12-18 13:54:09,070 Job t0ni_19931101_fc0_1_CMOROCE is RUNNING +2021-12-18 13:54:09,071 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:54:09,071 End of checking +2021-12-18 13:54:09,072 Updating FAILED jobs +2021-12-18 13:54:09,073 Updating WAITING jobs +2021-12-18 13:54:09,073 Update finished +2021-12-18 13:54:09,073 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:54:09,073 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:54:09,073 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:54:09,073 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:54:09,074 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:54:09,074 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:54:09,074 t0ni_19931101_fc0_1_CMOROCE 19279318 RUNNING marenostrum4 debug +2021-12-18 13:54:09,074 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:54:09,077 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:54:09,079 Job list saved +2021-12-18 13:54:09,087 Updating FAILED jobs +2021-12-18 13:54:09,087 Updating WAITING jobs +2021-12-18 13:54:09,087 Update finished +2021-12-18 13:54:19,099 Reloading parameters... +2021-12-18 13:54:19,119 Loading parameters... +2021-12-18 13:54:19,121 Loading project parameters... +2021-12-18 13:54:19,122 + +15 of 25 jobs remaining (13:54) +2021-12-18 13:54:19,123 Sleep: 10 +2021-12-18 13:54:19,123 Number of retrials: 0 +2021-12-18 13:54:19,123 WRAPPER CHECK TIME = 10 +2021-12-18 13:54:19,124 Checking jobs for platform=marenostrum4 +2021-12-18 13:54:19,124 Checking jobs for platform=nord3 +2021-12-18 13:54:19,125 Checking jobs for platform=local +2021-12-18 13:54:19,125 Checking jobs for platform=transfer_node +2021-12-18 13:54:19,126 Checking all jobs at once +2021-12-18 13:54:20,447 Successful check job command +2021-12-18 13:54:21,720 Job t0ni_19931101_fc0_1_CMOROCE is RUNNING +2021-12-18 13:54:21,721 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:54:21,721 End of checking +2021-12-18 13:54:21,722 Updating FAILED jobs +2021-12-18 13:54:21,722 Updating WAITING jobs +2021-12-18 13:54:21,722 Update finished +2021-12-18 13:54:21,722 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:54:21,723 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:54:21,723 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:54:21,723 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:54:21,723 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:54:21,724 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:54:21,724 t0ni_19931101_fc0_1_CMOROCE 19279318 RUNNING marenostrum4 debug +2021-12-18 13:54:21,724 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:54:21,727 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:54:21,729 Job list saved +2021-12-18 13:54:21,733 Updating FAILED jobs +2021-12-18 13:54:21,734 Updating WAITING jobs +2021-12-18 13:54:21,734 Update finished +2021-12-18 13:54:31,744 Reloading parameters... +2021-12-18 13:54:31,763 Loading parameters... +2021-12-18 13:54:31,764 Loading project parameters... +2021-12-18 13:54:31,766 + +15 of 25 jobs remaining (13:54) +2021-12-18 13:54:31,766 Sleep: 10 +2021-12-18 13:54:31,766 Number of retrials: 0 +2021-12-18 13:54:31,766 WRAPPER CHECK TIME = 10 +2021-12-18 13:54:31,767 Checking jobs for platform=marenostrum4 +2021-12-18 13:54:31,768 Checking jobs for platform=nord3 +2021-12-18 13:54:31,768 Checking jobs for platform=local +2021-12-18 13:54:31,769 Checking jobs for platform=transfer_node +2021-12-18 13:54:31,769 Checking all jobs at once +2021-12-18 13:54:33,041 Successful check job command +2021-12-18 13:54:34,210 Job t0ni_19931101_fc0_1_CMOROCE is RUNNING +2021-12-18 13:54:34,211 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:54:34,211 End of checking +2021-12-18 13:54:34,212 Updating FAILED jobs +2021-12-18 13:54:34,212 Updating WAITING jobs +2021-12-18 13:54:34,212 Update finished +2021-12-18 13:54:34,213 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:54:34,213 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:54:34,213 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:54:34,213 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:54:34,213 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:54:34,213 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:54:34,213 t0ni_19931101_fc0_1_CMOROCE 19279318 RUNNING marenostrum4 debug +2021-12-18 13:54:34,213 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:54:34,216 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:54:34,219 Job list saved +2021-12-18 13:54:34,224 Updating FAILED jobs +2021-12-18 13:54:34,224 Updating WAITING jobs +2021-12-18 13:54:34,224 Update finished +2021-12-18 13:54:44,235 Reloading parameters... +2021-12-18 13:54:44,253 Loading parameters... +2021-12-18 13:54:44,255 Loading project parameters... +2021-12-18 13:54:44,256 + +15 of 25 jobs remaining (13:54) +2021-12-18 13:54:44,257 Sleep: 10 +2021-12-18 13:54:44,257 Number of retrials: 0 +2021-12-18 13:54:44,257 WRAPPER CHECK TIME = 10 +2021-12-18 13:54:44,257 Checking jobs for platform=marenostrum4 +2021-12-18 13:54:44,258 Checking jobs for platform=nord3 +2021-12-18 13:54:44,259 Checking jobs for platform=local +2021-12-18 13:54:44,259 Checking jobs for platform=transfer_node +2021-12-18 13:54:44,259 Checking all jobs at once +2021-12-18 13:54:45,629 Successful check job command +2021-12-18 13:54:46,848 Job t0ni_19931101_fc0_1_CMOROCE is RUNNING +2021-12-18 13:54:46,848 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:54:46,848 End of checking +2021-12-18 13:54:46,849 Updating FAILED jobs +2021-12-18 13:54:46,850 Updating WAITING jobs +2021-12-18 13:54:46,850 Update finished +2021-12-18 13:54:46,850 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:54:46,850 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:54:46,850 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:54:46,850 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:54:46,851 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:54:46,851 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:54:46,851 t0ni_19931101_fc0_1_CMOROCE 19279318 RUNNING marenostrum4 debug +2021-12-18 13:54:46,851 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:54:46,854 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:54:46,856 Job list saved +2021-12-18 13:54:46,861 Updating FAILED jobs +2021-12-18 13:54:46,861 Updating WAITING jobs +2021-12-18 13:54:46,861 Update finished +2021-12-18 13:54:56,871 Reloading parameters... +2021-12-18 13:54:56,888 Loading parameters... +2021-12-18 13:54:56,890 Loading project parameters... +2021-12-18 13:54:56,891 + +15 of 25 jobs remaining (13:54) +2021-12-18 13:54:56,894 Sleep: 10 +2021-12-18 13:54:56,894 Number of retrials: 0 +2021-12-18 13:54:56,894 WRAPPER CHECK TIME = 10 +2021-12-18 13:54:56,894 Checking jobs for platform=marenostrum4 +2021-12-18 13:54:56,895 Checking jobs for platform=nord3 +2021-12-18 13:54:56,895 Checking jobs for platform=local +2021-12-18 13:54:56,899 Checking jobs for platform=transfer_node +2021-12-18 13:54:56,899 Checking all jobs at once +2021-12-18 13:54:58,521 Successful check job command +2021-12-18 13:55:00,091 Job t0ni_19931101_fc0_1_CMOROCE is RUNNING +2021-12-18 13:55:00,092 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:55:00,092 End of checking +2021-12-18 13:55:00,093 Updating FAILED jobs +2021-12-18 13:55:00,093 Updating WAITING jobs +2021-12-18 13:55:00,093 Update finished +2021-12-18 13:55:00,093 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:55:00,094 t0ni_19931101_fc0_2_SIM 19278896 COMPLETED marenostrum4 bsc_es +2021-12-18 13:55:00,094 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:55:00,094 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:55:00,094 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:55:00,094 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:55:00,095 t0ni_19931101_fc0_1_CMOROCE 19279318 RUNNING marenostrum4 debug +2021-12-18 13:55:00,095 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:55:00,097 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:55:00,099 Job list saved +2021-12-18 13:55:00,105 Updating FAILED jobs +2021-12-18 13:55:00,105 Updating WAITING jobs +2021-12-18 13:55:00,105 Update finished +2021-12-18 13:55:10,116 Reloading parameters... +2021-12-18 13:55:10,140 Loading parameters... +2021-12-18 13:55:10,141 Loading project parameters... +2021-12-18 13:55:10,143 + +15 of 25 jobs remaining (13:55) +2021-12-18 13:55:10,143 Sleep: 10 +2021-12-18 13:55:10,143 Number of retrials: 0 +2021-12-18 13:55:10,143 WRAPPER CHECK TIME = 10 +2021-12-18 13:55:10,144 Checking jobs for platform=marenostrum4 +2021-12-18 13:55:10,144 Checking jobs for platform=nord3 +2021-12-18 13:55:10,145 Checking jobs for platform=local +2021-12-18 13:55:10,146 Checking jobs for platform=transfer_node +2021-12-18 13:55:10,146 Checking all jobs at once +2021-12-18 13:55:11,665 Successful check job command +2021-12-18 13:55:13,035 t0ni_19931101_fc0_1_CMOROCE job seems to have completed: checking... +2021-12-18 13:55:13,050 Job t0ni_19931101_fc0_1_CMOROCE is COMPLETED +2021-12-18 13:55:13,066 t0ni_19931101_fc0_1_CMOROCE_STAT file have been transfered +2021-12-18 13:55:13,167 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:55:13,168 End of checking +2021-12-18 13:55:13,169 Updating FAILED jobs +2021-12-18 13:55:13,170 Updating WAITING jobs +2021-12-18 13:55:13,170 Setting job: t0ni_19931101_fc0_1_POST status to: READY (all parents completed)... +2021-12-18 13:55:13,171 Update finished +2021-12-18 13:55:13,171 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:55:13,171 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 13:55:13,171 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:55:13,171 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:55:13,172 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:55:13,172 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:55:13,172 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:55:13,175 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:55:13,185 Job list saved +2021-12-18 13:55:13,188 +Jobs ready for marenostrum4: 1 +2021-12-18 13:55:13,189 Number of jobs available: 19 +2021-12-18 13:55:13,189 Number of jobs ready: 1 +2021-12-18 13:55:13,190 Jobs ready for marenostrum4: 1 +2021-12-18 13:55:13,197 Custom directives from platform.conf: None +2021-12-18 13:55:13,198 Custom directives from platform.conf: None +2021-12-18 13:55:13,198 Custom directives from platform.conf: None +2021-12-18 13:55:13,204 Creating Scripts +2021-12-18 13:55:13,490 Sending Files +2021-12-18 13:55:13,543 Submitting +2021-12-18 13:55:15,083 +Jobs ready for nord3: 0 +2021-12-18 13:55:15,084 Number of jobs available: 20 +2021-12-18 13:55:15,084 Number of jobs ready: 0 +2021-12-18 13:55:15,085 +Jobs ready for local: 0 +2021-12-18 13:55:15,085 Number of jobs available: 20 +2021-12-18 13:55:15,085 Number of jobs ready: 0 +2021-12-18 13:55:15,086 +Jobs ready for transfer_node: 0 +2021-12-18 13:55:15,086 Number of jobs available: 20 +2021-12-18 13:55:15,086 Number of jobs ready: 0 +2021-12-18 13:55:15,087 Updating FAILED jobs +2021-12-18 13:55:15,088 Updating WAITING jobs +2021-12-18 13:55:15,088 Update finished +2021-12-18 13:55:15,088 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:55:15,088 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 13:55:15,088 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:55:15,088 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:55:15,089 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:55:15,089 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:55:15,089 t0ni_19931101_fc0_1_POST 19282732 SUBMITTED marenostrum4 debug +2021-12-18 13:55:15,089 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:55:15,091 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:55:15,093 Job list saved +2021-12-18 13:55:15,146 Updating FAILED jobs +2021-12-18 13:55:15,147 Updating WAITING jobs +2021-12-18 13:55:15,147 Update finished +2021-12-18 13:55:25,157 Reloading parameters... +2021-12-18 13:55:25,176 Loading parameters... +2021-12-18 13:55:25,177 Loading project parameters... +2021-12-18 13:55:25,179 + +14 of 25 jobs remaining (13:55) +2021-12-18 13:55:25,180 Sleep: 10 +2021-12-18 13:55:25,180 Number of retrials: 0 +2021-12-18 13:55:25,180 WRAPPER CHECK TIME = 10 +2021-12-18 13:55:25,180 Checking jobs for platform=marenostrum4 +2021-12-18 13:55:25,181 Checking jobs for platform=nord3 +2021-12-18 13:55:25,181 Checking jobs for platform=local +2021-12-18 13:55:25,182 Checking jobs for platform=transfer_node +2021-12-18 13:55:25,182 Checking all jobs at once +2021-12-18 13:55:26,852 Successful check job command +2021-12-18 13:55:28,122 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:55:28,122 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 13:55:28,122 End of checking +2021-12-18 13:55:28,123 Updating FAILED jobs +2021-12-18 13:55:28,124 Updating WAITING jobs +2021-12-18 13:55:28,124 Update finished +2021-12-18 13:55:28,124 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:55:28,124 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 13:55:28,124 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:55:28,124 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:55:28,125 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:55:28,125 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:55:28,125 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:55:28,125 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 13:55:28,127 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:55:28,130 Job list saved +2021-12-18 13:55:28,182 Updating FAILED jobs +2021-12-18 13:55:28,182 Updating WAITING jobs +2021-12-18 13:55:28,183 Update finished +2021-12-18 13:55:38,193 Reloading parameters... +2021-12-18 13:55:38,210 Loading parameters... +2021-12-18 13:55:38,211 Loading project parameters... +2021-12-18 13:55:38,213 + +14 of 25 jobs remaining (13:55) +2021-12-18 13:55:38,214 Sleep: 10 +2021-12-18 13:55:38,214 Number of retrials: 0 +2021-12-18 13:55:38,214 WRAPPER CHECK TIME = 10 +2021-12-18 13:55:38,214 Checking jobs for platform=marenostrum4 +2021-12-18 13:55:38,215 Checking jobs for platform=nord3 +2021-12-18 13:55:38,216 Checking jobs for platform=local +2021-12-18 13:55:38,216 Checking jobs for platform=transfer_node +2021-12-18 13:55:38,216 Checking all jobs at once +2021-12-18 13:55:39,635 Successful check job command +2021-12-18 13:55:40,954 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:55:40,955 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 13:55:40,955 End of checking +2021-12-18 13:55:40,956 Updating FAILED jobs +2021-12-18 13:55:40,956 Updating WAITING jobs +2021-12-18 13:55:40,956 Update finished +2021-12-18 13:55:40,956 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:55:40,957 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 13:55:40,957 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:55:40,957 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:55:40,957 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:55:40,957 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:55:40,958 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:55:40,958 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 13:55:40,960 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:55:40,962 Job list saved +2021-12-18 13:55:40,970 Updating FAILED jobs +2021-12-18 13:55:40,970 Updating WAITING jobs +2021-12-18 13:55:40,970 Update finished +2021-12-18 13:55:50,977 Reloading parameters... +2021-12-18 13:55:50,995 Loading parameters... +2021-12-18 13:55:50,996 Loading project parameters... +2021-12-18 13:55:50,998 + +14 of 25 jobs remaining (13:55) +2021-12-18 13:55:50,999 Sleep: 10 +2021-12-18 13:55:50,999 Number of retrials: 0 +2021-12-18 13:55:50,999 WRAPPER CHECK TIME = 10 +2021-12-18 13:55:50,999 Checking jobs for platform=marenostrum4 +2021-12-18 13:55:51,000 Checking jobs for platform=nord3 +2021-12-18 13:55:51,000 Checking jobs for platform=local +2021-12-18 13:55:51,001 Checking jobs for platform=transfer_node +2021-12-18 13:55:51,001 Checking all jobs at once +2021-12-18 13:55:52,421 Successful check job command +2021-12-18 13:55:53,843 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:55:53,843 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 13:55:53,844 End of checking +2021-12-18 13:55:53,845 Updating FAILED jobs +2021-12-18 13:55:53,845 Updating WAITING jobs +2021-12-18 13:55:53,845 Update finished +2021-12-18 13:55:53,846 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:55:53,846 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 13:55:53,846 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:55:53,846 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:55:53,846 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:55:53,846 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:55:53,846 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:55:53,847 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 13:55:53,849 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:55:53,852 Job list saved +2021-12-18 13:55:53,857 Updating FAILED jobs +2021-12-18 13:55:53,857 Updating WAITING jobs +2021-12-18 13:55:53,857 Update finished +2021-12-18 13:56:03,865 Reloading parameters... +2021-12-18 13:56:03,884 Loading parameters... +2021-12-18 13:56:03,885 Loading project parameters... +2021-12-18 13:56:03,887 + +14 of 25 jobs remaining (13:56) +2021-12-18 13:56:03,887 Sleep: 10 +2021-12-18 13:56:03,887 Number of retrials: 0 +2021-12-18 13:56:03,887 WRAPPER CHECK TIME = 10 +2021-12-18 13:56:03,888 Checking jobs for platform=marenostrum4 +2021-12-18 13:56:03,888 Checking jobs for platform=nord3 +2021-12-18 13:56:03,889 Checking jobs for platform=local +2021-12-18 13:56:03,889 Checking jobs for platform=transfer_node +2021-12-18 13:56:03,890 Checking all jobs at once +2021-12-18 13:56:05,209 Successful check job command +2021-12-18 13:56:06,479 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:56:06,479 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 13:56:06,480 End of checking +2021-12-18 13:56:06,481 Updating FAILED jobs +2021-12-18 13:56:06,481 Updating WAITING jobs +2021-12-18 13:56:06,481 Update finished +2021-12-18 13:56:06,482 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:56:06,482 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 13:56:06,482 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:56:06,482 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:56:06,482 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:56:06,482 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:56:06,482 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:56:06,483 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 13:56:06,485 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:56:06,487 Job list saved +2021-12-18 13:56:06,492 Updating FAILED jobs +2021-12-18 13:56:06,492 Updating WAITING jobs +2021-12-18 13:56:06,492 Update finished +2021-12-18 13:56:16,502 Reloading parameters... +2021-12-18 13:56:16,521 Loading parameters... +2021-12-18 13:56:16,523 Loading project parameters... +2021-12-18 13:56:16,524 + +14 of 25 jobs remaining (13:56) +2021-12-18 13:56:16,525 Sleep: 10 +2021-12-18 13:56:16,525 Number of retrials: 0 +2021-12-18 13:56:16,525 WRAPPER CHECK TIME = 10 +2021-12-18 13:56:16,525 Checking jobs for platform=marenostrum4 +2021-12-18 13:56:16,526 Checking jobs for platform=nord3 +2021-12-18 13:56:16,527 Checking jobs for platform=local +2021-12-18 13:56:16,527 Checking jobs for platform=transfer_node +2021-12-18 13:56:16,527 Checking all jobs at once +2021-12-18 13:56:17,947 Successful check job command +2021-12-18 13:56:19,318 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:56:19,318 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 13:56:19,319 End of checking +2021-12-18 13:56:19,320 Updating FAILED jobs +2021-12-18 13:56:19,320 Updating WAITING jobs +2021-12-18 13:56:19,321 Update finished +2021-12-18 13:56:19,321 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:56:19,321 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 13:56:19,321 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:56:19,322 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:56:19,322 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:56:19,322 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:56:19,322 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:56:19,322 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 13:56:19,325 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:56:19,327 Job list saved +2021-12-18 13:56:19,336 Updating FAILED jobs +2021-12-18 13:56:19,336 Updating WAITING jobs +2021-12-18 13:56:19,336 Update finished +2021-12-18 13:56:29,347 Reloading parameters... +2021-12-18 13:56:29,368 Loading parameters... +2021-12-18 13:56:29,370 Loading project parameters... +2021-12-18 13:56:29,372 + +14 of 25 jobs remaining (13:56) +2021-12-18 13:56:29,372 Sleep: 10 +2021-12-18 13:56:29,372 Number of retrials: 0 +2021-12-18 13:56:29,372 WRAPPER CHECK TIME = 10 +2021-12-18 13:56:29,373 Checking jobs for platform=marenostrum4 +2021-12-18 13:56:29,373 Checking jobs for platform=nord3 +2021-12-18 13:56:29,374 Checking jobs for platform=local +2021-12-18 13:56:29,374 Checking jobs for platform=transfer_node +2021-12-18 13:56:29,374 Checking all jobs at once +2021-12-18 13:56:30,744 Successful check job command +2021-12-18 13:56:32,163 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:56:32,164 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 13:56:32,164 End of checking +2021-12-18 13:56:32,166 Updating FAILED jobs +2021-12-18 13:56:32,166 Updating WAITING jobs +2021-12-18 13:56:32,166 Update finished +2021-12-18 13:56:32,166 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:56:32,166 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 13:56:32,166 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:56:32,167 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:56:32,167 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:56:32,167 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:56:32,167 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:56:32,167 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 13:56:32,170 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:56:32,172 Job list saved +2021-12-18 13:56:32,177 Updating FAILED jobs +2021-12-18 13:56:32,177 Updating WAITING jobs +2021-12-18 13:56:32,177 Update finished +2021-12-18 13:56:42,184 Reloading parameters... +2021-12-18 13:56:42,202 Loading parameters... +2021-12-18 13:56:42,204 Loading project parameters... +2021-12-18 13:56:42,206 + +14 of 25 jobs remaining (13:56) +2021-12-18 13:56:42,206 Sleep: 10 +2021-12-18 13:56:42,206 Number of retrials: 0 +2021-12-18 13:56:42,206 WRAPPER CHECK TIME = 10 +2021-12-18 13:56:42,207 Checking jobs for platform=marenostrum4 +2021-12-18 13:56:42,207 Checking jobs for platform=nord3 +2021-12-18 13:56:42,208 Checking jobs for platform=local +2021-12-18 13:56:42,208 Checking jobs for platform=transfer_node +2021-12-18 13:56:42,208 Checking all jobs at once +2021-12-18 13:56:43,628 Successful check job command +2021-12-18 13:56:44,947 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:56:44,947 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 13:56:44,947 End of checking +2021-12-18 13:56:44,948 Updating FAILED jobs +2021-12-18 13:56:44,949 Updating WAITING jobs +2021-12-18 13:56:44,949 Update finished +2021-12-18 13:56:44,949 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:56:44,949 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 13:56:44,949 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:56:44,950 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:56:44,950 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:56:44,950 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:56:44,950 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:56:44,950 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 13:56:44,953 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:56:44,956 Job list saved +2021-12-18 13:56:44,961 Updating FAILED jobs +2021-12-18 13:56:44,961 Updating WAITING jobs +2021-12-18 13:56:44,962 Update finished +2021-12-18 13:56:54,972 Reloading parameters... +2021-12-18 13:56:54,996 Loading parameters... +2021-12-18 13:56:54,997 Loading project parameters... +2021-12-18 13:56:54,999 + +14 of 25 jobs remaining (13:56) +2021-12-18 13:56:54,999 Sleep: 10 +2021-12-18 13:56:54,999 Number of retrials: 0 +2021-12-18 13:56:55,000 WRAPPER CHECK TIME = 10 +2021-12-18 13:56:55,000 Checking jobs for platform=marenostrum4 +2021-12-18 13:56:55,001 Checking jobs for platform=nord3 +2021-12-18 13:56:55,001 Checking jobs for platform=local +2021-12-18 13:56:55,002 Checking jobs for platform=transfer_node +2021-12-18 13:56:55,002 Checking all jobs at once +2021-12-18 13:56:56,371 Successful check job command +2021-12-18 13:56:57,741 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:56:57,741 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 13:56:57,741 End of checking +2021-12-18 13:56:57,742 Updating FAILED jobs +2021-12-18 13:56:57,742 Updating WAITING jobs +2021-12-18 13:56:57,743 Update finished +2021-12-18 13:56:57,743 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:56:57,743 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 13:56:57,744 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:56:57,744 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:56:57,744 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:56:57,744 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:56:57,744 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:56:57,744 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 13:56:57,747 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:56:57,749 Job list saved +2021-12-18 13:56:57,754 Updating FAILED jobs +2021-12-18 13:56:57,754 Updating WAITING jobs +2021-12-18 13:56:57,754 Update finished +2021-12-18 13:57:07,760 Reloading parameters... +2021-12-18 13:57:07,781 Loading parameters... +2021-12-18 13:57:07,783 Loading project parameters... +2021-12-18 13:57:07,784 + +14 of 25 jobs remaining (13:57) +2021-12-18 13:57:07,785 Sleep: 10 +2021-12-18 13:57:07,785 Number of retrials: 0 +2021-12-18 13:57:07,785 WRAPPER CHECK TIME = 10 +2021-12-18 13:57:07,785 Checking jobs for platform=marenostrum4 +2021-12-18 13:57:07,786 Checking jobs for platform=nord3 +2021-12-18 13:57:07,786 Checking jobs for platform=local +2021-12-18 13:57:07,787 Checking jobs for platform=transfer_node +2021-12-18 13:57:07,787 Checking all jobs at once +2021-12-18 13:57:09,107 Successful check job command +2021-12-18 13:57:10,529 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:57:10,530 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 13:57:10,530 End of checking +2021-12-18 13:57:10,531 Updating FAILED jobs +2021-12-18 13:57:10,531 Updating WAITING jobs +2021-12-18 13:57:10,531 Update finished +2021-12-18 13:57:10,532 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:57:10,532 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 13:57:10,532 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:57:10,532 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:57:10,532 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:57:10,532 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:57:10,532 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:57:10,532 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 13:57:10,535 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:57:10,537 Job list saved +2021-12-18 13:57:10,546 Updating FAILED jobs +2021-12-18 13:57:10,546 Updating WAITING jobs +2021-12-18 13:57:10,546 Update finished +2021-12-18 13:57:20,547 Reloading parameters... +2021-12-18 13:57:20,567 Loading parameters... +2021-12-18 13:57:20,569 Loading project parameters... +2021-12-18 13:57:20,570 + +14 of 25 jobs remaining (13:57) +2021-12-18 13:57:20,571 Sleep: 10 +2021-12-18 13:57:20,571 Number of retrials: 0 +2021-12-18 13:57:20,571 WRAPPER CHECK TIME = 10 +2021-12-18 13:57:20,571 Checking jobs for platform=marenostrum4 +2021-12-18 13:57:20,572 Checking jobs for platform=nord3 +2021-12-18 13:57:20,572 Checking jobs for platform=local +2021-12-18 13:57:20,573 Checking jobs for platform=transfer_node +2021-12-18 13:57:20,573 Checking all jobs at once +2021-12-18 13:57:21,894 Successful check job command +2021-12-18 13:57:23,215 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:57:23,215 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 13:57:23,215 End of checking +2021-12-18 13:57:23,217 Updating FAILED jobs +2021-12-18 13:57:23,217 Updating WAITING jobs +2021-12-18 13:57:23,217 Update finished +2021-12-18 13:57:23,217 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:57:23,218 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 13:57:23,218 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:57:23,218 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:57:23,218 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:57:23,218 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:57:23,218 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:57:23,218 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 13:57:23,221 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:57:23,223 Job list saved +2021-12-18 13:57:23,228 Updating FAILED jobs +2021-12-18 13:57:23,228 Updating WAITING jobs +2021-12-18 13:57:23,228 Update finished +2021-12-18 13:57:33,239 Reloading parameters... +2021-12-18 13:57:33,259 Loading parameters... +2021-12-18 13:57:33,260 Loading project parameters... +2021-12-18 13:57:33,262 + +14 of 25 jobs remaining (13:57) +2021-12-18 13:57:33,263 Sleep: 10 +2021-12-18 13:57:33,263 Number of retrials: 0 +2021-12-18 13:57:33,263 WRAPPER CHECK TIME = 10 +2021-12-18 13:57:33,263 Checking jobs for platform=marenostrum4 +2021-12-18 13:57:33,264 Checking jobs for platform=nord3 +2021-12-18 13:57:33,265 Checking jobs for platform=local +2021-12-18 13:57:33,265 Checking jobs for platform=transfer_node +2021-12-18 13:57:33,265 Checking all jobs at once +2021-12-18 13:57:34,635 Successful check job command +2021-12-18 13:57:35,904 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:57:35,904 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 13:57:35,905 End of checking +2021-12-18 13:57:35,906 Updating FAILED jobs +2021-12-18 13:57:35,906 Updating WAITING jobs +2021-12-18 13:57:35,906 Update finished +2021-12-18 13:57:35,907 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:57:35,907 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 13:57:35,907 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:57:35,907 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:57:35,908 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:57:35,908 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:57:35,908 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:57:35,908 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 13:57:35,911 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:57:35,914 Job list saved +2021-12-18 13:57:35,920 Updating FAILED jobs +2021-12-18 13:57:35,920 Updating WAITING jobs +2021-12-18 13:57:35,920 Update finished +2021-12-18 13:57:45,928 Reloading parameters... +2021-12-18 13:57:45,947 Loading parameters... +2021-12-18 13:57:45,948 Loading project parameters... +2021-12-18 13:57:45,950 + +14 of 25 jobs remaining (13:57) +2021-12-18 13:57:45,950 Sleep: 10 +2021-12-18 13:57:45,950 Number of retrials: 0 +2021-12-18 13:57:45,951 WRAPPER CHECK TIME = 10 +2021-12-18 13:57:45,951 Checking jobs for platform=marenostrum4 +2021-12-18 13:57:45,952 Checking jobs for platform=nord3 +2021-12-18 13:57:45,952 Checking jobs for platform=local +2021-12-18 13:57:45,953 Checking jobs for platform=transfer_node +2021-12-18 13:57:45,953 Checking all jobs at once +2021-12-18 13:57:47,372 Successful check job command +2021-12-18 13:57:48,841 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:57:48,842 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 13:57:48,842 End of checking +2021-12-18 13:57:48,843 Updating FAILED jobs +2021-12-18 13:57:48,843 Updating WAITING jobs +2021-12-18 13:57:48,843 Update finished +2021-12-18 13:57:48,844 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:57:48,844 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 13:57:48,844 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:57:48,844 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:57:48,844 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:57:48,844 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:57:48,844 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:57:48,845 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 13:57:48,847 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:57:48,850 Job list saved +2021-12-18 13:57:48,858 Updating FAILED jobs +2021-12-18 13:57:48,858 Updating WAITING jobs +2021-12-18 13:57:48,858 Update finished +2021-12-18 13:57:58,868 Reloading parameters... +2021-12-18 13:57:58,888 Loading parameters... +2021-12-18 13:57:58,890 Loading project parameters... +2021-12-18 13:57:58,892 + +14 of 25 jobs remaining (13:57) +2021-12-18 13:57:58,892 Sleep: 10 +2021-12-18 13:57:58,892 Number of retrials: 0 +2021-12-18 13:57:58,892 WRAPPER CHECK TIME = 10 +2021-12-18 13:57:58,893 Checking jobs for platform=marenostrum4 +2021-12-18 13:57:58,893 Checking jobs for platform=nord3 +2021-12-18 13:57:58,894 Checking jobs for platform=local +2021-12-18 13:57:58,894 Checking jobs for platform=transfer_node +2021-12-18 13:57:58,894 Checking all jobs at once +2021-12-18 13:58:00,315 Successful check job command +2021-12-18 13:58:01,637 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:58:01,638 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 13:58:01,638 End of checking +2021-12-18 13:58:01,639 Updating FAILED jobs +2021-12-18 13:58:01,640 Updating WAITING jobs +2021-12-18 13:58:01,640 Update finished +2021-12-18 13:58:01,640 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:58:01,640 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 13:58:01,640 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:58:01,640 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:58:01,641 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:58:01,641 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:58:01,641 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:58:01,641 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 13:58:01,644 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:58:01,646 Job list saved +2021-12-18 13:58:01,651 Updating FAILED jobs +2021-12-18 13:58:01,651 Updating WAITING jobs +2021-12-18 13:58:01,651 Update finished +2021-12-18 13:58:11,661 Reloading parameters... +2021-12-18 13:58:11,681 Loading parameters... +2021-12-18 13:58:11,683 Loading project parameters... +2021-12-18 13:58:11,685 + +14 of 25 jobs remaining (13:58) +2021-12-18 13:58:11,685 Sleep: 10 +2021-12-18 13:58:11,685 Number of retrials: 0 +2021-12-18 13:58:11,685 WRAPPER CHECK TIME = 10 +2021-12-18 13:58:11,685 Checking jobs for platform=marenostrum4 +2021-12-18 13:58:11,686 Checking jobs for platform=nord3 +2021-12-18 13:58:11,687 Checking jobs for platform=local +2021-12-18 13:58:11,687 Checking jobs for platform=transfer_node +2021-12-18 13:58:11,687 Checking all jobs at once +2021-12-18 13:58:13,107 Successful check job command +2021-12-18 13:58:14,478 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:58:14,478 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 13:58:14,478 End of checking +2021-12-18 13:58:14,480 Updating FAILED jobs +2021-12-18 13:58:14,480 Updating WAITING jobs +2021-12-18 13:58:14,480 Update finished +2021-12-18 13:58:14,480 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:58:14,481 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 13:58:14,481 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:58:14,481 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:58:14,482 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:58:14,482 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:58:14,482 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:58:14,482 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 13:58:14,485 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:58:14,487 Job list saved +2021-12-18 13:58:14,496 Updating FAILED jobs +2021-12-18 13:58:14,496 Updating WAITING jobs +2021-12-18 13:58:14,496 Update finished +2021-12-18 13:58:24,506 Reloading parameters... +2021-12-18 13:58:24,527 Loading parameters... +2021-12-18 13:58:24,528 Loading project parameters... +2021-12-18 13:58:24,530 + +14 of 25 jobs remaining (13:58) +2021-12-18 13:58:24,530 Sleep: 10 +2021-12-18 13:58:24,530 Number of retrials: 0 +2021-12-18 13:58:24,530 WRAPPER CHECK TIME = 10 +2021-12-18 13:58:24,531 Checking jobs for platform=marenostrum4 +2021-12-18 13:58:24,531 Checking jobs for platform=nord3 +2021-12-18 13:58:24,532 Checking jobs for platform=local +2021-12-18 13:58:24,533 Checking jobs for platform=transfer_node +2021-12-18 13:58:24,533 Checking all jobs at once +2021-12-18 13:58:25,752 Successful check job command +2021-12-18 13:58:27,021 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:58:27,022 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 13:58:27,022 End of checking +2021-12-18 13:58:27,023 Updating FAILED jobs +2021-12-18 13:58:27,023 Updating WAITING jobs +2021-12-18 13:58:27,024 Update finished +2021-12-18 13:58:27,024 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:58:27,024 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 13:58:27,024 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:58:27,024 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:58:27,024 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:58:27,024 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:58:27,025 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:58:27,025 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 13:58:27,027 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:58:27,030 Job list saved +2021-12-18 13:58:27,034 Updating FAILED jobs +2021-12-18 13:58:27,034 Updating WAITING jobs +2021-12-18 13:58:27,034 Update finished +2021-12-18 13:58:37,045 Reloading parameters... +2021-12-18 13:58:37,064 Loading parameters... +2021-12-18 13:58:37,066 Loading project parameters... +2021-12-18 13:58:37,068 + +14 of 25 jobs remaining (13:58) +2021-12-18 13:58:37,068 Sleep: 10 +2021-12-18 13:58:37,068 Number of retrials: 0 +2021-12-18 13:58:37,068 WRAPPER CHECK TIME = 10 +2021-12-18 13:58:37,069 Checking jobs for platform=marenostrum4 +2021-12-18 13:58:37,069 Checking jobs for platform=nord3 +2021-12-18 13:58:37,070 Checking jobs for platform=local +2021-12-18 13:58:37,070 Checking jobs for platform=transfer_node +2021-12-18 13:58:37,070 Checking all jobs at once +2021-12-18 13:58:38,389 Successful check job command +2021-12-18 13:58:39,659 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:58:39,659 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 13:58:39,659 End of checking +2021-12-18 13:58:39,660 Updating FAILED jobs +2021-12-18 13:58:39,660 Updating WAITING jobs +2021-12-18 13:58:39,661 Update finished +2021-12-18 13:58:39,661 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:58:39,661 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 13:58:39,661 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:58:39,661 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:58:39,661 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:58:39,662 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:58:39,662 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:58:39,662 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 13:58:39,664 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:58:39,667 Job list saved +2021-12-18 13:58:39,671 Updating FAILED jobs +2021-12-18 13:58:39,672 Updating WAITING jobs +2021-12-18 13:58:39,672 Update finished +2021-12-18 13:58:49,674 Reloading parameters... +2021-12-18 13:58:49,697 Loading parameters... +2021-12-18 13:58:49,699 Loading project parameters... +2021-12-18 13:58:49,701 + +14 of 25 jobs remaining (13:58) +2021-12-18 13:58:49,701 Sleep: 10 +2021-12-18 13:58:49,701 Number of retrials: 0 +2021-12-18 13:58:49,701 WRAPPER CHECK TIME = 10 +2021-12-18 13:58:49,701 Checking jobs for platform=marenostrum4 +2021-12-18 13:58:49,702 Checking jobs for platform=nord3 +2021-12-18 13:58:49,703 Checking jobs for platform=local +2021-12-18 13:58:49,703 Checking jobs for platform=transfer_node +2021-12-18 13:58:49,703 Checking all jobs at once +2021-12-18 13:58:51,122 Successful check job command +2021-12-18 13:58:52,543 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:58:52,544 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 13:58:52,544 End of checking +2021-12-18 13:58:52,545 Updating FAILED jobs +2021-12-18 13:58:52,545 Updating WAITING jobs +2021-12-18 13:58:52,545 Update finished +2021-12-18 13:58:52,546 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:58:52,546 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 13:58:52,546 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:58:52,546 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:58:52,547 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:58:52,547 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:58:52,547 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:58:52,547 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 13:58:52,550 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:58:52,552 Job list saved +2021-12-18 13:58:52,557 Updating FAILED jobs +2021-12-18 13:58:52,557 Updating WAITING jobs +2021-12-18 13:58:52,557 Update finished +2021-12-18 13:59:02,565 Reloading parameters... +2021-12-18 13:59:02,586 Loading parameters... +2021-12-18 13:59:02,587 Loading project parameters... +2021-12-18 13:59:02,589 + +14 of 25 jobs remaining (13:59) +2021-12-18 13:59:02,589 Sleep: 10 +2021-12-18 13:59:02,589 Number of retrials: 0 +2021-12-18 13:59:02,589 WRAPPER CHECK TIME = 10 +2021-12-18 13:59:02,590 Checking jobs for platform=marenostrum4 +2021-12-18 13:59:02,590 Checking jobs for platform=nord3 +2021-12-18 13:59:02,591 Checking jobs for platform=local +2021-12-18 13:59:02,591 Checking jobs for platform=transfer_node +2021-12-18 13:59:02,591 Checking all jobs at once +2021-12-18 13:59:03,962 Successful check job command +2021-12-18 13:59:05,381 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:59:05,382 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 13:59:05,382 End of checking +2021-12-18 13:59:05,383 Updating FAILED jobs +2021-12-18 13:59:05,384 Updating WAITING jobs +2021-12-18 13:59:05,384 Update finished +2021-12-18 13:59:05,384 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:59:05,384 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 13:59:05,384 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:59:05,384 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:59:05,384 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:59:05,385 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:59:05,385 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:59:05,385 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 13:59:05,388 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:59:05,390 Job list saved +2021-12-18 13:59:05,396 Updating FAILED jobs +2021-12-18 13:59:05,396 Updating WAITING jobs +2021-12-18 13:59:05,397 Update finished +2021-12-18 13:59:15,407 Reloading parameters... +2021-12-18 13:59:15,425 Loading parameters... +2021-12-18 13:59:15,427 Loading project parameters... +2021-12-18 13:59:15,428 + +14 of 25 jobs remaining (13:59) +2021-12-18 13:59:15,429 Sleep: 10 +2021-12-18 13:59:15,429 Number of retrials: 0 +2021-12-18 13:59:15,429 WRAPPER CHECK TIME = 10 +2021-12-18 13:59:15,429 Checking jobs for platform=marenostrum4 +2021-12-18 13:59:15,430 Checking jobs for platform=nord3 +2021-12-18 13:59:15,430 Checking jobs for platform=local +2021-12-18 13:59:15,431 Checking jobs for platform=transfer_node +2021-12-18 13:59:15,431 Checking all jobs at once +2021-12-18 13:59:16,750 Successful check job command +2021-12-18 13:59:18,472 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:59:18,473 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 13:59:18,473 End of checking +2021-12-18 13:59:18,474 Updating FAILED jobs +2021-12-18 13:59:18,474 Updating WAITING jobs +2021-12-18 13:59:18,474 Update finished +2021-12-18 13:59:18,475 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:59:18,475 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 13:59:18,475 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:59:18,475 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:59:18,475 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:59:18,475 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:59:18,475 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:59:18,476 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 13:59:18,479 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:59:18,481 Job list saved +2021-12-18 13:59:18,495 Updating FAILED jobs +2021-12-18 13:59:18,496 Updating WAITING jobs +2021-12-18 13:59:18,496 Update finished +2021-12-18 13:59:28,506 Reloading parameters... +2021-12-18 13:59:28,527 Loading parameters... +2021-12-18 13:59:28,528 Loading project parameters... +2021-12-18 13:59:28,530 + +14 of 25 jobs remaining (13:59) +2021-12-18 13:59:28,530 Sleep: 10 +2021-12-18 13:59:28,530 Number of retrials: 0 +2021-12-18 13:59:28,530 WRAPPER CHECK TIME = 10 +2021-12-18 13:59:28,531 Checking jobs for platform=marenostrum4 +2021-12-18 13:59:28,531 Checking jobs for platform=nord3 +2021-12-18 13:59:28,532 Checking jobs for platform=local +2021-12-18 13:59:28,532 Checking jobs for platform=transfer_node +2021-12-18 13:59:28,533 Checking all jobs at once +2021-12-18 13:59:30,152 Successful check job command +2021-12-18 13:59:31,522 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:59:31,523 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 13:59:31,523 End of checking +2021-12-18 13:59:31,525 Updating FAILED jobs +2021-12-18 13:59:31,525 Updating WAITING jobs +2021-12-18 13:59:31,525 Update finished +2021-12-18 13:59:31,525 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:59:31,526 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 13:59:31,527 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:59:31,527 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:59:31,527 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:59:31,527 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:59:31,527 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:59:31,527 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 13:59:31,530 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:59:31,533 Job list saved +2021-12-18 13:59:31,537 Updating FAILED jobs +2021-12-18 13:59:31,538 Updating WAITING jobs +2021-12-18 13:59:31,538 Update finished +2021-12-18 13:59:41,548 Reloading parameters... +2021-12-18 13:59:41,570 Loading parameters... +2021-12-18 13:59:41,571 Loading project parameters... +2021-12-18 13:59:41,574 + +14 of 25 jobs remaining (13:59) +2021-12-18 13:59:41,574 Sleep: 10 +2021-12-18 13:59:41,574 Number of retrials: 0 +2021-12-18 13:59:41,574 WRAPPER CHECK TIME = 10 +2021-12-18 13:59:41,575 Checking jobs for platform=marenostrum4 +2021-12-18 13:59:41,575 Checking jobs for platform=nord3 +2021-12-18 13:59:41,576 Checking jobs for platform=local +2021-12-18 13:59:41,576 Checking jobs for platform=transfer_node +2021-12-18 13:59:41,576 Checking all jobs at once +2021-12-18 13:59:42,947 Successful check job command +2021-12-18 13:59:44,216 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:59:44,217 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 13:59:44,217 End of checking +2021-12-18 13:59:44,218 Updating FAILED jobs +2021-12-18 13:59:44,218 Updating WAITING jobs +2021-12-18 13:59:44,219 Update finished +2021-12-18 13:59:44,219 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:59:44,219 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 13:59:44,219 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:59:44,219 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:59:44,219 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:59:44,219 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:59:44,219 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:59:44,220 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 13:59:44,223 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:59:44,225 Job list saved +2021-12-18 13:59:44,230 Updating FAILED jobs +2021-12-18 13:59:44,230 Updating WAITING jobs +2021-12-18 13:59:44,230 Update finished +2021-12-18 13:59:54,240 Reloading parameters... +2021-12-18 13:59:54,259 Loading parameters... +2021-12-18 13:59:54,260 Loading project parameters... +2021-12-18 13:59:54,263 + +14 of 25 jobs remaining (13:59) +2021-12-18 13:59:54,264 Sleep: 10 +2021-12-18 13:59:54,264 Number of retrials: 0 +2021-12-18 13:59:54,264 WRAPPER CHECK TIME = 10 +2021-12-18 13:59:54,265 Checking jobs for platform=marenostrum4 +2021-12-18 13:59:54,265 Checking jobs for platform=nord3 +2021-12-18 13:59:54,266 Checking jobs for platform=local +2021-12-18 13:59:54,266 Checking jobs for platform=transfer_node +2021-12-18 13:59:54,267 Checking all jobs at once +2021-12-18 13:59:55,691 Successful check job command +2021-12-18 13:59:57,161 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 13:59:57,161 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 13:59:57,161 End of checking +2021-12-18 13:59:57,163 Updating FAILED jobs +2021-12-18 13:59:57,163 Updating WAITING jobs +2021-12-18 13:59:57,163 Update finished +2021-12-18 13:59:57,163 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 13:59:57,163 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 13:59:57,164 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 13:59:57,164 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 13:59:57,164 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 13:59:57,164 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 13:59:57,164 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 13:59:57,164 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 13:59:57,168 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 13:59:57,170 Job list saved +2021-12-18 13:59:57,175 Updating FAILED jobs +2021-12-18 13:59:57,175 Updating WAITING jobs +2021-12-18 13:59:57,175 Update finished +2021-12-18 14:00:07,185 Reloading parameters... +2021-12-18 14:00:07,206 Loading parameters... +2021-12-18 14:00:07,207 Loading project parameters... +2021-12-18 14:00:07,209 + +14 of 25 jobs remaining (14:00) +2021-12-18 14:00:07,209 Sleep: 10 +2021-12-18 14:00:07,209 Number of retrials: 0 +2021-12-18 14:00:07,209 WRAPPER CHECK TIME = 10 +2021-12-18 14:00:07,210 Checking jobs for platform=marenostrum4 +2021-12-18 14:00:07,210 Checking jobs for platform=nord3 +2021-12-18 14:00:07,211 Checking jobs for platform=local +2021-12-18 14:00:07,211 Checking jobs for platform=transfer_node +2021-12-18 14:00:07,212 Checking all jobs at once +2021-12-18 14:00:08,582 Successful check job command +2021-12-18 14:00:09,901 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:00:09,902 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:00:09,902 End of checking +2021-12-18 14:00:09,903 Updating FAILED jobs +2021-12-18 14:00:09,903 Updating WAITING jobs +2021-12-18 14:00:09,903 Update finished +2021-12-18 14:00:09,904 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:00:09,904 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:00:09,904 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:00:09,904 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:00:09,905 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:00:09,905 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:00:09,905 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:00:09,905 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:00:09,910 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:00:09,912 Job list saved +2021-12-18 14:00:09,938 Updating FAILED jobs +2021-12-18 14:00:09,938 Updating WAITING jobs +2021-12-18 14:00:09,938 Update finished +2021-12-18 14:00:19,946 Reloading parameters... +2021-12-18 14:00:19,966 Loading parameters... +2021-12-18 14:00:19,968 Loading project parameters... +2021-12-18 14:00:19,970 + +14 of 25 jobs remaining (14:00) +2021-12-18 14:00:19,970 Sleep: 10 +2021-12-18 14:00:19,970 Number of retrials: 0 +2021-12-18 14:00:19,970 WRAPPER CHECK TIME = 10 +2021-12-18 14:00:19,971 Checking jobs for platform=marenostrum4 +2021-12-18 14:00:19,971 Checking jobs for platform=nord3 +2021-12-18 14:00:19,972 Checking jobs for platform=local +2021-12-18 14:00:19,972 Checking jobs for platform=transfer_node +2021-12-18 14:00:19,972 Checking all jobs at once +2021-12-18 14:00:21,292 Successful check job command +2021-12-18 14:00:23,062 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:00:23,062 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:00:23,062 End of checking +2021-12-18 14:00:23,064 Updating FAILED jobs +2021-12-18 14:00:23,064 Updating WAITING jobs +2021-12-18 14:00:23,064 Update finished +2021-12-18 14:00:23,064 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:00:23,065 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:00:23,065 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:00:23,065 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:00:23,065 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:00:23,065 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:00:23,065 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:00:23,065 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:00:23,068 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:00:23,071 Job list saved +2021-12-18 14:00:23,076 Updating FAILED jobs +2021-12-18 14:00:23,076 Updating WAITING jobs +2021-12-18 14:00:23,076 Update finished +2021-12-18 14:00:33,082 Reloading parameters... +2021-12-18 14:00:33,103 Loading parameters... +2021-12-18 14:00:33,104 Loading project parameters... +2021-12-18 14:00:33,106 + +14 of 25 jobs remaining (14:00) +2021-12-18 14:00:33,106 Sleep: 10 +2021-12-18 14:00:33,106 Number of retrials: 0 +2021-12-18 14:00:33,107 WRAPPER CHECK TIME = 10 +2021-12-18 14:00:33,107 Checking jobs for platform=marenostrum4 +2021-12-18 14:00:33,108 Checking jobs for platform=nord3 +2021-12-18 14:00:33,108 Checking jobs for platform=local +2021-12-18 14:00:33,109 Checking jobs for platform=transfer_node +2021-12-18 14:00:33,109 Checking all jobs at once +2021-12-18 14:00:34,930 Successful check job command +2021-12-18 14:00:36,402 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:00:36,402 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:00:36,402 End of checking +2021-12-18 14:00:36,404 Updating FAILED jobs +2021-12-18 14:00:36,404 Updating WAITING jobs +2021-12-18 14:00:36,404 Update finished +2021-12-18 14:00:36,404 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:00:36,404 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:00:36,405 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:00:36,405 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:00:36,405 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:00:36,405 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:00:36,405 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:00:36,405 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:00:36,408 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:00:36,411 Job list saved +2021-12-18 14:00:36,415 Updating FAILED jobs +2021-12-18 14:00:36,415 Updating WAITING jobs +2021-12-18 14:00:36,415 Update finished +2021-12-18 14:00:46,426 Reloading parameters... +2021-12-18 14:00:46,446 Loading parameters... +2021-12-18 14:00:46,448 Loading project parameters... +2021-12-18 14:00:46,450 + +14 of 25 jobs remaining (14:00) +2021-12-18 14:00:46,450 Sleep: 10 +2021-12-18 14:00:46,450 Number of retrials: 0 +2021-12-18 14:00:46,450 WRAPPER CHECK TIME = 10 +2021-12-18 14:00:46,451 Checking jobs for platform=marenostrum4 +2021-12-18 14:00:46,451 Checking jobs for platform=nord3 +2021-12-18 14:00:46,452 Checking jobs for platform=local +2021-12-18 14:00:46,453 Checking jobs for platform=transfer_node +2021-12-18 14:00:46,453 Checking all jobs at once +2021-12-18 14:00:48,174 Successful check job command +2021-12-18 14:00:49,744 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:00:49,744 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:00:49,744 End of checking +2021-12-18 14:00:49,746 Updating FAILED jobs +2021-12-18 14:00:49,746 Updating WAITING jobs +2021-12-18 14:00:49,746 Update finished +2021-12-18 14:00:49,746 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:00:49,747 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:00:49,747 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:00:49,747 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:00:49,747 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:00:49,747 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:00:49,748 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:00:49,748 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:00:49,767 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:00:49,769 Job list saved +2021-12-18 14:00:49,778 Updating FAILED jobs +2021-12-18 14:00:49,778 Updating WAITING jobs +2021-12-18 14:00:49,778 Update finished +2021-12-18 14:00:59,787 Reloading parameters... +2021-12-18 14:00:59,809 Loading parameters... +2021-12-18 14:00:59,811 Loading project parameters... +2021-12-18 14:00:59,813 + +14 of 25 jobs remaining (14:00) +2021-12-18 14:00:59,813 Sleep: 10 +2021-12-18 14:00:59,813 Number of retrials: 0 +2021-12-18 14:00:59,813 WRAPPER CHECK TIME = 10 +2021-12-18 14:00:59,814 Checking jobs for platform=marenostrum4 +2021-12-18 14:00:59,814 Checking jobs for platform=nord3 +2021-12-18 14:00:59,815 Checking jobs for platform=local +2021-12-18 14:00:59,815 Checking jobs for platform=transfer_node +2021-12-18 14:00:59,815 Checking all jobs at once +2021-12-18 14:01:01,137 Successful check job command +2021-12-18 14:01:02,808 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:01:02,808 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:01:02,808 End of checking +2021-12-18 14:01:02,810 Updating FAILED jobs +2021-12-18 14:01:02,810 Updating WAITING jobs +2021-12-18 14:01:02,810 Update finished +2021-12-18 14:01:02,810 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:01:02,811 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:01:02,811 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:01:02,811 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:01:02,811 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:01:02,811 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:01:02,811 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:01:02,811 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:01:02,814 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:01:02,816 Job list saved +2021-12-18 14:01:02,822 Updating FAILED jobs +2021-12-18 14:01:02,822 Updating WAITING jobs +2021-12-18 14:01:02,823 Update finished +2021-12-18 14:01:12,832 Reloading parameters... +2021-12-18 14:01:12,853 Loading parameters... +2021-12-18 14:01:12,855 Loading project parameters... +2021-12-18 14:01:12,856 + +14 of 25 jobs remaining (14:01) +2021-12-18 14:01:12,857 Sleep: 10 +2021-12-18 14:01:12,857 Number of retrials: 0 +2021-12-18 14:01:12,857 WRAPPER CHECK TIME = 10 +2021-12-18 14:01:12,857 Checking jobs for platform=marenostrum4 +2021-12-18 14:01:12,858 Checking jobs for platform=nord3 +2021-12-18 14:01:12,858 Checking jobs for platform=local +2021-12-18 14:01:12,859 Checking jobs for platform=transfer_node +2021-12-18 14:01:12,859 Checking all jobs at once +2021-12-18 14:01:14,180 Successful check job command +2021-12-18 14:01:15,451 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:01:15,451 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:01:15,451 End of checking +2021-12-18 14:01:15,453 Updating FAILED jobs +2021-12-18 14:01:15,453 Updating WAITING jobs +2021-12-18 14:01:15,453 Update finished +2021-12-18 14:01:15,453 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:01:15,453 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:01:15,454 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:01:15,454 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:01:15,454 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:01:15,454 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:01:15,454 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:01:15,454 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:01:15,457 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:01:15,460 Job list saved +2021-12-18 14:01:15,465 Updating FAILED jobs +2021-12-18 14:01:15,465 Updating WAITING jobs +2021-12-18 14:01:15,465 Update finished +2021-12-18 14:01:25,475 Reloading parameters... +2021-12-18 14:01:25,494 Loading parameters... +2021-12-18 14:01:25,496 Loading project parameters... +2021-12-18 14:01:25,497 + +14 of 25 jobs remaining (14:01) +2021-12-18 14:01:25,498 Sleep: 10 +2021-12-18 14:01:25,498 Number of retrials: 0 +2021-12-18 14:01:25,498 WRAPPER CHECK TIME = 10 +2021-12-18 14:01:25,499 Checking jobs for platform=marenostrum4 +2021-12-18 14:01:25,499 Checking jobs for platform=nord3 +2021-12-18 14:01:25,500 Checking jobs for platform=local +2021-12-18 14:01:25,500 Checking jobs for platform=transfer_node +2021-12-18 14:01:25,500 Checking all jobs at once +2021-12-18 14:01:26,970 Successful check job command +2021-12-18 14:01:28,340 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:01:28,340 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:01:28,340 End of checking +2021-12-18 14:01:28,342 Updating FAILED jobs +2021-12-18 14:01:28,343 Updating WAITING jobs +2021-12-18 14:01:28,343 Update finished +2021-12-18 14:01:28,343 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:01:28,344 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:01:28,344 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:01:28,344 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:01:28,344 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:01:28,345 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:01:28,345 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:01:28,345 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:01:28,348 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:01:28,350 Job list saved +2021-12-18 14:01:28,356 Updating FAILED jobs +2021-12-18 14:01:28,357 Updating WAITING jobs +2021-12-18 14:01:28,357 Update finished +2021-12-18 14:01:38,364 Reloading parameters... +2021-12-18 14:01:38,386 Loading parameters... +2021-12-18 14:01:38,387 Loading project parameters... +2021-12-18 14:01:38,390 + +14 of 25 jobs remaining (14:01) +2021-12-18 14:01:38,390 Sleep: 10 +2021-12-18 14:01:38,390 Number of retrials: 0 +2021-12-18 14:01:38,390 WRAPPER CHECK TIME = 10 +2021-12-18 14:01:38,391 Checking jobs for platform=marenostrum4 +2021-12-18 14:01:38,392 Checking jobs for platform=nord3 +2021-12-18 14:01:38,392 Checking jobs for platform=local +2021-12-18 14:01:38,393 Checking jobs for platform=transfer_node +2021-12-18 14:01:38,393 Checking all jobs at once +2021-12-18 14:01:39,763 Successful check job command +2021-12-18 14:01:41,083 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:01:41,083 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:01:41,083 End of checking +2021-12-18 14:01:41,085 Updating FAILED jobs +2021-12-18 14:01:41,085 Updating WAITING jobs +2021-12-18 14:01:41,086 Update finished +2021-12-18 14:01:41,086 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:01:41,086 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:01:41,086 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:01:41,086 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:01:41,086 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:01:41,087 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:01:41,087 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:01:41,087 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:01:41,090 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:01:41,092 Job list saved +2021-12-18 14:01:41,097 Updating FAILED jobs +2021-12-18 14:01:41,097 Updating WAITING jobs +2021-12-18 14:01:41,097 Update finished +2021-12-18 14:01:51,106 Reloading parameters... +2021-12-18 14:01:51,126 Loading parameters... +2021-12-18 14:01:51,127 Loading project parameters... +2021-12-18 14:01:51,129 + +14 of 25 jobs remaining (14:01) +2021-12-18 14:01:51,129 Sleep: 10 +2021-12-18 14:01:51,129 Number of retrials: 0 +2021-12-18 14:01:51,129 WRAPPER CHECK TIME = 10 +2021-12-18 14:01:51,130 Checking jobs for platform=marenostrum4 +2021-12-18 14:01:51,130 Checking jobs for platform=nord3 +2021-12-18 14:01:51,131 Checking jobs for platform=local +2021-12-18 14:01:51,131 Checking jobs for platform=transfer_node +2021-12-18 14:01:51,131 Checking all jobs at once +2021-12-18 14:01:52,451 Successful check job command +2021-12-18 14:01:53,920 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:01:53,921 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:01:53,921 End of checking +2021-12-18 14:01:53,922 Updating FAILED jobs +2021-12-18 14:01:53,922 Updating WAITING jobs +2021-12-18 14:01:53,923 Update finished +2021-12-18 14:01:53,923 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:01:53,923 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:01:53,923 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:01:53,923 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:01:53,923 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:01:53,924 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:01:53,924 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:01:53,924 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:01:53,927 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:01:53,929 Job list saved +2021-12-18 14:01:53,934 Updating FAILED jobs +2021-12-18 14:01:53,934 Updating WAITING jobs +2021-12-18 14:01:53,934 Update finished +2021-12-18 14:02:03,944 Reloading parameters... +2021-12-18 14:02:03,967 Loading parameters... +2021-12-18 14:02:03,968 Loading project parameters... +2021-12-18 14:02:03,970 + +14 of 25 jobs remaining (14:02) +2021-12-18 14:02:03,970 Sleep: 10 +2021-12-18 14:02:03,970 Number of retrials: 0 +2021-12-18 14:02:03,970 WRAPPER CHECK TIME = 10 +2021-12-18 14:02:03,971 Checking jobs for platform=marenostrum4 +2021-12-18 14:02:03,971 Checking jobs for platform=nord3 +2021-12-18 14:02:03,972 Checking jobs for platform=local +2021-12-18 14:02:03,978 Checking jobs for platform=transfer_node +2021-12-18 14:02:03,978 Checking all jobs at once +2021-12-18 14:02:05,398 Successful check job command +2021-12-18 14:02:06,717 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:02:06,717 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:02:06,718 End of checking +2021-12-18 14:02:06,719 Updating FAILED jobs +2021-12-18 14:02:06,719 Updating WAITING jobs +2021-12-18 14:02:06,719 Update finished +2021-12-18 14:02:06,719 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:02:06,720 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:02:06,720 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:02:06,720 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:02:06,721 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:02:06,721 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:02:06,721 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:02:06,721 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:02:06,724 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:02:06,726 Job list saved +2021-12-18 14:02:06,731 Updating FAILED jobs +2021-12-18 14:02:06,732 Updating WAITING jobs +2021-12-18 14:02:06,732 Update finished +2021-12-18 14:02:16,737 Reloading parameters... +2021-12-18 14:02:16,759 Loading parameters... +2021-12-18 14:02:16,760 Loading project parameters... +2021-12-18 14:02:16,762 + +14 of 25 jobs remaining (14:02) +2021-12-18 14:02:16,762 Sleep: 10 +2021-12-18 14:02:16,762 Number of retrials: 0 +2021-12-18 14:02:16,762 WRAPPER CHECK TIME = 10 +2021-12-18 14:02:16,763 Checking jobs for platform=marenostrum4 +2021-12-18 14:02:16,763 Checking jobs for platform=nord3 +2021-12-18 14:02:16,764 Checking jobs for platform=local +2021-12-18 14:02:16,764 Checking jobs for platform=transfer_node +2021-12-18 14:02:16,764 Checking all jobs at once +2021-12-18 14:02:18,187 Successful check job command +2021-12-18 14:02:19,556 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:02:19,557 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:02:19,557 End of checking +2021-12-18 14:02:19,558 Updating FAILED jobs +2021-12-18 14:02:19,558 Updating WAITING jobs +2021-12-18 14:02:19,558 Update finished +2021-12-18 14:02:19,559 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:02:19,559 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:02:19,559 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:02:19,559 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:02:19,559 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:02:19,559 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:02:19,559 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:02:19,560 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:02:19,562 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:02:19,565 Job list saved +2021-12-18 14:02:19,570 Updating FAILED jobs +2021-12-18 14:02:19,570 Updating WAITING jobs +2021-12-18 14:02:19,570 Update finished +2021-12-18 14:02:29,580 Reloading parameters... +2021-12-18 14:02:29,599 Loading parameters... +2021-12-18 14:02:29,601 Loading project parameters... +2021-12-18 14:02:29,603 + +14 of 25 jobs remaining (14:02) +2021-12-18 14:02:29,603 Sleep: 10 +2021-12-18 14:02:29,603 Number of retrials: 0 +2021-12-18 14:02:29,603 WRAPPER CHECK TIME = 10 +2021-12-18 14:02:29,604 Checking jobs for platform=marenostrum4 +2021-12-18 14:02:29,604 Checking jobs for platform=nord3 +2021-12-18 14:02:29,605 Checking jobs for platform=local +2021-12-18 14:02:29,605 Checking jobs for platform=transfer_node +2021-12-18 14:02:29,605 Checking all jobs at once +2021-12-18 14:02:30,928 Successful check job command +2021-12-18 14:02:32,450 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:02:32,450 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:02:32,450 End of checking +2021-12-18 14:02:32,452 Updating FAILED jobs +2021-12-18 14:02:32,452 Updating WAITING jobs +2021-12-18 14:02:32,452 Update finished +2021-12-18 14:02:32,452 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:02:32,452 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:02:32,453 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:02:32,453 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:02:32,453 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:02:32,453 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:02:32,453 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:02:32,453 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:02:32,456 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:02:32,459 Job list saved +2021-12-18 14:02:32,483 Updating FAILED jobs +2021-12-18 14:02:32,483 Updating WAITING jobs +2021-12-18 14:02:32,483 Update finished +2021-12-18 14:02:42,493 Reloading parameters... +2021-12-18 14:02:42,512 Loading parameters... +2021-12-18 14:02:42,514 Loading project parameters... +2021-12-18 14:02:42,516 + +14 of 25 jobs remaining (14:02) +2021-12-18 14:02:42,516 Sleep: 10 +2021-12-18 14:02:42,516 Number of retrials: 0 +2021-12-18 14:02:42,516 WRAPPER CHECK TIME = 10 +2021-12-18 14:02:42,517 Checking jobs for platform=marenostrum4 +2021-12-18 14:02:42,517 Checking jobs for platform=nord3 +2021-12-18 14:02:42,518 Checking jobs for platform=local +2021-12-18 14:02:42,518 Checking jobs for platform=transfer_node +2021-12-18 14:02:42,518 Checking all jobs at once +2021-12-18 14:02:43,838 Successful check job command +2021-12-18 14:02:45,058 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:02:45,058 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:02:45,058 End of checking +2021-12-18 14:02:45,060 Updating FAILED jobs +2021-12-18 14:02:45,060 Updating WAITING jobs +2021-12-18 14:02:45,060 Update finished +2021-12-18 14:02:45,061 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:02:45,061 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:02:45,061 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:02:45,061 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:02:45,061 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:02:45,062 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:02:45,062 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:02:45,062 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:02:45,065 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:02:45,067 Job list saved +2021-12-18 14:02:45,072 Updating FAILED jobs +2021-12-18 14:02:45,073 Updating WAITING jobs +2021-12-18 14:02:45,073 Update finished +2021-12-18 14:02:55,083 Reloading parameters... +2021-12-18 14:02:55,102 Loading parameters... +2021-12-18 14:02:55,104 Loading project parameters... +2021-12-18 14:02:55,106 + +14 of 25 jobs remaining (14:02) +2021-12-18 14:02:55,106 Sleep: 10 +2021-12-18 14:02:55,106 Number of retrials: 0 +2021-12-18 14:02:55,106 WRAPPER CHECK TIME = 10 +2021-12-18 14:02:55,107 Checking jobs for platform=marenostrum4 +2021-12-18 14:02:55,107 Checking jobs for platform=nord3 +2021-12-18 14:02:55,108 Checking jobs for platform=local +2021-12-18 14:02:55,108 Checking jobs for platform=transfer_node +2021-12-18 14:02:55,108 Checking all jobs at once +2021-12-18 14:02:56,628 Successful check job command +2021-12-18 14:02:57,948 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:02:57,948 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:02:57,948 End of checking +2021-12-18 14:02:57,950 Updating FAILED jobs +2021-12-18 14:02:57,951 Updating WAITING jobs +2021-12-18 14:02:57,951 Update finished +2021-12-18 14:02:57,951 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:02:57,951 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:02:57,951 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:02:57,951 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:02:57,951 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:02:57,952 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:02:57,952 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:02:57,952 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:02:57,955 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:02:57,957 Job list saved +2021-12-18 14:02:57,962 Updating FAILED jobs +2021-12-18 14:02:57,962 Updating WAITING jobs +2021-12-18 14:02:57,962 Update finished +2021-12-18 14:03:07,968 Reloading parameters... +2021-12-18 14:03:07,986 Loading parameters... +2021-12-18 14:03:07,988 Loading project parameters... +2021-12-18 14:03:07,989 + +14 of 25 jobs remaining (14:03) +2021-12-18 14:03:07,990 Sleep: 10 +2021-12-18 14:03:07,990 Number of retrials: 0 +2021-12-18 14:03:07,990 WRAPPER CHECK TIME = 10 +2021-12-18 14:03:07,990 Checking jobs for platform=marenostrum4 +2021-12-18 14:03:07,991 Checking jobs for platform=nord3 +2021-12-18 14:03:07,992 Checking jobs for platform=local +2021-12-18 14:03:07,992 Checking jobs for platform=transfer_node +2021-12-18 14:03:07,992 Checking all jobs at once +2021-12-18 14:03:09,362 Successful check job command +2021-12-18 14:03:10,631 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:03:10,632 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:03:10,632 End of checking +2021-12-18 14:03:10,633 Updating FAILED jobs +2021-12-18 14:03:10,633 Updating WAITING jobs +2021-12-18 14:03:10,633 Update finished +2021-12-18 14:03:10,634 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:03:10,634 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:03:10,634 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:03:10,634 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:03:10,634 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:03:10,634 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:03:10,634 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:03:10,635 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:03:10,638 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:03:10,640 Job list saved +2021-12-18 14:03:10,645 Updating FAILED jobs +2021-12-18 14:03:10,645 Updating WAITING jobs +2021-12-18 14:03:10,645 Update finished +2021-12-18 14:03:20,649 Reloading parameters... +2021-12-18 14:03:20,667 Loading parameters... +2021-12-18 14:03:20,668 Loading project parameters... +2021-12-18 14:03:20,670 + +14 of 25 jobs remaining (14:03) +2021-12-18 14:03:20,670 Sleep: 10 +2021-12-18 14:03:20,670 Number of retrials: 0 +2021-12-18 14:03:20,670 WRAPPER CHECK TIME = 10 +2021-12-18 14:03:20,671 Checking jobs for platform=marenostrum4 +2021-12-18 14:03:20,672 Checking jobs for platform=nord3 +2021-12-18 14:03:20,672 Checking jobs for platform=local +2021-12-18 14:03:20,673 Checking jobs for platform=transfer_node +2021-12-18 14:03:20,673 Checking all jobs at once +2021-12-18 14:03:22,092 Successful check job command +2021-12-18 14:03:23,411 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:03:23,412 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:03:23,412 End of checking +2021-12-18 14:03:23,413 Updating FAILED jobs +2021-12-18 14:03:23,413 Updating WAITING jobs +2021-12-18 14:03:23,413 Update finished +2021-12-18 14:03:23,414 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:03:23,414 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:03:23,414 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:03:23,414 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:03:23,415 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:03:23,415 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:03:23,415 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:03:23,415 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:03:23,418 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:03:23,421 Job list saved +2021-12-18 14:03:23,426 Updating FAILED jobs +2021-12-18 14:03:23,426 Updating WAITING jobs +2021-12-18 14:03:23,427 Update finished +2021-12-18 14:03:33,435 Reloading parameters... +2021-12-18 14:03:33,454 Loading parameters... +2021-12-18 14:03:33,455 Loading project parameters... +2021-12-18 14:03:33,457 + +14 of 25 jobs remaining (14:03) +2021-12-18 14:03:33,457 Sleep: 10 +2021-12-18 14:03:33,457 Number of retrials: 0 +2021-12-18 14:03:33,458 WRAPPER CHECK TIME = 10 +2021-12-18 14:03:33,458 Checking jobs for platform=marenostrum4 +2021-12-18 14:03:33,459 Checking jobs for platform=nord3 +2021-12-18 14:03:33,459 Checking jobs for platform=local +2021-12-18 14:03:33,460 Checking jobs for platform=transfer_node +2021-12-18 14:03:33,460 Checking all jobs at once +2021-12-18 14:03:34,740 Successful check job command +2021-12-18 14:03:36,009 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:03:36,009 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:03:36,010 End of checking +2021-12-18 14:03:36,011 Updating FAILED jobs +2021-12-18 14:03:36,011 Updating WAITING jobs +2021-12-18 14:03:36,011 Update finished +2021-12-18 14:03:36,012 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:03:36,012 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:03:36,012 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:03:36,012 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:03:36,012 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:03:36,012 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:03:36,012 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:03:36,013 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:03:36,016 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:03:36,018 Job list saved +2021-12-18 14:03:36,023 Updating FAILED jobs +2021-12-18 14:03:36,023 Updating WAITING jobs +2021-12-18 14:03:36,023 Update finished +2021-12-18 14:03:46,033 Reloading parameters... +2021-12-18 14:03:46,052 Loading parameters... +2021-12-18 14:03:46,053 Loading project parameters... +2021-12-18 14:03:46,055 + +14 of 25 jobs remaining (14:03) +2021-12-18 14:03:46,055 Sleep: 10 +2021-12-18 14:03:46,055 Number of retrials: 0 +2021-12-18 14:03:46,055 WRAPPER CHECK TIME = 10 +2021-12-18 14:03:46,056 Checking jobs for platform=marenostrum4 +2021-12-18 14:03:46,057 Checking jobs for platform=nord3 +2021-12-18 14:03:46,057 Checking jobs for platform=local +2021-12-18 14:03:46,058 Checking jobs for platform=transfer_node +2021-12-18 14:03:46,058 Checking all jobs at once +2021-12-18 14:03:47,327 Successful check job command +2021-12-18 14:03:48,646 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:03:48,647 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:03:48,647 End of checking +2021-12-18 14:03:48,648 Updating FAILED jobs +2021-12-18 14:03:48,648 Updating WAITING jobs +2021-12-18 14:03:48,649 Update finished +2021-12-18 14:03:48,649 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:03:48,649 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:03:48,649 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:03:48,649 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:03:48,649 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:03:48,649 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:03:48,649 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:03:48,650 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:03:48,652 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:03:48,654 Job list saved +2021-12-18 14:03:48,659 Updating FAILED jobs +2021-12-18 14:03:48,659 Updating WAITING jobs +2021-12-18 14:03:48,659 Update finished +2021-12-18 14:03:58,667 Reloading parameters... +2021-12-18 14:03:58,686 Loading parameters... +2021-12-18 14:03:58,687 Loading project parameters... +2021-12-18 14:03:58,689 + +14 of 25 jobs remaining (14:03) +2021-12-18 14:03:58,690 Sleep: 10 +2021-12-18 14:03:58,690 Number of retrials: 0 +2021-12-18 14:03:58,690 WRAPPER CHECK TIME = 10 +2021-12-18 14:03:58,690 Checking jobs for platform=marenostrum4 +2021-12-18 14:03:58,691 Checking jobs for platform=nord3 +2021-12-18 14:03:58,691 Checking jobs for platform=local +2021-12-18 14:03:58,692 Checking jobs for platform=transfer_node +2021-12-18 14:03:58,692 Checking all jobs at once +2021-12-18 14:04:00,011 Successful check job command +2021-12-18 14:04:01,284 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:04:01,284 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:04:01,284 End of checking +2021-12-18 14:04:01,286 Updating FAILED jobs +2021-12-18 14:04:01,286 Updating WAITING jobs +2021-12-18 14:04:01,286 Update finished +2021-12-18 14:04:01,286 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:04:01,287 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:04:01,287 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:04:01,287 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:04:01,287 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:04:01,287 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:04:01,287 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:04:01,288 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:04:01,291 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:04:01,293 Job list saved +2021-12-18 14:04:01,298 Updating FAILED jobs +2021-12-18 14:04:01,299 Updating WAITING jobs +2021-12-18 14:04:01,299 Update finished +2021-12-18 14:04:11,301 Reloading parameters... +2021-12-18 14:04:11,321 Loading parameters... +2021-12-18 14:04:11,322 Loading project parameters... +2021-12-18 14:04:11,324 + +14 of 25 jobs remaining (14:04) +2021-12-18 14:04:11,324 Sleep: 10 +2021-12-18 14:04:11,324 Number of retrials: 0 +2021-12-18 14:04:11,324 WRAPPER CHECK TIME = 10 +2021-12-18 14:04:11,325 Checking jobs for platform=marenostrum4 +2021-12-18 14:04:11,325 Checking jobs for platform=nord3 +2021-12-18 14:04:11,326 Checking jobs for platform=local +2021-12-18 14:04:11,327 Checking jobs for platform=transfer_node +2021-12-18 14:04:11,327 Checking all jobs at once +2021-12-18 14:04:12,646 Successful check job command +2021-12-18 14:04:13,916 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:04:13,916 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:04:13,916 End of checking +2021-12-18 14:04:13,918 Updating FAILED jobs +2021-12-18 14:04:13,918 Updating WAITING jobs +2021-12-18 14:04:13,918 Update finished +2021-12-18 14:04:13,918 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:04:13,919 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:04:13,919 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:04:13,919 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:04:13,919 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:04:13,919 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:04:13,919 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:04:13,919 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:04:13,923 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:04:13,925 Job list saved +2021-12-18 14:04:13,930 Updating FAILED jobs +2021-12-18 14:04:13,930 Updating WAITING jobs +2021-12-18 14:04:13,930 Update finished +2021-12-18 14:04:23,940 Reloading parameters... +2021-12-18 14:04:23,959 Loading parameters... +2021-12-18 14:04:23,960 Loading project parameters... +2021-12-18 14:04:23,962 + +14 of 25 jobs remaining (14:04) +2021-12-18 14:04:23,962 Sleep: 10 +2021-12-18 14:04:23,962 Number of retrials: 0 +2021-12-18 14:04:23,962 WRAPPER CHECK TIME = 10 +2021-12-18 14:04:23,963 Checking jobs for platform=marenostrum4 +2021-12-18 14:04:23,964 Checking jobs for platform=nord3 +2021-12-18 14:04:23,964 Checking jobs for platform=local +2021-12-18 14:04:23,965 Checking jobs for platform=transfer_node +2021-12-18 14:04:23,965 Checking all jobs at once +2021-12-18 14:04:25,285 Successful check job command +2021-12-18 14:04:26,554 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:04:26,554 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:04:26,554 End of checking +2021-12-18 14:04:26,556 Updating FAILED jobs +2021-12-18 14:04:26,556 Updating WAITING jobs +2021-12-18 14:04:26,556 Update finished +2021-12-18 14:04:26,556 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:04:26,557 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:04:26,557 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:04:26,557 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:04:26,557 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:04:26,557 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:04:26,557 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:04:26,557 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:04:26,560 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:04:26,563 Job list saved +2021-12-18 14:04:26,568 Updating FAILED jobs +2021-12-18 14:04:26,568 Updating WAITING jobs +2021-12-18 14:04:26,568 Update finished +2021-12-18 14:04:36,577 Reloading parameters... +2021-12-18 14:04:36,596 Loading parameters... +2021-12-18 14:04:36,597 Loading project parameters... +2021-12-18 14:04:36,599 + +14 of 25 jobs remaining (14:04) +2021-12-18 14:04:36,599 Sleep: 10 +2021-12-18 14:04:36,600 Number of retrials: 0 +2021-12-18 14:04:36,600 WRAPPER CHECK TIME = 10 +2021-12-18 14:04:36,600 Checking jobs for platform=marenostrum4 +2021-12-18 14:04:36,601 Checking jobs for platform=nord3 +2021-12-18 14:04:36,601 Checking jobs for platform=local +2021-12-18 14:04:36,602 Checking jobs for platform=transfer_node +2021-12-18 14:04:36,602 Checking all jobs at once +2021-12-18 14:04:37,921 Successful check job command +2021-12-18 14:04:39,141 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:04:39,141 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:04:39,141 End of checking +2021-12-18 14:04:39,142 Updating FAILED jobs +2021-12-18 14:04:39,143 Updating WAITING jobs +2021-12-18 14:04:39,143 Update finished +2021-12-18 14:04:39,143 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:04:39,144 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:04:39,144 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:04:39,144 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:04:39,144 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:04:39,144 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:04:39,144 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:04:39,144 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:04:39,147 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:04:39,149 Job list saved +2021-12-18 14:04:39,154 Updating FAILED jobs +2021-12-18 14:04:39,154 Updating WAITING jobs +2021-12-18 14:04:39,154 Update finished +2021-12-18 14:04:49,164 Reloading parameters... +2021-12-18 14:04:49,188 Loading parameters... +2021-12-18 14:04:49,189 Loading project parameters... +2021-12-18 14:04:49,191 + +14 of 25 jobs remaining (14:04) +2021-12-18 14:04:49,191 Sleep: 10 +2021-12-18 14:04:49,192 Number of retrials: 0 +2021-12-18 14:04:49,192 WRAPPER CHECK TIME = 10 +2021-12-18 14:04:49,192 Checking jobs for platform=marenostrum4 +2021-12-18 14:04:49,193 Checking jobs for platform=nord3 +2021-12-18 14:04:49,193 Checking jobs for platform=local +2021-12-18 14:04:49,194 Checking jobs for platform=transfer_node +2021-12-18 14:04:49,194 Checking all jobs at once +2021-12-18 14:04:50,464 Successful check job command +2021-12-18 14:04:51,783 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:04:51,783 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:04:51,783 End of checking +2021-12-18 14:04:51,785 Updating FAILED jobs +2021-12-18 14:04:51,786 Updating WAITING jobs +2021-12-18 14:04:51,786 Update finished +2021-12-18 14:04:51,786 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:04:51,786 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:04:51,786 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:04:51,786 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:04:51,787 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:04:51,787 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:04:51,787 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:04:51,787 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:04:51,790 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:04:51,793 Job list saved +2021-12-18 14:04:51,798 Updating FAILED jobs +2021-12-18 14:04:51,798 Updating WAITING jobs +2021-12-18 14:04:51,799 Update finished +2021-12-18 14:05:01,807 Reloading parameters... +2021-12-18 14:05:01,826 Loading parameters... +2021-12-18 14:05:01,828 Loading project parameters... +2021-12-18 14:05:01,830 + +14 of 25 jobs remaining (14:05) +2021-12-18 14:05:01,830 Sleep: 10 +2021-12-18 14:05:01,830 Number of retrials: 0 +2021-12-18 14:05:01,830 WRAPPER CHECK TIME = 10 +2021-12-18 14:05:01,831 Checking jobs for platform=marenostrum4 +2021-12-18 14:05:01,831 Checking jobs for platform=nord3 +2021-12-18 14:05:01,832 Checking jobs for platform=local +2021-12-18 14:05:01,832 Checking jobs for platform=transfer_node +2021-12-18 14:05:01,832 Checking all jobs at once +2021-12-18 14:05:03,003 Successful check job command +2021-12-18 14:05:04,223 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:05:04,223 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:05:04,223 End of checking +2021-12-18 14:05:04,225 Updating FAILED jobs +2021-12-18 14:05:04,225 Updating WAITING jobs +2021-12-18 14:05:04,225 Update finished +2021-12-18 14:05:04,226 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:05:04,226 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:05:04,226 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:05:04,226 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:05:04,226 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:05:04,226 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:05:04,226 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:05:04,227 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:05:04,229 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:05:04,231 Job list saved +2021-12-18 14:05:04,236 Updating FAILED jobs +2021-12-18 14:05:04,237 Updating WAITING jobs +2021-12-18 14:05:04,237 Update finished +2021-12-18 14:05:14,247 Reloading parameters... +2021-12-18 14:05:14,265 Loading parameters... +2021-12-18 14:05:14,266 Loading project parameters... +2021-12-18 14:05:14,268 + +14 of 25 jobs remaining (14:05) +2021-12-18 14:05:14,268 Sleep: 10 +2021-12-18 14:05:14,268 Number of retrials: 0 +2021-12-18 14:05:14,268 WRAPPER CHECK TIME = 10 +2021-12-18 14:05:14,269 Checking jobs for platform=marenostrum4 +2021-12-18 14:05:14,269 Checking jobs for platform=nord3 +2021-12-18 14:05:14,270 Checking jobs for platform=local +2021-12-18 14:05:14,270 Checking jobs for platform=transfer_node +2021-12-18 14:05:14,271 Checking all jobs at once +2021-12-18 14:05:15,640 Successful check job command +2021-12-18 14:05:16,860 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:05:16,860 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:05:16,860 End of checking +2021-12-18 14:05:16,861 Updating FAILED jobs +2021-12-18 14:05:16,862 Updating WAITING jobs +2021-12-18 14:05:16,862 Update finished +2021-12-18 14:05:16,862 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:05:16,863 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:05:16,863 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:05:16,863 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:05:16,863 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:05:16,863 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:05:16,863 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:05:16,863 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:05:16,866 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:05:16,869 Job list saved +2021-12-18 14:05:16,873 Updating FAILED jobs +2021-12-18 14:05:16,873 Updating WAITING jobs +2021-12-18 14:05:16,873 Update finished +2021-12-18 14:05:26,883 Reloading parameters... +2021-12-18 14:05:26,902 Loading parameters... +2021-12-18 14:05:26,903 Loading project parameters... +2021-12-18 14:05:26,905 + +14 of 25 jobs remaining (14:05) +2021-12-18 14:05:26,905 Sleep: 10 +2021-12-18 14:05:26,905 Number of retrials: 0 +2021-12-18 14:05:26,905 WRAPPER CHECK TIME = 10 +2021-12-18 14:05:26,906 Checking jobs for platform=marenostrum4 +2021-12-18 14:05:26,906 Checking jobs for platform=nord3 +2021-12-18 14:05:26,907 Checking jobs for platform=local +2021-12-18 14:05:26,908 Checking jobs for platform=transfer_node +2021-12-18 14:05:26,908 Checking all jobs at once +2021-12-18 14:05:28,177 Successful check job command +2021-12-18 14:05:29,497 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:05:29,497 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:05:29,497 End of checking +2021-12-18 14:05:29,499 Updating FAILED jobs +2021-12-18 14:05:29,499 Updating WAITING jobs +2021-12-18 14:05:29,499 Update finished +2021-12-18 14:05:29,499 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:05:29,499 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:05:29,500 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:05:29,500 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:05:29,500 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:05:29,500 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:05:29,500 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:05:29,500 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:05:29,503 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:05:29,505 Job list saved +2021-12-18 14:05:29,510 Updating FAILED jobs +2021-12-18 14:05:29,510 Updating WAITING jobs +2021-12-18 14:05:29,510 Update finished +2021-12-18 14:05:39,518 Reloading parameters... +2021-12-18 14:05:39,539 Loading parameters... +2021-12-18 14:05:39,540 Loading project parameters... +2021-12-18 14:05:39,542 + +14 of 25 jobs remaining (14:05) +2021-12-18 14:05:39,542 Sleep: 10 +2021-12-18 14:05:39,542 Number of retrials: 0 +2021-12-18 14:05:39,542 WRAPPER CHECK TIME = 10 +2021-12-18 14:05:39,543 Checking jobs for platform=marenostrum4 +2021-12-18 14:05:39,543 Checking jobs for platform=nord3 +2021-12-18 14:05:39,544 Checking jobs for platform=local +2021-12-18 14:05:39,545 Checking jobs for platform=transfer_node +2021-12-18 14:05:39,545 Checking all jobs at once +2021-12-18 14:05:40,765 Successful check job command +2021-12-18 14:05:41,936 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:05:41,936 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:05:41,936 End of checking +2021-12-18 14:05:41,938 Updating FAILED jobs +2021-12-18 14:05:41,938 Updating WAITING jobs +2021-12-18 14:05:41,938 Update finished +2021-12-18 14:05:41,938 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:05:41,938 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:05:41,938 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:05:41,939 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:05:41,939 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:05:41,939 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:05:41,939 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:05:41,939 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:05:41,942 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:05:41,944 Job list saved +2021-12-18 14:05:41,949 Updating FAILED jobs +2021-12-18 14:05:41,949 Updating WAITING jobs +2021-12-18 14:05:41,949 Update finished +2021-12-18 14:05:51,956 Reloading parameters... +2021-12-18 14:05:51,978 Loading parameters... +2021-12-18 14:05:51,983 Loading project parameters... +2021-12-18 14:05:51,985 + +14 of 25 jobs remaining (14:05) +2021-12-18 14:05:51,985 Sleep: 10 +2021-12-18 14:05:51,985 Number of retrials: 0 +2021-12-18 14:05:51,985 WRAPPER CHECK TIME = 10 +2021-12-18 14:05:51,986 Checking jobs for platform=marenostrum4 +2021-12-18 14:05:51,986 Checking jobs for platform=nord3 +2021-12-18 14:05:51,987 Checking jobs for platform=local +2021-12-18 14:05:51,987 Checking jobs for platform=transfer_node +2021-12-18 14:05:51,988 Checking all jobs at once +2021-12-18 14:05:53,708 Successful check job command +2021-12-18 14:05:54,977 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:05:54,978 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:05:54,978 End of checking +2021-12-18 14:05:54,979 Updating FAILED jobs +2021-12-18 14:05:54,980 Updating WAITING jobs +2021-12-18 14:05:54,980 Update finished +2021-12-18 14:05:54,980 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:05:54,981 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:05:54,981 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:05:54,981 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:05:54,981 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:05:54,981 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:05:54,981 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:05:54,981 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:05:54,984 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:05:54,986 Job list saved +2021-12-18 14:05:54,991 Updating FAILED jobs +2021-12-18 14:05:54,991 Updating WAITING jobs +2021-12-18 14:05:54,992 Update finished +2021-12-18 14:06:05,002 Reloading parameters... +2021-12-18 14:06:05,024 Loading parameters... +2021-12-18 14:06:05,025 Loading project parameters... +2021-12-18 14:06:05,027 + +14 of 25 jobs remaining (14:06) +2021-12-18 14:06:05,027 Sleep: 10 +2021-12-18 14:06:05,027 Number of retrials: 0 +2021-12-18 14:06:05,027 WRAPPER CHECK TIME = 10 +2021-12-18 14:06:05,028 Checking jobs for platform=marenostrum4 +2021-12-18 14:06:05,029 Checking jobs for platform=nord3 +2021-12-18 14:06:05,029 Checking jobs for platform=local +2021-12-18 14:06:05,030 Checking jobs for platform=transfer_node +2021-12-18 14:06:05,030 Checking all jobs at once +2021-12-18 14:06:06,299 Successful check job command +2021-12-18 14:06:07,619 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:06:07,619 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:06:07,619 End of checking +2021-12-18 14:06:07,621 Updating FAILED jobs +2021-12-18 14:06:07,621 Updating WAITING jobs +2021-12-18 14:06:07,621 Update finished +2021-12-18 14:06:07,621 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:06:07,621 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:06:07,621 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:06:07,622 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:06:07,622 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:06:07,622 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:06:07,622 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:06:07,622 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:06:07,625 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:06:07,627 Job list saved +2021-12-18 14:06:07,632 Updating FAILED jobs +2021-12-18 14:06:07,632 Updating WAITING jobs +2021-12-18 14:06:07,632 Update finished +2021-12-18 14:06:17,642 Reloading parameters... +2021-12-18 14:06:17,661 Loading parameters... +2021-12-18 14:06:17,663 Loading project parameters... +2021-12-18 14:06:17,665 + +14 of 25 jobs remaining (14:06) +2021-12-18 14:06:17,665 Sleep: 10 +2021-12-18 14:06:17,665 Number of retrials: 0 +2021-12-18 14:06:17,665 WRAPPER CHECK TIME = 10 +2021-12-18 14:06:17,666 Checking jobs for platform=marenostrum4 +2021-12-18 14:06:17,666 Checking jobs for platform=nord3 +2021-12-18 14:06:17,667 Checking jobs for platform=local +2021-12-18 14:06:17,667 Checking jobs for platform=transfer_node +2021-12-18 14:06:17,667 Checking all jobs at once +2021-12-18 14:06:18,886 Successful check job command +2021-12-18 14:06:20,156 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:06:20,156 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:06:20,156 End of checking +2021-12-18 14:06:20,158 Updating FAILED jobs +2021-12-18 14:06:20,158 Updating WAITING jobs +2021-12-18 14:06:20,158 Update finished +2021-12-18 14:06:20,158 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:06:20,158 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:06:20,159 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:06:20,159 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:06:20,159 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:06:20,159 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:06:20,159 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:06:20,159 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:06:20,162 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:06:20,164 Job list saved +2021-12-18 14:06:20,169 Updating FAILED jobs +2021-12-18 14:06:20,169 Updating WAITING jobs +2021-12-18 14:06:20,169 Update finished +2021-12-18 14:06:30,180 Reloading parameters... +2021-12-18 14:06:30,197 Loading parameters... +2021-12-18 14:06:30,199 Loading project parameters... +2021-12-18 14:06:30,201 + +14 of 25 jobs remaining (14:06) +2021-12-18 14:06:30,201 Sleep: 10 +2021-12-18 14:06:30,201 Number of retrials: 0 +2021-12-18 14:06:30,201 WRAPPER CHECK TIME = 10 +2021-12-18 14:06:30,202 Checking jobs for platform=marenostrum4 +2021-12-18 14:06:30,202 Checking jobs for platform=nord3 +2021-12-18 14:06:30,203 Checking jobs for platform=local +2021-12-18 14:06:30,203 Checking jobs for platform=transfer_node +2021-12-18 14:06:30,203 Checking all jobs at once +2021-12-18 14:06:31,573 Successful check job command +2021-12-18 14:06:32,793 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:06:32,793 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:06:32,793 End of checking +2021-12-18 14:06:32,794 Updating FAILED jobs +2021-12-18 14:06:32,795 Updating WAITING jobs +2021-12-18 14:06:32,795 Update finished +2021-12-18 14:06:32,795 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:06:32,795 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:06:32,796 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:06:32,796 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:06:32,796 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:06:32,796 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:06:32,796 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:06:32,796 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:06:32,799 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:06:32,801 Job list saved +2021-12-18 14:06:32,806 Updating FAILED jobs +2021-12-18 14:06:32,806 Updating WAITING jobs +2021-12-18 14:06:32,806 Update finished +2021-12-18 14:06:42,815 Reloading parameters... +2021-12-18 14:06:42,833 Loading parameters... +2021-12-18 14:06:42,834 Loading project parameters... +2021-12-18 14:06:42,836 + +14 of 25 jobs remaining (14:06) +2021-12-18 14:06:42,836 Sleep: 10 +2021-12-18 14:06:42,836 Number of retrials: 0 +2021-12-18 14:06:42,836 WRAPPER CHECK TIME = 10 +2021-12-18 14:06:42,837 Checking jobs for platform=marenostrum4 +2021-12-18 14:06:42,837 Checking jobs for platform=nord3 +2021-12-18 14:06:42,838 Checking jobs for platform=local +2021-12-18 14:06:42,838 Checking jobs for platform=transfer_node +2021-12-18 14:06:42,838 Checking all jobs at once +2021-12-18 14:06:44,108 Successful check job command +2021-12-18 14:06:45,427 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:06:45,427 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:06:45,427 End of checking +2021-12-18 14:06:45,428 Updating FAILED jobs +2021-12-18 14:06:45,429 Updating WAITING jobs +2021-12-18 14:06:45,429 Update finished +2021-12-18 14:06:45,429 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:06:45,429 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:06:45,429 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:06:45,429 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:06:45,429 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:06:45,430 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:06:45,430 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:06:45,430 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:06:45,432 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:06:45,434 Job list saved +2021-12-18 14:06:45,439 Updating FAILED jobs +2021-12-18 14:06:45,439 Updating WAITING jobs +2021-12-18 14:06:45,439 Update finished +2021-12-18 14:06:55,450 Reloading parameters... +2021-12-18 14:06:55,472 Loading parameters... +2021-12-18 14:06:55,474 Loading project parameters... +2021-12-18 14:06:55,476 + +14 of 25 jobs remaining (14:06) +2021-12-18 14:06:55,476 Sleep: 10 +2021-12-18 14:06:55,476 Number of retrials: 0 +2021-12-18 14:06:55,476 WRAPPER CHECK TIME = 10 +2021-12-18 14:06:55,477 Checking jobs for platform=marenostrum4 +2021-12-18 14:06:55,477 Checking jobs for platform=nord3 +2021-12-18 14:06:55,478 Checking jobs for platform=local +2021-12-18 14:06:55,478 Checking jobs for platform=transfer_node +2021-12-18 14:06:55,478 Checking all jobs at once +2021-12-18 14:06:56,849 Successful check job command +2021-12-18 14:06:58,168 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:06:58,168 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:06:58,168 End of checking +2021-12-18 14:06:58,170 Updating FAILED jobs +2021-12-18 14:06:58,170 Updating WAITING jobs +2021-12-18 14:06:58,170 Update finished +2021-12-18 14:06:58,170 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:06:58,171 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:06:58,171 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:06:58,171 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:06:58,171 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:06:58,171 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:06:58,171 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:06:58,171 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:06:58,173 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:06:58,176 Job list saved +2021-12-18 14:06:58,180 Updating FAILED jobs +2021-12-18 14:06:58,180 Updating WAITING jobs +2021-12-18 14:06:58,180 Update finished +2021-12-18 14:07:08,191 Reloading parameters... +2021-12-18 14:07:08,208 Loading parameters... +2021-12-18 14:07:08,210 Loading project parameters... +2021-12-18 14:07:08,211 + +14 of 25 jobs remaining (14:07) +2021-12-18 14:07:08,212 Sleep: 10 +2021-12-18 14:07:08,212 Number of retrials: 0 +2021-12-18 14:07:08,212 WRAPPER CHECK TIME = 10 +2021-12-18 14:07:08,212 Checking jobs for platform=marenostrum4 +2021-12-18 14:07:08,213 Checking jobs for platform=nord3 +2021-12-18 14:07:08,213 Checking jobs for platform=local +2021-12-18 14:07:08,214 Checking jobs for platform=transfer_node +2021-12-18 14:07:08,214 Checking all jobs at once +2021-12-18 14:07:09,534 Successful check job command +2021-12-18 14:07:10,753 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:07:10,753 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:07:10,754 End of checking +2021-12-18 14:07:10,755 Updating FAILED jobs +2021-12-18 14:07:10,755 Updating WAITING jobs +2021-12-18 14:07:10,755 Update finished +2021-12-18 14:07:10,755 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:07:10,756 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:07:10,756 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:07:10,756 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:07:10,756 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:07:10,756 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:07:10,756 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:07:10,757 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:07:10,759 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:07:10,762 Job list saved +2021-12-18 14:07:10,767 Updating FAILED jobs +2021-12-18 14:07:10,767 Updating WAITING jobs +2021-12-18 14:07:10,767 Update finished +2021-12-18 14:07:20,774 Reloading parameters... +2021-12-18 14:07:20,797 Loading parameters... +2021-12-18 14:07:20,798 Loading project parameters... +2021-12-18 14:07:20,800 + +14 of 25 jobs remaining (14:07) +2021-12-18 14:07:20,800 Sleep: 10 +2021-12-18 14:07:20,801 Number of retrials: 0 +2021-12-18 14:07:20,801 WRAPPER CHECK TIME = 10 +2021-12-18 14:07:20,801 Checking jobs for platform=marenostrum4 +2021-12-18 14:07:20,802 Checking jobs for platform=nord3 +2021-12-18 14:07:20,802 Checking jobs for platform=local +2021-12-18 14:07:20,803 Checking jobs for platform=transfer_node +2021-12-18 14:07:20,803 Checking all jobs at once +2021-12-18 14:07:22,774 Successful check job command +2021-12-18 14:07:24,043 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:07:24,043 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:07:24,043 End of checking +2021-12-18 14:07:24,044 Updating FAILED jobs +2021-12-18 14:07:24,044 Updating WAITING jobs +2021-12-18 14:07:24,045 Update finished +2021-12-18 14:07:24,045 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:07:24,045 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:07:24,045 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:07:24,045 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:07:24,045 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:07:24,045 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:07:24,046 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:07:24,046 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:07:24,049 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:07:24,051 Job list saved +2021-12-18 14:07:24,055 Updating FAILED jobs +2021-12-18 14:07:24,056 Updating WAITING jobs +2021-12-18 14:07:24,056 Update finished +2021-12-18 14:07:34,062 Reloading parameters... +2021-12-18 14:07:34,081 Loading parameters... +2021-12-18 14:07:34,082 Loading project parameters... +2021-12-18 14:07:34,084 + +14 of 25 jobs remaining (14:07) +2021-12-18 14:07:34,084 Sleep: 10 +2021-12-18 14:07:34,084 Number of retrials: 0 +2021-12-18 14:07:34,084 WRAPPER CHECK TIME = 10 +2021-12-18 14:07:34,085 Checking jobs for platform=marenostrum4 +2021-12-18 14:07:34,085 Checking jobs for platform=nord3 +2021-12-18 14:07:34,086 Checking jobs for platform=local +2021-12-18 14:07:34,087 Checking jobs for platform=transfer_node +2021-12-18 14:07:34,087 Checking all jobs at once +2021-12-18 14:07:35,356 Successful check job command +2021-12-18 14:07:36,525 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:07:36,525 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:07:36,526 End of checking +2021-12-18 14:07:36,527 Updating FAILED jobs +2021-12-18 14:07:36,527 Updating WAITING jobs +2021-12-18 14:07:36,527 Update finished +2021-12-18 14:07:36,527 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:07:36,527 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:07:36,527 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:07:36,528 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:07:36,528 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:07:36,528 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:07:36,528 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:07:36,528 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:07:36,531 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:07:36,533 Job list saved +2021-12-18 14:07:36,537 Updating FAILED jobs +2021-12-18 14:07:36,537 Updating WAITING jobs +2021-12-18 14:07:36,538 Update finished +2021-12-18 14:07:46,548 Reloading parameters... +2021-12-18 14:07:46,568 Loading parameters... +2021-12-18 14:07:46,569 Loading project parameters... +2021-12-18 14:07:46,571 + +14 of 25 jobs remaining (14:07) +2021-12-18 14:07:46,571 Sleep: 10 +2021-12-18 14:07:46,571 Number of retrials: 0 +2021-12-18 14:07:46,571 WRAPPER CHECK TIME = 10 +2021-12-18 14:07:46,572 Checking jobs for platform=marenostrum4 +2021-12-18 14:07:46,573 Checking jobs for platform=nord3 +2021-12-18 14:07:46,573 Checking jobs for platform=local +2021-12-18 14:07:46,574 Checking jobs for platform=transfer_node +2021-12-18 14:07:46,574 Checking all jobs at once +2021-12-18 14:07:47,944 Successful check job command +2021-12-18 14:07:49,214 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:07:49,214 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:07:49,214 End of checking +2021-12-18 14:07:49,216 Updating FAILED jobs +2021-12-18 14:07:49,216 Updating WAITING jobs +2021-12-18 14:07:49,216 Update finished +2021-12-18 14:07:49,216 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:07:49,217 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:07:49,217 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:07:49,217 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:07:49,217 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:07:49,218 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:07:49,218 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:07:49,218 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:07:49,220 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:07:49,223 Job list saved +2021-12-18 14:07:49,229 Updating FAILED jobs +2021-12-18 14:07:49,230 Updating WAITING jobs +2021-12-18 14:07:49,230 Update finished +2021-12-18 14:07:59,236 Reloading parameters... +2021-12-18 14:07:59,255 Loading parameters... +2021-12-18 14:07:59,257 Loading project parameters... +2021-12-18 14:07:59,259 + +14 of 25 jobs remaining (14:07) +2021-12-18 14:07:59,259 Sleep: 10 +2021-12-18 14:07:59,259 Number of retrials: 0 +2021-12-18 14:07:59,259 WRAPPER CHECK TIME = 10 +2021-12-18 14:07:59,260 Checking jobs for platform=marenostrum4 +2021-12-18 14:07:59,260 Checking jobs for platform=nord3 +2021-12-18 14:07:59,261 Checking jobs for platform=local +2021-12-18 14:07:59,261 Checking jobs for platform=transfer_node +2021-12-18 14:07:59,261 Checking all jobs at once +2021-12-18 14:08:00,630 Successful check job command +2021-12-18 14:08:02,000 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:08:02,000 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:08:02,000 End of checking +2021-12-18 14:08:02,001 Updating FAILED jobs +2021-12-18 14:08:02,002 Updating WAITING jobs +2021-12-18 14:08:02,002 Update finished +2021-12-18 14:08:02,002 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:08:02,002 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:08:02,002 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:08:02,002 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:08:02,002 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:08:02,003 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:08:02,003 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:08:02,003 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:08:02,005 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:08:02,008 Job list saved +2021-12-18 14:08:02,013 Updating FAILED jobs +2021-12-18 14:08:02,013 Updating WAITING jobs +2021-12-18 14:08:02,013 Update finished +2021-12-18 14:08:12,021 Reloading parameters... +2021-12-18 14:08:12,040 Loading parameters... +2021-12-18 14:08:12,041 Loading project parameters... +2021-12-18 14:08:12,043 + +14 of 25 jobs remaining (14:08) +2021-12-18 14:08:12,043 Sleep: 10 +2021-12-18 14:08:12,043 Number of retrials: 0 +2021-12-18 14:08:12,043 WRAPPER CHECK TIME = 10 +2021-12-18 14:08:12,044 Checking jobs for platform=marenostrum4 +2021-12-18 14:08:12,044 Checking jobs for platform=nord3 +2021-12-18 14:08:12,045 Checking jobs for platform=local +2021-12-18 14:08:12,046 Checking jobs for platform=transfer_node +2021-12-18 14:08:12,046 Checking all jobs at once +2021-12-18 14:08:13,315 Successful check job command +2021-12-18 14:08:14,584 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:08:14,584 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:08:14,584 End of checking +2021-12-18 14:08:14,585 Updating FAILED jobs +2021-12-18 14:08:14,585 Updating WAITING jobs +2021-12-18 14:08:14,586 Update finished +2021-12-18 14:08:14,586 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:08:14,586 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:08:14,586 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:08:14,586 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:08:14,586 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:08:14,587 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:08:14,587 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:08:14,587 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:08:14,589 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:08:14,591 Job list saved +2021-12-18 14:08:14,596 Updating FAILED jobs +2021-12-18 14:08:14,596 Updating WAITING jobs +2021-12-18 14:08:14,596 Update finished +2021-12-18 14:08:24,603 Reloading parameters... +2021-12-18 14:08:24,622 Loading parameters... +2021-12-18 14:08:24,625 Loading project parameters... +2021-12-18 14:08:24,627 + +14 of 25 jobs remaining (14:08) +2021-12-18 14:08:24,627 Sleep: 10 +2021-12-18 14:08:24,627 Number of retrials: 0 +2021-12-18 14:08:24,627 WRAPPER CHECK TIME = 10 +2021-12-18 14:08:24,628 Checking jobs for platform=marenostrum4 +2021-12-18 14:08:24,628 Checking jobs for platform=nord3 +2021-12-18 14:08:24,629 Checking jobs for platform=local +2021-12-18 14:08:24,629 Checking jobs for platform=transfer_node +2021-12-18 14:08:24,629 Checking all jobs at once +2021-12-18 14:08:26,099 Successful check job command +2021-12-18 14:08:27,469 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:08:27,469 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:08:27,469 End of checking +2021-12-18 14:08:27,471 Updating FAILED jobs +2021-12-18 14:08:27,471 Updating WAITING jobs +2021-12-18 14:08:27,471 Update finished +2021-12-18 14:08:27,471 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:08:27,472 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:08:27,472 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:08:27,472 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:08:27,472 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:08:27,472 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:08:27,472 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:08:27,472 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:08:27,475 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:08:27,477 Job list saved +2021-12-18 14:08:27,481 Updating FAILED jobs +2021-12-18 14:08:27,482 Updating WAITING jobs +2021-12-18 14:08:27,482 Update finished +2021-12-18 14:08:37,491 Reloading parameters... +2021-12-18 14:08:37,509 Loading parameters... +2021-12-18 14:08:37,510 Loading project parameters... +2021-12-18 14:08:37,512 + +14 of 25 jobs remaining (14:08) +2021-12-18 14:08:37,512 Sleep: 10 +2021-12-18 14:08:37,512 Number of retrials: 0 +2021-12-18 14:08:37,512 WRAPPER CHECK TIME = 10 +2021-12-18 14:08:37,513 Checking jobs for platform=marenostrum4 +2021-12-18 14:08:37,513 Checking jobs for platform=nord3 +2021-12-18 14:08:37,514 Checking jobs for platform=local +2021-12-18 14:08:37,516 Checking jobs for platform=transfer_node +2021-12-18 14:08:37,516 Checking all jobs at once +2021-12-18 14:08:38,835 Successful check job command +2021-12-18 14:08:40,105 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:08:40,105 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:08:40,105 End of checking +2021-12-18 14:08:40,106 Updating FAILED jobs +2021-12-18 14:08:40,106 Updating WAITING jobs +2021-12-18 14:08:40,107 Update finished +2021-12-18 14:08:40,107 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:08:40,107 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:08:40,107 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:08:40,107 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:08:40,107 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:08:40,108 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:08:40,108 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:08:40,108 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:08:40,112 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:08:40,114 Job list saved +2021-12-18 14:08:40,119 Updating FAILED jobs +2021-12-18 14:08:40,119 Updating WAITING jobs +2021-12-18 14:08:40,119 Update finished +2021-12-18 14:08:50,124 Reloading parameters... +2021-12-18 14:08:50,147 Loading parameters... +2021-12-18 14:08:50,148 Loading project parameters... +2021-12-18 14:08:50,150 + +14 of 25 jobs remaining (14:08) +2021-12-18 14:08:50,150 Sleep: 10 +2021-12-18 14:08:50,150 Number of retrials: 0 +2021-12-18 14:08:50,150 WRAPPER CHECK TIME = 10 +2021-12-18 14:08:50,151 Checking jobs for platform=marenostrum4 +2021-12-18 14:08:50,152 Checking jobs for platform=nord3 +2021-12-18 14:08:50,152 Checking jobs for platform=local +2021-12-18 14:08:50,153 Checking jobs for platform=transfer_node +2021-12-18 14:08:50,153 Checking all jobs at once +2021-12-18 14:08:51,779 Successful check job command +2021-12-18 14:08:53,199 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:08:53,199 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:08:53,199 End of checking +2021-12-18 14:08:53,200 Updating FAILED jobs +2021-12-18 14:08:53,201 Updating WAITING jobs +2021-12-18 14:08:53,201 Update finished +2021-12-18 14:08:53,201 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:08:53,201 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:08:53,201 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:08:53,201 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:08:53,202 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:08:53,202 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:08:53,202 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:08:53,202 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:08:53,204 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:08:53,207 Job list saved +2021-12-18 14:08:53,211 Updating FAILED jobs +2021-12-18 14:08:53,211 Updating WAITING jobs +2021-12-18 14:08:53,211 Update finished +2021-12-18 14:09:03,221 Reloading parameters... +2021-12-18 14:09:03,298 Loading parameters... +2021-12-18 14:09:03,299 Loading project parameters... +2021-12-18 14:09:03,301 + +14 of 25 jobs remaining (14:09) +2021-12-18 14:09:03,302 Sleep: 10 +2021-12-18 14:09:03,302 Number of retrials: 0 +2021-12-18 14:09:03,302 WRAPPER CHECK TIME = 10 +2021-12-18 14:09:03,302 Checking jobs for platform=marenostrum4 +2021-12-18 14:09:03,303 Checking jobs for platform=nord3 +2021-12-18 14:09:03,304 Checking jobs for platform=local +2021-12-18 14:09:03,304 Checking jobs for platform=transfer_node +2021-12-18 14:09:03,304 Checking all jobs at once +2021-12-18 14:09:04,974 Successful check job command +2021-12-18 14:09:06,344 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:09:06,344 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:09:06,344 End of checking +2021-12-18 14:09:06,346 Updating FAILED jobs +2021-12-18 14:09:06,346 Updating WAITING jobs +2021-12-18 14:09:06,346 Update finished +2021-12-18 14:09:06,346 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:09:06,347 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:09:06,347 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:09:06,347 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:09:06,347 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:09:06,347 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:09:06,348 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:09:06,348 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:09:06,350 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:09:06,352 Job list saved +2021-12-18 14:09:06,357 Updating FAILED jobs +2021-12-18 14:09:06,357 Updating WAITING jobs +2021-12-18 14:09:06,357 Update finished +2021-12-18 14:09:16,367 Reloading parameters... +2021-12-18 14:09:16,385 Loading parameters... +2021-12-18 14:09:16,387 Loading project parameters... +2021-12-18 14:09:16,389 + +14 of 25 jobs remaining (14:09) +2021-12-18 14:09:16,389 Sleep: 10 +2021-12-18 14:09:16,389 Number of retrials: 0 +2021-12-18 14:09:16,389 WRAPPER CHECK TIME = 10 +2021-12-18 14:09:16,390 Checking jobs for platform=marenostrum4 +2021-12-18 14:09:16,390 Checking jobs for platform=nord3 +2021-12-18 14:09:16,391 Checking jobs for platform=local +2021-12-18 14:09:16,391 Checking jobs for platform=transfer_node +2021-12-18 14:09:16,391 Checking all jobs at once +2021-12-18 14:09:17,764 Successful check job command +2021-12-18 14:09:19,034 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:09:19,034 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:09:19,034 End of checking +2021-12-18 14:09:19,035 Updating FAILED jobs +2021-12-18 14:09:19,036 Updating WAITING jobs +2021-12-18 14:09:19,036 Update finished +2021-12-18 14:09:19,036 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:09:19,036 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:09:19,036 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:09:19,036 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:09:19,037 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:09:19,037 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:09:19,037 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:09:19,037 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:09:19,039 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:09:19,042 Job list saved +2021-12-18 14:09:19,046 Updating FAILED jobs +2021-12-18 14:09:19,047 Updating WAITING jobs +2021-12-18 14:09:19,047 Update finished +2021-12-18 14:09:29,055 Reloading parameters... +2021-12-18 14:09:29,073 Loading parameters... +2021-12-18 14:09:29,074 Loading project parameters... +2021-12-18 14:09:29,076 + +14 of 25 jobs remaining (14:09) +2021-12-18 14:09:29,076 Sleep: 10 +2021-12-18 14:09:29,076 Number of retrials: 0 +2021-12-18 14:09:29,076 WRAPPER CHECK TIME = 10 +2021-12-18 14:09:29,077 Checking jobs for platform=marenostrum4 +2021-12-18 14:09:29,077 Checking jobs for platform=nord3 +2021-12-18 14:09:29,078 Checking jobs for platform=local +2021-12-18 14:09:29,078 Checking jobs for platform=transfer_node +2021-12-18 14:09:29,078 Checking all jobs at once +2021-12-18 14:09:30,498 Successful check job command +2021-12-18 14:09:32,018 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:09:32,018 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:09:32,018 End of checking +2021-12-18 14:09:32,019 Updating FAILED jobs +2021-12-18 14:09:32,019 Updating WAITING jobs +2021-12-18 14:09:32,020 Update finished +2021-12-18 14:09:32,020 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:09:32,020 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:09:32,020 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:09:32,020 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:09:32,020 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:09:32,020 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:09:32,021 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:09:32,021 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:09:32,024 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:09:32,026 Job list saved +2021-12-18 14:09:32,031 Updating FAILED jobs +2021-12-18 14:09:32,031 Updating WAITING jobs +2021-12-18 14:09:32,031 Update finished +2021-12-18 14:09:42,040 Reloading parameters... +2021-12-18 14:09:42,058 Loading parameters... +2021-12-18 14:09:42,059 Loading project parameters... +2021-12-18 14:09:42,061 + +14 of 25 jobs remaining (14:09) +2021-12-18 14:09:42,061 Sleep: 10 +2021-12-18 14:09:42,061 Number of retrials: 0 +2021-12-18 14:09:42,061 WRAPPER CHECK TIME = 10 +2021-12-18 14:09:42,062 Checking jobs for platform=marenostrum4 +2021-12-18 14:09:42,063 Checking jobs for platform=nord3 +2021-12-18 14:09:42,063 Checking jobs for platform=local +2021-12-18 14:09:42,064 Checking jobs for platform=transfer_node +2021-12-18 14:09:42,064 Checking all jobs at once +2021-12-18 14:09:43,484 Successful check job command +2021-12-18 14:09:44,754 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:09:44,755 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:09:44,755 End of checking +2021-12-18 14:09:44,756 Updating FAILED jobs +2021-12-18 14:09:44,756 Updating WAITING jobs +2021-12-18 14:09:44,756 Update finished +2021-12-18 14:09:44,757 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:09:44,757 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:09:44,757 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:09:44,757 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:09:44,757 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:09:44,758 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:09:44,758 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:09:44,758 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:09:44,761 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:09:44,763 Job list saved +2021-12-18 14:09:44,767 Updating FAILED jobs +2021-12-18 14:09:44,767 Updating WAITING jobs +2021-12-18 14:09:44,767 Update finished +2021-12-18 14:09:54,775 Reloading parameters... +2021-12-18 14:09:54,797 Loading parameters... +2021-12-18 14:09:54,799 Loading project parameters... +2021-12-18 14:09:54,801 + +14 of 25 jobs remaining (14:09) +2021-12-18 14:09:54,801 Sleep: 10 +2021-12-18 14:09:54,801 Number of retrials: 0 +2021-12-18 14:09:54,801 WRAPPER CHECK TIME = 10 +2021-12-18 14:09:54,802 Checking jobs for platform=marenostrum4 +2021-12-18 14:09:54,803 Checking jobs for platform=nord3 +2021-12-18 14:09:54,803 Checking jobs for platform=local +2021-12-18 14:09:54,804 Checking jobs for platform=transfer_node +2021-12-18 14:09:54,804 Checking all jobs at once +2021-12-18 14:09:56,275 Successful check job command +2021-12-18 14:09:57,595 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:09:57,595 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:09:57,595 End of checking +2021-12-18 14:09:57,596 Updating FAILED jobs +2021-12-18 14:09:57,596 Updating WAITING jobs +2021-12-18 14:09:57,597 Update finished +2021-12-18 14:09:57,597 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:09:57,597 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:09:57,597 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:09:57,597 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:09:57,597 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:09:57,598 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:09:57,598 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:09:57,598 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:09:57,600 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:09:57,603 Job list saved +2021-12-18 14:09:57,607 Updating FAILED jobs +2021-12-18 14:09:57,607 Updating WAITING jobs +2021-12-18 14:09:57,608 Update finished +2021-12-18 14:10:07,618 Reloading parameters... +2021-12-18 14:10:07,637 Loading parameters... +2021-12-18 14:10:07,638 Loading project parameters... +2021-12-18 14:10:07,640 + +14 of 25 jobs remaining (14:10) +2021-12-18 14:10:07,641 Sleep: 10 +2021-12-18 14:10:07,641 Number of retrials: 0 +2021-12-18 14:10:07,641 WRAPPER CHECK TIME = 10 +2021-12-18 14:10:07,641 Checking jobs for platform=marenostrum4 +2021-12-18 14:10:07,642 Checking jobs for platform=nord3 +2021-12-18 14:10:07,642 Checking jobs for platform=local +2021-12-18 14:10:07,643 Checking jobs for platform=transfer_node +2021-12-18 14:10:07,643 Checking all jobs at once +2021-12-18 14:10:09,414 Successful check job command +2021-12-18 14:10:10,989 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:10:10,989 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:10:10,989 End of checking +2021-12-18 14:10:10,991 Updating FAILED jobs +2021-12-18 14:10:10,991 Updating WAITING jobs +2021-12-18 14:10:10,991 Update finished +2021-12-18 14:10:10,991 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:10:10,992 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:10:10,992 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:10:10,992 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:10:10,992 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:10:10,992 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:10:10,992 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:10:10,992 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:10:10,995 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:10:10,997 Job list saved +2021-12-18 14:10:11,002 Updating FAILED jobs +2021-12-18 14:10:11,002 Updating WAITING jobs +2021-12-18 14:10:11,002 Update finished +2021-12-18 14:10:21,012 Reloading parameters... +2021-12-18 14:10:21,031 Loading parameters... +2021-12-18 14:10:21,033 Loading project parameters... +2021-12-18 14:10:21,035 + +14 of 25 jobs remaining (14:10) +2021-12-18 14:10:21,035 Sleep: 10 +2021-12-18 14:10:21,035 Number of retrials: 0 +2021-12-18 14:10:21,035 WRAPPER CHECK TIME = 10 +2021-12-18 14:10:21,036 Checking jobs for platform=marenostrum4 +2021-12-18 14:10:21,037 Checking jobs for platform=nord3 +2021-12-18 14:10:21,037 Checking jobs for platform=local +2021-12-18 14:10:21,038 Checking jobs for platform=transfer_node +2021-12-18 14:10:21,038 Checking all jobs at once +2021-12-18 14:10:22,510 Successful check job command +2021-12-18 14:10:23,932 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:10:23,932 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:10:23,932 End of checking +2021-12-18 14:10:23,934 Updating FAILED jobs +2021-12-18 14:10:23,934 Updating WAITING jobs +2021-12-18 14:10:23,934 Update finished +2021-12-18 14:10:23,934 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:10:23,935 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:10:23,935 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:10:23,935 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:10:23,935 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:10:23,935 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:10:23,935 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:10:23,935 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:10:23,938 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:10:23,940 Job list saved +2021-12-18 14:10:23,945 Updating FAILED jobs +2021-12-18 14:10:23,945 Updating WAITING jobs +2021-12-18 14:10:23,945 Update finished +2021-12-18 14:10:33,955 Reloading parameters... +2021-12-18 14:10:33,973 Loading parameters... +2021-12-18 14:10:33,975 Loading project parameters... +2021-12-18 14:10:33,976 + +14 of 25 jobs remaining (14:10) +2021-12-18 14:10:33,977 Sleep: 10 +2021-12-18 14:10:33,977 Number of retrials: 0 +2021-12-18 14:10:33,977 WRAPPER CHECK TIME = 10 +2021-12-18 14:10:33,977 Checking jobs for platform=marenostrum4 +2021-12-18 14:10:33,978 Checking jobs for platform=nord3 +2021-12-18 14:10:33,979 Checking jobs for platform=local +2021-12-18 14:10:33,979 Checking jobs for platform=transfer_node +2021-12-18 14:10:33,979 Checking all jobs at once +2021-12-18 14:10:35,499 Successful check job command +2021-12-18 14:10:36,769 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:10:36,770 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:10:36,770 End of checking +2021-12-18 14:10:36,771 Updating FAILED jobs +2021-12-18 14:10:36,771 Updating WAITING jobs +2021-12-18 14:10:36,771 Update finished +2021-12-18 14:10:36,771 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:10:36,772 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:10:36,772 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:10:36,772 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:10:36,772 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:10:36,772 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:10:36,772 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:10:36,772 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:10:36,775 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:10:36,777 Job list saved +2021-12-18 14:10:36,782 Updating FAILED jobs +2021-12-18 14:10:36,782 Updating WAITING jobs +2021-12-18 14:10:36,782 Update finished +2021-12-18 14:10:46,788 Reloading parameters... +2021-12-18 14:10:46,808 Loading parameters... +2021-12-18 14:10:46,809 Loading project parameters... +2021-12-18 14:10:46,811 + +14 of 25 jobs remaining (14:10) +2021-12-18 14:10:46,811 Sleep: 10 +2021-12-18 14:10:46,811 Number of retrials: 0 +2021-12-18 14:10:46,811 WRAPPER CHECK TIME = 10 +2021-12-18 14:10:46,812 Checking jobs for platform=marenostrum4 +2021-12-18 14:10:46,812 Checking jobs for platform=nord3 +2021-12-18 14:10:46,813 Checking jobs for platform=local +2021-12-18 14:10:46,814 Checking jobs for platform=transfer_node +2021-12-18 14:10:46,814 Checking all jobs at once +2021-12-18 14:10:48,533 Successful check job command +2021-12-18 14:10:49,803 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:10:49,803 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:10:49,803 End of checking +2021-12-18 14:10:49,804 Updating FAILED jobs +2021-12-18 14:10:49,805 Updating WAITING jobs +2021-12-18 14:10:49,805 Update finished +2021-12-18 14:10:49,805 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:10:49,805 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:10:49,805 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:10:49,805 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:10:49,806 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:10:49,806 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:10:49,806 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:10:49,806 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:10:49,808 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:10:49,811 Job list saved +2021-12-18 14:10:49,816 Updating FAILED jobs +2021-12-18 14:10:49,816 Updating WAITING jobs +2021-12-18 14:10:49,816 Update finished +2021-12-18 14:10:59,826 Reloading parameters... +2021-12-18 14:10:59,848 Loading parameters... +2021-12-18 14:10:59,850 Loading project parameters... +2021-12-18 14:10:59,851 + +14 of 25 jobs remaining (14:10) +2021-12-18 14:10:59,852 Sleep: 10 +2021-12-18 14:10:59,852 Number of retrials: 0 +2021-12-18 14:10:59,852 WRAPPER CHECK TIME = 10 +2021-12-18 14:10:59,855 Checking jobs for platform=marenostrum4 +2021-12-18 14:10:59,855 Checking jobs for platform=nord3 +2021-12-18 14:10:59,856 Checking jobs for platform=local +2021-12-18 14:10:59,856 Checking jobs for platform=transfer_node +2021-12-18 14:10:59,856 Checking all jobs at once +2021-12-18 14:11:01,228 Successful check job command +2021-12-18 14:11:02,498 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:11:02,498 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:11:02,498 End of checking +2021-12-18 14:11:02,500 Updating FAILED jobs +2021-12-18 14:11:02,500 Updating WAITING jobs +2021-12-18 14:11:02,500 Update finished +2021-12-18 14:11:02,500 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:11:02,501 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:11:02,501 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:11:02,501 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:11:02,501 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:11:02,501 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:11:02,501 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:11:02,501 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:11:02,504 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:11:02,506 Job list saved +2021-12-18 14:11:02,510 Updating FAILED jobs +2021-12-18 14:11:02,511 Updating WAITING jobs +2021-12-18 14:11:02,511 Update finished +2021-12-18 14:11:12,518 Reloading parameters... +2021-12-18 14:11:12,539 Loading parameters... +2021-12-18 14:11:12,540 Loading project parameters... +2021-12-18 14:11:12,542 + +14 of 25 jobs remaining (14:11) +2021-12-18 14:11:12,542 Sleep: 10 +2021-12-18 14:11:12,542 Number of retrials: 0 +2021-12-18 14:11:12,542 WRAPPER CHECK TIME = 10 +2021-12-18 14:11:12,543 Checking jobs for platform=marenostrum4 +2021-12-18 14:11:12,544 Checking jobs for platform=nord3 +2021-12-18 14:11:12,544 Checking jobs for platform=local +2021-12-18 14:11:12,545 Checking jobs for platform=transfer_node +2021-12-18 14:11:12,545 Checking all jobs at once +2021-12-18 14:11:13,915 Successful check job command +2021-12-18 14:11:15,184 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:11:15,185 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:11:15,185 End of checking +2021-12-18 14:11:15,186 Updating FAILED jobs +2021-12-18 14:11:15,186 Updating WAITING jobs +2021-12-18 14:11:15,187 Update finished +2021-12-18 14:11:15,187 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:11:15,187 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:11:15,187 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:11:15,187 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:11:15,187 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:11:15,187 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:11:15,188 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:11:15,188 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:11:15,190 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:11:15,193 Job list saved +2021-12-18 14:11:15,197 Updating FAILED jobs +2021-12-18 14:11:15,197 Updating WAITING jobs +2021-12-18 14:11:15,198 Update finished +2021-12-18 14:11:25,208 Reloading parameters... +2021-12-18 14:11:25,226 Loading parameters... +2021-12-18 14:11:25,227 Loading project parameters... +2021-12-18 14:11:25,229 + +14 of 25 jobs remaining (14:11) +2021-12-18 14:11:25,229 Sleep: 10 +2021-12-18 14:11:25,229 Number of retrials: 0 +2021-12-18 14:11:25,229 WRAPPER CHECK TIME = 10 +2021-12-18 14:11:25,230 Checking jobs for platform=marenostrum4 +2021-12-18 14:11:25,231 Checking jobs for platform=nord3 +2021-12-18 14:11:25,231 Checking jobs for platform=local +2021-12-18 14:11:25,232 Checking jobs for platform=transfer_node +2021-12-18 14:11:25,232 Checking all jobs at once +2021-12-18 14:11:26,756 Successful check job command +2021-12-18 14:11:28,176 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:11:28,176 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:11:28,177 End of checking +2021-12-18 14:11:28,178 Updating FAILED jobs +2021-12-18 14:11:28,178 Updating WAITING jobs +2021-12-18 14:11:28,178 Update finished +2021-12-18 14:11:28,179 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:11:28,179 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:11:28,179 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:11:28,179 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:11:28,179 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:11:28,179 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:11:28,179 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:11:28,179 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:11:28,182 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:11:28,185 Job list saved +2021-12-18 14:11:28,189 Updating FAILED jobs +2021-12-18 14:11:28,189 Updating WAITING jobs +2021-12-18 14:11:28,190 Update finished +2021-12-18 14:11:38,194 Reloading parameters... +2021-12-18 14:11:38,212 Loading parameters... +2021-12-18 14:11:38,213 Loading project parameters... +2021-12-18 14:11:38,215 + +14 of 25 jobs remaining (14:11) +2021-12-18 14:11:38,215 Sleep: 10 +2021-12-18 14:11:38,216 Number of retrials: 0 +2021-12-18 14:11:38,216 WRAPPER CHECK TIME = 10 +2021-12-18 14:11:38,216 Checking jobs for platform=marenostrum4 +2021-12-18 14:11:38,217 Checking jobs for platform=nord3 +2021-12-18 14:11:38,217 Checking jobs for platform=local +2021-12-18 14:11:38,218 Checking jobs for platform=transfer_node +2021-12-18 14:11:38,218 Checking all jobs at once +2021-12-18 14:11:39,688 Successful check job command +2021-12-18 14:11:41,159 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:11:41,159 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:11:41,159 End of checking +2021-12-18 14:11:41,160 Updating FAILED jobs +2021-12-18 14:11:41,160 Updating WAITING jobs +2021-12-18 14:11:41,161 Update finished +2021-12-18 14:11:41,161 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:11:41,161 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:11:41,162 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:11:41,162 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:11:41,162 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:11:41,162 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:11:41,162 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:11:41,162 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:11:41,165 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:11:41,167 Job list saved +2021-12-18 14:11:41,171 Updating FAILED jobs +2021-12-18 14:11:41,172 Updating WAITING jobs +2021-12-18 14:11:41,172 Update finished +2021-12-18 14:11:51,180 Reloading parameters... +2021-12-18 14:11:51,199 Loading parameters... +2021-12-18 14:11:51,201 Loading project parameters... +2021-12-18 14:11:51,203 + +14 of 25 jobs remaining (14:11) +2021-12-18 14:11:51,204 Sleep: 10 +2021-12-18 14:11:51,204 Number of retrials: 0 +2021-12-18 14:11:51,204 WRAPPER CHECK TIME = 10 +2021-12-18 14:11:51,204 Checking jobs for platform=marenostrum4 +2021-12-18 14:11:51,205 Checking jobs for platform=nord3 +2021-12-18 14:11:51,205 Checking jobs for platform=local +2021-12-18 14:11:51,206 Checking jobs for platform=transfer_node +2021-12-18 14:11:51,206 Checking all jobs at once +2021-12-18 14:11:52,527 Successful check job command +2021-12-18 14:11:53,847 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:11:53,847 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:11:53,847 End of checking +2021-12-18 14:11:53,848 Updating FAILED jobs +2021-12-18 14:11:53,848 Updating WAITING jobs +2021-12-18 14:11:53,849 Update finished +2021-12-18 14:11:53,849 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:11:53,849 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:11:53,849 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:11:53,849 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:11:53,849 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:11:53,849 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:11:53,850 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:11:53,850 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:11:53,852 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:11:53,854 Job list saved +2021-12-18 14:11:53,859 Updating FAILED jobs +2021-12-18 14:11:53,859 Updating WAITING jobs +2021-12-18 14:11:53,859 Update finished +2021-12-18 14:12:03,869 Reloading parameters... +2021-12-18 14:12:03,887 Loading parameters... +2021-12-18 14:12:03,888 Loading project parameters... +2021-12-18 14:12:03,890 + +14 of 25 jobs remaining (14:12) +2021-12-18 14:12:03,891 Sleep: 10 +2021-12-18 14:12:03,891 Number of retrials: 0 +2021-12-18 14:12:03,891 WRAPPER CHECK TIME = 10 +2021-12-18 14:12:03,891 Checking jobs for platform=marenostrum4 +2021-12-18 14:12:03,892 Checking jobs for platform=nord3 +2021-12-18 14:12:03,892 Checking jobs for platform=local +2021-12-18 14:12:03,893 Checking jobs for platform=transfer_node +2021-12-18 14:12:03,893 Checking all jobs at once +2021-12-18 14:12:05,216 Successful check job command +2021-12-18 14:12:06,486 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:12:06,486 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:12:06,486 End of checking +2021-12-18 14:12:06,488 Updating FAILED jobs +2021-12-18 14:12:06,488 Updating WAITING jobs +2021-12-18 14:12:06,488 Update finished +2021-12-18 14:12:06,488 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:12:06,488 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:12:06,488 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:12:06,489 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:12:06,489 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:12:06,489 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:12:06,489 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:12:06,489 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:12:06,495 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:12:06,497 Job list saved +2021-12-18 14:12:06,503 Updating FAILED jobs +2021-12-18 14:12:06,503 Updating WAITING jobs +2021-12-18 14:12:06,504 Update finished +2021-12-18 14:12:16,511 Reloading parameters... +2021-12-18 14:12:16,532 Loading parameters... +2021-12-18 14:12:16,533 Loading project parameters... +2021-12-18 14:12:16,535 + +14 of 25 jobs remaining (14:12) +2021-12-18 14:12:16,536 Sleep: 10 +2021-12-18 14:12:16,536 Number of retrials: 0 +2021-12-18 14:12:16,536 WRAPPER CHECK TIME = 10 +2021-12-18 14:12:16,537 Checking jobs for platform=marenostrum4 +2021-12-18 14:12:16,537 Checking jobs for platform=nord3 +2021-12-18 14:12:16,538 Checking jobs for platform=local +2021-12-18 14:12:16,538 Checking jobs for platform=transfer_node +2021-12-18 14:12:16,538 Checking all jobs at once +2021-12-18 14:12:17,657 Successful check job command +2021-12-18 14:12:18,877 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:12:18,877 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:12:18,877 End of checking +2021-12-18 14:12:18,879 Updating FAILED jobs +2021-12-18 14:12:18,879 Updating WAITING jobs +2021-12-18 14:12:18,879 Update finished +2021-12-18 14:12:18,879 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:12:18,880 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:12:18,880 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:12:18,880 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:12:18,880 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:12:18,880 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:12:18,881 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:12:18,881 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:12:18,883 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:12:18,886 Job list saved +2021-12-18 14:12:18,890 Updating FAILED jobs +2021-12-18 14:12:18,891 Updating WAITING jobs +2021-12-18 14:12:18,891 Update finished +2021-12-18 14:12:28,901 Reloading parameters... +2021-12-18 14:12:28,922 Loading parameters... +2021-12-18 14:12:28,923 Loading project parameters... +2021-12-18 14:12:28,925 + +14 of 25 jobs remaining (14:12) +2021-12-18 14:12:28,925 Sleep: 10 +2021-12-18 14:12:28,925 Number of retrials: 0 +2021-12-18 14:12:28,925 WRAPPER CHECK TIME = 10 +2021-12-18 14:12:28,926 Checking jobs for platform=marenostrum4 +2021-12-18 14:12:28,926 Checking jobs for platform=nord3 +2021-12-18 14:12:28,927 Checking jobs for platform=local +2021-12-18 14:12:28,927 Checking jobs for platform=transfer_node +2021-12-18 14:12:28,928 Checking all jobs at once +2021-12-18 14:12:30,247 Successful check job command +2021-12-18 14:12:31,516 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:12:31,517 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:12:31,517 End of checking +2021-12-18 14:12:31,518 Updating FAILED jobs +2021-12-18 14:12:31,519 Updating WAITING jobs +2021-12-18 14:12:31,519 Update finished +2021-12-18 14:12:31,519 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:12:31,519 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:12:31,519 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:12:31,519 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:12:31,520 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:12:31,520 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:12:31,520 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:12:31,520 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:12:31,524 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:12:31,526 Job list saved +2021-12-18 14:12:31,531 Updating FAILED jobs +2021-12-18 14:12:31,531 Updating WAITING jobs +2021-12-18 14:12:31,531 Update finished +2021-12-18 14:12:41,541 Reloading parameters... +2021-12-18 14:12:41,618 Loading parameters... +2021-12-18 14:12:41,619 Loading project parameters... +2021-12-18 14:12:41,621 + +14 of 25 jobs remaining (14:12) +2021-12-18 14:12:41,621 Sleep: 10 +2021-12-18 14:12:41,621 Number of retrials: 0 +2021-12-18 14:12:41,621 WRAPPER CHECK TIME = 10 +2021-12-18 14:12:41,622 Checking jobs for platform=marenostrum4 +2021-12-18 14:12:41,622 Checking jobs for platform=nord3 +2021-12-18 14:12:41,623 Checking jobs for platform=local +2021-12-18 14:12:41,623 Checking jobs for platform=transfer_node +2021-12-18 14:12:41,623 Checking all jobs at once +2021-12-18 14:12:43,243 Successful check job command +2021-12-18 14:12:44,913 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:12:44,913 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:12:44,913 End of checking +2021-12-18 14:12:44,914 Updating FAILED jobs +2021-12-18 14:12:44,914 Updating WAITING jobs +2021-12-18 14:12:44,915 Update finished +2021-12-18 14:12:44,915 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:12:44,915 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:12:44,915 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:12:44,915 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:12:44,915 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:12:44,916 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:12:44,916 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:12:44,916 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:12:44,918 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:12:44,920 Job list saved +2021-12-18 14:12:44,925 Updating FAILED jobs +2021-12-18 14:12:44,925 Updating WAITING jobs +2021-12-18 14:12:44,925 Update finished +2021-12-18 14:12:54,935 Reloading parameters... +2021-12-18 14:12:54,953 Loading parameters... +2021-12-18 14:12:54,954 Loading project parameters... +2021-12-18 14:12:54,956 + +14 of 25 jobs remaining (14:12) +2021-12-18 14:12:54,956 Sleep: 10 +2021-12-18 14:12:54,957 Number of retrials: 0 +2021-12-18 14:12:54,957 WRAPPER CHECK TIME = 10 +2021-12-18 14:12:54,957 Checking jobs for platform=marenostrum4 +2021-12-18 14:12:54,958 Checking jobs for platform=nord3 +2021-12-18 14:12:54,959 Checking jobs for platform=local +2021-12-18 14:12:54,959 Checking jobs for platform=transfer_node +2021-12-18 14:12:54,959 Checking all jobs at once +2021-12-18 14:12:56,329 Successful check job command +2021-12-18 14:12:57,951 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:12:57,951 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:12:57,951 End of checking +2021-12-18 14:12:57,953 Updating FAILED jobs +2021-12-18 14:12:57,953 Updating WAITING jobs +2021-12-18 14:12:57,953 Update finished +2021-12-18 14:12:57,953 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:12:57,954 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:12:57,954 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:12:57,954 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:12:57,954 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:12:57,954 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:12:57,955 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:12:57,955 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:12:57,957 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:12:57,960 Job list saved +2021-12-18 14:12:57,966 Updating FAILED jobs +2021-12-18 14:12:57,966 Updating WAITING jobs +2021-12-18 14:12:57,966 Update finished +2021-12-18 14:13:07,976 Reloading parameters... +2021-12-18 14:13:07,994 Loading parameters... +2021-12-18 14:13:07,995 Loading project parameters... +2021-12-18 14:13:07,997 + +14 of 25 jobs remaining (14:13) +2021-12-18 14:13:07,997 Sleep: 10 +2021-12-18 14:13:07,997 Number of retrials: 0 +2021-12-18 14:13:07,998 WRAPPER CHECK TIME = 10 +2021-12-18 14:13:07,998 Checking jobs for platform=marenostrum4 +2021-12-18 14:13:07,999 Checking jobs for platform=nord3 +2021-12-18 14:13:08,000 Checking jobs for platform=local +2021-12-18 14:13:08,000 Checking jobs for platform=transfer_node +2021-12-18 14:13:08,000 Checking all jobs at once +2021-12-18 14:13:09,221 Successful check job command +2021-12-18 14:13:10,491 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:13:10,491 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:13:10,491 End of checking +2021-12-18 14:13:10,492 Updating FAILED jobs +2021-12-18 14:13:10,493 Updating WAITING jobs +2021-12-18 14:13:10,493 Update finished +2021-12-18 14:13:10,493 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:13:10,493 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:13:10,493 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:13:10,493 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:13:10,494 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:13:10,494 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:13:10,494 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:13:10,494 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:13:10,497 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:13:10,499 Job list saved +2021-12-18 14:13:10,504 Updating FAILED jobs +2021-12-18 14:13:10,504 Updating WAITING jobs +2021-12-18 14:13:10,505 Update finished +2021-12-18 14:13:20,515 Reloading parameters... +2021-12-18 14:13:20,533 Loading parameters... +2021-12-18 14:13:20,535 Loading project parameters... +2021-12-18 14:13:20,537 + +14 of 25 jobs remaining (14:13) +2021-12-18 14:13:20,537 Sleep: 10 +2021-12-18 14:13:20,537 Number of retrials: 0 +2021-12-18 14:13:20,537 WRAPPER CHECK TIME = 10 +2021-12-18 14:13:20,537 Checking jobs for platform=marenostrum4 +2021-12-18 14:13:20,538 Checking jobs for platform=nord3 +2021-12-18 14:13:20,539 Checking jobs for platform=local +2021-12-18 14:13:20,539 Checking jobs for platform=transfer_node +2021-12-18 14:13:20,539 Checking all jobs at once +2021-12-18 14:13:21,761 Successful check job command +2021-12-18 14:13:23,030 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:13:23,031 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:13:23,031 End of checking +2021-12-18 14:13:23,032 Updating FAILED jobs +2021-12-18 14:13:23,032 Updating WAITING jobs +2021-12-18 14:13:23,033 Update finished +2021-12-18 14:13:23,033 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:13:23,033 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:13:23,033 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:13:23,033 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:13:23,033 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:13:23,033 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:13:23,034 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:13:23,034 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:13:23,036 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:13:23,039 Job list saved +2021-12-18 14:13:23,045 Updating FAILED jobs +2021-12-18 14:13:23,046 Updating WAITING jobs +2021-12-18 14:13:23,046 Update finished +2021-12-18 14:13:33,056 Reloading parameters... +2021-12-18 14:13:33,074 Loading parameters... +2021-12-18 14:13:33,075 Loading project parameters... +2021-12-18 14:13:33,077 + +14 of 25 jobs remaining (14:13) +2021-12-18 14:13:33,077 Sleep: 10 +2021-12-18 14:13:33,077 Number of retrials: 0 +2021-12-18 14:13:33,077 WRAPPER CHECK TIME = 10 +2021-12-18 14:13:33,078 Checking jobs for platform=marenostrum4 +2021-12-18 14:13:33,079 Checking jobs for platform=nord3 +2021-12-18 14:13:33,079 Checking jobs for platform=local +2021-12-18 14:13:33,080 Checking jobs for platform=transfer_node +2021-12-18 14:13:33,080 Checking all jobs at once +2021-12-18 14:13:34,399 Successful check job command +2021-12-18 14:13:35,719 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:13:35,720 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:13:35,720 End of checking +2021-12-18 14:13:35,722 Updating FAILED jobs +2021-12-18 14:13:35,722 Updating WAITING jobs +2021-12-18 14:13:35,722 Update finished +2021-12-18 14:13:35,722 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:13:35,723 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:13:35,723 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:13:35,723 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:13:35,723 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:13:35,723 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:13:35,723 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:13:35,724 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:13:35,727 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:13:35,730 Job list saved +2021-12-18 14:13:35,734 Updating FAILED jobs +2021-12-18 14:13:35,735 Updating WAITING jobs +2021-12-18 14:13:35,735 Update finished +2021-12-18 14:13:45,745 Reloading parameters... +2021-12-18 14:13:45,764 Loading parameters... +2021-12-18 14:13:45,765 Loading project parameters... +2021-12-18 14:13:45,767 + +14 of 25 jobs remaining (14:13) +2021-12-18 14:13:45,767 Sleep: 10 +2021-12-18 14:13:45,767 Number of retrials: 0 +2021-12-18 14:13:45,767 WRAPPER CHECK TIME = 10 +2021-12-18 14:13:45,768 Checking jobs for platform=marenostrum4 +2021-12-18 14:13:45,768 Checking jobs for platform=nord3 +2021-12-18 14:13:45,769 Checking jobs for platform=local +2021-12-18 14:13:45,769 Checking jobs for platform=transfer_node +2021-12-18 14:13:45,770 Checking all jobs at once +2021-12-18 14:13:47,189 Successful check job command +2021-12-18 14:13:48,461 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:13:48,461 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:13:48,461 End of checking +2021-12-18 14:13:48,463 Updating FAILED jobs +2021-12-18 14:13:48,463 Updating WAITING jobs +2021-12-18 14:13:48,463 Update finished +2021-12-18 14:13:48,463 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:13:48,464 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:13:48,464 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:13:48,464 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:13:48,464 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:13:48,464 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:13:48,464 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:13:48,464 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:13:48,467 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:13:48,470 Job list saved +2021-12-18 14:13:48,474 Updating FAILED jobs +2021-12-18 14:13:48,474 Updating WAITING jobs +2021-12-18 14:13:48,475 Update finished +2021-12-18 14:13:58,485 Reloading parameters... +2021-12-18 14:13:58,504 Loading parameters... +2021-12-18 14:13:58,505 Loading project parameters... +2021-12-18 14:13:58,507 + +14 of 25 jobs remaining (14:13) +2021-12-18 14:13:58,507 Sleep: 10 +2021-12-18 14:13:58,507 Number of retrials: 0 +2021-12-18 14:13:58,508 WRAPPER CHECK TIME = 10 +2021-12-18 14:13:58,508 Checking jobs for platform=marenostrum4 +2021-12-18 14:13:58,509 Checking jobs for platform=nord3 +2021-12-18 14:13:58,509 Checking jobs for platform=local +2021-12-18 14:13:58,510 Checking jobs for platform=transfer_node +2021-12-18 14:13:58,510 Checking all jobs at once +2021-12-18 14:13:59,982 Successful check job command +2021-12-18 14:14:01,502 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:14:01,502 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:14:01,502 End of checking +2021-12-18 14:14:01,503 Updating FAILED jobs +2021-12-18 14:14:01,504 Updating WAITING jobs +2021-12-18 14:14:01,504 Update finished +2021-12-18 14:14:01,504 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:14:01,504 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:14:01,504 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:14:01,504 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:14:01,505 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:14:01,505 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:14:01,505 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:14:01,505 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:14:01,508 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:14:01,510 Job list saved +2021-12-18 14:14:01,515 Updating FAILED jobs +2021-12-18 14:14:01,515 Updating WAITING jobs +2021-12-18 14:14:01,515 Update finished +2021-12-18 14:14:11,525 Reloading parameters... +2021-12-18 14:14:11,544 Loading parameters... +2021-12-18 14:14:11,546 Loading project parameters... +2021-12-18 14:14:11,548 + +14 of 25 jobs remaining (14:14) +2021-12-18 14:14:11,548 Sleep: 10 +2021-12-18 14:14:11,548 Number of retrials: 0 +2021-12-18 14:14:11,548 WRAPPER CHECK TIME = 10 +2021-12-18 14:14:11,548 Checking jobs for platform=marenostrum4 +2021-12-18 14:14:11,549 Checking jobs for platform=nord3 +2021-12-18 14:14:11,550 Checking jobs for platform=local +2021-12-18 14:14:11,550 Checking jobs for platform=transfer_node +2021-12-18 14:14:11,550 Checking all jobs at once +2021-12-18 14:14:12,820 Successful check job command +2021-12-18 14:14:14,140 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:14:14,140 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:14:14,141 End of checking +2021-12-18 14:14:14,142 Updating FAILED jobs +2021-12-18 14:14:14,142 Updating WAITING jobs +2021-12-18 14:14:14,143 Update finished +2021-12-18 14:14:14,143 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:14:14,143 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:14:14,143 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:14:14,144 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:14:14,144 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:14:14,144 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:14:14,144 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:14:14,144 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:14:14,147 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:14:14,149 Job list saved +2021-12-18 14:14:14,154 Updating FAILED jobs +2021-12-18 14:14:14,154 Updating WAITING jobs +2021-12-18 14:14:14,154 Update finished +2021-12-18 14:14:24,162 Reloading parameters... +2021-12-18 14:14:24,185 Loading parameters... +2021-12-18 14:14:24,186 Loading project parameters... +2021-12-18 14:14:24,188 + +14 of 25 jobs remaining (14:14) +2021-12-18 14:14:24,188 Sleep: 10 +2021-12-18 14:14:24,188 Number of retrials: 0 +2021-12-18 14:14:24,188 WRAPPER CHECK TIME = 10 +2021-12-18 14:14:24,189 Checking jobs for platform=marenostrum4 +2021-12-18 14:14:24,190 Checking jobs for platform=nord3 +2021-12-18 14:14:24,190 Checking jobs for platform=local +2021-12-18 14:14:24,191 Checking jobs for platform=transfer_node +2021-12-18 14:14:24,191 Checking all jobs at once +2021-12-18 14:14:25,460 Successful check job command +2021-12-18 14:14:26,679 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:14:26,679 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:14:26,679 End of checking +2021-12-18 14:14:26,681 Updating FAILED jobs +2021-12-18 14:14:26,681 Updating WAITING jobs +2021-12-18 14:14:26,681 Update finished +2021-12-18 14:14:26,682 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:14:26,682 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:14:26,682 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:14:26,682 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:14:26,682 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:14:26,682 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:14:26,682 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:14:26,683 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:14:26,686 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:14:26,688 Job list saved +2021-12-18 14:14:26,693 Updating FAILED jobs +2021-12-18 14:14:26,693 Updating WAITING jobs +2021-12-18 14:14:26,693 Update finished +2021-12-18 14:14:36,703 Reloading parameters... +2021-12-18 14:14:36,724 Loading parameters... +2021-12-18 14:14:36,725 Loading project parameters... +2021-12-18 14:14:36,727 + +14 of 25 jobs remaining (14:14) +2021-12-18 14:14:36,727 Sleep: 10 +2021-12-18 14:14:36,727 Number of retrials: 0 +2021-12-18 14:14:36,727 WRAPPER CHECK TIME = 10 +2021-12-18 14:14:36,728 Checking jobs for platform=marenostrum4 +2021-12-18 14:14:36,728 Checking jobs for platform=nord3 +2021-12-18 14:14:36,729 Checking jobs for platform=local +2021-12-18 14:14:36,729 Checking jobs for platform=transfer_node +2021-12-18 14:14:36,730 Checking all jobs at once +2021-12-18 14:14:38,000 Successful check job command +2021-12-18 14:14:39,370 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:14:39,370 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:14:39,370 End of checking +2021-12-18 14:14:39,371 Updating FAILED jobs +2021-12-18 14:14:39,372 Updating WAITING jobs +2021-12-18 14:14:39,372 Update finished +2021-12-18 14:14:39,372 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:14:39,372 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:14:39,372 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:14:39,372 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:14:39,373 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:14:39,373 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:14:39,373 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:14:39,373 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:14:39,376 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:14:39,379 Job list saved +2021-12-18 14:14:39,383 Updating FAILED jobs +2021-12-18 14:14:39,384 Updating WAITING jobs +2021-12-18 14:14:39,384 Update finished +2021-12-18 14:14:49,393 Reloading parameters... +2021-12-18 14:14:49,412 Loading parameters... +2021-12-18 14:14:49,413 Loading project parameters... +2021-12-18 14:14:49,415 + +14 of 25 jobs remaining (14:14) +2021-12-18 14:14:49,415 Sleep: 10 +2021-12-18 14:14:49,415 Number of retrials: 0 +2021-12-18 14:14:49,415 WRAPPER CHECK TIME = 10 +2021-12-18 14:14:49,416 Checking jobs for platform=marenostrum4 +2021-12-18 14:14:49,417 Checking jobs for platform=nord3 +2021-12-18 14:14:49,417 Checking jobs for platform=local +2021-12-18 14:14:49,418 Checking jobs for platform=transfer_node +2021-12-18 14:14:49,418 Checking all jobs at once +2021-12-18 14:14:50,988 Successful check job command +2021-12-18 14:14:52,408 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:14:52,408 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:14:52,408 End of checking +2021-12-18 14:14:52,409 Updating FAILED jobs +2021-12-18 14:14:52,409 Updating WAITING jobs +2021-12-18 14:14:52,410 Update finished +2021-12-18 14:14:52,410 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:14:52,410 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:14:52,411 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:14:52,411 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:14:52,411 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:14:52,411 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:14:52,411 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:14:52,411 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:14:52,414 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:14:52,416 Job list saved +2021-12-18 14:14:52,423 Updating FAILED jobs +2021-12-18 14:14:52,423 Updating WAITING jobs +2021-12-18 14:14:52,423 Update finished +2021-12-18 14:15:02,433 Reloading parameters... +2021-12-18 14:15:02,454 Loading parameters... +2021-12-18 14:15:02,456 Loading project parameters... +2021-12-18 14:15:02,458 + +14 of 25 jobs remaining (14:15) +2021-12-18 14:15:02,458 Sleep: 10 +2021-12-18 14:15:02,458 Number of retrials: 0 +2021-12-18 14:15:02,458 WRAPPER CHECK TIME = 10 +2021-12-18 14:15:02,459 Checking jobs for platform=marenostrum4 +2021-12-18 14:15:02,459 Checking jobs for platform=nord3 +2021-12-18 14:15:02,460 Checking jobs for platform=local +2021-12-18 14:15:02,461 Checking jobs for platform=transfer_node +2021-12-18 14:15:02,461 Checking all jobs at once +2021-12-18 14:15:03,832 Successful check job command +2021-12-18 14:15:05,254 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:15:05,254 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:15:05,254 End of checking +2021-12-18 14:15:05,256 Updating FAILED jobs +2021-12-18 14:15:05,256 Updating WAITING jobs +2021-12-18 14:15:05,256 Update finished +2021-12-18 14:15:05,256 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:15:05,256 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:15:05,256 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:15:05,256 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:15:05,257 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:15:05,257 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:15:05,257 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:15:05,257 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:15:05,260 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:15:05,262 Job list saved +2021-12-18 14:15:05,268 Updating FAILED jobs +2021-12-18 14:15:05,268 Updating WAITING jobs +2021-12-18 14:15:05,269 Update finished +2021-12-18 14:15:15,275 Reloading parameters... +2021-12-18 14:15:15,296 Loading parameters... +2021-12-18 14:15:15,298 Loading project parameters... +2021-12-18 14:15:15,299 + +14 of 25 jobs remaining (14:15) +2021-12-18 14:15:15,300 Sleep: 10 +2021-12-18 14:15:15,300 Number of retrials: 0 +2021-12-18 14:15:15,300 WRAPPER CHECK TIME = 10 +2021-12-18 14:15:15,300 Checking jobs for platform=marenostrum4 +2021-12-18 14:15:15,301 Checking jobs for platform=nord3 +2021-12-18 14:15:15,302 Checking jobs for platform=local +2021-12-18 14:15:15,302 Checking jobs for platform=transfer_node +2021-12-18 14:15:15,302 Checking all jobs at once +2021-12-18 14:15:16,673 Successful check job command +2021-12-18 14:15:18,042 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:15:18,042 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:15:18,042 End of checking +2021-12-18 14:15:18,044 Updating FAILED jobs +2021-12-18 14:15:18,044 Updating WAITING jobs +2021-12-18 14:15:18,044 Update finished +2021-12-18 14:15:18,044 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:15:18,045 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:15:18,045 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:15:18,045 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:15:18,045 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:15:18,045 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:15:18,045 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:15:18,045 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:15:18,048 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:15:18,050 Job list saved +2021-12-18 14:15:18,055 Updating FAILED jobs +2021-12-18 14:15:18,055 Updating WAITING jobs +2021-12-18 14:15:18,056 Update finished +2021-12-18 14:15:28,061 Reloading parameters... +2021-12-18 14:15:28,082 Loading parameters... +2021-12-18 14:15:28,083 Loading project parameters... +2021-12-18 14:15:28,085 + +14 of 25 jobs remaining (14:15) +2021-12-18 14:15:28,085 Sleep: 10 +2021-12-18 14:15:28,085 Number of retrials: 0 +2021-12-18 14:15:28,085 WRAPPER CHECK TIME = 10 +2021-12-18 14:15:28,086 Checking jobs for platform=marenostrum4 +2021-12-18 14:15:28,086 Checking jobs for platform=nord3 +2021-12-18 14:15:28,087 Checking jobs for platform=local +2021-12-18 14:15:28,087 Checking jobs for platform=transfer_node +2021-12-18 14:15:28,087 Checking all jobs at once +2021-12-18 14:15:29,306 Successful check job command +2021-12-18 14:15:30,576 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:15:30,576 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:15:30,576 End of checking +2021-12-18 14:15:30,578 Updating FAILED jobs +2021-12-18 14:15:30,579 Updating WAITING jobs +2021-12-18 14:15:30,579 Update finished +2021-12-18 14:15:30,579 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:15:30,580 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:15:30,580 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:15:30,580 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:15:30,580 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:15:30,580 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:15:30,580 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:15:30,580 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:15:30,583 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:15:30,585 Job list saved +2021-12-18 14:15:30,591 Updating FAILED jobs +2021-12-18 14:15:30,591 Updating WAITING jobs +2021-12-18 14:15:30,591 Update finished +2021-12-18 14:15:40,596 Reloading parameters... +2021-12-18 14:15:40,614 Loading parameters... +2021-12-18 14:15:40,616 Loading project parameters... +2021-12-18 14:15:40,617 + +14 of 25 jobs remaining (14:15) +2021-12-18 14:15:40,618 Sleep: 10 +2021-12-18 14:15:40,618 Number of retrials: 0 +2021-12-18 14:15:40,618 WRAPPER CHECK TIME = 10 +2021-12-18 14:15:40,618 Checking jobs for platform=marenostrum4 +2021-12-18 14:15:40,619 Checking jobs for platform=nord3 +2021-12-18 14:15:40,619 Checking jobs for platform=local +2021-12-18 14:15:40,620 Checking jobs for platform=transfer_node +2021-12-18 14:15:40,620 Checking all jobs at once +2021-12-18 14:15:41,990 Successful check job command +2021-12-18 14:15:43,309 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:15:43,309 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:15:43,310 End of checking +2021-12-18 14:15:43,311 Updating FAILED jobs +2021-12-18 14:15:43,311 Updating WAITING jobs +2021-12-18 14:15:43,311 Update finished +2021-12-18 14:15:43,311 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:15:43,312 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:15:43,312 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:15:43,312 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:15:43,312 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:15:43,312 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:15:43,312 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:15:43,312 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:15:43,317 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:15:43,319 Job list saved +2021-12-18 14:15:43,324 Updating FAILED jobs +2021-12-18 14:15:43,324 Updating WAITING jobs +2021-12-18 14:15:43,324 Update finished +2021-12-18 14:15:53,326 Reloading parameters... +2021-12-18 14:15:53,346 Loading parameters... +2021-12-18 14:15:53,348 Loading project parameters... +2021-12-18 14:15:53,349 + +14 of 25 jobs remaining (14:15) +2021-12-18 14:15:53,350 Sleep: 10 +2021-12-18 14:15:53,350 Number of retrials: 0 +2021-12-18 14:15:53,350 WRAPPER CHECK TIME = 10 +2021-12-18 14:15:53,350 Checking jobs for platform=marenostrum4 +2021-12-18 14:15:53,351 Checking jobs for platform=nord3 +2021-12-18 14:15:53,351 Checking jobs for platform=local +2021-12-18 14:15:53,352 Checking jobs for platform=transfer_node +2021-12-18 14:15:53,352 Checking all jobs at once +2021-12-18 14:15:54,774 Successful check job command +2021-12-18 14:15:56,045 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:15:56,045 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:15:56,045 End of checking +2021-12-18 14:15:56,047 Updating FAILED jobs +2021-12-18 14:15:56,047 Updating WAITING jobs +2021-12-18 14:15:56,047 Update finished +2021-12-18 14:15:56,047 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:15:56,047 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:15:56,048 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:15:56,048 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:15:56,048 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:15:56,048 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:15:56,048 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:15:56,048 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:15:56,054 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:15:56,057 Job list saved +2021-12-18 14:15:56,066 Updating FAILED jobs +2021-12-18 14:15:56,066 Updating WAITING jobs +2021-12-18 14:15:56,067 Update finished +2021-12-18 14:16:06,077 Reloading parameters... +2021-12-18 14:16:06,096 Loading parameters... +2021-12-18 14:16:06,097 Loading project parameters... +2021-12-18 14:16:06,099 + +14 of 25 jobs remaining (14:16) +2021-12-18 14:16:06,099 Sleep: 10 +2021-12-18 14:16:06,099 Number of retrials: 0 +2021-12-18 14:16:06,099 WRAPPER CHECK TIME = 10 +2021-12-18 14:16:06,100 Checking jobs for platform=marenostrum4 +2021-12-18 14:16:06,101 Checking jobs for platform=nord3 +2021-12-18 14:16:06,101 Checking jobs for platform=local +2021-12-18 14:16:06,102 Checking jobs for platform=transfer_node +2021-12-18 14:16:06,102 Checking all jobs at once +2021-12-18 14:16:07,423 Successful check job command +2021-12-18 14:16:08,793 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:16:08,793 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:16:08,793 End of checking +2021-12-18 14:16:08,795 Updating FAILED jobs +2021-12-18 14:16:08,795 Updating WAITING jobs +2021-12-18 14:16:08,795 Update finished +2021-12-18 14:16:08,795 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:16:08,796 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:16:08,796 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:16:08,796 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:16:08,796 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:16:08,796 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:16:08,796 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:16:08,797 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:16:08,799 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:16:08,801 Job list saved +2021-12-18 14:16:08,806 Updating FAILED jobs +2021-12-18 14:16:08,807 Updating WAITING jobs +2021-12-18 14:16:08,807 Update finished +2021-12-18 14:16:18,817 Reloading parameters... +2021-12-18 14:16:18,837 Loading parameters... +2021-12-18 14:16:18,839 Loading project parameters... +2021-12-18 14:16:18,840 + +14 of 25 jobs remaining (14:16) +2021-12-18 14:16:18,841 Sleep: 10 +2021-12-18 14:16:18,841 Number of retrials: 0 +2021-12-18 14:16:18,841 WRAPPER CHECK TIME = 10 +2021-12-18 14:16:18,841 Checking jobs for platform=marenostrum4 +2021-12-18 14:16:18,842 Checking jobs for platform=nord3 +2021-12-18 14:16:18,842 Checking jobs for platform=local +2021-12-18 14:16:18,843 Checking jobs for platform=transfer_node +2021-12-18 14:16:18,843 Checking all jobs at once +2021-12-18 14:16:20,165 Successful check job command +2021-12-18 14:16:21,487 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:16:21,487 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:16:21,487 End of checking +2021-12-18 14:16:21,489 Updating FAILED jobs +2021-12-18 14:16:21,489 Updating WAITING jobs +2021-12-18 14:16:21,490 Update finished +2021-12-18 14:16:21,490 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:16:21,490 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:16:21,490 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:16:21,490 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:16:21,490 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:16:21,490 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:16:21,490 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:16:21,491 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:16:21,494 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:16:21,496 Job list saved +2021-12-18 14:16:21,503 Updating FAILED jobs +2021-12-18 14:16:21,503 Updating WAITING jobs +2021-12-18 14:16:21,503 Update finished +2021-12-18 14:16:31,513 Reloading parameters... +2021-12-18 14:16:31,535 Loading parameters... +2021-12-18 14:16:31,536 Loading project parameters... +2021-12-18 14:16:31,538 + +14 of 25 jobs remaining (14:16) +2021-12-18 14:16:31,538 Sleep: 10 +2021-12-18 14:16:31,538 Number of retrials: 0 +2021-12-18 14:16:31,538 WRAPPER CHECK TIME = 10 +2021-12-18 14:16:31,539 Checking jobs for platform=marenostrum4 +2021-12-18 14:16:31,539 Checking jobs for platform=nord3 +2021-12-18 14:16:31,540 Checking jobs for platform=local +2021-12-18 14:16:31,541 Checking jobs for platform=transfer_node +2021-12-18 14:16:31,541 Checking all jobs at once +2021-12-18 14:16:33,011 Successful check job command +2021-12-18 14:16:34,333 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:16:34,334 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:16:34,334 End of checking +2021-12-18 14:16:34,335 Updating FAILED jobs +2021-12-18 14:16:34,336 Updating WAITING jobs +2021-12-18 14:16:34,336 Update finished +2021-12-18 14:16:34,336 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:16:34,336 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:16:34,336 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:16:34,336 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:16:34,336 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:16:34,337 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:16:34,337 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:16:34,337 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:16:34,340 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:16:34,342 Job list saved +2021-12-18 14:16:34,347 Updating FAILED jobs +2021-12-18 14:16:34,347 Updating WAITING jobs +2021-12-18 14:16:34,347 Update finished +2021-12-18 14:16:44,357 Reloading parameters... +2021-12-18 14:16:44,376 Loading parameters... +2021-12-18 14:16:44,378 Loading project parameters... +2021-12-18 14:16:44,379 + +14 of 25 jobs remaining (14:16) +2021-12-18 14:16:44,380 Sleep: 10 +2021-12-18 14:16:44,380 Number of retrials: 0 +2021-12-18 14:16:44,380 WRAPPER CHECK TIME = 10 +2021-12-18 14:16:44,380 Checking jobs for platform=marenostrum4 +2021-12-18 14:16:44,381 Checking jobs for platform=nord3 +2021-12-18 14:16:44,381 Checking jobs for platform=local +2021-12-18 14:16:44,382 Checking jobs for platform=transfer_node +2021-12-18 14:16:44,382 Checking all jobs at once +2021-12-18 14:16:45,652 Successful check job command +2021-12-18 14:16:46,975 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:16:46,975 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:16:46,975 End of checking +2021-12-18 14:16:46,976 Updating FAILED jobs +2021-12-18 14:16:46,976 Updating WAITING jobs +2021-12-18 14:16:46,977 Update finished +2021-12-18 14:16:46,977 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:16:46,977 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:16:46,977 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:16:46,978 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:16:46,978 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:16:46,978 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:16:46,978 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:16:46,978 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:16:46,981 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:16:46,983 Job list saved +2021-12-18 14:16:46,989 Updating FAILED jobs +2021-12-18 14:16:46,989 Updating WAITING jobs +2021-12-18 14:16:46,989 Update finished +2021-12-18 14:16:56,998 Reloading parameters... +2021-12-18 14:16:57,018 Loading parameters... +2021-12-18 14:16:57,020 Loading project parameters... +2021-12-18 14:16:57,022 + +14 of 25 jobs remaining (14:16) +2021-12-18 14:16:57,022 Sleep: 10 +2021-12-18 14:16:57,022 Number of retrials: 0 +2021-12-18 14:16:57,022 WRAPPER CHECK TIME = 10 +2021-12-18 14:16:57,023 Checking jobs for platform=marenostrum4 +2021-12-18 14:16:57,023 Checking jobs for platform=nord3 +2021-12-18 14:16:57,024 Checking jobs for platform=local +2021-12-18 14:16:57,024 Checking jobs for platform=transfer_node +2021-12-18 14:16:57,024 Checking all jobs at once +2021-12-18 14:16:58,246 Successful check job command +2021-12-18 14:16:59,516 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:16:59,516 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:16:59,516 End of checking +2021-12-18 14:16:59,518 Updating FAILED jobs +2021-12-18 14:16:59,518 Updating WAITING jobs +2021-12-18 14:16:59,518 Update finished +2021-12-18 14:16:59,518 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:16:59,518 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:16:59,519 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:16:59,519 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:16:59,519 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:16:59,519 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:16:59,519 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:16:59,519 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:16:59,522 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:16:59,524 Job list saved +2021-12-18 14:16:59,530 Updating FAILED jobs +2021-12-18 14:16:59,530 Updating WAITING jobs +2021-12-18 14:16:59,530 Update finished +2021-12-18 14:17:09,540 Reloading parameters... +2021-12-18 14:17:09,561 Loading parameters... +2021-12-18 14:17:09,562 Loading project parameters... +2021-12-18 14:17:09,564 + +14 of 25 jobs remaining (14:17) +2021-12-18 14:17:09,564 Sleep: 10 +2021-12-18 14:17:09,564 Number of retrials: 0 +2021-12-18 14:17:09,564 WRAPPER CHECK TIME = 10 +2021-12-18 14:17:09,565 Checking jobs for platform=marenostrum4 +2021-12-18 14:17:09,566 Checking jobs for platform=nord3 +2021-12-18 14:17:09,566 Checking jobs for platform=local +2021-12-18 14:17:09,567 Checking jobs for platform=transfer_node +2021-12-18 14:17:09,567 Checking all jobs at once +2021-12-18 14:17:10,836 Successful check job command +2021-12-18 14:17:12,105 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:17:12,105 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:17:12,105 End of checking +2021-12-18 14:17:12,108 Updating FAILED jobs +2021-12-18 14:17:12,108 Updating WAITING jobs +2021-12-18 14:17:12,108 Update finished +2021-12-18 14:17:12,108 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:17:12,108 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:17:12,108 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:17:12,109 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:17:12,109 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:17:12,109 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:17:12,109 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:17:12,109 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:17:12,112 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:17:12,114 Job list saved +2021-12-18 14:17:12,120 Updating FAILED jobs +2021-12-18 14:17:12,120 Updating WAITING jobs +2021-12-18 14:17:12,120 Update finished +2021-12-18 14:17:22,130 Reloading parameters... +2021-12-18 14:17:22,150 Loading parameters... +2021-12-18 14:17:22,152 Loading project parameters... +2021-12-18 14:17:22,154 + +14 of 25 jobs remaining (14:17) +2021-12-18 14:17:22,154 Sleep: 10 +2021-12-18 14:17:22,154 Number of retrials: 0 +2021-12-18 14:17:22,154 WRAPPER CHECK TIME = 10 +2021-12-18 14:17:22,155 Checking jobs for platform=marenostrum4 +2021-12-18 14:17:22,156 Checking jobs for platform=nord3 +2021-12-18 14:17:22,156 Checking jobs for platform=local +2021-12-18 14:17:22,157 Checking jobs for platform=transfer_node +2021-12-18 14:17:22,157 Checking all jobs at once +2021-12-18 14:17:23,476 Successful check job command +2021-12-18 14:17:24,795 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:17:24,796 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:17:24,796 End of checking +2021-12-18 14:17:24,797 Updating FAILED jobs +2021-12-18 14:17:24,797 Updating WAITING jobs +2021-12-18 14:17:24,797 Update finished +2021-12-18 14:17:24,797 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:17:24,799 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:17:24,799 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:17:24,799 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:17:24,799 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:17:24,799 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:17:24,799 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:17:24,800 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:17:24,805 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:17:24,808 Job list saved +2021-12-18 14:17:24,813 Updating FAILED jobs +2021-12-18 14:17:24,813 Updating WAITING jobs +2021-12-18 14:17:24,813 Update finished +2021-12-18 14:17:34,823 Reloading parameters... +2021-12-18 14:17:34,847 Loading parameters... +2021-12-18 14:17:34,848 Loading project parameters... +2021-12-18 14:17:34,850 + +14 of 25 jobs remaining (14:17) +2021-12-18 14:17:34,850 Sleep: 10 +2021-12-18 14:17:34,850 Number of retrials: 0 +2021-12-18 14:17:34,850 WRAPPER CHECK TIME = 10 +2021-12-18 14:17:34,851 Checking jobs for platform=marenostrum4 +2021-12-18 14:17:34,851 Checking jobs for platform=nord3 +2021-12-18 14:17:34,852 Checking jobs for platform=local +2021-12-18 14:17:34,852 Checking jobs for platform=transfer_node +2021-12-18 14:17:34,853 Checking all jobs at once +2021-12-18 14:17:36,224 Successful check job command +2021-12-18 14:17:37,593 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:17:37,593 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:17:37,593 End of checking +2021-12-18 14:17:37,595 Updating FAILED jobs +2021-12-18 14:17:37,595 Updating WAITING jobs +2021-12-18 14:17:37,595 Update finished +2021-12-18 14:17:37,596 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:17:37,596 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:17:37,596 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:17:37,596 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:17:37,596 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:17:37,596 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:17:37,596 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:17:37,597 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:17:37,599 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:17:37,602 Job list saved +2021-12-18 14:17:37,608 Updating FAILED jobs +2021-12-18 14:17:37,608 Updating WAITING jobs +2021-12-18 14:17:37,608 Update finished +2021-12-18 14:17:47,615 Reloading parameters... +2021-12-18 14:17:47,637 Loading parameters... +2021-12-18 14:17:47,639 Loading project parameters... +2021-12-18 14:17:47,641 + +14 of 25 jobs remaining (14:17) +2021-12-18 14:17:47,641 Sleep: 10 +2021-12-18 14:17:47,641 Number of retrials: 0 +2021-12-18 14:17:47,641 WRAPPER CHECK TIME = 10 +2021-12-18 14:17:47,642 Checking jobs for platform=marenostrum4 +2021-12-18 14:17:47,643 Checking jobs for platform=nord3 +2021-12-18 14:17:47,643 Checking jobs for platform=local +2021-12-18 14:17:47,644 Checking jobs for platform=transfer_node +2021-12-18 14:17:47,644 Checking all jobs at once +2021-12-18 14:17:49,014 Successful check job command +2021-12-18 14:17:50,283 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:17:50,283 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:17:50,284 End of checking +2021-12-18 14:17:50,285 Updating FAILED jobs +2021-12-18 14:17:50,285 Updating WAITING jobs +2021-12-18 14:17:50,285 Update finished +2021-12-18 14:17:50,286 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:17:50,286 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:17:50,286 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:17:50,286 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:17:50,286 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:17:50,286 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:17:50,286 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:17:50,286 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:17:50,289 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:17:50,292 Job list saved +2021-12-18 14:17:50,298 Updating FAILED jobs +2021-12-18 14:17:50,298 Updating WAITING jobs +2021-12-18 14:17:50,299 Update finished +2021-12-18 14:18:00,309 Reloading parameters... +2021-12-18 14:18:00,328 Loading parameters... +2021-12-18 14:18:00,330 Loading project parameters... +2021-12-18 14:18:00,332 + +14 of 25 jobs remaining (14:18) +2021-12-18 14:18:00,332 Sleep: 10 +2021-12-18 14:18:00,332 Number of retrials: 0 +2021-12-18 14:18:00,332 WRAPPER CHECK TIME = 10 +2021-12-18 14:18:00,333 Checking jobs for platform=marenostrum4 +2021-12-18 14:18:00,333 Checking jobs for platform=nord3 +2021-12-18 14:18:00,334 Checking jobs for platform=local +2021-12-18 14:18:00,334 Checking jobs for platform=transfer_node +2021-12-18 14:18:00,335 Checking all jobs at once +2021-12-18 14:18:01,608 Successful check job command +2021-12-18 14:18:02,877 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:18:02,877 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:18:02,877 End of checking +2021-12-18 14:18:02,894 Updating FAILED jobs +2021-12-18 14:18:02,894 Updating WAITING jobs +2021-12-18 14:18:02,895 Update finished +2021-12-18 14:18:02,895 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:18:02,895 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:18:02,895 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:18:02,896 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:18:02,896 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:18:02,896 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:18:02,896 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:18:02,896 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:18:02,907 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:18:02,910 Job list saved +2021-12-18 14:18:02,926 Updating FAILED jobs +2021-12-18 14:18:02,927 Updating WAITING jobs +2021-12-18 14:18:02,927 Update finished +2021-12-18 14:18:12,937 Reloading parameters... +2021-12-18 14:18:12,956 Loading parameters... +2021-12-18 14:18:12,958 Loading project parameters... +2021-12-18 14:18:12,960 + +14 of 25 jobs remaining (14:18) +2021-12-18 14:18:12,960 Sleep: 10 +2021-12-18 14:18:12,960 Number of retrials: 0 +2021-12-18 14:18:12,960 WRAPPER CHECK TIME = 10 +2021-12-18 14:18:12,961 Checking jobs for platform=marenostrum4 +2021-12-18 14:18:12,961 Checking jobs for platform=nord3 +2021-12-18 14:18:12,962 Checking jobs for platform=local +2021-12-18 14:18:12,962 Checking jobs for platform=transfer_node +2021-12-18 14:18:12,962 Checking all jobs at once +2021-12-18 14:18:14,232 Successful check job command +2021-12-18 14:18:15,501 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:18:15,502 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:18:15,502 End of checking +2021-12-18 14:18:15,503 Updating FAILED jobs +2021-12-18 14:18:15,503 Updating WAITING jobs +2021-12-18 14:18:15,503 Update finished +2021-12-18 14:18:15,504 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:18:15,504 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:18:15,504 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:18:15,504 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:18:15,504 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:18:15,504 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:18:15,504 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:18:15,504 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:18:15,507 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:18:15,509 Job list saved +2021-12-18 14:18:15,515 Updating FAILED jobs +2021-12-18 14:18:15,515 Updating WAITING jobs +2021-12-18 14:18:15,515 Update finished +2021-12-18 14:18:25,525 Reloading parameters... +2021-12-18 14:18:25,545 Loading parameters... +2021-12-18 14:18:25,546 Loading project parameters... +2021-12-18 14:18:25,548 + +14 of 25 jobs remaining (14:18) +2021-12-18 14:18:25,548 Sleep: 10 +2021-12-18 14:18:25,548 Number of retrials: 0 +2021-12-18 14:18:25,549 WRAPPER CHECK TIME = 10 +2021-12-18 14:18:25,549 Checking jobs for platform=marenostrum4 +2021-12-18 14:18:25,550 Checking jobs for platform=nord3 +2021-12-18 14:18:25,550 Checking jobs for platform=local +2021-12-18 14:18:25,551 Checking jobs for platform=transfer_node +2021-12-18 14:18:25,551 Checking all jobs at once +2021-12-18 14:18:26,820 Successful check job command +2021-12-18 14:18:27,990 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:18:27,990 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:18:27,990 End of checking +2021-12-18 14:18:27,991 Updating FAILED jobs +2021-12-18 14:18:27,992 Updating WAITING jobs +2021-12-18 14:18:27,992 Update finished +2021-12-18 14:18:27,992 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:18:27,992 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:18:27,992 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:18:27,992 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:18:27,993 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:18:27,993 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:18:27,993 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:18:27,993 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:18:27,996 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:18:27,998 Job list saved +2021-12-18 14:18:28,003 Updating FAILED jobs +2021-12-18 14:18:28,003 Updating WAITING jobs +2021-12-18 14:18:28,003 Update finished +2021-12-18 14:18:38,013 Reloading parameters... +2021-12-18 14:18:38,033 Loading parameters... +2021-12-18 14:18:38,035 Loading project parameters... +2021-12-18 14:18:38,037 + +14 of 25 jobs remaining (14:18) +2021-12-18 14:18:38,037 Sleep: 10 +2021-12-18 14:18:38,037 Number of retrials: 0 +2021-12-18 14:18:38,037 WRAPPER CHECK TIME = 10 +2021-12-18 14:18:38,038 Checking jobs for platform=marenostrum4 +2021-12-18 14:18:38,038 Checking jobs for platform=nord3 +2021-12-18 14:18:38,039 Checking jobs for platform=local +2021-12-18 14:18:38,039 Checking jobs for platform=transfer_node +2021-12-18 14:18:38,039 Checking all jobs at once +2021-12-18 14:18:39,359 Successful check job command +2021-12-18 14:18:40,629 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:18:40,629 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:18:40,629 End of checking +2021-12-18 14:18:40,630 Updating FAILED jobs +2021-12-18 14:18:40,631 Updating WAITING jobs +2021-12-18 14:18:40,631 Update finished +2021-12-18 14:18:40,631 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:18:40,634 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:18:40,634 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:18:40,634 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:18:40,634 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:18:40,634 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:18:40,634 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:18:40,635 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:18:40,637 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:18:40,640 Job list saved +2021-12-18 14:18:40,645 Updating FAILED jobs +2021-12-18 14:18:40,645 Updating WAITING jobs +2021-12-18 14:18:40,645 Update finished +2021-12-18 14:18:50,654 Reloading parameters... +2021-12-18 14:18:50,675 Loading parameters... +2021-12-18 14:18:50,677 Loading project parameters... +2021-12-18 14:18:50,680 + +14 of 25 jobs remaining (14:18) +2021-12-18 14:18:50,680 Sleep: 10 +2021-12-18 14:18:50,680 Number of retrials: 0 +2021-12-18 14:18:50,680 WRAPPER CHECK TIME = 10 +2021-12-18 14:18:50,681 Checking jobs for platform=marenostrum4 +2021-12-18 14:18:50,681 Checking jobs for platform=nord3 +2021-12-18 14:18:50,682 Checking jobs for platform=local +2021-12-18 14:18:50,683 Checking jobs for platform=transfer_node +2021-12-18 14:18:50,683 Checking all jobs at once +2021-12-18 14:18:51,953 Successful check job command +2021-12-18 14:18:53,172 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:18:53,173 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:18:53,173 End of checking +2021-12-18 14:18:53,174 Updating FAILED jobs +2021-12-18 14:18:53,174 Updating WAITING jobs +2021-12-18 14:18:53,175 Update finished +2021-12-18 14:18:53,175 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:18:53,175 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:18:53,175 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:18:53,175 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:18:53,175 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:18:53,176 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:18:53,176 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:18:53,176 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:18:53,179 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:18:53,181 Job list saved +2021-12-18 14:18:53,185 Updating FAILED jobs +2021-12-18 14:18:53,185 Updating WAITING jobs +2021-12-18 14:18:53,186 Update finished +2021-12-18 14:19:03,194 Reloading parameters... +2021-12-18 14:19:03,214 Loading parameters... +2021-12-18 14:19:03,215 Loading project parameters... +2021-12-18 14:19:03,217 + +14 of 25 jobs remaining (14:19) +2021-12-18 14:19:03,218 Sleep: 10 +2021-12-18 14:19:03,218 Number of retrials: 0 +2021-12-18 14:19:03,218 WRAPPER CHECK TIME = 10 +2021-12-18 14:19:03,218 Checking jobs for platform=marenostrum4 +2021-12-18 14:19:03,219 Checking jobs for platform=nord3 +2021-12-18 14:19:03,219 Checking jobs for platform=local +2021-12-18 14:19:03,220 Checking jobs for platform=transfer_node +2021-12-18 14:19:03,220 Checking all jobs at once +2021-12-18 14:19:04,540 Successful check job command +2021-12-18 14:19:05,759 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:19:05,759 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:19:05,759 End of checking +2021-12-18 14:19:05,761 Updating FAILED jobs +2021-12-18 14:19:05,761 Updating WAITING jobs +2021-12-18 14:19:05,761 Update finished +2021-12-18 14:19:05,761 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:19:05,762 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:19:05,762 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:19:05,762 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:19:05,762 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:19:05,762 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:19:05,762 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:19:05,762 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:19:05,765 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:19:05,768 Job list saved +2021-12-18 14:19:05,772 Updating FAILED jobs +2021-12-18 14:19:05,772 Updating WAITING jobs +2021-12-18 14:19:05,773 Update finished +2021-12-18 14:19:15,781 Reloading parameters... +2021-12-18 14:19:15,803 Loading parameters... +2021-12-18 14:19:15,804 Loading project parameters... +2021-12-18 14:19:15,806 + +14 of 25 jobs remaining (14:19) +2021-12-18 14:19:15,806 Sleep: 10 +2021-12-18 14:19:15,806 Number of retrials: 0 +2021-12-18 14:19:15,806 WRAPPER CHECK TIME = 10 +2021-12-18 14:19:15,807 Checking jobs for platform=marenostrum4 +2021-12-18 14:19:15,807 Checking jobs for platform=nord3 +2021-12-18 14:19:15,808 Checking jobs for platform=local +2021-12-18 14:19:15,808 Checking jobs for platform=transfer_node +2021-12-18 14:19:15,808 Checking all jobs at once +2021-12-18 14:19:17,182 Successful check job command +2021-12-18 14:19:18,401 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:19:18,401 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:19:18,401 End of checking +2021-12-18 14:19:18,403 Updating FAILED jobs +2021-12-18 14:19:18,403 Updating WAITING jobs +2021-12-18 14:19:18,403 Update finished +2021-12-18 14:19:18,403 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:19:18,404 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:19:18,404 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:19:18,404 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:19:18,404 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:19:18,404 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:19:18,404 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:19:18,405 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:19:18,408 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:19:18,410 Job list saved +2021-12-18 14:19:18,416 Updating FAILED jobs +2021-12-18 14:19:18,416 Updating WAITING jobs +2021-12-18 14:19:18,416 Update finished +2021-12-18 14:19:28,425 Reloading parameters... +2021-12-18 14:19:28,444 Loading parameters... +2021-12-18 14:19:28,445 Loading project parameters... +2021-12-18 14:19:28,447 + +14 of 25 jobs remaining (14:19) +2021-12-18 14:19:28,447 Sleep: 10 +2021-12-18 14:19:28,447 Number of retrials: 0 +2021-12-18 14:19:28,447 WRAPPER CHECK TIME = 10 +2021-12-18 14:19:28,448 Checking jobs for platform=marenostrum4 +2021-12-18 14:19:28,448 Checking jobs for platform=nord3 +2021-12-18 14:19:28,449 Checking jobs for platform=local +2021-12-18 14:19:28,449 Checking jobs for platform=transfer_node +2021-12-18 14:19:28,449 Checking all jobs at once +2021-12-18 14:19:29,770 Successful check job command +2021-12-18 14:19:30,991 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:19:30,991 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:19:30,991 End of checking +2021-12-18 14:19:30,993 Updating FAILED jobs +2021-12-18 14:19:30,993 Updating WAITING jobs +2021-12-18 14:19:30,993 Update finished +2021-12-18 14:19:30,994 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:19:30,994 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:19:30,994 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:19:30,994 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:19:30,994 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:19:30,994 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:19:30,994 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:19:30,994 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:19:30,997 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:19:31,000 Job list saved +2021-12-18 14:19:31,004 Updating FAILED jobs +2021-12-18 14:19:31,005 Updating WAITING jobs +2021-12-18 14:19:31,005 Update finished +2021-12-18 14:19:41,015 Reloading parameters... +2021-12-18 14:19:41,037 Loading parameters... +2021-12-18 14:19:41,039 Loading project parameters... +2021-12-18 14:19:41,040 + +14 of 25 jobs remaining (14:19) +2021-12-18 14:19:41,041 Sleep: 10 +2021-12-18 14:19:41,041 Number of retrials: 0 +2021-12-18 14:19:41,041 WRAPPER CHECK TIME = 10 +2021-12-18 14:19:41,041 Checking jobs for platform=marenostrum4 +2021-12-18 14:19:41,042 Checking jobs for platform=nord3 +2021-12-18 14:19:41,043 Checking jobs for platform=local +2021-12-18 14:19:41,044 Checking jobs for platform=transfer_node +2021-12-18 14:19:41,044 Checking all jobs at once +2021-12-18 14:19:42,465 Successful check job command +2021-12-18 14:19:43,885 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:19:43,885 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:19:43,886 End of checking +2021-12-18 14:19:43,888 Updating FAILED jobs +2021-12-18 14:19:43,888 Updating WAITING jobs +2021-12-18 14:19:43,888 Update finished +2021-12-18 14:19:43,888 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:19:43,888 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:19:43,888 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:19:43,888 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:19:43,889 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:19:43,889 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:19:43,889 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:19:43,889 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:19:43,892 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:19:43,894 Job list saved +2021-12-18 14:19:43,899 Updating FAILED jobs +2021-12-18 14:19:43,899 Updating WAITING jobs +2021-12-18 14:19:43,899 Update finished +2021-12-18 14:19:53,909 Reloading parameters... +2021-12-18 14:19:53,928 Loading parameters... +2021-12-18 14:19:53,930 Loading project parameters... +2021-12-18 14:19:53,932 + +14 of 25 jobs remaining (14:19) +2021-12-18 14:19:53,932 Sleep: 10 +2021-12-18 14:19:53,932 Number of retrials: 0 +2021-12-18 14:19:53,932 WRAPPER CHECK TIME = 10 +2021-12-18 14:19:53,933 Checking jobs for platform=marenostrum4 +2021-12-18 14:19:53,933 Checking jobs for platform=nord3 +2021-12-18 14:19:53,934 Checking jobs for platform=local +2021-12-18 14:19:53,934 Checking jobs for platform=transfer_node +2021-12-18 14:19:53,934 Checking all jobs at once +2021-12-18 14:19:55,105 Successful check job command +2021-12-18 14:19:56,375 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:19:56,375 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:19:56,375 End of checking +2021-12-18 14:19:56,377 Updating FAILED jobs +2021-12-18 14:19:56,377 Updating WAITING jobs +2021-12-18 14:19:56,377 Update finished +2021-12-18 14:19:56,378 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:19:56,378 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:19:56,378 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:19:56,378 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:19:56,378 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:19:56,379 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:19:56,379 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:19:56,379 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:19:56,382 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:19:56,384 Job list saved +2021-12-18 14:19:56,389 Updating FAILED jobs +2021-12-18 14:19:56,389 Updating WAITING jobs +2021-12-18 14:19:56,389 Update finished +2021-12-18 14:20:06,397 Reloading parameters... +2021-12-18 14:20:06,417 Loading parameters... +2021-12-18 14:20:06,419 Loading project parameters... +2021-12-18 14:20:06,420 + +14 of 25 jobs remaining (14:20) +2021-12-18 14:20:06,421 Sleep: 10 +2021-12-18 14:20:06,421 Number of retrials: 0 +2021-12-18 14:20:06,421 WRAPPER CHECK TIME = 10 +2021-12-18 14:20:06,421 Checking jobs for platform=marenostrum4 +2021-12-18 14:20:06,422 Checking jobs for platform=nord3 +2021-12-18 14:20:06,423 Checking jobs for platform=local +2021-12-18 14:20:06,423 Checking jobs for platform=transfer_node +2021-12-18 14:20:06,423 Checking all jobs at once +2021-12-18 14:20:07,743 Successful check job command +2021-12-18 14:20:08,912 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:20:08,913 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:20:08,913 End of checking +2021-12-18 14:20:08,915 Updating FAILED jobs +2021-12-18 14:20:08,915 Updating WAITING jobs +2021-12-18 14:20:08,915 Update finished +2021-12-18 14:20:08,915 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:20:08,915 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:20:08,916 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:20:08,916 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:20:08,916 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:20:08,916 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:20:08,916 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:20:08,916 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:20:08,919 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:20:08,921 Job list saved +2021-12-18 14:20:08,927 Updating FAILED jobs +2021-12-18 14:20:08,927 Updating WAITING jobs +2021-12-18 14:20:08,928 Update finished +2021-12-18 14:20:18,935 Reloading parameters... +2021-12-18 14:20:18,958 Loading parameters... +2021-12-18 14:20:18,959 Loading project parameters... +2021-12-18 14:20:18,961 + +14 of 25 jobs remaining (14:20) +2021-12-18 14:20:18,961 Sleep: 10 +2021-12-18 14:20:18,961 Number of retrials: 0 +2021-12-18 14:20:18,961 WRAPPER CHECK TIME = 10 +2021-12-18 14:20:18,962 Checking jobs for platform=marenostrum4 +2021-12-18 14:20:18,963 Checking jobs for platform=nord3 +2021-12-18 14:20:18,963 Checking jobs for platform=local +2021-12-18 14:20:18,964 Checking jobs for platform=transfer_node +2021-12-18 14:20:18,964 Checking all jobs at once +2021-12-18 14:20:20,333 Successful check job command +2021-12-18 14:20:21,556 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:20:21,557 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:20:21,557 End of checking +2021-12-18 14:20:21,559 Updating FAILED jobs +2021-12-18 14:20:21,559 Updating WAITING jobs +2021-12-18 14:20:21,559 Update finished +2021-12-18 14:20:21,560 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:20:21,560 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:20:21,560 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:20:21,560 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:20:21,560 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:20:21,560 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:20:21,560 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:20:21,560 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:20:21,564 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:20:21,566 Job list saved +2021-12-18 14:20:21,572 Updating FAILED jobs +2021-12-18 14:20:21,572 Updating WAITING jobs +2021-12-18 14:20:21,572 Update finished +2021-12-18 14:20:31,581 Reloading parameters... +2021-12-18 14:20:31,601 Loading parameters... +2021-12-18 14:20:31,602 Loading project parameters... +2021-12-18 14:20:31,604 + +14 of 25 jobs remaining (14:20) +2021-12-18 14:20:31,605 Sleep: 10 +2021-12-18 14:20:31,605 Number of retrials: 0 +2021-12-18 14:20:31,605 WRAPPER CHECK TIME = 10 +2021-12-18 14:20:31,605 Checking jobs for platform=marenostrum4 +2021-12-18 14:20:31,606 Checking jobs for platform=nord3 +2021-12-18 14:20:31,606 Checking jobs for platform=local +2021-12-18 14:20:31,607 Checking jobs for platform=transfer_node +2021-12-18 14:20:31,607 Checking all jobs at once +2021-12-18 14:20:32,983 Successful check job command +2021-12-18 14:20:34,354 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:20:34,354 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:20:34,354 End of checking +2021-12-18 14:20:34,356 Updating FAILED jobs +2021-12-18 14:20:34,356 Updating WAITING jobs +2021-12-18 14:20:34,356 Update finished +2021-12-18 14:20:34,356 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:20:34,357 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:20:34,357 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:20:34,358 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:20:34,358 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:20:34,358 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:20:34,358 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:20:34,358 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:20:34,361 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:20:34,363 Job list saved +2021-12-18 14:20:34,368 Updating FAILED jobs +2021-12-18 14:20:34,368 Updating WAITING jobs +2021-12-18 14:20:34,368 Update finished +2021-12-18 14:20:44,378 Reloading parameters... +2021-12-18 14:20:44,399 Loading parameters... +2021-12-18 14:20:44,400 Loading project parameters... +2021-12-18 14:20:44,402 + +14 of 25 jobs remaining (14:20) +2021-12-18 14:20:44,402 Sleep: 10 +2021-12-18 14:20:44,402 Number of retrials: 0 +2021-12-18 14:20:44,402 WRAPPER CHECK TIME = 10 +2021-12-18 14:20:44,403 Checking jobs for platform=marenostrum4 +2021-12-18 14:20:44,403 Checking jobs for platform=nord3 +2021-12-18 14:20:44,404 Checking jobs for platform=local +2021-12-18 14:20:44,404 Checking jobs for platform=transfer_node +2021-12-18 14:20:44,405 Checking all jobs at once +2021-12-18 14:20:45,780 Successful check job command +2021-12-18 14:20:47,100 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:20:47,100 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:20:47,100 End of checking +2021-12-18 14:20:47,102 Updating FAILED jobs +2021-12-18 14:20:47,102 Updating WAITING jobs +2021-12-18 14:20:47,103 Update finished +2021-12-18 14:20:47,103 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:20:47,103 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:20:47,103 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:20:47,103 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:20:47,103 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:20:47,104 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:20:47,104 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:20:47,104 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:20:47,107 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:20:47,109 Job list saved +2021-12-18 14:20:47,117 Updating FAILED jobs +2021-12-18 14:20:47,117 Updating WAITING jobs +2021-12-18 14:20:47,118 Update finished +2021-12-18 14:20:57,128 Reloading parameters... +2021-12-18 14:20:57,151 Loading parameters... +2021-12-18 14:20:57,152 Loading project parameters... +2021-12-18 14:20:57,154 + +14 of 25 jobs remaining (14:20) +2021-12-18 14:20:57,154 Sleep: 10 +2021-12-18 14:20:57,155 Number of retrials: 0 +2021-12-18 14:20:57,155 WRAPPER CHECK TIME = 10 +2021-12-18 14:20:57,155 Checking jobs for platform=marenostrum4 +2021-12-18 14:20:57,156 Checking jobs for platform=nord3 +2021-12-18 14:20:57,156 Checking jobs for platform=local +2021-12-18 14:20:57,157 Checking jobs for platform=transfer_node +2021-12-18 14:20:57,157 Checking all jobs at once +2021-12-18 14:20:58,727 Successful check job command +2021-12-18 14:21:00,046 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:21:00,046 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:21:00,047 End of checking +2021-12-18 14:21:00,049 Updating FAILED jobs +2021-12-18 14:21:00,049 Updating WAITING jobs +2021-12-18 14:21:00,049 Update finished +2021-12-18 14:21:00,049 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:21:00,049 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:21:00,050 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:21:00,050 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:21:00,050 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:21:00,050 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:21:00,050 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:21:00,050 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:21:00,054 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:21:00,057 Job list saved +2021-12-18 14:21:00,063 Updating FAILED jobs +2021-12-18 14:21:00,063 Updating WAITING jobs +2021-12-18 14:21:00,063 Update finished +2021-12-18 14:21:10,073 Reloading parameters... +2021-12-18 14:21:10,093 Loading parameters... +2021-12-18 14:21:10,094 Loading project parameters... +2021-12-18 14:21:10,096 + +14 of 25 jobs remaining (14:21) +2021-12-18 14:21:10,097 Sleep: 10 +2021-12-18 14:21:10,097 Number of retrials: 0 +2021-12-18 14:21:10,097 WRAPPER CHECK TIME = 10 +2021-12-18 14:21:10,097 Checking jobs for platform=marenostrum4 +2021-12-18 14:21:10,098 Checking jobs for platform=nord3 +2021-12-18 14:21:10,098 Checking jobs for platform=local +2021-12-18 14:21:10,099 Checking jobs for platform=transfer_node +2021-12-18 14:21:10,099 Checking all jobs at once +2021-12-18 14:21:11,370 Successful check job command +2021-12-18 14:21:12,690 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:21:12,690 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:21:12,690 End of checking +2021-12-18 14:21:12,693 Updating FAILED jobs +2021-12-18 14:21:12,693 Updating WAITING jobs +2021-12-18 14:21:12,693 Update finished +2021-12-18 14:21:12,694 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:21:12,694 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:21:12,694 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:21:12,694 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:21:12,695 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:21:12,695 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:21:12,695 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:21:12,695 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:21:12,699 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:21:12,701 Job list saved +2021-12-18 14:21:12,707 Updating FAILED jobs +2021-12-18 14:21:12,707 Updating WAITING jobs +2021-12-18 14:21:12,707 Update finished +2021-12-18 14:21:22,716 Reloading parameters... +2021-12-18 14:21:22,736 Loading parameters... +2021-12-18 14:21:22,737 Loading project parameters... +2021-12-18 14:21:22,739 + +14 of 25 jobs remaining (14:21) +2021-12-18 14:21:22,739 Sleep: 10 +2021-12-18 14:21:22,739 Number of retrials: 0 +2021-12-18 14:21:22,739 WRAPPER CHECK TIME = 10 +2021-12-18 14:21:22,740 Checking jobs for platform=marenostrum4 +2021-12-18 14:21:22,741 Checking jobs for platform=nord3 +2021-12-18 14:21:22,741 Checking jobs for platform=local +2021-12-18 14:21:22,742 Checking jobs for platform=transfer_node +2021-12-18 14:21:22,742 Checking all jobs at once +2021-12-18 14:21:24,061 Successful check job command +2021-12-18 14:21:25,281 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:21:25,282 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:21:25,282 End of checking +2021-12-18 14:21:25,283 Updating FAILED jobs +2021-12-18 14:21:25,283 Updating WAITING jobs +2021-12-18 14:21:25,283 Update finished +2021-12-18 14:21:25,284 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:21:25,284 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:21:25,284 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:21:25,284 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:21:25,284 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:21:25,284 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:21:25,284 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:21:25,285 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:21:25,287 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:21:25,290 Job list saved +2021-12-18 14:21:25,296 Updating FAILED jobs +2021-12-18 14:21:25,296 Updating WAITING jobs +2021-12-18 14:21:25,296 Update finished +2021-12-18 14:21:35,305 Reloading parameters... +2021-12-18 14:21:35,326 Loading parameters... +2021-12-18 14:21:35,327 Loading project parameters... +2021-12-18 14:21:35,333 + +14 of 25 jobs remaining (14:21) +2021-12-18 14:21:35,333 Sleep: 10 +2021-12-18 14:21:35,333 Number of retrials: 0 +2021-12-18 14:21:35,333 WRAPPER CHECK TIME = 10 +2021-12-18 14:21:35,334 Checking jobs for platform=marenostrum4 +2021-12-18 14:21:35,335 Checking jobs for platform=nord3 +2021-12-18 14:21:35,335 Checking jobs for platform=local +2021-12-18 14:21:35,337 Checking jobs for platform=transfer_node +2021-12-18 14:21:35,337 Checking all jobs at once +2021-12-18 14:21:36,760 Successful check job command +2021-12-18 14:21:38,082 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:21:38,083 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:21:38,083 End of checking +2021-12-18 14:21:38,084 Updating FAILED jobs +2021-12-18 14:21:38,084 Updating WAITING jobs +2021-12-18 14:21:38,084 Update finished +2021-12-18 14:21:38,084 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:21:38,085 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:21:38,085 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:21:38,085 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:21:38,085 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:21:38,085 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:21:38,085 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:21:38,085 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:21:38,088 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:21:38,090 Job list saved +2021-12-18 14:21:38,112 Updating FAILED jobs +2021-12-18 14:21:38,112 Updating WAITING jobs +2021-12-18 14:21:38,112 Update finished +2021-12-18 14:21:48,122 Reloading parameters... +2021-12-18 14:21:48,143 Loading parameters... +2021-12-18 14:21:48,144 Loading project parameters... +2021-12-18 14:21:48,146 + +14 of 25 jobs remaining (14:21) +2021-12-18 14:21:48,146 Sleep: 10 +2021-12-18 14:21:48,146 Number of retrials: 0 +2021-12-18 14:21:48,146 WRAPPER CHECK TIME = 10 +2021-12-18 14:21:48,147 Checking jobs for platform=marenostrum4 +2021-12-18 14:21:48,147 Checking jobs for platform=nord3 +2021-12-18 14:21:48,148 Checking jobs for platform=local +2021-12-18 14:21:48,148 Checking jobs for platform=transfer_node +2021-12-18 14:21:48,149 Checking all jobs at once +2021-12-18 14:21:49,468 Successful check job command +2021-12-18 14:21:50,737 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:21:50,737 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:21:50,737 End of checking +2021-12-18 14:21:50,739 Updating FAILED jobs +2021-12-18 14:21:50,739 Updating WAITING jobs +2021-12-18 14:21:50,739 Update finished +2021-12-18 14:21:50,739 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:21:50,740 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:21:50,740 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:21:50,740 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:21:50,740 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:21:50,741 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:21:50,741 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:21:50,741 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:21:50,744 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:21:50,746 Job list saved +2021-12-18 14:21:50,751 Updating FAILED jobs +2021-12-18 14:21:50,751 Updating WAITING jobs +2021-12-18 14:21:50,751 Update finished +2021-12-18 14:22:00,761 Reloading parameters... +2021-12-18 14:22:00,780 Loading parameters... +2021-12-18 14:22:00,781 Loading project parameters... +2021-12-18 14:22:00,783 + +14 of 25 jobs remaining (14:22) +2021-12-18 14:22:00,783 Sleep: 10 +2021-12-18 14:22:00,783 Number of retrials: 0 +2021-12-18 14:22:00,784 WRAPPER CHECK TIME = 10 +2021-12-18 14:22:00,784 Checking jobs for platform=marenostrum4 +2021-12-18 14:22:00,785 Checking jobs for platform=nord3 +2021-12-18 14:22:00,785 Checking jobs for platform=local +2021-12-18 14:22:00,786 Checking jobs for platform=transfer_node +2021-12-18 14:22:00,786 Checking all jobs at once +2021-12-18 14:22:02,106 Successful check job command +2021-12-18 14:22:03,325 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:22:03,325 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:22:03,326 End of checking +2021-12-18 14:22:03,327 Updating FAILED jobs +2021-12-18 14:22:03,327 Updating WAITING jobs +2021-12-18 14:22:03,327 Update finished +2021-12-18 14:22:03,327 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:22:03,328 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:22:03,328 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:22:03,328 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:22:03,328 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:22:03,328 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:22:03,328 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:22:03,328 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:22:03,331 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:22:03,333 Job list saved +2021-12-18 14:22:03,339 Updating FAILED jobs +2021-12-18 14:22:03,339 Updating WAITING jobs +2021-12-18 14:22:03,339 Update finished +2021-12-18 14:22:13,349 Reloading parameters... +2021-12-18 14:22:13,369 Loading parameters... +2021-12-18 14:22:13,370 Loading project parameters... +2021-12-18 14:22:13,372 + +14 of 25 jobs remaining (14:22) +2021-12-18 14:22:13,372 Sleep: 10 +2021-12-18 14:22:13,372 Number of retrials: 0 +2021-12-18 14:22:13,372 WRAPPER CHECK TIME = 10 +2021-12-18 14:22:13,373 Checking jobs for platform=marenostrum4 +2021-12-18 14:22:13,373 Checking jobs for platform=nord3 +2021-12-18 14:22:13,374 Checking jobs for platform=local +2021-12-18 14:22:13,374 Checking jobs for platform=transfer_node +2021-12-18 14:22:13,375 Checking all jobs at once +2021-12-18 14:22:14,944 Successful check job command +2021-12-18 14:22:16,264 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:22:16,264 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:22:16,264 End of checking +2021-12-18 14:22:16,266 Updating FAILED jobs +2021-12-18 14:22:16,266 Updating WAITING jobs +2021-12-18 14:22:16,266 Update finished +2021-12-18 14:22:16,266 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:22:16,266 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:22:16,266 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:22:16,267 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:22:16,267 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:22:16,267 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:22:16,267 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:22:16,267 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:22:16,270 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:22:16,272 Job list saved +2021-12-18 14:22:16,277 Updating FAILED jobs +2021-12-18 14:22:16,277 Updating WAITING jobs +2021-12-18 14:22:16,277 Update finished +2021-12-18 14:22:26,287 Reloading parameters... +2021-12-18 14:22:26,306 Loading parameters... +2021-12-18 14:22:26,307 Loading project parameters... +2021-12-18 14:22:26,309 + +14 of 25 jobs remaining (14:22) +2021-12-18 14:22:26,309 Sleep: 10 +2021-12-18 14:22:26,309 Number of retrials: 0 +2021-12-18 14:22:26,309 WRAPPER CHECK TIME = 10 +2021-12-18 14:22:26,310 Checking jobs for platform=marenostrum4 +2021-12-18 14:22:26,310 Checking jobs for platform=nord3 +2021-12-18 14:22:26,311 Checking jobs for platform=local +2021-12-18 14:22:26,311 Checking jobs for platform=transfer_node +2021-12-18 14:22:26,311 Checking all jobs at once +2021-12-18 14:22:27,581 Successful check job command +2021-12-18 14:22:28,800 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:22:28,800 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:22:28,800 End of checking +2021-12-18 14:22:28,802 Updating FAILED jobs +2021-12-18 14:22:28,802 Updating WAITING jobs +2021-12-18 14:22:28,802 Update finished +2021-12-18 14:22:28,802 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:22:28,803 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:22:28,803 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:22:28,803 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:22:28,803 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:22:28,803 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:22:28,803 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:22:28,803 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:22:28,806 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:22:28,808 Job list saved +2021-12-18 14:22:28,821 Updating FAILED jobs +2021-12-18 14:22:28,822 Updating WAITING jobs +2021-12-18 14:22:28,822 Update finished +2021-12-18 14:22:38,830 Reloading parameters... +2021-12-18 14:22:38,849 Loading parameters... +2021-12-18 14:22:38,850 Loading project parameters... +2021-12-18 14:22:38,852 + +14 of 25 jobs remaining (14:22) +2021-12-18 14:22:38,852 Sleep: 10 +2021-12-18 14:22:38,852 Number of retrials: 0 +2021-12-18 14:22:38,852 WRAPPER CHECK TIME = 10 +2021-12-18 14:22:38,853 Checking jobs for platform=marenostrum4 +2021-12-18 14:22:38,854 Checking jobs for platform=nord3 +2021-12-18 14:22:38,854 Checking jobs for platform=local +2021-12-18 14:22:38,855 Checking jobs for platform=transfer_node +2021-12-18 14:22:38,855 Checking all jobs at once +2021-12-18 14:22:40,126 Successful check job command +2021-12-18 14:22:41,296 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:22:41,296 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:22:41,296 End of checking +2021-12-18 14:22:41,297 Updating FAILED jobs +2021-12-18 14:22:41,297 Updating WAITING jobs +2021-12-18 14:22:41,298 Update finished +2021-12-18 14:22:41,298 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:22:41,298 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:22:41,298 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:22:41,298 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:22:41,298 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:22:41,299 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:22:41,299 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:22:41,299 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:22:41,302 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:22:41,304 Job list saved +2021-12-18 14:22:41,309 Updating FAILED jobs +2021-12-18 14:22:41,310 Updating WAITING jobs +2021-12-18 14:22:41,310 Update finished +2021-12-18 14:22:51,318 Reloading parameters... +2021-12-18 14:22:51,341 Loading parameters... +2021-12-18 14:22:51,343 Loading project parameters... +2021-12-18 14:22:51,344 + +14 of 25 jobs remaining (14:22) +2021-12-18 14:22:51,345 Sleep: 10 +2021-12-18 14:22:51,345 Number of retrials: 0 +2021-12-18 14:22:51,345 WRAPPER CHECK TIME = 10 +2021-12-18 14:22:51,345 Checking jobs for platform=marenostrum4 +2021-12-18 14:22:51,346 Checking jobs for platform=nord3 +2021-12-18 14:22:51,347 Checking jobs for platform=local +2021-12-18 14:22:51,347 Checking jobs for platform=transfer_node +2021-12-18 14:22:51,347 Checking all jobs at once +2021-12-18 14:22:52,824 Successful check job command +2021-12-18 14:22:54,293 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:22:54,294 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:22:54,294 End of checking +2021-12-18 14:22:54,295 Updating FAILED jobs +2021-12-18 14:22:54,295 Updating WAITING jobs +2021-12-18 14:22:54,295 Update finished +2021-12-18 14:22:54,296 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:22:54,296 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:22:54,296 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:22:54,296 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:22:54,296 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:22:54,296 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:22:54,296 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:22:54,297 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:22:54,299 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:22:54,302 Job list saved +2021-12-18 14:22:54,306 Updating FAILED jobs +2021-12-18 14:22:54,306 Updating WAITING jobs +2021-12-18 14:22:54,306 Update finished +2021-12-18 14:23:04,317 Reloading parameters... +2021-12-18 14:23:04,336 Loading parameters... +2021-12-18 14:23:04,338 Loading project parameters... +2021-12-18 14:23:04,340 + +14 of 25 jobs remaining (14:23) +2021-12-18 14:23:04,340 Sleep: 10 +2021-12-18 14:23:04,340 Number of retrials: 0 +2021-12-18 14:23:04,340 WRAPPER CHECK TIME = 10 +2021-12-18 14:23:04,341 Checking jobs for platform=marenostrum4 +2021-12-18 14:23:04,341 Checking jobs for platform=nord3 +2021-12-18 14:23:04,342 Checking jobs for platform=local +2021-12-18 14:23:04,342 Checking jobs for platform=transfer_node +2021-12-18 14:23:04,343 Checking all jobs at once +2021-12-18 14:23:06,315 Successful check job command +2021-12-18 14:23:07,734 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:23:07,735 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:23:07,735 End of checking +2021-12-18 14:23:07,736 Updating FAILED jobs +2021-12-18 14:23:07,737 Updating WAITING jobs +2021-12-18 14:23:07,737 Update finished +2021-12-18 14:23:07,737 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:23:07,738 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:23:07,738 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:23:07,738 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:23:07,738 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:23:07,738 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:23:07,738 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:23:07,738 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:23:07,742 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:23:07,744 Job list saved +2021-12-18 14:23:07,749 Updating FAILED jobs +2021-12-18 14:23:07,750 Updating WAITING jobs +2021-12-18 14:23:07,750 Update finished +2021-12-18 14:23:17,760 Reloading parameters... +2021-12-18 14:23:17,779 Loading parameters... +2021-12-18 14:23:17,780 Loading project parameters... +2021-12-18 14:23:17,782 + +14 of 25 jobs remaining (14:23) +2021-12-18 14:23:17,782 Sleep: 10 +2021-12-18 14:23:17,782 Number of retrials: 0 +2021-12-18 14:23:17,782 WRAPPER CHECK TIME = 10 +2021-12-18 14:23:17,783 Checking jobs for platform=marenostrum4 +2021-12-18 14:23:17,783 Checking jobs for platform=nord3 +2021-12-18 14:23:17,784 Checking jobs for platform=local +2021-12-18 14:23:17,787 Checking jobs for platform=transfer_node +2021-12-18 14:23:17,787 Checking all jobs at once +2021-12-18 14:23:19,057 Successful check job command +2021-12-18 14:23:20,276 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:23:20,276 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:23:20,276 End of checking +2021-12-18 14:23:20,278 Updating FAILED jobs +2021-12-18 14:23:20,278 Updating WAITING jobs +2021-12-18 14:23:20,278 Update finished +2021-12-18 14:23:20,278 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:23:20,278 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:23:20,279 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:23:20,279 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:23:20,279 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:23:20,279 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:23:20,279 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:23:20,279 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:23:20,282 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:23:20,284 Job list saved +2021-12-18 14:23:20,289 Updating FAILED jobs +2021-12-18 14:23:20,289 Updating WAITING jobs +2021-12-18 14:23:20,289 Update finished +2021-12-18 14:23:30,299 Reloading parameters... +2021-12-18 14:23:30,316 Loading parameters... +2021-12-18 14:23:30,318 Loading project parameters... +2021-12-18 14:23:30,319 + +14 of 25 jobs remaining (14:23) +2021-12-18 14:23:30,320 Sleep: 10 +2021-12-18 14:23:30,320 Number of retrials: 0 +2021-12-18 14:23:30,320 WRAPPER CHECK TIME = 10 +2021-12-18 14:23:30,320 Checking jobs for platform=marenostrum4 +2021-12-18 14:23:30,321 Checking jobs for platform=nord3 +2021-12-18 14:23:30,321 Checking jobs for platform=local +2021-12-18 14:23:30,322 Checking jobs for platform=transfer_node +2021-12-18 14:23:30,322 Checking all jobs at once +2021-12-18 14:23:31,644 Successful check job command +2021-12-18 14:23:32,913 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:23:32,914 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:23:32,914 End of checking +2021-12-18 14:23:32,915 Updating FAILED jobs +2021-12-18 14:23:32,915 Updating WAITING jobs +2021-12-18 14:23:32,915 Update finished +2021-12-18 14:23:32,916 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:23:32,916 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:23:32,916 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:23:32,916 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:23:32,916 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:23:32,916 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:23:32,916 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:23:32,916 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:23:32,920 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:23:32,922 Job list saved +2021-12-18 14:23:32,927 Updating FAILED jobs +2021-12-18 14:23:32,927 Updating WAITING jobs +2021-12-18 14:23:32,927 Update finished +2021-12-18 14:23:42,937 Reloading parameters... +2021-12-18 14:23:42,960 Loading parameters... +2021-12-18 14:23:42,962 Loading project parameters... +2021-12-18 14:23:42,964 + +14 of 25 jobs remaining (14:23) +2021-12-18 14:23:42,964 Sleep: 10 +2021-12-18 14:23:42,964 Number of retrials: 0 +2021-12-18 14:23:42,964 WRAPPER CHECK TIME = 10 +2021-12-18 14:23:42,965 Checking jobs for platform=marenostrum4 +2021-12-18 14:23:42,965 Checking jobs for platform=nord3 +2021-12-18 14:23:42,966 Checking jobs for platform=local +2021-12-18 14:23:42,966 Checking jobs for platform=transfer_node +2021-12-18 14:23:42,966 Checking all jobs at once +2021-12-18 14:23:44,287 Successful check job command +2021-12-18 14:23:45,557 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:23:45,557 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:23:45,557 End of checking +2021-12-18 14:23:45,558 Updating FAILED jobs +2021-12-18 14:23:45,558 Updating WAITING jobs +2021-12-18 14:23:45,559 Update finished +2021-12-18 14:23:45,559 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:23:45,559 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:23:45,559 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:23:45,559 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:23:45,560 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:23:45,560 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:23:45,560 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:23:45,560 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:23:45,562 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:23:45,565 Job list saved +2021-12-18 14:23:45,576 Updating FAILED jobs +2021-12-18 14:23:45,576 Updating WAITING jobs +2021-12-18 14:23:45,576 Update finished +2021-12-18 14:23:55,586 Reloading parameters... +2021-12-18 14:23:55,606 Loading parameters... +2021-12-18 14:23:55,607 Loading project parameters... +2021-12-18 14:23:55,609 + +14 of 25 jobs remaining (14:23) +2021-12-18 14:23:55,610 Sleep: 10 +2021-12-18 14:23:55,610 Number of retrials: 0 +2021-12-18 14:23:55,610 WRAPPER CHECK TIME = 10 +2021-12-18 14:23:55,610 Checking jobs for platform=marenostrum4 +2021-12-18 14:23:55,611 Checking jobs for platform=nord3 +2021-12-18 14:23:55,612 Checking jobs for platform=local +2021-12-18 14:23:55,612 Checking jobs for platform=transfer_node +2021-12-18 14:23:55,612 Checking all jobs at once +2021-12-18 14:23:56,983 Successful check job command +2021-12-18 14:23:58,357 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:23:58,357 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:23:58,358 End of checking +2021-12-18 14:23:58,359 Updating FAILED jobs +2021-12-18 14:23:58,359 Updating WAITING jobs +2021-12-18 14:23:58,359 Update finished +2021-12-18 14:23:58,359 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:23:58,360 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:23:58,360 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:23:58,360 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:23:58,360 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:23:58,360 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:23:58,360 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:23:58,360 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:23:58,363 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:23:58,365 Job list saved +2021-12-18 14:23:58,370 Updating FAILED jobs +2021-12-18 14:23:58,370 Updating WAITING jobs +2021-12-18 14:23:58,370 Update finished +2021-12-18 14:24:08,374 Reloading parameters... +2021-12-18 14:24:08,392 Loading parameters... +2021-12-18 14:24:08,393 Loading project parameters... +2021-12-18 14:24:08,395 + +14 of 25 jobs remaining (14:24) +2021-12-18 14:24:08,395 Sleep: 10 +2021-12-18 14:24:08,395 Number of retrials: 0 +2021-12-18 14:24:08,396 WRAPPER CHECK TIME = 10 +2021-12-18 14:24:08,396 Checking jobs for platform=marenostrum4 +2021-12-18 14:24:08,397 Checking jobs for platform=nord3 +2021-12-18 14:24:08,397 Checking jobs for platform=local +2021-12-18 14:24:08,398 Checking jobs for platform=transfer_node +2021-12-18 14:24:08,398 Checking all jobs at once +2021-12-18 14:24:09,768 Successful check job command +2021-12-18 14:24:11,037 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:24:11,038 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:24:11,038 End of checking +2021-12-18 14:24:11,039 Updating FAILED jobs +2021-12-18 14:24:11,039 Updating WAITING jobs +2021-12-18 14:24:11,039 Update finished +2021-12-18 14:24:11,039 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:24:11,040 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:24:11,040 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:24:11,040 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:24:11,040 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:24:11,040 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:24:11,040 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:24:11,041 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:24:11,043 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:24:11,046 Job list saved +2021-12-18 14:24:11,052 Updating FAILED jobs +2021-12-18 14:24:11,052 Updating WAITING jobs +2021-12-18 14:24:11,053 Update finished +2021-12-18 14:24:21,063 Reloading parameters... +2021-12-18 14:24:21,081 Loading parameters... +2021-12-18 14:24:21,082 Loading project parameters... +2021-12-18 14:24:21,084 + +14 of 25 jobs remaining (14:24) +2021-12-18 14:24:21,084 Sleep: 10 +2021-12-18 14:24:21,084 Number of retrials: 0 +2021-12-18 14:24:21,085 WRAPPER CHECK TIME = 10 +2021-12-18 14:24:21,085 Checking jobs for platform=marenostrum4 +2021-12-18 14:24:21,086 Checking jobs for platform=nord3 +2021-12-18 14:24:21,086 Checking jobs for platform=local +2021-12-18 14:24:21,087 Checking jobs for platform=transfer_node +2021-12-18 14:24:21,087 Checking all jobs at once +2021-12-18 14:24:22,760 Successful check job command +2021-12-18 14:24:24,029 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:24:24,029 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:24:24,029 End of checking +2021-12-18 14:24:24,030 Updating FAILED jobs +2021-12-18 14:24:24,031 Updating WAITING jobs +2021-12-18 14:24:24,031 Update finished +2021-12-18 14:24:24,031 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:24:24,032 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:24:24,032 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:24:24,032 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:24:24,032 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:24:24,032 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:24:24,032 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:24:24,032 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:24:24,035 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:24:24,037 Job list saved +2021-12-18 14:24:24,042 Updating FAILED jobs +2021-12-18 14:24:24,042 Updating WAITING jobs +2021-12-18 14:24:24,042 Update finished +2021-12-18 14:24:34,052 Reloading parameters... +2021-12-18 14:24:34,069 Loading parameters... +2021-12-18 14:24:34,071 Loading project parameters... +2021-12-18 14:24:34,072 + +14 of 25 jobs remaining (14:24) +2021-12-18 14:24:34,073 Sleep: 10 +2021-12-18 14:24:34,073 Number of retrials: 0 +2021-12-18 14:24:34,073 WRAPPER CHECK TIME = 10 +2021-12-18 14:24:34,073 Checking jobs for platform=marenostrum4 +2021-12-18 14:24:34,074 Checking jobs for platform=nord3 +2021-12-18 14:24:34,075 Checking jobs for platform=local +2021-12-18 14:24:34,075 Checking jobs for platform=transfer_node +2021-12-18 14:24:34,075 Checking all jobs at once +2021-12-18 14:24:35,344 Successful check job command +2021-12-18 14:24:37,065 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:24:37,065 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:24:37,065 End of checking +2021-12-18 14:24:37,067 Updating FAILED jobs +2021-12-18 14:24:37,067 Updating WAITING jobs +2021-12-18 14:24:37,067 Update finished +2021-12-18 14:24:37,067 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:24:37,067 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:24:37,067 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:24:37,068 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:24:37,068 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:24:37,068 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:24:37,068 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:24:37,068 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:24:37,072 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:24:37,074 Job list saved +2021-12-18 14:24:37,079 Updating FAILED jobs +2021-12-18 14:24:37,079 Updating WAITING jobs +2021-12-18 14:24:37,080 Update finished +2021-12-18 14:24:47,080 Reloading parameters... +2021-12-18 14:24:47,099 Loading parameters... +2021-12-18 14:24:47,100 Loading project parameters... +2021-12-18 14:24:47,102 + +14 of 25 jobs remaining (14:24) +2021-12-18 14:24:47,102 Sleep: 10 +2021-12-18 14:24:47,102 Number of retrials: 0 +2021-12-18 14:24:47,102 WRAPPER CHECK TIME = 10 +2021-12-18 14:24:47,103 Checking jobs for platform=marenostrum4 +2021-12-18 14:24:47,103 Checking jobs for platform=nord3 +2021-12-18 14:24:47,104 Checking jobs for platform=local +2021-12-18 14:24:47,104 Checking jobs for platform=transfer_node +2021-12-18 14:24:47,104 Checking all jobs at once +2021-12-18 14:24:48,474 Successful check job command +2021-12-18 14:24:49,793 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:24:49,793 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:24:49,793 End of checking +2021-12-18 14:24:49,794 Updating FAILED jobs +2021-12-18 14:24:49,795 Updating WAITING jobs +2021-12-18 14:24:49,795 Update finished +2021-12-18 14:24:49,795 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:24:49,795 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:24:49,795 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:24:49,795 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:24:49,796 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:24:49,796 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:24:49,796 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:24:49,796 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:24:49,799 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:24:49,801 Job list saved +2021-12-18 14:24:49,805 Updating FAILED jobs +2021-12-18 14:24:49,805 Updating WAITING jobs +2021-12-18 14:24:49,806 Update finished +2021-12-18 14:24:59,813 Reloading parameters... +2021-12-18 14:24:59,832 Loading parameters... +2021-12-18 14:24:59,833 Loading project parameters... +2021-12-18 14:24:59,835 + +14 of 25 jobs remaining (14:24) +2021-12-18 14:24:59,835 Sleep: 10 +2021-12-18 14:24:59,835 Number of retrials: 0 +2021-12-18 14:24:59,835 WRAPPER CHECK TIME = 10 +2021-12-18 14:24:59,836 Checking jobs for platform=marenostrum4 +2021-12-18 14:24:59,836 Checking jobs for platform=nord3 +2021-12-18 14:24:59,837 Checking jobs for platform=local +2021-12-18 14:24:59,837 Checking jobs for platform=transfer_node +2021-12-18 14:24:59,838 Checking all jobs at once +2021-12-18 14:25:01,208 Successful check job command +2021-12-18 14:25:02,477 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:25:02,477 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:25:02,478 End of checking +2021-12-18 14:25:02,479 Updating FAILED jobs +2021-12-18 14:25:02,479 Updating WAITING jobs +2021-12-18 14:25:02,479 Update finished +2021-12-18 14:25:02,479 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:25:02,481 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:25:02,481 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:25:02,481 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:25:02,481 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:25:02,481 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:25:02,482 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:25:02,482 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:25:02,485 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:25:02,487 Job list saved +2021-12-18 14:25:02,492 Updating FAILED jobs +2021-12-18 14:25:02,492 Updating WAITING jobs +2021-12-18 14:25:02,492 Update finished +2021-12-18 14:25:12,502 Reloading parameters... +2021-12-18 14:25:12,523 Loading parameters... +2021-12-18 14:25:12,524 Loading project parameters... +2021-12-18 14:25:12,526 + +14 of 25 jobs remaining (14:25) +2021-12-18 14:25:12,526 Sleep: 10 +2021-12-18 14:25:12,526 Number of retrials: 0 +2021-12-18 14:25:12,526 WRAPPER CHECK TIME = 10 +2021-12-18 14:25:12,527 Checking jobs for platform=marenostrum4 +2021-12-18 14:25:12,527 Checking jobs for platform=nord3 +2021-12-18 14:25:12,528 Checking jobs for platform=local +2021-12-18 14:25:12,528 Checking jobs for platform=transfer_node +2021-12-18 14:25:12,529 Checking all jobs at once +2021-12-18 14:25:13,948 Successful check job command +2021-12-18 14:25:15,268 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:25:15,268 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:25:15,268 End of checking +2021-12-18 14:25:15,269 Updating FAILED jobs +2021-12-18 14:25:15,270 Updating WAITING jobs +2021-12-18 14:25:15,270 Update finished +2021-12-18 14:25:15,270 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:25:15,270 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:25:15,270 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:25:15,270 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:25:15,271 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:25:15,271 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:25:15,271 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:25:15,271 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:25:15,273 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:25:15,276 Job list saved +2021-12-18 14:25:15,280 Updating FAILED jobs +2021-12-18 14:25:15,280 Updating WAITING jobs +2021-12-18 14:25:15,280 Update finished +2021-12-18 14:25:25,291 Reloading parameters... +2021-12-18 14:25:25,313 Loading parameters... +2021-12-18 14:25:25,315 Loading project parameters... +2021-12-18 14:25:25,317 + +14 of 25 jobs remaining (14:25) +2021-12-18 14:25:25,317 Sleep: 10 +2021-12-18 14:25:25,317 Number of retrials: 0 +2021-12-18 14:25:25,317 WRAPPER CHECK TIME = 10 +2021-12-18 14:25:25,318 Checking jobs for platform=marenostrum4 +2021-12-18 14:25:25,318 Checking jobs for platform=nord3 +2021-12-18 14:25:25,319 Checking jobs for platform=local +2021-12-18 14:25:25,319 Checking jobs for platform=transfer_node +2021-12-18 14:25:25,319 Checking all jobs at once +2021-12-18 14:25:26,940 Successful check job command +2021-12-18 14:25:28,510 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:25:28,510 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:25:28,510 End of checking +2021-12-18 14:25:28,512 Updating FAILED jobs +2021-12-18 14:25:28,512 Updating WAITING jobs +2021-12-18 14:25:28,512 Update finished +2021-12-18 14:25:28,512 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:25:28,512 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:25:28,512 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:25:28,513 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:25:28,513 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:25:28,513 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:25:28,513 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:25:28,513 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:25:28,516 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:25:28,518 Job list saved +2021-12-18 14:25:28,523 Updating FAILED jobs +2021-12-18 14:25:28,523 Updating WAITING jobs +2021-12-18 14:25:28,523 Update finished +2021-12-18 14:25:38,533 Reloading parameters... +2021-12-18 14:25:38,551 Loading parameters... +2021-12-18 14:25:38,552 Loading project parameters... +2021-12-18 14:25:38,554 + +14 of 25 jobs remaining (14:25) +2021-12-18 14:25:38,554 Sleep: 10 +2021-12-18 14:25:38,554 Number of retrials: 0 +2021-12-18 14:25:38,554 WRAPPER CHECK TIME = 10 +2021-12-18 14:25:38,555 Checking jobs for platform=marenostrum4 +2021-12-18 14:25:38,556 Checking jobs for platform=nord3 +2021-12-18 14:25:38,556 Checking jobs for platform=local +2021-12-18 14:25:38,557 Checking jobs for platform=transfer_node +2021-12-18 14:25:38,557 Checking all jobs at once +2021-12-18 14:25:39,826 Successful check job command +2021-12-18 14:25:41,096 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:25:41,096 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:25:41,096 End of checking +2021-12-18 14:25:41,097 Updating FAILED jobs +2021-12-18 14:25:41,098 Updating WAITING jobs +2021-12-18 14:25:41,098 Update finished +2021-12-18 14:25:41,098 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:25:41,099 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:25:41,099 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:25:41,099 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:25:41,099 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:25:41,099 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:25:41,099 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:25:41,099 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:25:41,102 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:25:41,104 Job list saved +2021-12-18 14:25:41,108 Updating FAILED jobs +2021-12-18 14:25:41,109 Updating WAITING jobs +2021-12-18 14:25:41,109 Update finished +2021-12-18 14:25:51,119 Reloading parameters... +2021-12-18 14:25:51,154 Loading parameters... +2021-12-18 14:25:51,155 Loading project parameters... +2021-12-18 14:25:51,157 + +14 of 25 jobs remaining (14:25) +2021-12-18 14:25:51,157 Sleep: 10 +2021-12-18 14:25:51,157 Number of retrials: 0 +2021-12-18 14:25:51,157 WRAPPER CHECK TIME = 10 +2021-12-18 14:25:51,158 Checking jobs for platform=marenostrum4 +2021-12-18 14:25:51,158 Checking jobs for platform=nord3 +2021-12-18 14:25:51,159 Checking jobs for platform=local +2021-12-18 14:25:51,159 Checking jobs for platform=transfer_node +2021-12-18 14:25:51,159 Checking all jobs at once +2021-12-18 14:25:52,480 Successful check job command +2021-12-18 14:25:53,649 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:25:53,649 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:25:53,649 End of checking +2021-12-18 14:25:53,650 Updating FAILED jobs +2021-12-18 14:25:53,651 Updating WAITING jobs +2021-12-18 14:25:53,651 Update finished +2021-12-18 14:25:53,651 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:25:53,651 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:25:53,651 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:25:53,652 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:25:53,652 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:25:53,652 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:25:53,652 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:25:53,652 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:25:53,654 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:25:53,657 Job list saved +2021-12-18 14:25:53,661 Updating FAILED jobs +2021-12-18 14:25:53,661 Updating WAITING jobs +2021-12-18 14:25:53,661 Update finished +2021-12-18 14:26:03,671 Reloading parameters... +2021-12-18 14:26:03,690 Loading parameters... +2021-12-18 14:26:03,692 Loading project parameters... +2021-12-18 14:26:03,694 + +14 of 25 jobs remaining (14:26) +2021-12-18 14:26:03,694 Sleep: 10 +2021-12-18 14:26:03,694 Number of retrials: 0 +2021-12-18 14:26:03,694 WRAPPER CHECK TIME = 10 +2021-12-18 14:26:03,695 Checking jobs for platform=marenostrum4 +2021-12-18 14:26:03,695 Checking jobs for platform=nord3 +2021-12-18 14:26:03,696 Checking jobs for platform=local +2021-12-18 14:26:03,696 Checking jobs for platform=transfer_node +2021-12-18 14:26:03,696 Checking all jobs at once +2021-12-18 14:26:05,066 Successful check job command +2021-12-18 14:26:06,236 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:26:06,236 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:26:06,236 End of checking +2021-12-18 14:26:06,238 Updating FAILED jobs +2021-12-18 14:26:06,238 Updating WAITING jobs +2021-12-18 14:26:06,238 Update finished +2021-12-18 14:26:06,239 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:26:06,239 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:26:06,239 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:26:06,239 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:26:06,239 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:26:06,239 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:26:06,239 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:26:06,240 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:26:06,242 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:26:06,244 Job list saved +2021-12-18 14:26:06,249 Updating FAILED jobs +2021-12-18 14:26:06,250 Updating WAITING jobs +2021-12-18 14:26:06,250 Update finished +2021-12-18 14:26:16,258 Reloading parameters... +2021-12-18 14:26:16,276 Loading parameters... +2021-12-18 14:26:16,277 Loading project parameters... +2021-12-18 14:26:16,279 + +14 of 25 jobs remaining (14:26) +2021-12-18 14:26:16,279 Sleep: 10 +2021-12-18 14:26:16,279 Number of retrials: 0 +2021-12-18 14:26:16,279 WRAPPER CHECK TIME = 10 +2021-12-18 14:26:16,280 Checking jobs for platform=marenostrum4 +2021-12-18 14:26:16,280 Checking jobs for platform=nord3 +2021-12-18 14:26:16,281 Checking jobs for platform=local +2021-12-18 14:26:16,281 Checking jobs for platform=transfer_node +2021-12-18 14:26:16,281 Checking all jobs at once +2021-12-18 14:26:17,751 Successful check job command +2021-12-18 14:26:19,724 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:26:19,724 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:26:19,724 End of checking +2021-12-18 14:26:19,726 Updating FAILED jobs +2021-12-18 14:26:19,726 Updating WAITING jobs +2021-12-18 14:26:19,726 Update finished +2021-12-18 14:26:19,726 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:26:19,727 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:26:19,727 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:26:19,727 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:26:19,728 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:26:19,728 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:26:19,728 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:26:19,728 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:26:19,731 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:26:19,733 Job list saved +2021-12-18 14:26:19,738 Updating FAILED jobs +2021-12-18 14:26:19,738 Updating WAITING jobs +2021-12-18 14:26:19,738 Update finished +2021-12-18 14:26:29,749 Reloading parameters... +2021-12-18 14:26:29,766 Loading parameters... +2021-12-18 14:26:29,767 Loading project parameters... +2021-12-18 14:26:29,769 + +14 of 25 jobs remaining (14:26) +2021-12-18 14:26:29,770 Sleep: 10 +2021-12-18 14:26:29,770 Number of retrials: 0 +2021-12-18 14:26:29,770 WRAPPER CHECK TIME = 10 +2021-12-18 14:26:29,770 Checking jobs for platform=marenostrum4 +2021-12-18 14:26:29,771 Checking jobs for platform=nord3 +2021-12-18 14:26:29,771 Checking jobs for platform=local +2021-12-18 14:26:29,772 Checking jobs for platform=transfer_node +2021-12-18 14:26:29,772 Checking all jobs at once +2021-12-18 14:26:31,142 Successful check job command +2021-12-18 14:26:32,562 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:26:32,562 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:26:32,562 End of checking +2021-12-18 14:26:32,563 Updating FAILED jobs +2021-12-18 14:26:32,563 Updating WAITING jobs +2021-12-18 14:26:32,564 Update finished +2021-12-18 14:26:32,564 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:26:32,564 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:26:32,564 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:26:32,564 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:26:32,565 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:26:32,565 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:26:32,565 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:26:32,565 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:26:32,568 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:26:32,570 Job list saved +2021-12-18 14:26:32,575 Updating FAILED jobs +2021-12-18 14:26:32,576 Updating WAITING jobs +2021-12-18 14:26:32,576 Update finished +2021-12-18 14:26:42,585 Reloading parameters... +2021-12-18 14:26:42,602 Loading parameters... +2021-12-18 14:26:42,604 Loading project parameters... +2021-12-18 14:26:42,606 + +14 of 25 jobs remaining (14:26) +2021-12-18 14:26:42,606 Sleep: 10 +2021-12-18 14:26:42,606 Number of retrials: 0 +2021-12-18 14:26:42,606 WRAPPER CHECK TIME = 10 +2021-12-18 14:26:42,607 Checking jobs for platform=marenostrum4 +2021-12-18 14:26:42,607 Checking jobs for platform=nord3 +2021-12-18 14:26:42,608 Checking jobs for platform=local +2021-12-18 14:26:42,608 Checking jobs for platform=transfer_node +2021-12-18 14:26:42,608 Checking all jobs at once +2021-12-18 14:26:43,928 Successful check job command +2021-12-18 14:26:45,148 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:26:45,148 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:26:45,148 End of checking +2021-12-18 14:26:45,149 Updating FAILED jobs +2021-12-18 14:26:45,150 Updating WAITING jobs +2021-12-18 14:26:45,150 Update finished +2021-12-18 14:26:45,150 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:26:45,150 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:26:45,150 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:26:45,150 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:26:45,151 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:26:45,151 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:26:45,151 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:26:45,151 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:26:45,154 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:26:45,156 Job list saved +2021-12-18 14:26:45,161 Updating FAILED jobs +2021-12-18 14:26:45,161 Updating WAITING jobs +2021-12-18 14:26:45,161 Update finished +2021-12-18 14:26:55,171 Reloading parameters... +2021-12-18 14:26:55,189 Loading parameters... +2021-12-18 14:26:55,190 Loading project parameters... +2021-12-18 14:26:55,192 + +14 of 25 jobs remaining (14:26) +2021-12-18 14:26:55,192 Sleep: 10 +2021-12-18 14:26:55,192 Number of retrials: 0 +2021-12-18 14:26:55,192 WRAPPER CHECK TIME = 10 +2021-12-18 14:26:55,193 Checking jobs for platform=marenostrum4 +2021-12-18 14:26:55,194 Checking jobs for platform=nord3 +2021-12-18 14:26:55,194 Checking jobs for platform=local +2021-12-18 14:26:55,195 Checking jobs for platform=transfer_node +2021-12-18 14:26:55,195 Checking all jobs at once +2021-12-18 14:26:56,570 Successful check job command +2021-12-18 14:26:57,890 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:26:57,890 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:26:57,890 End of checking +2021-12-18 14:26:57,891 Updating FAILED jobs +2021-12-18 14:26:57,891 Updating WAITING jobs +2021-12-18 14:26:57,891 Update finished +2021-12-18 14:26:57,892 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:26:57,892 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:26:57,892 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:26:57,892 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:26:57,893 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:26:57,893 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:26:57,893 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:26:57,893 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:26:57,895 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:26:57,898 Job list saved +2021-12-18 14:26:57,907 Updating FAILED jobs +2021-12-18 14:26:57,907 Updating WAITING jobs +2021-12-18 14:26:57,908 Update finished +2021-12-18 14:27:07,918 Reloading parameters... +2021-12-18 14:27:07,936 Loading parameters... +2021-12-18 14:27:07,937 Loading project parameters... +2021-12-18 14:27:07,940 + +14 of 25 jobs remaining (14:27) +2021-12-18 14:27:07,940 Sleep: 10 +2021-12-18 14:27:07,940 Number of retrials: 0 +2021-12-18 14:27:07,940 WRAPPER CHECK TIME = 10 +2021-12-18 14:27:07,941 Checking jobs for platform=marenostrum4 +2021-12-18 14:27:07,941 Checking jobs for platform=nord3 +2021-12-18 14:27:07,942 Checking jobs for platform=local +2021-12-18 14:27:07,942 Checking jobs for platform=transfer_node +2021-12-18 14:27:07,942 Checking all jobs at once +2021-12-18 14:27:09,112 Successful check job command +2021-12-18 14:27:10,331 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:27:10,331 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:27:10,331 End of checking +2021-12-18 14:27:10,332 Updating FAILED jobs +2021-12-18 14:27:10,333 Updating WAITING jobs +2021-12-18 14:27:10,333 Update finished +2021-12-18 14:27:10,333 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:27:10,333 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:27:10,333 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:27:10,333 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:27:10,333 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:27:10,334 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:27:10,334 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:27:10,334 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:27:10,337 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:27:10,339 Job list saved +2021-12-18 14:27:10,343 Updating FAILED jobs +2021-12-18 14:27:10,344 Updating WAITING jobs +2021-12-18 14:27:10,344 Update finished +2021-12-18 14:27:20,353 Reloading parameters... +2021-12-18 14:27:20,371 Loading parameters... +2021-12-18 14:27:20,372 Loading project parameters... +2021-12-18 14:27:20,374 + +14 of 25 jobs remaining (14:27) +2021-12-18 14:27:20,374 Sleep: 10 +2021-12-18 14:27:20,374 Number of retrials: 0 +2021-12-18 14:27:20,374 WRAPPER CHECK TIME = 10 +2021-12-18 14:27:20,375 Checking jobs for platform=marenostrum4 +2021-12-18 14:27:20,376 Checking jobs for platform=nord3 +2021-12-18 14:27:20,376 Checking jobs for platform=local +2021-12-18 14:27:20,377 Checking jobs for platform=transfer_node +2021-12-18 14:27:20,377 Checking all jobs at once +2021-12-18 14:27:21,846 Successful check job command +2021-12-18 14:27:23,116 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:27:23,116 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:27:23,116 End of checking +2021-12-18 14:27:23,117 Updating FAILED jobs +2021-12-18 14:27:23,117 Updating WAITING jobs +2021-12-18 14:27:23,118 Update finished +2021-12-18 14:27:23,118 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:27:23,118 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:27:23,118 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:27:23,118 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:27:23,118 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:27:23,119 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:27:23,119 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:27:23,119 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:27:23,121 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:27:23,124 Job list saved +2021-12-18 14:27:23,128 Updating FAILED jobs +2021-12-18 14:27:23,128 Updating WAITING jobs +2021-12-18 14:27:23,128 Update finished +2021-12-18 14:27:33,139 Reloading parameters... +2021-12-18 14:27:33,156 Loading parameters... +2021-12-18 14:27:33,157 Loading project parameters... +2021-12-18 14:27:33,159 + +14 of 25 jobs remaining (14:27) +2021-12-18 14:27:33,159 Sleep: 10 +2021-12-18 14:27:33,160 Number of retrials: 0 +2021-12-18 14:27:33,160 WRAPPER CHECK TIME = 10 +2021-12-18 14:27:33,160 Checking jobs for platform=marenostrum4 +2021-12-18 14:27:33,161 Checking jobs for platform=nord3 +2021-12-18 14:27:33,161 Checking jobs for platform=local +2021-12-18 14:27:33,162 Checking jobs for platform=transfer_node +2021-12-18 14:27:33,162 Checking all jobs at once +2021-12-18 14:27:34,632 Successful check job command +2021-12-18 14:27:36,353 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:27:36,353 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:27:36,353 End of checking +2021-12-18 14:27:36,355 Updating FAILED jobs +2021-12-18 14:27:36,355 Updating WAITING jobs +2021-12-18 14:27:36,355 Update finished +2021-12-18 14:27:36,355 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:27:36,356 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:27:36,356 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:27:36,356 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:27:36,356 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:27:36,356 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:27:36,356 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:27:36,356 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:27:36,359 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:27:36,361 Job list saved +2021-12-18 14:27:36,366 Updating FAILED jobs +2021-12-18 14:27:36,366 Updating WAITING jobs +2021-12-18 14:27:36,366 Update finished +2021-12-18 14:27:46,376 Reloading parameters... +2021-12-18 14:27:46,394 Loading parameters... +2021-12-18 14:27:46,396 Loading project parameters... +2021-12-18 14:27:46,398 + +14 of 25 jobs remaining (14:27) +2021-12-18 14:27:46,398 Sleep: 10 +2021-12-18 14:27:46,398 Number of retrials: 0 +2021-12-18 14:27:46,398 WRAPPER CHECK TIME = 10 +2021-12-18 14:27:46,399 Checking jobs for platform=marenostrum4 +2021-12-18 14:27:46,399 Checking jobs for platform=nord3 +2021-12-18 14:27:46,400 Checking jobs for platform=local +2021-12-18 14:27:46,401 Checking jobs for platform=transfer_node +2021-12-18 14:27:46,401 Checking all jobs at once +2021-12-18 14:27:47,670 Successful check job command +2021-12-18 14:27:48,839 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:27:48,839 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:27:48,840 End of checking +2021-12-18 14:27:48,841 Updating FAILED jobs +2021-12-18 14:27:48,841 Updating WAITING jobs +2021-12-18 14:27:48,841 Update finished +2021-12-18 14:27:48,841 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:27:48,842 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:27:48,842 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:27:48,842 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:27:48,842 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:27:48,842 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:27:48,842 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:27:48,842 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:27:48,845 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:27:48,847 Job list saved +2021-12-18 14:27:48,852 Updating FAILED jobs +2021-12-18 14:27:48,852 Updating WAITING jobs +2021-12-18 14:27:48,852 Update finished +2021-12-18 14:27:58,862 Reloading parameters... +2021-12-18 14:27:58,882 Loading parameters... +2021-12-18 14:27:58,883 Loading project parameters... +2021-12-18 14:27:58,885 + +14 of 25 jobs remaining (14:27) +2021-12-18 14:27:58,886 Sleep: 10 +2021-12-18 14:27:58,886 Number of retrials: 0 +2021-12-18 14:27:58,886 WRAPPER CHECK TIME = 10 +2021-12-18 14:27:58,886 Checking jobs for platform=marenostrum4 +2021-12-18 14:27:58,887 Checking jobs for platform=nord3 +2021-12-18 14:27:58,887 Checking jobs for platform=local +2021-12-18 14:27:58,888 Checking jobs for platform=transfer_node +2021-12-18 14:27:58,888 Checking all jobs at once +2021-12-18 14:28:00,158 Successful check job command +2021-12-18 14:28:01,377 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:28:01,377 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:28:01,378 End of checking +2021-12-18 14:28:01,379 Updating FAILED jobs +2021-12-18 14:28:01,379 Updating WAITING jobs +2021-12-18 14:28:01,379 Update finished +2021-12-18 14:28:01,379 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:28:01,380 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:28:01,380 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:28:01,380 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:28:01,380 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:28:01,380 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:28:01,380 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:28:01,380 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:28:01,383 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:28:01,385 Job list saved +2021-12-18 14:28:01,390 Updating FAILED jobs +2021-12-18 14:28:01,390 Updating WAITING jobs +2021-12-18 14:28:01,390 Update finished +2021-12-18 14:28:11,400 Reloading parameters... +2021-12-18 14:28:11,419 Loading parameters... +2021-12-18 14:28:11,420 Loading project parameters... +2021-12-18 14:28:11,422 + +14 of 25 jobs remaining (14:28) +2021-12-18 14:28:11,422 Sleep: 10 +2021-12-18 14:28:11,422 Number of retrials: 0 +2021-12-18 14:28:11,422 WRAPPER CHECK TIME = 10 +2021-12-18 14:28:11,423 Checking jobs for platform=marenostrum4 +2021-12-18 14:28:11,424 Checking jobs for platform=nord3 +2021-12-18 14:28:11,424 Checking jobs for platform=local +2021-12-18 14:28:11,425 Checking jobs for platform=transfer_node +2021-12-18 14:28:11,425 Checking all jobs at once +2021-12-18 14:28:12,794 Successful check job command +2021-12-18 14:28:14,064 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:28:14,064 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:28:14,064 End of checking +2021-12-18 14:28:14,066 Updating FAILED jobs +2021-12-18 14:28:14,066 Updating WAITING jobs +2021-12-18 14:28:14,066 Update finished +2021-12-18 14:28:14,066 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:28:14,067 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:28:14,067 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:28:14,067 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:28:14,067 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:28:14,067 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:28:14,068 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:28:14,068 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:28:14,070 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:28:14,073 Job list saved +2021-12-18 14:28:14,077 Updating FAILED jobs +2021-12-18 14:28:14,078 Updating WAITING jobs +2021-12-18 14:28:14,078 Update finished +2021-12-18 14:28:24,088 Reloading parameters... +2021-12-18 14:28:24,106 Loading parameters... +2021-12-18 14:28:24,107 Loading project parameters... +2021-12-18 14:28:24,109 + +14 of 25 jobs remaining (14:28) +2021-12-18 14:28:24,109 Sleep: 10 +2021-12-18 14:28:24,110 Number of retrials: 0 +2021-12-18 14:28:24,110 WRAPPER CHECK TIME = 10 +2021-12-18 14:28:24,110 Checking jobs for platform=marenostrum4 +2021-12-18 14:28:24,111 Checking jobs for platform=nord3 +2021-12-18 14:28:24,111 Checking jobs for platform=local +2021-12-18 14:28:24,112 Checking jobs for platform=transfer_node +2021-12-18 14:28:24,112 Checking all jobs at once +2021-12-18 14:28:26,383 Successful check job command +2021-12-18 14:28:27,653 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:28:27,653 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:28:27,653 End of checking +2021-12-18 14:28:27,654 Updating FAILED jobs +2021-12-18 14:28:27,654 Updating WAITING jobs +2021-12-18 14:28:27,655 Update finished +2021-12-18 14:28:27,655 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:28:27,655 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:28:27,655 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:28:27,655 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:28:27,655 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:28:27,656 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:28:27,656 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:28:27,656 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:28:27,658 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:28:27,661 Job list saved +2021-12-18 14:28:27,666 Updating FAILED jobs +2021-12-18 14:28:27,666 Updating WAITING jobs +2021-12-18 14:28:27,666 Update finished +2021-12-18 14:28:37,676 Reloading parameters... +2021-12-18 14:28:37,694 Loading parameters... +2021-12-18 14:28:37,696 Loading project parameters... +2021-12-18 14:28:37,698 + +14 of 25 jobs remaining (14:28) +2021-12-18 14:28:37,698 Sleep: 10 +2021-12-18 14:28:37,698 Number of retrials: 0 +2021-12-18 14:28:37,698 WRAPPER CHECK TIME = 10 +2021-12-18 14:28:37,699 Checking jobs for platform=marenostrum4 +2021-12-18 14:28:37,699 Checking jobs for platform=nord3 +2021-12-18 14:28:37,700 Checking jobs for platform=local +2021-12-18 14:28:37,700 Checking jobs for platform=transfer_node +2021-12-18 14:28:37,700 Checking all jobs at once +2021-12-18 14:28:39,120 Successful check job command +2021-12-18 14:28:40,390 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:28:40,390 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:28:40,390 End of checking +2021-12-18 14:28:40,391 Updating FAILED jobs +2021-12-18 14:28:40,391 Updating WAITING jobs +2021-12-18 14:28:40,391 Update finished +2021-12-18 14:28:40,392 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:28:40,392 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:28:40,392 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:28:40,392 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:28:40,392 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:28:40,392 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:28:40,392 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:28:40,393 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:28:40,395 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:28:40,397 Job list saved +2021-12-18 14:28:40,402 Updating FAILED jobs +2021-12-18 14:28:40,402 Updating WAITING jobs +2021-12-18 14:28:40,402 Update finished +2021-12-18 14:28:50,412 Reloading parameters... +2021-12-18 14:28:50,429 Loading parameters... +2021-12-18 14:28:50,430 Loading project parameters... +2021-12-18 14:28:50,432 + +14 of 25 jobs remaining (14:28) +2021-12-18 14:28:50,432 Sleep: 10 +2021-12-18 14:28:50,432 Number of retrials: 0 +2021-12-18 14:28:50,433 WRAPPER CHECK TIME = 10 +2021-12-18 14:28:50,433 Checking jobs for platform=marenostrum4 +2021-12-18 14:28:50,434 Checking jobs for platform=nord3 +2021-12-18 14:28:50,434 Checking jobs for platform=local +2021-12-18 14:28:50,435 Checking jobs for platform=transfer_node +2021-12-18 14:28:50,435 Checking all jobs at once +2021-12-18 14:28:51,855 Successful check job command +2021-12-18 14:28:53,277 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:28:53,277 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:28:53,277 End of checking +2021-12-18 14:28:53,278 Updating FAILED jobs +2021-12-18 14:28:53,279 Updating WAITING jobs +2021-12-18 14:28:53,279 Update finished +2021-12-18 14:28:53,279 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:28:53,279 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:28:53,280 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:28:53,280 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:28:53,280 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:28:53,280 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:28:53,280 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:28:53,280 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:28:53,283 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:28:53,285 Job list saved +2021-12-18 14:28:53,290 Updating FAILED jobs +2021-12-18 14:28:53,291 Updating WAITING jobs +2021-12-18 14:28:53,291 Update finished +2021-12-18 14:29:03,301 Reloading parameters... +2021-12-18 14:29:03,320 Loading parameters... +2021-12-18 14:29:03,321 Loading project parameters... +2021-12-18 14:29:03,323 + +14 of 25 jobs remaining (14:29) +2021-12-18 14:29:03,323 Sleep: 10 +2021-12-18 14:29:03,323 Number of retrials: 0 +2021-12-18 14:29:03,323 WRAPPER CHECK TIME = 10 +2021-12-18 14:29:03,324 Checking jobs for platform=marenostrum4 +2021-12-18 14:29:03,325 Checking jobs for platform=nord3 +2021-12-18 14:29:03,325 Checking jobs for platform=local +2021-12-18 14:29:03,326 Checking jobs for platform=transfer_node +2021-12-18 14:29:03,326 Checking all jobs at once +2021-12-18 14:29:04,545 Successful check job command +2021-12-18 14:29:05,716 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:29:05,716 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:29:05,717 End of checking +2021-12-18 14:29:05,718 Updating FAILED jobs +2021-12-18 14:29:05,718 Updating WAITING jobs +2021-12-18 14:29:05,718 Update finished +2021-12-18 14:29:05,718 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:29:05,718 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:29:05,719 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:29:05,719 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:29:05,719 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:29:05,719 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:29:05,719 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:29:05,719 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:29:05,722 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:29:05,724 Job list saved +2021-12-18 14:29:05,728 Updating FAILED jobs +2021-12-18 14:29:05,729 Updating WAITING jobs +2021-12-18 14:29:05,729 Update finished +2021-12-18 14:29:15,739 Reloading parameters... +2021-12-18 14:29:15,759 Loading parameters... +2021-12-18 14:29:15,760 Loading project parameters... +2021-12-18 14:29:15,762 + +14 of 25 jobs remaining (14:29) +2021-12-18 14:29:15,763 Sleep: 10 +2021-12-18 14:29:15,763 Number of retrials: 0 +2021-12-18 14:29:15,763 WRAPPER CHECK TIME = 10 +2021-12-18 14:29:15,763 Checking jobs for platform=marenostrum4 +2021-12-18 14:29:15,764 Checking jobs for platform=nord3 +2021-12-18 14:29:15,764 Checking jobs for platform=local +2021-12-18 14:29:15,765 Checking jobs for platform=transfer_node +2021-12-18 14:29:15,765 Checking all jobs at once +2021-12-18 14:29:17,089 Successful check job command +2021-12-18 14:29:18,207 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:29:18,208 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:29:18,208 End of checking +2021-12-18 14:29:18,210 Updating FAILED jobs +2021-12-18 14:29:18,210 Updating WAITING jobs +2021-12-18 14:29:18,210 Update finished +2021-12-18 14:29:18,210 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:29:18,211 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:29:18,211 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:29:18,211 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:29:18,211 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:29:18,211 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:29:18,211 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:29:18,211 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:29:18,214 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:29:18,216 Job list saved +2021-12-18 14:29:18,221 Updating FAILED jobs +2021-12-18 14:29:18,221 Updating WAITING jobs +2021-12-18 14:29:18,221 Update finished +2021-12-18 14:29:28,231 Reloading parameters... +2021-12-18 14:29:28,250 Loading parameters... +2021-12-18 14:29:28,252 Loading project parameters... +2021-12-18 14:29:28,256 + +14 of 25 jobs remaining (14:29) +2021-12-18 14:29:28,256 Sleep: 10 +2021-12-18 14:29:28,256 Number of retrials: 0 +2021-12-18 14:29:28,256 WRAPPER CHECK TIME = 10 +2021-12-18 14:29:28,257 Checking jobs for platform=marenostrum4 +2021-12-18 14:29:28,257 Checking jobs for platform=nord3 +2021-12-18 14:29:28,258 Checking jobs for platform=local +2021-12-18 14:29:28,258 Checking jobs for platform=transfer_node +2021-12-18 14:29:28,259 Checking all jobs at once +2021-12-18 14:29:29,779 Successful check job command +2021-12-18 14:29:31,100 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:29:31,100 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:29:31,100 End of checking +2021-12-18 14:29:31,102 Updating FAILED jobs +2021-12-18 14:29:31,102 Updating WAITING jobs +2021-12-18 14:29:31,102 Update finished +2021-12-18 14:29:31,102 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:29:31,103 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:29:31,103 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:29:31,103 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:29:31,103 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:29:31,103 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:29:31,103 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:29:31,103 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:29:31,106 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:29:31,109 Job list saved +2021-12-18 14:29:31,115 Updating FAILED jobs +2021-12-18 14:29:31,115 Updating WAITING jobs +2021-12-18 14:29:31,115 Update finished +2021-12-18 14:29:41,126 Reloading parameters... +2021-12-18 14:29:41,144 Loading parameters... +2021-12-18 14:29:41,145 Loading project parameters... +2021-12-18 14:29:41,147 + +14 of 25 jobs remaining (14:29) +2021-12-18 14:29:41,147 Sleep: 10 +2021-12-18 14:29:41,147 Number of retrials: 0 +2021-12-18 14:29:41,147 WRAPPER CHECK TIME = 10 +2021-12-18 14:29:41,148 Checking jobs for platform=marenostrum4 +2021-12-18 14:29:41,148 Checking jobs for platform=nord3 +2021-12-18 14:29:41,149 Checking jobs for platform=local +2021-12-18 14:29:41,149 Checking jobs for platform=transfer_node +2021-12-18 14:29:41,149 Checking all jobs at once +2021-12-18 14:29:42,619 Successful check job command +2021-12-18 14:29:44,490 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:29:44,490 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:29:44,490 End of checking +2021-12-18 14:29:44,491 Updating FAILED jobs +2021-12-18 14:29:44,491 Updating WAITING jobs +2021-12-18 14:29:44,492 Update finished +2021-12-18 14:29:44,492 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:29:44,492 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:29:44,492 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:29:44,492 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:29:44,492 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:29:44,492 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:29:44,493 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:29:44,493 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:29:44,495 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:29:44,497 Job list saved +2021-12-18 14:29:44,502 Updating FAILED jobs +2021-12-18 14:29:44,502 Updating WAITING jobs +2021-12-18 14:29:44,503 Update finished +2021-12-18 14:29:54,510 Reloading parameters... +2021-12-18 14:29:54,531 Loading parameters... +2021-12-18 14:29:54,532 Loading project parameters... +2021-12-18 14:29:54,534 + +14 of 25 jobs remaining (14:29) +2021-12-18 14:29:54,535 Sleep: 10 +2021-12-18 14:29:54,535 Number of retrials: 0 +2021-12-18 14:29:54,535 WRAPPER CHECK TIME = 10 +2021-12-18 14:29:54,535 Checking jobs for platform=marenostrum4 +2021-12-18 14:29:54,536 Checking jobs for platform=nord3 +2021-12-18 14:29:54,536 Checking jobs for platform=local +2021-12-18 14:29:54,537 Checking jobs for platform=transfer_node +2021-12-18 14:29:54,537 Checking all jobs at once +2021-12-18 14:29:55,907 Successful check job command +2021-12-18 14:29:57,276 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:29:57,276 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:29:57,276 End of checking +2021-12-18 14:29:57,280 Updating FAILED jobs +2021-12-18 14:29:57,280 Updating WAITING jobs +2021-12-18 14:29:57,280 Update finished +2021-12-18 14:29:57,280 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:29:57,280 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:29:57,281 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:29:57,281 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:29:57,281 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:29:57,281 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:29:57,281 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:29:57,281 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:29:57,284 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:29:57,286 Job list saved +2021-12-18 14:29:57,290 Updating FAILED jobs +2021-12-18 14:29:57,291 Updating WAITING jobs +2021-12-18 14:29:57,291 Update finished +2021-12-18 14:30:07,301 Reloading parameters... +2021-12-18 14:30:07,320 Loading parameters... +2021-12-18 14:30:07,322 Loading project parameters... +2021-12-18 14:30:07,324 + +14 of 25 jobs remaining (14:30) +2021-12-18 14:30:07,324 Sleep: 10 +2021-12-18 14:30:07,324 Number of retrials: 0 +2021-12-18 14:30:07,324 WRAPPER CHECK TIME = 10 +2021-12-18 14:30:07,325 Checking jobs for platform=marenostrum4 +2021-12-18 14:30:07,325 Checking jobs for platform=nord3 +2021-12-18 14:30:07,326 Checking jobs for platform=local +2021-12-18 14:30:07,326 Checking jobs for platform=transfer_node +2021-12-18 14:30:07,328 Checking all jobs at once +2021-12-18 14:30:08,549 Successful check job command +2021-12-18 14:30:09,718 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:30:09,719 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:30:09,719 End of checking +2021-12-18 14:30:09,720 Updating FAILED jobs +2021-12-18 14:30:09,720 Updating WAITING jobs +2021-12-18 14:30:09,721 Update finished +2021-12-18 14:30:09,721 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:30:09,721 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:30:09,722 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:30:09,722 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:30:09,722 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:30:09,722 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:30:09,722 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:30:09,722 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:30:09,725 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:30:09,727 Job list saved +2021-12-18 14:30:09,732 Updating FAILED jobs +2021-12-18 14:30:09,733 Updating WAITING jobs +2021-12-18 14:30:09,733 Update finished +2021-12-18 14:30:19,743 Reloading parameters... +2021-12-18 14:30:19,763 Loading parameters... +2021-12-18 14:30:19,765 Loading project parameters... +2021-12-18 14:30:19,767 + +14 of 25 jobs remaining (14:30) +2021-12-18 14:30:19,767 Sleep: 10 +2021-12-18 14:30:19,767 Number of retrials: 0 +2021-12-18 14:30:19,767 WRAPPER CHECK TIME = 10 +2021-12-18 14:30:19,767 Checking jobs for platform=marenostrum4 +2021-12-18 14:30:19,768 Checking jobs for platform=nord3 +2021-12-18 14:30:19,769 Checking jobs for platform=local +2021-12-18 14:30:19,769 Checking jobs for platform=transfer_node +2021-12-18 14:30:19,769 Checking all jobs at once +2021-12-18 14:30:21,140 Successful check job command +2021-12-18 14:30:22,260 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:30:22,260 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:30:22,260 End of checking +2021-12-18 14:30:22,261 Updating FAILED jobs +2021-12-18 14:30:22,261 Updating WAITING jobs +2021-12-18 14:30:22,262 Update finished +2021-12-18 14:30:22,262 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:30:22,262 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:30:22,262 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:30:22,262 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:30:22,262 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:30:22,263 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:30:22,263 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:30:22,263 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:30:22,265 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:30:22,268 Job list saved +2021-12-18 14:30:22,273 Updating FAILED jobs +2021-12-18 14:30:22,273 Updating WAITING jobs +2021-12-18 14:30:22,273 Update finished +2021-12-18 14:30:32,283 Reloading parameters... +2021-12-18 14:30:32,305 Loading parameters... +2021-12-18 14:30:32,306 Loading project parameters... +2021-12-18 14:30:32,308 + +14 of 25 jobs remaining (14:30) +2021-12-18 14:30:32,308 Sleep: 10 +2021-12-18 14:30:32,308 Number of retrials: 0 +2021-12-18 14:30:32,308 WRAPPER CHECK TIME = 10 +2021-12-18 14:30:32,309 Checking jobs for platform=marenostrum4 +2021-12-18 14:30:32,309 Checking jobs for platform=nord3 +2021-12-18 14:30:32,310 Checking jobs for platform=local +2021-12-18 14:30:32,311 Checking jobs for platform=transfer_node +2021-12-18 14:30:32,311 Checking all jobs at once +2021-12-18 14:30:34,031 Successful check job command +2021-12-18 14:30:35,401 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:30:35,401 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:30:35,401 End of checking +2021-12-18 14:30:35,402 Updating FAILED jobs +2021-12-18 14:30:35,402 Updating WAITING jobs +2021-12-18 14:30:35,403 Update finished +2021-12-18 14:30:35,403 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:30:35,403 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:30:35,403 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:30:35,403 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:30:35,403 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:30:35,403 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:30:35,404 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:30:35,404 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:30:35,406 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:30:35,408 Job list saved +2021-12-18 14:30:35,414 Updating FAILED jobs +2021-12-18 14:30:35,414 Updating WAITING jobs +2021-12-18 14:30:35,414 Update finished +2021-12-18 14:30:45,424 Reloading parameters... +2021-12-18 14:30:45,442 Loading parameters... +2021-12-18 14:30:45,444 Loading project parameters... +2021-12-18 14:30:45,445 + +14 of 25 jobs remaining (14:30) +2021-12-18 14:30:45,446 Sleep: 10 +2021-12-18 14:30:45,446 Number of retrials: 0 +2021-12-18 14:30:45,446 WRAPPER CHECK TIME = 10 +2021-12-18 14:30:45,447 Checking jobs for platform=marenostrum4 +2021-12-18 14:30:45,447 Checking jobs for platform=nord3 +2021-12-18 14:30:45,448 Checking jobs for platform=local +2021-12-18 14:30:45,448 Checking jobs for platform=transfer_node +2021-12-18 14:30:45,448 Checking all jobs at once +2021-12-18 14:30:47,019 Successful check job command +2021-12-18 14:30:48,439 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:30:48,439 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:30:48,439 End of checking +2021-12-18 14:30:48,441 Updating FAILED jobs +2021-12-18 14:30:48,441 Updating WAITING jobs +2021-12-18 14:30:48,441 Update finished +2021-12-18 14:30:48,441 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:30:48,442 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:30:48,442 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:30:48,442 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:30:48,442 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:30:48,442 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:30:48,442 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:30:48,442 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:30:48,445 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:30:48,447 Job list saved +2021-12-18 14:30:48,452 Updating FAILED jobs +2021-12-18 14:30:48,452 Updating WAITING jobs +2021-12-18 14:30:48,452 Update finished +2021-12-18 14:30:58,455 Reloading parameters... +2021-12-18 14:30:58,473 Loading parameters... +2021-12-18 14:30:58,474 Loading project parameters... +2021-12-18 14:30:58,476 + +14 of 25 jobs remaining (14:30) +2021-12-18 14:30:58,476 Sleep: 10 +2021-12-18 14:30:58,476 Number of retrials: 0 +2021-12-18 14:30:58,476 WRAPPER CHECK TIME = 10 +2021-12-18 14:30:58,477 Checking jobs for platform=marenostrum4 +2021-12-18 14:30:58,478 Checking jobs for platform=nord3 +2021-12-18 14:30:58,478 Checking jobs for platform=local +2021-12-18 14:30:58,479 Checking jobs for platform=transfer_node +2021-12-18 14:30:58,479 Checking all jobs at once +2021-12-18 14:30:59,899 Successful check job command +2021-12-18 14:31:01,219 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:31:01,219 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:31:01,219 End of checking +2021-12-18 14:31:01,220 Updating FAILED jobs +2021-12-18 14:31:01,220 Updating WAITING jobs +2021-12-18 14:31:01,221 Update finished +2021-12-18 14:31:01,221 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:31:01,221 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:31:01,221 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:31:01,221 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:31:01,221 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:31:01,222 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:31:01,222 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:31:01,222 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:31:01,224 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:31:01,226 Job list saved +2021-12-18 14:31:01,231 Updating FAILED jobs +2021-12-18 14:31:01,231 Updating WAITING jobs +2021-12-18 14:31:01,231 Update finished +2021-12-18 14:31:11,240 Reloading parameters... +2021-12-18 14:31:11,257 Loading parameters... +2021-12-18 14:31:11,258 Loading project parameters... +2021-12-18 14:31:11,261 + +14 of 25 jobs remaining (14:31) +2021-12-18 14:31:11,261 Sleep: 10 +2021-12-18 14:31:11,261 Number of retrials: 0 +2021-12-18 14:31:11,261 WRAPPER CHECK TIME = 10 +2021-12-18 14:31:11,262 Checking jobs for platform=marenostrum4 +2021-12-18 14:31:11,262 Checking jobs for platform=nord3 +2021-12-18 14:31:11,263 Checking jobs for platform=local +2021-12-18 14:31:11,263 Checking jobs for platform=transfer_node +2021-12-18 14:31:11,263 Checking all jobs at once +2021-12-18 14:31:12,683 Successful check job command +2021-12-18 14:31:14,002 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:31:14,002 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:31:14,003 End of checking +2021-12-18 14:31:14,004 Updating FAILED jobs +2021-12-18 14:31:14,004 Updating WAITING jobs +2021-12-18 14:31:14,004 Update finished +2021-12-18 14:31:14,005 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:31:14,005 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:31:14,005 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:31:14,005 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:31:14,005 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:31:14,005 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:31:14,005 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:31:14,005 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:31:14,008 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:31:14,010 Job list saved +2021-12-18 14:31:14,020 Updating FAILED jobs +2021-12-18 14:31:14,020 Updating WAITING jobs +2021-12-18 14:31:14,020 Update finished +2021-12-18 14:31:24,030 Reloading parameters... +2021-12-18 14:31:24,057 Loading parameters... +2021-12-18 14:31:24,059 Loading project parameters... +2021-12-18 14:31:24,061 + +14 of 25 jobs remaining (14:31) +2021-12-18 14:31:24,061 Sleep: 10 +2021-12-18 14:31:24,061 Number of retrials: 0 +2021-12-18 14:31:24,061 WRAPPER CHECK TIME = 10 +2021-12-18 14:31:24,062 Checking jobs for platform=marenostrum4 +2021-12-18 14:31:24,063 Checking jobs for platform=nord3 +2021-12-18 14:31:24,063 Checking jobs for platform=local +2021-12-18 14:31:24,064 Checking jobs for platform=transfer_node +2021-12-18 14:31:24,064 Checking all jobs at once +2021-12-18 14:31:25,333 Successful check job command +2021-12-18 14:31:26,603 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:31:26,603 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:31:26,603 End of checking +2021-12-18 14:31:26,605 Updating FAILED jobs +2021-12-18 14:31:26,605 Updating WAITING jobs +2021-12-18 14:31:26,605 Update finished +2021-12-18 14:31:26,605 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:31:26,606 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:31:26,606 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:31:26,606 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:31:26,606 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:31:26,606 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:31:26,606 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:31:26,606 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:31:26,609 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:31:26,611 Job list saved +2021-12-18 14:31:26,621 Updating FAILED jobs +2021-12-18 14:31:26,621 Updating WAITING jobs +2021-12-18 14:31:26,621 Update finished +2021-12-18 14:31:36,632 Reloading parameters... +2021-12-18 14:31:36,665 Loading parameters... +2021-12-18 14:31:36,667 Loading project parameters... +2021-12-18 14:31:36,668 + +14 of 25 jobs remaining (14:31) +2021-12-18 14:31:36,669 Sleep: 10 +2021-12-18 14:31:36,669 Number of retrials: 0 +2021-12-18 14:31:36,669 WRAPPER CHECK TIME = 10 +2021-12-18 14:31:36,669 Checking jobs for platform=marenostrum4 +2021-12-18 14:31:36,670 Checking jobs for platform=nord3 +2021-12-18 14:31:36,671 Checking jobs for platform=local +2021-12-18 14:31:36,671 Checking jobs for platform=transfer_node +2021-12-18 14:31:36,671 Checking all jobs at once +2021-12-18 14:31:37,890 Successful check job command +2021-12-18 14:31:39,210 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:31:39,211 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:31:39,211 End of checking +2021-12-18 14:31:39,212 Updating FAILED jobs +2021-12-18 14:31:39,212 Updating WAITING jobs +2021-12-18 14:31:39,213 Update finished +2021-12-18 14:31:39,213 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:31:39,213 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:31:39,213 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:31:39,213 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:31:39,213 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:31:39,213 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:31:39,215 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:31:39,215 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:31:39,219 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:31:39,222 Job list saved +2021-12-18 14:31:39,233 Updating FAILED jobs +2021-12-18 14:31:39,233 Updating WAITING jobs +2021-12-18 14:31:39,233 Update finished +2021-12-18 14:31:49,243 Reloading parameters... +2021-12-18 14:31:49,261 Loading parameters... +2021-12-18 14:31:49,262 Loading project parameters... +2021-12-18 14:31:49,264 + +14 of 25 jobs remaining (14:31) +2021-12-18 14:31:49,264 Sleep: 10 +2021-12-18 14:31:49,264 Number of retrials: 0 +2021-12-18 14:31:49,264 WRAPPER CHECK TIME = 10 +2021-12-18 14:31:49,265 Checking jobs for platform=marenostrum4 +2021-12-18 14:31:49,265 Checking jobs for platform=nord3 +2021-12-18 14:31:49,266 Checking jobs for platform=local +2021-12-18 14:31:49,266 Checking jobs for platform=transfer_node +2021-12-18 14:31:49,266 Checking all jobs at once +2021-12-18 14:31:50,586 Successful check job command +2021-12-18 14:31:51,956 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:31:51,956 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:31:51,957 End of checking +2021-12-18 14:31:51,958 Updating FAILED jobs +2021-12-18 14:31:51,958 Updating WAITING jobs +2021-12-18 14:31:51,958 Update finished +2021-12-18 14:31:51,958 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:31:51,958 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:31:51,958 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:31:51,959 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:31:51,959 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:31:51,959 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:31:51,959 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:31:51,959 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:31:51,961 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:31:51,963 Job list saved +2021-12-18 14:31:51,968 Updating FAILED jobs +2021-12-18 14:31:51,968 Updating WAITING jobs +2021-12-18 14:31:51,968 Update finished +2021-12-18 14:32:01,972 Reloading parameters... +2021-12-18 14:32:01,991 Loading parameters... +2021-12-18 14:32:01,992 Loading project parameters... +2021-12-18 14:32:01,994 + +14 of 25 jobs remaining (14:32) +2021-12-18 14:32:01,994 Sleep: 10 +2021-12-18 14:32:01,994 Number of retrials: 0 +2021-12-18 14:32:01,994 WRAPPER CHECK TIME = 10 +2021-12-18 14:32:01,995 Checking jobs for platform=marenostrum4 +2021-12-18 14:32:01,996 Checking jobs for platform=nord3 +2021-12-18 14:32:01,996 Checking jobs for platform=local +2021-12-18 14:32:01,997 Checking jobs for platform=transfer_node +2021-12-18 14:32:01,997 Checking all jobs at once +2021-12-18 14:32:03,417 Successful check job command +2021-12-18 14:32:05,139 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:32:05,140 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:32:05,140 End of checking +2021-12-18 14:32:05,141 Updating FAILED jobs +2021-12-18 14:32:05,141 Updating WAITING jobs +2021-12-18 14:32:05,141 Update finished +2021-12-18 14:32:05,142 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:32:05,142 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:32:05,142 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:32:05,142 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:32:05,143 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:32:05,143 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:32:05,143 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:32:05,143 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:32:05,146 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:32:05,148 Job list saved +2021-12-18 14:32:05,152 Updating FAILED jobs +2021-12-18 14:32:05,152 Updating WAITING jobs +2021-12-18 14:32:05,153 Update finished +2021-12-18 14:32:15,163 Reloading parameters... +2021-12-18 14:32:15,180 Loading parameters... +2021-12-18 14:32:15,181 Loading project parameters... +2021-12-18 14:32:15,183 + +14 of 25 jobs remaining (14:32) +2021-12-18 14:32:15,183 Sleep: 10 +2021-12-18 14:32:15,183 Number of retrials: 0 +2021-12-18 14:32:15,183 WRAPPER CHECK TIME = 10 +2021-12-18 14:32:15,184 Checking jobs for platform=marenostrum4 +2021-12-18 14:32:15,184 Checking jobs for platform=nord3 +2021-12-18 14:32:15,185 Checking jobs for platform=local +2021-12-18 14:32:15,185 Checking jobs for platform=transfer_node +2021-12-18 14:32:15,185 Checking all jobs at once +2021-12-18 14:32:16,657 Successful check job command +2021-12-18 14:32:17,927 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:32:17,927 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:32:17,927 End of checking +2021-12-18 14:32:17,929 Updating FAILED jobs +2021-12-18 14:32:17,929 Updating WAITING jobs +2021-12-18 14:32:17,929 Update finished +2021-12-18 14:32:17,929 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:32:17,929 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:32:17,930 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:32:17,930 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:32:17,930 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:32:17,930 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:32:17,930 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:32:17,930 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:32:17,933 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:32:17,936 Job list saved +2021-12-18 14:32:17,941 Updating FAILED jobs +2021-12-18 14:32:17,941 Updating WAITING jobs +2021-12-18 14:32:17,942 Update finished +2021-12-18 14:32:27,952 Reloading parameters... +2021-12-18 14:32:27,972 Loading parameters... +2021-12-18 14:32:27,973 Loading project parameters... +2021-12-18 14:32:27,975 + +14 of 25 jobs remaining (14:32) +2021-12-18 14:32:27,975 Sleep: 10 +2021-12-18 14:32:27,975 Number of retrials: 0 +2021-12-18 14:32:27,975 WRAPPER CHECK TIME = 10 +2021-12-18 14:32:27,976 Checking jobs for platform=marenostrum4 +2021-12-18 14:32:27,976 Checking jobs for platform=nord3 +2021-12-18 14:32:27,977 Checking jobs for platform=local +2021-12-18 14:32:27,977 Checking jobs for platform=transfer_node +2021-12-18 14:32:27,978 Checking all jobs at once +2021-12-18 14:32:29,649 Successful check job command +2021-12-18 14:32:30,972 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:32:30,973 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:32:30,973 End of checking +2021-12-18 14:32:30,974 Updating FAILED jobs +2021-12-18 14:32:30,974 Updating WAITING jobs +2021-12-18 14:32:30,975 Update finished +2021-12-18 14:32:30,975 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:32:30,975 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:32:30,975 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:32:30,975 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:32:30,975 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:32:30,975 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:32:30,975 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:32:30,976 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:32:30,979 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:32:30,982 Job list saved +2021-12-18 14:32:30,987 Updating FAILED jobs +2021-12-18 14:32:30,987 Updating WAITING jobs +2021-12-18 14:32:30,987 Update finished +2021-12-18 14:32:40,992 Reloading parameters... +2021-12-18 14:32:41,011 Loading parameters... +2021-12-18 14:32:41,013 Loading project parameters... +2021-12-18 14:32:41,015 + +14 of 25 jobs remaining (14:32) +2021-12-18 14:32:41,015 Sleep: 10 +2021-12-18 14:32:41,015 Number of retrials: 0 +2021-12-18 14:32:41,015 WRAPPER CHECK TIME = 10 +2021-12-18 14:32:41,016 Checking jobs for platform=marenostrum4 +2021-12-18 14:32:41,016 Checking jobs for platform=nord3 +2021-12-18 14:32:41,017 Checking jobs for platform=local +2021-12-18 14:32:41,017 Checking jobs for platform=transfer_node +2021-12-18 14:32:41,018 Checking all jobs at once +2021-12-18 14:32:42,337 Successful check job command +2021-12-18 14:32:43,708 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:32:43,708 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:32:43,708 End of checking +2021-12-18 14:32:43,709 Updating FAILED jobs +2021-12-18 14:32:43,709 Updating WAITING jobs +2021-12-18 14:32:43,710 Update finished +2021-12-18 14:32:43,710 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:32:43,710 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:32:43,710 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:32:43,711 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:32:43,711 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:32:43,711 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:32:43,711 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:32:43,711 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:32:43,714 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:32:43,716 Job list saved +2021-12-18 14:32:43,721 Updating FAILED jobs +2021-12-18 14:32:43,721 Updating WAITING jobs +2021-12-18 14:32:43,721 Update finished +2021-12-18 14:32:53,726 Reloading parameters... +2021-12-18 14:32:53,744 Loading parameters... +2021-12-18 14:32:53,745 Loading project parameters... +2021-12-18 14:32:53,747 + +14 of 25 jobs remaining (14:32) +2021-12-18 14:32:53,747 Sleep: 10 +2021-12-18 14:32:53,747 Number of retrials: 0 +2021-12-18 14:32:53,748 WRAPPER CHECK TIME = 10 +2021-12-18 14:32:53,748 Checking jobs for platform=marenostrum4 +2021-12-18 14:32:53,749 Checking jobs for platform=nord3 +2021-12-18 14:32:53,749 Checking jobs for platform=local +2021-12-18 14:32:53,750 Checking jobs for platform=transfer_node +2021-12-18 14:32:53,750 Checking all jobs at once +2021-12-18 14:32:55,069 Successful check job command +2021-12-18 14:32:56,289 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:32:56,289 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:32:56,290 End of checking +2021-12-18 14:32:56,291 Updating FAILED jobs +2021-12-18 14:32:56,291 Updating WAITING jobs +2021-12-18 14:32:56,292 Update finished +2021-12-18 14:32:56,292 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:32:56,292 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:32:56,292 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:32:56,292 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:32:56,292 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:32:56,292 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:32:56,293 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:32:56,293 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:32:56,297 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:32:56,299 Job list saved +2021-12-18 14:32:56,304 Updating FAILED jobs +2021-12-18 14:32:56,305 Updating WAITING jobs +2021-12-18 14:32:56,305 Update finished +2021-12-18 14:33:06,309 Reloading parameters... +2021-12-18 14:33:06,332 Loading parameters... +2021-12-18 14:33:06,333 Loading project parameters... +2021-12-18 14:33:06,335 + +14 of 25 jobs remaining (14:33) +2021-12-18 14:33:06,335 Sleep: 10 +2021-12-18 14:33:06,335 Number of retrials: 0 +2021-12-18 14:33:06,335 WRAPPER CHECK TIME = 10 +2021-12-18 14:33:06,336 Checking jobs for platform=marenostrum4 +2021-12-18 14:33:06,337 Checking jobs for platform=nord3 +2021-12-18 14:33:06,337 Checking jobs for platform=local +2021-12-18 14:33:06,338 Checking jobs for platform=transfer_node +2021-12-18 14:33:06,338 Checking all jobs at once +2021-12-18 14:33:07,858 Successful check job command +2021-12-18 14:33:09,233 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:33:09,233 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:33:09,234 End of checking +2021-12-18 14:33:09,236 Updating FAILED jobs +2021-12-18 14:33:09,236 Updating WAITING jobs +2021-12-18 14:33:09,236 Update finished +2021-12-18 14:33:09,236 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:33:09,237 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:33:09,237 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:33:09,237 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:33:09,237 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:33:09,237 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:33:09,237 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:33:09,237 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:33:09,241 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:33:09,244 Job list saved +2021-12-18 14:33:09,249 Updating FAILED jobs +2021-12-18 14:33:09,249 Updating WAITING jobs +2021-12-18 14:33:09,250 Update finished +2021-12-18 14:33:19,260 Reloading parameters... +2021-12-18 14:33:19,279 Loading parameters... +2021-12-18 14:33:19,281 Loading project parameters... +2021-12-18 14:33:19,283 + +14 of 25 jobs remaining (14:33) +2021-12-18 14:33:19,283 Sleep: 10 +2021-12-18 14:33:19,283 Number of retrials: 0 +2021-12-18 14:33:19,283 WRAPPER CHECK TIME = 10 +2021-12-18 14:33:19,284 Checking jobs for platform=marenostrum4 +2021-12-18 14:33:19,284 Checking jobs for platform=nord3 +2021-12-18 14:33:19,285 Checking jobs for platform=local +2021-12-18 14:33:19,285 Checking jobs for platform=transfer_node +2021-12-18 14:33:19,285 Checking all jobs at once +2021-12-18 14:33:20,707 Successful check job command +2021-12-18 14:33:21,976 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:33:21,977 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:33:21,977 End of checking +2021-12-18 14:33:21,978 Updating FAILED jobs +2021-12-18 14:33:21,978 Updating WAITING jobs +2021-12-18 14:33:21,979 Update finished +2021-12-18 14:33:21,979 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:33:21,979 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:33:21,980 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:33:21,980 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:33:21,980 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:33:21,980 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:33:21,980 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:33:21,980 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:33:21,983 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:33:21,985 Job list saved +2021-12-18 14:33:21,990 Updating FAILED jobs +2021-12-18 14:33:21,990 Updating WAITING jobs +2021-12-18 14:33:21,990 Update finished +2021-12-18 14:33:31,994 Reloading parameters... +2021-12-18 14:33:32,016 Loading parameters... +2021-12-18 14:33:32,017 Loading project parameters... +2021-12-18 14:33:32,019 + +14 of 25 jobs remaining (14:33) +2021-12-18 14:33:32,019 Sleep: 10 +2021-12-18 14:33:32,019 Number of retrials: 0 +2021-12-18 14:33:32,019 WRAPPER CHECK TIME = 10 +2021-12-18 14:33:32,020 Checking jobs for platform=marenostrum4 +2021-12-18 14:33:32,020 Checking jobs for platform=nord3 +2021-12-18 14:33:32,021 Checking jobs for platform=local +2021-12-18 14:33:32,021 Checking jobs for platform=transfer_node +2021-12-18 14:33:32,021 Checking all jobs at once +2021-12-18 14:33:33,544 Successful check job command +2021-12-18 14:33:35,067 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:33:35,067 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:33:35,067 End of checking +2021-12-18 14:33:35,069 Updating FAILED jobs +2021-12-18 14:33:35,069 Updating WAITING jobs +2021-12-18 14:33:35,069 Update finished +2021-12-18 14:33:35,069 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:33:35,069 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:33:35,070 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:33:35,070 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:33:35,070 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:33:35,070 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:33:35,070 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:33:35,070 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:33:35,073 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:33:35,075 Job list saved +2021-12-18 14:33:35,080 Updating FAILED jobs +2021-12-18 14:33:35,080 Updating WAITING jobs +2021-12-18 14:33:35,081 Update finished +2021-12-18 14:33:45,091 Reloading parameters... +2021-12-18 14:33:45,112 Loading parameters... +2021-12-18 14:33:45,114 Loading project parameters... +2021-12-18 14:33:45,115 + +14 of 25 jobs remaining (14:33) +2021-12-18 14:33:45,116 Sleep: 10 +2021-12-18 14:33:45,116 Number of retrials: 0 +2021-12-18 14:33:45,116 WRAPPER CHECK TIME = 10 +2021-12-18 14:33:45,117 Checking jobs for platform=marenostrum4 +2021-12-18 14:33:45,117 Checking jobs for platform=nord3 +2021-12-18 14:33:45,118 Checking jobs for platform=local +2021-12-18 14:33:45,118 Checking jobs for platform=transfer_node +2021-12-18 14:33:45,118 Checking all jobs at once +2021-12-18 14:33:46,594 Successful check job command +2021-12-18 14:33:47,964 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:33:47,964 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:33:47,964 End of checking +2021-12-18 14:33:47,965 Updating FAILED jobs +2021-12-18 14:33:47,965 Updating WAITING jobs +2021-12-18 14:33:47,966 Update finished +2021-12-18 14:33:47,966 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:33:47,966 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:33:47,966 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:33:47,966 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:33:47,966 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:33:47,966 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:33:47,967 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:33:47,967 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:33:47,969 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:33:47,972 Job list saved +2021-12-18 14:33:47,977 Updating FAILED jobs +2021-12-18 14:33:47,977 Updating WAITING jobs +2021-12-18 14:33:47,978 Update finished +2021-12-18 14:33:57,984 Reloading parameters... +2021-12-18 14:33:58,006 Loading parameters... +2021-12-18 14:33:58,007 Loading project parameters... +2021-12-18 14:33:58,009 + +14 of 25 jobs remaining (14:33) +2021-12-18 14:33:58,009 Sleep: 10 +2021-12-18 14:33:58,009 Number of retrials: 0 +2021-12-18 14:33:58,009 WRAPPER CHECK TIME = 10 +2021-12-18 14:33:58,010 Checking jobs for platform=marenostrum4 +2021-12-18 14:33:58,010 Checking jobs for platform=nord3 +2021-12-18 14:33:58,011 Checking jobs for platform=local +2021-12-18 14:33:58,012 Checking jobs for platform=transfer_node +2021-12-18 14:33:58,012 Checking all jobs at once +2021-12-18 14:33:59,331 Successful check job command +2021-12-18 14:34:00,650 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:34:00,651 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:34:00,651 End of checking +2021-12-18 14:34:00,652 Updating FAILED jobs +2021-12-18 14:34:00,652 Updating WAITING jobs +2021-12-18 14:34:00,652 Update finished +2021-12-18 14:34:00,653 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:34:00,653 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:34:00,653 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:34:00,653 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:34:00,653 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:34:00,654 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:34:00,654 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:34:00,654 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:34:00,657 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:34:00,659 Job list saved +2021-12-18 14:34:00,665 Updating FAILED jobs +2021-12-18 14:34:00,665 Updating WAITING jobs +2021-12-18 14:34:00,665 Update finished +2021-12-18 14:34:10,675 Reloading parameters... +2021-12-18 14:34:10,694 Loading parameters... +2021-12-18 14:34:10,696 Loading project parameters... +2021-12-18 14:34:10,698 + +14 of 25 jobs remaining (14:34) +2021-12-18 14:34:10,698 Sleep: 10 +2021-12-18 14:34:10,698 Number of retrials: 0 +2021-12-18 14:34:10,698 WRAPPER CHECK TIME = 10 +2021-12-18 14:34:10,699 Checking jobs for platform=marenostrum4 +2021-12-18 14:34:10,699 Checking jobs for platform=nord3 +2021-12-18 14:34:10,700 Checking jobs for platform=local +2021-12-18 14:34:10,700 Checking jobs for platform=transfer_node +2021-12-18 14:34:10,700 Checking all jobs at once +2021-12-18 14:34:12,070 Successful check job command +2021-12-18 14:34:14,401 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:34:14,401 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:34:14,401 End of checking +2021-12-18 14:34:14,403 Updating FAILED jobs +2021-12-18 14:34:14,403 Updating WAITING jobs +2021-12-18 14:34:14,403 Update finished +2021-12-18 14:34:14,404 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:34:14,404 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:34:14,404 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:34:14,404 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:34:14,404 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:34:14,404 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:34:14,404 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:34:14,405 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:34:14,407 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:34:14,410 Job list saved +2021-12-18 14:34:14,416 Updating FAILED jobs +2021-12-18 14:34:14,416 Updating WAITING jobs +2021-12-18 14:34:14,417 Update finished +2021-12-18 14:34:24,427 Reloading parameters... +2021-12-18 14:34:24,446 Loading parameters... +2021-12-18 14:34:24,447 Loading project parameters... +2021-12-18 14:34:24,449 + +14 of 25 jobs remaining (14:34) +2021-12-18 14:34:24,449 Sleep: 10 +2021-12-18 14:34:24,449 Number of retrials: 0 +2021-12-18 14:34:24,449 WRAPPER CHECK TIME = 10 +2021-12-18 14:34:24,450 Checking jobs for platform=marenostrum4 +2021-12-18 14:34:24,451 Checking jobs for platform=nord3 +2021-12-18 14:34:24,451 Checking jobs for platform=local +2021-12-18 14:34:24,452 Checking jobs for platform=transfer_node +2021-12-18 14:34:24,452 Checking all jobs at once +2021-12-18 14:34:25,822 Successful check job command +2021-12-18 14:34:27,093 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:34:27,093 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:34:27,093 End of checking +2021-12-18 14:34:27,094 Updating FAILED jobs +2021-12-18 14:34:27,095 Updating WAITING jobs +2021-12-18 14:34:27,095 Update finished +2021-12-18 14:34:27,095 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:34:27,095 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:34:27,095 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:34:27,096 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:34:27,096 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:34:27,096 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:34:27,096 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:34:27,096 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:34:27,099 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:34:27,101 Job list saved +2021-12-18 14:34:27,107 Updating FAILED jobs +2021-12-18 14:34:27,107 Updating WAITING jobs +2021-12-18 14:34:27,107 Update finished +2021-12-18 14:34:37,110 Reloading parameters... +2021-12-18 14:34:37,130 Loading parameters... +2021-12-18 14:34:37,131 Loading project parameters... +2021-12-18 14:34:37,133 + +14 of 25 jobs remaining (14:34) +2021-12-18 14:34:37,133 Sleep: 10 +2021-12-18 14:34:37,133 Number of retrials: 0 +2021-12-18 14:34:37,133 WRAPPER CHECK TIME = 10 +2021-12-18 14:34:37,134 Checking jobs for platform=marenostrum4 +2021-12-18 14:34:37,134 Checking jobs for platform=nord3 +2021-12-18 14:34:37,135 Checking jobs for platform=local +2021-12-18 14:34:37,135 Checking jobs for platform=transfer_node +2021-12-18 14:34:37,135 Checking all jobs at once +2021-12-18 14:34:38,507 Successful check job command +2021-12-18 14:34:40,177 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:34:40,178 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:34:40,178 End of checking +2021-12-18 14:34:40,179 Updating FAILED jobs +2021-12-18 14:34:40,179 Updating WAITING jobs +2021-12-18 14:34:40,180 Update finished +2021-12-18 14:34:40,180 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:34:40,180 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:34:40,181 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:34:40,181 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:34:40,181 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:34:40,181 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:34:40,181 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:34:40,181 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:34:40,185 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:34:40,187 Job list saved +2021-12-18 14:34:40,192 Updating FAILED jobs +2021-12-18 14:34:40,193 Updating WAITING jobs +2021-12-18 14:34:40,193 Update finished +2021-12-18 14:34:50,203 Reloading parameters... +2021-12-18 14:34:50,224 Loading parameters... +2021-12-18 14:34:50,226 Loading project parameters... +2021-12-18 14:34:50,228 + +14 of 25 jobs remaining (14:34) +2021-12-18 14:34:50,228 Sleep: 10 +2021-12-18 14:34:50,228 Number of retrials: 0 +2021-12-18 14:34:50,228 WRAPPER CHECK TIME = 10 +2021-12-18 14:34:50,229 Checking jobs for platform=marenostrum4 +2021-12-18 14:34:50,229 Checking jobs for platform=nord3 +2021-12-18 14:34:50,230 Checking jobs for platform=local +2021-12-18 14:34:50,230 Checking jobs for platform=transfer_node +2021-12-18 14:34:50,230 Checking all jobs at once +2021-12-18 14:34:51,650 Successful check job command +2021-12-18 14:34:53,023 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:34:53,023 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:34:53,023 End of checking +2021-12-18 14:34:53,025 Updating FAILED jobs +2021-12-18 14:34:53,025 Updating WAITING jobs +2021-12-18 14:34:53,025 Update finished +2021-12-18 14:34:53,025 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:34:53,025 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:34:53,026 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:34:53,026 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:34:53,026 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:34:53,026 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:34:53,026 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:34:53,026 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:34:53,029 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:34:53,031 Job list saved +2021-12-18 14:34:53,036 Updating FAILED jobs +2021-12-18 14:34:53,036 Updating WAITING jobs +2021-12-18 14:34:53,036 Update finished +2021-12-18 14:35:03,046 Reloading parameters... +2021-12-18 14:35:03,064 Loading parameters... +2021-12-18 14:35:03,066 Loading project parameters... +2021-12-18 14:35:03,068 + +14 of 25 jobs remaining (14:35) +2021-12-18 14:35:03,068 Sleep: 10 +2021-12-18 14:35:03,068 Number of retrials: 0 +2021-12-18 14:35:03,068 WRAPPER CHECK TIME = 10 +2021-12-18 14:35:03,069 Checking jobs for platform=marenostrum4 +2021-12-18 14:35:03,069 Checking jobs for platform=nord3 +2021-12-18 14:35:03,070 Checking jobs for platform=local +2021-12-18 14:35:03,070 Checking jobs for platform=transfer_node +2021-12-18 14:35:03,070 Checking all jobs at once +2021-12-18 14:35:04,444 Successful check job command +2021-12-18 14:35:05,763 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:35:05,764 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:35:05,764 End of checking +2021-12-18 14:35:05,765 Updating FAILED jobs +2021-12-18 14:35:05,766 Updating WAITING jobs +2021-12-18 14:35:05,766 Update finished +2021-12-18 14:35:05,766 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:35:05,766 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:35:05,766 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:35:05,767 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:35:05,767 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:35:05,767 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:35:05,767 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:35:05,767 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:35:05,770 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:35:05,773 Job list saved +2021-12-18 14:35:05,779 Updating FAILED jobs +2021-12-18 14:35:05,779 Updating WAITING jobs +2021-12-18 14:35:05,779 Update finished +2021-12-18 14:35:15,789 Reloading parameters... +2021-12-18 14:35:15,808 Loading parameters... +2021-12-18 14:35:15,809 Loading project parameters... +2021-12-18 14:35:15,811 + +14 of 25 jobs remaining (14:35) +2021-12-18 14:35:15,811 Sleep: 10 +2021-12-18 14:35:15,811 Number of retrials: 0 +2021-12-18 14:35:15,811 WRAPPER CHECK TIME = 10 +2021-12-18 14:35:15,812 Checking jobs for platform=marenostrum4 +2021-12-18 14:35:15,813 Checking jobs for platform=nord3 +2021-12-18 14:35:15,813 Checking jobs for platform=local +2021-12-18 14:35:15,814 Checking jobs for platform=transfer_node +2021-12-18 14:35:15,814 Checking all jobs at once +2021-12-18 14:35:17,133 Successful check job command +2021-12-18 14:35:18,503 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:35:18,503 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:35:18,503 End of checking +2021-12-18 14:35:18,505 Updating FAILED jobs +2021-12-18 14:35:18,505 Updating WAITING jobs +2021-12-18 14:35:18,505 Update finished +2021-12-18 14:35:18,506 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:35:18,506 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:35:18,507 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:35:18,507 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:35:18,507 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:35:18,507 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:35:18,507 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:35:18,507 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:35:18,511 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:35:18,513 Job list saved +2021-12-18 14:35:18,518 Updating FAILED jobs +2021-12-18 14:35:18,518 Updating WAITING jobs +2021-12-18 14:35:18,518 Update finished +2021-12-18 14:35:28,528 Reloading parameters... +2021-12-18 14:35:28,547 Loading parameters... +2021-12-18 14:35:28,548 Loading project parameters... +2021-12-18 14:35:28,550 + +14 of 25 jobs remaining (14:35) +2021-12-18 14:35:28,551 Sleep: 10 +2021-12-18 14:35:28,551 Number of retrials: 0 +2021-12-18 14:35:28,551 WRAPPER CHECK TIME = 10 +2021-12-18 14:35:28,551 Checking jobs for platform=marenostrum4 +2021-12-18 14:35:28,552 Checking jobs for platform=nord3 +2021-12-18 14:35:28,553 Checking jobs for platform=local +2021-12-18 14:35:28,553 Checking jobs for platform=transfer_node +2021-12-18 14:35:28,553 Checking all jobs at once +2021-12-18 14:35:29,873 Successful check job command +2021-12-18 14:35:31,194 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:35:31,195 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:35:31,195 End of checking +2021-12-18 14:35:31,196 Updating FAILED jobs +2021-12-18 14:35:31,196 Updating WAITING jobs +2021-12-18 14:35:31,197 Update finished +2021-12-18 14:35:31,197 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:35:31,197 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:35:31,197 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:35:31,197 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:35:31,197 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:35:31,197 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:35:31,198 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:35:31,198 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:35:31,200 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:35:31,202 Job list saved +2021-12-18 14:35:31,208 Updating FAILED jobs +2021-12-18 14:35:31,208 Updating WAITING jobs +2021-12-18 14:35:31,208 Update finished +2021-12-18 14:35:41,219 Reloading parameters... +2021-12-18 14:35:41,245 Loading parameters... +2021-12-18 14:35:41,246 Loading project parameters... +2021-12-18 14:35:41,248 + +14 of 25 jobs remaining (14:35) +2021-12-18 14:35:41,248 Sleep: 10 +2021-12-18 14:35:41,248 Number of retrials: 0 +2021-12-18 14:35:41,248 WRAPPER CHECK TIME = 10 +2021-12-18 14:35:41,249 Checking jobs for platform=marenostrum4 +2021-12-18 14:35:41,249 Checking jobs for platform=nord3 +2021-12-18 14:35:41,251 Checking jobs for platform=local +2021-12-18 14:35:41,251 Checking jobs for platform=transfer_node +2021-12-18 14:35:41,251 Checking all jobs at once +2021-12-18 14:35:42,871 Successful check job command +2021-12-18 14:35:44,341 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:35:44,342 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:35:44,342 End of checking +2021-12-18 14:35:44,344 Updating FAILED jobs +2021-12-18 14:35:44,344 Updating WAITING jobs +2021-12-18 14:35:44,344 Update finished +2021-12-18 14:35:44,344 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:35:44,344 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:35:44,344 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:35:44,345 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:35:44,345 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:35:44,345 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:35:44,345 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:35:44,345 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:35:44,348 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:35:44,350 Job list saved +2021-12-18 14:35:44,355 Updating FAILED jobs +2021-12-18 14:35:44,355 Updating WAITING jobs +2021-12-18 14:35:44,355 Update finished +2021-12-18 14:35:54,366 Reloading parameters... +2021-12-18 14:35:54,392 Loading parameters... +2021-12-18 14:35:54,393 Loading project parameters... +2021-12-18 14:35:54,395 + +14 of 25 jobs remaining (14:35) +2021-12-18 14:35:54,395 Sleep: 10 +2021-12-18 14:35:54,395 Number of retrials: 0 +2021-12-18 14:35:54,396 WRAPPER CHECK TIME = 10 +2021-12-18 14:35:54,396 Checking jobs for platform=marenostrum4 +2021-12-18 14:35:54,397 Checking jobs for platform=nord3 +2021-12-18 14:35:54,397 Checking jobs for platform=local +2021-12-18 14:35:54,398 Checking jobs for platform=transfer_node +2021-12-18 14:35:54,398 Checking all jobs at once +2021-12-18 14:35:55,670 Successful check job command +2021-12-18 14:35:57,039 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:35:57,040 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:35:57,040 End of checking +2021-12-18 14:35:57,042 Updating FAILED jobs +2021-12-18 14:35:57,042 Updating WAITING jobs +2021-12-18 14:35:57,042 Update finished +2021-12-18 14:35:57,042 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:35:57,043 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:35:57,043 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:35:57,043 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:35:57,043 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:35:57,043 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:35:57,043 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:35:57,043 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:35:57,048 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:35:57,050 Job list saved +2021-12-18 14:35:57,056 Updating FAILED jobs +2021-12-18 14:35:57,056 Updating WAITING jobs +2021-12-18 14:35:57,056 Update finished +2021-12-18 14:36:07,063 Reloading parameters... +2021-12-18 14:36:07,083 Loading parameters... +2021-12-18 14:36:07,084 Loading project parameters... +2021-12-18 14:36:07,086 + +14 of 25 jobs remaining (14:36) +2021-12-18 14:36:07,086 Sleep: 10 +2021-12-18 14:36:07,086 Number of retrials: 0 +2021-12-18 14:36:07,086 WRAPPER CHECK TIME = 10 +2021-12-18 14:36:07,087 Checking jobs for platform=marenostrum4 +2021-12-18 14:36:07,087 Checking jobs for platform=nord3 +2021-12-18 14:36:07,088 Checking jobs for platform=local +2021-12-18 14:36:07,088 Checking jobs for platform=transfer_node +2021-12-18 14:36:07,089 Checking all jobs at once +2021-12-18 14:36:08,358 Successful check job command +2021-12-18 14:36:09,678 Job t0ni_19931101_fc0_2_CMOROCE is QUEUING +2021-12-18 14:36:09,678 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:36:09,678 End of checking +2021-12-18 14:36:09,680 Updating FAILED jobs +2021-12-18 14:36:09,680 Updating WAITING jobs +2021-12-18 14:36:09,680 Update finished +2021-12-18 14:36:09,680 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:36:09,680 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:36:09,680 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:36:09,681 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:36:09,681 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:36:09,681 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:36:09,681 t0ni_19931101_fc0_2_CMOROCE 19279786 QUEUING marenostrum4 debug +2021-12-18 14:36:09,681 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:36:09,684 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:36:09,686 Job list saved +2021-12-18 14:36:09,691 Updating FAILED jobs +2021-12-18 14:36:09,691 Updating WAITING jobs +2021-12-18 14:36:09,692 Update finished +2021-12-18 14:36:19,702 Reloading parameters... +2021-12-18 14:36:19,722 Loading parameters... +2021-12-18 14:36:19,724 Loading project parameters... +2021-12-18 14:36:19,726 + +14 of 25 jobs remaining (14:36) +2021-12-18 14:36:19,726 Sleep: 10 +2021-12-18 14:36:19,726 Number of retrials: 0 +2021-12-18 14:36:19,726 WRAPPER CHECK TIME = 10 +2021-12-18 14:36:19,727 Checking jobs for platform=marenostrum4 +2021-12-18 14:36:19,727 Checking jobs for platform=nord3 +2021-12-18 14:36:19,728 Checking jobs for platform=local +2021-12-18 14:36:19,728 Checking jobs for platform=transfer_node +2021-12-18 14:36:19,728 Checking all jobs at once +2021-12-18 14:36:21,048 Successful check job command +2021-12-18 14:36:22,619 Job t0ni_19931101_fc0_2_CMOROCE is RUNNING +2021-12-18 14:36:22,689 t0ni_19931101_fc0_2_CMOROCE_STAT file have been transfered +2021-12-18 14:36:22,776 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:36:22,776 End of checking +2021-12-18 14:36:22,778 Updating FAILED jobs +2021-12-18 14:36:22,778 Updating WAITING jobs +2021-12-18 14:36:22,778 Update finished +2021-12-18 14:36:22,778 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:36:22,778 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:36:22,779 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:36:22,779 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:36:22,779 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:36:22,779 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:36:22,779 t0ni_19931101_fc0_2_CMOROCE 19279786 RUNNING marenostrum4 debug +2021-12-18 14:36:22,779 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:36:22,782 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:36:22,784 Job list saved +2021-12-18 14:36:22,853 Updating FAILED jobs +2021-12-18 14:36:22,853 Updating WAITING jobs +2021-12-18 14:36:22,854 Update finished +2021-12-18 14:36:32,864 Reloading parameters... +2021-12-18 14:36:32,886 Loading parameters... +2021-12-18 14:36:32,887 Loading project parameters... +2021-12-18 14:36:32,889 + +14 of 25 jobs remaining (14:36) +2021-12-18 14:36:32,889 Sleep: 10 +2021-12-18 14:36:32,889 Number of retrials: 0 +2021-12-18 14:36:32,889 WRAPPER CHECK TIME = 10 +2021-12-18 14:36:32,890 Checking jobs for platform=marenostrum4 +2021-12-18 14:36:32,890 Checking jobs for platform=nord3 +2021-12-18 14:36:32,891 Checking jobs for platform=local +2021-12-18 14:36:32,891 Checking jobs for platform=transfer_node +2021-12-18 14:36:32,891 Checking all jobs at once +2021-12-18 14:36:34,461 Successful check job command +2021-12-18 14:36:35,831 Job t0ni_19931101_fc0_2_CMOROCE is RUNNING +2021-12-18 14:36:35,831 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:36:35,831 End of checking +2021-12-18 14:36:35,833 Updating FAILED jobs +2021-12-18 14:36:35,833 Updating WAITING jobs +2021-12-18 14:36:35,833 Update finished +2021-12-18 14:36:35,833 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:36:35,834 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:36:35,834 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:36:35,834 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:36:35,834 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:36:35,834 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:36:35,834 t0ni_19931101_fc0_2_CMOROCE 19279786 RUNNING marenostrum4 debug +2021-12-18 14:36:35,834 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:36:35,838 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:36:35,840 Job list saved +2021-12-18 14:36:35,846 Updating FAILED jobs +2021-12-18 14:36:35,847 Updating WAITING jobs +2021-12-18 14:36:35,847 Update finished +2021-12-18 14:36:45,852 Reloading parameters... +2021-12-18 14:36:45,873 Loading parameters... +2021-12-18 14:36:45,875 Loading project parameters... +2021-12-18 14:36:45,877 + +14 of 25 jobs remaining (14:36) +2021-12-18 14:36:45,877 Sleep: 10 +2021-12-18 14:36:45,877 Number of retrials: 0 +2021-12-18 14:36:45,877 WRAPPER CHECK TIME = 10 +2021-12-18 14:36:45,878 Checking jobs for platform=marenostrum4 +2021-12-18 14:36:45,878 Checking jobs for platform=nord3 +2021-12-18 14:36:45,879 Checking jobs for platform=local +2021-12-18 14:36:45,879 Checking jobs for platform=transfer_node +2021-12-18 14:36:45,880 Checking all jobs at once +2021-12-18 14:36:47,200 Successful check job command +2021-12-18 14:36:48,570 Job t0ni_19931101_fc0_2_CMOROCE is RUNNING +2021-12-18 14:36:48,570 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:36:48,570 End of checking +2021-12-18 14:36:48,572 Updating FAILED jobs +2021-12-18 14:36:48,572 Updating WAITING jobs +2021-12-18 14:36:48,572 Update finished +2021-12-18 14:36:48,572 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:36:48,573 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:36:48,573 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:36:48,573 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:36:48,573 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:36:48,573 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:36:48,573 t0ni_19931101_fc0_2_CMOROCE 19279786 RUNNING marenostrum4 debug +2021-12-18 14:36:48,573 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:36:48,576 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:36:48,579 Job list saved +2021-12-18 14:36:48,593 Updating FAILED jobs +2021-12-18 14:36:48,594 Updating WAITING jobs +2021-12-18 14:36:48,594 Update finished +2021-12-18 14:36:58,604 Reloading parameters... +2021-12-18 14:36:58,625 Loading parameters... +2021-12-18 14:36:58,626 Loading project parameters... +2021-12-18 14:36:58,628 + +14 of 25 jobs remaining (14:36) +2021-12-18 14:36:58,632 Sleep: 10 +2021-12-18 14:36:58,632 Number of retrials: 0 +2021-12-18 14:36:58,632 WRAPPER CHECK TIME = 10 +2021-12-18 14:36:58,633 Checking jobs for platform=marenostrum4 +2021-12-18 14:36:58,633 Checking jobs for platform=nord3 +2021-12-18 14:36:58,634 Checking jobs for platform=local +2021-12-18 14:36:58,634 Checking jobs for platform=transfer_node +2021-12-18 14:36:58,634 Checking all jobs at once +2021-12-18 14:36:59,854 Successful check job command +2021-12-18 14:37:01,074 Job t0ni_19931101_fc0_2_CMOROCE is RUNNING +2021-12-18 14:37:01,074 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:37:01,074 End of checking +2021-12-18 14:37:01,077 Updating FAILED jobs +2021-12-18 14:37:01,077 Updating WAITING jobs +2021-12-18 14:37:01,077 Update finished +2021-12-18 14:37:01,077 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:37:01,078 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:37:01,078 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:37:01,078 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:37:01,078 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:37:01,078 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:37:01,078 t0ni_19931101_fc0_2_CMOROCE 19279786 RUNNING marenostrum4 debug +2021-12-18 14:37:01,078 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:37:01,081 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:37:01,083 Job list saved +2021-12-18 14:37:01,090 Updating FAILED jobs +2021-12-18 14:37:01,090 Updating WAITING jobs +2021-12-18 14:37:01,090 Update finished +2021-12-18 14:37:11,100 Reloading parameters... +2021-12-18 14:37:11,118 Loading parameters... +2021-12-18 14:37:11,119 Loading project parameters... +2021-12-18 14:37:11,121 + +14 of 25 jobs remaining (14:37) +2021-12-18 14:37:11,121 Sleep: 10 +2021-12-18 14:37:11,121 Number of retrials: 0 +2021-12-18 14:37:11,122 WRAPPER CHECK TIME = 10 +2021-12-18 14:37:11,123 Checking jobs for platform=marenostrum4 +2021-12-18 14:37:11,124 Checking jobs for platform=nord3 +2021-12-18 14:37:11,124 Checking jobs for platform=local +2021-12-18 14:37:11,125 Checking jobs for platform=transfer_node +2021-12-18 14:37:11,125 Checking all jobs at once +2021-12-18 14:37:12,500 Successful check job command +2021-12-18 14:37:13,769 Job t0ni_19931101_fc0_2_CMOROCE is RUNNING +2021-12-18 14:37:13,770 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:37:13,770 End of checking +2021-12-18 14:37:13,771 Updating FAILED jobs +2021-12-18 14:37:13,771 Updating WAITING jobs +2021-12-18 14:37:13,772 Update finished +2021-12-18 14:37:13,772 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:37:13,772 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:37:13,772 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:37:13,773 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:37:13,773 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:37:13,773 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:37:13,773 t0ni_19931101_fc0_2_CMOROCE 19279786 RUNNING marenostrum4 debug +2021-12-18 14:37:13,773 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:37:13,776 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:37:13,778 Job list saved +2021-12-18 14:37:13,783 Updating FAILED jobs +2021-12-18 14:37:13,783 Updating WAITING jobs +2021-12-18 14:37:13,783 Update finished +2021-12-18 14:37:23,794 Reloading parameters... +2021-12-18 14:37:23,812 Loading parameters... +2021-12-18 14:37:23,813 Loading project parameters... +2021-12-18 14:37:23,815 + +14 of 25 jobs remaining (14:37) +2021-12-18 14:37:23,815 Sleep: 10 +2021-12-18 14:37:23,816 Number of retrials: 0 +2021-12-18 14:37:23,816 WRAPPER CHECK TIME = 10 +2021-12-18 14:37:23,816 Checking jobs for platform=marenostrum4 +2021-12-18 14:37:23,817 Checking jobs for platform=nord3 +2021-12-18 14:37:23,817 Checking jobs for platform=local +2021-12-18 14:37:23,818 Checking jobs for platform=transfer_node +2021-12-18 14:37:23,818 Checking all jobs at once +2021-12-18 14:37:25,137 Successful check job command +2021-12-18 14:37:26,506 Job t0ni_19931101_fc0_2_CMOROCE is RUNNING +2021-12-18 14:37:26,507 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:37:26,507 End of checking +2021-12-18 14:37:26,508 Updating FAILED jobs +2021-12-18 14:37:26,509 Updating WAITING jobs +2021-12-18 14:37:26,509 Update finished +2021-12-18 14:37:26,509 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:37:26,509 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:37:26,509 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:37:26,509 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:37:26,510 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:37:26,510 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:37:26,510 t0ni_19931101_fc0_2_CMOROCE 19279786 RUNNING marenostrum4 debug +2021-12-18 14:37:26,510 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:37:26,513 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:37:26,515 Job list saved +2021-12-18 14:37:26,520 Updating FAILED jobs +2021-12-18 14:37:26,520 Updating WAITING jobs +2021-12-18 14:37:26,520 Update finished +2021-12-18 14:37:36,530 Reloading parameters... +2021-12-18 14:37:36,552 Loading parameters... +2021-12-18 14:37:36,553 Loading project parameters... +2021-12-18 14:37:36,555 + +14 of 25 jobs remaining (14:37) +2021-12-18 14:37:36,555 Sleep: 10 +2021-12-18 14:37:36,555 Number of retrials: 0 +2021-12-18 14:37:36,555 WRAPPER CHECK TIME = 10 +2021-12-18 14:37:36,556 Checking jobs for platform=marenostrum4 +2021-12-18 14:37:36,557 Checking jobs for platform=nord3 +2021-12-18 14:37:36,557 Checking jobs for platform=local +2021-12-18 14:37:36,558 Checking jobs for platform=transfer_node +2021-12-18 14:37:36,558 Checking all jobs at once +2021-12-18 14:37:37,878 Successful check job command +2021-12-18 14:37:39,149 Job t0ni_19931101_fc0_2_CMOROCE is RUNNING +2021-12-18 14:37:39,149 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:37:39,149 End of checking +2021-12-18 14:37:39,150 Updating FAILED jobs +2021-12-18 14:37:39,150 Updating WAITING jobs +2021-12-18 14:37:39,151 Update finished +2021-12-18 14:37:39,151 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:37:39,151 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:37:39,151 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:37:39,151 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:37:39,151 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:37:39,152 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:37:39,152 t0ni_19931101_fc0_2_CMOROCE 19279786 RUNNING marenostrum4 debug +2021-12-18 14:37:39,152 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:37:39,155 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:37:39,157 Job list saved +2021-12-18 14:37:39,162 Updating FAILED jobs +2021-12-18 14:37:39,162 Updating WAITING jobs +2021-12-18 14:37:39,162 Update finished +2021-12-18 14:37:49,172 Reloading parameters... +2021-12-18 14:37:49,193 Loading parameters... +2021-12-18 14:37:49,194 Loading project parameters... +2021-12-18 14:37:49,196 + +14 of 25 jobs remaining (14:37) +2021-12-18 14:37:49,196 Sleep: 10 +2021-12-18 14:37:49,196 Number of retrials: 0 +2021-12-18 14:37:49,196 WRAPPER CHECK TIME = 10 +2021-12-18 14:37:49,197 Checking jobs for platform=marenostrum4 +2021-12-18 14:37:49,197 Checking jobs for platform=nord3 +2021-12-18 14:37:49,198 Checking jobs for platform=local +2021-12-18 14:37:49,198 Checking jobs for platform=transfer_node +2021-12-18 14:37:49,199 Checking all jobs at once +2021-12-18 14:37:50,519 Successful check job command +2021-12-18 14:37:51,790 Job t0ni_19931101_fc0_2_CMOROCE is RUNNING +2021-12-18 14:37:51,790 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:37:51,790 End of checking +2021-12-18 14:37:51,791 Updating FAILED jobs +2021-12-18 14:37:51,792 Updating WAITING jobs +2021-12-18 14:37:51,792 Update finished +2021-12-18 14:37:51,792 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:37:51,793 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:37:51,793 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:37:51,793 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:37:51,793 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:37:51,793 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:37:51,794 t0ni_19931101_fc0_2_CMOROCE 19279786 RUNNING marenostrum4 debug +2021-12-18 14:37:51,794 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:37:51,796 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:37:51,799 Job list saved +2021-12-18 14:37:51,814 Updating FAILED jobs +2021-12-18 14:37:51,814 Updating WAITING jobs +2021-12-18 14:37:51,815 Update finished +2021-12-18 14:38:01,825 Reloading parameters... +2021-12-18 14:38:01,845 Loading parameters... +2021-12-18 14:38:01,846 Loading project parameters... +2021-12-18 14:38:01,848 + +14 of 25 jobs remaining (14:38) +2021-12-18 14:38:01,848 Sleep: 10 +2021-12-18 14:38:01,848 Number of retrials: 0 +2021-12-18 14:38:01,848 WRAPPER CHECK TIME = 10 +2021-12-18 14:38:01,849 Checking jobs for platform=marenostrum4 +2021-12-18 14:38:01,849 Checking jobs for platform=nord3 +2021-12-18 14:38:01,850 Checking jobs for platform=local +2021-12-18 14:38:01,850 Checking jobs for platform=transfer_node +2021-12-18 14:38:01,850 Checking all jobs at once +2021-12-18 14:38:03,120 Successful check job command +2021-12-18 14:38:04,289 Job t0ni_19931101_fc0_2_CMOROCE is RUNNING +2021-12-18 14:38:04,290 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:38:04,290 End of checking +2021-12-18 14:38:04,291 Updating FAILED jobs +2021-12-18 14:38:04,291 Updating WAITING jobs +2021-12-18 14:38:04,291 Update finished +2021-12-18 14:38:04,292 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:38:04,292 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:38:04,292 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:38:04,292 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:38:04,292 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:38:04,292 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:38:04,292 t0ni_19931101_fc0_2_CMOROCE 19279786 RUNNING marenostrum4 debug +2021-12-18 14:38:04,292 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:38:04,296 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:38:04,299 Job list saved +2021-12-18 14:38:04,313 Updating FAILED jobs +2021-12-18 14:38:04,313 Updating WAITING jobs +2021-12-18 14:38:04,313 Update finished +2021-12-18 14:38:14,322 Reloading parameters... +2021-12-18 14:38:14,344 Loading parameters... +2021-12-18 14:38:14,346 Loading project parameters... +2021-12-18 14:38:14,348 + +14 of 25 jobs remaining (14:38) +2021-12-18 14:38:14,348 Sleep: 10 +2021-12-18 14:38:14,348 Number of retrials: 0 +2021-12-18 14:38:14,348 WRAPPER CHECK TIME = 10 +2021-12-18 14:38:14,349 Checking jobs for platform=marenostrum4 +2021-12-18 14:38:14,349 Checking jobs for platform=nord3 +2021-12-18 14:38:14,350 Checking jobs for platform=local +2021-12-18 14:38:14,350 Checking jobs for platform=transfer_node +2021-12-18 14:38:14,350 Checking all jobs at once +2021-12-18 14:38:15,620 Successful check job command +2021-12-18 14:38:16,839 Job t0ni_19931101_fc0_2_CMOROCE is RUNNING +2021-12-18 14:38:16,839 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:38:16,839 End of checking +2021-12-18 14:38:16,841 Updating FAILED jobs +2021-12-18 14:38:16,841 Updating WAITING jobs +2021-12-18 14:38:16,842 Update finished +2021-12-18 14:38:16,842 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:38:16,842 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:38:16,842 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:38:16,842 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:38:16,842 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:38:16,842 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:38:16,842 t0ni_19931101_fc0_2_CMOROCE 19279786 RUNNING marenostrum4 debug +2021-12-18 14:38:16,843 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:38:16,845 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:38:16,848 Job list saved +2021-12-18 14:38:16,853 Updating FAILED jobs +2021-12-18 14:38:16,853 Updating WAITING jobs +2021-12-18 14:38:16,853 Update finished +2021-12-18 14:38:26,859 Reloading parameters... +2021-12-18 14:38:26,883 Loading parameters... +2021-12-18 14:38:26,885 Loading project parameters... +2021-12-18 14:38:26,889 + +14 of 25 jobs remaining (14:38) +2021-12-18 14:38:26,890 Sleep: 10 +2021-12-18 14:38:26,890 Number of retrials: 0 +2021-12-18 14:38:26,890 WRAPPER CHECK TIME = 10 +2021-12-18 14:38:26,890 Checking jobs for platform=marenostrum4 +2021-12-18 14:38:26,891 Checking jobs for platform=nord3 +2021-12-18 14:38:26,891 Checking jobs for platform=local +2021-12-18 14:38:26,892 Checking jobs for platform=transfer_node +2021-12-18 14:38:26,892 Checking all jobs at once +2021-12-18 14:38:28,215 Successful check job command +2021-12-18 14:38:29,437 Job t0ni_19931101_fc0_2_CMOROCE is RUNNING +2021-12-18 14:38:29,437 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:38:29,437 End of checking +2021-12-18 14:38:29,439 Updating FAILED jobs +2021-12-18 14:38:29,439 Updating WAITING jobs +2021-12-18 14:38:29,439 Update finished +2021-12-18 14:38:29,440 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:38:29,440 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:38:29,440 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:38:29,440 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:38:29,441 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:38:29,441 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:38:29,441 t0ni_19931101_fc0_2_CMOROCE 19279786 RUNNING marenostrum4 debug +2021-12-18 14:38:29,441 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:38:29,444 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:38:29,447 Job list saved +2021-12-18 14:38:29,454 Updating FAILED jobs +2021-12-18 14:38:29,454 Updating WAITING jobs +2021-12-18 14:38:29,454 Update finished +2021-12-18 14:38:39,461 Reloading parameters... +2021-12-18 14:38:39,479 Loading parameters... +2021-12-18 14:38:39,480 Loading project parameters... +2021-12-18 14:38:39,482 + +14 of 25 jobs remaining (14:38) +2021-12-18 14:38:39,482 Sleep: 10 +2021-12-18 14:38:39,483 Number of retrials: 0 +2021-12-18 14:38:39,483 WRAPPER CHECK TIME = 10 +2021-12-18 14:38:39,483 Checking jobs for platform=marenostrum4 +2021-12-18 14:38:39,484 Checking jobs for platform=nord3 +2021-12-18 14:38:39,484 Checking jobs for platform=local +2021-12-18 14:38:39,485 Checking jobs for platform=transfer_node +2021-12-18 14:38:39,485 Checking all jobs at once +2021-12-18 14:38:40,754 Successful check job command +2021-12-18 14:38:42,174 Job t0ni_19931101_fc0_2_CMOROCE is RUNNING +2021-12-18 14:38:42,175 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:38:42,175 End of checking +2021-12-18 14:38:42,176 Updating FAILED jobs +2021-12-18 14:38:42,176 Updating WAITING jobs +2021-12-18 14:38:42,176 Update finished +2021-12-18 14:38:42,177 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:38:42,177 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:38:42,177 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:38:42,177 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:38:42,177 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:38:42,177 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:38:42,177 t0ni_19931101_fc0_2_CMOROCE 19279786 RUNNING marenostrum4 debug +2021-12-18 14:38:42,178 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:38:42,180 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:38:42,183 Job list saved +2021-12-18 14:38:42,198 Updating FAILED jobs +2021-12-18 14:38:42,198 Updating WAITING jobs +2021-12-18 14:38:42,198 Update finished +2021-12-18 14:38:52,208 Reloading parameters... +2021-12-18 14:38:52,227 Loading parameters... +2021-12-18 14:38:52,228 Loading project parameters... +2021-12-18 14:38:52,230 + +14 of 25 jobs remaining (14:38) +2021-12-18 14:38:52,230 Sleep: 10 +2021-12-18 14:38:52,230 Number of retrials: 0 +2021-12-18 14:38:52,230 WRAPPER CHECK TIME = 10 +2021-12-18 14:38:52,231 Checking jobs for platform=marenostrum4 +2021-12-18 14:38:52,231 Checking jobs for platform=nord3 +2021-12-18 14:38:52,232 Checking jobs for platform=local +2021-12-18 14:38:52,233 Checking jobs for platform=transfer_node +2021-12-18 14:38:52,233 Checking all jobs at once +2021-12-18 14:38:53,451 Successful check job command +2021-12-18 14:38:54,673 Job t0ni_19931101_fc0_2_CMOROCE is RUNNING +2021-12-18 14:38:54,674 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:38:54,674 End of checking +2021-12-18 14:38:54,675 Updating FAILED jobs +2021-12-18 14:38:54,675 Updating WAITING jobs +2021-12-18 14:38:54,676 Update finished +2021-12-18 14:38:54,676 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:38:54,676 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:38:54,676 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:38:54,676 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:38:54,676 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:38:54,677 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:38:54,677 t0ni_19931101_fc0_2_CMOROCE 19279786 RUNNING marenostrum4 debug +2021-12-18 14:38:54,677 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:38:54,680 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:38:54,682 Job list saved +2021-12-18 14:38:54,687 Updating FAILED jobs +2021-12-18 14:38:54,687 Updating WAITING jobs +2021-12-18 14:38:54,688 Update finished +2021-12-18 14:39:04,696 Reloading parameters... +2021-12-18 14:39:04,715 Loading parameters... +2021-12-18 14:39:04,717 Loading project parameters... +2021-12-18 14:39:04,719 + +14 of 25 jobs remaining (14:39) +2021-12-18 14:39:04,719 Sleep: 10 +2021-12-18 14:39:04,719 Number of retrials: 0 +2021-12-18 14:39:04,719 WRAPPER CHECK TIME = 10 +2021-12-18 14:39:04,720 Checking jobs for platform=marenostrum4 +2021-12-18 14:39:04,720 Checking jobs for platform=nord3 +2021-12-18 14:39:04,721 Checking jobs for platform=local +2021-12-18 14:39:04,721 Checking jobs for platform=transfer_node +2021-12-18 14:39:04,721 Checking all jobs at once +2021-12-18 14:39:06,041 Successful check job command +2021-12-18 14:39:07,160 Job t0ni_19931101_fc0_2_CMOROCE is RUNNING +2021-12-18 14:39:07,160 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:39:07,161 End of checking +2021-12-18 14:39:07,162 Updating FAILED jobs +2021-12-18 14:39:07,162 Updating WAITING jobs +2021-12-18 14:39:07,162 Update finished +2021-12-18 14:39:07,162 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:39:07,163 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:39:07,163 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:39:07,163 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:39:07,163 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:39:07,163 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:39:07,164 t0ni_19931101_fc0_2_CMOROCE 19279786 RUNNING marenostrum4 debug +2021-12-18 14:39:07,164 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:39:07,166 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:39:07,168 Job list saved +2021-12-18 14:39:07,174 Updating FAILED jobs +2021-12-18 14:39:07,174 Updating WAITING jobs +2021-12-18 14:39:07,174 Update finished +2021-12-18 14:39:17,179 Reloading parameters... +2021-12-18 14:39:17,198 Loading parameters... +2021-12-18 14:39:17,200 Loading project parameters... +2021-12-18 14:39:17,202 + +14 of 25 jobs remaining (14:39) +2021-12-18 14:39:17,202 Sleep: 10 +2021-12-18 14:39:17,202 Number of retrials: 0 +2021-12-18 14:39:17,202 WRAPPER CHECK TIME = 10 +2021-12-18 14:39:17,203 Checking jobs for platform=marenostrum4 +2021-12-18 14:39:17,203 Checking jobs for platform=nord3 +2021-12-18 14:39:17,204 Checking jobs for platform=local +2021-12-18 14:39:17,204 Checking jobs for platform=transfer_node +2021-12-18 14:39:17,204 Checking all jobs at once +2021-12-18 14:39:18,474 Successful check job command +2021-12-18 14:39:19,643 Job t0ni_19931101_fc0_2_CMOROCE is RUNNING +2021-12-18 14:39:19,643 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:39:19,643 End of checking +2021-12-18 14:39:19,644 Updating FAILED jobs +2021-12-18 14:39:19,645 Updating WAITING jobs +2021-12-18 14:39:19,645 Update finished +2021-12-18 14:39:19,645 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:39:19,645 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:39:19,645 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:39:19,645 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:39:19,646 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:39:19,646 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:39:19,646 t0ni_19931101_fc0_2_CMOROCE 19279786 RUNNING marenostrum4 debug +2021-12-18 14:39:19,646 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:39:19,649 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:39:19,651 Job list saved +2021-12-18 14:39:19,656 Updating FAILED jobs +2021-12-18 14:39:19,656 Updating WAITING jobs +2021-12-18 14:39:19,656 Update finished +2021-12-18 14:39:29,665 Reloading parameters... +2021-12-18 14:39:29,685 Loading parameters... +2021-12-18 14:39:29,686 Loading project parameters... +2021-12-18 14:39:29,688 + +14 of 25 jobs remaining (14:39) +2021-12-18 14:39:29,688 Sleep: 10 +2021-12-18 14:39:29,688 Number of retrials: 0 +2021-12-18 14:39:29,688 WRAPPER CHECK TIME = 10 +2021-12-18 14:39:29,689 Checking jobs for platform=marenostrum4 +2021-12-18 14:39:29,689 Checking jobs for platform=nord3 +2021-12-18 14:39:29,690 Checking jobs for platform=local +2021-12-18 14:39:29,691 Checking jobs for platform=transfer_node +2021-12-18 14:39:29,691 Checking all jobs at once +2021-12-18 14:39:30,960 Successful check job command +2021-12-18 14:39:32,132 Job t0ni_19931101_fc0_2_CMOROCE is RUNNING +2021-12-18 14:39:32,132 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:39:32,132 End of checking +2021-12-18 14:39:32,133 Updating FAILED jobs +2021-12-18 14:39:32,133 Updating WAITING jobs +2021-12-18 14:39:32,134 Update finished +2021-12-18 14:39:32,134 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:39:32,134 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:39:32,134 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:39:32,134 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:39:32,134 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:39:32,135 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:39:32,135 t0ni_19931101_fc0_2_CMOROCE 19279786 RUNNING marenostrum4 debug +2021-12-18 14:39:32,135 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:39:32,138 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:39:32,141 Job list saved +2021-12-18 14:39:32,146 Updating FAILED jobs +2021-12-18 14:39:32,146 Updating WAITING jobs +2021-12-18 14:39:32,147 Update finished +2021-12-18 14:39:42,157 Reloading parameters... +2021-12-18 14:39:42,175 Loading parameters... +2021-12-18 14:39:42,177 Loading project parameters... +2021-12-18 14:39:42,178 + +14 of 25 jobs remaining (14:39) +2021-12-18 14:39:42,179 Sleep: 10 +2021-12-18 14:39:42,179 Number of retrials: 0 +2021-12-18 14:39:42,179 WRAPPER CHECK TIME = 10 +2021-12-18 14:39:42,179 Checking jobs for platform=marenostrum4 +2021-12-18 14:39:42,180 Checking jobs for platform=nord3 +2021-12-18 14:39:42,181 Checking jobs for platform=local +2021-12-18 14:39:42,181 Checking jobs for platform=transfer_node +2021-12-18 14:39:42,181 Checking all jobs at once +2021-12-18 14:39:43,552 Successful check job command +2021-12-18 14:39:44,772 Job t0ni_19931101_fc0_2_CMOROCE is RUNNING +2021-12-18 14:39:44,772 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:39:44,772 End of checking +2021-12-18 14:39:44,773 Updating FAILED jobs +2021-12-18 14:39:44,774 Updating WAITING jobs +2021-12-18 14:39:44,774 Update finished +2021-12-18 14:39:44,774 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:39:44,775 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:39:44,775 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:39:44,775 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:39:44,775 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:39:44,775 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:39:44,775 t0ni_19931101_fc0_2_CMOROCE 19279786 RUNNING marenostrum4 debug +2021-12-18 14:39:44,776 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:39:44,778 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:39:44,781 Job list saved +2021-12-18 14:39:44,788 Updating FAILED jobs +2021-12-18 14:39:44,788 Updating WAITING jobs +2021-12-18 14:39:44,788 Update finished +2021-12-18 14:39:54,798 Reloading parameters... +2021-12-18 14:39:54,818 Loading parameters... +2021-12-18 14:39:54,819 Loading project parameters... +2021-12-18 14:39:54,821 + +14 of 25 jobs remaining (14:39) +2021-12-18 14:39:54,821 Sleep: 10 +2021-12-18 14:39:54,821 Number of retrials: 0 +2021-12-18 14:39:54,821 WRAPPER CHECK TIME = 10 +2021-12-18 14:39:54,822 Checking jobs for platform=marenostrum4 +2021-12-18 14:39:54,822 Checking jobs for platform=nord3 +2021-12-18 14:39:54,823 Checking jobs for platform=local +2021-12-18 14:39:54,823 Checking jobs for platform=transfer_node +2021-12-18 14:39:54,824 Checking all jobs at once +2021-12-18 14:39:56,093 Successful check job command +2021-12-18 14:39:57,315 Job t0ni_19931101_fc0_2_CMOROCE is RUNNING +2021-12-18 14:39:57,315 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:39:57,316 End of checking +2021-12-18 14:39:57,317 Updating FAILED jobs +2021-12-18 14:39:57,317 Updating WAITING jobs +2021-12-18 14:39:57,317 Update finished +2021-12-18 14:39:57,318 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:39:57,318 t0ni_19931101_fc0_1_CMOROCE 19279318 COMPLETED marenostrum4 debug +2021-12-18 14:39:57,318 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:39:57,318 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:39:57,318 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:39:57,318 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:39:57,318 t0ni_19931101_fc0_2_CMOROCE 19279786 RUNNING marenostrum4 debug +2021-12-18 14:39:57,318 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:39:57,321 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:39:57,323 Job list saved +2021-12-18 14:39:57,328 Updating FAILED jobs +2021-12-18 14:39:57,329 Updating WAITING jobs +2021-12-18 14:39:57,329 Update finished +2021-12-18 14:40:07,335 Reloading parameters... +2021-12-18 14:40:07,356 Loading parameters... +2021-12-18 14:40:07,357 Loading project parameters... +2021-12-18 14:40:07,359 + +14 of 25 jobs remaining (14:40) +2021-12-18 14:40:07,359 Sleep: 10 +2021-12-18 14:40:07,359 Number of retrials: 0 +2021-12-18 14:40:07,359 WRAPPER CHECK TIME = 10 +2021-12-18 14:40:07,360 Checking jobs for platform=marenostrum4 +2021-12-18 14:40:07,360 Checking jobs for platform=nord3 +2021-12-18 14:40:07,361 Checking jobs for platform=local +2021-12-18 14:40:07,361 Checking jobs for platform=transfer_node +2021-12-18 14:40:07,362 Checking all jobs at once +2021-12-18 14:40:08,631 Successful check job command +2021-12-18 14:40:09,850 t0ni_19931101_fc0_2_CMOROCE job seems to have completed: checking... +2021-12-18 14:40:10,004 Job t0ni_19931101_fc0_2_CMOROCE is COMPLETED +2021-12-18 14:40:10,019 t0ni_19931101_fc0_2_CMOROCE_STAT file have been transfered +2021-12-18 14:40:10,099 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:40:10,100 End of checking +2021-12-18 14:40:10,101 Updating FAILED jobs +2021-12-18 14:40:10,101 Updating WAITING jobs +2021-12-18 14:40:10,101 Update finished +2021-12-18 14:40:10,102 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:40:10,102 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 14:40:10,103 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:40:10,103 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:40:10,103 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:40:10,103 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:40:10,103 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:40:10,106 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:40:10,111 Job list saved +2021-12-18 14:40:10,127 Custom directives from platform.conf: None +2021-12-18 14:40:10,128 Custom directives from platform.conf: None +2021-12-18 14:40:10,128 Custom directives from platform.conf: None +2021-12-18 14:40:10,205 Updating FAILED jobs +2021-12-18 14:40:10,205 Updating WAITING jobs +2021-12-18 14:40:10,205 Update finished +2021-12-18 14:40:20,213 Reloading parameters... +2021-12-18 14:40:20,235 Loading parameters... +2021-12-18 14:40:20,236 Loading project parameters... +2021-12-18 14:40:20,238 + +13 of 25 jobs remaining (14:40) +2021-12-18 14:40:20,239 Sleep: 10 +2021-12-18 14:40:20,239 Number of retrials: 0 +2021-12-18 14:40:20,239 WRAPPER CHECK TIME = 10 +2021-12-18 14:40:20,239 Checking jobs for platform=marenostrum4 +2021-12-18 14:40:20,240 Checking jobs for platform=nord3 +2021-12-18 14:40:20,240 Checking jobs for platform=local +2021-12-18 14:40:20,241 Checking jobs for platform=transfer_node +2021-12-18 14:40:20,241 Checking all jobs at once +2021-12-18 14:40:21,563 Successful check job command +2021-12-18 14:40:22,782 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:40:22,783 End of checking +2021-12-18 14:40:22,784 Updating FAILED jobs +2021-12-18 14:40:22,784 Updating WAITING jobs +2021-12-18 14:40:22,785 Update finished +2021-12-18 14:40:22,785 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:40:22,785 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 14:40:22,785 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:40:22,786 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:40:22,786 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:40:22,786 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:40:22,786 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:40:22,789 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:40:22,791 Job list saved +2021-12-18 14:40:22,796 Updating FAILED jobs +2021-12-18 14:40:22,796 Updating WAITING jobs +2021-12-18 14:40:22,796 Update finished +2021-12-18 14:40:32,806 Reloading parameters... +2021-12-18 14:40:32,824 Loading parameters... +2021-12-18 14:40:32,826 Loading project parameters... +2021-12-18 14:40:32,828 + +13 of 25 jobs remaining (14:40) +2021-12-18 14:40:32,828 Sleep: 10 +2021-12-18 14:40:32,828 Number of retrials: 0 +2021-12-18 14:40:32,828 WRAPPER CHECK TIME = 10 +2021-12-18 14:40:32,829 Checking jobs for platform=marenostrum4 +2021-12-18 14:40:32,829 Checking jobs for platform=nord3 +2021-12-18 14:40:32,830 Checking jobs for platform=local +2021-12-18 14:40:32,830 Checking jobs for platform=transfer_node +2021-12-18 14:40:32,830 Checking all jobs at once +2021-12-18 14:40:34,200 Successful check job command +2021-12-18 14:40:35,421 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:40:35,422 End of checking +2021-12-18 14:40:35,423 Updating FAILED jobs +2021-12-18 14:40:35,423 Updating WAITING jobs +2021-12-18 14:40:35,424 Update finished +2021-12-18 14:40:35,424 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:40:35,424 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 14:40:35,424 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:40:35,424 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:40:35,424 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:40:35,424 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:40:35,425 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:40:35,428 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:40:35,430 Job list saved +2021-12-18 14:40:35,435 Updating FAILED jobs +2021-12-18 14:40:35,435 Updating WAITING jobs +2021-12-18 14:40:35,436 Update finished +2021-12-18 14:40:45,446 Reloading parameters... +2021-12-18 14:40:45,465 Loading parameters... +2021-12-18 14:40:45,466 Loading project parameters... +2021-12-18 14:40:45,468 + +13 of 25 jobs remaining (14:40) +2021-12-18 14:40:45,468 Sleep: 10 +2021-12-18 14:40:45,468 Number of retrials: 0 +2021-12-18 14:40:45,468 WRAPPER CHECK TIME = 10 +2021-12-18 14:40:45,469 Checking jobs for platform=marenostrum4 +2021-12-18 14:40:45,469 Checking jobs for platform=nord3 +2021-12-18 14:40:45,470 Checking jobs for platform=local +2021-12-18 14:40:45,470 Checking jobs for platform=transfer_node +2021-12-18 14:40:45,471 Checking all jobs at once +2021-12-18 14:40:46,790 Successful check job command +2021-12-18 14:40:48,061 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:40:48,061 End of checking +2021-12-18 14:40:48,062 Updating FAILED jobs +2021-12-18 14:40:48,062 Updating WAITING jobs +2021-12-18 14:40:48,063 Update finished +2021-12-18 14:40:48,063 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:40:48,063 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 14:40:48,063 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:40:48,063 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:40:48,063 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:40:48,064 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:40:48,064 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:40:48,066 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:40:48,069 Job list saved +2021-12-18 14:40:48,073 Updating FAILED jobs +2021-12-18 14:40:48,074 Updating WAITING jobs +2021-12-18 14:40:48,074 Update finished +2021-12-18 14:40:58,084 Reloading parameters... +2021-12-18 14:40:58,104 Loading parameters... +2021-12-18 14:40:58,105 Loading project parameters... +2021-12-18 14:40:58,108 + +13 of 25 jobs remaining (14:40) +2021-12-18 14:40:58,109 Sleep: 10 +2021-12-18 14:40:58,109 Number of retrials: 0 +2021-12-18 14:40:58,109 WRAPPER CHECK TIME = 10 +2021-12-18 14:40:58,109 Checking jobs for platform=marenostrum4 +2021-12-18 14:40:58,110 Checking jobs for platform=nord3 +2021-12-18 14:40:58,111 Checking jobs for platform=local +2021-12-18 14:40:58,111 Checking jobs for platform=transfer_node +2021-12-18 14:40:58,111 Checking all jobs at once +2021-12-18 14:40:59,441 Successful check job command +2021-12-18 14:41:00,663 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:41:00,664 End of checking +2021-12-18 14:41:00,666 Updating FAILED jobs +2021-12-18 14:41:00,666 Updating WAITING jobs +2021-12-18 14:41:00,666 Update finished +2021-12-18 14:41:00,666 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:41:00,667 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 14:41:00,667 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:41:00,667 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:41:00,667 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:41:00,667 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:41:00,668 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:41:00,670 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:41:00,673 Job list saved +2021-12-18 14:41:00,678 Updating FAILED jobs +2021-12-18 14:41:00,678 Updating WAITING jobs +2021-12-18 14:41:00,678 Update finished +2021-12-18 14:41:10,687 Reloading parameters... +2021-12-18 14:41:10,707 Loading parameters... +2021-12-18 14:41:10,708 Loading project parameters... +2021-12-18 14:41:10,710 + +13 of 25 jobs remaining (14:41) +2021-12-18 14:41:10,710 Sleep: 10 +2021-12-18 14:41:10,710 Number of retrials: 0 +2021-12-18 14:41:10,710 WRAPPER CHECK TIME = 10 +2021-12-18 14:41:10,711 Checking jobs for platform=marenostrum4 +2021-12-18 14:41:10,711 Checking jobs for platform=nord3 +2021-12-18 14:41:10,712 Checking jobs for platform=local +2021-12-18 14:41:10,712 Checking jobs for platform=transfer_node +2021-12-18 14:41:10,712 Checking all jobs at once +2021-12-18 14:41:12,082 Successful check job command +2021-12-18 14:41:13,351 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:41:13,351 End of checking +2021-12-18 14:41:13,353 Updating FAILED jobs +2021-12-18 14:41:13,354 Updating WAITING jobs +2021-12-18 14:41:13,354 Update finished +2021-12-18 14:41:13,354 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:41:13,354 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 14:41:13,354 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:41:13,355 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:41:13,355 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:41:13,355 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:41:13,355 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:41:13,358 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:41:13,361 Job list saved +2021-12-18 14:41:13,366 Updating FAILED jobs +2021-12-18 14:41:13,366 Updating WAITING jobs +2021-12-18 14:41:13,367 Update finished +2021-12-18 14:41:23,377 Reloading parameters... +2021-12-18 14:41:23,395 Loading parameters... +2021-12-18 14:41:23,396 Loading project parameters... +2021-12-18 14:41:23,398 + +13 of 25 jobs remaining (14:41) +2021-12-18 14:41:23,398 Sleep: 10 +2021-12-18 14:41:23,398 Number of retrials: 0 +2021-12-18 14:41:23,398 WRAPPER CHECK TIME = 10 +2021-12-18 14:41:23,399 Checking jobs for platform=marenostrum4 +2021-12-18 14:41:23,399 Checking jobs for platform=nord3 +2021-12-18 14:41:23,400 Checking jobs for platform=local +2021-12-18 14:41:23,401 Checking jobs for platform=transfer_node +2021-12-18 14:41:23,401 Checking all jobs at once +2021-12-18 14:41:24,675 Successful check job command +2021-12-18 14:41:25,944 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:41:25,944 End of checking +2021-12-18 14:41:25,946 Updating FAILED jobs +2021-12-18 14:41:25,946 Updating WAITING jobs +2021-12-18 14:41:25,946 Update finished +2021-12-18 14:41:25,947 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:41:25,947 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 14:41:25,947 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:41:25,947 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:41:25,947 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:41:25,947 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:41:25,947 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:41:25,950 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:41:25,952 Job list saved +2021-12-18 14:41:25,957 Updating FAILED jobs +2021-12-18 14:41:25,957 Updating WAITING jobs +2021-12-18 14:41:25,957 Update finished +2021-12-18 14:41:35,963 Reloading parameters... +2021-12-18 14:41:35,981 Loading parameters... +2021-12-18 14:41:35,983 Loading project parameters... +2021-12-18 14:41:35,984 + +13 of 25 jobs remaining (14:41) +2021-12-18 14:41:35,985 Sleep: 10 +2021-12-18 14:41:35,985 Number of retrials: 0 +2021-12-18 14:41:35,985 WRAPPER CHECK TIME = 10 +2021-12-18 14:41:35,985 Checking jobs for platform=marenostrum4 +2021-12-18 14:41:35,986 Checking jobs for platform=nord3 +2021-12-18 14:41:35,987 Checking jobs for platform=local +2021-12-18 14:41:35,987 Checking jobs for platform=transfer_node +2021-12-18 14:41:35,987 Checking all jobs at once +2021-12-18 14:41:37,307 Successful check job command +2021-12-18 14:41:38,526 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:41:38,527 End of checking +2021-12-18 14:41:38,528 Updating FAILED jobs +2021-12-18 14:41:38,528 Updating WAITING jobs +2021-12-18 14:41:38,528 Update finished +2021-12-18 14:41:38,528 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:41:38,529 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 14:41:38,529 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:41:38,529 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:41:38,529 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:41:38,530 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:41:38,530 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:41:38,533 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:41:38,535 Job list saved +2021-12-18 14:41:38,540 Updating FAILED jobs +2021-12-18 14:41:38,540 Updating WAITING jobs +2021-12-18 14:41:38,541 Update finished +2021-12-18 14:41:48,551 Reloading parameters... +2021-12-18 14:41:48,574 Loading parameters... +2021-12-18 14:41:48,576 Loading project parameters... +2021-12-18 14:41:48,578 + +13 of 25 jobs remaining (14:41) +2021-12-18 14:41:48,578 Sleep: 10 +2021-12-18 14:41:48,578 Number of retrials: 0 +2021-12-18 14:41:48,578 WRAPPER CHECK TIME = 10 +2021-12-18 14:41:48,579 Checking jobs for platform=marenostrum4 +2021-12-18 14:41:48,579 Checking jobs for platform=nord3 +2021-12-18 14:41:48,580 Checking jobs for platform=local +2021-12-18 14:41:48,580 Checking jobs for platform=transfer_node +2021-12-18 14:41:48,580 Checking all jobs at once +2021-12-18 14:41:49,950 Successful check job command +2021-12-18 14:41:51,170 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:41:51,170 End of checking +2021-12-18 14:41:51,171 Updating FAILED jobs +2021-12-18 14:41:51,171 Updating WAITING jobs +2021-12-18 14:41:51,172 Update finished +2021-12-18 14:41:51,172 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:41:51,172 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 14:41:51,172 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:41:51,172 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:41:51,172 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:41:51,173 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:41:51,173 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:41:51,175 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:41:51,178 Job list saved +2021-12-18 14:41:51,193 Updating FAILED jobs +2021-12-18 14:41:51,194 Updating WAITING jobs +2021-12-18 14:41:51,194 Update finished +2021-12-18 14:42:01,203 Reloading parameters... +2021-12-18 14:42:01,221 Loading parameters... +2021-12-18 14:42:01,223 Loading project parameters... +2021-12-18 14:42:01,224 + +13 of 25 jobs remaining (14:42) +2021-12-18 14:42:01,225 Sleep: 10 +2021-12-18 14:42:01,225 Number of retrials: 0 +2021-12-18 14:42:01,225 WRAPPER CHECK TIME = 10 +2021-12-18 14:42:01,225 Checking jobs for platform=marenostrum4 +2021-12-18 14:42:01,226 Checking jobs for platform=nord3 +2021-12-18 14:42:01,226 Checking jobs for platform=local +2021-12-18 14:42:01,227 Checking jobs for platform=transfer_node +2021-12-18 14:42:01,227 Checking all jobs at once +2021-12-18 14:42:02,697 Successful check job command +2021-12-18 14:42:03,968 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:42:03,968 End of checking +2021-12-18 14:42:03,969 Updating FAILED jobs +2021-12-18 14:42:03,969 Updating WAITING jobs +2021-12-18 14:42:03,970 Update finished +2021-12-18 14:42:03,970 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:42:03,970 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 14:42:03,970 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:42:03,970 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:42:03,970 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:42:03,971 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:42:03,971 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:42:03,974 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:42:03,976 Job list saved +2021-12-18 14:42:03,981 Updating FAILED jobs +2021-12-18 14:42:03,981 Updating WAITING jobs +2021-12-18 14:42:03,981 Update finished +2021-12-18 14:42:13,991 Reloading parameters... +2021-12-18 14:42:14,014 Loading parameters... +2021-12-18 14:42:14,016 Loading project parameters... +2021-12-18 14:42:14,018 + +13 of 25 jobs remaining (14:42) +2021-12-18 14:42:14,018 Sleep: 10 +2021-12-18 14:42:14,018 Number of retrials: 0 +2021-12-18 14:42:14,018 WRAPPER CHECK TIME = 10 +2021-12-18 14:42:14,019 Checking jobs for platform=marenostrum4 +2021-12-18 14:42:14,019 Checking jobs for platform=nord3 +2021-12-18 14:42:14,020 Checking jobs for platform=local +2021-12-18 14:42:14,020 Checking jobs for platform=transfer_node +2021-12-18 14:42:14,021 Checking all jobs at once +2021-12-18 14:42:15,342 Successful check job command +2021-12-18 14:42:16,513 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:42:16,514 End of checking +2021-12-18 14:42:16,515 Updating FAILED jobs +2021-12-18 14:42:16,515 Updating WAITING jobs +2021-12-18 14:42:16,515 Update finished +2021-12-18 14:42:16,515 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:42:16,516 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 14:42:16,516 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:42:16,516 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:42:16,516 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:42:16,517 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:42:16,517 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:42:16,519 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:42:16,522 Job list saved +2021-12-18 14:42:16,526 Updating FAILED jobs +2021-12-18 14:42:16,527 Updating WAITING jobs +2021-12-18 14:42:16,527 Update finished +2021-12-18 14:42:26,537 Reloading parameters... +2021-12-18 14:42:26,555 Loading parameters... +2021-12-18 14:42:26,556 Loading project parameters... +2021-12-18 14:42:26,558 + +13 of 25 jobs remaining (14:42) +2021-12-18 14:42:26,558 Sleep: 10 +2021-12-18 14:42:26,558 Number of retrials: 0 +2021-12-18 14:42:26,559 WRAPPER CHECK TIME = 10 +2021-12-18 14:42:26,559 Checking jobs for platform=marenostrum4 +2021-12-18 14:42:26,560 Checking jobs for platform=nord3 +2021-12-18 14:42:26,560 Checking jobs for platform=local +2021-12-18 14:42:26,561 Checking jobs for platform=transfer_node +2021-12-18 14:42:26,561 Checking all jobs at once +2021-12-18 14:42:27,980 Successful check job command +2021-12-18 14:42:29,200 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:42:29,200 End of checking +2021-12-18 14:42:29,201 Updating FAILED jobs +2021-12-18 14:42:29,201 Updating WAITING jobs +2021-12-18 14:42:29,202 Update finished +2021-12-18 14:42:29,202 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:42:29,202 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 14:42:29,202 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:42:29,202 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:42:29,202 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:42:29,203 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:42:29,203 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:42:29,205 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:42:29,207 Job list saved +2021-12-18 14:42:29,212 Updating FAILED jobs +2021-12-18 14:42:29,212 Updating WAITING jobs +2021-12-18 14:42:29,213 Update finished +2021-12-18 14:42:39,216 Reloading parameters... +2021-12-18 14:42:39,234 Loading parameters... +2021-12-18 14:42:39,235 Loading project parameters... +2021-12-18 14:42:39,237 + +13 of 25 jobs remaining (14:42) +2021-12-18 14:42:39,237 Sleep: 10 +2021-12-18 14:42:39,237 Number of retrials: 0 +2021-12-18 14:42:39,237 WRAPPER CHECK TIME = 10 +2021-12-18 14:42:39,238 Checking jobs for platform=marenostrum4 +2021-12-18 14:42:39,238 Checking jobs for platform=nord3 +2021-12-18 14:42:39,239 Checking jobs for platform=local +2021-12-18 14:42:39,239 Checking jobs for platform=transfer_node +2021-12-18 14:42:39,240 Checking all jobs at once +2021-12-18 14:42:40,509 Successful check job command +2021-12-18 14:42:41,778 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:42:41,779 End of checking +2021-12-18 14:42:41,780 Updating FAILED jobs +2021-12-18 14:42:41,780 Updating WAITING jobs +2021-12-18 14:42:41,780 Update finished +2021-12-18 14:42:41,781 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:42:41,781 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 14:42:41,781 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:42:41,781 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:42:41,781 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:42:41,781 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:42:41,781 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:42:41,784 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:42:41,786 Job list saved +2021-12-18 14:42:41,791 Updating FAILED jobs +2021-12-18 14:42:41,791 Updating WAITING jobs +2021-12-18 14:42:41,791 Update finished +2021-12-18 14:42:51,797 Reloading parameters... +2021-12-18 14:42:51,819 Loading parameters... +2021-12-18 14:42:51,820 Loading project parameters... +2021-12-18 14:42:51,822 + +13 of 25 jobs remaining (14:42) +2021-12-18 14:42:51,822 Sleep: 10 +2021-12-18 14:42:51,822 Number of retrials: 0 +2021-12-18 14:42:51,822 WRAPPER CHECK TIME = 10 +2021-12-18 14:42:51,823 Checking jobs for platform=marenostrum4 +2021-12-18 14:42:51,823 Checking jobs for platform=nord3 +2021-12-18 14:42:51,824 Checking jobs for platform=local +2021-12-18 14:42:51,825 Checking jobs for platform=transfer_node +2021-12-18 14:42:51,825 Checking all jobs at once +2021-12-18 14:42:53,194 Successful check job command +2021-12-18 14:42:54,615 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:42:54,615 End of checking +2021-12-18 14:42:54,616 Updating FAILED jobs +2021-12-18 14:42:54,616 Updating WAITING jobs +2021-12-18 14:42:54,616 Update finished +2021-12-18 14:42:54,617 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:42:54,617 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 14:42:54,618 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:42:54,618 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:42:54,618 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:42:54,618 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:42:54,618 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:42:54,621 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:42:54,623 Job list saved +2021-12-18 14:42:54,627 Updating FAILED jobs +2021-12-18 14:42:54,627 Updating WAITING jobs +2021-12-18 14:42:54,628 Update finished +2021-12-18 14:43:04,633 Reloading parameters... +2021-12-18 14:43:04,651 Loading parameters... +2021-12-18 14:43:04,652 Loading project parameters... +2021-12-18 14:43:04,654 + +13 of 25 jobs remaining (14:43) +2021-12-18 14:43:04,654 Sleep: 10 +2021-12-18 14:43:04,654 Number of retrials: 0 +2021-12-18 14:43:04,654 WRAPPER CHECK TIME = 10 +2021-12-18 14:43:04,655 Checking jobs for platform=marenostrum4 +2021-12-18 14:43:04,655 Checking jobs for platform=nord3 +2021-12-18 14:43:04,656 Checking jobs for platform=local +2021-12-18 14:43:04,656 Checking jobs for platform=transfer_node +2021-12-18 14:43:04,657 Checking all jobs at once +2021-12-18 14:43:06,076 Successful check job command +2021-12-18 14:43:07,345 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:43:07,346 End of checking +2021-12-18 14:43:07,347 Updating FAILED jobs +2021-12-18 14:43:07,347 Updating WAITING jobs +2021-12-18 14:43:07,347 Update finished +2021-12-18 14:43:07,348 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:43:07,348 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 14:43:07,348 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:43:07,348 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:43:07,348 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:43:07,348 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:43:07,348 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:43:07,351 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:43:07,353 Job list saved +2021-12-18 14:43:07,359 Updating FAILED jobs +2021-12-18 14:43:07,359 Updating WAITING jobs +2021-12-18 14:43:07,359 Update finished +2021-12-18 14:43:17,369 Reloading parameters... +2021-12-18 14:43:17,388 Loading parameters... +2021-12-18 14:43:17,389 Loading project parameters... +2021-12-18 14:43:17,391 + +13 of 25 jobs remaining (14:43) +2021-12-18 14:43:17,391 Sleep: 10 +2021-12-18 14:43:17,392 Number of retrials: 0 +2021-12-18 14:43:17,392 WRAPPER CHECK TIME = 10 +2021-12-18 14:43:17,392 Checking jobs for platform=marenostrum4 +2021-12-18 14:43:17,393 Checking jobs for platform=nord3 +2021-12-18 14:43:17,393 Checking jobs for platform=local +2021-12-18 14:43:17,394 Checking jobs for platform=transfer_node +2021-12-18 14:43:17,394 Checking all jobs at once +2021-12-18 14:43:18,713 Successful check job command +2021-12-18 14:43:20,285 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:43:20,285 End of checking +2021-12-18 14:43:20,286 Updating FAILED jobs +2021-12-18 14:43:20,286 Updating WAITING jobs +2021-12-18 14:43:20,286 Update finished +2021-12-18 14:43:20,287 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:43:20,287 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 14:43:20,287 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:43:20,287 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:43:20,287 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:43:20,287 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:43:20,288 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:43:20,290 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:43:20,292 Job list saved +2021-12-18 14:43:20,297 Updating FAILED jobs +2021-12-18 14:43:20,297 Updating WAITING jobs +2021-12-18 14:43:20,297 Update finished +2021-12-18 14:43:30,307 Reloading parameters... +2021-12-18 14:43:30,325 Loading parameters... +2021-12-18 14:43:30,327 Loading project parameters... +2021-12-18 14:43:30,329 + +13 of 25 jobs remaining (14:43) +2021-12-18 14:43:30,329 Sleep: 10 +2021-12-18 14:43:30,329 Number of retrials: 0 +2021-12-18 14:43:30,329 WRAPPER CHECK TIME = 10 +2021-12-18 14:43:30,330 Checking jobs for platform=marenostrum4 +2021-12-18 14:43:30,330 Checking jobs for platform=nord3 +2021-12-18 14:43:30,331 Checking jobs for platform=local +2021-12-18 14:43:30,331 Checking jobs for platform=transfer_node +2021-12-18 14:43:30,331 Checking all jobs at once +2021-12-18 14:43:31,760 Successful check job command +2021-12-18 14:43:33,030 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:43:33,030 End of checking +2021-12-18 14:43:33,031 Updating FAILED jobs +2021-12-18 14:43:33,032 Updating WAITING jobs +2021-12-18 14:43:33,032 Update finished +2021-12-18 14:43:33,032 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:43:33,033 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 14:43:33,033 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:43:33,033 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:43:33,033 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:43:33,033 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:43:33,033 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:43:33,036 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:43:33,038 Job list saved +2021-12-18 14:43:33,043 Updating FAILED jobs +2021-12-18 14:43:33,043 Updating WAITING jobs +2021-12-18 14:43:33,044 Update finished +2021-12-18 14:43:43,053 Reloading parameters... +2021-12-18 14:43:43,071 Loading parameters... +2021-12-18 14:43:43,073 Loading project parameters... +2021-12-18 14:43:43,074 + +13 of 25 jobs remaining (14:43) +2021-12-18 14:43:43,075 Sleep: 10 +2021-12-18 14:43:43,075 Number of retrials: 0 +2021-12-18 14:43:43,075 WRAPPER CHECK TIME = 10 +2021-12-18 14:43:43,075 Checking jobs for platform=marenostrum4 +2021-12-18 14:43:43,076 Checking jobs for platform=nord3 +2021-12-18 14:43:43,077 Checking jobs for platform=local +2021-12-18 14:43:43,077 Checking jobs for platform=transfer_node +2021-12-18 14:43:43,077 Checking all jobs at once +2021-12-18 14:43:44,448 Successful check job command +2021-12-18 14:43:45,721 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:43:45,722 End of checking +2021-12-18 14:43:45,723 Updating FAILED jobs +2021-12-18 14:43:45,723 Updating WAITING jobs +2021-12-18 14:43:45,723 Update finished +2021-12-18 14:43:45,723 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:43:45,723 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 14:43:45,723 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:43:45,724 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:43:45,724 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:43:45,724 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:43:45,724 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:43:45,727 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:43:45,729 Job list saved +2021-12-18 14:43:45,733 Updating FAILED jobs +2021-12-18 14:43:45,733 Updating WAITING jobs +2021-12-18 14:43:45,733 Update finished +2021-12-18 14:43:55,744 Reloading parameters... +2021-12-18 14:43:55,761 Loading parameters... +2021-12-18 14:43:55,762 Loading project parameters... +2021-12-18 14:43:55,764 + +13 of 25 jobs remaining (14:43) +2021-12-18 14:43:55,764 Sleep: 10 +2021-12-18 14:43:55,764 Number of retrials: 0 +2021-12-18 14:43:55,764 WRAPPER CHECK TIME = 10 +2021-12-18 14:43:55,765 Checking jobs for platform=marenostrum4 +2021-12-18 14:43:55,766 Checking jobs for platform=nord3 +2021-12-18 14:43:55,766 Checking jobs for platform=local +2021-12-18 14:43:55,767 Checking jobs for platform=transfer_node +2021-12-18 14:43:55,767 Checking all jobs at once +2021-12-18 14:43:57,086 Successful check job command +2021-12-18 14:43:58,305 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:43:58,305 End of checking +2021-12-18 14:43:58,307 Updating FAILED jobs +2021-12-18 14:43:58,307 Updating WAITING jobs +2021-12-18 14:43:58,307 Update finished +2021-12-18 14:43:58,307 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:43:58,307 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 14:43:58,307 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:43:58,308 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:43:58,308 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:43:58,308 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:43:58,308 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:43:58,310 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:43:58,313 Job list saved +2021-12-18 14:43:58,317 Updating FAILED jobs +2021-12-18 14:43:58,318 Updating WAITING jobs +2021-12-18 14:43:58,318 Update finished +2021-12-18 14:44:08,325 Reloading parameters... +2021-12-18 14:44:08,345 Loading parameters... +2021-12-18 14:44:08,347 Loading project parameters... +2021-12-18 14:44:08,349 + +13 of 25 jobs remaining (14:44) +2021-12-18 14:44:08,349 Sleep: 10 +2021-12-18 14:44:08,349 Number of retrials: 0 +2021-12-18 14:44:08,349 WRAPPER CHECK TIME = 10 +2021-12-18 14:44:08,350 Checking jobs for platform=marenostrum4 +2021-12-18 14:44:08,350 Checking jobs for platform=nord3 +2021-12-18 14:44:08,351 Checking jobs for platform=local +2021-12-18 14:44:08,351 Checking jobs for platform=transfer_node +2021-12-18 14:44:08,351 Checking all jobs at once +2021-12-18 14:44:09,721 Successful check job command +2021-12-18 14:44:10,890 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:44:10,890 End of checking +2021-12-18 14:44:10,892 Updating FAILED jobs +2021-12-18 14:44:10,892 Updating WAITING jobs +2021-12-18 14:44:10,892 Update finished +2021-12-18 14:44:10,893 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:44:10,893 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 14:44:10,894 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:44:10,894 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:44:10,894 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:44:10,894 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:44:10,894 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:44:10,906 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:44:10,908 Job list saved +2021-12-18 14:44:10,913 Updating FAILED jobs +2021-12-18 14:44:10,913 Updating WAITING jobs +2021-12-18 14:44:10,913 Update finished +2021-12-18 14:44:20,923 Reloading parameters... +2021-12-18 14:44:20,947 Loading parameters... +2021-12-18 14:44:20,949 Loading project parameters... +2021-12-18 14:44:20,950 + +13 of 25 jobs remaining (14:44) +2021-12-18 14:44:20,951 Sleep: 10 +2021-12-18 14:44:20,951 Number of retrials: 0 +2021-12-18 14:44:20,951 WRAPPER CHECK TIME = 10 +2021-12-18 14:44:20,951 Checking jobs for platform=marenostrum4 +2021-12-18 14:44:20,952 Checking jobs for platform=nord3 +2021-12-18 14:44:20,953 Checking jobs for platform=local +2021-12-18 14:44:20,953 Checking jobs for platform=transfer_node +2021-12-18 14:44:20,953 Checking all jobs at once +2021-12-18 14:44:23,374 Successful check job command +2021-12-18 14:44:24,644 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:44:24,644 End of checking +2021-12-18 14:44:24,645 Updating FAILED jobs +2021-12-18 14:44:24,645 Updating WAITING jobs +2021-12-18 14:44:24,646 Update finished +2021-12-18 14:44:24,646 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:44:24,646 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 14:44:24,646 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:44:24,646 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:44:24,646 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:44:24,646 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:44:24,647 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:44:24,649 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:44:24,652 Job list saved +2021-12-18 14:44:24,656 Updating FAILED jobs +2021-12-18 14:44:24,656 Updating WAITING jobs +2021-12-18 14:44:24,656 Update finished +2021-12-18 14:44:34,661 Reloading parameters... +2021-12-18 14:44:34,679 Loading parameters... +2021-12-18 14:44:34,680 Loading project parameters... +2021-12-18 14:44:34,682 + +13 of 25 jobs remaining (14:44) +2021-12-18 14:44:34,682 Sleep: 10 +2021-12-18 14:44:34,682 Number of retrials: 0 +2021-12-18 14:44:34,682 WRAPPER CHECK TIME = 10 +2021-12-18 14:44:34,683 Checking jobs for platform=marenostrum4 +2021-12-18 14:44:34,684 Checking jobs for platform=nord3 +2021-12-18 14:44:34,684 Checking jobs for platform=local +2021-12-18 14:44:34,685 Checking jobs for platform=transfer_node +2021-12-18 14:44:34,685 Checking all jobs at once +2021-12-18 14:44:35,955 Successful check job command +2021-12-18 14:44:37,174 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:44:37,174 End of checking +2021-12-18 14:44:37,176 Updating FAILED jobs +2021-12-18 14:44:37,176 Updating WAITING jobs +2021-12-18 14:44:37,176 Update finished +2021-12-18 14:44:37,176 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:44:37,176 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 14:44:37,176 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:44:37,177 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:44:37,177 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:44:37,177 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:44:37,177 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:44:37,179 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:44:37,182 Job list saved +2021-12-18 14:44:37,187 Updating FAILED jobs +2021-12-18 14:44:37,187 Updating WAITING jobs +2021-12-18 14:44:37,187 Update finished +2021-12-18 14:44:47,197 Reloading parameters... +2021-12-18 14:44:47,214 Loading parameters... +2021-12-18 14:44:47,215 Loading project parameters... +2021-12-18 14:44:47,217 + +13 of 25 jobs remaining (14:44) +2021-12-18 14:44:47,218 Sleep: 10 +2021-12-18 14:44:47,218 Number of retrials: 0 +2021-12-18 14:44:47,218 WRAPPER CHECK TIME = 10 +2021-12-18 14:44:47,218 Checking jobs for platform=marenostrum4 +2021-12-18 14:44:47,219 Checking jobs for platform=nord3 +2021-12-18 14:44:47,219 Checking jobs for platform=local +2021-12-18 14:44:47,220 Checking jobs for platform=transfer_node +2021-12-18 14:44:47,220 Checking all jobs at once +2021-12-18 14:44:48,691 Successful check job command +2021-12-18 14:44:50,010 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:44:50,011 End of checking +2021-12-18 14:44:50,012 Updating FAILED jobs +2021-12-18 14:44:50,012 Updating WAITING jobs +2021-12-18 14:44:50,012 Update finished +2021-12-18 14:44:50,012 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:44:50,013 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 14:44:50,013 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:44:50,013 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:44:50,014 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:44:50,014 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:44:50,014 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:44:50,016 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:44:50,018 Job list saved +2021-12-18 14:44:50,023 Updating FAILED jobs +2021-12-18 14:44:50,023 Updating WAITING jobs +2021-12-18 14:44:50,023 Update finished +2021-12-18 14:45:00,032 Reloading parameters... +2021-12-18 14:45:00,055 Loading parameters... +2021-12-18 14:45:00,057 Loading project parameters... +2021-12-18 14:45:00,059 + +13 of 25 jobs remaining (14:45) +2021-12-18 14:45:00,059 Sleep: 10 +2021-12-18 14:45:00,059 Number of retrials: 0 +2021-12-18 14:45:00,059 WRAPPER CHECK TIME = 10 +2021-12-18 14:45:00,060 Checking jobs for platform=marenostrum4 +2021-12-18 14:45:00,061 Checking jobs for platform=nord3 +2021-12-18 14:45:00,061 Checking jobs for platform=local +2021-12-18 14:45:00,062 Checking jobs for platform=transfer_node +2021-12-18 14:45:00,062 Checking all jobs at once +2021-12-18 14:45:01,531 Successful check job command +2021-12-18 14:45:02,751 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:45:02,752 End of checking +2021-12-18 14:45:02,754 Updating FAILED jobs +2021-12-18 14:45:02,754 Updating WAITING jobs +2021-12-18 14:45:02,754 Update finished +2021-12-18 14:45:02,754 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:45:02,754 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 14:45:02,754 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:45:02,755 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:45:02,755 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:45:02,755 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:45:02,755 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:45:02,757 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:45:02,760 Job list saved +2021-12-18 14:45:02,765 Updating FAILED jobs +2021-12-18 14:45:02,765 Updating WAITING jobs +2021-12-18 14:45:02,765 Update finished +2021-12-18 14:45:12,775 Reloading parameters... +2021-12-18 14:45:12,795 Loading parameters... +2021-12-18 14:45:12,796 Loading project parameters... +2021-12-18 14:45:12,798 + +13 of 25 jobs remaining (14:45) +2021-12-18 14:45:12,798 Sleep: 10 +2021-12-18 14:45:12,798 Number of retrials: 0 +2021-12-18 14:45:12,798 WRAPPER CHECK TIME = 10 +2021-12-18 14:45:12,799 Checking jobs for platform=marenostrum4 +2021-12-18 14:45:12,799 Checking jobs for platform=nord3 +2021-12-18 14:45:12,800 Checking jobs for platform=local +2021-12-18 14:45:12,801 Checking jobs for platform=transfer_node +2021-12-18 14:45:12,801 Checking all jobs at once +2021-12-18 14:45:14,370 Successful check job command +2021-12-18 14:45:15,590 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:45:15,590 End of checking +2021-12-18 14:45:15,591 Updating FAILED jobs +2021-12-18 14:45:15,591 Updating WAITING jobs +2021-12-18 14:45:15,591 Update finished +2021-12-18 14:45:15,592 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:45:15,592 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 14:45:15,592 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:45:15,592 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:45:15,592 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:45:15,592 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:45:15,592 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:45:15,595 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:45:15,597 Job list saved +2021-12-18 14:45:15,602 Updating FAILED jobs +2021-12-18 14:45:15,602 Updating WAITING jobs +2021-12-18 14:45:15,602 Update finished +2021-12-18 14:45:25,613 Reloading parameters... +2021-12-18 14:45:25,635 Loading parameters... +2021-12-18 14:45:25,636 Loading project parameters... +2021-12-18 14:45:25,638 + +13 of 25 jobs remaining (14:45) +2021-12-18 14:45:25,638 Sleep: 10 +2021-12-18 14:45:25,638 Number of retrials: 0 +2021-12-18 14:45:25,638 WRAPPER CHECK TIME = 10 +2021-12-18 14:45:25,639 Checking jobs for platform=marenostrum4 +2021-12-18 14:45:25,639 Checking jobs for platform=nord3 +2021-12-18 14:45:25,640 Checking jobs for platform=local +2021-12-18 14:45:25,641 Checking jobs for platform=transfer_node +2021-12-18 14:45:25,641 Checking all jobs at once +2021-12-18 14:45:26,965 Successful check job command +2021-12-18 14:45:28,134 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:45:28,135 End of checking +2021-12-18 14:45:28,136 Updating FAILED jobs +2021-12-18 14:45:28,136 Updating WAITING jobs +2021-12-18 14:45:28,136 Update finished +2021-12-18 14:45:28,137 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:45:28,137 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 14:45:28,137 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:45:28,138 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:45:28,138 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:45:28,138 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:45:28,138 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:45:28,140 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:45:28,143 Job list saved +2021-12-18 14:45:28,147 Updating FAILED jobs +2021-12-18 14:45:28,147 Updating WAITING jobs +2021-12-18 14:45:28,147 Update finished +2021-12-18 14:45:38,157 Reloading parameters... +2021-12-18 14:45:38,176 Loading parameters... +2021-12-18 14:45:38,177 Loading project parameters... +2021-12-18 14:45:38,180 + +13 of 25 jobs remaining (14:45) +2021-12-18 14:45:38,180 Sleep: 10 +2021-12-18 14:45:38,180 Number of retrials: 0 +2021-12-18 14:45:38,180 WRAPPER CHECK TIME = 10 +2021-12-18 14:45:38,181 Checking jobs for platform=marenostrum4 +2021-12-18 14:45:38,182 Checking jobs for platform=nord3 +2021-12-18 14:45:38,182 Checking jobs for platform=local +2021-12-18 14:45:38,183 Checking jobs for platform=transfer_node +2021-12-18 14:45:38,183 Checking all jobs at once +2021-12-18 14:45:39,603 Successful check job command +2021-12-18 14:45:40,822 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:45:40,822 End of checking +2021-12-18 14:45:40,824 Updating FAILED jobs +2021-12-18 14:45:40,824 Updating WAITING jobs +2021-12-18 14:45:40,824 Update finished +2021-12-18 14:45:40,824 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:45:40,824 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 14:45:40,825 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:45:40,825 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:45:40,825 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:45:40,825 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:45:40,825 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:45:40,828 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:45:40,830 Job list saved +2021-12-18 14:45:40,836 Updating FAILED jobs +2021-12-18 14:45:40,836 Updating WAITING jobs +2021-12-18 14:45:40,836 Update finished +2021-12-18 14:45:50,846 Reloading parameters... +2021-12-18 14:45:50,864 Loading parameters... +2021-12-18 14:45:50,865 Loading project parameters... +2021-12-18 14:45:50,867 + +13 of 25 jobs remaining (14:45) +2021-12-18 14:45:50,868 Sleep: 10 +2021-12-18 14:45:50,868 Number of retrials: 0 +2021-12-18 14:45:50,868 WRAPPER CHECK TIME = 10 +2021-12-18 14:45:50,868 Checking jobs for platform=marenostrum4 +2021-12-18 14:45:50,869 Checking jobs for platform=nord3 +2021-12-18 14:45:50,869 Checking jobs for platform=local +2021-12-18 14:45:50,870 Checking jobs for platform=transfer_node +2021-12-18 14:45:50,870 Checking all jobs at once +2021-12-18 14:45:52,290 Successful check job command +2021-12-18 14:45:53,609 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:45:53,609 End of checking +2021-12-18 14:45:53,611 Updating FAILED jobs +2021-12-18 14:45:53,611 Updating WAITING jobs +2021-12-18 14:45:53,612 Update finished +2021-12-18 14:45:53,612 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:45:53,612 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 14:45:53,612 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:45:53,612 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:45:53,612 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:45:53,612 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:45:53,612 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:45:53,616 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:45:53,618 Job list saved +2021-12-18 14:45:53,623 Updating FAILED jobs +2021-12-18 14:45:53,623 Updating WAITING jobs +2021-12-18 14:45:53,623 Update finished +2021-12-18 14:46:03,630 Reloading parameters... +2021-12-18 14:46:03,649 Loading parameters... +2021-12-18 14:46:03,651 Loading project parameters... +2021-12-18 14:46:03,653 + +13 of 25 jobs remaining (14:46) +2021-12-18 14:46:03,653 Sleep: 10 +2021-12-18 14:46:03,653 Number of retrials: 0 +2021-12-18 14:46:03,653 WRAPPER CHECK TIME = 10 +2021-12-18 14:46:03,654 Checking jobs for platform=marenostrum4 +2021-12-18 14:46:03,654 Checking jobs for platform=nord3 +2021-12-18 14:46:03,655 Checking jobs for platform=local +2021-12-18 14:46:03,655 Checking jobs for platform=transfer_node +2021-12-18 14:46:03,655 Checking all jobs at once +2021-12-18 14:46:04,975 Successful check job command +2021-12-18 14:46:06,147 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:46:06,147 End of checking +2021-12-18 14:46:06,148 Updating FAILED jobs +2021-12-18 14:46:06,149 Updating WAITING jobs +2021-12-18 14:46:06,149 Update finished +2021-12-18 14:46:06,149 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:46:06,150 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 14:46:06,150 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:46:06,150 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:46:06,150 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:46:06,150 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:46:06,150 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:46:06,153 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:46:06,156 Job list saved +2021-12-18 14:46:06,161 Updating FAILED jobs +2021-12-18 14:46:06,161 Updating WAITING jobs +2021-12-18 14:46:06,161 Update finished +2021-12-18 14:46:16,171 Reloading parameters... +2021-12-18 14:46:16,193 Loading parameters... +2021-12-18 14:46:16,194 Loading project parameters... +2021-12-18 14:46:16,196 + +13 of 25 jobs remaining (14:46) +2021-12-18 14:46:16,196 Sleep: 10 +2021-12-18 14:46:16,196 Number of retrials: 0 +2021-12-18 14:46:16,196 WRAPPER CHECK TIME = 10 +2021-12-18 14:46:16,197 Checking jobs for platform=marenostrum4 +2021-12-18 14:46:16,197 Checking jobs for platform=nord3 +2021-12-18 14:46:16,198 Checking jobs for platform=local +2021-12-18 14:46:16,199 Checking jobs for platform=transfer_node +2021-12-18 14:46:16,199 Checking all jobs at once +2021-12-18 14:46:17,872 Successful check job command +2021-12-18 14:46:19,194 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:46:19,195 End of checking +2021-12-18 14:46:19,196 Updating FAILED jobs +2021-12-18 14:46:19,196 Updating WAITING jobs +2021-12-18 14:46:19,196 Update finished +2021-12-18 14:46:19,197 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:46:19,197 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 14:46:19,197 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:46:19,197 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:46:19,197 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:46:19,197 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:46:19,197 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:46:19,203 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:46:19,205 Job list saved +2021-12-18 14:46:19,209 Updating FAILED jobs +2021-12-18 14:46:19,209 Updating WAITING jobs +2021-12-18 14:46:19,210 Update finished +2021-12-18 14:46:29,216 Reloading parameters... +2021-12-18 14:46:29,233 Loading parameters... +2021-12-18 14:46:29,235 Loading project parameters... +2021-12-18 14:46:29,236 + +13 of 25 jobs remaining (14:46) +2021-12-18 14:46:29,237 Sleep: 10 +2021-12-18 14:46:29,237 Number of retrials: 0 +2021-12-18 14:46:29,237 WRAPPER CHECK TIME = 10 +2021-12-18 14:46:29,237 Checking jobs for platform=marenostrum4 +2021-12-18 14:46:29,238 Checking jobs for platform=nord3 +2021-12-18 14:46:29,239 Checking jobs for platform=local +2021-12-18 14:46:29,239 Checking jobs for platform=transfer_node +2021-12-18 14:46:29,239 Checking all jobs at once +2021-12-18 14:46:30,558 Successful check job command +2021-12-18 14:46:31,878 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:46:31,878 End of checking +2021-12-18 14:46:31,879 Updating FAILED jobs +2021-12-18 14:46:31,879 Updating WAITING jobs +2021-12-18 14:46:31,879 Update finished +2021-12-18 14:46:31,880 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:46:31,880 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 14:46:31,880 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:46:31,880 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:46:31,880 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:46:31,880 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:46:31,880 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:46:31,883 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:46:31,885 Job list saved +2021-12-18 14:46:31,890 Updating FAILED jobs +2021-12-18 14:46:31,890 Updating WAITING jobs +2021-12-18 14:46:31,890 Update finished +2021-12-18 14:46:41,900 Reloading parameters... +2021-12-18 14:46:41,917 Loading parameters... +2021-12-18 14:46:41,919 Loading project parameters... +2021-12-18 14:46:41,921 + +13 of 25 jobs remaining (14:46) +2021-12-18 14:46:41,921 Sleep: 10 +2021-12-18 14:46:41,921 Number of retrials: 0 +2021-12-18 14:46:41,921 WRAPPER CHECK TIME = 10 +2021-12-18 14:46:41,922 Checking jobs for platform=marenostrum4 +2021-12-18 14:46:41,922 Checking jobs for platform=nord3 +2021-12-18 14:46:41,923 Checking jobs for platform=local +2021-12-18 14:46:41,923 Checking jobs for platform=transfer_node +2021-12-18 14:46:41,923 Checking all jobs at once +2021-12-18 14:46:43,243 Successful check job command +2021-12-18 14:46:44,513 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:46:44,513 End of checking +2021-12-18 14:46:44,514 Updating FAILED jobs +2021-12-18 14:46:44,515 Updating WAITING jobs +2021-12-18 14:46:44,515 Update finished +2021-12-18 14:46:44,515 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:46:44,516 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 14:46:44,516 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:46:44,516 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:46:44,516 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:46:44,516 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:46:44,516 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:46:44,519 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:46:44,521 Job list saved +2021-12-18 14:46:44,526 Updating FAILED jobs +2021-12-18 14:46:44,526 Updating WAITING jobs +2021-12-18 14:46:44,526 Update finished +2021-12-18 14:46:54,536 Reloading parameters... +2021-12-18 14:46:54,555 Loading parameters... +2021-12-18 14:46:54,556 Loading project parameters... +2021-12-18 14:46:54,558 + +13 of 25 jobs remaining (14:46) +2021-12-18 14:46:54,558 Sleep: 10 +2021-12-18 14:46:54,558 Number of retrials: 0 +2021-12-18 14:46:54,559 WRAPPER CHECK TIME = 10 +2021-12-18 14:46:54,559 Checking jobs for platform=marenostrum4 +2021-12-18 14:46:54,560 Checking jobs for platform=nord3 +2021-12-18 14:46:54,560 Checking jobs for platform=local +2021-12-18 14:46:54,561 Checking jobs for platform=transfer_node +2021-12-18 14:46:54,561 Checking all jobs at once +2021-12-18 14:46:55,980 Successful check job command +2021-12-18 14:46:57,700 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:46:57,700 End of checking +2021-12-18 14:46:57,702 Updating FAILED jobs +2021-12-18 14:46:57,702 Updating WAITING jobs +2021-12-18 14:46:57,702 Update finished +2021-12-18 14:46:57,702 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:46:57,702 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 14:46:57,702 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:46:57,703 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:46:57,703 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:46:57,703 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:46:57,703 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:46:57,706 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:46:57,708 Job list saved +2021-12-18 14:46:57,712 Updating FAILED jobs +2021-12-18 14:46:57,712 Updating WAITING jobs +2021-12-18 14:46:57,712 Update finished +2021-12-18 14:47:07,718 Reloading parameters... +2021-12-18 14:47:07,735 Loading parameters... +2021-12-18 14:47:07,736 Loading project parameters... +2021-12-18 14:47:07,738 + +13 of 25 jobs remaining (14:47) +2021-12-18 14:47:07,738 Sleep: 10 +2021-12-18 14:47:07,738 Number of retrials: 0 +2021-12-18 14:47:07,738 WRAPPER CHECK TIME = 10 +2021-12-18 14:47:07,739 Checking jobs for platform=marenostrum4 +2021-12-18 14:47:07,740 Checking jobs for platform=nord3 +2021-12-18 14:47:07,740 Checking jobs for platform=local +2021-12-18 14:47:07,741 Checking jobs for platform=transfer_node +2021-12-18 14:47:07,741 Checking all jobs at once +2021-12-18 14:47:09,011 Successful check job command +2021-12-18 14:47:10,231 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:47:10,231 End of checking +2021-12-18 14:47:10,233 Updating FAILED jobs +2021-12-18 14:47:10,233 Updating WAITING jobs +2021-12-18 14:47:10,233 Update finished +2021-12-18 14:47:10,233 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:47:10,233 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 14:47:10,234 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:47:10,234 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:47:10,234 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:47:10,234 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:47:10,234 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:47:10,237 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:47:10,239 Job list saved +2021-12-18 14:47:10,244 Updating FAILED jobs +2021-12-18 14:47:10,244 Updating WAITING jobs +2021-12-18 14:47:10,244 Update finished +2021-12-18 14:47:20,255 Reloading parameters... +2021-12-18 14:47:20,273 Loading parameters... +2021-12-18 14:47:20,274 Loading project parameters... +2021-12-18 14:47:20,276 + +13 of 25 jobs remaining (14:47) +2021-12-18 14:47:20,276 Sleep: 10 +2021-12-18 14:47:20,276 Number of retrials: 0 +2021-12-18 14:47:20,276 WRAPPER CHECK TIME = 10 +2021-12-18 14:47:20,277 Checking jobs for platform=marenostrum4 +2021-12-18 14:47:20,277 Checking jobs for platform=nord3 +2021-12-18 14:47:20,278 Checking jobs for platform=local +2021-12-18 14:47:20,278 Checking jobs for platform=transfer_node +2021-12-18 14:47:20,278 Checking all jobs at once +2021-12-18 14:47:21,748 Successful check job command +2021-12-18 14:47:22,868 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:47:22,868 End of checking +2021-12-18 14:47:22,870 Updating FAILED jobs +2021-12-18 14:47:22,870 Updating WAITING jobs +2021-12-18 14:47:22,870 Update finished +2021-12-18 14:47:22,870 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:47:22,871 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 14:47:22,871 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:47:22,871 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:47:22,871 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:47:22,871 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:47:22,871 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:47:22,874 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:47:22,876 Job list saved +2021-12-18 14:47:22,881 Updating FAILED jobs +2021-12-18 14:47:22,881 Updating WAITING jobs +2021-12-18 14:47:22,881 Update finished +2021-12-18 14:47:32,891 Reloading parameters... +2021-12-18 14:47:32,909 Loading parameters... +2021-12-18 14:47:32,910 Loading project parameters... +2021-12-18 14:47:32,912 + +13 of 25 jobs remaining (14:47) +2021-12-18 14:47:32,912 Sleep: 10 +2021-12-18 14:47:32,912 Number of retrials: 0 +2021-12-18 14:47:32,912 WRAPPER CHECK TIME = 10 +2021-12-18 14:47:32,915 Checking jobs for platform=marenostrum4 +2021-12-18 14:47:32,916 Checking jobs for platform=nord3 +2021-12-18 14:47:32,916 Checking jobs for platform=local +2021-12-18 14:47:32,917 Checking jobs for platform=transfer_node +2021-12-18 14:47:32,921 Checking all jobs at once +2021-12-18 14:47:34,392 Successful check job command +2021-12-18 14:47:35,662 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:47:35,662 End of checking +2021-12-18 14:47:35,663 Updating FAILED jobs +2021-12-18 14:47:35,663 Updating WAITING jobs +2021-12-18 14:47:35,663 Update finished +2021-12-18 14:47:35,664 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:47:35,664 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 14:47:35,664 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:47:35,664 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:47:35,664 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:47:35,664 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:47:35,664 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:47:35,667 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:47:35,669 Job list saved +2021-12-18 14:47:35,674 Updating FAILED jobs +2021-12-18 14:47:35,674 Updating WAITING jobs +2021-12-18 14:47:35,674 Update finished +2021-12-18 14:47:45,681 Reloading parameters... +2021-12-18 14:47:45,698 Loading parameters... +2021-12-18 14:47:45,700 Loading project parameters... +2021-12-18 14:47:45,702 + +13 of 25 jobs remaining (14:47) +2021-12-18 14:47:45,702 Sleep: 10 +2021-12-18 14:47:45,702 Number of retrials: 0 +2021-12-18 14:47:45,702 WRAPPER CHECK TIME = 10 +2021-12-18 14:47:45,703 Checking jobs for platform=marenostrum4 +2021-12-18 14:47:45,703 Checking jobs for platform=nord3 +2021-12-18 14:47:45,704 Checking jobs for platform=local +2021-12-18 14:47:45,704 Checking jobs for platform=transfer_node +2021-12-18 14:47:45,704 Checking all jobs at once +2021-12-18 14:47:47,175 Successful check job command +2021-12-18 14:47:48,445 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:47:48,445 End of checking +2021-12-18 14:47:48,446 Updating FAILED jobs +2021-12-18 14:47:48,446 Updating WAITING jobs +2021-12-18 14:47:48,447 Update finished +2021-12-18 14:47:48,447 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:47:48,447 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 14:47:48,447 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:47:48,447 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:47:48,447 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:47:48,447 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:47:48,448 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:47:48,450 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:47:48,452 Job list saved +2021-12-18 14:47:48,457 Updating FAILED jobs +2021-12-18 14:47:48,457 Updating WAITING jobs +2021-12-18 14:47:48,457 Update finished +2021-12-18 14:47:58,467 Reloading parameters... +2021-12-18 14:47:58,490 Loading parameters... +2021-12-18 14:47:58,491 Loading project parameters... +2021-12-18 14:47:58,493 + +13 of 25 jobs remaining (14:47) +2021-12-18 14:47:58,493 Sleep: 10 +2021-12-18 14:47:58,493 Number of retrials: 0 +2021-12-18 14:47:58,493 WRAPPER CHECK TIME = 10 +2021-12-18 14:47:58,494 Checking jobs for platform=marenostrum4 +2021-12-18 14:47:58,495 Checking jobs for platform=nord3 +2021-12-18 14:47:58,495 Checking jobs for platform=local +2021-12-18 14:47:58,496 Checking jobs for platform=transfer_node +2021-12-18 14:47:58,496 Checking all jobs at once +2021-12-18 14:47:59,865 Successful check job command +2021-12-18 14:48:01,038 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:48:01,038 End of checking +2021-12-18 14:48:01,039 Updating FAILED jobs +2021-12-18 14:48:01,040 Updating WAITING jobs +2021-12-18 14:48:01,040 Update finished +2021-12-18 14:48:01,040 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:48:01,041 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 14:48:01,041 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:48:01,041 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:48:01,041 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:48:01,041 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:48:01,041 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:48:01,044 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:48:01,046 Job list saved +2021-12-18 14:48:01,052 Updating FAILED jobs +2021-12-18 14:48:01,052 Updating WAITING jobs +2021-12-18 14:48:01,052 Update finished +2021-12-18 14:48:11,061 Reloading parameters... +2021-12-18 14:48:11,079 Loading parameters... +2021-12-18 14:48:11,081 Loading project parameters... +2021-12-18 14:48:11,083 + +13 of 25 jobs remaining (14:48) +2021-12-18 14:48:11,083 Sleep: 10 +2021-12-18 14:48:11,083 Number of retrials: 0 +2021-12-18 14:48:11,083 WRAPPER CHECK TIME = 10 +2021-12-18 14:48:11,084 Checking jobs for platform=marenostrum4 +2021-12-18 14:48:11,084 Checking jobs for platform=nord3 +2021-12-18 14:48:11,085 Checking jobs for platform=local +2021-12-18 14:48:11,085 Checking jobs for platform=transfer_node +2021-12-18 14:48:11,086 Checking all jobs at once +2021-12-18 14:48:12,505 Successful check job command +2021-12-18 14:48:13,775 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:48:13,775 End of checking +2021-12-18 14:48:13,776 Updating FAILED jobs +2021-12-18 14:48:13,776 Updating WAITING jobs +2021-12-18 14:48:13,776 Update finished +2021-12-18 14:48:13,777 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:48:13,777 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 14:48:13,777 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:48:13,777 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:48:13,777 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:48:13,777 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:48:13,777 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:48:13,780 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:48:13,782 Job list saved +2021-12-18 14:48:13,791 Updating FAILED jobs +2021-12-18 14:48:13,791 Updating WAITING jobs +2021-12-18 14:48:13,791 Update finished +2021-12-18 14:48:23,802 Reloading parameters... +2021-12-18 14:48:23,820 Loading parameters... +2021-12-18 14:48:23,822 Loading project parameters... +2021-12-18 14:48:23,823 + +13 of 25 jobs remaining (14:48) +2021-12-18 14:48:23,824 Sleep: 10 +2021-12-18 14:48:23,824 Number of retrials: 0 +2021-12-18 14:48:23,824 WRAPPER CHECK TIME = 10 +2021-12-18 14:48:23,824 Checking jobs for platform=marenostrum4 +2021-12-18 14:48:23,825 Checking jobs for platform=nord3 +2021-12-18 14:48:23,825 Checking jobs for platform=local +2021-12-18 14:48:23,826 Checking jobs for platform=transfer_node +2021-12-18 14:48:23,826 Checking all jobs at once +2021-12-18 14:48:25,149 Successful check job command +2021-12-18 14:48:26,469 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:48:26,469 End of checking +2021-12-18 14:48:26,471 Updating FAILED jobs +2021-12-18 14:48:26,471 Updating WAITING jobs +2021-12-18 14:48:26,472 Update finished +2021-12-18 14:48:26,472 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:48:26,472 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 14:48:26,472 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:48:26,472 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:48:26,472 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:48:26,473 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:48:26,473 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:48:26,475 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:48:26,477 Job list saved +2021-12-18 14:48:26,482 Updating FAILED jobs +2021-12-18 14:48:26,482 Updating WAITING jobs +2021-12-18 14:48:26,482 Update finished +2021-12-18 14:48:36,492 Reloading parameters... +2021-12-18 14:48:36,510 Loading parameters... +2021-12-18 14:48:36,511 Loading project parameters... +2021-12-18 14:48:36,513 + +13 of 25 jobs remaining (14:48) +2021-12-18 14:48:36,513 Sleep: 10 +2021-12-18 14:48:36,513 Number of retrials: 0 +2021-12-18 14:48:36,513 WRAPPER CHECK TIME = 10 +2021-12-18 14:48:36,514 Checking jobs for platform=marenostrum4 +2021-12-18 14:48:36,514 Checking jobs for platform=nord3 +2021-12-18 14:48:36,515 Checking jobs for platform=local +2021-12-18 14:48:36,516 Checking jobs for platform=transfer_node +2021-12-18 14:48:36,516 Checking all jobs at once +2021-12-18 14:48:37,835 Successful check job command +2021-12-18 14:48:39,005 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:48:39,006 End of checking +2021-12-18 14:48:39,007 Updating FAILED jobs +2021-12-18 14:48:39,007 Updating WAITING jobs +2021-12-18 14:48:39,007 Update finished +2021-12-18 14:48:39,007 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:48:39,008 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 14:48:39,008 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:48:39,008 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:48:39,008 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:48:39,008 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:48:39,009 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:48:39,011 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:48:39,013 Job list saved +2021-12-18 14:48:39,024 Updating FAILED jobs +2021-12-18 14:48:39,024 Updating WAITING jobs +2021-12-18 14:48:39,025 Update finished +2021-12-18 14:48:49,035 Reloading parameters... +2021-12-18 14:48:49,053 Loading parameters... +2021-12-18 14:48:49,055 Loading project parameters... +2021-12-18 14:48:49,056 + +13 of 25 jobs remaining (14:48) +2021-12-18 14:48:49,057 Sleep: 10 +2021-12-18 14:48:49,057 Number of retrials: 0 +2021-12-18 14:48:49,057 WRAPPER CHECK TIME = 10 +2021-12-18 14:48:49,057 Checking jobs for platform=marenostrum4 +2021-12-18 14:48:49,058 Checking jobs for platform=nord3 +2021-12-18 14:48:49,058 Checking jobs for platform=local +2021-12-18 14:48:49,059 Checking jobs for platform=transfer_node +2021-12-18 14:48:49,059 Checking all jobs at once +2021-12-18 14:48:50,630 Successful check job command +2021-12-18 14:48:52,049 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:48:52,050 End of checking +2021-12-18 14:48:52,051 Updating FAILED jobs +2021-12-18 14:48:52,051 Updating WAITING jobs +2021-12-18 14:48:52,052 Update finished +2021-12-18 14:48:52,052 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:48:52,052 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 14:48:52,052 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:48:52,052 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:48:52,052 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:48:52,052 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:48:52,053 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:48:52,055 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:48:52,058 Job list saved +2021-12-18 14:48:52,065 Updating FAILED jobs +2021-12-18 14:48:52,065 Updating WAITING jobs +2021-12-18 14:48:52,065 Update finished +2021-12-18 14:49:02,075 Reloading parameters... +2021-12-18 14:49:02,097 Loading parameters... +2021-12-18 14:49:02,099 Loading project parameters... +2021-12-18 14:49:02,101 + +13 of 25 jobs remaining (14:49) +2021-12-18 14:49:02,101 Sleep: 10 +2021-12-18 14:49:02,101 Number of retrials: 0 +2021-12-18 14:49:02,102 WRAPPER CHECK TIME = 10 +2021-12-18 14:49:02,102 Checking jobs for platform=marenostrum4 +2021-12-18 14:49:02,103 Checking jobs for platform=nord3 +2021-12-18 14:49:02,103 Checking jobs for platform=local +2021-12-18 14:49:02,104 Checking jobs for platform=transfer_node +2021-12-18 14:49:02,104 Checking all jobs at once +2021-12-18 14:49:03,524 Successful check job command +2021-12-18 14:49:04,893 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:49:04,893 End of checking +2021-12-18 14:49:04,896 Updating FAILED jobs +2021-12-18 14:49:04,896 Updating WAITING jobs +2021-12-18 14:49:04,896 Update finished +2021-12-18 14:49:04,896 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:49:04,896 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 14:49:04,897 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:49:04,897 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:49:04,897 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:49:04,897 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:49:04,897 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:49:04,900 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:49:04,902 Job list saved +2021-12-18 14:49:04,907 Updating FAILED jobs +2021-12-18 14:49:04,908 Updating WAITING jobs +2021-12-18 14:49:04,908 Update finished +2021-12-18 14:49:14,918 Reloading parameters... +2021-12-18 14:49:14,940 Loading parameters... +2021-12-18 14:49:14,941 Loading project parameters... +2021-12-18 14:49:14,943 + +13 of 25 jobs remaining (14:49) +2021-12-18 14:49:14,943 Sleep: 10 +2021-12-18 14:49:14,943 Number of retrials: 0 +2021-12-18 14:49:14,943 WRAPPER CHECK TIME = 10 +2021-12-18 14:49:14,944 Checking jobs for platform=marenostrum4 +2021-12-18 14:49:14,944 Checking jobs for platform=nord3 +2021-12-18 14:49:14,945 Checking jobs for platform=local +2021-12-18 14:49:14,945 Checking jobs for platform=transfer_node +2021-12-18 14:49:14,945 Checking all jobs at once +2021-12-18 14:49:16,315 Successful check job command +2021-12-18 14:49:17,534 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:49:17,535 End of checking +2021-12-18 14:49:17,536 Updating FAILED jobs +2021-12-18 14:49:17,536 Updating WAITING jobs +2021-12-18 14:49:17,536 Update finished +2021-12-18 14:49:17,536 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:49:17,537 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 14:49:17,537 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:49:17,537 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:49:17,537 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:49:17,537 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:49:17,537 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:49:17,540 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:49:17,542 Job list saved +2021-12-18 14:49:17,561 Updating FAILED jobs +2021-12-18 14:49:17,561 Updating WAITING jobs +2021-12-18 14:49:17,561 Update finished +2021-12-18 14:49:27,571 Reloading parameters... +2021-12-18 14:49:27,594 Loading parameters... +2021-12-18 14:49:27,595 Loading project parameters... +2021-12-18 14:49:27,597 + +13 of 25 jobs remaining (14:49) +2021-12-18 14:49:27,598 Sleep: 10 +2021-12-18 14:49:27,598 Number of retrials: 0 +2021-12-18 14:49:27,598 WRAPPER CHECK TIME = 10 +2021-12-18 14:49:27,598 Checking jobs for platform=marenostrum4 +2021-12-18 14:49:27,599 Checking jobs for platform=nord3 +2021-12-18 14:49:27,599 Checking jobs for platform=local +2021-12-18 14:49:27,600 Checking jobs for platform=transfer_node +2021-12-18 14:49:27,600 Checking all jobs at once +2021-12-18 14:49:29,170 Successful check job command +2021-12-18 14:49:30,540 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:49:30,541 End of checking +2021-12-18 14:49:30,542 Updating FAILED jobs +2021-12-18 14:49:30,542 Updating WAITING jobs +2021-12-18 14:49:30,542 Update finished +2021-12-18 14:49:30,543 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:49:30,543 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 14:49:30,543 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:49:30,543 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:49:30,543 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:49:30,543 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:49:30,543 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:49:30,546 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:49:30,548 Job list saved +2021-12-18 14:49:30,553 Updating FAILED jobs +2021-12-18 14:49:30,553 Updating WAITING jobs +2021-12-18 14:49:30,553 Update finished +2021-12-18 14:49:40,563 Reloading parameters... +2021-12-18 14:49:40,584 Loading parameters... +2021-12-18 14:49:40,585 Loading project parameters... +2021-12-18 14:49:40,587 + +13 of 25 jobs remaining (14:49) +2021-12-18 14:49:40,587 Sleep: 10 +2021-12-18 14:49:40,587 Number of retrials: 0 +2021-12-18 14:49:40,587 WRAPPER CHECK TIME = 10 +2021-12-18 14:49:40,588 Checking jobs for platform=marenostrum4 +2021-12-18 14:49:40,589 Checking jobs for platform=nord3 +2021-12-18 14:49:40,589 Checking jobs for platform=local +2021-12-18 14:49:40,590 Checking jobs for platform=transfer_node +2021-12-18 14:49:40,590 Checking all jobs at once +2021-12-18 14:49:41,959 Successful check job command +2021-12-18 14:49:43,279 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:49:43,279 End of checking +2021-12-18 14:49:43,281 Updating FAILED jobs +2021-12-18 14:49:43,281 Updating WAITING jobs +2021-12-18 14:49:43,281 Update finished +2021-12-18 14:49:43,281 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:49:43,282 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 14:49:43,282 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:49:43,282 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:49:43,282 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:49:43,282 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:49:43,282 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:49:43,285 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:49:43,288 Job list saved +2021-12-18 14:49:43,294 Updating FAILED jobs +2021-12-18 14:49:43,294 Updating WAITING jobs +2021-12-18 14:49:43,294 Update finished +2021-12-18 14:49:53,304 Reloading parameters... +2021-12-18 14:49:53,330 Loading parameters... +2021-12-18 14:49:53,333 Loading project parameters... +2021-12-18 14:49:53,336 + +13 of 25 jobs remaining (14:49) +2021-12-18 14:49:53,336 Sleep: 10 +2021-12-18 14:49:53,336 Number of retrials: 0 +2021-12-18 14:49:53,336 WRAPPER CHECK TIME = 10 +2021-12-18 14:49:53,337 Checking jobs for platform=marenostrum4 +2021-12-18 14:49:53,337 Checking jobs for platform=nord3 +2021-12-18 14:49:53,338 Checking jobs for platform=local +2021-12-18 14:49:53,338 Checking jobs for platform=transfer_node +2021-12-18 14:49:53,338 Checking all jobs at once +2021-12-18 14:49:54,613 Successful check job command +2021-12-18 14:49:55,832 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:49:55,833 End of checking +2021-12-18 14:49:55,834 Updating FAILED jobs +2021-12-18 14:49:55,834 Updating WAITING jobs +2021-12-18 14:49:55,835 Update finished +2021-12-18 14:49:55,835 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:49:55,836 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 14:49:55,836 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:49:55,836 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:49:55,836 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:49:55,836 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:49:55,836 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:49:55,839 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:49:55,842 Job list saved +2021-12-18 14:49:55,847 Updating FAILED jobs +2021-12-18 14:49:55,847 Updating WAITING jobs +2021-12-18 14:49:55,847 Update finished +2021-12-18 14:50:05,857 Reloading parameters... +2021-12-18 14:50:05,881 Loading parameters... +2021-12-18 14:50:05,883 Loading project parameters... +2021-12-18 14:50:05,884 + +13 of 25 jobs remaining (14:50) +2021-12-18 14:50:05,885 Sleep: 10 +2021-12-18 14:50:05,885 Number of retrials: 0 +2021-12-18 14:50:05,885 WRAPPER CHECK TIME = 10 +2021-12-18 14:50:05,885 Checking jobs for platform=marenostrum4 +2021-12-18 14:50:05,886 Checking jobs for platform=nord3 +2021-12-18 14:50:05,887 Checking jobs for platform=local +2021-12-18 14:50:05,887 Checking jobs for platform=transfer_node +2021-12-18 14:50:05,887 Checking all jobs at once +2021-12-18 14:50:07,307 Successful check job command +2021-12-18 14:50:08,579 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:50:08,579 End of checking +2021-12-18 14:50:08,581 Updating FAILED jobs +2021-12-18 14:50:08,582 Updating WAITING jobs +2021-12-18 14:50:08,582 Update finished +2021-12-18 14:50:08,582 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:50:08,582 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 14:50:08,582 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:50:08,583 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:50:08,583 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:50:08,583 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:50:08,583 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:50:08,586 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:50:08,588 Job list saved +2021-12-18 14:50:08,593 Updating FAILED jobs +2021-12-18 14:50:08,593 Updating WAITING jobs +2021-12-18 14:50:08,593 Update finished +2021-12-18 14:50:18,603 Reloading parameters... +2021-12-18 14:50:18,622 Loading parameters... +2021-12-18 14:50:18,623 Loading project parameters... +2021-12-18 14:50:18,626 + +13 of 25 jobs remaining (14:50) +2021-12-18 14:50:18,626 Sleep: 10 +2021-12-18 14:50:18,626 Number of retrials: 0 +2021-12-18 14:50:18,626 WRAPPER CHECK TIME = 10 +2021-12-18 14:50:18,627 Checking jobs for platform=marenostrum4 +2021-12-18 14:50:18,627 Checking jobs for platform=nord3 +2021-12-18 14:50:18,628 Checking jobs for platform=local +2021-12-18 14:50:18,628 Checking jobs for platform=transfer_node +2021-12-18 14:50:18,628 Checking all jobs at once +2021-12-18 14:50:20,199 Successful check job command +2021-12-18 14:50:21,669 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:50:21,669 End of checking +2021-12-18 14:50:21,671 Updating FAILED jobs +2021-12-18 14:50:21,671 Updating WAITING jobs +2021-12-18 14:50:21,671 Update finished +2021-12-18 14:50:21,671 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:50:21,671 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 14:50:21,671 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:50:21,672 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:50:21,672 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:50:21,672 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:50:21,672 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:50:21,675 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:50:21,677 Job list saved +2021-12-18 14:50:21,682 Updating FAILED jobs +2021-12-18 14:50:21,682 Updating WAITING jobs +2021-12-18 14:50:21,682 Update finished +2021-12-18 14:50:31,693 Reloading parameters... +2021-12-18 14:50:31,716 Loading parameters... +2021-12-18 14:50:31,717 Loading project parameters... +2021-12-18 14:50:31,719 + +13 of 25 jobs remaining (14:50) +2021-12-18 14:50:31,719 Sleep: 10 +2021-12-18 14:50:31,720 Number of retrials: 0 +2021-12-18 14:50:31,720 WRAPPER CHECK TIME = 10 +2021-12-18 14:50:31,720 Checking jobs for platform=marenostrum4 +2021-12-18 14:50:31,721 Checking jobs for platform=nord3 +2021-12-18 14:50:31,721 Checking jobs for platform=local +2021-12-18 14:50:31,722 Checking jobs for platform=transfer_node +2021-12-18 14:50:31,722 Checking all jobs at once +2021-12-18 14:50:33,092 Successful check job command +2021-12-18 14:50:34,511 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:50:34,511 End of checking +2021-12-18 14:50:34,513 Updating FAILED jobs +2021-12-18 14:50:34,514 Updating WAITING jobs +2021-12-18 14:50:34,514 Update finished +2021-12-18 14:50:34,514 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:50:34,515 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 14:50:34,515 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:50:34,515 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:50:34,515 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:50:34,515 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:50:34,515 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:50:34,518 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:50:34,520 Job list saved +2021-12-18 14:50:34,525 Updating FAILED jobs +2021-12-18 14:50:34,525 Updating WAITING jobs +2021-12-18 14:50:34,526 Update finished +2021-12-18 14:50:44,536 Reloading parameters... +2021-12-18 14:50:44,619 Loading parameters... +2021-12-18 14:50:44,620 Loading project parameters... +2021-12-18 14:50:44,622 + +13 of 25 jobs remaining (14:50) +2021-12-18 14:50:44,622 Sleep: 10 +2021-12-18 14:50:44,622 Number of retrials: 0 +2021-12-18 14:50:44,622 WRAPPER CHECK TIME = 10 +2021-12-18 14:50:44,623 Checking jobs for platform=marenostrum4 +2021-12-18 14:50:44,623 Checking jobs for platform=nord3 +2021-12-18 14:50:44,624 Checking jobs for platform=local +2021-12-18 14:50:44,624 Checking jobs for platform=transfer_node +2021-12-18 14:50:44,624 Checking all jobs at once +2021-12-18 14:50:46,045 Successful check job command +2021-12-18 14:50:47,567 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:50:47,567 End of checking +2021-12-18 14:50:47,569 Updating FAILED jobs +2021-12-18 14:50:47,569 Updating WAITING jobs +2021-12-18 14:50:47,570 Update finished +2021-12-18 14:50:47,570 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:50:47,570 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 14:50:47,570 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:50:47,570 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:50:47,570 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:50:47,571 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:50:47,571 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:50:47,575 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:50:47,577 Job list saved +2021-12-18 14:50:47,585 Updating FAILED jobs +2021-12-18 14:50:47,585 Updating WAITING jobs +2021-12-18 14:50:47,586 Update finished +2021-12-18 14:50:57,593 Reloading parameters... +2021-12-18 14:50:57,614 Loading parameters... +2021-12-18 14:50:57,615 Loading project parameters... +2021-12-18 14:50:57,617 + +13 of 25 jobs remaining (14:50) +2021-12-18 14:50:57,617 Sleep: 10 +2021-12-18 14:50:57,617 Number of retrials: 0 +2021-12-18 14:50:57,618 WRAPPER CHECK TIME = 10 +2021-12-18 14:50:57,618 Checking jobs for platform=marenostrum4 +2021-12-18 14:50:57,619 Checking jobs for platform=nord3 +2021-12-18 14:50:57,619 Checking jobs for platform=local +2021-12-18 14:50:57,620 Checking jobs for platform=transfer_node +2021-12-18 14:50:57,620 Checking all jobs at once +2021-12-18 14:50:59,340 Successful check job command +2021-12-18 14:51:00,711 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:51:00,711 End of checking +2021-12-18 14:51:00,714 Updating FAILED jobs +2021-12-18 14:51:00,714 Updating WAITING jobs +2021-12-18 14:51:00,714 Update finished +2021-12-18 14:51:00,714 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:51:00,714 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 14:51:00,714 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:51:00,715 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:51:00,715 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:51:00,715 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:51:00,715 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:51:00,720 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:51:00,723 Job list saved +2021-12-18 14:51:00,729 Updating FAILED jobs +2021-12-18 14:51:00,729 Updating WAITING jobs +2021-12-18 14:51:00,729 Update finished +2021-12-18 14:51:10,739 Reloading parameters... +2021-12-18 14:51:10,760 Loading parameters... +2021-12-18 14:51:10,761 Loading project parameters... +2021-12-18 14:51:10,763 + +13 of 25 jobs remaining (14:51) +2021-12-18 14:51:10,763 Sleep: 10 +2021-12-18 14:51:10,764 Number of retrials: 0 +2021-12-18 14:51:10,764 WRAPPER CHECK TIME = 10 +2021-12-18 14:51:10,764 Checking jobs for platform=marenostrum4 +2021-12-18 14:51:10,765 Checking jobs for platform=nord3 +2021-12-18 14:51:10,765 Checking jobs for platform=local +2021-12-18 14:51:10,766 Checking jobs for platform=transfer_node +2021-12-18 14:51:10,766 Checking all jobs at once +2021-12-18 14:51:12,236 Successful check job command +2021-12-18 14:51:14,258 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:51:14,258 End of checking +2021-12-18 14:51:14,260 Updating FAILED jobs +2021-12-18 14:51:14,260 Updating WAITING jobs +2021-12-18 14:51:14,260 Update finished +2021-12-18 14:51:14,260 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:51:14,263 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 14:51:14,264 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:51:14,264 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:51:14,264 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:51:14,264 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:51:14,264 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:51:14,268 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:51:14,270 Job list saved +2021-12-18 14:51:14,276 Updating FAILED jobs +2021-12-18 14:51:14,276 Updating WAITING jobs +2021-12-18 14:51:14,276 Update finished +2021-12-18 14:51:24,286 Reloading parameters... +2021-12-18 14:51:24,307 Loading parameters... +2021-12-18 14:51:24,308 Loading project parameters... +2021-12-18 14:51:24,310 + +13 of 25 jobs remaining (14:51) +2021-12-18 14:51:24,310 Sleep: 10 +2021-12-18 14:51:24,310 Number of retrials: 0 +2021-12-18 14:51:24,310 WRAPPER CHECK TIME = 10 +2021-12-18 14:51:24,311 Checking jobs for platform=marenostrum4 +2021-12-18 14:51:24,311 Checking jobs for platform=nord3 +2021-12-18 14:51:24,312 Checking jobs for platform=local +2021-12-18 14:51:24,312 Checking jobs for platform=transfer_node +2021-12-18 14:51:24,313 Checking all jobs at once +2021-12-18 14:51:25,783 Successful check job command +2021-12-18 14:51:27,004 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:51:27,004 End of checking +2021-12-18 14:51:27,006 Updating FAILED jobs +2021-12-18 14:51:27,006 Updating WAITING jobs +2021-12-18 14:51:27,006 Update finished +2021-12-18 14:51:27,006 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:51:27,006 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 14:51:27,007 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:51:27,007 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:51:27,007 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:51:27,007 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:51:27,007 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:51:27,010 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:51:27,013 Job list saved +2021-12-18 14:51:27,021 Updating FAILED jobs +2021-12-18 14:51:27,021 Updating WAITING jobs +2021-12-18 14:51:27,021 Update finished +2021-12-18 14:51:37,028 Reloading parameters... +2021-12-18 14:51:37,053 Loading parameters... +2021-12-18 14:51:37,054 Loading project parameters... +2021-12-18 14:51:37,056 + +13 of 25 jobs remaining (14:51) +2021-12-18 14:51:37,057 Sleep: 10 +2021-12-18 14:51:37,057 Number of retrials: 0 +2021-12-18 14:51:37,057 WRAPPER CHECK TIME = 10 +2021-12-18 14:51:37,057 Checking jobs for platform=marenostrum4 +2021-12-18 14:51:37,058 Checking jobs for platform=nord3 +2021-12-18 14:51:37,058 Checking jobs for platform=local +2021-12-18 14:51:37,059 Checking jobs for platform=transfer_node +2021-12-18 14:51:37,059 Checking all jobs at once +2021-12-18 14:51:38,730 Successful check job command +2021-12-18 14:51:40,400 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:51:40,401 End of checking +2021-12-18 14:51:40,402 Updating FAILED jobs +2021-12-18 14:51:40,402 Updating WAITING jobs +2021-12-18 14:51:40,402 Update finished +2021-12-18 14:51:40,403 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:51:40,403 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 14:51:40,403 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:51:40,403 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:51:40,403 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:51:40,403 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:51:40,403 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:51:40,406 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:51:40,409 Job list saved +2021-12-18 14:51:40,413 Updating FAILED jobs +2021-12-18 14:51:40,413 Updating WAITING jobs +2021-12-18 14:51:40,414 Update finished +2021-12-18 14:51:50,419 Reloading parameters... +2021-12-18 14:51:50,438 Loading parameters... +2021-12-18 14:51:50,439 Loading project parameters... +2021-12-18 14:51:50,441 + +13 of 25 jobs remaining (14:51) +2021-12-18 14:51:50,441 Sleep: 10 +2021-12-18 14:51:50,441 Number of retrials: 0 +2021-12-18 14:51:50,442 WRAPPER CHECK TIME = 10 +2021-12-18 14:51:50,442 Checking jobs for platform=marenostrum4 +2021-12-18 14:51:50,443 Checking jobs for platform=nord3 +2021-12-18 14:51:50,443 Checking jobs for platform=local +2021-12-18 14:51:50,444 Checking jobs for platform=transfer_node +2021-12-18 14:51:50,444 Checking all jobs at once +2021-12-18 14:51:51,764 Successful check job command +2021-12-18 14:51:53,033 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:51:53,033 End of checking +2021-12-18 14:51:53,035 Updating FAILED jobs +2021-12-18 14:51:53,035 Updating WAITING jobs +2021-12-18 14:51:53,035 Update finished +2021-12-18 14:51:53,035 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:51:53,036 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 14:51:53,036 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:51:53,037 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:51:53,037 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:51:53,037 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:51:53,037 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:51:53,041 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:51:53,043 Job list saved +2021-12-18 14:51:53,051 Updating FAILED jobs +2021-12-18 14:51:53,051 Updating WAITING jobs +2021-12-18 14:51:53,051 Update finished +2021-12-18 14:52:03,061 Reloading parameters... +2021-12-18 14:52:03,080 Loading parameters... +2021-12-18 14:52:03,082 Loading project parameters... +2021-12-18 14:52:03,084 + +13 of 25 jobs remaining (14:52) +2021-12-18 14:52:03,084 Sleep: 10 +2021-12-18 14:52:03,084 Number of retrials: 0 +2021-12-18 14:52:03,084 WRAPPER CHECK TIME = 10 +2021-12-18 14:52:03,085 Checking jobs for platform=marenostrum4 +2021-12-18 14:52:03,085 Checking jobs for platform=nord3 +2021-12-18 14:52:03,086 Checking jobs for platform=local +2021-12-18 14:52:03,086 Checking jobs for platform=transfer_node +2021-12-18 14:52:03,086 Checking all jobs at once +2021-12-18 14:52:04,456 Successful check job command +2021-12-18 14:52:05,726 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:52:05,726 End of checking +2021-12-18 14:52:05,728 Updating FAILED jobs +2021-12-18 14:52:05,728 Updating WAITING jobs +2021-12-18 14:52:05,728 Update finished +2021-12-18 14:52:05,728 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:52:05,728 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 14:52:05,728 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:52:05,729 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:52:05,729 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:52:05,729 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:52:05,729 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:52:05,732 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:52:05,735 Job list saved +2021-12-18 14:52:05,759 Updating FAILED jobs +2021-12-18 14:52:05,759 Updating WAITING jobs +2021-12-18 14:52:05,759 Update finished +2021-12-18 14:52:15,766 Reloading parameters... +2021-12-18 14:52:15,785 Loading parameters... +2021-12-18 14:52:15,786 Loading project parameters... +2021-12-18 14:52:15,788 + +13 of 25 jobs remaining (14:52) +2021-12-18 14:52:15,788 Sleep: 10 +2021-12-18 14:52:15,789 Number of retrials: 0 +2021-12-18 14:52:15,789 WRAPPER CHECK TIME = 10 +2021-12-18 14:52:15,789 Checking jobs for platform=marenostrum4 +2021-12-18 14:52:15,790 Checking jobs for platform=nord3 +2021-12-18 14:52:15,790 Checking jobs for platform=local +2021-12-18 14:52:15,791 Checking jobs for platform=transfer_node +2021-12-18 14:52:15,791 Checking all jobs at once +2021-12-18 14:52:17,112 Successful check job command +2021-12-18 14:52:18,484 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:52:18,484 End of checking +2021-12-18 14:52:18,485 Updating FAILED jobs +2021-12-18 14:52:18,486 Updating WAITING jobs +2021-12-18 14:52:18,486 Update finished +2021-12-18 14:52:18,486 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:52:18,486 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 14:52:18,486 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:52:18,486 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:52:18,487 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:52:18,487 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:52:18,487 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:52:18,490 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:52:18,493 Job list saved +2021-12-18 14:52:18,498 Updating FAILED jobs +2021-12-18 14:52:18,498 Updating WAITING jobs +2021-12-18 14:52:18,498 Update finished +2021-12-18 14:52:28,508 Reloading parameters... +2021-12-18 14:52:28,529 Loading parameters... +2021-12-18 14:52:28,530 Loading project parameters... +2021-12-18 14:52:28,532 + +13 of 25 jobs remaining (14:52) +2021-12-18 14:52:28,533 Sleep: 10 +2021-12-18 14:52:28,533 Number of retrials: 0 +2021-12-18 14:52:28,533 WRAPPER CHECK TIME = 10 +2021-12-18 14:52:28,533 Checking jobs for platform=marenostrum4 +2021-12-18 14:52:28,534 Checking jobs for platform=nord3 +2021-12-18 14:52:28,535 Checking jobs for platform=local +2021-12-18 14:52:28,535 Checking jobs for platform=transfer_node +2021-12-18 14:52:28,535 Checking all jobs at once +2021-12-18 14:52:29,855 Successful check job command +2021-12-18 14:52:31,175 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:52:31,175 End of checking +2021-12-18 14:52:31,176 Updating FAILED jobs +2021-12-18 14:52:31,176 Updating WAITING jobs +2021-12-18 14:52:31,176 Update finished +2021-12-18 14:52:31,177 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:52:31,177 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 14:52:31,177 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:52:31,178 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:52:31,178 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:52:31,178 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:52:31,178 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:52:31,180 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:52:31,183 Job list saved +2021-12-18 14:52:31,188 Updating FAILED jobs +2021-12-18 14:52:31,189 Updating WAITING jobs +2021-12-18 14:52:31,189 Update finished +2021-12-18 14:52:41,199 Reloading parameters... +2021-12-18 14:52:41,218 Loading parameters... +2021-12-18 14:52:41,220 Loading project parameters... +2021-12-18 14:52:41,222 + +13 of 25 jobs remaining (14:52) +2021-12-18 14:52:41,222 Sleep: 10 +2021-12-18 14:52:41,222 Number of retrials: 0 +2021-12-18 14:52:41,222 WRAPPER CHECK TIME = 10 +2021-12-18 14:52:41,222 Checking jobs for platform=marenostrum4 +2021-12-18 14:52:41,223 Checking jobs for platform=nord3 +2021-12-18 14:52:41,224 Checking jobs for platform=local +2021-12-18 14:52:41,224 Checking jobs for platform=transfer_node +2021-12-18 14:52:41,224 Checking all jobs at once +2021-12-18 14:52:42,451 Successful check job command +2021-12-18 14:52:43,721 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:52:43,722 End of checking +2021-12-18 14:52:43,723 Updating FAILED jobs +2021-12-18 14:52:43,723 Updating WAITING jobs +2021-12-18 14:52:43,723 Update finished +2021-12-18 14:52:43,724 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:52:43,724 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 14:52:43,724 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:52:43,724 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:52:43,724 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:52:43,724 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:52:43,724 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:52:43,727 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:52:43,730 Job list saved +2021-12-18 14:52:43,735 Updating FAILED jobs +2021-12-18 14:52:43,735 Updating WAITING jobs +2021-12-18 14:52:43,735 Update finished +2021-12-18 14:52:53,745 Reloading parameters... +2021-12-18 14:52:53,766 Loading parameters... +2021-12-18 14:52:53,767 Loading project parameters... +2021-12-18 14:52:53,769 + +13 of 25 jobs remaining (14:52) +2021-12-18 14:52:53,769 Sleep: 10 +2021-12-18 14:52:53,769 Number of retrials: 0 +2021-12-18 14:52:53,769 WRAPPER CHECK TIME = 10 +2021-12-18 14:52:53,770 Checking jobs for platform=marenostrum4 +2021-12-18 14:52:53,771 Checking jobs for platform=nord3 +2021-12-18 14:52:53,771 Checking jobs for platform=local +2021-12-18 14:52:53,772 Checking jobs for platform=transfer_node +2021-12-18 14:52:53,772 Checking all jobs at once +2021-12-18 14:52:55,091 Successful check job command +2021-12-18 14:52:56,410 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:52:56,411 End of checking +2021-12-18 14:52:56,412 Updating FAILED jobs +2021-12-18 14:52:56,412 Updating WAITING jobs +2021-12-18 14:52:56,412 Update finished +2021-12-18 14:52:56,413 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:52:56,413 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 14:52:56,413 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:52:56,413 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:52:56,413 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:52:56,413 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:52:56,413 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:52:56,417 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:52:56,419 Job list saved +2021-12-18 14:52:56,425 Updating FAILED jobs +2021-12-18 14:52:56,425 Updating WAITING jobs +2021-12-18 14:52:56,425 Update finished +2021-12-18 14:53:06,435 Reloading parameters... +2021-12-18 14:53:06,456 Loading parameters... +2021-12-18 14:53:06,457 Loading project parameters... +2021-12-18 14:53:06,459 + +13 of 25 jobs remaining (14:53) +2021-12-18 14:53:06,460 Sleep: 10 +2021-12-18 14:53:06,460 Number of retrials: 0 +2021-12-18 14:53:06,460 WRAPPER CHECK TIME = 10 +2021-12-18 14:53:06,460 Checking jobs for platform=marenostrum4 +2021-12-18 14:53:06,461 Checking jobs for platform=nord3 +2021-12-18 14:53:06,461 Checking jobs for platform=local +2021-12-18 14:53:06,462 Checking jobs for platform=transfer_node +2021-12-18 14:53:06,462 Checking all jobs at once +2021-12-18 14:53:07,731 Successful check job command +2021-12-18 14:53:09,151 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:53:09,151 End of checking +2021-12-18 14:53:09,153 Updating FAILED jobs +2021-12-18 14:53:09,154 Updating WAITING jobs +2021-12-18 14:53:09,154 Update finished +2021-12-18 14:53:09,154 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:53:09,155 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 14:53:09,155 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:53:09,155 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:53:09,155 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:53:09,155 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:53:09,155 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:53:09,158 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:53:09,161 Job list saved +2021-12-18 14:53:09,169 Updating FAILED jobs +2021-12-18 14:53:09,169 Updating WAITING jobs +2021-12-18 14:53:09,169 Update finished +2021-12-18 14:53:19,179 Reloading parameters... +2021-12-18 14:53:19,202 Loading parameters... +2021-12-18 14:53:19,203 Loading project parameters... +2021-12-18 14:53:19,205 + +13 of 25 jobs remaining (14:53) +2021-12-18 14:53:19,205 Sleep: 10 +2021-12-18 14:53:19,205 Number of retrials: 0 +2021-12-18 14:53:19,205 WRAPPER CHECK TIME = 10 +2021-12-18 14:53:19,206 Checking jobs for platform=marenostrum4 +2021-12-18 14:53:19,207 Checking jobs for platform=nord3 +2021-12-18 14:53:19,207 Checking jobs for platform=local +2021-12-18 14:53:19,208 Checking jobs for platform=transfer_node +2021-12-18 14:53:19,208 Checking all jobs at once +2021-12-18 14:53:20,427 Successful check job command +2021-12-18 14:53:21,596 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:53:21,596 End of checking +2021-12-18 14:53:21,597 Updating FAILED jobs +2021-12-18 14:53:21,598 Updating WAITING jobs +2021-12-18 14:53:21,598 Update finished +2021-12-18 14:53:21,598 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:53:21,598 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 14:53:21,598 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:53:21,598 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:53:21,599 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:53:21,599 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:53:21,599 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:53:21,603 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:53:21,605 Job list saved +2021-12-18 14:53:21,611 Updating FAILED jobs +2021-12-18 14:53:21,611 Updating WAITING jobs +2021-12-18 14:53:21,611 Update finished +2021-12-18 14:53:31,621 Reloading parameters... +2021-12-18 14:53:31,641 Loading parameters... +2021-12-18 14:53:31,642 Loading project parameters... +2021-12-18 14:53:31,644 + +13 of 25 jobs remaining (14:53) +2021-12-18 14:53:31,644 Sleep: 10 +2021-12-18 14:53:31,644 Number of retrials: 0 +2021-12-18 14:53:31,644 WRAPPER CHECK TIME = 10 +2021-12-18 14:53:31,645 Checking jobs for platform=marenostrum4 +2021-12-18 14:53:31,646 Checking jobs for platform=nord3 +2021-12-18 14:53:31,646 Checking jobs for platform=local +2021-12-18 14:53:31,647 Checking jobs for platform=transfer_node +2021-12-18 14:53:31,647 Checking all jobs at once +2021-12-18 14:53:33,017 Successful check job command +2021-12-18 14:53:34,186 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:53:34,186 End of checking +2021-12-18 14:53:34,187 Updating FAILED jobs +2021-12-18 14:53:34,187 Updating WAITING jobs +2021-12-18 14:53:34,187 Update finished +2021-12-18 14:53:34,188 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:53:34,188 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 14:53:34,188 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:53:34,188 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:53:34,188 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:53:34,188 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:53:34,188 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:53:34,191 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:53:34,194 Job list saved +2021-12-18 14:53:34,201 Updating FAILED jobs +2021-12-18 14:53:34,201 Updating WAITING jobs +2021-12-18 14:53:34,201 Update finished +2021-12-18 14:53:44,210 Reloading parameters... +2021-12-18 14:53:44,232 Loading parameters... +2021-12-18 14:53:44,233 Loading project parameters... +2021-12-18 14:53:44,235 + +13 of 25 jobs remaining (14:53) +2021-12-18 14:53:44,235 Sleep: 10 +2021-12-18 14:53:44,235 Number of retrials: 0 +2021-12-18 14:53:44,235 WRAPPER CHECK TIME = 10 +2021-12-18 14:53:44,236 Checking jobs for platform=marenostrum4 +2021-12-18 14:53:44,237 Checking jobs for platform=nord3 +2021-12-18 14:53:44,237 Checking jobs for platform=local +2021-12-18 14:53:44,238 Checking jobs for platform=transfer_node +2021-12-18 14:53:44,238 Checking all jobs at once +2021-12-18 14:53:45,707 Successful check job command +2021-12-18 14:53:47,177 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:53:47,177 End of checking +2021-12-18 14:53:47,179 Updating FAILED jobs +2021-12-18 14:53:47,179 Updating WAITING jobs +2021-12-18 14:53:47,179 Update finished +2021-12-18 14:53:47,179 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:53:47,180 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 14:53:47,180 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:53:47,180 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:53:47,180 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:53:47,181 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:53:47,181 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:53:47,183 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:53:47,186 Job list saved +2021-12-18 14:53:47,192 Updating FAILED jobs +2021-12-18 14:53:47,192 Updating WAITING jobs +2021-12-18 14:53:47,192 Update finished +2021-12-18 14:53:57,200 Reloading parameters... +2021-12-18 14:53:57,219 Loading parameters... +2021-12-18 14:53:57,221 Loading project parameters... +2021-12-18 14:53:57,223 + +13 of 25 jobs remaining (14:53) +2021-12-18 14:53:57,223 Sleep: 10 +2021-12-18 14:53:57,223 Number of retrials: 0 +2021-12-18 14:53:57,223 WRAPPER CHECK TIME = 10 +2021-12-18 14:53:57,224 Checking jobs for platform=marenostrum4 +2021-12-18 14:53:57,224 Checking jobs for platform=nord3 +2021-12-18 14:53:57,225 Checking jobs for platform=local +2021-12-18 14:53:57,225 Checking jobs for platform=transfer_node +2021-12-18 14:53:57,226 Checking all jobs at once +2021-12-18 14:53:58,445 Successful check job command +2021-12-18 14:53:59,665 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:53:59,665 End of checking +2021-12-18 14:53:59,667 Updating FAILED jobs +2021-12-18 14:53:59,667 Updating WAITING jobs +2021-12-18 14:53:59,667 Update finished +2021-12-18 14:53:59,667 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:53:59,667 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 14:53:59,667 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:53:59,667 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:53:59,668 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:53:59,668 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:53:59,668 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:53:59,671 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:53:59,673 Job list saved +2021-12-18 14:53:59,678 Updating FAILED jobs +2021-12-18 14:53:59,678 Updating WAITING jobs +2021-12-18 14:53:59,679 Update finished +2021-12-18 14:54:09,689 Reloading parameters... +2021-12-18 14:54:09,708 Loading parameters... +2021-12-18 14:54:09,710 Loading project parameters... +2021-12-18 14:54:09,712 + +13 of 25 jobs remaining (14:54) +2021-12-18 14:54:09,712 Sleep: 10 +2021-12-18 14:54:09,712 Number of retrials: 0 +2021-12-18 14:54:09,712 WRAPPER CHECK TIME = 10 +2021-12-18 14:54:09,712 Checking jobs for platform=marenostrum4 +2021-12-18 14:54:09,713 Checking jobs for platform=nord3 +2021-12-18 14:54:09,714 Checking jobs for platform=local +2021-12-18 14:54:09,714 Checking jobs for platform=transfer_node +2021-12-18 14:54:09,714 Checking all jobs at once +2021-12-18 14:54:11,034 Successful check job command +2021-12-18 14:54:12,253 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:54:12,254 End of checking +2021-12-18 14:54:12,255 Updating FAILED jobs +2021-12-18 14:54:12,255 Updating WAITING jobs +2021-12-18 14:54:12,255 Update finished +2021-12-18 14:54:12,255 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:54:12,255 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 14:54:12,256 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:54:12,256 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:54:12,256 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:54:12,256 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:54:12,256 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:54:12,259 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:54:12,261 Job list saved +2021-12-18 14:54:12,266 Updating FAILED jobs +2021-12-18 14:54:12,266 Updating WAITING jobs +2021-12-18 14:54:12,266 Update finished +2021-12-18 14:54:22,276 Reloading parameters... +2021-12-18 14:54:22,295 Loading parameters... +2021-12-18 14:54:22,296 Loading project parameters... +2021-12-18 14:54:22,298 + +13 of 25 jobs remaining (14:54) +2021-12-18 14:54:22,298 Sleep: 10 +2021-12-18 14:54:22,298 Number of retrials: 0 +2021-12-18 14:54:22,299 WRAPPER CHECK TIME = 10 +2021-12-18 14:54:22,299 Checking jobs for platform=marenostrum4 +2021-12-18 14:54:22,300 Checking jobs for platform=nord3 +2021-12-18 14:54:22,300 Checking jobs for platform=local +2021-12-18 14:54:22,301 Checking jobs for platform=transfer_node +2021-12-18 14:54:22,301 Checking all jobs at once +2021-12-18 14:54:23,620 Successful check job command +2021-12-18 14:54:24,889 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:54:24,889 End of checking +2021-12-18 14:54:24,891 Updating FAILED jobs +2021-12-18 14:54:24,891 Updating WAITING jobs +2021-12-18 14:54:24,891 Update finished +2021-12-18 14:54:24,891 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:54:24,892 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 14:54:24,892 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:54:24,892 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:54:24,892 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:54:24,892 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:54:24,893 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:54:24,895 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:54:24,898 Job list saved +2021-12-18 14:54:24,919 Updating FAILED jobs +2021-12-18 14:54:24,920 Updating WAITING jobs +2021-12-18 14:54:24,920 Update finished +2021-12-18 14:54:34,930 Reloading parameters... +2021-12-18 14:54:34,948 Loading parameters... +2021-12-18 14:54:34,949 Loading project parameters... +2021-12-18 14:54:34,951 + +13 of 25 jobs remaining (14:54) +2021-12-18 14:54:34,951 Sleep: 10 +2021-12-18 14:54:34,951 Number of retrials: 0 +2021-12-18 14:54:34,951 WRAPPER CHECK TIME = 10 +2021-12-18 14:54:34,952 Checking jobs for platform=marenostrum4 +2021-12-18 14:54:34,952 Checking jobs for platform=nord3 +2021-12-18 14:54:34,953 Checking jobs for platform=local +2021-12-18 14:54:34,954 Checking jobs for platform=transfer_node +2021-12-18 14:54:34,954 Checking all jobs at once +2021-12-18 14:54:36,476 Successful check job command +2021-12-18 14:54:37,795 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:54:37,795 End of checking +2021-12-18 14:54:37,797 Updating FAILED jobs +2021-12-18 14:54:37,797 Updating WAITING jobs +2021-12-18 14:54:37,797 Update finished +2021-12-18 14:54:37,797 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:54:37,797 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 14:54:37,797 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:54:37,798 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:54:37,798 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:54:37,798 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:54:37,798 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:54:37,801 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:54:37,803 Job list saved +2021-12-18 14:54:37,816 Updating FAILED jobs +2021-12-18 14:54:37,817 Updating WAITING jobs +2021-12-18 14:54:37,817 Update finished +2021-12-18 14:54:47,822 Reloading parameters... +2021-12-18 14:54:47,842 Loading parameters... +2021-12-18 14:54:47,844 Loading project parameters... +2021-12-18 14:54:47,845 + +13 of 25 jobs remaining (14:54) +2021-12-18 14:54:47,846 Sleep: 10 +2021-12-18 14:54:47,846 Number of retrials: 0 +2021-12-18 14:54:47,847 WRAPPER CHECK TIME = 10 +2021-12-18 14:54:47,847 Checking jobs for platform=marenostrum4 +2021-12-18 14:54:47,848 Checking jobs for platform=nord3 +2021-12-18 14:54:47,848 Checking jobs for platform=local +2021-12-18 14:54:47,849 Checking jobs for platform=transfer_node +2021-12-18 14:54:47,849 Checking all jobs at once +2021-12-18 14:54:49,469 Successful check job command +2021-12-18 14:54:50,789 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:54:50,789 End of checking +2021-12-18 14:54:50,790 Updating FAILED jobs +2021-12-18 14:54:50,791 Updating WAITING jobs +2021-12-18 14:54:50,791 Update finished +2021-12-18 14:54:50,791 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:54:50,791 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 14:54:50,791 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:54:50,791 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:54:50,792 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:54:50,792 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:54:50,792 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:54:50,795 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:54:50,797 Job list saved +2021-12-18 14:54:50,803 Updating FAILED jobs +2021-12-18 14:54:50,803 Updating WAITING jobs +2021-12-18 14:54:50,803 Update finished +2021-12-18 14:55:00,814 Reloading parameters... +2021-12-18 14:55:00,833 Loading parameters... +2021-12-18 14:55:00,834 Loading project parameters... +2021-12-18 14:55:00,836 + +13 of 25 jobs remaining (14:55) +2021-12-18 14:55:00,837 Sleep: 10 +2021-12-18 14:55:00,837 Number of retrials: 0 +2021-12-18 14:55:00,837 WRAPPER CHECK TIME = 10 +2021-12-18 14:55:00,837 Checking jobs for platform=marenostrum4 +2021-12-18 14:55:00,838 Checking jobs for platform=nord3 +2021-12-18 14:55:00,838 Checking jobs for platform=local +2021-12-18 14:55:00,839 Checking jobs for platform=transfer_node +2021-12-18 14:55:00,839 Checking all jobs at once +2021-12-18 14:55:02,164 Successful check job command +2021-12-18 14:55:03,784 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:55:03,785 End of checking +2021-12-18 14:55:03,786 Updating FAILED jobs +2021-12-18 14:55:03,786 Updating WAITING jobs +2021-12-18 14:55:03,786 Update finished +2021-12-18 14:55:03,787 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:55:03,787 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 14:55:03,787 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:55:03,787 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:55:03,788 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:55:03,788 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:55:03,788 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:55:03,792 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:55:03,794 Job list saved +2021-12-18 14:55:03,800 Updating FAILED jobs +2021-12-18 14:55:03,800 Updating WAITING jobs +2021-12-18 14:55:03,800 Update finished +2021-12-18 14:55:13,809 Reloading parameters... +2021-12-18 14:55:13,828 Loading parameters... +2021-12-18 14:55:13,830 Loading project parameters... +2021-12-18 14:55:13,832 + +13 of 25 jobs remaining (14:55) +2021-12-18 14:55:13,832 Sleep: 10 +2021-12-18 14:55:13,832 Number of retrials: 0 +2021-12-18 14:55:13,832 WRAPPER CHECK TIME = 10 +2021-12-18 14:55:13,833 Checking jobs for platform=marenostrum4 +2021-12-18 14:55:13,834 Checking jobs for platform=nord3 +2021-12-18 14:55:13,834 Checking jobs for platform=local +2021-12-18 14:55:13,835 Checking jobs for platform=transfer_node +2021-12-18 14:55:13,835 Checking all jobs at once +2021-12-18 14:55:15,204 Successful check job command +2021-12-18 14:55:16,426 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:55:16,427 End of checking +2021-12-18 14:55:16,428 Updating FAILED jobs +2021-12-18 14:55:16,428 Updating WAITING jobs +2021-12-18 14:55:16,429 Update finished +2021-12-18 14:55:16,429 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:55:16,429 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 14:55:16,429 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:55:16,429 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:55:16,429 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:55:16,429 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:55:16,429 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:55:16,432 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:55:16,435 Job list saved +2021-12-18 14:55:16,440 Updating FAILED jobs +2021-12-18 14:55:16,440 Updating WAITING jobs +2021-12-18 14:55:16,440 Update finished +2021-12-18 14:55:26,451 Reloading parameters... +2021-12-18 14:55:26,470 Loading parameters... +2021-12-18 14:55:26,472 Loading project parameters... +2021-12-18 14:55:26,473 + +13 of 25 jobs remaining (14:55) +2021-12-18 14:55:26,474 Sleep: 10 +2021-12-18 14:55:26,474 Number of retrials: 0 +2021-12-18 14:55:26,474 WRAPPER CHECK TIME = 10 +2021-12-18 14:55:26,474 Checking jobs for platform=marenostrum4 +2021-12-18 14:55:26,475 Checking jobs for platform=nord3 +2021-12-18 14:55:26,476 Checking jobs for platform=local +2021-12-18 14:55:26,476 Checking jobs for platform=transfer_node +2021-12-18 14:55:26,476 Checking all jobs at once +2021-12-18 14:55:27,746 Successful check job command +2021-12-18 14:55:28,966 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:55:28,966 End of checking +2021-12-18 14:55:28,967 Updating FAILED jobs +2021-12-18 14:55:28,968 Updating WAITING jobs +2021-12-18 14:55:28,968 Update finished +2021-12-18 14:55:28,968 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:55:28,968 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 14:55:28,968 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:55:28,968 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:55:28,969 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:55:28,969 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:55:28,969 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:55:28,972 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:55:28,974 Job list saved +2021-12-18 14:55:28,978 Updating FAILED jobs +2021-12-18 14:55:28,979 Updating WAITING jobs +2021-12-18 14:55:28,979 Update finished +2021-12-18 14:55:38,987 Reloading parameters... +2021-12-18 14:55:39,006 Loading parameters... +2021-12-18 14:55:39,007 Loading project parameters... +2021-12-18 14:55:39,009 + +13 of 25 jobs remaining (14:55) +2021-12-18 14:55:39,009 Sleep: 10 +2021-12-18 14:55:39,010 Number of retrials: 0 +2021-12-18 14:55:39,010 WRAPPER CHECK TIME = 10 +2021-12-18 14:55:39,010 Checking jobs for platform=marenostrum4 +2021-12-18 14:55:39,011 Checking jobs for platform=nord3 +2021-12-18 14:55:39,011 Checking jobs for platform=local +2021-12-18 14:55:39,012 Checking jobs for platform=transfer_node +2021-12-18 14:55:39,012 Checking all jobs at once +2021-12-18 14:55:40,332 Successful check job command +2021-12-18 14:55:41,551 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:55:41,551 End of checking +2021-12-18 14:55:41,552 Updating FAILED jobs +2021-12-18 14:55:41,552 Updating WAITING jobs +2021-12-18 14:55:41,553 Update finished +2021-12-18 14:55:41,553 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:55:41,553 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 14:55:41,554 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:55:41,554 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:55:41,554 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:55:41,554 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:55:41,554 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:55:41,557 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:55:41,559 Job list saved +2021-12-18 14:55:41,564 Updating FAILED jobs +2021-12-18 14:55:41,564 Updating WAITING jobs +2021-12-18 14:55:41,564 Update finished +2021-12-18 14:55:51,574 Reloading parameters... +2021-12-18 14:55:51,600 Loading parameters... +2021-12-18 14:55:51,601 Loading project parameters... +2021-12-18 14:55:51,603 + +13 of 25 jobs remaining (14:55) +2021-12-18 14:55:51,604 Sleep: 10 +2021-12-18 14:55:51,604 Number of retrials: 0 +2021-12-18 14:55:51,604 WRAPPER CHECK TIME = 10 +2021-12-18 14:55:51,604 Checking jobs for platform=marenostrum4 +2021-12-18 14:55:51,605 Checking jobs for platform=nord3 +2021-12-18 14:55:51,606 Checking jobs for platform=local +2021-12-18 14:55:51,606 Checking jobs for platform=transfer_node +2021-12-18 14:55:51,606 Checking all jobs at once +2021-12-18 14:55:52,976 Successful check job command +2021-12-18 14:55:54,246 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:55:54,246 End of checking +2021-12-18 14:55:54,247 Updating FAILED jobs +2021-12-18 14:55:54,248 Updating WAITING jobs +2021-12-18 14:55:54,248 Update finished +2021-12-18 14:55:54,248 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:55:54,248 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 14:55:54,248 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:55:54,248 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:55:54,249 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:55:54,249 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:55:54,249 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:55:54,252 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:55:54,254 Job list saved +2021-12-18 14:55:54,260 Updating FAILED jobs +2021-12-18 14:55:54,260 Updating WAITING jobs +2021-12-18 14:55:54,260 Update finished +2021-12-18 14:56:04,267 Reloading parameters... +2021-12-18 14:56:04,289 Loading parameters... +2021-12-18 14:56:04,291 Loading project parameters... +2021-12-18 14:56:04,293 + +13 of 25 jobs remaining (14:56) +2021-12-18 14:56:04,293 Sleep: 10 +2021-12-18 14:56:04,294 Number of retrials: 0 +2021-12-18 14:56:04,294 WRAPPER CHECK TIME = 10 +2021-12-18 14:56:04,294 Checking jobs for platform=marenostrum4 +2021-12-18 14:56:04,295 Checking jobs for platform=nord3 +2021-12-18 14:56:04,295 Checking jobs for platform=local +2021-12-18 14:56:04,296 Checking jobs for platform=transfer_node +2021-12-18 14:56:04,296 Checking all jobs at once +2021-12-18 14:56:05,565 Successful check job command +2021-12-18 14:56:06,734 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:56:06,734 End of checking +2021-12-18 14:56:06,736 Updating FAILED jobs +2021-12-18 14:56:06,736 Updating WAITING jobs +2021-12-18 14:56:06,737 Update finished +2021-12-18 14:56:06,737 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:56:06,737 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 14:56:06,737 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:56:06,737 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:56:06,737 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:56:06,738 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:56:06,738 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:56:06,741 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:56:06,743 Job list saved +2021-12-18 14:56:06,749 Updating FAILED jobs +2021-12-18 14:56:06,749 Updating WAITING jobs +2021-12-18 14:56:06,749 Update finished +2021-12-18 14:56:16,760 Reloading parameters... +2021-12-18 14:56:16,780 Loading parameters... +2021-12-18 14:56:16,782 Loading project parameters... +2021-12-18 14:56:16,784 + +13 of 25 jobs remaining (14:56) +2021-12-18 14:56:16,784 Sleep: 10 +2021-12-18 14:56:16,784 Number of retrials: 0 +2021-12-18 14:56:16,784 WRAPPER CHECK TIME = 10 +2021-12-18 14:56:16,784 Checking jobs for platform=marenostrum4 +2021-12-18 14:56:16,785 Checking jobs for platform=nord3 +2021-12-18 14:56:16,786 Checking jobs for platform=local +2021-12-18 14:56:16,786 Checking jobs for platform=transfer_node +2021-12-18 14:56:16,786 Checking all jobs at once +2021-12-18 14:56:18,156 Successful check job command +2021-12-18 14:56:19,326 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:56:19,326 End of checking +2021-12-18 14:56:19,327 Updating FAILED jobs +2021-12-18 14:56:19,328 Updating WAITING jobs +2021-12-18 14:56:19,328 Update finished +2021-12-18 14:56:19,328 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:56:19,329 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 14:56:19,329 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:56:19,329 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:56:19,329 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:56:19,329 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:56:19,329 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:56:19,332 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:56:19,334 Job list saved +2021-12-18 14:56:19,339 Updating FAILED jobs +2021-12-18 14:56:19,340 Updating WAITING jobs +2021-12-18 14:56:19,340 Update finished +2021-12-18 14:56:29,349 Reloading parameters... +2021-12-18 14:56:29,369 Loading parameters... +2021-12-18 14:56:29,371 Loading project parameters... +2021-12-18 14:56:29,372 + +13 of 25 jobs remaining (14:56) +2021-12-18 14:56:29,373 Sleep: 10 +2021-12-18 14:56:29,373 Number of retrials: 0 +2021-12-18 14:56:29,373 WRAPPER CHECK TIME = 10 +2021-12-18 14:56:29,373 Checking jobs for platform=marenostrum4 +2021-12-18 14:56:29,374 Checking jobs for platform=nord3 +2021-12-18 14:56:29,374 Checking jobs for platform=local +2021-12-18 14:56:29,375 Checking jobs for platform=transfer_node +2021-12-18 14:56:29,375 Checking all jobs at once +2021-12-18 14:56:30,795 Successful check job command +2021-12-18 14:56:31,966 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:56:31,967 End of checking +2021-12-18 14:56:31,968 Updating FAILED jobs +2021-12-18 14:56:31,968 Updating WAITING jobs +2021-12-18 14:56:31,968 Update finished +2021-12-18 14:56:31,969 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:56:31,969 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 14:56:31,969 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:56:31,969 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:56:31,969 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:56:31,969 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:56:31,969 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:56:31,972 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:56:31,974 Job list saved +2021-12-18 14:56:31,979 Updating FAILED jobs +2021-12-18 14:56:31,979 Updating WAITING jobs +2021-12-18 14:56:31,980 Update finished +2021-12-18 14:56:41,990 Reloading parameters... +2021-12-18 14:56:42,010 Loading parameters... +2021-12-18 14:56:42,012 Loading project parameters... +2021-12-18 14:56:42,014 + +13 of 25 jobs remaining (14:56) +2021-12-18 14:56:42,014 Sleep: 10 +2021-12-18 14:56:42,014 Number of retrials: 0 +2021-12-18 14:56:42,014 WRAPPER CHECK TIME = 10 +2021-12-18 14:56:42,015 Checking jobs for platform=marenostrum4 +2021-12-18 14:56:42,015 Checking jobs for platform=nord3 +2021-12-18 14:56:42,016 Checking jobs for platform=local +2021-12-18 14:56:42,016 Checking jobs for platform=transfer_node +2021-12-18 14:56:42,016 Checking all jobs at once +2021-12-18 14:56:43,386 Successful check job command +2021-12-18 14:56:44,805 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:56:44,805 End of checking +2021-12-18 14:56:44,806 Updating FAILED jobs +2021-12-18 14:56:44,807 Updating WAITING jobs +2021-12-18 14:56:44,807 Update finished +2021-12-18 14:56:44,807 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:56:44,807 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 14:56:44,807 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:56:44,807 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:56:44,807 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:56:44,808 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:56:44,808 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:56:44,810 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:56:44,813 Job list saved +2021-12-18 14:56:44,817 Updating FAILED jobs +2021-12-18 14:56:44,818 Updating WAITING jobs +2021-12-18 14:56:44,818 Update finished +2021-12-18 14:56:54,827 Reloading parameters... +2021-12-18 14:56:54,848 Loading parameters... +2021-12-18 14:56:54,850 Loading project parameters... +2021-12-18 14:56:54,851 + +13 of 25 jobs remaining (14:56) +2021-12-18 14:56:54,852 Sleep: 10 +2021-12-18 14:56:54,852 Number of retrials: 0 +2021-12-18 14:56:54,852 WRAPPER CHECK TIME = 10 +2021-12-18 14:56:54,852 Checking jobs for platform=marenostrum4 +2021-12-18 14:56:54,853 Checking jobs for platform=nord3 +2021-12-18 14:56:54,853 Checking jobs for platform=local +2021-12-18 14:56:54,854 Checking jobs for platform=transfer_node +2021-12-18 14:56:54,854 Checking all jobs at once +2021-12-18 14:56:56,075 Successful check job command +2021-12-18 14:56:57,294 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:56:57,295 End of checking +2021-12-18 14:56:57,296 Updating FAILED jobs +2021-12-18 14:56:57,296 Updating WAITING jobs +2021-12-18 14:56:57,297 Update finished +2021-12-18 14:56:57,297 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:56:57,297 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 14:56:57,297 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:56:57,298 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:56:57,298 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:56:57,298 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:56:57,298 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:56:57,301 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:56:57,303 Job list saved +2021-12-18 14:56:57,308 Updating FAILED jobs +2021-12-18 14:56:57,309 Updating WAITING jobs +2021-12-18 14:56:57,309 Update finished +2021-12-18 14:57:07,319 Reloading parameters... +2021-12-18 14:57:07,338 Loading parameters... +2021-12-18 14:57:07,339 Loading project parameters... +2021-12-18 14:57:07,341 + +13 of 25 jobs remaining (14:57) +2021-12-18 14:57:07,341 Sleep: 10 +2021-12-18 14:57:07,341 Number of retrials: 0 +2021-12-18 14:57:07,341 WRAPPER CHECK TIME = 10 +2021-12-18 14:57:07,342 Checking jobs for platform=marenostrum4 +2021-12-18 14:57:07,342 Checking jobs for platform=nord3 +2021-12-18 14:57:07,343 Checking jobs for platform=local +2021-12-18 14:57:07,344 Checking jobs for platform=transfer_node +2021-12-18 14:57:07,344 Checking all jobs at once +2021-12-18 14:57:08,563 Successful check job command +2021-12-18 14:57:09,732 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:57:09,732 End of checking +2021-12-18 14:57:09,734 Updating FAILED jobs +2021-12-18 14:57:09,734 Updating WAITING jobs +2021-12-18 14:57:09,734 Update finished +2021-12-18 14:57:09,734 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:57:09,734 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 14:57:09,735 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:57:09,735 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:57:09,735 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:57:09,735 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:57:09,735 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:57:09,738 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:57:09,740 Job list saved +2021-12-18 14:57:09,745 Updating FAILED jobs +2021-12-18 14:57:09,745 Updating WAITING jobs +2021-12-18 14:57:09,746 Update finished +2021-12-18 14:57:19,756 Reloading parameters... +2021-12-18 14:57:19,774 Loading parameters... +2021-12-18 14:57:19,775 Loading project parameters... +2021-12-18 14:57:19,777 + +13 of 25 jobs remaining (14:57) +2021-12-18 14:57:19,777 Sleep: 10 +2021-12-18 14:57:19,777 Number of retrials: 0 +2021-12-18 14:57:19,777 WRAPPER CHECK TIME = 10 +2021-12-18 14:57:19,778 Checking jobs for platform=marenostrum4 +2021-12-18 14:57:19,779 Checking jobs for platform=nord3 +2021-12-18 14:57:19,779 Checking jobs for platform=local +2021-12-18 14:57:19,780 Checking jobs for platform=transfer_node +2021-12-18 14:57:19,780 Checking all jobs at once +2021-12-18 14:57:21,049 Successful check job command +2021-12-18 14:57:22,220 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:57:22,220 End of checking +2021-12-18 14:57:22,221 Updating FAILED jobs +2021-12-18 14:57:22,222 Updating WAITING jobs +2021-12-18 14:57:22,222 Update finished +2021-12-18 14:57:22,222 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:57:22,222 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 14:57:22,222 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:57:22,222 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:57:22,223 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:57:22,223 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:57:22,223 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:57:22,226 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:57:22,228 Job list saved +2021-12-18 14:57:22,233 Updating FAILED jobs +2021-12-18 14:57:22,233 Updating WAITING jobs +2021-12-18 14:57:22,233 Update finished +2021-12-18 14:57:32,241 Reloading parameters... +2021-12-18 14:57:32,259 Loading parameters... +2021-12-18 14:57:32,260 Loading project parameters... +2021-12-18 14:57:32,262 + +13 of 25 jobs remaining (14:57) +2021-12-18 14:57:32,262 Sleep: 10 +2021-12-18 14:57:32,262 Number of retrials: 0 +2021-12-18 14:57:32,262 WRAPPER CHECK TIME = 10 +2021-12-18 14:57:32,263 Checking jobs for platform=marenostrum4 +2021-12-18 14:57:32,264 Checking jobs for platform=nord3 +2021-12-18 14:57:32,264 Checking jobs for platform=local +2021-12-18 14:57:32,265 Checking jobs for platform=transfer_node +2021-12-18 14:57:32,265 Checking all jobs at once +2021-12-18 14:57:33,685 Successful check job command +2021-12-18 14:57:34,956 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:57:34,956 End of checking +2021-12-18 14:57:34,957 Updating FAILED jobs +2021-12-18 14:57:34,957 Updating WAITING jobs +2021-12-18 14:57:34,958 Update finished +2021-12-18 14:57:34,958 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:57:34,959 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 14:57:34,959 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:57:34,959 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:57:34,959 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:57:34,959 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:57:34,959 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:57:34,963 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:57:34,966 Job list saved +2021-12-18 14:57:34,971 Updating FAILED jobs +2021-12-18 14:57:34,971 Updating WAITING jobs +2021-12-18 14:57:34,971 Update finished +2021-12-18 14:57:44,980 Reloading parameters... +2021-12-18 14:57:44,998 Loading parameters... +2021-12-18 14:57:44,999 Loading project parameters... +2021-12-18 14:57:45,001 + +13 of 25 jobs remaining (14:57) +2021-12-18 14:57:45,002 Sleep: 10 +2021-12-18 14:57:45,002 Number of retrials: 0 +2021-12-18 14:57:45,002 WRAPPER CHECK TIME = 10 +2021-12-18 14:57:45,002 Checking jobs for platform=marenostrum4 +2021-12-18 14:57:45,003 Checking jobs for platform=nord3 +2021-12-18 14:57:45,003 Checking jobs for platform=local +2021-12-18 14:57:45,004 Checking jobs for platform=transfer_node +2021-12-18 14:57:45,004 Checking all jobs at once +2021-12-18 14:57:46,273 Successful check job command +2021-12-18 14:57:47,543 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:57:47,543 End of checking +2021-12-18 14:57:47,544 Updating FAILED jobs +2021-12-18 14:57:47,545 Updating WAITING jobs +2021-12-18 14:57:47,545 Update finished +2021-12-18 14:57:47,545 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:57:47,545 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 14:57:47,545 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:57:47,545 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:57:47,545 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:57:47,546 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:57:47,546 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:57:47,549 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:57:47,551 Job list saved +2021-12-18 14:57:47,556 Updating FAILED jobs +2021-12-18 14:57:47,556 Updating WAITING jobs +2021-12-18 14:57:47,556 Update finished +2021-12-18 14:57:57,566 Reloading parameters... +2021-12-18 14:57:57,585 Loading parameters... +2021-12-18 14:57:57,586 Loading project parameters... +2021-12-18 14:57:57,588 + +13 of 25 jobs remaining (14:57) +2021-12-18 14:57:57,588 Sleep: 10 +2021-12-18 14:57:57,588 Number of retrials: 0 +2021-12-18 14:57:57,588 WRAPPER CHECK TIME = 10 +2021-12-18 14:57:57,589 Checking jobs for platform=marenostrum4 +2021-12-18 14:57:57,589 Checking jobs for platform=nord3 +2021-12-18 14:57:57,590 Checking jobs for platform=local +2021-12-18 14:57:57,590 Checking jobs for platform=transfer_node +2021-12-18 14:57:57,590 Checking all jobs at once +2021-12-18 14:57:58,866 Successful check job command +2021-12-18 14:58:00,188 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:58:00,188 End of checking +2021-12-18 14:58:00,190 Updating FAILED jobs +2021-12-18 14:58:00,190 Updating WAITING jobs +2021-12-18 14:58:00,190 Update finished +2021-12-18 14:58:00,190 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:58:00,190 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 14:58:00,190 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:58:00,191 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:58:00,191 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:58:00,191 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:58:00,191 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:58:00,193 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:58:00,196 Job list saved +2021-12-18 14:58:00,200 Updating FAILED jobs +2021-12-18 14:58:00,200 Updating WAITING jobs +2021-12-18 14:58:00,200 Update finished +2021-12-18 14:58:10,204 Reloading parameters... +2021-12-18 14:58:10,222 Loading parameters... +2021-12-18 14:58:10,224 Loading project parameters... +2021-12-18 14:58:10,226 + +13 of 25 jobs remaining (14:58) +2021-12-18 14:58:10,226 Sleep: 10 +2021-12-18 14:58:10,226 Number of retrials: 0 +2021-12-18 14:58:10,226 WRAPPER CHECK TIME = 10 +2021-12-18 14:58:10,227 Checking jobs for platform=marenostrum4 +2021-12-18 14:58:10,227 Checking jobs for platform=nord3 +2021-12-18 14:58:10,228 Checking jobs for platform=local +2021-12-18 14:58:10,229 Checking jobs for platform=transfer_node +2021-12-18 14:58:10,229 Checking all jobs at once +2021-12-18 14:58:11,549 Successful check job command +2021-12-18 14:58:12,719 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:58:12,719 End of checking +2021-12-18 14:58:12,721 Updating FAILED jobs +2021-12-18 14:58:12,721 Updating WAITING jobs +2021-12-18 14:58:12,721 Update finished +2021-12-18 14:58:12,721 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:58:12,722 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 14:58:12,722 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:58:12,722 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:58:12,722 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:58:12,722 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:58:12,722 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:58:12,725 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:58:12,728 Job list saved +2021-12-18 14:58:12,733 Updating FAILED jobs +2021-12-18 14:58:12,733 Updating WAITING jobs +2021-12-18 14:58:12,733 Update finished +2021-12-18 14:58:22,746 Reloading parameters... +2021-12-18 14:58:22,767 Loading parameters... +2021-12-18 14:58:22,768 Loading project parameters... +2021-12-18 14:58:22,770 + +13 of 25 jobs remaining (14:58) +2021-12-18 14:58:22,770 Sleep: 10 +2021-12-18 14:58:22,770 Number of retrials: 0 +2021-12-18 14:58:22,771 WRAPPER CHECK TIME = 10 +2021-12-18 14:58:22,771 Checking jobs for platform=marenostrum4 +2021-12-18 14:58:22,772 Checking jobs for platform=nord3 +2021-12-18 14:58:22,772 Checking jobs for platform=local +2021-12-18 14:58:22,773 Checking jobs for platform=transfer_node +2021-12-18 14:58:22,773 Checking all jobs at once +2021-12-18 14:58:24,093 Successful check job command +2021-12-18 14:58:25,312 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:58:25,313 End of checking +2021-12-18 14:58:25,314 Updating FAILED jobs +2021-12-18 14:58:25,314 Updating WAITING jobs +2021-12-18 14:58:25,314 Update finished +2021-12-18 14:58:25,315 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:58:25,315 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 14:58:25,315 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:58:25,315 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:58:25,315 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:58:25,315 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:58:25,315 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:58:25,318 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:58:25,320 Job list saved +2021-12-18 14:58:25,325 Updating FAILED jobs +2021-12-18 14:58:25,325 Updating WAITING jobs +2021-12-18 14:58:25,326 Update finished +2021-12-18 14:58:35,336 Reloading parameters... +2021-12-18 14:58:35,353 Loading parameters... +2021-12-18 14:58:35,355 Loading project parameters... +2021-12-18 14:58:35,357 + +13 of 25 jobs remaining (14:58) +2021-12-18 14:58:35,357 Sleep: 10 +2021-12-18 14:58:35,357 Number of retrials: 0 +2021-12-18 14:58:35,357 WRAPPER CHECK TIME = 10 +2021-12-18 14:58:35,358 Checking jobs for platform=marenostrum4 +2021-12-18 14:58:35,358 Checking jobs for platform=nord3 +2021-12-18 14:58:35,359 Checking jobs for platform=local +2021-12-18 14:58:35,359 Checking jobs for platform=transfer_node +2021-12-18 14:58:35,359 Checking all jobs at once +2021-12-18 14:58:36,729 Successful check job command +2021-12-18 14:58:37,949 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:58:37,949 End of checking +2021-12-18 14:58:37,951 Updating FAILED jobs +2021-12-18 14:58:37,951 Updating WAITING jobs +2021-12-18 14:58:37,951 Update finished +2021-12-18 14:58:37,951 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:58:37,951 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 14:58:37,951 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:58:37,952 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:58:37,952 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:58:37,952 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:58:37,952 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:58:37,955 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:58:37,957 Job list saved +2021-12-18 14:58:37,961 Updating FAILED jobs +2021-12-18 14:58:37,961 Updating WAITING jobs +2021-12-18 14:58:37,962 Update finished +2021-12-18 14:58:47,972 Reloading parameters... +2021-12-18 14:58:47,990 Loading parameters... +2021-12-18 14:58:47,991 Loading project parameters... +2021-12-18 14:58:47,993 + +13 of 25 jobs remaining (14:58) +2021-12-18 14:58:47,993 Sleep: 10 +2021-12-18 14:58:47,993 Number of retrials: 0 +2021-12-18 14:58:47,993 WRAPPER CHECK TIME = 10 +2021-12-18 14:58:47,994 Checking jobs for platform=marenostrum4 +2021-12-18 14:58:47,994 Checking jobs for platform=nord3 +2021-12-18 14:58:47,995 Checking jobs for platform=local +2021-12-18 14:58:47,995 Checking jobs for platform=transfer_node +2021-12-18 14:58:47,995 Checking all jobs at once +2021-12-18 14:58:49,617 Successful check job command +2021-12-18 14:58:50,886 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:58:50,887 End of checking +2021-12-18 14:58:50,888 Updating FAILED jobs +2021-12-18 14:58:50,888 Updating WAITING jobs +2021-12-18 14:58:50,888 Update finished +2021-12-18 14:58:50,889 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:58:50,889 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 14:58:50,889 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:58:50,890 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:58:50,890 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:58:50,890 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:58:50,890 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:58:50,893 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:58:50,895 Job list saved +2021-12-18 14:58:50,900 Updating FAILED jobs +2021-12-18 14:58:50,900 Updating WAITING jobs +2021-12-18 14:58:50,900 Update finished +2021-12-18 14:59:00,910 Reloading parameters... +2021-12-18 14:59:00,929 Loading parameters... +2021-12-18 14:59:00,931 Loading project parameters... +2021-12-18 14:59:00,932 + +13 of 25 jobs remaining (14:59) +2021-12-18 14:59:00,933 Sleep: 10 +2021-12-18 14:59:00,933 Number of retrials: 0 +2021-12-18 14:59:00,933 WRAPPER CHECK TIME = 10 +2021-12-18 14:59:00,933 Checking jobs for platform=marenostrum4 +2021-12-18 14:59:00,934 Checking jobs for platform=nord3 +2021-12-18 14:59:00,935 Checking jobs for platform=local +2021-12-18 14:59:00,935 Checking jobs for platform=transfer_node +2021-12-18 14:59:00,935 Checking all jobs at once +2021-12-18 14:59:02,305 Successful check job command +2021-12-18 14:59:03,875 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:59:03,875 End of checking +2021-12-18 14:59:03,876 Updating FAILED jobs +2021-12-18 14:59:03,876 Updating WAITING jobs +2021-12-18 14:59:03,877 Update finished +2021-12-18 14:59:03,877 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:59:03,877 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 14:59:03,877 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:59:03,877 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:59:03,877 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:59:03,877 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:59:03,878 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:59:03,880 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:59:03,882 Job list saved +2021-12-18 14:59:03,887 Updating FAILED jobs +2021-12-18 14:59:03,887 Updating WAITING jobs +2021-12-18 14:59:03,887 Update finished +2021-12-18 14:59:13,898 Reloading parameters... +2021-12-18 14:59:13,916 Loading parameters... +2021-12-18 14:59:13,917 Loading project parameters... +2021-12-18 14:59:13,919 + +13 of 25 jobs remaining (14:59) +2021-12-18 14:59:13,919 Sleep: 10 +2021-12-18 14:59:13,919 Number of retrials: 0 +2021-12-18 14:59:13,919 WRAPPER CHECK TIME = 10 +2021-12-18 14:59:13,920 Checking jobs for platform=marenostrum4 +2021-12-18 14:59:13,920 Checking jobs for platform=nord3 +2021-12-18 14:59:13,921 Checking jobs for platform=local +2021-12-18 14:59:13,921 Checking jobs for platform=transfer_node +2021-12-18 14:59:13,922 Checking all jobs at once +2021-12-18 14:59:15,195 Successful check job command +2021-12-18 14:59:16,366 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:59:16,366 End of checking +2021-12-18 14:59:16,367 Updating FAILED jobs +2021-12-18 14:59:16,368 Updating WAITING jobs +2021-12-18 14:59:16,368 Update finished +2021-12-18 14:59:16,368 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:59:16,368 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 14:59:16,368 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:59:16,368 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:59:16,368 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:59:16,369 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:59:16,369 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:59:16,371 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:59:16,374 Job list saved +2021-12-18 14:59:16,378 Updating FAILED jobs +2021-12-18 14:59:16,378 Updating WAITING jobs +2021-12-18 14:59:16,379 Update finished +2021-12-18 14:59:26,389 Reloading parameters... +2021-12-18 14:59:26,406 Loading parameters... +2021-12-18 14:59:26,408 Loading project parameters... +2021-12-18 14:59:26,410 + +13 of 25 jobs remaining (14:59) +2021-12-18 14:59:26,410 Sleep: 10 +2021-12-18 14:59:26,410 Number of retrials: 0 +2021-12-18 14:59:26,410 WRAPPER CHECK TIME = 10 +2021-12-18 14:59:26,411 Checking jobs for platform=marenostrum4 +2021-12-18 14:59:26,411 Checking jobs for platform=nord3 +2021-12-18 14:59:26,412 Checking jobs for platform=local +2021-12-18 14:59:26,412 Checking jobs for platform=transfer_node +2021-12-18 14:59:26,412 Checking all jobs at once +2021-12-18 14:59:27,732 Successful check job command +2021-12-18 14:59:28,952 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:59:28,952 End of checking +2021-12-18 14:59:28,954 Updating FAILED jobs +2021-12-18 14:59:28,954 Updating WAITING jobs +2021-12-18 14:59:28,954 Update finished +2021-12-18 14:59:28,954 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:59:28,955 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 14:59:28,955 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:59:28,955 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:59:28,955 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:59:28,955 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:59:28,956 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:59:28,958 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:59:28,961 Job list saved +2021-12-18 14:59:28,966 Updating FAILED jobs +2021-12-18 14:59:28,966 Updating WAITING jobs +2021-12-18 14:59:28,966 Update finished +2021-12-18 14:59:38,976 Reloading parameters... +2021-12-18 14:59:38,993 Loading parameters... +2021-12-18 14:59:38,994 Loading project parameters... +2021-12-18 14:59:38,996 + +13 of 25 jobs remaining (14:59) +2021-12-18 14:59:38,996 Sleep: 10 +2021-12-18 14:59:38,996 Number of retrials: 0 +2021-12-18 14:59:38,997 WRAPPER CHECK TIME = 10 +2021-12-18 14:59:38,997 Checking jobs for platform=marenostrum4 +2021-12-18 14:59:38,998 Checking jobs for platform=nord3 +2021-12-18 14:59:38,998 Checking jobs for platform=local +2021-12-18 14:59:39,000 Checking jobs for platform=transfer_node +2021-12-18 14:59:39,000 Checking all jobs at once +2021-12-18 14:59:40,320 Successful check job command +2021-12-18 14:59:41,489 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:59:41,490 End of checking +2021-12-18 14:59:41,491 Updating FAILED jobs +2021-12-18 14:59:41,491 Updating WAITING jobs +2021-12-18 14:59:41,491 Update finished +2021-12-18 14:59:41,491 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:59:41,491 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 14:59:41,492 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:59:41,492 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:59:41,492 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:59:41,492 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:59:41,492 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:59:41,497 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:59:41,500 Job list saved +2021-12-18 14:59:41,508 Updating FAILED jobs +2021-12-18 14:59:41,508 Updating WAITING jobs +2021-12-18 14:59:41,508 Update finished +2021-12-18 14:59:51,519 Reloading parameters... +2021-12-18 14:59:51,538 Loading parameters... +2021-12-18 14:59:51,539 Loading project parameters... +2021-12-18 14:59:51,541 + +13 of 25 jobs remaining (14:59) +2021-12-18 14:59:51,541 Sleep: 10 +2021-12-18 14:59:51,541 Number of retrials: 0 +2021-12-18 14:59:51,541 WRAPPER CHECK TIME = 10 +2021-12-18 14:59:51,542 Checking jobs for platform=marenostrum4 +2021-12-18 14:59:51,542 Checking jobs for platform=nord3 +2021-12-18 14:59:51,543 Checking jobs for platform=local +2021-12-18 14:59:51,543 Checking jobs for platform=transfer_node +2021-12-18 14:59:51,543 Checking all jobs at once +2021-12-18 14:59:52,963 Successful check job command +2021-12-18 14:59:54,085 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 14:59:54,085 End of checking +2021-12-18 14:59:54,086 Updating FAILED jobs +2021-12-18 14:59:54,087 Updating WAITING jobs +2021-12-18 14:59:54,087 Update finished +2021-12-18 14:59:54,087 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 14:59:54,087 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 14:59:54,087 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 14:59:54,088 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 14:59:54,088 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 14:59:54,088 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 14:59:54,088 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 14:59:54,090 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 14:59:54,093 Job list saved +2021-12-18 14:59:54,097 Updating FAILED jobs +2021-12-18 14:59:54,097 Updating WAITING jobs +2021-12-18 14:59:54,098 Update finished +2021-12-18 15:00:04,108 Reloading parameters... +2021-12-18 15:00:04,250 Loading parameters... +2021-12-18 15:00:04,251 Loading project parameters... +2021-12-18 15:00:04,253 + +13 of 25 jobs remaining (15:00) +2021-12-18 15:00:04,253 Sleep: 10 +2021-12-18 15:00:04,253 Number of retrials: 0 +2021-12-18 15:00:04,253 WRAPPER CHECK TIME = 10 +2021-12-18 15:00:04,254 Checking jobs for platform=marenostrum4 +2021-12-18 15:00:04,254 Checking jobs for platform=nord3 +2021-12-18 15:00:04,255 Checking jobs for platform=local +2021-12-18 15:00:04,255 Checking jobs for platform=transfer_node +2021-12-18 15:00:04,256 Checking all jobs at once +2021-12-18 15:00:05,884 Successful check job command +2021-12-18 15:00:07,204 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:00:07,204 End of checking +2021-12-18 15:00:07,206 Updating FAILED jobs +2021-12-18 15:00:07,206 Updating WAITING jobs +2021-12-18 15:00:07,206 Update finished +2021-12-18 15:00:07,206 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:00:07,207 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:00:07,207 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:00:07,207 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:00:07,207 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:00:07,207 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:00:07,207 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:00:07,210 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:00:07,212 Job list saved +2021-12-18 15:00:07,217 Updating FAILED jobs +2021-12-18 15:00:07,217 Updating WAITING jobs +2021-12-18 15:00:07,217 Update finished +2021-12-18 15:00:17,227 Reloading parameters... +2021-12-18 15:00:17,250 Loading parameters... +2021-12-18 15:00:17,251 Loading project parameters... +2021-12-18 15:00:17,253 + +13 of 25 jobs remaining (15:00) +2021-12-18 15:00:17,253 Sleep: 10 +2021-12-18 15:00:17,253 Number of retrials: 0 +2021-12-18 15:00:17,253 WRAPPER CHECK TIME = 10 +2021-12-18 15:00:17,254 Checking jobs for platform=marenostrum4 +2021-12-18 15:00:17,254 Checking jobs for platform=nord3 +2021-12-18 15:00:17,255 Checking jobs for platform=local +2021-12-18 15:00:17,255 Checking jobs for platform=transfer_node +2021-12-18 15:00:17,256 Checking all jobs at once +2021-12-18 15:00:18,628 Successful check job command +2021-12-18 15:00:19,899 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:00:19,899 End of checking +2021-12-18 15:00:19,901 Updating FAILED jobs +2021-12-18 15:00:19,901 Updating WAITING jobs +2021-12-18 15:00:19,901 Update finished +2021-12-18 15:00:19,901 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:00:19,902 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:00:19,902 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:00:19,902 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:00:19,902 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:00:19,902 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:00:19,902 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:00:19,905 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:00:19,907 Job list saved +2021-12-18 15:00:19,915 Updating FAILED jobs +2021-12-18 15:00:19,916 Updating WAITING jobs +2021-12-18 15:00:19,916 Update finished +2021-12-18 15:00:29,922 Reloading parameters... +2021-12-18 15:00:29,942 Loading parameters... +2021-12-18 15:00:29,944 Loading project parameters... +2021-12-18 15:00:29,946 + +13 of 25 jobs remaining (15:00) +2021-12-18 15:00:29,946 Sleep: 10 +2021-12-18 15:00:29,946 Number of retrials: 0 +2021-12-18 15:00:29,946 WRAPPER CHECK TIME = 10 +2021-12-18 15:00:29,947 Checking jobs for platform=marenostrum4 +2021-12-18 15:00:29,947 Checking jobs for platform=nord3 +2021-12-18 15:00:29,948 Checking jobs for platform=local +2021-12-18 15:00:29,949 Checking jobs for platform=transfer_node +2021-12-18 15:00:29,949 Checking all jobs at once +2021-12-18 15:00:31,369 Successful check job command +2021-12-18 15:00:32,589 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:00:32,589 End of checking +2021-12-18 15:00:32,590 Updating FAILED jobs +2021-12-18 15:00:32,590 Updating WAITING jobs +2021-12-18 15:00:32,591 Update finished +2021-12-18 15:00:32,591 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:00:32,591 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:00:32,591 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:00:32,591 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:00:32,591 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:00:32,592 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:00:32,592 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:00:32,594 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:00:32,597 Job list saved +2021-12-18 15:00:32,602 Updating FAILED jobs +2021-12-18 15:00:32,602 Updating WAITING jobs +2021-12-18 15:00:32,602 Update finished +2021-12-18 15:00:42,612 Reloading parameters... +2021-12-18 15:00:42,630 Loading parameters... +2021-12-18 15:00:42,632 Loading project parameters... +2021-12-18 15:00:42,633 + +13 of 25 jobs remaining (15:00) +2021-12-18 15:00:42,634 Sleep: 10 +2021-12-18 15:00:42,634 Number of retrials: 0 +2021-12-18 15:00:42,634 WRAPPER CHECK TIME = 10 +2021-12-18 15:00:42,634 Checking jobs for platform=marenostrum4 +2021-12-18 15:00:42,635 Checking jobs for platform=nord3 +2021-12-18 15:00:42,636 Checking jobs for platform=local +2021-12-18 15:00:42,636 Checking jobs for platform=transfer_node +2021-12-18 15:00:42,636 Checking all jobs at once +2021-12-18 15:00:44,106 Successful check job command +2021-12-18 15:00:45,326 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:00:45,326 End of checking +2021-12-18 15:00:45,328 Updating FAILED jobs +2021-12-18 15:00:45,328 Updating WAITING jobs +2021-12-18 15:00:45,328 Update finished +2021-12-18 15:00:45,328 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:00:45,329 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:00:45,329 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:00:45,329 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:00:45,329 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:00:45,329 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:00:45,330 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:00:45,332 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:00:45,334 Job list saved +2021-12-18 15:00:45,339 Updating FAILED jobs +2021-12-18 15:00:45,339 Updating WAITING jobs +2021-12-18 15:00:45,339 Update finished +2021-12-18 15:00:55,349 Reloading parameters... +2021-12-18 15:00:55,371 Loading parameters... +2021-12-18 15:00:55,372 Loading project parameters... +2021-12-18 15:00:55,374 + +13 of 25 jobs remaining (15:00) +2021-12-18 15:00:55,374 Sleep: 10 +2021-12-18 15:00:55,374 Number of retrials: 0 +2021-12-18 15:00:55,374 WRAPPER CHECK TIME = 10 +2021-12-18 15:00:55,375 Checking jobs for platform=marenostrum4 +2021-12-18 15:00:55,376 Checking jobs for platform=nord3 +2021-12-18 15:00:55,376 Checking jobs for platform=local +2021-12-18 15:00:55,377 Checking jobs for platform=transfer_node +2021-12-18 15:00:55,377 Checking all jobs at once +2021-12-18 15:00:56,797 Successful check job command +2021-12-18 15:00:58,267 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:00:58,267 End of checking +2021-12-18 15:00:58,268 Updating FAILED jobs +2021-12-18 15:00:58,268 Updating WAITING jobs +2021-12-18 15:00:58,269 Update finished +2021-12-18 15:00:58,269 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:00:58,269 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:00:58,269 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:00:58,269 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:00:58,269 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:00:58,270 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:00:58,270 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:00:58,272 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:00:58,275 Job list saved +2021-12-18 15:00:58,279 Updating FAILED jobs +2021-12-18 15:00:58,279 Updating WAITING jobs +2021-12-18 15:00:58,280 Update finished +2021-12-18 15:01:08,289 Reloading parameters... +2021-12-18 15:01:08,310 Loading parameters... +2021-12-18 15:01:08,311 Loading project parameters... +2021-12-18 15:01:08,313 + +13 of 25 jobs remaining (15:01) +2021-12-18 15:01:08,313 Sleep: 10 +2021-12-18 15:01:08,313 Number of retrials: 0 +2021-12-18 15:01:08,313 WRAPPER CHECK TIME = 10 +2021-12-18 15:01:08,314 Checking jobs for platform=marenostrum4 +2021-12-18 15:01:08,315 Checking jobs for platform=nord3 +2021-12-18 15:01:08,315 Checking jobs for platform=local +2021-12-18 15:01:08,316 Checking jobs for platform=transfer_node +2021-12-18 15:01:08,316 Checking all jobs at once +2021-12-18 15:01:09,836 Successful check job command +2021-12-18 15:01:11,306 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:01:11,306 End of checking +2021-12-18 15:01:11,308 Updating FAILED jobs +2021-12-18 15:01:11,308 Updating WAITING jobs +2021-12-18 15:01:11,308 Update finished +2021-12-18 15:01:11,308 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:01:11,309 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:01:11,309 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:01:11,309 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:01:11,309 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:01:11,309 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:01:11,309 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:01:11,312 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:01:11,314 Job list saved +2021-12-18 15:01:11,319 Updating FAILED jobs +2021-12-18 15:01:11,319 Updating WAITING jobs +2021-12-18 15:01:11,319 Update finished +2021-12-18 15:01:21,330 Reloading parameters... +2021-12-18 15:01:21,350 Loading parameters... +2021-12-18 15:01:21,351 Loading project parameters... +2021-12-18 15:01:21,353 + +13 of 25 jobs remaining (15:01) +2021-12-18 15:01:21,353 Sleep: 10 +2021-12-18 15:01:21,354 Number of retrials: 0 +2021-12-18 15:01:21,354 WRAPPER CHECK TIME = 10 +2021-12-18 15:01:21,354 Checking jobs for platform=marenostrum4 +2021-12-18 15:01:21,355 Checking jobs for platform=nord3 +2021-12-18 15:01:21,355 Checking jobs for platform=local +2021-12-18 15:01:21,356 Checking jobs for platform=transfer_node +2021-12-18 15:01:21,356 Checking all jobs at once +2021-12-18 15:01:22,675 Successful check job command +2021-12-18 15:01:23,995 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:01:23,995 End of checking +2021-12-18 15:01:23,997 Updating FAILED jobs +2021-12-18 15:01:23,997 Updating WAITING jobs +2021-12-18 15:01:23,997 Update finished +2021-12-18 15:01:23,997 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:01:23,998 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:01:23,998 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:01:23,998 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:01:23,998 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:01:23,998 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:01:23,999 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:01:24,001 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:01:24,004 Job list saved +2021-12-18 15:01:24,008 Updating FAILED jobs +2021-12-18 15:01:24,008 Updating WAITING jobs +2021-12-18 15:01:24,009 Update finished +2021-12-18 15:01:34,019 Reloading parameters... +2021-12-18 15:01:34,036 Loading parameters... +2021-12-18 15:01:34,037 Loading project parameters... +2021-12-18 15:01:34,039 + +13 of 25 jobs remaining (15:01) +2021-12-18 15:01:34,039 Sleep: 10 +2021-12-18 15:01:34,039 Number of retrials: 0 +2021-12-18 15:01:34,039 WRAPPER CHECK TIME = 10 +2021-12-18 15:01:34,040 Checking jobs for platform=marenostrum4 +2021-12-18 15:01:34,041 Checking jobs for platform=nord3 +2021-12-18 15:01:34,041 Checking jobs for platform=local +2021-12-18 15:01:34,042 Checking jobs for platform=transfer_node +2021-12-18 15:01:34,042 Checking all jobs at once +2021-12-18 15:01:35,311 Successful check job command +2021-12-18 15:01:36,532 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:01:36,532 End of checking +2021-12-18 15:01:36,533 Updating FAILED jobs +2021-12-18 15:01:36,533 Updating WAITING jobs +2021-12-18 15:01:36,533 Update finished +2021-12-18 15:01:36,534 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:01:36,534 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:01:36,534 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:01:36,534 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:01:36,534 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:01:36,534 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:01:36,534 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:01:36,537 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:01:36,539 Job list saved +2021-12-18 15:01:36,544 Updating FAILED jobs +2021-12-18 15:01:36,544 Updating WAITING jobs +2021-12-18 15:01:36,544 Update finished +2021-12-18 15:01:46,546 Reloading parameters... +2021-12-18 15:01:46,564 Loading parameters... +2021-12-18 15:01:46,566 Loading project parameters... +2021-12-18 15:01:46,567 + +13 of 25 jobs remaining (15:01) +2021-12-18 15:01:46,568 Sleep: 10 +2021-12-18 15:01:46,568 Number of retrials: 0 +2021-12-18 15:01:46,568 WRAPPER CHECK TIME = 10 +2021-12-18 15:01:46,568 Checking jobs for platform=marenostrum4 +2021-12-18 15:01:46,569 Checking jobs for platform=nord3 +2021-12-18 15:01:46,570 Checking jobs for platform=local +2021-12-18 15:01:46,570 Checking jobs for platform=transfer_node +2021-12-18 15:01:46,570 Checking all jobs at once +2021-12-18 15:01:47,940 Successful check job command +2021-12-18 15:01:49,260 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:01:49,260 End of checking +2021-12-18 15:01:49,261 Updating FAILED jobs +2021-12-18 15:01:49,261 Updating WAITING jobs +2021-12-18 15:01:49,261 Update finished +2021-12-18 15:01:49,261 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:01:49,262 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:01:49,262 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:01:49,262 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:01:49,262 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:01:49,262 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:01:49,262 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:01:49,265 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:01:49,267 Job list saved +2021-12-18 15:01:49,272 Updating FAILED jobs +2021-12-18 15:01:49,272 Updating WAITING jobs +2021-12-18 15:01:49,272 Update finished +2021-12-18 15:01:59,278 Reloading parameters... +2021-12-18 15:01:59,298 Loading parameters... +2021-12-18 15:01:59,299 Loading project parameters... +2021-12-18 15:01:59,301 + +13 of 25 jobs remaining (15:01) +2021-12-18 15:01:59,301 Sleep: 10 +2021-12-18 15:01:59,301 Number of retrials: 0 +2021-12-18 15:01:59,301 WRAPPER CHECK TIME = 10 +2021-12-18 15:01:59,302 Checking jobs for platform=marenostrum4 +2021-12-18 15:01:59,302 Checking jobs for platform=nord3 +2021-12-18 15:01:59,303 Checking jobs for platform=local +2021-12-18 15:01:59,303 Checking jobs for platform=transfer_node +2021-12-18 15:01:59,304 Checking all jobs at once +2021-12-18 15:02:00,623 Successful check job command +2021-12-18 15:02:01,891 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:02:01,892 End of checking +2021-12-18 15:02:01,893 Updating FAILED jobs +2021-12-18 15:02:01,893 Updating WAITING jobs +2021-12-18 15:02:01,893 Update finished +2021-12-18 15:02:01,893 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:02:01,894 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:02:01,894 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:02:01,894 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:02:01,894 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:02:01,895 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:02:01,895 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:02:01,897 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:02:01,900 Job list saved +2021-12-18 15:02:01,904 Updating FAILED jobs +2021-12-18 15:02:01,904 Updating WAITING jobs +2021-12-18 15:02:01,904 Update finished +2021-12-18 15:02:11,914 Reloading parameters... +2021-12-18 15:02:11,933 Loading parameters... +2021-12-18 15:02:11,934 Loading project parameters... +2021-12-18 15:02:11,936 + +13 of 25 jobs remaining (15:02) +2021-12-18 15:02:11,936 Sleep: 10 +2021-12-18 15:02:11,936 Number of retrials: 0 +2021-12-18 15:02:11,936 WRAPPER CHECK TIME = 10 +2021-12-18 15:02:11,937 Checking jobs for platform=marenostrum4 +2021-12-18 15:02:11,937 Checking jobs for platform=nord3 +2021-12-18 15:02:11,938 Checking jobs for platform=local +2021-12-18 15:02:11,939 Checking jobs for platform=transfer_node +2021-12-18 15:02:11,939 Checking all jobs at once +2021-12-18 15:02:13,560 Successful check job command +2021-12-18 15:02:14,933 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:02:14,934 End of checking +2021-12-18 15:02:14,935 Updating FAILED jobs +2021-12-18 15:02:14,935 Updating WAITING jobs +2021-12-18 15:02:14,935 Update finished +2021-12-18 15:02:14,935 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:02:14,936 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:02:14,936 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:02:14,936 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:02:14,936 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:02:14,936 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:02:14,936 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:02:14,939 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:02:14,941 Job list saved +2021-12-18 15:02:14,945 Updating FAILED jobs +2021-12-18 15:02:14,945 Updating WAITING jobs +2021-12-18 15:02:14,946 Update finished +2021-12-18 15:02:24,956 Reloading parameters... +2021-12-18 15:02:24,974 Loading parameters... +2021-12-18 15:02:24,975 Loading project parameters... +2021-12-18 15:02:24,977 + +13 of 25 jobs remaining (15:02) +2021-12-18 15:02:24,978 Sleep: 10 +2021-12-18 15:02:24,978 Number of retrials: 0 +2021-12-18 15:02:24,978 WRAPPER CHECK TIME = 10 +2021-12-18 15:02:24,978 Checking jobs for platform=marenostrum4 +2021-12-18 15:02:24,979 Checking jobs for platform=nord3 +2021-12-18 15:02:24,979 Checking jobs for platform=local +2021-12-18 15:02:24,980 Checking jobs for platform=transfer_node +2021-12-18 15:02:24,980 Checking all jobs at once +2021-12-18 15:02:26,551 Successful check job command +2021-12-18 15:02:27,973 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:02:27,973 End of checking +2021-12-18 15:02:27,974 Updating FAILED jobs +2021-12-18 15:02:27,974 Updating WAITING jobs +2021-12-18 15:02:27,974 Update finished +2021-12-18 15:02:27,974 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:02:27,975 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:02:27,975 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:02:27,975 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:02:27,975 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:02:27,975 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:02:27,975 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:02:27,978 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:02:27,980 Job list saved +2021-12-18 15:02:27,985 Updating FAILED jobs +2021-12-18 15:02:27,985 Updating WAITING jobs +2021-12-18 15:02:27,985 Update finished +2021-12-18 15:02:37,995 Reloading parameters... +2021-12-18 15:02:38,013 Loading parameters... +2021-12-18 15:02:38,014 Loading project parameters... +2021-12-18 15:02:38,016 + +13 of 25 jobs remaining (15:02) +2021-12-18 15:02:38,017 Sleep: 10 +2021-12-18 15:02:38,017 Number of retrials: 0 +2021-12-18 15:02:38,017 WRAPPER CHECK TIME = 10 +2021-12-18 15:02:38,017 Checking jobs for platform=marenostrum4 +2021-12-18 15:02:38,018 Checking jobs for platform=nord3 +2021-12-18 15:02:38,018 Checking jobs for platform=local +2021-12-18 15:02:38,019 Checking jobs for platform=transfer_node +2021-12-18 15:02:38,019 Checking all jobs at once +2021-12-18 15:02:39,338 Successful check job command +2021-12-18 15:02:40,558 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:02:40,559 End of checking +2021-12-18 15:02:40,560 Updating FAILED jobs +2021-12-18 15:02:40,560 Updating WAITING jobs +2021-12-18 15:02:40,560 Update finished +2021-12-18 15:02:40,560 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:02:40,561 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:02:40,561 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:02:40,561 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:02:40,561 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:02:40,562 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:02:40,562 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:02:40,564 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:02:40,566 Job list saved +2021-12-18 15:02:40,571 Updating FAILED jobs +2021-12-18 15:02:40,571 Updating WAITING jobs +2021-12-18 15:02:40,571 Update finished +2021-12-18 15:02:50,582 Reloading parameters... +2021-12-18 15:02:50,600 Loading parameters... +2021-12-18 15:02:50,601 Loading project parameters... +2021-12-18 15:02:50,603 + +13 of 25 jobs remaining (15:02) +2021-12-18 15:02:50,603 Sleep: 10 +2021-12-18 15:02:50,603 Number of retrials: 0 +2021-12-18 15:02:50,603 WRAPPER CHECK TIME = 10 +2021-12-18 15:02:50,604 Checking jobs for platform=marenostrum4 +2021-12-18 15:02:50,604 Checking jobs for platform=nord3 +2021-12-18 15:02:50,605 Checking jobs for platform=local +2021-12-18 15:02:50,606 Checking jobs for platform=transfer_node +2021-12-18 15:02:50,606 Checking all jobs at once +2021-12-18 15:02:51,930 Successful check job command +2021-12-18 15:02:53,199 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:02:53,199 End of checking +2021-12-18 15:02:53,202 Updating FAILED jobs +2021-12-18 15:02:53,202 Updating WAITING jobs +2021-12-18 15:02:53,202 Update finished +2021-12-18 15:02:53,202 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:02:53,202 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:02:53,203 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:02:53,203 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:02:53,203 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:02:53,203 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:02:53,203 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:02:53,206 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:02:53,208 Job list saved +2021-12-18 15:02:53,213 Updating FAILED jobs +2021-12-18 15:02:53,213 Updating WAITING jobs +2021-12-18 15:02:53,213 Update finished +2021-12-18 15:03:03,223 Reloading parameters... +2021-12-18 15:03:03,241 Loading parameters... +2021-12-18 15:03:03,242 Loading project parameters... +2021-12-18 15:03:03,244 + +13 of 25 jobs remaining (15:03) +2021-12-18 15:03:03,244 Sleep: 10 +2021-12-18 15:03:03,245 Number of retrials: 0 +2021-12-18 15:03:03,245 WRAPPER CHECK TIME = 10 +2021-12-18 15:03:03,245 Checking jobs for platform=marenostrum4 +2021-12-18 15:03:03,246 Checking jobs for platform=nord3 +2021-12-18 15:03:03,246 Checking jobs for platform=local +2021-12-18 15:03:03,247 Checking jobs for platform=transfer_node +2021-12-18 15:03:03,247 Checking all jobs at once +2021-12-18 15:03:04,717 Successful check job command +2021-12-18 15:03:05,886 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:03:05,887 End of checking +2021-12-18 15:03:05,888 Updating FAILED jobs +2021-12-18 15:03:05,888 Updating WAITING jobs +2021-12-18 15:03:05,888 Update finished +2021-12-18 15:03:05,889 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:03:05,889 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:03:05,889 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:03:05,889 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:03:05,889 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:03:05,889 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:03:05,889 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:03:05,892 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:03:05,894 Job list saved +2021-12-18 15:03:05,899 Updating FAILED jobs +2021-12-18 15:03:05,899 Updating WAITING jobs +2021-12-18 15:03:05,899 Update finished +2021-12-18 15:03:15,909 Reloading parameters... +2021-12-18 15:03:15,927 Loading parameters... +2021-12-18 15:03:15,929 Loading project parameters... +2021-12-18 15:03:15,931 + +13 of 25 jobs remaining (15:03) +2021-12-18 15:03:15,931 Sleep: 10 +2021-12-18 15:03:15,931 Number of retrials: 0 +2021-12-18 15:03:15,931 WRAPPER CHECK TIME = 10 +2021-12-18 15:03:15,932 Checking jobs for platform=marenostrum4 +2021-12-18 15:03:15,932 Checking jobs for platform=nord3 +2021-12-18 15:03:15,933 Checking jobs for platform=local +2021-12-18 15:03:15,933 Checking jobs for platform=transfer_node +2021-12-18 15:03:15,933 Checking all jobs at once +2021-12-18 15:03:17,604 Successful check job command +2021-12-18 15:03:18,923 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:03:18,923 End of checking +2021-12-18 15:03:18,925 Updating FAILED jobs +2021-12-18 15:03:18,925 Updating WAITING jobs +2021-12-18 15:03:18,926 Update finished +2021-12-18 15:03:18,926 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:03:18,926 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:03:18,927 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:03:18,927 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:03:18,927 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:03:18,927 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:03:18,927 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:03:18,930 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:03:18,932 Job list saved +2021-12-18 15:03:18,937 Updating FAILED jobs +2021-12-18 15:03:18,937 Updating WAITING jobs +2021-12-18 15:03:18,938 Update finished +2021-12-18 15:03:28,941 Reloading parameters... +2021-12-18 15:03:28,962 Loading parameters... +2021-12-18 15:03:28,964 Loading project parameters... +2021-12-18 15:03:28,966 + +13 of 25 jobs remaining (15:03) +2021-12-18 15:03:28,966 Sleep: 10 +2021-12-18 15:03:28,966 Number of retrials: 0 +2021-12-18 15:03:28,966 WRAPPER CHECK TIME = 10 +2021-12-18 15:03:28,967 Checking jobs for platform=marenostrum4 +2021-12-18 15:03:28,967 Checking jobs for platform=nord3 +2021-12-18 15:03:28,968 Checking jobs for platform=local +2021-12-18 15:03:28,968 Checking jobs for platform=transfer_node +2021-12-18 15:03:28,968 Checking all jobs at once +2021-12-18 15:03:30,388 Successful check job command +2021-12-18 15:03:31,757 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:03:31,757 End of checking +2021-12-18 15:03:31,759 Updating FAILED jobs +2021-12-18 15:03:31,759 Updating WAITING jobs +2021-12-18 15:03:31,759 Update finished +2021-12-18 15:03:31,759 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:03:31,759 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:03:31,760 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:03:31,760 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:03:31,760 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:03:31,760 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:03:31,760 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:03:31,763 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:03:31,765 Job list saved +2021-12-18 15:03:31,770 Updating FAILED jobs +2021-12-18 15:03:31,770 Updating WAITING jobs +2021-12-18 15:03:31,771 Update finished +2021-12-18 15:03:41,781 Reloading parameters... +2021-12-18 15:03:41,799 Loading parameters... +2021-12-18 15:03:41,801 Loading project parameters... +2021-12-18 15:03:41,804 + +13 of 25 jobs remaining (15:03) +2021-12-18 15:03:41,805 Sleep: 10 +2021-12-18 15:03:41,805 Number of retrials: 0 +2021-12-18 15:03:41,805 WRAPPER CHECK TIME = 10 +2021-12-18 15:03:41,805 Checking jobs for platform=marenostrum4 +2021-12-18 15:03:41,806 Checking jobs for platform=nord3 +2021-12-18 15:03:41,806 Checking jobs for platform=local +2021-12-18 15:03:41,807 Checking jobs for platform=transfer_node +2021-12-18 15:03:41,807 Checking all jobs at once +2021-12-18 15:03:43,177 Successful check job command +2021-12-18 15:03:44,499 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:03:44,499 End of checking +2021-12-18 15:03:44,500 Updating FAILED jobs +2021-12-18 15:03:44,500 Updating WAITING jobs +2021-12-18 15:03:44,501 Update finished +2021-12-18 15:03:44,501 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:03:44,501 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:03:44,501 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:03:44,501 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:03:44,501 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:03:44,502 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:03:44,502 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:03:44,505 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:03:44,507 Job list saved +2021-12-18 15:03:44,512 Updating FAILED jobs +2021-12-18 15:03:44,512 Updating WAITING jobs +2021-12-18 15:03:44,512 Update finished +2021-12-18 15:03:54,522 Reloading parameters... +2021-12-18 15:03:54,539 Loading parameters... +2021-12-18 15:03:54,540 Loading project parameters... +2021-12-18 15:03:54,542 + +13 of 25 jobs remaining (15:03) +2021-12-18 15:03:54,543 Sleep: 10 +2021-12-18 15:03:54,543 Number of retrials: 0 +2021-12-18 15:03:54,543 WRAPPER CHECK TIME = 10 +2021-12-18 15:03:54,543 Checking jobs for platform=marenostrum4 +2021-12-18 15:03:54,544 Checking jobs for platform=nord3 +2021-12-18 15:03:54,544 Checking jobs for platform=local +2021-12-18 15:03:54,545 Checking jobs for platform=transfer_node +2021-12-18 15:03:54,545 Checking all jobs at once +2021-12-18 15:03:55,915 Successful check job command +2021-12-18 15:03:57,184 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:03:57,184 End of checking +2021-12-18 15:03:57,186 Updating FAILED jobs +2021-12-18 15:03:57,186 Updating WAITING jobs +2021-12-18 15:03:57,186 Update finished +2021-12-18 15:03:57,186 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:03:57,187 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:03:57,187 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:03:57,187 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:03:57,187 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:03:57,187 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:03:57,187 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:03:57,190 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:03:57,192 Job list saved +2021-12-18 15:03:57,196 Updating FAILED jobs +2021-12-18 15:03:57,197 Updating WAITING jobs +2021-12-18 15:03:57,197 Update finished +2021-12-18 15:04:07,207 Reloading parameters... +2021-12-18 15:04:07,225 Loading parameters... +2021-12-18 15:04:07,226 Loading project parameters... +2021-12-18 15:04:07,228 + +13 of 25 jobs remaining (15:04) +2021-12-18 15:04:07,228 Sleep: 10 +2021-12-18 15:04:07,228 Number of retrials: 0 +2021-12-18 15:04:07,228 WRAPPER CHECK TIME = 10 +2021-12-18 15:04:07,229 Checking jobs for platform=marenostrum4 +2021-12-18 15:04:07,230 Checking jobs for platform=nord3 +2021-12-18 15:04:07,230 Checking jobs for platform=local +2021-12-18 15:04:07,231 Checking jobs for platform=transfer_node +2021-12-18 15:04:07,231 Checking all jobs at once +2021-12-18 15:04:08,600 Successful check job command +2021-12-18 15:04:09,870 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:04:09,870 End of checking +2021-12-18 15:04:09,871 Updating FAILED jobs +2021-12-18 15:04:09,871 Updating WAITING jobs +2021-12-18 15:04:09,871 Update finished +2021-12-18 15:04:09,872 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:04:09,872 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:04:09,872 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:04:09,872 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:04:09,872 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:04:09,872 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:04:09,872 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:04:09,875 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:04:09,877 Job list saved +2021-12-18 15:04:09,882 Updating FAILED jobs +2021-12-18 15:04:09,882 Updating WAITING jobs +2021-12-18 15:04:09,882 Update finished +2021-12-18 15:04:19,892 Reloading parameters... +2021-12-18 15:04:19,911 Loading parameters... +2021-12-18 15:04:19,912 Loading project parameters... +2021-12-18 15:04:19,915 + +13 of 25 jobs remaining (15:04) +2021-12-18 15:04:19,915 Sleep: 10 +2021-12-18 15:04:19,915 Number of retrials: 0 +2021-12-18 15:04:19,915 WRAPPER CHECK TIME = 10 +2021-12-18 15:04:19,916 Checking jobs for platform=marenostrum4 +2021-12-18 15:04:19,917 Checking jobs for platform=nord3 +2021-12-18 15:04:19,918 Checking jobs for platform=local +2021-12-18 15:04:19,919 Checking jobs for platform=transfer_node +2021-12-18 15:04:19,919 Checking all jobs at once +2021-12-18 15:04:21,240 Successful check job command +2021-12-18 15:04:22,461 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:04:22,461 End of checking +2021-12-18 15:04:22,463 Updating FAILED jobs +2021-12-18 15:04:22,463 Updating WAITING jobs +2021-12-18 15:04:22,463 Update finished +2021-12-18 15:04:22,463 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:04:22,464 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:04:22,464 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:04:22,464 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:04:22,464 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:04:22,464 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:04:22,464 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:04:22,467 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:04:22,469 Job list saved +2021-12-18 15:04:22,473 Updating FAILED jobs +2021-12-18 15:04:22,473 Updating WAITING jobs +2021-12-18 15:04:22,473 Update finished +2021-12-18 15:04:32,482 Reloading parameters... +2021-12-18 15:04:32,500 Loading parameters... +2021-12-18 15:04:32,502 Loading project parameters... +2021-12-18 15:04:32,503 + +13 of 25 jobs remaining (15:04) +2021-12-18 15:04:32,504 Sleep: 10 +2021-12-18 15:04:32,504 Number of retrials: 0 +2021-12-18 15:04:32,504 WRAPPER CHECK TIME = 10 +2021-12-18 15:04:32,504 Checking jobs for platform=marenostrum4 +2021-12-18 15:04:32,505 Checking jobs for platform=nord3 +2021-12-18 15:04:32,505 Checking jobs for platform=local +2021-12-18 15:04:32,506 Checking jobs for platform=transfer_node +2021-12-18 15:04:32,506 Checking all jobs at once +2021-12-18 15:04:34,028 Successful check job command +2021-12-18 15:04:35,349 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:04:35,349 End of checking +2021-12-18 15:04:35,350 Updating FAILED jobs +2021-12-18 15:04:35,351 Updating WAITING jobs +2021-12-18 15:04:35,351 Update finished +2021-12-18 15:04:35,351 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:04:35,351 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:04:35,352 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:04:35,352 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:04:35,352 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:04:35,352 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:04:35,352 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:04:35,354 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:04:35,357 Job list saved +2021-12-18 15:04:35,363 Updating FAILED jobs +2021-12-18 15:04:35,363 Updating WAITING jobs +2021-12-18 15:04:35,363 Update finished +2021-12-18 15:04:45,373 Reloading parameters... +2021-12-18 15:04:45,391 Loading parameters... +2021-12-18 15:04:45,392 Loading project parameters... +2021-12-18 15:04:45,394 + +13 of 25 jobs remaining (15:04) +2021-12-18 15:04:45,394 Sleep: 10 +2021-12-18 15:04:45,394 Number of retrials: 0 +2021-12-18 15:04:45,394 WRAPPER CHECK TIME = 10 +2021-12-18 15:04:45,395 Checking jobs for platform=marenostrum4 +2021-12-18 15:04:45,396 Checking jobs for platform=nord3 +2021-12-18 15:04:45,396 Checking jobs for platform=local +2021-12-18 15:04:45,397 Checking jobs for platform=transfer_node +2021-12-18 15:04:45,397 Checking all jobs at once +2021-12-18 15:04:46,817 Successful check job command +2021-12-18 15:04:48,137 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:04:48,137 End of checking +2021-12-18 15:04:48,139 Updating FAILED jobs +2021-12-18 15:04:48,139 Updating WAITING jobs +2021-12-18 15:04:48,139 Update finished +2021-12-18 15:04:48,139 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:04:48,139 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:04:48,139 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:04:48,140 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:04:48,140 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:04:48,140 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:04:48,140 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:04:48,143 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:04:48,145 Job list saved +2021-12-18 15:04:48,150 Updating FAILED jobs +2021-12-18 15:04:48,150 Updating WAITING jobs +2021-12-18 15:04:48,151 Update finished +2021-12-18 15:04:58,153 Reloading parameters... +2021-12-18 15:04:58,171 Loading parameters... +2021-12-18 15:04:58,172 Loading project parameters... +2021-12-18 15:04:58,174 + +13 of 25 jobs remaining (15:04) +2021-12-18 15:04:58,174 Sleep: 10 +2021-12-18 15:04:58,174 Number of retrials: 0 +2021-12-18 15:04:58,174 WRAPPER CHECK TIME = 10 +2021-12-18 15:04:58,175 Checking jobs for platform=marenostrum4 +2021-12-18 15:04:58,176 Checking jobs for platform=nord3 +2021-12-18 15:04:58,176 Checking jobs for platform=local +2021-12-18 15:04:58,177 Checking jobs for platform=transfer_node +2021-12-18 15:04:58,177 Checking all jobs at once +2021-12-18 15:04:59,496 Successful check job command +2021-12-18 15:05:00,916 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:05:00,916 End of checking +2021-12-18 15:05:00,917 Updating FAILED jobs +2021-12-18 15:05:00,917 Updating WAITING jobs +2021-12-18 15:05:00,917 Update finished +2021-12-18 15:05:00,918 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:05:00,918 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:05:00,918 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:05:00,918 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:05:00,918 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:05:00,918 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:05:00,918 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:05:00,921 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:05:00,924 Job list saved +2021-12-18 15:05:00,928 Updating FAILED jobs +2021-12-18 15:05:00,928 Updating WAITING jobs +2021-12-18 15:05:00,929 Update finished +2021-12-18 15:05:10,938 Reloading parameters... +2021-12-18 15:05:10,958 Loading parameters... +2021-12-18 15:05:10,960 Loading project parameters... +2021-12-18 15:05:10,961 + +13 of 25 jobs remaining (15:05) +2021-12-18 15:05:10,962 Sleep: 10 +2021-12-18 15:05:10,962 Number of retrials: 0 +2021-12-18 15:05:10,962 WRAPPER CHECK TIME = 10 +2021-12-18 15:05:10,962 Checking jobs for platform=marenostrum4 +2021-12-18 15:05:10,963 Checking jobs for platform=nord3 +2021-12-18 15:05:10,963 Checking jobs for platform=local +2021-12-18 15:05:10,964 Checking jobs for platform=transfer_node +2021-12-18 15:05:10,964 Checking all jobs at once +2021-12-18 15:05:12,283 Successful check job command +2021-12-18 15:05:13,553 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:05:13,553 End of checking +2021-12-18 15:05:13,554 Updating FAILED jobs +2021-12-18 15:05:13,555 Updating WAITING jobs +2021-12-18 15:05:13,555 Update finished +2021-12-18 15:05:13,555 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:05:13,556 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:05:13,556 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:05:13,556 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:05:13,556 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:05:13,556 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:05:13,556 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:05:13,559 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:05:13,561 Job list saved +2021-12-18 15:05:13,566 Updating FAILED jobs +2021-12-18 15:05:13,566 Updating WAITING jobs +2021-12-18 15:05:13,566 Update finished +2021-12-18 15:05:23,576 Reloading parameters... +2021-12-18 15:05:23,595 Loading parameters... +2021-12-18 15:05:23,597 Loading project parameters... +2021-12-18 15:05:23,599 + +13 of 25 jobs remaining (15:05) +2021-12-18 15:05:23,599 Sleep: 10 +2021-12-18 15:05:23,599 Number of retrials: 0 +2021-12-18 15:05:23,599 WRAPPER CHECK TIME = 10 +2021-12-18 15:05:23,600 Checking jobs for platform=marenostrum4 +2021-12-18 15:05:23,600 Checking jobs for platform=nord3 +2021-12-18 15:05:23,601 Checking jobs for platform=local +2021-12-18 15:05:23,602 Checking jobs for platform=transfer_node +2021-12-18 15:05:23,602 Checking all jobs at once +2021-12-18 15:05:24,922 Successful check job command +2021-12-18 15:05:26,141 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:05:26,141 End of checking +2021-12-18 15:05:26,143 Updating FAILED jobs +2021-12-18 15:05:26,143 Updating WAITING jobs +2021-12-18 15:05:26,143 Update finished +2021-12-18 15:05:26,143 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:05:26,143 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:05:26,144 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:05:26,144 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:05:26,144 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:05:26,144 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:05:26,144 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:05:26,147 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:05:26,149 Job list saved +2021-12-18 15:05:26,154 Updating FAILED jobs +2021-12-18 15:05:26,154 Updating WAITING jobs +2021-12-18 15:05:26,154 Update finished +2021-12-18 15:05:36,164 Reloading parameters... +2021-12-18 15:05:36,183 Loading parameters... +2021-12-18 15:05:36,184 Loading project parameters... +2021-12-18 15:05:36,186 + +13 of 25 jobs remaining (15:05) +2021-12-18 15:05:36,186 Sleep: 10 +2021-12-18 15:05:36,187 Number of retrials: 0 +2021-12-18 15:05:36,187 WRAPPER CHECK TIME = 10 +2021-12-18 15:05:36,187 Checking jobs for platform=marenostrum4 +2021-12-18 15:05:36,188 Checking jobs for platform=nord3 +2021-12-18 15:05:36,188 Checking jobs for platform=local +2021-12-18 15:05:36,189 Checking jobs for platform=transfer_node +2021-12-18 15:05:36,189 Checking all jobs at once +2021-12-18 15:05:38,110 Successful check job command +2021-12-18 15:05:39,631 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:05:39,632 End of checking +2021-12-18 15:05:39,633 Updating FAILED jobs +2021-12-18 15:05:39,633 Updating WAITING jobs +2021-12-18 15:05:39,634 Update finished +2021-12-18 15:05:39,634 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:05:39,634 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:05:39,634 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:05:39,634 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:05:39,634 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:05:39,634 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:05:39,635 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:05:39,638 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:05:39,640 Job list saved +2021-12-18 15:05:39,645 Updating FAILED jobs +2021-12-18 15:05:39,646 Updating WAITING jobs +2021-12-18 15:05:39,646 Update finished +2021-12-18 15:05:49,655 Reloading parameters... +2021-12-18 15:05:49,679 Loading parameters... +2021-12-18 15:05:49,680 Loading project parameters... +2021-12-18 15:05:49,682 + +13 of 25 jobs remaining (15:05) +2021-12-18 15:05:49,682 Sleep: 10 +2021-12-18 15:05:49,682 Number of retrials: 0 +2021-12-18 15:05:49,682 WRAPPER CHECK TIME = 10 +2021-12-18 15:05:49,683 Checking jobs for platform=marenostrum4 +2021-12-18 15:05:49,683 Checking jobs for platform=nord3 +2021-12-18 15:05:49,684 Checking jobs for platform=local +2021-12-18 15:05:49,684 Checking jobs for platform=transfer_node +2021-12-18 15:05:49,685 Checking all jobs at once +2021-12-18 15:05:51,104 Successful check job command +2021-12-18 15:05:52,725 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:05:52,725 End of checking +2021-12-18 15:05:52,727 Updating FAILED jobs +2021-12-18 15:05:52,727 Updating WAITING jobs +2021-12-18 15:05:52,727 Update finished +2021-12-18 15:05:52,728 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:05:52,728 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:05:52,729 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:05:52,729 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:05:52,729 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:05:52,729 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:05:52,729 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:05:52,732 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:05:52,734 Job list saved +2021-12-18 15:05:52,746 Updating FAILED jobs +2021-12-18 15:05:52,747 Updating WAITING jobs +2021-12-18 15:05:52,747 Update finished +2021-12-18 15:06:02,757 Reloading parameters... +2021-12-18 15:06:02,780 Loading parameters... +2021-12-18 15:06:02,781 Loading project parameters... +2021-12-18 15:06:02,783 + +13 of 25 jobs remaining (15:06) +2021-12-18 15:06:02,783 Sleep: 10 +2021-12-18 15:06:02,783 Number of retrials: 0 +2021-12-18 15:06:02,783 WRAPPER CHECK TIME = 10 +2021-12-18 15:06:02,784 Checking jobs for platform=marenostrum4 +2021-12-18 15:06:02,785 Checking jobs for platform=nord3 +2021-12-18 15:06:02,785 Checking jobs for platform=local +2021-12-18 15:06:02,786 Checking jobs for platform=transfer_node +2021-12-18 15:06:02,786 Checking all jobs at once +2021-12-18 15:06:04,057 Successful check job command +2021-12-18 15:06:05,327 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:06:05,327 End of checking +2021-12-18 15:06:05,329 Updating FAILED jobs +2021-12-18 15:06:05,329 Updating WAITING jobs +2021-12-18 15:06:05,329 Update finished +2021-12-18 15:06:05,329 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:06:05,330 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:06:05,330 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:06:05,330 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:06:05,330 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:06:05,330 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:06:05,330 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:06:05,333 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:06:05,335 Job list saved +2021-12-18 15:06:05,349 Updating FAILED jobs +2021-12-18 15:06:05,349 Updating WAITING jobs +2021-12-18 15:06:05,349 Update finished +2021-12-18 15:06:15,359 Reloading parameters... +2021-12-18 15:06:15,381 Loading parameters... +2021-12-18 15:06:15,382 Loading project parameters... +2021-12-18 15:06:15,385 + +13 of 25 jobs remaining (15:06) +2021-12-18 15:06:15,385 Sleep: 10 +2021-12-18 15:06:15,385 Number of retrials: 0 +2021-12-18 15:06:15,385 WRAPPER CHECK TIME = 10 +2021-12-18 15:06:15,386 Checking jobs for platform=marenostrum4 +2021-12-18 15:06:15,387 Checking jobs for platform=nord3 +2021-12-18 15:06:15,387 Checking jobs for platform=local +2021-12-18 15:06:15,388 Checking jobs for platform=transfer_node +2021-12-18 15:06:15,388 Checking all jobs at once +2021-12-18 15:06:16,658 Successful check job command +2021-12-18 15:06:17,980 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:06:17,980 End of checking +2021-12-18 15:06:17,982 Updating FAILED jobs +2021-12-18 15:06:17,982 Updating WAITING jobs +2021-12-18 15:06:17,982 Update finished +2021-12-18 15:06:17,982 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:06:17,983 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:06:17,983 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:06:17,983 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:06:17,983 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:06:17,983 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:06:17,983 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:06:17,986 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:06:17,988 Job list saved +2021-12-18 15:06:17,993 Updating FAILED jobs +2021-12-18 15:06:17,993 Updating WAITING jobs +2021-12-18 15:06:17,993 Update finished +2021-12-18 15:06:28,003 Reloading parameters... +2021-12-18 15:06:28,027 Loading parameters... +2021-12-18 15:06:28,029 Loading project parameters... +2021-12-18 15:06:28,030 + +13 of 25 jobs remaining (15:06) +2021-12-18 15:06:28,031 Sleep: 10 +2021-12-18 15:06:28,031 Number of retrials: 0 +2021-12-18 15:06:28,031 WRAPPER CHECK TIME = 10 +2021-12-18 15:06:28,031 Checking jobs for platform=marenostrum4 +2021-12-18 15:06:28,032 Checking jobs for platform=nord3 +2021-12-18 15:06:28,033 Checking jobs for platform=local +2021-12-18 15:06:28,033 Checking jobs for platform=transfer_node +2021-12-18 15:06:28,033 Checking all jobs at once +2021-12-18 15:06:29,403 Successful check job command +2021-12-18 15:06:30,672 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:06:30,673 End of checking +2021-12-18 15:06:30,674 Updating FAILED jobs +2021-12-18 15:06:30,674 Updating WAITING jobs +2021-12-18 15:06:30,674 Update finished +2021-12-18 15:06:30,675 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:06:30,675 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:06:30,675 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:06:30,675 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:06:30,676 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:06:30,676 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:06:30,676 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:06:30,679 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:06:30,682 Job list saved +2021-12-18 15:06:30,688 Updating FAILED jobs +2021-12-18 15:06:30,688 Updating WAITING jobs +2021-12-18 15:06:30,688 Update finished +2021-12-18 15:06:40,698 Reloading parameters... +2021-12-18 15:06:40,719 Loading parameters... +2021-12-18 15:06:40,720 Loading project parameters... +2021-12-18 15:06:40,722 + +13 of 25 jobs remaining (15:06) +2021-12-18 15:06:40,722 Sleep: 10 +2021-12-18 15:06:40,722 Number of retrials: 0 +2021-12-18 15:06:40,722 WRAPPER CHECK TIME = 10 +2021-12-18 15:06:40,723 Checking jobs for platform=marenostrum4 +2021-12-18 15:06:40,724 Checking jobs for platform=nord3 +2021-12-18 15:06:40,724 Checking jobs for platform=local +2021-12-18 15:06:40,725 Checking jobs for platform=transfer_node +2021-12-18 15:06:40,725 Checking all jobs at once +2021-12-18 15:06:42,344 Successful check job command +2021-12-18 15:06:43,764 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:06:43,764 End of checking +2021-12-18 15:06:43,767 Updating FAILED jobs +2021-12-18 15:06:43,767 Updating WAITING jobs +2021-12-18 15:06:43,767 Update finished +2021-12-18 15:06:43,767 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:06:43,767 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:06:43,767 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:06:43,768 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:06:43,768 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:06:43,768 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:06:43,768 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:06:43,771 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:06:43,773 Job list saved +2021-12-18 15:06:43,779 Updating FAILED jobs +2021-12-18 15:06:43,779 Updating WAITING jobs +2021-12-18 15:06:43,779 Update finished +2021-12-18 15:06:53,789 Reloading parameters... +2021-12-18 15:06:53,808 Loading parameters... +2021-12-18 15:06:53,809 Loading project parameters... +2021-12-18 15:06:53,811 + +13 of 25 jobs remaining (15:06) +2021-12-18 15:06:53,811 Sleep: 10 +2021-12-18 15:06:53,811 Number of retrials: 0 +2021-12-18 15:06:53,811 WRAPPER CHECK TIME = 10 +2021-12-18 15:06:53,812 Checking jobs for platform=marenostrum4 +2021-12-18 15:06:53,813 Checking jobs for platform=nord3 +2021-12-18 15:06:53,813 Checking jobs for platform=local +2021-12-18 15:06:53,814 Checking jobs for platform=transfer_node +2021-12-18 15:06:53,814 Checking all jobs at once +2021-12-18 15:06:55,234 Successful check job command +2021-12-18 15:06:56,604 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:06:56,604 End of checking +2021-12-18 15:06:56,606 Updating FAILED jobs +2021-12-18 15:06:56,606 Updating WAITING jobs +2021-12-18 15:06:56,606 Update finished +2021-12-18 15:06:56,607 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:06:56,607 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:06:56,607 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:06:56,607 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:06:56,607 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:06:56,607 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:06:56,607 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:06:56,611 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:06:56,613 Job list saved +2021-12-18 15:06:56,618 Updating FAILED jobs +2021-12-18 15:06:56,618 Updating WAITING jobs +2021-12-18 15:06:56,619 Update finished +2021-12-18 15:07:06,629 Reloading parameters... +2021-12-18 15:07:06,648 Loading parameters... +2021-12-18 15:07:06,650 Loading project parameters... +2021-12-18 15:07:06,651 + +13 of 25 jobs remaining (15:07) +2021-12-18 15:07:06,652 Sleep: 10 +2021-12-18 15:07:06,652 Number of retrials: 0 +2021-12-18 15:07:06,652 WRAPPER CHECK TIME = 10 +2021-12-18 15:07:06,652 Checking jobs for platform=marenostrum4 +2021-12-18 15:07:06,653 Checking jobs for platform=nord3 +2021-12-18 15:07:06,654 Checking jobs for platform=local +2021-12-18 15:07:06,654 Checking jobs for platform=transfer_node +2021-12-18 15:07:06,654 Checking all jobs at once +2021-12-18 15:07:07,976 Successful check job command +2021-12-18 15:07:09,246 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:07:09,247 End of checking +2021-12-18 15:07:09,251 Updating FAILED jobs +2021-12-18 15:07:09,251 Updating WAITING jobs +2021-12-18 15:07:09,251 Update finished +2021-12-18 15:07:09,252 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:07:09,256 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:07:09,256 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:07:09,256 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:07:09,256 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:07:09,256 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:07:09,256 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:07:09,261 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:07:09,263 Job list saved +2021-12-18 15:07:09,271 Updating FAILED jobs +2021-12-18 15:07:09,271 Updating WAITING jobs +2021-12-18 15:07:09,271 Update finished +2021-12-18 15:07:19,281 Reloading parameters... +2021-12-18 15:07:19,301 Loading parameters... +2021-12-18 15:07:19,303 Loading project parameters... +2021-12-18 15:07:19,305 + +13 of 25 jobs remaining (15:07) +2021-12-18 15:07:19,305 Sleep: 10 +2021-12-18 15:07:19,305 Number of retrials: 0 +2021-12-18 15:07:19,305 WRAPPER CHECK TIME = 10 +2021-12-18 15:07:19,306 Checking jobs for platform=marenostrum4 +2021-12-18 15:07:19,306 Checking jobs for platform=nord3 +2021-12-18 15:07:19,307 Checking jobs for platform=local +2021-12-18 15:07:19,307 Checking jobs for platform=transfer_node +2021-12-18 15:07:19,307 Checking all jobs at once +2021-12-18 15:07:20,681 Successful check job command +2021-12-18 15:07:21,951 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:07:21,951 End of checking +2021-12-18 15:07:21,953 Updating FAILED jobs +2021-12-18 15:07:21,953 Updating WAITING jobs +2021-12-18 15:07:21,953 Update finished +2021-12-18 15:07:21,953 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:07:21,953 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:07:21,953 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:07:21,954 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:07:21,954 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:07:21,954 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:07:21,954 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:07:21,957 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:07:21,959 Job list saved +2021-12-18 15:07:21,964 Updating FAILED jobs +2021-12-18 15:07:21,964 Updating WAITING jobs +2021-12-18 15:07:21,964 Update finished +2021-12-18 15:07:31,974 Reloading parameters... +2021-12-18 15:07:31,993 Loading parameters... +2021-12-18 15:07:31,995 Loading project parameters... +2021-12-18 15:07:31,996 + +13 of 25 jobs remaining (15:07) +2021-12-18 15:07:31,997 Sleep: 10 +2021-12-18 15:07:31,997 Number of retrials: 0 +2021-12-18 15:07:31,997 WRAPPER CHECK TIME = 10 +2021-12-18 15:07:31,997 Checking jobs for platform=marenostrum4 +2021-12-18 15:07:31,998 Checking jobs for platform=nord3 +2021-12-18 15:07:31,999 Checking jobs for platform=local +2021-12-18 15:07:31,999 Checking jobs for platform=transfer_node +2021-12-18 15:07:31,999 Checking all jobs at once +2021-12-18 15:07:33,369 Successful check job command +2021-12-18 15:07:34,638 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:07:34,639 End of checking +2021-12-18 15:07:34,640 Updating FAILED jobs +2021-12-18 15:07:34,640 Updating WAITING jobs +2021-12-18 15:07:34,641 Update finished +2021-12-18 15:07:34,641 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:07:34,641 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:07:34,641 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:07:34,641 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:07:34,641 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:07:34,642 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:07:34,642 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:07:34,644 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:07:34,647 Job list saved +2021-12-18 15:07:34,651 Updating FAILED jobs +2021-12-18 15:07:34,652 Updating WAITING jobs +2021-12-18 15:07:34,652 Update finished +2021-12-18 15:07:44,662 Reloading parameters... +2021-12-18 15:07:44,682 Loading parameters... +2021-12-18 15:07:44,684 Loading project parameters... +2021-12-18 15:07:44,686 + +13 of 25 jobs remaining (15:07) +2021-12-18 15:07:44,687 Sleep: 10 +2021-12-18 15:07:44,687 Number of retrials: 0 +2021-12-18 15:07:44,687 WRAPPER CHECK TIME = 10 +2021-12-18 15:07:44,687 Checking jobs for platform=marenostrum4 +2021-12-18 15:07:44,688 Checking jobs for platform=nord3 +2021-12-18 15:07:44,688 Checking jobs for platform=local +2021-12-18 15:07:44,689 Checking jobs for platform=transfer_node +2021-12-18 15:07:44,689 Checking all jobs at once +2021-12-18 15:07:46,159 Successful check job command +2021-12-18 15:07:47,578 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:07:47,579 End of checking +2021-12-18 15:07:47,580 Updating FAILED jobs +2021-12-18 15:07:47,580 Updating WAITING jobs +2021-12-18 15:07:47,580 Update finished +2021-12-18 15:07:47,581 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:07:47,581 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:07:47,582 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:07:47,582 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:07:47,582 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:07:47,582 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:07:47,582 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:07:47,585 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:07:47,587 Job list saved +2021-12-18 15:07:47,592 Updating FAILED jobs +2021-12-18 15:07:47,592 Updating WAITING jobs +2021-12-18 15:07:47,593 Update finished +2021-12-18 15:07:57,603 Reloading parameters... +2021-12-18 15:07:57,621 Loading parameters... +2021-12-18 15:07:57,623 Loading project parameters... +2021-12-18 15:07:57,625 + +13 of 25 jobs remaining (15:07) +2021-12-18 15:07:57,625 Sleep: 10 +2021-12-18 15:07:57,625 Number of retrials: 0 +2021-12-18 15:07:57,625 WRAPPER CHECK TIME = 10 +2021-12-18 15:07:57,626 Checking jobs for platform=marenostrum4 +2021-12-18 15:07:57,626 Checking jobs for platform=nord3 +2021-12-18 15:07:57,627 Checking jobs for platform=local +2021-12-18 15:07:57,627 Checking jobs for platform=transfer_node +2021-12-18 15:07:57,627 Checking all jobs at once +2021-12-18 15:07:58,981 Successful check job command +2021-12-18 15:08:00,552 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:08:00,552 End of checking +2021-12-18 15:08:00,553 Updating FAILED jobs +2021-12-18 15:08:00,554 Updating WAITING jobs +2021-12-18 15:08:00,554 Update finished +2021-12-18 15:08:00,554 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:08:00,554 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:08:00,554 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:08:00,554 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:08:00,554 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:08:00,555 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:08:00,555 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:08:00,558 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:08:00,560 Job list saved +2021-12-18 15:08:00,565 Updating FAILED jobs +2021-12-18 15:08:00,565 Updating WAITING jobs +2021-12-18 15:08:00,566 Update finished +2021-12-18 15:08:10,576 Reloading parameters... +2021-12-18 15:08:10,595 Loading parameters... +2021-12-18 15:08:10,596 Loading project parameters... +2021-12-18 15:08:10,598 + +13 of 25 jobs remaining (15:08) +2021-12-18 15:08:10,599 Sleep: 10 +2021-12-18 15:08:10,599 Number of retrials: 0 +2021-12-18 15:08:10,599 WRAPPER CHECK TIME = 10 +2021-12-18 15:08:10,599 Checking jobs for platform=marenostrum4 +2021-12-18 15:08:10,600 Checking jobs for platform=nord3 +2021-12-18 15:08:10,600 Checking jobs for platform=local +2021-12-18 15:08:10,601 Checking jobs for platform=transfer_node +2021-12-18 15:08:10,601 Checking all jobs at once +2021-12-18 15:08:11,821 Successful check job command +2021-12-18 15:08:12,990 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:08:12,991 End of checking +2021-12-18 15:08:12,992 Updating FAILED jobs +2021-12-18 15:08:12,992 Updating WAITING jobs +2021-12-18 15:08:12,992 Update finished +2021-12-18 15:08:12,992 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:08:12,993 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:08:12,993 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:08:12,993 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:08:12,993 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:08:12,993 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:08:12,993 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:08:12,996 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:08:12,998 Job list saved +2021-12-18 15:08:13,003 Updating FAILED jobs +2021-12-18 15:08:13,004 Updating WAITING jobs +2021-12-18 15:08:13,004 Update finished +2021-12-18 15:08:23,014 Reloading parameters... +2021-12-18 15:08:23,034 Loading parameters... +2021-12-18 15:08:23,035 Loading project parameters... +2021-12-18 15:08:23,037 + +13 of 25 jobs remaining (15:08) +2021-12-18 15:08:23,037 Sleep: 10 +2021-12-18 15:08:23,037 Number of retrials: 0 +2021-12-18 15:08:23,037 WRAPPER CHECK TIME = 10 +2021-12-18 15:08:23,038 Checking jobs for platform=marenostrum4 +2021-12-18 15:08:23,039 Checking jobs for platform=nord3 +2021-12-18 15:08:23,039 Checking jobs for platform=local +2021-12-18 15:08:23,040 Checking jobs for platform=transfer_node +2021-12-18 15:08:23,040 Checking all jobs at once +2021-12-18 15:08:24,360 Successful check job command +2021-12-18 15:08:25,529 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:08:25,529 End of checking +2021-12-18 15:08:25,531 Updating FAILED jobs +2021-12-18 15:08:25,531 Updating WAITING jobs +2021-12-18 15:08:25,532 Update finished +2021-12-18 15:08:25,532 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:08:25,532 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:08:25,533 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:08:25,533 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:08:25,533 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:08:25,533 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:08:25,533 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:08:25,537 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:08:25,539 Job list saved +2021-12-18 15:08:25,544 Updating FAILED jobs +2021-12-18 15:08:25,544 Updating WAITING jobs +2021-12-18 15:08:25,544 Update finished +2021-12-18 15:08:35,554 Reloading parameters... +2021-12-18 15:08:35,576 Loading parameters... +2021-12-18 15:08:35,578 Loading project parameters... +2021-12-18 15:08:35,579 + +13 of 25 jobs remaining (15:08) +2021-12-18 15:08:35,580 Sleep: 10 +2021-12-18 15:08:35,580 Number of retrials: 0 +2021-12-18 15:08:35,580 WRAPPER CHECK TIME = 10 +2021-12-18 15:08:35,580 Checking jobs for platform=marenostrum4 +2021-12-18 15:08:35,581 Checking jobs for platform=nord3 +2021-12-18 15:08:35,581 Checking jobs for platform=local +2021-12-18 15:08:35,582 Checking jobs for platform=transfer_node +2021-12-18 15:08:35,582 Checking all jobs at once +2021-12-18 15:08:36,952 Successful check job command +2021-12-18 15:08:38,272 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:08:38,272 End of checking +2021-12-18 15:08:38,274 Updating FAILED jobs +2021-12-18 15:08:38,274 Updating WAITING jobs +2021-12-18 15:08:38,274 Update finished +2021-12-18 15:08:38,274 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:08:38,275 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:08:38,275 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:08:38,275 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:08:38,275 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:08:38,275 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:08:38,275 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:08:38,280 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:08:38,282 Job list saved +2021-12-18 15:08:38,288 Updating FAILED jobs +2021-12-18 15:08:38,288 Updating WAITING jobs +2021-12-18 15:08:38,288 Update finished +2021-12-18 15:08:48,298 Reloading parameters... +2021-12-18 15:08:48,317 Loading parameters... +2021-12-18 15:08:48,318 Loading project parameters... +2021-12-18 15:08:48,320 + +13 of 25 jobs remaining (15:08) +2021-12-18 15:08:48,320 Sleep: 10 +2021-12-18 15:08:48,321 Number of retrials: 0 +2021-12-18 15:08:48,321 WRAPPER CHECK TIME = 10 +2021-12-18 15:08:48,321 Checking jobs for platform=marenostrum4 +2021-12-18 15:08:48,322 Checking jobs for platform=nord3 +2021-12-18 15:08:48,322 Checking jobs for platform=local +2021-12-18 15:08:48,323 Checking jobs for platform=transfer_node +2021-12-18 15:08:48,323 Checking all jobs at once +2021-12-18 15:08:49,943 Successful check job command +2021-12-18 15:08:51,964 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:08:51,965 End of checking +2021-12-18 15:08:51,967 Updating FAILED jobs +2021-12-18 15:08:51,967 Updating WAITING jobs +2021-12-18 15:08:51,967 Update finished +2021-12-18 15:08:51,967 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:08:51,967 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:08:51,967 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:08:51,968 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:08:51,968 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:08:51,968 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:08:51,968 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:08:51,971 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:08:51,973 Job list saved +2021-12-18 15:08:51,978 Updating FAILED jobs +2021-12-18 15:08:51,978 Updating WAITING jobs +2021-12-18 15:08:51,978 Update finished +2021-12-18 15:09:01,988 Reloading parameters... +2021-12-18 15:09:02,008 Loading parameters... +2021-12-18 15:09:02,010 Loading project parameters... +2021-12-18 15:09:02,013 + +13 of 25 jobs remaining (15:09) +2021-12-18 15:09:02,013 Sleep: 10 +2021-12-18 15:09:02,013 Number of retrials: 0 +2021-12-18 15:09:02,013 WRAPPER CHECK TIME = 10 +2021-12-18 15:09:02,014 Checking jobs for platform=marenostrum4 +2021-12-18 15:09:02,014 Checking jobs for platform=nord3 +2021-12-18 15:09:02,015 Checking jobs for platform=local +2021-12-18 15:09:02,016 Checking jobs for platform=transfer_node +2021-12-18 15:09:02,016 Checking all jobs at once +2021-12-18 15:09:03,285 Successful check job command +2021-12-18 15:09:04,604 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:09:04,605 End of checking +2021-12-18 15:09:04,606 Updating FAILED jobs +2021-12-18 15:09:04,606 Updating WAITING jobs +2021-12-18 15:09:04,607 Update finished +2021-12-18 15:09:04,607 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:09:04,607 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:09:04,608 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:09:04,608 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:09:04,608 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:09:04,608 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:09:04,608 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:09:04,611 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:09:04,613 Job list saved +2021-12-18 15:09:04,618 Updating FAILED jobs +2021-12-18 15:09:04,619 Updating WAITING jobs +2021-12-18 15:09:04,619 Update finished +2021-12-18 15:09:14,627 Reloading parameters... +2021-12-18 15:09:14,649 Loading parameters... +2021-12-18 15:09:14,651 Loading project parameters... +2021-12-18 15:09:14,653 + +13 of 25 jobs remaining (15:09) +2021-12-18 15:09:14,653 Sleep: 10 +2021-12-18 15:09:14,653 Number of retrials: 0 +2021-12-18 15:09:14,653 WRAPPER CHECK TIME = 10 +2021-12-18 15:09:14,654 Checking jobs for platform=marenostrum4 +2021-12-18 15:09:14,654 Checking jobs for platform=nord3 +2021-12-18 15:09:14,655 Checking jobs for platform=local +2021-12-18 15:09:14,655 Checking jobs for platform=transfer_node +2021-12-18 15:09:14,655 Checking all jobs at once +2021-12-18 15:09:15,975 Successful check job command +2021-12-18 15:09:17,545 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:09:17,546 End of checking +2021-12-18 15:09:17,547 Updating FAILED jobs +2021-12-18 15:09:17,547 Updating WAITING jobs +2021-12-18 15:09:17,547 Update finished +2021-12-18 15:09:17,547 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:09:17,548 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:09:17,548 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:09:17,548 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:09:17,548 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:09:17,548 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:09:17,548 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:09:17,551 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:09:17,554 Job list saved +2021-12-18 15:09:17,558 Updating FAILED jobs +2021-12-18 15:09:17,558 Updating WAITING jobs +2021-12-18 15:09:17,559 Update finished +2021-12-18 15:09:27,563 Reloading parameters... +2021-12-18 15:09:27,582 Loading parameters... +2021-12-18 15:09:27,584 Loading project parameters... +2021-12-18 15:09:27,585 + +13 of 25 jobs remaining (15:09) +2021-12-18 15:09:27,586 Sleep: 10 +2021-12-18 15:09:27,586 Number of retrials: 0 +2021-12-18 15:09:27,586 WRAPPER CHECK TIME = 10 +2021-12-18 15:09:27,586 Checking jobs for platform=marenostrum4 +2021-12-18 15:09:27,587 Checking jobs for platform=nord3 +2021-12-18 15:09:27,587 Checking jobs for platform=local +2021-12-18 15:09:27,588 Checking jobs for platform=transfer_node +2021-12-18 15:09:27,588 Checking all jobs at once +2021-12-18 15:09:28,857 Successful check job command +2021-12-18 15:09:30,076 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:09:30,076 End of checking +2021-12-18 15:09:30,078 Updating FAILED jobs +2021-12-18 15:09:30,078 Updating WAITING jobs +2021-12-18 15:09:30,078 Update finished +2021-12-18 15:09:30,078 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:09:30,078 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:09:30,079 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:09:30,079 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:09:30,079 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:09:30,079 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:09:30,079 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:09:30,082 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:09:30,085 Job list saved +2021-12-18 15:09:30,089 Updating FAILED jobs +2021-12-18 15:09:30,089 Updating WAITING jobs +2021-12-18 15:09:30,090 Update finished +2021-12-18 15:09:40,096 Reloading parameters... +2021-12-18 15:09:40,116 Loading parameters... +2021-12-18 15:09:40,117 Loading project parameters... +2021-12-18 15:09:40,119 + +13 of 25 jobs remaining (15:09) +2021-12-18 15:09:40,119 Sleep: 10 +2021-12-18 15:09:40,119 Number of retrials: 0 +2021-12-18 15:09:40,120 WRAPPER CHECK TIME = 10 +2021-12-18 15:09:40,120 Checking jobs for platform=marenostrum4 +2021-12-18 15:09:40,121 Checking jobs for platform=nord3 +2021-12-18 15:09:40,121 Checking jobs for platform=local +2021-12-18 15:09:40,122 Checking jobs for platform=transfer_node +2021-12-18 15:09:40,122 Checking all jobs at once +2021-12-18 15:09:41,392 Successful check job command +2021-12-18 15:09:42,611 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:09:42,611 End of checking +2021-12-18 15:09:42,613 Updating FAILED jobs +2021-12-18 15:09:42,613 Updating WAITING jobs +2021-12-18 15:09:42,613 Update finished +2021-12-18 15:09:42,613 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:09:42,614 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:09:42,614 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:09:42,614 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:09:42,614 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:09:42,614 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:09:42,615 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:09:42,620 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:09:42,623 Job list saved +2021-12-18 15:09:42,628 Updating FAILED jobs +2021-12-18 15:09:42,628 Updating WAITING jobs +2021-12-18 15:09:42,628 Update finished +2021-12-18 15:09:52,639 Reloading parameters... +2021-12-18 15:09:52,657 Loading parameters... +2021-12-18 15:09:52,659 Loading project parameters... +2021-12-18 15:09:52,661 + +13 of 25 jobs remaining (15:09) +2021-12-18 15:09:52,661 Sleep: 10 +2021-12-18 15:09:52,661 Number of retrials: 0 +2021-12-18 15:09:52,661 WRAPPER CHECK TIME = 10 +2021-12-18 15:09:52,662 Checking jobs for platform=marenostrum4 +2021-12-18 15:09:52,662 Checking jobs for platform=nord3 +2021-12-18 15:09:52,663 Checking jobs for platform=local +2021-12-18 15:09:52,663 Checking jobs for platform=transfer_node +2021-12-18 15:09:52,663 Checking all jobs at once +2021-12-18 15:09:55,035 Successful check job command +2021-12-18 15:09:56,505 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:09:56,505 End of checking +2021-12-18 15:09:56,507 Updating FAILED jobs +2021-12-18 15:09:56,507 Updating WAITING jobs +2021-12-18 15:09:56,507 Update finished +2021-12-18 15:09:56,507 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:09:56,507 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:09:56,508 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:09:56,508 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:09:56,508 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:09:56,508 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:09:56,508 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:09:56,511 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:09:56,513 Job list saved +2021-12-18 15:09:56,518 Updating FAILED jobs +2021-12-18 15:09:56,518 Updating WAITING jobs +2021-12-18 15:09:56,518 Update finished +2021-12-18 15:10:06,521 Reloading parameters... +2021-12-18 15:10:06,540 Loading parameters... +2021-12-18 15:10:06,542 Loading project parameters... +2021-12-18 15:10:06,544 + +13 of 25 jobs remaining (15:10) +2021-12-18 15:10:06,544 Sleep: 10 +2021-12-18 15:10:06,544 Number of retrials: 0 +2021-12-18 15:10:06,544 WRAPPER CHECK TIME = 10 +2021-12-18 15:10:06,545 Checking jobs for platform=marenostrum4 +2021-12-18 15:10:06,545 Checking jobs for platform=nord3 +2021-12-18 15:10:06,546 Checking jobs for platform=local +2021-12-18 15:10:06,546 Checking jobs for platform=transfer_node +2021-12-18 15:10:06,546 Checking all jobs at once +2021-12-18 15:10:08,368 Successful check job command +2021-12-18 15:10:09,739 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:10:09,739 End of checking +2021-12-18 15:10:09,741 Updating FAILED jobs +2021-12-18 15:10:09,741 Updating WAITING jobs +2021-12-18 15:10:09,741 Update finished +2021-12-18 15:10:09,741 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:10:09,741 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:10:09,741 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:10:09,742 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:10:09,742 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:10:09,742 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:10:09,742 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:10:09,744 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:10:09,747 Job list saved +2021-12-18 15:10:09,752 Updating FAILED jobs +2021-12-18 15:10:09,752 Updating WAITING jobs +2021-12-18 15:10:09,752 Update finished +2021-12-18 15:10:19,758 Reloading parameters... +2021-12-18 15:10:19,778 Loading parameters... +2021-12-18 15:10:19,779 Loading project parameters... +2021-12-18 15:10:19,781 + +13 of 25 jobs remaining (15:10) +2021-12-18 15:10:19,781 Sleep: 10 +2021-12-18 15:10:19,781 Number of retrials: 0 +2021-12-18 15:10:19,781 WRAPPER CHECK TIME = 10 +2021-12-18 15:10:19,782 Checking jobs for platform=marenostrum4 +2021-12-18 15:10:19,782 Checking jobs for platform=nord3 +2021-12-18 15:10:19,783 Checking jobs for platform=local +2021-12-18 15:10:19,783 Checking jobs for platform=transfer_node +2021-12-18 15:10:19,783 Checking all jobs at once +2021-12-18 15:10:21,153 Successful check job command +2021-12-18 15:10:22,323 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:10:22,323 End of checking +2021-12-18 15:10:22,325 Updating FAILED jobs +2021-12-18 15:10:22,325 Updating WAITING jobs +2021-12-18 15:10:22,325 Update finished +2021-12-18 15:10:22,325 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:10:22,326 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:10:22,326 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:10:22,326 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:10:22,326 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:10:22,327 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:10:22,327 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:10:22,330 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:10:22,332 Job list saved +2021-12-18 15:10:22,337 Updating FAILED jobs +2021-12-18 15:10:22,337 Updating WAITING jobs +2021-12-18 15:10:22,338 Update finished +2021-12-18 15:10:32,348 Reloading parameters... +2021-12-18 15:10:32,368 Loading parameters... +2021-12-18 15:10:32,369 Loading project parameters... +2021-12-18 15:10:32,371 + +13 of 25 jobs remaining (15:10) +2021-12-18 15:10:32,371 Sleep: 10 +2021-12-18 15:10:32,372 Number of retrials: 0 +2021-12-18 15:10:32,372 WRAPPER CHECK TIME = 10 +2021-12-18 15:10:32,372 Checking jobs for platform=marenostrum4 +2021-12-18 15:10:32,373 Checking jobs for platform=nord3 +2021-12-18 15:10:32,373 Checking jobs for platform=local +2021-12-18 15:10:32,374 Checking jobs for platform=transfer_node +2021-12-18 15:10:32,374 Checking all jobs at once +2021-12-18 15:10:33,794 Successful check job command +2021-12-18 15:10:35,014 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:10:35,014 End of checking +2021-12-18 15:10:35,015 Updating FAILED jobs +2021-12-18 15:10:35,015 Updating WAITING jobs +2021-12-18 15:10:35,016 Update finished +2021-12-18 15:10:35,016 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:10:35,016 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:10:35,016 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:10:35,016 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:10:35,016 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:10:35,017 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:10:35,017 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:10:35,020 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:10:35,022 Job list saved +2021-12-18 15:10:35,032 Updating FAILED jobs +2021-12-18 15:10:35,032 Updating WAITING jobs +2021-12-18 15:10:35,033 Update finished +2021-12-18 15:10:45,043 Reloading parameters... +2021-12-18 15:10:45,062 Loading parameters... +2021-12-18 15:10:45,063 Loading project parameters... +2021-12-18 15:10:45,065 + +13 of 25 jobs remaining (15:10) +2021-12-18 15:10:45,065 Sleep: 10 +2021-12-18 15:10:45,065 Number of retrials: 0 +2021-12-18 15:10:45,065 WRAPPER CHECK TIME = 10 +2021-12-18 15:10:45,066 Checking jobs for platform=marenostrum4 +2021-12-18 15:10:45,066 Checking jobs for platform=nord3 +2021-12-18 15:10:45,067 Checking jobs for platform=local +2021-12-18 15:10:45,068 Checking jobs for platform=transfer_node +2021-12-18 15:10:45,068 Checking all jobs at once +2021-12-18 15:10:46,537 Successful check job command +2021-12-18 15:10:48,207 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:10:48,207 End of checking +2021-12-18 15:10:48,209 Updating FAILED jobs +2021-12-18 15:10:48,209 Updating WAITING jobs +2021-12-18 15:10:48,209 Update finished +2021-12-18 15:10:48,210 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:10:48,210 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:10:48,210 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:10:48,210 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:10:48,210 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:10:48,210 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:10:48,210 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:10:48,213 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:10:48,215 Job list saved +2021-12-18 15:10:48,220 Updating FAILED jobs +2021-12-18 15:10:48,220 Updating WAITING jobs +2021-12-18 15:10:48,220 Update finished +2021-12-18 15:10:58,229 Reloading parameters... +2021-12-18 15:10:58,247 Loading parameters... +2021-12-18 15:10:58,250 Loading project parameters... +2021-12-18 15:10:58,252 + +13 of 25 jobs remaining (15:10) +2021-12-18 15:10:58,253 Sleep: 10 +2021-12-18 15:10:58,253 Number of retrials: 0 +2021-12-18 15:10:58,253 WRAPPER CHECK TIME = 10 +2021-12-18 15:10:58,253 Checking jobs for platform=marenostrum4 +2021-12-18 15:10:58,254 Checking jobs for platform=nord3 +2021-12-18 15:10:58,254 Checking jobs for platform=local +2021-12-18 15:10:58,255 Checking jobs for platform=transfer_node +2021-12-18 15:10:58,255 Checking all jobs at once +2021-12-18 15:10:59,824 Successful check job command +2021-12-18 15:11:01,294 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:11:01,295 End of checking +2021-12-18 15:11:01,296 Updating FAILED jobs +2021-12-18 15:11:01,296 Updating WAITING jobs +2021-12-18 15:11:01,297 Update finished +2021-12-18 15:11:01,297 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:11:01,298 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:11:01,298 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:11:01,298 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:11:01,298 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:11:01,298 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:11:01,298 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:11:01,301 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:11:01,303 Job list saved +2021-12-18 15:11:01,312 Updating FAILED jobs +2021-12-18 15:11:01,313 Updating WAITING jobs +2021-12-18 15:11:01,313 Update finished +2021-12-18 15:11:11,323 Reloading parameters... +2021-12-18 15:11:11,345 Loading parameters... +2021-12-18 15:11:11,346 Loading project parameters... +2021-12-18 15:11:11,348 + +13 of 25 jobs remaining (15:11) +2021-12-18 15:11:11,348 Sleep: 10 +2021-12-18 15:11:11,348 Number of retrials: 0 +2021-12-18 15:11:11,348 WRAPPER CHECK TIME = 10 +2021-12-18 15:11:11,349 Checking jobs for platform=marenostrum4 +2021-12-18 15:11:11,349 Checking jobs for platform=nord3 +2021-12-18 15:11:11,350 Checking jobs for platform=local +2021-12-18 15:11:11,350 Checking jobs for platform=transfer_node +2021-12-18 15:11:11,351 Checking all jobs at once +2021-12-18 15:11:12,820 Successful check job command +2021-12-18 15:11:14,139 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:11:14,140 End of checking +2021-12-18 15:11:14,142 Updating FAILED jobs +2021-12-18 15:11:14,142 Updating WAITING jobs +2021-12-18 15:11:14,142 Update finished +2021-12-18 15:11:14,142 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:11:14,142 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:11:14,143 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:11:14,143 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:11:14,143 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:11:14,143 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:11:14,143 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:11:14,146 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:11:14,148 Job list saved +2021-12-18 15:11:14,154 Updating FAILED jobs +2021-12-18 15:11:14,154 Updating WAITING jobs +2021-12-18 15:11:14,154 Update finished +2021-12-18 15:11:24,159 Reloading parameters... +2021-12-18 15:11:24,178 Loading parameters... +2021-12-18 15:11:24,180 Loading project parameters... +2021-12-18 15:11:24,182 + +13 of 25 jobs remaining (15:11) +2021-12-18 15:11:24,182 Sleep: 10 +2021-12-18 15:11:24,182 Number of retrials: 0 +2021-12-18 15:11:24,182 WRAPPER CHECK TIME = 10 +2021-12-18 15:11:24,183 Checking jobs for platform=marenostrum4 +2021-12-18 15:11:24,183 Checking jobs for platform=nord3 +2021-12-18 15:11:24,184 Checking jobs for platform=local +2021-12-18 15:11:24,184 Checking jobs for platform=transfer_node +2021-12-18 15:11:24,184 Checking all jobs at once +2021-12-18 15:11:25,804 Successful check job command +2021-12-18 15:11:27,223 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:11:27,224 End of checking +2021-12-18 15:11:27,225 Updating FAILED jobs +2021-12-18 15:11:27,225 Updating WAITING jobs +2021-12-18 15:11:27,225 Update finished +2021-12-18 15:11:27,226 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:11:27,226 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:11:27,226 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:11:27,226 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:11:27,226 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:11:27,226 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:11:27,226 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:11:27,229 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:11:27,231 Job list saved +2021-12-18 15:11:27,237 Updating FAILED jobs +2021-12-18 15:11:27,237 Updating WAITING jobs +2021-12-18 15:11:27,237 Update finished +2021-12-18 15:11:37,245 Reloading parameters... +2021-12-18 15:11:37,264 Loading parameters... +2021-12-18 15:11:37,265 Loading project parameters... +2021-12-18 15:11:37,267 + +13 of 25 jobs remaining (15:11) +2021-12-18 15:11:37,267 Sleep: 10 +2021-12-18 15:11:37,267 Number of retrials: 0 +2021-12-18 15:11:37,267 WRAPPER CHECK TIME = 10 +2021-12-18 15:11:37,268 Checking jobs for platform=marenostrum4 +2021-12-18 15:11:37,268 Checking jobs for platform=nord3 +2021-12-18 15:11:37,269 Checking jobs for platform=local +2021-12-18 15:11:37,269 Checking jobs for platform=transfer_node +2021-12-18 15:11:37,270 Checking all jobs at once +2021-12-18 15:11:38,840 Successful check job command +2021-12-18 15:11:40,259 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:11:40,259 End of checking +2021-12-18 15:11:40,260 Updating FAILED jobs +2021-12-18 15:11:40,260 Updating WAITING jobs +2021-12-18 15:11:40,261 Update finished +2021-12-18 15:11:40,261 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:11:40,261 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:11:40,262 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:11:40,262 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:11:40,262 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:11:40,262 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:11:40,262 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:11:40,265 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:11:40,267 Job list saved +2021-12-18 15:11:40,272 Updating FAILED jobs +2021-12-18 15:11:40,272 Updating WAITING jobs +2021-12-18 15:11:40,272 Update finished +2021-12-18 15:11:50,282 Reloading parameters... +2021-12-18 15:11:50,301 Loading parameters... +2021-12-18 15:11:50,302 Loading project parameters... +2021-12-18 15:11:50,304 + +13 of 25 jobs remaining (15:11) +2021-12-18 15:11:50,304 Sleep: 10 +2021-12-18 15:11:50,304 Number of retrials: 0 +2021-12-18 15:11:50,304 WRAPPER CHECK TIME = 10 +2021-12-18 15:11:50,305 Checking jobs for platform=marenostrum4 +2021-12-18 15:11:50,305 Checking jobs for platform=nord3 +2021-12-18 15:11:50,306 Checking jobs for platform=local +2021-12-18 15:11:50,306 Checking jobs for platform=transfer_node +2021-12-18 15:11:50,306 Checking all jobs at once +2021-12-18 15:11:51,776 Successful check job command +2021-12-18 15:11:53,045 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:11:53,045 End of checking +2021-12-18 15:11:53,047 Updating FAILED jobs +2021-12-18 15:11:53,047 Updating WAITING jobs +2021-12-18 15:11:53,047 Update finished +2021-12-18 15:11:53,047 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:11:53,047 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:11:53,047 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:11:53,048 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:11:53,048 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:11:53,048 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:11:53,048 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:11:53,051 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:11:53,053 Job list saved +2021-12-18 15:11:53,057 Updating FAILED jobs +2021-12-18 15:11:53,057 Updating WAITING jobs +2021-12-18 15:11:53,058 Update finished +2021-12-18 15:12:03,066 Reloading parameters... +2021-12-18 15:12:03,087 Loading parameters... +2021-12-18 15:12:03,088 Loading project parameters... +2021-12-18 15:12:03,090 + +13 of 25 jobs remaining (15:12) +2021-12-18 15:12:03,090 Sleep: 10 +2021-12-18 15:12:03,090 Number of retrials: 0 +2021-12-18 15:12:03,090 WRAPPER CHECK TIME = 10 +2021-12-18 15:12:03,091 Checking jobs for platform=marenostrum4 +2021-12-18 15:12:03,091 Checking jobs for platform=nord3 +2021-12-18 15:12:03,092 Checking jobs for platform=local +2021-12-18 15:12:03,093 Checking jobs for platform=transfer_node +2021-12-18 15:12:03,093 Checking all jobs at once +2021-12-18 15:12:04,713 Successful check job command +2021-12-18 15:12:06,085 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:12:06,085 End of checking +2021-12-18 15:12:06,086 Updating FAILED jobs +2021-12-18 15:12:06,087 Updating WAITING jobs +2021-12-18 15:12:06,087 Update finished +2021-12-18 15:12:06,087 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:12:06,087 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:12:06,087 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:12:06,087 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:12:06,088 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:12:06,088 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:12:06,088 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:12:06,090 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:12:06,093 Job list saved +2021-12-18 15:12:06,097 Updating FAILED jobs +2021-12-18 15:12:06,098 Updating WAITING jobs +2021-12-18 15:12:06,098 Update finished +2021-12-18 15:12:16,107 Reloading parameters... +2021-12-18 15:12:16,125 Loading parameters... +2021-12-18 15:12:16,127 Loading project parameters... +2021-12-18 15:12:16,128 + +13 of 25 jobs remaining (15:12) +2021-12-18 15:12:16,129 Sleep: 10 +2021-12-18 15:12:16,129 Number of retrials: 0 +2021-12-18 15:12:16,129 WRAPPER CHECK TIME = 10 +2021-12-18 15:12:16,129 Checking jobs for platform=marenostrum4 +2021-12-18 15:12:16,130 Checking jobs for platform=nord3 +2021-12-18 15:12:16,131 Checking jobs for platform=local +2021-12-18 15:12:16,131 Checking jobs for platform=transfer_node +2021-12-18 15:12:16,131 Checking all jobs at once +2021-12-18 15:12:17,556 Successful check job command +2021-12-18 15:12:19,026 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:12:19,026 End of checking +2021-12-18 15:12:19,027 Updating FAILED jobs +2021-12-18 15:12:19,028 Updating WAITING jobs +2021-12-18 15:12:19,028 Update finished +2021-12-18 15:12:19,028 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:12:19,029 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:12:19,029 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:12:19,029 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:12:19,029 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:12:19,029 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:12:19,029 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:12:19,032 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:12:19,034 Job list saved +2021-12-18 15:12:19,045 Updating FAILED jobs +2021-12-18 15:12:19,045 Updating WAITING jobs +2021-12-18 15:12:19,045 Update finished +2021-12-18 15:12:29,055 Reloading parameters... +2021-12-18 15:12:29,074 Loading parameters... +2021-12-18 15:12:29,075 Loading project parameters... +2021-12-18 15:12:29,077 + +13 of 25 jobs remaining (15:12) +2021-12-18 15:12:29,077 Sleep: 10 +2021-12-18 15:12:29,077 Number of retrials: 0 +2021-12-18 15:12:29,077 WRAPPER CHECK TIME = 10 +2021-12-18 15:12:29,078 Checking jobs for platform=marenostrum4 +2021-12-18 15:12:29,078 Checking jobs for platform=nord3 +2021-12-18 15:12:29,079 Checking jobs for platform=local +2021-12-18 15:12:29,079 Checking jobs for platform=transfer_node +2021-12-18 15:12:29,079 Checking all jobs at once +2021-12-18 15:12:30,599 Successful check job command +2021-12-18 15:12:31,919 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:12:31,919 End of checking +2021-12-18 15:12:31,921 Updating FAILED jobs +2021-12-18 15:12:31,921 Updating WAITING jobs +2021-12-18 15:12:31,922 Update finished +2021-12-18 15:12:31,922 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:12:31,922 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:12:31,922 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:12:31,922 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:12:31,922 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:12:31,922 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:12:31,923 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:12:31,925 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:12:31,928 Job list saved +2021-12-18 15:12:31,934 Updating FAILED jobs +2021-12-18 15:12:31,935 Updating WAITING jobs +2021-12-18 15:12:31,935 Update finished +2021-12-18 15:12:41,936 Reloading parameters... +2021-12-18 15:12:41,955 Loading parameters... +2021-12-18 15:12:41,956 Loading project parameters... +2021-12-18 15:12:41,958 + +13 of 25 jobs remaining (15:12) +2021-12-18 15:12:41,958 Sleep: 10 +2021-12-18 15:12:41,958 Number of retrials: 0 +2021-12-18 15:12:41,958 WRAPPER CHECK TIME = 10 +2021-12-18 15:12:41,959 Checking jobs for platform=marenostrum4 +2021-12-18 15:12:41,959 Checking jobs for platform=nord3 +2021-12-18 15:12:41,960 Checking jobs for platform=local +2021-12-18 15:12:41,960 Checking jobs for platform=transfer_node +2021-12-18 15:12:41,961 Checking all jobs at once +2021-12-18 15:12:43,731 Successful check job command +2021-12-18 15:12:45,351 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:12:45,351 End of checking +2021-12-18 15:12:45,352 Updating FAILED jobs +2021-12-18 15:12:45,352 Updating WAITING jobs +2021-12-18 15:12:45,353 Update finished +2021-12-18 15:12:45,353 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:12:45,353 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:12:45,353 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:12:45,353 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:12:45,353 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:12:45,353 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:12:45,354 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:12:45,357 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:12:45,359 Job list saved +2021-12-18 15:12:45,364 Updating FAILED jobs +2021-12-18 15:12:45,364 Updating WAITING jobs +2021-12-18 15:12:45,364 Update finished +2021-12-18 15:12:55,367 Reloading parameters... +2021-12-18 15:12:55,387 Loading parameters... +2021-12-18 15:12:55,388 Loading project parameters... +2021-12-18 15:12:55,390 + +13 of 25 jobs remaining (15:12) +2021-12-18 15:12:55,390 Sleep: 10 +2021-12-18 15:12:55,390 Number of retrials: 0 +2021-12-18 15:12:55,390 WRAPPER CHECK TIME = 10 +2021-12-18 15:12:55,391 Checking jobs for platform=marenostrum4 +2021-12-18 15:12:55,391 Checking jobs for platform=nord3 +2021-12-18 15:12:55,392 Checking jobs for platform=local +2021-12-18 15:12:55,393 Checking jobs for platform=transfer_node +2021-12-18 15:12:55,393 Checking all jobs at once +2021-12-18 15:12:56,814 Successful check job command +2021-12-18 15:12:58,083 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:12:58,083 End of checking +2021-12-18 15:12:58,084 Updating FAILED jobs +2021-12-18 15:12:58,084 Updating WAITING jobs +2021-12-18 15:12:58,085 Update finished +2021-12-18 15:12:58,085 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:12:58,085 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:12:58,085 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:12:58,086 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:12:58,086 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:12:58,086 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:12:58,086 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:12:58,089 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:12:58,091 Job list saved +2021-12-18 15:12:58,096 Updating FAILED jobs +2021-12-18 15:12:58,096 Updating WAITING jobs +2021-12-18 15:12:58,096 Update finished +2021-12-18 15:13:08,106 Reloading parameters... +2021-12-18 15:13:08,123 Loading parameters... +2021-12-18 15:13:08,125 Loading project parameters... +2021-12-18 15:13:08,126 + +13 of 25 jobs remaining (15:13) +2021-12-18 15:13:08,127 Sleep: 10 +2021-12-18 15:13:08,127 Number of retrials: 0 +2021-12-18 15:13:08,127 WRAPPER CHECK TIME = 10 +2021-12-18 15:13:08,127 Checking jobs for platform=marenostrum4 +2021-12-18 15:13:08,128 Checking jobs for platform=nord3 +2021-12-18 15:13:08,129 Checking jobs for platform=local +2021-12-18 15:13:08,129 Checking jobs for platform=transfer_node +2021-12-18 15:13:08,129 Checking all jobs at once +2021-12-18 15:13:10,051 Successful check job command +2021-12-18 15:13:11,420 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:13:11,420 End of checking +2021-12-18 15:13:11,421 Updating FAILED jobs +2021-12-18 15:13:11,422 Updating WAITING jobs +2021-12-18 15:13:11,422 Update finished +2021-12-18 15:13:11,422 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:13:11,422 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:13:11,422 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:13:11,423 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:13:11,423 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:13:11,423 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:13:11,423 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:13:11,425 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:13:11,428 Job list saved +2021-12-18 15:13:11,433 Updating FAILED jobs +2021-12-18 15:13:11,433 Updating WAITING jobs +2021-12-18 15:13:11,433 Update finished +2021-12-18 15:13:21,442 Reloading parameters... +2021-12-18 15:13:21,460 Loading parameters... +2021-12-18 15:13:21,462 Loading project parameters... +2021-12-18 15:13:21,464 + +13 of 25 jobs remaining (15:13) +2021-12-18 15:13:21,464 Sleep: 10 +2021-12-18 15:13:21,464 Number of retrials: 0 +2021-12-18 15:13:21,464 WRAPPER CHECK TIME = 10 +2021-12-18 15:13:21,465 Checking jobs for platform=marenostrum4 +2021-12-18 15:13:21,465 Checking jobs for platform=nord3 +2021-12-18 15:13:21,466 Checking jobs for platform=local +2021-12-18 15:13:21,466 Checking jobs for platform=transfer_node +2021-12-18 15:13:21,467 Checking all jobs at once +2021-12-18 15:13:23,387 Successful check job command +2021-12-18 15:13:24,707 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:13:24,707 End of checking +2021-12-18 15:13:24,709 Updating FAILED jobs +2021-12-18 15:13:24,709 Updating WAITING jobs +2021-12-18 15:13:24,709 Update finished +2021-12-18 15:13:24,710 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:13:24,710 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:13:24,710 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:13:24,710 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:13:24,710 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:13:24,710 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:13:24,710 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:13:24,713 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:13:24,715 Job list saved +2021-12-18 15:13:24,720 Updating FAILED jobs +2021-12-18 15:13:24,720 Updating WAITING jobs +2021-12-18 15:13:24,720 Update finished +2021-12-18 15:13:34,731 Reloading parameters... +2021-12-18 15:13:34,749 Loading parameters... +2021-12-18 15:13:34,750 Loading project parameters... +2021-12-18 15:13:34,752 + +13 of 25 jobs remaining (15:13) +2021-12-18 15:13:34,752 Sleep: 10 +2021-12-18 15:13:34,752 Number of retrials: 0 +2021-12-18 15:13:34,752 WRAPPER CHECK TIME = 10 +2021-12-18 15:13:34,753 Checking jobs for platform=marenostrum4 +2021-12-18 15:13:34,753 Checking jobs for platform=nord3 +2021-12-18 15:13:34,755 Checking jobs for platform=local +2021-12-18 15:13:34,755 Checking jobs for platform=transfer_node +2021-12-18 15:13:34,755 Checking all jobs at once +2021-12-18 15:13:36,529 Successful check job command +2021-12-18 15:13:38,299 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:13:38,300 End of checking +2021-12-18 15:13:38,301 Updating FAILED jobs +2021-12-18 15:13:38,301 Updating WAITING jobs +2021-12-18 15:13:38,302 Update finished +2021-12-18 15:13:38,302 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:13:38,304 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:13:38,304 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:13:38,304 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:13:38,304 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:13:38,304 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:13:38,304 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:13:38,307 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:13:38,309 Job list saved +2021-12-18 15:13:38,314 Updating FAILED jobs +2021-12-18 15:13:38,314 Updating WAITING jobs +2021-12-18 15:13:38,314 Update finished +2021-12-18 15:13:48,324 Reloading parameters... +2021-12-18 15:13:48,350 Loading parameters... +2021-12-18 15:13:48,351 Loading project parameters... +2021-12-18 15:13:48,353 + +13 of 25 jobs remaining (15:13) +2021-12-18 15:13:48,353 Sleep: 10 +2021-12-18 15:13:48,353 Number of retrials: 0 +2021-12-18 15:13:48,353 WRAPPER CHECK TIME = 10 +2021-12-18 15:13:48,354 Checking jobs for platform=marenostrum4 +2021-12-18 15:13:48,354 Checking jobs for platform=nord3 +2021-12-18 15:13:48,355 Checking jobs for platform=local +2021-12-18 15:13:48,356 Checking jobs for platform=transfer_node +2021-12-18 15:13:48,356 Checking all jobs at once +2021-12-18 15:13:49,976 Successful check job command +2021-12-18 15:13:51,746 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:13:51,746 End of checking +2021-12-18 15:13:51,748 Updating FAILED jobs +2021-12-18 15:13:51,748 Updating WAITING jobs +2021-12-18 15:13:51,748 Update finished +2021-12-18 15:13:51,748 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:13:51,748 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:13:51,748 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:13:51,749 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:13:51,749 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:13:51,749 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:13:51,749 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:13:51,752 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:13:51,754 Job list saved +2021-12-18 15:13:51,759 Updating FAILED jobs +2021-12-18 15:13:51,759 Updating WAITING jobs +2021-12-18 15:13:51,759 Update finished +2021-12-18 15:14:01,770 Reloading parameters... +2021-12-18 15:14:01,791 Loading parameters... +2021-12-18 15:14:01,792 Loading project parameters... +2021-12-18 15:14:01,794 + +13 of 25 jobs remaining (15:14) +2021-12-18 15:14:01,794 Sleep: 10 +2021-12-18 15:14:01,794 Number of retrials: 0 +2021-12-18 15:14:01,794 WRAPPER CHECK TIME = 10 +2021-12-18 15:14:01,795 Checking jobs for platform=marenostrum4 +2021-12-18 15:14:01,795 Checking jobs for platform=nord3 +2021-12-18 15:14:01,796 Checking jobs for platform=local +2021-12-18 15:14:01,796 Checking jobs for platform=transfer_node +2021-12-18 15:14:01,797 Checking all jobs at once +2021-12-18 15:14:03,220 Successful check job command +2021-12-18 15:14:04,689 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:14:04,689 End of checking +2021-12-18 15:14:04,692 Updating FAILED jobs +2021-12-18 15:14:04,692 Updating WAITING jobs +2021-12-18 15:14:04,692 Update finished +2021-12-18 15:14:04,692 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:14:04,692 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:14:04,692 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:14:04,693 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:14:04,693 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:14:04,694 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:14:04,694 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:14:04,697 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:14:04,699 Job list saved +2021-12-18 15:14:04,704 Updating FAILED jobs +2021-12-18 15:14:04,705 Updating WAITING jobs +2021-12-18 15:14:04,705 Update finished +2021-12-18 15:14:14,715 Reloading parameters... +2021-12-18 15:14:14,735 Loading parameters... +2021-12-18 15:14:14,736 Loading project parameters... +2021-12-18 15:14:14,738 + +13 of 25 jobs remaining (15:14) +2021-12-18 15:14:14,738 Sleep: 10 +2021-12-18 15:14:14,739 Number of retrials: 0 +2021-12-18 15:14:14,739 WRAPPER CHECK TIME = 10 +2021-12-18 15:14:14,739 Checking jobs for platform=marenostrum4 +2021-12-18 15:14:14,740 Checking jobs for platform=nord3 +2021-12-18 15:14:14,740 Checking jobs for platform=local +2021-12-18 15:14:14,741 Checking jobs for platform=transfer_node +2021-12-18 15:14:14,741 Checking all jobs at once +2021-12-18 15:14:16,060 Successful check job command +2021-12-18 15:14:17,430 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:14:17,430 End of checking +2021-12-18 15:14:17,431 Updating FAILED jobs +2021-12-18 15:14:17,432 Updating WAITING jobs +2021-12-18 15:14:17,432 Update finished +2021-12-18 15:14:17,432 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:14:17,433 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:14:17,433 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:14:17,433 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:14:17,433 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:14:17,433 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:14:17,433 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:14:17,436 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:14:17,438 Job list saved +2021-12-18 15:14:17,445 Updating FAILED jobs +2021-12-18 15:14:17,445 Updating WAITING jobs +2021-12-18 15:14:17,446 Update finished +2021-12-18 15:14:27,450 Reloading parameters... +2021-12-18 15:14:27,470 Loading parameters... +2021-12-18 15:14:27,471 Loading project parameters... +2021-12-18 15:14:27,473 + +13 of 25 jobs remaining (15:14) +2021-12-18 15:14:27,473 Sleep: 10 +2021-12-18 15:14:27,473 Number of retrials: 0 +2021-12-18 15:14:27,473 WRAPPER CHECK TIME = 10 +2021-12-18 15:14:27,474 Checking jobs for platform=marenostrum4 +2021-12-18 15:14:27,475 Checking jobs for platform=nord3 +2021-12-18 15:14:27,475 Checking jobs for platform=local +2021-12-18 15:14:27,476 Checking jobs for platform=transfer_node +2021-12-18 15:14:27,476 Checking all jobs at once +2021-12-18 15:14:28,945 Successful check job command +2021-12-18 15:14:30,217 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:14:30,218 End of checking +2021-12-18 15:14:30,219 Updating FAILED jobs +2021-12-18 15:14:30,219 Updating WAITING jobs +2021-12-18 15:14:30,219 Update finished +2021-12-18 15:14:30,219 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:14:30,220 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:14:30,220 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:14:30,220 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:14:30,220 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:14:30,220 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:14:30,220 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:14:30,223 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:14:30,226 Job list saved +2021-12-18 15:14:30,230 Updating FAILED jobs +2021-12-18 15:14:30,231 Updating WAITING jobs +2021-12-18 15:14:30,231 Update finished +2021-12-18 15:14:40,241 Reloading parameters... +2021-12-18 15:14:40,258 Loading parameters... +2021-12-18 15:14:40,260 Loading project parameters... +2021-12-18 15:14:40,262 + +13 of 25 jobs remaining (15:14) +2021-12-18 15:14:40,262 Sleep: 10 +2021-12-18 15:14:40,262 Number of retrials: 0 +2021-12-18 15:14:40,262 WRAPPER CHECK TIME = 10 +2021-12-18 15:14:40,263 Checking jobs for platform=marenostrum4 +2021-12-18 15:14:40,263 Checking jobs for platform=nord3 +2021-12-18 15:14:40,264 Checking jobs for platform=local +2021-12-18 15:14:40,264 Checking jobs for platform=transfer_node +2021-12-18 15:14:40,264 Checking all jobs at once +2021-12-18 15:14:41,984 Successful check job command +2021-12-18 15:14:43,254 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:14:43,254 End of checking +2021-12-18 15:14:43,255 Updating FAILED jobs +2021-12-18 15:14:43,255 Updating WAITING jobs +2021-12-18 15:14:43,256 Update finished +2021-12-18 15:14:43,256 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:14:43,256 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:14:43,256 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:14:43,256 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:14:43,256 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:14:43,256 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:14:43,257 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:14:43,259 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:14:43,261 Job list saved +2021-12-18 15:14:43,269 Updating FAILED jobs +2021-12-18 15:14:43,269 Updating WAITING jobs +2021-12-18 15:14:43,269 Update finished +2021-12-18 15:14:53,275 Reloading parameters... +2021-12-18 15:14:53,293 Loading parameters... +2021-12-18 15:14:53,294 Loading project parameters... +2021-12-18 15:14:53,296 + +13 of 25 jobs remaining (15:14) +2021-12-18 15:14:53,296 Sleep: 10 +2021-12-18 15:14:53,297 Number of retrials: 0 +2021-12-18 15:14:53,297 WRAPPER CHECK TIME = 10 +2021-12-18 15:14:53,297 Checking jobs for platform=marenostrum4 +2021-12-18 15:14:53,298 Checking jobs for platform=nord3 +2021-12-18 15:14:53,299 Checking jobs for platform=local +2021-12-18 15:14:53,301 Checking jobs for platform=transfer_node +2021-12-18 15:14:53,301 Checking all jobs at once +2021-12-18 15:14:55,276 Successful check job command +2021-12-18 15:14:56,898 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:14:56,898 End of checking +2021-12-18 15:14:56,900 Updating FAILED jobs +2021-12-18 15:14:56,900 Updating WAITING jobs +2021-12-18 15:14:56,900 Update finished +2021-12-18 15:14:56,900 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:14:56,901 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:14:56,901 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:14:56,901 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:14:56,901 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:14:56,901 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:14:56,901 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:14:56,904 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:14:56,906 Job list saved +2021-12-18 15:14:56,911 Updating FAILED jobs +2021-12-18 15:14:56,911 Updating WAITING jobs +2021-12-18 15:14:56,911 Update finished +2021-12-18 15:15:06,921 Reloading parameters... +2021-12-18 15:15:06,940 Loading parameters... +2021-12-18 15:15:06,941 Loading project parameters... +2021-12-18 15:15:06,943 + +13 of 25 jobs remaining (15:15) +2021-12-18 15:15:06,943 Sleep: 10 +2021-12-18 15:15:06,943 Number of retrials: 0 +2021-12-18 15:15:06,943 WRAPPER CHECK TIME = 10 +2021-12-18 15:15:06,944 Checking jobs for platform=marenostrum4 +2021-12-18 15:15:06,944 Checking jobs for platform=nord3 +2021-12-18 15:15:06,945 Checking jobs for platform=local +2021-12-18 15:15:06,946 Checking jobs for platform=transfer_node +2021-12-18 15:15:06,946 Checking all jobs at once +2021-12-18 15:15:08,315 Successful check job command +2021-12-18 15:15:09,584 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:15:09,584 End of checking +2021-12-18 15:15:09,586 Updating FAILED jobs +2021-12-18 15:15:09,586 Updating WAITING jobs +2021-12-18 15:15:09,587 Update finished +2021-12-18 15:15:09,587 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:15:09,587 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:15:09,587 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:15:09,587 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:15:09,587 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:15:09,587 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:15:09,588 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:15:09,591 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:15:09,593 Job list saved +2021-12-18 15:15:09,597 Updating FAILED jobs +2021-12-18 15:15:09,598 Updating WAITING jobs +2021-12-18 15:15:09,598 Update finished +2021-12-18 15:15:19,604 Reloading parameters... +2021-12-18 15:15:19,623 Loading parameters... +2021-12-18 15:15:19,624 Loading project parameters... +2021-12-18 15:15:19,626 + +13 of 25 jobs remaining (15:15) +2021-12-18 15:15:19,626 Sleep: 10 +2021-12-18 15:15:19,626 Number of retrials: 0 +2021-12-18 15:15:19,626 WRAPPER CHECK TIME = 10 +2021-12-18 15:15:19,627 Checking jobs for platform=marenostrum4 +2021-12-18 15:15:19,627 Checking jobs for platform=nord3 +2021-12-18 15:15:19,628 Checking jobs for platform=local +2021-12-18 15:15:19,628 Checking jobs for platform=transfer_node +2021-12-18 15:15:19,628 Checking all jobs at once +2021-12-18 15:15:20,998 Successful check job command +2021-12-18 15:15:22,425 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:15:22,425 End of checking +2021-12-18 15:15:22,426 Updating FAILED jobs +2021-12-18 15:15:22,427 Updating WAITING jobs +2021-12-18 15:15:22,427 Update finished +2021-12-18 15:15:22,427 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:15:22,427 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:15:22,427 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:15:22,427 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:15:22,428 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:15:22,428 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:15:22,428 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:15:22,430 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:15:22,433 Job list saved +2021-12-18 15:15:22,438 Updating FAILED jobs +2021-12-18 15:15:22,438 Updating WAITING jobs +2021-12-18 15:15:22,438 Update finished +2021-12-18 15:15:32,448 Reloading parameters... +2021-12-18 15:15:32,466 Loading parameters... +2021-12-18 15:15:32,467 Loading project parameters... +2021-12-18 15:15:32,469 + +13 of 25 jobs remaining (15:15) +2021-12-18 15:15:32,469 Sleep: 10 +2021-12-18 15:15:32,469 Number of retrials: 0 +2021-12-18 15:15:32,469 WRAPPER CHECK TIME = 10 +2021-12-18 15:15:32,470 Checking jobs for platform=marenostrum4 +2021-12-18 15:15:32,470 Checking jobs for platform=nord3 +2021-12-18 15:15:32,471 Checking jobs for platform=local +2021-12-18 15:15:32,471 Checking jobs for platform=transfer_node +2021-12-18 15:15:32,471 Checking all jobs at once +2021-12-18 15:15:33,793 Successful check job command +2021-12-18 15:15:35,163 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:15:35,163 End of checking +2021-12-18 15:15:35,176 Updating FAILED jobs +2021-12-18 15:15:35,176 Updating WAITING jobs +2021-12-18 15:15:35,176 Update finished +2021-12-18 15:15:35,176 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:15:35,177 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:15:35,177 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:15:35,177 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:15:35,177 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:15:35,177 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:15:35,178 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:15:35,181 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:15:35,183 Job list saved +2021-12-18 15:15:35,193 Updating FAILED jobs +2021-12-18 15:15:35,193 Updating WAITING jobs +2021-12-18 15:15:35,194 Update finished +2021-12-18 15:15:45,204 Reloading parameters... +2021-12-18 15:15:45,224 Loading parameters... +2021-12-18 15:15:45,225 Loading project parameters... +2021-12-18 15:15:45,227 + +13 of 25 jobs remaining (15:15) +2021-12-18 15:15:45,227 Sleep: 10 +2021-12-18 15:15:45,227 Number of retrials: 0 +2021-12-18 15:15:45,227 WRAPPER CHECK TIME = 10 +2021-12-18 15:15:45,228 Checking jobs for platform=marenostrum4 +2021-12-18 15:15:45,228 Checking jobs for platform=nord3 +2021-12-18 15:15:45,229 Checking jobs for platform=local +2021-12-18 15:15:45,229 Checking jobs for platform=transfer_node +2021-12-18 15:15:45,230 Checking all jobs at once +2021-12-18 15:15:46,549 Successful check job command +2021-12-18 15:15:47,868 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:15:47,869 End of checking +2021-12-18 15:15:47,870 Updating FAILED jobs +2021-12-18 15:15:47,870 Updating WAITING jobs +2021-12-18 15:15:47,870 Update finished +2021-12-18 15:15:47,871 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:15:47,871 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:15:47,871 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:15:47,871 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:15:47,871 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:15:47,871 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:15:47,871 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:15:47,874 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:15:47,876 Job list saved +2021-12-18 15:15:47,881 Updating FAILED jobs +2021-12-18 15:15:47,881 Updating WAITING jobs +2021-12-18 15:15:47,881 Update finished +2021-12-18 15:15:57,890 Reloading parameters... +2021-12-18 15:15:57,909 Loading parameters... +2021-12-18 15:15:57,910 Loading project parameters... +2021-12-18 15:15:57,912 + +13 of 25 jobs remaining (15:15) +2021-12-18 15:15:57,913 Sleep: 10 +2021-12-18 15:15:57,913 Number of retrials: 0 +2021-12-18 15:15:57,913 WRAPPER CHECK TIME = 10 +2021-12-18 15:15:57,913 Checking jobs for platform=marenostrum4 +2021-12-18 15:15:57,914 Checking jobs for platform=nord3 +2021-12-18 15:15:57,914 Checking jobs for platform=local +2021-12-18 15:15:57,915 Checking jobs for platform=transfer_node +2021-12-18 15:15:57,915 Checking all jobs at once +2021-12-18 15:15:59,336 Successful check job command +2021-12-18 15:16:00,806 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:16:00,806 End of checking +2021-12-18 15:16:00,808 Updating FAILED jobs +2021-12-18 15:16:00,808 Updating WAITING jobs +2021-12-18 15:16:00,808 Update finished +2021-12-18 15:16:00,808 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:16:00,808 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:16:00,808 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:16:00,809 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:16:00,809 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:16:00,809 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:16:00,809 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:16:00,811 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:16:00,814 Job list saved +2021-12-18 15:16:00,818 Updating FAILED jobs +2021-12-18 15:16:00,818 Updating WAITING jobs +2021-12-18 15:16:00,819 Update finished +2021-12-18 15:16:10,829 Reloading parameters... +2021-12-18 15:16:10,849 Loading parameters... +2021-12-18 15:16:10,851 Loading project parameters... +2021-12-18 15:16:10,852 + +13 of 25 jobs remaining (15:16) +2021-12-18 15:16:10,853 Sleep: 10 +2021-12-18 15:16:10,853 Number of retrials: 0 +2021-12-18 15:16:10,853 WRAPPER CHECK TIME = 10 +2021-12-18 15:16:10,853 Checking jobs for platform=marenostrum4 +2021-12-18 15:16:10,854 Checking jobs for platform=nord3 +2021-12-18 15:16:10,854 Checking jobs for platform=local +2021-12-18 15:16:10,855 Checking jobs for platform=transfer_node +2021-12-18 15:16:10,855 Checking all jobs at once +2021-12-18 15:16:12,226 Successful check job command +2021-12-18 15:16:13,948 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:16:13,948 End of checking +2021-12-18 15:16:13,950 Updating FAILED jobs +2021-12-18 15:16:13,950 Updating WAITING jobs +2021-12-18 15:16:13,950 Update finished +2021-12-18 15:16:13,950 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:16:13,951 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:16:13,951 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:16:13,951 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:16:13,951 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:16:13,951 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:16:13,951 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:16:13,954 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:16:13,956 Job list saved +2021-12-18 15:16:13,961 Updating FAILED jobs +2021-12-18 15:16:13,961 Updating WAITING jobs +2021-12-18 15:16:13,961 Update finished +2021-12-18 15:16:23,971 Reloading parameters... +2021-12-18 15:16:23,994 Loading parameters... +2021-12-18 15:16:23,996 Loading project parameters... +2021-12-18 15:16:23,998 + +13 of 25 jobs remaining (15:16) +2021-12-18 15:16:23,998 Sleep: 10 +2021-12-18 15:16:23,998 Number of retrials: 0 +2021-12-18 15:16:23,998 WRAPPER CHECK TIME = 10 +2021-12-18 15:16:23,999 Checking jobs for platform=marenostrum4 +2021-12-18 15:16:24,000 Checking jobs for platform=nord3 +2021-12-18 15:16:24,000 Checking jobs for platform=local +2021-12-18 15:16:24,001 Checking jobs for platform=transfer_node +2021-12-18 15:16:24,001 Checking all jobs at once +2021-12-18 15:16:25,275 Successful check job command +2021-12-18 15:16:26,545 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:16:26,545 End of checking +2021-12-18 15:16:26,548 Updating FAILED jobs +2021-12-18 15:16:26,548 Updating WAITING jobs +2021-12-18 15:16:26,548 Update finished +2021-12-18 15:16:26,548 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:16:26,548 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:16:26,548 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:16:26,549 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:16:26,549 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:16:26,549 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:16:26,549 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:16:26,552 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:16:26,554 Job list saved +2021-12-18 15:16:26,559 Updating FAILED jobs +2021-12-18 15:16:26,560 Updating WAITING jobs +2021-12-18 15:16:26,560 Update finished +2021-12-18 15:16:36,570 Reloading parameters... +2021-12-18 15:16:36,588 Loading parameters... +2021-12-18 15:16:36,589 Loading project parameters... +2021-12-18 15:16:36,591 + +13 of 25 jobs remaining (15:16) +2021-12-18 15:16:36,591 Sleep: 10 +2021-12-18 15:16:36,592 Number of retrials: 0 +2021-12-18 15:16:36,592 WRAPPER CHECK TIME = 10 +2021-12-18 15:16:36,592 Checking jobs for platform=marenostrum4 +2021-12-18 15:16:36,593 Checking jobs for platform=nord3 +2021-12-18 15:16:36,593 Checking jobs for platform=local +2021-12-18 15:16:36,594 Checking jobs for platform=transfer_node +2021-12-18 15:16:36,594 Checking all jobs at once +2021-12-18 15:16:37,863 Successful check job command +2021-12-18 15:16:39,184 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:16:39,184 End of checking +2021-12-18 15:16:39,186 Updating FAILED jobs +2021-12-18 15:16:39,186 Updating WAITING jobs +2021-12-18 15:16:39,186 Update finished +2021-12-18 15:16:39,186 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:16:39,187 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:16:39,187 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:16:39,187 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:16:39,187 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:16:39,187 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:16:39,187 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:16:39,190 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:16:39,192 Job list saved +2021-12-18 15:16:39,197 Updating FAILED jobs +2021-12-18 15:16:39,197 Updating WAITING jobs +2021-12-18 15:16:39,197 Update finished +2021-12-18 15:16:49,209 Reloading parameters... +2021-12-18 15:16:49,227 Loading parameters... +2021-12-18 15:16:49,228 Loading project parameters... +2021-12-18 15:16:49,230 + +13 of 25 jobs remaining (15:16) +2021-12-18 15:16:49,230 Sleep: 10 +2021-12-18 15:16:49,230 Number of retrials: 0 +2021-12-18 15:16:49,230 WRAPPER CHECK TIME = 10 +2021-12-18 15:16:49,231 Checking jobs for platform=marenostrum4 +2021-12-18 15:16:49,231 Checking jobs for platform=nord3 +2021-12-18 15:16:49,232 Checking jobs for platform=local +2021-12-18 15:16:49,232 Checking jobs for platform=transfer_node +2021-12-18 15:16:49,233 Checking all jobs at once +2021-12-18 15:16:50,553 Successful check job command +2021-12-18 15:16:51,673 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:16:51,673 End of checking +2021-12-18 15:16:51,674 Updating FAILED jobs +2021-12-18 15:16:51,674 Updating WAITING jobs +2021-12-18 15:16:51,675 Update finished +2021-12-18 15:16:51,675 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:16:51,677 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:16:51,677 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:16:51,677 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:16:51,678 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:16:51,678 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:16:51,678 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:16:51,681 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:16:51,683 Job list saved +2021-12-18 15:16:51,688 Updating FAILED jobs +2021-12-18 15:16:51,688 Updating WAITING jobs +2021-12-18 15:16:51,688 Update finished +2021-12-18 15:17:01,698 Reloading parameters... +2021-12-18 15:17:01,717 Loading parameters... +2021-12-18 15:17:01,718 Loading project parameters... +2021-12-18 15:17:01,720 + +13 of 25 jobs remaining (15:17) +2021-12-18 15:17:01,720 Sleep: 10 +2021-12-18 15:17:01,721 Number of retrials: 0 +2021-12-18 15:17:01,721 WRAPPER CHECK TIME = 10 +2021-12-18 15:17:01,721 Checking jobs for platform=marenostrum4 +2021-12-18 15:17:01,722 Checking jobs for platform=nord3 +2021-12-18 15:17:01,722 Checking jobs for platform=local +2021-12-18 15:17:01,723 Checking jobs for platform=transfer_node +2021-12-18 15:17:01,723 Checking all jobs at once +2021-12-18 15:17:03,293 Successful check job command +2021-12-18 15:17:04,862 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:17:04,863 End of checking +2021-12-18 15:17:04,864 Updating FAILED jobs +2021-12-18 15:17:04,864 Updating WAITING jobs +2021-12-18 15:17:04,864 Update finished +2021-12-18 15:17:04,864 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:17:04,864 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:17:04,865 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:17:04,865 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:17:04,865 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:17:04,865 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:17:04,865 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:17:04,867 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:17:04,870 Job list saved +2021-12-18 15:17:04,874 Updating FAILED jobs +2021-12-18 15:17:04,874 Updating WAITING jobs +2021-12-18 15:17:04,874 Update finished +2021-12-18 15:17:14,885 Reloading parameters... +2021-12-18 15:17:14,904 Loading parameters... +2021-12-18 15:17:14,905 Loading project parameters... +2021-12-18 15:17:14,907 + +13 of 25 jobs remaining (15:17) +2021-12-18 15:17:14,907 Sleep: 10 +2021-12-18 15:17:14,907 Number of retrials: 0 +2021-12-18 15:17:14,907 WRAPPER CHECK TIME = 10 +2021-12-18 15:17:14,908 Checking jobs for platform=marenostrum4 +2021-12-18 15:17:14,908 Checking jobs for platform=nord3 +2021-12-18 15:17:14,909 Checking jobs for platform=local +2021-12-18 15:17:14,909 Checking jobs for platform=transfer_node +2021-12-18 15:17:14,910 Checking all jobs at once +2021-12-18 15:17:16,230 Successful check job command +2021-12-18 15:17:17,699 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:17:17,700 End of checking +2021-12-18 15:17:17,701 Updating FAILED jobs +2021-12-18 15:17:17,701 Updating WAITING jobs +2021-12-18 15:17:17,702 Update finished +2021-12-18 15:17:17,702 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:17:17,702 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:17:17,702 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:17:17,702 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:17:17,702 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:17:17,702 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:17:17,703 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:17:17,705 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:17:17,707 Job list saved +2021-12-18 15:17:17,712 Updating FAILED jobs +2021-12-18 15:17:17,712 Updating WAITING jobs +2021-12-18 15:17:17,712 Update finished +2021-12-18 15:17:27,722 Reloading parameters... +2021-12-18 15:17:27,740 Loading parameters... +2021-12-18 15:17:27,742 Loading project parameters... +2021-12-18 15:17:27,744 + +13 of 25 jobs remaining (15:17) +2021-12-18 15:17:27,744 Sleep: 10 +2021-12-18 15:17:27,744 Number of retrials: 0 +2021-12-18 15:17:27,744 WRAPPER CHECK TIME = 10 +2021-12-18 15:17:27,745 Checking jobs for platform=marenostrum4 +2021-12-18 15:17:27,745 Checking jobs for platform=nord3 +2021-12-18 15:17:27,746 Checking jobs for platform=local +2021-12-18 15:17:27,746 Checking jobs for platform=transfer_node +2021-12-18 15:17:27,746 Checking all jobs at once +2021-12-18 15:17:29,015 Successful check job command +2021-12-18 15:17:30,185 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:17:30,185 End of checking +2021-12-18 15:17:30,187 Updating FAILED jobs +2021-12-18 15:17:30,187 Updating WAITING jobs +2021-12-18 15:17:30,187 Update finished +2021-12-18 15:17:30,187 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:17:30,188 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:17:30,188 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:17:30,188 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:17:30,188 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:17:30,188 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:17:30,188 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:17:30,191 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:17:30,193 Job list saved +2021-12-18 15:17:30,199 Updating FAILED jobs +2021-12-18 15:17:30,199 Updating WAITING jobs +2021-12-18 15:17:30,199 Update finished +2021-12-18 15:17:40,209 Reloading parameters... +2021-12-18 15:17:40,226 Loading parameters... +2021-12-18 15:17:40,227 Loading project parameters... +2021-12-18 15:17:40,229 + +13 of 25 jobs remaining (15:17) +2021-12-18 15:17:40,229 Sleep: 10 +2021-12-18 15:17:40,229 Number of retrials: 0 +2021-12-18 15:17:40,230 WRAPPER CHECK TIME = 10 +2021-12-18 15:17:40,230 Checking jobs for platform=marenostrum4 +2021-12-18 15:17:40,231 Checking jobs for platform=nord3 +2021-12-18 15:17:40,231 Checking jobs for platform=local +2021-12-18 15:17:40,232 Checking jobs for platform=transfer_node +2021-12-18 15:17:40,232 Checking all jobs at once +2021-12-18 15:17:41,602 Successful check job command +2021-12-18 15:17:42,871 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:17:42,871 End of checking +2021-12-18 15:17:42,872 Updating FAILED jobs +2021-12-18 15:17:42,872 Updating WAITING jobs +2021-12-18 15:17:42,873 Update finished +2021-12-18 15:17:42,873 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:17:42,873 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:17:42,873 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:17:42,873 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:17:42,873 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:17:42,873 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:17:42,874 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:17:42,877 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:17:42,880 Job list saved +2021-12-18 15:17:42,884 Updating FAILED jobs +2021-12-18 15:17:42,884 Updating WAITING jobs +2021-12-18 15:17:42,885 Update finished +2021-12-18 15:17:52,895 Reloading parameters... +2021-12-18 15:17:52,913 Loading parameters... +2021-12-18 15:17:52,914 Loading project parameters... +2021-12-18 15:17:52,916 + +13 of 25 jobs remaining (15:17) +2021-12-18 15:17:52,916 Sleep: 10 +2021-12-18 15:17:52,917 Number of retrials: 0 +2021-12-18 15:17:52,917 WRAPPER CHECK TIME = 10 +2021-12-18 15:17:52,917 Checking jobs for platform=marenostrum4 +2021-12-18 15:17:52,918 Checking jobs for platform=nord3 +2021-12-18 15:17:52,918 Checking jobs for platform=local +2021-12-18 15:17:52,919 Checking jobs for platform=transfer_node +2021-12-18 15:17:52,919 Checking all jobs at once +2021-12-18 15:17:54,338 Successful check job command +2021-12-18 15:17:56,460 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:17:56,460 End of checking +2021-12-18 15:17:56,461 Updating FAILED jobs +2021-12-18 15:17:56,461 Updating WAITING jobs +2021-12-18 15:17:56,462 Update finished +2021-12-18 15:17:56,462 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:17:56,462 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:17:56,462 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:17:56,462 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:17:56,462 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:17:56,462 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:17:56,463 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:17:56,465 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:17:56,467 Job list saved +2021-12-18 15:17:56,472 Updating FAILED jobs +2021-12-18 15:17:56,472 Updating WAITING jobs +2021-12-18 15:17:56,472 Update finished +2021-12-18 15:18:06,483 Reloading parameters... +2021-12-18 15:18:06,500 Loading parameters... +2021-12-18 15:18:06,501 Loading project parameters... +2021-12-18 15:18:06,504 + +13 of 25 jobs remaining (15:18) +2021-12-18 15:18:06,504 Sleep: 10 +2021-12-18 15:18:06,504 Number of retrials: 0 +2021-12-18 15:18:06,504 WRAPPER CHECK TIME = 10 +2021-12-18 15:18:06,505 Checking jobs for platform=marenostrum4 +2021-12-18 15:18:06,505 Checking jobs for platform=nord3 +2021-12-18 15:18:06,506 Checking jobs for platform=local +2021-12-18 15:18:06,507 Checking jobs for platform=transfer_node +2021-12-18 15:18:06,507 Checking all jobs at once +2021-12-18 15:18:07,927 Successful check job command +2021-12-18 15:18:09,147 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:18:09,147 End of checking +2021-12-18 15:18:09,148 Updating FAILED jobs +2021-12-18 15:18:09,148 Updating WAITING jobs +2021-12-18 15:18:09,148 Update finished +2021-12-18 15:18:09,149 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:18:09,150 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:18:09,150 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:18:09,150 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:18:09,150 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:18:09,150 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:18:09,150 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:18:09,153 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:18:09,155 Job list saved +2021-12-18 15:18:09,160 Updating FAILED jobs +2021-12-18 15:18:09,160 Updating WAITING jobs +2021-12-18 15:18:09,160 Update finished +2021-12-18 15:18:19,170 Reloading parameters... +2021-12-18 15:18:19,189 Loading parameters... +2021-12-18 15:18:19,190 Loading project parameters... +2021-12-18 15:18:19,192 + +13 of 25 jobs remaining (15:18) +2021-12-18 15:18:19,192 Sleep: 10 +2021-12-18 15:18:19,193 Number of retrials: 0 +2021-12-18 15:18:19,193 WRAPPER CHECK TIME = 10 +2021-12-18 15:18:19,193 Checking jobs for platform=marenostrum4 +2021-12-18 15:18:19,194 Checking jobs for platform=nord3 +2021-12-18 15:18:19,194 Checking jobs for platform=local +2021-12-18 15:18:19,195 Checking jobs for platform=transfer_node +2021-12-18 15:18:19,195 Checking all jobs at once +2021-12-18 15:18:20,615 Successful check job command +2021-12-18 15:18:21,934 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:18:21,934 End of checking +2021-12-18 15:18:21,936 Updating FAILED jobs +2021-12-18 15:18:21,936 Updating WAITING jobs +2021-12-18 15:18:21,936 Update finished +2021-12-18 15:18:21,937 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:18:21,937 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:18:21,937 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:18:21,937 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:18:21,937 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:18:21,937 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:18:21,937 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:18:21,941 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:18:21,943 Job list saved +2021-12-18 15:18:21,948 Updating FAILED jobs +2021-12-18 15:18:21,948 Updating WAITING jobs +2021-12-18 15:18:21,948 Update finished +2021-12-18 15:18:31,958 Reloading parameters... +2021-12-18 15:18:31,975 Loading parameters... +2021-12-18 15:18:31,977 Loading project parameters... +2021-12-18 15:18:31,979 + +13 of 25 jobs remaining (15:18) +2021-12-18 15:18:31,979 Sleep: 10 +2021-12-18 15:18:31,979 Number of retrials: 0 +2021-12-18 15:18:31,979 WRAPPER CHECK TIME = 10 +2021-12-18 15:18:31,980 Checking jobs for platform=marenostrum4 +2021-12-18 15:18:31,980 Checking jobs for platform=nord3 +2021-12-18 15:18:31,981 Checking jobs for platform=local +2021-12-18 15:18:31,981 Checking jobs for platform=transfer_node +2021-12-18 15:18:31,981 Checking all jobs at once +2021-12-18 15:18:33,201 Successful check job command +2021-12-18 15:18:34,370 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:18:34,370 End of checking +2021-12-18 15:18:34,371 Updating FAILED jobs +2021-12-18 15:18:34,372 Updating WAITING jobs +2021-12-18 15:18:34,372 Update finished +2021-12-18 15:18:34,372 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:18:34,372 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:18:34,372 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:18:34,372 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:18:34,372 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:18:34,373 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:18:34,373 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:18:34,375 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:18:34,377 Job list saved +2021-12-18 15:18:34,382 Updating FAILED jobs +2021-12-18 15:18:34,382 Updating WAITING jobs +2021-12-18 15:18:34,382 Update finished +2021-12-18 15:18:44,392 Reloading parameters... +2021-12-18 15:18:44,410 Loading parameters... +2021-12-18 15:18:44,412 Loading project parameters... +2021-12-18 15:18:44,414 + +13 of 25 jobs remaining (15:18) +2021-12-18 15:18:44,414 Sleep: 10 +2021-12-18 15:18:44,414 Number of retrials: 0 +2021-12-18 15:18:44,414 WRAPPER CHECK TIME = 10 +2021-12-18 15:18:44,415 Checking jobs for platform=marenostrum4 +2021-12-18 15:18:44,415 Checking jobs for platform=nord3 +2021-12-18 15:18:44,416 Checking jobs for platform=local +2021-12-18 15:18:44,416 Checking jobs for platform=transfer_node +2021-12-18 15:18:44,417 Checking all jobs at once +2021-12-18 15:18:45,736 Successful check job command +2021-12-18 15:18:46,905 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:18:46,905 End of checking +2021-12-18 15:18:46,906 Updating FAILED jobs +2021-12-18 15:18:46,907 Updating WAITING jobs +2021-12-18 15:18:46,907 Update finished +2021-12-18 15:18:46,907 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:18:46,907 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:18:46,908 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:18:46,908 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:18:46,908 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:18:46,908 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:18:46,908 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:18:46,911 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:18:46,913 Job list saved +2021-12-18 15:18:46,917 Updating FAILED jobs +2021-12-18 15:18:46,917 Updating WAITING jobs +2021-12-18 15:18:46,917 Update finished +2021-12-18 15:18:56,927 Reloading parameters... +2021-12-18 15:18:56,948 Loading parameters... +2021-12-18 15:18:56,949 Loading project parameters... +2021-12-18 15:18:56,951 + +13 of 25 jobs remaining (15:18) +2021-12-18 15:18:56,951 Sleep: 10 +2021-12-18 15:18:56,951 Number of retrials: 0 +2021-12-18 15:18:56,951 WRAPPER CHECK TIME = 10 +2021-12-18 15:18:56,952 Checking jobs for platform=marenostrum4 +2021-12-18 15:18:56,952 Checking jobs for platform=nord3 +2021-12-18 15:18:56,953 Checking jobs for platform=local +2021-12-18 15:18:56,954 Checking jobs for platform=transfer_node +2021-12-18 15:18:56,954 Checking all jobs at once +2021-12-18 15:18:59,228 Successful check job command +2021-12-18 15:19:00,497 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:19:00,497 End of checking +2021-12-18 15:19:00,498 Updating FAILED jobs +2021-12-18 15:19:00,499 Updating WAITING jobs +2021-12-18 15:19:00,499 Update finished +2021-12-18 15:19:00,499 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:19:00,499 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:19:00,499 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:19:00,499 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:19:00,499 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:19:00,500 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:19:00,500 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:19:00,502 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:19:00,504 Job list saved +2021-12-18 15:19:00,509 Updating FAILED jobs +2021-12-18 15:19:00,509 Updating WAITING jobs +2021-12-18 15:19:00,509 Update finished +2021-12-18 15:19:10,519 Reloading parameters... +2021-12-18 15:19:10,537 Loading parameters... +2021-12-18 15:19:10,538 Loading project parameters... +2021-12-18 15:19:10,540 + +13 of 25 jobs remaining (15:19) +2021-12-18 15:19:10,540 Sleep: 10 +2021-12-18 15:19:10,540 Number of retrials: 0 +2021-12-18 15:19:10,540 WRAPPER CHECK TIME = 10 +2021-12-18 15:19:10,541 Checking jobs for platform=marenostrum4 +2021-12-18 15:19:10,541 Checking jobs for platform=nord3 +2021-12-18 15:19:10,547 Checking jobs for platform=local +2021-12-18 15:19:10,547 Checking jobs for platform=transfer_node +2021-12-18 15:19:10,547 Checking all jobs at once +2021-12-18 15:19:12,067 Successful check job command +2021-12-18 15:19:13,338 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:19:13,338 End of checking +2021-12-18 15:19:13,339 Updating FAILED jobs +2021-12-18 15:19:13,339 Updating WAITING jobs +2021-12-18 15:19:13,340 Update finished +2021-12-18 15:19:13,340 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:19:13,340 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:19:13,340 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:19:13,340 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:19:13,340 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:19:13,340 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:19:13,341 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:19:13,343 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:19:13,345 Job list saved +2021-12-18 15:19:13,350 Updating FAILED jobs +2021-12-18 15:19:13,350 Updating WAITING jobs +2021-12-18 15:19:13,350 Update finished +2021-12-18 15:19:23,354 Reloading parameters... +2021-12-18 15:19:23,374 Loading parameters... +2021-12-18 15:19:23,375 Loading project parameters... +2021-12-18 15:19:23,377 + +13 of 25 jobs remaining (15:19) +2021-12-18 15:19:23,378 Sleep: 10 +2021-12-18 15:19:23,378 Number of retrials: 0 +2021-12-18 15:19:23,378 WRAPPER CHECK TIME = 10 +2021-12-18 15:19:23,379 Checking jobs for platform=marenostrum4 +2021-12-18 15:19:23,379 Checking jobs for platform=nord3 +2021-12-18 15:19:23,380 Checking jobs for platform=local +2021-12-18 15:19:23,381 Checking jobs for platform=transfer_node +2021-12-18 15:19:23,381 Checking all jobs at once +2021-12-18 15:19:24,953 Successful check job command +2021-12-18 15:19:26,323 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:19:26,323 End of checking +2021-12-18 15:19:26,324 Updating FAILED jobs +2021-12-18 15:19:26,324 Updating WAITING jobs +2021-12-18 15:19:26,325 Update finished +2021-12-18 15:19:26,325 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:19:26,325 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:19:26,326 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:19:26,326 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:19:26,326 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:19:26,326 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:19:26,326 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:19:26,328 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:19:26,331 Job list saved +2021-12-18 15:19:26,335 Updating FAILED jobs +2021-12-18 15:19:26,335 Updating WAITING jobs +2021-12-18 15:19:26,336 Update finished +2021-12-18 15:19:36,346 Reloading parameters... +2021-12-18 15:19:36,364 Loading parameters... +2021-12-18 15:19:36,365 Loading project parameters... +2021-12-18 15:19:36,367 + +13 of 25 jobs remaining (15:19) +2021-12-18 15:19:36,367 Sleep: 10 +2021-12-18 15:19:36,368 Number of retrials: 0 +2021-12-18 15:19:36,368 WRAPPER CHECK TIME = 10 +2021-12-18 15:19:36,368 Checking jobs for platform=marenostrum4 +2021-12-18 15:19:36,369 Checking jobs for platform=nord3 +2021-12-18 15:19:36,369 Checking jobs for platform=local +2021-12-18 15:19:36,370 Checking jobs for platform=transfer_node +2021-12-18 15:19:36,370 Checking all jobs at once +2021-12-18 15:19:37,842 Successful check job command +2021-12-18 15:19:39,111 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:19:39,112 End of checking +2021-12-18 15:19:39,113 Updating FAILED jobs +2021-12-18 15:19:39,113 Updating WAITING jobs +2021-12-18 15:19:39,113 Update finished +2021-12-18 15:19:39,113 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:19:39,113 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:19:39,114 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:19:39,114 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:19:39,114 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:19:39,114 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:19:39,114 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:19:39,117 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:19:39,119 Job list saved +2021-12-18 15:19:39,124 Updating FAILED jobs +2021-12-18 15:19:39,124 Updating WAITING jobs +2021-12-18 15:19:39,124 Update finished +2021-12-18 15:19:49,134 Reloading parameters... +2021-12-18 15:19:49,151 Loading parameters... +2021-12-18 15:19:49,152 Loading project parameters... +2021-12-18 15:19:49,154 + +13 of 25 jobs remaining (15:19) +2021-12-18 15:19:49,155 Sleep: 10 +2021-12-18 15:19:49,155 Number of retrials: 0 +2021-12-18 15:19:49,155 WRAPPER CHECK TIME = 10 +2021-12-18 15:19:49,155 Checking jobs for platform=marenostrum4 +2021-12-18 15:19:49,156 Checking jobs for platform=nord3 +2021-12-18 15:19:49,156 Checking jobs for platform=local +2021-12-18 15:19:49,157 Checking jobs for platform=transfer_node +2021-12-18 15:19:49,157 Checking all jobs at once +2021-12-18 15:19:50,426 Successful check job command +2021-12-18 15:19:51,595 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:19:51,596 End of checking +2021-12-18 15:19:51,597 Updating FAILED jobs +2021-12-18 15:19:51,597 Updating WAITING jobs +2021-12-18 15:19:51,597 Update finished +2021-12-18 15:19:51,598 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:19:51,598 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:19:51,598 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:19:51,598 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:19:51,598 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:19:51,598 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:19:51,598 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:19:51,601 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:19:51,603 Job list saved +2021-12-18 15:19:51,608 Updating FAILED jobs +2021-12-18 15:19:51,608 Updating WAITING jobs +2021-12-18 15:19:51,608 Update finished +2021-12-18 15:20:01,609 Reloading parameters... +2021-12-18 15:20:01,627 Loading parameters... +2021-12-18 15:20:01,628 Loading project parameters... +2021-12-18 15:20:01,630 + +13 of 25 jobs remaining (15:20) +2021-12-18 15:20:01,630 Sleep: 10 +2021-12-18 15:20:01,630 Number of retrials: 0 +2021-12-18 15:20:01,630 WRAPPER CHECK TIME = 10 +2021-12-18 15:20:01,631 Checking jobs for platform=marenostrum4 +2021-12-18 15:20:01,632 Checking jobs for platform=nord3 +2021-12-18 15:20:01,632 Checking jobs for platform=local +2021-12-18 15:20:01,633 Checking jobs for platform=transfer_node +2021-12-18 15:20:01,633 Checking all jobs at once +2021-12-18 15:20:03,003 Successful check job command +2021-12-18 15:20:04,173 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:20:04,173 End of checking +2021-12-18 15:20:04,175 Updating FAILED jobs +2021-12-18 15:20:04,175 Updating WAITING jobs +2021-12-18 15:20:04,175 Update finished +2021-12-18 15:20:04,175 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:20:04,178 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:20:04,178 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:20:04,178 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:20:04,179 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:20:04,179 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:20:04,179 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:20:04,182 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:20:04,184 Job list saved +2021-12-18 15:20:05,986 Updating FAILED jobs +2021-12-18 15:20:05,986 Updating WAITING jobs +2021-12-18 15:20:05,986 Update finished +2021-12-18 15:20:15,996 Reloading parameters... +2021-12-18 15:20:16,013 Loading parameters... +2021-12-18 15:20:16,014 Loading project parameters... +2021-12-18 15:20:16,016 + +13 of 25 jobs remaining (15:20) +2021-12-18 15:20:16,078 Sleep: 10 +2021-12-18 15:20:16,078 Number of retrials: 0 +2021-12-18 15:20:16,078 WRAPPER CHECK TIME = 10 +2021-12-18 15:20:16,079 Checking jobs for platform=marenostrum4 +2021-12-18 15:20:16,079 Checking jobs for platform=nord3 +2021-12-18 15:20:16,080 Checking jobs for platform=local +2021-12-18 15:20:16,080 Checking jobs for platform=transfer_node +2021-12-18 15:20:16,080 Checking all jobs at once +2021-12-18 15:20:18,001 Successful check job command +2021-12-18 15:20:19,270 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:20:19,270 End of checking +2021-12-18 15:20:19,271 Updating FAILED jobs +2021-12-18 15:20:19,272 Updating WAITING jobs +2021-12-18 15:20:19,272 Update finished +2021-12-18 15:20:19,272 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:20:19,272 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:20:19,272 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:20:19,272 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:20:19,273 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:20:19,273 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:20:19,273 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:20:19,275 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:20:19,278 Job list saved +2021-12-18 15:20:19,282 Updating FAILED jobs +2021-12-18 15:20:19,283 Updating WAITING jobs +2021-12-18 15:20:19,283 Update finished +2021-12-18 15:20:29,292 Reloading parameters... +2021-12-18 15:20:29,311 Loading parameters... +2021-12-18 15:20:29,313 Loading project parameters... +2021-12-18 15:20:29,315 + +13 of 25 jobs remaining (15:20) +2021-12-18 15:20:29,315 Sleep: 10 +2021-12-18 15:20:29,315 Number of retrials: 0 +2021-12-18 15:20:29,315 WRAPPER CHECK TIME = 10 +2021-12-18 15:20:29,316 Checking jobs for platform=marenostrum4 +2021-12-18 15:20:29,316 Checking jobs for platform=nord3 +2021-12-18 15:20:29,317 Checking jobs for platform=local +2021-12-18 15:20:29,317 Checking jobs for platform=transfer_node +2021-12-18 15:20:29,317 Checking all jobs at once +2021-12-18 15:20:30,837 Successful check job command +2021-12-18 15:20:32,708 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:20:32,708 End of checking +2021-12-18 15:20:32,709 Updating FAILED jobs +2021-12-18 15:20:32,710 Updating WAITING jobs +2021-12-18 15:20:32,710 Update finished +2021-12-18 15:20:32,710 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:20:32,710 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:20:32,710 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:20:32,710 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:20:32,710 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:20:32,711 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:20:32,711 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:20:32,713 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:20:32,716 Job list saved +2021-12-18 15:20:32,721 Updating FAILED jobs +2021-12-18 15:20:32,721 Updating WAITING jobs +2021-12-18 15:20:32,721 Update finished +2021-12-18 15:20:42,730 Reloading parameters... +2021-12-18 15:20:42,748 Loading parameters... +2021-12-18 15:20:42,750 Loading project parameters... +2021-12-18 15:20:42,752 + +13 of 25 jobs remaining (15:20) +2021-12-18 15:20:42,752 Sleep: 10 +2021-12-18 15:20:42,752 Number of retrials: 0 +2021-12-18 15:20:42,752 WRAPPER CHECK TIME = 10 +2021-12-18 15:20:42,753 Checking jobs for platform=marenostrum4 +2021-12-18 15:20:42,753 Checking jobs for platform=nord3 +2021-12-18 15:20:42,754 Checking jobs for platform=local +2021-12-18 15:20:42,755 Checking jobs for platform=transfer_node +2021-12-18 15:20:42,755 Checking all jobs at once +2021-12-18 15:20:44,077 Successful check job command +2021-12-18 15:20:45,397 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:20:45,397 End of checking +2021-12-18 15:20:45,398 Updating FAILED jobs +2021-12-18 15:20:45,398 Updating WAITING jobs +2021-12-18 15:20:45,398 Update finished +2021-12-18 15:20:45,399 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:20:45,399 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:20:45,399 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:20:45,399 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:20:45,400 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:20:45,400 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:20:45,400 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:20:45,402 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:20:45,405 Job list saved +2021-12-18 15:20:45,409 Updating FAILED jobs +2021-12-18 15:20:45,409 Updating WAITING jobs +2021-12-18 15:20:45,409 Update finished +2021-12-18 15:20:55,414 Reloading parameters... +2021-12-18 15:20:55,433 Loading parameters... +2021-12-18 15:20:55,435 Loading project parameters... +2021-12-18 15:20:55,437 + +13 of 25 jobs remaining (15:20) +2021-12-18 15:20:55,437 Sleep: 10 +2021-12-18 15:20:55,437 Number of retrials: 0 +2021-12-18 15:20:55,437 WRAPPER CHECK TIME = 10 +2021-12-18 15:20:55,439 Checking jobs for platform=marenostrum4 +2021-12-18 15:20:55,439 Checking jobs for platform=nord3 +2021-12-18 15:20:55,440 Checking jobs for platform=local +2021-12-18 15:20:55,440 Checking jobs for platform=transfer_node +2021-12-18 15:20:55,441 Checking all jobs at once +2021-12-18 15:20:56,763 Successful check job command +2021-12-18 15:20:58,032 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:20:58,033 End of checking +2021-12-18 15:20:58,034 Updating FAILED jobs +2021-12-18 15:20:58,034 Updating WAITING jobs +2021-12-18 15:20:58,034 Update finished +2021-12-18 15:20:58,035 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:20:58,035 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:20:58,035 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:20:58,035 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:20:58,035 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:20:58,035 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:20:58,035 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:20:58,038 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:20:58,040 Job list saved +2021-12-18 15:20:58,045 Updating FAILED jobs +2021-12-18 15:20:58,045 Updating WAITING jobs +2021-12-18 15:20:58,045 Update finished +2021-12-18 15:21:08,055 Reloading parameters... +2021-12-18 15:21:08,074 Loading parameters... +2021-12-18 15:21:08,076 Loading project parameters... +2021-12-18 15:21:08,078 + +13 of 25 jobs remaining (15:21) +2021-12-18 15:21:08,078 Sleep: 10 +2021-12-18 15:21:08,078 Number of retrials: 0 +2021-12-18 15:21:08,078 WRAPPER CHECK TIME = 10 +2021-12-18 15:21:08,079 Checking jobs for platform=marenostrum4 +2021-12-18 15:21:08,080 Checking jobs for platform=nord3 +2021-12-18 15:21:08,080 Checking jobs for platform=local +2021-12-18 15:21:08,081 Checking jobs for platform=transfer_node +2021-12-18 15:21:08,081 Checking all jobs at once +2021-12-18 15:21:09,400 Successful check job command +2021-12-18 15:21:10,770 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:21:10,771 End of checking +2021-12-18 15:21:10,772 Updating FAILED jobs +2021-12-18 15:21:10,772 Updating WAITING jobs +2021-12-18 15:21:10,772 Update finished +2021-12-18 15:21:10,773 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:21:10,773 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:21:10,773 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:21:10,773 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:21:10,773 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:21:10,773 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:21:10,773 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:21:10,776 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:21:10,778 Job list saved +2021-12-18 15:21:10,783 Updating FAILED jobs +2021-12-18 15:21:10,783 Updating WAITING jobs +2021-12-18 15:21:10,784 Update finished +2021-12-18 15:21:20,794 Reloading parameters... +2021-12-18 15:21:20,812 Loading parameters... +2021-12-18 15:21:20,813 Loading project parameters... +2021-12-18 15:21:20,815 + +13 of 25 jobs remaining (15:21) +2021-12-18 15:21:20,815 Sleep: 10 +2021-12-18 15:21:20,815 Number of retrials: 0 +2021-12-18 15:21:20,816 WRAPPER CHECK TIME = 10 +2021-12-18 15:21:20,816 Checking jobs for platform=marenostrum4 +2021-12-18 15:21:20,817 Checking jobs for platform=nord3 +2021-12-18 15:21:20,817 Checking jobs for platform=local +2021-12-18 15:21:20,818 Checking jobs for platform=transfer_node +2021-12-18 15:21:20,818 Checking all jobs at once +2021-12-18 15:21:22,390 Successful check job command +2021-12-18 15:21:24,060 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:21:24,060 End of checking +2021-12-18 15:21:24,062 Updating FAILED jobs +2021-12-18 15:21:24,062 Updating WAITING jobs +2021-12-18 15:21:24,062 Update finished +2021-12-18 15:21:24,062 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:21:24,063 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:21:24,063 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:21:24,063 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:21:24,063 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:21:24,063 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:21:24,064 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:21:24,066 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:21:24,069 Job list saved +2021-12-18 15:21:24,077 Updating FAILED jobs +2021-12-18 15:21:24,077 Updating WAITING jobs +2021-12-18 15:21:24,077 Update finished +2021-12-18 15:21:34,086 Reloading parameters... +2021-12-18 15:21:34,108 Loading parameters... +2021-12-18 15:21:34,109 Loading project parameters... +2021-12-18 15:21:34,111 + +13 of 25 jobs remaining (15:21) +2021-12-18 15:21:34,111 Sleep: 10 +2021-12-18 15:21:34,111 Number of retrials: 0 +2021-12-18 15:21:34,111 WRAPPER CHECK TIME = 10 +2021-12-18 15:21:34,112 Checking jobs for platform=marenostrum4 +2021-12-18 15:21:34,112 Checking jobs for platform=nord3 +2021-12-18 15:21:34,113 Checking jobs for platform=local +2021-12-18 15:21:34,114 Checking jobs for platform=transfer_node +2021-12-18 15:21:34,114 Checking all jobs at once +2021-12-18 15:21:35,583 Successful check job command +2021-12-18 15:21:37,253 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:21:37,253 End of checking +2021-12-18 15:21:37,255 Updating FAILED jobs +2021-12-18 15:21:37,255 Updating WAITING jobs +2021-12-18 15:21:37,255 Update finished +2021-12-18 15:21:37,255 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:21:37,255 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:21:37,255 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:21:37,256 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:21:37,256 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:21:37,256 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:21:37,256 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:21:37,258 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:21:37,261 Job list saved +2021-12-18 15:21:37,266 Updating FAILED jobs +2021-12-18 15:21:37,266 Updating WAITING jobs +2021-12-18 15:21:37,266 Update finished +2021-12-18 15:21:47,272 Reloading parameters... +2021-12-18 15:21:47,292 Loading parameters... +2021-12-18 15:21:47,293 Loading project parameters... +2021-12-18 15:21:47,295 + +13 of 25 jobs remaining (15:21) +2021-12-18 15:21:47,295 Sleep: 10 +2021-12-18 15:21:47,295 Number of retrials: 0 +2021-12-18 15:21:47,295 WRAPPER CHECK TIME = 10 +2021-12-18 15:21:47,296 Checking jobs for platform=marenostrum4 +2021-12-18 15:21:47,296 Checking jobs for platform=nord3 +2021-12-18 15:21:47,297 Checking jobs for platform=local +2021-12-18 15:21:47,298 Checking jobs for platform=transfer_node +2021-12-18 15:21:47,298 Checking all jobs at once +2021-12-18 15:21:48,523 Successful check job command +2021-12-18 15:21:49,742 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:21:49,742 End of checking +2021-12-18 15:21:49,743 Updating FAILED jobs +2021-12-18 15:21:49,744 Updating WAITING jobs +2021-12-18 15:21:49,744 Update finished +2021-12-18 15:21:49,744 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:21:49,744 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:21:49,744 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:21:49,745 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:21:49,745 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:21:49,745 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:21:49,745 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:21:49,748 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:21:49,750 Job list saved +2021-12-18 15:21:49,755 Updating FAILED jobs +2021-12-18 15:21:49,755 Updating WAITING jobs +2021-12-18 15:21:49,755 Update finished +2021-12-18 15:21:59,764 Reloading parameters... +2021-12-18 15:21:59,782 Loading parameters... +2021-12-18 15:21:59,784 Loading project parameters... +2021-12-18 15:21:59,786 + +13 of 25 jobs remaining (15:21) +2021-12-18 15:21:59,786 Sleep: 10 +2021-12-18 15:21:59,786 Number of retrials: 0 +2021-12-18 15:21:59,787 WRAPPER CHECK TIME = 10 +2021-12-18 15:21:59,787 Checking jobs for platform=marenostrum4 +2021-12-18 15:21:59,788 Checking jobs for platform=nord3 +2021-12-18 15:21:59,788 Checking jobs for platform=local +2021-12-18 15:21:59,789 Checking jobs for platform=transfer_node +2021-12-18 15:21:59,789 Checking all jobs at once +2021-12-18 15:22:01,058 Successful check job command +2021-12-18 15:22:02,378 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:22:02,378 End of checking +2021-12-18 15:22:02,380 Updating FAILED jobs +2021-12-18 15:22:02,380 Updating WAITING jobs +2021-12-18 15:22:02,380 Update finished +2021-12-18 15:22:02,381 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:22:02,381 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:22:02,381 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:22:02,381 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:22:02,382 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:22:02,382 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:22:02,382 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:22:02,385 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:22:02,387 Job list saved +2021-12-18 15:22:02,392 Updating FAILED jobs +2021-12-18 15:22:02,392 Updating WAITING jobs +2021-12-18 15:22:02,392 Update finished +2021-12-18 15:22:12,401 Reloading parameters... +2021-12-18 15:22:12,420 Loading parameters... +2021-12-18 15:22:12,421 Loading project parameters... +2021-12-18 15:22:12,423 + +13 of 25 jobs remaining (15:22) +2021-12-18 15:22:12,423 Sleep: 10 +2021-12-18 15:22:12,423 Number of retrials: 0 +2021-12-18 15:22:12,423 WRAPPER CHECK TIME = 10 +2021-12-18 15:22:12,424 Checking jobs for platform=marenostrum4 +2021-12-18 15:22:12,424 Checking jobs for platform=nord3 +2021-12-18 15:22:12,425 Checking jobs for platform=local +2021-12-18 15:22:12,425 Checking jobs for platform=transfer_node +2021-12-18 15:22:12,426 Checking all jobs at once +2021-12-18 15:22:13,895 Successful check job command +2021-12-18 15:22:15,166 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:22:15,166 End of checking +2021-12-18 15:22:15,167 Updating FAILED jobs +2021-12-18 15:22:15,168 Updating WAITING jobs +2021-12-18 15:22:15,168 Update finished +2021-12-18 15:22:15,168 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:22:15,168 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:22:15,168 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:22:15,168 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:22:15,169 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:22:15,169 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:22:15,169 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:22:15,173 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:22:15,175 Job list saved +2021-12-18 15:22:15,180 Updating FAILED jobs +2021-12-18 15:22:15,180 Updating WAITING jobs +2021-12-18 15:22:15,181 Update finished +2021-12-18 15:22:25,191 Reloading parameters... +2021-12-18 15:22:25,212 Loading parameters... +2021-12-18 15:22:25,213 Loading project parameters... +2021-12-18 15:22:25,215 + +13 of 25 jobs remaining (15:22) +2021-12-18 15:22:25,215 Sleep: 10 +2021-12-18 15:22:25,216 Number of retrials: 0 +2021-12-18 15:22:25,216 WRAPPER CHECK TIME = 10 +2021-12-18 15:22:25,216 Checking jobs for platform=marenostrum4 +2021-12-18 15:22:25,217 Checking jobs for platform=nord3 +2021-12-18 15:22:25,217 Checking jobs for platform=local +2021-12-18 15:22:25,218 Checking jobs for platform=transfer_node +2021-12-18 15:22:25,218 Checking all jobs at once +2021-12-18 15:22:26,740 Successful check job command +2021-12-18 15:22:28,059 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:22:28,060 End of checking +2021-12-18 15:22:28,061 Updating FAILED jobs +2021-12-18 15:22:28,061 Updating WAITING jobs +2021-12-18 15:22:28,062 Update finished +2021-12-18 15:22:28,062 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:22:28,062 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:22:28,062 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:22:28,062 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:22:28,062 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:22:28,062 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:22:28,063 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:22:28,065 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:22:28,067 Job list saved +2021-12-18 15:22:28,073 Updating FAILED jobs +2021-12-18 15:22:28,073 Updating WAITING jobs +2021-12-18 15:22:28,073 Update finished +2021-12-18 15:22:38,078 Reloading parameters... +2021-12-18 15:22:38,100 Loading parameters... +2021-12-18 15:22:38,101 Loading project parameters... +2021-12-18 15:22:38,103 + +13 of 25 jobs remaining (15:22) +2021-12-18 15:22:38,103 Sleep: 10 +2021-12-18 15:22:38,104 Number of retrials: 0 +2021-12-18 15:22:38,104 WRAPPER CHECK TIME = 10 +2021-12-18 15:22:38,104 Checking jobs for platform=marenostrum4 +2021-12-18 15:22:38,105 Checking jobs for platform=nord3 +2021-12-18 15:22:38,105 Checking jobs for platform=local +2021-12-18 15:22:38,106 Checking jobs for platform=transfer_node +2021-12-18 15:22:38,106 Checking all jobs at once +2021-12-18 15:22:39,475 Successful check job command +2021-12-18 15:22:40,795 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:22:40,795 End of checking +2021-12-18 15:22:40,798 Updating FAILED jobs +2021-12-18 15:22:40,799 Updating WAITING jobs +2021-12-18 15:22:40,799 Update finished +2021-12-18 15:22:40,799 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:22:40,800 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:22:40,800 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:22:40,800 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:22:40,800 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:22:40,800 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:22:40,801 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:22:40,804 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:22:40,806 Job list saved +2021-12-18 15:22:40,813 Updating FAILED jobs +2021-12-18 15:22:40,813 Updating WAITING jobs +2021-12-18 15:22:40,813 Update finished +2021-12-18 15:22:50,822 Reloading parameters... +2021-12-18 15:22:50,841 Loading parameters... +2021-12-18 15:22:50,842 Loading project parameters... +2021-12-18 15:22:50,844 + +13 of 25 jobs remaining (15:22) +2021-12-18 15:22:50,845 Sleep: 10 +2021-12-18 15:22:50,845 Number of retrials: 0 +2021-12-18 15:22:50,845 WRAPPER CHECK TIME = 10 +2021-12-18 15:22:50,845 Checking jobs for platform=marenostrum4 +2021-12-18 15:22:50,846 Checking jobs for platform=nord3 +2021-12-18 15:22:50,846 Checking jobs for platform=local +2021-12-18 15:22:50,847 Checking jobs for platform=transfer_node +2021-12-18 15:22:50,847 Checking all jobs at once +2021-12-18 15:22:52,166 Successful check job command +2021-12-18 15:22:53,485 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:22:53,485 End of checking +2021-12-18 15:22:53,486 Updating FAILED jobs +2021-12-18 15:22:53,487 Updating WAITING jobs +2021-12-18 15:22:53,487 Update finished +2021-12-18 15:22:53,487 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:22:53,487 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:22:53,487 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:22:53,487 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:22:53,488 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:22:53,488 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:22:53,488 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:22:53,490 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:22:53,493 Job list saved +2021-12-18 15:22:53,498 Updating FAILED jobs +2021-12-18 15:22:53,498 Updating WAITING jobs +2021-12-18 15:22:53,498 Update finished +2021-12-18 15:23:03,508 Reloading parameters... +2021-12-18 15:23:03,526 Loading parameters... +2021-12-18 15:23:03,528 Loading project parameters... +2021-12-18 15:23:03,530 + +13 of 25 jobs remaining (15:23) +2021-12-18 15:23:03,530 Sleep: 10 +2021-12-18 15:23:03,530 Number of retrials: 0 +2021-12-18 15:23:03,530 WRAPPER CHECK TIME = 10 +2021-12-18 15:23:03,531 Checking jobs for platform=marenostrum4 +2021-12-18 15:23:03,531 Checking jobs for platform=nord3 +2021-12-18 15:23:03,532 Checking jobs for platform=local +2021-12-18 15:23:03,533 Checking jobs for platform=transfer_node +2021-12-18 15:23:03,533 Checking all jobs at once +2021-12-18 15:23:04,852 Successful check job command +2021-12-18 15:23:06,122 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:23:06,122 End of checking +2021-12-18 15:23:06,123 Updating FAILED jobs +2021-12-18 15:23:06,123 Updating WAITING jobs +2021-12-18 15:23:06,124 Update finished +2021-12-18 15:23:06,124 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:23:06,124 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:23:06,124 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:23:06,124 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:23:06,124 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:23:06,124 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:23:06,125 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:23:06,127 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:23:06,129 Job list saved +2021-12-18 15:23:06,134 Updating FAILED jobs +2021-12-18 15:23:06,134 Updating WAITING jobs +2021-12-18 15:23:06,135 Update finished +2021-12-18 15:23:16,142 Reloading parameters... +2021-12-18 15:23:16,161 Loading parameters... +2021-12-18 15:23:16,162 Loading project parameters... +2021-12-18 15:23:16,164 + +13 of 25 jobs remaining (15:23) +2021-12-18 15:23:16,164 Sleep: 10 +2021-12-18 15:23:16,164 Number of retrials: 0 +2021-12-18 15:23:16,164 WRAPPER CHECK TIME = 10 +2021-12-18 15:23:16,165 Checking jobs for platform=marenostrum4 +2021-12-18 15:23:16,165 Checking jobs for platform=nord3 +2021-12-18 15:23:16,166 Checking jobs for platform=local +2021-12-18 15:23:16,167 Checking jobs for platform=transfer_node +2021-12-18 15:23:16,167 Checking all jobs at once +2021-12-18 15:23:17,586 Successful check job command +2021-12-18 15:23:18,955 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:23:18,955 End of checking +2021-12-18 15:23:18,957 Updating FAILED jobs +2021-12-18 15:23:18,957 Updating WAITING jobs +2021-12-18 15:23:18,957 Update finished +2021-12-18 15:23:18,957 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:23:18,958 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:23:18,958 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:23:18,958 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:23:18,958 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:23:18,958 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:23:18,958 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:23:18,961 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:23:18,964 Job list saved +2021-12-18 15:23:18,969 Updating FAILED jobs +2021-12-18 15:23:18,969 Updating WAITING jobs +2021-12-18 15:23:18,969 Update finished +2021-12-18 15:23:28,979 Reloading parameters... +2021-12-18 15:23:28,996 Loading parameters... +2021-12-18 15:23:28,998 Loading project parameters... +2021-12-18 15:23:29,000 + +13 of 25 jobs remaining (15:23) +2021-12-18 15:23:29,000 Sleep: 10 +2021-12-18 15:23:29,000 Number of retrials: 0 +2021-12-18 15:23:29,000 WRAPPER CHECK TIME = 10 +2021-12-18 15:23:29,001 Checking jobs for platform=marenostrum4 +2021-12-18 15:23:29,001 Checking jobs for platform=nord3 +2021-12-18 15:23:29,002 Checking jobs for platform=local +2021-12-18 15:23:29,002 Checking jobs for platform=transfer_node +2021-12-18 15:23:29,003 Checking all jobs at once +2021-12-18 15:23:30,622 Successful check job command +2021-12-18 15:23:32,392 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:23:32,393 End of checking +2021-12-18 15:23:32,394 Updating FAILED jobs +2021-12-18 15:23:32,394 Updating WAITING jobs +2021-12-18 15:23:32,394 Update finished +2021-12-18 15:23:32,395 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:23:32,395 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:23:32,395 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:23:32,395 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:23:32,395 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:23:32,395 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:23:32,395 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:23:32,398 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:23:32,401 Job list saved +2021-12-18 15:23:32,405 Updating FAILED jobs +2021-12-18 15:23:32,406 Updating WAITING jobs +2021-12-18 15:23:32,406 Update finished +2021-12-18 15:23:42,416 Reloading parameters... +2021-12-18 15:23:42,436 Loading parameters... +2021-12-18 15:23:42,437 Loading project parameters... +2021-12-18 15:23:42,439 + +13 of 25 jobs remaining (15:23) +2021-12-18 15:23:42,439 Sleep: 10 +2021-12-18 15:23:42,439 Number of retrials: 0 +2021-12-18 15:23:42,439 WRAPPER CHECK TIME = 10 +2021-12-18 15:23:42,440 Checking jobs for platform=marenostrum4 +2021-12-18 15:23:42,440 Checking jobs for platform=nord3 +2021-12-18 15:23:42,441 Checking jobs for platform=local +2021-12-18 15:23:42,441 Checking jobs for platform=transfer_node +2021-12-18 15:23:42,441 Checking all jobs at once +2021-12-18 15:23:43,761 Successful check job command +2021-12-18 15:23:45,030 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:23:45,030 End of checking +2021-12-18 15:23:45,032 Updating FAILED jobs +2021-12-18 15:23:45,032 Updating WAITING jobs +2021-12-18 15:23:45,032 Update finished +2021-12-18 15:23:45,033 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:23:45,033 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:23:45,033 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:23:45,033 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:23:45,033 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:23:45,033 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:23:45,033 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:23:45,036 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:23:45,039 Job list saved +2021-12-18 15:23:45,043 Updating FAILED jobs +2021-12-18 15:23:45,043 Updating WAITING jobs +2021-12-18 15:23:45,044 Update finished +2021-12-18 15:23:55,054 Reloading parameters... +2021-12-18 15:23:55,073 Loading parameters... +2021-12-18 15:23:55,074 Loading project parameters... +2021-12-18 15:23:55,076 + +13 of 25 jobs remaining (15:23) +2021-12-18 15:23:55,076 Sleep: 10 +2021-12-18 15:23:55,077 Number of retrials: 0 +2021-12-18 15:23:55,077 WRAPPER CHECK TIME = 10 +2021-12-18 15:23:55,077 Checking jobs for platform=marenostrum4 +2021-12-18 15:23:55,078 Checking jobs for platform=nord3 +2021-12-18 15:23:55,078 Checking jobs for platform=local +2021-12-18 15:23:55,079 Checking jobs for platform=transfer_node +2021-12-18 15:23:55,079 Checking all jobs at once +2021-12-18 15:23:56,448 Successful check job command +2021-12-18 15:23:57,718 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:23:57,718 End of checking +2021-12-18 15:23:57,720 Updating FAILED jobs +2021-12-18 15:23:57,720 Updating WAITING jobs +2021-12-18 15:23:57,720 Update finished +2021-12-18 15:23:57,720 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:23:57,721 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:23:57,721 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:23:57,721 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:23:57,721 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:23:57,721 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:23:57,721 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:23:57,724 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:23:57,726 Job list saved +2021-12-18 15:23:57,731 Updating FAILED jobs +2021-12-18 15:23:57,731 Updating WAITING jobs +2021-12-18 15:23:57,731 Update finished +2021-12-18 15:24:07,742 Reloading parameters... +2021-12-18 15:24:07,763 Loading parameters... +2021-12-18 15:24:07,764 Loading project parameters... +2021-12-18 15:24:07,766 + +13 of 25 jobs remaining (15:24) +2021-12-18 15:24:07,766 Sleep: 10 +2021-12-18 15:24:07,767 Number of retrials: 0 +2021-12-18 15:24:07,767 WRAPPER CHECK TIME = 10 +2021-12-18 15:24:07,767 Checking jobs for platform=marenostrum4 +2021-12-18 15:24:07,768 Checking jobs for platform=nord3 +2021-12-18 15:24:07,768 Checking jobs for platform=local +2021-12-18 15:24:07,769 Checking jobs for platform=transfer_node +2021-12-18 15:24:07,769 Checking all jobs at once +2021-12-18 15:24:09,241 Successful check job command +2021-12-18 15:24:10,513 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:24:10,513 End of checking +2021-12-18 15:24:10,514 Updating FAILED jobs +2021-12-18 15:24:10,514 Updating WAITING jobs +2021-12-18 15:24:10,515 Update finished +2021-12-18 15:24:10,515 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:24:10,515 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:24:10,515 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:24:10,515 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:24:10,515 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:24:10,515 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:24:10,516 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:24:10,519 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:24:10,521 Job list saved +2021-12-18 15:24:10,526 Updating FAILED jobs +2021-12-18 15:24:10,526 Updating WAITING jobs +2021-12-18 15:24:10,526 Update finished +2021-12-18 15:24:20,536 Reloading parameters... +2021-12-18 15:24:20,559 Loading parameters... +2021-12-18 15:24:20,560 Loading project parameters... +2021-12-18 15:24:20,562 + +13 of 25 jobs remaining (15:24) +2021-12-18 15:24:20,562 Sleep: 10 +2021-12-18 15:24:20,562 Number of retrials: 0 +2021-12-18 15:24:20,562 WRAPPER CHECK TIME = 10 +2021-12-18 15:24:20,563 Checking jobs for platform=marenostrum4 +2021-12-18 15:24:20,564 Checking jobs for platform=nord3 +2021-12-18 15:24:20,564 Checking jobs for platform=local +2021-12-18 15:24:20,565 Checking jobs for platform=transfer_node +2021-12-18 15:24:20,565 Checking all jobs at once +2021-12-18 15:24:22,241 Successful check job command +2021-12-18 15:24:23,613 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:24:23,613 End of checking +2021-12-18 15:24:23,615 Updating FAILED jobs +2021-12-18 15:24:23,615 Updating WAITING jobs +2021-12-18 15:24:23,615 Update finished +2021-12-18 15:24:23,615 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:24:23,615 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:24:23,616 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:24:23,616 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:24:23,616 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:24:23,616 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:24:23,616 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:24:23,619 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:24:23,622 Job list saved +2021-12-18 15:24:23,626 Updating FAILED jobs +2021-12-18 15:24:23,626 Updating WAITING jobs +2021-12-18 15:24:23,627 Update finished +2021-12-18 15:24:33,633 Reloading parameters... +2021-12-18 15:24:33,653 Loading parameters... +2021-12-18 15:24:33,655 Loading project parameters... +2021-12-18 15:24:33,656 + +13 of 25 jobs remaining (15:24) +2021-12-18 15:24:33,657 Sleep: 10 +2021-12-18 15:24:33,657 Number of retrials: 0 +2021-12-18 15:24:33,657 WRAPPER CHECK TIME = 10 +2021-12-18 15:24:33,657 Checking jobs for platform=marenostrum4 +2021-12-18 15:24:33,658 Checking jobs for platform=nord3 +2021-12-18 15:24:33,659 Checking jobs for platform=local +2021-12-18 15:24:33,659 Checking jobs for platform=transfer_node +2021-12-18 15:24:33,659 Checking all jobs at once +2021-12-18 15:24:35,078 Successful check job command +2021-12-18 15:24:36,498 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:24:36,498 End of checking +2021-12-18 15:24:36,500 Updating FAILED jobs +2021-12-18 15:24:36,500 Updating WAITING jobs +2021-12-18 15:24:36,501 Update finished +2021-12-18 15:24:36,501 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:24:36,501 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:24:36,501 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:24:36,502 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:24:36,502 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:24:36,502 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:24:36,502 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:24:36,507 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:24:36,509 Job list saved +2021-12-18 15:24:36,513 Updating FAILED jobs +2021-12-18 15:24:36,514 Updating WAITING jobs +2021-12-18 15:24:36,514 Update finished +2021-12-18 15:24:46,518 Reloading parameters... +2021-12-18 15:24:46,539 Loading parameters... +2021-12-18 15:24:46,540 Loading project parameters... +2021-12-18 15:24:46,542 + +13 of 25 jobs remaining (15:24) +2021-12-18 15:24:46,542 Sleep: 10 +2021-12-18 15:24:46,542 Number of retrials: 0 +2021-12-18 15:24:46,542 WRAPPER CHECK TIME = 10 +2021-12-18 15:24:46,543 Checking jobs for platform=marenostrum4 +2021-12-18 15:24:46,544 Checking jobs for platform=nord3 +2021-12-18 15:24:46,544 Checking jobs for platform=local +2021-12-18 15:24:46,545 Checking jobs for platform=transfer_node +2021-12-18 15:24:46,545 Checking all jobs at once +2021-12-18 15:24:47,914 Successful check job command +2021-12-18 15:24:49,283 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:24:49,284 End of checking +2021-12-18 15:24:49,285 Updating FAILED jobs +2021-12-18 15:24:49,285 Updating WAITING jobs +2021-12-18 15:24:49,285 Update finished +2021-12-18 15:24:49,286 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:24:49,286 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:24:49,286 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:24:49,286 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:24:49,286 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:24:49,286 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:24:49,286 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:24:49,289 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:24:49,291 Job list saved +2021-12-18 15:24:49,296 Updating FAILED jobs +2021-12-18 15:24:49,296 Updating WAITING jobs +2021-12-18 15:24:49,296 Update finished +2021-12-18 15:24:59,306 Reloading parameters... +2021-12-18 15:24:59,326 Loading parameters... +2021-12-18 15:24:59,327 Loading project parameters... +2021-12-18 15:24:59,329 + +13 of 25 jobs remaining (15:24) +2021-12-18 15:24:59,329 Sleep: 10 +2021-12-18 15:24:59,330 Number of retrials: 0 +2021-12-18 15:24:59,330 WRAPPER CHECK TIME = 10 +2021-12-18 15:24:59,330 Checking jobs for platform=marenostrum4 +2021-12-18 15:24:59,331 Checking jobs for platform=nord3 +2021-12-18 15:24:59,331 Checking jobs for platform=local +2021-12-18 15:24:59,332 Checking jobs for platform=transfer_node +2021-12-18 15:24:59,332 Checking all jobs at once +2021-12-18 15:25:00,701 Successful check job command +2021-12-18 15:25:02,020 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:25:02,020 End of checking +2021-12-18 15:25:02,022 Updating FAILED jobs +2021-12-18 15:25:02,022 Updating WAITING jobs +2021-12-18 15:25:02,022 Update finished +2021-12-18 15:25:02,022 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:25:02,022 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:25:02,023 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:25:02,023 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:25:02,023 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:25:02,023 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:25:02,023 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:25:02,026 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:25:02,028 Job list saved +2021-12-18 15:25:02,033 Updating FAILED jobs +2021-12-18 15:25:02,033 Updating WAITING jobs +2021-12-18 15:25:02,033 Update finished +2021-12-18 15:25:12,043 Reloading parameters... +2021-12-18 15:25:12,066 Loading parameters... +2021-12-18 15:25:12,068 Loading project parameters... +2021-12-18 15:25:12,069 + +13 of 25 jobs remaining (15:25) +2021-12-18 15:25:12,070 Sleep: 10 +2021-12-18 15:25:12,070 Number of retrials: 0 +2021-12-18 15:25:12,070 WRAPPER CHECK TIME = 10 +2021-12-18 15:25:12,070 Checking jobs for platform=marenostrum4 +2021-12-18 15:25:12,071 Checking jobs for platform=nord3 +2021-12-18 15:25:12,071 Checking jobs for platform=local +2021-12-18 15:25:12,072 Checking jobs for platform=transfer_node +2021-12-18 15:25:12,072 Checking all jobs at once +2021-12-18 15:25:13,391 Successful check job command +2021-12-18 15:25:14,660 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:25:14,660 End of checking +2021-12-18 15:25:14,662 Updating FAILED jobs +2021-12-18 15:25:14,662 Updating WAITING jobs +2021-12-18 15:25:14,662 Update finished +2021-12-18 15:25:14,662 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:25:14,666 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:25:14,666 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:25:14,666 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:25:14,666 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:25:14,666 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:25:14,666 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:25:14,669 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:25:14,672 Job list saved +2021-12-18 15:25:14,677 Updating FAILED jobs +2021-12-18 15:25:14,677 Updating WAITING jobs +2021-12-18 15:25:14,677 Update finished +2021-12-18 15:25:24,685 Reloading parameters... +2021-12-18 15:25:24,706 Loading parameters... +2021-12-18 15:25:24,708 Loading project parameters... +2021-12-18 15:25:24,710 + +13 of 25 jobs remaining (15:25) +2021-12-18 15:25:24,710 Sleep: 10 +2021-12-18 15:25:24,710 Number of retrials: 0 +2021-12-18 15:25:24,710 WRAPPER CHECK TIME = 10 +2021-12-18 15:25:24,711 Checking jobs for platform=marenostrum4 +2021-12-18 15:25:24,711 Checking jobs for platform=nord3 +2021-12-18 15:25:24,712 Checking jobs for platform=local +2021-12-18 15:25:24,712 Checking jobs for platform=transfer_node +2021-12-18 15:25:24,712 Checking all jobs at once +2021-12-18 15:25:26,432 Successful check job command +2021-12-18 15:25:27,751 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:25:27,751 End of checking +2021-12-18 15:25:27,753 Updating FAILED jobs +2021-12-18 15:25:27,754 Updating WAITING jobs +2021-12-18 15:25:27,754 Update finished +2021-12-18 15:25:27,754 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:25:27,754 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:25:27,754 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:25:27,755 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:25:27,755 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:25:27,755 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:25:27,755 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:25:27,758 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:25:27,760 Job list saved +2021-12-18 15:25:27,770 Updating FAILED jobs +2021-12-18 15:25:27,770 Updating WAITING jobs +2021-12-18 15:25:27,770 Update finished +2021-12-18 15:25:37,779 Reloading parameters... +2021-12-18 15:25:37,798 Loading parameters... +2021-12-18 15:25:37,799 Loading project parameters... +2021-12-18 15:25:37,801 + +13 of 25 jobs remaining (15:25) +2021-12-18 15:25:37,801 Sleep: 10 +2021-12-18 15:25:37,801 Number of retrials: 0 +2021-12-18 15:25:37,801 WRAPPER CHECK TIME = 10 +2021-12-18 15:25:37,802 Checking jobs for platform=marenostrum4 +2021-12-18 15:25:37,803 Checking jobs for platform=nord3 +2021-12-18 15:25:37,803 Checking jobs for platform=local +2021-12-18 15:25:37,804 Checking jobs for platform=transfer_node +2021-12-18 15:25:37,804 Checking all jobs at once +2021-12-18 15:25:39,574 Successful check job command +2021-12-18 15:25:41,695 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:25:41,695 End of checking +2021-12-18 15:25:41,697 Updating FAILED jobs +2021-12-18 15:25:41,697 Updating WAITING jobs +2021-12-18 15:25:41,697 Update finished +2021-12-18 15:25:41,697 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:25:41,697 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:25:41,697 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:25:41,698 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:25:41,698 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:25:41,698 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:25:41,698 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:25:41,701 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:25:41,704 Job list saved +2021-12-18 15:25:41,709 Updating FAILED jobs +2021-12-18 15:25:41,709 Updating WAITING jobs +2021-12-18 15:25:41,709 Update finished +2021-12-18 15:25:51,719 Reloading parameters... +2021-12-18 15:25:51,741 Loading parameters... +2021-12-18 15:25:51,742 Loading project parameters... +2021-12-18 15:25:51,744 + +13 of 25 jobs remaining (15:25) +2021-12-18 15:25:51,744 Sleep: 10 +2021-12-18 15:25:51,744 Number of retrials: 0 +2021-12-18 15:25:51,744 WRAPPER CHECK TIME = 10 +2021-12-18 15:25:51,745 Checking jobs for platform=marenostrum4 +2021-12-18 15:25:51,745 Checking jobs for platform=nord3 +2021-12-18 15:25:51,746 Checking jobs for platform=local +2021-12-18 15:25:51,747 Checking jobs for platform=transfer_node +2021-12-18 15:25:51,747 Checking all jobs at once +2021-12-18 15:25:53,070 Successful check job command +2021-12-18 15:25:54,389 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:25:54,389 End of checking +2021-12-18 15:25:54,391 Updating FAILED jobs +2021-12-18 15:25:54,391 Updating WAITING jobs +2021-12-18 15:25:54,391 Update finished +2021-12-18 15:25:54,391 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:25:54,392 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:25:54,392 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:25:54,392 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:25:54,392 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:25:54,392 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:25:54,393 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:25:54,395 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:25:54,398 Job list saved +2021-12-18 15:25:54,403 Updating FAILED jobs +2021-12-18 15:25:54,403 Updating WAITING jobs +2021-12-18 15:25:54,403 Update finished +2021-12-18 15:26:04,413 Reloading parameters... +2021-12-18 15:26:04,434 Loading parameters... +2021-12-18 15:26:04,436 Loading project parameters... +2021-12-18 15:26:04,438 + +13 of 25 jobs remaining (15:26) +2021-12-18 15:26:04,438 Sleep: 10 +2021-12-18 15:26:04,438 Number of retrials: 0 +2021-12-18 15:26:04,438 WRAPPER CHECK TIME = 10 +2021-12-18 15:26:04,439 Checking jobs for platform=marenostrum4 +2021-12-18 15:26:04,439 Checking jobs for platform=nord3 +2021-12-18 15:26:04,440 Checking jobs for platform=local +2021-12-18 15:26:04,440 Checking jobs for platform=transfer_node +2021-12-18 15:26:04,440 Checking all jobs at once +2021-12-18 15:26:05,812 Successful check job command +2021-12-18 15:26:07,131 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:26:07,131 End of checking +2021-12-18 15:26:07,133 Updating FAILED jobs +2021-12-18 15:26:07,133 Updating WAITING jobs +2021-12-18 15:26:07,134 Update finished +2021-12-18 15:26:07,134 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:26:07,134 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:26:07,134 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:26:07,134 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:26:07,134 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:26:07,134 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:26:07,135 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:26:07,137 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:26:07,140 Job list saved +2021-12-18 15:26:07,145 Updating FAILED jobs +2021-12-18 15:26:07,145 Updating WAITING jobs +2021-12-18 15:26:07,145 Update finished +2021-12-18 15:26:17,155 Reloading parameters... +2021-12-18 15:26:17,182 Loading parameters... +2021-12-18 15:26:17,183 Loading project parameters... +2021-12-18 15:26:17,185 + +13 of 25 jobs remaining (15:26) +2021-12-18 15:26:17,185 Sleep: 10 +2021-12-18 15:26:17,186 Number of retrials: 0 +2021-12-18 15:26:17,186 WRAPPER CHECK TIME = 10 +2021-12-18 15:26:17,186 Checking jobs for platform=marenostrum4 +2021-12-18 15:26:17,187 Checking jobs for platform=nord3 +2021-12-18 15:26:17,187 Checking jobs for platform=local +2021-12-18 15:26:17,188 Checking jobs for platform=transfer_node +2021-12-18 15:26:17,188 Checking all jobs at once +2021-12-18 15:26:18,507 Successful check job command +2021-12-18 15:26:19,826 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:26:19,826 End of checking +2021-12-18 15:26:19,828 Updating FAILED jobs +2021-12-18 15:26:19,828 Updating WAITING jobs +2021-12-18 15:26:19,828 Update finished +2021-12-18 15:26:19,828 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:26:19,828 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:26:19,829 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:26:19,829 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:26:19,829 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:26:19,829 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:26:19,829 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:26:19,833 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:26:19,835 Job list saved +2021-12-18 15:26:19,841 Updating FAILED jobs +2021-12-18 15:26:19,841 Updating WAITING jobs +2021-12-18 15:26:19,841 Update finished +2021-12-18 15:26:29,852 Reloading parameters... +2021-12-18 15:26:29,873 Loading parameters... +2021-12-18 15:26:29,874 Loading project parameters... +2021-12-18 15:26:29,876 + +13 of 25 jobs remaining (15:26) +2021-12-18 15:26:29,877 Sleep: 10 +2021-12-18 15:26:29,877 Number of retrials: 0 +2021-12-18 15:26:29,877 WRAPPER CHECK TIME = 10 +2021-12-18 15:26:29,877 Checking jobs for platform=marenostrum4 +2021-12-18 15:26:29,878 Checking jobs for platform=nord3 +2021-12-18 15:26:29,879 Checking jobs for platform=local +2021-12-18 15:26:29,879 Checking jobs for platform=transfer_node +2021-12-18 15:26:29,879 Checking all jobs at once +2021-12-18 15:26:31,250 Successful check job command +2021-12-18 15:26:32,571 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:26:32,572 End of checking +2021-12-18 15:26:32,573 Updating FAILED jobs +2021-12-18 15:26:32,573 Updating WAITING jobs +2021-12-18 15:26:32,574 Update finished +2021-12-18 15:26:32,574 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:26:32,574 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:26:32,575 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:26:32,575 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:26:32,575 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:26:32,575 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:26:32,575 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:26:32,580 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:26:32,582 Job list saved +2021-12-18 15:26:32,587 Updating FAILED jobs +2021-12-18 15:26:32,588 Updating WAITING jobs +2021-12-18 15:26:32,588 Update finished +2021-12-18 15:26:42,598 Reloading parameters... +2021-12-18 15:26:42,621 Loading parameters... +2021-12-18 15:26:42,623 Loading project parameters... +2021-12-18 15:26:42,625 + +13 of 25 jobs remaining (15:26) +2021-12-18 15:26:42,625 Sleep: 10 +2021-12-18 15:26:42,625 Number of retrials: 0 +2021-12-18 15:26:42,625 WRAPPER CHECK TIME = 10 +2021-12-18 15:26:42,626 Checking jobs for platform=marenostrum4 +2021-12-18 15:26:42,626 Checking jobs for platform=nord3 +2021-12-18 15:26:42,627 Checking jobs for platform=local +2021-12-18 15:26:42,627 Checking jobs for platform=transfer_node +2021-12-18 15:26:42,627 Checking all jobs at once +2021-12-18 15:26:43,997 Successful check job command +2021-12-18 15:26:45,566 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:26:45,566 End of checking +2021-12-18 15:26:45,568 Updating FAILED jobs +2021-12-18 15:26:45,568 Updating WAITING jobs +2021-12-18 15:26:45,568 Update finished +2021-12-18 15:26:45,568 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:26:45,568 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:26:45,569 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:26:45,569 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:26:45,569 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:26:45,569 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:26:45,569 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:26:45,573 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:26:45,575 Job list saved +2021-12-18 15:26:45,580 Updating FAILED jobs +2021-12-18 15:26:45,580 Updating WAITING jobs +2021-12-18 15:26:45,580 Update finished +2021-12-18 15:26:55,589 Reloading parameters... +2021-12-18 15:26:55,609 Loading parameters... +2021-12-18 15:26:55,610 Loading project parameters... +2021-12-18 15:26:55,612 + +13 of 25 jobs remaining (15:26) +2021-12-18 15:26:55,613 Sleep: 10 +2021-12-18 15:26:55,613 Number of retrials: 0 +2021-12-18 15:26:55,613 WRAPPER CHECK TIME = 10 +2021-12-18 15:26:55,614 Checking jobs for platform=marenostrum4 +2021-12-18 15:26:55,614 Checking jobs for platform=nord3 +2021-12-18 15:26:55,615 Checking jobs for platform=local +2021-12-18 15:26:55,615 Checking jobs for platform=transfer_node +2021-12-18 15:26:55,616 Checking all jobs at once +2021-12-18 15:26:57,038 Successful check job command +2021-12-18 15:26:58,458 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:26:58,458 End of checking +2021-12-18 15:26:58,460 Updating FAILED jobs +2021-12-18 15:26:58,460 Updating WAITING jobs +2021-12-18 15:26:58,460 Update finished +2021-12-18 15:26:58,460 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:26:58,460 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:26:58,460 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:26:58,461 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:26:58,461 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:26:58,461 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:26:58,461 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:26:58,464 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:26:58,466 Job list saved +2021-12-18 15:26:58,470 Updating FAILED jobs +2021-12-18 15:26:58,470 Updating WAITING jobs +2021-12-18 15:26:58,471 Update finished +2021-12-18 15:27:08,481 Reloading parameters... +2021-12-18 15:27:08,501 Loading parameters... +2021-12-18 15:27:08,502 Loading project parameters... +2021-12-18 15:27:08,504 + +13 of 25 jobs remaining (15:27) +2021-12-18 15:27:08,504 Sleep: 10 +2021-12-18 15:27:08,504 Number of retrials: 0 +2021-12-18 15:27:08,504 WRAPPER CHECK TIME = 10 +2021-12-18 15:27:08,505 Checking jobs for platform=marenostrum4 +2021-12-18 15:27:08,505 Checking jobs for platform=nord3 +2021-12-18 15:27:08,506 Checking jobs for platform=local +2021-12-18 15:27:08,507 Checking jobs for platform=transfer_node +2021-12-18 15:27:08,507 Checking all jobs at once +2021-12-18 15:27:09,725 Successful check job command +2021-12-18 15:27:10,995 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:27:10,995 End of checking +2021-12-18 15:27:10,997 Updating FAILED jobs +2021-12-18 15:27:10,997 Updating WAITING jobs +2021-12-18 15:27:10,997 Update finished +2021-12-18 15:27:10,998 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:27:10,998 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:27:10,999 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:27:10,999 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:27:10,999 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:27:10,999 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:27:10,999 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:27:11,002 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:27:11,004 Job list saved +2021-12-18 15:27:11,009 Updating FAILED jobs +2021-12-18 15:27:11,010 Updating WAITING jobs +2021-12-18 15:27:11,010 Update finished +2021-12-18 15:27:21,020 Reloading parameters... +2021-12-18 15:27:21,039 Loading parameters... +2021-12-18 15:27:21,040 Loading project parameters... +2021-12-18 15:27:21,042 + +13 of 25 jobs remaining (15:27) +2021-12-18 15:27:21,043 Sleep: 10 +2021-12-18 15:27:21,043 Number of retrials: 0 +2021-12-18 15:27:21,043 WRAPPER CHECK TIME = 10 +2021-12-18 15:27:21,043 Checking jobs for platform=marenostrum4 +2021-12-18 15:27:21,044 Checking jobs for platform=nord3 +2021-12-18 15:27:21,044 Checking jobs for platform=local +2021-12-18 15:27:21,045 Checking jobs for platform=transfer_node +2021-12-18 15:27:21,045 Checking all jobs at once +2021-12-18 15:27:22,366 Successful check job command +2021-12-18 15:27:23,685 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:27:23,685 End of checking +2021-12-18 15:27:23,687 Updating FAILED jobs +2021-12-18 15:27:23,687 Updating WAITING jobs +2021-12-18 15:27:23,687 Update finished +2021-12-18 15:27:23,687 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:27:23,687 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:27:23,688 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:27:23,688 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:27:23,688 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:27:23,688 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:27:23,688 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:27:23,691 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:27:23,693 Job list saved +2021-12-18 15:27:23,698 Updating FAILED jobs +2021-12-18 15:27:23,698 Updating WAITING jobs +2021-12-18 15:27:23,698 Update finished +2021-12-18 15:27:33,708 Reloading parameters... +2021-12-18 15:27:33,728 Loading parameters... +2021-12-18 15:27:33,730 Loading project parameters... +2021-12-18 15:27:33,732 + +13 of 25 jobs remaining (15:27) +2021-12-18 15:27:33,732 Sleep: 10 +2021-12-18 15:27:33,732 Number of retrials: 0 +2021-12-18 15:27:33,732 WRAPPER CHECK TIME = 10 +2021-12-18 15:27:33,733 Checking jobs for platform=marenostrum4 +2021-12-18 15:27:33,733 Checking jobs for platform=nord3 +2021-12-18 15:27:33,734 Checking jobs for platform=local +2021-12-18 15:27:33,735 Checking jobs for platform=transfer_node +2021-12-18 15:27:33,735 Checking all jobs at once +2021-12-18 15:27:35,056 Successful check job command +2021-12-18 15:27:36,426 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:27:36,426 End of checking +2021-12-18 15:27:36,428 Updating FAILED jobs +2021-12-18 15:27:36,428 Updating WAITING jobs +2021-12-18 15:27:36,428 Update finished +2021-12-18 15:27:36,428 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:27:36,428 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:27:36,428 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:27:36,429 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:27:36,429 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:27:36,429 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:27:36,429 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:27:36,431 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:27:36,434 Job list saved +2021-12-18 15:27:36,438 Updating FAILED jobs +2021-12-18 15:27:36,438 Updating WAITING jobs +2021-12-18 15:27:36,438 Update finished +2021-12-18 15:27:46,448 Reloading parameters... +2021-12-18 15:27:46,466 Loading parameters... +2021-12-18 15:27:46,468 Loading project parameters... +2021-12-18 15:27:46,469 + +13 of 25 jobs remaining (15:27) +2021-12-18 15:27:46,470 Sleep: 10 +2021-12-18 15:27:46,470 Number of retrials: 0 +2021-12-18 15:27:46,470 WRAPPER CHECK TIME = 10 +2021-12-18 15:27:46,470 Checking jobs for platform=marenostrum4 +2021-12-18 15:27:46,471 Checking jobs for platform=nord3 +2021-12-18 15:27:46,471 Checking jobs for platform=local +2021-12-18 15:27:46,472 Checking jobs for platform=transfer_node +2021-12-18 15:27:46,472 Checking all jobs at once +2021-12-18 15:27:47,741 Successful check job command +2021-12-18 15:27:48,961 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:27:48,961 End of checking +2021-12-18 15:27:48,962 Updating FAILED jobs +2021-12-18 15:27:48,962 Updating WAITING jobs +2021-12-18 15:27:48,962 Update finished +2021-12-18 15:27:48,963 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:27:48,963 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:27:48,963 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:27:48,964 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:27:48,964 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:27:48,964 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:27:48,964 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:27:48,967 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:27:48,969 Job list saved +2021-12-18 15:27:48,974 Updating FAILED jobs +2021-12-18 15:27:48,974 Updating WAITING jobs +2021-12-18 15:27:48,974 Update finished +2021-12-18 15:27:58,984 Reloading parameters... +2021-12-18 15:27:59,004 Loading parameters... +2021-12-18 15:27:59,006 Loading project parameters... +2021-12-18 15:27:59,008 + +13 of 25 jobs remaining (15:27) +2021-12-18 15:27:59,008 Sleep: 10 +2021-12-18 15:27:59,008 Number of retrials: 0 +2021-12-18 15:27:59,008 WRAPPER CHECK TIME = 10 +2021-12-18 15:27:59,009 Checking jobs for platform=marenostrum4 +2021-12-18 15:27:59,010 Checking jobs for platform=nord3 +2021-12-18 15:27:59,010 Checking jobs for platform=local +2021-12-18 15:27:59,011 Checking jobs for platform=transfer_node +2021-12-18 15:27:59,011 Checking all jobs at once +2021-12-18 15:28:00,380 Successful check job command +2021-12-18 15:28:01,952 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:28:01,952 End of checking +2021-12-18 15:28:01,954 Updating FAILED jobs +2021-12-18 15:28:01,954 Updating WAITING jobs +2021-12-18 15:28:01,955 Update finished +2021-12-18 15:28:01,955 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:28:01,955 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:28:01,955 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:28:01,955 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:28:01,955 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:28:01,955 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:28:01,956 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:28:01,959 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:28:01,961 Job list saved +2021-12-18 15:28:01,966 Updating FAILED jobs +2021-12-18 15:28:01,966 Updating WAITING jobs +2021-12-18 15:28:01,966 Update finished +2021-12-18 15:28:11,976 Reloading parameters... +2021-12-18 15:28:11,996 Loading parameters... +2021-12-18 15:28:11,997 Loading project parameters... +2021-12-18 15:28:11,999 + +13 of 25 jobs remaining (15:28) +2021-12-18 15:28:11,999 Sleep: 10 +2021-12-18 15:28:11,999 Number of retrials: 0 +2021-12-18 15:28:11,999 WRAPPER CHECK TIME = 10 +2021-12-18 15:28:12,000 Checking jobs for platform=marenostrum4 +2021-12-18 15:28:12,000 Checking jobs for platform=nord3 +2021-12-18 15:28:12,001 Checking jobs for platform=local +2021-12-18 15:28:12,001 Checking jobs for platform=transfer_node +2021-12-18 15:28:12,001 Checking all jobs at once +2021-12-18 15:28:13,375 Successful check job command +2021-12-18 15:28:14,845 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:28:14,845 End of checking +2021-12-18 15:28:14,846 Updating FAILED jobs +2021-12-18 15:28:14,847 Updating WAITING jobs +2021-12-18 15:28:14,847 Update finished +2021-12-18 15:28:14,847 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:28:14,847 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:28:14,847 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:28:14,847 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:28:14,848 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:28:14,848 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:28:14,848 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:28:14,851 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:28:14,853 Job list saved +2021-12-18 15:28:14,858 Updating FAILED jobs +2021-12-18 15:28:14,858 Updating WAITING jobs +2021-12-18 15:28:14,858 Update finished +2021-12-18 15:28:24,867 Reloading parameters... +2021-12-18 15:28:24,887 Loading parameters... +2021-12-18 15:28:24,888 Loading project parameters... +2021-12-18 15:28:24,890 + +13 of 25 jobs remaining (15:28) +2021-12-18 15:28:24,890 Sleep: 10 +2021-12-18 15:28:24,890 Number of retrials: 0 +2021-12-18 15:28:24,890 WRAPPER CHECK TIME = 10 +2021-12-18 15:28:24,891 Checking jobs for platform=marenostrum4 +2021-12-18 15:28:24,892 Checking jobs for platform=nord3 +2021-12-18 15:28:24,892 Checking jobs for platform=local +2021-12-18 15:28:24,893 Checking jobs for platform=transfer_node +2021-12-18 15:28:24,893 Checking all jobs at once +2021-12-18 15:28:26,212 Successful check job command +2021-12-18 15:28:27,533 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:28:27,533 End of checking +2021-12-18 15:28:27,535 Updating FAILED jobs +2021-12-18 15:28:27,535 Updating WAITING jobs +2021-12-18 15:28:27,535 Update finished +2021-12-18 15:28:27,535 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:28:27,536 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:28:27,536 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:28:27,536 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:28:27,536 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:28:27,536 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:28:27,537 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:28:27,539 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:28:27,541 Job list saved +2021-12-18 15:28:27,549 Updating FAILED jobs +2021-12-18 15:28:27,549 Updating WAITING jobs +2021-12-18 15:28:27,550 Update finished +2021-12-18 15:28:37,555 Reloading parameters... +2021-12-18 15:28:37,574 Loading parameters... +2021-12-18 15:28:37,575 Loading project parameters... +2021-12-18 15:28:37,577 + +13 of 25 jobs remaining (15:28) +2021-12-18 15:28:37,577 Sleep: 10 +2021-12-18 15:28:37,577 Number of retrials: 0 +2021-12-18 15:28:37,577 WRAPPER CHECK TIME = 10 +2021-12-18 15:28:37,578 Checking jobs for platform=marenostrum4 +2021-12-18 15:28:37,578 Checking jobs for platform=nord3 +2021-12-18 15:28:37,579 Checking jobs for platform=local +2021-12-18 15:28:37,579 Checking jobs for platform=transfer_node +2021-12-18 15:28:37,580 Checking all jobs at once +2021-12-18 15:28:38,900 Successful check job command +2021-12-18 15:28:40,071 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:28:40,071 End of checking +2021-12-18 15:28:40,072 Updating FAILED jobs +2021-12-18 15:28:40,073 Updating WAITING jobs +2021-12-18 15:28:40,073 Update finished +2021-12-18 15:28:40,073 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:28:40,073 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:28:40,073 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:28:40,073 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:28:40,073 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:28:40,074 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:28:40,074 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:28:40,077 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:28:40,079 Job list saved +2021-12-18 15:28:40,084 Updating FAILED jobs +2021-12-18 15:28:40,084 Updating WAITING jobs +2021-12-18 15:28:40,084 Update finished +2021-12-18 15:28:50,093 Reloading parameters... +2021-12-18 15:28:50,111 Loading parameters... +2021-12-18 15:28:50,112 Loading project parameters... +2021-12-18 15:28:50,114 + +13 of 25 jobs remaining (15:28) +2021-12-18 15:28:50,114 Sleep: 10 +2021-12-18 15:28:50,114 Number of retrials: 0 +2021-12-18 15:28:50,114 WRAPPER CHECK TIME = 10 +2021-12-18 15:28:50,115 Checking jobs for platform=marenostrum4 +2021-12-18 15:28:50,115 Checking jobs for platform=nord3 +2021-12-18 15:28:50,116 Checking jobs for platform=local +2021-12-18 15:28:50,116 Checking jobs for platform=transfer_node +2021-12-18 15:28:50,117 Checking all jobs at once +2021-12-18 15:28:51,436 Successful check job command +2021-12-18 15:28:52,656 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:28:52,656 End of checking +2021-12-18 15:28:52,657 Updating FAILED jobs +2021-12-18 15:28:52,657 Updating WAITING jobs +2021-12-18 15:28:52,658 Update finished +2021-12-18 15:28:52,658 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:28:52,658 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:28:52,658 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:28:52,658 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:28:52,658 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:28:52,659 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:28:52,659 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:28:52,662 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:28:52,664 Job list saved +2021-12-18 15:28:52,669 Updating FAILED jobs +2021-12-18 15:28:52,669 Updating WAITING jobs +2021-12-18 15:28:52,669 Update finished +2021-12-18 15:29:02,679 Reloading parameters... +2021-12-18 15:29:02,698 Loading parameters... +2021-12-18 15:29:02,699 Loading project parameters... +2021-12-18 15:29:02,701 + +13 of 25 jobs remaining (15:29) +2021-12-18 15:29:02,702 Sleep: 10 +2021-12-18 15:29:02,702 Number of retrials: 0 +2021-12-18 15:29:02,702 WRAPPER CHECK TIME = 10 +2021-12-18 15:29:02,702 Checking jobs for platform=marenostrum4 +2021-12-18 15:29:02,703 Checking jobs for platform=nord3 +2021-12-18 15:29:02,703 Checking jobs for platform=local +2021-12-18 15:29:02,704 Checking jobs for platform=transfer_node +2021-12-18 15:29:02,704 Checking all jobs at once +2021-12-18 15:29:04,024 Successful check job command +2021-12-18 15:29:05,294 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:29:05,294 End of checking +2021-12-18 15:29:05,295 Updating FAILED jobs +2021-12-18 15:29:05,295 Updating WAITING jobs +2021-12-18 15:29:05,296 Update finished +2021-12-18 15:29:05,296 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:29:05,296 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:29:05,297 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:29:05,297 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:29:05,297 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:29:05,297 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:29:05,297 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:29:05,300 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:29:05,302 Job list saved +2021-12-18 15:29:05,307 Updating FAILED jobs +2021-12-18 15:29:05,308 Updating WAITING jobs +2021-12-18 15:29:05,308 Update finished +2021-12-18 15:29:15,318 Reloading parameters... +2021-12-18 15:29:15,345 Loading parameters... +2021-12-18 15:29:15,347 Loading project parameters... +2021-12-18 15:29:15,349 + +13 of 25 jobs remaining (15:29) +2021-12-18 15:29:15,350 Sleep: 10 +2021-12-18 15:29:15,350 Number of retrials: 0 +2021-12-18 15:29:15,350 WRAPPER CHECK TIME = 10 +2021-12-18 15:29:15,351 Checking jobs for platform=marenostrum4 +2021-12-18 15:29:15,352 Checking jobs for platform=nord3 +2021-12-18 15:29:15,353 Checking jobs for platform=local +2021-12-18 15:29:15,354 Checking jobs for platform=transfer_node +2021-12-18 15:29:15,354 Checking all jobs at once +2021-12-18 15:29:16,674 Successful check job command +2021-12-18 15:29:17,944 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:29:17,944 End of checking +2021-12-18 15:29:17,945 Updating FAILED jobs +2021-12-18 15:29:17,945 Updating WAITING jobs +2021-12-18 15:29:17,946 Update finished +2021-12-18 15:29:17,946 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:29:17,946 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:29:17,946 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:29:17,946 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:29:17,946 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:29:17,946 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:29:17,947 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:29:17,949 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:29:17,952 Job list saved +2021-12-18 15:29:17,957 Updating FAILED jobs +2021-12-18 15:29:17,957 Updating WAITING jobs +2021-12-18 15:29:17,957 Update finished +2021-12-18 15:29:27,967 Reloading parameters... +2021-12-18 15:29:27,984 Loading parameters... +2021-12-18 15:29:27,985 Loading project parameters... +2021-12-18 15:29:27,987 + +13 of 25 jobs remaining (15:29) +2021-12-18 15:29:27,988 Sleep: 10 +2021-12-18 15:29:27,988 Number of retrials: 0 +2021-12-18 15:29:27,988 WRAPPER CHECK TIME = 10 +2021-12-18 15:29:27,988 Checking jobs for platform=marenostrum4 +2021-12-18 15:29:27,989 Checking jobs for platform=nord3 +2021-12-18 15:29:27,989 Checking jobs for platform=local +2021-12-18 15:29:27,990 Checking jobs for platform=transfer_node +2021-12-18 15:29:27,990 Checking all jobs at once +2021-12-18 15:29:29,309 Successful check job command +2021-12-18 15:29:30,678 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:29:30,679 End of checking +2021-12-18 15:29:30,680 Updating FAILED jobs +2021-12-18 15:29:30,680 Updating WAITING jobs +2021-12-18 15:29:30,680 Update finished +2021-12-18 15:29:30,681 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:29:30,681 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:29:30,681 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:29:30,681 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:29:30,681 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:29:30,681 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:29:30,681 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:29:30,684 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:29:30,686 Job list saved +2021-12-18 15:29:30,691 Updating FAILED jobs +2021-12-18 15:29:30,692 Updating WAITING jobs +2021-12-18 15:29:30,692 Update finished +2021-12-18 15:29:40,702 Reloading parameters... +2021-12-18 15:29:40,721 Loading parameters... +2021-12-18 15:29:40,722 Loading project parameters... +2021-12-18 15:29:40,724 + +13 of 25 jobs remaining (15:29) +2021-12-18 15:29:40,724 Sleep: 10 +2021-12-18 15:29:40,724 Number of retrials: 0 +2021-12-18 15:29:40,724 WRAPPER CHECK TIME = 10 +2021-12-18 15:29:40,725 Checking jobs for platform=marenostrum4 +2021-12-18 15:29:40,726 Checking jobs for platform=nord3 +2021-12-18 15:29:40,726 Checking jobs for platform=local +2021-12-18 15:29:40,727 Checking jobs for platform=transfer_node +2021-12-18 15:29:40,727 Checking all jobs at once +2021-12-18 15:29:41,946 Successful check job command +2021-12-18 15:29:43,165 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:29:43,165 End of checking +2021-12-18 15:29:43,167 Updating FAILED jobs +2021-12-18 15:29:43,167 Updating WAITING jobs +2021-12-18 15:29:43,167 Update finished +2021-12-18 15:29:43,167 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:29:43,168 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:29:43,168 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:29:43,168 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:29:43,168 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:29:43,168 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:29:43,169 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:29:43,171 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:29:43,173 Job list saved +2021-12-18 15:29:43,178 Updating FAILED jobs +2021-12-18 15:29:43,178 Updating WAITING jobs +2021-12-18 15:29:43,178 Update finished +2021-12-18 15:29:53,188 Reloading parameters... +2021-12-18 15:29:53,206 Loading parameters... +2021-12-18 15:29:53,208 Loading project parameters... +2021-12-18 15:29:53,210 + +13 of 25 jobs remaining (15:29) +2021-12-18 15:29:53,210 Sleep: 10 +2021-12-18 15:29:53,210 Number of retrials: 0 +2021-12-18 15:29:53,210 WRAPPER CHECK TIME = 10 +2021-12-18 15:29:53,211 Checking jobs for platform=marenostrum4 +2021-12-18 15:29:53,211 Checking jobs for platform=nord3 +2021-12-18 15:29:53,212 Checking jobs for platform=local +2021-12-18 15:29:53,212 Checking jobs for platform=transfer_node +2021-12-18 15:29:53,212 Checking all jobs at once +2021-12-18 15:29:54,532 Successful check job command +2021-12-18 15:29:55,751 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:29:55,752 End of checking +2021-12-18 15:29:55,753 Updating FAILED jobs +2021-12-18 15:29:55,753 Updating WAITING jobs +2021-12-18 15:29:55,753 Update finished +2021-12-18 15:29:55,753 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:29:55,754 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:29:55,754 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:29:55,754 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:29:55,754 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:29:55,754 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:29:55,754 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:29:55,759 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:29:55,761 Job list saved +2021-12-18 15:29:55,768 Updating FAILED jobs +2021-12-18 15:29:55,768 Updating WAITING jobs +2021-12-18 15:29:55,769 Update finished +2021-12-18 15:30:05,779 Reloading parameters... +2021-12-18 15:30:05,800 Loading parameters... +2021-12-18 15:30:05,801 Loading project parameters... +2021-12-18 15:30:05,803 + +13 of 25 jobs remaining (15:30) +2021-12-18 15:30:05,803 Sleep: 10 +2021-12-18 15:30:05,803 Number of retrials: 0 +2021-12-18 15:30:05,804 WRAPPER CHECK TIME = 10 +2021-12-18 15:30:05,804 Checking jobs for platform=marenostrum4 +2021-12-18 15:30:05,805 Checking jobs for platform=nord3 +2021-12-18 15:30:05,805 Checking jobs for platform=local +2021-12-18 15:30:05,806 Checking jobs for platform=transfer_node +2021-12-18 15:30:05,806 Checking all jobs at once +2021-12-18 15:30:07,327 Successful check job command +2021-12-18 15:30:08,697 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:30:08,697 End of checking +2021-12-18 15:30:08,699 Updating FAILED jobs +2021-12-18 15:30:08,699 Updating WAITING jobs +2021-12-18 15:30:08,700 Update finished +2021-12-18 15:30:08,700 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:30:08,700 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:30:08,700 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:30:08,700 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:30:08,700 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:30:08,701 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:30:08,701 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:30:08,703 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:30:08,706 Job list saved +2021-12-18 15:30:08,710 Updating FAILED jobs +2021-12-18 15:30:08,711 Updating WAITING jobs +2021-12-18 15:30:08,711 Update finished +2021-12-18 15:30:18,721 Reloading parameters... +2021-12-18 15:30:18,751 Loading parameters... +2021-12-18 15:30:18,752 Loading project parameters... +2021-12-18 15:30:18,754 + +13 of 25 jobs remaining (15:30) +2021-12-18 15:30:18,755 Sleep: 10 +2021-12-18 15:30:18,755 Number of retrials: 0 +2021-12-18 15:30:18,755 WRAPPER CHECK TIME = 10 +2021-12-18 15:30:18,755 Checking jobs for platform=marenostrum4 +2021-12-18 15:30:18,756 Checking jobs for platform=nord3 +2021-12-18 15:30:18,757 Checking jobs for platform=local +2021-12-18 15:30:18,757 Checking jobs for platform=transfer_node +2021-12-18 15:30:18,757 Checking all jobs at once +2021-12-18 15:30:20,282 Successful check job command +2021-12-18 15:30:21,501 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:30:21,502 End of checking +2021-12-18 15:30:21,503 Updating FAILED jobs +2021-12-18 15:30:21,503 Updating WAITING jobs +2021-12-18 15:30:21,503 Update finished +2021-12-18 15:30:21,504 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:30:21,506 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:30:21,507 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:30:21,507 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:30:21,507 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:30:21,507 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:30:21,507 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:30:21,510 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:30:21,512 Job list saved +2021-12-18 15:30:21,517 Updating FAILED jobs +2021-12-18 15:30:21,517 Updating WAITING jobs +2021-12-18 15:30:21,518 Update finished +2021-12-18 15:30:31,526 Reloading parameters... +2021-12-18 15:30:31,547 Loading parameters... +2021-12-18 15:30:31,548 Loading project parameters... +2021-12-18 15:30:31,550 + +13 of 25 jobs remaining (15:30) +2021-12-18 15:30:31,550 Sleep: 10 +2021-12-18 15:30:31,550 Number of retrials: 0 +2021-12-18 15:30:31,550 WRAPPER CHECK TIME = 10 +2021-12-18 15:30:31,551 Checking jobs for platform=marenostrum4 +2021-12-18 15:30:31,552 Checking jobs for platform=nord3 +2021-12-18 15:30:31,552 Checking jobs for platform=local +2021-12-18 15:30:31,553 Checking jobs for platform=transfer_node +2021-12-18 15:30:31,553 Checking all jobs at once +2021-12-18 15:30:32,872 Successful check job command +2021-12-18 15:30:34,142 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:30:34,142 End of checking +2021-12-18 15:30:34,144 Updating FAILED jobs +2021-12-18 15:30:34,144 Updating WAITING jobs +2021-12-18 15:30:34,144 Update finished +2021-12-18 15:30:34,145 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:30:34,145 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:30:34,145 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:30:34,145 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:30:34,145 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:30:34,145 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:30:34,145 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:30:34,148 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:30:34,151 Job list saved +2021-12-18 15:30:34,156 Updating FAILED jobs +2021-12-18 15:30:34,156 Updating WAITING jobs +2021-12-18 15:30:34,156 Update finished +2021-12-18 15:30:44,167 Reloading parameters... +2021-12-18 15:30:44,187 Loading parameters... +2021-12-18 15:30:44,189 Loading project parameters... +2021-12-18 15:30:44,191 + +13 of 25 jobs remaining (15:30) +2021-12-18 15:30:44,191 Sleep: 10 +2021-12-18 15:30:44,192 Number of retrials: 0 +2021-12-18 15:30:44,192 WRAPPER CHECK TIME = 10 +2021-12-18 15:30:44,192 Checking jobs for platform=marenostrum4 +2021-12-18 15:30:44,193 Checking jobs for platform=nord3 +2021-12-18 15:30:44,194 Checking jobs for platform=local +2021-12-18 15:30:44,194 Checking jobs for platform=transfer_node +2021-12-18 15:30:44,194 Checking all jobs at once +2021-12-18 15:30:45,465 Successful check job command +2021-12-18 15:30:46,685 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:30:46,685 End of checking +2021-12-18 15:30:46,686 Updating FAILED jobs +2021-12-18 15:30:46,686 Updating WAITING jobs +2021-12-18 15:30:46,687 Update finished +2021-12-18 15:30:46,687 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:30:46,687 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:30:46,687 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:30:46,687 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:30:46,688 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:30:46,688 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:30:46,688 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:30:46,691 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:30:46,693 Job list saved +2021-12-18 15:30:46,698 Updating FAILED jobs +2021-12-18 15:30:46,698 Updating WAITING jobs +2021-12-18 15:30:46,698 Update finished +2021-12-18 15:30:56,708 Reloading parameters... +2021-12-18 15:30:56,728 Loading parameters... +2021-12-18 15:30:56,729 Loading project parameters... +2021-12-18 15:30:56,731 + +13 of 25 jobs remaining (15:30) +2021-12-18 15:30:56,731 Sleep: 10 +2021-12-18 15:30:56,731 Number of retrials: 0 +2021-12-18 15:30:56,731 WRAPPER CHECK TIME = 10 +2021-12-18 15:30:56,732 Checking jobs for platform=marenostrum4 +2021-12-18 15:30:56,733 Checking jobs for platform=nord3 +2021-12-18 15:30:56,733 Checking jobs for platform=local +2021-12-18 15:30:56,734 Checking jobs for platform=transfer_node +2021-12-18 15:30:56,734 Checking all jobs at once +2021-12-18 15:30:58,054 Successful check job command +2021-12-18 15:30:59,178 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:30:59,178 End of checking +2021-12-18 15:30:59,180 Updating FAILED jobs +2021-12-18 15:30:59,180 Updating WAITING jobs +2021-12-18 15:30:59,180 Update finished +2021-12-18 15:30:59,180 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:30:59,181 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:30:59,181 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:30:59,181 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:30:59,181 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:30:59,181 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:30:59,181 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:30:59,185 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:30:59,186 Job list saved +2021-12-18 15:30:59,191 Updating FAILED jobs +2021-12-18 15:30:59,191 Updating WAITING jobs +2021-12-18 15:30:59,192 Update finished +2021-12-18 15:31:09,202 Reloading parameters... +2021-12-18 15:31:09,222 Loading parameters... +2021-12-18 15:31:09,224 Loading project parameters... +2021-12-18 15:31:09,226 + +13 of 25 jobs remaining (15:31) +2021-12-18 15:31:09,226 Sleep: 10 +2021-12-18 15:31:09,226 Number of retrials: 0 +2021-12-18 15:31:09,226 WRAPPER CHECK TIME = 10 +2021-12-18 15:31:09,227 Checking jobs for platform=marenostrum4 +2021-12-18 15:31:09,227 Checking jobs for platform=nord3 +2021-12-18 15:31:09,228 Checking jobs for platform=local +2021-12-18 15:31:09,229 Checking jobs for platform=transfer_node +2021-12-18 15:31:09,229 Checking all jobs at once +2021-12-18 15:31:10,599 Successful check job command +2021-12-18 15:31:11,769 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:31:11,769 End of checking +2021-12-18 15:31:11,771 Updating FAILED jobs +2021-12-18 15:31:11,771 Updating WAITING jobs +2021-12-18 15:31:11,772 Update finished +2021-12-18 15:31:11,772 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:31:11,772 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:31:11,772 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:31:11,772 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:31:11,772 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:31:11,773 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:31:11,773 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:31:11,776 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:31:11,778 Job list saved +2021-12-18 15:31:11,789 Updating FAILED jobs +2021-12-18 15:31:11,789 Updating WAITING jobs +2021-12-18 15:31:11,789 Update finished +2021-12-18 15:31:21,799 Reloading parameters... +2021-12-18 15:31:21,819 Loading parameters... +2021-12-18 15:31:21,820 Loading project parameters... +2021-12-18 15:31:21,822 + +13 of 25 jobs remaining (15:31) +2021-12-18 15:31:21,822 Sleep: 10 +2021-12-18 15:31:21,822 Number of retrials: 0 +2021-12-18 15:31:21,822 WRAPPER CHECK TIME = 10 +2021-12-18 15:31:21,823 Checking jobs for platform=marenostrum4 +2021-12-18 15:31:21,824 Checking jobs for platform=nord3 +2021-12-18 15:31:21,824 Checking jobs for platform=local +2021-12-18 15:31:21,825 Checking jobs for platform=transfer_node +2021-12-18 15:31:21,825 Checking all jobs at once +2021-12-18 15:31:23,196 Successful check job command +2021-12-18 15:31:24,517 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:31:24,517 End of checking +2021-12-18 15:31:24,519 Updating FAILED jobs +2021-12-18 15:31:24,519 Updating WAITING jobs +2021-12-18 15:31:24,519 Update finished +2021-12-18 15:31:24,519 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:31:24,519 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:31:24,519 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:31:24,520 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:31:24,520 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:31:24,520 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:31:24,520 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:31:24,522 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:31:24,525 Job list saved +2021-12-18 15:31:24,530 Updating FAILED jobs +2021-12-18 15:31:24,530 Updating WAITING jobs +2021-12-18 15:31:24,530 Update finished +2021-12-18 15:31:34,537 Reloading parameters... +2021-12-18 15:31:34,558 Loading parameters... +2021-12-18 15:31:34,559 Loading project parameters... +2021-12-18 15:31:34,561 + +13 of 25 jobs remaining (15:31) +2021-12-18 15:31:34,561 Sleep: 10 +2021-12-18 15:31:34,562 Number of retrials: 0 +2021-12-18 15:31:34,562 WRAPPER CHECK TIME = 10 +2021-12-18 15:31:34,562 Checking jobs for platform=marenostrum4 +2021-12-18 15:31:34,563 Checking jobs for platform=nord3 +2021-12-18 15:31:34,563 Checking jobs for platform=local +2021-12-18 15:31:34,564 Checking jobs for platform=transfer_node +2021-12-18 15:31:34,564 Checking all jobs at once +2021-12-18 15:31:35,934 Successful check job command +2021-12-18 15:31:37,154 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:31:37,154 End of checking +2021-12-18 15:31:37,156 Updating FAILED jobs +2021-12-18 15:31:37,156 Updating WAITING jobs +2021-12-18 15:31:37,156 Update finished +2021-12-18 15:31:37,156 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:31:37,157 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:31:37,157 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:31:37,157 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:31:37,158 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:31:37,158 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:31:37,158 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:31:37,161 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:31:37,163 Job list saved +2021-12-18 15:31:37,167 Updating FAILED jobs +2021-12-18 15:31:37,168 Updating WAITING jobs +2021-12-18 15:31:37,168 Update finished +2021-12-18 15:31:47,177 Reloading parameters... +2021-12-18 15:31:47,201 Loading parameters... +2021-12-18 15:31:47,203 Loading project parameters... +2021-12-18 15:31:47,205 + +13 of 25 jobs remaining (15:31) +2021-12-18 15:31:47,205 Sleep: 10 +2021-12-18 15:31:47,205 Number of retrials: 0 +2021-12-18 15:31:47,205 WRAPPER CHECK TIME = 10 +2021-12-18 15:31:47,206 Checking jobs for platform=marenostrum4 +2021-12-18 15:31:47,206 Checking jobs for platform=nord3 +2021-12-18 15:31:47,207 Checking jobs for platform=local +2021-12-18 15:31:47,207 Checking jobs for platform=transfer_node +2021-12-18 15:31:47,208 Checking all jobs at once +2021-12-18 15:31:48,579 Successful check job command +2021-12-18 15:31:49,849 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:31:49,849 End of checking +2021-12-18 15:31:49,851 Updating FAILED jobs +2021-12-18 15:31:49,851 Updating WAITING jobs +2021-12-18 15:31:49,851 Update finished +2021-12-18 15:31:49,851 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:31:49,852 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:31:49,852 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:31:49,852 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:31:49,852 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:31:49,852 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:31:49,852 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:31:49,855 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:31:49,858 Job list saved +2021-12-18 15:31:49,863 Updating FAILED jobs +2021-12-18 15:31:49,864 Updating WAITING jobs +2021-12-18 15:31:49,864 Update finished +2021-12-18 15:31:59,874 Reloading parameters... +2021-12-18 15:31:59,893 Loading parameters... +2021-12-18 15:31:59,895 Loading project parameters... +2021-12-18 15:31:59,896 + +13 of 25 jobs remaining (15:31) +2021-12-18 15:31:59,897 Sleep: 10 +2021-12-18 15:31:59,897 Number of retrials: 0 +2021-12-18 15:31:59,897 WRAPPER CHECK TIME = 10 +2021-12-18 15:31:59,897 Checking jobs for platform=marenostrum4 +2021-12-18 15:31:59,898 Checking jobs for platform=nord3 +2021-12-18 15:31:59,899 Checking jobs for platform=local +2021-12-18 15:31:59,899 Checking jobs for platform=transfer_node +2021-12-18 15:31:59,899 Checking all jobs at once +2021-12-18 15:32:01,218 Successful check job command +2021-12-18 15:32:02,438 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:32:02,438 End of checking +2021-12-18 15:32:02,439 Updating FAILED jobs +2021-12-18 15:32:02,440 Updating WAITING jobs +2021-12-18 15:32:02,440 Update finished +2021-12-18 15:32:02,440 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:32:02,440 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:32:02,440 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:32:02,440 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:32:02,440 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:32:02,441 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:32:02,441 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:32:02,444 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:32:02,446 Job list saved +2021-12-18 15:32:02,451 Updating FAILED jobs +2021-12-18 15:32:02,451 Updating WAITING jobs +2021-12-18 15:32:02,451 Update finished +2021-12-18 15:32:12,460 Reloading parameters... +2021-12-18 15:32:12,482 Loading parameters... +2021-12-18 15:32:12,483 Loading project parameters... +2021-12-18 15:32:12,485 + +13 of 25 jobs remaining (15:32) +2021-12-18 15:32:12,485 Sleep: 10 +2021-12-18 15:32:12,485 Number of retrials: 0 +2021-12-18 15:32:12,485 WRAPPER CHECK TIME = 10 +2021-12-18 15:32:12,486 Checking jobs for platform=marenostrum4 +2021-12-18 15:32:12,487 Checking jobs for platform=nord3 +2021-12-18 15:32:12,487 Checking jobs for platform=local +2021-12-18 15:32:12,488 Checking jobs for platform=transfer_node +2021-12-18 15:32:12,488 Checking all jobs at once +2021-12-18 15:32:13,860 Successful check job command +2021-12-18 15:32:15,080 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:32:15,080 End of checking +2021-12-18 15:32:15,081 Updating FAILED jobs +2021-12-18 15:32:15,081 Updating WAITING jobs +2021-12-18 15:32:15,082 Update finished +2021-12-18 15:32:15,082 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:32:15,082 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:32:15,083 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:32:15,083 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:32:15,083 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:32:15,083 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:32:15,083 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:32:15,086 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:32:15,088 Job list saved +2021-12-18 15:32:15,093 Updating FAILED jobs +2021-12-18 15:32:15,093 Updating WAITING jobs +2021-12-18 15:32:15,093 Update finished +2021-12-18 15:32:25,103 Reloading parameters... +2021-12-18 15:32:25,122 Loading parameters... +2021-12-18 15:32:25,123 Loading project parameters... +2021-12-18 15:32:25,125 + +13 of 25 jobs remaining (15:32) +2021-12-18 15:32:25,125 Sleep: 10 +2021-12-18 15:32:25,125 Number of retrials: 0 +2021-12-18 15:32:25,125 WRAPPER CHECK TIME = 10 +2021-12-18 15:32:25,126 Checking jobs for platform=marenostrum4 +2021-12-18 15:32:25,127 Checking jobs for platform=nord3 +2021-12-18 15:32:25,127 Checking jobs for platform=local +2021-12-18 15:32:25,128 Checking jobs for platform=transfer_node +2021-12-18 15:32:25,128 Checking all jobs at once +2021-12-18 15:32:26,448 Successful check job command +2021-12-18 15:32:27,868 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:32:27,868 End of checking +2021-12-18 15:32:27,869 Updating FAILED jobs +2021-12-18 15:32:27,870 Updating WAITING jobs +2021-12-18 15:32:27,870 Update finished +2021-12-18 15:32:27,870 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:32:27,870 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:32:27,870 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:32:27,870 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:32:27,870 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:32:27,871 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:32:27,871 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:32:27,873 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:32:27,876 Job list saved +2021-12-18 15:32:27,881 Updating FAILED jobs +2021-12-18 15:32:27,881 Updating WAITING jobs +2021-12-18 15:32:27,881 Update finished +2021-12-18 15:32:37,891 Reloading parameters... +2021-12-18 15:32:37,909 Loading parameters... +2021-12-18 15:32:37,910 Loading project parameters... +2021-12-18 15:32:37,912 + +13 of 25 jobs remaining (15:32) +2021-12-18 15:32:37,912 Sleep: 10 +2021-12-18 15:32:37,912 Number of retrials: 0 +2021-12-18 15:32:37,912 WRAPPER CHECK TIME = 10 +2021-12-18 15:32:37,913 Checking jobs for platform=marenostrum4 +2021-12-18 15:32:37,914 Checking jobs for platform=nord3 +2021-12-18 15:32:37,914 Checking jobs for platform=local +2021-12-18 15:32:37,915 Checking jobs for platform=transfer_node +2021-12-18 15:32:37,915 Checking all jobs at once +2021-12-18 15:32:39,285 Successful check job command +2021-12-18 15:32:40,655 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:32:40,655 End of checking +2021-12-18 15:32:40,656 Updating FAILED jobs +2021-12-18 15:32:40,656 Updating WAITING jobs +2021-12-18 15:32:40,656 Update finished +2021-12-18 15:32:40,657 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:32:40,657 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:32:40,657 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:32:40,657 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:32:40,657 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:32:40,657 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:32:40,657 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:32:40,660 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:32:40,662 Job list saved +2021-12-18 15:32:40,667 Updating FAILED jobs +2021-12-18 15:32:40,667 Updating WAITING jobs +2021-12-18 15:32:40,668 Update finished +2021-12-18 15:32:50,675 Reloading parameters... +2021-12-18 15:32:50,693 Loading parameters... +2021-12-18 15:32:50,694 Loading project parameters... +2021-12-18 15:32:50,696 + +13 of 25 jobs remaining (15:32) +2021-12-18 15:32:50,696 Sleep: 10 +2021-12-18 15:32:50,696 Number of retrials: 0 +2021-12-18 15:32:50,696 WRAPPER CHECK TIME = 10 +2021-12-18 15:32:50,697 Checking jobs for platform=marenostrum4 +2021-12-18 15:32:50,698 Checking jobs for platform=nord3 +2021-12-18 15:32:50,698 Checking jobs for platform=local +2021-12-18 15:32:50,699 Checking jobs for platform=transfer_node +2021-12-18 15:32:50,699 Checking all jobs at once +2021-12-18 15:32:52,071 Successful check job command +2021-12-18 15:32:53,395 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:32:53,395 End of checking +2021-12-18 15:32:53,396 Updating FAILED jobs +2021-12-18 15:32:53,397 Updating WAITING jobs +2021-12-18 15:32:53,397 Update finished +2021-12-18 15:32:53,397 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:32:53,397 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:32:53,398 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:32:53,398 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:32:53,398 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:32:53,398 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:32:53,398 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:32:53,401 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:32:53,403 Job list saved +2021-12-18 15:32:53,408 Updating FAILED jobs +2021-12-18 15:32:53,408 Updating WAITING jobs +2021-12-18 15:32:53,408 Update finished +2021-12-18 15:33:03,418 Reloading parameters... +2021-12-18 15:33:03,436 Loading parameters... +2021-12-18 15:33:03,438 Loading project parameters... +2021-12-18 15:33:03,440 + +13 of 25 jobs remaining (15:33) +2021-12-18 15:33:03,440 Sleep: 10 +2021-12-18 15:33:03,440 Number of retrials: 0 +2021-12-18 15:33:03,440 WRAPPER CHECK TIME = 10 +2021-12-18 15:33:03,441 Checking jobs for platform=marenostrum4 +2021-12-18 15:33:03,441 Checking jobs for platform=nord3 +2021-12-18 15:33:03,442 Checking jobs for platform=local +2021-12-18 15:33:03,443 Checking jobs for platform=transfer_node +2021-12-18 15:33:03,443 Checking all jobs at once +2021-12-18 15:33:04,813 Successful check job command +2021-12-18 15:33:06,433 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:33:06,433 End of checking +2021-12-18 15:33:06,435 Updating FAILED jobs +2021-12-18 15:33:06,435 Updating WAITING jobs +2021-12-18 15:33:06,436 Update finished +2021-12-18 15:33:06,436 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:33:06,436 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:33:06,436 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:33:06,436 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:33:06,437 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:33:06,437 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:33:06,437 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:33:06,439 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:33:06,442 Job list saved +2021-12-18 15:33:06,449 Updating FAILED jobs +2021-12-18 15:33:06,449 Updating WAITING jobs +2021-12-18 15:33:06,449 Update finished +2021-12-18 15:33:16,459 Reloading parameters... +2021-12-18 15:33:16,478 Loading parameters... +2021-12-18 15:33:16,479 Loading project parameters... +2021-12-18 15:33:16,481 + +13 of 25 jobs remaining (15:33) +2021-12-18 15:33:16,481 Sleep: 10 +2021-12-18 15:33:16,481 Number of retrials: 0 +2021-12-18 15:33:16,481 WRAPPER CHECK TIME = 10 +2021-12-18 15:33:16,482 Checking jobs for platform=marenostrum4 +2021-12-18 15:33:16,482 Checking jobs for platform=nord3 +2021-12-18 15:33:16,483 Checking jobs for platform=local +2021-12-18 15:33:16,483 Checking jobs for platform=transfer_node +2021-12-18 15:33:16,483 Checking all jobs at once +2021-12-18 15:33:17,753 Successful check job command +2021-12-18 15:33:19,023 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:33:19,023 End of checking +2021-12-18 15:33:19,024 Updating FAILED jobs +2021-12-18 15:33:19,024 Updating WAITING jobs +2021-12-18 15:33:19,025 Update finished +2021-12-18 15:33:19,025 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:33:19,025 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:33:19,025 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:33:19,025 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:33:19,025 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:33:19,026 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:33:19,026 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:33:19,028 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:33:19,031 Job list saved +2021-12-18 15:33:19,037 Updating FAILED jobs +2021-12-18 15:33:19,037 Updating WAITING jobs +2021-12-18 15:33:19,038 Update finished +2021-12-18 15:33:29,044 Reloading parameters... +2021-12-18 15:33:29,062 Loading parameters... +2021-12-18 15:33:29,063 Loading project parameters... +2021-12-18 15:33:29,066 + +13 of 25 jobs remaining (15:33) +2021-12-18 15:33:29,066 Sleep: 10 +2021-12-18 15:33:29,066 Number of retrials: 0 +2021-12-18 15:33:29,066 WRAPPER CHECK TIME = 10 +2021-12-18 15:33:29,067 Checking jobs for platform=marenostrum4 +2021-12-18 15:33:29,067 Checking jobs for platform=nord3 +2021-12-18 15:33:29,068 Checking jobs for platform=local +2021-12-18 15:33:29,068 Checking jobs for platform=transfer_node +2021-12-18 15:33:29,069 Checking all jobs at once +2021-12-18 15:33:30,339 Successful check job command +2021-12-18 15:33:31,658 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:33:31,659 End of checking +2021-12-18 15:33:31,660 Updating FAILED jobs +2021-12-18 15:33:31,660 Updating WAITING jobs +2021-12-18 15:33:31,660 Update finished +2021-12-18 15:33:31,660 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:33:31,663 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:33:31,663 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:33:31,664 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:33:31,664 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:33:31,664 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:33:31,664 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:33:31,667 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:33:31,669 Job list saved +2021-12-18 15:33:31,673 Updating FAILED jobs +2021-12-18 15:33:31,673 Updating WAITING jobs +2021-12-18 15:33:31,674 Update finished +2021-12-18 15:33:41,682 Reloading parameters... +2021-12-18 15:33:41,701 Loading parameters... +2021-12-18 15:33:41,702 Loading project parameters... +2021-12-18 15:33:41,704 + +13 of 25 jobs remaining (15:33) +2021-12-18 15:33:41,705 Sleep: 10 +2021-12-18 15:33:41,705 Number of retrials: 0 +2021-12-18 15:33:41,705 WRAPPER CHECK TIME = 10 +2021-12-18 15:33:41,705 Checking jobs for platform=marenostrum4 +2021-12-18 15:33:41,706 Checking jobs for platform=nord3 +2021-12-18 15:33:41,707 Checking jobs for platform=local +2021-12-18 15:33:41,707 Checking jobs for platform=transfer_node +2021-12-18 15:33:41,707 Checking all jobs at once +2021-12-18 15:33:43,027 Successful check job command +2021-12-18 15:33:44,247 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:33:44,247 End of checking +2021-12-18 15:33:44,248 Updating FAILED jobs +2021-12-18 15:33:44,248 Updating WAITING jobs +2021-12-18 15:33:44,248 Update finished +2021-12-18 15:33:44,249 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:33:44,249 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:33:44,249 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:33:44,249 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:33:44,249 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:33:44,249 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:33:44,249 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:33:44,252 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:33:44,254 Job list saved +2021-12-18 15:33:44,258 Updating FAILED jobs +2021-12-18 15:33:44,258 Updating WAITING jobs +2021-12-18 15:33:44,259 Update finished +2021-12-18 15:33:54,269 Reloading parameters... +2021-12-18 15:33:54,288 Loading parameters... +2021-12-18 15:33:54,290 Loading project parameters... +2021-12-18 15:33:54,292 + +13 of 25 jobs remaining (15:33) +2021-12-18 15:33:54,293 Sleep: 10 +2021-12-18 15:33:54,293 Number of retrials: 0 +2021-12-18 15:33:54,293 WRAPPER CHECK TIME = 10 +2021-12-18 15:33:54,294 Checking jobs for platform=marenostrum4 +2021-12-18 15:33:54,295 Checking jobs for platform=nord3 +2021-12-18 15:33:54,296 Checking jobs for platform=local +2021-12-18 15:33:54,297 Checking jobs for platform=transfer_node +2021-12-18 15:33:54,297 Checking all jobs at once +2021-12-18 15:33:55,620 Successful check job command +2021-12-18 15:33:56,939 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:33:56,939 End of checking +2021-12-18 15:33:56,941 Updating FAILED jobs +2021-12-18 15:33:56,941 Updating WAITING jobs +2021-12-18 15:33:56,941 Update finished +2021-12-18 15:33:56,941 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:33:56,942 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:33:56,942 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:33:56,942 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:33:56,942 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:33:56,942 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:33:56,942 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:33:56,945 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:33:56,947 Job list saved +2021-12-18 15:33:56,952 Updating FAILED jobs +2021-12-18 15:33:56,952 Updating WAITING jobs +2021-12-18 15:33:56,952 Update finished +2021-12-18 15:34:06,954 Reloading parameters... +2021-12-18 15:34:06,971 Loading parameters... +2021-12-18 15:34:06,973 Loading project parameters... +2021-12-18 15:34:06,974 + +13 of 25 jobs remaining (15:34) +2021-12-18 15:34:06,975 Sleep: 10 +2021-12-18 15:34:06,975 Number of retrials: 0 +2021-12-18 15:34:06,975 WRAPPER CHECK TIME = 10 +2021-12-18 15:34:06,976 Checking jobs for platform=marenostrum4 +2021-12-18 15:34:06,976 Checking jobs for platform=nord3 +2021-12-18 15:34:06,977 Checking jobs for platform=local +2021-12-18 15:34:06,977 Checking jobs for platform=transfer_node +2021-12-18 15:34:06,977 Checking all jobs at once +2021-12-18 15:34:08,196 Successful check job command +2021-12-18 15:34:09,368 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:34:09,368 End of checking +2021-12-18 15:34:09,369 Updating FAILED jobs +2021-12-18 15:34:09,370 Updating WAITING jobs +2021-12-18 15:34:09,370 Update finished +2021-12-18 15:34:09,370 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:34:09,371 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:34:09,371 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:34:09,371 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:34:09,371 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:34:09,371 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:34:09,371 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:34:09,374 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:34:09,376 Job list saved +2021-12-18 15:34:09,381 Updating FAILED jobs +2021-12-18 15:34:09,381 Updating WAITING jobs +2021-12-18 15:34:09,381 Update finished +2021-12-18 15:34:19,391 Reloading parameters... +2021-12-18 15:34:19,414 Loading parameters... +2021-12-18 15:34:19,416 Loading project parameters... +2021-12-18 15:34:19,418 + +13 of 25 jobs remaining (15:34) +2021-12-18 15:34:19,418 Sleep: 10 +2021-12-18 15:34:19,418 Number of retrials: 0 +2021-12-18 15:34:19,418 WRAPPER CHECK TIME = 10 +2021-12-18 15:34:19,419 Checking jobs for platform=marenostrum4 +2021-12-18 15:34:19,419 Checking jobs for platform=nord3 +2021-12-18 15:34:19,420 Checking jobs for platform=local +2021-12-18 15:34:19,420 Checking jobs for platform=transfer_node +2021-12-18 15:34:19,420 Checking all jobs at once +2021-12-18 15:34:20,690 Successful check job command +2021-12-18 15:34:21,912 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:34:21,913 End of checking +2021-12-18 15:34:21,917 Updating FAILED jobs +2021-12-18 15:34:21,917 Updating WAITING jobs +2021-12-18 15:34:21,917 Update finished +2021-12-18 15:34:21,917 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:34:21,917 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:34:21,918 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:34:21,918 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:34:21,918 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:34:21,918 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:34:21,918 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:34:21,924 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:34:21,926 Job list saved +2021-12-18 15:34:21,930 Updating FAILED jobs +2021-12-18 15:34:21,931 Updating WAITING jobs +2021-12-18 15:34:21,931 Update finished +2021-12-18 15:34:31,937 Reloading parameters... +2021-12-18 15:34:32,039 Loading parameters... +2021-12-18 15:34:32,040 Loading project parameters... +2021-12-18 15:34:32,042 + +13 of 25 jobs remaining (15:34) +2021-12-18 15:34:32,042 Sleep: 10 +2021-12-18 15:34:32,042 Number of retrials: 0 +2021-12-18 15:34:32,042 WRAPPER CHECK TIME = 10 +2021-12-18 15:34:32,043 Checking jobs for platform=marenostrum4 +2021-12-18 15:34:32,043 Checking jobs for platform=nord3 +2021-12-18 15:34:32,044 Checking jobs for platform=local +2021-12-18 15:34:32,044 Checking jobs for platform=transfer_node +2021-12-18 15:34:32,044 Checking all jobs at once +2021-12-18 15:34:33,214 Successful check job command +2021-12-18 15:34:34,433 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:34:34,434 End of checking +2021-12-18 15:34:34,435 Updating FAILED jobs +2021-12-18 15:34:34,435 Updating WAITING jobs +2021-12-18 15:34:34,435 Update finished +2021-12-18 15:34:34,435 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:34:34,436 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:34:34,436 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:34:34,436 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:34:34,436 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:34:34,436 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:34:34,436 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:34:34,439 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:34:34,441 Job list saved +2021-12-18 15:34:34,446 Updating FAILED jobs +2021-12-18 15:34:34,446 Updating WAITING jobs +2021-12-18 15:34:34,446 Update finished +2021-12-18 15:34:44,456 Reloading parameters... +2021-12-18 15:34:44,473 Loading parameters... +2021-12-18 15:34:44,475 Loading project parameters... +2021-12-18 15:34:44,477 + +13 of 25 jobs remaining (15:34) +2021-12-18 15:34:44,477 Sleep: 10 +2021-12-18 15:34:44,477 Number of retrials: 0 +2021-12-18 15:34:44,477 WRAPPER CHECK TIME = 10 +2021-12-18 15:34:44,478 Checking jobs for platform=marenostrum4 +2021-12-18 15:34:44,478 Checking jobs for platform=nord3 +2021-12-18 15:34:44,479 Checking jobs for platform=local +2021-12-18 15:34:44,480 Checking jobs for platform=transfer_node +2021-12-18 15:34:44,480 Checking all jobs at once +2021-12-18 15:34:45,799 Successful check job command +2021-12-18 15:34:47,018 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:34:47,018 End of checking +2021-12-18 15:34:47,019 Updating FAILED jobs +2021-12-18 15:34:47,019 Updating WAITING jobs +2021-12-18 15:34:47,020 Update finished +2021-12-18 15:34:47,020 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:34:47,020 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:34:47,021 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:34:47,021 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:34:47,021 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:34:47,021 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:34:47,021 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:34:47,023 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:34:47,026 Job list saved +2021-12-18 15:34:47,030 Updating FAILED jobs +2021-12-18 15:34:47,030 Updating WAITING jobs +2021-12-18 15:34:47,030 Update finished +2021-12-18 15:34:57,040 Reloading parameters... +2021-12-18 15:34:57,058 Loading parameters... +2021-12-18 15:34:57,059 Loading project parameters... +2021-12-18 15:34:57,061 + +13 of 25 jobs remaining (15:34) +2021-12-18 15:34:57,061 Sleep: 10 +2021-12-18 15:34:57,061 Number of retrials: 0 +2021-12-18 15:34:57,062 WRAPPER CHECK TIME = 10 +2021-12-18 15:34:57,062 Checking jobs for platform=marenostrum4 +2021-12-18 15:34:57,063 Checking jobs for platform=nord3 +2021-12-18 15:34:57,063 Checking jobs for platform=local +2021-12-18 15:34:57,064 Checking jobs for platform=transfer_node +2021-12-18 15:34:57,064 Checking all jobs at once +2021-12-18 15:34:58,635 Successful check job command +2021-12-18 15:34:59,904 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:34:59,904 End of checking +2021-12-18 15:34:59,906 Updating FAILED jobs +2021-12-18 15:34:59,906 Updating WAITING jobs +2021-12-18 15:34:59,906 Update finished +2021-12-18 15:34:59,906 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:34:59,906 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:34:59,906 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:34:59,907 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:34:59,907 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:34:59,907 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:34:59,907 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:34:59,910 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:34:59,912 Job list saved +2021-12-18 15:34:59,918 Updating FAILED jobs +2021-12-18 15:34:59,918 Updating WAITING jobs +2021-12-18 15:34:59,918 Update finished +2021-12-18 15:35:09,928 Reloading parameters... +2021-12-18 15:35:09,946 Loading parameters... +2021-12-18 15:35:09,947 Loading project parameters... +2021-12-18 15:35:09,949 + +13 of 25 jobs remaining (15:35) +2021-12-18 15:35:09,949 Sleep: 10 +2021-12-18 15:35:09,950 Number of retrials: 0 +2021-12-18 15:35:09,950 WRAPPER CHECK TIME = 10 +2021-12-18 15:35:09,950 Checking jobs for platform=marenostrum4 +2021-12-18 15:35:09,951 Checking jobs for platform=nord3 +2021-12-18 15:35:09,951 Checking jobs for platform=local +2021-12-18 15:35:09,952 Checking jobs for platform=transfer_node +2021-12-18 15:35:09,952 Checking all jobs at once +2021-12-18 15:35:11,271 Successful check job command +2021-12-18 15:35:12,793 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:35:12,794 End of checking +2021-12-18 15:35:12,795 Updating FAILED jobs +2021-12-18 15:35:12,795 Updating WAITING jobs +2021-12-18 15:35:12,795 Update finished +2021-12-18 15:35:12,795 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:35:12,796 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:35:12,796 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:35:12,796 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:35:12,796 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:35:12,796 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:35:12,796 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:35:12,801 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:35:12,805 Job list saved +2021-12-18 15:35:12,810 Updating FAILED jobs +2021-12-18 15:35:12,810 Updating WAITING jobs +2021-12-18 15:35:12,810 Update finished +2021-12-18 15:35:22,818 Reloading parameters... +2021-12-18 15:35:22,837 Loading parameters... +2021-12-18 15:35:22,838 Loading project parameters... +2021-12-18 15:35:22,840 + +13 of 25 jobs remaining (15:35) +2021-12-18 15:35:22,840 Sleep: 10 +2021-12-18 15:35:22,840 Number of retrials: 0 +2021-12-18 15:35:22,841 WRAPPER CHECK TIME = 10 +2021-12-18 15:35:22,841 Checking jobs for platform=marenostrum4 +2021-12-18 15:35:22,842 Checking jobs for platform=nord3 +2021-12-18 15:35:22,842 Checking jobs for platform=local +2021-12-18 15:35:22,843 Checking jobs for platform=transfer_node +2021-12-18 15:35:22,843 Checking all jobs at once +2021-12-18 15:35:24,663 Successful check job command +2021-12-18 15:35:25,932 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:35:25,932 End of checking +2021-12-18 15:35:25,933 Updating FAILED jobs +2021-12-18 15:35:25,933 Updating WAITING jobs +2021-12-18 15:35:25,934 Update finished +2021-12-18 15:35:25,934 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:35:25,934 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:35:25,934 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:35:25,935 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:35:25,935 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:35:25,935 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:35:25,935 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:35:25,937 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:35:25,940 Job list saved +2021-12-18 15:35:25,944 Updating FAILED jobs +2021-12-18 15:35:25,944 Updating WAITING jobs +2021-12-18 15:35:25,945 Update finished +2021-12-18 15:35:35,955 Reloading parameters... +2021-12-18 15:35:35,973 Loading parameters... +2021-12-18 15:35:35,974 Loading project parameters... +2021-12-18 15:35:35,976 + +13 of 25 jobs remaining (15:35) +2021-12-18 15:35:35,977 Sleep: 10 +2021-12-18 15:35:35,977 Number of retrials: 0 +2021-12-18 15:35:35,977 WRAPPER CHECK TIME = 10 +2021-12-18 15:35:35,977 Checking jobs for platform=marenostrum4 +2021-12-18 15:35:35,978 Checking jobs for platform=nord3 +2021-12-18 15:35:35,978 Checking jobs for platform=local +2021-12-18 15:35:35,979 Checking jobs for platform=transfer_node +2021-12-18 15:35:35,979 Checking all jobs at once +2021-12-18 15:35:37,298 Successful check job command +2021-12-18 15:35:38,467 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:35:38,467 End of checking +2021-12-18 15:35:38,468 Updating FAILED jobs +2021-12-18 15:35:38,469 Updating WAITING jobs +2021-12-18 15:35:38,469 Update finished +2021-12-18 15:35:38,469 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:35:38,469 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:35:38,469 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:35:38,469 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:35:38,470 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:35:38,470 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:35:38,470 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:35:38,472 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:35:38,475 Job list saved +2021-12-18 15:35:38,480 Updating FAILED jobs +2021-12-18 15:35:38,480 Updating WAITING jobs +2021-12-18 15:35:38,480 Update finished +2021-12-18 15:35:48,490 Reloading parameters... +2021-12-18 15:35:48,508 Loading parameters... +2021-12-18 15:35:48,509 Loading project parameters... +2021-12-18 15:35:48,511 + +13 of 25 jobs remaining (15:35) +2021-12-18 15:35:48,512 Sleep: 10 +2021-12-18 15:35:48,512 Number of retrials: 0 +2021-12-18 15:35:48,512 WRAPPER CHECK TIME = 10 +2021-12-18 15:35:48,512 Checking jobs for platform=marenostrum4 +2021-12-18 15:35:48,513 Checking jobs for platform=nord3 +2021-12-18 15:35:48,513 Checking jobs for platform=local +2021-12-18 15:35:48,514 Checking jobs for platform=transfer_node +2021-12-18 15:35:48,514 Checking all jobs at once +2021-12-18 15:35:49,784 Successful check job command +2021-12-18 15:35:51,003 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:35:51,003 End of checking +2021-12-18 15:35:51,005 Updating FAILED jobs +2021-12-18 15:35:51,005 Updating WAITING jobs +2021-12-18 15:35:51,005 Update finished +2021-12-18 15:35:51,005 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:35:51,006 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:35:51,006 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:35:51,006 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:35:51,006 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:35:51,006 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:35:51,006 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:35:51,009 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:35:51,011 Job list saved +2021-12-18 15:35:51,016 Updating FAILED jobs +2021-12-18 15:35:51,016 Updating WAITING jobs +2021-12-18 15:35:51,016 Update finished +2021-12-18 15:36:01,024 Reloading parameters... +2021-12-18 15:36:01,043 Loading parameters... +2021-12-18 15:36:01,045 Loading project parameters... +2021-12-18 15:36:01,047 + +13 of 25 jobs remaining (15:36) +2021-12-18 15:36:01,047 Sleep: 10 +2021-12-18 15:36:01,047 Number of retrials: 0 +2021-12-18 15:36:01,047 WRAPPER CHECK TIME = 10 +2021-12-18 15:36:01,048 Checking jobs for platform=marenostrum4 +2021-12-18 15:36:01,048 Checking jobs for platform=nord3 +2021-12-18 15:36:01,049 Checking jobs for platform=local +2021-12-18 15:36:01,049 Checking jobs for platform=transfer_node +2021-12-18 15:36:01,049 Checking all jobs at once +2021-12-18 15:36:02,469 Successful check job command +2021-12-18 15:36:03,638 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:36:03,638 End of checking +2021-12-18 15:36:03,644 Updating FAILED jobs +2021-12-18 15:36:03,644 Updating WAITING jobs +2021-12-18 15:36:03,644 Update finished +2021-12-18 15:36:03,644 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:36:03,645 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:36:03,645 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:36:03,645 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:36:03,646 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:36:03,646 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:36:03,646 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:36:03,653 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:36:03,656 Job list saved +2021-12-18 15:36:03,666 Updating FAILED jobs +2021-12-18 15:36:03,666 Updating WAITING jobs +2021-12-18 15:36:03,667 Update finished +2021-12-18 15:36:13,675 Reloading parameters... +2021-12-18 15:36:13,694 Loading parameters... +2021-12-18 15:36:13,695 Loading project parameters... +2021-12-18 15:36:13,697 + +13 of 25 jobs remaining (15:36) +2021-12-18 15:36:13,697 Sleep: 10 +2021-12-18 15:36:13,697 Number of retrials: 0 +2021-12-18 15:36:13,697 WRAPPER CHECK TIME = 10 +2021-12-18 15:36:13,698 Checking jobs for platform=marenostrum4 +2021-12-18 15:36:13,698 Checking jobs for platform=nord3 +2021-12-18 15:36:13,699 Checking jobs for platform=local +2021-12-18 15:36:13,699 Checking jobs for platform=transfer_node +2021-12-18 15:36:13,699 Checking all jobs at once +2021-12-18 15:36:15,019 Successful check job command +2021-12-18 15:36:16,238 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:36:16,238 End of checking +2021-12-18 15:36:16,240 Updating FAILED jobs +2021-12-18 15:36:16,240 Updating WAITING jobs +2021-12-18 15:36:16,240 Update finished +2021-12-18 15:36:16,240 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:36:16,240 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:36:16,240 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:36:16,241 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:36:16,241 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:36:16,241 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:36:16,241 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:36:16,244 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:36:16,246 Job list saved +2021-12-18 15:36:16,251 Updating FAILED jobs +2021-12-18 15:36:16,251 Updating WAITING jobs +2021-12-18 15:36:16,251 Update finished +2021-12-18 15:36:26,256 Reloading parameters... +2021-12-18 15:36:26,276 Loading parameters... +2021-12-18 15:36:26,277 Loading project parameters... +2021-12-18 15:36:26,279 + +13 of 25 jobs remaining (15:36) +2021-12-18 15:36:26,280 Sleep: 10 +2021-12-18 15:36:26,280 Number of retrials: 0 +2021-12-18 15:36:26,280 WRAPPER CHECK TIME = 10 +2021-12-18 15:36:26,281 Checking jobs for platform=marenostrum4 +2021-12-18 15:36:26,282 Checking jobs for platform=nord3 +2021-12-18 15:36:26,282 Checking jobs for platform=local +2021-12-18 15:36:26,283 Checking jobs for platform=transfer_node +2021-12-18 15:36:26,283 Checking all jobs at once +2021-12-18 15:36:27,605 Successful check job command +2021-12-18 15:36:28,875 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:36:28,875 End of checking +2021-12-18 15:36:28,876 Updating FAILED jobs +2021-12-18 15:36:28,877 Updating WAITING jobs +2021-12-18 15:36:28,877 Update finished +2021-12-18 15:36:28,877 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:36:28,877 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:36:28,877 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:36:28,877 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:36:28,877 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:36:28,878 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:36:28,878 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:36:28,881 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:36:28,883 Job list saved +2021-12-18 15:36:28,889 Updating FAILED jobs +2021-12-18 15:36:28,889 Updating WAITING jobs +2021-12-18 15:36:28,889 Update finished +2021-12-18 15:36:38,899 Reloading parameters... +2021-12-18 15:36:38,917 Loading parameters... +2021-12-18 15:36:38,919 Loading project parameters... +2021-12-18 15:36:38,921 + +13 of 25 jobs remaining (15:36) +2021-12-18 15:36:38,921 Sleep: 10 +2021-12-18 15:36:38,921 Number of retrials: 0 +2021-12-18 15:36:38,921 WRAPPER CHECK TIME = 10 +2021-12-18 15:36:38,922 Checking jobs for platform=marenostrum4 +2021-12-18 15:36:38,922 Checking jobs for platform=nord3 +2021-12-18 15:36:38,923 Checking jobs for platform=local +2021-12-18 15:36:38,923 Checking jobs for platform=transfer_node +2021-12-18 15:36:38,923 Checking all jobs at once +2021-12-18 15:36:40,293 Successful check job command +2021-12-18 15:36:41,513 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:36:41,513 End of checking +2021-12-18 15:36:41,514 Updating FAILED jobs +2021-12-18 15:36:41,514 Updating WAITING jobs +2021-12-18 15:36:41,514 Update finished +2021-12-18 15:36:41,515 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:36:41,517 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:36:41,517 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:36:41,517 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:36:41,517 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:36:41,517 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:36:41,517 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:36:41,520 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:36:41,522 Job list saved +2021-12-18 15:36:41,527 Updating FAILED jobs +2021-12-18 15:36:41,527 Updating WAITING jobs +2021-12-18 15:36:41,527 Update finished +2021-12-18 15:36:51,535 Reloading parameters... +2021-12-18 15:36:51,552 Loading parameters... +2021-12-18 15:36:51,553 Loading project parameters... +2021-12-18 15:36:51,555 + +13 of 25 jobs remaining (15:36) +2021-12-18 15:36:51,555 Sleep: 10 +2021-12-18 15:36:51,555 Number of retrials: 0 +2021-12-18 15:36:51,556 WRAPPER CHECK TIME = 10 +2021-12-18 15:36:51,556 Checking jobs for platform=marenostrum4 +2021-12-18 15:36:51,557 Checking jobs for platform=nord3 +2021-12-18 15:36:51,557 Checking jobs for platform=local +2021-12-18 15:36:51,558 Checking jobs for platform=transfer_node +2021-12-18 15:36:51,558 Checking all jobs at once +2021-12-18 15:36:52,978 Successful check job command +2021-12-18 15:36:54,254 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:36:54,254 End of checking +2021-12-18 15:36:54,256 Updating FAILED jobs +2021-12-18 15:36:54,256 Updating WAITING jobs +2021-12-18 15:36:54,256 Update finished +2021-12-18 15:36:54,256 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:36:54,256 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:36:54,256 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:36:54,257 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:36:54,257 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:36:54,257 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:36:54,257 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:36:54,259 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:36:54,262 Job list saved +2021-12-18 15:36:54,266 Updating FAILED jobs +2021-12-18 15:36:54,267 Updating WAITING jobs +2021-12-18 15:36:54,267 Update finished +2021-12-18 15:37:04,277 Reloading parameters... +2021-12-18 15:37:04,312 Loading parameters... +2021-12-18 15:37:04,313 Loading project parameters... +2021-12-18 15:37:04,323 + +13 of 25 jobs remaining (15:37) +2021-12-18 15:37:04,324 Sleep: 10 +2021-12-18 15:37:04,324 Number of retrials: 0 +2021-12-18 15:37:04,324 WRAPPER CHECK TIME = 10 +2021-12-18 15:37:04,325 Checking jobs for platform=marenostrum4 +2021-12-18 15:37:04,325 Checking jobs for platform=nord3 +2021-12-18 15:37:04,326 Checking jobs for platform=local +2021-12-18 15:37:04,326 Checking jobs for platform=transfer_node +2021-12-18 15:37:04,326 Checking all jobs at once +2021-12-18 15:37:05,804 Successful check job command +2021-12-18 15:37:07,126 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:37:07,127 End of checking +2021-12-18 15:37:07,128 Updating FAILED jobs +2021-12-18 15:37:07,128 Updating WAITING jobs +2021-12-18 15:37:07,129 Update finished +2021-12-18 15:37:07,129 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:37:07,129 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:37:07,129 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:37:07,129 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:37:07,129 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:37:07,130 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:37:07,130 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:37:07,133 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:37:07,135 Job list saved +2021-12-18 15:37:07,141 Updating FAILED jobs +2021-12-18 15:37:07,141 Updating WAITING jobs +2021-12-18 15:37:07,141 Update finished +2021-12-18 15:37:17,151 Reloading parameters... +2021-12-18 15:37:17,167 Loading parameters... +2021-12-18 15:37:17,169 Loading project parameters... +2021-12-18 15:37:17,170 + +13 of 25 jobs remaining (15:37) +2021-12-18 15:37:17,171 Sleep: 10 +2021-12-18 15:37:17,171 Number of retrials: 0 +2021-12-18 15:37:17,171 WRAPPER CHECK TIME = 10 +2021-12-18 15:37:17,171 Checking jobs for platform=marenostrum4 +2021-12-18 15:37:17,172 Checking jobs for platform=nord3 +2021-12-18 15:37:17,173 Checking jobs for platform=local +2021-12-18 15:37:17,173 Checking jobs for platform=transfer_node +2021-12-18 15:37:17,173 Checking all jobs at once +2021-12-18 15:37:18,549 Successful check job command +2021-12-18 15:37:19,819 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:37:19,819 End of checking +2021-12-18 15:37:19,820 Updating FAILED jobs +2021-12-18 15:37:19,820 Updating WAITING jobs +2021-12-18 15:37:19,821 Update finished +2021-12-18 15:37:19,821 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:37:19,821 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:37:19,821 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:37:19,822 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:37:19,822 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:37:19,822 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:37:19,822 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:37:19,824 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:37:19,826 Job list saved +2021-12-18 15:37:19,831 Updating FAILED jobs +2021-12-18 15:37:19,831 Updating WAITING jobs +2021-12-18 15:37:19,832 Update finished +2021-12-18 15:37:29,842 Reloading parameters... +2021-12-18 15:37:29,863 Loading parameters... +2021-12-18 15:37:29,864 Loading project parameters... +2021-12-18 15:37:29,866 + +13 of 25 jobs remaining (15:37) +2021-12-18 15:37:29,866 Sleep: 10 +2021-12-18 15:37:29,866 Number of retrials: 0 +2021-12-18 15:37:29,866 WRAPPER CHECK TIME = 10 +2021-12-18 15:37:29,867 Checking jobs for platform=marenostrum4 +2021-12-18 15:37:29,867 Checking jobs for platform=nord3 +2021-12-18 15:37:29,868 Checking jobs for platform=local +2021-12-18 15:37:29,868 Checking jobs for platform=transfer_node +2021-12-18 15:37:29,868 Checking all jobs at once +2021-12-18 15:37:31,240 Successful check job command +2021-12-18 15:37:32,711 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:37:32,711 End of checking +2021-12-18 15:37:32,712 Updating FAILED jobs +2021-12-18 15:37:32,713 Updating WAITING jobs +2021-12-18 15:37:32,713 Update finished +2021-12-18 15:37:32,713 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:37:32,713 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:37:32,713 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:37:32,713 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:37:32,713 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:37:32,714 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:37:32,714 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:37:32,716 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:37:32,718 Job list saved +2021-12-18 15:37:32,723 Updating FAILED jobs +2021-12-18 15:37:32,723 Updating WAITING jobs +2021-12-18 15:37:32,724 Update finished +2021-12-18 15:37:42,734 Reloading parameters... +2021-12-18 15:37:42,753 Loading parameters... +2021-12-18 15:37:42,754 Loading project parameters... +2021-12-18 15:37:42,756 + +13 of 25 jobs remaining (15:37) +2021-12-18 15:37:42,756 Sleep: 10 +2021-12-18 15:37:42,756 Number of retrials: 0 +2021-12-18 15:37:42,756 WRAPPER CHECK TIME = 10 +2021-12-18 15:37:42,757 Checking jobs for platform=marenostrum4 +2021-12-18 15:37:42,758 Checking jobs for platform=nord3 +2021-12-18 15:37:42,758 Checking jobs for platform=local +2021-12-18 15:37:42,759 Checking jobs for platform=transfer_node +2021-12-18 15:37:42,759 Checking all jobs at once +2021-12-18 15:37:44,078 Successful check job command +2021-12-18 15:37:45,348 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:37:45,348 End of checking +2021-12-18 15:37:45,349 Updating FAILED jobs +2021-12-18 15:37:45,349 Updating WAITING jobs +2021-12-18 15:37:45,349 Update finished +2021-12-18 15:37:45,350 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:37:45,350 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:37:45,350 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:37:45,350 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:37:45,350 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:37:45,350 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:37:45,350 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:37:45,353 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:37:45,355 Job list saved +2021-12-18 15:37:45,360 Updating FAILED jobs +2021-12-18 15:37:45,360 Updating WAITING jobs +2021-12-18 15:37:45,360 Update finished +2021-12-18 15:37:55,364 Reloading parameters... +2021-12-18 15:37:55,385 Loading parameters... +2021-12-18 15:37:55,386 Loading project parameters... +2021-12-18 15:37:55,388 + +13 of 25 jobs remaining (15:37) +2021-12-18 15:37:55,388 Sleep: 10 +2021-12-18 15:37:55,388 Number of retrials: 0 +2021-12-18 15:37:55,388 WRAPPER CHECK TIME = 10 +2021-12-18 15:37:55,389 Checking jobs for platform=marenostrum4 +2021-12-18 15:37:55,389 Checking jobs for platform=nord3 +2021-12-18 15:37:55,390 Checking jobs for platform=local +2021-12-18 15:37:55,390 Checking jobs for platform=transfer_node +2021-12-18 15:37:55,390 Checking all jobs at once +2021-12-18 15:37:56,660 Successful check job command +2021-12-18 15:37:57,829 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:37:57,829 End of checking +2021-12-18 15:37:57,831 Updating FAILED jobs +2021-12-18 15:37:57,832 Updating WAITING jobs +2021-12-18 15:37:57,832 Update finished +2021-12-18 15:37:57,832 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:37:57,833 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:37:57,833 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:37:57,833 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:37:57,833 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:37:57,833 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:37:57,833 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:37:57,836 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:37:57,838 Job list saved +2021-12-18 15:37:57,843 Updating FAILED jobs +2021-12-18 15:37:57,843 Updating WAITING jobs +2021-12-18 15:37:57,843 Update finished +2021-12-18 15:38:07,853 Reloading parameters... +2021-12-18 15:38:07,872 Loading parameters... +2021-12-18 15:38:07,873 Loading project parameters... +2021-12-18 15:38:07,878 + +13 of 25 jobs remaining (15:38) +2021-12-18 15:38:07,879 Sleep: 10 +2021-12-18 15:38:07,879 Number of retrials: 0 +2021-12-18 15:38:07,879 WRAPPER CHECK TIME = 10 +2021-12-18 15:38:07,880 Checking jobs for platform=marenostrum4 +2021-12-18 15:38:07,883 Checking jobs for platform=nord3 +2021-12-18 15:38:07,890 Checking jobs for platform=local +2021-12-18 15:38:07,891 Checking jobs for platform=transfer_node +2021-12-18 15:38:07,891 Checking all jobs at once +2021-12-18 15:38:09,511 Successful check job command +2021-12-18 15:38:10,831 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:38:10,832 End of checking +2021-12-18 15:38:10,833 Updating FAILED jobs +2021-12-18 15:38:10,833 Updating WAITING jobs +2021-12-18 15:38:10,833 Update finished +2021-12-18 15:38:10,834 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:38:10,834 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:38:10,834 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:38:10,834 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:38:10,834 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:38:10,834 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:38:10,834 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:38:10,837 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:38:10,840 Job list saved +2021-12-18 15:38:10,846 Updating FAILED jobs +2021-12-18 15:38:10,846 Updating WAITING jobs +2021-12-18 15:38:10,846 Update finished +2021-12-18 15:38:20,856 Reloading parameters... +2021-12-18 15:38:20,874 Loading parameters... +2021-12-18 15:38:20,875 Loading project parameters... +2021-12-18 15:38:20,877 + +13 of 25 jobs remaining (15:38) +2021-12-18 15:38:20,877 Sleep: 10 +2021-12-18 15:38:20,877 Number of retrials: 0 +2021-12-18 15:38:20,878 WRAPPER CHECK TIME = 10 +2021-12-18 15:38:20,878 Checking jobs for platform=marenostrum4 +2021-12-18 15:38:20,879 Checking jobs for platform=nord3 +2021-12-18 15:38:20,879 Checking jobs for platform=local +2021-12-18 15:38:20,882 Checking jobs for platform=transfer_node +2021-12-18 15:38:20,882 Checking all jobs at once +2021-12-18 15:38:22,251 Successful check job command +2021-12-18 15:38:23,470 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:38:23,470 End of checking +2021-12-18 15:38:23,472 Updating FAILED jobs +2021-12-18 15:38:23,472 Updating WAITING jobs +2021-12-18 15:38:23,472 Update finished +2021-12-18 15:38:23,472 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:38:23,472 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:38:23,473 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:38:23,473 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:38:23,473 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:38:23,473 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:38:23,473 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:38:23,476 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:38:23,478 Job list saved +2021-12-18 15:38:23,484 Updating FAILED jobs +2021-12-18 15:38:23,484 Updating WAITING jobs +2021-12-18 15:38:23,484 Update finished +2021-12-18 15:38:33,493 Reloading parameters... +2021-12-18 15:38:33,519 Loading parameters... +2021-12-18 15:38:33,520 Loading project parameters... +2021-12-18 15:38:33,522 + +13 of 25 jobs remaining (15:38) +2021-12-18 15:38:33,522 Sleep: 10 +2021-12-18 15:38:33,522 Number of retrials: 0 +2021-12-18 15:38:33,522 WRAPPER CHECK TIME = 10 +2021-12-18 15:38:33,523 Checking jobs for platform=marenostrum4 +2021-12-18 15:38:33,523 Checking jobs for platform=nord3 +2021-12-18 15:38:33,524 Checking jobs for platform=local +2021-12-18 15:38:33,524 Checking jobs for platform=transfer_node +2021-12-18 15:38:33,524 Checking all jobs at once +2021-12-18 15:38:34,894 Successful check job command +2021-12-18 15:38:36,116 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:38:36,117 End of checking +2021-12-18 15:38:36,118 Updating FAILED jobs +2021-12-18 15:38:36,118 Updating WAITING jobs +2021-12-18 15:38:36,119 Update finished +2021-12-18 15:38:36,119 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:38:36,119 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:38:36,120 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:38:36,120 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:38:36,120 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:38:36,120 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:38:36,120 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:38:36,123 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:38:36,125 Job list saved +2021-12-18 15:38:36,130 Updating FAILED jobs +2021-12-18 15:38:36,130 Updating WAITING jobs +2021-12-18 15:38:36,130 Update finished +2021-12-18 15:38:46,140 Reloading parameters... +2021-12-18 15:38:46,159 Loading parameters... +2021-12-18 15:38:46,161 Loading project parameters... +2021-12-18 15:38:46,162 + +13 of 25 jobs remaining (15:38) +2021-12-18 15:38:46,163 Sleep: 10 +2021-12-18 15:38:46,163 Number of retrials: 0 +2021-12-18 15:38:46,163 WRAPPER CHECK TIME = 10 +2021-12-18 15:38:46,163 Checking jobs for platform=marenostrum4 +2021-12-18 15:38:46,164 Checking jobs for platform=nord3 +2021-12-18 15:38:46,164 Checking jobs for platform=local +2021-12-18 15:38:46,165 Checking jobs for platform=transfer_node +2021-12-18 15:38:46,165 Checking all jobs at once +2021-12-18 15:38:47,634 Successful check job command +2021-12-18 15:38:48,955 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:38:48,955 End of checking +2021-12-18 15:38:48,957 Updating FAILED jobs +2021-12-18 15:38:48,957 Updating WAITING jobs +2021-12-18 15:38:48,957 Update finished +2021-12-18 15:38:48,958 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:38:48,958 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:38:48,958 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:38:48,958 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:38:48,958 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:38:48,958 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:38:48,958 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:38:48,961 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:38:48,963 Job list saved +2021-12-18 15:38:48,971 Updating FAILED jobs +2021-12-18 15:38:48,971 Updating WAITING jobs +2021-12-18 15:38:48,971 Update finished +2021-12-18 15:38:58,982 Reloading parameters... +2021-12-18 15:38:59,001 Loading parameters... +2021-12-18 15:38:59,002 Loading project parameters... +2021-12-18 15:38:59,004 + +13 of 25 jobs remaining (15:38) +2021-12-18 15:38:59,005 Sleep: 10 +2021-12-18 15:38:59,005 Number of retrials: 0 +2021-12-18 15:38:59,005 WRAPPER CHECK TIME = 10 +2021-12-18 15:38:59,005 Checking jobs for platform=marenostrum4 +2021-12-18 15:38:59,006 Checking jobs for platform=nord3 +2021-12-18 15:38:59,006 Checking jobs for platform=local +2021-12-18 15:38:59,007 Checking jobs for platform=transfer_node +2021-12-18 15:38:59,007 Checking all jobs at once +2021-12-18 15:39:00,277 Successful check job command +2021-12-18 15:39:01,396 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:39:01,397 End of checking +2021-12-18 15:39:01,398 Updating FAILED jobs +2021-12-18 15:39:01,398 Updating WAITING jobs +2021-12-18 15:39:01,398 Update finished +2021-12-18 15:39:01,398 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:39:01,399 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:39:01,399 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:39:01,399 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:39:01,399 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:39:01,399 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:39:01,399 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:39:01,403 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:39:01,405 Job list saved +2021-12-18 15:39:01,410 Updating FAILED jobs +2021-12-18 15:39:01,410 Updating WAITING jobs +2021-12-18 15:39:01,411 Update finished +2021-12-18 15:39:11,419 Reloading parameters... +2021-12-18 15:39:11,440 Loading parameters... +2021-12-18 15:39:11,443 Loading project parameters... +2021-12-18 15:39:11,445 + +13 of 25 jobs remaining (15:39) +2021-12-18 15:39:11,445 Sleep: 10 +2021-12-18 15:39:11,445 Number of retrials: 0 +2021-12-18 15:39:11,445 WRAPPER CHECK TIME = 10 +2021-12-18 15:39:11,446 Checking jobs for platform=marenostrum4 +2021-12-18 15:39:11,446 Checking jobs for platform=nord3 +2021-12-18 15:39:11,448 Checking jobs for platform=local +2021-12-18 15:39:11,449 Checking jobs for platform=transfer_node +2021-12-18 15:39:11,449 Checking all jobs at once +2021-12-18 15:39:12,769 Successful check job command +2021-12-18 15:39:13,938 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:39:13,938 End of checking +2021-12-18 15:39:13,939 Updating FAILED jobs +2021-12-18 15:39:13,940 Updating WAITING jobs +2021-12-18 15:39:13,940 Update finished +2021-12-18 15:39:13,940 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:39:13,941 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:39:13,941 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:39:13,941 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:39:13,941 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:39:13,941 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:39:13,941 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:39:13,944 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:39:13,946 Job list saved +2021-12-18 15:39:13,952 Updating FAILED jobs +2021-12-18 15:39:13,952 Updating WAITING jobs +2021-12-18 15:39:13,952 Update finished +2021-12-18 15:39:23,956 Reloading parameters... +2021-12-18 15:39:23,974 Loading parameters... +2021-12-18 15:39:23,975 Loading project parameters... +2021-12-18 15:39:23,977 + +13 of 25 jobs remaining (15:39) +2021-12-18 15:39:23,977 Sleep: 10 +2021-12-18 15:39:23,977 Number of retrials: 0 +2021-12-18 15:39:23,977 WRAPPER CHECK TIME = 10 +2021-12-18 15:39:23,978 Checking jobs for platform=marenostrum4 +2021-12-18 15:39:23,979 Checking jobs for platform=nord3 +2021-12-18 15:39:23,979 Checking jobs for platform=local +2021-12-18 15:39:23,980 Checking jobs for platform=transfer_node +2021-12-18 15:39:23,980 Checking all jobs at once +2021-12-18 15:39:25,349 Successful check job command +2021-12-18 15:39:26,569 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:39:26,569 End of checking +2021-12-18 15:39:26,571 Updating FAILED jobs +2021-12-18 15:39:26,571 Updating WAITING jobs +2021-12-18 15:39:26,571 Update finished +2021-12-18 15:39:26,571 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:39:26,571 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:39:26,572 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:39:26,572 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:39:26,572 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:39:26,572 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:39:26,572 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:39:26,575 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:39:26,577 Job list saved +2021-12-18 15:39:26,583 Updating FAILED jobs +2021-12-18 15:39:26,583 Updating WAITING jobs +2021-12-18 15:39:26,583 Update finished +2021-12-18 15:39:36,593 Reloading parameters... +2021-12-18 15:39:36,618 Loading parameters... +2021-12-18 15:39:36,619 Loading project parameters... +2021-12-18 15:39:36,621 + +13 of 25 jobs remaining (15:39) +2021-12-18 15:39:36,621 Sleep: 10 +2021-12-18 15:39:36,621 Number of retrials: 0 +2021-12-18 15:39:36,621 WRAPPER CHECK TIME = 10 +2021-12-18 15:39:36,622 Checking jobs for platform=marenostrum4 +2021-12-18 15:39:36,622 Checking jobs for platform=nord3 +2021-12-18 15:39:36,623 Checking jobs for platform=local +2021-12-18 15:39:36,623 Checking jobs for platform=transfer_node +2021-12-18 15:39:36,624 Checking all jobs at once +2021-12-18 15:39:37,943 Successful check job command +2021-12-18 15:39:39,163 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:39:39,163 End of checking +2021-12-18 15:39:39,165 Updating FAILED jobs +2021-12-18 15:39:39,165 Updating WAITING jobs +2021-12-18 15:39:39,165 Update finished +2021-12-18 15:39:39,166 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:39:39,166 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:39:39,166 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:39:39,166 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:39:39,166 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:39:39,166 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:39:39,166 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:39:39,170 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:39:39,172 Job list saved +2021-12-18 15:39:39,178 Updating FAILED jobs +2021-12-18 15:39:39,179 Updating WAITING jobs +2021-12-18 15:39:39,179 Update finished +2021-12-18 15:39:49,189 Reloading parameters... +2021-12-18 15:39:49,208 Loading parameters... +2021-12-18 15:39:49,210 Loading project parameters... +2021-12-18 15:39:49,212 + +13 of 25 jobs remaining (15:39) +2021-12-18 15:39:49,212 Sleep: 10 +2021-12-18 15:39:49,212 Number of retrials: 0 +2021-12-18 15:39:49,212 WRAPPER CHECK TIME = 10 +2021-12-18 15:39:49,213 Checking jobs for platform=marenostrum4 +2021-12-18 15:39:49,213 Checking jobs for platform=nord3 +2021-12-18 15:39:49,214 Checking jobs for platform=local +2021-12-18 15:39:49,214 Checking jobs for platform=transfer_node +2021-12-18 15:39:49,215 Checking all jobs at once +2021-12-18 15:39:50,535 Successful check job command +2021-12-18 15:39:51,904 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:39:51,905 End of checking +2021-12-18 15:39:51,906 Updating FAILED jobs +2021-12-18 15:39:51,906 Updating WAITING jobs +2021-12-18 15:39:51,907 Update finished +2021-12-18 15:39:51,907 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:39:51,907 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:39:51,907 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:39:51,908 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:39:51,908 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:39:51,908 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:39:51,908 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:39:51,910 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:39:51,913 Job list saved +2021-12-18 15:39:51,917 Updating FAILED jobs +2021-12-18 15:39:51,918 Updating WAITING jobs +2021-12-18 15:39:51,918 Update finished +2021-12-18 15:40:01,928 Reloading parameters... +2021-12-18 15:40:01,946 Loading parameters... +2021-12-18 15:40:01,948 Loading project parameters... +2021-12-18 15:40:01,950 + +13 of 25 jobs remaining (15:40) +2021-12-18 15:40:01,950 Sleep: 10 +2021-12-18 15:40:01,950 Number of retrials: 0 +2021-12-18 15:40:01,950 WRAPPER CHECK TIME = 10 +2021-12-18 15:40:01,950 Checking jobs for platform=marenostrum4 +2021-12-18 15:40:01,951 Checking jobs for platform=nord3 +2021-12-18 15:40:01,952 Checking jobs for platform=local +2021-12-18 15:40:01,952 Checking jobs for platform=transfer_node +2021-12-18 15:40:01,952 Checking all jobs at once +2021-12-18 15:40:03,173 Successful check job command +2021-12-18 15:40:04,443 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:40:04,443 End of checking +2021-12-18 15:40:04,445 Updating FAILED jobs +2021-12-18 15:40:04,445 Updating WAITING jobs +2021-12-18 15:40:04,445 Update finished +2021-12-18 15:40:04,446 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:40:04,446 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:40:04,446 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:40:04,446 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:40:04,446 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:40:04,446 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:40:04,446 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:40:04,449 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:40:04,452 Job list saved +2021-12-18 15:40:04,457 Updating FAILED jobs +2021-12-18 15:40:04,457 Updating WAITING jobs +2021-12-18 15:40:04,457 Update finished +2021-12-18 15:40:14,467 Reloading parameters... +2021-12-18 15:40:14,485 Loading parameters... +2021-12-18 15:40:14,486 Loading project parameters... +2021-12-18 15:40:14,488 + +13 of 25 jobs remaining (15:40) +2021-12-18 15:40:14,488 Sleep: 10 +2021-12-18 15:40:14,489 Number of retrials: 0 +2021-12-18 15:40:14,489 WRAPPER CHECK TIME = 10 +2021-12-18 15:40:14,489 Checking jobs for platform=marenostrum4 +2021-12-18 15:40:14,490 Checking jobs for platform=nord3 +2021-12-18 15:40:14,490 Checking jobs for platform=local +2021-12-18 15:40:14,491 Checking jobs for platform=transfer_node +2021-12-18 15:40:14,491 Checking all jobs at once +2021-12-18 15:40:15,762 Successful check job command +2021-12-18 15:40:16,982 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:40:16,982 End of checking +2021-12-18 15:40:16,983 Updating FAILED jobs +2021-12-18 15:40:16,983 Updating WAITING jobs +2021-12-18 15:40:16,984 Update finished +2021-12-18 15:40:16,984 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:40:16,984 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:40:16,984 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:40:16,984 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:40:16,984 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:40:16,985 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:40:16,985 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:40:16,987 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:40:16,989 Job list saved +2021-12-18 15:40:16,995 Updating FAILED jobs +2021-12-18 15:40:16,995 Updating WAITING jobs +2021-12-18 15:40:16,995 Update finished +2021-12-18 15:40:26,998 Reloading parameters... +2021-12-18 15:40:27,017 Loading parameters... +2021-12-18 15:40:27,019 Loading project parameters... +2021-12-18 15:40:27,021 + +13 of 25 jobs remaining (15:40) +2021-12-18 15:40:27,021 Sleep: 10 +2021-12-18 15:40:27,021 Number of retrials: 0 +2021-12-18 15:40:27,021 WRAPPER CHECK TIME = 10 +2021-12-18 15:40:27,022 Checking jobs for platform=marenostrum4 +2021-12-18 15:40:27,022 Checking jobs for platform=nord3 +2021-12-18 15:40:27,023 Checking jobs for platform=local +2021-12-18 15:40:27,023 Checking jobs for platform=transfer_node +2021-12-18 15:40:27,023 Checking all jobs at once +2021-12-18 15:40:28,348 Successful check job command +2021-12-18 15:40:29,618 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:40:29,618 End of checking +2021-12-18 15:40:29,620 Updating FAILED jobs +2021-12-18 15:40:29,620 Updating WAITING jobs +2021-12-18 15:40:29,620 Update finished +2021-12-18 15:40:29,620 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:40:29,621 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:40:29,621 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:40:29,621 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:40:29,621 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:40:29,621 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:40:29,621 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:40:29,624 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:40:29,626 Job list saved +2021-12-18 15:40:29,632 Updating FAILED jobs +2021-12-18 15:40:29,632 Updating WAITING jobs +2021-12-18 15:40:29,632 Update finished +2021-12-18 15:40:39,642 Reloading parameters... +2021-12-18 15:40:39,670 Loading parameters... +2021-12-18 15:40:39,671 Loading project parameters... +2021-12-18 15:40:39,675 + +13 of 25 jobs remaining (15:40) +2021-12-18 15:40:39,675 Sleep: 10 +2021-12-18 15:40:39,676 Number of retrials: 0 +2021-12-18 15:40:39,676 WRAPPER CHECK TIME = 10 +2021-12-18 15:40:39,678 Checking jobs for platform=marenostrum4 +2021-12-18 15:40:39,678 Checking jobs for platform=nord3 +2021-12-18 15:40:39,681 Checking jobs for platform=local +2021-12-18 15:40:39,682 Checking jobs for platform=transfer_node +2021-12-18 15:40:39,682 Checking all jobs at once +2021-12-18 15:40:41,104 Successful check job command +2021-12-18 15:40:42,377 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:40:42,377 End of checking +2021-12-18 15:40:42,379 Updating FAILED jobs +2021-12-18 15:40:42,379 Updating WAITING jobs +2021-12-18 15:40:42,379 Update finished +2021-12-18 15:40:42,379 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:40:42,379 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:40:42,379 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:40:42,380 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:40:42,380 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:40:42,380 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:40:42,380 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:40:42,383 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:40:42,385 Job list saved +2021-12-18 15:40:42,391 Updating FAILED jobs +2021-12-18 15:40:42,391 Updating WAITING jobs +2021-12-18 15:40:42,391 Update finished +2021-12-18 15:40:52,400 Reloading parameters... +2021-12-18 15:40:52,422 Loading parameters... +2021-12-18 15:40:52,423 Loading project parameters... +2021-12-18 15:40:52,425 + +13 of 25 jobs remaining (15:40) +2021-12-18 15:40:52,425 Sleep: 10 +2021-12-18 15:40:52,425 Number of retrials: 0 +2021-12-18 15:40:52,425 WRAPPER CHECK TIME = 10 +2021-12-18 15:40:52,426 Checking jobs for platform=marenostrum4 +2021-12-18 15:40:52,426 Checking jobs for platform=nord3 +2021-12-18 15:40:52,427 Checking jobs for platform=local +2021-12-18 15:40:52,427 Checking jobs for platform=transfer_node +2021-12-18 15:40:52,427 Checking all jobs at once +2021-12-18 15:40:53,752 Successful check job command +2021-12-18 15:40:54,921 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:40:54,921 End of checking +2021-12-18 15:40:54,923 Updating FAILED jobs +2021-12-18 15:40:54,923 Updating WAITING jobs +2021-12-18 15:40:54,924 Update finished +2021-12-18 15:40:54,924 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:40:54,925 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:40:54,925 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:40:54,925 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:40:54,925 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:40:54,925 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:40:54,925 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:40:54,928 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:40:54,930 Job list saved +2021-12-18 15:40:54,938 Updating FAILED jobs +2021-12-18 15:40:54,938 Updating WAITING jobs +2021-12-18 15:40:54,938 Update finished +2021-12-18 15:41:04,948 Reloading parameters... +2021-12-18 15:41:04,969 Loading parameters... +2021-12-18 15:41:04,970 Loading project parameters... +2021-12-18 15:41:04,972 + +13 of 25 jobs remaining (15:41) +2021-12-18 15:41:04,972 Sleep: 10 +2021-12-18 15:41:04,972 Number of retrials: 0 +2021-12-18 15:41:04,973 WRAPPER CHECK TIME = 10 +2021-12-18 15:41:04,973 Checking jobs for platform=marenostrum4 +2021-12-18 15:41:04,974 Checking jobs for platform=nord3 +2021-12-18 15:41:04,974 Checking jobs for platform=local +2021-12-18 15:41:04,975 Checking jobs for platform=transfer_node +2021-12-18 15:41:04,975 Checking all jobs at once +2021-12-18 15:41:06,394 Successful check job command +2021-12-18 15:41:07,714 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:41:07,714 End of checking +2021-12-18 15:41:07,716 Updating FAILED jobs +2021-12-18 15:41:07,716 Updating WAITING jobs +2021-12-18 15:41:07,717 Update finished +2021-12-18 15:41:07,717 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:41:07,717 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:41:07,717 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:41:07,717 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:41:07,717 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:41:07,718 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:41:07,718 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:41:07,722 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:41:07,724 Job list saved +2021-12-18 15:41:07,733 Updating FAILED jobs +2021-12-18 15:41:07,734 Updating WAITING jobs +2021-12-18 15:41:07,734 Update finished +2021-12-18 15:41:17,744 Reloading parameters... +2021-12-18 15:41:17,769 Loading parameters... +2021-12-18 15:41:17,771 Loading project parameters... +2021-12-18 15:41:17,772 + +13 of 25 jobs remaining (15:41) +2021-12-18 15:41:17,773 Sleep: 10 +2021-12-18 15:41:17,773 Number of retrials: 0 +2021-12-18 15:41:17,773 WRAPPER CHECK TIME = 10 +2021-12-18 15:41:17,773 Checking jobs for platform=marenostrum4 +2021-12-18 15:41:17,774 Checking jobs for platform=nord3 +2021-12-18 15:41:17,774 Checking jobs for platform=local +2021-12-18 15:41:17,783 Checking jobs for platform=transfer_node +2021-12-18 15:41:17,783 Checking all jobs at once +2021-12-18 15:41:19,057 Successful check job command +2021-12-18 15:41:20,628 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:41:20,628 End of checking +2021-12-18 15:41:20,630 Updating FAILED jobs +2021-12-18 15:41:20,630 Updating WAITING jobs +2021-12-18 15:41:20,630 Update finished +2021-12-18 15:41:20,631 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:41:20,631 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:41:20,631 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:41:20,631 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:41:20,631 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:41:20,631 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:41:20,631 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:41:20,634 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:41:20,637 Job list saved +2021-12-18 15:41:20,644 Updating FAILED jobs +2021-12-18 15:41:20,644 Updating WAITING jobs +2021-12-18 15:41:20,644 Update finished +2021-12-18 15:41:30,654 Reloading parameters... +2021-12-18 15:41:30,674 Loading parameters... +2021-12-18 15:41:30,676 Loading project parameters... +2021-12-18 15:41:30,678 + +13 of 25 jobs remaining (15:41) +2021-12-18 15:41:30,678 Sleep: 10 +2021-12-18 15:41:30,678 Number of retrials: 0 +2021-12-18 15:41:30,678 WRAPPER CHECK TIME = 10 +2021-12-18 15:41:30,679 Checking jobs for platform=marenostrum4 +2021-12-18 15:41:30,679 Checking jobs for platform=nord3 +2021-12-18 15:41:30,680 Checking jobs for platform=local +2021-12-18 15:41:30,680 Checking jobs for platform=transfer_node +2021-12-18 15:41:30,680 Checking all jobs at once +2021-12-18 15:41:31,953 Successful check job command +2021-12-18 15:41:33,123 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:41:33,123 End of checking +2021-12-18 15:41:33,125 Updating FAILED jobs +2021-12-18 15:41:33,125 Updating WAITING jobs +2021-12-18 15:41:33,125 Update finished +2021-12-18 15:41:33,126 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:41:33,126 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:41:33,126 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:41:33,126 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:41:33,127 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:41:33,127 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:41:33,127 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:41:33,130 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:41:33,132 Job list saved +2021-12-18 15:41:33,137 Updating FAILED jobs +2021-12-18 15:41:33,137 Updating WAITING jobs +2021-12-18 15:41:33,137 Update finished +2021-12-18 15:41:43,147 Reloading parameters... +2021-12-18 15:41:43,167 Loading parameters... +2021-12-18 15:41:43,169 Loading project parameters... +2021-12-18 15:41:43,171 + +13 of 25 jobs remaining (15:41) +2021-12-18 15:41:43,171 Sleep: 10 +2021-12-18 15:41:43,171 Number of retrials: 0 +2021-12-18 15:41:43,171 WRAPPER CHECK TIME = 10 +2021-12-18 15:41:43,172 Checking jobs for platform=marenostrum4 +2021-12-18 15:41:43,172 Checking jobs for platform=nord3 +2021-12-18 15:41:43,173 Checking jobs for platform=local +2021-12-18 15:41:43,174 Checking jobs for platform=transfer_node +2021-12-18 15:41:43,174 Checking all jobs at once +2021-12-18 15:41:44,644 Successful check job command +2021-12-18 15:41:45,863 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:41:45,863 End of checking +2021-12-18 15:41:45,865 Updating FAILED jobs +2021-12-18 15:41:45,865 Updating WAITING jobs +2021-12-18 15:41:45,866 Update finished +2021-12-18 15:41:45,866 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:41:45,866 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:41:45,866 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:41:45,866 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:41:45,866 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:41:45,867 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:41:45,867 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:41:45,870 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:41:45,872 Job list saved +2021-12-18 15:41:45,877 Updating FAILED jobs +2021-12-18 15:41:45,878 Updating WAITING jobs +2021-12-18 15:41:45,878 Update finished +2021-12-18 15:41:55,888 Reloading parameters... +2021-12-18 15:41:55,908 Loading parameters... +2021-12-18 15:41:55,909 Loading project parameters... +2021-12-18 15:41:55,911 + +13 of 25 jobs remaining (15:41) +2021-12-18 15:41:55,911 Sleep: 10 +2021-12-18 15:41:55,911 Number of retrials: 0 +2021-12-18 15:41:55,911 WRAPPER CHECK TIME = 10 +2021-12-18 15:41:55,912 Checking jobs for platform=marenostrum4 +2021-12-18 15:41:55,912 Checking jobs for platform=nord3 +2021-12-18 15:41:55,913 Checking jobs for platform=local +2021-12-18 15:41:55,913 Checking jobs for platform=transfer_node +2021-12-18 15:41:55,913 Checking all jobs at once +2021-12-18 15:41:57,233 Successful check job command +2021-12-18 15:41:58,404 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:41:58,405 End of checking +2021-12-18 15:41:58,408 Updating FAILED jobs +2021-12-18 15:41:58,408 Updating WAITING jobs +2021-12-18 15:41:58,408 Update finished +2021-12-18 15:41:58,408 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:41:58,409 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:41:58,409 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:41:58,409 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:41:58,409 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:41:58,409 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:41:58,409 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:41:58,413 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:41:58,415 Job list saved +2021-12-18 15:41:58,420 Updating FAILED jobs +2021-12-18 15:41:58,421 Updating WAITING jobs +2021-12-18 15:41:58,421 Update finished +2021-12-18 15:42:08,431 Reloading parameters... +2021-12-18 15:42:08,455 Loading parameters... +2021-12-18 15:42:08,457 Loading project parameters... +2021-12-18 15:42:08,459 + +13 of 25 jobs remaining (15:42) +2021-12-18 15:42:08,459 Sleep: 10 +2021-12-18 15:42:08,459 Number of retrials: 0 +2021-12-18 15:42:08,459 WRAPPER CHECK TIME = 10 +2021-12-18 15:42:08,460 Checking jobs for platform=marenostrum4 +2021-12-18 15:42:08,460 Checking jobs for platform=nord3 +2021-12-18 15:42:08,461 Checking jobs for platform=local +2021-12-18 15:42:08,461 Checking jobs for platform=transfer_node +2021-12-18 15:42:08,461 Checking all jobs at once +2021-12-18 15:42:09,933 Successful check job command +2021-12-18 15:42:11,203 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:42:11,203 End of checking +2021-12-18 15:42:11,204 Updating FAILED jobs +2021-12-18 15:42:11,205 Updating WAITING jobs +2021-12-18 15:42:11,205 Update finished +2021-12-18 15:42:11,205 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:42:11,206 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:42:11,206 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:42:11,206 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:42:11,206 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:42:11,206 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:42:11,206 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:42:11,209 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:42:11,211 Job list saved +2021-12-18 15:42:11,218 Updating FAILED jobs +2021-12-18 15:42:11,218 Updating WAITING jobs +2021-12-18 15:42:11,219 Update finished +2021-12-18 15:42:21,230 Reloading parameters... +2021-12-18 15:42:21,254 Loading parameters... +2021-12-18 15:42:21,255 Loading project parameters... +2021-12-18 15:42:21,257 + +13 of 25 jobs remaining (15:42) +2021-12-18 15:42:21,258 Sleep: 10 +2021-12-18 15:42:21,258 Number of retrials: 0 +2021-12-18 15:42:21,258 WRAPPER CHECK TIME = 10 +2021-12-18 15:42:21,258 Checking jobs for platform=marenostrum4 +2021-12-18 15:42:21,259 Checking jobs for platform=nord3 +2021-12-18 15:42:21,259 Checking jobs for platform=local +2021-12-18 15:42:21,260 Checking jobs for platform=transfer_node +2021-12-18 15:42:21,260 Checking all jobs at once +2021-12-18 15:42:22,635 Successful check job command +2021-12-18 15:42:23,954 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:42:23,955 End of checking +2021-12-18 15:42:23,956 Updating FAILED jobs +2021-12-18 15:42:23,956 Updating WAITING jobs +2021-12-18 15:42:23,956 Update finished +2021-12-18 15:42:23,957 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:42:23,957 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:42:23,957 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:42:23,957 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:42:23,957 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:42:23,957 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:42:23,957 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:42:23,960 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:42:23,963 Job list saved +2021-12-18 15:42:23,968 Updating FAILED jobs +2021-12-18 15:42:23,968 Updating WAITING jobs +2021-12-18 15:42:23,968 Update finished +2021-12-18 15:42:33,978 Reloading parameters... +2021-12-18 15:42:33,996 Loading parameters... +2021-12-18 15:42:33,997 Loading project parameters... +2021-12-18 15:42:33,999 + +13 of 25 jobs remaining (15:42) +2021-12-18 15:42:33,999 Sleep: 10 +2021-12-18 15:42:33,999 Number of retrials: 0 +2021-12-18 15:42:33,999 WRAPPER CHECK TIME = 10 +2021-12-18 15:42:34,000 Checking jobs for platform=marenostrum4 +2021-12-18 15:42:34,000 Checking jobs for platform=nord3 +2021-12-18 15:42:34,001 Checking jobs for platform=local +2021-12-18 15:42:34,001 Checking jobs for platform=transfer_node +2021-12-18 15:42:34,002 Checking all jobs at once +2021-12-18 15:42:35,472 Successful check job command +2021-12-18 15:42:36,641 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:42:36,641 End of checking +2021-12-18 15:42:36,642 Updating FAILED jobs +2021-12-18 15:42:36,643 Updating WAITING jobs +2021-12-18 15:42:36,643 Update finished +2021-12-18 15:42:36,643 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:42:36,643 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:42:36,643 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:42:36,643 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:42:36,643 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:42:36,644 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:42:36,644 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:42:36,646 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:42:36,649 Job list saved +2021-12-18 15:42:36,654 Updating FAILED jobs +2021-12-18 15:42:36,654 Updating WAITING jobs +2021-12-18 15:42:36,654 Update finished +2021-12-18 15:42:46,664 Reloading parameters... +2021-12-18 15:42:46,685 Loading parameters... +2021-12-18 15:42:46,686 Loading project parameters... +2021-12-18 15:42:46,688 + +13 of 25 jobs remaining (15:42) +2021-12-18 15:42:46,688 Sleep: 10 +2021-12-18 15:42:46,688 Number of retrials: 0 +2021-12-18 15:42:46,688 WRAPPER CHECK TIME = 10 +2021-12-18 15:42:46,689 Checking jobs for platform=marenostrum4 +2021-12-18 15:42:46,689 Checking jobs for platform=nord3 +2021-12-18 15:42:46,690 Checking jobs for platform=local +2021-12-18 15:42:46,691 Checking jobs for platform=transfer_node +2021-12-18 15:42:46,691 Checking all jobs at once +2021-12-18 15:42:47,963 Successful check job command +2021-12-18 15:42:49,132 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:42:49,132 End of checking +2021-12-18 15:42:49,134 Updating FAILED jobs +2021-12-18 15:42:49,134 Updating WAITING jobs +2021-12-18 15:42:49,134 Update finished +2021-12-18 15:42:49,135 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:42:49,135 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:42:49,135 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:42:49,136 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:42:49,136 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:42:49,136 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:42:49,136 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:42:49,139 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:42:49,141 Job list saved +2021-12-18 15:42:49,150 Updating FAILED jobs +2021-12-18 15:42:49,150 Updating WAITING jobs +2021-12-18 15:42:49,150 Update finished +2021-12-18 15:42:59,160 Reloading parameters... +2021-12-18 15:42:59,179 Loading parameters... +2021-12-18 15:42:59,180 Loading project parameters... +2021-12-18 15:42:59,182 + +13 of 25 jobs remaining (15:42) +2021-12-18 15:42:59,182 Sleep: 10 +2021-12-18 15:42:59,182 Number of retrials: 0 +2021-12-18 15:42:59,182 WRAPPER CHECK TIME = 10 +2021-12-18 15:42:59,183 Checking jobs for platform=marenostrum4 +2021-12-18 15:42:59,183 Checking jobs for platform=nord3 +2021-12-18 15:42:59,184 Checking jobs for platform=local +2021-12-18 15:42:59,185 Checking jobs for platform=transfer_node +2021-12-18 15:42:59,185 Checking all jobs at once +2021-12-18 15:43:00,455 Successful check job command +2021-12-18 15:43:01,624 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:43:01,624 End of checking +2021-12-18 15:43:01,626 Updating FAILED jobs +2021-12-18 15:43:01,626 Updating WAITING jobs +2021-12-18 15:43:01,626 Update finished +2021-12-18 15:43:01,626 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:43:01,627 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:43:01,627 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:43:01,627 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:43:01,627 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:43:01,627 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:43:01,627 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:43:01,630 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:43:01,633 Job list saved +2021-12-18 15:43:01,637 Updating FAILED jobs +2021-12-18 15:43:01,637 Updating WAITING jobs +2021-12-18 15:43:01,638 Update finished +2021-12-18 15:43:11,644 Reloading parameters... +2021-12-18 15:43:11,665 Loading parameters... +2021-12-18 15:43:11,666 Loading project parameters... +2021-12-18 15:43:11,668 + +13 of 25 jobs remaining (15:43) +2021-12-18 15:43:11,668 Sleep: 10 +2021-12-18 15:43:11,668 Number of retrials: 0 +2021-12-18 15:43:11,669 WRAPPER CHECK TIME = 10 +2021-12-18 15:43:11,669 Checking jobs for platform=marenostrum4 +2021-12-18 15:43:11,670 Checking jobs for platform=nord3 +2021-12-18 15:43:11,670 Checking jobs for platform=local +2021-12-18 15:43:11,671 Checking jobs for platform=transfer_node +2021-12-18 15:43:11,671 Checking all jobs at once +2021-12-18 15:43:13,193 Successful check job command +2021-12-18 15:43:14,513 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:43:14,513 End of checking +2021-12-18 15:43:14,514 Updating FAILED jobs +2021-12-18 15:43:14,514 Updating WAITING jobs +2021-12-18 15:43:14,515 Update finished +2021-12-18 15:43:14,515 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:43:14,515 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:43:14,515 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:43:14,515 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:43:14,515 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:43:14,516 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:43:14,516 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:43:14,518 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:43:14,521 Job list saved +2021-12-18 15:43:14,528 Updating FAILED jobs +2021-12-18 15:43:14,528 Updating WAITING jobs +2021-12-18 15:43:14,528 Update finished +2021-12-18 15:43:24,537 Reloading parameters... +2021-12-18 15:43:24,561 Loading parameters... +2021-12-18 15:43:24,563 Loading project parameters... +2021-12-18 15:43:24,565 + +13 of 25 jobs remaining (15:43) +2021-12-18 15:43:24,565 Sleep: 10 +2021-12-18 15:43:24,565 Number of retrials: 0 +2021-12-18 15:43:24,565 WRAPPER CHECK TIME = 10 +2021-12-18 15:43:24,566 Checking jobs for platform=marenostrum4 +2021-12-18 15:43:24,566 Checking jobs for platform=nord3 +2021-12-18 15:43:24,567 Checking jobs for platform=local +2021-12-18 15:43:24,567 Checking jobs for platform=transfer_node +2021-12-18 15:43:24,567 Checking all jobs at once +2021-12-18 15:43:25,889 Successful check job command +2021-12-18 15:43:27,058 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:43:27,059 End of checking +2021-12-18 15:43:27,060 Updating FAILED jobs +2021-12-18 15:43:27,060 Updating WAITING jobs +2021-12-18 15:43:27,060 Update finished +2021-12-18 15:43:27,060 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:43:27,061 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:43:27,061 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:43:27,061 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:43:27,061 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:43:27,061 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:43:27,061 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:43:27,064 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:43:27,066 Job list saved +2021-12-18 15:43:27,071 Updating FAILED jobs +2021-12-18 15:43:27,071 Updating WAITING jobs +2021-12-18 15:43:27,071 Update finished +2021-12-18 15:43:37,075 Reloading parameters... +2021-12-18 15:43:37,096 Loading parameters... +2021-12-18 15:43:37,097 Loading project parameters... +2021-12-18 15:43:37,099 + +13 of 25 jobs remaining (15:43) +2021-12-18 15:43:37,099 Sleep: 10 +2021-12-18 15:43:37,099 Number of retrials: 0 +2021-12-18 15:43:37,099 WRAPPER CHECK TIME = 10 +2021-12-18 15:43:37,101 Checking jobs for platform=marenostrum4 +2021-12-18 15:43:37,102 Checking jobs for platform=nord3 +2021-12-18 15:43:37,102 Checking jobs for platform=local +2021-12-18 15:43:37,103 Checking jobs for platform=transfer_node +2021-12-18 15:43:37,103 Checking all jobs at once +2021-12-18 15:43:38,322 Successful check job command +2021-12-18 15:43:39,491 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:43:39,491 End of checking +2021-12-18 15:43:39,493 Updating FAILED jobs +2021-12-18 15:43:39,493 Updating WAITING jobs +2021-12-18 15:43:39,493 Update finished +2021-12-18 15:43:39,493 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:43:39,493 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:43:39,493 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:43:39,493 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:43:39,494 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:43:39,494 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:43:39,494 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:43:39,497 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:43:39,499 Job list saved +2021-12-18 15:43:39,503 Updating FAILED jobs +2021-12-18 15:43:39,503 Updating WAITING jobs +2021-12-18 15:43:39,504 Update finished +2021-12-18 15:43:49,511 Reloading parameters... +2021-12-18 15:43:49,531 Loading parameters... +2021-12-18 15:43:49,532 Loading project parameters... +2021-12-18 15:43:49,534 + +13 of 25 jobs remaining (15:43) +2021-12-18 15:43:49,534 Sleep: 10 +2021-12-18 15:43:49,534 Number of retrials: 0 +2021-12-18 15:43:49,534 WRAPPER CHECK TIME = 10 +2021-12-18 15:43:49,535 Checking jobs for platform=marenostrum4 +2021-12-18 15:43:49,536 Checking jobs for platform=nord3 +2021-12-18 15:43:49,536 Checking jobs for platform=local +2021-12-18 15:43:49,537 Checking jobs for platform=transfer_node +2021-12-18 15:43:49,537 Checking all jobs at once +2021-12-18 15:43:50,806 Successful check job command +2021-12-18 15:43:51,926 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:43:51,926 End of checking +2021-12-18 15:43:51,927 Updating FAILED jobs +2021-12-18 15:43:51,927 Updating WAITING jobs +2021-12-18 15:43:51,928 Update finished +2021-12-18 15:43:51,928 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:43:51,928 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:43:51,928 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:43:51,928 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:43:51,928 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:43:51,928 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:43:51,929 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:43:51,931 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:43:51,934 Job list saved +2021-12-18 15:43:51,938 Updating FAILED jobs +2021-12-18 15:43:51,938 Updating WAITING jobs +2021-12-18 15:43:51,938 Update finished +2021-12-18 15:44:01,948 Reloading parameters... +2021-12-18 15:44:01,968 Loading parameters... +2021-12-18 15:44:01,969 Loading project parameters... +2021-12-18 15:44:01,971 + +13 of 25 jobs remaining (15:44) +2021-12-18 15:44:01,971 Sleep: 10 +2021-12-18 15:44:01,971 Number of retrials: 0 +2021-12-18 15:44:01,971 WRAPPER CHECK TIME = 10 +2021-12-18 15:44:01,972 Checking jobs for platform=marenostrum4 +2021-12-18 15:44:01,972 Checking jobs for platform=nord3 +2021-12-18 15:44:01,973 Checking jobs for platform=local +2021-12-18 15:44:01,973 Checking jobs for platform=transfer_node +2021-12-18 15:44:01,973 Checking all jobs at once +2021-12-18 15:44:03,293 Successful check job command +2021-12-18 15:44:04,512 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:44:04,513 End of checking +2021-12-18 15:44:04,514 Updating FAILED jobs +2021-12-18 15:44:04,514 Updating WAITING jobs +2021-12-18 15:44:04,514 Update finished +2021-12-18 15:44:04,515 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:44:04,515 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:44:04,516 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:44:04,516 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:44:04,516 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:44:04,516 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:44:04,516 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:44:04,518 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:44:04,521 Job list saved +2021-12-18 15:44:04,525 Updating FAILED jobs +2021-12-18 15:44:04,525 Updating WAITING jobs +2021-12-18 15:44:04,525 Update finished +2021-12-18 15:44:14,535 Reloading parameters... +2021-12-18 15:44:14,554 Loading parameters... +2021-12-18 15:44:14,555 Loading project parameters... +2021-12-18 15:44:14,557 + +13 of 25 jobs remaining (15:44) +2021-12-18 15:44:14,557 Sleep: 10 +2021-12-18 15:44:14,557 Number of retrials: 0 +2021-12-18 15:44:14,557 WRAPPER CHECK TIME = 10 +2021-12-18 15:44:14,558 Checking jobs for platform=marenostrum4 +2021-12-18 15:44:14,558 Checking jobs for platform=nord3 +2021-12-18 15:44:14,559 Checking jobs for platform=local +2021-12-18 15:44:14,560 Checking jobs for platform=transfer_node +2021-12-18 15:44:14,560 Checking all jobs at once +2021-12-18 15:44:15,879 Successful check job command +2021-12-18 15:44:17,199 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:44:17,199 End of checking +2021-12-18 15:44:17,201 Updating FAILED jobs +2021-12-18 15:44:17,201 Updating WAITING jobs +2021-12-18 15:44:17,201 Update finished +2021-12-18 15:44:17,202 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:44:17,202 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:44:17,202 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:44:17,202 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:44:17,202 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:44:17,202 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:44:17,202 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:44:17,205 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:44:17,207 Job list saved +2021-12-18 15:44:17,212 Updating FAILED jobs +2021-12-18 15:44:17,212 Updating WAITING jobs +2021-12-18 15:44:17,212 Update finished +2021-12-18 15:44:27,222 Reloading parameters... +2021-12-18 15:44:27,239 Loading parameters... +2021-12-18 15:44:27,240 Loading project parameters... +2021-12-18 15:44:27,242 + +13 of 25 jobs remaining (15:44) +2021-12-18 15:44:27,242 Sleep: 10 +2021-12-18 15:44:27,242 Number of retrials: 0 +2021-12-18 15:44:27,242 WRAPPER CHECK TIME = 10 +2021-12-18 15:44:27,243 Checking jobs for platform=marenostrum4 +2021-12-18 15:44:27,243 Checking jobs for platform=nord3 +2021-12-18 15:44:27,244 Checking jobs for platform=local +2021-12-18 15:44:27,244 Checking jobs for platform=transfer_node +2021-12-18 15:44:27,245 Checking all jobs at once +2021-12-18 15:44:28,618 Successful check job command +2021-12-18 15:44:30,088 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:44:30,088 End of checking +2021-12-18 15:44:30,089 Updating FAILED jobs +2021-12-18 15:44:30,090 Updating WAITING jobs +2021-12-18 15:44:30,090 Update finished +2021-12-18 15:44:30,090 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:44:30,090 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:44:30,090 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:44:30,090 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:44:30,091 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:44:30,091 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:44:30,091 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:44:30,093 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:44:30,096 Job list saved +2021-12-18 15:44:30,100 Updating FAILED jobs +2021-12-18 15:44:30,100 Updating WAITING jobs +2021-12-18 15:44:30,101 Update finished +2021-12-18 15:44:40,103 Reloading parameters... +2021-12-18 15:44:40,123 Loading parameters... +2021-12-18 15:44:40,124 Loading project parameters... +2021-12-18 15:44:40,126 + +13 of 25 jobs remaining (15:44) +2021-12-18 15:44:40,126 Sleep: 10 +2021-12-18 15:44:40,127 Number of retrials: 0 +2021-12-18 15:44:40,127 WRAPPER CHECK TIME = 10 +2021-12-18 15:44:40,127 Checking jobs for platform=marenostrum4 +2021-12-18 15:44:40,128 Checking jobs for platform=nord3 +2021-12-18 15:44:40,128 Checking jobs for platform=local +2021-12-18 15:44:40,129 Checking jobs for platform=transfer_node +2021-12-18 15:44:40,129 Checking all jobs at once +2021-12-18 15:44:41,549 Successful check job command +2021-12-18 15:44:42,869 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:44:42,869 End of checking +2021-12-18 15:44:42,870 Updating FAILED jobs +2021-12-18 15:44:42,870 Updating WAITING jobs +2021-12-18 15:44:42,871 Update finished +2021-12-18 15:44:42,871 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:44:42,871 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:44:42,872 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:44:42,872 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:44:42,872 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:44:42,872 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:44:42,872 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:44:42,875 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:44:42,877 Job list saved +2021-12-18 15:44:42,882 Updating FAILED jobs +2021-12-18 15:44:42,882 Updating WAITING jobs +2021-12-18 15:44:42,882 Update finished +2021-12-18 15:44:52,892 Reloading parameters... +2021-12-18 15:44:52,912 Loading parameters... +2021-12-18 15:44:52,913 Loading project parameters... +2021-12-18 15:44:52,915 + +13 of 25 jobs remaining (15:44) +2021-12-18 15:44:52,915 Sleep: 10 +2021-12-18 15:44:52,915 Number of retrials: 0 +2021-12-18 15:44:52,915 WRAPPER CHECK TIME = 10 +2021-12-18 15:44:52,916 Checking jobs for platform=marenostrum4 +2021-12-18 15:44:52,916 Checking jobs for platform=nord3 +2021-12-18 15:44:52,917 Checking jobs for platform=local +2021-12-18 15:44:52,918 Checking jobs for platform=transfer_node +2021-12-18 15:44:52,918 Checking all jobs at once +2021-12-18 15:44:54,187 Successful check job command +2021-12-18 15:44:55,456 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:44:55,456 End of checking +2021-12-18 15:44:55,458 Updating FAILED jobs +2021-12-18 15:44:55,458 Updating WAITING jobs +2021-12-18 15:44:55,458 Update finished +2021-12-18 15:44:55,458 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:44:55,458 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:44:55,459 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:44:55,459 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:44:55,459 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:44:55,459 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:44:55,459 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:44:55,462 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:44:55,464 Job list saved +2021-12-18 15:44:55,469 Updating FAILED jobs +2021-12-18 15:44:55,470 Updating WAITING jobs +2021-12-18 15:44:55,470 Update finished +2021-12-18 15:45:05,480 Reloading parameters... +2021-12-18 15:45:05,501 Loading parameters... +2021-12-18 15:45:05,502 Loading project parameters... +2021-12-18 15:45:05,504 + +13 of 25 jobs remaining (15:45) +2021-12-18 15:45:05,504 Sleep: 10 +2021-12-18 15:45:05,504 Number of retrials: 0 +2021-12-18 15:45:05,504 WRAPPER CHECK TIME = 10 +2021-12-18 15:45:05,505 Checking jobs for platform=marenostrum4 +2021-12-18 15:45:05,506 Checking jobs for platform=nord3 +2021-12-18 15:45:05,506 Checking jobs for platform=local +2021-12-18 15:45:05,507 Checking jobs for platform=transfer_node +2021-12-18 15:45:05,507 Checking all jobs at once +2021-12-18 15:45:06,776 Successful check job command +2021-12-18 15:45:08,046 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:45:08,046 End of checking +2021-12-18 15:45:08,048 Updating FAILED jobs +2021-12-18 15:45:08,048 Updating WAITING jobs +2021-12-18 15:45:08,048 Update finished +2021-12-18 15:45:08,048 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:45:08,048 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:45:08,048 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:45:08,049 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:45:08,049 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:45:08,049 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:45:08,049 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:45:08,052 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:45:08,054 Job list saved +2021-12-18 15:45:08,059 Updating FAILED jobs +2021-12-18 15:45:08,059 Updating WAITING jobs +2021-12-18 15:45:08,059 Update finished +2021-12-18 15:45:18,069 Reloading parameters... +2021-12-18 15:45:18,088 Loading parameters... +2021-12-18 15:45:18,089 Loading project parameters... +2021-12-18 15:45:18,091 + +13 of 25 jobs remaining (15:45) +2021-12-18 15:45:18,092 Sleep: 10 +2021-12-18 15:45:18,092 Number of retrials: 0 +2021-12-18 15:45:18,092 WRAPPER CHECK TIME = 10 +2021-12-18 15:45:18,092 Checking jobs for platform=marenostrum4 +2021-12-18 15:45:18,093 Checking jobs for platform=nord3 +2021-12-18 15:45:18,093 Checking jobs for platform=local +2021-12-18 15:45:18,094 Checking jobs for platform=transfer_node +2021-12-18 15:45:18,094 Checking all jobs at once +2021-12-18 15:45:19,665 Successful check job command +2021-12-18 15:45:21,137 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:45:21,137 End of checking +2021-12-18 15:45:21,139 Updating FAILED jobs +2021-12-18 15:45:21,139 Updating WAITING jobs +2021-12-18 15:45:21,139 Update finished +2021-12-18 15:45:21,139 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:45:21,140 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:45:21,140 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:45:21,140 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:45:21,141 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:45:21,141 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:45:21,141 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:45:21,144 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:45:21,146 Job list saved +2021-12-18 15:45:21,151 Updating FAILED jobs +2021-12-18 15:45:21,151 Updating WAITING jobs +2021-12-18 15:45:21,151 Update finished +2021-12-18 15:45:31,161 Reloading parameters... +2021-12-18 15:45:31,179 Loading parameters... +2021-12-18 15:45:31,180 Loading project parameters... +2021-12-18 15:45:31,182 + +13 of 25 jobs remaining (15:45) +2021-12-18 15:45:31,182 Sleep: 10 +2021-12-18 15:45:31,182 Number of retrials: 0 +2021-12-18 15:45:31,182 WRAPPER CHECK TIME = 10 +2021-12-18 15:45:31,183 Checking jobs for platform=marenostrum4 +2021-12-18 15:45:31,184 Checking jobs for platform=nord3 +2021-12-18 15:45:31,184 Checking jobs for platform=local +2021-12-18 15:45:31,185 Checking jobs for platform=transfer_node +2021-12-18 15:45:31,185 Checking all jobs at once +2021-12-18 15:45:32,656 Successful check job command +2021-12-18 15:45:33,925 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:45:33,926 End of checking +2021-12-18 15:45:33,928 Updating FAILED jobs +2021-12-18 15:45:33,928 Updating WAITING jobs +2021-12-18 15:45:33,928 Update finished +2021-12-18 15:45:33,928 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:45:33,928 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:45:33,928 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:45:33,929 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:45:33,929 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:45:33,929 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:45:33,929 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:45:33,932 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:45:33,934 Job list saved +2021-12-18 15:45:33,940 Updating FAILED jobs +2021-12-18 15:45:33,940 Updating WAITING jobs +2021-12-18 15:45:33,940 Update finished +2021-12-18 15:45:43,950 Reloading parameters... +2021-12-18 15:45:43,968 Loading parameters... +2021-12-18 15:45:43,969 Loading project parameters... +2021-12-18 15:45:43,971 + +13 of 25 jobs remaining (15:45) +2021-12-18 15:45:43,971 Sleep: 10 +2021-12-18 15:45:43,971 Number of retrials: 0 +2021-12-18 15:45:43,971 WRAPPER CHECK TIME = 10 +2021-12-18 15:45:43,972 Checking jobs for platform=marenostrum4 +2021-12-18 15:45:43,972 Checking jobs for platform=nord3 +2021-12-18 15:45:43,973 Checking jobs for platform=local +2021-12-18 15:45:43,973 Checking jobs for platform=transfer_node +2021-12-18 15:45:43,974 Checking all jobs at once +2021-12-18 15:45:45,293 Successful check job command +2021-12-18 15:45:46,462 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:45:46,463 End of checking +2021-12-18 15:45:46,465 Updating FAILED jobs +2021-12-18 15:45:46,465 Updating WAITING jobs +2021-12-18 15:45:46,465 Update finished +2021-12-18 15:45:46,465 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:45:46,465 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:45:46,465 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:45:46,466 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:45:46,466 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:45:46,466 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:45:46,466 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:45:46,469 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:45:46,472 Job list saved +2021-12-18 15:45:46,476 Updating FAILED jobs +2021-12-18 15:45:46,476 Updating WAITING jobs +2021-12-18 15:45:46,477 Update finished +2021-12-18 15:45:56,487 Reloading parameters... +2021-12-18 15:45:56,507 Loading parameters... +2021-12-18 15:45:56,508 Loading project parameters... +2021-12-18 15:45:56,510 + +13 of 25 jobs remaining (15:45) +2021-12-18 15:45:56,511 Sleep: 10 +2021-12-18 15:45:56,511 Number of retrials: 0 +2021-12-18 15:45:56,511 WRAPPER CHECK TIME = 10 +2021-12-18 15:45:56,511 Checking jobs for platform=marenostrum4 +2021-12-18 15:45:56,512 Checking jobs for platform=nord3 +2021-12-18 15:45:56,513 Checking jobs for platform=local +2021-12-18 15:45:56,513 Checking jobs for platform=transfer_node +2021-12-18 15:45:56,513 Checking all jobs at once +2021-12-18 15:45:57,833 Successful check job command +2021-12-18 15:45:59,102 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:45:59,102 End of checking +2021-12-18 15:45:59,104 Updating FAILED jobs +2021-12-18 15:45:59,104 Updating WAITING jobs +2021-12-18 15:45:59,104 Update finished +2021-12-18 15:45:59,104 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:45:59,105 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:45:59,105 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:45:59,105 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:45:59,105 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:45:59,106 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:45:59,106 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:45:59,108 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:45:59,110 Job list saved +2021-12-18 15:45:59,115 Updating FAILED jobs +2021-12-18 15:45:59,115 Updating WAITING jobs +2021-12-18 15:45:59,115 Update finished +2021-12-18 15:46:09,125 Reloading parameters... +2021-12-18 15:46:09,146 Loading parameters... +2021-12-18 15:46:09,147 Loading project parameters... +2021-12-18 15:46:09,149 + +13 of 25 jobs remaining (15:46) +2021-12-18 15:46:09,149 Sleep: 10 +2021-12-18 15:46:09,150 Number of retrials: 0 +2021-12-18 15:46:09,150 WRAPPER CHECK TIME = 10 +2021-12-18 15:46:09,150 Checking jobs for platform=marenostrum4 +2021-12-18 15:46:09,151 Checking jobs for platform=nord3 +2021-12-18 15:46:09,151 Checking jobs for platform=local +2021-12-18 15:46:09,152 Checking jobs for platform=transfer_node +2021-12-18 15:46:09,152 Checking all jobs at once +2021-12-18 15:46:10,473 Successful check job command +2021-12-18 15:46:11,692 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:46:11,692 End of checking +2021-12-18 15:46:11,694 Updating FAILED jobs +2021-12-18 15:46:11,694 Updating WAITING jobs +2021-12-18 15:46:11,694 Update finished +2021-12-18 15:46:11,695 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:46:11,695 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:46:11,695 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:46:11,695 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:46:11,695 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:46:11,695 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:46:11,695 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:46:11,698 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:46:11,701 Job list saved +2021-12-18 15:46:11,706 Updating FAILED jobs +2021-12-18 15:46:11,706 Updating WAITING jobs +2021-12-18 15:46:11,706 Update finished +2021-12-18 15:46:21,716 Reloading parameters... +2021-12-18 15:46:21,736 Loading parameters... +2021-12-18 15:46:21,737 Loading project parameters... +2021-12-18 15:46:21,739 + +13 of 25 jobs remaining (15:46) +2021-12-18 15:46:21,739 Sleep: 10 +2021-12-18 15:46:21,739 Number of retrials: 0 +2021-12-18 15:46:21,739 WRAPPER CHECK TIME = 10 +2021-12-18 15:46:21,740 Checking jobs for platform=marenostrum4 +2021-12-18 15:46:21,741 Checking jobs for platform=nord3 +2021-12-18 15:46:21,741 Checking jobs for platform=local +2021-12-18 15:46:21,742 Checking jobs for platform=transfer_node +2021-12-18 15:46:21,743 Checking all jobs at once +2021-12-18 15:46:23,413 Successful check job command +2021-12-18 15:46:24,632 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:46:24,633 End of checking +2021-12-18 15:46:24,635 Updating FAILED jobs +2021-12-18 15:46:24,635 Updating WAITING jobs +2021-12-18 15:46:24,635 Update finished +2021-12-18 15:46:24,635 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:46:24,636 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:46:24,636 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:46:24,636 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:46:24,636 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:46:24,636 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:46:24,636 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:46:24,640 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:46:24,643 Job list saved +2021-12-18 15:46:24,648 Updating FAILED jobs +2021-12-18 15:46:24,649 Updating WAITING jobs +2021-12-18 15:46:24,649 Update finished +2021-12-18 15:46:34,659 Reloading parameters... +2021-12-18 15:46:34,677 Loading parameters... +2021-12-18 15:46:34,678 Loading project parameters... +2021-12-18 15:46:34,680 + +13 of 25 jobs remaining (15:46) +2021-12-18 15:46:34,681 Sleep: 10 +2021-12-18 15:46:34,681 Number of retrials: 0 +2021-12-18 15:46:34,681 WRAPPER CHECK TIME = 10 +2021-12-18 15:46:34,681 Checking jobs for platform=marenostrum4 +2021-12-18 15:46:34,682 Checking jobs for platform=nord3 +2021-12-18 15:46:34,682 Checking jobs for platform=local +2021-12-18 15:46:34,683 Checking jobs for platform=transfer_node +2021-12-18 15:46:34,683 Checking all jobs at once +2021-12-18 15:46:36,103 Successful check job command +2021-12-18 15:46:37,322 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:46:37,322 End of checking +2021-12-18 15:46:37,323 Updating FAILED jobs +2021-12-18 15:46:37,323 Updating WAITING jobs +2021-12-18 15:46:37,323 Update finished +2021-12-18 15:46:37,324 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:46:37,324 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:46:37,324 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:46:37,325 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:46:37,325 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:46:37,325 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:46:37,325 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:46:37,328 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:46:37,330 Job list saved +2021-12-18 15:46:37,335 Updating FAILED jobs +2021-12-18 15:46:37,335 Updating WAITING jobs +2021-12-18 15:46:37,335 Update finished +2021-12-18 15:46:47,346 Reloading parameters... +2021-12-18 15:46:47,364 Loading parameters... +2021-12-18 15:46:47,366 Loading project parameters... +2021-12-18 15:46:47,368 + +13 of 25 jobs remaining (15:46) +2021-12-18 15:46:47,368 Sleep: 10 +2021-12-18 15:46:47,368 Number of retrials: 0 +2021-12-18 15:46:47,368 WRAPPER CHECK TIME = 10 +2021-12-18 15:46:47,369 Checking jobs for platform=marenostrum4 +2021-12-18 15:46:47,369 Checking jobs for platform=nord3 +2021-12-18 15:46:47,370 Checking jobs for platform=local +2021-12-18 15:46:47,370 Checking jobs for platform=transfer_node +2021-12-18 15:46:47,370 Checking all jobs at once +2021-12-18 15:46:48,640 Successful check job command +2021-12-18 15:46:49,859 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:46:49,859 End of checking +2021-12-18 15:46:49,860 Updating FAILED jobs +2021-12-18 15:46:49,860 Updating WAITING jobs +2021-12-18 15:46:49,861 Update finished +2021-12-18 15:46:49,861 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:46:49,861 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:46:49,861 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:46:49,861 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:46:49,861 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:46:49,862 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:46:49,862 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:46:49,865 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:46:49,867 Job list saved +2021-12-18 15:46:49,873 Updating FAILED jobs +2021-12-18 15:46:49,873 Updating WAITING jobs +2021-12-18 15:46:49,873 Update finished +2021-12-18 15:46:59,881 Reloading parameters... +2021-12-18 15:46:59,902 Loading parameters... +2021-12-18 15:46:59,904 Loading project parameters... +2021-12-18 15:46:59,905 + +13 of 25 jobs remaining (15:46) +2021-12-18 15:46:59,906 Sleep: 10 +2021-12-18 15:46:59,906 Number of retrials: 0 +2021-12-18 15:46:59,906 WRAPPER CHECK TIME = 10 +2021-12-18 15:46:59,906 Checking jobs for platform=marenostrum4 +2021-12-18 15:46:59,907 Checking jobs for platform=nord3 +2021-12-18 15:46:59,907 Checking jobs for platform=local +2021-12-18 15:46:59,908 Checking jobs for platform=transfer_node +2021-12-18 15:46:59,908 Checking all jobs at once +2021-12-18 15:47:01,177 Successful check job command +2021-12-18 15:47:02,347 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:47:02,347 End of checking +2021-12-18 15:47:02,349 Updating FAILED jobs +2021-12-18 15:47:02,349 Updating WAITING jobs +2021-12-18 15:47:02,349 Update finished +2021-12-18 15:47:02,349 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:47:02,349 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:47:02,350 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:47:02,350 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:47:02,350 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:47:02,350 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:47:02,350 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:47:02,353 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:47:02,356 Job list saved +2021-12-18 15:47:02,360 Updating FAILED jobs +2021-12-18 15:47:02,360 Updating WAITING jobs +2021-12-18 15:47:02,361 Update finished +2021-12-18 15:47:12,371 Reloading parameters... +2021-12-18 15:47:12,393 Loading parameters... +2021-12-18 15:47:12,394 Loading project parameters... +2021-12-18 15:47:12,396 + +13 of 25 jobs remaining (15:47) +2021-12-18 15:47:12,396 Sleep: 10 +2021-12-18 15:47:12,396 Number of retrials: 0 +2021-12-18 15:47:12,396 WRAPPER CHECK TIME = 10 +2021-12-18 15:47:12,397 Checking jobs for platform=marenostrum4 +2021-12-18 15:47:12,398 Checking jobs for platform=nord3 +2021-12-18 15:47:12,398 Checking jobs for platform=local +2021-12-18 15:47:12,399 Checking jobs for platform=transfer_node +2021-12-18 15:47:12,399 Checking all jobs at once +2021-12-18 15:47:13,768 Successful check job command +2021-12-18 15:47:15,037 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:47:15,038 End of checking +2021-12-18 15:47:15,039 Updating FAILED jobs +2021-12-18 15:47:15,039 Updating WAITING jobs +2021-12-18 15:47:15,040 Update finished +2021-12-18 15:47:15,040 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:47:15,040 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:47:15,041 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:47:15,041 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:47:15,041 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:47:15,041 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:47:15,041 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:47:15,044 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:47:15,046 Job list saved +2021-12-18 15:47:15,051 Updating FAILED jobs +2021-12-18 15:47:15,051 Updating WAITING jobs +2021-12-18 15:47:15,052 Update finished +2021-12-18 15:47:25,058 Reloading parameters... +2021-12-18 15:47:25,078 Loading parameters... +2021-12-18 15:47:25,079 Loading project parameters... +2021-12-18 15:47:25,081 + +13 of 25 jobs remaining (15:47) +2021-12-18 15:47:25,081 Sleep: 10 +2021-12-18 15:47:25,081 Number of retrials: 0 +2021-12-18 15:47:25,081 WRAPPER CHECK TIME = 10 +2021-12-18 15:47:25,082 Checking jobs for platform=marenostrum4 +2021-12-18 15:47:25,082 Checking jobs for platform=nord3 +2021-12-18 15:47:25,083 Checking jobs for platform=local +2021-12-18 15:47:25,083 Checking jobs for platform=transfer_node +2021-12-18 15:47:25,084 Checking all jobs at once +2021-12-18 15:47:26,453 Successful check job command +2021-12-18 15:47:27,923 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:47:27,923 End of checking +2021-12-18 15:47:27,925 Updating FAILED jobs +2021-12-18 15:47:27,925 Updating WAITING jobs +2021-12-18 15:47:27,925 Update finished +2021-12-18 15:47:27,925 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:47:27,925 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:47:27,926 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:47:27,926 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:47:27,926 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:47:27,926 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:47:27,926 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:47:27,929 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:47:27,931 Job list saved +2021-12-18 15:47:27,936 Updating FAILED jobs +2021-12-18 15:47:27,936 Updating WAITING jobs +2021-12-18 15:47:27,936 Update finished +2021-12-18 15:47:37,946 Reloading parameters... +2021-12-18 15:47:37,964 Loading parameters... +2021-12-18 15:47:37,965 Loading project parameters... +2021-12-18 15:47:37,967 + +13 of 25 jobs remaining (15:47) +2021-12-18 15:47:37,967 Sleep: 10 +2021-12-18 15:47:37,967 Number of retrials: 0 +2021-12-18 15:47:37,968 WRAPPER CHECK TIME = 10 +2021-12-18 15:47:37,968 Checking jobs for platform=marenostrum4 +2021-12-18 15:47:37,969 Checking jobs for platform=nord3 +2021-12-18 15:47:37,969 Checking jobs for platform=local +2021-12-18 15:47:37,970 Checking jobs for platform=transfer_node +2021-12-18 15:47:37,970 Checking all jobs at once +2021-12-18 15:47:39,390 Successful check job command +2021-12-18 15:47:40,809 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:47:40,809 End of checking +2021-12-18 15:47:40,811 Updating FAILED jobs +2021-12-18 15:47:40,811 Updating WAITING jobs +2021-12-18 15:47:40,811 Update finished +2021-12-18 15:47:40,811 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:47:40,811 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:47:40,812 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:47:40,812 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:47:40,812 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:47:40,812 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:47:40,812 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:47:40,815 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:47:40,818 Job list saved +2021-12-18 15:47:40,829 Updating FAILED jobs +2021-12-18 15:47:40,829 Updating WAITING jobs +2021-12-18 15:47:40,829 Update finished +2021-12-18 15:47:50,839 Reloading parameters... +2021-12-18 15:47:50,857 Loading parameters... +2021-12-18 15:47:50,859 Loading project parameters... +2021-12-18 15:47:50,862 + +13 of 25 jobs remaining (15:47) +2021-12-18 15:47:50,862 Sleep: 10 +2021-12-18 15:47:50,862 Number of retrials: 0 +2021-12-18 15:47:50,862 WRAPPER CHECK TIME = 10 +2021-12-18 15:47:50,863 Checking jobs for platform=marenostrum4 +2021-12-18 15:47:50,863 Checking jobs for platform=nord3 +2021-12-18 15:47:50,864 Checking jobs for platform=local +2021-12-18 15:47:50,864 Checking jobs for platform=transfer_node +2021-12-18 15:47:50,865 Checking all jobs at once +2021-12-18 15:47:52,588 Successful check job command +2021-12-18 15:47:54,862 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:47:54,862 End of checking +2021-12-18 15:47:54,863 Updating FAILED jobs +2021-12-18 15:47:54,864 Updating WAITING jobs +2021-12-18 15:47:54,864 Update finished +2021-12-18 15:47:54,864 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:47:54,865 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:47:54,865 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:47:54,865 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:47:54,865 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:47:54,865 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:47:54,865 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:47:54,868 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:47:54,871 Job list saved +2021-12-18 15:47:54,875 Updating FAILED jobs +2021-12-18 15:47:54,875 Updating WAITING jobs +2021-12-18 15:47:54,876 Update finished +2021-12-18 15:48:04,883 Reloading parameters... +2021-12-18 15:48:04,902 Loading parameters... +2021-12-18 15:48:04,903 Loading project parameters... +2021-12-18 15:48:04,905 + +13 of 25 jobs remaining (15:48) +2021-12-18 15:48:04,905 Sleep: 10 +2021-12-18 15:48:04,905 Number of retrials: 0 +2021-12-18 15:48:04,906 WRAPPER CHECK TIME = 10 +2021-12-18 15:48:04,906 Checking jobs for platform=marenostrum4 +2021-12-18 15:48:04,907 Checking jobs for platform=nord3 +2021-12-18 15:48:04,907 Checking jobs for platform=local +2021-12-18 15:48:04,908 Checking jobs for platform=transfer_node +2021-12-18 15:48:04,908 Checking all jobs at once +2021-12-18 15:48:06,227 Successful check job command +2021-12-18 15:48:07,447 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:48:07,448 End of checking +2021-12-18 15:48:07,449 Updating FAILED jobs +2021-12-18 15:48:07,449 Updating WAITING jobs +2021-12-18 15:48:07,449 Update finished +2021-12-18 15:48:07,449 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:48:07,449 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:48:07,450 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:48:07,450 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:48:07,450 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:48:07,450 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:48:07,450 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:48:07,453 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:48:07,455 Job list saved +2021-12-18 15:48:07,460 Updating FAILED jobs +2021-12-18 15:48:07,460 Updating WAITING jobs +2021-12-18 15:48:07,460 Update finished +2021-12-18 15:48:17,470 Reloading parameters... +2021-12-18 15:48:17,490 Loading parameters... +2021-12-18 15:48:17,491 Loading project parameters... +2021-12-18 15:48:17,493 + +13 of 25 jobs remaining (15:48) +2021-12-18 15:48:17,493 Sleep: 10 +2021-12-18 15:48:17,493 Number of retrials: 0 +2021-12-18 15:48:17,493 WRAPPER CHECK TIME = 10 +2021-12-18 15:48:17,494 Checking jobs for platform=marenostrum4 +2021-12-18 15:48:17,494 Checking jobs for platform=nord3 +2021-12-18 15:48:17,495 Checking jobs for platform=local +2021-12-18 15:48:17,496 Checking jobs for platform=transfer_node +2021-12-18 15:48:17,496 Checking all jobs at once +2021-12-18 15:48:18,766 Successful check job command +2021-12-18 15:48:19,935 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:48:19,935 End of checking +2021-12-18 15:48:19,936 Updating FAILED jobs +2021-12-18 15:48:19,937 Updating WAITING jobs +2021-12-18 15:48:19,937 Update finished +2021-12-18 15:48:19,937 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:48:19,937 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:48:19,937 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:48:19,937 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:48:19,938 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:48:19,938 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:48:19,938 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:48:19,940 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:48:19,943 Job list saved +2021-12-18 15:48:19,948 Updating FAILED jobs +2021-12-18 15:48:19,948 Updating WAITING jobs +2021-12-18 15:48:19,948 Update finished +2021-12-18 15:48:29,957 Reloading parameters... +2021-12-18 15:48:29,975 Loading parameters... +2021-12-18 15:48:29,977 Loading project parameters... +2021-12-18 15:48:29,979 + +13 of 25 jobs remaining (15:48) +2021-12-18 15:48:29,979 Sleep: 10 +2021-12-18 15:48:29,979 Number of retrials: 0 +2021-12-18 15:48:29,979 WRAPPER CHECK TIME = 10 +2021-12-18 15:48:29,980 Checking jobs for platform=marenostrum4 +2021-12-18 15:48:29,980 Checking jobs for platform=nord3 +2021-12-18 15:48:29,981 Checking jobs for platform=local +2021-12-18 15:48:29,981 Checking jobs for platform=transfer_node +2021-12-18 15:48:29,981 Checking all jobs at once +2021-12-18 15:48:31,301 Successful check job command +2021-12-18 15:48:32,470 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:48:32,470 End of checking +2021-12-18 15:48:32,471 Updating FAILED jobs +2021-12-18 15:48:32,471 Updating WAITING jobs +2021-12-18 15:48:32,472 Update finished +2021-12-18 15:48:32,472 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:48:32,472 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:48:32,473 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:48:32,473 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:48:32,473 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:48:32,473 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:48:32,473 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:48:32,476 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:48:32,478 Job list saved +2021-12-18 15:48:32,483 Updating FAILED jobs +2021-12-18 15:48:32,483 Updating WAITING jobs +2021-12-18 15:48:32,483 Update finished +2021-12-18 15:48:42,493 Reloading parameters... +2021-12-18 15:48:42,513 Loading parameters... +2021-12-18 15:48:42,527 Loading project parameters... +2021-12-18 15:48:42,529 + +13 of 25 jobs remaining (15:48) +2021-12-18 15:48:42,529 Sleep: 10 +2021-12-18 15:48:42,529 Number of retrials: 0 +2021-12-18 15:48:42,529 WRAPPER CHECK TIME = 10 +2021-12-18 15:48:42,530 Checking jobs for platform=marenostrum4 +2021-12-18 15:48:42,531 Checking jobs for platform=nord3 +2021-12-18 15:48:42,531 Checking jobs for platform=local +2021-12-18 15:48:42,532 Checking jobs for platform=transfer_node +2021-12-18 15:48:42,532 Checking all jobs at once +2021-12-18 15:48:43,952 Successful check job command +2021-12-18 15:48:45,221 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:48:45,221 End of checking +2021-12-18 15:48:45,222 Updating FAILED jobs +2021-12-18 15:48:45,223 Updating WAITING jobs +2021-12-18 15:48:45,223 Update finished +2021-12-18 15:48:45,223 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:48:45,223 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:48:45,223 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:48:45,223 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:48:45,224 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:48:45,224 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:48:45,224 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:48:45,227 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:48:45,229 Job list saved +2021-12-18 15:48:45,234 Updating FAILED jobs +2021-12-18 15:48:45,234 Updating WAITING jobs +2021-12-18 15:48:45,234 Update finished +2021-12-18 15:48:55,244 Reloading parameters... +2021-12-18 15:48:55,262 Loading parameters... +2021-12-18 15:48:55,263 Loading project parameters... +2021-12-18 15:48:55,265 + +13 of 25 jobs remaining (15:48) +2021-12-18 15:48:55,265 Sleep: 10 +2021-12-18 15:48:55,265 Number of retrials: 0 +2021-12-18 15:48:55,265 WRAPPER CHECK TIME = 10 +2021-12-18 15:48:55,266 Checking jobs for platform=marenostrum4 +2021-12-18 15:48:55,266 Checking jobs for platform=nord3 +2021-12-18 15:48:55,267 Checking jobs for platform=local +2021-12-18 15:48:55,269 Checking jobs for platform=transfer_node +2021-12-18 15:48:55,269 Checking all jobs at once +2021-12-18 15:48:56,794 Successful check job command +2021-12-18 15:48:58,318 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:48:58,318 End of checking +2021-12-18 15:48:58,320 Updating FAILED jobs +2021-12-18 15:48:58,320 Updating WAITING jobs +2021-12-18 15:48:58,320 Update finished +2021-12-18 15:48:58,320 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:48:58,321 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:48:58,321 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:48:58,321 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:48:58,321 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:48:58,321 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:48:58,321 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:48:58,324 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:48:58,326 Job list saved +2021-12-18 15:48:58,341 Updating FAILED jobs +2021-12-18 15:48:58,341 Updating WAITING jobs +2021-12-18 15:48:58,341 Update finished +2021-12-18 15:49:08,346 Reloading parameters... +2021-12-18 15:49:08,364 Loading parameters... +2021-12-18 15:49:08,365 Loading project parameters... +2021-12-18 15:49:08,367 + +13 of 25 jobs remaining (15:49) +2021-12-18 15:49:08,368 Sleep: 10 +2021-12-18 15:49:08,368 Number of retrials: 0 +2021-12-18 15:49:08,368 WRAPPER CHECK TIME = 10 +2021-12-18 15:49:08,368 Checking jobs for platform=marenostrum4 +2021-12-18 15:49:08,369 Checking jobs for platform=nord3 +2021-12-18 15:49:08,370 Checking jobs for platform=local +2021-12-18 15:49:08,370 Checking jobs for platform=transfer_node +2021-12-18 15:49:08,370 Checking all jobs at once +2021-12-18 15:49:09,690 Successful check job command +2021-12-18 15:49:10,959 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:49:10,959 End of checking +2021-12-18 15:49:10,961 Updating FAILED jobs +2021-12-18 15:49:10,961 Updating WAITING jobs +2021-12-18 15:49:10,961 Update finished +2021-12-18 15:49:10,961 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:49:10,962 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:49:10,962 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:49:10,962 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:49:10,962 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:49:10,962 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:49:10,962 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:49:10,965 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:49:10,968 Job list saved +2021-12-18 15:49:10,972 Updating FAILED jobs +2021-12-18 15:49:10,972 Updating WAITING jobs +2021-12-18 15:49:10,973 Update finished +2021-12-18 15:49:20,983 Reloading parameters... +2021-12-18 15:49:21,003 Loading parameters... +2021-12-18 15:49:21,004 Loading project parameters... +2021-12-18 15:49:21,006 + +13 of 25 jobs remaining (15:49) +2021-12-18 15:49:21,006 Sleep: 10 +2021-12-18 15:49:21,006 Number of retrials: 0 +2021-12-18 15:49:21,006 WRAPPER CHECK TIME = 10 +2021-12-18 15:49:21,007 Checking jobs for platform=marenostrum4 +2021-12-18 15:49:21,007 Checking jobs for platform=nord3 +2021-12-18 15:49:21,008 Checking jobs for platform=local +2021-12-18 15:49:21,008 Checking jobs for platform=transfer_node +2021-12-18 15:49:21,009 Checking all jobs at once +2021-12-18 15:49:22,328 Successful check job command +2021-12-18 15:49:23,498 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:49:23,498 End of checking +2021-12-18 15:49:23,499 Updating FAILED jobs +2021-12-18 15:49:23,499 Updating WAITING jobs +2021-12-18 15:49:23,499 Update finished +2021-12-18 15:49:23,500 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:49:23,500 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:49:23,500 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:49:23,500 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:49:23,500 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:49:23,500 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:49:23,500 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:49:23,504 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:49:23,506 Job list saved +2021-12-18 15:49:23,511 Updating FAILED jobs +2021-12-18 15:49:23,511 Updating WAITING jobs +2021-12-18 15:49:23,511 Update finished +2021-12-18 15:49:33,522 Reloading parameters... +2021-12-18 15:49:33,541 Loading parameters... +2021-12-18 15:49:33,542 Loading project parameters... +2021-12-18 15:49:33,544 + +13 of 25 jobs remaining (15:49) +2021-12-18 15:49:33,544 Sleep: 10 +2021-12-18 15:49:33,545 Number of retrials: 0 +2021-12-18 15:49:33,545 WRAPPER CHECK TIME = 10 +2021-12-18 15:49:33,545 Checking jobs for platform=marenostrum4 +2021-12-18 15:49:33,546 Checking jobs for platform=nord3 +2021-12-18 15:49:33,546 Checking jobs for platform=local +2021-12-18 15:49:33,547 Checking jobs for platform=transfer_node +2021-12-18 15:49:33,547 Checking all jobs at once +2021-12-18 15:49:34,766 Successful check job command +2021-12-18 15:49:35,985 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:49:35,985 End of checking +2021-12-18 15:49:35,987 Updating FAILED jobs +2021-12-18 15:49:35,987 Updating WAITING jobs +2021-12-18 15:49:35,987 Update finished +2021-12-18 15:49:35,987 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:49:35,987 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:49:35,987 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:49:35,988 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:49:35,988 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:49:35,988 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:49:35,988 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:49:35,991 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:49:35,993 Job list saved +2021-12-18 15:49:35,998 Updating FAILED jobs +2021-12-18 15:49:35,998 Updating WAITING jobs +2021-12-18 15:49:35,998 Update finished +2021-12-18 15:49:46,008 Reloading parameters... +2021-12-18 15:49:46,037 Loading parameters... +2021-12-18 15:49:46,039 Loading project parameters... +2021-12-18 15:49:46,041 + +13 of 25 jobs remaining (15:49) +2021-12-18 15:49:46,041 Sleep: 10 +2021-12-18 15:49:46,041 Number of retrials: 0 +2021-12-18 15:49:46,041 WRAPPER CHECK TIME = 10 +2021-12-18 15:49:46,042 Checking jobs for platform=marenostrum4 +2021-12-18 15:49:46,042 Checking jobs for platform=nord3 +2021-12-18 15:49:46,043 Checking jobs for platform=local +2021-12-18 15:49:46,043 Checking jobs for platform=transfer_node +2021-12-18 15:49:46,043 Checking all jobs at once +2021-12-18 15:49:47,513 Successful check job command +2021-12-18 15:49:48,732 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:49:48,733 End of checking +2021-12-18 15:49:48,734 Updating FAILED jobs +2021-12-18 15:49:48,734 Updating WAITING jobs +2021-12-18 15:49:48,734 Update finished +2021-12-18 15:49:48,735 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:49:48,735 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:49:48,735 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:49:48,735 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:49:48,735 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:49:48,736 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:49:48,736 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:49:48,738 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:49:48,741 Job list saved +2021-12-18 15:49:48,752 Updating FAILED jobs +2021-12-18 15:49:48,752 Updating WAITING jobs +2021-12-18 15:49:48,752 Update finished +2021-12-18 15:49:58,760 Reloading parameters... +2021-12-18 15:49:58,779 Loading parameters... +2021-12-18 15:49:58,780 Loading project parameters... +2021-12-18 15:49:58,782 + +13 of 25 jobs remaining (15:49) +2021-12-18 15:49:58,782 Sleep: 10 +2021-12-18 15:49:58,782 Number of retrials: 0 +2021-12-18 15:49:58,782 WRAPPER CHECK TIME = 10 +2021-12-18 15:49:58,783 Checking jobs for platform=marenostrum4 +2021-12-18 15:49:58,784 Checking jobs for platform=nord3 +2021-12-18 15:49:58,784 Checking jobs for platform=local +2021-12-18 15:49:58,785 Checking jobs for platform=transfer_node +2021-12-18 15:49:58,785 Checking all jobs at once +2021-12-18 15:50:00,308 Successful check job command +2021-12-18 15:50:01,827 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:50:01,828 End of checking +2021-12-18 15:50:01,829 Updating FAILED jobs +2021-12-18 15:50:01,829 Updating WAITING jobs +2021-12-18 15:50:01,829 Update finished +2021-12-18 15:50:01,830 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:50:01,830 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:50:01,830 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:50:01,830 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:50:01,830 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:50:01,830 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:50:01,830 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:50:01,833 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:50:01,836 Job list saved +2021-12-18 15:50:01,841 Updating FAILED jobs +2021-12-18 15:50:01,841 Updating WAITING jobs +2021-12-18 15:50:01,841 Update finished +2021-12-18 15:50:11,845 Reloading parameters... +2021-12-18 15:50:11,867 Loading parameters... +2021-12-18 15:50:11,868 Loading project parameters... +2021-12-18 15:50:11,870 + +13 of 25 jobs remaining (15:50) +2021-12-18 15:50:11,870 Sleep: 10 +2021-12-18 15:50:11,871 Number of retrials: 0 +2021-12-18 15:50:11,871 WRAPPER CHECK TIME = 10 +2021-12-18 15:50:11,871 Checking jobs for platform=marenostrum4 +2021-12-18 15:50:11,872 Checking jobs for platform=nord3 +2021-12-18 15:50:11,872 Checking jobs for platform=local +2021-12-18 15:50:11,873 Checking jobs for platform=transfer_node +2021-12-18 15:50:11,873 Checking all jobs at once +2021-12-18 15:50:13,142 Successful check job command +2021-12-18 15:50:14,312 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:50:14,312 End of checking +2021-12-18 15:50:14,314 Updating FAILED jobs +2021-12-18 15:50:14,314 Updating WAITING jobs +2021-12-18 15:50:14,314 Update finished +2021-12-18 15:50:14,314 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:50:14,314 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:50:14,315 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:50:14,315 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:50:14,315 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:50:14,315 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:50:14,315 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:50:14,318 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:50:14,321 Job list saved +2021-12-18 15:50:14,325 Updating FAILED jobs +2021-12-18 15:50:14,325 Updating WAITING jobs +2021-12-18 15:50:14,326 Update finished +2021-12-18 15:50:24,336 Reloading parameters... +2021-12-18 15:50:24,356 Loading parameters... +2021-12-18 15:50:24,357 Loading project parameters... +2021-12-18 15:50:24,359 + +13 of 25 jobs remaining (15:50) +2021-12-18 15:50:24,359 Sleep: 10 +2021-12-18 15:50:24,359 Number of retrials: 0 +2021-12-18 15:50:24,360 WRAPPER CHECK TIME = 10 +2021-12-18 15:50:24,360 Checking jobs for platform=marenostrum4 +2021-12-18 15:50:24,361 Checking jobs for platform=nord3 +2021-12-18 15:50:24,361 Checking jobs for platform=local +2021-12-18 15:50:24,362 Checking jobs for platform=transfer_node +2021-12-18 15:50:24,362 Checking all jobs at once +2021-12-18 15:50:25,731 Successful check job command +2021-12-18 15:50:26,951 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:50:26,951 End of checking +2021-12-18 15:50:26,954 Updating FAILED jobs +2021-12-18 15:50:26,954 Updating WAITING jobs +2021-12-18 15:50:26,954 Update finished +2021-12-18 15:50:26,954 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:50:26,955 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:50:26,955 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:50:26,955 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:50:26,956 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:50:26,956 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:50:26,956 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:50:26,959 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:50:26,961 Job list saved +2021-12-18 15:50:26,966 Updating FAILED jobs +2021-12-18 15:50:26,966 Updating WAITING jobs +2021-12-18 15:50:26,966 Update finished +2021-12-18 15:50:36,976 Reloading parameters... +2021-12-18 15:50:36,994 Loading parameters... +2021-12-18 15:50:36,995 Loading project parameters... +2021-12-18 15:50:36,997 + +13 of 25 jobs remaining (15:50) +2021-12-18 15:50:36,997 Sleep: 10 +2021-12-18 15:50:36,997 Number of retrials: 0 +2021-12-18 15:50:36,998 WRAPPER CHECK TIME = 10 +2021-12-18 15:50:36,998 Checking jobs for platform=marenostrum4 +2021-12-18 15:50:36,999 Checking jobs for platform=nord3 +2021-12-18 15:50:36,999 Checking jobs for platform=local +2021-12-18 15:50:37,000 Checking jobs for platform=transfer_node +2021-12-18 15:50:37,000 Checking all jobs at once +2021-12-18 15:50:38,322 Successful check job command +2021-12-18 15:50:39,491 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:50:39,492 End of checking +2021-12-18 15:50:39,493 Updating FAILED jobs +2021-12-18 15:50:39,493 Updating WAITING jobs +2021-12-18 15:50:39,493 Update finished +2021-12-18 15:50:39,494 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:50:39,494 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:50:39,494 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:50:39,494 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:50:39,494 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:50:39,494 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:50:39,494 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:50:39,498 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:50:39,500 Job list saved +2021-12-18 15:50:39,509 Updating FAILED jobs +2021-12-18 15:50:39,510 Updating WAITING jobs +2021-12-18 15:50:39,510 Update finished +2021-12-18 15:50:49,520 Reloading parameters... +2021-12-18 15:50:49,538 Loading parameters... +2021-12-18 15:50:49,540 Loading project parameters... +2021-12-18 15:50:49,541 + +13 of 25 jobs remaining (15:50) +2021-12-18 15:50:49,542 Sleep: 10 +2021-12-18 15:50:49,542 Number of retrials: 0 +2021-12-18 15:50:49,542 WRAPPER CHECK TIME = 10 +2021-12-18 15:50:49,542 Checking jobs for platform=marenostrum4 +2021-12-18 15:50:49,543 Checking jobs for platform=nord3 +2021-12-18 15:50:49,544 Checking jobs for platform=local +2021-12-18 15:50:49,544 Checking jobs for platform=transfer_node +2021-12-18 15:50:49,544 Checking all jobs at once +2021-12-18 15:50:51,017 Successful check job command +2021-12-18 15:50:52,386 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:50:52,386 End of checking +2021-12-18 15:50:52,387 Updating FAILED jobs +2021-12-18 15:50:52,388 Updating WAITING jobs +2021-12-18 15:50:52,388 Update finished +2021-12-18 15:50:52,388 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:50:52,388 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:50:52,388 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:50:52,388 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:50:52,389 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:50:52,389 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:50:52,389 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:50:52,391 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:50:52,394 Job list saved +2021-12-18 15:50:52,398 Updating FAILED jobs +2021-12-18 15:50:52,399 Updating WAITING jobs +2021-12-18 15:50:52,399 Update finished +2021-12-18 15:51:02,408 Reloading parameters... +2021-12-18 15:51:02,428 Loading parameters... +2021-12-18 15:51:02,429 Loading project parameters... +2021-12-18 15:51:02,431 + +13 of 25 jobs remaining (15:51) +2021-12-18 15:51:02,431 Sleep: 10 +2021-12-18 15:51:02,431 Number of retrials: 0 +2021-12-18 15:51:02,431 WRAPPER CHECK TIME = 10 +2021-12-18 15:51:02,432 Checking jobs for platform=marenostrum4 +2021-12-18 15:51:02,432 Checking jobs for platform=nord3 +2021-12-18 15:51:02,433 Checking jobs for platform=local +2021-12-18 15:51:02,433 Checking jobs for platform=transfer_node +2021-12-18 15:51:02,433 Checking all jobs at once +2021-12-18 15:51:03,854 Successful check job command +2021-12-18 15:51:05,123 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:51:05,123 End of checking +2021-12-18 15:51:05,125 Updating FAILED jobs +2021-12-18 15:51:05,125 Updating WAITING jobs +2021-12-18 15:51:05,125 Update finished +2021-12-18 15:51:05,125 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:51:05,126 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:51:05,126 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:51:05,126 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:51:05,126 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:51:05,126 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:51:05,127 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:51:05,129 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:51:05,131 Job list saved +2021-12-18 15:51:05,136 Updating FAILED jobs +2021-12-18 15:51:05,136 Updating WAITING jobs +2021-12-18 15:51:05,137 Update finished +2021-12-18 15:51:15,147 Reloading parameters... +2021-12-18 15:51:15,166 Loading parameters... +2021-12-18 15:51:15,168 Loading project parameters... +2021-12-18 15:51:15,169 + +13 of 25 jobs remaining (15:51) +2021-12-18 15:51:15,170 Sleep: 10 +2021-12-18 15:51:15,170 Number of retrials: 0 +2021-12-18 15:51:15,170 WRAPPER CHECK TIME = 10 +2021-12-18 15:51:15,171 Checking jobs for platform=marenostrum4 +2021-12-18 15:51:15,171 Checking jobs for platform=nord3 +2021-12-18 15:51:15,172 Checking jobs for platform=local +2021-12-18 15:51:15,172 Checking jobs for platform=transfer_node +2021-12-18 15:51:15,172 Checking all jobs at once +2021-12-18 15:51:17,394 Successful check job command +2021-12-18 15:51:18,764 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:51:18,764 End of checking +2021-12-18 15:51:18,766 Updating FAILED jobs +2021-12-18 15:51:18,766 Updating WAITING jobs +2021-12-18 15:51:18,766 Update finished +2021-12-18 15:51:18,766 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:51:18,766 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:51:18,766 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:51:18,766 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:51:18,767 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:51:18,767 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:51:18,767 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:51:18,771 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:51:18,773 Job list saved +2021-12-18 15:51:18,778 Updating FAILED jobs +2021-12-18 15:51:18,778 Updating WAITING jobs +2021-12-18 15:51:18,778 Update finished +2021-12-18 15:51:28,788 Reloading parameters... +2021-12-18 15:51:28,806 Loading parameters... +2021-12-18 15:51:28,807 Loading project parameters... +2021-12-18 15:51:28,809 + +13 of 25 jobs remaining (15:51) +2021-12-18 15:51:28,810 Sleep: 10 +2021-12-18 15:51:28,810 Number of retrials: 0 +2021-12-18 15:51:28,810 WRAPPER CHECK TIME = 10 +2021-12-18 15:51:28,810 Checking jobs for platform=marenostrum4 +2021-12-18 15:51:28,811 Checking jobs for platform=nord3 +2021-12-18 15:51:28,812 Checking jobs for platform=local +2021-12-18 15:51:28,812 Checking jobs for platform=transfer_node +2021-12-18 15:51:28,812 Checking all jobs at once +2021-12-18 15:51:30,134 Successful check job command +2021-12-18 15:51:31,404 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:51:31,404 End of checking +2021-12-18 15:51:31,405 Updating FAILED jobs +2021-12-18 15:51:31,405 Updating WAITING jobs +2021-12-18 15:51:31,406 Update finished +2021-12-18 15:51:31,406 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:51:31,406 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:51:31,406 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:51:31,406 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:51:31,406 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:51:31,407 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:51:31,407 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:51:31,409 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:51:31,412 Job list saved +2021-12-18 15:51:31,417 Updating FAILED jobs +2021-12-18 15:51:31,417 Updating WAITING jobs +2021-12-18 15:51:31,417 Update finished +2021-12-18 15:51:41,426 Reloading parameters... +2021-12-18 15:51:41,446 Loading parameters... +2021-12-18 15:51:41,447 Loading project parameters... +2021-12-18 15:51:41,449 + +13 of 25 jobs remaining (15:51) +2021-12-18 15:51:41,450 Sleep: 10 +2021-12-18 15:51:41,450 Number of retrials: 0 +2021-12-18 15:51:41,450 WRAPPER CHECK TIME = 10 +2021-12-18 15:51:41,450 Checking jobs for platform=marenostrum4 +2021-12-18 15:51:41,451 Checking jobs for platform=nord3 +2021-12-18 15:51:41,451 Checking jobs for platform=local +2021-12-18 15:51:41,452 Checking jobs for platform=transfer_node +2021-12-18 15:51:41,452 Checking all jobs at once +2021-12-18 15:51:42,773 Successful check job command +2021-12-18 15:51:44,193 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:51:44,194 End of checking +2021-12-18 15:51:44,195 Updating FAILED jobs +2021-12-18 15:51:44,195 Updating WAITING jobs +2021-12-18 15:51:44,195 Update finished +2021-12-18 15:51:44,195 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:51:44,196 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:51:44,196 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:51:44,196 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:51:44,196 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:51:44,196 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:51:44,196 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:51:44,202 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:51:44,204 Job list saved +2021-12-18 15:51:44,209 Updating FAILED jobs +2021-12-18 15:51:44,209 Updating WAITING jobs +2021-12-18 15:51:44,209 Update finished +2021-12-18 15:51:54,214 Reloading parameters... +2021-12-18 15:51:54,232 Loading parameters... +2021-12-18 15:51:54,233 Loading project parameters... +2021-12-18 15:51:54,235 + +13 of 25 jobs remaining (15:51) +2021-12-18 15:51:54,235 Sleep: 10 +2021-12-18 15:51:54,235 Number of retrials: 0 +2021-12-18 15:51:54,235 WRAPPER CHECK TIME = 10 +2021-12-18 15:51:54,236 Checking jobs for platform=marenostrum4 +2021-12-18 15:51:54,237 Checking jobs for platform=nord3 +2021-12-18 15:51:54,237 Checking jobs for platform=local +2021-12-18 15:51:54,238 Checking jobs for platform=transfer_node +2021-12-18 15:51:54,238 Checking all jobs at once +2021-12-18 15:51:55,558 Successful check job command +2021-12-18 15:51:56,728 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:51:56,728 End of checking +2021-12-18 15:51:56,729 Updating FAILED jobs +2021-12-18 15:51:56,729 Updating WAITING jobs +2021-12-18 15:51:56,730 Update finished +2021-12-18 15:51:56,730 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:51:56,730 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:51:56,730 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:51:56,730 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:51:56,730 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:51:56,731 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:51:56,731 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:51:56,734 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:51:56,737 Job list saved +2021-12-18 15:51:56,742 Updating FAILED jobs +2021-12-18 15:51:56,742 Updating WAITING jobs +2021-12-18 15:51:56,742 Update finished +2021-12-18 15:52:06,753 Reloading parameters... +2021-12-18 15:52:06,771 Loading parameters... +2021-12-18 15:52:06,772 Loading project parameters... +2021-12-18 15:52:06,774 + +13 of 25 jobs remaining (15:52) +2021-12-18 15:52:06,775 Sleep: 10 +2021-12-18 15:52:06,775 Number of retrials: 0 +2021-12-18 15:52:06,775 WRAPPER CHECK TIME = 10 +2021-12-18 15:52:06,775 Checking jobs for platform=marenostrum4 +2021-12-18 15:52:06,776 Checking jobs for platform=nord3 +2021-12-18 15:52:06,777 Checking jobs for platform=local +2021-12-18 15:52:06,777 Checking jobs for platform=transfer_node +2021-12-18 15:52:06,777 Checking all jobs at once +2021-12-18 15:52:08,153 Successful check job command +2021-12-18 15:52:09,623 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:52:09,623 End of checking +2021-12-18 15:52:09,625 Updating FAILED jobs +2021-12-18 15:52:09,625 Updating WAITING jobs +2021-12-18 15:52:09,625 Update finished +2021-12-18 15:52:09,625 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:52:09,625 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:52:09,625 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:52:09,625 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:52:09,626 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:52:09,626 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:52:09,626 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:52:09,628 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:52:09,631 Job list saved +2021-12-18 15:52:09,635 Updating FAILED jobs +2021-12-18 15:52:09,635 Updating WAITING jobs +2021-12-18 15:52:09,636 Update finished +2021-12-18 15:52:19,646 Reloading parameters... +2021-12-18 15:52:19,666 Loading parameters... +2021-12-18 15:52:19,668 Loading project parameters... +2021-12-18 15:52:19,669 + +13 of 25 jobs remaining (15:52) +2021-12-18 15:52:19,670 Sleep: 10 +2021-12-18 15:52:19,670 Number of retrials: 0 +2021-12-18 15:52:19,670 WRAPPER CHECK TIME = 10 +2021-12-18 15:52:19,670 Checking jobs for platform=marenostrum4 +2021-12-18 15:52:19,671 Checking jobs for platform=nord3 +2021-12-18 15:52:19,671 Checking jobs for platform=local +2021-12-18 15:52:19,672 Checking jobs for platform=transfer_node +2021-12-18 15:52:19,672 Checking all jobs at once +2021-12-18 15:52:21,195 Successful check job command +2021-12-18 15:52:22,465 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:52:22,465 End of checking +2021-12-18 15:52:22,467 Updating FAILED jobs +2021-12-18 15:52:22,467 Updating WAITING jobs +2021-12-18 15:52:22,467 Update finished +2021-12-18 15:52:22,467 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:52:22,468 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:52:22,468 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:52:22,468 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:52:22,468 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:52:22,468 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:52:22,469 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:52:22,471 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:52:22,473 Job list saved +2021-12-18 15:52:22,478 Updating FAILED jobs +2021-12-18 15:52:22,478 Updating WAITING jobs +2021-12-18 15:52:22,478 Update finished +2021-12-18 15:52:32,484 Reloading parameters... +2021-12-18 15:52:32,503 Loading parameters... +2021-12-18 15:52:32,504 Loading project parameters... +2021-12-18 15:52:32,506 + +13 of 25 jobs remaining (15:52) +2021-12-18 15:52:32,506 Sleep: 10 +2021-12-18 15:52:32,506 Number of retrials: 0 +2021-12-18 15:52:32,506 WRAPPER CHECK TIME = 10 +2021-12-18 15:52:32,507 Checking jobs for platform=marenostrum4 +2021-12-18 15:52:32,507 Checking jobs for platform=nord3 +2021-12-18 15:52:32,508 Checking jobs for platform=local +2021-12-18 15:52:32,508 Checking jobs for platform=transfer_node +2021-12-18 15:52:32,508 Checking all jobs at once +2021-12-18 15:52:33,878 Successful check job command +2021-12-18 15:52:35,197 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:52:35,198 End of checking +2021-12-18 15:52:35,199 Updating FAILED jobs +2021-12-18 15:52:35,199 Updating WAITING jobs +2021-12-18 15:52:35,200 Update finished +2021-12-18 15:52:35,200 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:52:35,200 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:52:35,200 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:52:35,200 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:52:35,200 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:52:35,200 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:52:35,201 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:52:35,204 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:52:35,206 Job list saved +2021-12-18 15:52:35,211 Updating FAILED jobs +2021-12-18 15:52:35,211 Updating WAITING jobs +2021-12-18 15:52:35,211 Update finished +2021-12-18 15:52:45,221 Reloading parameters... +2021-12-18 15:52:45,240 Loading parameters... +2021-12-18 15:52:45,241 Loading project parameters... +2021-12-18 15:52:45,243 + +13 of 25 jobs remaining (15:52) +2021-12-18 15:52:45,243 Sleep: 10 +2021-12-18 15:52:45,243 Number of retrials: 0 +2021-12-18 15:52:45,243 WRAPPER CHECK TIME = 10 +2021-12-18 15:52:45,244 Checking jobs for platform=marenostrum4 +2021-12-18 15:52:45,244 Checking jobs for platform=nord3 +2021-12-18 15:52:45,245 Checking jobs for platform=local +2021-12-18 15:52:45,245 Checking jobs for platform=transfer_node +2021-12-18 15:52:45,245 Checking all jobs at once +2021-12-18 15:52:46,465 Successful check job command +2021-12-18 15:52:47,685 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:52:47,685 End of checking +2021-12-18 15:52:47,687 Updating FAILED jobs +2021-12-18 15:52:47,687 Updating WAITING jobs +2021-12-18 15:52:47,687 Update finished +2021-12-18 15:52:47,687 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:52:47,687 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:52:47,688 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:52:47,688 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:52:47,688 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:52:47,688 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:52:47,688 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:52:47,691 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:52:47,693 Job list saved +2021-12-18 15:52:47,697 Updating FAILED jobs +2021-12-18 15:52:47,697 Updating WAITING jobs +2021-12-18 15:52:47,698 Update finished +2021-12-18 15:52:57,708 Reloading parameters... +2021-12-18 15:52:57,725 Loading parameters... +2021-12-18 15:52:57,726 Loading project parameters... +2021-12-18 15:52:57,728 + +13 of 25 jobs remaining (15:52) +2021-12-18 15:52:57,729 Sleep: 10 +2021-12-18 15:52:57,729 Number of retrials: 0 +2021-12-18 15:52:57,729 WRAPPER CHECK TIME = 10 +2021-12-18 15:52:57,729 Checking jobs for platform=marenostrum4 +2021-12-18 15:52:57,730 Checking jobs for platform=nord3 +2021-12-18 15:52:57,730 Checking jobs for platform=local +2021-12-18 15:52:57,731 Checking jobs for platform=transfer_node +2021-12-18 15:52:57,731 Checking all jobs at once +2021-12-18 15:52:59,203 Successful check job command +2021-12-18 15:53:00,423 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:53:00,423 End of checking +2021-12-18 15:53:00,424 Updating FAILED jobs +2021-12-18 15:53:00,424 Updating WAITING jobs +2021-12-18 15:53:00,424 Update finished +2021-12-18 15:53:00,425 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:53:00,425 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:53:00,425 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:53:00,426 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:53:00,426 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:53:00,426 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:53:00,426 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:53:00,429 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:53:00,431 Job list saved +2021-12-18 15:53:00,435 Updating FAILED jobs +2021-12-18 15:53:00,435 Updating WAITING jobs +2021-12-18 15:53:00,435 Update finished +2021-12-18 15:53:10,446 Reloading parameters... +2021-12-18 15:53:10,464 Loading parameters... +2021-12-18 15:53:10,465 Loading project parameters... +2021-12-18 15:53:10,467 + +13 of 25 jobs remaining (15:53) +2021-12-18 15:53:10,467 Sleep: 10 +2021-12-18 15:53:10,467 Number of retrials: 0 +2021-12-18 15:53:10,468 WRAPPER CHECK TIME = 10 +2021-12-18 15:53:10,468 Checking jobs for platform=marenostrum4 +2021-12-18 15:53:10,469 Checking jobs for platform=nord3 +2021-12-18 15:53:10,469 Checking jobs for platform=local +2021-12-18 15:53:10,470 Checking jobs for platform=transfer_node +2021-12-18 15:53:10,470 Checking all jobs at once +2021-12-18 15:53:11,845 Successful check job command +2021-12-18 15:53:13,214 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:53:13,215 End of checking +2021-12-18 15:53:13,216 Updating FAILED jobs +2021-12-18 15:53:13,216 Updating WAITING jobs +2021-12-18 15:53:13,217 Update finished +2021-12-18 15:53:13,217 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:53:13,217 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:53:13,217 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:53:13,217 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:53:13,217 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:53:13,217 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:53:13,218 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:53:13,220 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:53:13,223 Job list saved +2021-12-18 15:53:13,514 Updating FAILED jobs +2021-12-18 15:53:13,515 Updating WAITING jobs +2021-12-18 15:53:13,515 Update finished +2021-12-18 15:53:23,519 Reloading parameters... +2021-12-18 15:53:23,540 Loading parameters... +2021-12-18 15:53:23,541 Loading project parameters... +2021-12-18 15:53:23,543 + +13 of 25 jobs remaining (15:53) +2021-12-18 15:53:23,543 Sleep: 10 +2021-12-18 15:53:23,543 Number of retrials: 0 +2021-12-18 15:53:23,543 WRAPPER CHECK TIME = 10 +2021-12-18 15:53:23,544 Checking jobs for platform=marenostrum4 +2021-12-18 15:53:23,544 Checking jobs for platform=nord3 +2021-12-18 15:53:23,545 Checking jobs for platform=local +2021-12-18 15:53:23,545 Checking jobs for platform=transfer_node +2021-12-18 15:53:23,546 Checking all jobs at once +2021-12-18 15:53:25,019 Successful check job command +2021-12-18 15:53:26,289 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:53:26,289 End of checking +2021-12-18 15:53:26,290 Updating FAILED jobs +2021-12-18 15:53:26,290 Updating WAITING jobs +2021-12-18 15:53:26,290 Update finished +2021-12-18 15:53:26,291 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:53:26,291 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:53:26,291 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:53:26,291 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:53:26,291 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:53:26,291 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:53:26,291 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:53:26,296 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:53:26,298 Job list saved +2021-12-18 15:53:26,303 Updating FAILED jobs +2021-12-18 15:53:26,303 Updating WAITING jobs +2021-12-18 15:53:26,303 Update finished +2021-12-18 15:53:36,314 Reloading parameters... +2021-12-18 15:53:36,338 Loading parameters... +2021-12-18 15:53:36,340 Loading project parameters... +2021-12-18 15:53:36,342 + +13 of 25 jobs remaining (15:53) +2021-12-18 15:53:36,342 Sleep: 10 +2021-12-18 15:53:36,342 Number of retrials: 0 +2021-12-18 15:53:36,342 WRAPPER CHECK TIME = 10 +2021-12-18 15:53:36,343 Checking jobs for platform=marenostrum4 +2021-12-18 15:53:36,343 Checking jobs for platform=nord3 +2021-12-18 15:53:36,344 Checking jobs for platform=local +2021-12-18 15:53:36,344 Checking jobs for platform=transfer_node +2021-12-18 15:53:36,344 Checking all jobs at once +2021-12-18 15:53:37,814 Successful check job command +2021-12-18 15:53:39,084 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:53:39,084 End of checking +2021-12-18 15:53:39,086 Updating FAILED jobs +2021-12-18 15:53:39,086 Updating WAITING jobs +2021-12-18 15:53:39,086 Update finished +2021-12-18 15:53:39,086 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:53:39,087 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:53:39,087 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:53:39,087 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:53:39,087 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:53:39,088 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:53:39,088 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:53:39,090 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:53:39,093 Job list saved +2021-12-18 15:53:39,097 Updating FAILED jobs +2021-12-18 15:53:39,097 Updating WAITING jobs +2021-12-18 15:53:39,098 Update finished +2021-12-18 15:53:49,108 Reloading parameters... +2021-12-18 15:53:49,128 Loading parameters... +2021-12-18 15:53:49,129 Loading project parameters... +2021-12-18 15:53:49,131 + +13 of 25 jobs remaining (15:53) +2021-12-18 15:53:49,131 Sleep: 10 +2021-12-18 15:53:49,132 Number of retrials: 0 +2021-12-18 15:53:49,132 WRAPPER CHECK TIME = 10 +2021-12-18 15:53:49,132 Checking jobs for platform=marenostrum4 +2021-12-18 15:53:49,133 Checking jobs for platform=nord3 +2021-12-18 15:53:49,133 Checking jobs for platform=local +2021-12-18 15:53:49,134 Checking jobs for platform=transfer_node +2021-12-18 15:53:49,134 Checking all jobs at once +2021-12-18 15:53:50,453 Successful check job command +2021-12-18 15:53:51,673 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:53:51,673 End of checking +2021-12-18 15:53:51,675 Updating FAILED jobs +2021-12-18 15:53:51,675 Updating WAITING jobs +2021-12-18 15:53:51,675 Update finished +2021-12-18 15:53:51,675 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:53:51,675 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:53:51,675 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:53:51,676 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:53:51,676 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:53:51,676 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:53:51,676 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:53:51,681 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:53:51,684 Job list saved +2021-12-18 15:53:51,689 Updating FAILED jobs +2021-12-18 15:53:51,689 Updating WAITING jobs +2021-12-18 15:53:51,689 Update finished +2021-12-18 15:54:01,693 Reloading parameters... +2021-12-18 15:54:01,712 Loading parameters... +2021-12-18 15:54:01,714 Loading project parameters... +2021-12-18 15:54:01,716 + +13 of 25 jobs remaining (15:54) +2021-12-18 15:54:01,716 Sleep: 10 +2021-12-18 15:54:01,716 Number of retrials: 0 +2021-12-18 15:54:01,716 WRAPPER CHECK TIME = 10 +2021-12-18 15:54:01,717 Checking jobs for platform=marenostrum4 +2021-12-18 15:54:01,717 Checking jobs for platform=nord3 +2021-12-18 15:54:01,718 Checking jobs for platform=local +2021-12-18 15:54:01,718 Checking jobs for platform=transfer_node +2021-12-18 15:54:01,718 Checking all jobs at once +2021-12-18 15:54:03,088 Successful check job command +2021-12-18 15:54:04,358 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:54:04,358 End of checking +2021-12-18 15:54:04,360 Updating FAILED jobs +2021-12-18 15:54:04,360 Updating WAITING jobs +2021-12-18 15:54:04,360 Update finished +2021-12-18 15:54:04,360 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:54:04,360 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:54:04,360 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:54:04,361 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:54:04,361 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:54:04,361 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:54:04,361 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:54:04,363 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:54:04,366 Job list saved +2021-12-18 15:54:04,370 Updating FAILED jobs +2021-12-18 15:54:04,371 Updating WAITING jobs +2021-12-18 15:54:04,371 Update finished +2021-12-18 15:54:14,377 Reloading parameters... +2021-12-18 15:54:14,396 Loading parameters... +2021-12-18 15:54:14,397 Loading project parameters... +2021-12-18 15:54:14,399 + +13 of 25 jobs remaining (15:54) +2021-12-18 15:54:14,399 Sleep: 10 +2021-12-18 15:54:14,399 Number of retrials: 0 +2021-12-18 15:54:14,399 WRAPPER CHECK TIME = 10 +2021-12-18 15:54:14,400 Checking jobs for platform=marenostrum4 +2021-12-18 15:54:14,401 Checking jobs for platform=nord3 +2021-12-18 15:54:14,401 Checking jobs for platform=local +2021-12-18 15:54:14,402 Checking jobs for platform=transfer_node +2021-12-18 15:54:14,402 Checking all jobs at once +2021-12-18 15:54:15,571 Successful check job command +2021-12-18 15:54:16,790 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:54:16,790 End of checking +2021-12-18 15:54:16,792 Updating FAILED jobs +2021-12-18 15:54:16,792 Updating WAITING jobs +2021-12-18 15:54:16,792 Update finished +2021-12-18 15:54:16,792 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:54:16,793 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:54:16,793 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:54:16,793 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:54:16,793 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:54:16,793 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:54:16,793 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:54:16,796 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:54:16,798 Job list saved +2021-12-18 15:54:16,802 Updating FAILED jobs +2021-12-18 15:54:16,802 Updating WAITING jobs +2021-12-18 15:54:16,803 Update finished +2021-12-18 15:54:26,807 Reloading parameters... +2021-12-18 15:54:26,827 Loading parameters... +2021-12-18 15:54:26,828 Loading project parameters... +2021-12-18 15:54:26,830 + +13 of 25 jobs remaining (15:54) +2021-12-18 15:54:26,830 Sleep: 10 +2021-12-18 15:54:26,830 Number of retrials: 0 +2021-12-18 15:54:26,830 WRAPPER CHECK TIME = 10 +2021-12-18 15:54:26,831 Checking jobs for platform=marenostrum4 +2021-12-18 15:54:26,832 Checking jobs for platform=nord3 +2021-12-18 15:54:26,832 Checking jobs for platform=local +2021-12-18 15:54:26,833 Checking jobs for platform=transfer_node +2021-12-18 15:54:26,833 Checking all jobs at once +2021-12-18 15:54:28,153 Successful check job command +2021-12-18 15:54:29,322 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:54:29,322 End of checking +2021-12-18 15:54:29,324 Updating FAILED jobs +2021-12-18 15:54:29,324 Updating WAITING jobs +2021-12-18 15:54:29,325 Update finished +2021-12-18 15:54:29,325 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:54:29,325 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:54:29,325 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:54:29,325 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:54:29,325 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:54:29,325 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:54:29,326 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:54:29,328 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:54:29,331 Job list saved +2021-12-18 15:54:29,336 Updating FAILED jobs +2021-12-18 15:54:29,336 Updating WAITING jobs +2021-12-18 15:54:29,337 Update finished +2021-12-18 15:54:39,347 Reloading parameters... +2021-12-18 15:54:39,366 Loading parameters... +2021-12-18 15:54:39,367 Loading project parameters... +2021-12-18 15:54:39,369 + +13 of 25 jobs remaining (15:54) +2021-12-18 15:54:39,369 Sleep: 10 +2021-12-18 15:54:39,369 Number of retrials: 0 +2021-12-18 15:54:39,369 WRAPPER CHECK TIME = 10 +2021-12-18 15:54:39,370 Checking jobs for platform=marenostrum4 +2021-12-18 15:54:39,371 Checking jobs for platform=nord3 +2021-12-18 15:54:39,371 Checking jobs for platform=local +2021-12-18 15:54:39,372 Checking jobs for platform=transfer_node +2021-12-18 15:54:39,372 Checking all jobs at once +2021-12-18 15:54:41,096 Successful check job command +2021-12-18 15:54:42,620 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:54:42,620 End of checking +2021-12-18 15:54:42,622 Updating FAILED jobs +2021-12-18 15:54:42,622 Updating WAITING jobs +2021-12-18 15:54:42,622 Update finished +2021-12-18 15:54:42,622 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:54:42,623 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:54:42,623 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:54:42,623 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:54:42,623 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:54:42,623 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:54:42,623 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:54:42,626 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:54:42,629 Job list saved +2021-12-18 15:54:42,634 Updating FAILED jobs +2021-12-18 15:54:42,634 Updating WAITING jobs +2021-12-18 15:54:42,634 Update finished +2021-12-18 15:54:52,644 Reloading parameters... +2021-12-18 15:54:52,666 Loading parameters... +2021-12-18 15:54:52,667 Loading project parameters... +2021-12-18 15:54:52,669 + +13 of 25 jobs remaining (15:54) +2021-12-18 15:54:52,669 Sleep: 10 +2021-12-18 15:54:52,669 Number of retrials: 0 +2021-12-18 15:54:52,669 WRAPPER CHECK TIME = 10 +2021-12-18 15:54:52,670 Checking jobs for platform=marenostrum4 +2021-12-18 15:54:52,670 Checking jobs for platform=nord3 +2021-12-18 15:54:52,671 Checking jobs for platform=local +2021-12-18 15:54:52,672 Checking jobs for platform=transfer_node +2021-12-18 15:54:52,672 Checking all jobs at once +2021-12-18 15:54:54,042 Successful check job command +2021-12-18 15:54:55,517 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:54:55,518 End of checking +2021-12-18 15:54:55,519 Updating FAILED jobs +2021-12-18 15:54:55,519 Updating WAITING jobs +2021-12-18 15:54:55,520 Update finished +2021-12-18 15:54:55,520 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:54:55,520 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:54:55,520 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:54:55,521 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:54:55,521 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:54:55,521 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:54:55,521 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:54:55,524 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:54:55,526 Job list saved +2021-12-18 15:54:55,531 Updating FAILED jobs +2021-12-18 15:54:55,531 Updating WAITING jobs +2021-12-18 15:54:55,531 Update finished +2021-12-18 15:55:05,541 Reloading parameters... +2021-12-18 15:55:05,561 Loading parameters... +2021-12-18 15:55:05,562 Loading project parameters... +2021-12-18 15:55:05,564 + +13 of 25 jobs remaining (15:55) +2021-12-18 15:55:05,565 Sleep: 10 +2021-12-18 15:55:05,565 Number of retrials: 0 +2021-12-18 15:55:05,565 WRAPPER CHECK TIME = 10 +2021-12-18 15:55:05,565 Checking jobs for platform=marenostrum4 +2021-12-18 15:55:05,566 Checking jobs for platform=nord3 +2021-12-18 15:55:05,567 Checking jobs for platform=local +2021-12-18 15:55:05,567 Checking jobs for platform=transfer_node +2021-12-18 15:55:05,567 Checking all jobs at once +2021-12-18 15:55:06,837 Successful check job command +2021-12-18 15:55:08,057 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:55:08,057 End of checking +2021-12-18 15:55:08,059 Updating FAILED jobs +2021-12-18 15:55:08,059 Updating WAITING jobs +2021-12-18 15:55:08,060 Update finished +2021-12-18 15:55:08,060 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:55:08,060 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:55:08,060 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:55:08,060 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:55:08,060 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:55:08,060 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:55:08,061 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:55:08,063 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:55:08,066 Job list saved +2021-12-18 15:55:08,071 Updating FAILED jobs +2021-12-18 15:55:08,072 Updating WAITING jobs +2021-12-18 15:55:08,072 Update finished +2021-12-18 15:55:18,082 Reloading parameters... +2021-12-18 15:55:18,102 Loading parameters... +2021-12-18 15:55:18,103 Loading project parameters... +2021-12-18 15:55:18,105 + +13 of 25 jobs remaining (15:55) +2021-12-18 15:55:18,105 Sleep: 10 +2021-12-18 15:55:18,105 Number of retrials: 0 +2021-12-18 15:55:18,105 WRAPPER CHECK TIME = 10 +2021-12-18 15:55:18,106 Checking jobs for platform=marenostrum4 +2021-12-18 15:55:18,107 Checking jobs for platform=nord3 +2021-12-18 15:55:18,107 Checking jobs for platform=local +2021-12-18 15:55:18,108 Checking jobs for platform=transfer_node +2021-12-18 15:55:18,108 Checking all jobs at once +2021-12-18 15:55:19,578 Successful check job command +2021-12-18 15:55:20,797 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:55:20,798 End of checking +2021-12-18 15:55:20,799 Updating FAILED jobs +2021-12-18 15:55:20,799 Updating WAITING jobs +2021-12-18 15:55:20,800 Update finished +2021-12-18 15:55:20,800 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:55:20,800 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:55:20,800 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:55:20,800 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:55:20,800 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:55:20,800 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:55:20,801 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:55:20,803 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:55:20,806 Job list saved +2021-12-18 15:55:20,811 Updating FAILED jobs +2021-12-18 15:55:20,811 Updating WAITING jobs +2021-12-18 15:55:20,811 Update finished +2021-12-18 15:55:30,821 Reloading parameters... +2021-12-18 15:55:30,843 Loading parameters... +2021-12-18 15:55:30,844 Loading project parameters... +2021-12-18 15:55:30,846 + +13 of 25 jobs remaining (15:55) +2021-12-18 15:55:30,846 Sleep: 10 +2021-12-18 15:55:30,846 Number of retrials: 0 +2021-12-18 15:55:30,847 WRAPPER CHECK TIME = 10 +2021-12-18 15:55:30,847 Checking jobs for platform=marenostrum4 +2021-12-18 15:55:30,848 Checking jobs for platform=nord3 +2021-12-18 15:55:30,848 Checking jobs for platform=local +2021-12-18 15:55:30,849 Checking jobs for platform=transfer_node +2021-12-18 15:55:30,849 Checking all jobs at once +2021-12-18 15:55:32,269 Successful check job command +2021-12-18 15:55:33,488 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:55:33,488 End of checking +2021-12-18 15:55:33,490 Updating FAILED jobs +2021-12-18 15:55:33,490 Updating WAITING jobs +2021-12-18 15:55:33,490 Update finished +2021-12-18 15:55:33,490 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:55:33,491 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:55:33,491 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:55:33,491 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:55:33,491 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:55:33,491 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:55:33,492 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:55:33,494 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:55:33,496 Job list saved +2021-12-18 15:55:33,501 Updating FAILED jobs +2021-12-18 15:55:33,501 Updating WAITING jobs +2021-12-18 15:55:33,501 Update finished +2021-12-18 15:55:43,511 Reloading parameters... +2021-12-18 15:55:43,533 Loading parameters... +2021-12-18 15:55:43,534 Loading project parameters... +2021-12-18 15:55:43,536 + +13 of 25 jobs remaining (15:55) +2021-12-18 15:55:43,536 Sleep: 10 +2021-12-18 15:55:43,536 Number of retrials: 0 +2021-12-18 15:55:43,536 WRAPPER CHECK TIME = 10 +2021-12-18 15:55:43,537 Checking jobs for platform=marenostrum4 +2021-12-18 15:55:43,538 Checking jobs for platform=nord3 +2021-12-18 15:55:43,538 Checking jobs for platform=local +2021-12-18 15:55:43,539 Checking jobs for platform=transfer_node +2021-12-18 15:55:43,539 Checking all jobs at once +2021-12-18 15:55:44,960 Successful check job command +2021-12-18 15:55:46,183 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:55:46,184 End of checking +2021-12-18 15:55:46,185 Updating FAILED jobs +2021-12-18 15:55:46,185 Updating WAITING jobs +2021-12-18 15:55:46,186 Update finished +2021-12-18 15:55:46,186 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:55:46,186 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:55:46,186 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:55:46,186 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:55:46,186 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:55:46,186 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:55:46,187 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:55:46,191 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:55:46,193 Job list saved +2021-12-18 15:55:46,200 Updating FAILED jobs +2021-12-18 15:55:46,200 Updating WAITING jobs +2021-12-18 15:55:46,200 Update finished +2021-12-18 15:55:56,210 Reloading parameters... +2021-12-18 15:55:56,232 Loading parameters... +2021-12-18 15:55:56,233 Loading project parameters... +2021-12-18 15:55:56,235 + +13 of 25 jobs remaining (15:55) +2021-12-18 15:55:56,235 Sleep: 10 +2021-12-18 15:55:56,235 Number of retrials: 0 +2021-12-18 15:55:56,235 WRAPPER CHECK TIME = 10 +2021-12-18 15:55:56,236 Checking jobs for platform=marenostrum4 +2021-12-18 15:55:56,236 Checking jobs for platform=nord3 +2021-12-18 15:55:56,237 Checking jobs for platform=local +2021-12-18 15:55:56,237 Checking jobs for platform=transfer_node +2021-12-18 15:55:56,238 Checking all jobs at once +2021-12-18 15:55:57,608 Successful check job command +2021-12-18 15:55:58,879 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:55:58,879 End of checking +2021-12-18 15:55:58,880 Updating FAILED jobs +2021-12-18 15:55:58,881 Updating WAITING jobs +2021-12-18 15:55:58,882 Update finished +2021-12-18 15:55:58,882 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:55:58,882 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:55:58,882 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:55:58,882 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:55:58,882 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:55:58,882 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:55:58,883 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:55:58,885 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:55:58,888 Job list saved +2021-12-18 15:55:58,893 Updating FAILED jobs +2021-12-18 15:55:58,893 Updating WAITING jobs +2021-12-18 15:55:58,893 Update finished +2021-12-18 15:56:08,897 Reloading parameters... +2021-12-18 15:56:08,918 Loading parameters... +2021-12-18 15:56:08,919 Loading project parameters... +2021-12-18 15:56:08,921 + +13 of 25 jobs remaining (15:56) +2021-12-18 15:56:08,922 Sleep: 10 +2021-12-18 15:56:08,922 Number of retrials: 0 +2021-12-18 15:56:08,922 WRAPPER CHECK TIME = 10 +2021-12-18 15:56:08,922 Checking jobs for platform=marenostrum4 +2021-12-18 15:56:08,923 Checking jobs for platform=nord3 +2021-12-18 15:56:08,924 Checking jobs for platform=local +2021-12-18 15:56:08,924 Checking jobs for platform=transfer_node +2021-12-18 15:56:08,924 Checking all jobs at once +2021-12-18 15:56:10,294 Successful check job command +2021-12-18 15:56:11,663 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:56:11,664 End of checking +2021-12-18 15:56:11,666 Updating FAILED jobs +2021-12-18 15:56:11,666 Updating WAITING jobs +2021-12-18 15:56:11,666 Update finished +2021-12-18 15:56:11,666 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:56:11,667 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:56:11,667 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:56:11,667 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:56:11,667 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:56:11,667 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:56:11,667 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:56:11,670 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:56:11,672 Job list saved +2021-12-18 15:56:11,680 Updating FAILED jobs +2021-12-18 15:56:11,680 Updating WAITING jobs +2021-12-18 15:56:11,680 Update finished +2021-12-18 15:56:21,685 Reloading parameters... +2021-12-18 15:56:21,707 Loading parameters... +2021-12-18 15:56:21,709 Loading project parameters... +2021-12-18 15:56:21,710 + +13 of 25 jobs remaining (15:56) +2021-12-18 15:56:21,711 Sleep: 10 +2021-12-18 15:56:21,711 Number of retrials: 0 +2021-12-18 15:56:21,711 WRAPPER CHECK TIME = 10 +2021-12-18 15:56:21,711 Checking jobs for platform=marenostrum4 +2021-12-18 15:56:21,712 Checking jobs for platform=nord3 +2021-12-18 15:56:21,713 Checking jobs for platform=local +2021-12-18 15:56:21,713 Checking jobs for platform=transfer_node +2021-12-18 15:56:21,713 Checking all jobs at once +2021-12-18 15:56:22,932 Successful check job command +2021-12-18 15:56:24,102 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:56:24,102 End of checking +2021-12-18 15:56:24,103 Updating FAILED jobs +2021-12-18 15:56:24,104 Updating WAITING jobs +2021-12-18 15:56:24,104 Update finished +2021-12-18 15:56:24,104 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:56:24,104 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:56:24,104 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:56:24,104 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:56:24,105 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:56:24,105 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:56:24,105 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:56:24,108 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:56:24,111 Job list saved +2021-12-18 15:56:24,117 Updating FAILED jobs +2021-12-18 15:56:24,117 Updating WAITING jobs +2021-12-18 15:56:24,117 Update finished +2021-12-18 15:56:34,127 Reloading parameters... +2021-12-18 15:56:34,150 Loading parameters... +2021-12-18 15:56:34,151 Loading project parameters... +2021-12-18 15:56:34,153 + +13 of 25 jobs remaining (15:56) +2021-12-18 15:56:34,153 Sleep: 10 +2021-12-18 15:56:34,154 Number of retrials: 0 +2021-12-18 15:56:34,154 WRAPPER CHECK TIME = 10 +2021-12-18 15:56:34,154 Checking jobs for platform=marenostrum4 +2021-12-18 15:56:34,155 Checking jobs for platform=nord3 +2021-12-18 15:56:34,155 Checking jobs for platform=local +2021-12-18 15:56:34,156 Checking jobs for platform=transfer_node +2021-12-18 15:56:34,156 Checking all jobs at once +2021-12-18 15:56:35,526 Successful check job command +2021-12-18 15:56:36,796 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:56:36,796 End of checking +2021-12-18 15:56:36,798 Updating FAILED jobs +2021-12-18 15:56:36,798 Updating WAITING jobs +2021-12-18 15:56:36,798 Update finished +2021-12-18 15:56:36,799 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:56:36,799 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:56:36,799 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:56:36,799 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:56:36,799 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:56:36,799 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:56:36,799 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:56:36,802 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:56:36,805 Job list saved +2021-12-18 15:56:36,811 Updating FAILED jobs +2021-12-18 15:56:36,811 Updating WAITING jobs +2021-12-18 15:56:36,811 Update finished +2021-12-18 15:56:46,821 Reloading parameters... +2021-12-18 15:56:46,840 Loading parameters... +2021-12-18 15:56:46,841 Loading project parameters... +2021-12-18 15:56:46,843 + +13 of 25 jobs remaining (15:56) +2021-12-18 15:56:46,844 Sleep: 10 +2021-12-18 15:56:46,844 Number of retrials: 0 +2021-12-18 15:56:46,844 WRAPPER CHECK TIME = 10 +2021-12-18 15:56:46,845 Checking jobs for platform=marenostrum4 +2021-12-18 15:56:46,845 Checking jobs for platform=nord3 +2021-12-18 15:56:46,846 Checking jobs for platform=local +2021-12-18 15:56:46,846 Checking jobs for platform=transfer_node +2021-12-18 15:56:46,846 Checking all jobs at once +2021-12-18 15:56:48,216 Successful check job command +2021-12-18 15:56:49,435 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:56:49,436 End of checking +2021-12-18 15:56:49,437 Updating FAILED jobs +2021-12-18 15:56:49,437 Updating WAITING jobs +2021-12-18 15:56:49,438 Update finished +2021-12-18 15:56:49,438 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:56:49,439 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:56:49,439 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:56:49,439 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:56:49,439 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:56:49,439 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:56:49,439 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:56:49,443 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:56:49,445 Job list saved +2021-12-18 15:56:49,450 Updating FAILED jobs +2021-12-18 15:56:49,450 Updating WAITING jobs +2021-12-18 15:56:49,451 Update finished +2021-12-18 15:56:59,461 Reloading parameters... +2021-12-18 15:56:59,482 Loading parameters... +2021-12-18 15:56:59,483 Loading project parameters... +2021-12-18 15:56:59,485 + +13 of 25 jobs remaining (15:56) +2021-12-18 15:56:59,485 Sleep: 10 +2021-12-18 15:56:59,486 Number of retrials: 0 +2021-12-18 15:56:59,486 WRAPPER CHECK TIME = 10 +2021-12-18 15:56:59,486 Checking jobs for platform=marenostrum4 +2021-12-18 15:56:59,487 Checking jobs for platform=nord3 +2021-12-18 15:56:59,487 Checking jobs for platform=local +2021-12-18 15:56:59,488 Checking jobs for platform=transfer_node +2021-12-18 15:56:59,488 Checking all jobs at once +2021-12-18 15:57:00,860 Successful check job command +2021-12-18 15:57:02,079 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:57:02,079 End of checking +2021-12-18 15:57:02,081 Updating FAILED jobs +2021-12-18 15:57:02,081 Updating WAITING jobs +2021-12-18 15:57:02,081 Update finished +2021-12-18 15:57:02,081 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:57:02,082 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:57:02,082 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:57:02,082 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:57:02,082 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:57:02,082 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:57:02,082 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:57:02,085 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:57:02,087 Job list saved +2021-12-18 15:57:02,093 Updating FAILED jobs +2021-12-18 15:57:02,093 Updating WAITING jobs +2021-12-18 15:57:02,093 Update finished +2021-12-18 15:57:12,103 Reloading parameters... +2021-12-18 15:57:12,123 Loading parameters... +2021-12-18 15:57:12,124 Loading project parameters... +2021-12-18 15:57:12,126 + +13 of 25 jobs remaining (15:57) +2021-12-18 15:57:12,126 Sleep: 10 +2021-12-18 15:57:12,127 Number of retrials: 0 +2021-12-18 15:57:12,127 WRAPPER CHECK TIME = 10 +2021-12-18 15:57:12,127 Checking jobs for platform=marenostrum4 +2021-12-18 15:57:12,128 Checking jobs for platform=nord3 +2021-12-18 15:57:12,128 Checking jobs for platform=local +2021-12-18 15:57:12,129 Checking jobs for platform=transfer_node +2021-12-18 15:57:12,129 Checking all jobs at once +2021-12-18 15:57:13,450 Successful check job command +2021-12-18 15:57:14,720 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:57:14,720 End of checking +2021-12-18 15:57:14,721 Updating FAILED jobs +2021-12-18 15:57:14,721 Updating WAITING jobs +2021-12-18 15:57:14,722 Update finished +2021-12-18 15:57:14,722 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:57:14,722 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:57:14,722 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:57:14,722 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:57:14,722 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:57:14,723 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:57:14,723 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:57:14,726 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:57:14,728 Job list saved +2021-12-18 15:57:14,733 Updating FAILED jobs +2021-12-18 15:57:14,733 Updating WAITING jobs +2021-12-18 15:57:14,733 Update finished +2021-12-18 15:57:24,744 Reloading parameters... +2021-12-18 15:57:24,766 Loading parameters... +2021-12-18 15:57:24,768 Loading project parameters... +2021-12-18 15:57:24,769 + +13 of 25 jobs remaining (15:57) +2021-12-18 15:57:24,770 Sleep: 10 +2021-12-18 15:57:24,770 Number of retrials: 0 +2021-12-18 15:57:24,770 WRAPPER CHECK TIME = 10 +2021-12-18 15:57:24,770 Checking jobs for platform=marenostrum4 +2021-12-18 15:57:24,771 Checking jobs for platform=nord3 +2021-12-18 15:57:24,771 Checking jobs for platform=local +2021-12-18 15:57:24,772 Checking jobs for platform=transfer_node +2021-12-18 15:57:24,772 Checking all jobs at once +2021-12-18 15:57:25,991 Successful check job command +2021-12-18 15:57:27,161 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:57:27,161 End of checking +2021-12-18 15:57:27,163 Updating FAILED jobs +2021-12-18 15:57:27,163 Updating WAITING jobs +2021-12-18 15:57:27,163 Update finished +2021-12-18 15:57:27,164 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:57:27,164 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:57:27,164 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:57:27,164 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:57:27,165 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:57:27,165 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:57:27,165 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:57:27,168 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:57:27,171 Job list saved +2021-12-18 15:57:27,175 Updating FAILED jobs +2021-12-18 15:57:27,175 Updating WAITING jobs +2021-12-18 15:57:27,175 Update finished +2021-12-18 15:57:37,186 Reloading parameters... +2021-12-18 15:57:37,206 Loading parameters... +2021-12-18 15:57:37,208 Loading project parameters... +2021-12-18 15:57:37,210 + +13 of 25 jobs remaining (15:57) +2021-12-18 15:57:37,210 Sleep: 10 +2021-12-18 15:57:37,210 Number of retrials: 0 +2021-12-18 15:57:37,210 WRAPPER CHECK TIME = 10 +2021-12-18 15:57:37,211 Checking jobs for platform=marenostrum4 +2021-12-18 15:57:37,211 Checking jobs for platform=nord3 +2021-12-18 15:57:37,212 Checking jobs for platform=local +2021-12-18 15:57:37,213 Checking jobs for platform=transfer_node +2021-12-18 15:57:37,213 Checking all jobs at once +2021-12-18 15:57:38,636 Successful check job command +2021-12-18 15:57:39,905 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:57:39,905 End of checking +2021-12-18 15:57:39,907 Updating FAILED jobs +2021-12-18 15:57:39,907 Updating WAITING jobs +2021-12-18 15:57:39,908 Update finished +2021-12-18 15:57:39,908 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:57:39,908 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:57:39,908 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:57:39,908 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:57:39,908 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:57:39,908 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:57:39,909 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:57:39,912 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:57:39,914 Job list saved +2021-12-18 15:57:39,919 Updating FAILED jobs +2021-12-18 15:57:39,919 Updating WAITING jobs +2021-12-18 15:57:39,919 Update finished +2021-12-18 15:57:49,929 Reloading parameters... +2021-12-18 15:57:49,949 Loading parameters... +2021-12-18 15:57:49,951 Loading project parameters... +2021-12-18 15:57:49,953 + +13 of 25 jobs remaining (15:57) +2021-12-18 15:57:49,953 Sleep: 10 +2021-12-18 15:57:49,953 Number of retrials: 0 +2021-12-18 15:57:49,953 WRAPPER CHECK TIME = 10 +2021-12-18 15:57:49,954 Checking jobs for platform=marenostrum4 +2021-12-18 15:57:49,954 Checking jobs for platform=nord3 +2021-12-18 15:57:49,955 Checking jobs for platform=local +2021-12-18 15:57:49,955 Checking jobs for platform=transfer_node +2021-12-18 15:57:49,956 Checking all jobs at once +2021-12-18 15:57:51,379 Successful check job command +2021-12-18 15:57:52,598 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:57:52,598 End of checking +2021-12-18 15:57:52,599 Updating FAILED jobs +2021-12-18 15:57:52,600 Updating WAITING jobs +2021-12-18 15:57:52,600 Update finished +2021-12-18 15:57:52,600 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:57:52,600 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:57:52,600 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:57:52,600 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:57:52,601 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:57:52,601 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:57:52,601 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:57:52,604 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:57:52,606 Job list saved +2021-12-18 15:57:52,611 Updating FAILED jobs +2021-12-18 15:57:52,611 Updating WAITING jobs +2021-12-18 15:57:52,611 Update finished +2021-12-18 15:58:02,616 Reloading parameters... +2021-12-18 15:58:02,636 Loading parameters... +2021-12-18 15:58:02,638 Loading project parameters... +2021-12-18 15:58:02,640 + +13 of 25 jobs remaining (15:58) +2021-12-18 15:58:02,640 Sleep: 10 +2021-12-18 15:58:02,640 Number of retrials: 0 +2021-12-18 15:58:02,640 WRAPPER CHECK TIME = 10 +2021-12-18 15:58:02,641 Checking jobs for platform=marenostrum4 +2021-12-18 15:58:02,642 Checking jobs for platform=nord3 +2021-12-18 15:58:02,642 Checking jobs for platform=local +2021-12-18 15:58:02,643 Checking jobs for platform=transfer_node +2021-12-18 15:58:02,643 Checking all jobs at once +2021-12-18 15:58:04,815 Successful check job command +2021-12-18 15:58:05,984 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:58:05,984 End of checking +2021-12-18 15:58:05,986 Updating FAILED jobs +2021-12-18 15:58:05,986 Updating WAITING jobs +2021-12-18 15:58:05,986 Update finished +2021-12-18 15:58:05,986 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:58:05,987 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:58:05,987 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:58:05,987 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:58:05,987 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:58:05,987 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:58:05,987 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:58:05,991 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:58:05,993 Job list saved +2021-12-18 15:58:06,000 Updating FAILED jobs +2021-12-18 15:58:06,000 Updating WAITING jobs +2021-12-18 15:58:06,000 Update finished +2021-12-18 15:58:16,008 Reloading parameters... +2021-12-18 15:58:16,028 Loading parameters... +2021-12-18 15:58:16,029 Loading project parameters... +2021-12-18 15:58:16,031 + +13 of 25 jobs remaining (15:58) +2021-12-18 15:58:16,031 Sleep: 10 +2021-12-18 15:58:16,031 Number of retrials: 0 +2021-12-18 15:58:16,032 WRAPPER CHECK TIME = 10 +2021-12-18 15:58:16,032 Checking jobs for platform=marenostrum4 +2021-12-18 15:58:16,033 Checking jobs for platform=nord3 +2021-12-18 15:58:16,033 Checking jobs for platform=local +2021-12-18 15:58:16,034 Checking jobs for platform=transfer_node +2021-12-18 15:58:16,034 Checking all jobs at once +2021-12-18 15:58:17,403 Successful check job command +2021-12-18 15:58:18,625 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:58:18,625 End of checking +2021-12-18 15:58:18,627 Updating FAILED jobs +2021-12-18 15:58:18,627 Updating WAITING jobs +2021-12-18 15:58:18,627 Update finished +2021-12-18 15:58:18,627 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:58:18,627 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:58:18,627 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:58:18,628 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:58:18,628 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:58:18,628 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:58:18,628 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:58:18,631 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:58:18,633 Job list saved +2021-12-18 15:58:18,638 Updating FAILED jobs +2021-12-18 15:58:18,638 Updating WAITING jobs +2021-12-18 15:58:18,638 Update finished +2021-12-18 15:58:28,648 Reloading parameters... +2021-12-18 15:58:28,667 Loading parameters... +2021-12-18 15:58:28,668 Loading project parameters... +2021-12-18 15:58:28,670 + +13 of 25 jobs remaining (15:58) +2021-12-18 15:58:28,671 Sleep: 10 +2021-12-18 15:58:28,671 Number of retrials: 0 +2021-12-18 15:58:28,671 WRAPPER CHECK TIME = 10 +2021-12-18 15:58:28,671 Checking jobs for platform=marenostrum4 +2021-12-18 15:58:28,672 Checking jobs for platform=nord3 +2021-12-18 15:58:28,672 Checking jobs for platform=local +2021-12-18 15:58:28,673 Checking jobs for platform=transfer_node +2021-12-18 15:58:28,673 Checking all jobs at once +2021-12-18 15:58:30,043 Successful check job command +2021-12-18 15:58:31,312 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:58:31,312 End of checking +2021-12-18 15:58:31,314 Updating FAILED jobs +2021-12-18 15:58:31,314 Updating WAITING jobs +2021-12-18 15:58:31,314 Update finished +2021-12-18 15:58:31,314 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:58:31,314 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:58:31,315 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:58:31,315 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:58:31,315 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:58:31,315 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:58:31,315 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:58:31,318 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:58:31,320 Job list saved +2021-12-18 15:58:31,325 Updating FAILED jobs +2021-12-18 15:58:31,325 Updating WAITING jobs +2021-12-18 15:58:31,325 Update finished +2021-12-18 15:58:41,335 Reloading parameters... +2021-12-18 15:58:41,355 Loading parameters... +2021-12-18 15:58:41,356 Loading project parameters... +2021-12-18 15:58:41,358 + +13 of 25 jobs remaining (15:58) +2021-12-18 15:58:41,358 Sleep: 10 +2021-12-18 15:58:41,358 Number of retrials: 0 +2021-12-18 15:58:41,358 WRAPPER CHECK TIME = 10 +2021-12-18 15:58:41,359 Checking jobs for platform=marenostrum4 +2021-12-18 15:58:41,360 Checking jobs for platform=nord3 +2021-12-18 15:58:41,360 Checking jobs for platform=local +2021-12-18 15:58:41,361 Checking jobs for platform=transfer_node +2021-12-18 15:58:41,361 Checking all jobs at once +2021-12-18 15:58:42,881 Successful check job command +2021-12-18 15:58:44,451 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:58:44,451 End of checking +2021-12-18 15:58:44,452 Updating FAILED jobs +2021-12-18 15:58:44,453 Updating WAITING jobs +2021-12-18 15:58:44,453 Update finished +2021-12-18 15:58:44,453 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:58:44,454 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:58:44,454 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:58:44,454 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:58:44,454 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:58:44,454 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:58:44,454 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:58:44,457 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:58:44,459 Job list saved +2021-12-18 15:58:44,464 Updating FAILED jobs +2021-12-18 15:58:44,464 Updating WAITING jobs +2021-12-18 15:58:44,464 Update finished +2021-12-18 15:58:54,475 Reloading parameters... +2021-12-18 15:58:54,495 Loading parameters... +2021-12-18 15:58:54,496 Loading project parameters... +2021-12-18 15:58:54,498 + +13 of 25 jobs remaining (15:58) +2021-12-18 15:58:54,498 Sleep: 10 +2021-12-18 15:58:54,498 Number of retrials: 0 +2021-12-18 15:58:54,498 WRAPPER CHECK TIME = 10 +2021-12-18 15:58:54,499 Checking jobs for platform=marenostrum4 +2021-12-18 15:58:54,500 Checking jobs for platform=nord3 +2021-12-18 15:58:54,500 Checking jobs for platform=local +2021-12-18 15:58:54,501 Checking jobs for platform=transfer_node +2021-12-18 15:58:54,501 Checking all jobs at once +2021-12-18 15:58:55,870 Successful check job command +2021-12-18 15:58:57,389 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:58:57,389 End of checking +2021-12-18 15:58:57,391 Updating FAILED jobs +2021-12-18 15:58:57,391 Updating WAITING jobs +2021-12-18 15:58:57,391 Update finished +2021-12-18 15:58:57,392 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:58:57,392 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:58:57,392 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:58:57,392 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:58:57,392 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:58:57,392 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:58:57,392 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:58:57,396 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:58:57,399 Job list saved +2021-12-18 15:58:57,406 Updating FAILED jobs +2021-12-18 15:58:57,406 Updating WAITING jobs +2021-12-18 15:58:57,406 Update finished +2021-12-18 15:59:07,411 Reloading parameters... +2021-12-18 15:59:07,428 Loading parameters... +2021-12-18 15:59:07,429 Loading project parameters... +2021-12-18 15:59:07,432 + +13 of 25 jobs remaining (15:59) +2021-12-18 15:59:07,433 Sleep: 10 +2021-12-18 15:59:07,433 Number of retrials: 0 +2021-12-18 15:59:07,433 WRAPPER CHECK TIME = 10 +2021-12-18 15:59:07,433 Checking jobs for platform=marenostrum4 +2021-12-18 15:59:07,434 Checking jobs for platform=nord3 +2021-12-18 15:59:07,434 Checking jobs for platform=local +2021-12-18 15:59:07,435 Checking jobs for platform=transfer_node +2021-12-18 15:59:07,435 Checking all jobs at once +2021-12-18 15:59:08,755 Successful check job command +2021-12-18 15:59:09,925 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:59:09,925 End of checking +2021-12-18 15:59:09,927 Updating FAILED jobs +2021-12-18 15:59:09,927 Updating WAITING jobs +2021-12-18 15:59:09,927 Update finished +2021-12-18 15:59:09,928 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:59:09,928 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:59:09,928 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:59:09,928 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:59:09,928 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:59:09,928 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:59:09,928 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:59:09,931 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:59:09,933 Job list saved +2021-12-18 15:59:09,938 Updating FAILED jobs +2021-12-18 15:59:09,938 Updating WAITING jobs +2021-12-18 15:59:09,938 Update finished +2021-12-18 15:59:19,943 Reloading parameters... +2021-12-18 15:59:19,963 Loading parameters... +2021-12-18 15:59:19,964 Loading project parameters... +2021-12-18 15:59:19,966 + +13 of 25 jobs remaining (15:59) +2021-12-18 15:59:19,967 Sleep: 10 +2021-12-18 15:59:19,967 Number of retrials: 0 +2021-12-18 15:59:19,967 WRAPPER CHECK TIME = 10 +2021-12-18 15:59:19,967 Checking jobs for platform=marenostrum4 +2021-12-18 15:59:19,968 Checking jobs for platform=nord3 +2021-12-18 15:59:19,968 Checking jobs for platform=local +2021-12-18 15:59:19,969 Checking jobs for platform=transfer_node +2021-12-18 15:59:19,969 Checking all jobs at once +2021-12-18 15:59:21,390 Successful check job command +2021-12-18 15:59:22,609 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:59:22,609 End of checking +2021-12-18 15:59:22,610 Updating FAILED jobs +2021-12-18 15:59:22,611 Updating WAITING jobs +2021-12-18 15:59:22,611 Update finished +2021-12-18 15:59:22,611 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:59:22,612 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:59:22,612 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:59:22,612 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:59:22,612 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:59:22,612 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:59:22,612 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:59:22,615 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:59:22,617 Job list saved +2021-12-18 15:59:22,622 Updating FAILED jobs +2021-12-18 15:59:22,622 Updating WAITING jobs +2021-12-18 15:59:22,622 Update finished +2021-12-18 15:59:32,632 Reloading parameters... +2021-12-18 15:59:32,653 Loading parameters... +2021-12-18 15:59:32,654 Loading project parameters... +2021-12-18 15:59:32,656 + +13 of 25 jobs remaining (15:59) +2021-12-18 15:59:32,656 Sleep: 10 +2021-12-18 15:59:32,656 Number of retrials: 0 +2021-12-18 15:59:32,657 WRAPPER CHECK TIME = 10 +2021-12-18 15:59:32,657 Checking jobs for platform=marenostrum4 +2021-12-18 15:59:32,658 Checking jobs for platform=nord3 +2021-12-18 15:59:32,658 Checking jobs for platform=local +2021-12-18 15:59:32,659 Checking jobs for platform=transfer_node +2021-12-18 15:59:32,659 Checking all jobs at once +2021-12-18 15:59:33,979 Successful check job command +2021-12-18 15:59:35,248 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:59:35,248 End of checking +2021-12-18 15:59:35,249 Updating FAILED jobs +2021-12-18 15:59:35,250 Updating WAITING jobs +2021-12-18 15:59:35,250 Update finished +2021-12-18 15:59:35,250 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:59:35,250 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:59:35,250 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:59:35,250 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:59:35,250 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:59:35,251 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:59:35,251 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:59:35,253 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:59:35,256 Job list saved +2021-12-18 15:59:35,260 Updating FAILED jobs +2021-12-18 15:59:35,261 Updating WAITING jobs +2021-12-18 15:59:35,261 Update finished +2021-12-18 15:59:45,267 Reloading parameters... +2021-12-18 15:59:45,285 Loading parameters... +2021-12-18 15:59:45,287 Loading project parameters... +2021-12-18 15:59:45,288 + +13 of 25 jobs remaining (15:59) +2021-12-18 15:59:45,289 Sleep: 10 +2021-12-18 15:59:45,289 Number of retrials: 0 +2021-12-18 15:59:45,289 WRAPPER CHECK TIME = 10 +2021-12-18 15:59:45,289 Checking jobs for platform=marenostrum4 +2021-12-18 15:59:45,290 Checking jobs for platform=nord3 +2021-12-18 15:59:45,290 Checking jobs for platform=local +2021-12-18 15:59:45,291 Checking jobs for platform=transfer_node +2021-12-18 15:59:45,291 Checking all jobs at once +2021-12-18 15:59:46,811 Successful check job command +2021-12-18 15:59:48,081 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 15:59:48,081 End of checking +2021-12-18 15:59:48,085 Updating FAILED jobs +2021-12-18 15:59:48,085 Updating WAITING jobs +2021-12-18 15:59:48,086 Update finished +2021-12-18 15:59:48,086 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 15:59:48,086 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 15:59:48,086 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 15:59:48,086 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 15:59:48,086 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 15:59:48,087 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 15:59:48,087 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 15:59:48,089 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 15:59:48,091 Job list saved +2021-12-18 15:59:48,096 Updating FAILED jobs +2021-12-18 15:59:48,096 Updating WAITING jobs +2021-12-18 15:59:48,096 Update finished +2021-12-18 15:59:58,103 Reloading parameters... +2021-12-18 15:59:58,125 Loading parameters... +2021-12-18 15:59:58,126 Loading project parameters... +2021-12-18 15:59:58,129 + +13 of 25 jobs remaining (15:59) +2021-12-18 15:59:58,129 Sleep: 10 +2021-12-18 15:59:58,129 Number of retrials: 0 +2021-12-18 15:59:58,129 WRAPPER CHECK TIME = 10 +2021-12-18 15:59:58,130 Checking jobs for platform=marenostrum4 +2021-12-18 15:59:58,130 Checking jobs for platform=nord3 +2021-12-18 15:59:58,131 Checking jobs for platform=local +2021-12-18 15:59:58,131 Checking jobs for platform=transfer_node +2021-12-18 15:59:58,131 Checking all jobs at once +2021-12-18 15:59:59,551 Successful check job command +2021-12-18 16:00:00,820 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:00:00,820 End of checking +2021-12-18 16:00:00,821 Updating FAILED jobs +2021-12-18 16:00:00,822 Updating WAITING jobs +2021-12-18 16:00:00,822 Update finished +2021-12-18 16:00:00,822 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:00:00,823 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:00:00,823 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:00:00,823 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:00:00,823 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:00:00,823 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:00:00,823 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:00:00,826 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:00:00,828 Job list saved +2021-12-18 16:00:00,833 Updating FAILED jobs +2021-12-18 16:00:00,833 Updating WAITING jobs +2021-12-18 16:00:00,833 Update finished +2021-12-18 16:00:10,843 Reloading parameters... +2021-12-18 16:00:10,862 Loading parameters... +2021-12-18 16:00:10,863 Loading project parameters... +2021-12-18 16:00:10,865 + +13 of 25 jobs remaining (16:00) +2021-12-18 16:00:10,865 Sleep: 10 +2021-12-18 16:00:10,865 Number of retrials: 0 +2021-12-18 16:00:10,865 WRAPPER CHECK TIME = 10 +2021-12-18 16:00:10,866 Checking jobs for platform=marenostrum4 +2021-12-18 16:00:10,866 Checking jobs for platform=nord3 +2021-12-18 16:00:10,867 Checking jobs for platform=local +2021-12-18 16:00:10,867 Checking jobs for platform=transfer_node +2021-12-18 16:00:10,867 Checking all jobs at once +2021-12-18 16:00:12,186 Successful check job command +2021-12-18 16:00:13,356 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:00:13,356 End of checking +2021-12-18 16:00:13,358 Updating FAILED jobs +2021-12-18 16:00:13,358 Updating WAITING jobs +2021-12-18 16:00:13,358 Update finished +2021-12-18 16:00:13,358 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:00:13,359 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:00:13,359 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:00:13,359 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:00:13,359 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:00:13,359 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:00:13,359 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:00:13,362 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:00:13,364 Job list saved +2021-12-18 16:00:13,369 Updating FAILED jobs +2021-12-18 16:00:13,369 Updating WAITING jobs +2021-12-18 16:00:13,369 Update finished +2021-12-18 16:00:23,379 Reloading parameters... +2021-12-18 16:00:23,398 Loading parameters... +2021-12-18 16:00:23,399 Loading project parameters... +2021-12-18 16:00:23,401 + +13 of 25 jobs remaining (16:00) +2021-12-18 16:00:23,401 Sleep: 10 +2021-12-18 16:00:23,401 Number of retrials: 0 +2021-12-18 16:00:23,402 WRAPPER CHECK TIME = 10 +2021-12-18 16:00:23,402 Checking jobs for platform=marenostrum4 +2021-12-18 16:00:23,403 Checking jobs for platform=nord3 +2021-12-18 16:00:23,403 Checking jobs for platform=local +2021-12-18 16:00:23,404 Checking jobs for platform=transfer_node +2021-12-18 16:00:23,404 Checking all jobs at once +2021-12-18 16:00:24,824 Successful check job command +2021-12-18 16:00:26,093 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:00:26,093 End of checking +2021-12-18 16:00:26,095 Updating FAILED jobs +2021-12-18 16:00:26,095 Updating WAITING jobs +2021-12-18 16:00:26,095 Update finished +2021-12-18 16:00:26,095 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:00:26,096 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:00:26,096 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:00:26,096 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:00:26,096 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:00:26,096 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:00:26,096 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:00:26,099 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:00:26,101 Job list saved +2021-12-18 16:00:26,112 Updating FAILED jobs +2021-12-18 16:00:26,112 Updating WAITING jobs +2021-12-18 16:00:26,112 Update finished +2021-12-18 16:00:36,115 Reloading parameters... +2021-12-18 16:00:36,133 Loading parameters... +2021-12-18 16:00:36,134 Loading project parameters... +2021-12-18 16:00:36,136 + +13 of 25 jobs remaining (16:00) +2021-12-18 16:00:36,136 Sleep: 10 +2021-12-18 16:00:36,136 Number of retrials: 0 +2021-12-18 16:00:36,136 WRAPPER CHECK TIME = 10 +2021-12-18 16:00:36,137 Checking jobs for platform=marenostrum4 +2021-12-18 16:00:36,138 Checking jobs for platform=nord3 +2021-12-18 16:00:36,138 Checking jobs for platform=local +2021-12-18 16:00:36,139 Checking jobs for platform=transfer_node +2021-12-18 16:00:36,139 Checking all jobs at once +2021-12-18 16:00:37,509 Successful check job command +2021-12-18 16:00:38,729 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:00:38,729 End of checking +2021-12-18 16:00:38,730 Updating FAILED jobs +2021-12-18 16:00:38,730 Updating WAITING jobs +2021-12-18 16:00:38,731 Update finished +2021-12-18 16:00:38,731 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:00:38,732 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:00:38,732 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:00:38,732 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:00:38,732 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:00:38,732 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:00:38,732 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:00:38,735 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:00:38,737 Job list saved +2021-12-18 16:00:38,742 Updating FAILED jobs +2021-12-18 16:00:38,742 Updating WAITING jobs +2021-12-18 16:00:38,743 Update finished +2021-12-18 16:00:48,749 Reloading parameters... +2021-12-18 16:00:48,769 Loading parameters... +2021-12-18 16:00:48,770 Loading project parameters... +2021-12-18 16:00:48,772 + +13 of 25 jobs remaining (16:00) +2021-12-18 16:00:48,772 Sleep: 10 +2021-12-18 16:00:48,772 Number of retrials: 0 +2021-12-18 16:00:48,773 WRAPPER CHECK TIME = 10 +2021-12-18 16:00:48,773 Checking jobs for platform=marenostrum4 +2021-12-18 16:00:48,774 Checking jobs for platform=nord3 +2021-12-18 16:00:48,774 Checking jobs for platform=local +2021-12-18 16:00:48,775 Checking jobs for platform=transfer_node +2021-12-18 16:00:48,775 Checking all jobs at once +2021-12-18 16:00:50,297 Successful check job command +2021-12-18 16:00:51,567 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:00:51,568 End of checking +2021-12-18 16:00:51,569 Updating FAILED jobs +2021-12-18 16:00:51,569 Updating WAITING jobs +2021-12-18 16:00:51,570 Update finished +2021-12-18 16:00:51,570 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:00:51,570 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:00:51,570 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:00:51,570 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:00:51,570 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:00:51,570 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:00:51,571 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:00:51,573 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:00:51,575 Job list saved +2021-12-18 16:00:51,580 Updating FAILED jobs +2021-12-18 16:00:51,580 Updating WAITING jobs +2021-12-18 16:00:51,581 Update finished +2021-12-18 16:01:01,583 Reloading parameters... +2021-12-18 16:01:01,604 Loading parameters... +2021-12-18 16:01:01,606 Loading project parameters... +2021-12-18 16:01:01,608 + +13 of 25 jobs remaining (16:01) +2021-12-18 16:01:01,608 Sleep: 10 +2021-12-18 16:01:01,608 Number of retrials: 0 +2021-12-18 16:01:01,608 WRAPPER CHECK TIME = 10 +2021-12-18 16:01:01,609 Checking jobs for platform=marenostrum4 +2021-12-18 16:01:01,609 Checking jobs for platform=nord3 +2021-12-18 16:01:01,610 Checking jobs for platform=local +2021-12-18 16:01:01,610 Checking jobs for platform=transfer_node +2021-12-18 16:01:01,610 Checking all jobs at once +2021-12-18 16:01:03,231 Successful check job command +2021-12-18 16:01:04,500 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:01:04,501 End of checking +2021-12-18 16:01:04,502 Updating FAILED jobs +2021-12-18 16:01:04,502 Updating WAITING jobs +2021-12-18 16:01:04,502 Update finished +2021-12-18 16:01:04,503 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:01:04,503 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:01:04,503 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:01:04,503 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:01:04,503 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:01:04,503 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:01:04,503 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:01:04,506 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:01:04,508 Job list saved +2021-12-18 16:01:04,514 Updating FAILED jobs +2021-12-18 16:01:04,514 Updating WAITING jobs +2021-12-18 16:01:04,515 Update finished +2021-12-18 16:01:14,525 Reloading parameters... +2021-12-18 16:01:14,544 Loading parameters... +2021-12-18 16:01:14,545 Loading project parameters... +2021-12-18 16:01:14,547 + +13 of 25 jobs remaining (16:01) +2021-12-18 16:01:14,547 Sleep: 10 +2021-12-18 16:01:14,547 Number of retrials: 0 +2021-12-18 16:01:14,548 WRAPPER CHECK TIME = 10 +2021-12-18 16:01:14,548 Checking jobs for platform=marenostrum4 +2021-12-18 16:01:14,549 Checking jobs for platform=nord3 +2021-12-18 16:01:14,549 Checking jobs for platform=local +2021-12-18 16:01:14,550 Checking jobs for platform=transfer_node +2021-12-18 16:01:14,550 Checking all jobs at once +2021-12-18 16:01:15,921 Successful check job command +2021-12-18 16:01:17,291 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:01:17,291 End of checking +2021-12-18 16:01:17,292 Updating FAILED jobs +2021-12-18 16:01:17,293 Updating WAITING jobs +2021-12-18 16:01:17,293 Update finished +2021-12-18 16:01:17,293 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:01:17,294 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:01:17,294 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:01:17,294 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:01:17,294 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:01:17,294 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:01:17,294 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:01:17,297 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:01:17,299 Job list saved +2021-12-18 16:01:17,304 Updating FAILED jobs +2021-12-18 16:01:17,304 Updating WAITING jobs +2021-12-18 16:01:17,304 Update finished +2021-12-18 16:01:27,314 Reloading parameters... +2021-12-18 16:01:27,335 Loading parameters... +2021-12-18 16:01:27,336 Loading project parameters... +2021-12-18 16:01:27,338 + +13 of 25 jobs remaining (16:01) +2021-12-18 16:01:27,338 Sleep: 10 +2021-12-18 16:01:27,338 Number of retrials: 0 +2021-12-18 16:01:27,338 WRAPPER CHECK TIME = 10 +2021-12-18 16:01:27,339 Checking jobs for platform=marenostrum4 +2021-12-18 16:01:27,340 Checking jobs for platform=nord3 +2021-12-18 16:01:27,340 Checking jobs for platform=local +2021-12-18 16:01:27,341 Checking jobs for platform=transfer_node +2021-12-18 16:01:27,341 Checking all jobs at once +2021-12-18 16:01:28,611 Successful check job command +2021-12-18 16:01:29,780 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:01:29,780 End of checking +2021-12-18 16:01:29,782 Updating FAILED jobs +2021-12-18 16:01:29,782 Updating WAITING jobs +2021-12-18 16:01:29,782 Update finished +2021-12-18 16:01:29,782 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:01:29,783 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:01:29,783 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:01:29,783 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:01:29,783 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:01:29,783 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:01:29,783 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:01:29,788 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:01:29,791 Job list saved +2021-12-18 16:01:29,795 Updating FAILED jobs +2021-12-18 16:01:29,796 Updating WAITING jobs +2021-12-18 16:01:29,796 Update finished +2021-12-18 16:01:39,806 Reloading parameters... +2021-12-18 16:01:39,823 Loading parameters... +2021-12-18 16:01:39,825 Loading project parameters... +2021-12-18 16:01:39,827 + +13 of 25 jobs remaining (16:01) +2021-12-18 16:01:39,827 Sleep: 10 +2021-12-18 16:01:39,827 Number of retrials: 0 +2021-12-18 16:01:39,827 WRAPPER CHECK TIME = 10 +2021-12-18 16:01:39,828 Checking jobs for platform=marenostrum4 +2021-12-18 16:01:39,828 Checking jobs for platform=nord3 +2021-12-18 16:01:39,829 Checking jobs for platform=local +2021-12-18 16:01:39,829 Checking jobs for platform=transfer_node +2021-12-18 16:01:39,829 Checking all jobs at once +2021-12-18 16:01:41,399 Successful check job command +2021-12-18 16:01:42,619 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:01:42,620 End of checking +2021-12-18 16:01:42,621 Updating FAILED jobs +2021-12-18 16:01:42,621 Updating WAITING jobs +2021-12-18 16:01:42,621 Update finished +2021-12-18 16:01:42,622 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:01:42,622 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:01:42,622 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:01:42,622 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:01:42,622 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:01:42,622 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:01:42,622 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:01:42,625 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:01:42,628 Job list saved +2021-12-18 16:01:42,633 Updating FAILED jobs +2021-12-18 16:01:42,633 Updating WAITING jobs +2021-12-18 16:01:42,633 Update finished +2021-12-18 16:01:52,644 Reloading parameters... +2021-12-18 16:01:52,663 Loading parameters... +2021-12-18 16:01:52,664 Loading project parameters... +2021-12-18 16:01:52,666 + +13 of 25 jobs remaining (16:01) +2021-12-18 16:01:52,666 Sleep: 10 +2021-12-18 16:01:52,666 Number of retrials: 0 +2021-12-18 16:01:52,666 WRAPPER CHECK TIME = 10 +2021-12-18 16:01:52,667 Checking jobs for platform=marenostrum4 +2021-12-18 16:01:52,667 Checking jobs for platform=nord3 +2021-12-18 16:01:52,668 Checking jobs for platform=local +2021-12-18 16:01:52,669 Checking jobs for platform=transfer_node +2021-12-18 16:01:52,669 Checking all jobs at once +2021-12-18 16:01:54,089 Successful check job command +2021-12-18 16:01:55,465 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:01:55,465 End of checking +2021-12-18 16:01:55,466 Updating FAILED jobs +2021-12-18 16:01:55,467 Updating WAITING jobs +2021-12-18 16:01:55,467 Update finished +2021-12-18 16:01:55,467 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:01:55,468 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:01:55,468 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:01:55,468 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:01:55,468 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:01:55,468 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:01:55,469 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:01:55,472 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:01:55,474 Job list saved +2021-12-18 16:01:55,479 Updating FAILED jobs +2021-12-18 16:01:55,479 Updating WAITING jobs +2021-12-18 16:01:55,480 Update finished +2021-12-18 16:02:05,490 Reloading parameters... +2021-12-18 16:02:05,509 Loading parameters... +2021-12-18 16:02:05,510 Loading project parameters... +2021-12-18 16:02:05,512 + +13 of 25 jobs remaining (16:02) +2021-12-18 16:02:05,512 Sleep: 10 +2021-12-18 16:02:05,512 Number of retrials: 0 +2021-12-18 16:02:05,512 WRAPPER CHECK TIME = 10 +2021-12-18 16:02:05,513 Checking jobs for platform=marenostrum4 +2021-12-18 16:02:05,513 Checking jobs for platform=nord3 +2021-12-18 16:02:05,514 Checking jobs for platform=local +2021-12-18 16:02:05,514 Checking jobs for platform=transfer_node +2021-12-18 16:02:05,515 Checking all jobs at once +2021-12-18 16:02:06,885 Successful check job command +2021-12-18 16:02:08,204 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:02:08,205 End of checking +2021-12-18 16:02:08,207 Updating FAILED jobs +2021-12-18 16:02:08,207 Updating WAITING jobs +2021-12-18 16:02:08,207 Update finished +2021-12-18 16:02:08,207 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:02:08,207 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:02:08,208 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:02:08,208 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:02:08,208 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:02:08,208 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:02:08,208 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:02:08,212 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:02:08,214 Job list saved +2021-12-18 16:02:08,218 Updating FAILED jobs +2021-12-18 16:02:08,219 Updating WAITING jobs +2021-12-18 16:02:08,219 Update finished +2021-12-18 16:02:18,227 Reloading parameters... +2021-12-18 16:02:18,246 Loading parameters... +2021-12-18 16:02:18,247 Loading project parameters... +2021-12-18 16:02:18,249 + +13 of 25 jobs remaining (16:02) +2021-12-18 16:02:18,249 Sleep: 10 +2021-12-18 16:02:18,250 Number of retrials: 0 +2021-12-18 16:02:18,250 WRAPPER CHECK TIME = 10 +2021-12-18 16:02:18,250 Checking jobs for platform=marenostrum4 +2021-12-18 16:02:18,251 Checking jobs for platform=nord3 +2021-12-18 16:02:18,251 Checking jobs for platform=local +2021-12-18 16:02:18,252 Checking jobs for platform=transfer_node +2021-12-18 16:02:18,252 Checking all jobs at once +2021-12-18 16:02:19,672 Successful check job command +2021-12-18 16:02:20,991 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:02:20,992 End of checking +2021-12-18 16:02:20,993 Updating FAILED jobs +2021-12-18 16:02:20,993 Updating WAITING jobs +2021-12-18 16:02:20,993 Update finished +2021-12-18 16:02:20,993 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:02:20,994 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:02:20,994 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:02:20,994 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:02:20,994 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:02:20,994 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:02:20,994 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:02:20,997 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:02:20,999 Job list saved +2021-12-18 16:02:21,004 Updating FAILED jobs +2021-12-18 16:02:21,004 Updating WAITING jobs +2021-12-18 16:02:21,004 Update finished +2021-12-18 16:02:31,008 Reloading parameters... +2021-12-18 16:02:31,029 Loading parameters... +2021-12-18 16:02:31,031 Loading project parameters... +2021-12-18 16:02:31,033 + +13 of 25 jobs remaining (16:02) +2021-12-18 16:02:31,033 Sleep: 10 +2021-12-18 16:02:31,033 Number of retrials: 0 +2021-12-18 16:02:31,033 WRAPPER CHECK TIME = 10 +2021-12-18 16:02:31,034 Checking jobs for platform=marenostrum4 +2021-12-18 16:02:31,034 Checking jobs for platform=nord3 +2021-12-18 16:02:31,035 Checking jobs for platform=local +2021-12-18 16:02:31,035 Checking jobs for platform=transfer_node +2021-12-18 16:02:31,035 Checking all jobs at once +2021-12-18 16:02:32,307 Successful check job command +2021-12-18 16:02:33,476 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:02:33,476 End of checking +2021-12-18 16:02:33,478 Updating FAILED jobs +2021-12-18 16:02:33,478 Updating WAITING jobs +2021-12-18 16:02:33,478 Update finished +2021-12-18 16:02:33,478 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:02:33,479 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:02:33,479 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:02:33,479 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:02:33,479 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:02:33,479 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:02:33,480 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:02:33,482 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:02:33,485 Job list saved +2021-12-18 16:02:33,494 Updating FAILED jobs +2021-12-18 16:02:33,494 Updating WAITING jobs +2021-12-18 16:02:33,494 Update finished +2021-12-18 16:02:43,504 Reloading parameters... +2021-12-18 16:02:43,523 Loading parameters... +2021-12-18 16:02:43,525 Loading project parameters... +2021-12-18 16:02:43,527 + +13 of 25 jobs remaining (16:02) +2021-12-18 16:02:43,527 Sleep: 10 +2021-12-18 16:02:43,527 Number of retrials: 0 +2021-12-18 16:02:43,527 WRAPPER CHECK TIME = 10 +2021-12-18 16:02:43,528 Checking jobs for platform=marenostrum4 +2021-12-18 16:02:43,528 Checking jobs for platform=nord3 +2021-12-18 16:02:43,529 Checking jobs for platform=local +2021-12-18 16:02:43,529 Checking jobs for platform=transfer_node +2021-12-18 16:02:43,529 Checking all jobs at once +2021-12-18 16:02:45,050 Successful check job command +2021-12-18 16:02:46,270 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:02:46,270 End of checking +2021-12-18 16:02:46,271 Updating FAILED jobs +2021-12-18 16:02:46,271 Updating WAITING jobs +2021-12-18 16:02:46,271 Update finished +2021-12-18 16:02:46,272 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:02:46,272 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:02:46,272 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:02:46,272 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:02:46,272 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:02:46,272 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:02:46,272 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:02:46,275 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:02:46,277 Job list saved +2021-12-18 16:02:46,282 Updating FAILED jobs +2021-12-18 16:02:46,283 Updating WAITING jobs +2021-12-18 16:02:46,283 Update finished +2021-12-18 16:02:56,293 Reloading parameters... +2021-12-18 16:02:56,314 Loading parameters... +2021-12-18 16:02:56,315 Loading project parameters... +2021-12-18 16:02:56,317 + +13 of 25 jobs remaining (16:02) +2021-12-18 16:02:56,317 Sleep: 10 +2021-12-18 16:02:56,317 Number of retrials: 0 +2021-12-18 16:02:56,318 WRAPPER CHECK TIME = 10 +2021-12-18 16:02:56,318 Checking jobs for platform=marenostrum4 +2021-12-18 16:02:56,319 Checking jobs for platform=nord3 +2021-12-18 16:02:56,319 Checking jobs for platform=local +2021-12-18 16:02:56,320 Checking jobs for platform=transfer_node +2021-12-18 16:02:56,320 Checking all jobs at once +2021-12-18 16:02:57,790 Successful check job command +2021-12-18 16:02:59,159 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:02:59,159 End of checking +2021-12-18 16:02:59,161 Updating FAILED jobs +2021-12-18 16:02:59,161 Updating WAITING jobs +2021-12-18 16:02:59,161 Update finished +2021-12-18 16:02:59,161 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:02:59,162 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:02:59,162 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:02:59,162 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:02:59,162 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:02:59,162 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:02:59,162 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:02:59,165 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:02:59,167 Job list saved +2021-12-18 16:02:59,172 Updating FAILED jobs +2021-12-18 16:02:59,172 Updating WAITING jobs +2021-12-18 16:02:59,172 Update finished +2021-12-18 16:03:09,182 Reloading parameters... +2021-12-18 16:03:09,200 Loading parameters... +2021-12-18 16:03:09,201 Loading project parameters... +2021-12-18 16:03:09,203 + +13 of 25 jobs remaining (16:03) +2021-12-18 16:03:09,203 Sleep: 10 +2021-12-18 16:03:09,203 Number of retrials: 0 +2021-12-18 16:03:09,203 WRAPPER CHECK TIME = 10 +2021-12-18 16:03:09,204 Checking jobs for platform=marenostrum4 +2021-12-18 16:03:09,205 Checking jobs for platform=nord3 +2021-12-18 16:03:09,205 Checking jobs for platform=local +2021-12-18 16:03:09,206 Checking jobs for platform=transfer_node +2021-12-18 16:03:09,206 Checking all jobs at once +2021-12-18 16:03:10,525 Successful check job command +2021-12-18 16:03:11,751 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:03:11,751 End of checking +2021-12-18 16:03:11,753 Updating FAILED jobs +2021-12-18 16:03:11,753 Updating WAITING jobs +2021-12-18 16:03:11,753 Update finished +2021-12-18 16:03:11,753 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:03:11,754 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:03:11,754 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:03:11,754 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:03:11,754 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:03:11,754 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:03:11,755 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:03:11,758 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:03:11,760 Job list saved +2021-12-18 16:03:11,765 Updating FAILED jobs +2021-12-18 16:03:11,765 Updating WAITING jobs +2021-12-18 16:03:11,765 Update finished +2021-12-18 16:03:21,774 Reloading parameters... +2021-12-18 16:03:21,793 Loading parameters... +2021-12-18 16:03:21,794 Loading project parameters... +2021-12-18 16:03:21,796 + +13 of 25 jobs remaining (16:03) +2021-12-18 16:03:21,797 Sleep: 10 +2021-12-18 16:03:21,797 Number of retrials: 0 +2021-12-18 16:03:21,797 WRAPPER CHECK TIME = 10 +2021-12-18 16:03:21,797 Checking jobs for platform=marenostrum4 +2021-12-18 16:03:21,798 Checking jobs for platform=nord3 +2021-12-18 16:03:21,798 Checking jobs for platform=local +2021-12-18 16:03:21,799 Checking jobs for platform=transfer_node +2021-12-18 16:03:21,799 Checking all jobs at once +2021-12-18 16:03:23,169 Successful check job command +2021-12-18 16:03:24,341 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:03:24,341 End of checking +2021-12-18 16:03:24,343 Updating FAILED jobs +2021-12-18 16:03:24,343 Updating WAITING jobs +2021-12-18 16:03:24,343 Update finished +2021-12-18 16:03:24,343 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:03:24,343 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:03:24,344 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:03:24,344 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:03:24,344 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:03:24,344 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:03:24,344 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:03:24,348 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:03:24,350 Job list saved +2021-12-18 16:03:24,355 Updating FAILED jobs +2021-12-18 16:03:24,355 Updating WAITING jobs +2021-12-18 16:03:24,355 Update finished +2021-12-18 16:03:34,365 Reloading parameters... +2021-12-18 16:03:34,387 Loading parameters... +2021-12-18 16:03:34,388 Loading project parameters... +2021-12-18 16:03:34,390 + +13 of 25 jobs remaining (16:03) +2021-12-18 16:03:34,390 Sleep: 10 +2021-12-18 16:03:34,391 Number of retrials: 0 +2021-12-18 16:03:34,391 WRAPPER CHECK TIME = 10 +2021-12-18 16:03:34,391 Checking jobs for platform=marenostrum4 +2021-12-18 16:03:34,392 Checking jobs for platform=nord3 +2021-12-18 16:03:34,392 Checking jobs for platform=local +2021-12-18 16:03:34,393 Checking jobs for platform=transfer_node +2021-12-18 16:03:34,393 Checking all jobs at once +2021-12-18 16:03:35,922 Successful check job command +2021-12-18 16:03:37,191 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:03:37,192 End of checking +2021-12-18 16:03:37,193 Updating FAILED jobs +2021-12-18 16:03:37,193 Updating WAITING jobs +2021-12-18 16:03:37,194 Update finished +2021-12-18 16:03:37,194 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:03:37,194 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:03:37,194 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:03:37,194 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:03:37,194 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:03:37,194 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:03:37,195 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:03:37,197 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:03:37,200 Job list saved +2021-12-18 16:03:37,204 Updating FAILED jobs +2021-12-18 16:03:37,204 Updating WAITING jobs +2021-12-18 16:03:37,205 Update finished +2021-12-18 16:03:47,215 Reloading parameters... +2021-12-18 16:03:47,234 Loading parameters... +2021-12-18 16:03:47,235 Loading project parameters... +2021-12-18 16:03:47,237 + +13 of 25 jobs remaining (16:03) +2021-12-18 16:03:47,237 Sleep: 10 +2021-12-18 16:03:47,237 Number of retrials: 0 +2021-12-18 16:03:47,237 WRAPPER CHECK TIME = 10 +2021-12-18 16:03:47,238 Checking jobs for platform=marenostrum4 +2021-12-18 16:03:47,238 Checking jobs for platform=nord3 +2021-12-18 16:03:47,239 Checking jobs for platform=local +2021-12-18 16:03:47,239 Checking jobs for platform=transfer_node +2021-12-18 16:03:47,239 Checking all jobs at once +2021-12-18 16:03:48,559 Successful check job command +2021-12-18 16:03:49,781 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:03:49,782 End of checking +2021-12-18 16:03:49,783 Updating FAILED jobs +2021-12-18 16:03:49,783 Updating WAITING jobs +2021-12-18 16:03:49,783 Update finished +2021-12-18 16:03:49,783 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:03:49,784 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:03:49,784 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:03:49,784 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:03:49,784 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:03:49,785 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:03:49,785 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:03:49,787 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:03:49,790 Job list saved +2021-12-18 16:03:49,795 Updating FAILED jobs +2021-12-18 16:03:49,795 Updating WAITING jobs +2021-12-18 16:03:49,795 Update finished +2021-12-18 16:03:59,805 Reloading parameters... +2021-12-18 16:03:59,826 Loading parameters... +2021-12-18 16:03:59,827 Loading project parameters... +2021-12-18 16:03:59,829 + +13 of 25 jobs remaining (16:03) +2021-12-18 16:03:59,829 Sleep: 10 +2021-12-18 16:03:59,829 Number of retrials: 0 +2021-12-18 16:03:59,829 WRAPPER CHECK TIME = 10 +2021-12-18 16:03:59,830 Checking jobs for platform=marenostrum4 +2021-12-18 16:03:59,831 Checking jobs for platform=nord3 +2021-12-18 16:03:59,831 Checking jobs for platform=local +2021-12-18 16:03:59,832 Checking jobs for platform=transfer_node +2021-12-18 16:03:59,832 Checking all jobs at once +2021-12-18 16:04:01,152 Successful check job command +2021-12-18 16:04:02,322 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:04:02,323 End of checking +2021-12-18 16:04:02,324 Updating FAILED jobs +2021-12-18 16:04:02,324 Updating WAITING jobs +2021-12-18 16:04:02,324 Update finished +2021-12-18 16:04:02,325 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:04:02,325 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:04:02,325 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:04:02,325 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:04:02,325 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:04:02,325 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:04:02,325 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:04:02,329 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:04:02,331 Job list saved +2021-12-18 16:04:02,336 Updating FAILED jobs +2021-12-18 16:04:02,336 Updating WAITING jobs +2021-12-18 16:04:02,336 Update finished +2021-12-18 16:04:12,344 Reloading parameters... +2021-12-18 16:04:12,363 Loading parameters... +2021-12-18 16:04:12,364 Loading project parameters... +2021-12-18 16:04:12,366 + +13 of 25 jobs remaining (16:04) +2021-12-18 16:04:12,366 Sleep: 10 +2021-12-18 16:04:12,366 Number of retrials: 0 +2021-12-18 16:04:12,366 WRAPPER CHECK TIME = 10 +2021-12-18 16:04:12,367 Checking jobs for platform=marenostrum4 +2021-12-18 16:04:12,367 Checking jobs for platform=nord3 +2021-12-18 16:04:12,368 Checking jobs for platform=local +2021-12-18 16:04:12,369 Checking jobs for platform=transfer_node +2021-12-18 16:04:12,369 Checking all jobs at once +2021-12-18 16:04:13,990 Successful check job command +2021-12-18 16:04:15,309 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:04:15,309 End of checking +2021-12-18 16:04:15,311 Updating FAILED jobs +2021-12-18 16:04:15,311 Updating WAITING jobs +2021-12-18 16:04:15,311 Update finished +2021-12-18 16:04:15,311 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:04:15,312 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:04:15,312 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:04:15,312 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:04:15,312 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:04:15,312 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:04:15,312 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:04:15,315 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:04:15,317 Job list saved +2021-12-18 16:04:15,323 Updating FAILED jobs +2021-12-18 16:04:15,323 Updating WAITING jobs +2021-12-18 16:04:15,324 Update finished +2021-12-18 16:04:25,329 Reloading parameters... +2021-12-18 16:04:25,347 Loading parameters... +2021-12-18 16:04:25,348 Loading project parameters... +2021-12-18 16:04:25,350 + +13 of 25 jobs remaining (16:04) +2021-12-18 16:04:25,350 Sleep: 10 +2021-12-18 16:04:25,350 Number of retrials: 0 +2021-12-18 16:04:25,350 WRAPPER CHECK TIME = 10 +2021-12-18 16:04:25,351 Checking jobs for platform=marenostrum4 +2021-12-18 16:04:25,351 Checking jobs for platform=nord3 +2021-12-18 16:04:25,352 Checking jobs for platform=local +2021-12-18 16:04:25,352 Checking jobs for platform=transfer_node +2021-12-18 16:04:25,352 Checking all jobs at once +2021-12-18 16:04:26,673 Successful check job command +2021-12-18 16:04:27,892 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:04:27,892 End of checking +2021-12-18 16:04:27,893 Updating FAILED jobs +2021-12-18 16:04:27,894 Updating WAITING jobs +2021-12-18 16:04:27,894 Update finished +2021-12-18 16:04:27,894 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:04:27,895 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:04:27,895 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:04:27,895 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:04:27,895 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:04:27,895 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:04:27,895 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:04:27,898 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:04:27,900 Job list saved +2021-12-18 16:04:27,905 Updating FAILED jobs +2021-12-18 16:04:27,905 Updating WAITING jobs +2021-12-18 16:04:27,905 Update finished +2021-12-18 16:04:37,915 Reloading parameters... +2021-12-18 16:04:37,933 Loading parameters... +2021-12-18 16:04:37,934 Loading project parameters... +2021-12-18 16:04:37,936 + +13 of 25 jobs remaining (16:04) +2021-12-18 16:04:37,936 Sleep: 10 +2021-12-18 16:04:37,936 Number of retrials: 0 +2021-12-18 16:04:37,936 WRAPPER CHECK TIME = 10 +2021-12-18 16:04:37,937 Checking jobs for platform=marenostrum4 +2021-12-18 16:04:37,937 Checking jobs for platform=nord3 +2021-12-18 16:04:37,938 Checking jobs for platform=local +2021-12-18 16:04:37,938 Checking jobs for platform=transfer_node +2021-12-18 16:04:37,938 Checking all jobs at once +2021-12-18 16:04:39,559 Successful check job command +2021-12-18 16:04:40,828 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:04:40,829 End of checking +2021-12-18 16:04:40,830 Updating FAILED jobs +2021-12-18 16:04:40,830 Updating WAITING jobs +2021-12-18 16:04:40,830 Update finished +2021-12-18 16:04:40,831 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:04:40,831 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:04:40,831 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:04:40,831 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:04:40,831 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:04:40,831 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:04:40,831 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:04:40,834 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:04:40,836 Job list saved +2021-12-18 16:04:40,841 Updating FAILED jobs +2021-12-18 16:04:40,841 Updating WAITING jobs +2021-12-18 16:04:40,842 Update finished +2021-12-18 16:04:50,846 Reloading parameters... +2021-12-18 16:04:50,864 Loading parameters... +2021-12-18 16:04:50,866 Loading project parameters... +2021-12-18 16:04:50,868 + +13 of 25 jobs remaining (16:04) +2021-12-18 16:04:50,868 Sleep: 10 +2021-12-18 16:04:50,868 Number of retrials: 0 +2021-12-18 16:04:50,868 WRAPPER CHECK TIME = 10 +2021-12-18 16:04:50,869 Checking jobs for platform=marenostrum4 +2021-12-18 16:04:50,869 Checking jobs for platform=nord3 +2021-12-18 16:04:50,870 Checking jobs for platform=local +2021-12-18 16:04:50,870 Checking jobs for platform=transfer_node +2021-12-18 16:04:50,870 Checking all jobs at once +2021-12-18 16:04:52,191 Successful check job command +2021-12-18 16:04:53,510 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:04:53,511 End of checking +2021-12-18 16:04:53,512 Updating FAILED jobs +2021-12-18 16:04:53,513 Updating WAITING jobs +2021-12-18 16:04:53,513 Update finished +2021-12-18 16:04:53,513 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:04:53,513 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:04:53,513 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:04:53,513 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:04:53,513 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:04:53,514 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:04:53,514 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:04:53,517 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:04:53,519 Job list saved +2021-12-18 16:04:53,525 Updating FAILED jobs +2021-12-18 16:04:53,526 Updating WAITING jobs +2021-12-18 16:04:53,526 Update finished +2021-12-18 16:05:03,535 Reloading parameters... +2021-12-18 16:05:03,559 Loading parameters... +2021-12-18 16:05:03,560 Loading project parameters... +2021-12-18 16:05:03,562 + +13 of 25 jobs remaining (16:05) +2021-12-18 16:05:03,563 Sleep: 10 +2021-12-18 16:05:03,563 Number of retrials: 0 +2021-12-18 16:05:03,563 WRAPPER CHECK TIME = 10 +2021-12-18 16:05:03,563 Checking jobs for platform=marenostrum4 +2021-12-18 16:05:03,564 Checking jobs for platform=nord3 +2021-12-18 16:05:03,565 Checking jobs for platform=local +2021-12-18 16:05:03,565 Checking jobs for platform=transfer_node +2021-12-18 16:05:03,565 Checking all jobs at once +2021-12-18 16:05:04,886 Successful check job command +2021-12-18 16:05:06,105 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:05:06,105 End of checking +2021-12-18 16:05:06,107 Updating FAILED jobs +2021-12-18 16:05:06,107 Updating WAITING jobs +2021-12-18 16:05:06,107 Update finished +2021-12-18 16:05:06,108 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:05:06,108 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:05:06,109 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:05:06,109 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:05:06,109 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:05:06,109 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:05:06,109 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:05:06,112 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:05:06,114 Job list saved +2021-12-18 16:05:06,120 Updating FAILED jobs +2021-12-18 16:05:06,120 Updating WAITING jobs +2021-12-18 16:05:06,120 Update finished +2021-12-18 16:05:16,131 Reloading parameters... +2021-12-18 16:05:16,149 Loading parameters... +2021-12-18 16:05:16,150 Loading project parameters... +2021-12-18 16:05:16,152 + +13 of 25 jobs remaining (16:05) +2021-12-18 16:05:16,153 Sleep: 10 +2021-12-18 16:05:16,153 Number of retrials: 0 +2021-12-18 16:05:16,153 WRAPPER CHECK TIME = 10 +2021-12-18 16:05:16,153 Checking jobs for platform=marenostrum4 +2021-12-18 16:05:16,154 Checking jobs for platform=nord3 +2021-12-18 16:05:16,154 Checking jobs for platform=local +2021-12-18 16:05:16,155 Checking jobs for platform=transfer_node +2021-12-18 16:05:16,155 Checking all jobs at once +2021-12-18 16:05:17,475 Successful check job command +2021-12-18 16:05:18,695 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:05:18,696 End of checking +2021-12-18 16:05:18,697 Updating FAILED jobs +2021-12-18 16:05:18,697 Updating WAITING jobs +2021-12-18 16:05:18,698 Update finished +2021-12-18 16:05:18,698 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:05:18,698 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:05:18,698 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:05:18,698 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:05:18,698 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:05:18,698 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:05:18,699 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:05:18,701 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:05:18,704 Job list saved +2021-12-18 16:05:18,710 Updating FAILED jobs +2021-12-18 16:05:18,710 Updating WAITING jobs +2021-12-18 16:05:18,710 Update finished +2021-12-18 16:05:28,720 Reloading parameters... +2021-12-18 16:05:28,739 Loading parameters... +2021-12-18 16:05:28,740 Loading project parameters... +2021-12-18 16:05:28,742 + +13 of 25 jobs remaining (16:05) +2021-12-18 16:05:28,742 Sleep: 10 +2021-12-18 16:05:28,742 Number of retrials: 0 +2021-12-18 16:05:28,742 WRAPPER CHECK TIME = 10 +2021-12-18 16:05:28,743 Checking jobs for platform=marenostrum4 +2021-12-18 16:05:28,743 Checking jobs for platform=nord3 +2021-12-18 16:05:28,744 Checking jobs for platform=local +2021-12-18 16:05:28,745 Checking jobs for platform=transfer_node +2021-12-18 16:05:28,745 Checking all jobs at once +2021-12-18 16:05:30,365 Successful check job command +2021-12-18 16:05:31,684 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:05:31,684 End of checking +2021-12-18 16:05:31,686 Updating FAILED jobs +2021-12-18 16:05:31,686 Updating WAITING jobs +2021-12-18 16:05:31,687 Update finished +2021-12-18 16:05:31,687 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:05:31,687 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:05:31,687 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:05:31,687 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:05:31,687 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:05:31,687 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:05:31,687 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:05:31,690 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:05:31,692 Job list saved +2021-12-18 16:05:31,697 Updating FAILED jobs +2021-12-18 16:05:31,697 Updating WAITING jobs +2021-12-18 16:05:31,697 Update finished +2021-12-18 16:05:41,706 Reloading parameters... +2021-12-18 16:05:41,724 Loading parameters... +2021-12-18 16:05:41,725 Loading project parameters... +2021-12-18 16:05:41,727 + +13 of 25 jobs remaining (16:05) +2021-12-18 16:05:41,728 Sleep: 10 +2021-12-18 16:05:41,728 Number of retrials: 0 +2021-12-18 16:05:41,728 WRAPPER CHECK TIME = 10 +2021-12-18 16:05:41,728 Checking jobs for platform=marenostrum4 +2021-12-18 16:05:41,729 Checking jobs for platform=nord3 +2021-12-18 16:05:41,729 Checking jobs for platform=local +2021-12-18 16:05:41,730 Checking jobs for platform=transfer_node +2021-12-18 16:05:41,730 Checking all jobs at once +2021-12-18 16:05:43,000 Successful check job command +2021-12-18 16:05:44,269 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:05:44,269 End of checking +2021-12-18 16:05:44,273 Updating FAILED jobs +2021-12-18 16:05:44,273 Updating WAITING jobs +2021-12-18 16:05:44,273 Update finished +2021-12-18 16:05:44,274 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:05:44,275 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:05:44,275 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:05:44,275 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:05:44,275 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:05:44,275 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:05:44,275 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:05:44,278 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:05:44,281 Job list saved +2021-12-18 16:05:44,286 Updating FAILED jobs +2021-12-18 16:05:44,286 Updating WAITING jobs +2021-12-18 16:05:44,287 Update finished +2021-12-18 16:05:54,297 Reloading parameters... +2021-12-18 16:05:54,317 Loading parameters... +2021-12-18 16:05:54,319 Loading project parameters... +2021-12-18 16:05:54,321 + +13 of 25 jobs remaining (16:05) +2021-12-18 16:05:54,321 Sleep: 10 +2021-12-18 16:05:54,321 Number of retrials: 0 +2021-12-18 16:05:54,321 WRAPPER CHECK TIME = 10 +2021-12-18 16:05:54,322 Checking jobs for platform=marenostrum4 +2021-12-18 16:05:54,323 Checking jobs for platform=nord3 +2021-12-18 16:05:54,323 Checking jobs for platform=local +2021-12-18 16:05:54,324 Checking jobs for platform=transfer_node +2021-12-18 16:05:54,324 Checking all jobs at once +2021-12-18 16:05:55,793 Successful check job command +2021-12-18 16:05:56,962 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:05:56,962 End of checking +2021-12-18 16:05:56,964 Updating FAILED jobs +2021-12-18 16:05:56,964 Updating WAITING jobs +2021-12-18 16:05:56,964 Update finished +2021-12-18 16:05:56,964 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:05:56,965 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:05:56,965 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:05:56,965 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:05:56,965 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:05:56,965 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:05:56,965 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:05:56,968 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:05:56,970 Job list saved +2021-12-18 16:05:56,975 Updating FAILED jobs +2021-12-18 16:05:56,975 Updating WAITING jobs +2021-12-18 16:05:56,975 Update finished +2021-12-18 16:06:06,982 Reloading parameters... +2021-12-18 16:06:07,005 Loading parameters... +2021-12-18 16:06:07,006 Loading project parameters... +2021-12-18 16:06:07,008 + +13 of 25 jobs remaining (16:06) +2021-12-18 16:06:07,008 Sleep: 10 +2021-12-18 16:06:07,008 Number of retrials: 0 +2021-12-18 16:06:07,008 WRAPPER CHECK TIME = 10 +2021-12-18 16:06:07,009 Checking jobs for platform=marenostrum4 +2021-12-18 16:06:07,009 Checking jobs for platform=nord3 +2021-12-18 16:06:07,010 Checking jobs for platform=local +2021-12-18 16:06:07,010 Checking jobs for platform=transfer_node +2021-12-18 16:06:07,010 Checking all jobs at once +2021-12-18 16:06:08,329 Successful check job command +2021-12-18 16:06:09,550 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:06:09,550 End of checking +2021-12-18 16:06:09,552 Updating FAILED jobs +2021-12-18 16:06:09,552 Updating WAITING jobs +2021-12-18 16:06:09,552 Update finished +2021-12-18 16:06:09,552 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:06:09,552 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:06:09,552 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:06:09,553 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:06:09,553 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:06:09,553 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:06:09,553 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:06:09,556 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:06:09,558 Job list saved +2021-12-18 16:06:09,568 Updating FAILED jobs +2021-12-18 16:06:09,568 Updating WAITING jobs +2021-12-18 16:06:09,568 Update finished +2021-12-18 16:06:19,577 Reloading parameters... +2021-12-18 16:06:19,596 Loading parameters... +2021-12-18 16:06:19,598 Loading project parameters... +2021-12-18 16:06:19,599 + +13 of 25 jobs remaining (16:06) +2021-12-18 16:06:19,600 Sleep: 10 +2021-12-18 16:06:19,600 Number of retrials: 0 +2021-12-18 16:06:19,600 WRAPPER CHECK TIME = 10 +2021-12-18 16:06:19,600 Checking jobs for platform=marenostrum4 +2021-12-18 16:06:19,601 Checking jobs for platform=nord3 +2021-12-18 16:06:19,602 Checking jobs for platform=local +2021-12-18 16:06:19,602 Checking jobs for platform=transfer_node +2021-12-18 16:06:19,602 Checking all jobs at once +2021-12-18 16:06:21,022 Successful check job command +2021-12-18 16:06:22,392 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:06:22,392 End of checking +2021-12-18 16:06:22,394 Updating FAILED jobs +2021-12-18 16:06:22,394 Updating WAITING jobs +2021-12-18 16:06:22,394 Update finished +2021-12-18 16:06:22,394 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:06:22,395 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:06:22,395 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:06:22,395 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:06:22,395 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:06:22,395 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:06:22,395 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:06:22,398 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:06:22,400 Job list saved +2021-12-18 16:06:22,405 Updating FAILED jobs +2021-12-18 16:06:22,405 Updating WAITING jobs +2021-12-18 16:06:22,406 Update finished +2021-12-18 16:06:32,416 Reloading parameters... +2021-12-18 16:06:32,434 Loading parameters... +2021-12-18 16:06:32,436 Loading project parameters... +2021-12-18 16:06:32,438 + +13 of 25 jobs remaining (16:06) +2021-12-18 16:06:32,438 Sleep: 10 +2021-12-18 16:06:32,438 Number of retrials: 0 +2021-12-18 16:06:32,438 WRAPPER CHECK TIME = 10 +2021-12-18 16:06:32,439 Checking jobs for platform=marenostrum4 +2021-12-18 16:06:32,439 Checking jobs for platform=nord3 +2021-12-18 16:06:32,440 Checking jobs for platform=local +2021-12-18 16:06:32,440 Checking jobs for platform=transfer_node +2021-12-18 16:06:32,440 Checking all jobs at once +2021-12-18 16:06:33,910 Successful check job command +2021-12-18 16:06:35,330 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:06:35,330 End of checking +2021-12-18 16:06:35,331 Updating FAILED jobs +2021-12-18 16:06:35,331 Updating WAITING jobs +2021-12-18 16:06:35,332 Update finished +2021-12-18 16:06:35,332 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:06:35,332 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:06:35,332 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:06:35,332 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:06:35,332 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:06:35,332 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:06:35,333 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:06:35,335 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:06:35,338 Job list saved +2021-12-18 16:06:35,342 Updating FAILED jobs +2021-12-18 16:06:35,342 Updating WAITING jobs +2021-12-18 16:06:35,342 Update finished +2021-12-18 16:06:45,353 Reloading parameters... +2021-12-18 16:06:45,371 Loading parameters... +2021-12-18 16:06:45,372 Loading project parameters... +2021-12-18 16:06:45,374 + +13 of 25 jobs remaining (16:06) +2021-12-18 16:06:45,374 Sleep: 10 +2021-12-18 16:06:45,374 Number of retrials: 0 +2021-12-18 16:06:45,374 WRAPPER CHECK TIME = 10 +2021-12-18 16:06:45,375 Checking jobs for platform=marenostrum4 +2021-12-18 16:06:45,375 Checking jobs for platform=nord3 +2021-12-18 16:06:45,376 Checking jobs for platform=local +2021-12-18 16:06:45,376 Checking jobs for platform=transfer_node +2021-12-18 16:06:45,376 Checking all jobs at once +2021-12-18 16:06:46,746 Successful check job command +2021-12-18 16:06:48,116 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:06:48,116 End of checking +2021-12-18 16:06:48,117 Updating FAILED jobs +2021-12-18 16:06:48,117 Updating WAITING jobs +2021-12-18 16:06:48,118 Update finished +2021-12-18 16:06:48,118 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:06:48,118 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:06:48,118 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:06:48,118 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:06:48,118 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:06:48,118 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:06:48,119 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:06:48,121 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:06:48,123 Job list saved +2021-12-18 16:06:48,128 Updating FAILED jobs +2021-12-18 16:06:48,128 Updating WAITING jobs +2021-12-18 16:06:48,128 Update finished +2021-12-18 16:06:58,136 Reloading parameters... +2021-12-18 16:06:58,154 Loading parameters... +2021-12-18 16:06:58,155 Loading project parameters... +2021-12-18 16:06:58,157 + +13 of 25 jobs remaining (16:06) +2021-12-18 16:06:58,157 Sleep: 10 +2021-12-18 16:06:58,157 Number of retrials: 0 +2021-12-18 16:06:58,157 WRAPPER CHECK TIME = 10 +2021-12-18 16:06:58,158 Checking jobs for platform=marenostrum4 +2021-12-18 16:06:58,159 Checking jobs for platform=nord3 +2021-12-18 16:06:58,159 Checking jobs for platform=local +2021-12-18 16:06:58,160 Checking jobs for platform=transfer_node +2021-12-18 16:06:58,160 Checking all jobs at once +2021-12-18 16:06:59,482 Successful check job command +2021-12-18 16:07:00,651 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:07:00,652 End of checking +2021-12-18 16:07:00,653 Updating FAILED jobs +2021-12-18 16:07:00,653 Updating WAITING jobs +2021-12-18 16:07:00,653 Update finished +2021-12-18 16:07:00,653 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:07:00,654 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:07:00,654 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:07:00,654 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:07:00,654 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:07:00,654 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:07:00,655 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:07:00,658 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:07:00,660 Job list saved +2021-12-18 16:07:00,664 Updating FAILED jobs +2021-12-18 16:07:00,664 Updating WAITING jobs +2021-12-18 16:07:00,665 Update finished +2021-12-18 16:07:10,671 Reloading parameters... +2021-12-18 16:07:10,692 Loading parameters... +2021-12-18 16:07:10,693 Loading project parameters... +2021-12-18 16:07:10,695 + +13 of 25 jobs remaining (16:07) +2021-12-18 16:07:10,695 Sleep: 10 +2021-12-18 16:07:10,696 Number of retrials: 0 +2021-12-18 16:07:10,696 WRAPPER CHECK TIME = 10 +2021-12-18 16:07:10,696 Checking jobs for platform=marenostrum4 +2021-12-18 16:07:10,697 Checking jobs for platform=nord3 +2021-12-18 16:07:10,697 Checking jobs for platform=local +2021-12-18 16:07:10,698 Checking jobs for platform=transfer_node +2021-12-18 16:07:10,698 Checking all jobs at once +2021-12-18 16:07:12,018 Successful check job command +2021-12-18 16:07:13,237 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:07:13,237 End of checking +2021-12-18 16:07:13,239 Updating FAILED jobs +2021-12-18 16:07:13,239 Updating WAITING jobs +2021-12-18 16:07:13,239 Update finished +2021-12-18 16:07:13,239 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:07:13,239 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:07:13,239 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:07:13,240 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:07:13,240 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:07:13,240 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:07:13,240 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:07:13,243 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:07:13,245 Job list saved +2021-12-18 16:07:13,250 Updating FAILED jobs +2021-12-18 16:07:13,250 Updating WAITING jobs +2021-12-18 16:07:13,250 Update finished +2021-12-18 16:07:23,260 Reloading parameters... +2021-12-18 16:07:23,279 Loading parameters... +2021-12-18 16:07:23,280 Loading project parameters... +2021-12-18 16:07:23,282 + +13 of 25 jobs remaining (16:07) +2021-12-18 16:07:23,282 Sleep: 10 +2021-12-18 16:07:23,282 Number of retrials: 0 +2021-12-18 16:07:23,282 WRAPPER CHECK TIME = 10 +2021-12-18 16:07:23,283 Checking jobs for platform=marenostrum4 +2021-12-18 16:07:23,283 Checking jobs for platform=nord3 +2021-12-18 16:07:23,284 Checking jobs for platform=local +2021-12-18 16:07:23,284 Checking jobs for platform=transfer_node +2021-12-18 16:07:23,284 Checking all jobs at once +2021-12-18 16:07:24,654 Successful check job command +2021-12-18 16:07:26,375 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:07:26,375 End of checking +2021-12-18 16:07:26,377 Updating FAILED jobs +2021-12-18 16:07:26,377 Updating WAITING jobs +2021-12-18 16:07:26,377 Update finished +2021-12-18 16:07:26,377 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:07:26,377 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:07:26,378 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:07:26,378 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:07:26,378 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:07:26,378 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:07:26,378 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:07:26,381 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:07:26,383 Job list saved +2021-12-18 16:07:26,387 Updating FAILED jobs +2021-12-18 16:07:26,388 Updating WAITING jobs +2021-12-18 16:07:26,388 Update finished +2021-12-18 16:07:36,398 Reloading parameters... +2021-12-18 16:07:36,421 Loading parameters... +2021-12-18 16:07:36,422 Loading project parameters... +2021-12-18 16:07:36,424 + +13 of 25 jobs remaining (16:07) +2021-12-18 16:07:36,424 Sleep: 10 +2021-12-18 16:07:36,424 Number of retrials: 0 +2021-12-18 16:07:36,424 WRAPPER CHECK TIME = 10 +2021-12-18 16:07:36,425 Checking jobs for platform=marenostrum4 +2021-12-18 16:07:36,425 Checking jobs for platform=nord3 +2021-12-18 16:07:36,426 Checking jobs for platform=local +2021-12-18 16:07:36,428 Checking jobs for platform=transfer_node +2021-12-18 16:07:36,429 Checking all jobs at once +2021-12-18 16:07:37,698 Successful check job command +2021-12-18 16:07:38,921 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:07:38,922 End of checking +2021-12-18 16:07:38,923 Updating FAILED jobs +2021-12-18 16:07:38,923 Updating WAITING jobs +2021-12-18 16:07:38,923 Update finished +2021-12-18 16:07:38,923 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:07:38,924 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:07:38,925 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:07:38,925 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:07:38,925 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:07:38,925 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:07:38,925 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:07:38,928 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:07:38,930 Job list saved +2021-12-18 16:07:38,935 Updating FAILED jobs +2021-12-18 16:07:38,935 Updating WAITING jobs +2021-12-18 16:07:38,935 Update finished +2021-12-18 16:07:48,945 Reloading parameters... +2021-12-18 16:07:48,963 Loading parameters... +2021-12-18 16:07:48,965 Loading project parameters... +2021-12-18 16:07:48,967 + +13 of 25 jobs remaining (16:07) +2021-12-18 16:07:48,967 Sleep: 10 +2021-12-18 16:07:48,967 Number of retrials: 0 +2021-12-18 16:07:48,967 WRAPPER CHECK TIME = 10 +2021-12-18 16:07:48,968 Checking jobs for platform=marenostrum4 +2021-12-18 16:07:48,968 Checking jobs for platform=nord3 +2021-12-18 16:07:48,969 Checking jobs for platform=local +2021-12-18 16:07:48,969 Checking jobs for platform=transfer_node +2021-12-18 16:07:48,969 Checking all jobs at once +2021-12-18 16:07:50,339 Successful check job command +2021-12-18 16:07:51,558 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:07:51,559 End of checking +2021-12-18 16:07:51,560 Updating FAILED jobs +2021-12-18 16:07:51,560 Updating WAITING jobs +2021-12-18 16:07:51,560 Update finished +2021-12-18 16:07:51,560 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:07:51,561 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:07:51,561 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:07:51,561 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:07:51,561 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:07:51,561 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:07:51,561 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:07:51,564 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:07:51,566 Job list saved +2021-12-18 16:07:51,572 Updating FAILED jobs +2021-12-18 16:07:51,572 Updating WAITING jobs +2021-12-18 16:07:51,572 Update finished +2021-12-18 16:08:01,582 Reloading parameters... +2021-12-18 16:08:01,600 Loading parameters... +2021-12-18 16:08:01,601 Loading project parameters... +2021-12-18 16:08:01,603 + +13 of 25 jobs remaining (16:08) +2021-12-18 16:08:01,603 Sleep: 10 +2021-12-18 16:08:01,603 Number of retrials: 0 +2021-12-18 16:08:01,603 WRAPPER CHECK TIME = 10 +2021-12-18 16:08:01,604 Checking jobs for platform=marenostrum4 +2021-12-18 16:08:01,605 Checking jobs for platform=nord3 +2021-12-18 16:08:01,605 Checking jobs for platform=local +2021-12-18 16:08:01,606 Checking jobs for platform=transfer_node +2021-12-18 16:08:01,606 Checking all jobs at once +2021-12-18 16:08:03,076 Successful check job command +2021-12-18 16:08:04,595 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:08:04,595 End of checking +2021-12-18 16:08:04,597 Updating FAILED jobs +2021-12-18 16:08:04,597 Updating WAITING jobs +2021-12-18 16:08:04,597 Update finished +2021-12-18 16:08:04,597 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:08:04,597 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:08:04,597 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:08:04,597 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:08:04,598 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:08:04,598 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:08:04,598 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:08:04,601 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:08:04,603 Job list saved +2021-12-18 16:08:04,608 Updating FAILED jobs +2021-12-18 16:08:04,608 Updating WAITING jobs +2021-12-18 16:08:04,609 Update finished +2021-12-18 16:08:14,618 Reloading parameters... +2021-12-18 16:08:14,638 Loading parameters... +2021-12-18 16:08:14,640 Loading project parameters... +2021-12-18 16:08:14,642 + +13 of 25 jobs remaining (16:08) +2021-12-18 16:08:14,642 Sleep: 10 +2021-12-18 16:08:14,642 Number of retrials: 0 +2021-12-18 16:08:14,642 WRAPPER CHECK TIME = 10 +2021-12-18 16:08:14,643 Checking jobs for platform=marenostrum4 +2021-12-18 16:08:14,643 Checking jobs for platform=nord3 +2021-12-18 16:08:14,644 Checking jobs for platform=local +2021-12-18 16:08:14,644 Checking jobs for platform=transfer_node +2021-12-18 16:08:14,644 Checking all jobs at once +2021-12-18 16:08:15,913 Successful check job command +2021-12-18 16:08:17,082 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:08:17,083 End of checking +2021-12-18 16:08:17,084 Updating FAILED jobs +2021-12-18 16:08:17,084 Updating WAITING jobs +2021-12-18 16:08:17,084 Update finished +2021-12-18 16:08:17,085 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:08:17,086 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:08:17,086 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:08:17,087 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:08:17,087 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:08:17,087 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:08:17,087 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:08:17,090 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:08:17,092 Job list saved +2021-12-18 16:08:17,097 Updating FAILED jobs +2021-12-18 16:08:17,097 Updating WAITING jobs +2021-12-18 16:08:17,097 Update finished +2021-12-18 16:08:27,107 Reloading parameters... +2021-12-18 16:08:27,126 Loading parameters... +2021-12-18 16:08:27,127 Loading project parameters... +2021-12-18 16:08:27,129 + +13 of 25 jobs remaining (16:08) +2021-12-18 16:08:27,129 Sleep: 10 +2021-12-18 16:08:27,129 Number of retrials: 0 +2021-12-18 16:08:27,129 WRAPPER CHECK TIME = 10 +2021-12-18 16:08:27,130 Checking jobs for platform=marenostrum4 +2021-12-18 16:08:27,131 Checking jobs for platform=nord3 +2021-12-18 16:08:27,131 Checking jobs for platform=local +2021-12-18 16:08:27,132 Checking jobs for platform=transfer_node +2021-12-18 16:08:27,132 Checking all jobs at once +2021-12-18 16:08:28,502 Successful check job command +2021-12-18 16:08:29,771 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:08:29,771 End of checking +2021-12-18 16:08:29,773 Updating FAILED jobs +2021-12-18 16:08:29,773 Updating WAITING jobs +2021-12-18 16:08:29,773 Update finished +2021-12-18 16:08:29,773 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:08:29,773 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:08:29,774 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:08:29,774 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:08:29,774 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:08:29,774 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:08:29,774 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:08:29,777 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:08:29,779 Job list saved +2021-12-18 16:08:29,784 Updating FAILED jobs +2021-12-18 16:08:29,784 Updating WAITING jobs +2021-12-18 16:08:29,784 Update finished +2021-12-18 16:08:39,795 Reloading parameters... +2021-12-18 16:08:39,814 Loading parameters... +2021-12-18 16:08:39,815 Loading project parameters... +2021-12-18 16:08:39,817 + +13 of 25 jobs remaining (16:08) +2021-12-18 16:08:39,817 Sleep: 10 +2021-12-18 16:08:39,817 Number of retrials: 0 +2021-12-18 16:08:39,817 WRAPPER CHECK TIME = 10 +2021-12-18 16:08:39,818 Checking jobs for platform=marenostrum4 +2021-12-18 16:08:39,818 Checking jobs for platform=nord3 +2021-12-18 16:08:39,819 Checking jobs for platform=local +2021-12-18 16:08:39,819 Checking jobs for platform=transfer_node +2021-12-18 16:08:39,820 Checking all jobs at once +2021-12-18 16:08:41,141 Successful check job command +2021-12-18 16:08:42,310 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:08:42,310 End of checking +2021-12-18 16:08:42,311 Updating FAILED jobs +2021-12-18 16:08:42,311 Updating WAITING jobs +2021-12-18 16:08:42,312 Update finished +2021-12-18 16:08:42,312 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:08:42,312 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:08:42,312 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:08:42,312 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:08:42,312 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:08:42,312 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:08:42,313 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:08:42,315 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:08:42,318 Job list saved +2021-12-18 16:08:42,322 Updating FAILED jobs +2021-12-18 16:08:42,323 Updating WAITING jobs +2021-12-18 16:08:42,323 Update finished +2021-12-18 16:08:52,333 Reloading parameters... +2021-12-18 16:08:52,352 Loading parameters... +2021-12-18 16:08:52,353 Loading project parameters... +2021-12-18 16:08:52,355 + +13 of 25 jobs remaining (16:08) +2021-12-18 16:08:52,355 Sleep: 10 +2021-12-18 16:08:52,355 Number of retrials: 0 +2021-12-18 16:08:52,355 WRAPPER CHECK TIME = 10 +2021-12-18 16:08:52,356 Checking jobs for platform=marenostrum4 +2021-12-18 16:08:52,356 Checking jobs for platform=nord3 +2021-12-18 16:08:52,357 Checking jobs for platform=local +2021-12-18 16:08:52,358 Checking jobs for platform=transfer_node +2021-12-18 16:08:52,358 Checking all jobs at once +2021-12-18 16:08:53,877 Successful check job command +2021-12-18 16:08:55,299 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:08:55,299 End of checking +2021-12-18 16:08:55,300 Updating FAILED jobs +2021-12-18 16:08:55,300 Updating WAITING jobs +2021-12-18 16:08:55,301 Update finished +2021-12-18 16:08:55,301 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:08:55,301 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:08:55,302 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:08:55,302 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:08:55,302 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:08:55,302 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:08:55,302 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:08:55,305 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:08:55,307 Job list saved +2021-12-18 16:08:55,311 Updating FAILED jobs +2021-12-18 16:08:55,311 Updating WAITING jobs +2021-12-18 16:08:55,312 Update finished +2021-12-18 16:09:05,322 Reloading parameters... +2021-12-18 16:09:05,342 Loading parameters... +2021-12-18 16:09:05,343 Loading project parameters... +2021-12-18 16:09:05,350 + +13 of 25 jobs remaining (16:09) +2021-12-18 16:09:05,351 Sleep: 10 +2021-12-18 16:09:05,351 Number of retrials: 0 +2021-12-18 16:09:05,351 WRAPPER CHECK TIME = 10 +2021-12-18 16:09:05,351 Checking jobs for platform=marenostrum4 +2021-12-18 16:09:05,352 Checking jobs for platform=nord3 +2021-12-18 16:09:05,353 Checking jobs for platform=local +2021-12-18 16:09:05,353 Checking jobs for platform=transfer_node +2021-12-18 16:09:05,353 Checking all jobs at once +2021-12-18 16:09:06,725 Successful check job command +2021-12-18 16:09:07,945 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:09:07,945 End of checking +2021-12-18 16:09:07,946 Updating FAILED jobs +2021-12-18 16:09:07,946 Updating WAITING jobs +2021-12-18 16:09:07,947 Update finished +2021-12-18 16:09:07,947 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:09:07,947 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:09:07,947 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:09:07,947 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:09:07,947 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:09:07,947 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:09:07,948 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:09:07,950 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:09:07,952 Job list saved +2021-12-18 16:09:07,957 Updating FAILED jobs +2021-12-18 16:09:07,958 Updating WAITING jobs +2021-12-18 16:09:07,958 Update finished +2021-12-18 16:09:17,968 Reloading parameters... +2021-12-18 16:09:17,987 Loading parameters... +2021-12-18 16:09:17,988 Loading project parameters... +2021-12-18 16:09:17,990 + +13 of 25 jobs remaining (16:09) +2021-12-18 16:09:17,990 Sleep: 10 +2021-12-18 16:09:17,990 Number of retrials: 0 +2021-12-18 16:09:17,990 WRAPPER CHECK TIME = 10 +2021-12-18 16:09:17,991 Checking jobs for platform=marenostrum4 +2021-12-18 16:09:17,991 Checking jobs for platform=nord3 +2021-12-18 16:09:17,992 Checking jobs for platform=local +2021-12-18 16:09:17,992 Checking jobs for platform=transfer_node +2021-12-18 16:09:17,992 Checking all jobs at once +2021-12-18 16:09:19,312 Successful check job command +2021-12-18 16:09:20,531 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:09:20,531 End of checking +2021-12-18 16:09:20,532 Updating FAILED jobs +2021-12-18 16:09:20,533 Updating WAITING jobs +2021-12-18 16:09:20,533 Update finished +2021-12-18 16:09:20,533 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:09:20,533 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:09:20,533 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:09:20,533 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:09:20,533 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:09:20,534 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:09:20,534 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:09:20,536 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:09:20,539 Job list saved +2021-12-18 16:09:20,543 Updating FAILED jobs +2021-12-18 16:09:20,543 Updating WAITING jobs +2021-12-18 16:09:20,543 Update finished +2021-12-18 16:09:30,544 Reloading parameters... +2021-12-18 16:09:30,562 Loading parameters... +2021-12-18 16:09:30,564 Loading project parameters... +2021-12-18 16:09:30,565 + +13 of 25 jobs remaining (16:09) +2021-12-18 16:09:30,566 Sleep: 10 +2021-12-18 16:09:30,566 Number of retrials: 0 +2021-12-18 16:09:30,566 WRAPPER CHECK TIME = 10 +2021-12-18 16:09:30,566 Checking jobs for platform=marenostrum4 +2021-12-18 16:09:30,567 Checking jobs for platform=nord3 +2021-12-18 16:09:30,567 Checking jobs for platform=local +2021-12-18 16:09:30,568 Checking jobs for platform=transfer_node +2021-12-18 16:09:30,568 Checking all jobs at once +2021-12-18 16:09:31,888 Successful check job command +2021-12-18 16:09:33,007 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:09:33,007 End of checking +2021-12-18 16:09:33,008 Updating FAILED jobs +2021-12-18 16:09:33,009 Updating WAITING jobs +2021-12-18 16:09:33,009 Update finished +2021-12-18 16:09:33,009 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:09:33,010 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:09:33,010 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:09:33,010 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:09:33,010 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:09:33,010 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:09:33,010 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:09:33,013 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:09:33,015 Job list saved +2021-12-18 16:09:33,019 Updating FAILED jobs +2021-12-18 16:09:33,019 Updating WAITING jobs +2021-12-18 16:09:33,019 Update finished +2021-12-18 16:09:43,030 Reloading parameters... +2021-12-18 16:09:43,047 Loading parameters... +2021-12-18 16:09:43,048 Loading project parameters... +2021-12-18 16:09:43,050 + +13 of 25 jobs remaining (16:09) +2021-12-18 16:09:43,050 Sleep: 10 +2021-12-18 16:09:43,050 Number of retrials: 0 +2021-12-18 16:09:43,050 WRAPPER CHECK TIME = 10 +2021-12-18 16:09:43,051 Checking jobs for platform=marenostrum4 +2021-12-18 16:09:43,051 Checking jobs for platform=nord3 +2021-12-18 16:09:43,052 Checking jobs for platform=local +2021-12-18 16:09:43,053 Checking jobs for platform=transfer_node +2021-12-18 16:09:43,053 Checking all jobs at once +2021-12-18 16:09:44,372 Successful check job command +2021-12-18 16:09:45,491 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:09:45,491 End of checking +2021-12-18 16:09:45,492 Updating FAILED jobs +2021-12-18 16:09:45,492 Updating WAITING jobs +2021-12-18 16:09:45,492 Update finished +2021-12-18 16:09:45,493 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:09:45,493 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:09:45,493 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:09:45,493 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:09:45,493 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:09:45,493 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:09:45,493 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:09:45,496 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:09:45,498 Job list saved +2021-12-18 16:09:45,503 Updating FAILED jobs +2021-12-18 16:09:45,503 Updating WAITING jobs +2021-12-18 16:09:45,503 Update finished +2021-12-18 16:09:55,513 Reloading parameters... +2021-12-18 16:09:55,532 Loading parameters... +2021-12-18 16:09:55,533 Loading project parameters... +2021-12-18 16:09:55,535 + +13 of 25 jobs remaining (16:09) +2021-12-18 16:09:55,535 Sleep: 10 +2021-12-18 16:09:55,536 Number of retrials: 0 +2021-12-18 16:09:55,536 WRAPPER CHECK TIME = 10 +2021-12-18 16:09:55,536 Checking jobs for platform=marenostrum4 +2021-12-18 16:09:55,537 Checking jobs for platform=nord3 +2021-12-18 16:09:55,537 Checking jobs for platform=local +2021-12-18 16:09:55,538 Checking jobs for platform=transfer_node +2021-12-18 16:09:55,538 Checking all jobs at once +2021-12-18 16:09:56,957 Successful check job command +2021-12-18 16:09:58,226 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:09:58,226 End of checking +2021-12-18 16:09:58,228 Updating FAILED jobs +2021-12-18 16:09:58,228 Updating WAITING jobs +2021-12-18 16:09:58,228 Update finished +2021-12-18 16:09:58,228 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:09:58,228 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:09:58,229 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:09:58,229 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:09:58,229 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:09:58,229 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:09:58,229 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:09:58,232 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:09:58,234 Job list saved +2021-12-18 16:09:58,246 Updating FAILED jobs +2021-12-18 16:09:58,246 Updating WAITING jobs +2021-12-18 16:09:58,246 Update finished +2021-12-18 16:10:08,256 Reloading parameters... +2021-12-18 16:10:08,277 Loading parameters... +2021-12-18 16:10:08,279 Loading project parameters... +2021-12-18 16:10:08,280 + +13 of 25 jobs remaining (16:10) +2021-12-18 16:10:08,281 Sleep: 10 +2021-12-18 16:10:08,281 Number of retrials: 0 +2021-12-18 16:10:08,281 WRAPPER CHECK TIME = 10 +2021-12-18 16:10:08,281 Checking jobs for platform=marenostrum4 +2021-12-18 16:10:08,282 Checking jobs for platform=nord3 +2021-12-18 16:10:08,282 Checking jobs for platform=local +2021-12-18 16:10:08,283 Checking jobs for platform=transfer_node +2021-12-18 16:10:08,283 Checking all jobs at once +2021-12-18 16:10:09,703 Successful check job command +2021-12-18 16:10:11,026 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:10:11,026 End of checking +2021-12-18 16:10:11,028 Updating FAILED jobs +2021-12-18 16:10:11,028 Updating WAITING jobs +2021-12-18 16:10:11,028 Update finished +2021-12-18 16:10:11,028 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:10:11,029 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:10:11,029 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:10:11,029 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:10:11,029 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:10:11,029 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:10:11,029 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:10:11,033 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:10:11,035 Job list saved +2021-12-18 16:10:11,039 Updating FAILED jobs +2021-12-18 16:10:11,039 Updating WAITING jobs +2021-12-18 16:10:11,040 Update finished +2021-12-18 16:10:21,047 Reloading parameters... +2021-12-18 16:10:21,067 Loading parameters... +2021-12-18 16:10:21,069 Loading project parameters... +2021-12-18 16:10:21,071 + +13 of 25 jobs remaining (16:10) +2021-12-18 16:10:21,071 Sleep: 10 +2021-12-18 16:10:21,071 Number of retrials: 0 +2021-12-18 16:10:21,071 WRAPPER CHECK TIME = 10 +2021-12-18 16:10:21,072 Checking jobs for platform=marenostrum4 +2021-12-18 16:10:21,072 Checking jobs for platform=nord3 +2021-12-18 16:10:21,073 Checking jobs for platform=local +2021-12-18 16:10:21,073 Checking jobs for platform=transfer_node +2021-12-18 16:10:21,073 Checking all jobs at once +2021-12-18 16:10:22,594 Successful check job command +2021-12-18 16:10:23,917 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:10:23,917 End of checking +2021-12-18 16:10:23,918 Updating FAILED jobs +2021-12-18 16:10:23,918 Updating WAITING jobs +2021-12-18 16:10:23,919 Update finished +2021-12-18 16:10:23,919 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:10:23,919 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:10:23,919 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:10:23,919 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:10:23,919 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:10:23,920 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:10:23,920 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:10:23,922 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:10:23,925 Job list saved +2021-12-18 16:10:23,929 Updating FAILED jobs +2021-12-18 16:10:23,930 Updating WAITING jobs +2021-12-18 16:10:23,930 Update finished +2021-12-18 16:10:33,940 Reloading parameters... +2021-12-18 16:10:33,960 Loading parameters... +2021-12-18 16:10:33,962 Loading project parameters... +2021-12-18 16:10:33,964 + +13 of 25 jobs remaining (16:10) +2021-12-18 16:10:33,964 Sleep: 10 +2021-12-18 16:10:33,964 Number of retrials: 0 +2021-12-18 16:10:33,964 WRAPPER CHECK TIME = 10 +2021-12-18 16:10:33,965 Checking jobs for platform=marenostrum4 +2021-12-18 16:10:33,965 Checking jobs for platform=nord3 +2021-12-18 16:10:33,966 Checking jobs for platform=local +2021-12-18 16:10:33,966 Checking jobs for platform=transfer_node +2021-12-18 16:10:33,966 Checking all jobs at once +2021-12-18 16:10:35,536 Successful check job command +2021-12-18 16:10:36,855 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:10:36,855 End of checking +2021-12-18 16:10:36,857 Updating FAILED jobs +2021-12-18 16:10:36,857 Updating WAITING jobs +2021-12-18 16:10:36,857 Update finished +2021-12-18 16:10:36,857 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:10:36,857 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:10:36,857 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:10:36,858 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:10:36,858 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:10:36,858 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:10:36,858 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:10:36,860 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:10:36,863 Job list saved +2021-12-18 16:10:36,874 Updating FAILED jobs +2021-12-18 16:10:36,874 Updating WAITING jobs +2021-12-18 16:10:36,875 Update finished +2021-12-18 16:10:46,884 Reloading parameters... +2021-12-18 16:10:46,904 Loading parameters... +2021-12-18 16:10:46,905 Loading project parameters... +2021-12-18 16:10:46,907 + +13 of 25 jobs remaining (16:10) +2021-12-18 16:10:46,907 Sleep: 10 +2021-12-18 16:10:46,907 Number of retrials: 0 +2021-12-18 16:10:46,907 WRAPPER CHECK TIME = 10 +2021-12-18 16:10:46,908 Checking jobs for platform=marenostrum4 +2021-12-18 16:10:46,909 Checking jobs for platform=nord3 +2021-12-18 16:10:46,909 Checking jobs for platform=local +2021-12-18 16:10:46,910 Checking jobs for platform=transfer_node +2021-12-18 16:10:46,910 Checking all jobs at once +2021-12-18 16:10:48,179 Successful check job command +2021-12-18 16:10:49,348 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:10:49,348 End of checking +2021-12-18 16:10:49,350 Updating FAILED jobs +2021-12-18 16:10:49,350 Updating WAITING jobs +2021-12-18 16:10:49,350 Update finished +2021-12-18 16:10:49,350 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:10:49,351 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:10:49,351 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:10:49,351 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:10:49,351 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:10:49,351 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:10:49,351 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:10:49,354 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:10:49,356 Job list saved +2021-12-18 16:10:49,362 Updating FAILED jobs +2021-12-18 16:10:49,362 Updating WAITING jobs +2021-12-18 16:10:49,362 Update finished +2021-12-18 16:10:59,370 Reloading parameters... +2021-12-18 16:10:59,391 Loading parameters... +2021-12-18 16:10:59,393 Loading project parameters... +2021-12-18 16:10:59,395 + +13 of 25 jobs remaining (16:10) +2021-12-18 16:10:59,395 Sleep: 10 +2021-12-18 16:10:59,395 Number of retrials: 0 +2021-12-18 16:10:59,395 WRAPPER CHECK TIME = 10 +2021-12-18 16:10:59,396 Checking jobs for platform=marenostrum4 +2021-12-18 16:10:59,396 Checking jobs for platform=nord3 +2021-12-18 16:10:59,397 Checking jobs for platform=local +2021-12-18 16:10:59,397 Checking jobs for platform=transfer_node +2021-12-18 16:10:59,398 Checking all jobs at once +2021-12-18 16:11:00,917 Successful check job command +2021-12-18 16:11:02,286 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:11:02,287 End of checking +2021-12-18 16:11:02,288 Updating FAILED jobs +2021-12-18 16:11:02,288 Updating WAITING jobs +2021-12-18 16:11:02,289 Update finished +2021-12-18 16:11:02,289 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:11:02,289 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:11:02,289 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:11:02,289 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:11:02,289 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:11:02,290 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:11:02,290 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:11:02,292 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:11:02,294 Job list saved +2021-12-18 16:11:02,299 Updating FAILED jobs +2021-12-18 16:11:02,299 Updating WAITING jobs +2021-12-18 16:11:02,299 Update finished +2021-12-18 16:11:12,309 Reloading parameters... +2021-12-18 16:11:12,328 Loading parameters... +2021-12-18 16:11:12,330 Loading project parameters... +2021-12-18 16:11:12,332 + +13 of 25 jobs remaining (16:11) +2021-12-18 16:11:12,332 Sleep: 10 +2021-12-18 16:11:12,332 Number of retrials: 0 +2021-12-18 16:11:12,332 WRAPPER CHECK TIME = 10 +2021-12-18 16:11:12,333 Checking jobs for platform=marenostrum4 +2021-12-18 16:11:12,333 Checking jobs for platform=nord3 +2021-12-18 16:11:12,334 Checking jobs for platform=local +2021-12-18 16:11:12,334 Checking jobs for platform=transfer_node +2021-12-18 16:11:12,335 Checking all jobs at once +2021-12-18 16:11:13,704 Successful check job command +2021-12-18 16:11:15,074 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:11:15,074 End of checking +2021-12-18 16:11:15,076 Updating FAILED jobs +2021-12-18 16:11:15,076 Updating WAITING jobs +2021-12-18 16:11:15,076 Update finished +2021-12-18 16:11:15,076 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:11:15,076 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:11:15,077 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:11:15,077 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:11:15,077 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:11:15,077 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:11:15,077 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:11:15,080 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:11:15,082 Job list saved +2021-12-18 16:11:15,087 Updating FAILED jobs +2021-12-18 16:11:15,087 Updating WAITING jobs +2021-12-18 16:11:15,088 Update finished +2021-12-18 16:11:25,093 Reloading parameters... +2021-12-18 16:11:25,112 Loading parameters... +2021-12-18 16:11:25,114 Loading project parameters... +2021-12-18 16:11:25,116 + +13 of 25 jobs remaining (16:11) +2021-12-18 16:11:25,117 Sleep: 10 +2021-12-18 16:11:25,117 Number of retrials: 0 +2021-12-18 16:11:25,117 WRAPPER CHECK TIME = 10 +2021-12-18 16:11:25,117 Checking jobs for platform=marenostrum4 +2021-12-18 16:11:25,118 Checking jobs for platform=nord3 +2021-12-18 16:11:25,119 Checking jobs for platform=local +2021-12-18 16:11:25,119 Checking jobs for platform=transfer_node +2021-12-18 16:11:25,120 Checking all jobs at once +2021-12-18 16:11:26,389 Successful check job command +2021-12-18 16:11:27,708 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:11:27,709 End of checking +2021-12-18 16:11:27,711 Updating FAILED jobs +2021-12-18 16:11:27,711 Updating WAITING jobs +2021-12-18 16:11:27,711 Update finished +2021-12-18 16:11:27,711 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:11:27,712 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:11:27,712 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:11:27,712 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:11:27,712 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:11:27,712 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:11:27,712 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:11:27,716 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:11:27,718 Job list saved +2021-12-18 16:11:27,723 Updating FAILED jobs +2021-12-18 16:11:27,724 Updating WAITING jobs +2021-12-18 16:11:27,724 Update finished +2021-12-18 16:11:37,734 Reloading parameters... +2021-12-18 16:11:37,752 Loading parameters... +2021-12-18 16:11:37,753 Loading project parameters... +2021-12-18 16:11:37,755 + +13 of 25 jobs remaining (16:11) +2021-12-18 16:11:37,755 Sleep: 10 +2021-12-18 16:11:37,755 Number of retrials: 0 +2021-12-18 16:11:37,755 WRAPPER CHECK TIME = 10 +2021-12-18 16:11:37,756 Checking jobs for platform=marenostrum4 +2021-12-18 16:11:37,757 Checking jobs for platform=nord3 +2021-12-18 16:11:37,757 Checking jobs for platform=local +2021-12-18 16:11:37,758 Checking jobs for platform=transfer_node +2021-12-18 16:11:37,758 Checking all jobs at once +2021-12-18 16:11:39,077 Successful check job command +2021-12-18 16:11:40,396 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:11:40,396 End of checking +2021-12-18 16:11:40,398 Updating FAILED jobs +2021-12-18 16:11:40,398 Updating WAITING jobs +2021-12-18 16:11:40,398 Update finished +2021-12-18 16:11:40,398 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:11:40,398 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:11:40,398 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:11:40,399 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:11:40,399 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:11:40,399 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:11:40,399 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:11:40,402 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:11:40,404 Job list saved +2021-12-18 16:11:40,415 Updating FAILED jobs +2021-12-18 16:11:40,415 Updating WAITING jobs +2021-12-18 16:11:40,416 Update finished +2021-12-18 16:11:50,426 Reloading parameters... +2021-12-18 16:11:50,445 Loading parameters... +2021-12-18 16:11:50,446 Loading project parameters... +2021-12-18 16:11:50,448 + +13 of 25 jobs remaining (16:11) +2021-12-18 16:11:50,448 Sleep: 10 +2021-12-18 16:11:50,448 Number of retrials: 0 +2021-12-18 16:11:50,448 WRAPPER CHECK TIME = 10 +2021-12-18 16:11:50,449 Checking jobs for platform=marenostrum4 +2021-12-18 16:11:50,449 Checking jobs for platform=nord3 +2021-12-18 16:11:50,450 Checking jobs for platform=local +2021-12-18 16:11:50,451 Checking jobs for platform=transfer_node +2021-12-18 16:11:50,451 Checking all jobs at once +2021-12-18 16:11:51,770 Successful check job command +2021-12-18 16:11:53,040 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:11:53,040 End of checking +2021-12-18 16:11:53,042 Updating FAILED jobs +2021-12-18 16:11:53,042 Updating WAITING jobs +2021-12-18 16:11:53,042 Update finished +2021-12-18 16:11:53,043 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:11:53,043 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:11:53,043 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:11:53,043 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:11:53,043 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:11:53,043 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:11:53,043 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:11:53,047 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:11:53,049 Job list saved +2021-12-18 16:11:53,056 Updating FAILED jobs +2021-12-18 16:11:53,056 Updating WAITING jobs +2021-12-18 16:11:53,057 Update finished +2021-12-18 16:12:03,067 Reloading parameters... +2021-12-18 16:12:03,085 Loading parameters... +2021-12-18 16:12:03,086 Loading project parameters... +2021-12-18 16:12:03,088 + +13 of 25 jobs remaining (16:12) +2021-12-18 16:12:03,088 Sleep: 10 +2021-12-18 16:12:03,088 Number of retrials: 0 +2021-12-18 16:12:03,088 WRAPPER CHECK TIME = 10 +2021-12-18 16:12:03,089 Checking jobs for platform=marenostrum4 +2021-12-18 16:12:03,090 Checking jobs for platform=nord3 +2021-12-18 16:12:03,090 Checking jobs for platform=local +2021-12-18 16:12:03,091 Checking jobs for platform=transfer_node +2021-12-18 16:12:03,091 Checking all jobs at once +2021-12-18 16:12:04,561 Successful check job command +2021-12-18 16:12:05,780 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:12:05,780 End of checking +2021-12-18 16:12:05,781 Updating FAILED jobs +2021-12-18 16:12:05,782 Updating WAITING jobs +2021-12-18 16:12:05,782 Update finished +2021-12-18 16:12:05,782 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:12:05,783 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:12:05,783 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:12:05,783 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:12:05,783 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:12:05,783 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:12:05,783 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:12:05,786 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:12:05,788 Job list saved +2021-12-18 16:12:05,794 Updating FAILED jobs +2021-12-18 16:12:05,794 Updating WAITING jobs +2021-12-18 16:12:05,794 Update finished +2021-12-18 16:12:15,801 Reloading parameters... +2021-12-18 16:12:15,819 Loading parameters... +2021-12-18 16:12:15,820 Loading project parameters... +2021-12-18 16:12:15,822 + +13 of 25 jobs remaining (16:12) +2021-12-18 16:12:15,823 Sleep: 10 +2021-12-18 16:12:15,823 Number of retrials: 0 +2021-12-18 16:12:15,823 WRAPPER CHECK TIME = 10 +2021-12-18 16:12:15,823 Checking jobs for platform=marenostrum4 +2021-12-18 16:12:15,824 Checking jobs for platform=nord3 +2021-12-18 16:12:15,824 Checking jobs for platform=local +2021-12-18 16:12:15,825 Checking jobs for platform=transfer_node +2021-12-18 16:12:15,825 Checking all jobs at once +2021-12-18 16:12:17,144 Successful check job command +2021-12-18 16:12:18,363 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:12:18,363 End of checking +2021-12-18 16:12:18,365 Updating FAILED jobs +2021-12-18 16:12:18,365 Updating WAITING jobs +2021-12-18 16:12:18,365 Update finished +2021-12-18 16:12:18,365 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:12:18,365 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:12:18,366 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:12:18,366 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:12:18,366 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:12:18,366 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:12:18,366 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:12:18,369 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:12:18,372 Job list saved +2021-12-18 16:12:18,384 Updating FAILED jobs +2021-12-18 16:12:18,384 Updating WAITING jobs +2021-12-18 16:12:18,384 Update finished +2021-12-18 16:12:28,395 Reloading parameters... +2021-12-18 16:12:28,417 Loading parameters... +2021-12-18 16:12:28,418 Loading project parameters... +2021-12-18 16:12:28,420 + +13 of 25 jobs remaining (16:12) +2021-12-18 16:12:28,420 Sleep: 10 +2021-12-18 16:12:28,420 Number of retrials: 0 +2021-12-18 16:12:28,420 WRAPPER CHECK TIME = 10 +2021-12-18 16:12:28,421 Checking jobs for platform=marenostrum4 +2021-12-18 16:12:28,422 Checking jobs for platform=nord3 +2021-12-18 16:12:28,422 Checking jobs for platform=local +2021-12-18 16:12:28,423 Checking jobs for platform=transfer_node +2021-12-18 16:12:28,423 Checking all jobs at once +2021-12-18 16:12:29,792 Successful check job command +2021-12-18 16:12:31,061 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:12:31,062 End of checking +2021-12-18 16:12:31,063 Updating FAILED jobs +2021-12-18 16:12:31,063 Updating WAITING jobs +2021-12-18 16:12:31,063 Update finished +2021-12-18 16:12:31,064 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:12:31,064 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:12:31,064 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:12:31,064 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:12:31,064 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:12:31,064 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:12:31,064 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:12:31,067 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:12:31,070 Job list saved +2021-12-18 16:12:31,075 Updating FAILED jobs +2021-12-18 16:12:31,075 Updating WAITING jobs +2021-12-18 16:12:31,075 Update finished +2021-12-18 16:12:41,085 Reloading parameters... +2021-12-18 16:12:41,107 Loading parameters... +2021-12-18 16:12:41,108 Loading project parameters... +2021-12-18 16:12:41,110 + +13 of 25 jobs remaining (16:12) +2021-12-18 16:12:41,111 Sleep: 10 +2021-12-18 16:12:41,111 Number of retrials: 0 +2021-12-18 16:12:41,111 WRAPPER CHECK TIME = 10 +2021-12-18 16:12:41,111 Checking jobs for platform=marenostrum4 +2021-12-18 16:12:41,112 Checking jobs for platform=nord3 +2021-12-18 16:12:41,112 Checking jobs for platform=local +2021-12-18 16:12:41,113 Checking jobs for platform=transfer_node +2021-12-18 16:12:41,113 Checking all jobs at once +2021-12-18 16:12:42,482 Successful check job command +2021-12-18 16:12:43,751 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:12:43,751 End of checking +2021-12-18 16:12:43,753 Updating FAILED jobs +2021-12-18 16:12:43,753 Updating WAITING jobs +2021-12-18 16:12:43,753 Update finished +2021-12-18 16:12:43,753 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:12:43,754 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:12:43,755 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:12:43,755 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:12:43,755 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:12:43,755 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:12:43,755 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:12:43,758 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:12:43,760 Job list saved +2021-12-18 16:12:43,765 Updating FAILED jobs +2021-12-18 16:12:43,765 Updating WAITING jobs +2021-12-18 16:12:43,765 Update finished +2021-12-18 16:12:53,774 Reloading parameters... +2021-12-18 16:12:53,794 Loading parameters... +2021-12-18 16:12:53,795 Loading project parameters... +2021-12-18 16:12:53,797 + +13 of 25 jobs remaining (16:12) +2021-12-18 16:12:53,797 Sleep: 10 +2021-12-18 16:12:53,797 Number of retrials: 0 +2021-12-18 16:12:53,797 WRAPPER CHECK TIME = 10 +2021-12-18 16:12:53,798 Checking jobs for platform=marenostrum4 +2021-12-18 16:12:53,798 Checking jobs for platform=nord3 +2021-12-18 16:12:53,799 Checking jobs for platform=local +2021-12-18 16:12:53,799 Checking jobs for platform=transfer_node +2021-12-18 16:12:53,799 Checking all jobs at once +2021-12-18 16:12:55,119 Successful check job command +2021-12-18 16:12:56,388 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:12:56,388 End of checking +2021-12-18 16:12:56,389 Updating FAILED jobs +2021-12-18 16:12:56,389 Updating WAITING jobs +2021-12-18 16:12:56,390 Update finished +2021-12-18 16:12:56,390 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:12:56,390 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:12:56,390 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:12:56,390 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:12:56,390 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:12:56,390 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:12:56,391 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:12:56,393 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:12:56,396 Job list saved +2021-12-18 16:12:56,401 Updating FAILED jobs +2021-12-18 16:12:56,401 Updating WAITING jobs +2021-12-18 16:12:56,401 Update finished +2021-12-18 16:13:06,408 Reloading parameters... +2021-12-18 16:13:06,427 Loading parameters... +2021-12-18 16:13:06,429 Loading project parameters... +2021-12-18 16:13:06,431 + +13 of 25 jobs remaining (16:13) +2021-12-18 16:13:06,431 Sleep: 10 +2021-12-18 16:13:06,431 Number of retrials: 0 +2021-12-18 16:13:06,431 WRAPPER CHECK TIME = 10 +2021-12-18 16:13:06,432 Checking jobs for platform=marenostrum4 +2021-12-18 16:13:06,432 Checking jobs for platform=nord3 +2021-12-18 16:13:06,433 Checking jobs for platform=local +2021-12-18 16:13:06,433 Checking jobs for platform=transfer_node +2021-12-18 16:13:06,433 Checking all jobs at once +2021-12-18 16:13:07,804 Successful check job command +2021-12-18 16:13:09,124 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:13:09,124 End of checking +2021-12-18 16:13:09,125 Updating FAILED jobs +2021-12-18 16:13:09,126 Updating WAITING jobs +2021-12-18 16:13:09,126 Update finished +2021-12-18 16:13:09,126 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:13:09,126 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:13:09,126 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:13:09,126 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:13:09,126 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:13:09,127 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:13:09,127 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:13:09,129 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:13:09,132 Job list saved +2021-12-18 16:13:09,136 Updating FAILED jobs +2021-12-18 16:13:09,137 Updating WAITING jobs +2021-12-18 16:13:09,137 Update finished +2021-12-18 16:13:19,147 Reloading parameters... +2021-12-18 16:13:19,164 Loading parameters... +2021-12-18 16:13:19,166 Loading project parameters... +2021-12-18 16:13:19,167 + +13 of 25 jobs remaining (16:13) +2021-12-18 16:13:19,168 Sleep: 10 +2021-12-18 16:13:19,168 Number of retrials: 0 +2021-12-18 16:13:19,168 WRAPPER CHECK TIME = 10 +2021-12-18 16:13:19,168 Checking jobs for platform=marenostrum4 +2021-12-18 16:13:19,169 Checking jobs for platform=nord3 +2021-12-18 16:13:19,169 Checking jobs for platform=local +2021-12-18 16:13:19,170 Checking jobs for platform=transfer_node +2021-12-18 16:13:19,170 Checking all jobs at once +2021-12-18 16:13:20,390 Successful check job command +2021-12-18 16:13:21,559 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:13:21,559 End of checking +2021-12-18 16:13:21,560 Updating FAILED jobs +2021-12-18 16:13:21,560 Updating WAITING jobs +2021-12-18 16:13:21,561 Update finished +2021-12-18 16:13:21,561 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:13:21,561 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:13:21,562 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:13:21,562 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:13:21,562 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:13:21,562 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:13:21,562 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:13:21,565 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:13:21,567 Job list saved +2021-12-18 16:13:21,572 Updating FAILED jobs +2021-12-18 16:13:21,572 Updating WAITING jobs +2021-12-18 16:13:21,573 Update finished +2021-12-18 16:13:31,579 Reloading parameters... +2021-12-18 16:13:31,599 Loading parameters... +2021-12-18 16:13:31,601 Loading project parameters... +2021-12-18 16:13:31,603 + +13 of 25 jobs remaining (16:13) +2021-12-18 16:13:31,603 Sleep: 10 +2021-12-18 16:13:31,603 Number of retrials: 0 +2021-12-18 16:13:31,603 WRAPPER CHECK TIME = 10 +2021-12-18 16:13:31,604 Checking jobs for platform=marenostrum4 +2021-12-18 16:13:31,604 Checking jobs for platform=nord3 +2021-12-18 16:13:31,605 Checking jobs for platform=local +2021-12-18 16:13:31,605 Checking jobs for platform=transfer_node +2021-12-18 16:13:31,605 Checking all jobs at once +2021-12-18 16:13:33,726 Successful check job command +2021-12-18 16:13:34,896 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:13:34,896 End of checking +2021-12-18 16:13:34,898 Updating FAILED jobs +2021-12-18 16:13:34,898 Updating WAITING jobs +2021-12-18 16:13:34,898 Update finished +2021-12-18 16:13:34,898 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:13:34,899 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:13:34,899 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:13:34,899 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:13:34,899 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:13:34,899 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:13:34,899 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:13:34,902 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:13:34,904 Job list saved +2021-12-18 16:13:34,908 Updating FAILED jobs +2021-12-18 16:13:34,908 Updating WAITING jobs +2021-12-18 16:13:34,908 Update finished +2021-12-18 16:13:44,919 Reloading parameters... +2021-12-18 16:13:44,936 Loading parameters... +2021-12-18 16:13:44,938 Loading project parameters... +2021-12-18 16:13:44,939 + +13 of 25 jobs remaining (16:13) +2021-12-18 16:13:44,940 Sleep: 10 +2021-12-18 16:13:44,940 Number of retrials: 0 +2021-12-18 16:13:44,940 WRAPPER CHECK TIME = 10 +2021-12-18 16:13:44,940 Checking jobs for platform=marenostrum4 +2021-12-18 16:13:44,941 Checking jobs for platform=nord3 +2021-12-18 16:13:44,942 Checking jobs for platform=local +2021-12-18 16:13:44,942 Checking jobs for platform=transfer_node +2021-12-18 16:13:44,942 Checking all jobs at once +2021-12-18 16:13:46,465 Successful check job command +2021-12-18 16:13:47,984 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:13:47,985 End of checking +2021-12-18 16:13:47,986 Updating FAILED jobs +2021-12-18 16:13:47,986 Updating WAITING jobs +2021-12-18 16:13:47,987 Update finished +2021-12-18 16:13:47,987 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:13:47,987 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:13:47,987 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:13:47,987 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:13:47,987 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:13:47,987 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:13:47,988 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:13:47,991 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:13:47,993 Job list saved +2021-12-18 16:13:47,998 Updating FAILED jobs +2021-12-18 16:13:47,998 Updating WAITING jobs +2021-12-18 16:13:47,998 Update finished +2021-12-18 16:13:58,008 Reloading parameters... +2021-12-18 16:13:58,026 Loading parameters... +2021-12-18 16:13:58,027 Loading project parameters... +2021-12-18 16:13:58,029 + +13 of 25 jobs remaining (16:13) +2021-12-18 16:13:58,030 Sleep: 10 +2021-12-18 16:13:58,030 Number of retrials: 0 +2021-12-18 16:13:58,030 WRAPPER CHECK TIME = 10 +2021-12-18 16:13:58,030 Checking jobs for platform=marenostrum4 +2021-12-18 16:13:58,031 Checking jobs for platform=nord3 +2021-12-18 16:13:58,031 Checking jobs for platform=local +2021-12-18 16:13:58,032 Checking jobs for platform=transfer_node +2021-12-18 16:13:58,032 Checking all jobs at once +2021-12-18 16:13:59,402 Successful check job command +2021-12-18 16:14:00,621 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:14:00,622 End of checking +2021-12-18 16:14:00,623 Updating FAILED jobs +2021-12-18 16:14:00,623 Updating WAITING jobs +2021-12-18 16:14:00,623 Update finished +2021-12-18 16:14:00,623 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:14:00,624 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:14:00,624 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:14:00,624 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:14:00,624 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:14:00,624 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:14:00,624 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:14:00,627 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:14:00,629 Job list saved +2021-12-18 16:14:00,634 Updating FAILED jobs +2021-12-18 16:14:00,634 Updating WAITING jobs +2021-12-18 16:14:00,634 Update finished +2021-12-18 16:14:10,644 Reloading parameters... +2021-12-18 16:14:10,661 Loading parameters... +2021-12-18 16:14:10,663 Loading project parameters... +2021-12-18 16:14:10,665 + +13 of 25 jobs remaining (16:14) +2021-12-18 16:14:10,665 Sleep: 10 +2021-12-18 16:14:10,665 Number of retrials: 0 +2021-12-18 16:14:10,665 WRAPPER CHECK TIME = 10 +2021-12-18 16:14:10,666 Checking jobs for platform=marenostrum4 +2021-12-18 16:14:10,666 Checking jobs for platform=nord3 +2021-12-18 16:14:10,667 Checking jobs for platform=local +2021-12-18 16:14:10,667 Checking jobs for platform=transfer_node +2021-12-18 16:14:10,668 Checking all jobs at once +2021-12-18 16:14:12,792 Successful check job command +2021-12-18 16:14:13,961 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:14:13,961 End of checking +2021-12-18 16:14:13,962 Updating FAILED jobs +2021-12-18 16:14:13,962 Updating WAITING jobs +2021-12-18 16:14:13,963 Update finished +2021-12-18 16:14:13,963 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:14:13,963 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:14:13,963 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:14:13,963 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:14:13,963 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:14:13,964 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:14:13,964 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:14:13,966 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:14:13,968 Job list saved +2021-12-18 16:14:13,973 Updating FAILED jobs +2021-12-18 16:14:13,973 Updating WAITING jobs +2021-12-18 16:14:13,973 Update finished +2021-12-18 16:14:23,982 Reloading parameters... +2021-12-18 16:14:24,000 Loading parameters... +2021-12-18 16:14:24,001 Loading project parameters... +2021-12-18 16:14:24,003 + +13 of 25 jobs remaining (16:14) +2021-12-18 16:14:24,003 Sleep: 10 +2021-12-18 16:14:24,003 Number of retrials: 0 +2021-12-18 16:14:24,003 WRAPPER CHECK TIME = 10 +2021-12-18 16:14:24,004 Checking jobs for platform=marenostrum4 +2021-12-18 16:14:24,004 Checking jobs for platform=nord3 +2021-12-18 16:14:24,005 Checking jobs for platform=local +2021-12-18 16:14:24,006 Checking jobs for platform=transfer_node +2021-12-18 16:14:24,006 Checking all jobs at once +2021-12-18 16:14:25,426 Successful check job command +2021-12-18 16:14:26,745 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:14:26,745 End of checking +2021-12-18 16:14:26,747 Updating FAILED jobs +2021-12-18 16:14:26,747 Updating WAITING jobs +2021-12-18 16:14:26,747 Update finished +2021-12-18 16:14:26,747 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:14:26,748 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:14:26,748 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:14:26,748 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:14:26,748 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:14:26,748 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:14:26,748 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:14:26,751 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:14:26,753 Job list saved +2021-12-18 16:14:26,758 Updating FAILED jobs +2021-12-18 16:14:26,758 Updating WAITING jobs +2021-12-18 16:14:26,758 Update finished +2021-12-18 16:14:36,768 Reloading parameters... +2021-12-18 16:14:36,786 Loading parameters... +2021-12-18 16:14:36,787 Loading project parameters... +2021-12-18 16:14:36,789 + +13 of 25 jobs remaining (16:14) +2021-12-18 16:14:36,789 Sleep: 10 +2021-12-18 16:14:36,789 Number of retrials: 0 +2021-12-18 16:14:36,789 WRAPPER CHECK TIME = 10 +2021-12-18 16:14:36,790 Checking jobs for platform=marenostrum4 +2021-12-18 16:14:36,790 Checking jobs for platform=nord3 +2021-12-18 16:14:36,791 Checking jobs for platform=local +2021-12-18 16:14:36,792 Checking jobs for platform=transfer_node +2021-12-18 16:14:36,792 Checking all jobs at once +2021-12-18 16:14:38,117 Successful check job command +2021-12-18 16:14:39,336 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:14:39,336 End of checking +2021-12-18 16:14:39,338 Updating FAILED jobs +2021-12-18 16:14:39,338 Updating WAITING jobs +2021-12-18 16:14:39,338 Update finished +2021-12-18 16:14:39,339 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:14:39,339 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:14:39,339 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:14:39,339 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:14:39,339 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:14:39,340 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:14:39,340 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:14:39,342 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:14:39,345 Job list saved +2021-12-18 16:14:39,350 Updating FAILED jobs +2021-12-18 16:14:39,350 Updating WAITING jobs +2021-12-18 16:14:39,350 Update finished +2021-12-18 16:14:49,360 Reloading parameters... +2021-12-18 16:14:49,378 Loading parameters... +2021-12-18 16:14:49,380 Loading project parameters... +2021-12-18 16:14:49,382 + +13 of 25 jobs remaining (16:14) +2021-12-18 16:14:49,382 Sleep: 10 +2021-12-18 16:14:49,382 Number of retrials: 0 +2021-12-18 16:14:49,382 WRAPPER CHECK TIME = 10 +2021-12-18 16:14:49,383 Checking jobs for platform=marenostrum4 +2021-12-18 16:14:49,383 Checking jobs for platform=nord3 +2021-12-18 16:14:49,384 Checking jobs for platform=local +2021-12-18 16:14:49,384 Checking jobs for platform=transfer_node +2021-12-18 16:14:49,384 Checking all jobs at once +2021-12-18 16:14:50,705 Successful check job command +2021-12-18 16:14:51,824 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:14:51,824 End of checking +2021-12-18 16:14:51,825 Updating FAILED jobs +2021-12-18 16:14:51,825 Updating WAITING jobs +2021-12-18 16:14:51,825 Update finished +2021-12-18 16:14:51,826 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:14:51,826 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:14:51,826 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:14:51,826 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:14:51,826 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:14:51,826 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:14:51,826 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:14:51,829 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:14:51,831 Job list saved +2021-12-18 16:14:51,836 Updating FAILED jobs +2021-12-18 16:14:51,836 Updating WAITING jobs +2021-12-18 16:14:51,836 Update finished +2021-12-18 16:15:01,846 Reloading parameters... +2021-12-18 16:15:01,861 Loading parameters... +2021-12-18 16:15:01,862 Loading project parameters... +2021-12-18 16:15:01,863 + +13 of 25 jobs remaining (16:15) +2021-12-18 16:15:01,863 Sleep: 10 +2021-12-18 16:15:01,863 Number of retrials: 0 +2021-12-18 16:15:01,864 WRAPPER CHECK TIME = 10 +2021-12-18 16:15:01,864 Checking jobs for platform=marenostrum4 +2021-12-18 16:15:01,864 Checking jobs for platform=nord3 +2021-12-18 16:15:01,865 Checking jobs for platform=local +2021-12-18 16:15:01,865 Checking jobs for platform=transfer_node +2021-12-18 16:15:01,865 Checking all jobs at once +2021-12-18 16:15:03,535 Successful check job command +2021-12-18 16:15:04,806 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:15:04,806 End of checking +2021-12-18 16:15:04,808 Updating FAILED jobs +2021-12-18 16:15:04,808 Updating WAITING jobs +2021-12-18 16:15:04,808 Update finished +2021-12-18 16:15:04,808 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:15:04,809 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:15:04,809 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:15:04,809 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:15:04,809 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:15:04,809 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:15:04,809 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:15:04,812 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:15:04,814 Job list saved +2021-12-18 16:15:04,819 Updating FAILED jobs +2021-12-18 16:15:04,819 Updating WAITING jobs +2021-12-18 16:15:04,819 Update finished +2021-12-18 16:15:14,830 Reloading parameters... +2021-12-18 16:15:14,850 Loading parameters... +2021-12-18 16:15:14,852 Loading project parameters... +2021-12-18 16:15:14,853 + +13 of 25 jobs remaining (16:15) +2021-12-18 16:15:14,854 Sleep: 10 +2021-12-18 16:15:14,854 Number of retrials: 0 +2021-12-18 16:15:14,854 WRAPPER CHECK TIME = 10 +2021-12-18 16:15:14,854 Checking jobs for platform=marenostrum4 +2021-12-18 16:15:14,855 Checking jobs for platform=nord3 +2021-12-18 16:15:14,855 Checking jobs for platform=local +2021-12-18 16:15:14,856 Checking jobs for platform=transfer_node +2021-12-18 16:15:14,856 Checking all jobs at once +2021-12-18 16:15:16,477 Successful check job command +2021-12-18 16:15:18,298 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:15:18,298 End of checking +2021-12-18 16:15:18,300 Updating FAILED jobs +2021-12-18 16:15:18,300 Updating WAITING jobs +2021-12-18 16:15:18,300 Update finished +2021-12-18 16:15:18,300 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:15:18,301 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:15:18,301 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:15:18,301 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:15:18,301 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:15:18,301 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:15:18,301 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:15:18,304 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:15:18,307 Job list saved +2021-12-18 16:15:18,316 Updating FAILED jobs +2021-12-18 16:15:18,316 Updating WAITING jobs +2021-12-18 16:15:18,317 Update finished +2021-12-18 16:15:28,327 Reloading parameters... +2021-12-18 16:15:28,344 Loading parameters... +2021-12-18 16:15:28,346 Loading project parameters... +2021-12-18 16:15:28,348 + +13 of 25 jobs remaining (16:15) +2021-12-18 16:15:28,348 Sleep: 10 +2021-12-18 16:15:28,348 Number of retrials: 0 +2021-12-18 16:15:28,348 WRAPPER CHECK TIME = 10 +2021-12-18 16:15:28,349 Checking jobs for platform=marenostrum4 +2021-12-18 16:15:28,349 Checking jobs for platform=nord3 +2021-12-18 16:15:28,350 Checking jobs for platform=local +2021-12-18 16:15:28,350 Checking jobs for platform=transfer_node +2021-12-18 16:15:28,350 Checking all jobs at once +2021-12-18 16:15:29,670 Successful check job command +2021-12-18 16:15:30,842 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:15:30,842 End of checking +2021-12-18 16:15:30,843 Updating FAILED jobs +2021-12-18 16:15:30,843 Updating WAITING jobs +2021-12-18 16:15:30,843 Update finished +2021-12-18 16:15:30,844 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:15:30,844 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:15:30,844 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:15:30,844 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:15:30,844 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:15:30,844 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:15:30,844 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:15:30,848 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:15:30,850 Job list saved +2021-12-18 16:15:30,858 Updating FAILED jobs +2021-12-18 16:15:30,858 Updating WAITING jobs +2021-12-18 16:15:30,859 Update finished +2021-12-18 16:15:40,862 Reloading parameters... +2021-12-18 16:15:40,881 Loading parameters... +2021-12-18 16:15:40,883 Loading project parameters... +2021-12-18 16:15:40,884 + +13 of 25 jobs remaining (16:15) +2021-12-18 16:15:40,885 Sleep: 10 +2021-12-18 16:15:40,885 Number of retrials: 0 +2021-12-18 16:15:40,885 WRAPPER CHECK TIME = 10 +2021-12-18 16:15:40,885 Checking jobs for platform=marenostrum4 +2021-12-18 16:15:40,886 Checking jobs for platform=nord3 +2021-12-18 16:15:40,886 Checking jobs for platform=local +2021-12-18 16:15:40,887 Checking jobs for platform=transfer_node +2021-12-18 16:15:40,887 Checking all jobs at once +2021-12-18 16:15:42,357 Successful check job command +2021-12-18 16:15:43,676 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:15:43,676 End of checking +2021-12-18 16:15:43,678 Updating FAILED jobs +2021-12-18 16:15:43,678 Updating WAITING jobs +2021-12-18 16:15:43,678 Update finished +2021-12-18 16:15:43,678 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:15:43,678 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:15:43,678 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:15:43,679 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:15:43,679 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:15:43,679 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:15:43,679 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:15:43,681 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:15:43,684 Job list saved +2021-12-18 16:15:43,688 Updating FAILED jobs +2021-12-18 16:15:43,688 Updating WAITING jobs +2021-12-18 16:15:43,689 Update finished +2021-12-18 16:15:53,699 Reloading parameters... +2021-12-18 16:15:53,719 Loading parameters... +2021-12-18 16:15:53,720 Loading project parameters... +2021-12-18 16:15:53,722 + +13 of 25 jobs remaining (16:15) +2021-12-18 16:15:53,722 Sleep: 10 +2021-12-18 16:15:53,722 Number of retrials: 0 +2021-12-18 16:15:53,722 WRAPPER CHECK TIME = 10 +2021-12-18 16:15:53,723 Checking jobs for platform=marenostrum4 +2021-12-18 16:15:53,724 Checking jobs for platform=nord3 +2021-12-18 16:15:53,724 Checking jobs for platform=local +2021-12-18 16:15:53,725 Checking jobs for platform=transfer_node +2021-12-18 16:15:53,725 Checking all jobs at once +2021-12-18 16:15:55,096 Successful check job command +2021-12-18 16:15:56,417 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:15:56,417 End of checking +2021-12-18 16:15:56,418 Updating FAILED jobs +2021-12-18 16:15:56,419 Updating WAITING jobs +2021-12-18 16:15:56,419 Update finished +2021-12-18 16:15:56,419 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:15:56,419 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:15:56,420 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:15:56,420 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:15:56,420 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:15:56,420 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:15:56,420 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:15:56,423 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:15:56,425 Job list saved +2021-12-18 16:15:56,430 Updating FAILED jobs +2021-12-18 16:15:56,430 Updating WAITING jobs +2021-12-18 16:15:56,430 Update finished +2021-12-18 16:16:06,440 Reloading parameters... +2021-12-18 16:16:06,460 Loading parameters... +2021-12-18 16:16:06,462 Loading project parameters... +2021-12-18 16:16:06,463 + +13 of 25 jobs remaining (16:16) +2021-12-18 16:16:06,464 Sleep: 10 +2021-12-18 16:16:06,464 Number of retrials: 0 +2021-12-18 16:16:06,464 WRAPPER CHECK TIME = 10 +2021-12-18 16:16:06,464 Checking jobs for platform=marenostrum4 +2021-12-18 16:16:06,465 Checking jobs for platform=nord3 +2021-12-18 16:16:06,465 Checking jobs for platform=local +2021-12-18 16:16:06,466 Checking jobs for platform=transfer_node +2021-12-18 16:16:06,466 Checking all jobs at once +2021-12-18 16:16:07,886 Successful check job command +2021-12-18 16:16:09,209 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:16:09,209 End of checking +2021-12-18 16:16:09,210 Updating FAILED jobs +2021-12-18 16:16:09,211 Updating WAITING jobs +2021-12-18 16:16:09,211 Update finished +2021-12-18 16:16:09,211 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:16:09,211 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:16:09,211 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:16:09,211 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:16:09,212 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:16:09,212 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:16:09,212 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:16:09,215 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:16:09,217 Job list saved +2021-12-18 16:16:09,222 Updating FAILED jobs +2021-12-18 16:16:09,222 Updating WAITING jobs +2021-12-18 16:16:09,222 Update finished +2021-12-18 16:16:19,232 Reloading parameters... +2021-12-18 16:16:19,250 Loading parameters... +2021-12-18 16:16:19,252 Loading project parameters... +2021-12-18 16:16:19,253 + +13 of 25 jobs remaining (16:16) +2021-12-18 16:16:19,254 Sleep: 10 +2021-12-18 16:16:19,254 Number of retrials: 0 +2021-12-18 16:16:19,254 WRAPPER CHECK TIME = 10 +2021-12-18 16:16:19,254 Checking jobs for platform=marenostrum4 +2021-12-18 16:16:19,255 Checking jobs for platform=nord3 +2021-12-18 16:16:19,256 Checking jobs for platform=local +2021-12-18 16:16:19,256 Checking jobs for platform=transfer_node +2021-12-18 16:16:19,256 Checking all jobs at once +2021-12-18 16:16:20,676 Successful check job command +2021-12-18 16:16:22,146 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:16:22,146 End of checking +2021-12-18 16:16:22,147 Updating FAILED jobs +2021-12-18 16:16:22,147 Updating WAITING jobs +2021-12-18 16:16:22,148 Update finished +2021-12-18 16:16:22,148 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:16:22,148 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:16:22,148 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:16:22,148 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:16:22,148 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:16:22,148 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:16:22,148 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:16:22,151 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:16:22,153 Job list saved +2021-12-18 16:16:22,157 Updating FAILED jobs +2021-12-18 16:16:22,158 Updating WAITING jobs +2021-12-18 16:16:22,158 Update finished +2021-12-18 16:16:32,163 Reloading parameters... +2021-12-18 16:16:32,180 Loading parameters... +2021-12-18 16:16:32,181 Loading project parameters... +2021-12-18 16:16:32,183 + +13 of 25 jobs remaining (16:16) +2021-12-18 16:16:32,183 Sleep: 10 +2021-12-18 16:16:32,183 Number of retrials: 0 +2021-12-18 16:16:32,183 WRAPPER CHECK TIME = 10 +2021-12-18 16:16:32,184 Checking jobs for platform=marenostrum4 +2021-12-18 16:16:32,184 Checking jobs for platform=nord3 +2021-12-18 16:16:32,185 Checking jobs for platform=local +2021-12-18 16:16:32,186 Checking jobs for platform=transfer_node +2021-12-18 16:16:32,186 Checking all jobs at once +2021-12-18 16:16:33,507 Successful check job command +2021-12-18 16:16:34,776 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:16:34,776 End of checking +2021-12-18 16:16:34,777 Updating FAILED jobs +2021-12-18 16:16:34,777 Updating WAITING jobs +2021-12-18 16:16:34,778 Update finished +2021-12-18 16:16:34,778 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:16:34,778 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:16:34,779 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:16:34,779 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:16:34,779 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:16:34,779 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:16:34,779 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:16:34,782 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:16:34,784 Job list saved +2021-12-18 16:16:34,789 Updating FAILED jobs +2021-12-18 16:16:34,789 Updating WAITING jobs +2021-12-18 16:16:34,789 Update finished +2021-12-18 16:16:44,799 Reloading parameters... +2021-12-18 16:16:44,824 Loading parameters... +2021-12-18 16:16:44,825 Loading project parameters... +2021-12-18 16:16:44,827 + +13 of 25 jobs remaining (16:16) +2021-12-18 16:16:44,827 Sleep: 10 +2021-12-18 16:16:44,827 Number of retrials: 0 +2021-12-18 16:16:44,827 WRAPPER CHECK TIME = 10 +2021-12-18 16:16:44,828 Checking jobs for platform=marenostrum4 +2021-12-18 16:16:44,828 Checking jobs for platform=nord3 +2021-12-18 16:16:44,829 Checking jobs for platform=local +2021-12-18 16:16:44,830 Checking jobs for platform=transfer_node +2021-12-18 16:16:44,830 Checking all jobs at once +2021-12-18 16:16:46,102 Successful check job command +2021-12-18 16:16:47,274 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:16:47,274 End of checking +2021-12-18 16:16:47,275 Updating FAILED jobs +2021-12-18 16:16:47,276 Updating WAITING jobs +2021-12-18 16:16:47,276 Update finished +2021-12-18 16:16:47,276 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:16:47,276 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:16:47,276 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:16:47,276 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:16:47,276 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:16:47,277 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:16:47,277 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:16:47,284 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:16:47,286 Job list saved +2021-12-18 16:16:47,291 Updating FAILED jobs +2021-12-18 16:16:47,291 Updating WAITING jobs +2021-12-18 16:16:47,292 Update finished +2021-12-18 16:16:57,302 Reloading parameters... +2021-12-18 16:16:57,320 Loading parameters... +2021-12-18 16:16:57,322 Loading project parameters... +2021-12-18 16:16:57,323 + +13 of 25 jobs remaining (16:16) +2021-12-18 16:16:57,324 Sleep: 10 +2021-12-18 16:16:57,324 Number of retrials: 0 +2021-12-18 16:16:57,324 WRAPPER CHECK TIME = 10 +2021-12-18 16:16:57,324 Checking jobs for platform=marenostrum4 +2021-12-18 16:16:57,325 Checking jobs for platform=nord3 +2021-12-18 16:16:57,326 Checking jobs for platform=local +2021-12-18 16:16:57,326 Checking jobs for platform=transfer_node +2021-12-18 16:16:57,326 Checking all jobs at once +2021-12-18 16:16:58,746 Successful check job command +2021-12-18 16:16:59,965 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:16:59,965 End of checking +2021-12-18 16:16:59,966 Updating FAILED jobs +2021-12-18 16:16:59,966 Updating WAITING jobs +2021-12-18 16:16:59,967 Update finished +2021-12-18 16:16:59,967 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:16:59,967 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:16:59,967 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:16:59,967 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:16:59,967 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:16:59,967 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:16:59,968 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:16:59,971 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:16:59,973 Job list saved +2021-12-18 16:16:59,978 Updating FAILED jobs +2021-12-18 16:16:59,978 Updating WAITING jobs +2021-12-18 16:16:59,978 Update finished +2021-12-18 16:17:09,986 Reloading parameters... +2021-12-18 16:17:10,004 Loading parameters... +2021-12-18 16:17:10,006 Loading project parameters... +2021-12-18 16:17:10,007 + +13 of 25 jobs remaining (16:17) +2021-12-18 16:17:10,008 Sleep: 10 +2021-12-18 16:17:10,008 Number of retrials: 0 +2021-12-18 16:17:10,008 WRAPPER CHECK TIME = 10 +2021-12-18 16:17:10,008 Checking jobs for platform=marenostrum4 +2021-12-18 16:17:10,009 Checking jobs for platform=nord3 +2021-12-18 16:17:10,010 Checking jobs for platform=local +2021-12-18 16:17:10,010 Checking jobs for platform=transfer_node +2021-12-18 16:17:10,010 Checking all jobs at once +2021-12-18 16:17:11,579 Successful check job command +2021-12-18 16:17:13,149 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:17:13,149 End of checking +2021-12-18 16:17:13,152 Updating FAILED jobs +2021-12-18 16:17:13,152 Updating WAITING jobs +2021-12-18 16:17:13,152 Update finished +2021-12-18 16:17:13,152 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:17:13,153 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:17:13,153 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:17:13,153 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:17:13,153 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:17:13,154 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:17:13,154 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:17:13,156 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:17:13,159 Job list saved +2021-12-18 16:17:13,163 Updating FAILED jobs +2021-12-18 16:17:13,163 Updating WAITING jobs +2021-12-18 16:17:13,163 Update finished +2021-12-18 16:17:23,174 Reloading parameters... +2021-12-18 16:17:23,191 Loading parameters... +2021-12-18 16:17:23,192 Loading project parameters... +2021-12-18 16:17:23,194 + +13 of 25 jobs remaining (16:17) +2021-12-18 16:17:23,194 Sleep: 10 +2021-12-18 16:17:23,194 Number of retrials: 0 +2021-12-18 16:17:23,194 WRAPPER CHECK TIME = 10 +2021-12-18 16:17:23,195 Checking jobs for platform=marenostrum4 +2021-12-18 16:17:23,195 Checking jobs for platform=nord3 +2021-12-18 16:17:23,196 Checking jobs for platform=local +2021-12-18 16:17:23,196 Checking jobs for platform=transfer_node +2021-12-18 16:17:23,196 Checking all jobs at once +2021-12-18 16:17:24,467 Successful check job command +2021-12-18 16:17:25,686 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:17:25,686 End of checking +2021-12-18 16:17:25,688 Updating FAILED jobs +2021-12-18 16:17:25,688 Updating WAITING jobs +2021-12-18 16:17:25,688 Update finished +2021-12-18 16:17:25,688 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:17:25,688 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:17:25,688 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:17:25,689 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:17:25,689 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:17:25,689 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:17:25,689 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:17:25,692 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:17:25,694 Job list saved +2021-12-18 16:17:25,698 Updating FAILED jobs +2021-12-18 16:17:25,699 Updating WAITING jobs +2021-12-18 16:17:25,699 Update finished +2021-12-18 16:17:35,709 Reloading parameters... +2021-12-18 16:17:35,727 Loading parameters... +2021-12-18 16:17:35,728 Loading project parameters... +2021-12-18 16:17:35,730 + +13 of 25 jobs remaining (16:17) +2021-12-18 16:17:35,730 Sleep: 10 +2021-12-18 16:17:35,730 Number of retrials: 0 +2021-12-18 16:17:35,730 WRAPPER CHECK TIME = 10 +2021-12-18 16:17:35,731 Checking jobs for platform=marenostrum4 +2021-12-18 16:17:35,731 Checking jobs for platform=nord3 +2021-12-18 16:17:35,732 Checking jobs for platform=local +2021-12-18 16:17:35,732 Checking jobs for platform=transfer_node +2021-12-18 16:17:35,732 Checking all jobs at once +2021-12-18 16:17:37,152 Successful check job command +2021-12-18 16:17:38,372 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:17:38,372 End of checking +2021-12-18 16:17:38,373 Updating FAILED jobs +2021-12-18 16:17:38,374 Updating WAITING jobs +2021-12-18 16:17:38,374 Update finished +2021-12-18 16:17:38,374 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:17:38,374 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:17:38,374 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:17:38,374 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:17:38,374 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:17:38,375 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:17:38,375 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:17:38,377 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:17:38,380 Job list saved +2021-12-18 16:17:38,390 Updating FAILED jobs +2021-12-18 16:17:38,390 Updating WAITING jobs +2021-12-18 16:17:38,391 Update finished +2021-12-18 16:17:48,401 Reloading parameters... +2021-12-18 16:17:48,423 Loading parameters... +2021-12-18 16:17:48,425 Loading project parameters... +2021-12-18 16:17:48,427 + +13 of 25 jobs remaining (16:17) +2021-12-18 16:17:48,427 Sleep: 10 +2021-12-18 16:17:48,427 Number of retrials: 0 +2021-12-18 16:17:48,427 WRAPPER CHECK TIME = 10 +2021-12-18 16:17:48,428 Checking jobs for platform=marenostrum4 +2021-12-18 16:17:48,428 Checking jobs for platform=nord3 +2021-12-18 16:17:48,429 Checking jobs for platform=local +2021-12-18 16:17:48,429 Checking jobs for platform=transfer_node +2021-12-18 16:17:48,429 Checking all jobs at once +2021-12-18 16:17:49,949 Successful check job command +2021-12-18 16:17:51,218 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:17:51,218 End of checking +2021-12-18 16:17:51,220 Updating FAILED jobs +2021-12-18 16:17:51,220 Updating WAITING jobs +2021-12-18 16:17:51,220 Update finished +2021-12-18 16:17:51,220 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:17:51,221 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:17:51,221 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:17:51,221 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:17:51,221 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:17:51,221 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:17:51,221 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:17:51,225 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:17:51,227 Job list saved +2021-12-18 16:17:51,233 Updating FAILED jobs +2021-12-18 16:17:51,233 Updating WAITING jobs +2021-12-18 16:17:51,234 Update finished +2021-12-18 16:18:01,244 Reloading parameters... +2021-12-18 16:18:01,329 Loading parameters... +2021-12-18 16:18:01,331 Loading project parameters... +2021-12-18 16:18:01,333 + +13 of 25 jobs remaining (16:18) +2021-12-18 16:18:01,333 Sleep: 10 +2021-12-18 16:18:01,333 Number of retrials: 0 +2021-12-18 16:18:01,333 WRAPPER CHECK TIME = 10 +2021-12-18 16:18:01,334 Checking jobs for platform=marenostrum4 +2021-12-18 16:18:01,334 Checking jobs for platform=nord3 +2021-12-18 16:18:01,335 Checking jobs for platform=local +2021-12-18 16:18:01,336 Checking jobs for platform=transfer_node +2021-12-18 16:18:01,336 Checking all jobs at once +2021-12-18 16:18:02,606 Successful check job command +2021-12-18 16:18:03,725 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:18:03,726 End of checking +2021-12-18 16:18:03,727 Updating FAILED jobs +2021-12-18 16:18:03,727 Updating WAITING jobs +2021-12-18 16:18:03,728 Update finished +2021-12-18 16:18:03,728 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:18:03,728 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:18:03,728 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:18:03,728 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:18:03,728 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:18:03,728 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:18:03,729 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:18:03,732 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:18:03,734 Job list saved +2021-12-18 16:18:03,739 Updating FAILED jobs +2021-12-18 16:18:03,739 Updating WAITING jobs +2021-12-18 16:18:03,739 Update finished +2021-12-18 16:18:13,748 Reloading parameters... +2021-12-18 16:18:13,766 Loading parameters... +2021-12-18 16:18:13,767 Loading project parameters... +2021-12-18 16:18:13,769 + +13 of 25 jobs remaining (16:18) +2021-12-18 16:18:13,770 Sleep: 10 +2021-12-18 16:18:13,770 Number of retrials: 0 +2021-12-18 16:18:13,770 WRAPPER CHECK TIME = 10 +2021-12-18 16:18:13,770 Checking jobs for platform=marenostrum4 +2021-12-18 16:18:13,771 Checking jobs for platform=nord3 +2021-12-18 16:18:13,772 Checking jobs for platform=local +2021-12-18 16:18:13,772 Checking jobs for platform=transfer_node +2021-12-18 16:18:13,773 Checking all jobs at once +2021-12-18 16:18:15,346 Successful check job command +2021-12-18 16:18:16,616 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:18:16,616 End of checking +2021-12-18 16:18:16,618 Updating FAILED jobs +2021-12-18 16:18:16,618 Updating WAITING jobs +2021-12-18 16:18:16,618 Update finished +2021-12-18 16:18:16,618 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:18:16,618 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:18:16,618 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:18:16,619 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:18:16,619 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:18:16,619 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:18:16,619 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:18:16,622 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:18:16,624 Job list saved +2021-12-18 16:18:16,629 Updating FAILED jobs +2021-12-18 16:18:16,629 Updating WAITING jobs +2021-12-18 16:18:16,629 Update finished +2021-12-18 16:18:26,640 Reloading parameters... +2021-12-18 16:18:26,657 Loading parameters... +2021-12-18 16:18:26,658 Loading project parameters... +2021-12-18 16:18:26,660 + +13 of 25 jobs remaining (16:18) +2021-12-18 16:18:26,661 Sleep: 10 +2021-12-18 16:18:26,661 Number of retrials: 0 +2021-12-18 16:18:26,661 WRAPPER CHECK TIME = 10 +2021-12-18 16:18:26,661 Checking jobs for platform=marenostrum4 +2021-12-18 16:18:26,662 Checking jobs for platform=nord3 +2021-12-18 16:18:26,662 Checking jobs for platform=local +2021-12-18 16:18:26,663 Checking jobs for platform=transfer_node +2021-12-18 16:18:26,663 Checking all jobs at once +2021-12-18 16:18:28,184 Successful check job command +2021-12-18 16:18:29,654 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:18:29,654 End of checking +2021-12-18 16:18:29,656 Updating FAILED jobs +2021-12-18 16:18:29,656 Updating WAITING jobs +2021-12-18 16:18:29,656 Update finished +2021-12-18 16:18:29,656 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:18:29,657 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:18:29,657 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:18:29,657 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:18:29,658 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:18:29,658 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:18:29,658 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:18:29,660 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:18:29,663 Job list saved +2021-12-18 16:18:29,668 Updating FAILED jobs +2021-12-18 16:18:29,668 Updating WAITING jobs +2021-12-18 16:18:29,668 Update finished +2021-12-18 16:18:39,678 Reloading parameters... +2021-12-18 16:18:39,695 Loading parameters... +2021-12-18 16:18:39,697 Loading project parameters... +2021-12-18 16:18:39,699 + +13 of 25 jobs remaining (16:18) +2021-12-18 16:18:39,699 Sleep: 10 +2021-12-18 16:18:39,699 Number of retrials: 0 +2021-12-18 16:18:39,700 WRAPPER CHECK TIME = 10 +2021-12-18 16:18:39,700 Checking jobs for platform=marenostrum4 +2021-12-18 16:18:39,701 Checking jobs for platform=nord3 +2021-12-18 16:18:39,701 Checking jobs for platform=local +2021-12-18 16:18:39,702 Checking jobs for platform=transfer_node +2021-12-18 16:18:39,702 Checking all jobs at once +2021-12-18 16:18:40,978 Successful check job command +2021-12-18 16:18:42,147 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:18:42,147 End of checking +2021-12-18 16:18:42,149 Updating FAILED jobs +2021-12-18 16:18:42,149 Updating WAITING jobs +2021-12-18 16:18:42,149 Update finished +2021-12-18 16:18:42,149 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:18:42,149 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:18:42,149 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:18:42,149 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:18:42,150 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:18:42,150 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:18:42,150 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:18:42,153 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:18:42,155 Job list saved +2021-12-18 16:18:42,162 Updating FAILED jobs +2021-12-18 16:18:42,162 Updating WAITING jobs +2021-12-18 16:18:42,163 Update finished +2021-12-18 16:18:52,172 Reloading parameters... +2021-12-18 16:18:52,191 Loading parameters... +2021-12-18 16:18:52,193 Loading project parameters... +2021-12-18 16:18:52,194 + +13 of 25 jobs remaining (16:18) +2021-12-18 16:18:52,195 Sleep: 10 +2021-12-18 16:18:52,195 Number of retrials: 0 +2021-12-18 16:18:52,195 WRAPPER CHECK TIME = 10 +2021-12-18 16:18:52,195 Checking jobs for platform=marenostrum4 +2021-12-18 16:18:52,196 Checking jobs for platform=nord3 +2021-12-18 16:18:52,197 Checking jobs for platform=local +2021-12-18 16:18:52,197 Checking jobs for platform=transfer_node +2021-12-18 16:18:52,197 Checking all jobs at once +2021-12-18 16:18:53,467 Successful check job command +2021-12-18 16:18:54,736 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:18:54,736 End of checking +2021-12-18 16:18:54,738 Updating FAILED jobs +2021-12-18 16:18:54,738 Updating WAITING jobs +2021-12-18 16:18:54,738 Update finished +2021-12-18 16:18:54,738 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:18:54,738 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:18:54,738 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:18:54,739 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:18:54,739 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:18:54,739 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:18:54,739 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:18:54,741 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:18:54,744 Job list saved +2021-12-18 16:18:54,749 Updating FAILED jobs +2021-12-18 16:18:54,749 Updating WAITING jobs +2021-12-18 16:18:54,749 Update finished +2021-12-18 16:19:04,759 Reloading parameters... +2021-12-18 16:19:04,778 Loading parameters... +2021-12-18 16:19:04,780 Loading project parameters... +2021-12-18 16:19:04,781 + +13 of 25 jobs remaining (16:19) +2021-12-18 16:19:04,782 Sleep: 10 +2021-12-18 16:19:04,782 Number of retrials: 0 +2021-12-18 16:19:04,782 WRAPPER CHECK TIME = 10 +2021-12-18 16:19:04,782 Checking jobs for platform=marenostrum4 +2021-12-18 16:19:04,783 Checking jobs for platform=nord3 +2021-12-18 16:19:04,783 Checking jobs for platform=local +2021-12-18 16:19:04,784 Checking jobs for platform=transfer_node +2021-12-18 16:19:04,784 Checking all jobs at once +2021-12-18 16:19:06,157 Successful check job command +2021-12-18 16:19:07,326 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:19:07,326 End of checking +2021-12-18 16:19:07,328 Updating FAILED jobs +2021-12-18 16:19:07,328 Updating WAITING jobs +2021-12-18 16:19:07,328 Update finished +2021-12-18 16:19:07,328 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:19:07,329 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:19:07,329 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:19:07,329 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:19:07,329 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:19:07,329 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:19:07,330 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:19:07,332 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:19:07,335 Job list saved +2021-12-18 16:19:07,339 Updating FAILED jobs +2021-12-18 16:19:07,340 Updating WAITING jobs +2021-12-18 16:19:07,340 Update finished +2021-12-18 16:19:17,350 Reloading parameters... +2021-12-18 16:19:17,371 Loading parameters... +2021-12-18 16:19:17,372 Loading project parameters... +2021-12-18 16:19:17,374 + +13 of 25 jobs remaining (16:19) +2021-12-18 16:19:17,375 Sleep: 10 +2021-12-18 16:19:17,375 Number of retrials: 0 +2021-12-18 16:19:17,375 WRAPPER CHECK TIME = 10 +2021-12-18 16:19:17,376 Checking jobs for platform=marenostrum4 +2021-12-18 16:19:17,376 Checking jobs for platform=nord3 +2021-12-18 16:19:17,377 Checking jobs for platform=local +2021-12-18 16:19:17,377 Checking jobs for platform=transfer_node +2021-12-18 16:19:17,377 Checking all jobs at once +2021-12-18 16:19:18,847 Successful check job command +2021-12-18 16:19:20,117 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:19:20,117 End of checking +2021-12-18 16:19:20,119 Updating FAILED jobs +2021-12-18 16:19:20,119 Updating WAITING jobs +2021-12-18 16:19:20,119 Update finished +2021-12-18 16:19:20,119 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:19:20,119 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:19:20,120 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:19:20,120 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:19:20,120 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:19:20,120 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:19:20,120 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:19:20,123 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:19:20,125 Job list saved +2021-12-18 16:19:20,130 Updating FAILED jobs +2021-12-18 16:19:20,131 Updating WAITING jobs +2021-12-18 16:19:20,131 Update finished +2021-12-18 16:19:30,141 Reloading parameters... +2021-12-18 16:19:30,159 Loading parameters... +2021-12-18 16:19:30,160 Loading project parameters... +2021-12-18 16:19:30,162 + +13 of 25 jobs remaining (16:19) +2021-12-18 16:19:30,163 Sleep: 10 +2021-12-18 16:19:30,163 Number of retrials: 0 +2021-12-18 16:19:30,163 WRAPPER CHECK TIME = 10 +2021-12-18 16:19:30,163 Checking jobs for platform=marenostrum4 +2021-12-18 16:19:30,164 Checking jobs for platform=nord3 +2021-12-18 16:19:30,164 Checking jobs for platform=local +2021-12-18 16:19:30,165 Checking jobs for platform=transfer_node +2021-12-18 16:19:30,165 Checking all jobs at once +2021-12-18 16:19:31,842 Successful check job command +2021-12-18 16:19:33,111 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:19:33,111 End of checking +2021-12-18 16:19:33,113 Updating FAILED jobs +2021-12-18 16:19:33,113 Updating WAITING jobs +2021-12-18 16:19:33,113 Update finished +2021-12-18 16:19:33,113 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:19:33,113 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:19:33,114 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:19:33,114 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:19:33,114 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:19:33,114 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:19:33,114 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:19:33,117 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:19:33,119 Job list saved +2021-12-18 16:19:33,123 Updating FAILED jobs +2021-12-18 16:19:33,124 Updating WAITING jobs +2021-12-18 16:19:33,124 Update finished +2021-12-18 16:19:43,134 Reloading parameters... +2021-12-18 16:19:43,152 Loading parameters... +2021-12-18 16:19:43,153 Loading project parameters... +2021-12-18 16:19:43,155 + +13 of 25 jobs remaining (16:19) +2021-12-18 16:19:43,155 Sleep: 10 +2021-12-18 16:19:43,155 Number of retrials: 0 +2021-12-18 16:19:43,155 WRAPPER CHECK TIME = 10 +2021-12-18 16:19:43,156 Checking jobs for platform=marenostrum4 +2021-12-18 16:19:43,157 Checking jobs for platform=nord3 +2021-12-18 16:19:43,157 Checking jobs for platform=local +2021-12-18 16:19:43,158 Checking jobs for platform=transfer_node +2021-12-18 16:19:43,158 Checking all jobs at once +2021-12-18 16:19:44,628 Successful check job command +2021-12-18 16:19:46,054 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:19:46,054 End of checking +2021-12-18 16:19:46,056 Updating FAILED jobs +2021-12-18 16:19:46,056 Updating WAITING jobs +2021-12-18 16:19:46,056 Update finished +2021-12-18 16:19:46,056 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:19:46,057 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:19:46,057 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:19:46,057 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:19:46,057 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:19:46,057 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:19:46,057 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:19:46,060 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:19:46,063 Job list saved +2021-12-18 16:19:46,067 Updating FAILED jobs +2021-12-18 16:19:46,068 Updating WAITING jobs +2021-12-18 16:19:46,068 Update finished +2021-12-18 16:19:56,078 Reloading parameters... +2021-12-18 16:19:56,097 Loading parameters... +2021-12-18 16:19:56,099 Loading project parameters... +2021-12-18 16:19:56,101 + +13 of 25 jobs remaining (16:19) +2021-12-18 16:19:56,101 Sleep: 10 +2021-12-18 16:19:56,101 Number of retrials: 0 +2021-12-18 16:19:56,101 WRAPPER CHECK TIME = 10 +2021-12-18 16:19:56,102 Checking jobs for platform=marenostrum4 +2021-12-18 16:19:56,102 Checking jobs for platform=nord3 +2021-12-18 16:19:56,103 Checking jobs for platform=local +2021-12-18 16:19:56,103 Checking jobs for platform=transfer_node +2021-12-18 16:19:56,103 Checking all jobs at once +2021-12-18 16:19:57,323 Successful check job command +2021-12-18 16:19:58,444 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:19:58,444 End of checking +2021-12-18 16:19:58,446 Updating FAILED jobs +2021-12-18 16:19:58,446 Updating WAITING jobs +2021-12-18 16:19:58,446 Update finished +2021-12-18 16:19:58,447 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:19:58,447 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:19:58,447 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:19:58,447 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:19:58,447 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:19:58,447 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:19:58,447 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:19:58,450 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:19:58,452 Job list saved +2021-12-18 16:19:58,457 Updating FAILED jobs +2021-12-18 16:19:58,457 Updating WAITING jobs +2021-12-18 16:19:58,457 Update finished +2021-12-18 16:20:08,467 Reloading parameters... +2021-12-18 16:20:08,484 Loading parameters... +2021-12-18 16:20:08,486 Loading project parameters... +2021-12-18 16:20:08,488 + +13 of 25 jobs remaining (16:20) +2021-12-18 16:20:08,488 Sleep: 10 +2021-12-18 16:20:08,488 Number of retrials: 0 +2021-12-18 16:20:08,488 WRAPPER CHECK TIME = 10 +2021-12-18 16:20:08,489 Checking jobs for platform=marenostrum4 +2021-12-18 16:20:08,489 Checking jobs for platform=nord3 +2021-12-18 16:20:08,490 Checking jobs for platform=local +2021-12-18 16:20:08,490 Checking jobs for platform=transfer_node +2021-12-18 16:20:08,490 Checking all jobs at once +2021-12-18 16:20:09,909 Successful check job command +2021-12-18 16:20:11,079 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:20:11,079 End of checking +2021-12-18 16:20:11,081 Updating FAILED jobs +2021-12-18 16:20:11,081 Updating WAITING jobs +2021-12-18 16:20:11,081 Update finished +2021-12-18 16:20:11,081 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:20:11,081 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:20:11,081 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:20:11,082 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:20:11,082 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:20:11,082 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:20:11,082 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:20:11,084 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:20:11,087 Job list saved +2021-12-18 16:20:11,091 Updating FAILED jobs +2021-12-18 16:20:11,092 Updating WAITING jobs +2021-12-18 16:20:11,092 Update finished +2021-12-18 16:20:21,102 Reloading parameters... +2021-12-18 16:20:21,120 Loading parameters... +2021-12-18 16:20:21,121 Loading project parameters... +2021-12-18 16:20:21,123 + +13 of 25 jobs remaining (16:20) +2021-12-18 16:20:21,123 Sleep: 10 +2021-12-18 16:20:21,123 Number of retrials: 0 +2021-12-18 16:20:21,123 WRAPPER CHECK TIME = 10 +2021-12-18 16:20:21,124 Checking jobs for platform=marenostrum4 +2021-12-18 16:20:21,124 Checking jobs for platform=nord3 +2021-12-18 16:20:21,125 Checking jobs for platform=local +2021-12-18 16:20:21,126 Checking jobs for platform=transfer_node +2021-12-18 16:20:21,126 Checking all jobs at once +2021-12-18 16:20:22,697 Successful check job command +2021-12-18 16:20:24,416 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:20:24,417 End of checking +2021-12-18 16:20:24,418 Updating FAILED jobs +2021-12-18 16:20:24,418 Updating WAITING jobs +2021-12-18 16:20:24,418 Update finished +2021-12-18 16:20:24,418 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:20:24,419 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:20:24,419 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:20:24,419 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:20:24,419 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:20:24,420 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:20:24,420 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:20:24,422 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:20:24,425 Job list saved +2021-12-18 16:20:24,429 Updating FAILED jobs +2021-12-18 16:20:24,429 Updating WAITING jobs +2021-12-18 16:20:24,430 Update finished +2021-12-18 16:20:34,440 Reloading parameters... +2021-12-18 16:20:34,464 Loading parameters... +2021-12-18 16:20:34,465 Loading project parameters... +2021-12-18 16:20:34,467 + +13 of 25 jobs remaining (16:20) +2021-12-18 16:20:34,467 Sleep: 10 +2021-12-18 16:20:34,467 Number of retrials: 0 +2021-12-18 16:20:34,467 WRAPPER CHECK TIME = 10 +2021-12-18 16:20:34,468 Checking jobs for platform=marenostrum4 +2021-12-18 16:20:34,468 Checking jobs for platform=nord3 +2021-12-18 16:20:34,469 Checking jobs for platform=local +2021-12-18 16:20:34,469 Checking jobs for platform=transfer_node +2021-12-18 16:20:34,469 Checking all jobs at once +2021-12-18 16:20:36,092 Successful check job command +2021-12-18 16:20:37,361 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:20:37,361 End of checking +2021-12-18 16:20:37,363 Updating FAILED jobs +2021-12-18 16:20:37,363 Updating WAITING jobs +2021-12-18 16:20:37,363 Update finished +2021-12-18 16:20:37,363 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:20:37,363 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:20:37,363 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:20:37,363 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:20:37,364 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:20:37,364 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:20:37,364 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:20:37,367 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:20:37,369 Job list saved +2021-12-18 16:20:37,374 Updating FAILED jobs +2021-12-18 16:20:37,374 Updating WAITING jobs +2021-12-18 16:20:37,374 Update finished +2021-12-18 16:20:47,384 Reloading parameters... +2021-12-18 16:20:47,403 Loading parameters... +2021-12-18 16:20:47,405 Loading project parameters... +2021-12-18 16:20:47,406 + +13 of 25 jobs remaining (16:20) +2021-12-18 16:20:47,407 Sleep: 10 +2021-12-18 16:20:47,407 Number of retrials: 0 +2021-12-18 16:20:47,407 WRAPPER CHECK TIME = 10 +2021-12-18 16:20:47,408 Checking jobs for platform=marenostrum4 +2021-12-18 16:20:47,408 Checking jobs for platform=nord3 +2021-12-18 16:20:47,409 Checking jobs for platform=local +2021-12-18 16:20:47,409 Checking jobs for platform=transfer_node +2021-12-18 16:20:47,409 Checking all jobs at once +2021-12-18 16:20:48,930 Successful check job command +2021-12-18 16:20:50,199 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:20:50,199 End of checking +2021-12-18 16:20:50,201 Updating FAILED jobs +2021-12-18 16:20:50,201 Updating WAITING jobs +2021-12-18 16:20:50,201 Update finished +2021-12-18 16:20:50,201 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:20:50,201 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:20:50,202 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:20:50,202 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:20:50,202 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:20:50,202 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:20:50,202 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:20:50,205 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:20:50,207 Job list saved +2021-12-18 16:20:50,214 Updating FAILED jobs +2021-12-18 16:20:50,214 Updating WAITING jobs +2021-12-18 16:20:50,215 Update finished +2021-12-18 16:21:00,225 Reloading parameters... +2021-12-18 16:21:00,246 Loading parameters... +2021-12-18 16:21:00,247 Loading project parameters... +2021-12-18 16:21:00,249 + +13 of 25 jobs remaining (16:21) +2021-12-18 16:21:00,249 Sleep: 10 +2021-12-18 16:21:00,250 Number of retrials: 0 +2021-12-18 16:21:00,250 WRAPPER CHECK TIME = 10 +2021-12-18 16:21:00,250 Checking jobs for platform=marenostrum4 +2021-12-18 16:21:00,251 Checking jobs for platform=nord3 +2021-12-18 16:21:00,251 Checking jobs for platform=local +2021-12-18 16:21:00,252 Checking jobs for platform=transfer_node +2021-12-18 16:21:00,252 Checking all jobs at once +2021-12-18 16:21:01,626 Successful check job command +2021-12-18 16:21:02,946 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:21:02,946 End of checking +2021-12-18 16:21:02,948 Updating FAILED jobs +2021-12-18 16:21:02,948 Updating WAITING jobs +2021-12-18 16:21:02,948 Update finished +2021-12-18 16:21:02,949 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:21:02,949 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:21:02,949 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:21:02,950 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:21:02,950 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:21:02,950 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:21:02,950 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:21:02,953 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:21:02,955 Job list saved +2021-12-18 16:21:02,960 Updating FAILED jobs +2021-12-18 16:21:02,960 Updating WAITING jobs +2021-12-18 16:21:02,961 Update finished +2021-12-18 16:21:12,971 Reloading parameters... +2021-12-18 16:21:12,990 Loading parameters... +2021-12-18 16:21:12,992 Loading project parameters... +2021-12-18 16:21:12,993 + +13 of 25 jobs remaining (16:21) +2021-12-18 16:21:12,994 Sleep: 10 +2021-12-18 16:21:12,994 Number of retrials: 0 +2021-12-18 16:21:12,994 WRAPPER CHECK TIME = 10 +2021-12-18 16:21:12,994 Checking jobs for platform=marenostrum4 +2021-12-18 16:21:12,995 Checking jobs for platform=nord3 +2021-12-18 16:21:12,995 Checking jobs for platform=local +2021-12-18 16:21:12,996 Checking jobs for platform=transfer_node +2021-12-18 16:21:12,996 Checking all jobs at once +2021-12-18 16:21:14,319 Successful check job command +2021-12-18 16:21:15,538 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:21:15,538 End of checking +2021-12-18 16:21:15,540 Updating FAILED jobs +2021-12-18 16:21:15,540 Updating WAITING jobs +2021-12-18 16:21:15,540 Update finished +2021-12-18 16:21:15,540 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:21:15,541 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:21:15,541 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:21:15,541 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:21:15,541 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:21:15,541 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:21:15,541 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:21:15,545 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:21:15,547 Job list saved +2021-12-18 16:21:15,553 Updating FAILED jobs +2021-12-18 16:21:15,553 Updating WAITING jobs +2021-12-18 16:21:15,553 Update finished +2021-12-18 16:21:25,563 Reloading parameters... +2021-12-18 16:21:25,582 Loading parameters... +2021-12-18 16:21:25,584 Loading project parameters... +2021-12-18 16:21:25,586 + +13 of 25 jobs remaining (16:21) +2021-12-18 16:21:25,586 Sleep: 10 +2021-12-18 16:21:25,586 Number of retrials: 0 +2021-12-18 16:21:25,586 WRAPPER CHECK TIME = 10 +2021-12-18 16:21:25,587 Checking jobs for platform=marenostrum4 +2021-12-18 16:21:25,587 Checking jobs for platform=nord3 +2021-12-18 16:21:25,588 Checking jobs for platform=local +2021-12-18 16:21:25,588 Checking jobs for platform=transfer_node +2021-12-18 16:21:25,588 Checking all jobs at once +2021-12-18 16:21:26,858 Successful check job command +2021-12-18 16:21:27,977 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:21:27,977 End of checking +2021-12-18 16:21:27,978 Updating FAILED jobs +2021-12-18 16:21:27,979 Updating WAITING jobs +2021-12-18 16:21:27,979 Update finished +2021-12-18 16:21:27,979 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:21:27,979 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:21:27,979 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:21:27,979 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:21:27,980 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:21:27,980 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:21:27,980 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:21:27,983 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:21:27,985 Job list saved +2021-12-18 16:21:27,991 Updating FAILED jobs +2021-12-18 16:21:27,991 Updating WAITING jobs +2021-12-18 16:21:27,991 Update finished +2021-12-18 16:21:37,995 Reloading parameters... +2021-12-18 16:21:38,013 Loading parameters... +2021-12-18 16:21:38,015 Loading project parameters... +2021-12-18 16:21:38,017 + +13 of 25 jobs remaining (16:21) +2021-12-18 16:21:38,017 Sleep: 10 +2021-12-18 16:21:38,017 Number of retrials: 0 +2021-12-18 16:21:38,017 WRAPPER CHECK TIME = 10 +2021-12-18 16:21:38,018 Checking jobs for platform=marenostrum4 +2021-12-18 16:21:38,018 Checking jobs for platform=nord3 +2021-12-18 16:21:38,019 Checking jobs for platform=local +2021-12-18 16:21:38,019 Checking jobs for platform=transfer_node +2021-12-18 16:21:38,019 Checking all jobs at once +2021-12-18 16:21:39,690 Successful check job command +2021-12-18 16:21:40,909 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:21:40,909 End of checking +2021-12-18 16:21:40,911 Updating FAILED jobs +2021-12-18 16:21:40,911 Updating WAITING jobs +2021-12-18 16:21:40,911 Update finished +2021-12-18 16:21:40,911 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:21:40,912 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:21:40,912 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:21:40,912 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:21:40,912 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:21:40,912 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:21:40,912 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:21:40,915 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:21:40,918 Job list saved +2021-12-18 16:21:40,922 Updating FAILED jobs +2021-12-18 16:21:40,922 Updating WAITING jobs +2021-12-18 16:21:40,923 Update finished +2021-12-18 16:21:50,933 Reloading parameters... +2021-12-18 16:21:50,952 Loading parameters... +2021-12-18 16:21:50,953 Loading project parameters... +2021-12-18 16:21:50,955 + +13 of 25 jobs remaining (16:21) +2021-12-18 16:21:50,955 Sleep: 10 +2021-12-18 16:21:50,955 Number of retrials: 0 +2021-12-18 16:21:50,955 WRAPPER CHECK TIME = 10 +2021-12-18 16:21:50,956 Checking jobs for platform=marenostrum4 +2021-12-18 16:21:50,956 Checking jobs for platform=nord3 +2021-12-18 16:21:50,957 Checking jobs for platform=local +2021-12-18 16:21:50,957 Checking jobs for platform=transfer_node +2021-12-18 16:21:50,958 Checking all jobs at once +2021-12-18 16:21:52,778 Successful check job command +2021-12-18 16:21:54,097 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:21:54,098 End of checking +2021-12-18 16:21:54,099 Updating FAILED jobs +2021-12-18 16:21:54,099 Updating WAITING jobs +2021-12-18 16:21:54,100 Update finished +2021-12-18 16:21:54,100 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:21:54,100 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:21:54,100 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:21:54,100 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:21:54,100 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:21:54,101 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:21:54,101 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:21:54,104 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:21:54,106 Job list saved +2021-12-18 16:21:54,112 Updating FAILED jobs +2021-12-18 16:21:54,112 Updating WAITING jobs +2021-12-18 16:21:54,112 Update finished +2021-12-18 16:22:04,122 Reloading parameters... +2021-12-18 16:22:04,142 Loading parameters... +2021-12-18 16:22:04,144 Loading project parameters... +2021-12-18 16:22:04,146 + +13 of 25 jobs remaining (16:22) +2021-12-18 16:22:04,146 Sleep: 10 +2021-12-18 16:22:04,146 Number of retrials: 0 +2021-12-18 16:22:04,146 WRAPPER CHECK TIME = 10 +2021-12-18 16:22:04,147 Checking jobs for platform=marenostrum4 +2021-12-18 16:22:04,147 Checking jobs for platform=nord3 +2021-12-18 16:22:04,148 Checking jobs for platform=local +2021-12-18 16:22:04,148 Checking jobs for platform=transfer_node +2021-12-18 16:22:04,149 Checking all jobs at once +2021-12-18 16:22:05,423 Successful check job command +2021-12-18 16:22:06,692 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:22:06,692 End of checking +2021-12-18 16:22:06,694 Updating FAILED jobs +2021-12-18 16:22:06,694 Updating WAITING jobs +2021-12-18 16:22:06,694 Update finished +2021-12-18 16:22:06,694 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:22:06,695 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:22:06,695 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:22:06,695 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:22:06,695 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:22:06,695 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:22:06,695 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:22:06,698 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:22:06,700 Job list saved +2021-12-18 16:22:06,705 Updating FAILED jobs +2021-12-18 16:22:06,705 Updating WAITING jobs +2021-12-18 16:22:06,705 Update finished +2021-12-18 16:22:16,716 Reloading parameters... +2021-12-18 16:22:16,734 Loading parameters... +2021-12-18 16:22:16,736 Loading project parameters... +2021-12-18 16:22:16,738 + +13 of 25 jobs remaining (16:22) +2021-12-18 16:22:16,738 Sleep: 10 +2021-12-18 16:22:16,738 Number of retrials: 0 +2021-12-18 16:22:16,738 WRAPPER CHECK TIME = 10 +2021-12-18 16:22:16,739 Checking jobs for platform=marenostrum4 +2021-12-18 16:22:16,739 Checking jobs for platform=nord3 +2021-12-18 16:22:16,740 Checking jobs for platform=local +2021-12-18 16:22:16,740 Checking jobs for platform=transfer_node +2021-12-18 16:22:16,740 Checking all jobs at once +2021-12-18 16:22:18,110 Successful check job command +2021-12-18 16:22:19,329 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:22:19,330 End of checking +2021-12-18 16:22:19,331 Updating FAILED jobs +2021-12-18 16:22:19,331 Updating WAITING jobs +2021-12-18 16:22:19,331 Update finished +2021-12-18 16:22:19,331 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:22:19,332 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:22:19,332 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:22:19,332 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:22:19,332 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:22:19,332 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:22:19,333 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:22:19,335 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:22:19,338 Job list saved +2021-12-18 16:22:19,342 Updating FAILED jobs +2021-12-18 16:22:19,342 Updating WAITING jobs +2021-12-18 16:22:19,343 Update finished +2021-12-18 16:22:29,346 Reloading parameters... +2021-12-18 16:22:29,363 Loading parameters... +2021-12-18 16:22:29,365 Loading project parameters... +2021-12-18 16:22:29,366 + +13 of 25 jobs remaining (16:22) +2021-12-18 16:22:29,367 Sleep: 10 +2021-12-18 16:22:29,367 Number of retrials: 0 +2021-12-18 16:22:29,367 WRAPPER CHECK TIME = 10 +2021-12-18 16:22:29,367 Checking jobs for platform=marenostrum4 +2021-12-18 16:22:29,368 Checking jobs for platform=nord3 +2021-12-18 16:22:29,368 Checking jobs for platform=local +2021-12-18 16:22:29,369 Checking jobs for platform=transfer_node +2021-12-18 16:22:29,369 Checking all jobs at once +2021-12-18 16:22:31,340 Successful check job command +2021-12-18 16:22:32,610 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:22:32,610 End of checking +2021-12-18 16:22:32,612 Updating FAILED jobs +2021-12-18 16:22:32,612 Updating WAITING jobs +2021-12-18 16:22:32,612 Update finished +2021-12-18 16:22:32,613 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:22:32,613 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:22:32,613 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:22:32,613 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:22:32,613 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:22:32,613 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:22:32,614 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:22:32,616 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:22:32,618 Job list saved +2021-12-18 16:22:32,624 Updating FAILED jobs +2021-12-18 16:22:32,624 Updating WAITING jobs +2021-12-18 16:22:32,624 Update finished +2021-12-18 16:22:42,633 Reloading parameters... +2021-12-18 16:22:42,653 Loading parameters... +2021-12-18 16:22:42,655 Loading project parameters... +2021-12-18 16:22:42,656 + +13 of 25 jobs remaining (16:22) +2021-12-18 16:22:42,657 Sleep: 10 +2021-12-18 16:22:42,657 Number of retrials: 0 +2021-12-18 16:22:42,657 WRAPPER CHECK TIME = 10 +2021-12-18 16:22:42,658 Checking jobs for platform=marenostrum4 +2021-12-18 16:22:42,658 Checking jobs for platform=nord3 +2021-12-18 16:22:42,659 Checking jobs for platform=local +2021-12-18 16:22:42,659 Checking jobs for platform=transfer_node +2021-12-18 16:22:42,659 Checking all jobs at once +2021-12-18 16:22:43,979 Successful check job command +2021-12-18 16:22:45,298 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:22:45,298 End of checking +2021-12-18 16:22:45,300 Updating FAILED jobs +2021-12-18 16:22:45,300 Updating WAITING jobs +2021-12-18 16:22:45,301 Update finished +2021-12-18 16:22:45,301 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:22:45,301 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:22:45,301 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:22:45,301 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:22:45,301 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:22:45,301 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:22:45,302 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:22:45,304 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:22:45,307 Job list saved +2021-12-18 16:22:45,312 Updating FAILED jobs +2021-12-18 16:22:45,312 Updating WAITING jobs +2021-12-18 16:22:45,312 Update finished +2021-12-18 16:22:55,322 Reloading parameters... +2021-12-18 16:22:55,341 Loading parameters... +2021-12-18 16:22:55,343 Loading project parameters... +2021-12-18 16:22:55,345 + +13 of 25 jobs remaining (16:22) +2021-12-18 16:22:55,345 Sleep: 10 +2021-12-18 16:22:55,345 Number of retrials: 0 +2021-12-18 16:22:55,345 WRAPPER CHECK TIME = 10 +2021-12-18 16:22:55,350 Checking jobs for platform=marenostrum4 +2021-12-18 16:22:55,351 Checking jobs for platform=nord3 +2021-12-18 16:22:55,351 Checking jobs for platform=local +2021-12-18 16:22:55,352 Checking jobs for platform=transfer_node +2021-12-18 16:22:55,352 Checking all jobs at once +2021-12-18 16:22:56,873 Successful check job command +2021-12-18 16:22:58,146 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:22:58,146 End of checking +2021-12-18 16:22:58,156 Updating FAILED jobs +2021-12-18 16:22:58,156 Updating WAITING jobs +2021-12-18 16:22:58,157 Update finished +2021-12-18 16:22:58,157 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:22:58,157 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:22:58,158 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:22:58,158 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:22:58,158 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:22:58,158 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:22:58,158 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:22:58,167 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:22:58,169 Job list saved +2021-12-18 16:22:58,174 Updating FAILED jobs +2021-12-18 16:22:58,174 Updating WAITING jobs +2021-12-18 16:22:58,174 Update finished +2021-12-18 16:23:08,184 Reloading parameters... +2021-12-18 16:23:08,208 Loading parameters... +2021-12-18 16:23:08,209 Loading project parameters... +2021-12-18 16:23:08,211 + +13 of 25 jobs remaining (16:23) +2021-12-18 16:23:08,211 Sleep: 10 +2021-12-18 16:23:08,211 Number of retrials: 0 +2021-12-18 16:23:08,212 WRAPPER CHECK TIME = 10 +2021-12-18 16:23:08,212 Checking jobs for platform=marenostrum4 +2021-12-18 16:23:08,213 Checking jobs for platform=nord3 +2021-12-18 16:23:08,213 Checking jobs for platform=local +2021-12-18 16:23:08,214 Checking jobs for platform=transfer_node +2021-12-18 16:23:08,214 Checking all jobs at once +2021-12-18 16:23:09,483 Successful check job command +2021-12-18 16:23:10,703 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:23:10,703 End of checking +2021-12-18 16:23:10,704 Updating FAILED jobs +2021-12-18 16:23:10,705 Updating WAITING jobs +2021-12-18 16:23:10,705 Update finished +2021-12-18 16:23:10,705 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:23:10,705 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:23:10,705 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:23:10,705 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:23:10,706 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:23:10,706 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:23:10,706 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:23:10,708 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:23:10,711 Job list saved +2021-12-18 16:23:10,715 Updating FAILED jobs +2021-12-18 16:23:10,716 Updating WAITING jobs +2021-12-18 16:23:10,716 Update finished +2021-12-18 16:23:20,724 Reloading parameters... +2021-12-18 16:23:20,745 Loading parameters... +2021-12-18 16:23:20,747 Loading project parameters... +2021-12-18 16:23:20,748 + +13 of 25 jobs remaining (16:23) +2021-12-18 16:23:20,749 Sleep: 10 +2021-12-18 16:23:20,749 Number of retrials: 0 +2021-12-18 16:23:20,749 WRAPPER CHECK TIME = 10 +2021-12-18 16:23:20,749 Checking jobs for platform=marenostrum4 +2021-12-18 16:23:20,750 Checking jobs for platform=nord3 +2021-12-18 16:23:20,750 Checking jobs for platform=local +2021-12-18 16:23:20,751 Checking jobs for platform=transfer_node +2021-12-18 16:23:20,751 Checking all jobs at once +2021-12-18 16:23:22,070 Successful check job command +2021-12-18 16:23:23,240 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:23:23,240 End of checking +2021-12-18 16:23:23,242 Updating FAILED jobs +2021-12-18 16:23:23,242 Updating WAITING jobs +2021-12-18 16:23:23,242 Update finished +2021-12-18 16:23:23,242 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:23:23,243 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:23:23,243 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:23:23,243 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:23:23,243 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:23:23,243 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:23:23,243 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:23:23,246 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:23:23,248 Job list saved +2021-12-18 16:23:23,253 Updating FAILED jobs +2021-12-18 16:23:23,253 Updating WAITING jobs +2021-12-18 16:23:23,253 Update finished +2021-12-18 16:23:33,260 Reloading parameters... +2021-12-18 16:23:33,280 Loading parameters... +2021-12-18 16:23:33,281 Loading project parameters... +2021-12-18 16:23:33,283 + +13 of 25 jobs remaining (16:23) +2021-12-18 16:23:33,283 Sleep: 10 +2021-12-18 16:23:33,283 Number of retrials: 0 +2021-12-18 16:23:33,283 WRAPPER CHECK TIME = 10 +2021-12-18 16:23:33,284 Checking jobs for platform=marenostrum4 +2021-12-18 16:23:33,284 Checking jobs for platform=nord3 +2021-12-18 16:23:33,285 Checking jobs for platform=local +2021-12-18 16:23:33,285 Checking jobs for platform=transfer_node +2021-12-18 16:23:33,285 Checking all jobs at once +2021-12-18 16:23:34,555 Successful check job command +2021-12-18 16:23:35,774 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:23:35,775 End of checking +2021-12-18 16:23:35,777 Updating FAILED jobs +2021-12-18 16:23:35,777 Updating WAITING jobs +2021-12-18 16:23:35,777 Update finished +2021-12-18 16:23:35,777 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:23:35,778 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:23:35,778 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:23:35,778 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:23:35,778 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:23:35,778 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:23:35,778 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:23:35,781 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:23:35,783 Job list saved +2021-12-18 16:23:35,789 Updating FAILED jobs +2021-12-18 16:23:35,789 Updating WAITING jobs +2021-12-18 16:23:35,789 Update finished +2021-12-18 16:23:45,799 Reloading parameters... +2021-12-18 16:23:45,818 Loading parameters... +2021-12-18 16:23:45,819 Loading project parameters... +2021-12-18 16:23:45,821 + +13 of 25 jobs remaining (16:23) +2021-12-18 16:23:45,821 Sleep: 10 +2021-12-18 16:23:45,821 Number of retrials: 0 +2021-12-18 16:23:45,822 WRAPPER CHECK TIME = 10 +2021-12-18 16:23:45,822 Checking jobs for platform=marenostrum4 +2021-12-18 16:23:45,823 Checking jobs for platform=nord3 +2021-12-18 16:23:45,823 Checking jobs for platform=local +2021-12-18 16:23:45,824 Checking jobs for platform=transfer_node +2021-12-18 16:23:45,824 Checking all jobs at once +2021-12-18 16:23:47,093 Successful check job command +2021-12-18 16:23:48,265 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:23:48,265 End of checking +2021-12-18 16:23:48,267 Updating FAILED jobs +2021-12-18 16:23:48,267 Updating WAITING jobs +2021-12-18 16:23:48,267 Update finished +2021-12-18 16:23:48,267 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:23:48,267 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:23:48,267 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:23:48,268 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:23:48,268 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:23:48,268 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:23:48,268 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:23:48,271 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:23:48,273 Job list saved +2021-12-18 16:23:48,278 Updating FAILED jobs +2021-12-18 16:23:48,278 Updating WAITING jobs +2021-12-18 16:23:48,279 Update finished +2021-12-18 16:23:58,286 Reloading parameters... +2021-12-18 16:23:58,306 Loading parameters... +2021-12-18 16:23:58,307 Loading project parameters... +2021-12-18 16:23:58,309 + +13 of 25 jobs remaining (16:23) +2021-12-18 16:23:58,309 Sleep: 10 +2021-12-18 16:23:58,309 Number of retrials: 0 +2021-12-18 16:23:58,309 WRAPPER CHECK TIME = 10 +2021-12-18 16:23:58,310 Checking jobs for platform=marenostrum4 +2021-12-18 16:23:58,311 Checking jobs for platform=nord3 +2021-12-18 16:23:58,311 Checking jobs for platform=local +2021-12-18 16:23:58,312 Checking jobs for platform=transfer_node +2021-12-18 16:23:58,312 Checking all jobs at once +2021-12-18 16:23:59,833 Successful check job command +2021-12-18 16:24:01,102 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:24:01,103 End of checking +2021-12-18 16:24:01,104 Updating FAILED jobs +2021-12-18 16:24:01,104 Updating WAITING jobs +2021-12-18 16:24:01,104 Update finished +2021-12-18 16:24:01,104 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:24:01,105 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:24:01,105 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:24:01,105 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:24:01,105 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:24:01,105 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:24:01,105 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:24:01,108 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:24:01,110 Job list saved +2021-12-18 16:24:01,115 Updating FAILED jobs +2021-12-18 16:24:01,115 Updating WAITING jobs +2021-12-18 16:24:01,115 Update finished +2021-12-18 16:24:11,125 Reloading parameters... +2021-12-18 16:24:11,144 Loading parameters... +2021-12-18 16:24:11,146 Loading project parameters... +2021-12-18 16:24:11,148 + +13 of 25 jobs remaining (16:24) +2021-12-18 16:24:11,148 Sleep: 10 +2021-12-18 16:24:11,148 Number of retrials: 0 +2021-12-18 16:24:11,148 WRAPPER CHECK TIME = 10 +2021-12-18 16:24:11,149 Checking jobs for platform=marenostrum4 +2021-12-18 16:24:11,149 Checking jobs for platform=nord3 +2021-12-18 16:24:11,150 Checking jobs for platform=local +2021-12-18 16:24:11,150 Checking jobs for platform=transfer_node +2021-12-18 16:24:11,150 Checking all jobs at once +2021-12-18 16:24:12,771 Successful check job command +2021-12-18 16:24:14,241 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:24:14,241 End of checking +2021-12-18 16:24:14,243 Updating FAILED jobs +2021-12-18 16:24:14,243 Updating WAITING jobs +2021-12-18 16:24:14,243 Update finished +2021-12-18 16:24:14,243 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:24:14,244 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:24:14,244 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:24:14,244 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:24:14,244 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:24:14,244 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:24:14,244 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:24:14,247 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:24:14,250 Job list saved +2021-12-18 16:24:14,255 Updating FAILED jobs +2021-12-18 16:24:14,255 Updating WAITING jobs +2021-12-18 16:24:14,255 Update finished +2021-12-18 16:24:24,265 Reloading parameters... +2021-12-18 16:24:24,284 Loading parameters... +2021-12-18 16:24:24,285 Loading project parameters... +2021-12-18 16:24:24,287 + +13 of 25 jobs remaining (16:24) +2021-12-18 16:24:24,287 Sleep: 10 +2021-12-18 16:24:24,287 Number of retrials: 0 +2021-12-18 16:24:24,287 WRAPPER CHECK TIME = 10 +2021-12-18 16:24:24,288 Checking jobs for platform=marenostrum4 +2021-12-18 16:24:24,288 Checking jobs for platform=nord3 +2021-12-18 16:24:24,289 Checking jobs for platform=local +2021-12-18 16:24:24,290 Checking jobs for platform=transfer_node +2021-12-18 16:24:24,290 Checking all jobs at once +2021-12-18 16:24:25,610 Successful check job command +2021-12-18 16:24:27,580 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:24:27,580 End of checking +2021-12-18 16:24:27,589 Updating FAILED jobs +2021-12-18 16:24:27,590 Updating WAITING jobs +2021-12-18 16:24:27,590 Update finished +2021-12-18 16:24:27,590 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:24:27,590 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:24:27,590 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:24:27,590 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:24:27,591 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:24:27,591 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:24:27,591 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:24:27,594 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:24:27,596 Job list saved +2021-12-18 16:24:27,601 Updating FAILED jobs +2021-12-18 16:24:27,601 Updating WAITING jobs +2021-12-18 16:24:27,601 Update finished +2021-12-18 16:24:37,611 Reloading parameters... +2021-12-18 16:24:37,631 Loading parameters... +2021-12-18 16:24:37,633 Loading project parameters... +2021-12-18 16:24:37,635 + +13 of 25 jobs remaining (16:24) +2021-12-18 16:24:37,635 Sleep: 10 +2021-12-18 16:24:37,635 Number of retrials: 0 +2021-12-18 16:24:37,635 WRAPPER CHECK TIME = 10 +2021-12-18 16:24:37,636 Checking jobs for platform=marenostrum4 +2021-12-18 16:24:37,636 Checking jobs for platform=nord3 +2021-12-18 16:24:37,637 Checking jobs for platform=local +2021-12-18 16:24:37,637 Checking jobs for platform=transfer_node +2021-12-18 16:24:37,638 Checking all jobs at once +2021-12-18 16:24:38,806 Successful check job command +2021-12-18 16:24:39,926 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:24:39,926 End of checking +2021-12-18 16:24:39,927 Updating FAILED jobs +2021-12-18 16:24:39,927 Updating WAITING jobs +2021-12-18 16:24:39,927 Update finished +2021-12-18 16:24:39,928 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:24:39,928 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:24:39,928 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:24:39,928 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:24:39,928 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:24:39,928 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:24:39,928 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:24:39,932 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:24:39,934 Job list saved +2021-12-18 16:24:39,939 Updating FAILED jobs +2021-12-18 16:24:39,939 Updating WAITING jobs +2021-12-18 16:24:39,939 Update finished +2021-12-18 16:24:49,940 Reloading parameters... +2021-12-18 16:24:49,959 Loading parameters... +2021-12-18 16:24:49,960 Loading project parameters... +2021-12-18 16:24:49,962 + +13 of 25 jobs remaining (16:24) +2021-12-18 16:24:49,962 Sleep: 10 +2021-12-18 16:24:49,962 Number of retrials: 0 +2021-12-18 16:24:49,962 WRAPPER CHECK TIME = 10 +2021-12-18 16:24:49,963 Checking jobs for platform=marenostrum4 +2021-12-18 16:24:49,964 Checking jobs for platform=nord3 +2021-12-18 16:24:49,964 Checking jobs for platform=local +2021-12-18 16:24:49,965 Checking jobs for platform=transfer_node +2021-12-18 16:24:49,966 Checking all jobs at once +2021-12-18 16:24:51,286 Successful check job command +2021-12-18 16:24:52,505 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:24:52,505 End of checking +2021-12-18 16:24:52,507 Updating FAILED jobs +2021-12-18 16:24:52,507 Updating WAITING jobs +2021-12-18 16:24:52,507 Update finished +2021-12-18 16:24:52,507 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:24:52,508 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:24:52,508 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:24:52,508 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:24:52,508 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:24:52,509 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:24:52,509 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:24:52,511 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:24:52,513 Job list saved +2021-12-18 16:24:52,518 Updating FAILED jobs +2021-12-18 16:24:52,518 Updating WAITING jobs +2021-12-18 16:24:52,519 Update finished +2021-12-18 16:25:02,526 Reloading parameters... +2021-12-18 16:25:02,544 Loading parameters... +2021-12-18 16:25:02,545 Loading project parameters... +2021-12-18 16:25:02,547 + +13 of 25 jobs remaining (16:25) +2021-12-18 16:25:02,547 Sleep: 10 +2021-12-18 16:25:02,547 Number of retrials: 0 +2021-12-18 16:25:02,547 WRAPPER CHECK TIME = 10 +2021-12-18 16:25:02,548 Checking jobs for platform=marenostrum4 +2021-12-18 16:25:02,549 Checking jobs for platform=nord3 +2021-12-18 16:25:02,549 Checking jobs for platform=local +2021-12-18 16:25:02,550 Checking jobs for platform=transfer_node +2021-12-18 16:25:02,550 Checking all jobs at once +2021-12-18 16:25:04,122 Successful check job command +2021-12-18 16:25:05,746 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:25:05,746 End of checking +2021-12-18 16:25:05,747 Updating FAILED jobs +2021-12-18 16:25:05,747 Updating WAITING jobs +2021-12-18 16:25:05,748 Update finished +2021-12-18 16:25:05,748 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:25:05,748 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:25:05,748 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:25:05,748 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:25:05,748 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:25:05,749 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:25:05,749 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:25:05,752 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:25:05,754 Job list saved +2021-12-18 16:25:05,759 Updating FAILED jobs +2021-12-18 16:25:05,759 Updating WAITING jobs +2021-12-18 16:25:05,759 Update finished +2021-12-18 16:25:15,769 Reloading parameters... +2021-12-18 16:25:15,790 Loading parameters... +2021-12-18 16:25:15,792 Loading project parameters... +2021-12-18 16:25:15,794 + +13 of 25 jobs remaining (16:25) +2021-12-18 16:25:15,794 Sleep: 10 +2021-12-18 16:25:15,794 Number of retrials: 0 +2021-12-18 16:25:15,794 WRAPPER CHECK TIME = 10 +2021-12-18 16:25:15,794 Checking jobs for platform=marenostrum4 +2021-12-18 16:25:15,795 Checking jobs for platform=nord3 +2021-12-18 16:25:15,796 Checking jobs for platform=local +2021-12-18 16:25:15,796 Checking jobs for platform=transfer_node +2021-12-18 16:25:15,796 Checking all jobs at once +2021-12-18 16:25:17,216 Successful check job command +2021-12-18 16:25:18,735 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:25:18,736 End of checking +2021-12-18 16:25:18,737 Updating FAILED jobs +2021-12-18 16:25:18,738 Updating WAITING jobs +2021-12-18 16:25:18,738 Update finished +2021-12-18 16:25:18,738 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:25:18,738 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:25:18,738 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:25:18,738 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:25:18,739 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:25:18,739 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:25:18,739 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:25:18,741 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:25:18,743 Job list saved +2021-12-18 16:25:18,748 Updating FAILED jobs +2021-12-18 16:25:18,748 Updating WAITING jobs +2021-12-18 16:25:18,748 Update finished +2021-12-18 16:25:28,756 Reloading parameters... +2021-12-18 16:25:28,774 Loading parameters... +2021-12-18 16:25:28,775 Loading project parameters... +2021-12-18 16:25:28,777 + +13 of 25 jobs remaining (16:25) +2021-12-18 16:25:28,777 Sleep: 10 +2021-12-18 16:25:28,777 Number of retrials: 0 +2021-12-18 16:25:28,777 WRAPPER CHECK TIME = 10 +2021-12-18 16:25:28,778 Checking jobs for platform=marenostrum4 +2021-12-18 16:25:28,779 Checking jobs for platform=nord3 +2021-12-18 16:25:28,779 Checking jobs for platform=local +2021-12-18 16:25:28,780 Checking jobs for platform=transfer_node +2021-12-18 16:25:28,780 Checking all jobs at once +2021-12-18 16:25:29,999 Successful check job command +2021-12-18 16:25:31,169 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:25:31,169 End of checking +2021-12-18 16:25:31,171 Updating FAILED jobs +2021-12-18 16:25:31,171 Updating WAITING jobs +2021-12-18 16:25:31,171 Update finished +2021-12-18 16:25:31,171 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:25:31,172 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:25:31,172 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:25:31,172 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:25:31,173 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:25:31,173 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:25:31,173 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:25:31,175 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:25:31,177 Job list saved +2021-12-18 16:25:31,182 Updating FAILED jobs +2021-12-18 16:25:31,182 Updating WAITING jobs +2021-12-18 16:25:31,182 Update finished +2021-12-18 16:25:41,189 Reloading parameters... +2021-12-18 16:25:41,210 Loading parameters... +2021-12-18 16:25:41,212 Loading project parameters... +2021-12-18 16:25:41,214 + +13 of 25 jobs remaining (16:25) +2021-12-18 16:25:41,214 Sleep: 10 +2021-12-18 16:25:41,214 Number of retrials: 0 +2021-12-18 16:25:41,214 WRAPPER CHECK TIME = 10 +2021-12-18 16:25:41,215 Checking jobs for platform=marenostrum4 +2021-12-18 16:25:41,215 Checking jobs for platform=nord3 +2021-12-18 16:25:41,216 Checking jobs for platform=local +2021-12-18 16:25:41,216 Checking jobs for platform=transfer_node +2021-12-18 16:25:41,216 Checking all jobs at once +2021-12-18 16:25:43,237 Successful check job command +2021-12-18 16:25:44,356 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:25:44,356 End of checking +2021-12-18 16:25:44,357 Updating FAILED jobs +2021-12-18 16:25:44,357 Updating WAITING jobs +2021-12-18 16:25:44,358 Update finished +2021-12-18 16:25:44,358 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:25:44,358 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:25:44,358 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:25:44,358 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:25:44,358 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:25:44,358 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:25:44,359 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:25:44,361 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:25:44,363 Job list saved +2021-12-18 16:25:44,368 Updating FAILED jobs +2021-12-18 16:25:44,368 Updating WAITING jobs +2021-12-18 16:25:44,368 Update finished +2021-12-18 16:25:54,378 Reloading parameters... +2021-12-18 16:25:54,397 Loading parameters... +2021-12-18 16:25:54,398 Loading project parameters... +2021-12-18 16:25:54,400 + +13 of 25 jobs remaining (16:25) +2021-12-18 16:25:54,400 Sleep: 10 +2021-12-18 16:25:54,400 Number of retrials: 0 +2021-12-18 16:25:54,400 WRAPPER CHECK TIME = 10 +2021-12-18 16:25:54,401 Checking jobs for platform=marenostrum4 +2021-12-18 16:25:54,401 Checking jobs for platform=nord3 +2021-12-18 16:25:54,402 Checking jobs for platform=local +2021-12-18 16:25:54,402 Checking jobs for platform=transfer_node +2021-12-18 16:25:54,403 Checking all jobs at once +2021-12-18 16:25:55,731 Successful check job command +2021-12-18 16:25:57,000 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:25:57,000 End of checking +2021-12-18 16:25:57,002 Updating FAILED jobs +2021-12-18 16:25:57,002 Updating WAITING jobs +2021-12-18 16:25:57,002 Update finished +2021-12-18 16:25:57,002 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:25:57,002 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:25:57,002 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:25:57,003 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:25:57,003 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:25:57,003 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:25:57,003 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:25:57,005 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:25:57,008 Job list saved +2021-12-18 16:25:57,013 Updating FAILED jobs +2021-12-18 16:25:57,013 Updating WAITING jobs +2021-12-18 16:25:57,013 Update finished +2021-12-18 16:26:07,021 Reloading parameters... +2021-12-18 16:26:07,040 Loading parameters... +2021-12-18 16:26:07,042 Loading project parameters... +2021-12-18 16:26:07,044 + +13 of 25 jobs remaining (16:26) +2021-12-18 16:26:07,044 Sleep: 10 +2021-12-18 16:26:07,044 Number of retrials: 0 +2021-12-18 16:26:07,044 WRAPPER CHECK TIME = 10 +2021-12-18 16:26:07,045 Checking jobs for platform=marenostrum4 +2021-12-18 16:26:07,045 Checking jobs for platform=nord3 +2021-12-18 16:26:07,046 Checking jobs for platform=local +2021-12-18 16:26:07,046 Checking jobs for platform=transfer_node +2021-12-18 16:26:07,046 Checking all jobs at once +2021-12-18 16:26:08,566 Successful check job command +2021-12-18 16:26:09,835 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:26:09,836 End of checking +2021-12-18 16:26:09,837 Updating FAILED jobs +2021-12-18 16:26:09,837 Updating WAITING jobs +2021-12-18 16:26:09,837 Update finished +2021-12-18 16:26:09,838 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:26:09,838 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:26:09,838 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:26:09,838 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:26:09,839 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:26:09,839 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:26:09,839 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:26:09,842 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:26:09,844 Job list saved +2021-12-18 16:26:09,849 Updating FAILED jobs +2021-12-18 16:26:09,849 Updating WAITING jobs +2021-12-18 16:26:09,849 Update finished +2021-12-18 16:26:19,860 Reloading parameters... +2021-12-18 16:26:19,881 Loading parameters... +2021-12-18 16:26:19,883 Loading project parameters... +2021-12-18 16:26:19,884 + +13 of 25 jobs remaining (16:26) +2021-12-18 16:26:19,885 Sleep: 10 +2021-12-18 16:26:19,885 Number of retrials: 0 +2021-12-18 16:26:19,885 WRAPPER CHECK TIME = 10 +2021-12-18 16:26:19,885 Checking jobs for platform=marenostrum4 +2021-12-18 16:26:19,886 Checking jobs for platform=nord3 +2021-12-18 16:26:19,886 Checking jobs for platform=local +2021-12-18 16:26:19,887 Checking jobs for platform=transfer_node +2021-12-18 16:26:19,887 Checking all jobs at once +2021-12-18 16:26:21,257 Successful check job command +2021-12-18 16:26:22,528 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:26:22,529 End of checking +2021-12-18 16:26:22,530 Updating FAILED jobs +2021-12-18 16:26:22,530 Updating WAITING jobs +2021-12-18 16:26:22,531 Update finished +2021-12-18 16:26:22,531 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:26:22,531 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:26:22,531 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:26:22,531 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:26:22,531 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:26:22,532 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:26:22,532 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:26:22,535 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:26:22,537 Job list saved +2021-12-18 16:26:22,542 Updating FAILED jobs +2021-12-18 16:26:22,542 Updating WAITING jobs +2021-12-18 16:26:22,542 Update finished +2021-12-18 16:26:32,553 Reloading parameters... +2021-12-18 16:26:32,573 Loading parameters... +2021-12-18 16:26:32,575 Loading project parameters... +2021-12-18 16:26:32,577 + +13 of 25 jobs remaining (16:26) +2021-12-18 16:26:32,577 Sleep: 10 +2021-12-18 16:26:32,577 Number of retrials: 0 +2021-12-18 16:26:32,577 WRAPPER CHECK TIME = 10 +2021-12-18 16:26:32,578 Checking jobs for platform=marenostrum4 +2021-12-18 16:26:32,578 Checking jobs for platform=nord3 +2021-12-18 16:26:32,579 Checking jobs for platform=local +2021-12-18 16:26:32,579 Checking jobs for platform=transfer_node +2021-12-18 16:26:32,580 Checking all jobs at once +2021-12-18 16:26:33,899 Successful check job command +2021-12-18 16:26:35,269 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:26:35,269 End of checking +2021-12-18 16:26:35,274 Updating FAILED jobs +2021-12-18 16:26:35,274 Updating WAITING jobs +2021-12-18 16:26:35,275 Update finished +2021-12-18 16:26:35,275 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:26:35,275 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:26:35,275 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:26:35,275 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:26:35,275 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:26:35,276 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:26:35,276 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:26:35,278 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:26:35,281 Job list saved +2021-12-18 16:26:35,286 Updating FAILED jobs +2021-12-18 16:26:35,286 Updating WAITING jobs +2021-12-18 16:26:35,286 Update finished +2021-12-18 16:26:45,294 Reloading parameters... +2021-12-18 16:26:45,314 Loading parameters... +2021-12-18 16:26:45,315 Loading project parameters... +2021-12-18 16:26:45,317 + +13 of 25 jobs remaining (16:26) +2021-12-18 16:26:45,317 Sleep: 10 +2021-12-18 16:26:45,317 Number of retrials: 0 +2021-12-18 16:26:45,318 WRAPPER CHECK TIME = 10 +2021-12-18 16:26:45,318 Checking jobs for platform=marenostrum4 +2021-12-18 16:26:45,319 Checking jobs for platform=nord3 +2021-12-18 16:26:45,319 Checking jobs for platform=local +2021-12-18 16:26:45,320 Checking jobs for platform=transfer_node +2021-12-18 16:26:45,320 Checking all jobs at once +2021-12-18 16:26:46,589 Successful check job command +2021-12-18 16:26:47,809 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:26:47,809 End of checking +2021-12-18 16:26:47,810 Updating FAILED jobs +2021-12-18 16:26:47,810 Updating WAITING jobs +2021-12-18 16:26:47,811 Update finished +2021-12-18 16:26:47,811 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:26:47,812 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:26:47,812 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:26:47,812 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:26:47,812 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:26:47,812 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:26:47,812 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:26:47,815 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:26:47,817 Job list saved +2021-12-18 16:26:47,822 Updating FAILED jobs +2021-12-18 16:26:47,823 Updating WAITING jobs +2021-12-18 16:26:47,823 Update finished +2021-12-18 16:26:57,833 Reloading parameters... +2021-12-18 16:26:57,852 Loading parameters... +2021-12-18 16:26:57,853 Loading project parameters... +2021-12-18 16:26:57,855 + +13 of 25 jobs remaining (16:26) +2021-12-18 16:26:57,855 Sleep: 10 +2021-12-18 16:26:57,855 Number of retrials: 0 +2021-12-18 16:26:57,855 WRAPPER CHECK TIME = 10 +2021-12-18 16:26:57,856 Checking jobs for platform=marenostrum4 +2021-12-18 16:26:57,856 Checking jobs for platform=nord3 +2021-12-18 16:26:57,857 Checking jobs for platform=local +2021-12-18 16:26:57,857 Checking jobs for platform=transfer_node +2021-12-18 16:26:57,857 Checking all jobs at once +2021-12-18 16:26:59,127 Successful check job command +2021-12-18 16:27:00,296 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:27:00,296 End of checking +2021-12-18 16:27:00,297 Updating FAILED jobs +2021-12-18 16:27:00,298 Updating WAITING jobs +2021-12-18 16:27:00,298 Update finished +2021-12-18 16:27:00,298 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:27:00,298 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:27:00,298 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:27:00,298 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:27:00,299 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:27:00,299 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:27:00,299 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:27:00,302 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:27:00,304 Job list saved +2021-12-18 16:27:00,309 Updating FAILED jobs +2021-12-18 16:27:00,309 Updating WAITING jobs +2021-12-18 16:27:00,309 Update finished +2021-12-18 16:27:10,319 Reloading parameters... +2021-12-18 16:27:10,338 Loading parameters... +2021-12-18 16:27:10,339 Loading project parameters... +2021-12-18 16:27:10,341 + +13 of 25 jobs remaining (16:27) +2021-12-18 16:27:10,341 Sleep: 10 +2021-12-18 16:27:10,341 Number of retrials: 0 +2021-12-18 16:27:10,341 WRAPPER CHECK TIME = 10 +2021-12-18 16:27:10,342 Checking jobs for platform=marenostrum4 +2021-12-18 16:27:10,343 Checking jobs for platform=nord3 +2021-12-18 16:27:10,343 Checking jobs for platform=local +2021-12-18 16:27:10,344 Checking jobs for platform=transfer_node +2021-12-18 16:27:10,344 Checking all jobs at once +2021-12-18 16:27:11,763 Successful check job command +2021-12-18 16:27:12,983 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:27:12,983 End of checking +2021-12-18 16:27:12,984 Updating FAILED jobs +2021-12-18 16:27:12,984 Updating WAITING jobs +2021-12-18 16:27:12,985 Update finished +2021-12-18 16:27:12,985 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:27:12,985 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:27:12,985 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:27:12,985 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:27:12,985 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:27:12,986 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:27:12,986 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:27:12,989 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:27:12,991 Job list saved +2021-12-18 16:27:12,996 Updating FAILED jobs +2021-12-18 16:27:12,996 Updating WAITING jobs +2021-12-18 16:27:12,997 Update finished +2021-12-18 16:27:23,007 Reloading parameters... +2021-12-18 16:27:23,026 Loading parameters... +2021-12-18 16:27:23,027 Loading project parameters... +2021-12-18 16:27:23,029 + +13 of 25 jobs remaining (16:27) +2021-12-18 16:27:23,030 Sleep: 10 +2021-12-18 16:27:23,030 Number of retrials: 0 +2021-12-18 16:27:23,030 WRAPPER CHECK TIME = 10 +2021-12-18 16:27:23,030 Checking jobs for platform=marenostrum4 +2021-12-18 16:27:23,031 Checking jobs for platform=nord3 +2021-12-18 16:27:23,031 Checking jobs for platform=local +2021-12-18 16:27:23,032 Checking jobs for platform=transfer_node +2021-12-18 16:27:23,032 Checking all jobs at once +2021-12-18 16:27:24,452 Successful check job command +2021-12-18 16:27:25,971 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:27:25,972 End of checking +2021-12-18 16:27:25,973 Updating FAILED jobs +2021-12-18 16:27:25,973 Updating WAITING jobs +2021-12-18 16:27:25,973 Update finished +2021-12-18 16:27:25,973 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:27:25,974 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:27:25,974 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:27:25,974 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:27:25,974 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:27:25,974 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:27:25,974 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:27:25,978 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:27:25,980 Job list saved +2021-12-18 16:27:25,984 Updating FAILED jobs +2021-12-18 16:27:25,985 Updating WAITING jobs +2021-12-18 16:27:25,985 Update finished +2021-12-18 16:27:35,992 Reloading parameters... +2021-12-18 16:27:36,013 Loading parameters... +2021-12-18 16:27:36,015 Loading project parameters... +2021-12-18 16:27:36,017 + +13 of 25 jobs remaining (16:27) +2021-12-18 16:27:36,017 Sleep: 10 +2021-12-18 16:27:36,017 Number of retrials: 0 +2021-12-18 16:27:36,017 WRAPPER CHECK TIME = 10 +2021-12-18 16:27:36,018 Checking jobs for platform=marenostrum4 +2021-12-18 16:27:36,018 Checking jobs for platform=nord3 +2021-12-18 16:27:36,019 Checking jobs for platform=local +2021-12-18 16:27:36,019 Checking jobs for platform=transfer_node +2021-12-18 16:27:36,019 Checking all jobs at once +2021-12-18 16:27:37,291 Successful check job command +2021-12-18 16:27:38,610 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:27:38,610 End of checking +2021-12-18 16:27:38,612 Updating FAILED jobs +2021-12-18 16:27:38,612 Updating WAITING jobs +2021-12-18 16:27:38,612 Update finished +2021-12-18 16:27:38,613 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:27:38,613 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:27:38,613 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:27:38,613 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:27:38,613 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:27:38,613 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:27:38,613 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:27:38,616 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:27:38,619 Job list saved +2021-12-18 16:27:38,624 Updating FAILED jobs +2021-12-18 16:27:38,624 Updating WAITING jobs +2021-12-18 16:27:38,624 Update finished +2021-12-18 16:27:48,627 Reloading parameters... +2021-12-18 16:27:48,646 Loading parameters... +2021-12-18 16:27:48,647 Loading project parameters... +2021-12-18 16:27:48,649 + +13 of 25 jobs remaining (16:27) +2021-12-18 16:27:48,649 Sleep: 10 +2021-12-18 16:27:48,649 Number of retrials: 0 +2021-12-18 16:27:48,649 WRAPPER CHECK TIME = 10 +2021-12-18 16:27:48,650 Checking jobs for platform=marenostrum4 +2021-12-18 16:27:48,651 Checking jobs for platform=nord3 +2021-12-18 16:27:48,651 Checking jobs for platform=local +2021-12-18 16:27:48,652 Checking jobs for platform=transfer_node +2021-12-18 16:27:48,652 Checking all jobs at once +2021-12-18 16:27:49,871 Successful check job command +2021-12-18 16:27:51,092 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:27:51,092 End of checking +2021-12-18 16:27:51,093 Updating FAILED jobs +2021-12-18 16:27:51,094 Updating WAITING jobs +2021-12-18 16:27:51,094 Update finished +2021-12-18 16:27:51,094 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:27:51,094 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:27:51,094 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:27:51,094 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:27:51,095 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:27:51,095 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:27:51,095 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:27:51,097 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:27:51,100 Job list saved +2021-12-18 16:27:51,111 Updating FAILED jobs +2021-12-18 16:27:51,111 Updating WAITING jobs +2021-12-18 16:27:51,112 Update finished +2021-12-18 16:28:01,122 Reloading parameters... +2021-12-18 16:28:01,141 Loading parameters... +2021-12-18 16:28:01,143 Loading project parameters... +2021-12-18 16:28:01,145 + +13 of 25 jobs remaining (16:28) +2021-12-18 16:28:01,145 Sleep: 10 +2021-12-18 16:28:01,145 Number of retrials: 0 +2021-12-18 16:28:01,145 WRAPPER CHECK TIME = 10 +2021-12-18 16:28:01,146 Checking jobs for platform=marenostrum4 +2021-12-18 16:28:01,146 Checking jobs for platform=nord3 +2021-12-18 16:28:01,147 Checking jobs for platform=local +2021-12-18 16:28:01,147 Checking jobs for platform=transfer_node +2021-12-18 16:28:01,147 Checking all jobs at once +2021-12-18 16:28:02,418 Successful check job command +2021-12-18 16:28:03,537 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:28:03,538 End of checking +2021-12-18 16:28:03,539 Updating FAILED jobs +2021-12-18 16:28:03,539 Updating WAITING jobs +2021-12-18 16:28:03,539 Update finished +2021-12-18 16:28:03,539 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:28:03,540 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:28:03,540 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:28:03,540 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:28:03,540 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:28:03,541 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:28:03,541 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:28:03,544 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:28:03,546 Job list saved +2021-12-18 16:28:03,552 Updating FAILED jobs +2021-12-18 16:28:03,552 Updating WAITING jobs +2021-12-18 16:28:03,552 Update finished +2021-12-18 16:28:13,563 Reloading parameters... +2021-12-18 16:28:13,584 Loading parameters... +2021-12-18 16:28:13,586 Loading project parameters... +2021-12-18 16:28:13,587 + +13 of 25 jobs remaining (16:28) +2021-12-18 16:28:13,588 Sleep: 10 +2021-12-18 16:28:13,588 Number of retrials: 0 +2021-12-18 16:28:13,588 WRAPPER CHECK TIME = 10 +2021-12-18 16:28:13,588 Checking jobs for platform=marenostrum4 +2021-12-18 16:28:13,589 Checking jobs for platform=nord3 +2021-12-18 16:28:13,589 Checking jobs for platform=local +2021-12-18 16:28:13,590 Checking jobs for platform=transfer_node +2021-12-18 16:28:13,590 Checking all jobs at once +2021-12-18 16:28:14,910 Successful check job command +2021-12-18 16:28:16,079 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:28:16,079 End of checking +2021-12-18 16:28:16,081 Updating FAILED jobs +2021-12-18 16:28:16,081 Updating WAITING jobs +2021-12-18 16:28:16,081 Update finished +2021-12-18 16:28:16,082 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:28:16,082 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:28:16,082 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:28:16,082 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:28:16,082 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:28:16,082 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:28:16,082 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:28:16,085 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:28:16,087 Job list saved +2021-12-18 16:28:16,092 Updating FAILED jobs +2021-12-18 16:28:16,092 Updating WAITING jobs +2021-12-18 16:28:16,092 Update finished +2021-12-18 16:28:26,102 Reloading parameters... +2021-12-18 16:28:26,124 Loading parameters... +2021-12-18 16:28:26,125 Loading project parameters... +2021-12-18 16:28:26,127 + +13 of 25 jobs remaining (16:28) +2021-12-18 16:28:26,128 Sleep: 10 +2021-12-18 16:28:26,128 Number of retrials: 0 +2021-12-18 16:28:26,128 WRAPPER CHECK TIME = 10 +2021-12-18 16:28:26,128 Checking jobs for platform=marenostrum4 +2021-12-18 16:28:26,129 Checking jobs for platform=nord3 +2021-12-18 16:28:26,130 Checking jobs for platform=local +2021-12-18 16:28:26,130 Checking jobs for platform=transfer_node +2021-12-18 16:28:26,130 Checking all jobs at once +2021-12-18 16:28:27,650 Successful check job command +2021-12-18 16:28:28,919 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:28:28,920 End of checking +2021-12-18 16:28:28,921 Updating FAILED jobs +2021-12-18 16:28:28,921 Updating WAITING jobs +2021-12-18 16:28:28,922 Update finished +2021-12-18 16:28:28,922 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:28:28,922 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:28:28,922 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:28:28,922 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:28:28,922 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:28:28,922 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:28:28,923 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:28:28,926 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:28:28,929 Job list saved +2021-12-18 16:28:28,937 Updating FAILED jobs +2021-12-18 16:28:28,937 Updating WAITING jobs +2021-12-18 16:28:28,938 Update finished +2021-12-18 16:28:38,948 Reloading parameters... +2021-12-18 16:28:38,966 Loading parameters... +2021-12-18 16:28:38,968 Loading project parameters... +2021-12-18 16:28:38,970 + +13 of 25 jobs remaining (16:28) +2021-12-18 16:28:38,970 Sleep: 10 +2021-12-18 16:28:38,970 Number of retrials: 0 +2021-12-18 16:28:38,970 WRAPPER CHECK TIME = 10 +2021-12-18 16:28:38,971 Checking jobs for platform=marenostrum4 +2021-12-18 16:28:38,971 Checking jobs for platform=nord3 +2021-12-18 16:28:38,972 Checking jobs for platform=local +2021-12-18 16:28:38,972 Checking jobs for platform=transfer_node +2021-12-18 16:28:38,972 Checking all jobs at once +2021-12-18 16:28:40,191 Successful check job command +2021-12-18 16:28:41,410 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:28:41,411 End of checking +2021-12-18 16:28:41,412 Updating FAILED jobs +2021-12-18 16:28:41,412 Updating WAITING jobs +2021-12-18 16:28:41,412 Update finished +2021-12-18 16:28:41,413 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:28:41,413 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:28:41,413 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:28:41,413 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:28:41,414 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:28:41,414 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:28:41,414 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:28:41,417 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:28:41,419 Job list saved +2021-12-18 16:28:41,424 Updating FAILED jobs +2021-12-18 16:28:41,424 Updating WAITING jobs +2021-12-18 16:28:41,424 Update finished +2021-12-18 16:28:51,433 Reloading parameters... +2021-12-18 16:28:51,452 Loading parameters... +2021-12-18 16:28:51,453 Loading project parameters... +2021-12-18 16:28:51,455 + +13 of 25 jobs remaining (16:28) +2021-12-18 16:28:51,455 Sleep: 10 +2021-12-18 16:28:51,455 Number of retrials: 0 +2021-12-18 16:28:51,455 WRAPPER CHECK TIME = 10 +2021-12-18 16:28:51,456 Checking jobs for platform=marenostrum4 +2021-12-18 16:28:51,456 Checking jobs for platform=nord3 +2021-12-18 16:28:51,457 Checking jobs for platform=local +2021-12-18 16:28:51,458 Checking jobs for platform=transfer_node +2021-12-18 16:28:51,458 Checking all jobs at once +2021-12-18 16:28:52,727 Successful check job command +2021-12-18 16:28:53,847 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:28:53,847 End of checking +2021-12-18 16:28:53,848 Updating FAILED jobs +2021-12-18 16:28:53,848 Updating WAITING jobs +2021-12-18 16:28:53,849 Update finished +2021-12-18 16:28:53,849 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:28:53,849 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:28:53,849 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:28:53,849 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:28:53,849 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:28:53,850 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:28:53,850 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:28:53,852 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:28:53,855 Job list saved +2021-12-18 16:28:53,860 Updating FAILED jobs +2021-12-18 16:28:53,860 Updating WAITING jobs +2021-12-18 16:28:53,860 Update finished +2021-12-18 16:29:03,870 Reloading parameters... +2021-12-18 16:29:03,889 Loading parameters... +2021-12-18 16:29:03,890 Loading project parameters... +2021-12-18 16:29:03,892 + +13 of 25 jobs remaining (16:29) +2021-12-18 16:29:03,892 Sleep: 10 +2021-12-18 16:29:03,893 Number of retrials: 0 +2021-12-18 16:29:03,893 WRAPPER CHECK TIME = 10 +2021-12-18 16:29:03,893 Checking jobs for platform=marenostrum4 +2021-12-18 16:29:03,894 Checking jobs for platform=nord3 +2021-12-18 16:29:03,894 Checking jobs for platform=local +2021-12-18 16:29:03,895 Checking jobs for platform=transfer_node +2021-12-18 16:29:03,895 Checking all jobs at once +2021-12-18 16:29:05,164 Successful check job command +2021-12-18 16:29:06,284 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:29:06,284 End of checking +2021-12-18 16:29:06,285 Updating FAILED jobs +2021-12-18 16:29:06,285 Updating WAITING jobs +2021-12-18 16:29:06,286 Update finished +2021-12-18 16:29:06,286 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:29:06,286 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:29:06,286 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:29:06,286 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:29:06,286 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:29:06,286 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:29:06,287 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:29:06,289 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:29:06,291 Job list saved +2021-12-18 16:29:06,296 Updating FAILED jobs +2021-12-18 16:29:06,297 Updating WAITING jobs +2021-12-18 16:29:06,297 Update finished +2021-12-18 16:29:16,307 Reloading parameters... +2021-12-18 16:29:16,325 Loading parameters... +2021-12-18 16:29:16,326 Loading project parameters... +2021-12-18 16:29:16,328 + +13 of 25 jobs remaining (16:29) +2021-12-18 16:29:16,329 Sleep: 10 +2021-12-18 16:29:16,329 Number of retrials: 0 +2021-12-18 16:29:16,329 WRAPPER CHECK TIME = 10 +2021-12-18 16:29:16,329 Checking jobs for platform=marenostrum4 +2021-12-18 16:29:16,330 Checking jobs for platform=nord3 +2021-12-18 16:29:16,331 Checking jobs for platform=local +2021-12-18 16:29:16,331 Checking jobs for platform=transfer_node +2021-12-18 16:29:16,331 Checking all jobs at once +2021-12-18 16:29:17,651 Successful check job command +2021-12-18 16:29:18,770 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:29:18,771 End of checking +2021-12-18 16:29:18,772 Updating FAILED jobs +2021-12-18 16:29:18,772 Updating WAITING jobs +2021-12-18 16:29:18,772 Update finished +2021-12-18 16:29:18,772 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:29:18,773 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:29:18,773 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:29:18,773 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:29:18,773 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:29:18,774 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:29:18,774 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:29:18,776 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:29:18,778 Job list saved +2021-12-18 16:29:18,783 Updating FAILED jobs +2021-12-18 16:29:18,783 Updating WAITING jobs +2021-12-18 16:29:18,783 Update finished +2021-12-18 16:29:28,789 Reloading parameters... +2021-12-18 16:29:28,809 Loading parameters... +2021-12-18 16:29:28,810 Loading project parameters... +2021-12-18 16:29:28,812 + +13 of 25 jobs remaining (16:29) +2021-12-18 16:29:28,812 Sleep: 10 +2021-12-18 16:29:28,812 Number of retrials: 0 +2021-12-18 16:29:28,812 WRAPPER CHECK TIME = 10 +2021-12-18 16:29:28,813 Checking jobs for platform=marenostrum4 +2021-12-18 16:29:28,813 Checking jobs for platform=nord3 +2021-12-18 16:29:28,814 Checking jobs for platform=local +2021-12-18 16:29:28,815 Checking jobs for platform=transfer_node +2021-12-18 16:29:28,815 Checking all jobs at once +2021-12-18 16:29:30,284 Successful check job command +2021-12-18 16:29:32,259 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:29:32,259 End of checking +2021-12-18 16:29:32,260 Updating FAILED jobs +2021-12-18 16:29:32,260 Updating WAITING jobs +2021-12-18 16:29:32,260 Update finished +2021-12-18 16:29:32,261 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:29:32,261 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:29:32,261 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:29:32,261 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:29:32,261 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:29:32,261 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:29:32,261 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:29:32,264 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:29:32,267 Job list saved +2021-12-18 16:29:32,273 Updating FAILED jobs +2021-12-18 16:29:32,273 Updating WAITING jobs +2021-12-18 16:29:32,273 Update finished +2021-12-18 16:29:42,284 Reloading parameters... +2021-12-18 16:29:42,301 Loading parameters... +2021-12-18 16:29:42,303 Loading project parameters... +2021-12-18 16:29:42,305 + +13 of 25 jobs remaining (16:29) +2021-12-18 16:29:42,305 Sleep: 10 +2021-12-18 16:29:42,305 Number of retrials: 0 +2021-12-18 16:29:42,305 WRAPPER CHECK TIME = 10 +2021-12-18 16:29:42,306 Checking jobs for platform=marenostrum4 +2021-12-18 16:29:42,306 Checking jobs for platform=nord3 +2021-12-18 16:29:42,307 Checking jobs for platform=local +2021-12-18 16:29:42,307 Checking jobs for platform=transfer_node +2021-12-18 16:29:42,307 Checking all jobs at once +2021-12-18 16:29:43,578 Successful check job command +2021-12-18 16:29:44,847 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:29:44,847 End of checking +2021-12-18 16:29:44,848 Updating FAILED jobs +2021-12-18 16:29:44,848 Updating WAITING jobs +2021-12-18 16:29:44,849 Update finished +2021-12-18 16:29:44,849 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:29:44,849 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:29:44,849 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:29:44,849 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:29:44,849 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:29:44,849 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:29:44,850 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:29:44,852 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:29:44,855 Job list saved +2021-12-18 16:29:44,860 Updating FAILED jobs +2021-12-18 16:29:44,860 Updating WAITING jobs +2021-12-18 16:29:44,860 Update finished +2021-12-18 16:29:54,870 Reloading parameters... +2021-12-18 16:29:54,887 Loading parameters... +2021-12-18 16:29:54,889 Loading project parameters... +2021-12-18 16:29:54,891 + +13 of 25 jobs remaining (16:29) +2021-12-18 16:29:54,891 Sleep: 10 +2021-12-18 16:29:54,891 Number of retrials: 0 +2021-12-18 16:29:54,891 WRAPPER CHECK TIME = 10 +2021-12-18 16:29:54,892 Checking jobs for platform=marenostrum4 +2021-12-18 16:29:54,892 Checking jobs for platform=nord3 +2021-12-18 16:29:54,893 Checking jobs for platform=local +2021-12-18 16:29:54,894 Checking jobs for platform=transfer_node +2021-12-18 16:29:54,894 Checking all jobs at once +2021-12-18 16:29:56,165 Successful check job command +2021-12-18 16:29:57,334 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:29:57,334 End of checking +2021-12-18 16:29:57,335 Updating FAILED jobs +2021-12-18 16:29:57,336 Updating WAITING jobs +2021-12-18 16:29:57,336 Update finished +2021-12-18 16:29:57,336 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:29:57,336 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:29:57,337 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:29:57,337 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:29:57,337 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:29:57,337 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:29:57,337 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:29:57,339 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:29:57,342 Job list saved +2021-12-18 16:29:57,346 Updating FAILED jobs +2021-12-18 16:29:57,346 Updating WAITING jobs +2021-12-18 16:29:57,346 Update finished +2021-12-18 16:30:07,356 Reloading parameters... +2021-12-18 16:30:07,377 Loading parameters... +2021-12-18 16:30:07,378 Loading project parameters... +2021-12-18 16:30:07,380 + +13 of 25 jobs remaining (16:30) +2021-12-18 16:30:07,380 Sleep: 10 +2021-12-18 16:30:07,380 Number of retrials: 0 +2021-12-18 16:30:07,380 WRAPPER CHECK TIME = 10 +2021-12-18 16:30:07,381 Checking jobs for platform=marenostrum4 +2021-12-18 16:30:07,382 Checking jobs for platform=nord3 +2021-12-18 16:30:07,382 Checking jobs for platform=local +2021-12-18 16:30:07,383 Checking jobs for platform=transfer_node +2021-12-18 16:30:07,383 Checking all jobs at once +2021-12-18 16:30:09,654 Successful check job command +2021-12-18 16:30:10,824 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:30:10,824 End of checking +2021-12-18 16:30:10,826 Updating FAILED jobs +2021-12-18 16:30:10,826 Updating WAITING jobs +2021-12-18 16:30:10,826 Update finished +2021-12-18 16:30:10,827 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:30:10,827 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:30:10,827 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:30:10,827 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:30:10,827 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:30:10,827 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:30:10,827 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:30:10,830 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:30:10,832 Job list saved +2021-12-18 16:30:10,837 Updating FAILED jobs +2021-12-18 16:30:10,837 Updating WAITING jobs +2021-12-18 16:30:10,837 Update finished +2021-12-18 16:30:20,847 Reloading parameters... +2021-12-18 16:30:20,865 Loading parameters... +2021-12-18 16:30:20,866 Loading project parameters... +2021-12-18 16:30:20,868 + +13 of 25 jobs remaining (16:30) +2021-12-18 16:30:20,868 Sleep: 10 +2021-12-18 16:30:20,868 Number of retrials: 0 +2021-12-18 16:30:20,868 WRAPPER CHECK TIME = 10 +2021-12-18 16:30:20,869 Checking jobs for platform=marenostrum4 +2021-12-18 16:30:20,869 Checking jobs for platform=nord3 +2021-12-18 16:30:20,870 Checking jobs for platform=local +2021-12-18 16:30:20,871 Checking jobs for platform=transfer_node +2021-12-18 16:30:20,871 Checking all jobs at once +2021-12-18 16:30:22,090 Successful check job command +2021-12-18 16:30:23,311 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:30:23,312 End of checking +2021-12-18 16:30:23,313 Updating FAILED jobs +2021-12-18 16:30:23,313 Updating WAITING jobs +2021-12-18 16:30:23,313 Update finished +2021-12-18 16:30:23,314 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:30:23,314 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:30:23,314 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:30:23,314 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:30:23,314 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:30:23,314 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:30:23,314 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:30:23,317 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:30:23,319 Job list saved +2021-12-18 16:30:23,324 Updating FAILED jobs +2021-12-18 16:30:23,324 Updating WAITING jobs +2021-12-18 16:30:23,325 Update finished +2021-12-18 16:30:33,335 Reloading parameters... +2021-12-18 16:30:33,355 Loading parameters... +2021-12-18 16:30:33,356 Loading project parameters... +2021-12-18 16:30:33,358 + +13 of 25 jobs remaining (16:30) +2021-12-18 16:30:33,358 Sleep: 10 +2021-12-18 16:30:33,358 Number of retrials: 0 +2021-12-18 16:30:33,359 WRAPPER CHECK TIME = 10 +2021-12-18 16:30:33,359 Checking jobs for platform=marenostrum4 +2021-12-18 16:30:33,360 Checking jobs for platform=nord3 +2021-12-18 16:30:33,360 Checking jobs for platform=local +2021-12-18 16:30:33,361 Checking jobs for platform=transfer_node +2021-12-18 16:30:33,361 Checking all jobs at once +2021-12-18 16:30:34,681 Successful check job command +2021-12-18 16:30:35,851 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:30:35,851 End of checking +2021-12-18 16:30:35,852 Updating FAILED jobs +2021-12-18 16:30:35,852 Updating WAITING jobs +2021-12-18 16:30:35,853 Update finished +2021-12-18 16:30:35,853 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:30:35,853 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:30:35,854 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:30:35,854 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:30:35,854 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:30:35,854 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:30:35,854 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:30:35,857 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:30:35,859 Job list saved +2021-12-18 16:30:35,864 Updating FAILED jobs +2021-12-18 16:30:35,864 Updating WAITING jobs +2021-12-18 16:30:35,864 Update finished +2021-12-18 16:30:45,874 Reloading parameters... +2021-12-18 16:30:45,896 Loading parameters... +2021-12-18 16:30:45,897 Loading project parameters... +2021-12-18 16:30:45,899 + +13 of 25 jobs remaining (16:30) +2021-12-18 16:30:45,899 Sleep: 10 +2021-12-18 16:30:45,900 Number of retrials: 0 +2021-12-18 16:30:45,900 WRAPPER CHECK TIME = 10 +2021-12-18 16:30:45,900 Checking jobs for platform=marenostrum4 +2021-12-18 16:30:45,901 Checking jobs for platform=nord3 +2021-12-18 16:30:45,901 Checking jobs for platform=local +2021-12-18 16:30:45,902 Checking jobs for platform=transfer_node +2021-12-18 16:30:45,902 Checking all jobs at once +2021-12-18 16:30:47,322 Successful check job command +2021-12-18 16:30:48,691 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:30:48,692 End of checking +2021-12-18 16:30:48,693 Updating FAILED jobs +2021-12-18 16:30:48,693 Updating WAITING jobs +2021-12-18 16:30:48,693 Update finished +2021-12-18 16:30:48,694 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:30:48,694 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:30:48,694 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:30:48,694 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:30:48,694 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:30:48,694 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:30:48,694 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:30:48,697 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:30:48,699 Job list saved +2021-12-18 16:30:48,704 Updating FAILED jobs +2021-12-18 16:30:48,704 Updating WAITING jobs +2021-12-18 16:30:48,704 Update finished +2021-12-18 16:30:58,714 Reloading parameters... +2021-12-18 16:30:58,734 Loading parameters... +2021-12-18 16:30:58,735 Loading project parameters... +2021-12-18 16:30:58,738 + +13 of 25 jobs remaining (16:30) +2021-12-18 16:30:58,738 Sleep: 10 +2021-12-18 16:30:58,738 Number of retrials: 0 +2021-12-18 16:30:58,738 WRAPPER CHECK TIME = 10 +2021-12-18 16:30:58,739 Checking jobs for platform=marenostrum4 +2021-12-18 16:30:58,739 Checking jobs for platform=nord3 +2021-12-18 16:30:58,740 Checking jobs for platform=local +2021-12-18 16:30:58,740 Checking jobs for platform=transfer_node +2021-12-18 16:30:58,740 Checking all jobs at once +2021-12-18 16:31:00,611 Successful check job command +2021-12-18 16:31:01,880 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:31:01,881 End of checking +2021-12-18 16:31:01,882 Updating FAILED jobs +2021-12-18 16:31:01,882 Updating WAITING jobs +2021-12-18 16:31:01,882 Update finished +2021-12-18 16:31:01,882 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:31:01,883 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:31:01,883 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:31:01,883 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:31:01,883 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:31:01,883 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:31:01,883 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:31:01,886 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:31:01,888 Job list saved +2021-12-18 16:31:01,892 Updating FAILED jobs +2021-12-18 16:31:01,892 Updating WAITING jobs +2021-12-18 16:31:01,893 Update finished +2021-12-18 16:31:11,903 Reloading parameters... +2021-12-18 16:31:11,921 Loading parameters... +2021-12-18 16:31:11,923 Loading project parameters... +2021-12-18 16:31:11,924 + +13 of 25 jobs remaining (16:31) +2021-12-18 16:31:11,925 Sleep: 10 +2021-12-18 16:31:11,925 Number of retrials: 0 +2021-12-18 16:31:11,925 WRAPPER CHECK TIME = 10 +2021-12-18 16:31:11,926 Checking jobs for platform=marenostrum4 +2021-12-18 16:31:11,926 Checking jobs for platform=nord3 +2021-12-18 16:31:11,927 Checking jobs for platform=local +2021-12-18 16:31:11,927 Checking jobs for platform=transfer_node +2021-12-18 16:31:11,927 Checking all jobs at once +2021-12-18 16:31:13,247 Successful check job command +2021-12-18 16:31:14,517 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:31:14,517 End of checking +2021-12-18 16:31:14,519 Updating FAILED jobs +2021-12-18 16:31:14,519 Updating WAITING jobs +2021-12-18 16:31:14,519 Update finished +2021-12-18 16:31:14,519 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:31:14,520 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:31:14,520 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:31:14,520 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:31:14,520 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:31:14,520 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:31:14,520 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:31:14,523 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:31:14,525 Job list saved +2021-12-18 16:31:14,531 Updating FAILED jobs +2021-12-18 16:31:14,531 Updating WAITING jobs +2021-12-18 16:31:14,531 Update finished +2021-12-18 16:31:24,541 Reloading parameters... +2021-12-18 16:31:24,558 Loading parameters... +2021-12-18 16:31:24,560 Loading project parameters... +2021-12-18 16:31:24,562 + +13 of 25 jobs remaining (16:31) +2021-12-18 16:31:24,562 Sleep: 10 +2021-12-18 16:31:24,562 Number of retrials: 0 +2021-12-18 16:31:24,562 WRAPPER CHECK TIME = 10 +2021-12-18 16:31:24,562 Checking jobs for platform=marenostrum4 +2021-12-18 16:31:24,563 Checking jobs for platform=nord3 +2021-12-18 16:31:24,564 Checking jobs for platform=local +2021-12-18 16:31:24,564 Checking jobs for platform=transfer_node +2021-12-18 16:31:24,564 Checking all jobs at once +2021-12-18 16:31:25,833 Successful check job command +2021-12-18 16:31:27,102 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:31:27,103 End of checking +2021-12-18 16:31:27,104 Updating FAILED jobs +2021-12-18 16:31:27,104 Updating WAITING jobs +2021-12-18 16:31:27,104 Update finished +2021-12-18 16:31:27,104 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:31:27,105 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:31:27,105 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:31:27,105 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:31:27,105 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:31:27,105 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:31:27,105 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:31:27,108 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:31:27,110 Job list saved +2021-12-18 16:31:27,114 Updating FAILED jobs +2021-12-18 16:31:27,114 Updating WAITING jobs +2021-12-18 16:31:27,115 Update finished +2021-12-18 16:31:37,125 Reloading parameters... +2021-12-18 16:31:37,143 Loading parameters... +2021-12-18 16:31:37,145 Loading project parameters... +2021-12-18 16:31:37,147 + +13 of 25 jobs remaining (16:31) +2021-12-18 16:31:37,147 Sleep: 10 +2021-12-18 16:31:37,147 Number of retrials: 0 +2021-12-18 16:31:37,147 WRAPPER CHECK TIME = 10 +2021-12-18 16:31:37,148 Checking jobs for platform=marenostrum4 +2021-12-18 16:31:37,148 Checking jobs for platform=nord3 +2021-12-18 16:31:37,149 Checking jobs for platform=local +2021-12-18 16:31:37,149 Checking jobs for platform=transfer_node +2021-12-18 16:31:37,149 Checking all jobs at once +2021-12-18 16:31:38,521 Successful check job command +2021-12-18 16:31:39,791 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:31:39,791 End of checking +2021-12-18 16:31:39,793 Updating FAILED jobs +2021-12-18 16:31:39,793 Updating WAITING jobs +2021-12-18 16:31:39,794 Update finished +2021-12-18 16:31:39,794 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:31:39,794 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:31:39,794 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:31:39,794 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:31:39,794 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:31:39,794 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:31:39,795 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:31:39,797 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:31:39,799 Job list saved +2021-12-18 16:31:39,804 Updating FAILED jobs +2021-12-18 16:31:39,804 Updating WAITING jobs +2021-12-18 16:31:39,804 Update finished +2021-12-18 16:31:49,806 Reloading parameters... +2021-12-18 16:31:49,824 Loading parameters... +2021-12-18 16:31:49,825 Loading project parameters... +2021-12-18 16:31:49,827 + +13 of 25 jobs remaining (16:31) +2021-12-18 16:31:49,827 Sleep: 10 +2021-12-18 16:31:49,827 Number of retrials: 0 +2021-12-18 16:31:49,828 WRAPPER CHECK TIME = 10 +2021-12-18 16:31:49,828 Checking jobs for platform=marenostrum4 +2021-12-18 16:31:49,829 Checking jobs for platform=nord3 +2021-12-18 16:31:49,829 Checking jobs for platform=local +2021-12-18 16:31:49,830 Checking jobs for platform=transfer_node +2021-12-18 16:31:49,830 Checking all jobs at once +2021-12-18 16:31:51,150 Successful check job command +2021-12-18 16:31:52,323 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:31:52,323 End of checking +2021-12-18 16:31:52,324 Updating FAILED jobs +2021-12-18 16:31:52,324 Updating WAITING jobs +2021-12-18 16:31:52,325 Update finished +2021-12-18 16:31:52,325 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:31:52,325 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:31:52,326 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:31:52,326 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:31:52,326 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:31:52,326 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:31:52,326 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:31:52,329 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:31:52,331 Job list saved +2021-12-18 16:31:52,335 Updating FAILED jobs +2021-12-18 16:31:52,336 Updating WAITING jobs +2021-12-18 16:31:52,336 Update finished +2021-12-18 16:32:02,343 Reloading parameters... +2021-12-18 16:32:02,361 Loading parameters... +2021-12-18 16:32:02,362 Loading project parameters... +2021-12-18 16:32:02,364 + +13 of 25 jobs remaining (16:32) +2021-12-18 16:32:02,364 Sleep: 10 +2021-12-18 16:32:02,364 Number of retrials: 0 +2021-12-18 16:32:02,365 WRAPPER CHECK TIME = 10 +2021-12-18 16:32:02,365 Checking jobs for platform=marenostrum4 +2021-12-18 16:32:02,366 Checking jobs for platform=nord3 +2021-12-18 16:32:02,366 Checking jobs for platform=local +2021-12-18 16:32:02,367 Checking jobs for platform=transfer_node +2021-12-18 16:32:02,367 Checking all jobs at once +2021-12-18 16:32:03,689 Successful check job command +2021-12-18 16:32:04,908 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:32:04,909 End of checking +2021-12-18 16:32:04,910 Updating FAILED jobs +2021-12-18 16:32:04,910 Updating WAITING jobs +2021-12-18 16:32:04,910 Update finished +2021-12-18 16:32:04,910 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:32:04,911 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:32:04,911 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:32:04,911 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:32:04,911 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:32:04,911 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:32:04,911 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:32:04,914 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:32:04,916 Job list saved +2021-12-18 16:32:04,921 Updating FAILED jobs +2021-12-18 16:32:04,921 Updating WAITING jobs +2021-12-18 16:32:04,921 Update finished +2021-12-18 16:32:14,931 Reloading parameters... +2021-12-18 16:32:14,950 Loading parameters... +2021-12-18 16:32:14,951 Loading project parameters... +2021-12-18 16:32:14,953 + +13 of 25 jobs remaining (16:32) +2021-12-18 16:32:14,953 Sleep: 10 +2021-12-18 16:32:14,953 Number of retrials: 0 +2021-12-18 16:32:14,953 WRAPPER CHECK TIME = 10 +2021-12-18 16:32:14,954 Checking jobs for platform=marenostrum4 +2021-12-18 16:32:14,954 Checking jobs for platform=nord3 +2021-12-18 16:32:14,955 Checking jobs for platform=local +2021-12-18 16:32:14,955 Checking jobs for platform=transfer_node +2021-12-18 16:32:14,955 Checking all jobs at once +2021-12-18 16:32:16,275 Successful check job command +2021-12-18 16:32:17,745 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:32:17,745 End of checking +2021-12-18 16:32:17,746 Updating FAILED jobs +2021-12-18 16:32:17,746 Updating WAITING jobs +2021-12-18 16:32:17,747 Update finished +2021-12-18 16:32:17,747 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:32:17,747 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:32:17,747 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:32:17,747 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:32:17,747 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:32:17,747 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:32:17,748 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:32:17,751 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:32:17,753 Job list saved +2021-12-18 16:32:17,758 Updating FAILED jobs +2021-12-18 16:32:17,758 Updating WAITING jobs +2021-12-18 16:32:17,758 Update finished +2021-12-18 16:32:27,768 Reloading parameters... +2021-12-18 16:32:27,787 Loading parameters... +2021-12-18 16:32:27,788 Loading project parameters... +2021-12-18 16:32:27,790 + +13 of 25 jobs remaining (16:32) +2021-12-18 16:32:27,790 Sleep: 10 +2021-12-18 16:32:27,790 Number of retrials: 0 +2021-12-18 16:32:27,790 WRAPPER CHECK TIME = 10 +2021-12-18 16:32:27,791 Checking jobs for platform=marenostrum4 +2021-12-18 16:32:27,791 Checking jobs for platform=nord3 +2021-12-18 16:32:27,792 Checking jobs for platform=local +2021-12-18 16:32:27,793 Checking jobs for platform=transfer_node +2021-12-18 16:32:27,793 Checking all jobs at once +2021-12-18 16:32:28,965 Successful check job command +2021-12-18 16:32:30,084 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:32:30,084 End of checking +2021-12-18 16:32:30,085 Updating FAILED jobs +2021-12-18 16:32:30,085 Updating WAITING jobs +2021-12-18 16:32:30,085 Update finished +2021-12-18 16:32:30,085 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:32:30,086 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:32:30,086 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:32:30,086 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:32:30,086 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:32:30,086 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:32:30,087 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:32:30,089 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:32:30,091 Job list saved +2021-12-18 16:32:30,095 Updating FAILED jobs +2021-12-18 16:32:30,096 Updating WAITING jobs +2021-12-18 16:32:30,096 Update finished +2021-12-18 16:32:40,105 Reloading parameters... +2021-12-18 16:32:40,126 Loading parameters... +2021-12-18 16:32:40,127 Loading project parameters... +2021-12-18 16:32:40,129 + +13 of 25 jobs remaining (16:32) +2021-12-18 16:32:40,129 Sleep: 10 +2021-12-18 16:32:40,129 Number of retrials: 0 +2021-12-18 16:32:40,129 WRAPPER CHECK TIME = 10 +2021-12-18 16:32:40,130 Checking jobs for platform=marenostrum4 +2021-12-18 16:32:40,131 Checking jobs for platform=nord3 +2021-12-18 16:32:40,131 Checking jobs for platform=local +2021-12-18 16:32:40,132 Checking jobs for platform=transfer_node +2021-12-18 16:32:40,132 Checking all jobs at once +2021-12-18 16:32:41,401 Successful check job command +2021-12-18 16:32:42,520 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:32:42,521 End of checking +2021-12-18 16:32:42,522 Updating FAILED jobs +2021-12-18 16:32:42,522 Updating WAITING jobs +2021-12-18 16:32:42,523 Update finished +2021-12-18 16:32:42,523 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:32:42,523 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:32:42,523 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:32:42,523 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:32:42,523 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:32:42,523 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:32:42,524 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:32:42,526 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:32:42,529 Job list saved +2021-12-18 16:32:42,534 Updating FAILED jobs +2021-12-18 16:32:42,534 Updating WAITING jobs +2021-12-18 16:32:42,534 Update finished +2021-12-18 16:32:52,544 Reloading parameters... +2021-12-18 16:32:52,562 Loading parameters... +2021-12-18 16:32:52,564 Loading project parameters... +2021-12-18 16:32:52,565 + +13 of 25 jobs remaining (16:32) +2021-12-18 16:32:52,566 Sleep: 10 +2021-12-18 16:32:52,566 Number of retrials: 0 +2021-12-18 16:32:52,566 WRAPPER CHECK TIME = 10 +2021-12-18 16:32:52,566 Checking jobs for platform=marenostrum4 +2021-12-18 16:32:52,567 Checking jobs for platform=nord3 +2021-12-18 16:32:52,567 Checking jobs for platform=local +2021-12-18 16:32:52,568 Checking jobs for platform=transfer_node +2021-12-18 16:32:52,568 Checking all jobs at once +2021-12-18 16:32:53,887 Successful check job command +2021-12-18 16:32:55,007 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:32:55,007 End of checking +2021-12-18 16:32:55,008 Updating FAILED jobs +2021-12-18 16:32:55,008 Updating WAITING jobs +2021-12-18 16:32:55,008 Update finished +2021-12-18 16:32:55,009 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:32:55,009 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:32:55,009 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:32:55,009 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:32:55,009 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:32:55,009 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:32:55,009 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:32:55,013 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:32:55,015 Job list saved +2021-12-18 16:32:55,019 Updating FAILED jobs +2021-12-18 16:32:55,020 Updating WAITING jobs +2021-12-18 16:32:55,020 Update finished +2021-12-18 16:33:05,025 Reloading parameters... +2021-12-18 16:33:05,043 Loading parameters... +2021-12-18 16:33:05,045 Loading project parameters... +2021-12-18 16:33:05,047 + +13 of 25 jobs remaining (16:33) +2021-12-18 16:33:05,047 Sleep: 10 +2021-12-18 16:33:05,047 Number of retrials: 0 +2021-12-18 16:33:05,047 WRAPPER CHECK TIME = 10 +2021-12-18 16:33:05,048 Checking jobs for platform=marenostrum4 +2021-12-18 16:33:05,048 Checking jobs for platform=nord3 +2021-12-18 16:33:05,049 Checking jobs for platform=local +2021-12-18 16:33:05,049 Checking jobs for platform=transfer_node +2021-12-18 16:33:05,050 Checking all jobs at once +2021-12-18 16:33:06,369 Successful check job command +2021-12-18 16:33:07,589 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:33:07,589 End of checking +2021-12-18 16:33:07,590 Updating FAILED jobs +2021-12-18 16:33:07,590 Updating WAITING jobs +2021-12-18 16:33:07,591 Update finished +2021-12-18 16:33:07,591 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:33:07,591 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:33:07,592 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:33:07,592 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:33:07,592 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:33:07,592 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:33:07,592 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:33:07,595 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:33:07,597 Job list saved +2021-12-18 16:33:07,602 Updating FAILED jobs +2021-12-18 16:33:07,602 Updating WAITING jobs +2021-12-18 16:33:07,603 Update finished +2021-12-18 16:33:17,604 Reloading parameters... +2021-12-18 16:33:17,624 Loading parameters... +2021-12-18 16:33:17,626 Loading project parameters... +2021-12-18 16:33:17,627 + +13 of 25 jobs remaining (16:33) +2021-12-18 16:33:17,628 Sleep: 10 +2021-12-18 16:33:17,628 Number of retrials: 0 +2021-12-18 16:33:17,628 WRAPPER CHECK TIME = 10 +2021-12-18 16:33:17,628 Checking jobs for platform=marenostrum4 +2021-12-18 16:33:17,629 Checking jobs for platform=nord3 +2021-12-18 16:33:17,630 Checking jobs for platform=local +2021-12-18 16:33:17,630 Checking jobs for platform=transfer_node +2021-12-18 16:33:17,630 Checking all jobs at once +2021-12-18 16:33:18,902 Successful check job command +2021-12-18 16:33:20,172 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:33:20,172 End of checking +2021-12-18 16:33:20,173 Updating FAILED jobs +2021-12-18 16:33:20,173 Updating WAITING jobs +2021-12-18 16:33:20,174 Update finished +2021-12-18 16:33:20,174 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:33:20,174 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:33:20,174 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:33:20,174 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:33:20,174 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:33:20,174 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:33:20,174 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:33:20,177 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:33:20,179 Job list saved +2021-12-18 16:33:20,184 Updating FAILED jobs +2021-12-18 16:33:20,184 Updating WAITING jobs +2021-12-18 16:33:20,185 Update finished +2021-12-18 16:33:30,195 Reloading parameters... +2021-12-18 16:33:30,214 Loading parameters... +2021-12-18 16:33:30,215 Loading project parameters... +2021-12-18 16:33:30,217 + +13 of 25 jobs remaining (16:33) +2021-12-18 16:33:30,217 Sleep: 10 +2021-12-18 16:33:30,217 Number of retrials: 0 +2021-12-18 16:33:30,217 WRAPPER CHECK TIME = 10 +2021-12-18 16:33:30,218 Checking jobs for platform=marenostrum4 +2021-12-18 16:33:30,219 Checking jobs for platform=nord3 +2021-12-18 16:33:30,219 Checking jobs for platform=local +2021-12-18 16:33:30,220 Checking jobs for platform=transfer_node +2021-12-18 16:33:30,220 Checking all jobs at once +2021-12-18 16:33:31,439 Successful check job command +2021-12-18 16:33:32,659 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:33:32,659 End of checking +2021-12-18 16:33:32,660 Updating FAILED jobs +2021-12-18 16:33:32,661 Updating WAITING jobs +2021-12-18 16:33:32,661 Update finished +2021-12-18 16:33:32,661 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:33:32,661 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:33:32,661 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:33:32,661 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:33:32,662 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:33:32,662 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:33:32,662 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:33:32,664 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:33:32,667 Job list saved +2021-12-18 16:33:32,671 Updating FAILED jobs +2021-12-18 16:33:32,671 Updating WAITING jobs +2021-12-18 16:33:32,671 Update finished +2021-12-18 16:33:42,681 Reloading parameters... +2021-12-18 16:33:42,699 Loading parameters... +2021-12-18 16:33:42,701 Loading project parameters... +2021-12-18 16:33:42,703 + +13 of 25 jobs remaining (16:33) +2021-12-18 16:33:42,703 Sleep: 10 +2021-12-18 16:33:42,703 Number of retrials: 0 +2021-12-18 16:33:42,703 WRAPPER CHECK TIME = 10 +2021-12-18 16:33:42,704 Checking jobs for platform=marenostrum4 +2021-12-18 16:33:42,704 Checking jobs for platform=nord3 +2021-12-18 16:33:42,705 Checking jobs for platform=local +2021-12-18 16:33:42,705 Checking jobs for platform=transfer_node +2021-12-18 16:33:42,705 Checking all jobs at once +2021-12-18 16:33:44,026 Successful check job command +2021-12-18 16:33:45,196 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:33:45,196 End of checking +2021-12-18 16:33:45,197 Updating FAILED jobs +2021-12-18 16:33:45,197 Updating WAITING jobs +2021-12-18 16:33:45,198 Update finished +2021-12-18 16:33:45,198 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:33:45,198 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:33:45,199 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:33:45,199 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:33:45,199 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:33:45,199 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:33:45,199 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:33:45,202 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:33:45,204 Job list saved +2021-12-18 16:33:45,208 Updating FAILED jobs +2021-12-18 16:33:45,209 Updating WAITING jobs +2021-12-18 16:33:45,209 Update finished +2021-12-18 16:33:55,219 Reloading parameters... +2021-12-18 16:33:55,237 Loading parameters... +2021-12-18 16:33:55,239 Loading project parameters... +2021-12-18 16:33:55,241 + +13 of 25 jobs remaining (16:33) +2021-12-18 16:33:55,241 Sleep: 10 +2021-12-18 16:33:55,241 Number of retrials: 0 +2021-12-18 16:33:55,241 WRAPPER CHECK TIME = 10 +2021-12-18 16:33:55,242 Checking jobs for platform=marenostrum4 +2021-12-18 16:33:55,242 Checking jobs for platform=nord3 +2021-12-18 16:33:55,243 Checking jobs for platform=local +2021-12-18 16:33:55,243 Checking jobs for platform=transfer_node +2021-12-18 16:33:55,243 Checking all jobs at once +2021-12-18 16:33:56,463 Successful check job command +2021-12-18 16:33:57,632 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:33:57,633 End of checking +2021-12-18 16:33:57,634 Updating FAILED jobs +2021-12-18 16:33:57,634 Updating WAITING jobs +2021-12-18 16:33:57,635 Update finished +2021-12-18 16:33:57,635 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:33:57,635 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:33:57,635 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:33:57,635 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:33:57,635 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:33:57,636 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:33:57,636 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:33:57,639 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:33:57,641 Job list saved +2021-12-18 16:33:57,646 Updating FAILED jobs +2021-12-18 16:33:57,647 Updating WAITING jobs +2021-12-18 16:33:57,647 Update finished +2021-12-18 16:34:07,657 Reloading parameters... +2021-12-18 16:34:07,678 Loading parameters... +2021-12-18 16:34:07,679 Loading project parameters... +2021-12-18 16:34:07,681 + +13 of 25 jobs remaining (16:34) +2021-12-18 16:34:07,681 Sleep: 10 +2021-12-18 16:34:07,681 Number of retrials: 0 +2021-12-18 16:34:07,681 WRAPPER CHECK TIME = 10 +2021-12-18 16:34:07,682 Checking jobs for platform=marenostrum4 +2021-12-18 16:34:07,682 Checking jobs for platform=nord3 +2021-12-18 16:34:07,683 Checking jobs for platform=local +2021-12-18 16:34:07,683 Checking jobs for platform=transfer_node +2021-12-18 16:34:07,683 Checking all jobs at once +2021-12-18 16:34:09,103 Successful check job command +2021-12-18 16:34:10,423 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:34:10,423 End of checking +2021-12-18 16:34:10,424 Updating FAILED jobs +2021-12-18 16:34:10,424 Updating WAITING jobs +2021-12-18 16:34:10,425 Update finished +2021-12-18 16:34:10,425 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:34:10,425 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:34:10,425 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:34:10,425 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:34:10,425 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:34:10,426 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:34:10,426 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:34:10,428 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:34:10,431 Job list saved +2021-12-18 16:34:10,435 Updating FAILED jobs +2021-12-18 16:34:10,435 Updating WAITING jobs +2021-12-18 16:34:10,436 Update finished +2021-12-18 16:34:20,446 Reloading parameters... +2021-12-18 16:34:20,465 Loading parameters... +2021-12-18 16:34:20,466 Loading project parameters... +2021-12-18 16:34:20,468 + +13 of 25 jobs remaining (16:34) +2021-12-18 16:34:20,468 Sleep: 10 +2021-12-18 16:34:20,468 Number of retrials: 0 +2021-12-18 16:34:20,468 WRAPPER CHECK TIME = 10 +2021-12-18 16:34:20,469 Checking jobs for platform=marenostrum4 +2021-12-18 16:34:20,470 Checking jobs for platform=nord3 +2021-12-18 16:34:20,470 Checking jobs for platform=local +2021-12-18 16:34:20,471 Checking jobs for platform=transfer_node +2021-12-18 16:34:20,471 Checking all jobs at once +2021-12-18 16:34:21,693 Successful check job command +2021-12-18 16:34:23,013 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:34:23,013 End of checking +2021-12-18 16:34:23,015 Updating FAILED jobs +2021-12-18 16:34:23,015 Updating WAITING jobs +2021-12-18 16:34:23,015 Update finished +2021-12-18 16:34:23,015 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:34:23,016 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:34:23,016 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:34:23,016 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:34:23,016 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:34:23,016 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:34:23,017 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:34:23,019 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:34:23,022 Job list saved +2021-12-18 16:34:23,026 Updating FAILED jobs +2021-12-18 16:34:23,027 Updating WAITING jobs +2021-12-18 16:34:23,027 Update finished +2021-12-18 16:34:33,037 Reloading parameters... +2021-12-18 16:34:33,055 Loading parameters... +2021-12-18 16:34:33,057 Loading project parameters... +2021-12-18 16:34:33,059 + +13 of 25 jobs remaining (16:34) +2021-12-18 16:34:33,059 Sleep: 10 +2021-12-18 16:34:33,059 Number of retrials: 0 +2021-12-18 16:34:33,059 WRAPPER CHECK TIME = 10 +2021-12-18 16:34:33,060 Checking jobs for platform=marenostrum4 +2021-12-18 16:34:33,060 Checking jobs for platform=nord3 +2021-12-18 16:34:33,061 Checking jobs for platform=local +2021-12-18 16:34:33,061 Checking jobs for platform=transfer_node +2021-12-18 16:34:33,062 Checking all jobs at once +2021-12-18 16:34:34,231 Successful check job command +2021-12-18 16:34:35,350 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:34:35,350 End of checking +2021-12-18 16:34:35,351 Updating FAILED jobs +2021-12-18 16:34:35,351 Updating WAITING jobs +2021-12-18 16:34:35,352 Update finished +2021-12-18 16:34:35,352 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:34:35,352 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:34:35,352 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:34:35,352 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:34:35,352 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:34:35,353 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:34:35,353 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:34:35,355 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:34:35,358 Job list saved +2021-12-18 16:34:35,367 Updating FAILED jobs +2021-12-18 16:34:35,367 Updating WAITING jobs +2021-12-18 16:34:35,367 Update finished +2021-12-18 16:34:45,376 Reloading parameters... +2021-12-18 16:34:45,396 Loading parameters... +2021-12-18 16:34:45,397 Loading project parameters... +2021-12-18 16:34:45,399 + +13 of 25 jobs remaining (16:34) +2021-12-18 16:34:45,400 Sleep: 10 +2021-12-18 16:34:45,400 Number of retrials: 0 +2021-12-18 16:34:45,400 WRAPPER CHECK TIME = 10 +2021-12-18 16:34:45,400 Checking jobs for platform=marenostrum4 +2021-12-18 16:34:45,401 Checking jobs for platform=nord3 +2021-12-18 16:34:45,401 Checking jobs for platform=local +2021-12-18 16:34:45,402 Checking jobs for platform=transfer_node +2021-12-18 16:34:45,402 Checking all jobs at once +2021-12-18 16:34:46,722 Successful check job command +2021-12-18 16:34:47,842 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:34:47,843 End of checking +2021-12-18 16:34:47,844 Updating FAILED jobs +2021-12-18 16:34:47,844 Updating WAITING jobs +2021-12-18 16:34:47,844 Update finished +2021-12-18 16:34:47,844 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:34:47,844 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:34:47,845 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:34:47,845 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:34:47,845 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:34:47,845 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:34:47,845 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:34:47,847 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:34:47,850 Job list saved +2021-12-18 16:34:47,854 Updating FAILED jobs +2021-12-18 16:34:47,854 Updating WAITING jobs +2021-12-18 16:34:47,854 Update finished +2021-12-18 16:34:57,864 Reloading parameters... +2021-12-18 16:34:57,881 Loading parameters... +2021-12-18 16:34:57,882 Loading project parameters... +2021-12-18 16:34:57,884 + +13 of 25 jobs remaining (16:34) +2021-12-18 16:34:57,884 Sleep: 10 +2021-12-18 16:34:57,885 Number of retrials: 0 +2021-12-18 16:34:57,885 WRAPPER CHECK TIME = 10 +2021-12-18 16:34:57,885 Checking jobs for platform=marenostrum4 +2021-12-18 16:34:57,886 Checking jobs for platform=nord3 +2021-12-18 16:34:57,886 Checking jobs for platform=local +2021-12-18 16:34:57,887 Checking jobs for platform=transfer_node +2021-12-18 16:34:57,887 Checking all jobs at once +2021-12-18 16:34:59,206 Successful check job command +2021-12-18 16:35:00,325 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:35:00,325 End of checking +2021-12-18 16:35:00,327 Updating FAILED jobs +2021-12-18 16:35:00,327 Updating WAITING jobs +2021-12-18 16:35:00,327 Update finished +2021-12-18 16:35:00,327 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:35:00,328 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:35:00,328 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:35:00,328 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:35:00,328 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:35:00,328 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:35:00,328 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:35:00,331 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:35:00,333 Job list saved +2021-12-18 16:35:00,338 Updating FAILED jobs +2021-12-18 16:35:00,338 Updating WAITING jobs +2021-12-18 16:35:00,338 Update finished +2021-12-18 16:35:10,347 Reloading parameters... +2021-12-18 16:35:10,365 Loading parameters... +2021-12-18 16:35:10,366 Loading project parameters... +2021-12-18 16:35:10,368 + +13 of 25 jobs remaining (16:35) +2021-12-18 16:35:10,368 Sleep: 10 +2021-12-18 16:35:10,369 Number of retrials: 0 +2021-12-18 16:35:10,369 WRAPPER CHECK TIME = 10 +2021-12-18 16:35:10,369 Checking jobs for platform=marenostrum4 +2021-12-18 16:35:10,370 Checking jobs for platform=nord3 +2021-12-18 16:35:10,370 Checking jobs for platform=local +2021-12-18 16:35:10,371 Checking jobs for platform=transfer_node +2021-12-18 16:35:10,371 Checking all jobs at once +2021-12-18 16:35:11,891 Successful check job command +2021-12-18 16:35:13,111 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:35:13,111 End of checking +2021-12-18 16:35:13,113 Updating FAILED jobs +2021-12-18 16:35:13,113 Updating WAITING jobs +2021-12-18 16:35:13,113 Update finished +2021-12-18 16:35:13,114 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:35:13,114 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:35:13,114 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:35:13,114 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:35:13,114 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:35:13,114 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:35:13,114 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:35:13,117 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:35:13,120 Job list saved +2021-12-18 16:35:13,124 Updating FAILED jobs +2021-12-18 16:35:13,124 Updating WAITING jobs +2021-12-18 16:35:13,125 Update finished +2021-12-18 16:35:23,135 Reloading parameters... +2021-12-18 16:35:23,153 Loading parameters... +2021-12-18 16:35:23,154 Loading project parameters... +2021-12-18 16:35:23,156 + +13 of 25 jobs remaining (16:35) +2021-12-18 16:35:23,156 Sleep: 10 +2021-12-18 16:35:23,156 Number of retrials: 0 +2021-12-18 16:35:23,156 WRAPPER CHECK TIME = 10 +2021-12-18 16:35:23,157 Checking jobs for platform=marenostrum4 +2021-12-18 16:35:23,157 Checking jobs for platform=nord3 +2021-12-18 16:35:23,158 Checking jobs for platform=local +2021-12-18 16:35:23,159 Checking jobs for platform=transfer_node +2021-12-18 16:35:23,159 Checking all jobs at once +2021-12-18 16:35:24,730 Successful check job command +2021-12-18 16:35:26,251 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:35:26,251 End of checking +2021-12-18 16:35:26,253 Updating FAILED jobs +2021-12-18 16:35:26,253 Updating WAITING jobs +2021-12-18 16:35:26,253 Update finished +2021-12-18 16:35:26,253 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:35:26,253 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:35:26,254 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:35:26,254 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:35:26,254 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:35:26,254 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:35:26,254 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:35:26,256 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:35:26,259 Job list saved +2021-12-18 16:35:26,263 Updating FAILED jobs +2021-12-18 16:35:26,263 Updating WAITING jobs +2021-12-18 16:35:26,264 Update finished +2021-12-18 16:35:36,274 Reloading parameters... +2021-12-18 16:35:36,291 Loading parameters... +2021-12-18 16:35:36,293 Loading project parameters... +2021-12-18 16:35:36,295 + +13 of 25 jobs remaining (16:35) +2021-12-18 16:35:36,295 Sleep: 10 +2021-12-18 16:35:36,295 Number of retrials: 0 +2021-12-18 16:35:36,295 WRAPPER CHECK TIME = 10 +2021-12-18 16:35:36,296 Checking jobs for platform=marenostrum4 +2021-12-18 16:35:36,296 Checking jobs for platform=nord3 +2021-12-18 16:35:36,297 Checking jobs for platform=local +2021-12-18 16:35:36,297 Checking jobs for platform=transfer_node +2021-12-18 16:35:36,297 Checking all jobs at once +2021-12-18 16:35:37,768 Successful check job command +2021-12-18 16:35:38,987 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:35:38,988 End of checking +2021-12-18 16:35:38,989 Updating FAILED jobs +2021-12-18 16:35:38,989 Updating WAITING jobs +2021-12-18 16:35:38,990 Update finished +2021-12-18 16:35:38,990 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:35:38,990 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:35:38,990 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:35:38,991 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:35:38,991 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:35:38,991 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:35:38,991 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:35:38,993 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:35:38,996 Job list saved +2021-12-18 16:35:39,000 Updating FAILED jobs +2021-12-18 16:35:39,000 Updating WAITING jobs +2021-12-18 16:35:39,000 Update finished +2021-12-18 16:35:49,011 Reloading parameters... +2021-12-18 16:35:49,033 Loading parameters... +2021-12-18 16:35:49,034 Loading project parameters... +2021-12-18 16:35:49,036 + +13 of 25 jobs remaining (16:35) +2021-12-18 16:35:49,036 Sleep: 10 +2021-12-18 16:35:49,037 Number of retrials: 0 +2021-12-18 16:35:49,037 WRAPPER CHECK TIME = 10 +2021-12-18 16:35:49,037 Checking jobs for platform=marenostrum4 +2021-12-18 16:35:49,038 Checking jobs for platform=nord3 +2021-12-18 16:35:49,038 Checking jobs for platform=local +2021-12-18 16:35:49,039 Checking jobs for platform=transfer_node +2021-12-18 16:35:49,039 Checking all jobs at once +2021-12-18 16:35:50,408 Successful check job command +2021-12-18 16:35:51,679 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:35:51,679 End of checking +2021-12-18 16:35:51,680 Updating FAILED jobs +2021-12-18 16:35:51,680 Updating WAITING jobs +2021-12-18 16:35:51,681 Update finished +2021-12-18 16:35:51,681 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:35:51,681 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:35:51,681 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:35:51,681 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:35:51,681 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:35:51,681 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:35:51,682 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:35:51,684 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:35:51,687 Job list saved +2021-12-18 16:35:51,695 Updating FAILED jobs +2021-12-18 16:35:51,695 Updating WAITING jobs +2021-12-18 16:35:51,695 Update finished +2021-12-18 16:36:01,705 Reloading parameters... +2021-12-18 16:36:01,723 Loading parameters... +2021-12-18 16:36:01,724 Loading project parameters... +2021-12-18 16:36:01,726 + +13 of 25 jobs remaining (16:36) +2021-12-18 16:36:01,727 Sleep: 10 +2021-12-18 16:36:01,727 Number of retrials: 0 +2021-12-18 16:36:01,727 WRAPPER CHECK TIME = 10 +2021-12-18 16:36:01,727 Checking jobs for platform=marenostrum4 +2021-12-18 16:36:01,728 Checking jobs for platform=nord3 +2021-12-18 16:36:01,728 Checking jobs for platform=local +2021-12-18 16:36:01,729 Checking jobs for platform=transfer_node +2021-12-18 16:36:01,729 Checking all jobs at once +2021-12-18 16:36:03,049 Successful check job command +2021-12-18 16:36:04,218 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:36:04,219 End of checking +2021-12-18 16:36:04,220 Updating FAILED jobs +2021-12-18 16:36:04,220 Updating WAITING jobs +2021-12-18 16:36:04,220 Update finished +2021-12-18 16:36:04,221 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:36:04,221 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:36:04,221 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:36:04,221 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:36:04,221 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:36:04,221 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:36:04,221 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:36:04,225 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:36:04,227 Job list saved +2021-12-18 16:36:04,239 Updating FAILED jobs +2021-12-18 16:36:04,239 Updating WAITING jobs +2021-12-18 16:36:04,239 Update finished +2021-12-18 16:36:14,245 Reloading parameters... +2021-12-18 16:36:14,264 Loading parameters... +2021-12-18 16:36:14,265 Loading project parameters... +2021-12-18 16:36:14,267 + +13 of 25 jobs remaining (16:36) +2021-12-18 16:36:14,267 Sleep: 10 +2021-12-18 16:36:14,267 Number of retrials: 0 +2021-12-18 16:36:14,268 WRAPPER CHECK TIME = 10 +2021-12-18 16:36:14,268 Checking jobs for platform=marenostrum4 +2021-12-18 16:36:14,269 Checking jobs for platform=nord3 +2021-12-18 16:36:14,269 Checking jobs for platform=local +2021-12-18 16:36:14,270 Checking jobs for platform=transfer_node +2021-12-18 16:36:14,270 Checking all jobs at once +2021-12-18 16:36:15,590 Successful check job command +2021-12-18 16:36:16,910 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:36:16,910 End of checking +2021-12-18 16:36:16,912 Updating FAILED jobs +2021-12-18 16:36:16,912 Updating WAITING jobs +2021-12-18 16:36:16,912 Update finished +2021-12-18 16:36:16,912 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:36:16,913 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:36:16,913 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:36:16,913 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:36:16,913 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:36:16,913 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:36:16,914 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:36:16,916 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:36:16,919 Job list saved +2021-12-18 16:36:16,924 Updating FAILED jobs +2021-12-18 16:36:16,924 Updating WAITING jobs +2021-12-18 16:36:16,925 Update finished +2021-12-18 16:36:26,935 Reloading parameters... +2021-12-18 16:36:26,954 Loading parameters... +2021-12-18 16:36:26,955 Loading project parameters... +2021-12-18 16:36:26,957 + +13 of 25 jobs remaining (16:36) +2021-12-18 16:36:26,957 Sleep: 10 +2021-12-18 16:36:26,957 Number of retrials: 0 +2021-12-18 16:36:26,958 WRAPPER CHECK TIME = 10 +2021-12-18 16:36:26,958 Checking jobs for platform=marenostrum4 +2021-12-18 16:36:26,959 Checking jobs for platform=nord3 +2021-12-18 16:36:26,959 Checking jobs for platform=local +2021-12-18 16:36:26,960 Checking jobs for platform=transfer_node +2021-12-18 16:36:26,960 Checking all jobs at once +2021-12-18 16:36:28,379 Successful check job command +2021-12-18 16:36:29,749 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:36:29,750 End of checking +2021-12-18 16:36:29,751 Updating FAILED jobs +2021-12-18 16:36:29,751 Updating WAITING jobs +2021-12-18 16:36:29,751 Update finished +2021-12-18 16:36:29,752 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:36:29,752 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:36:29,752 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:36:29,752 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:36:29,752 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:36:29,752 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:36:29,752 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:36:29,755 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:36:29,757 Job list saved +2021-12-18 16:36:29,763 Updating FAILED jobs +2021-12-18 16:36:29,763 Updating WAITING jobs +2021-12-18 16:36:29,763 Update finished +2021-12-18 16:36:39,772 Reloading parameters... +2021-12-18 16:36:39,790 Loading parameters... +2021-12-18 16:36:39,791 Loading project parameters... +2021-12-18 16:36:39,793 + +13 of 25 jobs remaining (16:36) +2021-12-18 16:36:39,793 Sleep: 10 +2021-12-18 16:36:39,794 Number of retrials: 0 +2021-12-18 16:36:39,794 WRAPPER CHECK TIME = 10 +2021-12-18 16:36:39,794 Checking jobs for platform=marenostrum4 +2021-12-18 16:36:39,795 Checking jobs for platform=nord3 +2021-12-18 16:36:39,795 Checking jobs for platform=local +2021-12-18 16:36:39,796 Checking jobs for platform=transfer_node +2021-12-18 16:36:39,796 Checking all jobs at once +2021-12-18 16:36:41,165 Successful check job command +2021-12-18 16:36:42,435 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:36:42,435 End of checking +2021-12-18 16:36:42,437 Updating FAILED jobs +2021-12-18 16:36:42,437 Updating WAITING jobs +2021-12-18 16:36:42,437 Update finished +2021-12-18 16:36:42,437 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:36:42,437 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:36:42,437 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:36:42,438 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:36:42,438 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:36:42,438 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:36:42,438 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:36:42,441 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:36:42,443 Job list saved +2021-12-18 16:36:42,448 Updating FAILED jobs +2021-12-18 16:36:42,449 Updating WAITING jobs +2021-12-18 16:36:42,449 Update finished +2021-12-18 16:36:52,457 Reloading parameters... +2021-12-18 16:36:52,477 Loading parameters... +2021-12-18 16:36:52,478 Loading project parameters... +2021-12-18 16:36:52,480 + +13 of 25 jobs remaining (16:36) +2021-12-18 16:36:52,480 Sleep: 10 +2021-12-18 16:36:52,480 Number of retrials: 0 +2021-12-18 16:36:52,480 WRAPPER CHECK TIME = 10 +2021-12-18 16:36:52,481 Checking jobs for platform=marenostrum4 +2021-12-18 16:36:52,481 Checking jobs for platform=nord3 +2021-12-18 16:36:52,482 Checking jobs for platform=local +2021-12-18 16:36:52,482 Checking jobs for platform=transfer_node +2021-12-18 16:36:52,483 Checking all jobs at once +2021-12-18 16:36:53,952 Successful check job command +2021-12-18 16:36:55,074 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:36:55,074 End of checking +2021-12-18 16:36:55,075 Updating FAILED jobs +2021-12-18 16:36:55,075 Updating WAITING jobs +2021-12-18 16:36:55,075 Update finished +2021-12-18 16:36:55,076 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:36:55,076 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:36:55,076 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:36:55,076 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:36:55,077 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:36:55,077 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:36:55,077 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:36:55,080 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:36:55,082 Job list saved +2021-12-18 16:36:55,088 Updating FAILED jobs +2021-12-18 16:36:55,088 Updating WAITING jobs +2021-12-18 16:36:55,088 Update finished +2021-12-18 16:37:05,096 Reloading parameters... +2021-12-18 16:37:05,116 Loading parameters... +2021-12-18 16:37:05,117 Loading project parameters... +2021-12-18 16:37:05,119 + +13 of 25 jobs remaining (16:37) +2021-12-18 16:37:05,119 Sleep: 10 +2021-12-18 16:37:05,119 Number of retrials: 0 +2021-12-18 16:37:05,119 WRAPPER CHECK TIME = 10 +2021-12-18 16:37:05,120 Checking jobs for platform=marenostrum4 +2021-12-18 16:37:05,120 Checking jobs for platform=nord3 +2021-12-18 16:37:05,121 Checking jobs for platform=local +2021-12-18 16:37:05,121 Checking jobs for platform=transfer_node +2021-12-18 16:37:05,122 Checking all jobs at once +2021-12-18 16:37:06,642 Successful check job command +2021-12-18 16:37:07,961 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:37:07,961 End of checking +2021-12-18 16:37:07,962 Updating FAILED jobs +2021-12-18 16:37:07,962 Updating WAITING jobs +2021-12-18 16:37:07,963 Update finished +2021-12-18 16:37:07,963 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:37:07,963 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:37:07,963 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:37:07,963 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:37:07,963 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:37:07,963 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:37:07,963 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:37:07,967 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:37:07,969 Job list saved +2021-12-18 16:37:07,974 Updating FAILED jobs +2021-12-18 16:37:07,974 Updating WAITING jobs +2021-12-18 16:37:07,974 Update finished +2021-12-18 16:37:17,985 Reloading parameters... +2021-12-18 16:37:18,004 Loading parameters... +2021-12-18 16:37:18,005 Loading project parameters... +2021-12-18 16:37:18,007 + +13 of 25 jobs remaining (16:37) +2021-12-18 16:37:18,008 Sleep: 10 +2021-12-18 16:37:18,008 Number of retrials: 0 +2021-12-18 16:37:18,008 WRAPPER CHECK TIME = 10 +2021-12-18 16:37:18,008 Checking jobs for platform=marenostrum4 +2021-12-18 16:37:18,009 Checking jobs for platform=nord3 +2021-12-18 16:37:18,009 Checking jobs for platform=local +2021-12-18 16:37:18,010 Checking jobs for platform=transfer_node +2021-12-18 16:37:18,010 Checking all jobs at once +2021-12-18 16:37:20,131 Successful check job command +2021-12-18 16:37:21,301 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:37:21,301 End of checking +2021-12-18 16:37:21,302 Updating FAILED jobs +2021-12-18 16:37:21,303 Updating WAITING jobs +2021-12-18 16:37:21,303 Update finished +2021-12-18 16:37:21,303 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:37:21,303 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:37:21,303 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:37:21,303 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:37:21,304 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:37:21,304 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:37:21,304 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:37:21,306 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:37:21,309 Job list saved +2021-12-18 16:37:21,313 Updating FAILED jobs +2021-12-18 16:37:21,313 Updating WAITING jobs +2021-12-18 16:37:21,313 Update finished +2021-12-18 16:37:31,324 Reloading parameters... +2021-12-18 16:37:31,341 Loading parameters... +2021-12-18 16:37:31,343 Loading project parameters... +2021-12-18 16:37:31,345 + +13 of 25 jobs remaining (16:37) +2021-12-18 16:37:31,345 Sleep: 10 +2021-12-18 16:37:31,346 Number of retrials: 0 +2021-12-18 16:37:31,346 WRAPPER CHECK TIME = 10 +2021-12-18 16:37:31,346 Checking jobs for platform=marenostrum4 +2021-12-18 16:37:31,347 Checking jobs for platform=nord3 +2021-12-18 16:37:31,347 Checking jobs for platform=local +2021-12-18 16:37:31,348 Checking jobs for platform=transfer_node +2021-12-18 16:37:31,348 Checking all jobs at once +2021-12-18 16:37:32,668 Successful check job command +2021-12-18 16:37:33,838 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:37:33,838 End of checking +2021-12-18 16:37:33,839 Updating FAILED jobs +2021-12-18 16:37:33,839 Updating WAITING jobs +2021-12-18 16:37:33,839 Update finished +2021-12-18 16:37:33,840 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:37:33,840 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:37:33,840 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:37:33,840 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:37:33,840 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:37:33,841 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:37:33,841 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:37:33,843 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:37:33,846 Job list saved +2021-12-18 16:37:33,850 Updating FAILED jobs +2021-12-18 16:37:33,850 Updating WAITING jobs +2021-12-18 16:37:33,851 Update finished +2021-12-18 16:37:43,856 Reloading parameters... +2021-12-18 16:37:43,876 Loading parameters... +2021-12-18 16:37:43,877 Loading project parameters... +2021-12-18 16:37:43,879 + +13 of 25 jobs remaining (16:37) +2021-12-18 16:37:43,879 Sleep: 10 +2021-12-18 16:37:43,879 Number of retrials: 0 +2021-12-18 16:37:43,879 WRAPPER CHECK TIME = 10 +2021-12-18 16:37:43,880 Checking jobs for platform=marenostrum4 +2021-12-18 16:37:43,880 Checking jobs for platform=nord3 +2021-12-18 16:37:43,881 Checking jobs for platform=local +2021-12-18 16:37:43,882 Checking jobs for platform=transfer_node +2021-12-18 16:37:43,882 Checking all jobs at once +2021-12-18 16:37:45,201 Successful check job command +2021-12-18 16:37:46,370 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:37:46,371 End of checking +2021-12-18 16:37:46,372 Updating FAILED jobs +2021-12-18 16:37:46,372 Updating WAITING jobs +2021-12-18 16:37:46,372 Update finished +2021-12-18 16:37:46,373 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:37:46,373 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:37:46,373 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:37:46,373 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:37:46,373 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:37:46,373 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:37:46,373 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:37:46,376 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:37:46,378 Job list saved +2021-12-18 16:37:46,382 Updating FAILED jobs +2021-12-18 16:37:46,383 Updating WAITING jobs +2021-12-18 16:37:46,383 Update finished +2021-12-18 16:37:56,393 Reloading parameters... +2021-12-18 16:37:56,411 Loading parameters... +2021-12-18 16:37:56,413 Loading project parameters... +2021-12-18 16:37:56,415 + +13 of 25 jobs remaining (16:37) +2021-12-18 16:37:56,415 Sleep: 10 +2021-12-18 16:37:56,415 Number of retrials: 0 +2021-12-18 16:37:56,415 WRAPPER CHECK TIME = 10 +2021-12-18 16:37:56,416 Checking jobs for platform=marenostrum4 +2021-12-18 16:37:56,416 Checking jobs for platform=nord3 +2021-12-18 16:37:56,417 Checking jobs for platform=local +2021-12-18 16:37:56,417 Checking jobs for platform=transfer_node +2021-12-18 16:37:56,417 Checking all jobs at once +2021-12-18 16:37:57,787 Successful check job command +2021-12-18 16:37:59,307 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:37:59,307 End of checking +2021-12-18 16:37:59,309 Updating FAILED jobs +2021-12-18 16:37:59,309 Updating WAITING jobs +2021-12-18 16:37:59,309 Update finished +2021-12-18 16:37:59,309 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:37:59,309 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:37:59,309 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:37:59,309 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:37:59,310 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:37:59,310 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:37:59,310 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:37:59,312 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:37:59,315 Job list saved +2021-12-18 16:37:59,319 Updating FAILED jobs +2021-12-18 16:37:59,319 Updating WAITING jobs +2021-12-18 16:37:59,320 Update finished +2021-12-18 16:38:09,330 Reloading parameters... +2021-12-18 16:38:09,348 Loading parameters... +2021-12-18 16:38:09,350 Loading project parameters... +2021-12-18 16:38:09,351 + +13 of 25 jobs remaining (16:38) +2021-12-18 16:38:09,352 Sleep: 10 +2021-12-18 16:38:09,352 Number of retrials: 0 +2021-12-18 16:38:09,352 WRAPPER CHECK TIME = 10 +2021-12-18 16:38:09,352 Checking jobs for platform=marenostrum4 +2021-12-18 16:38:09,353 Checking jobs for platform=nord3 +2021-12-18 16:38:09,353 Checking jobs for platform=local +2021-12-18 16:38:09,354 Checking jobs for platform=transfer_node +2021-12-18 16:38:09,354 Checking all jobs at once +2021-12-18 16:38:10,623 Successful check job command +2021-12-18 16:38:11,793 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:38:11,793 End of checking +2021-12-18 16:38:11,794 Updating FAILED jobs +2021-12-18 16:38:11,795 Updating WAITING jobs +2021-12-18 16:38:11,795 Update finished +2021-12-18 16:38:11,795 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:38:11,795 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:38:11,796 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:38:11,796 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:38:11,796 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:38:11,796 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:38:11,796 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:38:11,799 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:38:11,801 Job list saved +2021-12-18 16:38:11,806 Updating FAILED jobs +2021-12-18 16:38:11,806 Updating WAITING jobs +2021-12-18 16:38:11,806 Update finished +2021-12-18 16:38:21,813 Reloading parameters... +2021-12-18 16:38:21,834 Loading parameters... +2021-12-18 16:38:21,836 Loading project parameters... +2021-12-18 16:38:21,837 + +13 of 25 jobs remaining (16:38) +2021-12-18 16:38:21,838 Sleep: 10 +2021-12-18 16:38:21,838 Number of retrials: 0 +2021-12-18 16:38:21,838 WRAPPER CHECK TIME = 10 +2021-12-18 16:38:21,838 Checking jobs for platform=marenostrum4 +2021-12-18 16:38:21,839 Checking jobs for platform=nord3 +2021-12-18 16:38:21,839 Checking jobs for platform=local +2021-12-18 16:38:21,840 Checking jobs for platform=transfer_node +2021-12-18 16:38:21,840 Checking all jobs at once +2021-12-18 16:38:23,161 Successful check job command +2021-12-18 16:38:24,380 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:38:24,380 End of checking +2021-12-18 16:38:24,381 Updating FAILED jobs +2021-12-18 16:38:24,381 Updating WAITING jobs +2021-12-18 16:38:24,382 Update finished +2021-12-18 16:38:24,382 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:38:24,382 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:38:24,382 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:38:24,382 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:38:24,382 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:38:24,382 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:38:24,383 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:38:24,385 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:38:24,388 Job list saved +2021-12-18 16:38:24,393 Updating FAILED jobs +2021-12-18 16:38:24,393 Updating WAITING jobs +2021-12-18 16:38:24,393 Update finished +2021-12-18 16:38:34,403 Reloading parameters... +2021-12-18 16:38:34,421 Loading parameters... +2021-12-18 16:38:34,422 Loading project parameters... +2021-12-18 16:38:34,424 + +13 of 25 jobs remaining (16:38) +2021-12-18 16:38:34,424 Sleep: 10 +2021-12-18 16:38:34,424 Number of retrials: 0 +2021-12-18 16:38:34,425 WRAPPER CHECK TIME = 10 +2021-12-18 16:38:34,425 Checking jobs for platform=marenostrum4 +2021-12-18 16:38:34,426 Checking jobs for platform=nord3 +2021-12-18 16:38:34,426 Checking jobs for platform=local +2021-12-18 16:38:34,427 Checking jobs for platform=transfer_node +2021-12-18 16:38:34,427 Checking all jobs at once +2021-12-18 16:38:35,746 Successful check job command +2021-12-18 16:38:36,966 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:38:36,967 End of checking +2021-12-18 16:38:36,968 Updating FAILED jobs +2021-12-18 16:38:36,968 Updating WAITING jobs +2021-12-18 16:38:36,968 Update finished +2021-12-18 16:38:36,969 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:38:36,969 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:38:36,969 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:38:36,969 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:38:36,969 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:38:36,969 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:38:36,969 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:38:36,972 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:38:36,974 Job list saved +2021-12-18 16:38:36,981 Updating FAILED jobs +2021-12-18 16:38:36,981 Updating WAITING jobs +2021-12-18 16:38:36,981 Update finished +2021-12-18 16:38:46,991 Reloading parameters... +2021-12-18 16:38:47,009 Loading parameters... +2021-12-18 16:38:47,011 Loading project parameters... +2021-12-18 16:38:47,013 + +13 of 25 jobs remaining (16:38) +2021-12-18 16:38:47,013 Sleep: 10 +2021-12-18 16:38:47,013 Number of retrials: 0 +2021-12-18 16:38:47,013 WRAPPER CHECK TIME = 10 +2021-12-18 16:38:47,014 Checking jobs for platform=marenostrum4 +2021-12-18 16:38:47,014 Checking jobs for platform=nord3 +2021-12-18 16:38:47,015 Checking jobs for platform=local +2021-12-18 16:38:47,015 Checking jobs for platform=transfer_node +2021-12-18 16:38:47,015 Checking all jobs at once +2021-12-18 16:38:48,486 Successful check job command +2021-12-18 16:38:49,655 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:38:49,656 End of checking +2021-12-18 16:38:49,657 Updating FAILED jobs +2021-12-18 16:38:49,658 Updating WAITING jobs +2021-12-18 16:38:49,658 Update finished +2021-12-18 16:38:49,658 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:38:49,659 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:38:49,659 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:38:49,659 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:38:49,659 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:38:49,659 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:38:49,659 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:38:49,662 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:38:49,664 Job list saved +2021-12-18 16:38:49,669 Updating FAILED jobs +2021-12-18 16:38:49,669 Updating WAITING jobs +2021-12-18 16:38:49,669 Update finished +2021-12-18 16:38:59,679 Reloading parameters... +2021-12-18 16:38:59,697 Loading parameters... +2021-12-18 16:38:59,698 Loading project parameters... +2021-12-18 16:38:59,700 + +13 of 25 jobs remaining (16:38) +2021-12-18 16:38:59,701 Sleep: 10 +2021-12-18 16:38:59,701 Number of retrials: 0 +2021-12-18 16:38:59,701 WRAPPER CHECK TIME = 10 +2021-12-18 16:38:59,701 Checking jobs for platform=marenostrum4 +2021-12-18 16:38:59,702 Checking jobs for platform=nord3 +2021-12-18 16:38:59,702 Checking jobs for platform=local +2021-12-18 16:38:59,703 Checking jobs for platform=transfer_node +2021-12-18 16:38:59,703 Checking all jobs at once +2021-12-18 16:39:01,073 Successful check job command +2021-12-18 16:39:02,292 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:39:02,293 End of checking +2021-12-18 16:39:02,294 Updating FAILED jobs +2021-12-18 16:39:02,294 Updating WAITING jobs +2021-12-18 16:39:02,295 Update finished +2021-12-18 16:39:02,295 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:39:02,295 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:39:02,296 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:39:02,296 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:39:02,296 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:39:02,296 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:39:02,296 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:39:02,306 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:39:02,309 Job list saved +2021-12-18 16:39:02,313 Updating FAILED jobs +2021-12-18 16:39:02,314 Updating WAITING jobs +2021-12-18 16:39:02,314 Update finished +2021-12-18 16:39:12,324 Reloading parameters... +2021-12-18 16:39:12,342 Loading parameters... +2021-12-18 16:39:12,343 Loading project parameters... +2021-12-18 16:39:12,345 + +13 of 25 jobs remaining (16:39) +2021-12-18 16:39:12,346 Sleep: 10 +2021-12-18 16:39:12,346 Number of retrials: 0 +2021-12-18 16:39:12,346 WRAPPER CHECK TIME = 10 +2021-12-18 16:39:12,346 Checking jobs for platform=marenostrum4 +2021-12-18 16:39:12,347 Checking jobs for platform=nord3 +2021-12-18 16:39:12,347 Checking jobs for platform=local +2021-12-18 16:39:12,348 Checking jobs for platform=transfer_node +2021-12-18 16:39:12,348 Checking all jobs at once +2021-12-18 16:39:13,667 Successful check job command +2021-12-18 16:39:14,887 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:39:14,887 End of checking +2021-12-18 16:39:14,888 Updating FAILED jobs +2021-12-18 16:39:14,888 Updating WAITING jobs +2021-12-18 16:39:14,889 Update finished +2021-12-18 16:39:14,889 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:39:14,889 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:39:14,889 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:39:14,889 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:39:14,889 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:39:14,890 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:39:14,890 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:39:14,892 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:39:14,895 Job list saved +2021-12-18 16:39:14,899 Updating FAILED jobs +2021-12-18 16:39:14,899 Updating WAITING jobs +2021-12-18 16:39:14,900 Update finished +2021-12-18 16:39:24,910 Reloading parameters... +2021-12-18 16:39:24,930 Loading parameters... +2021-12-18 16:39:24,932 Loading project parameters... +2021-12-18 16:39:24,934 + +13 of 25 jobs remaining (16:39) +2021-12-18 16:39:24,934 Sleep: 10 +2021-12-18 16:39:24,934 Number of retrials: 0 +2021-12-18 16:39:24,934 WRAPPER CHECK TIME = 10 +2021-12-18 16:39:24,935 Checking jobs for platform=marenostrum4 +2021-12-18 16:39:24,935 Checking jobs for platform=nord3 +2021-12-18 16:39:24,936 Checking jobs for platform=local +2021-12-18 16:39:24,936 Checking jobs for platform=transfer_node +2021-12-18 16:39:24,936 Checking all jobs at once +2021-12-18 16:39:26,306 Successful check job command +2021-12-18 16:39:27,377 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:39:27,377 End of checking +2021-12-18 16:39:27,379 Updating FAILED jobs +2021-12-18 16:39:27,379 Updating WAITING jobs +2021-12-18 16:39:27,379 Update finished +2021-12-18 16:39:27,379 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:39:27,380 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:39:27,380 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:39:27,380 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:39:27,380 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:39:27,380 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:39:27,381 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:39:27,383 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:39:27,386 Job list saved +2021-12-18 16:39:27,391 Updating FAILED jobs +2021-12-18 16:39:27,391 Updating WAITING jobs +2021-12-18 16:39:27,391 Update finished +2021-12-18 16:39:37,399 Reloading parameters... +2021-12-18 16:39:37,417 Loading parameters... +2021-12-18 16:39:37,418 Loading project parameters... +2021-12-18 16:39:37,420 + +13 of 25 jobs remaining (16:39) +2021-12-18 16:39:37,420 Sleep: 10 +2021-12-18 16:39:37,420 Number of retrials: 0 +2021-12-18 16:39:37,421 WRAPPER CHECK TIME = 10 +2021-12-18 16:39:37,421 Checking jobs for platform=marenostrum4 +2021-12-18 16:39:37,422 Checking jobs for platform=nord3 +2021-12-18 16:39:37,422 Checking jobs for platform=local +2021-12-18 16:39:37,423 Checking jobs for platform=transfer_node +2021-12-18 16:39:37,423 Checking all jobs at once +2021-12-18 16:39:38,892 Successful check job command +2021-12-18 16:39:40,112 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:39:40,112 End of checking +2021-12-18 16:39:40,113 Updating FAILED jobs +2021-12-18 16:39:40,114 Updating WAITING jobs +2021-12-18 16:39:40,114 Update finished +2021-12-18 16:39:40,114 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:39:40,114 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:39:40,114 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:39:40,114 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:39:40,114 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:39:40,115 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:39:40,115 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:39:40,118 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:39:40,120 Job list saved +2021-12-18 16:39:40,125 Updating FAILED jobs +2021-12-18 16:39:40,125 Updating WAITING jobs +2021-12-18 16:39:40,125 Update finished +2021-12-18 16:39:50,135 Reloading parameters... +2021-12-18 16:39:50,154 Loading parameters... +2021-12-18 16:39:50,155 Loading project parameters... +2021-12-18 16:39:50,157 + +13 of 25 jobs remaining (16:39) +2021-12-18 16:39:50,157 Sleep: 10 +2021-12-18 16:39:50,157 Number of retrials: 0 +2021-12-18 16:39:50,157 WRAPPER CHECK TIME = 10 +2021-12-18 16:39:50,158 Checking jobs for platform=marenostrum4 +2021-12-18 16:39:50,159 Checking jobs for platform=nord3 +2021-12-18 16:39:50,159 Checking jobs for platform=local +2021-12-18 16:39:50,160 Checking jobs for platform=transfer_node +2021-12-18 16:39:50,160 Checking all jobs at once +2021-12-18 16:39:51,429 Successful check job command +2021-12-18 16:39:52,648 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:39:52,648 End of checking +2021-12-18 16:39:52,649 Updating FAILED jobs +2021-12-18 16:39:52,650 Updating WAITING jobs +2021-12-18 16:39:52,650 Update finished +2021-12-18 16:39:52,650 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:39:52,650 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:39:52,650 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:39:52,650 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:39:52,651 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:39:52,651 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:39:52,651 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:39:52,653 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:39:52,656 Job list saved +2021-12-18 16:39:52,660 Updating FAILED jobs +2021-12-18 16:39:52,661 Updating WAITING jobs +2021-12-18 16:39:52,661 Update finished +2021-12-18 16:40:02,671 Reloading parameters... +2021-12-18 16:40:02,690 Loading parameters... +2021-12-18 16:40:02,691 Loading project parameters... +2021-12-18 16:40:02,693 + +13 of 25 jobs remaining (16:40) +2021-12-18 16:40:02,694 Sleep: 10 +2021-12-18 16:40:02,694 Number of retrials: 0 +2021-12-18 16:40:02,694 WRAPPER CHECK TIME = 10 +2021-12-18 16:40:02,695 Checking jobs for platform=marenostrum4 +2021-12-18 16:40:02,695 Checking jobs for platform=nord3 +2021-12-18 16:40:02,696 Checking jobs for platform=local +2021-12-18 16:40:02,696 Checking jobs for platform=transfer_node +2021-12-18 16:40:02,696 Checking all jobs at once +2021-12-18 16:40:04,016 Successful check job command +2021-12-18 16:40:05,136 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:40:05,136 End of checking +2021-12-18 16:40:05,138 Updating FAILED jobs +2021-12-18 16:40:05,138 Updating WAITING jobs +2021-12-18 16:40:05,138 Update finished +2021-12-18 16:40:05,138 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:40:05,139 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:40:05,139 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:40:05,139 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:40:05,140 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:40:05,140 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:40:05,140 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:40:05,142 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:40:05,145 Job list saved +2021-12-18 16:40:05,150 Updating FAILED jobs +2021-12-18 16:40:05,150 Updating WAITING jobs +2021-12-18 16:40:05,150 Update finished +2021-12-18 16:40:15,160 Reloading parameters... +2021-12-18 16:40:15,177 Loading parameters... +2021-12-18 16:40:15,179 Loading project parameters... +2021-12-18 16:40:15,182 + +13 of 25 jobs remaining (16:40) +2021-12-18 16:40:15,183 Sleep: 10 +2021-12-18 16:40:15,183 Number of retrials: 0 +2021-12-18 16:40:15,183 WRAPPER CHECK TIME = 10 +2021-12-18 16:40:15,184 Checking jobs for platform=marenostrum4 +2021-12-18 16:40:15,185 Checking jobs for platform=nord3 +2021-12-18 16:40:15,186 Checking jobs for platform=local +2021-12-18 16:40:15,187 Checking jobs for platform=transfer_node +2021-12-18 16:40:15,187 Checking all jobs at once +2021-12-18 16:40:16,607 Successful check job command +2021-12-18 16:40:17,828 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:40:17,828 End of checking +2021-12-18 16:40:17,830 Updating FAILED jobs +2021-12-18 16:40:17,830 Updating WAITING jobs +2021-12-18 16:40:17,830 Update finished +2021-12-18 16:40:17,830 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:40:17,830 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:40:17,830 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:40:17,831 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:40:17,831 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:40:17,831 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:40:17,831 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:40:17,835 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:40:17,837 Job list saved +2021-12-18 16:40:17,842 Updating FAILED jobs +2021-12-18 16:40:17,842 Updating WAITING jobs +2021-12-18 16:40:17,842 Update finished +2021-12-18 16:40:27,852 Reloading parameters... +2021-12-18 16:40:27,872 Loading parameters... +2021-12-18 16:40:27,873 Loading project parameters... +2021-12-18 16:40:27,875 + +13 of 25 jobs remaining (16:40) +2021-12-18 16:40:27,875 Sleep: 10 +2021-12-18 16:40:27,875 Number of retrials: 0 +2021-12-18 16:40:27,875 WRAPPER CHECK TIME = 10 +2021-12-18 16:40:27,876 Checking jobs for platform=marenostrum4 +2021-12-18 16:40:27,876 Checking jobs for platform=nord3 +2021-12-18 16:40:27,877 Checking jobs for platform=local +2021-12-18 16:40:27,877 Checking jobs for platform=transfer_node +2021-12-18 16:40:27,878 Checking all jobs at once +2021-12-18 16:40:29,247 Successful check job command +2021-12-18 16:40:30,517 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:40:30,518 End of checking +2021-12-18 16:40:30,519 Updating FAILED jobs +2021-12-18 16:40:30,519 Updating WAITING jobs +2021-12-18 16:40:30,519 Update finished +2021-12-18 16:40:30,520 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:40:30,520 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:40:30,520 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:40:30,520 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:40:30,520 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:40:30,520 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:40:30,520 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:40:30,523 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:40:30,525 Job list saved +2021-12-18 16:40:30,530 Updating FAILED jobs +2021-12-18 16:40:30,530 Updating WAITING jobs +2021-12-18 16:40:30,530 Update finished +2021-12-18 16:40:40,532 Reloading parameters... +2021-12-18 16:40:40,552 Loading parameters... +2021-12-18 16:40:40,554 Loading project parameters... +2021-12-18 16:40:40,556 + +13 of 25 jobs remaining (16:40) +2021-12-18 16:40:40,556 Sleep: 10 +2021-12-18 16:40:40,556 Number of retrials: 0 +2021-12-18 16:40:40,556 WRAPPER CHECK TIME = 10 +2021-12-18 16:40:40,557 Checking jobs for platform=marenostrum4 +2021-12-18 16:40:40,557 Checking jobs for platform=nord3 +2021-12-18 16:40:40,558 Checking jobs for platform=local +2021-12-18 16:40:40,559 Checking jobs for platform=transfer_node +2021-12-18 16:40:40,559 Checking all jobs at once +2021-12-18 16:40:41,929 Successful check job command +2021-12-18 16:40:43,249 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:40:43,249 End of checking +2021-12-18 16:40:43,251 Updating FAILED jobs +2021-12-18 16:40:43,251 Updating WAITING jobs +2021-12-18 16:40:43,251 Update finished +2021-12-18 16:40:43,251 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:40:43,252 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:40:43,252 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:40:43,252 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:40:43,252 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:40:43,252 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:40:43,252 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:40:43,255 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:40:43,258 Job list saved +2021-12-18 16:40:43,264 Updating FAILED jobs +2021-12-18 16:40:43,264 Updating WAITING jobs +2021-12-18 16:40:43,264 Update finished +2021-12-18 16:40:53,274 Reloading parameters... +2021-12-18 16:40:53,297 Loading parameters... +2021-12-18 16:40:53,299 Loading project parameters... +2021-12-18 16:40:53,301 + +13 of 25 jobs remaining (16:40) +2021-12-18 16:40:53,301 Sleep: 10 +2021-12-18 16:40:53,301 Number of retrials: 0 +2021-12-18 16:40:53,301 WRAPPER CHECK TIME = 10 +2021-12-18 16:40:53,302 Checking jobs for platform=marenostrum4 +2021-12-18 16:40:53,302 Checking jobs for platform=nord3 +2021-12-18 16:40:53,303 Checking jobs for platform=local +2021-12-18 16:40:53,303 Checking jobs for platform=transfer_node +2021-12-18 16:40:53,303 Checking all jobs at once +2021-12-18 16:40:54,723 Successful check job command +2021-12-18 16:40:56,092 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:40:56,092 End of checking +2021-12-18 16:40:56,094 Updating FAILED jobs +2021-12-18 16:40:56,094 Updating WAITING jobs +2021-12-18 16:40:56,095 Update finished +2021-12-18 16:40:56,095 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:40:56,095 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:40:56,095 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:40:56,095 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:40:56,095 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:40:56,095 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:40:56,096 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:40:56,099 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:40:56,101 Job list saved +2021-12-18 16:40:56,112 Updating FAILED jobs +2021-12-18 16:40:56,112 Updating WAITING jobs +2021-12-18 16:40:56,112 Update finished +2021-12-18 16:41:06,120 Reloading parameters... +2021-12-18 16:41:06,143 Loading parameters... +2021-12-18 16:41:06,144 Loading project parameters... +2021-12-18 16:41:06,146 + +13 of 25 jobs remaining (16:41) +2021-12-18 16:41:06,146 Sleep: 10 +2021-12-18 16:41:06,146 Number of retrials: 0 +2021-12-18 16:41:06,147 WRAPPER CHECK TIME = 10 +2021-12-18 16:41:06,147 Checking jobs for platform=marenostrum4 +2021-12-18 16:41:06,148 Checking jobs for platform=nord3 +2021-12-18 16:41:06,148 Checking jobs for platform=local +2021-12-18 16:41:06,149 Checking jobs for platform=transfer_node +2021-12-18 16:41:06,149 Checking all jobs at once +2021-12-18 16:41:07,419 Successful check job command +2021-12-18 16:41:08,688 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:41:08,689 End of checking +2021-12-18 16:41:08,690 Updating FAILED jobs +2021-12-18 16:41:08,690 Updating WAITING jobs +2021-12-18 16:41:08,691 Update finished +2021-12-18 16:41:08,691 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:41:08,691 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:41:08,691 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:41:08,691 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:41:08,691 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:41:08,692 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:41:08,692 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:41:08,695 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:41:08,697 Job list saved +2021-12-18 16:41:08,702 Updating FAILED jobs +2021-12-18 16:41:08,703 Updating WAITING jobs +2021-12-18 16:41:08,703 Update finished +2021-12-18 16:41:18,705 Reloading parameters... +2021-12-18 16:41:18,725 Loading parameters... +2021-12-18 16:41:18,726 Loading project parameters... +2021-12-18 16:41:18,728 + +13 of 25 jobs remaining (16:41) +2021-12-18 16:41:18,728 Sleep: 10 +2021-12-18 16:41:18,728 Number of retrials: 0 +2021-12-18 16:41:18,728 WRAPPER CHECK TIME = 10 +2021-12-18 16:41:18,729 Checking jobs for platform=marenostrum4 +2021-12-18 16:41:18,729 Checking jobs for platform=nord3 +2021-12-18 16:41:18,730 Checking jobs for platform=local +2021-12-18 16:41:18,731 Checking jobs for platform=transfer_node +2021-12-18 16:41:18,731 Checking all jobs at once +2021-12-18 16:41:20,151 Successful check job command +2021-12-18 16:41:21,421 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:41:21,421 End of checking +2021-12-18 16:41:21,423 Updating FAILED jobs +2021-12-18 16:41:21,423 Updating WAITING jobs +2021-12-18 16:41:21,423 Update finished +2021-12-18 16:41:21,423 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:41:21,424 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:41:21,424 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:41:21,424 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:41:21,424 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:41:21,424 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:41:21,425 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:41:21,427 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:41:21,430 Job list saved +2021-12-18 16:41:21,435 Updating FAILED jobs +2021-12-18 16:41:21,435 Updating WAITING jobs +2021-12-18 16:41:21,435 Update finished +2021-12-18 16:41:31,440 Reloading parameters... +2021-12-18 16:41:31,461 Loading parameters... +2021-12-18 16:41:31,462 Loading project parameters... +2021-12-18 16:41:31,464 + +13 of 25 jobs remaining (16:41) +2021-12-18 16:41:31,465 Sleep: 10 +2021-12-18 16:41:31,465 Number of retrials: 0 +2021-12-18 16:41:31,465 WRAPPER CHECK TIME = 10 +2021-12-18 16:41:31,465 Checking jobs for platform=marenostrum4 +2021-12-18 16:41:31,466 Checking jobs for platform=nord3 +2021-12-18 16:41:31,466 Checking jobs for platform=local +2021-12-18 16:41:31,467 Checking jobs for platform=transfer_node +2021-12-18 16:41:31,467 Checking all jobs at once +2021-12-18 16:41:32,937 Successful check job command +2021-12-18 16:41:34,210 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:41:34,210 End of checking +2021-12-18 16:41:34,213 Updating FAILED jobs +2021-12-18 16:41:34,213 Updating WAITING jobs +2021-12-18 16:41:34,213 Update finished +2021-12-18 16:41:34,214 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:41:34,214 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:41:34,214 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:41:34,214 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:41:34,214 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:41:34,214 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:41:34,214 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:41:34,218 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:41:34,220 Job list saved +2021-12-18 16:41:34,226 Updating FAILED jobs +2021-12-18 16:41:34,226 Updating WAITING jobs +2021-12-18 16:41:34,226 Update finished +2021-12-18 16:41:44,236 Reloading parameters... +2021-12-18 16:41:44,255 Loading parameters... +2021-12-18 16:41:44,256 Loading project parameters... +2021-12-18 16:41:44,258 + +13 of 25 jobs remaining (16:41) +2021-12-18 16:41:44,258 Sleep: 10 +2021-12-18 16:41:44,258 Number of retrials: 0 +2021-12-18 16:41:44,258 WRAPPER CHECK TIME = 10 +2021-12-18 16:41:44,259 Checking jobs for platform=marenostrum4 +2021-12-18 16:41:44,260 Checking jobs for platform=nord3 +2021-12-18 16:41:44,260 Checking jobs for platform=local +2021-12-18 16:41:44,261 Checking jobs for platform=transfer_node +2021-12-18 16:41:44,261 Checking all jobs at once +2021-12-18 16:41:45,533 Successful check job command +2021-12-18 16:41:46,755 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:41:46,755 End of checking +2021-12-18 16:41:46,756 Updating FAILED jobs +2021-12-18 16:41:46,756 Updating WAITING jobs +2021-12-18 16:41:46,757 Update finished +2021-12-18 16:41:46,757 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:41:46,757 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:41:46,757 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:41:46,757 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:41:46,757 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:41:46,758 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:41:46,758 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:41:46,761 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:41:46,763 Job list saved +2021-12-18 16:41:46,768 Updating FAILED jobs +2021-12-18 16:41:46,768 Updating WAITING jobs +2021-12-18 16:41:46,768 Update finished +2021-12-18 16:41:56,778 Reloading parameters... +2021-12-18 16:41:56,800 Loading parameters... +2021-12-18 16:41:56,802 Loading project parameters... +2021-12-18 16:41:56,803 + +13 of 25 jobs remaining (16:41) +2021-12-18 16:41:56,804 Sleep: 10 +2021-12-18 16:41:56,804 Number of retrials: 0 +2021-12-18 16:41:56,804 WRAPPER CHECK TIME = 10 +2021-12-18 16:41:56,804 Checking jobs for platform=marenostrum4 +2021-12-18 16:41:56,805 Checking jobs for platform=nord3 +2021-12-18 16:41:56,805 Checking jobs for platform=local +2021-12-18 16:41:56,806 Checking jobs for platform=transfer_node +2021-12-18 16:41:56,806 Checking all jobs at once +2021-12-18 16:41:58,078 Successful check job command +2021-12-18 16:41:59,247 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:41:59,248 End of checking +2021-12-18 16:41:59,249 Updating FAILED jobs +2021-12-18 16:41:59,249 Updating WAITING jobs +2021-12-18 16:41:59,250 Update finished +2021-12-18 16:41:59,250 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:41:59,250 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:41:59,250 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:41:59,251 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:41:59,251 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:41:59,251 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:41:59,251 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:41:59,254 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:41:59,256 Job list saved +2021-12-18 16:41:59,262 Updating FAILED jobs +2021-12-18 16:41:59,262 Updating WAITING jobs +2021-12-18 16:41:59,262 Update finished +2021-12-18 16:42:09,268 Reloading parameters... +2021-12-18 16:42:09,288 Loading parameters... +2021-12-18 16:42:09,290 Loading project parameters... +2021-12-18 16:42:09,292 + +13 of 25 jobs remaining (16:42) +2021-12-18 16:42:09,292 Sleep: 10 +2021-12-18 16:42:09,292 Number of retrials: 0 +2021-12-18 16:42:09,292 WRAPPER CHECK TIME = 10 +2021-12-18 16:42:09,292 Checking jobs for platform=marenostrum4 +2021-12-18 16:42:09,293 Checking jobs for platform=nord3 +2021-12-18 16:42:09,294 Checking jobs for platform=local +2021-12-18 16:42:09,294 Checking jobs for platform=transfer_node +2021-12-18 16:42:09,294 Checking all jobs at once +2021-12-18 16:42:10,614 Successful check job command +2021-12-18 16:42:11,984 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:42:11,985 End of checking +2021-12-18 16:42:11,986 Updating FAILED jobs +2021-12-18 16:42:11,986 Updating WAITING jobs +2021-12-18 16:42:11,987 Update finished +2021-12-18 16:42:11,987 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:42:11,987 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:42:11,987 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:42:11,987 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:42:11,987 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:42:11,987 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:42:11,987 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:42:11,990 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:42:11,992 Job list saved +2021-12-18 16:42:11,998 Updating FAILED jobs +2021-12-18 16:42:11,998 Updating WAITING jobs +2021-12-18 16:42:11,998 Update finished +2021-12-18 16:42:22,000 Reloading parameters... +2021-12-18 16:42:22,019 Loading parameters... +2021-12-18 16:42:22,020 Loading project parameters... +2021-12-18 16:42:22,022 + +13 of 25 jobs remaining (16:42) +2021-12-18 16:42:22,022 Sleep: 10 +2021-12-18 16:42:22,022 Number of retrials: 0 +2021-12-18 16:42:22,022 WRAPPER CHECK TIME = 10 +2021-12-18 16:42:22,023 Checking jobs for platform=marenostrum4 +2021-12-18 16:42:22,024 Checking jobs for platform=nord3 +2021-12-18 16:42:22,024 Checking jobs for platform=local +2021-12-18 16:42:22,025 Checking jobs for platform=transfer_node +2021-12-18 16:42:22,025 Checking all jobs at once +2021-12-18 16:42:23,294 Successful check job command +2021-12-18 16:42:24,814 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:42:24,814 End of checking +2021-12-18 16:42:24,816 Updating FAILED jobs +2021-12-18 16:42:24,816 Updating WAITING jobs +2021-12-18 16:42:24,816 Update finished +2021-12-18 16:42:24,816 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:42:24,816 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:42:24,817 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:42:24,817 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:42:24,817 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:42:24,817 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:42:24,817 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:42:24,820 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:42:24,822 Job list saved +2021-12-18 16:42:24,834 Updating FAILED jobs +2021-12-18 16:42:24,834 Updating WAITING jobs +2021-12-18 16:42:24,835 Update finished +2021-12-18 16:42:34,845 Reloading parameters... +2021-12-18 16:42:34,864 Loading parameters... +2021-12-18 16:42:34,865 Loading project parameters... +2021-12-18 16:42:34,867 + +13 of 25 jobs remaining (16:42) +2021-12-18 16:42:34,868 Sleep: 10 +2021-12-18 16:42:34,868 Number of retrials: 0 +2021-12-18 16:42:34,868 WRAPPER CHECK TIME = 10 +2021-12-18 16:42:34,868 Checking jobs for platform=marenostrum4 +2021-12-18 16:42:34,869 Checking jobs for platform=nord3 +2021-12-18 16:42:34,870 Checking jobs for platform=local +2021-12-18 16:42:34,870 Checking jobs for platform=transfer_node +2021-12-18 16:42:34,870 Checking all jobs at once +2021-12-18 16:42:36,190 Successful check job command +2021-12-18 16:42:37,460 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:42:37,460 End of checking +2021-12-18 16:42:37,462 Updating FAILED jobs +2021-12-18 16:42:37,462 Updating WAITING jobs +2021-12-18 16:42:37,462 Update finished +2021-12-18 16:42:37,462 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:42:37,463 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:42:37,463 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:42:37,463 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:42:37,463 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:42:37,463 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:42:37,463 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:42:37,467 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:42:37,469 Job list saved +2021-12-18 16:42:37,475 Updating FAILED jobs +2021-12-18 16:42:37,475 Updating WAITING jobs +2021-12-18 16:42:37,475 Update finished +2021-12-18 16:42:47,486 Reloading parameters... +2021-12-18 16:42:47,507 Loading parameters... +2021-12-18 16:42:47,508 Loading project parameters... +2021-12-18 16:42:47,510 + +13 of 25 jobs remaining (16:42) +2021-12-18 16:42:47,510 Sleep: 10 +2021-12-18 16:42:47,510 Number of retrials: 0 +2021-12-18 16:42:47,510 WRAPPER CHECK TIME = 10 +2021-12-18 16:42:47,511 Checking jobs for platform=marenostrum4 +2021-12-18 16:42:47,512 Checking jobs for platform=nord3 +2021-12-18 16:42:47,512 Checking jobs for platform=local +2021-12-18 16:42:47,513 Checking jobs for platform=transfer_node +2021-12-18 16:42:47,513 Checking all jobs at once +2021-12-18 16:42:48,932 Successful check job command +2021-12-18 16:42:50,202 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:42:50,202 End of checking +2021-12-18 16:42:50,203 Updating FAILED jobs +2021-12-18 16:42:50,203 Updating WAITING jobs +2021-12-18 16:42:50,204 Update finished +2021-12-18 16:42:50,204 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:42:50,204 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:42:50,204 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:42:50,204 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:42:50,204 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:42:50,204 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:42:50,205 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:42:50,208 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:42:50,210 Job list saved +2021-12-18 16:42:50,214 Updating FAILED jobs +2021-12-18 16:42:50,215 Updating WAITING jobs +2021-12-18 16:42:50,215 Update finished +2021-12-18 16:43:00,222 Reloading parameters... +2021-12-18 16:43:00,241 Loading parameters... +2021-12-18 16:43:00,243 Loading project parameters... +2021-12-18 16:43:00,245 + +13 of 25 jobs remaining (16:43) +2021-12-18 16:43:00,245 Sleep: 10 +2021-12-18 16:43:00,245 Number of retrials: 0 +2021-12-18 16:43:00,245 WRAPPER CHECK TIME = 10 +2021-12-18 16:43:00,245 Checking jobs for platform=marenostrum4 +2021-12-18 16:43:00,246 Checking jobs for platform=nord3 +2021-12-18 16:43:00,247 Checking jobs for platform=local +2021-12-18 16:43:00,247 Checking jobs for platform=transfer_node +2021-12-18 16:43:00,247 Checking all jobs at once +2021-12-18 16:43:01,617 Successful check job command +2021-12-18 16:43:03,239 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:43:03,239 End of checking +2021-12-18 16:43:03,240 Updating FAILED jobs +2021-12-18 16:43:03,241 Updating WAITING jobs +2021-12-18 16:43:03,241 Update finished +2021-12-18 16:43:03,241 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:43:03,241 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:43:03,241 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:43:03,241 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:43:03,242 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:43:03,242 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:43:03,242 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:43:03,245 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:43:03,247 Job list saved +2021-12-18 16:43:03,252 Updating FAILED jobs +2021-12-18 16:43:03,252 Updating WAITING jobs +2021-12-18 16:43:03,253 Update finished +2021-12-18 16:43:13,258 Reloading parameters... +2021-12-18 16:43:13,279 Loading parameters... +2021-12-18 16:43:13,280 Loading project parameters... +2021-12-18 16:43:13,282 + +13 of 25 jobs remaining (16:43) +2021-12-18 16:43:13,282 Sleep: 10 +2021-12-18 16:43:13,282 Number of retrials: 0 +2021-12-18 16:43:13,282 WRAPPER CHECK TIME = 10 +2021-12-18 16:43:13,283 Checking jobs for platform=marenostrum4 +2021-12-18 16:43:13,283 Checking jobs for platform=nord3 +2021-12-18 16:43:13,284 Checking jobs for platform=local +2021-12-18 16:43:13,284 Checking jobs for platform=transfer_node +2021-12-18 16:43:13,284 Checking all jobs at once +2021-12-18 16:43:14,505 Successful check job command +2021-12-18 16:43:15,674 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:43:15,675 End of checking +2021-12-18 16:43:15,676 Updating FAILED jobs +2021-12-18 16:43:15,676 Updating WAITING jobs +2021-12-18 16:43:15,676 Update finished +2021-12-18 16:43:15,677 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:43:15,677 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:43:15,677 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:43:15,677 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:43:15,678 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:43:15,678 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:43:15,678 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:43:15,681 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:43:15,683 Job list saved +2021-12-18 16:43:15,688 Updating FAILED jobs +2021-12-18 16:43:15,688 Updating WAITING jobs +2021-12-18 16:43:15,688 Update finished +2021-12-18 16:43:25,699 Reloading parameters... +2021-12-18 16:43:25,722 Loading parameters... +2021-12-18 16:43:25,724 Loading project parameters... +2021-12-18 16:43:25,725 + +13 of 25 jobs remaining (16:43) +2021-12-18 16:43:25,726 Sleep: 10 +2021-12-18 16:43:25,726 Number of retrials: 0 +2021-12-18 16:43:25,726 WRAPPER CHECK TIME = 10 +2021-12-18 16:43:25,727 Checking jobs for platform=marenostrum4 +2021-12-18 16:43:25,727 Checking jobs for platform=nord3 +2021-12-18 16:43:25,728 Checking jobs for platform=local +2021-12-18 16:43:25,728 Checking jobs for platform=transfer_node +2021-12-18 16:43:25,729 Checking all jobs at once +2021-12-18 16:43:27,048 Successful check job command +2021-12-18 16:43:28,319 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:43:28,319 End of checking +2021-12-18 16:43:28,321 Updating FAILED jobs +2021-12-18 16:43:28,321 Updating WAITING jobs +2021-12-18 16:43:28,321 Update finished +2021-12-18 16:43:28,321 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:43:28,321 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:43:28,321 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:43:28,322 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:43:28,322 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:43:28,322 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:43:28,322 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:43:28,326 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:43:28,328 Job list saved +2021-12-18 16:43:28,333 Updating FAILED jobs +2021-12-18 16:43:28,333 Updating WAITING jobs +2021-12-18 16:43:28,334 Update finished +2021-12-18 16:43:38,344 Reloading parameters... +2021-12-18 16:43:38,364 Loading parameters... +2021-12-18 16:43:38,365 Loading project parameters... +2021-12-18 16:43:38,367 + +13 of 25 jobs remaining (16:43) +2021-12-18 16:43:38,367 Sleep: 10 +2021-12-18 16:43:38,367 Number of retrials: 0 +2021-12-18 16:43:38,367 WRAPPER CHECK TIME = 10 +2021-12-18 16:43:38,368 Checking jobs for platform=marenostrum4 +2021-12-18 16:43:38,369 Checking jobs for platform=nord3 +2021-12-18 16:43:38,369 Checking jobs for platform=local +2021-12-18 16:43:38,370 Checking jobs for platform=transfer_node +2021-12-18 16:43:38,370 Checking all jobs at once +2021-12-18 16:43:39,689 Successful check job command +2021-12-18 16:43:41,008 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:43:41,008 End of checking +2021-12-18 16:43:41,010 Updating FAILED jobs +2021-12-18 16:43:41,010 Updating WAITING jobs +2021-12-18 16:43:41,010 Update finished +2021-12-18 16:43:41,011 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:43:41,011 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:43:41,011 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:43:41,011 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:43:41,011 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:43:41,011 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:43:41,011 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:43:41,015 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:43:41,017 Job list saved +2021-12-18 16:43:41,022 Updating FAILED jobs +2021-12-18 16:43:41,023 Updating WAITING jobs +2021-12-18 16:43:41,023 Update finished +2021-12-18 16:43:51,032 Reloading parameters... +2021-12-18 16:43:51,052 Loading parameters... +2021-12-18 16:43:51,053 Loading project parameters... +2021-12-18 16:43:51,055 + +13 of 25 jobs remaining (16:43) +2021-12-18 16:43:51,056 Sleep: 10 +2021-12-18 16:43:51,056 Number of retrials: 0 +2021-12-18 16:43:51,056 WRAPPER CHECK TIME = 10 +2021-12-18 16:43:51,056 Checking jobs for platform=marenostrum4 +2021-12-18 16:43:51,057 Checking jobs for platform=nord3 +2021-12-18 16:43:51,058 Checking jobs for platform=local +2021-12-18 16:43:51,058 Checking jobs for platform=transfer_node +2021-12-18 16:43:51,058 Checking all jobs at once +2021-12-18 16:43:52,478 Successful check job command +2021-12-18 16:43:53,750 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:43:53,750 End of checking +2021-12-18 16:43:53,751 Updating FAILED jobs +2021-12-18 16:43:53,751 Updating WAITING jobs +2021-12-18 16:43:53,752 Update finished +2021-12-18 16:43:53,752 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:43:53,753 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:43:53,753 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:43:53,753 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:43:53,753 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:43:53,753 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:43:53,753 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:43:53,757 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:43:53,759 Job list saved +2021-12-18 16:43:53,765 Updating FAILED jobs +2021-12-18 16:43:53,765 Updating WAITING jobs +2021-12-18 16:43:53,765 Update finished +2021-12-18 16:44:03,775 Reloading parameters... +2021-12-18 16:44:03,795 Loading parameters... +2021-12-18 16:44:03,796 Loading project parameters... +2021-12-18 16:44:03,798 + +13 of 25 jobs remaining (16:44) +2021-12-18 16:44:03,798 Sleep: 10 +2021-12-18 16:44:03,798 Number of retrials: 0 +2021-12-18 16:44:03,798 WRAPPER CHECK TIME = 10 +2021-12-18 16:44:03,799 Checking jobs for platform=marenostrum4 +2021-12-18 16:44:03,800 Checking jobs for platform=nord3 +2021-12-18 16:44:03,800 Checking jobs for platform=local +2021-12-18 16:44:03,801 Checking jobs for platform=transfer_node +2021-12-18 16:44:03,801 Checking all jobs at once +2021-12-18 16:44:05,171 Successful check job command +2021-12-18 16:44:06,490 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:44:06,491 End of checking +2021-12-18 16:44:06,492 Updating FAILED jobs +2021-12-18 16:44:06,492 Updating WAITING jobs +2021-12-18 16:44:06,492 Update finished +2021-12-18 16:44:06,492 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:44:06,493 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:44:06,493 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:44:06,493 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:44:06,493 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:44:06,493 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:44:06,493 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:44:06,498 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:44:06,500 Job list saved +2021-12-18 16:44:06,506 Updating FAILED jobs +2021-12-18 16:44:06,506 Updating WAITING jobs +2021-12-18 16:44:06,506 Update finished +2021-12-18 16:44:16,516 Reloading parameters... +2021-12-18 16:44:16,538 Loading parameters... +2021-12-18 16:44:16,539 Loading project parameters... +2021-12-18 16:44:16,541 + +13 of 25 jobs remaining (16:44) +2021-12-18 16:44:16,541 Sleep: 10 +2021-12-18 16:44:16,541 Number of retrials: 0 +2021-12-18 16:44:16,541 WRAPPER CHECK TIME = 10 +2021-12-18 16:44:16,542 Checking jobs for platform=marenostrum4 +2021-12-18 16:44:16,543 Checking jobs for platform=nord3 +2021-12-18 16:44:16,543 Checking jobs for platform=local +2021-12-18 16:44:16,544 Checking jobs for platform=transfer_node +2021-12-18 16:44:16,544 Checking all jobs at once +2021-12-18 16:44:17,764 Successful check job command +2021-12-18 16:44:19,033 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:44:19,033 End of checking +2021-12-18 16:44:19,035 Updating FAILED jobs +2021-12-18 16:44:19,035 Updating WAITING jobs +2021-12-18 16:44:19,035 Update finished +2021-12-18 16:44:19,036 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:44:19,036 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:44:19,036 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:44:19,036 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:44:19,036 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:44:19,036 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:44:19,036 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:44:19,040 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:44:19,042 Job list saved +2021-12-18 16:44:19,047 Updating FAILED jobs +2021-12-18 16:44:19,047 Updating WAITING jobs +2021-12-18 16:44:19,047 Update finished +2021-12-18 16:44:29,057 Reloading parameters... +2021-12-18 16:44:29,076 Loading parameters... +2021-12-18 16:44:29,078 Loading project parameters... +2021-12-18 16:44:29,080 + +13 of 25 jobs remaining (16:44) +2021-12-18 16:44:29,080 Sleep: 10 +2021-12-18 16:44:29,080 Number of retrials: 0 +2021-12-18 16:44:29,080 WRAPPER CHECK TIME = 10 +2021-12-18 16:44:29,081 Checking jobs for platform=marenostrum4 +2021-12-18 16:44:29,081 Checking jobs for platform=nord3 +2021-12-18 16:44:29,082 Checking jobs for platform=local +2021-12-18 16:44:29,082 Checking jobs for platform=transfer_node +2021-12-18 16:44:29,082 Checking all jobs at once +2021-12-18 16:44:30,202 Successful check job command +2021-12-18 16:44:31,322 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:44:31,322 End of checking +2021-12-18 16:44:31,324 Updating FAILED jobs +2021-12-18 16:44:31,324 Updating WAITING jobs +2021-12-18 16:44:31,324 Update finished +2021-12-18 16:44:31,324 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:44:31,325 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:44:31,325 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:44:31,325 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:44:31,325 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:44:31,325 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:44:31,326 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:44:31,328 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:44:31,331 Job list saved +2021-12-18 16:44:31,336 Updating FAILED jobs +2021-12-18 16:44:31,336 Updating WAITING jobs +2021-12-18 16:44:31,337 Update finished +2021-12-18 16:44:41,347 Reloading parameters... +2021-12-18 16:44:41,367 Loading parameters... +2021-12-18 16:44:41,368 Loading project parameters... +2021-12-18 16:44:41,370 + +13 of 25 jobs remaining (16:44) +2021-12-18 16:44:41,370 Sleep: 10 +2021-12-18 16:44:41,370 Number of retrials: 0 +2021-12-18 16:44:41,370 WRAPPER CHECK TIME = 10 +2021-12-18 16:44:41,371 Checking jobs for platform=marenostrum4 +2021-12-18 16:44:41,371 Checking jobs for platform=nord3 +2021-12-18 16:44:41,372 Checking jobs for platform=local +2021-12-18 16:44:41,372 Checking jobs for platform=transfer_node +2021-12-18 16:44:41,373 Checking all jobs at once +2021-12-18 16:44:42,642 Successful check job command +2021-12-18 16:44:43,962 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:44:43,962 End of checking +2021-12-18 16:44:43,963 Updating FAILED jobs +2021-12-18 16:44:43,963 Updating WAITING jobs +2021-12-18 16:44:43,964 Update finished +2021-12-18 16:44:43,964 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:44:43,964 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:44:43,964 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:44:43,964 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:44:43,964 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:44:43,964 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:44:43,964 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:44:43,967 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:44:43,970 Job list saved +2021-12-18 16:44:43,974 Updating FAILED jobs +2021-12-18 16:44:43,975 Updating WAITING jobs +2021-12-18 16:44:43,975 Update finished +2021-12-18 16:44:53,984 Reloading parameters... +2021-12-18 16:44:54,006 Loading parameters... +2021-12-18 16:44:54,008 Loading project parameters... +2021-12-18 16:44:54,010 + +13 of 25 jobs remaining (16:44) +2021-12-18 16:44:54,010 Sleep: 10 +2021-12-18 16:44:54,010 Number of retrials: 0 +2021-12-18 16:44:54,010 WRAPPER CHECK TIME = 10 +2021-12-18 16:44:54,011 Checking jobs for platform=marenostrum4 +2021-12-18 16:44:54,012 Checking jobs for platform=nord3 +2021-12-18 16:44:54,012 Checking jobs for platform=local +2021-12-18 16:44:54,013 Checking jobs for platform=transfer_node +2021-12-18 16:44:54,013 Checking all jobs at once +2021-12-18 16:44:55,332 Successful check job command +2021-12-18 16:44:56,652 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:44:56,652 End of checking +2021-12-18 16:44:56,654 Updating FAILED jobs +2021-12-18 16:44:56,654 Updating WAITING jobs +2021-12-18 16:44:56,654 Update finished +2021-12-18 16:44:56,654 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:44:56,654 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:44:56,654 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:44:56,655 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:44:56,655 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:44:56,655 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:44:56,655 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:44:56,658 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:44:56,660 Job list saved +2021-12-18 16:44:56,665 Updating FAILED jobs +2021-12-18 16:44:56,665 Updating WAITING jobs +2021-12-18 16:44:56,666 Update finished +2021-12-18 16:45:06,671 Reloading parameters... +2021-12-18 16:45:06,697 Loading parameters... +2021-12-18 16:45:06,698 Loading project parameters... +2021-12-18 16:45:06,700 + +13 of 25 jobs remaining (16:45) +2021-12-18 16:45:06,700 Sleep: 10 +2021-12-18 16:45:06,700 Number of retrials: 0 +2021-12-18 16:45:06,700 WRAPPER CHECK TIME = 10 +2021-12-18 16:45:06,701 Checking jobs for platform=marenostrum4 +2021-12-18 16:45:06,701 Checking jobs for platform=nord3 +2021-12-18 16:45:06,702 Checking jobs for platform=local +2021-12-18 16:45:06,703 Checking jobs for platform=transfer_node +2021-12-18 16:45:06,703 Checking all jobs at once +2021-12-18 16:45:07,972 Successful check job command +2021-12-18 16:45:09,192 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:45:09,193 End of checking +2021-12-18 16:45:09,194 Updating FAILED jobs +2021-12-18 16:45:09,194 Updating WAITING jobs +2021-12-18 16:45:09,194 Update finished +2021-12-18 16:45:09,195 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:45:09,198 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:45:09,198 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:45:09,198 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:45:09,198 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:45:09,198 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:45:09,198 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:45:09,204 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:45:09,206 Job list saved +2021-12-18 16:45:09,211 Updating FAILED jobs +2021-12-18 16:45:09,211 Updating WAITING jobs +2021-12-18 16:45:09,211 Update finished +2021-12-18 16:45:19,221 Reloading parameters... +2021-12-18 16:45:19,249 Loading parameters... +2021-12-18 16:45:19,251 Loading project parameters... +2021-12-18 16:45:19,254 + +13 of 25 jobs remaining (16:45) +2021-12-18 16:45:19,255 Sleep: 10 +2021-12-18 16:45:19,255 Number of retrials: 0 +2021-12-18 16:45:19,255 WRAPPER CHECK TIME = 10 +2021-12-18 16:45:19,255 Checking jobs for platform=marenostrum4 +2021-12-18 16:45:19,256 Checking jobs for platform=nord3 +2021-12-18 16:45:19,256 Checking jobs for platform=local +2021-12-18 16:45:19,257 Checking jobs for platform=transfer_node +2021-12-18 16:45:19,257 Checking all jobs at once +2021-12-18 16:45:20,627 Successful check job command +2021-12-18 16:45:21,796 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:45:21,797 End of checking +2021-12-18 16:45:21,798 Updating FAILED jobs +2021-12-18 16:45:21,798 Updating WAITING jobs +2021-12-18 16:45:21,799 Update finished +2021-12-18 16:45:21,799 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:45:21,799 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:45:21,799 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:45:21,799 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:45:21,799 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:45:21,799 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:45:21,800 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:45:21,802 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:45:21,804 Job list saved +2021-12-18 16:45:21,809 Updating FAILED jobs +2021-12-18 16:45:21,809 Updating WAITING jobs +2021-12-18 16:45:21,809 Update finished +2021-12-18 16:45:31,819 Reloading parameters... +2021-12-18 16:45:31,838 Loading parameters... +2021-12-18 16:45:31,839 Loading project parameters... +2021-12-18 16:45:31,841 + +13 of 25 jobs remaining (16:45) +2021-12-18 16:45:31,841 Sleep: 10 +2021-12-18 16:45:31,841 Number of retrials: 0 +2021-12-18 16:45:31,842 WRAPPER CHECK TIME = 10 +2021-12-18 16:45:31,842 Checking jobs for platform=marenostrum4 +2021-12-18 16:45:31,843 Checking jobs for platform=nord3 +2021-12-18 16:45:31,843 Checking jobs for platform=local +2021-12-18 16:45:31,844 Checking jobs for platform=transfer_node +2021-12-18 16:45:31,844 Checking all jobs at once +2021-12-18 16:45:33,163 Successful check job command +2021-12-18 16:45:34,332 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:45:34,333 End of checking +2021-12-18 16:45:34,334 Updating FAILED jobs +2021-12-18 16:45:34,334 Updating WAITING jobs +2021-12-18 16:45:34,335 Update finished +2021-12-18 16:45:34,335 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:45:34,335 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:45:34,335 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:45:34,335 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:45:34,336 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:45:34,336 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:45:34,336 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:45:34,338 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:45:34,341 Job list saved +2021-12-18 16:45:34,346 Updating FAILED jobs +2021-12-18 16:45:34,347 Updating WAITING jobs +2021-12-18 16:45:34,347 Update finished +2021-12-18 16:45:44,357 Reloading parameters... +2021-12-18 16:45:44,376 Loading parameters... +2021-12-18 16:45:44,377 Loading project parameters... +2021-12-18 16:45:44,379 + +13 of 25 jobs remaining (16:45) +2021-12-18 16:45:44,380 Sleep: 10 +2021-12-18 16:45:44,380 Number of retrials: 0 +2021-12-18 16:45:44,380 WRAPPER CHECK TIME = 10 +2021-12-18 16:45:44,380 Checking jobs for platform=marenostrum4 +2021-12-18 16:45:44,381 Checking jobs for platform=nord3 +2021-12-18 16:45:44,381 Checking jobs for platform=local +2021-12-18 16:45:44,382 Checking jobs for platform=transfer_node +2021-12-18 16:45:44,382 Checking all jobs at once +2021-12-18 16:45:45,852 Successful check job command +2021-12-18 16:45:47,072 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:45:47,072 End of checking +2021-12-18 16:45:47,074 Updating FAILED jobs +2021-12-18 16:45:47,074 Updating WAITING jobs +2021-12-18 16:45:47,074 Update finished +2021-12-18 16:45:47,075 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:45:47,075 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:45:47,075 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:45:47,076 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:45:47,076 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:45:47,076 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:45:47,076 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:45:47,079 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:45:47,081 Job list saved +2021-12-18 16:45:47,086 Updating FAILED jobs +2021-12-18 16:45:47,086 Updating WAITING jobs +2021-12-18 16:45:47,086 Update finished +2021-12-18 16:45:57,090 Reloading parameters... +2021-12-18 16:45:57,111 Loading parameters... +2021-12-18 16:45:57,113 Loading project parameters... +2021-12-18 16:45:57,114 + +13 of 25 jobs remaining (16:45) +2021-12-18 16:45:57,115 Sleep: 10 +2021-12-18 16:45:57,115 Number of retrials: 0 +2021-12-18 16:45:57,115 WRAPPER CHECK TIME = 10 +2021-12-18 16:45:57,115 Checking jobs for platform=marenostrum4 +2021-12-18 16:45:57,116 Checking jobs for platform=nord3 +2021-12-18 16:45:57,117 Checking jobs for platform=local +2021-12-18 16:45:57,117 Checking jobs for platform=transfer_node +2021-12-18 16:45:57,117 Checking all jobs at once +2021-12-18 16:45:58,387 Successful check job command +2021-12-18 16:45:59,557 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:45:59,557 End of checking +2021-12-18 16:45:59,559 Updating FAILED jobs +2021-12-18 16:45:59,559 Updating WAITING jobs +2021-12-18 16:45:59,559 Update finished +2021-12-18 16:45:59,559 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:45:59,559 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:45:59,560 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:45:59,560 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:45:59,560 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:45:59,560 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:45:59,560 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:45:59,563 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:45:59,565 Job list saved +2021-12-18 16:45:59,570 Updating FAILED jobs +2021-12-18 16:45:59,570 Updating WAITING jobs +2021-12-18 16:45:59,570 Update finished +2021-12-18 16:46:09,580 Reloading parameters... +2021-12-18 16:46:09,598 Loading parameters... +2021-12-18 16:46:09,600 Loading project parameters... +2021-12-18 16:46:09,602 + +13 of 25 jobs remaining (16:46) +2021-12-18 16:46:09,602 Sleep: 10 +2021-12-18 16:46:09,602 Number of retrials: 0 +2021-12-18 16:46:09,602 WRAPPER CHECK TIME = 10 +2021-12-18 16:46:09,603 Checking jobs for platform=marenostrum4 +2021-12-18 16:46:09,603 Checking jobs for platform=nord3 +2021-12-18 16:46:09,604 Checking jobs for platform=local +2021-12-18 16:46:09,604 Checking jobs for platform=transfer_node +2021-12-18 16:46:09,604 Checking all jobs at once +2021-12-18 16:46:10,824 Successful check job command +2021-12-18 16:46:11,943 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:46:11,944 End of checking +2021-12-18 16:46:11,945 Updating FAILED jobs +2021-12-18 16:46:11,945 Updating WAITING jobs +2021-12-18 16:46:11,945 Update finished +2021-12-18 16:46:11,945 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:46:11,946 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:46:11,946 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:46:11,946 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:46:11,946 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:46:11,946 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:46:11,946 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:46:11,949 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:46:11,951 Job list saved +2021-12-18 16:46:11,955 Updating FAILED jobs +2021-12-18 16:46:11,955 Updating WAITING jobs +2021-12-18 16:46:11,956 Update finished +2021-12-18 16:46:21,966 Reloading parameters... +2021-12-18 16:46:21,985 Loading parameters... +2021-12-18 16:46:21,987 Loading project parameters... +2021-12-18 16:46:21,988 + +13 of 25 jobs remaining (16:46) +2021-12-18 16:46:21,989 Sleep: 10 +2021-12-18 16:46:21,989 Number of retrials: 0 +2021-12-18 16:46:21,989 WRAPPER CHECK TIME = 10 +2021-12-18 16:46:21,989 Checking jobs for platform=marenostrum4 +2021-12-18 16:46:21,990 Checking jobs for platform=nord3 +2021-12-18 16:46:21,991 Checking jobs for platform=local +2021-12-18 16:46:21,991 Checking jobs for platform=transfer_node +2021-12-18 16:46:21,991 Checking all jobs at once +2021-12-18 16:46:23,413 Successful check job command +2021-12-18 16:46:24,635 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:46:24,635 End of checking +2021-12-18 16:46:24,637 Updating FAILED jobs +2021-12-18 16:46:24,637 Updating WAITING jobs +2021-12-18 16:46:24,637 Update finished +2021-12-18 16:46:24,637 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:46:24,638 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:46:24,638 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:46:24,638 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:46:24,638 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:46:24,638 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:46:24,638 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:46:24,641 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:46:24,643 Job list saved +2021-12-18 16:46:24,648 Updating FAILED jobs +2021-12-18 16:46:24,648 Updating WAITING jobs +2021-12-18 16:46:24,648 Update finished +2021-12-18 16:46:34,658 Reloading parameters... +2021-12-18 16:46:34,675 Loading parameters... +2021-12-18 16:46:34,676 Loading project parameters... +2021-12-18 16:46:34,678 + +13 of 25 jobs remaining (16:46) +2021-12-18 16:46:34,678 Sleep: 10 +2021-12-18 16:46:34,678 Number of retrials: 0 +2021-12-18 16:46:34,678 WRAPPER CHECK TIME = 10 +2021-12-18 16:46:34,679 Checking jobs for platform=marenostrum4 +2021-12-18 16:46:34,680 Checking jobs for platform=nord3 +2021-12-18 16:46:34,680 Checking jobs for platform=local +2021-12-18 16:46:34,681 Checking jobs for platform=transfer_node +2021-12-18 16:46:34,681 Checking all jobs at once +2021-12-18 16:46:36,002 Successful check job command +2021-12-18 16:46:37,221 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:46:37,222 End of checking +2021-12-18 16:46:37,223 Updating FAILED jobs +2021-12-18 16:46:37,223 Updating WAITING jobs +2021-12-18 16:46:37,223 Update finished +2021-12-18 16:46:37,224 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:46:37,224 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:46:37,224 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:46:37,224 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:46:37,224 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:46:37,224 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:46:37,224 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:46:37,227 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:46:37,229 Job list saved +2021-12-18 16:46:37,236 Updating FAILED jobs +2021-12-18 16:46:37,236 Updating WAITING jobs +2021-12-18 16:46:37,236 Update finished +2021-12-18 16:46:47,246 Reloading parameters... +2021-12-18 16:46:47,264 Loading parameters... +2021-12-18 16:46:47,266 Loading project parameters... +2021-12-18 16:46:47,267 + +13 of 25 jobs remaining (16:46) +2021-12-18 16:46:47,268 Sleep: 10 +2021-12-18 16:46:47,268 Number of retrials: 0 +2021-12-18 16:46:47,268 WRAPPER CHECK TIME = 10 +2021-12-18 16:46:47,268 Checking jobs for platform=marenostrum4 +2021-12-18 16:46:47,269 Checking jobs for platform=nord3 +2021-12-18 16:46:47,269 Checking jobs for platform=local +2021-12-18 16:46:47,270 Checking jobs for platform=transfer_node +2021-12-18 16:46:47,270 Checking all jobs at once +2021-12-18 16:46:48,540 Successful check job command +2021-12-18 16:46:49,710 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:46:49,710 End of checking +2021-12-18 16:46:49,712 Updating FAILED jobs +2021-12-18 16:46:49,712 Updating WAITING jobs +2021-12-18 16:46:49,712 Update finished +2021-12-18 16:46:49,712 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:46:49,712 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:46:49,712 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:46:49,713 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:46:49,713 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:46:49,713 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:46:49,713 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:46:49,716 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:46:49,718 Job list saved +2021-12-18 16:46:49,722 Updating FAILED jobs +2021-12-18 16:46:49,723 Updating WAITING jobs +2021-12-18 16:46:49,723 Update finished +2021-12-18 16:46:59,733 Reloading parameters... +2021-12-18 16:46:59,751 Loading parameters... +2021-12-18 16:46:59,752 Loading project parameters... +2021-12-18 16:46:59,754 + +13 of 25 jobs remaining (16:46) +2021-12-18 16:46:59,754 Sleep: 10 +2021-12-18 16:46:59,754 Number of retrials: 0 +2021-12-18 16:46:59,754 WRAPPER CHECK TIME = 10 +2021-12-18 16:46:59,755 Checking jobs for platform=marenostrum4 +2021-12-18 16:46:59,756 Checking jobs for platform=nord3 +2021-12-18 16:46:59,756 Checking jobs for platform=local +2021-12-18 16:46:59,757 Checking jobs for platform=transfer_node +2021-12-18 16:46:59,757 Checking all jobs at once +2021-12-18 16:47:01,026 Successful check job command +2021-12-18 16:47:02,196 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:47:02,196 End of checking +2021-12-18 16:47:02,197 Updating FAILED jobs +2021-12-18 16:47:02,197 Updating WAITING jobs +2021-12-18 16:47:02,198 Update finished +2021-12-18 16:47:02,198 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:47:02,198 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:47:02,199 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:47:02,199 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:47:02,199 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:47:02,199 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:47:02,199 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:47:02,201 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:47:02,204 Job list saved +2021-12-18 16:47:02,208 Updating FAILED jobs +2021-12-18 16:47:02,208 Updating WAITING jobs +2021-12-18 16:47:02,208 Update finished +2021-12-18 16:47:12,214 Reloading parameters... +2021-12-18 16:47:12,232 Loading parameters... +2021-12-18 16:47:12,234 Loading project parameters... +2021-12-18 16:47:12,235 + +13 of 25 jobs remaining (16:47) +2021-12-18 16:47:12,236 Sleep: 10 +2021-12-18 16:47:12,236 Number of retrials: 0 +2021-12-18 16:47:12,236 WRAPPER CHECK TIME = 10 +2021-12-18 16:47:12,236 Checking jobs for platform=marenostrum4 +2021-12-18 16:47:12,237 Checking jobs for platform=nord3 +2021-12-18 16:47:12,237 Checking jobs for platform=local +2021-12-18 16:47:12,238 Checking jobs for platform=transfer_node +2021-12-18 16:47:12,238 Checking all jobs at once +2021-12-18 16:47:13,512 Successful check job command +2021-12-18 16:47:14,731 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:47:14,731 End of checking +2021-12-18 16:47:14,733 Updating FAILED jobs +2021-12-18 16:47:14,733 Updating WAITING jobs +2021-12-18 16:47:14,733 Update finished +2021-12-18 16:47:14,733 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:47:14,733 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:47:14,734 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:47:14,734 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:47:14,734 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:47:14,734 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:47:14,734 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:47:14,737 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:47:14,739 Job list saved +2021-12-18 16:47:14,744 Updating FAILED jobs +2021-12-18 16:47:14,744 Updating WAITING jobs +2021-12-18 16:47:14,744 Update finished +2021-12-18 16:47:24,754 Reloading parameters... +2021-12-18 16:47:24,772 Loading parameters... +2021-12-18 16:47:24,773 Loading project parameters... +2021-12-18 16:47:24,775 + +13 of 25 jobs remaining (16:47) +2021-12-18 16:47:24,775 Sleep: 10 +2021-12-18 16:47:24,775 Number of retrials: 0 +2021-12-18 16:47:24,775 WRAPPER CHECK TIME = 10 +2021-12-18 16:47:24,776 Checking jobs for platform=marenostrum4 +2021-12-18 16:47:24,776 Checking jobs for platform=nord3 +2021-12-18 16:47:24,777 Checking jobs for platform=local +2021-12-18 16:47:24,778 Checking jobs for platform=transfer_node +2021-12-18 16:47:24,778 Checking all jobs at once +2021-12-18 16:47:26,148 Successful check job command +2021-12-18 16:47:27,367 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:47:27,368 End of checking +2021-12-18 16:47:27,369 Updating FAILED jobs +2021-12-18 16:47:27,369 Updating WAITING jobs +2021-12-18 16:47:27,369 Update finished +2021-12-18 16:47:27,369 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:47:27,370 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:47:27,370 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:47:27,370 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:47:27,370 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:47:27,370 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:47:27,370 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:47:27,373 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:47:27,375 Job list saved +2021-12-18 16:47:27,381 Updating FAILED jobs +2021-12-18 16:47:27,381 Updating WAITING jobs +2021-12-18 16:47:27,381 Update finished +2021-12-18 16:47:37,391 Reloading parameters... +2021-12-18 16:47:37,408 Loading parameters... +2021-12-18 16:47:37,409 Loading project parameters... +2021-12-18 16:47:37,411 + +13 of 25 jobs remaining (16:47) +2021-12-18 16:47:37,411 Sleep: 10 +2021-12-18 16:47:37,411 Number of retrials: 0 +2021-12-18 16:47:37,412 WRAPPER CHECK TIME = 10 +2021-12-18 16:47:37,412 Checking jobs for platform=marenostrum4 +2021-12-18 16:47:37,413 Checking jobs for platform=nord3 +2021-12-18 16:47:37,413 Checking jobs for platform=local +2021-12-18 16:47:37,414 Checking jobs for platform=transfer_node +2021-12-18 16:47:37,414 Checking all jobs at once +2021-12-18 16:47:38,733 Successful check job command +2021-12-18 16:47:40,654 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:47:40,654 End of checking +2021-12-18 16:47:40,656 Updating FAILED jobs +2021-12-18 16:47:40,656 Updating WAITING jobs +2021-12-18 16:47:40,656 Update finished +2021-12-18 16:47:40,656 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:47:40,657 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:47:40,657 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:47:40,657 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:47:40,657 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:47:40,657 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:47:40,657 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:47:40,660 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:47:40,662 Job list saved +2021-12-18 16:47:40,668 Updating FAILED jobs +2021-12-18 16:47:40,668 Updating WAITING jobs +2021-12-18 16:47:40,669 Update finished +2021-12-18 16:47:50,671 Reloading parameters... +2021-12-18 16:47:50,688 Loading parameters... +2021-12-18 16:47:50,689 Loading project parameters... +2021-12-18 16:47:50,691 + +13 of 25 jobs remaining (16:47) +2021-12-18 16:47:50,691 Sleep: 10 +2021-12-18 16:47:50,691 Number of retrials: 0 +2021-12-18 16:47:50,691 WRAPPER CHECK TIME = 10 +2021-12-18 16:47:50,692 Checking jobs for platform=marenostrum4 +2021-12-18 16:47:50,692 Checking jobs for platform=nord3 +2021-12-18 16:47:50,693 Checking jobs for platform=local +2021-12-18 16:47:50,693 Checking jobs for platform=transfer_node +2021-12-18 16:47:50,694 Checking all jobs at once +2021-12-18 16:47:51,964 Successful check job command +2021-12-18 16:47:53,334 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:47:53,334 End of checking +2021-12-18 16:47:53,335 Updating FAILED jobs +2021-12-18 16:47:53,335 Updating WAITING jobs +2021-12-18 16:47:53,336 Update finished +2021-12-18 16:47:53,336 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:47:53,336 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:47:53,336 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:47:53,336 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:47:53,336 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:47:53,336 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:47:53,337 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:47:53,339 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:47:53,342 Job list saved +2021-12-18 16:47:53,347 Updating FAILED jobs +2021-12-18 16:47:53,347 Updating WAITING jobs +2021-12-18 16:47:53,347 Update finished +2021-12-18 16:48:03,357 Reloading parameters... +2021-12-18 16:48:03,376 Loading parameters... +2021-12-18 16:48:03,378 Loading project parameters... +2021-12-18 16:48:03,380 + +13 of 25 jobs remaining (16:48) +2021-12-18 16:48:03,380 Sleep: 10 +2021-12-18 16:48:03,380 Number of retrials: 0 +2021-12-18 16:48:03,380 WRAPPER CHECK TIME = 10 +2021-12-18 16:48:03,381 Checking jobs for platform=marenostrum4 +2021-12-18 16:48:03,381 Checking jobs for platform=nord3 +2021-12-18 16:48:03,382 Checking jobs for platform=local +2021-12-18 16:48:03,382 Checking jobs for platform=transfer_node +2021-12-18 16:48:03,382 Checking all jobs at once +2021-12-18 16:48:04,655 Successful check job command +2021-12-18 16:48:05,824 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:48:05,824 End of checking +2021-12-18 16:48:05,825 Updating FAILED jobs +2021-12-18 16:48:05,825 Updating WAITING jobs +2021-12-18 16:48:05,826 Update finished +2021-12-18 16:48:05,826 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:48:05,826 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:48:05,826 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:48:05,826 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:48:05,826 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:48:05,826 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:48:05,827 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:48:05,829 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:48:05,831 Job list saved +2021-12-18 16:48:05,836 Updating FAILED jobs +2021-12-18 16:48:05,836 Updating WAITING jobs +2021-12-18 16:48:05,836 Update finished +2021-12-18 16:48:15,846 Reloading parameters... +2021-12-18 16:48:15,863 Loading parameters... +2021-12-18 16:48:15,864 Loading project parameters... +2021-12-18 16:48:15,866 + +13 of 25 jobs remaining (16:48) +2021-12-18 16:48:15,866 Sleep: 10 +2021-12-18 16:48:15,866 Number of retrials: 0 +2021-12-18 16:48:15,867 WRAPPER CHECK TIME = 10 +2021-12-18 16:48:15,867 Checking jobs for platform=marenostrum4 +2021-12-18 16:48:15,868 Checking jobs for platform=nord3 +2021-12-18 16:48:15,868 Checking jobs for platform=local +2021-12-18 16:48:15,869 Checking jobs for platform=transfer_node +2021-12-18 16:48:15,869 Checking all jobs at once +2021-12-18 16:48:17,089 Successful check job command +2021-12-18 16:48:18,309 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:48:18,309 End of checking +2021-12-18 16:48:18,310 Updating FAILED jobs +2021-12-18 16:48:18,311 Updating WAITING jobs +2021-12-18 16:48:18,311 Update finished +2021-12-18 16:48:18,311 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:48:18,311 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:48:18,312 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:48:18,312 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:48:18,312 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:48:18,312 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:48:18,312 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:48:18,315 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:48:18,317 Job list saved +2021-12-18 16:48:18,323 Updating FAILED jobs +2021-12-18 16:48:18,324 Updating WAITING jobs +2021-12-18 16:48:18,324 Update finished +2021-12-18 16:48:28,330 Reloading parameters... +2021-12-18 16:48:28,355 Loading parameters... +2021-12-18 16:48:28,356 Loading project parameters... +2021-12-18 16:48:28,358 + +13 of 25 jobs remaining (16:48) +2021-12-18 16:48:28,358 Sleep: 10 +2021-12-18 16:48:28,358 Number of retrials: 0 +2021-12-18 16:48:28,358 WRAPPER CHECK TIME = 10 +2021-12-18 16:48:28,359 Checking jobs for platform=marenostrum4 +2021-12-18 16:48:28,360 Checking jobs for platform=nord3 +2021-12-18 16:48:28,360 Checking jobs for platform=local +2021-12-18 16:48:28,361 Checking jobs for platform=transfer_node +2021-12-18 16:48:28,361 Checking all jobs at once +2021-12-18 16:48:29,630 Successful check job command +2021-12-18 16:48:30,900 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:48:30,900 End of checking +2021-12-18 16:48:30,901 Updating FAILED jobs +2021-12-18 16:48:30,901 Updating WAITING jobs +2021-12-18 16:48:30,902 Update finished +2021-12-18 16:48:30,902 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:48:30,902 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:48:30,902 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:48:30,902 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:48:30,902 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:48:30,902 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:48:30,903 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:48:30,905 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:48:30,907 Job list saved +2021-12-18 16:48:30,912 Updating FAILED jobs +2021-12-18 16:48:30,912 Updating WAITING jobs +2021-12-18 16:48:30,913 Update finished +2021-12-18 16:48:40,923 Reloading parameters... +2021-12-18 16:48:40,941 Loading parameters... +2021-12-18 16:48:40,942 Loading project parameters... +2021-12-18 16:48:40,944 + +13 of 25 jobs remaining (16:48) +2021-12-18 16:48:40,945 Sleep: 10 +2021-12-18 16:48:40,945 Number of retrials: 0 +2021-12-18 16:48:40,945 WRAPPER CHECK TIME = 10 +2021-12-18 16:48:40,945 Checking jobs for platform=marenostrum4 +2021-12-18 16:48:40,946 Checking jobs for platform=nord3 +2021-12-18 16:48:40,946 Checking jobs for platform=local +2021-12-18 16:48:40,947 Checking jobs for platform=transfer_node +2021-12-18 16:48:40,947 Checking all jobs at once +2021-12-18 16:48:42,267 Successful check job command +2021-12-18 16:48:43,386 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:48:43,386 End of checking +2021-12-18 16:48:43,388 Updating FAILED jobs +2021-12-18 16:48:43,388 Updating WAITING jobs +2021-12-18 16:48:43,388 Update finished +2021-12-18 16:48:43,388 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:48:43,388 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:48:43,388 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:48:43,389 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:48:43,389 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:48:43,389 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:48:43,389 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:48:43,392 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:48:43,394 Job list saved +2021-12-18 16:48:43,399 Updating FAILED jobs +2021-12-18 16:48:43,400 Updating WAITING jobs +2021-12-18 16:48:43,400 Update finished +2021-12-18 16:48:53,410 Reloading parameters... +2021-12-18 16:48:53,438 Loading parameters... +2021-12-18 16:48:53,440 Loading project parameters... +2021-12-18 16:48:53,441 + +13 of 25 jobs remaining (16:48) +2021-12-18 16:48:53,442 Sleep: 10 +2021-12-18 16:48:53,442 Number of retrials: 0 +2021-12-18 16:48:53,442 WRAPPER CHECK TIME = 10 +2021-12-18 16:48:53,442 Checking jobs for platform=marenostrum4 +2021-12-18 16:48:53,443 Checking jobs for platform=nord3 +2021-12-18 16:48:53,444 Checking jobs for platform=local +2021-12-18 16:48:53,444 Checking jobs for platform=transfer_node +2021-12-18 16:48:53,444 Checking all jobs at once +2021-12-18 16:48:54,714 Successful check job command +2021-12-18 16:48:55,883 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:48:55,883 End of checking +2021-12-18 16:48:55,884 Updating FAILED jobs +2021-12-18 16:48:55,884 Updating WAITING jobs +2021-12-18 16:48:55,884 Update finished +2021-12-18 16:48:55,885 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:48:55,885 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:48:55,885 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:48:55,886 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:48:55,886 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:48:55,886 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:48:55,886 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:48:55,889 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:48:55,892 Job list saved +2021-12-18 16:48:55,896 Updating FAILED jobs +2021-12-18 16:48:55,896 Updating WAITING jobs +2021-12-18 16:48:55,896 Update finished +2021-12-18 16:49:05,906 Reloading parameters... +2021-12-18 16:49:05,924 Loading parameters... +2021-12-18 16:49:05,926 Loading project parameters... +2021-12-18 16:49:05,928 + +13 of 25 jobs remaining (16:49) +2021-12-18 16:49:05,928 Sleep: 10 +2021-12-18 16:49:05,928 Number of retrials: 0 +2021-12-18 16:49:05,928 WRAPPER CHECK TIME = 10 +2021-12-18 16:49:05,929 Checking jobs for platform=marenostrum4 +2021-12-18 16:49:05,929 Checking jobs for platform=nord3 +2021-12-18 16:49:05,930 Checking jobs for platform=local +2021-12-18 16:49:05,930 Checking jobs for platform=transfer_node +2021-12-18 16:49:05,930 Checking all jobs at once +2021-12-18 16:49:07,202 Successful check job command +2021-12-18 16:49:08,421 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:49:08,421 End of checking +2021-12-18 16:49:08,422 Updating FAILED jobs +2021-12-18 16:49:08,422 Updating WAITING jobs +2021-12-18 16:49:08,423 Update finished +2021-12-18 16:49:08,423 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:49:08,423 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:49:08,423 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:49:08,423 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:49:08,423 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:49:08,423 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:49:08,424 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:49:08,426 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:49:08,429 Job list saved +2021-12-18 16:49:08,433 Updating FAILED jobs +2021-12-18 16:49:08,434 Updating WAITING jobs +2021-12-18 16:49:08,434 Update finished +2021-12-18 16:49:18,444 Reloading parameters... +2021-12-18 16:49:18,462 Loading parameters... +2021-12-18 16:49:18,463 Loading project parameters... +2021-12-18 16:49:18,465 + +13 of 25 jobs remaining (16:49) +2021-12-18 16:49:18,465 Sleep: 10 +2021-12-18 16:49:18,465 Number of retrials: 0 +2021-12-18 16:49:18,466 WRAPPER CHECK TIME = 10 +2021-12-18 16:49:18,466 Checking jobs for platform=marenostrum4 +2021-12-18 16:49:18,467 Checking jobs for platform=nord3 +2021-12-18 16:49:18,467 Checking jobs for platform=local +2021-12-18 16:49:18,468 Checking jobs for platform=transfer_node +2021-12-18 16:49:18,468 Checking all jobs at once +2021-12-18 16:49:19,739 Successful check job command +2021-12-18 16:49:20,859 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:49:20,860 End of checking +2021-12-18 16:49:20,861 Updating FAILED jobs +2021-12-18 16:49:20,861 Updating WAITING jobs +2021-12-18 16:49:20,861 Update finished +2021-12-18 16:49:20,861 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:49:20,861 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:49:20,862 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:49:20,862 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:49:20,862 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:49:20,862 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:49:20,862 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:49:20,865 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:49:20,867 Job list saved +2021-12-18 16:49:20,872 Updating FAILED jobs +2021-12-18 16:49:20,872 Updating WAITING jobs +2021-12-18 16:49:20,872 Update finished +2021-12-18 16:49:30,882 Reloading parameters... +2021-12-18 16:49:30,901 Loading parameters... +2021-12-18 16:49:30,903 Loading project parameters... +2021-12-18 16:49:30,904 + +13 of 25 jobs remaining (16:49) +2021-12-18 16:49:30,905 Sleep: 10 +2021-12-18 16:49:30,905 Number of retrials: 0 +2021-12-18 16:49:30,905 WRAPPER CHECK TIME = 10 +2021-12-18 16:49:30,905 Checking jobs for platform=marenostrum4 +2021-12-18 16:49:30,906 Checking jobs for platform=nord3 +2021-12-18 16:49:30,907 Checking jobs for platform=local +2021-12-18 16:49:30,907 Checking jobs for platform=transfer_node +2021-12-18 16:49:30,907 Checking all jobs at once +2021-12-18 16:49:32,127 Successful check job command +2021-12-18 16:49:33,898 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:49:33,898 End of checking +2021-12-18 16:49:33,899 Updating FAILED jobs +2021-12-18 16:49:33,900 Updating WAITING jobs +2021-12-18 16:49:33,900 Update finished +2021-12-18 16:49:33,900 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:49:33,901 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:49:33,901 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:49:33,901 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:49:33,901 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:49:33,901 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:49:33,901 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:49:33,904 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:49:33,906 Job list saved +2021-12-18 16:49:33,910 Updating FAILED jobs +2021-12-18 16:49:33,910 Updating WAITING jobs +2021-12-18 16:49:33,911 Update finished +2021-12-18 16:49:43,921 Reloading parameters... +2021-12-18 16:49:43,940 Loading parameters... +2021-12-18 16:49:43,941 Loading project parameters... +2021-12-18 16:49:43,943 + +13 of 25 jobs remaining (16:49) +2021-12-18 16:49:43,943 Sleep: 10 +2021-12-18 16:49:43,943 Number of retrials: 0 +2021-12-18 16:49:43,943 WRAPPER CHECK TIME = 10 +2021-12-18 16:49:43,944 Checking jobs for platform=marenostrum4 +2021-12-18 16:49:43,945 Checking jobs for platform=nord3 +2021-12-18 16:49:43,945 Checking jobs for platform=local +2021-12-18 16:49:43,946 Checking jobs for platform=transfer_node +2021-12-18 16:49:43,946 Checking all jobs at once +2021-12-18 16:49:45,265 Successful check job command +2021-12-18 16:49:46,538 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:49:46,538 End of checking +2021-12-18 16:49:46,539 Updating FAILED jobs +2021-12-18 16:49:46,539 Updating WAITING jobs +2021-12-18 16:49:46,540 Update finished +2021-12-18 16:49:46,540 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:49:46,540 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:49:46,540 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:49:46,540 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:49:46,540 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:49:46,541 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:49:46,541 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:49:46,543 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:49:46,545 Job list saved +2021-12-18 16:49:46,551 Updating FAILED jobs +2021-12-18 16:49:46,551 Updating WAITING jobs +2021-12-18 16:49:46,552 Update finished +2021-12-18 16:49:56,562 Reloading parameters... +2021-12-18 16:49:56,579 Loading parameters... +2021-12-18 16:49:56,580 Loading project parameters... +2021-12-18 16:49:56,582 + +13 of 25 jobs remaining (16:49) +2021-12-18 16:49:56,583 Sleep: 10 +2021-12-18 16:49:56,583 Number of retrials: 0 +2021-12-18 16:49:56,583 WRAPPER CHECK TIME = 10 +2021-12-18 16:49:56,583 Checking jobs for platform=marenostrum4 +2021-12-18 16:49:56,584 Checking jobs for platform=nord3 +2021-12-18 16:49:56,585 Checking jobs for platform=local +2021-12-18 16:49:56,585 Checking jobs for platform=transfer_node +2021-12-18 16:49:56,585 Checking all jobs at once +2021-12-18 16:49:57,905 Successful check job command +2021-12-18 16:49:59,074 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:49:59,074 End of checking +2021-12-18 16:49:59,076 Updating FAILED jobs +2021-12-18 16:49:59,076 Updating WAITING jobs +2021-12-18 16:49:59,076 Update finished +2021-12-18 16:49:59,076 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:49:59,076 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:49:59,076 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:49:59,077 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:49:59,077 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:49:59,077 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:49:59,077 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:49:59,080 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:49:59,082 Job list saved +2021-12-18 16:49:59,088 Updating FAILED jobs +2021-12-18 16:49:59,088 Updating WAITING jobs +2021-12-18 16:49:59,088 Update finished +2021-12-18 16:50:09,094 Reloading parameters... +2021-12-18 16:50:09,113 Loading parameters... +2021-12-18 16:50:09,114 Loading project parameters... +2021-12-18 16:50:09,116 + +13 of 25 jobs remaining (16:50) +2021-12-18 16:50:09,116 Sleep: 10 +2021-12-18 16:50:09,116 Number of retrials: 0 +2021-12-18 16:50:09,116 WRAPPER CHECK TIME = 10 +2021-12-18 16:50:09,117 Checking jobs for platform=marenostrum4 +2021-12-18 16:50:09,117 Checking jobs for platform=nord3 +2021-12-18 16:50:09,118 Checking jobs for platform=local +2021-12-18 16:50:09,118 Checking jobs for platform=transfer_node +2021-12-18 16:50:09,118 Checking all jobs at once +2021-12-18 16:50:10,438 Successful check job command +2021-12-18 16:50:11,708 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:50:11,708 End of checking +2021-12-18 16:50:11,709 Updating FAILED jobs +2021-12-18 16:50:11,710 Updating WAITING jobs +2021-12-18 16:50:11,710 Update finished +2021-12-18 16:50:11,710 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:50:11,711 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:50:11,711 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:50:11,711 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:50:11,711 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:50:11,711 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:50:11,712 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:50:11,714 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:50:11,716 Job list saved +2021-12-18 16:50:11,721 Updating FAILED jobs +2021-12-18 16:50:11,721 Updating WAITING jobs +2021-12-18 16:50:11,721 Update finished +2021-12-18 16:50:21,730 Reloading parameters... +2021-12-18 16:50:21,747 Loading parameters... +2021-12-18 16:50:21,748 Loading project parameters... +2021-12-18 16:50:21,750 + +13 of 25 jobs remaining (16:50) +2021-12-18 16:50:21,751 Sleep: 10 +2021-12-18 16:50:21,751 Number of retrials: 0 +2021-12-18 16:50:21,751 WRAPPER CHECK TIME = 10 +2021-12-18 16:50:21,751 Checking jobs for platform=marenostrum4 +2021-12-18 16:50:21,752 Checking jobs for platform=nord3 +2021-12-18 16:50:21,752 Checking jobs for platform=local +2021-12-18 16:50:21,753 Checking jobs for platform=transfer_node +2021-12-18 16:50:21,753 Checking all jobs at once +2021-12-18 16:50:23,022 Successful check job command +2021-12-18 16:50:24,242 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:50:24,242 End of checking +2021-12-18 16:50:24,244 Updating FAILED jobs +2021-12-18 16:50:24,244 Updating WAITING jobs +2021-12-18 16:50:24,244 Update finished +2021-12-18 16:50:24,245 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:50:24,245 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:50:24,245 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:50:24,245 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:50:24,245 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:50:24,245 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:50:24,246 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:50:24,248 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:50:24,250 Job list saved +2021-12-18 16:50:24,255 Updating FAILED jobs +2021-12-18 16:50:24,255 Updating WAITING jobs +2021-12-18 16:50:24,255 Update finished +2021-12-18 16:50:34,265 Reloading parameters... +2021-12-18 16:50:34,284 Loading parameters... +2021-12-18 16:50:34,286 Loading project parameters... +2021-12-18 16:50:34,303 + +13 of 25 jobs remaining (16:50) +2021-12-18 16:50:34,304 Sleep: 10 +2021-12-18 16:50:34,304 Number of retrials: 0 +2021-12-18 16:50:34,304 WRAPPER CHECK TIME = 10 +2021-12-18 16:50:34,304 Checking jobs for platform=marenostrum4 +2021-12-18 16:50:34,305 Checking jobs for platform=nord3 +2021-12-18 16:50:34,306 Checking jobs for platform=local +2021-12-18 16:50:34,307 Checking jobs for platform=transfer_node +2021-12-18 16:50:34,307 Checking all jobs at once +2021-12-18 16:50:35,578 Successful check job command +2021-12-18 16:50:36,797 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:50:36,797 End of checking +2021-12-18 16:50:36,799 Updating FAILED jobs +2021-12-18 16:50:36,799 Updating WAITING jobs +2021-12-18 16:50:36,799 Update finished +2021-12-18 16:50:36,799 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:50:36,799 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:50:36,800 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:50:36,800 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:50:36,800 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:50:36,800 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:50:36,800 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:50:36,803 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:50:36,805 Job list saved +2021-12-18 16:50:36,809 Updating FAILED jobs +2021-12-18 16:50:36,810 Updating WAITING jobs +2021-12-18 16:50:36,810 Update finished +2021-12-18 16:50:46,820 Reloading parameters... +2021-12-18 16:50:46,838 Loading parameters... +2021-12-18 16:50:46,839 Loading project parameters... +2021-12-18 16:50:46,841 + +13 of 25 jobs remaining (16:50) +2021-12-18 16:50:46,841 Sleep: 10 +2021-12-18 16:50:46,841 Number of retrials: 0 +2021-12-18 16:50:46,841 WRAPPER CHECK TIME = 10 +2021-12-18 16:50:46,842 Checking jobs for platform=marenostrum4 +2021-12-18 16:50:46,842 Checking jobs for platform=nord3 +2021-12-18 16:50:46,843 Checking jobs for platform=local +2021-12-18 16:50:46,844 Checking jobs for platform=transfer_node +2021-12-18 16:50:46,844 Checking all jobs at once +2021-12-18 16:50:48,114 Successful check job command +2021-12-18 16:50:49,335 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:50:49,335 End of checking +2021-12-18 16:50:49,337 Updating FAILED jobs +2021-12-18 16:50:49,337 Updating WAITING jobs +2021-12-18 16:50:49,337 Update finished +2021-12-18 16:50:49,337 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:50:49,338 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:50:49,338 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:50:49,338 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:50:49,338 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:50:49,338 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:50:49,338 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:50:49,341 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:50:49,342 Job list saved +2021-12-18 16:50:49,351 Updating FAILED jobs +2021-12-18 16:50:49,351 Updating WAITING jobs +2021-12-18 16:50:49,352 Update finished +2021-12-18 16:50:59,360 Reloading parameters... +2021-12-18 16:50:59,381 Loading parameters... +2021-12-18 16:50:59,383 Loading project parameters... +2021-12-18 16:50:59,385 + +13 of 25 jobs remaining (16:50) +2021-12-18 16:50:59,385 Sleep: 10 +2021-12-18 16:50:59,385 Number of retrials: 0 +2021-12-18 16:50:59,385 WRAPPER CHECK TIME = 10 +2021-12-18 16:50:59,386 Checking jobs for platform=marenostrum4 +2021-12-18 16:50:59,386 Checking jobs for platform=nord3 +2021-12-18 16:50:59,387 Checking jobs for platform=local +2021-12-18 16:50:59,387 Checking jobs for platform=transfer_node +2021-12-18 16:50:59,387 Checking all jobs at once +2021-12-18 16:51:00,657 Successful check job command +2021-12-18 16:51:01,826 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:51:01,826 End of checking +2021-12-18 16:51:01,828 Updating FAILED jobs +2021-12-18 16:51:01,828 Updating WAITING jobs +2021-12-18 16:51:01,828 Update finished +2021-12-18 16:51:01,828 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:51:01,829 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:51:01,829 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:51:01,829 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:51:01,829 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:51:01,829 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:51:01,829 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:51:01,832 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:51:01,834 Job list saved +2021-12-18 16:51:01,839 Updating FAILED jobs +2021-12-18 16:51:01,839 Updating WAITING jobs +2021-12-18 16:51:01,839 Update finished +2021-12-18 16:51:11,849 Reloading parameters... +2021-12-18 16:51:11,867 Loading parameters... +2021-12-18 16:51:11,869 Loading project parameters... +2021-12-18 16:51:11,870 + +13 of 25 jobs remaining (16:51) +2021-12-18 16:51:11,871 Sleep: 10 +2021-12-18 16:51:11,871 Number of retrials: 0 +2021-12-18 16:51:11,871 WRAPPER CHECK TIME = 10 +2021-12-18 16:51:11,871 Checking jobs for platform=marenostrum4 +2021-12-18 16:51:11,872 Checking jobs for platform=nord3 +2021-12-18 16:51:11,872 Checking jobs for platform=local +2021-12-18 16:51:11,873 Checking jobs for platform=transfer_node +2021-12-18 16:51:11,873 Checking all jobs at once +2021-12-18 16:51:13,393 Successful check job command +2021-12-18 16:51:14,613 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:51:14,613 End of checking +2021-12-18 16:51:14,615 Updating FAILED jobs +2021-12-18 16:51:14,615 Updating WAITING jobs +2021-12-18 16:51:14,615 Update finished +2021-12-18 16:51:14,615 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:51:14,615 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:51:14,615 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:51:14,616 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:51:14,616 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:51:14,616 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:51:14,616 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:51:14,618 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:51:14,621 Job list saved +2021-12-18 16:51:14,626 Updating FAILED jobs +2021-12-18 16:51:14,626 Updating WAITING jobs +2021-12-18 16:51:14,626 Update finished +2021-12-18 16:51:24,635 Reloading parameters... +2021-12-18 16:51:24,654 Loading parameters... +2021-12-18 16:51:24,655 Loading project parameters... +2021-12-18 16:51:24,657 + +13 of 25 jobs remaining (16:51) +2021-12-18 16:51:24,657 Sleep: 10 +2021-12-18 16:51:24,657 Number of retrials: 0 +2021-12-18 16:51:24,657 WRAPPER CHECK TIME = 10 +2021-12-18 16:51:24,658 Checking jobs for platform=marenostrum4 +2021-12-18 16:51:24,658 Checking jobs for platform=nord3 +2021-12-18 16:51:24,659 Checking jobs for platform=local +2021-12-18 16:51:24,660 Checking jobs for platform=transfer_node +2021-12-18 16:51:24,660 Checking all jobs at once +2021-12-18 16:51:25,932 Successful check job command +2021-12-18 16:51:27,402 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:51:27,402 End of checking +2021-12-18 16:51:27,404 Updating FAILED jobs +2021-12-18 16:51:27,404 Updating WAITING jobs +2021-12-18 16:51:27,404 Update finished +2021-12-18 16:51:27,404 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:51:27,405 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:51:27,405 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:51:27,405 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:51:27,406 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:51:27,406 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:51:27,406 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:51:27,408 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:51:27,411 Job list saved +2021-12-18 16:51:27,415 Updating FAILED jobs +2021-12-18 16:51:27,416 Updating WAITING jobs +2021-12-18 16:51:27,416 Update finished +2021-12-18 16:51:37,426 Reloading parameters... +2021-12-18 16:51:37,447 Loading parameters... +2021-12-18 16:51:37,448 Loading project parameters... +2021-12-18 16:51:37,450 + +13 of 25 jobs remaining (16:51) +2021-12-18 16:51:37,450 Sleep: 10 +2021-12-18 16:51:37,450 Number of retrials: 0 +2021-12-18 16:51:37,450 WRAPPER CHECK TIME = 10 +2021-12-18 16:51:37,451 Checking jobs for platform=marenostrum4 +2021-12-18 16:51:37,451 Checking jobs for platform=nord3 +2021-12-18 16:51:37,452 Checking jobs for platform=local +2021-12-18 16:51:37,452 Checking jobs for platform=transfer_node +2021-12-18 16:51:37,453 Checking all jobs at once +2021-12-18 16:51:38,621 Successful check job command +2021-12-18 16:51:39,740 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:51:39,740 End of checking +2021-12-18 16:51:39,742 Updating FAILED jobs +2021-12-18 16:51:39,742 Updating WAITING jobs +2021-12-18 16:51:39,742 Update finished +2021-12-18 16:51:39,742 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:51:39,743 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:51:39,743 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:51:39,743 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:51:39,743 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:51:39,743 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:51:39,743 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:51:39,746 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:51:39,748 Job list saved +2021-12-18 16:51:39,753 Updating FAILED jobs +2021-12-18 16:51:39,753 Updating WAITING jobs +2021-12-18 16:51:39,753 Update finished +2021-12-18 16:51:49,763 Reloading parameters... +2021-12-18 16:51:49,782 Loading parameters... +2021-12-18 16:51:49,783 Loading project parameters... +2021-12-18 16:51:49,785 + +13 of 25 jobs remaining (16:51) +2021-12-18 16:51:49,785 Sleep: 10 +2021-12-18 16:51:49,785 Number of retrials: 0 +2021-12-18 16:51:49,785 WRAPPER CHECK TIME = 10 +2021-12-18 16:51:49,786 Checking jobs for platform=marenostrum4 +2021-12-18 16:51:49,786 Checking jobs for platform=nord3 +2021-12-18 16:51:49,787 Checking jobs for platform=local +2021-12-18 16:51:49,787 Checking jobs for platform=transfer_node +2021-12-18 16:51:49,788 Checking all jobs at once +2021-12-18 16:51:51,108 Successful check job command +2021-12-18 16:51:52,228 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:51:52,228 End of checking +2021-12-18 16:51:52,229 Updating FAILED jobs +2021-12-18 16:51:52,229 Updating WAITING jobs +2021-12-18 16:51:52,230 Update finished +2021-12-18 16:51:52,230 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:51:52,230 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:51:52,230 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:51:52,230 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:51:52,230 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:51:52,231 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:51:52,231 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:51:52,233 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:51:52,236 Job list saved +2021-12-18 16:51:52,241 Updating FAILED jobs +2021-12-18 16:51:52,241 Updating WAITING jobs +2021-12-18 16:51:52,241 Update finished +2021-12-18 16:52:02,249 Reloading parameters... +2021-12-18 16:52:02,265 Loading parameters... +2021-12-18 16:52:02,266 Loading project parameters... +2021-12-18 16:52:02,268 + +13 of 25 jobs remaining (16:52) +2021-12-18 16:52:02,268 Sleep: 10 +2021-12-18 16:52:02,268 Number of retrials: 0 +2021-12-18 16:52:02,268 WRAPPER CHECK TIME = 10 +2021-12-18 16:52:02,269 Checking jobs for platform=marenostrum4 +2021-12-18 16:52:02,270 Checking jobs for platform=nord3 +2021-12-18 16:52:02,270 Checking jobs for platform=local +2021-12-18 16:52:02,270 Checking jobs for platform=transfer_node +2021-12-18 16:52:02,270 Checking all jobs at once +2021-12-18 16:52:03,541 Successful check job command +2021-12-18 16:52:04,660 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:52:04,660 End of checking +2021-12-18 16:52:04,661 Updating FAILED jobs +2021-12-18 16:52:04,662 Updating WAITING jobs +2021-12-18 16:52:04,662 Update finished +2021-12-18 16:52:04,662 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:52:04,663 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:52:04,663 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:52:04,663 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:52:04,663 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:52:04,663 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:52:04,663 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:52:04,666 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:52:04,668 Job list saved +2021-12-18 16:52:04,672 Updating FAILED jobs +2021-12-18 16:52:04,672 Updating WAITING jobs +2021-12-18 16:52:04,673 Update finished +2021-12-18 16:52:14,683 Reloading parameters... +2021-12-18 16:52:14,703 Loading parameters... +2021-12-18 16:52:14,704 Loading project parameters... +2021-12-18 16:52:14,706 + +13 of 25 jobs remaining (16:52) +2021-12-18 16:52:14,706 Sleep: 10 +2021-12-18 16:52:14,706 Number of retrials: 0 +2021-12-18 16:52:14,706 WRAPPER CHECK TIME = 10 +2021-12-18 16:52:14,714 Checking jobs for platform=marenostrum4 +2021-12-18 16:52:14,714 Checking jobs for platform=nord3 +2021-12-18 16:52:14,715 Checking jobs for platform=local +2021-12-18 16:52:14,715 Checking jobs for platform=transfer_node +2021-12-18 16:52:14,715 Checking all jobs at once +2021-12-18 16:52:16,540 Successful check job command +2021-12-18 16:52:17,812 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:52:17,812 End of checking +2021-12-18 16:52:17,815 Updating FAILED jobs +2021-12-18 16:52:17,815 Updating WAITING jobs +2021-12-18 16:52:17,816 Update finished +2021-12-18 16:52:17,816 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:52:17,816 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:52:17,816 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:52:17,816 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:52:17,816 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:52:17,817 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:52:17,817 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:52:17,819 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:52:17,821 Job list saved +2021-12-18 16:52:17,826 Updating FAILED jobs +2021-12-18 16:52:17,826 Updating WAITING jobs +2021-12-18 16:52:17,827 Update finished +2021-12-18 16:52:27,837 Reloading parameters... +2021-12-18 16:52:27,854 Loading parameters... +2021-12-18 16:52:27,855 Loading project parameters... +2021-12-18 16:52:27,858 + +13 of 25 jobs remaining (16:52) +2021-12-18 16:52:27,858 Sleep: 10 +2021-12-18 16:52:27,858 Number of retrials: 0 +2021-12-18 16:52:27,858 WRAPPER CHECK TIME = 10 +2021-12-18 16:52:27,859 Checking jobs for platform=marenostrum4 +2021-12-18 16:52:27,859 Checking jobs for platform=nord3 +2021-12-18 16:52:27,860 Checking jobs for platform=local +2021-12-18 16:52:27,860 Checking jobs for platform=transfer_node +2021-12-18 16:52:27,860 Checking all jobs at once +2021-12-18 16:52:29,230 Successful check job command +2021-12-18 16:52:30,449 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:52:30,449 End of checking +2021-12-18 16:52:30,450 Updating FAILED jobs +2021-12-18 16:52:30,450 Updating WAITING jobs +2021-12-18 16:52:30,451 Update finished +2021-12-18 16:52:30,451 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:52:30,451 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:52:30,451 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:52:30,451 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:52:30,451 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:52:30,451 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:52:30,452 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:52:30,454 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:52:30,456 Job list saved +2021-12-18 16:52:30,462 Updating FAILED jobs +2021-12-18 16:52:30,462 Updating WAITING jobs +2021-12-18 16:52:30,462 Update finished +2021-12-18 16:52:40,472 Reloading parameters... +2021-12-18 16:52:40,491 Loading parameters... +2021-12-18 16:52:40,492 Loading project parameters... +2021-12-18 16:52:40,494 + +13 of 25 jobs remaining (16:52) +2021-12-18 16:52:40,494 Sleep: 10 +2021-12-18 16:52:40,494 Number of retrials: 0 +2021-12-18 16:52:40,494 WRAPPER CHECK TIME = 10 +2021-12-18 16:52:40,495 Checking jobs for platform=marenostrum4 +2021-12-18 16:52:40,496 Checking jobs for platform=nord3 +2021-12-18 16:52:40,496 Checking jobs for platform=local +2021-12-18 16:52:40,497 Checking jobs for platform=transfer_node +2021-12-18 16:52:40,497 Checking all jobs at once +2021-12-18 16:52:41,716 Successful check job command +2021-12-18 16:52:42,885 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:52:42,885 End of checking +2021-12-18 16:52:42,886 Updating FAILED jobs +2021-12-18 16:52:42,886 Updating WAITING jobs +2021-12-18 16:52:42,887 Update finished +2021-12-18 16:52:42,887 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:52:42,887 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:52:42,887 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:52:42,888 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:52:42,888 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:52:42,888 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:52:42,888 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:52:42,890 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:52:42,893 Job list saved +2021-12-18 16:52:42,897 Updating FAILED jobs +2021-12-18 16:52:42,897 Updating WAITING jobs +2021-12-18 16:52:42,897 Update finished +2021-12-18 16:52:52,904 Reloading parameters... +2021-12-18 16:52:52,923 Loading parameters... +2021-12-18 16:52:52,924 Loading project parameters... +2021-12-18 16:52:52,926 + +13 of 25 jobs remaining (16:52) +2021-12-18 16:52:52,926 Sleep: 10 +2021-12-18 16:52:52,926 Number of retrials: 0 +2021-12-18 16:52:52,926 WRAPPER CHECK TIME = 10 +2021-12-18 16:52:52,927 Checking jobs for platform=marenostrum4 +2021-12-18 16:52:52,927 Checking jobs for platform=nord3 +2021-12-18 16:52:52,928 Checking jobs for platform=local +2021-12-18 16:52:52,928 Checking jobs for platform=transfer_node +2021-12-18 16:52:52,928 Checking all jobs at once +2021-12-18 16:52:54,198 Successful check job command +2021-12-18 16:52:55,468 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:52:55,468 End of checking +2021-12-18 16:52:55,470 Updating FAILED jobs +2021-12-18 16:52:55,470 Updating WAITING jobs +2021-12-18 16:52:55,470 Update finished +2021-12-18 16:52:55,470 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:52:55,470 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:52:55,470 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:52:55,471 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:52:55,471 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:52:55,471 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:52:55,471 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:52:55,474 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:52:55,476 Job list saved +2021-12-18 16:52:55,481 Updating FAILED jobs +2021-12-18 16:52:55,481 Updating WAITING jobs +2021-12-18 16:52:55,482 Update finished +2021-12-18 16:53:05,490 Reloading parameters... +2021-12-18 16:53:05,511 Loading parameters... +2021-12-18 16:53:05,512 Loading project parameters... +2021-12-18 16:53:05,514 + +13 of 25 jobs remaining (16:53) +2021-12-18 16:53:05,514 Sleep: 10 +2021-12-18 16:53:05,514 Number of retrials: 0 +2021-12-18 16:53:05,514 WRAPPER CHECK TIME = 10 +2021-12-18 16:53:05,515 Checking jobs for platform=marenostrum4 +2021-12-18 16:53:05,515 Checking jobs for platform=nord3 +2021-12-18 16:53:05,516 Checking jobs for platform=local +2021-12-18 16:53:05,517 Checking jobs for platform=transfer_node +2021-12-18 16:53:05,517 Checking all jobs at once +2021-12-18 16:53:06,887 Successful check job command +2021-12-18 16:53:08,156 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:53:08,157 End of checking +2021-12-18 16:53:08,158 Updating FAILED jobs +2021-12-18 16:53:08,158 Updating WAITING jobs +2021-12-18 16:53:08,158 Update finished +2021-12-18 16:53:08,158 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:53:08,159 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:53:08,159 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:53:08,159 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:53:08,159 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:53:08,159 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:53:08,159 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:53:08,162 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:53:08,164 Job list saved +2021-12-18 16:53:08,168 Updating FAILED jobs +2021-12-18 16:53:08,169 Updating WAITING jobs +2021-12-18 16:53:08,169 Update finished +2021-12-18 16:53:18,179 Reloading parameters... +2021-12-18 16:53:18,198 Loading parameters... +2021-12-18 16:53:18,200 Loading project parameters... +2021-12-18 16:53:18,201 + +13 of 25 jobs remaining (16:53) +2021-12-18 16:53:18,202 Sleep: 10 +2021-12-18 16:53:18,202 Number of retrials: 0 +2021-12-18 16:53:18,202 WRAPPER CHECK TIME = 10 +2021-12-18 16:53:18,202 Checking jobs for platform=marenostrum4 +2021-12-18 16:53:18,203 Checking jobs for platform=nord3 +2021-12-18 16:53:18,203 Checking jobs for platform=local +2021-12-18 16:53:18,204 Checking jobs for platform=transfer_node +2021-12-18 16:53:18,204 Checking all jobs at once +2021-12-18 16:53:19,423 Successful check job command +2021-12-18 16:53:20,592 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:53:20,592 End of checking +2021-12-18 16:53:20,594 Updating FAILED jobs +2021-12-18 16:53:20,594 Updating WAITING jobs +2021-12-18 16:53:20,594 Update finished +2021-12-18 16:53:20,594 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:53:20,595 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:53:20,595 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:53:20,595 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:53:20,595 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:53:20,595 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:53:20,595 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:53:20,598 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:53:20,600 Job list saved +2021-12-18 16:53:20,605 Updating FAILED jobs +2021-12-18 16:53:20,605 Updating WAITING jobs +2021-12-18 16:53:20,605 Update finished +2021-12-18 16:53:30,613 Reloading parameters... +2021-12-18 16:53:30,634 Loading parameters... +2021-12-18 16:53:30,636 Loading project parameters... +2021-12-18 16:53:30,637 + +13 of 25 jobs remaining (16:53) +2021-12-18 16:53:30,638 Sleep: 10 +2021-12-18 16:53:30,638 Number of retrials: 0 +2021-12-18 16:53:30,638 WRAPPER CHECK TIME = 10 +2021-12-18 16:53:30,638 Checking jobs for platform=marenostrum4 +2021-12-18 16:53:30,639 Checking jobs for platform=nord3 +2021-12-18 16:53:30,640 Checking jobs for platform=local +2021-12-18 16:53:30,640 Checking jobs for platform=transfer_node +2021-12-18 16:53:30,640 Checking all jobs at once +2021-12-18 16:53:31,959 Successful check job command +2021-12-18 16:53:33,230 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:53:33,230 End of checking +2021-12-18 16:53:33,231 Updating FAILED jobs +2021-12-18 16:53:33,231 Updating WAITING jobs +2021-12-18 16:53:33,231 Update finished +2021-12-18 16:53:33,232 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:53:33,232 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:53:33,232 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:53:33,232 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:53:33,232 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:53:33,232 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:53:33,232 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:53:33,235 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:53:33,237 Job list saved +2021-12-18 16:53:33,242 Updating FAILED jobs +2021-12-18 16:53:33,242 Updating WAITING jobs +2021-12-18 16:53:33,242 Update finished +2021-12-18 16:53:43,252 Reloading parameters... +2021-12-18 16:53:43,271 Loading parameters... +2021-12-18 16:53:43,272 Loading project parameters... +2021-12-18 16:53:43,274 + +13 of 25 jobs remaining (16:53) +2021-12-18 16:53:43,275 Sleep: 10 +2021-12-18 16:53:43,275 Number of retrials: 0 +2021-12-18 16:53:43,275 WRAPPER CHECK TIME = 10 +2021-12-18 16:53:43,275 Checking jobs for platform=marenostrum4 +2021-12-18 16:53:43,276 Checking jobs for platform=nord3 +2021-12-18 16:53:43,276 Checking jobs for platform=local +2021-12-18 16:53:43,277 Checking jobs for platform=transfer_node +2021-12-18 16:53:43,277 Checking all jobs at once +2021-12-18 16:53:44,598 Successful check job command +2021-12-18 16:53:45,767 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:53:45,767 End of checking +2021-12-18 16:53:45,768 Updating FAILED jobs +2021-12-18 16:53:45,769 Updating WAITING jobs +2021-12-18 16:53:45,769 Update finished +2021-12-18 16:53:45,769 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:53:45,769 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:53:45,769 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:53:45,769 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:53:45,770 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:53:45,770 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:53:45,770 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:53:45,773 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:53:45,775 Job list saved +2021-12-18 16:53:45,779 Updating FAILED jobs +2021-12-18 16:53:45,779 Updating WAITING jobs +2021-12-18 16:53:45,780 Update finished +2021-12-18 16:53:55,788 Reloading parameters... +2021-12-18 16:53:55,807 Loading parameters... +2021-12-18 16:53:55,808 Loading project parameters... +2021-12-18 16:53:55,810 + +13 of 25 jobs remaining (16:53) +2021-12-18 16:53:55,810 Sleep: 10 +2021-12-18 16:53:55,810 Number of retrials: 0 +2021-12-18 16:53:55,810 WRAPPER CHECK TIME = 10 +2021-12-18 16:53:55,811 Checking jobs for platform=marenostrum4 +2021-12-18 16:53:55,811 Checking jobs for platform=nord3 +2021-12-18 16:53:55,812 Checking jobs for platform=local +2021-12-18 16:53:55,812 Checking jobs for platform=transfer_node +2021-12-18 16:53:55,813 Checking all jobs at once +2021-12-18 16:53:57,132 Successful check job command +2021-12-18 16:53:58,301 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:53:58,301 End of checking +2021-12-18 16:53:58,303 Updating FAILED jobs +2021-12-18 16:53:58,303 Updating WAITING jobs +2021-12-18 16:53:58,303 Update finished +2021-12-18 16:53:58,303 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:53:58,304 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:53:58,304 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:53:58,304 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:53:58,304 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:53:58,304 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:53:58,304 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:53:58,306 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:53:58,309 Job list saved +2021-12-18 16:53:58,313 Updating FAILED jobs +2021-12-18 16:53:58,313 Updating WAITING jobs +2021-12-18 16:53:58,313 Update finished +2021-12-18 16:54:08,318 Reloading parameters... +2021-12-18 16:54:08,337 Loading parameters... +2021-12-18 16:54:08,338 Loading project parameters... +2021-12-18 16:54:08,340 + +13 of 25 jobs remaining (16:54) +2021-12-18 16:54:08,341 Sleep: 10 +2021-12-18 16:54:08,341 Number of retrials: 0 +2021-12-18 16:54:08,341 WRAPPER CHECK TIME = 10 +2021-12-18 16:54:08,341 Checking jobs for platform=marenostrum4 +2021-12-18 16:54:08,342 Checking jobs for platform=nord3 +2021-12-18 16:54:08,342 Checking jobs for platform=local +2021-12-18 16:54:08,343 Checking jobs for platform=transfer_node +2021-12-18 16:54:08,343 Checking all jobs at once +2021-12-18 16:54:09,662 Successful check job command +2021-12-18 16:54:10,785 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:54:10,785 End of checking +2021-12-18 16:54:10,787 Updating FAILED jobs +2021-12-18 16:54:10,787 Updating WAITING jobs +2021-12-18 16:54:10,787 Update finished +2021-12-18 16:54:10,787 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:54:10,787 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:54:10,788 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:54:10,788 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:54:10,788 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:54:10,788 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:54:10,788 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:54:10,791 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:54:10,793 Job list saved +2021-12-18 16:54:10,798 Updating FAILED jobs +2021-12-18 16:54:10,798 Updating WAITING jobs +2021-12-18 16:54:10,799 Update finished +2021-12-18 16:54:20,803 Reloading parameters... +2021-12-18 16:54:20,821 Loading parameters... +2021-12-18 16:54:20,822 Loading project parameters... +2021-12-18 16:54:20,824 + +13 of 25 jobs remaining (16:54) +2021-12-18 16:54:20,824 Sleep: 10 +2021-12-18 16:54:20,824 Number of retrials: 0 +2021-12-18 16:54:20,824 WRAPPER CHECK TIME = 10 +2021-12-18 16:54:20,825 Checking jobs for platform=marenostrum4 +2021-12-18 16:54:20,825 Checking jobs for platform=nord3 +2021-12-18 16:54:20,826 Checking jobs for platform=local +2021-12-18 16:54:20,826 Checking jobs for platform=transfer_node +2021-12-18 16:54:20,826 Checking all jobs at once +2021-12-18 16:54:22,096 Successful check job command +2021-12-18 16:54:23,215 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:54:23,215 End of checking +2021-12-18 16:54:23,217 Updating FAILED jobs +2021-12-18 16:54:23,217 Updating WAITING jobs +2021-12-18 16:54:23,217 Update finished +2021-12-18 16:54:23,217 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:54:23,217 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:54:23,218 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:54:23,218 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:54:23,218 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:54:23,218 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:54:23,218 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:54:23,221 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:54:23,223 Job list saved +2021-12-18 16:54:23,231 Updating FAILED jobs +2021-12-18 16:54:23,231 Updating WAITING jobs +2021-12-18 16:54:23,231 Update finished +2021-12-18 16:54:33,241 Reloading parameters... +2021-12-18 16:54:33,259 Loading parameters... +2021-12-18 16:54:33,261 Loading project parameters... +2021-12-18 16:54:33,262 + +13 of 25 jobs remaining (16:54) +2021-12-18 16:54:33,263 Sleep: 10 +2021-12-18 16:54:33,263 Number of retrials: 0 +2021-12-18 16:54:33,263 WRAPPER CHECK TIME = 10 +2021-12-18 16:54:33,263 Checking jobs for platform=marenostrum4 +2021-12-18 16:54:33,264 Checking jobs for platform=nord3 +2021-12-18 16:54:33,265 Checking jobs for platform=local +2021-12-18 16:54:33,265 Checking jobs for platform=transfer_node +2021-12-18 16:54:33,265 Checking all jobs at once +2021-12-18 16:54:34,737 Successful check job command +2021-12-18 16:54:35,956 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:54:35,956 End of checking +2021-12-18 16:54:35,957 Updating FAILED jobs +2021-12-18 16:54:35,957 Updating WAITING jobs +2021-12-18 16:54:35,958 Update finished +2021-12-18 16:54:35,958 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:54:35,958 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:54:35,959 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:54:35,959 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:54:35,959 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:54:35,959 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:54:35,959 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:54:35,962 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:54:35,964 Job list saved +2021-12-18 16:54:35,969 Updating FAILED jobs +2021-12-18 16:54:35,969 Updating WAITING jobs +2021-12-18 16:54:35,969 Update finished +2021-12-18 16:54:45,979 Reloading parameters... +2021-12-18 16:54:45,997 Loading parameters... +2021-12-18 16:54:45,998 Loading project parameters... +2021-12-18 16:54:46,000 + +13 of 25 jobs remaining (16:54) +2021-12-18 16:54:46,000 Sleep: 10 +2021-12-18 16:54:46,001 Number of retrials: 0 +2021-12-18 16:54:46,001 WRAPPER CHECK TIME = 10 +2021-12-18 16:54:46,001 Checking jobs for platform=marenostrum4 +2021-12-18 16:54:46,002 Checking jobs for platform=nord3 +2021-12-18 16:54:46,002 Checking jobs for platform=local +2021-12-18 16:54:46,003 Checking jobs for platform=transfer_node +2021-12-18 16:54:46,003 Checking all jobs at once +2021-12-18 16:54:47,372 Successful check job command +2021-12-18 16:54:48,595 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:54:48,595 End of checking +2021-12-18 16:54:48,597 Updating FAILED jobs +2021-12-18 16:54:48,597 Updating WAITING jobs +2021-12-18 16:54:48,597 Update finished +2021-12-18 16:54:48,597 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:54:48,597 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:54:48,598 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:54:48,598 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:54:48,598 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:54:48,598 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:54:48,598 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:54:48,601 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:54:48,603 Job list saved +2021-12-18 16:54:48,608 Updating FAILED jobs +2021-12-18 16:54:48,608 Updating WAITING jobs +2021-12-18 16:54:48,609 Update finished +2021-12-18 16:54:58,614 Reloading parameters... +2021-12-18 16:54:58,633 Loading parameters... +2021-12-18 16:54:58,635 Loading project parameters... +2021-12-18 16:54:58,636 + +13 of 25 jobs remaining (16:54) +2021-12-18 16:54:58,637 Sleep: 10 +2021-12-18 16:54:58,637 Number of retrials: 0 +2021-12-18 16:54:58,637 WRAPPER CHECK TIME = 10 +2021-12-18 16:54:58,637 Checking jobs for platform=marenostrum4 +2021-12-18 16:54:58,638 Checking jobs for platform=nord3 +2021-12-18 16:54:58,639 Checking jobs for platform=local +2021-12-18 16:54:58,640 Checking jobs for platform=transfer_node +2021-12-18 16:54:58,640 Checking all jobs at once +2021-12-18 16:54:59,909 Successful check job command +2021-12-18 16:55:01,129 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:55:01,129 End of checking +2021-12-18 16:55:01,130 Updating FAILED jobs +2021-12-18 16:55:01,130 Updating WAITING jobs +2021-12-18 16:55:01,130 Update finished +2021-12-18 16:55:01,131 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:55:01,131 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:55:01,131 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:55:01,131 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:55:01,131 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:55:01,131 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:55:01,131 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:55:01,134 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:55:01,136 Job list saved +2021-12-18 16:55:01,142 Updating FAILED jobs +2021-12-18 16:55:01,142 Updating WAITING jobs +2021-12-18 16:55:01,142 Update finished +2021-12-18 16:55:11,152 Reloading parameters... +2021-12-18 16:55:11,170 Loading parameters... +2021-12-18 16:55:11,171 Loading project parameters... +2021-12-18 16:55:11,173 + +13 of 25 jobs remaining (16:55) +2021-12-18 16:55:11,173 Sleep: 10 +2021-12-18 16:55:11,173 Number of retrials: 0 +2021-12-18 16:55:11,173 WRAPPER CHECK TIME = 10 +2021-12-18 16:55:11,174 Checking jobs for platform=marenostrum4 +2021-12-18 16:55:11,175 Checking jobs for platform=nord3 +2021-12-18 16:55:11,175 Checking jobs for platform=local +2021-12-18 16:55:11,176 Checking jobs for platform=transfer_node +2021-12-18 16:55:11,176 Checking all jobs at once +2021-12-18 16:55:13,196 Successful check job command +2021-12-18 16:55:14,415 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:55:14,415 End of checking +2021-12-18 16:55:14,416 Updating FAILED jobs +2021-12-18 16:55:14,417 Updating WAITING jobs +2021-12-18 16:55:14,417 Update finished +2021-12-18 16:55:14,417 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:55:14,417 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:55:14,418 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:55:14,418 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:55:14,418 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:55:14,418 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:55:14,418 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:55:14,421 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:55:14,423 Job list saved +2021-12-18 16:55:14,427 Updating FAILED jobs +2021-12-18 16:55:14,427 Updating WAITING jobs +2021-12-18 16:55:14,428 Update finished +2021-12-18 16:55:24,436 Reloading parameters... +2021-12-18 16:55:24,454 Loading parameters... +2021-12-18 16:55:24,456 Loading project parameters... +2021-12-18 16:55:24,458 + +13 of 25 jobs remaining (16:55) +2021-12-18 16:55:24,458 Sleep: 10 +2021-12-18 16:55:24,458 Number of retrials: 0 +2021-12-18 16:55:24,458 WRAPPER CHECK TIME = 10 +2021-12-18 16:55:24,459 Checking jobs for platform=marenostrum4 +2021-12-18 16:55:24,459 Checking jobs for platform=nord3 +2021-12-18 16:55:24,460 Checking jobs for platform=local +2021-12-18 16:55:24,460 Checking jobs for platform=transfer_node +2021-12-18 16:55:24,460 Checking all jobs at once +2021-12-18 16:55:25,831 Successful check job command +2021-12-18 16:55:27,502 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:55:27,502 End of checking +2021-12-18 16:55:27,503 Updating FAILED jobs +2021-12-18 16:55:27,504 Updating WAITING jobs +2021-12-18 16:55:27,504 Update finished +2021-12-18 16:55:27,504 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:55:27,504 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:55:27,504 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:55:27,505 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:55:27,505 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:55:27,505 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:55:27,505 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:55:27,508 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:55:27,510 Job list saved +2021-12-18 16:55:27,514 Updating FAILED jobs +2021-12-18 16:55:27,515 Updating WAITING jobs +2021-12-18 16:55:27,515 Update finished +2021-12-18 16:55:37,525 Reloading parameters... +2021-12-18 16:55:37,542 Loading parameters... +2021-12-18 16:55:37,544 Loading project parameters... +2021-12-18 16:55:37,546 + +13 of 25 jobs remaining (16:55) +2021-12-18 16:55:37,546 Sleep: 10 +2021-12-18 16:55:37,546 Number of retrials: 0 +2021-12-18 16:55:37,546 WRAPPER CHECK TIME = 10 +2021-12-18 16:55:37,547 Checking jobs for platform=marenostrum4 +2021-12-18 16:55:37,547 Checking jobs for platform=nord3 +2021-12-18 16:55:37,548 Checking jobs for platform=local +2021-12-18 16:55:37,548 Checking jobs for platform=transfer_node +2021-12-18 16:55:37,548 Checking all jobs at once +2021-12-18 16:55:38,918 Successful check job command +2021-12-18 16:55:40,237 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:55:40,237 End of checking +2021-12-18 16:55:40,239 Updating FAILED jobs +2021-12-18 16:55:40,239 Updating WAITING jobs +2021-12-18 16:55:40,239 Update finished +2021-12-18 16:55:40,239 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:55:40,239 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:55:40,239 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:55:40,239 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:55:40,240 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:55:40,240 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:55:40,240 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:55:40,243 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:55:40,245 Job list saved +2021-12-18 16:55:40,250 Updating FAILED jobs +2021-12-18 16:55:40,250 Updating WAITING jobs +2021-12-18 16:55:40,250 Update finished +2021-12-18 16:55:50,260 Reloading parameters... +2021-12-18 16:55:50,279 Loading parameters... +2021-12-18 16:55:50,281 Loading project parameters... +2021-12-18 16:55:50,284 + +13 of 25 jobs remaining (16:55) +2021-12-18 16:55:50,284 Sleep: 10 +2021-12-18 16:55:50,284 Number of retrials: 0 +2021-12-18 16:55:50,284 WRAPPER CHECK TIME = 10 +2021-12-18 16:55:50,285 Checking jobs for platform=marenostrum4 +2021-12-18 16:55:50,285 Checking jobs for platform=nord3 +2021-12-18 16:55:50,286 Checking jobs for platform=local +2021-12-18 16:55:50,286 Checking jobs for platform=transfer_node +2021-12-18 16:55:50,286 Checking all jobs at once +2021-12-18 16:55:51,657 Successful check job command +2021-12-18 16:55:52,876 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:55:52,876 End of checking +2021-12-18 16:55:52,878 Updating FAILED jobs +2021-12-18 16:55:52,878 Updating WAITING jobs +2021-12-18 16:55:52,878 Update finished +2021-12-18 16:55:52,878 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:55:52,879 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:55:52,879 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:55:52,879 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:55:52,879 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:55:52,880 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:55:52,880 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:55:52,882 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:55:52,885 Job list saved +2021-12-18 16:55:52,890 Updating FAILED jobs +2021-12-18 16:55:52,890 Updating WAITING jobs +2021-12-18 16:55:52,891 Update finished +2021-12-18 16:56:02,900 Reloading parameters... +2021-12-18 16:56:02,921 Loading parameters... +2021-12-18 16:56:02,922 Loading project parameters... +2021-12-18 16:56:02,924 + +13 of 25 jobs remaining (16:56) +2021-12-18 16:56:02,924 Sleep: 10 +2021-12-18 16:56:02,925 Number of retrials: 0 +2021-12-18 16:56:02,925 WRAPPER CHECK TIME = 10 +2021-12-18 16:56:02,925 Checking jobs for platform=marenostrum4 +2021-12-18 16:56:02,926 Checking jobs for platform=nord3 +2021-12-18 16:56:02,926 Checking jobs for platform=local +2021-12-18 16:56:02,927 Checking jobs for platform=transfer_node +2021-12-18 16:56:02,927 Checking all jobs at once +2021-12-18 16:56:04,199 Successful check job command +2021-12-18 16:56:05,368 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:56:05,368 End of checking +2021-12-18 16:56:05,370 Updating FAILED jobs +2021-12-18 16:56:05,371 Updating WAITING jobs +2021-12-18 16:56:05,371 Update finished +2021-12-18 16:56:05,371 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:56:05,371 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:56:05,371 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:56:05,371 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:56:05,372 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:56:05,372 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:56:05,372 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:56:05,374 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:56:05,377 Job list saved +2021-12-18 16:56:05,381 Updating FAILED jobs +2021-12-18 16:56:05,381 Updating WAITING jobs +2021-12-18 16:56:05,382 Update finished +2021-12-18 16:56:15,392 Reloading parameters... +2021-12-18 16:56:15,411 Loading parameters... +2021-12-18 16:56:15,412 Loading project parameters... +2021-12-18 16:56:15,414 + +13 of 25 jobs remaining (16:56) +2021-12-18 16:56:15,414 Sleep: 10 +2021-12-18 16:56:15,414 Number of retrials: 0 +2021-12-18 16:56:15,414 WRAPPER CHECK TIME = 10 +2021-12-18 16:56:15,415 Checking jobs for platform=marenostrum4 +2021-12-18 16:56:15,415 Checking jobs for platform=nord3 +2021-12-18 16:56:15,416 Checking jobs for platform=local +2021-12-18 16:56:15,417 Checking jobs for platform=transfer_node +2021-12-18 16:56:15,417 Checking all jobs at once +2021-12-18 16:56:17,137 Successful check job command +2021-12-18 16:56:18,406 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:56:18,406 End of checking +2021-12-18 16:56:18,407 Updating FAILED jobs +2021-12-18 16:56:18,408 Updating WAITING jobs +2021-12-18 16:56:18,408 Update finished +2021-12-18 16:56:18,408 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:56:18,408 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:56:18,408 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:56:18,408 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:56:18,409 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:56:18,409 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:56:18,409 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:56:18,411 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:56:18,413 Job list saved +2021-12-18 16:56:18,418 Updating FAILED jobs +2021-12-18 16:56:18,418 Updating WAITING jobs +2021-12-18 16:56:18,418 Update finished +2021-12-18 16:56:28,428 Reloading parameters... +2021-12-18 16:56:28,446 Loading parameters... +2021-12-18 16:56:28,447 Loading project parameters... +2021-12-18 16:56:28,449 + +13 of 25 jobs remaining (16:56) +2021-12-18 16:56:28,449 Sleep: 10 +2021-12-18 16:56:28,449 Number of retrials: 0 +2021-12-18 16:56:28,449 WRAPPER CHECK TIME = 10 +2021-12-18 16:56:28,450 Checking jobs for platform=marenostrum4 +2021-12-18 16:56:28,451 Checking jobs for platform=nord3 +2021-12-18 16:56:28,451 Checking jobs for platform=local +2021-12-18 16:56:28,452 Checking jobs for platform=transfer_node +2021-12-18 16:56:28,452 Checking all jobs at once +2021-12-18 16:56:29,772 Successful check job command +2021-12-18 16:56:30,991 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:56:30,991 End of checking +2021-12-18 16:56:30,993 Updating FAILED jobs +2021-12-18 16:56:30,993 Updating WAITING jobs +2021-12-18 16:56:30,994 Update finished +2021-12-18 16:56:30,994 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:56:30,995 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:56:30,995 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:56:30,995 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:56:30,995 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:56:30,995 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:56:30,995 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:56:30,998 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:56:31,001 Job list saved +2021-12-18 16:56:31,005 Updating FAILED jobs +2021-12-18 16:56:31,005 Updating WAITING jobs +2021-12-18 16:56:31,006 Update finished +2021-12-18 16:56:41,015 Reloading parameters... +2021-12-18 16:56:41,038 Loading parameters... +2021-12-18 16:56:41,039 Loading project parameters... +2021-12-18 16:56:41,041 + +13 of 25 jobs remaining (16:56) +2021-12-18 16:56:41,042 Sleep: 10 +2021-12-18 16:56:41,042 Number of retrials: 0 +2021-12-18 16:56:41,042 WRAPPER CHECK TIME = 10 +2021-12-18 16:56:41,042 Checking jobs for platform=marenostrum4 +2021-12-18 16:56:41,043 Checking jobs for platform=nord3 +2021-12-18 16:56:41,044 Checking jobs for platform=local +2021-12-18 16:56:41,047 Checking jobs for platform=transfer_node +2021-12-18 16:56:41,047 Checking all jobs at once +2021-12-18 16:56:42,521 Successful check job command +2021-12-18 16:56:43,791 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:56:43,791 End of checking +2021-12-18 16:56:43,793 Updating FAILED jobs +2021-12-18 16:56:43,793 Updating WAITING jobs +2021-12-18 16:56:43,793 Update finished +2021-12-18 16:56:43,793 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:56:43,793 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:56:43,793 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:56:43,794 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:56:43,794 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:56:43,794 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:56:43,794 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:56:43,797 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:56:43,799 Job list saved +2021-12-18 16:56:43,804 Updating FAILED jobs +2021-12-18 16:56:43,804 Updating WAITING jobs +2021-12-18 16:56:43,804 Update finished +2021-12-18 16:56:53,814 Reloading parameters... +2021-12-18 16:56:53,836 Loading parameters... +2021-12-18 16:56:53,837 Loading project parameters... +2021-12-18 16:56:53,839 + +13 of 25 jobs remaining (16:56) +2021-12-18 16:56:53,839 Sleep: 10 +2021-12-18 16:56:53,839 Number of retrials: 0 +2021-12-18 16:56:53,839 WRAPPER CHECK TIME = 10 +2021-12-18 16:56:53,840 Checking jobs for platform=marenostrum4 +2021-12-18 16:56:53,840 Checking jobs for platform=nord3 +2021-12-18 16:56:53,841 Checking jobs for platform=local +2021-12-18 16:56:53,842 Checking jobs for platform=transfer_node +2021-12-18 16:56:53,842 Checking all jobs at once +2021-12-18 16:56:55,261 Successful check job command +2021-12-18 16:56:56,631 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:56:56,631 End of checking +2021-12-18 16:56:56,632 Updating FAILED jobs +2021-12-18 16:56:56,632 Updating WAITING jobs +2021-12-18 16:56:56,633 Update finished +2021-12-18 16:56:56,633 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:56:56,633 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:56:56,633 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:56:56,633 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:56:56,633 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:56:56,634 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:56:56,634 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:56:56,637 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:56:56,639 Job list saved +2021-12-18 16:56:56,644 Updating FAILED jobs +2021-12-18 16:56:56,644 Updating WAITING jobs +2021-12-18 16:56:56,644 Update finished +2021-12-18 16:57:06,649 Reloading parameters... +2021-12-18 16:57:06,670 Loading parameters... +2021-12-18 16:57:06,671 Loading project parameters... +2021-12-18 16:57:06,673 + +13 of 25 jobs remaining (16:57) +2021-12-18 16:57:06,673 Sleep: 10 +2021-12-18 16:57:06,673 Number of retrials: 0 +2021-12-18 16:57:06,673 WRAPPER CHECK TIME = 10 +2021-12-18 16:57:06,674 Checking jobs for platform=marenostrum4 +2021-12-18 16:57:06,675 Checking jobs for platform=nord3 +2021-12-18 16:57:06,675 Checking jobs for platform=local +2021-12-18 16:57:06,676 Checking jobs for platform=transfer_node +2021-12-18 16:57:06,676 Checking all jobs at once +2021-12-18 16:57:07,895 Successful check job command +2021-12-18 16:57:09,115 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:57:09,115 End of checking +2021-12-18 16:57:09,117 Updating FAILED jobs +2021-12-18 16:57:09,117 Updating WAITING jobs +2021-12-18 16:57:09,117 Update finished +2021-12-18 16:57:09,117 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:57:09,118 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:57:09,118 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:57:09,118 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:57:09,118 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:57:09,118 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:57:09,119 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:57:09,121 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:57:09,124 Job list saved +2021-12-18 16:57:09,129 Updating FAILED jobs +2021-12-18 16:57:09,129 Updating WAITING jobs +2021-12-18 16:57:09,129 Update finished +2021-12-18 16:57:19,139 Reloading parameters... +2021-12-18 16:57:19,159 Loading parameters... +2021-12-18 16:57:19,161 Loading project parameters... +2021-12-18 16:57:19,163 + +13 of 25 jobs remaining (16:57) +2021-12-18 16:57:19,163 Sleep: 10 +2021-12-18 16:57:19,163 Number of retrials: 0 +2021-12-18 16:57:19,163 WRAPPER CHECK TIME = 10 +2021-12-18 16:57:19,164 Checking jobs for platform=marenostrum4 +2021-12-18 16:57:19,164 Checking jobs for platform=nord3 +2021-12-18 16:57:19,165 Checking jobs for platform=local +2021-12-18 16:57:19,165 Checking jobs for platform=transfer_node +2021-12-18 16:57:19,166 Checking all jobs at once +2021-12-18 16:57:20,485 Successful check job command +2021-12-18 16:57:21,754 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:57:21,754 End of checking +2021-12-18 16:57:21,756 Updating FAILED jobs +2021-12-18 16:57:21,756 Updating WAITING jobs +2021-12-18 16:57:21,756 Update finished +2021-12-18 16:57:21,756 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:57:21,756 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:57:21,757 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:57:21,757 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:57:21,757 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:57:21,757 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:57:21,757 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:57:21,760 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:57:21,763 Job list saved +2021-12-18 16:57:21,772 Updating FAILED jobs +2021-12-18 16:57:21,772 Updating WAITING jobs +2021-12-18 16:57:21,772 Update finished +2021-12-18 16:57:31,782 Reloading parameters... +2021-12-18 16:57:31,802 Loading parameters... +2021-12-18 16:57:31,803 Loading project parameters... +2021-12-18 16:57:31,805 + +13 of 25 jobs remaining (16:57) +2021-12-18 16:57:31,805 Sleep: 10 +2021-12-18 16:57:31,805 Number of retrials: 0 +2021-12-18 16:57:31,806 WRAPPER CHECK TIME = 10 +2021-12-18 16:57:31,806 Checking jobs for platform=marenostrum4 +2021-12-18 16:57:31,807 Checking jobs for platform=nord3 +2021-12-18 16:57:31,807 Checking jobs for platform=local +2021-12-18 16:57:31,808 Checking jobs for platform=transfer_node +2021-12-18 16:57:31,808 Checking all jobs at once +2021-12-18 16:57:33,129 Successful check job command +2021-12-18 16:57:34,398 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:57:34,399 End of checking +2021-12-18 16:57:34,400 Updating FAILED jobs +2021-12-18 16:57:34,400 Updating WAITING jobs +2021-12-18 16:57:34,400 Update finished +2021-12-18 16:57:34,400 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:57:34,401 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:57:34,401 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:57:34,401 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:57:34,401 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:57:34,401 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:57:34,401 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:57:34,404 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:57:34,406 Job list saved +2021-12-18 16:57:34,415 Updating FAILED jobs +2021-12-18 16:57:34,416 Updating WAITING jobs +2021-12-18 16:57:34,416 Update finished +2021-12-18 16:57:44,426 Reloading parameters... +2021-12-18 16:57:44,445 Loading parameters... +2021-12-18 16:57:44,447 Loading project parameters... +2021-12-18 16:57:44,448 + +13 of 25 jobs remaining (16:57) +2021-12-18 16:57:44,449 Sleep: 10 +2021-12-18 16:57:44,449 Number of retrials: 0 +2021-12-18 16:57:44,449 WRAPPER CHECK TIME = 10 +2021-12-18 16:57:44,449 Checking jobs for platform=marenostrum4 +2021-12-18 16:57:44,450 Checking jobs for platform=nord3 +2021-12-18 16:57:44,451 Checking jobs for platform=local +2021-12-18 16:57:44,451 Checking jobs for platform=transfer_node +2021-12-18 16:57:44,451 Checking all jobs at once +2021-12-18 16:57:46,071 Successful check job command +2021-12-18 16:57:47,290 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:57:47,291 End of checking +2021-12-18 16:57:47,292 Updating FAILED jobs +2021-12-18 16:57:47,292 Updating WAITING jobs +2021-12-18 16:57:47,293 Update finished +2021-12-18 16:57:47,293 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:57:47,293 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:57:47,294 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:57:47,294 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:57:47,294 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:57:47,294 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:57:47,294 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:57:47,298 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:57:47,300 Job list saved +2021-12-18 16:57:47,305 Updating FAILED jobs +2021-12-18 16:57:47,305 Updating WAITING jobs +2021-12-18 16:57:47,305 Update finished +2021-12-18 16:57:57,315 Reloading parameters... +2021-12-18 16:57:57,335 Loading parameters... +2021-12-18 16:57:57,336 Loading project parameters... +2021-12-18 16:57:57,338 + +13 of 25 jobs remaining (16:57) +2021-12-18 16:57:57,338 Sleep: 10 +2021-12-18 16:57:57,338 Number of retrials: 0 +2021-12-18 16:57:57,338 WRAPPER CHECK TIME = 10 +2021-12-18 16:57:57,339 Checking jobs for platform=marenostrum4 +2021-12-18 16:57:57,340 Checking jobs for platform=nord3 +2021-12-18 16:57:57,341 Checking jobs for platform=local +2021-12-18 16:57:57,341 Checking jobs for platform=transfer_node +2021-12-18 16:57:57,341 Checking all jobs at once +2021-12-18 16:57:58,612 Successful check job command +2021-12-18 16:57:59,881 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:57:59,881 End of checking +2021-12-18 16:57:59,883 Updating FAILED jobs +2021-12-18 16:57:59,883 Updating WAITING jobs +2021-12-18 16:57:59,883 Update finished +2021-12-18 16:57:59,883 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:57:59,883 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:57:59,884 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:57:59,884 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:57:59,884 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:57:59,884 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:57:59,884 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:57:59,887 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:57:59,889 Job list saved +2021-12-18 16:57:59,895 Updating FAILED jobs +2021-12-18 16:57:59,895 Updating WAITING jobs +2021-12-18 16:57:59,895 Update finished +2021-12-18 16:58:09,904 Reloading parameters... +2021-12-18 16:58:09,923 Loading parameters... +2021-12-18 16:58:09,925 Loading project parameters... +2021-12-18 16:58:09,926 + +13 of 25 jobs remaining (16:58) +2021-12-18 16:58:09,927 Sleep: 10 +2021-12-18 16:58:09,927 Number of retrials: 0 +2021-12-18 16:58:09,927 WRAPPER CHECK TIME = 10 +2021-12-18 16:58:09,927 Checking jobs for platform=marenostrum4 +2021-12-18 16:58:09,928 Checking jobs for platform=nord3 +2021-12-18 16:58:09,929 Checking jobs for platform=local +2021-12-18 16:58:09,929 Checking jobs for platform=transfer_node +2021-12-18 16:58:09,929 Checking all jobs at once +2021-12-18 16:58:11,249 Successful check job command +2021-12-18 16:58:12,521 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:58:12,521 End of checking +2021-12-18 16:58:12,523 Updating FAILED jobs +2021-12-18 16:58:12,523 Updating WAITING jobs +2021-12-18 16:58:12,523 Update finished +2021-12-18 16:58:12,523 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:58:12,523 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:58:12,523 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:58:12,523 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:58:12,524 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:58:12,524 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:58:12,524 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:58:12,527 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:58:12,529 Job list saved +2021-12-18 16:58:12,534 Updating FAILED jobs +2021-12-18 16:58:12,535 Updating WAITING jobs +2021-12-18 16:58:12,535 Update finished +2021-12-18 16:58:22,545 Reloading parameters... +2021-12-18 16:58:22,565 Loading parameters... +2021-12-18 16:58:22,566 Loading project parameters... +2021-12-18 16:58:22,568 + +13 of 25 jobs remaining (16:58) +2021-12-18 16:58:22,568 Sleep: 10 +2021-12-18 16:58:22,568 Number of retrials: 0 +2021-12-18 16:58:22,569 WRAPPER CHECK TIME = 10 +2021-12-18 16:58:22,569 Checking jobs for platform=marenostrum4 +2021-12-18 16:58:22,570 Checking jobs for platform=nord3 +2021-12-18 16:58:22,570 Checking jobs for platform=local +2021-12-18 16:58:22,571 Checking jobs for platform=transfer_node +2021-12-18 16:58:22,571 Checking all jobs at once +2021-12-18 16:58:23,890 Successful check job command +2021-12-18 16:58:25,109 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:58:25,110 End of checking +2021-12-18 16:58:25,111 Updating FAILED jobs +2021-12-18 16:58:25,111 Updating WAITING jobs +2021-12-18 16:58:25,111 Update finished +2021-12-18 16:58:25,111 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:58:25,112 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:58:25,112 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:58:25,112 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:58:25,113 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:58:25,113 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:58:25,113 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:58:25,116 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:58:25,118 Job list saved +2021-12-18 16:58:25,123 Updating FAILED jobs +2021-12-18 16:58:25,123 Updating WAITING jobs +2021-12-18 16:58:25,123 Update finished +2021-12-18 16:58:35,133 Reloading parameters... +2021-12-18 16:58:35,156 Loading parameters... +2021-12-18 16:58:35,158 Loading project parameters... +2021-12-18 16:58:35,159 + +13 of 25 jobs remaining (16:58) +2021-12-18 16:58:35,160 Sleep: 10 +2021-12-18 16:58:35,160 Number of retrials: 0 +2021-12-18 16:58:35,160 WRAPPER CHECK TIME = 10 +2021-12-18 16:58:35,160 Checking jobs for platform=marenostrum4 +2021-12-18 16:58:35,161 Checking jobs for platform=nord3 +2021-12-18 16:58:35,162 Checking jobs for platform=local +2021-12-18 16:58:35,162 Checking jobs for platform=transfer_node +2021-12-18 16:58:35,162 Checking all jobs at once +2021-12-18 16:58:36,482 Successful check job command +2021-12-18 16:58:37,701 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:58:37,701 End of checking +2021-12-18 16:58:37,703 Updating FAILED jobs +2021-12-18 16:58:37,703 Updating WAITING jobs +2021-12-18 16:58:37,703 Update finished +2021-12-18 16:58:37,703 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:58:37,704 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:58:37,704 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:58:37,704 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:58:37,704 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:58:37,704 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:58:37,704 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:58:37,708 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:58:37,711 Job list saved +2021-12-18 16:58:37,717 Updating FAILED jobs +2021-12-18 16:58:37,717 Updating WAITING jobs +2021-12-18 16:58:37,717 Update finished +2021-12-18 16:58:47,724 Reloading parameters... +2021-12-18 16:58:47,744 Loading parameters... +2021-12-18 16:58:47,745 Loading project parameters... +2021-12-18 16:58:47,747 + +13 of 25 jobs remaining (16:58) +2021-12-18 16:58:47,747 Sleep: 10 +2021-12-18 16:58:47,747 Number of retrials: 0 +2021-12-18 16:58:47,747 WRAPPER CHECK TIME = 10 +2021-12-18 16:58:47,748 Checking jobs for platform=marenostrum4 +2021-12-18 16:58:47,749 Checking jobs for platform=nord3 +2021-12-18 16:58:47,749 Checking jobs for platform=local +2021-12-18 16:58:47,750 Checking jobs for platform=transfer_node +2021-12-18 16:58:47,750 Checking all jobs at once +2021-12-18 16:58:49,069 Successful check job command +2021-12-18 16:58:50,239 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:58:50,239 End of checking +2021-12-18 16:58:50,240 Updating FAILED jobs +2021-12-18 16:58:50,240 Updating WAITING jobs +2021-12-18 16:58:50,241 Update finished +2021-12-18 16:58:50,241 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:58:50,241 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:58:50,241 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:58:50,241 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:58:50,241 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:58:50,242 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:58:50,242 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:58:50,245 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:58:50,248 Job list saved +2021-12-18 16:58:50,252 Updating FAILED jobs +2021-12-18 16:58:50,252 Updating WAITING jobs +2021-12-18 16:58:50,253 Update finished +2021-12-18 16:59:00,263 Reloading parameters... +2021-12-18 16:59:00,283 Loading parameters... +2021-12-18 16:59:00,284 Loading project parameters... +2021-12-18 16:59:00,286 + +13 of 25 jobs remaining (16:59) +2021-12-18 16:59:00,286 Sleep: 10 +2021-12-18 16:59:00,286 Number of retrials: 0 +2021-12-18 16:59:00,286 WRAPPER CHECK TIME = 10 +2021-12-18 16:59:00,287 Checking jobs for platform=marenostrum4 +2021-12-18 16:59:00,287 Checking jobs for platform=nord3 +2021-12-18 16:59:00,288 Checking jobs for platform=local +2021-12-18 16:59:00,289 Checking jobs for platform=transfer_node +2021-12-18 16:59:00,289 Checking all jobs at once +2021-12-18 16:59:01,761 Successful check job command +2021-12-18 16:59:03,030 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:59:03,031 End of checking +2021-12-18 16:59:03,032 Updating FAILED jobs +2021-12-18 16:59:03,032 Updating WAITING jobs +2021-12-18 16:59:03,032 Update finished +2021-12-18 16:59:03,033 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:59:03,033 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:59:03,033 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:59:03,034 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:59:03,034 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:59:03,034 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:59:03,034 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:59:03,037 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:59:03,040 Job list saved +2021-12-18 16:59:03,046 Updating FAILED jobs +2021-12-18 16:59:03,046 Updating WAITING jobs +2021-12-18 16:59:03,046 Update finished +2021-12-18 16:59:13,054 Reloading parameters... +2021-12-18 16:59:13,074 Loading parameters... +2021-12-18 16:59:13,075 Loading project parameters... +2021-12-18 16:59:13,077 + +13 of 25 jobs remaining (16:59) +2021-12-18 16:59:13,077 Sleep: 10 +2021-12-18 16:59:13,077 Number of retrials: 0 +2021-12-18 16:59:13,077 WRAPPER CHECK TIME = 10 +2021-12-18 16:59:13,078 Checking jobs for platform=marenostrum4 +2021-12-18 16:59:13,079 Checking jobs for platform=nord3 +2021-12-18 16:59:13,079 Checking jobs for platform=local +2021-12-18 16:59:13,080 Checking jobs for platform=transfer_node +2021-12-18 16:59:13,080 Checking all jobs at once +2021-12-18 16:59:14,499 Successful check job command +2021-12-18 16:59:15,768 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:59:15,768 End of checking +2021-12-18 16:59:15,770 Updating FAILED jobs +2021-12-18 16:59:15,770 Updating WAITING jobs +2021-12-18 16:59:15,770 Update finished +2021-12-18 16:59:15,770 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:59:15,771 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:59:15,771 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:59:15,771 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:59:15,771 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:59:15,771 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:59:15,771 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:59:15,774 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:59:15,776 Job list saved +2021-12-18 16:59:15,781 Updating FAILED jobs +2021-12-18 16:59:15,781 Updating WAITING jobs +2021-12-18 16:59:15,781 Update finished +2021-12-18 16:59:25,792 Reloading parameters... +2021-12-18 16:59:25,813 Loading parameters... +2021-12-18 16:59:25,814 Loading project parameters... +2021-12-18 16:59:25,816 + +13 of 25 jobs remaining (16:59) +2021-12-18 16:59:25,816 Sleep: 10 +2021-12-18 16:59:25,816 Number of retrials: 0 +2021-12-18 16:59:25,816 WRAPPER CHECK TIME = 10 +2021-12-18 16:59:25,817 Checking jobs for platform=marenostrum4 +2021-12-18 16:59:25,818 Checking jobs for platform=nord3 +2021-12-18 16:59:25,818 Checking jobs for platform=local +2021-12-18 16:59:25,819 Checking jobs for platform=transfer_node +2021-12-18 16:59:25,819 Checking all jobs at once +2021-12-18 16:59:27,038 Successful check job command +2021-12-18 16:59:28,207 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:59:28,207 End of checking +2021-12-18 16:59:28,208 Updating FAILED jobs +2021-12-18 16:59:28,208 Updating WAITING jobs +2021-12-18 16:59:28,209 Update finished +2021-12-18 16:59:28,209 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:59:28,209 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:59:28,209 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:59:28,209 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:59:28,209 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:59:28,210 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:59:28,210 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:59:28,213 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:59:28,216 Job list saved +2021-12-18 16:59:28,221 Updating FAILED jobs +2021-12-18 16:59:28,221 Updating WAITING jobs +2021-12-18 16:59:28,221 Update finished +2021-12-18 16:59:38,229 Reloading parameters... +2021-12-18 16:59:38,255 Loading parameters... +2021-12-18 16:59:38,256 Loading project parameters... +2021-12-18 16:59:38,258 + +13 of 25 jobs remaining (16:59) +2021-12-18 16:59:38,258 Sleep: 10 +2021-12-18 16:59:38,258 Number of retrials: 0 +2021-12-18 16:59:38,258 WRAPPER CHECK TIME = 10 +2021-12-18 16:59:38,259 Checking jobs for platform=marenostrum4 +2021-12-18 16:59:38,259 Checking jobs for platform=nord3 +2021-12-18 16:59:38,260 Checking jobs for platform=local +2021-12-18 16:59:38,260 Checking jobs for platform=transfer_node +2021-12-18 16:59:38,260 Checking all jobs at once +2021-12-18 16:59:39,832 Successful check job command +2021-12-18 16:59:41,352 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:59:41,353 End of checking +2021-12-18 16:59:41,354 Updating FAILED jobs +2021-12-18 16:59:41,354 Updating WAITING jobs +2021-12-18 16:59:41,355 Update finished +2021-12-18 16:59:41,355 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:59:41,356 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:59:41,356 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:59:41,356 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:59:41,356 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:59:41,356 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:59:41,356 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:59:41,359 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:59:41,362 Job list saved +2021-12-18 16:59:41,367 Updating FAILED jobs +2021-12-18 16:59:41,367 Updating WAITING jobs +2021-12-18 16:59:41,367 Update finished +2021-12-18 16:59:51,376 Reloading parameters... +2021-12-18 16:59:51,395 Loading parameters... +2021-12-18 16:59:51,397 Loading project parameters... +2021-12-18 16:59:51,399 + +13 of 25 jobs remaining (16:59) +2021-12-18 16:59:51,399 Sleep: 10 +2021-12-18 16:59:51,399 Number of retrials: 0 +2021-12-18 16:59:51,399 WRAPPER CHECK TIME = 10 +2021-12-18 16:59:51,400 Checking jobs for platform=marenostrum4 +2021-12-18 16:59:51,400 Checking jobs for platform=nord3 +2021-12-18 16:59:51,401 Checking jobs for platform=local +2021-12-18 16:59:51,401 Checking jobs for platform=transfer_node +2021-12-18 16:59:51,401 Checking all jobs at once +2021-12-18 16:59:52,771 Successful check job command +2021-12-18 16:59:54,040 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 16:59:54,040 End of checking +2021-12-18 16:59:54,041 Updating FAILED jobs +2021-12-18 16:59:54,041 Updating WAITING jobs +2021-12-18 16:59:54,042 Update finished +2021-12-18 16:59:54,042 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 16:59:54,042 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 16:59:54,042 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 16:59:54,043 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 16:59:54,043 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 16:59:54,043 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 16:59:54,043 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 16:59:54,046 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 16:59:54,048 Job list saved +2021-12-18 16:59:54,053 Updating FAILED jobs +2021-12-18 16:59:54,053 Updating WAITING jobs +2021-12-18 16:59:54,054 Update finished +2021-12-18 17:00:04,064 Reloading parameters... +2021-12-18 17:00:04,088 Loading parameters... +2021-12-18 17:00:04,089 Loading project parameters... +2021-12-18 17:00:04,091 + +13 of 25 jobs remaining (17:00) +2021-12-18 17:00:04,091 Sleep: 10 +2021-12-18 17:00:04,091 Number of retrials: 0 +2021-12-18 17:00:04,092 WRAPPER CHECK TIME = 10 +2021-12-18 17:00:04,092 Checking jobs for platform=marenostrum4 +2021-12-18 17:00:04,093 Checking jobs for platform=nord3 +2021-12-18 17:00:04,093 Checking jobs for platform=local +2021-12-18 17:00:04,094 Checking jobs for platform=transfer_node +2021-12-18 17:00:04,094 Checking all jobs at once +2021-12-18 17:00:05,464 Successful check job command +2021-12-18 17:00:06,634 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:00:06,634 End of checking +2021-12-18 17:00:06,636 Updating FAILED jobs +2021-12-18 17:00:06,636 Updating WAITING jobs +2021-12-18 17:00:06,636 Update finished +2021-12-18 17:00:06,636 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:00:06,637 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:00:06,637 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:00:06,637 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:00:06,637 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:00:06,637 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:00:06,637 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:00:06,640 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:00:06,643 Job list saved +2021-12-18 17:00:06,653 Updating FAILED jobs +2021-12-18 17:00:06,653 Updating WAITING jobs +2021-12-18 17:00:06,653 Update finished +2021-12-18 17:00:16,663 Reloading parameters... +2021-12-18 17:00:16,684 Loading parameters... +2021-12-18 17:00:16,685 Loading project parameters... +2021-12-18 17:00:16,687 + +13 of 25 jobs remaining (17:00) +2021-12-18 17:00:16,687 Sleep: 10 +2021-12-18 17:00:16,687 Number of retrials: 0 +2021-12-18 17:00:16,687 WRAPPER CHECK TIME = 10 +2021-12-18 17:00:16,688 Checking jobs for platform=marenostrum4 +2021-12-18 17:00:16,688 Checking jobs for platform=nord3 +2021-12-18 17:00:16,689 Checking jobs for platform=local +2021-12-18 17:00:16,689 Checking jobs for platform=transfer_node +2021-12-18 17:00:16,690 Checking all jobs at once +2021-12-18 17:00:18,310 Successful check job command +2021-12-18 17:00:19,679 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:00:19,679 End of checking +2021-12-18 17:00:19,681 Updating FAILED jobs +2021-12-18 17:00:19,681 Updating WAITING jobs +2021-12-18 17:00:19,681 Update finished +2021-12-18 17:00:19,681 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:00:19,682 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:00:19,682 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:00:19,682 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:00:19,682 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:00:19,682 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:00:19,682 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:00:19,688 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:00:19,690 Job list saved +2021-12-18 17:00:19,697 Updating FAILED jobs +2021-12-18 17:00:19,697 Updating WAITING jobs +2021-12-18 17:00:19,697 Update finished +2021-12-18 17:00:29,707 Reloading parameters... +2021-12-18 17:00:29,726 Loading parameters... +2021-12-18 17:00:29,727 Loading project parameters... +2021-12-18 17:00:29,729 + +13 of 25 jobs remaining (17:00) +2021-12-18 17:00:29,730 Sleep: 10 +2021-12-18 17:00:29,730 Number of retrials: 0 +2021-12-18 17:00:29,730 WRAPPER CHECK TIME = 10 +2021-12-18 17:00:29,730 Checking jobs for platform=marenostrum4 +2021-12-18 17:00:29,731 Checking jobs for platform=nord3 +2021-12-18 17:00:29,732 Checking jobs for platform=local +2021-12-18 17:00:29,732 Checking jobs for platform=transfer_node +2021-12-18 17:00:29,732 Checking all jobs at once +2021-12-18 17:00:31,252 Successful check job command +2021-12-18 17:00:32,522 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:00:32,522 End of checking +2021-12-18 17:00:32,524 Updating FAILED jobs +2021-12-18 17:00:32,524 Updating WAITING jobs +2021-12-18 17:00:32,524 Update finished +2021-12-18 17:00:32,524 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:00:32,524 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:00:32,525 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:00:32,525 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:00:32,525 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:00:32,525 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:00:32,525 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:00:32,530 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:00:32,532 Job list saved +2021-12-18 17:00:32,541 Updating FAILED jobs +2021-12-18 17:00:32,541 Updating WAITING jobs +2021-12-18 17:00:32,542 Update finished +2021-12-18 17:00:42,552 Reloading parameters... +2021-12-18 17:00:42,572 Loading parameters... +2021-12-18 17:00:42,574 Loading project parameters... +2021-12-18 17:00:42,576 + +13 of 25 jobs remaining (17:00) +2021-12-18 17:00:42,576 Sleep: 10 +2021-12-18 17:00:42,576 Number of retrials: 0 +2021-12-18 17:00:42,576 WRAPPER CHECK TIME = 10 +2021-12-18 17:00:42,576 Checking jobs for platform=marenostrum4 +2021-12-18 17:00:42,577 Checking jobs for platform=nord3 +2021-12-18 17:00:42,578 Checking jobs for platform=local +2021-12-18 17:00:42,578 Checking jobs for platform=transfer_node +2021-12-18 17:00:42,578 Checking all jobs at once +2021-12-18 17:00:43,948 Successful check job command +2021-12-18 17:00:45,218 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:00:45,218 End of checking +2021-12-18 17:00:45,220 Updating FAILED jobs +2021-12-18 17:00:45,220 Updating WAITING jobs +2021-12-18 17:00:45,220 Update finished +2021-12-18 17:00:45,220 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:00:45,220 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:00:45,221 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:00:45,221 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:00:45,221 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:00:45,221 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:00:45,221 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:00:45,224 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:00:45,227 Job list saved +2021-12-18 17:00:45,232 Updating FAILED jobs +2021-12-18 17:00:45,232 Updating WAITING jobs +2021-12-18 17:00:45,232 Update finished +2021-12-18 17:00:55,242 Reloading parameters... +2021-12-18 17:00:55,265 Loading parameters... +2021-12-18 17:00:55,266 Loading project parameters... +2021-12-18 17:00:55,268 + +13 of 25 jobs remaining (17:00) +2021-12-18 17:00:55,268 Sleep: 10 +2021-12-18 17:00:55,269 Number of retrials: 0 +2021-12-18 17:00:55,269 WRAPPER CHECK TIME = 10 +2021-12-18 17:00:55,270 Checking jobs for platform=marenostrum4 +2021-12-18 17:00:55,270 Checking jobs for platform=nord3 +2021-12-18 17:00:55,271 Checking jobs for platform=local +2021-12-18 17:00:55,271 Checking jobs for platform=transfer_node +2021-12-18 17:00:55,272 Checking all jobs at once +2021-12-18 17:00:56,744 Successful check job command +2021-12-18 17:00:58,114 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:00:58,114 End of checking +2021-12-18 17:00:58,116 Updating FAILED jobs +2021-12-18 17:00:58,116 Updating WAITING jobs +2021-12-18 17:00:58,116 Update finished +2021-12-18 17:00:58,116 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:00:58,117 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:00:58,117 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:00:58,117 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:00:58,117 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:00:58,117 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:00:58,118 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:00:58,120 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:00:58,123 Job list saved +2021-12-18 17:00:58,128 Updating FAILED jobs +2021-12-18 17:00:58,128 Updating WAITING jobs +2021-12-18 17:00:58,128 Update finished +2021-12-18 17:01:08,138 Reloading parameters... +2021-12-18 17:01:08,162 Loading parameters... +2021-12-18 17:01:08,164 Loading project parameters... +2021-12-18 17:01:08,165 + +13 of 25 jobs remaining (17:01) +2021-12-18 17:01:08,166 Sleep: 10 +2021-12-18 17:01:08,166 Number of retrials: 0 +2021-12-18 17:01:08,166 WRAPPER CHECK TIME = 10 +2021-12-18 17:01:08,166 Checking jobs for platform=marenostrum4 +2021-12-18 17:01:08,167 Checking jobs for platform=nord3 +2021-12-18 17:01:08,168 Checking jobs for platform=local +2021-12-18 17:01:08,168 Checking jobs for platform=transfer_node +2021-12-18 17:01:08,168 Checking all jobs at once +2021-12-18 17:01:09,838 Successful check job command +2021-12-18 17:01:11,108 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:01:11,108 End of checking +2021-12-18 17:01:11,109 Updating FAILED jobs +2021-12-18 17:01:11,109 Updating WAITING jobs +2021-12-18 17:01:11,110 Update finished +2021-12-18 17:01:11,110 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:01:11,110 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:01:11,110 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:01:11,110 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:01:11,110 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:01:11,111 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:01:11,111 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:01:11,114 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:01:11,116 Job list saved +2021-12-18 17:01:11,121 Updating FAILED jobs +2021-12-18 17:01:11,121 Updating WAITING jobs +2021-12-18 17:01:11,121 Update finished +2021-12-18 17:01:21,131 Reloading parameters... +2021-12-18 17:01:21,211 Loading parameters... +2021-12-18 17:01:21,213 Loading project parameters... +2021-12-18 17:01:21,215 + +13 of 25 jobs remaining (17:01) +2021-12-18 17:01:21,215 Sleep: 10 +2021-12-18 17:01:21,215 Number of retrials: 0 +2021-12-18 17:01:21,215 WRAPPER CHECK TIME = 10 +2021-12-18 17:01:21,216 Checking jobs for platform=marenostrum4 +2021-12-18 17:01:21,216 Checking jobs for platform=nord3 +2021-12-18 17:01:21,217 Checking jobs for platform=local +2021-12-18 17:01:21,217 Checking jobs for platform=transfer_node +2021-12-18 17:01:21,217 Checking all jobs at once +2021-12-18 17:01:22,638 Successful check job command +2021-12-18 17:01:23,907 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:01:23,907 End of checking +2021-12-18 17:01:23,909 Updating FAILED jobs +2021-12-18 17:01:23,909 Updating WAITING jobs +2021-12-18 17:01:23,909 Update finished +2021-12-18 17:01:23,909 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:01:23,909 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:01:23,909 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:01:23,910 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:01:23,910 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:01:23,910 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:01:23,910 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:01:23,913 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:01:23,915 Job list saved +2021-12-18 17:01:23,920 Updating FAILED jobs +2021-12-18 17:01:23,921 Updating WAITING jobs +2021-12-18 17:01:23,921 Update finished +2021-12-18 17:01:33,931 Reloading parameters... +2021-12-18 17:01:33,951 Loading parameters... +2021-12-18 17:01:33,952 Loading project parameters... +2021-12-18 17:01:33,954 + +13 of 25 jobs remaining (17:01) +2021-12-18 17:01:33,954 Sleep: 10 +2021-12-18 17:01:33,954 Number of retrials: 0 +2021-12-18 17:01:33,954 WRAPPER CHECK TIME = 10 +2021-12-18 17:01:33,955 Checking jobs for platform=marenostrum4 +2021-12-18 17:01:33,955 Checking jobs for platform=nord3 +2021-12-18 17:01:33,956 Checking jobs for platform=local +2021-12-18 17:01:33,957 Checking jobs for platform=transfer_node +2021-12-18 17:01:33,957 Checking all jobs at once +2021-12-18 17:01:35,477 Successful check job command +2021-12-18 17:01:36,896 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:01:36,897 End of checking +2021-12-18 17:01:36,898 Updating FAILED jobs +2021-12-18 17:01:36,898 Updating WAITING jobs +2021-12-18 17:01:36,898 Update finished +2021-12-18 17:01:36,899 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:01:36,899 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:01:36,899 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:01:36,900 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:01:36,900 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:01:36,900 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:01:36,900 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:01:36,903 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:01:36,905 Job list saved +2021-12-18 17:01:36,910 Updating FAILED jobs +2021-12-18 17:01:36,910 Updating WAITING jobs +2021-12-18 17:01:36,911 Update finished +2021-12-18 17:01:46,912 Reloading parameters... +2021-12-18 17:01:46,931 Loading parameters... +2021-12-18 17:01:46,933 Loading project parameters... +2021-12-18 17:01:46,935 + +13 of 25 jobs remaining (17:01) +2021-12-18 17:01:46,935 Sleep: 10 +2021-12-18 17:01:46,935 Number of retrials: 0 +2021-12-18 17:01:46,936 WRAPPER CHECK TIME = 10 +2021-12-18 17:01:46,936 Checking jobs for platform=marenostrum4 +2021-12-18 17:01:46,937 Checking jobs for platform=nord3 +2021-12-18 17:01:46,937 Checking jobs for platform=local +2021-12-18 17:01:46,938 Checking jobs for platform=transfer_node +2021-12-18 17:01:46,938 Checking all jobs at once +2021-12-18 17:01:48,309 Successful check job command +2021-12-18 17:01:49,528 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:01:49,528 End of checking +2021-12-18 17:01:49,530 Updating FAILED jobs +2021-12-18 17:01:49,530 Updating WAITING jobs +2021-12-18 17:01:49,530 Update finished +2021-12-18 17:01:49,531 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:01:49,531 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:01:49,531 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:01:49,531 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:01:49,531 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:01:49,531 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:01:49,532 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:01:49,534 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:01:49,537 Job list saved +2021-12-18 17:01:49,542 Updating FAILED jobs +2021-12-18 17:01:49,542 Updating WAITING jobs +2021-12-18 17:01:49,542 Update finished +2021-12-18 17:01:59,550 Reloading parameters... +2021-12-18 17:01:59,570 Loading parameters... +2021-12-18 17:01:59,572 Loading project parameters... +2021-12-18 17:01:59,574 + +13 of 25 jobs remaining (17:01) +2021-12-18 17:01:59,574 Sleep: 10 +2021-12-18 17:01:59,574 Number of retrials: 0 +2021-12-18 17:01:59,574 WRAPPER CHECK TIME = 10 +2021-12-18 17:01:59,575 Checking jobs for platform=marenostrum4 +2021-12-18 17:01:59,576 Checking jobs for platform=nord3 +2021-12-18 17:01:59,576 Checking jobs for platform=local +2021-12-18 17:01:59,577 Checking jobs for platform=transfer_node +2021-12-18 17:01:59,577 Checking all jobs at once +2021-12-18 17:02:01,047 Successful check job command +2021-12-18 17:02:02,316 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:02:02,316 End of checking +2021-12-18 17:02:02,318 Updating FAILED jobs +2021-12-18 17:02:02,318 Updating WAITING jobs +2021-12-18 17:02:02,318 Update finished +2021-12-18 17:02:02,318 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:02:02,318 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:02:02,318 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:02:02,318 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:02:02,319 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:02:02,319 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:02:02,319 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:02:02,321 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:02:02,324 Job list saved +2021-12-18 17:02:02,329 Updating FAILED jobs +2021-12-18 17:02:02,329 Updating WAITING jobs +2021-12-18 17:02:02,329 Update finished +2021-12-18 17:02:12,333 Reloading parameters... +2021-12-18 17:02:12,353 Loading parameters... +2021-12-18 17:02:12,354 Loading project parameters... +2021-12-18 17:02:12,356 + +13 of 25 jobs remaining (17:02) +2021-12-18 17:02:12,356 Sleep: 10 +2021-12-18 17:02:12,356 Number of retrials: 0 +2021-12-18 17:02:12,356 WRAPPER CHECK TIME = 10 +2021-12-18 17:02:12,357 Checking jobs for platform=marenostrum4 +2021-12-18 17:02:12,358 Checking jobs for platform=nord3 +2021-12-18 17:02:12,358 Checking jobs for platform=local +2021-12-18 17:02:12,359 Checking jobs for platform=transfer_node +2021-12-18 17:02:12,359 Checking all jobs at once +2021-12-18 17:02:13,779 Successful check job command +2021-12-18 17:02:15,098 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:02:15,098 End of checking +2021-12-18 17:02:15,100 Updating FAILED jobs +2021-12-18 17:02:15,100 Updating WAITING jobs +2021-12-18 17:02:15,100 Update finished +2021-12-18 17:02:15,100 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:02:15,101 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:02:15,101 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:02:15,101 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:02:15,102 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:02:15,102 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:02:15,102 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:02:15,105 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:02:15,107 Job list saved +2021-12-18 17:02:15,119 Updating FAILED jobs +2021-12-18 17:02:15,120 Updating WAITING jobs +2021-12-18 17:02:15,120 Update finished +2021-12-18 17:02:25,129 Reloading parameters... +2021-12-18 17:02:25,148 Loading parameters... +2021-12-18 17:02:25,149 Loading project parameters... +2021-12-18 17:02:25,151 + +13 of 25 jobs remaining (17:02) +2021-12-18 17:02:25,151 Sleep: 10 +2021-12-18 17:02:25,151 Number of retrials: 0 +2021-12-18 17:02:25,151 WRAPPER CHECK TIME = 10 +2021-12-18 17:02:25,152 Checking jobs for platform=marenostrum4 +2021-12-18 17:02:25,152 Checking jobs for platform=nord3 +2021-12-18 17:02:25,153 Checking jobs for platform=local +2021-12-18 17:02:25,154 Checking jobs for platform=transfer_node +2021-12-18 17:02:25,154 Checking all jobs at once +2021-12-18 17:02:26,627 Successful check job command +2021-12-18 17:02:27,796 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:02:27,796 End of checking +2021-12-18 17:02:27,797 Updating FAILED jobs +2021-12-18 17:02:27,797 Updating WAITING jobs +2021-12-18 17:02:27,797 Update finished +2021-12-18 17:02:27,798 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:02:27,798 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:02:27,798 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:02:27,798 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:02:27,798 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:02:27,798 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:02:27,798 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:02:27,801 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:02:27,803 Job list saved +2021-12-18 17:02:27,808 Updating FAILED jobs +2021-12-18 17:02:27,808 Updating WAITING jobs +2021-12-18 17:02:27,808 Update finished +2021-12-18 17:02:37,819 Reloading parameters... +2021-12-18 17:02:37,836 Loading parameters... +2021-12-18 17:02:37,838 Loading project parameters... +2021-12-18 17:02:37,839 + +13 of 25 jobs remaining (17:02) +2021-12-18 17:02:37,840 Sleep: 10 +2021-12-18 17:02:37,840 Number of retrials: 0 +2021-12-18 17:02:37,840 WRAPPER CHECK TIME = 10 +2021-12-18 17:02:37,840 Checking jobs for platform=marenostrum4 +2021-12-18 17:02:37,841 Checking jobs for platform=nord3 +2021-12-18 17:02:37,841 Checking jobs for platform=local +2021-12-18 17:02:37,844 Checking jobs for platform=transfer_node +2021-12-18 17:02:37,844 Checking all jobs at once +2021-12-18 17:02:39,214 Successful check job command +2021-12-18 17:02:40,683 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:02:40,684 End of checking +2021-12-18 17:02:40,685 Updating FAILED jobs +2021-12-18 17:02:40,685 Updating WAITING jobs +2021-12-18 17:02:40,685 Update finished +2021-12-18 17:02:40,685 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:02:40,685 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:02:40,686 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:02:40,686 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:02:40,686 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:02:40,686 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:02:40,686 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:02:40,689 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:02:40,691 Job list saved +2021-12-18 17:02:40,696 Updating FAILED jobs +2021-12-18 17:02:40,696 Updating WAITING jobs +2021-12-18 17:02:40,696 Update finished +2021-12-18 17:02:50,706 Reloading parameters... +2021-12-18 17:02:50,723 Loading parameters... +2021-12-18 17:02:50,724 Loading project parameters... +2021-12-18 17:02:50,726 + +13 of 25 jobs remaining (17:02) +2021-12-18 17:02:50,726 Sleep: 10 +2021-12-18 17:02:50,727 Number of retrials: 0 +2021-12-18 17:02:50,727 WRAPPER CHECK TIME = 10 +2021-12-18 17:02:50,727 Checking jobs for platform=marenostrum4 +2021-12-18 17:02:50,728 Checking jobs for platform=nord3 +2021-12-18 17:02:50,728 Checking jobs for platform=local +2021-12-18 17:02:50,729 Checking jobs for platform=transfer_node +2021-12-18 17:02:50,729 Checking all jobs at once +2021-12-18 17:02:52,098 Successful check job command +2021-12-18 17:02:53,418 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:02:53,418 End of checking +2021-12-18 17:02:53,419 Updating FAILED jobs +2021-12-18 17:02:53,419 Updating WAITING jobs +2021-12-18 17:02:53,419 Update finished +2021-12-18 17:02:53,420 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:02:53,420 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:02:53,420 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:02:53,421 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:02:53,421 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:02:53,421 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:02:53,421 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:02:53,424 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:02:53,426 Job list saved +2021-12-18 17:02:53,431 Updating FAILED jobs +2021-12-18 17:02:53,431 Updating WAITING jobs +2021-12-18 17:02:53,431 Update finished +2021-12-18 17:03:03,441 Reloading parameters... +2021-12-18 17:03:03,483 Loading parameters... +2021-12-18 17:03:03,485 Loading project parameters... +2021-12-18 17:03:03,487 + +13 of 25 jobs remaining (17:03) +2021-12-18 17:03:03,488 Sleep: 10 +2021-12-18 17:03:03,488 Number of retrials: 0 +2021-12-18 17:03:03,488 WRAPPER CHECK TIME = 10 +2021-12-18 17:03:03,489 Checking jobs for platform=marenostrum4 +2021-12-18 17:03:03,490 Checking jobs for platform=nord3 +2021-12-18 17:03:03,490 Checking jobs for platform=local +2021-12-18 17:03:03,491 Checking jobs for platform=transfer_node +2021-12-18 17:03:03,491 Checking all jobs at once +2021-12-18 17:03:04,813 Successful check job command +2021-12-18 17:03:06,032 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:03:06,032 End of checking +2021-12-18 17:03:06,034 Updating FAILED jobs +2021-12-18 17:03:06,034 Updating WAITING jobs +2021-12-18 17:03:06,034 Update finished +2021-12-18 17:03:06,034 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:03:06,034 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:03:06,034 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:03:06,035 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:03:06,035 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:03:06,035 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:03:06,035 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:03:06,038 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:03:06,040 Job list saved +2021-12-18 17:03:06,045 Updating FAILED jobs +2021-12-18 17:03:06,045 Updating WAITING jobs +2021-12-18 17:03:06,045 Update finished +2021-12-18 17:03:16,055 Reloading parameters... +2021-12-18 17:03:16,073 Loading parameters... +2021-12-18 17:03:16,074 Loading project parameters... +2021-12-18 17:03:16,076 + +13 of 25 jobs remaining (17:03) +2021-12-18 17:03:16,076 Sleep: 10 +2021-12-18 17:03:16,077 Number of retrials: 0 +2021-12-18 17:03:16,077 WRAPPER CHECK TIME = 10 +2021-12-18 17:03:16,077 Checking jobs for platform=marenostrum4 +2021-12-18 17:03:16,078 Checking jobs for platform=nord3 +2021-12-18 17:03:16,079 Checking jobs for platform=local +2021-12-18 17:03:16,079 Checking jobs for platform=transfer_node +2021-12-18 17:03:16,079 Checking all jobs at once +2021-12-18 17:03:17,649 Successful check job command +2021-12-18 17:03:18,926 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:03:18,926 End of checking +2021-12-18 17:03:18,927 Updating FAILED jobs +2021-12-18 17:03:18,927 Updating WAITING jobs +2021-12-18 17:03:18,927 Update finished +2021-12-18 17:03:18,928 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:03:18,928 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:03:18,928 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:03:18,928 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:03:18,928 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:03:18,928 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:03:18,928 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:03:18,931 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:03:18,933 Job list saved +2021-12-18 17:03:18,938 Updating FAILED jobs +2021-12-18 17:03:18,938 Updating WAITING jobs +2021-12-18 17:03:18,939 Update finished +2021-12-18 17:03:28,948 Reloading parameters... +2021-12-18 17:03:28,966 Loading parameters... +2021-12-18 17:03:28,967 Loading project parameters... +2021-12-18 17:03:28,969 + +13 of 25 jobs remaining (17:03) +2021-12-18 17:03:28,969 Sleep: 10 +2021-12-18 17:03:28,970 Number of retrials: 0 +2021-12-18 17:03:28,970 WRAPPER CHECK TIME = 10 +2021-12-18 17:03:28,970 Checking jobs for platform=marenostrum4 +2021-12-18 17:03:28,971 Checking jobs for platform=nord3 +2021-12-18 17:03:28,971 Checking jobs for platform=local +2021-12-18 17:03:28,972 Checking jobs for platform=transfer_node +2021-12-18 17:03:28,972 Checking all jobs at once +2021-12-18 17:03:31,243 Successful check job command +2021-12-18 17:03:32,512 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:03:32,513 End of checking +2021-12-18 17:03:32,514 Updating FAILED jobs +2021-12-18 17:03:32,514 Updating WAITING jobs +2021-12-18 17:03:32,514 Update finished +2021-12-18 17:03:32,514 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:03:32,515 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:03:32,515 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:03:32,515 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:03:32,515 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:03:32,515 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:03:32,516 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:03:32,518 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:03:32,520 Job list saved +2021-12-18 17:03:32,525 Updating FAILED jobs +2021-12-18 17:03:32,525 Updating WAITING jobs +2021-12-18 17:03:32,525 Update finished +2021-12-18 17:03:42,534 Reloading parameters... +2021-12-18 17:03:42,552 Loading parameters... +2021-12-18 17:03:42,553 Loading project parameters... +2021-12-18 17:03:42,555 + +13 of 25 jobs remaining (17:03) +2021-12-18 17:03:42,555 Sleep: 10 +2021-12-18 17:03:42,555 Number of retrials: 0 +2021-12-18 17:03:42,555 WRAPPER CHECK TIME = 10 +2021-12-18 17:03:42,556 Checking jobs for platform=marenostrum4 +2021-12-18 17:03:42,556 Checking jobs for platform=nord3 +2021-12-18 17:03:42,557 Checking jobs for platform=local +2021-12-18 17:03:42,557 Checking jobs for platform=transfer_node +2021-12-18 17:03:42,557 Checking all jobs at once +2021-12-18 17:03:43,927 Successful check job command +2021-12-18 17:03:45,096 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:03:45,097 End of checking +2021-12-18 17:03:45,098 Updating FAILED jobs +2021-12-18 17:03:45,098 Updating WAITING jobs +2021-12-18 17:03:45,098 Update finished +2021-12-18 17:03:45,098 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:03:45,099 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:03:45,099 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:03:45,099 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:03:45,099 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:03:45,099 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:03:45,099 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:03:45,102 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:03:45,104 Job list saved +2021-12-18 17:03:45,108 Updating FAILED jobs +2021-12-18 17:03:45,108 Updating WAITING jobs +2021-12-18 17:03:45,108 Update finished +2021-12-18 17:03:55,119 Reloading parameters... +2021-12-18 17:03:55,140 Loading parameters... +2021-12-18 17:03:55,141 Loading project parameters... +2021-12-18 17:03:55,143 + +13 of 25 jobs remaining (17:03) +2021-12-18 17:03:55,144 Sleep: 10 +2021-12-18 17:03:55,144 Number of retrials: 0 +2021-12-18 17:03:55,144 WRAPPER CHECK TIME = 10 +2021-12-18 17:03:55,144 Checking jobs for platform=marenostrum4 +2021-12-18 17:03:55,145 Checking jobs for platform=nord3 +2021-12-18 17:03:55,145 Checking jobs for platform=local +2021-12-18 17:03:55,146 Checking jobs for platform=transfer_node +2021-12-18 17:03:55,146 Checking all jobs at once +2021-12-18 17:03:56,515 Successful check job command +2021-12-18 17:03:57,734 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:03:57,735 End of checking +2021-12-18 17:03:57,736 Updating FAILED jobs +2021-12-18 17:03:57,736 Updating WAITING jobs +2021-12-18 17:03:57,736 Update finished +2021-12-18 17:03:57,737 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:03:57,737 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:03:57,737 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:03:57,737 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:03:57,737 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:03:57,737 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:03:57,737 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:03:57,740 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:03:57,742 Job list saved +2021-12-18 17:03:57,746 Updating FAILED jobs +2021-12-18 17:03:57,747 Updating WAITING jobs +2021-12-18 17:03:57,747 Update finished +2021-12-18 17:04:07,757 Reloading parameters... +2021-12-18 17:04:07,775 Loading parameters... +2021-12-18 17:04:07,776 Loading project parameters... +2021-12-18 17:04:07,778 + +13 of 25 jobs remaining (17:04) +2021-12-18 17:04:07,778 Sleep: 10 +2021-12-18 17:04:07,778 Number of retrials: 0 +2021-12-18 17:04:07,778 WRAPPER CHECK TIME = 10 +2021-12-18 17:04:07,779 Checking jobs for platform=marenostrum4 +2021-12-18 17:04:07,779 Checking jobs for platform=nord3 +2021-12-18 17:04:07,780 Checking jobs for platform=local +2021-12-18 17:04:07,781 Checking jobs for platform=transfer_node +2021-12-18 17:04:07,781 Checking all jobs at once +2021-12-18 17:04:09,100 Successful check job command +2021-12-18 17:04:10,570 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:04:10,570 End of checking +2021-12-18 17:04:10,572 Updating FAILED jobs +2021-12-18 17:04:10,572 Updating WAITING jobs +2021-12-18 17:04:10,572 Update finished +2021-12-18 17:04:10,572 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:04:10,573 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:04:10,573 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:04:10,573 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:04:10,573 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:04:10,574 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:04:10,574 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:04:10,576 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:04:10,578 Job list saved +2021-12-18 17:04:10,584 Updating FAILED jobs +2021-12-18 17:04:10,584 Updating WAITING jobs +2021-12-18 17:04:10,584 Update finished +2021-12-18 17:04:20,594 Reloading parameters... +2021-12-18 17:04:20,613 Loading parameters... +2021-12-18 17:04:20,614 Loading project parameters... +2021-12-18 17:04:20,616 + +13 of 25 jobs remaining (17:04) +2021-12-18 17:04:20,617 Sleep: 10 +2021-12-18 17:04:20,617 Number of retrials: 0 +2021-12-18 17:04:20,617 WRAPPER CHECK TIME = 10 +2021-12-18 17:04:20,617 Checking jobs for platform=marenostrum4 +2021-12-18 17:04:20,618 Checking jobs for platform=nord3 +2021-12-18 17:04:20,619 Checking jobs for platform=local +2021-12-18 17:04:20,619 Checking jobs for platform=transfer_node +2021-12-18 17:04:20,619 Checking all jobs at once +2021-12-18 17:04:22,039 Successful check job command +2021-12-18 17:04:23,260 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:04:23,260 End of checking +2021-12-18 17:04:23,261 Updating FAILED jobs +2021-12-18 17:04:23,261 Updating WAITING jobs +2021-12-18 17:04:23,262 Update finished +2021-12-18 17:04:23,262 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:04:23,262 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:04:23,262 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:04:23,262 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:04:23,262 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:04:23,262 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:04:23,263 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:04:23,266 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:04:23,268 Job list saved +2021-12-18 17:04:23,274 Updating FAILED jobs +2021-12-18 17:04:23,274 Updating WAITING jobs +2021-12-18 17:04:23,274 Update finished +2021-12-18 17:04:33,284 Reloading parameters... +2021-12-18 17:04:33,303 Loading parameters... +2021-12-18 17:04:33,304 Loading project parameters... +2021-12-18 17:04:33,306 + +13 of 25 jobs remaining (17:04) +2021-12-18 17:04:33,306 Sleep: 10 +2021-12-18 17:04:33,306 Number of retrials: 0 +2021-12-18 17:04:33,306 WRAPPER CHECK TIME = 10 +2021-12-18 17:04:33,307 Checking jobs for platform=marenostrum4 +2021-12-18 17:04:33,307 Checking jobs for platform=nord3 +2021-12-18 17:04:33,308 Checking jobs for platform=local +2021-12-18 17:04:33,309 Checking jobs for platform=transfer_node +2021-12-18 17:04:33,309 Checking all jobs at once +2021-12-18 17:04:34,728 Successful check job command +2021-12-18 17:04:36,000 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:04:36,000 End of checking +2021-12-18 17:04:36,001 Updating FAILED jobs +2021-12-18 17:04:36,001 Updating WAITING jobs +2021-12-18 17:04:36,002 Update finished +2021-12-18 17:04:36,002 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:04:36,002 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:04:36,002 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:04:36,002 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:04:36,002 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:04:36,002 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:04:36,003 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:04:36,005 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:04:36,008 Job list saved +2021-12-18 17:04:36,012 Updating FAILED jobs +2021-12-18 17:04:36,013 Updating WAITING jobs +2021-12-18 17:04:36,013 Update finished +2021-12-18 17:04:46,023 Reloading parameters... +2021-12-18 17:04:46,040 Loading parameters... +2021-12-18 17:04:46,042 Loading project parameters... +2021-12-18 17:04:46,044 + +13 of 25 jobs remaining (17:04) +2021-12-18 17:04:46,044 Sleep: 10 +2021-12-18 17:04:46,044 Number of retrials: 0 +2021-12-18 17:04:46,044 WRAPPER CHECK TIME = 10 +2021-12-18 17:04:46,045 Checking jobs for platform=marenostrum4 +2021-12-18 17:04:46,045 Checking jobs for platform=nord3 +2021-12-18 17:04:46,046 Checking jobs for platform=local +2021-12-18 17:04:46,046 Checking jobs for platform=transfer_node +2021-12-18 17:04:46,046 Checking all jobs at once +2021-12-18 17:04:47,367 Successful check job command +2021-12-18 17:04:48,586 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:04:48,587 End of checking +2021-12-18 17:04:48,588 Updating FAILED jobs +2021-12-18 17:04:48,588 Updating WAITING jobs +2021-12-18 17:04:48,588 Update finished +2021-12-18 17:04:48,588 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:04:48,591 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:04:48,591 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:04:48,591 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:04:48,591 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:04:48,592 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:04:48,592 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:04:48,594 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:04:48,596 Job list saved +2021-12-18 17:04:48,600 Updating FAILED jobs +2021-12-18 17:04:48,600 Updating WAITING jobs +2021-12-18 17:04:48,601 Update finished +2021-12-18 17:04:58,611 Reloading parameters... +2021-12-18 17:04:58,628 Loading parameters... +2021-12-18 17:04:58,629 Loading project parameters... +2021-12-18 17:04:58,631 + +13 of 25 jobs remaining (17:04) +2021-12-18 17:04:58,631 Sleep: 10 +2021-12-18 17:04:58,631 Number of retrials: 0 +2021-12-18 17:04:58,631 WRAPPER CHECK TIME = 10 +2021-12-18 17:04:58,632 Checking jobs for platform=marenostrum4 +2021-12-18 17:04:58,632 Checking jobs for platform=nord3 +2021-12-18 17:04:58,633 Checking jobs for platform=local +2021-12-18 17:04:58,633 Checking jobs for platform=transfer_node +2021-12-18 17:04:58,633 Checking all jobs at once +2021-12-18 17:04:59,954 Successful check job command +2021-12-18 17:05:01,174 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:05:01,174 End of checking +2021-12-18 17:05:01,175 Updating FAILED jobs +2021-12-18 17:05:01,175 Updating WAITING jobs +2021-12-18 17:05:01,176 Update finished +2021-12-18 17:05:01,176 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:05:01,176 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:05:01,176 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:05:01,176 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:05:01,176 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:05:01,177 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:05:01,177 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:05:01,179 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:05:01,182 Job list saved +2021-12-18 17:05:01,190 Updating FAILED jobs +2021-12-18 17:05:01,190 Updating WAITING jobs +2021-12-18 17:05:01,190 Update finished +2021-12-18 17:05:11,201 Reloading parameters... +2021-12-18 17:05:11,220 Loading parameters... +2021-12-18 17:05:11,221 Loading project parameters... +2021-12-18 17:05:11,223 + +13 of 25 jobs remaining (17:05) +2021-12-18 17:05:11,223 Sleep: 10 +2021-12-18 17:05:11,223 Number of retrials: 0 +2021-12-18 17:05:11,223 WRAPPER CHECK TIME = 10 +2021-12-18 17:05:11,224 Checking jobs for platform=marenostrum4 +2021-12-18 17:05:11,224 Checking jobs for platform=nord3 +2021-12-18 17:05:11,225 Checking jobs for platform=local +2021-12-18 17:05:11,226 Checking jobs for platform=transfer_node +2021-12-18 17:05:11,226 Checking all jobs at once +2021-12-18 17:05:12,848 Successful check job command +2021-12-18 17:05:14,118 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:05:14,118 End of checking +2021-12-18 17:05:14,119 Updating FAILED jobs +2021-12-18 17:05:14,119 Updating WAITING jobs +2021-12-18 17:05:14,120 Update finished +2021-12-18 17:05:14,120 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:05:14,120 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:05:14,120 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:05:14,120 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:05:14,120 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:05:14,121 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:05:14,121 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:05:14,123 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:05:14,125 Job list saved +2021-12-18 17:05:14,130 Updating FAILED jobs +2021-12-18 17:05:14,130 Updating WAITING jobs +2021-12-18 17:05:14,130 Update finished +2021-12-18 17:05:24,140 Reloading parameters... +2021-12-18 17:05:24,159 Loading parameters... +2021-12-18 17:05:24,160 Loading project parameters... +2021-12-18 17:05:24,162 + +13 of 25 jobs remaining (17:05) +2021-12-18 17:05:24,162 Sleep: 10 +2021-12-18 17:05:24,163 Number of retrials: 0 +2021-12-18 17:05:24,163 WRAPPER CHECK TIME = 10 +2021-12-18 17:05:24,163 Checking jobs for platform=marenostrum4 +2021-12-18 17:05:24,164 Checking jobs for platform=nord3 +2021-12-18 17:05:24,164 Checking jobs for platform=local +2021-12-18 17:05:24,165 Checking jobs for platform=transfer_node +2021-12-18 17:05:24,165 Checking all jobs at once +2021-12-18 17:05:25,686 Successful check job command +2021-12-18 17:05:27,106 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:05:27,107 End of checking +2021-12-18 17:05:27,108 Updating FAILED jobs +2021-12-18 17:05:27,108 Updating WAITING jobs +2021-12-18 17:05:27,109 Update finished +2021-12-18 17:05:27,109 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:05:27,109 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:05:27,109 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:05:27,110 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:05:27,110 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:05:27,110 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:05:27,110 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:05:27,113 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:05:27,115 Job list saved +2021-12-18 17:05:27,120 Updating FAILED jobs +2021-12-18 17:05:27,120 Updating WAITING jobs +2021-12-18 17:05:27,120 Update finished +2021-12-18 17:05:37,131 Reloading parameters... +2021-12-18 17:05:37,148 Loading parameters... +2021-12-18 17:05:37,149 Loading project parameters... +2021-12-18 17:05:37,151 + +13 of 25 jobs remaining (17:05) +2021-12-18 17:05:37,151 Sleep: 10 +2021-12-18 17:05:37,151 Number of retrials: 0 +2021-12-18 17:05:37,152 WRAPPER CHECK TIME = 10 +2021-12-18 17:05:37,152 Checking jobs for platform=marenostrum4 +2021-12-18 17:05:37,153 Checking jobs for platform=nord3 +2021-12-18 17:05:37,153 Checking jobs for platform=local +2021-12-18 17:05:37,154 Checking jobs for platform=transfer_node +2021-12-18 17:05:37,154 Checking all jobs at once +2021-12-18 17:05:38,473 Successful check job command +2021-12-18 17:05:39,793 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:05:39,793 End of checking +2021-12-18 17:05:39,794 Updating FAILED jobs +2021-12-18 17:05:39,795 Updating WAITING jobs +2021-12-18 17:05:39,795 Update finished +2021-12-18 17:05:39,795 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:05:39,795 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:05:39,795 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:05:39,795 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:05:39,796 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:05:39,796 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:05:39,796 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:05:39,799 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:05:39,801 Job list saved +2021-12-18 17:05:39,805 Updating FAILED jobs +2021-12-18 17:05:39,805 Updating WAITING jobs +2021-12-18 17:05:39,805 Update finished +2021-12-18 17:05:49,813 Reloading parameters... +2021-12-18 17:05:49,832 Loading parameters... +2021-12-18 17:05:49,834 Loading project parameters... +2021-12-18 17:05:49,835 + +13 of 25 jobs remaining (17:05) +2021-12-18 17:05:49,836 Sleep: 10 +2021-12-18 17:05:49,836 Number of retrials: 0 +2021-12-18 17:05:49,836 WRAPPER CHECK TIME = 10 +2021-12-18 17:05:49,836 Checking jobs for platform=marenostrum4 +2021-12-18 17:05:49,837 Checking jobs for platform=nord3 +2021-12-18 17:05:49,838 Checking jobs for platform=local +2021-12-18 17:05:49,838 Checking jobs for platform=transfer_node +2021-12-18 17:05:49,838 Checking all jobs at once +2021-12-18 17:05:51,108 Successful check job command +2021-12-18 17:05:52,377 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:05:52,377 End of checking +2021-12-18 17:05:52,379 Updating FAILED jobs +2021-12-18 17:05:52,379 Updating WAITING jobs +2021-12-18 17:05:52,379 Update finished +2021-12-18 17:05:52,379 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:05:52,379 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:05:52,380 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:05:52,380 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:05:52,380 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:05:52,380 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:05:52,380 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:05:52,382 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:05:52,385 Job list saved +2021-12-18 17:05:52,389 Updating FAILED jobs +2021-12-18 17:05:52,389 Updating WAITING jobs +2021-12-18 17:05:52,389 Update finished +2021-12-18 17:06:02,391 Reloading parameters... +2021-12-18 17:06:02,410 Loading parameters... +2021-12-18 17:06:02,411 Loading project parameters... +2021-12-18 17:06:02,413 + +13 of 25 jobs remaining (17:06) +2021-12-18 17:06:02,413 Sleep: 10 +2021-12-18 17:06:02,413 Number of retrials: 0 +2021-12-18 17:06:02,413 WRAPPER CHECK TIME = 10 +2021-12-18 17:06:02,414 Checking jobs for platform=marenostrum4 +2021-12-18 17:06:02,414 Checking jobs for platform=nord3 +2021-12-18 17:06:02,415 Checking jobs for platform=local +2021-12-18 17:06:02,415 Checking jobs for platform=transfer_node +2021-12-18 17:06:02,416 Checking all jobs at once +2021-12-18 17:06:03,835 Successful check job command +2021-12-18 17:06:05,305 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:06:05,305 End of checking +2021-12-18 17:06:05,307 Updating FAILED jobs +2021-12-18 17:06:05,307 Updating WAITING jobs +2021-12-18 17:06:05,307 Update finished +2021-12-18 17:06:05,308 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:06:05,308 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:06:05,308 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:06:05,308 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:06:05,308 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:06:05,309 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:06:05,309 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:06:05,311 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:06:05,313 Job list saved +2021-12-18 17:06:05,318 Updating FAILED jobs +2021-12-18 17:06:05,318 Updating WAITING jobs +2021-12-18 17:06:05,318 Update finished +2021-12-18 17:06:15,328 Reloading parameters... +2021-12-18 17:06:15,346 Loading parameters... +2021-12-18 17:06:15,347 Loading project parameters... +2021-12-18 17:06:15,349 + +13 of 25 jobs remaining (17:06) +2021-12-18 17:06:15,349 Sleep: 10 +2021-12-18 17:06:15,349 Number of retrials: 0 +2021-12-18 17:06:15,349 WRAPPER CHECK TIME = 10 +2021-12-18 17:06:15,350 Checking jobs for platform=marenostrum4 +2021-12-18 17:06:15,351 Checking jobs for platform=nord3 +2021-12-18 17:06:15,351 Checking jobs for platform=local +2021-12-18 17:06:15,352 Checking jobs for platform=transfer_node +2021-12-18 17:06:15,352 Checking all jobs at once +2021-12-18 17:06:16,771 Successful check job command +2021-12-18 17:06:18,241 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:06:18,242 End of checking +2021-12-18 17:06:18,243 Updating FAILED jobs +2021-12-18 17:06:18,243 Updating WAITING jobs +2021-12-18 17:06:18,243 Update finished +2021-12-18 17:06:18,243 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:06:18,244 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:06:18,244 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:06:18,244 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:06:18,244 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:06:18,244 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:06:18,244 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:06:18,247 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:06:18,249 Job list saved +2021-12-18 17:06:18,254 Updating FAILED jobs +2021-12-18 17:06:18,255 Updating WAITING jobs +2021-12-18 17:06:18,255 Update finished +2021-12-18 17:06:28,265 Reloading parameters... +2021-12-18 17:06:28,289 Loading parameters... +2021-12-18 17:06:28,290 Loading project parameters... +2021-12-18 17:06:28,292 + +13 of 25 jobs remaining (17:06) +2021-12-18 17:06:28,292 Sleep: 10 +2021-12-18 17:06:28,292 Number of retrials: 0 +2021-12-18 17:06:28,292 WRAPPER CHECK TIME = 10 +2021-12-18 17:06:28,293 Checking jobs for platform=marenostrum4 +2021-12-18 17:06:28,293 Checking jobs for platform=nord3 +2021-12-18 17:06:28,294 Checking jobs for platform=local +2021-12-18 17:06:28,294 Checking jobs for platform=transfer_node +2021-12-18 17:06:28,294 Checking all jobs at once +2021-12-18 17:06:29,564 Successful check job command +2021-12-18 17:06:30,833 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:06:30,834 End of checking +2021-12-18 17:06:30,835 Updating FAILED jobs +2021-12-18 17:06:30,835 Updating WAITING jobs +2021-12-18 17:06:30,835 Update finished +2021-12-18 17:06:30,835 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:06:30,836 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:06:30,836 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:06:30,836 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:06:30,836 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:06:30,836 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:06:30,836 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:06:30,839 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:06:30,841 Job list saved +2021-12-18 17:06:30,845 Updating FAILED jobs +2021-12-18 17:06:30,846 Updating WAITING jobs +2021-12-18 17:06:30,846 Update finished +2021-12-18 17:06:40,856 Reloading parameters... +2021-12-18 17:06:40,876 Loading parameters... +2021-12-18 17:06:40,878 Loading project parameters... +2021-12-18 17:06:40,879 + +13 of 25 jobs remaining (17:06) +2021-12-18 17:06:40,880 Sleep: 10 +2021-12-18 17:06:40,880 Number of retrials: 0 +2021-12-18 17:06:40,880 WRAPPER CHECK TIME = 10 +2021-12-18 17:06:40,880 Checking jobs for platform=marenostrum4 +2021-12-18 17:06:40,881 Checking jobs for platform=nord3 +2021-12-18 17:06:40,882 Checking jobs for platform=local +2021-12-18 17:06:40,882 Checking jobs for platform=transfer_node +2021-12-18 17:06:40,882 Checking all jobs at once +2021-12-18 17:06:42,404 Successful check job command +2021-12-18 17:06:43,675 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:06:43,676 End of checking +2021-12-18 17:06:43,677 Updating FAILED jobs +2021-12-18 17:06:43,677 Updating WAITING jobs +2021-12-18 17:06:43,677 Update finished +2021-12-18 17:06:43,678 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:06:43,678 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:06:43,678 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:06:43,678 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:06:43,679 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:06:43,679 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:06:43,679 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:06:43,683 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:06:43,685 Job list saved +2021-12-18 17:06:43,693 Updating FAILED jobs +2021-12-18 17:06:43,693 Updating WAITING jobs +2021-12-18 17:06:43,693 Update finished +2021-12-18 17:06:53,701 Reloading parameters... +2021-12-18 17:06:53,720 Loading parameters... +2021-12-18 17:06:53,721 Loading project parameters... +2021-12-18 17:06:53,723 + +13 of 25 jobs remaining (17:06) +2021-12-18 17:06:53,723 Sleep: 10 +2021-12-18 17:06:53,724 Number of retrials: 0 +2021-12-18 17:06:53,724 WRAPPER CHECK TIME = 10 +2021-12-18 17:06:53,724 Checking jobs for platform=marenostrum4 +2021-12-18 17:06:53,725 Checking jobs for platform=nord3 +2021-12-18 17:06:53,725 Checking jobs for platform=local +2021-12-18 17:06:53,726 Checking jobs for platform=transfer_node +2021-12-18 17:06:53,726 Checking all jobs at once +2021-12-18 17:06:55,047 Successful check job command +2021-12-18 17:06:56,316 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:06:56,317 End of checking +2021-12-18 17:06:56,318 Updating FAILED jobs +2021-12-18 17:06:56,318 Updating WAITING jobs +2021-12-18 17:06:56,318 Update finished +2021-12-18 17:06:56,319 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:06:56,319 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:06:56,319 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:06:56,319 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:06:56,319 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:06:56,319 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:06:56,319 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:06:56,322 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:06:56,324 Job list saved +2021-12-18 17:06:56,329 Updating FAILED jobs +2021-12-18 17:06:56,329 Updating WAITING jobs +2021-12-18 17:06:56,329 Update finished +2021-12-18 17:07:06,339 Reloading parameters... +2021-12-18 17:07:06,358 Loading parameters... +2021-12-18 17:07:06,360 Loading project parameters... +2021-12-18 17:07:06,363 + +13 of 25 jobs remaining (17:07) +2021-12-18 17:07:06,364 Sleep: 10 +2021-12-18 17:07:06,364 Number of retrials: 0 +2021-12-18 17:07:06,364 WRAPPER CHECK TIME = 10 +2021-12-18 17:07:06,364 Checking jobs for platform=marenostrum4 +2021-12-18 17:07:06,365 Checking jobs for platform=nord3 +2021-12-18 17:07:06,365 Checking jobs for platform=local +2021-12-18 17:07:06,366 Checking jobs for platform=transfer_node +2021-12-18 17:07:06,366 Checking all jobs at once +2021-12-18 17:07:07,836 Successful check job command +2021-12-18 17:07:09,858 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:07:09,858 End of checking +2021-12-18 17:07:09,859 Updating FAILED jobs +2021-12-18 17:07:09,859 Updating WAITING jobs +2021-12-18 17:07:09,859 Update finished +2021-12-18 17:07:09,860 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:07:09,860 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:07:09,860 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:07:09,860 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:07:09,860 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:07:09,860 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:07:09,860 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:07:09,863 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:07:09,865 Job list saved +2021-12-18 17:07:09,870 Updating FAILED jobs +2021-12-18 17:07:09,870 Updating WAITING jobs +2021-12-18 17:07:09,870 Update finished +2021-12-18 17:07:19,871 Reloading parameters... +2021-12-18 17:07:19,889 Loading parameters... +2021-12-18 17:07:19,891 Loading project parameters... +2021-12-18 17:07:19,892 + +13 of 25 jobs remaining (17:07) +2021-12-18 17:07:19,893 Sleep: 10 +2021-12-18 17:07:19,893 Number of retrials: 0 +2021-12-18 17:07:19,893 WRAPPER CHECK TIME = 10 +2021-12-18 17:07:19,893 Checking jobs for platform=marenostrum4 +2021-12-18 17:07:19,894 Checking jobs for platform=nord3 +2021-12-18 17:07:19,894 Checking jobs for platform=local +2021-12-18 17:07:19,895 Checking jobs for platform=transfer_node +2021-12-18 17:07:19,895 Checking all jobs at once +2021-12-18 17:07:21,215 Successful check job command +2021-12-18 17:07:22,384 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:07:22,384 End of checking +2021-12-18 17:07:22,386 Updating FAILED jobs +2021-12-18 17:07:22,386 Updating WAITING jobs +2021-12-18 17:07:22,386 Update finished +2021-12-18 17:07:22,387 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:07:22,387 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:07:22,387 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:07:22,387 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:07:22,388 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:07:22,388 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:07:22,388 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:07:22,390 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:07:22,393 Job list saved +2021-12-18 17:07:22,397 Updating FAILED jobs +2021-12-18 17:07:22,398 Updating WAITING jobs +2021-12-18 17:07:22,398 Update finished +2021-12-18 17:07:32,407 Reloading parameters... +2021-12-18 17:07:32,426 Loading parameters... +2021-12-18 17:07:32,427 Loading project parameters... +2021-12-18 17:07:32,429 + +13 of 25 jobs remaining (17:07) +2021-12-18 17:07:32,430 Sleep: 10 +2021-12-18 17:07:32,430 Number of retrials: 0 +2021-12-18 17:07:32,430 WRAPPER CHECK TIME = 10 +2021-12-18 17:07:32,430 Checking jobs for platform=marenostrum4 +2021-12-18 17:07:32,431 Checking jobs for platform=nord3 +2021-12-18 17:07:32,432 Checking jobs for platform=local +2021-12-18 17:07:32,432 Checking jobs for platform=transfer_node +2021-12-18 17:07:32,432 Checking all jobs at once +2021-12-18 17:07:33,752 Successful check job command +2021-12-18 17:07:34,922 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:07:34,922 End of checking +2021-12-18 17:07:34,923 Updating FAILED jobs +2021-12-18 17:07:34,924 Updating WAITING jobs +2021-12-18 17:07:34,924 Update finished +2021-12-18 17:07:34,924 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:07:34,924 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:07:34,924 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:07:34,924 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:07:34,924 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:07:34,925 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:07:34,925 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:07:34,927 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:07:34,929 Job list saved +2021-12-18 17:07:34,934 Updating FAILED jobs +2021-12-18 17:07:34,934 Updating WAITING jobs +2021-12-18 17:07:34,934 Update finished +2021-12-18 17:07:44,944 Reloading parameters... +2021-12-18 17:07:44,962 Loading parameters... +2021-12-18 17:07:44,964 Loading project parameters... +2021-12-18 17:07:44,966 + +13 of 25 jobs remaining (17:07) +2021-12-18 17:07:44,966 Sleep: 10 +2021-12-18 17:07:44,966 Number of retrials: 0 +2021-12-18 17:07:44,966 WRAPPER CHECK TIME = 10 +2021-12-18 17:07:44,967 Checking jobs for platform=marenostrum4 +2021-12-18 17:07:44,967 Checking jobs for platform=nord3 +2021-12-18 17:07:44,968 Checking jobs for platform=local +2021-12-18 17:07:44,968 Checking jobs for platform=transfer_node +2021-12-18 17:07:44,968 Checking all jobs at once +2021-12-18 17:07:46,338 Successful check job command +2021-12-18 17:07:47,612 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:07:47,612 End of checking +2021-12-18 17:07:47,613 Updating FAILED jobs +2021-12-18 17:07:47,613 Updating WAITING jobs +2021-12-18 17:07:47,614 Update finished +2021-12-18 17:07:47,614 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:07:47,614 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:07:47,614 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:07:47,614 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:07:47,614 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:07:47,614 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:07:47,615 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:07:47,617 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:07:47,620 Job list saved +2021-12-18 17:07:47,624 Updating FAILED jobs +2021-12-18 17:07:47,625 Updating WAITING jobs +2021-12-18 17:07:47,625 Update finished +2021-12-18 17:07:57,635 Reloading parameters... +2021-12-18 17:07:57,655 Loading parameters... +2021-12-18 17:07:57,657 Loading project parameters... +2021-12-18 17:07:57,660 + +13 of 25 jobs remaining (17:07) +2021-12-18 17:07:57,661 Sleep: 10 +2021-12-18 17:07:57,661 Number of retrials: 0 +2021-12-18 17:07:57,661 WRAPPER CHECK TIME = 10 +2021-12-18 17:07:57,662 Checking jobs for platform=marenostrum4 +2021-12-18 17:07:57,663 Checking jobs for platform=nord3 +2021-12-18 17:07:57,663 Checking jobs for platform=local +2021-12-18 17:07:57,664 Checking jobs for platform=transfer_node +2021-12-18 17:07:57,664 Checking all jobs at once +2021-12-18 17:07:59,136 Successful check job command +2021-12-18 17:08:00,506 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:08:00,506 End of checking +2021-12-18 17:08:00,511 Updating FAILED jobs +2021-12-18 17:08:00,511 Updating WAITING jobs +2021-12-18 17:08:00,511 Update finished +2021-12-18 17:08:00,512 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:08:00,512 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:08:00,512 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:08:00,513 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:08:00,513 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:08:00,513 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:08:00,513 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:08:00,516 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:08:00,518 Job list saved +2021-12-18 17:08:00,523 Updating FAILED jobs +2021-12-18 17:08:00,523 Updating WAITING jobs +2021-12-18 17:08:00,523 Update finished +2021-12-18 17:08:10,533 Reloading parameters... +2021-12-18 17:08:10,550 Loading parameters... +2021-12-18 17:08:10,551 Loading project parameters... +2021-12-18 17:08:10,553 + +13 of 25 jobs remaining (17:08) +2021-12-18 17:08:10,553 Sleep: 10 +2021-12-18 17:08:10,553 Number of retrials: 0 +2021-12-18 17:08:10,553 WRAPPER CHECK TIME = 10 +2021-12-18 17:08:10,554 Checking jobs for platform=marenostrum4 +2021-12-18 17:08:10,555 Checking jobs for platform=nord3 +2021-12-18 17:08:10,555 Checking jobs for platform=local +2021-12-18 17:08:10,556 Checking jobs for platform=transfer_node +2021-12-18 17:08:10,556 Checking all jobs at once +2021-12-18 17:08:11,876 Successful check job command +2021-12-18 17:08:13,095 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:08:13,095 End of checking +2021-12-18 17:08:13,096 Updating FAILED jobs +2021-12-18 17:08:13,096 Updating WAITING jobs +2021-12-18 17:08:13,097 Update finished +2021-12-18 17:08:13,097 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:08:13,097 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:08:13,097 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:08:13,097 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:08:13,097 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:08:13,098 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:08:13,098 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:08:13,100 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:08:13,102 Job list saved +2021-12-18 17:08:13,109 Updating FAILED jobs +2021-12-18 17:08:13,109 Updating WAITING jobs +2021-12-18 17:08:13,109 Update finished +2021-12-18 17:08:23,119 Reloading parameters... +2021-12-18 17:08:23,137 Loading parameters... +2021-12-18 17:08:23,138 Loading project parameters... +2021-12-18 17:08:23,140 + +13 of 25 jobs remaining (17:08) +2021-12-18 17:08:23,140 Sleep: 10 +2021-12-18 17:08:23,141 Number of retrials: 0 +2021-12-18 17:08:23,141 WRAPPER CHECK TIME = 10 +2021-12-18 17:08:23,141 Checking jobs for platform=marenostrum4 +2021-12-18 17:08:23,142 Checking jobs for platform=nord3 +2021-12-18 17:08:23,142 Checking jobs for platform=local +2021-12-18 17:08:23,143 Checking jobs for platform=transfer_node +2021-12-18 17:08:23,143 Checking all jobs at once +2021-12-18 17:08:24,462 Successful check job command +2021-12-18 17:08:25,982 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:08:25,982 End of checking +2021-12-18 17:08:25,983 Updating FAILED jobs +2021-12-18 17:08:25,983 Updating WAITING jobs +2021-12-18 17:08:25,984 Update finished +2021-12-18 17:08:25,984 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:08:25,984 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:08:25,984 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:08:25,984 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:08:25,984 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:08:25,984 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:08:25,985 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:08:25,987 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:08:25,989 Job list saved +2021-12-18 17:08:25,994 Updating FAILED jobs +2021-12-18 17:08:25,994 Updating WAITING jobs +2021-12-18 17:08:25,994 Update finished +2021-12-18 17:08:36,004 Reloading parameters... +2021-12-18 17:08:36,022 Loading parameters... +2021-12-18 17:08:36,023 Loading project parameters... +2021-12-18 17:08:36,025 + +13 of 25 jobs remaining (17:08) +2021-12-18 17:08:36,025 Sleep: 10 +2021-12-18 17:08:36,025 Number of retrials: 0 +2021-12-18 17:08:36,025 WRAPPER CHECK TIME = 10 +2021-12-18 17:08:36,026 Checking jobs for platform=marenostrum4 +2021-12-18 17:08:36,027 Checking jobs for platform=nord3 +2021-12-18 17:08:36,027 Checking jobs for platform=local +2021-12-18 17:08:36,028 Checking jobs for platform=transfer_node +2021-12-18 17:08:36,028 Checking all jobs at once +2021-12-18 17:08:37,398 Successful check job command +2021-12-18 17:08:38,617 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:08:38,618 End of checking +2021-12-18 17:08:38,619 Updating FAILED jobs +2021-12-18 17:08:38,619 Updating WAITING jobs +2021-12-18 17:08:38,619 Update finished +2021-12-18 17:08:38,620 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:08:38,620 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:08:38,620 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:08:38,620 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:08:38,621 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:08:38,621 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:08:38,621 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:08:38,623 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:08:38,625 Job list saved +2021-12-18 17:08:38,630 Updating FAILED jobs +2021-12-18 17:08:38,631 Updating WAITING jobs +2021-12-18 17:08:38,631 Update finished +2021-12-18 17:08:48,640 Reloading parameters... +2021-12-18 17:08:48,658 Loading parameters... +2021-12-18 17:08:48,660 Loading project parameters... +2021-12-18 17:08:48,662 + +13 of 25 jobs remaining (17:08) +2021-12-18 17:08:48,662 Sleep: 10 +2021-12-18 17:08:48,662 Number of retrials: 0 +2021-12-18 17:08:48,662 WRAPPER CHECK TIME = 10 +2021-12-18 17:08:48,662 Checking jobs for platform=marenostrum4 +2021-12-18 17:08:48,663 Checking jobs for platform=nord3 +2021-12-18 17:08:48,664 Checking jobs for platform=local +2021-12-18 17:08:48,664 Checking jobs for platform=transfer_node +2021-12-18 17:08:48,664 Checking all jobs at once +2021-12-18 17:08:50,036 Successful check job command +2021-12-18 17:08:51,255 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:08:51,256 End of checking +2021-12-18 17:08:51,257 Updating FAILED jobs +2021-12-18 17:08:51,257 Updating WAITING jobs +2021-12-18 17:08:51,257 Update finished +2021-12-18 17:08:51,257 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:08:51,257 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:08:51,257 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:08:51,258 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:08:51,258 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:08:51,258 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:08:51,258 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:08:51,260 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:08:51,263 Job list saved +2021-12-18 17:08:51,272 Updating FAILED jobs +2021-12-18 17:08:51,272 Updating WAITING jobs +2021-12-18 17:08:51,273 Update finished +2021-12-18 17:09:01,275 Reloading parameters... +2021-12-18 17:09:01,295 Loading parameters... +2021-12-18 17:09:01,296 Loading project parameters... +2021-12-18 17:09:01,298 + +13 of 25 jobs remaining (17:09) +2021-12-18 17:09:01,298 Sleep: 10 +2021-12-18 17:09:01,298 Number of retrials: 0 +2021-12-18 17:09:01,299 WRAPPER CHECK TIME = 10 +2021-12-18 17:09:01,299 Checking jobs for platform=marenostrum4 +2021-12-18 17:09:01,300 Checking jobs for platform=nord3 +2021-12-18 17:09:01,300 Checking jobs for platform=local +2021-12-18 17:09:01,301 Checking jobs for platform=transfer_node +2021-12-18 17:09:01,301 Checking all jobs at once +2021-12-18 17:09:02,771 Successful check job command +2021-12-18 17:09:04,042 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:09:04,042 End of checking +2021-12-18 17:09:04,043 Updating FAILED jobs +2021-12-18 17:09:04,043 Updating WAITING jobs +2021-12-18 17:09:04,043 Update finished +2021-12-18 17:09:04,044 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:09:04,044 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:09:04,044 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:09:04,044 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:09:04,044 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:09:04,044 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:09:04,044 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:09:04,047 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:09:04,049 Job list saved +2021-12-18 17:09:04,054 Updating FAILED jobs +2021-12-18 17:09:04,054 Updating WAITING jobs +2021-12-18 17:09:04,054 Update finished +2021-12-18 17:09:14,059 Reloading parameters... +2021-12-18 17:09:14,077 Loading parameters... +2021-12-18 17:09:14,078 Loading project parameters... +2021-12-18 17:09:14,080 + +13 of 25 jobs remaining (17:09) +2021-12-18 17:09:14,080 Sleep: 10 +2021-12-18 17:09:14,080 Number of retrials: 0 +2021-12-18 17:09:14,081 WRAPPER CHECK TIME = 10 +2021-12-18 17:09:14,081 Checking jobs for platform=marenostrum4 +2021-12-18 17:09:14,082 Checking jobs for platform=nord3 +2021-12-18 17:09:14,082 Checking jobs for platform=local +2021-12-18 17:09:14,083 Checking jobs for platform=transfer_node +2021-12-18 17:09:14,083 Checking all jobs at once +2021-12-18 17:09:15,404 Successful check job command +2021-12-18 17:09:16,673 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:09:16,674 End of checking +2021-12-18 17:09:16,675 Updating FAILED jobs +2021-12-18 17:09:16,675 Updating WAITING jobs +2021-12-18 17:09:16,675 Update finished +2021-12-18 17:09:16,675 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:09:16,676 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:09:16,676 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:09:16,676 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:09:16,676 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:09:16,677 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:09:16,677 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:09:16,680 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:09:16,682 Job list saved +2021-12-18 17:09:16,686 Updating FAILED jobs +2021-12-18 17:09:16,687 Updating WAITING jobs +2021-12-18 17:09:16,687 Update finished +2021-12-18 17:09:26,697 Reloading parameters... +2021-12-18 17:09:26,716 Loading parameters... +2021-12-18 17:09:26,718 Loading project parameters... +2021-12-18 17:09:26,720 + +13 of 25 jobs remaining (17:09) +2021-12-18 17:09:26,720 Sleep: 10 +2021-12-18 17:09:26,720 Number of retrials: 0 +2021-12-18 17:09:26,720 WRAPPER CHECK TIME = 10 +2021-12-18 17:09:26,721 Checking jobs for platform=marenostrum4 +2021-12-18 17:09:26,721 Checking jobs for platform=nord3 +2021-12-18 17:09:26,722 Checking jobs for platform=local +2021-12-18 17:09:26,722 Checking jobs for platform=transfer_node +2021-12-18 17:09:26,722 Checking all jobs at once +2021-12-18 17:09:27,941 Successful check job command +2021-12-18 17:09:29,110 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:09:29,111 End of checking +2021-12-18 17:09:29,112 Updating FAILED jobs +2021-12-18 17:09:29,112 Updating WAITING jobs +2021-12-18 17:09:29,112 Update finished +2021-12-18 17:09:29,113 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:09:29,113 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:09:29,113 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:09:29,113 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:09:29,113 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:09:29,113 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:09:29,113 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:09:29,116 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:09:29,118 Job list saved +2021-12-18 17:09:29,123 Updating FAILED jobs +2021-12-18 17:09:29,123 Updating WAITING jobs +2021-12-18 17:09:29,124 Update finished +2021-12-18 17:09:39,134 Reloading parameters... +2021-12-18 17:09:39,152 Loading parameters... +2021-12-18 17:09:39,154 Loading project parameters... +2021-12-18 17:09:39,155 + +13 of 25 jobs remaining (17:09) +2021-12-18 17:09:39,156 Sleep: 10 +2021-12-18 17:09:39,156 Number of retrials: 0 +2021-12-18 17:09:39,156 WRAPPER CHECK TIME = 10 +2021-12-18 17:09:39,156 Checking jobs for platform=marenostrum4 +2021-12-18 17:09:39,157 Checking jobs for platform=nord3 +2021-12-18 17:09:39,157 Checking jobs for platform=local +2021-12-18 17:09:39,159 Checking jobs for platform=transfer_node +2021-12-18 17:09:39,159 Checking all jobs at once +2021-12-18 17:09:40,628 Successful check job command +2021-12-18 17:09:42,048 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:09:42,048 End of checking +2021-12-18 17:09:42,051 Updating FAILED jobs +2021-12-18 17:09:42,051 Updating WAITING jobs +2021-12-18 17:09:42,051 Update finished +2021-12-18 17:09:42,052 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:09:42,052 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:09:42,052 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:09:42,052 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:09:42,052 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:09:42,052 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:09:42,052 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:09:42,055 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:09:42,057 Job list saved +2021-12-18 17:09:42,062 Updating FAILED jobs +2021-12-18 17:09:42,062 Updating WAITING jobs +2021-12-18 17:09:42,062 Update finished +2021-12-18 17:09:52,070 Reloading parameters... +2021-12-18 17:09:52,087 Loading parameters... +2021-12-18 17:09:52,088 Loading project parameters... +2021-12-18 17:09:52,090 + +13 of 25 jobs remaining (17:09) +2021-12-18 17:09:52,091 Sleep: 10 +2021-12-18 17:09:52,091 Number of retrials: 0 +2021-12-18 17:09:52,091 WRAPPER CHECK TIME = 10 +2021-12-18 17:09:52,091 Checking jobs for platform=marenostrum4 +2021-12-18 17:09:52,092 Checking jobs for platform=nord3 +2021-12-18 17:09:52,092 Checking jobs for platform=local +2021-12-18 17:09:52,093 Checking jobs for platform=transfer_node +2021-12-18 17:09:52,093 Checking all jobs at once +2021-12-18 17:09:53,563 Successful check job command +2021-12-18 17:09:54,883 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:09:54,883 End of checking +2021-12-18 17:09:54,885 Updating FAILED jobs +2021-12-18 17:09:54,885 Updating WAITING jobs +2021-12-18 17:09:54,885 Update finished +2021-12-18 17:09:54,885 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:09:54,886 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:09:54,886 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:09:54,886 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:09:54,886 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:09:54,886 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:09:54,887 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:09:54,889 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:09:54,891 Job list saved +2021-12-18 17:09:54,896 Updating FAILED jobs +2021-12-18 17:09:54,896 Updating WAITING jobs +2021-12-18 17:09:54,896 Update finished +2021-12-18 17:10:04,898 Reloading parameters... +2021-12-18 17:10:04,916 Loading parameters... +2021-12-18 17:10:04,917 Loading project parameters... +2021-12-18 17:10:04,919 + +13 of 25 jobs remaining (17:10) +2021-12-18 17:10:04,919 Sleep: 10 +2021-12-18 17:10:04,919 Number of retrials: 0 +2021-12-18 17:10:04,919 WRAPPER CHECK TIME = 10 +2021-12-18 17:10:04,920 Checking jobs for platform=marenostrum4 +2021-12-18 17:10:04,920 Checking jobs for platform=nord3 +2021-12-18 17:10:04,921 Checking jobs for platform=local +2021-12-18 17:10:04,921 Checking jobs for platform=transfer_node +2021-12-18 17:10:04,921 Checking all jobs at once +2021-12-18 17:10:06,192 Successful check job command +2021-12-18 17:10:07,461 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:10:07,461 End of checking +2021-12-18 17:10:07,463 Updating FAILED jobs +2021-12-18 17:10:07,463 Updating WAITING jobs +2021-12-18 17:10:07,463 Update finished +2021-12-18 17:10:07,463 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:10:07,464 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:10:07,464 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:10:07,464 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:10:07,464 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:10:07,464 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:10:07,464 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:10:07,467 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:10:07,470 Job list saved +2021-12-18 17:10:07,475 Updating FAILED jobs +2021-12-18 17:10:07,475 Updating WAITING jobs +2021-12-18 17:10:07,475 Update finished +2021-12-18 17:10:17,485 Reloading parameters... +2021-12-18 17:10:17,502 Loading parameters... +2021-12-18 17:10:17,504 Loading project parameters... +2021-12-18 17:10:17,505 + +13 of 25 jobs remaining (17:10) +2021-12-18 17:10:17,506 Sleep: 10 +2021-12-18 17:10:17,506 Number of retrials: 0 +2021-12-18 17:10:17,506 WRAPPER CHECK TIME = 10 +2021-12-18 17:10:17,506 Checking jobs for platform=marenostrum4 +2021-12-18 17:10:17,507 Checking jobs for platform=nord3 +2021-12-18 17:10:17,507 Checking jobs for platform=local +2021-12-18 17:10:17,508 Checking jobs for platform=transfer_node +2021-12-18 17:10:17,508 Checking all jobs at once +2021-12-18 17:10:18,928 Successful check job command +2021-12-18 17:10:20,147 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:10:20,147 End of checking +2021-12-18 17:10:20,149 Updating FAILED jobs +2021-12-18 17:10:20,149 Updating WAITING jobs +2021-12-18 17:10:20,149 Update finished +2021-12-18 17:10:20,149 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:10:20,149 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:10:20,149 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:10:20,150 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:10:20,150 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:10:20,150 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:10:20,150 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:10:20,152 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:10:20,155 Job list saved +2021-12-18 17:10:20,160 Updating FAILED jobs +2021-12-18 17:10:20,160 Updating WAITING jobs +2021-12-18 17:10:20,161 Update finished +2021-12-18 17:10:30,171 Reloading parameters... +2021-12-18 17:10:30,188 Loading parameters... +2021-12-18 17:10:30,190 Loading project parameters... +2021-12-18 17:10:30,194 + +13 of 25 jobs remaining (17:10) +2021-12-18 17:10:30,194 Sleep: 10 +2021-12-18 17:10:30,194 Number of retrials: 0 +2021-12-18 17:10:30,194 WRAPPER CHECK TIME = 10 +2021-12-18 17:10:30,195 Checking jobs for platform=marenostrum4 +2021-12-18 17:10:30,195 Checking jobs for platform=nord3 +2021-12-18 17:10:30,196 Checking jobs for platform=local +2021-12-18 17:10:30,196 Checking jobs for platform=transfer_node +2021-12-18 17:10:30,197 Checking all jobs at once +2021-12-18 17:10:31,667 Successful check job command +2021-12-18 17:10:32,936 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:10:32,936 End of checking +2021-12-18 17:10:32,938 Updating FAILED jobs +2021-12-18 17:10:32,938 Updating WAITING jobs +2021-12-18 17:10:32,938 Update finished +2021-12-18 17:10:32,938 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:10:32,939 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:10:32,939 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:10:32,939 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:10:32,939 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:10:32,940 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:10:32,940 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:10:32,942 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:10:32,945 Job list saved +2021-12-18 17:10:32,950 Updating FAILED jobs +2021-12-18 17:10:32,950 Updating WAITING jobs +2021-12-18 17:10:32,950 Update finished +2021-12-18 17:10:42,960 Reloading parameters... +2021-12-18 17:10:42,979 Loading parameters... +2021-12-18 17:10:42,981 Loading project parameters... +2021-12-18 17:10:42,983 + +13 of 25 jobs remaining (17:10) +2021-12-18 17:10:42,983 Sleep: 10 +2021-12-18 17:10:42,983 Number of retrials: 0 +2021-12-18 17:10:42,983 WRAPPER CHECK TIME = 10 +2021-12-18 17:10:42,984 Checking jobs for platform=marenostrum4 +2021-12-18 17:10:42,984 Checking jobs for platform=nord3 +2021-12-18 17:10:42,985 Checking jobs for platform=local +2021-12-18 17:10:42,985 Checking jobs for platform=transfer_node +2021-12-18 17:10:42,985 Checking all jobs at once +2021-12-18 17:10:44,405 Successful check job command +2021-12-18 17:10:45,675 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:10:45,675 End of checking +2021-12-18 17:10:45,677 Updating FAILED jobs +2021-12-18 17:10:45,677 Updating WAITING jobs +2021-12-18 17:10:45,677 Update finished +2021-12-18 17:10:45,677 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:10:45,677 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:10:45,678 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:10:45,678 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:10:45,678 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:10:45,678 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:10:45,678 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:10:45,680 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:10:45,683 Job list saved +2021-12-18 17:10:45,694 Updating FAILED jobs +2021-12-18 17:10:45,695 Updating WAITING jobs +2021-12-18 17:10:45,695 Update finished +2021-12-18 17:10:55,705 Reloading parameters... +2021-12-18 17:10:55,722 Loading parameters... +2021-12-18 17:10:55,724 Loading project parameters... +2021-12-18 17:10:55,726 + +13 of 25 jobs remaining (17:10) +2021-12-18 17:10:55,726 Sleep: 10 +2021-12-18 17:10:55,726 Number of retrials: 0 +2021-12-18 17:10:55,726 WRAPPER CHECK TIME = 10 +2021-12-18 17:10:55,727 Checking jobs for platform=marenostrum4 +2021-12-18 17:10:55,727 Checking jobs for platform=nord3 +2021-12-18 17:10:55,728 Checking jobs for platform=local +2021-12-18 17:10:55,728 Checking jobs for platform=transfer_node +2021-12-18 17:10:55,728 Checking all jobs at once +2021-12-18 17:10:57,148 Successful check job command +2021-12-18 17:10:58,468 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:10:58,469 End of checking +2021-12-18 17:10:58,470 Updating FAILED jobs +2021-12-18 17:10:58,470 Updating WAITING jobs +2021-12-18 17:10:58,471 Update finished +2021-12-18 17:10:58,471 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:10:58,471 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:10:58,471 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:10:58,471 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:10:58,471 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:10:58,471 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:10:58,472 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:10:58,474 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:10:58,477 Job list saved +2021-12-18 17:10:58,482 Updating FAILED jobs +2021-12-18 17:10:58,482 Updating WAITING jobs +2021-12-18 17:10:58,482 Update finished +2021-12-18 17:11:08,492 Reloading parameters... +2021-12-18 17:11:08,509 Loading parameters... +2021-12-18 17:11:08,510 Loading project parameters... +2021-12-18 17:11:08,512 + +13 of 25 jobs remaining (17:11) +2021-12-18 17:11:08,512 Sleep: 10 +2021-12-18 17:11:08,512 Number of retrials: 0 +2021-12-18 17:11:08,512 WRAPPER CHECK TIME = 10 +2021-12-18 17:11:08,513 Checking jobs for platform=marenostrum4 +2021-12-18 17:11:08,514 Checking jobs for platform=nord3 +2021-12-18 17:11:08,514 Checking jobs for platform=local +2021-12-18 17:11:08,515 Checking jobs for platform=transfer_node +2021-12-18 17:11:08,515 Checking all jobs at once +2021-12-18 17:11:10,488 Successful check job command +2021-12-18 17:11:11,808 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:11:11,808 End of checking +2021-12-18 17:11:11,810 Updating FAILED jobs +2021-12-18 17:11:11,810 Updating WAITING jobs +2021-12-18 17:11:11,810 Update finished +2021-12-18 17:11:11,810 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:11:11,811 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:11:11,811 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:11:11,811 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:11:11,811 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:11:11,811 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:11:11,811 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:11:11,814 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:11:11,816 Job list saved +2021-12-18 17:11:11,821 Updating FAILED jobs +2021-12-18 17:11:11,821 Updating WAITING jobs +2021-12-18 17:11:11,821 Update finished +2021-12-18 17:11:21,830 Reloading parameters... +2021-12-18 17:11:21,852 Loading parameters... +2021-12-18 17:11:21,853 Loading project parameters... +2021-12-18 17:11:21,855 + +13 of 25 jobs remaining (17:11) +2021-12-18 17:11:21,855 Sleep: 10 +2021-12-18 17:11:21,855 Number of retrials: 0 +2021-12-18 17:11:21,855 WRAPPER CHECK TIME = 10 +2021-12-18 17:11:21,856 Checking jobs for platform=marenostrum4 +2021-12-18 17:11:21,857 Checking jobs for platform=nord3 +2021-12-18 17:11:21,857 Checking jobs for platform=local +2021-12-18 17:11:21,858 Checking jobs for platform=transfer_node +2021-12-18 17:11:21,858 Checking all jobs at once +2021-12-18 17:11:23,178 Successful check job command +2021-12-18 17:11:24,447 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:11:24,448 End of checking +2021-12-18 17:11:24,449 Updating FAILED jobs +2021-12-18 17:11:24,449 Updating WAITING jobs +2021-12-18 17:11:24,449 Update finished +2021-12-18 17:11:24,450 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:11:24,450 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:11:24,450 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:11:24,450 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:11:24,450 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:11:24,450 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:11:24,450 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:11:24,453 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:11:24,455 Job list saved +2021-12-18 17:11:24,460 Updating FAILED jobs +2021-12-18 17:11:24,460 Updating WAITING jobs +2021-12-18 17:11:24,460 Update finished +2021-12-18 17:11:34,470 Reloading parameters... +2021-12-18 17:11:34,490 Loading parameters... +2021-12-18 17:11:34,491 Loading project parameters... +2021-12-18 17:11:34,493 + +13 of 25 jobs remaining (17:11) +2021-12-18 17:11:34,493 Sleep: 10 +2021-12-18 17:11:34,494 Number of retrials: 0 +2021-12-18 17:11:34,494 WRAPPER CHECK TIME = 10 +2021-12-18 17:11:34,494 Checking jobs for platform=marenostrum4 +2021-12-18 17:11:34,495 Checking jobs for platform=nord3 +2021-12-18 17:11:34,495 Checking jobs for platform=local +2021-12-18 17:11:34,496 Checking jobs for platform=transfer_node +2021-12-18 17:11:34,496 Checking all jobs at once +2021-12-18 17:11:35,815 Successful check job command +2021-12-18 17:11:37,091 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:11:37,091 End of checking +2021-12-18 17:11:37,092 Updating FAILED jobs +2021-12-18 17:11:37,092 Updating WAITING jobs +2021-12-18 17:11:37,093 Update finished +2021-12-18 17:11:37,093 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:11:37,093 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:11:37,093 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:11:37,093 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:11:37,093 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:11:37,094 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:11:37,094 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:11:37,096 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:11:37,098 Job list saved +2021-12-18 17:11:37,104 Updating FAILED jobs +2021-12-18 17:11:37,105 Updating WAITING jobs +2021-12-18 17:11:37,105 Update finished +2021-12-18 17:11:47,114 Reloading parameters... +2021-12-18 17:11:47,133 Loading parameters... +2021-12-18 17:11:47,134 Loading project parameters... +2021-12-18 17:11:47,136 + +13 of 25 jobs remaining (17:11) +2021-12-18 17:11:47,137 Sleep: 10 +2021-12-18 17:11:47,137 Number of retrials: 0 +2021-12-18 17:11:47,137 WRAPPER CHECK TIME = 10 +2021-12-18 17:11:47,137 Checking jobs for platform=marenostrum4 +2021-12-18 17:11:47,138 Checking jobs for platform=nord3 +2021-12-18 17:11:47,138 Checking jobs for platform=local +2021-12-18 17:11:47,139 Checking jobs for platform=transfer_node +2021-12-18 17:11:47,139 Checking all jobs at once +2021-12-18 17:11:48,559 Successful check job command +2021-12-18 17:11:49,831 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:11:49,831 End of checking +2021-12-18 17:11:49,832 Updating FAILED jobs +2021-12-18 17:11:49,833 Updating WAITING jobs +2021-12-18 17:11:49,833 Update finished +2021-12-18 17:11:49,833 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:11:49,834 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:11:49,834 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:11:49,834 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:11:49,834 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:11:49,834 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:11:49,835 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:11:49,837 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:11:49,839 Job list saved +2021-12-18 17:11:49,844 Updating FAILED jobs +2021-12-18 17:11:49,844 Updating WAITING jobs +2021-12-18 17:11:49,844 Update finished +2021-12-18 17:11:59,851 Reloading parameters... +2021-12-18 17:11:59,870 Loading parameters... +2021-12-18 17:11:59,872 Loading project parameters... +2021-12-18 17:11:59,874 + +13 of 25 jobs remaining (17:11) +2021-12-18 17:11:59,874 Sleep: 10 +2021-12-18 17:11:59,874 Number of retrials: 0 +2021-12-18 17:11:59,874 WRAPPER CHECK TIME = 10 +2021-12-18 17:11:59,875 Checking jobs for platform=marenostrum4 +2021-12-18 17:11:59,875 Checking jobs for platform=nord3 +2021-12-18 17:11:59,876 Checking jobs for platform=local +2021-12-18 17:11:59,876 Checking jobs for platform=transfer_node +2021-12-18 17:11:59,876 Checking all jobs at once +2021-12-18 17:12:01,296 Successful check job command +2021-12-18 17:12:02,516 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:12:02,516 End of checking +2021-12-18 17:12:02,518 Updating FAILED jobs +2021-12-18 17:12:02,518 Updating WAITING jobs +2021-12-18 17:12:02,518 Update finished +2021-12-18 17:12:02,518 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:12:02,518 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:12:02,519 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:12:02,519 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:12:02,519 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:12:02,519 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:12:02,519 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:12:02,522 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:12:02,524 Job list saved +2021-12-18 17:12:02,529 Updating FAILED jobs +2021-12-18 17:12:02,529 Updating WAITING jobs +2021-12-18 17:12:02,529 Update finished +2021-12-18 17:12:12,539 Reloading parameters... +2021-12-18 17:12:12,556 Loading parameters... +2021-12-18 17:12:12,557 Loading project parameters... +2021-12-18 17:12:12,559 + +13 of 25 jobs remaining (17:12) +2021-12-18 17:12:12,559 Sleep: 10 +2021-12-18 17:12:12,560 Number of retrials: 0 +2021-12-18 17:12:12,560 WRAPPER CHECK TIME = 10 +2021-12-18 17:12:12,560 Checking jobs for platform=marenostrum4 +2021-12-18 17:12:12,561 Checking jobs for platform=nord3 +2021-12-18 17:12:12,561 Checking jobs for platform=local +2021-12-18 17:12:12,562 Checking jobs for platform=transfer_node +2021-12-18 17:12:12,562 Checking all jobs at once +2021-12-18 17:12:13,884 Successful check job command +2021-12-18 17:12:15,203 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:12:15,203 End of checking +2021-12-18 17:12:15,205 Updating FAILED jobs +2021-12-18 17:12:15,205 Updating WAITING jobs +2021-12-18 17:12:15,205 Update finished +2021-12-18 17:12:15,205 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:12:15,205 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:12:15,205 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:12:15,206 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:12:15,206 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:12:15,206 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:12:15,206 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:12:15,208 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:12:15,211 Job list saved +2021-12-18 17:12:15,216 Updating FAILED jobs +2021-12-18 17:12:15,216 Updating WAITING jobs +2021-12-18 17:12:15,216 Update finished +2021-12-18 17:12:25,226 Reloading parameters... +2021-12-18 17:12:25,244 Loading parameters... +2021-12-18 17:12:25,245 Loading project parameters... +2021-12-18 17:12:25,247 + +13 of 25 jobs remaining (17:12) +2021-12-18 17:12:25,247 Sleep: 10 +2021-12-18 17:12:25,247 Number of retrials: 0 +2021-12-18 17:12:25,247 WRAPPER CHECK TIME = 10 +2021-12-18 17:12:25,248 Checking jobs for platform=marenostrum4 +2021-12-18 17:12:25,248 Checking jobs for platform=nord3 +2021-12-18 17:12:25,249 Checking jobs for platform=local +2021-12-18 17:12:25,249 Checking jobs for platform=transfer_node +2021-12-18 17:12:25,250 Checking all jobs at once +2021-12-18 17:12:27,022 Successful check job command +2021-12-18 17:12:28,241 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:12:28,242 End of checking +2021-12-18 17:12:28,243 Updating FAILED jobs +2021-12-18 17:12:28,243 Updating WAITING jobs +2021-12-18 17:12:28,243 Update finished +2021-12-18 17:12:28,243 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:12:28,244 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:12:28,244 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:12:28,244 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:12:28,245 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:12:28,245 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:12:28,245 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:12:28,247 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:12:28,250 Job list saved +2021-12-18 17:12:28,254 Updating FAILED jobs +2021-12-18 17:12:28,254 Updating WAITING jobs +2021-12-18 17:12:28,254 Update finished +2021-12-18 17:12:38,264 Reloading parameters... +2021-12-18 17:12:38,282 Loading parameters... +2021-12-18 17:12:38,283 Loading project parameters... +2021-12-18 17:12:38,285 + +13 of 25 jobs remaining (17:12) +2021-12-18 17:12:38,285 Sleep: 10 +2021-12-18 17:12:38,285 Number of retrials: 0 +2021-12-18 17:12:38,285 WRAPPER CHECK TIME = 10 +2021-12-18 17:12:38,286 Checking jobs for platform=marenostrum4 +2021-12-18 17:12:38,286 Checking jobs for platform=nord3 +2021-12-18 17:12:38,287 Checking jobs for platform=local +2021-12-18 17:12:38,288 Checking jobs for platform=transfer_node +2021-12-18 17:12:38,288 Checking all jobs at once +2021-12-18 17:12:39,708 Successful check job command +2021-12-18 17:12:41,028 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:12:41,028 End of checking +2021-12-18 17:12:41,029 Updating FAILED jobs +2021-12-18 17:12:41,029 Updating WAITING jobs +2021-12-18 17:12:41,029 Update finished +2021-12-18 17:12:41,030 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:12:41,030 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:12:41,030 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:12:41,030 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:12:41,030 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:12:41,030 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:12:41,030 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:12:41,033 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:12:41,036 Job list saved +2021-12-18 17:12:41,040 Updating FAILED jobs +2021-12-18 17:12:41,040 Updating WAITING jobs +2021-12-18 17:12:41,040 Update finished +2021-12-18 17:12:51,043 Reloading parameters... +2021-12-18 17:12:51,061 Loading parameters... +2021-12-18 17:12:51,063 Loading project parameters... +2021-12-18 17:12:51,064 + +13 of 25 jobs remaining (17:12) +2021-12-18 17:12:51,065 Sleep: 10 +2021-12-18 17:12:51,065 Number of retrials: 0 +2021-12-18 17:12:51,065 WRAPPER CHECK TIME = 10 +2021-12-18 17:12:51,065 Checking jobs for platform=marenostrum4 +2021-12-18 17:12:51,066 Checking jobs for platform=nord3 +2021-12-18 17:12:51,066 Checking jobs for platform=local +2021-12-18 17:12:51,067 Checking jobs for platform=transfer_node +2021-12-18 17:12:51,067 Checking all jobs at once +2021-12-18 17:12:52,437 Successful check job command +2021-12-18 17:12:53,707 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:12:53,707 End of checking +2021-12-18 17:12:53,708 Updating FAILED jobs +2021-12-18 17:12:53,708 Updating WAITING jobs +2021-12-18 17:12:53,708 Update finished +2021-12-18 17:12:53,709 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:12:53,709 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:12:53,709 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:12:53,709 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:12:53,709 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:12:53,709 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:12:53,709 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:12:53,712 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:12:53,714 Job list saved +2021-12-18 17:12:53,719 Updating FAILED jobs +2021-12-18 17:12:53,719 Updating WAITING jobs +2021-12-18 17:12:53,719 Update finished +2021-12-18 17:13:03,726 Reloading parameters... +2021-12-18 17:13:03,745 Loading parameters... +2021-12-18 17:13:03,747 Loading project parameters... +2021-12-18 17:13:03,749 + +13 of 25 jobs remaining (17:13) +2021-12-18 17:13:03,749 Sleep: 10 +2021-12-18 17:13:03,749 Number of retrials: 0 +2021-12-18 17:13:03,749 WRAPPER CHECK TIME = 10 +2021-12-18 17:13:03,751 Checking jobs for platform=marenostrum4 +2021-12-18 17:13:03,751 Checking jobs for platform=nord3 +2021-12-18 17:13:03,752 Checking jobs for platform=local +2021-12-18 17:13:03,752 Checking jobs for platform=transfer_node +2021-12-18 17:13:03,752 Checking all jobs at once +2021-12-18 17:13:05,124 Successful check job command +2021-12-18 17:13:06,343 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:13:06,344 End of checking +2021-12-18 17:13:06,345 Updating FAILED jobs +2021-12-18 17:13:06,345 Updating WAITING jobs +2021-12-18 17:13:06,345 Update finished +2021-12-18 17:13:06,345 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:13:06,346 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:13:06,346 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:13:06,346 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:13:06,346 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:13:06,346 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:13:06,346 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:13:06,349 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:13:06,351 Job list saved +2021-12-18 17:13:06,356 Updating FAILED jobs +2021-12-18 17:13:06,356 Updating WAITING jobs +2021-12-18 17:13:06,356 Update finished +2021-12-18 17:13:16,364 Reloading parameters... +2021-12-18 17:13:16,382 Loading parameters... +2021-12-18 17:13:16,383 Loading project parameters... +2021-12-18 17:13:16,385 + +13 of 25 jobs remaining (17:13) +2021-12-18 17:13:16,385 Sleep: 10 +2021-12-18 17:13:16,386 Number of retrials: 0 +2021-12-18 17:13:16,386 WRAPPER CHECK TIME = 10 +2021-12-18 17:13:16,386 Checking jobs for platform=marenostrum4 +2021-12-18 17:13:16,387 Checking jobs for platform=nord3 +2021-12-18 17:13:16,387 Checking jobs for platform=local +2021-12-18 17:13:16,388 Checking jobs for platform=transfer_node +2021-12-18 17:13:16,388 Checking all jobs at once +2021-12-18 17:13:17,808 Successful check job command +2021-12-18 17:13:19,027 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:13:19,028 End of checking +2021-12-18 17:13:19,029 Updating FAILED jobs +2021-12-18 17:13:19,029 Updating WAITING jobs +2021-12-18 17:13:19,029 Update finished +2021-12-18 17:13:19,029 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:13:19,030 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:13:19,030 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:13:19,030 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:13:19,030 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:13:19,030 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:13:19,030 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:13:19,033 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:13:19,035 Job list saved +2021-12-18 17:13:19,041 Updating FAILED jobs +2021-12-18 17:13:19,041 Updating WAITING jobs +2021-12-18 17:13:19,042 Update finished +2021-12-18 17:13:29,044 Reloading parameters... +2021-12-18 17:13:29,066 Loading parameters... +2021-12-18 17:13:29,068 Loading project parameters... +2021-12-18 17:13:29,070 + +13 of 25 jobs remaining (17:13) +2021-12-18 17:13:29,070 Sleep: 10 +2021-12-18 17:13:29,070 Number of retrials: 0 +2021-12-18 17:13:29,070 WRAPPER CHECK TIME = 10 +2021-12-18 17:13:29,071 Checking jobs for platform=marenostrum4 +2021-12-18 17:13:29,071 Checking jobs for platform=nord3 +2021-12-18 17:13:29,072 Checking jobs for platform=local +2021-12-18 17:13:29,073 Checking jobs for platform=transfer_node +2021-12-18 17:13:29,073 Checking all jobs at once +2021-12-18 17:13:30,545 Successful check job command +2021-12-18 17:13:31,814 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:13:31,814 End of checking +2021-12-18 17:13:31,816 Updating FAILED jobs +2021-12-18 17:13:31,816 Updating WAITING jobs +2021-12-18 17:13:31,816 Update finished +2021-12-18 17:13:31,816 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:13:31,816 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:13:31,816 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:13:31,816 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:13:31,817 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:13:31,817 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:13:31,817 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:13:31,820 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:13:31,823 Job list saved +2021-12-18 17:13:31,827 Updating FAILED jobs +2021-12-18 17:13:31,827 Updating WAITING jobs +2021-12-18 17:13:31,828 Update finished +2021-12-18 17:13:41,833 Reloading parameters... +2021-12-18 17:13:41,857 Loading parameters... +2021-12-18 17:13:41,858 Loading project parameters... +2021-12-18 17:13:41,860 + +13 of 25 jobs remaining (17:13) +2021-12-18 17:13:41,860 Sleep: 10 +2021-12-18 17:13:41,860 Number of retrials: 0 +2021-12-18 17:13:41,860 WRAPPER CHECK TIME = 10 +2021-12-18 17:13:41,861 Checking jobs for platform=marenostrum4 +2021-12-18 17:13:41,861 Checking jobs for platform=nord3 +2021-12-18 17:13:41,862 Checking jobs for platform=local +2021-12-18 17:13:41,863 Checking jobs for platform=transfer_node +2021-12-18 17:13:41,863 Checking all jobs at once +2021-12-18 17:13:43,232 Successful check job command +2021-12-18 17:13:44,602 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:13:44,602 End of checking +2021-12-18 17:13:44,603 Updating FAILED jobs +2021-12-18 17:13:44,604 Updating WAITING jobs +2021-12-18 17:13:44,604 Update finished +2021-12-18 17:13:44,604 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:13:44,605 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:13:44,605 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:13:44,605 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:13:44,605 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:13:44,605 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:13:44,605 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:13:44,609 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:13:44,611 Job list saved +2021-12-18 17:13:44,616 Updating FAILED jobs +2021-12-18 17:13:44,616 Updating WAITING jobs +2021-12-18 17:13:44,616 Update finished +2021-12-18 17:13:54,626 Reloading parameters... +2021-12-18 17:13:54,645 Loading parameters... +2021-12-18 17:13:54,646 Loading project parameters... +2021-12-18 17:13:54,648 + +13 of 25 jobs remaining (17:13) +2021-12-18 17:13:54,648 Sleep: 10 +2021-12-18 17:13:54,648 Number of retrials: 0 +2021-12-18 17:13:54,648 WRAPPER CHECK TIME = 10 +2021-12-18 17:13:54,649 Checking jobs for platform=marenostrum4 +2021-12-18 17:13:54,649 Checking jobs for platform=nord3 +2021-12-18 17:13:54,650 Checking jobs for platform=local +2021-12-18 17:13:54,650 Checking jobs for platform=transfer_node +2021-12-18 17:13:54,650 Checking all jobs at once +2021-12-18 17:13:56,070 Successful check job command +2021-12-18 17:13:57,292 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:13:57,293 End of checking +2021-12-18 17:13:57,294 Updating FAILED jobs +2021-12-18 17:13:57,294 Updating WAITING jobs +2021-12-18 17:13:57,294 Update finished +2021-12-18 17:13:57,295 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:13:57,295 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:13:57,295 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:13:57,295 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:13:57,295 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:13:57,295 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:13:57,295 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:13:57,298 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:13:57,300 Job list saved +2021-12-18 17:13:57,304 Updating FAILED jobs +2021-12-18 17:13:57,305 Updating WAITING jobs +2021-12-18 17:13:57,305 Update finished +2021-12-18 17:14:07,315 Reloading parameters... +2021-12-18 17:14:07,337 Loading parameters... +2021-12-18 17:14:07,338 Loading project parameters... +2021-12-18 17:14:07,340 + +13 of 25 jobs remaining (17:14) +2021-12-18 17:14:07,340 Sleep: 10 +2021-12-18 17:14:07,340 Number of retrials: 0 +2021-12-18 17:14:07,340 WRAPPER CHECK TIME = 10 +2021-12-18 17:14:07,341 Checking jobs for platform=marenostrum4 +2021-12-18 17:14:07,341 Checking jobs for platform=nord3 +2021-12-18 17:14:07,342 Checking jobs for platform=local +2021-12-18 17:14:07,342 Checking jobs for platform=transfer_node +2021-12-18 17:14:07,342 Checking all jobs at once +2021-12-18 17:14:08,912 Successful check job command +2021-12-18 17:14:10,281 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:14:10,282 End of checking +2021-12-18 17:14:10,283 Updating FAILED jobs +2021-12-18 17:14:10,283 Updating WAITING jobs +2021-12-18 17:14:10,283 Update finished +2021-12-18 17:14:10,283 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:14:10,284 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:14:10,284 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:14:10,284 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:14:10,284 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:14:10,284 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:14:10,284 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:14:10,290 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:14:10,292 Job list saved +2021-12-18 17:14:10,314 Updating FAILED jobs +2021-12-18 17:14:10,314 Updating WAITING jobs +2021-12-18 17:14:10,314 Update finished +2021-12-18 17:14:20,321 Reloading parameters... +2021-12-18 17:14:20,339 Loading parameters... +2021-12-18 17:14:20,341 Loading project parameters... +2021-12-18 17:14:20,344 + +13 of 25 jobs remaining (17:14) +2021-12-18 17:14:20,344 Sleep: 10 +2021-12-18 17:14:20,344 Number of retrials: 0 +2021-12-18 17:14:20,344 WRAPPER CHECK TIME = 10 +2021-12-18 17:14:20,345 Checking jobs for platform=marenostrum4 +2021-12-18 17:14:20,346 Checking jobs for platform=nord3 +2021-12-18 17:14:20,346 Checking jobs for platform=local +2021-12-18 17:14:20,347 Checking jobs for platform=transfer_node +2021-12-18 17:14:20,347 Checking all jobs at once +2021-12-18 17:14:21,817 Successful check job command +2021-12-18 17:14:23,088 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:14:23,088 End of checking +2021-12-18 17:14:23,089 Updating FAILED jobs +2021-12-18 17:14:23,089 Updating WAITING jobs +2021-12-18 17:14:23,090 Update finished +2021-12-18 17:14:23,090 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:14:23,090 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:14:23,091 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:14:23,091 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:14:23,091 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:14:23,091 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:14:23,091 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:14:23,094 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:14:23,097 Job list saved +2021-12-18 17:14:23,101 Updating FAILED jobs +2021-12-18 17:14:23,102 Updating WAITING jobs +2021-12-18 17:14:23,102 Update finished +2021-12-18 17:14:33,113 Reloading parameters... +2021-12-18 17:14:33,132 Loading parameters... +2021-12-18 17:14:33,133 Loading project parameters... +2021-12-18 17:14:33,135 + +13 of 25 jobs remaining (17:14) +2021-12-18 17:14:33,135 Sleep: 10 +2021-12-18 17:14:33,135 Number of retrials: 0 +2021-12-18 17:14:33,136 WRAPPER CHECK TIME = 10 +2021-12-18 17:14:33,136 Checking jobs for platform=marenostrum4 +2021-12-18 17:14:33,137 Checking jobs for platform=nord3 +2021-12-18 17:14:33,137 Checking jobs for platform=local +2021-12-18 17:14:33,138 Checking jobs for platform=transfer_node +2021-12-18 17:14:33,138 Checking all jobs at once +2021-12-18 17:14:34,457 Successful check job command +2021-12-18 17:14:35,676 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:14:35,677 End of checking +2021-12-18 17:14:35,679 Updating FAILED jobs +2021-12-18 17:14:35,679 Updating WAITING jobs +2021-12-18 17:14:35,680 Update finished +2021-12-18 17:14:35,680 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:14:35,680 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:14:35,680 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:14:35,680 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:14:35,681 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:14:35,681 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:14:35,681 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:14:35,684 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:14:35,686 Job list saved +2021-12-18 17:14:35,701 Updating FAILED jobs +2021-12-18 17:14:35,701 Updating WAITING jobs +2021-12-18 17:14:35,702 Update finished +2021-12-18 17:14:45,711 Reloading parameters... +2021-12-18 17:14:45,731 Loading parameters... +2021-12-18 17:14:45,732 Loading project parameters... +2021-12-18 17:14:45,734 + +13 of 25 jobs remaining (17:14) +2021-12-18 17:14:45,734 Sleep: 10 +2021-12-18 17:14:45,734 Number of retrials: 0 +2021-12-18 17:14:45,735 WRAPPER CHECK TIME = 10 +2021-12-18 17:14:45,735 Checking jobs for platform=marenostrum4 +2021-12-18 17:14:45,736 Checking jobs for platform=nord3 +2021-12-18 17:14:45,736 Checking jobs for platform=local +2021-12-18 17:14:45,737 Checking jobs for platform=transfer_node +2021-12-18 17:14:45,737 Checking all jobs at once +2021-12-18 17:14:47,408 Successful check job command +2021-12-18 17:14:48,727 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:14:48,727 End of checking +2021-12-18 17:14:48,729 Updating FAILED jobs +2021-12-18 17:14:48,729 Updating WAITING jobs +2021-12-18 17:14:48,730 Update finished +2021-12-18 17:14:48,730 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:14:48,730 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:14:48,730 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:14:48,730 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:14:48,730 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:14:48,730 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:14:48,731 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:14:48,733 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:14:48,735 Job list saved +2021-12-18 17:14:48,746 Updating FAILED jobs +2021-12-18 17:14:48,747 Updating WAITING jobs +2021-12-18 17:14:48,747 Update finished +2021-12-18 17:14:58,755 Reloading parameters... +2021-12-18 17:14:58,777 Loading parameters... +2021-12-18 17:14:58,778 Loading project parameters... +2021-12-18 17:14:58,780 + +13 of 25 jobs remaining (17:14) +2021-12-18 17:14:58,780 Sleep: 10 +2021-12-18 17:14:58,780 Number of retrials: 0 +2021-12-18 17:14:58,780 WRAPPER CHECK TIME = 10 +2021-12-18 17:14:58,781 Checking jobs for platform=marenostrum4 +2021-12-18 17:14:58,781 Checking jobs for platform=nord3 +2021-12-18 17:14:58,782 Checking jobs for platform=local +2021-12-18 17:14:58,782 Checking jobs for platform=transfer_node +2021-12-18 17:14:58,783 Checking all jobs at once +2021-12-18 17:15:00,257 Successful check job command +2021-12-18 17:15:01,577 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:15:01,577 End of checking +2021-12-18 17:15:01,579 Updating FAILED jobs +2021-12-18 17:15:01,579 Updating WAITING jobs +2021-12-18 17:15:01,579 Update finished +2021-12-18 17:15:01,579 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:15:01,580 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:15:01,580 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:15:01,580 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:15:01,580 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:15:01,581 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:15:01,581 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:15:01,583 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:15:01,586 Job list saved +2021-12-18 17:15:01,590 Updating FAILED jobs +2021-12-18 17:15:01,590 Updating WAITING jobs +2021-12-18 17:15:01,590 Update finished +2021-12-18 17:15:11,599 Reloading parameters... +2021-12-18 17:15:11,621 Loading parameters... +2021-12-18 17:15:11,622 Loading project parameters... +2021-12-18 17:15:11,624 + +13 of 25 jobs remaining (17:15) +2021-12-18 17:15:11,624 Sleep: 10 +2021-12-18 17:15:11,624 Number of retrials: 0 +2021-12-18 17:15:11,624 WRAPPER CHECK TIME = 10 +2021-12-18 17:15:11,625 Checking jobs for platform=marenostrum4 +2021-12-18 17:15:11,626 Checking jobs for platform=nord3 +2021-12-18 17:15:11,626 Checking jobs for platform=local +2021-12-18 17:15:11,627 Checking jobs for platform=transfer_node +2021-12-18 17:15:11,627 Checking all jobs at once +2021-12-18 17:15:13,198 Successful check job command +2021-12-18 17:15:14,970 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:15:14,970 End of checking +2021-12-18 17:15:14,971 Updating FAILED jobs +2021-12-18 17:15:14,972 Updating WAITING jobs +2021-12-18 17:15:14,972 Update finished +2021-12-18 17:15:14,972 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:15:14,972 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:15:14,972 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:15:14,972 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:15:14,973 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:15:14,973 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:15:14,973 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:15:14,976 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:15:14,978 Job list saved +2021-12-18 17:15:14,983 Updating FAILED jobs +2021-12-18 17:15:14,983 Updating WAITING jobs +2021-12-18 17:15:14,984 Update finished +2021-12-18 17:15:24,994 Reloading parameters... +2021-12-18 17:15:25,014 Loading parameters... +2021-12-18 17:15:25,016 Loading project parameters... +2021-12-18 17:15:25,017 + +13 of 25 jobs remaining (17:15) +2021-12-18 17:15:25,018 Sleep: 10 +2021-12-18 17:15:25,018 Number of retrials: 0 +2021-12-18 17:15:25,018 WRAPPER CHECK TIME = 10 +2021-12-18 17:15:25,018 Checking jobs for platform=marenostrum4 +2021-12-18 17:15:25,019 Checking jobs for platform=nord3 +2021-12-18 17:15:25,019 Checking jobs for platform=local +2021-12-18 17:15:25,020 Checking jobs for platform=transfer_node +2021-12-18 17:15:25,020 Checking all jobs at once +2021-12-18 17:15:26,290 Successful check job command +2021-12-18 17:15:27,559 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:15:27,560 End of checking +2021-12-18 17:15:27,561 Updating FAILED jobs +2021-12-18 17:15:27,561 Updating WAITING jobs +2021-12-18 17:15:27,561 Update finished +2021-12-18 17:15:27,562 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:15:27,562 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:15:27,562 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:15:27,562 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:15:27,562 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:15:27,562 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:15:27,562 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:15:27,565 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:15:27,567 Job list saved +2021-12-18 17:15:27,572 Updating FAILED jobs +2021-12-18 17:15:27,572 Updating WAITING jobs +2021-12-18 17:15:27,573 Update finished +2021-12-18 17:15:37,583 Reloading parameters... +2021-12-18 17:15:37,604 Loading parameters... +2021-12-18 17:15:37,605 Loading project parameters... +2021-12-18 17:15:37,607 + +13 of 25 jobs remaining (17:15) +2021-12-18 17:15:37,607 Sleep: 10 +2021-12-18 17:15:37,607 Number of retrials: 0 +2021-12-18 17:15:37,607 WRAPPER CHECK TIME = 10 +2021-12-18 17:15:37,608 Checking jobs for platform=marenostrum4 +2021-12-18 17:15:37,608 Checking jobs for platform=nord3 +2021-12-18 17:15:37,609 Checking jobs for platform=local +2021-12-18 17:15:37,609 Checking jobs for platform=transfer_node +2021-12-18 17:15:37,610 Checking all jobs at once +2021-12-18 17:15:38,879 Successful check job command +2021-12-18 17:15:40,098 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:15:40,098 End of checking +2021-12-18 17:15:40,099 Updating FAILED jobs +2021-12-18 17:15:40,100 Updating WAITING jobs +2021-12-18 17:15:40,100 Update finished +2021-12-18 17:15:40,100 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:15:40,101 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:15:40,101 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:15:40,101 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:15:40,101 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:15:40,101 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:15:40,101 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:15:40,104 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:15:40,106 Job list saved +2021-12-18 17:15:40,114 Updating FAILED jobs +2021-12-18 17:15:40,115 Updating WAITING jobs +2021-12-18 17:15:40,115 Update finished +2021-12-18 17:15:50,125 Reloading parameters... +2021-12-18 17:15:50,145 Loading parameters... +2021-12-18 17:15:50,147 Loading project parameters... +2021-12-18 17:15:50,149 + +13 of 25 jobs remaining (17:15) +2021-12-18 17:15:50,149 Sleep: 10 +2021-12-18 17:15:50,149 Number of retrials: 0 +2021-12-18 17:15:50,149 WRAPPER CHECK TIME = 10 +2021-12-18 17:15:50,150 Checking jobs for platform=marenostrum4 +2021-12-18 17:15:50,150 Checking jobs for platform=nord3 +2021-12-18 17:15:50,151 Checking jobs for platform=local +2021-12-18 17:15:50,151 Checking jobs for platform=transfer_node +2021-12-18 17:15:50,151 Checking all jobs at once +2021-12-18 17:15:51,571 Successful check job command +2021-12-18 17:15:52,840 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:15:52,841 End of checking +2021-12-18 17:15:52,843 Updating FAILED jobs +2021-12-18 17:15:52,843 Updating WAITING jobs +2021-12-18 17:15:52,843 Update finished +2021-12-18 17:15:52,843 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:15:52,844 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:15:52,844 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:15:52,844 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:15:52,844 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:15:52,844 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:15:52,844 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:15:52,847 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:15:52,849 Job list saved +2021-12-18 17:15:52,854 Updating FAILED jobs +2021-12-18 17:15:52,854 Updating WAITING jobs +2021-12-18 17:15:52,855 Update finished +2021-12-18 17:16:02,865 Reloading parameters... +2021-12-18 17:16:02,887 Loading parameters... +2021-12-18 17:16:02,892 Loading project parameters... +2021-12-18 17:16:02,894 + +13 of 25 jobs remaining (17:16) +2021-12-18 17:16:02,895 Sleep: 10 +2021-12-18 17:16:02,895 Number of retrials: 0 +2021-12-18 17:16:02,895 WRAPPER CHECK TIME = 10 +2021-12-18 17:16:02,895 Checking jobs for platform=marenostrum4 +2021-12-18 17:16:02,896 Checking jobs for platform=nord3 +2021-12-18 17:16:02,896 Checking jobs for platform=local +2021-12-18 17:16:02,897 Checking jobs for platform=transfer_node +2021-12-18 17:16:02,897 Checking all jobs at once +2021-12-18 17:16:04,367 Successful check job command +2021-12-18 17:16:05,736 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:16:05,736 End of checking +2021-12-18 17:16:05,738 Updating FAILED jobs +2021-12-18 17:16:05,739 Updating WAITING jobs +2021-12-18 17:16:05,739 Update finished +2021-12-18 17:16:05,739 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:16:05,739 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:16:05,739 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:16:05,739 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:16:05,740 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:16:05,740 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:16:05,740 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:16:05,743 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:16:05,746 Job list saved +2021-12-18 17:16:05,752 Updating FAILED jobs +2021-12-18 17:16:05,752 Updating WAITING jobs +2021-12-18 17:16:05,752 Update finished +2021-12-18 17:16:15,761 Reloading parameters... +2021-12-18 17:16:15,782 Loading parameters... +2021-12-18 17:16:15,783 Loading project parameters... +2021-12-18 17:16:15,785 + +13 of 25 jobs remaining (17:16) +2021-12-18 17:16:15,785 Sleep: 10 +2021-12-18 17:16:15,785 Number of retrials: 0 +2021-12-18 17:16:15,785 WRAPPER CHECK TIME = 10 +2021-12-18 17:16:15,786 Checking jobs for platform=marenostrum4 +2021-12-18 17:16:15,786 Checking jobs for platform=nord3 +2021-12-18 17:16:15,787 Checking jobs for platform=local +2021-12-18 17:16:15,788 Checking jobs for platform=transfer_node +2021-12-18 17:16:15,788 Checking all jobs at once +2021-12-18 17:16:17,609 Successful check job command +2021-12-18 17:16:18,981 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:16:18,981 End of checking +2021-12-18 17:16:18,983 Updating FAILED jobs +2021-12-18 17:16:18,983 Updating WAITING jobs +2021-12-18 17:16:18,983 Update finished +2021-12-18 17:16:18,983 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:16:18,984 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:16:18,984 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:16:18,984 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:16:18,984 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:16:18,985 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:16:18,985 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:16:18,988 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:16:18,990 Job list saved +2021-12-18 17:16:18,997 Updating FAILED jobs +2021-12-18 17:16:18,997 Updating WAITING jobs +2021-12-18 17:16:18,997 Update finished +2021-12-18 17:16:29,007 Reloading parameters... +2021-12-18 17:16:29,029 Loading parameters... +2021-12-18 17:16:29,031 Loading project parameters... +2021-12-18 17:16:29,033 + +13 of 25 jobs remaining (17:16) +2021-12-18 17:16:29,033 Sleep: 10 +2021-12-18 17:16:29,033 Number of retrials: 0 +2021-12-18 17:16:29,033 WRAPPER CHECK TIME = 10 +2021-12-18 17:16:29,034 Checking jobs for platform=marenostrum4 +2021-12-18 17:16:29,034 Checking jobs for platform=nord3 +2021-12-18 17:16:29,035 Checking jobs for platform=local +2021-12-18 17:16:29,035 Checking jobs for platform=transfer_node +2021-12-18 17:16:29,036 Checking all jobs at once +2021-12-18 17:16:30,305 Successful check job command +2021-12-18 17:16:31,574 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:16:31,574 End of checking +2021-12-18 17:16:31,576 Updating FAILED jobs +2021-12-18 17:16:31,576 Updating WAITING jobs +2021-12-18 17:16:31,576 Update finished +2021-12-18 17:16:31,577 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:16:31,577 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:16:31,577 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:16:31,577 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:16:31,577 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:16:31,577 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:16:31,577 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:16:31,580 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:16:31,582 Job list saved +2021-12-18 17:16:31,588 Updating FAILED jobs +2021-12-18 17:16:31,589 Updating WAITING jobs +2021-12-18 17:16:31,589 Update finished +2021-12-18 17:16:41,600 Reloading parameters... +2021-12-18 17:16:41,624 Loading parameters... +2021-12-18 17:16:41,625 Loading project parameters... +2021-12-18 17:16:41,627 + +13 of 25 jobs remaining (17:16) +2021-12-18 17:16:41,627 Sleep: 10 +2021-12-18 17:16:41,628 Number of retrials: 0 +2021-12-18 17:16:41,628 WRAPPER CHECK TIME = 10 +2021-12-18 17:16:41,628 Checking jobs for platform=marenostrum4 +2021-12-18 17:16:41,629 Checking jobs for platform=nord3 +2021-12-18 17:16:41,629 Checking jobs for platform=local +2021-12-18 17:16:41,630 Checking jobs for platform=transfer_node +2021-12-18 17:16:41,630 Checking all jobs at once +2021-12-18 17:16:43,049 Successful check job command +2021-12-18 17:16:44,268 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:16:44,269 End of checking +2021-12-18 17:16:44,271 Updating FAILED jobs +2021-12-18 17:16:44,271 Updating WAITING jobs +2021-12-18 17:16:44,271 Update finished +2021-12-18 17:16:44,271 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:16:44,271 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:16:44,271 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:16:44,272 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:16:44,272 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:16:44,272 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:16:44,272 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:16:44,276 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:16:44,278 Job list saved +2021-12-18 17:16:44,285 Updating FAILED jobs +2021-12-18 17:16:44,285 Updating WAITING jobs +2021-12-18 17:16:44,285 Update finished +2021-12-18 17:16:54,295 Reloading parameters... +2021-12-18 17:16:54,316 Loading parameters... +2021-12-18 17:16:54,317 Loading project parameters... +2021-12-18 17:16:54,319 + +13 of 25 jobs remaining (17:16) +2021-12-18 17:16:54,319 Sleep: 10 +2021-12-18 17:16:54,319 Number of retrials: 0 +2021-12-18 17:16:54,319 WRAPPER CHECK TIME = 10 +2021-12-18 17:16:54,320 Checking jobs for platform=marenostrum4 +2021-12-18 17:16:54,320 Checking jobs for platform=nord3 +2021-12-18 17:16:54,321 Checking jobs for platform=local +2021-12-18 17:16:54,322 Checking jobs for platform=transfer_node +2021-12-18 17:16:54,322 Checking all jobs at once +2021-12-18 17:16:55,691 Successful check job command +2021-12-18 17:16:56,910 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:16:56,911 End of checking +2021-12-18 17:16:56,914 Updating FAILED jobs +2021-12-18 17:16:56,915 Updating WAITING jobs +2021-12-18 17:16:56,915 Update finished +2021-12-18 17:16:56,915 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:16:56,916 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:16:56,916 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:16:56,916 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:16:56,916 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:16:56,916 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:16:56,916 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:16:56,920 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:16:56,922 Job list saved +2021-12-18 17:16:56,928 Updating FAILED jobs +2021-12-18 17:16:56,928 Updating WAITING jobs +2021-12-18 17:16:56,929 Update finished +2021-12-18 17:17:06,939 Reloading parameters... +2021-12-18 17:17:06,969 Loading parameters... +2021-12-18 17:17:06,970 Loading project parameters... +2021-12-18 17:17:06,975 + +13 of 25 jobs remaining (17:17) +2021-12-18 17:17:06,976 Sleep: 10 +2021-12-18 17:17:06,976 Number of retrials: 0 +2021-12-18 17:17:06,976 WRAPPER CHECK TIME = 10 +2021-12-18 17:17:06,976 Checking jobs for platform=marenostrum4 +2021-12-18 17:17:06,977 Checking jobs for platform=nord3 +2021-12-18 17:17:06,977 Checking jobs for platform=local +2021-12-18 17:17:06,978 Checking jobs for platform=transfer_node +2021-12-18 17:17:06,978 Checking all jobs at once +2021-12-18 17:17:08,504 Successful check job command +2021-12-18 17:17:09,723 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:17:09,723 End of checking +2021-12-18 17:17:09,725 Updating FAILED jobs +2021-12-18 17:17:09,725 Updating WAITING jobs +2021-12-18 17:17:09,725 Update finished +2021-12-18 17:17:09,726 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:17:09,726 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:17:09,726 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:17:09,726 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:17:09,726 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:17:09,726 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:17:09,726 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:17:09,729 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:17:09,732 Job list saved +2021-12-18 17:17:09,736 Updating FAILED jobs +2021-12-18 17:17:09,736 Updating WAITING jobs +2021-12-18 17:17:09,737 Update finished +2021-12-18 17:17:19,747 Reloading parameters... +2021-12-18 17:17:19,768 Loading parameters... +2021-12-18 17:17:19,769 Loading project parameters... +2021-12-18 17:17:19,771 + +13 of 25 jobs remaining (17:17) +2021-12-18 17:17:19,771 Sleep: 10 +2021-12-18 17:17:19,771 Number of retrials: 0 +2021-12-18 17:17:19,771 WRAPPER CHECK TIME = 10 +2021-12-18 17:17:19,772 Checking jobs for platform=marenostrum4 +2021-12-18 17:17:19,773 Checking jobs for platform=nord3 +2021-12-18 17:17:19,773 Checking jobs for platform=local +2021-12-18 17:17:19,774 Checking jobs for platform=transfer_node +2021-12-18 17:17:19,774 Checking all jobs at once +2021-12-18 17:17:21,244 Successful check job command +2021-12-18 17:17:22,814 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:17:22,814 End of checking +2021-12-18 17:17:22,815 Updating FAILED jobs +2021-12-18 17:17:22,816 Updating WAITING jobs +2021-12-18 17:17:22,816 Update finished +2021-12-18 17:17:22,816 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:17:22,816 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:17:22,816 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:17:22,816 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:17:22,817 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:17:22,817 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:17:22,817 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:17:22,820 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:17:22,822 Job list saved +2021-12-18 17:17:22,827 Updating FAILED jobs +2021-12-18 17:17:22,828 Updating WAITING jobs +2021-12-18 17:17:22,828 Update finished +2021-12-18 17:17:32,838 Reloading parameters... +2021-12-18 17:17:32,859 Loading parameters... +2021-12-18 17:17:32,860 Loading project parameters... +2021-12-18 17:17:32,862 + +13 of 25 jobs remaining (17:17) +2021-12-18 17:17:32,862 Sleep: 10 +2021-12-18 17:17:32,862 Number of retrials: 0 +2021-12-18 17:17:32,862 WRAPPER CHECK TIME = 10 +2021-12-18 17:17:32,863 Checking jobs for platform=marenostrum4 +2021-12-18 17:17:32,863 Checking jobs for platform=nord3 +2021-12-18 17:17:32,864 Checking jobs for platform=local +2021-12-18 17:17:32,864 Checking jobs for platform=transfer_node +2021-12-18 17:17:32,864 Checking all jobs at once +2021-12-18 17:17:34,234 Successful check job command +2021-12-18 17:17:35,503 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:17:35,504 End of checking +2021-12-18 17:17:35,505 Updating FAILED jobs +2021-12-18 17:17:35,505 Updating WAITING jobs +2021-12-18 17:17:35,505 Update finished +2021-12-18 17:17:35,506 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:17:35,506 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:17:35,506 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:17:35,506 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:17:35,507 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:17:35,507 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:17:35,507 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:17:35,510 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:17:35,512 Job list saved +2021-12-18 17:17:35,517 Updating FAILED jobs +2021-12-18 17:17:35,517 Updating WAITING jobs +2021-12-18 17:17:35,517 Update finished +2021-12-18 17:17:45,527 Reloading parameters... +2021-12-18 17:17:45,547 Loading parameters... +2021-12-18 17:17:45,548 Loading project parameters... +2021-12-18 17:17:45,550 + +13 of 25 jobs remaining (17:17) +2021-12-18 17:17:45,551 Sleep: 10 +2021-12-18 17:17:45,551 Number of retrials: 0 +2021-12-18 17:17:45,551 WRAPPER CHECK TIME = 10 +2021-12-18 17:17:45,551 Checking jobs for platform=marenostrum4 +2021-12-18 17:17:45,552 Checking jobs for platform=nord3 +2021-12-18 17:17:45,552 Checking jobs for platform=local +2021-12-18 17:17:45,553 Checking jobs for platform=transfer_node +2021-12-18 17:17:45,553 Checking all jobs at once +2021-12-18 17:17:47,072 Successful check job command +2021-12-18 17:17:48,342 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:17:48,342 End of checking +2021-12-18 17:17:48,344 Updating FAILED jobs +2021-12-18 17:17:48,344 Updating WAITING jobs +2021-12-18 17:17:48,344 Update finished +2021-12-18 17:17:48,344 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:17:48,344 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:17:48,344 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:17:48,345 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:17:48,345 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:17:48,345 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:17:48,345 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:17:48,347 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:17:48,350 Job list saved +2021-12-18 17:17:48,354 Updating FAILED jobs +2021-12-18 17:17:48,354 Updating WAITING jobs +2021-12-18 17:17:48,355 Update finished +2021-12-18 17:17:58,363 Reloading parameters... +2021-12-18 17:17:58,383 Loading parameters... +2021-12-18 17:17:58,384 Loading project parameters... +2021-12-18 17:17:58,386 + +13 of 25 jobs remaining (17:17) +2021-12-18 17:17:58,387 Sleep: 10 +2021-12-18 17:17:58,387 Number of retrials: 0 +2021-12-18 17:17:58,387 WRAPPER CHECK TIME = 10 +2021-12-18 17:17:58,387 Checking jobs for platform=marenostrum4 +2021-12-18 17:17:58,388 Checking jobs for platform=nord3 +2021-12-18 17:17:58,388 Checking jobs for platform=local +2021-12-18 17:17:58,389 Checking jobs for platform=transfer_node +2021-12-18 17:17:58,389 Checking all jobs at once +2021-12-18 17:17:59,758 Successful check job command +2021-12-18 17:18:01,028 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:18:01,028 End of checking +2021-12-18 17:18:01,030 Updating FAILED jobs +2021-12-18 17:18:01,030 Updating WAITING jobs +2021-12-18 17:18:01,030 Update finished +2021-12-18 17:18:01,030 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:18:01,030 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:18:01,030 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:18:01,031 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:18:01,031 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:18:01,031 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:18:01,031 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:18:01,034 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:18:01,036 Job list saved +2021-12-18 17:18:01,041 Updating FAILED jobs +2021-12-18 17:18:01,041 Updating WAITING jobs +2021-12-18 17:18:01,042 Update finished +2021-12-18 17:18:11,052 Reloading parameters... +2021-12-18 17:18:11,074 Loading parameters... +2021-12-18 17:18:11,075 Loading project parameters... +2021-12-18 17:18:11,077 + +13 of 25 jobs remaining (17:18) +2021-12-18 17:18:11,077 Sleep: 10 +2021-12-18 17:18:11,077 Number of retrials: 0 +2021-12-18 17:18:11,077 WRAPPER CHECK TIME = 10 +2021-12-18 17:18:11,078 Checking jobs for platform=marenostrum4 +2021-12-18 17:18:11,078 Checking jobs for platform=nord3 +2021-12-18 17:18:11,079 Checking jobs for platform=local +2021-12-18 17:18:11,080 Checking jobs for platform=transfer_node +2021-12-18 17:18:11,080 Checking all jobs at once +2021-12-18 17:18:12,399 Successful check job command +2021-12-18 17:18:13,571 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:18:13,572 End of checking +2021-12-18 17:18:13,573 Updating FAILED jobs +2021-12-18 17:18:13,573 Updating WAITING jobs +2021-12-18 17:18:13,574 Update finished +2021-12-18 17:18:13,574 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:18:13,574 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:18:13,574 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:18:13,575 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:18:13,575 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:18:13,575 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:18:13,575 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:18:13,578 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:18:13,581 Job list saved +2021-12-18 17:18:13,586 Updating FAILED jobs +2021-12-18 17:18:13,586 Updating WAITING jobs +2021-12-18 17:18:13,586 Update finished +2021-12-18 17:18:23,596 Reloading parameters... +2021-12-18 17:18:23,615 Loading parameters... +2021-12-18 17:18:23,617 Loading project parameters... +2021-12-18 17:18:23,618 + +13 of 25 jobs remaining (17:18) +2021-12-18 17:18:23,619 Sleep: 10 +2021-12-18 17:18:23,619 Number of retrials: 0 +2021-12-18 17:18:23,619 WRAPPER CHECK TIME = 10 +2021-12-18 17:18:23,619 Checking jobs for platform=marenostrum4 +2021-12-18 17:18:23,620 Checking jobs for platform=nord3 +2021-12-18 17:18:23,621 Checking jobs for platform=local +2021-12-18 17:18:23,621 Checking jobs for platform=transfer_node +2021-12-18 17:18:23,621 Checking all jobs at once +2021-12-18 17:18:25,391 Successful check job command +2021-12-18 17:18:26,711 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:18:26,711 End of checking +2021-12-18 17:18:26,713 Updating FAILED jobs +2021-12-18 17:18:26,713 Updating WAITING jobs +2021-12-18 17:18:26,713 Update finished +2021-12-18 17:18:26,713 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:18:26,713 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:18:26,714 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:18:26,714 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:18:26,714 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:18:26,714 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:18:26,714 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:18:26,717 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:18:26,719 Job list saved +2021-12-18 17:18:26,727 Updating FAILED jobs +2021-12-18 17:18:26,727 Updating WAITING jobs +2021-12-18 17:18:26,727 Update finished +2021-12-18 17:18:36,736 Reloading parameters... +2021-12-18 17:18:36,755 Loading parameters... +2021-12-18 17:18:36,756 Loading project parameters... +2021-12-18 17:18:36,758 + +13 of 25 jobs remaining (17:18) +2021-12-18 17:18:36,759 Sleep: 10 +2021-12-18 17:18:36,759 Number of retrials: 0 +2021-12-18 17:18:36,759 WRAPPER CHECK TIME = 10 +2021-12-18 17:18:36,759 Checking jobs for platform=marenostrum4 +2021-12-18 17:18:36,760 Checking jobs for platform=nord3 +2021-12-18 17:18:36,760 Checking jobs for platform=local +2021-12-18 17:18:36,761 Checking jobs for platform=transfer_node +2021-12-18 17:18:36,761 Checking all jobs at once +2021-12-18 17:18:38,232 Successful check job command +2021-12-18 17:18:39,651 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:18:39,652 End of checking +2021-12-18 17:18:39,653 Updating FAILED jobs +2021-12-18 17:18:39,653 Updating WAITING jobs +2021-12-18 17:18:39,653 Update finished +2021-12-18 17:18:39,654 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:18:39,654 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:18:39,654 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:18:39,654 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:18:39,654 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:18:39,654 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:18:39,654 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:18:39,657 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:18:39,660 Job list saved +2021-12-18 17:18:39,665 Updating FAILED jobs +2021-12-18 17:18:39,665 Updating WAITING jobs +2021-12-18 17:18:39,666 Update finished +2021-12-18 17:18:49,676 Reloading parameters... +2021-12-18 17:18:49,695 Loading parameters... +2021-12-18 17:18:49,696 Loading project parameters... +2021-12-18 17:18:49,698 + +13 of 25 jobs remaining (17:18) +2021-12-18 17:18:49,699 Sleep: 10 +2021-12-18 17:18:49,699 Number of retrials: 0 +2021-12-18 17:18:49,699 WRAPPER CHECK TIME = 10 +2021-12-18 17:18:49,699 Checking jobs for platform=marenostrum4 +2021-12-18 17:18:49,700 Checking jobs for platform=nord3 +2021-12-18 17:18:49,700 Checking jobs for platform=local +2021-12-18 17:18:49,701 Checking jobs for platform=transfer_node +2021-12-18 17:18:49,701 Checking all jobs at once +2021-12-18 17:18:51,029 Successful check job command +2021-12-18 17:18:52,349 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:18:52,349 End of checking +2021-12-18 17:18:52,350 Updating FAILED jobs +2021-12-18 17:18:52,350 Updating WAITING jobs +2021-12-18 17:18:52,351 Update finished +2021-12-18 17:18:52,351 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:18:52,351 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:18:52,352 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:18:52,352 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:18:52,352 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:18:52,352 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:18:52,352 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:18:52,355 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:18:52,357 Job list saved +2021-12-18 17:18:52,362 Updating FAILED jobs +2021-12-18 17:18:52,362 Updating WAITING jobs +2021-12-18 17:18:52,363 Update finished +2021-12-18 17:19:02,373 Reloading parameters... +2021-12-18 17:19:02,391 Loading parameters... +2021-12-18 17:19:02,393 Loading project parameters... +2021-12-18 17:19:02,394 + +13 of 25 jobs remaining (17:19) +2021-12-18 17:19:02,395 Sleep: 10 +2021-12-18 17:19:02,395 Number of retrials: 0 +2021-12-18 17:19:02,395 WRAPPER CHECK TIME = 10 +2021-12-18 17:19:02,395 Checking jobs for platform=marenostrum4 +2021-12-18 17:19:02,396 Checking jobs for platform=nord3 +2021-12-18 17:19:02,397 Checking jobs for platform=local +2021-12-18 17:19:02,397 Checking jobs for platform=transfer_node +2021-12-18 17:19:02,397 Checking all jobs at once +2021-12-18 17:19:03,867 Successful check job command +2021-12-18 17:19:05,186 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:19:05,187 End of checking +2021-12-18 17:19:05,188 Updating FAILED jobs +2021-12-18 17:19:05,188 Updating WAITING jobs +2021-12-18 17:19:05,189 Update finished +2021-12-18 17:19:05,189 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:19:05,189 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:19:05,189 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:19:05,189 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:19:05,189 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:19:05,190 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:19:05,190 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:19:05,193 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:19:05,195 Job list saved +2021-12-18 17:19:05,199 Updating FAILED jobs +2021-12-18 17:19:05,200 Updating WAITING jobs +2021-12-18 17:19:05,200 Update finished +2021-12-18 17:19:15,210 Reloading parameters... +2021-12-18 17:19:15,236 Loading parameters... +2021-12-18 17:19:15,237 Loading project parameters... +2021-12-18 17:19:15,239 + +13 of 25 jobs remaining (17:19) +2021-12-18 17:19:15,239 Sleep: 10 +2021-12-18 17:19:15,240 Number of retrials: 0 +2021-12-18 17:19:15,240 WRAPPER CHECK TIME = 10 +2021-12-18 17:19:15,240 Checking jobs for platform=marenostrum4 +2021-12-18 17:19:15,241 Checking jobs for platform=nord3 +2021-12-18 17:19:15,241 Checking jobs for platform=local +2021-12-18 17:19:15,242 Checking jobs for platform=transfer_node +2021-12-18 17:19:15,242 Checking all jobs at once +2021-12-18 17:19:16,563 Successful check job command +2021-12-18 17:19:17,882 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:19:17,883 End of checking +2021-12-18 17:19:17,884 Updating FAILED jobs +2021-12-18 17:19:17,884 Updating WAITING jobs +2021-12-18 17:19:17,885 Update finished +2021-12-18 17:19:17,885 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:19:17,885 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:19:17,885 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:19:17,885 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:19:17,885 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:19:17,886 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:19:17,886 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:19:17,889 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:19:17,891 Job list saved +2021-12-18 17:19:17,900 Updating FAILED jobs +2021-12-18 17:19:17,900 Updating WAITING jobs +2021-12-18 17:19:17,900 Update finished +2021-12-18 17:19:27,911 Reloading parameters... +2021-12-18 17:19:27,936 Loading parameters... +2021-12-18 17:19:27,937 Loading project parameters... +2021-12-18 17:19:27,941 + +13 of 25 jobs remaining (17:19) +2021-12-18 17:19:27,942 Sleep: 10 +2021-12-18 17:19:27,942 Number of retrials: 0 +2021-12-18 17:19:27,942 WRAPPER CHECK TIME = 10 +2021-12-18 17:19:27,943 Checking jobs for platform=marenostrum4 +2021-12-18 17:19:27,943 Checking jobs for platform=nord3 +2021-12-18 17:19:27,945 Checking jobs for platform=local +2021-12-18 17:19:27,946 Checking jobs for platform=transfer_node +2021-12-18 17:19:27,946 Checking all jobs at once +2021-12-18 17:19:29,473 Successful check job command +2021-12-18 17:19:30,742 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:19:30,742 End of checking +2021-12-18 17:19:30,743 Updating FAILED jobs +2021-12-18 17:19:30,744 Updating WAITING jobs +2021-12-18 17:19:30,744 Update finished +2021-12-18 17:19:30,744 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:19:30,745 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:19:30,745 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:19:30,745 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:19:30,745 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:19:30,745 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:19:30,745 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:19:30,748 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:19:30,750 Job list saved +2021-12-18 17:19:30,758 Updating FAILED jobs +2021-12-18 17:19:30,758 Updating WAITING jobs +2021-12-18 17:19:30,759 Update finished +2021-12-18 17:19:40,769 Reloading parameters... +2021-12-18 17:19:40,789 Loading parameters... +2021-12-18 17:19:40,790 Loading project parameters... +2021-12-18 17:19:40,792 + +13 of 25 jobs remaining (17:19) +2021-12-18 17:19:40,792 Sleep: 10 +2021-12-18 17:19:40,792 Number of retrials: 0 +2021-12-18 17:19:40,792 WRAPPER CHECK TIME = 10 +2021-12-18 17:19:40,793 Checking jobs for platform=marenostrum4 +2021-12-18 17:19:40,793 Checking jobs for platform=nord3 +2021-12-18 17:19:40,794 Checking jobs for platform=local +2021-12-18 17:19:40,794 Checking jobs for platform=transfer_node +2021-12-18 17:19:40,794 Checking all jobs at once +2021-12-18 17:19:42,364 Successful check job command +2021-12-18 17:19:43,734 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:19:43,734 End of checking +2021-12-18 17:19:43,736 Updating FAILED jobs +2021-12-18 17:19:43,736 Updating WAITING jobs +2021-12-18 17:19:43,736 Update finished +2021-12-18 17:19:43,736 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:19:43,736 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:19:43,737 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:19:43,737 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:19:43,737 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:19:43,737 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:19:43,737 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:19:43,740 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:19:43,743 Job list saved +2021-12-18 17:19:43,748 Updating FAILED jobs +2021-12-18 17:19:43,748 Updating WAITING jobs +2021-12-18 17:19:43,748 Update finished +2021-12-18 17:19:53,758 Reloading parameters... +2021-12-18 17:19:53,782 Loading parameters... +2021-12-18 17:19:53,784 Loading project parameters... +2021-12-18 17:19:53,786 + +13 of 25 jobs remaining (17:19) +2021-12-18 17:19:53,786 Sleep: 10 +2021-12-18 17:19:53,786 Number of retrials: 0 +2021-12-18 17:19:53,786 WRAPPER CHECK TIME = 10 +2021-12-18 17:19:53,787 Checking jobs for platform=marenostrum4 +2021-12-18 17:19:53,788 Checking jobs for platform=nord3 +2021-12-18 17:19:53,788 Checking jobs for platform=local +2021-12-18 17:19:53,789 Checking jobs for platform=transfer_node +2021-12-18 17:19:53,789 Checking all jobs at once +2021-12-18 17:19:55,158 Successful check job command +2021-12-18 17:19:56,528 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:19:56,528 End of checking +2021-12-18 17:19:56,530 Updating FAILED jobs +2021-12-18 17:19:56,530 Updating WAITING jobs +2021-12-18 17:19:56,530 Update finished +2021-12-18 17:19:56,531 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:19:56,531 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:19:56,531 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:19:56,531 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:19:56,531 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:19:56,531 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:19:56,531 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:19:56,535 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:19:56,537 Job list saved +2021-12-18 17:19:56,543 Updating FAILED jobs +2021-12-18 17:19:56,543 Updating WAITING jobs +2021-12-18 17:19:56,543 Update finished +2021-12-18 17:20:06,551 Reloading parameters... +2021-12-18 17:20:06,571 Loading parameters... +2021-12-18 17:20:06,572 Loading project parameters... +2021-12-18 17:20:06,574 + +13 of 25 jobs remaining (17:20) +2021-12-18 17:20:06,574 Sleep: 10 +2021-12-18 17:20:06,574 Number of retrials: 0 +2021-12-18 17:20:06,574 WRAPPER CHECK TIME = 10 +2021-12-18 17:20:06,575 Checking jobs for platform=marenostrum4 +2021-12-18 17:20:06,575 Checking jobs for platform=nord3 +2021-12-18 17:20:06,576 Checking jobs for platform=local +2021-12-18 17:20:06,576 Checking jobs for platform=transfer_node +2021-12-18 17:20:06,576 Checking all jobs at once +2021-12-18 17:20:07,946 Successful check job command +2021-12-18 17:20:09,265 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:20:09,265 End of checking +2021-12-18 17:20:09,267 Updating FAILED jobs +2021-12-18 17:20:09,267 Updating WAITING jobs +2021-12-18 17:20:09,267 Update finished +2021-12-18 17:20:09,267 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:20:09,268 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:20:09,268 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:20:09,268 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:20:09,268 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:20:09,268 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:20:09,269 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:20:09,271 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:20:09,273 Job list saved +2021-12-18 17:20:09,278 Updating FAILED jobs +2021-12-18 17:20:09,278 Updating WAITING jobs +2021-12-18 17:20:09,279 Update finished +2021-12-18 17:20:19,289 Reloading parameters... +2021-12-18 17:20:19,308 Loading parameters... +2021-12-18 17:20:19,309 Loading project parameters... +2021-12-18 17:20:19,311 + +13 of 25 jobs remaining (17:20) +2021-12-18 17:20:19,311 Sleep: 10 +2021-12-18 17:20:19,311 Number of retrials: 0 +2021-12-18 17:20:19,312 WRAPPER CHECK TIME = 10 +2021-12-18 17:20:19,312 Checking jobs for platform=marenostrum4 +2021-12-18 17:20:19,313 Checking jobs for platform=nord3 +2021-12-18 17:20:19,313 Checking jobs for platform=local +2021-12-18 17:20:19,314 Checking jobs for platform=transfer_node +2021-12-18 17:20:19,314 Checking all jobs at once +2021-12-18 17:20:20,636 Successful check job command +2021-12-18 17:20:21,855 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:20:21,855 End of checking +2021-12-18 17:20:21,857 Updating FAILED jobs +2021-12-18 17:20:21,857 Updating WAITING jobs +2021-12-18 17:20:21,857 Update finished +2021-12-18 17:20:21,858 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:20:21,858 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:20:21,858 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:20:21,858 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:20:21,858 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:20:21,858 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:20:21,858 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:20:21,861 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:20:21,863 Job list saved +2021-12-18 17:20:21,868 Updating FAILED jobs +2021-12-18 17:20:21,868 Updating WAITING jobs +2021-12-18 17:20:21,868 Update finished +2021-12-18 17:20:31,877 Reloading parameters... +2021-12-18 17:20:31,899 Loading parameters... +2021-12-18 17:20:31,900 Loading project parameters... +2021-12-18 17:20:31,902 + +13 of 25 jobs remaining (17:20) +2021-12-18 17:20:31,902 Sleep: 10 +2021-12-18 17:20:31,902 Number of retrials: 0 +2021-12-18 17:20:31,902 WRAPPER CHECK TIME = 10 +2021-12-18 17:20:31,903 Checking jobs for platform=marenostrum4 +2021-12-18 17:20:31,903 Checking jobs for platform=nord3 +2021-12-18 17:20:31,904 Checking jobs for platform=local +2021-12-18 17:20:31,904 Checking jobs for platform=transfer_node +2021-12-18 17:20:31,904 Checking all jobs at once +2021-12-18 17:20:33,374 Successful check job command +2021-12-18 17:20:34,694 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:20:34,694 End of checking +2021-12-18 17:20:34,695 Updating FAILED jobs +2021-12-18 17:20:34,695 Updating WAITING jobs +2021-12-18 17:20:34,696 Update finished +2021-12-18 17:20:34,696 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:20:34,696 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:20:34,696 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:20:34,696 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:20:34,696 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:20:34,696 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:20:34,697 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:20:34,699 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:20:34,702 Job list saved +2021-12-18 17:20:34,707 Updating FAILED jobs +2021-12-18 17:20:34,707 Updating WAITING jobs +2021-12-18 17:20:34,707 Update finished +2021-12-18 17:20:44,715 Reloading parameters... +2021-12-18 17:20:44,734 Loading parameters... +2021-12-18 17:20:44,735 Loading project parameters... +2021-12-18 17:20:44,737 + +13 of 25 jobs remaining (17:20) +2021-12-18 17:20:44,737 Sleep: 10 +2021-12-18 17:20:44,738 Number of retrials: 0 +2021-12-18 17:20:44,738 WRAPPER CHECK TIME = 10 +2021-12-18 17:20:44,738 Checking jobs for platform=marenostrum4 +2021-12-18 17:20:44,739 Checking jobs for platform=nord3 +2021-12-18 17:20:44,739 Checking jobs for platform=local +2021-12-18 17:20:44,740 Checking jobs for platform=transfer_node +2021-12-18 17:20:44,740 Checking all jobs at once +2021-12-18 17:20:46,159 Successful check job command +2021-12-18 17:20:47,579 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:20:47,579 End of checking +2021-12-18 17:20:47,581 Updating FAILED jobs +2021-12-18 17:20:47,581 Updating WAITING jobs +2021-12-18 17:20:47,581 Update finished +2021-12-18 17:20:47,582 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:20:47,582 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:20:47,582 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:20:47,582 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:20:47,583 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:20:47,583 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:20:47,583 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:20:47,585 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:20:47,588 Job list saved +2021-12-18 17:20:47,593 Updating FAILED jobs +2021-12-18 17:20:47,593 Updating WAITING jobs +2021-12-18 17:20:47,593 Update finished +2021-12-18 17:20:57,604 Reloading parameters... +2021-12-18 17:20:57,623 Loading parameters... +2021-12-18 17:20:57,624 Loading project parameters... +2021-12-18 17:20:57,626 + +13 of 25 jobs remaining (17:20) +2021-12-18 17:20:57,627 Sleep: 10 +2021-12-18 17:20:57,627 Number of retrials: 0 +2021-12-18 17:20:57,627 WRAPPER CHECK TIME = 10 +2021-12-18 17:20:57,627 Checking jobs for platform=marenostrum4 +2021-12-18 17:20:57,628 Checking jobs for platform=nord3 +2021-12-18 17:20:57,629 Checking jobs for platform=local +2021-12-18 17:20:57,629 Checking jobs for platform=transfer_node +2021-12-18 17:20:57,629 Checking all jobs at once +2021-12-18 17:20:58,849 Successful check job command +2021-12-18 17:21:00,169 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:21:00,169 End of checking +2021-12-18 17:21:00,170 Updating FAILED jobs +2021-12-18 17:21:00,171 Updating WAITING jobs +2021-12-18 17:21:00,171 Update finished +2021-12-18 17:21:00,171 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:21:00,171 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:21:00,171 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:21:00,171 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:21:00,172 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:21:00,172 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:21:00,172 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:21:00,174 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:21:00,177 Job list saved +2021-12-18 17:21:00,181 Updating FAILED jobs +2021-12-18 17:21:00,182 Updating WAITING jobs +2021-12-18 17:21:00,182 Update finished +2021-12-18 17:21:10,192 Reloading parameters... +2021-12-18 17:21:10,210 Loading parameters... +2021-12-18 17:21:10,211 Loading project parameters... +2021-12-18 17:21:10,213 + +13 of 25 jobs remaining (17:21) +2021-12-18 17:21:10,213 Sleep: 10 +2021-12-18 17:21:10,213 Number of retrials: 0 +2021-12-18 17:21:10,213 WRAPPER CHECK TIME = 10 +2021-12-18 17:21:10,214 Checking jobs for platform=marenostrum4 +2021-12-18 17:21:10,214 Checking jobs for platform=nord3 +2021-12-18 17:21:10,215 Checking jobs for platform=local +2021-12-18 17:21:10,215 Checking jobs for platform=transfer_node +2021-12-18 17:21:10,215 Checking all jobs at once +2021-12-18 17:21:11,435 Successful check job command +2021-12-18 17:21:12,654 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:21:12,654 End of checking +2021-12-18 17:21:12,656 Updating FAILED jobs +2021-12-18 17:21:12,656 Updating WAITING jobs +2021-12-18 17:21:12,656 Update finished +2021-12-18 17:21:12,656 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:21:12,656 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:21:12,656 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:21:12,657 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:21:12,657 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:21:12,657 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:21:12,657 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:21:12,660 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:21:12,663 Job list saved +2021-12-18 17:21:12,668 Updating FAILED jobs +2021-12-18 17:21:12,668 Updating WAITING jobs +2021-12-18 17:21:12,668 Update finished +2021-12-18 17:21:22,674 Reloading parameters... +2021-12-18 17:21:22,694 Loading parameters... +2021-12-18 17:21:22,695 Loading project parameters... +2021-12-18 17:21:22,697 + +13 of 25 jobs remaining (17:21) +2021-12-18 17:21:22,697 Sleep: 10 +2021-12-18 17:21:22,697 Number of retrials: 0 +2021-12-18 17:21:22,697 WRAPPER CHECK TIME = 10 +2021-12-18 17:21:22,698 Checking jobs for platform=marenostrum4 +2021-12-18 17:21:22,699 Checking jobs for platform=nord3 +2021-12-18 17:21:22,699 Checking jobs for platform=local +2021-12-18 17:21:22,700 Checking jobs for platform=transfer_node +2021-12-18 17:21:22,700 Checking all jobs at once +2021-12-18 17:21:24,069 Successful check job command +2021-12-18 17:21:25,288 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:21:25,288 End of checking +2021-12-18 17:21:25,290 Updating FAILED jobs +2021-12-18 17:21:25,290 Updating WAITING jobs +2021-12-18 17:21:25,291 Update finished +2021-12-18 17:21:25,291 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:21:25,291 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:21:25,292 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:21:25,292 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:21:25,292 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:21:25,292 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:21:25,292 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:21:25,296 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:21:25,298 Job list saved +2021-12-18 17:21:25,303 Updating FAILED jobs +2021-12-18 17:21:25,303 Updating WAITING jobs +2021-12-18 17:21:25,303 Update finished +2021-12-18 17:21:35,308 Reloading parameters... +2021-12-18 17:21:35,326 Loading parameters... +2021-12-18 17:21:35,327 Loading project parameters... +2021-12-18 17:21:35,329 + +13 of 25 jobs remaining (17:21) +2021-12-18 17:21:35,329 Sleep: 10 +2021-12-18 17:21:35,329 Number of retrials: 0 +2021-12-18 17:21:35,329 WRAPPER CHECK TIME = 10 +2021-12-18 17:21:35,330 Checking jobs for platform=marenostrum4 +2021-12-18 17:21:35,330 Checking jobs for platform=nord3 +2021-12-18 17:21:35,331 Checking jobs for platform=local +2021-12-18 17:21:35,332 Checking jobs for platform=transfer_node +2021-12-18 17:21:35,332 Checking all jobs at once +2021-12-18 17:21:36,952 Successful check job command +2021-12-18 17:21:38,471 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:21:38,472 End of checking +2021-12-18 17:21:38,473 Updating FAILED jobs +2021-12-18 17:21:38,473 Updating WAITING jobs +2021-12-18 17:21:38,473 Update finished +2021-12-18 17:21:38,474 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:21:38,474 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:21:38,474 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:21:38,474 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:21:38,474 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:21:38,474 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:21:38,474 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:21:38,477 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:21:38,479 Job list saved +2021-12-18 17:21:38,484 Updating FAILED jobs +2021-12-18 17:21:38,484 Updating WAITING jobs +2021-12-18 17:21:38,484 Update finished +2021-12-18 17:21:48,488 Reloading parameters... +2021-12-18 17:21:48,510 Loading parameters... +2021-12-18 17:21:48,512 Loading project parameters... +2021-12-18 17:21:48,514 + +13 of 25 jobs remaining (17:21) +2021-12-18 17:21:48,514 Sleep: 10 +2021-12-18 17:21:48,514 Number of retrials: 0 +2021-12-18 17:21:48,514 WRAPPER CHECK TIME = 10 +2021-12-18 17:21:48,515 Checking jobs for platform=marenostrum4 +2021-12-18 17:21:48,515 Checking jobs for platform=nord3 +2021-12-18 17:21:48,516 Checking jobs for platform=local +2021-12-18 17:21:48,516 Checking jobs for platform=transfer_node +2021-12-18 17:21:48,516 Checking all jobs at once +2021-12-18 17:21:49,989 Successful check job command +2021-12-18 17:21:51,308 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:21:51,309 End of checking +2021-12-18 17:21:51,310 Updating FAILED jobs +2021-12-18 17:21:51,310 Updating WAITING jobs +2021-12-18 17:21:51,310 Update finished +2021-12-18 17:21:51,311 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:21:51,311 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:21:51,311 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:21:51,311 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:21:51,311 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:21:51,311 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:21:51,311 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:21:51,314 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:21:51,316 Job list saved +2021-12-18 17:21:51,325 Updating FAILED jobs +2021-12-18 17:21:51,326 Updating WAITING jobs +2021-12-18 17:21:51,326 Update finished +2021-12-18 17:22:01,336 Reloading parameters... +2021-12-18 17:22:01,353 Loading parameters... +2021-12-18 17:22:01,354 Loading project parameters... +2021-12-18 17:22:01,356 + +13 of 25 jobs remaining (17:22) +2021-12-18 17:22:01,356 Sleep: 10 +2021-12-18 17:22:01,356 Number of retrials: 0 +2021-12-18 17:22:01,356 WRAPPER CHECK TIME = 10 +2021-12-18 17:22:01,357 Checking jobs for platform=marenostrum4 +2021-12-18 17:22:01,358 Checking jobs for platform=nord3 +2021-12-18 17:22:01,358 Checking jobs for platform=local +2021-12-18 17:22:01,359 Checking jobs for platform=transfer_node +2021-12-18 17:22:01,359 Checking all jobs at once +2021-12-18 17:22:02,829 Successful check job command +2021-12-18 17:22:04,198 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:22:04,198 End of checking +2021-12-18 17:22:04,199 Updating FAILED jobs +2021-12-18 17:22:04,200 Updating WAITING jobs +2021-12-18 17:22:04,200 Update finished +2021-12-18 17:22:04,200 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:22:04,201 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:22:04,201 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:22:04,201 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:22:04,201 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:22:04,201 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:22:04,202 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:22:04,204 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:22:04,207 Job list saved +2021-12-18 17:22:04,212 Updating FAILED jobs +2021-12-18 17:22:04,213 Updating WAITING jobs +2021-12-18 17:22:04,213 Update finished +2021-12-18 17:22:14,218 Reloading parameters... +2021-12-18 17:22:14,241 Loading parameters... +2021-12-18 17:22:14,243 Loading project parameters... +2021-12-18 17:22:14,244 + +13 of 25 jobs remaining (17:22) +2021-12-18 17:22:14,245 Sleep: 10 +2021-12-18 17:22:14,245 Number of retrials: 0 +2021-12-18 17:22:14,245 WRAPPER CHECK TIME = 10 +2021-12-18 17:22:14,245 Checking jobs for platform=marenostrum4 +2021-12-18 17:22:14,246 Checking jobs for platform=nord3 +2021-12-18 17:22:14,246 Checking jobs for platform=local +2021-12-18 17:22:14,247 Checking jobs for platform=transfer_node +2021-12-18 17:22:14,247 Checking all jobs at once +2021-12-18 17:22:15,423 Successful check job command +2021-12-18 17:22:16,592 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:22:16,593 End of checking +2021-12-18 17:22:16,594 Updating FAILED jobs +2021-12-18 17:22:16,594 Updating WAITING jobs +2021-12-18 17:22:16,594 Update finished +2021-12-18 17:22:16,594 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:22:16,594 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:22:16,595 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:22:16,595 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:22:16,595 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:22:16,595 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:22:16,595 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:22:16,597 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:22:16,599 Job list saved +2021-12-18 17:22:16,604 Updating FAILED jobs +2021-12-18 17:22:16,604 Updating WAITING jobs +2021-12-18 17:22:16,604 Update finished +2021-12-18 17:22:26,614 Reloading parameters... +2021-12-18 17:22:26,632 Loading parameters... +2021-12-18 17:22:26,633 Loading project parameters... +2021-12-18 17:22:26,635 + +13 of 25 jobs remaining (17:22) +2021-12-18 17:22:26,635 Sleep: 10 +2021-12-18 17:22:26,635 Number of retrials: 0 +2021-12-18 17:22:26,635 WRAPPER CHECK TIME = 10 +2021-12-18 17:22:26,636 Checking jobs for platform=marenostrum4 +2021-12-18 17:22:26,636 Checking jobs for platform=nord3 +2021-12-18 17:22:26,637 Checking jobs for platform=local +2021-12-18 17:22:26,637 Checking jobs for platform=transfer_node +2021-12-18 17:22:26,637 Checking all jobs at once +2021-12-18 17:22:27,958 Successful check job command +2021-12-18 17:22:29,378 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:22:29,378 End of checking +2021-12-18 17:22:29,379 Updating FAILED jobs +2021-12-18 17:22:29,380 Updating WAITING jobs +2021-12-18 17:22:29,380 Update finished +2021-12-18 17:22:29,380 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:22:29,380 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:22:29,380 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:22:29,380 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:22:29,381 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:22:29,381 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:22:29,381 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:22:29,383 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:22:29,385 Job list saved +2021-12-18 17:22:29,392 Updating FAILED jobs +2021-12-18 17:22:29,392 Updating WAITING jobs +2021-12-18 17:22:29,392 Update finished +2021-12-18 17:22:39,401 Reloading parameters... +2021-12-18 17:22:39,420 Loading parameters... +2021-12-18 17:22:39,421 Loading project parameters... +2021-12-18 17:22:39,423 + +13 of 25 jobs remaining (17:22) +2021-12-18 17:22:39,423 Sleep: 10 +2021-12-18 17:22:39,423 Number of retrials: 0 +2021-12-18 17:22:39,423 WRAPPER CHECK TIME = 10 +2021-12-18 17:22:39,424 Checking jobs for platform=marenostrum4 +2021-12-18 17:22:39,424 Checking jobs for platform=nord3 +2021-12-18 17:22:39,425 Checking jobs for platform=local +2021-12-18 17:22:39,425 Checking jobs for platform=transfer_node +2021-12-18 17:22:39,425 Checking all jobs at once +2021-12-18 17:22:40,695 Successful check job command +2021-12-18 17:22:41,966 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:22:41,966 End of checking +2021-12-18 17:22:41,968 Updating FAILED jobs +2021-12-18 17:22:41,968 Updating WAITING jobs +2021-12-18 17:22:41,968 Update finished +2021-12-18 17:22:41,968 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:22:41,969 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:22:41,969 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:22:41,970 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:22:41,970 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:22:41,970 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:22:41,970 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:22:41,972 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:22:41,975 Job list saved +2021-12-18 17:22:41,979 Updating FAILED jobs +2021-12-18 17:22:41,979 Updating WAITING jobs +2021-12-18 17:22:41,979 Update finished +2021-12-18 17:22:51,990 Reloading parameters... +2021-12-18 17:22:52,007 Loading parameters... +2021-12-18 17:22:52,008 Loading project parameters... +2021-12-18 17:22:52,010 + +13 of 25 jobs remaining (17:22) +2021-12-18 17:22:52,011 Sleep: 10 +2021-12-18 17:22:52,011 Number of retrials: 0 +2021-12-18 17:22:52,011 WRAPPER CHECK TIME = 10 +2021-12-18 17:22:52,011 Checking jobs for platform=marenostrum4 +2021-12-18 17:22:52,012 Checking jobs for platform=nord3 +2021-12-18 17:22:52,012 Checking jobs for platform=local +2021-12-18 17:22:52,013 Checking jobs for platform=transfer_node +2021-12-18 17:22:52,013 Checking all jobs at once +2021-12-18 17:22:53,332 Successful check job command +2021-12-18 17:22:54,553 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:22:54,553 End of checking +2021-12-18 17:22:54,555 Updating FAILED jobs +2021-12-18 17:22:54,555 Updating WAITING jobs +2021-12-18 17:22:54,555 Update finished +2021-12-18 17:22:54,555 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:22:54,555 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:22:54,555 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:22:54,555 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:22:54,556 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:22:54,556 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:22:54,556 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:22:54,559 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:22:54,561 Job list saved +2021-12-18 17:22:54,566 Updating FAILED jobs +2021-12-18 17:22:54,566 Updating WAITING jobs +2021-12-18 17:22:54,566 Update finished +2021-12-18 17:23:04,576 Reloading parameters... +2021-12-18 17:23:04,594 Loading parameters... +2021-12-18 17:23:04,595 Loading project parameters... +2021-12-18 17:23:04,597 + +13 of 25 jobs remaining (17:23) +2021-12-18 17:23:04,597 Sleep: 10 +2021-12-18 17:23:04,598 Number of retrials: 0 +2021-12-18 17:23:04,598 WRAPPER CHECK TIME = 10 +2021-12-18 17:23:04,598 Checking jobs for platform=marenostrum4 +2021-12-18 17:23:04,599 Checking jobs for platform=nord3 +2021-12-18 17:23:04,600 Checking jobs for platform=local +2021-12-18 17:23:04,600 Checking jobs for platform=transfer_node +2021-12-18 17:23:04,600 Checking all jobs at once +2021-12-18 17:23:05,920 Successful check job command +2021-12-18 17:23:07,139 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:23:07,139 End of checking +2021-12-18 17:23:07,141 Updating FAILED jobs +2021-12-18 17:23:07,141 Updating WAITING jobs +2021-12-18 17:23:07,141 Update finished +2021-12-18 17:23:07,141 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:23:07,141 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:23:07,141 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:23:07,142 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:23:07,142 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:23:07,142 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:23:07,142 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:23:07,145 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:23:07,147 Job list saved +2021-12-18 17:23:07,151 Updating FAILED jobs +2021-12-18 17:23:07,152 Updating WAITING jobs +2021-12-18 17:23:07,152 Update finished +2021-12-18 17:23:17,162 Reloading parameters... +2021-12-18 17:23:17,180 Loading parameters... +2021-12-18 17:23:17,181 Loading project parameters... +2021-12-18 17:23:17,183 + +13 of 25 jobs remaining (17:23) +2021-12-18 17:23:17,183 Sleep: 10 +2021-12-18 17:23:17,183 Number of retrials: 0 +2021-12-18 17:23:17,183 WRAPPER CHECK TIME = 10 +2021-12-18 17:23:17,184 Checking jobs for platform=marenostrum4 +2021-12-18 17:23:17,184 Checking jobs for platform=nord3 +2021-12-18 17:23:17,185 Checking jobs for platform=local +2021-12-18 17:23:17,185 Checking jobs for platform=transfer_node +2021-12-18 17:23:17,185 Checking all jobs at once +2021-12-18 17:23:18,506 Successful check job command +2021-12-18 17:23:19,675 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:23:19,675 End of checking +2021-12-18 17:23:19,676 Updating FAILED jobs +2021-12-18 17:23:19,676 Updating WAITING jobs +2021-12-18 17:23:19,677 Update finished +2021-12-18 17:23:19,677 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:23:19,677 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:23:19,677 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:23:19,678 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:23:19,678 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:23:19,678 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:23:19,678 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:23:19,680 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:23:19,683 Job list saved +2021-12-18 17:23:19,687 Updating FAILED jobs +2021-12-18 17:23:19,687 Updating WAITING jobs +2021-12-18 17:23:19,687 Update finished +2021-12-18 17:23:29,697 Reloading parameters... +2021-12-18 17:23:29,716 Loading parameters... +2021-12-18 17:23:29,718 Loading project parameters... +2021-12-18 17:23:29,720 + +13 of 25 jobs remaining (17:23) +2021-12-18 17:23:29,720 Sleep: 10 +2021-12-18 17:23:29,720 Number of retrials: 0 +2021-12-18 17:23:29,720 WRAPPER CHECK TIME = 10 +2021-12-18 17:23:29,721 Checking jobs for platform=marenostrum4 +2021-12-18 17:23:29,721 Checking jobs for platform=nord3 +2021-12-18 17:23:29,722 Checking jobs for platform=local +2021-12-18 17:23:29,722 Checking jobs for platform=transfer_node +2021-12-18 17:23:29,723 Checking all jobs at once +2021-12-18 17:23:31,042 Successful check job command +2021-12-18 17:23:32,261 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:23:32,261 End of checking +2021-12-18 17:23:32,263 Updating FAILED jobs +2021-12-18 17:23:32,263 Updating WAITING jobs +2021-12-18 17:23:32,263 Update finished +2021-12-18 17:23:32,263 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:23:32,263 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:23:32,264 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:23:32,264 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:23:32,264 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:23:32,264 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:23:32,264 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:23:32,267 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:23:32,269 Job list saved +2021-12-18 17:23:32,274 Updating FAILED jobs +2021-12-18 17:23:32,274 Updating WAITING jobs +2021-12-18 17:23:32,274 Update finished +2021-12-18 17:23:42,284 Reloading parameters... +2021-12-18 17:23:42,302 Loading parameters... +2021-12-18 17:23:42,303 Loading project parameters... +2021-12-18 17:23:42,305 + +13 of 25 jobs remaining (17:23) +2021-12-18 17:23:42,305 Sleep: 10 +2021-12-18 17:23:42,305 Number of retrials: 0 +2021-12-18 17:23:42,305 WRAPPER CHECK TIME = 10 +2021-12-18 17:23:42,306 Checking jobs for platform=marenostrum4 +2021-12-18 17:23:42,306 Checking jobs for platform=nord3 +2021-12-18 17:23:42,307 Checking jobs for platform=local +2021-12-18 17:23:42,307 Checking jobs for platform=transfer_node +2021-12-18 17:23:42,307 Checking all jobs at once +2021-12-18 17:23:43,577 Successful check job command +2021-12-18 17:23:44,696 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:23:44,697 End of checking +2021-12-18 17:23:44,698 Updating FAILED jobs +2021-12-18 17:23:44,698 Updating WAITING jobs +2021-12-18 17:23:44,698 Update finished +2021-12-18 17:23:44,698 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:23:44,699 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:23:44,699 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:23:44,699 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:23:44,699 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:23:44,699 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:23:44,699 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:23:44,702 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:23:44,704 Job list saved +2021-12-18 17:23:44,709 Updating FAILED jobs +2021-12-18 17:23:44,709 Updating WAITING jobs +2021-12-18 17:23:44,709 Update finished +2021-12-18 17:23:54,720 Reloading parameters... +2021-12-18 17:23:54,737 Loading parameters... +2021-12-18 17:23:54,738 Loading project parameters... +2021-12-18 17:23:54,740 + +13 of 25 jobs remaining (17:23) +2021-12-18 17:23:54,740 Sleep: 10 +2021-12-18 17:23:54,740 Number of retrials: 0 +2021-12-18 17:23:54,740 WRAPPER CHECK TIME = 10 +2021-12-18 17:23:54,741 Checking jobs for platform=marenostrum4 +2021-12-18 17:23:54,741 Checking jobs for platform=nord3 +2021-12-18 17:23:54,742 Checking jobs for platform=local +2021-12-18 17:23:54,742 Checking jobs for platform=transfer_node +2021-12-18 17:23:54,742 Checking all jobs at once +2021-12-18 17:23:56,115 Successful check job command +2021-12-18 17:23:57,284 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:23:57,285 End of checking +2021-12-18 17:23:57,286 Updating FAILED jobs +2021-12-18 17:23:57,286 Updating WAITING jobs +2021-12-18 17:23:57,286 Update finished +2021-12-18 17:23:57,287 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:23:57,287 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:23:57,287 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:23:57,287 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:23:57,288 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:23:57,288 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:23:57,288 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:23:57,290 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:23:57,293 Job list saved +2021-12-18 17:23:57,298 Updating FAILED jobs +2021-12-18 17:23:57,298 Updating WAITING jobs +2021-12-18 17:23:57,298 Update finished +2021-12-18 17:24:07,308 Reloading parameters... +2021-12-18 17:24:07,326 Loading parameters... +2021-12-18 17:24:07,327 Loading project parameters... +2021-12-18 17:24:07,329 + +13 of 25 jobs remaining (17:24) +2021-12-18 17:24:07,329 Sleep: 10 +2021-12-18 17:24:07,329 Number of retrials: 0 +2021-12-18 17:24:07,329 WRAPPER CHECK TIME = 10 +2021-12-18 17:24:07,330 Checking jobs for platform=marenostrum4 +2021-12-18 17:24:07,330 Checking jobs for platform=nord3 +2021-12-18 17:24:07,331 Checking jobs for platform=local +2021-12-18 17:24:07,331 Checking jobs for platform=transfer_node +2021-12-18 17:24:07,332 Checking all jobs at once +2021-12-18 17:24:09,003 Successful check job command +2021-12-18 17:24:10,272 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:24:10,272 End of checking +2021-12-18 17:24:10,273 Updating FAILED jobs +2021-12-18 17:24:10,274 Updating WAITING jobs +2021-12-18 17:24:10,274 Update finished +2021-12-18 17:24:10,274 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:24:10,274 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:24:10,274 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:24:10,274 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:24:10,275 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:24:10,275 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:24:10,275 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:24:10,278 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:24:10,280 Job list saved +2021-12-18 17:24:10,285 Updating FAILED jobs +2021-12-18 17:24:10,285 Updating WAITING jobs +2021-12-18 17:24:10,285 Update finished +2021-12-18 17:24:20,294 Reloading parameters... +2021-12-18 17:24:20,316 Loading parameters... +2021-12-18 17:24:20,317 Loading project parameters... +2021-12-18 17:24:20,319 + +13 of 25 jobs remaining (17:24) +2021-12-18 17:24:20,320 Sleep: 10 +2021-12-18 17:24:20,320 Number of retrials: 0 +2021-12-18 17:24:20,320 WRAPPER CHECK TIME = 10 +2021-12-18 17:24:20,320 Checking jobs for platform=marenostrum4 +2021-12-18 17:24:20,321 Checking jobs for platform=nord3 +2021-12-18 17:24:20,322 Checking jobs for platform=local +2021-12-18 17:24:20,322 Checking jobs for platform=transfer_node +2021-12-18 17:24:20,322 Checking all jobs at once +2021-12-18 17:24:21,650 Successful check job command +2021-12-18 17:24:22,869 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:24:22,870 End of checking +2021-12-18 17:24:22,871 Updating FAILED jobs +2021-12-18 17:24:22,871 Updating WAITING jobs +2021-12-18 17:24:22,871 Update finished +2021-12-18 17:24:22,871 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:24:22,872 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:24:22,872 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:24:22,872 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:24:22,872 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:24:22,872 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:24:22,872 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:24:22,875 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:24:22,877 Job list saved +2021-12-18 17:24:22,881 Updating FAILED jobs +2021-12-18 17:24:22,881 Updating WAITING jobs +2021-12-18 17:24:22,882 Update finished +2021-12-18 17:24:32,892 Reloading parameters... +2021-12-18 17:24:32,912 Loading parameters... +2021-12-18 17:24:32,913 Loading project parameters... +2021-12-18 17:24:32,915 + +13 of 25 jobs remaining (17:24) +2021-12-18 17:24:32,915 Sleep: 10 +2021-12-18 17:24:32,915 Number of retrials: 0 +2021-12-18 17:24:32,915 WRAPPER CHECK TIME = 10 +2021-12-18 17:24:32,916 Checking jobs for platform=marenostrum4 +2021-12-18 17:24:32,916 Checking jobs for platform=nord3 +2021-12-18 17:24:32,917 Checking jobs for platform=local +2021-12-18 17:24:32,917 Checking jobs for platform=transfer_node +2021-12-18 17:24:32,917 Checking all jobs at once +2021-12-18 17:24:34,140 Successful check job command +2021-12-18 17:24:35,310 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:24:35,310 End of checking +2021-12-18 17:24:35,312 Updating FAILED jobs +2021-12-18 17:24:35,312 Updating WAITING jobs +2021-12-18 17:24:35,312 Update finished +2021-12-18 17:24:35,312 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:24:35,313 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:24:35,313 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:24:35,313 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:24:35,313 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:24:35,313 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:24:35,313 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:24:35,316 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:24:35,318 Job list saved +2021-12-18 17:24:35,323 Updating FAILED jobs +2021-12-18 17:24:35,323 Updating WAITING jobs +2021-12-18 17:24:35,323 Update finished +2021-12-18 17:24:45,334 Reloading parameters... +2021-12-18 17:24:45,353 Loading parameters... +2021-12-18 17:24:45,354 Loading project parameters... +2021-12-18 17:24:45,356 + +13 of 25 jobs remaining (17:24) +2021-12-18 17:24:45,356 Sleep: 10 +2021-12-18 17:24:45,356 Number of retrials: 0 +2021-12-18 17:24:45,356 WRAPPER CHECK TIME = 10 +2021-12-18 17:24:45,357 Checking jobs for platform=marenostrum4 +2021-12-18 17:24:45,357 Checking jobs for platform=nord3 +2021-12-18 17:24:45,358 Checking jobs for platform=local +2021-12-18 17:24:45,358 Checking jobs for platform=transfer_node +2021-12-18 17:24:45,358 Checking all jobs at once +2021-12-18 17:24:46,528 Successful check job command +2021-12-18 17:24:47,646 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:24:47,647 End of checking +2021-12-18 17:24:47,648 Updating FAILED jobs +2021-12-18 17:24:47,648 Updating WAITING jobs +2021-12-18 17:24:47,648 Update finished +2021-12-18 17:24:47,648 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:24:47,649 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:24:47,649 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:24:47,649 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:24:47,649 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:24:47,649 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:24:47,649 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:24:47,652 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:24:47,654 Job list saved +2021-12-18 17:24:47,659 Updating FAILED jobs +2021-12-18 17:24:47,659 Updating WAITING jobs +2021-12-18 17:24:47,659 Update finished +2021-12-18 17:24:57,668 Reloading parameters... +2021-12-18 17:24:57,685 Loading parameters... +2021-12-18 17:24:57,687 Loading project parameters... +2021-12-18 17:24:57,689 + +13 of 25 jobs remaining (17:24) +2021-12-18 17:24:57,689 Sleep: 10 +2021-12-18 17:24:57,689 Number of retrials: 0 +2021-12-18 17:24:57,689 WRAPPER CHECK TIME = 10 +2021-12-18 17:24:57,690 Checking jobs for platform=marenostrum4 +2021-12-18 17:24:57,690 Checking jobs for platform=nord3 +2021-12-18 17:24:57,691 Checking jobs for platform=local +2021-12-18 17:24:57,691 Checking jobs for platform=transfer_node +2021-12-18 17:24:57,692 Checking all jobs at once +2021-12-18 17:24:59,012 Successful check job command +2021-12-18 17:25:00,182 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:25:00,182 End of checking +2021-12-18 17:25:00,184 Updating FAILED jobs +2021-12-18 17:25:00,184 Updating WAITING jobs +2021-12-18 17:25:00,184 Update finished +2021-12-18 17:25:00,184 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:25:00,184 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:25:00,185 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:25:00,185 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:25:00,185 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:25:00,185 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:25:00,185 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:25:00,188 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:25:00,190 Job list saved +2021-12-18 17:25:00,194 Updating FAILED jobs +2021-12-18 17:25:00,194 Updating WAITING jobs +2021-12-18 17:25:00,195 Update finished +2021-12-18 17:25:10,205 Reloading parameters... +2021-12-18 17:25:10,223 Loading parameters... +2021-12-18 17:25:10,224 Loading project parameters... +2021-12-18 17:25:10,226 + +13 of 25 jobs remaining (17:25) +2021-12-18 17:25:10,226 Sleep: 10 +2021-12-18 17:25:10,226 Number of retrials: 0 +2021-12-18 17:25:10,226 WRAPPER CHECK TIME = 10 +2021-12-18 17:25:10,227 Checking jobs for platform=marenostrum4 +2021-12-18 17:25:10,228 Checking jobs for platform=nord3 +2021-12-18 17:25:10,228 Checking jobs for platform=local +2021-12-18 17:25:10,229 Checking jobs for platform=transfer_node +2021-12-18 17:25:10,229 Checking all jobs at once +2021-12-18 17:25:11,851 Successful check job command +2021-12-18 17:25:13,122 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:25:13,122 End of checking +2021-12-18 17:25:13,124 Updating FAILED jobs +2021-12-18 17:25:13,124 Updating WAITING jobs +2021-12-18 17:25:13,124 Update finished +2021-12-18 17:25:13,124 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:25:13,125 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:25:13,125 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:25:13,125 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:25:13,125 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:25:13,125 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:25:13,126 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:25:13,128 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:25:13,130 Job list saved +2021-12-18 17:25:13,135 Updating FAILED jobs +2021-12-18 17:25:13,135 Updating WAITING jobs +2021-12-18 17:25:13,135 Update finished +2021-12-18 17:25:23,145 Reloading parameters... +2021-12-18 17:25:23,164 Loading parameters... +2021-12-18 17:25:23,165 Loading project parameters... +2021-12-18 17:25:23,167 + +13 of 25 jobs remaining (17:25) +2021-12-18 17:25:23,167 Sleep: 10 +2021-12-18 17:25:23,167 Number of retrials: 0 +2021-12-18 17:25:23,167 WRAPPER CHECK TIME = 10 +2021-12-18 17:25:23,168 Checking jobs for platform=marenostrum4 +2021-12-18 17:25:23,168 Checking jobs for platform=nord3 +2021-12-18 17:25:23,169 Checking jobs for platform=local +2021-12-18 17:25:23,169 Checking jobs for platform=transfer_node +2021-12-18 17:25:23,170 Checking all jobs at once +2021-12-18 17:25:24,589 Successful check job command +2021-12-18 17:25:25,910 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:25:25,910 End of checking +2021-12-18 17:25:25,912 Updating FAILED jobs +2021-12-18 17:25:25,912 Updating WAITING jobs +2021-12-18 17:25:25,912 Update finished +2021-12-18 17:25:25,912 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:25:25,912 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:25:25,913 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:25:25,913 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:25:25,913 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:25:25,913 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:25:25,913 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:25:25,916 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:25:25,918 Job list saved +2021-12-18 17:25:25,924 Updating FAILED jobs +2021-12-18 17:25:25,924 Updating WAITING jobs +2021-12-18 17:25:25,924 Update finished +2021-12-18 17:25:35,934 Reloading parameters... +2021-12-18 17:25:35,955 Loading parameters... +2021-12-18 17:25:35,956 Loading project parameters... +2021-12-18 17:25:35,958 + +13 of 25 jobs remaining (17:25) +2021-12-18 17:25:35,958 Sleep: 10 +2021-12-18 17:25:35,958 Number of retrials: 0 +2021-12-18 17:25:35,958 WRAPPER CHECK TIME = 10 +2021-12-18 17:25:35,959 Checking jobs for platform=marenostrum4 +2021-12-18 17:25:35,959 Checking jobs for platform=nord3 +2021-12-18 17:25:35,960 Checking jobs for platform=local +2021-12-18 17:25:35,960 Checking jobs for platform=transfer_node +2021-12-18 17:25:35,960 Checking all jobs at once +2021-12-18 17:25:37,281 Successful check job command +2021-12-18 17:25:38,500 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:25:38,500 End of checking +2021-12-18 17:25:38,502 Updating FAILED jobs +2021-12-18 17:25:38,502 Updating WAITING jobs +2021-12-18 17:25:38,502 Update finished +2021-12-18 17:25:38,502 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:25:38,502 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:25:38,502 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:25:38,503 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:25:38,503 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:25:38,503 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:25:38,503 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:25:38,505 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:25:38,508 Job list saved +2021-12-18 17:25:38,513 Updating FAILED jobs +2021-12-18 17:25:38,513 Updating WAITING jobs +2021-12-18 17:25:38,513 Update finished +2021-12-18 17:25:48,523 Reloading parameters... +2021-12-18 17:25:48,541 Loading parameters... +2021-12-18 17:25:48,542 Loading project parameters... +2021-12-18 17:25:48,544 + +13 of 25 jobs remaining (17:25) +2021-12-18 17:25:48,544 Sleep: 10 +2021-12-18 17:25:48,544 Number of retrials: 0 +2021-12-18 17:25:48,545 WRAPPER CHECK TIME = 10 +2021-12-18 17:25:48,545 Checking jobs for platform=marenostrum4 +2021-12-18 17:25:48,546 Checking jobs for platform=nord3 +2021-12-18 17:25:48,546 Checking jobs for platform=local +2021-12-18 17:25:48,547 Checking jobs for platform=transfer_node +2021-12-18 17:25:48,547 Checking all jobs at once +2021-12-18 17:25:49,817 Successful check job command +2021-12-18 17:25:50,936 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:25:50,937 End of checking +2021-12-18 17:25:50,938 Updating FAILED jobs +2021-12-18 17:25:50,938 Updating WAITING jobs +2021-12-18 17:25:50,938 Update finished +2021-12-18 17:25:50,938 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:25:50,939 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:25:50,939 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:25:50,939 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:25:50,939 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:25:50,940 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:25:50,940 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:25:50,943 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:25:50,945 Job list saved +2021-12-18 17:25:50,950 Updating FAILED jobs +2021-12-18 17:25:50,950 Updating WAITING jobs +2021-12-18 17:25:50,950 Update finished +2021-12-18 17:26:00,959 Reloading parameters... +2021-12-18 17:26:00,978 Loading parameters... +2021-12-18 17:26:00,979 Loading project parameters... +2021-12-18 17:26:00,981 + +13 of 25 jobs remaining (17:26) +2021-12-18 17:26:00,981 Sleep: 10 +2021-12-18 17:26:00,981 Number of retrials: 0 +2021-12-18 17:26:00,981 WRAPPER CHECK TIME = 10 +2021-12-18 17:26:00,982 Checking jobs for platform=marenostrum4 +2021-12-18 17:26:00,982 Checking jobs for platform=nord3 +2021-12-18 17:26:00,983 Checking jobs for platform=local +2021-12-18 17:26:00,983 Checking jobs for platform=transfer_node +2021-12-18 17:26:00,983 Checking all jobs at once +2021-12-18 17:26:02,353 Successful check job command +2021-12-18 17:26:03,923 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:26:03,923 End of checking +2021-12-18 17:26:03,925 Updating FAILED jobs +2021-12-18 17:26:03,925 Updating WAITING jobs +2021-12-18 17:26:03,925 Update finished +2021-12-18 17:26:03,925 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:26:03,925 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:26:03,926 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:26:03,926 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:26:03,926 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:26:03,926 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:26:03,926 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:26:03,929 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:26:03,932 Job list saved +2021-12-18 17:26:03,938 Updating FAILED jobs +2021-12-18 17:26:03,939 Updating WAITING jobs +2021-12-18 17:26:03,939 Update finished +2021-12-18 17:26:13,945 Reloading parameters... +2021-12-18 17:26:13,964 Loading parameters... +2021-12-18 17:26:13,965 Loading project parameters... +2021-12-18 17:26:13,967 + +13 of 25 jobs remaining (17:26) +2021-12-18 17:26:13,967 Sleep: 10 +2021-12-18 17:26:13,967 Number of retrials: 0 +2021-12-18 17:26:13,967 WRAPPER CHECK TIME = 10 +2021-12-18 17:26:13,968 Checking jobs for platform=marenostrum4 +2021-12-18 17:26:13,968 Checking jobs for platform=nord3 +2021-12-18 17:26:13,969 Checking jobs for platform=local +2021-12-18 17:26:13,969 Checking jobs for platform=transfer_node +2021-12-18 17:26:13,969 Checking all jobs at once +2021-12-18 17:26:15,690 Successful check job command +2021-12-18 17:26:17,211 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:26:17,211 End of checking +2021-12-18 17:26:17,212 Updating FAILED jobs +2021-12-18 17:26:17,213 Updating WAITING jobs +2021-12-18 17:26:17,213 Update finished +2021-12-18 17:26:17,213 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:26:17,213 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:26:17,213 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:26:17,213 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:26:17,214 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:26:17,214 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:26:17,214 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:26:17,216 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:26:17,218 Job list saved +2021-12-18 17:26:17,223 Updating FAILED jobs +2021-12-18 17:26:17,223 Updating WAITING jobs +2021-12-18 17:26:17,224 Update finished +2021-12-18 17:26:27,234 Reloading parameters... +2021-12-18 17:26:27,251 Loading parameters... +2021-12-18 17:26:27,253 Loading project parameters... +2021-12-18 17:26:27,254 + +13 of 25 jobs remaining (17:26) +2021-12-18 17:26:27,255 Sleep: 10 +2021-12-18 17:26:27,255 Number of retrials: 0 +2021-12-18 17:26:27,255 WRAPPER CHECK TIME = 10 +2021-12-18 17:26:27,255 Checking jobs for platform=marenostrum4 +2021-12-18 17:26:27,256 Checking jobs for platform=nord3 +2021-12-18 17:26:27,257 Checking jobs for platform=local +2021-12-18 17:26:27,257 Checking jobs for platform=transfer_node +2021-12-18 17:26:27,257 Checking all jobs at once +2021-12-18 17:26:28,627 Successful check job command +2021-12-18 17:26:30,046 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:26:30,047 End of checking +2021-12-18 17:26:30,048 Updating FAILED jobs +2021-12-18 17:26:30,048 Updating WAITING jobs +2021-12-18 17:26:30,048 Update finished +2021-12-18 17:26:30,048 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:26:30,049 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:26:30,049 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:26:30,049 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:26:30,049 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:26:30,050 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:26:30,050 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:26:30,053 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:26:30,055 Job list saved +2021-12-18 17:26:30,059 Updating FAILED jobs +2021-12-18 17:26:30,059 Updating WAITING jobs +2021-12-18 17:26:30,060 Update finished +2021-12-18 17:26:40,069 Reloading parameters... +2021-12-18 17:26:40,087 Loading parameters... +2021-12-18 17:26:40,089 Loading project parameters... +2021-12-18 17:26:40,090 + +13 of 25 jobs remaining (17:26) +2021-12-18 17:26:40,091 Sleep: 10 +2021-12-18 17:26:40,091 Number of retrials: 0 +2021-12-18 17:26:40,091 WRAPPER CHECK TIME = 10 +2021-12-18 17:26:40,091 Checking jobs for platform=marenostrum4 +2021-12-18 17:26:40,092 Checking jobs for platform=nord3 +2021-12-18 17:26:40,093 Checking jobs for platform=local +2021-12-18 17:26:40,093 Checking jobs for platform=transfer_node +2021-12-18 17:26:40,093 Checking all jobs at once +2021-12-18 17:26:41,413 Successful check job command +2021-12-18 17:26:42,682 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:26:42,683 End of checking +2021-12-18 17:26:42,684 Updating FAILED jobs +2021-12-18 17:26:42,684 Updating WAITING jobs +2021-12-18 17:26:42,684 Update finished +2021-12-18 17:26:42,685 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:26:42,685 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:26:42,685 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:26:42,685 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:26:42,685 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:26:42,685 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:26:42,685 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:26:42,689 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:26:42,691 Job list saved +2021-12-18 17:26:42,696 Updating FAILED jobs +2021-12-18 17:26:42,696 Updating WAITING jobs +2021-12-18 17:26:42,696 Update finished +2021-12-18 17:26:52,706 Reloading parameters... +2021-12-18 17:26:52,728 Loading parameters... +2021-12-18 17:26:52,729 Loading project parameters... +2021-12-18 17:26:52,731 + +13 of 25 jobs remaining (17:26) +2021-12-18 17:26:52,731 Sleep: 10 +2021-12-18 17:26:52,731 Number of retrials: 0 +2021-12-18 17:26:52,731 WRAPPER CHECK TIME = 10 +2021-12-18 17:26:52,732 Checking jobs for platform=marenostrum4 +2021-12-18 17:26:52,732 Checking jobs for platform=nord3 +2021-12-18 17:26:52,733 Checking jobs for platform=local +2021-12-18 17:26:52,734 Checking jobs for platform=transfer_node +2021-12-18 17:26:52,734 Checking all jobs at once +2021-12-18 17:26:53,953 Successful check job command +2021-12-18 17:26:55,073 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:26:55,073 End of checking +2021-12-18 17:26:55,074 Updating FAILED jobs +2021-12-18 17:26:55,074 Updating WAITING jobs +2021-12-18 17:26:55,075 Update finished +2021-12-18 17:26:55,075 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:26:55,075 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:26:55,075 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:26:55,075 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:26:55,075 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:26:55,076 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:26:55,076 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:26:55,079 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:26:55,081 Job list saved +2021-12-18 17:26:55,086 Updating FAILED jobs +2021-12-18 17:26:55,086 Updating WAITING jobs +2021-12-18 17:26:55,086 Update finished +2021-12-18 17:27:05,096 Reloading parameters... +2021-12-18 17:27:05,116 Loading parameters... +2021-12-18 17:27:05,117 Loading project parameters... +2021-12-18 17:27:05,119 + +13 of 25 jobs remaining (17:27) +2021-12-18 17:27:05,119 Sleep: 10 +2021-12-18 17:27:05,119 Number of retrials: 0 +2021-12-18 17:27:05,119 WRAPPER CHECK TIME = 10 +2021-12-18 17:27:05,120 Checking jobs for platform=marenostrum4 +2021-12-18 17:27:05,120 Checking jobs for platform=nord3 +2021-12-18 17:27:05,121 Checking jobs for platform=local +2021-12-18 17:27:05,121 Checking jobs for platform=transfer_node +2021-12-18 17:27:05,121 Checking all jobs at once +2021-12-18 17:27:06,591 Successful check job command +2021-12-18 17:27:07,811 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:27:07,811 End of checking +2021-12-18 17:27:07,813 Updating FAILED jobs +2021-12-18 17:27:07,813 Updating WAITING jobs +2021-12-18 17:27:07,813 Update finished +2021-12-18 17:27:07,813 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:27:07,814 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:27:07,814 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:27:07,814 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:27:07,814 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:27:07,814 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:27:07,815 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:27:07,817 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:27:07,820 Job list saved +2021-12-18 17:27:07,824 Updating FAILED jobs +2021-12-18 17:27:07,824 Updating WAITING jobs +2021-12-18 17:27:07,824 Update finished +2021-12-18 17:27:17,834 Reloading parameters... +2021-12-18 17:27:17,852 Loading parameters... +2021-12-18 17:27:17,853 Loading project parameters... +2021-12-18 17:27:17,855 + +13 of 25 jobs remaining (17:27) +2021-12-18 17:27:17,855 Sleep: 10 +2021-12-18 17:27:17,855 Number of retrials: 0 +2021-12-18 17:27:17,855 WRAPPER CHECK TIME = 10 +2021-12-18 17:27:17,856 Checking jobs for platform=marenostrum4 +2021-12-18 17:27:17,857 Checking jobs for platform=nord3 +2021-12-18 17:27:17,857 Checking jobs for platform=local +2021-12-18 17:27:17,858 Checking jobs for platform=transfer_node +2021-12-18 17:27:17,858 Checking all jobs at once +2021-12-18 17:27:19,227 Successful check job command +2021-12-18 17:27:20,547 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:27:20,548 End of checking +2021-12-18 17:27:20,549 Updating FAILED jobs +2021-12-18 17:27:20,549 Updating WAITING jobs +2021-12-18 17:27:20,549 Update finished +2021-12-18 17:27:20,550 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:27:20,550 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:27:20,550 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:27:20,550 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:27:20,550 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:27:20,550 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:27:20,550 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:27:20,553 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:27:20,555 Job list saved +2021-12-18 17:27:20,559 Updating FAILED jobs +2021-12-18 17:27:20,560 Updating WAITING jobs +2021-12-18 17:27:20,560 Update finished +2021-12-18 17:27:30,570 Reloading parameters... +2021-12-18 17:27:30,587 Loading parameters... +2021-12-18 17:27:30,589 Loading project parameters... +2021-12-18 17:27:30,591 + +13 of 25 jobs remaining (17:27) +2021-12-18 17:27:30,591 Sleep: 10 +2021-12-18 17:27:30,591 Number of retrials: 0 +2021-12-18 17:27:30,591 WRAPPER CHECK TIME = 10 +2021-12-18 17:27:30,592 Checking jobs for platform=marenostrum4 +2021-12-18 17:27:30,592 Checking jobs for platform=nord3 +2021-12-18 17:27:30,593 Checking jobs for platform=local +2021-12-18 17:27:30,593 Checking jobs for platform=transfer_node +2021-12-18 17:27:30,593 Checking all jobs at once +2021-12-18 17:27:31,913 Successful check job command +2021-12-18 17:27:33,132 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:27:33,133 End of checking +2021-12-18 17:27:33,134 Updating FAILED jobs +2021-12-18 17:27:33,134 Updating WAITING jobs +2021-12-18 17:27:33,134 Update finished +2021-12-18 17:27:33,134 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:27:33,134 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:27:33,135 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:27:33,135 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:27:33,135 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:27:33,135 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:27:33,135 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:27:33,137 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:27:33,140 Job list saved +2021-12-18 17:27:33,144 Updating FAILED jobs +2021-12-18 17:27:33,144 Updating WAITING jobs +2021-12-18 17:27:33,144 Update finished +2021-12-18 17:27:43,154 Reloading parameters... +2021-12-18 17:27:43,175 Loading parameters... +2021-12-18 17:27:43,176 Loading project parameters... +2021-12-18 17:27:43,178 + +13 of 25 jobs remaining (17:27) +2021-12-18 17:27:43,178 Sleep: 10 +2021-12-18 17:27:43,178 Number of retrials: 0 +2021-12-18 17:27:43,178 WRAPPER CHECK TIME = 10 +2021-12-18 17:27:43,179 Checking jobs for platform=marenostrum4 +2021-12-18 17:27:43,179 Checking jobs for platform=nord3 +2021-12-18 17:27:43,180 Checking jobs for platform=local +2021-12-18 17:27:43,181 Checking jobs for platform=transfer_node +2021-12-18 17:27:43,181 Checking all jobs at once +2021-12-18 17:27:44,603 Successful check job command +2021-12-18 17:27:45,772 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:27:45,772 End of checking +2021-12-18 17:27:45,773 Updating FAILED jobs +2021-12-18 17:27:45,773 Updating WAITING jobs +2021-12-18 17:27:45,774 Update finished +2021-12-18 17:27:45,774 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:27:45,778 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:27:45,778 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:27:45,779 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:27:45,779 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:27:45,779 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:27:45,779 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:27:45,782 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:27:45,784 Job list saved +2021-12-18 17:27:45,788 Updating FAILED jobs +2021-12-18 17:27:45,788 Updating WAITING jobs +2021-12-18 17:27:45,789 Update finished +2021-12-18 17:27:55,799 Reloading parameters... +2021-12-18 17:27:55,817 Loading parameters... +2021-12-18 17:27:55,818 Loading project parameters... +2021-12-18 17:27:55,820 + +13 of 25 jobs remaining (17:27) +2021-12-18 17:27:55,820 Sleep: 10 +2021-12-18 17:27:55,820 Number of retrials: 0 +2021-12-18 17:27:55,821 WRAPPER CHECK TIME = 10 +2021-12-18 17:27:55,821 Checking jobs for platform=marenostrum4 +2021-12-18 17:27:55,822 Checking jobs for platform=nord3 +2021-12-18 17:27:55,822 Checking jobs for platform=local +2021-12-18 17:27:55,823 Checking jobs for platform=transfer_node +2021-12-18 17:27:55,823 Checking all jobs at once +2021-12-18 17:27:57,142 Successful check job command +2021-12-18 17:27:58,362 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:27:58,362 End of checking +2021-12-18 17:27:58,363 Updating FAILED jobs +2021-12-18 17:27:58,363 Updating WAITING jobs +2021-12-18 17:27:58,364 Update finished +2021-12-18 17:27:58,364 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:27:58,365 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:27:58,365 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:27:58,365 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:27:58,365 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:27:58,365 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:27:58,365 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:27:58,368 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:27:58,370 Job list saved +2021-12-18 17:27:58,375 Updating FAILED jobs +2021-12-18 17:27:58,375 Updating WAITING jobs +2021-12-18 17:27:58,375 Update finished +2021-12-18 17:28:08,385 Reloading parameters... +2021-12-18 17:28:08,403 Loading parameters... +2021-12-18 17:28:08,404 Loading project parameters... +2021-12-18 17:28:08,406 + +13 of 25 jobs remaining (17:28) +2021-12-18 17:28:08,406 Sleep: 10 +2021-12-18 17:28:08,406 Number of retrials: 0 +2021-12-18 17:28:08,406 WRAPPER CHECK TIME = 10 +2021-12-18 17:28:08,407 Checking jobs for platform=marenostrum4 +2021-12-18 17:28:08,408 Checking jobs for platform=nord3 +2021-12-18 17:28:08,408 Checking jobs for platform=local +2021-12-18 17:28:08,409 Checking jobs for platform=transfer_node +2021-12-18 17:28:08,409 Checking all jobs at once +2021-12-18 17:28:09,878 Successful check job command +2021-12-18 17:28:11,098 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:28:11,098 End of checking +2021-12-18 17:28:11,099 Updating FAILED jobs +2021-12-18 17:28:11,099 Updating WAITING jobs +2021-12-18 17:28:11,100 Update finished +2021-12-18 17:28:11,100 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:28:11,100 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:28:11,100 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:28:11,100 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:28:11,100 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:28:11,101 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:28:11,101 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:28:11,104 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:28:11,106 Job list saved +2021-12-18 17:28:11,111 Updating FAILED jobs +2021-12-18 17:28:11,111 Updating WAITING jobs +2021-12-18 17:28:11,111 Update finished +2021-12-18 17:28:21,121 Reloading parameters... +2021-12-18 17:28:21,140 Loading parameters... +2021-12-18 17:28:21,142 Loading project parameters... +2021-12-18 17:28:21,143 + +13 of 25 jobs remaining (17:28) +2021-12-18 17:28:21,144 Sleep: 10 +2021-12-18 17:28:21,144 Number of retrials: 0 +2021-12-18 17:28:21,144 WRAPPER CHECK TIME = 10 +2021-12-18 17:28:21,144 Checking jobs for platform=marenostrum4 +2021-12-18 17:28:21,145 Checking jobs for platform=nord3 +2021-12-18 17:28:21,145 Checking jobs for platform=local +2021-12-18 17:28:21,146 Checking jobs for platform=transfer_node +2021-12-18 17:28:21,146 Checking all jobs at once +2021-12-18 17:28:22,515 Successful check job command +2021-12-18 17:28:23,735 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:28:23,735 End of checking +2021-12-18 17:28:23,736 Updating FAILED jobs +2021-12-18 17:28:23,736 Updating WAITING jobs +2021-12-18 17:28:23,737 Update finished +2021-12-18 17:28:23,737 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:28:23,737 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:28:23,737 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:28:23,737 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:28:23,737 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:28:23,737 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:28:23,738 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:28:23,740 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:28:23,742 Job list saved +2021-12-18 17:28:23,750 Updating FAILED jobs +2021-12-18 17:28:23,750 Updating WAITING jobs +2021-12-18 17:28:23,751 Update finished +2021-12-18 17:28:33,760 Reloading parameters... +2021-12-18 17:28:33,777 Loading parameters... +2021-12-18 17:28:33,779 Loading project parameters... +2021-12-18 17:28:33,781 + +13 of 25 jobs remaining (17:28) +2021-12-18 17:28:33,781 Sleep: 10 +2021-12-18 17:28:33,781 Number of retrials: 0 +2021-12-18 17:28:33,781 WRAPPER CHECK TIME = 10 +2021-12-18 17:28:33,782 Checking jobs for platform=marenostrum4 +2021-12-18 17:28:33,782 Checking jobs for platform=nord3 +2021-12-18 17:28:33,783 Checking jobs for platform=local +2021-12-18 17:28:33,783 Checking jobs for platform=transfer_node +2021-12-18 17:28:33,783 Checking all jobs at once +2021-12-18 17:28:35,153 Successful check job command +2021-12-18 17:28:36,472 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:28:36,473 End of checking +2021-12-18 17:28:36,474 Updating FAILED jobs +2021-12-18 17:28:36,474 Updating WAITING jobs +2021-12-18 17:28:36,474 Update finished +2021-12-18 17:28:36,474 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:28:36,475 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:28:36,475 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:28:36,475 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:28:36,475 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:28:36,475 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:28:36,476 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:28:36,478 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:28:36,480 Job list saved +2021-12-18 17:28:36,485 Updating FAILED jobs +2021-12-18 17:28:36,485 Updating WAITING jobs +2021-12-18 17:28:36,485 Update finished +2021-12-18 17:28:46,495 Reloading parameters... +2021-12-18 17:28:46,514 Loading parameters... +2021-12-18 17:28:46,516 Loading project parameters... +2021-12-18 17:28:46,518 + +13 of 25 jobs remaining (17:28) +2021-12-18 17:28:46,518 Sleep: 10 +2021-12-18 17:28:46,518 Number of retrials: 0 +2021-12-18 17:28:46,518 WRAPPER CHECK TIME = 10 +2021-12-18 17:28:46,519 Checking jobs for platform=marenostrum4 +2021-12-18 17:28:46,519 Checking jobs for platform=nord3 +2021-12-18 17:28:46,520 Checking jobs for platform=local +2021-12-18 17:28:46,520 Checking jobs for platform=transfer_node +2021-12-18 17:28:46,520 Checking all jobs at once +2021-12-18 17:28:47,742 Successful check job command +2021-12-18 17:28:48,911 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:28:48,912 End of checking +2021-12-18 17:28:48,913 Updating FAILED jobs +2021-12-18 17:28:48,913 Updating WAITING jobs +2021-12-18 17:28:48,913 Update finished +2021-12-18 17:28:48,913 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:28:48,914 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:28:48,914 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:28:48,914 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:28:48,914 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:28:48,914 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:28:48,914 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:28:48,917 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:28:48,919 Job list saved +2021-12-18 17:28:48,929 Updating FAILED jobs +2021-12-18 17:28:48,929 Updating WAITING jobs +2021-12-18 17:28:48,930 Update finished +2021-12-18 17:28:58,938 Reloading parameters... +2021-12-18 17:28:58,957 Loading parameters... +2021-12-18 17:28:58,959 Loading project parameters... +2021-12-18 17:28:58,960 + +13 of 25 jobs remaining (17:28) +2021-12-18 17:28:58,961 Sleep: 10 +2021-12-18 17:28:58,961 Number of retrials: 0 +2021-12-18 17:28:58,961 WRAPPER CHECK TIME = 10 +2021-12-18 17:28:58,962 Checking jobs for platform=marenostrum4 +2021-12-18 17:28:58,962 Checking jobs for platform=nord3 +2021-12-18 17:28:58,963 Checking jobs for platform=local +2021-12-18 17:28:58,963 Checking jobs for platform=transfer_node +2021-12-18 17:28:58,963 Checking all jobs at once +2021-12-18 17:29:00,383 Successful check job command +2021-12-18 17:29:01,602 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:29:01,602 End of checking +2021-12-18 17:29:01,604 Updating FAILED jobs +2021-12-18 17:29:01,604 Updating WAITING jobs +2021-12-18 17:29:01,604 Update finished +2021-12-18 17:29:01,604 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:29:01,604 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:29:01,604 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:29:01,605 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:29:01,605 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:29:01,605 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:29:01,605 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:29:01,607 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:29:01,610 Job list saved +2021-12-18 17:29:01,614 Updating FAILED jobs +2021-12-18 17:29:01,614 Updating WAITING jobs +2021-12-18 17:29:01,614 Update finished +2021-12-18 17:29:11,624 Reloading parameters... +2021-12-18 17:29:11,644 Loading parameters... +2021-12-18 17:29:11,645 Loading project parameters... +2021-12-18 17:29:11,647 + +13 of 25 jobs remaining (17:29) +2021-12-18 17:29:11,647 Sleep: 10 +2021-12-18 17:29:11,647 Number of retrials: 0 +2021-12-18 17:29:11,648 WRAPPER CHECK TIME = 10 +2021-12-18 17:29:11,648 Checking jobs for platform=marenostrum4 +2021-12-18 17:29:11,649 Checking jobs for platform=nord3 +2021-12-18 17:29:11,649 Checking jobs for platform=local +2021-12-18 17:29:11,650 Checking jobs for platform=transfer_node +2021-12-18 17:29:11,650 Checking all jobs at once +2021-12-18 17:29:13,020 Successful check job command +2021-12-18 17:29:14,440 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:29:14,440 End of checking +2021-12-18 17:29:14,441 Updating FAILED jobs +2021-12-18 17:29:14,441 Updating WAITING jobs +2021-12-18 17:29:14,442 Update finished +2021-12-18 17:29:14,442 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:29:14,443 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:29:14,443 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:29:14,443 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:29:14,443 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:29:14,443 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:29:14,443 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:29:14,447 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:29:14,449 Job list saved +2021-12-18 17:29:14,454 Updating FAILED jobs +2021-12-18 17:29:14,454 Updating WAITING jobs +2021-12-18 17:29:14,454 Update finished +2021-12-18 17:29:24,464 Reloading parameters... +2021-12-18 17:29:24,485 Loading parameters... +2021-12-18 17:29:24,486 Loading project parameters... +2021-12-18 17:29:24,488 + +13 of 25 jobs remaining (17:29) +2021-12-18 17:29:24,488 Sleep: 10 +2021-12-18 17:29:24,488 Number of retrials: 0 +2021-12-18 17:29:24,488 WRAPPER CHECK TIME = 10 +2021-12-18 17:29:24,489 Checking jobs for platform=marenostrum4 +2021-12-18 17:29:24,490 Checking jobs for platform=nord3 +2021-12-18 17:29:24,490 Checking jobs for platform=local +2021-12-18 17:29:24,491 Checking jobs for platform=transfer_node +2021-12-18 17:29:24,491 Checking all jobs at once +2021-12-18 17:29:25,813 Successful check job command +2021-12-18 17:29:26,983 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:29:26,983 End of checking +2021-12-18 17:29:26,984 Updating FAILED jobs +2021-12-18 17:29:26,985 Updating WAITING jobs +2021-12-18 17:29:26,985 Update finished +2021-12-18 17:29:26,985 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:29:26,985 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:29:26,985 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:29:26,985 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:29:26,986 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:29:26,986 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:29:26,986 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:29:26,988 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:29:26,991 Job list saved +2021-12-18 17:29:26,995 Updating FAILED jobs +2021-12-18 17:29:26,996 Updating WAITING jobs +2021-12-18 17:29:26,996 Update finished +2021-12-18 17:29:37,006 Reloading parameters... +2021-12-18 17:29:37,025 Loading parameters... +2021-12-18 17:29:37,027 Loading project parameters... +2021-12-18 17:29:37,029 + +13 of 25 jobs remaining (17:29) +2021-12-18 17:29:37,029 Sleep: 10 +2021-12-18 17:29:37,029 Number of retrials: 0 +2021-12-18 17:29:37,029 WRAPPER CHECK TIME = 10 +2021-12-18 17:29:37,030 Checking jobs for platform=marenostrum4 +2021-12-18 17:29:37,030 Checking jobs for platform=nord3 +2021-12-18 17:29:37,031 Checking jobs for platform=local +2021-12-18 17:29:37,031 Checking jobs for platform=transfer_node +2021-12-18 17:29:37,031 Checking all jobs at once +2021-12-18 17:29:38,352 Successful check job command +2021-12-18 17:29:39,572 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:29:39,572 End of checking +2021-12-18 17:29:39,573 Updating FAILED jobs +2021-12-18 17:29:39,573 Updating WAITING jobs +2021-12-18 17:29:39,574 Update finished +2021-12-18 17:29:39,574 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:29:39,574 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:29:39,574 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:29:39,574 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:29:39,574 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:29:39,574 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:29:39,575 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:29:39,577 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:29:39,579 Job list saved +2021-12-18 17:29:39,584 Updating FAILED jobs +2021-12-18 17:29:39,584 Updating WAITING jobs +2021-12-18 17:29:39,584 Update finished +2021-12-18 17:29:49,594 Reloading parameters... +2021-12-18 17:29:49,615 Loading parameters... +2021-12-18 17:29:49,616 Loading project parameters... +2021-12-18 17:29:49,618 + +13 of 25 jobs remaining (17:29) +2021-12-18 17:29:49,618 Sleep: 10 +2021-12-18 17:29:49,618 Number of retrials: 0 +2021-12-18 17:29:49,618 WRAPPER CHECK TIME = 10 +2021-12-18 17:29:49,619 Checking jobs for platform=marenostrum4 +2021-12-18 17:29:49,619 Checking jobs for platform=nord3 +2021-12-18 17:29:49,620 Checking jobs for platform=local +2021-12-18 17:29:49,620 Checking jobs for platform=transfer_node +2021-12-18 17:29:49,620 Checking all jobs at once +2021-12-18 17:29:50,940 Successful check job command +2021-12-18 17:29:52,209 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:29:52,209 End of checking +2021-12-18 17:29:52,211 Updating FAILED jobs +2021-12-18 17:29:52,211 Updating WAITING jobs +2021-12-18 17:29:52,211 Update finished +2021-12-18 17:29:52,211 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:29:52,212 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:29:52,212 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:29:52,212 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:29:52,212 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:29:52,212 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:29:52,213 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:29:52,215 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:29:52,217 Job list saved +2021-12-18 17:29:52,222 Updating FAILED jobs +2021-12-18 17:29:52,222 Updating WAITING jobs +2021-12-18 17:29:52,223 Update finished +2021-12-18 17:30:02,231 Reloading parameters... +2021-12-18 17:30:02,249 Loading parameters... +2021-12-18 17:30:02,250 Loading project parameters... +2021-12-18 17:30:02,252 + +13 of 25 jobs remaining (17:30) +2021-12-18 17:30:02,253 Sleep: 10 +2021-12-18 17:30:02,253 Number of retrials: 0 +2021-12-18 17:30:02,253 WRAPPER CHECK TIME = 10 +2021-12-18 17:30:02,254 Checking jobs for platform=marenostrum4 +2021-12-18 17:30:02,254 Checking jobs for platform=nord3 +2021-12-18 17:30:02,255 Checking jobs for platform=local +2021-12-18 17:30:02,257 Checking jobs for platform=transfer_node +2021-12-18 17:30:02,257 Checking all jobs at once +2021-12-18 17:30:03,727 Successful check job command +2021-12-18 17:30:04,947 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:30:04,947 End of checking +2021-12-18 17:30:04,949 Updating FAILED jobs +2021-12-18 17:30:04,949 Updating WAITING jobs +2021-12-18 17:30:04,949 Update finished +2021-12-18 17:30:04,949 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:30:04,950 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:30:04,950 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:30:04,950 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:30:04,950 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:30:04,950 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:30:04,950 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:30:04,953 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:30:04,955 Job list saved +2021-12-18 17:30:04,960 Updating FAILED jobs +2021-12-18 17:30:04,960 Updating WAITING jobs +2021-12-18 17:30:04,961 Update finished +2021-12-18 17:30:14,971 Reloading parameters... +2021-12-18 17:30:14,989 Loading parameters... +2021-12-18 17:30:14,990 Loading project parameters... +2021-12-18 17:30:14,992 + +13 of 25 jobs remaining (17:30) +2021-12-18 17:30:14,992 Sleep: 10 +2021-12-18 17:30:14,992 Number of retrials: 0 +2021-12-18 17:30:14,992 WRAPPER CHECK TIME = 10 +2021-12-18 17:30:14,993 Checking jobs for platform=marenostrum4 +2021-12-18 17:30:14,994 Checking jobs for platform=nord3 +2021-12-18 17:30:14,994 Checking jobs for platform=local +2021-12-18 17:30:14,995 Checking jobs for platform=transfer_node +2021-12-18 17:30:14,995 Checking all jobs at once +2021-12-18 17:30:16,364 Successful check job command +2021-12-18 17:30:17,684 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:30:17,684 End of checking +2021-12-18 17:30:17,686 Updating FAILED jobs +2021-12-18 17:30:17,686 Updating WAITING jobs +2021-12-18 17:30:17,686 Update finished +2021-12-18 17:30:17,686 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:30:17,686 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:30:17,687 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:30:17,687 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:30:17,687 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:30:17,687 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:30:17,687 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:30:17,689 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:30:17,692 Job list saved +2021-12-18 17:30:17,697 Updating FAILED jobs +2021-12-18 17:30:17,697 Updating WAITING jobs +2021-12-18 17:30:17,697 Update finished +2021-12-18 17:30:27,704 Reloading parameters... +2021-12-18 17:30:27,722 Loading parameters... +2021-12-18 17:30:27,724 Loading project parameters... +2021-12-18 17:30:27,725 + +13 of 25 jobs remaining (17:30) +2021-12-18 17:30:27,726 Sleep: 10 +2021-12-18 17:30:27,726 Number of retrials: 0 +2021-12-18 17:30:27,726 WRAPPER CHECK TIME = 10 +2021-12-18 17:30:27,726 Checking jobs for platform=marenostrum4 +2021-12-18 17:30:27,727 Checking jobs for platform=nord3 +2021-12-18 17:30:27,727 Checking jobs for platform=local +2021-12-18 17:30:27,728 Checking jobs for platform=transfer_node +2021-12-18 17:30:27,728 Checking all jobs at once +2021-12-18 17:30:28,999 Successful check job command +2021-12-18 17:30:30,270 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:30:30,270 End of checking +2021-12-18 17:30:30,271 Updating FAILED jobs +2021-12-18 17:30:30,272 Updating WAITING jobs +2021-12-18 17:30:30,272 Update finished +2021-12-18 17:30:30,272 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:30:30,273 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:30:30,273 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:30:30,273 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:30:30,273 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:30:30,273 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:30:30,273 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:30:30,276 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:30:30,278 Job list saved +2021-12-18 17:30:33,728 Updating FAILED jobs +2021-12-18 17:30:33,728 Updating WAITING jobs +2021-12-18 17:30:33,729 Update finished +2021-12-18 17:30:43,735 Reloading parameters... +2021-12-18 17:30:43,752 Loading parameters... +2021-12-18 17:30:43,753 Loading project parameters... +2021-12-18 17:30:43,755 + +13 of 25 jobs remaining (17:30) +2021-12-18 17:30:43,755 Sleep: 10 +2021-12-18 17:30:43,756 Number of retrials: 0 +2021-12-18 17:30:43,756 WRAPPER CHECK TIME = 10 +2021-12-18 17:30:43,756 Checking jobs for platform=marenostrum4 +2021-12-18 17:30:43,757 Checking jobs for platform=nord3 +2021-12-18 17:30:43,757 Checking jobs for platform=local +2021-12-18 17:30:43,758 Checking jobs for platform=transfer_node +2021-12-18 17:30:43,758 Checking all jobs at once +2021-12-18 17:30:45,181 Successful check job command +2021-12-18 17:30:46,751 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:30:46,751 End of checking +2021-12-18 17:30:46,753 Updating FAILED jobs +2021-12-18 17:30:46,753 Updating WAITING jobs +2021-12-18 17:30:46,753 Update finished +2021-12-18 17:30:46,753 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:30:46,754 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:30:46,754 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:30:46,754 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:30:46,754 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:30:46,754 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:30:46,754 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:30:46,757 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:30:46,760 Job list saved +2021-12-18 17:30:46,767 Updating FAILED jobs +2021-12-18 17:30:46,767 Updating WAITING jobs +2021-12-18 17:30:46,767 Update finished +2021-12-18 17:30:56,777 Reloading parameters... +2021-12-18 17:30:56,796 Loading parameters... +2021-12-18 17:30:56,798 Loading project parameters... +2021-12-18 17:30:56,800 + +13 of 25 jobs remaining (17:30) +2021-12-18 17:30:56,800 Sleep: 10 +2021-12-18 17:30:56,800 Number of retrials: 0 +2021-12-18 17:30:56,800 WRAPPER CHECK TIME = 10 +2021-12-18 17:30:56,801 Checking jobs for platform=marenostrum4 +2021-12-18 17:30:56,801 Checking jobs for platform=nord3 +2021-12-18 17:30:56,802 Checking jobs for platform=local +2021-12-18 17:30:56,802 Checking jobs for platform=transfer_node +2021-12-18 17:30:56,802 Checking all jobs at once +2021-12-18 17:30:58,072 Successful check job command +2021-12-18 17:30:59,241 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:30:59,241 End of checking +2021-12-18 17:30:59,243 Updating FAILED jobs +2021-12-18 17:30:59,244 Updating WAITING jobs +2021-12-18 17:30:59,244 Update finished +2021-12-18 17:30:59,244 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:30:59,244 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:30:59,244 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:30:59,244 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:30:59,245 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:30:59,245 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:30:59,245 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:30:59,248 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:30:59,250 Job list saved +2021-12-18 17:30:59,255 Updating FAILED jobs +2021-12-18 17:30:59,255 Updating WAITING jobs +2021-12-18 17:30:59,255 Update finished +2021-12-18 17:31:09,262 Reloading parameters... +2021-12-18 17:31:09,283 Loading parameters... +2021-12-18 17:31:09,285 Loading project parameters... +2021-12-18 17:31:09,287 + +13 of 25 jobs remaining (17:31) +2021-12-18 17:31:09,287 Sleep: 10 +2021-12-18 17:31:09,287 Number of retrials: 0 +2021-12-18 17:31:09,287 WRAPPER CHECK TIME = 10 +2021-12-18 17:31:09,288 Checking jobs for platform=marenostrum4 +2021-12-18 17:31:09,288 Checking jobs for platform=nord3 +2021-12-18 17:31:09,289 Checking jobs for platform=local +2021-12-18 17:31:09,289 Checking jobs for platform=transfer_node +2021-12-18 17:31:09,289 Checking all jobs at once +2021-12-18 17:31:10,659 Successful check job command +2021-12-18 17:31:11,981 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:31:11,981 End of checking +2021-12-18 17:31:11,982 Updating FAILED jobs +2021-12-18 17:31:11,983 Updating WAITING jobs +2021-12-18 17:31:11,983 Update finished +2021-12-18 17:31:11,983 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:31:11,984 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:31:11,984 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:31:11,984 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:31:11,984 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:31:11,984 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:31:11,984 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:31:11,993 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:31:11,996 Job list saved +2021-12-18 17:31:12,019 Updating FAILED jobs +2021-12-18 17:31:12,019 Updating WAITING jobs +2021-12-18 17:31:12,019 Update finished +2021-12-18 17:31:22,029 Reloading parameters... +2021-12-18 17:31:22,049 Loading parameters... +2021-12-18 17:31:22,050 Loading project parameters... +2021-12-18 17:31:22,052 + +13 of 25 jobs remaining (17:31) +2021-12-18 17:31:22,052 Sleep: 10 +2021-12-18 17:31:22,052 Number of retrials: 0 +2021-12-18 17:31:22,052 WRAPPER CHECK TIME = 10 +2021-12-18 17:31:22,053 Checking jobs for platform=marenostrum4 +2021-12-18 17:31:22,054 Checking jobs for platform=nord3 +2021-12-18 17:31:22,054 Checking jobs for platform=local +2021-12-18 17:31:22,055 Checking jobs for platform=transfer_node +2021-12-18 17:31:22,055 Checking all jobs at once +2021-12-18 17:31:23,424 Successful check job command +2021-12-18 17:31:24,896 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:31:24,896 End of checking +2021-12-18 17:31:24,898 Updating FAILED jobs +2021-12-18 17:31:24,898 Updating WAITING jobs +2021-12-18 17:31:24,898 Update finished +2021-12-18 17:31:24,898 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:31:24,899 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:31:24,899 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:31:24,899 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:31:24,899 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:31:24,899 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:31:24,899 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:31:24,902 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:31:24,904 Job list saved +2021-12-18 17:31:24,909 Updating FAILED jobs +2021-12-18 17:31:24,910 Updating WAITING jobs +2021-12-18 17:31:24,910 Update finished +2021-12-18 17:31:34,919 Reloading parameters... +2021-12-18 17:31:34,937 Loading parameters... +2021-12-18 17:31:34,939 Loading project parameters... +2021-12-18 17:31:34,940 + +13 of 25 jobs remaining (17:31) +2021-12-18 17:31:34,941 Sleep: 10 +2021-12-18 17:31:34,941 Number of retrials: 0 +2021-12-18 17:31:34,941 WRAPPER CHECK TIME = 10 +2021-12-18 17:31:34,941 Checking jobs for platform=marenostrum4 +2021-12-18 17:31:34,942 Checking jobs for platform=nord3 +2021-12-18 17:31:34,943 Checking jobs for platform=local +2021-12-18 17:31:34,943 Checking jobs for platform=transfer_node +2021-12-18 17:31:34,943 Checking all jobs at once +2021-12-18 17:31:36,266 Successful check job command +2021-12-18 17:31:37,488 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:31:37,488 End of checking +2021-12-18 17:31:37,489 Updating FAILED jobs +2021-12-18 17:31:37,489 Updating WAITING jobs +2021-12-18 17:31:37,490 Update finished +2021-12-18 17:31:37,490 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:31:37,490 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:31:37,490 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:31:37,490 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:31:37,490 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:31:37,491 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:31:37,491 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:31:37,493 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:31:37,496 Job list saved +2021-12-18 17:31:37,501 Updating FAILED jobs +2021-12-18 17:31:37,501 Updating WAITING jobs +2021-12-18 17:31:37,501 Update finished +2021-12-18 17:31:47,511 Reloading parameters... +2021-12-18 17:31:47,530 Loading parameters... +2021-12-18 17:31:47,531 Loading project parameters... +2021-12-18 17:31:47,534 + +13 of 25 jobs remaining (17:31) +2021-12-18 17:31:47,534 Sleep: 10 +2021-12-18 17:31:47,534 Number of retrials: 0 +2021-12-18 17:31:47,534 WRAPPER CHECK TIME = 10 +2021-12-18 17:31:47,535 Checking jobs for platform=marenostrum4 +2021-12-18 17:31:47,535 Checking jobs for platform=nord3 +2021-12-18 17:31:47,536 Checking jobs for platform=local +2021-12-18 17:31:47,536 Checking jobs for platform=transfer_node +2021-12-18 17:31:47,536 Checking all jobs at once +2021-12-18 17:31:49,158 Successful check job command +2021-12-18 17:31:50,479 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:31:50,479 End of checking +2021-12-18 17:31:50,481 Updating FAILED jobs +2021-12-18 17:31:50,481 Updating WAITING jobs +2021-12-18 17:31:50,481 Update finished +2021-12-18 17:31:50,481 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:31:50,482 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:31:50,482 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:31:50,482 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:31:50,482 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:31:50,482 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:31:50,482 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:31:50,485 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:31:50,487 Job list saved +2021-12-18 17:31:50,492 Updating FAILED jobs +2021-12-18 17:31:50,492 Updating WAITING jobs +2021-12-18 17:31:50,492 Update finished +2021-12-18 17:32:00,501 Reloading parameters... +2021-12-18 17:32:00,524 Loading parameters... +2021-12-18 17:32:00,525 Loading project parameters... +2021-12-18 17:32:00,527 + +13 of 25 jobs remaining (17:32) +2021-12-18 17:32:00,527 Sleep: 10 +2021-12-18 17:32:00,527 Number of retrials: 0 +2021-12-18 17:32:00,527 WRAPPER CHECK TIME = 10 +2021-12-18 17:32:00,528 Checking jobs for platform=marenostrum4 +2021-12-18 17:32:00,528 Checking jobs for platform=nord3 +2021-12-18 17:32:00,529 Checking jobs for platform=local +2021-12-18 17:32:00,529 Checking jobs for platform=transfer_node +2021-12-18 17:32:00,529 Checking all jobs at once +2021-12-18 17:32:01,799 Successful check job command +2021-12-18 17:32:03,068 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:32:03,068 End of checking +2021-12-18 17:32:03,070 Updating FAILED jobs +2021-12-18 17:32:03,070 Updating WAITING jobs +2021-12-18 17:32:03,070 Update finished +2021-12-18 17:32:03,070 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:32:03,070 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:32:03,070 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:32:03,071 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:32:03,071 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:32:03,071 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:32:03,071 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:32:03,074 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:32:03,076 Job list saved +2021-12-18 17:32:03,081 Updating FAILED jobs +2021-12-18 17:32:03,081 Updating WAITING jobs +2021-12-18 17:32:03,081 Update finished +2021-12-18 17:32:13,091 Reloading parameters... +2021-12-18 17:32:13,110 Loading parameters... +2021-12-18 17:32:13,112 Loading project parameters... +2021-12-18 17:32:13,114 + +13 of 25 jobs remaining (17:32) +2021-12-18 17:32:13,114 Sleep: 10 +2021-12-18 17:32:13,114 Number of retrials: 0 +2021-12-18 17:32:13,114 WRAPPER CHECK TIME = 10 +2021-12-18 17:32:13,115 Checking jobs for platform=marenostrum4 +2021-12-18 17:32:13,115 Checking jobs for platform=nord3 +2021-12-18 17:32:13,116 Checking jobs for platform=local +2021-12-18 17:32:13,116 Checking jobs for platform=transfer_node +2021-12-18 17:32:13,116 Checking all jobs at once +2021-12-18 17:32:14,387 Successful check job command +2021-12-18 17:32:15,706 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:32:15,707 End of checking +2021-12-18 17:32:15,708 Updating FAILED jobs +2021-12-18 17:32:15,708 Updating WAITING jobs +2021-12-18 17:32:15,709 Update finished +2021-12-18 17:32:15,709 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:32:15,709 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:32:15,709 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:32:15,709 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:32:15,709 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:32:15,709 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:32:15,710 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:32:15,713 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:32:15,715 Job list saved +2021-12-18 17:32:15,720 Updating FAILED jobs +2021-12-18 17:32:15,720 Updating WAITING jobs +2021-12-18 17:32:15,720 Update finished +2021-12-18 17:32:25,729 Reloading parameters... +2021-12-18 17:32:25,748 Loading parameters... +2021-12-18 17:32:25,749 Loading project parameters... +2021-12-18 17:32:25,751 + +13 of 25 jobs remaining (17:32) +2021-12-18 17:32:25,752 Sleep: 10 +2021-12-18 17:32:25,752 Number of retrials: 0 +2021-12-18 17:32:25,752 WRAPPER CHECK TIME = 10 +2021-12-18 17:32:25,752 Checking jobs for platform=marenostrum4 +2021-12-18 17:32:25,753 Checking jobs for platform=nord3 +2021-12-18 17:32:25,753 Checking jobs for platform=local +2021-12-18 17:32:25,754 Checking jobs for platform=transfer_node +2021-12-18 17:32:25,754 Checking all jobs at once +2021-12-18 17:32:27,124 Successful check job command +2021-12-18 17:32:28,343 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:32:28,343 End of checking +2021-12-18 17:32:28,345 Updating FAILED jobs +2021-12-18 17:32:28,345 Updating WAITING jobs +2021-12-18 17:32:28,345 Update finished +2021-12-18 17:32:28,346 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:32:28,346 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:32:28,346 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:32:28,346 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:32:28,347 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:32:28,347 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:32:28,347 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:32:28,350 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:32:28,352 Job list saved +2021-12-18 17:32:28,357 Updating FAILED jobs +2021-12-18 17:32:28,357 Updating WAITING jobs +2021-12-18 17:32:28,357 Update finished +2021-12-18 17:32:38,367 Reloading parameters... +2021-12-18 17:32:38,392 Loading parameters... +2021-12-18 17:32:38,393 Loading project parameters... +2021-12-18 17:32:38,395 + +13 of 25 jobs remaining (17:32) +2021-12-18 17:32:38,395 Sleep: 10 +2021-12-18 17:32:38,395 Number of retrials: 0 +2021-12-18 17:32:38,395 WRAPPER CHECK TIME = 10 +2021-12-18 17:32:38,396 Checking jobs for platform=marenostrum4 +2021-12-18 17:32:38,396 Checking jobs for platform=nord3 +2021-12-18 17:32:38,397 Checking jobs for platform=local +2021-12-18 17:32:38,397 Checking jobs for platform=transfer_node +2021-12-18 17:32:38,397 Checking all jobs at once +2021-12-18 17:32:39,821 Successful check job command +2021-12-18 17:32:41,240 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:32:41,240 End of checking +2021-12-18 17:32:41,242 Updating FAILED jobs +2021-12-18 17:32:41,242 Updating WAITING jobs +2021-12-18 17:32:41,243 Update finished +2021-12-18 17:32:41,243 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:32:41,243 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:32:41,243 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:32:41,243 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:32:41,243 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:32:41,244 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:32:41,244 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:32:41,246 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:32:41,249 Job list saved +2021-12-18 17:32:41,254 Updating FAILED jobs +2021-12-18 17:32:41,254 Updating WAITING jobs +2021-12-18 17:32:41,254 Update finished +2021-12-18 17:32:51,260 Reloading parameters... +2021-12-18 17:32:51,281 Loading parameters... +2021-12-18 17:32:51,282 Loading project parameters... +2021-12-18 17:32:51,284 + +13 of 25 jobs remaining (17:32) +2021-12-18 17:32:51,284 Sleep: 10 +2021-12-18 17:32:51,284 Number of retrials: 0 +2021-12-18 17:32:51,284 WRAPPER CHECK TIME = 10 +2021-12-18 17:32:51,285 Checking jobs for platform=marenostrum4 +2021-12-18 17:32:51,286 Checking jobs for platform=nord3 +2021-12-18 17:32:51,286 Checking jobs for platform=local +2021-12-18 17:32:51,288 Checking jobs for platform=transfer_node +2021-12-18 17:32:51,288 Checking all jobs at once +2021-12-18 17:32:52,658 Successful check job command +2021-12-18 17:32:53,982 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:32:53,982 End of checking +2021-12-18 17:32:53,983 Updating FAILED jobs +2021-12-18 17:32:53,984 Updating WAITING jobs +2021-12-18 17:32:53,984 Update finished +2021-12-18 17:32:53,984 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:32:53,984 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:32:53,984 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:32:53,984 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:32:53,984 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:32:53,985 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:32:53,985 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:32:53,987 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:32:53,990 Job list saved +2021-12-18 17:32:53,994 Updating FAILED jobs +2021-12-18 17:32:53,994 Updating WAITING jobs +2021-12-18 17:32:53,995 Update finished +2021-12-18 17:33:03,995 Reloading parameters... +2021-12-18 17:33:04,016 Loading parameters... +2021-12-18 17:33:04,017 Loading project parameters... +2021-12-18 17:33:04,019 + +13 of 25 jobs remaining (17:33) +2021-12-18 17:33:04,019 Sleep: 10 +2021-12-18 17:33:04,019 Number of retrials: 0 +2021-12-18 17:33:04,019 WRAPPER CHECK TIME = 10 +2021-12-18 17:33:04,020 Checking jobs for platform=marenostrum4 +2021-12-18 17:33:04,020 Checking jobs for platform=nord3 +2021-12-18 17:33:04,021 Checking jobs for platform=local +2021-12-18 17:33:04,021 Checking jobs for platform=transfer_node +2021-12-18 17:33:04,021 Checking all jobs at once +2021-12-18 17:33:05,491 Successful check job command +2021-12-18 17:33:06,710 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:33:06,711 End of checking +2021-12-18 17:33:06,712 Updating FAILED jobs +2021-12-18 17:33:06,712 Updating WAITING jobs +2021-12-18 17:33:06,712 Update finished +2021-12-18 17:33:06,713 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:33:06,713 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:33:06,713 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:33:06,713 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:33:06,714 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:33:06,714 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:33:06,714 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:33:06,718 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:33:06,720 Job list saved +2021-12-18 17:33:06,725 Updating FAILED jobs +2021-12-18 17:33:06,725 Updating WAITING jobs +2021-12-18 17:33:06,725 Update finished +2021-12-18 17:33:16,735 Reloading parameters... +2021-12-18 17:33:16,756 Loading parameters... +2021-12-18 17:33:16,758 Loading project parameters... +2021-12-18 17:33:16,760 + +13 of 25 jobs remaining (17:33) +2021-12-18 17:33:16,760 Sleep: 10 +2021-12-18 17:33:16,760 Number of retrials: 0 +2021-12-18 17:33:16,760 WRAPPER CHECK TIME = 10 +2021-12-18 17:33:16,761 Checking jobs for platform=marenostrum4 +2021-12-18 17:33:16,762 Checking jobs for platform=nord3 +2021-12-18 17:33:16,762 Checking jobs for platform=local +2021-12-18 17:33:16,763 Checking jobs for platform=transfer_node +2021-12-18 17:33:16,763 Checking all jobs at once +2021-12-18 17:33:18,083 Successful check job command +2021-12-18 17:33:19,302 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:33:19,302 End of checking +2021-12-18 17:33:19,304 Updating FAILED jobs +2021-12-18 17:33:19,304 Updating WAITING jobs +2021-12-18 17:33:19,305 Update finished +2021-12-18 17:33:19,305 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:33:19,305 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:33:19,305 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:33:19,305 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:33:19,305 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:33:19,306 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:33:19,306 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:33:19,309 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:33:19,311 Job list saved +2021-12-18 17:33:19,317 Updating FAILED jobs +2021-12-18 17:33:19,317 Updating WAITING jobs +2021-12-18 17:33:19,317 Update finished +2021-12-18 17:33:29,327 Reloading parameters... +2021-12-18 17:33:29,346 Loading parameters... +2021-12-18 17:33:29,348 Loading project parameters... +2021-12-18 17:33:29,350 + +13 of 25 jobs remaining (17:33) +2021-12-18 17:33:29,350 Sleep: 10 +2021-12-18 17:33:29,350 Number of retrials: 0 +2021-12-18 17:33:29,350 WRAPPER CHECK TIME = 10 +2021-12-18 17:33:29,351 Checking jobs for platform=marenostrum4 +2021-12-18 17:33:29,351 Checking jobs for platform=nord3 +2021-12-18 17:33:29,352 Checking jobs for platform=local +2021-12-18 17:33:29,352 Checking jobs for platform=transfer_node +2021-12-18 17:33:29,353 Checking all jobs at once +2021-12-18 17:33:30,622 Successful check job command +2021-12-18 17:33:31,842 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:33:31,842 End of checking +2021-12-18 17:33:31,844 Updating FAILED jobs +2021-12-18 17:33:31,844 Updating WAITING jobs +2021-12-18 17:33:31,844 Update finished +2021-12-18 17:33:31,844 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:33:31,844 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:33:31,844 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:33:31,845 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:33:31,845 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:33:31,845 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:33:31,845 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:33:31,848 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:33:31,850 Job list saved +2021-12-18 17:33:31,856 Updating FAILED jobs +2021-12-18 17:33:31,856 Updating WAITING jobs +2021-12-18 17:33:31,856 Update finished +2021-12-18 17:33:41,866 Reloading parameters... +2021-12-18 17:33:41,887 Loading parameters... +2021-12-18 17:33:41,889 Loading project parameters... +2021-12-18 17:33:41,890 + +13 of 25 jobs remaining (17:33) +2021-12-18 17:33:41,891 Sleep: 10 +2021-12-18 17:33:41,891 Number of retrials: 0 +2021-12-18 17:33:41,891 WRAPPER CHECK TIME = 10 +2021-12-18 17:33:41,891 Checking jobs for platform=marenostrum4 +2021-12-18 17:33:41,892 Checking jobs for platform=nord3 +2021-12-18 17:33:41,892 Checking jobs for platform=local +2021-12-18 17:33:41,893 Checking jobs for platform=transfer_node +2021-12-18 17:33:41,893 Checking all jobs at once +2021-12-18 17:33:43,313 Successful check job command +2021-12-18 17:33:44,532 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:33:44,533 End of checking +2021-12-18 17:33:44,534 Updating FAILED jobs +2021-12-18 17:33:44,534 Updating WAITING jobs +2021-12-18 17:33:44,534 Update finished +2021-12-18 17:33:44,535 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:33:44,535 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:33:44,535 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:33:44,536 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:33:44,536 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:33:44,536 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:33:44,536 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:33:44,539 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:33:44,541 Job list saved +2021-12-18 17:33:44,547 Updating FAILED jobs +2021-12-18 17:33:44,547 Updating WAITING jobs +2021-12-18 17:33:44,547 Update finished +2021-12-18 17:33:54,557 Reloading parameters... +2021-12-18 17:33:54,577 Loading parameters... +2021-12-18 17:33:54,578 Loading project parameters... +2021-12-18 17:33:54,580 + +13 of 25 jobs remaining (17:33) +2021-12-18 17:33:54,581 Sleep: 10 +2021-12-18 17:33:54,581 Number of retrials: 0 +2021-12-18 17:33:54,581 WRAPPER CHECK TIME = 10 +2021-12-18 17:33:54,581 Checking jobs for platform=marenostrum4 +2021-12-18 17:33:54,582 Checking jobs for platform=nord3 +2021-12-18 17:33:54,582 Checking jobs for platform=local +2021-12-18 17:33:54,583 Checking jobs for platform=transfer_node +2021-12-18 17:33:54,583 Checking all jobs at once +2021-12-18 17:33:55,912 Successful check job command +2021-12-18 17:33:57,181 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:33:57,182 End of checking +2021-12-18 17:33:57,183 Updating FAILED jobs +2021-12-18 17:33:57,183 Updating WAITING jobs +2021-12-18 17:33:57,184 Update finished +2021-12-18 17:33:57,184 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:33:57,184 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:33:57,184 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:33:57,184 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:33:57,184 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:33:57,185 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:33:57,185 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:33:57,188 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:33:57,190 Job list saved +2021-12-18 17:33:57,201 Updating FAILED jobs +2021-12-18 17:33:57,201 Updating WAITING jobs +2021-12-18 17:33:57,201 Update finished +2021-12-18 17:34:07,211 Reloading parameters... +2021-12-18 17:34:07,233 Loading parameters... +2021-12-18 17:34:07,234 Loading project parameters... +2021-12-18 17:34:07,236 + +13 of 25 jobs remaining (17:34) +2021-12-18 17:34:07,236 Sleep: 10 +2021-12-18 17:34:07,236 Number of retrials: 0 +2021-12-18 17:34:07,236 WRAPPER CHECK TIME = 10 +2021-12-18 17:34:07,237 Checking jobs for platform=marenostrum4 +2021-12-18 17:34:07,238 Checking jobs for platform=nord3 +2021-12-18 17:34:07,238 Checking jobs for platform=local +2021-12-18 17:34:07,239 Checking jobs for platform=transfer_node +2021-12-18 17:34:07,239 Checking all jobs at once +2021-12-18 17:34:08,708 Successful check job command +2021-12-18 17:34:09,828 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:34:09,828 End of checking +2021-12-18 17:34:09,829 Updating FAILED jobs +2021-12-18 17:34:09,830 Updating WAITING jobs +2021-12-18 17:34:09,830 Update finished +2021-12-18 17:34:09,830 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:34:09,830 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:34:09,830 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:34:09,830 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:34:09,830 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:34:09,831 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:34:09,831 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:34:09,834 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:34:09,836 Job list saved +2021-12-18 17:34:09,842 Updating FAILED jobs +2021-12-18 17:34:09,842 Updating WAITING jobs +2021-12-18 17:34:09,843 Update finished +2021-12-18 17:34:19,851 Reloading parameters... +2021-12-18 17:34:19,873 Loading parameters... +2021-12-18 17:34:19,874 Loading project parameters... +2021-12-18 17:34:19,876 + +13 of 25 jobs remaining (17:34) +2021-12-18 17:34:19,877 Sleep: 10 +2021-12-18 17:34:19,877 Number of retrials: 0 +2021-12-18 17:34:19,877 WRAPPER CHECK TIME = 10 +2021-12-18 17:34:19,877 Checking jobs for platform=marenostrum4 +2021-12-18 17:34:19,878 Checking jobs for platform=nord3 +2021-12-18 17:34:19,878 Checking jobs for platform=local +2021-12-18 17:34:19,879 Checking jobs for platform=transfer_node +2021-12-18 17:34:19,879 Checking all jobs at once +2021-12-18 17:34:21,298 Successful check job command +2021-12-18 17:34:22,518 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:34:22,518 End of checking +2021-12-18 17:34:22,519 Updating FAILED jobs +2021-12-18 17:34:22,519 Updating WAITING jobs +2021-12-18 17:34:22,519 Update finished +2021-12-18 17:34:22,520 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:34:22,520 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:34:22,520 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:34:22,521 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:34:22,521 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:34:22,521 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:34:22,521 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:34:22,524 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:34:22,526 Job list saved +2021-12-18 17:34:22,533 Updating FAILED jobs +2021-12-18 17:34:22,533 Updating WAITING jobs +2021-12-18 17:34:22,533 Update finished +2021-12-18 17:34:32,544 Reloading parameters... +2021-12-18 17:34:32,567 Loading parameters... +2021-12-18 17:34:32,568 Loading project parameters... +2021-12-18 17:34:32,570 + +13 of 25 jobs remaining (17:34) +2021-12-18 17:34:32,570 Sleep: 10 +2021-12-18 17:34:32,570 Number of retrials: 0 +2021-12-18 17:34:32,570 WRAPPER CHECK TIME = 10 +2021-12-18 17:34:32,571 Checking jobs for platform=marenostrum4 +2021-12-18 17:34:32,571 Checking jobs for platform=nord3 +2021-12-18 17:34:32,572 Checking jobs for platform=local +2021-12-18 17:34:32,572 Checking jobs for platform=transfer_node +2021-12-18 17:34:32,573 Checking all jobs at once +2021-12-18 17:34:33,992 Successful check job command +2021-12-18 17:34:35,212 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:34:35,212 End of checking +2021-12-18 17:34:35,213 Updating FAILED jobs +2021-12-18 17:34:35,213 Updating WAITING jobs +2021-12-18 17:34:35,214 Update finished +2021-12-18 17:34:35,214 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:34:35,214 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:34:35,214 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:34:35,214 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:34:35,214 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:34:35,214 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:34:35,215 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:34:35,218 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:34:35,220 Job list saved +2021-12-18 17:34:35,225 Updating FAILED jobs +2021-12-18 17:34:35,225 Updating WAITING jobs +2021-12-18 17:34:35,225 Update finished +2021-12-18 17:34:45,235 Reloading parameters... +2021-12-18 17:34:45,257 Loading parameters... +2021-12-18 17:34:45,259 Loading project parameters... +2021-12-18 17:34:45,260 + +13 of 25 jobs remaining (17:34) +2021-12-18 17:34:45,261 Sleep: 10 +2021-12-18 17:34:45,261 Number of retrials: 0 +2021-12-18 17:34:45,261 WRAPPER CHECK TIME = 10 +2021-12-18 17:34:45,261 Checking jobs for platform=marenostrum4 +2021-12-18 17:34:45,262 Checking jobs for platform=nord3 +2021-12-18 17:34:45,263 Checking jobs for platform=local +2021-12-18 17:34:45,263 Checking jobs for platform=transfer_node +2021-12-18 17:34:45,263 Checking all jobs at once +2021-12-18 17:34:46,583 Successful check job command +2021-12-18 17:34:47,852 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:34:47,852 End of checking +2021-12-18 17:34:47,854 Updating FAILED jobs +2021-12-18 17:34:47,854 Updating WAITING jobs +2021-12-18 17:34:47,855 Update finished +2021-12-18 17:34:47,855 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:34:47,855 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:34:47,855 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:34:47,855 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:34:47,855 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:34:47,855 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:34:47,856 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:34:47,859 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:34:47,861 Job list saved +2021-12-18 17:34:47,878 Updating FAILED jobs +2021-12-18 17:34:47,878 Updating WAITING jobs +2021-12-18 17:34:47,878 Update finished +2021-12-18 17:34:57,889 Reloading parameters... +2021-12-18 17:34:57,907 Loading parameters... +2021-12-18 17:34:57,909 Loading project parameters... +2021-12-18 17:34:57,911 + +13 of 25 jobs remaining (17:34) +2021-12-18 17:34:57,911 Sleep: 10 +2021-12-18 17:34:57,911 Number of retrials: 0 +2021-12-18 17:34:57,911 WRAPPER CHECK TIME = 10 +2021-12-18 17:34:57,912 Checking jobs for platform=marenostrum4 +2021-12-18 17:34:57,912 Checking jobs for platform=nord3 +2021-12-18 17:34:57,913 Checking jobs for platform=local +2021-12-18 17:34:57,913 Checking jobs for platform=transfer_node +2021-12-18 17:34:57,913 Checking all jobs at once +2021-12-18 17:34:59,183 Successful check job command +2021-12-18 17:35:00,352 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:35:00,352 End of checking +2021-12-18 17:35:00,354 Updating FAILED jobs +2021-12-18 17:35:00,354 Updating WAITING jobs +2021-12-18 17:35:00,355 Update finished +2021-12-18 17:35:00,355 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:35:00,355 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:35:00,356 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:35:00,356 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:35:00,356 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:35:00,356 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:35:00,356 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:35:00,359 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:35:00,361 Job list saved +2021-12-18 17:35:00,366 Updating FAILED jobs +2021-12-18 17:35:00,367 Updating WAITING jobs +2021-12-18 17:35:00,367 Update finished +2021-12-18 17:35:10,377 Reloading parameters... +2021-12-18 17:35:10,398 Loading parameters... +2021-12-18 17:35:10,399 Loading project parameters... +2021-12-18 17:35:10,401 + +13 of 25 jobs remaining (17:35) +2021-12-18 17:35:10,401 Sleep: 10 +2021-12-18 17:35:10,401 Number of retrials: 0 +2021-12-18 17:35:10,402 WRAPPER CHECK TIME = 10 +2021-12-18 17:35:10,402 Checking jobs for platform=marenostrum4 +2021-12-18 17:35:10,403 Checking jobs for platform=nord3 +2021-12-18 17:35:10,403 Checking jobs for platform=local +2021-12-18 17:35:10,404 Checking jobs for platform=transfer_node +2021-12-18 17:35:10,404 Checking all jobs at once +2021-12-18 17:35:11,775 Successful check job command +2021-12-18 17:35:13,044 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:35:13,044 End of checking +2021-12-18 17:35:13,047 Updating FAILED jobs +2021-12-18 17:35:13,047 Updating WAITING jobs +2021-12-18 17:35:13,047 Update finished +2021-12-18 17:35:13,047 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:35:13,047 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:35:13,047 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:35:13,048 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:35:13,048 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:35:13,048 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:35:13,048 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:35:13,051 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:35:13,053 Job list saved +2021-12-18 17:35:13,068 Updating FAILED jobs +2021-12-18 17:35:13,068 Updating WAITING jobs +2021-12-18 17:35:13,069 Update finished +2021-12-18 17:35:23,076 Reloading parameters... +2021-12-18 17:35:23,097 Loading parameters... +2021-12-18 17:35:23,098 Loading project parameters... +2021-12-18 17:35:23,100 + +13 of 25 jobs remaining (17:35) +2021-12-18 17:35:23,100 Sleep: 10 +2021-12-18 17:35:23,100 Number of retrials: 0 +2021-12-18 17:35:23,100 WRAPPER CHECK TIME = 10 +2021-12-18 17:35:23,101 Checking jobs for platform=marenostrum4 +2021-12-18 17:35:23,101 Checking jobs for platform=nord3 +2021-12-18 17:35:23,102 Checking jobs for platform=local +2021-12-18 17:35:23,102 Checking jobs for platform=transfer_node +2021-12-18 17:35:23,102 Checking all jobs at once +2021-12-18 17:35:24,422 Successful check job command +2021-12-18 17:35:25,592 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:35:25,592 End of checking +2021-12-18 17:35:25,593 Updating FAILED jobs +2021-12-18 17:35:25,593 Updating WAITING jobs +2021-12-18 17:35:25,594 Update finished +2021-12-18 17:35:25,594 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:35:25,594 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:35:25,594 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:35:25,594 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:35:25,594 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:35:25,594 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:35:25,595 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:35:25,597 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:35:25,600 Job list saved +2021-12-18 17:35:25,605 Updating FAILED jobs +2021-12-18 17:35:25,605 Updating WAITING jobs +2021-12-18 17:35:25,606 Update finished +2021-12-18 17:35:35,616 Reloading parameters... +2021-12-18 17:35:35,635 Loading parameters... +2021-12-18 17:35:35,636 Loading project parameters... +2021-12-18 17:35:35,638 + +13 of 25 jobs remaining (17:35) +2021-12-18 17:35:35,639 Sleep: 10 +2021-12-18 17:35:35,639 Number of retrials: 0 +2021-12-18 17:35:35,639 WRAPPER CHECK TIME = 10 +2021-12-18 17:35:35,639 Checking jobs for platform=marenostrum4 +2021-12-18 17:35:35,640 Checking jobs for platform=nord3 +2021-12-18 17:35:35,640 Checking jobs for platform=local +2021-12-18 17:35:35,641 Checking jobs for platform=transfer_node +2021-12-18 17:35:35,641 Checking all jobs at once +2021-12-18 17:35:36,860 Successful check job command +2021-12-18 17:35:38,079 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:35:38,079 End of checking +2021-12-18 17:35:38,081 Updating FAILED jobs +2021-12-18 17:35:38,081 Updating WAITING jobs +2021-12-18 17:35:38,081 Update finished +2021-12-18 17:35:38,082 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:35:38,082 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:35:38,082 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:35:38,082 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:35:38,083 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:35:38,083 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:35:38,083 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:35:38,086 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:35:38,089 Job list saved +2021-12-18 17:35:38,094 Updating FAILED jobs +2021-12-18 17:35:38,094 Updating WAITING jobs +2021-12-18 17:35:38,094 Update finished +2021-12-18 17:35:48,104 Reloading parameters... +2021-12-18 17:35:48,123 Loading parameters... +2021-12-18 17:35:48,124 Loading project parameters... +2021-12-18 17:35:48,126 + +13 of 25 jobs remaining (17:35) +2021-12-18 17:35:48,126 Sleep: 10 +2021-12-18 17:35:48,126 Number of retrials: 0 +2021-12-18 17:35:48,126 WRAPPER CHECK TIME = 10 +2021-12-18 17:35:48,127 Checking jobs for platform=marenostrum4 +2021-12-18 17:35:48,128 Checking jobs for platform=nord3 +2021-12-18 17:35:48,128 Checking jobs for platform=local +2021-12-18 17:35:48,129 Checking jobs for platform=transfer_node +2021-12-18 17:35:48,129 Checking all jobs at once +2021-12-18 17:35:49,499 Successful check job command +2021-12-18 17:35:50,818 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:35:50,819 End of checking +2021-12-18 17:35:50,820 Updating FAILED jobs +2021-12-18 17:35:50,820 Updating WAITING jobs +2021-12-18 17:35:50,821 Update finished +2021-12-18 17:35:50,821 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:35:50,821 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:35:50,821 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:35:50,821 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:35:50,821 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:35:50,821 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:35:50,822 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:35:50,824 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:35:50,826 Job list saved +2021-12-18 17:35:50,831 Updating FAILED jobs +2021-12-18 17:35:50,832 Updating WAITING jobs +2021-12-18 17:35:50,832 Update finished +2021-12-18 17:36:00,842 Reloading parameters... +2021-12-18 17:36:00,863 Loading parameters... +2021-12-18 17:36:00,864 Loading project parameters... +2021-12-18 17:36:00,866 + +13 of 25 jobs remaining (17:36) +2021-12-18 17:36:00,866 Sleep: 10 +2021-12-18 17:36:00,866 Number of retrials: 0 +2021-12-18 17:36:00,866 WRAPPER CHECK TIME = 10 +2021-12-18 17:36:00,867 Checking jobs for platform=marenostrum4 +2021-12-18 17:36:00,867 Checking jobs for platform=nord3 +2021-12-18 17:36:00,868 Checking jobs for platform=local +2021-12-18 17:36:00,868 Checking jobs for platform=transfer_node +2021-12-18 17:36:00,869 Checking all jobs at once +2021-12-18 17:36:02,238 Successful check job command +2021-12-18 17:36:03,658 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:36:03,658 End of checking +2021-12-18 17:36:03,663 Updating FAILED jobs +2021-12-18 17:36:03,663 Updating WAITING jobs +2021-12-18 17:36:03,664 Update finished +2021-12-18 17:36:03,664 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:36:03,664 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:36:03,664 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:36:03,664 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:36:03,664 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:36:03,664 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:36:03,665 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:36:03,674 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:36:03,677 Job list saved +2021-12-18 17:36:03,696 Updating FAILED jobs +2021-12-18 17:36:03,696 Updating WAITING jobs +2021-12-18 17:36:03,696 Update finished +2021-12-18 17:36:13,706 Reloading parameters... +2021-12-18 17:36:13,727 Loading parameters... +2021-12-18 17:36:13,728 Loading project parameters... +2021-12-18 17:36:13,730 + +13 of 25 jobs remaining (17:36) +2021-12-18 17:36:13,731 Sleep: 10 +2021-12-18 17:36:13,731 Number of retrials: 0 +2021-12-18 17:36:13,731 WRAPPER CHECK TIME = 10 +2021-12-18 17:36:13,731 Checking jobs for platform=marenostrum4 +2021-12-18 17:36:13,732 Checking jobs for platform=nord3 +2021-12-18 17:36:13,732 Checking jobs for platform=local +2021-12-18 17:36:13,733 Checking jobs for platform=transfer_node +2021-12-18 17:36:13,733 Checking all jobs at once +2021-12-18 17:36:15,054 Successful check job command +2021-12-18 17:36:16,224 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:36:16,224 End of checking +2021-12-18 17:36:16,226 Updating FAILED jobs +2021-12-18 17:36:16,226 Updating WAITING jobs +2021-12-18 17:36:16,226 Update finished +2021-12-18 17:36:16,226 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:36:16,227 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:36:16,227 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:36:16,227 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:36:16,227 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:36:16,228 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:36:16,228 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:36:16,231 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:36:16,233 Job list saved +2021-12-18 17:36:16,238 Updating FAILED jobs +2021-12-18 17:36:16,238 Updating WAITING jobs +2021-12-18 17:36:16,239 Update finished +2021-12-18 17:36:26,249 Reloading parameters... +2021-12-18 17:36:26,272 Loading parameters... +2021-12-18 17:36:26,274 Loading project parameters... +2021-12-18 17:36:26,276 + +13 of 25 jobs remaining (17:36) +2021-12-18 17:36:26,276 Sleep: 10 +2021-12-18 17:36:26,276 Number of retrials: 0 +2021-12-18 17:36:26,276 WRAPPER CHECK TIME = 10 +2021-12-18 17:36:26,277 Checking jobs for platform=marenostrum4 +2021-12-18 17:36:26,277 Checking jobs for platform=nord3 +2021-12-18 17:36:26,278 Checking jobs for platform=local +2021-12-18 17:36:26,278 Checking jobs for platform=transfer_node +2021-12-18 17:36:26,279 Checking all jobs at once +2021-12-18 17:36:27,748 Successful check job command +2021-12-18 17:36:28,967 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:36:28,968 End of checking +2021-12-18 17:36:28,970 Updating FAILED jobs +2021-12-18 17:36:28,970 Updating WAITING jobs +2021-12-18 17:36:28,970 Update finished +2021-12-18 17:36:28,970 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:36:28,970 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:36:28,970 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:36:28,971 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:36:28,971 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:36:28,971 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:36:28,971 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:36:28,974 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:36:28,976 Job list saved +2021-12-18 17:36:28,982 Updating FAILED jobs +2021-12-18 17:36:28,982 Updating WAITING jobs +2021-12-18 17:36:28,982 Update finished +2021-12-18 17:36:38,992 Reloading parameters... +2021-12-18 17:36:39,012 Loading parameters... +2021-12-18 17:36:39,013 Loading project parameters... +2021-12-18 17:36:39,015 + +13 of 25 jobs remaining (17:36) +2021-12-18 17:36:39,015 Sleep: 10 +2021-12-18 17:36:39,015 Number of retrials: 0 +2021-12-18 17:36:39,015 WRAPPER CHECK TIME = 10 +2021-12-18 17:36:39,016 Checking jobs for platform=marenostrum4 +2021-12-18 17:36:39,016 Checking jobs for platform=nord3 +2021-12-18 17:36:39,017 Checking jobs for platform=local +2021-12-18 17:36:39,017 Checking jobs for platform=transfer_node +2021-12-18 17:36:39,017 Checking all jobs at once +2021-12-18 17:36:40,287 Successful check job command +2021-12-18 17:36:41,957 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:36:41,957 End of checking +2021-12-18 17:36:41,959 Updating FAILED jobs +2021-12-18 17:36:41,959 Updating WAITING jobs +2021-12-18 17:36:41,959 Update finished +2021-12-18 17:36:41,960 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:36:41,960 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:36:41,960 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:36:41,960 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:36:41,960 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:36:41,960 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:36:41,960 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:36:41,963 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:36:41,965 Job list saved +2021-12-18 17:36:41,970 Updating FAILED jobs +2021-12-18 17:36:41,970 Updating WAITING jobs +2021-12-18 17:36:41,970 Update finished +2021-12-18 17:36:51,980 Reloading parameters... +2021-12-18 17:36:51,998 Loading parameters... +2021-12-18 17:36:51,999 Loading project parameters... +2021-12-18 17:36:52,001 + +13 of 25 jobs remaining (17:36) +2021-12-18 17:36:52,001 Sleep: 10 +2021-12-18 17:36:52,001 Number of retrials: 0 +2021-12-18 17:36:52,001 WRAPPER CHECK TIME = 10 +2021-12-18 17:36:52,002 Checking jobs for platform=marenostrum4 +2021-12-18 17:36:52,003 Checking jobs for platform=nord3 +2021-12-18 17:36:52,003 Checking jobs for platform=local +2021-12-18 17:36:52,004 Checking jobs for platform=transfer_node +2021-12-18 17:36:52,004 Checking all jobs at once +2021-12-18 17:36:53,274 Successful check job command +2021-12-18 17:36:54,493 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:36:54,493 End of checking +2021-12-18 17:36:54,495 Updating FAILED jobs +2021-12-18 17:36:54,495 Updating WAITING jobs +2021-12-18 17:36:54,495 Update finished +2021-12-18 17:36:54,495 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:36:54,496 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:36:54,496 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:36:54,496 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:36:54,496 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:36:54,496 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:36:54,497 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:36:54,499 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:36:54,502 Job list saved +2021-12-18 17:36:54,506 Updating FAILED jobs +2021-12-18 17:36:54,506 Updating WAITING jobs +2021-12-18 17:36:54,506 Update finished +2021-12-18 17:37:04,517 Reloading parameters... +2021-12-18 17:37:04,540 Loading parameters... +2021-12-18 17:37:04,541 Loading project parameters... +2021-12-18 17:37:04,543 + +13 of 25 jobs remaining (17:37) +2021-12-18 17:37:04,543 Sleep: 10 +2021-12-18 17:37:04,543 Number of retrials: 0 +2021-12-18 17:37:04,543 WRAPPER CHECK TIME = 10 +2021-12-18 17:37:04,544 Checking jobs for platform=marenostrum4 +2021-12-18 17:37:04,544 Checking jobs for platform=nord3 +2021-12-18 17:37:04,545 Checking jobs for platform=local +2021-12-18 17:37:04,546 Checking jobs for platform=transfer_node +2021-12-18 17:37:04,546 Checking all jobs at once +2021-12-18 17:37:05,815 Successful check job command +2021-12-18 17:37:06,934 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:37:06,935 End of checking +2021-12-18 17:37:06,936 Updating FAILED jobs +2021-12-18 17:37:06,936 Updating WAITING jobs +2021-12-18 17:37:06,937 Update finished +2021-12-18 17:37:06,937 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:37:06,937 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:37:06,937 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:37:06,937 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:37:06,937 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:37:06,938 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:37:06,938 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:37:06,941 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:37:06,943 Job list saved +2021-12-18 17:37:06,948 Updating FAILED jobs +2021-12-18 17:37:06,948 Updating WAITING jobs +2021-12-18 17:37:06,948 Update finished +2021-12-18 17:37:16,958 Reloading parameters... +2021-12-18 17:37:16,980 Loading parameters... +2021-12-18 17:37:16,981 Loading project parameters... +2021-12-18 17:37:16,983 + +13 of 25 jobs remaining (17:37) +2021-12-18 17:37:16,983 Sleep: 10 +2021-12-18 17:37:16,984 Number of retrials: 0 +2021-12-18 17:37:16,984 WRAPPER CHECK TIME = 10 +2021-12-18 17:37:16,984 Checking jobs for platform=marenostrum4 +2021-12-18 17:37:16,985 Checking jobs for platform=nord3 +2021-12-18 17:37:16,985 Checking jobs for platform=local +2021-12-18 17:37:16,986 Checking jobs for platform=transfer_node +2021-12-18 17:37:16,986 Checking all jobs at once +2021-12-18 17:37:18,355 Successful check job command +2021-12-18 17:37:19,625 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:37:19,625 End of checking +2021-12-18 17:37:19,627 Updating FAILED jobs +2021-12-18 17:37:19,627 Updating WAITING jobs +2021-12-18 17:37:19,627 Update finished +2021-12-18 17:37:19,627 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:37:19,628 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:37:19,628 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:37:19,628 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:37:19,628 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:37:19,628 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:37:19,628 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:37:19,631 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:37:19,633 Job list saved +2021-12-18 17:37:19,638 Updating FAILED jobs +2021-12-18 17:37:19,638 Updating WAITING jobs +2021-12-18 17:37:19,638 Update finished +2021-12-18 17:37:29,648 Reloading parameters... +2021-12-18 17:37:29,667 Loading parameters... +2021-12-18 17:37:29,668 Loading project parameters... +2021-12-18 17:37:29,670 + +13 of 25 jobs remaining (17:37) +2021-12-18 17:37:29,670 Sleep: 10 +2021-12-18 17:37:29,670 Number of retrials: 0 +2021-12-18 17:37:29,670 WRAPPER CHECK TIME = 10 +2021-12-18 17:37:29,671 Checking jobs for platform=marenostrum4 +2021-12-18 17:37:29,672 Checking jobs for platform=nord3 +2021-12-18 17:37:29,672 Checking jobs for platform=local +2021-12-18 17:37:29,673 Checking jobs for platform=transfer_node +2021-12-18 17:37:29,673 Checking all jobs at once +2021-12-18 17:37:30,942 Successful check job command +2021-12-18 17:37:32,112 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:37:32,112 End of checking +2021-12-18 17:37:32,114 Updating FAILED jobs +2021-12-18 17:37:32,114 Updating WAITING jobs +2021-12-18 17:37:32,114 Update finished +2021-12-18 17:37:32,114 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:37:32,115 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:37:32,115 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:37:32,115 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:37:32,115 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:37:32,115 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:37:32,115 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:37:32,118 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:37:32,120 Job list saved +2021-12-18 17:37:32,125 Updating FAILED jobs +2021-12-18 17:37:32,125 Updating WAITING jobs +2021-12-18 17:37:32,126 Update finished +2021-12-18 17:37:42,132 Reloading parameters... +2021-12-18 17:37:42,155 Loading parameters... +2021-12-18 17:37:42,156 Loading project parameters... +2021-12-18 17:37:42,158 + +13 of 25 jobs remaining (17:37) +2021-12-18 17:37:42,158 Sleep: 10 +2021-12-18 17:37:42,158 Number of retrials: 0 +2021-12-18 17:37:42,158 WRAPPER CHECK TIME = 10 +2021-12-18 17:37:42,159 Checking jobs for platform=marenostrum4 +2021-12-18 17:37:42,160 Checking jobs for platform=nord3 +2021-12-18 17:37:42,160 Checking jobs for platform=local +2021-12-18 17:37:42,161 Checking jobs for platform=transfer_node +2021-12-18 17:37:42,161 Checking all jobs at once +2021-12-18 17:37:43,481 Successful check job command +2021-12-18 17:37:44,651 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:37:44,651 End of checking +2021-12-18 17:37:44,653 Updating FAILED jobs +2021-12-18 17:37:44,653 Updating WAITING jobs +2021-12-18 17:37:44,653 Update finished +2021-12-18 17:37:44,653 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:37:44,653 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:37:44,653 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:37:44,653 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:37:44,654 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:37:44,654 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:37:44,654 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:37:44,657 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:37:44,659 Job list saved +2021-12-18 17:37:44,664 Updating FAILED jobs +2021-12-18 17:37:44,664 Updating WAITING jobs +2021-12-18 17:37:44,664 Update finished +2021-12-18 17:37:54,674 Reloading parameters... +2021-12-18 17:37:54,699 Loading parameters... +2021-12-18 17:37:54,701 Loading project parameters... +2021-12-18 17:37:54,702 + +13 of 25 jobs remaining (17:37) +2021-12-18 17:37:54,703 Sleep: 10 +2021-12-18 17:37:54,703 Number of retrials: 0 +2021-12-18 17:37:54,703 WRAPPER CHECK TIME = 10 +2021-12-18 17:37:54,703 Checking jobs for platform=marenostrum4 +2021-12-18 17:37:54,704 Checking jobs for platform=nord3 +2021-12-18 17:37:54,705 Checking jobs for platform=local +2021-12-18 17:37:54,705 Checking jobs for platform=transfer_node +2021-12-18 17:37:54,705 Checking all jobs at once +2021-12-18 17:37:55,975 Successful check job command +2021-12-18 17:37:57,144 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:37:57,145 End of checking +2021-12-18 17:37:57,146 Updating FAILED jobs +2021-12-18 17:37:57,147 Updating WAITING jobs +2021-12-18 17:37:57,147 Update finished +2021-12-18 17:37:57,147 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:37:57,147 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:37:57,147 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:37:57,147 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:37:57,148 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:37:57,148 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:37:57,148 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:37:57,150 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:37:57,153 Job list saved +2021-12-18 17:37:57,158 Updating FAILED jobs +2021-12-18 17:37:57,158 Updating WAITING jobs +2021-12-18 17:37:57,158 Update finished +2021-12-18 17:38:07,169 Reloading parameters... +2021-12-18 17:38:07,187 Loading parameters... +2021-12-18 17:38:07,188 Loading project parameters... +2021-12-18 17:38:07,190 + +13 of 25 jobs remaining (17:38) +2021-12-18 17:38:07,190 Sleep: 10 +2021-12-18 17:38:07,191 Number of retrials: 0 +2021-12-18 17:38:07,191 WRAPPER CHECK TIME = 10 +2021-12-18 17:38:07,191 Checking jobs for platform=marenostrum4 +2021-12-18 17:38:07,192 Checking jobs for platform=nord3 +2021-12-18 17:38:07,192 Checking jobs for platform=local +2021-12-18 17:38:07,193 Checking jobs for platform=transfer_node +2021-12-18 17:38:07,193 Checking all jobs at once +2021-12-18 17:38:08,562 Successful check job command +2021-12-18 17:38:09,833 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:38:09,833 End of checking +2021-12-18 17:38:09,834 Updating FAILED jobs +2021-12-18 17:38:09,834 Updating WAITING jobs +2021-12-18 17:38:09,835 Update finished +2021-12-18 17:38:09,835 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:38:09,836 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:38:09,836 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:38:09,836 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:38:09,836 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:38:09,836 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:38:09,836 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:38:09,839 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:38:09,841 Job list saved +2021-12-18 17:38:09,846 Updating FAILED jobs +2021-12-18 17:38:09,846 Updating WAITING jobs +2021-12-18 17:38:09,846 Update finished +2021-12-18 17:38:19,857 Reloading parameters... +2021-12-18 17:38:19,876 Loading parameters... +2021-12-18 17:38:19,877 Loading project parameters... +2021-12-18 17:38:19,879 + +13 of 25 jobs remaining (17:38) +2021-12-18 17:38:19,879 Sleep: 10 +2021-12-18 17:38:19,879 Number of retrials: 0 +2021-12-18 17:38:19,879 WRAPPER CHECK TIME = 10 +2021-12-18 17:38:19,880 Checking jobs for platform=marenostrum4 +2021-12-18 17:38:19,881 Checking jobs for platform=nord3 +2021-12-18 17:38:19,881 Checking jobs for platform=local +2021-12-18 17:38:19,882 Checking jobs for platform=transfer_node +2021-12-18 17:38:19,882 Checking all jobs at once +2021-12-18 17:38:21,251 Successful check job command +2021-12-18 17:38:22,524 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:38:22,525 End of checking +2021-12-18 17:38:22,526 Updating FAILED jobs +2021-12-18 17:38:22,526 Updating WAITING jobs +2021-12-18 17:38:22,527 Update finished +2021-12-18 17:38:22,527 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:38:22,527 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:38:22,527 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:38:22,527 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:38:22,527 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:38:22,528 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:38:22,528 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:38:22,530 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:38:22,533 Job list saved +2021-12-18 17:38:22,538 Updating FAILED jobs +2021-12-18 17:38:22,538 Updating WAITING jobs +2021-12-18 17:38:22,538 Update finished +2021-12-18 17:38:32,546 Reloading parameters... +2021-12-18 17:38:32,568 Loading parameters... +2021-12-18 17:38:32,569 Loading project parameters... +2021-12-18 17:38:32,571 + +13 of 25 jobs remaining (17:38) +2021-12-18 17:38:32,571 Sleep: 10 +2021-12-18 17:38:32,571 Number of retrials: 0 +2021-12-18 17:38:32,571 WRAPPER CHECK TIME = 10 +2021-12-18 17:38:32,572 Checking jobs for platform=marenostrum4 +2021-12-18 17:38:32,572 Checking jobs for platform=nord3 +2021-12-18 17:38:32,573 Checking jobs for platform=local +2021-12-18 17:38:32,574 Checking jobs for platform=transfer_node +2021-12-18 17:38:32,574 Checking all jobs at once +2021-12-18 17:38:33,793 Successful check job command +2021-12-18 17:38:34,964 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:38:34,964 End of checking +2021-12-18 17:38:34,965 Updating FAILED jobs +2021-12-18 17:38:34,965 Updating WAITING jobs +2021-12-18 17:38:34,965 Update finished +2021-12-18 17:38:34,966 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:38:34,966 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:38:34,966 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:38:34,966 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:38:34,966 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:38:34,966 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:38:34,966 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:38:34,969 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:38:34,972 Job list saved +2021-12-18 17:38:34,976 Updating FAILED jobs +2021-12-18 17:38:34,976 Updating WAITING jobs +2021-12-18 17:38:34,977 Update finished +2021-12-18 17:38:44,983 Reloading parameters... +2021-12-18 17:38:45,005 Loading parameters... +2021-12-18 17:38:45,006 Loading project parameters... +2021-12-18 17:38:45,008 + +13 of 25 jobs remaining (17:38) +2021-12-18 17:38:45,008 Sleep: 10 +2021-12-18 17:38:45,008 Number of retrials: 0 +2021-12-18 17:38:45,008 WRAPPER CHECK TIME = 10 +2021-12-18 17:38:45,009 Checking jobs for platform=marenostrum4 +2021-12-18 17:38:45,010 Checking jobs for platform=nord3 +2021-12-18 17:38:45,010 Checking jobs for platform=local +2021-12-18 17:38:45,011 Checking jobs for platform=transfer_node +2021-12-18 17:38:45,011 Checking all jobs at once +2021-12-18 17:38:46,331 Successful check job command +2021-12-18 17:38:47,501 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:38:47,501 End of checking +2021-12-18 17:38:47,502 Updating FAILED jobs +2021-12-18 17:38:47,502 Updating WAITING jobs +2021-12-18 17:38:47,502 Update finished +2021-12-18 17:38:47,503 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:38:47,503 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:38:47,503 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:38:47,503 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:38:47,504 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:38:47,504 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:38:47,504 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:38:47,506 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:38:47,508 Job list saved +2021-12-18 17:38:47,513 Updating FAILED jobs +2021-12-18 17:38:47,513 Updating WAITING jobs +2021-12-18 17:38:47,513 Update finished +2021-12-18 17:38:57,523 Reloading parameters... +2021-12-18 17:38:57,540 Loading parameters... +2021-12-18 17:38:57,542 Loading project parameters... +2021-12-18 17:38:57,544 + +13 of 25 jobs remaining (17:38) +2021-12-18 17:38:57,544 Sleep: 10 +2021-12-18 17:38:57,544 Number of retrials: 0 +2021-12-18 17:38:57,544 WRAPPER CHECK TIME = 10 +2021-12-18 17:38:57,545 Checking jobs for platform=marenostrum4 +2021-12-18 17:38:57,545 Checking jobs for platform=nord3 +2021-12-18 17:38:57,546 Checking jobs for platform=local +2021-12-18 17:38:57,546 Checking jobs for platform=transfer_node +2021-12-18 17:38:57,546 Checking all jobs at once +2021-12-18 17:38:58,917 Successful check job command +2021-12-18 17:39:00,237 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:39:00,237 End of checking +2021-12-18 17:39:00,238 Updating FAILED jobs +2021-12-18 17:39:00,238 Updating WAITING jobs +2021-12-18 17:39:00,238 Update finished +2021-12-18 17:39:00,238 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:39:00,239 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:39:00,239 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:39:00,239 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:39:00,239 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:39:00,239 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:39:00,239 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:39:00,242 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:39:00,244 Job list saved +2021-12-18 17:39:00,248 Updating FAILED jobs +2021-12-18 17:39:00,249 Updating WAITING jobs +2021-12-18 17:39:00,249 Update finished +2021-12-18 17:39:10,259 Reloading parameters... +2021-12-18 17:39:10,276 Loading parameters... +2021-12-18 17:39:10,277 Loading project parameters... +2021-12-18 17:39:10,279 + +13 of 25 jobs remaining (17:39) +2021-12-18 17:39:10,280 Sleep: 10 +2021-12-18 17:39:10,280 Number of retrials: 0 +2021-12-18 17:39:10,280 WRAPPER CHECK TIME = 10 +2021-12-18 17:39:10,280 Checking jobs for platform=marenostrum4 +2021-12-18 17:39:10,281 Checking jobs for platform=nord3 +2021-12-18 17:39:10,281 Checking jobs for platform=local +2021-12-18 17:39:10,282 Checking jobs for platform=transfer_node +2021-12-18 17:39:10,282 Checking all jobs at once +2021-12-18 17:39:11,655 Successful check job command +2021-12-18 17:39:12,925 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:39:12,925 End of checking +2021-12-18 17:39:12,926 Updating FAILED jobs +2021-12-18 17:39:12,926 Updating WAITING jobs +2021-12-18 17:39:12,927 Update finished +2021-12-18 17:39:12,927 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:39:12,927 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:39:12,927 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:39:12,927 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:39:12,927 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:39:12,927 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:39:12,927 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:39:12,930 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:39:12,933 Job list saved +2021-12-18 17:39:12,937 Updating FAILED jobs +2021-12-18 17:39:12,937 Updating WAITING jobs +2021-12-18 17:39:12,937 Update finished +2021-12-18 17:39:22,947 Reloading parameters... +2021-12-18 17:39:22,967 Loading parameters... +2021-12-18 17:39:22,968 Loading project parameters... +2021-12-18 17:39:22,970 + +13 of 25 jobs remaining (17:39) +2021-12-18 17:39:22,970 Sleep: 10 +2021-12-18 17:39:22,971 Number of retrials: 0 +2021-12-18 17:39:22,971 WRAPPER CHECK TIME = 10 +2021-12-18 17:39:22,971 Checking jobs for platform=marenostrum4 +2021-12-18 17:39:22,972 Checking jobs for platform=nord3 +2021-12-18 17:39:22,972 Checking jobs for platform=local +2021-12-18 17:39:22,973 Checking jobs for platform=transfer_node +2021-12-18 17:39:22,973 Checking all jobs at once +2021-12-18 17:39:24,342 Successful check job command +2021-12-18 17:39:25,661 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:39:25,662 End of checking +2021-12-18 17:39:25,663 Updating FAILED jobs +2021-12-18 17:39:25,663 Updating WAITING jobs +2021-12-18 17:39:25,663 Update finished +2021-12-18 17:39:25,663 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:39:25,664 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:39:25,664 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:39:25,664 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:39:25,664 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:39:25,664 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:39:25,665 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:39:25,667 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:39:25,669 Job list saved +2021-12-18 17:39:25,677 Updating FAILED jobs +2021-12-18 17:39:25,677 Updating WAITING jobs +2021-12-18 17:39:25,677 Update finished +2021-12-18 17:39:35,687 Reloading parameters... +2021-12-18 17:39:35,709 Loading parameters... +2021-12-18 17:39:35,710 Loading project parameters... +2021-12-18 17:39:35,712 + +13 of 25 jobs remaining (17:39) +2021-12-18 17:39:35,712 Sleep: 10 +2021-12-18 17:39:35,712 Number of retrials: 0 +2021-12-18 17:39:35,712 WRAPPER CHECK TIME = 10 +2021-12-18 17:39:35,713 Checking jobs for platform=marenostrum4 +2021-12-18 17:39:35,714 Checking jobs for platform=nord3 +2021-12-18 17:39:35,714 Checking jobs for platform=local +2021-12-18 17:39:35,715 Checking jobs for platform=transfer_node +2021-12-18 17:39:35,715 Checking all jobs at once +2021-12-18 17:39:37,084 Successful check job command +2021-12-18 17:39:38,354 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:39:38,354 End of checking +2021-12-18 17:39:38,355 Updating FAILED jobs +2021-12-18 17:39:38,355 Updating WAITING jobs +2021-12-18 17:39:38,355 Update finished +2021-12-18 17:39:38,356 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:39:38,356 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:39:38,356 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:39:38,356 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:39:38,356 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:39:38,356 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:39:38,356 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:39:38,359 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:39:38,361 Job list saved +2021-12-18 17:39:38,366 Updating FAILED jobs +2021-12-18 17:39:38,366 Updating WAITING jobs +2021-12-18 17:39:38,367 Update finished +2021-12-18 17:39:48,376 Reloading parameters... +2021-12-18 17:39:48,394 Loading parameters... +2021-12-18 17:39:48,395 Loading project parameters... +2021-12-18 17:39:48,397 + +13 of 25 jobs remaining (17:39) +2021-12-18 17:39:48,397 Sleep: 10 +2021-12-18 17:39:48,397 Number of retrials: 0 +2021-12-18 17:39:48,397 WRAPPER CHECK TIME = 10 +2021-12-18 17:39:48,398 Checking jobs for platform=marenostrum4 +2021-12-18 17:39:48,398 Checking jobs for platform=nord3 +2021-12-18 17:39:48,399 Checking jobs for platform=local +2021-12-18 17:39:48,400 Checking jobs for platform=transfer_node +2021-12-18 17:39:48,400 Checking all jobs at once +2021-12-18 17:39:49,770 Successful check job command +2021-12-18 17:39:51,039 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:39:51,039 End of checking +2021-12-18 17:39:51,041 Updating FAILED jobs +2021-12-18 17:39:51,041 Updating WAITING jobs +2021-12-18 17:39:51,041 Update finished +2021-12-18 17:39:51,041 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:39:51,041 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:39:51,042 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:39:51,042 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:39:51,042 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:39:51,042 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:39:51,042 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:39:51,045 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:39:51,047 Job list saved +2021-12-18 17:39:51,051 Updating FAILED jobs +2021-12-18 17:39:51,051 Updating WAITING jobs +2021-12-18 17:39:51,052 Update finished +2021-12-18 17:40:01,059 Reloading parameters... +2021-12-18 17:40:01,080 Loading parameters... +2021-12-18 17:40:01,081 Loading project parameters... +2021-12-18 17:40:01,083 + +13 of 25 jobs remaining (17:40) +2021-12-18 17:40:01,083 Sleep: 10 +2021-12-18 17:40:01,083 Number of retrials: 0 +2021-12-18 17:40:01,084 WRAPPER CHECK TIME = 10 +2021-12-18 17:40:01,084 Checking jobs for platform=marenostrum4 +2021-12-18 17:40:01,085 Checking jobs for platform=nord3 +2021-12-18 17:40:01,085 Checking jobs for platform=local +2021-12-18 17:40:01,086 Checking jobs for platform=transfer_node +2021-12-18 17:40:01,086 Checking all jobs at once +2021-12-18 17:40:02,355 Successful check job command +2021-12-18 17:40:03,624 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:40:03,625 End of checking +2021-12-18 17:40:03,626 Updating FAILED jobs +2021-12-18 17:40:03,626 Updating WAITING jobs +2021-12-18 17:40:03,626 Update finished +2021-12-18 17:40:03,626 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:40:03,627 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:40:03,627 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:40:03,627 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:40:03,627 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:40:03,628 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:40:03,628 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:40:03,630 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:40:03,633 Job list saved +2021-12-18 17:40:03,641 Updating FAILED jobs +2021-12-18 17:40:03,641 Updating WAITING jobs +2021-12-18 17:40:03,642 Update finished +2021-12-18 17:40:13,647 Reloading parameters... +2021-12-18 17:40:13,665 Loading parameters... +2021-12-18 17:40:13,666 Loading project parameters... +2021-12-18 17:40:13,668 + +13 of 25 jobs remaining (17:40) +2021-12-18 17:40:13,668 Sleep: 10 +2021-12-18 17:40:13,668 Number of retrials: 0 +2021-12-18 17:40:13,668 WRAPPER CHECK TIME = 10 +2021-12-18 17:40:13,669 Checking jobs for platform=marenostrum4 +2021-12-18 17:40:13,669 Checking jobs for platform=nord3 +2021-12-18 17:40:13,670 Checking jobs for platform=local +2021-12-18 17:40:13,670 Checking jobs for platform=transfer_node +2021-12-18 17:40:13,670 Checking all jobs at once +2021-12-18 17:40:15,040 Successful check job command +2021-12-18 17:40:16,310 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:40:16,310 End of checking +2021-12-18 17:40:16,311 Updating FAILED jobs +2021-12-18 17:40:16,311 Updating WAITING jobs +2021-12-18 17:40:16,312 Update finished +2021-12-18 17:40:16,312 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:40:16,312 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:40:16,312 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:40:16,312 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:40:16,312 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:40:16,312 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:40:16,313 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:40:16,315 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:40:16,317 Job list saved +2021-12-18 17:40:16,322 Updating FAILED jobs +2021-12-18 17:40:16,322 Updating WAITING jobs +2021-12-18 17:40:16,322 Update finished +2021-12-18 17:40:26,333 Reloading parameters... +2021-12-18 17:40:26,361 Loading parameters... +2021-12-18 17:40:26,362 Loading project parameters... +2021-12-18 17:40:26,364 + +13 of 25 jobs remaining (17:40) +2021-12-18 17:40:26,364 Sleep: 10 +2021-12-18 17:40:26,365 Number of retrials: 0 +2021-12-18 17:40:26,365 WRAPPER CHECK TIME = 10 +2021-12-18 17:40:26,365 Checking jobs for platform=marenostrum4 +2021-12-18 17:40:26,366 Checking jobs for platform=nord3 +2021-12-18 17:40:26,366 Checking jobs for platform=local +2021-12-18 17:40:26,367 Checking jobs for platform=transfer_node +2021-12-18 17:40:26,367 Checking all jobs at once +2021-12-18 17:40:27,789 Successful check job command +2021-12-18 17:40:29,008 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:40:29,008 End of checking +2021-12-18 17:40:29,009 Updating FAILED jobs +2021-12-18 17:40:29,010 Updating WAITING jobs +2021-12-18 17:40:29,010 Update finished +2021-12-18 17:40:29,010 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:40:29,010 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:40:29,010 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:40:29,011 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:40:29,011 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:40:29,011 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:40:29,011 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:40:29,014 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:40:29,016 Job list saved +2021-12-18 17:40:29,021 Updating FAILED jobs +2021-12-18 17:40:29,021 Updating WAITING jobs +2021-12-18 17:40:29,021 Update finished +2021-12-18 17:40:39,023 Reloading parameters... +2021-12-18 17:40:39,040 Loading parameters... +2021-12-18 17:40:39,042 Loading project parameters... +2021-12-18 17:40:39,044 + +13 of 25 jobs remaining (17:40) +2021-12-18 17:40:39,044 Sleep: 10 +2021-12-18 17:40:39,044 Number of retrials: 0 +2021-12-18 17:40:39,044 WRAPPER CHECK TIME = 10 +2021-12-18 17:40:39,045 Checking jobs for platform=marenostrum4 +2021-12-18 17:40:39,045 Checking jobs for platform=nord3 +2021-12-18 17:40:39,046 Checking jobs for platform=local +2021-12-18 17:40:39,046 Checking jobs for platform=transfer_node +2021-12-18 17:40:39,046 Checking all jobs at once +2021-12-18 17:40:40,366 Successful check job command +2021-12-18 17:40:41,586 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:40:41,587 End of checking +2021-12-18 17:40:41,588 Updating FAILED jobs +2021-12-18 17:40:41,588 Updating WAITING jobs +2021-12-18 17:40:41,589 Update finished +2021-12-18 17:40:41,589 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:40:41,589 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:40:41,589 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:40:41,590 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:40:41,590 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:40:41,590 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:40:41,590 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:40:41,593 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:40:41,595 Job list saved +2021-12-18 17:40:41,600 Updating FAILED jobs +2021-12-18 17:40:41,600 Updating WAITING jobs +2021-12-18 17:40:41,600 Update finished +2021-12-18 17:40:51,602 Reloading parameters... +2021-12-18 17:40:51,622 Loading parameters... +2021-12-18 17:40:51,624 Loading project parameters... +2021-12-18 17:40:51,626 + +13 of 25 jobs remaining (17:40) +2021-12-18 17:40:51,627 Sleep: 10 +2021-12-18 17:40:51,627 Number of retrials: 0 +2021-12-18 17:40:51,627 WRAPPER CHECK TIME = 10 +2021-12-18 17:40:51,627 Checking jobs for platform=marenostrum4 +2021-12-18 17:40:51,628 Checking jobs for platform=nord3 +2021-12-18 17:40:51,628 Checking jobs for platform=local +2021-12-18 17:40:51,629 Checking jobs for platform=transfer_node +2021-12-18 17:40:51,629 Checking all jobs at once +2021-12-18 17:40:52,999 Successful check job command +2021-12-18 17:40:54,369 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:40:54,369 End of checking +2021-12-18 17:40:54,371 Updating FAILED jobs +2021-12-18 17:40:54,371 Updating WAITING jobs +2021-12-18 17:40:54,371 Update finished +2021-12-18 17:40:54,371 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:40:54,371 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:40:54,371 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:40:54,372 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:40:54,372 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:40:54,372 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:40:54,372 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:40:54,374 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:40:54,376 Job list saved +2021-12-18 17:40:54,381 Updating FAILED jobs +2021-12-18 17:40:54,381 Updating WAITING jobs +2021-12-18 17:40:54,382 Update finished +2021-12-18 17:41:04,390 Reloading parameters... +2021-12-18 17:41:04,408 Loading parameters... +2021-12-18 17:41:04,409 Loading project parameters... +2021-12-18 17:41:04,411 + +13 of 25 jobs remaining (17:41) +2021-12-18 17:41:04,411 Sleep: 10 +2021-12-18 17:41:04,411 Number of retrials: 0 +2021-12-18 17:41:04,411 WRAPPER CHECK TIME = 10 +2021-12-18 17:41:04,412 Checking jobs for platform=marenostrum4 +2021-12-18 17:41:04,413 Checking jobs for platform=nord3 +2021-12-18 17:41:04,413 Checking jobs for platform=local +2021-12-18 17:41:04,414 Checking jobs for platform=transfer_node +2021-12-18 17:41:04,414 Checking all jobs at once +2021-12-18 17:41:05,737 Successful check job command +2021-12-18 17:41:07,007 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:41:07,007 End of checking +2021-12-18 17:41:07,009 Updating FAILED jobs +2021-12-18 17:41:07,009 Updating WAITING jobs +2021-12-18 17:41:07,009 Update finished +2021-12-18 17:41:07,009 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:41:07,009 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:41:07,009 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:41:07,009 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:41:07,010 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:41:07,010 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:41:07,010 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:41:07,013 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:41:07,015 Job list saved +2021-12-18 17:41:07,020 Updating FAILED jobs +2021-12-18 17:41:07,021 Updating WAITING jobs +2021-12-18 17:41:07,021 Update finished +2021-12-18 17:41:17,031 Reloading parameters... +2021-12-18 17:41:17,049 Loading parameters... +2021-12-18 17:41:17,051 Loading project parameters... +2021-12-18 17:41:17,053 + +13 of 25 jobs remaining (17:41) +2021-12-18 17:41:17,053 Sleep: 10 +2021-12-18 17:41:17,053 Number of retrials: 0 +2021-12-18 17:41:17,053 WRAPPER CHECK TIME = 10 +2021-12-18 17:41:17,054 Checking jobs for platform=marenostrum4 +2021-12-18 17:41:17,054 Checking jobs for platform=nord3 +2021-12-18 17:41:17,055 Checking jobs for platform=local +2021-12-18 17:41:17,055 Checking jobs for platform=transfer_node +2021-12-18 17:41:17,056 Checking all jobs at once +2021-12-18 17:41:18,375 Successful check job command +2021-12-18 17:41:19,698 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:41:19,699 End of checking +2021-12-18 17:41:19,700 Updating FAILED jobs +2021-12-18 17:41:19,700 Updating WAITING jobs +2021-12-18 17:41:19,700 Update finished +2021-12-18 17:41:19,701 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:41:19,701 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:41:19,701 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:41:19,702 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:41:19,702 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:41:19,702 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:41:19,702 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:41:19,705 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:41:19,708 Job list saved +2021-12-18 17:41:19,713 Updating FAILED jobs +2021-12-18 17:41:19,713 Updating WAITING jobs +2021-12-18 17:41:19,713 Update finished +2021-12-18 17:41:29,723 Reloading parameters... +2021-12-18 17:41:29,747 Loading parameters... +2021-12-18 17:41:29,748 Loading project parameters... +2021-12-18 17:41:29,750 + +13 of 25 jobs remaining (17:41) +2021-12-18 17:41:29,750 Sleep: 10 +2021-12-18 17:41:29,750 Number of retrials: 0 +2021-12-18 17:41:29,750 WRAPPER CHECK TIME = 10 +2021-12-18 17:41:29,751 Checking jobs for platform=marenostrum4 +2021-12-18 17:41:29,751 Checking jobs for platform=nord3 +2021-12-18 17:41:29,752 Checking jobs for platform=local +2021-12-18 17:41:29,752 Checking jobs for platform=transfer_node +2021-12-18 17:41:29,753 Checking all jobs at once +2021-12-18 17:41:31,022 Successful check job command +2021-12-18 17:41:32,442 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:41:32,443 End of checking +2021-12-18 17:41:32,444 Updating FAILED jobs +2021-12-18 17:41:32,445 Updating WAITING jobs +2021-12-18 17:41:32,445 Update finished +2021-12-18 17:41:32,445 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:41:32,445 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:41:32,445 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:41:32,445 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:41:32,446 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:41:32,446 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:41:32,446 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:41:32,449 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:41:32,451 Job list saved +2021-12-18 17:41:32,462 Updating FAILED jobs +2021-12-18 17:41:32,463 Updating WAITING jobs +2021-12-18 17:41:32,463 Update finished +2021-12-18 17:41:42,473 Reloading parameters... +2021-12-18 17:41:42,492 Loading parameters... +2021-12-18 17:41:42,493 Loading project parameters... +2021-12-18 17:41:42,495 + +13 of 25 jobs remaining (17:41) +2021-12-18 17:41:42,495 Sleep: 10 +2021-12-18 17:41:42,495 Number of retrials: 0 +2021-12-18 17:41:42,495 WRAPPER CHECK TIME = 10 +2021-12-18 17:41:42,496 Checking jobs for platform=marenostrum4 +2021-12-18 17:41:42,496 Checking jobs for platform=nord3 +2021-12-18 17:41:42,497 Checking jobs for platform=local +2021-12-18 17:41:42,497 Checking jobs for platform=transfer_node +2021-12-18 17:41:42,497 Checking all jobs at once +2021-12-18 17:41:43,817 Successful check job command +2021-12-18 17:41:44,986 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:41:44,986 End of checking +2021-12-18 17:41:44,988 Updating FAILED jobs +2021-12-18 17:41:44,988 Updating WAITING jobs +2021-12-18 17:41:44,988 Update finished +2021-12-18 17:41:44,988 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:41:44,988 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:41:44,988 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:41:44,989 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:41:44,989 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:41:44,989 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:41:44,989 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:41:44,992 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:41:44,994 Job list saved +2021-12-18 17:41:44,998 Updating FAILED jobs +2021-12-18 17:41:44,998 Updating WAITING jobs +2021-12-18 17:41:44,999 Update finished +2021-12-18 17:41:54,999 Reloading parameters... +2021-12-18 17:41:55,017 Loading parameters... +2021-12-18 17:41:55,018 Loading project parameters... +2021-12-18 17:41:55,020 + +13 of 25 jobs remaining (17:41) +2021-12-18 17:41:55,020 Sleep: 10 +2021-12-18 17:41:55,020 Number of retrials: 0 +2021-12-18 17:41:55,020 WRAPPER CHECK TIME = 10 +2021-12-18 17:41:55,021 Checking jobs for platform=marenostrum4 +2021-12-18 17:41:55,021 Checking jobs for platform=nord3 +2021-12-18 17:41:55,022 Checking jobs for platform=local +2021-12-18 17:41:55,023 Checking jobs for platform=transfer_node +2021-12-18 17:41:55,023 Checking all jobs at once +2021-12-18 17:41:56,342 Successful check job command +2021-12-18 17:41:57,762 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:41:57,762 End of checking +2021-12-18 17:41:57,763 Updating FAILED jobs +2021-12-18 17:41:57,763 Updating WAITING jobs +2021-12-18 17:41:57,764 Update finished +2021-12-18 17:41:57,764 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:41:57,764 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:41:57,764 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:41:57,765 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:41:57,765 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:41:57,765 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:41:57,765 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:41:57,767 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:41:57,770 Job list saved +2021-12-18 17:41:57,774 Updating FAILED jobs +2021-12-18 17:41:57,774 Updating WAITING jobs +2021-12-18 17:41:57,774 Update finished +2021-12-18 17:42:07,785 Reloading parameters... +2021-12-18 17:42:07,806 Loading parameters... +2021-12-18 17:42:07,807 Loading project parameters... +2021-12-18 17:42:07,809 + +13 of 25 jobs remaining (17:42) +2021-12-18 17:42:07,809 Sleep: 10 +2021-12-18 17:42:07,810 Number of retrials: 0 +2021-12-18 17:42:07,810 WRAPPER CHECK TIME = 10 +2021-12-18 17:42:07,810 Checking jobs for platform=marenostrum4 +2021-12-18 17:42:07,811 Checking jobs for platform=nord3 +2021-12-18 17:42:07,811 Checking jobs for platform=local +2021-12-18 17:42:07,812 Checking jobs for platform=transfer_node +2021-12-18 17:42:07,812 Checking all jobs at once +2021-12-18 17:42:09,131 Successful check job command +2021-12-18 17:42:10,350 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:42:10,350 End of checking +2021-12-18 17:42:10,352 Updating FAILED jobs +2021-12-18 17:42:10,352 Updating WAITING jobs +2021-12-18 17:42:10,352 Update finished +2021-12-18 17:42:10,352 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:42:10,352 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:42:10,352 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:42:10,353 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:42:10,353 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:42:10,353 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:42:10,353 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:42:10,356 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:42:10,358 Job list saved +2021-12-18 17:42:10,363 Updating FAILED jobs +2021-12-18 17:42:10,363 Updating WAITING jobs +2021-12-18 17:42:10,363 Update finished +2021-12-18 17:42:20,373 Reloading parameters... +2021-12-18 17:42:20,390 Loading parameters... +2021-12-18 17:42:20,391 Loading project parameters... +2021-12-18 17:42:20,393 + +13 of 25 jobs remaining (17:42) +2021-12-18 17:42:20,393 Sleep: 10 +2021-12-18 17:42:20,393 Number of retrials: 0 +2021-12-18 17:42:20,393 WRAPPER CHECK TIME = 10 +2021-12-18 17:42:20,394 Checking jobs for platform=marenostrum4 +2021-12-18 17:42:20,395 Checking jobs for platform=nord3 +2021-12-18 17:42:20,395 Checking jobs for platform=local +2021-12-18 17:42:20,396 Checking jobs for platform=transfer_node +2021-12-18 17:42:20,396 Checking all jobs at once +2021-12-18 17:42:21,815 Successful check job command +2021-12-18 17:42:23,035 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:42:23,035 End of checking +2021-12-18 17:42:23,036 Updating FAILED jobs +2021-12-18 17:42:23,037 Updating WAITING jobs +2021-12-18 17:42:23,037 Update finished +2021-12-18 17:42:23,037 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:42:23,037 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:42:23,037 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:42:23,037 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:42:23,037 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:42:23,038 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:42:23,038 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:42:23,040 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:42:23,043 Job list saved +2021-12-18 17:42:23,047 Updating FAILED jobs +2021-12-18 17:42:23,047 Updating WAITING jobs +2021-12-18 17:42:23,048 Update finished +2021-12-18 17:42:33,058 Reloading parameters... +2021-12-18 17:42:33,076 Loading parameters... +2021-12-18 17:42:33,077 Loading project parameters... +2021-12-18 17:42:33,079 + +13 of 25 jobs remaining (17:42) +2021-12-18 17:42:33,079 Sleep: 10 +2021-12-18 17:42:33,079 Number of retrials: 0 +2021-12-18 17:42:33,080 WRAPPER CHECK TIME = 10 +2021-12-18 17:42:33,080 Checking jobs for platform=marenostrum4 +2021-12-18 17:42:33,081 Checking jobs for platform=nord3 +2021-12-18 17:42:33,081 Checking jobs for platform=local +2021-12-18 17:42:33,082 Checking jobs for platform=transfer_node +2021-12-18 17:42:33,082 Checking all jobs at once +2021-12-18 17:42:34,351 Successful check job command +2021-12-18 17:42:35,621 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:42:35,621 End of checking +2021-12-18 17:42:35,622 Updating FAILED jobs +2021-12-18 17:42:35,622 Updating WAITING jobs +2021-12-18 17:42:35,623 Update finished +2021-12-18 17:42:35,623 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:42:35,623 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:42:35,624 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:42:35,624 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:42:35,624 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:42:35,624 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:42:35,624 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:42:35,627 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:42:35,629 Job list saved +2021-12-18 17:42:35,634 Updating FAILED jobs +2021-12-18 17:42:35,634 Updating WAITING jobs +2021-12-18 17:42:35,634 Update finished +2021-12-18 17:42:45,641 Reloading parameters... +2021-12-18 17:42:45,659 Loading parameters... +2021-12-18 17:42:45,661 Loading project parameters... +2021-12-18 17:42:45,663 + +13 of 25 jobs remaining (17:42) +2021-12-18 17:42:45,663 Sleep: 10 +2021-12-18 17:42:45,663 Number of retrials: 0 +2021-12-18 17:42:45,663 WRAPPER CHECK TIME = 10 +2021-12-18 17:42:45,664 Checking jobs for platform=marenostrum4 +2021-12-18 17:42:45,664 Checking jobs for platform=nord3 +2021-12-18 17:42:45,665 Checking jobs for platform=local +2021-12-18 17:42:45,665 Checking jobs for platform=transfer_node +2021-12-18 17:42:45,666 Checking all jobs at once +2021-12-18 17:42:46,935 Successful check job command +2021-12-18 17:42:48,154 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:42:48,155 End of checking +2021-12-18 17:42:48,156 Updating FAILED jobs +2021-12-18 17:42:48,156 Updating WAITING jobs +2021-12-18 17:42:48,156 Update finished +2021-12-18 17:42:48,157 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:42:48,157 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:42:48,157 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:42:48,157 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:42:48,157 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:42:48,157 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:42:48,157 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:42:48,161 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:42:48,164 Job list saved +2021-12-18 17:42:48,168 Updating FAILED jobs +2021-12-18 17:42:48,169 Updating WAITING jobs +2021-12-18 17:42:48,169 Update finished +2021-12-18 17:42:58,179 Reloading parameters... +2021-12-18 17:42:58,195 Loading parameters... +2021-12-18 17:42:58,197 Loading project parameters... +2021-12-18 17:42:58,199 + +13 of 25 jobs remaining (17:42) +2021-12-18 17:42:58,199 Sleep: 10 +2021-12-18 17:42:58,199 Number of retrials: 0 +2021-12-18 17:42:58,199 WRAPPER CHECK TIME = 10 +2021-12-18 17:42:58,200 Checking jobs for platform=marenostrum4 +2021-12-18 17:42:58,200 Checking jobs for platform=nord3 +2021-12-18 17:42:58,201 Checking jobs for platform=local +2021-12-18 17:42:58,201 Checking jobs for platform=transfer_node +2021-12-18 17:42:58,201 Checking all jobs at once +2021-12-18 17:42:59,520 Successful check job command +2021-12-18 17:43:00,739 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:43:00,740 End of checking +2021-12-18 17:43:00,741 Updating FAILED jobs +2021-12-18 17:43:00,741 Updating WAITING jobs +2021-12-18 17:43:00,741 Update finished +2021-12-18 17:43:00,742 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:43:00,742 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:43:00,742 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:43:00,742 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:43:00,742 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:43:00,742 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:43:00,742 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:43:00,745 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:43:00,747 Job list saved +2021-12-18 17:43:00,751 Updating FAILED jobs +2021-12-18 17:43:00,752 Updating WAITING jobs +2021-12-18 17:43:00,752 Update finished +2021-12-18 17:43:10,760 Reloading parameters... +2021-12-18 17:43:10,778 Loading parameters... +2021-12-18 17:43:10,779 Loading project parameters... +2021-12-18 17:43:10,781 + +13 of 25 jobs remaining (17:43) +2021-12-18 17:43:10,781 Sleep: 10 +2021-12-18 17:43:10,781 Number of retrials: 0 +2021-12-18 17:43:10,781 WRAPPER CHECK TIME = 10 +2021-12-18 17:43:10,782 Checking jobs for platform=marenostrum4 +2021-12-18 17:43:10,783 Checking jobs for platform=nord3 +2021-12-18 17:43:10,783 Checking jobs for platform=local +2021-12-18 17:43:10,784 Checking jobs for platform=transfer_node +2021-12-18 17:43:10,784 Checking all jobs at once +2021-12-18 17:43:12,203 Successful check job command +2021-12-18 17:43:13,522 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:43:13,522 End of checking +2021-12-18 17:43:13,524 Updating FAILED jobs +2021-12-18 17:43:13,524 Updating WAITING jobs +2021-12-18 17:43:13,524 Update finished +2021-12-18 17:43:13,524 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:43:13,525 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:43:13,525 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:43:13,525 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:43:13,525 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:43:13,525 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:43:13,525 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:43:13,527 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:43:13,530 Job list saved +2021-12-18 17:43:13,534 Updating FAILED jobs +2021-12-18 17:43:13,534 Updating WAITING jobs +2021-12-18 17:43:13,535 Update finished +2021-12-18 17:43:23,545 Reloading parameters... +2021-12-18 17:43:23,563 Loading parameters... +2021-12-18 17:43:23,564 Loading project parameters... +2021-12-18 17:43:23,567 + +13 of 25 jobs remaining (17:43) +2021-12-18 17:43:23,567 Sleep: 10 +2021-12-18 17:43:23,567 Number of retrials: 0 +2021-12-18 17:43:23,567 WRAPPER CHECK TIME = 10 +2021-12-18 17:43:23,568 Checking jobs for platform=marenostrum4 +2021-12-18 17:43:23,568 Checking jobs for platform=nord3 +2021-12-18 17:43:23,569 Checking jobs for platform=local +2021-12-18 17:43:23,569 Checking jobs for platform=transfer_node +2021-12-18 17:43:23,569 Checking all jobs at once +2021-12-18 17:43:24,889 Successful check job command +2021-12-18 17:43:26,159 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:43:26,159 End of checking +2021-12-18 17:43:26,160 Updating FAILED jobs +2021-12-18 17:43:26,160 Updating WAITING jobs +2021-12-18 17:43:26,161 Update finished +2021-12-18 17:43:26,161 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:43:26,161 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:43:26,161 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:43:26,161 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:43:26,161 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:43:26,161 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:43:26,162 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:43:26,164 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:43:26,166 Job list saved +2021-12-18 17:43:26,170 Updating FAILED jobs +2021-12-18 17:43:26,171 Updating WAITING jobs +2021-12-18 17:43:26,171 Update finished +2021-12-18 17:43:36,181 Reloading parameters... +2021-12-18 17:43:36,201 Loading parameters... +2021-12-18 17:43:36,203 Loading project parameters... +2021-12-18 17:43:36,205 + +13 of 25 jobs remaining (17:43) +2021-12-18 17:43:36,205 Sleep: 10 +2021-12-18 17:43:36,205 Number of retrials: 0 +2021-12-18 17:43:36,205 WRAPPER CHECK TIME = 10 +2021-12-18 17:43:36,206 Checking jobs for platform=marenostrum4 +2021-12-18 17:43:36,207 Checking jobs for platform=nord3 +2021-12-18 17:43:36,207 Checking jobs for platform=local +2021-12-18 17:43:36,208 Checking jobs for platform=transfer_node +2021-12-18 17:43:36,208 Checking all jobs at once +2021-12-18 17:43:37,528 Successful check job command +2021-12-18 17:43:38,748 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:43:38,749 End of checking +2021-12-18 17:43:38,750 Updating FAILED jobs +2021-12-18 17:43:38,750 Updating WAITING jobs +2021-12-18 17:43:38,750 Update finished +2021-12-18 17:43:38,751 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:43:38,751 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:43:38,751 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:43:38,751 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:43:38,751 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:43:38,751 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:43:38,751 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:43:38,754 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:43:38,756 Job list saved +2021-12-18 17:43:38,761 Updating FAILED jobs +2021-12-18 17:43:38,761 Updating WAITING jobs +2021-12-18 17:43:38,761 Update finished +2021-12-18 17:43:48,771 Reloading parameters... +2021-12-18 17:43:48,789 Loading parameters... +2021-12-18 17:43:48,791 Loading project parameters... +2021-12-18 17:43:48,793 + +13 of 25 jobs remaining (17:43) +2021-12-18 17:43:48,793 Sleep: 10 +2021-12-18 17:43:48,793 Number of retrials: 0 +2021-12-18 17:43:48,793 WRAPPER CHECK TIME = 10 +2021-12-18 17:43:48,794 Checking jobs for platform=marenostrum4 +2021-12-18 17:43:48,794 Checking jobs for platform=nord3 +2021-12-18 17:43:48,795 Checking jobs for platform=local +2021-12-18 17:43:48,795 Checking jobs for platform=transfer_node +2021-12-18 17:43:48,795 Checking all jobs at once +2021-12-18 17:43:50,065 Successful check job command +2021-12-18 17:43:51,285 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:43:51,285 End of checking +2021-12-18 17:43:51,286 Updating FAILED jobs +2021-12-18 17:43:51,286 Updating WAITING jobs +2021-12-18 17:43:51,287 Update finished +2021-12-18 17:43:51,287 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:43:51,288 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:43:51,288 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:43:51,288 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:43:51,288 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:43:51,288 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:43:51,288 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:43:51,291 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:43:51,293 Job list saved +2021-12-18 17:43:51,297 Updating FAILED jobs +2021-12-18 17:43:51,298 Updating WAITING jobs +2021-12-18 17:43:51,298 Update finished +2021-12-18 17:44:01,308 Reloading parameters... +2021-12-18 17:44:01,327 Loading parameters... +2021-12-18 17:44:01,328 Loading project parameters... +2021-12-18 17:44:01,330 + +13 of 25 jobs remaining (17:44) +2021-12-18 17:44:01,330 Sleep: 10 +2021-12-18 17:44:01,331 Number of retrials: 0 +2021-12-18 17:44:01,331 WRAPPER CHECK TIME = 10 +2021-12-18 17:44:01,331 Checking jobs for platform=marenostrum4 +2021-12-18 17:44:01,332 Checking jobs for platform=nord3 +2021-12-18 17:44:01,332 Checking jobs for platform=local +2021-12-18 17:44:01,333 Checking jobs for platform=transfer_node +2021-12-18 17:44:01,333 Checking all jobs at once +2021-12-18 17:44:02,603 Successful check job command +2021-12-18 17:44:03,873 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:44:03,873 End of checking +2021-12-18 17:44:03,874 Updating FAILED jobs +2021-12-18 17:44:03,875 Updating WAITING jobs +2021-12-18 17:44:03,875 Update finished +2021-12-18 17:44:03,875 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:44:03,875 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:44:03,875 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:44:03,875 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:44:03,876 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:44:03,876 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:44:03,876 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:44:03,879 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:44:03,881 Job list saved +2021-12-18 17:44:03,887 Updating FAILED jobs +2021-12-18 17:44:03,887 Updating WAITING jobs +2021-12-18 17:44:03,887 Update finished +2021-12-18 17:44:13,897 Reloading parameters... +2021-12-18 17:44:13,914 Loading parameters... +2021-12-18 17:44:13,915 Loading project parameters... +2021-12-18 17:44:13,917 + +13 of 25 jobs remaining (17:44) +2021-12-18 17:44:13,918 Sleep: 10 +2021-12-18 17:44:13,918 Number of retrials: 0 +2021-12-18 17:44:13,918 WRAPPER CHECK TIME = 10 +2021-12-18 17:44:13,918 Checking jobs for platform=marenostrum4 +2021-12-18 17:44:13,919 Checking jobs for platform=nord3 +2021-12-18 17:44:13,919 Checking jobs for platform=local +2021-12-18 17:44:13,920 Checking jobs for platform=transfer_node +2021-12-18 17:44:13,920 Checking all jobs at once +2021-12-18 17:44:15,192 Successful check job command +2021-12-18 17:44:16,361 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:44:16,362 End of checking +2021-12-18 17:44:16,363 Updating FAILED jobs +2021-12-18 17:44:16,363 Updating WAITING jobs +2021-12-18 17:44:16,364 Update finished +2021-12-18 17:44:16,364 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:44:16,364 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:44:16,364 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:44:16,364 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:44:16,364 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:44:16,364 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:44:16,365 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:44:16,367 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:44:16,370 Job list saved +2021-12-18 17:44:16,375 Updating FAILED jobs +2021-12-18 17:44:16,375 Updating WAITING jobs +2021-12-18 17:44:16,375 Update finished +2021-12-18 17:44:26,385 Reloading parameters... +2021-12-18 17:44:26,403 Loading parameters... +2021-12-18 17:44:26,404 Loading project parameters... +2021-12-18 17:44:26,406 + +13 of 25 jobs remaining (17:44) +2021-12-18 17:44:26,406 Sleep: 10 +2021-12-18 17:44:26,406 Number of retrials: 0 +2021-12-18 17:44:26,406 WRAPPER CHECK TIME = 10 +2021-12-18 17:44:26,407 Checking jobs for platform=marenostrum4 +2021-12-18 17:44:26,407 Checking jobs for platform=nord3 +2021-12-18 17:44:26,408 Checking jobs for platform=local +2021-12-18 17:44:26,409 Checking jobs for platform=transfer_node +2021-12-18 17:44:26,409 Checking all jobs at once +2021-12-18 17:44:27,728 Successful check job command +2021-12-18 17:44:29,047 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:44:29,047 End of checking +2021-12-18 17:44:29,049 Updating FAILED jobs +2021-12-18 17:44:29,049 Updating WAITING jobs +2021-12-18 17:44:29,049 Update finished +2021-12-18 17:44:29,049 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:44:29,050 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:44:29,050 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:44:29,050 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:44:29,050 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:44:29,050 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:44:29,050 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:44:29,053 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:44:29,055 Job list saved +2021-12-18 17:44:29,060 Updating FAILED jobs +2021-12-18 17:44:29,060 Updating WAITING jobs +2021-12-18 17:44:29,061 Update finished +2021-12-18 17:44:39,071 Reloading parameters... +2021-12-18 17:44:39,093 Loading parameters... +2021-12-18 17:44:39,096 Loading project parameters... +2021-12-18 17:44:39,098 + +13 of 25 jobs remaining (17:44) +2021-12-18 17:44:39,099 Sleep: 10 +2021-12-18 17:44:39,099 Number of retrials: 0 +2021-12-18 17:44:39,099 WRAPPER CHECK TIME = 10 +2021-12-18 17:44:39,099 Checking jobs for platform=marenostrum4 +2021-12-18 17:44:39,100 Checking jobs for platform=nord3 +2021-12-18 17:44:39,100 Checking jobs for platform=local +2021-12-18 17:44:39,101 Checking jobs for platform=transfer_node +2021-12-18 17:44:39,101 Checking all jobs at once +2021-12-18 17:44:40,373 Successful check job command +2021-12-18 17:44:41,542 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:44:41,543 End of checking +2021-12-18 17:44:41,544 Updating FAILED jobs +2021-12-18 17:44:41,544 Updating WAITING jobs +2021-12-18 17:44:41,544 Update finished +2021-12-18 17:44:41,545 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:44:41,545 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:44:41,545 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:44:41,545 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:44:41,545 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:44:41,545 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:44:41,546 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:44:41,548 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:44:41,551 Job list saved +2021-12-18 17:44:41,557 Updating FAILED jobs +2021-12-18 17:44:41,557 Updating WAITING jobs +2021-12-18 17:44:41,557 Update finished +2021-12-18 17:44:51,564 Reloading parameters... +2021-12-18 17:44:51,631 Loading parameters... +2021-12-18 17:44:51,632 Loading project parameters... +2021-12-18 17:44:51,634 + +13 of 25 jobs remaining (17:44) +2021-12-18 17:44:51,634 Sleep: 10 +2021-12-18 17:44:51,635 Number of retrials: 0 +2021-12-18 17:44:51,635 WRAPPER CHECK TIME = 10 +2021-12-18 17:44:51,635 Checking jobs for platform=marenostrum4 +2021-12-18 17:44:51,636 Checking jobs for platform=nord3 +2021-12-18 17:44:51,636 Checking jobs for platform=local +2021-12-18 17:44:51,637 Checking jobs for platform=transfer_node +2021-12-18 17:44:51,637 Checking all jobs at once +2021-12-18 17:44:53,009 Successful check job command +2021-12-18 17:44:54,229 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:44:54,229 End of checking +2021-12-18 17:44:54,231 Updating FAILED jobs +2021-12-18 17:44:54,231 Updating WAITING jobs +2021-12-18 17:44:54,231 Update finished +2021-12-18 17:44:54,231 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:44:54,232 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:44:54,232 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:44:54,232 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:44:54,232 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:44:54,232 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:44:54,232 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:44:54,238 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:44:54,240 Job list saved +2021-12-18 17:44:54,244 Updating FAILED jobs +2021-12-18 17:44:54,245 Updating WAITING jobs +2021-12-18 17:44:54,245 Update finished +2021-12-18 17:45:04,253 Reloading parameters... +2021-12-18 17:45:04,271 Loading parameters... +2021-12-18 17:45:04,272 Loading project parameters... +2021-12-18 17:45:04,274 + +13 of 25 jobs remaining (17:45) +2021-12-18 17:45:04,274 Sleep: 10 +2021-12-18 17:45:04,274 Number of retrials: 0 +2021-12-18 17:45:04,274 WRAPPER CHECK TIME = 10 +2021-12-18 17:45:04,275 Checking jobs for platform=marenostrum4 +2021-12-18 17:45:04,275 Checking jobs for platform=nord3 +2021-12-18 17:45:04,276 Checking jobs for platform=local +2021-12-18 17:45:04,277 Checking jobs for platform=transfer_node +2021-12-18 17:45:04,277 Checking all jobs at once +2021-12-18 17:45:05,547 Successful check job command +2021-12-18 17:45:06,766 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:45:06,766 End of checking +2021-12-18 17:45:06,768 Updating FAILED jobs +2021-12-18 17:45:06,768 Updating WAITING jobs +2021-12-18 17:45:06,768 Update finished +2021-12-18 17:45:06,768 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:45:06,769 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:45:06,769 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:45:06,769 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:45:06,769 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:45:06,769 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:45:06,769 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:45:06,772 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:45:06,775 Job list saved +2021-12-18 17:45:06,780 Updating FAILED jobs +2021-12-18 17:45:06,780 Updating WAITING jobs +2021-12-18 17:45:06,781 Update finished +2021-12-18 17:45:16,791 Reloading parameters... +2021-12-18 17:45:16,809 Loading parameters... +2021-12-18 17:45:16,812 Loading project parameters... +2021-12-18 17:45:16,814 + +13 of 25 jobs remaining (17:45) +2021-12-18 17:45:16,814 Sleep: 10 +2021-12-18 17:45:16,814 Number of retrials: 0 +2021-12-18 17:45:16,815 WRAPPER CHECK TIME = 10 +2021-12-18 17:45:16,815 Checking jobs for platform=marenostrum4 +2021-12-18 17:45:16,816 Checking jobs for platform=nord3 +2021-12-18 17:45:16,816 Checking jobs for platform=local +2021-12-18 17:45:16,817 Checking jobs for platform=transfer_node +2021-12-18 17:45:16,817 Checking all jobs at once +2021-12-18 17:45:18,136 Successful check job command +2021-12-18 17:45:19,355 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:45:19,355 End of checking +2021-12-18 17:45:19,357 Updating FAILED jobs +2021-12-18 17:45:19,357 Updating WAITING jobs +2021-12-18 17:45:19,357 Update finished +2021-12-18 17:45:19,357 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:45:19,357 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:45:19,358 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:45:19,358 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:45:19,358 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:45:19,358 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:45:19,358 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:45:19,361 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:45:19,363 Job list saved +2021-12-18 17:45:19,368 Updating FAILED jobs +2021-12-18 17:45:19,368 Updating WAITING jobs +2021-12-18 17:45:19,369 Update finished +2021-12-18 17:45:29,379 Reloading parameters... +2021-12-18 17:45:29,397 Loading parameters... +2021-12-18 17:45:29,399 Loading project parameters... +2021-12-18 17:45:29,401 + +13 of 25 jobs remaining (17:45) +2021-12-18 17:45:29,401 Sleep: 10 +2021-12-18 17:45:29,401 Number of retrials: 0 +2021-12-18 17:45:29,401 WRAPPER CHECK TIME = 10 +2021-12-18 17:45:29,402 Checking jobs for platform=marenostrum4 +2021-12-18 17:45:29,402 Checking jobs for platform=nord3 +2021-12-18 17:45:29,403 Checking jobs for platform=local +2021-12-18 17:45:29,403 Checking jobs for platform=transfer_node +2021-12-18 17:45:29,403 Checking all jobs at once +2021-12-18 17:45:30,674 Successful check job command +2021-12-18 17:45:31,993 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:45:31,994 End of checking +2021-12-18 17:45:31,995 Updating FAILED jobs +2021-12-18 17:45:31,995 Updating WAITING jobs +2021-12-18 17:45:31,996 Update finished +2021-12-18 17:45:31,996 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:45:31,996 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:45:31,996 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:45:31,996 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:45:31,996 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:45:31,996 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:45:31,997 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:45:31,999 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:45:32,001 Job list saved +2021-12-18 17:45:32,009 Updating FAILED jobs +2021-12-18 17:45:32,009 Updating WAITING jobs +2021-12-18 17:45:32,010 Update finished +2021-12-18 17:45:42,020 Reloading parameters... +2021-12-18 17:45:42,039 Loading parameters... +2021-12-18 17:45:42,040 Loading project parameters... +2021-12-18 17:45:42,042 + +13 of 25 jobs remaining (17:45) +2021-12-18 17:45:42,042 Sleep: 10 +2021-12-18 17:45:42,043 Number of retrials: 0 +2021-12-18 17:45:42,043 WRAPPER CHECK TIME = 10 +2021-12-18 17:45:42,043 Checking jobs for platform=marenostrum4 +2021-12-18 17:45:42,044 Checking jobs for platform=nord3 +2021-12-18 17:45:42,044 Checking jobs for platform=local +2021-12-18 17:45:42,045 Checking jobs for platform=transfer_node +2021-12-18 17:45:42,045 Checking all jobs at once +2021-12-18 17:45:43,365 Successful check job command +2021-12-18 17:45:44,538 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:45:44,538 End of checking +2021-12-18 17:45:44,540 Updating FAILED jobs +2021-12-18 17:45:44,540 Updating WAITING jobs +2021-12-18 17:45:44,541 Update finished +2021-12-18 17:45:44,541 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:45:44,541 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:45:44,542 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:45:44,542 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:45:44,542 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:45:44,542 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:45:44,542 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:45:44,545 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:45:44,547 Job list saved +2021-12-18 17:45:44,552 Updating FAILED jobs +2021-12-18 17:45:44,552 Updating WAITING jobs +2021-12-18 17:45:44,552 Update finished +2021-12-18 17:45:54,562 Reloading parameters... +2021-12-18 17:45:54,581 Loading parameters... +2021-12-18 17:45:54,582 Loading project parameters... +2021-12-18 17:45:54,584 + +13 of 25 jobs remaining (17:45) +2021-12-18 17:45:54,584 Sleep: 10 +2021-12-18 17:45:54,584 Number of retrials: 0 +2021-12-18 17:45:54,584 WRAPPER CHECK TIME = 10 +2021-12-18 17:45:54,585 Checking jobs for platform=marenostrum4 +2021-12-18 17:45:54,585 Checking jobs for platform=nord3 +2021-12-18 17:45:54,586 Checking jobs for platform=local +2021-12-18 17:45:54,586 Checking jobs for platform=transfer_node +2021-12-18 17:45:54,586 Checking all jobs at once +2021-12-18 17:45:55,909 Successful check job command +2021-12-18 17:45:57,178 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:45:57,179 End of checking +2021-12-18 17:45:57,180 Updating FAILED jobs +2021-12-18 17:45:57,180 Updating WAITING jobs +2021-12-18 17:45:57,180 Update finished +2021-12-18 17:45:57,181 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:45:57,181 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:45:57,181 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:45:57,181 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:45:57,181 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:45:57,181 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:45:57,181 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:45:57,184 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:45:57,186 Job list saved +2021-12-18 17:45:57,191 Updating FAILED jobs +2021-12-18 17:45:57,191 Updating WAITING jobs +2021-12-18 17:45:57,191 Update finished +2021-12-18 17:46:07,198 Reloading parameters... +2021-12-18 17:46:07,217 Loading parameters... +2021-12-18 17:46:07,218 Loading project parameters... +2021-12-18 17:46:07,220 + +13 of 25 jobs remaining (17:46) +2021-12-18 17:46:07,220 Sleep: 10 +2021-12-18 17:46:07,220 Number of retrials: 0 +2021-12-18 17:46:07,221 WRAPPER CHECK TIME = 10 +2021-12-18 17:46:07,221 Checking jobs for platform=marenostrum4 +2021-12-18 17:46:07,222 Checking jobs for platform=nord3 +2021-12-18 17:46:07,222 Checking jobs for platform=local +2021-12-18 17:46:07,223 Checking jobs for platform=transfer_node +2021-12-18 17:46:07,223 Checking all jobs at once +2021-12-18 17:46:08,593 Successful check job command +2021-12-18 17:46:10,163 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:46:10,163 End of checking +2021-12-18 17:46:10,164 Updating FAILED jobs +2021-12-18 17:46:10,165 Updating WAITING jobs +2021-12-18 17:46:10,165 Update finished +2021-12-18 17:46:10,165 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:46:10,165 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:46:10,165 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:46:10,165 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:46:10,166 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:46:10,166 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:46:10,166 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:46:10,168 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:46:10,171 Job list saved +2021-12-18 17:46:10,176 Updating FAILED jobs +2021-12-18 17:46:10,176 Updating WAITING jobs +2021-12-18 17:46:10,176 Update finished +2021-12-18 17:46:20,186 Reloading parameters... +2021-12-18 17:46:20,205 Loading parameters... +2021-12-18 17:46:20,206 Loading project parameters... +2021-12-18 17:46:20,208 + +13 of 25 jobs remaining (17:46) +2021-12-18 17:46:20,208 Sleep: 10 +2021-12-18 17:46:20,209 Number of retrials: 0 +2021-12-18 17:46:20,209 WRAPPER CHECK TIME = 10 +2021-12-18 17:46:20,209 Checking jobs for platform=marenostrum4 +2021-12-18 17:46:20,210 Checking jobs for platform=nord3 +2021-12-18 17:46:20,210 Checking jobs for platform=local +2021-12-18 17:46:20,211 Checking jobs for platform=transfer_node +2021-12-18 17:46:20,211 Checking all jobs at once +2021-12-18 17:46:21,530 Successful check job command +2021-12-18 17:46:22,850 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:46:22,850 End of checking +2021-12-18 17:46:22,851 Updating FAILED jobs +2021-12-18 17:46:22,852 Updating WAITING jobs +2021-12-18 17:46:22,852 Update finished +2021-12-18 17:46:22,852 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:46:22,853 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:46:22,853 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:46:22,853 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:46:22,853 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:46:22,853 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:46:22,854 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:46:22,856 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:46:22,859 Job list saved +2021-12-18 17:46:22,864 Updating FAILED jobs +2021-12-18 17:46:22,864 Updating WAITING jobs +2021-12-18 17:46:22,864 Update finished +2021-12-18 17:46:32,874 Reloading parameters... +2021-12-18 17:46:32,892 Loading parameters... +2021-12-18 17:46:32,893 Loading project parameters... +2021-12-18 17:46:32,896 + +13 of 25 jobs remaining (17:46) +2021-12-18 17:46:32,896 Sleep: 10 +2021-12-18 17:46:32,896 Number of retrials: 0 +2021-12-18 17:46:32,896 WRAPPER CHECK TIME = 10 +2021-12-18 17:46:32,897 Checking jobs for platform=marenostrum4 +2021-12-18 17:46:32,897 Checking jobs for platform=nord3 +2021-12-18 17:46:32,898 Checking jobs for platform=local +2021-12-18 17:46:32,898 Checking jobs for platform=transfer_node +2021-12-18 17:46:32,898 Checking all jobs at once +2021-12-18 17:46:34,118 Successful check job command +2021-12-18 17:46:35,288 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:46:35,288 End of checking +2021-12-18 17:46:35,290 Updating FAILED jobs +2021-12-18 17:46:35,290 Updating WAITING jobs +2021-12-18 17:46:35,290 Update finished +2021-12-18 17:46:35,290 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:46:35,291 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:46:35,291 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:46:35,291 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:46:35,291 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:46:35,291 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:46:35,291 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:46:35,294 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:46:35,296 Job list saved +2021-12-18 17:46:35,301 Updating FAILED jobs +2021-12-18 17:46:35,302 Updating WAITING jobs +2021-12-18 17:46:35,302 Update finished +2021-12-18 17:46:45,312 Reloading parameters... +2021-12-18 17:46:45,331 Loading parameters... +2021-12-18 17:46:45,333 Loading project parameters... +2021-12-18 17:46:45,335 + +13 of 25 jobs remaining (17:46) +2021-12-18 17:46:45,335 Sleep: 10 +2021-12-18 17:46:45,335 Number of retrials: 0 +2021-12-18 17:46:45,335 WRAPPER CHECK TIME = 10 +2021-12-18 17:46:45,336 Checking jobs for platform=marenostrum4 +2021-12-18 17:46:45,336 Checking jobs for platform=nord3 +2021-12-18 17:46:45,337 Checking jobs for platform=local +2021-12-18 17:46:45,337 Checking jobs for platform=transfer_node +2021-12-18 17:46:45,337 Checking all jobs at once +2021-12-18 17:46:46,607 Successful check job command +2021-12-18 17:46:47,728 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:46:47,728 End of checking +2021-12-18 17:46:47,729 Updating FAILED jobs +2021-12-18 17:46:47,730 Updating WAITING jobs +2021-12-18 17:46:47,730 Update finished +2021-12-18 17:46:47,730 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:46:47,730 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:46:47,730 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:46:47,730 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:46:47,730 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:46:47,731 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:46:47,731 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:46:47,733 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:46:47,735 Job list saved +2021-12-18 17:46:47,740 Updating FAILED jobs +2021-12-18 17:46:47,740 Updating WAITING jobs +2021-12-18 17:46:47,740 Update finished +2021-12-18 17:46:57,750 Reloading parameters... +2021-12-18 17:46:57,769 Loading parameters... +2021-12-18 17:46:57,770 Loading project parameters... +2021-12-18 17:46:57,772 + +13 of 25 jobs remaining (17:46) +2021-12-18 17:46:57,772 Sleep: 10 +2021-12-18 17:46:57,773 Number of retrials: 0 +2021-12-18 17:46:57,773 WRAPPER CHECK TIME = 10 +2021-12-18 17:46:57,773 Checking jobs for platform=marenostrum4 +2021-12-18 17:46:57,774 Checking jobs for platform=nord3 +2021-12-18 17:46:57,774 Checking jobs for platform=local +2021-12-18 17:46:57,775 Checking jobs for platform=transfer_node +2021-12-18 17:46:57,775 Checking all jobs at once +2021-12-18 17:46:59,495 Successful check job command +2021-12-18 17:47:00,814 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:47:00,814 End of checking +2021-12-18 17:47:00,815 Updating FAILED jobs +2021-12-18 17:47:00,815 Updating WAITING jobs +2021-12-18 17:47:00,816 Update finished +2021-12-18 17:47:00,816 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:47:00,816 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:47:00,817 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:47:00,817 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:47:00,817 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:47:00,817 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:47:00,817 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:47:00,819 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:47:00,821 Job list saved +2021-12-18 17:47:00,825 Updating FAILED jobs +2021-12-18 17:47:00,826 Updating WAITING jobs +2021-12-18 17:47:00,826 Update finished +2021-12-18 17:47:10,836 Reloading parameters... +2021-12-18 17:47:10,854 Loading parameters... +2021-12-18 17:47:10,856 Loading project parameters... +2021-12-18 17:47:10,857 + +13 of 25 jobs remaining (17:47) +2021-12-18 17:47:10,858 Sleep: 10 +2021-12-18 17:47:10,858 Number of retrials: 0 +2021-12-18 17:47:10,858 WRAPPER CHECK TIME = 10 +2021-12-18 17:47:10,858 Checking jobs for platform=marenostrum4 +2021-12-18 17:47:10,859 Checking jobs for platform=nord3 +2021-12-18 17:47:10,860 Checking jobs for platform=local +2021-12-18 17:47:10,860 Checking jobs for platform=transfer_node +2021-12-18 17:47:10,860 Checking all jobs at once +2021-12-18 17:47:12,130 Successful check job command +2021-12-18 17:47:13,399 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:47:13,399 End of checking +2021-12-18 17:47:13,401 Updating FAILED jobs +2021-12-18 17:47:13,401 Updating WAITING jobs +2021-12-18 17:47:13,401 Update finished +2021-12-18 17:47:13,401 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:47:13,402 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:47:13,402 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:47:13,402 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:47:13,402 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:47:13,402 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:47:13,402 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:47:13,405 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:47:13,407 Job list saved +2021-12-18 17:47:13,411 Updating FAILED jobs +2021-12-18 17:47:13,412 Updating WAITING jobs +2021-12-18 17:47:13,412 Update finished +2021-12-18 17:47:23,416 Reloading parameters... +2021-12-18 17:47:23,436 Loading parameters... +2021-12-18 17:47:23,437 Loading project parameters... +2021-12-18 17:47:23,439 + +13 of 25 jobs remaining (17:47) +2021-12-18 17:47:23,439 Sleep: 10 +2021-12-18 17:47:23,440 Number of retrials: 0 +2021-12-18 17:47:23,440 WRAPPER CHECK TIME = 10 +2021-12-18 17:47:23,440 Checking jobs for platform=marenostrum4 +2021-12-18 17:47:23,441 Checking jobs for platform=nord3 +2021-12-18 17:47:23,441 Checking jobs for platform=local +2021-12-18 17:47:23,442 Checking jobs for platform=transfer_node +2021-12-18 17:47:23,442 Checking all jobs at once +2021-12-18 17:47:24,761 Successful check job command +2021-12-18 17:47:25,981 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:47:25,981 End of checking +2021-12-18 17:47:25,982 Updating FAILED jobs +2021-12-18 17:47:25,983 Updating WAITING jobs +2021-12-18 17:47:25,983 Update finished +2021-12-18 17:47:25,983 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:47:25,983 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:47:25,983 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:47:25,983 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:47:25,984 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:47:25,984 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:47:25,984 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:47:25,987 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:47:25,989 Job list saved +2021-12-18 17:47:25,993 Updating FAILED jobs +2021-12-18 17:47:25,993 Updating WAITING jobs +2021-12-18 17:47:25,994 Update finished +2021-12-18 17:47:36,004 Reloading parameters... +2021-12-18 17:47:36,022 Loading parameters... +2021-12-18 17:47:36,023 Loading project parameters... +2021-12-18 17:47:36,025 + +13 of 25 jobs remaining (17:47) +2021-12-18 17:47:36,025 Sleep: 10 +2021-12-18 17:47:36,025 Number of retrials: 0 +2021-12-18 17:47:36,025 WRAPPER CHECK TIME = 10 +2021-12-18 17:47:36,026 Checking jobs for platform=marenostrum4 +2021-12-18 17:47:36,027 Checking jobs for platform=nord3 +2021-12-18 17:47:36,027 Checking jobs for platform=local +2021-12-18 17:47:36,028 Checking jobs for platform=transfer_node +2021-12-18 17:47:36,028 Checking all jobs at once +2021-12-18 17:47:37,247 Successful check job command +2021-12-18 17:47:38,466 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:47:38,466 End of checking +2021-12-18 17:47:38,468 Updating FAILED jobs +2021-12-18 17:47:38,468 Updating WAITING jobs +2021-12-18 17:47:38,468 Update finished +2021-12-18 17:47:38,468 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:47:38,469 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:47:38,469 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:47:38,469 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:47:38,469 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:47:38,469 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:47:38,469 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:47:38,472 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:47:38,474 Job list saved +2021-12-18 17:47:38,482 Updating FAILED jobs +2021-12-18 17:47:38,482 Updating WAITING jobs +2021-12-18 17:47:38,482 Update finished +2021-12-18 17:47:48,492 Reloading parameters... +2021-12-18 17:47:48,511 Loading parameters... +2021-12-18 17:47:48,513 Loading project parameters... +2021-12-18 17:47:48,515 + +13 of 25 jobs remaining (17:47) +2021-12-18 17:47:48,515 Sleep: 10 +2021-12-18 17:47:48,515 Number of retrials: 0 +2021-12-18 17:47:48,515 WRAPPER CHECK TIME = 10 +2021-12-18 17:47:48,516 Checking jobs for platform=marenostrum4 +2021-12-18 17:47:48,516 Checking jobs for platform=nord3 +2021-12-18 17:47:48,517 Checking jobs for platform=local +2021-12-18 17:47:48,517 Checking jobs for platform=transfer_node +2021-12-18 17:47:48,517 Checking all jobs at once +2021-12-18 17:47:49,787 Successful check job command +2021-12-18 17:47:50,956 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:47:50,956 End of checking +2021-12-18 17:47:50,958 Updating FAILED jobs +2021-12-18 17:47:50,958 Updating WAITING jobs +2021-12-18 17:47:50,958 Update finished +2021-12-18 17:47:50,959 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:47:50,959 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:47:50,959 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:47:50,959 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:47:50,959 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:47:50,959 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:47:50,959 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:47:50,962 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:47:50,965 Job list saved +2021-12-18 17:47:50,969 Updating FAILED jobs +2021-12-18 17:47:50,969 Updating WAITING jobs +2021-12-18 17:47:50,970 Update finished +2021-12-18 17:48:00,979 Reloading parameters... +2021-12-18 17:48:00,998 Loading parameters... +2021-12-18 17:48:00,999 Loading project parameters... +2021-12-18 17:48:01,001 + +13 of 25 jobs remaining (17:48) +2021-12-18 17:48:01,001 Sleep: 10 +2021-12-18 17:48:01,001 Number of retrials: 0 +2021-12-18 17:48:01,001 WRAPPER CHECK TIME = 10 +2021-12-18 17:48:01,002 Checking jobs for platform=marenostrum4 +2021-12-18 17:48:01,003 Checking jobs for platform=nord3 +2021-12-18 17:48:01,003 Checking jobs for platform=local +2021-12-18 17:48:01,004 Checking jobs for platform=transfer_node +2021-12-18 17:48:01,004 Checking all jobs at once +2021-12-18 17:48:02,273 Successful check job command +2021-12-18 17:48:03,492 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:48:03,493 End of checking +2021-12-18 17:48:03,494 Updating FAILED jobs +2021-12-18 17:48:03,494 Updating WAITING jobs +2021-12-18 17:48:03,494 Update finished +2021-12-18 17:48:03,495 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:48:03,495 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:48:03,495 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:48:03,495 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:48:03,495 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:48:03,495 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:48:03,495 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:48:03,498 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:48:03,501 Job list saved +2021-12-18 17:48:03,508 Updating FAILED jobs +2021-12-18 17:48:03,508 Updating WAITING jobs +2021-12-18 17:48:03,508 Update finished +2021-12-18 17:48:13,519 Reloading parameters... +2021-12-18 17:48:13,537 Loading parameters... +2021-12-18 17:48:13,539 Loading project parameters... +2021-12-18 17:48:13,541 + +13 of 25 jobs remaining (17:48) +2021-12-18 17:48:13,541 Sleep: 10 +2021-12-18 17:48:13,541 Number of retrials: 0 +2021-12-18 17:48:13,541 WRAPPER CHECK TIME = 10 +2021-12-18 17:48:13,542 Checking jobs for platform=marenostrum4 +2021-12-18 17:48:13,542 Checking jobs for platform=nord3 +2021-12-18 17:48:13,543 Checking jobs for platform=local +2021-12-18 17:48:13,543 Checking jobs for platform=transfer_node +2021-12-18 17:48:13,544 Checking all jobs at once +2021-12-18 17:48:14,813 Successful check job command +2021-12-18 17:48:15,982 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:48:15,982 End of checking +2021-12-18 17:48:15,984 Updating FAILED jobs +2021-12-18 17:48:15,984 Updating WAITING jobs +2021-12-18 17:48:15,984 Update finished +2021-12-18 17:48:15,984 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:48:15,985 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:48:15,985 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:48:15,985 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:48:15,985 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:48:15,985 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:48:15,985 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:48:15,988 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:48:15,990 Job list saved +2021-12-18 17:48:15,995 Updating FAILED jobs +2021-12-18 17:48:15,995 Updating WAITING jobs +2021-12-18 17:48:15,995 Update finished +2021-12-18 17:48:26,005 Reloading parameters... +2021-12-18 17:48:26,024 Loading parameters... +2021-12-18 17:48:26,026 Loading project parameters... +2021-12-18 17:48:26,028 + +13 of 25 jobs remaining (17:48) +2021-12-18 17:48:26,028 Sleep: 10 +2021-12-18 17:48:26,028 Number of retrials: 0 +2021-12-18 17:48:26,028 WRAPPER CHECK TIME = 10 +2021-12-18 17:48:26,029 Checking jobs for platform=marenostrum4 +2021-12-18 17:48:26,029 Checking jobs for platform=nord3 +2021-12-18 17:48:26,030 Checking jobs for platform=local +2021-12-18 17:48:26,030 Checking jobs for platform=transfer_node +2021-12-18 17:48:26,031 Checking all jobs at once +2021-12-18 17:48:27,400 Successful check job command +2021-12-18 17:48:28,620 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:48:28,620 End of checking +2021-12-18 17:48:28,621 Updating FAILED jobs +2021-12-18 17:48:28,621 Updating WAITING jobs +2021-12-18 17:48:28,622 Update finished +2021-12-18 17:48:28,622 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:48:28,622 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:48:28,622 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:48:28,622 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:48:28,622 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:48:28,623 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:48:28,623 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:48:28,625 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:48:28,627 Job list saved +2021-12-18 17:48:28,632 Updating FAILED jobs +2021-12-18 17:48:28,632 Updating WAITING jobs +2021-12-18 17:48:28,633 Update finished +2021-12-18 17:48:38,633 Reloading parameters... +2021-12-18 17:48:38,652 Loading parameters... +2021-12-18 17:48:38,653 Loading project parameters... +2021-12-18 17:48:38,655 + +13 of 25 jobs remaining (17:48) +2021-12-18 17:48:38,655 Sleep: 10 +2021-12-18 17:48:38,655 Number of retrials: 0 +2021-12-18 17:48:38,655 WRAPPER CHECK TIME = 10 +2021-12-18 17:48:38,656 Checking jobs for platform=marenostrum4 +2021-12-18 17:48:38,656 Checking jobs for platform=nord3 +2021-12-18 17:48:38,657 Checking jobs for platform=local +2021-12-18 17:48:38,657 Checking jobs for platform=transfer_node +2021-12-18 17:48:38,657 Checking all jobs at once +2021-12-18 17:48:39,976 Successful check job command +2021-12-18 17:48:41,246 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:48:41,246 End of checking +2021-12-18 17:48:41,248 Updating FAILED jobs +2021-12-18 17:48:41,248 Updating WAITING jobs +2021-12-18 17:48:41,248 Update finished +2021-12-18 17:48:41,248 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:48:41,249 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:48:41,249 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:48:41,249 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:48:41,249 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:48:41,249 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:48:41,249 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:48:41,252 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:48:41,255 Job list saved +2021-12-18 17:48:41,259 Updating FAILED jobs +2021-12-18 17:48:41,260 Updating WAITING jobs +2021-12-18 17:48:41,260 Update finished +2021-12-18 17:48:51,270 Reloading parameters... +2021-12-18 17:48:51,289 Loading parameters... +2021-12-18 17:48:51,291 Loading project parameters... +2021-12-18 17:48:51,293 + +13 of 25 jobs remaining (17:48) +2021-12-18 17:48:51,293 Sleep: 10 +2021-12-18 17:48:51,293 Number of retrials: 0 +2021-12-18 17:48:51,293 WRAPPER CHECK TIME = 10 +2021-12-18 17:48:51,294 Checking jobs for platform=marenostrum4 +2021-12-18 17:48:51,294 Checking jobs for platform=nord3 +2021-12-18 17:48:51,295 Checking jobs for platform=local +2021-12-18 17:48:51,295 Checking jobs for platform=transfer_node +2021-12-18 17:48:51,295 Checking all jobs at once +2021-12-18 17:48:52,622 Successful check job command +2021-12-18 17:48:53,941 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:48:53,941 End of checking +2021-12-18 17:48:53,943 Updating FAILED jobs +2021-12-18 17:48:53,943 Updating WAITING jobs +2021-12-18 17:48:53,943 Update finished +2021-12-18 17:48:53,943 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:48:53,944 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:48:53,944 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:48:53,944 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:48:53,944 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:48:53,944 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:48:53,945 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:48:53,947 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:48:53,949 Job list saved +2021-12-18 17:48:53,954 Updating FAILED jobs +2021-12-18 17:48:53,954 Updating WAITING jobs +2021-12-18 17:48:53,954 Update finished +2021-12-18 17:49:03,957 Reloading parameters... +2021-12-18 17:49:03,979 Loading parameters... +2021-12-18 17:49:03,980 Loading project parameters... +2021-12-18 17:49:03,982 + +13 of 25 jobs remaining (17:49) +2021-12-18 17:49:03,982 Sleep: 10 +2021-12-18 17:49:03,982 Number of retrials: 0 +2021-12-18 17:49:03,982 WRAPPER CHECK TIME = 10 +2021-12-18 17:49:03,983 Checking jobs for platform=marenostrum4 +2021-12-18 17:49:03,983 Checking jobs for platform=nord3 +2021-12-18 17:49:03,984 Checking jobs for platform=local +2021-12-18 17:49:03,985 Checking jobs for platform=transfer_node +2021-12-18 17:49:03,985 Checking all jobs at once +2021-12-18 17:49:05,354 Successful check job command +2021-12-18 17:49:06,573 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:49:06,573 End of checking +2021-12-18 17:49:06,575 Updating FAILED jobs +2021-12-18 17:49:06,575 Updating WAITING jobs +2021-12-18 17:49:06,575 Update finished +2021-12-18 17:49:06,575 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:49:06,575 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:49:06,575 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:49:06,576 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:49:06,576 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:49:06,576 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:49:06,576 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:49:06,579 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:49:06,581 Job list saved +2021-12-18 17:49:06,590 Updating FAILED jobs +2021-12-18 17:49:06,590 Updating WAITING jobs +2021-12-18 17:49:06,591 Update finished +2021-12-18 17:49:16,595 Reloading parameters... +2021-12-18 17:49:16,615 Loading parameters... +2021-12-18 17:49:16,616 Loading project parameters... +2021-12-18 17:49:16,618 + +13 of 25 jobs remaining (17:49) +2021-12-18 17:49:16,618 Sleep: 10 +2021-12-18 17:49:16,619 Number of retrials: 0 +2021-12-18 17:49:16,619 WRAPPER CHECK TIME = 10 +2021-12-18 17:49:16,619 Checking jobs for platform=marenostrum4 +2021-12-18 17:49:16,620 Checking jobs for platform=nord3 +2021-12-18 17:49:16,620 Checking jobs for platform=local +2021-12-18 17:49:16,621 Checking jobs for platform=transfer_node +2021-12-18 17:49:16,621 Checking all jobs at once +2021-12-18 17:49:17,948 Successful check job command +2021-12-18 17:49:19,118 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:49:19,118 End of checking +2021-12-18 17:49:19,119 Updating FAILED jobs +2021-12-18 17:49:19,119 Updating WAITING jobs +2021-12-18 17:49:19,120 Update finished +2021-12-18 17:49:19,120 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:49:19,120 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:49:19,120 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:49:19,120 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:49:19,120 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:49:19,120 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:49:19,121 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:49:19,123 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:49:19,125 Job list saved +2021-12-18 17:49:19,130 Updating FAILED jobs +2021-12-18 17:49:19,131 Updating WAITING jobs +2021-12-18 17:49:19,131 Update finished +2021-12-18 17:49:29,135 Reloading parameters... +2021-12-18 17:49:29,154 Loading parameters... +2021-12-18 17:49:29,156 Loading project parameters... +2021-12-18 17:49:29,158 + +13 of 25 jobs remaining (17:49) +2021-12-18 17:49:29,158 Sleep: 10 +2021-12-18 17:49:29,158 Number of retrials: 0 +2021-12-18 17:49:29,158 WRAPPER CHECK TIME = 10 +2021-12-18 17:49:29,159 Checking jobs for platform=marenostrum4 +2021-12-18 17:49:29,159 Checking jobs for platform=nord3 +2021-12-18 17:49:29,160 Checking jobs for platform=local +2021-12-18 17:49:29,160 Checking jobs for platform=transfer_node +2021-12-18 17:49:29,160 Checking all jobs at once +2021-12-18 17:49:30,530 Successful check job command +2021-12-18 17:49:31,749 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:49:31,750 End of checking +2021-12-18 17:49:31,751 Updating FAILED jobs +2021-12-18 17:49:31,751 Updating WAITING jobs +2021-12-18 17:49:31,751 Update finished +2021-12-18 17:49:31,752 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:49:31,752 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:49:31,752 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:49:31,752 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:49:31,753 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:49:31,753 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:49:31,753 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:49:31,756 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:49:31,758 Job list saved +2021-12-18 17:49:31,764 Updating FAILED jobs +2021-12-18 17:49:31,764 Updating WAITING jobs +2021-12-18 17:49:31,764 Update finished +2021-12-18 17:49:41,769 Reloading parameters... +2021-12-18 17:49:41,791 Loading parameters... +2021-12-18 17:49:41,793 Loading project parameters... +2021-12-18 17:49:41,795 + +13 of 25 jobs remaining (17:49) +2021-12-18 17:49:41,795 Sleep: 10 +2021-12-18 17:49:41,795 Number of retrials: 0 +2021-12-18 17:49:41,795 WRAPPER CHECK TIME = 10 +2021-12-18 17:49:41,796 Checking jobs for platform=marenostrum4 +2021-12-18 17:49:41,796 Checking jobs for platform=nord3 +2021-12-18 17:49:41,797 Checking jobs for platform=local +2021-12-18 17:49:41,797 Checking jobs for platform=transfer_node +2021-12-18 17:49:41,797 Checking all jobs at once +2021-12-18 17:49:43,216 Successful check job command +2021-12-18 17:49:44,485 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:49:44,486 End of checking +2021-12-18 17:49:44,487 Updating FAILED jobs +2021-12-18 17:49:44,487 Updating WAITING jobs +2021-12-18 17:49:44,487 Update finished +2021-12-18 17:49:44,488 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:49:44,488 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:49:44,488 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:49:44,488 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:49:44,488 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:49:44,488 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:49:44,488 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:49:44,491 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:49:44,493 Job list saved +2021-12-18 17:49:44,498 Updating FAILED jobs +2021-12-18 17:49:44,498 Updating WAITING jobs +2021-12-18 17:49:44,499 Update finished +2021-12-18 17:49:54,508 Reloading parameters... +2021-12-18 17:49:54,532 Loading parameters... +2021-12-18 17:49:54,533 Loading project parameters... +2021-12-18 17:49:54,536 + +13 of 25 jobs remaining (17:49) +2021-12-18 17:49:54,536 Sleep: 10 +2021-12-18 17:49:54,536 Number of retrials: 0 +2021-12-18 17:49:54,536 WRAPPER CHECK TIME = 10 +2021-12-18 17:49:54,537 Checking jobs for platform=marenostrum4 +2021-12-18 17:49:54,537 Checking jobs for platform=nord3 +2021-12-18 17:49:54,538 Checking jobs for platform=local +2021-12-18 17:49:54,538 Checking jobs for platform=transfer_node +2021-12-18 17:49:54,539 Checking all jobs at once +2021-12-18 17:49:55,908 Successful check job command +2021-12-18 17:49:57,227 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:49:57,227 End of checking +2021-12-18 17:49:57,228 Updating FAILED jobs +2021-12-18 17:49:57,229 Updating WAITING jobs +2021-12-18 17:49:57,229 Update finished +2021-12-18 17:49:57,229 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:49:57,229 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:49:57,229 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:49:57,229 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:49:57,230 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:49:57,230 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:49:57,230 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:49:57,233 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:49:57,235 Job list saved +2021-12-18 17:49:57,240 Updating FAILED jobs +2021-12-18 17:49:57,240 Updating WAITING jobs +2021-12-18 17:49:57,240 Update finished +2021-12-18 17:50:07,251 Reloading parameters... +2021-12-18 17:50:07,270 Loading parameters... +2021-12-18 17:50:07,271 Loading project parameters... +2021-12-18 17:50:07,273 + +13 of 25 jobs remaining (17:50) +2021-12-18 17:50:07,273 Sleep: 10 +2021-12-18 17:50:07,274 Number of retrials: 0 +2021-12-18 17:50:07,274 WRAPPER CHECK TIME = 10 +2021-12-18 17:50:07,274 Checking jobs for platform=marenostrum4 +2021-12-18 17:50:07,275 Checking jobs for platform=nord3 +2021-12-18 17:50:07,275 Checking jobs for platform=local +2021-12-18 17:50:07,276 Checking jobs for platform=transfer_node +2021-12-18 17:50:07,276 Checking all jobs at once +2021-12-18 17:50:08,445 Successful check job command +2021-12-18 17:50:09,566 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:50:09,566 End of checking +2021-12-18 17:50:09,568 Updating FAILED jobs +2021-12-18 17:50:09,568 Updating WAITING jobs +2021-12-18 17:50:09,568 Update finished +2021-12-18 17:50:09,568 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:50:09,569 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:50:09,569 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:50:09,569 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:50:09,569 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:50:09,569 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:50:09,569 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:50:09,572 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:50:09,575 Job list saved +2021-12-18 17:50:09,585 Updating FAILED jobs +2021-12-18 17:50:09,585 Updating WAITING jobs +2021-12-18 17:50:09,586 Update finished +2021-12-18 17:50:19,596 Reloading parameters... +2021-12-18 17:50:19,615 Loading parameters... +2021-12-18 17:50:19,617 Loading project parameters... +2021-12-18 17:50:19,619 + +13 of 25 jobs remaining (17:50) +2021-12-18 17:50:19,619 Sleep: 10 +2021-12-18 17:50:19,619 Number of retrials: 0 +2021-12-18 17:50:19,619 WRAPPER CHECK TIME = 10 +2021-12-18 17:50:19,620 Checking jobs for platform=marenostrum4 +2021-12-18 17:50:19,620 Checking jobs for platform=nord3 +2021-12-18 17:50:19,621 Checking jobs for platform=local +2021-12-18 17:50:19,621 Checking jobs for platform=transfer_node +2021-12-18 17:50:19,621 Checking all jobs at once +2021-12-18 17:50:21,091 Successful check job command +2021-12-18 17:50:22,211 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:50:22,212 End of checking +2021-12-18 17:50:22,213 Updating FAILED jobs +2021-12-18 17:50:22,213 Updating WAITING jobs +2021-12-18 17:50:22,213 Update finished +2021-12-18 17:50:22,214 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:50:22,214 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:50:22,214 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:50:22,214 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:50:22,214 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:50:22,214 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:50:22,214 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:50:22,217 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:50:22,219 Job list saved +2021-12-18 17:50:22,224 Updating FAILED jobs +2021-12-18 17:50:22,224 Updating WAITING jobs +2021-12-18 17:50:22,224 Update finished +2021-12-18 17:50:32,234 Reloading parameters... +2021-12-18 17:50:32,255 Loading parameters... +2021-12-18 17:50:32,257 Loading project parameters... +2021-12-18 17:50:32,258 + +13 of 25 jobs remaining (17:50) +2021-12-18 17:50:32,259 Sleep: 10 +2021-12-18 17:50:32,259 Number of retrials: 0 +2021-12-18 17:50:32,259 WRAPPER CHECK TIME = 10 +2021-12-18 17:50:32,259 Checking jobs for platform=marenostrum4 +2021-12-18 17:50:32,260 Checking jobs for platform=nord3 +2021-12-18 17:50:32,261 Checking jobs for platform=local +2021-12-18 17:50:32,261 Checking jobs for platform=transfer_node +2021-12-18 17:50:32,261 Checking all jobs at once +2021-12-18 17:50:33,684 Successful check job command +2021-12-18 17:50:35,003 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:50:35,004 End of checking +2021-12-18 17:50:35,005 Updating FAILED jobs +2021-12-18 17:50:35,005 Updating WAITING jobs +2021-12-18 17:50:35,006 Update finished +2021-12-18 17:50:35,006 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:50:35,006 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:50:35,006 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:50:35,006 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:50:35,006 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:50:35,007 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:50:35,007 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:50:35,010 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:50:35,012 Job list saved +2021-12-18 17:50:35,017 Updating FAILED jobs +2021-12-18 17:50:35,018 Updating WAITING jobs +2021-12-18 17:50:35,018 Update finished +2021-12-18 17:50:45,025 Reloading parameters... +2021-12-18 17:50:45,045 Loading parameters... +2021-12-18 17:50:45,046 Loading project parameters... +2021-12-18 17:50:45,048 + +13 of 25 jobs remaining (17:50) +2021-12-18 17:50:45,048 Sleep: 10 +2021-12-18 17:50:45,048 Number of retrials: 0 +2021-12-18 17:50:45,048 WRAPPER CHECK TIME = 10 +2021-12-18 17:50:45,049 Checking jobs for platform=marenostrum4 +2021-12-18 17:50:45,049 Checking jobs for platform=nord3 +2021-12-18 17:50:45,050 Checking jobs for platform=local +2021-12-18 17:50:45,050 Checking jobs for platform=transfer_node +2021-12-18 17:50:45,050 Checking all jobs at once +2021-12-18 17:50:46,370 Successful check job command +2021-12-18 17:50:47,640 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:50:47,640 End of checking +2021-12-18 17:50:47,642 Updating FAILED jobs +2021-12-18 17:50:47,642 Updating WAITING jobs +2021-12-18 17:50:47,642 Update finished +2021-12-18 17:50:47,643 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:50:47,643 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:50:47,644 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:50:47,644 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:50:47,644 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:50:47,644 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:50:47,644 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:50:47,647 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:50:47,650 Job list saved +2021-12-18 17:50:47,655 Updating FAILED jobs +2021-12-18 17:50:47,655 Updating WAITING jobs +2021-12-18 17:50:47,655 Update finished +2021-12-18 17:50:57,666 Reloading parameters... +2021-12-18 17:50:57,686 Loading parameters... +2021-12-18 17:50:57,687 Loading project parameters... +2021-12-18 17:50:57,689 + +13 of 25 jobs remaining (17:50) +2021-12-18 17:50:57,689 Sleep: 10 +2021-12-18 17:50:57,690 Number of retrials: 0 +2021-12-18 17:50:57,690 WRAPPER CHECK TIME = 10 +2021-12-18 17:50:57,690 Checking jobs for platform=marenostrum4 +2021-12-18 17:50:57,691 Checking jobs for platform=nord3 +2021-12-18 17:50:57,691 Checking jobs for platform=local +2021-12-18 17:50:57,692 Checking jobs for platform=transfer_node +2021-12-18 17:50:57,692 Checking all jobs at once +2021-12-18 17:50:59,111 Successful check job command +2021-12-18 17:51:00,381 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:51:00,381 End of checking +2021-12-18 17:51:00,383 Updating FAILED jobs +2021-12-18 17:51:00,383 Updating WAITING jobs +2021-12-18 17:51:00,383 Update finished +2021-12-18 17:51:00,383 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:51:00,383 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:51:00,383 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:51:00,383 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:51:00,384 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:51:00,384 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:51:00,384 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:51:00,387 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:51:00,389 Job list saved +2021-12-18 17:51:00,394 Updating FAILED jobs +2021-12-18 17:51:00,394 Updating WAITING jobs +2021-12-18 17:51:00,394 Update finished +2021-12-18 17:51:10,404 Reloading parameters... +2021-12-18 17:51:10,424 Loading parameters... +2021-12-18 17:51:10,425 Loading project parameters... +2021-12-18 17:51:10,427 + +13 of 25 jobs remaining (17:51) +2021-12-18 17:51:10,428 Sleep: 10 +2021-12-18 17:51:10,428 Number of retrials: 0 +2021-12-18 17:51:10,428 WRAPPER CHECK TIME = 10 +2021-12-18 17:51:10,428 Checking jobs for platform=marenostrum4 +2021-12-18 17:51:10,429 Checking jobs for platform=nord3 +2021-12-18 17:51:10,429 Checking jobs for platform=local +2021-12-18 17:51:10,430 Checking jobs for platform=transfer_node +2021-12-18 17:51:10,430 Checking all jobs at once +2021-12-18 17:51:11,705 Successful check job command +2021-12-18 17:51:12,924 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:51:12,925 End of checking +2021-12-18 17:51:12,926 Updating FAILED jobs +2021-12-18 17:51:12,926 Updating WAITING jobs +2021-12-18 17:51:12,927 Update finished +2021-12-18 17:51:12,927 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:51:12,927 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:51:12,927 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:51:12,927 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:51:12,927 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:51:12,927 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:51:12,928 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:51:12,930 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:51:12,932 Job list saved +2021-12-18 17:51:12,962 Updating FAILED jobs +2021-12-18 17:51:12,963 Updating WAITING jobs +2021-12-18 17:51:12,963 Update finished +2021-12-18 17:51:22,966 Reloading parameters... +2021-12-18 17:51:22,987 Loading parameters... +2021-12-18 17:51:22,989 Loading project parameters... +2021-12-18 17:51:22,990 + +13 of 25 jobs remaining (17:51) +2021-12-18 17:51:22,991 Sleep: 10 +2021-12-18 17:51:22,991 Number of retrials: 0 +2021-12-18 17:51:22,991 WRAPPER CHECK TIME = 10 +2021-12-18 17:51:22,991 Checking jobs for platform=marenostrum4 +2021-12-18 17:51:22,992 Checking jobs for platform=nord3 +2021-12-18 17:51:22,992 Checking jobs for platform=local +2021-12-18 17:51:22,993 Checking jobs for platform=transfer_node +2021-12-18 17:51:22,993 Checking all jobs at once +2021-12-18 17:51:24,263 Successful check job command +2021-12-18 17:51:25,482 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:51:25,482 End of checking +2021-12-18 17:51:25,484 Updating FAILED jobs +2021-12-18 17:51:25,484 Updating WAITING jobs +2021-12-18 17:51:25,485 Update finished +2021-12-18 17:51:25,485 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:51:25,485 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:51:25,485 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:51:25,486 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:51:25,486 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:51:25,486 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:51:25,486 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:51:25,489 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:51:25,491 Job list saved +2021-12-18 17:51:25,498 Updating FAILED jobs +2021-12-18 17:51:25,498 Updating WAITING jobs +2021-12-18 17:51:25,498 Update finished +2021-12-18 17:51:35,508 Reloading parameters... +2021-12-18 17:51:35,530 Loading parameters... +2021-12-18 17:51:35,531 Loading project parameters... +2021-12-18 17:51:35,533 + +13 of 25 jobs remaining (17:51) +2021-12-18 17:51:35,533 Sleep: 10 +2021-12-18 17:51:35,533 Number of retrials: 0 +2021-12-18 17:51:35,533 WRAPPER CHECK TIME = 10 +2021-12-18 17:51:35,534 Checking jobs for platform=marenostrum4 +2021-12-18 17:51:35,534 Checking jobs for platform=nord3 +2021-12-18 17:51:35,535 Checking jobs for platform=local +2021-12-18 17:51:35,536 Checking jobs for platform=transfer_node +2021-12-18 17:51:35,536 Checking all jobs at once +2021-12-18 17:51:37,006 Successful check job command +2021-12-18 17:51:38,275 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:51:38,275 End of checking +2021-12-18 17:51:38,276 Updating FAILED jobs +2021-12-18 17:51:38,277 Updating WAITING jobs +2021-12-18 17:51:38,277 Update finished +2021-12-18 17:51:38,277 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:51:38,277 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:51:38,277 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:51:38,277 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:51:38,278 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:51:38,278 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:51:38,278 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:51:38,281 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:51:38,284 Job list saved +2021-12-18 17:51:38,289 Updating FAILED jobs +2021-12-18 17:51:38,290 Updating WAITING jobs +2021-12-18 17:51:38,290 Update finished +2021-12-18 17:51:48,300 Reloading parameters... +2021-12-18 17:51:48,320 Loading parameters... +2021-12-18 17:51:48,322 Loading project parameters... +2021-12-18 17:51:48,324 + +13 of 25 jobs remaining (17:51) +2021-12-18 17:51:48,324 Sleep: 10 +2021-12-18 17:51:48,324 Number of retrials: 0 +2021-12-18 17:51:48,324 WRAPPER CHECK TIME = 10 +2021-12-18 17:51:48,325 Checking jobs for platform=marenostrum4 +2021-12-18 17:51:48,325 Checking jobs for platform=nord3 +2021-12-18 17:51:48,326 Checking jobs for platform=local +2021-12-18 17:51:48,326 Checking jobs for platform=transfer_node +2021-12-18 17:51:48,326 Checking all jobs at once +2021-12-18 17:51:49,646 Successful check job command +2021-12-18 17:51:51,066 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:51:51,066 End of checking +2021-12-18 17:51:51,068 Updating FAILED jobs +2021-12-18 17:51:51,068 Updating WAITING jobs +2021-12-18 17:51:51,068 Update finished +2021-12-18 17:51:51,068 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:51:51,068 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:51:51,069 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:51:51,069 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:51:51,069 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:51:51,069 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:51:51,069 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:51:51,072 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:51:51,074 Job list saved +2021-12-18 17:51:51,083 Updating FAILED jobs +2021-12-18 17:51:51,084 Updating WAITING jobs +2021-12-18 17:51:51,084 Update finished +2021-12-18 17:52:01,094 Reloading parameters... +2021-12-18 17:52:01,115 Loading parameters... +2021-12-18 17:52:01,117 Loading project parameters... +2021-12-18 17:52:01,118 + +13 of 25 jobs remaining (17:52) +2021-12-18 17:52:01,119 Sleep: 10 +2021-12-18 17:52:01,119 Number of retrials: 0 +2021-12-18 17:52:01,119 WRAPPER CHECK TIME = 10 +2021-12-18 17:52:01,119 Checking jobs for platform=marenostrum4 +2021-12-18 17:52:01,120 Checking jobs for platform=nord3 +2021-12-18 17:52:01,120 Checking jobs for platform=local +2021-12-18 17:52:01,121 Checking jobs for platform=transfer_node +2021-12-18 17:52:01,121 Checking all jobs at once +2021-12-18 17:52:02,441 Successful check job command +2021-12-18 17:52:03,663 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:52:03,663 End of checking +2021-12-18 17:52:03,665 Updating FAILED jobs +2021-12-18 17:52:03,665 Updating WAITING jobs +2021-12-18 17:52:03,665 Update finished +2021-12-18 17:52:03,665 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:52:03,666 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:52:03,666 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:52:03,666 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:52:03,666 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:52:03,667 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:52:03,667 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:52:03,670 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:52:03,672 Job list saved +2021-12-18 17:52:03,677 Updating FAILED jobs +2021-12-18 17:52:03,677 Updating WAITING jobs +2021-12-18 17:52:03,677 Update finished +2021-12-18 17:52:13,688 Reloading parameters... +2021-12-18 17:52:13,708 Loading parameters... +2021-12-18 17:52:13,710 Loading project parameters... +2021-12-18 17:52:13,712 + +13 of 25 jobs remaining (17:52) +2021-12-18 17:52:13,712 Sleep: 10 +2021-12-18 17:52:13,712 Number of retrials: 0 +2021-12-18 17:52:13,712 WRAPPER CHECK TIME = 10 +2021-12-18 17:52:13,713 Checking jobs for platform=marenostrum4 +2021-12-18 17:52:13,713 Checking jobs for platform=nord3 +2021-12-18 17:52:13,714 Checking jobs for platform=local +2021-12-18 17:52:13,714 Checking jobs for platform=transfer_node +2021-12-18 17:52:13,714 Checking all jobs at once +2021-12-18 17:52:15,036 Successful check job command +2021-12-18 17:52:16,305 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:52:16,305 End of checking +2021-12-18 17:52:16,307 Updating FAILED jobs +2021-12-18 17:52:16,307 Updating WAITING jobs +2021-12-18 17:52:16,307 Update finished +2021-12-18 17:52:16,307 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:52:16,308 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:52:16,308 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:52:16,308 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:52:16,308 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:52:16,308 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:52:16,308 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:52:16,311 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:52:16,313 Job list saved +2021-12-18 17:52:16,319 Updating FAILED jobs +2021-12-18 17:52:16,319 Updating WAITING jobs +2021-12-18 17:52:16,319 Update finished +2021-12-18 17:52:26,322 Reloading parameters... +2021-12-18 17:52:26,344 Loading parameters... +2021-12-18 17:52:26,346 Loading project parameters... +2021-12-18 17:52:26,348 + +13 of 25 jobs remaining (17:52) +2021-12-18 17:52:26,348 Sleep: 10 +2021-12-18 17:52:26,348 Number of retrials: 0 +2021-12-18 17:52:26,348 WRAPPER CHECK TIME = 10 +2021-12-18 17:52:26,349 Checking jobs for platform=marenostrum4 +2021-12-18 17:52:26,350 Checking jobs for platform=nord3 +2021-12-18 17:52:26,350 Checking jobs for platform=local +2021-12-18 17:52:26,351 Checking jobs for platform=transfer_node +2021-12-18 17:52:26,351 Checking all jobs at once +2021-12-18 17:52:27,720 Successful check job command +2021-12-18 17:52:28,989 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:52:28,990 End of checking +2021-12-18 17:52:28,991 Updating FAILED jobs +2021-12-18 17:52:28,991 Updating WAITING jobs +2021-12-18 17:52:28,991 Update finished +2021-12-18 17:52:28,991 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:52:28,992 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:52:28,992 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:52:28,992 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:52:28,992 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:52:28,992 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:52:28,992 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:52:28,995 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:52:28,997 Job list saved +2021-12-18 17:52:29,003 Updating FAILED jobs +2021-12-18 17:52:29,003 Updating WAITING jobs +2021-12-18 17:52:29,003 Update finished +2021-12-18 17:52:39,014 Reloading parameters... +2021-12-18 17:52:39,033 Loading parameters... +2021-12-18 17:52:39,035 Loading project parameters... +2021-12-18 17:52:39,037 + +13 of 25 jobs remaining (17:52) +2021-12-18 17:52:39,037 Sleep: 10 +2021-12-18 17:52:39,037 Number of retrials: 0 +2021-12-18 17:52:39,037 WRAPPER CHECK TIME = 10 +2021-12-18 17:52:39,038 Checking jobs for platform=marenostrum4 +2021-12-18 17:52:39,038 Checking jobs for platform=nord3 +2021-12-18 17:52:39,039 Checking jobs for platform=local +2021-12-18 17:52:39,039 Checking jobs for platform=transfer_node +2021-12-18 17:52:39,039 Checking all jobs at once +2021-12-18 17:52:40,359 Successful check job command +2021-12-18 17:52:41,578 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:52:41,579 End of checking +2021-12-18 17:52:41,580 Updating FAILED jobs +2021-12-18 17:52:41,580 Updating WAITING jobs +2021-12-18 17:52:41,580 Update finished +2021-12-18 17:52:41,581 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:52:41,581 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:52:41,581 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:52:41,582 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:52:41,582 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:52:41,582 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:52:41,582 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:52:41,585 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:52:41,587 Job list saved +2021-12-18 17:52:41,592 Updating FAILED jobs +2021-12-18 17:52:41,592 Updating WAITING jobs +2021-12-18 17:52:41,592 Update finished +2021-12-18 17:52:51,602 Reloading parameters... +2021-12-18 17:52:51,620 Loading parameters... +2021-12-18 17:52:51,622 Loading project parameters... +2021-12-18 17:52:51,623 + +13 of 25 jobs remaining (17:52) +2021-12-18 17:52:51,624 Sleep: 10 +2021-12-18 17:52:51,624 Number of retrials: 0 +2021-12-18 17:52:51,624 WRAPPER CHECK TIME = 10 +2021-12-18 17:52:51,624 Checking jobs for platform=marenostrum4 +2021-12-18 17:52:51,625 Checking jobs for platform=nord3 +2021-12-18 17:52:51,625 Checking jobs for platform=local +2021-12-18 17:52:51,626 Checking jobs for platform=transfer_node +2021-12-18 17:52:51,626 Checking all jobs at once +2021-12-18 17:52:52,945 Successful check job command +2021-12-18 17:52:54,115 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:52:54,115 End of checking +2021-12-18 17:52:54,117 Updating FAILED jobs +2021-12-18 17:52:54,117 Updating WAITING jobs +2021-12-18 17:52:54,118 Update finished +2021-12-18 17:52:54,118 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:52:54,118 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:52:54,118 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:52:54,118 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:52:54,118 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:52:54,118 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:52:54,119 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:52:54,122 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:52:54,124 Job list saved +2021-12-18 17:52:54,129 Updating FAILED jobs +2021-12-18 17:52:54,129 Updating WAITING jobs +2021-12-18 17:52:54,129 Update finished +2021-12-18 17:53:04,140 Reloading parameters... +2021-12-18 17:53:04,160 Loading parameters... +2021-12-18 17:53:04,162 Loading project parameters... +2021-12-18 17:53:04,163 + +13 of 25 jobs remaining (17:53) +2021-12-18 17:53:04,164 Sleep: 10 +2021-12-18 17:53:04,164 Number of retrials: 0 +2021-12-18 17:53:04,164 WRAPPER CHECK TIME = 10 +2021-12-18 17:53:04,164 Checking jobs for platform=marenostrum4 +2021-12-18 17:53:04,165 Checking jobs for platform=nord3 +2021-12-18 17:53:04,165 Checking jobs for platform=local +2021-12-18 17:53:04,166 Checking jobs for platform=transfer_node +2021-12-18 17:53:04,166 Checking all jobs at once +2021-12-18 17:53:05,535 Successful check job command +2021-12-18 17:53:06,755 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:53:06,756 End of checking +2021-12-18 17:53:06,757 Updating FAILED jobs +2021-12-18 17:53:06,757 Updating WAITING jobs +2021-12-18 17:53:06,758 Update finished +2021-12-18 17:53:06,758 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:53:06,758 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:53:06,758 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:53:06,758 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:53:06,758 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:53:06,759 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:53:06,759 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:53:06,762 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:53:06,764 Job list saved +2021-12-18 17:53:06,768 Updating FAILED jobs +2021-12-18 17:53:06,769 Updating WAITING jobs +2021-12-18 17:53:06,769 Update finished +2021-12-18 17:53:16,779 Reloading parameters... +2021-12-18 17:53:16,799 Loading parameters... +2021-12-18 17:53:16,800 Loading project parameters... +2021-12-18 17:53:16,802 + +13 of 25 jobs remaining (17:53) +2021-12-18 17:53:16,802 Sleep: 10 +2021-12-18 17:53:16,803 Number of retrials: 0 +2021-12-18 17:53:16,803 WRAPPER CHECK TIME = 10 +2021-12-18 17:53:16,803 Checking jobs for platform=marenostrum4 +2021-12-18 17:53:16,805 Checking jobs for platform=nord3 +2021-12-18 17:53:16,805 Checking jobs for platform=local +2021-12-18 17:53:16,806 Checking jobs for platform=transfer_node +2021-12-18 17:53:16,806 Checking all jobs at once +2021-12-18 17:53:18,076 Successful check job command +2021-12-18 17:53:19,298 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:53:19,298 End of checking +2021-12-18 17:53:19,300 Updating FAILED jobs +2021-12-18 17:53:19,300 Updating WAITING jobs +2021-12-18 17:53:19,300 Update finished +2021-12-18 17:53:19,300 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:53:19,301 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:53:19,301 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:53:19,301 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:53:19,301 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:53:19,301 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:53:19,302 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:53:19,304 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:53:19,307 Job list saved +2021-12-18 17:53:19,311 Updating FAILED jobs +2021-12-18 17:53:19,311 Updating WAITING jobs +2021-12-18 17:53:19,312 Update finished +2021-12-18 17:53:29,322 Reloading parameters... +2021-12-18 17:53:29,340 Loading parameters... +2021-12-18 17:53:29,342 Loading project parameters... +2021-12-18 17:53:29,343 + +13 of 25 jobs remaining (17:53) +2021-12-18 17:53:29,344 Sleep: 10 +2021-12-18 17:53:29,344 Number of retrials: 0 +2021-12-18 17:53:29,344 WRAPPER CHECK TIME = 10 +2021-12-18 17:53:29,344 Checking jobs for platform=marenostrum4 +2021-12-18 17:53:29,345 Checking jobs for platform=nord3 +2021-12-18 17:53:29,345 Checking jobs for platform=local +2021-12-18 17:53:29,346 Checking jobs for platform=transfer_node +2021-12-18 17:53:29,346 Checking all jobs at once +2021-12-18 17:53:30,816 Successful check job command +2021-12-18 17:53:32,136 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:53:32,136 End of checking +2021-12-18 17:53:32,138 Updating FAILED jobs +2021-12-18 17:53:32,138 Updating WAITING jobs +2021-12-18 17:53:32,138 Update finished +2021-12-18 17:53:32,138 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:53:32,139 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:53:32,139 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:53:32,139 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:53:32,139 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:53:32,139 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:53:32,139 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:53:32,143 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:53:32,145 Job list saved +2021-12-18 17:53:32,150 Updating FAILED jobs +2021-12-18 17:53:32,150 Updating WAITING jobs +2021-12-18 17:53:32,150 Update finished +2021-12-18 17:53:42,160 Reloading parameters... +2021-12-18 17:53:42,180 Loading parameters... +2021-12-18 17:53:42,181 Loading project parameters... +2021-12-18 17:53:42,183 + +13 of 25 jobs remaining (17:53) +2021-12-18 17:53:42,183 Sleep: 10 +2021-12-18 17:53:42,183 Number of retrials: 0 +2021-12-18 17:53:42,184 WRAPPER CHECK TIME = 10 +2021-12-18 17:53:42,184 Checking jobs for platform=marenostrum4 +2021-12-18 17:53:42,185 Checking jobs for platform=nord3 +2021-12-18 17:53:42,185 Checking jobs for platform=local +2021-12-18 17:53:42,186 Checking jobs for platform=transfer_node +2021-12-18 17:53:42,186 Checking all jobs at once +2021-12-18 17:53:43,505 Successful check job command +2021-12-18 17:53:44,825 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:53:44,825 End of checking +2021-12-18 17:53:44,827 Updating FAILED jobs +2021-12-18 17:53:44,827 Updating WAITING jobs +2021-12-18 17:53:44,827 Update finished +2021-12-18 17:53:44,827 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:53:44,827 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:53:44,827 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:53:44,828 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:53:44,828 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:53:44,828 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:53:44,828 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:53:44,832 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:53:44,834 Job list saved +2021-12-18 17:53:44,839 Updating FAILED jobs +2021-12-18 17:53:44,839 Updating WAITING jobs +2021-12-18 17:53:44,839 Update finished +2021-12-18 17:53:54,849 Reloading parameters... +2021-12-18 17:53:54,868 Loading parameters... +2021-12-18 17:53:54,870 Loading project parameters... +2021-12-18 17:53:54,872 + +13 of 25 jobs remaining (17:53) +2021-12-18 17:53:54,872 Sleep: 10 +2021-12-18 17:53:54,872 Number of retrials: 0 +2021-12-18 17:53:54,872 WRAPPER CHECK TIME = 10 +2021-12-18 17:53:54,873 Checking jobs for platform=marenostrum4 +2021-12-18 17:53:54,873 Checking jobs for platform=nord3 +2021-12-18 17:53:54,874 Checking jobs for platform=local +2021-12-18 17:53:54,874 Checking jobs for platform=transfer_node +2021-12-18 17:53:54,874 Checking all jobs at once +2021-12-18 17:53:56,145 Successful check job command +2021-12-18 17:53:57,314 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:53:57,314 End of checking +2021-12-18 17:53:57,316 Updating FAILED jobs +2021-12-18 17:53:57,316 Updating WAITING jobs +2021-12-18 17:53:57,316 Update finished +2021-12-18 17:53:57,316 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:53:57,317 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:53:57,317 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:53:57,317 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:53:57,317 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:53:57,317 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:53:57,317 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:53:57,320 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:53:57,322 Job list saved +2021-12-18 17:53:57,327 Updating FAILED jobs +2021-12-18 17:53:57,328 Updating WAITING jobs +2021-12-18 17:53:57,328 Update finished +2021-12-18 17:54:07,338 Reloading parameters... +2021-12-18 17:54:07,363 Loading parameters... +2021-12-18 17:54:07,364 Loading project parameters... +2021-12-18 17:54:07,366 + +13 of 25 jobs remaining (17:54) +2021-12-18 17:54:07,366 Sleep: 10 +2021-12-18 17:54:07,366 Number of retrials: 0 +2021-12-18 17:54:07,366 WRAPPER CHECK TIME = 10 +2021-12-18 17:54:07,367 Checking jobs for platform=marenostrum4 +2021-12-18 17:54:07,367 Checking jobs for platform=nord3 +2021-12-18 17:54:07,368 Checking jobs for platform=local +2021-12-18 17:54:07,368 Checking jobs for platform=transfer_node +2021-12-18 17:54:07,369 Checking all jobs at once +2021-12-18 17:54:08,638 Successful check job command +2021-12-18 17:54:09,761 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:54:09,761 End of checking +2021-12-18 17:54:09,763 Updating FAILED jobs +2021-12-18 17:54:09,763 Updating WAITING jobs +2021-12-18 17:54:09,763 Update finished +2021-12-18 17:54:09,763 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:54:09,763 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:54:09,763 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:54:09,764 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:54:09,764 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:54:09,764 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:54:09,764 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:54:09,767 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:54:09,769 Job list saved +2021-12-18 17:54:09,774 Updating FAILED jobs +2021-12-18 17:54:09,775 Updating WAITING jobs +2021-12-18 17:54:09,775 Update finished +2021-12-18 17:54:19,782 Reloading parameters... +2021-12-18 17:54:19,803 Loading parameters... +2021-12-18 17:54:19,804 Loading project parameters... +2021-12-18 17:54:19,806 + +13 of 25 jobs remaining (17:54) +2021-12-18 17:54:19,806 Sleep: 10 +2021-12-18 17:54:19,806 Number of retrials: 0 +2021-12-18 17:54:19,806 WRAPPER CHECK TIME = 10 +2021-12-18 17:54:19,807 Checking jobs for platform=marenostrum4 +2021-12-18 17:54:19,807 Checking jobs for platform=nord3 +2021-12-18 17:54:19,808 Checking jobs for platform=local +2021-12-18 17:54:19,808 Checking jobs for platform=transfer_node +2021-12-18 17:54:19,808 Checking all jobs at once +2021-12-18 17:54:21,329 Successful check job command +2021-12-18 17:54:22,600 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:54:22,600 End of checking +2021-12-18 17:54:22,601 Updating FAILED jobs +2021-12-18 17:54:22,602 Updating WAITING jobs +2021-12-18 17:54:22,602 Update finished +2021-12-18 17:54:22,602 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:54:22,602 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:54:22,602 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:54:22,603 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:54:22,603 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:54:22,603 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:54:22,603 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:54:22,606 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:54:22,608 Job list saved +2021-12-18 17:54:22,619 Updating FAILED jobs +2021-12-18 17:54:22,620 Updating WAITING jobs +2021-12-18 17:54:22,620 Update finished +2021-12-18 17:54:32,626 Reloading parameters... +2021-12-18 17:54:32,645 Loading parameters... +2021-12-18 17:54:32,646 Loading project parameters... +2021-12-18 17:54:32,648 + +13 of 25 jobs remaining (17:54) +2021-12-18 17:54:32,648 Sleep: 10 +2021-12-18 17:54:32,648 Number of retrials: 0 +2021-12-18 17:54:32,648 WRAPPER CHECK TIME = 10 +2021-12-18 17:54:32,649 Checking jobs for platform=marenostrum4 +2021-12-18 17:54:32,650 Checking jobs for platform=nord3 +2021-12-18 17:54:32,650 Checking jobs for platform=local +2021-12-18 17:54:32,651 Checking jobs for platform=transfer_node +2021-12-18 17:54:32,651 Checking all jobs at once +2021-12-18 17:54:34,571 Successful check job command +2021-12-18 17:54:35,941 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:54:35,941 End of checking +2021-12-18 17:54:35,943 Updating FAILED jobs +2021-12-18 17:54:35,943 Updating WAITING jobs +2021-12-18 17:54:35,943 Update finished +2021-12-18 17:54:35,943 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:54:35,944 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:54:35,944 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:54:35,944 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:54:35,944 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:54:35,944 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:54:35,944 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:54:35,947 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:54:35,950 Job list saved +2021-12-18 17:54:35,955 Updating FAILED jobs +2021-12-18 17:54:35,955 Updating WAITING jobs +2021-12-18 17:54:35,955 Update finished +2021-12-18 17:54:45,965 Reloading parameters... +2021-12-18 17:54:45,983 Loading parameters... +2021-12-18 17:54:45,985 Loading project parameters... +2021-12-18 17:54:45,987 + +13 of 25 jobs remaining (17:54) +2021-12-18 17:54:45,987 Sleep: 10 +2021-12-18 17:54:45,987 Number of retrials: 0 +2021-12-18 17:54:45,987 WRAPPER CHECK TIME = 10 +2021-12-18 17:54:45,988 Checking jobs for platform=marenostrum4 +2021-12-18 17:54:45,988 Checking jobs for platform=nord3 +2021-12-18 17:54:45,989 Checking jobs for platform=local +2021-12-18 17:54:45,989 Checking jobs for platform=transfer_node +2021-12-18 17:54:45,989 Checking all jobs at once +2021-12-18 17:54:47,218 Successful check job command +2021-12-18 17:54:48,387 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:54:48,387 End of checking +2021-12-18 17:54:48,388 Updating FAILED jobs +2021-12-18 17:54:48,388 Updating WAITING jobs +2021-12-18 17:54:48,389 Update finished +2021-12-18 17:54:48,389 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:54:48,389 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:54:48,389 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:54:48,389 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:54:48,390 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:54:48,390 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:54:48,390 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:54:48,393 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:54:48,395 Job list saved +2021-12-18 17:54:48,399 Updating FAILED jobs +2021-12-18 17:54:48,400 Updating WAITING jobs +2021-12-18 17:54:48,400 Update finished +2021-12-18 17:54:58,410 Reloading parameters... +2021-12-18 17:54:58,430 Loading parameters... +2021-12-18 17:54:58,431 Loading project parameters... +2021-12-18 17:54:58,433 + +13 of 25 jobs remaining (17:54) +2021-12-18 17:54:58,433 Sleep: 10 +2021-12-18 17:54:58,434 Number of retrials: 0 +2021-12-18 17:54:58,434 WRAPPER CHECK TIME = 10 +2021-12-18 17:54:58,434 Checking jobs for platform=marenostrum4 +2021-12-18 17:54:58,435 Checking jobs for platform=nord3 +2021-12-18 17:54:58,435 Checking jobs for platform=local +2021-12-18 17:54:58,436 Checking jobs for platform=transfer_node +2021-12-18 17:54:58,436 Checking all jobs at once +2021-12-18 17:54:59,756 Successful check job command +2021-12-18 17:55:00,977 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:55:00,977 End of checking +2021-12-18 17:55:00,978 Updating FAILED jobs +2021-12-18 17:55:00,978 Updating WAITING jobs +2021-12-18 17:55:00,979 Update finished +2021-12-18 17:55:00,979 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:55:00,979 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:55:00,979 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:55:00,979 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:55:00,979 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:55:00,980 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:55:00,980 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:55:00,982 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:55:00,984 Job list saved +2021-12-18 17:55:00,989 Updating FAILED jobs +2021-12-18 17:55:00,989 Updating WAITING jobs +2021-12-18 17:55:00,989 Update finished +2021-12-18 17:55:11,000 Reloading parameters... +2021-12-18 17:55:11,018 Loading parameters... +2021-12-18 17:55:11,020 Loading project parameters... +2021-12-18 17:55:11,022 + +13 of 25 jobs remaining (17:55) +2021-12-18 17:55:11,022 Sleep: 10 +2021-12-18 17:55:11,022 Number of retrials: 0 +2021-12-18 17:55:11,022 WRAPPER CHECK TIME = 10 +2021-12-18 17:55:11,023 Checking jobs for platform=marenostrum4 +2021-12-18 17:55:11,023 Checking jobs for platform=nord3 +2021-12-18 17:55:11,024 Checking jobs for platform=local +2021-12-18 17:55:11,024 Checking jobs for platform=transfer_node +2021-12-18 17:55:11,024 Checking all jobs at once +2021-12-18 17:55:12,294 Successful check job command +2021-12-18 17:55:13,463 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:55:13,464 End of checking +2021-12-18 17:55:13,465 Updating FAILED jobs +2021-12-18 17:55:13,466 Updating WAITING jobs +2021-12-18 17:55:13,466 Update finished +2021-12-18 17:55:13,466 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:55:13,467 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:55:13,467 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:55:13,467 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:55:13,467 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:55:13,467 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:55:13,468 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:55:13,470 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:55:13,472 Job list saved +2021-12-18 17:55:13,477 Updating FAILED jobs +2021-12-18 17:55:13,477 Updating WAITING jobs +2021-12-18 17:55:13,477 Update finished +2021-12-18 17:55:23,487 Reloading parameters... +2021-12-18 17:55:23,505 Loading parameters... +2021-12-18 17:55:23,506 Loading project parameters... +2021-12-18 17:55:23,508 + +13 of 25 jobs remaining (17:55) +2021-12-18 17:55:23,508 Sleep: 10 +2021-12-18 17:55:23,508 Number of retrials: 0 +2021-12-18 17:55:23,508 WRAPPER CHECK TIME = 10 +2021-12-18 17:55:23,509 Checking jobs for platform=marenostrum4 +2021-12-18 17:55:23,509 Checking jobs for platform=nord3 +2021-12-18 17:55:23,510 Checking jobs for platform=local +2021-12-18 17:55:23,510 Checking jobs for platform=transfer_node +2021-12-18 17:55:23,511 Checking all jobs at once +2021-12-18 17:55:24,883 Successful check job command +2021-12-18 17:55:26,052 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:55:26,052 End of checking +2021-12-18 17:55:26,054 Updating FAILED jobs +2021-12-18 17:55:26,054 Updating WAITING jobs +2021-12-18 17:55:26,054 Update finished +2021-12-18 17:55:26,054 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:55:26,054 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:55:26,055 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:55:26,055 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:55:26,055 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:55:26,055 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:55:26,055 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:55:26,058 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:55:26,060 Job list saved +2021-12-18 17:55:26,065 Updating FAILED jobs +2021-12-18 17:55:26,065 Updating WAITING jobs +2021-12-18 17:55:26,065 Update finished +2021-12-18 17:55:36,070 Reloading parameters... +2021-12-18 17:55:36,088 Loading parameters... +2021-12-18 17:55:36,089 Loading project parameters... +2021-12-18 17:55:36,091 + +13 of 25 jobs remaining (17:55) +2021-12-18 17:55:36,091 Sleep: 10 +2021-12-18 17:55:36,091 Number of retrials: 0 +2021-12-18 17:55:36,091 WRAPPER CHECK TIME = 10 +2021-12-18 17:55:36,093 Checking jobs for platform=marenostrum4 +2021-12-18 17:55:36,093 Checking jobs for platform=nord3 +2021-12-18 17:55:36,094 Checking jobs for platform=local +2021-12-18 17:55:36,095 Checking jobs for platform=transfer_node +2021-12-18 17:55:36,095 Checking all jobs at once +2021-12-18 17:55:37,765 Successful check job command +2021-12-18 17:55:39,135 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:55:39,135 End of checking +2021-12-18 17:55:39,136 Updating FAILED jobs +2021-12-18 17:55:39,136 Updating WAITING jobs +2021-12-18 17:55:39,137 Update finished +2021-12-18 17:55:39,137 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:55:39,137 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:55:39,137 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:55:39,137 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:55:39,137 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:55:39,138 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:55:39,138 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:55:39,140 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:55:39,142 Job list saved +2021-12-18 17:55:39,157 Updating FAILED jobs +2021-12-18 17:55:39,157 Updating WAITING jobs +2021-12-18 17:55:39,157 Update finished +2021-12-18 17:55:49,167 Reloading parameters... +2021-12-18 17:55:49,187 Loading parameters... +2021-12-18 17:55:49,189 Loading project parameters... +2021-12-18 17:55:49,191 + +13 of 25 jobs remaining (17:55) +2021-12-18 17:55:49,191 Sleep: 10 +2021-12-18 17:55:49,191 Number of retrials: 0 +2021-12-18 17:55:49,191 WRAPPER CHECK TIME = 10 +2021-12-18 17:55:49,192 Checking jobs for platform=marenostrum4 +2021-12-18 17:55:49,192 Checking jobs for platform=nord3 +2021-12-18 17:55:49,193 Checking jobs for platform=local +2021-12-18 17:55:49,193 Checking jobs for platform=transfer_node +2021-12-18 17:55:49,194 Checking all jobs at once +2021-12-18 17:55:50,613 Successful check job command +2021-12-18 17:55:51,832 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:55:51,832 End of checking +2021-12-18 17:55:51,834 Updating FAILED jobs +2021-12-18 17:55:51,834 Updating WAITING jobs +2021-12-18 17:55:51,834 Update finished +2021-12-18 17:55:51,834 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:55:51,835 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:55:51,835 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:55:51,835 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:55:51,835 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:55:51,836 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:55:51,836 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:55:51,838 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:55:51,841 Job list saved +2021-12-18 17:55:51,845 Updating FAILED jobs +2021-12-18 17:55:51,845 Updating WAITING jobs +2021-12-18 17:55:51,846 Update finished +2021-12-18 17:56:01,856 Reloading parameters... +2021-12-18 17:56:01,875 Loading parameters... +2021-12-18 17:56:01,877 Loading project parameters... +2021-12-18 17:56:01,879 + +13 of 25 jobs remaining (17:56) +2021-12-18 17:56:01,879 Sleep: 10 +2021-12-18 17:56:01,879 Number of retrials: 0 +2021-12-18 17:56:01,879 WRAPPER CHECK TIME = 10 +2021-12-18 17:56:01,880 Checking jobs for platform=marenostrum4 +2021-12-18 17:56:01,880 Checking jobs for platform=nord3 +2021-12-18 17:56:01,881 Checking jobs for platform=local +2021-12-18 17:56:01,881 Checking jobs for platform=transfer_node +2021-12-18 17:56:01,881 Checking all jobs at once +2021-12-18 17:56:03,203 Successful check job command +2021-12-18 17:56:04,473 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:56:04,473 End of checking +2021-12-18 17:56:04,474 Updating FAILED jobs +2021-12-18 17:56:04,474 Updating WAITING jobs +2021-12-18 17:56:04,475 Update finished +2021-12-18 17:56:04,475 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:56:04,475 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:56:04,475 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:56:04,475 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:56:04,475 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:56:04,476 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:56:04,476 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:56:04,478 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:56:04,481 Job list saved +2021-12-18 17:56:04,485 Updating FAILED jobs +2021-12-18 17:56:04,485 Updating WAITING jobs +2021-12-18 17:56:04,486 Update finished +2021-12-18 17:56:14,496 Reloading parameters... +2021-12-18 17:56:14,516 Loading parameters... +2021-12-18 17:56:14,517 Loading project parameters... +2021-12-18 17:56:14,519 + +13 of 25 jobs remaining (17:56) +2021-12-18 17:56:14,519 Sleep: 10 +2021-12-18 17:56:14,519 Number of retrials: 0 +2021-12-18 17:56:14,519 WRAPPER CHECK TIME = 10 +2021-12-18 17:56:14,520 Checking jobs for platform=marenostrum4 +2021-12-18 17:56:14,520 Checking jobs for platform=nord3 +2021-12-18 17:56:14,521 Checking jobs for platform=local +2021-12-18 17:56:14,522 Checking jobs for platform=transfer_node +2021-12-18 17:56:14,522 Checking all jobs at once +2021-12-18 17:56:15,841 Successful check job command +2021-12-18 17:56:17,060 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:56:17,061 End of checking +2021-12-18 17:56:17,062 Updating FAILED jobs +2021-12-18 17:56:17,062 Updating WAITING jobs +2021-12-18 17:56:17,063 Update finished +2021-12-18 17:56:17,063 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:56:17,063 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:56:17,063 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:56:17,063 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:56:17,063 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:56:17,063 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:56:17,064 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:56:17,066 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:56:17,068 Job list saved +2021-12-18 17:56:17,073 Updating FAILED jobs +2021-12-18 17:56:17,073 Updating WAITING jobs +2021-12-18 17:56:17,073 Update finished +2021-12-18 17:56:27,083 Reloading parameters... +2021-12-18 17:56:27,102 Loading parameters... +2021-12-18 17:56:27,103 Loading project parameters... +2021-12-18 17:56:27,105 + +13 of 25 jobs remaining (17:56) +2021-12-18 17:56:27,105 Sleep: 10 +2021-12-18 17:56:27,105 Number of retrials: 0 +2021-12-18 17:56:27,105 WRAPPER CHECK TIME = 10 +2021-12-18 17:56:27,106 Checking jobs for platform=marenostrum4 +2021-12-18 17:56:27,106 Checking jobs for platform=nord3 +2021-12-18 17:56:27,107 Checking jobs for platform=local +2021-12-18 17:56:27,108 Checking jobs for platform=transfer_node +2021-12-18 17:56:27,108 Checking all jobs at once +2021-12-18 17:56:28,529 Successful check job command +2021-12-18 17:56:29,749 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:56:29,750 End of checking +2021-12-18 17:56:29,751 Updating FAILED jobs +2021-12-18 17:56:29,751 Updating WAITING jobs +2021-12-18 17:56:29,752 Update finished +2021-12-18 17:56:29,752 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:56:29,752 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:56:29,753 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:56:29,753 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:56:29,753 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:56:29,753 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:56:29,753 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:56:29,756 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:56:29,759 Job list saved +2021-12-18 17:56:29,763 Updating FAILED jobs +2021-12-18 17:56:29,763 Updating WAITING jobs +2021-12-18 17:56:29,764 Update finished +2021-12-18 17:56:39,774 Reloading parameters... +2021-12-18 17:56:39,793 Loading parameters... +2021-12-18 17:56:39,795 Loading project parameters... +2021-12-18 17:56:39,796 + +13 of 25 jobs remaining (17:56) +2021-12-18 17:56:39,797 Sleep: 10 +2021-12-18 17:56:39,797 Number of retrials: 0 +2021-12-18 17:56:39,797 WRAPPER CHECK TIME = 10 +2021-12-18 17:56:39,797 Checking jobs for platform=marenostrum4 +2021-12-18 17:56:39,798 Checking jobs for platform=nord3 +2021-12-18 17:56:39,798 Checking jobs for platform=local +2021-12-18 17:56:39,799 Checking jobs for platform=transfer_node +2021-12-18 17:56:39,799 Checking all jobs at once +2021-12-18 17:56:41,720 Successful check job command +2021-12-18 17:56:43,139 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:56:43,140 End of checking +2021-12-18 17:56:43,141 Updating FAILED jobs +2021-12-18 17:56:43,141 Updating WAITING jobs +2021-12-18 17:56:43,142 Update finished +2021-12-18 17:56:43,142 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:56:43,142 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:56:43,142 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:56:43,142 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:56:43,142 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:56:43,142 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:56:43,143 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:56:43,145 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:56:43,147 Job list saved +2021-12-18 17:56:43,152 Updating FAILED jobs +2021-12-18 17:56:43,152 Updating WAITING jobs +2021-12-18 17:56:43,152 Update finished +2021-12-18 17:56:53,161 Reloading parameters... +2021-12-18 17:56:53,181 Loading parameters... +2021-12-18 17:56:53,183 Loading project parameters... +2021-12-18 17:56:53,185 + +13 of 25 jobs remaining (17:56) +2021-12-18 17:56:53,185 Sleep: 10 +2021-12-18 17:56:53,185 Number of retrials: 0 +2021-12-18 17:56:53,185 WRAPPER CHECK TIME = 10 +2021-12-18 17:56:53,186 Checking jobs for platform=marenostrum4 +2021-12-18 17:56:53,187 Checking jobs for platform=nord3 +2021-12-18 17:56:53,187 Checking jobs for platform=local +2021-12-18 17:56:53,188 Checking jobs for platform=transfer_node +2021-12-18 17:56:53,188 Checking all jobs at once +2021-12-18 17:56:54,659 Successful check job command +2021-12-18 17:56:56,278 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:56:56,279 End of checking +2021-12-18 17:56:56,280 Updating FAILED jobs +2021-12-18 17:56:56,280 Updating WAITING jobs +2021-12-18 17:56:56,280 Update finished +2021-12-18 17:56:56,280 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:56:56,281 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:56:56,281 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:56:56,281 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:56:56,281 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:56:56,281 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:56:56,281 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:56:56,284 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:56:56,286 Job list saved +2021-12-18 17:56:56,291 Updating FAILED jobs +2021-12-18 17:56:56,291 Updating WAITING jobs +2021-12-18 17:56:56,291 Update finished +2021-12-18 17:57:06,301 Reloading parameters... +2021-12-18 17:57:06,320 Loading parameters... +2021-12-18 17:57:06,321 Loading project parameters... +2021-12-18 17:57:06,323 + +13 of 25 jobs remaining (17:57) +2021-12-18 17:57:06,323 Sleep: 10 +2021-12-18 17:57:06,324 Number of retrials: 0 +2021-12-18 17:57:06,324 WRAPPER CHECK TIME = 10 +2021-12-18 17:57:06,324 Checking jobs for platform=marenostrum4 +2021-12-18 17:57:06,325 Checking jobs for platform=nord3 +2021-12-18 17:57:06,325 Checking jobs for platform=local +2021-12-18 17:57:06,326 Checking jobs for platform=transfer_node +2021-12-18 17:57:06,326 Checking all jobs at once +2021-12-18 17:57:07,696 Successful check job command +2021-12-18 17:57:09,166 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:57:09,166 End of checking +2021-12-18 17:57:09,167 Updating FAILED jobs +2021-12-18 17:57:09,167 Updating WAITING jobs +2021-12-18 17:57:09,167 Update finished +2021-12-18 17:57:09,168 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:57:09,168 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:57:09,168 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:57:09,168 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:57:09,168 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:57:09,169 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:57:09,169 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:57:09,171 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:57:09,173 Job list saved +2021-12-18 17:57:09,178 Updating FAILED jobs +2021-12-18 17:57:09,178 Updating WAITING jobs +2021-12-18 17:57:09,178 Update finished +2021-12-18 17:57:19,189 Reloading parameters... +2021-12-18 17:57:19,207 Loading parameters... +2021-12-18 17:57:19,209 Loading project parameters... +2021-12-18 17:57:19,210 + +13 of 25 jobs remaining (17:57) +2021-12-18 17:57:19,211 Sleep: 10 +2021-12-18 17:57:19,211 Number of retrials: 0 +2021-12-18 17:57:19,211 WRAPPER CHECK TIME = 10 +2021-12-18 17:57:19,211 Checking jobs for platform=marenostrum4 +2021-12-18 17:57:19,212 Checking jobs for platform=nord3 +2021-12-18 17:57:19,213 Checking jobs for platform=local +2021-12-18 17:57:19,213 Checking jobs for platform=transfer_node +2021-12-18 17:57:19,213 Checking all jobs at once +2021-12-18 17:57:20,633 Successful check job command +2021-12-18 17:57:22,002 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:57:22,003 End of checking +2021-12-18 17:57:22,004 Updating FAILED jobs +2021-12-18 17:57:22,004 Updating WAITING jobs +2021-12-18 17:57:22,005 Update finished +2021-12-18 17:57:22,005 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:57:22,005 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:57:22,005 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:57:22,005 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:57:22,005 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:57:22,005 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:57:22,006 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:57:22,008 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:57:22,010 Job list saved +2021-12-18 17:57:22,015 Updating FAILED jobs +2021-12-18 17:57:22,015 Updating WAITING jobs +2021-12-18 17:57:22,015 Update finished +2021-12-18 17:57:32,024 Reloading parameters... +2021-12-18 17:57:32,045 Loading parameters... +2021-12-18 17:57:32,047 Loading project parameters... +2021-12-18 17:57:32,049 + +13 of 25 jobs remaining (17:57) +2021-12-18 17:57:32,049 Sleep: 10 +2021-12-18 17:57:32,049 Number of retrials: 0 +2021-12-18 17:57:32,049 WRAPPER CHECK TIME = 10 +2021-12-18 17:57:32,050 Checking jobs for platform=marenostrum4 +2021-12-18 17:57:32,050 Checking jobs for platform=nord3 +2021-12-18 17:57:32,051 Checking jobs for platform=local +2021-12-18 17:57:32,051 Checking jobs for platform=transfer_node +2021-12-18 17:57:32,051 Checking all jobs at once +2021-12-18 17:57:33,371 Successful check job command +2021-12-18 17:57:34,641 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:57:34,641 End of checking +2021-12-18 17:57:34,643 Updating FAILED jobs +2021-12-18 17:57:34,643 Updating WAITING jobs +2021-12-18 17:57:34,643 Update finished +2021-12-18 17:57:34,643 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:57:34,643 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:57:34,644 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:57:34,644 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:57:34,644 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:57:34,644 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:57:34,644 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:57:34,648 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:57:34,651 Job list saved +2021-12-18 17:57:34,655 Updating FAILED jobs +2021-12-18 17:57:34,655 Updating WAITING jobs +2021-12-18 17:57:34,656 Update finished +2021-12-18 17:57:44,666 Reloading parameters... +2021-12-18 17:57:44,683 Loading parameters... +2021-12-18 17:57:44,684 Loading project parameters... +2021-12-18 17:57:44,686 + +13 of 25 jobs remaining (17:57) +2021-12-18 17:57:44,686 Sleep: 10 +2021-12-18 17:57:44,687 Number of retrials: 0 +2021-12-18 17:57:44,687 WRAPPER CHECK TIME = 10 +2021-12-18 17:57:44,687 Checking jobs for platform=marenostrum4 +2021-12-18 17:57:44,688 Checking jobs for platform=nord3 +2021-12-18 17:57:44,688 Checking jobs for platform=local +2021-12-18 17:57:44,689 Checking jobs for platform=transfer_node +2021-12-18 17:57:44,689 Checking all jobs at once +2021-12-18 17:57:46,009 Successful check job command +2021-12-18 17:57:47,228 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:57:47,228 End of checking +2021-12-18 17:57:47,230 Updating FAILED jobs +2021-12-18 17:57:47,230 Updating WAITING jobs +2021-12-18 17:57:47,230 Update finished +2021-12-18 17:57:47,230 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:57:47,231 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:57:47,231 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:57:47,231 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:57:47,231 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:57:47,231 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:57:47,231 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:57:47,234 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:57:47,236 Job list saved +2021-12-18 17:57:47,241 Updating FAILED jobs +2021-12-18 17:57:47,241 Updating WAITING jobs +2021-12-18 17:57:47,241 Update finished +2021-12-18 17:57:57,251 Reloading parameters... +2021-12-18 17:57:57,269 Loading parameters... +2021-12-18 17:57:57,271 Loading project parameters... +2021-12-18 17:57:57,272 + +13 of 25 jobs remaining (17:57) +2021-12-18 17:57:57,273 Sleep: 10 +2021-12-18 17:57:57,273 Number of retrials: 0 +2021-12-18 17:57:57,273 WRAPPER CHECK TIME = 10 +2021-12-18 17:57:57,273 Checking jobs for platform=marenostrum4 +2021-12-18 17:57:57,274 Checking jobs for platform=nord3 +2021-12-18 17:57:57,274 Checking jobs for platform=local +2021-12-18 17:57:57,275 Checking jobs for platform=transfer_node +2021-12-18 17:57:57,275 Checking all jobs at once +2021-12-18 17:57:58,696 Successful check job command +2021-12-18 17:57:59,965 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:57:59,966 End of checking +2021-12-18 17:57:59,967 Updating FAILED jobs +2021-12-18 17:57:59,967 Updating WAITING jobs +2021-12-18 17:57:59,967 Update finished +2021-12-18 17:57:59,967 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:57:59,968 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:57:59,968 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:57:59,968 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:57:59,968 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:57:59,968 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:57:59,968 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:57:59,970 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:57:59,973 Job list saved +2021-12-18 17:57:59,977 Updating FAILED jobs +2021-12-18 17:57:59,978 Updating WAITING jobs +2021-12-18 17:57:59,978 Update finished +2021-12-18 17:58:09,988 Reloading parameters... +2021-12-18 17:58:10,005 Loading parameters... +2021-12-18 17:58:10,006 Loading project parameters... +2021-12-18 17:58:10,008 + +13 of 25 jobs remaining (17:58) +2021-12-18 17:58:10,008 Sleep: 10 +2021-12-18 17:58:10,009 Number of retrials: 0 +2021-12-18 17:58:10,009 WRAPPER CHECK TIME = 10 +2021-12-18 17:58:10,009 Checking jobs for platform=marenostrum4 +2021-12-18 17:58:10,010 Checking jobs for platform=nord3 +2021-12-18 17:58:10,010 Checking jobs for platform=local +2021-12-18 17:58:10,011 Checking jobs for platform=transfer_node +2021-12-18 17:58:10,011 Checking all jobs at once +2021-12-18 17:58:11,530 Successful check job command +2021-12-18 17:58:13,001 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:58:13,001 End of checking +2021-12-18 17:58:13,002 Updating FAILED jobs +2021-12-18 17:58:13,003 Updating WAITING jobs +2021-12-18 17:58:13,003 Update finished +2021-12-18 17:58:13,003 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:58:13,003 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:58:13,003 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:58:13,003 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:58:13,004 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:58:13,004 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:58:13,004 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:58:13,006 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:58:13,009 Job list saved +2021-12-18 17:58:13,014 Updating FAILED jobs +2021-12-18 17:58:13,014 Updating WAITING jobs +2021-12-18 17:58:13,014 Update finished +2021-12-18 17:58:23,024 Reloading parameters... +2021-12-18 17:58:23,043 Loading parameters... +2021-12-18 17:58:23,045 Loading project parameters... +2021-12-18 17:58:23,047 + +13 of 25 jobs remaining (17:58) +2021-12-18 17:58:23,047 Sleep: 10 +2021-12-18 17:58:23,047 Number of retrials: 0 +2021-12-18 17:58:23,047 WRAPPER CHECK TIME = 10 +2021-12-18 17:58:23,048 Checking jobs for platform=marenostrum4 +2021-12-18 17:58:23,048 Checking jobs for platform=nord3 +2021-12-18 17:58:23,049 Checking jobs for platform=local +2021-12-18 17:58:23,049 Checking jobs for platform=transfer_node +2021-12-18 17:58:23,050 Checking all jobs at once +2021-12-18 17:58:24,271 Successful check job command +2021-12-18 17:58:25,591 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:58:25,591 End of checking +2021-12-18 17:58:25,593 Updating FAILED jobs +2021-12-18 17:58:25,593 Updating WAITING jobs +2021-12-18 17:58:25,593 Update finished +2021-12-18 17:58:25,593 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:58:25,594 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:58:25,594 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:58:25,594 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:58:25,594 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:58:25,594 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:58:25,594 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:58:25,597 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:58:25,599 Job list saved +2021-12-18 17:58:25,604 Updating FAILED jobs +2021-12-18 17:58:25,604 Updating WAITING jobs +2021-12-18 17:58:25,605 Update finished +2021-12-18 17:58:35,615 Reloading parameters... +2021-12-18 17:58:35,634 Loading parameters... +2021-12-18 17:58:35,635 Loading project parameters... +2021-12-18 17:58:35,637 + +13 of 25 jobs remaining (17:58) +2021-12-18 17:58:35,638 Sleep: 10 +2021-12-18 17:58:35,638 Number of retrials: 0 +2021-12-18 17:58:35,638 WRAPPER CHECK TIME = 10 +2021-12-18 17:58:35,638 Checking jobs for platform=marenostrum4 +2021-12-18 17:58:35,639 Checking jobs for platform=nord3 +2021-12-18 17:58:35,640 Checking jobs for platform=local +2021-12-18 17:58:35,640 Checking jobs for platform=transfer_node +2021-12-18 17:58:35,640 Checking all jobs at once +2021-12-18 17:58:36,909 Successful check job command +2021-12-18 17:58:38,079 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:58:38,079 End of checking +2021-12-18 17:58:38,080 Updating FAILED jobs +2021-12-18 17:58:38,080 Updating WAITING jobs +2021-12-18 17:58:38,080 Update finished +2021-12-18 17:58:38,081 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:58:38,081 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:58:38,081 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:58:38,081 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:58:38,081 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:58:38,081 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:58:38,081 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:58:38,084 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:58:38,086 Job list saved +2021-12-18 17:58:38,091 Updating FAILED jobs +2021-12-18 17:58:38,091 Updating WAITING jobs +2021-12-18 17:58:38,091 Update finished +2021-12-18 17:58:48,101 Reloading parameters... +2021-12-18 17:58:48,117 Loading parameters... +2021-12-18 17:58:48,118 Loading project parameters... +2021-12-18 17:58:48,120 + +13 of 25 jobs remaining (17:58) +2021-12-18 17:58:48,120 Sleep: 10 +2021-12-18 17:58:48,121 Number of retrials: 0 +2021-12-18 17:58:48,121 WRAPPER CHECK TIME = 10 +2021-12-18 17:58:48,121 Checking jobs for platform=marenostrum4 +2021-12-18 17:58:48,122 Checking jobs for platform=nord3 +2021-12-18 17:58:48,122 Checking jobs for platform=local +2021-12-18 17:58:48,123 Checking jobs for platform=transfer_node +2021-12-18 17:58:48,123 Checking all jobs at once +2021-12-18 17:58:49,442 Successful check job command +2021-12-18 17:58:50,762 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:58:50,763 End of checking +2021-12-18 17:58:50,764 Updating FAILED jobs +2021-12-18 17:58:50,764 Updating WAITING jobs +2021-12-18 17:58:50,764 Update finished +2021-12-18 17:58:50,764 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:58:50,764 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:58:50,765 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:58:50,765 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:58:50,765 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:58:50,765 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:58:50,765 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:58:50,767 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:58:50,770 Job list saved +2021-12-18 17:58:50,774 Updating FAILED jobs +2021-12-18 17:58:50,774 Updating WAITING jobs +2021-12-18 17:58:50,775 Update finished +2021-12-18 17:59:00,785 Reloading parameters... +2021-12-18 17:59:00,802 Loading parameters... +2021-12-18 17:59:00,803 Loading project parameters... +2021-12-18 17:59:00,805 + +13 of 25 jobs remaining (17:59) +2021-12-18 17:59:00,806 Sleep: 10 +2021-12-18 17:59:00,806 Number of retrials: 0 +2021-12-18 17:59:00,806 WRAPPER CHECK TIME = 10 +2021-12-18 17:59:00,806 Checking jobs for platform=marenostrum4 +2021-12-18 17:59:00,807 Checking jobs for platform=nord3 +2021-12-18 17:59:00,807 Checking jobs for platform=local +2021-12-18 17:59:00,808 Checking jobs for platform=transfer_node +2021-12-18 17:59:00,808 Checking all jobs at once +2021-12-18 17:59:02,078 Successful check job command +2021-12-18 17:59:03,298 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:59:03,298 End of checking +2021-12-18 17:59:03,299 Updating FAILED jobs +2021-12-18 17:59:03,299 Updating WAITING jobs +2021-12-18 17:59:03,300 Update finished +2021-12-18 17:59:03,300 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:59:03,301 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:59:03,301 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:59:03,301 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:59:03,301 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:59:03,301 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:59:03,301 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:59:03,304 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:59:03,307 Job list saved +2021-12-18 17:59:03,311 Updating FAILED jobs +2021-12-18 17:59:03,311 Updating WAITING jobs +2021-12-18 17:59:03,312 Update finished +2021-12-18 17:59:13,321 Reloading parameters... +2021-12-18 17:59:13,348 Loading parameters... +2021-12-18 17:59:13,349 Loading project parameters... +2021-12-18 17:59:13,351 + +13 of 25 jobs remaining (17:59) +2021-12-18 17:59:13,351 Sleep: 10 +2021-12-18 17:59:13,351 Number of retrials: 0 +2021-12-18 17:59:13,352 WRAPPER CHECK TIME = 10 +2021-12-18 17:59:13,352 Checking jobs for platform=marenostrum4 +2021-12-18 17:59:13,353 Checking jobs for platform=nord3 +2021-12-18 17:59:13,353 Checking jobs for platform=local +2021-12-18 17:59:13,354 Checking jobs for platform=transfer_node +2021-12-18 17:59:13,354 Checking all jobs at once +2021-12-18 17:59:14,726 Successful check job command +2021-12-18 17:59:16,346 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:59:16,346 End of checking +2021-12-18 17:59:16,347 Updating FAILED jobs +2021-12-18 17:59:16,347 Updating WAITING jobs +2021-12-18 17:59:16,348 Update finished +2021-12-18 17:59:16,348 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:59:16,348 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:59:16,348 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:59:16,348 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:59:16,348 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:59:16,348 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:59:16,349 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:59:16,351 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:59:16,353 Job list saved +2021-12-18 17:59:16,359 Updating FAILED jobs +2021-12-18 17:59:16,359 Updating WAITING jobs +2021-12-18 17:59:16,359 Update finished +2021-12-18 17:59:26,370 Reloading parameters... +2021-12-18 17:59:26,389 Loading parameters... +2021-12-18 17:59:26,391 Loading project parameters... +2021-12-18 17:59:26,392 + +13 of 25 jobs remaining (17:59) +2021-12-18 17:59:26,393 Sleep: 10 +2021-12-18 17:59:26,393 Number of retrials: 0 +2021-12-18 17:59:26,393 WRAPPER CHECK TIME = 10 +2021-12-18 17:59:26,393 Checking jobs for platform=marenostrum4 +2021-12-18 17:59:26,394 Checking jobs for platform=nord3 +2021-12-18 17:59:26,395 Checking jobs for platform=local +2021-12-18 17:59:26,395 Checking jobs for platform=transfer_node +2021-12-18 17:59:26,395 Checking all jobs at once +2021-12-18 17:59:27,665 Successful check job command +2021-12-18 17:59:29,034 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:59:29,034 End of checking +2021-12-18 17:59:29,036 Updating FAILED jobs +2021-12-18 17:59:29,036 Updating WAITING jobs +2021-12-18 17:59:29,036 Update finished +2021-12-18 17:59:29,037 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:59:29,037 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:59:29,037 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:59:29,037 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:59:29,037 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:59:29,037 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:59:29,037 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:59:29,040 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:59:29,043 Job list saved +2021-12-18 17:59:29,047 Updating FAILED jobs +2021-12-18 17:59:29,047 Updating WAITING jobs +2021-12-18 17:59:29,048 Update finished +2021-12-18 17:59:39,058 Reloading parameters... +2021-12-18 17:59:39,077 Loading parameters... +2021-12-18 17:59:39,078 Loading project parameters... +2021-12-18 17:59:39,080 + +13 of 25 jobs remaining (17:59) +2021-12-18 17:59:39,080 Sleep: 10 +2021-12-18 17:59:39,081 Number of retrials: 0 +2021-12-18 17:59:39,081 WRAPPER CHECK TIME = 10 +2021-12-18 17:59:39,081 Checking jobs for platform=marenostrum4 +2021-12-18 17:59:39,082 Checking jobs for platform=nord3 +2021-12-18 17:59:39,082 Checking jobs for platform=local +2021-12-18 17:59:39,083 Checking jobs for platform=transfer_node +2021-12-18 17:59:39,083 Checking all jobs at once +2021-12-18 17:59:41,204 Successful check job command +2021-12-18 17:59:42,423 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:59:42,424 End of checking +2021-12-18 17:59:42,425 Updating FAILED jobs +2021-12-18 17:59:42,425 Updating WAITING jobs +2021-12-18 17:59:42,425 Update finished +2021-12-18 17:59:42,425 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:59:42,426 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:59:42,426 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:59:42,426 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:59:42,426 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:59:42,427 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:59:42,427 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:59:42,429 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:59:42,432 Job list saved +2021-12-18 17:59:42,438 Updating FAILED jobs +2021-12-18 17:59:42,438 Updating WAITING jobs +2021-12-18 17:59:42,438 Update finished +2021-12-18 17:59:52,445 Reloading parameters... +2021-12-18 17:59:52,464 Loading parameters... +2021-12-18 17:59:52,465 Loading project parameters... +2021-12-18 17:59:52,467 + +13 of 25 jobs remaining (17:59) +2021-12-18 17:59:52,467 Sleep: 10 +2021-12-18 17:59:52,467 Number of retrials: 0 +2021-12-18 17:59:52,468 WRAPPER CHECK TIME = 10 +2021-12-18 17:59:52,468 Checking jobs for platform=marenostrum4 +2021-12-18 17:59:52,469 Checking jobs for platform=nord3 +2021-12-18 17:59:52,469 Checking jobs for platform=local +2021-12-18 17:59:52,470 Checking jobs for platform=transfer_node +2021-12-18 17:59:52,470 Checking all jobs at once +2021-12-18 17:59:53,639 Successful check job command +2021-12-18 17:59:54,759 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 17:59:54,759 End of checking +2021-12-18 17:59:54,760 Updating FAILED jobs +2021-12-18 17:59:54,760 Updating WAITING jobs +2021-12-18 17:59:54,760 Update finished +2021-12-18 17:59:54,761 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 17:59:54,761 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 17:59:54,761 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 17:59:54,761 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 17:59:54,761 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 17:59:54,761 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 17:59:54,761 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 17:59:54,764 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 17:59:54,766 Job list saved +2021-12-18 17:59:54,771 Updating FAILED jobs +2021-12-18 17:59:54,771 Updating WAITING jobs +2021-12-18 17:59:54,771 Update finished +2021-12-18 18:00:04,781 Reloading parameters... +2021-12-18 18:00:04,803 Loading parameters... +2021-12-18 18:00:04,805 Loading project parameters... +2021-12-18 18:00:04,807 + +13 of 25 jobs remaining (18:00) +2021-12-18 18:00:04,807 Sleep: 10 +2021-12-18 18:00:04,807 Number of retrials: 0 +2021-12-18 18:00:04,807 WRAPPER CHECK TIME = 10 +2021-12-18 18:00:04,808 Checking jobs for platform=marenostrum4 +2021-12-18 18:00:04,809 Checking jobs for platform=nord3 +2021-12-18 18:00:04,809 Checking jobs for platform=local +2021-12-18 18:00:04,810 Checking jobs for platform=transfer_node +2021-12-18 18:00:04,810 Checking all jobs at once +2021-12-18 18:00:06,029 Successful check job command +2021-12-18 18:00:07,199 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:00:07,199 End of checking +2021-12-18 18:00:07,200 Updating FAILED jobs +2021-12-18 18:00:07,200 Updating WAITING jobs +2021-12-18 18:00:07,201 Update finished +2021-12-18 18:00:07,201 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:00:07,201 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:00:07,201 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:00:07,201 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:00:07,201 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:00:07,201 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:00:07,202 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:00:07,204 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:00:07,206 Job list saved +2021-12-18 18:00:07,211 Updating FAILED jobs +2021-12-18 18:00:07,211 Updating WAITING jobs +2021-12-18 18:00:07,211 Update finished +2021-12-18 18:00:17,221 Reloading parameters... +2021-12-18 18:00:17,239 Loading parameters... +2021-12-18 18:00:17,240 Loading project parameters... +2021-12-18 18:00:17,242 + +13 of 25 jobs remaining (18:00) +2021-12-18 18:00:17,242 Sleep: 10 +2021-12-18 18:00:17,242 Number of retrials: 0 +2021-12-18 18:00:17,242 WRAPPER CHECK TIME = 10 +2021-12-18 18:00:17,243 Checking jobs for platform=marenostrum4 +2021-12-18 18:00:17,243 Checking jobs for platform=nord3 +2021-12-18 18:00:17,244 Checking jobs for platform=local +2021-12-18 18:00:17,244 Checking jobs for platform=transfer_node +2021-12-18 18:00:17,245 Checking all jobs at once +2021-12-18 18:00:18,614 Successful check job command +2021-12-18 18:00:19,934 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:00:19,934 End of checking +2021-12-18 18:00:19,936 Updating FAILED jobs +2021-12-18 18:00:19,936 Updating WAITING jobs +2021-12-18 18:00:19,936 Update finished +2021-12-18 18:00:19,936 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:00:19,937 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:00:19,937 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:00:19,937 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:00:19,937 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:00:19,937 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:00:19,937 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:00:19,940 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:00:19,942 Job list saved +2021-12-18 18:00:19,947 Updating FAILED jobs +2021-12-18 18:00:19,947 Updating WAITING jobs +2021-12-18 18:00:19,948 Update finished +2021-12-18 18:00:29,958 Reloading parameters... +2021-12-18 18:00:29,975 Loading parameters... +2021-12-18 18:00:29,977 Loading project parameters... +2021-12-18 18:00:29,979 + +13 of 25 jobs remaining (18:00) +2021-12-18 18:00:29,979 Sleep: 10 +2021-12-18 18:00:29,979 Number of retrials: 0 +2021-12-18 18:00:29,979 WRAPPER CHECK TIME = 10 +2021-12-18 18:00:29,980 Checking jobs for platform=marenostrum4 +2021-12-18 18:00:29,980 Checking jobs for platform=nord3 +2021-12-18 18:00:29,981 Checking jobs for platform=local +2021-12-18 18:00:29,981 Checking jobs for platform=transfer_node +2021-12-18 18:00:29,981 Checking all jobs at once +2021-12-18 18:00:31,251 Successful check job command +2021-12-18 18:00:32,520 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:00:32,521 End of checking +2021-12-18 18:00:32,522 Updating FAILED jobs +2021-12-18 18:00:32,522 Updating WAITING jobs +2021-12-18 18:00:32,522 Update finished +2021-12-18 18:00:32,523 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:00:32,523 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:00:32,523 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:00:32,523 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:00:32,523 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:00:32,523 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:00:32,523 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:00:32,526 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:00:32,528 Job list saved +2021-12-18 18:00:32,533 Updating FAILED jobs +2021-12-18 18:00:32,533 Updating WAITING jobs +2021-12-18 18:00:32,533 Update finished +2021-12-18 18:00:42,544 Reloading parameters... +2021-12-18 18:00:42,562 Loading parameters... +2021-12-18 18:00:42,563 Loading project parameters... +2021-12-18 18:00:42,565 + +13 of 25 jobs remaining (18:00) +2021-12-18 18:00:42,566 Sleep: 10 +2021-12-18 18:00:42,566 Number of retrials: 0 +2021-12-18 18:00:42,566 WRAPPER CHECK TIME = 10 +2021-12-18 18:00:42,566 Checking jobs for platform=marenostrum4 +2021-12-18 18:00:42,567 Checking jobs for platform=nord3 +2021-12-18 18:00:42,567 Checking jobs for platform=local +2021-12-18 18:00:42,568 Checking jobs for platform=transfer_node +2021-12-18 18:00:42,568 Checking all jobs at once +2021-12-18 18:00:43,837 Successful check job command +2021-12-18 18:00:45,107 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:00:45,107 End of checking +2021-12-18 18:00:45,108 Updating FAILED jobs +2021-12-18 18:00:45,109 Updating WAITING jobs +2021-12-18 18:00:45,109 Update finished +2021-12-18 18:00:45,109 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:00:45,109 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:00:45,109 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:00:45,109 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:00:45,110 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:00:45,110 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:00:45,110 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:00:45,112 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:00:45,114 Job list saved +2021-12-18 18:00:45,119 Updating FAILED jobs +2021-12-18 18:00:45,119 Updating WAITING jobs +2021-12-18 18:00:45,119 Update finished +2021-12-18 18:00:55,128 Reloading parameters... +2021-12-18 18:00:55,148 Loading parameters... +2021-12-18 18:00:55,150 Loading project parameters... +2021-12-18 18:00:55,152 + +13 of 25 jobs remaining (18:00) +2021-12-18 18:00:55,152 Sleep: 10 +2021-12-18 18:00:55,152 Number of retrials: 0 +2021-12-18 18:00:55,152 WRAPPER CHECK TIME = 10 +2021-12-18 18:00:55,153 Checking jobs for platform=marenostrum4 +2021-12-18 18:00:55,153 Checking jobs for platform=nord3 +2021-12-18 18:00:55,154 Checking jobs for platform=local +2021-12-18 18:00:55,154 Checking jobs for platform=transfer_node +2021-12-18 18:00:55,155 Checking all jobs at once +2021-12-18 18:00:56,424 Successful check job command +2021-12-18 18:00:57,643 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:00:57,644 End of checking +2021-12-18 18:00:57,645 Updating FAILED jobs +2021-12-18 18:00:57,645 Updating WAITING jobs +2021-12-18 18:00:57,646 Update finished +2021-12-18 18:00:57,646 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:00:57,646 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:00:57,647 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:00:57,647 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:00:57,647 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:00:57,647 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:00:57,647 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:00:57,650 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:00:57,652 Job list saved +2021-12-18 18:00:57,657 Updating FAILED jobs +2021-12-18 18:00:57,657 Updating WAITING jobs +2021-12-18 18:00:57,657 Update finished +2021-12-18 18:01:07,667 Reloading parameters... +2021-12-18 18:01:07,686 Loading parameters... +2021-12-18 18:01:07,687 Loading project parameters... +2021-12-18 18:01:07,689 + +13 of 25 jobs remaining (18:01) +2021-12-18 18:01:07,689 Sleep: 10 +2021-12-18 18:01:07,689 Number of retrials: 0 +2021-12-18 18:01:07,689 WRAPPER CHECK TIME = 10 +2021-12-18 18:01:07,690 Checking jobs for platform=marenostrum4 +2021-12-18 18:01:07,691 Checking jobs for platform=nord3 +2021-12-18 18:01:07,691 Checking jobs for platform=local +2021-12-18 18:01:07,692 Checking jobs for platform=transfer_node +2021-12-18 18:01:07,692 Checking all jobs at once +2021-12-18 18:01:09,112 Successful check job command +2021-12-18 18:01:10,282 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:01:10,282 End of checking +2021-12-18 18:01:10,284 Updating FAILED jobs +2021-12-18 18:01:10,284 Updating WAITING jobs +2021-12-18 18:01:10,284 Update finished +2021-12-18 18:01:10,284 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:01:10,285 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:01:10,285 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:01:10,285 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:01:10,285 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:01:10,285 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:01:10,285 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:01:10,288 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:01:10,291 Job list saved +2021-12-18 18:01:10,296 Updating FAILED jobs +2021-12-18 18:01:10,296 Updating WAITING jobs +2021-12-18 18:01:10,296 Update finished +2021-12-18 18:01:20,305 Reloading parameters... +2021-12-18 18:01:20,324 Loading parameters... +2021-12-18 18:01:20,326 Loading project parameters... +2021-12-18 18:01:20,328 + +13 of 25 jobs remaining (18:01) +2021-12-18 18:01:20,328 Sleep: 10 +2021-12-18 18:01:20,328 Number of retrials: 0 +2021-12-18 18:01:20,329 WRAPPER CHECK TIME = 10 +2021-12-18 18:01:20,329 Checking jobs for platform=marenostrum4 +2021-12-18 18:01:20,330 Checking jobs for platform=nord3 +2021-12-18 18:01:20,330 Checking jobs for platform=local +2021-12-18 18:01:20,331 Checking jobs for platform=transfer_node +2021-12-18 18:01:20,331 Checking all jobs at once +2021-12-18 18:01:21,701 Successful check job command +2021-12-18 18:01:22,920 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:01:22,921 End of checking +2021-12-18 18:01:22,922 Updating FAILED jobs +2021-12-18 18:01:22,922 Updating WAITING jobs +2021-12-18 18:01:22,922 Update finished +2021-12-18 18:01:22,922 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:01:22,923 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:01:22,923 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:01:22,923 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:01:22,923 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:01:22,923 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:01:22,923 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:01:22,926 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:01:22,928 Job list saved +2021-12-18 18:01:22,932 Updating FAILED jobs +2021-12-18 18:01:22,932 Updating WAITING jobs +2021-12-18 18:01:22,933 Update finished +2021-12-18 18:01:32,943 Reloading parameters... +2021-12-18 18:01:32,960 Loading parameters... +2021-12-18 18:01:32,961 Loading project parameters... +2021-12-18 18:01:32,963 + +13 of 25 jobs remaining (18:01) +2021-12-18 18:01:32,964 Sleep: 10 +2021-12-18 18:01:32,964 Number of retrials: 0 +2021-12-18 18:01:32,964 WRAPPER CHECK TIME = 10 +2021-12-18 18:01:32,964 Checking jobs for platform=marenostrum4 +2021-12-18 18:01:32,965 Checking jobs for platform=nord3 +2021-12-18 18:01:32,965 Checking jobs for platform=local +2021-12-18 18:01:32,966 Checking jobs for platform=transfer_node +2021-12-18 18:01:32,966 Checking all jobs at once +2021-12-18 18:01:34,336 Successful check job command +2021-12-18 18:01:35,605 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:01:35,605 End of checking +2021-12-18 18:01:35,607 Updating FAILED jobs +2021-12-18 18:01:35,607 Updating WAITING jobs +2021-12-18 18:01:35,607 Update finished +2021-12-18 18:01:35,607 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:01:35,608 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:01:35,608 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:01:35,608 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:01:35,608 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:01:35,608 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:01:35,609 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:01:35,611 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:01:35,613 Job list saved +2021-12-18 18:01:35,619 Updating FAILED jobs +2021-12-18 18:01:35,619 Updating WAITING jobs +2021-12-18 18:01:35,619 Update finished +2021-12-18 18:01:45,630 Reloading parameters... +2021-12-18 18:01:45,649 Loading parameters... +2021-12-18 18:01:45,650 Loading project parameters... +2021-12-18 18:01:45,652 + +13 of 25 jobs remaining (18:01) +2021-12-18 18:01:45,652 Sleep: 10 +2021-12-18 18:01:45,652 Number of retrials: 0 +2021-12-18 18:01:45,653 WRAPPER CHECK TIME = 10 +2021-12-18 18:01:45,653 Checking jobs for platform=marenostrum4 +2021-12-18 18:01:45,654 Checking jobs for platform=nord3 +2021-12-18 18:01:45,654 Checking jobs for platform=local +2021-12-18 18:01:45,655 Checking jobs for platform=transfer_node +2021-12-18 18:01:45,655 Checking all jobs at once +2021-12-18 18:01:47,024 Successful check job command +2021-12-18 18:01:48,294 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:01:48,294 End of checking +2021-12-18 18:01:48,295 Updating FAILED jobs +2021-12-18 18:01:48,296 Updating WAITING jobs +2021-12-18 18:01:48,296 Update finished +2021-12-18 18:01:48,296 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:01:48,296 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:01:48,296 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:01:48,296 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:01:48,296 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:01:48,297 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:01:48,297 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:01:48,299 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:01:48,302 Job list saved +2021-12-18 18:01:48,306 Updating FAILED jobs +2021-12-18 18:01:48,307 Updating WAITING jobs +2021-12-18 18:01:48,307 Update finished +2021-12-18 18:01:58,317 Reloading parameters... +2021-12-18 18:01:58,334 Loading parameters... +2021-12-18 18:01:58,336 Loading project parameters... +2021-12-18 18:01:58,338 + +13 of 25 jobs remaining (18:01) +2021-12-18 18:01:58,338 Sleep: 10 +2021-12-18 18:01:58,338 Number of retrials: 0 +2021-12-18 18:01:58,338 WRAPPER CHECK TIME = 10 +2021-12-18 18:01:58,339 Checking jobs for platform=marenostrum4 +2021-12-18 18:01:58,339 Checking jobs for platform=nord3 +2021-12-18 18:01:58,340 Checking jobs for platform=local +2021-12-18 18:01:58,340 Checking jobs for platform=transfer_node +2021-12-18 18:01:58,340 Checking all jobs at once +2021-12-18 18:01:59,611 Successful check job command +2021-12-18 18:02:00,880 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:02:00,881 End of checking +2021-12-18 18:02:00,882 Updating FAILED jobs +2021-12-18 18:02:00,882 Updating WAITING jobs +2021-12-18 18:02:00,882 Update finished +2021-12-18 18:02:00,882 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:02:00,882 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:02:00,883 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:02:00,883 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:02:00,883 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:02:00,883 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:02:00,883 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:02:00,885 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:02:00,888 Job list saved +2021-12-18 18:02:00,892 Updating FAILED jobs +2021-12-18 18:02:00,892 Updating WAITING jobs +2021-12-18 18:02:00,892 Update finished +2021-12-18 18:02:10,902 Reloading parameters... +2021-12-18 18:02:10,922 Loading parameters... +2021-12-18 18:02:10,924 Loading project parameters... +2021-12-18 18:02:10,925 + +13 of 25 jobs remaining (18:02) +2021-12-18 18:02:10,926 Sleep: 10 +2021-12-18 18:02:10,926 Number of retrials: 0 +2021-12-18 18:02:10,926 WRAPPER CHECK TIME = 10 +2021-12-18 18:02:10,926 Checking jobs for platform=marenostrum4 +2021-12-18 18:02:10,927 Checking jobs for platform=nord3 +2021-12-18 18:02:10,927 Checking jobs for platform=local +2021-12-18 18:02:10,928 Checking jobs for platform=transfer_node +2021-12-18 18:02:10,928 Checking all jobs at once +2021-12-18 18:02:12,249 Successful check job command +2021-12-18 18:02:13,469 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:02:13,469 End of checking +2021-12-18 18:02:13,470 Updating FAILED jobs +2021-12-18 18:02:13,470 Updating WAITING jobs +2021-12-18 18:02:13,470 Update finished +2021-12-18 18:02:13,471 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:02:13,471 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:02:13,471 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:02:13,471 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:02:13,472 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:02:13,472 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:02:13,472 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:02:13,474 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:02:13,476 Job list saved +2021-12-18 18:02:13,482 Updating FAILED jobs +2021-12-18 18:02:13,482 Updating WAITING jobs +2021-12-18 18:02:13,482 Update finished +2021-12-18 18:02:23,492 Reloading parameters... +2021-12-18 18:02:23,510 Loading parameters... +2021-12-18 18:02:23,511 Loading project parameters... +2021-12-18 18:02:23,513 + +13 of 25 jobs remaining (18:02) +2021-12-18 18:02:23,513 Sleep: 10 +2021-12-18 18:02:23,513 Number of retrials: 0 +2021-12-18 18:02:23,513 WRAPPER CHECK TIME = 10 +2021-12-18 18:02:23,514 Checking jobs for platform=marenostrum4 +2021-12-18 18:02:23,514 Checking jobs for platform=nord3 +2021-12-18 18:02:23,515 Checking jobs for platform=local +2021-12-18 18:02:23,515 Checking jobs for platform=transfer_node +2021-12-18 18:02:23,515 Checking all jobs at once +2021-12-18 18:02:24,785 Successful check job command +2021-12-18 18:02:25,905 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:02:25,906 End of checking +2021-12-18 18:02:25,907 Updating FAILED jobs +2021-12-18 18:02:25,907 Updating WAITING jobs +2021-12-18 18:02:25,907 Update finished +2021-12-18 18:02:25,907 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:02:25,908 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:02:25,908 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:02:25,908 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:02:25,908 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:02:25,908 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:02:25,908 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:02:25,911 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:02:25,913 Job list saved +2021-12-18 18:02:25,917 Updating FAILED jobs +2021-12-18 18:02:25,917 Updating WAITING jobs +2021-12-18 18:02:25,917 Update finished +2021-12-18 18:02:35,927 Reloading parameters... +2021-12-18 18:02:35,947 Loading parameters... +2021-12-18 18:02:35,949 Loading project parameters... +2021-12-18 18:02:35,951 + +13 of 25 jobs remaining (18:02) +2021-12-18 18:02:35,951 Sleep: 10 +2021-12-18 18:02:35,951 Number of retrials: 0 +2021-12-18 18:02:35,951 WRAPPER CHECK TIME = 10 +2021-12-18 18:02:35,952 Checking jobs for platform=marenostrum4 +2021-12-18 18:02:35,953 Checking jobs for platform=nord3 +2021-12-18 18:02:35,953 Checking jobs for platform=local +2021-12-18 18:02:35,954 Checking jobs for platform=transfer_node +2021-12-18 18:02:35,954 Checking all jobs at once +2021-12-18 18:02:37,324 Successful check job command +2021-12-18 18:02:38,545 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:02:38,545 End of checking +2021-12-18 18:02:38,546 Updating FAILED jobs +2021-12-18 18:02:38,546 Updating WAITING jobs +2021-12-18 18:02:38,547 Update finished +2021-12-18 18:02:38,547 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:02:38,547 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:02:38,547 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:02:38,547 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:02:38,547 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:02:38,547 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:02:38,548 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:02:38,550 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:02:38,552 Job list saved +2021-12-18 18:02:38,557 Updating FAILED jobs +2021-12-18 18:02:38,557 Updating WAITING jobs +2021-12-18 18:02:38,557 Update finished +2021-12-18 18:02:48,567 Reloading parameters... +2021-12-18 18:02:48,585 Loading parameters... +2021-12-18 18:02:48,587 Loading project parameters... +2021-12-18 18:02:48,589 + +13 of 25 jobs remaining (18:02) +2021-12-18 18:02:48,589 Sleep: 10 +2021-12-18 18:02:48,589 Number of retrials: 0 +2021-12-18 18:02:48,589 WRAPPER CHECK TIME = 10 +2021-12-18 18:02:48,590 Checking jobs for platform=marenostrum4 +2021-12-18 18:02:48,590 Checking jobs for platform=nord3 +2021-12-18 18:02:48,591 Checking jobs for platform=local +2021-12-18 18:02:48,591 Checking jobs for platform=transfer_node +2021-12-18 18:02:48,591 Checking all jobs at once +2021-12-18 18:02:49,961 Successful check job command +2021-12-18 18:02:51,181 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:02:51,181 End of checking +2021-12-18 18:02:51,183 Updating FAILED jobs +2021-12-18 18:02:51,183 Updating WAITING jobs +2021-12-18 18:02:51,183 Update finished +2021-12-18 18:02:51,183 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:02:51,184 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:02:51,184 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:02:51,184 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:02:51,184 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:02:51,185 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:02:51,185 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:02:51,188 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:02:51,190 Job list saved +2021-12-18 18:02:51,194 Updating FAILED jobs +2021-12-18 18:02:51,194 Updating WAITING jobs +2021-12-18 18:02:51,195 Update finished +2021-12-18 18:03:01,205 Reloading parameters... +2021-12-18 18:03:01,222 Loading parameters... +2021-12-18 18:03:01,223 Loading project parameters... +2021-12-18 18:03:01,225 + +13 of 25 jobs remaining (18:03) +2021-12-18 18:03:01,225 Sleep: 10 +2021-12-18 18:03:01,225 Number of retrials: 0 +2021-12-18 18:03:01,226 WRAPPER CHECK TIME = 10 +2021-12-18 18:03:01,226 Checking jobs for platform=marenostrum4 +2021-12-18 18:03:01,227 Checking jobs for platform=nord3 +2021-12-18 18:03:01,227 Checking jobs for platform=local +2021-12-18 18:03:01,228 Checking jobs for platform=transfer_node +2021-12-18 18:03:01,228 Checking all jobs at once +2021-12-18 18:03:02,598 Successful check job command +2021-12-18 18:03:03,817 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:03:03,817 End of checking +2021-12-18 18:03:03,818 Updating FAILED jobs +2021-12-18 18:03:03,818 Updating WAITING jobs +2021-12-18 18:03:03,818 Update finished +2021-12-18 18:03:03,819 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:03:03,819 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:03:03,819 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:03:03,819 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:03:03,819 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:03:03,819 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:03:03,819 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:03:03,822 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:03:03,824 Job list saved +2021-12-18 18:03:03,829 Updating FAILED jobs +2021-12-18 18:03:03,829 Updating WAITING jobs +2021-12-18 18:03:03,829 Update finished +2021-12-18 18:03:13,838 Reloading parameters... +2021-12-18 18:03:13,856 Loading parameters... +2021-12-18 18:03:13,857 Loading project parameters... +2021-12-18 18:03:13,859 + +13 of 25 jobs remaining (18:03) +2021-12-18 18:03:13,859 Sleep: 10 +2021-12-18 18:03:13,860 Number of retrials: 0 +2021-12-18 18:03:13,860 WRAPPER CHECK TIME = 10 +2021-12-18 18:03:13,860 Checking jobs for platform=marenostrum4 +2021-12-18 18:03:13,861 Checking jobs for platform=nord3 +2021-12-18 18:03:13,861 Checking jobs for platform=local +2021-12-18 18:03:13,862 Checking jobs for platform=transfer_node +2021-12-18 18:03:13,862 Checking all jobs at once +2021-12-18 18:03:15,282 Successful check job command +2021-12-18 18:03:16,601 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:03:16,602 End of checking +2021-12-18 18:03:16,603 Updating FAILED jobs +2021-12-18 18:03:16,603 Updating WAITING jobs +2021-12-18 18:03:16,603 Update finished +2021-12-18 18:03:16,604 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:03:16,604 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:03:16,604 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:03:16,604 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:03:16,604 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:03:16,604 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:03:16,604 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:03:16,607 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:03:16,609 Job list saved +2021-12-18 18:03:16,614 Updating FAILED jobs +2021-12-18 18:03:16,614 Updating WAITING jobs +2021-12-18 18:03:16,614 Update finished +2021-12-18 18:03:26,624 Reloading parameters... +2021-12-18 18:03:26,643 Loading parameters... +2021-12-18 18:03:26,644 Loading project parameters... +2021-12-18 18:03:26,646 + +13 of 25 jobs remaining (18:03) +2021-12-18 18:03:26,646 Sleep: 10 +2021-12-18 18:03:26,646 Number of retrials: 0 +2021-12-18 18:03:26,647 WRAPPER CHECK TIME = 10 +2021-12-18 18:03:26,647 Checking jobs for platform=marenostrum4 +2021-12-18 18:03:26,648 Checking jobs for platform=nord3 +2021-12-18 18:03:26,648 Checking jobs for platform=local +2021-12-18 18:03:26,649 Checking jobs for platform=transfer_node +2021-12-18 18:03:26,649 Checking all jobs at once +2021-12-18 18:03:27,818 Successful check job command +2021-12-18 18:03:28,938 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:03:28,938 End of checking +2021-12-18 18:03:28,939 Updating FAILED jobs +2021-12-18 18:03:28,939 Updating WAITING jobs +2021-12-18 18:03:28,939 Update finished +2021-12-18 18:03:28,939 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:03:28,940 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:03:28,940 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:03:28,940 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:03:28,940 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:03:28,941 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:03:28,941 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:03:28,943 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:03:28,945 Job list saved +2021-12-18 18:03:28,950 Updating FAILED jobs +2021-12-18 18:03:28,950 Updating WAITING jobs +2021-12-18 18:03:28,950 Update finished +2021-12-18 18:03:38,960 Reloading parameters... +2021-12-18 18:03:38,977 Loading parameters... +2021-12-18 18:03:38,978 Loading project parameters... +2021-12-18 18:03:38,980 + +13 of 25 jobs remaining (18:03) +2021-12-18 18:03:38,980 Sleep: 10 +2021-12-18 18:03:38,980 Number of retrials: 0 +2021-12-18 18:03:38,980 WRAPPER CHECK TIME = 10 +2021-12-18 18:03:38,981 Checking jobs for platform=marenostrum4 +2021-12-18 18:03:38,982 Checking jobs for platform=nord3 +2021-12-18 18:03:38,982 Checking jobs for platform=local +2021-12-18 18:03:38,983 Checking jobs for platform=transfer_node +2021-12-18 18:03:38,983 Checking all jobs at once +2021-12-18 18:03:40,352 Successful check job command +2021-12-18 18:03:41,471 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:03:41,471 End of checking +2021-12-18 18:03:41,473 Updating FAILED jobs +2021-12-18 18:03:41,473 Updating WAITING jobs +2021-12-18 18:03:41,473 Update finished +2021-12-18 18:03:41,473 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:03:41,474 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:03:41,474 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:03:41,474 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:03:41,474 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:03:41,474 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:03:41,474 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:03:41,476 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:03:41,479 Job list saved +2021-12-18 18:03:41,483 Updating FAILED jobs +2021-12-18 18:03:41,483 Updating WAITING jobs +2021-12-18 18:03:41,484 Update finished +2021-12-18 18:03:51,494 Reloading parameters... +2021-12-18 18:03:51,512 Loading parameters... +2021-12-18 18:03:51,513 Loading project parameters... +2021-12-18 18:03:51,515 + +13 of 25 jobs remaining (18:03) +2021-12-18 18:03:51,515 Sleep: 10 +2021-12-18 18:03:51,515 Number of retrials: 0 +2021-12-18 18:03:51,515 WRAPPER CHECK TIME = 10 +2021-12-18 18:03:51,516 Checking jobs for platform=marenostrum4 +2021-12-18 18:03:51,516 Checking jobs for platform=nord3 +2021-12-18 18:03:51,517 Checking jobs for platform=local +2021-12-18 18:03:51,517 Checking jobs for platform=transfer_node +2021-12-18 18:03:51,518 Checking all jobs at once +2021-12-18 18:03:52,987 Successful check job command +2021-12-18 18:03:54,259 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:03:54,260 End of checking +2021-12-18 18:03:54,261 Updating FAILED jobs +2021-12-18 18:03:54,261 Updating WAITING jobs +2021-12-18 18:03:54,261 Update finished +2021-12-18 18:03:54,262 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:03:54,262 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:03:54,262 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:03:54,262 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:03:54,262 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:03:54,262 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:03:54,262 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:03:54,265 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:03:54,268 Job list saved +2021-12-18 18:03:54,272 Updating FAILED jobs +2021-12-18 18:03:54,273 Updating WAITING jobs +2021-12-18 18:03:54,273 Update finished +2021-12-18 18:04:04,283 Reloading parameters... +2021-12-18 18:04:04,302 Loading parameters... +2021-12-18 18:04:04,304 Loading project parameters... +2021-12-18 18:04:04,307 + +13 of 25 jobs remaining (18:04) +2021-12-18 18:04:04,307 Sleep: 10 +2021-12-18 18:04:04,307 Number of retrials: 0 +2021-12-18 18:04:04,307 WRAPPER CHECK TIME = 10 +2021-12-18 18:04:04,308 Checking jobs for platform=marenostrum4 +2021-12-18 18:04:04,309 Checking jobs for platform=nord3 +2021-12-18 18:04:04,309 Checking jobs for platform=local +2021-12-18 18:04:04,310 Checking jobs for platform=transfer_node +2021-12-18 18:04:04,310 Checking all jobs at once +2021-12-18 18:04:05,632 Successful check job command +2021-12-18 18:04:06,851 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:04:06,851 End of checking +2021-12-18 18:04:06,853 Updating FAILED jobs +2021-12-18 18:04:06,853 Updating WAITING jobs +2021-12-18 18:04:06,853 Update finished +2021-12-18 18:04:06,853 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:04:06,854 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:04:06,854 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:04:06,855 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:04:06,855 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:04:06,855 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:04:06,855 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:04:06,858 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:04:06,860 Job list saved +2021-12-18 18:04:06,865 Updating FAILED jobs +2021-12-18 18:04:06,865 Updating WAITING jobs +2021-12-18 18:04:06,865 Update finished +2021-12-18 18:04:16,875 Reloading parameters... +2021-12-18 18:04:16,896 Loading parameters... +2021-12-18 18:04:16,897 Loading project parameters... +2021-12-18 18:04:16,899 + +13 of 25 jobs remaining (18:04) +2021-12-18 18:04:16,899 Sleep: 10 +2021-12-18 18:04:16,899 Number of retrials: 0 +2021-12-18 18:04:16,899 WRAPPER CHECK TIME = 10 +2021-12-18 18:04:16,900 Checking jobs for platform=marenostrum4 +2021-12-18 18:04:16,900 Checking jobs for platform=nord3 +2021-12-18 18:04:16,901 Checking jobs for platform=local +2021-12-18 18:04:16,901 Checking jobs for platform=transfer_node +2021-12-18 18:04:16,901 Checking all jobs at once +2021-12-18 18:04:18,271 Successful check job command +2021-12-18 18:04:19,590 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:04:19,590 End of checking +2021-12-18 18:04:19,592 Updating FAILED jobs +2021-12-18 18:04:19,592 Updating WAITING jobs +2021-12-18 18:04:19,592 Update finished +2021-12-18 18:04:19,593 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:04:19,593 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:04:19,593 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:04:19,593 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:04:19,593 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:04:19,593 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:04:19,594 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:04:19,596 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:04:19,599 Job list saved +2021-12-18 18:04:19,604 Updating FAILED jobs +2021-12-18 18:04:19,604 Updating WAITING jobs +2021-12-18 18:04:19,604 Update finished +2021-12-18 18:04:29,614 Reloading parameters... +2021-12-18 18:04:29,635 Loading parameters... +2021-12-18 18:04:29,636 Loading project parameters... +2021-12-18 18:04:29,638 + +13 of 25 jobs remaining (18:04) +2021-12-18 18:04:29,638 Sleep: 10 +2021-12-18 18:04:29,638 Number of retrials: 0 +2021-12-18 18:04:29,638 WRAPPER CHECK TIME = 10 +2021-12-18 18:04:29,639 Checking jobs for platform=marenostrum4 +2021-12-18 18:04:29,639 Checking jobs for platform=nord3 +2021-12-18 18:04:29,640 Checking jobs for platform=local +2021-12-18 18:04:29,640 Checking jobs for platform=transfer_node +2021-12-18 18:04:29,640 Checking all jobs at once +2021-12-18 18:04:30,960 Successful check job command +2021-12-18 18:04:32,180 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:04:32,180 End of checking +2021-12-18 18:04:32,181 Updating FAILED jobs +2021-12-18 18:04:32,181 Updating WAITING jobs +2021-12-18 18:04:32,182 Update finished +2021-12-18 18:04:32,182 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:04:32,182 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:04:32,182 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:04:32,182 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:04:32,182 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:04:32,182 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:04:32,183 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:04:32,185 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:04:32,187 Job list saved +2021-12-18 18:04:32,192 Updating FAILED jobs +2021-12-18 18:04:32,192 Updating WAITING jobs +2021-12-18 18:04:32,192 Update finished +2021-12-18 18:04:42,203 Reloading parameters... +2021-12-18 18:04:42,223 Loading parameters... +2021-12-18 18:04:42,225 Loading project parameters... +2021-12-18 18:04:42,227 + +13 of 25 jobs remaining (18:04) +2021-12-18 18:04:42,228 Sleep: 10 +2021-12-18 18:04:42,228 Number of retrials: 0 +2021-12-18 18:04:42,228 WRAPPER CHECK TIME = 10 +2021-12-18 18:04:42,228 Checking jobs for platform=marenostrum4 +2021-12-18 18:04:42,229 Checking jobs for platform=nord3 +2021-12-18 18:04:42,229 Checking jobs for platform=local +2021-12-18 18:04:42,230 Checking jobs for platform=transfer_node +2021-12-18 18:04:42,230 Checking all jobs at once +2021-12-18 18:04:43,499 Successful check job command +2021-12-18 18:04:44,568 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:04:44,568 End of checking +2021-12-18 18:04:44,570 Updating FAILED jobs +2021-12-18 18:04:44,570 Updating WAITING jobs +2021-12-18 18:04:44,570 Update finished +2021-12-18 18:04:44,571 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:04:44,571 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:04:44,571 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:04:44,571 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:04:44,572 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:04:44,572 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:04:44,572 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:04:44,575 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:04:44,577 Job list saved +2021-12-18 18:04:44,586 Updating FAILED jobs +2021-12-18 18:04:44,586 Updating WAITING jobs +2021-12-18 18:04:44,586 Update finished +2021-12-18 18:04:54,596 Reloading parameters... +2021-12-18 18:04:54,615 Loading parameters... +2021-12-18 18:04:54,617 Loading project parameters... +2021-12-18 18:04:54,618 + +13 of 25 jobs remaining (18:04) +2021-12-18 18:04:54,619 Sleep: 10 +2021-12-18 18:04:54,619 Number of retrials: 0 +2021-12-18 18:04:54,619 WRAPPER CHECK TIME = 10 +2021-12-18 18:04:54,619 Checking jobs for platform=marenostrum4 +2021-12-18 18:04:54,620 Checking jobs for platform=nord3 +2021-12-18 18:04:54,621 Checking jobs for platform=local +2021-12-18 18:04:54,621 Checking jobs for platform=transfer_node +2021-12-18 18:04:54,621 Checking all jobs at once +2021-12-18 18:04:55,940 Successful check job command +2021-12-18 18:04:57,310 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:04:57,311 End of checking +2021-12-18 18:04:57,312 Updating FAILED jobs +2021-12-18 18:04:57,312 Updating WAITING jobs +2021-12-18 18:04:57,312 Update finished +2021-12-18 18:04:57,313 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:04:57,313 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:04:57,313 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:04:57,313 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:04:57,313 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:04:57,313 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:04:57,313 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:04:57,316 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:04:57,319 Job list saved +2021-12-18 18:04:57,331 Updating FAILED jobs +2021-12-18 18:04:57,332 Updating WAITING jobs +2021-12-18 18:04:57,332 Update finished +2021-12-18 18:05:07,342 Reloading parameters... +2021-12-18 18:05:07,363 Loading parameters... +2021-12-18 18:05:07,364 Loading project parameters... +2021-12-18 18:05:07,369 + +13 of 25 jobs remaining (18:05) +2021-12-18 18:05:07,370 Sleep: 10 +2021-12-18 18:05:07,370 Number of retrials: 0 +2021-12-18 18:05:07,370 WRAPPER CHECK TIME = 10 +2021-12-18 18:05:07,370 Checking jobs for platform=marenostrum4 +2021-12-18 18:05:07,371 Checking jobs for platform=nord3 +2021-12-18 18:05:07,371 Checking jobs for platform=local +2021-12-18 18:05:07,372 Checking jobs for platform=transfer_node +2021-12-18 18:05:07,372 Checking all jobs at once +2021-12-18 18:05:08,791 Successful check job command +2021-12-18 18:05:10,060 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:05:10,061 End of checking +2021-12-18 18:05:10,062 Updating FAILED jobs +2021-12-18 18:05:10,062 Updating WAITING jobs +2021-12-18 18:05:10,062 Update finished +2021-12-18 18:05:10,062 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:05:10,063 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:05:10,063 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:05:10,063 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:05:10,063 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:05:10,063 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:05:10,063 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:05:10,066 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:05:10,069 Job list saved +2021-12-18 18:05:10,080 Updating FAILED jobs +2021-12-18 18:05:10,080 Updating WAITING jobs +2021-12-18 18:05:10,080 Update finished +2021-12-18 18:05:20,090 Reloading parameters... +2021-12-18 18:05:20,109 Loading parameters... +2021-12-18 18:05:20,110 Loading project parameters... +2021-12-18 18:05:20,112 + +13 of 25 jobs remaining (18:05) +2021-12-18 18:05:20,112 Sleep: 10 +2021-12-18 18:05:20,112 Number of retrials: 0 +2021-12-18 18:05:20,112 WRAPPER CHECK TIME = 10 +2021-12-18 18:05:20,113 Checking jobs for platform=marenostrum4 +2021-12-18 18:05:20,113 Checking jobs for platform=nord3 +2021-12-18 18:05:20,114 Checking jobs for platform=local +2021-12-18 18:05:20,114 Checking jobs for platform=transfer_node +2021-12-18 18:05:20,115 Checking all jobs at once +2021-12-18 18:05:21,485 Successful check job command +2021-12-18 18:05:22,754 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:05:22,754 End of checking +2021-12-18 18:05:22,756 Updating FAILED jobs +2021-12-18 18:05:22,756 Updating WAITING jobs +2021-12-18 18:05:22,756 Update finished +2021-12-18 18:05:22,756 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:05:22,757 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:05:22,757 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:05:22,757 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:05:22,757 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:05:22,757 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:05:22,758 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:05:22,760 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:05:22,763 Job list saved +2021-12-18 18:05:22,767 Updating FAILED jobs +2021-12-18 18:05:22,767 Updating WAITING jobs +2021-12-18 18:05:22,767 Update finished +2021-12-18 18:05:32,777 Reloading parameters... +2021-12-18 18:05:32,800 Loading parameters... +2021-12-18 18:05:32,801 Loading project parameters... +2021-12-18 18:05:32,804 + +13 of 25 jobs remaining (18:05) +2021-12-18 18:05:32,804 Sleep: 10 +2021-12-18 18:05:32,804 Number of retrials: 0 +2021-12-18 18:05:32,804 WRAPPER CHECK TIME = 10 +2021-12-18 18:05:32,805 Checking jobs for platform=marenostrum4 +2021-12-18 18:05:32,805 Checking jobs for platform=nord3 +2021-12-18 18:05:32,806 Checking jobs for platform=local +2021-12-18 18:05:32,806 Checking jobs for platform=transfer_node +2021-12-18 18:05:32,806 Checking all jobs at once +2021-12-18 18:05:34,327 Successful check job command +2021-12-18 18:05:35,646 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:05:35,647 End of checking +2021-12-18 18:05:35,648 Updating FAILED jobs +2021-12-18 18:05:35,648 Updating WAITING jobs +2021-12-18 18:05:35,649 Update finished +2021-12-18 18:05:35,649 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:05:35,649 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:05:35,649 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:05:35,649 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:05:35,649 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:05:35,649 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:05:35,650 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:05:35,652 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:05:35,655 Job list saved +2021-12-18 18:05:35,659 Updating FAILED jobs +2021-12-18 18:05:35,660 Updating WAITING jobs +2021-12-18 18:05:35,660 Update finished +2021-12-18 18:05:45,670 Reloading parameters... +2021-12-18 18:05:45,690 Loading parameters... +2021-12-18 18:05:45,692 Loading project parameters... +2021-12-18 18:05:45,693 + +13 of 25 jobs remaining (18:05) +2021-12-18 18:05:45,694 Sleep: 10 +2021-12-18 18:05:45,694 Number of retrials: 0 +2021-12-18 18:05:45,694 WRAPPER CHECK TIME = 10 +2021-12-18 18:05:45,694 Checking jobs for platform=marenostrum4 +2021-12-18 18:05:45,695 Checking jobs for platform=nord3 +2021-12-18 18:05:45,695 Checking jobs for platform=local +2021-12-18 18:05:45,696 Checking jobs for platform=transfer_node +2021-12-18 18:05:45,696 Checking all jobs at once +2021-12-18 18:05:47,065 Successful check job command +2021-12-18 18:05:48,335 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:05:48,335 End of checking +2021-12-18 18:05:48,337 Updating FAILED jobs +2021-12-18 18:05:48,337 Updating WAITING jobs +2021-12-18 18:05:48,337 Update finished +2021-12-18 18:05:48,338 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:05:48,338 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:05:48,338 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:05:48,338 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:05:48,338 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:05:48,338 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:05:48,338 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:05:48,341 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:05:48,343 Job list saved +2021-12-18 18:05:48,349 Updating FAILED jobs +2021-12-18 18:05:48,349 Updating WAITING jobs +2021-12-18 18:05:48,349 Update finished +2021-12-18 18:05:58,355 Reloading parameters... +2021-12-18 18:05:58,377 Loading parameters... +2021-12-18 18:05:58,378 Loading project parameters... +2021-12-18 18:05:58,380 + +13 of 25 jobs remaining (18:05) +2021-12-18 18:05:58,380 Sleep: 10 +2021-12-18 18:05:58,380 Number of retrials: 0 +2021-12-18 18:05:58,380 WRAPPER CHECK TIME = 10 +2021-12-18 18:05:58,381 Checking jobs for platform=marenostrum4 +2021-12-18 18:05:58,382 Checking jobs for platform=nord3 +2021-12-18 18:05:58,382 Checking jobs for platform=local +2021-12-18 18:05:58,383 Checking jobs for platform=transfer_node +2021-12-18 18:05:58,383 Checking all jobs at once +2021-12-18 18:05:59,752 Successful check job command +2021-12-18 18:06:00,972 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:06:00,972 End of checking +2021-12-18 18:06:00,973 Updating FAILED jobs +2021-12-18 18:06:00,974 Updating WAITING jobs +2021-12-18 18:06:00,974 Update finished +2021-12-18 18:06:00,974 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:06:00,975 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:06:00,975 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:06:00,975 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:06:00,975 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:06:00,975 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:06:00,975 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:06:00,978 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:06:00,980 Job list saved +2021-12-18 18:06:00,986 Updating FAILED jobs +2021-12-18 18:06:00,986 Updating WAITING jobs +2021-12-18 18:06:00,986 Update finished +2021-12-18 18:06:10,996 Reloading parameters... +2021-12-18 18:06:11,016 Loading parameters... +2021-12-18 18:06:11,018 Loading project parameters... +2021-12-18 18:06:11,020 + +13 of 25 jobs remaining (18:06) +2021-12-18 18:06:11,020 Sleep: 10 +2021-12-18 18:06:11,020 Number of retrials: 0 +2021-12-18 18:06:11,020 WRAPPER CHECK TIME = 10 +2021-12-18 18:06:11,021 Checking jobs for platform=marenostrum4 +2021-12-18 18:06:11,021 Checking jobs for platform=nord3 +2021-12-18 18:06:11,022 Checking jobs for platform=local +2021-12-18 18:06:11,022 Checking jobs for platform=transfer_node +2021-12-18 18:06:11,022 Checking all jobs at once +2021-12-18 18:06:12,646 Successful check job command +2021-12-18 18:06:13,815 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:06:13,816 End of checking +2021-12-18 18:06:13,817 Updating FAILED jobs +2021-12-18 18:06:13,818 Updating WAITING jobs +2021-12-18 18:06:13,818 Update finished +2021-12-18 18:06:13,818 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:06:13,818 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:06:13,818 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:06:13,818 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:06:13,819 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:06:13,819 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:06:13,819 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:06:13,821 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:06:13,823 Job list saved +2021-12-18 18:06:13,832 Updating FAILED jobs +2021-12-18 18:06:13,832 Updating WAITING jobs +2021-12-18 18:06:13,832 Update finished +2021-12-18 18:06:23,842 Reloading parameters... +2021-12-18 18:06:23,863 Loading parameters... +2021-12-18 18:06:23,864 Loading project parameters... +2021-12-18 18:06:23,866 + +13 of 25 jobs remaining (18:06) +2021-12-18 18:06:23,866 Sleep: 10 +2021-12-18 18:06:23,866 Number of retrials: 0 +2021-12-18 18:06:23,866 WRAPPER CHECK TIME = 10 +2021-12-18 18:06:23,867 Checking jobs for platform=marenostrum4 +2021-12-18 18:06:23,867 Checking jobs for platform=nord3 +2021-12-18 18:06:23,868 Checking jobs for platform=local +2021-12-18 18:06:23,869 Checking jobs for platform=transfer_node +2021-12-18 18:06:23,869 Checking all jobs at once +2021-12-18 18:06:25,491 Successful check job command +2021-12-18 18:06:26,760 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:06:26,761 End of checking +2021-12-18 18:06:26,762 Updating FAILED jobs +2021-12-18 18:06:26,762 Updating WAITING jobs +2021-12-18 18:06:26,763 Update finished +2021-12-18 18:06:26,763 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:06:26,763 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:06:26,763 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:06:26,763 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:06:26,763 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:06:26,764 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:06:26,764 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:06:26,767 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:06:26,769 Job list saved +2021-12-18 18:06:26,774 Updating FAILED jobs +2021-12-18 18:06:26,774 Updating WAITING jobs +2021-12-18 18:06:26,774 Update finished +2021-12-18 18:06:36,784 Reloading parameters... +2021-12-18 18:06:36,806 Loading parameters... +2021-12-18 18:06:36,807 Loading project parameters... +2021-12-18 18:06:36,809 + +13 of 25 jobs remaining (18:06) +2021-12-18 18:06:36,809 Sleep: 10 +2021-12-18 18:06:36,809 Number of retrials: 0 +2021-12-18 18:06:36,809 WRAPPER CHECK TIME = 10 +2021-12-18 18:06:36,810 Checking jobs for platform=marenostrum4 +2021-12-18 18:06:36,810 Checking jobs for platform=nord3 +2021-12-18 18:06:36,811 Checking jobs for platform=local +2021-12-18 18:06:36,812 Checking jobs for platform=transfer_node +2021-12-18 18:06:36,812 Checking all jobs at once +2021-12-18 18:06:38,383 Successful check job command +2021-12-18 18:06:39,852 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:06:39,853 End of checking +2021-12-18 18:06:39,855 Updating FAILED jobs +2021-12-18 18:06:39,855 Updating WAITING jobs +2021-12-18 18:06:39,855 Update finished +2021-12-18 18:06:39,856 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:06:39,856 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:06:39,857 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:06:39,857 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:06:39,857 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:06:39,857 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:06:39,857 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:06:39,860 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:06:39,862 Job list saved +2021-12-18 18:06:39,867 Updating FAILED jobs +2021-12-18 18:06:39,867 Updating WAITING jobs +2021-12-18 18:06:39,867 Update finished +2021-12-18 18:06:49,874 Reloading parameters... +2021-12-18 18:06:49,896 Loading parameters... +2021-12-18 18:06:49,897 Loading project parameters... +2021-12-18 18:06:49,899 + +13 of 25 jobs remaining (18:06) +2021-12-18 18:06:49,899 Sleep: 10 +2021-12-18 18:06:49,899 Number of retrials: 0 +2021-12-18 18:06:49,899 WRAPPER CHECK TIME = 10 +2021-12-18 18:06:49,900 Checking jobs for platform=marenostrum4 +2021-12-18 18:06:49,900 Checking jobs for platform=nord3 +2021-12-18 18:06:49,901 Checking jobs for platform=local +2021-12-18 18:06:49,902 Checking jobs for platform=transfer_node +2021-12-18 18:06:49,902 Checking all jobs at once +2021-12-18 18:06:51,421 Successful check job command +2021-12-18 18:06:52,841 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:06:52,841 End of checking +2021-12-18 18:06:52,843 Updating FAILED jobs +2021-12-18 18:06:52,843 Updating WAITING jobs +2021-12-18 18:06:52,843 Update finished +2021-12-18 18:06:52,844 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:06:52,844 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:06:52,844 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:06:52,844 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:06:52,844 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:06:52,844 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:06:52,844 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:06:52,848 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:06:52,850 Job list saved +2021-12-18 18:06:52,856 Updating FAILED jobs +2021-12-18 18:06:52,856 Updating WAITING jobs +2021-12-18 18:06:52,856 Update finished +2021-12-18 18:07:02,866 Reloading parameters... +2021-12-18 18:07:02,886 Loading parameters... +2021-12-18 18:07:02,887 Loading project parameters... +2021-12-18 18:07:02,889 + +13 of 25 jobs remaining (18:07) +2021-12-18 18:07:02,889 Sleep: 10 +2021-12-18 18:07:02,889 Number of retrials: 0 +2021-12-18 18:07:02,890 WRAPPER CHECK TIME = 10 +2021-12-18 18:07:02,890 Checking jobs for platform=marenostrum4 +2021-12-18 18:07:02,891 Checking jobs for platform=nord3 +2021-12-18 18:07:02,891 Checking jobs for platform=local +2021-12-18 18:07:02,892 Checking jobs for platform=transfer_node +2021-12-18 18:07:02,892 Checking all jobs at once +2021-12-18 18:07:04,264 Successful check job command +2021-12-18 18:07:05,683 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:07:05,683 End of checking +2021-12-18 18:07:05,685 Updating FAILED jobs +2021-12-18 18:07:05,685 Updating WAITING jobs +2021-12-18 18:07:05,685 Update finished +2021-12-18 18:07:05,685 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:07:05,685 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:07:05,686 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:07:05,686 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:07:05,686 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:07:05,686 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:07:05,686 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:07:05,689 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:07:05,691 Job list saved +2021-12-18 18:07:05,696 Updating FAILED jobs +2021-12-18 18:07:05,696 Updating WAITING jobs +2021-12-18 18:07:05,696 Update finished +2021-12-18 18:07:15,706 Reloading parameters... +2021-12-18 18:07:15,726 Loading parameters... +2021-12-18 18:07:15,727 Loading project parameters... +2021-12-18 18:07:15,729 + +13 of 25 jobs remaining (18:07) +2021-12-18 18:07:15,729 Sleep: 10 +2021-12-18 18:07:15,729 Number of retrials: 0 +2021-12-18 18:07:15,730 WRAPPER CHECK TIME = 10 +2021-12-18 18:07:15,730 Checking jobs for platform=marenostrum4 +2021-12-18 18:07:15,731 Checking jobs for platform=nord3 +2021-12-18 18:07:15,731 Checking jobs for platform=local +2021-12-18 18:07:15,732 Checking jobs for platform=transfer_node +2021-12-18 18:07:15,732 Checking all jobs at once +2021-12-18 18:07:17,102 Successful check job command +2021-12-18 18:07:18,321 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:07:18,321 End of checking +2021-12-18 18:07:18,323 Updating FAILED jobs +2021-12-18 18:07:18,323 Updating WAITING jobs +2021-12-18 18:07:18,323 Update finished +2021-12-18 18:07:18,324 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:07:18,324 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:07:18,325 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:07:18,325 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:07:18,325 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:07:18,325 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:07:18,325 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:07:18,328 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:07:18,330 Job list saved +2021-12-18 18:07:18,334 Updating FAILED jobs +2021-12-18 18:07:18,335 Updating WAITING jobs +2021-12-18 18:07:18,335 Update finished +2021-12-18 18:07:28,340 Reloading parameters... +2021-12-18 18:07:28,358 Loading parameters... +2021-12-18 18:07:28,360 Loading project parameters... +2021-12-18 18:07:28,362 + +13 of 25 jobs remaining (18:07) +2021-12-18 18:07:28,362 Sleep: 10 +2021-12-18 18:07:28,362 Number of retrials: 0 +2021-12-18 18:07:28,362 WRAPPER CHECK TIME = 10 +2021-12-18 18:07:28,362 Checking jobs for platform=marenostrum4 +2021-12-18 18:07:28,363 Checking jobs for platform=nord3 +2021-12-18 18:07:28,364 Checking jobs for platform=local +2021-12-18 18:07:28,364 Checking jobs for platform=transfer_node +2021-12-18 18:07:28,364 Checking all jobs at once +2021-12-18 18:07:29,784 Successful check job command +2021-12-18 18:07:31,053 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:07:31,053 End of checking +2021-12-18 18:07:31,055 Updating FAILED jobs +2021-12-18 18:07:31,055 Updating WAITING jobs +2021-12-18 18:07:31,055 Update finished +2021-12-18 18:07:31,055 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:07:31,056 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:07:31,056 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:07:31,056 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:07:31,056 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:07:31,056 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:07:31,056 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:07:31,059 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:07:31,061 Job list saved +2021-12-18 18:07:31,066 Updating FAILED jobs +2021-12-18 18:07:31,066 Updating WAITING jobs +2021-12-18 18:07:31,066 Update finished +2021-12-18 18:07:41,069 Reloading parameters... +2021-12-18 18:07:41,093 Loading parameters... +2021-12-18 18:07:41,095 Loading project parameters... +2021-12-18 18:07:41,097 + +13 of 25 jobs remaining (18:07) +2021-12-18 18:07:41,097 Sleep: 10 +2021-12-18 18:07:41,097 Number of retrials: 0 +2021-12-18 18:07:41,097 WRAPPER CHECK TIME = 10 +2021-12-18 18:07:41,098 Checking jobs for platform=marenostrum4 +2021-12-18 18:07:41,099 Checking jobs for platform=nord3 +2021-12-18 18:07:41,099 Checking jobs for platform=local +2021-12-18 18:07:41,100 Checking jobs for platform=transfer_node +2021-12-18 18:07:41,100 Checking all jobs at once +2021-12-18 18:07:42,721 Successful check job command +2021-12-18 18:07:44,242 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:07:44,242 End of checking +2021-12-18 18:07:44,243 Updating FAILED jobs +2021-12-18 18:07:44,243 Updating WAITING jobs +2021-12-18 18:07:44,244 Update finished +2021-12-18 18:07:44,244 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:07:44,244 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:07:44,244 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:07:44,244 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:07:44,244 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:07:44,245 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:07:44,245 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:07:44,248 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:07:44,250 Job list saved +2021-12-18 18:07:44,256 Updating FAILED jobs +2021-12-18 18:07:44,256 Updating WAITING jobs +2021-12-18 18:07:44,256 Update finished +2021-12-18 18:07:54,266 Reloading parameters... +2021-12-18 18:07:54,286 Loading parameters... +2021-12-18 18:07:54,288 Loading project parameters... +2021-12-18 18:07:54,289 + +13 of 25 jobs remaining (18:07) +2021-12-18 18:07:54,290 Sleep: 10 +2021-12-18 18:07:54,290 Number of retrials: 0 +2021-12-18 18:07:54,290 WRAPPER CHECK TIME = 10 +2021-12-18 18:07:54,290 Checking jobs for platform=marenostrum4 +2021-12-18 18:07:54,291 Checking jobs for platform=nord3 +2021-12-18 18:07:54,291 Checking jobs for platform=local +2021-12-18 18:07:54,292 Checking jobs for platform=transfer_node +2021-12-18 18:07:54,292 Checking all jobs at once +2021-12-18 18:07:55,662 Successful check job command +2021-12-18 18:07:57,232 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:07:57,232 End of checking +2021-12-18 18:07:57,234 Updating FAILED jobs +2021-12-18 18:07:57,234 Updating WAITING jobs +2021-12-18 18:07:57,234 Update finished +2021-12-18 18:07:57,234 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:07:57,235 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:07:57,235 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:07:57,235 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:07:57,235 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:07:57,235 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:07:57,236 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:07:57,239 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:07:57,241 Job list saved +2021-12-18 18:07:57,247 Updating FAILED jobs +2021-12-18 18:07:57,247 Updating WAITING jobs +2021-12-18 18:07:57,248 Update finished +2021-12-18 18:08:07,255 Reloading parameters... +2021-12-18 18:08:07,276 Loading parameters... +2021-12-18 18:08:07,278 Loading project parameters... +2021-12-18 18:08:07,279 + +13 of 25 jobs remaining (18:08) +2021-12-18 18:08:07,280 Sleep: 10 +2021-12-18 18:08:07,280 Number of retrials: 0 +2021-12-18 18:08:07,280 WRAPPER CHECK TIME = 10 +2021-12-18 18:08:07,280 Checking jobs for platform=marenostrum4 +2021-12-18 18:08:07,281 Checking jobs for platform=nord3 +2021-12-18 18:08:07,281 Checking jobs for platform=local +2021-12-18 18:08:07,282 Checking jobs for platform=transfer_node +2021-12-18 18:08:07,282 Checking all jobs at once +2021-12-18 18:08:08,751 Successful check job command +2021-12-18 18:08:09,971 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:08:09,971 End of checking +2021-12-18 18:08:09,973 Updating FAILED jobs +2021-12-18 18:08:09,973 Updating WAITING jobs +2021-12-18 18:08:09,973 Update finished +2021-12-18 18:08:09,973 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:08:09,973 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:08:09,973 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:08:09,974 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:08:09,974 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:08:09,974 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:08:09,974 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:08:09,977 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:08:09,979 Job list saved +2021-12-18 18:08:09,985 Updating FAILED jobs +2021-12-18 18:08:09,985 Updating WAITING jobs +2021-12-18 18:08:09,985 Update finished +2021-12-18 18:08:19,995 Reloading parameters... +2021-12-18 18:08:20,018 Loading parameters... +2021-12-18 18:08:20,019 Loading project parameters... +2021-12-18 18:08:20,021 + +13 of 25 jobs remaining (18:08) +2021-12-18 18:08:20,021 Sleep: 10 +2021-12-18 18:08:20,021 Number of retrials: 0 +2021-12-18 18:08:20,021 WRAPPER CHECK TIME = 10 +2021-12-18 18:08:20,022 Checking jobs for platform=marenostrum4 +2021-12-18 18:08:20,022 Checking jobs for platform=nord3 +2021-12-18 18:08:20,023 Checking jobs for platform=local +2021-12-18 18:08:20,024 Checking jobs for platform=transfer_node +2021-12-18 18:08:20,024 Checking all jobs at once +2021-12-18 18:08:21,644 Successful check job command +2021-12-18 18:08:23,215 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:08:23,215 End of checking +2021-12-18 18:08:23,217 Updating FAILED jobs +2021-12-18 18:08:23,217 Updating WAITING jobs +2021-12-18 18:08:23,217 Update finished +2021-12-18 18:08:23,217 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:08:23,217 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:08:23,218 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:08:23,218 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:08:23,218 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:08:23,218 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:08:23,218 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:08:23,221 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:08:23,224 Job list saved +2021-12-18 18:08:23,230 Updating FAILED jobs +2021-12-18 18:08:23,230 Updating WAITING jobs +2021-12-18 18:08:23,230 Update finished +2021-12-18 18:08:33,240 Reloading parameters... +2021-12-18 18:08:33,260 Loading parameters... +2021-12-18 18:08:33,261 Loading project parameters... +2021-12-18 18:08:33,263 + +13 of 25 jobs remaining (18:08) +2021-12-18 18:08:33,263 Sleep: 10 +2021-12-18 18:08:33,263 Number of retrials: 0 +2021-12-18 18:08:33,263 WRAPPER CHECK TIME = 10 +2021-12-18 18:08:33,264 Checking jobs for platform=marenostrum4 +2021-12-18 18:08:33,264 Checking jobs for platform=nord3 +2021-12-18 18:08:33,265 Checking jobs for platform=local +2021-12-18 18:08:33,265 Checking jobs for platform=transfer_node +2021-12-18 18:08:33,265 Checking all jobs at once +2021-12-18 18:08:34,535 Successful check job command +2021-12-18 18:08:35,805 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:08:35,805 End of checking +2021-12-18 18:08:35,806 Updating FAILED jobs +2021-12-18 18:08:35,806 Updating WAITING jobs +2021-12-18 18:08:35,807 Update finished +2021-12-18 18:08:35,807 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:08:35,807 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:08:35,808 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:08:35,808 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:08:35,808 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:08:35,808 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:08:35,808 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:08:35,811 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:08:35,813 Job list saved +2021-12-18 18:08:35,819 Updating FAILED jobs +2021-12-18 18:08:35,819 Updating WAITING jobs +2021-12-18 18:08:35,819 Update finished +2021-12-18 18:08:45,830 Reloading parameters... +2021-12-18 18:08:45,850 Loading parameters... +2021-12-18 18:08:45,851 Loading project parameters... +2021-12-18 18:08:45,853 + +13 of 25 jobs remaining (18:08) +2021-12-18 18:08:45,853 Sleep: 10 +2021-12-18 18:08:45,853 Number of retrials: 0 +2021-12-18 18:08:45,853 WRAPPER CHECK TIME = 10 +2021-12-18 18:08:45,854 Checking jobs for platform=marenostrum4 +2021-12-18 18:08:45,855 Checking jobs for platform=nord3 +2021-12-18 18:08:45,855 Checking jobs for platform=local +2021-12-18 18:08:45,856 Checking jobs for platform=transfer_node +2021-12-18 18:08:45,856 Checking all jobs at once +2021-12-18 18:08:47,176 Successful check job command +2021-12-18 18:08:48,345 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:08:48,345 End of checking +2021-12-18 18:08:48,347 Updating FAILED jobs +2021-12-18 18:08:48,347 Updating WAITING jobs +2021-12-18 18:08:48,347 Update finished +2021-12-18 18:08:48,347 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:08:48,347 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:08:48,348 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:08:48,348 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:08:48,348 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:08:48,348 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:08:48,348 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:08:48,351 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:08:48,353 Job list saved +2021-12-18 18:08:48,358 Updating FAILED jobs +2021-12-18 18:08:48,358 Updating WAITING jobs +2021-12-18 18:08:48,359 Update finished +2021-12-18 18:08:58,369 Reloading parameters... +2021-12-18 18:08:58,390 Loading parameters... +2021-12-18 18:08:58,392 Loading project parameters... +2021-12-18 18:08:58,394 + +13 of 25 jobs remaining (18:08) +2021-12-18 18:08:58,394 Sleep: 10 +2021-12-18 18:08:58,394 Number of retrials: 0 +2021-12-18 18:08:58,394 WRAPPER CHECK TIME = 10 +2021-12-18 18:08:58,395 Checking jobs for platform=marenostrum4 +2021-12-18 18:08:58,395 Checking jobs for platform=nord3 +2021-12-18 18:08:58,396 Checking jobs for platform=local +2021-12-18 18:08:58,397 Checking jobs for platform=transfer_node +2021-12-18 18:08:58,397 Checking all jobs at once +2021-12-18 18:08:59,870 Successful check job command +2021-12-18 18:09:01,189 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:09:01,189 End of checking +2021-12-18 18:09:01,192 Updating FAILED jobs +2021-12-18 18:09:01,192 Updating WAITING jobs +2021-12-18 18:09:01,192 Update finished +2021-12-18 18:09:01,192 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:09:01,192 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:09:01,192 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:09:01,193 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:09:01,193 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:09:01,193 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:09:01,193 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:09:01,197 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:09:01,200 Job list saved +2021-12-18 18:09:01,206 Updating FAILED jobs +2021-12-18 18:09:01,206 Updating WAITING jobs +2021-12-18 18:09:01,206 Update finished +2021-12-18 18:09:11,216 Reloading parameters... +2021-12-18 18:09:11,239 Loading parameters... +2021-12-18 18:09:11,240 Loading project parameters... +2021-12-18 18:09:11,242 + +13 of 25 jobs remaining (18:09) +2021-12-18 18:09:11,243 Sleep: 10 +2021-12-18 18:09:11,243 Number of retrials: 0 +2021-12-18 18:09:11,243 WRAPPER CHECK TIME = 10 +2021-12-18 18:09:11,244 Checking jobs for platform=marenostrum4 +2021-12-18 18:09:11,245 Checking jobs for platform=nord3 +2021-12-18 18:09:11,245 Checking jobs for platform=local +2021-12-18 18:09:11,246 Checking jobs for platform=transfer_node +2021-12-18 18:09:11,246 Checking all jobs at once +2021-12-18 18:09:12,576 Successful check job command +2021-12-18 18:09:13,946 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:09:13,946 End of checking +2021-12-18 18:09:13,947 Updating FAILED jobs +2021-12-18 18:09:13,948 Updating WAITING jobs +2021-12-18 18:09:13,948 Update finished +2021-12-18 18:09:13,948 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:09:13,949 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:09:13,949 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:09:13,949 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:09:13,949 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:09:13,949 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:09:13,949 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:09:13,952 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:09:13,955 Job list saved +2021-12-18 18:09:13,960 Updating FAILED jobs +2021-12-18 18:09:13,960 Updating WAITING jobs +2021-12-18 18:09:13,960 Update finished +2021-12-18 18:09:23,971 Reloading parameters... +2021-12-18 18:09:23,991 Loading parameters... +2021-12-18 18:09:23,992 Loading project parameters... +2021-12-18 18:09:23,994 + +13 of 25 jobs remaining (18:09) +2021-12-18 18:09:23,994 Sleep: 10 +2021-12-18 18:09:23,994 Number of retrials: 0 +2021-12-18 18:09:23,994 WRAPPER CHECK TIME = 10 +2021-12-18 18:09:23,995 Checking jobs for platform=marenostrum4 +2021-12-18 18:09:23,996 Checking jobs for platform=nord3 +2021-12-18 18:09:23,996 Checking jobs for platform=local +2021-12-18 18:09:23,997 Checking jobs for platform=transfer_node +2021-12-18 18:09:23,997 Checking all jobs at once +2021-12-18 18:09:25,517 Successful check job command +2021-12-18 18:09:26,786 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:09:26,786 End of checking +2021-12-18 18:09:26,788 Updating FAILED jobs +2021-12-18 18:09:26,788 Updating WAITING jobs +2021-12-18 18:09:26,788 Update finished +2021-12-18 18:09:26,788 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:09:26,788 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:09:26,788 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:09:26,789 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:09:26,789 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:09:26,789 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:09:26,789 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:09:26,792 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:09:26,795 Job list saved +2021-12-18 18:09:26,813 Updating FAILED jobs +2021-12-18 18:09:26,813 Updating WAITING jobs +2021-12-18 18:09:26,813 Update finished +2021-12-18 18:09:36,823 Reloading parameters... +2021-12-18 18:09:36,846 Loading parameters... +2021-12-18 18:09:36,847 Loading project parameters... +2021-12-18 18:09:36,849 + +13 of 25 jobs remaining (18:09) +2021-12-18 18:09:36,849 Sleep: 10 +2021-12-18 18:09:36,849 Number of retrials: 0 +2021-12-18 18:09:36,849 WRAPPER CHECK TIME = 10 +2021-12-18 18:09:36,850 Checking jobs for platform=marenostrum4 +2021-12-18 18:09:36,850 Checking jobs for platform=nord3 +2021-12-18 18:09:36,851 Checking jobs for platform=local +2021-12-18 18:09:36,852 Checking jobs for platform=transfer_node +2021-12-18 18:09:36,852 Checking all jobs at once +2021-12-18 18:09:38,221 Successful check job command +2021-12-18 18:09:39,490 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:09:39,490 End of checking +2021-12-18 18:09:39,492 Updating FAILED jobs +2021-12-18 18:09:39,492 Updating WAITING jobs +2021-12-18 18:09:39,492 Update finished +2021-12-18 18:09:39,492 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:09:39,492 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:09:39,493 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:09:39,493 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:09:39,493 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:09:39,493 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:09:39,493 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:09:39,497 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:09:39,500 Job list saved +2021-12-18 18:09:39,504 Updating FAILED jobs +2021-12-18 18:09:39,505 Updating WAITING jobs +2021-12-18 18:09:39,505 Update finished +2021-12-18 18:09:49,515 Reloading parameters... +2021-12-18 18:09:49,536 Loading parameters... +2021-12-18 18:09:49,537 Loading project parameters... +2021-12-18 18:09:49,539 + +13 of 25 jobs remaining (18:09) +2021-12-18 18:09:49,539 Sleep: 10 +2021-12-18 18:09:49,539 Number of retrials: 0 +2021-12-18 18:09:49,539 WRAPPER CHECK TIME = 10 +2021-12-18 18:09:49,540 Checking jobs for platform=marenostrum4 +2021-12-18 18:09:49,540 Checking jobs for platform=nord3 +2021-12-18 18:09:49,541 Checking jobs for platform=local +2021-12-18 18:09:49,541 Checking jobs for platform=transfer_node +2021-12-18 18:09:49,542 Checking all jobs at once +2021-12-18 18:09:50,861 Successful check job command +2021-12-18 18:09:52,181 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:09:52,181 End of checking +2021-12-18 18:09:52,182 Updating FAILED jobs +2021-12-18 18:09:52,182 Updating WAITING jobs +2021-12-18 18:09:52,183 Update finished +2021-12-18 18:09:52,183 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:09:52,184 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:09:52,184 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:09:52,184 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:09:52,184 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:09:52,184 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:09:52,184 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:09:52,187 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:09:52,190 Job list saved +2021-12-18 18:09:52,195 Updating FAILED jobs +2021-12-18 18:09:52,195 Updating WAITING jobs +2021-12-18 18:09:52,195 Update finished +2021-12-18 18:10:02,201 Reloading parameters... +2021-12-18 18:10:02,222 Loading parameters... +2021-12-18 18:10:02,223 Loading project parameters... +2021-12-18 18:10:02,225 + +13 of 25 jobs remaining (18:10) +2021-12-18 18:10:02,225 Sleep: 10 +2021-12-18 18:10:02,225 Number of retrials: 0 +2021-12-18 18:10:02,226 WRAPPER CHECK TIME = 10 +2021-12-18 18:10:02,226 Checking jobs for platform=marenostrum4 +2021-12-18 18:10:02,227 Checking jobs for platform=nord3 +2021-12-18 18:10:02,227 Checking jobs for platform=local +2021-12-18 18:10:02,228 Checking jobs for platform=transfer_node +2021-12-18 18:10:02,228 Checking all jobs at once +2021-12-18 18:10:03,497 Successful check job command +2021-12-18 18:10:04,818 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:10:04,818 End of checking +2021-12-18 18:10:04,821 Updating FAILED jobs +2021-12-18 18:10:04,821 Updating WAITING jobs +2021-12-18 18:10:04,821 Update finished +2021-12-18 18:10:04,821 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:10:04,821 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:10:04,822 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:10:04,822 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:10:04,822 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:10:04,822 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:10:04,822 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:10:04,825 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:10:04,827 Job list saved +2021-12-18 18:10:04,834 Updating FAILED jobs +2021-12-18 18:10:04,834 Updating WAITING jobs +2021-12-18 18:10:04,834 Update finished +2021-12-18 18:10:14,837 Reloading parameters... +2021-12-18 18:10:14,862 Loading parameters... +2021-12-18 18:10:14,863 Loading project parameters... +2021-12-18 18:10:14,865 + +13 of 25 jobs remaining (18:10) +2021-12-18 18:10:14,865 Sleep: 10 +2021-12-18 18:10:14,865 Number of retrials: 0 +2021-12-18 18:10:14,865 WRAPPER CHECK TIME = 10 +2021-12-18 18:10:14,866 Checking jobs for platform=marenostrum4 +2021-12-18 18:10:14,866 Checking jobs for platform=nord3 +2021-12-18 18:10:14,867 Checking jobs for platform=local +2021-12-18 18:10:14,867 Checking jobs for platform=transfer_node +2021-12-18 18:10:14,868 Checking all jobs at once +2021-12-18 18:10:16,237 Successful check job command +2021-12-18 18:10:17,507 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:10:17,507 End of checking +2021-12-18 18:10:17,509 Updating FAILED jobs +2021-12-18 18:10:17,509 Updating WAITING jobs +2021-12-18 18:10:17,509 Update finished +2021-12-18 18:10:17,510 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:10:17,510 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:10:17,510 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:10:17,510 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:10:17,510 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:10:17,510 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:10:17,510 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:10:17,513 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:10:17,516 Job list saved +2021-12-18 18:10:17,521 Updating FAILED jobs +2021-12-18 18:10:17,521 Updating WAITING jobs +2021-12-18 18:10:17,521 Update finished +2021-12-18 18:10:27,528 Reloading parameters... +2021-12-18 18:10:27,550 Loading parameters... +2021-12-18 18:10:27,551 Loading project parameters... +2021-12-18 18:10:27,553 + +13 of 25 jobs remaining (18:10) +2021-12-18 18:10:27,553 Sleep: 10 +2021-12-18 18:10:27,553 Number of retrials: 0 +2021-12-18 18:10:27,554 WRAPPER CHECK TIME = 10 +2021-12-18 18:10:27,554 Checking jobs for platform=marenostrum4 +2021-12-18 18:10:27,555 Checking jobs for platform=nord3 +2021-12-18 18:10:27,556 Checking jobs for platform=local +2021-12-18 18:10:27,557 Checking jobs for platform=transfer_node +2021-12-18 18:10:27,557 Checking all jobs at once +2021-12-18 18:10:28,928 Successful check job command +2021-12-18 18:10:30,698 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:10:30,698 End of checking +2021-12-18 18:10:30,700 Updating FAILED jobs +2021-12-18 18:10:30,700 Updating WAITING jobs +2021-12-18 18:10:30,700 Update finished +2021-12-18 18:10:30,700 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:10:30,701 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:10:30,701 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:10:30,701 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:10:30,702 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:10:30,702 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:10:30,702 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:10:30,706 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:10:30,708 Job list saved +2021-12-18 18:10:30,715 Updating FAILED jobs +2021-12-18 18:10:30,715 Updating WAITING jobs +2021-12-18 18:10:30,715 Update finished +2021-12-18 18:10:40,725 Reloading parameters... +2021-12-18 18:10:40,747 Loading parameters... +2021-12-18 18:10:40,748 Loading project parameters... +2021-12-18 18:10:40,750 + +13 of 25 jobs remaining (18:10) +2021-12-18 18:10:40,750 Sleep: 10 +2021-12-18 18:10:40,750 Number of retrials: 0 +2021-12-18 18:10:40,750 WRAPPER CHECK TIME = 10 +2021-12-18 18:10:40,751 Checking jobs for platform=marenostrum4 +2021-12-18 18:10:40,751 Checking jobs for platform=nord3 +2021-12-18 18:10:40,752 Checking jobs for platform=local +2021-12-18 18:10:40,752 Checking jobs for platform=transfer_node +2021-12-18 18:10:40,752 Checking all jobs at once +2021-12-18 18:10:41,973 Successful check job command +2021-12-18 18:10:43,142 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:10:43,142 End of checking +2021-12-18 18:10:43,144 Updating FAILED jobs +2021-12-18 18:10:43,144 Updating WAITING jobs +2021-12-18 18:10:43,144 Update finished +2021-12-18 18:10:43,144 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:10:43,144 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:10:43,144 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:10:43,145 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:10:43,145 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:10:43,145 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:10:43,145 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:10:43,148 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:10:43,150 Job list saved +2021-12-18 18:10:43,157 Updating FAILED jobs +2021-12-18 18:10:43,157 Updating WAITING jobs +2021-12-18 18:10:43,157 Update finished +2021-12-18 18:10:53,167 Reloading parameters... +2021-12-18 18:10:53,188 Loading parameters... +2021-12-18 18:10:53,190 Loading project parameters... +2021-12-18 18:10:53,191 + +13 of 25 jobs remaining (18:10) +2021-12-18 18:10:53,192 Sleep: 10 +2021-12-18 18:10:53,192 Number of retrials: 0 +2021-12-18 18:10:53,192 WRAPPER CHECK TIME = 10 +2021-12-18 18:10:53,192 Checking jobs for platform=marenostrum4 +2021-12-18 18:10:53,193 Checking jobs for platform=nord3 +2021-12-18 18:10:53,194 Checking jobs for platform=local +2021-12-18 18:10:53,194 Checking jobs for platform=transfer_node +2021-12-18 18:10:53,194 Checking all jobs at once +2021-12-18 18:10:54,614 Successful check job command +2021-12-18 18:10:55,886 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:10:55,886 End of checking +2021-12-18 18:10:55,887 Updating FAILED jobs +2021-12-18 18:10:55,888 Updating WAITING jobs +2021-12-18 18:10:55,888 Update finished +2021-12-18 18:10:55,888 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:10:55,888 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:10:55,888 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:10:55,888 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:10:55,888 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:10:55,889 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:10:55,889 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:10:55,891 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:10:55,894 Job list saved +2021-12-18 18:10:55,899 Updating FAILED jobs +2021-12-18 18:10:55,899 Updating WAITING jobs +2021-12-18 18:10:55,900 Update finished +2021-12-18 18:11:05,910 Reloading parameters... +2021-12-18 18:11:05,932 Loading parameters... +2021-12-18 18:11:05,933 Loading project parameters... +2021-12-18 18:11:05,935 + +13 of 25 jobs remaining (18:11) +2021-12-18 18:11:05,935 Sleep: 10 +2021-12-18 18:11:05,936 Number of retrials: 0 +2021-12-18 18:11:05,936 WRAPPER CHECK TIME = 10 +2021-12-18 18:11:05,936 Checking jobs for platform=marenostrum4 +2021-12-18 18:11:05,937 Checking jobs for platform=nord3 +2021-12-18 18:11:05,937 Checking jobs for platform=local +2021-12-18 18:11:05,938 Checking jobs for platform=transfer_node +2021-12-18 18:11:05,938 Checking all jobs at once +2021-12-18 18:11:07,358 Successful check job command +2021-12-18 18:11:08,627 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:11:08,628 End of checking +2021-12-18 18:11:08,629 Updating FAILED jobs +2021-12-18 18:11:08,630 Updating WAITING jobs +2021-12-18 18:11:08,630 Update finished +2021-12-18 18:11:08,630 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:11:08,630 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:11:08,631 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:11:08,631 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:11:08,631 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:11:08,631 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:11:08,631 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:11:08,634 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:11:08,636 Job list saved +2021-12-18 18:11:08,641 Updating FAILED jobs +2021-12-18 18:11:08,641 Updating WAITING jobs +2021-12-18 18:11:08,641 Update finished +2021-12-18 18:11:18,646 Reloading parameters... +2021-12-18 18:11:18,666 Loading parameters... +2021-12-18 18:11:18,668 Loading project parameters... +2021-12-18 18:11:18,670 + +13 of 25 jobs remaining (18:11) +2021-12-18 18:11:18,670 Sleep: 10 +2021-12-18 18:11:18,670 Number of retrials: 0 +2021-12-18 18:11:18,670 WRAPPER CHECK TIME = 10 +2021-12-18 18:11:18,671 Checking jobs for platform=marenostrum4 +2021-12-18 18:11:18,671 Checking jobs for platform=nord3 +2021-12-18 18:11:18,672 Checking jobs for platform=local +2021-12-18 18:11:18,672 Checking jobs for platform=transfer_node +2021-12-18 18:11:18,672 Checking all jobs at once +2021-12-18 18:11:19,892 Successful check job command +2021-12-18 18:11:21,112 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:11:21,112 End of checking +2021-12-18 18:11:21,114 Updating FAILED jobs +2021-12-18 18:11:21,114 Updating WAITING jobs +2021-12-18 18:11:21,114 Update finished +2021-12-18 18:11:21,115 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:11:21,115 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:11:21,115 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:11:21,115 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:11:21,115 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:11:21,115 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:11:21,115 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:11:21,118 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:11:21,121 Job list saved +2021-12-18 18:11:21,126 Updating FAILED jobs +2021-12-18 18:11:21,126 Updating WAITING jobs +2021-12-18 18:11:21,127 Update finished +2021-12-18 18:11:31,137 Reloading parameters... +2021-12-18 18:11:31,156 Loading parameters... +2021-12-18 18:11:31,157 Loading project parameters... +2021-12-18 18:11:31,159 + +13 of 25 jobs remaining (18:11) +2021-12-18 18:11:31,159 Sleep: 10 +2021-12-18 18:11:31,159 Number of retrials: 0 +2021-12-18 18:11:31,159 WRAPPER CHECK TIME = 10 +2021-12-18 18:11:31,160 Checking jobs for platform=marenostrum4 +2021-12-18 18:11:31,160 Checking jobs for platform=nord3 +2021-12-18 18:11:31,161 Checking jobs for platform=local +2021-12-18 18:11:31,161 Checking jobs for platform=transfer_node +2021-12-18 18:11:31,162 Checking all jobs at once +2021-12-18 18:11:32,482 Successful check job command +2021-12-18 18:11:33,752 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:11:33,752 End of checking +2021-12-18 18:11:33,754 Updating FAILED jobs +2021-12-18 18:11:33,754 Updating WAITING jobs +2021-12-18 18:11:33,754 Update finished +2021-12-18 18:11:33,754 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:11:33,754 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:11:33,754 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:11:33,755 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:11:33,755 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:11:33,755 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:11:33,755 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:11:33,758 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:11:33,760 Job list saved +2021-12-18 18:11:33,765 Updating FAILED jobs +2021-12-18 18:11:33,765 Updating WAITING jobs +2021-12-18 18:11:33,765 Update finished +2021-12-18 18:11:43,775 Reloading parameters... +2021-12-18 18:11:43,797 Loading parameters... +2021-12-18 18:11:43,799 Loading project parameters... +2021-12-18 18:11:43,801 + +13 of 25 jobs remaining (18:11) +2021-12-18 18:11:43,801 Sleep: 10 +2021-12-18 18:11:43,801 Number of retrials: 0 +2021-12-18 18:11:43,801 WRAPPER CHECK TIME = 10 +2021-12-18 18:11:43,802 Checking jobs for platform=marenostrum4 +2021-12-18 18:11:43,802 Checking jobs for platform=nord3 +2021-12-18 18:11:43,803 Checking jobs for platform=local +2021-12-18 18:11:43,804 Checking jobs for platform=transfer_node +2021-12-18 18:11:43,804 Checking all jobs at once +2021-12-18 18:11:45,075 Successful check job command +2021-12-18 18:11:46,346 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:11:46,346 End of checking +2021-12-18 18:11:46,347 Updating FAILED jobs +2021-12-18 18:11:46,348 Updating WAITING jobs +2021-12-18 18:11:46,348 Update finished +2021-12-18 18:11:46,348 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:11:46,349 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:11:46,349 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:11:46,349 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:11:46,349 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:11:46,349 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:11:46,349 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:11:46,352 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:11:46,354 Job list saved +2021-12-18 18:11:46,359 Updating FAILED jobs +2021-12-18 18:11:46,359 Updating WAITING jobs +2021-12-18 18:11:46,360 Update finished +2021-12-18 18:11:56,369 Reloading parameters... +2021-12-18 18:11:56,390 Loading parameters... +2021-12-18 18:11:56,391 Loading project parameters... +2021-12-18 18:11:56,393 + +13 of 25 jobs remaining (18:11) +2021-12-18 18:11:56,393 Sleep: 10 +2021-12-18 18:11:56,393 Number of retrials: 0 +2021-12-18 18:11:56,393 WRAPPER CHECK TIME = 10 +2021-12-18 18:11:56,394 Checking jobs for platform=marenostrum4 +2021-12-18 18:11:56,395 Checking jobs for platform=nord3 +2021-12-18 18:11:56,395 Checking jobs for platform=local +2021-12-18 18:11:56,396 Checking jobs for platform=transfer_node +2021-12-18 18:11:56,396 Checking all jobs at once +2021-12-18 18:11:57,666 Successful check job command +2021-12-18 18:11:58,936 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:11:58,936 End of checking +2021-12-18 18:11:58,937 Updating FAILED jobs +2021-12-18 18:11:58,937 Updating WAITING jobs +2021-12-18 18:11:58,938 Update finished +2021-12-18 18:11:58,938 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:11:58,938 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:11:58,938 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:11:58,938 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:11:58,939 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:11:58,939 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:11:58,939 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:11:58,941 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:11:58,944 Job list saved +2021-12-18 18:11:58,948 Updating FAILED jobs +2021-12-18 18:11:58,948 Updating WAITING jobs +2021-12-18 18:11:58,949 Update finished +2021-12-18 18:12:08,954 Reloading parameters... +2021-12-18 18:12:08,977 Loading parameters... +2021-12-18 18:12:08,978 Loading project parameters... +2021-12-18 18:12:08,980 + +13 of 25 jobs remaining (18:12) +2021-12-18 18:12:08,980 Sleep: 10 +2021-12-18 18:12:08,980 Number of retrials: 0 +2021-12-18 18:12:08,981 WRAPPER CHECK TIME = 10 +2021-12-18 18:12:08,981 Checking jobs for platform=marenostrum4 +2021-12-18 18:12:08,982 Checking jobs for platform=nord3 +2021-12-18 18:12:08,982 Checking jobs for platform=local +2021-12-18 18:12:08,983 Checking jobs for platform=transfer_node +2021-12-18 18:12:08,983 Checking all jobs at once +2021-12-18 18:12:10,302 Successful check job command +2021-12-18 18:12:11,471 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:12:11,471 End of checking +2021-12-18 18:12:11,474 Updating FAILED jobs +2021-12-18 18:12:11,474 Updating WAITING jobs +2021-12-18 18:12:11,474 Update finished +2021-12-18 18:12:11,474 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:12:11,475 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:12:11,475 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:12:11,475 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:12:11,475 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:12:11,475 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:12:11,475 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:12:11,478 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:12:11,480 Job list saved +2021-12-18 18:12:11,486 Updating FAILED jobs +2021-12-18 18:12:11,486 Updating WAITING jobs +2021-12-18 18:12:11,486 Update finished +2021-12-18 18:12:21,496 Reloading parameters... +2021-12-18 18:12:21,518 Loading parameters... +2021-12-18 18:12:21,520 Loading project parameters... +2021-12-18 18:12:21,521 + +13 of 25 jobs remaining (18:12) +2021-12-18 18:12:21,522 Sleep: 10 +2021-12-18 18:12:21,522 Number of retrials: 0 +2021-12-18 18:12:21,522 WRAPPER CHECK TIME = 10 +2021-12-18 18:12:21,522 Checking jobs for platform=marenostrum4 +2021-12-18 18:12:21,523 Checking jobs for platform=nord3 +2021-12-18 18:12:21,523 Checking jobs for platform=local +2021-12-18 18:12:21,524 Checking jobs for platform=transfer_node +2021-12-18 18:12:21,524 Checking all jobs at once +2021-12-18 18:12:22,843 Successful check job command +2021-12-18 18:12:24,113 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:12:24,113 End of checking +2021-12-18 18:12:24,114 Updating FAILED jobs +2021-12-18 18:12:24,115 Updating WAITING jobs +2021-12-18 18:12:24,115 Update finished +2021-12-18 18:12:24,115 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:12:24,116 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:12:24,116 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:12:24,116 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:12:24,116 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:12:24,116 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:12:24,116 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:12:24,119 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:12:24,121 Job list saved +2021-12-18 18:12:24,126 Updating FAILED jobs +2021-12-18 18:12:24,127 Updating WAITING jobs +2021-12-18 18:12:24,127 Update finished +2021-12-18 18:12:34,138 Reloading parameters... +2021-12-18 18:12:34,160 Loading parameters... +2021-12-18 18:12:34,161 Loading project parameters... +2021-12-18 18:12:34,163 + +13 of 25 jobs remaining (18:12) +2021-12-18 18:12:34,163 Sleep: 10 +2021-12-18 18:12:34,163 Number of retrials: 0 +2021-12-18 18:12:34,163 WRAPPER CHECK TIME = 10 +2021-12-18 18:12:34,164 Checking jobs for platform=marenostrum4 +2021-12-18 18:12:34,164 Checking jobs for platform=nord3 +2021-12-18 18:12:34,165 Checking jobs for platform=local +2021-12-18 18:12:34,166 Checking jobs for platform=transfer_node +2021-12-18 18:12:34,166 Checking all jobs at once +2021-12-18 18:12:35,385 Successful check job command +2021-12-18 18:12:36,554 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:12:36,554 End of checking +2021-12-18 18:12:36,556 Updating FAILED jobs +2021-12-18 18:12:36,556 Updating WAITING jobs +2021-12-18 18:12:36,556 Update finished +2021-12-18 18:12:36,556 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:12:36,556 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:12:36,557 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:12:36,557 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:12:36,557 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:12:36,557 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:12:36,557 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:12:36,561 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:12:36,564 Job list saved +2021-12-18 18:12:36,569 Updating FAILED jobs +2021-12-18 18:12:36,569 Updating WAITING jobs +2021-12-18 18:12:36,569 Update finished +2021-12-18 18:12:46,579 Reloading parameters... +2021-12-18 18:12:46,603 Loading parameters... +2021-12-18 18:12:46,605 Loading project parameters... +2021-12-18 18:12:46,607 + +13 of 25 jobs remaining (18:12) +2021-12-18 18:12:46,607 Sleep: 10 +2021-12-18 18:12:46,607 Number of retrials: 0 +2021-12-18 18:12:46,607 WRAPPER CHECK TIME = 10 +2021-12-18 18:12:46,608 Checking jobs for platform=marenostrum4 +2021-12-18 18:12:46,608 Checking jobs for platform=nord3 +2021-12-18 18:12:46,609 Checking jobs for platform=local +2021-12-18 18:12:46,609 Checking jobs for platform=transfer_node +2021-12-18 18:12:46,609 Checking all jobs at once +2021-12-18 18:12:47,981 Successful check job command +2021-12-18 18:12:49,200 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:12:49,200 End of checking +2021-12-18 18:12:49,202 Updating FAILED jobs +2021-12-18 18:12:49,202 Updating WAITING jobs +2021-12-18 18:12:49,202 Update finished +2021-12-18 18:12:49,202 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:12:49,203 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:12:49,203 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:12:49,203 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:12:49,203 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:12:49,203 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:12:49,203 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:12:49,206 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:12:49,209 Job list saved +2021-12-18 18:12:49,221 Updating FAILED jobs +2021-12-18 18:12:49,221 Updating WAITING jobs +2021-12-18 18:12:49,221 Update finished +2021-12-18 18:12:59,231 Reloading parameters... +2021-12-18 18:12:59,251 Loading parameters... +2021-12-18 18:12:59,252 Loading project parameters... +2021-12-18 18:12:59,254 + +13 of 25 jobs remaining (18:12) +2021-12-18 18:12:59,254 Sleep: 10 +2021-12-18 18:12:59,254 Number of retrials: 0 +2021-12-18 18:12:59,254 WRAPPER CHECK TIME = 10 +2021-12-18 18:12:59,255 Checking jobs for platform=marenostrum4 +2021-12-18 18:12:59,256 Checking jobs for platform=nord3 +2021-12-18 18:12:59,256 Checking jobs for platform=local +2021-12-18 18:12:59,263 Checking jobs for platform=transfer_node +2021-12-18 18:12:59,263 Checking all jobs at once +2021-12-18 18:13:00,839 Successful check job command +2021-12-18 18:13:02,109 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:13:02,109 End of checking +2021-12-18 18:13:02,112 Updating FAILED jobs +2021-12-18 18:13:02,112 Updating WAITING jobs +2021-12-18 18:13:02,112 Update finished +2021-12-18 18:13:02,112 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:13:02,113 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:13:02,113 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:13:02,113 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:13:02,113 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:13:02,114 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:13:02,114 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:13:02,117 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:13:02,119 Job list saved +2021-12-18 18:13:02,125 Updating FAILED jobs +2021-12-18 18:13:02,125 Updating WAITING jobs +2021-12-18 18:13:02,125 Update finished +2021-12-18 18:13:12,135 Reloading parameters... +2021-12-18 18:13:12,155 Loading parameters... +2021-12-18 18:13:12,156 Loading project parameters... +2021-12-18 18:13:12,159 + +13 of 25 jobs remaining (18:13) +2021-12-18 18:13:12,159 Sleep: 10 +2021-12-18 18:13:12,159 Number of retrials: 0 +2021-12-18 18:13:12,159 WRAPPER CHECK TIME = 10 +2021-12-18 18:13:12,160 Checking jobs for platform=marenostrum4 +2021-12-18 18:13:12,160 Checking jobs for platform=nord3 +2021-12-18 18:13:12,161 Checking jobs for platform=local +2021-12-18 18:13:12,161 Checking jobs for platform=transfer_node +2021-12-18 18:13:12,161 Checking all jobs at once +2021-12-18 18:13:13,433 Successful check job command +2021-12-18 18:13:14,552 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:13:14,552 End of checking +2021-12-18 18:13:14,554 Updating FAILED jobs +2021-12-18 18:13:14,554 Updating WAITING jobs +2021-12-18 18:13:14,554 Update finished +2021-12-18 18:13:14,554 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:13:14,554 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:13:14,554 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:13:14,555 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:13:14,555 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:13:14,555 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:13:14,555 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:13:14,558 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:13:14,560 Job list saved +2021-12-18 18:13:14,566 Updating FAILED jobs +2021-12-18 18:13:14,567 Updating WAITING jobs +2021-12-18 18:13:14,567 Update finished +2021-12-18 18:13:24,577 Reloading parameters... +2021-12-18 18:13:24,597 Loading parameters... +2021-12-18 18:13:24,598 Loading project parameters... +2021-12-18 18:13:24,600 + +13 of 25 jobs remaining (18:13) +2021-12-18 18:13:24,600 Sleep: 10 +2021-12-18 18:13:24,600 Number of retrials: 0 +2021-12-18 18:13:24,600 WRAPPER CHECK TIME = 10 +2021-12-18 18:13:24,601 Checking jobs for platform=marenostrum4 +2021-12-18 18:13:24,602 Checking jobs for platform=nord3 +2021-12-18 18:13:24,602 Checking jobs for platform=local +2021-12-18 18:13:24,603 Checking jobs for platform=transfer_node +2021-12-18 18:13:24,603 Checking all jobs at once +2021-12-18 18:13:26,022 Successful check job command +2021-12-18 18:13:27,141 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:13:27,141 End of checking +2021-12-18 18:13:27,143 Updating FAILED jobs +2021-12-18 18:13:27,143 Updating WAITING jobs +2021-12-18 18:13:27,143 Update finished +2021-12-18 18:13:27,143 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:13:27,143 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:13:27,143 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:13:27,144 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:13:27,144 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:13:27,144 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:13:27,144 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:13:27,147 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:13:27,149 Job list saved +2021-12-18 18:13:27,154 Updating FAILED jobs +2021-12-18 18:13:27,155 Updating WAITING jobs +2021-12-18 18:13:27,155 Update finished +2021-12-18 18:13:37,161 Reloading parameters... +2021-12-18 18:13:37,182 Loading parameters... +2021-12-18 18:13:37,183 Loading project parameters... +2021-12-18 18:13:37,185 + +13 of 25 jobs remaining (18:13) +2021-12-18 18:13:37,185 Sleep: 10 +2021-12-18 18:13:37,185 Number of retrials: 0 +2021-12-18 18:13:37,185 WRAPPER CHECK TIME = 10 +2021-12-18 18:13:37,186 Checking jobs for platform=marenostrum4 +2021-12-18 18:13:37,186 Checking jobs for platform=nord3 +2021-12-18 18:13:37,187 Checking jobs for platform=local +2021-12-18 18:13:37,187 Checking jobs for platform=transfer_node +2021-12-18 18:13:37,187 Checking all jobs at once +2021-12-18 18:13:38,508 Successful check job command +2021-12-18 18:13:39,777 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:13:39,777 End of checking +2021-12-18 18:13:39,779 Updating FAILED jobs +2021-12-18 18:13:39,779 Updating WAITING jobs +2021-12-18 18:13:39,779 Update finished +2021-12-18 18:13:39,779 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:13:39,780 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:13:39,781 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:13:39,781 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:13:39,781 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:13:39,781 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:13:39,781 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:13:39,784 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:13:39,786 Job list saved +2021-12-18 18:13:39,791 Updating FAILED jobs +2021-12-18 18:13:39,791 Updating WAITING jobs +2021-12-18 18:13:39,792 Update finished +2021-12-18 18:13:49,802 Reloading parameters... +2021-12-18 18:13:49,822 Loading parameters... +2021-12-18 18:13:49,824 Loading project parameters... +2021-12-18 18:13:49,826 + +13 of 25 jobs remaining (18:13) +2021-12-18 18:13:49,826 Sleep: 10 +2021-12-18 18:13:49,826 Number of retrials: 0 +2021-12-18 18:13:49,826 WRAPPER CHECK TIME = 10 +2021-12-18 18:13:49,827 Checking jobs for platform=marenostrum4 +2021-12-18 18:13:49,827 Checking jobs for platform=nord3 +2021-12-18 18:13:49,828 Checking jobs for platform=local +2021-12-18 18:13:49,828 Checking jobs for platform=transfer_node +2021-12-18 18:13:49,828 Checking all jobs at once +2021-12-18 18:13:51,048 Successful check job command +2021-12-18 18:13:52,217 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:13:52,217 End of checking +2021-12-18 18:13:52,218 Updating FAILED jobs +2021-12-18 18:13:52,218 Updating WAITING jobs +2021-12-18 18:13:52,219 Update finished +2021-12-18 18:13:52,219 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:13:52,219 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:13:52,219 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:13:52,219 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:13:52,219 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:13:52,219 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:13:52,220 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:13:52,223 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:13:52,225 Job list saved +2021-12-18 18:13:52,230 Updating FAILED jobs +2021-12-18 18:13:52,230 Updating WAITING jobs +2021-12-18 18:13:52,230 Update finished +2021-12-18 18:14:02,234 Reloading parameters... +2021-12-18 18:14:02,255 Loading parameters... +2021-12-18 18:14:02,256 Loading project parameters... +2021-12-18 18:14:02,258 + +13 of 25 jobs remaining (18:14) +2021-12-18 18:14:02,258 Sleep: 10 +2021-12-18 18:14:02,258 Number of retrials: 0 +2021-12-18 18:14:02,259 WRAPPER CHECK TIME = 10 +2021-12-18 18:14:02,259 Checking jobs for platform=marenostrum4 +2021-12-18 18:14:02,260 Checking jobs for platform=nord3 +2021-12-18 18:14:02,260 Checking jobs for platform=local +2021-12-18 18:14:02,261 Checking jobs for platform=transfer_node +2021-12-18 18:14:02,261 Checking all jobs at once +2021-12-18 18:14:03,632 Successful check job command +2021-12-18 18:14:04,951 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:14:04,952 End of checking +2021-12-18 18:14:04,953 Updating FAILED jobs +2021-12-18 18:14:04,954 Updating WAITING jobs +2021-12-18 18:14:04,954 Update finished +2021-12-18 18:14:04,954 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:14:04,954 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:14:04,954 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:14:04,954 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:14:04,955 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:14:04,955 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:14:04,955 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:14:04,957 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:14:04,960 Job list saved +2021-12-18 18:14:04,965 Updating FAILED jobs +2021-12-18 18:14:04,965 Updating WAITING jobs +2021-12-18 18:14:04,965 Update finished +2021-12-18 18:14:14,971 Reloading parameters... +2021-12-18 18:14:14,994 Loading parameters... +2021-12-18 18:14:14,995 Loading project parameters... +2021-12-18 18:14:14,997 + +13 of 25 jobs remaining (18:14) +2021-12-18 18:14:14,997 Sleep: 10 +2021-12-18 18:14:14,997 Number of retrials: 0 +2021-12-18 18:14:14,997 WRAPPER CHECK TIME = 10 +2021-12-18 18:14:14,998 Checking jobs for platform=marenostrum4 +2021-12-18 18:14:14,998 Checking jobs for platform=nord3 +2021-12-18 18:14:14,999 Checking jobs for platform=local +2021-12-18 18:14:14,999 Checking jobs for platform=transfer_node +2021-12-18 18:14:14,999 Checking all jobs at once +2021-12-18 18:14:16,219 Successful check job command +2021-12-18 18:14:17,438 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:14:17,438 End of checking +2021-12-18 18:14:17,440 Updating FAILED jobs +2021-12-18 18:14:17,440 Updating WAITING jobs +2021-12-18 18:14:17,440 Update finished +2021-12-18 18:14:17,441 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:14:17,441 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:14:17,441 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:14:17,442 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:14:17,442 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:14:17,442 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:14:17,442 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:14:17,445 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:14:17,447 Job list saved +2021-12-18 18:14:17,453 Updating FAILED jobs +2021-12-18 18:14:17,453 Updating WAITING jobs +2021-12-18 18:14:17,453 Update finished +2021-12-18 18:14:27,463 Reloading parameters... +2021-12-18 18:14:27,481 Loading parameters... +2021-12-18 18:14:27,483 Loading project parameters... +2021-12-18 18:14:27,485 + +13 of 25 jobs remaining (18:14) +2021-12-18 18:14:27,485 Sleep: 10 +2021-12-18 18:14:27,485 Number of retrials: 0 +2021-12-18 18:14:27,485 WRAPPER CHECK TIME = 10 +2021-12-18 18:14:27,486 Checking jobs for platform=marenostrum4 +2021-12-18 18:14:27,486 Checking jobs for platform=nord3 +2021-12-18 18:14:27,487 Checking jobs for platform=local +2021-12-18 18:14:27,487 Checking jobs for platform=transfer_node +2021-12-18 18:14:27,487 Checking all jobs at once +2021-12-18 18:14:28,757 Successful check job command +2021-12-18 18:14:29,976 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:14:29,977 End of checking +2021-12-18 18:14:29,978 Updating FAILED jobs +2021-12-18 18:14:29,978 Updating WAITING jobs +2021-12-18 18:14:29,979 Update finished +2021-12-18 18:14:29,979 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:14:29,979 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:14:29,979 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:14:29,979 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:14:29,979 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:14:29,980 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:14:29,980 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:14:29,982 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:14:29,985 Job list saved +2021-12-18 18:14:29,989 Updating FAILED jobs +2021-12-18 18:14:29,990 Updating WAITING jobs +2021-12-18 18:14:29,990 Update finished +2021-12-18 18:14:39,999 Reloading parameters... +2021-12-18 18:14:40,018 Loading parameters... +2021-12-18 18:14:40,020 Loading project parameters... +2021-12-18 18:14:40,021 + +13 of 25 jobs remaining (18:14) +2021-12-18 18:14:40,022 Sleep: 10 +2021-12-18 18:14:40,022 Number of retrials: 0 +2021-12-18 18:14:40,022 WRAPPER CHECK TIME = 10 +2021-12-18 18:14:40,023 Checking jobs for platform=marenostrum4 +2021-12-18 18:14:40,023 Checking jobs for platform=nord3 +2021-12-18 18:14:40,024 Checking jobs for platform=local +2021-12-18 18:14:40,024 Checking jobs for platform=transfer_node +2021-12-18 18:14:40,024 Checking all jobs at once +2021-12-18 18:14:41,294 Successful check job command +2021-12-18 18:14:42,464 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:14:42,464 End of checking +2021-12-18 18:14:42,465 Updating FAILED jobs +2021-12-18 18:14:42,465 Updating WAITING jobs +2021-12-18 18:14:42,466 Update finished +2021-12-18 18:14:42,466 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:14:42,466 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:14:42,466 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:14:42,466 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:14:42,466 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:14:42,467 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:14:42,467 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:14:42,469 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:14:42,472 Job list saved +2021-12-18 18:14:42,476 Updating FAILED jobs +2021-12-18 18:14:42,476 Updating WAITING jobs +2021-12-18 18:14:42,477 Update finished +2021-12-18 18:14:52,484 Reloading parameters... +2021-12-18 18:14:52,504 Loading parameters... +2021-12-18 18:14:52,505 Loading project parameters... +2021-12-18 18:14:52,507 + +13 of 25 jobs remaining (18:14) +2021-12-18 18:14:52,507 Sleep: 10 +2021-12-18 18:14:52,507 Number of retrials: 0 +2021-12-18 18:14:52,507 WRAPPER CHECK TIME = 10 +2021-12-18 18:14:52,508 Checking jobs for platform=marenostrum4 +2021-12-18 18:14:52,509 Checking jobs for platform=nord3 +2021-12-18 18:14:52,509 Checking jobs for platform=local +2021-12-18 18:14:52,510 Checking jobs for platform=transfer_node +2021-12-18 18:14:52,510 Checking all jobs at once +2021-12-18 18:14:53,779 Successful check job command +2021-12-18 18:14:54,949 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:14:54,949 End of checking +2021-12-18 18:14:54,950 Updating FAILED jobs +2021-12-18 18:14:54,950 Updating WAITING jobs +2021-12-18 18:14:54,951 Update finished +2021-12-18 18:14:54,951 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:14:54,952 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:14:54,952 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:14:54,952 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:14:54,952 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:14:54,952 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:14:54,952 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:14:54,955 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:14:54,957 Job list saved +2021-12-18 18:14:54,962 Updating FAILED jobs +2021-12-18 18:14:54,962 Updating WAITING jobs +2021-12-18 18:14:54,962 Update finished +2021-12-18 18:15:04,972 Reloading parameters... +2021-12-18 18:15:04,993 Loading parameters... +2021-12-18 18:15:04,995 Loading project parameters... +2021-12-18 18:15:04,997 + +13 of 25 jobs remaining (18:15) +2021-12-18 18:15:04,997 Sleep: 10 +2021-12-18 18:15:04,997 Number of retrials: 0 +2021-12-18 18:15:04,998 WRAPPER CHECK TIME = 10 +2021-12-18 18:15:04,998 Checking jobs for platform=marenostrum4 +2021-12-18 18:15:04,999 Checking jobs for platform=nord3 +2021-12-18 18:15:04,999 Checking jobs for platform=local +2021-12-18 18:15:05,000 Checking jobs for platform=transfer_node +2021-12-18 18:15:05,000 Checking all jobs at once +2021-12-18 18:15:06,328 Successful check job command +2021-12-18 18:15:07,547 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:15:07,547 End of checking +2021-12-18 18:15:07,549 Updating FAILED jobs +2021-12-18 18:15:07,549 Updating WAITING jobs +2021-12-18 18:15:07,549 Update finished +2021-12-18 18:15:07,549 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:15:07,550 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:15:07,550 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:15:07,550 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:15:07,550 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:15:07,550 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:15:07,550 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:15:07,553 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:15:07,555 Job list saved +2021-12-18 18:15:07,560 Updating FAILED jobs +2021-12-18 18:15:07,560 Updating WAITING jobs +2021-12-18 18:15:07,560 Update finished +2021-12-18 18:15:17,570 Reloading parameters... +2021-12-18 18:15:17,591 Loading parameters... +2021-12-18 18:15:17,593 Loading project parameters... +2021-12-18 18:15:17,594 + +13 of 25 jobs remaining (18:15) +2021-12-18 18:15:17,595 Sleep: 10 +2021-12-18 18:15:17,595 Number of retrials: 0 +2021-12-18 18:15:17,595 WRAPPER CHECK TIME = 10 +2021-12-18 18:15:17,595 Checking jobs for platform=marenostrum4 +2021-12-18 18:15:17,596 Checking jobs for platform=nord3 +2021-12-18 18:15:17,597 Checking jobs for platform=local +2021-12-18 18:15:17,597 Checking jobs for platform=transfer_node +2021-12-18 18:15:17,597 Checking all jobs at once +2021-12-18 18:15:18,966 Successful check job command +2021-12-18 18:15:20,286 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:15:20,286 End of checking +2021-12-18 18:15:20,287 Updating FAILED jobs +2021-12-18 18:15:20,287 Updating WAITING jobs +2021-12-18 18:15:20,288 Update finished +2021-12-18 18:15:20,288 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:15:20,288 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:15:20,288 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:15:20,288 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:15:20,288 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:15:20,289 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:15:20,289 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:15:20,291 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:15:20,293 Job list saved +2021-12-18 18:15:20,298 Updating FAILED jobs +2021-12-18 18:15:20,298 Updating WAITING jobs +2021-12-18 18:15:20,299 Update finished +2021-12-18 18:15:30,309 Reloading parameters... +2021-12-18 18:15:30,328 Loading parameters... +2021-12-18 18:15:30,329 Loading project parameters... +2021-12-18 18:15:30,331 + +13 of 25 jobs remaining (18:15) +2021-12-18 18:15:30,331 Sleep: 10 +2021-12-18 18:15:30,331 Number of retrials: 0 +2021-12-18 18:15:30,331 WRAPPER CHECK TIME = 10 +2021-12-18 18:15:30,332 Checking jobs for platform=marenostrum4 +2021-12-18 18:15:30,332 Checking jobs for platform=nord3 +2021-12-18 18:15:30,333 Checking jobs for platform=local +2021-12-18 18:15:30,333 Checking jobs for platform=transfer_node +2021-12-18 18:15:30,334 Checking all jobs at once +2021-12-18 18:15:31,709 Successful check job command +2021-12-18 18:15:32,928 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:15:32,929 End of checking +2021-12-18 18:15:32,930 Updating FAILED jobs +2021-12-18 18:15:32,930 Updating WAITING jobs +2021-12-18 18:15:32,931 Update finished +2021-12-18 18:15:32,931 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:15:32,931 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:15:32,932 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:15:32,932 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:15:32,932 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:15:32,932 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:15:32,932 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:15:32,935 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:15:32,937 Job list saved +2021-12-18 18:15:32,942 Updating FAILED jobs +2021-12-18 18:15:32,942 Updating WAITING jobs +2021-12-18 18:15:32,942 Update finished +2021-12-18 18:15:42,953 Reloading parameters... +2021-12-18 18:15:42,971 Loading parameters... +2021-12-18 18:15:42,972 Loading project parameters... +2021-12-18 18:15:42,974 + +13 of 25 jobs remaining (18:15) +2021-12-18 18:15:42,974 Sleep: 10 +2021-12-18 18:15:42,974 Number of retrials: 0 +2021-12-18 18:15:42,974 WRAPPER CHECK TIME = 10 +2021-12-18 18:15:42,975 Checking jobs for platform=marenostrum4 +2021-12-18 18:15:42,975 Checking jobs for platform=nord3 +2021-12-18 18:15:42,976 Checking jobs for platform=local +2021-12-18 18:15:42,977 Checking jobs for platform=transfer_node +2021-12-18 18:15:42,977 Checking all jobs at once +2021-12-18 18:15:44,246 Successful check job command +2021-12-18 18:15:45,366 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:15:45,366 End of checking +2021-12-18 18:15:45,367 Updating FAILED jobs +2021-12-18 18:15:45,367 Updating WAITING jobs +2021-12-18 18:15:45,367 Update finished +2021-12-18 18:15:45,368 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:15:45,368 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:15:45,368 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:15:45,368 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:15:45,368 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:15:45,368 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:15:45,368 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:15:45,371 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:15:45,374 Job list saved +2021-12-18 18:15:45,378 Updating FAILED jobs +2021-12-18 18:15:45,378 Updating WAITING jobs +2021-12-18 18:15:45,379 Update finished +2021-12-18 18:15:55,385 Reloading parameters... +2021-12-18 18:15:55,403 Loading parameters... +2021-12-18 18:15:55,405 Loading project parameters... +2021-12-18 18:15:55,406 + +13 of 25 jobs remaining (18:15) +2021-12-18 18:15:55,407 Sleep: 10 +2021-12-18 18:15:55,407 Number of retrials: 0 +2021-12-18 18:15:55,407 WRAPPER CHECK TIME = 10 +2021-12-18 18:15:55,407 Checking jobs for platform=marenostrum4 +2021-12-18 18:15:55,408 Checking jobs for platform=nord3 +2021-12-18 18:15:55,408 Checking jobs for platform=local +2021-12-18 18:15:55,409 Checking jobs for platform=transfer_node +2021-12-18 18:15:55,409 Checking all jobs at once +2021-12-18 18:15:56,831 Successful check job command +2021-12-18 18:15:58,101 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:15:58,101 End of checking +2021-12-18 18:15:58,103 Updating FAILED jobs +2021-12-18 18:15:58,103 Updating WAITING jobs +2021-12-18 18:15:58,103 Update finished +2021-12-18 18:15:58,104 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:15:58,104 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:15:58,104 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:15:58,104 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:15:58,104 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:15:58,104 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:15:58,104 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:15:58,107 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:15:58,109 Job list saved +2021-12-18 18:15:58,114 Updating FAILED jobs +2021-12-18 18:15:58,114 Updating WAITING jobs +2021-12-18 18:15:58,115 Update finished +2021-12-18 18:16:08,119 Reloading parameters... +2021-12-18 18:16:08,139 Loading parameters... +2021-12-18 18:16:08,140 Loading project parameters... +2021-12-18 18:16:08,142 + +13 of 25 jobs remaining (18:16) +2021-12-18 18:16:08,142 Sleep: 10 +2021-12-18 18:16:08,143 Number of retrials: 0 +2021-12-18 18:16:08,143 WRAPPER CHECK TIME = 10 +2021-12-18 18:16:08,143 Checking jobs for platform=marenostrum4 +2021-12-18 18:16:08,144 Checking jobs for platform=nord3 +2021-12-18 18:16:08,144 Checking jobs for platform=local +2021-12-18 18:16:08,145 Checking jobs for platform=transfer_node +2021-12-18 18:16:08,145 Checking all jobs at once +2021-12-18 18:16:09,514 Successful check job command +2021-12-18 18:16:10,834 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:16:10,834 End of checking +2021-12-18 18:16:10,836 Updating FAILED jobs +2021-12-18 18:16:10,836 Updating WAITING jobs +2021-12-18 18:16:10,836 Update finished +2021-12-18 18:16:10,836 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:16:10,837 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:16:10,837 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:16:10,837 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:16:10,837 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:16:10,837 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:16:10,838 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:16:10,840 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:16:10,842 Job list saved +2021-12-18 18:16:10,847 Updating FAILED jobs +2021-12-18 18:16:10,847 Updating WAITING jobs +2021-12-18 18:16:10,847 Update finished +2021-12-18 18:16:20,857 Reloading parameters... +2021-12-18 18:16:20,875 Loading parameters... +2021-12-18 18:16:20,877 Loading project parameters... +2021-12-18 18:16:20,879 + +13 of 25 jobs remaining (18:16) +2021-12-18 18:16:20,879 Sleep: 10 +2021-12-18 18:16:20,879 Number of retrials: 0 +2021-12-18 18:16:20,879 WRAPPER CHECK TIME = 10 +2021-12-18 18:16:20,880 Checking jobs for platform=marenostrum4 +2021-12-18 18:16:20,880 Checking jobs for platform=nord3 +2021-12-18 18:16:20,881 Checking jobs for platform=local +2021-12-18 18:16:20,881 Checking jobs for platform=transfer_node +2021-12-18 18:16:20,881 Checking all jobs at once +2021-12-18 18:16:22,201 Successful check job command +2021-12-18 18:16:23,472 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:16:23,473 End of checking +2021-12-18 18:16:23,474 Updating FAILED jobs +2021-12-18 18:16:23,474 Updating WAITING jobs +2021-12-18 18:16:23,475 Update finished +2021-12-18 18:16:23,475 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:16:23,475 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:16:23,475 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:16:23,475 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:16:23,475 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:16:23,476 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:16:23,476 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:16:23,478 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:16:23,480 Job list saved +2021-12-18 18:16:23,488 Updating FAILED jobs +2021-12-18 18:16:23,488 Updating WAITING jobs +2021-12-18 18:16:23,488 Update finished +2021-12-18 18:16:33,493 Reloading parameters... +2021-12-18 18:16:33,511 Loading parameters... +2021-12-18 18:16:33,512 Loading project parameters... +2021-12-18 18:16:33,514 + +13 of 25 jobs remaining (18:16) +2021-12-18 18:16:33,514 Sleep: 10 +2021-12-18 18:16:33,515 Number of retrials: 0 +2021-12-18 18:16:33,515 WRAPPER CHECK TIME = 10 +2021-12-18 18:16:33,515 Checking jobs for platform=marenostrum4 +2021-12-18 18:16:33,516 Checking jobs for platform=nord3 +2021-12-18 18:16:33,516 Checking jobs for platform=local +2021-12-18 18:16:33,517 Checking jobs for platform=transfer_node +2021-12-18 18:16:33,517 Checking all jobs at once +2021-12-18 18:16:35,537 Successful check job command +2021-12-18 18:16:37,562 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:16:37,562 End of checking +2021-12-18 18:16:37,564 Updating FAILED jobs +2021-12-18 18:16:37,564 Updating WAITING jobs +2021-12-18 18:16:37,564 Update finished +2021-12-18 18:16:37,564 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:16:37,564 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:16:37,565 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:16:37,565 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:16:37,565 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:16:37,565 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:16:37,565 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:16:37,568 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:16:37,571 Job list saved +2021-12-18 18:16:37,576 Updating FAILED jobs +2021-12-18 18:16:37,576 Updating WAITING jobs +2021-12-18 18:16:37,576 Update finished +2021-12-18 18:16:47,584 Reloading parameters... +2021-12-18 18:16:47,603 Loading parameters... +2021-12-18 18:16:47,604 Loading project parameters... +2021-12-18 18:16:47,606 + +13 of 25 jobs remaining (18:16) +2021-12-18 18:16:47,606 Sleep: 10 +2021-12-18 18:16:47,606 Number of retrials: 0 +2021-12-18 18:16:47,606 WRAPPER CHECK TIME = 10 +2021-12-18 18:16:47,607 Checking jobs for platform=marenostrum4 +2021-12-18 18:16:47,607 Checking jobs for platform=nord3 +2021-12-18 18:16:47,608 Checking jobs for platform=local +2021-12-18 18:16:47,609 Checking jobs for platform=transfer_node +2021-12-18 18:16:47,609 Checking all jobs at once +2021-12-18 18:16:48,828 Successful check job command +2021-12-18 18:16:49,946 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:16:49,947 End of checking +2021-12-18 18:16:49,948 Updating FAILED jobs +2021-12-18 18:16:49,948 Updating WAITING jobs +2021-12-18 18:16:49,948 Update finished +2021-12-18 18:16:49,948 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:16:49,949 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:16:49,949 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:16:49,949 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:16:49,949 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:16:49,950 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:16:49,950 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:16:49,952 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:16:49,954 Job list saved +2021-12-18 18:16:49,959 Updating FAILED jobs +2021-12-18 18:16:49,959 Updating WAITING jobs +2021-12-18 18:16:49,959 Update finished +2021-12-18 18:16:59,969 Reloading parameters... +2021-12-18 18:16:59,987 Loading parameters... +2021-12-18 18:16:59,988 Loading project parameters... +2021-12-18 18:16:59,990 + +13 of 25 jobs remaining (18:16) +2021-12-18 18:16:59,991 Sleep: 10 +2021-12-18 18:16:59,991 Number of retrials: 0 +2021-12-18 18:16:59,991 WRAPPER CHECK TIME = 10 +2021-12-18 18:16:59,991 Checking jobs for platform=marenostrum4 +2021-12-18 18:16:59,992 Checking jobs for platform=nord3 +2021-12-18 18:16:59,993 Checking jobs for platform=local +2021-12-18 18:16:59,993 Checking jobs for platform=transfer_node +2021-12-18 18:16:59,993 Checking all jobs at once +2021-12-18 18:17:01,513 Successful check job command +2021-12-18 18:17:02,732 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:17:02,733 End of checking +2021-12-18 18:17:02,734 Updating FAILED jobs +2021-12-18 18:17:02,734 Updating WAITING jobs +2021-12-18 18:17:02,734 Update finished +2021-12-18 18:17:02,734 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:17:02,734 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:17:02,735 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:17:02,735 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:17:02,735 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:17:02,735 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:17:02,735 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:17:02,738 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:17:02,740 Job list saved +2021-12-18 18:17:02,744 Updating FAILED jobs +2021-12-18 18:17:02,745 Updating WAITING jobs +2021-12-18 18:17:02,745 Update finished +2021-12-18 18:17:12,753 Reloading parameters... +2021-12-18 18:17:12,775 Loading parameters... +2021-12-18 18:17:12,777 Loading project parameters... +2021-12-18 18:17:12,778 + +13 of 25 jobs remaining (18:17) +2021-12-18 18:17:12,779 Sleep: 10 +2021-12-18 18:17:12,779 Number of retrials: 0 +2021-12-18 18:17:12,779 WRAPPER CHECK TIME = 10 +2021-12-18 18:17:12,779 Checking jobs for platform=marenostrum4 +2021-12-18 18:17:12,780 Checking jobs for platform=nord3 +2021-12-18 18:17:12,780 Checking jobs for platform=local +2021-12-18 18:17:12,781 Checking jobs for platform=transfer_node +2021-12-18 18:17:12,781 Checking all jobs at once +2021-12-18 18:17:14,301 Successful check job command +2021-12-18 18:17:15,574 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:17:15,574 End of checking +2021-12-18 18:17:15,575 Updating FAILED jobs +2021-12-18 18:17:15,575 Updating WAITING jobs +2021-12-18 18:17:15,576 Update finished +2021-12-18 18:17:15,576 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:17:15,576 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:17:15,577 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:17:15,577 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:17:15,577 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:17:15,577 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:17:15,577 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:17:15,580 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:17:15,582 Job list saved +2021-12-18 18:17:15,587 Updating FAILED jobs +2021-12-18 18:17:15,587 Updating WAITING jobs +2021-12-18 18:17:15,587 Update finished +2021-12-18 18:17:25,597 Reloading parameters... +2021-12-18 18:17:25,616 Loading parameters... +2021-12-18 18:17:25,618 Loading project parameters... +2021-12-18 18:17:25,619 + +13 of 25 jobs remaining (18:17) +2021-12-18 18:17:25,620 Sleep: 10 +2021-12-18 18:17:25,620 Number of retrials: 0 +2021-12-18 18:17:25,620 WRAPPER CHECK TIME = 10 +2021-12-18 18:17:25,620 Checking jobs for platform=marenostrum4 +2021-12-18 18:17:25,621 Checking jobs for platform=nord3 +2021-12-18 18:17:25,622 Checking jobs for platform=local +2021-12-18 18:17:25,622 Checking jobs for platform=transfer_node +2021-12-18 18:17:25,622 Checking all jobs at once +2021-12-18 18:17:27,093 Successful check job command +2021-12-18 18:17:28,413 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:17:28,413 End of checking +2021-12-18 18:17:28,414 Updating FAILED jobs +2021-12-18 18:17:28,414 Updating WAITING jobs +2021-12-18 18:17:28,415 Update finished +2021-12-18 18:17:28,415 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:17:28,415 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:17:28,416 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:17:28,416 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:17:28,416 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:17:28,416 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:17:28,416 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:17:28,419 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:17:28,421 Job list saved +2021-12-18 18:17:28,426 Updating FAILED jobs +2021-12-18 18:17:28,426 Updating WAITING jobs +2021-12-18 18:17:28,426 Update finished +2021-12-18 18:17:38,436 Reloading parameters... +2021-12-18 18:17:38,453 Loading parameters... +2021-12-18 18:17:38,454 Loading project parameters... +2021-12-18 18:17:38,456 + +13 of 25 jobs remaining (18:17) +2021-12-18 18:17:38,456 Sleep: 10 +2021-12-18 18:17:38,457 Number of retrials: 0 +2021-12-18 18:17:38,457 WRAPPER CHECK TIME = 10 +2021-12-18 18:17:38,457 Checking jobs for platform=marenostrum4 +2021-12-18 18:17:38,458 Checking jobs for platform=nord3 +2021-12-18 18:17:38,458 Checking jobs for platform=local +2021-12-18 18:17:38,459 Checking jobs for platform=transfer_node +2021-12-18 18:17:38,459 Checking all jobs at once +2021-12-18 18:17:39,793 Successful check job command +2021-12-18 18:17:40,962 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:17:40,962 End of checking +2021-12-18 18:17:40,963 Updating FAILED jobs +2021-12-18 18:17:40,963 Updating WAITING jobs +2021-12-18 18:17:40,964 Update finished +2021-12-18 18:17:40,964 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:17:40,964 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:17:40,964 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:17:40,964 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:17:40,964 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:17:40,964 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:17:40,965 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:17:40,967 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:17:40,969 Job list saved +2021-12-18 18:17:40,974 Updating FAILED jobs +2021-12-18 18:17:40,974 Updating WAITING jobs +2021-12-18 18:17:40,974 Update finished +2021-12-18 18:17:50,981 Reloading parameters... +2021-12-18 18:17:51,002 Loading parameters... +2021-12-18 18:17:51,004 Loading project parameters... +2021-12-18 18:17:51,006 + +13 of 25 jobs remaining (18:17) +2021-12-18 18:17:51,006 Sleep: 10 +2021-12-18 18:17:51,006 Number of retrials: 0 +2021-12-18 18:17:51,006 WRAPPER CHECK TIME = 10 +2021-12-18 18:17:51,007 Checking jobs for platform=marenostrum4 +2021-12-18 18:17:51,007 Checking jobs for platform=nord3 +2021-12-18 18:17:51,008 Checking jobs for platform=local +2021-12-18 18:17:51,008 Checking jobs for platform=transfer_node +2021-12-18 18:17:51,008 Checking all jobs at once +2021-12-18 18:17:52,328 Successful check job command +2021-12-18 18:17:53,498 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:17:53,498 End of checking +2021-12-18 18:17:53,499 Updating FAILED jobs +2021-12-18 18:17:53,499 Updating WAITING jobs +2021-12-18 18:17:53,500 Update finished +2021-12-18 18:17:53,500 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:17:53,500 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:17:53,500 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:17:53,500 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:17:53,500 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:17:53,501 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:17:53,501 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:17:53,503 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:17:53,506 Job list saved +2021-12-18 18:17:53,510 Updating FAILED jobs +2021-12-18 18:17:53,510 Updating WAITING jobs +2021-12-18 18:17:53,511 Update finished +2021-12-18 18:18:03,521 Reloading parameters... +2021-12-18 18:18:03,600 Loading parameters... +2021-12-18 18:18:03,601 Loading project parameters... +2021-12-18 18:18:03,603 + +13 of 25 jobs remaining (18:18) +2021-12-18 18:18:03,603 Sleep: 10 +2021-12-18 18:18:03,603 Number of retrials: 0 +2021-12-18 18:18:03,604 WRAPPER CHECK TIME = 10 +2021-12-18 18:18:03,604 Checking jobs for platform=marenostrum4 +2021-12-18 18:18:03,605 Checking jobs for platform=nord3 +2021-12-18 18:18:03,605 Checking jobs for platform=local +2021-12-18 18:18:03,606 Checking jobs for platform=transfer_node +2021-12-18 18:18:03,606 Checking all jobs at once +2021-12-18 18:18:05,028 Successful check job command +2021-12-18 18:18:06,197 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:18:06,198 End of checking +2021-12-18 18:18:06,199 Updating FAILED jobs +2021-12-18 18:18:06,199 Updating WAITING jobs +2021-12-18 18:18:06,200 Update finished +2021-12-18 18:18:06,200 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:18:06,200 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:18:06,200 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:18:06,201 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:18:06,201 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:18:06,201 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:18:06,201 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:18:06,203 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:18:06,206 Job list saved +2021-12-18 18:18:06,211 Updating FAILED jobs +2021-12-18 18:18:06,214 Updating WAITING jobs +2021-12-18 18:18:06,214 Update finished +2021-12-18 18:18:16,224 Reloading parameters... +2021-12-18 18:18:16,243 Loading parameters... +2021-12-18 18:18:16,244 Loading project parameters... +2021-12-18 18:18:16,246 + +13 of 25 jobs remaining (18:18) +2021-12-18 18:18:16,246 Sleep: 10 +2021-12-18 18:18:16,247 Number of retrials: 0 +2021-12-18 18:18:16,247 WRAPPER CHECK TIME = 10 +2021-12-18 18:18:16,247 Checking jobs for platform=marenostrum4 +2021-12-18 18:18:16,248 Checking jobs for platform=nord3 +2021-12-18 18:18:16,248 Checking jobs for platform=local +2021-12-18 18:18:16,249 Checking jobs for platform=transfer_node +2021-12-18 18:18:16,249 Checking all jobs at once +2021-12-18 18:18:18,323 Successful check job command +2021-12-18 18:18:19,596 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:18:19,597 End of checking +2021-12-18 18:18:19,598 Updating FAILED jobs +2021-12-18 18:18:19,598 Updating WAITING jobs +2021-12-18 18:18:19,598 Update finished +2021-12-18 18:18:19,598 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:18:19,599 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:18:19,599 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:18:19,599 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:18:19,599 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:18:19,599 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:18:19,599 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:18:19,602 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:18:19,604 Job list saved +2021-12-18 18:18:19,609 Updating FAILED jobs +2021-12-18 18:18:19,609 Updating WAITING jobs +2021-12-18 18:18:19,609 Update finished +2021-12-18 18:18:29,617 Reloading parameters... +2021-12-18 18:18:29,634 Loading parameters... +2021-12-18 18:18:29,636 Loading project parameters... +2021-12-18 18:18:29,638 + +13 of 25 jobs remaining (18:18) +2021-12-18 18:18:29,638 Sleep: 10 +2021-12-18 18:18:29,638 Number of retrials: 0 +2021-12-18 18:18:29,638 WRAPPER CHECK TIME = 10 +2021-12-18 18:18:29,639 Checking jobs for platform=marenostrum4 +2021-12-18 18:18:29,639 Checking jobs for platform=nord3 +2021-12-18 18:18:29,640 Checking jobs for platform=local +2021-12-18 18:18:29,640 Checking jobs for platform=transfer_node +2021-12-18 18:18:29,641 Checking all jobs at once +2021-12-18 18:18:31,010 Successful check job command +2021-12-18 18:18:32,279 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:18:32,279 End of checking +2021-12-18 18:18:32,282 Updating FAILED jobs +2021-12-18 18:18:32,282 Updating WAITING jobs +2021-12-18 18:18:32,282 Update finished +2021-12-18 18:18:32,282 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:18:32,282 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:18:32,283 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:18:32,283 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:18:32,283 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:18:32,283 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:18:32,283 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:18:32,285 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:18:32,288 Job list saved +2021-12-18 18:18:32,292 Updating FAILED jobs +2021-12-18 18:18:32,292 Updating WAITING jobs +2021-12-18 18:18:32,293 Update finished +2021-12-18 18:18:42,297 Reloading parameters... +2021-12-18 18:18:42,314 Loading parameters... +2021-12-18 18:18:42,316 Loading project parameters... +2021-12-18 18:18:42,317 + +13 of 25 jobs remaining (18:18) +2021-12-18 18:18:42,318 Sleep: 10 +2021-12-18 18:18:42,318 Number of retrials: 0 +2021-12-18 18:18:42,318 WRAPPER CHECK TIME = 10 +2021-12-18 18:18:42,318 Checking jobs for platform=marenostrum4 +2021-12-18 18:18:42,319 Checking jobs for platform=nord3 +2021-12-18 18:18:42,319 Checking jobs for platform=local +2021-12-18 18:18:42,320 Checking jobs for platform=transfer_node +2021-12-18 18:18:42,320 Checking all jobs at once +2021-12-18 18:18:43,690 Successful check job command +2021-12-18 18:18:45,059 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:18:45,060 End of checking +2021-12-18 18:18:45,061 Updating FAILED jobs +2021-12-18 18:18:45,061 Updating WAITING jobs +2021-12-18 18:18:45,061 Update finished +2021-12-18 18:18:45,061 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:18:45,062 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:18:45,062 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:18:45,062 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:18:45,062 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:18:45,063 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:18:45,063 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:18:45,065 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:18:45,067 Job list saved +2021-12-18 18:18:45,073 Updating FAILED jobs +2021-12-18 18:18:45,073 Updating WAITING jobs +2021-12-18 18:18:45,073 Update finished +2021-12-18 18:18:55,083 Reloading parameters... +2021-12-18 18:18:55,102 Loading parameters... +2021-12-18 18:18:55,103 Loading project parameters... +2021-12-18 18:18:55,105 + +13 of 25 jobs remaining (18:18) +2021-12-18 18:18:55,105 Sleep: 10 +2021-12-18 18:18:55,105 Number of retrials: 0 +2021-12-18 18:18:55,105 WRAPPER CHECK TIME = 10 +2021-12-18 18:18:55,106 Checking jobs for platform=marenostrum4 +2021-12-18 18:18:55,106 Checking jobs for platform=nord3 +2021-12-18 18:18:55,107 Checking jobs for platform=local +2021-12-18 18:18:55,108 Checking jobs for platform=transfer_node +2021-12-18 18:18:55,108 Checking all jobs at once +2021-12-18 18:18:56,427 Successful check job command +2021-12-18 18:18:58,055 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:18:58,055 End of checking +2021-12-18 18:18:58,057 Updating FAILED jobs +2021-12-18 18:18:58,057 Updating WAITING jobs +2021-12-18 18:18:58,057 Update finished +2021-12-18 18:18:58,058 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:18:58,058 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:18:58,058 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:18:58,058 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:18:58,058 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:18:58,058 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:18:58,058 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:18:58,062 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:18:58,064 Job list saved +2021-12-18 18:18:58,068 Updating FAILED jobs +2021-12-18 18:18:58,068 Updating WAITING jobs +2021-12-18 18:18:58,069 Update finished +2021-12-18 18:19:08,079 Reloading parameters... +2021-12-18 18:19:08,096 Loading parameters... +2021-12-18 18:19:08,097 Loading project parameters... +2021-12-18 18:19:08,099 + +13 of 25 jobs remaining (18:19) +2021-12-18 18:19:08,099 Sleep: 10 +2021-12-18 18:19:08,099 Number of retrials: 0 +2021-12-18 18:19:08,099 WRAPPER CHECK TIME = 10 +2021-12-18 18:19:08,100 Checking jobs for platform=marenostrum4 +2021-12-18 18:19:08,101 Checking jobs for platform=nord3 +2021-12-18 18:19:08,102 Checking jobs for platform=local +2021-12-18 18:19:08,103 Checking jobs for platform=transfer_node +2021-12-18 18:19:08,103 Checking all jobs at once +2021-12-18 18:19:09,474 Successful check job command +2021-12-18 18:19:10,743 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:19:10,744 End of checking +2021-12-18 18:19:10,745 Updating FAILED jobs +2021-12-18 18:19:10,745 Updating WAITING jobs +2021-12-18 18:19:10,745 Update finished +2021-12-18 18:19:10,746 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:19:10,746 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:19:10,746 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:19:10,746 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:19:10,746 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:19:10,746 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:19:10,746 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:19:10,749 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:19:10,751 Job list saved +2021-12-18 18:19:10,756 Updating FAILED jobs +2021-12-18 18:19:10,756 Updating WAITING jobs +2021-12-18 18:19:10,756 Update finished +2021-12-18 18:19:20,766 Reloading parameters... +2021-12-18 18:19:20,784 Loading parameters... +2021-12-18 18:19:20,786 Loading project parameters... +2021-12-18 18:19:20,788 + +13 of 25 jobs remaining (18:19) +2021-12-18 18:19:20,788 Sleep: 10 +2021-12-18 18:19:20,788 Number of retrials: 0 +2021-12-18 18:19:20,788 WRAPPER CHECK TIME = 10 +2021-12-18 18:19:20,789 Checking jobs for platform=marenostrum4 +2021-12-18 18:19:20,789 Checking jobs for platform=nord3 +2021-12-18 18:19:20,790 Checking jobs for platform=local +2021-12-18 18:19:20,790 Checking jobs for platform=transfer_node +2021-12-18 18:19:20,790 Checking all jobs at once +2021-12-18 18:19:22,515 Successful check job command +2021-12-18 18:19:23,685 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:19:23,685 End of checking +2021-12-18 18:19:23,686 Updating FAILED jobs +2021-12-18 18:19:23,686 Updating WAITING jobs +2021-12-18 18:19:23,686 Update finished +2021-12-18 18:19:23,687 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:19:23,687 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:19:23,687 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:19:23,687 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:19:23,687 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:19:23,688 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:19:23,688 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:19:23,690 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:19:23,692 Job list saved +2021-12-18 18:19:23,697 Updating FAILED jobs +2021-12-18 18:19:23,697 Updating WAITING jobs +2021-12-18 18:19:23,697 Update finished +2021-12-18 18:19:33,707 Reloading parameters... +2021-12-18 18:19:33,727 Loading parameters... +2021-12-18 18:19:33,728 Loading project parameters... +2021-12-18 18:19:33,730 + +13 of 25 jobs remaining (18:19) +2021-12-18 18:19:33,730 Sleep: 10 +2021-12-18 18:19:33,730 Number of retrials: 0 +2021-12-18 18:19:33,730 WRAPPER CHECK TIME = 10 +2021-12-18 18:19:33,731 Checking jobs for platform=marenostrum4 +2021-12-18 18:19:33,732 Checking jobs for platform=nord3 +2021-12-18 18:19:33,732 Checking jobs for platform=local +2021-12-18 18:19:33,733 Checking jobs for platform=transfer_node +2021-12-18 18:19:33,733 Checking all jobs at once +2021-12-18 18:19:35,153 Successful check job command +2021-12-18 18:19:36,423 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:19:36,424 End of checking +2021-12-18 18:19:36,425 Updating FAILED jobs +2021-12-18 18:19:36,426 Updating WAITING jobs +2021-12-18 18:19:36,426 Update finished +2021-12-18 18:19:36,426 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:19:36,426 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:19:36,426 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:19:36,426 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:19:36,427 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:19:36,427 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:19:36,427 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:19:36,430 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:19:36,432 Job list saved +2021-12-18 18:19:36,437 Updating FAILED jobs +2021-12-18 18:19:36,437 Updating WAITING jobs +2021-12-18 18:19:36,437 Update finished +2021-12-18 18:19:46,447 Reloading parameters... +2021-12-18 18:19:46,467 Loading parameters... +2021-12-18 18:19:46,468 Loading project parameters... +2021-12-18 18:19:46,470 + +13 of 25 jobs remaining (18:19) +2021-12-18 18:19:46,471 Sleep: 10 +2021-12-18 18:19:46,471 Number of retrials: 0 +2021-12-18 18:19:46,471 WRAPPER CHECK TIME = 10 +2021-12-18 18:19:46,471 Checking jobs for platform=marenostrum4 +2021-12-18 18:19:46,472 Checking jobs for platform=nord3 +2021-12-18 18:19:46,472 Checking jobs for platform=local +2021-12-18 18:19:46,473 Checking jobs for platform=transfer_node +2021-12-18 18:19:46,473 Checking all jobs at once +2021-12-18 18:19:48,143 Successful check job command +2021-12-18 18:19:49,664 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:19:49,664 End of checking +2021-12-18 18:19:49,665 Updating FAILED jobs +2021-12-18 18:19:49,666 Updating WAITING jobs +2021-12-18 18:19:49,666 Update finished +2021-12-18 18:19:49,666 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:19:49,666 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:19:49,667 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:19:49,667 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:19:49,667 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:19:49,667 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:19:49,667 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:19:49,669 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:19:49,672 Job list saved +2021-12-18 18:19:49,676 Updating FAILED jobs +2021-12-18 18:19:49,677 Updating WAITING jobs +2021-12-18 18:19:49,677 Update finished +2021-12-18 18:19:59,687 Reloading parameters... +2021-12-18 18:19:59,706 Loading parameters... +2021-12-18 18:19:59,707 Loading project parameters... +2021-12-18 18:19:59,709 + +13 of 25 jobs remaining (18:19) +2021-12-18 18:19:59,710 Sleep: 10 +2021-12-18 18:19:59,710 Number of retrials: 0 +2021-12-18 18:19:59,710 WRAPPER CHECK TIME = 10 +2021-12-18 18:19:59,710 Checking jobs for platform=marenostrum4 +2021-12-18 18:19:59,711 Checking jobs for platform=nord3 +2021-12-18 18:19:59,711 Checking jobs for platform=local +2021-12-18 18:19:59,712 Checking jobs for platform=transfer_node +2021-12-18 18:19:59,712 Checking all jobs at once +2021-12-18 18:20:01,082 Successful check job command +2021-12-18 18:20:02,502 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:20:02,502 End of checking +2021-12-18 18:20:02,504 Updating FAILED jobs +2021-12-18 18:20:02,504 Updating WAITING jobs +2021-12-18 18:20:02,504 Update finished +2021-12-18 18:20:02,504 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:20:02,505 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:20:02,505 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:20:02,505 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:20:02,505 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:20:02,505 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:20:02,505 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:20:02,508 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:20:02,510 Job list saved +2021-12-18 18:20:02,515 Updating FAILED jobs +2021-12-18 18:20:02,515 Updating WAITING jobs +2021-12-18 18:20:02,515 Update finished +2021-12-18 18:20:12,522 Reloading parameters... +2021-12-18 18:20:12,540 Loading parameters... +2021-12-18 18:20:12,542 Loading project parameters... +2021-12-18 18:20:12,544 + +13 of 25 jobs remaining (18:20) +2021-12-18 18:20:12,544 Sleep: 10 +2021-12-18 18:20:12,544 Number of retrials: 0 +2021-12-18 18:20:12,544 WRAPPER CHECK TIME = 10 +2021-12-18 18:20:12,545 Checking jobs for platform=marenostrum4 +2021-12-18 18:20:12,545 Checking jobs for platform=nord3 +2021-12-18 18:20:12,546 Checking jobs for platform=local +2021-12-18 18:20:12,546 Checking jobs for platform=transfer_node +2021-12-18 18:20:12,546 Checking all jobs at once +2021-12-18 18:20:13,815 Successful check job command +2021-12-18 18:20:15,034 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:20:15,034 End of checking +2021-12-18 18:20:15,036 Updating FAILED jobs +2021-12-18 18:20:15,036 Updating WAITING jobs +2021-12-18 18:20:15,036 Update finished +2021-12-18 18:20:15,037 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:20:15,037 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:20:15,037 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:20:15,037 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:20:15,037 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:20:15,037 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:20:15,037 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:20:15,040 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:20:15,042 Job list saved +2021-12-18 18:20:15,047 Updating FAILED jobs +2021-12-18 18:20:15,047 Updating WAITING jobs +2021-12-18 18:20:15,047 Update finished +2021-12-18 18:20:25,057 Reloading parameters... +2021-12-18 18:20:25,078 Loading parameters... +2021-12-18 18:20:25,080 Loading project parameters... +2021-12-18 18:20:25,081 + +13 of 25 jobs remaining (18:20) +2021-12-18 18:20:25,082 Sleep: 10 +2021-12-18 18:20:25,082 Number of retrials: 0 +2021-12-18 18:20:25,082 WRAPPER CHECK TIME = 10 +2021-12-18 18:20:25,082 Checking jobs for platform=marenostrum4 +2021-12-18 18:20:25,083 Checking jobs for platform=nord3 +2021-12-18 18:20:25,084 Checking jobs for platform=local +2021-12-18 18:20:25,084 Checking jobs for platform=transfer_node +2021-12-18 18:20:25,084 Checking all jobs at once +2021-12-18 18:20:26,404 Successful check job command +2021-12-18 18:20:27,674 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:20:27,675 End of checking +2021-12-18 18:20:27,676 Updating FAILED jobs +2021-12-18 18:20:27,676 Updating WAITING jobs +2021-12-18 18:20:27,676 Update finished +2021-12-18 18:20:27,676 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:20:27,676 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:20:27,677 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:20:27,677 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:20:27,677 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:20:27,677 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:20:27,677 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:20:27,680 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:20:27,682 Job list saved +2021-12-18 18:20:27,686 Updating FAILED jobs +2021-12-18 18:20:27,686 Updating WAITING jobs +2021-12-18 18:20:27,687 Update finished +2021-12-18 18:20:37,696 Reloading parameters... +2021-12-18 18:20:37,715 Loading parameters... +2021-12-18 18:20:37,716 Loading project parameters... +2021-12-18 18:20:37,718 + +13 of 25 jobs remaining (18:20) +2021-12-18 18:20:37,718 Sleep: 10 +2021-12-18 18:20:37,719 Number of retrials: 0 +2021-12-18 18:20:37,719 WRAPPER CHECK TIME = 10 +2021-12-18 18:20:37,719 Checking jobs for platform=marenostrum4 +2021-12-18 18:20:37,720 Checking jobs for platform=nord3 +2021-12-18 18:20:37,720 Checking jobs for platform=local +2021-12-18 18:20:37,721 Checking jobs for platform=transfer_node +2021-12-18 18:20:37,721 Checking all jobs at once +2021-12-18 18:20:39,090 Successful check job command +2021-12-18 18:20:40,310 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:20:40,310 End of checking +2021-12-18 18:20:40,312 Updating FAILED jobs +2021-12-18 18:20:40,312 Updating WAITING jobs +2021-12-18 18:20:40,312 Update finished +2021-12-18 18:20:40,312 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:20:40,313 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:20:40,313 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:20:40,313 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:20:40,313 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:20:40,313 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:20:40,313 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:20:40,316 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:20:40,318 Job list saved +2021-12-18 18:20:40,323 Updating FAILED jobs +2021-12-18 18:20:40,323 Updating WAITING jobs +2021-12-18 18:20:40,323 Update finished +2021-12-18 18:20:50,333 Reloading parameters... +2021-12-18 18:20:50,353 Loading parameters... +2021-12-18 18:20:50,355 Loading project parameters... +2021-12-18 18:20:50,357 + +13 of 25 jobs remaining (18:20) +2021-12-18 18:20:50,357 Sleep: 10 +2021-12-18 18:20:50,357 Number of retrials: 0 +2021-12-18 18:20:50,357 WRAPPER CHECK TIME = 10 +2021-12-18 18:20:50,358 Checking jobs for platform=marenostrum4 +2021-12-18 18:20:50,358 Checking jobs for platform=nord3 +2021-12-18 18:20:50,359 Checking jobs for platform=local +2021-12-18 18:20:50,359 Checking jobs for platform=transfer_node +2021-12-18 18:20:50,359 Checking all jobs at once +2021-12-18 18:20:51,931 Successful check job command +2021-12-18 18:20:53,306 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:20:53,307 End of checking +2021-12-18 18:20:53,308 Updating FAILED jobs +2021-12-18 18:20:53,308 Updating WAITING jobs +2021-12-18 18:20:53,309 Update finished +2021-12-18 18:20:53,309 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:20:53,309 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:20:53,309 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:20:53,309 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:20:53,309 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:20:53,309 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:20:53,310 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:20:53,312 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:20:53,315 Job list saved +2021-12-18 18:20:53,319 Updating FAILED jobs +2021-12-18 18:20:53,320 Updating WAITING jobs +2021-12-18 18:20:53,320 Update finished +2021-12-18 18:21:03,330 Reloading parameters... +2021-12-18 18:21:03,400 Loading parameters... +2021-12-18 18:21:03,401 Loading project parameters... +2021-12-18 18:21:03,403 + +13 of 25 jobs remaining (18:21) +2021-12-18 18:21:03,403 Sleep: 10 +2021-12-18 18:21:03,403 Number of retrials: 0 +2021-12-18 18:21:03,403 WRAPPER CHECK TIME = 10 +2021-12-18 18:21:03,404 Checking jobs for platform=marenostrum4 +2021-12-18 18:21:03,405 Checking jobs for platform=nord3 +2021-12-18 18:21:03,405 Checking jobs for platform=local +2021-12-18 18:21:03,406 Checking jobs for platform=transfer_node +2021-12-18 18:21:03,406 Checking all jobs at once +2021-12-18 18:21:04,726 Successful check job command +2021-12-18 18:21:06,096 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:21:06,096 End of checking +2021-12-18 18:21:06,098 Updating FAILED jobs +2021-12-18 18:21:06,098 Updating WAITING jobs +2021-12-18 18:21:06,098 Update finished +2021-12-18 18:21:06,098 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:21:06,098 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:21:06,098 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:21:06,099 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:21:06,099 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:21:06,099 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:21:06,099 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:21:06,101 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:21:06,104 Job list saved +2021-12-18 18:21:06,109 Updating FAILED jobs +2021-12-18 18:21:06,109 Updating WAITING jobs +2021-12-18 18:21:06,109 Update finished +2021-12-18 18:21:16,119 Reloading parameters... +2021-12-18 18:21:16,138 Loading parameters... +2021-12-18 18:21:16,140 Loading project parameters... +2021-12-18 18:21:16,142 + +13 of 25 jobs remaining (18:21) +2021-12-18 18:21:16,142 Sleep: 10 +2021-12-18 18:21:16,142 Number of retrials: 0 +2021-12-18 18:21:16,142 WRAPPER CHECK TIME = 10 +2021-12-18 18:21:16,143 Checking jobs for platform=marenostrum4 +2021-12-18 18:21:16,143 Checking jobs for platform=nord3 +2021-12-18 18:21:16,144 Checking jobs for platform=local +2021-12-18 18:21:16,144 Checking jobs for platform=transfer_node +2021-12-18 18:21:16,145 Checking all jobs at once +2021-12-18 18:21:17,514 Successful check job command +2021-12-18 18:21:18,784 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:21:18,784 End of checking +2021-12-18 18:21:18,785 Updating FAILED jobs +2021-12-18 18:21:18,786 Updating WAITING jobs +2021-12-18 18:21:18,786 Update finished +2021-12-18 18:21:18,786 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:21:18,788 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:21:18,788 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:21:18,789 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:21:18,789 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:21:18,789 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:21:18,789 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:21:18,791 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:21:18,794 Job list saved +2021-12-18 18:21:18,798 Updating FAILED jobs +2021-12-18 18:21:18,798 Updating WAITING jobs +2021-12-18 18:21:18,799 Update finished +2021-12-18 18:21:28,809 Reloading parameters... +2021-12-18 18:21:28,830 Loading parameters... +2021-12-18 18:21:28,832 Loading project parameters... +2021-12-18 18:21:28,834 + +13 of 25 jobs remaining (18:21) +2021-12-18 18:21:28,834 Sleep: 10 +2021-12-18 18:21:28,834 Number of retrials: 0 +2021-12-18 18:21:28,834 WRAPPER CHECK TIME = 10 +2021-12-18 18:21:28,835 Checking jobs for platform=marenostrum4 +2021-12-18 18:21:28,835 Checking jobs for platform=nord3 +2021-12-18 18:21:28,836 Checking jobs for platform=local +2021-12-18 18:21:28,836 Checking jobs for platform=transfer_node +2021-12-18 18:21:28,836 Checking all jobs at once +2021-12-18 18:21:30,156 Successful check job command +2021-12-18 18:21:31,425 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:21:31,425 End of checking +2021-12-18 18:21:31,427 Updating FAILED jobs +2021-12-18 18:21:31,427 Updating WAITING jobs +2021-12-18 18:21:31,427 Update finished +2021-12-18 18:21:31,427 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:21:31,427 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:21:31,427 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:21:31,428 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:21:31,428 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:21:31,428 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:21:31,428 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:21:31,430 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:21:31,433 Job list saved +2021-12-18 18:21:31,437 Updating FAILED jobs +2021-12-18 18:21:31,438 Updating WAITING jobs +2021-12-18 18:21:31,438 Update finished +2021-12-18 18:21:41,448 Reloading parameters... +2021-12-18 18:21:41,466 Loading parameters... +2021-12-18 18:21:41,467 Loading project parameters... +2021-12-18 18:21:41,469 + +13 of 25 jobs remaining (18:21) +2021-12-18 18:21:41,469 Sleep: 10 +2021-12-18 18:21:41,469 Number of retrials: 0 +2021-12-18 18:21:41,469 WRAPPER CHECK TIME = 10 +2021-12-18 18:21:41,470 Checking jobs for platform=marenostrum4 +2021-12-18 18:21:41,471 Checking jobs for platform=nord3 +2021-12-18 18:21:41,471 Checking jobs for platform=local +2021-12-18 18:21:41,472 Checking jobs for platform=transfer_node +2021-12-18 18:21:41,472 Checking all jobs at once +2021-12-18 18:21:43,693 Successful check job command +2021-12-18 18:21:44,912 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:21:44,913 End of checking +2021-12-18 18:21:44,914 Updating FAILED jobs +2021-12-18 18:21:44,914 Updating WAITING jobs +2021-12-18 18:21:44,914 Update finished +2021-12-18 18:21:44,914 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:21:44,914 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:21:44,915 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:21:44,915 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:21:44,915 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:21:44,915 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:21:44,915 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:21:44,918 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:21:44,920 Job list saved +2021-12-18 18:21:45,145 Updating FAILED jobs +2021-12-18 18:21:45,145 Updating WAITING jobs +2021-12-18 18:21:45,145 Update finished +2021-12-18 18:21:55,156 Reloading parameters... +2021-12-18 18:21:55,186 Loading parameters... +2021-12-18 18:21:55,188 Loading project parameters... +2021-12-18 18:21:55,196 + +13 of 25 jobs remaining (18:21) +2021-12-18 18:21:55,196 Sleep: 10 +2021-12-18 18:21:55,196 Number of retrials: 0 +2021-12-18 18:21:55,196 WRAPPER CHECK TIME = 10 +2021-12-18 18:21:55,197 Checking jobs for platform=marenostrum4 +2021-12-18 18:21:55,197 Checking jobs for platform=nord3 +2021-12-18 18:21:55,198 Checking jobs for platform=local +2021-12-18 18:21:55,199 Checking jobs for platform=transfer_node +2021-12-18 18:21:55,199 Checking all jobs at once +2021-12-18 18:21:56,476 Successful check job command +2021-12-18 18:21:57,746 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:21:57,747 End of checking +2021-12-18 18:21:57,749 Updating FAILED jobs +2021-12-18 18:21:57,749 Updating WAITING jobs +2021-12-18 18:21:57,749 Update finished +2021-12-18 18:21:57,750 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:21:57,751 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:21:57,751 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:21:57,751 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:21:57,751 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:21:57,751 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:21:57,751 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:21:57,755 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:21:57,757 Job list saved +2021-12-18 18:21:57,761 Updating FAILED jobs +2021-12-18 18:21:57,762 Updating WAITING jobs +2021-12-18 18:21:57,762 Update finished +2021-12-18 18:22:07,768 Reloading parameters... +2021-12-18 18:22:07,788 Loading parameters... +2021-12-18 18:22:07,789 Loading project parameters... +2021-12-18 18:22:07,791 + +13 of 25 jobs remaining (18:22) +2021-12-18 18:22:07,791 Sleep: 10 +2021-12-18 18:22:07,791 Number of retrials: 0 +2021-12-18 18:22:07,792 WRAPPER CHECK TIME = 10 +2021-12-18 18:22:07,792 Checking jobs for platform=marenostrum4 +2021-12-18 18:22:07,793 Checking jobs for platform=nord3 +2021-12-18 18:22:07,793 Checking jobs for platform=local +2021-12-18 18:22:07,794 Checking jobs for platform=transfer_node +2021-12-18 18:22:07,794 Checking all jobs at once +2021-12-18 18:22:09,213 Successful check job command +2021-12-18 18:22:10,583 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:22:10,583 End of checking +2021-12-18 18:22:10,585 Updating FAILED jobs +2021-12-18 18:22:10,585 Updating WAITING jobs +2021-12-18 18:22:10,585 Update finished +2021-12-18 18:22:10,585 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:22:10,585 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:22:10,585 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:22:10,586 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:22:10,586 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:22:10,586 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:22:10,586 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:22:10,588 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:22:10,591 Job list saved +2021-12-18 18:22:10,596 Updating FAILED jobs +2021-12-18 18:22:10,596 Updating WAITING jobs +2021-12-18 18:22:10,596 Update finished +2021-12-18 18:22:20,606 Reloading parameters... +2021-12-18 18:22:20,624 Loading parameters... +2021-12-18 18:22:20,625 Loading project parameters... +2021-12-18 18:22:20,627 + +13 of 25 jobs remaining (18:22) +2021-12-18 18:22:20,627 Sleep: 10 +2021-12-18 18:22:20,628 Number of retrials: 0 +2021-12-18 18:22:20,628 WRAPPER CHECK TIME = 10 +2021-12-18 18:22:20,628 Checking jobs for platform=marenostrum4 +2021-12-18 18:22:20,629 Checking jobs for platform=nord3 +2021-12-18 18:22:20,629 Checking jobs for platform=local +2021-12-18 18:22:20,630 Checking jobs for platform=transfer_node +2021-12-18 18:22:20,630 Checking all jobs at once +2021-12-18 18:22:21,949 Successful check job command +2021-12-18 18:22:23,318 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:22:23,319 End of checking +2021-12-18 18:22:23,320 Updating FAILED jobs +2021-12-18 18:22:23,320 Updating WAITING jobs +2021-12-18 18:22:23,320 Update finished +2021-12-18 18:22:23,321 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:22:23,321 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:22:23,321 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:22:23,321 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:22:23,321 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:22:23,321 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:22:23,321 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:22:23,324 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:22:23,326 Job list saved +2021-12-18 18:22:23,336 Updating FAILED jobs +2021-12-18 18:22:23,336 Updating WAITING jobs +2021-12-18 18:22:23,336 Update finished +2021-12-18 18:22:33,346 Reloading parameters... +2021-12-18 18:22:33,367 Loading parameters... +2021-12-18 18:22:33,370 Loading project parameters... +2021-12-18 18:22:33,372 + +13 of 25 jobs remaining (18:22) +2021-12-18 18:22:33,372 Sleep: 10 +2021-12-18 18:22:33,372 Number of retrials: 0 +2021-12-18 18:22:33,372 WRAPPER CHECK TIME = 10 +2021-12-18 18:22:33,373 Checking jobs for platform=marenostrum4 +2021-12-18 18:22:33,373 Checking jobs for platform=nord3 +2021-12-18 18:22:33,374 Checking jobs for platform=local +2021-12-18 18:22:33,374 Checking jobs for platform=transfer_node +2021-12-18 18:22:33,375 Checking all jobs at once +2021-12-18 18:22:34,645 Successful check job command +2021-12-18 18:22:35,915 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:22:35,915 End of checking +2021-12-18 18:22:35,916 Updating FAILED jobs +2021-12-18 18:22:35,917 Updating WAITING jobs +2021-12-18 18:22:35,917 Update finished +2021-12-18 18:22:35,917 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:22:35,918 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:22:35,918 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:22:35,918 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:22:35,918 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:22:35,918 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:22:35,918 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:22:35,921 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:22:35,923 Job list saved +2021-12-18 18:22:35,928 Updating FAILED jobs +2021-12-18 18:22:35,928 Updating WAITING jobs +2021-12-18 18:22:35,928 Update finished +2021-12-18 18:22:45,936 Reloading parameters... +2021-12-18 18:22:45,955 Loading parameters... +2021-12-18 18:22:45,956 Loading project parameters... +2021-12-18 18:22:45,958 + +13 of 25 jobs remaining (18:22) +2021-12-18 18:22:45,958 Sleep: 10 +2021-12-18 18:22:45,958 Number of retrials: 0 +2021-12-18 18:22:45,958 WRAPPER CHECK TIME = 10 +2021-12-18 18:22:45,959 Checking jobs for platform=marenostrum4 +2021-12-18 18:22:45,959 Checking jobs for platform=nord3 +2021-12-18 18:22:45,960 Checking jobs for platform=local +2021-12-18 18:22:45,960 Checking jobs for platform=transfer_node +2021-12-18 18:22:45,960 Checking all jobs at once +2021-12-18 18:22:47,330 Successful check job command +2021-12-18 18:22:48,650 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:22:48,650 End of checking +2021-12-18 18:22:48,651 Updating FAILED jobs +2021-12-18 18:22:48,651 Updating WAITING jobs +2021-12-18 18:22:48,652 Update finished +2021-12-18 18:22:48,652 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:22:48,652 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:22:48,652 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:22:48,652 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:22:48,652 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:22:48,653 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:22:48,653 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:22:48,655 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:22:48,657 Job list saved +2021-12-18 18:22:48,662 Updating FAILED jobs +2021-12-18 18:22:48,662 Updating WAITING jobs +2021-12-18 18:22:48,662 Update finished +2021-12-18 18:22:58,669 Reloading parameters... +2021-12-18 18:22:58,689 Loading parameters... +2021-12-18 18:22:58,691 Loading project parameters... +2021-12-18 18:22:58,693 + +13 of 25 jobs remaining (18:22) +2021-12-18 18:22:58,693 Sleep: 10 +2021-12-18 18:22:58,693 Number of retrials: 0 +2021-12-18 18:22:58,693 WRAPPER CHECK TIME = 10 +2021-12-18 18:22:58,694 Checking jobs for platform=marenostrum4 +2021-12-18 18:22:58,694 Checking jobs for platform=nord3 +2021-12-18 18:22:58,695 Checking jobs for platform=local +2021-12-18 18:22:58,696 Checking jobs for platform=transfer_node +2021-12-18 18:22:58,696 Checking all jobs at once +2021-12-18 18:22:59,969 Successful check job command +2021-12-18 18:23:01,188 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:23:01,189 End of checking +2021-12-18 18:23:01,190 Updating FAILED jobs +2021-12-18 18:23:01,190 Updating WAITING jobs +2021-12-18 18:23:01,190 Update finished +2021-12-18 18:23:01,190 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:23:01,190 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:23:01,191 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:23:01,191 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:23:01,191 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:23:01,191 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:23:01,191 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:23:01,194 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:23:01,196 Job list saved +2021-12-18 18:23:01,201 Updating FAILED jobs +2021-12-18 18:23:01,201 Updating WAITING jobs +2021-12-18 18:23:01,201 Update finished +2021-12-18 18:23:11,211 Reloading parameters... +2021-12-18 18:23:11,233 Loading parameters... +2021-12-18 18:23:11,235 Loading project parameters... +2021-12-18 18:23:11,237 + +13 of 25 jobs remaining (18:23) +2021-12-18 18:23:11,237 Sleep: 10 +2021-12-18 18:23:11,237 Number of retrials: 0 +2021-12-18 18:23:11,237 WRAPPER CHECK TIME = 10 +2021-12-18 18:23:11,238 Checking jobs for platform=marenostrum4 +2021-12-18 18:23:11,238 Checking jobs for platform=nord3 +2021-12-18 18:23:11,239 Checking jobs for platform=local +2021-12-18 18:23:11,239 Checking jobs for platform=transfer_node +2021-12-18 18:23:11,239 Checking all jobs at once +2021-12-18 18:23:12,464 Successful check job command +2021-12-18 18:23:13,683 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:23:13,683 End of checking +2021-12-18 18:23:13,685 Updating FAILED jobs +2021-12-18 18:23:13,685 Updating WAITING jobs +2021-12-18 18:23:13,685 Update finished +2021-12-18 18:23:13,685 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:23:13,686 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:23:13,686 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:23:13,686 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:23:13,686 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:23:13,687 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:23:13,687 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:23:13,689 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:23:13,692 Job list saved +2021-12-18 18:23:13,698 Updating FAILED jobs +2021-12-18 18:23:13,698 Updating WAITING jobs +2021-12-18 18:23:13,698 Update finished +2021-12-18 18:23:23,708 Reloading parameters... +2021-12-18 18:23:23,726 Loading parameters... +2021-12-18 18:23:23,728 Loading project parameters... +2021-12-18 18:23:23,730 + +13 of 25 jobs remaining (18:23) +2021-12-18 18:23:23,731 Sleep: 10 +2021-12-18 18:23:23,731 Number of retrials: 0 +2021-12-18 18:23:23,731 WRAPPER CHECK TIME = 10 +2021-12-18 18:23:23,732 Checking jobs for platform=marenostrum4 +2021-12-18 18:23:23,732 Checking jobs for platform=nord3 +2021-12-18 18:23:23,733 Checking jobs for platform=local +2021-12-18 18:23:23,733 Checking jobs for platform=transfer_node +2021-12-18 18:23:23,733 Checking all jobs at once +2021-12-18 18:23:24,957 Successful check job command +2021-12-18 18:23:26,226 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:23:26,227 End of checking +2021-12-18 18:23:26,228 Updating FAILED jobs +2021-12-18 18:23:26,228 Updating WAITING jobs +2021-12-18 18:23:26,228 Update finished +2021-12-18 18:23:26,228 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:23:26,229 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:23:26,229 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:23:26,229 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:23:26,229 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:23:26,229 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:23:26,229 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:23:26,232 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:23:26,235 Job list saved +2021-12-18 18:23:26,240 Updating FAILED jobs +2021-12-18 18:23:26,240 Updating WAITING jobs +2021-12-18 18:23:26,241 Update finished +2021-12-18 18:23:36,251 Reloading parameters... +2021-12-18 18:23:36,270 Loading parameters... +2021-12-18 18:23:36,271 Loading project parameters... +2021-12-18 18:23:36,273 + +13 of 25 jobs remaining (18:23) +2021-12-18 18:23:36,274 Sleep: 10 +2021-12-18 18:23:36,274 Number of retrials: 0 +2021-12-18 18:23:36,274 WRAPPER CHECK TIME = 10 +2021-12-18 18:23:36,274 Checking jobs for platform=marenostrum4 +2021-12-18 18:23:36,275 Checking jobs for platform=nord3 +2021-12-18 18:23:36,275 Checking jobs for platform=local +2021-12-18 18:23:36,276 Checking jobs for platform=transfer_node +2021-12-18 18:23:36,276 Checking all jobs at once +2021-12-18 18:23:37,645 Successful check job command +2021-12-18 18:23:39,366 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:23:39,366 End of checking +2021-12-18 18:23:39,367 Updating FAILED jobs +2021-12-18 18:23:39,368 Updating WAITING jobs +2021-12-18 18:23:39,368 Update finished +2021-12-18 18:23:39,368 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:23:39,368 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:23:39,368 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:23:39,368 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:23:39,369 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:23:39,369 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:23:39,369 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:23:39,371 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:23:39,373 Job list saved +2021-12-18 18:23:39,378 Updating FAILED jobs +2021-12-18 18:23:39,378 Updating WAITING jobs +2021-12-18 18:23:39,379 Update finished +2021-12-18 18:23:49,386 Reloading parameters... +2021-12-18 18:23:49,404 Loading parameters... +2021-12-18 18:23:49,406 Loading project parameters... +2021-12-18 18:23:49,407 + +13 of 25 jobs remaining (18:23) +2021-12-18 18:23:49,408 Sleep: 10 +2021-12-18 18:23:49,408 Number of retrials: 0 +2021-12-18 18:23:49,408 WRAPPER CHECK TIME = 10 +2021-12-18 18:23:49,408 Checking jobs for platform=marenostrum4 +2021-12-18 18:23:49,409 Checking jobs for platform=nord3 +2021-12-18 18:23:49,409 Checking jobs for platform=local +2021-12-18 18:23:49,410 Checking jobs for platform=transfer_node +2021-12-18 18:23:49,410 Checking all jobs at once +2021-12-18 18:23:50,679 Successful check job command +2021-12-18 18:23:51,849 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:23:51,849 End of checking +2021-12-18 18:23:51,851 Updating FAILED jobs +2021-12-18 18:23:51,851 Updating WAITING jobs +2021-12-18 18:23:51,851 Update finished +2021-12-18 18:23:51,851 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:23:51,852 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:23:51,852 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:23:51,852 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:23:51,852 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:23:51,853 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:23:51,853 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:23:51,855 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:23:51,858 Job list saved +2021-12-18 18:23:51,863 Updating FAILED jobs +2021-12-18 18:23:51,863 Updating WAITING jobs +2021-12-18 18:23:51,863 Update finished +2021-12-18 18:24:01,873 Reloading parameters... +2021-12-18 18:24:01,893 Loading parameters... +2021-12-18 18:24:01,894 Loading project parameters... +2021-12-18 18:24:01,896 + +13 of 25 jobs remaining (18:24) +2021-12-18 18:24:01,896 Sleep: 10 +2021-12-18 18:24:01,896 Number of retrials: 0 +2021-12-18 18:24:01,896 WRAPPER CHECK TIME = 10 +2021-12-18 18:24:01,897 Checking jobs for platform=marenostrum4 +2021-12-18 18:24:01,897 Checking jobs for platform=nord3 +2021-12-18 18:24:01,898 Checking jobs for platform=local +2021-12-18 18:24:01,898 Checking jobs for platform=transfer_node +2021-12-18 18:24:01,899 Checking all jobs at once +2021-12-18 18:24:03,169 Successful check job command +2021-12-18 18:24:04,288 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:24:04,289 End of checking +2021-12-18 18:24:04,290 Updating FAILED jobs +2021-12-18 18:24:04,290 Updating WAITING jobs +2021-12-18 18:24:04,291 Update finished +2021-12-18 18:24:04,291 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:24:04,291 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:24:04,291 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:24:04,291 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:24:04,291 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:24:04,291 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:24:04,291 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:24:04,294 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:24:04,296 Job list saved +2021-12-18 18:24:04,301 Updating FAILED jobs +2021-12-18 18:24:04,301 Updating WAITING jobs +2021-12-18 18:24:04,301 Update finished +2021-12-18 18:24:14,312 Reloading parameters... +2021-12-18 18:24:14,329 Loading parameters... +2021-12-18 18:24:14,330 Loading project parameters... +2021-12-18 18:24:14,332 + +13 of 25 jobs remaining (18:24) +2021-12-18 18:24:14,332 Sleep: 10 +2021-12-18 18:24:14,332 Number of retrials: 0 +2021-12-18 18:24:14,332 WRAPPER CHECK TIME = 10 +2021-12-18 18:24:14,333 Checking jobs for platform=marenostrum4 +2021-12-18 18:24:14,334 Checking jobs for platform=nord3 +2021-12-18 18:24:14,334 Checking jobs for platform=local +2021-12-18 18:24:14,335 Checking jobs for platform=transfer_node +2021-12-18 18:24:14,335 Checking all jobs at once +2021-12-18 18:24:15,658 Successful check job command +2021-12-18 18:24:16,831 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:24:16,832 End of checking +2021-12-18 18:24:16,833 Updating FAILED jobs +2021-12-18 18:24:16,833 Updating WAITING jobs +2021-12-18 18:24:16,833 Update finished +2021-12-18 18:24:16,833 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:24:16,834 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:24:16,834 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:24:16,834 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:24:16,834 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:24:16,834 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:24:16,834 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:24:16,837 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:24:16,840 Job list saved +2021-12-18 18:24:16,844 Updating FAILED jobs +2021-12-18 18:24:16,844 Updating WAITING jobs +2021-12-18 18:24:16,845 Update finished +2021-12-18 18:24:26,846 Reloading parameters... +2021-12-18 18:24:26,865 Loading parameters... +2021-12-18 18:24:26,866 Loading project parameters... +2021-12-18 18:24:26,868 + +13 of 25 jobs remaining (18:24) +2021-12-18 18:24:26,869 Sleep: 10 +2021-12-18 18:24:26,869 Number of retrials: 0 +2021-12-18 18:24:26,869 WRAPPER CHECK TIME = 10 +2021-12-18 18:24:26,869 Checking jobs for platform=marenostrum4 +2021-12-18 18:24:26,870 Checking jobs for platform=nord3 +2021-12-18 18:24:26,870 Checking jobs for platform=local +2021-12-18 18:24:26,871 Checking jobs for platform=transfer_node +2021-12-18 18:24:26,871 Checking all jobs at once +2021-12-18 18:24:28,194 Successful check job command +2021-12-18 18:24:29,413 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:24:29,413 End of checking +2021-12-18 18:24:29,415 Updating FAILED jobs +2021-12-18 18:24:29,415 Updating WAITING jobs +2021-12-18 18:24:29,415 Update finished +2021-12-18 18:24:29,415 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:24:29,416 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:24:29,416 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:24:29,416 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:24:29,416 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:24:29,416 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:24:29,416 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:24:29,419 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:24:29,421 Job list saved +2021-12-18 18:24:29,426 Updating FAILED jobs +2021-12-18 18:24:29,427 Updating WAITING jobs +2021-12-18 18:24:29,427 Update finished +2021-12-18 18:24:39,437 Reloading parameters... +2021-12-18 18:24:39,457 Loading parameters... +2021-12-18 18:24:39,458 Loading project parameters... +2021-12-18 18:24:39,464 + +13 of 25 jobs remaining (18:24) +2021-12-18 18:24:39,465 Sleep: 10 +2021-12-18 18:24:39,465 Number of retrials: 0 +2021-12-18 18:24:39,465 WRAPPER CHECK TIME = 10 +2021-12-18 18:24:39,465 Checking jobs for platform=marenostrum4 +2021-12-18 18:24:39,466 Checking jobs for platform=nord3 +2021-12-18 18:24:39,467 Checking jobs for platform=local +2021-12-18 18:24:39,467 Checking jobs for platform=transfer_node +2021-12-18 18:24:39,467 Checking all jobs at once +2021-12-18 18:24:40,737 Successful check job command +2021-12-18 18:24:42,056 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:24:42,056 End of checking +2021-12-18 18:24:42,058 Updating FAILED jobs +2021-12-18 18:24:42,058 Updating WAITING jobs +2021-12-18 18:24:42,058 Update finished +2021-12-18 18:24:42,058 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:24:42,058 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:24:42,059 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:24:42,059 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:24:42,059 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:24:42,059 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:24:42,059 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:24:42,062 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:24:42,064 Job list saved +2021-12-18 18:24:42,069 Updating FAILED jobs +2021-12-18 18:24:42,069 Updating WAITING jobs +2021-12-18 18:24:42,070 Update finished +2021-12-18 18:24:52,076 Reloading parameters... +2021-12-18 18:24:52,093 Loading parameters... +2021-12-18 18:24:52,095 Loading project parameters... +2021-12-18 18:24:52,096 + +13 of 25 jobs remaining (18:24) +2021-12-18 18:24:52,097 Sleep: 10 +2021-12-18 18:24:52,097 Number of retrials: 0 +2021-12-18 18:24:52,097 WRAPPER CHECK TIME = 10 +2021-12-18 18:24:52,097 Checking jobs for platform=marenostrum4 +2021-12-18 18:24:52,098 Checking jobs for platform=nord3 +2021-12-18 18:24:52,098 Checking jobs for platform=local +2021-12-18 18:24:52,099 Checking jobs for platform=transfer_node +2021-12-18 18:24:52,099 Checking all jobs at once +2021-12-18 18:24:53,418 Successful check job command +2021-12-18 18:24:54,788 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:24:54,788 End of checking +2021-12-18 18:24:54,789 Updating FAILED jobs +2021-12-18 18:24:54,789 Updating WAITING jobs +2021-12-18 18:24:54,790 Update finished +2021-12-18 18:24:54,790 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:24:54,790 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:24:54,790 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:24:54,790 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:24:54,790 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:24:54,790 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:24:54,791 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:24:54,793 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:24:54,795 Job list saved +2021-12-18 18:24:54,800 Updating FAILED jobs +2021-12-18 18:24:54,800 Updating WAITING jobs +2021-12-18 18:24:54,800 Update finished +2021-12-18 18:25:04,810 Reloading parameters... +2021-12-18 18:25:04,827 Loading parameters... +2021-12-18 18:25:04,829 Loading project parameters... +2021-12-18 18:25:04,831 + +13 of 25 jobs remaining (18:25) +2021-12-18 18:25:04,831 Sleep: 10 +2021-12-18 18:25:04,831 Number of retrials: 0 +2021-12-18 18:25:04,831 WRAPPER CHECK TIME = 10 +2021-12-18 18:25:04,832 Checking jobs for platform=marenostrum4 +2021-12-18 18:25:04,832 Checking jobs for platform=nord3 +2021-12-18 18:25:04,833 Checking jobs for platform=local +2021-12-18 18:25:04,833 Checking jobs for platform=transfer_node +2021-12-18 18:25:04,833 Checking all jobs at once +2021-12-18 18:25:06,053 Successful check job command +2021-12-18 18:25:07,172 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:25:07,172 End of checking +2021-12-18 18:25:07,174 Updating FAILED jobs +2021-12-18 18:25:07,174 Updating WAITING jobs +2021-12-18 18:25:07,174 Update finished +2021-12-18 18:25:07,174 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:25:07,175 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:25:07,175 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:25:07,175 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:25:07,175 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:25:07,175 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:25:07,175 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:25:07,178 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:25:07,180 Job list saved +2021-12-18 18:25:07,185 Updating FAILED jobs +2021-12-18 18:25:07,186 Updating WAITING jobs +2021-12-18 18:25:07,186 Update finished +2021-12-18 18:25:17,196 Reloading parameters... +2021-12-18 18:25:17,213 Loading parameters... +2021-12-18 18:25:17,214 Loading project parameters... +2021-12-18 18:25:17,216 + +13 of 25 jobs remaining (18:25) +2021-12-18 18:25:17,216 Sleep: 10 +2021-12-18 18:25:17,217 Number of retrials: 0 +2021-12-18 18:25:17,217 WRAPPER CHECK TIME = 10 +2021-12-18 18:25:17,217 Checking jobs for platform=marenostrum4 +2021-12-18 18:25:17,218 Checking jobs for platform=nord3 +2021-12-18 18:25:17,218 Checking jobs for platform=local +2021-12-18 18:25:17,219 Checking jobs for platform=transfer_node +2021-12-18 18:25:17,219 Checking all jobs at once +2021-12-18 18:25:18,939 Successful check job command +2021-12-18 18:25:20,108 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:25:20,108 End of checking +2021-12-18 18:25:20,110 Updating FAILED jobs +2021-12-18 18:25:20,110 Updating WAITING jobs +2021-12-18 18:25:20,110 Update finished +2021-12-18 18:25:20,110 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:25:20,111 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:25:20,111 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:25:20,111 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:25:20,111 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:25:20,111 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:25:20,111 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:25:20,114 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:25:20,116 Job list saved +2021-12-18 18:25:20,121 Updating FAILED jobs +2021-12-18 18:25:20,121 Updating WAITING jobs +2021-12-18 18:25:20,121 Update finished +2021-12-18 18:25:30,127 Reloading parameters... +2021-12-18 18:25:30,151 Loading parameters... +2021-12-18 18:25:30,152 Loading project parameters... +2021-12-18 18:25:30,154 + +13 of 25 jobs remaining (18:25) +2021-12-18 18:25:30,154 Sleep: 10 +2021-12-18 18:25:30,154 Number of retrials: 0 +2021-12-18 18:25:30,154 WRAPPER CHECK TIME = 10 +2021-12-18 18:25:30,155 Checking jobs for platform=marenostrum4 +2021-12-18 18:25:30,156 Checking jobs for platform=nord3 +2021-12-18 18:25:30,156 Checking jobs for platform=local +2021-12-18 18:25:30,157 Checking jobs for platform=transfer_node +2021-12-18 18:25:30,157 Checking all jobs at once +2021-12-18 18:25:31,477 Successful check job command +2021-12-18 18:25:32,746 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:25:32,747 End of checking +2021-12-18 18:25:32,748 Updating FAILED jobs +2021-12-18 18:25:32,748 Updating WAITING jobs +2021-12-18 18:25:32,749 Update finished +2021-12-18 18:25:32,749 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:25:32,749 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:25:32,749 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:25:32,749 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:25:32,749 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:25:32,749 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:25:32,749 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:25:32,752 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:25:32,754 Job list saved +2021-12-18 18:25:32,759 Updating FAILED jobs +2021-12-18 18:25:32,759 Updating WAITING jobs +2021-12-18 18:25:32,759 Update finished +2021-12-18 18:25:42,769 Reloading parameters... +2021-12-18 18:25:42,792 Loading parameters... +2021-12-18 18:25:42,794 Loading project parameters... +2021-12-18 18:25:42,795 + +13 of 25 jobs remaining (18:25) +2021-12-18 18:25:42,796 Sleep: 10 +2021-12-18 18:25:42,796 Number of retrials: 0 +2021-12-18 18:25:42,796 WRAPPER CHECK TIME = 10 +2021-12-18 18:25:42,796 Checking jobs for platform=marenostrum4 +2021-12-18 18:25:42,797 Checking jobs for platform=nord3 +2021-12-18 18:25:42,798 Checking jobs for platform=local +2021-12-18 18:25:42,803 Checking jobs for platform=transfer_node +2021-12-18 18:25:42,803 Checking all jobs at once +2021-12-18 18:25:44,023 Successful check job command +2021-12-18 18:25:45,197 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:25:45,197 End of checking +2021-12-18 18:25:45,198 Updating FAILED jobs +2021-12-18 18:25:45,198 Updating WAITING jobs +2021-12-18 18:25:45,199 Update finished +2021-12-18 18:25:45,199 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:25:45,199 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:25:45,200 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:25:45,200 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:25:45,200 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:25:45,200 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:25:45,200 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:25:45,203 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:25:45,205 Job list saved +2021-12-18 18:25:45,210 Updating FAILED jobs +2021-12-18 18:25:45,210 Updating WAITING jobs +2021-12-18 18:25:45,210 Update finished +2021-12-18 18:25:55,220 Reloading parameters... +2021-12-18 18:25:55,239 Loading parameters... +2021-12-18 18:25:55,240 Loading project parameters... +2021-12-18 18:25:55,242 + +13 of 25 jobs remaining (18:25) +2021-12-18 18:25:55,242 Sleep: 10 +2021-12-18 18:25:55,242 Number of retrials: 0 +2021-12-18 18:25:55,242 WRAPPER CHECK TIME = 10 +2021-12-18 18:25:55,243 Checking jobs for platform=marenostrum4 +2021-12-18 18:25:55,243 Checking jobs for platform=nord3 +2021-12-18 18:25:55,244 Checking jobs for platform=local +2021-12-18 18:25:55,245 Checking jobs for platform=transfer_node +2021-12-18 18:25:55,245 Checking all jobs at once +2021-12-18 18:25:56,515 Successful check job command +2021-12-18 18:25:57,784 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:25:57,784 End of checking +2021-12-18 18:25:57,786 Updating FAILED jobs +2021-12-18 18:25:57,786 Updating WAITING jobs +2021-12-18 18:25:57,786 Update finished +2021-12-18 18:25:57,787 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:25:57,787 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:25:57,787 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:25:57,787 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:25:57,787 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:25:57,787 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:25:57,787 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:25:57,790 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:25:57,792 Job list saved +2021-12-18 18:25:57,798 Updating FAILED jobs +2021-12-18 18:25:57,798 Updating WAITING jobs +2021-12-18 18:25:57,798 Update finished +2021-12-18 18:26:07,808 Reloading parameters... +2021-12-18 18:26:07,827 Loading parameters... +2021-12-18 18:26:07,829 Loading project parameters... +2021-12-18 18:26:07,830 + +13 of 25 jobs remaining (18:26) +2021-12-18 18:26:07,831 Sleep: 10 +2021-12-18 18:26:07,831 Number of retrials: 0 +2021-12-18 18:26:07,831 WRAPPER CHECK TIME = 10 +2021-12-18 18:26:07,831 Checking jobs for platform=marenostrum4 +2021-12-18 18:26:07,832 Checking jobs for platform=nord3 +2021-12-18 18:26:07,832 Checking jobs for platform=local +2021-12-18 18:26:07,833 Checking jobs for platform=transfer_node +2021-12-18 18:26:07,833 Checking all jobs at once +2021-12-18 18:26:09,103 Successful check job command +2021-12-18 18:26:10,273 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:26:10,273 End of checking +2021-12-18 18:26:10,275 Updating FAILED jobs +2021-12-18 18:26:10,275 Updating WAITING jobs +2021-12-18 18:26:10,275 Update finished +2021-12-18 18:26:10,275 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:26:10,276 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:26:10,276 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:26:10,276 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:26:10,276 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:26:10,276 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:26:10,276 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:26:10,279 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:26:10,281 Job list saved +2021-12-18 18:26:10,286 Updating FAILED jobs +2021-12-18 18:26:10,287 Updating WAITING jobs +2021-12-18 18:26:10,287 Update finished +2021-12-18 18:26:20,297 Reloading parameters... +2021-12-18 18:26:20,316 Loading parameters... +2021-12-18 18:26:20,317 Loading project parameters... +2021-12-18 18:26:20,319 + +13 of 25 jobs remaining (18:26) +2021-12-18 18:26:20,319 Sleep: 10 +2021-12-18 18:26:20,319 Number of retrials: 0 +2021-12-18 18:26:20,319 WRAPPER CHECK TIME = 10 +2021-12-18 18:26:20,320 Checking jobs for platform=marenostrum4 +2021-12-18 18:26:20,321 Checking jobs for platform=nord3 +2021-12-18 18:26:20,321 Checking jobs for platform=local +2021-12-18 18:26:20,322 Checking jobs for platform=transfer_node +2021-12-18 18:26:20,322 Checking all jobs at once +2021-12-18 18:26:21,691 Successful check job command +2021-12-18 18:26:23,111 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:26:23,111 End of checking +2021-12-18 18:26:23,113 Updating FAILED jobs +2021-12-18 18:26:23,113 Updating WAITING jobs +2021-12-18 18:26:23,113 Update finished +2021-12-18 18:26:23,113 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:26:23,114 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:26:23,114 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:26:23,114 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:26:23,114 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:26:23,114 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:26:23,114 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:26:23,118 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:26:23,120 Job list saved +2021-12-18 18:26:23,125 Updating FAILED jobs +2021-12-18 18:26:23,125 Updating WAITING jobs +2021-12-18 18:26:23,125 Update finished +2021-12-18 18:26:33,135 Reloading parameters... +2021-12-18 18:26:33,153 Loading parameters... +2021-12-18 18:26:33,154 Loading project parameters... +2021-12-18 18:26:33,156 + +13 of 25 jobs remaining (18:26) +2021-12-18 18:26:33,156 Sleep: 10 +2021-12-18 18:26:33,156 Number of retrials: 0 +2021-12-18 18:26:33,156 WRAPPER CHECK TIME = 10 +2021-12-18 18:26:33,157 Checking jobs for platform=marenostrum4 +2021-12-18 18:26:33,157 Checking jobs for platform=nord3 +2021-12-18 18:26:33,158 Checking jobs for platform=local +2021-12-18 18:26:33,159 Checking jobs for platform=transfer_node +2021-12-18 18:26:33,159 Checking all jobs at once +2021-12-18 18:26:34,578 Successful check job command +2021-12-18 18:26:35,850 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:26:35,850 End of checking +2021-12-18 18:26:35,852 Updating FAILED jobs +2021-12-18 18:26:35,852 Updating WAITING jobs +2021-12-18 18:26:35,852 Update finished +2021-12-18 18:26:35,852 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:26:35,852 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:26:35,852 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:26:35,853 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:26:35,853 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:26:35,853 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:26:35,853 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:26:35,855 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:26:35,858 Job list saved +2021-12-18 18:26:35,862 Updating FAILED jobs +2021-12-18 18:26:35,863 Updating WAITING jobs +2021-12-18 18:26:35,863 Update finished +2021-12-18 18:26:45,873 Reloading parameters... +2021-12-18 18:26:45,893 Loading parameters... +2021-12-18 18:26:45,894 Loading project parameters... +2021-12-18 18:26:45,896 + +13 of 25 jobs remaining (18:26) +2021-12-18 18:26:45,896 Sleep: 10 +2021-12-18 18:26:45,896 Number of retrials: 0 +2021-12-18 18:26:45,896 WRAPPER CHECK TIME = 10 +2021-12-18 18:26:45,897 Checking jobs for platform=marenostrum4 +2021-12-18 18:26:45,897 Checking jobs for platform=nord3 +2021-12-18 18:26:45,898 Checking jobs for platform=local +2021-12-18 18:26:45,898 Checking jobs for platform=transfer_node +2021-12-18 18:26:45,898 Checking all jobs at once +2021-12-18 18:26:47,172 Successful check job command +2021-12-18 18:26:48,392 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:26:48,392 End of checking +2021-12-18 18:26:48,393 Updating FAILED jobs +2021-12-18 18:26:48,394 Updating WAITING jobs +2021-12-18 18:26:48,394 Update finished +2021-12-18 18:26:48,394 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:26:48,394 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:26:48,394 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:26:48,394 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:26:48,395 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:26:48,395 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:26:48,395 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:26:48,398 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:26:48,400 Job list saved +2021-12-18 18:26:48,405 Updating FAILED jobs +2021-12-18 18:26:48,405 Updating WAITING jobs +2021-12-18 18:26:48,405 Update finished +2021-12-18 18:26:58,411 Reloading parameters... +2021-12-18 18:26:58,429 Loading parameters... +2021-12-18 18:26:58,430 Loading project parameters... +2021-12-18 18:26:58,432 + +13 of 25 jobs remaining (18:26) +2021-12-18 18:26:58,432 Sleep: 10 +2021-12-18 18:26:58,433 Number of retrials: 0 +2021-12-18 18:26:58,433 WRAPPER CHECK TIME = 10 +2021-12-18 18:26:58,433 Checking jobs for platform=marenostrum4 +2021-12-18 18:26:58,434 Checking jobs for platform=nord3 +2021-12-18 18:26:58,434 Checking jobs for platform=local +2021-12-18 18:26:58,435 Checking jobs for platform=transfer_node +2021-12-18 18:26:58,435 Checking all jobs at once +2021-12-18 18:26:59,805 Successful check job command +2021-12-18 18:27:01,125 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:27:01,125 End of checking +2021-12-18 18:27:01,127 Updating FAILED jobs +2021-12-18 18:27:01,127 Updating WAITING jobs +2021-12-18 18:27:01,127 Update finished +2021-12-18 18:27:01,127 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:27:01,128 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:27:01,128 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:27:01,128 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:27:01,128 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:27:01,128 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:27:01,129 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:27:01,132 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:27:01,134 Job list saved +2021-12-18 18:27:01,139 Updating FAILED jobs +2021-12-18 18:27:01,140 Updating WAITING jobs +2021-12-18 18:27:01,140 Update finished +2021-12-18 18:27:11,143 Reloading parameters... +2021-12-18 18:27:11,163 Loading parameters... +2021-12-18 18:27:11,165 Loading project parameters... +2021-12-18 18:27:11,167 + +13 of 25 jobs remaining (18:27) +2021-12-18 18:27:11,167 Sleep: 10 +2021-12-18 18:27:11,167 Number of retrials: 0 +2021-12-18 18:27:11,167 WRAPPER CHECK TIME = 10 +2021-12-18 18:27:11,168 Checking jobs for platform=marenostrum4 +2021-12-18 18:27:11,168 Checking jobs for platform=nord3 +2021-12-18 18:27:11,169 Checking jobs for platform=local +2021-12-18 18:27:11,169 Checking jobs for platform=transfer_node +2021-12-18 18:27:11,170 Checking all jobs at once +2021-12-18 18:27:12,489 Successful check job command +2021-12-18 18:27:13,862 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:27:13,862 End of checking +2021-12-18 18:27:13,864 Updating FAILED jobs +2021-12-18 18:27:13,864 Updating WAITING jobs +2021-12-18 18:27:13,864 Update finished +2021-12-18 18:27:13,864 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:27:13,864 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:27:13,864 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:27:13,865 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:27:13,865 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:27:13,865 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:27:13,865 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:27:13,869 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:27:13,872 Job list saved +2021-12-18 18:27:13,877 Updating FAILED jobs +2021-12-18 18:27:13,877 Updating WAITING jobs +2021-12-18 18:27:13,878 Update finished +2021-12-18 18:27:23,886 Reloading parameters... +2021-12-18 18:27:23,906 Loading parameters... +2021-12-18 18:27:23,907 Loading project parameters... +2021-12-18 18:27:23,909 + +13 of 25 jobs remaining (18:27) +2021-12-18 18:27:23,909 Sleep: 10 +2021-12-18 18:27:23,909 Number of retrials: 0 +2021-12-18 18:27:23,909 WRAPPER CHECK TIME = 10 +2021-12-18 18:27:23,910 Checking jobs for platform=marenostrum4 +2021-12-18 18:27:23,911 Checking jobs for platform=nord3 +2021-12-18 18:27:23,911 Checking jobs for platform=local +2021-12-18 18:27:23,912 Checking jobs for platform=transfer_node +2021-12-18 18:27:23,912 Checking all jobs at once +2021-12-18 18:27:25,131 Successful check job command +2021-12-18 18:27:26,251 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:27:26,251 End of checking +2021-12-18 18:27:26,252 Updating FAILED jobs +2021-12-18 18:27:26,253 Updating WAITING jobs +2021-12-18 18:27:26,253 Update finished +2021-12-18 18:27:26,253 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:27:26,253 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:27:26,253 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:27:26,253 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:27:26,253 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:27:26,254 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:27:26,254 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:27:26,257 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:27:26,259 Job list saved +2021-12-18 18:27:26,264 Updating FAILED jobs +2021-12-18 18:27:26,264 Updating WAITING jobs +2021-12-18 18:27:26,264 Update finished +2021-12-18 18:27:36,270 Reloading parameters... +2021-12-18 18:27:36,290 Loading parameters... +2021-12-18 18:27:36,291 Loading project parameters... +2021-12-18 18:27:36,293 + +13 of 25 jobs remaining (18:27) +2021-12-18 18:27:36,293 Sleep: 10 +2021-12-18 18:27:36,294 Number of retrials: 0 +2021-12-18 18:27:36,294 WRAPPER CHECK TIME = 10 +2021-12-18 18:27:36,294 Checking jobs for platform=marenostrum4 +2021-12-18 18:27:36,295 Checking jobs for platform=nord3 +2021-12-18 18:27:36,295 Checking jobs for platform=local +2021-12-18 18:27:36,296 Checking jobs for platform=transfer_node +2021-12-18 18:27:36,296 Checking all jobs at once +2021-12-18 18:27:37,573 Successful check job command +2021-12-18 18:27:38,743 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:27:38,743 End of checking +2021-12-18 18:27:38,744 Updating FAILED jobs +2021-12-18 18:27:38,745 Updating WAITING jobs +2021-12-18 18:27:38,745 Update finished +2021-12-18 18:27:38,745 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:27:38,746 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:27:38,746 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:27:38,746 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:27:38,746 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:27:38,746 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:27:38,746 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:27:38,749 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:27:38,751 Job list saved +2021-12-18 18:27:38,756 Updating FAILED jobs +2021-12-18 18:27:38,756 Updating WAITING jobs +2021-12-18 18:27:38,757 Update finished +2021-12-18 18:27:48,767 Reloading parameters... +2021-12-18 18:27:48,797 Loading parameters... +2021-12-18 18:27:48,798 Loading project parameters... +2021-12-18 18:27:48,800 + +13 of 25 jobs remaining (18:27) +2021-12-18 18:27:48,800 Sleep: 10 +2021-12-18 18:27:48,800 Number of retrials: 0 +2021-12-18 18:27:48,800 WRAPPER CHECK TIME = 10 +2021-12-18 18:27:48,801 Checking jobs for platform=marenostrum4 +2021-12-18 18:27:48,802 Checking jobs for platform=nord3 +2021-12-18 18:27:48,802 Checking jobs for platform=local +2021-12-18 18:27:48,803 Checking jobs for platform=transfer_node +2021-12-18 18:27:48,803 Checking all jobs at once +2021-12-18 18:27:50,134 Successful check job command +2021-12-18 18:27:51,403 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:27:51,403 End of checking +2021-12-18 18:27:51,405 Updating FAILED jobs +2021-12-18 18:27:51,405 Updating WAITING jobs +2021-12-18 18:27:51,405 Update finished +2021-12-18 18:27:51,405 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:27:51,405 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:27:51,406 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:27:51,406 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:27:51,406 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:27:51,406 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:27:51,406 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:27:51,409 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:27:51,411 Job list saved +2021-12-18 18:27:51,416 Updating FAILED jobs +2021-12-18 18:27:51,416 Updating WAITING jobs +2021-12-18 18:27:51,416 Update finished +2021-12-18 18:28:01,426 Reloading parameters... +2021-12-18 18:28:01,448 Loading parameters... +2021-12-18 18:28:01,449 Loading project parameters... +2021-12-18 18:28:01,451 + +13 of 25 jobs remaining (18:28) +2021-12-18 18:28:01,451 Sleep: 10 +2021-12-18 18:28:01,451 Number of retrials: 0 +2021-12-18 18:28:01,451 WRAPPER CHECK TIME = 10 +2021-12-18 18:28:01,452 Checking jobs for platform=marenostrum4 +2021-12-18 18:28:01,457 Checking jobs for platform=nord3 +2021-12-18 18:28:01,458 Checking jobs for platform=local +2021-12-18 18:28:01,458 Checking jobs for platform=transfer_node +2021-12-18 18:28:01,458 Checking all jobs at once +2021-12-18 18:28:02,828 Successful check job command +2021-12-18 18:28:04,098 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:28:04,098 End of checking +2021-12-18 18:28:04,099 Updating FAILED jobs +2021-12-18 18:28:04,099 Updating WAITING jobs +2021-12-18 18:28:04,100 Update finished +2021-12-18 18:28:04,100 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:28:04,100 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:28:04,100 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:28:04,100 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:28:04,100 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:28:04,101 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:28:04,101 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:28:04,104 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:28:04,106 Job list saved +2021-12-18 18:28:04,111 Updating FAILED jobs +2021-12-18 18:28:04,111 Updating WAITING jobs +2021-12-18 18:28:04,111 Update finished +2021-12-18 18:28:14,117 Reloading parameters... +2021-12-18 18:28:14,192 Loading parameters... +2021-12-18 18:28:14,193 Loading project parameters... +2021-12-18 18:28:14,195 + +13 of 25 jobs remaining (18:28) +2021-12-18 18:28:14,195 Sleep: 10 +2021-12-18 18:28:14,196 Number of retrials: 0 +2021-12-18 18:28:14,196 WRAPPER CHECK TIME = 10 +2021-12-18 18:28:14,196 Checking jobs for platform=marenostrum4 +2021-12-18 18:28:14,197 Checking jobs for platform=nord3 +2021-12-18 18:28:14,197 Checking jobs for platform=local +2021-12-18 18:28:14,198 Checking jobs for platform=transfer_node +2021-12-18 18:28:14,198 Checking all jobs at once +2021-12-18 18:28:15,517 Successful check job command +2021-12-18 18:28:16,836 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:28:16,837 End of checking +2021-12-18 18:28:16,838 Updating FAILED jobs +2021-12-18 18:28:16,838 Updating WAITING jobs +2021-12-18 18:28:16,838 Update finished +2021-12-18 18:28:16,839 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:28:16,839 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:28:16,839 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:28:16,839 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:28:16,840 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:28:16,840 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:28:16,840 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:28:16,842 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:28:16,845 Job list saved +2021-12-18 18:28:16,849 Updating FAILED jobs +2021-12-18 18:28:16,850 Updating WAITING jobs +2021-12-18 18:28:16,850 Update finished +2021-12-18 18:28:26,860 Reloading parameters... +2021-12-18 18:28:26,878 Loading parameters... +2021-12-18 18:28:26,880 Loading project parameters... +2021-12-18 18:28:26,881 + +13 of 25 jobs remaining (18:28) +2021-12-18 18:28:26,882 Sleep: 10 +2021-12-18 18:28:26,882 Number of retrials: 0 +2021-12-18 18:28:26,882 WRAPPER CHECK TIME = 10 +2021-12-18 18:28:26,882 Checking jobs for platform=marenostrum4 +2021-12-18 18:28:26,883 Checking jobs for platform=nord3 +2021-12-18 18:28:26,884 Checking jobs for platform=local +2021-12-18 18:28:26,885 Checking jobs for platform=transfer_node +2021-12-18 18:28:26,885 Checking all jobs at once +2021-12-18 18:28:28,106 Successful check job command +2021-12-18 18:28:29,325 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:28:29,325 End of checking +2021-12-18 18:28:29,327 Updating FAILED jobs +2021-12-18 18:28:29,327 Updating WAITING jobs +2021-12-18 18:28:29,327 Update finished +2021-12-18 18:28:29,327 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:28:29,327 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:28:29,327 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:28:29,328 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:28:29,328 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:28:29,328 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:28:29,328 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:28:29,331 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:28:29,333 Job list saved +2021-12-18 18:28:29,337 Updating FAILED jobs +2021-12-18 18:28:29,337 Updating WAITING jobs +2021-12-18 18:28:29,338 Update finished +2021-12-18 18:28:39,347 Reloading parameters... +2021-12-18 18:28:39,372 Loading parameters... +2021-12-18 18:28:39,374 Loading project parameters... +2021-12-18 18:28:39,376 + +13 of 25 jobs remaining (18:28) +2021-12-18 18:28:39,376 Sleep: 10 +2021-12-18 18:28:39,376 Number of retrials: 0 +2021-12-18 18:28:39,376 WRAPPER CHECK TIME = 10 +2021-12-18 18:28:39,377 Checking jobs for platform=marenostrum4 +2021-12-18 18:28:39,377 Checking jobs for platform=nord3 +2021-12-18 18:28:39,378 Checking jobs for platform=local +2021-12-18 18:28:39,378 Checking jobs for platform=transfer_node +2021-12-18 18:28:39,378 Checking all jobs at once +2021-12-18 18:28:40,648 Successful check job command +2021-12-18 18:28:41,767 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:28:41,767 End of checking +2021-12-18 18:28:41,769 Updating FAILED jobs +2021-12-18 18:28:41,769 Updating WAITING jobs +2021-12-18 18:28:41,769 Update finished +2021-12-18 18:28:41,769 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:28:41,769 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:28:41,769 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:28:41,770 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:28:41,770 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:28:41,770 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:28:41,770 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:28:41,773 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:28:41,775 Job list saved +2021-12-18 18:28:41,781 Updating FAILED jobs +2021-12-18 18:28:41,781 Updating WAITING jobs +2021-12-18 18:28:41,781 Update finished +2021-12-18 18:28:51,791 Reloading parameters... +2021-12-18 18:28:51,813 Loading parameters... +2021-12-18 18:28:51,815 Loading project parameters... +2021-12-18 18:28:51,817 + +13 of 25 jobs remaining (18:28) +2021-12-18 18:28:51,817 Sleep: 10 +2021-12-18 18:28:51,817 Number of retrials: 0 +2021-12-18 18:28:51,817 WRAPPER CHECK TIME = 10 +2021-12-18 18:28:51,818 Checking jobs for platform=marenostrum4 +2021-12-18 18:28:51,818 Checking jobs for platform=nord3 +2021-12-18 18:28:51,819 Checking jobs for platform=local +2021-12-18 18:28:51,819 Checking jobs for platform=transfer_node +2021-12-18 18:28:51,819 Checking all jobs at once +2021-12-18 18:28:53,239 Successful check job command +2021-12-18 18:28:54,659 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:28:54,659 End of checking +2021-12-18 18:28:54,660 Updating FAILED jobs +2021-12-18 18:28:54,660 Updating WAITING jobs +2021-12-18 18:28:54,661 Update finished +2021-12-18 18:28:54,661 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:28:54,661 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:28:54,661 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:28:54,662 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:28:54,662 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:28:54,662 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:28:54,662 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:28:54,665 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:28:54,667 Job list saved +2021-12-18 18:28:54,684 Updating FAILED jobs +2021-12-18 18:28:54,684 Updating WAITING jobs +2021-12-18 18:28:54,684 Update finished +2021-12-18 18:29:04,692 Reloading parameters... +2021-12-18 18:29:04,712 Loading parameters... +2021-12-18 18:29:04,713 Loading project parameters... +2021-12-18 18:29:04,715 + +13 of 25 jobs remaining (18:29) +2021-12-18 18:29:04,715 Sleep: 10 +2021-12-18 18:29:04,715 Number of retrials: 0 +2021-12-18 18:29:04,715 WRAPPER CHECK TIME = 10 +2021-12-18 18:29:04,716 Checking jobs for platform=marenostrum4 +2021-12-18 18:29:04,717 Checking jobs for platform=nord3 +2021-12-18 18:29:04,717 Checking jobs for platform=local +2021-12-18 18:29:04,718 Checking jobs for platform=transfer_node +2021-12-18 18:29:04,718 Checking all jobs at once +2021-12-18 18:29:06,039 Successful check job command +2021-12-18 18:29:07,463 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:29:07,463 End of checking +2021-12-18 18:29:07,465 Updating FAILED jobs +2021-12-18 18:29:07,465 Updating WAITING jobs +2021-12-18 18:29:07,465 Update finished +2021-12-18 18:29:07,465 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:29:07,466 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:29:07,466 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:29:07,466 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:29:07,466 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:29:07,466 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:29:07,466 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:29:07,469 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:29:07,471 Job list saved +2021-12-18 18:29:07,476 Updating FAILED jobs +2021-12-18 18:29:07,476 Updating WAITING jobs +2021-12-18 18:29:07,476 Update finished +2021-12-18 18:29:17,486 Reloading parameters... +2021-12-18 18:29:17,505 Loading parameters... +2021-12-18 18:29:17,506 Loading project parameters... +2021-12-18 18:29:17,508 + +13 of 25 jobs remaining (18:29) +2021-12-18 18:29:17,509 Sleep: 10 +2021-12-18 18:29:17,509 Number of retrials: 0 +2021-12-18 18:29:17,509 WRAPPER CHECK TIME = 10 +2021-12-18 18:29:17,509 Checking jobs for platform=marenostrum4 +2021-12-18 18:29:17,510 Checking jobs for platform=nord3 +2021-12-18 18:29:17,510 Checking jobs for platform=local +2021-12-18 18:29:17,511 Checking jobs for platform=transfer_node +2021-12-18 18:29:17,511 Checking all jobs at once +2021-12-18 18:29:18,781 Successful check job command +2021-12-18 18:29:19,950 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:29:19,951 End of checking +2021-12-18 18:29:19,952 Updating FAILED jobs +2021-12-18 18:29:19,952 Updating WAITING jobs +2021-12-18 18:29:19,953 Update finished +2021-12-18 18:29:19,953 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:29:19,953 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:29:19,953 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:29:19,953 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:29:19,953 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:29:19,953 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:29:19,953 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:29:19,957 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:29:19,959 Job list saved +2021-12-18 18:29:19,964 Updating FAILED jobs +2021-12-18 18:29:19,964 Updating WAITING jobs +2021-12-18 18:29:19,964 Update finished +2021-12-18 18:29:29,974 Reloading parameters... +2021-12-18 18:29:29,995 Loading parameters... +2021-12-18 18:29:29,996 Loading project parameters... +2021-12-18 18:29:29,999 + +13 of 25 jobs remaining (18:29) +2021-12-18 18:29:29,999 Sleep: 10 +2021-12-18 18:29:29,999 Number of retrials: 0 +2021-12-18 18:29:29,999 WRAPPER CHECK TIME = 10 +2021-12-18 18:29:30,000 Checking jobs for platform=marenostrum4 +2021-12-18 18:29:30,000 Checking jobs for platform=nord3 +2021-12-18 18:29:30,001 Checking jobs for platform=local +2021-12-18 18:29:30,001 Checking jobs for platform=transfer_node +2021-12-18 18:29:30,002 Checking all jobs at once +2021-12-18 18:29:31,374 Successful check job command +2021-12-18 18:29:32,599 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:29:32,599 End of checking +2021-12-18 18:29:32,600 Updating FAILED jobs +2021-12-18 18:29:32,600 Updating WAITING jobs +2021-12-18 18:29:32,600 Update finished +2021-12-18 18:29:32,601 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:29:32,601 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:29:32,601 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:29:32,602 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:29:32,602 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:29:32,602 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:29:32,602 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:29:32,607 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:29:32,609 Job list saved +2021-12-18 18:29:32,614 Updating FAILED jobs +2021-12-18 18:29:32,614 Updating WAITING jobs +2021-12-18 18:29:32,614 Update finished +2021-12-18 18:29:42,616 Reloading parameters... +2021-12-18 18:29:42,635 Loading parameters... +2021-12-18 18:29:42,637 Loading project parameters... +2021-12-18 18:29:42,639 + +13 of 25 jobs remaining (18:29) +2021-12-18 18:29:42,639 Sleep: 10 +2021-12-18 18:29:42,639 Number of retrials: 0 +2021-12-18 18:29:42,639 WRAPPER CHECK TIME = 10 +2021-12-18 18:29:42,640 Checking jobs for platform=marenostrum4 +2021-12-18 18:29:42,640 Checking jobs for platform=nord3 +2021-12-18 18:29:42,641 Checking jobs for platform=local +2021-12-18 18:29:42,641 Checking jobs for platform=transfer_node +2021-12-18 18:29:42,641 Checking all jobs at once +2021-12-18 18:29:44,061 Successful check job command +2021-12-18 18:29:45,330 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:29:45,331 End of checking +2021-12-18 18:29:45,332 Updating FAILED jobs +2021-12-18 18:29:45,332 Updating WAITING jobs +2021-12-18 18:29:45,332 Update finished +2021-12-18 18:29:45,333 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:29:45,333 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:29:45,333 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:29:45,333 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:29:45,333 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:29:45,333 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:29:45,333 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:29:45,336 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:29:45,339 Job list saved +2021-12-18 18:29:45,345 Updating FAILED jobs +2021-12-18 18:29:45,345 Updating WAITING jobs +2021-12-18 18:29:45,345 Update finished +2021-12-18 18:29:55,355 Reloading parameters... +2021-12-18 18:29:55,375 Loading parameters... +2021-12-18 18:29:55,376 Loading project parameters... +2021-12-18 18:29:55,378 + +13 of 25 jobs remaining (18:29) +2021-12-18 18:29:55,378 Sleep: 10 +2021-12-18 18:29:55,378 Number of retrials: 0 +2021-12-18 18:29:55,378 WRAPPER CHECK TIME = 10 +2021-12-18 18:29:55,379 Checking jobs for platform=marenostrum4 +2021-12-18 18:29:55,380 Checking jobs for platform=nord3 +2021-12-18 18:29:55,380 Checking jobs for platform=local +2021-12-18 18:29:55,381 Checking jobs for platform=transfer_node +2021-12-18 18:29:55,381 Checking all jobs at once +2021-12-18 18:29:56,904 Successful check job command +2021-12-18 18:29:58,174 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:29:58,174 End of checking +2021-12-18 18:29:58,176 Updating FAILED jobs +2021-12-18 18:29:58,176 Updating WAITING jobs +2021-12-18 18:29:58,176 Update finished +2021-12-18 18:29:58,176 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:29:58,176 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:29:58,176 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:29:58,177 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:29:58,177 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:29:58,177 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:29:58,177 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:29:58,180 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:29:58,183 Job list saved +2021-12-18 18:29:58,188 Updating FAILED jobs +2021-12-18 18:29:58,188 Updating WAITING jobs +2021-12-18 18:29:58,188 Update finished +2021-12-18 18:30:08,198 Reloading parameters... +2021-12-18 18:30:08,218 Loading parameters... +2021-12-18 18:30:08,219 Loading project parameters... +2021-12-18 18:30:08,221 + +13 of 25 jobs remaining (18:30) +2021-12-18 18:30:08,221 Sleep: 10 +2021-12-18 18:30:08,221 Number of retrials: 0 +2021-12-18 18:30:08,221 WRAPPER CHECK TIME = 10 +2021-12-18 18:30:08,222 Checking jobs for platform=marenostrum4 +2021-12-18 18:30:08,222 Checking jobs for platform=nord3 +2021-12-18 18:30:08,223 Checking jobs for platform=local +2021-12-18 18:30:08,223 Checking jobs for platform=transfer_node +2021-12-18 18:30:08,223 Checking all jobs at once +2021-12-18 18:30:09,596 Successful check job command +2021-12-18 18:30:10,865 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:30:10,865 End of checking +2021-12-18 18:30:10,867 Updating FAILED jobs +2021-12-18 18:30:10,867 Updating WAITING jobs +2021-12-18 18:30:10,867 Update finished +2021-12-18 18:30:10,868 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:30:10,868 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:30:10,868 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:30:10,868 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:30:10,869 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:30:10,869 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:30:10,869 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:30:10,871 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:30:10,874 Job list saved +2021-12-18 18:30:10,879 Updating FAILED jobs +2021-12-18 18:30:10,879 Updating WAITING jobs +2021-12-18 18:30:10,879 Update finished +2021-12-18 18:30:20,886 Reloading parameters... +2021-12-18 18:30:20,905 Loading parameters... +2021-12-18 18:30:20,907 Loading project parameters... +2021-12-18 18:30:20,908 + +13 of 25 jobs remaining (18:30) +2021-12-18 18:30:20,909 Sleep: 10 +2021-12-18 18:30:20,909 Number of retrials: 0 +2021-12-18 18:30:20,909 WRAPPER CHECK TIME = 10 +2021-12-18 18:30:20,910 Checking jobs for platform=marenostrum4 +2021-12-18 18:30:20,910 Checking jobs for platform=nord3 +2021-12-18 18:30:20,911 Checking jobs for platform=local +2021-12-18 18:30:20,911 Checking jobs for platform=transfer_node +2021-12-18 18:30:20,911 Checking all jobs at once +2021-12-18 18:30:22,281 Successful check job command +2021-12-18 18:30:23,550 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:30:23,551 End of checking +2021-12-18 18:30:23,552 Updating FAILED jobs +2021-12-18 18:30:23,552 Updating WAITING jobs +2021-12-18 18:30:23,553 Update finished +2021-12-18 18:30:23,553 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:30:23,553 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:30:23,553 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:30:23,553 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:30:23,553 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:30:23,553 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:30:23,554 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:30:23,557 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:30:23,560 Job list saved +2021-12-18 18:30:23,565 Updating FAILED jobs +2021-12-18 18:30:23,565 Updating WAITING jobs +2021-12-18 18:30:23,566 Update finished +2021-12-18 18:30:33,572 Reloading parameters... +2021-12-18 18:30:33,593 Loading parameters... +2021-12-18 18:30:33,594 Loading project parameters... +2021-12-18 18:30:33,597 + +13 of 25 jobs remaining (18:30) +2021-12-18 18:30:33,597 Sleep: 10 +2021-12-18 18:30:33,597 Number of retrials: 0 +2021-12-18 18:30:33,597 WRAPPER CHECK TIME = 10 +2021-12-18 18:30:33,598 Checking jobs for platform=marenostrum4 +2021-12-18 18:30:33,599 Checking jobs for platform=nord3 +2021-12-18 18:30:33,599 Checking jobs for platform=local +2021-12-18 18:30:33,600 Checking jobs for platform=transfer_node +2021-12-18 18:30:33,600 Checking all jobs at once +2021-12-18 18:30:35,220 Successful check job command +2021-12-18 18:30:36,442 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:30:36,442 End of checking +2021-12-18 18:30:36,444 Updating FAILED jobs +2021-12-18 18:30:36,444 Updating WAITING jobs +2021-12-18 18:30:36,444 Update finished +2021-12-18 18:30:36,444 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:30:36,445 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:30:36,445 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:30:36,445 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:30:36,445 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:30:36,445 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:30:36,445 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:30:36,448 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:30:36,450 Job list saved +2021-12-18 18:30:36,455 Updating FAILED jobs +2021-12-18 18:30:36,455 Updating WAITING jobs +2021-12-18 18:30:36,455 Update finished +2021-12-18 18:30:46,464 Reloading parameters... +2021-12-18 18:30:46,488 Loading parameters... +2021-12-18 18:30:46,489 Loading project parameters... +2021-12-18 18:30:46,491 + +13 of 25 jobs remaining (18:30) +2021-12-18 18:30:46,491 Sleep: 10 +2021-12-18 18:30:46,491 Number of retrials: 0 +2021-12-18 18:30:46,491 WRAPPER CHECK TIME = 10 +2021-12-18 18:30:46,492 Checking jobs for platform=marenostrum4 +2021-12-18 18:30:46,492 Checking jobs for platform=nord3 +2021-12-18 18:30:46,493 Checking jobs for platform=local +2021-12-18 18:30:46,494 Checking jobs for platform=transfer_node +2021-12-18 18:30:46,494 Checking all jobs at once +2021-12-18 18:30:48,063 Successful check job command +2021-12-18 18:30:49,333 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:30:49,333 End of checking +2021-12-18 18:30:49,335 Updating FAILED jobs +2021-12-18 18:30:49,335 Updating WAITING jobs +2021-12-18 18:30:49,335 Update finished +2021-12-18 18:30:49,335 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:30:49,336 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:30:49,336 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:30:49,337 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:30:49,337 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:30:49,337 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:30:49,337 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:30:49,339 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:30:49,342 Job list saved +2021-12-18 18:30:49,347 Updating FAILED jobs +2021-12-18 18:30:49,347 Updating WAITING jobs +2021-12-18 18:30:49,347 Update finished +2021-12-18 18:30:59,357 Reloading parameters... +2021-12-18 18:30:59,378 Loading parameters... +2021-12-18 18:30:59,379 Loading project parameters... +2021-12-18 18:30:59,381 + +13 of 25 jobs remaining (18:30) +2021-12-18 18:30:59,382 Sleep: 10 +2021-12-18 18:30:59,382 Number of retrials: 0 +2021-12-18 18:30:59,382 WRAPPER CHECK TIME = 10 +2021-12-18 18:30:59,382 Checking jobs for platform=marenostrum4 +2021-12-18 18:30:59,383 Checking jobs for platform=nord3 +2021-12-18 18:30:59,383 Checking jobs for platform=local +2021-12-18 18:30:59,384 Checking jobs for platform=transfer_node +2021-12-18 18:30:59,384 Checking all jobs at once +2021-12-18 18:31:00,860 Successful check job command +2021-12-18 18:31:02,130 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:31:02,130 End of checking +2021-12-18 18:31:02,132 Updating FAILED jobs +2021-12-18 18:31:02,132 Updating WAITING jobs +2021-12-18 18:31:02,132 Update finished +2021-12-18 18:31:02,132 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:31:02,133 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:31:02,133 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:31:02,133 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:31:02,133 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:31:02,133 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:31:02,133 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:31:02,136 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:31:02,138 Job list saved +2021-12-18 18:31:02,143 Updating FAILED jobs +2021-12-18 18:31:02,144 Updating WAITING jobs +2021-12-18 18:31:02,144 Update finished +2021-12-18 18:31:12,154 Reloading parameters... +2021-12-18 18:31:12,173 Loading parameters... +2021-12-18 18:31:12,174 Loading project parameters... +2021-12-18 18:31:12,176 + +13 of 25 jobs remaining (18:31) +2021-12-18 18:31:12,176 Sleep: 10 +2021-12-18 18:31:12,177 Number of retrials: 0 +2021-12-18 18:31:12,177 WRAPPER CHECK TIME = 10 +2021-12-18 18:31:12,177 Checking jobs for platform=marenostrum4 +2021-12-18 18:31:12,178 Checking jobs for platform=nord3 +2021-12-18 18:31:12,178 Checking jobs for platform=local +2021-12-18 18:31:12,179 Checking jobs for platform=transfer_node +2021-12-18 18:31:12,179 Checking all jobs at once +2021-12-18 18:31:13,448 Successful check job command +2021-12-18 18:31:14,667 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:31:14,667 End of checking +2021-12-18 18:31:14,669 Updating FAILED jobs +2021-12-18 18:31:14,669 Updating WAITING jobs +2021-12-18 18:31:14,670 Update finished +2021-12-18 18:31:14,670 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:31:14,670 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:31:14,670 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:31:14,670 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:31:14,670 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:31:14,670 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:31:14,671 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:31:14,673 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:31:14,675 Job list saved +2021-12-18 18:31:14,681 Updating FAILED jobs +2021-12-18 18:31:14,681 Updating WAITING jobs +2021-12-18 18:31:14,681 Update finished +2021-12-18 18:31:24,690 Reloading parameters... +2021-12-18 18:31:24,714 Loading parameters... +2021-12-18 18:31:24,715 Loading project parameters... +2021-12-18 18:31:24,717 + +13 of 25 jobs remaining (18:31) +2021-12-18 18:31:24,717 Sleep: 10 +2021-12-18 18:31:24,718 Number of retrials: 0 +2021-12-18 18:31:24,718 WRAPPER CHECK TIME = 10 +2021-12-18 18:31:24,718 Checking jobs for platform=marenostrum4 +2021-12-18 18:31:24,719 Checking jobs for platform=nord3 +2021-12-18 18:31:24,719 Checking jobs for platform=local +2021-12-18 18:31:24,720 Checking jobs for platform=transfer_node +2021-12-18 18:31:24,720 Checking all jobs at once +2021-12-18 18:31:26,193 Successful check job command +2021-12-18 18:31:28,315 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:31:28,316 End of checking +2021-12-18 18:31:28,317 Updating FAILED jobs +2021-12-18 18:31:28,317 Updating WAITING jobs +2021-12-18 18:31:28,317 Update finished +2021-12-18 18:31:28,318 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:31:28,318 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:31:28,318 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:31:28,318 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:31:28,318 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:31:28,319 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:31:28,319 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:31:28,322 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:31:28,324 Job list saved +2021-12-18 18:31:28,329 Updating FAILED jobs +2021-12-18 18:31:28,329 Updating WAITING jobs +2021-12-18 18:31:28,330 Update finished +2021-12-18 18:31:38,340 Reloading parameters... +2021-12-18 18:31:38,361 Loading parameters... +2021-12-18 18:31:38,362 Loading project parameters... +2021-12-18 18:31:38,364 + +13 of 25 jobs remaining (18:31) +2021-12-18 18:31:38,364 Sleep: 10 +2021-12-18 18:31:38,364 Number of retrials: 0 +2021-12-18 18:31:38,365 WRAPPER CHECK TIME = 10 +2021-12-18 18:31:38,365 Checking jobs for platform=marenostrum4 +2021-12-18 18:31:38,366 Checking jobs for platform=nord3 +2021-12-18 18:31:38,366 Checking jobs for platform=local +2021-12-18 18:31:38,367 Checking jobs for platform=transfer_node +2021-12-18 18:31:38,367 Checking all jobs at once +2021-12-18 18:31:40,688 Successful check job command +2021-12-18 18:31:41,907 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:31:41,908 End of checking +2021-12-18 18:31:41,909 Updating FAILED jobs +2021-12-18 18:31:41,909 Updating WAITING jobs +2021-12-18 18:31:41,910 Update finished +2021-12-18 18:31:41,910 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:31:41,910 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:31:41,910 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:31:41,910 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:31:41,910 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:31:41,910 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:31:41,911 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:31:41,913 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:31:41,916 Job list saved +2021-12-18 18:31:41,922 Updating FAILED jobs +2021-12-18 18:31:41,923 Updating WAITING jobs +2021-12-18 18:31:41,923 Update finished +2021-12-18 18:31:51,932 Reloading parameters... +2021-12-18 18:31:51,951 Loading parameters... +2021-12-18 18:31:51,952 Loading project parameters... +2021-12-18 18:31:51,954 + +13 of 25 jobs remaining (18:31) +2021-12-18 18:31:51,954 Sleep: 10 +2021-12-18 18:31:51,954 Number of retrials: 0 +2021-12-18 18:31:51,954 WRAPPER CHECK TIME = 10 +2021-12-18 18:31:51,955 Checking jobs for platform=marenostrum4 +2021-12-18 18:31:51,955 Checking jobs for platform=nord3 +2021-12-18 18:31:51,956 Checking jobs for platform=local +2021-12-18 18:31:51,956 Checking jobs for platform=transfer_node +2021-12-18 18:31:51,956 Checking all jobs at once +2021-12-18 18:31:53,326 Successful check job command +2021-12-18 18:31:54,547 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:31:54,547 End of checking +2021-12-18 18:31:54,548 Updating FAILED jobs +2021-12-18 18:31:54,549 Updating WAITING jobs +2021-12-18 18:31:54,549 Update finished +2021-12-18 18:31:54,549 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:31:54,549 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:31:54,549 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:31:54,549 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:31:54,550 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:31:54,550 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:31:54,550 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:31:54,553 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:31:54,555 Job list saved +2021-12-18 18:31:54,563 Updating FAILED jobs +2021-12-18 18:31:54,563 Updating WAITING jobs +2021-12-18 18:31:54,563 Update finished +2021-12-18 18:32:04,573 Reloading parameters... +2021-12-18 18:32:04,593 Loading parameters... +2021-12-18 18:32:04,595 Loading project parameters... +2021-12-18 18:32:04,596 + +13 of 25 jobs remaining (18:32) +2021-12-18 18:32:04,597 Sleep: 10 +2021-12-18 18:32:04,597 Number of retrials: 0 +2021-12-18 18:32:04,597 WRAPPER CHECK TIME = 10 +2021-12-18 18:32:04,597 Checking jobs for platform=marenostrum4 +2021-12-18 18:32:04,598 Checking jobs for platform=nord3 +2021-12-18 18:32:04,598 Checking jobs for platform=local +2021-12-18 18:32:04,599 Checking jobs for platform=transfer_node +2021-12-18 18:32:04,599 Checking all jobs at once +2021-12-18 18:32:06,019 Successful check job command +2021-12-18 18:32:07,289 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:32:07,289 End of checking +2021-12-18 18:32:07,290 Updating FAILED jobs +2021-12-18 18:32:07,290 Updating WAITING jobs +2021-12-18 18:32:07,291 Update finished +2021-12-18 18:32:07,291 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:32:07,291 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:32:07,292 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:32:07,292 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:32:07,292 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:32:07,292 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:32:07,292 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:32:07,295 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:32:07,297 Job list saved +2021-12-18 18:32:07,302 Updating FAILED jobs +2021-12-18 18:32:07,302 Updating WAITING jobs +2021-12-18 18:32:07,302 Update finished +2021-12-18 18:32:17,312 Reloading parameters... +2021-12-18 18:32:17,332 Loading parameters... +2021-12-18 18:32:17,334 Loading project parameters... +2021-12-18 18:32:17,335 + +13 of 25 jobs remaining (18:32) +2021-12-18 18:32:17,336 Sleep: 10 +2021-12-18 18:32:17,336 Number of retrials: 0 +2021-12-18 18:32:17,336 WRAPPER CHECK TIME = 10 +2021-12-18 18:32:17,337 Checking jobs for platform=marenostrum4 +2021-12-18 18:32:17,337 Checking jobs for platform=nord3 +2021-12-18 18:32:17,338 Checking jobs for platform=local +2021-12-18 18:32:17,338 Checking jobs for platform=transfer_node +2021-12-18 18:32:17,338 Checking all jobs at once +2021-12-18 18:32:18,909 Successful check job command +2021-12-18 18:32:20,128 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:32:20,129 End of checking +2021-12-18 18:32:20,131 Updating FAILED jobs +2021-12-18 18:32:20,131 Updating WAITING jobs +2021-12-18 18:32:20,131 Update finished +2021-12-18 18:32:20,131 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:32:20,131 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:32:20,131 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:32:20,132 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:32:20,132 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:32:20,132 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:32:20,132 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:32:20,135 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:32:20,137 Job list saved +2021-12-18 18:32:20,142 Updating FAILED jobs +2021-12-18 18:32:20,143 Updating WAITING jobs +2021-12-18 18:32:20,143 Update finished +2021-12-18 18:32:30,153 Reloading parameters... +2021-12-18 18:32:30,175 Loading parameters... +2021-12-18 18:32:30,177 Loading project parameters... +2021-12-18 18:32:30,179 + +13 of 25 jobs remaining (18:32) +2021-12-18 18:32:30,179 Sleep: 10 +2021-12-18 18:32:30,179 Number of retrials: 0 +2021-12-18 18:32:30,180 WRAPPER CHECK TIME = 10 +2021-12-18 18:32:30,180 Checking jobs for platform=marenostrum4 +2021-12-18 18:32:30,181 Checking jobs for platform=nord3 +2021-12-18 18:32:30,182 Checking jobs for platform=local +2021-12-18 18:32:30,182 Checking jobs for platform=transfer_node +2021-12-18 18:32:30,183 Checking all jobs at once +2021-12-18 18:32:31,552 Successful check job command +2021-12-18 18:32:32,971 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:32:32,971 End of checking +2021-12-18 18:32:32,972 Updating FAILED jobs +2021-12-18 18:32:32,973 Updating WAITING jobs +2021-12-18 18:32:32,973 Update finished +2021-12-18 18:32:32,973 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:32:32,973 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:32:32,973 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:32:32,973 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:32:32,974 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:32:32,974 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:32:32,974 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:32:32,976 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:32:32,979 Job list saved +2021-12-18 18:32:32,983 Updating FAILED jobs +2021-12-18 18:32:32,983 Updating WAITING jobs +2021-12-18 18:32:32,984 Update finished +2021-12-18 18:32:42,994 Reloading parameters... +2021-12-18 18:32:43,013 Loading parameters... +2021-12-18 18:32:43,014 Loading project parameters... +2021-12-18 18:32:43,016 + +13 of 25 jobs remaining (18:32) +2021-12-18 18:32:43,016 Sleep: 10 +2021-12-18 18:32:43,016 Number of retrials: 0 +2021-12-18 18:32:43,016 WRAPPER CHECK TIME = 10 +2021-12-18 18:32:43,017 Checking jobs for platform=marenostrum4 +2021-12-18 18:32:43,017 Checking jobs for platform=nord3 +2021-12-18 18:32:43,018 Checking jobs for platform=local +2021-12-18 18:32:43,018 Checking jobs for platform=transfer_node +2021-12-18 18:32:43,019 Checking all jobs at once +2021-12-18 18:32:44,343 Successful check job command +2021-12-18 18:32:45,613 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:32:45,613 End of checking +2021-12-18 18:32:45,614 Updating FAILED jobs +2021-12-18 18:32:45,614 Updating WAITING jobs +2021-12-18 18:32:45,615 Update finished +2021-12-18 18:32:45,615 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:32:45,616 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:32:45,616 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:32:45,616 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:32:45,616 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:32:45,616 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:32:45,617 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:32:45,620 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:32:45,623 Job list saved +2021-12-18 18:32:45,628 Updating FAILED jobs +2021-12-18 18:32:45,628 Updating WAITING jobs +2021-12-18 18:32:45,629 Update finished +2021-12-18 18:32:55,636 Reloading parameters... +2021-12-18 18:32:55,655 Loading parameters... +2021-12-18 18:32:55,656 Loading project parameters... +2021-12-18 18:32:55,658 + +13 of 25 jobs remaining (18:32) +2021-12-18 18:32:55,658 Sleep: 10 +2021-12-18 18:32:55,658 Number of retrials: 0 +2021-12-18 18:32:55,658 WRAPPER CHECK TIME = 10 +2021-12-18 18:32:55,659 Checking jobs for platform=marenostrum4 +2021-12-18 18:32:55,660 Checking jobs for platform=nord3 +2021-12-18 18:32:55,660 Checking jobs for platform=local +2021-12-18 18:32:55,661 Checking jobs for platform=transfer_node +2021-12-18 18:32:55,661 Checking all jobs at once +2021-12-18 18:32:57,181 Successful check job command +2021-12-18 18:32:58,400 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:32:58,401 End of checking +2021-12-18 18:32:58,402 Updating FAILED jobs +2021-12-18 18:32:58,402 Updating WAITING jobs +2021-12-18 18:32:58,402 Update finished +2021-12-18 18:32:58,402 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:32:58,403 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:32:58,403 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:32:58,403 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:32:58,403 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:32:58,403 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:32:58,403 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:32:58,406 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:32:58,408 Job list saved +2021-12-18 18:32:58,415 Updating FAILED jobs +2021-12-18 18:32:58,415 Updating WAITING jobs +2021-12-18 18:32:58,415 Update finished +2021-12-18 18:33:08,425 Reloading parameters... +2021-12-18 18:33:08,446 Loading parameters... +2021-12-18 18:33:08,448 Loading project parameters... +2021-12-18 18:33:08,449 + +13 of 25 jobs remaining (18:33) +2021-12-18 18:33:08,450 Sleep: 10 +2021-12-18 18:33:08,450 Number of retrials: 0 +2021-12-18 18:33:08,450 WRAPPER CHECK TIME = 10 +2021-12-18 18:33:08,450 Checking jobs for platform=marenostrum4 +2021-12-18 18:33:08,451 Checking jobs for platform=nord3 +2021-12-18 18:33:08,451 Checking jobs for platform=local +2021-12-18 18:33:08,452 Checking jobs for platform=transfer_node +2021-12-18 18:33:08,452 Checking all jobs at once +2021-12-18 18:33:09,925 Successful check job command +2021-12-18 18:33:11,295 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:33:11,296 End of checking +2021-12-18 18:33:11,297 Updating FAILED jobs +2021-12-18 18:33:11,297 Updating WAITING jobs +2021-12-18 18:33:11,297 Update finished +2021-12-18 18:33:11,297 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:33:11,297 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:33:11,298 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:33:11,298 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:33:11,298 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:33:11,298 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:33:11,298 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:33:11,301 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:33:11,304 Job list saved +2021-12-18 18:33:11,309 Updating FAILED jobs +2021-12-18 18:33:11,309 Updating WAITING jobs +2021-12-18 18:33:11,309 Update finished +2021-12-18 18:33:21,319 Reloading parameters... +2021-12-18 18:33:21,339 Loading parameters... +2021-12-18 18:33:21,341 Loading project parameters... +2021-12-18 18:33:21,343 + +13 of 25 jobs remaining (18:33) +2021-12-18 18:33:21,343 Sleep: 10 +2021-12-18 18:33:21,343 Number of retrials: 0 +2021-12-18 18:33:21,343 WRAPPER CHECK TIME = 10 +2021-12-18 18:33:21,344 Checking jobs for platform=marenostrum4 +2021-12-18 18:33:21,344 Checking jobs for platform=nord3 +2021-12-18 18:33:21,345 Checking jobs for platform=local +2021-12-18 18:33:21,345 Checking jobs for platform=transfer_node +2021-12-18 18:33:21,346 Checking all jobs at once +2021-12-18 18:33:22,673 Successful check job command +2021-12-18 18:33:23,842 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:33:23,843 End of checking +2021-12-18 18:33:23,844 Updating FAILED jobs +2021-12-18 18:33:23,844 Updating WAITING jobs +2021-12-18 18:33:23,844 Update finished +2021-12-18 18:33:23,845 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:33:23,845 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:33:23,845 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:33:23,845 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:33:23,846 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:33:23,846 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:33:23,846 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:33:23,849 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:33:23,851 Job list saved +2021-12-18 18:33:23,856 Updating FAILED jobs +2021-12-18 18:33:23,856 Updating WAITING jobs +2021-12-18 18:33:23,856 Update finished +2021-12-18 18:33:33,866 Reloading parameters... +2021-12-18 18:33:33,886 Loading parameters... +2021-12-18 18:33:33,887 Loading project parameters... +2021-12-18 18:33:33,889 + +13 of 25 jobs remaining (18:33) +2021-12-18 18:33:33,889 Sleep: 10 +2021-12-18 18:33:33,890 Number of retrials: 0 +2021-12-18 18:33:33,890 WRAPPER CHECK TIME = 10 +2021-12-18 18:33:33,890 Checking jobs for platform=marenostrum4 +2021-12-18 18:33:33,891 Checking jobs for platform=nord3 +2021-12-18 18:33:33,891 Checking jobs for platform=local +2021-12-18 18:33:33,892 Checking jobs for platform=transfer_node +2021-12-18 18:33:33,892 Checking all jobs at once +2021-12-18 18:33:35,663 Successful check job command +2021-12-18 18:33:36,882 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:33:36,882 End of checking +2021-12-18 18:33:36,884 Updating FAILED jobs +2021-12-18 18:33:36,884 Updating WAITING jobs +2021-12-18 18:33:36,884 Update finished +2021-12-18 18:33:36,884 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:33:36,884 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:33:36,885 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:33:36,885 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:33:36,885 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:33:36,885 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:33:36,885 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:33:36,888 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:33:36,891 Job list saved +2021-12-18 18:33:36,901 Updating FAILED jobs +2021-12-18 18:33:36,901 Updating WAITING jobs +2021-12-18 18:33:36,902 Update finished +2021-12-18 18:33:46,910 Reloading parameters... +2021-12-18 18:33:46,930 Loading parameters... +2021-12-18 18:33:46,931 Loading project parameters... +2021-12-18 18:33:46,933 + +13 of 25 jobs remaining (18:33) +2021-12-18 18:33:46,933 Sleep: 10 +2021-12-18 18:33:46,934 Number of retrials: 0 +2021-12-18 18:33:46,934 WRAPPER CHECK TIME = 10 +2021-12-18 18:33:46,934 Checking jobs for platform=marenostrum4 +2021-12-18 18:33:46,935 Checking jobs for platform=nord3 +2021-12-18 18:33:46,935 Checking jobs for platform=local +2021-12-18 18:33:46,936 Checking jobs for platform=transfer_node +2021-12-18 18:33:46,936 Checking all jobs at once +2021-12-18 18:33:48,405 Successful check job command +2021-12-18 18:33:49,775 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:33:49,775 End of checking +2021-12-18 18:33:49,777 Updating FAILED jobs +2021-12-18 18:33:49,777 Updating WAITING jobs +2021-12-18 18:33:49,777 Update finished +2021-12-18 18:33:49,777 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:33:49,778 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:33:49,778 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:33:49,778 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:33:49,778 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:33:49,778 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:33:49,778 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:33:49,782 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:33:49,784 Job list saved +2021-12-18 18:33:49,789 Updating FAILED jobs +2021-12-18 18:33:49,789 Updating WAITING jobs +2021-12-18 18:33:49,790 Update finished +2021-12-18 18:33:59,800 Reloading parameters... +2021-12-18 18:33:59,819 Loading parameters... +2021-12-18 18:33:59,820 Loading project parameters... +2021-12-18 18:33:59,822 + +13 of 25 jobs remaining (18:33) +2021-12-18 18:33:59,822 Sleep: 10 +2021-12-18 18:33:59,822 Number of retrials: 0 +2021-12-18 18:33:59,822 WRAPPER CHECK TIME = 10 +2021-12-18 18:33:59,823 Checking jobs for platform=marenostrum4 +2021-12-18 18:33:59,823 Checking jobs for platform=nord3 +2021-12-18 18:33:59,824 Checking jobs for platform=local +2021-12-18 18:33:59,824 Checking jobs for platform=transfer_node +2021-12-18 18:33:59,825 Checking all jobs at once +2021-12-18 18:34:01,294 Successful check job command +2021-12-18 18:34:02,514 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:34:02,514 End of checking +2021-12-18 18:34:02,516 Updating FAILED jobs +2021-12-18 18:34:02,516 Updating WAITING jobs +2021-12-18 18:34:02,516 Update finished +2021-12-18 18:34:02,516 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:34:02,517 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:34:02,517 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:34:02,517 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:34:02,517 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:34:02,517 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:34:02,517 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:34:02,520 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:34:02,523 Job list saved +2021-12-18 18:34:02,528 Updating FAILED jobs +2021-12-18 18:34:02,528 Updating WAITING jobs +2021-12-18 18:34:02,528 Update finished +2021-12-18 18:34:12,539 Reloading parameters... +2021-12-18 18:34:12,559 Loading parameters... +2021-12-18 18:34:12,560 Loading project parameters... +2021-12-18 18:34:12,562 + +13 of 25 jobs remaining (18:34) +2021-12-18 18:34:12,562 Sleep: 10 +2021-12-18 18:34:12,562 Number of retrials: 0 +2021-12-18 18:34:12,563 WRAPPER CHECK TIME = 10 +2021-12-18 18:34:12,563 Checking jobs for platform=marenostrum4 +2021-12-18 18:34:12,564 Checking jobs for platform=nord3 +2021-12-18 18:34:12,564 Checking jobs for platform=local +2021-12-18 18:34:12,565 Checking jobs for platform=transfer_node +2021-12-18 18:34:12,565 Checking all jobs at once +2021-12-18 18:34:13,934 Successful check job command +2021-12-18 18:34:15,154 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:34:15,154 End of checking +2021-12-18 18:34:15,155 Updating FAILED jobs +2021-12-18 18:34:15,156 Updating WAITING jobs +2021-12-18 18:34:15,156 Update finished +2021-12-18 18:34:15,156 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:34:15,156 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:34:15,156 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:34:15,156 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:34:15,157 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:34:15,157 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:34:15,157 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:34:15,160 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:34:15,162 Job list saved +2021-12-18 18:34:15,167 Updating FAILED jobs +2021-12-18 18:34:15,167 Updating WAITING jobs +2021-12-18 18:34:15,167 Update finished +2021-12-18 18:34:25,177 Reloading parameters... +2021-12-18 18:34:25,195 Loading parameters... +2021-12-18 18:34:25,196 Loading project parameters... +2021-12-18 18:34:25,198 + +13 of 25 jobs remaining (18:34) +2021-12-18 18:34:25,198 Sleep: 10 +2021-12-18 18:34:25,198 Number of retrials: 0 +2021-12-18 18:34:25,198 WRAPPER CHECK TIME = 10 +2021-12-18 18:34:25,199 Checking jobs for platform=marenostrum4 +2021-12-18 18:34:25,200 Checking jobs for platform=nord3 +2021-12-18 18:34:25,200 Checking jobs for platform=local +2021-12-18 18:34:25,201 Checking jobs for platform=transfer_node +2021-12-18 18:34:25,201 Checking all jobs at once +2021-12-18 18:34:26,523 Successful check job command +2021-12-18 18:34:27,692 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:34:27,692 End of checking +2021-12-18 18:34:27,694 Updating FAILED jobs +2021-12-18 18:34:27,694 Updating WAITING jobs +2021-12-18 18:34:27,694 Update finished +2021-12-18 18:34:27,694 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:34:27,694 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:34:27,695 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:34:27,695 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:34:27,695 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:34:27,695 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:34:27,695 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:34:27,699 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:34:27,701 Job list saved +2021-12-18 18:34:27,706 Updating FAILED jobs +2021-12-18 18:34:27,706 Updating WAITING jobs +2021-12-18 18:34:27,706 Update finished +2021-12-18 18:34:37,708 Reloading parameters... +2021-12-18 18:34:37,729 Loading parameters... +2021-12-18 18:34:37,730 Loading project parameters... +2021-12-18 18:34:37,732 + +13 of 25 jobs remaining (18:34) +2021-12-18 18:34:37,732 Sleep: 10 +2021-12-18 18:34:37,732 Number of retrials: 0 +2021-12-18 18:34:37,732 WRAPPER CHECK TIME = 10 +2021-12-18 18:34:37,733 Checking jobs for platform=marenostrum4 +2021-12-18 18:34:37,733 Checking jobs for platform=nord3 +2021-12-18 18:34:37,734 Checking jobs for platform=local +2021-12-18 18:34:37,734 Checking jobs for platform=transfer_node +2021-12-18 18:34:37,735 Checking all jobs at once +2021-12-18 18:34:39,107 Successful check job command +2021-12-18 18:34:40,326 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:34:40,326 End of checking +2021-12-18 18:34:40,328 Updating FAILED jobs +2021-12-18 18:34:40,328 Updating WAITING jobs +2021-12-18 18:34:40,328 Update finished +2021-12-18 18:34:40,328 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:34:40,329 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:34:40,329 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:34:40,329 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:34:40,329 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:34:40,329 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:34:40,329 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:34:40,332 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:34:40,335 Job list saved +2021-12-18 18:34:40,343 Updating FAILED jobs +2021-12-18 18:34:40,343 Updating WAITING jobs +2021-12-18 18:34:40,344 Update finished +2021-12-18 18:34:50,348 Reloading parameters... +2021-12-18 18:34:50,366 Loading parameters... +2021-12-18 18:34:50,368 Loading project parameters... +2021-12-18 18:34:50,370 + +13 of 25 jobs remaining (18:34) +2021-12-18 18:34:50,370 Sleep: 10 +2021-12-18 18:34:50,370 Number of retrials: 0 +2021-12-18 18:34:50,370 WRAPPER CHECK TIME = 10 +2021-12-18 18:34:50,371 Checking jobs for platform=marenostrum4 +2021-12-18 18:34:50,371 Checking jobs for platform=nord3 +2021-12-18 18:34:50,372 Checking jobs for platform=local +2021-12-18 18:34:50,372 Checking jobs for platform=transfer_node +2021-12-18 18:34:50,372 Checking all jobs at once +2021-12-18 18:34:51,692 Successful check job command +2021-12-18 18:34:52,911 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:34:52,911 End of checking +2021-12-18 18:34:52,912 Updating FAILED jobs +2021-12-18 18:34:52,913 Updating WAITING jobs +2021-12-18 18:34:52,913 Update finished +2021-12-18 18:34:52,913 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:34:52,913 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:34:52,913 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:34:52,913 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:34:52,913 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:34:52,914 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:34:52,914 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:34:52,916 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:34:52,918 Job list saved +2021-12-18 18:34:52,923 Updating FAILED jobs +2021-12-18 18:34:52,923 Updating WAITING jobs +2021-12-18 18:34:52,923 Update finished +2021-12-18 18:35:02,932 Reloading parameters... +2021-12-18 18:35:02,950 Loading parameters... +2021-12-18 18:35:02,952 Loading project parameters... +2021-12-18 18:35:02,953 + +13 of 25 jobs remaining (18:35) +2021-12-18 18:35:02,954 Sleep: 10 +2021-12-18 18:35:02,954 Number of retrials: 0 +2021-12-18 18:35:02,954 WRAPPER CHECK TIME = 10 +2021-12-18 18:35:02,954 Checking jobs for platform=marenostrum4 +2021-12-18 18:35:02,955 Checking jobs for platform=nord3 +2021-12-18 18:35:02,955 Checking jobs for platform=local +2021-12-18 18:35:02,956 Checking jobs for platform=transfer_node +2021-12-18 18:35:02,956 Checking all jobs at once +2021-12-18 18:35:04,579 Successful check job command +2021-12-18 18:35:05,799 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:35:05,799 End of checking +2021-12-18 18:35:05,800 Updating FAILED jobs +2021-12-18 18:35:05,800 Updating WAITING jobs +2021-12-18 18:35:05,801 Update finished +2021-12-18 18:35:05,801 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:35:05,801 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:35:05,801 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:35:05,801 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:35:05,801 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:35:05,801 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:35:05,802 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:35:05,805 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:35:05,807 Job list saved +2021-12-18 18:35:05,812 Updating FAILED jobs +2021-12-18 18:35:05,812 Updating WAITING jobs +2021-12-18 18:35:05,813 Update finished +2021-12-18 18:35:15,819 Reloading parameters... +2021-12-18 18:35:15,840 Loading parameters... +2021-12-18 18:35:15,841 Loading project parameters... +2021-12-18 18:35:15,843 + +13 of 25 jobs remaining (18:35) +2021-12-18 18:35:15,844 Sleep: 10 +2021-12-18 18:35:15,844 Number of retrials: 0 +2021-12-18 18:35:15,844 WRAPPER CHECK TIME = 10 +2021-12-18 18:35:15,844 Checking jobs for platform=marenostrum4 +2021-12-18 18:35:15,845 Checking jobs for platform=nord3 +2021-12-18 18:35:15,845 Checking jobs for platform=local +2021-12-18 18:35:15,846 Checking jobs for platform=transfer_node +2021-12-18 18:35:15,846 Checking all jobs at once +2021-12-18 18:35:17,215 Successful check job command +2021-12-18 18:35:18,435 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:35:18,435 End of checking +2021-12-18 18:35:18,437 Updating FAILED jobs +2021-12-18 18:35:18,437 Updating WAITING jobs +2021-12-18 18:35:18,437 Update finished +2021-12-18 18:35:18,437 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:35:18,438 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:35:18,438 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:35:18,438 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:35:18,438 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:35:18,439 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:35:18,439 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:35:18,442 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:35:18,444 Job list saved +2021-12-18 18:35:18,449 Updating FAILED jobs +2021-12-18 18:35:18,450 Updating WAITING jobs +2021-12-18 18:35:18,450 Update finished +2021-12-18 18:35:28,460 Reloading parameters... +2021-12-18 18:35:28,479 Loading parameters... +2021-12-18 18:35:28,480 Loading project parameters... +2021-12-18 18:35:28,482 + +13 of 25 jobs remaining (18:35) +2021-12-18 18:35:28,482 Sleep: 10 +2021-12-18 18:35:28,482 Number of retrials: 0 +2021-12-18 18:35:28,482 WRAPPER CHECK TIME = 10 +2021-12-18 18:35:28,483 Checking jobs for platform=marenostrum4 +2021-12-18 18:35:28,483 Checking jobs for platform=nord3 +2021-12-18 18:35:28,484 Checking jobs for platform=local +2021-12-18 18:35:28,485 Checking jobs for platform=transfer_node +2021-12-18 18:35:28,485 Checking all jobs at once +2021-12-18 18:35:29,854 Successful check job command +2021-12-18 18:35:31,126 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:35:31,126 End of checking +2021-12-18 18:35:31,127 Updating FAILED jobs +2021-12-18 18:35:31,127 Updating WAITING jobs +2021-12-18 18:35:31,128 Update finished +2021-12-18 18:35:31,128 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:35:31,128 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:35:31,128 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:35:31,128 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:35:31,128 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:35:31,129 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:35:31,129 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:35:31,131 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:35:31,133 Job list saved +2021-12-18 18:35:31,139 Updating FAILED jobs +2021-12-18 18:35:31,139 Updating WAITING jobs +2021-12-18 18:35:31,139 Update finished +2021-12-18 18:35:41,148 Reloading parameters... +2021-12-18 18:35:41,166 Loading parameters... +2021-12-18 18:35:41,167 Loading project parameters... +2021-12-18 18:35:41,169 + +13 of 25 jobs remaining (18:35) +2021-12-18 18:35:41,169 Sleep: 10 +2021-12-18 18:35:41,169 Number of retrials: 0 +2021-12-18 18:35:41,170 WRAPPER CHECK TIME = 10 +2021-12-18 18:35:41,170 Checking jobs for platform=marenostrum4 +2021-12-18 18:35:41,171 Checking jobs for platform=nord3 +2021-12-18 18:35:41,171 Checking jobs for platform=local +2021-12-18 18:35:41,172 Checking jobs for platform=transfer_node +2021-12-18 18:35:41,172 Checking all jobs at once +2021-12-18 18:35:42,543 Successful check job command +2021-12-18 18:35:43,866 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:35:43,866 End of checking +2021-12-18 18:35:43,868 Updating FAILED jobs +2021-12-18 18:35:43,868 Updating WAITING jobs +2021-12-18 18:35:43,868 Update finished +2021-12-18 18:35:43,868 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:35:43,869 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:35:43,869 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:35:43,869 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:35:43,869 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:35:43,869 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:35:43,869 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:35:43,872 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:35:43,874 Job list saved +2021-12-18 18:35:43,879 Updating FAILED jobs +2021-12-18 18:35:43,879 Updating WAITING jobs +2021-12-18 18:35:43,879 Update finished +2021-12-18 18:35:53,888 Reloading parameters... +2021-12-18 18:35:53,909 Loading parameters... +2021-12-18 18:35:53,910 Loading project parameters... +2021-12-18 18:35:53,912 + +13 of 25 jobs remaining (18:35) +2021-12-18 18:35:53,912 Sleep: 10 +2021-12-18 18:35:53,912 Number of retrials: 0 +2021-12-18 18:35:53,912 WRAPPER CHECK TIME = 10 +2021-12-18 18:35:53,913 Checking jobs for platform=marenostrum4 +2021-12-18 18:35:53,913 Checking jobs for platform=nord3 +2021-12-18 18:35:53,914 Checking jobs for platform=local +2021-12-18 18:35:53,914 Checking jobs for platform=transfer_node +2021-12-18 18:35:53,915 Checking all jobs at once +2021-12-18 18:35:56,035 Successful check job command +2021-12-18 18:35:57,261 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:35:57,261 End of checking +2021-12-18 18:35:57,263 Updating FAILED jobs +2021-12-18 18:35:57,263 Updating WAITING jobs +2021-12-18 18:35:57,263 Update finished +2021-12-18 18:35:57,263 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:35:57,264 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:35:57,264 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:35:57,264 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:35:57,264 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:35:57,265 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:35:57,265 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:35:57,268 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:35:57,270 Job list saved +2021-12-18 18:35:57,279 Updating FAILED jobs +2021-12-18 18:35:57,280 Updating WAITING jobs +2021-12-18 18:35:57,280 Update finished +2021-12-18 18:36:07,289 Reloading parameters... +2021-12-18 18:36:07,308 Loading parameters... +2021-12-18 18:36:07,309 Loading project parameters... +2021-12-18 18:36:07,311 + +13 of 25 jobs remaining (18:36) +2021-12-18 18:36:07,311 Sleep: 10 +2021-12-18 18:36:07,311 Number of retrials: 0 +2021-12-18 18:36:07,311 WRAPPER CHECK TIME = 10 +2021-12-18 18:36:07,312 Checking jobs for platform=marenostrum4 +2021-12-18 18:36:07,312 Checking jobs for platform=nord3 +2021-12-18 18:36:07,313 Checking jobs for platform=local +2021-12-18 18:36:07,314 Checking jobs for platform=transfer_node +2021-12-18 18:36:07,314 Checking all jobs at once +2021-12-18 18:36:09,488 Successful check job command +2021-12-18 18:36:10,757 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:36:10,758 End of checking +2021-12-18 18:36:10,759 Updating FAILED jobs +2021-12-18 18:36:10,759 Updating WAITING jobs +2021-12-18 18:36:10,759 Update finished +2021-12-18 18:36:10,760 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:36:10,760 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:36:10,760 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:36:10,760 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:36:10,760 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:36:10,760 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:36:10,760 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:36:10,763 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:36:10,765 Job list saved +2021-12-18 18:36:10,770 Updating FAILED jobs +2021-12-18 18:36:10,770 Updating WAITING jobs +2021-12-18 18:36:10,770 Update finished +2021-12-18 18:36:20,781 Reloading parameters... +2021-12-18 18:36:20,802 Loading parameters... +2021-12-18 18:36:20,804 Loading project parameters... +2021-12-18 18:36:20,806 + +13 of 25 jobs remaining (18:36) +2021-12-18 18:36:20,806 Sleep: 10 +2021-12-18 18:36:20,806 Number of retrials: 0 +2021-12-18 18:36:20,806 WRAPPER CHECK TIME = 10 +2021-12-18 18:36:20,807 Checking jobs for platform=marenostrum4 +2021-12-18 18:36:20,807 Checking jobs for platform=nord3 +2021-12-18 18:36:20,808 Checking jobs for platform=local +2021-12-18 18:36:20,808 Checking jobs for platform=transfer_node +2021-12-18 18:36:20,808 Checking all jobs at once +2021-12-18 18:36:22,329 Successful check job command +2021-12-18 18:36:23,599 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:36:23,599 End of checking +2021-12-18 18:36:23,600 Updating FAILED jobs +2021-12-18 18:36:23,601 Updating WAITING jobs +2021-12-18 18:36:23,601 Update finished +2021-12-18 18:36:23,601 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:36:23,601 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:36:23,601 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:36:23,601 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:36:23,602 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:36:23,602 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:36:23,602 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:36:23,604 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:36:23,607 Job list saved +2021-12-18 18:36:23,611 Updating FAILED jobs +2021-12-18 18:36:23,612 Updating WAITING jobs +2021-12-18 18:36:23,612 Update finished +2021-12-18 18:36:33,621 Reloading parameters... +2021-12-18 18:36:33,640 Loading parameters... +2021-12-18 18:36:33,641 Loading project parameters... +2021-12-18 18:36:33,643 + +13 of 25 jobs remaining (18:36) +2021-12-18 18:36:33,644 Sleep: 10 +2021-12-18 18:36:33,644 Number of retrials: 0 +2021-12-18 18:36:33,644 WRAPPER CHECK TIME = 10 +2021-12-18 18:36:33,645 Checking jobs for platform=marenostrum4 +2021-12-18 18:36:33,645 Checking jobs for platform=nord3 +2021-12-18 18:36:33,646 Checking jobs for platform=local +2021-12-18 18:36:33,646 Checking jobs for platform=transfer_node +2021-12-18 18:36:33,646 Checking all jobs at once +2021-12-18 18:36:35,017 Successful check job command +2021-12-18 18:36:36,440 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:36:36,440 End of checking +2021-12-18 18:36:36,442 Updating FAILED jobs +2021-12-18 18:36:36,442 Updating WAITING jobs +2021-12-18 18:36:36,442 Update finished +2021-12-18 18:36:36,442 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:36:36,443 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:36:36,443 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:36:36,443 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:36:36,443 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:36:36,443 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:36:36,444 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:36:36,446 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:36:36,448 Job list saved +2021-12-18 18:36:36,454 Updating FAILED jobs +2021-12-18 18:36:36,455 Updating WAITING jobs +2021-12-18 18:36:36,455 Update finished +2021-12-18 18:36:46,465 Reloading parameters... +2021-12-18 18:36:46,485 Loading parameters... +2021-12-18 18:36:46,487 Loading project parameters... +2021-12-18 18:36:46,489 + +13 of 25 jobs remaining (18:36) +2021-12-18 18:36:46,489 Sleep: 10 +2021-12-18 18:36:46,489 Number of retrials: 0 +2021-12-18 18:36:46,489 WRAPPER CHECK TIME = 10 +2021-12-18 18:36:46,490 Checking jobs for platform=marenostrum4 +2021-12-18 18:36:46,490 Checking jobs for platform=nord3 +2021-12-18 18:36:46,491 Checking jobs for platform=local +2021-12-18 18:36:46,491 Checking jobs for platform=transfer_node +2021-12-18 18:36:46,491 Checking all jobs at once +2021-12-18 18:36:48,011 Successful check job command +2021-12-18 18:36:49,332 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:36:49,332 End of checking +2021-12-18 18:36:49,333 Updating FAILED jobs +2021-12-18 18:36:49,333 Updating WAITING jobs +2021-12-18 18:36:49,334 Update finished +2021-12-18 18:36:49,334 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:36:49,334 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:36:49,334 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:36:49,334 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:36:49,334 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:36:49,335 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:36:49,335 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:36:49,337 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:36:49,339 Job list saved +2021-12-18 18:36:49,344 Updating FAILED jobs +2021-12-18 18:36:49,345 Updating WAITING jobs +2021-12-18 18:36:49,345 Update finished +2021-12-18 18:36:59,355 Reloading parameters... +2021-12-18 18:36:59,372 Loading parameters... +2021-12-18 18:36:59,374 Loading project parameters... +2021-12-18 18:36:59,376 + +13 of 25 jobs remaining (18:36) +2021-12-18 18:36:59,376 Sleep: 10 +2021-12-18 18:36:59,376 Number of retrials: 0 +2021-12-18 18:36:59,376 WRAPPER CHECK TIME = 10 +2021-12-18 18:36:59,377 Checking jobs for platform=marenostrum4 +2021-12-18 18:36:59,377 Checking jobs for platform=nord3 +2021-12-18 18:36:59,378 Checking jobs for platform=local +2021-12-18 18:36:59,378 Checking jobs for platform=transfer_node +2021-12-18 18:36:59,378 Checking all jobs at once +2021-12-18 18:37:01,349 Successful check job command +2021-12-18 18:37:02,568 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:37:02,569 End of checking +2021-12-18 18:37:02,570 Updating FAILED jobs +2021-12-18 18:37:02,570 Updating WAITING jobs +2021-12-18 18:37:02,570 Update finished +2021-12-18 18:37:02,571 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:37:02,571 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:37:02,571 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:37:02,571 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:37:02,571 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:37:02,571 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:37:02,571 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:37:02,574 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:37:02,576 Job list saved +2021-12-18 18:37:02,581 Updating FAILED jobs +2021-12-18 18:37:02,581 Updating WAITING jobs +2021-12-18 18:37:02,581 Update finished +2021-12-18 18:37:12,591 Reloading parameters... +2021-12-18 18:37:12,608 Loading parameters... +2021-12-18 18:37:12,609 Loading project parameters... +2021-12-18 18:37:12,611 + +13 of 25 jobs remaining (18:37) +2021-12-18 18:37:12,611 Sleep: 10 +2021-12-18 18:37:12,611 Number of retrials: 0 +2021-12-18 18:37:12,611 WRAPPER CHECK TIME = 10 +2021-12-18 18:37:12,612 Checking jobs for platform=marenostrum4 +2021-12-18 18:37:12,612 Checking jobs for platform=nord3 +2021-12-18 18:37:12,613 Checking jobs for platform=local +2021-12-18 18:37:12,613 Checking jobs for platform=transfer_node +2021-12-18 18:37:12,613 Checking all jobs at once +2021-12-18 18:37:14,033 Successful check job command +2021-12-18 18:37:15,254 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:37:15,254 End of checking +2021-12-18 18:37:15,255 Updating FAILED jobs +2021-12-18 18:37:15,256 Updating WAITING jobs +2021-12-18 18:37:15,256 Update finished +2021-12-18 18:37:15,256 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:37:15,257 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:37:15,257 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:37:15,257 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:37:15,257 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:37:15,257 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:37:15,257 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:37:15,260 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:37:15,262 Job list saved +2021-12-18 18:37:15,266 Updating FAILED jobs +2021-12-18 18:37:15,267 Updating WAITING jobs +2021-12-18 18:37:15,267 Update finished +2021-12-18 18:37:25,273 Reloading parameters... +2021-12-18 18:37:25,292 Loading parameters... +2021-12-18 18:37:25,293 Loading project parameters... +2021-12-18 18:37:25,295 + +13 of 25 jobs remaining (18:37) +2021-12-18 18:37:25,295 Sleep: 10 +2021-12-18 18:37:25,295 Number of retrials: 0 +2021-12-18 18:37:25,296 WRAPPER CHECK TIME = 10 +2021-12-18 18:37:25,296 Checking jobs for platform=marenostrum4 +2021-12-18 18:37:25,297 Checking jobs for platform=nord3 +2021-12-18 18:37:25,297 Checking jobs for platform=local +2021-12-18 18:37:25,298 Checking jobs for platform=transfer_node +2021-12-18 18:37:25,298 Checking all jobs at once +2021-12-18 18:37:26,869 Successful check job command +2021-12-18 18:37:28,339 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:37:28,339 End of checking +2021-12-18 18:37:28,340 Updating FAILED jobs +2021-12-18 18:37:28,341 Updating WAITING jobs +2021-12-18 18:37:28,341 Update finished +2021-12-18 18:37:28,341 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:37:28,341 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:37:28,341 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:37:28,341 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:37:28,342 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:37:28,342 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:37:28,342 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:37:28,344 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:37:28,347 Job list saved +2021-12-18 18:37:28,352 Updating FAILED jobs +2021-12-18 18:37:28,352 Updating WAITING jobs +2021-12-18 18:37:28,352 Update finished +2021-12-18 18:37:38,360 Reloading parameters... +2021-12-18 18:37:38,378 Loading parameters... +2021-12-18 18:37:38,380 Loading project parameters... +2021-12-18 18:37:38,382 + +13 of 25 jobs remaining (18:37) +2021-12-18 18:37:38,382 Sleep: 10 +2021-12-18 18:37:38,382 Number of retrials: 0 +2021-12-18 18:37:38,382 WRAPPER CHECK TIME = 10 +2021-12-18 18:37:38,383 Checking jobs for platform=marenostrum4 +2021-12-18 18:37:38,383 Checking jobs for platform=nord3 +2021-12-18 18:37:38,384 Checking jobs for platform=local +2021-12-18 18:37:38,384 Checking jobs for platform=transfer_node +2021-12-18 18:37:38,384 Checking all jobs at once +2021-12-18 18:37:39,854 Successful check job command +2021-12-18 18:37:41,073 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:37:41,073 End of checking +2021-12-18 18:37:41,075 Updating FAILED jobs +2021-12-18 18:37:41,075 Updating WAITING jobs +2021-12-18 18:37:41,075 Update finished +2021-12-18 18:37:41,075 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:37:41,075 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:37:41,076 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:37:41,076 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:37:41,076 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:37:41,076 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:37:41,076 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:37:41,079 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:37:41,081 Job list saved +2021-12-18 18:37:41,085 Updating FAILED jobs +2021-12-18 18:37:41,085 Updating WAITING jobs +2021-12-18 18:37:41,086 Update finished +2021-12-18 18:37:51,087 Reloading parameters... +2021-12-18 18:37:51,106 Loading parameters... +2021-12-18 18:37:51,107 Loading project parameters... +2021-12-18 18:37:51,109 + +13 of 25 jobs remaining (18:37) +2021-12-18 18:37:51,109 Sleep: 10 +2021-12-18 18:37:51,110 Number of retrials: 0 +2021-12-18 18:37:51,110 WRAPPER CHECK TIME = 10 +2021-12-18 18:37:51,110 Checking jobs for platform=marenostrum4 +2021-12-18 18:37:51,111 Checking jobs for platform=nord3 +2021-12-18 18:37:51,111 Checking jobs for platform=local +2021-12-18 18:37:51,112 Checking jobs for platform=transfer_node +2021-12-18 18:37:51,112 Checking all jobs at once +2021-12-18 18:37:52,582 Successful check job command +2021-12-18 18:37:53,851 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:37:53,851 End of checking +2021-12-18 18:37:53,852 Updating FAILED jobs +2021-12-18 18:37:53,852 Updating WAITING jobs +2021-12-18 18:37:53,853 Update finished +2021-12-18 18:37:53,853 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:37:53,853 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:37:53,853 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:37:53,854 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:37:53,854 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:37:53,854 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:37:53,854 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:37:53,857 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:37:53,859 Job list saved +2021-12-18 18:37:53,865 Updating FAILED jobs +2021-12-18 18:37:53,865 Updating WAITING jobs +2021-12-18 18:37:53,865 Update finished +2021-12-18 18:38:03,875 Reloading parameters... +2021-12-18 18:38:03,895 Loading parameters... +2021-12-18 18:38:03,897 Loading project parameters... +2021-12-18 18:38:03,898 + +13 of 25 jobs remaining (18:38) +2021-12-18 18:38:03,899 Sleep: 10 +2021-12-18 18:38:03,899 Number of retrials: 0 +2021-12-18 18:38:03,899 WRAPPER CHECK TIME = 10 +2021-12-18 18:38:03,899 Checking jobs for platform=marenostrum4 +2021-12-18 18:38:03,900 Checking jobs for platform=nord3 +2021-12-18 18:38:03,900 Checking jobs for platform=local +2021-12-18 18:38:03,901 Checking jobs for platform=transfer_node +2021-12-18 18:38:03,901 Checking all jobs at once +2021-12-18 18:38:05,322 Successful check job command +2021-12-18 18:38:06,741 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:38:06,742 End of checking +2021-12-18 18:38:06,743 Updating FAILED jobs +2021-12-18 18:38:06,743 Updating WAITING jobs +2021-12-18 18:38:06,743 Update finished +2021-12-18 18:38:06,743 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:38:06,744 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:38:06,744 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:38:06,744 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:38:06,744 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:38:06,744 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:38:06,744 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:38:06,747 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:38:06,750 Job list saved +2021-12-18 18:38:06,755 Updating FAILED jobs +2021-12-18 18:38:06,755 Updating WAITING jobs +2021-12-18 18:38:06,755 Update finished +2021-12-18 18:38:16,764 Reloading parameters... +2021-12-18 18:38:16,783 Loading parameters... +2021-12-18 18:38:16,784 Loading project parameters... +2021-12-18 18:38:16,786 + +13 of 25 jobs remaining (18:38) +2021-12-18 18:38:16,786 Sleep: 10 +2021-12-18 18:38:16,787 Number of retrials: 0 +2021-12-18 18:38:16,787 WRAPPER CHECK TIME = 10 +2021-12-18 18:38:16,787 Checking jobs for platform=marenostrum4 +2021-12-18 18:38:16,788 Checking jobs for platform=nord3 +2021-12-18 18:38:16,788 Checking jobs for platform=local +2021-12-18 18:38:16,789 Checking jobs for platform=transfer_node +2021-12-18 18:38:16,789 Checking all jobs at once +2021-12-18 18:38:18,311 Successful check job command +2021-12-18 18:38:19,480 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:38:19,480 End of checking +2021-12-18 18:38:19,481 Updating FAILED jobs +2021-12-18 18:38:19,481 Updating WAITING jobs +2021-12-18 18:38:19,482 Update finished +2021-12-18 18:38:19,482 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:38:19,482 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:38:19,482 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:38:19,482 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:38:19,482 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:38:19,482 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:38:19,483 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:38:19,485 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:38:19,487 Job list saved +2021-12-18 18:38:19,492 Updating FAILED jobs +2021-12-18 18:38:19,492 Updating WAITING jobs +2021-12-18 18:38:19,492 Update finished +2021-12-18 18:38:29,502 Reloading parameters... +2021-12-18 18:38:29,523 Loading parameters... +2021-12-18 18:38:29,524 Loading project parameters... +2021-12-18 18:38:29,526 + +13 of 25 jobs remaining (18:38) +2021-12-18 18:38:29,526 Sleep: 10 +2021-12-18 18:38:29,527 Number of retrials: 0 +2021-12-18 18:38:29,527 WRAPPER CHECK TIME = 10 +2021-12-18 18:38:29,527 Checking jobs for platform=marenostrum4 +2021-12-18 18:38:29,528 Checking jobs for platform=nord3 +2021-12-18 18:38:29,528 Checking jobs for platform=local +2021-12-18 18:38:29,529 Checking jobs for platform=transfer_node +2021-12-18 18:38:29,529 Checking all jobs at once +2021-12-18 18:38:31,701 Successful check job command +2021-12-18 18:38:32,920 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:38:32,920 End of checking +2021-12-18 18:38:32,921 Updating FAILED jobs +2021-12-18 18:38:32,921 Updating WAITING jobs +2021-12-18 18:38:32,922 Update finished +2021-12-18 18:38:32,922 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:38:32,922 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:38:32,922 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:38:32,923 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:38:32,923 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:38:32,923 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:38:32,923 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:38:32,930 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:38:32,932 Job list saved +2021-12-18 18:38:32,937 Updating FAILED jobs +2021-12-18 18:38:32,937 Updating WAITING jobs +2021-12-18 18:38:32,937 Update finished +2021-12-18 18:38:42,947 Reloading parameters... +2021-12-18 18:38:42,964 Loading parameters... +2021-12-18 18:38:42,966 Loading project parameters... +2021-12-18 18:38:42,968 + +13 of 25 jobs remaining (18:38) +2021-12-18 18:38:42,968 Sleep: 10 +2021-12-18 18:38:42,968 Number of retrials: 0 +2021-12-18 18:38:42,969 WRAPPER CHECK TIME = 10 +2021-12-18 18:38:42,969 Checking jobs for platform=marenostrum4 +2021-12-18 18:38:42,970 Checking jobs for platform=nord3 +2021-12-18 18:38:42,970 Checking jobs for platform=local +2021-12-18 18:38:42,971 Checking jobs for platform=transfer_node +2021-12-18 18:38:42,971 Checking all jobs at once +2021-12-18 18:38:44,440 Successful check job command +2021-12-18 18:38:45,760 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:38:45,760 End of checking +2021-12-18 18:38:45,762 Updating FAILED jobs +2021-12-18 18:38:45,762 Updating WAITING jobs +2021-12-18 18:38:45,762 Update finished +2021-12-18 18:38:45,762 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:38:45,762 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:38:45,763 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:38:45,763 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:38:45,763 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:38:45,763 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:38:45,763 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:38:45,765 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:38:45,768 Job list saved +2021-12-18 18:38:45,772 Updating FAILED jobs +2021-12-18 18:38:45,772 Updating WAITING jobs +2021-12-18 18:38:45,773 Update finished +2021-12-18 18:38:55,783 Reloading parameters... +2021-12-18 18:38:55,802 Loading parameters... +2021-12-18 18:38:55,803 Loading project parameters... +2021-12-18 18:38:55,805 + +13 of 25 jobs remaining (18:38) +2021-12-18 18:38:55,805 Sleep: 10 +2021-12-18 18:38:55,805 Number of retrials: 0 +2021-12-18 18:38:55,805 WRAPPER CHECK TIME = 10 +2021-12-18 18:38:55,806 Checking jobs for platform=marenostrum4 +2021-12-18 18:38:55,807 Checking jobs for platform=nord3 +2021-12-18 18:38:55,807 Checking jobs for platform=local +2021-12-18 18:38:55,808 Checking jobs for platform=transfer_node +2021-12-18 18:38:55,808 Checking all jobs at once +2021-12-18 18:38:57,179 Successful check job command +2021-12-18 18:38:58,448 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:38:58,449 End of checking +2021-12-18 18:38:58,450 Updating FAILED jobs +2021-12-18 18:38:58,450 Updating WAITING jobs +2021-12-18 18:38:58,450 Update finished +2021-12-18 18:38:58,450 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:38:58,451 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:38:58,451 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:38:58,451 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:38:58,451 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:38:58,451 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:38:58,451 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:38:58,454 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:38:58,456 Job list saved +2021-12-18 18:38:58,460 Updating FAILED jobs +2021-12-18 18:38:58,461 Updating WAITING jobs +2021-12-18 18:38:58,461 Update finished +2021-12-18 18:39:08,471 Reloading parameters... +2021-12-18 18:39:08,491 Loading parameters... +2021-12-18 18:39:08,492 Loading project parameters... +2021-12-18 18:39:08,494 + +13 of 25 jobs remaining (18:39) +2021-12-18 18:39:08,494 Sleep: 10 +2021-12-18 18:39:08,494 Number of retrials: 0 +2021-12-18 18:39:08,494 WRAPPER CHECK TIME = 10 +2021-12-18 18:39:08,495 Checking jobs for platform=marenostrum4 +2021-12-18 18:39:08,495 Checking jobs for platform=nord3 +2021-12-18 18:39:08,496 Checking jobs for platform=local +2021-12-18 18:39:08,496 Checking jobs for platform=transfer_node +2021-12-18 18:39:08,497 Checking all jobs at once +2021-12-18 18:39:09,916 Successful check job command +2021-12-18 18:39:11,088 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:39:11,088 End of checking +2021-12-18 18:39:11,089 Updating FAILED jobs +2021-12-18 18:39:11,090 Updating WAITING jobs +2021-12-18 18:39:11,090 Update finished +2021-12-18 18:39:11,090 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:39:11,091 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:39:11,091 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:39:11,091 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:39:11,091 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:39:11,091 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:39:11,091 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:39:11,094 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:39:11,096 Job list saved +2021-12-18 18:39:11,101 Updating FAILED jobs +2021-12-18 18:39:11,101 Updating WAITING jobs +2021-12-18 18:39:11,101 Update finished +2021-12-18 18:39:21,111 Reloading parameters... +2021-12-18 18:39:21,129 Loading parameters... +2021-12-18 18:39:21,130 Loading project parameters... +2021-12-18 18:39:21,132 + +13 of 25 jobs remaining (18:39) +2021-12-18 18:39:21,133 Sleep: 10 +2021-12-18 18:39:21,133 Number of retrials: 0 +2021-12-18 18:39:21,133 WRAPPER CHECK TIME = 10 +2021-12-18 18:39:21,133 Checking jobs for platform=marenostrum4 +2021-12-18 18:39:21,134 Checking jobs for platform=nord3 +2021-12-18 18:39:21,135 Checking jobs for platform=local +2021-12-18 18:39:21,135 Checking jobs for platform=transfer_node +2021-12-18 18:39:21,135 Checking all jobs at once +2021-12-18 18:39:22,557 Successful check job command +2021-12-18 18:39:24,227 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:39:24,227 End of checking +2021-12-18 18:39:24,228 Updating FAILED jobs +2021-12-18 18:39:24,228 Updating WAITING jobs +2021-12-18 18:39:24,228 Update finished +2021-12-18 18:39:24,229 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:39:24,229 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:39:24,229 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:39:24,229 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:39:24,229 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:39:24,229 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:39:24,229 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:39:24,232 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:39:24,235 Job list saved +2021-12-18 18:39:24,248 Updating FAILED jobs +2021-12-18 18:39:24,249 Updating WAITING jobs +2021-12-18 18:39:24,249 Update finished +2021-12-18 18:39:34,258 Reloading parameters... +2021-12-18 18:39:34,278 Loading parameters... +2021-12-18 18:39:34,279 Loading project parameters... +2021-12-18 18:39:34,281 + +13 of 25 jobs remaining (18:39) +2021-12-18 18:39:34,281 Sleep: 10 +2021-12-18 18:39:34,281 Number of retrials: 0 +2021-12-18 18:39:34,281 WRAPPER CHECK TIME = 10 +2021-12-18 18:39:34,282 Checking jobs for platform=marenostrum4 +2021-12-18 18:39:34,282 Checking jobs for platform=nord3 +2021-12-18 18:39:34,283 Checking jobs for platform=local +2021-12-18 18:39:34,283 Checking jobs for platform=transfer_node +2021-12-18 18:39:34,284 Checking all jobs at once +2021-12-18 18:39:35,603 Successful check job command +2021-12-18 18:39:36,928 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:39:36,928 End of checking +2021-12-18 18:39:36,929 Updating FAILED jobs +2021-12-18 18:39:36,929 Updating WAITING jobs +2021-12-18 18:39:36,930 Update finished +2021-12-18 18:39:36,930 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:39:36,930 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:39:36,930 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:39:36,930 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:39:36,930 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:39:36,930 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:39:36,931 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:39:36,933 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:39:36,936 Job list saved +2021-12-18 18:39:36,941 Updating FAILED jobs +2021-12-18 18:39:36,941 Updating WAITING jobs +2021-12-18 18:39:36,941 Update finished +2021-12-18 18:39:46,947 Reloading parameters... +2021-12-18 18:39:46,965 Loading parameters... +2021-12-18 18:39:46,967 Loading project parameters... +2021-12-18 18:39:46,969 + +13 of 25 jobs remaining (18:39) +2021-12-18 18:39:46,969 Sleep: 10 +2021-12-18 18:39:46,969 Number of retrials: 0 +2021-12-18 18:39:46,969 WRAPPER CHECK TIME = 10 +2021-12-18 18:39:46,970 Checking jobs for platform=marenostrum4 +2021-12-18 18:39:46,971 Checking jobs for platform=nord3 +2021-12-18 18:39:46,971 Checking jobs for platform=local +2021-12-18 18:39:46,972 Checking jobs for platform=transfer_node +2021-12-18 18:39:46,972 Checking all jobs at once +2021-12-18 18:39:48,291 Successful check job command +2021-12-18 18:39:49,461 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:39:49,461 End of checking +2021-12-18 18:39:49,463 Updating FAILED jobs +2021-12-18 18:39:49,463 Updating WAITING jobs +2021-12-18 18:39:49,463 Update finished +2021-12-18 18:39:49,463 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:39:49,464 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:39:49,464 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:39:49,464 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:39:49,464 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:39:49,464 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:39:49,465 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:39:49,467 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:39:49,469 Job list saved +2021-12-18 18:39:49,474 Updating FAILED jobs +2021-12-18 18:39:49,474 Updating WAITING jobs +2021-12-18 18:39:49,474 Update finished +2021-12-18 18:39:59,484 Reloading parameters... +2021-12-18 18:39:59,503 Loading parameters... +2021-12-18 18:39:59,504 Loading project parameters... +2021-12-18 18:39:59,506 + +13 of 25 jobs remaining (18:39) +2021-12-18 18:39:59,506 Sleep: 10 +2021-12-18 18:39:59,506 Number of retrials: 0 +2021-12-18 18:39:59,506 WRAPPER CHECK TIME = 10 +2021-12-18 18:39:59,507 Checking jobs for platform=marenostrum4 +2021-12-18 18:39:59,507 Checking jobs for platform=nord3 +2021-12-18 18:39:59,508 Checking jobs for platform=local +2021-12-18 18:39:59,508 Checking jobs for platform=transfer_node +2021-12-18 18:39:59,509 Checking all jobs at once +2021-12-18 18:40:00,881 Successful check job command +2021-12-18 18:40:02,150 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:40:02,151 End of checking +2021-12-18 18:40:02,152 Updating FAILED jobs +2021-12-18 18:40:02,152 Updating WAITING jobs +2021-12-18 18:40:02,152 Update finished +2021-12-18 18:40:02,153 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:40:02,153 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:40:02,153 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:40:02,153 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:40:02,153 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:40:02,153 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:40:02,153 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:40:02,156 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:40:02,158 Job list saved +2021-12-18 18:40:02,163 Updating FAILED jobs +2021-12-18 18:40:02,163 Updating WAITING jobs +2021-12-18 18:40:02,163 Update finished +2021-12-18 18:40:12,173 Reloading parameters... +2021-12-18 18:40:12,192 Loading parameters... +2021-12-18 18:40:12,194 Loading project parameters... +2021-12-18 18:40:12,195 + +13 of 25 jobs remaining (18:40) +2021-12-18 18:40:12,196 Sleep: 10 +2021-12-18 18:40:12,196 Number of retrials: 0 +2021-12-18 18:40:12,196 WRAPPER CHECK TIME = 10 +2021-12-18 18:40:12,197 Checking jobs for platform=marenostrum4 +2021-12-18 18:40:12,197 Checking jobs for platform=nord3 +2021-12-18 18:40:12,198 Checking jobs for platform=local +2021-12-18 18:40:12,198 Checking jobs for platform=transfer_node +2021-12-18 18:40:12,198 Checking all jobs at once +2021-12-18 18:40:13,520 Successful check job command +2021-12-18 18:40:14,840 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:40:14,840 End of checking +2021-12-18 18:40:14,842 Updating FAILED jobs +2021-12-18 18:40:14,842 Updating WAITING jobs +2021-12-18 18:40:14,842 Update finished +2021-12-18 18:40:14,842 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:40:14,842 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:40:14,843 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:40:14,843 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:40:14,843 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:40:14,843 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:40:14,843 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:40:14,846 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:40:14,848 Job list saved +2021-12-18 18:40:14,853 Updating FAILED jobs +2021-12-18 18:40:14,853 Updating WAITING jobs +2021-12-18 18:40:14,853 Update finished +2021-12-18 18:40:24,862 Reloading parameters... +2021-12-18 18:40:24,881 Loading parameters... +2021-12-18 18:40:24,882 Loading project parameters... +2021-12-18 18:40:24,884 + +13 of 25 jobs remaining (18:40) +2021-12-18 18:40:24,884 Sleep: 10 +2021-12-18 18:40:24,884 Number of retrials: 0 +2021-12-18 18:40:24,884 WRAPPER CHECK TIME = 10 +2021-12-18 18:40:24,885 Checking jobs for platform=marenostrum4 +2021-12-18 18:40:24,886 Checking jobs for platform=nord3 +2021-12-18 18:40:24,886 Checking jobs for platform=local +2021-12-18 18:40:24,887 Checking jobs for platform=transfer_node +2021-12-18 18:40:24,887 Checking all jobs at once +2021-12-18 18:40:26,257 Successful check job command +2021-12-18 18:40:27,577 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:40:27,577 End of checking +2021-12-18 18:40:27,579 Updating FAILED jobs +2021-12-18 18:40:27,579 Updating WAITING jobs +2021-12-18 18:40:27,579 Update finished +2021-12-18 18:40:27,579 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:40:27,580 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:40:27,580 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:40:27,580 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:40:27,580 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:40:27,580 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:40:27,580 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:40:27,583 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:40:27,585 Job list saved +2021-12-18 18:40:27,590 Updating FAILED jobs +2021-12-18 18:40:27,590 Updating WAITING jobs +2021-12-18 18:40:27,591 Update finished +2021-12-18 18:40:37,597 Reloading parameters... +2021-12-18 18:40:37,617 Loading parameters... +2021-12-18 18:40:37,618 Loading project parameters... +2021-12-18 18:40:37,620 + +13 of 25 jobs remaining (18:40) +2021-12-18 18:40:37,620 Sleep: 10 +2021-12-18 18:40:37,620 Number of retrials: 0 +2021-12-18 18:40:37,620 WRAPPER CHECK TIME = 10 +2021-12-18 18:40:37,621 Checking jobs for platform=marenostrum4 +2021-12-18 18:40:37,621 Checking jobs for platform=nord3 +2021-12-18 18:40:37,622 Checking jobs for platform=local +2021-12-18 18:40:37,622 Checking jobs for platform=transfer_node +2021-12-18 18:40:37,623 Checking all jobs at once +2021-12-18 18:40:39,047 Successful check job command +2021-12-18 18:40:41,018 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:40:41,018 End of checking +2021-12-18 18:40:41,020 Updating FAILED jobs +2021-12-18 18:40:41,020 Updating WAITING jobs +2021-12-18 18:40:41,020 Update finished +2021-12-18 18:40:41,020 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:40:41,020 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:40:41,021 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:40:41,021 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:40:41,021 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:40:41,021 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:40:41,021 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:40:41,023 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:40:41,026 Job list saved +2021-12-18 18:40:41,031 Updating FAILED jobs +2021-12-18 18:40:41,031 Updating WAITING jobs +2021-12-18 18:40:41,031 Update finished +2021-12-18 18:40:51,038 Reloading parameters... +2021-12-18 18:40:51,056 Loading parameters... +2021-12-18 18:40:51,058 Loading project parameters... +2021-12-18 18:40:51,060 + +13 of 25 jobs remaining (18:40) +2021-12-18 18:40:51,060 Sleep: 10 +2021-12-18 18:40:51,060 Number of retrials: 0 +2021-12-18 18:40:51,060 WRAPPER CHECK TIME = 10 +2021-12-18 18:40:51,061 Checking jobs for platform=marenostrum4 +2021-12-18 18:40:51,061 Checking jobs for platform=nord3 +2021-12-18 18:40:51,062 Checking jobs for platform=local +2021-12-18 18:40:51,062 Checking jobs for platform=transfer_node +2021-12-18 18:40:51,062 Checking all jobs at once +2021-12-18 18:40:52,483 Successful check job command +2021-12-18 18:40:54,053 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:40:54,054 End of checking +2021-12-18 18:40:54,055 Updating FAILED jobs +2021-12-18 18:40:54,055 Updating WAITING jobs +2021-12-18 18:40:54,055 Update finished +2021-12-18 18:40:54,056 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:40:54,056 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:40:54,056 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:40:54,056 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:40:54,056 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:40:54,056 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:40:54,056 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:40:54,059 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:40:54,061 Job list saved +2021-12-18 18:40:54,066 Updating FAILED jobs +2021-12-18 18:40:54,066 Updating WAITING jobs +2021-12-18 18:40:54,066 Update finished +2021-12-18 18:41:04,073 Reloading parameters... +2021-12-18 18:41:04,096 Loading parameters... +2021-12-18 18:41:04,097 Loading project parameters... +2021-12-18 18:41:04,099 + +13 of 25 jobs remaining (18:41) +2021-12-18 18:41:04,099 Sleep: 10 +2021-12-18 18:41:04,099 Number of retrials: 0 +2021-12-18 18:41:04,100 WRAPPER CHECK TIME = 10 +2021-12-18 18:41:04,100 Checking jobs for platform=marenostrum4 +2021-12-18 18:41:04,101 Checking jobs for platform=nord3 +2021-12-18 18:41:04,101 Checking jobs for platform=local +2021-12-18 18:41:04,102 Checking jobs for platform=transfer_node +2021-12-18 18:41:04,102 Checking all jobs at once +2021-12-18 18:41:05,421 Successful check job command +2021-12-18 18:41:06,641 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:41:06,641 End of checking +2021-12-18 18:41:06,642 Updating FAILED jobs +2021-12-18 18:41:06,642 Updating WAITING jobs +2021-12-18 18:41:06,643 Update finished +2021-12-18 18:41:06,643 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:41:06,643 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:41:06,644 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:41:06,644 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:41:06,644 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:41:06,644 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:41:06,644 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:41:06,646 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:41:06,649 Job list saved +2021-12-18 18:41:06,653 Updating FAILED jobs +2021-12-18 18:41:06,654 Updating WAITING jobs +2021-12-18 18:41:06,654 Update finished +2021-12-18 18:41:16,662 Reloading parameters... +2021-12-18 18:41:16,681 Loading parameters... +2021-12-18 18:41:16,682 Loading project parameters... +2021-12-18 18:41:16,684 + +13 of 25 jobs remaining (18:41) +2021-12-18 18:41:16,684 Sleep: 10 +2021-12-18 18:41:16,684 Number of retrials: 0 +2021-12-18 18:41:16,684 WRAPPER CHECK TIME = 10 +2021-12-18 18:41:16,685 Checking jobs for platform=marenostrum4 +2021-12-18 18:41:16,686 Checking jobs for platform=nord3 +2021-12-18 18:41:16,686 Checking jobs for platform=local +2021-12-18 18:41:16,687 Checking jobs for platform=transfer_node +2021-12-18 18:41:16,687 Checking all jobs at once +2021-12-18 18:41:18,007 Successful check job command +2021-12-18 18:41:19,226 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:41:19,227 End of checking +2021-12-18 18:41:19,228 Updating FAILED jobs +2021-12-18 18:41:19,228 Updating WAITING jobs +2021-12-18 18:41:19,229 Update finished +2021-12-18 18:41:19,229 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:41:19,229 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:41:19,229 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:41:19,229 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:41:19,229 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:41:19,229 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:41:19,230 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:41:19,232 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:41:19,234 Job list saved +2021-12-18 18:41:19,239 Updating FAILED jobs +2021-12-18 18:41:19,239 Updating WAITING jobs +2021-12-18 18:41:19,240 Update finished +2021-12-18 18:41:29,250 Reloading parameters... +2021-12-18 18:41:29,268 Loading parameters... +2021-12-18 18:41:29,269 Loading project parameters... +2021-12-18 18:41:29,271 + +13 of 25 jobs remaining (18:41) +2021-12-18 18:41:29,271 Sleep: 10 +2021-12-18 18:41:29,271 Number of retrials: 0 +2021-12-18 18:41:29,271 WRAPPER CHECK TIME = 10 +2021-12-18 18:41:29,272 Checking jobs for platform=marenostrum4 +2021-12-18 18:41:29,272 Checking jobs for platform=nord3 +2021-12-18 18:41:29,273 Checking jobs for platform=local +2021-12-18 18:41:29,273 Checking jobs for platform=transfer_node +2021-12-18 18:41:29,273 Checking all jobs at once +2021-12-18 18:41:30,593 Successful check job command +2021-12-18 18:41:31,864 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:41:31,864 End of checking +2021-12-18 18:41:31,865 Updating FAILED jobs +2021-12-18 18:41:31,866 Updating WAITING jobs +2021-12-18 18:41:31,866 Update finished +2021-12-18 18:41:31,866 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:41:31,866 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:41:31,866 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:41:31,866 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:41:31,867 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:41:31,867 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:41:31,867 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:41:31,870 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:41:31,872 Job list saved +2021-12-18 18:41:31,877 Updating FAILED jobs +2021-12-18 18:41:31,877 Updating WAITING jobs +2021-12-18 18:41:31,877 Update finished +2021-12-18 18:41:41,887 Reloading parameters... +2021-12-18 18:41:41,906 Loading parameters... +2021-12-18 18:41:41,907 Loading project parameters... +2021-12-18 18:41:41,909 + +13 of 25 jobs remaining (18:41) +2021-12-18 18:41:41,910 Sleep: 10 +2021-12-18 18:41:41,910 Number of retrials: 0 +2021-12-18 18:41:41,910 WRAPPER CHECK TIME = 10 +2021-12-18 18:41:41,910 Checking jobs for platform=marenostrum4 +2021-12-18 18:41:41,911 Checking jobs for platform=nord3 +2021-12-18 18:41:41,912 Checking jobs for platform=local +2021-12-18 18:41:41,912 Checking jobs for platform=transfer_node +2021-12-18 18:41:41,912 Checking all jobs at once +2021-12-18 18:41:43,233 Successful check job command +2021-12-18 18:41:44,502 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:41:44,502 End of checking +2021-12-18 18:41:44,503 Updating FAILED jobs +2021-12-18 18:41:44,503 Updating WAITING jobs +2021-12-18 18:41:44,504 Update finished +2021-12-18 18:41:44,504 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:41:44,504 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:41:44,505 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:41:44,505 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:41:44,505 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:41:44,505 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:41:44,505 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:41:44,508 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:41:44,510 Job list saved +2021-12-18 18:41:44,514 Updating FAILED jobs +2021-12-18 18:41:44,514 Updating WAITING jobs +2021-12-18 18:41:44,515 Update finished +2021-12-18 18:41:54,525 Reloading parameters... +2021-12-18 18:41:54,542 Loading parameters... +2021-12-18 18:41:54,544 Loading project parameters... +2021-12-18 18:41:54,546 + +13 of 25 jobs remaining (18:41) +2021-12-18 18:41:54,546 Sleep: 10 +2021-12-18 18:41:54,546 Number of retrials: 0 +2021-12-18 18:41:54,546 WRAPPER CHECK TIME = 10 +2021-12-18 18:41:54,547 Checking jobs for platform=marenostrum4 +2021-12-18 18:41:54,547 Checking jobs for platform=nord3 +2021-12-18 18:41:54,548 Checking jobs for platform=local +2021-12-18 18:41:54,548 Checking jobs for platform=transfer_node +2021-12-18 18:41:54,548 Checking all jobs at once +2021-12-18 18:41:55,968 Successful check job command +2021-12-18 18:41:57,238 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:41:57,238 End of checking +2021-12-18 18:41:57,240 Updating FAILED jobs +2021-12-18 18:41:57,240 Updating WAITING jobs +2021-12-18 18:41:57,240 Update finished +2021-12-18 18:41:57,240 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:41:57,240 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:41:57,240 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:41:57,241 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:41:57,241 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:41:57,241 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:41:57,241 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:41:57,243 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:41:57,246 Job list saved +2021-12-18 18:41:57,250 Updating FAILED jobs +2021-12-18 18:41:57,250 Updating WAITING jobs +2021-12-18 18:41:57,250 Update finished +2021-12-18 18:42:07,258 Reloading parameters... +2021-12-18 18:42:07,278 Loading parameters... +2021-12-18 18:42:07,280 Loading project parameters... +2021-12-18 18:42:07,282 + +13 of 25 jobs remaining (18:42) +2021-12-18 18:42:07,282 Sleep: 10 +2021-12-18 18:42:07,282 Number of retrials: 0 +2021-12-18 18:42:07,283 WRAPPER CHECK TIME = 10 +2021-12-18 18:42:07,283 Checking jobs for platform=marenostrum4 +2021-12-18 18:42:07,284 Checking jobs for platform=nord3 +2021-12-18 18:42:07,284 Checking jobs for platform=local +2021-12-18 18:42:07,285 Checking jobs for platform=transfer_node +2021-12-18 18:42:07,285 Checking all jobs at once +2021-12-18 18:42:08,757 Successful check job command +2021-12-18 18:42:10,429 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:42:10,429 End of checking +2021-12-18 18:42:10,430 Updating FAILED jobs +2021-12-18 18:42:10,431 Updating WAITING jobs +2021-12-18 18:42:10,431 Update finished +2021-12-18 18:42:10,431 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:42:10,431 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:42:10,431 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:42:10,431 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:42:10,431 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:42:10,432 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:42:10,432 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:42:10,435 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:42:10,437 Job list saved +2021-12-18 18:42:10,441 Updating FAILED jobs +2021-12-18 18:42:10,442 Updating WAITING jobs +2021-12-18 18:42:10,442 Update finished +2021-12-18 18:42:20,446 Reloading parameters... +2021-12-18 18:42:20,465 Loading parameters... +2021-12-18 18:42:20,466 Loading project parameters... +2021-12-18 18:42:20,468 + +13 of 25 jobs remaining (18:42) +2021-12-18 18:42:20,468 Sleep: 10 +2021-12-18 18:42:20,468 Number of retrials: 0 +2021-12-18 18:42:20,468 WRAPPER CHECK TIME = 10 +2021-12-18 18:42:20,469 Checking jobs for platform=marenostrum4 +2021-12-18 18:42:20,469 Checking jobs for platform=nord3 +2021-12-18 18:42:20,470 Checking jobs for platform=local +2021-12-18 18:42:20,470 Checking jobs for platform=transfer_node +2021-12-18 18:42:20,470 Checking all jobs at once +2021-12-18 18:42:21,940 Successful check job command +2021-12-18 18:42:23,209 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:42:23,209 End of checking +2021-12-18 18:42:23,211 Updating FAILED jobs +2021-12-18 18:42:23,211 Updating WAITING jobs +2021-12-18 18:42:23,211 Update finished +2021-12-18 18:42:23,211 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:42:23,212 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:42:23,212 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:42:23,212 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:42:23,213 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:42:23,213 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:42:23,213 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:42:23,215 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:42:23,218 Job list saved +2021-12-18 18:42:23,222 Updating FAILED jobs +2021-12-18 18:42:23,223 Updating WAITING jobs +2021-12-18 18:42:23,223 Update finished +2021-12-18 18:42:33,230 Reloading parameters... +2021-12-18 18:42:33,247 Loading parameters... +2021-12-18 18:42:33,249 Loading project parameters... +2021-12-18 18:42:33,251 + +13 of 25 jobs remaining (18:42) +2021-12-18 18:42:33,251 Sleep: 10 +2021-12-18 18:42:33,251 Number of retrials: 0 +2021-12-18 18:42:33,251 WRAPPER CHECK TIME = 10 +2021-12-18 18:42:33,252 Checking jobs for platform=marenostrum4 +2021-12-18 18:42:33,252 Checking jobs for platform=nord3 +2021-12-18 18:42:33,253 Checking jobs for platform=local +2021-12-18 18:42:33,253 Checking jobs for platform=transfer_node +2021-12-18 18:42:33,253 Checking all jobs at once +2021-12-18 18:42:34,723 Successful check job command +2021-12-18 18:42:35,992 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:42:35,992 End of checking +2021-12-18 18:42:35,994 Updating FAILED jobs +2021-12-18 18:42:35,994 Updating WAITING jobs +2021-12-18 18:42:35,994 Update finished +2021-12-18 18:42:35,994 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:42:35,995 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:42:35,995 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:42:35,995 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:42:35,995 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:42:35,995 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:42:35,995 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:42:35,998 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:42:36,000 Job list saved +2021-12-18 18:42:36,005 Updating FAILED jobs +2021-12-18 18:42:36,005 Updating WAITING jobs +2021-12-18 18:42:36,005 Update finished +2021-12-18 18:42:46,015 Reloading parameters... +2021-12-18 18:42:46,033 Loading parameters... +2021-12-18 18:42:46,034 Loading project parameters... +2021-12-18 18:42:46,036 + +13 of 25 jobs remaining (18:42) +2021-12-18 18:42:46,037 Sleep: 10 +2021-12-18 18:42:46,037 Number of retrials: 0 +2021-12-18 18:42:46,037 WRAPPER CHECK TIME = 10 +2021-12-18 18:42:46,037 Checking jobs for platform=marenostrum4 +2021-12-18 18:42:46,038 Checking jobs for platform=nord3 +2021-12-18 18:42:46,038 Checking jobs for platform=local +2021-12-18 18:42:46,039 Checking jobs for platform=transfer_node +2021-12-18 18:42:46,039 Checking all jobs at once +2021-12-18 18:42:47,360 Successful check job command +2021-12-18 18:42:48,680 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:42:48,681 End of checking +2021-12-18 18:42:48,682 Updating FAILED jobs +2021-12-18 18:42:48,682 Updating WAITING jobs +2021-12-18 18:42:48,682 Update finished +2021-12-18 18:42:48,682 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:42:48,683 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:42:48,683 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:42:48,683 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:42:48,683 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:42:48,683 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:42:48,683 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:42:48,686 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:42:48,688 Job list saved +2021-12-18 18:42:48,693 Updating FAILED jobs +2021-12-18 18:42:48,693 Updating WAITING jobs +2021-12-18 18:42:48,693 Update finished +2021-12-18 18:42:58,703 Reloading parameters... +2021-12-18 18:42:58,720 Loading parameters... +2021-12-18 18:42:58,722 Loading project parameters... +2021-12-18 18:42:58,724 + +13 of 25 jobs remaining (18:42) +2021-12-18 18:42:58,724 Sleep: 10 +2021-12-18 18:42:58,724 Number of retrials: 0 +2021-12-18 18:42:58,724 WRAPPER CHECK TIME = 10 +2021-12-18 18:42:58,725 Checking jobs for platform=marenostrum4 +2021-12-18 18:42:58,725 Checking jobs for platform=nord3 +2021-12-18 18:42:58,726 Checking jobs for platform=local +2021-12-18 18:42:58,726 Checking jobs for platform=transfer_node +2021-12-18 18:42:58,726 Checking all jobs at once +2021-12-18 18:43:00,046 Successful check job command +2021-12-18 18:43:01,316 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:43:01,316 End of checking +2021-12-18 18:43:01,318 Updating FAILED jobs +2021-12-18 18:43:01,318 Updating WAITING jobs +2021-12-18 18:43:01,318 Update finished +2021-12-18 18:43:01,318 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:43:01,319 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:43:01,319 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:43:01,319 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:43:01,319 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:43:01,319 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:43:01,320 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:43:01,322 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:43:01,325 Job list saved +2021-12-18 18:43:01,329 Updating FAILED jobs +2021-12-18 18:43:01,329 Updating WAITING jobs +2021-12-18 18:43:01,329 Update finished +2021-12-18 18:43:11,339 Reloading parameters... +2021-12-18 18:43:11,357 Loading parameters... +2021-12-18 18:43:11,358 Loading project parameters... +2021-12-18 18:43:11,360 + +13 of 25 jobs remaining (18:43) +2021-12-18 18:43:11,360 Sleep: 10 +2021-12-18 18:43:11,360 Number of retrials: 0 +2021-12-18 18:43:11,360 WRAPPER CHECK TIME = 10 +2021-12-18 18:43:11,361 Checking jobs for platform=marenostrum4 +2021-12-18 18:43:11,361 Checking jobs for platform=nord3 +2021-12-18 18:43:11,362 Checking jobs for platform=local +2021-12-18 18:43:11,362 Checking jobs for platform=transfer_node +2021-12-18 18:43:11,363 Checking all jobs at once +2021-12-18 18:43:12,682 Successful check job command +2021-12-18 18:43:13,951 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:43:13,951 End of checking +2021-12-18 18:43:13,952 Updating FAILED jobs +2021-12-18 18:43:13,952 Updating WAITING jobs +2021-12-18 18:43:13,953 Update finished +2021-12-18 18:43:13,953 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:43:13,953 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:43:13,953 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:43:13,953 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:43:13,953 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:43:13,953 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:43:13,954 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:43:13,956 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:43:13,958 Job list saved +2021-12-18 18:43:13,963 Updating FAILED jobs +2021-12-18 18:43:13,963 Updating WAITING jobs +2021-12-18 18:43:13,963 Update finished +2021-12-18 18:43:23,973 Reloading parameters... +2021-12-18 18:43:23,995 Loading parameters... +2021-12-18 18:43:23,997 Loading project parameters... +2021-12-18 18:43:23,999 + +13 of 25 jobs remaining (18:43) +2021-12-18 18:43:23,999 Sleep: 10 +2021-12-18 18:43:23,999 Number of retrials: 0 +2021-12-18 18:43:23,999 WRAPPER CHECK TIME = 10 +2021-12-18 18:43:24,000 Checking jobs for platform=marenostrum4 +2021-12-18 18:43:24,000 Checking jobs for platform=nord3 +2021-12-18 18:43:24,001 Checking jobs for platform=local +2021-12-18 18:43:24,001 Checking jobs for platform=transfer_node +2021-12-18 18:43:24,001 Checking all jobs at once +2021-12-18 18:43:25,426 Successful check job command +2021-12-18 18:43:27,096 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:43:27,096 End of checking +2021-12-18 18:43:27,097 Updating FAILED jobs +2021-12-18 18:43:27,097 Updating WAITING jobs +2021-12-18 18:43:27,098 Update finished +2021-12-18 18:43:27,098 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:43:27,098 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:43:27,098 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:43:27,098 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:43:27,098 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:43:27,098 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:43:27,099 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:43:27,101 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:43:27,103 Job list saved +2021-12-18 18:43:27,108 Updating FAILED jobs +2021-12-18 18:43:27,108 Updating WAITING jobs +2021-12-18 18:43:27,108 Update finished +2021-12-18 18:43:37,118 Reloading parameters... +2021-12-18 18:43:37,140 Loading parameters... +2021-12-18 18:43:37,141 Loading project parameters... +2021-12-18 18:43:37,143 + +13 of 25 jobs remaining (18:43) +2021-12-18 18:43:37,143 Sleep: 10 +2021-12-18 18:43:37,143 Number of retrials: 0 +2021-12-18 18:43:37,143 WRAPPER CHECK TIME = 10 +2021-12-18 18:43:37,144 Checking jobs for platform=marenostrum4 +2021-12-18 18:43:37,145 Checking jobs for platform=nord3 +2021-12-18 18:43:37,145 Checking jobs for platform=local +2021-12-18 18:43:37,146 Checking jobs for platform=transfer_node +2021-12-18 18:43:37,146 Checking all jobs at once +2021-12-18 18:43:38,515 Successful check job command +2021-12-18 18:43:40,135 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:43:40,136 End of checking +2021-12-18 18:43:40,137 Updating FAILED jobs +2021-12-18 18:43:40,137 Updating WAITING jobs +2021-12-18 18:43:40,137 Update finished +2021-12-18 18:43:40,138 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:43:40,138 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:43:40,139 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:43:40,139 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:43:40,139 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:43:40,139 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:43:40,139 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:43:40,142 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:43:40,144 Job list saved +2021-12-18 18:43:40,149 Updating FAILED jobs +2021-12-18 18:43:40,149 Updating WAITING jobs +2021-12-18 18:43:40,149 Update finished +2021-12-18 18:43:50,153 Reloading parameters... +2021-12-18 18:43:50,173 Loading parameters... +2021-12-18 18:43:50,174 Loading project parameters... +2021-12-18 18:43:50,176 + +13 of 25 jobs remaining (18:43) +2021-12-18 18:43:50,176 Sleep: 10 +2021-12-18 18:43:50,176 Number of retrials: 0 +2021-12-18 18:43:50,176 WRAPPER CHECK TIME = 10 +2021-12-18 18:43:50,177 Checking jobs for platform=marenostrum4 +2021-12-18 18:43:50,177 Checking jobs for platform=nord3 +2021-12-18 18:43:50,178 Checking jobs for platform=local +2021-12-18 18:43:50,178 Checking jobs for platform=transfer_node +2021-12-18 18:43:50,178 Checking all jobs at once +2021-12-18 18:43:51,498 Successful check job command +2021-12-18 18:43:52,772 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:43:52,772 End of checking +2021-12-18 18:43:52,773 Updating FAILED jobs +2021-12-18 18:43:52,774 Updating WAITING jobs +2021-12-18 18:43:52,774 Update finished +2021-12-18 18:43:52,774 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:43:52,774 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:43:52,774 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:43:52,774 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:43:52,775 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:43:52,775 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:43:52,775 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:43:52,777 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:43:52,780 Job list saved +2021-12-18 18:43:52,784 Updating FAILED jobs +2021-12-18 18:43:52,784 Updating WAITING jobs +2021-12-18 18:43:52,784 Update finished +2021-12-18 18:44:02,795 Reloading parameters... +2021-12-18 18:44:02,814 Loading parameters... +2021-12-18 18:44:02,815 Loading project parameters... +2021-12-18 18:44:02,817 + +13 of 25 jobs remaining (18:44) +2021-12-18 18:44:02,817 Sleep: 10 +2021-12-18 18:44:02,817 Number of retrials: 0 +2021-12-18 18:44:02,817 WRAPPER CHECK TIME = 10 +2021-12-18 18:44:02,818 Checking jobs for platform=marenostrum4 +2021-12-18 18:44:02,818 Checking jobs for platform=nord3 +2021-12-18 18:44:02,819 Checking jobs for platform=local +2021-12-18 18:44:02,820 Checking jobs for platform=transfer_node +2021-12-18 18:44:02,820 Checking all jobs at once +2021-12-18 18:44:04,141 Successful check job command +2021-12-18 18:44:05,461 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:44:05,462 End of checking +2021-12-18 18:44:05,463 Updating FAILED jobs +2021-12-18 18:44:05,463 Updating WAITING jobs +2021-12-18 18:44:05,463 Update finished +2021-12-18 18:44:05,463 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:44:05,464 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:44:05,464 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:44:05,464 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:44:05,464 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:44:05,464 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:44:05,464 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:44:05,467 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:44:05,469 Job list saved +2021-12-18 18:44:05,474 Updating FAILED jobs +2021-12-18 18:44:05,474 Updating WAITING jobs +2021-12-18 18:44:05,474 Update finished +2021-12-18 18:44:15,483 Reloading parameters... +2021-12-18 18:44:15,502 Loading parameters... +2021-12-18 18:44:15,503 Loading project parameters... +2021-12-18 18:44:15,505 + +13 of 25 jobs remaining (18:44) +2021-12-18 18:44:15,505 Sleep: 10 +2021-12-18 18:44:15,505 Number of retrials: 0 +2021-12-18 18:44:15,506 WRAPPER CHECK TIME = 10 +2021-12-18 18:44:15,506 Checking jobs for platform=marenostrum4 +2021-12-18 18:44:15,507 Checking jobs for platform=nord3 +2021-12-18 18:44:15,507 Checking jobs for platform=local +2021-12-18 18:44:15,508 Checking jobs for platform=transfer_node +2021-12-18 18:44:15,508 Checking all jobs at once +2021-12-18 18:44:16,827 Successful check job command +2021-12-18 18:44:18,147 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:44:18,147 End of checking +2021-12-18 18:44:18,149 Updating FAILED jobs +2021-12-18 18:44:18,149 Updating WAITING jobs +2021-12-18 18:44:18,149 Update finished +2021-12-18 18:44:18,149 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:44:18,150 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:44:18,150 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:44:18,150 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:44:18,150 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:44:18,150 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:44:18,150 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:44:18,153 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:44:18,156 Job list saved +2021-12-18 18:44:18,160 Updating FAILED jobs +2021-12-18 18:44:18,161 Updating WAITING jobs +2021-12-18 18:44:18,161 Update finished +2021-12-18 18:44:28,167 Reloading parameters... +2021-12-18 18:44:28,187 Loading parameters... +2021-12-18 18:44:28,188 Loading project parameters... +2021-12-18 18:44:28,190 + +13 of 25 jobs remaining (18:44) +2021-12-18 18:44:28,190 Sleep: 10 +2021-12-18 18:44:28,190 Number of retrials: 0 +2021-12-18 18:44:28,190 WRAPPER CHECK TIME = 10 +2021-12-18 18:44:28,191 Checking jobs for platform=marenostrum4 +2021-12-18 18:44:28,191 Checking jobs for platform=nord3 +2021-12-18 18:44:28,192 Checking jobs for platform=local +2021-12-18 18:44:28,192 Checking jobs for platform=transfer_node +2021-12-18 18:44:28,192 Checking all jobs at once +2021-12-18 18:44:29,612 Successful check job command +2021-12-18 18:44:30,982 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:44:30,982 End of checking +2021-12-18 18:44:30,984 Updating FAILED jobs +2021-12-18 18:44:30,984 Updating WAITING jobs +2021-12-18 18:44:30,984 Update finished +2021-12-18 18:44:30,984 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:44:30,985 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:44:30,985 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:44:30,985 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:44:30,985 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:44:30,985 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:44:30,985 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:44:30,989 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:44:30,992 Job list saved +2021-12-18 18:44:30,996 Updating FAILED jobs +2021-12-18 18:44:30,996 Updating WAITING jobs +2021-12-18 18:44:30,997 Update finished +2021-12-18 18:44:40,998 Reloading parameters... +2021-12-18 18:44:41,017 Loading parameters... +2021-12-18 18:44:41,018 Loading project parameters... +2021-12-18 18:44:41,021 + +13 of 25 jobs remaining (18:44) +2021-12-18 18:44:41,021 Sleep: 10 +2021-12-18 18:44:41,021 Number of retrials: 0 +2021-12-18 18:44:41,021 WRAPPER CHECK TIME = 10 +2021-12-18 18:44:41,022 Checking jobs for platform=marenostrum4 +2021-12-18 18:44:41,022 Checking jobs for platform=nord3 +2021-12-18 18:44:41,023 Checking jobs for platform=local +2021-12-18 18:44:41,023 Checking jobs for platform=transfer_node +2021-12-18 18:44:41,023 Checking all jobs at once +2021-12-18 18:44:42,501 Successful check job command +2021-12-18 18:44:43,871 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:44:43,871 End of checking +2021-12-18 18:44:43,872 Updating FAILED jobs +2021-12-18 18:44:43,872 Updating WAITING jobs +2021-12-18 18:44:43,873 Update finished +2021-12-18 18:44:43,873 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:44:43,873 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:44:43,873 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:44:43,873 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:44:43,873 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:44:43,874 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:44:43,874 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:44:43,876 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:44:43,879 Job list saved +2021-12-18 18:44:43,884 Updating FAILED jobs +2021-12-18 18:44:43,884 Updating WAITING jobs +2021-12-18 18:44:43,884 Update finished +2021-12-18 18:44:53,894 Reloading parameters... +2021-12-18 18:44:53,913 Loading parameters... +2021-12-18 18:44:53,914 Loading project parameters... +2021-12-18 18:44:53,916 + +13 of 25 jobs remaining (18:44) +2021-12-18 18:44:53,916 Sleep: 10 +2021-12-18 18:44:53,917 Number of retrials: 0 +2021-12-18 18:44:53,917 WRAPPER CHECK TIME = 10 +2021-12-18 18:44:53,917 Checking jobs for platform=marenostrum4 +2021-12-18 18:44:53,918 Checking jobs for platform=nord3 +2021-12-18 18:44:53,918 Checking jobs for platform=local +2021-12-18 18:44:53,919 Checking jobs for platform=transfer_node +2021-12-18 18:44:53,919 Checking all jobs at once +2021-12-18 18:44:55,288 Successful check job command +2021-12-18 18:44:56,658 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:44:56,658 End of checking +2021-12-18 18:44:56,660 Updating FAILED jobs +2021-12-18 18:44:56,660 Updating WAITING jobs +2021-12-18 18:44:56,660 Update finished +2021-12-18 18:44:56,660 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:44:56,661 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:44:56,661 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:44:56,661 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:44:56,662 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:44:56,662 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:44:56,662 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:44:56,664 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:44:56,667 Job list saved +2021-12-18 18:44:56,674 Updating FAILED jobs +2021-12-18 18:44:56,674 Updating WAITING jobs +2021-12-18 18:44:56,675 Update finished +2021-12-18 18:45:06,685 Reloading parameters... +2021-12-18 18:45:06,704 Loading parameters... +2021-12-18 18:45:06,705 Loading project parameters... +2021-12-18 18:45:06,707 + +13 of 25 jobs remaining (18:45) +2021-12-18 18:45:06,707 Sleep: 10 +2021-12-18 18:45:06,708 Number of retrials: 0 +2021-12-18 18:45:06,708 WRAPPER CHECK TIME = 10 +2021-12-18 18:45:06,708 Checking jobs for platform=marenostrum4 +2021-12-18 18:45:06,709 Checking jobs for platform=nord3 +2021-12-18 18:45:06,709 Checking jobs for platform=local +2021-12-18 18:45:06,710 Checking jobs for platform=transfer_node +2021-12-18 18:45:06,710 Checking all jobs at once +2021-12-18 18:45:08,030 Successful check job command +2021-12-18 18:45:09,248 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:45:09,249 End of checking +2021-12-18 18:45:09,250 Updating FAILED jobs +2021-12-18 18:45:09,250 Updating WAITING jobs +2021-12-18 18:45:09,250 Update finished +2021-12-18 18:45:09,251 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:45:09,251 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:45:09,251 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:45:09,251 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:45:09,251 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:45:09,251 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:45:09,251 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:45:09,254 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:45:09,256 Job list saved +2021-12-18 18:45:09,261 Updating FAILED jobs +2021-12-18 18:45:09,261 Updating WAITING jobs +2021-12-18 18:45:09,261 Update finished +2021-12-18 18:45:19,271 Reloading parameters... +2021-12-18 18:45:19,291 Loading parameters... +2021-12-18 18:45:19,292 Loading project parameters... +2021-12-18 18:45:19,295 + +13 of 25 jobs remaining (18:45) +2021-12-18 18:45:19,295 Sleep: 10 +2021-12-18 18:45:19,295 Number of retrials: 0 +2021-12-18 18:45:19,295 WRAPPER CHECK TIME = 10 +2021-12-18 18:45:19,296 Checking jobs for platform=marenostrum4 +2021-12-18 18:45:19,296 Checking jobs for platform=nord3 +2021-12-18 18:45:19,297 Checking jobs for platform=local +2021-12-18 18:45:19,297 Checking jobs for platform=transfer_node +2021-12-18 18:45:19,297 Checking all jobs at once +2021-12-18 18:45:20,667 Successful check job command +2021-12-18 18:45:21,888 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:45:21,888 End of checking +2021-12-18 18:45:21,890 Updating FAILED jobs +2021-12-18 18:45:21,890 Updating WAITING jobs +2021-12-18 18:45:21,890 Update finished +2021-12-18 18:45:21,890 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:45:21,891 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:45:21,891 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:45:21,891 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:45:21,891 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:45:21,891 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:45:21,891 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:45:21,894 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:45:21,897 Job list saved +2021-12-18 18:45:21,902 Updating FAILED jobs +2021-12-18 18:45:21,902 Updating WAITING jobs +2021-12-18 18:45:21,902 Update finished +2021-12-18 18:45:31,912 Reloading parameters... +2021-12-18 18:45:31,930 Loading parameters... +2021-12-18 18:45:31,932 Loading project parameters... +2021-12-18 18:45:31,934 + +13 of 25 jobs remaining (18:45) +2021-12-18 18:45:31,934 Sleep: 10 +2021-12-18 18:45:31,934 Number of retrials: 0 +2021-12-18 18:45:31,934 WRAPPER CHECK TIME = 10 +2021-12-18 18:45:31,935 Checking jobs for platform=marenostrum4 +2021-12-18 18:45:31,935 Checking jobs for platform=nord3 +2021-12-18 18:45:31,936 Checking jobs for platform=local +2021-12-18 18:45:31,936 Checking jobs for platform=transfer_node +2021-12-18 18:45:31,936 Checking all jobs at once +2021-12-18 18:45:33,306 Successful check job command +2021-12-18 18:45:34,625 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:45:34,625 End of checking +2021-12-18 18:45:34,627 Updating FAILED jobs +2021-12-18 18:45:34,627 Updating WAITING jobs +2021-12-18 18:45:34,627 Update finished +2021-12-18 18:45:34,627 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:45:34,628 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:45:34,628 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:45:34,628 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:45:34,628 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:45:34,629 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:45:34,629 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:45:34,631 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:45:34,633 Job list saved +2021-12-18 18:45:34,638 Updating FAILED jobs +2021-12-18 18:45:34,638 Updating WAITING jobs +2021-12-18 18:45:34,639 Update finished +2021-12-18 18:45:44,646 Reloading parameters... +2021-12-18 18:45:44,665 Loading parameters... +2021-12-18 18:45:44,667 Loading project parameters... +2021-12-18 18:45:44,669 + +13 of 25 jobs remaining (18:45) +2021-12-18 18:45:44,669 Sleep: 10 +2021-12-18 18:45:44,669 Number of retrials: 0 +2021-12-18 18:45:44,669 WRAPPER CHECK TIME = 10 +2021-12-18 18:45:44,670 Checking jobs for platform=marenostrum4 +2021-12-18 18:45:44,670 Checking jobs for platform=nord3 +2021-12-18 18:45:44,671 Checking jobs for platform=local +2021-12-18 18:45:44,671 Checking jobs for platform=transfer_node +2021-12-18 18:45:44,671 Checking all jobs at once +2021-12-18 18:45:46,090 Successful check job command +2021-12-18 18:45:47,460 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:45:47,460 End of checking +2021-12-18 18:45:47,461 Updating FAILED jobs +2021-12-18 18:45:47,462 Updating WAITING jobs +2021-12-18 18:45:47,462 Update finished +2021-12-18 18:45:47,462 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:45:47,462 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:45:47,462 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:45:47,462 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:45:47,463 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:45:47,463 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:45:47,463 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:45:47,466 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:45:47,468 Job list saved +2021-12-18 18:45:47,474 Updating FAILED jobs +2021-12-18 18:45:47,474 Updating WAITING jobs +2021-12-18 18:45:47,475 Update finished +2021-12-18 18:45:57,485 Reloading parameters... +2021-12-18 18:45:57,506 Loading parameters... +2021-12-18 18:45:57,507 Loading project parameters... +2021-12-18 18:45:57,509 + +13 of 25 jobs remaining (18:45) +2021-12-18 18:45:57,509 Sleep: 10 +2021-12-18 18:45:57,509 Number of retrials: 0 +2021-12-18 18:45:57,510 WRAPPER CHECK TIME = 10 +2021-12-18 18:45:57,510 Checking jobs for platform=marenostrum4 +2021-12-18 18:45:57,511 Checking jobs for platform=nord3 +2021-12-18 18:45:57,511 Checking jobs for platform=local +2021-12-18 18:45:57,512 Checking jobs for platform=transfer_node +2021-12-18 18:45:57,512 Checking all jobs at once +2021-12-18 18:45:58,781 Successful check job command +2021-12-18 18:46:00,050 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:46:00,050 End of checking +2021-12-18 18:46:00,052 Updating FAILED jobs +2021-12-18 18:46:00,052 Updating WAITING jobs +2021-12-18 18:46:00,052 Update finished +2021-12-18 18:46:00,052 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:46:00,052 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:46:00,052 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:46:00,053 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:46:00,053 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:46:00,053 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:46:00,053 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:46:00,057 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:46:00,059 Job list saved +2021-12-18 18:46:00,064 Updating FAILED jobs +2021-12-18 18:46:00,064 Updating WAITING jobs +2021-12-18 18:46:00,065 Update finished +2021-12-18 18:46:10,075 Reloading parameters... +2021-12-18 18:46:10,096 Loading parameters... +2021-12-18 18:46:10,098 Loading project parameters... +2021-12-18 18:46:10,100 + +13 of 25 jobs remaining (18:46) +2021-12-18 18:46:10,100 Sleep: 10 +2021-12-18 18:46:10,100 Number of retrials: 0 +2021-12-18 18:46:10,100 WRAPPER CHECK TIME = 10 +2021-12-18 18:46:10,101 Checking jobs for platform=marenostrum4 +2021-12-18 18:46:10,101 Checking jobs for platform=nord3 +2021-12-18 18:46:10,102 Checking jobs for platform=local +2021-12-18 18:46:10,102 Checking jobs for platform=transfer_node +2021-12-18 18:46:10,102 Checking all jobs at once +2021-12-18 18:46:11,422 Successful check job command +2021-12-18 18:46:12,642 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:46:12,642 End of checking +2021-12-18 18:46:12,644 Updating FAILED jobs +2021-12-18 18:46:12,644 Updating WAITING jobs +2021-12-18 18:46:12,644 Update finished +2021-12-18 18:46:12,644 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:46:12,645 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:46:12,645 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:46:12,645 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:46:12,646 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:46:12,646 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:46:12,646 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:46:12,649 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:46:12,651 Job list saved +2021-12-18 18:46:12,658 Updating FAILED jobs +2021-12-18 18:46:12,658 Updating WAITING jobs +2021-12-18 18:46:12,658 Update finished +2021-12-18 18:46:22,668 Reloading parameters... +2021-12-18 18:46:22,688 Loading parameters... +2021-12-18 18:46:22,689 Loading project parameters... +2021-12-18 18:46:22,691 + +13 of 25 jobs remaining (18:46) +2021-12-18 18:46:22,691 Sleep: 10 +2021-12-18 18:46:22,691 Number of retrials: 0 +2021-12-18 18:46:22,691 WRAPPER CHECK TIME = 10 +2021-12-18 18:46:22,692 Checking jobs for platform=marenostrum4 +2021-12-18 18:46:22,692 Checking jobs for platform=nord3 +2021-12-18 18:46:22,693 Checking jobs for platform=local +2021-12-18 18:46:22,694 Checking jobs for platform=transfer_node +2021-12-18 18:46:22,694 Checking all jobs at once +2021-12-18 18:46:24,014 Successful check job command +2021-12-18 18:46:25,334 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:46:25,334 End of checking +2021-12-18 18:46:25,336 Updating FAILED jobs +2021-12-18 18:46:25,336 Updating WAITING jobs +2021-12-18 18:46:25,336 Update finished +2021-12-18 18:46:25,336 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:46:25,337 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:46:25,337 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:46:25,337 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:46:25,337 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:46:25,337 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:46:25,337 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:46:25,340 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:46:25,342 Job list saved +2021-12-18 18:46:25,347 Updating FAILED jobs +2021-12-18 18:46:25,348 Updating WAITING jobs +2021-12-18 18:46:25,348 Update finished +2021-12-18 18:46:35,358 Reloading parameters... +2021-12-18 18:46:35,377 Loading parameters... +2021-12-18 18:46:35,379 Loading project parameters... +2021-12-18 18:46:35,380 + +13 of 25 jobs remaining (18:46) +2021-12-18 18:46:35,381 Sleep: 10 +2021-12-18 18:46:35,381 Number of retrials: 0 +2021-12-18 18:46:35,381 WRAPPER CHECK TIME = 10 +2021-12-18 18:46:35,381 Checking jobs for platform=marenostrum4 +2021-12-18 18:46:35,382 Checking jobs for platform=nord3 +2021-12-18 18:46:35,382 Checking jobs for platform=local +2021-12-18 18:46:35,383 Checking jobs for platform=transfer_node +2021-12-18 18:46:35,383 Checking all jobs at once +2021-12-18 18:46:36,802 Successful check job command +2021-12-18 18:46:38,071 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:46:38,072 End of checking +2021-12-18 18:46:38,073 Updating FAILED jobs +2021-12-18 18:46:38,073 Updating WAITING jobs +2021-12-18 18:46:38,074 Update finished +2021-12-18 18:46:38,074 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:46:38,074 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:46:38,074 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:46:38,074 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:46:38,074 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:46:38,074 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:46:38,074 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:46:38,077 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:46:38,079 Job list saved +2021-12-18 18:46:38,085 Updating FAILED jobs +2021-12-18 18:46:38,085 Updating WAITING jobs +2021-12-18 18:46:38,085 Update finished +2021-12-18 18:46:48,095 Reloading parameters... +2021-12-18 18:46:48,114 Loading parameters... +2021-12-18 18:46:48,115 Loading project parameters... +2021-12-18 18:46:48,117 + +13 of 25 jobs remaining (18:46) +2021-12-18 18:46:48,117 Sleep: 10 +2021-12-18 18:46:48,117 Number of retrials: 0 +2021-12-18 18:46:48,118 WRAPPER CHECK TIME = 10 +2021-12-18 18:46:48,118 Checking jobs for platform=marenostrum4 +2021-12-18 18:46:48,119 Checking jobs for platform=nord3 +2021-12-18 18:46:48,119 Checking jobs for platform=local +2021-12-18 18:46:48,120 Checking jobs for platform=transfer_node +2021-12-18 18:46:48,120 Checking all jobs at once +2021-12-18 18:46:49,491 Successful check job command +2021-12-18 18:46:50,810 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:46:50,811 End of checking +2021-12-18 18:46:50,812 Updating FAILED jobs +2021-12-18 18:46:50,813 Updating WAITING jobs +2021-12-18 18:46:50,813 Update finished +2021-12-18 18:46:50,813 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:46:50,813 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:46:50,814 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:46:50,814 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:46:50,814 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:46:50,814 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:46:50,814 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:46:50,817 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:46:50,819 Job list saved +2021-12-18 18:46:50,826 Updating FAILED jobs +2021-12-18 18:46:50,826 Updating WAITING jobs +2021-12-18 18:46:50,826 Update finished +2021-12-18 18:47:00,835 Reloading parameters... +2021-12-18 18:47:00,856 Loading parameters... +2021-12-18 18:47:00,857 Loading project parameters... +2021-12-18 18:47:00,859 + +13 of 25 jobs remaining (18:47) +2021-12-18 18:47:00,860 Sleep: 10 +2021-12-18 18:47:00,860 Number of retrials: 0 +2021-12-18 18:47:00,860 WRAPPER CHECK TIME = 10 +2021-12-18 18:47:00,860 Checking jobs for platform=marenostrum4 +2021-12-18 18:47:00,861 Checking jobs for platform=nord3 +2021-12-18 18:47:00,861 Checking jobs for platform=local +2021-12-18 18:47:00,862 Checking jobs for platform=transfer_node +2021-12-18 18:47:00,862 Checking all jobs at once +2021-12-18 18:47:02,131 Successful check job command +2021-12-18 18:47:03,404 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:47:03,404 End of checking +2021-12-18 18:47:03,405 Updating FAILED jobs +2021-12-18 18:47:03,405 Updating WAITING jobs +2021-12-18 18:47:03,406 Update finished +2021-12-18 18:47:03,406 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:47:03,406 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:47:03,406 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:47:03,406 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:47:03,407 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:47:03,407 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:47:03,407 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:47:03,410 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:47:03,412 Job list saved +2021-12-18 18:47:03,421 Updating FAILED jobs +2021-12-18 18:47:03,421 Updating WAITING jobs +2021-12-18 18:47:03,421 Update finished +2021-12-18 18:47:13,421 Reloading parameters... +2021-12-18 18:47:13,440 Loading parameters... +2021-12-18 18:47:13,442 Loading project parameters... +2021-12-18 18:47:13,443 + +13 of 25 jobs remaining (18:47) +2021-12-18 18:47:13,444 Sleep: 10 +2021-12-18 18:47:13,444 Number of retrials: 0 +2021-12-18 18:47:13,444 WRAPPER CHECK TIME = 10 +2021-12-18 18:47:13,445 Checking jobs for platform=marenostrum4 +2021-12-18 18:47:13,445 Checking jobs for platform=nord3 +2021-12-18 18:47:13,446 Checking jobs for platform=local +2021-12-18 18:47:13,446 Checking jobs for platform=transfer_node +2021-12-18 18:47:13,446 Checking all jobs at once +2021-12-18 18:47:14,815 Successful check job command +2021-12-18 18:47:16,084 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:47:16,085 End of checking +2021-12-18 18:47:16,086 Updating FAILED jobs +2021-12-18 18:47:16,087 Updating WAITING jobs +2021-12-18 18:47:16,087 Update finished +2021-12-18 18:47:16,087 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:47:16,087 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:47:16,087 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:47:16,087 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:47:16,087 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:47:16,088 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:47:16,088 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:47:16,091 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:47:16,093 Job list saved +2021-12-18 18:47:16,098 Updating FAILED jobs +2021-12-18 18:47:16,098 Updating WAITING jobs +2021-12-18 18:47:16,099 Update finished +2021-12-18 18:47:26,108 Reloading parameters... +2021-12-18 18:47:26,127 Loading parameters... +2021-12-18 18:47:26,129 Loading project parameters... +2021-12-18 18:47:26,131 + +13 of 25 jobs remaining (18:47) +2021-12-18 18:47:26,132 Sleep: 10 +2021-12-18 18:47:26,132 Number of retrials: 0 +2021-12-18 18:47:26,132 WRAPPER CHECK TIME = 10 +2021-12-18 18:47:26,132 Checking jobs for platform=marenostrum4 +2021-12-18 18:47:26,133 Checking jobs for platform=nord3 +2021-12-18 18:47:26,133 Checking jobs for platform=local +2021-12-18 18:47:26,134 Checking jobs for platform=transfer_node +2021-12-18 18:47:26,134 Checking all jobs at once +2021-12-18 18:47:27,755 Successful check job command +2021-12-18 18:47:28,975 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:47:28,975 End of checking +2021-12-18 18:47:28,976 Updating FAILED jobs +2021-12-18 18:47:28,977 Updating WAITING jobs +2021-12-18 18:47:28,977 Update finished +2021-12-18 18:47:28,978 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:47:28,978 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:47:28,979 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:47:28,979 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:47:28,979 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:47:28,979 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:47:28,979 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:47:28,982 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:47:28,985 Job list saved +2021-12-18 18:47:29,003 Updating FAILED jobs +2021-12-18 18:47:29,003 Updating WAITING jobs +2021-12-18 18:47:29,003 Update finished +2021-12-18 18:47:39,013 Reloading parameters... +2021-12-18 18:47:39,032 Loading parameters... +2021-12-18 18:47:39,033 Loading project parameters... +2021-12-18 18:47:39,035 + +13 of 25 jobs remaining (18:47) +2021-12-18 18:47:39,035 Sleep: 10 +2021-12-18 18:47:39,035 Number of retrials: 0 +2021-12-18 18:47:39,035 WRAPPER CHECK TIME = 10 +2021-12-18 18:47:39,036 Checking jobs for platform=marenostrum4 +2021-12-18 18:47:39,036 Checking jobs for platform=nord3 +2021-12-18 18:47:39,037 Checking jobs for platform=local +2021-12-18 18:47:39,037 Checking jobs for platform=transfer_node +2021-12-18 18:47:39,037 Checking all jobs at once +2021-12-18 18:47:40,407 Successful check job command +2021-12-18 18:47:41,777 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:47:41,777 End of checking +2021-12-18 18:47:41,778 Updating FAILED jobs +2021-12-18 18:47:41,778 Updating WAITING jobs +2021-12-18 18:47:41,779 Update finished +2021-12-18 18:47:41,779 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:47:41,779 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:47:41,779 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:47:41,779 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:47:41,779 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:47:41,780 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:47:41,780 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:47:41,782 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:47:41,785 Job list saved +2021-12-18 18:47:41,789 Updating FAILED jobs +2021-12-18 18:47:41,790 Updating WAITING jobs +2021-12-18 18:47:41,790 Update finished +2021-12-18 18:47:51,800 Reloading parameters... +2021-12-18 18:47:51,819 Loading parameters... +2021-12-18 18:47:51,821 Loading project parameters... +2021-12-18 18:47:51,822 + +13 of 25 jobs remaining (18:47) +2021-12-18 18:47:51,823 Sleep: 10 +2021-12-18 18:47:51,823 Number of retrials: 0 +2021-12-18 18:47:51,823 WRAPPER CHECK TIME = 10 +2021-12-18 18:47:51,823 Checking jobs for platform=marenostrum4 +2021-12-18 18:47:51,824 Checking jobs for platform=nord3 +2021-12-18 18:47:51,825 Checking jobs for platform=local +2021-12-18 18:47:51,825 Checking jobs for platform=transfer_node +2021-12-18 18:47:51,825 Checking all jobs at once +2021-12-18 18:47:53,294 Successful check job command +2021-12-18 18:47:54,565 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:47:54,565 End of checking +2021-12-18 18:47:54,566 Updating FAILED jobs +2021-12-18 18:47:54,566 Updating WAITING jobs +2021-12-18 18:47:54,567 Update finished +2021-12-18 18:47:54,567 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:47:54,567 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:47:54,567 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:47:54,567 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:47:54,567 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:47:54,568 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:47:54,568 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:47:54,571 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:47:54,573 Job list saved +2021-12-18 18:47:54,579 Updating FAILED jobs +2021-12-18 18:47:54,579 Updating WAITING jobs +2021-12-18 18:47:54,579 Update finished +2021-12-18 18:48:04,592 Reloading parameters... +2021-12-18 18:48:04,613 Loading parameters... +2021-12-18 18:48:04,614 Loading project parameters... +2021-12-18 18:48:04,620 + +13 of 25 jobs remaining (18:48) +2021-12-18 18:48:04,620 Sleep: 10 +2021-12-18 18:48:04,620 Number of retrials: 0 +2021-12-18 18:48:04,620 WRAPPER CHECK TIME = 10 +2021-12-18 18:48:04,621 Checking jobs for platform=marenostrum4 +2021-12-18 18:48:04,621 Checking jobs for platform=nord3 +2021-12-18 18:48:04,622 Checking jobs for platform=local +2021-12-18 18:48:04,623 Checking jobs for platform=transfer_node +2021-12-18 18:48:04,623 Checking all jobs at once +2021-12-18 18:48:05,892 Successful check job command +2021-12-18 18:48:07,161 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:48:07,162 End of checking +2021-12-18 18:48:07,163 Updating FAILED jobs +2021-12-18 18:48:07,163 Updating WAITING jobs +2021-12-18 18:48:07,163 Update finished +2021-12-18 18:48:07,164 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:48:07,164 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:48:07,164 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:48:07,164 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:48:07,165 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:48:07,165 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:48:07,165 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:48:07,168 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:48:07,170 Job list saved +2021-12-18 18:48:07,175 Updating FAILED jobs +2021-12-18 18:48:07,175 Updating WAITING jobs +2021-12-18 18:48:07,175 Update finished +2021-12-18 18:48:17,184 Reloading parameters... +2021-12-18 18:48:17,203 Loading parameters... +2021-12-18 18:48:17,205 Loading project parameters... +2021-12-18 18:48:17,207 + +13 of 25 jobs remaining (18:48) +2021-12-18 18:48:17,207 Sleep: 10 +2021-12-18 18:48:17,207 Number of retrials: 0 +2021-12-18 18:48:17,207 WRAPPER CHECK TIME = 10 +2021-12-18 18:48:17,208 Checking jobs for platform=marenostrum4 +2021-12-18 18:48:17,208 Checking jobs for platform=nord3 +2021-12-18 18:48:17,209 Checking jobs for platform=local +2021-12-18 18:48:17,209 Checking jobs for platform=transfer_node +2021-12-18 18:48:17,209 Checking all jobs at once +2021-12-18 18:48:18,529 Successful check job command +2021-12-18 18:48:19,748 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:48:19,749 End of checking +2021-12-18 18:48:19,750 Updating FAILED jobs +2021-12-18 18:48:19,750 Updating WAITING jobs +2021-12-18 18:48:19,750 Update finished +2021-12-18 18:48:19,751 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:48:19,751 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:48:19,751 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:48:19,751 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:48:19,751 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:48:19,751 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:48:19,751 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:48:19,755 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:48:19,758 Job list saved +2021-12-18 18:48:19,765 Updating FAILED jobs +2021-12-18 18:48:19,765 Updating WAITING jobs +2021-12-18 18:48:19,765 Update finished +2021-12-18 18:48:29,775 Reloading parameters... +2021-12-18 18:48:29,794 Loading parameters... +2021-12-18 18:48:29,796 Loading project parameters... +2021-12-18 18:48:29,798 + +13 of 25 jobs remaining (18:48) +2021-12-18 18:48:29,798 Sleep: 10 +2021-12-18 18:48:29,798 Number of retrials: 0 +2021-12-18 18:48:29,799 WRAPPER CHECK TIME = 10 +2021-12-18 18:48:29,799 Checking jobs for platform=marenostrum4 +2021-12-18 18:48:29,800 Checking jobs for platform=nord3 +2021-12-18 18:48:29,800 Checking jobs for platform=local +2021-12-18 18:48:29,801 Checking jobs for platform=transfer_node +2021-12-18 18:48:29,801 Checking all jobs at once +2021-12-18 18:48:31,070 Successful check job command +2021-12-18 18:48:32,339 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:48:32,340 End of checking +2021-12-18 18:48:32,341 Updating FAILED jobs +2021-12-18 18:48:32,341 Updating WAITING jobs +2021-12-18 18:48:32,341 Update finished +2021-12-18 18:48:32,342 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:48:32,342 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:48:32,342 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:48:32,342 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:48:32,342 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:48:32,342 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:48:32,342 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:48:32,345 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:48:32,348 Job list saved +2021-12-18 18:48:32,354 Updating FAILED jobs +2021-12-18 18:48:32,354 Updating WAITING jobs +2021-12-18 18:48:32,354 Update finished +2021-12-18 18:48:42,364 Reloading parameters... +2021-12-18 18:48:42,389 Loading parameters... +2021-12-18 18:48:42,391 Loading project parameters... +2021-12-18 18:48:42,393 + +13 of 25 jobs remaining (18:48) +2021-12-18 18:48:42,393 Sleep: 10 +2021-12-18 18:48:42,393 Number of retrials: 0 +2021-12-18 18:48:42,394 WRAPPER CHECK TIME = 10 +2021-12-18 18:48:42,395 Checking jobs for platform=marenostrum4 +2021-12-18 18:48:42,395 Checking jobs for platform=nord3 +2021-12-18 18:48:42,396 Checking jobs for platform=local +2021-12-18 18:48:42,396 Checking jobs for platform=transfer_node +2021-12-18 18:48:42,396 Checking all jobs at once +2021-12-18 18:48:43,766 Successful check job command +2021-12-18 18:48:45,035 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:48:45,035 End of checking +2021-12-18 18:48:45,037 Updating FAILED jobs +2021-12-18 18:48:45,037 Updating WAITING jobs +2021-12-18 18:48:45,037 Update finished +2021-12-18 18:48:45,037 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:48:45,038 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:48:45,038 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:48:45,038 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:48:45,038 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:48:45,038 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:48:45,039 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:48:45,042 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:48:45,044 Job list saved +2021-12-18 18:48:45,050 Updating FAILED jobs +2021-12-18 18:48:45,050 Updating WAITING jobs +2021-12-18 18:48:45,050 Update finished +2021-12-18 18:48:55,060 Reloading parameters... +2021-12-18 18:48:55,086 Loading parameters... +2021-12-18 18:48:55,087 Loading project parameters... +2021-12-18 18:48:55,089 + +13 of 25 jobs remaining (18:48) +2021-12-18 18:48:55,089 Sleep: 10 +2021-12-18 18:48:55,089 Number of retrials: 0 +2021-12-18 18:48:55,089 WRAPPER CHECK TIME = 10 +2021-12-18 18:48:55,090 Checking jobs for platform=marenostrum4 +2021-12-18 18:48:55,091 Checking jobs for platform=nord3 +2021-12-18 18:48:55,091 Checking jobs for platform=local +2021-12-18 18:48:55,092 Checking jobs for platform=transfer_node +2021-12-18 18:48:55,092 Checking all jobs at once +2021-12-18 18:48:56,412 Successful check job command +2021-12-18 18:48:57,882 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:48:57,882 End of checking +2021-12-18 18:48:57,883 Updating FAILED jobs +2021-12-18 18:48:57,883 Updating WAITING jobs +2021-12-18 18:48:57,884 Update finished +2021-12-18 18:48:57,884 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:48:57,884 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:48:57,884 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:48:57,884 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:48:57,884 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:48:57,884 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:48:57,885 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:48:57,888 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:48:57,890 Job list saved +2021-12-18 18:48:57,902 Updating FAILED jobs +2021-12-18 18:48:57,902 Updating WAITING jobs +2021-12-18 18:48:57,902 Update finished +2021-12-18 18:49:07,912 Reloading parameters... +2021-12-18 18:49:07,933 Loading parameters... +2021-12-18 18:49:07,934 Loading project parameters... +2021-12-18 18:49:07,936 + +13 of 25 jobs remaining (18:49) +2021-12-18 18:49:07,936 Sleep: 10 +2021-12-18 18:49:07,937 Number of retrials: 0 +2021-12-18 18:49:07,937 WRAPPER CHECK TIME = 10 +2021-12-18 18:49:07,937 Checking jobs for platform=marenostrum4 +2021-12-18 18:49:07,938 Checking jobs for platform=nord3 +2021-12-18 18:49:07,938 Checking jobs for platform=local +2021-12-18 18:49:07,939 Checking jobs for platform=transfer_node +2021-12-18 18:49:07,939 Checking all jobs at once +2021-12-18 18:49:09,261 Successful check job command +2021-12-18 18:49:10,580 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:49:10,580 End of checking +2021-12-18 18:49:10,584 Updating FAILED jobs +2021-12-18 18:49:10,584 Updating WAITING jobs +2021-12-18 18:49:10,584 Update finished +2021-12-18 18:49:10,584 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:49:10,584 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:49:10,585 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:49:10,585 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:49:10,585 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:49:10,585 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:49:10,585 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:49:10,588 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:49:10,590 Job list saved +2021-12-18 18:49:10,603 Updating FAILED jobs +2021-12-18 18:49:10,603 Updating WAITING jobs +2021-12-18 18:49:10,603 Update finished +2021-12-18 18:49:20,612 Reloading parameters... +2021-12-18 18:49:20,633 Loading parameters... +2021-12-18 18:49:20,634 Loading project parameters... +2021-12-18 18:49:20,636 + +13 of 25 jobs remaining (18:49) +2021-12-18 18:49:20,636 Sleep: 10 +2021-12-18 18:49:20,636 Number of retrials: 0 +2021-12-18 18:49:20,636 WRAPPER CHECK TIME = 10 +2021-12-18 18:49:20,637 Checking jobs for platform=marenostrum4 +2021-12-18 18:49:20,638 Checking jobs for platform=nord3 +2021-12-18 18:49:20,638 Checking jobs for platform=local +2021-12-18 18:49:20,639 Checking jobs for platform=transfer_node +2021-12-18 18:49:20,639 Checking all jobs at once +2021-12-18 18:49:22,008 Successful check job command +2021-12-18 18:49:23,228 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:49:23,228 End of checking +2021-12-18 18:49:23,229 Updating FAILED jobs +2021-12-18 18:49:23,230 Updating WAITING jobs +2021-12-18 18:49:23,230 Update finished +2021-12-18 18:49:23,230 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:49:23,231 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:49:23,231 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:49:23,231 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:49:23,231 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:49:23,231 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:49:23,231 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:49:23,234 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:49:23,236 Job list saved +2021-12-18 18:49:23,241 Updating FAILED jobs +2021-12-18 18:49:23,241 Updating WAITING jobs +2021-12-18 18:49:23,241 Update finished +2021-12-18 18:49:33,245 Reloading parameters... +2021-12-18 18:49:33,268 Loading parameters... +2021-12-18 18:49:33,270 Loading project parameters... +2021-12-18 18:49:33,272 + +13 of 25 jobs remaining (18:49) +2021-12-18 18:49:33,272 Sleep: 10 +2021-12-18 18:49:33,272 Number of retrials: 0 +2021-12-18 18:49:33,272 WRAPPER CHECK TIME = 10 +2021-12-18 18:49:33,273 Checking jobs for platform=marenostrum4 +2021-12-18 18:49:33,273 Checking jobs for platform=nord3 +2021-12-18 18:49:33,274 Checking jobs for platform=local +2021-12-18 18:49:33,274 Checking jobs for platform=transfer_node +2021-12-18 18:49:33,274 Checking all jobs at once +2021-12-18 18:49:34,543 Successful check job command +2021-12-18 18:49:35,763 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:49:35,763 End of checking +2021-12-18 18:49:35,764 Updating FAILED jobs +2021-12-18 18:49:35,764 Updating WAITING jobs +2021-12-18 18:49:35,765 Update finished +2021-12-18 18:49:35,765 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:49:35,765 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:49:35,765 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:49:35,765 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:49:35,765 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:49:35,766 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:49:35,766 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:49:35,768 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:49:35,771 Job list saved +2021-12-18 18:49:35,775 Updating FAILED jobs +2021-12-18 18:49:35,775 Updating WAITING jobs +2021-12-18 18:49:35,776 Update finished +2021-12-18 18:49:45,782 Reloading parameters... +2021-12-18 18:49:45,802 Loading parameters... +2021-12-18 18:49:45,803 Loading project parameters... +2021-12-18 18:49:45,805 + +13 of 25 jobs remaining (18:49) +2021-12-18 18:49:45,805 Sleep: 10 +2021-12-18 18:49:45,805 Number of retrials: 0 +2021-12-18 18:49:45,805 WRAPPER CHECK TIME = 10 +2021-12-18 18:49:45,806 Checking jobs for platform=marenostrum4 +2021-12-18 18:49:45,806 Checking jobs for platform=nord3 +2021-12-18 18:49:45,807 Checking jobs for platform=local +2021-12-18 18:49:45,807 Checking jobs for platform=transfer_node +2021-12-18 18:49:45,807 Checking all jobs at once +2021-12-18 18:49:47,530 Successful check job command +2021-12-18 18:49:48,750 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:49:48,750 End of checking +2021-12-18 18:49:48,752 Updating FAILED jobs +2021-12-18 18:49:48,752 Updating WAITING jobs +2021-12-18 18:49:48,752 Update finished +2021-12-18 18:49:48,752 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:49:48,752 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:49:48,752 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:49:48,753 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:49:48,753 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:49:48,753 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:49:48,753 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:49:48,756 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:49:48,758 Job list saved +2021-12-18 18:49:48,765 Updating FAILED jobs +2021-12-18 18:49:48,765 Updating WAITING jobs +2021-12-18 18:49:48,765 Update finished +2021-12-18 18:49:58,774 Reloading parameters... +2021-12-18 18:49:58,793 Loading parameters... +2021-12-18 18:49:58,794 Loading project parameters... +2021-12-18 18:49:58,796 + +13 of 25 jobs remaining (18:49) +2021-12-18 18:49:58,796 Sleep: 10 +2021-12-18 18:49:58,796 Number of retrials: 0 +2021-12-18 18:49:58,796 WRAPPER CHECK TIME = 10 +2021-12-18 18:49:58,797 Checking jobs for platform=marenostrum4 +2021-12-18 18:49:58,797 Checking jobs for platform=nord3 +2021-12-18 18:49:58,798 Checking jobs for platform=local +2021-12-18 18:49:58,799 Checking jobs for platform=transfer_node +2021-12-18 18:49:58,799 Checking all jobs at once +2021-12-18 18:50:00,368 Successful check job command +2021-12-18 18:50:01,741 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:50:01,742 End of checking +2021-12-18 18:50:01,743 Updating FAILED jobs +2021-12-18 18:50:01,744 Updating WAITING jobs +2021-12-18 18:50:01,744 Update finished +2021-12-18 18:50:01,744 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:50:01,745 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:50:01,745 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:50:01,745 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:50:01,745 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:50:01,745 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:50:01,745 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:50:01,748 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:50:01,750 Job list saved +2021-12-18 18:50:01,755 Updating FAILED jobs +2021-12-18 18:50:01,755 Updating WAITING jobs +2021-12-18 18:50:01,755 Update finished +2021-12-18 18:50:11,765 Reloading parameters... +2021-12-18 18:50:11,785 Loading parameters... +2021-12-18 18:50:11,787 Loading project parameters... +2021-12-18 18:50:11,789 + +13 of 25 jobs remaining (18:50) +2021-12-18 18:50:11,789 Sleep: 10 +2021-12-18 18:50:11,789 Number of retrials: 0 +2021-12-18 18:50:11,789 WRAPPER CHECK TIME = 10 +2021-12-18 18:50:11,790 Checking jobs for platform=marenostrum4 +2021-12-18 18:50:11,790 Checking jobs for platform=nord3 +2021-12-18 18:50:11,791 Checking jobs for platform=local +2021-12-18 18:50:11,791 Checking jobs for platform=transfer_node +2021-12-18 18:50:11,791 Checking all jobs at once +2021-12-18 18:50:13,612 Successful check job command +2021-12-18 18:50:14,881 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:50:14,881 End of checking +2021-12-18 18:50:14,884 Updating FAILED jobs +2021-12-18 18:50:14,884 Updating WAITING jobs +2021-12-18 18:50:14,884 Update finished +2021-12-18 18:50:14,884 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:50:14,884 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:50:14,885 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:50:14,885 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:50:14,885 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:50:14,885 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:50:14,885 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:50:14,888 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:50:14,891 Job list saved +2021-12-18 18:50:14,897 Updating FAILED jobs +2021-12-18 18:50:14,897 Updating WAITING jobs +2021-12-18 18:50:14,898 Update finished +2021-12-18 18:50:24,908 Reloading parameters... +2021-12-18 18:50:24,927 Loading parameters... +2021-12-18 18:50:24,928 Loading project parameters... +2021-12-18 18:50:24,930 + +13 of 25 jobs remaining (18:50) +2021-12-18 18:50:24,930 Sleep: 10 +2021-12-18 18:50:24,930 Number of retrials: 0 +2021-12-18 18:50:24,930 WRAPPER CHECK TIME = 10 +2021-12-18 18:50:24,931 Checking jobs for platform=marenostrum4 +2021-12-18 18:50:24,933 Checking jobs for platform=nord3 +2021-12-18 18:50:24,934 Checking jobs for platform=local +2021-12-18 18:50:24,934 Checking jobs for platform=transfer_node +2021-12-18 18:50:24,934 Checking all jobs at once +2021-12-18 18:50:26,154 Successful check job command +2021-12-18 18:50:27,323 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:50:27,324 End of checking +2021-12-18 18:50:27,325 Updating FAILED jobs +2021-12-18 18:50:27,325 Updating WAITING jobs +2021-12-18 18:50:27,326 Update finished +2021-12-18 18:50:27,326 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:50:27,326 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:50:27,326 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:50:27,326 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:50:27,326 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:50:27,326 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:50:27,326 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:50:27,330 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:50:27,332 Job list saved +2021-12-18 18:50:27,337 Updating FAILED jobs +2021-12-18 18:50:27,337 Updating WAITING jobs +2021-12-18 18:50:27,338 Update finished +2021-12-18 18:50:37,348 Reloading parameters... +2021-12-18 18:50:37,369 Loading parameters... +2021-12-18 18:50:37,370 Loading project parameters... +2021-12-18 18:50:37,372 + +13 of 25 jobs remaining (18:50) +2021-12-18 18:50:37,372 Sleep: 10 +2021-12-18 18:50:37,373 Number of retrials: 0 +2021-12-18 18:50:37,373 WRAPPER CHECK TIME = 10 +2021-12-18 18:50:37,373 Checking jobs for platform=marenostrum4 +2021-12-18 18:50:37,374 Checking jobs for platform=nord3 +2021-12-18 18:50:37,374 Checking jobs for platform=local +2021-12-18 18:50:37,375 Checking jobs for platform=transfer_node +2021-12-18 18:50:37,375 Checking all jobs at once +2021-12-18 18:50:38,695 Successful check job command +2021-12-18 18:50:39,914 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:50:39,914 End of checking +2021-12-18 18:50:39,915 Updating FAILED jobs +2021-12-18 18:50:39,915 Updating WAITING jobs +2021-12-18 18:50:39,916 Update finished +2021-12-18 18:50:39,916 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:50:39,916 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:50:39,916 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:50:39,917 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:50:39,917 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:50:39,917 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:50:39,917 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:50:39,921 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:50:39,923 Job list saved +2021-12-18 18:50:39,929 Updating FAILED jobs +2021-12-18 18:50:39,929 Updating WAITING jobs +2021-12-18 18:50:39,929 Update finished +2021-12-18 18:50:49,935 Reloading parameters... +2021-12-18 18:50:49,954 Loading parameters... +2021-12-18 18:50:49,955 Loading project parameters... +2021-12-18 18:50:49,957 + +13 of 25 jobs remaining (18:50) +2021-12-18 18:50:49,958 Sleep: 10 +2021-12-18 18:50:49,958 Number of retrials: 0 +2021-12-18 18:50:49,958 WRAPPER CHECK TIME = 10 +2021-12-18 18:50:49,958 Checking jobs for platform=marenostrum4 +2021-12-18 18:50:49,959 Checking jobs for platform=nord3 +2021-12-18 18:50:49,959 Checking jobs for platform=local +2021-12-18 18:50:49,960 Checking jobs for platform=transfer_node +2021-12-18 18:50:49,963 Checking all jobs at once +2021-12-18 18:50:51,282 Successful check job command +2021-12-18 18:50:52,451 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:50:52,451 End of checking +2021-12-18 18:50:52,453 Updating FAILED jobs +2021-12-18 18:50:52,453 Updating WAITING jobs +2021-12-18 18:50:52,454 Update finished +2021-12-18 18:50:52,454 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:50:52,454 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:50:52,454 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:50:52,454 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:50:52,454 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:50:52,454 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:50:52,455 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:50:52,457 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:50:52,462 Job list saved +2021-12-18 18:50:52,471 Updating FAILED jobs +2021-12-18 18:50:52,471 Updating WAITING jobs +2021-12-18 18:50:52,471 Update finished +2021-12-18 18:51:02,476 Reloading parameters... +2021-12-18 18:51:02,496 Loading parameters... +2021-12-18 18:51:02,498 Loading project parameters... +2021-12-18 18:51:02,500 + +13 of 25 jobs remaining (18:51) +2021-12-18 18:51:02,500 Sleep: 10 +2021-12-18 18:51:02,500 Number of retrials: 0 +2021-12-18 18:51:02,500 WRAPPER CHECK TIME = 10 +2021-12-18 18:51:02,501 Checking jobs for platform=marenostrum4 +2021-12-18 18:51:02,501 Checking jobs for platform=nord3 +2021-12-18 18:51:02,502 Checking jobs for platform=local +2021-12-18 18:51:02,503 Checking jobs for platform=transfer_node +2021-12-18 18:51:02,503 Checking all jobs at once +2021-12-18 18:51:03,772 Successful check job command +2021-12-18 18:51:04,941 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:51:04,941 End of checking +2021-12-18 18:51:04,943 Updating FAILED jobs +2021-12-18 18:51:04,943 Updating WAITING jobs +2021-12-18 18:51:04,943 Update finished +2021-12-18 18:51:04,943 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:51:04,944 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:51:04,944 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:51:04,944 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:51:04,944 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:51:04,944 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:51:04,944 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:51:04,947 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:51:04,949 Job list saved +2021-12-18 18:51:04,954 Updating FAILED jobs +2021-12-18 18:51:04,954 Updating WAITING jobs +2021-12-18 18:51:04,954 Update finished +2021-12-18 18:51:14,964 Reloading parameters... +2021-12-18 18:51:14,987 Loading parameters... +2021-12-18 18:51:14,989 Loading project parameters... +2021-12-18 18:51:14,990 + +13 of 25 jobs remaining (18:51) +2021-12-18 18:51:14,991 Sleep: 10 +2021-12-18 18:51:14,991 Number of retrials: 0 +2021-12-18 18:51:14,991 WRAPPER CHECK TIME = 10 +2021-12-18 18:51:14,991 Checking jobs for platform=marenostrum4 +2021-12-18 18:51:14,992 Checking jobs for platform=nord3 +2021-12-18 18:51:14,992 Checking jobs for platform=local +2021-12-18 18:51:14,993 Checking jobs for platform=transfer_node +2021-12-18 18:51:14,993 Checking all jobs at once +2021-12-18 18:51:16,312 Successful check job command +2021-12-18 18:51:17,531 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:51:17,531 End of checking +2021-12-18 18:51:17,533 Updating FAILED jobs +2021-12-18 18:51:17,534 Updating WAITING jobs +2021-12-18 18:51:17,534 Update finished +2021-12-18 18:51:17,534 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:51:17,535 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:51:17,535 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:51:17,535 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:51:17,535 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:51:17,535 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:51:17,535 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:51:17,539 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:51:17,542 Job list saved +2021-12-18 18:51:17,548 Updating FAILED jobs +2021-12-18 18:51:17,548 Updating WAITING jobs +2021-12-18 18:51:17,549 Update finished +2021-12-18 18:51:27,559 Reloading parameters... +2021-12-18 18:51:27,578 Loading parameters... +2021-12-18 18:51:27,580 Loading project parameters... +2021-12-18 18:51:27,581 + +13 of 25 jobs remaining (18:51) +2021-12-18 18:51:27,582 Sleep: 10 +2021-12-18 18:51:27,582 Number of retrials: 0 +2021-12-18 18:51:27,582 WRAPPER CHECK TIME = 10 +2021-12-18 18:51:27,582 Checking jobs for platform=marenostrum4 +2021-12-18 18:51:27,583 Checking jobs for platform=nord3 +2021-12-18 18:51:27,584 Checking jobs for platform=local +2021-12-18 18:51:27,584 Checking jobs for platform=transfer_node +2021-12-18 18:51:27,584 Checking all jobs at once +2021-12-18 18:51:29,204 Successful check job command +2021-12-18 18:51:30,624 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:51:30,624 End of checking +2021-12-18 18:51:30,626 Updating FAILED jobs +2021-12-18 18:51:30,626 Updating WAITING jobs +2021-12-18 18:51:30,626 Update finished +2021-12-18 18:51:30,626 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:51:30,627 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:51:30,627 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:51:30,627 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:51:30,627 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:51:30,627 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:51:30,627 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:51:30,630 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:51:30,632 Job list saved +2021-12-18 18:51:30,637 Updating FAILED jobs +2021-12-18 18:51:30,637 Updating WAITING jobs +2021-12-18 18:51:30,638 Update finished +2021-12-18 18:51:40,648 Reloading parameters... +2021-12-18 18:51:40,667 Loading parameters... +2021-12-18 18:51:40,668 Loading project parameters... +2021-12-18 18:51:40,670 + +13 of 25 jobs remaining (18:51) +2021-12-18 18:51:40,671 Sleep: 10 +2021-12-18 18:51:40,671 Number of retrials: 0 +2021-12-18 18:51:40,671 WRAPPER CHECK TIME = 10 +2021-12-18 18:51:40,671 Checking jobs for platform=marenostrum4 +2021-12-18 18:51:40,672 Checking jobs for platform=nord3 +2021-12-18 18:51:40,672 Checking jobs for platform=local +2021-12-18 18:51:40,673 Checking jobs for platform=transfer_node +2021-12-18 18:51:40,673 Checking all jobs at once +2021-12-18 18:51:42,042 Successful check job command +2021-12-18 18:51:43,412 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:51:43,412 End of checking +2021-12-18 18:51:43,413 Updating FAILED jobs +2021-12-18 18:51:43,413 Updating WAITING jobs +2021-12-18 18:51:43,414 Update finished +2021-12-18 18:51:43,414 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:51:43,414 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:51:43,414 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:51:43,414 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:51:43,414 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:51:43,414 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:51:43,415 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:51:43,417 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:51:43,419 Job list saved +2021-12-18 18:51:43,425 Updating FAILED jobs +2021-12-18 18:51:43,425 Updating WAITING jobs +2021-12-18 18:51:43,425 Update finished +2021-12-18 18:51:53,435 Reloading parameters... +2021-12-18 18:51:53,453 Loading parameters... +2021-12-18 18:51:53,454 Loading project parameters... +2021-12-18 18:51:53,456 + +13 of 25 jobs remaining (18:51) +2021-12-18 18:51:53,457 Sleep: 10 +2021-12-18 18:51:53,457 Number of retrials: 0 +2021-12-18 18:51:53,457 WRAPPER CHECK TIME = 10 +2021-12-18 18:51:53,457 Checking jobs for platform=marenostrum4 +2021-12-18 18:51:53,458 Checking jobs for platform=nord3 +2021-12-18 18:51:53,458 Checking jobs for platform=local +2021-12-18 18:51:53,459 Checking jobs for platform=transfer_node +2021-12-18 18:51:53,459 Checking all jobs at once +2021-12-18 18:51:54,779 Successful check job command +2021-12-18 18:51:55,948 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:51:55,949 End of checking +2021-12-18 18:51:55,950 Updating FAILED jobs +2021-12-18 18:51:55,950 Updating WAITING jobs +2021-12-18 18:51:55,951 Update finished +2021-12-18 18:51:55,951 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:51:55,951 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:51:55,952 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:51:55,952 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:51:55,952 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:51:55,952 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:51:55,952 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:51:55,955 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:51:55,957 Job list saved +2021-12-18 18:51:55,969 Updating FAILED jobs +2021-12-18 18:51:55,969 Updating WAITING jobs +2021-12-18 18:51:55,969 Update finished +2021-12-18 18:52:05,979 Reloading parameters... +2021-12-18 18:52:05,998 Loading parameters... +2021-12-18 18:52:06,000 Loading project parameters... +2021-12-18 18:52:06,002 + +13 of 25 jobs remaining (18:52) +2021-12-18 18:52:06,002 Sleep: 10 +2021-12-18 18:52:06,002 Number of retrials: 0 +2021-12-18 18:52:06,002 WRAPPER CHECK TIME = 10 +2021-12-18 18:52:06,003 Checking jobs for platform=marenostrum4 +2021-12-18 18:52:06,003 Checking jobs for platform=nord3 +2021-12-18 18:52:06,004 Checking jobs for platform=local +2021-12-18 18:52:06,004 Checking jobs for platform=transfer_node +2021-12-18 18:52:06,004 Checking all jobs at once +2021-12-18 18:52:07,526 Successful check job command +2021-12-18 18:52:08,896 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:52:08,896 End of checking +2021-12-18 18:52:08,898 Updating FAILED jobs +2021-12-18 18:52:08,898 Updating WAITING jobs +2021-12-18 18:52:08,898 Update finished +2021-12-18 18:52:08,898 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:52:08,898 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:52:08,899 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:52:08,899 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:52:08,899 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:52:08,899 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:52:08,899 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:52:08,905 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:52:08,907 Job list saved +2021-12-18 18:52:08,915 Updating FAILED jobs +2021-12-18 18:52:08,915 Updating WAITING jobs +2021-12-18 18:52:08,915 Update finished +2021-12-18 18:52:18,925 Reloading parameters... +2021-12-18 18:52:18,945 Loading parameters... +2021-12-18 18:52:18,947 Loading project parameters... +2021-12-18 18:52:18,948 + +13 of 25 jobs remaining (18:52) +2021-12-18 18:52:18,949 Sleep: 10 +2021-12-18 18:52:18,949 Number of retrials: 0 +2021-12-18 18:52:18,949 WRAPPER CHECK TIME = 10 +2021-12-18 18:52:18,949 Checking jobs for platform=marenostrum4 +2021-12-18 18:52:18,950 Checking jobs for platform=nord3 +2021-12-18 18:52:18,950 Checking jobs for platform=local +2021-12-18 18:52:18,951 Checking jobs for platform=transfer_node +2021-12-18 18:52:18,951 Checking all jobs at once +2021-12-18 18:52:20,322 Successful check job command +2021-12-18 18:52:21,741 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:52:21,742 End of checking +2021-12-18 18:52:21,743 Updating FAILED jobs +2021-12-18 18:52:21,743 Updating WAITING jobs +2021-12-18 18:52:21,743 Update finished +2021-12-18 18:52:21,743 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:52:21,744 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:52:21,744 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:52:21,744 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:52:21,744 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:52:21,744 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:52:21,744 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:52:21,747 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:52:21,749 Job list saved +2021-12-18 18:52:21,753 Updating FAILED jobs +2021-12-18 18:52:21,754 Updating WAITING jobs +2021-12-18 18:52:21,754 Update finished +2021-12-18 18:52:31,764 Reloading parameters... +2021-12-18 18:52:31,781 Loading parameters... +2021-12-18 18:52:31,783 Loading project parameters... +2021-12-18 18:52:31,784 + +13 of 25 jobs remaining (18:52) +2021-12-18 18:52:31,785 Sleep: 10 +2021-12-18 18:52:31,785 Number of retrials: 0 +2021-12-18 18:52:31,785 WRAPPER CHECK TIME = 10 +2021-12-18 18:52:31,785 Checking jobs for platform=marenostrum4 +2021-12-18 18:52:31,786 Checking jobs for platform=nord3 +2021-12-18 18:52:31,786 Checking jobs for platform=local +2021-12-18 18:52:31,787 Checking jobs for platform=transfer_node +2021-12-18 18:52:31,787 Checking all jobs at once +2021-12-18 18:52:33,107 Successful check job command +2021-12-18 18:52:34,376 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:52:34,377 End of checking +2021-12-18 18:52:34,378 Updating FAILED jobs +2021-12-18 18:52:34,378 Updating WAITING jobs +2021-12-18 18:52:34,378 Update finished +2021-12-18 18:52:34,378 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:52:34,381 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:52:34,381 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:52:34,381 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:52:34,381 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:52:34,381 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:52:34,381 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:52:34,384 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:52:34,386 Job list saved +2021-12-18 18:52:34,391 Updating FAILED jobs +2021-12-18 18:52:34,391 Updating WAITING jobs +2021-12-18 18:52:34,391 Update finished +2021-12-18 18:52:44,402 Reloading parameters... +2021-12-18 18:52:44,427 Loading parameters... +2021-12-18 18:52:44,428 Loading project parameters... +2021-12-18 18:52:44,430 + +13 of 25 jobs remaining (18:52) +2021-12-18 18:52:44,430 Sleep: 10 +2021-12-18 18:52:44,430 Number of retrials: 0 +2021-12-18 18:52:44,430 WRAPPER CHECK TIME = 10 +2021-12-18 18:52:44,431 Checking jobs for platform=marenostrum4 +2021-12-18 18:52:44,431 Checking jobs for platform=nord3 +2021-12-18 18:52:44,432 Checking jobs for platform=local +2021-12-18 18:52:44,432 Checking jobs for platform=transfer_node +2021-12-18 18:52:44,433 Checking all jobs at once +2021-12-18 18:52:45,952 Successful check job command +2021-12-18 18:52:47,274 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:52:47,274 End of checking +2021-12-18 18:52:47,275 Updating FAILED jobs +2021-12-18 18:52:47,276 Updating WAITING jobs +2021-12-18 18:52:47,276 Update finished +2021-12-18 18:52:47,276 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:52:47,276 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:52:47,276 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:52:47,276 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:52:47,277 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:52:47,277 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:52:47,277 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:52:47,280 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:52:47,282 Job list saved +2021-12-18 18:52:47,286 Updating FAILED jobs +2021-12-18 18:52:47,287 Updating WAITING jobs +2021-12-18 18:52:47,287 Update finished +2021-12-18 18:52:57,297 Reloading parameters... +2021-12-18 18:52:57,318 Loading parameters... +2021-12-18 18:52:57,319 Loading project parameters... +2021-12-18 18:52:57,321 + +13 of 25 jobs remaining (18:52) +2021-12-18 18:52:57,321 Sleep: 10 +2021-12-18 18:52:57,321 Number of retrials: 0 +2021-12-18 18:52:57,321 WRAPPER CHECK TIME = 10 +2021-12-18 18:52:57,322 Checking jobs for platform=marenostrum4 +2021-12-18 18:52:57,322 Checking jobs for platform=nord3 +2021-12-18 18:52:57,323 Checking jobs for platform=local +2021-12-18 18:52:57,323 Checking jobs for platform=transfer_node +2021-12-18 18:52:57,323 Checking all jobs at once +2021-12-18 18:52:58,693 Successful check job command +2021-12-18 18:53:00,012 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:53:00,012 End of checking +2021-12-18 18:53:00,014 Updating FAILED jobs +2021-12-18 18:53:00,014 Updating WAITING jobs +2021-12-18 18:53:00,014 Update finished +2021-12-18 18:53:00,014 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:53:00,014 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:53:00,014 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:53:00,015 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:53:00,015 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:53:00,015 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:53:00,015 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:53:00,018 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:53:00,020 Job list saved +2021-12-18 18:53:00,025 Updating FAILED jobs +2021-12-18 18:53:00,025 Updating WAITING jobs +2021-12-18 18:53:00,025 Update finished +2021-12-18 18:53:10,034 Reloading parameters... +2021-12-18 18:53:10,052 Loading parameters... +2021-12-18 18:53:10,053 Loading project parameters... +2021-12-18 18:53:10,055 + +13 of 25 jobs remaining (18:53) +2021-12-18 18:53:10,055 Sleep: 10 +2021-12-18 18:53:10,055 Number of retrials: 0 +2021-12-18 18:53:10,055 WRAPPER CHECK TIME = 10 +2021-12-18 18:53:10,056 Checking jobs for platform=marenostrum4 +2021-12-18 18:53:10,056 Checking jobs for platform=nord3 +2021-12-18 18:53:10,057 Checking jobs for platform=local +2021-12-18 18:53:10,057 Checking jobs for platform=transfer_node +2021-12-18 18:53:10,057 Checking all jobs at once +2021-12-18 18:53:11,477 Successful check job command +2021-12-18 18:53:12,696 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:53:12,696 End of checking +2021-12-18 18:53:12,697 Updating FAILED jobs +2021-12-18 18:53:12,697 Updating WAITING jobs +2021-12-18 18:53:12,698 Update finished +2021-12-18 18:53:12,698 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:53:12,698 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:53:12,699 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:53:12,699 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:53:12,699 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:53:12,699 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:53:12,699 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:53:12,702 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:53:12,704 Job list saved +2021-12-18 18:53:12,709 Updating FAILED jobs +2021-12-18 18:53:12,709 Updating WAITING jobs +2021-12-18 18:53:12,709 Update finished +2021-12-18 18:53:22,719 Reloading parameters... +2021-12-18 18:53:22,740 Loading parameters... +2021-12-18 18:53:22,741 Loading project parameters... +2021-12-18 18:53:22,743 + +13 of 25 jobs remaining (18:53) +2021-12-18 18:53:22,743 Sleep: 10 +2021-12-18 18:53:22,743 Number of retrials: 0 +2021-12-18 18:53:22,743 WRAPPER CHECK TIME = 10 +2021-12-18 18:53:22,744 Checking jobs for platform=marenostrum4 +2021-12-18 18:53:22,745 Checking jobs for platform=nord3 +2021-12-18 18:53:22,745 Checking jobs for platform=local +2021-12-18 18:53:22,746 Checking jobs for platform=transfer_node +2021-12-18 18:53:22,746 Checking all jobs at once +2021-12-18 18:53:24,169 Successful check job command +2021-12-18 18:53:25,489 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:53:25,489 End of checking +2021-12-18 18:53:25,490 Updating FAILED jobs +2021-12-18 18:53:25,490 Updating WAITING jobs +2021-12-18 18:53:25,491 Update finished +2021-12-18 18:53:25,491 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:53:25,491 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:53:25,491 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:53:25,491 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:53:25,491 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:53:25,492 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:53:25,492 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:53:25,495 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:53:25,497 Job list saved +2021-12-18 18:53:25,503 Updating FAILED jobs +2021-12-18 18:53:25,503 Updating WAITING jobs +2021-12-18 18:53:25,503 Update finished +2021-12-18 18:53:35,513 Reloading parameters... +2021-12-18 18:53:35,532 Loading parameters... +2021-12-18 18:53:35,533 Loading project parameters... +2021-12-18 18:53:35,535 + +13 of 25 jobs remaining (18:53) +2021-12-18 18:53:35,535 Sleep: 10 +2021-12-18 18:53:35,535 Number of retrials: 0 +2021-12-18 18:53:35,535 WRAPPER CHECK TIME = 10 +2021-12-18 18:53:35,536 Checking jobs for platform=marenostrum4 +2021-12-18 18:53:35,537 Checking jobs for platform=nord3 +2021-12-18 18:53:35,537 Checking jobs for platform=local +2021-12-18 18:53:35,538 Checking jobs for platform=transfer_node +2021-12-18 18:53:35,538 Checking all jobs at once +2021-12-18 18:53:36,808 Successful check job command +2021-12-18 18:53:38,127 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:53:38,127 End of checking +2021-12-18 18:53:38,128 Updating FAILED jobs +2021-12-18 18:53:38,129 Updating WAITING jobs +2021-12-18 18:53:38,129 Update finished +2021-12-18 18:53:38,129 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:53:38,129 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:53:38,129 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:53:38,129 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:53:38,130 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:53:38,130 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:53:38,130 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:53:38,132 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:53:38,135 Job list saved +2021-12-18 18:53:38,145 Updating FAILED jobs +2021-12-18 18:53:38,145 Updating WAITING jobs +2021-12-18 18:53:38,145 Update finished +2021-12-18 18:53:48,156 Reloading parameters... +2021-12-18 18:53:48,178 Loading parameters... +2021-12-18 18:53:48,179 Loading project parameters... +2021-12-18 18:53:48,182 + +13 of 25 jobs remaining (18:53) +2021-12-18 18:53:48,182 Sleep: 10 +2021-12-18 18:53:48,182 Number of retrials: 0 +2021-12-18 18:53:48,182 WRAPPER CHECK TIME = 10 +2021-12-18 18:53:48,183 Checking jobs for platform=marenostrum4 +2021-12-18 18:53:48,183 Checking jobs for platform=nord3 +2021-12-18 18:53:48,184 Checking jobs for platform=local +2021-12-18 18:53:48,184 Checking jobs for platform=transfer_node +2021-12-18 18:53:48,184 Checking all jobs at once +2021-12-18 18:53:49,605 Successful check job command +2021-12-18 18:53:50,925 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:53:50,925 End of checking +2021-12-18 18:53:50,926 Updating FAILED jobs +2021-12-18 18:53:50,926 Updating WAITING jobs +2021-12-18 18:53:50,926 Update finished +2021-12-18 18:53:50,927 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:53:50,927 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:53:50,927 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:53:50,927 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:53:50,927 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:53:50,928 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:53:50,928 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:53:50,930 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:53:50,932 Job list saved +2021-12-18 18:53:50,937 Updating FAILED jobs +2021-12-18 18:53:50,937 Updating WAITING jobs +2021-12-18 18:53:50,938 Update finished +2021-12-18 18:54:00,948 Reloading parameters... +2021-12-18 18:54:00,967 Loading parameters... +2021-12-18 18:54:00,968 Loading project parameters... +2021-12-18 18:54:00,971 + +13 of 25 jobs remaining (18:54) +2021-12-18 18:54:00,971 Sleep: 10 +2021-12-18 18:54:00,971 Number of retrials: 0 +2021-12-18 18:54:00,971 WRAPPER CHECK TIME = 10 +2021-12-18 18:54:00,972 Checking jobs for platform=marenostrum4 +2021-12-18 18:54:00,972 Checking jobs for platform=nord3 +2021-12-18 18:54:00,973 Checking jobs for platform=local +2021-12-18 18:54:00,973 Checking jobs for platform=transfer_node +2021-12-18 18:54:00,974 Checking all jobs at once +2021-12-18 18:54:02,293 Successful check job command +2021-12-18 18:54:03,613 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:54:03,613 End of checking +2021-12-18 18:54:03,614 Updating FAILED jobs +2021-12-18 18:54:03,614 Updating WAITING jobs +2021-12-18 18:54:03,615 Update finished +2021-12-18 18:54:03,615 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:54:03,615 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:54:03,615 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:54:03,615 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:54:03,615 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:54:03,616 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:54:03,616 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:54:03,618 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:54:03,620 Job list saved +2021-12-18 18:54:03,627 Updating FAILED jobs +2021-12-18 18:54:03,628 Updating WAITING jobs +2021-12-18 18:54:03,628 Update finished +2021-12-18 18:54:13,637 Reloading parameters... +2021-12-18 18:54:13,656 Loading parameters... +2021-12-18 18:54:13,657 Loading project parameters... +2021-12-18 18:54:13,659 + +13 of 25 jobs remaining (18:54) +2021-12-18 18:54:13,659 Sleep: 10 +2021-12-18 18:54:13,659 Number of retrials: 0 +2021-12-18 18:54:13,659 WRAPPER CHECK TIME = 10 +2021-12-18 18:54:13,660 Checking jobs for platform=marenostrum4 +2021-12-18 18:54:13,661 Checking jobs for platform=nord3 +2021-12-18 18:54:13,661 Checking jobs for platform=local +2021-12-18 18:54:13,662 Checking jobs for platform=transfer_node +2021-12-18 18:54:13,662 Checking all jobs at once +2021-12-18 18:54:14,982 Successful check job command +2021-12-18 18:54:16,452 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:54:16,453 End of checking +2021-12-18 18:54:16,454 Updating FAILED jobs +2021-12-18 18:54:16,454 Updating WAITING jobs +2021-12-18 18:54:16,454 Update finished +2021-12-18 18:54:16,454 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:54:16,455 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:54:16,455 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:54:16,455 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:54:16,455 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:54:16,455 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:54:16,455 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:54:16,459 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:54:16,462 Job list saved +2021-12-18 18:54:16,466 Updating FAILED jobs +2021-12-18 18:54:16,466 Updating WAITING jobs +2021-12-18 18:54:16,466 Update finished +2021-12-18 18:54:26,476 Reloading parameters... +2021-12-18 18:54:26,497 Loading parameters... +2021-12-18 18:54:26,499 Loading project parameters... +2021-12-18 18:54:26,501 + +13 of 25 jobs remaining (18:54) +2021-12-18 18:54:26,501 Sleep: 10 +2021-12-18 18:54:26,501 Number of retrials: 0 +2021-12-18 18:54:26,501 WRAPPER CHECK TIME = 10 +2021-12-18 18:54:26,502 Checking jobs for platform=marenostrum4 +2021-12-18 18:54:26,502 Checking jobs for platform=nord3 +2021-12-18 18:54:26,503 Checking jobs for platform=local +2021-12-18 18:54:26,503 Checking jobs for platform=transfer_node +2021-12-18 18:54:26,503 Checking all jobs at once +2021-12-18 18:54:27,876 Successful check job command +2021-12-18 18:54:29,146 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:54:29,146 End of checking +2021-12-18 18:54:29,148 Updating FAILED jobs +2021-12-18 18:54:29,148 Updating WAITING jobs +2021-12-18 18:54:29,148 Update finished +2021-12-18 18:54:29,148 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:54:29,149 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:54:29,149 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:54:29,149 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:54:29,149 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:54:29,149 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:54:29,149 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:54:29,152 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:54:29,154 Job list saved +2021-12-18 18:54:29,159 Updating FAILED jobs +2021-12-18 18:54:29,159 Updating WAITING jobs +2021-12-18 18:54:29,159 Update finished +2021-12-18 18:54:39,167 Reloading parameters... +2021-12-18 18:54:39,186 Loading parameters... +2021-12-18 18:54:39,187 Loading project parameters... +2021-12-18 18:54:39,189 + +13 of 25 jobs remaining (18:54) +2021-12-18 18:54:39,189 Sleep: 10 +2021-12-18 18:54:39,189 Number of retrials: 0 +2021-12-18 18:54:39,189 WRAPPER CHECK TIME = 10 +2021-12-18 18:54:39,190 Checking jobs for platform=marenostrum4 +2021-12-18 18:54:39,191 Checking jobs for platform=nord3 +2021-12-18 18:54:39,191 Checking jobs for platform=local +2021-12-18 18:54:39,192 Checking jobs for platform=transfer_node +2021-12-18 18:54:39,192 Checking all jobs at once +2021-12-18 18:54:40,512 Successful check job command +2021-12-18 18:54:41,781 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:54:41,781 End of checking +2021-12-18 18:54:41,783 Updating FAILED jobs +2021-12-18 18:54:41,783 Updating WAITING jobs +2021-12-18 18:54:41,783 Update finished +2021-12-18 18:54:41,783 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:54:41,784 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:54:41,784 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:54:41,784 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:54:41,784 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:54:41,784 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:54:41,784 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:54:41,787 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:54:41,789 Job list saved +2021-12-18 18:54:41,795 Updating FAILED jobs +2021-12-18 18:54:41,795 Updating WAITING jobs +2021-12-18 18:54:41,795 Update finished +2021-12-18 18:54:51,804 Reloading parameters... +2021-12-18 18:54:51,823 Loading parameters... +2021-12-18 18:54:51,825 Loading project parameters... +2021-12-18 18:54:51,826 + +13 of 25 jobs remaining (18:54) +2021-12-18 18:54:51,827 Sleep: 10 +2021-12-18 18:54:51,827 Number of retrials: 0 +2021-12-18 18:54:51,827 WRAPPER CHECK TIME = 10 +2021-12-18 18:54:51,827 Checking jobs for platform=marenostrum4 +2021-12-18 18:54:51,828 Checking jobs for platform=nord3 +2021-12-18 18:54:51,829 Checking jobs for platform=local +2021-12-18 18:54:51,829 Checking jobs for platform=transfer_node +2021-12-18 18:54:51,829 Checking all jobs at once +2021-12-18 18:54:53,149 Successful check job command +2021-12-18 18:54:54,518 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:54:54,519 End of checking +2021-12-18 18:54:54,520 Updating FAILED jobs +2021-12-18 18:54:54,520 Updating WAITING jobs +2021-12-18 18:54:54,520 Update finished +2021-12-18 18:54:54,520 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:54:54,520 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:54:54,521 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:54:54,521 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:54:54,521 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:54:54,521 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:54:54,521 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:54:54,524 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:54:54,526 Job list saved +2021-12-18 18:54:54,531 Updating FAILED jobs +2021-12-18 18:54:54,531 Updating WAITING jobs +2021-12-18 18:54:54,531 Update finished +2021-12-18 18:55:04,541 Reloading parameters... +2021-12-18 18:55:04,559 Loading parameters... +2021-12-18 18:55:04,560 Loading project parameters... +2021-12-18 18:55:04,562 + +13 of 25 jobs remaining (18:55) +2021-12-18 18:55:04,563 Sleep: 10 +2021-12-18 18:55:04,563 Number of retrials: 0 +2021-12-18 18:55:04,563 WRAPPER CHECK TIME = 10 +2021-12-18 18:55:04,563 Checking jobs for platform=marenostrum4 +2021-12-18 18:55:04,564 Checking jobs for platform=nord3 +2021-12-18 18:55:04,564 Checking jobs for platform=local +2021-12-18 18:55:04,565 Checking jobs for platform=transfer_node +2021-12-18 18:55:04,565 Checking all jobs at once +2021-12-18 18:55:06,036 Successful check job command +2021-12-18 18:55:07,355 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:55:07,355 End of checking +2021-12-18 18:55:07,356 Updating FAILED jobs +2021-12-18 18:55:07,356 Updating WAITING jobs +2021-12-18 18:55:07,357 Update finished +2021-12-18 18:55:07,357 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:55:07,357 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:55:07,358 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:55:07,358 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:55:07,358 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:55:07,358 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:55:07,358 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:55:07,360 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:55:07,363 Job list saved +2021-12-18 18:55:07,367 Updating FAILED jobs +2021-12-18 18:55:07,367 Updating WAITING jobs +2021-12-18 18:55:07,367 Update finished +2021-12-18 18:55:17,377 Reloading parameters... +2021-12-18 18:55:17,394 Loading parameters... +2021-12-18 18:55:17,396 Loading project parameters... +2021-12-18 18:55:17,398 + +13 of 25 jobs remaining (18:55) +2021-12-18 18:55:17,398 Sleep: 10 +2021-12-18 18:55:17,398 Number of retrials: 0 +2021-12-18 18:55:17,398 WRAPPER CHECK TIME = 10 +2021-12-18 18:55:17,399 Checking jobs for platform=marenostrum4 +2021-12-18 18:55:17,399 Checking jobs for platform=nord3 +2021-12-18 18:55:17,400 Checking jobs for platform=local +2021-12-18 18:55:17,400 Checking jobs for platform=transfer_node +2021-12-18 18:55:17,400 Checking all jobs at once +2021-12-18 18:55:19,271 Successful check job command +2021-12-18 18:55:20,491 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:55:20,491 End of checking +2021-12-18 18:55:20,492 Updating FAILED jobs +2021-12-18 18:55:20,492 Updating WAITING jobs +2021-12-18 18:55:20,493 Update finished +2021-12-18 18:55:20,493 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:55:20,493 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:55:20,493 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:55:20,493 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:55:20,493 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:55:20,494 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:55:20,494 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:55:20,496 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:55:20,498 Job list saved +2021-12-18 18:55:20,503 Updating FAILED jobs +2021-12-18 18:55:20,503 Updating WAITING jobs +2021-12-18 18:55:20,503 Update finished +2021-12-18 18:55:30,514 Reloading parameters... +2021-12-18 18:55:30,533 Loading parameters... +2021-12-18 18:55:30,535 Loading project parameters... +2021-12-18 18:55:30,537 + +13 of 25 jobs remaining (18:55) +2021-12-18 18:55:30,537 Sleep: 10 +2021-12-18 18:55:30,537 Number of retrials: 0 +2021-12-18 18:55:30,537 WRAPPER CHECK TIME = 10 +2021-12-18 18:55:30,538 Checking jobs for platform=marenostrum4 +2021-12-18 18:55:30,538 Checking jobs for platform=nord3 +2021-12-18 18:55:30,539 Checking jobs for platform=local +2021-12-18 18:55:30,539 Checking jobs for platform=transfer_node +2021-12-18 18:55:30,540 Checking all jobs at once +2021-12-18 18:55:31,912 Successful check job command +2021-12-18 18:55:33,082 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:55:33,082 End of checking +2021-12-18 18:55:33,083 Updating FAILED jobs +2021-12-18 18:55:33,083 Updating WAITING jobs +2021-12-18 18:55:33,084 Update finished +2021-12-18 18:55:33,084 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:55:33,084 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:55:33,084 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:55:33,084 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:55:33,084 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:55:33,084 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:55:33,085 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:55:33,088 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:55:33,090 Job list saved +2021-12-18 18:55:33,095 Updating FAILED jobs +2021-12-18 18:55:33,095 Updating WAITING jobs +2021-12-18 18:55:33,095 Update finished +2021-12-18 18:55:43,105 Reloading parameters... +2021-12-18 18:55:43,123 Loading parameters... +2021-12-18 18:55:43,125 Loading project parameters... +2021-12-18 18:55:43,127 + +13 of 25 jobs remaining (18:55) +2021-12-18 18:55:43,127 Sleep: 10 +2021-12-18 18:55:43,127 Number of retrials: 0 +2021-12-18 18:55:43,127 WRAPPER CHECK TIME = 10 +2021-12-18 18:55:43,128 Checking jobs for platform=marenostrum4 +2021-12-18 18:55:43,128 Checking jobs for platform=nord3 +2021-12-18 18:55:43,129 Checking jobs for platform=local +2021-12-18 18:55:43,129 Checking jobs for platform=transfer_node +2021-12-18 18:55:43,129 Checking all jobs at once +2021-12-18 18:55:44,449 Successful check job command +2021-12-18 18:55:45,669 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:55:45,669 End of checking +2021-12-18 18:55:45,671 Updating FAILED jobs +2021-12-18 18:55:45,671 Updating WAITING jobs +2021-12-18 18:55:45,671 Update finished +2021-12-18 18:55:45,671 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:55:45,674 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:55:45,674 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:55:45,674 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:55:45,674 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:55:45,674 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:55:45,674 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:55:45,678 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:55:45,680 Job list saved +2021-12-18 18:55:45,685 Updating FAILED jobs +2021-12-18 18:55:45,685 Updating WAITING jobs +2021-12-18 18:55:45,685 Update finished +2021-12-18 18:55:55,695 Reloading parameters... +2021-12-18 18:55:55,717 Loading parameters... +2021-12-18 18:55:55,719 Loading project parameters... +2021-12-18 18:55:55,721 + +13 of 25 jobs remaining (18:55) +2021-12-18 18:55:55,721 Sleep: 10 +2021-12-18 18:55:55,721 Number of retrials: 0 +2021-12-18 18:55:55,721 WRAPPER CHECK TIME = 10 +2021-12-18 18:55:55,722 Checking jobs for platform=marenostrum4 +2021-12-18 18:55:55,722 Checking jobs for platform=nord3 +2021-12-18 18:55:55,723 Checking jobs for platform=local +2021-12-18 18:55:55,723 Checking jobs for platform=transfer_node +2021-12-18 18:55:55,723 Checking all jobs at once +2021-12-18 18:55:57,194 Successful check job command +2021-12-18 18:55:58,565 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:55:58,565 End of checking +2021-12-18 18:55:58,567 Updating FAILED jobs +2021-12-18 18:55:58,567 Updating WAITING jobs +2021-12-18 18:55:58,567 Update finished +2021-12-18 18:55:58,567 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:55:58,567 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:55:58,567 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:55:58,568 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:55:58,568 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:55:58,568 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:55:58,568 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:55:58,571 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:55:58,573 Job list saved +2021-12-18 18:55:58,577 Updating FAILED jobs +2021-12-18 18:55:58,578 Updating WAITING jobs +2021-12-18 18:55:58,578 Update finished +2021-12-18 18:56:08,588 Reloading parameters... +2021-12-18 18:56:08,607 Loading parameters... +2021-12-18 18:56:08,609 Loading project parameters... +2021-12-18 18:56:08,611 + +13 of 25 jobs remaining (18:56) +2021-12-18 18:56:08,611 Sleep: 10 +2021-12-18 18:56:08,611 Number of retrials: 0 +2021-12-18 18:56:08,611 WRAPPER CHECK TIME = 10 +2021-12-18 18:56:08,612 Checking jobs for platform=marenostrum4 +2021-12-18 18:56:08,612 Checking jobs for platform=nord3 +2021-12-18 18:56:08,613 Checking jobs for platform=local +2021-12-18 18:56:08,613 Checking jobs for platform=transfer_node +2021-12-18 18:56:08,613 Checking all jobs at once +2021-12-18 18:56:09,983 Successful check job command +2021-12-18 18:56:11,403 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:56:11,403 End of checking +2021-12-18 18:56:11,405 Updating FAILED jobs +2021-12-18 18:56:11,405 Updating WAITING jobs +2021-12-18 18:56:11,405 Update finished +2021-12-18 18:56:11,405 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:56:11,405 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:56:11,406 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:56:11,406 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:56:11,406 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:56:11,406 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:56:11,406 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:56:11,409 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:56:11,411 Job list saved +2021-12-18 18:56:11,416 Updating FAILED jobs +2021-12-18 18:56:11,417 Updating WAITING jobs +2021-12-18 18:56:11,417 Update finished +2021-12-18 18:56:21,423 Reloading parameters... +2021-12-18 18:56:21,444 Loading parameters... +2021-12-18 18:56:21,446 Loading project parameters... +2021-12-18 18:56:21,447 + +13 of 25 jobs remaining (18:56) +2021-12-18 18:56:21,448 Sleep: 10 +2021-12-18 18:56:21,448 Number of retrials: 0 +2021-12-18 18:56:21,448 WRAPPER CHECK TIME = 10 +2021-12-18 18:56:21,448 Checking jobs for platform=marenostrum4 +2021-12-18 18:56:21,449 Checking jobs for platform=nord3 +2021-12-18 18:56:21,449 Checking jobs for platform=local +2021-12-18 18:56:21,450 Checking jobs for platform=transfer_node +2021-12-18 18:56:21,450 Checking all jobs at once +2021-12-18 18:56:22,725 Successful check job command +2021-12-18 18:56:23,894 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:56:23,894 End of checking +2021-12-18 18:56:23,895 Updating FAILED jobs +2021-12-18 18:56:23,896 Updating WAITING jobs +2021-12-18 18:56:23,896 Update finished +2021-12-18 18:56:23,896 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:56:23,897 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:56:23,897 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:56:23,897 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:56:23,897 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:56:23,897 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:56:23,897 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:56:23,900 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:56:23,902 Job list saved +2021-12-18 18:56:23,907 Updating FAILED jobs +2021-12-18 18:56:23,907 Updating WAITING jobs +2021-12-18 18:56:23,907 Update finished +2021-12-18 18:56:33,917 Reloading parameters... +2021-12-18 18:56:33,936 Loading parameters... +2021-12-18 18:56:33,937 Loading project parameters... +2021-12-18 18:56:33,939 + +13 of 25 jobs remaining (18:56) +2021-12-18 18:56:33,939 Sleep: 10 +2021-12-18 18:56:33,940 Number of retrials: 0 +2021-12-18 18:56:33,940 WRAPPER CHECK TIME = 10 +2021-12-18 18:56:33,940 Checking jobs for platform=marenostrum4 +2021-12-18 18:56:33,941 Checking jobs for platform=nord3 +2021-12-18 18:56:33,941 Checking jobs for platform=local +2021-12-18 18:56:33,942 Checking jobs for platform=transfer_node +2021-12-18 18:56:33,942 Checking all jobs at once +2021-12-18 18:56:35,361 Successful check job command +2021-12-18 18:56:36,931 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:56:36,931 End of checking +2021-12-18 18:56:36,933 Updating FAILED jobs +2021-12-18 18:56:36,933 Updating WAITING jobs +2021-12-18 18:56:36,933 Update finished +2021-12-18 18:56:36,933 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:56:36,933 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:56:36,933 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:56:36,934 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:56:36,934 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:56:36,934 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:56:36,934 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:56:36,936 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:56:36,939 Job list saved +2021-12-18 18:56:36,950 Updating FAILED jobs +2021-12-18 18:56:36,950 Updating WAITING jobs +2021-12-18 18:56:36,950 Update finished +2021-12-18 18:56:46,960 Reloading parameters... +2021-12-18 18:56:46,979 Loading parameters... +2021-12-18 18:56:46,980 Loading project parameters... +2021-12-18 18:56:46,982 + +13 of 25 jobs remaining (18:56) +2021-12-18 18:56:46,982 Sleep: 10 +2021-12-18 18:56:46,982 Number of retrials: 0 +2021-12-18 18:56:46,982 WRAPPER CHECK TIME = 10 +2021-12-18 18:56:46,983 Checking jobs for platform=marenostrum4 +2021-12-18 18:56:46,984 Checking jobs for platform=nord3 +2021-12-18 18:56:46,984 Checking jobs for platform=local +2021-12-18 18:56:46,985 Checking jobs for platform=transfer_node +2021-12-18 18:56:46,985 Checking all jobs at once +2021-12-18 18:56:48,405 Successful check job command +2021-12-18 18:56:49,675 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:56:49,675 End of checking +2021-12-18 18:56:49,677 Updating FAILED jobs +2021-12-18 18:56:49,677 Updating WAITING jobs +2021-12-18 18:56:49,677 Update finished +2021-12-18 18:56:49,677 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:56:49,677 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:56:49,678 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:56:49,678 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:56:49,678 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:56:49,678 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:56:49,678 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:56:49,681 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:56:49,683 Job list saved +2021-12-18 18:56:49,688 Updating FAILED jobs +2021-12-18 18:56:49,688 Updating WAITING jobs +2021-12-18 18:56:49,688 Update finished +2021-12-18 18:56:59,695 Reloading parameters... +2021-12-18 18:56:59,715 Loading parameters... +2021-12-18 18:56:59,716 Loading project parameters... +2021-12-18 18:56:59,718 + +13 of 25 jobs remaining (18:56) +2021-12-18 18:56:59,718 Sleep: 10 +2021-12-18 18:56:59,718 Number of retrials: 0 +2021-12-18 18:56:59,718 WRAPPER CHECK TIME = 10 +2021-12-18 18:56:59,719 Checking jobs for platform=marenostrum4 +2021-12-18 18:56:59,719 Checking jobs for platform=nord3 +2021-12-18 18:56:59,720 Checking jobs for platform=local +2021-12-18 18:56:59,720 Checking jobs for platform=transfer_node +2021-12-18 18:56:59,721 Checking all jobs at once +2021-12-18 18:57:01,140 Successful check job command +2021-12-18 18:57:02,561 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:57:02,561 End of checking +2021-12-18 18:57:02,562 Updating FAILED jobs +2021-12-18 18:57:02,563 Updating WAITING jobs +2021-12-18 18:57:02,563 Update finished +2021-12-18 18:57:02,563 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:57:02,563 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:57:02,564 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:57:02,564 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:57:02,564 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:57:02,564 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:57:02,564 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:57:02,567 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:57:02,569 Job list saved +2021-12-18 18:57:02,574 Updating FAILED jobs +2021-12-18 18:57:02,574 Updating WAITING jobs +2021-12-18 18:57:02,574 Update finished +2021-12-18 18:57:12,585 Reloading parameters... +2021-12-18 18:57:12,603 Loading parameters... +2021-12-18 18:57:12,604 Loading project parameters... +2021-12-18 18:57:12,606 + +13 of 25 jobs remaining (18:57) +2021-12-18 18:57:12,606 Sleep: 10 +2021-12-18 18:57:12,606 Number of retrials: 0 +2021-12-18 18:57:12,606 WRAPPER CHECK TIME = 10 +2021-12-18 18:57:12,607 Checking jobs for platform=marenostrum4 +2021-12-18 18:57:12,608 Checking jobs for platform=nord3 +2021-12-18 18:57:12,608 Checking jobs for platform=local +2021-12-18 18:57:12,609 Checking jobs for platform=transfer_node +2021-12-18 18:57:12,609 Checking all jobs at once +2021-12-18 18:57:13,879 Successful check job command +2021-12-18 18:57:15,098 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:57:15,099 End of checking +2021-12-18 18:57:15,100 Updating FAILED jobs +2021-12-18 18:57:15,100 Updating WAITING jobs +2021-12-18 18:57:15,100 Update finished +2021-12-18 18:57:15,101 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:57:15,101 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:57:15,101 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:57:15,101 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:57:15,101 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:57:15,101 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:57:15,101 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:57:15,104 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:57:15,106 Job list saved +2021-12-18 18:57:15,112 Updating FAILED jobs +2021-12-18 18:57:15,112 Updating WAITING jobs +2021-12-18 18:57:15,112 Update finished +2021-12-18 18:57:25,122 Reloading parameters... +2021-12-18 18:57:25,137 Loading parameters... +2021-12-18 18:57:25,137 Loading project parameters... +2021-12-18 18:57:25,139 + +13 of 25 jobs remaining (18:57) +2021-12-18 18:57:25,139 Sleep: 10 +2021-12-18 18:57:25,139 Number of retrials: 0 +2021-12-18 18:57:25,139 WRAPPER CHECK TIME = 10 +2021-12-18 18:57:25,140 Checking jobs for platform=marenostrum4 +2021-12-18 18:57:25,140 Checking jobs for platform=nord3 +2021-12-18 18:57:25,140 Checking jobs for platform=local +2021-12-18 18:57:25,141 Checking jobs for platform=transfer_node +2021-12-18 18:57:25,141 Checking all jobs at once +2021-12-18 18:57:26,460 Successful check job command +2021-12-18 18:57:27,730 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:57:27,730 End of checking +2021-12-18 18:57:27,732 Updating FAILED jobs +2021-12-18 18:57:27,732 Updating WAITING jobs +2021-12-18 18:57:27,732 Update finished +2021-12-18 18:57:27,732 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:57:27,732 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:57:27,733 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:57:27,733 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:57:27,733 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:57:27,733 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:57:27,733 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:57:27,736 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:57:27,738 Job list saved +2021-12-18 18:57:27,743 Updating FAILED jobs +2021-12-18 18:57:27,743 Updating WAITING jobs +2021-12-18 18:57:27,743 Update finished +2021-12-18 18:57:37,753 Reloading parameters... +2021-12-18 18:57:37,772 Loading parameters... +2021-12-18 18:57:37,773 Loading project parameters... +2021-12-18 18:57:37,775 + +13 of 25 jobs remaining (18:57) +2021-12-18 18:57:37,775 Sleep: 10 +2021-12-18 18:57:37,775 Number of retrials: 0 +2021-12-18 18:57:37,775 WRAPPER CHECK TIME = 10 +2021-12-18 18:57:37,776 Checking jobs for platform=marenostrum4 +2021-12-18 18:57:37,776 Checking jobs for platform=nord3 +2021-12-18 18:57:37,777 Checking jobs for platform=local +2021-12-18 18:57:37,777 Checking jobs for platform=transfer_node +2021-12-18 18:57:37,777 Checking all jobs at once +2021-12-18 18:57:39,198 Successful check job command +2021-12-18 18:57:40,518 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:57:40,518 End of checking +2021-12-18 18:57:40,519 Updating FAILED jobs +2021-12-18 18:57:40,519 Updating WAITING jobs +2021-12-18 18:57:40,519 Update finished +2021-12-18 18:57:40,520 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:57:40,520 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:57:40,520 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:57:40,520 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:57:40,521 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:57:40,521 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:57:40,521 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:57:40,523 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:57:40,526 Job list saved +2021-12-18 18:57:40,530 Updating FAILED jobs +2021-12-18 18:57:40,530 Updating WAITING jobs +2021-12-18 18:57:40,531 Update finished +2021-12-18 18:57:50,541 Reloading parameters... +2021-12-18 18:57:50,558 Loading parameters... +2021-12-18 18:57:50,559 Loading project parameters... +2021-12-18 18:57:50,561 + +13 of 25 jobs remaining (18:57) +2021-12-18 18:57:50,561 Sleep: 10 +2021-12-18 18:57:50,561 Number of retrials: 0 +2021-12-18 18:57:50,562 WRAPPER CHECK TIME = 10 +2021-12-18 18:57:50,562 Checking jobs for platform=marenostrum4 +2021-12-18 18:57:50,563 Checking jobs for platform=nord3 +2021-12-18 18:57:50,563 Checking jobs for platform=local +2021-12-18 18:57:50,564 Checking jobs for platform=transfer_node +2021-12-18 18:57:50,564 Checking all jobs at once +2021-12-18 18:57:51,933 Successful check job command +2021-12-18 18:57:53,153 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:57:53,153 End of checking +2021-12-18 18:57:53,155 Updating FAILED jobs +2021-12-18 18:57:53,155 Updating WAITING jobs +2021-12-18 18:57:53,155 Update finished +2021-12-18 18:57:53,155 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:57:53,155 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:57:53,156 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:57:53,156 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:57:53,156 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:57:53,156 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:57:53,156 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:57:53,159 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:57:53,161 Job list saved +2021-12-18 18:57:53,165 Updating FAILED jobs +2021-12-18 18:57:53,165 Updating WAITING jobs +2021-12-18 18:57:53,166 Update finished +2021-12-18 18:58:03,175 Reloading parameters... +2021-12-18 18:58:03,195 Loading parameters... +2021-12-18 18:58:03,197 Loading project parameters... +2021-12-18 18:58:03,199 + +13 of 25 jobs remaining (18:58) +2021-12-18 18:58:03,199 Sleep: 10 +2021-12-18 18:58:03,199 Number of retrials: 0 +2021-12-18 18:58:03,199 WRAPPER CHECK TIME = 10 +2021-12-18 18:58:03,200 Checking jobs for platform=marenostrum4 +2021-12-18 18:58:03,200 Checking jobs for platform=nord3 +2021-12-18 18:58:03,201 Checking jobs for platform=local +2021-12-18 18:58:03,201 Checking jobs for platform=transfer_node +2021-12-18 18:58:03,201 Checking all jobs at once +2021-12-18 18:58:04,521 Successful check job command +2021-12-18 18:58:06,141 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:58:06,142 End of checking +2021-12-18 18:58:06,143 Updating FAILED jobs +2021-12-18 18:58:06,143 Updating WAITING jobs +2021-12-18 18:58:06,143 Update finished +2021-12-18 18:58:06,144 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:58:06,144 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:58:06,144 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:58:06,144 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:58:06,144 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:58:06,144 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:58:06,144 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:58:06,147 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:58:06,150 Job list saved +2021-12-18 18:58:06,154 Updating FAILED jobs +2021-12-18 18:58:06,154 Updating WAITING jobs +2021-12-18 18:58:06,155 Update finished +2021-12-18 18:58:16,164 Reloading parameters... +2021-12-18 18:58:16,182 Loading parameters... +2021-12-18 18:58:16,184 Loading project parameters... +2021-12-18 18:58:16,185 + +13 of 25 jobs remaining (18:58) +2021-12-18 18:58:16,186 Sleep: 10 +2021-12-18 18:58:16,186 Number of retrials: 0 +2021-12-18 18:58:16,186 WRAPPER CHECK TIME = 10 +2021-12-18 18:58:16,186 Checking jobs for platform=marenostrum4 +2021-12-18 18:58:16,187 Checking jobs for platform=nord3 +2021-12-18 18:58:16,187 Checking jobs for platform=local +2021-12-18 18:58:16,188 Checking jobs for platform=transfer_node +2021-12-18 18:58:16,188 Checking all jobs at once +2021-12-18 18:58:17,458 Successful check job command +2021-12-18 18:58:19,331 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:58:19,331 End of checking +2021-12-18 18:58:19,332 Updating FAILED jobs +2021-12-18 18:58:19,332 Updating WAITING jobs +2021-12-18 18:58:19,333 Update finished +2021-12-18 18:58:19,333 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:58:19,343 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:58:19,343 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:58:19,343 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:58:19,343 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:58:19,343 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:58:19,343 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:58:19,346 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:58:19,349 Job list saved +2021-12-18 18:58:19,358 Updating FAILED jobs +2021-12-18 18:58:19,358 Updating WAITING jobs +2021-12-18 18:58:19,358 Update finished +2021-12-18 18:58:29,368 Reloading parameters... +2021-12-18 18:58:29,386 Loading parameters... +2021-12-18 18:58:29,387 Loading project parameters... +2021-12-18 18:58:29,389 + +13 of 25 jobs remaining (18:58) +2021-12-18 18:58:29,389 Sleep: 10 +2021-12-18 18:58:29,389 Number of retrials: 0 +2021-12-18 18:58:29,390 WRAPPER CHECK TIME = 10 +2021-12-18 18:58:29,390 Checking jobs for platform=marenostrum4 +2021-12-18 18:58:29,391 Checking jobs for platform=nord3 +2021-12-18 18:58:29,391 Checking jobs for platform=local +2021-12-18 18:58:29,392 Checking jobs for platform=transfer_node +2021-12-18 18:58:29,392 Checking all jobs at once +2021-12-18 18:58:30,719 Successful check job command +2021-12-18 18:58:31,938 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:58:31,938 End of checking +2021-12-18 18:58:31,939 Updating FAILED jobs +2021-12-18 18:58:31,940 Updating WAITING jobs +2021-12-18 18:58:31,940 Update finished +2021-12-18 18:58:31,940 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:58:31,940 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:58:31,940 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:58:31,940 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:58:31,941 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:58:31,941 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:58:31,941 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:58:31,943 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:58:31,946 Job list saved +2021-12-18 18:58:31,950 Updating FAILED jobs +2021-12-18 18:58:31,951 Updating WAITING jobs +2021-12-18 18:58:31,951 Update finished +2021-12-18 18:58:41,956 Reloading parameters... +2021-12-18 18:58:41,977 Loading parameters... +2021-12-18 18:58:41,978 Loading project parameters... +2021-12-18 18:58:41,980 + +13 of 25 jobs remaining (18:58) +2021-12-18 18:58:41,980 Sleep: 10 +2021-12-18 18:58:41,980 Number of retrials: 0 +2021-12-18 18:58:41,980 WRAPPER CHECK TIME = 10 +2021-12-18 18:58:41,981 Checking jobs for platform=marenostrum4 +2021-12-18 18:58:41,982 Checking jobs for platform=nord3 +2021-12-18 18:58:41,982 Checking jobs for platform=local +2021-12-18 18:58:41,983 Checking jobs for platform=transfer_node +2021-12-18 18:58:41,983 Checking all jobs at once +2021-12-18 18:58:43,302 Successful check job command +2021-12-18 18:58:44,630 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:58:44,630 End of checking +2021-12-18 18:58:44,631 Updating FAILED jobs +2021-12-18 18:58:44,631 Updating WAITING jobs +2021-12-18 18:58:44,632 Update finished +2021-12-18 18:58:44,632 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:58:44,632 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:58:44,632 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:58:44,632 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:58:44,632 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:58:44,632 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:58:44,633 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:58:44,636 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:58:44,638 Job list saved +2021-12-18 18:58:44,643 Updating FAILED jobs +2021-12-18 18:58:44,643 Updating WAITING jobs +2021-12-18 18:58:44,644 Update finished +2021-12-18 18:58:54,654 Reloading parameters... +2021-12-18 18:58:54,674 Loading parameters... +2021-12-18 18:58:54,676 Loading project parameters... +2021-12-18 18:58:54,677 + +13 of 25 jobs remaining (18:58) +2021-12-18 18:58:54,678 Sleep: 10 +2021-12-18 18:58:54,678 Number of retrials: 0 +2021-12-18 18:58:54,678 WRAPPER CHECK TIME = 10 +2021-12-18 18:58:54,678 Checking jobs for platform=marenostrum4 +2021-12-18 18:58:54,679 Checking jobs for platform=nord3 +2021-12-18 18:58:54,680 Checking jobs for platform=local +2021-12-18 18:58:54,680 Checking jobs for platform=transfer_node +2021-12-18 18:58:54,680 Checking all jobs at once +2021-12-18 18:58:56,000 Successful check job command +2021-12-18 18:58:57,169 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:58:57,169 End of checking +2021-12-18 18:58:57,171 Updating FAILED jobs +2021-12-18 18:58:57,171 Updating WAITING jobs +2021-12-18 18:58:57,172 Update finished +2021-12-18 18:58:57,172 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:58:57,174 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:58:57,174 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:58:57,174 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:58:57,175 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:58:57,175 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:58:57,175 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:58:57,177 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:58:57,180 Job list saved +2021-12-18 18:58:57,185 Updating FAILED jobs +2021-12-18 18:58:57,185 Updating WAITING jobs +2021-12-18 18:58:57,185 Update finished +2021-12-18 18:59:07,195 Reloading parameters... +2021-12-18 18:59:07,216 Loading parameters... +2021-12-18 18:59:07,217 Loading project parameters... +2021-12-18 18:59:07,219 + +13 of 25 jobs remaining (18:59) +2021-12-18 18:59:07,219 Sleep: 10 +2021-12-18 18:59:07,219 Number of retrials: 0 +2021-12-18 18:59:07,219 WRAPPER CHECK TIME = 10 +2021-12-18 18:59:07,220 Checking jobs for platform=marenostrum4 +2021-12-18 18:59:07,221 Checking jobs for platform=nord3 +2021-12-18 18:59:07,221 Checking jobs for platform=local +2021-12-18 18:59:07,222 Checking jobs for platform=transfer_node +2021-12-18 18:59:07,222 Checking all jobs at once +2021-12-18 18:59:08,541 Successful check job command +2021-12-18 18:59:09,761 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:59:09,761 End of checking +2021-12-18 18:59:09,762 Updating FAILED jobs +2021-12-18 18:59:09,762 Updating WAITING jobs +2021-12-18 18:59:09,763 Update finished +2021-12-18 18:59:09,763 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:59:09,763 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:59:09,763 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:59:09,763 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:59:09,764 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:59:09,764 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:59:09,764 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:59:09,766 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:59:09,769 Job list saved +2021-12-18 18:59:09,773 Updating FAILED jobs +2021-12-18 18:59:09,774 Updating WAITING jobs +2021-12-18 18:59:09,774 Update finished +2021-12-18 18:59:19,784 Reloading parameters... +2021-12-18 18:59:19,802 Loading parameters... +2021-12-18 18:59:19,804 Loading project parameters... +2021-12-18 18:59:19,806 + +13 of 25 jobs remaining (18:59) +2021-12-18 18:59:19,806 Sleep: 10 +2021-12-18 18:59:19,806 Number of retrials: 0 +2021-12-18 18:59:19,806 WRAPPER CHECK TIME = 10 +2021-12-18 18:59:19,807 Checking jobs for platform=marenostrum4 +2021-12-18 18:59:19,807 Checking jobs for platform=nord3 +2021-12-18 18:59:19,808 Checking jobs for platform=local +2021-12-18 18:59:19,808 Checking jobs for platform=transfer_node +2021-12-18 18:59:19,808 Checking all jobs at once +2021-12-18 18:59:21,027 Successful check job command +2021-12-18 18:59:22,297 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:59:22,297 End of checking +2021-12-18 18:59:22,298 Updating FAILED jobs +2021-12-18 18:59:22,299 Updating WAITING jobs +2021-12-18 18:59:22,299 Update finished +2021-12-18 18:59:22,299 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:59:22,299 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:59:22,299 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:59:22,299 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:59:22,299 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:59:22,300 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:59:22,300 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:59:22,303 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:59:22,305 Job list saved +2021-12-18 18:59:22,310 Updating FAILED jobs +2021-12-18 18:59:22,310 Updating WAITING jobs +2021-12-18 18:59:22,310 Update finished +2021-12-18 18:59:32,320 Reloading parameters... +2021-12-18 18:59:32,339 Loading parameters... +2021-12-18 18:59:32,340 Loading project parameters... +2021-12-18 18:59:32,342 + +13 of 25 jobs remaining (18:59) +2021-12-18 18:59:32,342 Sleep: 10 +2021-12-18 18:59:32,342 Number of retrials: 0 +2021-12-18 18:59:32,343 WRAPPER CHECK TIME = 10 +2021-12-18 18:59:32,343 Checking jobs for platform=marenostrum4 +2021-12-18 18:59:32,344 Checking jobs for platform=nord3 +2021-12-18 18:59:32,344 Checking jobs for platform=local +2021-12-18 18:59:32,345 Checking jobs for platform=transfer_node +2021-12-18 18:59:32,345 Checking all jobs at once +2021-12-18 18:59:33,714 Successful check job command +2021-12-18 18:59:34,984 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:59:34,984 End of checking +2021-12-18 18:59:34,985 Updating FAILED jobs +2021-12-18 18:59:34,985 Updating WAITING jobs +2021-12-18 18:59:34,986 Update finished +2021-12-18 18:59:34,986 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:59:34,986 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:59:34,987 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:59:34,987 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:59:34,987 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:59:34,987 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:59:34,987 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:59:34,990 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:59:34,992 Job list saved +2021-12-18 18:59:34,997 Updating FAILED jobs +2021-12-18 18:59:34,997 Updating WAITING jobs +2021-12-18 18:59:34,997 Update finished +2021-12-18 18:59:45,007 Reloading parameters... +2021-12-18 18:59:45,027 Loading parameters... +2021-12-18 18:59:45,028 Loading project parameters... +2021-12-18 18:59:45,030 + +13 of 25 jobs remaining (18:59) +2021-12-18 18:59:45,030 Sleep: 10 +2021-12-18 18:59:45,034 Number of retrials: 0 +2021-12-18 18:59:45,034 WRAPPER CHECK TIME = 10 +2021-12-18 18:59:45,035 Checking jobs for platform=marenostrum4 +2021-12-18 18:59:45,035 Checking jobs for platform=nord3 +2021-12-18 18:59:45,036 Checking jobs for platform=local +2021-12-18 18:59:45,036 Checking jobs for platform=transfer_node +2021-12-18 18:59:45,036 Checking all jobs at once +2021-12-18 18:59:46,356 Successful check job command +2021-12-18 18:59:48,226 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 18:59:48,226 End of checking +2021-12-18 18:59:48,228 Updating FAILED jobs +2021-12-18 18:59:48,228 Updating WAITING jobs +2021-12-18 18:59:48,228 Update finished +2021-12-18 18:59:48,228 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 18:59:48,228 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 18:59:48,229 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 18:59:48,229 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 18:59:48,229 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 18:59:48,229 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 18:59:48,229 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 18:59:48,232 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 18:59:48,234 Job list saved +2021-12-18 18:59:48,239 Updating FAILED jobs +2021-12-18 18:59:48,239 Updating WAITING jobs +2021-12-18 18:59:48,239 Update finished +2021-12-18 18:59:58,249 Reloading parameters... +2021-12-18 18:59:58,267 Loading parameters... +2021-12-18 18:59:58,268 Loading project parameters... +2021-12-18 18:59:58,270 + +13 of 25 jobs remaining (18:59) +2021-12-18 18:59:58,270 Sleep: 10 +2021-12-18 18:59:58,270 Number of retrials: 0 +2021-12-18 18:59:58,270 WRAPPER CHECK TIME = 10 +2021-12-18 18:59:58,271 Checking jobs for platform=marenostrum4 +2021-12-18 18:59:58,272 Checking jobs for platform=nord3 +2021-12-18 18:59:58,272 Checking jobs for platform=local +2021-12-18 18:59:58,273 Checking jobs for platform=transfer_node +2021-12-18 18:59:58,273 Checking all jobs at once +2021-12-18 18:59:59,693 Successful check job command +2021-12-18 19:00:00,862 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:00:00,863 End of checking +2021-12-18 19:00:00,864 Updating FAILED jobs +2021-12-18 19:00:00,864 Updating WAITING jobs +2021-12-18 19:00:00,865 Update finished +2021-12-18 19:00:00,865 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:00:00,865 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:00:00,865 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:00:00,865 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:00:00,865 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:00:00,865 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:00:00,865 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:00:00,868 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:00:00,870 Job list saved +2021-12-18 19:00:00,875 Updating FAILED jobs +2021-12-18 19:00:00,875 Updating WAITING jobs +2021-12-18 19:00:00,875 Update finished +2021-12-18 19:00:10,885 Reloading parameters... +2021-12-18 19:00:10,907 Loading parameters... +2021-12-18 19:00:10,908 Loading project parameters... +2021-12-18 19:00:10,910 + +13 of 25 jobs remaining (19:00) +2021-12-18 19:00:10,910 Sleep: 10 +2021-12-18 19:00:10,910 Number of retrials: 0 +2021-12-18 19:00:10,910 WRAPPER CHECK TIME = 10 +2021-12-18 19:00:10,911 Checking jobs for platform=marenostrum4 +2021-12-18 19:00:10,911 Checking jobs for platform=nord3 +2021-12-18 19:00:10,912 Checking jobs for platform=local +2021-12-18 19:00:10,912 Checking jobs for platform=transfer_node +2021-12-18 19:00:10,912 Checking all jobs at once +2021-12-18 19:00:12,232 Successful check job command +2021-12-18 19:00:13,451 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:00:13,452 End of checking +2021-12-18 19:00:13,453 Updating FAILED jobs +2021-12-18 19:00:13,453 Updating WAITING jobs +2021-12-18 19:00:13,453 Update finished +2021-12-18 19:00:13,453 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:00:13,454 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:00:13,454 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:00:13,454 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:00:13,454 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:00:13,454 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:00:13,455 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:00:13,457 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:00:13,460 Job list saved +2021-12-18 19:00:13,464 Updating FAILED jobs +2021-12-18 19:00:13,464 Updating WAITING jobs +2021-12-18 19:00:13,464 Update finished +2021-12-18 19:00:23,471 Reloading parameters... +2021-12-18 19:00:23,490 Loading parameters... +2021-12-18 19:00:23,491 Loading project parameters... +2021-12-18 19:00:23,493 + +13 of 25 jobs remaining (19:00) +2021-12-18 19:00:23,493 Sleep: 10 +2021-12-18 19:00:23,493 Number of retrials: 0 +2021-12-18 19:00:23,493 WRAPPER CHECK TIME = 10 +2021-12-18 19:00:23,494 Checking jobs for platform=marenostrum4 +2021-12-18 19:00:23,494 Checking jobs for platform=nord3 +2021-12-18 19:00:23,495 Checking jobs for platform=local +2021-12-18 19:00:23,495 Checking jobs for platform=transfer_node +2021-12-18 19:00:23,495 Checking all jobs at once +2021-12-18 19:00:24,915 Successful check job command +2021-12-18 19:00:26,184 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:00:26,185 End of checking +2021-12-18 19:00:26,186 Updating FAILED jobs +2021-12-18 19:00:26,186 Updating WAITING jobs +2021-12-18 19:00:26,186 Update finished +2021-12-18 19:00:26,186 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:00:26,187 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:00:26,187 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:00:26,187 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:00:26,187 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:00:26,187 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:00:26,187 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:00:26,190 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:00:26,192 Job list saved +2021-12-18 19:00:26,197 Updating FAILED jobs +2021-12-18 19:00:26,197 Updating WAITING jobs +2021-12-18 19:00:26,198 Update finished +2021-12-18 19:00:36,208 Reloading parameters... +2021-12-18 19:00:36,225 Loading parameters... +2021-12-18 19:00:36,226 Loading project parameters... +2021-12-18 19:00:36,228 + +13 of 25 jobs remaining (19:00) +2021-12-18 19:00:36,228 Sleep: 10 +2021-12-18 19:00:36,228 Number of retrials: 0 +2021-12-18 19:00:36,228 WRAPPER CHECK TIME = 10 +2021-12-18 19:00:36,229 Checking jobs for platform=marenostrum4 +2021-12-18 19:00:36,230 Checking jobs for platform=nord3 +2021-12-18 19:00:36,230 Checking jobs for platform=local +2021-12-18 19:00:36,231 Checking jobs for platform=transfer_node +2021-12-18 19:00:36,231 Checking all jobs at once +2021-12-18 19:00:37,650 Successful check job command +2021-12-18 19:00:38,972 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:00:38,972 End of checking +2021-12-18 19:00:38,973 Updating FAILED jobs +2021-12-18 19:00:38,973 Updating WAITING jobs +2021-12-18 19:00:38,973 Update finished +2021-12-18 19:00:38,974 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:00:38,974 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:00:38,974 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:00:38,974 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:00:38,974 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:00:38,974 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:00:38,974 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:00:38,977 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:00:38,979 Job list saved +2021-12-18 19:00:38,984 Updating FAILED jobs +2021-12-18 19:00:38,984 Updating WAITING jobs +2021-12-18 19:00:38,984 Update finished +2021-12-18 19:00:48,994 Reloading parameters... +2021-12-18 19:00:49,014 Loading parameters... +2021-12-18 19:00:49,015 Loading project parameters... +2021-12-18 19:00:49,017 + +13 of 25 jobs remaining (19:00) +2021-12-18 19:00:49,017 Sleep: 10 +2021-12-18 19:00:49,017 Number of retrials: 0 +2021-12-18 19:00:49,017 WRAPPER CHECK TIME = 10 +2021-12-18 19:00:49,018 Checking jobs for platform=marenostrum4 +2021-12-18 19:00:49,018 Checking jobs for platform=nord3 +2021-12-18 19:00:49,019 Checking jobs for platform=local +2021-12-18 19:00:49,020 Checking jobs for platform=transfer_node +2021-12-18 19:00:49,020 Checking all jobs at once +2021-12-18 19:00:50,389 Successful check job command +2021-12-18 19:00:51,514 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:00:51,515 End of checking +2021-12-18 19:00:51,516 Updating FAILED jobs +2021-12-18 19:00:51,516 Updating WAITING jobs +2021-12-18 19:00:51,517 Update finished +2021-12-18 19:00:51,517 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:00:51,517 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:00:51,517 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:00:51,518 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:00:51,518 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:00:51,518 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:00:51,518 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:00:51,520 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:00:51,523 Job list saved +2021-12-18 19:00:51,527 Updating FAILED jobs +2021-12-18 19:00:51,528 Updating WAITING jobs +2021-12-18 19:00:51,528 Update finished +2021-12-18 19:01:01,538 Reloading parameters... +2021-12-18 19:01:01,558 Loading parameters... +2021-12-18 19:01:01,559 Loading project parameters... +2021-12-18 19:01:01,561 + +13 of 25 jobs remaining (19:01) +2021-12-18 19:01:01,561 Sleep: 10 +2021-12-18 19:01:01,561 Number of retrials: 0 +2021-12-18 19:01:01,561 WRAPPER CHECK TIME = 10 +2021-12-18 19:01:01,562 Checking jobs for platform=marenostrum4 +2021-12-18 19:01:01,563 Checking jobs for platform=nord3 +2021-12-18 19:01:01,563 Checking jobs for platform=local +2021-12-18 19:01:01,564 Checking jobs for platform=transfer_node +2021-12-18 19:01:01,564 Checking all jobs at once +2021-12-18 19:01:03,785 Successful check job command +2021-12-18 19:01:05,104 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:01:05,105 End of checking +2021-12-18 19:01:05,106 Updating FAILED jobs +2021-12-18 19:01:05,106 Updating WAITING jobs +2021-12-18 19:01:05,107 Update finished +2021-12-18 19:01:05,107 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:01:05,107 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:01:05,107 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:01:05,107 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:01:05,107 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:01:05,107 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:01:05,108 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:01:05,110 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:01:05,112 Job list saved +2021-12-18 19:01:05,117 Updating FAILED jobs +2021-12-18 19:01:05,117 Updating WAITING jobs +2021-12-18 19:01:05,117 Update finished +2021-12-18 19:01:15,127 Reloading parameters... +2021-12-18 19:01:15,145 Loading parameters... +2021-12-18 19:01:15,146 Loading project parameters... +2021-12-18 19:01:15,148 + +13 of 25 jobs remaining (19:01) +2021-12-18 19:01:15,148 Sleep: 10 +2021-12-18 19:01:15,148 Number of retrials: 0 +2021-12-18 19:01:15,149 WRAPPER CHECK TIME = 10 +2021-12-18 19:01:15,149 Checking jobs for platform=marenostrum4 +2021-12-18 19:01:15,150 Checking jobs for platform=nord3 +2021-12-18 19:01:15,150 Checking jobs for platform=local +2021-12-18 19:01:15,151 Checking jobs for platform=transfer_node +2021-12-18 19:01:15,151 Checking all jobs at once +2021-12-18 19:01:16,521 Successful check job command +2021-12-18 19:01:17,940 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:01:17,940 End of checking +2021-12-18 19:01:17,942 Updating FAILED jobs +2021-12-18 19:01:17,942 Updating WAITING jobs +2021-12-18 19:01:17,942 Update finished +2021-12-18 19:01:17,942 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:01:17,942 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:01:17,943 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:01:17,943 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:01:17,943 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:01:17,943 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:01:17,943 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:01:17,946 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:01:17,948 Job list saved +2021-12-18 19:01:17,953 Updating FAILED jobs +2021-12-18 19:01:17,953 Updating WAITING jobs +2021-12-18 19:01:17,953 Update finished +2021-12-18 19:01:27,963 Reloading parameters... +2021-12-18 19:01:27,983 Loading parameters... +2021-12-18 19:01:27,984 Loading project parameters... +2021-12-18 19:01:27,986 + +13 of 25 jobs remaining (19:01) +2021-12-18 19:01:27,986 Sleep: 10 +2021-12-18 19:01:27,987 Number of retrials: 0 +2021-12-18 19:01:27,987 WRAPPER CHECK TIME = 10 +2021-12-18 19:01:27,987 Checking jobs for platform=marenostrum4 +2021-12-18 19:01:27,988 Checking jobs for platform=nord3 +2021-12-18 19:01:27,988 Checking jobs for platform=local +2021-12-18 19:01:27,989 Checking jobs for platform=transfer_node +2021-12-18 19:01:27,989 Checking all jobs at once +2021-12-18 19:01:29,359 Successful check job command +2021-12-18 19:01:30,629 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:01:30,629 End of checking +2021-12-18 19:01:30,630 Updating FAILED jobs +2021-12-18 19:01:30,630 Updating WAITING jobs +2021-12-18 19:01:30,630 Update finished +2021-12-18 19:01:30,631 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:01:30,631 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:01:30,631 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:01:30,631 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:01:30,632 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:01:30,632 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:01:30,632 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:01:30,634 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:01:30,636 Job list saved +2021-12-18 19:01:30,641 Updating FAILED jobs +2021-12-18 19:01:30,641 Updating WAITING jobs +2021-12-18 19:01:30,641 Update finished +2021-12-18 19:01:40,651 Reloading parameters... +2021-12-18 19:01:40,670 Loading parameters... +2021-12-18 19:01:40,672 Loading project parameters... +2021-12-18 19:01:40,674 + +13 of 25 jobs remaining (19:01) +2021-12-18 19:01:40,674 Sleep: 10 +2021-12-18 19:01:40,674 Number of retrials: 0 +2021-12-18 19:01:40,674 WRAPPER CHECK TIME = 10 +2021-12-18 19:01:40,675 Checking jobs for platform=marenostrum4 +2021-12-18 19:01:40,675 Checking jobs for platform=nord3 +2021-12-18 19:01:40,676 Checking jobs for platform=local +2021-12-18 19:01:40,676 Checking jobs for platform=transfer_node +2021-12-18 19:01:40,676 Checking all jobs at once +2021-12-18 19:01:42,096 Successful check job command +2021-12-18 19:01:43,266 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:01:43,266 End of checking +2021-12-18 19:01:43,268 Updating FAILED jobs +2021-12-18 19:01:43,268 Updating WAITING jobs +2021-12-18 19:01:43,268 Update finished +2021-12-18 19:01:43,268 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:01:43,268 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:01:43,268 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:01:43,269 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:01:43,269 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:01:43,269 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:01:43,269 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:01:43,274 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:01:43,277 Job list saved +2021-12-18 19:01:43,282 Updating FAILED jobs +2021-12-18 19:01:43,282 Updating WAITING jobs +2021-12-18 19:01:43,282 Update finished +2021-12-18 19:01:53,283 Reloading parameters... +2021-12-18 19:01:53,305 Loading parameters... +2021-12-18 19:01:53,306 Loading project parameters... +2021-12-18 19:01:53,309 + +13 of 25 jobs remaining (19:01) +2021-12-18 19:01:53,309 Sleep: 10 +2021-12-18 19:01:53,309 Number of retrials: 0 +2021-12-18 19:01:53,309 WRAPPER CHECK TIME = 10 +2021-12-18 19:01:53,310 Checking jobs for platform=marenostrum4 +2021-12-18 19:01:53,310 Checking jobs for platform=nord3 +2021-12-18 19:01:53,311 Checking jobs for platform=local +2021-12-18 19:01:53,312 Checking jobs for platform=transfer_node +2021-12-18 19:01:53,312 Checking all jobs at once +2021-12-18 19:01:54,631 Successful check job command +2021-12-18 19:01:55,800 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:01:55,800 End of checking +2021-12-18 19:01:55,801 Updating FAILED jobs +2021-12-18 19:01:55,802 Updating WAITING jobs +2021-12-18 19:01:55,802 Update finished +2021-12-18 19:01:55,802 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:01:55,802 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:01:55,802 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:01:55,802 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:01:55,803 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:01:55,803 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:01:55,803 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:01:55,805 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:01:55,807 Job list saved +2021-12-18 19:01:55,812 Updating FAILED jobs +2021-12-18 19:01:55,812 Updating WAITING jobs +2021-12-18 19:01:55,812 Update finished +2021-12-18 19:02:05,822 Reloading parameters... +2021-12-18 19:02:05,839 Loading parameters... +2021-12-18 19:02:05,840 Loading project parameters... +2021-12-18 19:02:05,843 + +13 of 25 jobs remaining (19:02) +2021-12-18 19:02:05,843 Sleep: 10 +2021-12-18 19:02:05,843 Number of retrials: 0 +2021-12-18 19:02:05,843 WRAPPER CHECK TIME = 10 +2021-12-18 19:02:05,844 Checking jobs for platform=marenostrum4 +2021-12-18 19:02:05,844 Checking jobs for platform=nord3 +2021-12-18 19:02:05,845 Checking jobs for platform=local +2021-12-18 19:02:05,845 Checking jobs for platform=transfer_node +2021-12-18 19:02:05,845 Checking all jobs at once +2021-12-18 19:02:07,215 Successful check job command +2021-12-18 19:02:08,435 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:02:08,435 End of checking +2021-12-18 19:02:08,439 Updating FAILED jobs +2021-12-18 19:02:08,439 Updating WAITING jobs +2021-12-18 19:02:08,439 Update finished +2021-12-18 19:02:08,440 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:02:08,442 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:02:08,442 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:02:08,442 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:02:08,442 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:02:08,442 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:02:08,442 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:02:08,445 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:02:08,448 Job list saved +2021-12-18 19:02:08,452 Updating FAILED jobs +2021-12-18 19:02:08,453 Updating WAITING jobs +2021-12-18 19:02:08,453 Update finished +2021-12-18 19:02:18,463 Reloading parameters... +2021-12-18 19:02:18,481 Loading parameters... +2021-12-18 19:02:18,482 Loading project parameters... +2021-12-18 19:02:18,484 + +13 of 25 jobs remaining (19:02) +2021-12-18 19:02:18,485 Sleep: 10 +2021-12-18 19:02:18,485 Number of retrials: 0 +2021-12-18 19:02:18,485 WRAPPER CHECK TIME = 10 +2021-12-18 19:02:18,485 Checking jobs for platform=marenostrum4 +2021-12-18 19:02:18,486 Checking jobs for platform=nord3 +2021-12-18 19:02:18,486 Checking jobs for platform=local +2021-12-18 19:02:18,487 Checking jobs for platform=transfer_node +2021-12-18 19:02:18,487 Checking all jobs at once +2021-12-18 19:02:19,958 Successful check job command +2021-12-18 19:02:21,178 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:02:21,178 End of checking +2021-12-18 19:02:21,179 Updating FAILED jobs +2021-12-18 19:02:21,179 Updating WAITING jobs +2021-12-18 19:02:21,180 Update finished +2021-12-18 19:02:21,180 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:02:21,180 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:02:21,180 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:02:21,180 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:02:21,180 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:02:21,180 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:02:21,181 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:02:21,183 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:02:21,186 Job list saved +2021-12-18 19:02:21,191 Updating FAILED jobs +2021-12-18 19:02:21,191 Updating WAITING jobs +2021-12-18 19:02:21,191 Update finished +2021-12-18 19:02:31,201 Reloading parameters... +2021-12-18 19:02:31,218 Loading parameters... +2021-12-18 19:02:31,220 Loading project parameters... +2021-12-18 19:02:31,222 + +13 of 25 jobs remaining (19:02) +2021-12-18 19:02:31,222 Sleep: 10 +2021-12-18 19:02:31,222 Number of retrials: 0 +2021-12-18 19:02:31,222 WRAPPER CHECK TIME = 10 +2021-12-18 19:02:31,223 Checking jobs for platform=marenostrum4 +2021-12-18 19:02:31,223 Checking jobs for platform=nord3 +2021-12-18 19:02:31,224 Checking jobs for platform=local +2021-12-18 19:02:31,224 Checking jobs for platform=transfer_node +2021-12-18 19:02:31,224 Checking all jobs at once +2021-12-18 19:02:32,644 Successful check job command +2021-12-18 19:02:33,864 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:02:33,864 End of checking +2021-12-18 19:02:33,866 Updating FAILED jobs +2021-12-18 19:02:33,866 Updating WAITING jobs +2021-12-18 19:02:33,866 Update finished +2021-12-18 19:02:33,866 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:02:33,867 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:02:33,867 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:02:33,867 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:02:33,867 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:02:33,867 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:02:33,867 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:02:33,870 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:02:33,872 Job list saved +2021-12-18 19:02:33,877 Updating FAILED jobs +2021-12-18 19:02:33,877 Updating WAITING jobs +2021-12-18 19:02:33,877 Update finished +2021-12-18 19:02:43,888 Reloading parameters... +2021-12-18 19:02:43,906 Loading parameters... +2021-12-18 19:02:43,907 Loading project parameters... +2021-12-18 19:02:43,909 + +13 of 25 jobs remaining (19:02) +2021-12-18 19:02:43,909 Sleep: 10 +2021-12-18 19:02:43,910 Number of retrials: 0 +2021-12-18 19:02:43,910 WRAPPER CHECK TIME = 10 +2021-12-18 19:02:43,910 Checking jobs for platform=marenostrum4 +2021-12-18 19:02:43,911 Checking jobs for platform=nord3 +2021-12-18 19:02:43,911 Checking jobs for platform=local +2021-12-18 19:02:43,912 Checking jobs for platform=transfer_node +2021-12-18 19:02:43,912 Checking all jobs at once +2021-12-18 19:02:45,182 Successful check job command +2021-12-18 19:02:46,354 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:02:46,354 End of checking +2021-12-18 19:02:46,356 Updating FAILED jobs +2021-12-18 19:02:46,356 Updating WAITING jobs +2021-12-18 19:02:46,356 Update finished +2021-12-18 19:02:46,356 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:02:46,357 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:02:46,357 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:02:46,357 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:02:46,357 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:02:46,358 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:02:46,358 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:02:46,360 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:02:46,363 Job list saved +2021-12-18 19:02:46,367 Updating FAILED jobs +2021-12-18 19:02:46,367 Updating WAITING jobs +2021-12-18 19:02:46,367 Update finished +2021-12-18 19:02:56,376 Reloading parameters... +2021-12-18 19:02:56,396 Loading parameters... +2021-12-18 19:02:56,398 Loading project parameters... +2021-12-18 19:02:56,400 + +13 of 25 jobs remaining (19:02) +2021-12-18 19:02:56,400 Sleep: 10 +2021-12-18 19:02:56,400 Number of retrials: 0 +2021-12-18 19:02:56,400 WRAPPER CHECK TIME = 10 +2021-12-18 19:02:56,401 Checking jobs for platform=marenostrum4 +2021-12-18 19:02:56,401 Checking jobs for platform=nord3 +2021-12-18 19:02:56,402 Checking jobs for platform=local +2021-12-18 19:02:56,402 Checking jobs for platform=transfer_node +2021-12-18 19:02:56,402 Checking all jobs at once +2021-12-18 19:02:57,821 Successful check job command +2021-12-18 19:02:59,141 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:02:59,141 End of checking +2021-12-18 19:02:59,142 Updating FAILED jobs +2021-12-18 19:02:59,142 Updating WAITING jobs +2021-12-18 19:02:59,143 Update finished +2021-12-18 19:02:59,143 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:02:59,143 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:02:59,143 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:02:59,143 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:02:59,143 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:02:59,143 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:02:59,144 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:02:59,148 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:02:59,150 Job list saved +2021-12-18 19:02:59,157 Updating FAILED jobs +2021-12-18 19:02:59,157 Updating WAITING jobs +2021-12-18 19:02:59,157 Update finished +2021-12-18 19:03:09,167 Reloading parameters... +2021-12-18 19:03:09,184 Loading parameters... +2021-12-18 19:03:09,186 Loading project parameters... +2021-12-18 19:03:09,187 + +13 of 25 jobs remaining (19:03) +2021-12-18 19:03:09,188 Sleep: 10 +2021-12-18 19:03:09,188 Number of retrials: 0 +2021-12-18 19:03:09,188 WRAPPER CHECK TIME = 10 +2021-12-18 19:03:09,188 Checking jobs for platform=marenostrum4 +2021-12-18 19:03:09,189 Checking jobs for platform=nord3 +2021-12-18 19:03:09,190 Checking jobs for platform=local +2021-12-18 19:03:09,190 Checking jobs for platform=transfer_node +2021-12-18 19:03:09,190 Checking all jobs at once +2021-12-18 19:03:10,660 Successful check job command +2021-12-18 19:03:12,030 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:03:12,030 End of checking +2021-12-18 19:03:12,031 Updating FAILED jobs +2021-12-18 19:03:12,032 Updating WAITING jobs +2021-12-18 19:03:12,032 Update finished +2021-12-18 19:03:12,032 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:03:12,032 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:03:12,032 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:03:12,032 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:03:12,033 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:03:12,033 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:03:12,033 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:03:12,035 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:03:12,037 Job list saved +2021-12-18 19:03:12,042 Updating FAILED jobs +2021-12-18 19:03:12,042 Updating WAITING jobs +2021-12-18 19:03:12,042 Update finished +2021-12-18 19:03:22,052 Reloading parameters... +2021-12-18 19:03:22,072 Loading parameters... +2021-12-18 19:03:22,073 Loading project parameters... +2021-12-18 19:03:22,075 + +13 of 25 jobs remaining (19:03) +2021-12-18 19:03:22,075 Sleep: 10 +2021-12-18 19:03:22,075 Number of retrials: 0 +2021-12-18 19:03:22,075 WRAPPER CHECK TIME = 10 +2021-12-18 19:03:22,076 Checking jobs for platform=marenostrum4 +2021-12-18 19:03:22,076 Checking jobs for platform=nord3 +2021-12-18 19:03:22,077 Checking jobs for platform=local +2021-12-18 19:03:22,077 Checking jobs for platform=transfer_node +2021-12-18 19:03:22,078 Checking all jobs at once +2021-12-18 19:03:23,399 Successful check job command +2021-12-18 19:03:24,719 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:03:24,719 End of checking +2021-12-18 19:03:24,720 Updating FAILED jobs +2021-12-18 19:03:24,721 Updating WAITING jobs +2021-12-18 19:03:24,721 Update finished +2021-12-18 19:03:24,721 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:03:24,722 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:03:24,722 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:03:24,722 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:03:24,722 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:03:24,722 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:03:24,722 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:03:24,725 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:03:24,727 Job list saved +2021-12-18 19:03:24,732 Updating FAILED jobs +2021-12-18 19:03:24,732 Updating WAITING jobs +2021-12-18 19:03:24,732 Update finished +2021-12-18 19:03:34,742 Reloading parameters... +2021-12-18 19:03:34,761 Loading parameters... +2021-12-18 19:03:34,763 Loading project parameters... +2021-12-18 19:03:34,765 + +13 of 25 jobs remaining (19:03) +2021-12-18 19:03:34,765 Sleep: 10 +2021-12-18 19:03:34,765 Number of retrials: 0 +2021-12-18 19:03:34,765 WRAPPER CHECK TIME = 10 +2021-12-18 19:03:34,766 Checking jobs for platform=marenostrum4 +2021-12-18 19:03:34,766 Checking jobs for platform=nord3 +2021-12-18 19:03:34,767 Checking jobs for platform=local +2021-12-18 19:03:34,767 Checking jobs for platform=transfer_node +2021-12-18 19:03:34,767 Checking all jobs at once +2021-12-18 19:03:36,237 Successful check job command +2021-12-18 19:03:37,607 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:03:37,607 End of checking +2021-12-18 19:03:37,611 Updating FAILED jobs +2021-12-18 19:03:37,611 Updating WAITING jobs +2021-12-18 19:03:37,611 Update finished +2021-12-18 19:03:37,611 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:03:37,611 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:03:37,612 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:03:37,612 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:03:37,612 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:03:37,612 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:03:37,612 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:03:37,615 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:03:37,617 Job list saved +2021-12-18 19:03:37,623 Updating FAILED jobs +2021-12-18 19:03:37,623 Updating WAITING jobs +2021-12-18 19:03:37,623 Update finished +2021-12-18 19:03:47,633 Reloading parameters... +2021-12-18 19:03:47,652 Loading parameters... +2021-12-18 19:03:47,654 Loading project parameters... +2021-12-18 19:03:47,656 + +13 of 25 jobs remaining (19:03) +2021-12-18 19:03:47,656 Sleep: 10 +2021-12-18 19:03:47,656 Number of retrials: 0 +2021-12-18 19:03:47,656 WRAPPER CHECK TIME = 10 +2021-12-18 19:03:47,656 Checking jobs for platform=marenostrum4 +2021-12-18 19:03:47,657 Checking jobs for platform=nord3 +2021-12-18 19:03:47,658 Checking jobs for platform=local +2021-12-18 19:03:47,658 Checking jobs for platform=transfer_node +2021-12-18 19:03:47,658 Checking all jobs at once +2021-12-18 19:03:48,979 Successful check job command +2021-12-18 19:03:50,300 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:03:50,300 End of checking +2021-12-18 19:03:50,302 Updating FAILED jobs +2021-12-18 19:03:50,302 Updating WAITING jobs +2021-12-18 19:03:50,302 Update finished +2021-12-18 19:03:50,302 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:03:50,302 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:03:50,302 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:03:50,303 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:03:50,303 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:03:50,303 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:03:50,303 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:03:50,306 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:03:50,308 Job list saved +2021-12-18 19:03:50,316 Updating FAILED jobs +2021-12-18 19:03:50,317 Updating WAITING jobs +2021-12-18 19:03:50,317 Update finished +2021-12-18 19:04:00,327 Reloading parameters... +2021-12-18 19:04:00,349 Loading parameters... +2021-12-18 19:04:00,351 Loading project parameters... +2021-12-18 19:04:00,353 + +13 of 25 jobs remaining (19:04) +2021-12-18 19:04:00,353 Sleep: 10 +2021-12-18 19:04:00,353 Number of retrials: 0 +2021-12-18 19:04:00,353 WRAPPER CHECK TIME = 10 +2021-12-18 19:04:00,354 Checking jobs for platform=marenostrum4 +2021-12-18 19:04:00,354 Checking jobs for platform=nord3 +2021-12-18 19:04:00,355 Checking jobs for platform=local +2021-12-18 19:04:00,355 Checking jobs for platform=transfer_node +2021-12-18 19:04:00,355 Checking all jobs at once +2021-12-18 19:04:01,675 Successful check job command +2021-12-18 19:04:02,895 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:04:02,895 End of checking +2021-12-18 19:04:02,897 Updating FAILED jobs +2021-12-18 19:04:02,897 Updating WAITING jobs +2021-12-18 19:04:02,897 Update finished +2021-12-18 19:04:02,898 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:04:02,898 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:04:02,898 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:04:02,898 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:04:02,899 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:04:02,899 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:04:02,899 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:04:02,902 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:04:02,904 Job list saved +2021-12-18 19:04:02,909 Updating FAILED jobs +2021-12-18 19:04:02,909 Updating WAITING jobs +2021-12-18 19:04:02,909 Update finished +2021-12-18 19:04:12,919 Reloading parameters... +2021-12-18 19:04:12,939 Loading parameters... +2021-12-18 19:04:12,940 Loading project parameters... +2021-12-18 19:04:12,942 + +13 of 25 jobs remaining (19:04) +2021-12-18 19:04:12,942 Sleep: 10 +2021-12-18 19:04:12,942 Number of retrials: 0 +2021-12-18 19:04:12,942 WRAPPER CHECK TIME = 10 +2021-12-18 19:04:12,943 Checking jobs for platform=marenostrum4 +2021-12-18 19:04:12,943 Checking jobs for platform=nord3 +2021-12-18 19:04:12,944 Checking jobs for platform=local +2021-12-18 19:04:12,945 Checking jobs for platform=transfer_node +2021-12-18 19:04:12,945 Checking all jobs at once +2021-12-18 19:04:14,364 Successful check job command +2021-12-18 19:04:16,185 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:04:16,186 End of checking +2021-12-18 19:04:16,187 Updating FAILED jobs +2021-12-18 19:04:16,187 Updating WAITING jobs +2021-12-18 19:04:16,188 Update finished +2021-12-18 19:04:16,188 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:04:16,188 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:04:16,188 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:04:16,188 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:04:16,188 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:04:16,188 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:04:16,189 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:04:16,192 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:04:16,194 Job list saved +2021-12-18 19:04:16,199 Updating FAILED jobs +2021-12-18 19:04:16,199 Updating WAITING jobs +2021-12-18 19:04:16,200 Update finished +2021-12-18 19:04:26,210 Reloading parameters... +2021-12-18 19:04:26,230 Loading parameters... +2021-12-18 19:04:26,231 Loading project parameters... +2021-12-18 19:04:26,233 + +13 of 25 jobs remaining (19:04) +2021-12-18 19:04:26,233 Sleep: 10 +2021-12-18 19:04:26,233 Number of retrials: 0 +2021-12-18 19:04:26,233 WRAPPER CHECK TIME = 10 +2021-12-18 19:04:26,234 Checking jobs for platform=marenostrum4 +2021-12-18 19:04:26,234 Checking jobs for platform=nord3 +2021-12-18 19:04:26,235 Checking jobs for platform=local +2021-12-18 19:04:26,236 Checking jobs for platform=transfer_node +2021-12-18 19:04:26,236 Checking all jobs at once +2021-12-18 19:04:27,555 Successful check job command +2021-12-18 19:04:28,824 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:04:28,824 End of checking +2021-12-18 19:04:28,826 Updating FAILED jobs +2021-12-18 19:04:28,826 Updating WAITING jobs +2021-12-18 19:04:28,826 Update finished +2021-12-18 19:04:28,826 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:04:28,827 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:04:28,827 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:04:28,827 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:04:28,827 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:04:28,827 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:04:28,827 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:04:28,831 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:04:28,833 Job list saved +2021-12-18 19:04:28,845 Updating FAILED jobs +2021-12-18 19:04:28,845 Updating WAITING jobs +2021-12-18 19:04:28,845 Update finished +2021-12-18 19:04:38,855 Reloading parameters... +2021-12-18 19:04:38,873 Loading parameters... +2021-12-18 19:04:38,875 Loading project parameters... +2021-12-18 19:04:38,877 + +13 of 25 jobs remaining (19:04) +2021-12-18 19:04:38,877 Sleep: 10 +2021-12-18 19:04:38,877 Number of retrials: 0 +2021-12-18 19:04:38,877 WRAPPER CHECK TIME = 10 +2021-12-18 19:04:38,878 Checking jobs for platform=marenostrum4 +2021-12-18 19:04:38,878 Checking jobs for platform=nord3 +2021-12-18 19:04:38,879 Checking jobs for platform=local +2021-12-18 19:04:38,879 Checking jobs for platform=transfer_node +2021-12-18 19:04:38,879 Checking all jobs at once +2021-12-18 19:04:40,252 Successful check job command +2021-12-18 19:04:41,472 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:04:41,472 End of checking +2021-12-18 19:04:41,473 Updating FAILED jobs +2021-12-18 19:04:41,473 Updating WAITING jobs +2021-12-18 19:04:41,474 Update finished +2021-12-18 19:04:41,474 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:04:41,474 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:04:41,475 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:04:41,475 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:04:41,475 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:04:41,475 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:04:41,475 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:04:41,478 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:04:41,480 Job list saved +2021-12-18 19:04:41,486 Updating FAILED jobs +2021-12-18 19:04:41,486 Updating WAITING jobs +2021-12-18 19:04:41,486 Update finished +2021-12-18 19:04:51,489 Reloading parameters... +2021-12-18 19:04:51,508 Loading parameters... +2021-12-18 19:04:51,509 Loading project parameters... +2021-12-18 19:04:51,511 + +13 of 25 jobs remaining (19:04) +2021-12-18 19:04:51,512 Sleep: 10 +2021-12-18 19:04:51,512 Number of retrials: 0 +2021-12-18 19:04:51,512 WRAPPER CHECK TIME = 10 +2021-12-18 19:04:51,512 Checking jobs for platform=marenostrum4 +2021-12-18 19:04:51,513 Checking jobs for platform=nord3 +2021-12-18 19:04:51,513 Checking jobs for platform=local +2021-12-18 19:04:51,514 Checking jobs for platform=transfer_node +2021-12-18 19:04:51,514 Checking all jobs at once +2021-12-18 19:04:53,034 Successful check job command +2021-12-18 19:04:54,303 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:04:54,303 End of checking +2021-12-18 19:04:54,305 Updating FAILED jobs +2021-12-18 19:04:54,305 Updating WAITING jobs +2021-12-18 19:04:54,305 Update finished +2021-12-18 19:04:54,305 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:04:54,306 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:04:54,306 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:04:54,306 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:04:54,306 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:04:54,306 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:04:54,306 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:04:54,309 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:04:54,312 Job list saved +2021-12-18 19:04:54,317 Updating FAILED jobs +2021-12-18 19:04:54,317 Updating WAITING jobs +2021-12-18 19:04:54,317 Update finished +2021-12-18 19:05:04,327 Reloading parameters... +2021-12-18 19:05:04,347 Loading parameters... +2021-12-18 19:05:04,349 Loading project parameters... +2021-12-18 19:05:04,351 + +13 of 25 jobs remaining (19:05) +2021-12-18 19:05:04,351 Sleep: 10 +2021-12-18 19:05:04,351 Number of retrials: 0 +2021-12-18 19:05:04,351 WRAPPER CHECK TIME = 10 +2021-12-18 19:05:04,352 Checking jobs for platform=marenostrum4 +2021-12-18 19:05:04,352 Checking jobs for platform=nord3 +2021-12-18 19:05:04,353 Checking jobs for platform=local +2021-12-18 19:05:04,354 Checking jobs for platform=transfer_node +2021-12-18 19:05:04,354 Checking all jobs at once +2021-12-18 19:05:05,876 Successful check job command +2021-12-18 19:05:07,095 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:05:07,096 End of checking +2021-12-18 19:05:07,097 Updating FAILED jobs +2021-12-18 19:05:07,097 Updating WAITING jobs +2021-12-18 19:05:07,097 Update finished +2021-12-18 19:05:07,098 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:05:07,098 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:05:07,098 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:05:07,098 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:05:07,098 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:05:07,098 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:05:07,098 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:05:07,101 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:05:07,104 Job list saved +2021-12-18 19:05:07,109 Updating FAILED jobs +2021-12-18 19:05:07,109 Updating WAITING jobs +2021-12-18 19:05:07,109 Update finished +2021-12-18 19:05:17,119 Reloading parameters... +2021-12-18 19:05:17,143 Loading parameters... +2021-12-18 19:05:17,144 Loading project parameters... +2021-12-18 19:05:17,146 + +13 of 25 jobs remaining (19:05) +2021-12-18 19:05:17,147 Sleep: 10 +2021-12-18 19:05:17,147 Number of retrials: 0 +2021-12-18 19:05:17,147 WRAPPER CHECK TIME = 10 +2021-12-18 19:05:17,148 Checking jobs for platform=marenostrum4 +2021-12-18 19:05:17,148 Checking jobs for platform=nord3 +2021-12-18 19:05:17,149 Checking jobs for platform=local +2021-12-18 19:05:17,149 Checking jobs for platform=transfer_node +2021-12-18 19:05:17,149 Checking all jobs at once +2021-12-18 19:05:18,569 Successful check job command +2021-12-18 19:05:19,788 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:05:19,788 End of checking +2021-12-18 19:05:19,790 Updating FAILED jobs +2021-12-18 19:05:19,790 Updating WAITING jobs +2021-12-18 19:05:19,790 Update finished +2021-12-18 19:05:19,790 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:05:19,791 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:05:19,791 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:05:19,791 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:05:19,791 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:05:19,792 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:05:19,792 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:05:19,795 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:05:19,797 Job list saved +2021-12-18 19:05:19,802 Updating FAILED jobs +2021-12-18 19:05:19,802 Updating WAITING jobs +2021-12-18 19:05:19,802 Update finished +2021-12-18 19:05:29,812 Reloading parameters... +2021-12-18 19:05:29,872 Loading parameters... +2021-12-18 19:05:29,873 Loading project parameters... +2021-12-18 19:05:29,875 + +13 of 25 jobs remaining (19:05) +2021-12-18 19:05:29,875 Sleep: 10 +2021-12-18 19:05:29,875 Number of retrials: 0 +2021-12-18 19:05:29,875 WRAPPER CHECK TIME = 10 +2021-12-18 19:05:29,876 Checking jobs for platform=marenostrum4 +2021-12-18 19:05:29,876 Checking jobs for platform=nord3 +2021-12-18 19:05:29,877 Checking jobs for platform=local +2021-12-18 19:05:29,878 Checking jobs for platform=transfer_node +2021-12-18 19:05:29,878 Checking all jobs at once +2021-12-18 19:05:31,298 Successful check job command +2021-12-18 19:05:32,567 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:05:32,568 End of checking +2021-12-18 19:05:32,569 Updating FAILED jobs +2021-12-18 19:05:32,570 Updating WAITING jobs +2021-12-18 19:05:32,570 Update finished +2021-12-18 19:05:32,570 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:05:32,570 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:05:32,570 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:05:32,570 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:05:32,571 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:05:32,571 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:05:32,571 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:05:32,575 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:05:32,577 Job list saved +2021-12-18 19:05:32,582 Updating FAILED jobs +2021-12-18 19:05:32,582 Updating WAITING jobs +2021-12-18 19:05:32,582 Update finished +2021-12-18 19:05:42,592 Reloading parameters... +2021-12-18 19:05:42,612 Loading parameters... +2021-12-18 19:05:42,613 Loading project parameters... +2021-12-18 19:05:42,615 + +13 of 25 jobs remaining (19:05) +2021-12-18 19:05:42,616 Sleep: 10 +2021-12-18 19:05:42,616 Number of retrials: 0 +2021-12-18 19:05:42,616 WRAPPER CHECK TIME = 10 +2021-12-18 19:05:42,617 Checking jobs for platform=marenostrum4 +2021-12-18 19:05:42,617 Checking jobs for platform=nord3 +2021-12-18 19:05:42,618 Checking jobs for platform=local +2021-12-18 19:05:42,618 Checking jobs for platform=transfer_node +2021-12-18 19:05:42,618 Checking all jobs at once +2021-12-18 19:05:44,489 Successful check job command +2021-12-18 19:05:45,909 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:05:45,909 End of checking +2021-12-18 19:05:45,911 Updating FAILED jobs +2021-12-18 19:05:45,911 Updating WAITING jobs +2021-12-18 19:05:45,911 Update finished +2021-12-18 19:05:45,911 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:05:45,911 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:05:45,912 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:05:45,912 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:05:45,912 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:05:45,912 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:05:45,912 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:05:45,915 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:05:45,917 Job list saved +2021-12-18 19:05:45,922 Updating FAILED jobs +2021-12-18 19:05:45,922 Updating WAITING jobs +2021-12-18 19:05:45,922 Update finished +2021-12-18 19:05:55,928 Reloading parameters... +2021-12-18 19:05:55,948 Loading parameters... +2021-12-18 19:05:55,949 Loading project parameters... +2021-12-18 19:05:55,951 + +13 of 25 jobs remaining (19:05) +2021-12-18 19:05:55,951 Sleep: 10 +2021-12-18 19:05:55,951 Number of retrials: 0 +2021-12-18 19:05:55,951 WRAPPER CHECK TIME = 10 +2021-12-18 19:05:55,952 Checking jobs for platform=marenostrum4 +2021-12-18 19:05:55,953 Checking jobs for platform=nord3 +2021-12-18 19:05:55,953 Checking jobs for platform=local +2021-12-18 19:05:55,954 Checking jobs for platform=transfer_node +2021-12-18 19:05:55,954 Checking all jobs at once +2021-12-18 19:05:57,223 Successful check job command +2021-12-18 19:05:58,443 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:05:58,443 End of checking +2021-12-18 19:05:58,445 Updating FAILED jobs +2021-12-18 19:05:58,445 Updating WAITING jobs +2021-12-18 19:05:58,445 Update finished +2021-12-18 19:05:58,445 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:05:58,446 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:05:58,446 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:05:58,446 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:05:58,446 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:05:58,447 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:05:58,447 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:05:58,452 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:05:58,454 Job list saved +2021-12-18 19:05:58,464 Updating FAILED jobs +2021-12-18 19:05:58,464 Updating WAITING jobs +2021-12-18 19:05:58,465 Update finished +2021-12-18 19:06:08,475 Reloading parameters... +2021-12-18 19:06:08,496 Loading parameters... +2021-12-18 19:06:08,497 Loading project parameters... +2021-12-18 19:06:08,499 + +13 of 25 jobs remaining (19:06) +2021-12-18 19:06:08,499 Sleep: 10 +2021-12-18 19:06:08,500 Number of retrials: 0 +2021-12-18 19:06:08,500 WRAPPER CHECK TIME = 10 +2021-12-18 19:06:08,500 Checking jobs for platform=marenostrum4 +2021-12-18 19:06:08,501 Checking jobs for platform=nord3 +2021-12-18 19:06:08,501 Checking jobs for platform=local +2021-12-18 19:06:08,502 Checking jobs for platform=transfer_node +2021-12-18 19:06:08,502 Checking all jobs at once +2021-12-18 19:06:09,972 Successful check job command +2021-12-18 19:06:11,644 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:06:11,644 End of checking +2021-12-18 19:06:11,646 Updating FAILED jobs +2021-12-18 19:06:11,646 Updating WAITING jobs +2021-12-18 19:06:11,646 Update finished +2021-12-18 19:06:11,647 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:06:11,647 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:06:11,647 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:06:11,647 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:06:11,647 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:06:11,647 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:06:11,647 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:06:11,650 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:06:11,652 Job list saved +2021-12-18 19:06:11,658 Updating FAILED jobs +2021-12-18 19:06:11,658 Updating WAITING jobs +2021-12-18 19:06:11,658 Update finished +2021-12-18 19:06:21,668 Reloading parameters... +2021-12-18 19:06:21,689 Loading parameters... +2021-12-18 19:06:21,690 Loading project parameters... +2021-12-18 19:06:21,692 + +13 of 25 jobs remaining (19:06) +2021-12-18 19:06:21,692 Sleep: 10 +2021-12-18 19:06:21,692 Number of retrials: 0 +2021-12-18 19:06:21,692 WRAPPER CHECK TIME = 10 +2021-12-18 19:06:21,693 Checking jobs for platform=marenostrum4 +2021-12-18 19:06:21,694 Checking jobs for platform=nord3 +2021-12-18 19:06:21,694 Checking jobs for platform=local +2021-12-18 19:06:21,695 Checking jobs for platform=transfer_node +2021-12-18 19:06:21,695 Checking all jobs at once +2021-12-18 19:06:22,966 Successful check job command +2021-12-18 19:06:24,287 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:06:24,287 End of checking +2021-12-18 19:06:24,288 Updating FAILED jobs +2021-12-18 19:06:24,289 Updating WAITING jobs +2021-12-18 19:06:24,289 Update finished +2021-12-18 19:06:24,289 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:06:24,289 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:06:24,289 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:06:24,289 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:06:24,290 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:06:24,290 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:06:24,290 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:06:24,293 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:06:24,295 Job list saved +2021-12-18 19:06:24,300 Updating FAILED jobs +2021-12-18 19:06:24,300 Updating WAITING jobs +2021-12-18 19:06:24,300 Update finished +2021-12-18 19:06:34,310 Reloading parameters... +2021-12-18 19:06:34,333 Loading parameters... +2021-12-18 19:06:34,335 Loading project parameters... +2021-12-18 19:06:34,336 + +13 of 25 jobs remaining (19:06) +2021-12-18 19:06:34,337 Sleep: 10 +2021-12-18 19:06:34,337 Number of retrials: 0 +2021-12-18 19:06:34,337 WRAPPER CHECK TIME = 10 +2021-12-18 19:06:34,337 Checking jobs for platform=marenostrum4 +2021-12-18 19:06:34,338 Checking jobs for platform=nord3 +2021-12-18 19:06:34,338 Checking jobs for platform=local +2021-12-18 19:06:34,339 Checking jobs for platform=transfer_node +2021-12-18 19:06:34,339 Checking all jobs at once +2021-12-18 19:06:35,614 Successful check job command +2021-12-18 19:06:36,834 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:06:36,834 End of checking +2021-12-18 19:06:36,835 Updating FAILED jobs +2021-12-18 19:06:36,835 Updating WAITING jobs +2021-12-18 19:06:36,836 Update finished +2021-12-18 19:06:36,836 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:06:36,836 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:06:36,836 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:06:36,837 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:06:36,837 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:06:36,837 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:06:36,837 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:06:36,840 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:06:36,842 Job list saved +2021-12-18 19:06:36,848 Updating FAILED jobs +2021-12-18 19:06:36,848 Updating WAITING jobs +2021-12-18 19:06:36,848 Update finished +2021-12-18 19:06:46,858 Reloading parameters... +2021-12-18 19:06:46,877 Loading parameters... +2021-12-18 19:06:46,878 Loading project parameters... +2021-12-18 19:06:46,880 + +13 of 25 jobs remaining (19:06) +2021-12-18 19:06:46,881 Sleep: 10 +2021-12-18 19:06:46,881 Number of retrials: 0 +2021-12-18 19:06:46,881 WRAPPER CHECK TIME = 10 +2021-12-18 19:06:46,881 Checking jobs for platform=marenostrum4 +2021-12-18 19:06:46,882 Checking jobs for platform=nord3 +2021-12-18 19:06:46,882 Checking jobs for platform=local +2021-12-18 19:06:46,883 Checking jobs for platform=transfer_node +2021-12-18 19:06:46,883 Checking all jobs at once +2021-12-18 19:06:48,453 Successful check job command +2021-12-18 19:06:49,873 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:06:49,873 End of checking +2021-12-18 19:06:49,874 Updating FAILED jobs +2021-12-18 19:06:49,874 Updating WAITING jobs +2021-12-18 19:06:49,874 Update finished +2021-12-18 19:06:49,875 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:06:49,875 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:06:49,875 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:06:49,875 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:06:49,875 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:06:49,875 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:06:49,875 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:06:49,888 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:06:49,890 Job list saved +2021-12-18 19:06:49,896 Updating FAILED jobs +2021-12-18 19:06:49,896 Updating WAITING jobs +2021-12-18 19:06:49,897 Update finished +2021-12-18 19:06:59,906 Reloading parameters... +2021-12-18 19:06:59,927 Loading parameters... +2021-12-18 19:06:59,928 Loading project parameters... +2021-12-18 19:06:59,930 + +13 of 25 jobs remaining (19:06) +2021-12-18 19:06:59,930 Sleep: 10 +2021-12-18 19:06:59,930 Number of retrials: 0 +2021-12-18 19:06:59,930 WRAPPER CHECK TIME = 10 +2021-12-18 19:06:59,931 Checking jobs for platform=marenostrum4 +2021-12-18 19:06:59,931 Checking jobs for platform=nord3 +2021-12-18 19:06:59,932 Checking jobs for platform=local +2021-12-18 19:06:59,932 Checking jobs for platform=transfer_node +2021-12-18 19:06:59,933 Checking all jobs at once +2021-12-18 19:07:01,307 Successful check job command +2021-12-18 19:07:02,927 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:07:02,927 End of checking +2021-12-18 19:07:02,928 Updating FAILED jobs +2021-12-18 19:07:02,929 Updating WAITING jobs +2021-12-18 19:07:02,929 Update finished +2021-12-18 19:07:02,929 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:07:02,929 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:07:02,929 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:07:02,929 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:07:02,930 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:07:02,930 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:07:02,930 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:07:02,933 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:07:02,935 Job list saved +2021-12-18 19:07:02,940 Updating FAILED jobs +2021-12-18 19:07:02,941 Updating WAITING jobs +2021-12-18 19:07:02,941 Update finished +2021-12-18 19:07:12,951 Reloading parameters... +2021-12-18 19:07:12,972 Loading parameters... +2021-12-18 19:07:12,974 Loading project parameters... +2021-12-18 19:07:12,976 + +13 of 25 jobs remaining (19:07) +2021-12-18 19:07:12,976 Sleep: 10 +2021-12-18 19:07:12,976 Number of retrials: 0 +2021-12-18 19:07:12,976 WRAPPER CHECK TIME = 10 +2021-12-18 19:07:12,977 Checking jobs for platform=marenostrum4 +2021-12-18 19:07:12,978 Checking jobs for platform=nord3 +2021-12-18 19:07:12,979 Checking jobs for platform=local +2021-12-18 19:07:12,980 Checking jobs for platform=transfer_node +2021-12-18 19:07:12,980 Checking all jobs at once +2021-12-18 19:07:14,249 Successful check job command +2021-12-18 19:07:15,620 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:07:15,620 End of checking +2021-12-18 19:07:15,621 Updating FAILED jobs +2021-12-18 19:07:15,621 Updating WAITING jobs +2021-12-18 19:07:15,622 Update finished +2021-12-18 19:07:15,622 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:07:15,622 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:07:15,623 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:07:15,623 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:07:15,623 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:07:15,623 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:07:15,623 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:07:15,626 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:07:15,628 Job list saved +2021-12-18 19:07:15,634 Updating FAILED jobs +2021-12-18 19:07:15,634 Updating WAITING jobs +2021-12-18 19:07:15,634 Update finished +2021-12-18 19:07:25,644 Reloading parameters... +2021-12-18 19:07:25,664 Loading parameters... +2021-12-18 19:07:25,665 Loading project parameters... +2021-12-18 19:07:25,667 + +13 of 25 jobs remaining (19:07) +2021-12-18 19:07:25,667 Sleep: 10 +2021-12-18 19:07:25,667 Number of retrials: 0 +2021-12-18 19:07:25,667 WRAPPER CHECK TIME = 10 +2021-12-18 19:07:25,668 Checking jobs for platform=marenostrum4 +2021-12-18 19:07:25,668 Checking jobs for platform=nord3 +2021-12-18 19:07:25,669 Checking jobs for platform=local +2021-12-18 19:07:25,669 Checking jobs for platform=transfer_node +2021-12-18 19:07:25,670 Checking all jobs at once +2021-12-18 19:07:27,039 Successful check job command +2021-12-18 19:07:28,358 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:07:28,359 End of checking +2021-12-18 19:07:28,360 Updating FAILED jobs +2021-12-18 19:07:28,360 Updating WAITING jobs +2021-12-18 19:07:28,360 Update finished +2021-12-18 19:07:28,361 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:07:28,361 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:07:28,361 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:07:28,361 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:07:28,361 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:07:28,361 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:07:28,361 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:07:28,364 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:07:28,366 Job list saved +2021-12-18 19:07:28,371 Updating FAILED jobs +2021-12-18 19:07:28,372 Updating WAITING jobs +2021-12-18 19:07:28,372 Update finished +2021-12-18 19:07:38,382 Reloading parameters... +2021-12-18 19:07:38,401 Loading parameters... +2021-12-18 19:07:38,402 Loading project parameters... +2021-12-18 19:07:38,404 + +13 of 25 jobs remaining (19:07) +2021-12-18 19:07:38,405 Sleep: 10 +2021-12-18 19:07:38,405 Number of retrials: 0 +2021-12-18 19:07:38,405 WRAPPER CHECK TIME = 10 +2021-12-18 19:07:38,405 Checking jobs for platform=marenostrum4 +2021-12-18 19:07:38,406 Checking jobs for platform=nord3 +2021-12-18 19:07:38,406 Checking jobs for platform=local +2021-12-18 19:07:38,407 Checking jobs for platform=transfer_node +2021-12-18 19:07:38,407 Checking all jobs at once +2021-12-18 19:07:39,827 Successful check job command +2021-12-18 19:07:41,197 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:07:41,197 End of checking +2021-12-18 19:07:41,198 Updating FAILED jobs +2021-12-18 19:07:41,198 Updating WAITING jobs +2021-12-18 19:07:41,198 Update finished +2021-12-18 19:07:41,199 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:07:41,199 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:07:41,199 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:07:41,199 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:07:41,199 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:07:41,199 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:07:41,199 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:07:41,202 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:07:41,205 Job list saved +2021-12-18 19:07:41,210 Updating FAILED jobs +2021-12-18 19:07:41,210 Updating WAITING jobs +2021-12-18 19:07:41,210 Update finished +2021-12-18 19:07:51,220 Reloading parameters... +2021-12-18 19:07:51,239 Loading parameters... +2021-12-18 19:07:51,240 Loading project parameters... +2021-12-18 19:07:51,242 + +13 of 25 jobs remaining (19:07) +2021-12-18 19:07:51,243 Sleep: 10 +2021-12-18 19:07:51,243 Number of retrials: 0 +2021-12-18 19:07:51,243 WRAPPER CHECK TIME = 10 +2021-12-18 19:07:51,243 Checking jobs for platform=marenostrum4 +2021-12-18 19:07:51,244 Checking jobs for platform=nord3 +2021-12-18 19:07:51,244 Checking jobs for platform=local +2021-12-18 19:07:51,245 Checking jobs for platform=transfer_node +2021-12-18 19:07:51,245 Checking all jobs at once +2021-12-18 19:07:52,569 Successful check job command +2021-12-18 19:07:53,788 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:07:53,788 End of checking +2021-12-18 19:07:53,790 Updating FAILED jobs +2021-12-18 19:07:53,790 Updating WAITING jobs +2021-12-18 19:07:53,790 Update finished +2021-12-18 19:07:53,790 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:07:53,791 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:07:53,791 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:07:53,791 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:07:53,791 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:07:53,792 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:07:53,792 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:07:53,795 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:07:53,797 Job list saved +2021-12-18 19:07:53,802 Updating FAILED jobs +2021-12-18 19:07:53,802 Updating WAITING jobs +2021-12-18 19:07:53,802 Update finished +2021-12-18 19:08:03,808 Reloading parameters... +2021-12-18 19:08:03,827 Loading parameters... +2021-12-18 19:08:03,828 Loading project parameters... +2021-12-18 19:08:03,830 + +13 of 25 jobs remaining (19:08) +2021-12-18 19:08:03,830 Sleep: 10 +2021-12-18 19:08:03,830 Number of retrials: 0 +2021-12-18 19:08:03,830 WRAPPER CHECK TIME = 10 +2021-12-18 19:08:03,831 Checking jobs for platform=marenostrum4 +2021-12-18 19:08:03,831 Checking jobs for platform=nord3 +2021-12-18 19:08:03,832 Checking jobs for platform=local +2021-12-18 19:08:03,833 Checking jobs for platform=transfer_node +2021-12-18 19:08:03,833 Checking all jobs at once +2021-12-18 19:08:05,156 Successful check job command +2021-12-18 19:08:06,576 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:08:06,576 End of checking +2021-12-18 19:08:06,577 Updating FAILED jobs +2021-12-18 19:08:06,578 Updating WAITING jobs +2021-12-18 19:08:06,578 Update finished +2021-12-18 19:08:06,578 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:08:06,578 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:08:06,578 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:08:06,578 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:08:06,579 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:08:06,579 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:08:06,579 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:08:06,582 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:08:06,584 Job list saved +2021-12-18 19:08:06,589 Updating FAILED jobs +2021-12-18 19:08:06,589 Updating WAITING jobs +2021-12-18 19:08:06,589 Update finished +2021-12-18 19:08:16,600 Reloading parameters... +2021-12-18 19:08:16,621 Loading parameters... +2021-12-18 19:08:16,622 Loading project parameters... +2021-12-18 19:08:16,624 + +13 of 25 jobs remaining (19:08) +2021-12-18 19:08:16,625 Sleep: 10 +2021-12-18 19:08:16,625 Number of retrials: 0 +2021-12-18 19:08:16,625 WRAPPER CHECK TIME = 10 +2021-12-18 19:08:16,625 Checking jobs for platform=marenostrum4 +2021-12-18 19:08:16,626 Checking jobs for platform=nord3 +2021-12-18 19:08:16,626 Checking jobs for platform=local +2021-12-18 19:08:16,627 Checking jobs for platform=transfer_node +2021-12-18 19:08:16,627 Checking all jobs at once +2021-12-18 19:08:17,998 Successful check job command +2021-12-18 19:08:19,317 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:08:19,317 End of checking +2021-12-18 19:08:19,319 Updating FAILED jobs +2021-12-18 19:08:19,319 Updating WAITING jobs +2021-12-18 19:08:19,319 Update finished +2021-12-18 19:08:19,319 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:08:19,319 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:08:19,319 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:08:19,320 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:08:19,320 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:08:19,320 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:08:19,320 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:08:19,322 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:08:19,325 Job list saved +2021-12-18 19:08:19,330 Updating FAILED jobs +2021-12-18 19:08:19,330 Updating WAITING jobs +2021-12-18 19:08:19,330 Update finished +2021-12-18 19:08:29,339 Reloading parameters... +2021-12-18 19:08:29,360 Loading parameters... +2021-12-18 19:08:29,361 Loading project parameters... +2021-12-18 19:08:29,363 + +13 of 25 jobs remaining (19:08) +2021-12-18 19:08:29,363 Sleep: 10 +2021-12-18 19:08:29,363 Number of retrials: 0 +2021-12-18 19:08:29,363 WRAPPER CHECK TIME = 10 +2021-12-18 19:08:29,364 Checking jobs for platform=marenostrum4 +2021-12-18 19:08:29,365 Checking jobs for platform=nord3 +2021-12-18 19:08:29,365 Checking jobs for platform=local +2021-12-18 19:08:29,366 Checking jobs for platform=transfer_node +2021-12-18 19:08:29,366 Checking all jobs at once +2021-12-18 19:08:30,585 Successful check job command +2021-12-18 19:08:31,754 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:08:31,754 End of checking +2021-12-18 19:08:31,756 Updating FAILED jobs +2021-12-18 19:08:31,756 Updating WAITING jobs +2021-12-18 19:08:31,756 Update finished +2021-12-18 19:08:31,757 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:08:31,757 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:08:31,757 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:08:31,757 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:08:31,758 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:08:31,758 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:08:31,758 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:08:31,761 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:08:31,763 Job list saved +2021-12-18 19:08:31,768 Updating FAILED jobs +2021-12-18 19:08:31,768 Updating WAITING jobs +2021-12-18 19:08:31,769 Update finished +2021-12-18 19:08:41,778 Reloading parameters... +2021-12-18 19:08:41,798 Loading parameters... +2021-12-18 19:08:41,800 Loading project parameters... +2021-12-18 19:08:41,802 + +13 of 25 jobs remaining (19:08) +2021-12-18 19:08:41,802 Sleep: 10 +2021-12-18 19:08:41,802 Number of retrials: 0 +2021-12-18 19:08:41,802 WRAPPER CHECK TIME = 10 +2021-12-18 19:08:41,803 Checking jobs for platform=marenostrum4 +2021-12-18 19:08:41,803 Checking jobs for platform=nord3 +2021-12-18 19:08:41,804 Checking jobs for platform=local +2021-12-18 19:08:41,804 Checking jobs for platform=transfer_node +2021-12-18 19:08:41,804 Checking all jobs at once +2021-12-18 19:08:43,224 Successful check job command +2021-12-18 19:08:44,494 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:08:44,494 End of checking +2021-12-18 19:08:44,495 Updating FAILED jobs +2021-12-18 19:08:44,495 Updating WAITING jobs +2021-12-18 19:08:44,496 Update finished +2021-12-18 19:08:44,496 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:08:44,496 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:08:44,496 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:08:44,496 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:08:44,496 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:08:44,497 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:08:44,497 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:08:44,500 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:08:44,502 Job list saved +2021-12-18 19:08:44,526 Updating FAILED jobs +2021-12-18 19:08:44,526 Updating WAITING jobs +2021-12-18 19:08:44,527 Update finished +2021-12-18 19:08:54,537 Reloading parameters... +2021-12-18 19:08:54,556 Loading parameters... +2021-12-18 19:08:54,557 Loading project parameters... +2021-12-18 19:08:54,559 + +13 of 25 jobs remaining (19:08) +2021-12-18 19:08:54,560 Sleep: 10 +2021-12-18 19:08:54,560 Number of retrials: 0 +2021-12-18 19:08:54,560 WRAPPER CHECK TIME = 10 +2021-12-18 19:08:54,560 Checking jobs for platform=marenostrum4 +2021-12-18 19:08:54,561 Checking jobs for platform=nord3 +2021-12-18 19:08:54,561 Checking jobs for platform=local +2021-12-18 19:08:54,562 Checking jobs for platform=transfer_node +2021-12-18 19:08:54,562 Checking all jobs at once +2021-12-18 19:08:55,831 Successful check job command +2021-12-18 19:08:57,050 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:08:57,050 End of checking +2021-12-18 19:08:57,052 Updating FAILED jobs +2021-12-18 19:08:57,052 Updating WAITING jobs +2021-12-18 19:08:57,052 Update finished +2021-12-18 19:08:57,052 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:08:57,052 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:08:57,053 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:08:57,053 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:08:57,053 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:08:57,053 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:08:57,053 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:08:57,056 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:08:57,058 Job list saved +2021-12-18 19:08:57,064 Updating FAILED jobs +2021-12-18 19:08:57,064 Updating WAITING jobs +2021-12-18 19:08:57,064 Update finished +2021-12-18 19:09:07,074 Reloading parameters... +2021-12-18 19:09:07,096 Loading parameters... +2021-12-18 19:09:07,097 Loading project parameters... +2021-12-18 19:09:07,099 + +13 of 25 jobs remaining (19:09) +2021-12-18 19:09:07,099 Sleep: 10 +2021-12-18 19:09:07,099 Number of retrials: 0 +2021-12-18 19:09:07,099 WRAPPER CHECK TIME = 10 +2021-12-18 19:09:07,100 Checking jobs for platform=marenostrum4 +2021-12-18 19:09:07,100 Checking jobs for platform=nord3 +2021-12-18 19:09:07,101 Checking jobs for platform=local +2021-12-18 19:09:07,101 Checking jobs for platform=transfer_node +2021-12-18 19:09:07,101 Checking all jobs at once +2021-12-18 19:09:08,421 Successful check job command +2021-12-18 19:09:09,593 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:09:09,593 End of checking +2021-12-18 19:09:09,594 Updating FAILED jobs +2021-12-18 19:09:09,594 Updating WAITING jobs +2021-12-18 19:09:09,595 Update finished +2021-12-18 19:09:09,595 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:09:09,596 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:09:09,596 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:09:09,596 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:09:09,596 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:09:09,596 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:09:09,596 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:09:09,599 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:09:09,601 Job list saved +2021-12-18 19:09:09,607 Updating FAILED jobs +2021-12-18 19:09:09,607 Updating WAITING jobs +2021-12-18 19:09:09,607 Update finished +2021-12-18 19:09:19,617 Reloading parameters... +2021-12-18 19:09:19,637 Loading parameters... +2021-12-18 19:09:19,639 Loading project parameters... +2021-12-18 19:09:19,641 + +13 of 25 jobs remaining (19:09) +2021-12-18 19:09:19,641 Sleep: 10 +2021-12-18 19:09:19,641 Number of retrials: 0 +2021-12-18 19:09:19,641 WRAPPER CHECK TIME = 10 +2021-12-18 19:09:19,641 Checking jobs for platform=marenostrum4 +2021-12-18 19:09:19,642 Checking jobs for platform=nord3 +2021-12-18 19:09:19,643 Checking jobs for platform=local +2021-12-18 19:09:19,643 Checking jobs for platform=transfer_node +2021-12-18 19:09:19,643 Checking all jobs at once +2021-12-18 19:09:20,970 Successful check job command +2021-12-18 19:09:22,239 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:09:22,239 End of checking +2021-12-18 19:09:22,241 Updating FAILED jobs +2021-12-18 19:09:22,241 Updating WAITING jobs +2021-12-18 19:09:22,241 Update finished +2021-12-18 19:09:22,241 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:09:22,241 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:09:22,241 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:09:22,242 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:09:22,242 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:09:22,242 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:09:22,242 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:09:22,245 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:09:22,247 Job list saved +2021-12-18 19:09:22,252 Updating FAILED jobs +2021-12-18 19:09:22,252 Updating WAITING jobs +2021-12-18 19:09:22,253 Update finished +2021-12-18 19:09:32,257 Reloading parameters... +2021-12-18 19:09:32,277 Loading parameters... +2021-12-18 19:09:32,278 Loading project parameters... +2021-12-18 19:09:32,280 + +13 of 25 jobs remaining (19:09) +2021-12-18 19:09:32,281 Sleep: 10 +2021-12-18 19:09:32,281 Number of retrials: 0 +2021-12-18 19:09:32,281 WRAPPER CHECK TIME = 10 +2021-12-18 19:09:32,281 Checking jobs for platform=marenostrum4 +2021-12-18 19:09:32,282 Checking jobs for platform=nord3 +2021-12-18 19:09:32,282 Checking jobs for platform=local +2021-12-18 19:09:32,283 Checking jobs for platform=transfer_node +2021-12-18 19:09:32,283 Checking all jobs at once +2021-12-18 19:09:33,552 Successful check job command +2021-12-18 19:09:34,822 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:09:34,823 End of checking +2021-12-18 19:09:34,824 Updating FAILED jobs +2021-12-18 19:09:34,824 Updating WAITING jobs +2021-12-18 19:09:34,824 Update finished +2021-12-18 19:09:34,825 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:09:34,825 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:09:34,825 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:09:34,825 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:09:34,825 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:09:34,825 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:09:34,825 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:09:34,828 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:09:34,831 Job list saved +2021-12-18 19:09:34,836 Updating FAILED jobs +2021-12-18 19:09:34,836 Updating WAITING jobs +2021-12-18 19:09:34,836 Update finished +2021-12-18 19:09:44,846 Reloading parameters... +2021-12-18 19:09:44,864 Loading parameters... +2021-12-18 19:09:44,865 Loading project parameters... +2021-12-18 19:09:44,867 + +13 of 25 jobs remaining (19:09) +2021-12-18 19:09:44,867 Sleep: 10 +2021-12-18 19:09:44,867 Number of retrials: 0 +2021-12-18 19:09:44,868 WRAPPER CHECK TIME = 10 +2021-12-18 19:09:44,868 Checking jobs for platform=marenostrum4 +2021-12-18 19:09:44,869 Checking jobs for platform=nord3 +2021-12-18 19:09:44,869 Checking jobs for platform=local +2021-12-18 19:09:44,870 Checking jobs for platform=transfer_node +2021-12-18 19:09:44,870 Checking all jobs at once +2021-12-18 19:09:46,240 Successful check job command +2021-12-18 19:09:47,559 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:09:47,559 End of checking +2021-12-18 19:09:47,561 Updating FAILED jobs +2021-12-18 19:09:47,561 Updating WAITING jobs +2021-12-18 19:09:47,562 Update finished +2021-12-18 19:09:47,562 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:09:47,564 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:09:47,564 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:09:47,564 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:09:47,565 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:09:47,565 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:09:47,565 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:09:47,568 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:09:47,570 Job list saved +2021-12-18 19:09:47,576 Updating FAILED jobs +2021-12-18 19:09:47,576 Updating WAITING jobs +2021-12-18 19:09:47,576 Update finished +2021-12-18 19:09:57,584 Reloading parameters... +2021-12-18 19:09:57,605 Loading parameters... +2021-12-18 19:09:57,606 Loading project parameters... +2021-12-18 19:09:57,608 + +13 of 25 jobs remaining (19:09) +2021-12-18 19:09:57,608 Sleep: 10 +2021-12-18 19:09:57,608 Number of retrials: 0 +2021-12-18 19:09:57,608 WRAPPER CHECK TIME = 10 +2021-12-18 19:09:57,609 Checking jobs for platform=marenostrum4 +2021-12-18 19:09:57,609 Checking jobs for platform=nord3 +2021-12-18 19:09:57,610 Checking jobs for platform=local +2021-12-18 19:09:57,611 Checking jobs for platform=transfer_node +2021-12-18 19:09:57,611 Checking all jobs at once +2021-12-18 19:09:58,930 Successful check job command +2021-12-18 19:10:00,099 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:10:00,099 End of checking +2021-12-18 19:10:00,101 Updating FAILED jobs +2021-12-18 19:10:00,101 Updating WAITING jobs +2021-12-18 19:10:00,101 Update finished +2021-12-18 19:10:00,101 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:10:00,101 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:10:00,101 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:10:00,102 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:10:00,102 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:10:00,102 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:10:00,102 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:10:00,105 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:10:00,107 Job list saved +2021-12-18 19:10:00,113 Updating FAILED jobs +2021-12-18 19:10:00,113 Updating WAITING jobs +2021-12-18 19:10:00,114 Update finished +2021-12-18 19:10:10,118 Reloading parameters... +2021-12-18 19:10:10,138 Loading parameters... +2021-12-18 19:10:10,139 Loading project parameters... +2021-12-18 19:10:10,141 + +13 of 25 jobs remaining (19:10) +2021-12-18 19:10:10,141 Sleep: 10 +2021-12-18 19:10:10,141 Number of retrials: 0 +2021-12-18 19:10:10,141 WRAPPER CHECK TIME = 10 +2021-12-18 19:10:10,142 Checking jobs for platform=marenostrum4 +2021-12-18 19:10:10,143 Checking jobs for platform=nord3 +2021-12-18 19:10:10,143 Checking jobs for platform=local +2021-12-18 19:10:10,144 Checking jobs for platform=transfer_node +2021-12-18 19:10:10,144 Checking all jobs at once +2021-12-18 19:10:11,413 Successful check job command +2021-12-18 19:10:13,184 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:10:13,184 End of checking +2021-12-18 19:10:13,186 Updating FAILED jobs +2021-12-18 19:10:13,186 Updating WAITING jobs +2021-12-18 19:10:13,186 Update finished +2021-12-18 19:10:13,186 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:10:13,186 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:10:13,186 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:10:13,187 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:10:13,187 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:10:13,187 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:10:13,187 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:10:13,190 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:10:13,192 Job list saved +2021-12-18 19:10:13,198 Updating FAILED jobs +2021-12-18 19:10:13,198 Updating WAITING jobs +2021-12-18 19:10:13,198 Update finished +2021-12-18 19:10:23,208 Reloading parameters... +2021-12-18 19:10:23,229 Loading parameters... +2021-12-18 19:10:23,230 Loading project parameters... +2021-12-18 19:10:23,232 + +13 of 25 jobs remaining (19:10) +2021-12-18 19:10:23,232 Sleep: 10 +2021-12-18 19:10:23,232 Number of retrials: 0 +2021-12-18 19:10:23,232 WRAPPER CHECK TIME = 10 +2021-12-18 19:10:23,233 Checking jobs for platform=marenostrum4 +2021-12-18 19:10:23,234 Checking jobs for platform=nord3 +2021-12-18 19:10:23,234 Checking jobs for platform=local +2021-12-18 19:10:23,235 Checking jobs for platform=transfer_node +2021-12-18 19:10:23,235 Checking all jobs at once +2021-12-18 19:10:24,655 Successful check job command +2021-12-18 19:10:25,874 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:10:25,874 End of checking +2021-12-18 19:10:25,875 Updating FAILED jobs +2021-12-18 19:10:25,875 Updating WAITING jobs +2021-12-18 19:10:25,876 Update finished +2021-12-18 19:10:25,876 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:10:25,876 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:10:25,876 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:10:25,877 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:10:25,877 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:10:25,877 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:10:25,877 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:10:25,880 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:10:25,882 Job list saved +2021-12-18 19:10:25,887 Updating FAILED jobs +2021-12-18 19:10:25,887 Updating WAITING jobs +2021-12-18 19:10:25,887 Update finished +2021-12-18 19:10:35,896 Reloading parameters... +2021-12-18 19:10:35,915 Loading parameters... +2021-12-18 19:10:35,916 Loading project parameters... +2021-12-18 19:10:35,918 + +13 of 25 jobs remaining (19:10) +2021-12-18 19:10:35,918 Sleep: 10 +2021-12-18 19:10:35,918 Number of retrials: 0 +2021-12-18 19:10:35,918 WRAPPER CHECK TIME = 10 +2021-12-18 19:10:35,919 Checking jobs for platform=marenostrum4 +2021-12-18 19:10:35,919 Checking jobs for platform=nord3 +2021-12-18 19:10:35,920 Checking jobs for platform=local +2021-12-18 19:10:35,920 Checking jobs for platform=transfer_node +2021-12-18 19:10:35,921 Checking all jobs at once +2021-12-18 19:10:37,342 Successful check job command +2021-12-18 19:10:38,512 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:10:38,512 End of checking +2021-12-18 19:10:38,514 Updating FAILED jobs +2021-12-18 19:10:38,514 Updating WAITING jobs +2021-12-18 19:10:38,514 Update finished +2021-12-18 19:10:38,514 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:10:38,514 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:10:38,514 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:10:38,515 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:10:38,515 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:10:38,515 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:10:38,515 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:10:38,518 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:10:38,520 Job list saved +2021-12-18 19:10:38,526 Updating FAILED jobs +2021-12-18 19:10:38,526 Updating WAITING jobs +2021-12-18 19:10:38,526 Update finished +2021-12-18 19:10:48,536 Reloading parameters... +2021-12-18 19:10:48,556 Loading parameters... +2021-12-18 19:10:48,557 Loading project parameters... +2021-12-18 19:10:48,559 + +13 of 25 jobs remaining (19:10) +2021-12-18 19:10:48,559 Sleep: 10 +2021-12-18 19:10:48,559 Number of retrials: 0 +2021-12-18 19:10:48,559 WRAPPER CHECK TIME = 10 +2021-12-18 19:10:48,560 Checking jobs for platform=marenostrum4 +2021-12-18 19:10:48,560 Checking jobs for platform=nord3 +2021-12-18 19:10:48,561 Checking jobs for platform=local +2021-12-18 19:10:48,561 Checking jobs for platform=transfer_node +2021-12-18 19:10:48,561 Checking all jobs at once +2021-12-18 19:10:49,881 Successful check job command +2021-12-18 19:10:51,101 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:10:51,101 End of checking +2021-12-18 19:10:51,103 Updating FAILED jobs +2021-12-18 19:10:51,103 Updating WAITING jobs +2021-12-18 19:10:51,103 Update finished +2021-12-18 19:10:51,103 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:10:51,103 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:10:51,103 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:10:51,104 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:10:51,104 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:10:51,104 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:10:51,104 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:10:51,107 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:10:51,109 Job list saved +2021-12-18 19:10:51,114 Updating FAILED jobs +2021-12-18 19:10:51,115 Updating WAITING jobs +2021-12-18 19:10:51,115 Update finished +2021-12-18 19:11:01,123 Reloading parameters... +2021-12-18 19:11:01,144 Loading parameters... +2021-12-18 19:11:01,145 Loading project parameters... +2021-12-18 19:11:01,147 + +13 of 25 jobs remaining (19:11) +2021-12-18 19:11:01,148 Sleep: 10 +2021-12-18 19:11:01,148 Number of retrials: 0 +2021-12-18 19:11:01,148 WRAPPER CHECK TIME = 10 +2021-12-18 19:11:01,148 Checking jobs for platform=marenostrum4 +2021-12-18 19:11:01,149 Checking jobs for platform=nord3 +2021-12-18 19:11:01,149 Checking jobs for platform=local +2021-12-18 19:11:01,150 Checking jobs for platform=transfer_node +2021-12-18 19:11:01,150 Checking all jobs at once +2021-12-18 19:11:02,519 Successful check job command +2021-12-18 19:11:03,739 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:11:03,739 End of checking +2021-12-18 19:11:03,741 Updating FAILED jobs +2021-12-18 19:11:03,741 Updating WAITING jobs +2021-12-18 19:11:03,741 Update finished +2021-12-18 19:11:03,741 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:11:03,742 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:11:03,742 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:11:03,742 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:11:03,743 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:11:03,743 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:11:03,743 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:11:03,746 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:11:03,748 Job list saved +2021-12-18 19:11:03,752 Updating FAILED jobs +2021-12-18 19:11:03,753 Updating WAITING jobs +2021-12-18 19:11:03,753 Update finished +2021-12-18 19:11:13,763 Reloading parameters... +2021-12-18 19:11:13,781 Loading parameters... +2021-12-18 19:11:13,783 Loading project parameters... +2021-12-18 19:11:13,785 + +13 of 25 jobs remaining (19:11) +2021-12-18 19:11:13,785 Sleep: 10 +2021-12-18 19:11:13,785 Number of retrials: 0 +2021-12-18 19:11:13,785 WRAPPER CHECK TIME = 10 +2021-12-18 19:11:13,786 Checking jobs for platform=marenostrum4 +2021-12-18 19:11:13,786 Checking jobs for platform=nord3 +2021-12-18 19:11:13,787 Checking jobs for platform=local +2021-12-18 19:11:13,787 Checking jobs for platform=transfer_node +2021-12-18 19:11:13,787 Checking all jobs at once +2021-12-18 19:11:15,158 Successful check job command +2021-12-18 19:11:16,427 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:11:16,427 End of checking +2021-12-18 19:11:16,429 Updating FAILED jobs +2021-12-18 19:11:16,429 Updating WAITING jobs +2021-12-18 19:11:16,429 Update finished +2021-12-18 19:11:16,429 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:11:16,429 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:11:16,429 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:11:16,429 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:11:16,430 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:11:16,430 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:11:16,430 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:11:16,433 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:11:16,435 Job list saved +2021-12-18 19:11:16,440 Updating FAILED jobs +2021-12-18 19:11:16,440 Updating WAITING jobs +2021-12-18 19:11:16,440 Update finished +2021-12-18 19:11:26,451 Reloading parameters... +2021-12-18 19:11:26,475 Loading parameters... +2021-12-18 19:11:26,477 Loading project parameters... +2021-12-18 19:11:26,479 + +13 of 25 jobs remaining (19:11) +2021-12-18 19:11:26,479 Sleep: 10 +2021-12-18 19:11:26,479 Number of retrials: 0 +2021-12-18 19:11:26,479 WRAPPER CHECK TIME = 10 +2021-12-18 19:11:26,480 Checking jobs for platform=marenostrum4 +2021-12-18 19:11:26,480 Checking jobs for platform=nord3 +2021-12-18 19:11:26,481 Checking jobs for platform=local +2021-12-18 19:11:26,481 Checking jobs for platform=transfer_node +2021-12-18 19:11:26,481 Checking all jobs at once +2021-12-18 19:11:27,803 Successful check job command +2021-12-18 19:11:29,122 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:11:29,123 End of checking +2021-12-18 19:11:29,124 Updating FAILED jobs +2021-12-18 19:11:29,124 Updating WAITING jobs +2021-12-18 19:11:29,124 Update finished +2021-12-18 19:11:29,125 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:11:29,125 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:11:29,125 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:11:29,125 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:11:29,125 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:11:29,125 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:11:29,125 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:11:29,128 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:11:29,130 Job list saved +2021-12-18 19:11:29,135 Updating FAILED jobs +2021-12-18 19:11:29,135 Updating WAITING jobs +2021-12-18 19:11:29,135 Update finished +2021-12-18 19:11:39,145 Reloading parameters... +2021-12-18 19:11:39,165 Loading parameters... +2021-12-18 19:11:39,167 Loading project parameters... +2021-12-18 19:11:39,168 + +13 of 25 jobs remaining (19:11) +2021-12-18 19:11:39,169 Sleep: 10 +2021-12-18 19:11:39,169 Number of retrials: 0 +2021-12-18 19:11:39,169 WRAPPER CHECK TIME = 10 +2021-12-18 19:11:39,169 Checking jobs for platform=marenostrum4 +2021-12-18 19:11:39,170 Checking jobs for platform=nord3 +2021-12-18 19:11:39,170 Checking jobs for platform=local +2021-12-18 19:11:39,171 Checking jobs for platform=transfer_node +2021-12-18 19:11:39,171 Checking all jobs at once +2021-12-18 19:11:40,640 Successful check job command +2021-12-18 19:11:42,109 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:11:42,110 End of checking +2021-12-18 19:11:42,111 Updating FAILED jobs +2021-12-18 19:11:42,111 Updating WAITING jobs +2021-12-18 19:11:42,112 Update finished +2021-12-18 19:11:42,112 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:11:42,112 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:11:42,112 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:11:42,113 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:11:42,113 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:11:42,113 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:11:42,113 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:11:42,116 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:11:42,118 Job list saved +2021-12-18 19:11:42,124 Updating FAILED jobs +2021-12-18 19:11:42,125 Updating WAITING jobs +2021-12-18 19:11:42,125 Update finished +2021-12-18 19:11:52,135 Reloading parameters... +2021-12-18 19:11:52,238 Loading parameters... +2021-12-18 19:11:52,239 Loading project parameters... +2021-12-18 19:11:52,241 + +13 of 25 jobs remaining (19:11) +2021-12-18 19:11:52,241 Sleep: 10 +2021-12-18 19:11:52,241 Number of retrials: 0 +2021-12-18 19:11:52,242 WRAPPER CHECK TIME = 10 +2021-12-18 19:11:52,242 Checking jobs for platform=marenostrum4 +2021-12-18 19:11:52,243 Checking jobs for platform=nord3 +2021-12-18 19:11:52,243 Checking jobs for platform=local +2021-12-18 19:11:52,244 Checking jobs for platform=transfer_node +2021-12-18 19:11:52,244 Checking all jobs at once +2021-12-18 19:11:53,572 Successful check job command +2021-12-18 19:11:54,848 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:11:54,849 End of checking +2021-12-18 19:11:54,850 Updating FAILED jobs +2021-12-18 19:11:54,850 Updating WAITING jobs +2021-12-18 19:11:54,850 Update finished +2021-12-18 19:11:54,851 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:11:54,851 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:11:54,851 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:11:54,851 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:11:54,851 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:11:54,851 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:11:54,851 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:11:54,855 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:11:54,857 Job list saved +2021-12-18 19:11:54,871 Updating FAILED jobs +2021-12-18 19:11:54,871 Updating WAITING jobs +2021-12-18 19:11:54,871 Update finished +2021-12-18 19:12:04,879 Reloading parameters... +2021-12-18 19:12:04,896 Loading parameters... +2021-12-18 19:12:04,897 Loading project parameters... +2021-12-18 19:12:04,899 + +13 of 25 jobs remaining (19:12) +2021-12-18 19:12:04,899 Sleep: 10 +2021-12-18 19:12:04,899 Number of retrials: 0 +2021-12-18 19:12:04,900 WRAPPER CHECK TIME = 10 +2021-12-18 19:12:04,900 Checking jobs for platform=marenostrum4 +2021-12-18 19:12:04,902 Checking jobs for platform=nord3 +2021-12-18 19:12:04,903 Checking jobs for platform=local +2021-12-18 19:12:04,903 Checking jobs for platform=transfer_node +2021-12-18 19:12:04,903 Checking all jobs at once +2021-12-18 19:12:07,125 Successful check job command +2021-12-18 19:12:08,294 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:12:08,294 End of checking +2021-12-18 19:12:08,296 Updating FAILED jobs +2021-12-18 19:12:08,296 Updating WAITING jobs +2021-12-18 19:12:08,296 Update finished +2021-12-18 19:12:08,296 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:12:08,296 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:12:08,296 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:12:08,297 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:12:08,297 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:12:08,297 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:12:08,297 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:12:08,300 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:12:08,302 Job list saved +2021-12-18 19:12:08,307 Updating FAILED jobs +2021-12-18 19:12:08,307 Updating WAITING jobs +2021-12-18 19:12:08,307 Update finished +2021-12-18 19:12:18,314 Reloading parameters... +2021-12-18 19:12:18,333 Loading parameters... +2021-12-18 19:12:18,334 Loading project parameters... +2021-12-18 19:12:18,336 + +13 of 25 jobs remaining (19:12) +2021-12-18 19:12:18,336 Sleep: 10 +2021-12-18 19:12:18,337 Number of retrials: 0 +2021-12-18 19:12:18,337 WRAPPER CHECK TIME = 10 +2021-12-18 19:12:18,337 Checking jobs for platform=marenostrum4 +2021-12-18 19:12:18,338 Checking jobs for platform=nord3 +2021-12-18 19:12:18,338 Checking jobs for platform=local +2021-12-18 19:12:18,339 Checking jobs for platform=transfer_node +2021-12-18 19:12:18,339 Checking all jobs at once +2021-12-18 19:12:19,658 Successful check job command +2021-12-18 19:12:20,877 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:12:20,877 End of checking +2021-12-18 19:12:20,879 Updating FAILED jobs +2021-12-18 19:12:20,879 Updating WAITING jobs +2021-12-18 19:12:20,879 Update finished +2021-12-18 19:12:20,879 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:12:20,880 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:12:20,880 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:12:20,881 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:12:20,881 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:12:20,881 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:12:20,881 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:12:20,883 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:12:20,886 Job list saved +2021-12-18 19:12:20,892 Updating FAILED jobs +2021-12-18 19:12:20,892 Updating WAITING jobs +2021-12-18 19:12:20,892 Update finished +2021-12-18 19:12:30,899 Reloading parameters... +2021-12-18 19:12:30,919 Loading parameters... +2021-12-18 19:12:30,920 Loading project parameters... +2021-12-18 19:12:30,922 + +13 of 25 jobs remaining (19:12) +2021-12-18 19:12:30,922 Sleep: 10 +2021-12-18 19:12:30,922 Number of retrials: 0 +2021-12-18 19:12:30,923 WRAPPER CHECK TIME = 10 +2021-12-18 19:12:30,923 Checking jobs for platform=marenostrum4 +2021-12-18 19:12:30,924 Checking jobs for platform=nord3 +2021-12-18 19:12:30,925 Checking jobs for platform=local +2021-12-18 19:12:30,925 Checking jobs for platform=transfer_node +2021-12-18 19:12:30,925 Checking all jobs at once +2021-12-18 19:12:32,294 Successful check job command +2021-12-18 19:12:33,613 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:12:33,614 End of checking +2021-12-18 19:12:33,615 Updating FAILED jobs +2021-12-18 19:12:33,615 Updating WAITING jobs +2021-12-18 19:12:33,615 Update finished +2021-12-18 19:12:33,616 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:12:33,616 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:12:33,616 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:12:33,616 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:12:33,616 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:12:33,616 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:12:33,616 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:12:33,619 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:12:33,621 Job list saved +2021-12-18 19:12:33,626 Updating FAILED jobs +2021-12-18 19:12:33,626 Updating WAITING jobs +2021-12-18 19:12:33,626 Update finished +2021-12-18 19:12:43,637 Reloading parameters... +2021-12-18 19:12:43,656 Loading parameters... +2021-12-18 19:12:43,657 Loading project parameters... +2021-12-18 19:12:43,659 + +13 of 25 jobs remaining (19:12) +2021-12-18 19:12:43,659 Sleep: 10 +2021-12-18 19:12:43,659 Number of retrials: 0 +2021-12-18 19:12:43,659 WRAPPER CHECK TIME = 10 +2021-12-18 19:12:43,660 Checking jobs for platform=marenostrum4 +2021-12-18 19:12:43,660 Checking jobs for platform=nord3 +2021-12-18 19:12:43,661 Checking jobs for platform=local +2021-12-18 19:12:43,662 Checking jobs for platform=transfer_node +2021-12-18 19:12:43,662 Checking all jobs at once +2021-12-18 19:12:45,388 Successful check job command +2021-12-18 19:12:46,661 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:12:46,661 End of checking +2021-12-18 19:12:46,663 Updating FAILED jobs +2021-12-18 19:12:46,663 Updating WAITING jobs +2021-12-18 19:12:46,663 Update finished +2021-12-18 19:12:46,663 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:12:46,663 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:12:46,663 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:12:46,664 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:12:46,664 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:12:46,664 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:12:46,664 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:12:46,667 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:12:46,669 Job list saved +2021-12-18 19:12:46,674 Updating FAILED jobs +2021-12-18 19:12:46,674 Updating WAITING jobs +2021-12-18 19:12:46,674 Update finished +2021-12-18 19:12:56,683 Reloading parameters... +2021-12-18 19:12:56,703 Loading parameters... +2021-12-18 19:12:56,704 Loading project parameters... +2021-12-18 19:12:56,706 + +13 of 25 jobs remaining (19:12) +2021-12-18 19:12:56,706 Sleep: 10 +2021-12-18 19:12:56,706 Number of retrials: 0 +2021-12-18 19:12:56,706 WRAPPER CHECK TIME = 10 +2021-12-18 19:12:56,707 Checking jobs for platform=marenostrum4 +2021-12-18 19:12:56,708 Checking jobs for platform=nord3 +2021-12-18 19:12:56,708 Checking jobs for platform=local +2021-12-18 19:12:56,709 Checking jobs for platform=transfer_node +2021-12-18 19:12:56,709 Checking all jobs at once +2021-12-18 19:12:58,180 Successful check job command +2021-12-18 19:12:59,450 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:12:59,450 End of checking +2021-12-18 19:12:59,451 Updating FAILED jobs +2021-12-18 19:12:59,452 Updating WAITING jobs +2021-12-18 19:12:59,452 Update finished +2021-12-18 19:12:59,452 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:12:59,452 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:12:59,453 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:12:59,453 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:12:59,453 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:12:59,453 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:12:59,453 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:12:59,456 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:12:59,458 Job list saved +2021-12-18 19:12:59,462 Updating FAILED jobs +2021-12-18 19:12:59,463 Updating WAITING jobs +2021-12-18 19:12:59,463 Update finished +2021-12-18 19:13:09,468 Reloading parameters... +2021-12-18 19:13:09,487 Loading parameters... +2021-12-18 19:13:09,488 Loading project parameters... +2021-12-18 19:13:09,490 + +13 of 25 jobs remaining (19:13) +2021-12-18 19:13:09,490 Sleep: 10 +2021-12-18 19:13:09,490 Number of retrials: 0 +2021-12-18 19:13:09,490 WRAPPER CHECK TIME = 10 +2021-12-18 19:13:09,491 Checking jobs for platform=marenostrum4 +2021-12-18 19:13:09,491 Checking jobs for platform=nord3 +2021-12-18 19:13:09,492 Checking jobs for platform=local +2021-12-18 19:13:09,492 Checking jobs for platform=transfer_node +2021-12-18 19:13:09,492 Checking all jobs at once +2021-12-18 19:13:10,912 Successful check job command +2021-12-18 19:13:12,181 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:13:12,181 End of checking +2021-12-18 19:13:12,183 Updating FAILED jobs +2021-12-18 19:13:12,183 Updating WAITING jobs +2021-12-18 19:13:12,183 Update finished +2021-12-18 19:13:12,183 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:13:12,183 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:13:12,184 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:13:12,184 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:13:12,184 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:13:12,184 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:13:12,184 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:13:12,187 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:13:12,189 Job list saved +2021-12-18 19:13:12,194 Updating FAILED jobs +2021-12-18 19:13:12,194 Updating WAITING jobs +2021-12-18 19:13:12,194 Update finished +2021-12-18 19:13:22,205 Reloading parameters... +2021-12-18 19:13:22,222 Loading parameters... +2021-12-18 19:13:22,224 Loading project parameters... +2021-12-18 19:13:22,226 + +13 of 25 jobs remaining (19:13) +2021-12-18 19:13:22,226 Sleep: 10 +2021-12-18 19:13:22,226 Number of retrials: 0 +2021-12-18 19:13:22,226 WRAPPER CHECK TIME = 10 +2021-12-18 19:13:22,227 Checking jobs for platform=marenostrum4 +2021-12-18 19:13:22,227 Checking jobs for platform=nord3 +2021-12-18 19:13:22,228 Checking jobs for platform=local +2021-12-18 19:13:22,228 Checking jobs for platform=transfer_node +2021-12-18 19:13:22,228 Checking all jobs at once +2021-12-18 19:13:23,548 Successful check job command +2021-12-18 19:13:24,869 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:13:24,869 End of checking +2021-12-18 19:13:24,870 Updating FAILED jobs +2021-12-18 19:13:24,871 Updating WAITING jobs +2021-12-18 19:13:24,871 Update finished +2021-12-18 19:13:24,871 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:13:24,871 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:13:24,871 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:13:24,871 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:13:24,872 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:13:24,872 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:13:24,872 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:13:24,875 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:13:24,877 Job list saved +2021-12-18 19:13:24,882 Updating FAILED jobs +2021-12-18 19:13:24,882 Updating WAITING jobs +2021-12-18 19:13:24,882 Update finished +2021-12-18 19:13:34,892 Reloading parameters... +2021-12-18 19:13:34,911 Loading parameters... +2021-12-18 19:13:34,912 Loading project parameters... +2021-12-18 19:13:34,914 + +13 of 25 jobs remaining (19:13) +2021-12-18 19:13:34,914 Sleep: 10 +2021-12-18 19:13:34,915 Number of retrials: 0 +2021-12-18 19:13:34,915 WRAPPER CHECK TIME = 10 +2021-12-18 19:13:34,915 Checking jobs for platform=marenostrum4 +2021-12-18 19:13:34,916 Checking jobs for platform=nord3 +2021-12-18 19:13:34,917 Checking jobs for platform=local +2021-12-18 19:13:34,917 Checking jobs for platform=transfer_node +2021-12-18 19:13:34,917 Checking all jobs at once +2021-12-18 19:13:36,186 Successful check job command +2021-12-18 19:13:37,407 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:13:37,407 End of checking +2021-12-18 19:13:37,410 Updating FAILED jobs +2021-12-18 19:13:37,410 Updating WAITING jobs +2021-12-18 19:13:37,410 Update finished +2021-12-18 19:13:37,410 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:13:37,411 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:13:37,411 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:13:37,411 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:13:37,411 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:13:37,412 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:13:37,412 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:13:37,414 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:13:37,417 Job list saved +2021-12-18 19:13:37,421 Updating FAILED jobs +2021-12-18 19:13:37,421 Updating WAITING jobs +2021-12-18 19:13:37,421 Update finished +2021-12-18 19:13:47,432 Reloading parameters... +2021-12-18 19:13:47,450 Loading parameters... +2021-12-18 19:13:47,451 Loading project parameters... +2021-12-18 19:13:47,453 + +13 of 25 jobs remaining (19:13) +2021-12-18 19:13:47,453 Sleep: 10 +2021-12-18 19:13:47,453 Number of retrials: 0 +2021-12-18 19:13:47,453 WRAPPER CHECK TIME = 10 +2021-12-18 19:13:47,454 Checking jobs for platform=marenostrum4 +2021-12-18 19:13:47,454 Checking jobs for platform=nord3 +2021-12-18 19:13:47,455 Checking jobs for platform=local +2021-12-18 19:13:47,455 Checking jobs for platform=transfer_node +2021-12-18 19:13:47,455 Checking all jobs at once +2021-12-18 19:13:48,826 Successful check job command +2021-12-18 19:13:50,647 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:13:50,648 End of checking +2021-12-18 19:13:50,649 Updating FAILED jobs +2021-12-18 19:13:50,649 Updating WAITING jobs +2021-12-18 19:13:50,650 Update finished +2021-12-18 19:13:50,650 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:13:50,650 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:13:50,650 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:13:50,650 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:13:50,650 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:13:50,651 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:13:50,651 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:13:50,653 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:13:50,656 Job list saved +2021-12-18 19:13:50,660 Updating FAILED jobs +2021-12-18 19:13:50,661 Updating WAITING jobs +2021-12-18 19:13:50,661 Update finished +2021-12-18 19:14:00,664 Reloading parameters... +2021-12-18 19:14:00,682 Loading parameters... +2021-12-18 19:14:00,683 Loading project parameters... +2021-12-18 19:14:00,685 + +13 of 25 jobs remaining (19:14) +2021-12-18 19:14:00,685 Sleep: 10 +2021-12-18 19:14:00,685 Number of retrials: 0 +2021-12-18 19:14:00,685 WRAPPER CHECK TIME = 10 +2021-12-18 19:14:00,686 Checking jobs for platform=marenostrum4 +2021-12-18 19:14:00,686 Checking jobs for platform=nord3 +2021-12-18 19:14:00,687 Checking jobs for platform=local +2021-12-18 19:14:00,687 Checking jobs for platform=transfer_node +2021-12-18 19:14:00,688 Checking all jobs at once +2021-12-18 19:14:02,157 Successful check job command +2021-12-18 19:14:03,527 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:14:03,527 End of checking +2021-12-18 19:14:03,529 Updating FAILED jobs +2021-12-18 19:14:03,529 Updating WAITING jobs +2021-12-18 19:14:03,529 Update finished +2021-12-18 19:14:03,529 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:14:03,529 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:14:03,530 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:14:03,530 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:14:03,530 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:14:03,530 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:14:03,530 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:14:03,535 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:14:03,537 Job list saved +2021-12-18 19:14:03,545 Updating FAILED jobs +2021-12-18 19:14:03,545 Updating WAITING jobs +2021-12-18 19:14:03,545 Update finished +2021-12-18 19:14:13,551 Reloading parameters... +2021-12-18 19:14:13,570 Loading parameters... +2021-12-18 19:14:13,571 Loading project parameters... +2021-12-18 19:14:13,573 + +13 of 25 jobs remaining (19:14) +2021-12-18 19:14:13,573 Sleep: 10 +2021-12-18 19:14:13,574 Number of retrials: 0 +2021-12-18 19:14:13,574 WRAPPER CHECK TIME = 10 +2021-12-18 19:14:13,574 Checking jobs for platform=marenostrum4 +2021-12-18 19:14:13,575 Checking jobs for platform=nord3 +2021-12-18 19:14:13,575 Checking jobs for platform=local +2021-12-18 19:14:13,576 Checking jobs for platform=transfer_node +2021-12-18 19:14:13,576 Checking all jobs at once +2021-12-18 19:14:14,946 Successful check job command +2021-12-18 19:14:16,265 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:14:16,265 End of checking +2021-12-18 19:14:16,267 Updating FAILED jobs +2021-12-18 19:14:16,267 Updating WAITING jobs +2021-12-18 19:14:16,267 Update finished +2021-12-18 19:14:16,267 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:14:16,269 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:14:16,270 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:14:16,270 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:14:16,270 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:14:16,270 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:14:16,270 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:14:16,273 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:14:16,275 Job list saved +2021-12-18 19:14:16,280 Updating FAILED jobs +2021-12-18 19:14:16,280 Updating WAITING jobs +2021-12-18 19:14:16,280 Update finished +2021-12-18 19:14:26,290 Reloading parameters... +2021-12-18 19:14:26,310 Loading parameters... +2021-12-18 19:14:26,311 Loading project parameters... +2021-12-18 19:14:26,313 + +13 of 25 jobs remaining (19:14) +2021-12-18 19:14:26,313 Sleep: 10 +2021-12-18 19:14:26,313 Number of retrials: 0 +2021-12-18 19:14:26,313 WRAPPER CHECK TIME = 10 +2021-12-18 19:14:26,314 Checking jobs for platform=marenostrum4 +2021-12-18 19:14:26,315 Checking jobs for platform=nord3 +2021-12-18 19:14:26,315 Checking jobs for platform=local +2021-12-18 19:14:26,316 Checking jobs for platform=transfer_node +2021-12-18 19:14:26,316 Checking all jobs at once +2021-12-18 19:14:27,636 Successful check job command +2021-12-18 19:14:28,955 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:14:28,955 End of checking +2021-12-18 19:14:28,956 Updating FAILED jobs +2021-12-18 19:14:28,956 Updating WAITING jobs +2021-12-18 19:14:28,957 Update finished +2021-12-18 19:14:28,957 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:14:28,957 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:14:28,957 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:14:28,957 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:14:28,957 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:14:28,958 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:14:28,958 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:14:28,961 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:14:28,963 Job list saved +2021-12-18 19:14:28,969 Updating FAILED jobs +2021-12-18 19:14:28,969 Updating WAITING jobs +2021-12-18 19:14:28,969 Update finished +2021-12-18 19:14:38,979 Reloading parameters... +2021-12-18 19:14:38,998 Loading parameters... +2021-12-18 19:14:39,000 Loading project parameters... +2021-12-18 19:14:39,002 + +13 of 25 jobs remaining (19:14) +2021-12-18 19:14:39,002 Sleep: 10 +2021-12-18 19:14:39,002 Number of retrials: 0 +2021-12-18 19:14:39,002 WRAPPER CHECK TIME = 10 +2021-12-18 19:14:39,003 Checking jobs for platform=marenostrum4 +2021-12-18 19:14:39,003 Checking jobs for platform=nord3 +2021-12-18 19:14:39,004 Checking jobs for platform=local +2021-12-18 19:14:39,004 Checking jobs for platform=transfer_node +2021-12-18 19:14:39,004 Checking all jobs at once +2021-12-18 19:14:40,374 Successful check job command +2021-12-18 19:14:41,594 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:14:41,594 End of checking +2021-12-18 19:14:41,596 Updating FAILED jobs +2021-12-18 19:14:41,596 Updating WAITING jobs +2021-12-18 19:14:41,596 Update finished +2021-12-18 19:14:41,597 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:14:41,597 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:14:41,597 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:14:41,597 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:14:41,597 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:14:41,597 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:14:41,597 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:14:41,600 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:14:41,602 Job list saved +2021-12-18 19:14:41,607 Updating FAILED jobs +2021-12-18 19:14:41,607 Updating WAITING jobs +2021-12-18 19:14:41,607 Update finished +2021-12-18 19:14:51,617 Reloading parameters... +2021-12-18 19:14:51,636 Loading parameters... +2021-12-18 19:14:51,637 Loading project parameters... +2021-12-18 19:14:51,639 + +13 of 25 jobs remaining (19:14) +2021-12-18 19:14:51,639 Sleep: 10 +2021-12-18 19:14:51,639 Number of retrials: 0 +2021-12-18 19:14:51,640 WRAPPER CHECK TIME = 10 +2021-12-18 19:14:51,640 Checking jobs for platform=marenostrum4 +2021-12-18 19:14:51,641 Checking jobs for platform=nord3 +2021-12-18 19:14:51,641 Checking jobs for platform=local +2021-12-18 19:14:51,642 Checking jobs for platform=transfer_node +2021-12-18 19:14:51,642 Checking all jobs at once +2021-12-18 19:14:53,012 Successful check job command +2021-12-18 19:14:54,231 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:14:54,231 End of checking +2021-12-18 19:14:54,232 Updating FAILED jobs +2021-12-18 19:14:54,233 Updating WAITING jobs +2021-12-18 19:14:54,233 Update finished +2021-12-18 19:14:54,233 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:14:54,233 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:14:54,234 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:14:54,234 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:14:54,234 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:14:54,234 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:14:54,234 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:14:54,237 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:14:54,239 Job list saved +2021-12-18 19:14:54,244 Updating FAILED jobs +2021-12-18 19:14:54,244 Updating WAITING jobs +2021-12-18 19:14:54,244 Update finished +2021-12-18 19:15:04,253 Reloading parameters... +2021-12-18 19:15:04,270 Loading parameters... +2021-12-18 19:15:04,272 Loading project parameters... +2021-12-18 19:15:04,274 + +13 of 25 jobs remaining (19:15) +2021-12-18 19:15:04,274 Sleep: 10 +2021-12-18 19:15:04,274 Number of retrials: 0 +2021-12-18 19:15:04,274 WRAPPER CHECK TIME = 10 +2021-12-18 19:15:04,275 Checking jobs for platform=marenostrum4 +2021-12-18 19:15:04,275 Checking jobs for platform=nord3 +2021-12-18 19:15:04,276 Checking jobs for platform=local +2021-12-18 19:15:04,276 Checking jobs for platform=transfer_node +2021-12-18 19:15:04,276 Checking all jobs at once +2021-12-18 19:15:05,646 Successful check job command +2021-12-18 19:15:07,016 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:15:07,016 End of checking +2021-12-18 19:15:07,018 Updating FAILED jobs +2021-12-18 19:15:07,018 Updating WAITING jobs +2021-12-18 19:15:07,018 Update finished +2021-12-18 19:15:07,018 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:15:07,018 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:15:07,019 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:15:07,019 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:15:07,019 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:15:07,019 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:15:07,019 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:15:07,022 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:15:07,024 Job list saved +2021-12-18 19:15:07,028 Updating FAILED jobs +2021-12-18 19:15:07,029 Updating WAITING jobs +2021-12-18 19:15:07,029 Update finished +2021-12-18 19:15:17,039 Reloading parameters... +2021-12-18 19:15:17,056 Loading parameters... +2021-12-18 19:15:17,057 Loading project parameters... +2021-12-18 19:15:17,059 + +13 of 25 jobs remaining (19:15) +2021-12-18 19:15:17,059 Sleep: 10 +2021-12-18 19:15:17,059 Number of retrials: 0 +2021-12-18 19:15:17,059 WRAPPER CHECK TIME = 10 +2021-12-18 19:15:17,060 Checking jobs for platform=marenostrum4 +2021-12-18 19:15:17,061 Checking jobs for platform=nord3 +2021-12-18 19:15:17,061 Checking jobs for platform=local +2021-12-18 19:15:17,062 Checking jobs for platform=transfer_node +2021-12-18 19:15:17,062 Checking all jobs at once +2021-12-18 19:15:18,988 Successful check job command +2021-12-18 19:15:20,307 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:15:20,308 End of checking +2021-12-18 19:15:20,309 Updating FAILED jobs +2021-12-18 19:15:20,309 Updating WAITING jobs +2021-12-18 19:15:20,309 Update finished +2021-12-18 19:15:20,309 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:15:20,309 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:15:20,310 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:15:20,310 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:15:20,310 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:15:20,310 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:15:20,310 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:15:20,312 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:15:20,315 Job list saved +2021-12-18 19:15:20,319 Updating FAILED jobs +2021-12-18 19:15:20,319 Updating WAITING jobs +2021-12-18 19:15:20,319 Update finished +2021-12-18 19:15:30,330 Reloading parameters... +2021-12-18 19:15:30,348 Loading parameters... +2021-12-18 19:15:30,349 Loading project parameters... +2021-12-18 19:15:30,351 + +13 of 25 jobs remaining (19:15) +2021-12-18 19:15:30,351 Sleep: 10 +2021-12-18 19:15:30,351 Number of retrials: 0 +2021-12-18 19:15:30,351 WRAPPER CHECK TIME = 10 +2021-12-18 19:15:30,352 Checking jobs for platform=marenostrum4 +2021-12-18 19:15:30,353 Checking jobs for platform=nord3 +2021-12-18 19:15:30,353 Checking jobs for platform=local +2021-12-18 19:15:30,354 Checking jobs for platform=transfer_node +2021-12-18 19:15:30,354 Checking all jobs at once +2021-12-18 19:15:31,673 Successful check job command +2021-12-18 19:15:32,842 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:15:32,842 End of checking +2021-12-18 19:15:32,843 Updating FAILED jobs +2021-12-18 19:15:32,844 Updating WAITING jobs +2021-12-18 19:15:32,844 Update finished +2021-12-18 19:15:32,844 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:15:32,845 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:15:32,845 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:15:32,845 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:15:32,845 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:15:32,845 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:15:32,845 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:15:32,848 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:15:32,850 Job list saved +2021-12-18 19:15:32,855 Updating FAILED jobs +2021-12-18 19:15:32,855 Updating WAITING jobs +2021-12-18 19:15:32,855 Update finished +2021-12-18 19:15:42,863 Reloading parameters... +2021-12-18 19:15:42,882 Loading parameters... +2021-12-18 19:15:42,884 Loading project parameters... +2021-12-18 19:15:42,885 + +13 of 25 jobs remaining (19:15) +2021-12-18 19:15:42,886 Sleep: 10 +2021-12-18 19:15:42,886 Number of retrials: 0 +2021-12-18 19:15:42,886 WRAPPER CHECK TIME = 10 +2021-12-18 19:15:42,886 Checking jobs for platform=marenostrum4 +2021-12-18 19:15:42,887 Checking jobs for platform=nord3 +2021-12-18 19:15:42,887 Checking jobs for platform=local +2021-12-18 19:15:42,888 Checking jobs for platform=transfer_node +2021-12-18 19:15:42,888 Checking all jobs at once +2021-12-18 19:15:44,208 Successful check job command +2021-12-18 19:15:45,426 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:15:45,427 End of checking +2021-12-18 19:15:45,428 Updating FAILED jobs +2021-12-18 19:15:45,428 Updating WAITING jobs +2021-12-18 19:15:45,428 Update finished +2021-12-18 19:15:45,429 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:15:45,429 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:15:45,429 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:15:45,429 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:15:45,429 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:15:45,430 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:15:45,430 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:15:45,432 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:15:45,434 Job list saved +2021-12-18 19:15:45,439 Updating FAILED jobs +2021-12-18 19:15:45,439 Updating WAITING jobs +2021-12-18 19:15:45,439 Update finished +2021-12-18 19:15:55,446 Reloading parameters... +2021-12-18 19:15:55,464 Loading parameters... +2021-12-18 19:15:55,466 Loading project parameters... +2021-12-18 19:15:55,467 + +13 of 25 jobs remaining (19:15) +2021-12-18 19:15:55,468 Sleep: 10 +2021-12-18 19:15:55,468 Number of retrials: 0 +2021-12-18 19:15:55,468 WRAPPER CHECK TIME = 10 +2021-12-18 19:15:55,468 Checking jobs for platform=marenostrum4 +2021-12-18 19:15:55,469 Checking jobs for platform=nord3 +2021-12-18 19:15:55,470 Checking jobs for platform=local +2021-12-18 19:15:55,470 Checking jobs for platform=transfer_node +2021-12-18 19:15:55,470 Checking all jobs at once +2021-12-18 19:15:56,789 Successful check job command +2021-12-18 19:15:58,059 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:15:58,059 End of checking +2021-12-18 19:15:58,061 Updating FAILED jobs +2021-12-18 19:15:58,061 Updating WAITING jobs +2021-12-18 19:15:58,061 Update finished +2021-12-18 19:15:58,061 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:15:58,061 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:15:58,062 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:15:58,062 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:15:58,062 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:15:58,062 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:15:58,062 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:15:58,065 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:15:58,067 Job list saved +2021-12-18 19:15:58,072 Updating FAILED jobs +2021-12-18 19:15:58,072 Updating WAITING jobs +2021-12-18 19:15:58,072 Update finished +2021-12-18 19:16:08,078 Reloading parameters... +2021-12-18 19:16:08,096 Loading parameters... +2021-12-18 19:16:08,098 Loading project parameters... +2021-12-18 19:16:08,100 + +13 of 25 jobs remaining (19:16) +2021-12-18 19:16:08,100 Sleep: 10 +2021-12-18 19:16:08,100 Number of retrials: 0 +2021-12-18 19:16:08,100 WRAPPER CHECK TIME = 10 +2021-12-18 19:16:08,101 Checking jobs for platform=marenostrum4 +2021-12-18 19:16:08,101 Checking jobs for platform=nord3 +2021-12-18 19:16:08,102 Checking jobs for platform=local +2021-12-18 19:16:08,102 Checking jobs for platform=transfer_node +2021-12-18 19:16:08,102 Checking all jobs at once +2021-12-18 19:16:09,422 Successful check job command +2021-12-18 19:16:10,742 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:16:10,742 End of checking +2021-12-18 19:16:10,743 Updating FAILED jobs +2021-12-18 19:16:10,744 Updating WAITING jobs +2021-12-18 19:16:10,744 Update finished +2021-12-18 19:16:10,744 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:16:10,745 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:16:10,745 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:16:10,745 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:16:10,745 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:16:10,745 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:16:10,745 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:16:10,748 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:16:10,750 Job list saved +2021-12-18 19:16:10,755 Updating FAILED jobs +2021-12-18 19:16:10,755 Updating WAITING jobs +2021-12-18 19:16:10,756 Update finished +2021-12-18 19:16:20,766 Reloading parameters... +2021-12-18 19:16:20,783 Loading parameters... +2021-12-18 19:16:20,785 Loading project parameters... +2021-12-18 19:16:20,786 + +13 of 25 jobs remaining (19:16) +2021-12-18 19:16:20,787 Sleep: 10 +2021-12-18 19:16:20,787 Number of retrials: 0 +2021-12-18 19:16:20,787 WRAPPER CHECK TIME = 10 +2021-12-18 19:16:20,787 Checking jobs for platform=marenostrum4 +2021-12-18 19:16:20,788 Checking jobs for platform=nord3 +2021-12-18 19:16:20,788 Checking jobs for platform=local +2021-12-18 19:16:20,789 Checking jobs for platform=transfer_node +2021-12-18 19:16:20,789 Checking all jobs at once +2021-12-18 19:16:22,259 Successful check job command +2021-12-18 19:16:23,781 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:16:23,781 End of checking +2021-12-18 19:16:23,782 Updating FAILED jobs +2021-12-18 19:16:23,782 Updating WAITING jobs +2021-12-18 19:16:23,783 Update finished +2021-12-18 19:16:23,783 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:16:23,783 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:16:23,783 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:16:23,783 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:16:23,783 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:16:23,783 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:16:23,784 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:16:23,786 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:16:23,788 Job list saved +2021-12-18 19:16:23,793 Updating FAILED jobs +2021-12-18 19:16:23,793 Updating WAITING jobs +2021-12-18 19:16:23,793 Update finished +2021-12-18 19:16:33,803 Reloading parameters... +2021-12-18 19:16:33,822 Loading parameters... +2021-12-18 19:16:33,823 Loading project parameters... +2021-12-18 19:16:33,825 + +13 of 25 jobs remaining (19:16) +2021-12-18 19:16:33,825 Sleep: 10 +2021-12-18 19:16:33,825 Number of retrials: 0 +2021-12-18 19:16:33,825 WRAPPER CHECK TIME = 10 +2021-12-18 19:16:33,826 Checking jobs for platform=marenostrum4 +2021-12-18 19:16:33,826 Checking jobs for platform=nord3 +2021-12-18 19:16:33,827 Checking jobs for platform=local +2021-12-18 19:16:33,827 Checking jobs for platform=transfer_node +2021-12-18 19:16:33,827 Checking all jobs at once +2021-12-18 19:16:35,147 Successful check job command +2021-12-18 19:16:36,367 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:16:36,368 End of checking +2021-12-18 19:16:36,369 Updating FAILED jobs +2021-12-18 19:16:36,369 Updating WAITING jobs +2021-12-18 19:16:36,369 Update finished +2021-12-18 19:16:36,369 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:16:36,370 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:16:36,370 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:16:36,370 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:16:36,370 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:16:36,370 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:16:36,370 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:16:36,372 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:16:36,375 Job list saved +2021-12-18 19:16:36,379 Updating FAILED jobs +2021-12-18 19:16:36,380 Updating WAITING jobs +2021-12-18 19:16:36,380 Update finished +2021-12-18 19:16:46,390 Reloading parameters... +2021-12-18 19:16:46,409 Loading parameters... +2021-12-18 19:16:46,411 Loading project parameters... +2021-12-18 19:16:46,413 + +13 of 25 jobs remaining (19:16) +2021-12-18 19:16:46,413 Sleep: 10 +2021-12-18 19:16:46,413 Number of retrials: 0 +2021-12-18 19:16:46,413 WRAPPER CHECK TIME = 10 +2021-12-18 19:16:46,414 Checking jobs for platform=marenostrum4 +2021-12-18 19:16:46,414 Checking jobs for platform=nord3 +2021-12-18 19:16:46,415 Checking jobs for platform=local +2021-12-18 19:16:46,415 Checking jobs for platform=transfer_node +2021-12-18 19:16:46,415 Checking all jobs at once +2021-12-18 19:16:47,684 Successful check job command +2021-12-18 19:16:48,854 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:16:48,854 End of checking +2021-12-18 19:16:48,855 Updating FAILED jobs +2021-12-18 19:16:48,855 Updating WAITING jobs +2021-12-18 19:16:48,855 Update finished +2021-12-18 19:16:48,856 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:16:48,856 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:16:48,856 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:16:48,856 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:16:48,857 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:16:48,857 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:16:48,857 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:16:48,859 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:16:48,861 Job list saved +2021-12-18 19:16:48,866 Updating FAILED jobs +2021-12-18 19:16:48,866 Updating WAITING jobs +2021-12-18 19:16:48,866 Update finished +2021-12-18 19:16:58,874 Reloading parameters... +2021-12-18 19:16:58,893 Loading parameters... +2021-12-18 19:16:58,895 Loading project parameters... +2021-12-18 19:16:58,896 + +13 of 25 jobs remaining (19:16) +2021-12-18 19:16:58,897 Sleep: 10 +2021-12-18 19:16:58,897 Number of retrials: 0 +2021-12-18 19:16:58,897 WRAPPER CHECK TIME = 10 +2021-12-18 19:16:58,897 Checking jobs for platform=marenostrum4 +2021-12-18 19:16:58,899 Checking jobs for platform=nord3 +2021-12-18 19:16:58,899 Checking jobs for platform=local +2021-12-18 19:16:58,900 Checking jobs for platform=transfer_node +2021-12-18 19:16:58,900 Checking all jobs at once +2021-12-18 19:17:00,271 Successful check job command +2021-12-18 19:17:01,640 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:17:01,641 End of checking +2021-12-18 19:17:01,642 Updating FAILED jobs +2021-12-18 19:17:01,642 Updating WAITING jobs +2021-12-18 19:17:01,643 Update finished +2021-12-18 19:17:01,643 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:17:01,643 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:17:01,643 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:17:01,643 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:17:01,643 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:17:01,643 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:17:01,644 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:17:01,647 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:17:01,649 Job list saved +2021-12-18 19:17:01,654 Updating FAILED jobs +2021-12-18 19:17:01,654 Updating WAITING jobs +2021-12-18 19:17:01,654 Update finished +2021-12-18 19:17:11,665 Reloading parameters... +2021-12-18 19:17:11,683 Loading parameters... +2021-12-18 19:17:11,684 Loading project parameters... +2021-12-18 19:17:11,686 + +13 of 25 jobs remaining (19:17) +2021-12-18 19:17:11,686 Sleep: 10 +2021-12-18 19:17:11,686 Number of retrials: 0 +2021-12-18 19:17:11,687 WRAPPER CHECK TIME = 10 +2021-12-18 19:17:11,687 Checking jobs for platform=marenostrum4 +2021-12-18 19:17:11,688 Checking jobs for platform=nord3 +2021-12-18 19:17:11,688 Checking jobs for platform=local +2021-12-18 19:17:11,689 Checking jobs for platform=transfer_node +2021-12-18 19:17:11,689 Checking all jobs at once +2021-12-18 19:17:13,162 Successful check job command +2021-12-18 19:17:14,381 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:17:14,381 End of checking +2021-12-18 19:17:14,382 Updating FAILED jobs +2021-12-18 19:17:14,382 Updating WAITING jobs +2021-12-18 19:17:14,383 Update finished +2021-12-18 19:17:14,383 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:17:14,383 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:17:14,383 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:17:14,383 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:17:14,383 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:17:14,383 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:17:14,384 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:17:14,386 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:17:14,389 Job list saved +2021-12-18 19:17:14,393 Updating FAILED jobs +2021-12-18 19:17:14,393 Updating WAITING jobs +2021-12-18 19:17:14,393 Update finished +2021-12-18 19:17:24,403 Reloading parameters... +2021-12-18 19:17:24,420 Loading parameters... +2021-12-18 19:17:24,421 Loading project parameters... +2021-12-18 19:17:24,423 + +13 of 25 jobs remaining (19:17) +2021-12-18 19:17:24,424 Sleep: 10 +2021-12-18 19:17:24,424 Number of retrials: 0 +2021-12-18 19:17:24,424 WRAPPER CHECK TIME = 10 +2021-12-18 19:17:24,424 Checking jobs for platform=marenostrum4 +2021-12-18 19:17:24,425 Checking jobs for platform=nord3 +2021-12-18 19:17:24,425 Checking jobs for platform=local +2021-12-18 19:17:24,426 Checking jobs for platform=transfer_node +2021-12-18 19:17:24,426 Checking all jobs at once +2021-12-18 19:17:25,745 Successful check job command +2021-12-18 19:17:26,968 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:17:26,969 End of checking +2021-12-18 19:17:26,970 Updating FAILED jobs +2021-12-18 19:17:26,970 Updating WAITING jobs +2021-12-18 19:17:26,970 Update finished +2021-12-18 19:17:26,970 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:17:26,971 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:17:26,971 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:17:26,971 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:17:26,971 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:17:26,971 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:17:26,971 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:17:26,974 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:17:26,976 Job list saved +2021-12-18 19:17:26,981 Updating FAILED jobs +2021-12-18 19:17:26,981 Updating WAITING jobs +2021-12-18 19:17:26,981 Update finished +2021-12-18 19:17:36,982 Reloading parameters... +2021-12-18 19:17:36,999 Loading parameters... +2021-12-18 19:17:37,001 Loading project parameters... +2021-12-18 19:17:37,003 + +13 of 25 jobs remaining (19:17) +2021-12-18 19:17:37,003 Sleep: 10 +2021-12-18 19:17:37,003 Number of retrials: 0 +2021-12-18 19:17:37,003 WRAPPER CHECK TIME = 10 +2021-12-18 19:17:37,004 Checking jobs for platform=marenostrum4 +2021-12-18 19:17:37,004 Checking jobs for platform=nord3 +2021-12-18 19:17:37,005 Checking jobs for platform=local +2021-12-18 19:17:37,005 Checking jobs for platform=transfer_node +2021-12-18 19:17:37,005 Checking all jobs at once +2021-12-18 19:17:38,325 Successful check job command +2021-12-18 19:17:39,746 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:17:39,747 End of checking +2021-12-18 19:17:39,748 Updating FAILED jobs +2021-12-18 19:17:39,748 Updating WAITING jobs +2021-12-18 19:17:39,748 Update finished +2021-12-18 19:17:39,748 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:17:39,749 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:17:39,749 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:17:39,749 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:17:39,749 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:17:39,749 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:17:39,749 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:17:39,752 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:17:39,754 Job list saved +2021-12-18 19:17:39,759 Updating FAILED jobs +2021-12-18 19:17:39,759 Updating WAITING jobs +2021-12-18 19:17:39,759 Update finished +2021-12-18 19:17:49,770 Reloading parameters... +2021-12-18 19:17:49,788 Loading parameters... +2021-12-18 19:17:49,789 Loading project parameters... +2021-12-18 19:17:49,791 + +13 of 25 jobs remaining (19:17) +2021-12-18 19:17:49,792 Sleep: 10 +2021-12-18 19:17:49,792 Number of retrials: 0 +2021-12-18 19:17:49,792 WRAPPER CHECK TIME = 10 +2021-12-18 19:17:49,792 Checking jobs for platform=marenostrum4 +2021-12-18 19:17:49,793 Checking jobs for platform=nord3 +2021-12-18 19:17:49,793 Checking jobs for platform=local +2021-12-18 19:17:49,794 Checking jobs for platform=transfer_node +2021-12-18 19:17:49,794 Checking all jobs at once +2021-12-18 19:17:51,114 Successful check job command +2021-12-18 19:17:52,283 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:17:52,283 End of checking +2021-12-18 19:17:52,285 Updating FAILED jobs +2021-12-18 19:17:52,285 Updating WAITING jobs +2021-12-18 19:17:52,285 Update finished +2021-12-18 19:17:52,285 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:17:52,285 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:17:52,285 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:17:52,285 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:17:52,286 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:17:52,286 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:17:52,286 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:17:52,288 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:17:52,291 Job list saved +2021-12-18 19:17:52,296 Updating FAILED jobs +2021-12-18 19:17:52,296 Updating WAITING jobs +2021-12-18 19:17:52,296 Update finished +2021-12-18 19:18:02,306 Reloading parameters... +2021-12-18 19:18:02,323 Loading parameters... +2021-12-18 19:18:02,324 Loading project parameters... +2021-12-18 19:18:02,326 + +13 of 25 jobs remaining (19:18) +2021-12-18 19:18:02,326 Sleep: 10 +2021-12-18 19:18:02,326 Number of retrials: 0 +2021-12-18 19:18:02,326 WRAPPER CHECK TIME = 10 +2021-12-18 19:18:02,327 Checking jobs for platform=marenostrum4 +2021-12-18 19:18:02,328 Checking jobs for platform=nord3 +2021-12-18 19:18:02,328 Checking jobs for platform=local +2021-12-18 19:18:02,329 Checking jobs for platform=transfer_node +2021-12-18 19:18:02,329 Checking all jobs at once +2021-12-18 19:18:03,649 Successful check job command +2021-12-18 19:18:04,968 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:18:04,968 End of checking +2021-12-18 19:18:04,969 Updating FAILED jobs +2021-12-18 19:18:04,970 Updating WAITING jobs +2021-12-18 19:18:04,970 Update finished +2021-12-18 19:18:04,970 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:18:04,970 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:18:04,971 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:18:04,971 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:18:04,971 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:18:04,971 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:18:04,971 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:18:04,974 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:18:04,976 Job list saved +2021-12-18 19:18:04,981 Updating FAILED jobs +2021-12-18 19:18:04,981 Updating WAITING jobs +2021-12-18 19:18:04,981 Update finished +2021-12-18 19:18:14,991 Reloading parameters... +2021-12-18 19:18:15,018 Loading parameters... +2021-12-18 19:18:15,019 Loading project parameters... +2021-12-18 19:18:15,021 + +13 of 25 jobs remaining (19:18) +2021-12-18 19:18:15,021 Sleep: 10 +2021-12-18 19:18:15,021 Number of retrials: 0 +2021-12-18 19:18:15,022 WRAPPER CHECK TIME = 10 +2021-12-18 19:18:15,025 Checking jobs for platform=marenostrum4 +2021-12-18 19:18:15,025 Checking jobs for platform=nord3 +2021-12-18 19:18:15,026 Checking jobs for platform=local +2021-12-18 19:18:15,026 Checking jobs for platform=transfer_node +2021-12-18 19:18:15,026 Checking all jobs at once +2021-12-18 19:18:16,398 Successful check job command +2021-12-18 19:18:17,667 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:18:17,667 End of checking +2021-12-18 19:18:17,669 Updating FAILED jobs +2021-12-18 19:18:17,669 Updating WAITING jobs +2021-12-18 19:18:17,669 Update finished +2021-12-18 19:18:17,669 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:18:17,669 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:18:17,670 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:18:17,670 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:18:17,670 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:18:17,670 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:18:17,670 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:18:17,673 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:18:17,675 Job list saved +2021-12-18 19:18:17,680 Updating FAILED jobs +2021-12-18 19:18:17,680 Updating WAITING jobs +2021-12-18 19:18:17,680 Update finished +2021-12-18 19:18:27,690 Reloading parameters... +2021-12-18 19:18:27,709 Loading parameters... +2021-12-18 19:18:27,710 Loading project parameters... +2021-12-18 19:18:27,712 + +13 of 25 jobs remaining (19:18) +2021-12-18 19:18:27,712 Sleep: 10 +2021-12-18 19:18:27,713 Number of retrials: 0 +2021-12-18 19:18:27,713 WRAPPER CHECK TIME = 10 +2021-12-18 19:18:27,713 Checking jobs for platform=marenostrum4 +2021-12-18 19:18:27,714 Checking jobs for platform=nord3 +2021-12-18 19:18:27,714 Checking jobs for platform=local +2021-12-18 19:18:27,715 Checking jobs for platform=transfer_node +2021-12-18 19:18:27,715 Checking all jobs at once +2021-12-18 19:18:29,086 Successful check job command +2021-12-18 19:18:30,355 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:18:30,356 End of checking +2021-12-18 19:18:30,357 Updating FAILED jobs +2021-12-18 19:18:30,357 Updating WAITING jobs +2021-12-18 19:18:30,358 Update finished +2021-12-18 19:18:30,358 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:18:30,358 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:18:30,358 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:18:30,358 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:18:30,358 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:18:30,358 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:18:30,359 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:18:30,361 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:18:30,363 Job list saved +2021-12-18 19:18:30,368 Updating FAILED jobs +2021-12-18 19:18:30,368 Updating WAITING jobs +2021-12-18 19:18:30,369 Update finished +2021-12-18 19:18:40,379 Reloading parameters... +2021-12-18 19:18:40,398 Loading parameters... +2021-12-18 19:18:40,399 Loading project parameters... +2021-12-18 19:18:40,401 + +13 of 25 jobs remaining (19:18) +2021-12-18 19:18:40,402 Sleep: 10 +2021-12-18 19:18:40,402 Number of retrials: 0 +2021-12-18 19:18:40,402 WRAPPER CHECK TIME = 10 +2021-12-18 19:18:40,403 Checking jobs for platform=marenostrum4 +2021-12-18 19:18:40,403 Checking jobs for platform=nord3 +2021-12-18 19:18:40,404 Checking jobs for platform=local +2021-12-18 19:18:40,404 Checking jobs for platform=transfer_node +2021-12-18 19:18:40,404 Checking all jobs at once +2021-12-18 19:18:41,774 Successful check job command +2021-12-18 19:18:43,044 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:18:43,044 End of checking +2021-12-18 19:18:43,046 Updating FAILED jobs +2021-12-18 19:18:43,046 Updating WAITING jobs +2021-12-18 19:18:43,046 Update finished +2021-12-18 19:18:43,046 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:18:43,047 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:18:43,047 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:18:43,047 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:18:43,048 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:18:43,048 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:18:43,048 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:18:43,051 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:18:43,053 Job list saved +2021-12-18 19:18:43,058 Updating FAILED jobs +2021-12-18 19:18:43,058 Updating WAITING jobs +2021-12-18 19:18:43,058 Update finished +2021-12-18 19:18:53,069 Reloading parameters... +2021-12-18 19:18:53,088 Loading parameters... +2021-12-18 19:18:53,089 Loading project parameters... +2021-12-18 19:18:53,091 + +13 of 25 jobs remaining (19:18) +2021-12-18 19:18:53,091 Sleep: 10 +2021-12-18 19:18:53,091 Number of retrials: 0 +2021-12-18 19:18:53,091 WRAPPER CHECK TIME = 10 +2021-12-18 19:18:53,092 Checking jobs for platform=marenostrum4 +2021-12-18 19:18:53,092 Checking jobs for platform=nord3 +2021-12-18 19:18:53,093 Checking jobs for platform=local +2021-12-18 19:18:53,093 Checking jobs for platform=transfer_node +2021-12-18 19:18:53,093 Checking all jobs at once +2021-12-18 19:18:54,463 Successful check job command +2021-12-18 19:18:55,683 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:18:55,683 End of checking +2021-12-18 19:18:55,684 Updating FAILED jobs +2021-12-18 19:18:55,684 Updating WAITING jobs +2021-12-18 19:18:55,685 Update finished +2021-12-18 19:18:55,685 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:18:55,685 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:18:55,685 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:18:55,685 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:18:55,685 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:18:55,685 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:18:55,686 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:18:55,688 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:18:55,690 Job list saved +2021-12-18 19:18:55,695 Updating FAILED jobs +2021-12-18 19:18:55,695 Updating WAITING jobs +2021-12-18 19:18:55,695 Update finished +2021-12-18 19:19:05,705 Reloading parameters... +2021-12-18 19:19:05,722 Loading parameters... +2021-12-18 19:19:05,724 Loading project parameters... +2021-12-18 19:19:05,726 + +13 of 25 jobs remaining (19:19) +2021-12-18 19:19:05,726 Sleep: 10 +2021-12-18 19:19:05,726 Number of retrials: 0 +2021-12-18 19:19:05,726 WRAPPER CHECK TIME = 10 +2021-12-18 19:19:05,727 Checking jobs for platform=marenostrum4 +2021-12-18 19:19:05,728 Checking jobs for platform=nord3 +2021-12-18 19:19:05,728 Checking jobs for platform=local +2021-12-18 19:19:05,729 Checking jobs for platform=transfer_node +2021-12-18 19:19:05,729 Checking all jobs at once +2021-12-18 19:19:07,049 Successful check job command +2021-12-18 19:19:08,218 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:19:08,219 End of checking +2021-12-18 19:19:08,220 Updating FAILED jobs +2021-12-18 19:19:08,220 Updating WAITING jobs +2021-12-18 19:19:08,220 Update finished +2021-12-18 19:19:08,221 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:19:08,221 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:19:08,221 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:19:08,221 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:19:08,221 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:19:08,221 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:19:08,221 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:19:08,224 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:19:08,226 Job list saved +2021-12-18 19:19:08,230 Updating FAILED jobs +2021-12-18 19:19:08,230 Updating WAITING jobs +2021-12-18 19:19:08,231 Update finished +2021-12-18 19:19:18,241 Reloading parameters... +2021-12-18 19:19:18,260 Loading parameters... +2021-12-18 19:19:18,261 Loading project parameters... +2021-12-18 19:19:18,263 + +13 of 25 jobs remaining (19:19) +2021-12-18 19:19:18,263 Sleep: 10 +2021-12-18 19:19:18,263 Number of retrials: 0 +2021-12-18 19:19:18,263 WRAPPER CHECK TIME = 10 +2021-12-18 19:19:18,264 Checking jobs for platform=marenostrum4 +2021-12-18 19:19:18,265 Checking jobs for platform=nord3 +2021-12-18 19:19:18,265 Checking jobs for platform=local +2021-12-18 19:19:18,266 Checking jobs for platform=transfer_node +2021-12-18 19:19:18,266 Checking all jobs at once +2021-12-18 19:19:20,186 Successful check job command +2021-12-18 19:19:21,909 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:19:21,910 End of checking +2021-12-18 19:19:21,911 Updating FAILED jobs +2021-12-18 19:19:21,911 Updating WAITING jobs +2021-12-18 19:19:21,911 Update finished +2021-12-18 19:19:21,911 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:19:21,912 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:19:21,912 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:19:21,912 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:19:21,912 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:19:21,913 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:19:21,913 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:19:21,915 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:19:21,917 Job list saved +2021-12-18 19:19:21,922 Updating FAILED jobs +2021-12-18 19:19:21,922 Updating WAITING jobs +2021-12-18 19:19:21,922 Update finished +2021-12-18 19:19:31,936 Reloading parameters... +2021-12-18 19:19:31,955 Loading parameters... +2021-12-18 19:19:31,956 Loading project parameters... +2021-12-18 19:19:31,958 + +13 of 25 jobs remaining (19:19) +2021-12-18 19:19:31,958 Sleep: 10 +2021-12-18 19:19:31,958 Number of retrials: 0 +2021-12-18 19:19:31,958 WRAPPER CHECK TIME = 10 +2021-12-18 19:19:31,959 Checking jobs for platform=marenostrum4 +2021-12-18 19:19:31,959 Checking jobs for platform=nord3 +2021-12-18 19:19:31,960 Checking jobs for platform=local +2021-12-18 19:19:31,961 Checking jobs for platform=transfer_node +2021-12-18 19:19:31,961 Checking all jobs at once +2021-12-18 19:19:33,287 Successful check job command +2021-12-18 19:19:34,506 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:19:34,507 End of checking +2021-12-18 19:19:34,508 Updating FAILED jobs +2021-12-18 19:19:34,508 Updating WAITING jobs +2021-12-18 19:19:34,508 Update finished +2021-12-18 19:19:34,508 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:19:34,509 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:19:34,509 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:19:34,509 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:19:34,509 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:19:34,509 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:19:34,509 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:19:34,511 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:19:34,514 Job list saved +2021-12-18 19:19:34,518 Updating FAILED jobs +2021-12-18 19:19:34,518 Updating WAITING jobs +2021-12-18 19:19:34,519 Update finished +2021-12-18 19:19:44,529 Reloading parameters... +2021-12-18 19:19:44,546 Loading parameters... +2021-12-18 19:19:44,547 Loading project parameters... +2021-12-18 19:19:44,549 + +13 of 25 jobs remaining (19:19) +2021-12-18 19:19:44,549 Sleep: 10 +2021-12-18 19:19:44,550 Number of retrials: 0 +2021-12-18 19:19:44,550 WRAPPER CHECK TIME = 10 +2021-12-18 19:19:44,550 Checking jobs for platform=marenostrum4 +2021-12-18 19:19:44,551 Checking jobs for platform=nord3 +2021-12-18 19:19:44,551 Checking jobs for platform=local +2021-12-18 19:19:44,552 Checking jobs for platform=transfer_node +2021-12-18 19:19:44,552 Checking all jobs at once +2021-12-18 19:19:45,924 Successful check job command +2021-12-18 19:19:47,143 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:19:47,144 End of checking +2021-12-18 19:19:47,145 Updating FAILED jobs +2021-12-18 19:19:47,145 Updating WAITING jobs +2021-12-18 19:19:47,145 Update finished +2021-12-18 19:19:47,146 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:19:47,146 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:19:47,146 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:19:47,146 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:19:47,146 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:19:47,146 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:19:47,146 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:19:47,149 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:19:47,151 Job list saved +2021-12-18 19:19:47,157 Updating FAILED jobs +2021-12-18 19:19:47,157 Updating WAITING jobs +2021-12-18 19:19:47,157 Update finished +2021-12-18 19:19:57,166 Reloading parameters... +2021-12-18 19:19:57,184 Loading parameters... +2021-12-18 19:19:57,186 Loading project parameters... +2021-12-18 19:19:57,187 + +13 of 25 jobs remaining (19:19) +2021-12-18 19:19:57,188 Sleep: 10 +2021-12-18 19:19:57,188 Number of retrials: 0 +2021-12-18 19:19:57,188 WRAPPER CHECK TIME = 10 +2021-12-18 19:19:57,189 Checking jobs for platform=marenostrum4 +2021-12-18 19:19:57,189 Checking jobs for platform=nord3 +2021-12-18 19:19:57,190 Checking jobs for platform=local +2021-12-18 19:19:57,190 Checking jobs for platform=transfer_node +2021-12-18 19:19:57,190 Checking all jobs at once +2021-12-18 19:19:58,515 Successful check job command +2021-12-18 19:19:59,785 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:19:59,785 End of checking +2021-12-18 19:19:59,786 Updating FAILED jobs +2021-12-18 19:19:59,787 Updating WAITING jobs +2021-12-18 19:19:59,787 Update finished +2021-12-18 19:19:59,787 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:19:59,788 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:19:59,788 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:19:59,788 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:19:59,788 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:19:59,788 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:19:59,788 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:19:59,791 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:19:59,793 Job list saved +2021-12-18 19:19:59,799 Updating FAILED jobs +2021-12-18 19:19:59,799 Updating WAITING jobs +2021-12-18 19:19:59,799 Update finished +2021-12-18 19:20:09,809 Reloading parameters... +2021-12-18 19:20:09,828 Loading parameters... +2021-12-18 19:20:09,829 Loading project parameters... +2021-12-18 19:20:09,831 + +13 of 25 jobs remaining (19:20) +2021-12-18 19:20:09,831 Sleep: 10 +2021-12-18 19:20:09,832 Number of retrials: 0 +2021-12-18 19:20:09,832 WRAPPER CHECK TIME = 10 +2021-12-18 19:20:09,832 Checking jobs for platform=marenostrum4 +2021-12-18 19:20:09,833 Checking jobs for platform=nord3 +2021-12-18 19:20:09,833 Checking jobs for platform=local +2021-12-18 19:20:09,834 Checking jobs for platform=transfer_node +2021-12-18 19:20:09,834 Checking all jobs at once +2021-12-18 19:20:11,104 Successful check job command +2021-12-18 19:20:12,624 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:20:12,624 End of checking +2021-12-18 19:20:12,625 Updating FAILED jobs +2021-12-18 19:20:12,625 Updating WAITING jobs +2021-12-18 19:20:12,626 Update finished +2021-12-18 19:20:12,626 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:20:12,626 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:20:12,626 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:20:12,626 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:20:12,626 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:20:12,627 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:20:12,627 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:20:12,629 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:20:12,631 Job list saved +2021-12-18 19:20:12,636 Updating FAILED jobs +2021-12-18 19:20:12,636 Updating WAITING jobs +2021-12-18 19:20:12,636 Update finished +2021-12-18 19:20:22,646 Reloading parameters... +2021-12-18 19:20:22,667 Loading parameters... +2021-12-18 19:20:22,668 Loading project parameters... +2021-12-18 19:20:22,670 + +13 of 25 jobs remaining (19:20) +2021-12-18 19:20:22,670 Sleep: 10 +2021-12-18 19:20:22,670 Number of retrials: 0 +2021-12-18 19:20:22,670 WRAPPER CHECK TIME = 10 +2021-12-18 19:20:22,671 Checking jobs for platform=marenostrum4 +2021-12-18 19:20:22,671 Checking jobs for platform=nord3 +2021-12-18 19:20:22,672 Checking jobs for platform=local +2021-12-18 19:20:22,672 Checking jobs for platform=transfer_node +2021-12-18 19:20:22,672 Checking all jobs at once +2021-12-18 19:20:23,993 Successful check job command +2021-12-18 19:20:25,263 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:20:25,263 End of checking +2021-12-18 19:20:25,264 Updating FAILED jobs +2021-12-18 19:20:25,264 Updating WAITING jobs +2021-12-18 19:20:25,265 Update finished +2021-12-18 19:20:25,265 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:20:25,265 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:20:25,265 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:20:25,265 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:20:25,265 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:20:25,266 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:20:25,266 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:20:25,269 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:20:25,271 Job list saved +2021-12-18 19:20:25,277 Updating FAILED jobs +2021-12-18 19:20:25,277 Updating WAITING jobs +2021-12-18 19:20:25,278 Update finished +2021-12-18 19:20:35,285 Reloading parameters... +2021-12-18 19:20:35,304 Loading parameters... +2021-12-18 19:20:35,305 Loading project parameters... +2021-12-18 19:20:35,307 + +13 of 25 jobs remaining (19:20) +2021-12-18 19:20:35,307 Sleep: 10 +2021-12-18 19:20:35,307 Number of retrials: 0 +2021-12-18 19:20:35,307 WRAPPER CHECK TIME = 10 +2021-12-18 19:20:35,308 Checking jobs for platform=marenostrum4 +2021-12-18 19:20:35,309 Checking jobs for platform=nord3 +2021-12-18 19:20:35,309 Checking jobs for platform=local +2021-12-18 19:20:35,310 Checking jobs for platform=transfer_node +2021-12-18 19:20:35,310 Checking all jobs at once +2021-12-18 19:20:36,629 Successful check job command +2021-12-18 19:20:37,849 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:20:37,849 End of checking +2021-12-18 19:20:37,850 Updating FAILED jobs +2021-12-18 19:20:37,851 Updating WAITING jobs +2021-12-18 19:20:37,851 Update finished +2021-12-18 19:20:37,851 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:20:37,853 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:20:37,854 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:20:37,854 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:20:37,854 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:20:37,854 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:20:37,854 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:20:37,857 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:20:37,859 Job list saved +2021-12-18 19:20:37,863 Updating FAILED jobs +2021-12-18 19:20:37,864 Updating WAITING jobs +2021-12-18 19:20:37,864 Update finished +2021-12-18 19:20:47,873 Reloading parameters... +2021-12-18 19:20:47,892 Loading parameters... +2021-12-18 19:20:47,893 Loading project parameters... +2021-12-18 19:20:47,895 + +13 of 25 jobs remaining (19:20) +2021-12-18 19:20:47,895 Sleep: 10 +2021-12-18 19:20:47,895 Number of retrials: 0 +2021-12-18 19:20:47,895 WRAPPER CHECK TIME = 10 +2021-12-18 19:20:47,896 Checking jobs for platform=marenostrum4 +2021-12-18 19:20:47,897 Checking jobs for platform=nord3 +2021-12-18 19:20:47,897 Checking jobs for platform=local +2021-12-18 19:20:47,898 Checking jobs for platform=transfer_node +2021-12-18 19:20:47,898 Checking all jobs at once +2021-12-18 19:20:49,217 Successful check job command +2021-12-18 19:20:50,487 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:20:50,487 End of checking +2021-12-18 19:20:50,488 Updating FAILED jobs +2021-12-18 19:20:50,489 Updating WAITING jobs +2021-12-18 19:20:50,489 Update finished +2021-12-18 19:20:50,489 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:20:50,489 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:20:50,489 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:20:50,489 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:20:50,490 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:20:50,490 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:20:50,490 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:20:50,492 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:20:50,495 Job list saved +2021-12-18 19:20:50,500 Updating FAILED jobs +2021-12-18 19:20:50,500 Updating WAITING jobs +2021-12-18 19:20:50,500 Update finished +2021-12-18 19:21:00,507 Reloading parameters... +2021-12-18 19:21:00,531 Loading parameters... +2021-12-18 19:21:00,532 Loading project parameters... +2021-12-18 19:21:00,534 + +13 of 25 jobs remaining (19:21) +2021-12-18 19:21:00,535 Sleep: 10 +2021-12-18 19:21:00,535 Number of retrials: 0 +2021-12-18 19:21:00,535 WRAPPER CHECK TIME = 10 +2021-12-18 19:21:00,535 Checking jobs for platform=marenostrum4 +2021-12-18 19:21:00,536 Checking jobs for platform=nord3 +2021-12-18 19:21:00,536 Checking jobs for platform=local +2021-12-18 19:21:00,537 Checking jobs for platform=transfer_node +2021-12-18 19:21:00,537 Checking all jobs at once +2021-12-18 19:21:02,007 Successful check job command +2021-12-18 19:21:03,477 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:21:03,477 End of checking +2021-12-18 19:21:03,485 Updating FAILED jobs +2021-12-18 19:21:03,485 Updating WAITING jobs +2021-12-18 19:21:03,485 Update finished +2021-12-18 19:21:03,485 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:21:03,486 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:21:03,486 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:21:03,486 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:21:03,486 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:21:03,486 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:21:03,486 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:21:03,494 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:21:03,496 Job list saved +2021-12-18 19:21:03,508 Updating FAILED jobs +2021-12-18 19:21:03,508 Updating WAITING jobs +2021-12-18 19:21:03,509 Update finished +2021-12-18 19:21:13,519 Reloading parameters... +2021-12-18 19:21:13,537 Loading parameters... +2021-12-18 19:21:13,538 Loading project parameters... +2021-12-18 19:21:13,540 + +13 of 25 jobs remaining (19:21) +2021-12-18 19:21:13,540 Sleep: 10 +2021-12-18 19:21:13,540 Number of retrials: 0 +2021-12-18 19:21:13,540 WRAPPER CHECK TIME = 10 +2021-12-18 19:21:13,541 Checking jobs for platform=marenostrum4 +2021-12-18 19:21:13,541 Checking jobs for platform=nord3 +2021-12-18 19:21:13,542 Checking jobs for platform=local +2021-12-18 19:21:13,542 Checking jobs for platform=transfer_node +2021-12-18 19:21:13,542 Checking all jobs at once +2021-12-18 19:21:14,765 Successful check job command +2021-12-18 19:21:15,984 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:21:15,985 End of checking +2021-12-18 19:21:15,986 Updating FAILED jobs +2021-12-18 19:21:15,986 Updating WAITING jobs +2021-12-18 19:21:15,987 Update finished +2021-12-18 19:21:15,987 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:21:15,987 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:21:15,988 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:21:15,988 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:21:15,988 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:21:15,988 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:21:15,988 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:21:15,990 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:21:15,993 Job list saved +2021-12-18 19:21:15,998 Updating FAILED jobs +2021-12-18 19:21:15,998 Updating WAITING jobs +2021-12-18 19:21:15,998 Update finished +2021-12-18 19:21:26,007 Reloading parameters... +2021-12-18 19:21:26,027 Loading parameters... +2021-12-18 19:21:26,028 Loading project parameters... +2021-12-18 19:21:26,030 + +13 of 25 jobs remaining (19:21) +2021-12-18 19:21:26,030 Sleep: 10 +2021-12-18 19:21:26,030 Number of retrials: 0 +2021-12-18 19:21:26,031 WRAPPER CHECK TIME = 10 +2021-12-18 19:21:26,031 Checking jobs for platform=marenostrum4 +2021-12-18 19:21:26,032 Checking jobs for platform=nord3 +2021-12-18 19:21:26,032 Checking jobs for platform=local +2021-12-18 19:21:26,033 Checking jobs for platform=transfer_node +2021-12-18 19:21:26,033 Checking all jobs at once +2021-12-18 19:21:27,302 Successful check job command +2021-12-18 19:21:28,522 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:21:28,522 End of checking +2021-12-18 19:21:28,524 Updating FAILED jobs +2021-12-18 19:21:28,524 Updating WAITING jobs +2021-12-18 19:21:28,524 Update finished +2021-12-18 19:21:28,525 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:21:28,525 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:21:28,525 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:21:28,525 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:21:28,525 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:21:28,525 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:21:28,525 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:21:28,528 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:21:28,530 Job list saved +2021-12-18 19:21:28,535 Updating FAILED jobs +2021-12-18 19:21:28,535 Updating WAITING jobs +2021-12-18 19:21:28,536 Update finished +2021-12-18 19:21:38,546 Reloading parameters... +2021-12-18 19:21:38,564 Loading parameters... +2021-12-18 19:21:38,565 Loading project parameters... +2021-12-18 19:21:38,567 + +13 of 25 jobs remaining (19:21) +2021-12-18 19:21:38,567 Sleep: 10 +2021-12-18 19:21:38,567 Number of retrials: 0 +2021-12-18 19:21:38,567 WRAPPER CHECK TIME = 10 +2021-12-18 19:21:38,568 Checking jobs for platform=marenostrum4 +2021-12-18 19:21:38,568 Checking jobs for platform=nord3 +2021-12-18 19:21:38,569 Checking jobs for platform=local +2021-12-18 19:21:38,569 Checking jobs for platform=transfer_node +2021-12-18 19:21:38,569 Checking all jobs at once +2021-12-18 19:21:39,789 Successful check job command +2021-12-18 19:21:40,959 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:21:40,959 End of checking +2021-12-18 19:21:40,960 Updating FAILED jobs +2021-12-18 19:21:40,961 Updating WAITING jobs +2021-12-18 19:21:40,961 Update finished +2021-12-18 19:21:40,961 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:21:40,961 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:21:40,961 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:21:40,961 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:21:40,962 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:21:40,962 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:21:40,962 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:21:40,964 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:21:40,967 Job list saved +2021-12-18 19:21:40,972 Updating FAILED jobs +2021-12-18 19:21:40,972 Updating WAITING jobs +2021-12-18 19:21:40,972 Update finished +2021-12-18 19:21:50,982 Reloading parameters... +2021-12-18 19:21:51,000 Loading parameters... +2021-12-18 19:21:51,001 Loading project parameters... +2021-12-18 19:21:51,003 + +13 of 25 jobs remaining (19:21) +2021-12-18 19:21:51,003 Sleep: 10 +2021-12-18 19:21:51,004 Number of retrials: 0 +2021-12-18 19:21:51,004 WRAPPER CHECK TIME = 10 +2021-12-18 19:21:51,004 Checking jobs for platform=marenostrum4 +2021-12-18 19:21:51,005 Checking jobs for platform=nord3 +2021-12-18 19:21:51,005 Checking jobs for platform=local +2021-12-18 19:21:51,006 Checking jobs for platform=transfer_node +2021-12-18 19:21:51,006 Checking all jobs at once +2021-12-18 19:21:52,325 Successful check job command +2021-12-18 19:21:53,596 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:21:53,596 End of checking +2021-12-18 19:21:53,598 Updating FAILED jobs +2021-12-18 19:21:53,598 Updating WAITING jobs +2021-12-18 19:21:53,598 Update finished +2021-12-18 19:21:53,598 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:21:53,599 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:21:53,599 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:21:53,599 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:21:53,599 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:21:53,599 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:21:53,600 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:21:53,602 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:21:53,605 Job list saved +2021-12-18 19:21:53,610 Updating FAILED jobs +2021-12-18 19:21:53,610 Updating WAITING jobs +2021-12-18 19:21:53,610 Update finished +2021-12-18 19:22:03,615 Reloading parameters... +2021-12-18 19:22:03,638 Loading parameters... +2021-12-18 19:22:03,639 Loading project parameters... +2021-12-18 19:22:03,641 + +13 of 25 jobs remaining (19:22) +2021-12-18 19:22:03,641 Sleep: 10 +2021-12-18 19:22:03,642 Number of retrials: 0 +2021-12-18 19:22:03,642 WRAPPER CHECK TIME = 10 +2021-12-18 19:22:03,642 Checking jobs for platform=marenostrum4 +2021-12-18 19:22:03,643 Checking jobs for platform=nord3 +2021-12-18 19:22:03,643 Checking jobs for platform=local +2021-12-18 19:22:03,644 Checking jobs for platform=transfer_node +2021-12-18 19:22:03,644 Checking all jobs at once +2021-12-18 19:22:04,977 Successful check job command +2021-12-18 19:22:06,196 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:22:06,196 End of checking +2021-12-18 19:22:06,198 Updating FAILED jobs +2021-12-18 19:22:06,198 Updating WAITING jobs +2021-12-18 19:22:06,198 Update finished +2021-12-18 19:22:06,199 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:22:06,199 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:22:06,199 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:22:06,199 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:22:06,199 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:22:06,199 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:22:06,199 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:22:06,203 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:22:06,205 Job list saved +2021-12-18 19:22:06,210 Updating FAILED jobs +2021-12-18 19:22:06,210 Updating WAITING jobs +2021-12-18 19:22:06,210 Update finished +2021-12-18 19:22:16,219 Reloading parameters... +2021-12-18 19:22:16,240 Loading parameters... +2021-12-18 19:22:16,241 Loading project parameters... +2021-12-18 19:22:16,243 + +13 of 25 jobs remaining (19:22) +2021-12-18 19:22:16,243 Sleep: 10 +2021-12-18 19:22:16,243 Number of retrials: 0 +2021-12-18 19:22:16,243 WRAPPER CHECK TIME = 10 +2021-12-18 19:22:16,244 Checking jobs for platform=marenostrum4 +2021-12-18 19:22:16,245 Checking jobs for platform=nord3 +2021-12-18 19:22:16,245 Checking jobs for platform=local +2021-12-18 19:22:16,246 Checking jobs for platform=transfer_node +2021-12-18 19:22:16,246 Checking all jobs at once +2021-12-18 19:22:17,565 Successful check job command +2021-12-18 19:22:18,735 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:22:18,735 End of checking +2021-12-18 19:22:18,737 Updating FAILED jobs +2021-12-18 19:22:18,738 Updating WAITING jobs +2021-12-18 19:22:18,738 Update finished +2021-12-18 19:22:18,738 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:22:18,738 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:22:18,739 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:22:18,739 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:22:18,741 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:22:18,742 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:22:18,742 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:22:18,745 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:22:18,753 Job list saved +2021-12-18 19:22:18,760 Updating FAILED jobs +2021-12-18 19:22:18,761 Updating WAITING jobs +2021-12-18 19:22:18,761 Update finished +2021-12-18 19:22:28,771 Reloading parameters... +2021-12-18 19:22:28,789 Loading parameters... +2021-12-18 19:22:28,791 Loading project parameters... +2021-12-18 19:22:28,792 + +13 of 25 jobs remaining (19:22) +2021-12-18 19:22:28,793 Sleep: 10 +2021-12-18 19:22:28,793 Number of retrials: 0 +2021-12-18 19:22:28,793 WRAPPER CHECK TIME = 10 +2021-12-18 19:22:28,793 Checking jobs for platform=marenostrum4 +2021-12-18 19:22:28,794 Checking jobs for platform=nord3 +2021-12-18 19:22:28,795 Checking jobs for platform=local +2021-12-18 19:22:28,795 Checking jobs for platform=transfer_node +2021-12-18 19:22:28,795 Checking all jobs at once +2021-12-18 19:22:30,164 Successful check job command +2021-12-18 19:22:31,534 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:22:31,534 End of checking +2021-12-18 19:22:31,536 Updating FAILED jobs +2021-12-18 19:22:31,536 Updating WAITING jobs +2021-12-18 19:22:31,536 Update finished +2021-12-18 19:22:31,536 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:22:31,537 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:22:31,537 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:22:31,538 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:22:31,538 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:22:31,538 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:22:31,538 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:22:31,541 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:22:31,543 Job list saved +2021-12-18 19:22:31,548 Updating FAILED jobs +2021-12-18 19:22:31,548 Updating WAITING jobs +2021-12-18 19:22:31,548 Update finished +2021-12-18 19:22:41,559 Reloading parameters... +2021-12-18 19:22:41,580 Loading parameters... +2021-12-18 19:22:41,582 Loading project parameters... +2021-12-18 19:22:41,584 + +13 of 25 jobs remaining (19:22) +2021-12-18 19:22:41,584 Sleep: 10 +2021-12-18 19:22:41,584 Number of retrials: 0 +2021-12-18 19:22:41,584 WRAPPER CHECK TIME = 10 +2021-12-18 19:22:41,585 Checking jobs for platform=marenostrum4 +2021-12-18 19:22:41,585 Checking jobs for platform=nord3 +2021-12-18 19:22:41,586 Checking jobs for platform=local +2021-12-18 19:22:41,586 Checking jobs for platform=transfer_node +2021-12-18 19:22:41,586 Checking all jobs at once +2021-12-18 19:22:43,357 Successful check job command +2021-12-18 19:22:44,578 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:22:44,579 End of checking +2021-12-18 19:22:44,580 Updating FAILED jobs +2021-12-18 19:22:44,580 Updating WAITING jobs +2021-12-18 19:22:44,580 Update finished +2021-12-18 19:22:44,581 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:22:44,581 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:22:44,581 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:22:44,581 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:22:44,581 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:22:44,581 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:22:44,581 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:22:44,584 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:22:44,586 Job list saved +2021-12-18 19:22:44,591 Updating FAILED jobs +2021-12-18 19:22:44,591 Updating WAITING jobs +2021-12-18 19:22:44,592 Update finished +2021-12-18 19:22:54,602 Reloading parameters... +2021-12-18 19:22:54,621 Loading parameters... +2021-12-18 19:22:54,622 Loading project parameters... +2021-12-18 19:22:54,624 + +13 of 25 jobs remaining (19:22) +2021-12-18 19:22:54,624 Sleep: 10 +2021-12-18 19:22:54,625 Number of retrials: 0 +2021-12-18 19:22:54,625 WRAPPER CHECK TIME = 10 +2021-12-18 19:22:54,625 Checking jobs for platform=marenostrum4 +2021-12-18 19:22:54,626 Checking jobs for platform=nord3 +2021-12-18 19:22:54,626 Checking jobs for platform=local +2021-12-18 19:22:54,627 Checking jobs for platform=transfer_node +2021-12-18 19:22:54,627 Checking all jobs at once +2021-12-18 19:22:55,946 Successful check job command +2021-12-18 19:22:57,166 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:22:57,166 End of checking +2021-12-18 19:22:57,167 Updating FAILED jobs +2021-12-18 19:22:57,167 Updating WAITING jobs +2021-12-18 19:22:57,168 Update finished +2021-12-18 19:22:57,168 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:22:57,168 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:22:57,168 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:22:57,168 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:22:57,168 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:22:57,168 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:22:57,169 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:22:57,171 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:22:57,173 Job list saved +2021-12-18 19:22:57,181 Updating FAILED jobs +2021-12-18 19:22:57,181 Updating WAITING jobs +2021-12-18 19:22:57,181 Update finished +2021-12-18 19:23:07,189 Reloading parameters... +2021-12-18 19:23:07,212 Loading parameters... +2021-12-18 19:23:07,213 Loading project parameters... +2021-12-18 19:23:07,215 + +13 of 25 jobs remaining (19:23) +2021-12-18 19:23:07,216 Sleep: 10 +2021-12-18 19:23:07,216 Number of retrials: 0 +2021-12-18 19:23:07,216 WRAPPER CHECK TIME = 10 +2021-12-18 19:23:07,216 Checking jobs for platform=marenostrum4 +2021-12-18 19:23:07,217 Checking jobs for platform=nord3 +2021-12-18 19:23:07,217 Checking jobs for platform=local +2021-12-18 19:23:07,218 Checking jobs for platform=transfer_node +2021-12-18 19:23:07,218 Checking all jobs at once +2021-12-18 19:23:08,538 Successful check job command +2021-12-18 19:23:09,807 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:23:09,807 End of checking +2021-12-18 19:23:09,809 Updating FAILED jobs +2021-12-18 19:23:09,809 Updating WAITING jobs +2021-12-18 19:23:09,809 Update finished +2021-12-18 19:23:09,809 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:23:09,810 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:23:09,810 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:23:09,810 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:23:09,810 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:23:09,810 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:23:09,811 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:23:09,813 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:23:09,816 Job list saved +2021-12-18 19:23:09,820 Updating FAILED jobs +2021-12-18 19:23:09,820 Updating WAITING jobs +2021-12-18 19:23:09,821 Update finished +2021-12-18 19:23:19,830 Reloading parameters... +2021-12-18 19:23:19,851 Loading parameters... +2021-12-18 19:23:19,852 Loading project parameters... +2021-12-18 19:23:19,854 + +13 of 25 jobs remaining (19:23) +2021-12-18 19:23:19,855 Sleep: 10 +2021-12-18 19:23:19,855 Number of retrials: 0 +2021-12-18 19:23:19,855 WRAPPER CHECK TIME = 10 +2021-12-18 19:23:19,856 Checking jobs for platform=marenostrum4 +2021-12-18 19:23:19,856 Checking jobs for platform=nord3 +2021-12-18 19:23:19,857 Checking jobs for platform=local +2021-12-18 19:23:19,857 Checking jobs for platform=transfer_node +2021-12-18 19:23:19,857 Checking all jobs at once +2021-12-18 19:23:21,127 Successful check job command +2021-12-18 19:23:22,347 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:23:22,347 End of checking +2021-12-18 19:23:22,348 Updating FAILED jobs +2021-12-18 19:23:22,348 Updating WAITING jobs +2021-12-18 19:23:22,349 Update finished +2021-12-18 19:23:22,349 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:23:22,349 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:23:22,349 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:23:22,349 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:23:22,349 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:23:22,350 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:23:22,350 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:23:22,353 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:23:22,355 Job list saved +2021-12-18 19:23:22,366 Updating FAILED jobs +2021-12-18 19:23:22,366 Updating WAITING jobs +2021-12-18 19:23:22,366 Update finished +2021-12-18 19:23:32,373 Reloading parameters... +2021-12-18 19:23:32,393 Loading parameters... +2021-12-18 19:23:32,394 Loading project parameters... +2021-12-18 19:23:32,396 + +13 of 25 jobs remaining (19:23) +2021-12-18 19:23:32,396 Sleep: 10 +2021-12-18 19:23:32,397 Number of retrials: 0 +2021-12-18 19:23:32,397 WRAPPER CHECK TIME = 10 +2021-12-18 19:23:32,397 Checking jobs for platform=marenostrum4 +2021-12-18 19:23:32,398 Checking jobs for platform=nord3 +2021-12-18 19:23:32,398 Checking jobs for platform=local +2021-12-18 19:23:32,399 Checking jobs for platform=transfer_node +2021-12-18 19:23:32,399 Checking all jobs at once +2021-12-18 19:23:33,720 Successful check job command +2021-12-18 19:23:34,990 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:23:34,990 End of checking +2021-12-18 19:23:34,991 Updating FAILED jobs +2021-12-18 19:23:34,991 Updating WAITING jobs +2021-12-18 19:23:34,992 Update finished +2021-12-18 19:23:34,992 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:23:34,992 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:23:34,992 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:23:34,992 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:23:34,992 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:23:34,993 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:23:34,993 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:23:34,996 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:23:34,998 Job list saved +2021-12-18 19:23:35,003 Updating FAILED jobs +2021-12-18 19:23:35,003 Updating WAITING jobs +2021-12-18 19:23:35,003 Update finished +2021-12-18 19:23:45,013 Reloading parameters... +2021-12-18 19:23:45,032 Loading parameters... +2021-12-18 19:23:45,033 Loading project parameters... +2021-12-18 19:23:45,035 + +13 of 25 jobs remaining (19:23) +2021-12-18 19:23:45,036 Sleep: 10 +2021-12-18 19:23:45,036 Number of retrials: 0 +2021-12-18 19:23:45,036 WRAPPER CHECK TIME = 10 +2021-12-18 19:23:45,036 Checking jobs for platform=marenostrum4 +2021-12-18 19:23:45,037 Checking jobs for platform=nord3 +2021-12-18 19:23:45,037 Checking jobs for platform=local +2021-12-18 19:23:45,038 Checking jobs for platform=transfer_node +2021-12-18 19:23:45,038 Checking all jobs at once +2021-12-18 19:23:46,307 Successful check job command +2021-12-18 19:23:47,527 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:23:47,527 End of checking +2021-12-18 19:23:47,528 Updating FAILED jobs +2021-12-18 19:23:47,528 Updating WAITING jobs +2021-12-18 19:23:47,528 Update finished +2021-12-18 19:23:47,529 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:23:47,531 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:23:47,531 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:23:47,531 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:23:47,531 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:23:47,532 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:23:47,532 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:23:47,534 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:23:47,537 Job list saved +2021-12-18 19:23:47,541 Updating FAILED jobs +2021-12-18 19:23:47,541 Updating WAITING jobs +2021-12-18 19:23:47,542 Update finished +2021-12-18 19:23:57,552 Reloading parameters... +2021-12-18 19:23:57,571 Loading parameters... +2021-12-18 19:23:57,572 Loading project parameters... +2021-12-18 19:23:57,574 + +13 of 25 jobs remaining (19:23) +2021-12-18 19:23:57,574 Sleep: 10 +2021-12-18 19:23:57,574 Number of retrials: 0 +2021-12-18 19:23:57,574 WRAPPER CHECK TIME = 10 +2021-12-18 19:23:57,575 Checking jobs for platform=marenostrum4 +2021-12-18 19:23:57,575 Checking jobs for platform=nord3 +2021-12-18 19:23:57,576 Checking jobs for platform=local +2021-12-18 19:23:57,576 Checking jobs for platform=transfer_node +2021-12-18 19:23:57,577 Checking all jobs at once +2021-12-18 19:23:58,846 Successful check job command +2021-12-18 19:24:00,015 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:24:00,016 End of checking +2021-12-18 19:24:00,017 Updating FAILED jobs +2021-12-18 19:24:00,017 Updating WAITING jobs +2021-12-18 19:24:00,017 Update finished +2021-12-18 19:24:00,018 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:24:00,018 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:24:00,018 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:24:00,018 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:24:00,018 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:24:00,018 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:24:00,018 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:24:00,021 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:24:00,023 Job list saved +2021-12-18 19:24:00,029 Updating FAILED jobs +2021-12-18 19:24:00,029 Updating WAITING jobs +2021-12-18 19:24:00,029 Update finished +2021-12-18 19:24:10,035 Reloading parameters... +2021-12-18 19:24:10,057 Loading parameters... +2021-12-18 19:24:10,059 Loading project parameters... +2021-12-18 19:24:10,060 + +13 of 25 jobs remaining (19:24) +2021-12-18 19:24:10,061 Sleep: 10 +2021-12-18 19:24:10,061 Number of retrials: 0 +2021-12-18 19:24:10,061 WRAPPER CHECK TIME = 10 +2021-12-18 19:24:10,061 Checking jobs for platform=marenostrum4 +2021-12-18 19:24:10,062 Checking jobs for platform=nord3 +2021-12-18 19:24:10,063 Checking jobs for platform=local +2021-12-18 19:24:10,063 Checking jobs for platform=transfer_node +2021-12-18 19:24:10,063 Checking all jobs at once +2021-12-18 19:24:11,286 Successful check job command +2021-12-18 19:24:12,505 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:24:12,505 End of checking +2021-12-18 19:24:12,506 Updating FAILED jobs +2021-12-18 19:24:12,506 Updating WAITING jobs +2021-12-18 19:24:12,507 Update finished +2021-12-18 19:24:12,507 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:24:12,507 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:24:12,507 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:24:12,507 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:24:12,507 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:24:12,507 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:24:12,508 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:24:12,510 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:24:12,513 Job list saved +2021-12-18 19:24:12,518 Updating FAILED jobs +2021-12-18 19:24:12,518 Updating WAITING jobs +2021-12-18 19:24:12,518 Update finished +2021-12-18 19:24:22,524 Reloading parameters... +2021-12-18 19:24:22,543 Loading parameters... +2021-12-18 19:24:22,544 Loading project parameters... +2021-12-18 19:24:22,546 + +13 of 25 jobs remaining (19:24) +2021-12-18 19:24:22,546 Sleep: 10 +2021-12-18 19:24:22,546 Number of retrials: 0 +2021-12-18 19:24:22,547 WRAPPER CHECK TIME = 10 +2021-12-18 19:24:22,547 Checking jobs for platform=marenostrum4 +2021-12-18 19:24:22,548 Checking jobs for platform=nord3 +2021-12-18 19:24:22,548 Checking jobs for platform=local +2021-12-18 19:24:22,549 Checking jobs for platform=transfer_node +2021-12-18 19:24:22,549 Checking all jobs at once +2021-12-18 19:24:23,968 Successful check job command +2021-12-18 19:24:25,238 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:24:25,238 End of checking +2021-12-18 19:24:25,240 Updating FAILED jobs +2021-12-18 19:24:25,240 Updating WAITING jobs +2021-12-18 19:24:25,240 Update finished +2021-12-18 19:24:25,240 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:24:25,241 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:24:25,241 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:24:25,241 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:24:25,241 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:24:25,241 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:24:25,241 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:24:25,244 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:24:25,246 Job list saved +2021-12-18 19:24:25,251 Updating FAILED jobs +2021-12-18 19:24:25,251 Updating WAITING jobs +2021-12-18 19:24:25,251 Update finished +2021-12-18 19:24:35,262 Reloading parameters... +2021-12-18 19:24:35,283 Loading parameters... +2021-12-18 19:24:35,284 Loading project parameters... +2021-12-18 19:24:35,286 + +13 of 25 jobs remaining (19:24) +2021-12-18 19:24:35,286 Sleep: 10 +2021-12-18 19:24:35,287 Number of retrials: 0 +2021-12-18 19:24:35,287 WRAPPER CHECK TIME = 10 +2021-12-18 19:24:35,287 Checking jobs for platform=marenostrum4 +2021-12-18 19:24:35,288 Checking jobs for platform=nord3 +2021-12-18 19:24:35,288 Checking jobs for platform=local +2021-12-18 19:24:35,289 Checking jobs for platform=transfer_node +2021-12-18 19:24:35,289 Checking all jobs at once +2021-12-18 19:24:36,558 Successful check job command +2021-12-18 19:24:37,827 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:24:37,827 End of checking +2021-12-18 19:24:37,829 Updating FAILED jobs +2021-12-18 19:24:37,829 Updating WAITING jobs +2021-12-18 19:24:37,829 Update finished +2021-12-18 19:24:37,829 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:24:37,829 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:24:37,829 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:24:37,830 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:24:37,830 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:24:37,830 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:24:37,830 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:24:37,833 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:24:37,835 Job list saved +2021-12-18 19:24:37,842 Updating FAILED jobs +2021-12-18 19:24:37,842 Updating WAITING jobs +2021-12-18 19:24:37,842 Update finished +2021-12-18 19:24:47,852 Reloading parameters... +2021-12-18 19:24:47,872 Loading parameters... +2021-12-18 19:24:47,873 Loading project parameters... +2021-12-18 19:24:47,875 + +13 of 25 jobs remaining (19:24) +2021-12-18 19:24:47,876 Sleep: 10 +2021-12-18 19:24:47,876 Number of retrials: 0 +2021-12-18 19:24:47,876 WRAPPER CHECK TIME = 10 +2021-12-18 19:24:47,876 Checking jobs for platform=marenostrum4 +2021-12-18 19:24:47,877 Checking jobs for platform=nord3 +2021-12-18 19:24:47,877 Checking jobs for platform=local +2021-12-18 19:24:47,878 Checking jobs for platform=transfer_node +2021-12-18 19:24:47,878 Checking all jobs at once +2021-12-18 19:24:49,248 Successful check job command +2021-12-18 19:24:50,468 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:24:50,468 End of checking +2021-12-18 19:24:50,469 Updating FAILED jobs +2021-12-18 19:24:50,469 Updating WAITING jobs +2021-12-18 19:24:50,470 Update finished +2021-12-18 19:24:50,470 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:24:50,470 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:24:50,470 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:24:50,470 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:24:50,470 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:24:50,470 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:24:50,471 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:24:50,473 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:24:50,475 Job list saved +2021-12-18 19:24:50,481 Updating FAILED jobs +2021-12-18 19:24:50,482 Updating WAITING jobs +2021-12-18 19:24:50,482 Update finished +2021-12-18 19:25:00,492 Reloading parameters... +2021-12-18 19:25:00,510 Loading parameters... +2021-12-18 19:25:00,512 Loading project parameters... +2021-12-18 19:25:00,513 + +13 of 25 jobs remaining (19:25) +2021-12-18 19:25:00,514 Sleep: 10 +2021-12-18 19:25:00,514 Number of retrials: 0 +2021-12-18 19:25:00,514 WRAPPER CHECK TIME = 10 +2021-12-18 19:25:00,514 Checking jobs for platform=marenostrum4 +2021-12-18 19:25:00,515 Checking jobs for platform=nord3 +2021-12-18 19:25:00,515 Checking jobs for platform=local +2021-12-18 19:25:00,516 Checking jobs for platform=transfer_node +2021-12-18 19:25:00,516 Checking all jobs at once +2021-12-18 19:25:01,886 Successful check job command +2021-12-18 19:25:03,205 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:25:03,206 End of checking +2021-12-18 19:25:03,207 Updating FAILED jobs +2021-12-18 19:25:03,207 Updating WAITING jobs +2021-12-18 19:25:03,207 Update finished +2021-12-18 19:25:03,208 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:25:03,208 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:25:03,209 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:25:03,209 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:25:03,209 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:25:03,209 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:25:03,209 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:25:03,213 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:25:03,215 Job list saved +2021-12-18 19:25:03,225 Updating FAILED jobs +2021-12-18 19:25:03,226 Updating WAITING jobs +2021-12-18 19:25:03,226 Update finished +2021-12-18 19:25:13,235 Reloading parameters... +2021-12-18 19:25:13,256 Loading parameters... +2021-12-18 19:25:13,258 Loading project parameters... +2021-12-18 19:25:13,260 + +13 of 25 jobs remaining (19:25) +2021-12-18 19:25:13,260 Sleep: 10 +2021-12-18 19:25:13,260 Number of retrials: 0 +2021-12-18 19:25:13,260 WRAPPER CHECK TIME = 10 +2021-12-18 19:25:13,261 Checking jobs for platform=marenostrum4 +2021-12-18 19:25:13,261 Checking jobs for platform=nord3 +2021-12-18 19:25:13,262 Checking jobs for platform=local +2021-12-18 19:25:13,263 Checking jobs for platform=transfer_node +2021-12-18 19:25:13,263 Checking all jobs at once +2021-12-18 19:25:14,533 Successful check job command +2021-12-18 19:25:15,753 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:25:15,753 End of checking +2021-12-18 19:25:15,755 Updating FAILED jobs +2021-12-18 19:25:15,755 Updating WAITING jobs +2021-12-18 19:25:15,755 Update finished +2021-12-18 19:25:15,755 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:25:15,755 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:25:15,756 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:25:15,756 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:25:15,756 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:25:15,756 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:25:15,756 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:25:15,759 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:25:15,761 Job list saved +2021-12-18 19:25:15,766 Updating FAILED jobs +2021-12-18 19:25:15,766 Updating WAITING jobs +2021-12-18 19:25:15,766 Update finished +2021-12-18 19:25:25,769 Reloading parameters... +2021-12-18 19:25:25,788 Loading parameters... +2021-12-18 19:25:25,789 Loading project parameters... +2021-12-18 19:25:25,791 + +13 of 25 jobs remaining (19:25) +2021-12-18 19:25:25,791 Sleep: 10 +2021-12-18 19:25:25,791 Number of retrials: 0 +2021-12-18 19:25:25,791 WRAPPER CHECK TIME = 10 +2021-12-18 19:25:25,792 Checking jobs for platform=marenostrum4 +2021-12-18 19:25:25,793 Checking jobs for platform=nord3 +2021-12-18 19:25:25,793 Checking jobs for platform=local +2021-12-18 19:25:25,794 Checking jobs for platform=transfer_node +2021-12-18 19:25:25,794 Checking all jobs at once +2021-12-18 19:25:27,115 Successful check job command +2021-12-18 19:25:28,434 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:25:28,435 End of checking +2021-12-18 19:25:28,436 Updating FAILED jobs +2021-12-18 19:25:28,436 Updating WAITING jobs +2021-12-18 19:25:28,436 Update finished +2021-12-18 19:25:28,437 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:25:28,437 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:25:28,437 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:25:28,437 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:25:28,437 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:25:28,437 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:25:28,437 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:25:28,440 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:25:28,442 Job list saved +2021-12-18 19:25:28,448 Updating FAILED jobs +2021-12-18 19:25:28,448 Updating WAITING jobs +2021-12-18 19:25:28,448 Update finished +2021-12-18 19:25:38,453 Reloading parameters... +2021-12-18 19:25:38,474 Loading parameters... +2021-12-18 19:25:38,476 Loading project parameters... +2021-12-18 19:25:38,477 + +13 of 25 jobs remaining (19:25) +2021-12-18 19:25:38,478 Sleep: 10 +2021-12-18 19:25:38,478 Number of retrials: 0 +2021-12-18 19:25:38,478 WRAPPER CHECK TIME = 10 +2021-12-18 19:25:38,478 Checking jobs for platform=marenostrum4 +2021-12-18 19:25:38,479 Checking jobs for platform=nord3 +2021-12-18 19:25:38,479 Checking jobs for platform=local +2021-12-18 19:25:38,480 Checking jobs for platform=transfer_node +2021-12-18 19:25:38,480 Checking all jobs at once +2021-12-18 19:25:39,700 Successful check job command +2021-12-18 19:25:40,969 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:25:40,969 End of checking +2021-12-18 19:25:40,971 Updating FAILED jobs +2021-12-18 19:25:40,971 Updating WAITING jobs +2021-12-18 19:25:40,971 Update finished +2021-12-18 19:25:40,971 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:25:40,972 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:25:40,972 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:25:40,972 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:25:40,972 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:25:40,972 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:25:40,972 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:25:40,975 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:25:40,977 Job list saved +2021-12-18 19:25:40,982 Updating FAILED jobs +2021-12-18 19:25:40,982 Updating WAITING jobs +2021-12-18 19:25:40,982 Update finished +2021-12-18 19:25:50,992 Reloading parameters... +2021-12-18 19:25:51,017 Loading parameters... +2021-12-18 19:25:51,019 Loading project parameters... +2021-12-18 19:25:51,021 + +13 of 25 jobs remaining (19:25) +2021-12-18 19:25:51,021 Sleep: 10 +2021-12-18 19:25:51,021 Number of retrials: 0 +2021-12-18 19:25:51,021 WRAPPER CHECK TIME = 10 +2021-12-18 19:25:51,022 Checking jobs for platform=marenostrum4 +2021-12-18 19:25:51,022 Checking jobs for platform=nord3 +2021-12-18 19:25:51,023 Checking jobs for platform=local +2021-12-18 19:25:51,023 Checking jobs for platform=transfer_node +2021-12-18 19:25:51,023 Checking all jobs at once +2021-12-18 19:25:52,292 Successful check job command +2021-12-18 19:25:53,514 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:25:53,514 End of checking +2021-12-18 19:25:53,516 Updating FAILED jobs +2021-12-18 19:25:53,516 Updating WAITING jobs +2021-12-18 19:25:53,516 Update finished +2021-12-18 19:25:53,517 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:25:53,517 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:25:53,517 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:25:53,517 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:25:53,517 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:25:53,517 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:25:53,517 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:25:53,521 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:25:53,523 Job list saved +2021-12-18 19:25:53,540 Updating FAILED jobs +2021-12-18 19:25:53,540 Updating WAITING jobs +2021-12-18 19:25:53,541 Update finished +2021-12-18 19:26:03,551 Reloading parameters... +2021-12-18 19:26:03,570 Loading parameters... +2021-12-18 19:26:03,571 Loading project parameters... +2021-12-18 19:26:03,573 + +13 of 25 jobs remaining (19:26) +2021-12-18 19:26:03,573 Sleep: 10 +2021-12-18 19:26:03,573 Number of retrials: 0 +2021-12-18 19:26:03,573 WRAPPER CHECK TIME = 10 +2021-12-18 19:26:03,574 Checking jobs for platform=marenostrum4 +2021-12-18 19:26:03,575 Checking jobs for platform=nord3 +2021-12-18 19:26:03,575 Checking jobs for platform=local +2021-12-18 19:26:03,576 Checking jobs for platform=transfer_node +2021-12-18 19:26:03,576 Checking all jobs at once +2021-12-18 19:26:04,897 Successful check job command +2021-12-18 19:26:06,116 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:26:06,116 End of checking +2021-12-18 19:26:06,118 Updating FAILED jobs +2021-12-18 19:26:06,118 Updating WAITING jobs +2021-12-18 19:26:06,118 Update finished +2021-12-18 19:26:06,119 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:26:06,119 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:26:06,119 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:26:06,119 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:26:06,119 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:26:06,119 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:26:06,119 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:26:06,122 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:26:06,125 Job list saved +2021-12-18 19:26:06,130 Updating FAILED jobs +2021-12-18 19:26:06,131 Updating WAITING jobs +2021-12-18 19:26:06,131 Update finished +2021-12-18 19:26:16,141 Reloading parameters... +2021-12-18 19:26:16,162 Loading parameters... +2021-12-18 19:26:16,164 Loading project parameters... +2021-12-18 19:26:16,166 + +13 of 25 jobs remaining (19:26) +2021-12-18 19:26:16,166 Sleep: 10 +2021-12-18 19:26:16,166 Number of retrials: 0 +2021-12-18 19:26:16,166 WRAPPER CHECK TIME = 10 +2021-12-18 19:26:16,167 Checking jobs for platform=marenostrum4 +2021-12-18 19:26:16,167 Checking jobs for platform=nord3 +2021-12-18 19:26:16,168 Checking jobs for platform=local +2021-12-18 19:26:16,168 Checking jobs for platform=transfer_node +2021-12-18 19:26:16,168 Checking all jobs at once +2021-12-18 19:26:17,538 Successful check job command +2021-12-18 19:26:18,757 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:26:18,757 End of checking +2021-12-18 19:26:18,759 Updating FAILED jobs +2021-12-18 19:26:18,759 Updating WAITING jobs +2021-12-18 19:26:18,759 Update finished +2021-12-18 19:26:18,760 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:26:18,760 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:26:18,761 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:26:18,761 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:26:18,761 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:26:18,761 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:26:18,761 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:26:18,764 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:26:18,766 Job list saved +2021-12-18 19:26:18,771 Updating FAILED jobs +2021-12-18 19:26:18,771 Updating WAITING jobs +2021-12-18 19:26:18,771 Update finished +2021-12-18 19:26:28,777 Reloading parameters... +2021-12-18 19:26:28,798 Loading parameters... +2021-12-18 19:26:28,800 Loading project parameters... +2021-12-18 19:26:28,802 + +13 of 25 jobs remaining (19:26) +2021-12-18 19:26:28,802 Sleep: 10 +2021-12-18 19:26:28,802 Number of retrials: 0 +2021-12-18 19:26:28,802 WRAPPER CHECK TIME = 10 +2021-12-18 19:26:28,802 Checking jobs for platform=marenostrum4 +2021-12-18 19:26:28,803 Checking jobs for platform=nord3 +2021-12-18 19:26:28,804 Checking jobs for platform=local +2021-12-18 19:26:28,804 Checking jobs for platform=transfer_node +2021-12-18 19:26:28,804 Checking all jobs at once +2021-12-18 19:26:30,124 Successful check job command +2021-12-18 19:26:31,343 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:26:31,344 End of checking +2021-12-18 19:26:31,345 Updating FAILED jobs +2021-12-18 19:26:31,346 Updating WAITING jobs +2021-12-18 19:26:31,346 Update finished +2021-12-18 19:26:31,346 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:26:31,346 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:26:31,346 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:26:31,346 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:26:31,346 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:26:31,347 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:26:31,347 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:26:31,349 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:26:31,352 Job list saved +2021-12-18 19:26:31,357 Updating FAILED jobs +2021-12-18 19:26:31,357 Updating WAITING jobs +2021-12-18 19:26:31,357 Update finished +2021-12-18 19:26:41,367 Reloading parameters... +2021-12-18 19:26:41,387 Loading parameters... +2021-12-18 19:26:41,388 Loading project parameters... +2021-12-18 19:26:41,390 + +13 of 25 jobs remaining (19:26) +2021-12-18 19:26:41,390 Sleep: 10 +2021-12-18 19:26:41,390 Number of retrials: 0 +2021-12-18 19:26:41,390 WRAPPER CHECK TIME = 10 +2021-12-18 19:26:41,391 Checking jobs for platform=marenostrum4 +2021-12-18 19:26:41,391 Checking jobs for platform=nord3 +2021-12-18 19:26:41,392 Checking jobs for platform=local +2021-12-18 19:26:41,393 Checking jobs for platform=transfer_node +2021-12-18 19:26:41,393 Checking all jobs at once +2021-12-18 19:26:42,611 Successful check job command +2021-12-18 19:26:43,780 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:26:43,781 End of checking +2021-12-18 19:26:43,782 Updating FAILED jobs +2021-12-18 19:26:43,782 Updating WAITING jobs +2021-12-18 19:26:43,783 Update finished +2021-12-18 19:26:43,783 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:26:43,783 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:26:43,783 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:26:43,784 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:26:43,784 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:26:43,784 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:26:43,784 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:26:43,787 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:26:43,789 Job list saved +2021-12-18 19:26:43,794 Updating FAILED jobs +2021-12-18 19:26:43,794 Updating WAITING jobs +2021-12-18 19:26:43,795 Update finished +2021-12-18 19:26:53,800 Reloading parameters... +2021-12-18 19:26:53,822 Loading parameters... +2021-12-18 19:26:53,823 Loading project parameters... +2021-12-18 19:26:53,825 + +13 of 25 jobs remaining (19:26) +2021-12-18 19:26:53,825 Sleep: 10 +2021-12-18 19:26:53,826 Number of retrials: 0 +2021-12-18 19:26:53,826 WRAPPER CHECK TIME = 10 +2021-12-18 19:26:53,826 Checking jobs for platform=marenostrum4 +2021-12-18 19:26:53,827 Checking jobs for platform=nord3 +2021-12-18 19:26:53,827 Checking jobs for platform=local +2021-12-18 19:26:53,828 Checking jobs for platform=transfer_node +2021-12-18 19:26:53,828 Checking all jobs at once +2021-12-18 19:26:55,250 Successful check job command +2021-12-18 19:26:56,519 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:26:56,519 End of checking +2021-12-18 19:26:56,521 Updating FAILED jobs +2021-12-18 19:26:56,521 Updating WAITING jobs +2021-12-18 19:26:56,521 Update finished +2021-12-18 19:26:56,522 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:26:56,522 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:26:56,522 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:26:56,523 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:26:56,523 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:26:56,523 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:26:56,523 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:26:56,526 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:26:56,528 Job list saved +2021-12-18 19:26:56,533 Updating FAILED jobs +2021-12-18 19:26:56,533 Updating WAITING jobs +2021-12-18 19:26:56,533 Update finished +2021-12-18 19:27:06,544 Reloading parameters... +2021-12-18 19:27:06,566 Loading parameters... +2021-12-18 19:27:06,567 Loading project parameters... +2021-12-18 19:27:06,569 + +13 of 25 jobs remaining (19:27) +2021-12-18 19:27:06,569 Sleep: 10 +2021-12-18 19:27:06,570 Number of retrials: 0 +2021-12-18 19:27:06,570 WRAPPER CHECK TIME = 10 +2021-12-18 19:27:06,570 Checking jobs for platform=marenostrum4 +2021-12-18 19:27:06,571 Checking jobs for platform=nord3 +2021-12-18 19:27:06,571 Checking jobs for platform=local +2021-12-18 19:27:06,572 Checking jobs for platform=transfer_node +2021-12-18 19:27:06,572 Checking all jobs at once +2021-12-18 19:27:07,942 Successful check job command +2021-12-18 19:27:09,212 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:27:09,212 End of checking +2021-12-18 19:27:09,214 Updating FAILED jobs +2021-12-18 19:27:09,214 Updating WAITING jobs +2021-12-18 19:27:09,214 Update finished +2021-12-18 19:27:09,214 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:27:09,214 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:27:09,215 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:27:09,215 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:27:09,215 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:27:09,215 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:27:09,215 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:27:09,218 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:27:09,220 Job list saved +2021-12-18 19:27:09,226 Updating FAILED jobs +2021-12-18 19:27:09,226 Updating WAITING jobs +2021-12-18 19:27:09,226 Update finished +2021-12-18 19:27:19,236 Reloading parameters... +2021-12-18 19:27:19,256 Loading parameters... +2021-12-18 19:27:19,257 Loading project parameters... +2021-12-18 19:27:19,259 + +13 of 25 jobs remaining (19:27) +2021-12-18 19:27:19,259 Sleep: 10 +2021-12-18 19:27:19,259 Number of retrials: 0 +2021-12-18 19:27:19,259 WRAPPER CHECK TIME = 10 +2021-12-18 19:27:19,260 Checking jobs for platform=marenostrum4 +2021-12-18 19:27:19,260 Checking jobs for platform=nord3 +2021-12-18 19:27:19,261 Checking jobs for platform=local +2021-12-18 19:27:19,261 Checking jobs for platform=transfer_node +2021-12-18 19:27:19,261 Checking all jobs at once +2021-12-18 19:27:20,881 Successful check job command +2021-12-18 19:27:22,052 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:27:22,052 End of checking +2021-12-18 19:27:22,053 Updating FAILED jobs +2021-12-18 19:27:22,054 Updating WAITING jobs +2021-12-18 19:27:22,054 Update finished +2021-12-18 19:27:22,054 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:27:22,054 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:27:22,054 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:27:22,054 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:27:22,055 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:27:22,055 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:27:22,055 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:27:22,058 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:27:22,060 Job list saved +2021-12-18 19:27:22,070 Updating FAILED jobs +2021-12-18 19:27:22,070 Updating WAITING jobs +2021-12-18 19:27:22,070 Update finished +2021-12-18 19:27:32,080 Reloading parameters... +2021-12-18 19:27:32,100 Loading parameters... +2021-12-18 19:27:32,101 Loading project parameters... +2021-12-18 19:27:32,103 + +13 of 25 jobs remaining (19:27) +2021-12-18 19:27:32,103 Sleep: 10 +2021-12-18 19:27:32,103 Number of retrials: 0 +2021-12-18 19:27:32,103 WRAPPER CHECK TIME = 10 +2021-12-18 19:27:32,104 Checking jobs for platform=marenostrum4 +2021-12-18 19:27:32,105 Checking jobs for platform=nord3 +2021-12-18 19:27:32,105 Checking jobs for platform=local +2021-12-18 19:27:32,106 Checking jobs for platform=transfer_node +2021-12-18 19:27:32,106 Checking all jobs at once +2021-12-18 19:27:33,525 Successful check job command +2021-12-18 19:27:34,744 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:27:34,745 End of checking +2021-12-18 19:27:34,747 Updating FAILED jobs +2021-12-18 19:27:34,747 Updating WAITING jobs +2021-12-18 19:27:34,747 Update finished +2021-12-18 19:27:34,747 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:27:34,748 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:27:34,748 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:27:34,749 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:27:34,749 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:27:34,749 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:27:34,749 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:27:34,752 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:27:34,754 Job list saved +2021-12-18 19:27:34,760 Updating FAILED jobs +2021-12-18 19:27:34,760 Updating WAITING jobs +2021-12-18 19:27:34,760 Update finished +2021-12-18 19:27:44,770 Reloading parameters... +2021-12-18 19:27:44,797 Loading parameters... +2021-12-18 19:27:44,799 Loading project parameters... +2021-12-18 19:27:44,801 + +13 of 25 jobs remaining (19:27) +2021-12-18 19:27:44,801 Sleep: 10 +2021-12-18 19:27:44,801 Number of retrials: 0 +2021-12-18 19:27:44,801 WRAPPER CHECK TIME = 10 +2021-12-18 19:27:44,802 Checking jobs for platform=marenostrum4 +2021-12-18 19:27:44,803 Checking jobs for platform=nord3 +2021-12-18 19:27:44,803 Checking jobs for platform=local +2021-12-18 19:27:44,804 Checking jobs for platform=transfer_node +2021-12-18 19:27:44,804 Checking all jobs at once +2021-12-18 19:27:46,174 Successful check job command +2021-12-18 19:27:47,396 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:27:47,396 End of checking +2021-12-18 19:27:47,397 Updating FAILED jobs +2021-12-18 19:27:47,397 Updating WAITING jobs +2021-12-18 19:27:47,398 Update finished +2021-12-18 19:27:47,398 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:27:47,398 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:27:47,398 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:27:47,398 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:27:47,398 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:27:47,398 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:27:47,399 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:27:47,401 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:27:47,403 Job list saved +2021-12-18 19:27:47,408 Updating FAILED jobs +2021-12-18 19:27:47,408 Updating WAITING jobs +2021-12-18 19:27:47,408 Update finished +2021-12-18 19:27:57,419 Reloading parameters... +2021-12-18 19:27:57,435 Loading parameters... +2021-12-18 19:27:57,437 Loading project parameters... +2021-12-18 19:27:57,439 + +13 of 25 jobs remaining (19:27) +2021-12-18 19:27:57,439 Sleep: 10 +2021-12-18 19:27:57,439 Number of retrials: 0 +2021-12-18 19:27:57,439 WRAPPER CHECK TIME = 10 +2021-12-18 19:27:57,440 Checking jobs for platform=marenostrum4 +2021-12-18 19:27:57,440 Checking jobs for platform=nord3 +2021-12-18 19:27:57,441 Checking jobs for platform=local +2021-12-18 19:27:57,441 Checking jobs for platform=transfer_node +2021-12-18 19:27:57,442 Checking all jobs at once +2021-12-18 19:27:58,761 Successful check job command +2021-12-18 19:27:59,983 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:27:59,983 End of checking +2021-12-18 19:27:59,984 Updating FAILED jobs +2021-12-18 19:27:59,984 Updating WAITING jobs +2021-12-18 19:27:59,985 Update finished +2021-12-18 19:27:59,985 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:27:59,985 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:27:59,985 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:27:59,985 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:27:59,985 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:27:59,985 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:27:59,986 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:27:59,988 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:27:59,990 Job list saved +2021-12-18 19:27:59,995 Updating FAILED jobs +2021-12-18 19:27:59,996 Updating WAITING jobs +2021-12-18 19:27:59,996 Update finished +2021-12-18 19:28:10,005 Reloading parameters... +2021-12-18 19:28:10,022 Loading parameters... +2021-12-18 19:28:10,024 Loading project parameters... +2021-12-18 19:28:10,026 + +13 of 25 jobs remaining (19:28) +2021-12-18 19:28:10,026 Sleep: 10 +2021-12-18 19:28:10,026 Number of retrials: 0 +2021-12-18 19:28:10,026 WRAPPER CHECK TIME = 10 +2021-12-18 19:28:10,027 Checking jobs for platform=marenostrum4 +2021-12-18 19:28:10,028 Checking jobs for platform=nord3 +2021-12-18 19:28:10,028 Checking jobs for platform=local +2021-12-18 19:28:10,029 Checking jobs for platform=transfer_node +2021-12-18 19:28:10,029 Checking all jobs at once +2021-12-18 19:28:11,298 Successful check job command +2021-12-18 19:28:12,518 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:28:12,518 End of checking +2021-12-18 19:28:12,520 Updating FAILED jobs +2021-12-18 19:28:12,520 Updating WAITING jobs +2021-12-18 19:28:12,520 Update finished +2021-12-18 19:28:12,520 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:28:12,521 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:28:12,521 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:28:12,521 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:28:12,521 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:28:12,521 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:28:12,522 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:28:12,524 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:28:12,527 Job list saved +2021-12-18 19:28:12,532 Updating FAILED jobs +2021-12-18 19:28:12,533 Updating WAITING jobs +2021-12-18 19:28:12,533 Update finished +2021-12-18 19:28:22,540 Reloading parameters... +2021-12-18 19:28:22,560 Loading parameters... +2021-12-18 19:28:22,562 Loading project parameters... +2021-12-18 19:28:22,565 + +13 of 25 jobs remaining (19:28) +2021-12-18 19:28:22,565 Sleep: 10 +2021-12-18 19:28:22,565 Number of retrials: 0 +2021-12-18 19:28:22,565 WRAPPER CHECK TIME = 10 +2021-12-18 19:28:22,566 Checking jobs for platform=marenostrum4 +2021-12-18 19:28:22,566 Checking jobs for platform=nord3 +2021-12-18 19:28:22,567 Checking jobs for platform=local +2021-12-18 19:28:22,567 Checking jobs for platform=transfer_node +2021-12-18 19:28:22,567 Checking all jobs at once +2021-12-18 19:28:23,937 Successful check job command +2021-12-18 19:28:25,207 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:28:25,207 End of checking +2021-12-18 19:28:25,208 Updating FAILED jobs +2021-12-18 19:28:25,209 Updating WAITING jobs +2021-12-18 19:28:25,209 Update finished +2021-12-18 19:28:25,209 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:28:25,209 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:28:25,209 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:28:25,209 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:28:25,210 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:28:25,210 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:28:25,210 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:28:25,212 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:28:25,215 Job list saved +2021-12-18 19:28:25,220 Updating FAILED jobs +2021-12-18 19:28:25,220 Updating WAITING jobs +2021-12-18 19:28:25,220 Update finished +2021-12-18 19:28:35,230 Reloading parameters... +2021-12-18 19:28:35,249 Loading parameters... +2021-12-18 19:28:35,251 Loading project parameters... +2021-12-18 19:28:35,253 + +13 of 25 jobs remaining (19:28) +2021-12-18 19:28:35,253 Sleep: 10 +2021-12-18 19:28:35,253 Number of retrials: 0 +2021-12-18 19:28:35,253 WRAPPER CHECK TIME = 10 +2021-12-18 19:28:35,254 Checking jobs for platform=marenostrum4 +2021-12-18 19:28:35,254 Checking jobs for platform=nord3 +2021-12-18 19:28:35,255 Checking jobs for platform=local +2021-12-18 19:28:35,255 Checking jobs for platform=transfer_node +2021-12-18 19:28:35,255 Checking all jobs at once +2021-12-18 19:28:36,675 Successful check job command +2021-12-18 19:28:37,846 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:28:37,846 End of checking +2021-12-18 19:28:37,848 Updating FAILED jobs +2021-12-18 19:28:37,848 Updating WAITING jobs +2021-12-18 19:28:37,848 Update finished +2021-12-18 19:28:37,848 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:28:37,848 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:28:37,849 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:28:37,849 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:28:37,849 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:28:37,849 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:28:37,849 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:28:37,851 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:28:37,854 Job list saved +2021-12-18 19:28:37,858 Updating FAILED jobs +2021-12-18 19:28:37,859 Updating WAITING jobs +2021-12-18 19:28:37,859 Update finished +2021-12-18 19:28:47,869 Reloading parameters... +2021-12-18 19:28:47,889 Loading parameters... +2021-12-18 19:28:47,890 Loading project parameters... +2021-12-18 19:28:47,892 + +13 of 25 jobs remaining (19:28) +2021-12-18 19:28:47,893 Sleep: 10 +2021-12-18 19:28:47,893 Number of retrials: 0 +2021-12-18 19:28:47,893 WRAPPER CHECK TIME = 10 +2021-12-18 19:28:47,893 Checking jobs for platform=marenostrum4 +2021-12-18 19:28:47,894 Checking jobs for platform=nord3 +2021-12-18 19:28:47,894 Checking jobs for platform=local +2021-12-18 19:28:47,895 Checking jobs for platform=transfer_node +2021-12-18 19:28:47,895 Checking all jobs at once +2021-12-18 19:28:49,317 Successful check job command +2021-12-18 19:28:50,536 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:28:50,536 End of checking +2021-12-18 19:28:50,537 Updating FAILED jobs +2021-12-18 19:28:50,537 Updating WAITING jobs +2021-12-18 19:28:50,538 Update finished +2021-12-18 19:28:50,538 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:28:50,538 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:28:50,538 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:28:50,539 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:28:50,539 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:28:50,539 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:28:50,539 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:28:50,541 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:28:50,544 Job list saved +2021-12-18 19:28:50,548 Updating FAILED jobs +2021-12-18 19:28:50,548 Updating WAITING jobs +2021-12-18 19:28:50,548 Update finished +2021-12-18 19:29:00,553 Reloading parameters... +2021-12-18 19:29:00,578 Loading parameters... +2021-12-18 19:29:00,579 Loading project parameters... +2021-12-18 19:29:00,581 + +13 of 25 jobs remaining (19:29) +2021-12-18 19:29:00,582 Sleep: 10 +2021-12-18 19:29:00,582 Number of retrials: 0 +2021-12-18 19:29:00,582 WRAPPER CHECK TIME = 10 +2021-12-18 19:29:00,582 Checking jobs for platform=marenostrum4 +2021-12-18 19:29:00,583 Checking jobs for platform=nord3 +2021-12-18 19:29:00,584 Checking jobs for platform=local +2021-12-18 19:29:00,584 Checking jobs for platform=transfer_node +2021-12-18 19:29:00,584 Checking all jobs at once +2021-12-18 19:29:01,955 Successful check job command +2021-12-18 19:29:03,274 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:29:03,274 End of checking +2021-12-18 19:29:03,275 Updating FAILED jobs +2021-12-18 19:29:03,276 Updating WAITING jobs +2021-12-18 19:29:03,276 Update finished +2021-12-18 19:29:03,276 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:29:03,276 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:29:03,277 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:29:03,277 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:29:03,277 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:29:03,277 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:29:03,277 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:29:03,280 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:29:03,282 Job list saved +2021-12-18 19:29:03,287 Updating FAILED jobs +2021-12-18 19:29:03,287 Updating WAITING jobs +2021-12-18 19:29:03,287 Update finished +2021-12-18 19:29:13,298 Reloading parameters... +2021-12-18 19:29:13,315 Loading parameters... +2021-12-18 19:29:13,316 Loading project parameters... +2021-12-18 19:29:13,318 + +13 of 25 jobs remaining (19:29) +2021-12-18 19:29:13,318 Sleep: 10 +2021-12-18 19:29:13,318 Number of retrials: 0 +2021-12-18 19:29:13,318 WRAPPER CHECK TIME = 10 +2021-12-18 19:29:13,319 Checking jobs for platform=marenostrum4 +2021-12-18 19:29:13,319 Checking jobs for platform=nord3 +2021-12-18 19:29:13,320 Checking jobs for platform=local +2021-12-18 19:29:13,320 Checking jobs for platform=transfer_node +2021-12-18 19:29:13,320 Checking all jobs at once +2021-12-18 19:29:14,640 Successful check job command +2021-12-18 19:29:15,810 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:29:15,810 End of checking +2021-12-18 19:29:15,811 Updating FAILED jobs +2021-12-18 19:29:15,811 Updating WAITING jobs +2021-12-18 19:29:15,811 Update finished +2021-12-18 19:29:15,811 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:29:15,812 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:29:15,812 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:29:15,812 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:29:15,812 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:29:15,812 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:29:15,812 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:29:15,815 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:29:15,817 Job list saved +2021-12-18 19:29:15,822 Updating FAILED jobs +2021-12-18 19:29:15,822 Updating WAITING jobs +2021-12-18 19:29:15,822 Update finished +2021-12-18 19:29:25,829 Reloading parameters... +2021-12-18 19:29:25,848 Loading parameters... +2021-12-18 19:29:25,850 Loading project parameters... +2021-12-18 19:29:25,852 + +13 of 25 jobs remaining (19:29) +2021-12-18 19:29:25,852 Sleep: 10 +2021-12-18 19:29:25,852 Number of retrials: 0 +2021-12-18 19:29:25,852 WRAPPER CHECK TIME = 10 +2021-12-18 19:29:25,853 Checking jobs for platform=marenostrum4 +2021-12-18 19:29:25,853 Checking jobs for platform=nord3 +2021-12-18 19:29:25,854 Checking jobs for platform=local +2021-12-18 19:29:25,855 Checking jobs for platform=transfer_node +2021-12-18 19:29:25,855 Checking all jobs at once +2021-12-18 19:29:27,525 Successful check job command +2021-12-18 19:29:28,647 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:29:28,647 End of checking +2021-12-18 19:29:28,648 Updating FAILED jobs +2021-12-18 19:29:28,648 Updating WAITING jobs +2021-12-18 19:29:28,649 Update finished +2021-12-18 19:29:28,649 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:29:28,649 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:29:28,650 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:29:28,650 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:29:28,650 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:29:28,650 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:29:28,650 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:29:28,654 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:29:28,656 Job list saved +2021-12-18 19:29:28,661 Updating FAILED jobs +2021-12-18 19:29:28,661 Updating WAITING jobs +2021-12-18 19:29:28,661 Update finished +2021-12-18 19:29:38,668 Reloading parameters... +2021-12-18 19:29:38,688 Loading parameters... +2021-12-18 19:29:38,689 Loading project parameters... +2021-12-18 19:29:38,691 + +13 of 25 jobs remaining (19:29) +2021-12-18 19:29:38,691 Sleep: 10 +2021-12-18 19:29:38,692 Number of retrials: 0 +2021-12-18 19:29:38,692 WRAPPER CHECK TIME = 10 +2021-12-18 19:29:38,692 Checking jobs for platform=marenostrum4 +2021-12-18 19:29:38,693 Checking jobs for platform=nord3 +2021-12-18 19:29:38,693 Checking jobs for platform=local +2021-12-18 19:29:38,694 Checking jobs for platform=transfer_node +2021-12-18 19:29:38,694 Checking all jobs at once +2021-12-18 19:29:40,169 Successful check job command +2021-12-18 19:29:41,439 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:29:41,439 End of checking +2021-12-18 19:29:41,441 Updating FAILED jobs +2021-12-18 19:29:41,441 Updating WAITING jobs +2021-12-18 19:29:41,441 Update finished +2021-12-18 19:29:41,441 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:29:41,441 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:29:41,441 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:29:41,442 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:29:41,442 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:29:41,442 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:29:41,442 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:29:41,445 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:29:41,447 Job list saved +2021-12-18 19:29:41,452 Updating FAILED jobs +2021-12-18 19:29:41,452 Updating WAITING jobs +2021-12-18 19:29:41,452 Update finished +2021-12-18 19:29:51,462 Reloading parameters... +2021-12-18 19:29:51,483 Loading parameters... +2021-12-18 19:29:51,484 Loading project parameters... +2021-12-18 19:29:51,486 + +13 of 25 jobs remaining (19:29) +2021-12-18 19:29:51,486 Sleep: 10 +2021-12-18 19:29:51,486 Number of retrials: 0 +2021-12-18 19:29:51,486 WRAPPER CHECK TIME = 10 +2021-12-18 19:29:51,487 Checking jobs for platform=marenostrum4 +2021-12-18 19:29:51,488 Checking jobs for platform=nord3 +2021-12-18 19:29:51,488 Checking jobs for platform=local +2021-12-18 19:29:51,489 Checking jobs for platform=transfer_node +2021-12-18 19:29:51,489 Checking all jobs at once +2021-12-18 19:29:52,759 Successful check job command +2021-12-18 19:29:53,928 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:29:53,928 End of checking +2021-12-18 19:29:53,929 Updating FAILED jobs +2021-12-18 19:29:53,930 Updating WAITING jobs +2021-12-18 19:29:53,930 Update finished +2021-12-18 19:29:53,930 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:29:53,930 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:29:53,930 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:29:53,930 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:29:53,930 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:29:53,931 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:29:53,931 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:29:53,933 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:29:53,936 Job list saved +2021-12-18 19:29:53,940 Updating FAILED jobs +2021-12-18 19:29:53,940 Updating WAITING jobs +2021-12-18 19:29:53,941 Update finished +2021-12-18 19:30:03,950 Reloading parameters... +2021-12-18 19:30:03,974 Loading parameters... +2021-12-18 19:30:03,975 Loading project parameters... +2021-12-18 19:30:03,978 + +13 of 25 jobs remaining (19:30) +2021-12-18 19:30:03,978 Sleep: 10 +2021-12-18 19:30:03,978 Number of retrials: 0 +2021-12-18 19:30:03,978 WRAPPER CHECK TIME = 10 +2021-12-18 19:30:03,979 Checking jobs for platform=marenostrum4 +2021-12-18 19:30:03,979 Checking jobs for platform=nord3 +2021-12-18 19:30:03,980 Checking jobs for platform=local +2021-12-18 19:30:03,980 Checking jobs for platform=transfer_node +2021-12-18 19:30:03,981 Checking all jobs at once +2021-12-18 19:30:05,351 Successful check job command +2021-12-18 19:30:06,571 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:30:06,571 End of checking +2021-12-18 19:30:06,573 Updating FAILED jobs +2021-12-18 19:30:06,573 Updating WAITING jobs +2021-12-18 19:30:06,573 Update finished +2021-12-18 19:30:06,573 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:30:06,580 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:30:06,580 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:30:06,580 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:30:06,580 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:30:06,580 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:30:06,581 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:30:06,583 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:30:06,585 Job list saved +2021-12-18 19:30:06,589 Updating FAILED jobs +2021-12-18 19:30:06,590 Updating WAITING jobs +2021-12-18 19:30:06,590 Update finished +2021-12-18 19:30:16,597 Reloading parameters... +2021-12-18 19:30:16,614 Loading parameters... +2021-12-18 19:30:16,616 Loading project parameters... +2021-12-18 19:30:16,618 + +13 of 25 jobs remaining (19:30) +2021-12-18 19:30:16,618 Sleep: 10 +2021-12-18 19:30:16,618 Number of retrials: 0 +2021-12-18 19:30:16,618 WRAPPER CHECK TIME = 10 +2021-12-18 19:30:16,619 Checking jobs for platform=marenostrum4 +2021-12-18 19:30:16,619 Checking jobs for platform=nord3 +2021-12-18 19:30:16,620 Checking jobs for platform=local +2021-12-18 19:30:16,620 Checking jobs for platform=transfer_node +2021-12-18 19:30:16,620 Checking all jobs at once +2021-12-18 19:30:19,442 Successful check job command +2021-12-18 19:30:20,661 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:30:20,661 End of checking +2021-12-18 19:30:20,662 Updating FAILED jobs +2021-12-18 19:30:20,662 Updating WAITING jobs +2021-12-18 19:30:20,663 Update finished +2021-12-18 19:30:20,663 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:30:20,663 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:30:20,663 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:30:20,663 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:30:20,663 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:30:20,664 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:30:20,664 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:30:20,666 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:30:20,668 Job list saved +2021-12-18 19:30:20,673 Updating FAILED jobs +2021-12-18 19:30:20,673 Updating WAITING jobs +2021-12-18 19:30:20,673 Update finished +2021-12-18 19:30:30,679 Reloading parameters... +2021-12-18 19:30:30,699 Loading parameters... +2021-12-18 19:30:30,701 Loading project parameters... +2021-12-18 19:30:30,702 + +13 of 25 jobs remaining (19:30) +2021-12-18 19:30:30,703 Sleep: 10 +2021-12-18 19:30:30,703 Number of retrials: 0 +2021-12-18 19:30:30,703 WRAPPER CHECK TIME = 10 +2021-12-18 19:30:30,703 Checking jobs for platform=marenostrum4 +2021-12-18 19:30:30,704 Checking jobs for platform=nord3 +2021-12-18 19:30:30,705 Checking jobs for platform=local +2021-12-18 19:30:30,705 Checking jobs for platform=transfer_node +2021-12-18 19:30:30,705 Checking all jobs at once +2021-12-18 19:30:32,225 Successful check job command +2021-12-18 19:30:33,545 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:30:33,545 End of checking +2021-12-18 19:30:33,546 Updating FAILED jobs +2021-12-18 19:30:33,547 Updating WAITING jobs +2021-12-18 19:30:33,547 Update finished +2021-12-18 19:30:33,547 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:30:33,547 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:30:33,547 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:30:33,547 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:30:33,548 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:30:33,548 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:30:33,548 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:30:33,554 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:30:33,556 Job list saved +2021-12-18 19:30:33,561 Updating FAILED jobs +2021-12-18 19:30:33,561 Updating WAITING jobs +2021-12-18 19:30:33,561 Update finished +2021-12-18 19:30:43,571 Reloading parameters... +2021-12-18 19:30:43,588 Loading parameters... +2021-12-18 19:30:43,590 Loading project parameters... +2021-12-18 19:30:43,592 + +13 of 25 jobs remaining (19:30) +2021-12-18 19:30:43,592 Sleep: 10 +2021-12-18 19:30:43,592 Number of retrials: 0 +2021-12-18 19:30:43,592 WRAPPER CHECK TIME = 10 +2021-12-18 19:30:43,592 Checking jobs for platform=marenostrum4 +2021-12-18 19:30:43,593 Checking jobs for platform=nord3 +2021-12-18 19:30:43,594 Checking jobs for platform=local +2021-12-18 19:30:43,594 Checking jobs for platform=transfer_node +2021-12-18 19:30:43,594 Checking all jobs at once +2021-12-18 19:30:44,864 Successful check job command +2021-12-18 19:30:46,083 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:30:46,083 End of checking +2021-12-18 19:30:46,085 Updating FAILED jobs +2021-12-18 19:30:46,085 Updating WAITING jobs +2021-12-18 19:30:46,085 Update finished +2021-12-18 19:30:46,086 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:30:46,086 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:30:46,086 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:30:46,086 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:30:46,087 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:30:46,087 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:30:46,087 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:30:46,090 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:30:46,092 Job list saved +2021-12-18 19:30:46,097 Updating FAILED jobs +2021-12-18 19:30:46,097 Updating WAITING jobs +2021-12-18 19:30:46,097 Update finished +2021-12-18 19:30:56,107 Reloading parameters... +2021-12-18 19:30:56,128 Loading parameters... +2021-12-18 19:30:56,130 Loading project parameters... +2021-12-18 19:30:56,132 + +13 of 25 jobs remaining (19:30) +2021-12-18 19:30:56,132 Sleep: 10 +2021-12-18 19:30:56,132 Number of retrials: 0 +2021-12-18 19:30:56,132 WRAPPER CHECK TIME = 10 +2021-12-18 19:30:56,133 Checking jobs for platform=marenostrum4 +2021-12-18 19:30:56,134 Checking jobs for platform=nord3 +2021-12-18 19:30:56,134 Checking jobs for platform=local +2021-12-18 19:30:56,135 Checking jobs for platform=transfer_node +2021-12-18 19:30:56,135 Checking all jobs at once +2021-12-18 19:30:57,459 Successful check job command +2021-12-18 19:30:58,629 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:30:58,629 End of checking +2021-12-18 19:30:58,631 Updating FAILED jobs +2021-12-18 19:30:58,631 Updating WAITING jobs +2021-12-18 19:30:58,631 Update finished +2021-12-18 19:30:58,631 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:30:58,631 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:30:58,632 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:30:58,632 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:30:58,632 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:30:58,632 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:30:58,632 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:30:58,634 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:30:58,637 Job list saved +2021-12-18 19:30:58,641 Updating FAILED jobs +2021-12-18 19:30:58,641 Updating WAITING jobs +2021-12-18 19:30:58,642 Update finished +2021-12-18 19:31:08,650 Reloading parameters... +2021-12-18 19:31:08,670 Loading parameters... +2021-12-18 19:31:08,671 Loading project parameters... +2021-12-18 19:31:08,673 + +13 of 25 jobs remaining (19:31) +2021-12-18 19:31:08,673 Sleep: 10 +2021-12-18 19:31:08,673 Number of retrials: 0 +2021-12-18 19:31:08,673 WRAPPER CHECK TIME = 10 +2021-12-18 19:31:08,674 Checking jobs for platform=marenostrum4 +2021-12-18 19:31:08,674 Checking jobs for platform=nord3 +2021-12-18 19:31:08,675 Checking jobs for platform=local +2021-12-18 19:31:08,675 Checking jobs for platform=transfer_node +2021-12-18 19:31:08,675 Checking all jobs at once +2021-12-18 19:31:10,045 Successful check job command +2021-12-18 19:31:11,264 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:31:11,264 End of checking +2021-12-18 19:31:11,266 Updating FAILED jobs +2021-12-18 19:31:11,266 Updating WAITING jobs +2021-12-18 19:31:11,266 Update finished +2021-12-18 19:31:11,266 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:31:11,267 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:31:11,267 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:31:11,267 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:31:11,267 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:31:11,267 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:31:11,267 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:31:11,270 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:31:11,272 Job list saved +2021-12-18 19:31:11,281 Updating FAILED jobs +2021-12-18 19:31:11,281 Updating WAITING jobs +2021-12-18 19:31:11,281 Update finished +2021-12-18 19:31:21,291 Reloading parameters... +2021-12-18 19:31:21,314 Loading parameters... +2021-12-18 19:31:21,315 Loading project parameters... +2021-12-18 19:31:21,317 + +13 of 25 jobs remaining (19:31) +2021-12-18 19:31:21,317 Sleep: 10 +2021-12-18 19:31:21,317 Number of retrials: 0 +2021-12-18 19:31:21,318 WRAPPER CHECK TIME = 10 +2021-12-18 19:31:21,318 Checking jobs for platform=marenostrum4 +2021-12-18 19:31:21,319 Checking jobs for platform=nord3 +2021-12-18 19:31:21,319 Checking jobs for platform=local +2021-12-18 19:31:21,320 Checking jobs for platform=transfer_node +2021-12-18 19:31:21,320 Checking all jobs at once +2021-12-18 19:31:22,691 Successful check job command +2021-12-18 19:31:24,261 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:31:24,261 End of checking +2021-12-18 19:31:24,263 Updating FAILED jobs +2021-12-18 19:31:24,263 Updating WAITING jobs +2021-12-18 19:31:24,263 Update finished +2021-12-18 19:31:24,264 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:31:24,264 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:31:24,264 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:31:24,265 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:31:24,265 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:31:24,265 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:31:24,265 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:31:24,267 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:31:24,270 Job list saved +2021-12-18 19:31:24,274 Updating FAILED jobs +2021-12-18 19:31:24,274 Updating WAITING jobs +2021-12-18 19:31:24,275 Update finished +2021-12-18 19:31:34,284 Reloading parameters... +2021-12-18 19:31:34,303 Loading parameters... +2021-12-18 19:31:34,304 Loading project parameters... +2021-12-18 19:31:34,306 + +13 of 25 jobs remaining (19:31) +2021-12-18 19:31:34,306 Sleep: 10 +2021-12-18 19:31:34,306 Number of retrials: 0 +2021-12-18 19:31:34,306 WRAPPER CHECK TIME = 10 +2021-12-18 19:31:34,307 Checking jobs for platform=marenostrum4 +2021-12-18 19:31:34,308 Checking jobs for platform=nord3 +2021-12-18 19:31:34,308 Checking jobs for platform=local +2021-12-18 19:31:34,309 Checking jobs for platform=transfer_node +2021-12-18 19:31:34,309 Checking all jobs at once +2021-12-18 19:31:35,879 Successful check job command +2021-12-18 19:31:37,098 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:31:37,099 End of checking +2021-12-18 19:31:37,100 Updating FAILED jobs +2021-12-18 19:31:37,100 Updating WAITING jobs +2021-12-18 19:31:37,101 Update finished +2021-12-18 19:31:37,101 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:31:37,101 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:31:37,101 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:31:37,101 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:31:37,101 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:31:37,101 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:31:37,102 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:31:37,104 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:31:37,106 Job list saved +2021-12-18 19:31:37,111 Updating FAILED jobs +2021-12-18 19:31:37,111 Updating WAITING jobs +2021-12-18 19:31:37,111 Update finished +2021-12-18 19:31:47,119 Reloading parameters... +2021-12-18 19:31:47,136 Loading parameters... +2021-12-18 19:31:47,138 Loading project parameters... +2021-12-18 19:31:47,139 + +13 of 25 jobs remaining (19:31) +2021-12-18 19:31:47,140 Sleep: 10 +2021-12-18 19:31:47,140 Number of retrials: 0 +2021-12-18 19:31:47,140 WRAPPER CHECK TIME = 10 +2021-12-18 19:31:47,140 Checking jobs for platform=marenostrum4 +2021-12-18 19:31:47,141 Checking jobs for platform=nord3 +2021-12-18 19:31:47,141 Checking jobs for platform=local +2021-12-18 19:31:47,142 Checking jobs for platform=transfer_node +2021-12-18 19:31:47,142 Checking all jobs at once +2021-12-18 19:31:48,462 Successful check job command +2021-12-18 19:31:49,781 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:31:49,782 End of checking +2021-12-18 19:31:49,783 Updating FAILED jobs +2021-12-18 19:31:49,783 Updating WAITING jobs +2021-12-18 19:31:49,783 Update finished +2021-12-18 19:31:49,784 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:31:49,784 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:31:49,784 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:31:49,784 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:31:49,784 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:31:49,784 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:31:49,784 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:31:49,787 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:31:49,789 Job list saved +2021-12-18 19:31:49,793 Updating FAILED jobs +2021-12-18 19:31:49,793 Updating WAITING jobs +2021-12-18 19:31:49,794 Update finished +2021-12-18 19:31:59,804 Reloading parameters... +2021-12-18 19:31:59,822 Loading parameters... +2021-12-18 19:31:59,823 Loading project parameters... +2021-12-18 19:31:59,825 + +13 of 25 jobs remaining (19:31) +2021-12-18 19:31:59,825 Sleep: 10 +2021-12-18 19:31:59,825 Number of retrials: 0 +2021-12-18 19:31:59,826 WRAPPER CHECK TIME = 10 +2021-12-18 19:31:59,826 Checking jobs for platform=marenostrum4 +2021-12-18 19:31:59,827 Checking jobs for platform=nord3 +2021-12-18 19:31:59,827 Checking jobs for platform=local +2021-12-18 19:31:59,828 Checking jobs for platform=transfer_node +2021-12-18 19:31:59,828 Checking all jobs at once +2021-12-18 19:32:01,049 Successful check job command +2021-12-18 19:32:02,268 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:32:02,269 End of checking +2021-12-18 19:32:02,270 Updating FAILED jobs +2021-12-18 19:32:02,270 Updating WAITING jobs +2021-12-18 19:32:02,270 Update finished +2021-12-18 19:32:02,271 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:32:02,271 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:32:02,271 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:32:02,272 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:32:02,272 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:32:02,272 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:32:02,272 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:32:02,274 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:32:02,277 Job list saved +2021-12-18 19:32:02,281 Updating FAILED jobs +2021-12-18 19:32:02,281 Updating WAITING jobs +2021-12-18 19:32:02,281 Update finished +2021-12-18 19:32:12,291 Reloading parameters... +2021-12-18 19:32:12,314 Loading parameters... +2021-12-18 19:32:12,317 Loading project parameters... +2021-12-18 19:32:12,319 + +13 of 25 jobs remaining (19:32) +2021-12-18 19:32:12,319 Sleep: 10 +2021-12-18 19:32:12,319 Number of retrials: 0 +2021-12-18 19:32:12,319 WRAPPER CHECK TIME = 10 +2021-12-18 19:32:12,320 Checking jobs for platform=marenostrum4 +2021-12-18 19:32:12,326 Checking jobs for platform=nord3 +2021-12-18 19:32:12,327 Checking jobs for platform=local +2021-12-18 19:32:12,328 Checking jobs for platform=transfer_node +2021-12-18 19:32:12,328 Checking all jobs at once +2021-12-18 19:32:13,651 Successful check job command +2021-12-18 19:32:14,873 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:32:14,873 End of checking +2021-12-18 19:32:14,874 Updating FAILED jobs +2021-12-18 19:32:14,875 Updating WAITING jobs +2021-12-18 19:32:14,875 Update finished +2021-12-18 19:32:14,875 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:32:14,875 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:32:14,875 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:32:14,875 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:32:14,876 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:32:14,876 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:32:14,876 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:32:14,878 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:32:14,881 Job list saved +2021-12-18 19:32:14,885 Updating FAILED jobs +2021-12-18 19:32:14,885 Updating WAITING jobs +2021-12-18 19:32:14,885 Update finished +2021-12-18 19:32:24,889 Reloading parameters... +2021-12-18 19:32:24,907 Loading parameters... +2021-12-18 19:32:24,908 Loading project parameters... +2021-12-18 19:32:24,910 + +13 of 25 jobs remaining (19:32) +2021-12-18 19:32:24,910 Sleep: 10 +2021-12-18 19:32:24,910 Number of retrials: 0 +2021-12-18 19:32:24,910 WRAPPER CHECK TIME = 10 +2021-12-18 19:32:24,911 Checking jobs for platform=marenostrum4 +2021-12-18 19:32:24,912 Checking jobs for platform=nord3 +2021-12-18 19:32:24,912 Checking jobs for platform=local +2021-12-18 19:32:24,913 Checking jobs for platform=transfer_node +2021-12-18 19:32:24,913 Checking all jobs at once +2021-12-18 19:32:26,282 Successful check job command +2021-12-18 19:32:27,602 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:32:27,602 End of checking +2021-12-18 19:32:27,603 Updating FAILED jobs +2021-12-18 19:32:27,603 Updating WAITING jobs +2021-12-18 19:32:27,603 Update finished +2021-12-18 19:32:27,604 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:32:27,604 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:32:27,604 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:32:27,604 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:32:27,604 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:32:27,604 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:32:27,604 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:32:27,612 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:32:27,614 Job list saved +2021-12-18 19:32:27,619 Updating FAILED jobs +2021-12-18 19:32:27,619 Updating WAITING jobs +2021-12-18 19:32:27,619 Update finished +2021-12-18 19:32:37,629 Reloading parameters... +2021-12-18 19:32:37,648 Loading parameters... +2021-12-18 19:32:37,649 Loading project parameters... +2021-12-18 19:32:37,651 + +13 of 25 jobs remaining (19:32) +2021-12-18 19:32:37,652 Sleep: 10 +2021-12-18 19:32:37,652 Number of retrials: 0 +2021-12-18 19:32:37,652 WRAPPER CHECK TIME = 10 +2021-12-18 19:32:37,652 Checking jobs for platform=marenostrum4 +2021-12-18 19:32:37,653 Checking jobs for platform=nord3 +2021-12-18 19:32:37,653 Checking jobs for platform=local +2021-12-18 19:32:37,654 Checking jobs for platform=transfer_node +2021-12-18 19:32:37,654 Checking all jobs at once +2021-12-18 19:32:39,024 Successful check job command +2021-12-18 19:32:40,345 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:32:40,345 End of checking +2021-12-18 19:32:40,347 Updating FAILED jobs +2021-12-18 19:32:40,347 Updating WAITING jobs +2021-12-18 19:32:40,347 Update finished +2021-12-18 19:32:40,347 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:32:40,348 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:32:40,348 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:32:40,348 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:32:40,348 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:32:40,348 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:32:40,348 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:32:40,351 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:32:40,354 Job list saved +2021-12-18 19:32:40,365 Updating FAILED jobs +2021-12-18 19:32:40,365 Updating WAITING jobs +2021-12-18 19:32:40,365 Update finished +2021-12-18 19:32:50,375 Reloading parameters... +2021-12-18 19:32:50,392 Loading parameters... +2021-12-18 19:32:50,394 Loading project parameters... +2021-12-18 19:32:50,396 + +13 of 25 jobs remaining (19:32) +2021-12-18 19:32:50,396 Sleep: 10 +2021-12-18 19:32:50,396 Number of retrials: 0 +2021-12-18 19:32:50,396 WRAPPER CHECK TIME = 10 +2021-12-18 19:32:50,397 Checking jobs for platform=marenostrum4 +2021-12-18 19:32:50,397 Checking jobs for platform=nord3 +2021-12-18 19:32:50,398 Checking jobs for platform=local +2021-12-18 19:32:50,398 Checking jobs for platform=transfer_node +2021-12-18 19:32:50,398 Checking all jobs at once +2021-12-18 19:32:51,668 Successful check job command +2021-12-18 19:32:52,887 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:32:52,887 End of checking +2021-12-18 19:32:52,888 Updating FAILED jobs +2021-12-18 19:32:52,888 Updating WAITING jobs +2021-12-18 19:32:52,889 Update finished +2021-12-18 19:32:52,889 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:32:52,889 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:32:52,889 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:32:52,889 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:32:52,889 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:32:52,890 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:32:52,890 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:32:52,892 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:32:52,894 Job list saved +2021-12-18 19:32:52,899 Updating FAILED jobs +2021-12-18 19:32:52,899 Updating WAITING jobs +2021-12-18 19:32:52,899 Update finished +2021-12-18 19:33:02,909 Reloading parameters... +2021-12-18 19:33:02,927 Loading parameters... +2021-12-18 19:33:02,929 Loading project parameters... +2021-12-18 19:33:02,930 + +13 of 25 jobs remaining (19:33) +2021-12-18 19:33:02,931 Sleep: 10 +2021-12-18 19:33:02,931 Number of retrials: 0 +2021-12-18 19:33:02,931 WRAPPER CHECK TIME = 10 +2021-12-18 19:33:02,931 Checking jobs for platform=marenostrum4 +2021-12-18 19:33:02,932 Checking jobs for platform=nord3 +2021-12-18 19:33:02,933 Checking jobs for platform=local +2021-12-18 19:33:02,933 Checking jobs for platform=transfer_node +2021-12-18 19:33:02,933 Checking all jobs at once +2021-12-18 19:33:04,253 Successful check job command +2021-12-18 19:33:05,575 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:33:05,575 End of checking +2021-12-18 19:33:05,577 Updating FAILED jobs +2021-12-18 19:33:05,577 Updating WAITING jobs +2021-12-18 19:33:05,577 Update finished +2021-12-18 19:33:05,577 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:33:05,578 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:33:05,578 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:33:05,578 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:33:05,578 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:33:05,578 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:33:05,578 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:33:05,581 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:33:05,583 Job list saved +2021-12-18 19:33:05,588 Updating FAILED jobs +2021-12-18 19:33:05,588 Updating WAITING jobs +2021-12-18 19:33:05,588 Update finished +2021-12-18 19:33:15,598 Reloading parameters... +2021-12-18 19:33:15,615 Loading parameters... +2021-12-18 19:33:15,617 Loading project parameters... +2021-12-18 19:33:15,619 + +13 of 25 jobs remaining (19:33) +2021-12-18 19:33:15,619 Sleep: 10 +2021-12-18 19:33:15,619 Number of retrials: 0 +2021-12-18 19:33:15,619 WRAPPER CHECK TIME = 10 +2021-12-18 19:33:15,620 Checking jobs for platform=marenostrum4 +2021-12-18 19:33:15,620 Checking jobs for platform=nord3 +2021-12-18 19:33:15,621 Checking jobs for platform=local +2021-12-18 19:33:15,621 Checking jobs for platform=transfer_node +2021-12-18 19:33:15,621 Checking all jobs at once +2021-12-18 19:33:16,993 Successful check job command +2021-12-18 19:33:18,313 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:33:18,313 End of checking +2021-12-18 19:33:18,315 Updating FAILED jobs +2021-12-18 19:33:18,315 Updating WAITING jobs +2021-12-18 19:33:18,315 Update finished +2021-12-18 19:33:18,315 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:33:18,316 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:33:18,316 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:33:18,316 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:33:18,316 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:33:18,316 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:33:18,316 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:33:18,319 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:33:18,321 Job list saved +2021-12-18 19:33:18,325 Updating FAILED jobs +2021-12-18 19:33:18,326 Updating WAITING jobs +2021-12-18 19:33:18,326 Update finished +2021-12-18 19:33:28,333 Reloading parameters... +2021-12-18 19:33:28,351 Loading parameters... +2021-12-18 19:33:28,352 Loading project parameters... +2021-12-18 19:33:28,354 + +13 of 25 jobs remaining (19:33) +2021-12-18 19:33:28,354 Sleep: 10 +2021-12-18 19:33:28,355 Number of retrials: 0 +2021-12-18 19:33:28,355 WRAPPER CHECK TIME = 10 +2021-12-18 19:33:28,355 Checking jobs for platform=marenostrum4 +2021-12-18 19:33:28,356 Checking jobs for platform=nord3 +2021-12-18 19:33:28,356 Checking jobs for platform=local +2021-12-18 19:33:28,357 Checking jobs for platform=transfer_node +2021-12-18 19:33:28,357 Checking all jobs at once +2021-12-18 19:33:29,576 Successful check job command +2021-12-18 19:33:30,746 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:33:30,746 End of checking +2021-12-18 19:33:30,747 Updating FAILED jobs +2021-12-18 19:33:30,747 Updating WAITING jobs +2021-12-18 19:33:30,748 Update finished +2021-12-18 19:33:30,748 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:33:30,748 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:33:30,748 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:33:30,748 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:33:30,748 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:33:30,749 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:33:30,749 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:33:30,751 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:33:30,754 Job list saved +2021-12-18 19:33:30,759 Updating FAILED jobs +2021-12-18 19:33:30,759 Updating WAITING jobs +2021-12-18 19:33:30,760 Update finished +2021-12-18 19:33:40,766 Reloading parameters... +2021-12-18 19:33:40,785 Loading parameters... +2021-12-18 19:33:40,787 Loading project parameters... +2021-12-18 19:33:40,789 + +13 of 25 jobs remaining (19:33) +2021-12-18 19:33:40,789 Sleep: 10 +2021-12-18 19:33:40,789 Number of retrials: 0 +2021-12-18 19:33:40,789 WRAPPER CHECK TIME = 10 +2021-12-18 19:33:40,790 Checking jobs for platform=marenostrum4 +2021-12-18 19:33:40,791 Checking jobs for platform=nord3 +2021-12-18 19:33:40,791 Checking jobs for platform=local +2021-12-18 19:33:40,792 Checking jobs for platform=transfer_node +2021-12-18 19:33:40,792 Checking all jobs at once +2021-12-18 19:33:42,111 Successful check job command +2021-12-18 19:33:43,431 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:33:43,431 End of checking +2021-12-18 19:33:43,432 Updating FAILED jobs +2021-12-18 19:33:43,433 Updating WAITING jobs +2021-12-18 19:33:43,433 Update finished +2021-12-18 19:33:43,433 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:33:43,433 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:33:43,433 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:33:43,433 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:33:43,433 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:33:43,434 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:33:43,434 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:33:43,436 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:33:43,439 Job list saved +2021-12-18 19:33:43,443 Updating FAILED jobs +2021-12-18 19:33:43,443 Updating WAITING jobs +2021-12-18 19:33:43,444 Update finished +2021-12-18 19:33:53,454 Reloading parameters... +2021-12-18 19:33:53,476 Loading parameters... +2021-12-18 19:33:53,477 Loading project parameters... +2021-12-18 19:33:53,479 + +13 of 25 jobs remaining (19:33) +2021-12-18 19:33:53,480 Sleep: 10 +2021-12-18 19:33:53,480 Number of retrials: 0 +2021-12-18 19:33:53,480 WRAPPER CHECK TIME = 10 +2021-12-18 19:33:53,480 Checking jobs for platform=marenostrum4 +2021-12-18 19:33:53,482 Checking jobs for platform=nord3 +2021-12-18 19:33:53,486 Checking jobs for platform=local +2021-12-18 19:33:53,487 Checking jobs for platform=transfer_node +2021-12-18 19:33:53,488 Checking all jobs at once +2021-12-18 19:33:54,810 Successful check job command +2021-12-18 19:33:56,029 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:33:56,029 End of checking +2021-12-18 19:33:56,031 Updating FAILED jobs +2021-12-18 19:33:56,031 Updating WAITING jobs +2021-12-18 19:33:56,031 Update finished +2021-12-18 19:33:56,031 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:33:56,032 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:33:56,032 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:33:56,032 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:33:56,032 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:33:56,032 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:33:56,032 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:33:56,035 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:33:56,037 Job list saved +2021-12-18 19:33:56,042 Updating FAILED jobs +2021-12-18 19:33:56,042 Updating WAITING jobs +2021-12-18 19:33:56,042 Update finished +2021-12-18 19:34:06,053 Reloading parameters... +2021-12-18 19:34:06,072 Loading parameters... +2021-12-18 19:34:06,074 Loading project parameters... +2021-12-18 19:34:06,076 + +13 of 25 jobs remaining (19:34) +2021-12-18 19:34:06,076 Sleep: 10 +2021-12-18 19:34:06,076 Number of retrials: 0 +2021-12-18 19:34:06,076 WRAPPER CHECK TIME = 10 +2021-12-18 19:34:06,076 Checking jobs for platform=marenostrum4 +2021-12-18 19:34:06,077 Checking jobs for platform=nord3 +2021-12-18 19:34:06,078 Checking jobs for platform=local +2021-12-18 19:34:06,078 Checking jobs for platform=transfer_node +2021-12-18 19:34:06,078 Checking all jobs at once +2021-12-18 19:34:07,398 Successful check job command +2021-12-18 19:34:08,617 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:34:08,617 End of checking +2021-12-18 19:34:08,619 Updating FAILED jobs +2021-12-18 19:34:08,619 Updating WAITING jobs +2021-12-18 19:34:08,619 Update finished +2021-12-18 19:34:08,619 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:34:08,619 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:34:08,619 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:34:08,620 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:34:08,620 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:34:08,620 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:34:08,620 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:34:08,622 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:34:08,624 Job list saved +2021-12-18 19:34:08,629 Updating FAILED jobs +2021-12-18 19:34:08,629 Updating WAITING jobs +2021-12-18 19:34:08,629 Update finished +2021-12-18 19:34:18,639 Reloading parameters... +2021-12-18 19:34:18,658 Loading parameters... +2021-12-18 19:34:18,662 Loading project parameters... +2021-12-18 19:34:18,664 + +13 of 25 jobs remaining (19:34) +2021-12-18 19:34:18,664 Sleep: 10 +2021-12-18 19:34:18,664 Number of retrials: 0 +2021-12-18 19:34:18,664 WRAPPER CHECK TIME = 10 +2021-12-18 19:34:18,665 Checking jobs for platform=marenostrum4 +2021-12-18 19:34:18,665 Checking jobs for platform=nord3 +2021-12-18 19:34:18,666 Checking jobs for platform=local +2021-12-18 19:34:18,666 Checking jobs for platform=transfer_node +2021-12-18 19:34:18,666 Checking all jobs at once +2021-12-18 19:34:20,537 Successful check job command +2021-12-18 19:34:21,806 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:34:21,807 End of checking +2021-12-18 19:34:21,808 Updating FAILED jobs +2021-12-18 19:34:21,808 Updating WAITING jobs +2021-12-18 19:34:21,808 Update finished +2021-12-18 19:34:21,808 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:34:21,808 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:34:21,809 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:34:21,809 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:34:21,809 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:34:21,809 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:34:21,809 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:34:21,812 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:34:21,814 Job list saved +2021-12-18 19:34:21,818 Updating FAILED jobs +2021-12-18 19:34:21,819 Updating WAITING jobs +2021-12-18 19:34:21,819 Update finished +2021-12-18 19:34:31,829 Reloading parameters... +2021-12-18 19:34:31,846 Loading parameters... +2021-12-18 19:34:31,847 Loading project parameters... +2021-12-18 19:34:31,849 + +13 of 25 jobs remaining (19:34) +2021-12-18 19:34:31,850 Sleep: 10 +2021-12-18 19:34:31,850 Number of retrials: 0 +2021-12-18 19:34:31,850 WRAPPER CHECK TIME = 10 +2021-12-18 19:34:31,850 Checking jobs for platform=marenostrum4 +2021-12-18 19:34:31,851 Checking jobs for platform=nord3 +2021-12-18 19:34:31,851 Checking jobs for platform=local +2021-12-18 19:34:31,852 Checking jobs for platform=transfer_node +2021-12-18 19:34:31,852 Checking all jobs at once +2021-12-18 19:34:33,122 Successful check job command +2021-12-18 19:34:34,341 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:34:34,342 End of checking +2021-12-18 19:34:34,343 Updating FAILED jobs +2021-12-18 19:34:34,343 Updating WAITING jobs +2021-12-18 19:34:34,343 Update finished +2021-12-18 19:34:34,343 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:34:34,344 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:34:34,344 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:34:34,344 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:34:34,344 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:34:34,344 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:34:34,345 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:34:34,347 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:34:34,349 Job list saved +2021-12-18 19:34:34,353 Updating FAILED jobs +2021-12-18 19:34:34,354 Updating WAITING jobs +2021-12-18 19:34:34,354 Update finished +2021-12-18 19:34:44,364 Reloading parameters... +2021-12-18 19:34:44,385 Loading parameters... +2021-12-18 19:34:44,387 Loading project parameters... +2021-12-18 19:34:44,388 + +13 of 25 jobs remaining (19:34) +2021-12-18 19:34:44,389 Sleep: 10 +2021-12-18 19:34:44,389 Number of retrials: 0 +2021-12-18 19:34:44,389 WRAPPER CHECK TIME = 10 +2021-12-18 19:34:44,390 Checking jobs for platform=marenostrum4 +2021-12-18 19:34:44,390 Checking jobs for platform=nord3 +2021-12-18 19:34:44,391 Checking jobs for platform=local +2021-12-18 19:34:44,391 Checking jobs for platform=transfer_node +2021-12-18 19:34:44,391 Checking all jobs at once +2021-12-18 19:34:45,661 Successful check job command +2021-12-18 19:34:46,880 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:34:46,880 End of checking +2021-12-18 19:34:46,882 Updating FAILED jobs +2021-12-18 19:34:46,882 Updating WAITING jobs +2021-12-18 19:34:46,882 Update finished +2021-12-18 19:34:46,882 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:34:46,883 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:34:46,883 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:34:46,883 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:34:46,883 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:34:46,883 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:34:46,883 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:34:46,886 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:34:46,888 Job list saved +2021-12-18 19:34:46,893 Updating FAILED jobs +2021-12-18 19:34:46,893 Updating WAITING jobs +2021-12-18 19:34:46,893 Update finished +2021-12-18 19:34:56,903 Reloading parameters... +2021-12-18 19:34:56,921 Loading parameters... +2021-12-18 19:34:56,922 Loading project parameters... +2021-12-18 19:34:56,924 + +13 of 25 jobs remaining (19:34) +2021-12-18 19:34:56,924 Sleep: 10 +2021-12-18 19:34:56,924 Number of retrials: 0 +2021-12-18 19:34:56,924 WRAPPER CHECK TIME = 10 +2021-12-18 19:34:56,925 Checking jobs for platform=marenostrum4 +2021-12-18 19:34:56,926 Checking jobs for platform=nord3 +2021-12-18 19:34:56,926 Checking jobs for platform=local +2021-12-18 19:34:56,927 Checking jobs for platform=transfer_node +2021-12-18 19:34:56,927 Checking all jobs at once +2021-12-18 19:34:58,346 Successful check job command +2021-12-18 19:34:59,565 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:34:59,565 End of checking +2021-12-18 19:34:59,567 Updating FAILED jobs +2021-12-18 19:34:59,567 Updating WAITING jobs +2021-12-18 19:34:59,567 Update finished +2021-12-18 19:34:59,567 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:34:59,567 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:34:59,568 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:34:59,568 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:34:59,568 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:34:59,568 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:34:59,568 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:34:59,571 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:34:59,573 Job list saved +2021-12-18 19:34:59,578 Updating FAILED jobs +2021-12-18 19:34:59,578 Updating WAITING jobs +2021-12-18 19:34:59,578 Update finished +2021-12-18 19:35:09,588 Reloading parameters... +2021-12-18 19:35:09,607 Loading parameters... +2021-12-18 19:35:09,608 Loading project parameters... +2021-12-18 19:35:09,610 + +13 of 25 jobs remaining (19:35) +2021-12-18 19:35:09,610 Sleep: 10 +2021-12-18 19:35:09,610 Number of retrials: 0 +2021-12-18 19:35:09,611 WRAPPER CHECK TIME = 10 +2021-12-18 19:35:09,611 Checking jobs for platform=marenostrum4 +2021-12-18 19:35:09,612 Checking jobs for platform=nord3 +2021-12-18 19:35:09,612 Checking jobs for platform=local +2021-12-18 19:35:09,613 Checking jobs for platform=transfer_node +2021-12-18 19:35:09,613 Checking all jobs at once +2021-12-18 19:35:11,934 Successful check job command +2021-12-18 19:35:13,204 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:35:13,204 End of checking +2021-12-18 19:35:13,206 Updating FAILED jobs +2021-12-18 19:35:13,206 Updating WAITING jobs +2021-12-18 19:35:13,206 Update finished +2021-12-18 19:35:13,207 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:35:13,207 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:35:13,208 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:35:13,208 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:35:13,208 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:35:13,208 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:35:13,208 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:35:13,211 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:35:13,213 Job list saved +2021-12-18 19:35:13,217 Updating FAILED jobs +2021-12-18 19:35:13,217 Updating WAITING jobs +2021-12-18 19:35:13,218 Update finished +2021-12-18 19:35:23,219 Reloading parameters... +2021-12-18 19:35:23,236 Loading parameters... +2021-12-18 19:35:23,238 Loading project parameters... +2021-12-18 19:35:23,240 + +13 of 25 jobs remaining (19:35) +2021-12-18 19:35:23,240 Sleep: 10 +2021-12-18 19:35:23,240 Number of retrials: 0 +2021-12-18 19:35:23,241 WRAPPER CHECK TIME = 10 +2021-12-18 19:35:23,241 Checking jobs for platform=marenostrum4 +2021-12-18 19:35:23,242 Checking jobs for platform=nord3 +2021-12-18 19:35:23,242 Checking jobs for platform=local +2021-12-18 19:35:23,243 Checking jobs for platform=transfer_node +2021-12-18 19:35:23,243 Checking all jobs at once +2021-12-18 19:35:24,514 Successful check job command +2021-12-18 19:35:25,733 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:35:25,733 End of checking +2021-12-18 19:35:25,735 Updating FAILED jobs +2021-12-18 19:35:25,735 Updating WAITING jobs +2021-12-18 19:35:25,735 Update finished +2021-12-18 19:35:25,735 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:35:25,735 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:35:25,735 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:35:25,736 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:35:25,736 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:35:25,736 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:35:25,736 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:35:25,738 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:35:25,741 Job list saved +2021-12-18 19:35:25,745 Updating FAILED jobs +2021-12-18 19:35:25,745 Updating WAITING jobs +2021-12-18 19:35:25,745 Update finished +2021-12-18 19:35:35,755 Reloading parameters... +2021-12-18 19:35:36,122 Loading parameters... +2021-12-18 19:35:36,123 Loading project parameters... +2021-12-18 19:35:36,125 + +13 of 25 jobs remaining (19:35) +2021-12-18 19:35:36,125 Sleep: 10 +2021-12-18 19:35:36,125 Number of retrials: 0 +2021-12-18 19:35:36,125 WRAPPER CHECK TIME = 10 +2021-12-18 19:35:36,126 Checking jobs for platform=marenostrum4 +2021-12-18 19:35:36,127 Checking jobs for platform=nord3 +2021-12-18 19:35:36,131 Checking jobs for platform=local +2021-12-18 19:35:36,132 Checking jobs for platform=transfer_node +2021-12-18 19:35:36,132 Checking all jobs at once +2021-12-18 19:35:37,402 Successful check job command +2021-12-18 19:35:38,626 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:35:38,627 End of checking +2021-12-18 19:35:38,628 Updating FAILED jobs +2021-12-18 19:35:38,628 Updating WAITING jobs +2021-12-18 19:35:38,629 Update finished +2021-12-18 19:35:38,629 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:35:38,629 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:35:38,629 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:35:38,629 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:35:38,629 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:35:38,630 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:35:38,630 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:35:38,633 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:35:38,636 Job list saved +2021-12-18 19:35:38,640 Updating FAILED jobs +2021-12-18 19:35:38,641 Updating WAITING jobs +2021-12-18 19:35:38,641 Update finished +2021-12-18 19:35:48,651 Reloading parameters... +2021-12-18 19:35:48,671 Loading parameters... +2021-12-18 19:35:48,672 Loading project parameters... +2021-12-18 19:35:48,674 + +13 of 25 jobs remaining (19:35) +2021-12-18 19:35:48,674 Sleep: 10 +2021-12-18 19:35:48,674 Number of retrials: 0 +2021-12-18 19:35:48,674 WRAPPER CHECK TIME = 10 +2021-12-18 19:35:48,675 Checking jobs for platform=marenostrum4 +2021-12-18 19:35:48,676 Checking jobs for platform=nord3 +2021-12-18 19:35:48,676 Checking jobs for platform=local +2021-12-18 19:35:48,677 Checking jobs for platform=transfer_node +2021-12-18 19:35:48,677 Checking all jobs at once +2021-12-18 19:35:49,947 Successful check job command +2021-12-18 19:35:51,267 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:35:51,268 End of checking +2021-12-18 19:35:51,269 Updating FAILED jobs +2021-12-18 19:35:51,269 Updating WAITING jobs +2021-12-18 19:35:51,270 Update finished +2021-12-18 19:35:51,270 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:35:51,270 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:35:51,270 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:35:51,271 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:35:51,271 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:35:51,271 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:35:51,271 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:35:51,273 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:35:51,276 Job list saved +2021-12-18 19:35:51,280 Updating FAILED jobs +2021-12-18 19:35:51,280 Updating WAITING jobs +2021-12-18 19:35:51,281 Update finished +2021-12-18 19:36:01,286 Reloading parameters... +2021-12-18 19:36:01,305 Loading parameters... +2021-12-18 19:36:01,306 Loading project parameters... +2021-12-18 19:36:01,308 + +13 of 25 jobs remaining (19:36) +2021-12-18 19:36:01,308 Sleep: 10 +2021-12-18 19:36:01,308 Number of retrials: 0 +2021-12-18 19:36:01,308 WRAPPER CHECK TIME = 10 +2021-12-18 19:36:01,309 Checking jobs for platform=marenostrum4 +2021-12-18 19:36:01,309 Checking jobs for platform=nord3 +2021-12-18 19:36:01,310 Checking jobs for platform=local +2021-12-18 19:36:01,310 Checking jobs for platform=transfer_node +2021-12-18 19:36:01,310 Checking all jobs at once +2021-12-18 19:36:02,580 Successful check job command +2021-12-18 19:36:03,800 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:36:03,800 End of checking +2021-12-18 19:36:03,805 Updating FAILED jobs +2021-12-18 19:36:03,805 Updating WAITING jobs +2021-12-18 19:36:03,806 Update finished +2021-12-18 19:36:03,806 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:36:03,806 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:36:03,806 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:36:03,806 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:36:03,806 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:36:03,807 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:36:03,807 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:36:03,815 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:36:03,818 Job list saved +2021-12-18 19:36:03,823 Updating FAILED jobs +2021-12-18 19:36:03,823 Updating WAITING jobs +2021-12-18 19:36:03,824 Update finished +2021-12-18 19:36:13,829 Reloading parameters... +2021-12-18 19:36:13,848 Loading parameters... +2021-12-18 19:36:13,849 Loading project parameters... +2021-12-18 19:36:13,851 + +13 of 25 jobs remaining (19:36) +2021-12-18 19:36:13,851 Sleep: 10 +2021-12-18 19:36:13,852 Number of retrials: 0 +2021-12-18 19:36:13,852 WRAPPER CHECK TIME = 10 +2021-12-18 19:36:13,852 Checking jobs for platform=marenostrum4 +2021-12-18 19:36:13,853 Checking jobs for platform=nord3 +2021-12-18 19:36:13,853 Checking jobs for platform=local +2021-12-18 19:36:13,854 Checking jobs for platform=transfer_node +2021-12-18 19:36:13,854 Checking all jobs at once +2021-12-18 19:36:15,275 Successful check job command +2021-12-18 19:36:16,495 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:36:16,495 End of checking +2021-12-18 19:36:16,496 Updating FAILED jobs +2021-12-18 19:36:16,497 Updating WAITING jobs +2021-12-18 19:36:16,497 Update finished +2021-12-18 19:36:16,497 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:36:16,497 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:36:16,497 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:36:16,497 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:36:16,498 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:36:16,498 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:36:16,498 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:36:16,501 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:36:16,503 Job list saved +2021-12-18 19:36:16,508 Updating FAILED jobs +2021-12-18 19:36:16,508 Updating WAITING jobs +2021-12-18 19:36:16,508 Update finished +2021-12-18 19:36:26,518 Reloading parameters... +2021-12-18 19:36:26,537 Loading parameters... +2021-12-18 19:36:26,538 Loading project parameters... +2021-12-18 19:36:26,540 + +13 of 25 jobs remaining (19:36) +2021-12-18 19:36:26,540 Sleep: 10 +2021-12-18 19:36:26,540 Number of retrials: 0 +2021-12-18 19:36:26,540 WRAPPER CHECK TIME = 10 +2021-12-18 19:36:26,541 Checking jobs for platform=marenostrum4 +2021-12-18 19:36:26,542 Checking jobs for platform=nord3 +2021-12-18 19:36:26,542 Checking jobs for platform=local +2021-12-18 19:36:26,543 Checking jobs for platform=transfer_node +2021-12-18 19:36:26,543 Checking all jobs at once +2021-12-18 19:36:27,913 Successful check job command +2021-12-18 19:36:29,182 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:36:29,182 End of checking +2021-12-18 19:36:29,184 Updating FAILED jobs +2021-12-18 19:36:29,184 Updating WAITING jobs +2021-12-18 19:36:29,185 Update finished +2021-12-18 19:36:29,185 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:36:29,185 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:36:29,186 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:36:29,186 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:36:29,186 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:36:29,186 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:36:29,186 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:36:29,189 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:36:29,191 Job list saved +2021-12-18 19:36:29,197 Updating FAILED jobs +2021-12-18 19:36:29,197 Updating WAITING jobs +2021-12-18 19:36:29,197 Update finished +2021-12-18 19:36:39,207 Reloading parameters... +2021-12-18 19:36:39,225 Loading parameters... +2021-12-18 19:36:39,226 Loading project parameters... +2021-12-18 19:36:39,228 + +13 of 25 jobs remaining (19:36) +2021-12-18 19:36:39,229 Sleep: 10 +2021-12-18 19:36:39,229 Number of retrials: 0 +2021-12-18 19:36:39,229 WRAPPER CHECK TIME = 10 +2021-12-18 19:36:39,229 Checking jobs for platform=marenostrum4 +2021-12-18 19:36:39,230 Checking jobs for platform=nord3 +2021-12-18 19:36:39,230 Checking jobs for platform=local +2021-12-18 19:36:39,231 Checking jobs for platform=transfer_node +2021-12-18 19:36:39,231 Checking all jobs at once +2021-12-18 19:36:40,450 Successful check job command +2021-12-18 19:36:41,620 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:36:41,620 End of checking +2021-12-18 19:36:41,621 Updating FAILED jobs +2021-12-18 19:36:41,621 Updating WAITING jobs +2021-12-18 19:36:41,621 Update finished +2021-12-18 19:36:41,622 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:36:41,622 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:36:41,622 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:36:41,622 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:36:41,622 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:36:41,622 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:36:41,622 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:36:41,625 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:36:41,627 Job list saved +2021-12-18 19:36:41,632 Updating FAILED jobs +2021-12-18 19:36:41,632 Updating WAITING jobs +2021-12-18 19:36:41,632 Update finished +2021-12-18 19:36:51,642 Reloading parameters... +2021-12-18 19:36:51,662 Loading parameters... +2021-12-18 19:36:51,663 Loading project parameters... +2021-12-18 19:36:51,665 + +13 of 25 jobs remaining (19:36) +2021-12-18 19:36:51,666 Sleep: 10 +2021-12-18 19:36:51,666 Number of retrials: 0 +2021-12-18 19:36:51,666 WRAPPER CHECK TIME = 10 +2021-12-18 19:36:51,666 Checking jobs for platform=marenostrum4 +2021-12-18 19:36:51,667 Checking jobs for platform=nord3 +2021-12-18 19:36:51,667 Checking jobs for platform=local +2021-12-18 19:36:51,668 Checking jobs for platform=transfer_node +2021-12-18 19:36:51,668 Checking all jobs at once +2021-12-18 19:36:53,037 Successful check job command +2021-12-18 19:36:54,258 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:36:54,258 End of checking +2021-12-18 19:36:54,259 Updating FAILED jobs +2021-12-18 19:36:54,259 Updating WAITING jobs +2021-12-18 19:36:54,260 Update finished +2021-12-18 19:36:54,260 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:36:54,260 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:36:54,260 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:36:54,260 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:36:54,260 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:36:54,260 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:36:54,261 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:36:54,263 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:36:54,265 Job list saved +2021-12-18 19:36:54,270 Updating FAILED jobs +2021-12-18 19:36:54,270 Updating WAITING jobs +2021-12-18 19:36:54,270 Update finished +2021-12-18 19:37:04,278 Reloading parameters... +2021-12-18 19:37:04,296 Loading parameters... +2021-12-18 19:37:04,297 Loading project parameters... +2021-12-18 19:37:04,299 + +13 of 25 jobs remaining (19:37) +2021-12-18 19:37:04,299 Sleep: 10 +2021-12-18 19:37:04,299 Number of retrials: 0 +2021-12-18 19:37:04,300 WRAPPER CHECK TIME = 10 +2021-12-18 19:37:04,300 Checking jobs for platform=marenostrum4 +2021-12-18 19:37:04,301 Checking jobs for platform=nord3 +2021-12-18 19:37:04,301 Checking jobs for platform=local +2021-12-18 19:37:04,302 Checking jobs for platform=transfer_node +2021-12-18 19:37:04,302 Checking all jobs at once +2021-12-18 19:37:05,724 Successful check job command +2021-12-18 19:37:06,943 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:37:06,944 End of checking +2021-12-18 19:37:06,945 Updating FAILED jobs +2021-12-18 19:37:06,945 Updating WAITING jobs +2021-12-18 19:37:06,945 Update finished +2021-12-18 19:37:06,945 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:37:06,946 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:37:06,946 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:37:06,946 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:37:06,946 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:37:06,947 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:37:06,947 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:37:06,949 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:37:06,951 Job list saved +2021-12-18 19:37:06,956 Updating FAILED jobs +2021-12-18 19:37:06,956 Updating WAITING jobs +2021-12-18 19:37:06,956 Update finished +2021-12-18 19:37:16,962 Reloading parameters... +2021-12-18 19:37:16,983 Loading parameters... +2021-12-18 19:37:16,985 Loading project parameters... +2021-12-18 19:37:16,987 + +13 of 25 jobs remaining (19:37) +2021-12-18 19:37:16,987 Sleep: 10 +2021-12-18 19:37:16,987 Number of retrials: 0 +2021-12-18 19:37:16,987 WRAPPER CHECK TIME = 10 +2021-12-18 19:37:16,988 Checking jobs for platform=marenostrum4 +2021-12-18 19:37:16,988 Checking jobs for platform=nord3 +2021-12-18 19:37:16,989 Checking jobs for platform=local +2021-12-18 19:37:16,989 Checking jobs for platform=transfer_node +2021-12-18 19:37:16,989 Checking all jobs at once +2021-12-18 19:37:18,359 Successful check job command +2021-12-18 19:37:19,529 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:37:19,529 End of checking +2021-12-18 19:37:19,530 Updating FAILED jobs +2021-12-18 19:37:19,531 Updating WAITING jobs +2021-12-18 19:37:19,531 Update finished +2021-12-18 19:37:19,531 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:37:19,531 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:37:19,531 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:37:19,531 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:37:19,531 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:37:19,532 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:37:19,532 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:37:19,534 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:37:19,536 Job list saved +2021-12-18 19:37:19,542 Updating FAILED jobs +2021-12-18 19:37:19,542 Updating WAITING jobs +2021-12-18 19:37:19,542 Update finished +2021-12-18 19:37:29,552 Reloading parameters... +2021-12-18 19:37:29,570 Loading parameters... +2021-12-18 19:37:29,571 Loading project parameters... +2021-12-18 19:37:29,573 + +13 of 25 jobs remaining (19:37) +2021-12-18 19:37:29,573 Sleep: 10 +2021-12-18 19:37:29,573 Number of retrials: 0 +2021-12-18 19:37:29,573 WRAPPER CHECK TIME = 10 +2021-12-18 19:37:29,574 Checking jobs for platform=marenostrum4 +2021-12-18 19:37:29,575 Checking jobs for platform=nord3 +2021-12-18 19:37:29,575 Checking jobs for platform=local +2021-12-18 19:37:29,576 Checking jobs for platform=transfer_node +2021-12-18 19:37:29,576 Checking all jobs at once +2021-12-18 19:37:30,900 Successful check job command +2021-12-18 19:37:32,120 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:37:32,120 End of checking +2021-12-18 19:37:32,121 Updating FAILED jobs +2021-12-18 19:37:32,122 Updating WAITING jobs +2021-12-18 19:37:32,122 Update finished +2021-12-18 19:37:32,122 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:37:32,122 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:37:32,122 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:37:32,122 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:37:32,123 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:37:32,123 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:37:32,123 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:37:32,125 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:37:32,128 Job list saved +2021-12-18 19:37:32,132 Updating FAILED jobs +2021-12-18 19:37:32,132 Updating WAITING jobs +2021-12-18 19:37:32,132 Update finished +2021-12-18 19:37:42,140 Reloading parameters... +2021-12-18 19:37:42,158 Loading parameters... +2021-12-18 19:37:42,159 Loading project parameters... +2021-12-18 19:37:42,161 + +13 of 25 jobs remaining (19:37) +2021-12-18 19:37:42,161 Sleep: 10 +2021-12-18 19:37:42,161 Number of retrials: 0 +2021-12-18 19:37:42,161 WRAPPER CHECK TIME = 10 +2021-12-18 19:37:42,162 Checking jobs for platform=marenostrum4 +2021-12-18 19:37:42,163 Checking jobs for platform=nord3 +2021-12-18 19:37:42,163 Checking jobs for platform=local +2021-12-18 19:37:42,164 Checking jobs for platform=transfer_node +2021-12-18 19:37:42,164 Checking all jobs at once +2021-12-18 19:37:43,583 Successful check job command +2021-12-18 19:37:44,803 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:37:44,803 End of checking +2021-12-18 19:37:44,805 Updating FAILED jobs +2021-12-18 19:37:44,805 Updating WAITING jobs +2021-12-18 19:37:44,805 Update finished +2021-12-18 19:37:44,805 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:37:44,806 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:37:44,806 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:37:44,806 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:37:44,806 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:37:44,806 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:37:44,807 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:37:44,809 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:37:44,811 Job list saved +2021-12-18 19:37:44,816 Updating FAILED jobs +2021-12-18 19:37:44,816 Updating WAITING jobs +2021-12-18 19:37:44,816 Update finished +2021-12-18 19:37:54,826 Reloading parameters... +2021-12-18 19:37:54,844 Loading parameters... +2021-12-18 19:37:54,845 Loading project parameters... +2021-12-18 19:37:54,847 + +13 of 25 jobs remaining (19:37) +2021-12-18 19:37:54,848 Sleep: 10 +2021-12-18 19:37:54,848 Number of retrials: 0 +2021-12-18 19:37:54,848 WRAPPER CHECK TIME = 10 +2021-12-18 19:37:54,848 Checking jobs for platform=marenostrum4 +2021-12-18 19:37:54,849 Checking jobs for platform=nord3 +2021-12-18 19:37:54,849 Checking jobs for platform=local +2021-12-18 19:37:54,850 Checking jobs for platform=transfer_node +2021-12-18 19:37:54,850 Checking all jobs at once +2021-12-18 19:37:56,225 Successful check job command +2021-12-18 19:37:57,495 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:37:57,495 End of checking +2021-12-18 19:37:57,496 Updating FAILED jobs +2021-12-18 19:37:57,496 Updating WAITING jobs +2021-12-18 19:37:57,496 Update finished +2021-12-18 19:37:57,497 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:37:57,497 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:37:57,497 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:37:57,497 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:37:57,497 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:37:57,497 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:37:57,497 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:37:57,500 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:37:57,502 Job list saved +2021-12-18 19:37:57,507 Updating FAILED jobs +2021-12-18 19:37:57,507 Updating WAITING jobs +2021-12-18 19:37:57,507 Update finished +2021-12-18 19:38:07,517 Reloading parameters... +2021-12-18 19:38:07,536 Loading parameters... +2021-12-18 19:38:07,537 Loading project parameters... +2021-12-18 19:38:07,539 + +13 of 25 jobs remaining (19:38) +2021-12-18 19:38:07,539 Sleep: 10 +2021-12-18 19:38:07,539 Number of retrials: 0 +2021-12-18 19:38:07,539 WRAPPER CHECK TIME = 10 +2021-12-18 19:38:07,540 Checking jobs for platform=marenostrum4 +2021-12-18 19:38:07,540 Checking jobs for platform=nord3 +2021-12-18 19:38:07,541 Checking jobs for platform=local +2021-12-18 19:38:07,541 Checking jobs for platform=transfer_node +2021-12-18 19:38:07,541 Checking all jobs at once +2021-12-18 19:38:08,961 Successful check job command +2021-12-18 19:38:10,235 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:38:10,235 End of checking +2021-12-18 19:38:10,236 Updating FAILED jobs +2021-12-18 19:38:10,237 Updating WAITING jobs +2021-12-18 19:38:10,237 Update finished +2021-12-18 19:38:10,237 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:38:10,237 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:38:10,237 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:38:10,237 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:38:10,238 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:38:10,238 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:38:10,238 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:38:10,241 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:38:10,243 Job list saved +2021-12-18 19:38:10,249 Updating FAILED jobs +2021-12-18 19:38:10,249 Updating WAITING jobs +2021-12-18 19:38:10,249 Update finished +2021-12-18 19:38:20,259 Reloading parameters... +2021-12-18 19:38:20,278 Loading parameters... +2021-12-18 19:38:20,279 Loading project parameters... +2021-12-18 19:38:20,281 + +13 of 25 jobs remaining (19:38) +2021-12-18 19:38:20,281 Sleep: 10 +2021-12-18 19:38:20,281 Number of retrials: 0 +2021-12-18 19:38:20,281 WRAPPER CHECK TIME = 10 +2021-12-18 19:38:20,282 Checking jobs for platform=marenostrum4 +2021-12-18 19:38:20,283 Checking jobs for platform=nord3 +2021-12-18 19:38:20,283 Checking jobs for platform=local +2021-12-18 19:38:20,284 Checking jobs for platform=transfer_node +2021-12-18 19:38:20,284 Checking all jobs at once +2021-12-18 19:38:21,756 Successful check job command +2021-12-18 19:38:23,025 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:38:23,025 End of checking +2021-12-18 19:38:23,027 Updating FAILED jobs +2021-12-18 19:38:23,027 Updating WAITING jobs +2021-12-18 19:38:23,027 Update finished +2021-12-18 19:38:23,027 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:38:23,028 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:38:23,028 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:38:23,028 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:38:23,028 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:38:23,028 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:38:23,028 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:38:23,031 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:38:23,033 Job list saved +2021-12-18 19:38:23,038 Updating FAILED jobs +2021-12-18 19:38:23,038 Updating WAITING jobs +2021-12-18 19:38:23,038 Update finished +2021-12-18 19:38:33,048 Reloading parameters... +2021-12-18 19:38:33,066 Loading parameters... +2021-12-18 19:38:33,068 Loading project parameters... +2021-12-18 19:38:33,070 + +13 of 25 jobs remaining (19:38) +2021-12-18 19:38:33,070 Sleep: 10 +2021-12-18 19:38:33,070 Number of retrials: 0 +2021-12-18 19:38:33,070 WRAPPER CHECK TIME = 10 +2021-12-18 19:38:33,071 Checking jobs for platform=marenostrum4 +2021-12-18 19:38:33,071 Checking jobs for platform=nord3 +2021-12-18 19:38:33,072 Checking jobs for platform=local +2021-12-18 19:38:33,072 Checking jobs for platform=transfer_node +2021-12-18 19:38:33,072 Checking all jobs at once +2021-12-18 19:38:34,442 Successful check job command +2021-12-18 19:38:35,612 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:38:35,612 End of checking +2021-12-18 19:38:35,613 Updating FAILED jobs +2021-12-18 19:38:35,613 Updating WAITING jobs +2021-12-18 19:38:35,614 Update finished +2021-12-18 19:38:35,614 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:38:35,614 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:38:35,614 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:38:35,614 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:38:35,614 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:38:35,615 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:38:35,615 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:38:35,618 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:38:35,620 Job list saved +2021-12-18 19:38:35,625 Updating FAILED jobs +2021-12-18 19:38:35,626 Updating WAITING jobs +2021-12-18 19:38:35,626 Update finished +2021-12-18 19:38:45,636 Reloading parameters... +2021-12-18 19:38:45,661 Loading parameters... +2021-12-18 19:38:45,662 Loading project parameters... +2021-12-18 19:38:45,664 + +13 of 25 jobs remaining (19:38) +2021-12-18 19:38:45,664 Sleep: 10 +2021-12-18 19:38:45,664 Number of retrials: 0 +2021-12-18 19:38:45,665 WRAPPER CHECK TIME = 10 +2021-12-18 19:38:45,665 Checking jobs for platform=marenostrum4 +2021-12-18 19:38:45,666 Checking jobs for platform=nord3 +2021-12-18 19:38:45,666 Checking jobs for platform=local +2021-12-18 19:38:45,667 Checking jobs for platform=transfer_node +2021-12-18 19:38:45,667 Checking all jobs at once +2021-12-18 19:38:46,987 Successful check job command +2021-12-18 19:38:48,156 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:38:48,156 End of checking +2021-12-18 19:38:48,158 Updating FAILED jobs +2021-12-18 19:38:48,158 Updating WAITING jobs +2021-12-18 19:38:48,158 Update finished +2021-12-18 19:38:48,158 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:38:48,158 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:38:48,159 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:38:48,159 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:38:48,159 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:38:48,159 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:38:48,159 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:38:48,162 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:38:48,164 Job list saved +2021-12-18 19:38:48,169 Updating FAILED jobs +2021-12-18 19:38:48,169 Updating WAITING jobs +2021-12-18 19:38:48,169 Update finished +2021-12-18 19:38:58,171 Reloading parameters... +2021-12-18 19:38:58,199 Loading parameters... +2021-12-18 19:38:58,200 Loading project parameters... +2021-12-18 19:38:58,202 + +13 of 25 jobs remaining (19:38) +2021-12-18 19:38:58,202 Sleep: 10 +2021-12-18 19:38:58,203 Number of retrials: 0 +2021-12-18 19:38:58,203 WRAPPER CHECK TIME = 10 +2021-12-18 19:38:58,203 Checking jobs for platform=marenostrum4 +2021-12-18 19:38:58,204 Checking jobs for platform=nord3 +2021-12-18 19:38:58,204 Checking jobs for platform=local +2021-12-18 19:38:58,205 Checking jobs for platform=transfer_node +2021-12-18 19:38:58,205 Checking all jobs at once +2021-12-18 19:38:59,626 Successful check job command +2021-12-18 19:39:00,896 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:39:00,896 End of checking +2021-12-18 19:39:00,897 Updating FAILED jobs +2021-12-18 19:39:00,898 Updating WAITING jobs +2021-12-18 19:39:00,898 Update finished +2021-12-18 19:39:00,898 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:39:00,899 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:39:00,899 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:39:00,899 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:39:00,899 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:39:00,899 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:39:00,899 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:39:00,902 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:39:00,904 Job list saved +2021-12-18 19:39:00,909 Updating FAILED jobs +2021-12-18 19:39:00,909 Updating WAITING jobs +2021-12-18 19:39:00,909 Update finished +2021-12-18 19:39:10,920 Reloading parameters... +2021-12-18 19:39:10,940 Loading parameters... +2021-12-18 19:39:10,941 Loading project parameters... +2021-12-18 19:39:10,944 + +13 of 25 jobs remaining (19:39) +2021-12-18 19:39:10,944 Sleep: 10 +2021-12-18 19:39:10,945 Number of retrials: 0 +2021-12-18 19:39:10,945 WRAPPER CHECK TIME = 10 +2021-12-18 19:39:10,946 Checking jobs for platform=marenostrum4 +2021-12-18 19:39:10,947 Checking jobs for platform=nord3 +2021-12-18 19:39:10,948 Checking jobs for platform=local +2021-12-18 19:39:10,948 Checking jobs for platform=transfer_node +2021-12-18 19:39:10,949 Checking all jobs at once +2021-12-18 19:39:12,419 Successful check job command +2021-12-18 19:39:13,689 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:39:13,689 End of checking +2021-12-18 19:39:13,694 Updating FAILED jobs +2021-12-18 19:39:13,694 Updating WAITING jobs +2021-12-18 19:39:13,694 Update finished +2021-12-18 19:39:13,694 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:39:13,694 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:39:13,695 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:39:13,695 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:39:13,695 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:39:13,695 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:39:13,695 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:39:13,698 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:39:13,700 Job list saved +2021-12-18 19:39:13,705 Updating FAILED jobs +2021-12-18 19:39:13,705 Updating WAITING jobs +2021-12-18 19:39:13,705 Update finished +2021-12-18 19:39:23,715 Reloading parameters... +2021-12-18 19:39:23,734 Loading parameters... +2021-12-18 19:39:23,735 Loading project parameters... +2021-12-18 19:39:23,737 + +13 of 25 jobs remaining (19:39) +2021-12-18 19:39:23,737 Sleep: 10 +2021-12-18 19:39:23,737 Number of retrials: 0 +2021-12-18 19:39:23,737 WRAPPER CHECK TIME = 10 +2021-12-18 19:39:23,738 Checking jobs for platform=marenostrum4 +2021-12-18 19:39:23,739 Checking jobs for platform=nord3 +2021-12-18 19:39:23,739 Checking jobs for platform=local +2021-12-18 19:39:23,740 Checking jobs for platform=transfer_node +2021-12-18 19:39:23,740 Checking all jobs at once +2021-12-18 19:39:25,110 Successful check job command +2021-12-18 19:39:26,329 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:39:26,329 End of checking +2021-12-18 19:39:26,331 Updating FAILED jobs +2021-12-18 19:39:26,331 Updating WAITING jobs +2021-12-18 19:39:26,331 Update finished +2021-12-18 19:39:26,331 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:39:26,331 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:39:26,332 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:39:26,332 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:39:26,332 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:39:26,332 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:39:26,332 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:39:26,335 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:39:26,338 Job list saved +2021-12-18 19:39:26,343 Updating FAILED jobs +2021-12-18 19:39:26,343 Updating WAITING jobs +2021-12-18 19:39:26,343 Update finished +2021-12-18 19:39:36,353 Reloading parameters... +2021-12-18 19:39:36,371 Loading parameters... +2021-12-18 19:39:36,372 Loading project parameters... +2021-12-18 19:39:36,374 + +13 of 25 jobs remaining (19:39) +2021-12-18 19:39:36,374 Sleep: 10 +2021-12-18 19:39:36,374 Number of retrials: 0 +2021-12-18 19:39:36,375 WRAPPER CHECK TIME = 10 +2021-12-18 19:39:36,375 Checking jobs for platform=marenostrum4 +2021-12-18 19:39:36,376 Checking jobs for platform=nord3 +2021-12-18 19:39:36,376 Checking jobs for platform=local +2021-12-18 19:39:36,377 Checking jobs for platform=transfer_node +2021-12-18 19:39:36,377 Checking all jobs at once +2021-12-18 19:39:37,846 Successful check job command +2021-12-18 19:39:39,116 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:39:39,116 End of checking +2021-12-18 19:39:39,117 Updating FAILED jobs +2021-12-18 19:39:39,117 Updating WAITING jobs +2021-12-18 19:39:39,117 Update finished +2021-12-18 19:39:39,118 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:39:39,118 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:39:39,119 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:39:39,119 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:39:39,119 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:39:39,119 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:39:39,119 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:39:39,122 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:39:39,124 Job list saved +2021-12-18 19:39:39,129 Updating FAILED jobs +2021-12-18 19:39:39,130 Updating WAITING jobs +2021-12-18 19:39:39,130 Update finished +2021-12-18 19:39:49,150 Reloading parameters... +2021-12-18 19:39:49,175 Loading parameters... +2021-12-18 19:39:49,177 Loading project parameters... +2021-12-18 19:39:49,179 + +13 of 25 jobs remaining (19:39) +2021-12-18 19:39:49,179 Sleep: 10 +2021-12-18 19:39:49,179 Number of retrials: 0 +2021-12-18 19:39:49,179 WRAPPER CHECK TIME = 10 +2021-12-18 19:39:49,180 Checking jobs for platform=marenostrum4 +2021-12-18 19:39:49,181 Checking jobs for platform=nord3 +2021-12-18 19:39:49,181 Checking jobs for platform=local +2021-12-18 19:39:49,182 Checking jobs for platform=transfer_node +2021-12-18 19:39:49,182 Checking all jobs at once +2021-12-18 19:39:51,504 Successful check job command +2021-12-18 19:39:52,775 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:39:52,775 End of checking +2021-12-18 19:39:52,776 Updating FAILED jobs +2021-12-18 19:39:52,776 Updating WAITING jobs +2021-12-18 19:39:52,777 Update finished +2021-12-18 19:39:52,777 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:39:52,777 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:39:52,777 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:39:52,777 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:39:52,777 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:39:52,777 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:39:52,778 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:39:52,781 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:39:52,783 Job list saved +2021-12-18 19:39:52,788 Updating FAILED jobs +2021-12-18 19:39:52,788 Updating WAITING jobs +2021-12-18 19:39:52,788 Update finished +2021-12-18 19:40:02,796 Reloading parameters... +2021-12-18 19:40:02,817 Loading parameters... +2021-12-18 19:40:02,819 Loading project parameters... +2021-12-18 19:40:02,821 + +13 of 25 jobs remaining (19:40) +2021-12-18 19:40:02,821 Sleep: 10 +2021-12-18 19:40:02,821 Number of retrials: 0 +2021-12-18 19:40:02,821 WRAPPER CHECK TIME = 10 +2021-12-18 19:40:02,822 Checking jobs for platform=marenostrum4 +2021-12-18 19:40:02,822 Checking jobs for platform=nord3 +2021-12-18 19:40:02,823 Checking jobs for platform=local +2021-12-18 19:40:02,823 Checking jobs for platform=transfer_node +2021-12-18 19:40:02,823 Checking all jobs at once +2021-12-18 19:40:04,246 Successful check job command +2021-12-18 19:40:05,515 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:40:05,515 End of checking +2021-12-18 19:40:05,517 Updating FAILED jobs +2021-12-18 19:40:05,517 Updating WAITING jobs +2021-12-18 19:40:05,517 Update finished +2021-12-18 19:40:05,518 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:40:05,518 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:40:05,518 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:40:05,518 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:40:05,518 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:40:05,518 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:40:05,518 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:40:05,521 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:40:05,524 Job list saved +2021-12-18 19:40:05,589 Updating FAILED jobs +2021-12-18 19:40:05,589 Updating WAITING jobs +2021-12-18 19:40:05,589 Update finished +2021-12-18 19:40:15,597 Reloading parameters... +2021-12-18 19:40:15,616 Loading parameters... +2021-12-18 19:40:15,618 Loading project parameters... +2021-12-18 19:40:15,619 + +13 of 25 jobs remaining (19:40) +2021-12-18 19:40:15,620 Sleep: 10 +2021-12-18 19:40:15,620 Number of retrials: 0 +2021-12-18 19:40:15,620 WRAPPER CHECK TIME = 10 +2021-12-18 19:40:15,621 Checking jobs for platform=marenostrum4 +2021-12-18 19:40:15,621 Checking jobs for platform=nord3 +2021-12-18 19:40:15,622 Checking jobs for platform=local +2021-12-18 19:40:15,622 Checking jobs for platform=transfer_node +2021-12-18 19:40:15,623 Checking all jobs at once +2021-12-18 19:40:16,892 Successful check job command +2021-12-18 19:40:18,112 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:40:18,113 End of checking +2021-12-18 19:40:18,116 Updating FAILED jobs +2021-12-18 19:40:18,116 Updating WAITING jobs +2021-12-18 19:40:18,116 Update finished +2021-12-18 19:40:18,116 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:40:18,117 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:40:18,117 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:40:18,117 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:40:18,117 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:40:18,117 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:40:18,118 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:40:18,120 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:40:18,122 Job list saved +2021-12-18 19:40:18,154 Updating FAILED jobs +2021-12-18 19:40:18,154 Updating WAITING jobs +2021-12-18 19:40:18,155 Update finished +2021-12-18 19:40:28,164 Reloading parameters... +2021-12-18 19:40:28,186 Loading parameters... +2021-12-18 19:40:28,187 Loading project parameters... +2021-12-18 19:40:28,189 + +13 of 25 jobs remaining (19:40) +2021-12-18 19:40:28,190 Sleep: 10 +2021-12-18 19:40:28,190 Number of retrials: 0 +2021-12-18 19:40:28,190 WRAPPER CHECK TIME = 10 +2021-12-18 19:40:28,190 Checking jobs for platform=marenostrum4 +2021-12-18 19:40:28,191 Checking jobs for platform=nord3 +2021-12-18 19:40:28,191 Checking jobs for platform=local +2021-12-18 19:40:28,192 Checking jobs for platform=transfer_node +2021-12-18 19:40:28,192 Checking all jobs at once +2021-12-18 19:40:29,762 Successful check job command +2021-12-18 19:40:31,132 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:40:31,132 End of checking +2021-12-18 19:40:31,133 Updating FAILED jobs +2021-12-18 19:40:31,134 Updating WAITING jobs +2021-12-18 19:40:31,134 Update finished +2021-12-18 19:40:31,134 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:40:31,134 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:40:31,134 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:40:31,134 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:40:31,135 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:40:31,135 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:40:31,135 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:40:31,137 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:40:31,140 Job list saved +2021-12-18 19:40:31,144 Updating FAILED jobs +2021-12-18 19:40:31,144 Updating WAITING jobs +2021-12-18 19:40:31,145 Update finished +2021-12-18 19:40:41,155 Reloading parameters... +2021-12-18 19:40:41,174 Loading parameters... +2021-12-18 19:40:41,175 Loading project parameters... +2021-12-18 19:40:41,177 + +13 of 25 jobs remaining (19:40) +2021-12-18 19:40:41,177 Sleep: 10 +2021-12-18 19:40:41,177 Number of retrials: 0 +2021-12-18 19:40:41,177 WRAPPER CHECK TIME = 10 +2021-12-18 19:40:41,178 Checking jobs for platform=marenostrum4 +2021-12-18 19:40:41,179 Checking jobs for platform=nord3 +2021-12-18 19:40:41,179 Checking jobs for platform=local +2021-12-18 19:40:41,180 Checking jobs for platform=transfer_node +2021-12-18 19:40:41,181 Checking all jobs at once +2021-12-18 19:40:42,554 Successful check job command +2021-12-18 19:40:43,924 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:40:43,924 End of checking +2021-12-18 19:40:43,926 Updating FAILED jobs +2021-12-18 19:40:43,926 Updating WAITING jobs +2021-12-18 19:40:43,926 Update finished +2021-12-18 19:40:43,926 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:40:43,926 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:40:43,926 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:40:43,926 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:40:43,927 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:40:43,927 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:40:43,927 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:40:43,930 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:40:43,932 Job list saved +2021-12-18 19:40:43,937 Updating FAILED jobs +2021-12-18 19:40:43,937 Updating WAITING jobs +2021-12-18 19:40:43,937 Update finished +2021-12-18 19:40:53,947 Reloading parameters... +2021-12-18 19:40:53,966 Loading parameters... +2021-12-18 19:40:53,967 Loading project parameters... +2021-12-18 19:40:53,969 + +13 of 25 jobs remaining (19:40) +2021-12-18 19:40:53,969 Sleep: 10 +2021-12-18 19:40:53,969 Number of retrials: 0 +2021-12-18 19:40:53,969 WRAPPER CHECK TIME = 10 +2021-12-18 19:40:53,970 Checking jobs for platform=marenostrum4 +2021-12-18 19:40:53,970 Checking jobs for platform=nord3 +2021-12-18 19:40:53,971 Checking jobs for platform=local +2021-12-18 19:40:53,971 Checking jobs for platform=transfer_node +2021-12-18 19:40:53,972 Checking all jobs at once +2021-12-18 19:40:55,241 Successful check job command +2021-12-18 19:40:56,411 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:40:56,412 End of checking +2021-12-18 19:40:56,413 Updating FAILED jobs +2021-12-18 19:40:56,413 Updating WAITING jobs +2021-12-18 19:40:56,414 Update finished +2021-12-18 19:40:56,414 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:40:56,414 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:40:56,414 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:40:56,415 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:40:56,415 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:40:56,415 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:40:56,415 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:40:56,418 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:40:56,420 Job list saved +2021-12-18 19:40:56,425 Updating FAILED jobs +2021-12-18 19:40:56,425 Updating WAITING jobs +2021-12-18 19:40:56,426 Update finished +2021-12-18 19:41:06,435 Reloading parameters... +2021-12-18 19:41:06,458 Loading parameters... +2021-12-18 19:41:06,459 Loading project parameters... +2021-12-18 19:41:06,461 + +13 of 25 jobs remaining (19:41) +2021-12-18 19:41:06,461 Sleep: 10 +2021-12-18 19:41:06,461 Number of retrials: 0 +2021-12-18 19:41:06,462 WRAPPER CHECK TIME = 10 +2021-12-18 19:41:06,463 Checking jobs for platform=marenostrum4 +2021-12-18 19:41:06,464 Checking jobs for platform=nord3 +2021-12-18 19:41:06,465 Checking jobs for platform=local +2021-12-18 19:41:06,467 Checking jobs for platform=transfer_node +2021-12-18 19:41:06,467 Checking all jobs at once +2021-12-18 19:41:07,838 Successful check job command +2021-12-18 19:41:09,207 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:41:09,208 End of checking +2021-12-18 19:41:09,209 Updating FAILED jobs +2021-12-18 19:41:09,209 Updating WAITING jobs +2021-12-18 19:41:09,210 Update finished +2021-12-18 19:41:09,210 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:41:09,210 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:41:09,210 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:41:09,210 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:41:09,210 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:41:09,210 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:41:09,211 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:41:09,213 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:41:09,215 Job list saved +2021-12-18 19:41:09,220 Updating FAILED jobs +2021-12-18 19:41:09,220 Updating WAITING jobs +2021-12-18 19:41:09,220 Update finished +2021-12-18 19:41:19,228 Reloading parameters... +2021-12-18 19:41:19,252 Loading parameters... +2021-12-18 19:41:19,253 Loading project parameters... +2021-12-18 19:41:19,255 + +13 of 25 jobs remaining (19:41) +2021-12-18 19:41:19,255 Sleep: 10 +2021-12-18 19:41:19,255 Number of retrials: 0 +2021-12-18 19:41:19,255 WRAPPER CHECK TIME = 10 +2021-12-18 19:41:19,256 Checking jobs for platform=marenostrum4 +2021-12-18 19:41:19,256 Checking jobs for platform=nord3 +2021-12-18 19:41:19,257 Checking jobs for platform=local +2021-12-18 19:41:19,257 Checking jobs for platform=transfer_node +2021-12-18 19:41:19,258 Checking all jobs at once +2021-12-18 19:41:20,527 Successful check job command +2021-12-18 19:41:21,697 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:41:21,697 End of checking +2021-12-18 19:41:21,699 Updating FAILED jobs +2021-12-18 19:41:21,699 Updating WAITING jobs +2021-12-18 19:41:21,699 Update finished +2021-12-18 19:41:21,699 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:41:21,699 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:41:21,699 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:41:21,700 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:41:21,700 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:41:21,700 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:41:21,700 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:41:21,703 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:41:21,705 Job list saved +2021-12-18 19:41:21,711 Updating FAILED jobs +2021-12-18 19:41:21,711 Updating WAITING jobs +2021-12-18 19:41:21,711 Update finished +2021-12-18 19:41:31,721 Reloading parameters... +2021-12-18 19:41:31,742 Loading parameters... +2021-12-18 19:41:31,743 Loading project parameters... +2021-12-18 19:41:31,745 + +13 of 25 jobs remaining (19:41) +2021-12-18 19:41:31,745 Sleep: 10 +2021-12-18 19:41:31,745 Number of retrials: 0 +2021-12-18 19:41:31,746 WRAPPER CHECK TIME = 10 +2021-12-18 19:41:31,746 Checking jobs for platform=marenostrum4 +2021-12-18 19:41:31,747 Checking jobs for platform=nord3 +2021-12-18 19:41:31,747 Checking jobs for platform=local +2021-12-18 19:41:31,748 Checking jobs for platform=transfer_node +2021-12-18 19:41:31,748 Checking all jobs at once +2021-12-18 19:41:33,217 Successful check job command +2021-12-18 19:41:34,538 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:41:34,538 End of checking +2021-12-18 19:41:34,540 Updating FAILED jobs +2021-12-18 19:41:34,540 Updating WAITING jobs +2021-12-18 19:41:34,540 Update finished +2021-12-18 19:41:34,541 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:41:34,541 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:41:34,541 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:41:34,541 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:41:34,542 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:41:34,542 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:41:34,542 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:41:34,544 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:41:34,546 Job list saved +2021-12-18 19:41:34,552 Updating FAILED jobs +2021-12-18 19:41:34,552 Updating WAITING jobs +2021-12-18 19:41:34,552 Update finished +2021-12-18 19:41:44,562 Reloading parameters... +2021-12-18 19:41:44,582 Loading parameters... +2021-12-18 19:41:44,583 Loading project parameters... +2021-12-18 19:41:44,585 + +13 of 25 jobs remaining (19:41) +2021-12-18 19:41:44,585 Sleep: 10 +2021-12-18 19:41:44,585 Number of retrials: 0 +2021-12-18 19:41:44,586 WRAPPER CHECK TIME = 10 +2021-12-18 19:41:44,586 Checking jobs for platform=marenostrum4 +2021-12-18 19:41:44,587 Checking jobs for platform=nord3 +2021-12-18 19:41:44,587 Checking jobs for platform=local +2021-12-18 19:41:44,588 Checking jobs for platform=transfer_node +2021-12-18 19:41:44,588 Checking all jobs at once +2021-12-18 19:41:46,008 Successful check job command +2021-12-18 19:41:47,378 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:41:47,379 End of checking +2021-12-18 19:41:47,380 Updating FAILED jobs +2021-12-18 19:41:47,380 Updating WAITING jobs +2021-12-18 19:41:47,381 Update finished +2021-12-18 19:41:47,381 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:41:47,381 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:41:47,381 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:41:47,381 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:41:47,381 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:41:47,381 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:41:47,381 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:41:47,384 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:41:47,387 Job list saved +2021-12-18 19:41:47,392 Updating FAILED jobs +2021-12-18 19:41:47,392 Updating WAITING jobs +2021-12-18 19:41:47,392 Update finished +2021-12-18 19:41:57,402 Reloading parameters... +2021-12-18 19:41:57,420 Loading parameters... +2021-12-18 19:41:57,421 Loading project parameters... +2021-12-18 19:41:57,423 + +13 of 25 jobs remaining (19:41) +2021-12-18 19:41:57,423 Sleep: 10 +2021-12-18 19:41:57,423 Number of retrials: 0 +2021-12-18 19:41:57,424 WRAPPER CHECK TIME = 10 +2021-12-18 19:41:57,424 Checking jobs for platform=marenostrum4 +2021-12-18 19:41:57,425 Checking jobs for platform=nord3 +2021-12-18 19:41:57,425 Checking jobs for platform=local +2021-12-18 19:41:57,426 Checking jobs for platform=transfer_node +2021-12-18 19:41:57,426 Checking all jobs at once +2021-12-18 19:41:58,698 Successful check job command +2021-12-18 19:41:59,925 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:41:59,925 End of checking +2021-12-18 19:41:59,927 Updating FAILED jobs +2021-12-18 19:41:59,927 Updating WAITING jobs +2021-12-18 19:41:59,927 Update finished +2021-12-18 19:41:59,927 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:41:59,927 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:41:59,928 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:41:59,928 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:41:59,928 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:41:59,928 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:41:59,928 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:41:59,931 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:41:59,933 Job list saved +2021-12-18 19:41:59,938 Updating FAILED jobs +2021-12-18 19:41:59,938 Updating WAITING jobs +2021-12-18 19:41:59,938 Update finished +2021-12-18 19:42:09,940 Reloading parameters... +2021-12-18 19:42:09,962 Loading parameters... +2021-12-18 19:42:09,963 Loading project parameters... +2021-12-18 19:42:09,965 + +13 of 25 jobs remaining (19:42) +2021-12-18 19:42:09,965 Sleep: 10 +2021-12-18 19:42:09,965 Number of retrials: 0 +2021-12-18 19:42:09,965 WRAPPER CHECK TIME = 10 +2021-12-18 19:42:09,966 Checking jobs for platform=marenostrum4 +2021-12-18 19:42:09,966 Checking jobs for platform=nord3 +2021-12-18 19:42:09,967 Checking jobs for platform=local +2021-12-18 19:42:09,967 Checking jobs for platform=transfer_node +2021-12-18 19:42:09,967 Checking all jobs at once +2021-12-18 19:42:11,187 Successful check job command +2021-12-18 19:42:12,356 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:42:12,356 End of checking +2021-12-18 19:42:12,357 Updating FAILED jobs +2021-12-18 19:42:12,358 Updating WAITING jobs +2021-12-18 19:42:12,358 Update finished +2021-12-18 19:42:12,358 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:42:12,359 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:42:12,359 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:42:12,359 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:42:12,359 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:42:12,359 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:42:12,359 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:42:12,362 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:42:12,364 Job list saved +2021-12-18 19:42:12,369 Updating FAILED jobs +2021-12-18 19:42:12,369 Updating WAITING jobs +2021-12-18 19:42:12,370 Update finished +2021-12-18 19:42:22,376 Reloading parameters... +2021-12-18 19:42:22,398 Loading parameters... +2021-12-18 19:42:22,400 Loading project parameters... +2021-12-18 19:42:22,402 + +13 of 25 jobs remaining (19:42) +2021-12-18 19:42:22,402 Sleep: 10 +2021-12-18 19:42:22,402 Number of retrials: 0 +2021-12-18 19:42:22,402 WRAPPER CHECK TIME = 10 +2021-12-18 19:42:22,403 Checking jobs for platform=marenostrum4 +2021-12-18 19:42:22,405 Checking jobs for platform=nord3 +2021-12-18 19:42:22,406 Checking jobs for platform=local +2021-12-18 19:42:22,406 Checking jobs for platform=transfer_node +2021-12-18 19:42:22,406 Checking all jobs at once +2021-12-18 19:42:23,776 Successful check job command +2021-12-18 19:42:24,995 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:42:24,995 End of checking +2021-12-18 19:42:24,997 Updating FAILED jobs +2021-12-18 19:42:24,997 Updating WAITING jobs +2021-12-18 19:42:24,997 Update finished +2021-12-18 19:42:24,997 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:42:24,997 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:42:24,998 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:42:24,998 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:42:24,998 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:42:24,998 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:42:24,998 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:42:25,001 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:42:25,003 Job list saved +2021-12-18 19:42:25,008 Updating FAILED jobs +2021-12-18 19:42:25,008 Updating WAITING jobs +2021-12-18 19:42:25,008 Update finished +2021-12-18 19:42:35,014 Reloading parameters... +2021-12-18 19:42:35,034 Loading parameters... +2021-12-18 19:42:35,035 Loading project parameters... +2021-12-18 19:42:35,037 + +13 of 25 jobs remaining (19:42) +2021-12-18 19:42:35,038 Sleep: 10 +2021-12-18 19:42:35,038 Number of retrials: 0 +2021-12-18 19:42:35,038 WRAPPER CHECK TIME = 10 +2021-12-18 19:42:35,038 Checking jobs for platform=marenostrum4 +2021-12-18 19:42:35,039 Checking jobs for platform=nord3 +2021-12-18 19:42:35,040 Checking jobs for platform=local +2021-12-18 19:42:35,040 Checking jobs for platform=transfer_node +2021-12-18 19:42:35,040 Checking all jobs at once +2021-12-18 19:42:36,410 Successful check job command +2021-12-18 19:42:37,680 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:42:37,680 End of checking +2021-12-18 19:42:37,682 Updating FAILED jobs +2021-12-18 19:42:37,682 Updating WAITING jobs +2021-12-18 19:42:37,682 Update finished +2021-12-18 19:42:37,682 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:42:37,682 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:42:37,683 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:42:37,683 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:42:37,683 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:42:37,683 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:42:37,683 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:42:37,686 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:42:37,688 Job list saved +2021-12-18 19:42:37,694 Updating FAILED jobs +2021-12-18 19:42:37,694 Updating WAITING jobs +2021-12-18 19:42:37,694 Update finished +2021-12-18 19:42:47,704 Reloading parameters... +2021-12-18 19:42:47,723 Loading parameters... +2021-12-18 19:42:47,725 Loading project parameters... +2021-12-18 19:42:47,727 + +13 of 25 jobs remaining (19:42) +2021-12-18 19:42:47,727 Sleep: 10 +2021-12-18 19:42:47,727 Number of retrials: 0 +2021-12-18 19:42:47,728 WRAPPER CHECK TIME = 10 +2021-12-18 19:42:47,728 Checking jobs for platform=marenostrum4 +2021-12-18 19:42:47,729 Checking jobs for platform=nord3 +2021-12-18 19:42:47,729 Checking jobs for platform=local +2021-12-18 19:42:47,730 Checking jobs for platform=transfer_node +2021-12-18 19:42:47,730 Checking all jobs at once +2021-12-18 19:42:49,300 Successful check job command +2021-12-18 19:42:50,570 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:42:50,571 End of checking +2021-12-18 19:42:50,572 Updating FAILED jobs +2021-12-18 19:42:50,572 Updating WAITING jobs +2021-12-18 19:42:50,572 Update finished +2021-12-18 19:42:50,572 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:42:50,573 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:42:50,573 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:42:50,573 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:42:50,573 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:42:50,574 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:42:50,574 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:42:50,577 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:42:50,579 Job list saved +2021-12-18 19:42:50,584 Updating FAILED jobs +2021-12-18 19:42:50,584 Updating WAITING jobs +2021-12-18 19:42:50,584 Update finished +2021-12-18 19:43:00,591 Reloading parameters... +2021-12-18 19:43:00,609 Loading parameters... +2021-12-18 19:43:00,611 Loading project parameters... +2021-12-18 19:43:00,613 + +13 of 25 jobs remaining (19:43) +2021-12-18 19:43:00,613 Sleep: 10 +2021-12-18 19:43:00,613 Number of retrials: 0 +2021-12-18 19:43:00,613 WRAPPER CHECK TIME = 10 +2021-12-18 19:43:00,613 Checking jobs for platform=marenostrum4 +2021-12-18 19:43:00,614 Checking jobs for platform=nord3 +2021-12-18 19:43:00,615 Checking jobs for platform=local +2021-12-18 19:43:00,615 Checking jobs for platform=transfer_node +2021-12-18 19:43:00,615 Checking all jobs at once +2021-12-18 19:43:01,985 Successful check job command +2021-12-18 19:43:03,405 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:43:03,405 End of checking +2021-12-18 19:43:03,407 Updating FAILED jobs +2021-12-18 19:43:03,407 Updating WAITING jobs +2021-12-18 19:43:03,407 Update finished +2021-12-18 19:43:03,407 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:43:03,408 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:43:03,408 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:43:03,408 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:43:03,408 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:43:03,408 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:43:03,408 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:43:03,411 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:43:03,413 Job list saved +2021-12-18 19:43:03,421 Updating FAILED jobs +2021-12-18 19:43:03,421 Updating WAITING jobs +2021-12-18 19:43:03,422 Update finished +2021-12-18 19:43:13,432 Reloading parameters... +2021-12-18 19:43:13,453 Loading parameters... +2021-12-18 19:43:13,454 Loading project parameters... +2021-12-18 19:43:13,456 + +13 of 25 jobs remaining (19:43) +2021-12-18 19:43:13,456 Sleep: 10 +2021-12-18 19:43:13,457 Number of retrials: 0 +2021-12-18 19:43:13,457 WRAPPER CHECK TIME = 10 +2021-12-18 19:43:13,457 Checking jobs for platform=marenostrum4 +2021-12-18 19:43:13,458 Checking jobs for platform=nord3 +2021-12-18 19:43:13,458 Checking jobs for platform=local +2021-12-18 19:43:13,459 Checking jobs for platform=transfer_node +2021-12-18 19:43:13,459 Checking all jobs at once +2021-12-18 19:43:14,780 Successful check job command +2021-12-18 19:43:15,900 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:43:15,900 End of checking +2021-12-18 19:43:15,901 Updating FAILED jobs +2021-12-18 19:43:15,901 Updating WAITING jobs +2021-12-18 19:43:15,902 Update finished +2021-12-18 19:43:15,902 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:43:15,902 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:43:15,902 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:43:15,902 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:43:15,902 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:43:15,903 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:43:15,903 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:43:15,906 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:43:15,909 Job list saved +2021-12-18 19:43:15,914 Updating FAILED jobs +2021-12-18 19:43:15,914 Updating WAITING jobs +2021-12-18 19:43:15,914 Update finished +2021-12-18 19:43:25,924 Reloading parameters... +2021-12-18 19:43:25,943 Loading parameters... +2021-12-18 19:43:25,945 Loading project parameters... +2021-12-18 19:43:25,946 + +13 of 25 jobs remaining (19:43) +2021-12-18 19:43:25,947 Sleep: 10 +2021-12-18 19:43:25,947 Number of retrials: 0 +2021-12-18 19:43:25,947 WRAPPER CHECK TIME = 10 +2021-12-18 19:43:25,947 Checking jobs for platform=marenostrum4 +2021-12-18 19:43:25,948 Checking jobs for platform=nord3 +2021-12-18 19:43:25,949 Checking jobs for platform=local +2021-12-18 19:43:25,949 Checking jobs for platform=transfer_node +2021-12-18 19:43:25,949 Checking all jobs at once +2021-12-18 19:43:27,273 Successful check job command +2021-12-18 19:43:28,443 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:43:28,443 End of checking +2021-12-18 19:43:28,444 Updating FAILED jobs +2021-12-18 19:43:28,445 Updating WAITING jobs +2021-12-18 19:43:28,445 Update finished +2021-12-18 19:43:28,445 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:43:28,446 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:43:28,446 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:43:28,446 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:43:28,446 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:43:28,446 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:43:28,446 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:43:28,449 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:43:28,451 Job list saved +2021-12-18 19:43:28,456 Updating FAILED jobs +2021-12-18 19:43:28,456 Updating WAITING jobs +2021-12-18 19:43:28,456 Update finished +2021-12-18 19:43:38,465 Reloading parameters... +2021-12-18 19:43:38,484 Loading parameters... +2021-12-18 19:43:38,486 Loading project parameters... +2021-12-18 19:43:38,488 + +13 of 25 jobs remaining (19:43) +2021-12-18 19:43:38,488 Sleep: 10 +2021-12-18 19:43:38,488 Number of retrials: 0 +2021-12-18 19:43:38,488 WRAPPER CHECK TIME = 10 +2021-12-18 19:43:38,489 Checking jobs for platform=marenostrum4 +2021-12-18 19:43:38,489 Checking jobs for platform=nord3 +2021-12-18 19:43:38,490 Checking jobs for platform=local +2021-12-18 19:43:38,490 Checking jobs for platform=transfer_node +2021-12-18 19:43:38,490 Checking all jobs at once +2021-12-18 19:43:39,910 Successful check job command +2021-12-18 19:43:41,229 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:43:41,230 End of checking +2021-12-18 19:43:41,231 Updating FAILED jobs +2021-12-18 19:43:41,231 Updating WAITING jobs +2021-12-18 19:43:41,231 Update finished +2021-12-18 19:43:41,231 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:43:41,232 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:43:41,232 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:43:41,232 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:43:41,232 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:43:41,232 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:43:41,232 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:43:41,235 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:43:41,237 Job list saved +2021-12-18 19:43:41,242 Updating FAILED jobs +2021-12-18 19:43:41,243 Updating WAITING jobs +2021-12-18 19:43:41,243 Update finished +2021-12-18 19:43:51,253 Reloading parameters... +2021-12-18 19:43:51,273 Loading parameters... +2021-12-18 19:43:51,275 Loading project parameters... +2021-12-18 19:43:51,277 + +13 of 25 jobs remaining (19:43) +2021-12-18 19:43:51,277 Sleep: 10 +2021-12-18 19:43:51,277 Number of retrials: 0 +2021-12-18 19:43:51,277 WRAPPER CHECK TIME = 10 +2021-12-18 19:43:51,278 Checking jobs for platform=marenostrum4 +2021-12-18 19:43:51,278 Checking jobs for platform=nord3 +2021-12-18 19:43:51,279 Checking jobs for platform=local +2021-12-18 19:43:51,279 Checking jobs for platform=transfer_node +2021-12-18 19:43:51,279 Checking all jobs at once +2021-12-18 19:43:52,649 Successful check job command +2021-12-18 19:43:53,918 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:43:53,918 End of checking +2021-12-18 19:43:53,920 Updating FAILED jobs +2021-12-18 19:43:53,920 Updating WAITING jobs +2021-12-18 19:43:53,920 Update finished +2021-12-18 19:43:53,920 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:43:53,920 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:43:53,920 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:43:53,921 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:43:53,921 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:43:53,921 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:43:53,921 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:43:53,924 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:43:53,926 Job list saved +2021-12-18 19:43:53,931 Updating FAILED jobs +2021-12-18 19:43:53,931 Updating WAITING jobs +2021-12-18 19:43:53,931 Update finished +2021-12-18 19:44:03,941 Reloading parameters... +2021-12-18 19:44:03,962 Loading parameters... +2021-12-18 19:44:03,963 Loading project parameters... +2021-12-18 19:44:03,965 + +13 of 25 jobs remaining (19:44) +2021-12-18 19:44:03,966 Sleep: 10 +2021-12-18 19:44:03,966 Number of retrials: 0 +2021-12-18 19:44:03,966 WRAPPER CHECK TIME = 10 +2021-12-18 19:44:03,967 Checking jobs for platform=marenostrum4 +2021-12-18 19:44:03,967 Checking jobs for platform=nord3 +2021-12-18 19:44:03,968 Checking jobs for platform=local +2021-12-18 19:44:03,968 Checking jobs for platform=transfer_node +2021-12-18 19:44:03,968 Checking all jobs at once +2021-12-18 19:44:05,338 Successful check job command +2021-12-18 19:44:06,658 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:44:06,658 End of checking +2021-12-18 19:44:06,659 Updating FAILED jobs +2021-12-18 19:44:06,660 Updating WAITING jobs +2021-12-18 19:44:06,660 Update finished +2021-12-18 19:44:06,660 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:44:06,661 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:44:06,661 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:44:06,661 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:44:06,661 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:44:06,661 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:44:06,661 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:44:06,664 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:44:06,666 Job list saved +2021-12-18 19:44:06,671 Updating FAILED jobs +2021-12-18 19:44:06,671 Updating WAITING jobs +2021-12-18 19:44:06,671 Update finished +2021-12-18 19:44:16,677 Reloading parameters... +2021-12-18 19:44:16,695 Loading parameters... +2021-12-18 19:44:16,696 Loading project parameters... +2021-12-18 19:44:16,697 + +13 of 25 jobs remaining (19:44) +2021-12-18 19:44:16,698 Sleep: 10 +2021-12-18 19:44:16,698 Number of retrials: 0 +2021-12-18 19:44:16,698 WRAPPER CHECK TIME = 10 +2021-12-18 19:44:16,698 Checking jobs for platform=marenostrum4 +2021-12-18 19:44:16,698 Checking jobs for platform=nord3 +2021-12-18 19:44:16,699 Checking jobs for platform=local +2021-12-18 19:44:16,699 Checking jobs for platform=transfer_node +2021-12-18 19:44:16,699 Checking all jobs at once +2021-12-18 19:44:18,019 Successful check job command +2021-12-18 19:44:19,238 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:44:19,238 End of checking +2021-12-18 19:44:19,240 Updating FAILED jobs +2021-12-18 19:44:19,240 Updating WAITING jobs +2021-12-18 19:44:19,240 Update finished +2021-12-18 19:44:19,240 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:44:19,240 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:44:19,241 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:44:19,241 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:44:19,241 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:44:19,241 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:44:19,241 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:44:19,245 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:44:19,247 Job list saved +2021-12-18 19:44:19,253 Updating FAILED jobs +2021-12-18 19:44:19,253 Updating WAITING jobs +2021-12-18 19:44:19,253 Update finished +2021-12-18 19:44:29,259 Reloading parameters... +2021-12-18 19:44:29,278 Loading parameters... +2021-12-18 19:44:29,279 Loading project parameters... +2021-12-18 19:44:29,281 + +13 of 25 jobs remaining (19:44) +2021-12-18 19:44:29,281 Sleep: 10 +2021-12-18 19:44:29,281 Number of retrials: 0 +2021-12-18 19:44:29,281 WRAPPER CHECK TIME = 10 +2021-12-18 19:44:29,282 Checking jobs for platform=marenostrum4 +2021-12-18 19:44:29,282 Checking jobs for platform=nord3 +2021-12-18 19:44:29,283 Checking jobs for platform=local +2021-12-18 19:44:29,284 Checking jobs for platform=transfer_node +2021-12-18 19:44:29,284 Checking all jobs at once +2021-12-18 19:44:30,603 Successful check job command +2021-12-18 19:44:31,772 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:44:31,773 End of checking +2021-12-18 19:44:31,774 Updating FAILED jobs +2021-12-18 19:44:31,774 Updating WAITING jobs +2021-12-18 19:44:31,774 Update finished +2021-12-18 19:44:31,775 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:44:31,775 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:44:31,775 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:44:31,775 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:44:31,775 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:44:31,775 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:44:31,775 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:44:31,778 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:44:31,780 Job list saved +2021-12-18 19:44:31,785 Updating FAILED jobs +2021-12-18 19:44:31,785 Updating WAITING jobs +2021-12-18 19:44:31,785 Update finished +2021-12-18 19:44:41,795 Reloading parameters... +2021-12-18 19:44:41,814 Loading parameters... +2021-12-18 19:44:41,815 Loading project parameters... +2021-12-18 19:44:41,817 + +13 of 25 jobs remaining (19:44) +2021-12-18 19:44:41,817 Sleep: 10 +2021-12-18 19:44:41,817 Number of retrials: 0 +2021-12-18 19:44:41,817 WRAPPER CHECK TIME = 10 +2021-12-18 19:44:41,818 Checking jobs for platform=marenostrum4 +2021-12-18 19:44:41,818 Checking jobs for platform=nord3 +2021-12-18 19:44:41,819 Checking jobs for platform=local +2021-12-18 19:44:41,819 Checking jobs for platform=transfer_node +2021-12-18 19:44:41,820 Checking all jobs at once +2021-12-18 19:44:43,144 Successful check job command +2021-12-18 19:44:44,363 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:44:44,363 End of checking +2021-12-18 19:44:44,365 Updating FAILED jobs +2021-12-18 19:44:44,365 Updating WAITING jobs +2021-12-18 19:44:44,365 Update finished +2021-12-18 19:44:44,365 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:44:44,366 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:44:44,366 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:44:44,366 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:44:44,366 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:44:44,366 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:44:44,367 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:44:44,369 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:44:44,371 Job list saved +2021-12-18 19:44:44,380 Updating FAILED jobs +2021-12-18 19:44:44,380 Updating WAITING jobs +2021-12-18 19:44:44,380 Update finished +2021-12-18 19:44:54,390 Reloading parameters... +2021-12-18 19:44:54,410 Loading parameters... +2021-12-18 19:44:54,412 Loading project parameters... +2021-12-18 19:44:54,413 + +13 of 25 jobs remaining (19:44) +2021-12-18 19:44:54,414 Sleep: 10 +2021-12-18 19:44:54,414 Number of retrials: 0 +2021-12-18 19:44:54,414 WRAPPER CHECK TIME = 10 +2021-12-18 19:44:54,414 Checking jobs for platform=marenostrum4 +2021-12-18 19:44:54,415 Checking jobs for platform=nord3 +2021-12-18 19:44:54,416 Checking jobs for platform=local +2021-12-18 19:44:54,416 Checking jobs for platform=transfer_node +2021-12-18 19:44:54,416 Checking all jobs at once +2021-12-18 19:44:55,786 Successful check job command +2021-12-18 19:44:57,106 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:44:57,106 End of checking +2021-12-18 19:44:57,107 Updating FAILED jobs +2021-12-18 19:44:57,108 Updating WAITING jobs +2021-12-18 19:44:57,108 Update finished +2021-12-18 19:44:57,108 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:44:57,108 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:44:57,108 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:44:57,109 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:44:57,109 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:44:57,109 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:44:57,109 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:44:57,111 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:44:57,114 Job list saved +2021-12-18 19:44:57,118 Updating FAILED jobs +2021-12-18 19:44:57,119 Updating WAITING jobs +2021-12-18 19:44:57,119 Update finished +2021-12-18 19:45:07,120 Reloading parameters... +2021-12-18 19:45:07,140 Loading parameters... +2021-12-18 19:45:07,144 Loading project parameters... +2021-12-18 19:45:07,146 + +13 of 25 jobs remaining (19:45) +2021-12-18 19:45:07,146 Sleep: 10 +2021-12-18 19:45:07,146 Number of retrials: 0 +2021-12-18 19:45:07,146 WRAPPER CHECK TIME = 10 +2021-12-18 19:45:07,147 Checking jobs for platform=marenostrum4 +2021-12-18 19:45:07,148 Checking jobs for platform=nord3 +2021-12-18 19:45:07,148 Checking jobs for platform=local +2021-12-18 19:45:07,149 Checking jobs for platform=transfer_node +2021-12-18 19:45:07,149 Checking all jobs at once +2021-12-18 19:45:08,518 Successful check job command +2021-12-18 19:45:10,289 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:45:10,290 End of checking +2021-12-18 19:45:10,291 Updating FAILED jobs +2021-12-18 19:45:10,291 Updating WAITING jobs +2021-12-18 19:45:10,292 Update finished +2021-12-18 19:45:10,292 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:45:10,292 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:45:10,292 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:45:10,292 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:45:10,292 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:45:10,293 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:45:10,293 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:45:10,295 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:45:10,297 Job list saved +2021-12-18 19:45:10,302 Updating FAILED jobs +2021-12-18 19:45:10,302 Updating WAITING jobs +2021-12-18 19:45:10,302 Update finished +2021-12-18 19:45:20,312 Reloading parameters... +2021-12-18 19:45:20,332 Loading parameters... +2021-12-18 19:45:20,333 Loading project parameters... +2021-12-18 19:45:20,335 + +13 of 25 jobs remaining (19:45) +2021-12-18 19:45:20,336 Sleep: 10 +2021-12-18 19:45:20,336 Number of retrials: 0 +2021-12-18 19:45:20,336 WRAPPER CHECK TIME = 10 +2021-12-18 19:45:20,336 Checking jobs for platform=marenostrum4 +2021-12-18 19:45:20,337 Checking jobs for platform=nord3 +2021-12-18 19:45:20,337 Checking jobs for platform=local +2021-12-18 19:45:20,338 Checking jobs for platform=transfer_node +2021-12-18 19:45:20,338 Checking all jobs at once +2021-12-18 19:45:21,758 Successful check job command +2021-12-18 19:45:23,227 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:45:23,228 End of checking +2021-12-18 19:45:23,230 Updating FAILED jobs +2021-12-18 19:45:23,230 Updating WAITING jobs +2021-12-18 19:45:23,231 Update finished +2021-12-18 19:45:23,231 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:45:23,231 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:45:23,231 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:45:23,232 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:45:23,232 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:45:23,232 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:45:23,232 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:45:23,235 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:45:23,237 Job list saved +2021-12-18 19:45:23,250 Updating FAILED jobs +2021-12-18 19:45:23,251 Updating WAITING jobs +2021-12-18 19:45:23,251 Update finished +2021-12-18 19:45:33,261 Reloading parameters... +2021-12-18 19:45:33,279 Loading parameters... +2021-12-18 19:45:33,280 Loading project parameters... +2021-12-18 19:45:33,282 + +13 of 25 jobs remaining (19:45) +2021-12-18 19:45:33,282 Sleep: 10 +2021-12-18 19:45:33,282 Number of retrials: 0 +2021-12-18 19:45:33,283 WRAPPER CHECK TIME = 10 +2021-12-18 19:45:33,283 Checking jobs for platform=marenostrum4 +2021-12-18 19:45:33,284 Checking jobs for platform=nord3 +2021-12-18 19:45:33,284 Checking jobs for platform=local +2021-12-18 19:45:33,285 Checking jobs for platform=transfer_node +2021-12-18 19:45:33,285 Checking all jobs at once +2021-12-18 19:45:34,606 Successful check job command +2021-12-18 19:45:35,827 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:45:35,827 End of checking +2021-12-18 19:45:35,829 Updating FAILED jobs +2021-12-18 19:45:35,829 Updating WAITING jobs +2021-12-18 19:45:35,829 Update finished +2021-12-18 19:45:35,829 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:45:35,829 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:45:35,830 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:45:35,830 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:45:35,830 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:45:35,830 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:45:35,830 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:45:35,833 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:45:35,835 Job list saved +2021-12-18 19:45:35,840 Updating FAILED jobs +2021-12-18 19:45:35,840 Updating WAITING jobs +2021-12-18 19:45:35,840 Update finished +2021-12-18 19:45:45,850 Reloading parameters... +2021-12-18 19:45:45,869 Loading parameters... +2021-12-18 19:45:45,871 Loading project parameters... +2021-12-18 19:45:45,873 + +13 of 25 jobs remaining (19:45) +2021-12-18 19:45:45,873 Sleep: 10 +2021-12-18 19:45:45,873 Number of retrials: 0 +2021-12-18 19:45:45,873 WRAPPER CHECK TIME = 10 +2021-12-18 19:45:45,874 Checking jobs for platform=marenostrum4 +2021-12-18 19:45:45,875 Checking jobs for platform=nord3 +2021-12-18 19:45:45,875 Checking jobs for platform=local +2021-12-18 19:45:45,876 Checking jobs for platform=transfer_node +2021-12-18 19:45:45,876 Checking all jobs at once +2021-12-18 19:45:47,195 Successful check job command +2021-12-18 19:45:48,414 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:45:48,415 End of checking +2021-12-18 19:45:48,416 Updating FAILED jobs +2021-12-18 19:45:48,416 Updating WAITING jobs +2021-12-18 19:45:48,416 Update finished +2021-12-18 19:45:48,417 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:45:48,417 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:45:48,417 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:45:48,417 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:45:48,417 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:45:48,417 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:45:48,417 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:45:48,420 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:45:48,422 Job list saved +2021-12-18 19:45:48,428 Updating FAILED jobs +2021-12-18 19:45:48,428 Updating WAITING jobs +2021-12-18 19:45:48,428 Update finished +2021-12-18 19:45:58,438 Reloading parameters... +2021-12-18 19:45:58,457 Loading parameters... +2021-12-18 19:45:58,458 Loading project parameters... +2021-12-18 19:45:58,460 + +13 of 25 jobs remaining (19:45) +2021-12-18 19:45:58,460 Sleep: 10 +2021-12-18 19:45:58,460 Number of retrials: 0 +2021-12-18 19:45:58,460 WRAPPER CHECK TIME = 10 +2021-12-18 19:45:58,461 Checking jobs for platform=marenostrum4 +2021-12-18 19:45:58,461 Checking jobs for platform=nord3 +2021-12-18 19:45:58,462 Checking jobs for platform=local +2021-12-18 19:45:58,462 Checking jobs for platform=transfer_node +2021-12-18 19:45:58,463 Checking all jobs at once +2021-12-18 19:46:00,238 Successful check job command +2021-12-18 19:46:01,508 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:46:01,508 End of checking +2021-12-18 19:46:01,510 Updating FAILED jobs +2021-12-18 19:46:01,510 Updating WAITING jobs +2021-12-18 19:46:01,510 Update finished +2021-12-18 19:46:01,510 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:46:01,511 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:46:01,511 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:46:01,511 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:46:01,511 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:46:01,511 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:46:01,511 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:46:01,514 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:46:01,516 Job list saved +2021-12-18 19:46:01,521 Updating FAILED jobs +2021-12-18 19:46:01,521 Updating WAITING jobs +2021-12-18 19:46:01,521 Update finished +2021-12-18 19:46:11,527 Reloading parameters... +2021-12-18 19:46:11,545 Loading parameters... +2021-12-18 19:46:11,546 Loading project parameters... +2021-12-18 19:46:11,548 + +13 of 25 jobs remaining (19:46) +2021-12-18 19:46:11,548 Sleep: 10 +2021-12-18 19:46:11,548 Number of retrials: 0 +2021-12-18 19:46:11,548 WRAPPER CHECK TIME = 10 +2021-12-18 19:46:11,549 Checking jobs for platform=marenostrum4 +2021-12-18 19:46:11,550 Checking jobs for platform=nord3 +2021-12-18 19:46:11,550 Checking jobs for platform=local +2021-12-18 19:46:11,551 Checking jobs for platform=transfer_node +2021-12-18 19:46:11,551 Checking all jobs at once +2021-12-18 19:46:13,021 Successful check job command +2021-12-18 19:46:14,340 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:46:14,340 End of checking +2021-12-18 19:46:14,341 Updating FAILED jobs +2021-12-18 19:46:14,342 Updating WAITING jobs +2021-12-18 19:46:14,342 Update finished +2021-12-18 19:46:14,342 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:46:14,342 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:46:14,342 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:46:14,342 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:46:14,343 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:46:14,343 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:46:14,343 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:46:14,345 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:46:14,348 Job list saved +2021-12-18 19:46:14,352 Updating FAILED jobs +2021-12-18 19:46:14,352 Updating WAITING jobs +2021-12-18 19:46:14,353 Update finished +2021-12-18 19:46:24,357 Reloading parameters... +2021-12-18 19:46:24,377 Loading parameters... +2021-12-18 19:46:24,378 Loading project parameters... +2021-12-18 19:46:24,380 + +13 of 25 jobs remaining (19:46) +2021-12-18 19:46:24,380 Sleep: 10 +2021-12-18 19:46:24,381 Number of retrials: 0 +2021-12-18 19:46:24,381 WRAPPER CHECK TIME = 10 +2021-12-18 19:46:24,381 Checking jobs for platform=marenostrum4 +2021-12-18 19:46:24,382 Checking jobs for platform=nord3 +2021-12-18 19:46:24,382 Checking jobs for platform=local +2021-12-18 19:46:24,383 Checking jobs for platform=transfer_node +2021-12-18 19:46:24,383 Checking all jobs at once +2021-12-18 19:46:25,853 Successful check job command +2021-12-18 19:46:27,227 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:46:27,227 End of checking +2021-12-18 19:46:27,228 Updating FAILED jobs +2021-12-18 19:46:27,229 Updating WAITING jobs +2021-12-18 19:46:27,229 Update finished +2021-12-18 19:46:27,229 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:46:27,229 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:46:27,230 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:46:27,230 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:46:27,230 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:46:27,230 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:46:27,230 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:46:27,232 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:46:27,235 Job list saved +2021-12-18 19:46:27,239 Updating FAILED jobs +2021-12-18 19:46:27,240 Updating WAITING jobs +2021-12-18 19:46:27,240 Update finished +2021-12-18 19:46:37,250 Reloading parameters... +2021-12-18 19:46:37,267 Loading parameters... +2021-12-18 19:46:37,269 Loading project parameters... +2021-12-18 19:46:37,270 + +13 of 25 jobs remaining (19:46) +2021-12-18 19:46:37,271 Sleep: 10 +2021-12-18 19:46:37,271 Number of retrials: 0 +2021-12-18 19:46:37,271 WRAPPER CHECK TIME = 10 +2021-12-18 19:46:37,271 Checking jobs for platform=marenostrum4 +2021-12-18 19:46:37,272 Checking jobs for platform=nord3 +2021-12-18 19:46:37,273 Checking jobs for platform=local +2021-12-18 19:46:37,273 Checking jobs for platform=transfer_node +2021-12-18 19:46:37,273 Checking all jobs at once +2021-12-18 19:46:38,643 Successful check job command +2021-12-18 19:46:40,015 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:46:40,016 End of checking +2021-12-18 19:46:40,017 Updating FAILED jobs +2021-12-18 19:46:40,018 Updating WAITING jobs +2021-12-18 19:46:40,018 Update finished +2021-12-18 19:46:40,018 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:46:40,019 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:46:40,019 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:46:40,019 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:46:40,019 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:46:40,019 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:46:40,019 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:46:40,022 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:46:40,024 Job list saved +2021-12-18 19:46:40,029 Updating FAILED jobs +2021-12-18 19:46:40,029 Updating WAITING jobs +2021-12-18 19:46:40,029 Update finished +2021-12-18 19:46:50,038 Reloading parameters... +2021-12-18 19:46:50,057 Loading parameters... +2021-12-18 19:46:50,058 Loading project parameters... +2021-12-18 19:46:50,060 + +13 of 25 jobs remaining (19:46) +2021-12-18 19:46:50,060 Sleep: 10 +2021-12-18 19:46:50,060 Number of retrials: 0 +2021-12-18 19:46:50,060 WRAPPER CHECK TIME = 10 +2021-12-18 19:46:50,061 Checking jobs for platform=marenostrum4 +2021-12-18 19:46:50,061 Checking jobs for platform=nord3 +2021-12-18 19:46:50,062 Checking jobs for platform=local +2021-12-18 19:46:50,062 Checking jobs for platform=transfer_node +2021-12-18 19:46:50,063 Checking all jobs at once +2021-12-18 19:46:51,383 Successful check job command +2021-12-18 19:46:53,353 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:46:53,353 End of checking +2021-12-18 19:46:53,355 Updating FAILED jobs +2021-12-18 19:46:53,355 Updating WAITING jobs +2021-12-18 19:46:53,355 Update finished +2021-12-18 19:46:53,355 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:46:53,355 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:46:53,356 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:46:53,356 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:46:53,356 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:46:53,356 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:46:53,356 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:46:53,358 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:46:53,361 Job list saved +2021-12-18 19:46:53,365 Updating FAILED jobs +2021-12-18 19:46:53,365 Updating WAITING jobs +2021-12-18 19:46:53,365 Update finished +2021-12-18 19:47:03,374 Reloading parameters... +2021-12-18 19:47:03,394 Loading parameters... +2021-12-18 19:47:03,396 Loading project parameters... +2021-12-18 19:47:03,398 + +13 of 25 jobs remaining (19:47) +2021-12-18 19:47:03,398 Sleep: 10 +2021-12-18 19:47:03,398 Number of retrials: 0 +2021-12-18 19:47:03,398 WRAPPER CHECK TIME = 10 +2021-12-18 19:47:03,399 Checking jobs for platform=marenostrum4 +2021-12-18 19:47:03,399 Checking jobs for platform=nord3 +2021-12-18 19:47:03,400 Checking jobs for platform=local +2021-12-18 19:47:03,400 Checking jobs for platform=transfer_node +2021-12-18 19:47:03,400 Checking all jobs at once +2021-12-18 19:47:05,071 Successful check job command +2021-12-18 19:47:06,341 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:47:06,341 End of checking +2021-12-18 19:47:06,342 Updating FAILED jobs +2021-12-18 19:47:06,342 Updating WAITING jobs +2021-12-18 19:47:06,343 Update finished +2021-12-18 19:47:06,343 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:47:06,343 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:47:06,343 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:47:06,343 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:47:06,343 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:47:06,344 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:47:06,344 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:47:06,346 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:47:06,349 Job list saved +2021-12-18 19:47:06,354 Updating FAILED jobs +2021-12-18 19:47:06,354 Updating WAITING jobs +2021-12-18 19:47:06,354 Update finished +2021-12-18 19:47:16,364 Reloading parameters... +2021-12-18 19:47:16,382 Loading parameters... +2021-12-18 19:47:16,383 Loading project parameters... +2021-12-18 19:47:16,385 + +13 of 25 jobs remaining (19:47) +2021-12-18 19:47:16,385 Sleep: 10 +2021-12-18 19:47:16,386 Number of retrials: 0 +2021-12-18 19:47:16,386 WRAPPER CHECK TIME = 10 +2021-12-18 19:47:16,386 Checking jobs for platform=marenostrum4 +2021-12-18 19:47:16,387 Checking jobs for platform=nord3 +2021-12-18 19:47:16,387 Checking jobs for platform=local +2021-12-18 19:47:16,388 Checking jobs for platform=transfer_node +2021-12-18 19:47:16,388 Checking all jobs at once +2021-12-18 19:47:17,757 Successful check job command +2021-12-18 19:47:19,077 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:47:19,077 End of checking +2021-12-18 19:47:19,079 Updating FAILED jobs +2021-12-18 19:47:19,079 Updating WAITING jobs +2021-12-18 19:47:19,079 Update finished +2021-12-18 19:47:19,079 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:47:19,080 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:47:19,080 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:47:19,080 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:47:19,080 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:47:19,080 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:47:19,080 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:47:19,083 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:47:19,085 Job list saved +2021-12-18 19:47:19,090 Updating FAILED jobs +2021-12-18 19:47:19,090 Updating WAITING jobs +2021-12-18 19:47:19,090 Update finished +2021-12-18 19:47:29,100 Reloading parameters... +2021-12-18 19:47:29,121 Loading parameters... +2021-12-18 19:47:29,123 Loading project parameters... +2021-12-18 19:47:29,124 + +13 of 25 jobs remaining (19:47) +2021-12-18 19:47:29,125 Sleep: 10 +2021-12-18 19:47:29,125 Number of retrials: 0 +2021-12-18 19:47:29,125 WRAPPER CHECK TIME = 10 +2021-12-18 19:47:29,125 Checking jobs for platform=marenostrum4 +2021-12-18 19:47:29,126 Checking jobs for platform=nord3 +2021-12-18 19:47:29,127 Checking jobs for platform=local +2021-12-18 19:47:29,127 Checking jobs for platform=transfer_node +2021-12-18 19:47:29,127 Checking all jobs at once +2021-12-18 19:47:30,447 Successful check job command +2021-12-18 19:47:31,716 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:47:31,716 End of checking +2021-12-18 19:47:31,717 Updating FAILED jobs +2021-12-18 19:47:31,718 Updating WAITING jobs +2021-12-18 19:47:31,718 Update finished +2021-12-18 19:47:31,718 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:47:31,718 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:47:31,718 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:47:31,718 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:47:31,719 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:47:31,719 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:47:31,719 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:47:31,721 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:47:31,724 Job list saved +2021-12-18 19:47:31,729 Updating FAILED jobs +2021-12-18 19:47:31,729 Updating WAITING jobs +2021-12-18 19:47:31,729 Update finished +2021-12-18 19:47:41,736 Reloading parameters... +2021-12-18 19:47:41,754 Loading parameters... +2021-12-18 19:47:41,755 Loading project parameters... +2021-12-18 19:47:41,757 + +13 of 25 jobs remaining (19:47) +2021-12-18 19:47:41,758 Sleep: 10 +2021-12-18 19:47:41,758 Number of retrials: 0 +2021-12-18 19:47:41,758 WRAPPER CHECK TIME = 10 +2021-12-18 19:47:41,758 Checking jobs for platform=marenostrum4 +2021-12-18 19:47:41,759 Checking jobs for platform=nord3 +2021-12-18 19:47:41,760 Checking jobs for platform=local +2021-12-18 19:47:41,760 Checking jobs for platform=transfer_node +2021-12-18 19:47:41,760 Checking all jobs at once +2021-12-18 19:47:43,180 Successful check job command +2021-12-18 19:47:44,801 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:47:44,801 End of checking +2021-12-18 19:47:44,803 Updating FAILED jobs +2021-12-18 19:47:44,803 Updating WAITING jobs +2021-12-18 19:47:44,803 Update finished +2021-12-18 19:47:44,803 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:47:44,804 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:47:44,804 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:47:44,804 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:47:44,804 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:47:44,804 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:47:44,804 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:47:44,807 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:47:44,809 Job list saved +2021-12-18 19:47:44,814 Updating FAILED jobs +2021-12-18 19:47:44,814 Updating WAITING jobs +2021-12-18 19:47:44,816 Update finished +2021-12-18 19:47:54,823 Reloading parameters... +2021-12-18 19:47:54,842 Loading parameters... +2021-12-18 19:47:54,843 Loading project parameters... +2021-12-18 19:47:54,845 + +13 of 25 jobs remaining (19:47) +2021-12-18 19:47:54,846 Sleep: 10 +2021-12-18 19:47:54,846 Number of retrials: 0 +2021-12-18 19:47:54,846 WRAPPER CHECK TIME = 10 +2021-12-18 19:47:54,846 Checking jobs for platform=marenostrum4 +2021-12-18 19:47:54,847 Checking jobs for platform=nord3 +2021-12-18 19:47:54,847 Checking jobs for platform=local +2021-12-18 19:47:54,848 Checking jobs for platform=transfer_node +2021-12-18 19:47:54,848 Checking all jobs at once +2021-12-18 19:47:56,169 Successful check job command +2021-12-18 19:47:57,494 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:47:57,494 End of checking +2021-12-18 19:47:57,496 Updating FAILED jobs +2021-12-18 19:47:57,496 Updating WAITING jobs +2021-12-18 19:47:57,496 Update finished +2021-12-18 19:47:57,496 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:47:57,497 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:47:57,497 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:47:57,497 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:47:57,497 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:47:57,497 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:47:57,497 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:47:57,500 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:47:57,502 Job list saved +2021-12-18 19:47:57,507 Updating FAILED jobs +2021-12-18 19:47:57,507 Updating WAITING jobs +2021-12-18 19:47:57,507 Update finished +2021-12-18 19:48:07,511 Reloading parameters... +2021-12-18 19:48:07,530 Loading parameters... +2021-12-18 19:48:07,531 Loading project parameters... +2021-12-18 19:48:07,533 + +13 of 25 jobs remaining (19:48) +2021-12-18 19:48:07,533 Sleep: 10 +2021-12-18 19:48:07,534 Number of retrials: 0 +2021-12-18 19:48:07,534 WRAPPER CHECK TIME = 10 +2021-12-18 19:48:07,534 Checking jobs for platform=marenostrum4 +2021-12-18 19:48:07,535 Checking jobs for platform=nord3 +2021-12-18 19:48:07,535 Checking jobs for platform=local +2021-12-18 19:48:07,536 Checking jobs for platform=transfer_node +2021-12-18 19:48:07,536 Checking all jobs at once +2021-12-18 19:48:08,855 Successful check job command +2021-12-18 19:48:10,125 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:48:10,125 End of checking +2021-12-18 19:48:10,127 Updating FAILED jobs +2021-12-18 19:48:10,127 Updating WAITING jobs +2021-12-18 19:48:10,127 Update finished +2021-12-18 19:48:10,127 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:48:10,127 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:48:10,127 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:48:10,128 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:48:10,128 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:48:10,128 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:48:10,128 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:48:10,131 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:48:10,133 Job list saved +2021-12-18 19:48:10,139 Updating FAILED jobs +2021-12-18 19:48:10,139 Updating WAITING jobs +2021-12-18 19:48:10,139 Update finished +2021-12-18 19:48:20,149 Reloading parameters... +2021-12-18 19:48:20,167 Loading parameters... +2021-12-18 19:48:20,168 Loading project parameters... +2021-12-18 19:48:20,170 + +13 of 25 jobs remaining (19:48) +2021-12-18 19:48:20,171 Sleep: 10 +2021-12-18 19:48:20,171 Number of retrials: 0 +2021-12-18 19:48:20,171 WRAPPER CHECK TIME = 10 +2021-12-18 19:48:20,171 Checking jobs for platform=marenostrum4 +2021-12-18 19:48:20,172 Checking jobs for platform=nord3 +2021-12-18 19:48:20,172 Checking jobs for platform=local +2021-12-18 19:48:20,173 Checking jobs for platform=transfer_node +2021-12-18 19:48:20,173 Checking all jobs at once +2021-12-18 19:48:21,392 Successful check job command +2021-12-18 19:48:22,611 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:48:22,611 End of checking +2021-12-18 19:48:22,613 Updating FAILED jobs +2021-12-18 19:48:22,613 Updating WAITING jobs +2021-12-18 19:48:22,613 Update finished +2021-12-18 19:48:22,613 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:48:22,614 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:48:22,614 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:48:22,614 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:48:22,614 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:48:22,614 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:48:22,614 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:48:22,617 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:48:22,619 Job list saved +2021-12-18 19:48:22,627 Updating FAILED jobs +2021-12-18 19:48:22,627 Updating WAITING jobs +2021-12-18 19:48:22,627 Update finished +2021-12-18 19:48:32,637 Reloading parameters... +2021-12-18 19:48:32,655 Loading parameters... +2021-12-18 19:48:32,657 Loading project parameters... +2021-12-18 19:48:32,659 + +13 of 25 jobs remaining (19:48) +2021-12-18 19:48:32,659 Sleep: 10 +2021-12-18 19:48:32,659 Number of retrials: 0 +2021-12-18 19:48:32,659 WRAPPER CHECK TIME = 10 +2021-12-18 19:48:32,660 Checking jobs for platform=marenostrum4 +2021-12-18 19:48:32,660 Checking jobs for platform=nord3 +2021-12-18 19:48:32,661 Checking jobs for platform=local +2021-12-18 19:48:32,661 Checking jobs for platform=transfer_node +2021-12-18 19:48:32,661 Checking all jobs at once +2021-12-18 19:48:33,981 Successful check job command +2021-12-18 19:48:35,201 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:48:35,201 End of checking +2021-12-18 19:48:35,203 Updating FAILED jobs +2021-12-18 19:48:35,203 Updating WAITING jobs +2021-12-18 19:48:35,203 Update finished +2021-12-18 19:48:35,203 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:48:35,204 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:48:35,204 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:48:35,204 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:48:35,204 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:48:35,204 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:48:35,205 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:48:35,207 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:48:35,210 Job list saved +2021-12-18 19:48:35,214 Updating FAILED jobs +2021-12-18 19:48:35,214 Updating WAITING jobs +2021-12-18 19:48:35,215 Update finished +2021-12-18 19:48:45,225 Reloading parameters... +2021-12-18 19:48:45,244 Loading parameters... +2021-12-18 19:48:45,246 Loading project parameters... +2021-12-18 19:48:45,247 + +13 of 25 jobs remaining (19:48) +2021-12-18 19:48:45,248 Sleep: 10 +2021-12-18 19:48:45,248 Number of retrials: 0 +2021-12-18 19:48:45,248 WRAPPER CHECK TIME = 10 +2021-12-18 19:48:45,248 Checking jobs for platform=marenostrum4 +2021-12-18 19:48:45,249 Checking jobs for platform=nord3 +2021-12-18 19:48:45,249 Checking jobs for platform=local +2021-12-18 19:48:45,250 Checking jobs for platform=transfer_node +2021-12-18 19:48:45,250 Checking all jobs at once +2021-12-18 19:48:46,824 Successful check job command +2021-12-18 19:48:48,143 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:48:48,144 End of checking +2021-12-18 19:48:48,145 Updating FAILED jobs +2021-12-18 19:48:48,145 Updating WAITING jobs +2021-12-18 19:48:48,145 Update finished +2021-12-18 19:48:48,145 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:48:48,146 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:48:48,146 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:48:48,146 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:48:48,146 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:48:48,146 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:48:48,146 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:48:48,150 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:48:48,152 Job list saved +2021-12-18 19:48:48,157 Updating FAILED jobs +2021-12-18 19:48:48,157 Updating WAITING jobs +2021-12-18 19:48:48,157 Update finished +2021-12-18 19:48:58,168 Reloading parameters... +2021-12-18 19:48:58,186 Loading parameters... +2021-12-18 19:48:58,187 Loading project parameters... +2021-12-18 19:48:58,191 + +13 of 25 jobs remaining (19:48) +2021-12-18 19:48:58,191 Sleep: 10 +2021-12-18 19:48:58,191 Number of retrials: 0 +2021-12-18 19:48:58,191 WRAPPER CHECK TIME = 10 +2021-12-18 19:48:58,192 Checking jobs for platform=marenostrum4 +2021-12-18 19:48:58,192 Checking jobs for platform=nord3 +2021-12-18 19:48:58,193 Checking jobs for platform=local +2021-12-18 19:48:58,193 Checking jobs for platform=transfer_node +2021-12-18 19:48:58,193 Checking all jobs at once +2021-12-18 19:48:59,616 Successful check job command +2021-12-18 19:49:00,886 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:49:00,886 End of checking +2021-12-18 19:49:00,887 Updating FAILED jobs +2021-12-18 19:49:00,888 Updating WAITING jobs +2021-12-18 19:49:00,888 Update finished +2021-12-18 19:49:00,888 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:49:00,888 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:49:00,888 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:49:00,888 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:49:00,888 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:49:00,889 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:49:00,889 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:49:00,891 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:49:00,893 Job list saved +2021-12-18 19:49:00,900 Updating FAILED jobs +2021-12-18 19:49:00,900 Updating WAITING jobs +2021-12-18 19:49:00,901 Update finished +2021-12-18 19:49:10,910 Reloading parameters... +2021-12-18 19:49:10,928 Loading parameters... +2021-12-18 19:49:10,929 Loading project parameters... +2021-12-18 19:49:10,931 + +13 of 25 jobs remaining (19:49) +2021-12-18 19:49:10,931 Sleep: 10 +2021-12-18 19:49:10,931 Number of retrials: 0 +2021-12-18 19:49:10,931 WRAPPER CHECK TIME = 10 +2021-12-18 19:49:10,932 Checking jobs for platform=marenostrum4 +2021-12-18 19:49:10,932 Checking jobs for platform=nord3 +2021-12-18 19:49:10,933 Checking jobs for platform=local +2021-12-18 19:49:10,934 Checking jobs for platform=transfer_node +2021-12-18 19:49:10,934 Checking all jobs at once +2021-12-18 19:49:12,255 Successful check job command +2021-12-18 19:49:13,524 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:49:13,524 End of checking +2021-12-18 19:49:13,525 Updating FAILED jobs +2021-12-18 19:49:13,525 Updating WAITING jobs +2021-12-18 19:49:13,525 Update finished +2021-12-18 19:49:13,526 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:49:13,526 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:49:13,526 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:49:13,526 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:49:13,526 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:49:13,527 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:49:13,527 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:49:13,529 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:49:13,531 Job list saved +2021-12-18 19:49:13,538 Updating FAILED jobs +2021-12-18 19:49:13,538 Updating WAITING jobs +2021-12-18 19:49:13,539 Update finished +2021-12-18 19:49:23,549 Reloading parameters... +2021-12-18 19:49:23,567 Loading parameters... +2021-12-18 19:49:23,569 Loading project parameters... +2021-12-18 19:49:23,571 + +13 of 25 jobs remaining (19:49) +2021-12-18 19:49:23,571 Sleep: 10 +2021-12-18 19:49:23,571 Number of retrials: 0 +2021-12-18 19:49:23,571 WRAPPER CHECK TIME = 10 +2021-12-18 19:49:23,572 Checking jobs for platform=marenostrum4 +2021-12-18 19:49:23,572 Checking jobs for platform=nord3 +2021-12-18 19:49:23,573 Checking jobs for platform=local +2021-12-18 19:49:23,573 Checking jobs for platform=transfer_node +2021-12-18 19:49:23,573 Checking all jobs at once +2021-12-18 19:49:24,893 Successful check job command +2021-12-18 19:49:26,162 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:49:26,162 End of checking +2021-12-18 19:49:26,164 Updating FAILED jobs +2021-12-18 19:49:26,164 Updating WAITING jobs +2021-12-18 19:49:26,164 Update finished +2021-12-18 19:49:26,165 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:49:26,165 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:49:26,165 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:49:26,165 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:49:26,165 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:49:26,165 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:49:26,165 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:49:26,168 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:49:26,170 Job list saved +2021-12-18 19:49:26,175 Updating FAILED jobs +2021-12-18 19:49:26,176 Updating WAITING jobs +2021-12-18 19:49:26,176 Update finished +2021-12-18 19:49:36,186 Reloading parameters... +2021-12-18 19:49:36,210 Loading parameters... +2021-12-18 19:49:36,212 Loading project parameters... +2021-12-18 19:49:36,214 + +13 of 25 jobs remaining (19:49) +2021-12-18 19:49:36,214 Sleep: 10 +2021-12-18 19:49:36,214 Number of retrials: 0 +2021-12-18 19:49:36,214 WRAPPER CHECK TIME = 10 +2021-12-18 19:49:36,215 Checking jobs for platform=marenostrum4 +2021-12-18 19:49:36,215 Checking jobs for platform=nord3 +2021-12-18 19:49:36,216 Checking jobs for platform=local +2021-12-18 19:49:36,216 Checking jobs for platform=transfer_node +2021-12-18 19:49:36,216 Checking all jobs at once +2021-12-18 19:49:37,586 Successful check job command +2021-12-18 19:49:38,756 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:49:38,756 End of checking +2021-12-18 19:49:38,757 Updating FAILED jobs +2021-12-18 19:49:38,757 Updating WAITING jobs +2021-12-18 19:49:38,758 Update finished +2021-12-18 19:49:38,758 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:49:38,758 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:49:38,758 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:49:38,758 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:49:38,758 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:49:38,759 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:49:38,759 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:49:38,761 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:49:38,764 Job list saved +2021-12-18 19:49:38,768 Updating FAILED jobs +2021-12-18 19:49:38,768 Updating WAITING jobs +2021-12-18 19:49:38,768 Update finished +2021-12-18 19:49:48,779 Reloading parameters... +2021-12-18 19:49:48,798 Loading parameters... +2021-12-18 19:49:48,799 Loading project parameters... +2021-12-18 19:49:48,801 + +13 of 25 jobs remaining (19:49) +2021-12-18 19:49:48,801 Sleep: 10 +2021-12-18 19:49:48,801 Number of retrials: 0 +2021-12-18 19:49:48,801 WRAPPER CHECK TIME = 10 +2021-12-18 19:49:48,802 Checking jobs for platform=marenostrum4 +2021-12-18 19:49:48,803 Checking jobs for platform=nord3 +2021-12-18 19:49:48,803 Checking jobs for platform=local +2021-12-18 19:49:48,804 Checking jobs for platform=transfer_node +2021-12-18 19:49:48,804 Checking all jobs at once +2021-12-18 19:49:50,128 Successful check job command +2021-12-18 19:49:51,399 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:49:51,400 End of checking +2021-12-18 19:49:51,401 Updating FAILED jobs +2021-12-18 19:49:51,401 Updating WAITING jobs +2021-12-18 19:49:51,402 Update finished +2021-12-18 19:49:51,402 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:49:51,403 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:49:51,403 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:49:51,403 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:49:51,403 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:49:51,403 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:49:51,403 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:49:51,406 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:49:51,408 Job list saved +2021-12-18 19:49:51,426 Updating FAILED jobs +2021-12-18 19:49:51,426 Updating WAITING jobs +2021-12-18 19:49:51,426 Update finished +2021-12-18 19:50:01,432 Reloading parameters... +2021-12-18 19:50:01,454 Loading parameters... +2021-12-18 19:50:01,455 Loading project parameters... +2021-12-18 19:50:01,457 + +13 of 25 jobs remaining (19:50) +2021-12-18 19:50:01,457 Sleep: 10 +2021-12-18 19:50:01,457 Number of retrials: 0 +2021-12-18 19:50:01,457 WRAPPER CHECK TIME = 10 +2021-12-18 19:50:01,458 Checking jobs for platform=marenostrum4 +2021-12-18 19:50:01,459 Checking jobs for platform=nord3 +2021-12-18 19:50:01,460 Checking jobs for platform=local +2021-12-18 19:50:01,460 Checking jobs for platform=transfer_node +2021-12-18 19:50:01,460 Checking all jobs at once +2021-12-18 19:50:02,781 Successful check job command +2021-12-18 19:50:04,051 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:50:04,052 End of checking +2021-12-18 19:50:04,053 Updating FAILED jobs +2021-12-18 19:50:04,053 Updating WAITING jobs +2021-12-18 19:50:04,054 Update finished +2021-12-18 19:50:04,054 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:50:04,054 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:50:04,054 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:50:04,054 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:50:04,054 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:50:04,054 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:50:04,055 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:50:04,057 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:50:04,059 Job list saved +2021-12-18 19:50:04,065 Updating FAILED jobs +2021-12-18 19:50:04,065 Updating WAITING jobs +2021-12-18 19:50:04,065 Update finished +2021-12-18 19:50:14,075 Reloading parameters... +2021-12-18 19:50:14,094 Loading parameters... +2021-12-18 19:50:14,095 Loading project parameters... +2021-12-18 19:50:14,097 + +13 of 25 jobs remaining (19:50) +2021-12-18 19:50:14,097 Sleep: 10 +2021-12-18 19:50:14,097 Number of retrials: 0 +2021-12-18 19:50:14,097 WRAPPER CHECK TIME = 10 +2021-12-18 19:50:14,098 Checking jobs for platform=marenostrum4 +2021-12-18 19:50:14,098 Checking jobs for platform=nord3 +2021-12-18 19:50:14,099 Checking jobs for platform=local +2021-12-18 19:50:14,100 Checking jobs for platform=transfer_node +2021-12-18 19:50:14,100 Checking all jobs at once +2021-12-18 19:50:15,469 Successful check job command +2021-12-18 19:50:16,740 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:50:16,740 End of checking +2021-12-18 19:50:16,742 Updating FAILED jobs +2021-12-18 19:50:16,742 Updating WAITING jobs +2021-12-18 19:50:16,742 Update finished +2021-12-18 19:50:16,742 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:50:16,742 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:50:16,743 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:50:16,743 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:50:16,743 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:50:16,743 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:50:16,743 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:50:16,746 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:50:16,748 Job list saved +2021-12-18 19:50:16,758 Updating FAILED jobs +2021-12-18 19:50:16,759 Updating WAITING jobs +2021-12-18 19:50:16,759 Update finished +2021-12-18 19:50:26,769 Reloading parameters... +2021-12-18 19:50:26,787 Loading parameters... +2021-12-18 19:50:26,788 Loading project parameters... +2021-12-18 19:50:26,790 + +13 of 25 jobs remaining (19:50) +2021-12-18 19:50:26,790 Sleep: 10 +2021-12-18 19:50:26,790 Number of retrials: 0 +2021-12-18 19:50:26,790 WRAPPER CHECK TIME = 10 +2021-12-18 19:50:26,791 Checking jobs for platform=marenostrum4 +2021-12-18 19:50:26,792 Checking jobs for platform=nord3 +2021-12-18 19:50:26,792 Checking jobs for platform=local +2021-12-18 19:50:26,793 Checking jobs for platform=transfer_node +2021-12-18 19:50:26,793 Checking all jobs at once +2021-12-18 19:50:28,213 Successful check job command +2021-12-18 19:50:29,633 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:50:29,634 End of checking +2021-12-18 19:50:29,635 Updating FAILED jobs +2021-12-18 19:50:29,635 Updating WAITING jobs +2021-12-18 19:50:29,635 Update finished +2021-12-18 19:50:29,636 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:50:29,636 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:50:29,636 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:50:29,637 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:50:29,637 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:50:29,637 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:50:29,637 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:50:29,640 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:50:29,642 Job list saved +2021-12-18 19:50:29,647 Updating FAILED jobs +2021-12-18 19:50:29,647 Updating WAITING jobs +2021-12-18 19:50:29,647 Update finished +2021-12-18 19:50:39,657 Reloading parameters... +2021-12-18 19:50:39,676 Loading parameters... +2021-12-18 19:50:39,677 Loading project parameters... +2021-12-18 19:50:39,679 + +13 of 25 jobs remaining (19:50) +2021-12-18 19:50:39,679 Sleep: 10 +2021-12-18 19:50:39,679 Number of retrials: 0 +2021-12-18 19:50:39,679 WRAPPER CHECK TIME = 10 +2021-12-18 19:50:39,680 Checking jobs for platform=marenostrum4 +2021-12-18 19:50:39,680 Checking jobs for platform=nord3 +2021-12-18 19:50:39,681 Checking jobs for platform=local +2021-12-18 19:50:39,681 Checking jobs for platform=transfer_node +2021-12-18 19:50:39,682 Checking all jobs at once +2021-12-18 19:50:40,955 Successful check job command +2021-12-18 19:50:42,127 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:50:42,127 End of checking +2021-12-18 19:50:42,128 Updating FAILED jobs +2021-12-18 19:50:42,128 Updating WAITING jobs +2021-12-18 19:50:42,129 Update finished +2021-12-18 19:50:42,129 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:50:42,129 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:50:42,129 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:50:42,129 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:50:42,130 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:50:42,130 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:50:42,130 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:50:42,132 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:50:42,135 Job list saved +2021-12-18 19:50:42,140 Updating FAILED jobs +2021-12-18 19:50:42,140 Updating WAITING jobs +2021-12-18 19:50:42,140 Update finished +2021-12-18 19:50:52,150 Reloading parameters... +2021-12-18 19:50:52,169 Loading parameters... +2021-12-18 19:50:52,170 Loading project parameters... +2021-12-18 19:50:52,172 + +13 of 25 jobs remaining (19:50) +2021-12-18 19:50:52,172 Sleep: 10 +2021-12-18 19:50:52,172 Number of retrials: 0 +2021-12-18 19:50:52,172 WRAPPER CHECK TIME = 10 +2021-12-18 19:50:52,173 Checking jobs for platform=marenostrum4 +2021-12-18 19:50:52,173 Checking jobs for platform=nord3 +2021-12-18 19:50:52,174 Checking jobs for platform=local +2021-12-18 19:50:52,175 Checking jobs for platform=transfer_node +2021-12-18 19:50:52,175 Checking all jobs at once +2021-12-18 19:50:53,745 Successful check job command +2021-12-18 19:50:54,914 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:50:54,915 End of checking +2021-12-18 19:50:54,916 Updating FAILED jobs +2021-12-18 19:50:54,916 Updating WAITING jobs +2021-12-18 19:50:54,917 Update finished +2021-12-18 19:50:54,917 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:50:54,917 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:50:54,917 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:50:54,917 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:50:54,918 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:50:54,918 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:50:54,918 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:50:54,920 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:50:54,923 Job list saved +2021-12-18 19:50:54,932 Updating FAILED jobs +2021-12-18 19:50:54,932 Updating WAITING jobs +2021-12-18 19:50:54,932 Update finished +2021-12-18 19:51:04,943 Reloading parameters... +2021-12-18 19:51:04,963 Loading parameters... +2021-12-18 19:51:04,964 Loading project parameters... +2021-12-18 19:51:04,966 + +13 of 25 jobs remaining (19:51) +2021-12-18 19:51:04,967 Sleep: 10 +2021-12-18 19:51:04,967 Number of retrials: 0 +2021-12-18 19:51:04,967 WRAPPER CHECK TIME = 10 +2021-12-18 19:51:04,967 Checking jobs for platform=marenostrum4 +2021-12-18 19:51:04,968 Checking jobs for platform=nord3 +2021-12-18 19:51:04,969 Checking jobs for platform=local +2021-12-18 19:51:04,969 Checking jobs for platform=transfer_node +2021-12-18 19:51:04,969 Checking all jobs at once +2021-12-18 19:51:06,188 Successful check job command +2021-12-18 19:51:07,357 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:51:07,358 End of checking +2021-12-18 19:51:07,359 Updating FAILED jobs +2021-12-18 19:51:07,359 Updating WAITING jobs +2021-12-18 19:51:07,360 Update finished +2021-12-18 19:51:07,360 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:51:07,360 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:51:07,360 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:51:07,361 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:51:07,361 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:51:07,361 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:51:07,361 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:51:07,364 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:51:07,366 Job list saved +2021-12-18 19:51:07,372 Updating FAILED jobs +2021-12-18 19:51:07,372 Updating WAITING jobs +2021-12-18 19:51:07,372 Update finished +2021-12-18 19:51:17,382 Reloading parameters... +2021-12-18 19:51:17,400 Loading parameters... +2021-12-18 19:51:17,401 Loading project parameters... +2021-12-18 19:51:17,403 + +13 of 25 jobs remaining (19:51) +2021-12-18 19:51:17,404 Sleep: 10 +2021-12-18 19:51:17,404 Number of retrials: 0 +2021-12-18 19:51:17,404 WRAPPER CHECK TIME = 10 +2021-12-18 19:51:17,404 Checking jobs for platform=marenostrum4 +2021-12-18 19:51:17,405 Checking jobs for platform=nord3 +2021-12-18 19:51:17,408 Checking jobs for platform=local +2021-12-18 19:51:17,409 Checking jobs for platform=transfer_node +2021-12-18 19:51:17,409 Checking all jobs at once +2021-12-18 19:51:18,980 Successful check job command +2021-12-18 19:51:20,254 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:51:20,255 End of checking +2021-12-18 19:51:20,256 Updating FAILED jobs +2021-12-18 19:51:20,256 Updating WAITING jobs +2021-12-18 19:51:20,257 Update finished +2021-12-18 19:51:20,257 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:51:20,257 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:51:20,257 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:51:20,257 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:51:20,257 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:51:20,258 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:51:20,258 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:51:20,260 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:51:20,262 Job list saved +2021-12-18 19:51:20,269 Updating FAILED jobs +2021-12-18 19:51:20,269 Updating WAITING jobs +2021-12-18 19:51:20,269 Update finished +2021-12-18 19:51:30,280 Reloading parameters... +2021-12-18 19:51:30,298 Loading parameters... +2021-12-18 19:51:30,299 Loading project parameters... +2021-12-18 19:51:30,301 + +13 of 25 jobs remaining (19:51) +2021-12-18 19:51:30,301 Sleep: 10 +2021-12-18 19:51:30,301 Number of retrials: 0 +2021-12-18 19:51:30,301 WRAPPER CHECK TIME = 10 +2021-12-18 19:51:30,302 Checking jobs for platform=marenostrum4 +2021-12-18 19:51:30,303 Checking jobs for platform=nord3 +2021-12-18 19:51:30,303 Checking jobs for platform=local +2021-12-18 19:51:30,304 Checking jobs for platform=transfer_node +2021-12-18 19:51:30,304 Checking all jobs at once +2021-12-18 19:51:31,674 Successful check job command +2021-12-18 19:51:32,944 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:51:32,944 End of checking +2021-12-18 19:51:32,945 Updating FAILED jobs +2021-12-18 19:51:32,945 Updating WAITING jobs +2021-12-18 19:51:32,946 Update finished +2021-12-18 19:51:32,946 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:51:32,946 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:51:32,946 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:51:32,946 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:51:32,946 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:51:32,946 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:51:32,947 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:51:32,949 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:51:32,952 Job list saved +2021-12-18 19:51:32,956 Updating FAILED jobs +2021-12-18 19:51:32,956 Updating WAITING jobs +2021-12-18 19:51:32,956 Update finished +2021-12-18 19:51:42,966 Reloading parameters... +2021-12-18 19:51:42,984 Loading parameters... +2021-12-18 19:51:42,986 Loading project parameters... +2021-12-18 19:51:42,988 + +13 of 25 jobs remaining (19:51) +2021-12-18 19:51:42,988 Sleep: 10 +2021-12-18 19:51:42,988 Number of retrials: 0 +2021-12-18 19:51:42,988 WRAPPER CHECK TIME = 10 +2021-12-18 19:51:42,989 Checking jobs for platform=marenostrum4 +2021-12-18 19:51:42,989 Checking jobs for platform=nord3 +2021-12-18 19:51:42,990 Checking jobs for platform=local +2021-12-18 19:51:42,990 Checking jobs for platform=transfer_node +2021-12-18 19:51:42,990 Checking all jobs at once +2021-12-18 19:51:44,360 Successful check job command +2021-12-18 19:51:45,580 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:51:45,580 End of checking +2021-12-18 19:51:45,581 Updating FAILED jobs +2021-12-18 19:51:45,581 Updating WAITING jobs +2021-12-18 19:51:45,581 Update finished +2021-12-18 19:51:45,581 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:51:45,582 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:51:45,582 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:51:45,582 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:51:45,582 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:51:45,583 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:51:45,583 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:51:45,585 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:51:45,587 Job list saved +2021-12-18 19:51:45,592 Updating FAILED jobs +2021-12-18 19:51:45,592 Updating WAITING jobs +2021-12-18 19:51:45,592 Update finished +2021-12-18 19:51:55,602 Reloading parameters... +2021-12-18 19:51:55,620 Loading parameters... +2021-12-18 19:51:55,621 Loading project parameters... +2021-12-18 19:51:55,623 + +13 of 25 jobs remaining (19:51) +2021-12-18 19:51:55,623 Sleep: 10 +2021-12-18 19:51:55,623 Number of retrials: 0 +2021-12-18 19:51:55,623 WRAPPER CHECK TIME = 10 +2021-12-18 19:51:55,624 Checking jobs for platform=marenostrum4 +2021-12-18 19:51:55,624 Checking jobs for platform=nord3 +2021-12-18 19:51:55,625 Checking jobs for platform=local +2021-12-18 19:51:55,626 Checking jobs for platform=transfer_node +2021-12-18 19:51:55,626 Checking all jobs at once +2021-12-18 19:51:56,945 Successful check job command +2021-12-18 19:51:58,114 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:51:58,115 End of checking +2021-12-18 19:51:58,116 Updating FAILED jobs +2021-12-18 19:51:58,116 Updating WAITING jobs +2021-12-18 19:51:58,117 Update finished +2021-12-18 19:51:58,117 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:51:58,117 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:51:58,117 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:51:58,117 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:51:58,117 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:51:58,117 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:51:58,118 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:51:58,120 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:51:58,122 Job list saved +2021-12-18 19:51:58,127 Updating FAILED jobs +2021-12-18 19:51:58,127 Updating WAITING jobs +2021-12-18 19:51:58,127 Update finished +2021-12-18 19:52:08,137 Reloading parameters... +2021-12-18 19:52:08,155 Loading parameters... +2021-12-18 19:52:08,156 Loading project parameters... +2021-12-18 19:52:08,158 + +13 of 25 jobs remaining (19:52) +2021-12-18 19:52:08,158 Sleep: 10 +2021-12-18 19:52:08,158 Number of retrials: 0 +2021-12-18 19:52:08,159 WRAPPER CHECK TIME = 10 +2021-12-18 19:52:08,159 Checking jobs for platform=marenostrum4 +2021-12-18 19:52:08,160 Checking jobs for platform=nord3 +2021-12-18 19:52:08,160 Checking jobs for platform=local +2021-12-18 19:52:08,161 Checking jobs for platform=transfer_node +2021-12-18 19:52:08,161 Checking all jobs at once +2021-12-18 19:52:09,481 Successful check job command +2021-12-18 19:52:10,600 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:52:10,600 End of checking +2021-12-18 19:52:10,602 Updating FAILED jobs +2021-12-18 19:52:10,602 Updating WAITING jobs +2021-12-18 19:52:10,602 Update finished +2021-12-18 19:52:10,602 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:52:10,603 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:52:10,603 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:52:10,603 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:52:10,603 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:52:10,603 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:52:10,603 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:52:10,606 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:52:10,608 Job list saved +2021-12-18 19:52:10,613 Updating FAILED jobs +2021-12-18 19:52:10,613 Updating WAITING jobs +2021-12-18 19:52:10,613 Update finished +2021-12-18 19:52:20,622 Reloading parameters... +2021-12-18 19:52:20,639 Loading parameters... +2021-12-18 19:52:20,640 Loading project parameters... +2021-12-18 19:52:20,642 + +13 of 25 jobs remaining (19:52) +2021-12-18 19:52:20,642 Sleep: 10 +2021-12-18 19:52:20,643 Number of retrials: 0 +2021-12-18 19:52:20,643 WRAPPER CHECK TIME = 10 +2021-12-18 19:52:20,643 Checking jobs for platform=marenostrum4 +2021-12-18 19:52:20,644 Checking jobs for platform=nord3 +2021-12-18 19:52:20,644 Checking jobs for platform=local +2021-12-18 19:52:20,645 Checking jobs for platform=transfer_node +2021-12-18 19:52:20,645 Checking all jobs at once +2021-12-18 19:52:22,171 Successful check job command +2021-12-18 19:52:23,641 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:52:23,641 End of checking +2021-12-18 19:52:23,643 Updating FAILED jobs +2021-12-18 19:52:23,643 Updating WAITING jobs +2021-12-18 19:52:23,643 Update finished +2021-12-18 19:52:23,643 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:52:23,644 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:52:23,644 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:52:23,644 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:52:23,644 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:52:23,644 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:52:23,644 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:52:23,647 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:52:23,650 Job list saved +2021-12-18 19:52:23,654 Updating FAILED jobs +2021-12-18 19:52:23,655 Updating WAITING jobs +2021-12-18 19:52:23,655 Update finished +2021-12-18 19:52:33,665 Reloading parameters... +2021-12-18 19:52:33,686 Loading parameters... +2021-12-18 19:52:33,687 Loading project parameters... +2021-12-18 19:52:33,689 + +13 of 25 jobs remaining (19:52) +2021-12-18 19:52:33,689 Sleep: 10 +2021-12-18 19:52:33,689 Number of retrials: 0 +2021-12-18 19:52:33,689 WRAPPER CHECK TIME = 10 +2021-12-18 19:52:33,690 Checking jobs for platform=marenostrum4 +2021-12-18 19:52:33,690 Checking jobs for platform=nord3 +2021-12-18 19:52:33,691 Checking jobs for platform=local +2021-12-18 19:52:33,691 Checking jobs for platform=transfer_node +2021-12-18 19:52:33,691 Checking all jobs at once +2021-12-18 19:52:35,061 Successful check job command +2021-12-18 19:52:36,431 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:52:36,431 End of checking +2021-12-18 19:52:36,432 Updating FAILED jobs +2021-12-18 19:52:36,433 Updating WAITING jobs +2021-12-18 19:52:36,433 Update finished +2021-12-18 19:52:36,433 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:52:36,433 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:52:36,433 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:52:36,433 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:52:36,433 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:52:36,434 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:52:36,434 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:52:36,436 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:52:36,438 Job list saved +2021-12-18 19:52:36,443 Updating FAILED jobs +2021-12-18 19:52:36,443 Updating WAITING jobs +2021-12-18 19:52:36,444 Update finished +2021-12-18 19:52:46,453 Reloading parameters... +2021-12-18 19:52:46,472 Loading parameters... +2021-12-18 19:52:46,473 Loading project parameters... +2021-12-18 19:52:46,475 + +13 of 25 jobs remaining (19:52) +2021-12-18 19:52:46,475 Sleep: 10 +2021-12-18 19:52:46,475 Number of retrials: 0 +2021-12-18 19:52:46,475 WRAPPER CHECK TIME = 10 +2021-12-18 19:52:46,476 Checking jobs for platform=marenostrum4 +2021-12-18 19:52:46,477 Checking jobs for platform=nord3 +2021-12-18 19:52:46,477 Checking jobs for platform=local +2021-12-18 19:52:46,478 Checking jobs for platform=transfer_node +2021-12-18 19:52:46,478 Checking all jobs at once +2021-12-18 19:52:47,697 Successful check job command +2021-12-18 19:52:48,966 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:52:48,966 End of checking +2021-12-18 19:52:48,968 Updating FAILED jobs +2021-12-18 19:52:48,968 Updating WAITING jobs +2021-12-18 19:52:48,968 Update finished +2021-12-18 19:52:48,968 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:52:48,969 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:52:48,969 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:52:48,969 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:52:48,969 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:52:48,969 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:52:48,969 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:52:48,972 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:52:48,974 Job list saved +2021-12-18 19:52:48,978 Updating FAILED jobs +2021-12-18 19:52:48,979 Updating WAITING jobs +2021-12-18 19:52:48,979 Update finished +2021-12-18 19:52:58,989 Reloading parameters... +2021-12-18 19:52:59,007 Loading parameters... +2021-12-18 19:52:59,008 Loading project parameters... +2021-12-18 19:52:59,010 + +13 of 25 jobs remaining (19:52) +2021-12-18 19:52:59,010 Sleep: 10 +2021-12-18 19:52:59,010 Number of retrials: 0 +2021-12-18 19:52:59,010 WRAPPER CHECK TIME = 10 +2021-12-18 19:52:59,011 Checking jobs for platform=marenostrum4 +2021-12-18 19:52:59,012 Checking jobs for platform=nord3 +2021-12-18 19:52:59,012 Checking jobs for platform=local +2021-12-18 19:52:59,013 Checking jobs for platform=transfer_node +2021-12-18 19:52:59,013 Checking all jobs at once +2021-12-18 19:53:00,282 Successful check job command +2021-12-18 19:53:02,052 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:53:02,052 End of checking +2021-12-18 19:53:02,054 Updating FAILED jobs +2021-12-18 19:53:02,054 Updating WAITING jobs +2021-12-18 19:53:02,054 Update finished +2021-12-18 19:53:02,054 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:53:02,055 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:53:02,055 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:53:02,055 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:53:02,055 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:53:02,055 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:53:02,055 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:53:02,058 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:53:02,060 Job list saved +2021-12-18 19:53:02,065 Updating FAILED jobs +2021-12-18 19:53:02,065 Updating WAITING jobs +2021-12-18 19:53:02,065 Update finished +2021-12-18 19:53:12,075 Reloading parameters... +2021-12-18 19:53:12,093 Loading parameters... +2021-12-18 19:53:12,094 Loading project parameters... +2021-12-18 19:53:12,096 + +13 of 25 jobs remaining (19:53) +2021-12-18 19:53:12,096 Sleep: 10 +2021-12-18 19:53:12,096 Number of retrials: 0 +2021-12-18 19:53:12,097 WRAPPER CHECK TIME = 10 +2021-12-18 19:53:12,097 Checking jobs for platform=marenostrum4 +2021-12-18 19:53:12,098 Checking jobs for platform=nord3 +2021-12-18 19:53:12,098 Checking jobs for platform=local +2021-12-18 19:53:12,101 Checking jobs for platform=transfer_node +2021-12-18 19:53:12,101 Checking all jobs at once +2021-12-18 19:53:13,370 Successful check job command +2021-12-18 19:53:14,639 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:53:14,639 End of checking +2021-12-18 19:53:14,641 Updating FAILED jobs +2021-12-18 19:53:14,641 Updating WAITING jobs +2021-12-18 19:53:14,641 Update finished +2021-12-18 19:53:14,642 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:53:14,642 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:53:14,642 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:53:14,642 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:53:14,642 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:53:14,642 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:53:14,642 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:53:14,645 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:53:14,647 Job list saved +2021-12-18 19:53:14,652 Updating FAILED jobs +2021-12-18 19:53:14,652 Updating WAITING jobs +2021-12-18 19:53:14,652 Update finished +2021-12-18 19:53:24,663 Reloading parameters... +2021-12-18 19:53:24,684 Loading parameters... +2021-12-18 19:53:24,685 Loading project parameters... +2021-12-18 19:53:24,687 + +13 of 25 jobs remaining (19:53) +2021-12-18 19:53:24,687 Sleep: 10 +2021-12-18 19:53:24,687 Number of retrials: 0 +2021-12-18 19:53:24,687 WRAPPER CHECK TIME = 10 +2021-12-18 19:53:24,688 Checking jobs for platform=marenostrum4 +2021-12-18 19:53:24,688 Checking jobs for platform=nord3 +2021-12-18 19:53:24,689 Checking jobs for platform=local +2021-12-18 19:53:24,689 Checking jobs for platform=transfer_node +2021-12-18 19:53:24,689 Checking all jobs at once +2021-12-18 19:53:25,959 Successful check job command +2021-12-18 19:53:27,128 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:53:27,128 End of checking +2021-12-18 19:53:27,129 Updating FAILED jobs +2021-12-18 19:53:27,129 Updating WAITING jobs +2021-12-18 19:53:27,129 Update finished +2021-12-18 19:53:27,130 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:53:27,130 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:53:27,130 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:53:27,130 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:53:27,130 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:53:27,130 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:53:27,130 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:53:27,133 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:53:27,136 Job list saved +2021-12-18 19:53:27,141 Updating FAILED jobs +2021-12-18 19:53:27,141 Updating WAITING jobs +2021-12-18 19:53:27,141 Update finished +2021-12-18 19:53:37,151 Reloading parameters... +2021-12-18 19:53:37,170 Loading parameters... +2021-12-18 19:53:37,171 Loading project parameters... +2021-12-18 19:53:37,173 + +13 of 25 jobs remaining (19:53) +2021-12-18 19:53:37,173 Sleep: 10 +2021-12-18 19:53:37,173 Number of retrials: 0 +2021-12-18 19:53:37,173 WRAPPER CHECK TIME = 10 +2021-12-18 19:53:37,174 Checking jobs for platform=marenostrum4 +2021-12-18 19:53:37,174 Checking jobs for platform=nord3 +2021-12-18 19:53:37,175 Checking jobs for platform=local +2021-12-18 19:53:37,175 Checking jobs for platform=transfer_node +2021-12-18 19:53:37,175 Checking all jobs at once +2021-12-18 19:53:38,545 Successful check job command +2021-12-18 19:53:39,815 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:53:39,815 End of checking +2021-12-18 19:53:39,817 Updating FAILED jobs +2021-12-18 19:53:39,817 Updating WAITING jobs +2021-12-18 19:53:39,817 Update finished +2021-12-18 19:53:39,817 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:53:39,818 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:53:39,818 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:53:39,818 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:53:39,818 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:53:39,818 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:53:39,819 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:53:39,821 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:53:39,824 Job list saved +2021-12-18 19:53:39,828 Updating FAILED jobs +2021-12-18 19:53:39,828 Updating WAITING jobs +2021-12-18 19:53:39,829 Update finished +2021-12-18 19:53:49,839 Reloading parameters... +2021-12-18 19:53:49,859 Loading parameters... +2021-12-18 19:53:49,860 Loading project parameters... +2021-12-18 19:53:49,862 + +13 of 25 jobs remaining (19:53) +2021-12-18 19:53:49,862 Sleep: 10 +2021-12-18 19:53:49,862 Number of retrials: 0 +2021-12-18 19:53:49,862 WRAPPER CHECK TIME = 10 +2021-12-18 19:53:49,863 Checking jobs for platform=marenostrum4 +2021-12-18 19:53:49,863 Checking jobs for platform=nord3 +2021-12-18 19:53:49,864 Checking jobs for platform=local +2021-12-18 19:53:49,864 Checking jobs for platform=transfer_node +2021-12-18 19:53:49,864 Checking all jobs at once +2021-12-18 19:53:51,084 Successful check job command +2021-12-18 19:53:52,353 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:53:52,353 End of checking +2021-12-18 19:53:52,354 Updating FAILED jobs +2021-12-18 19:53:52,355 Updating WAITING jobs +2021-12-18 19:53:52,355 Update finished +2021-12-18 19:53:52,355 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:53:52,355 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:53:52,355 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:53:52,355 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:53:52,356 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:53:52,356 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:53:52,356 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:53:52,359 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:53:52,361 Job list saved +2021-12-18 19:53:52,366 Updating FAILED jobs +2021-12-18 19:53:52,366 Updating WAITING jobs +2021-12-18 19:53:52,366 Update finished +2021-12-18 19:54:02,376 Reloading parameters... +2021-12-18 19:54:02,394 Loading parameters... +2021-12-18 19:54:02,395 Loading project parameters... +2021-12-18 19:54:02,397 + +13 of 25 jobs remaining (19:54) +2021-12-18 19:54:02,397 Sleep: 10 +2021-12-18 19:54:02,397 Number of retrials: 0 +2021-12-18 19:54:02,397 WRAPPER CHECK TIME = 10 +2021-12-18 19:54:02,398 Checking jobs for platform=marenostrum4 +2021-12-18 19:54:02,398 Checking jobs for platform=nord3 +2021-12-18 19:54:02,399 Checking jobs for platform=local +2021-12-18 19:54:02,399 Checking jobs for platform=transfer_node +2021-12-18 19:54:02,399 Checking all jobs at once +2021-12-18 19:54:03,669 Successful check job command +2021-12-18 19:54:04,892 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:54:04,892 End of checking +2021-12-18 19:54:04,893 Updating FAILED jobs +2021-12-18 19:54:04,894 Updating WAITING jobs +2021-12-18 19:54:04,894 Update finished +2021-12-18 19:54:04,894 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:54:04,894 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:54:04,894 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:54:04,894 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:54:04,895 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:54:04,895 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:54:04,895 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:54:04,897 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:54:04,900 Job list saved +2021-12-18 19:54:04,904 Updating FAILED jobs +2021-12-18 19:54:04,904 Updating WAITING jobs +2021-12-18 19:54:04,904 Update finished +2021-12-18 19:54:14,912 Reloading parameters... +2021-12-18 19:54:14,931 Loading parameters... +2021-12-18 19:54:14,932 Loading project parameters... +2021-12-18 19:54:14,934 + +13 of 25 jobs remaining (19:54) +2021-12-18 19:54:14,934 Sleep: 10 +2021-12-18 19:54:14,934 Number of retrials: 0 +2021-12-18 19:54:14,934 WRAPPER CHECK TIME = 10 +2021-12-18 19:54:14,935 Checking jobs for platform=marenostrum4 +2021-12-18 19:54:14,935 Checking jobs for platform=nord3 +2021-12-18 19:54:14,936 Checking jobs for platform=local +2021-12-18 19:54:14,936 Checking jobs for platform=transfer_node +2021-12-18 19:54:14,936 Checking all jobs at once +2021-12-18 19:54:16,307 Successful check job command +2021-12-18 19:54:17,477 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:54:17,478 End of checking +2021-12-18 19:54:17,479 Updating FAILED jobs +2021-12-18 19:54:17,479 Updating WAITING jobs +2021-12-18 19:54:17,479 Update finished +2021-12-18 19:54:17,479 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:54:17,480 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:54:17,480 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:54:17,480 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:54:17,480 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:54:17,480 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:54:17,481 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:54:17,483 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:54:17,485 Job list saved +2021-12-18 19:54:17,490 Updating FAILED jobs +2021-12-18 19:54:17,490 Updating WAITING jobs +2021-12-18 19:54:17,490 Update finished +2021-12-18 19:54:27,499 Reloading parameters... +2021-12-18 19:54:27,518 Loading parameters... +2021-12-18 19:54:27,519 Loading project parameters... +2021-12-18 19:54:27,521 + +13 of 25 jobs remaining (19:54) +2021-12-18 19:54:27,521 Sleep: 10 +2021-12-18 19:54:27,521 Number of retrials: 0 +2021-12-18 19:54:27,521 WRAPPER CHECK TIME = 10 +2021-12-18 19:54:27,522 Checking jobs for platform=marenostrum4 +2021-12-18 19:54:27,523 Checking jobs for platform=nord3 +2021-12-18 19:54:27,523 Checking jobs for platform=local +2021-12-18 19:54:27,524 Checking jobs for platform=transfer_node +2021-12-18 19:54:27,524 Checking all jobs at once +2021-12-18 19:54:28,943 Successful check job command +2021-12-18 19:54:30,213 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:54:30,213 End of checking +2021-12-18 19:54:30,214 Updating FAILED jobs +2021-12-18 19:54:30,214 Updating WAITING jobs +2021-12-18 19:54:30,215 Update finished +2021-12-18 19:54:30,215 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:54:30,215 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:54:30,215 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:54:30,215 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:54:30,215 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:54:30,216 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:54:30,216 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:54:30,218 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:54:30,220 Job list saved +2021-12-18 19:54:30,225 Updating FAILED jobs +2021-12-18 19:54:30,225 Updating WAITING jobs +2021-12-18 19:54:30,225 Update finished +2021-12-18 19:54:40,231 Reloading parameters... +2021-12-18 19:54:40,249 Loading parameters... +2021-12-18 19:54:40,250 Loading project parameters... +2021-12-18 19:54:40,252 + +13 of 25 jobs remaining (19:54) +2021-12-18 19:54:40,252 Sleep: 10 +2021-12-18 19:54:40,253 Number of retrials: 0 +2021-12-18 19:54:40,253 WRAPPER CHECK TIME = 10 +2021-12-18 19:54:40,253 Checking jobs for platform=marenostrum4 +2021-12-18 19:54:40,254 Checking jobs for platform=nord3 +2021-12-18 19:54:40,254 Checking jobs for platform=local +2021-12-18 19:54:40,255 Checking jobs for platform=transfer_node +2021-12-18 19:54:40,255 Checking all jobs at once +2021-12-18 19:54:41,626 Successful check job command +2021-12-18 19:54:42,945 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:54:42,945 End of checking +2021-12-18 19:54:42,947 Updating FAILED jobs +2021-12-18 19:54:42,947 Updating WAITING jobs +2021-12-18 19:54:42,947 Update finished +2021-12-18 19:54:42,947 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:54:42,947 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:54:42,947 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:54:42,948 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:54:42,948 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:54:42,948 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:54:42,948 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:54:42,951 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:54:42,953 Job list saved +2021-12-18 19:54:42,958 Updating FAILED jobs +2021-12-18 19:54:42,958 Updating WAITING jobs +2021-12-18 19:54:42,959 Update finished +2021-12-18 19:54:52,969 Reloading parameters... +2021-12-18 19:54:52,987 Loading parameters... +2021-12-18 19:54:52,988 Loading project parameters... +2021-12-18 19:54:52,990 + +13 of 25 jobs remaining (19:54) +2021-12-18 19:54:52,991 Sleep: 10 +2021-12-18 19:54:52,991 Number of retrials: 0 +2021-12-18 19:54:52,991 WRAPPER CHECK TIME = 10 +2021-12-18 19:54:52,991 Checking jobs for platform=marenostrum4 +2021-12-18 19:54:52,992 Checking jobs for platform=nord3 +2021-12-18 19:54:52,992 Checking jobs for platform=local +2021-12-18 19:54:52,993 Checking jobs for platform=transfer_node +2021-12-18 19:54:52,993 Checking all jobs at once +2021-12-18 19:54:54,363 Successful check job command +2021-12-18 19:54:55,783 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:54:55,783 End of checking +2021-12-18 19:54:55,785 Updating FAILED jobs +2021-12-18 19:54:55,785 Updating WAITING jobs +2021-12-18 19:54:55,785 Update finished +2021-12-18 19:54:55,785 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:54:55,786 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:54:55,786 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:54:55,786 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:54:55,786 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:54:55,786 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:54:55,787 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:54:55,790 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:54:55,792 Job list saved +2021-12-18 19:54:55,797 Updating FAILED jobs +2021-12-18 19:54:55,797 Updating WAITING jobs +2021-12-18 19:54:55,797 Update finished +2021-12-18 19:55:05,807 Reloading parameters... +2021-12-18 19:55:05,828 Loading parameters... +2021-12-18 19:55:05,829 Loading project parameters... +2021-12-18 19:55:05,831 + +13 of 25 jobs remaining (19:55) +2021-12-18 19:55:05,831 Sleep: 10 +2021-12-18 19:55:05,832 Number of retrials: 0 +2021-12-18 19:55:05,832 WRAPPER CHECK TIME = 10 +2021-12-18 19:55:05,832 Checking jobs for platform=marenostrum4 +2021-12-18 19:55:05,833 Checking jobs for platform=nord3 +2021-12-18 19:55:05,833 Checking jobs for platform=local +2021-12-18 19:55:05,834 Checking jobs for platform=transfer_node +2021-12-18 19:55:05,834 Checking all jobs at once +2021-12-18 19:55:07,154 Successful check job command +2021-12-18 19:55:08,424 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:55:08,424 End of checking +2021-12-18 19:55:08,426 Updating FAILED jobs +2021-12-18 19:55:08,426 Updating WAITING jobs +2021-12-18 19:55:08,426 Update finished +2021-12-18 19:55:08,426 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:55:08,426 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:55:08,426 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:55:08,427 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:55:08,427 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:55:08,427 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:55:08,427 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:55:08,429 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:55:08,432 Job list saved +2021-12-18 19:55:08,436 Updating FAILED jobs +2021-12-18 19:55:08,437 Updating WAITING jobs +2021-12-18 19:55:08,437 Update finished +2021-12-18 19:55:18,446 Reloading parameters... +2021-12-18 19:55:18,524 Loading parameters... +2021-12-18 19:55:18,525 Loading project parameters... +2021-12-18 19:55:18,527 + +13 of 25 jobs remaining (19:55) +2021-12-18 19:55:18,527 Sleep: 10 +2021-12-18 19:55:18,527 Number of retrials: 0 +2021-12-18 19:55:18,527 WRAPPER CHECK TIME = 10 +2021-12-18 19:55:18,528 Checking jobs for platform=marenostrum4 +2021-12-18 19:55:18,528 Checking jobs for platform=nord3 +2021-12-18 19:55:18,529 Checking jobs for platform=local +2021-12-18 19:55:18,529 Checking jobs for platform=transfer_node +2021-12-18 19:55:18,529 Checking all jobs at once +2021-12-18 19:55:19,849 Successful check job command +2021-12-18 19:55:21,121 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:55:21,121 End of checking +2021-12-18 19:55:21,122 Updating FAILED jobs +2021-12-18 19:55:21,123 Updating WAITING jobs +2021-12-18 19:55:21,123 Update finished +2021-12-18 19:55:21,123 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:55:21,123 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:55:21,123 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:55:21,123 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:55:21,124 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:55:21,124 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:55:21,124 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:55:21,126 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:55:21,129 Job list saved +2021-12-18 19:55:21,133 Updating FAILED jobs +2021-12-18 19:55:21,134 Updating WAITING jobs +2021-12-18 19:55:21,134 Update finished +2021-12-18 19:55:31,144 Reloading parameters... +2021-12-18 19:55:31,162 Loading parameters... +2021-12-18 19:55:31,163 Loading project parameters... +2021-12-18 19:55:31,165 + +13 of 25 jobs remaining (19:55) +2021-12-18 19:55:31,166 Sleep: 10 +2021-12-18 19:55:31,166 Number of retrials: 0 +2021-12-18 19:55:31,166 WRAPPER CHECK TIME = 10 +2021-12-18 19:55:31,166 Checking jobs for platform=marenostrum4 +2021-12-18 19:55:31,167 Checking jobs for platform=nord3 +2021-12-18 19:55:31,168 Checking jobs for platform=local +2021-12-18 19:55:31,169 Checking jobs for platform=transfer_node +2021-12-18 19:55:31,169 Checking all jobs at once +2021-12-18 19:55:32,539 Successful check job command +2021-12-18 19:55:33,758 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:55:33,758 End of checking +2021-12-18 19:55:33,760 Updating FAILED jobs +2021-12-18 19:55:33,760 Updating WAITING jobs +2021-12-18 19:55:33,760 Update finished +2021-12-18 19:55:33,761 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:55:33,764 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:55:33,764 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:55:33,764 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:55:33,765 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:55:33,765 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:55:33,765 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:55:33,767 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:55:33,770 Job list saved +2021-12-18 19:55:33,775 Updating FAILED jobs +2021-12-18 19:55:33,775 Updating WAITING jobs +2021-12-18 19:55:33,775 Update finished +2021-12-18 19:55:43,776 Reloading parameters... +2021-12-18 19:55:43,794 Loading parameters... +2021-12-18 19:55:43,795 Loading project parameters... +2021-12-18 19:55:43,797 + +13 of 25 jobs remaining (19:55) +2021-12-18 19:55:43,798 Sleep: 10 +2021-12-18 19:55:43,798 Number of retrials: 0 +2021-12-18 19:55:43,798 WRAPPER CHECK TIME = 10 +2021-12-18 19:55:43,799 Checking jobs for platform=marenostrum4 +2021-12-18 19:55:43,799 Checking jobs for platform=nord3 +2021-12-18 19:55:43,800 Checking jobs for platform=local +2021-12-18 19:55:43,800 Checking jobs for platform=transfer_node +2021-12-18 19:55:43,800 Checking all jobs at once +2021-12-18 19:55:45,280 Successful check job command +2021-12-18 19:55:46,699 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:55:46,700 End of checking +2021-12-18 19:55:46,701 Updating FAILED jobs +2021-12-18 19:55:46,701 Updating WAITING jobs +2021-12-18 19:55:46,701 Update finished +2021-12-18 19:55:46,702 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:55:46,702 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:55:46,702 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:55:46,702 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:55:46,702 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:55:46,702 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:55:46,702 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:55:46,705 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:55:46,708 Job list saved +2021-12-18 19:55:46,715 Updating FAILED jobs +2021-12-18 19:55:46,715 Updating WAITING jobs +2021-12-18 19:55:46,715 Update finished +2021-12-18 19:55:56,725 Reloading parameters... +2021-12-18 19:55:56,743 Loading parameters... +2021-12-18 19:55:56,745 Loading project parameters... +2021-12-18 19:55:56,747 + +13 of 25 jobs remaining (19:55) +2021-12-18 19:55:56,747 Sleep: 10 +2021-12-18 19:55:56,747 Number of retrials: 0 +2021-12-18 19:55:56,747 WRAPPER CHECK TIME = 10 +2021-12-18 19:55:56,748 Checking jobs for platform=marenostrum4 +2021-12-18 19:55:56,748 Checking jobs for platform=nord3 +2021-12-18 19:55:56,749 Checking jobs for platform=local +2021-12-18 19:55:56,749 Checking jobs for platform=transfer_node +2021-12-18 19:55:56,749 Checking all jobs at once +2021-12-18 19:55:58,219 Successful check job command +2021-12-18 19:55:59,639 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:55:59,639 End of checking +2021-12-18 19:55:59,641 Updating FAILED jobs +2021-12-18 19:55:59,641 Updating WAITING jobs +2021-12-18 19:55:59,641 Update finished +2021-12-18 19:55:59,641 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:55:59,642 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:55:59,642 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:55:59,642 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:55:59,642 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:55:59,642 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:55:59,642 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:55:59,645 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:55:59,648 Job list saved +2021-12-18 19:55:59,653 Updating FAILED jobs +2021-12-18 19:55:59,653 Updating WAITING jobs +2021-12-18 19:55:59,653 Update finished +2021-12-18 19:56:09,664 Reloading parameters... +2021-12-18 19:56:09,684 Loading parameters... +2021-12-18 19:56:09,685 Loading project parameters... +2021-12-18 19:56:09,687 + +13 of 25 jobs remaining (19:56) +2021-12-18 19:56:09,687 Sleep: 10 +2021-12-18 19:56:09,687 Number of retrials: 0 +2021-12-18 19:56:09,688 WRAPPER CHECK TIME = 10 +2021-12-18 19:56:09,688 Checking jobs for platform=marenostrum4 +2021-12-18 19:56:09,689 Checking jobs for platform=nord3 +2021-12-18 19:56:09,689 Checking jobs for platform=local +2021-12-18 19:56:09,690 Checking jobs for platform=transfer_node +2021-12-18 19:56:09,690 Checking all jobs at once +2021-12-18 19:56:11,010 Successful check job command +2021-12-18 19:56:12,229 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:56:12,229 End of checking +2021-12-18 19:56:12,231 Updating FAILED jobs +2021-12-18 19:56:12,231 Updating WAITING jobs +2021-12-18 19:56:12,231 Update finished +2021-12-18 19:56:12,232 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:56:12,232 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:56:12,232 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:56:12,232 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:56:12,233 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:56:12,233 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:56:12,233 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:56:12,236 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:56:12,238 Job list saved +2021-12-18 19:56:12,243 Updating FAILED jobs +2021-12-18 19:56:12,243 Updating WAITING jobs +2021-12-18 19:56:12,243 Update finished +2021-12-18 19:56:22,252 Reloading parameters... +2021-12-18 19:56:22,278 Loading parameters... +2021-12-18 19:56:22,279 Loading project parameters... +2021-12-18 19:56:22,281 + +13 of 25 jobs remaining (19:56) +2021-12-18 19:56:22,281 Sleep: 10 +2021-12-18 19:56:22,282 Number of retrials: 0 +2021-12-18 19:56:22,282 WRAPPER CHECK TIME = 10 +2021-12-18 19:56:22,282 Checking jobs for platform=marenostrum4 +2021-12-18 19:56:22,283 Checking jobs for platform=nord3 +2021-12-18 19:56:22,283 Checking jobs for platform=local +2021-12-18 19:56:22,284 Checking jobs for platform=transfer_node +2021-12-18 19:56:22,284 Checking all jobs at once +2021-12-18 19:56:23,603 Successful check job command +2021-12-18 19:56:24,923 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:56:24,923 End of checking +2021-12-18 19:56:24,924 Updating FAILED jobs +2021-12-18 19:56:24,925 Updating WAITING jobs +2021-12-18 19:56:24,925 Update finished +2021-12-18 19:56:24,925 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:56:24,925 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:56:24,925 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:56:24,925 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:56:24,926 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:56:24,926 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:56:24,926 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:56:24,928 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:56:24,931 Job list saved +2021-12-18 19:56:24,935 Updating FAILED jobs +2021-12-18 19:56:24,936 Updating WAITING jobs +2021-12-18 19:56:24,936 Update finished +2021-12-18 19:56:34,946 Reloading parameters... +2021-12-18 19:56:34,964 Loading parameters... +2021-12-18 19:56:34,965 Loading project parameters... +2021-12-18 19:56:34,967 + +13 of 25 jobs remaining (19:56) +2021-12-18 19:56:34,968 Sleep: 10 +2021-12-18 19:56:34,968 Number of retrials: 0 +2021-12-18 19:56:34,968 WRAPPER CHECK TIME = 10 +2021-12-18 19:56:34,968 Checking jobs for platform=marenostrum4 +2021-12-18 19:56:34,969 Checking jobs for platform=nord3 +2021-12-18 19:56:34,970 Checking jobs for platform=local +2021-12-18 19:56:34,970 Checking jobs for platform=transfer_node +2021-12-18 19:56:34,970 Checking all jobs at once +2021-12-18 19:56:36,191 Successful check job command +2021-12-18 19:56:37,410 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:56:37,411 End of checking +2021-12-18 19:56:37,413 Updating FAILED jobs +2021-12-18 19:56:37,413 Updating WAITING jobs +2021-12-18 19:56:37,413 Update finished +2021-12-18 19:56:37,413 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:56:37,414 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:56:37,414 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:56:37,414 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:56:37,414 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:56:37,414 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:56:37,414 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:56:37,418 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:56:37,420 Job list saved +2021-12-18 19:56:37,432 Updating FAILED jobs +2021-12-18 19:56:37,432 Updating WAITING jobs +2021-12-18 19:56:37,432 Update finished +2021-12-18 19:56:47,444 Reloading parameters... +2021-12-18 19:56:47,463 Loading parameters... +2021-12-18 19:56:47,465 Loading project parameters... +2021-12-18 19:56:47,466 + +13 of 25 jobs remaining (19:56) +2021-12-18 19:56:47,467 Sleep: 10 +2021-12-18 19:56:47,467 Number of retrials: 0 +2021-12-18 19:56:47,467 WRAPPER CHECK TIME = 10 +2021-12-18 19:56:47,467 Checking jobs for platform=marenostrum4 +2021-12-18 19:56:47,468 Checking jobs for platform=nord3 +2021-12-18 19:56:47,469 Checking jobs for platform=local +2021-12-18 19:56:47,469 Checking jobs for platform=transfer_node +2021-12-18 19:56:47,469 Checking all jobs at once +2021-12-18 19:56:48,889 Successful check job command +2021-12-18 19:56:50,158 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:56:50,158 End of checking +2021-12-18 19:56:50,160 Updating FAILED jobs +2021-12-18 19:56:50,160 Updating WAITING jobs +2021-12-18 19:56:50,160 Update finished +2021-12-18 19:56:50,160 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:56:50,161 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:56:50,161 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:56:50,161 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:56:50,161 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:56:50,161 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:56:50,162 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:56:50,165 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:56:50,167 Job list saved +2021-12-18 19:56:50,351 Updating FAILED jobs +2021-12-18 19:56:50,351 Updating WAITING jobs +2021-12-18 19:56:50,351 Update finished +2021-12-18 19:57:00,361 Reloading parameters... +2021-12-18 19:57:00,382 Loading parameters... +2021-12-18 19:57:00,384 Loading project parameters... +2021-12-18 19:57:00,386 + +13 of 25 jobs remaining (19:57) +2021-12-18 19:57:00,386 Sleep: 10 +2021-12-18 19:57:00,386 Number of retrials: 0 +2021-12-18 19:57:00,386 WRAPPER CHECK TIME = 10 +2021-12-18 19:57:00,387 Checking jobs for platform=marenostrum4 +2021-12-18 19:57:00,387 Checking jobs for platform=nord3 +2021-12-18 19:57:00,388 Checking jobs for platform=local +2021-12-18 19:57:00,388 Checking jobs for platform=transfer_node +2021-12-18 19:57:00,388 Checking all jobs at once +2021-12-18 19:57:02,311 Successful check job command +2021-12-18 19:57:03,731 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:57:03,731 End of checking +2021-12-18 19:57:03,733 Updating FAILED jobs +2021-12-18 19:57:03,733 Updating WAITING jobs +2021-12-18 19:57:03,733 Update finished +2021-12-18 19:57:03,733 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:57:03,733 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:57:03,734 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:57:03,734 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:57:03,734 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:57:03,734 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:57:03,734 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:57:03,737 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:57:03,739 Job list saved +2021-12-18 19:57:03,744 Updating FAILED jobs +2021-12-18 19:57:03,744 Updating WAITING jobs +2021-12-18 19:57:03,745 Update finished +2021-12-18 19:57:13,755 Reloading parameters... +2021-12-18 19:57:13,773 Loading parameters... +2021-12-18 19:57:13,775 Loading project parameters... +2021-12-18 19:57:13,776 + +13 of 25 jobs remaining (19:57) +2021-12-18 19:57:13,777 Sleep: 10 +2021-12-18 19:57:13,777 Number of retrials: 0 +2021-12-18 19:57:13,777 WRAPPER CHECK TIME = 10 +2021-12-18 19:57:13,777 Checking jobs for platform=marenostrum4 +2021-12-18 19:57:13,778 Checking jobs for platform=nord3 +2021-12-18 19:57:13,779 Checking jobs for platform=local +2021-12-18 19:57:13,779 Checking jobs for platform=transfer_node +2021-12-18 19:57:13,779 Checking all jobs at once +2021-12-18 19:57:15,056 Successful check job command +2021-12-18 19:57:16,275 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:57:16,275 End of checking +2021-12-18 19:57:16,277 Updating FAILED jobs +2021-12-18 19:57:16,277 Updating WAITING jobs +2021-12-18 19:57:16,277 Update finished +2021-12-18 19:57:16,277 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:57:16,277 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:57:16,278 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:57:16,278 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:57:16,278 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:57:16,278 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:57:16,278 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:57:16,281 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:57:16,283 Job list saved +2021-12-18 19:57:16,287 Updating FAILED jobs +2021-12-18 19:57:16,288 Updating WAITING jobs +2021-12-18 19:57:16,288 Update finished +2021-12-18 19:57:26,296 Reloading parameters... +2021-12-18 19:57:26,316 Loading parameters... +2021-12-18 19:57:26,317 Loading project parameters... +2021-12-18 19:57:26,319 + +13 of 25 jobs remaining (19:57) +2021-12-18 19:57:26,320 Sleep: 10 +2021-12-18 19:57:26,320 Number of retrials: 0 +2021-12-18 19:57:26,320 WRAPPER CHECK TIME = 10 +2021-12-18 19:57:26,320 Checking jobs for platform=marenostrum4 +2021-12-18 19:57:26,321 Checking jobs for platform=nord3 +2021-12-18 19:57:26,322 Checking jobs for platform=local +2021-12-18 19:57:26,322 Checking jobs for platform=transfer_node +2021-12-18 19:57:26,322 Checking all jobs at once +2021-12-18 19:57:27,643 Successful check job command +2021-12-18 19:57:28,914 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:57:28,914 End of checking +2021-12-18 19:57:28,916 Updating FAILED jobs +2021-12-18 19:57:28,916 Updating WAITING jobs +2021-12-18 19:57:28,916 Update finished +2021-12-18 19:57:28,916 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:57:28,917 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:57:28,917 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:57:28,917 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:57:28,917 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:57:28,917 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:57:28,917 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:57:28,924 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:57:28,926 Job list saved +2021-12-18 19:57:28,933 Updating FAILED jobs +2021-12-18 19:57:28,933 Updating WAITING jobs +2021-12-18 19:57:28,933 Update finished +2021-12-18 19:57:38,943 Reloading parameters... +2021-12-18 19:57:38,962 Loading parameters... +2021-12-18 19:57:38,964 Loading project parameters... +2021-12-18 19:57:38,966 + +13 of 25 jobs remaining (19:57) +2021-12-18 19:57:38,966 Sleep: 10 +2021-12-18 19:57:38,966 Number of retrials: 0 +2021-12-18 19:57:38,966 WRAPPER CHECK TIME = 10 +2021-12-18 19:57:38,967 Checking jobs for platform=marenostrum4 +2021-12-18 19:57:38,967 Checking jobs for platform=nord3 +2021-12-18 19:57:38,968 Checking jobs for platform=local +2021-12-18 19:57:38,968 Checking jobs for platform=transfer_node +2021-12-18 19:57:38,968 Checking all jobs at once +2021-12-18 19:57:40,244 Successful check job command +2021-12-18 19:57:41,413 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:57:41,414 End of checking +2021-12-18 19:57:41,415 Updating FAILED jobs +2021-12-18 19:57:41,415 Updating WAITING jobs +2021-12-18 19:57:41,415 Update finished +2021-12-18 19:57:41,415 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:57:41,416 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:57:41,416 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:57:41,416 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:57:41,416 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:57:41,416 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:57:41,416 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:57:41,422 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:57:41,424 Job list saved +2021-12-18 19:57:41,429 Updating FAILED jobs +2021-12-18 19:57:41,429 Updating WAITING jobs +2021-12-18 19:57:41,429 Update finished +2021-12-18 19:57:51,439 Reloading parameters... +2021-12-18 19:57:51,462 Loading parameters... +2021-12-18 19:57:51,463 Loading project parameters... +2021-12-18 19:57:51,465 + +13 of 25 jobs remaining (19:57) +2021-12-18 19:57:51,465 Sleep: 10 +2021-12-18 19:57:51,465 Number of retrials: 0 +2021-12-18 19:57:51,465 WRAPPER CHECK TIME = 10 +2021-12-18 19:57:51,466 Checking jobs for platform=marenostrum4 +2021-12-18 19:57:51,467 Checking jobs for platform=nord3 +2021-12-18 19:57:51,467 Checking jobs for platform=local +2021-12-18 19:57:51,468 Checking jobs for platform=transfer_node +2021-12-18 19:57:51,468 Checking all jobs at once +2021-12-18 19:57:52,837 Successful check job command +2021-12-18 19:57:54,056 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:57:54,057 End of checking +2021-12-18 19:57:54,058 Updating FAILED jobs +2021-12-18 19:57:54,058 Updating WAITING jobs +2021-12-18 19:57:54,058 Update finished +2021-12-18 19:57:54,059 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:57:54,059 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:57:54,059 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:57:54,059 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:57:54,059 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:57:54,059 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:57:54,059 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:57:54,062 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:57:54,065 Job list saved +2021-12-18 19:57:54,069 Updating FAILED jobs +2021-12-18 19:57:54,070 Updating WAITING jobs +2021-12-18 19:57:54,070 Update finished +2021-12-18 19:58:04,079 Reloading parameters... +2021-12-18 19:58:04,100 Loading parameters... +2021-12-18 19:58:04,102 Loading project parameters... +2021-12-18 19:58:04,104 + +13 of 25 jobs remaining (19:58) +2021-12-18 19:58:04,104 Sleep: 10 +2021-12-18 19:58:04,104 Number of retrials: 0 +2021-12-18 19:58:04,104 WRAPPER CHECK TIME = 10 +2021-12-18 19:58:04,105 Checking jobs for platform=marenostrum4 +2021-12-18 19:58:04,105 Checking jobs for platform=nord3 +2021-12-18 19:58:04,106 Checking jobs for platform=local +2021-12-18 19:58:04,106 Checking jobs for platform=transfer_node +2021-12-18 19:58:04,106 Checking all jobs at once +2021-12-18 19:58:05,528 Successful check job command +2021-12-18 19:58:07,399 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:58:07,399 End of checking +2021-12-18 19:58:07,401 Updating FAILED jobs +2021-12-18 19:58:07,402 Updating WAITING jobs +2021-12-18 19:58:07,402 Update finished +2021-12-18 19:58:07,402 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:58:07,403 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:58:07,403 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:58:07,403 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:58:07,403 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:58:07,403 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:58:07,403 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:58:07,406 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:58:07,408 Job list saved +2021-12-18 19:58:07,414 Updating FAILED jobs +2021-12-18 19:58:07,414 Updating WAITING jobs +2021-12-18 19:58:07,414 Update finished +2021-12-18 19:58:17,424 Reloading parameters... +2021-12-18 19:58:17,444 Loading parameters... +2021-12-18 19:58:17,446 Loading project parameters... +2021-12-18 19:58:17,448 + +13 of 25 jobs remaining (19:58) +2021-12-18 19:58:17,448 Sleep: 10 +2021-12-18 19:58:17,448 Number of retrials: 0 +2021-12-18 19:58:17,448 WRAPPER CHECK TIME = 10 +2021-12-18 19:58:17,449 Checking jobs for platform=marenostrum4 +2021-12-18 19:58:17,450 Checking jobs for platform=nord3 +2021-12-18 19:58:17,450 Checking jobs for platform=local +2021-12-18 19:58:17,451 Checking jobs for platform=transfer_node +2021-12-18 19:58:17,451 Checking all jobs at once +2021-12-18 19:58:19,074 Successful check job command +2021-12-18 19:58:20,243 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:58:20,244 End of checking +2021-12-18 19:58:20,245 Updating FAILED jobs +2021-12-18 19:58:20,245 Updating WAITING jobs +2021-12-18 19:58:20,246 Update finished +2021-12-18 19:58:20,246 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:58:20,246 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:58:20,246 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:58:20,246 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:58:20,246 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:58:20,246 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:58:20,246 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:58:20,249 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:58:20,252 Job list saved +2021-12-18 19:58:20,257 Updating FAILED jobs +2021-12-18 19:58:20,257 Updating WAITING jobs +2021-12-18 19:58:20,257 Update finished +2021-12-18 19:58:30,267 Reloading parameters... +2021-12-18 19:58:30,287 Loading parameters... +2021-12-18 19:58:30,288 Loading project parameters... +2021-12-18 19:58:30,290 + +13 of 25 jobs remaining (19:58) +2021-12-18 19:58:30,290 Sleep: 10 +2021-12-18 19:58:30,290 Number of retrials: 0 +2021-12-18 19:58:30,290 WRAPPER CHECK TIME = 10 +2021-12-18 19:58:30,291 Checking jobs for platform=marenostrum4 +2021-12-18 19:58:30,291 Checking jobs for platform=nord3 +2021-12-18 19:58:30,292 Checking jobs for platform=local +2021-12-18 19:58:30,293 Checking jobs for platform=transfer_node +2021-12-18 19:58:30,293 Checking all jobs at once +2021-12-18 19:58:31,512 Successful check job command +2021-12-18 19:58:32,581 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:58:32,581 End of checking +2021-12-18 19:58:32,583 Updating FAILED jobs +2021-12-18 19:58:32,583 Updating WAITING jobs +2021-12-18 19:58:32,583 Update finished +2021-12-18 19:58:32,584 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:58:32,584 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:58:32,584 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:58:32,584 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:58:32,584 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:58:32,584 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:58:32,584 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:58:32,587 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:58:32,590 Job list saved +2021-12-18 19:58:32,595 Updating FAILED jobs +2021-12-18 19:58:32,596 Updating WAITING jobs +2021-12-18 19:58:32,596 Update finished +2021-12-18 19:58:42,606 Reloading parameters... +2021-12-18 19:58:42,624 Loading parameters... +2021-12-18 19:58:42,625 Loading project parameters... +2021-12-18 19:58:42,627 + +13 of 25 jobs remaining (19:58) +2021-12-18 19:58:42,627 Sleep: 10 +2021-12-18 19:58:42,627 Number of retrials: 0 +2021-12-18 19:58:42,628 WRAPPER CHECK TIME = 10 +2021-12-18 19:58:42,628 Checking jobs for platform=marenostrum4 +2021-12-18 19:58:42,629 Checking jobs for platform=nord3 +2021-12-18 19:58:42,629 Checking jobs for platform=local +2021-12-18 19:58:42,630 Checking jobs for platform=transfer_node +2021-12-18 19:58:42,630 Checking all jobs at once +2021-12-18 19:58:44,400 Successful check job command +2021-12-18 19:58:45,670 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:58:45,670 End of checking +2021-12-18 19:58:45,671 Updating FAILED jobs +2021-12-18 19:58:45,671 Updating WAITING jobs +2021-12-18 19:58:45,672 Update finished +2021-12-18 19:58:45,672 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:58:45,672 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:58:45,672 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:58:45,673 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:58:45,673 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:58:45,673 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:58:45,673 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:58:45,676 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:58:45,678 Job list saved +2021-12-18 19:58:45,682 Updating FAILED jobs +2021-12-18 19:58:45,683 Updating WAITING jobs +2021-12-18 19:58:45,683 Update finished +2021-12-18 19:58:55,693 Reloading parameters... +2021-12-18 19:58:55,713 Loading parameters... +2021-12-18 19:58:55,715 Loading project parameters... +2021-12-18 19:58:55,717 + +13 of 25 jobs remaining (19:58) +2021-12-18 19:58:55,717 Sleep: 10 +2021-12-18 19:58:55,717 Number of retrials: 0 +2021-12-18 19:58:55,717 WRAPPER CHECK TIME = 10 +2021-12-18 19:58:55,718 Checking jobs for platform=marenostrum4 +2021-12-18 19:58:55,718 Checking jobs for platform=nord3 +2021-12-18 19:58:55,719 Checking jobs for platform=local +2021-12-18 19:58:55,719 Checking jobs for platform=transfer_node +2021-12-18 19:58:55,719 Checking all jobs at once +2021-12-18 19:58:57,190 Successful check job command +2021-12-18 19:58:58,411 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:58:58,411 End of checking +2021-12-18 19:58:58,414 Updating FAILED jobs +2021-12-18 19:58:58,414 Updating WAITING jobs +2021-12-18 19:58:58,415 Update finished +2021-12-18 19:58:58,415 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:58:58,415 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:58:58,415 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:58:58,415 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:58:58,415 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:58:58,415 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:58:58,416 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:58:58,418 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:58:58,420 Job list saved +2021-12-18 19:58:58,425 Updating FAILED jobs +2021-12-18 19:58:58,426 Updating WAITING jobs +2021-12-18 19:58:58,426 Update finished +2021-12-18 19:59:08,436 Reloading parameters... +2021-12-18 19:59:08,456 Loading parameters... +2021-12-18 19:59:08,458 Loading project parameters... +2021-12-18 19:59:08,459 + +13 of 25 jobs remaining (19:59) +2021-12-18 19:59:08,460 Sleep: 10 +2021-12-18 19:59:08,460 Number of retrials: 0 +2021-12-18 19:59:08,460 WRAPPER CHECK TIME = 10 +2021-12-18 19:59:08,460 Checking jobs for platform=marenostrum4 +2021-12-18 19:59:08,461 Checking jobs for platform=nord3 +2021-12-18 19:59:08,462 Checking jobs for platform=local +2021-12-18 19:59:08,462 Checking jobs for platform=transfer_node +2021-12-18 19:59:08,462 Checking all jobs at once +2021-12-18 19:59:09,882 Successful check job command +2021-12-18 19:59:11,202 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:59:11,202 End of checking +2021-12-18 19:59:11,204 Updating FAILED jobs +2021-12-18 19:59:11,204 Updating WAITING jobs +2021-12-18 19:59:11,204 Update finished +2021-12-18 19:59:11,204 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:59:11,204 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:59:11,204 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:59:11,205 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:59:11,205 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:59:11,205 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:59:11,205 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:59:11,208 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:59:11,210 Job list saved +2021-12-18 19:59:11,215 Updating FAILED jobs +2021-12-18 19:59:11,215 Updating WAITING jobs +2021-12-18 19:59:11,215 Update finished +2021-12-18 19:59:21,221 Reloading parameters... +2021-12-18 19:59:21,240 Loading parameters... +2021-12-18 19:59:21,242 Loading project parameters... +2021-12-18 19:59:21,244 + +13 of 25 jobs remaining (19:59) +2021-12-18 19:59:21,244 Sleep: 10 +2021-12-18 19:59:21,244 Number of retrials: 0 +2021-12-18 19:59:21,244 WRAPPER CHECK TIME = 10 +2021-12-18 19:59:21,245 Checking jobs for platform=marenostrum4 +2021-12-18 19:59:21,245 Checking jobs for platform=nord3 +2021-12-18 19:59:21,246 Checking jobs for platform=local +2021-12-18 19:59:21,246 Checking jobs for platform=transfer_node +2021-12-18 19:59:21,246 Checking all jobs at once +2021-12-18 19:59:22,666 Successful check job command +2021-12-18 19:59:24,135 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:59:24,136 End of checking +2021-12-18 19:59:24,137 Updating FAILED jobs +2021-12-18 19:59:24,137 Updating WAITING jobs +2021-12-18 19:59:24,137 Update finished +2021-12-18 19:59:24,137 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:59:24,138 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:59:24,138 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:59:24,138 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:59:24,138 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:59:24,138 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:59:24,139 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:59:24,141 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:59:24,144 Job list saved +2021-12-18 19:59:24,154 Updating FAILED jobs +2021-12-18 19:59:24,154 Updating WAITING jobs +2021-12-18 19:59:24,154 Update finished +2021-12-18 19:59:34,164 Reloading parameters... +2021-12-18 19:59:34,182 Loading parameters... +2021-12-18 19:59:34,184 Loading project parameters... +2021-12-18 19:59:34,186 + +13 of 25 jobs remaining (19:59) +2021-12-18 19:59:34,186 Sleep: 10 +2021-12-18 19:59:34,186 Number of retrials: 0 +2021-12-18 19:59:34,186 WRAPPER CHECK TIME = 10 +2021-12-18 19:59:34,187 Checking jobs for platform=marenostrum4 +2021-12-18 19:59:34,187 Checking jobs for platform=nord3 +2021-12-18 19:59:34,188 Checking jobs for platform=local +2021-12-18 19:59:34,188 Checking jobs for platform=transfer_node +2021-12-18 19:59:34,188 Checking all jobs at once +2021-12-18 19:59:35,408 Successful check job command +2021-12-18 19:59:36,627 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:59:36,627 End of checking +2021-12-18 19:59:36,631 Updating FAILED jobs +2021-12-18 19:59:36,631 Updating WAITING jobs +2021-12-18 19:59:36,631 Update finished +2021-12-18 19:59:36,631 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:59:36,632 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:59:36,632 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:59:36,632 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:59:36,632 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:59:36,632 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:59:36,632 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:59:36,635 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:59:36,637 Job list saved +2021-12-18 19:59:36,642 Updating FAILED jobs +2021-12-18 19:59:36,642 Updating WAITING jobs +2021-12-18 19:59:36,643 Update finished +2021-12-18 19:59:46,653 Reloading parameters... +2021-12-18 19:59:46,671 Loading parameters... +2021-12-18 19:59:46,673 Loading project parameters... +2021-12-18 19:59:46,674 + +13 of 25 jobs remaining (19:59) +2021-12-18 19:59:46,675 Sleep: 10 +2021-12-18 19:59:46,675 Number of retrials: 0 +2021-12-18 19:59:46,675 WRAPPER CHECK TIME = 10 +2021-12-18 19:59:46,675 Checking jobs for platform=marenostrum4 +2021-12-18 19:59:46,676 Checking jobs for platform=nord3 +2021-12-18 19:59:46,676 Checking jobs for platform=local +2021-12-18 19:59:46,677 Checking jobs for platform=transfer_node +2021-12-18 19:59:46,677 Checking all jobs at once +2021-12-18 19:59:47,946 Successful check job command +2021-12-18 19:59:49,118 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 19:59:49,118 End of checking +2021-12-18 19:59:49,120 Updating FAILED jobs +2021-12-18 19:59:49,120 Updating WAITING jobs +2021-12-18 19:59:49,120 Update finished +2021-12-18 19:59:49,121 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 19:59:49,121 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 19:59:49,121 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 19:59:49,121 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 19:59:49,121 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 19:59:49,121 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 19:59:49,121 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 19:59:49,124 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 19:59:49,127 Job list saved +2021-12-18 19:59:49,131 Updating FAILED jobs +2021-12-18 19:59:49,132 Updating WAITING jobs +2021-12-18 19:59:49,132 Update finished +2021-12-18 19:59:59,140 Reloading parameters... +2021-12-18 19:59:59,158 Loading parameters... +2021-12-18 19:59:59,159 Loading project parameters... +2021-12-18 19:59:59,161 + +13 of 25 jobs remaining (19:59) +2021-12-18 19:59:59,161 Sleep: 10 +2021-12-18 19:59:59,161 Number of retrials: 0 +2021-12-18 19:59:59,161 WRAPPER CHECK TIME = 10 +2021-12-18 19:59:59,162 Checking jobs for platform=marenostrum4 +2021-12-18 19:59:59,163 Checking jobs for platform=nord3 +2021-12-18 19:59:59,163 Checking jobs for platform=local +2021-12-18 19:59:59,164 Checking jobs for platform=transfer_node +2021-12-18 19:59:59,164 Checking all jobs at once +2021-12-18 20:00:00,483 Successful check job command +2021-12-18 20:00:01,702 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 20:00:01,702 End of checking +2021-12-18 20:00:01,704 Updating FAILED jobs +2021-12-18 20:00:01,704 Updating WAITING jobs +2021-12-18 20:00:01,704 Update finished +2021-12-18 20:00:01,704 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:00:01,705 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 20:00:01,705 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 20:00:01,705 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 20:00:01,705 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:00:01,706 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:00:01,706 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 20:00:01,708 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:00:01,711 Job list saved +2021-12-18 20:00:01,715 Updating FAILED jobs +2021-12-18 20:00:01,716 Updating WAITING jobs +2021-12-18 20:00:01,716 Update finished +2021-12-18 20:00:11,726 Reloading parameters... +2021-12-18 20:00:11,744 Loading parameters... +2021-12-18 20:00:11,745 Loading project parameters... +2021-12-18 20:00:11,747 + +13 of 25 jobs remaining (20:00) +2021-12-18 20:00:11,747 Sleep: 10 +2021-12-18 20:00:11,747 Number of retrials: 0 +2021-12-18 20:00:11,747 WRAPPER CHECK TIME = 10 +2021-12-18 20:00:11,748 Checking jobs for platform=marenostrum4 +2021-12-18 20:00:11,748 Checking jobs for platform=nord3 +2021-12-18 20:00:11,749 Checking jobs for platform=local +2021-12-18 20:00:11,750 Checking jobs for platform=transfer_node +2021-12-18 20:00:11,750 Checking all jobs at once +2021-12-18 20:00:13,169 Successful check job command +2021-12-18 20:00:14,790 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 20:00:14,790 End of checking +2021-12-18 20:00:14,791 Updating FAILED jobs +2021-12-18 20:00:14,792 Updating WAITING jobs +2021-12-18 20:00:14,792 Update finished +2021-12-18 20:00:14,792 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:00:14,792 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 20:00:14,792 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 20:00:14,792 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 20:00:14,793 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:00:14,793 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:00:14,793 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 20:00:14,796 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:00:14,798 Job list saved +2021-12-18 20:00:14,804 Updating FAILED jobs +2021-12-18 20:00:14,804 Updating WAITING jobs +2021-12-18 20:00:14,804 Update finished +2021-12-18 20:00:24,814 Reloading parameters... +2021-12-18 20:00:24,834 Loading parameters... +2021-12-18 20:00:24,836 Loading project parameters... +2021-12-18 20:00:24,838 + +13 of 25 jobs remaining (20:00) +2021-12-18 20:00:24,838 Sleep: 10 +2021-12-18 20:00:24,838 Number of retrials: 0 +2021-12-18 20:00:24,838 WRAPPER CHECK TIME = 10 +2021-12-18 20:00:24,838 Checking jobs for platform=marenostrum4 +2021-12-18 20:00:24,839 Checking jobs for platform=nord3 +2021-12-18 20:00:24,840 Checking jobs for platform=local +2021-12-18 20:00:24,840 Checking jobs for platform=transfer_node +2021-12-18 20:00:24,840 Checking all jobs at once +2021-12-18 20:00:26,210 Successful check job command +2021-12-18 20:00:27,629 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 20:00:27,630 End of checking +2021-12-18 20:00:27,631 Updating FAILED jobs +2021-12-18 20:00:27,631 Updating WAITING jobs +2021-12-18 20:00:27,631 Update finished +2021-12-18 20:00:27,632 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:00:27,632 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 20:00:27,632 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 20:00:27,632 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 20:00:27,632 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:00:27,632 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:00:27,632 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 20:00:27,635 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:00:27,637 Job list saved +2021-12-18 20:00:27,642 Updating FAILED jobs +2021-12-18 20:00:27,642 Updating WAITING jobs +2021-12-18 20:00:27,642 Update finished +2021-12-18 20:00:37,652 Reloading parameters... +2021-12-18 20:00:37,672 Loading parameters... +2021-12-18 20:00:37,673 Loading project parameters... +2021-12-18 20:00:37,675 + +13 of 25 jobs remaining (20:00) +2021-12-18 20:00:37,675 Sleep: 10 +2021-12-18 20:00:37,676 Number of retrials: 0 +2021-12-18 20:00:37,676 WRAPPER CHECK TIME = 10 +2021-12-18 20:00:37,676 Checking jobs for platform=marenostrum4 +2021-12-18 20:00:37,677 Checking jobs for platform=nord3 +2021-12-18 20:00:37,677 Checking jobs for platform=local +2021-12-18 20:00:37,678 Checking jobs for platform=transfer_node +2021-12-18 20:00:37,678 Checking all jobs at once +2021-12-18 20:00:38,901 Successful check job command +2021-12-18 20:00:40,120 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 20:00:40,121 End of checking +2021-12-18 20:00:40,122 Updating FAILED jobs +2021-12-18 20:00:40,122 Updating WAITING jobs +2021-12-18 20:00:40,123 Update finished +2021-12-18 20:00:40,123 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:00:40,123 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 20:00:40,124 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 20:00:40,124 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 20:00:40,124 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:00:40,124 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:00:40,124 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 20:00:40,127 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:00:40,129 Job list saved +2021-12-18 20:00:40,134 Updating FAILED jobs +2021-12-18 20:00:40,135 Updating WAITING jobs +2021-12-18 20:00:40,135 Update finished +2021-12-18 20:00:50,139 Reloading parameters... +2021-12-18 20:00:50,158 Loading parameters... +2021-12-18 20:00:50,159 Loading project parameters... +2021-12-18 20:00:50,161 + +13 of 25 jobs remaining (20:00) +2021-12-18 20:00:50,161 Sleep: 10 +2021-12-18 20:00:50,161 Number of retrials: 0 +2021-12-18 20:00:50,161 WRAPPER CHECK TIME = 10 +2021-12-18 20:00:50,162 Checking jobs for platform=marenostrum4 +2021-12-18 20:00:50,162 Checking jobs for platform=nord3 +2021-12-18 20:00:50,163 Checking jobs for platform=local +2021-12-18 20:00:50,163 Checking jobs for platform=transfer_node +2021-12-18 20:00:50,163 Checking all jobs at once +2021-12-18 20:00:51,433 Successful check job command +2021-12-18 20:00:52,604 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 20:00:52,604 End of checking +2021-12-18 20:00:52,606 Updating FAILED jobs +2021-12-18 20:00:52,606 Updating WAITING jobs +2021-12-18 20:00:52,606 Update finished +2021-12-18 20:00:52,607 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:00:52,607 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 20:00:52,607 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 20:00:52,607 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 20:00:52,607 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:00:52,607 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:00:52,607 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 20:00:52,610 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:00:52,612 Job list saved +2021-12-18 20:00:52,618 Updating FAILED jobs +2021-12-18 20:00:52,618 Updating WAITING jobs +2021-12-18 20:00:52,618 Update finished +2021-12-18 20:01:02,628 Reloading parameters... +2021-12-18 20:01:02,646 Loading parameters... +2021-12-18 20:01:02,647 Loading project parameters... +2021-12-18 20:01:02,649 + +13 of 25 jobs remaining (20:01) +2021-12-18 20:01:02,649 Sleep: 10 +2021-12-18 20:01:02,649 Number of retrials: 0 +2021-12-18 20:01:02,649 WRAPPER CHECK TIME = 10 +2021-12-18 20:01:02,650 Checking jobs for platform=marenostrum4 +2021-12-18 20:01:02,650 Checking jobs for platform=nord3 +2021-12-18 20:01:02,651 Checking jobs for platform=local +2021-12-18 20:01:02,651 Checking jobs for platform=transfer_node +2021-12-18 20:01:02,651 Checking all jobs at once +2021-12-18 20:01:04,021 Successful check job command +2021-12-18 20:01:05,241 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 20:01:05,241 End of checking +2021-12-18 20:01:05,243 Updating FAILED jobs +2021-12-18 20:01:05,243 Updating WAITING jobs +2021-12-18 20:01:05,243 Update finished +2021-12-18 20:01:05,243 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:01:05,243 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 20:01:05,244 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 20:01:05,244 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 20:01:05,244 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:01:05,244 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:01:05,244 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 20:01:05,247 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:01:05,249 Job list saved +2021-12-18 20:01:05,254 Updating FAILED jobs +2021-12-18 20:01:05,254 Updating WAITING jobs +2021-12-18 20:01:05,255 Update finished +2021-12-18 20:01:15,265 Reloading parameters... +2021-12-18 20:01:15,283 Loading parameters... +2021-12-18 20:01:15,285 Loading project parameters... +2021-12-18 20:01:15,287 + +13 of 25 jobs remaining (20:01) +2021-12-18 20:01:15,287 Sleep: 10 +2021-12-18 20:01:15,287 Number of retrials: 0 +2021-12-18 20:01:15,287 WRAPPER CHECK TIME = 10 +2021-12-18 20:01:15,288 Checking jobs for platform=marenostrum4 +2021-12-18 20:01:15,288 Checking jobs for platform=nord3 +2021-12-18 20:01:15,289 Checking jobs for platform=local +2021-12-18 20:01:15,289 Checking jobs for platform=transfer_node +2021-12-18 20:01:15,289 Checking all jobs at once +2021-12-18 20:01:16,809 Successful check job command +2021-12-18 20:01:18,079 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 20:01:18,080 End of checking +2021-12-18 20:01:18,081 Updating FAILED jobs +2021-12-18 20:01:18,081 Updating WAITING jobs +2021-12-18 20:01:18,082 Update finished +2021-12-18 20:01:18,082 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:01:18,082 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 20:01:18,082 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 20:01:18,083 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 20:01:18,083 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:01:18,083 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:01:18,083 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 20:01:18,085 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:01:18,088 Job list saved +2021-12-18 20:01:18,092 Updating FAILED jobs +2021-12-18 20:01:18,093 Updating WAITING jobs +2021-12-18 20:01:18,093 Update finished +2021-12-18 20:01:28,103 Reloading parameters... +2021-12-18 20:01:28,121 Loading parameters... +2021-12-18 20:01:28,123 Loading project parameters... +2021-12-18 20:01:28,124 + +13 of 25 jobs remaining (20:01) +2021-12-18 20:01:28,125 Sleep: 10 +2021-12-18 20:01:28,125 Number of retrials: 0 +2021-12-18 20:01:28,125 WRAPPER CHECK TIME = 10 +2021-12-18 20:01:28,125 Checking jobs for platform=marenostrum4 +2021-12-18 20:01:28,126 Checking jobs for platform=nord3 +2021-12-18 20:01:28,127 Checking jobs for platform=local +2021-12-18 20:01:28,127 Checking jobs for platform=transfer_node +2021-12-18 20:01:28,127 Checking all jobs at once +2021-12-18 20:01:29,497 Successful check job command +2021-12-18 20:01:30,917 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 20:01:30,917 End of checking +2021-12-18 20:01:30,918 Updating FAILED jobs +2021-12-18 20:01:30,919 Updating WAITING jobs +2021-12-18 20:01:30,919 Update finished +2021-12-18 20:01:30,919 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:01:30,919 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 20:01:30,919 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 20:01:30,919 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 20:01:30,920 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:01:30,920 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:01:30,920 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 20:01:30,922 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:01:30,925 Job list saved +2021-12-18 20:01:30,929 Updating FAILED jobs +2021-12-18 20:01:30,929 Updating WAITING jobs +2021-12-18 20:01:30,930 Update finished +2021-12-18 20:01:40,940 Reloading parameters... +2021-12-18 20:01:40,958 Loading parameters... +2021-12-18 20:01:40,959 Loading project parameters... +2021-12-18 20:01:40,961 + +13 of 25 jobs remaining (20:01) +2021-12-18 20:01:40,961 Sleep: 10 +2021-12-18 20:01:40,961 Number of retrials: 0 +2021-12-18 20:01:40,961 WRAPPER CHECK TIME = 10 +2021-12-18 20:01:40,962 Checking jobs for platform=marenostrum4 +2021-12-18 20:01:40,963 Checking jobs for platform=nord3 +2021-12-18 20:01:40,963 Checking jobs for platform=local +2021-12-18 20:01:40,964 Checking jobs for platform=transfer_node +2021-12-18 20:01:40,964 Checking all jobs at once +2021-12-18 20:01:42,186 Successful check job command +2021-12-18 20:01:43,356 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 20:01:43,356 End of checking +2021-12-18 20:01:43,357 Updating FAILED jobs +2021-12-18 20:01:43,357 Updating WAITING jobs +2021-12-18 20:01:43,357 Update finished +2021-12-18 20:01:43,358 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:01:43,358 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 20:01:43,358 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 20:01:43,358 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 20:01:43,358 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:01:43,358 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:01:43,358 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 20:01:43,361 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:01:43,363 Job list saved +2021-12-18 20:01:43,368 Updating FAILED jobs +2021-12-18 20:01:43,368 Updating WAITING jobs +2021-12-18 20:01:43,368 Update finished +2021-12-18 20:01:53,374 Reloading parameters... +2021-12-18 20:01:53,393 Loading parameters... +2021-12-18 20:01:53,394 Loading project parameters... +2021-12-18 20:01:53,396 + +13 of 25 jobs remaining (20:01) +2021-12-18 20:01:53,396 Sleep: 10 +2021-12-18 20:01:53,396 Number of retrials: 0 +2021-12-18 20:01:53,397 WRAPPER CHECK TIME = 10 +2021-12-18 20:01:53,397 Checking jobs for platform=marenostrum4 +2021-12-18 20:01:53,398 Checking jobs for platform=nord3 +2021-12-18 20:01:53,399 Checking jobs for platform=local +2021-12-18 20:01:53,399 Checking jobs for platform=transfer_node +2021-12-18 20:01:53,399 Checking all jobs at once +2021-12-18 20:01:54,619 Successful check job command +2021-12-18 20:01:55,738 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 20:01:55,738 End of checking +2021-12-18 20:01:55,739 Updating FAILED jobs +2021-12-18 20:01:55,739 Updating WAITING jobs +2021-12-18 20:01:55,740 Update finished +2021-12-18 20:01:55,740 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:01:55,740 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 20:01:55,740 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 20:01:55,741 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 20:01:55,741 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:01:55,741 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:01:55,741 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 20:01:55,743 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:01:55,746 Job list saved +2021-12-18 20:01:55,750 Updating FAILED jobs +2021-12-18 20:01:55,750 Updating WAITING jobs +2021-12-18 20:01:55,750 Update finished +2021-12-18 20:02:05,760 Reloading parameters... +2021-12-18 20:02:05,778 Loading parameters... +2021-12-18 20:02:05,780 Loading project parameters... +2021-12-18 20:02:05,782 + +13 of 25 jobs remaining (20:02) +2021-12-18 20:02:05,782 Sleep: 10 +2021-12-18 20:02:05,782 Number of retrials: 0 +2021-12-18 20:02:05,782 WRAPPER CHECK TIME = 10 +2021-12-18 20:02:05,783 Checking jobs for platform=marenostrum4 +2021-12-18 20:02:05,783 Checking jobs for platform=nord3 +2021-12-18 20:02:05,784 Checking jobs for platform=local +2021-12-18 20:02:05,785 Checking jobs for platform=transfer_node +2021-12-18 20:02:05,785 Checking all jobs at once +2021-12-18 20:02:07,258 Successful check job command +2021-12-18 20:02:08,531 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 20:02:08,531 End of checking +2021-12-18 20:02:08,533 Updating FAILED jobs +2021-12-18 20:02:08,533 Updating WAITING jobs +2021-12-18 20:02:08,533 Update finished +2021-12-18 20:02:08,534 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:02:08,534 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 20:02:08,534 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 20:02:08,534 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 20:02:08,534 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:02:08,534 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:02:08,534 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 20:02:08,537 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:02:08,539 Job list saved +2021-12-18 20:02:08,549 Updating FAILED jobs +2021-12-18 20:02:08,549 Updating WAITING jobs +2021-12-18 20:02:08,549 Update finished +2021-12-18 20:02:18,552 Reloading parameters... +2021-12-18 20:02:18,571 Loading parameters... +2021-12-18 20:02:18,572 Loading project parameters... +2021-12-18 20:02:18,574 + +13 of 25 jobs remaining (20:02) +2021-12-18 20:02:18,574 Sleep: 10 +2021-12-18 20:02:18,574 Number of retrials: 0 +2021-12-18 20:02:18,574 WRAPPER CHECK TIME = 10 +2021-12-18 20:02:18,575 Checking jobs for platform=marenostrum4 +2021-12-18 20:02:18,575 Checking jobs for platform=nord3 +2021-12-18 20:02:18,576 Checking jobs for platform=local +2021-12-18 20:02:18,576 Checking jobs for platform=transfer_node +2021-12-18 20:02:18,577 Checking all jobs at once +2021-12-18 20:02:20,648 Successful check job command +2021-12-18 20:02:22,820 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 20:02:22,820 End of checking +2021-12-18 20:02:22,821 Updating FAILED jobs +2021-12-18 20:02:22,821 Updating WAITING jobs +2021-12-18 20:02:22,821 Update finished +2021-12-18 20:02:22,822 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:02:22,822 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 20:02:22,822 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 20:02:22,822 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 20:02:22,822 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:02:22,822 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:02:22,822 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 20:02:22,825 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:02:22,827 Job list saved +2021-12-18 20:02:22,831 Updating FAILED jobs +2021-12-18 20:02:22,831 Updating WAITING jobs +2021-12-18 20:02:22,832 Update finished +2021-12-18 20:02:32,838 Reloading parameters... +2021-12-18 20:02:32,857 Loading parameters... +2021-12-18 20:02:32,858 Loading project parameters... +2021-12-18 20:02:32,860 + +13 of 25 jobs remaining (20:02) +2021-12-18 20:02:32,860 Sleep: 10 +2021-12-18 20:02:32,860 Number of retrials: 0 +2021-12-18 20:02:32,860 WRAPPER CHECK TIME = 10 +2021-12-18 20:02:32,861 Checking jobs for platform=marenostrum4 +2021-12-18 20:02:32,861 Checking jobs for platform=nord3 +2021-12-18 20:02:32,862 Checking jobs for platform=local +2021-12-18 20:02:32,863 Checking jobs for platform=transfer_node +2021-12-18 20:02:32,863 Checking all jobs at once +2021-12-18 20:02:34,333 Successful check job command +2021-12-18 20:02:35,652 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 20:02:35,652 End of checking +2021-12-18 20:02:35,654 Updating FAILED jobs +2021-12-18 20:02:35,654 Updating WAITING jobs +2021-12-18 20:02:35,654 Update finished +2021-12-18 20:02:35,654 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:02:35,655 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 20:02:35,655 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 20:02:35,655 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 20:02:35,655 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:02:35,656 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:02:35,656 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 20:02:35,658 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:02:35,661 Job list saved +2021-12-18 20:02:35,665 Updating FAILED jobs +2021-12-18 20:02:35,665 Updating WAITING jobs +2021-12-18 20:02:35,666 Update finished +2021-12-18 20:02:45,676 Reloading parameters... +2021-12-18 20:02:45,694 Loading parameters... +2021-12-18 20:02:45,695 Loading project parameters... +2021-12-18 20:02:45,697 + +13 of 25 jobs remaining (20:02) +2021-12-18 20:02:45,697 Sleep: 10 +2021-12-18 20:02:45,698 Number of retrials: 0 +2021-12-18 20:02:45,698 WRAPPER CHECK TIME = 10 +2021-12-18 20:02:45,698 Checking jobs for platform=marenostrum4 +2021-12-18 20:02:45,699 Checking jobs for platform=nord3 +2021-12-18 20:02:45,699 Checking jobs for platform=local +2021-12-18 20:02:45,700 Checking jobs for platform=transfer_node +2021-12-18 20:02:45,700 Checking all jobs at once +2021-12-18 20:02:47,069 Successful check job command +2021-12-18 20:02:48,389 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 20:02:48,389 End of checking +2021-12-18 20:02:48,390 Updating FAILED jobs +2021-12-18 20:02:48,390 Updating WAITING jobs +2021-12-18 20:02:48,391 Update finished +2021-12-18 20:02:48,391 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:02:48,391 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 20:02:48,391 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 20:02:48,391 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 20:02:48,391 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:02:48,391 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:02:48,392 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 20:02:48,394 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:02:48,396 Job list saved +2021-12-18 20:02:48,403 Updating FAILED jobs +2021-12-18 20:02:48,404 Updating WAITING jobs +2021-12-18 20:02:48,404 Update finished +2021-12-18 20:02:58,414 Reloading parameters... +2021-12-18 20:02:58,434 Loading parameters... +2021-12-18 20:02:58,435 Loading project parameters... +2021-12-18 20:02:58,437 + +13 of 25 jobs remaining (20:02) +2021-12-18 20:02:58,437 Sleep: 10 +2021-12-18 20:02:58,437 Number of retrials: 0 +2021-12-18 20:02:58,437 WRAPPER CHECK TIME = 10 +2021-12-18 20:02:58,438 Checking jobs for platform=marenostrum4 +2021-12-18 20:02:58,438 Checking jobs for platform=nord3 +2021-12-18 20:02:58,439 Checking jobs for platform=local +2021-12-18 20:02:58,439 Checking jobs for platform=transfer_node +2021-12-18 20:02:58,440 Checking all jobs at once +2021-12-18 20:02:59,711 Successful check job command +2021-12-18 20:03:00,930 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 20:03:00,930 End of checking +2021-12-18 20:03:00,932 Updating FAILED jobs +2021-12-18 20:03:00,932 Updating WAITING jobs +2021-12-18 20:03:00,932 Update finished +2021-12-18 20:03:00,932 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:03:00,932 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 20:03:00,932 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 20:03:00,933 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 20:03:00,933 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:03:00,933 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:03:00,933 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 20:03:00,936 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:03:00,938 Job list saved +2021-12-18 20:03:00,943 Updating FAILED jobs +2021-12-18 20:03:00,943 Updating WAITING jobs +2021-12-18 20:03:00,944 Update finished +2021-12-18 20:03:10,948 Reloading parameters... +2021-12-18 20:03:10,966 Loading parameters... +2021-12-18 20:03:10,967 Loading project parameters... +2021-12-18 20:03:10,969 + +13 of 25 jobs remaining (20:03) +2021-12-18 20:03:10,969 Sleep: 10 +2021-12-18 20:03:10,970 Number of retrials: 0 +2021-12-18 20:03:10,970 WRAPPER CHECK TIME = 10 +2021-12-18 20:03:10,970 Checking jobs for platform=marenostrum4 +2021-12-18 20:03:10,971 Checking jobs for platform=nord3 +2021-12-18 20:03:10,971 Checking jobs for platform=local +2021-12-18 20:03:10,972 Checking jobs for platform=transfer_node +2021-12-18 20:03:10,972 Checking all jobs at once +2021-12-18 20:03:12,291 Successful check job command +2021-12-18 20:03:13,461 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 20:03:13,461 End of checking +2021-12-18 20:03:13,462 Updating FAILED jobs +2021-12-18 20:03:13,463 Updating WAITING jobs +2021-12-18 20:03:13,463 Update finished +2021-12-18 20:03:13,463 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:03:13,464 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 20:03:13,464 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 20:03:13,464 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 20:03:13,464 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:03:13,464 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:03:13,464 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 20:03:13,467 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:03:13,469 Job list saved +2021-12-18 20:03:13,474 Updating FAILED jobs +2021-12-18 20:03:13,474 Updating WAITING jobs +2021-12-18 20:03:13,474 Update finished +2021-12-18 20:03:23,484 Reloading parameters... +2021-12-18 20:03:23,502 Loading parameters... +2021-12-18 20:03:23,503 Loading project parameters... +2021-12-18 20:03:23,505 + +13 of 25 jobs remaining (20:03) +2021-12-18 20:03:23,505 Sleep: 10 +2021-12-18 20:03:23,505 Number of retrials: 0 +2021-12-18 20:03:23,505 WRAPPER CHECK TIME = 10 +2021-12-18 20:03:23,506 Checking jobs for platform=marenostrum4 +2021-12-18 20:03:23,506 Checking jobs for platform=nord3 +2021-12-18 20:03:23,507 Checking jobs for platform=local +2021-12-18 20:03:23,507 Checking jobs for platform=transfer_node +2021-12-18 20:03:23,508 Checking all jobs at once +2021-12-18 20:03:24,777 Successful check job command +2021-12-18 20:03:25,997 Job t0ni_19931101_fc0_1_POST is QUEUING +2021-12-18 20:03:25,997 End of checking +2021-12-18 20:03:25,998 Updating FAILED jobs +2021-12-18 20:03:25,998 Updating WAITING jobs +2021-12-18 20:03:25,999 Update finished +2021-12-18 20:03:25,999 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:03:25,999 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 20:03:25,999 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 20:03:25,999 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 20:03:25,999 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:03:26,000 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:03:26,000 t0ni_19931101_fc0_1_POST 19282732 QUEUING marenostrum4 debug +2021-12-18 20:03:26,002 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:03:26,004 Job list saved +2021-12-18 20:03:26,009 Updating FAILED jobs +2021-12-18 20:03:26,009 Updating WAITING jobs +2021-12-18 20:03:26,009 Update finished +2021-12-18 20:03:36,016 Reloading parameters... +2021-12-18 20:03:36,035 Loading parameters... +2021-12-18 20:03:36,037 Loading project parameters... +2021-12-18 20:03:36,039 + +13 of 25 jobs remaining (20:03) +2021-12-18 20:03:36,039 Sleep: 10 +2021-12-18 20:03:36,039 Number of retrials: 0 +2021-12-18 20:03:36,039 WRAPPER CHECK TIME = 10 +2021-12-18 20:03:36,039 Checking jobs for platform=marenostrum4 +2021-12-18 20:03:36,040 Checking jobs for platform=nord3 +2021-12-18 20:03:36,041 Checking jobs for platform=local +2021-12-18 20:03:36,041 Checking jobs for platform=transfer_node +2021-12-18 20:03:36,041 Checking all jobs at once +2021-12-18 20:03:37,361 Successful check job command +2021-12-18 20:03:37,361 Job t0ni_19931101_fc0_1_POST is RUNNING +2021-12-18 20:03:37,381 t0ni_19931101_fc0_1_POST_STAT file have been transfered +2021-12-18 20:03:37,476 End of checking +2021-12-18 20:03:37,477 Updating FAILED jobs +2021-12-18 20:03:37,477 Updating WAITING jobs +2021-12-18 20:03:37,478 Update finished +2021-12-18 20:03:37,478 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:03:37,478 t0ni_19931101_fc0_2_CMOROCE 19279786 COMPLETED marenostrum4 debug +2021-12-18 20:03:37,478 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 20:03:37,478 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 20:03:37,478 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:03:37,478 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:03:37,478 t0ni_19931101_fc0_1_POST 19282732 RUNNING marenostrum4 debug +2021-12-18 20:03:37,481 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:03:37,483 Job list saved +2021-12-18 20:03:37,553 Updating FAILED jobs +2021-12-18 20:03:37,553 Updating WAITING jobs +2021-12-18 20:03:37,553 Update finished +2021-12-18 20:03:47,560 Reloading parameters... +2021-12-18 20:03:47,579 Loading parameters... +2021-12-18 20:03:47,580 Loading project parameters... +2021-12-18 20:03:47,582 + +13 of 25 jobs remaining (20:03) +2021-12-18 20:03:47,582 Sleep: 10 +2021-12-18 20:03:47,582 Number of retrials: 0 +2021-12-18 20:03:47,583 WRAPPER CHECK TIME = 10 +2021-12-18 20:03:47,583 Checking jobs for platform=marenostrum4 +2021-12-18 20:03:47,584 Checking jobs for platform=nord3 +2021-12-18 20:03:47,584 Checking jobs for platform=local +2021-12-18 20:03:47,585 Checking jobs for platform=transfer_node +2021-12-18 20:03:47,585 Checking all jobs at once +2021-12-18 20:03:48,854 Successful check job command +2021-12-18 20:03:48,854 t0ni_19931101_fc0_1_POST job seems to have completed: checking... +2021-12-18 20:03:48,871 Job t0ni_19931101_fc0_1_POST is COMPLETED +2021-12-18 20:03:48,886 t0ni_19931101_fc0_1_POST_STAT file have been transfered +2021-12-18 20:03:48,962 End of checking +2021-12-18 20:03:48,963 Updating FAILED jobs +2021-12-18 20:03:48,963 Updating WAITING jobs +2021-12-18 20:03:48,963 Setting job: t0ni_19931101_fc0_2_POST status to: READY (all parents completed)... +2021-12-18 20:03:48,963 Setting job: t0ni_19931101_fc0_1_CLEAN status to: READY (all parents completed)... +2021-12-18 20:03:48,964 Update finished +2021-12-18 20:03:48,964 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:03:48,965 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 20:03:48,965 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 20:03:48,965 t0ni_19931101_fc0_1_POST 19282732 COMPLETED marenostrum4 debug +2021-12-18 20:03:48,965 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:03:48,965 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:03:48,968 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:03:48,975 Job list saved +2021-12-18 20:03:48,977 +Jobs ready for marenostrum4: 1 +2021-12-18 20:03:48,978 Number of jobs available: 20 +2021-12-18 20:03:48,978 Number of jobs ready: 1 +2021-12-18 20:03:48,978 Jobs ready for marenostrum4: 1 +2021-12-18 20:03:48,985 Custom directives from platform.conf: None +2021-12-18 20:03:48,987 Custom directives from platform.conf: None +2021-12-18 20:03:48,988 Custom directives from platform.conf: None +2021-12-18 20:03:48,993 Creating Scripts +2021-12-18 20:03:49,276 Sending Files +2021-12-18 20:03:49,287 Submitting +2021-12-18 20:03:51,020 +Jobs ready for nord3: 0 +2021-12-18 20:03:51,021 Number of jobs available: 20 +2021-12-18 20:03:51,021 Number of jobs ready: 0 +2021-12-18 20:03:51,022 +Jobs ready for local: 0 +2021-12-18 20:03:51,022 Number of jobs available: 20 +2021-12-18 20:03:51,022 Number of jobs ready: 0 +2021-12-18 20:03:51,023 +Jobs ready for transfer_node: 1 +2021-12-18 20:03:51,023 Number of jobs available: 20 +2021-12-18 20:03:51,024 Number of jobs ready: 1 +2021-12-18 20:03:51,024 Jobs ready for transfer_node: 1 +2021-12-18 20:03:51,031 Creating Scripts +2021-12-18 20:03:51,137 Sending Files +2021-12-18 20:03:51,455 /gpfs/scratch/bsc32/bsc32627/t0ni/LOG_t0ni has been created on dt01.bsc.es . +2021-12-18 20:03:51,468 Submitting +2021-12-18 20:03:51,638 Job ID: 41698 + +2021-12-18 20:03:51,638 t0ni_19931101_fc0_1_CLEAN submitted +2021-12-18 20:03:51,760 Updating FAILED jobs +2021-12-18 20:03:51,761 Updating WAITING jobs +2021-12-18 20:03:51,761 Update finished +2021-12-18 20:03:51,761 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:03:51,761 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 20:03:51,761 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 20:03:51,762 t0ni_19931101_fc0_1_POST 19282732 COMPLETED marenostrum4 debug +2021-12-18 20:03:51,762 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:03:51,762 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:03:51,762 t0ni_19931101_fc0_2_POST 19285824 SUBMITTED marenostrum4 debug +2021-12-18 20:03:51,762 t0ni_19931101_fc0_1_CLEAN 41698 SUBMITTED transfer_node no-scheduler +2021-12-18 20:03:51,765 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:03:51,767 Job list saved +2021-12-18 20:03:51,823 Updating FAILED jobs +2021-12-18 20:03:51,823 Updating WAITING jobs +2021-12-18 20:03:51,823 Update finished +2021-12-18 20:04:01,833 Reloading parameters... +2021-12-18 20:04:01,850 Loading parameters... +2021-12-18 20:04:01,851 Loading project parameters... +2021-12-18 20:04:01,853 + +12 of 25 jobs remaining (20:04) +2021-12-18 20:04:01,853 Sleep: 10 +2021-12-18 20:04:01,853 Number of retrials: 0 +2021-12-18 20:04:01,853 WRAPPER CHECK TIME = 10 +2021-12-18 20:04:01,854 Checking jobs for platform=marenostrum4 +2021-12-18 20:04:01,854 Checking jobs for platform=nord3 +2021-12-18 20:04:01,855 Checking jobs for platform=local +2021-12-18 20:04:01,855 Checking jobs for platform=transfer_node +2021-12-18 20:04:03,975 Successful check job command: nohup kill -0 41698 > /dev/null 2>&1; echo $? +2021-12-18 20:04:03,975 Job t0ni_19931101_fc0_1_CLEAN is RUNNING +2021-12-18 20:04:03,994 t0ni_19931101_fc0_1_CLEAN_STAT file have been transfered +2021-12-18 20:04:04,063 Checking all jobs at once +2021-12-18 20:04:05,382 Successful check job command +2021-12-18 20:04:06,752 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:04:06,752 End of checking +2021-12-18 20:04:06,753 Updating FAILED jobs +2021-12-18 20:04:06,753 Updating WAITING jobs +2021-12-18 20:04:06,754 Update finished +2021-12-18 20:04:06,754 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:04:06,754 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 20:04:06,754 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 20:04:06,754 t0ni_19931101_fc0_1_POST 19282732 COMPLETED marenostrum4 debug +2021-12-18 20:04:06,754 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:04:06,754 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:04:06,755 t0ni_19931101_fc0_1_CLEAN 41698 RUNNING transfer_node no-scheduler +2021-12-18 20:04:06,755 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:04:06,757 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:04:06,760 Job list saved +2021-12-18 20:04:06,824 Updating FAILED jobs +2021-12-18 20:04:06,824 Updating WAITING jobs +2021-12-18 20:04:06,824 Update finished +2021-12-18 20:04:16,835 Reloading parameters... +2021-12-18 20:04:16,853 Loading parameters... +2021-12-18 20:04:16,854 Loading project parameters... +2021-12-18 20:04:16,856 + +12 of 25 jobs remaining (20:04) +2021-12-18 20:04:16,856 Sleep: 10 +2021-12-18 20:04:16,856 Number of retrials: 0 +2021-12-18 20:04:16,857 WRAPPER CHECK TIME = 10 +2021-12-18 20:04:16,857 Checking jobs for platform=marenostrum4 +2021-12-18 20:04:16,858 Checking jobs for platform=nord3 +2021-12-18 20:04:16,858 Checking jobs for platform=local +2021-12-18 20:04:16,859 Checking jobs for platform=transfer_node +2021-12-18 20:04:19,029 Successful check job command: nohup kill -0 41698 > /dev/null 2>&1; echo $? +2021-12-18 20:04:19,029 Job t0ni_19931101_fc0_1_CLEAN is RUNNING +2021-12-18 20:04:19,029 Checking all jobs at once +2021-12-18 20:04:20,298 Successful check job command +2021-12-18 20:04:21,467 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:04:21,467 End of checking +2021-12-18 20:04:21,469 Updating FAILED jobs +2021-12-18 20:04:21,469 Updating WAITING jobs +2021-12-18 20:04:21,469 Update finished +2021-12-18 20:04:21,469 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:04:21,470 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 20:04:21,470 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 20:04:21,470 t0ni_19931101_fc0_1_POST 19282732 COMPLETED marenostrum4 debug +2021-12-18 20:04:21,470 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:04:21,470 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:04:21,470 t0ni_19931101_fc0_1_CLEAN 41698 RUNNING transfer_node no-scheduler +2021-12-18 20:04:21,470 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:04:21,473 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:04:21,475 Job list saved +2021-12-18 20:04:21,480 Updating FAILED jobs +2021-12-18 20:04:21,480 Updating WAITING jobs +2021-12-18 20:04:21,480 Update finished +2021-12-18 20:04:31,490 Reloading parameters... +2021-12-18 20:04:31,511 Loading parameters... +2021-12-18 20:04:31,512 Loading project parameters... +2021-12-18 20:04:31,514 + +12 of 25 jobs remaining (20:04) +2021-12-18 20:04:31,515 Sleep: 10 +2021-12-18 20:04:31,515 Number of retrials: 0 +2021-12-18 20:04:31,515 WRAPPER CHECK TIME = 10 +2021-12-18 20:04:31,515 Checking jobs for platform=marenostrum4 +2021-12-18 20:04:31,516 Checking jobs for platform=nord3 +2021-12-18 20:04:31,517 Checking jobs for platform=local +2021-12-18 20:04:31,517 Checking jobs for platform=transfer_node +2021-12-18 20:04:33,687 Successful check job command: nohup kill -0 41698 > /dev/null 2>&1; echo $? +2021-12-18 20:04:33,687 Job t0ni_19931101_fc0_1_CLEAN is RUNNING +2021-12-18 20:04:33,687 Checking all jobs at once +2021-12-18 20:04:34,809 Successful check job command +2021-12-18 20:04:35,928 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:04:35,929 End of checking +2021-12-18 20:04:35,930 Updating FAILED jobs +2021-12-18 20:04:35,930 Updating WAITING jobs +2021-12-18 20:04:35,931 Update finished +2021-12-18 20:04:35,931 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:04:35,931 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 20:04:35,931 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 20:04:35,931 t0ni_19931101_fc0_1_POST 19282732 COMPLETED marenostrum4 debug +2021-12-18 20:04:35,931 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:04:35,932 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:04:35,932 t0ni_19931101_fc0_1_CLEAN 41698 RUNNING transfer_node no-scheduler +2021-12-18 20:04:35,932 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:04:35,935 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:04:35,937 Job list saved +2021-12-18 20:04:35,941 Updating FAILED jobs +2021-12-18 20:04:35,941 Updating WAITING jobs +2021-12-18 20:04:35,942 Update finished +2021-12-18 20:04:45,952 Reloading parameters... +2021-12-18 20:04:45,971 Loading parameters... +2021-12-18 20:04:45,973 Loading project parameters... +2021-12-18 20:04:45,976 + +12 of 25 jobs remaining (20:04) +2021-12-18 20:04:45,976 Sleep: 10 +2021-12-18 20:04:45,977 Number of retrials: 0 +2021-12-18 20:04:45,977 WRAPPER CHECK TIME = 10 +2021-12-18 20:04:45,977 Checking jobs for platform=marenostrum4 +2021-12-18 20:04:45,979 Checking jobs for platform=nord3 +2021-12-18 20:04:45,980 Checking jobs for platform=local +2021-12-18 20:04:45,981 Checking jobs for platform=transfer_node +2021-12-18 20:04:48,151 Successful check job command: nohup kill -0 41698 > /dev/null 2>&1; echo $? +2021-12-18 20:04:48,151 Job t0ni_19931101_fc0_1_CLEAN is RUNNING +2021-12-18 20:04:48,151 Checking all jobs at once +2021-12-18 20:04:49,420 Successful check job command +2021-12-18 20:04:50,640 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:04:50,640 End of checking +2021-12-18 20:04:50,642 Updating FAILED jobs +2021-12-18 20:04:50,642 Updating WAITING jobs +2021-12-18 20:04:50,642 Update finished +2021-12-18 20:04:50,642 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:04:50,642 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 20:04:50,643 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 20:04:50,643 t0ni_19931101_fc0_1_POST 19282732 COMPLETED marenostrum4 debug +2021-12-18 20:04:50,643 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:04:50,643 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:04:50,643 t0ni_19931101_fc0_1_CLEAN 41698 RUNNING transfer_node no-scheduler +2021-12-18 20:04:50,643 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:04:50,646 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:04:50,648 Job list saved +2021-12-18 20:04:50,653 Updating FAILED jobs +2021-12-18 20:04:50,653 Updating WAITING jobs +2021-12-18 20:04:50,653 Update finished +2021-12-18 20:05:00,663 Reloading parameters... +2021-12-18 20:05:00,684 Loading parameters... +2021-12-18 20:05:00,685 Loading project parameters... +2021-12-18 20:05:00,687 + +12 of 25 jobs remaining (20:05) +2021-12-18 20:05:00,687 Sleep: 10 +2021-12-18 20:05:00,687 Number of retrials: 0 +2021-12-18 20:05:00,687 WRAPPER CHECK TIME = 10 +2021-12-18 20:05:00,688 Checking jobs for platform=marenostrum4 +2021-12-18 20:05:00,689 Checking jobs for platform=nord3 +2021-12-18 20:05:00,689 Checking jobs for platform=local +2021-12-18 20:05:00,690 Checking jobs for platform=transfer_node +2021-12-18 20:05:02,809 Successful check job command: nohup kill -0 41698 > /dev/null 2>&1; echo $? +2021-12-18 20:05:02,810 Job t0ni_19931101_fc0_1_CLEAN is RUNNING +2021-12-18 20:05:02,810 Checking all jobs at once +2021-12-18 20:05:04,179 Successful check job command +2021-12-18 20:05:05,449 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:05:05,449 End of checking +2021-12-18 20:05:05,451 Updating FAILED jobs +2021-12-18 20:05:05,451 Updating WAITING jobs +2021-12-18 20:05:05,451 Update finished +2021-12-18 20:05:05,452 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:05:05,452 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 20:05:05,452 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 20:05:05,452 t0ni_19931101_fc0_1_POST 19282732 COMPLETED marenostrum4 debug +2021-12-18 20:05:05,453 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:05:05,453 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:05:05,453 t0ni_19931101_fc0_1_CLEAN 41698 RUNNING transfer_node no-scheduler +2021-12-18 20:05:05,453 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:05:05,456 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:05:05,458 Job list saved +2021-12-18 20:05:05,464 Updating FAILED jobs +2021-12-18 20:05:05,464 Updating WAITING jobs +2021-12-18 20:05:05,465 Update finished +2021-12-18 20:05:15,475 Reloading parameters... +2021-12-18 20:05:15,494 Loading parameters... +2021-12-18 20:05:15,495 Loading project parameters... +2021-12-18 20:05:15,497 + +12 of 25 jobs remaining (20:05) +2021-12-18 20:05:15,497 Sleep: 10 +2021-12-18 20:05:15,497 Number of retrials: 0 +2021-12-18 20:05:15,497 WRAPPER CHECK TIME = 10 +2021-12-18 20:05:15,498 Checking jobs for platform=marenostrum4 +2021-12-18 20:05:15,499 Checking jobs for platform=nord3 +2021-12-18 20:05:15,499 Checking jobs for platform=local +2021-12-18 20:05:15,500 Checking jobs for platform=transfer_node +2021-12-18 20:05:17,769 Successful check job command: nohup kill -0 41698 > /dev/null 2>&1; echo $? +2021-12-18 20:05:17,770 Job t0ni_19931101_fc0_1_CLEAN is RUNNING +2021-12-18 20:05:17,770 Checking all jobs at once +2021-12-18 20:05:19,091 Successful check job command +2021-12-18 20:05:20,310 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:05:20,310 End of checking +2021-12-18 20:05:20,312 Updating FAILED jobs +2021-12-18 20:05:20,312 Updating WAITING jobs +2021-12-18 20:05:20,312 Update finished +2021-12-18 20:05:20,312 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:05:20,312 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 20:05:20,312 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 20:05:20,313 t0ni_19931101_fc0_1_POST 19282732 COMPLETED marenostrum4 debug +2021-12-18 20:05:20,313 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:05:20,313 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:05:20,313 t0ni_19931101_fc0_1_CLEAN 41698 RUNNING transfer_node no-scheduler +2021-12-18 20:05:20,313 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:05:20,316 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:05:20,318 Job list saved +2021-12-18 20:05:20,324 Updating FAILED jobs +2021-12-18 20:05:20,324 Updating WAITING jobs +2021-12-18 20:05:20,324 Update finished +2021-12-18 20:05:30,328 Reloading parameters... +2021-12-18 20:05:30,346 Loading parameters... +2021-12-18 20:05:30,347 Loading project parameters... +2021-12-18 20:05:30,349 + +12 of 25 jobs remaining (20:05) +2021-12-18 20:05:30,350 Sleep: 10 +2021-12-18 20:05:30,350 Number of retrials: 0 +2021-12-18 20:05:30,350 WRAPPER CHECK TIME = 10 +2021-12-18 20:05:30,350 Checking jobs for platform=marenostrum4 +2021-12-18 20:05:30,351 Checking jobs for platform=nord3 +2021-12-18 20:05:30,352 Checking jobs for platform=local +2021-12-18 20:05:30,352 Checking jobs for platform=transfer_node +2021-12-18 20:05:32,724 Successful check job command: nohup kill -0 41698 > /dev/null 2>&1; echo $? +2021-12-18 20:05:32,724 Job t0ni_19931101_fc0_1_CLEAN is RUNNING +2021-12-18 20:05:32,724 Checking all jobs at once +2021-12-18 20:05:33,994 Successful check job command +2021-12-18 20:05:35,163 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:05:35,163 End of checking +2021-12-18 20:05:35,165 Updating FAILED jobs +2021-12-18 20:05:35,165 Updating WAITING jobs +2021-12-18 20:05:35,165 Update finished +2021-12-18 20:05:35,165 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:05:35,165 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 20:05:35,166 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 20:05:35,166 t0ni_19931101_fc0_1_POST 19282732 COMPLETED marenostrum4 debug +2021-12-18 20:05:35,166 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:05:35,166 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:05:35,166 t0ni_19931101_fc0_1_CLEAN 41698 RUNNING transfer_node no-scheduler +2021-12-18 20:05:35,166 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:05:35,169 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:05:35,171 Job list saved +2021-12-18 20:05:35,176 Updating FAILED jobs +2021-12-18 20:05:35,176 Updating WAITING jobs +2021-12-18 20:05:35,176 Update finished +2021-12-18 20:05:45,186 Reloading parameters... +2021-12-18 20:05:45,205 Loading parameters... +2021-12-18 20:05:45,206 Loading project parameters... +2021-12-18 20:05:45,208 + +12 of 25 jobs remaining (20:05) +2021-12-18 20:05:45,208 Sleep: 10 +2021-12-18 20:05:45,209 Number of retrials: 0 +2021-12-18 20:05:45,209 WRAPPER CHECK TIME = 10 +2021-12-18 20:05:45,209 Checking jobs for platform=marenostrum4 +2021-12-18 20:05:45,210 Checking jobs for platform=nord3 +2021-12-18 20:05:45,210 Checking jobs for platform=local +2021-12-18 20:05:45,211 Checking jobs for platform=transfer_node +2021-12-18 20:05:47,381 Successful check job command: nohup kill -0 41698 > /dev/null 2>&1; echo $? +2021-12-18 20:05:47,381 Job t0ni_19931101_fc0_1_CLEAN is RUNNING +2021-12-18 20:05:47,381 Checking all jobs at once +2021-12-18 20:05:48,601 Successful check job command +2021-12-18 20:05:49,772 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:05:49,773 End of checking +2021-12-18 20:05:49,775 Updating FAILED jobs +2021-12-18 20:05:49,775 Updating WAITING jobs +2021-12-18 20:05:49,775 Update finished +2021-12-18 20:05:49,775 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:05:49,779 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 20:05:49,779 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 20:05:49,779 t0ni_19931101_fc0_1_POST 19282732 COMPLETED marenostrum4 debug +2021-12-18 20:05:49,779 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:05:49,780 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:05:49,780 t0ni_19931101_fc0_1_CLEAN 41698 RUNNING transfer_node no-scheduler +2021-12-18 20:05:49,780 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:05:49,782 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:05:49,785 Job list saved +2021-12-18 20:05:49,789 Updating FAILED jobs +2021-12-18 20:05:49,790 Updating WAITING jobs +2021-12-18 20:05:49,790 Update finished +2021-12-18 20:05:59,800 Reloading parameters... +2021-12-18 20:05:59,818 Loading parameters... +2021-12-18 20:05:59,819 Loading project parameters... +2021-12-18 20:05:59,821 + +12 of 25 jobs remaining (20:05) +2021-12-18 20:05:59,821 Sleep: 10 +2021-12-18 20:05:59,821 Number of retrials: 0 +2021-12-18 20:05:59,821 WRAPPER CHECK TIME = 10 +2021-12-18 20:05:59,822 Checking jobs for platform=marenostrum4 +2021-12-18 20:05:59,822 Checking jobs for platform=nord3 +2021-12-18 20:05:59,823 Checking jobs for platform=local +2021-12-18 20:05:59,823 Checking jobs for platform=transfer_node +2021-12-18 20:06:01,993 Successful check job command: nohup kill -0 41698 > /dev/null 2>&1; echo $? +2021-12-18 20:06:01,993 Job t0ni_19931101_fc0_1_CLEAN is RUNNING +2021-12-18 20:06:01,993 Checking all jobs at once +2021-12-18 20:06:03,312 Successful check job command +2021-12-18 20:06:04,532 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:06:04,532 End of checking +2021-12-18 20:06:04,542 Updating FAILED jobs +2021-12-18 20:06:04,542 Updating WAITING jobs +2021-12-18 20:06:04,542 Update finished +2021-12-18 20:06:04,542 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:06:04,543 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 20:06:04,543 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 20:06:04,543 t0ni_19931101_fc0_1_POST 19282732 COMPLETED marenostrum4 debug +2021-12-18 20:06:04,543 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:06:04,543 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:06:04,543 t0ni_19931101_fc0_1_CLEAN 41698 RUNNING transfer_node no-scheduler +2021-12-18 20:06:04,543 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:06:04,553 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:06:04,556 Job list saved +2021-12-18 20:06:04,567 Updating FAILED jobs +2021-12-18 20:06:04,567 Updating WAITING jobs +2021-12-18 20:06:04,567 Update finished +2021-12-18 20:06:14,577 Reloading parameters... +2021-12-18 20:06:14,598 Loading parameters... +2021-12-18 20:06:14,599 Loading project parameters... +2021-12-18 20:06:14,601 + +12 of 25 jobs remaining (20:06) +2021-12-18 20:06:14,601 Sleep: 10 +2021-12-18 20:06:14,602 Number of retrials: 0 +2021-12-18 20:06:14,602 WRAPPER CHECK TIME = 10 +2021-12-18 20:06:14,602 Checking jobs for platform=marenostrum4 +2021-12-18 20:06:14,603 Checking jobs for platform=nord3 +2021-12-18 20:06:14,603 Checking jobs for platform=local +2021-12-18 20:06:14,604 Checking jobs for platform=transfer_node +2021-12-18 20:06:16,774 Successful check job command: nohup kill -0 41698 > /dev/null 2>&1; echo $? +2021-12-18 20:06:16,774 Job t0ni_19931101_fc0_1_CLEAN is RUNNING +2021-12-18 20:06:16,774 Checking all jobs at once +2021-12-18 20:06:18,044 Successful check job command +2021-12-18 20:06:19,213 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:06:19,213 End of checking +2021-12-18 20:06:19,215 Updating FAILED jobs +2021-12-18 20:06:19,215 Updating WAITING jobs +2021-12-18 20:06:19,215 Update finished +2021-12-18 20:06:19,215 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:06:19,215 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 20:06:19,216 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 20:06:19,216 t0ni_19931101_fc0_1_POST 19282732 COMPLETED marenostrum4 debug +2021-12-18 20:06:19,216 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:06:19,216 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:06:19,216 t0ni_19931101_fc0_1_CLEAN 41698 RUNNING transfer_node no-scheduler +2021-12-18 20:06:19,216 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:06:19,219 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:06:19,221 Job list saved +2021-12-18 20:06:19,237 Updating FAILED jobs +2021-12-18 20:06:19,237 Updating WAITING jobs +2021-12-18 20:06:19,237 Update finished +2021-12-18 20:06:29,246 Reloading parameters... +2021-12-18 20:06:29,265 Loading parameters... +2021-12-18 20:06:29,266 Loading project parameters... +2021-12-18 20:06:29,268 + +12 of 25 jobs remaining (20:06) +2021-12-18 20:06:29,268 Sleep: 10 +2021-12-18 20:06:29,268 Number of retrials: 0 +2021-12-18 20:06:29,268 WRAPPER CHECK TIME = 10 +2021-12-18 20:06:29,269 Checking jobs for platform=marenostrum4 +2021-12-18 20:06:29,269 Checking jobs for platform=nord3 +2021-12-18 20:06:29,270 Checking jobs for platform=local +2021-12-18 20:06:29,271 Checking jobs for platform=transfer_node +2021-12-18 20:06:31,440 Successful check job command: nohup kill -0 41698 > /dev/null 2>&1; echo $? +2021-12-18 20:06:31,441 Job t0ni_19931101_fc0_1_CLEAN is RUNNING +2021-12-18 20:06:31,441 Checking all jobs at once +2021-12-18 20:06:32,810 Successful check job command +2021-12-18 20:06:34,131 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:06:34,131 End of checking +2021-12-18 20:06:34,132 Updating FAILED jobs +2021-12-18 20:06:34,132 Updating WAITING jobs +2021-12-18 20:06:34,132 Update finished +2021-12-18 20:06:34,133 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:06:34,133 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 20:06:34,133 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 20:06:34,133 t0ni_19931101_fc0_1_POST 19282732 COMPLETED marenostrum4 debug +2021-12-18 20:06:34,134 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:06:34,134 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:06:34,134 t0ni_19931101_fc0_1_CLEAN 41698 RUNNING transfer_node no-scheduler +2021-12-18 20:06:34,134 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:06:34,136 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:06:34,139 Job list saved +2021-12-18 20:06:34,143 Updating FAILED jobs +2021-12-18 20:06:34,143 Updating WAITING jobs +2021-12-18 20:06:34,144 Update finished +2021-12-18 20:06:44,151 Reloading parameters... +2021-12-18 20:06:44,169 Loading parameters... +2021-12-18 20:06:44,170 Loading project parameters... +2021-12-18 20:06:44,172 + +12 of 25 jobs remaining (20:06) +2021-12-18 20:06:44,172 Sleep: 10 +2021-12-18 20:06:44,172 Number of retrials: 0 +2021-12-18 20:06:44,172 WRAPPER CHECK TIME = 10 +2021-12-18 20:06:44,173 Checking jobs for platform=marenostrum4 +2021-12-18 20:06:44,174 Checking jobs for platform=nord3 +2021-12-18 20:06:44,174 Checking jobs for platform=local +2021-12-18 20:06:44,175 Checking jobs for platform=transfer_node +2021-12-18 20:06:46,345 Successful check job command: nohup kill -0 41698 > /dev/null 2>&1; echo $? +2021-12-18 20:06:46,345 Job t0ni_19931101_fc0_1_CLEAN is RUNNING +2021-12-18 20:06:46,345 Checking all jobs at once +2021-12-18 20:06:47,815 Successful check job command +2021-12-18 20:06:49,035 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:06:49,035 End of checking +2021-12-18 20:06:49,036 Updating FAILED jobs +2021-12-18 20:06:49,037 Updating WAITING jobs +2021-12-18 20:06:49,037 Update finished +2021-12-18 20:06:49,037 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:06:49,037 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 20:06:49,037 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 20:06:49,037 t0ni_19931101_fc0_1_POST 19282732 COMPLETED marenostrum4 debug +2021-12-18 20:06:49,038 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:06:49,038 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:06:49,038 t0ni_19931101_fc0_1_CLEAN 41698 RUNNING transfer_node no-scheduler +2021-12-18 20:06:49,038 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:06:49,041 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:06:49,043 Job list saved +2021-12-18 20:06:49,048 Updating FAILED jobs +2021-12-18 20:06:49,048 Updating WAITING jobs +2021-12-18 20:06:49,048 Update finished +2021-12-18 20:06:59,053 Reloading parameters... +2021-12-18 20:06:59,074 Loading parameters... +2021-12-18 20:06:59,075 Loading project parameters... +2021-12-18 20:06:59,077 + +12 of 25 jobs remaining (20:06) +2021-12-18 20:06:59,079 Sleep: 10 +2021-12-18 20:06:59,079 Number of retrials: 0 +2021-12-18 20:06:59,079 WRAPPER CHECK TIME = 10 +2021-12-18 20:06:59,080 Checking jobs for platform=marenostrum4 +2021-12-18 20:06:59,080 Checking jobs for platform=nord3 +2021-12-18 20:06:59,081 Checking jobs for platform=local +2021-12-18 20:06:59,081 Checking jobs for platform=transfer_node +2021-12-18 20:07:01,251 Successful check job command: nohup kill -0 41698 > /dev/null 2>&1; echo $? +2021-12-18 20:07:01,252 Job t0ni_19931101_fc0_1_CLEAN is RUNNING +2021-12-18 20:07:01,252 Checking all jobs at once +2021-12-18 20:07:02,671 Successful check job command +2021-12-18 20:07:03,840 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:07:03,841 End of checking +2021-12-18 20:07:03,842 Updating FAILED jobs +2021-12-18 20:07:03,843 Updating WAITING jobs +2021-12-18 20:07:03,843 Update finished +2021-12-18 20:07:03,843 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:07:03,843 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 20:07:03,843 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 20:07:03,843 t0ni_19931101_fc0_1_POST 19282732 COMPLETED marenostrum4 debug +2021-12-18 20:07:03,843 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:07:03,844 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:07:03,844 t0ni_19931101_fc0_1_CLEAN 41698 RUNNING transfer_node no-scheduler +2021-12-18 20:07:03,844 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:07:03,847 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:07:03,849 Job list saved +2021-12-18 20:07:03,854 Updating FAILED jobs +2021-12-18 20:07:03,854 Updating WAITING jobs +2021-12-18 20:07:03,855 Update finished +2021-12-18 20:07:13,856 Reloading parameters... +2021-12-18 20:07:13,875 Loading parameters... +2021-12-18 20:07:13,876 Loading project parameters... +2021-12-18 20:07:13,878 + +12 of 25 jobs remaining (20:07) +2021-12-18 20:07:13,878 Sleep: 10 +2021-12-18 20:07:13,878 Number of retrials: 0 +2021-12-18 20:07:13,878 WRAPPER CHECK TIME = 10 +2021-12-18 20:07:13,879 Checking jobs for platform=marenostrum4 +2021-12-18 20:07:13,879 Checking jobs for platform=nord3 +2021-12-18 20:07:13,880 Checking jobs for platform=local +2021-12-18 20:07:13,880 Checking jobs for platform=transfer_node +2021-12-18 20:07:16,050 Successful check job command: nohup kill -0 41698 > /dev/null 2>&1; echo $? +2021-12-18 20:07:16,050 Job t0ni_19931101_fc0_1_CLEAN is RUNNING +2021-12-18 20:07:16,050 Checking all jobs at once +2021-12-18 20:07:17,420 Successful check job command +2021-12-18 20:07:18,689 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:07:18,689 End of checking +2021-12-18 20:07:18,691 Updating FAILED jobs +2021-12-18 20:07:18,691 Updating WAITING jobs +2021-12-18 20:07:18,691 Update finished +2021-12-18 20:07:18,691 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:07:18,693 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 20:07:18,693 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 20:07:18,693 t0ni_19931101_fc0_1_POST 19282732 COMPLETED marenostrum4 debug +2021-12-18 20:07:18,693 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:07:18,694 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:07:18,694 t0ni_19931101_fc0_1_CLEAN 41698 RUNNING transfer_node no-scheduler +2021-12-18 20:07:18,694 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:07:18,701 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:07:18,704 Job list saved +2021-12-18 20:07:18,709 Updating FAILED jobs +2021-12-18 20:07:18,709 Updating WAITING jobs +2021-12-18 20:07:18,709 Update finished +2021-12-18 20:07:28,719 Reloading parameters... +2021-12-18 20:07:28,736 Loading parameters... +2021-12-18 20:07:28,737 Loading project parameters... +2021-12-18 20:07:28,739 + +12 of 25 jobs remaining (20:07) +2021-12-18 20:07:28,739 Sleep: 10 +2021-12-18 20:07:28,739 Number of retrials: 0 +2021-12-18 20:07:28,740 WRAPPER CHECK TIME = 10 +2021-12-18 20:07:28,741 Checking jobs for platform=marenostrum4 +2021-12-18 20:07:28,741 Checking jobs for platform=nord3 +2021-12-18 20:07:28,742 Checking jobs for platform=local +2021-12-18 20:07:28,743 Checking jobs for platform=transfer_node +2021-12-18 20:07:31,213 Successful check job command: nohup kill -0 41698 > /dev/null 2>&1; echo $? +2021-12-18 20:07:31,213 Job t0ni_19931101_fc0_1_CLEAN is RUNNING +2021-12-18 20:07:31,213 Checking all jobs at once +2021-12-18 20:07:32,590 Successful check job command +2021-12-18 20:07:34,010 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:07:34,010 End of checking +2021-12-18 20:07:34,012 Updating FAILED jobs +2021-12-18 20:07:34,012 Updating WAITING jobs +2021-12-18 20:07:34,012 Update finished +2021-12-18 20:07:34,012 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:07:34,012 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 20:07:34,012 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 20:07:34,013 t0ni_19931101_fc0_1_POST 19282732 COMPLETED marenostrum4 debug +2021-12-18 20:07:34,013 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:07:34,013 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:07:34,013 t0ni_19931101_fc0_1_CLEAN 41698 RUNNING transfer_node no-scheduler +2021-12-18 20:07:34,013 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:07:34,016 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:07:34,019 Job list saved +2021-12-18 20:07:34,024 Updating FAILED jobs +2021-12-18 20:07:34,024 Updating WAITING jobs +2021-12-18 20:07:34,024 Update finished +2021-12-18 20:07:44,030 Reloading parameters... +2021-12-18 20:07:44,049 Loading parameters... +2021-12-18 20:07:44,050 Loading project parameters... +2021-12-18 20:07:44,052 + +12 of 25 jobs remaining (20:07) +2021-12-18 20:07:44,052 Sleep: 10 +2021-12-18 20:07:44,052 Number of retrials: 0 +2021-12-18 20:07:44,052 WRAPPER CHECK TIME = 10 +2021-12-18 20:07:44,053 Checking jobs for platform=marenostrum4 +2021-12-18 20:07:44,054 Checking jobs for platform=nord3 +2021-12-18 20:07:44,054 Checking jobs for platform=local +2021-12-18 20:07:44,055 Checking jobs for platform=transfer_node +2021-12-18 20:07:46,223 Successful check job command: nohup kill -0 41698 > /dev/null 2>&1; echo $? +2021-12-18 20:07:46,223 Job t0ni_19931101_fc0_1_CLEAN is RUNNING +2021-12-18 20:07:46,223 Checking all jobs at once +2021-12-18 20:07:47,643 Successful check job command +2021-12-18 20:07:48,912 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:07:48,913 End of checking +2021-12-18 20:07:48,914 Updating FAILED jobs +2021-12-18 20:07:48,914 Updating WAITING jobs +2021-12-18 20:07:48,914 Update finished +2021-12-18 20:07:48,914 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:07:48,915 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 20:07:48,915 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 20:07:48,915 t0ni_19931101_fc0_1_POST 19282732 COMPLETED marenostrum4 debug +2021-12-18 20:07:48,915 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:07:48,915 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:07:48,915 t0ni_19931101_fc0_1_CLEAN 41698 RUNNING transfer_node no-scheduler +2021-12-18 20:07:48,915 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:07:48,918 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:07:48,920 Job list saved +2021-12-18 20:07:48,925 Updating FAILED jobs +2021-12-18 20:07:48,925 Updating WAITING jobs +2021-12-18 20:07:48,925 Update finished +2021-12-18 20:07:58,930 Reloading parameters... +2021-12-18 20:07:58,951 Loading parameters... +2021-12-18 20:07:58,952 Loading project parameters... +2021-12-18 20:07:58,954 + +12 of 25 jobs remaining (20:07) +2021-12-18 20:07:58,954 Sleep: 10 +2021-12-18 20:07:58,954 Number of retrials: 0 +2021-12-18 20:07:58,955 WRAPPER CHECK TIME = 10 +2021-12-18 20:07:58,955 Checking jobs for platform=marenostrum4 +2021-12-18 20:07:58,956 Checking jobs for platform=nord3 +2021-12-18 20:07:58,956 Checking jobs for platform=local +2021-12-18 20:07:58,957 Checking jobs for platform=transfer_node +2021-12-18 20:08:01,077 Successful check job command: nohup kill -0 41698 > /dev/null 2>&1; echo $? +2021-12-18 20:08:01,077 Job t0ni_19931101_fc0_1_CLEAN is RUNNING +2021-12-18 20:08:01,077 Checking all jobs at once +2021-12-18 20:08:02,447 Successful check job command +2021-12-18 20:08:03,868 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:08:03,868 End of checking +2021-12-18 20:08:03,870 Updating FAILED jobs +2021-12-18 20:08:03,870 Updating WAITING jobs +2021-12-18 20:08:03,870 Update finished +2021-12-18 20:08:03,871 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:08:03,872 t0ni_19931101_fc0_1_CMORATM 19279784 COMPLETED marenostrum4 bsc_es +2021-12-18 20:08:03,872 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 20:08:03,872 t0ni_19931101_fc0_1_POST 19282732 COMPLETED marenostrum4 debug +2021-12-18 20:08:03,872 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:08:03,873 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:08:03,873 t0ni_19931101_fc0_1_CLEAN 41698 RUNNING transfer_node no-scheduler +2021-12-18 20:08:03,873 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:08:03,876 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:08:03,879 Job list saved +2021-12-18 20:08:03,884 Updating FAILED jobs +2021-12-18 20:08:03,884 Updating WAITING jobs +2021-12-18 20:08:03,884 Update finished +2021-12-18 20:08:13,894 Reloading parameters... +2021-12-18 20:08:13,914 Loading parameters... +2021-12-18 20:08:13,915 Loading project parameters... +2021-12-18 20:08:13,917 + +12 of 25 jobs remaining (20:08) +2021-12-18 20:08:13,917 Sleep: 10 +2021-12-18 20:08:13,917 Number of retrials: 0 +2021-12-18 20:08:13,917 WRAPPER CHECK TIME = 10 +2021-12-18 20:08:13,918 Checking jobs for platform=marenostrum4 +2021-12-18 20:08:13,918 Checking jobs for platform=nord3 +2021-12-18 20:08:13,919 Checking jobs for platform=local +2021-12-18 20:08:13,919 Checking jobs for platform=transfer_node +2021-12-18 20:08:16,089 Successful check job command: nohup kill -0 41698 > /dev/null 2>&1; echo $? +2021-12-18 20:08:16,090 t0ni_19931101_fc0_1_CLEAN job seems to have completed: checking... +2021-12-18 20:08:16,099 Job t0ni_19931101_fc0_1_CLEAN is COMPLETED +2021-12-18 20:08:16,112 t0ni_19931101_fc0_1_CLEAN_STAT file have been transfered +2021-12-18 20:08:16,222 Checking all jobs at once +2021-12-18 20:08:16,242 Custom directives from platform.conf: None +2021-12-18 20:08:16,243 Custom directives from platform.conf: None +2021-12-18 20:08:16,243 Custom directives from platform.conf: None +2021-12-18 20:08:17,572 Successful check job command +2021-12-18 20:08:18,841 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:08:18,842 End of checking +2021-12-18 20:08:18,843 Updating FAILED jobs +2021-12-18 20:08:18,843 Updating WAITING jobs +2021-12-18 20:08:18,843 Setting job: t0ni_19931101_fc0_1_EARTHDIAGS status to: READY (all parents completed)... +2021-12-18 20:08:18,843 Update finished +2021-12-18 20:08:18,843 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:08:18,844 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 20:08:18,844 t0ni_19931101_fc0_1_POST 19282732 COMPLETED marenostrum4 debug +2021-12-18 20:08:18,844 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:08:18,844 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:08:18,844 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:08:18,844 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:08:18,847 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:08:18,850 Job list saved +2021-12-18 20:08:18,852 +Jobs ready for marenostrum4: 0 +2021-12-18 20:08:18,853 Number of jobs available: 19 +2021-12-18 20:08:18,853 Number of jobs ready: 0 +2021-12-18 20:08:18,856 +Jobs ready for nord3: 1 +2021-12-18 20:08:18,857 Number of jobs available: 20 +2021-12-18 20:08:18,857 Number of jobs ready: 1 +2021-12-18 20:08:18,857 Jobs ready for nord3: 1 +2021-12-18 20:08:18,869 Creating Scripts +2021-12-18 20:08:18,968 Sending Files +2021-12-18 20:08:19,436 /gpfs/scratch/bsc32/bsc32627/t0ni/LOG_t0ni has been created on nord1.bsc.es . +2021-12-18 20:08:19,462 Submitting +2021-12-18 20:08:20,032 Job ID: 805763 +2021-12-18 20:08:20,032 t0ni_19931101_fc0_1_EARTHDIAGS submitted +2021-12-18 20:08:20,158 +Jobs ready for local: 0 +2021-12-18 20:08:20,159 Number of jobs available: 20 +2021-12-18 20:08:20,159 Number of jobs ready: 0 +2021-12-18 20:08:20,159 +Jobs ready for transfer_node: 0 +2021-12-18 20:08:20,160 Number of jobs available: 20 +2021-12-18 20:08:20,160 Number of jobs ready: 0 +2021-12-18 20:08:20,161 Updating FAILED jobs +2021-12-18 20:08:20,161 Updating WAITING jobs +2021-12-18 20:08:20,161 Update finished +2021-12-18 20:08:20,162 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:08:20,162 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 20:08:20,162 t0ni_19931101_fc0_1_POST 19282732 COMPLETED marenostrum4 debug +2021-12-18 20:08:20,162 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:08:20,162 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:08:20,162 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:08:20,162 t0ni_19931101_fc0_1_EARTHDIAGS 805763 SUBMITTED nord3 debug +2021-12-18 20:08:20,163 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:08:20,165 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:08:20,167 Job list saved +2021-12-18 20:08:20,227 Updating FAILED jobs +2021-12-18 20:08:20,227 Updating WAITING jobs +2021-12-18 20:08:20,227 Update finished +2021-12-18 20:08:30,237 Reloading parameters... +2021-12-18 20:08:30,253 Loading parameters... +2021-12-18 20:08:30,255 Loading project parameters... +2021-12-18 20:08:30,256 + +11 of 25 jobs remaining (20:08) +2021-12-18 20:08:30,257 Sleep: 10 +2021-12-18 20:08:30,257 Number of retrials: 0 +2021-12-18 20:08:30,257 WRAPPER CHECK TIME = 10 +2021-12-18 20:08:30,257 Checking jobs for platform=marenostrum4 +2021-12-18 20:08:30,258 Checking jobs for platform=nord3 +2021-12-18 20:08:32,778 Successful check job command: bjobs 805763 +2021-12-18 20:08:32,778 Job t0ni_19931101_fc0_1_EARTHDIAGS is QUEUING +2021-12-18 20:08:32,779 Checking jobs for platform=local +2021-12-18 20:08:32,779 Checking jobs for platform=transfer_node +2021-12-18 20:08:32,780 Checking all jobs at once +2021-12-18 20:08:34,099 Successful check job command +2021-12-18 20:08:35,269 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:08:35,270 End of checking +2021-12-18 20:08:35,271 Updating FAILED jobs +2021-12-18 20:08:35,271 Updating WAITING jobs +2021-12-18 20:08:35,271 Update finished +2021-12-18 20:08:35,271 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:08:35,272 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 20:08:35,272 t0ni_19931101_fc0_1_POST 19282732 COMPLETED marenostrum4 debug +2021-12-18 20:08:35,272 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:08:35,272 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:08:35,272 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:08:35,273 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:08:35,273 t0ni_19931101_fc0_1_EARTHDIAGS 805763 QUEUING nord3 debug +2021-12-18 20:08:35,275 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:08:35,277 Job list saved +2021-12-18 20:08:35,352 Updating FAILED jobs +2021-12-18 20:08:35,352 Updating WAITING jobs +2021-12-18 20:08:35,353 Update finished +2021-12-18 20:08:45,363 Reloading parameters... +2021-12-18 20:08:45,381 Loading parameters... +2021-12-18 20:08:45,382 Loading project parameters... +2021-12-18 20:08:45,384 + +11 of 25 jobs remaining (20:08) +2021-12-18 20:08:45,384 Sleep: 10 +2021-12-18 20:08:45,385 Number of retrials: 0 +2021-12-18 20:08:45,385 WRAPPER CHECK TIME = 10 +2021-12-18 20:08:45,385 Checking jobs for platform=marenostrum4 +2021-12-18 20:08:45,386 Checking jobs for platform=nord3 +2021-12-18 20:08:47,906 Successful check job command: bjobs 805763 +2021-12-18 20:08:47,906 Job t0ni_19931101_fc0_1_EARTHDIAGS is QUEUING +2021-12-18 20:08:47,907 Checking jobs for platform=local +2021-12-18 20:08:47,907 Checking jobs for platform=transfer_node +2021-12-18 20:08:47,907 Checking all jobs at once +2021-12-18 20:08:49,280 Successful check job command +2021-12-18 20:08:50,500 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:08:50,501 End of checking +2021-12-18 20:08:50,502 Updating FAILED jobs +2021-12-18 20:08:50,502 Updating WAITING jobs +2021-12-18 20:08:50,502 Update finished +2021-12-18 20:08:50,502 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:08:50,503 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 20:08:50,503 t0ni_19931101_fc0_1_POST 19282732 COMPLETED marenostrum4 debug +2021-12-18 20:08:50,503 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:08:50,503 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:08:50,503 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:08:50,503 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:08:50,503 t0ni_19931101_fc0_1_EARTHDIAGS 805763 QUEUING nord3 debug +2021-12-18 20:08:50,506 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:08:50,508 Job list saved +2021-12-18 20:08:50,512 Updating FAILED jobs +2021-12-18 20:08:50,513 Updating WAITING jobs +2021-12-18 20:08:50,513 Update finished +2021-12-18 20:09:00,523 Reloading parameters... +2021-12-18 20:09:00,541 Loading parameters... +2021-12-18 20:09:00,542 Loading project parameters... +2021-12-18 20:09:00,544 + +11 of 25 jobs remaining (20:09) +2021-12-18 20:09:00,544 Sleep: 10 +2021-12-18 20:09:00,544 Number of retrials: 0 +2021-12-18 20:09:00,544 WRAPPER CHECK TIME = 10 +2021-12-18 20:09:00,545 Checking jobs for platform=marenostrum4 +2021-12-18 20:09:00,545 Checking jobs for platform=nord3 +2021-12-18 20:09:03,065 Successful check job command: bjobs 805763 +2021-12-18 20:09:03,066 Job t0ni_19931101_fc0_1_EARTHDIAGS is QUEUING +2021-12-18 20:09:03,066 Checking jobs for platform=local +2021-12-18 20:09:03,067 Checking jobs for platform=transfer_node +2021-12-18 20:09:03,067 Checking all jobs at once +2021-12-18 20:09:04,387 Successful check job command +2021-12-18 20:09:05,606 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:09:05,606 End of checking +2021-12-18 20:09:05,608 Updating FAILED jobs +2021-12-18 20:09:05,608 Updating WAITING jobs +2021-12-18 20:09:05,608 Update finished +2021-12-18 20:09:05,608 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:09:05,608 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 20:09:05,608 t0ni_19931101_fc0_1_POST 19282732 COMPLETED marenostrum4 debug +2021-12-18 20:09:05,609 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:09:05,609 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:09:05,609 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:09:05,609 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:09:05,609 t0ni_19931101_fc0_1_EARTHDIAGS 805763 QUEUING nord3 debug +2021-12-18 20:09:05,612 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:09:05,614 Job list saved +2021-12-18 20:09:05,619 Updating FAILED jobs +2021-12-18 20:09:05,619 Updating WAITING jobs +2021-12-18 20:09:05,619 Update finished +2021-12-18 20:09:15,626 Reloading parameters... +2021-12-18 20:09:15,646 Loading parameters... +2021-12-18 20:09:15,647 Loading project parameters... +2021-12-18 20:09:15,649 + +11 of 25 jobs remaining (20:09) +2021-12-18 20:09:15,650 Sleep: 10 +2021-12-18 20:09:15,650 Number of retrials: 0 +2021-12-18 20:09:15,650 WRAPPER CHECK TIME = 10 +2021-12-18 20:09:15,650 Checking jobs for platform=marenostrum4 +2021-12-18 20:09:15,651 Checking jobs for platform=nord3 +2021-12-18 20:09:18,170 Successful check job command: bjobs 805763 +2021-12-18 20:09:18,171 Job t0ni_19931101_fc0_1_EARTHDIAGS is QUEUING +2021-12-18 20:09:18,171 Checking jobs for platform=local +2021-12-18 20:09:18,172 Checking jobs for platform=transfer_node +2021-12-18 20:09:18,172 Checking all jobs at once +2021-12-18 20:09:19,542 Successful check job command +2021-12-18 20:09:20,761 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:09:20,761 End of checking +2021-12-18 20:09:20,762 Updating FAILED jobs +2021-12-18 20:09:20,763 Updating WAITING jobs +2021-12-18 20:09:20,763 Update finished +2021-12-18 20:09:20,763 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:09:20,764 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 20:09:20,764 t0ni_19931101_fc0_1_POST 19282732 COMPLETED marenostrum4 debug +2021-12-18 20:09:20,764 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:09:20,764 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:09:20,764 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:09:20,764 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:09:20,765 t0ni_19931101_fc0_1_EARTHDIAGS 805763 QUEUING nord3 debug +2021-12-18 20:09:20,768 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:09:20,770 Job list saved +2021-12-18 20:09:20,775 Updating FAILED jobs +2021-12-18 20:09:20,775 Updating WAITING jobs +2021-12-18 20:09:20,775 Update finished +2021-12-18 20:09:30,785 Reloading parameters... +2021-12-18 20:09:30,803 Loading parameters... +2021-12-18 20:09:30,804 Loading project parameters... +2021-12-18 20:09:30,806 + +11 of 25 jobs remaining (20:09) +2021-12-18 20:09:30,806 Sleep: 10 +2021-12-18 20:09:30,806 Number of retrials: 0 +2021-12-18 20:09:30,806 WRAPPER CHECK TIME = 10 +2021-12-18 20:09:30,807 Checking jobs for platform=marenostrum4 +2021-12-18 20:09:30,808 Checking jobs for platform=nord3 +2021-12-18 20:09:33,328 Successful check job command: bjobs 805763 +2021-12-18 20:09:33,329 Job t0ni_19931101_fc0_1_EARTHDIAGS is QUEUING +2021-12-18 20:09:33,329 Checking jobs for platform=local +2021-12-18 20:09:33,330 Checking jobs for platform=transfer_node +2021-12-18 20:09:33,330 Checking all jobs at once +2021-12-18 20:09:34,800 Successful check job command +2021-12-18 20:09:36,020 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:09:36,020 End of checking +2021-12-18 20:09:36,022 Updating FAILED jobs +2021-12-18 20:09:36,022 Updating WAITING jobs +2021-12-18 20:09:36,022 Update finished +2021-12-18 20:09:36,022 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:09:36,022 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 20:09:36,022 t0ni_19931101_fc0_1_POST 19282732 COMPLETED marenostrum4 debug +2021-12-18 20:09:36,023 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:09:36,023 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:09:36,023 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:09:36,023 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:09:36,023 t0ni_19931101_fc0_1_EARTHDIAGS 805763 QUEUING nord3 debug +2021-12-18 20:09:36,026 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:09:36,028 Job list saved +2021-12-18 20:09:36,033 Updating FAILED jobs +2021-12-18 20:09:36,033 Updating WAITING jobs +2021-12-18 20:09:36,033 Update finished +2021-12-18 20:09:46,042 Reloading parameters... +2021-12-18 20:09:46,060 Loading parameters... +2021-12-18 20:09:46,062 Loading project parameters... +2021-12-18 20:09:46,064 + +11 of 25 jobs remaining (20:09) +2021-12-18 20:09:46,064 Sleep: 10 +2021-12-18 20:09:46,064 Number of retrials: 0 +2021-12-18 20:09:46,064 WRAPPER CHECK TIME = 10 +2021-12-18 20:09:46,065 Checking jobs for platform=marenostrum4 +2021-12-18 20:09:46,065 Checking jobs for platform=nord3 +2021-12-18 20:09:48,585 Successful check job command: bjobs 805763 +2021-12-18 20:09:48,585 Job t0ni_19931101_fc0_1_EARTHDIAGS is QUEUING +2021-12-18 20:09:48,586 Checking jobs for platform=local +2021-12-18 20:09:48,586 Checking jobs for platform=transfer_node +2021-12-18 20:09:48,586 Checking all jobs at once +2021-12-18 20:09:49,955 Successful check job command +2021-12-18 20:09:51,175 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:09:51,175 End of checking +2021-12-18 20:09:51,176 Updating FAILED jobs +2021-12-18 20:09:51,176 Updating WAITING jobs +2021-12-18 20:09:51,177 Update finished +2021-12-18 20:09:51,177 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:09:51,177 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 20:09:51,177 t0ni_19931101_fc0_1_POST 19282732 COMPLETED marenostrum4 debug +2021-12-18 20:09:51,177 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:09:51,177 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:09:51,178 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:09:51,178 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:09:51,178 t0ni_19931101_fc0_1_EARTHDIAGS 805763 QUEUING nord3 debug +2021-12-18 20:09:51,181 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:09:51,183 Job list saved +2021-12-18 20:09:51,188 Updating FAILED jobs +2021-12-18 20:09:51,188 Updating WAITING jobs +2021-12-18 20:09:51,188 Update finished +2021-12-18 20:10:01,196 Reloading parameters... +2021-12-18 20:10:01,217 Loading parameters... +2021-12-18 20:10:01,218 Loading project parameters... +2021-12-18 20:10:01,220 + +11 of 25 jobs remaining (20:10) +2021-12-18 20:10:01,221 Sleep: 10 +2021-12-18 20:10:01,221 Number of retrials: 0 +2021-12-18 20:10:01,221 WRAPPER CHECK TIME = 10 +2021-12-18 20:10:01,221 Checking jobs for platform=marenostrum4 +2021-12-18 20:10:01,222 Checking jobs for platform=nord3 +2021-12-18 20:10:03,743 Successful check job command: bjobs 805763 +2021-12-18 20:10:03,743 Job t0ni_19931101_fc0_1_EARTHDIAGS is QUEUING +2021-12-18 20:10:03,744 Checking jobs for platform=local +2021-12-18 20:10:03,744 Checking jobs for platform=transfer_node +2021-12-18 20:10:03,744 Checking all jobs at once +2021-12-18 20:10:05,018 Successful check job command +2021-12-18 20:10:06,237 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:10:06,237 End of checking +2021-12-18 20:10:06,239 Updating FAILED jobs +2021-12-18 20:10:06,239 Updating WAITING jobs +2021-12-18 20:10:06,240 Update finished +2021-12-18 20:10:06,240 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:10:06,240 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 20:10:06,241 t0ni_19931101_fc0_1_POST 19282732 COMPLETED marenostrum4 debug +2021-12-18 20:10:06,241 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:10:06,241 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:10:06,241 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:10:06,241 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:10:06,241 t0ni_19931101_fc0_1_EARTHDIAGS 805763 QUEUING nord3 debug +2021-12-18 20:10:06,244 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:10:06,246 Job list saved +2021-12-18 20:10:06,251 Updating FAILED jobs +2021-12-18 20:10:06,251 Updating WAITING jobs +2021-12-18 20:10:06,251 Update finished +2021-12-18 20:10:16,261 Reloading parameters... +2021-12-18 20:10:16,280 Loading parameters... +2021-12-18 20:10:16,281 Loading project parameters... +2021-12-18 20:10:16,283 + +11 of 25 jobs remaining (20:10) +2021-12-18 20:10:16,283 Sleep: 10 +2021-12-18 20:10:16,283 Number of retrials: 0 +2021-12-18 20:10:16,284 WRAPPER CHECK TIME = 10 +2021-12-18 20:10:16,284 Checking jobs for platform=marenostrum4 +2021-12-18 20:10:16,285 Checking jobs for platform=nord3 +2021-12-18 20:10:18,854 Successful check job command: bjobs 805763 +2021-12-18 20:10:18,854 Job t0ni_19931101_fc0_1_EARTHDIAGS is QUEUING +2021-12-18 20:10:18,855 Checking jobs for platform=local +2021-12-18 20:10:18,855 Checking jobs for platform=transfer_node +2021-12-18 20:10:18,855 Checking all jobs at once +2021-12-18 20:10:20,176 Successful check job command +2021-12-18 20:10:21,495 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:10:21,496 End of checking +2021-12-18 20:10:21,497 Updating FAILED jobs +2021-12-18 20:10:21,497 Updating WAITING jobs +2021-12-18 20:10:21,497 Update finished +2021-12-18 20:10:21,497 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:10:21,498 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 20:10:21,498 t0ni_19931101_fc0_1_POST 19282732 COMPLETED marenostrum4 debug +2021-12-18 20:10:21,498 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:10:21,498 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:10:21,498 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:10:21,498 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:10:21,498 t0ni_19931101_fc0_1_EARTHDIAGS 805763 QUEUING nord3 debug +2021-12-18 20:10:21,501 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:10:21,504 Job list saved +2021-12-18 20:10:21,509 Updating FAILED jobs +2021-12-18 20:10:21,509 Updating WAITING jobs +2021-12-18 20:10:21,509 Update finished +2021-12-18 20:10:31,515 Reloading parameters... +2021-12-18 20:10:31,538 Loading parameters... +2021-12-18 20:10:31,539 Loading project parameters... +2021-12-18 20:10:31,545 + +11 of 25 jobs remaining (20:10) +2021-12-18 20:10:31,545 Sleep: 10 +2021-12-18 20:10:31,545 Number of retrials: 0 +2021-12-18 20:10:31,545 WRAPPER CHECK TIME = 10 +2021-12-18 20:10:31,546 Checking jobs for platform=marenostrum4 +2021-12-18 20:10:31,546 Checking jobs for platform=nord3 +2021-12-18 20:10:34,066 Successful check job command: bjobs 805763 +2021-12-18 20:10:34,066 Job t0ni_19931101_fc0_1_EARTHDIAGS is QUEUING +2021-12-18 20:10:34,067 Checking jobs for platform=local +2021-12-18 20:10:34,067 Checking jobs for platform=transfer_node +2021-12-18 20:10:34,067 Checking all jobs at once +2021-12-18 20:10:35,437 Successful check job command +2021-12-18 20:10:36,807 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:10:36,807 End of checking +2021-12-18 20:10:36,808 Updating FAILED jobs +2021-12-18 20:10:36,808 Updating WAITING jobs +2021-12-18 20:10:36,808 Update finished +2021-12-18 20:10:36,809 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:10:36,809 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 20:10:36,809 t0ni_19931101_fc0_1_POST 19282732 COMPLETED marenostrum4 debug +2021-12-18 20:10:36,809 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:10:36,809 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:10:36,809 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:10:36,809 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:10:36,810 t0ni_19931101_fc0_1_EARTHDIAGS 805763 QUEUING nord3 debug +2021-12-18 20:10:36,812 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:10:36,814 Job list saved +2021-12-18 20:10:36,819 Updating FAILED jobs +2021-12-18 20:10:36,820 Updating WAITING jobs +2021-12-18 20:10:36,820 Update finished +2021-12-18 20:10:46,830 Reloading parameters... +2021-12-18 20:10:46,851 Loading parameters... +2021-12-18 20:10:46,853 Loading project parameters... +2021-12-18 20:10:46,855 + +11 of 25 jobs remaining (20:10) +2021-12-18 20:10:46,855 Sleep: 10 +2021-12-18 20:10:46,855 Number of retrials: 0 +2021-12-18 20:10:46,855 WRAPPER CHECK TIME = 10 +2021-12-18 20:10:46,856 Checking jobs for platform=marenostrum4 +2021-12-18 20:10:46,856 Checking jobs for platform=nord3 +2021-12-18 20:10:49,376 Successful check job command: bjobs 805763 +2021-12-18 20:10:49,376 Job t0ni_19931101_fc0_1_EARTHDIAGS is QUEUING +2021-12-18 20:10:49,376 Checking jobs for platform=local +2021-12-18 20:10:49,377 Checking jobs for platform=transfer_node +2021-12-18 20:10:49,377 Checking all jobs at once +2021-12-18 20:10:50,746 Successful check job command +2021-12-18 20:10:52,116 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:10:52,116 End of checking +2021-12-18 20:10:52,118 Updating FAILED jobs +2021-12-18 20:10:52,118 Updating WAITING jobs +2021-12-18 20:10:52,118 Update finished +2021-12-18 20:10:52,118 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:10:52,119 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 20:10:52,119 t0ni_19931101_fc0_1_POST 19282732 COMPLETED marenostrum4 debug +2021-12-18 20:10:52,119 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:10:52,120 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:10:52,120 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:10:52,120 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:10:52,120 t0ni_19931101_fc0_1_EARTHDIAGS 805763 QUEUING nord3 debug +2021-12-18 20:10:52,123 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:10:52,125 Job list saved +2021-12-18 20:10:52,138 Updating FAILED jobs +2021-12-18 20:10:52,138 Updating WAITING jobs +2021-12-18 20:10:52,139 Update finished +2021-12-18 20:11:02,146 Reloading parameters... +2021-12-18 20:11:02,167 Loading parameters... +2021-12-18 20:11:02,168 Loading project parameters... +2021-12-18 20:11:02,170 + +11 of 25 jobs remaining (20:11) +2021-12-18 20:11:02,171 Sleep: 10 +2021-12-18 20:11:02,171 Number of retrials: 0 +2021-12-18 20:11:02,171 WRAPPER CHECK TIME = 10 +2021-12-18 20:11:02,171 Checking jobs for platform=marenostrum4 +2021-12-18 20:11:02,172 Checking jobs for platform=nord3 +2021-12-18 20:11:04,691 Successful check job command: bjobs 805763 +2021-12-18 20:11:04,691 Job t0ni_19931101_fc0_1_EARTHDIAGS is RUNNING +2021-12-18 20:11:05,026 t0ni_19931101_fc0_1_EARTHDIAGS_STAT file have been transfered +2021-12-18 20:11:05,124 Checking jobs for platform=local +2021-12-18 20:11:05,125 Checking jobs for platform=transfer_node +2021-12-18 20:11:05,125 Checking all jobs at once +2021-12-18 20:11:06,445 Successful check job command +2021-12-18 20:11:07,714 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:11:07,714 End of checking +2021-12-18 20:11:07,716 Updating FAILED jobs +2021-12-18 20:11:07,717 Updating WAITING jobs +2021-12-18 20:11:07,717 Update finished +2021-12-18 20:11:07,717 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:11:07,717 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 20:11:07,717 t0ni_19931101_fc0_1_POST 19282732 COMPLETED marenostrum4 debug +2021-12-18 20:11:07,717 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:11:07,718 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:11:07,718 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:11:07,718 t0ni_19931101_fc0_1_EARTHDIAGS 805763 RUNNING nord3 debug +2021-12-18 20:11:07,718 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:11:07,721 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:11:07,723 Job list saved +2021-12-18 20:11:07,796 Updating FAILED jobs +2021-12-18 20:11:07,796 Updating WAITING jobs +2021-12-18 20:11:07,796 Update finished +2021-12-18 20:11:17,806 Reloading parameters... +2021-12-18 20:11:17,828 Loading parameters... +2021-12-18 20:11:17,830 Loading project parameters... +2021-12-18 20:11:17,832 + +11 of 25 jobs remaining (20:11) +2021-12-18 20:11:17,832 Sleep: 10 +2021-12-18 20:11:17,832 Number of retrials: 0 +2021-12-18 20:11:17,832 WRAPPER CHECK TIME = 10 +2021-12-18 20:11:17,833 Checking jobs for platform=marenostrum4 +2021-12-18 20:11:17,833 Checking jobs for platform=nord3 +2021-12-18 20:11:20,352 Successful check job command: bjobs 805763 +2021-12-18 20:11:20,352 Job t0ni_19931101_fc0_1_EARTHDIAGS is RUNNING +2021-12-18 20:11:20,353 Checking jobs for platform=local +2021-12-18 20:11:20,354 Checking jobs for platform=transfer_node +2021-12-18 20:11:20,354 Checking all jobs at once +2021-12-18 20:11:21,623 Successful check job command +2021-12-18 20:11:22,842 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:11:22,842 End of checking +2021-12-18 20:11:22,843 Updating FAILED jobs +2021-12-18 20:11:22,844 Updating WAITING jobs +2021-12-18 20:11:22,844 Update finished +2021-12-18 20:11:22,844 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:11:22,844 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 20:11:22,844 t0ni_19931101_fc0_1_POST 19282732 COMPLETED marenostrum4 debug +2021-12-18 20:11:22,844 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:11:22,845 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:11:22,845 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:11:22,845 t0ni_19931101_fc0_1_EARTHDIAGS 805763 RUNNING nord3 debug +2021-12-18 20:11:22,845 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:11:22,848 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:11:22,850 Job list saved +2021-12-18 20:11:22,855 Updating FAILED jobs +2021-12-18 20:11:22,855 Updating WAITING jobs +2021-12-18 20:11:22,856 Update finished +2021-12-18 20:11:32,866 Reloading parameters... +2021-12-18 20:11:32,887 Loading parameters... +2021-12-18 20:11:32,888 Loading project parameters... +2021-12-18 20:11:32,890 + +11 of 25 jobs remaining (20:11) +2021-12-18 20:11:32,890 Sleep: 10 +2021-12-18 20:11:32,890 Number of retrials: 0 +2021-12-18 20:11:32,890 WRAPPER CHECK TIME = 10 +2021-12-18 20:11:32,891 Checking jobs for platform=marenostrum4 +2021-12-18 20:11:32,892 Checking jobs for platform=nord3 +2021-12-18 20:11:35,411 Successful check job command: bjobs 805763 +2021-12-18 20:11:35,411 Job t0ni_19931101_fc0_1_EARTHDIAGS is RUNNING +2021-12-18 20:11:35,412 Checking jobs for platform=local +2021-12-18 20:11:35,413 Checking jobs for platform=transfer_node +2021-12-18 20:11:35,413 Checking all jobs at once +2021-12-18 20:11:36,832 Successful check job command +2021-12-18 20:11:38,152 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:11:38,152 End of checking +2021-12-18 20:11:38,154 Updating FAILED jobs +2021-12-18 20:11:38,154 Updating WAITING jobs +2021-12-18 20:11:38,154 Update finished +2021-12-18 20:11:38,154 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:11:38,155 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 20:11:38,155 t0ni_19931101_fc0_1_POST 19282732 COMPLETED marenostrum4 debug +2021-12-18 20:11:38,155 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:11:38,155 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:11:38,155 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:11:38,155 t0ni_19931101_fc0_1_EARTHDIAGS 805763 RUNNING nord3 debug +2021-12-18 20:11:38,156 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:11:38,158 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:11:38,161 Job list saved +2021-12-18 20:11:38,165 Updating FAILED jobs +2021-12-18 20:11:38,166 Updating WAITING jobs +2021-12-18 20:11:38,166 Update finished +2021-12-18 20:11:48,175 Reloading parameters... +2021-12-18 20:11:48,194 Loading parameters... +2021-12-18 20:11:48,196 Loading project parameters... +2021-12-18 20:11:48,198 + +11 of 25 jobs remaining (20:11) +2021-12-18 20:11:48,198 Sleep: 10 +2021-12-18 20:11:48,198 Number of retrials: 0 +2021-12-18 20:11:48,198 WRAPPER CHECK TIME = 10 +2021-12-18 20:11:48,199 Checking jobs for platform=marenostrum4 +2021-12-18 20:11:48,199 Checking jobs for platform=nord3 +2021-12-18 20:11:50,719 Successful check job command: bjobs 805763 +2021-12-18 20:11:50,719 Job t0ni_19931101_fc0_1_EARTHDIAGS is RUNNING +2021-12-18 20:11:50,720 Checking jobs for platform=local +2021-12-18 20:11:50,720 Checking jobs for platform=transfer_node +2021-12-18 20:11:50,720 Checking all jobs at once +2021-12-18 20:11:52,140 Successful check job command +2021-12-18 20:11:53,359 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:11:53,359 End of checking +2021-12-18 20:11:53,361 Updating FAILED jobs +2021-12-18 20:11:53,361 Updating WAITING jobs +2021-12-18 20:11:53,361 Update finished +2021-12-18 20:11:53,362 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:11:53,362 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 20:11:53,362 t0ni_19931101_fc0_1_POST 19282732 COMPLETED marenostrum4 debug +2021-12-18 20:11:53,362 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:11:53,362 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:11:53,362 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:11:53,362 t0ni_19931101_fc0_1_EARTHDIAGS 805763 RUNNING nord3 debug +2021-12-18 20:11:53,362 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:11:53,366 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:11:53,368 Job list saved +2021-12-18 20:11:53,374 Updating FAILED jobs +2021-12-18 20:11:53,374 Updating WAITING jobs +2021-12-18 20:11:53,374 Update finished +2021-12-18 20:12:03,383 Reloading parameters... +2021-12-18 20:12:03,462 Loading parameters... +2021-12-18 20:12:03,463 Loading project parameters... +2021-12-18 20:12:03,465 + +11 of 25 jobs remaining (20:12) +2021-12-18 20:12:03,465 Sleep: 10 +2021-12-18 20:12:03,465 Number of retrials: 0 +2021-12-18 20:12:03,465 WRAPPER CHECK TIME = 10 +2021-12-18 20:12:03,466 Checking jobs for platform=marenostrum4 +2021-12-18 20:12:03,467 Checking jobs for platform=nord3 +2021-12-18 20:12:05,986 Successful check job command: bjobs 805763 +2021-12-18 20:12:05,986 Job t0ni_19931101_fc0_1_EARTHDIAGS is RUNNING +2021-12-18 20:12:05,987 Checking jobs for platform=local +2021-12-18 20:12:05,987 Checking jobs for platform=transfer_node +2021-12-18 20:12:05,987 Checking all jobs at once +2021-12-18 20:12:07,360 Successful check job command +2021-12-18 20:12:08,731 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:12:08,732 End of checking +2021-12-18 20:12:08,733 Updating FAILED jobs +2021-12-18 20:12:08,733 Updating WAITING jobs +2021-12-18 20:12:08,733 Update finished +2021-12-18 20:12:08,734 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:12:08,734 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 20:12:08,734 t0ni_19931101_fc0_1_POST 19282732 COMPLETED marenostrum4 debug +2021-12-18 20:12:08,734 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:12:08,734 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:12:08,734 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:12:08,734 t0ni_19931101_fc0_1_EARTHDIAGS 805763 RUNNING nord3 debug +2021-12-18 20:12:08,735 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:12:08,738 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:12:08,740 Job list saved +2021-12-18 20:12:08,746 Updating FAILED jobs +2021-12-18 20:12:08,746 Updating WAITING jobs +2021-12-18 20:12:08,746 Update finished +2021-12-18 20:12:18,756 Reloading parameters... +2021-12-18 20:12:18,780 Loading parameters... +2021-12-18 20:12:18,781 Loading project parameters... +2021-12-18 20:12:18,783 + +11 of 25 jobs remaining (20:12) +2021-12-18 20:12:18,783 Sleep: 10 +2021-12-18 20:12:18,784 Number of retrials: 0 +2021-12-18 20:12:18,784 WRAPPER CHECK TIME = 10 +2021-12-18 20:12:18,784 Checking jobs for platform=marenostrum4 +2021-12-18 20:12:18,785 Checking jobs for platform=nord3 +2021-12-18 20:12:21,307 Successful check job command: bjobs 805763 +2021-12-18 20:12:21,307 Job t0ni_19931101_fc0_1_EARTHDIAGS is RUNNING +2021-12-18 20:12:21,307 Checking jobs for platform=local +2021-12-18 20:12:21,308 Checking jobs for platform=transfer_node +2021-12-18 20:12:21,308 Checking all jobs at once +2021-12-18 20:12:22,978 Successful check job command +2021-12-18 20:12:24,297 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:12:24,297 End of checking +2021-12-18 20:12:24,298 Updating FAILED jobs +2021-12-18 20:12:24,298 Updating WAITING jobs +2021-12-18 20:12:24,299 Update finished +2021-12-18 20:12:24,299 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:12:24,299 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 20:12:24,300 t0ni_19931101_fc0_1_POST 19282732 COMPLETED marenostrum4 debug +2021-12-18 20:12:24,300 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:12:24,300 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:12:24,300 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:12:24,300 t0ni_19931101_fc0_1_EARTHDIAGS 805763 RUNNING nord3 debug +2021-12-18 20:12:24,300 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:12:24,303 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:12:24,305 Job list saved +2021-12-18 20:12:24,310 Updating FAILED jobs +2021-12-18 20:12:24,310 Updating WAITING jobs +2021-12-18 20:12:24,310 Update finished +2021-12-18 20:12:34,320 Reloading parameters... +2021-12-18 20:12:34,338 Loading parameters... +2021-12-18 20:12:34,340 Loading project parameters... +2021-12-18 20:12:34,341 + +11 of 25 jobs remaining (20:12) +2021-12-18 20:12:34,342 Sleep: 10 +2021-12-18 20:12:34,342 Number of retrials: 0 +2021-12-18 20:12:34,342 WRAPPER CHECK TIME = 10 +2021-12-18 20:12:34,342 Checking jobs for platform=marenostrum4 +2021-12-18 20:12:34,343 Checking jobs for platform=nord3 +2021-12-18 20:12:36,862 Successful check job command: bjobs 805763 +2021-12-18 20:12:36,862 Job t0ni_19931101_fc0_1_EARTHDIAGS is RUNNING +2021-12-18 20:12:36,863 Checking jobs for platform=local +2021-12-18 20:12:36,863 Checking jobs for platform=transfer_node +2021-12-18 20:12:36,863 Checking all jobs at once +2021-12-18 20:12:38,183 Successful check job command +2021-12-18 20:12:39,351 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:12:39,352 End of checking +2021-12-18 20:12:39,353 Updating FAILED jobs +2021-12-18 20:12:39,353 Updating WAITING jobs +2021-12-18 20:12:39,353 Update finished +2021-12-18 20:12:39,354 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:12:39,354 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 20:12:39,354 t0ni_19931101_fc0_1_POST 19282732 COMPLETED marenostrum4 debug +2021-12-18 20:12:39,354 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:12:39,354 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:12:39,354 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:12:39,354 t0ni_19931101_fc0_1_EARTHDIAGS 805763 RUNNING nord3 debug +2021-12-18 20:12:39,354 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:12:39,357 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:12:39,360 Job list saved +2021-12-18 20:12:39,364 Updating FAILED jobs +2021-12-18 20:12:39,364 Updating WAITING jobs +2021-12-18 20:12:39,364 Update finished +2021-12-18 20:12:49,372 Reloading parameters... +2021-12-18 20:12:49,394 Loading parameters... +2021-12-18 20:12:49,395 Loading project parameters... +2021-12-18 20:12:49,397 + +11 of 25 jobs remaining (20:12) +2021-12-18 20:12:49,397 Sleep: 10 +2021-12-18 20:12:49,398 Number of retrials: 0 +2021-12-18 20:12:49,398 WRAPPER CHECK TIME = 10 +2021-12-18 20:12:49,398 Checking jobs for platform=marenostrum4 +2021-12-18 20:12:49,399 Checking jobs for platform=nord3 +2021-12-18 20:12:51,918 Successful check job command: bjobs 805763 +2021-12-18 20:12:51,918 Job t0ni_19931101_fc0_1_EARTHDIAGS is RUNNING +2021-12-18 20:12:51,919 Checking jobs for platform=local +2021-12-18 20:12:51,920 Checking jobs for platform=transfer_node +2021-12-18 20:12:51,920 Checking all jobs at once +2021-12-18 20:12:53,239 Successful check job command +2021-12-18 20:12:54,508 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:12:54,508 End of checking +2021-12-18 20:12:54,510 Updating FAILED jobs +2021-12-18 20:12:54,510 Updating WAITING jobs +2021-12-18 20:12:54,510 Update finished +2021-12-18 20:12:54,510 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:12:54,510 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 20:12:54,510 t0ni_19931101_fc0_1_POST 19282732 COMPLETED marenostrum4 debug +2021-12-18 20:12:54,511 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:12:54,511 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:12:54,511 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:12:54,511 t0ni_19931101_fc0_1_EARTHDIAGS 805763 RUNNING nord3 debug +2021-12-18 20:12:54,511 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:12:54,514 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:12:54,516 Job list saved +2021-12-18 20:12:54,521 Updating FAILED jobs +2021-12-18 20:12:54,521 Updating WAITING jobs +2021-12-18 20:12:54,521 Update finished +2021-12-18 20:13:04,531 Reloading parameters... +2021-12-18 20:13:04,550 Loading parameters... +2021-12-18 20:13:04,551 Loading project parameters... +2021-12-18 20:13:04,553 + +11 of 25 jobs remaining (20:13) +2021-12-18 20:13:04,553 Sleep: 10 +2021-12-18 20:13:04,553 Number of retrials: 0 +2021-12-18 20:13:04,553 WRAPPER CHECK TIME = 10 +2021-12-18 20:13:04,554 Checking jobs for platform=marenostrum4 +2021-12-18 20:13:04,555 Checking jobs for platform=nord3 +2021-12-18 20:13:07,074 Successful check job command: bjobs 805763 +2021-12-18 20:13:07,074 Job t0ni_19931101_fc0_1_EARTHDIAGS is RUNNING +2021-12-18 20:13:07,075 Checking jobs for platform=local +2021-12-18 20:13:07,075 Checking jobs for platform=transfer_node +2021-12-18 20:13:07,075 Checking all jobs at once +2021-12-18 20:13:08,445 Successful check job command +2021-12-18 20:13:09,714 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:13:09,714 End of checking +2021-12-18 20:13:09,716 Updating FAILED jobs +2021-12-18 20:13:09,716 Updating WAITING jobs +2021-12-18 20:13:09,716 Update finished +2021-12-18 20:13:09,716 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:13:09,717 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 20:13:09,717 t0ni_19931101_fc0_1_POST 19282732 COMPLETED marenostrum4 debug +2021-12-18 20:13:09,717 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:13:09,717 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:13:09,717 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:13:09,718 t0ni_19931101_fc0_1_EARTHDIAGS 805763 RUNNING nord3 debug +2021-12-18 20:13:09,718 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:13:09,720 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:13:09,723 Job list saved +2021-12-18 20:13:09,728 Updating FAILED jobs +2021-12-18 20:13:09,728 Updating WAITING jobs +2021-12-18 20:13:09,728 Update finished +2021-12-18 20:13:19,736 Reloading parameters... +2021-12-18 20:13:19,756 Loading parameters... +2021-12-18 20:13:19,757 Loading project parameters... +2021-12-18 20:13:19,759 + +11 of 25 jobs remaining (20:13) +2021-12-18 20:13:19,759 Sleep: 10 +2021-12-18 20:13:19,759 Number of retrials: 0 +2021-12-18 20:13:19,759 WRAPPER CHECK TIME = 10 +2021-12-18 20:13:19,760 Checking jobs for platform=marenostrum4 +2021-12-18 20:13:19,760 Checking jobs for platform=nord3 +2021-12-18 20:13:22,330 Successful check job command: bjobs 805763 +2021-12-18 20:13:22,330 Job t0ni_19931101_fc0_1_EARTHDIAGS is RUNNING +2021-12-18 20:13:22,331 Checking jobs for platform=local +2021-12-18 20:13:22,331 Checking jobs for platform=transfer_node +2021-12-18 20:13:22,331 Checking all jobs at once +2021-12-18 20:13:23,651 Successful check job command +2021-12-18 20:13:24,971 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:13:24,972 End of checking +2021-12-18 20:13:24,973 Updating FAILED jobs +2021-12-18 20:13:24,973 Updating WAITING jobs +2021-12-18 20:13:24,973 Update finished +2021-12-18 20:13:24,974 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:13:24,974 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 20:13:24,974 t0ni_19931101_fc0_1_POST 19282732 COMPLETED marenostrum4 debug +2021-12-18 20:13:24,974 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:13:24,974 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:13:24,974 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:13:24,974 t0ni_19931101_fc0_1_EARTHDIAGS 805763 RUNNING nord3 debug +2021-12-18 20:13:24,975 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:13:24,977 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:13:24,979 Job list saved +2021-12-18 20:13:24,990 Updating FAILED jobs +2021-12-18 20:13:24,990 Updating WAITING jobs +2021-12-18 20:13:24,990 Update finished +2021-12-18 20:13:35,000 Reloading parameters... +2021-12-18 20:13:35,022 Loading parameters... +2021-12-18 20:13:35,023 Loading project parameters... +2021-12-18 20:13:35,025 + +11 of 25 jobs remaining (20:13) +2021-12-18 20:13:35,026 Sleep: 10 +2021-12-18 20:13:35,026 Number of retrials: 0 +2021-12-18 20:13:35,026 WRAPPER CHECK TIME = 10 +2021-12-18 20:13:35,026 Checking jobs for platform=marenostrum4 +2021-12-18 20:13:35,027 Checking jobs for platform=nord3 +2021-12-18 20:13:37,545 Successful check job command: bjobs 805763 +2021-12-18 20:13:37,545 Job t0ni_19931101_fc0_1_EARTHDIAGS is RUNNING +2021-12-18 20:13:37,546 Checking jobs for platform=local +2021-12-18 20:13:37,546 Checking jobs for platform=transfer_node +2021-12-18 20:13:37,547 Checking all jobs at once +2021-12-18 20:13:38,916 Successful check job command +2021-12-18 20:13:40,185 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:13:40,185 End of checking +2021-12-18 20:13:40,187 Updating FAILED jobs +2021-12-18 20:13:40,187 Updating WAITING jobs +2021-12-18 20:13:40,187 Update finished +2021-12-18 20:13:40,187 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:13:40,187 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 20:13:40,187 t0ni_19931101_fc0_1_POST 19282732 COMPLETED marenostrum4 debug +2021-12-18 20:13:40,188 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:13:40,188 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:13:40,188 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:13:40,188 t0ni_19931101_fc0_1_EARTHDIAGS 805763 RUNNING nord3 debug +2021-12-18 20:13:40,188 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:13:40,191 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:13:40,193 Job list saved +2021-12-18 20:13:40,200 Updating FAILED jobs +2021-12-18 20:13:40,200 Updating WAITING jobs +2021-12-18 20:13:40,200 Update finished +2021-12-18 20:13:50,210 Reloading parameters... +2021-12-18 20:13:50,228 Loading parameters... +2021-12-18 20:13:50,230 Loading project parameters... +2021-12-18 20:13:50,233 + +11 of 25 jobs remaining (20:13) +2021-12-18 20:13:50,233 Sleep: 10 +2021-12-18 20:13:50,233 Number of retrials: 0 +2021-12-18 20:13:50,233 WRAPPER CHECK TIME = 10 +2021-12-18 20:13:50,234 Checking jobs for platform=marenostrum4 +2021-12-18 20:13:50,235 Checking jobs for platform=nord3 +2021-12-18 20:13:52,754 Successful check job command: bjobs 805763 +2021-12-18 20:13:52,754 Job t0ni_19931101_fc0_1_EARTHDIAGS is RUNNING +2021-12-18 20:13:52,755 Checking jobs for platform=local +2021-12-18 20:13:52,755 Checking jobs for platform=transfer_node +2021-12-18 20:13:52,755 Checking all jobs at once +2021-12-18 20:13:54,025 Successful check job command +2021-12-18 20:13:55,294 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:13:55,294 End of checking +2021-12-18 20:13:55,296 Updating FAILED jobs +2021-12-18 20:13:55,296 Updating WAITING jobs +2021-12-18 20:13:55,296 Update finished +2021-12-18 20:13:55,296 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:13:55,297 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 20:13:55,297 t0ni_19931101_fc0_1_POST 19282732 COMPLETED marenostrum4 debug +2021-12-18 20:13:55,297 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:13:55,297 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:13:55,297 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:13:55,298 t0ni_19931101_fc0_1_EARTHDIAGS 805763 RUNNING nord3 debug +2021-12-18 20:13:55,298 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:13:55,300 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:13:55,303 Job list saved +2021-12-18 20:13:55,307 Updating FAILED jobs +2021-12-18 20:13:55,307 Updating WAITING jobs +2021-12-18 20:13:55,307 Update finished +2021-12-18 20:14:05,318 Reloading parameters... +2021-12-18 20:14:05,336 Loading parameters... +2021-12-18 20:14:05,338 Loading project parameters... +2021-12-18 20:14:05,339 + +11 of 25 jobs remaining (20:14) +2021-12-18 20:14:05,340 Sleep: 10 +2021-12-18 20:14:05,340 Number of retrials: 0 +2021-12-18 20:14:05,340 WRAPPER CHECK TIME = 10 +2021-12-18 20:14:05,340 Checking jobs for platform=marenostrum4 +2021-12-18 20:14:05,341 Checking jobs for platform=nord3 +2021-12-18 20:14:07,864 Successful check job command: bjobs 805763 +2021-12-18 20:14:07,864 Job t0ni_19931101_fc0_1_EARTHDIAGS is RUNNING +2021-12-18 20:14:07,865 Checking jobs for platform=local +2021-12-18 20:14:07,865 Checking jobs for platform=transfer_node +2021-12-18 20:14:07,866 Checking all jobs at once +2021-12-18 20:14:09,090 Successful check job command +2021-12-18 20:14:10,359 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:14:10,359 End of checking +2021-12-18 20:14:10,361 Updating FAILED jobs +2021-12-18 20:14:10,361 Updating WAITING jobs +2021-12-18 20:14:10,361 Update finished +2021-12-18 20:14:10,361 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:14:10,362 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 20:14:10,362 t0ni_19931101_fc0_1_POST 19282732 COMPLETED marenostrum4 debug +2021-12-18 20:14:10,362 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:14:10,362 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:14:10,362 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:14:10,362 t0ni_19931101_fc0_1_EARTHDIAGS 805763 RUNNING nord3 debug +2021-12-18 20:14:10,362 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:14:10,366 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:14:10,368 Job list saved +2021-12-18 20:14:10,374 Updating FAILED jobs +2021-12-18 20:14:10,374 Updating WAITING jobs +2021-12-18 20:14:10,374 Update finished +2021-12-18 20:14:20,384 Reloading parameters... +2021-12-18 20:14:20,405 Loading parameters... +2021-12-18 20:14:20,406 Loading project parameters... +2021-12-18 20:14:20,408 + +11 of 25 jobs remaining (20:14) +2021-12-18 20:14:20,408 Sleep: 10 +2021-12-18 20:14:20,408 Number of retrials: 0 +2021-12-18 20:14:20,408 WRAPPER CHECK TIME = 10 +2021-12-18 20:14:20,409 Checking jobs for platform=marenostrum4 +2021-12-18 20:14:20,410 Checking jobs for platform=nord3 +2021-12-18 20:14:22,929 Successful check job command: bjobs 805763 +2021-12-18 20:14:22,929 Job t0ni_19931101_fc0_1_EARTHDIAGS is RUNNING +2021-12-18 20:14:22,930 Checking jobs for platform=local +2021-12-18 20:14:22,930 Checking jobs for platform=transfer_node +2021-12-18 20:14:22,930 Checking all jobs at once +2021-12-18 20:14:24,150 Successful check job command +2021-12-18 20:14:25,422 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:14:25,423 End of checking +2021-12-18 20:14:25,424 Updating FAILED jobs +2021-12-18 20:14:25,425 Updating WAITING jobs +2021-12-18 20:14:25,425 Update finished +2021-12-18 20:14:25,425 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:14:25,425 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 20:14:25,425 t0ni_19931101_fc0_1_POST 19282732 COMPLETED marenostrum4 debug +2021-12-18 20:14:25,425 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:14:25,426 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:14:25,426 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:14:25,426 t0ni_19931101_fc0_1_EARTHDIAGS 805763 RUNNING nord3 debug +2021-12-18 20:14:25,426 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:14:25,429 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:14:25,431 Job list saved +2021-12-18 20:14:25,437 Updating FAILED jobs +2021-12-18 20:14:25,438 Updating WAITING jobs +2021-12-18 20:14:25,438 Update finished +2021-12-18 20:14:35,442 Reloading parameters... +2021-12-18 20:14:35,463 Loading parameters... +2021-12-18 20:14:35,464 Loading project parameters... +2021-12-18 20:14:35,468 + +11 of 25 jobs remaining (20:14) +2021-12-18 20:14:35,468 Sleep: 10 +2021-12-18 20:14:35,468 Number of retrials: 0 +2021-12-18 20:14:35,468 WRAPPER CHECK TIME = 10 +2021-12-18 20:14:35,469 Checking jobs for platform=marenostrum4 +2021-12-18 20:14:35,469 Checking jobs for platform=nord3 +2021-12-18 20:14:37,987 Successful check job command: bjobs 805763 +2021-12-18 20:14:37,987 Job t0ni_19931101_fc0_1_EARTHDIAGS is RUNNING +2021-12-18 20:14:37,988 Checking jobs for platform=local +2021-12-18 20:14:37,989 Checking jobs for platform=transfer_node +2021-12-18 20:14:37,989 Checking all jobs at once +2021-12-18 20:14:39,258 Successful check job command +2021-12-18 20:14:40,477 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:14:40,477 End of checking +2021-12-18 20:14:40,479 Updating FAILED jobs +2021-12-18 20:14:40,479 Updating WAITING jobs +2021-12-18 20:14:40,479 Update finished +2021-12-18 20:14:40,479 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:14:40,480 t0ni_19931101_fc0_2_CMORATM 19279785 COMPLETED marenostrum4 bsc_es +2021-12-18 20:14:40,480 t0ni_19931101_fc0_1_POST 19282732 COMPLETED marenostrum4 debug +2021-12-18 20:14:40,480 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:14:40,480 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:14:40,480 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:14:40,481 t0ni_19931101_fc0_1_EARTHDIAGS 805763 RUNNING nord3 debug +2021-12-18 20:14:40,481 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:14:40,483 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:14:40,486 Job list saved +2021-12-18 20:14:40,491 Updating FAILED jobs +2021-12-18 20:14:40,491 Updating WAITING jobs +2021-12-18 20:14:40,491 Update finished +2021-12-18 20:14:50,502 Reloading parameters... +2021-12-18 20:14:50,519 Loading parameters... +2021-12-18 20:14:50,521 Loading project parameters... +2021-12-18 20:14:50,524 + +11 of 25 jobs remaining (20:14) +2021-12-18 20:14:50,524 Sleep: 10 +2021-12-18 20:14:50,524 Number of retrials: 0 +2021-12-18 20:14:50,524 WRAPPER CHECK TIME = 10 +2021-12-18 20:14:50,525 Checking jobs for platform=marenostrum4 +2021-12-18 20:14:50,525 Checking jobs for platform=nord3 +2021-12-18 20:14:53,045 Successful check job command: bjobs 805763 +2021-12-18 20:14:53,045 t0ni_19931101_fc0_1_EARTHDIAGS job seems to have completed: checking... +2021-12-18 20:14:53,062 Job t0ni_19931101_fc0_1_EARTHDIAGS is COMPLETED +2021-12-18 20:14:53,079 t0ni_19931101_fc0_1_EARTHDIAGS_STAT file have been transfered +2021-12-18 20:14:53,182 Checking jobs for platform=local +2021-12-18 20:14:53,182 Checking jobs for platform=transfer_node +2021-12-18 20:14:53,182 Checking all jobs at once +2021-12-18 20:14:53,204 Custom directives from platform.conf: None +2021-12-18 20:14:53,204 Custom directives from platform.conf: None +2021-12-18 20:14:53,205 Custom directives from platform.conf: None +2021-12-18 20:14:54,424 Successful check job command +2021-12-18 20:14:55,693 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:14:55,693 End of checking +2021-12-18 20:14:55,695 Updating FAILED jobs +2021-12-18 20:14:55,695 Updating WAITING jobs +2021-12-18 20:14:55,695 Setting job: t0ni_19931101_fc0_1_MONITOR status to: READY (all parents completed)... +2021-12-18 20:14:55,696 Update finished +2021-12-18 20:14:55,696 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:14:55,696 t0ni_19931101_fc0_1_POST 19282732 COMPLETED marenostrum4 debug +2021-12-18 20:14:55,696 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:14:55,696 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:14:55,696 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:14:55,696 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:14:55,696 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:14:55,699 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:14:55,701 Job list saved +2021-12-18 20:14:55,704 +Jobs ready for marenostrum4: 0 +2021-12-18 20:14:55,704 Number of jobs available: 19 +2021-12-18 20:14:55,705 Number of jobs ready: 0 +2021-12-18 20:14:55,708 +Jobs ready for nord3: 1 +2021-12-18 20:14:55,708 Number of jobs available: 20 +2021-12-18 20:14:55,708 Number of jobs ready: 1 +2021-12-18 20:14:55,709 Jobs ready for nord3: 1 +2021-12-18 20:14:55,715 Creating Scripts +2021-12-18 20:14:55,845 Sending Files +2021-12-18 20:14:56,312 /gpfs/scratch/bsc32/bsc32627/t0ni/LOG_t0ni has been created on nord1.bsc.es . +2021-12-18 20:14:56,387 Submitting +2021-12-18 20:14:57,007 Command bsub -cwd /gpfs/scratch/bsc32/bsc32627/t0ni/LOG_t0ni < /gpfs/scratch/bsc32/bsc32627/t0ni/LOG_t0ni/t0ni_19931101_fc0_1_MONITOR.cmd in nord1.bsc.es warning: Changing queue to sequential + +2021-12-18 20:14:57,007 Job ID: 805765 +2021-12-18 20:14:57,007 t0ni_19931101_fc0_1_MONITOR submitted +2021-12-18 20:14:57,162 +Jobs ready for local: 0 +2021-12-18 20:14:57,163 Number of jobs available: 20 +2021-12-18 20:14:57,163 Number of jobs ready: 0 +2021-12-18 20:14:57,164 +Jobs ready for transfer_node: 0 +2021-12-18 20:14:57,164 Number of jobs available: 20 +2021-12-18 20:14:57,164 Number of jobs ready: 0 +2021-12-18 20:14:57,166 Updating FAILED jobs +2021-12-18 20:14:57,166 Updating WAITING jobs +2021-12-18 20:14:57,166 Update finished +2021-12-18 20:14:57,167 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:14:57,167 t0ni_19931101_fc0_1_POST 19282732 COMPLETED marenostrum4 debug +2021-12-18 20:14:57,167 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:14:57,167 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:14:57,167 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:14:57,167 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:14:57,167 t0ni_19931101_fc0_1_MONITOR 805765 SUBMITTED nord3 sequential +2021-12-18 20:14:57,167 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:14:57,170 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:14:57,173 Job list saved +2021-12-18 20:14:57,244 Updating FAILED jobs +2021-12-18 20:14:57,244 Updating WAITING jobs +2021-12-18 20:14:57,244 Update finished +2021-12-18 20:15:07,254 Reloading parameters... +2021-12-18 20:15:07,272 Loading parameters... +2021-12-18 20:15:07,273 Loading project parameters... +2021-12-18 20:15:07,275 + +10 of 25 jobs remaining (20:15) +2021-12-18 20:15:07,275 Sleep: 10 +2021-12-18 20:15:07,275 Number of retrials: 0 +2021-12-18 20:15:07,275 WRAPPER CHECK TIME = 10 +2021-12-18 20:15:07,276 Checking jobs for platform=marenostrum4 +2021-12-18 20:15:07,277 Checking jobs for platform=nord3 +2021-12-18 20:15:10,348 Successful check job command: bjobs 805765 +2021-12-18 20:15:10,348 Job t0ni_19931101_fc0_1_MONITOR is RUNNING +2021-12-18 20:15:10,907 t0ni_19931101_fc0_1_MONITOR_STAT file have been transfered +2021-12-18 20:15:10,995 Checking jobs for platform=local +2021-12-18 20:15:10,996 Checking jobs for platform=transfer_node +2021-12-18 20:15:10,996 Checking all jobs at once +2021-12-18 20:15:12,416 Successful check job command +2021-12-18 20:15:13,835 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:15:13,835 End of checking +2021-12-18 20:15:13,837 Updating FAILED jobs +2021-12-18 20:15:13,837 Updating WAITING jobs +2021-12-18 20:15:13,837 Update finished +2021-12-18 20:15:13,837 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:15:13,838 t0ni_19931101_fc0_1_POST 19282732 COMPLETED marenostrum4 debug +2021-12-18 20:15:13,838 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:15:13,838 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:15:13,838 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:15:13,838 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:15:13,839 t0ni_19931101_fc0_1_MONITOR 805765 RUNNING nord3 sequential +2021-12-18 20:15:13,839 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:15:13,842 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:15:13,845 Job list saved +2021-12-18 20:15:13,917 Updating FAILED jobs +2021-12-18 20:15:13,917 Updating WAITING jobs +2021-12-18 20:15:13,917 Update finished +2021-12-18 20:15:23,927 Reloading parameters... +2021-12-18 20:15:23,947 Loading parameters... +2021-12-18 20:15:23,949 Loading project parameters... +2021-12-18 20:15:23,950 + +10 of 25 jobs remaining (20:15) +2021-12-18 20:15:23,951 Sleep: 10 +2021-12-18 20:15:23,951 Number of retrials: 0 +2021-12-18 20:15:23,951 WRAPPER CHECK TIME = 10 +2021-12-18 20:15:23,951 Checking jobs for platform=marenostrum4 +2021-12-18 20:15:23,952 Checking jobs for platform=nord3 +2021-12-18 20:15:26,522 Successful check job command: bjobs 805765 +2021-12-18 20:15:26,522 Job t0ni_19931101_fc0_1_MONITOR is RUNNING +2021-12-18 20:15:26,522 Checking jobs for platform=local +2021-12-18 20:15:26,523 Checking jobs for platform=transfer_node +2021-12-18 20:15:26,523 Checking all jobs at once +2021-12-18 20:15:27,842 Successful check job command +2021-12-18 20:15:29,111 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:15:29,111 End of checking +2021-12-18 20:15:29,113 Updating FAILED jobs +2021-12-18 20:15:29,113 Updating WAITING jobs +2021-12-18 20:15:29,113 Update finished +2021-12-18 20:15:29,113 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:15:29,113 t0ni_19931101_fc0_1_POST 19282732 COMPLETED marenostrum4 debug +2021-12-18 20:15:29,114 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:15:29,114 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:15:29,114 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:15:29,114 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:15:29,114 t0ni_19931101_fc0_1_MONITOR 805765 RUNNING nord3 sequential +2021-12-18 20:15:29,114 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:15:29,117 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:15:29,119 Job list saved +2021-12-18 20:15:29,124 Updating FAILED jobs +2021-12-18 20:15:29,124 Updating WAITING jobs +2021-12-18 20:15:29,125 Update finished +2021-12-18 20:15:39,135 Reloading parameters... +2021-12-18 20:15:39,154 Loading parameters... +2021-12-18 20:15:39,156 Loading project parameters... +2021-12-18 20:15:39,157 + +10 of 25 jobs remaining (20:15) +2021-12-18 20:15:39,158 Sleep: 10 +2021-12-18 20:15:39,158 Number of retrials: 0 +2021-12-18 20:15:39,158 WRAPPER CHECK TIME = 10 +2021-12-18 20:15:39,158 Checking jobs for platform=marenostrum4 +2021-12-18 20:15:39,159 Checking jobs for platform=nord3 +2021-12-18 20:15:41,678 Successful check job command: bjobs 805765 +2021-12-18 20:15:41,678 Job t0ni_19931101_fc0_1_MONITOR is RUNNING +2021-12-18 20:15:41,679 Checking jobs for platform=local +2021-12-18 20:15:41,679 Checking jobs for platform=transfer_node +2021-12-18 20:15:41,679 Checking all jobs at once +2021-12-18 20:15:43,100 Successful check job command +2021-12-18 20:15:44,420 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:15:44,421 End of checking +2021-12-18 20:15:44,422 Updating FAILED jobs +2021-12-18 20:15:44,422 Updating WAITING jobs +2021-12-18 20:15:44,423 Update finished +2021-12-18 20:15:44,423 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:15:44,423 t0ni_19931101_fc0_1_POST 19282732 COMPLETED marenostrum4 debug +2021-12-18 20:15:44,423 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:15:44,423 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:15:44,423 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:15:44,424 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:15:44,424 t0ni_19931101_fc0_1_MONITOR 805765 RUNNING nord3 sequential +2021-12-18 20:15:44,424 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:15:44,426 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:15:44,429 Job list saved +2021-12-18 20:15:44,434 Updating FAILED jobs +2021-12-18 20:15:44,434 Updating WAITING jobs +2021-12-18 20:15:44,435 Update finished +2021-12-18 20:15:54,445 Reloading parameters... +2021-12-18 20:15:54,464 Loading parameters... +2021-12-18 20:15:54,465 Loading project parameters... +2021-12-18 20:15:54,467 + +10 of 25 jobs remaining (20:15) +2021-12-18 20:15:54,467 Sleep: 10 +2021-12-18 20:15:54,467 Number of retrials: 0 +2021-12-18 20:15:54,467 WRAPPER CHECK TIME = 10 +2021-12-18 20:15:54,468 Checking jobs for platform=marenostrum4 +2021-12-18 20:15:54,468 Checking jobs for platform=nord3 +2021-12-18 20:15:56,987 Successful check job command: bjobs 805765 +2021-12-18 20:15:56,987 Job t0ni_19931101_fc0_1_MONITOR is RUNNING +2021-12-18 20:15:56,988 Checking jobs for platform=local +2021-12-18 20:15:56,988 Checking jobs for platform=transfer_node +2021-12-18 20:15:56,988 Checking all jobs at once +2021-12-18 20:15:58,309 Successful check job command +2021-12-18 20:15:59,728 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:15:59,729 End of checking +2021-12-18 20:15:59,730 Updating FAILED jobs +2021-12-18 20:15:59,731 Updating WAITING jobs +2021-12-18 20:15:59,731 Update finished +2021-12-18 20:15:59,731 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:15:59,732 t0ni_19931101_fc0_1_POST 19282732 COMPLETED marenostrum4 debug +2021-12-18 20:15:59,732 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:15:59,732 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:15:59,732 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:15:59,732 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:15:59,732 t0ni_19931101_fc0_1_MONITOR 805765 RUNNING nord3 sequential +2021-12-18 20:15:59,732 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:15:59,735 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:15:59,737 Job list saved +2021-12-18 20:15:59,746 Updating FAILED jobs +2021-12-18 20:15:59,746 Updating WAITING jobs +2021-12-18 20:15:59,746 Update finished +2021-12-18 20:16:09,756 Reloading parameters... +2021-12-18 20:16:09,777 Loading parameters... +2021-12-18 20:16:09,778 Loading project parameters... +2021-12-18 20:16:09,780 + +10 of 25 jobs remaining (20:16) +2021-12-18 20:16:09,780 Sleep: 10 +2021-12-18 20:16:09,780 Number of retrials: 0 +2021-12-18 20:16:09,780 WRAPPER CHECK TIME = 10 +2021-12-18 20:16:09,781 Checking jobs for platform=marenostrum4 +2021-12-18 20:16:09,782 Checking jobs for platform=nord3 +2021-12-18 20:16:12,300 Successful check job command: bjobs 805765 +2021-12-18 20:16:12,300 Job t0ni_19931101_fc0_1_MONITOR is RUNNING +2021-12-18 20:16:12,301 Checking jobs for platform=local +2021-12-18 20:16:12,301 Checking jobs for platform=transfer_node +2021-12-18 20:16:12,301 Checking all jobs at once +2021-12-18 20:16:13,722 Successful check job command +2021-12-18 20:16:15,141 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:16:15,141 End of checking +2021-12-18 20:16:15,143 Updating FAILED jobs +2021-12-18 20:16:15,144 Updating WAITING jobs +2021-12-18 20:16:15,144 Update finished +2021-12-18 20:16:15,144 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:16:15,144 t0ni_19931101_fc0_1_POST 19282732 COMPLETED marenostrum4 debug +2021-12-18 20:16:15,144 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:16:15,144 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:16:15,144 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:16:15,145 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:16:15,145 t0ni_19931101_fc0_1_MONITOR 805765 RUNNING nord3 sequential +2021-12-18 20:16:15,145 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:16:15,148 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:16:15,150 Job list saved +2021-12-18 20:16:15,155 Updating FAILED jobs +2021-12-18 20:16:15,155 Updating WAITING jobs +2021-12-18 20:16:15,155 Update finished +2021-12-18 20:16:25,164 Reloading parameters... +2021-12-18 20:16:25,186 Loading parameters... +2021-12-18 20:16:25,188 Loading project parameters... +2021-12-18 20:16:25,189 + +10 of 25 jobs remaining (20:16) +2021-12-18 20:16:25,190 Sleep: 10 +2021-12-18 20:16:25,190 Number of retrials: 0 +2021-12-18 20:16:25,190 WRAPPER CHECK TIME = 10 +2021-12-18 20:16:25,190 Checking jobs for platform=marenostrum4 +2021-12-18 20:16:25,191 Checking jobs for platform=nord3 +2021-12-18 20:16:27,711 Successful check job command: bjobs 805765 +2021-12-18 20:16:27,711 Job t0ni_19931101_fc0_1_MONITOR is RUNNING +2021-12-18 20:16:27,711 Checking jobs for platform=local +2021-12-18 20:16:27,712 Checking jobs for platform=transfer_node +2021-12-18 20:16:27,712 Checking all jobs at once +2021-12-18 20:16:29,082 Successful check job command +2021-12-18 20:16:30,401 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:16:30,401 End of checking +2021-12-18 20:16:30,404 Updating FAILED jobs +2021-12-18 20:16:30,404 Updating WAITING jobs +2021-12-18 20:16:30,404 Update finished +2021-12-18 20:16:30,404 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:16:30,404 t0ni_19931101_fc0_1_POST 19282732 COMPLETED marenostrum4 debug +2021-12-18 20:16:30,405 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:16:30,405 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:16:30,405 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:16:30,405 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:16:30,405 t0ni_19931101_fc0_1_MONITOR 805765 RUNNING nord3 sequential +2021-12-18 20:16:30,405 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:16:30,408 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:16:30,410 Job list saved +2021-12-18 20:16:30,415 Updating FAILED jobs +2021-12-18 20:16:30,415 Updating WAITING jobs +2021-12-18 20:16:30,415 Update finished +2021-12-18 20:16:40,417 Reloading parameters... +2021-12-18 20:16:40,438 Loading parameters... +2021-12-18 20:16:40,439 Loading project parameters... +2021-12-18 20:16:40,441 + +10 of 25 jobs remaining (20:16) +2021-12-18 20:16:40,442 Sleep: 10 +2021-12-18 20:16:40,442 Number of retrials: 0 +2021-12-18 20:16:40,442 WRAPPER CHECK TIME = 10 +2021-12-18 20:16:40,442 Checking jobs for platform=marenostrum4 +2021-12-18 20:16:40,443 Checking jobs for platform=nord3 +2021-12-18 20:16:42,962 Successful check job command: bjobs 805765 +2021-12-18 20:16:42,963 Job t0ni_19931101_fc0_1_MONITOR is RUNNING +2021-12-18 20:16:42,963 Checking jobs for platform=local +2021-12-18 20:16:42,964 Checking jobs for platform=transfer_node +2021-12-18 20:16:42,964 Checking all jobs at once +2021-12-18 20:16:44,283 Successful check job command +2021-12-18 20:16:45,602 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:16:45,602 End of checking +2021-12-18 20:16:45,604 Updating FAILED jobs +2021-12-18 20:16:45,604 Updating WAITING jobs +2021-12-18 20:16:45,604 Update finished +2021-12-18 20:16:45,604 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:16:45,605 t0ni_19931101_fc0_1_POST 19282732 COMPLETED marenostrum4 debug +2021-12-18 20:16:45,605 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:16:45,605 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:16:45,605 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:16:45,606 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:16:45,606 t0ni_19931101_fc0_1_MONITOR 805765 RUNNING nord3 sequential +2021-12-18 20:16:45,606 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:16:45,609 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:16:45,611 Job list saved +2021-12-18 20:16:45,617 Updating FAILED jobs +2021-12-18 20:16:45,617 Updating WAITING jobs +2021-12-18 20:16:45,617 Update finished +2021-12-18 20:16:55,624 Reloading parameters... +2021-12-18 20:16:55,652 Loading parameters... +2021-12-18 20:16:55,653 Loading project parameters... +2021-12-18 20:16:55,655 + +10 of 25 jobs remaining (20:16) +2021-12-18 20:16:55,656 Sleep: 10 +2021-12-18 20:16:55,656 Number of retrials: 0 +2021-12-18 20:16:55,656 WRAPPER CHECK TIME = 10 +2021-12-18 20:16:55,656 Checking jobs for platform=marenostrum4 +2021-12-18 20:16:55,657 Checking jobs for platform=nord3 +2021-12-18 20:16:58,127 Successful check job command: bjobs 805765 +2021-12-18 20:16:58,127 Job t0ni_19931101_fc0_1_MONITOR is RUNNING +2021-12-18 20:16:58,127 Checking jobs for platform=local +2021-12-18 20:16:58,128 Checking jobs for platform=transfer_node +2021-12-18 20:16:58,128 Checking all jobs at once +2021-12-18 20:16:59,447 Successful check job command +2021-12-18 20:17:00,671 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:17:00,672 End of checking +2021-12-18 20:17:00,673 Updating FAILED jobs +2021-12-18 20:17:00,673 Updating WAITING jobs +2021-12-18 20:17:00,673 Update finished +2021-12-18 20:17:00,674 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:17:00,674 t0ni_19931101_fc0_1_POST 19282732 COMPLETED marenostrum4 debug +2021-12-18 20:17:00,674 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:17:00,674 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:17:00,674 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:17:00,674 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:17:00,674 t0ni_19931101_fc0_1_MONITOR 805765 RUNNING nord3 sequential +2021-12-18 20:17:00,674 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:17:00,677 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:17:00,679 Job list saved +2021-12-18 20:17:00,684 Updating FAILED jobs +2021-12-18 20:17:00,684 Updating WAITING jobs +2021-12-18 20:17:00,684 Update finished +2021-12-18 20:17:10,686 Reloading parameters... +2021-12-18 20:17:10,704 Loading parameters... +2021-12-18 20:17:10,704 Loading project parameters... +2021-12-18 20:17:10,706 + +10 of 25 jobs remaining (20:17) +2021-12-18 20:17:10,706 Sleep: 10 +2021-12-18 20:17:10,706 Number of retrials: 0 +2021-12-18 20:17:10,706 WRAPPER CHECK TIME = 10 +2021-12-18 20:17:10,706 Checking jobs for platform=marenostrum4 +2021-12-18 20:17:10,707 Checking jobs for platform=nord3 +2021-12-18 20:17:13,226 Successful check job command: bjobs 805765 +2021-12-18 20:17:13,226 Job t0ni_19931101_fc0_1_MONITOR is RUNNING +2021-12-18 20:17:13,227 Checking jobs for platform=local +2021-12-18 20:17:13,227 Checking jobs for platform=transfer_node +2021-12-18 20:17:13,228 Checking all jobs at once +2021-12-18 20:17:14,497 Successful check job command +2021-12-18 20:17:15,717 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:17:15,717 End of checking +2021-12-18 20:17:15,718 Updating FAILED jobs +2021-12-18 20:17:15,719 Updating WAITING jobs +2021-12-18 20:17:15,719 Update finished +2021-12-18 20:17:15,719 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:17:15,719 t0ni_19931101_fc0_1_POST 19282732 COMPLETED marenostrum4 debug +2021-12-18 20:17:15,719 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:17:15,719 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:17:15,720 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:17:15,720 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:17:15,720 t0ni_19931101_fc0_1_MONITOR 805765 RUNNING nord3 sequential +2021-12-18 20:17:15,720 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:17:15,722 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:17:15,725 Job list saved +2021-12-18 20:17:15,731 Updating FAILED jobs +2021-12-18 20:17:15,731 Updating WAITING jobs +2021-12-18 20:17:15,731 Update finished +2021-12-18 20:17:25,740 Reloading parameters... +2021-12-18 20:17:25,760 Loading parameters... +2021-12-18 20:17:25,761 Loading project parameters... +2021-12-18 20:17:25,763 + +10 of 25 jobs remaining (20:17) +2021-12-18 20:17:25,763 Sleep: 10 +2021-12-18 20:17:25,763 Number of retrials: 0 +2021-12-18 20:17:25,763 WRAPPER CHECK TIME = 10 +2021-12-18 20:17:25,764 Checking jobs for platform=marenostrum4 +2021-12-18 20:17:25,765 Checking jobs for platform=nord3 +2021-12-18 20:17:28,284 Successful check job command: bjobs 805765 +2021-12-18 20:17:28,284 Job t0ni_19931101_fc0_1_MONITOR is RUNNING +2021-12-18 20:17:28,285 Checking jobs for platform=local +2021-12-18 20:17:28,285 Checking jobs for platform=transfer_node +2021-12-18 20:17:28,286 Checking all jobs at once +2021-12-18 20:17:29,655 Successful check job command +2021-12-18 20:17:30,974 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:17:30,975 End of checking +2021-12-18 20:17:30,976 Updating FAILED jobs +2021-12-18 20:17:30,976 Updating WAITING jobs +2021-12-18 20:17:30,977 Update finished +2021-12-18 20:17:30,977 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:17:30,977 t0ni_19931101_fc0_1_POST 19282732 COMPLETED marenostrum4 debug +2021-12-18 20:17:30,977 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:17:30,978 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:17:30,978 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:17:30,978 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:17:30,978 t0ni_19931101_fc0_1_MONITOR 805765 RUNNING nord3 sequential +2021-12-18 20:17:30,978 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:17:30,981 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:17:30,983 Job list saved +2021-12-18 20:17:30,988 Updating FAILED jobs +2021-12-18 20:17:30,988 Updating WAITING jobs +2021-12-18 20:17:30,988 Update finished +2021-12-18 20:17:40,998 Reloading parameters... +2021-12-18 20:17:41,020 Loading parameters... +2021-12-18 20:17:41,022 Loading project parameters... +2021-12-18 20:17:41,024 + +10 of 25 jobs remaining (20:17) +2021-12-18 20:17:41,024 Sleep: 10 +2021-12-18 20:17:41,024 Number of retrials: 0 +2021-12-18 20:17:41,024 WRAPPER CHECK TIME = 10 +2021-12-18 20:17:41,025 Checking jobs for platform=marenostrum4 +2021-12-18 20:17:41,025 Checking jobs for platform=nord3 +2021-12-18 20:17:43,495 Successful check job command: bjobs 805765 +2021-12-18 20:17:43,495 Job t0ni_19931101_fc0_1_MONITOR is RUNNING +2021-12-18 20:17:43,495 Checking jobs for platform=local +2021-12-18 20:17:43,496 Checking jobs for platform=transfer_node +2021-12-18 20:17:43,496 Checking all jobs at once +2021-12-18 20:17:44,715 Successful check job command +2021-12-18 20:17:45,884 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:17:45,884 End of checking +2021-12-18 20:17:45,886 Updating FAILED jobs +2021-12-18 20:17:45,886 Updating WAITING jobs +2021-12-18 20:17:45,886 Update finished +2021-12-18 20:17:45,886 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:17:45,886 t0ni_19931101_fc0_1_POST 19282732 COMPLETED marenostrum4 debug +2021-12-18 20:17:45,886 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:17:45,886 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:17:45,887 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:17:45,887 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:17:45,887 t0ni_19931101_fc0_1_MONITOR 805765 RUNNING nord3 sequential +2021-12-18 20:17:45,887 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:17:45,890 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:17:45,893 Job list saved +2021-12-18 20:17:45,897 Updating FAILED jobs +2021-12-18 20:17:45,897 Updating WAITING jobs +2021-12-18 20:17:45,898 Update finished +2021-12-18 20:17:55,906 Reloading parameters... +2021-12-18 20:17:55,924 Loading parameters... +2021-12-18 20:17:55,925 Loading project parameters... +2021-12-18 20:17:55,927 + +10 of 25 jobs remaining (20:17) +2021-12-18 20:17:55,927 Sleep: 10 +2021-12-18 20:17:55,927 Number of retrials: 0 +2021-12-18 20:17:55,927 WRAPPER CHECK TIME = 10 +2021-12-18 20:17:55,928 Checking jobs for platform=marenostrum4 +2021-12-18 20:17:55,929 Checking jobs for platform=nord3 +2021-12-18 20:17:58,448 Successful check job command: bjobs 805765 +2021-12-18 20:17:58,448 Job t0ni_19931101_fc0_1_MONITOR is RUNNING +2021-12-18 20:17:58,449 Checking jobs for platform=local +2021-12-18 20:17:58,449 Checking jobs for platform=transfer_node +2021-12-18 20:17:58,449 Checking all jobs at once +2021-12-18 20:17:59,668 Successful check job command +2021-12-18 20:18:00,837 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:18:00,838 End of checking +2021-12-18 20:18:00,839 Updating FAILED jobs +2021-12-18 20:18:00,840 Updating WAITING jobs +2021-12-18 20:18:00,840 Update finished +2021-12-18 20:18:00,840 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:18:00,840 t0ni_19931101_fc0_1_POST 19282732 COMPLETED marenostrum4 debug +2021-12-18 20:18:00,840 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:18:00,840 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:18:00,841 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:18:00,841 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:18:00,841 t0ni_19931101_fc0_1_MONITOR 805765 RUNNING nord3 sequential +2021-12-18 20:18:00,841 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:18:00,845 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:18:00,848 Job list saved +2021-12-18 20:18:00,853 Updating FAILED jobs +2021-12-18 20:18:00,853 Updating WAITING jobs +2021-12-18 20:18:00,853 Update finished +2021-12-18 20:18:10,863 Reloading parameters... +2021-12-18 20:18:10,882 Loading parameters... +2021-12-18 20:18:10,883 Loading project parameters... +2021-12-18 20:18:10,885 + +10 of 25 jobs remaining (20:18) +2021-12-18 20:18:10,885 Sleep: 10 +2021-12-18 20:18:10,885 Number of retrials: 0 +2021-12-18 20:18:10,885 WRAPPER CHECK TIME = 10 +2021-12-18 20:18:10,886 Checking jobs for platform=marenostrum4 +2021-12-18 20:18:10,886 Checking jobs for platform=nord3 +2021-12-18 20:18:13,405 Successful check job command: bjobs 805765 +2021-12-18 20:18:13,405 Job t0ni_19931101_fc0_1_MONITOR is RUNNING +2021-12-18 20:18:13,406 Checking jobs for platform=local +2021-12-18 20:18:13,406 Checking jobs for platform=transfer_node +2021-12-18 20:18:13,406 Checking all jobs at once +2021-12-18 20:18:14,675 Successful check job command +2021-12-18 20:18:15,844 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:18:15,844 End of checking +2021-12-18 20:18:15,846 Updating FAILED jobs +2021-12-18 20:18:15,846 Updating WAITING jobs +2021-12-18 20:18:15,846 Update finished +2021-12-18 20:18:15,847 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:18:15,848 t0ni_19931101_fc0_1_POST 19282732 COMPLETED marenostrum4 debug +2021-12-18 20:18:15,848 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:18:15,848 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:18:15,848 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:18:15,848 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:18:15,849 t0ni_19931101_fc0_1_MONITOR 805765 RUNNING nord3 sequential +2021-12-18 20:18:15,849 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:18:15,852 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:18:15,854 Job list saved +2021-12-18 20:18:15,859 Updating FAILED jobs +2021-12-18 20:18:15,859 Updating WAITING jobs +2021-12-18 20:18:15,859 Update finished +2021-12-18 20:18:25,870 Reloading parameters... +2021-12-18 20:18:25,890 Loading parameters... +2021-12-18 20:18:25,891 Loading project parameters... +2021-12-18 20:18:25,893 + +10 of 25 jobs remaining (20:18) +2021-12-18 20:18:25,893 Sleep: 10 +2021-12-18 20:18:25,893 Number of retrials: 0 +2021-12-18 20:18:25,893 WRAPPER CHECK TIME = 10 +2021-12-18 20:18:25,894 Checking jobs for platform=marenostrum4 +2021-12-18 20:18:25,895 Checking jobs for platform=nord3 +2021-12-18 20:18:28,414 Successful check job command: bjobs 805765 +2021-12-18 20:18:28,415 Job t0ni_19931101_fc0_1_MONITOR is RUNNING +2021-12-18 20:18:28,415 Checking jobs for platform=local +2021-12-18 20:18:28,416 Checking jobs for platform=transfer_node +2021-12-18 20:18:28,416 Checking all jobs at once +2021-12-18 20:18:29,635 Successful check job command +2021-12-18 20:18:30,754 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:18:30,754 End of checking +2021-12-18 20:18:30,756 Updating FAILED jobs +2021-12-18 20:18:30,756 Updating WAITING jobs +2021-12-18 20:18:30,756 Update finished +2021-12-18 20:18:30,756 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:18:30,756 t0ni_19931101_fc0_1_POST 19282732 COMPLETED marenostrum4 debug +2021-12-18 20:18:30,756 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:18:30,757 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:18:30,757 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:18:30,757 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:18:30,757 t0ni_19931101_fc0_1_MONITOR 805765 RUNNING nord3 sequential +2021-12-18 20:18:30,757 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:18:30,761 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:18:30,763 Job list saved +2021-12-18 20:18:30,769 Updating FAILED jobs +2021-12-18 20:18:30,769 Updating WAITING jobs +2021-12-18 20:18:30,769 Update finished +2021-12-18 20:18:40,778 Reloading parameters... +2021-12-18 20:18:40,797 Loading parameters... +2021-12-18 20:18:40,799 Loading project parameters... +2021-12-18 20:18:40,800 + +10 of 25 jobs remaining (20:18) +2021-12-18 20:18:40,801 Sleep: 10 +2021-12-18 20:18:40,801 Number of retrials: 0 +2021-12-18 20:18:40,801 WRAPPER CHECK TIME = 10 +2021-12-18 20:18:40,801 Checking jobs for platform=marenostrum4 +2021-12-18 20:18:40,802 Checking jobs for platform=nord3 +2021-12-18 20:18:43,270 Successful check job command: bjobs 805765 +2021-12-18 20:18:43,271 Job t0ni_19931101_fc0_1_MONITOR is RUNNING +2021-12-18 20:18:43,271 Checking jobs for platform=local +2021-12-18 20:18:43,272 Checking jobs for platform=transfer_node +2021-12-18 20:18:43,272 Checking all jobs at once +2021-12-18 20:18:44,441 Successful check job command +2021-12-18 20:18:45,661 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:18:45,661 End of checking +2021-12-18 20:18:45,663 Updating FAILED jobs +2021-12-18 20:18:45,663 Updating WAITING jobs +2021-12-18 20:18:45,663 Update finished +2021-12-18 20:18:45,663 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:18:45,663 t0ni_19931101_fc0_1_POST 19282732 COMPLETED marenostrum4 debug +2021-12-18 20:18:45,664 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:18:45,664 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:18:45,664 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:18:45,664 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:18:45,664 t0ni_19931101_fc0_1_MONITOR 805765 RUNNING nord3 sequential +2021-12-18 20:18:45,664 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:18:45,667 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:18:45,670 Job list saved +2021-12-18 20:18:45,675 Updating FAILED jobs +2021-12-18 20:18:45,675 Updating WAITING jobs +2021-12-18 20:18:45,675 Update finished +2021-12-18 20:18:55,685 Reloading parameters... +2021-12-18 20:18:55,703 Loading parameters... +2021-12-18 20:18:55,705 Loading project parameters... +2021-12-18 20:18:55,707 + +10 of 25 jobs remaining (20:18) +2021-12-18 20:18:55,707 Sleep: 10 +2021-12-18 20:18:55,707 Number of retrials: 0 +2021-12-18 20:18:55,707 WRAPPER CHECK TIME = 10 +2021-12-18 20:18:55,708 Checking jobs for platform=marenostrum4 +2021-12-18 20:18:55,708 Checking jobs for platform=nord3 +2021-12-18 20:18:58,227 Successful check job command: bjobs 805765 +2021-12-18 20:18:58,227 Job t0ni_19931101_fc0_1_MONITOR is RUNNING +2021-12-18 20:18:58,228 Checking jobs for platform=local +2021-12-18 20:18:58,228 Checking jobs for platform=transfer_node +2021-12-18 20:18:58,229 Checking all jobs at once +2021-12-18 20:18:59,498 Successful check job command +2021-12-18 20:19:00,667 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:19:00,667 End of checking +2021-12-18 20:19:00,669 Updating FAILED jobs +2021-12-18 20:19:00,669 Updating WAITING jobs +2021-12-18 20:19:00,669 Update finished +2021-12-18 20:19:00,669 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:19:00,670 t0ni_19931101_fc0_1_POST 19282732 COMPLETED marenostrum4 debug +2021-12-18 20:19:00,670 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:19:00,670 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:19:00,670 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:19:00,670 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:19:00,670 t0ni_19931101_fc0_1_MONITOR 805765 RUNNING nord3 sequential +2021-12-18 20:19:00,670 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:19:00,673 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:19:00,676 Job list saved +2021-12-18 20:19:00,681 Updating FAILED jobs +2021-12-18 20:19:00,681 Updating WAITING jobs +2021-12-18 20:19:00,681 Update finished +2021-12-18 20:19:10,688 Reloading parameters... +2021-12-18 20:19:10,709 Loading parameters... +2021-12-18 20:19:10,710 Loading project parameters... +2021-12-18 20:19:10,712 + +10 of 25 jobs remaining (20:19) +2021-12-18 20:19:10,712 Sleep: 10 +2021-12-18 20:19:10,713 Number of retrials: 0 +2021-12-18 20:19:10,713 WRAPPER CHECK TIME = 10 +2021-12-18 20:19:10,713 Checking jobs for platform=marenostrum4 +2021-12-18 20:19:10,714 Checking jobs for platform=nord3 +2021-12-18 20:19:13,234 Successful check job command: bjobs 805765 +2021-12-18 20:19:13,234 Job t0ni_19931101_fc0_1_MONITOR is RUNNING +2021-12-18 20:19:13,234 Checking jobs for platform=local +2021-12-18 20:19:13,235 Checking jobs for platform=transfer_node +2021-12-18 20:19:13,235 Checking all jobs at once +2021-12-18 20:19:14,504 Successful check job command +2021-12-18 20:19:15,674 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:19:15,674 End of checking +2021-12-18 20:19:15,676 Updating FAILED jobs +2021-12-18 20:19:15,676 Updating WAITING jobs +2021-12-18 20:19:15,676 Update finished +2021-12-18 20:19:15,676 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:19:15,676 t0ni_19931101_fc0_1_POST 19282732 COMPLETED marenostrum4 debug +2021-12-18 20:19:15,677 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:19:15,677 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:19:15,677 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:19:15,677 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:19:15,677 t0ni_19931101_fc0_1_MONITOR 805765 RUNNING nord3 sequential +2021-12-18 20:19:15,677 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:19:15,680 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:19:15,682 Job list saved +2021-12-18 20:19:15,687 Updating FAILED jobs +2021-12-18 20:19:15,688 Updating WAITING jobs +2021-12-18 20:19:15,688 Update finished +2021-12-18 20:19:25,693 Reloading parameters... +2021-12-18 20:19:25,711 Loading parameters... +2021-12-18 20:19:25,712 Loading project parameters... +2021-12-18 20:19:25,714 + +10 of 25 jobs remaining (20:19) +2021-12-18 20:19:25,714 Sleep: 10 +2021-12-18 20:19:25,714 Number of retrials: 0 +2021-12-18 20:19:25,714 WRAPPER CHECK TIME = 10 +2021-12-18 20:19:25,715 Checking jobs for platform=marenostrum4 +2021-12-18 20:19:25,715 Checking jobs for platform=nord3 +2021-12-18 20:19:28,235 Successful check job command: bjobs 805765 +2021-12-18 20:19:28,235 Job t0ni_19931101_fc0_1_MONITOR is RUNNING +2021-12-18 20:19:28,236 Checking jobs for platform=local +2021-12-18 20:19:28,236 Checking jobs for platform=transfer_node +2021-12-18 20:19:28,236 Checking all jobs at once +2021-12-18 20:19:29,456 Successful check job command +2021-12-18 20:19:30,525 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:19:30,525 End of checking +2021-12-18 20:19:30,527 Updating FAILED jobs +2021-12-18 20:19:30,527 Updating WAITING jobs +2021-12-18 20:19:30,527 Update finished +2021-12-18 20:19:30,527 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:19:30,527 t0ni_19931101_fc0_1_POST 19282732 COMPLETED marenostrum4 debug +2021-12-18 20:19:30,527 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:19:30,528 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:19:30,528 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:19:30,528 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:19:30,528 t0ni_19931101_fc0_1_MONITOR 805765 RUNNING nord3 sequential +2021-12-18 20:19:30,528 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:19:30,531 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:19:30,533 Job list saved +2021-12-18 20:19:30,538 Updating FAILED jobs +2021-12-18 20:19:30,538 Updating WAITING jobs +2021-12-18 20:19:30,539 Update finished +2021-12-18 20:19:40,549 Reloading parameters... +2021-12-18 20:19:40,569 Loading parameters... +2021-12-18 20:19:40,570 Loading project parameters... +2021-12-18 20:19:40,572 + +10 of 25 jobs remaining (20:19) +2021-12-18 20:19:40,572 Sleep: 10 +2021-12-18 20:19:40,572 Number of retrials: 0 +2021-12-18 20:19:40,572 WRAPPER CHECK TIME = 10 +2021-12-18 20:19:40,573 Checking jobs for platform=marenostrum4 +2021-12-18 20:19:40,574 Checking jobs for platform=nord3 +2021-12-18 20:19:43,093 Successful check job command: bjobs 805765 +2021-12-18 20:19:43,093 Job t0ni_19931101_fc0_1_MONITOR is RUNNING +2021-12-18 20:19:43,094 Checking jobs for platform=local +2021-12-18 20:19:43,094 Checking jobs for platform=transfer_node +2021-12-18 20:19:43,095 Checking all jobs at once +2021-12-18 20:19:44,368 Successful check job command +2021-12-18 20:19:45,590 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:19:45,590 End of checking +2021-12-18 20:19:45,591 Updating FAILED jobs +2021-12-18 20:19:45,592 Updating WAITING jobs +2021-12-18 20:19:45,592 Update finished +2021-12-18 20:19:45,592 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:19:45,593 t0ni_19931101_fc0_1_POST 19282732 COMPLETED marenostrum4 debug +2021-12-18 20:19:45,593 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:19:45,593 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:19:45,593 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:19:45,593 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:19:45,593 t0ni_19931101_fc0_1_MONITOR 805765 RUNNING nord3 sequential +2021-12-18 20:19:45,593 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:19:45,596 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:19:45,598 Job list saved +2021-12-18 20:19:45,603 Updating FAILED jobs +2021-12-18 20:19:45,603 Updating WAITING jobs +2021-12-18 20:19:45,603 Update finished +2021-12-18 20:19:55,605 Reloading parameters... +2021-12-18 20:19:55,624 Loading parameters... +2021-12-18 20:19:55,625 Loading project parameters... +2021-12-18 20:19:55,627 + +10 of 25 jobs remaining (20:19) +2021-12-18 20:19:55,627 Sleep: 10 +2021-12-18 20:19:55,627 Number of retrials: 0 +2021-12-18 20:19:55,627 WRAPPER CHECK TIME = 10 +2021-12-18 20:19:55,628 Checking jobs for platform=marenostrum4 +2021-12-18 20:19:55,629 Checking jobs for platform=nord3 +2021-12-18 20:19:58,148 Successful check job command: bjobs 805765 +2021-12-18 20:19:58,148 Job t0ni_19931101_fc0_1_MONITOR is RUNNING +2021-12-18 20:19:58,149 Checking jobs for platform=local +2021-12-18 20:19:58,149 Checking jobs for platform=transfer_node +2021-12-18 20:19:58,149 Checking all jobs at once +2021-12-18 20:19:59,469 Successful check job command +2021-12-18 20:20:00,638 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:20:00,638 End of checking +2021-12-18 20:20:00,639 Updating FAILED jobs +2021-12-18 20:20:00,640 Updating WAITING jobs +2021-12-18 20:20:00,640 Update finished +2021-12-18 20:20:00,640 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:20:00,640 t0ni_19931101_fc0_1_POST 19282732 COMPLETED marenostrum4 debug +2021-12-18 20:20:00,640 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:20:00,640 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:20:00,641 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:20:00,641 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:20:00,641 t0ni_19931101_fc0_1_MONITOR 805765 RUNNING nord3 sequential +2021-12-18 20:20:00,641 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:20:00,643 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:20:00,646 Job list saved +2021-12-18 20:20:00,650 Updating FAILED jobs +2021-12-18 20:20:00,650 Updating WAITING jobs +2021-12-18 20:20:00,650 Update finished +2021-12-18 20:20:10,660 Reloading parameters... +2021-12-18 20:20:10,678 Loading parameters... +2021-12-18 20:20:10,679 Loading project parameters... +2021-12-18 20:20:10,681 + +10 of 25 jobs remaining (20:20) +2021-12-18 20:20:10,681 Sleep: 10 +2021-12-18 20:20:10,681 Number of retrials: 0 +2021-12-18 20:20:10,682 WRAPPER CHECK TIME = 10 +2021-12-18 20:20:10,682 Checking jobs for platform=marenostrum4 +2021-12-18 20:20:10,683 Checking jobs for platform=nord3 +2021-12-18 20:20:13,202 Successful check job command: bjobs 805765 +2021-12-18 20:20:13,202 Job t0ni_19931101_fc0_1_MONITOR is RUNNING +2021-12-18 20:20:13,203 Checking jobs for platform=local +2021-12-18 20:20:13,203 Checking jobs for platform=transfer_node +2021-12-18 20:20:13,203 Checking all jobs at once +2021-12-18 20:20:14,522 Successful check job command +2021-12-18 20:20:15,692 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:20:15,692 End of checking +2021-12-18 20:20:15,693 Updating FAILED jobs +2021-12-18 20:20:15,693 Updating WAITING jobs +2021-12-18 20:20:15,694 Update finished +2021-12-18 20:20:15,694 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:20:15,694 t0ni_19931101_fc0_1_POST 19282732 COMPLETED marenostrum4 debug +2021-12-18 20:20:15,694 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:20:15,694 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:20:15,694 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:20:15,694 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:20:15,695 t0ni_19931101_fc0_1_MONITOR 805765 RUNNING nord3 sequential +2021-12-18 20:20:15,695 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:20:15,697 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:20:15,699 Job list saved +2021-12-18 20:20:15,704 Updating FAILED jobs +2021-12-18 20:20:15,704 Updating WAITING jobs +2021-12-18 20:20:15,704 Update finished +2021-12-18 20:20:25,715 Reloading parameters... +2021-12-18 20:20:25,733 Loading parameters... +2021-12-18 20:20:25,734 Loading project parameters... +2021-12-18 20:20:25,736 + +10 of 25 jobs remaining (20:20) +2021-12-18 20:20:25,736 Sleep: 10 +2021-12-18 20:20:25,736 Number of retrials: 0 +2021-12-18 20:20:25,737 WRAPPER CHECK TIME = 10 +2021-12-18 20:20:25,737 Checking jobs for platform=marenostrum4 +2021-12-18 20:20:25,738 Checking jobs for platform=nord3 +2021-12-18 20:20:28,257 Successful check job command: bjobs 805765 +2021-12-18 20:20:28,257 Job t0ni_19931101_fc0_1_MONITOR is RUNNING +2021-12-18 20:20:28,258 Checking jobs for platform=local +2021-12-18 20:20:28,258 Checking jobs for platform=transfer_node +2021-12-18 20:20:28,258 Checking all jobs at once +2021-12-18 20:20:29,628 Successful check job command +2021-12-18 20:20:30,847 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:20:30,848 End of checking +2021-12-18 20:20:30,853 Updating FAILED jobs +2021-12-18 20:20:30,853 Updating WAITING jobs +2021-12-18 20:20:30,853 Update finished +2021-12-18 20:20:30,853 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:20:30,854 t0ni_19931101_fc0_1_POST 19282732 COMPLETED marenostrum4 debug +2021-12-18 20:20:30,854 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:20:30,854 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:20:30,855 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:20:30,855 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:20:30,855 t0ni_19931101_fc0_1_MONITOR 805765 RUNNING nord3 sequential +2021-12-18 20:20:30,855 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:20:30,858 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:20:30,860 Job list saved +2021-12-18 20:20:30,864 Updating FAILED jobs +2021-12-18 20:20:30,864 Updating WAITING jobs +2021-12-18 20:20:30,865 Update finished +2021-12-18 20:20:40,875 Reloading parameters... +2021-12-18 20:20:40,894 Loading parameters... +2021-12-18 20:20:40,895 Loading project parameters... +2021-12-18 20:20:40,897 + +10 of 25 jobs remaining (20:20) +2021-12-18 20:20:40,897 Sleep: 10 +2021-12-18 20:20:40,897 Number of retrials: 0 +2021-12-18 20:20:40,897 WRAPPER CHECK TIME = 10 +2021-12-18 20:20:40,898 Checking jobs for platform=marenostrum4 +2021-12-18 20:20:40,899 Checking jobs for platform=nord3 +2021-12-18 20:20:43,418 Successful check job command: bjobs 805765 +2021-12-18 20:20:43,418 Job t0ni_19931101_fc0_1_MONITOR is RUNNING +2021-12-18 20:20:43,419 Checking jobs for platform=local +2021-12-18 20:20:43,420 Checking jobs for platform=transfer_node +2021-12-18 20:20:43,420 Checking all jobs at once +2021-12-18 20:20:44,742 Successful check job command +2021-12-18 20:20:45,861 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:20:45,861 End of checking +2021-12-18 20:20:45,862 Updating FAILED jobs +2021-12-18 20:20:45,862 Updating WAITING jobs +2021-12-18 20:20:45,863 Update finished +2021-12-18 20:20:45,863 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:20:45,863 t0ni_19931101_fc0_1_POST 19282732 COMPLETED marenostrum4 debug +2021-12-18 20:20:45,863 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:20:45,863 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:20:45,863 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:20:45,864 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:20:45,864 t0ni_19931101_fc0_1_MONITOR 805765 RUNNING nord3 sequential +2021-12-18 20:20:45,864 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:20:45,866 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:20:45,869 Job list saved +2021-12-18 20:20:45,873 Updating FAILED jobs +2021-12-18 20:20:45,873 Updating WAITING jobs +2021-12-18 20:20:45,873 Update finished +2021-12-18 20:20:55,883 Reloading parameters... +2021-12-18 20:20:55,902 Loading parameters... +2021-12-18 20:20:55,904 Loading project parameters... +2021-12-18 20:20:55,906 + +10 of 25 jobs remaining (20:20) +2021-12-18 20:20:55,906 Sleep: 10 +2021-12-18 20:20:55,906 Number of retrials: 0 +2021-12-18 20:20:55,906 WRAPPER CHECK TIME = 10 +2021-12-18 20:20:55,907 Checking jobs for platform=marenostrum4 +2021-12-18 20:20:55,907 Checking jobs for platform=nord3 +2021-12-18 20:20:58,427 Successful check job command: bjobs 805765 +2021-12-18 20:20:58,427 t0ni_19931101_fc0_1_MONITOR job seems to have completed: checking... +2021-12-18 20:20:58,491 Job t0ni_19931101_fc0_1_MONITOR is COMPLETED +2021-12-18 20:20:58,509 t0ni_19931101_fc0_1_MONITOR_STAT file have been transfered +2021-12-18 20:20:58,610 Checking jobs for platform=local +2021-12-18 20:20:58,610 Checking jobs for platform=transfer_node +2021-12-18 20:20:58,611 Checking all jobs at once +2021-12-18 20:20:58,632 Custom directives from platform.conf: None +2021-12-18 20:20:58,632 Custom directives from platform.conf: None +2021-12-18 20:20:58,633 Custom directives from platform.conf: None +2021-12-18 20:20:59,999 Successful check job command +2021-12-18 20:21:01,218 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:21:01,218 End of checking +2021-12-18 20:21:01,219 Updating FAILED jobs +2021-12-18 20:21:01,220 Updating WAITING jobs +2021-12-18 20:21:01,220 Update finished +2021-12-18 20:21:01,220 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:21:01,221 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:21:01,221 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:21:01,221 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:21:01,221 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:21:01,221 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:21:01,221 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:21:01,224 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:21:01,226 Job list saved +2021-12-18 20:21:01,278 Updating FAILED jobs +2021-12-18 20:21:01,278 Updating WAITING jobs +2021-12-18 20:21:01,278 Update finished +2021-12-18 20:21:11,289 Reloading parameters... +2021-12-18 20:21:11,307 Loading parameters... +2021-12-18 20:21:11,308 Loading project parameters... +2021-12-18 20:21:11,310 + +9 of 25 jobs remaining (20:21) +2021-12-18 20:21:11,310 Sleep: 10 +2021-12-18 20:21:11,311 Number of retrials: 0 +2021-12-18 20:21:11,311 WRAPPER CHECK TIME = 10 +2021-12-18 20:21:11,311 Checking jobs for platform=marenostrum4 +2021-12-18 20:21:11,312 Checking jobs for platform=nord3 +2021-12-18 20:21:11,312 Checking jobs for platform=local +2021-12-18 20:21:11,313 Checking jobs for platform=transfer_node +2021-12-18 20:21:11,313 Checking all jobs at once +2021-12-18 20:21:12,833 Successful check job command +2021-12-18 20:21:14,202 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:21:14,202 End of checking +2021-12-18 20:21:14,204 Updating FAILED jobs +2021-12-18 20:21:14,204 Updating WAITING jobs +2021-12-18 20:21:14,204 Update finished +2021-12-18 20:21:14,204 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:21:14,205 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:21:14,205 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:21:14,205 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:21:14,205 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:21:14,205 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:21:14,205 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:21:14,208 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:21:14,210 Job list saved +2021-12-18 20:21:14,215 Updating FAILED jobs +2021-12-18 20:21:14,215 Updating WAITING jobs +2021-12-18 20:21:14,215 Update finished +2021-12-18 20:21:24,225 Reloading parameters... +2021-12-18 20:21:24,243 Loading parameters... +2021-12-18 20:21:24,244 Loading project parameters... +2021-12-18 20:21:24,246 + +9 of 25 jobs remaining (20:21) +2021-12-18 20:21:24,246 Sleep: 10 +2021-12-18 20:21:24,247 Number of retrials: 0 +2021-12-18 20:21:24,247 WRAPPER CHECK TIME = 10 +2021-12-18 20:21:24,247 Checking jobs for platform=marenostrum4 +2021-12-18 20:21:24,248 Checking jobs for platform=nord3 +2021-12-18 20:21:24,248 Checking jobs for platform=local +2021-12-18 20:21:24,249 Checking jobs for platform=transfer_node +2021-12-18 20:21:24,249 Checking all jobs at once +2021-12-18 20:21:25,421 Successful check job command +2021-12-18 20:21:26,595 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:21:26,596 End of checking +2021-12-18 20:21:26,597 Updating FAILED jobs +2021-12-18 20:21:26,597 Updating WAITING jobs +2021-12-18 20:21:26,598 Update finished +2021-12-18 20:21:26,598 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:21:26,598 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:21:26,598 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:21:26,598 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:21:26,598 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:21:26,598 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:21:26,599 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:21:26,601 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:21:26,604 Job list saved +2021-12-18 20:21:26,609 Updating FAILED jobs +2021-12-18 20:21:26,609 Updating WAITING jobs +2021-12-18 20:21:26,609 Update finished +2021-12-18 20:21:36,619 Reloading parameters... +2021-12-18 20:21:36,638 Loading parameters... +2021-12-18 20:21:36,640 Loading project parameters... +2021-12-18 20:21:36,642 + +9 of 25 jobs remaining (20:21) +2021-12-18 20:21:36,642 Sleep: 10 +2021-12-18 20:21:36,642 Number of retrials: 0 +2021-12-18 20:21:36,642 WRAPPER CHECK TIME = 10 +2021-12-18 20:21:36,643 Checking jobs for platform=marenostrum4 +2021-12-18 20:21:36,643 Checking jobs for platform=nord3 +2021-12-18 20:21:36,644 Checking jobs for platform=local +2021-12-18 20:21:36,644 Checking jobs for platform=transfer_node +2021-12-18 20:21:36,644 Checking all jobs at once +2021-12-18 20:21:37,864 Successful check job command +2021-12-18 20:21:39,033 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:21:39,034 End of checking +2021-12-18 20:21:39,035 Updating FAILED jobs +2021-12-18 20:21:39,035 Updating WAITING jobs +2021-12-18 20:21:39,035 Update finished +2021-12-18 20:21:39,035 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:21:39,036 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:21:39,036 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:21:39,036 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:21:39,036 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:21:39,036 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:21:39,037 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:21:39,039 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:21:39,041 Job list saved +2021-12-18 20:21:39,046 Updating FAILED jobs +2021-12-18 20:21:39,046 Updating WAITING jobs +2021-12-18 20:21:39,046 Update finished +2021-12-18 20:21:49,056 Reloading parameters... +2021-12-18 20:21:49,075 Loading parameters... +2021-12-18 20:21:49,076 Loading project parameters... +2021-12-18 20:21:49,078 + +9 of 25 jobs remaining (20:21) +2021-12-18 20:21:49,078 Sleep: 10 +2021-12-18 20:21:49,078 Number of retrials: 0 +2021-12-18 20:21:49,078 WRAPPER CHECK TIME = 10 +2021-12-18 20:21:49,079 Checking jobs for platform=marenostrum4 +2021-12-18 20:21:49,079 Checking jobs for platform=nord3 +2021-12-18 20:21:49,080 Checking jobs for platform=local +2021-12-18 20:21:49,080 Checking jobs for platform=transfer_node +2021-12-18 20:21:49,081 Checking all jobs at once +2021-12-18 20:21:50,451 Successful check job command +2021-12-18 20:21:51,621 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:21:51,621 End of checking +2021-12-18 20:21:51,622 Updating FAILED jobs +2021-12-18 20:21:51,622 Updating WAITING jobs +2021-12-18 20:21:51,623 Update finished +2021-12-18 20:21:51,623 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:21:51,623 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:21:51,623 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:21:51,623 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:21:51,623 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:21:51,623 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:21:51,623 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:21:51,626 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:21:51,628 Job list saved +2021-12-18 20:21:51,634 Updating FAILED jobs +2021-12-18 20:21:51,634 Updating WAITING jobs +2021-12-18 20:21:51,634 Update finished +2021-12-18 20:22:01,644 Reloading parameters... +2021-12-18 20:22:01,662 Loading parameters... +2021-12-18 20:22:01,663 Loading project parameters... +2021-12-18 20:22:01,665 + +9 of 25 jobs remaining (20:22) +2021-12-18 20:22:01,665 Sleep: 10 +2021-12-18 20:22:01,665 Number of retrials: 0 +2021-12-18 20:22:01,665 WRAPPER CHECK TIME = 10 +2021-12-18 20:22:01,666 Checking jobs for platform=marenostrum4 +2021-12-18 20:22:01,667 Checking jobs for platform=nord3 +2021-12-18 20:22:01,667 Checking jobs for platform=local +2021-12-18 20:22:01,668 Checking jobs for platform=transfer_node +2021-12-18 20:22:01,668 Checking all jobs at once +2021-12-18 20:22:03,188 Successful check job command +2021-12-18 20:22:05,012 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:22:05,012 End of checking +2021-12-18 20:22:05,013 Updating FAILED jobs +2021-12-18 20:22:05,013 Updating WAITING jobs +2021-12-18 20:22:05,014 Update finished +2021-12-18 20:22:05,014 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:22:05,014 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:22:05,014 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:22:05,014 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:22:05,014 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:22:05,014 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:22:05,015 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:22:05,017 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:22:05,019 Job list saved +2021-12-18 20:22:05,025 Updating FAILED jobs +2021-12-18 20:22:05,025 Updating WAITING jobs +2021-12-18 20:22:05,025 Update finished +2021-12-18 20:22:15,034 Reloading parameters... +2021-12-18 20:22:15,053 Loading parameters... +2021-12-18 20:22:15,054 Loading project parameters... +2021-12-18 20:22:15,057 + +9 of 25 jobs remaining (20:22) +2021-12-18 20:22:15,057 Sleep: 10 +2021-12-18 20:22:15,057 Number of retrials: 0 +2021-12-18 20:22:15,057 WRAPPER CHECK TIME = 10 +2021-12-18 20:22:15,058 Checking jobs for platform=marenostrum4 +2021-12-18 20:22:15,058 Checking jobs for platform=nord3 +2021-12-18 20:22:15,059 Checking jobs for platform=local +2021-12-18 20:22:15,059 Checking jobs for platform=transfer_node +2021-12-18 20:22:15,059 Checking all jobs at once +2021-12-18 20:22:16,429 Successful check job command +2021-12-18 20:22:17,748 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:22:17,749 End of checking +2021-12-18 20:22:17,750 Updating FAILED jobs +2021-12-18 20:22:17,750 Updating WAITING jobs +2021-12-18 20:22:17,750 Update finished +2021-12-18 20:22:17,750 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:22:17,751 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:22:17,751 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:22:17,751 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:22:17,752 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:22:17,752 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:22:17,752 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:22:17,754 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:22:17,757 Job list saved +2021-12-18 20:22:17,761 Updating FAILED jobs +2021-12-18 20:22:17,761 Updating WAITING jobs +2021-12-18 20:22:17,762 Update finished +2021-12-18 20:22:27,772 Reloading parameters... +2021-12-18 20:22:27,791 Loading parameters... +2021-12-18 20:22:27,792 Loading project parameters... +2021-12-18 20:22:27,794 + +9 of 25 jobs remaining (20:22) +2021-12-18 20:22:27,794 Sleep: 10 +2021-12-18 20:22:27,795 Number of retrials: 0 +2021-12-18 20:22:27,795 WRAPPER CHECK TIME = 10 +2021-12-18 20:22:27,795 Checking jobs for platform=marenostrum4 +2021-12-18 20:22:27,796 Checking jobs for platform=nord3 +2021-12-18 20:22:27,796 Checking jobs for platform=local +2021-12-18 20:22:27,797 Checking jobs for platform=transfer_node +2021-12-18 20:22:27,797 Checking all jobs at once +2021-12-18 20:22:29,023 Successful check job command +2021-12-18 20:22:30,192 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:22:30,192 End of checking +2021-12-18 20:22:30,193 Updating FAILED jobs +2021-12-18 20:22:30,193 Updating WAITING jobs +2021-12-18 20:22:30,194 Update finished +2021-12-18 20:22:30,194 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:22:30,194 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:22:30,194 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:22:30,194 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:22:30,194 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:22:30,195 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:22:30,195 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:22:30,197 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:22:30,199 Job list saved +2021-12-18 20:22:30,204 Updating FAILED jobs +2021-12-18 20:22:30,204 Updating WAITING jobs +2021-12-18 20:22:30,204 Update finished +2021-12-18 20:22:40,214 Reloading parameters... +2021-12-18 20:22:40,232 Loading parameters... +2021-12-18 20:22:40,233 Loading project parameters... +2021-12-18 20:22:40,235 + +9 of 25 jobs remaining (20:22) +2021-12-18 20:22:40,235 Sleep: 10 +2021-12-18 20:22:40,235 Number of retrials: 0 +2021-12-18 20:22:40,235 WRAPPER CHECK TIME = 10 +2021-12-18 20:22:40,236 Checking jobs for platform=marenostrum4 +2021-12-18 20:22:40,236 Checking jobs for platform=nord3 +2021-12-18 20:22:40,237 Checking jobs for platform=local +2021-12-18 20:22:40,237 Checking jobs for platform=transfer_node +2021-12-18 20:22:40,237 Checking all jobs at once +2021-12-18 20:22:41,607 Successful check job command +2021-12-18 20:22:42,776 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:22:42,776 End of checking +2021-12-18 20:22:42,777 Updating FAILED jobs +2021-12-18 20:22:42,778 Updating WAITING jobs +2021-12-18 20:22:42,778 Update finished +2021-12-18 20:22:42,778 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:22:42,778 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:22:42,778 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:22:42,778 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:22:42,779 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:22:42,779 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:22:42,779 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:22:42,781 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:22:42,784 Job list saved +2021-12-18 20:22:42,788 Updating FAILED jobs +2021-12-18 20:22:42,788 Updating WAITING jobs +2021-12-18 20:22:42,789 Update finished +2021-12-18 20:22:52,799 Reloading parameters... +2021-12-18 20:22:52,817 Loading parameters... +2021-12-18 20:22:52,818 Loading project parameters... +2021-12-18 20:22:52,820 + +9 of 25 jobs remaining (20:22) +2021-12-18 20:22:52,821 Sleep: 10 +2021-12-18 20:22:52,821 Number of retrials: 0 +2021-12-18 20:22:52,821 WRAPPER CHECK TIME = 10 +2021-12-18 20:22:52,821 Checking jobs for platform=marenostrum4 +2021-12-18 20:22:52,822 Checking jobs for platform=nord3 +2021-12-18 20:22:52,823 Checking jobs for platform=local +2021-12-18 20:22:52,823 Checking jobs for platform=transfer_node +2021-12-18 20:22:52,823 Checking all jobs at once +2021-12-18 20:22:54,142 Successful check job command +2021-12-18 20:22:55,312 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:22:55,312 End of checking +2021-12-18 20:22:55,313 Updating FAILED jobs +2021-12-18 20:22:55,313 Updating WAITING jobs +2021-12-18 20:22:55,314 Update finished +2021-12-18 20:22:55,314 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:22:55,315 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:22:55,315 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:22:55,315 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:22:55,315 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:22:55,315 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:22:55,315 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:22:55,318 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:22:55,321 Job list saved +2021-12-18 20:22:55,325 Updating FAILED jobs +2021-12-18 20:22:55,325 Updating WAITING jobs +2021-12-18 20:22:55,326 Update finished +2021-12-18 20:23:05,334 Reloading parameters... +2021-12-18 20:23:05,353 Loading parameters... +2021-12-18 20:23:05,354 Loading project parameters... +2021-12-18 20:23:05,356 + +9 of 25 jobs remaining (20:23) +2021-12-18 20:23:05,356 Sleep: 10 +2021-12-18 20:23:05,356 Number of retrials: 0 +2021-12-18 20:23:05,356 WRAPPER CHECK TIME = 10 +2021-12-18 20:23:05,357 Checking jobs for platform=marenostrum4 +2021-12-18 20:23:05,357 Checking jobs for platform=nord3 +2021-12-18 20:23:05,358 Checking jobs for platform=local +2021-12-18 20:23:05,358 Checking jobs for platform=transfer_node +2021-12-18 20:23:05,359 Checking all jobs at once +2021-12-18 20:23:07,031 Successful check job command +2021-12-18 20:23:08,250 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:23:08,251 End of checking +2021-12-18 20:23:08,252 Updating FAILED jobs +2021-12-18 20:23:08,252 Updating WAITING jobs +2021-12-18 20:23:08,252 Update finished +2021-12-18 20:23:08,252 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:23:08,253 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:23:08,253 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:23:08,253 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:23:08,253 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:23:08,253 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:23:08,253 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:23:08,256 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:23:08,258 Job list saved +2021-12-18 20:23:08,263 Updating FAILED jobs +2021-12-18 20:23:08,263 Updating WAITING jobs +2021-12-18 20:23:08,263 Update finished +2021-12-18 20:23:18,273 Reloading parameters... +2021-12-18 20:23:18,291 Loading parameters... +2021-12-18 20:23:18,292 Loading project parameters... +2021-12-18 20:23:18,294 + +9 of 25 jobs remaining (20:23) +2021-12-18 20:23:18,294 Sleep: 10 +2021-12-18 20:23:18,295 Number of retrials: 0 +2021-12-18 20:23:18,295 WRAPPER CHECK TIME = 10 +2021-12-18 20:23:18,295 Checking jobs for platform=marenostrum4 +2021-12-18 20:23:18,296 Checking jobs for platform=nord3 +2021-12-18 20:23:18,296 Checking jobs for platform=local +2021-12-18 20:23:18,297 Checking jobs for platform=transfer_node +2021-12-18 20:23:18,297 Checking all jobs at once +2021-12-18 20:23:19,866 Successful check job command +2021-12-18 20:23:21,386 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:23:21,386 End of checking +2021-12-18 20:23:21,388 Updating FAILED jobs +2021-12-18 20:23:21,388 Updating WAITING jobs +2021-12-18 20:23:21,388 Update finished +2021-12-18 20:23:21,388 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:23:21,388 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:23:21,388 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:23:21,388 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:23:21,389 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:23:21,389 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:23:21,389 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:23:21,391 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:23:21,394 Job list saved +2021-12-18 20:23:21,398 Updating FAILED jobs +2021-12-18 20:23:21,398 Updating WAITING jobs +2021-12-18 20:23:21,399 Update finished +2021-12-18 20:23:31,409 Reloading parameters... +2021-12-18 20:23:31,427 Loading parameters... +2021-12-18 20:23:31,429 Loading project parameters... +2021-12-18 20:23:31,430 + +9 of 25 jobs remaining (20:23) +2021-12-18 20:23:31,431 Sleep: 10 +2021-12-18 20:23:31,431 Number of retrials: 0 +2021-12-18 20:23:31,431 WRAPPER CHECK TIME = 10 +2021-12-18 20:23:31,431 Checking jobs for platform=marenostrum4 +2021-12-18 20:23:31,432 Checking jobs for platform=nord3 +2021-12-18 20:23:31,433 Checking jobs for platform=local +2021-12-18 20:23:31,433 Checking jobs for platform=transfer_node +2021-12-18 20:23:31,433 Checking all jobs at once +2021-12-18 20:23:32,702 Successful check job command +2021-12-18 20:23:33,921 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:23:33,922 End of checking +2021-12-18 20:23:33,923 Updating FAILED jobs +2021-12-18 20:23:33,923 Updating WAITING jobs +2021-12-18 20:23:33,923 Update finished +2021-12-18 20:23:33,923 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:23:33,924 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:23:33,924 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:23:33,924 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:23:33,924 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:23:33,924 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:23:33,924 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:23:33,927 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:23:33,929 Job list saved +2021-12-18 20:23:33,934 Updating FAILED jobs +2021-12-18 20:23:33,934 Updating WAITING jobs +2021-12-18 20:23:33,935 Update finished +2021-12-18 20:23:43,945 Reloading parameters... +2021-12-18 20:23:43,962 Loading parameters... +2021-12-18 20:23:43,963 Loading project parameters... +2021-12-18 20:23:43,965 + +9 of 25 jobs remaining (20:23) +2021-12-18 20:23:43,965 Sleep: 10 +2021-12-18 20:23:43,965 Number of retrials: 0 +2021-12-18 20:23:43,966 WRAPPER CHECK TIME = 10 +2021-12-18 20:23:43,966 Checking jobs for platform=marenostrum4 +2021-12-18 20:23:43,967 Checking jobs for platform=nord3 +2021-12-18 20:23:43,967 Checking jobs for platform=local +2021-12-18 20:23:43,968 Checking jobs for platform=transfer_node +2021-12-18 20:23:43,968 Checking all jobs at once +2021-12-18 20:23:45,340 Successful check job command +2021-12-18 20:23:46,509 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:23:46,509 End of checking +2021-12-18 20:23:46,510 Updating FAILED jobs +2021-12-18 20:23:46,511 Updating WAITING jobs +2021-12-18 20:23:46,511 Update finished +2021-12-18 20:23:46,511 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:23:46,511 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:23:46,511 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:23:46,511 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:23:46,511 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:23:46,512 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:23:46,512 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:23:46,514 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:23:46,516 Job list saved +2021-12-18 20:23:46,523 Updating FAILED jobs +2021-12-18 20:23:46,523 Updating WAITING jobs +2021-12-18 20:23:46,523 Update finished +2021-12-18 20:23:56,532 Reloading parameters... +2021-12-18 20:23:56,556 Loading parameters... +2021-12-18 20:23:56,557 Loading project parameters... +2021-12-18 20:23:56,559 + +9 of 25 jobs remaining (20:23) +2021-12-18 20:23:56,560 Sleep: 10 +2021-12-18 20:23:56,560 Number of retrials: 0 +2021-12-18 20:23:56,560 WRAPPER CHECK TIME = 10 +2021-12-18 20:23:56,560 Checking jobs for platform=marenostrum4 +2021-12-18 20:23:56,561 Checking jobs for platform=nord3 +2021-12-18 20:23:56,562 Checking jobs for platform=local +2021-12-18 20:23:56,563 Checking jobs for platform=transfer_node +2021-12-18 20:23:56,563 Checking all jobs at once +2021-12-18 20:23:57,986 Successful check job command +2021-12-18 20:23:59,255 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:23:59,255 End of checking +2021-12-18 20:23:59,257 Updating FAILED jobs +2021-12-18 20:23:59,257 Updating WAITING jobs +2021-12-18 20:23:59,257 Update finished +2021-12-18 20:23:59,257 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:23:59,257 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:23:59,257 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:23:59,258 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:23:59,258 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:23:59,258 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:23:59,258 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:23:59,260 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:23:59,263 Job list saved +2021-12-18 20:23:59,274 Updating FAILED jobs +2021-12-18 20:23:59,275 Updating WAITING jobs +2021-12-18 20:23:59,275 Update finished +2021-12-18 20:24:09,278 Reloading parameters... +2021-12-18 20:24:09,300 Loading parameters... +2021-12-18 20:24:09,301 Loading project parameters... +2021-12-18 20:24:09,303 + +9 of 25 jobs remaining (20:24) +2021-12-18 20:24:09,304 Sleep: 10 +2021-12-18 20:24:09,304 Number of retrials: 0 +2021-12-18 20:24:09,304 WRAPPER CHECK TIME = 10 +2021-12-18 20:24:09,304 Checking jobs for platform=marenostrum4 +2021-12-18 20:24:09,305 Checking jobs for platform=nord3 +2021-12-18 20:24:09,305 Checking jobs for platform=local +2021-12-18 20:24:09,306 Checking jobs for platform=transfer_node +2021-12-18 20:24:09,306 Checking all jobs at once +2021-12-18 20:24:10,575 Successful check job command +2021-12-18 20:24:11,744 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:24:11,744 End of checking +2021-12-18 20:24:11,746 Updating FAILED jobs +2021-12-18 20:24:11,746 Updating WAITING jobs +2021-12-18 20:24:11,746 Update finished +2021-12-18 20:24:11,746 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:24:11,747 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:24:11,747 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:24:11,747 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:24:11,747 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:24:11,747 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:24:11,747 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:24:11,750 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:24:11,752 Job list saved +2021-12-18 20:24:11,756 Updating FAILED jobs +2021-12-18 20:24:11,756 Updating WAITING jobs +2021-12-18 20:24:11,757 Update finished +2021-12-18 20:24:21,766 Reloading parameters... +2021-12-18 20:24:21,784 Loading parameters... +2021-12-18 20:24:21,785 Loading project parameters... +2021-12-18 20:24:21,787 + +9 of 25 jobs remaining (20:24) +2021-12-18 20:24:21,787 Sleep: 10 +2021-12-18 20:24:21,787 Number of retrials: 0 +2021-12-18 20:24:21,788 WRAPPER CHECK TIME = 10 +2021-12-18 20:24:21,788 Checking jobs for platform=marenostrum4 +2021-12-18 20:24:21,789 Checking jobs for platform=nord3 +2021-12-18 20:24:21,789 Checking jobs for platform=local +2021-12-18 20:24:21,790 Checking jobs for platform=transfer_node +2021-12-18 20:24:21,790 Checking all jobs at once +2021-12-18 20:24:23,460 Successful check job command +2021-12-18 20:24:25,181 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:24:25,181 End of checking +2021-12-18 20:24:25,182 Updating FAILED jobs +2021-12-18 20:24:25,182 Updating WAITING jobs +2021-12-18 20:24:25,183 Update finished +2021-12-18 20:24:25,183 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:24:25,183 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:24:25,183 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:24:25,183 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:24:25,183 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:24:25,183 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:24:25,183 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:24:25,186 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:24:25,189 Job list saved +2021-12-18 20:24:25,193 Updating FAILED jobs +2021-12-18 20:24:25,193 Updating WAITING jobs +2021-12-18 20:24:25,194 Update finished +2021-12-18 20:24:35,204 Reloading parameters... +2021-12-18 20:24:35,222 Loading parameters... +2021-12-18 20:24:35,223 Loading project parameters... +2021-12-18 20:24:35,225 + +9 of 25 jobs remaining (20:24) +2021-12-18 20:24:35,225 Sleep: 10 +2021-12-18 20:24:35,225 Number of retrials: 0 +2021-12-18 20:24:35,225 WRAPPER CHECK TIME = 10 +2021-12-18 20:24:35,226 Checking jobs for platform=marenostrum4 +2021-12-18 20:24:35,226 Checking jobs for platform=nord3 +2021-12-18 20:24:35,227 Checking jobs for platform=local +2021-12-18 20:24:35,228 Checking jobs for platform=transfer_node +2021-12-18 20:24:35,228 Checking all jobs at once +2021-12-18 20:24:36,648 Successful check job command +2021-12-18 20:24:38,318 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:24:38,318 End of checking +2021-12-18 20:24:38,319 Updating FAILED jobs +2021-12-18 20:24:38,319 Updating WAITING jobs +2021-12-18 20:24:38,320 Update finished +2021-12-18 20:24:38,320 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:24:38,320 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:24:38,320 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:24:38,320 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:24:38,320 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:24:38,320 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:24:38,320 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:24:38,323 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:24:38,325 Job list saved +2021-12-18 20:24:38,330 Updating FAILED jobs +2021-12-18 20:24:38,330 Updating WAITING jobs +2021-12-18 20:24:38,331 Update finished +2021-12-18 20:24:48,341 Reloading parameters... +2021-12-18 20:24:48,358 Loading parameters... +2021-12-18 20:24:48,359 Loading project parameters... +2021-12-18 20:24:48,361 + +9 of 25 jobs remaining (20:24) +2021-12-18 20:24:48,361 Sleep: 10 +2021-12-18 20:24:48,361 Number of retrials: 0 +2021-12-18 20:24:48,362 WRAPPER CHECK TIME = 10 +2021-12-18 20:24:48,362 Checking jobs for platform=marenostrum4 +2021-12-18 20:24:48,363 Checking jobs for platform=nord3 +2021-12-18 20:24:48,363 Checking jobs for platform=local +2021-12-18 20:24:48,364 Checking jobs for platform=transfer_node +2021-12-18 20:24:48,364 Checking all jobs at once +2021-12-18 20:24:49,534 Successful check job command +2021-12-18 20:24:50,703 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:24:50,704 End of checking +2021-12-18 20:24:50,705 Updating FAILED jobs +2021-12-18 20:24:50,705 Updating WAITING jobs +2021-12-18 20:24:50,705 Update finished +2021-12-18 20:24:50,706 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:24:50,706 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:24:50,706 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:24:50,706 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:24:50,707 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:24:50,707 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:24:50,707 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:24:50,709 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:24:50,712 Job list saved +2021-12-18 20:24:50,716 Updating FAILED jobs +2021-12-18 20:24:50,716 Updating WAITING jobs +2021-12-18 20:24:50,716 Update finished +2021-12-18 20:25:00,720 Reloading parameters... +2021-12-18 20:25:00,740 Loading parameters... +2021-12-18 20:25:00,741 Loading project parameters... +2021-12-18 20:25:00,743 + +9 of 25 jobs remaining (20:25) +2021-12-18 20:25:00,743 Sleep: 10 +2021-12-18 20:25:00,744 Number of retrials: 0 +2021-12-18 20:25:00,744 WRAPPER CHECK TIME = 10 +2021-12-18 20:25:00,744 Checking jobs for platform=marenostrum4 +2021-12-18 20:25:00,745 Checking jobs for platform=nord3 +2021-12-18 20:25:00,745 Checking jobs for platform=local +2021-12-18 20:25:00,746 Checking jobs for platform=transfer_node +2021-12-18 20:25:00,746 Checking all jobs at once +2021-12-18 20:25:02,067 Successful check job command +2021-12-18 20:25:03,236 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:25:03,236 End of checking +2021-12-18 20:25:03,243 Updating FAILED jobs +2021-12-18 20:25:03,243 Updating WAITING jobs +2021-12-18 20:25:03,243 Update finished +2021-12-18 20:25:03,243 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:25:03,244 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:25:03,244 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:25:03,244 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:25:03,244 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:25:03,244 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:25:03,244 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:25:03,253 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:25:03,256 Job list saved +2021-12-18 20:25:03,274 Updating FAILED jobs +2021-12-18 20:25:03,274 Updating WAITING jobs +2021-12-18 20:25:03,274 Update finished +2021-12-18 20:25:13,281 Reloading parameters... +2021-12-18 20:25:13,299 Loading parameters... +2021-12-18 20:25:13,301 Loading project parameters... +2021-12-18 20:25:13,303 + +9 of 25 jobs remaining (20:25) +2021-12-18 20:25:13,303 Sleep: 10 +2021-12-18 20:25:13,303 Number of retrials: 0 +2021-12-18 20:25:13,304 WRAPPER CHECK TIME = 10 +2021-12-18 20:25:13,304 Checking jobs for platform=marenostrum4 +2021-12-18 20:25:13,305 Checking jobs for platform=nord3 +2021-12-18 20:25:13,305 Checking jobs for platform=local +2021-12-18 20:25:13,306 Checking jobs for platform=transfer_node +2021-12-18 20:25:13,306 Checking all jobs at once +2021-12-18 20:25:14,677 Successful check job command +2021-12-18 20:25:15,897 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:25:15,897 End of checking +2021-12-18 20:25:15,898 Updating FAILED jobs +2021-12-18 20:25:15,898 Updating WAITING jobs +2021-12-18 20:25:15,899 Update finished +2021-12-18 20:25:15,899 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:25:15,899 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:25:15,899 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:25:15,899 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:25:15,899 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:25:15,899 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:25:15,900 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:25:15,902 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:25:15,905 Job list saved +2021-12-18 20:25:15,909 Updating FAILED jobs +2021-12-18 20:25:15,909 Updating WAITING jobs +2021-12-18 20:25:15,909 Update finished +2021-12-18 20:25:25,915 Reloading parameters... +2021-12-18 20:25:25,932 Loading parameters... +2021-12-18 20:25:25,934 Loading project parameters... +2021-12-18 20:25:25,936 + +9 of 25 jobs remaining (20:25) +2021-12-18 20:25:25,936 Sleep: 10 +2021-12-18 20:25:25,936 Number of retrials: 0 +2021-12-18 20:25:25,936 WRAPPER CHECK TIME = 10 +2021-12-18 20:25:25,937 Checking jobs for platform=marenostrum4 +2021-12-18 20:25:25,937 Checking jobs for platform=nord3 +2021-12-18 20:25:25,938 Checking jobs for platform=local +2021-12-18 20:25:25,938 Checking jobs for platform=transfer_node +2021-12-18 20:25:25,938 Checking all jobs at once +2021-12-18 20:25:27,458 Successful check job command +2021-12-18 20:25:29,478 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:25:29,478 End of checking +2021-12-18 20:25:29,480 Updating FAILED jobs +2021-12-18 20:25:29,480 Updating WAITING jobs +2021-12-18 20:25:29,480 Update finished +2021-12-18 20:25:29,480 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:25:29,481 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:25:29,481 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:25:29,481 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:25:29,481 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:25:29,481 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:25:29,481 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:25:29,484 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:25:29,486 Job list saved +2021-12-18 20:25:29,491 Updating FAILED jobs +2021-12-18 20:25:29,491 Updating WAITING jobs +2021-12-18 20:25:29,491 Update finished +2021-12-18 20:25:39,500 Reloading parameters... +2021-12-18 20:25:39,519 Loading parameters... +2021-12-18 20:25:39,520 Loading project parameters... +2021-12-18 20:25:39,522 + +9 of 25 jobs remaining (20:25) +2021-12-18 20:25:39,522 Sleep: 10 +2021-12-18 20:25:39,523 Number of retrials: 0 +2021-12-18 20:25:39,523 WRAPPER CHECK TIME = 10 +2021-12-18 20:25:39,523 Checking jobs for platform=marenostrum4 +2021-12-18 20:25:39,524 Checking jobs for platform=nord3 +2021-12-18 20:25:39,524 Checking jobs for platform=local +2021-12-18 20:25:39,525 Checking jobs for platform=transfer_node +2021-12-18 20:25:39,525 Checking all jobs at once +2021-12-18 20:25:40,894 Successful check job command +2021-12-18 20:25:42,414 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:25:42,414 End of checking +2021-12-18 20:25:42,415 Updating FAILED jobs +2021-12-18 20:25:42,415 Updating WAITING jobs +2021-12-18 20:25:42,415 Update finished +2021-12-18 20:25:42,415 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:25:42,416 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:25:42,416 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:25:42,416 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:25:42,416 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:25:42,416 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:25:42,416 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:25:42,419 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:25:42,421 Job list saved +2021-12-18 20:25:42,426 Updating FAILED jobs +2021-12-18 20:25:42,426 Updating WAITING jobs +2021-12-18 20:25:42,426 Update finished +2021-12-18 20:25:52,436 Reloading parameters... +2021-12-18 20:25:52,454 Loading parameters... +2021-12-18 20:25:52,456 Loading project parameters... +2021-12-18 20:25:52,457 + +9 of 25 jobs remaining (20:25) +2021-12-18 20:25:52,458 Sleep: 10 +2021-12-18 20:25:52,458 Number of retrials: 0 +2021-12-18 20:25:52,458 WRAPPER CHECK TIME = 10 +2021-12-18 20:25:52,458 Checking jobs for platform=marenostrum4 +2021-12-18 20:25:52,459 Checking jobs for platform=nord3 +2021-12-18 20:25:52,460 Checking jobs for platform=local +2021-12-18 20:25:52,460 Checking jobs for platform=transfer_node +2021-12-18 20:25:52,460 Checking all jobs at once +2021-12-18 20:25:53,785 Successful check job command +2021-12-18 20:25:54,954 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:25:54,954 End of checking +2021-12-18 20:25:54,955 Updating FAILED jobs +2021-12-18 20:25:54,956 Updating WAITING jobs +2021-12-18 20:25:54,956 Update finished +2021-12-18 20:25:54,956 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:25:54,956 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:25:54,956 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:25:54,956 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:25:54,957 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:25:54,957 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:25:54,957 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:25:54,959 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:25:54,962 Job list saved +2021-12-18 20:25:54,967 Updating FAILED jobs +2021-12-18 20:25:54,968 Updating WAITING jobs +2021-12-18 20:25:54,968 Update finished +2021-12-18 20:26:04,978 Reloading parameters... +2021-12-18 20:26:04,998 Loading parameters... +2021-12-18 20:26:04,999 Loading project parameters... +2021-12-18 20:26:05,001 + +9 of 25 jobs remaining (20:26) +2021-12-18 20:26:05,002 Sleep: 10 +2021-12-18 20:26:05,002 Number of retrials: 0 +2021-12-18 20:26:05,002 WRAPPER CHECK TIME = 10 +2021-12-18 20:26:05,002 Checking jobs for platform=marenostrum4 +2021-12-18 20:26:05,003 Checking jobs for platform=nord3 +2021-12-18 20:26:05,003 Checking jobs for platform=local +2021-12-18 20:26:05,004 Checking jobs for platform=transfer_node +2021-12-18 20:26:05,004 Checking all jobs at once +2021-12-18 20:26:06,273 Successful check job command +2021-12-18 20:26:07,442 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:26:07,443 End of checking +2021-12-18 20:26:07,444 Updating FAILED jobs +2021-12-18 20:26:07,444 Updating WAITING jobs +2021-12-18 20:26:07,444 Update finished +2021-12-18 20:26:07,445 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:26:07,445 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:26:07,445 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:26:07,445 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:26:07,446 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:26:07,446 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:26:07,446 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:26:07,449 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:26:07,451 Job list saved +2021-12-18 20:26:07,456 Updating FAILED jobs +2021-12-18 20:26:07,456 Updating WAITING jobs +2021-12-18 20:26:07,456 Update finished +2021-12-18 20:26:17,467 Reloading parameters... +2021-12-18 20:26:17,486 Loading parameters... +2021-12-18 20:26:17,487 Loading project parameters... +2021-12-18 20:26:17,489 + +9 of 25 jobs remaining (20:26) +2021-12-18 20:26:17,489 Sleep: 10 +2021-12-18 20:26:17,489 Number of retrials: 0 +2021-12-18 20:26:17,490 WRAPPER CHECK TIME = 10 +2021-12-18 20:26:17,490 Checking jobs for platform=marenostrum4 +2021-12-18 20:26:17,491 Checking jobs for platform=nord3 +2021-12-18 20:26:17,491 Checking jobs for platform=local +2021-12-18 20:26:17,492 Checking jobs for platform=transfer_node +2021-12-18 20:26:17,492 Checking all jobs at once +2021-12-18 20:26:18,962 Successful check job command +2021-12-18 20:26:20,231 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:26:20,231 End of checking +2021-12-18 20:26:20,233 Updating FAILED jobs +2021-12-18 20:26:20,233 Updating WAITING jobs +2021-12-18 20:26:20,233 Update finished +2021-12-18 20:26:20,234 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:26:20,234 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:26:20,234 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:26:20,234 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:26:20,234 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:26:20,235 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:26:20,235 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:26:20,237 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:26:20,240 Job list saved +2021-12-18 20:26:20,245 Updating FAILED jobs +2021-12-18 20:26:20,245 Updating WAITING jobs +2021-12-18 20:26:20,245 Update finished +2021-12-18 20:26:30,255 Reloading parameters... +2021-12-18 20:26:30,272 Loading parameters... +2021-12-18 20:26:30,273 Loading project parameters... +2021-12-18 20:26:30,275 + +9 of 25 jobs remaining (20:26) +2021-12-18 20:26:30,275 Sleep: 10 +2021-12-18 20:26:30,275 Number of retrials: 0 +2021-12-18 20:26:30,275 WRAPPER CHECK TIME = 10 +2021-12-18 20:26:30,276 Checking jobs for platform=marenostrum4 +2021-12-18 20:26:30,276 Checking jobs for platform=nord3 +2021-12-18 20:26:30,277 Checking jobs for platform=local +2021-12-18 20:26:30,278 Checking jobs for platform=transfer_node +2021-12-18 20:26:30,278 Checking all jobs at once +2021-12-18 20:26:31,797 Successful check job command +2021-12-18 20:26:33,167 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:26:33,168 End of checking +2021-12-18 20:26:33,169 Updating FAILED jobs +2021-12-18 20:26:33,169 Updating WAITING jobs +2021-12-18 20:26:33,169 Update finished +2021-12-18 20:26:33,169 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:26:33,169 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:26:33,170 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:26:33,170 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:26:33,170 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:26:33,170 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:26:33,170 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:26:33,173 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:26:33,175 Job list saved +2021-12-18 20:26:33,180 Updating FAILED jobs +2021-12-18 20:26:33,180 Updating WAITING jobs +2021-12-18 20:26:33,180 Update finished +2021-12-18 20:26:43,190 Reloading parameters... +2021-12-18 20:26:43,210 Loading parameters... +2021-12-18 20:26:43,212 Loading project parameters... +2021-12-18 20:26:43,213 + +9 of 25 jobs remaining (20:26) +2021-12-18 20:26:43,214 Sleep: 10 +2021-12-18 20:26:43,214 Number of retrials: 0 +2021-12-18 20:26:43,214 WRAPPER CHECK TIME = 10 +2021-12-18 20:26:43,214 Checking jobs for platform=marenostrum4 +2021-12-18 20:26:43,215 Checking jobs for platform=nord3 +2021-12-18 20:26:43,216 Checking jobs for platform=local +2021-12-18 20:26:43,216 Checking jobs for platform=transfer_node +2021-12-18 20:26:43,216 Checking all jobs at once +2021-12-18 20:26:44,535 Successful check job command +2021-12-18 20:26:45,858 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:26:45,858 End of checking +2021-12-18 20:26:45,859 Updating FAILED jobs +2021-12-18 20:26:45,859 Updating WAITING jobs +2021-12-18 20:26:45,859 Update finished +2021-12-18 20:26:45,860 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:26:45,860 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:26:45,860 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:26:45,860 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:26:45,860 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:26:45,861 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:26:45,861 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:26:45,864 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:26:45,866 Job list saved +2021-12-18 20:26:45,871 Updating FAILED jobs +2021-12-18 20:26:45,871 Updating WAITING jobs +2021-12-18 20:26:45,871 Update finished +2021-12-18 20:26:55,881 Reloading parameters... +2021-12-18 20:26:55,899 Loading parameters... +2021-12-18 20:26:55,900 Loading project parameters... +2021-12-18 20:26:55,902 + +9 of 25 jobs remaining (20:26) +2021-12-18 20:26:55,902 Sleep: 10 +2021-12-18 20:26:55,902 Number of retrials: 0 +2021-12-18 20:26:55,902 WRAPPER CHECK TIME = 10 +2021-12-18 20:26:55,903 Checking jobs for platform=marenostrum4 +2021-12-18 20:26:55,903 Checking jobs for platform=nord3 +2021-12-18 20:26:55,904 Checking jobs for platform=local +2021-12-18 20:26:55,904 Checking jobs for platform=transfer_node +2021-12-18 20:26:55,905 Checking all jobs at once +2021-12-18 20:26:57,174 Successful check job command +2021-12-18 20:26:58,343 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:26:58,343 End of checking +2021-12-18 20:26:58,344 Updating FAILED jobs +2021-12-18 20:26:58,345 Updating WAITING jobs +2021-12-18 20:26:58,345 Update finished +2021-12-18 20:26:58,345 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:26:58,345 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:26:58,345 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:26:58,345 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:26:58,345 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:26:58,346 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:26:58,346 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:26:58,348 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:26:58,351 Job list saved +2021-12-18 20:26:58,356 Updating FAILED jobs +2021-12-18 20:26:58,356 Updating WAITING jobs +2021-12-18 20:26:58,356 Update finished +2021-12-18 20:27:08,366 Reloading parameters... +2021-12-18 20:27:08,397 Loading parameters... +2021-12-18 20:27:08,398 Loading project parameters... +2021-12-18 20:27:08,400 + +9 of 25 jobs remaining (20:27) +2021-12-18 20:27:08,400 Sleep: 10 +2021-12-18 20:27:08,400 Number of retrials: 0 +2021-12-18 20:27:08,400 WRAPPER CHECK TIME = 10 +2021-12-18 20:27:08,401 Checking jobs for platform=marenostrum4 +2021-12-18 20:27:08,401 Checking jobs for platform=nord3 +2021-12-18 20:27:08,402 Checking jobs for platform=local +2021-12-18 20:27:08,402 Checking jobs for platform=transfer_node +2021-12-18 20:27:08,402 Checking all jobs at once +2021-12-18 20:27:09,722 Successful check job command +2021-12-18 20:27:10,992 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:27:10,992 End of checking +2021-12-18 20:27:10,993 Updating FAILED jobs +2021-12-18 20:27:10,993 Updating WAITING jobs +2021-12-18 20:27:10,993 Update finished +2021-12-18 20:27:10,994 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:27:10,994 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:27:10,994 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:27:10,994 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:27:10,994 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:27:10,994 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:27:10,994 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:27:10,997 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:27:10,999 Job list saved +2021-12-18 20:27:11,004 Updating FAILED jobs +2021-12-18 20:27:11,004 Updating WAITING jobs +2021-12-18 20:27:11,004 Update finished +2021-12-18 20:27:21,014 Reloading parameters... +2021-12-18 20:27:21,032 Loading parameters... +2021-12-18 20:27:21,033 Loading project parameters... +2021-12-18 20:27:21,035 + +9 of 25 jobs remaining (20:27) +2021-12-18 20:27:21,035 Sleep: 10 +2021-12-18 20:27:21,035 Number of retrials: 0 +2021-12-18 20:27:21,035 WRAPPER CHECK TIME = 10 +2021-12-18 20:27:21,036 Checking jobs for platform=marenostrum4 +2021-12-18 20:27:21,036 Checking jobs for platform=nord3 +2021-12-18 20:27:21,037 Checking jobs for platform=local +2021-12-18 20:27:21,037 Checking jobs for platform=transfer_node +2021-12-18 20:27:21,037 Checking all jobs at once +2021-12-18 20:27:22,558 Successful check job command +2021-12-18 20:27:23,777 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:27:23,777 End of checking +2021-12-18 20:27:23,779 Updating FAILED jobs +2021-12-18 20:27:23,779 Updating WAITING jobs +2021-12-18 20:27:23,779 Update finished +2021-12-18 20:27:23,779 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:27:23,780 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:27:23,780 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:27:23,780 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:27:23,780 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:27:23,781 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:27:23,781 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:27:23,783 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:27:23,785 Job list saved +2021-12-18 20:27:23,790 Updating FAILED jobs +2021-12-18 20:27:23,790 Updating WAITING jobs +2021-12-18 20:27:23,790 Update finished +2021-12-18 20:27:33,800 Reloading parameters... +2021-12-18 20:27:33,818 Loading parameters... +2021-12-18 20:27:33,819 Loading project parameters... +2021-12-18 20:27:33,821 + +9 of 25 jobs remaining (20:27) +2021-12-18 20:27:33,821 Sleep: 10 +2021-12-18 20:27:33,821 Number of retrials: 0 +2021-12-18 20:27:33,821 WRAPPER CHECK TIME = 10 +2021-12-18 20:27:33,822 Checking jobs for platform=marenostrum4 +2021-12-18 20:27:33,823 Checking jobs for platform=nord3 +2021-12-18 20:27:33,823 Checking jobs for platform=local +2021-12-18 20:27:33,824 Checking jobs for platform=transfer_node +2021-12-18 20:27:33,824 Checking all jobs at once +2021-12-18 20:27:35,296 Successful check job command +2021-12-18 20:27:36,515 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:27:36,516 End of checking +2021-12-18 20:27:36,517 Updating FAILED jobs +2021-12-18 20:27:36,517 Updating WAITING jobs +2021-12-18 20:27:36,517 Update finished +2021-12-18 20:27:36,517 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:27:36,518 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:27:36,518 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:27:36,518 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:27:36,518 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:27:36,518 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:27:36,518 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:27:36,520 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:27:36,523 Job list saved +2021-12-18 20:27:36,527 Updating FAILED jobs +2021-12-18 20:27:36,527 Updating WAITING jobs +2021-12-18 20:27:36,527 Update finished +2021-12-18 20:27:46,535 Reloading parameters... +2021-12-18 20:27:46,553 Loading parameters... +2021-12-18 20:27:46,554 Loading project parameters... +2021-12-18 20:27:46,556 + +9 of 25 jobs remaining (20:27) +2021-12-18 20:27:46,556 Sleep: 10 +2021-12-18 20:27:46,556 Number of retrials: 0 +2021-12-18 20:27:46,557 WRAPPER CHECK TIME = 10 +2021-12-18 20:27:46,557 Checking jobs for platform=marenostrum4 +2021-12-18 20:27:46,558 Checking jobs for platform=nord3 +2021-12-18 20:27:46,558 Checking jobs for platform=local +2021-12-18 20:27:46,559 Checking jobs for platform=transfer_node +2021-12-18 20:27:46,559 Checking all jobs at once +2021-12-18 20:27:48,732 Successful check job command +2021-12-18 20:27:50,000 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:27:50,001 End of checking +2021-12-18 20:27:50,002 Updating FAILED jobs +2021-12-18 20:27:50,002 Updating WAITING jobs +2021-12-18 20:27:50,002 Update finished +2021-12-18 20:27:50,003 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:27:50,003 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:27:50,003 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:27:50,003 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:27:50,003 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:27:50,003 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:27:50,003 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:27:50,006 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:27:50,008 Job list saved +2021-12-18 20:27:50,014 Updating FAILED jobs +2021-12-18 20:27:50,014 Updating WAITING jobs +2021-12-18 20:27:50,014 Update finished +2021-12-18 20:28:00,024 Reloading parameters... +2021-12-18 20:28:00,043 Loading parameters... +2021-12-18 20:28:00,045 Loading project parameters... +2021-12-18 20:28:00,046 + +9 of 25 jobs remaining (20:28) +2021-12-18 20:28:00,047 Sleep: 10 +2021-12-18 20:28:00,047 Number of retrials: 0 +2021-12-18 20:28:00,047 WRAPPER CHECK TIME = 10 +2021-12-18 20:28:00,048 Checking jobs for platform=marenostrum4 +2021-12-18 20:28:00,048 Checking jobs for platform=nord3 +2021-12-18 20:28:00,049 Checking jobs for platform=local +2021-12-18 20:28:00,049 Checking jobs for platform=transfer_node +2021-12-18 20:28:00,049 Checking all jobs at once +2021-12-18 20:28:01,319 Successful check job command +2021-12-18 20:28:02,488 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:28:02,488 End of checking +2021-12-18 20:28:02,490 Updating FAILED jobs +2021-12-18 20:28:02,490 Updating WAITING jobs +2021-12-18 20:28:02,490 Update finished +2021-12-18 20:28:02,490 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:28:02,491 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:28:02,491 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:28:02,491 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:28:02,491 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:28:02,491 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:28:02,492 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:28:02,494 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:28:02,497 Job list saved +2021-12-18 20:28:02,503 Updating FAILED jobs +2021-12-18 20:28:02,503 Updating WAITING jobs +2021-12-18 20:28:02,503 Update finished +2021-12-18 20:28:12,513 Reloading parameters... +2021-12-18 20:28:12,532 Loading parameters... +2021-12-18 20:28:12,533 Loading project parameters... +2021-12-18 20:28:12,535 + +9 of 25 jobs remaining (20:28) +2021-12-18 20:28:12,535 Sleep: 10 +2021-12-18 20:28:12,535 Number of retrials: 0 +2021-12-18 20:28:12,535 WRAPPER CHECK TIME = 10 +2021-12-18 20:28:12,536 Checking jobs for platform=marenostrum4 +2021-12-18 20:28:12,537 Checking jobs for platform=nord3 +2021-12-18 20:28:12,537 Checking jobs for platform=local +2021-12-18 20:28:12,538 Checking jobs for platform=transfer_node +2021-12-18 20:28:12,538 Checking all jobs at once +2021-12-18 20:28:13,707 Successful check job command +2021-12-18 20:28:14,829 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:28:14,829 End of checking +2021-12-18 20:28:14,830 Updating FAILED jobs +2021-12-18 20:28:14,831 Updating WAITING jobs +2021-12-18 20:28:14,831 Update finished +2021-12-18 20:28:14,831 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:28:14,831 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:28:14,831 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:28:14,831 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:28:14,832 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:28:14,832 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:28:14,832 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:28:14,834 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:28:14,837 Job list saved +2021-12-18 20:28:14,842 Updating FAILED jobs +2021-12-18 20:28:14,842 Updating WAITING jobs +2021-12-18 20:28:14,842 Update finished +2021-12-18 20:28:24,852 Reloading parameters... +2021-12-18 20:28:24,872 Loading parameters... +2021-12-18 20:28:24,873 Loading project parameters... +2021-12-18 20:28:24,875 + +9 of 25 jobs remaining (20:28) +2021-12-18 20:28:24,875 Sleep: 10 +2021-12-18 20:28:24,875 Number of retrials: 0 +2021-12-18 20:28:24,875 WRAPPER CHECK TIME = 10 +2021-12-18 20:28:24,876 Checking jobs for platform=marenostrum4 +2021-12-18 20:28:24,876 Checking jobs for platform=nord3 +2021-12-18 20:28:24,877 Checking jobs for platform=local +2021-12-18 20:28:24,878 Checking jobs for platform=transfer_node +2021-12-18 20:28:24,878 Checking all jobs at once +2021-12-18 20:28:26,147 Successful check job command +2021-12-18 20:28:27,316 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:28:27,316 End of checking +2021-12-18 20:28:27,317 Updating FAILED jobs +2021-12-18 20:28:27,318 Updating WAITING jobs +2021-12-18 20:28:27,318 Update finished +2021-12-18 20:28:27,318 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:28:27,318 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:28:27,318 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:28:27,318 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:28:27,318 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:28:27,319 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:28:27,319 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:28:27,321 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:28:27,324 Job list saved +2021-12-18 20:28:27,328 Updating FAILED jobs +2021-12-18 20:28:27,329 Updating WAITING jobs +2021-12-18 20:28:27,329 Update finished +2021-12-18 20:28:37,339 Reloading parameters... +2021-12-18 20:28:37,356 Loading parameters... +2021-12-18 20:28:37,357 Loading project parameters... +2021-12-18 20:28:37,359 + +9 of 25 jobs remaining (20:28) +2021-12-18 20:28:37,359 Sleep: 10 +2021-12-18 20:28:37,359 Number of retrials: 0 +2021-12-18 20:28:37,359 WRAPPER CHECK TIME = 10 +2021-12-18 20:28:37,360 Checking jobs for platform=marenostrum4 +2021-12-18 20:28:37,360 Checking jobs for platform=nord3 +2021-12-18 20:28:37,361 Checking jobs for platform=local +2021-12-18 20:28:37,361 Checking jobs for platform=transfer_node +2021-12-18 20:28:37,361 Checking all jobs at once +2021-12-18 20:28:38,731 Successful check job command +2021-12-18 20:28:39,958 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:28:39,959 End of checking +2021-12-18 20:28:39,960 Updating FAILED jobs +2021-12-18 20:28:39,960 Updating WAITING jobs +2021-12-18 20:28:39,960 Update finished +2021-12-18 20:28:39,960 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:28:39,961 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:28:39,961 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:28:39,961 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:28:39,961 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:28:39,962 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:28:39,962 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:28:39,964 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:28:39,967 Job list saved +2021-12-18 20:28:39,972 Updating FAILED jobs +2021-12-18 20:28:39,972 Updating WAITING jobs +2021-12-18 20:28:39,972 Update finished +2021-12-18 20:28:49,982 Reloading parameters... +2021-12-18 20:28:50,000 Loading parameters... +2021-12-18 20:28:50,001 Loading project parameters... +2021-12-18 20:28:50,003 + +9 of 25 jobs remaining (20:28) +2021-12-18 20:28:50,003 Sleep: 10 +2021-12-18 20:28:50,003 Number of retrials: 0 +2021-12-18 20:28:50,003 WRAPPER CHECK TIME = 10 +2021-12-18 20:28:50,004 Checking jobs for platform=marenostrum4 +2021-12-18 20:28:50,005 Checking jobs for platform=nord3 +2021-12-18 20:28:50,005 Checking jobs for platform=local +2021-12-18 20:28:50,006 Checking jobs for platform=transfer_node +2021-12-18 20:28:50,006 Checking all jobs at once +2021-12-18 20:28:51,325 Successful check job command +2021-12-18 20:28:52,695 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:28:52,695 End of checking +2021-12-18 20:28:52,696 Updating FAILED jobs +2021-12-18 20:28:52,696 Updating WAITING jobs +2021-12-18 20:28:52,697 Update finished +2021-12-18 20:28:52,697 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:28:52,697 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:28:52,697 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:28:52,697 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:28:52,697 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:28:52,697 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:28:52,698 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:28:52,700 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:28:52,703 Job list saved +2021-12-18 20:28:52,708 Updating FAILED jobs +2021-12-18 20:28:52,708 Updating WAITING jobs +2021-12-18 20:28:52,708 Update finished +2021-12-18 20:29:02,718 Reloading parameters... +2021-12-18 20:29:02,736 Loading parameters... +2021-12-18 20:29:02,737 Loading project parameters... +2021-12-18 20:29:02,739 + +9 of 25 jobs remaining (20:29) +2021-12-18 20:29:02,740 Sleep: 10 +2021-12-18 20:29:02,740 Number of retrials: 0 +2021-12-18 20:29:02,740 WRAPPER CHECK TIME = 10 +2021-12-18 20:29:02,740 Checking jobs for platform=marenostrum4 +2021-12-18 20:29:02,741 Checking jobs for platform=nord3 +2021-12-18 20:29:02,741 Checking jobs for platform=local +2021-12-18 20:29:02,742 Checking jobs for platform=transfer_node +2021-12-18 20:29:02,742 Checking all jobs at once +2021-12-18 20:29:04,018 Successful check job command +2021-12-18 20:29:05,136 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:29:05,137 End of checking +2021-12-18 20:29:05,138 Updating FAILED jobs +2021-12-18 20:29:05,138 Updating WAITING jobs +2021-12-18 20:29:05,138 Update finished +2021-12-18 20:29:05,138 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:29:05,139 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:29:05,139 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:29:05,139 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:29:05,139 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:29:05,139 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:29:05,139 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:29:05,142 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:29:05,144 Job list saved +2021-12-18 20:29:05,149 Updating FAILED jobs +2021-12-18 20:29:05,150 Updating WAITING jobs +2021-12-18 20:29:05,150 Update finished +2021-12-18 20:29:15,160 Reloading parameters... +2021-12-18 20:29:15,182 Loading parameters... +2021-12-18 20:29:15,183 Loading project parameters... +2021-12-18 20:29:15,185 + +9 of 25 jobs remaining (20:29) +2021-12-18 20:29:15,185 Sleep: 10 +2021-12-18 20:29:15,185 Number of retrials: 0 +2021-12-18 20:29:15,186 WRAPPER CHECK TIME = 10 +2021-12-18 20:29:15,186 Checking jobs for platform=marenostrum4 +2021-12-18 20:29:15,187 Checking jobs for platform=nord3 +2021-12-18 20:29:15,187 Checking jobs for platform=local +2021-12-18 20:29:15,188 Checking jobs for platform=transfer_node +2021-12-18 20:29:15,188 Checking all jobs at once +2021-12-18 20:29:16,511 Successful check job command +2021-12-18 20:29:17,730 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:29:17,730 End of checking +2021-12-18 20:29:17,731 Updating FAILED jobs +2021-12-18 20:29:17,731 Updating WAITING jobs +2021-12-18 20:29:17,732 Update finished +2021-12-18 20:29:17,732 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:29:17,732 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:29:17,733 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:29:17,733 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:29:17,733 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:29:17,733 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:29:17,733 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:29:17,736 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:29:17,738 Job list saved +2021-12-18 20:29:17,743 Updating FAILED jobs +2021-12-18 20:29:17,743 Updating WAITING jobs +2021-12-18 20:29:17,743 Update finished +2021-12-18 20:29:27,753 Reloading parameters... +2021-12-18 20:29:27,771 Loading parameters... +2021-12-18 20:29:27,772 Loading project parameters... +2021-12-18 20:29:27,774 + +9 of 25 jobs remaining (20:29) +2021-12-18 20:29:27,774 Sleep: 10 +2021-12-18 20:29:27,774 Number of retrials: 0 +2021-12-18 20:29:27,774 WRAPPER CHECK TIME = 10 +2021-12-18 20:29:27,775 Checking jobs for platform=marenostrum4 +2021-12-18 20:29:27,775 Checking jobs for platform=nord3 +2021-12-18 20:29:27,776 Checking jobs for platform=local +2021-12-18 20:29:27,777 Checking jobs for platform=transfer_node +2021-12-18 20:29:27,777 Checking all jobs at once +2021-12-18 20:29:29,148 Successful check job command +2021-12-18 20:29:30,417 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:29:30,417 End of checking +2021-12-18 20:29:30,418 Updating FAILED jobs +2021-12-18 20:29:30,418 Updating WAITING jobs +2021-12-18 20:29:30,419 Update finished +2021-12-18 20:29:30,419 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:29:30,419 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:29:30,419 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:29:30,419 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:29:30,419 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:29:30,419 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:29:30,420 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:29:30,422 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:29:30,424 Job list saved +2021-12-18 20:29:30,429 Updating FAILED jobs +2021-12-18 20:29:30,429 Updating WAITING jobs +2021-12-18 20:29:30,429 Update finished +2021-12-18 20:29:40,439 Reloading parameters... +2021-12-18 20:29:40,456 Loading parameters... +2021-12-18 20:29:40,458 Loading project parameters... +2021-12-18 20:29:40,460 + +9 of 25 jobs remaining (20:29) +2021-12-18 20:29:40,460 Sleep: 10 +2021-12-18 20:29:40,460 Number of retrials: 0 +2021-12-18 20:29:40,460 WRAPPER CHECK TIME = 10 +2021-12-18 20:29:40,461 Checking jobs for platform=marenostrum4 +2021-12-18 20:29:40,461 Checking jobs for platform=nord3 +2021-12-18 20:29:40,462 Checking jobs for platform=local +2021-12-18 20:29:40,462 Checking jobs for platform=transfer_node +2021-12-18 20:29:40,462 Checking all jobs at once +2021-12-18 20:29:41,835 Successful check job command +2021-12-18 20:29:43,306 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:29:43,306 End of checking +2021-12-18 20:29:43,307 Updating FAILED jobs +2021-12-18 20:29:43,307 Updating WAITING jobs +2021-12-18 20:29:43,307 Update finished +2021-12-18 20:29:43,308 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:29:43,308 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:29:43,308 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:29:43,308 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:29:43,308 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:29:43,308 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:29:43,308 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:29:43,311 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:29:43,314 Job list saved +2021-12-18 20:29:43,318 Updating FAILED jobs +2021-12-18 20:29:43,318 Updating WAITING jobs +2021-12-18 20:29:43,318 Update finished +2021-12-18 20:29:53,327 Reloading parameters... +2021-12-18 20:29:53,346 Loading parameters... +2021-12-18 20:29:53,347 Loading project parameters... +2021-12-18 20:29:53,349 + +9 of 25 jobs remaining (20:29) +2021-12-18 20:29:53,349 Sleep: 10 +2021-12-18 20:29:53,349 Number of retrials: 0 +2021-12-18 20:29:53,350 WRAPPER CHECK TIME = 10 +2021-12-18 20:29:53,350 Checking jobs for platform=marenostrum4 +2021-12-18 20:29:53,351 Checking jobs for platform=nord3 +2021-12-18 20:29:53,351 Checking jobs for platform=local +2021-12-18 20:29:53,352 Checking jobs for platform=transfer_node +2021-12-18 20:29:53,352 Checking all jobs at once +2021-12-18 20:29:54,721 Successful check job command +2021-12-18 20:29:56,091 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:29:56,091 End of checking +2021-12-18 20:29:56,092 Updating FAILED jobs +2021-12-18 20:29:56,093 Updating WAITING jobs +2021-12-18 20:29:56,093 Update finished +2021-12-18 20:29:56,093 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:29:56,094 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:29:56,094 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:29:56,094 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:29:56,095 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:29:56,095 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:29:56,095 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:29:56,097 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:29:56,100 Job list saved +2021-12-18 20:29:56,105 Updating FAILED jobs +2021-12-18 20:29:56,106 Updating WAITING jobs +2021-12-18 20:29:56,106 Update finished +2021-12-18 20:30:06,116 Reloading parameters... +2021-12-18 20:30:06,134 Loading parameters... +2021-12-18 20:30:06,135 Loading project parameters... +2021-12-18 20:30:06,137 + +9 of 25 jobs remaining (20:30) +2021-12-18 20:30:06,137 Sleep: 10 +2021-12-18 20:30:06,137 Number of retrials: 0 +2021-12-18 20:30:06,138 WRAPPER CHECK TIME = 10 +2021-12-18 20:30:06,138 Checking jobs for platform=marenostrum4 +2021-12-18 20:30:06,139 Checking jobs for platform=nord3 +2021-12-18 20:30:06,139 Checking jobs for platform=local +2021-12-18 20:30:06,140 Checking jobs for platform=transfer_node +2021-12-18 20:30:06,140 Checking all jobs at once +2021-12-18 20:30:07,459 Successful check job command +2021-12-18 20:30:08,678 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:30:08,678 End of checking +2021-12-18 20:30:08,680 Updating FAILED jobs +2021-12-18 20:30:08,680 Updating WAITING jobs +2021-12-18 20:30:08,680 Update finished +2021-12-18 20:30:08,680 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:30:08,680 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:30:08,680 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:30:08,680 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:30:08,681 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:30:08,681 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:30:08,681 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:30:08,684 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:30:08,686 Job list saved +2021-12-18 20:30:08,691 Updating FAILED jobs +2021-12-18 20:30:08,691 Updating WAITING jobs +2021-12-18 20:30:08,691 Update finished +2021-12-18 20:30:18,702 Reloading parameters... +2021-12-18 20:30:18,722 Loading parameters... +2021-12-18 20:30:18,723 Loading project parameters... +2021-12-18 20:30:18,725 + +9 of 25 jobs remaining (20:30) +2021-12-18 20:30:18,725 Sleep: 10 +2021-12-18 20:30:18,725 Number of retrials: 0 +2021-12-18 20:30:18,725 WRAPPER CHECK TIME = 10 +2021-12-18 20:30:18,726 Checking jobs for platform=marenostrum4 +2021-12-18 20:30:18,726 Checking jobs for platform=nord3 +2021-12-18 20:30:18,727 Checking jobs for platform=local +2021-12-18 20:30:18,727 Checking jobs for platform=transfer_node +2021-12-18 20:30:18,728 Checking all jobs at once +2021-12-18 20:30:19,947 Successful check job command +2021-12-18 20:30:21,116 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:30:21,116 End of checking +2021-12-18 20:30:21,117 Updating FAILED jobs +2021-12-18 20:30:21,117 Updating WAITING jobs +2021-12-18 20:30:21,118 Update finished +2021-12-18 20:30:21,118 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:30:21,118 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:30:21,118 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:30:21,118 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:30:21,118 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:30:21,119 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:30:21,119 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:30:21,121 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:30:21,124 Job list saved +2021-12-18 20:30:21,128 Updating FAILED jobs +2021-12-18 20:30:21,129 Updating WAITING jobs +2021-12-18 20:30:21,129 Update finished +2021-12-18 20:30:31,135 Reloading parameters... +2021-12-18 20:30:31,154 Loading parameters... +2021-12-18 20:30:31,155 Loading project parameters... +2021-12-18 20:30:31,157 + +9 of 25 jobs remaining (20:30) +2021-12-18 20:30:31,157 Sleep: 10 +2021-12-18 20:30:31,157 Number of retrials: 0 +2021-12-18 20:30:31,158 WRAPPER CHECK TIME = 10 +2021-12-18 20:30:31,158 Checking jobs for platform=marenostrum4 +2021-12-18 20:30:31,159 Checking jobs for platform=nord3 +2021-12-18 20:30:31,159 Checking jobs for platform=local +2021-12-18 20:30:31,160 Checking jobs for platform=transfer_node +2021-12-18 20:30:31,160 Checking all jobs at once +2021-12-18 20:30:32,429 Successful check job command +2021-12-18 20:30:33,598 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:30:33,598 End of checking +2021-12-18 20:30:33,600 Updating FAILED jobs +2021-12-18 20:30:33,601 Updating WAITING jobs +2021-12-18 20:30:33,601 Update finished +2021-12-18 20:30:33,601 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:30:33,602 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:30:33,602 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:30:33,602 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:30:33,602 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:30:33,602 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:30:33,602 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:30:33,605 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:30:33,607 Job list saved +2021-12-18 20:30:33,612 Updating FAILED jobs +2021-12-18 20:30:33,612 Updating WAITING jobs +2021-12-18 20:30:33,613 Update finished +2021-12-18 20:30:43,623 Reloading parameters... +2021-12-18 20:30:43,642 Loading parameters... +2021-12-18 20:30:43,644 Loading project parameters... +2021-12-18 20:30:43,645 + +9 of 25 jobs remaining (20:30) +2021-12-18 20:30:43,646 Sleep: 10 +2021-12-18 20:30:43,646 Number of retrials: 0 +2021-12-18 20:30:43,646 WRAPPER CHECK TIME = 10 +2021-12-18 20:30:43,646 Checking jobs for platform=marenostrum4 +2021-12-18 20:30:43,647 Checking jobs for platform=nord3 +2021-12-18 20:30:43,647 Checking jobs for platform=local +2021-12-18 20:30:43,648 Checking jobs for platform=transfer_node +2021-12-18 20:30:43,648 Checking all jobs at once +2021-12-18 20:30:45,071 Successful check job command +2021-12-18 20:30:46,290 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:30:46,290 End of checking +2021-12-18 20:30:46,292 Updating FAILED jobs +2021-12-18 20:30:46,292 Updating WAITING jobs +2021-12-18 20:30:46,292 Update finished +2021-12-18 20:30:46,292 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:30:46,293 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:30:46,293 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:30:46,293 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:30:46,293 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:30:46,293 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:30:46,293 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:30:46,296 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:30:46,298 Job list saved +2021-12-18 20:30:46,303 Updating FAILED jobs +2021-12-18 20:30:46,304 Updating WAITING jobs +2021-12-18 20:30:46,304 Update finished +2021-12-18 20:30:56,314 Reloading parameters... +2021-12-18 20:30:56,336 Loading parameters... +2021-12-18 20:30:56,337 Loading project parameters... +2021-12-18 20:30:56,339 + +9 of 25 jobs remaining (20:30) +2021-12-18 20:30:56,339 Sleep: 10 +2021-12-18 20:30:56,339 Number of retrials: 0 +2021-12-18 20:30:56,339 WRAPPER CHECK TIME = 10 +2021-12-18 20:30:56,340 Checking jobs for platform=marenostrum4 +2021-12-18 20:30:56,340 Checking jobs for platform=nord3 +2021-12-18 20:30:56,341 Checking jobs for platform=local +2021-12-18 20:30:56,342 Checking jobs for platform=transfer_node +2021-12-18 20:30:56,342 Checking all jobs at once +2021-12-18 20:30:57,611 Successful check job command +2021-12-18 20:30:58,782 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:30:58,783 End of checking +2021-12-18 20:30:58,784 Updating FAILED jobs +2021-12-18 20:30:58,784 Updating WAITING jobs +2021-12-18 20:30:58,785 Update finished +2021-12-18 20:30:58,785 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:30:58,785 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:30:58,785 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:30:58,785 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:30:58,785 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:30:58,786 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:30:58,786 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:30:58,788 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:30:58,791 Job list saved +2021-12-18 20:30:58,797 Updating FAILED jobs +2021-12-18 20:30:58,797 Updating WAITING jobs +2021-12-18 20:30:58,797 Update finished +2021-12-18 20:31:08,807 Reloading parameters... +2021-12-18 20:31:08,827 Loading parameters... +2021-12-18 20:31:08,828 Loading project parameters... +2021-12-18 20:31:08,830 + +9 of 25 jobs remaining (20:31) +2021-12-18 20:31:08,830 Sleep: 10 +2021-12-18 20:31:08,830 Number of retrials: 0 +2021-12-18 20:31:08,831 WRAPPER CHECK TIME = 10 +2021-12-18 20:31:08,831 Checking jobs for platform=marenostrum4 +2021-12-18 20:31:08,832 Checking jobs for platform=nord3 +2021-12-18 20:31:08,832 Checking jobs for platform=local +2021-12-18 20:31:08,833 Checking jobs for platform=transfer_node +2021-12-18 20:31:08,833 Checking all jobs at once +2021-12-18 20:31:10,152 Successful check job command +2021-12-18 20:31:11,371 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:31:11,371 End of checking +2021-12-18 20:31:11,373 Updating FAILED jobs +2021-12-18 20:31:11,373 Updating WAITING jobs +2021-12-18 20:31:11,373 Update finished +2021-12-18 20:31:11,373 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:31:11,374 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:31:11,374 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:31:11,374 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:31:11,374 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:31:11,374 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:31:11,375 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:31:11,377 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:31:11,380 Job list saved +2021-12-18 20:31:11,388 Updating FAILED jobs +2021-12-18 20:31:11,389 Updating WAITING jobs +2021-12-18 20:31:11,389 Update finished +2021-12-18 20:31:21,398 Reloading parameters... +2021-12-18 20:31:21,419 Loading parameters... +2021-12-18 20:31:21,420 Loading project parameters... +2021-12-18 20:31:21,422 + +9 of 25 jobs remaining (20:31) +2021-12-18 20:31:21,422 Sleep: 10 +2021-12-18 20:31:21,423 Number of retrials: 0 +2021-12-18 20:31:21,423 WRAPPER CHECK TIME = 10 +2021-12-18 20:31:21,423 Checking jobs for platform=marenostrum4 +2021-12-18 20:31:21,424 Checking jobs for platform=nord3 +2021-12-18 20:31:21,424 Checking jobs for platform=local +2021-12-18 20:31:21,425 Checking jobs for platform=transfer_node +2021-12-18 20:31:21,425 Checking all jobs at once +2021-12-18 20:31:22,694 Successful check job command +2021-12-18 20:31:23,914 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:31:23,914 End of checking +2021-12-18 20:31:23,915 Updating FAILED jobs +2021-12-18 20:31:23,916 Updating WAITING jobs +2021-12-18 20:31:23,916 Update finished +2021-12-18 20:31:23,916 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:31:23,916 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:31:23,916 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:31:23,916 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:31:23,917 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:31:23,917 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:31:23,917 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:31:23,920 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:31:23,922 Job list saved +2021-12-18 20:31:23,932 Updating FAILED jobs +2021-12-18 20:31:23,933 Updating WAITING jobs +2021-12-18 20:31:23,933 Update finished +2021-12-18 20:31:33,943 Reloading parameters... +2021-12-18 20:31:33,962 Loading parameters... +2021-12-18 20:31:33,964 Loading project parameters... +2021-12-18 20:31:33,966 + +9 of 25 jobs remaining (20:31) +2021-12-18 20:31:33,966 Sleep: 10 +2021-12-18 20:31:33,966 Number of retrials: 0 +2021-12-18 20:31:33,966 WRAPPER CHECK TIME = 10 +2021-12-18 20:31:33,967 Checking jobs for platform=marenostrum4 +2021-12-18 20:31:33,967 Checking jobs for platform=nord3 +2021-12-18 20:31:33,968 Checking jobs for platform=local +2021-12-18 20:31:33,968 Checking jobs for platform=transfer_node +2021-12-18 20:31:33,968 Checking all jobs at once +2021-12-18 20:31:35,138 Successful check job command +2021-12-18 20:31:36,208 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:31:36,209 End of checking +2021-12-18 20:31:36,210 Updating FAILED jobs +2021-12-18 20:31:36,210 Updating WAITING jobs +2021-12-18 20:31:36,211 Update finished +2021-12-18 20:31:36,211 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:31:36,211 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:31:36,211 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:31:36,211 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:31:36,211 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:31:36,212 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:31:36,212 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:31:36,214 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:31:36,217 Job list saved +2021-12-18 20:31:36,225 Updating FAILED jobs +2021-12-18 20:31:36,225 Updating WAITING jobs +2021-12-18 20:31:36,225 Update finished +2021-12-18 20:31:46,233 Reloading parameters... +2021-12-18 20:31:46,256 Loading parameters... +2021-12-18 20:31:46,257 Loading project parameters... +2021-12-18 20:31:46,259 + +9 of 25 jobs remaining (20:31) +2021-12-18 20:31:46,259 Sleep: 10 +2021-12-18 20:31:46,259 Number of retrials: 0 +2021-12-18 20:31:46,259 WRAPPER CHECK TIME = 10 +2021-12-18 20:31:46,260 Checking jobs for platform=marenostrum4 +2021-12-18 20:31:46,260 Checking jobs for platform=nord3 +2021-12-18 20:31:46,261 Checking jobs for platform=local +2021-12-18 20:31:46,262 Checking jobs for platform=transfer_node +2021-12-18 20:31:46,262 Checking all jobs at once +2021-12-18 20:31:47,531 Successful check job command +2021-12-18 20:31:48,700 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:31:48,700 End of checking +2021-12-18 20:31:48,701 Updating FAILED jobs +2021-12-18 20:31:48,702 Updating WAITING jobs +2021-12-18 20:31:48,702 Update finished +2021-12-18 20:31:48,702 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:31:48,703 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:31:48,703 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:31:48,703 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:31:48,703 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:31:48,703 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:31:48,703 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:31:48,707 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:31:48,709 Job list saved +2021-12-18 20:31:48,715 Updating FAILED jobs +2021-12-18 20:31:48,715 Updating WAITING jobs +2021-12-18 20:31:48,716 Update finished +2021-12-18 20:31:58,726 Reloading parameters... +2021-12-18 20:31:58,809 Loading parameters... +2021-12-18 20:31:58,810 Loading project parameters... +2021-12-18 20:31:58,812 + +9 of 25 jobs remaining (20:31) +2021-12-18 20:31:58,812 Sleep: 10 +2021-12-18 20:31:58,812 Number of retrials: 0 +2021-12-18 20:31:58,812 WRAPPER CHECK TIME = 10 +2021-12-18 20:31:58,813 Checking jobs for platform=marenostrum4 +2021-12-18 20:31:58,814 Checking jobs for platform=nord3 +2021-12-18 20:31:58,814 Checking jobs for platform=local +2021-12-18 20:31:58,815 Checking jobs for platform=transfer_node +2021-12-18 20:31:58,815 Checking all jobs at once +2021-12-18 20:32:00,084 Successful check job command +2021-12-18 20:32:01,353 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:32:01,353 End of checking +2021-12-18 20:32:01,355 Updating FAILED jobs +2021-12-18 20:32:01,355 Updating WAITING jobs +2021-12-18 20:32:01,355 Update finished +2021-12-18 20:32:01,355 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:32:01,355 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:32:01,355 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:32:01,356 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:32:01,356 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:32:01,356 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:32:01,356 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:32:01,358 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:32:01,361 Job list saved +2021-12-18 20:32:01,367 Updating FAILED jobs +2021-12-18 20:32:01,367 Updating WAITING jobs +2021-12-18 20:32:01,367 Update finished +2021-12-18 20:32:11,377 Reloading parameters... +2021-12-18 20:32:11,396 Loading parameters... +2021-12-18 20:32:11,397 Loading project parameters... +2021-12-18 20:32:11,399 + +9 of 25 jobs remaining (20:32) +2021-12-18 20:32:11,399 Sleep: 10 +2021-12-18 20:32:11,399 Number of retrials: 0 +2021-12-18 20:32:11,399 WRAPPER CHECK TIME = 10 +2021-12-18 20:32:11,400 Checking jobs for platform=marenostrum4 +2021-12-18 20:32:11,401 Checking jobs for platform=nord3 +2021-12-18 20:32:11,401 Checking jobs for platform=local +2021-12-18 20:32:11,402 Checking jobs for platform=transfer_node +2021-12-18 20:32:11,402 Checking all jobs at once +2021-12-18 20:32:12,772 Successful check job command +2021-12-18 20:32:13,991 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:32:13,992 End of checking +2021-12-18 20:32:13,993 Updating FAILED jobs +2021-12-18 20:32:13,993 Updating WAITING jobs +2021-12-18 20:32:13,993 Update finished +2021-12-18 20:32:13,994 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:32:13,994 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:32:13,994 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:32:13,994 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:32:13,994 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:32:13,994 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:32:13,994 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:32:13,997 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:32:13,999 Job list saved +2021-12-18 20:32:14,005 Updating FAILED jobs +2021-12-18 20:32:14,005 Updating WAITING jobs +2021-12-18 20:32:14,005 Update finished +2021-12-18 20:32:24,015 Reloading parameters... +2021-12-18 20:32:24,039 Loading parameters... +2021-12-18 20:32:24,040 Loading project parameters... +2021-12-18 20:32:24,042 + +9 of 25 jobs remaining (20:32) +2021-12-18 20:32:24,042 Sleep: 10 +2021-12-18 20:32:24,043 Number of retrials: 0 +2021-12-18 20:32:24,043 WRAPPER CHECK TIME = 10 +2021-12-18 20:32:24,043 Checking jobs for platform=marenostrum4 +2021-12-18 20:32:24,044 Checking jobs for platform=nord3 +2021-12-18 20:32:24,044 Checking jobs for platform=local +2021-12-18 20:32:24,045 Checking jobs for platform=transfer_node +2021-12-18 20:32:24,045 Checking all jobs at once +2021-12-18 20:32:25,264 Successful check job command +2021-12-18 20:32:26,483 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:32:26,483 End of checking +2021-12-18 20:32:26,485 Updating FAILED jobs +2021-12-18 20:32:26,485 Updating WAITING jobs +2021-12-18 20:32:26,485 Update finished +2021-12-18 20:32:26,485 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:32:26,486 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:32:26,486 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:32:26,486 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:32:26,486 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:32:26,486 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:32:26,487 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:32:26,490 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:32:26,492 Job list saved +2021-12-18 20:32:26,497 Updating FAILED jobs +2021-12-18 20:32:26,497 Updating WAITING jobs +2021-12-18 20:32:26,498 Update finished +2021-12-18 20:32:36,508 Reloading parameters... +2021-12-18 20:32:36,528 Loading parameters... +2021-12-18 20:32:36,529 Loading project parameters... +2021-12-18 20:32:36,531 + +9 of 25 jobs remaining (20:32) +2021-12-18 20:32:36,531 Sleep: 10 +2021-12-18 20:32:36,531 Number of retrials: 0 +2021-12-18 20:32:36,531 WRAPPER CHECK TIME = 10 +2021-12-18 20:32:36,532 Checking jobs for platform=marenostrum4 +2021-12-18 20:32:36,532 Checking jobs for platform=nord3 +2021-12-18 20:32:36,533 Checking jobs for platform=local +2021-12-18 20:32:36,533 Checking jobs for platform=transfer_node +2021-12-18 20:32:36,533 Checking all jobs at once +2021-12-18 20:32:37,755 Successful check job command +2021-12-18 20:32:38,873 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:32:38,874 End of checking +2021-12-18 20:32:38,875 Updating FAILED jobs +2021-12-18 20:32:38,875 Updating WAITING jobs +2021-12-18 20:32:38,875 Update finished +2021-12-18 20:32:38,876 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:32:38,876 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:32:38,876 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:32:38,876 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:32:38,876 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:32:38,876 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:32:38,876 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:32:38,879 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:32:38,881 Job list saved +2021-12-18 20:32:38,887 Updating FAILED jobs +2021-12-18 20:32:38,887 Updating WAITING jobs +2021-12-18 20:32:38,887 Update finished +2021-12-18 20:32:48,897 Reloading parameters... +2021-12-18 20:32:48,917 Loading parameters... +2021-12-18 20:32:48,918 Loading project parameters... +2021-12-18 20:32:48,920 + +9 of 25 jobs remaining (20:32) +2021-12-18 20:32:48,920 Sleep: 10 +2021-12-18 20:32:48,920 Number of retrials: 0 +2021-12-18 20:32:48,920 WRAPPER CHECK TIME = 10 +2021-12-18 20:32:48,921 Checking jobs for platform=marenostrum4 +2021-12-18 20:32:48,921 Checking jobs for platform=nord3 +2021-12-18 20:32:48,922 Checking jobs for platform=local +2021-12-18 20:32:48,922 Checking jobs for platform=transfer_node +2021-12-18 20:32:48,922 Checking all jobs at once +2021-12-18 20:32:50,245 Successful check job command +2021-12-18 20:32:51,417 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:32:51,417 End of checking +2021-12-18 20:32:51,419 Updating FAILED jobs +2021-12-18 20:32:51,419 Updating WAITING jobs +2021-12-18 20:32:51,419 Update finished +2021-12-18 20:32:51,419 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:32:51,419 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:32:51,419 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:32:51,419 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:32:51,420 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:32:51,420 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:32:51,420 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:32:51,423 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:32:51,425 Job list saved +2021-12-18 20:32:51,432 Updating FAILED jobs +2021-12-18 20:32:51,432 Updating WAITING jobs +2021-12-18 20:32:51,432 Update finished +2021-12-18 20:33:01,442 Reloading parameters... +2021-12-18 20:33:01,460 Loading parameters... +2021-12-18 20:33:01,461 Loading project parameters... +2021-12-18 20:33:01,463 + +9 of 25 jobs remaining (20:33) +2021-12-18 20:33:01,463 Sleep: 10 +2021-12-18 20:33:01,463 Number of retrials: 0 +2021-12-18 20:33:01,464 WRAPPER CHECK TIME = 10 +2021-12-18 20:33:01,464 Checking jobs for platform=marenostrum4 +2021-12-18 20:33:01,465 Checking jobs for platform=nord3 +2021-12-18 20:33:01,465 Checking jobs for platform=local +2021-12-18 20:33:01,466 Checking jobs for platform=transfer_node +2021-12-18 20:33:01,466 Checking all jobs at once +2021-12-18 20:33:02,785 Successful check job command +2021-12-18 20:33:04,104 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:33:04,105 End of checking +2021-12-18 20:33:04,106 Updating FAILED jobs +2021-12-18 20:33:04,106 Updating WAITING jobs +2021-12-18 20:33:04,106 Update finished +2021-12-18 20:33:04,106 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:33:04,107 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:33:04,107 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:33:04,107 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:33:04,107 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:33:04,107 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:33:04,108 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:33:04,111 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:33:04,113 Job list saved +2021-12-18 20:33:04,130 Updating FAILED jobs +2021-12-18 20:33:04,130 Updating WAITING jobs +2021-12-18 20:33:04,130 Update finished +2021-12-18 20:33:14,140 Reloading parameters... +2021-12-18 20:33:14,158 Loading parameters... +2021-12-18 20:33:14,159 Loading project parameters... +2021-12-18 20:33:14,161 + +9 of 25 jobs remaining (20:33) +2021-12-18 20:33:14,161 Sleep: 10 +2021-12-18 20:33:14,161 Number of retrials: 0 +2021-12-18 20:33:14,161 WRAPPER CHECK TIME = 10 +2021-12-18 20:33:14,162 Checking jobs for platform=marenostrum4 +2021-12-18 20:33:14,162 Checking jobs for platform=nord3 +2021-12-18 20:33:14,163 Checking jobs for platform=local +2021-12-18 20:33:14,164 Checking jobs for platform=transfer_node +2021-12-18 20:33:14,164 Checking all jobs at once +2021-12-18 20:33:15,433 Successful check job command +2021-12-18 20:33:16,602 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:33:16,602 End of checking +2021-12-18 20:33:16,604 Updating FAILED jobs +2021-12-18 20:33:16,604 Updating WAITING jobs +2021-12-18 20:33:16,604 Update finished +2021-12-18 20:33:16,604 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:33:16,605 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:33:16,605 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:33:16,605 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:33:16,605 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:33:16,605 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:33:16,605 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:33:16,608 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:33:16,611 Job list saved +2021-12-18 20:33:16,616 Updating FAILED jobs +2021-12-18 20:33:16,616 Updating WAITING jobs +2021-12-18 20:33:16,616 Update finished +2021-12-18 20:33:26,625 Reloading parameters... +2021-12-18 20:33:26,646 Loading parameters... +2021-12-18 20:33:26,648 Loading project parameters... +2021-12-18 20:33:26,649 + +9 of 25 jobs remaining (20:33) +2021-12-18 20:33:26,650 Sleep: 10 +2021-12-18 20:33:26,650 Number of retrials: 0 +2021-12-18 20:33:26,650 WRAPPER CHECK TIME = 10 +2021-12-18 20:33:26,650 Checking jobs for platform=marenostrum4 +2021-12-18 20:33:26,651 Checking jobs for platform=nord3 +2021-12-18 20:33:26,652 Checking jobs for platform=local +2021-12-18 20:33:26,652 Checking jobs for platform=transfer_node +2021-12-18 20:33:26,652 Checking all jobs at once +2021-12-18 20:33:27,972 Successful check job command +2021-12-18 20:33:29,093 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:33:29,093 End of checking +2021-12-18 20:33:29,095 Updating FAILED jobs +2021-12-18 20:33:29,095 Updating WAITING jobs +2021-12-18 20:33:29,095 Update finished +2021-12-18 20:33:29,095 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:33:29,095 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:33:29,096 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:33:29,096 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:33:29,096 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:33:29,096 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:33:29,096 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:33:29,099 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:33:29,102 Job list saved +2021-12-18 20:33:29,107 Updating FAILED jobs +2021-12-18 20:33:29,107 Updating WAITING jobs +2021-12-18 20:33:29,108 Update finished +2021-12-18 20:33:39,117 Reloading parameters... +2021-12-18 20:33:39,136 Loading parameters... +2021-12-18 20:33:39,137 Loading project parameters... +2021-12-18 20:33:39,139 + +9 of 25 jobs remaining (20:33) +2021-12-18 20:33:39,139 Sleep: 10 +2021-12-18 20:33:39,139 Number of retrials: 0 +2021-12-18 20:33:39,140 WRAPPER CHECK TIME = 10 +2021-12-18 20:33:39,140 Checking jobs for platform=marenostrum4 +2021-12-18 20:33:39,141 Checking jobs for platform=nord3 +2021-12-18 20:33:39,141 Checking jobs for platform=local +2021-12-18 20:33:39,142 Checking jobs for platform=transfer_node +2021-12-18 20:33:39,142 Checking all jobs at once +2021-12-18 20:33:40,461 Successful check job command +2021-12-18 20:33:41,630 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:33:41,630 End of checking +2021-12-18 20:33:41,631 Updating FAILED jobs +2021-12-18 20:33:41,631 Updating WAITING jobs +2021-12-18 20:33:41,632 Update finished +2021-12-18 20:33:41,632 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:33:41,632 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:33:41,633 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:33:41,633 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:33:41,633 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:33:41,633 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:33:41,633 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:33:41,637 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:33:41,639 Job list saved +2021-12-18 20:33:41,644 Updating FAILED jobs +2021-12-18 20:33:41,644 Updating WAITING jobs +2021-12-18 20:33:41,644 Update finished +2021-12-18 20:33:51,654 Reloading parameters... +2021-12-18 20:33:51,673 Loading parameters... +2021-12-18 20:33:51,674 Loading project parameters... +2021-12-18 20:33:51,676 + +9 of 25 jobs remaining (20:33) +2021-12-18 20:33:51,676 Sleep: 10 +2021-12-18 20:33:51,676 Number of retrials: 0 +2021-12-18 20:33:51,676 WRAPPER CHECK TIME = 10 +2021-12-18 20:33:51,677 Checking jobs for platform=marenostrum4 +2021-12-18 20:33:51,677 Checking jobs for platform=nord3 +2021-12-18 20:33:51,678 Checking jobs for platform=local +2021-12-18 20:33:51,678 Checking jobs for platform=transfer_node +2021-12-18 20:33:51,678 Checking all jobs at once +2021-12-18 20:33:52,999 Successful check job command +2021-12-18 20:33:54,067 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:33:54,068 End of checking +2021-12-18 20:33:54,069 Updating FAILED jobs +2021-12-18 20:33:54,069 Updating WAITING jobs +2021-12-18 20:33:54,069 Update finished +2021-12-18 20:33:54,069 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:33:54,069 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:33:54,070 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:33:54,070 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:33:54,070 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:33:54,070 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:33:54,070 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:33:54,074 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:33:54,076 Job list saved +2021-12-18 20:33:54,081 Updating FAILED jobs +2021-12-18 20:33:54,081 Updating WAITING jobs +2021-12-18 20:33:54,081 Update finished +2021-12-18 20:34:04,088 Reloading parameters... +2021-12-18 20:34:04,108 Loading parameters... +2021-12-18 20:34:04,109 Loading project parameters... +2021-12-18 20:34:04,111 + +9 of 25 jobs remaining (20:34) +2021-12-18 20:34:04,111 Sleep: 10 +2021-12-18 20:34:04,111 Number of retrials: 0 +2021-12-18 20:34:04,111 WRAPPER CHECK TIME = 10 +2021-12-18 20:34:04,112 Checking jobs for platform=marenostrum4 +2021-12-18 20:34:04,112 Checking jobs for platform=nord3 +2021-12-18 20:34:04,113 Checking jobs for platform=local +2021-12-18 20:34:04,113 Checking jobs for platform=transfer_node +2021-12-18 20:34:04,113 Checking all jobs at once +2021-12-18 20:34:05,432 Successful check job command +2021-12-18 20:34:06,551 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:34:06,552 End of checking +2021-12-18 20:34:06,553 Updating FAILED jobs +2021-12-18 20:34:06,553 Updating WAITING jobs +2021-12-18 20:34:06,553 Update finished +2021-12-18 20:34:06,553 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:34:06,553 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:34:06,554 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:34:06,554 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:34:06,554 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:34:06,554 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:34:06,554 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:34:06,560 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:34:06,562 Job list saved +2021-12-18 20:34:06,567 Updating FAILED jobs +2021-12-18 20:34:06,567 Updating WAITING jobs +2021-12-18 20:34:06,567 Update finished +2021-12-18 20:34:16,576 Reloading parameters... +2021-12-18 20:34:16,597 Loading parameters... +2021-12-18 20:34:16,599 Loading project parameters... +2021-12-18 20:34:16,601 + +9 of 25 jobs remaining (20:34) +2021-12-18 20:34:16,601 Sleep: 10 +2021-12-18 20:34:16,601 Number of retrials: 0 +2021-12-18 20:34:16,601 WRAPPER CHECK TIME = 10 +2021-12-18 20:34:16,601 Checking jobs for platform=marenostrum4 +2021-12-18 20:34:16,602 Checking jobs for platform=nord3 +2021-12-18 20:34:16,603 Checking jobs for platform=local +2021-12-18 20:34:16,603 Checking jobs for platform=transfer_node +2021-12-18 20:34:16,603 Checking all jobs at once +2021-12-18 20:34:17,923 Successful check job command +2021-12-18 20:34:19,191 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:34:19,192 End of checking +2021-12-18 20:34:19,193 Updating FAILED jobs +2021-12-18 20:34:19,194 Updating WAITING jobs +2021-12-18 20:34:19,194 Update finished +2021-12-18 20:34:19,194 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:34:19,195 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:34:19,195 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:34:19,195 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:34:19,195 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:34:19,195 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:34:19,195 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:34:19,198 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:34:19,201 Job list saved +2021-12-18 20:34:19,208 Updating FAILED jobs +2021-12-18 20:34:19,208 Updating WAITING jobs +2021-12-18 20:34:19,209 Update finished +2021-12-18 20:34:29,219 Reloading parameters... +2021-12-18 20:34:29,241 Loading parameters... +2021-12-18 20:34:29,242 Loading project parameters... +2021-12-18 20:34:29,244 + +9 of 25 jobs remaining (20:34) +2021-12-18 20:34:29,244 Sleep: 10 +2021-12-18 20:34:29,244 Number of retrials: 0 +2021-12-18 20:34:29,244 WRAPPER CHECK TIME = 10 +2021-12-18 20:34:29,245 Checking jobs for platform=marenostrum4 +2021-12-18 20:34:29,245 Checking jobs for platform=nord3 +2021-12-18 20:34:29,246 Checking jobs for platform=local +2021-12-18 20:34:29,246 Checking jobs for platform=transfer_node +2021-12-18 20:34:29,246 Checking all jobs at once +2021-12-18 20:34:30,515 Successful check job command +2021-12-18 20:34:31,734 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:34:31,734 End of checking +2021-12-18 20:34:31,736 Updating FAILED jobs +2021-12-18 20:34:31,736 Updating WAITING jobs +2021-12-18 20:34:31,736 Update finished +2021-12-18 20:34:31,736 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:34:31,736 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:34:31,737 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:34:31,737 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:34:31,737 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:34:31,737 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:34:31,737 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:34:31,740 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:34:31,742 Job list saved +2021-12-18 20:34:31,747 Updating FAILED jobs +2021-12-18 20:34:31,747 Updating WAITING jobs +2021-12-18 20:34:31,747 Update finished +2021-12-18 20:34:41,757 Reloading parameters... +2021-12-18 20:34:41,775 Loading parameters... +2021-12-18 20:34:41,777 Loading project parameters... +2021-12-18 20:34:41,778 + +9 of 25 jobs remaining (20:34) +2021-12-18 20:34:41,779 Sleep: 10 +2021-12-18 20:34:41,779 Number of retrials: 0 +2021-12-18 20:34:41,779 WRAPPER CHECK TIME = 10 +2021-12-18 20:34:41,783 Checking jobs for platform=marenostrum4 +2021-12-18 20:34:41,783 Checking jobs for platform=nord3 +2021-12-18 20:34:41,784 Checking jobs for platform=local +2021-12-18 20:34:41,784 Checking jobs for platform=transfer_node +2021-12-18 20:34:41,785 Checking all jobs at once +2021-12-18 20:34:43,305 Successful check job command +2021-12-18 20:34:44,575 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:34:44,575 End of checking +2021-12-18 20:34:44,577 Updating FAILED jobs +2021-12-18 20:34:44,577 Updating WAITING jobs +2021-12-18 20:34:44,577 Update finished +2021-12-18 20:34:44,577 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:34:44,577 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:34:44,577 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:34:44,578 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:34:44,578 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:34:44,578 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:34:44,578 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:34:44,581 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:34:44,583 Job list saved +2021-12-18 20:34:44,589 Updating FAILED jobs +2021-12-18 20:34:44,589 Updating WAITING jobs +2021-12-18 20:34:44,589 Update finished +2021-12-18 20:34:54,597 Reloading parameters... +2021-12-18 20:34:54,616 Loading parameters... +2021-12-18 20:34:54,618 Loading project parameters... +2021-12-18 20:34:54,619 + +9 of 25 jobs remaining (20:34) +2021-12-18 20:34:54,620 Sleep: 10 +2021-12-18 20:34:54,620 Number of retrials: 0 +2021-12-18 20:34:54,620 WRAPPER CHECK TIME = 10 +2021-12-18 20:34:54,620 Checking jobs for platform=marenostrum4 +2021-12-18 20:34:54,621 Checking jobs for platform=nord3 +2021-12-18 20:34:54,621 Checking jobs for platform=local +2021-12-18 20:34:54,622 Checking jobs for platform=transfer_node +2021-12-18 20:34:54,622 Checking all jobs at once +2021-12-18 20:34:55,842 Successful check job command +2021-12-18 20:34:57,061 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:34:57,061 End of checking +2021-12-18 20:34:57,063 Updating FAILED jobs +2021-12-18 20:34:57,063 Updating WAITING jobs +2021-12-18 20:34:57,063 Update finished +2021-12-18 20:34:57,063 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:34:57,064 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:34:57,064 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:34:57,064 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:34:57,064 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:34:57,064 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:34:57,064 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:34:57,067 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:34:57,070 Job list saved +2021-12-18 20:34:57,075 Updating FAILED jobs +2021-12-18 20:34:57,076 Updating WAITING jobs +2021-12-18 20:34:57,076 Update finished +2021-12-18 20:35:07,086 Reloading parameters... +2021-12-18 20:35:07,106 Loading parameters... +2021-12-18 20:35:07,107 Loading project parameters... +2021-12-18 20:35:07,109 + +9 of 25 jobs remaining (20:35) +2021-12-18 20:35:07,109 Sleep: 10 +2021-12-18 20:35:07,109 Number of retrials: 0 +2021-12-18 20:35:07,109 WRAPPER CHECK TIME = 10 +2021-12-18 20:35:07,110 Checking jobs for platform=marenostrum4 +2021-12-18 20:35:07,111 Checking jobs for platform=nord3 +2021-12-18 20:35:07,111 Checking jobs for platform=local +2021-12-18 20:35:07,112 Checking jobs for platform=transfer_node +2021-12-18 20:35:07,112 Checking all jobs at once +2021-12-18 20:35:08,433 Successful check job command +2021-12-18 20:35:09,602 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:35:09,602 End of checking +2021-12-18 20:35:09,603 Updating FAILED jobs +2021-12-18 20:35:09,604 Updating WAITING jobs +2021-12-18 20:35:09,604 Update finished +2021-12-18 20:35:09,604 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:35:09,604 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:35:09,604 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:35:09,604 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:35:09,605 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:35:09,605 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:35:09,605 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:35:09,608 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:35:09,611 Job list saved +2021-12-18 20:35:09,616 Updating FAILED jobs +2021-12-18 20:35:09,616 Updating WAITING jobs +2021-12-18 20:35:09,616 Update finished +2021-12-18 20:35:19,622 Reloading parameters... +2021-12-18 20:35:19,641 Loading parameters... +2021-12-18 20:35:19,642 Loading project parameters... +2021-12-18 20:35:19,644 + +9 of 25 jobs remaining (20:35) +2021-12-18 20:35:19,644 Sleep: 10 +2021-12-18 20:35:19,644 Number of retrials: 0 +2021-12-18 20:35:19,644 WRAPPER CHECK TIME = 10 +2021-12-18 20:35:19,645 Checking jobs for platform=marenostrum4 +2021-12-18 20:35:19,645 Checking jobs for platform=nord3 +2021-12-18 20:35:19,646 Checking jobs for platform=local +2021-12-18 20:35:19,646 Checking jobs for platform=transfer_node +2021-12-18 20:35:19,646 Checking all jobs at once +2021-12-18 20:35:21,017 Successful check job command +2021-12-18 20:35:22,336 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:35:22,336 End of checking +2021-12-18 20:35:22,338 Updating FAILED jobs +2021-12-18 20:35:22,338 Updating WAITING jobs +2021-12-18 20:35:22,338 Update finished +2021-12-18 20:35:22,338 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:35:22,339 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:35:22,339 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:35:22,339 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:35:22,339 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:35:22,339 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:35:22,339 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:35:22,342 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:35:22,344 Job list saved +2021-12-18 20:35:22,351 Updating FAILED jobs +2021-12-18 20:35:22,351 Updating WAITING jobs +2021-12-18 20:35:22,351 Update finished +2021-12-18 20:35:32,361 Reloading parameters... +2021-12-18 20:35:32,383 Loading parameters... +2021-12-18 20:35:32,384 Loading project parameters... +2021-12-18 20:35:32,386 + +9 of 25 jobs remaining (20:35) +2021-12-18 20:35:32,386 Sleep: 10 +2021-12-18 20:35:32,386 Number of retrials: 0 +2021-12-18 20:35:32,386 WRAPPER CHECK TIME = 10 +2021-12-18 20:35:32,387 Checking jobs for platform=marenostrum4 +2021-12-18 20:35:32,387 Checking jobs for platform=nord3 +2021-12-18 20:35:32,388 Checking jobs for platform=local +2021-12-18 20:35:32,389 Checking jobs for platform=transfer_node +2021-12-18 20:35:32,389 Checking all jobs at once +2021-12-18 20:35:33,710 Successful check job command +2021-12-18 20:35:34,979 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:35:34,979 End of checking +2021-12-18 20:35:34,982 Updating FAILED jobs +2021-12-18 20:35:34,983 Updating WAITING jobs +2021-12-18 20:35:34,983 Update finished +2021-12-18 20:35:34,983 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:35:34,983 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:35:34,984 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:35:34,984 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:35:34,984 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:35:34,984 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:35:34,984 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:35:34,988 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:35:34,990 Job list saved +2021-12-18 20:35:34,995 Updating FAILED jobs +2021-12-18 20:35:34,995 Updating WAITING jobs +2021-12-18 20:35:34,995 Update finished +2021-12-18 20:35:45,005 Reloading parameters... +2021-12-18 20:35:45,025 Loading parameters... +2021-12-18 20:35:45,026 Loading project parameters... +2021-12-18 20:35:45,028 + +9 of 25 jobs remaining (20:35) +2021-12-18 20:35:45,028 Sleep: 10 +2021-12-18 20:35:45,028 Number of retrials: 0 +2021-12-18 20:35:45,028 WRAPPER CHECK TIME = 10 +2021-12-18 20:35:45,029 Checking jobs for platform=marenostrum4 +2021-12-18 20:35:45,029 Checking jobs for platform=nord3 +2021-12-18 20:35:45,030 Checking jobs for platform=local +2021-12-18 20:35:45,031 Checking jobs for platform=transfer_node +2021-12-18 20:35:45,031 Checking all jobs at once +2021-12-18 20:35:46,250 Successful check job command +2021-12-18 20:35:47,419 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:35:47,419 End of checking +2021-12-18 20:35:47,420 Updating FAILED jobs +2021-12-18 20:35:47,420 Updating WAITING jobs +2021-12-18 20:35:47,421 Update finished +2021-12-18 20:35:47,421 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:35:47,421 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:35:47,421 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:35:47,421 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:35:47,421 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:35:47,421 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:35:47,422 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:35:47,424 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:35:47,427 Job list saved +2021-12-18 20:35:47,431 Updating FAILED jobs +2021-12-18 20:35:47,432 Updating WAITING jobs +2021-12-18 20:35:47,432 Update finished +2021-12-18 20:35:57,440 Reloading parameters... +2021-12-18 20:35:57,458 Loading parameters... +2021-12-18 20:35:57,460 Loading project parameters... +2021-12-18 20:35:57,462 + +9 of 25 jobs remaining (20:35) +2021-12-18 20:35:57,462 Sleep: 10 +2021-12-18 20:35:57,462 Number of retrials: 0 +2021-12-18 20:35:57,462 WRAPPER CHECK TIME = 10 +2021-12-18 20:35:57,463 Checking jobs for platform=marenostrum4 +2021-12-18 20:35:57,463 Checking jobs for platform=nord3 +2021-12-18 20:35:57,464 Checking jobs for platform=local +2021-12-18 20:35:57,464 Checking jobs for platform=transfer_node +2021-12-18 20:35:57,465 Checking all jobs at once +2021-12-18 20:35:58,784 Successful check job command +2021-12-18 20:36:00,754 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:36:00,754 End of checking +2021-12-18 20:36:00,756 Updating FAILED jobs +2021-12-18 20:36:00,756 Updating WAITING jobs +2021-12-18 20:36:00,756 Update finished +2021-12-18 20:36:00,756 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:36:00,756 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:36:00,757 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:36:00,757 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:36:00,757 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:36:00,757 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:36:00,757 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:36:00,760 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:36:00,762 Job list saved +2021-12-18 20:36:00,767 Updating FAILED jobs +2021-12-18 20:36:00,767 Updating WAITING jobs +2021-12-18 20:36:00,767 Update finished +2021-12-18 20:36:10,778 Reloading parameters... +2021-12-18 20:36:10,797 Loading parameters... +2021-12-18 20:36:10,799 Loading project parameters... +2021-12-18 20:36:10,801 + +9 of 25 jobs remaining (20:36) +2021-12-18 20:36:10,801 Sleep: 10 +2021-12-18 20:36:10,801 Number of retrials: 0 +2021-12-18 20:36:10,801 WRAPPER CHECK TIME = 10 +2021-12-18 20:36:10,802 Checking jobs for platform=marenostrum4 +2021-12-18 20:36:10,802 Checking jobs for platform=nord3 +2021-12-18 20:36:10,803 Checking jobs for platform=local +2021-12-18 20:36:10,803 Checking jobs for platform=transfer_node +2021-12-18 20:36:10,803 Checking all jobs at once +2021-12-18 20:36:12,123 Successful check job command +2021-12-18 20:36:14,494 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:36:14,494 End of checking +2021-12-18 20:36:14,496 Updating FAILED jobs +2021-12-18 20:36:14,496 Updating WAITING jobs +2021-12-18 20:36:14,496 Update finished +2021-12-18 20:36:14,496 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:36:14,497 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:36:14,497 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:36:14,497 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:36:14,497 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:36:14,497 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:36:14,497 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:36:14,500 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:36:14,502 Job list saved +2021-12-18 20:36:14,508 Updating FAILED jobs +2021-12-18 20:36:14,508 Updating WAITING jobs +2021-12-18 20:36:14,508 Update finished +2021-12-18 20:36:24,513 Reloading parameters... +2021-12-18 20:36:24,534 Loading parameters... +2021-12-18 20:36:24,535 Loading project parameters... +2021-12-18 20:36:24,538 + +9 of 25 jobs remaining (20:36) +2021-12-18 20:36:24,538 Sleep: 10 +2021-12-18 20:36:24,538 Number of retrials: 0 +2021-12-18 20:36:24,538 WRAPPER CHECK TIME = 10 +2021-12-18 20:36:24,539 Checking jobs for platform=marenostrum4 +2021-12-18 20:36:24,539 Checking jobs for platform=nord3 +2021-12-18 20:36:24,540 Checking jobs for platform=local +2021-12-18 20:36:24,540 Checking jobs for platform=transfer_node +2021-12-18 20:36:24,540 Checking all jobs at once +2021-12-18 20:36:25,860 Successful check job command +2021-12-18 20:36:27,129 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:36:27,129 End of checking +2021-12-18 20:36:27,131 Updating FAILED jobs +2021-12-18 20:36:27,131 Updating WAITING jobs +2021-12-18 20:36:27,131 Update finished +2021-12-18 20:36:27,132 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:36:27,132 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:36:27,132 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:36:27,132 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:36:27,132 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:36:27,132 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:36:27,133 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:36:27,136 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:36:27,138 Job list saved +2021-12-18 20:36:27,144 Updating FAILED jobs +2021-12-18 20:36:27,144 Updating WAITING jobs +2021-12-18 20:36:27,144 Update finished +2021-12-18 20:36:37,154 Reloading parameters... +2021-12-18 20:36:37,175 Loading parameters... +2021-12-18 20:36:37,176 Loading project parameters... +2021-12-18 20:36:37,178 + +9 of 25 jobs remaining (20:36) +2021-12-18 20:36:37,178 Sleep: 10 +2021-12-18 20:36:37,178 Number of retrials: 0 +2021-12-18 20:36:37,178 WRAPPER CHECK TIME = 10 +2021-12-18 20:36:37,179 Checking jobs for platform=marenostrum4 +2021-12-18 20:36:37,179 Checking jobs for platform=nord3 +2021-12-18 20:36:37,180 Checking jobs for platform=local +2021-12-18 20:36:37,181 Checking jobs for platform=transfer_node +2021-12-18 20:36:37,181 Checking all jobs at once +2021-12-18 20:36:38,552 Successful check job command +2021-12-18 20:36:39,871 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:36:39,872 End of checking +2021-12-18 20:36:39,873 Updating FAILED jobs +2021-12-18 20:36:39,873 Updating WAITING jobs +2021-12-18 20:36:39,874 Update finished +2021-12-18 20:36:39,874 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:36:39,874 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:36:39,874 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:36:39,874 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:36:39,874 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:36:39,874 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:36:39,875 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:36:39,877 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:36:39,879 Job list saved +2021-12-18 20:36:39,884 Updating FAILED jobs +2021-12-18 20:36:39,884 Updating WAITING jobs +2021-12-18 20:36:39,885 Update finished +2021-12-18 20:36:49,886 Reloading parameters... +2021-12-18 20:36:49,906 Loading parameters... +2021-12-18 20:36:49,908 Loading project parameters... +2021-12-18 20:36:49,910 + +9 of 25 jobs remaining (20:36) +2021-12-18 20:36:49,910 Sleep: 10 +2021-12-18 20:36:49,910 Number of retrials: 0 +2021-12-18 20:36:49,910 WRAPPER CHECK TIME = 10 +2021-12-18 20:36:49,911 Checking jobs for platform=marenostrum4 +2021-12-18 20:36:49,911 Checking jobs for platform=nord3 +2021-12-18 20:36:49,912 Checking jobs for platform=local +2021-12-18 20:36:49,912 Checking jobs for platform=transfer_node +2021-12-18 20:36:49,912 Checking all jobs at once +2021-12-18 20:36:51,382 Successful check job command +2021-12-18 20:36:52,651 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:36:52,652 End of checking +2021-12-18 20:36:52,653 Updating FAILED jobs +2021-12-18 20:36:52,653 Updating WAITING jobs +2021-12-18 20:36:52,653 Update finished +2021-12-18 20:36:52,653 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:36:52,656 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:36:52,656 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:36:52,656 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:36:52,656 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:36:52,656 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:36:52,656 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:36:52,659 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:36:52,661 Job list saved +2021-12-18 20:36:52,666 Updating FAILED jobs +2021-12-18 20:36:52,666 Updating WAITING jobs +2021-12-18 20:36:52,666 Update finished +2021-12-18 20:37:02,676 Reloading parameters... +2021-12-18 20:37:02,701 Loading parameters... +2021-12-18 20:37:02,702 Loading project parameters... +2021-12-18 20:37:02,707 + +9 of 25 jobs remaining (20:37) +2021-12-18 20:37:02,707 Sleep: 10 +2021-12-18 20:37:02,707 Number of retrials: 0 +2021-12-18 20:37:02,707 WRAPPER CHECK TIME = 10 +2021-12-18 20:37:02,711 Checking jobs for platform=marenostrum4 +2021-12-18 20:37:02,711 Checking jobs for platform=nord3 +2021-12-18 20:37:02,712 Checking jobs for platform=local +2021-12-18 20:37:02,712 Checking jobs for platform=transfer_node +2021-12-18 20:37:02,712 Checking all jobs at once +2021-12-18 20:37:04,036 Successful check job command +2021-12-18 20:37:05,307 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:37:05,308 End of checking +2021-12-18 20:37:05,310 Updating FAILED jobs +2021-12-18 20:37:05,310 Updating WAITING jobs +2021-12-18 20:37:05,310 Update finished +2021-12-18 20:37:05,310 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:37:05,310 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:37:05,310 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:37:05,311 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:37:05,311 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:37:05,311 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:37:05,311 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:37:05,314 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:37:05,316 Job list saved +2021-12-18 20:37:05,321 Updating FAILED jobs +2021-12-18 20:37:05,321 Updating WAITING jobs +2021-12-18 20:37:05,322 Update finished +2021-12-18 20:37:15,332 Reloading parameters... +2021-12-18 20:37:15,351 Loading parameters... +2021-12-18 20:37:15,353 Loading project parameters... +2021-12-18 20:37:15,355 + +9 of 25 jobs remaining (20:37) +2021-12-18 20:37:15,355 Sleep: 10 +2021-12-18 20:37:15,355 Number of retrials: 0 +2021-12-18 20:37:15,355 WRAPPER CHECK TIME = 10 +2021-12-18 20:37:15,356 Checking jobs for platform=marenostrum4 +2021-12-18 20:37:15,356 Checking jobs for platform=nord3 +2021-12-18 20:37:15,357 Checking jobs for platform=local +2021-12-18 20:37:15,357 Checking jobs for platform=transfer_node +2021-12-18 20:37:15,357 Checking all jobs at once +2021-12-18 20:37:16,778 Successful check job command +2021-12-18 20:37:18,047 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:37:18,048 End of checking +2021-12-18 20:37:18,049 Updating FAILED jobs +2021-12-18 20:37:18,049 Updating WAITING jobs +2021-12-18 20:37:18,049 Update finished +2021-12-18 20:37:18,049 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:37:18,050 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:37:18,050 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:37:18,050 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:37:18,050 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:37:18,050 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:37:18,050 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:37:18,053 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:37:18,055 Job list saved +2021-12-18 20:37:18,060 Updating FAILED jobs +2021-12-18 20:37:18,060 Updating WAITING jobs +2021-12-18 20:37:18,060 Update finished +2021-12-18 20:37:28,070 Reloading parameters... +2021-12-18 20:37:28,089 Loading parameters... +2021-12-18 20:37:28,090 Loading project parameters... +2021-12-18 20:37:28,091 + +9 of 25 jobs remaining (20:37) +2021-12-18 20:37:28,091 Sleep: 10 +2021-12-18 20:37:28,091 Number of retrials: 0 +2021-12-18 20:37:28,091 WRAPPER CHECK TIME = 10 +2021-12-18 20:37:28,092 Checking jobs for platform=marenostrum4 +2021-12-18 20:37:28,092 Checking jobs for platform=nord3 +2021-12-18 20:37:28,093 Checking jobs for platform=local +2021-12-18 20:37:28,093 Checking jobs for platform=transfer_node +2021-12-18 20:37:28,093 Checking all jobs at once +2021-12-18 20:37:29,462 Successful check job command +2021-12-18 20:37:30,681 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:37:30,681 End of checking +2021-12-18 20:37:30,683 Updating FAILED jobs +2021-12-18 20:37:30,683 Updating WAITING jobs +2021-12-18 20:37:30,683 Update finished +2021-12-18 20:37:30,683 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:37:30,684 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:37:30,685 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:37:30,685 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:37:30,685 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:37:30,685 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:37:30,685 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:37:30,688 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:37:30,690 Job list saved +2021-12-18 20:37:30,695 Updating FAILED jobs +2021-12-18 20:37:30,695 Updating WAITING jobs +2021-12-18 20:37:30,695 Update finished +2021-12-18 20:37:40,704 Reloading parameters... +2021-12-18 20:37:40,724 Loading parameters... +2021-12-18 20:37:40,725 Loading project parameters... +2021-12-18 20:37:40,727 + +9 of 25 jobs remaining (20:37) +2021-12-18 20:37:40,727 Sleep: 10 +2021-12-18 20:37:40,727 Number of retrials: 0 +2021-12-18 20:37:40,727 WRAPPER CHECK TIME = 10 +2021-12-18 20:37:40,728 Checking jobs for platform=marenostrum4 +2021-12-18 20:37:40,728 Checking jobs for platform=nord3 +2021-12-18 20:37:40,729 Checking jobs for platform=local +2021-12-18 20:37:40,729 Checking jobs for platform=transfer_node +2021-12-18 20:37:40,729 Checking all jobs at once +2021-12-18 20:37:42,048 Successful check job command +2021-12-18 20:37:43,618 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:37:43,618 End of checking +2021-12-18 20:37:43,620 Updating FAILED jobs +2021-12-18 20:37:43,620 Updating WAITING jobs +2021-12-18 20:37:43,620 Update finished +2021-12-18 20:37:43,620 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:37:43,620 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:37:43,620 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:37:43,621 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:37:43,621 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:37:43,621 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:37:43,621 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:37:43,624 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:37:43,626 Job list saved +2021-12-18 20:37:43,631 Updating FAILED jobs +2021-12-18 20:37:43,631 Updating WAITING jobs +2021-12-18 20:37:43,631 Update finished +2021-12-18 20:37:53,641 Reloading parameters... +2021-12-18 20:37:53,663 Loading parameters... +2021-12-18 20:37:53,665 Loading project parameters... +2021-12-18 20:37:53,667 + +9 of 25 jobs remaining (20:37) +2021-12-18 20:37:53,667 Sleep: 10 +2021-12-18 20:37:53,667 Number of retrials: 0 +2021-12-18 20:37:53,667 WRAPPER CHECK TIME = 10 +2021-12-18 20:37:53,668 Checking jobs for platform=marenostrum4 +2021-12-18 20:37:53,668 Checking jobs for platform=nord3 +2021-12-18 20:37:53,677 Checking jobs for platform=local +2021-12-18 20:37:53,677 Checking jobs for platform=transfer_node +2021-12-18 20:37:53,678 Checking all jobs at once +2021-12-18 20:37:55,999 Successful check job command +2021-12-18 20:37:57,269 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:37:57,269 End of checking +2021-12-18 20:37:57,271 Updating FAILED jobs +2021-12-18 20:37:57,271 Updating WAITING jobs +2021-12-18 20:37:57,271 Update finished +2021-12-18 20:37:57,271 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:37:57,271 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:37:57,271 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:37:57,272 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:37:57,272 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:37:57,272 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:37:57,272 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:37:57,275 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:37:57,277 Job list saved +2021-12-18 20:37:57,283 Updating FAILED jobs +2021-12-18 20:37:57,283 Updating WAITING jobs +2021-12-18 20:37:57,283 Update finished +2021-12-18 20:38:07,291 Reloading parameters... +2021-12-18 20:38:07,312 Loading parameters... +2021-12-18 20:38:07,314 Loading project parameters... +2021-12-18 20:38:07,315 + +9 of 25 jobs remaining (20:38) +2021-12-18 20:38:07,316 Sleep: 10 +2021-12-18 20:38:07,316 Number of retrials: 0 +2021-12-18 20:38:07,316 WRAPPER CHECK TIME = 10 +2021-12-18 20:38:07,316 Checking jobs for platform=marenostrum4 +2021-12-18 20:38:07,317 Checking jobs for platform=nord3 +2021-12-18 20:38:07,317 Checking jobs for platform=local +2021-12-18 20:38:07,318 Checking jobs for platform=transfer_node +2021-12-18 20:38:07,318 Checking all jobs at once +2021-12-18 20:38:08,888 Successful check job command +2021-12-18 20:38:10,258 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:38:10,258 End of checking +2021-12-18 20:38:10,260 Updating FAILED jobs +2021-12-18 20:38:10,260 Updating WAITING jobs +2021-12-18 20:38:10,260 Update finished +2021-12-18 20:38:10,260 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:38:10,261 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:38:10,261 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:38:10,261 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:38:10,261 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:38:10,261 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:38:10,261 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:38:10,264 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:38:10,267 Job list saved +2021-12-18 20:38:10,271 Updating FAILED jobs +2021-12-18 20:38:10,272 Updating WAITING jobs +2021-12-18 20:38:10,272 Update finished +2021-12-18 20:38:20,281 Reloading parameters... +2021-12-18 20:38:20,300 Loading parameters... +2021-12-18 20:38:20,301 Loading project parameters... +2021-12-18 20:38:20,303 + +9 of 25 jobs remaining (20:38) +2021-12-18 20:38:20,303 Sleep: 10 +2021-12-18 20:38:20,303 Number of retrials: 0 +2021-12-18 20:38:20,303 WRAPPER CHECK TIME = 10 +2021-12-18 20:38:20,304 Checking jobs for platform=marenostrum4 +2021-12-18 20:38:20,305 Checking jobs for platform=nord3 +2021-12-18 20:38:20,305 Checking jobs for platform=local +2021-12-18 20:38:20,306 Checking jobs for platform=transfer_node +2021-12-18 20:38:20,306 Checking all jobs at once +2021-12-18 20:38:21,575 Successful check job command +2021-12-18 20:38:22,844 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:38:22,844 End of checking +2021-12-18 20:38:22,845 Updating FAILED jobs +2021-12-18 20:38:22,846 Updating WAITING jobs +2021-12-18 20:38:22,846 Update finished +2021-12-18 20:38:22,846 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:38:22,846 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:38:22,846 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:38:22,846 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:38:22,847 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:38:22,847 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:38:22,847 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:38:22,850 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:38:22,853 Job list saved +2021-12-18 20:38:22,857 Updating FAILED jobs +2021-12-18 20:38:22,857 Updating WAITING jobs +2021-12-18 20:38:22,857 Update finished +2021-12-18 20:38:32,868 Reloading parameters... +2021-12-18 20:38:32,888 Loading parameters... +2021-12-18 20:38:32,889 Loading project parameters... +2021-12-18 20:38:32,891 + +9 of 25 jobs remaining (20:38) +2021-12-18 20:38:32,892 Sleep: 10 +2021-12-18 20:38:32,892 Number of retrials: 0 +2021-12-18 20:38:32,892 WRAPPER CHECK TIME = 10 +2021-12-18 20:38:32,892 Checking jobs for platform=marenostrum4 +2021-12-18 20:38:32,893 Checking jobs for platform=nord3 +2021-12-18 20:38:32,894 Checking jobs for platform=local +2021-12-18 20:38:32,894 Checking jobs for platform=transfer_node +2021-12-18 20:38:32,894 Checking all jobs at once +2021-12-18 20:38:34,213 Successful check job command +2021-12-18 20:38:35,533 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:38:35,533 End of checking +2021-12-18 20:38:35,535 Updating FAILED jobs +2021-12-18 20:38:35,535 Updating WAITING jobs +2021-12-18 20:38:35,535 Update finished +2021-12-18 20:38:35,535 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:38:35,535 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:38:35,536 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:38:35,536 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:38:35,536 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:38:35,536 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:38:35,536 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:38:35,538 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:38:35,541 Job list saved +2021-12-18 20:38:35,545 Updating FAILED jobs +2021-12-18 20:38:35,545 Updating WAITING jobs +2021-12-18 20:38:35,546 Update finished +2021-12-18 20:38:45,556 Reloading parameters... +2021-12-18 20:38:45,574 Loading parameters... +2021-12-18 20:38:45,576 Loading project parameters... +2021-12-18 20:38:45,578 + +9 of 25 jobs remaining (20:38) +2021-12-18 20:38:45,578 Sleep: 10 +2021-12-18 20:38:45,578 Number of retrials: 0 +2021-12-18 20:38:45,578 WRAPPER CHECK TIME = 10 +2021-12-18 20:38:45,578 Checking jobs for platform=marenostrum4 +2021-12-18 20:38:45,579 Checking jobs for platform=nord3 +2021-12-18 20:38:45,580 Checking jobs for platform=local +2021-12-18 20:38:45,580 Checking jobs for platform=transfer_node +2021-12-18 20:38:45,580 Checking all jobs at once +2021-12-18 20:38:46,900 Successful check job command +2021-12-18 20:38:48,119 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:38:48,120 End of checking +2021-12-18 20:38:48,121 Updating FAILED jobs +2021-12-18 20:38:48,121 Updating WAITING jobs +2021-12-18 20:38:48,121 Update finished +2021-12-18 20:38:48,121 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:38:48,122 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:38:48,122 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:38:48,122 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:38:48,122 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:38:48,123 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:38:48,123 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:38:48,125 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:38:48,128 Job list saved +2021-12-18 20:38:48,139 Updating FAILED jobs +2021-12-18 20:38:48,139 Updating WAITING jobs +2021-12-18 20:38:48,140 Update finished +2021-12-18 20:38:58,150 Reloading parameters... +2021-12-18 20:38:58,168 Loading parameters... +2021-12-18 20:38:58,169 Loading project parameters... +2021-12-18 20:38:58,171 + +9 of 25 jobs remaining (20:38) +2021-12-18 20:38:58,171 Sleep: 10 +2021-12-18 20:38:58,171 Number of retrials: 0 +2021-12-18 20:38:58,171 WRAPPER CHECK TIME = 10 +2021-12-18 20:38:58,172 Checking jobs for platform=marenostrum4 +2021-12-18 20:38:58,173 Checking jobs for platform=nord3 +2021-12-18 20:38:58,173 Checking jobs for platform=local +2021-12-18 20:38:58,174 Checking jobs for platform=transfer_node +2021-12-18 20:38:58,174 Checking all jobs at once +2021-12-18 20:38:59,595 Successful check job command +2021-12-18 20:39:00,864 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:39:00,864 End of checking +2021-12-18 20:39:00,866 Updating FAILED jobs +2021-12-18 20:39:00,866 Updating WAITING jobs +2021-12-18 20:39:00,866 Update finished +2021-12-18 20:39:00,866 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:39:00,866 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:39:00,866 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:39:00,867 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:39:00,867 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:39:00,867 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:39:00,867 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:39:00,869 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:39:00,872 Job list saved +2021-12-18 20:39:00,876 Updating FAILED jobs +2021-12-18 20:39:00,876 Updating WAITING jobs +2021-12-18 20:39:00,876 Update finished +2021-12-18 20:39:10,878 Reloading parameters... +2021-12-18 20:39:10,896 Loading parameters... +2021-12-18 20:39:10,897 Loading project parameters... +2021-12-18 20:39:10,899 + +9 of 25 jobs remaining (20:39) +2021-12-18 20:39:10,899 Sleep: 10 +2021-12-18 20:39:10,899 Number of retrials: 0 +2021-12-18 20:39:10,899 WRAPPER CHECK TIME = 10 +2021-12-18 20:39:10,900 Checking jobs for platform=marenostrum4 +2021-12-18 20:39:10,901 Checking jobs for platform=nord3 +2021-12-18 20:39:10,901 Checking jobs for platform=local +2021-12-18 20:39:10,902 Checking jobs for platform=transfer_node +2021-12-18 20:39:10,902 Checking all jobs at once +2021-12-18 20:39:12,421 Successful check job command +2021-12-18 20:39:13,740 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:39:13,740 End of checking +2021-12-18 20:39:13,742 Updating FAILED jobs +2021-12-18 20:39:13,742 Updating WAITING jobs +2021-12-18 20:39:13,742 Update finished +2021-12-18 20:39:13,742 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:39:13,743 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:39:13,743 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:39:13,743 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:39:13,743 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:39:13,743 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:39:13,743 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:39:13,746 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:39:13,748 Job list saved +2021-12-18 20:39:13,753 Updating FAILED jobs +2021-12-18 20:39:13,753 Updating WAITING jobs +2021-12-18 20:39:13,753 Update finished +2021-12-18 20:39:23,763 Reloading parameters... +2021-12-18 20:39:23,783 Loading parameters... +2021-12-18 20:39:23,784 Loading project parameters... +2021-12-18 20:39:23,786 + +9 of 25 jobs remaining (20:39) +2021-12-18 20:39:23,787 Sleep: 10 +2021-12-18 20:39:23,787 Number of retrials: 0 +2021-12-18 20:39:23,787 WRAPPER CHECK TIME = 10 +2021-12-18 20:39:23,787 Checking jobs for platform=marenostrum4 +2021-12-18 20:39:23,788 Checking jobs for platform=nord3 +2021-12-18 20:39:23,788 Checking jobs for platform=local +2021-12-18 20:39:23,789 Checking jobs for platform=transfer_node +2021-12-18 20:39:23,789 Checking all jobs at once +2021-12-18 20:39:25,363 Successful check job command +2021-12-18 20:39:26,732 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:39:26,733 End of checking +2021-12-18 20:39:26,734 Updating FAILED jobs +2021-12-18 20:39:26,734 Updating WAITING jobs +2021-12-18 20:39:26,734 Update finished +2021-12-18 20:39:26,734 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:39:26,735 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:39:26,735 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:39:26,735 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:39:26,735 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:39:26,735 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:39:26,736 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:39:26,738 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:39:26,740 Job list saved +2021-12-18 20:39:26,745 Updating FAILED jobs +2021-12-18 20:39:26,745 Updating WAITING jobs +2021-12-18 20:39:26,745 Update finished +2021-12-18 20:39:36,753 Reloading parameters... +2021-12-18 20:39:36,773 Loading parameters... +2021-12-18 20:39:36,774 Loading project parameters... +2021-12-18 20:39:36,776 + +9 of 25 jobs remaining (20:39) +2021-12-18 20:39:36,776 Sleep: 10 +2021-12-18 20:39:36,776 Number of retrials: 0 +2021-12-18 20:39:36,776 WRAPPER CHECK TIME = 10 +2021-12-18 20:39:36,777 Checking jobs for platform=marenostrum4 +2021-12-18 20:39:36,777 Checking jobs for platform=nord3 +2021-12-18 20:39:36,778 Checking jobs for platform=local +2021-12-18 20:39:36,779 Checking jobs for platform=transfer_node +2021-12-18 20:39:36,779 Checking all jobs at once +2021-12-18 20:39:38,248 Successful check job command +2021-12-18 20:39:39,568 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:39:39,568 End of checking +2021-12-18 20:39:39,569 Updating FAILED jobs +2021-12-18 20:39:39,569 Updating WAITING jobs +2021-12-18 20:39:39,569 Update finished +2021-12-18 20:39:39,570 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:39:39,570 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:39:39,570 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:39:39,570 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:39:39,570 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:39:39,570 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:39:39,570 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:39:39,573 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:39:39,575 Job list saved +2021-12-18 20:39:39,580 Updating FAILED jobs +2021-12-18 20:39:39,580 Updating WAITING jobs +2021-12-18 20:39:39,580 Update finished +2021-12-18 20:39:49,590 Reloading parameters... +2021-12-18 20:39:49,611 Loading parameters... +2021-12-18 20:39:49,612 Loading project parameters... +2021-12-18 20:39:49,614 + +9 of 25 jobs remaining (20:39) +2021-12-18 20:39:49,615 Sleep: 10 +2021-12-18 20:39:49,615 Number of retrials: 0 +2021-12-18 20:39:49,615 WRAPPER CHECK TIME = 10 +2021-12-18 20:39:49,615 Checking jobs for platform=marenostrum4 +2021-12-18 20:39:49,616 Checking jobs for platform=nord3 +2021-12-18 20:39:49,616 Checking jobs for platform=local +2021-12-18 20:39:49,617 Checking jobs for platform=transfer_node +2021-12-18 20:39:49,617 Checking all jobs at once +2021-12-18 20:39:50,936 Successful check job command +2021-12-18 20:39:52,256 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:39:52,256 End of checking +2021-12-18 20:39:52,257 Updating FAILED jobs +2021-12-18 20:39:52,257 Updating WAITING jobs +2021-12-18 20:39:52,258 Update finished +2021-12-18 20:39:52,258 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:39:52,258 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:39:52,258 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:39:52,258 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:39:52,258 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:39:52,259 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:39:52,259 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:39:52,261 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:39:52,264 Job list saved +2021-12-18 20:39:52,268 Updating FAILED jobs +2021-12-18 20:39:52,268 Updating WAITING jobs +2021-12-18 20:39:52,269 Update finished +2021-12-18 20:40:02,279 Reloading parameters... +2021-12-18 20:40:02,298 Loading parameters... +2021-12-18 20:40:02,299 Loading project parameters... +2021-12-18 20:40:02,301 + +9 of 25 jobs remaining (20:40) +2021-12-18 20:40:02,301 Sleep: 10 +2021-12-18 20:40:02,301 Number of retrials: 0 +2021-12-18 20:40:02,302 WRAPPER CHECK TIME = 10 +2021-12-18 20:40:02,302 Checking jobs for platform=marenostrum4 +2021-12-18 20:40:02,303 Checking jobs for platform=nord3 +2021-12-18 20:40:02,303 Checking jobs for platform=local +2021-12-18 20:40:02,304 Checking jobs for platform=transfer_node +2021-12-18 20:40:02,304 Checking all jobs at once +2021-12-18 20:40:03,574 Successful check job command +2021-12-18 20:40:04,844 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:40:04,844 End of checking +2021-12-18 20:40:04,846 Updating FAILED jobs +2021-12-18 20:40:04,846 Updating WAITING jobs +2021-12-18 20:40:04,846 Update finished +2021-12-18 20:40:04,846 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:40:04,848 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:40:04,848 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:40:04,848 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:40:04,848 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:40:04,848 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:40:04,849 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:40:04,851 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:40:04,854 Job list saved +2021-12-18 20:40:04,858 Updating FAILED jobs +2021-12-18 20:40:04,859 Updating WAITING jobs +2021-12-18 20:40:04,859 Update finished +2021-12-18 20:40:14,869 Reloading parameters... +2021-12-18 20:40:14,887 Loading parameters... +2021-12-18 20:40:14,888 Loading project parameters... +2021-12-18 20:40:14,890 + +9 of 25 jobs remaining (20:40) +2021-12-18 20:40:14,890 Sleep: 10 +2021-12-18 20:40:14,891 Number of retrials: 0 +2021-12-18 20:40:14,891 WRAPPER CHECK TIME = 10 +2021-12-18 20:40:14,891 Checking jobs for platform=marenostrum4 +2021-12-18 20:40:14,892 Checking jobs for platform=nord3 +2021-12-18 20:40:14,892 Checking jobs for platform=local +2021-12-18 20:40:14,893 Checking jobs for platform=transfer_node +2021-12-18 20:40:14,893 Checking all jobs at once +2021-12-18 20:40:16,163 Successful check job command +2021-12-18 20:40:17,382 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:40:17,382 End of checking +2021-12-18 20:40:17,384 Updating FAILED jobs +2021-12-18 20:40:17,384 Updating WAITING jobs +2021-12-18 20:40:17,385 Update finished +2021-12-18 20:40:17,385 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:40:17,385 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:40:17,385 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:40:17,385 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:40:17,385 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:40:17,386 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:40:17,386 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:40:17,388 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:40:17,391 Job list saved +2021-12-18 20:40:17,395 Updating FAILED jobs +2021-12-18 20:40:17,395 Updating WAITING jobs +2021-12-18 20:40:17,396 Update finished +2021-12-18 20:40:27,406 Reloading parameters... +2021-12-18 20:40:27,423 Loading parameters... +2021-12-18 20:40:27,425 Loading project parameters... +2021-12-18 20:40:27,427 + +9 of 25 jobs remaining (20:40) +2021-12-18 20:40:27,427 Sleep: 10 +2021-12-18 20:40:27,427 Number of retrials: 0 +2021-12-18 20:40:27,427 WRAPPER CHECK TIME = 10 +2021-12-18 20:40:27,428 Checking jobs for platform=marenostrum4 +2021-12-18 20:40:27,428 Checking jobs for platform=nord3 +2021-12-18 20:40:27,429 Checking jobs for platform=local +2021-12-18 20:40:27,429 Checking jobs for platform=transfer_node +2021-12-18 20:40:27,429 Checking all jobs at once +2021-12-18 20:40:29,049 Successful check job command +2021-12-18 20:40:30,269 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:40:30,269 End of checking +2021-12-18 20:40:30,270 Updating FAILED jobs +2021-12-18 20:40:30,270 Updating WAITING jobs +2021-12-18 20:40:30,271 Update finished +2021-12-18 20:40:30,271 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:40:30,271 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:40:30,271 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:40:30,271 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:40:30,271 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:40:30,272 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:40:30,272 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:40:30,275 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:40:30,277 Job list saved +2021-12-18 20:40:30,282 Updating FAILED jobs +2021-12-18 20:40:30,282 Updating WAITING jobs +2021-12-18 20:40:30,282 Update finished +2021-12-18 20:40:40,292 Reloading parameters... +2021-12-18 20:40:40,312 Loading parameters... +2021-12-18 20:40:40,313 Loading project parameters... +2021-12-18 20:40:40,315 + +9 of 25 jobs remaining (20:40) +2021-12-18 20:40:40,315 Sleep: 10 +2021-12-18 20:40:40,315 Number of retrials: 0 +2021-12-18 20:40:40,315 WRAPPER CHECK TIME = 10 +2021-12-18 20:40:40,316 Checking jobs for platform=marenostrum4 +2021-12-18 20:40:40,316 Checking jobs for platform=nord3 +2021-12-18 20:40:40,317 Checking jobs for platform=local +2021-12-18 20:40:40,317 Checking jobs for platform=transfer_node +2021-12-18 20:40:40,317 Checking all jobs at once +2021-12-18 20:40:41,791 Successful check job command +2021-12-18 20:40:43,110 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:40:43,111 End of checking +2021-12-18 20:40:43,112 Updating FAILED jobs +2021-12-18 20:40:43,112 Updating WAITING jobs +2021-12-18 20:40:43,112 Update finished +2021-12-18 20:40:43,113 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:40:43,114 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:40:43,114 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:40:43,114 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:40:43,115 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:40:43,115 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:40:43,115 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:40:43,117 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:40:43,120 Job list saved +2021-12-18 20:40:43,125 Updating FAILED jobs +2021-12-18 20:40:43,125 Updating WAITING jobs +2021-12-18 20:40:43,125 Update finished +2021-12-18 20:40:53,135 Reloading parameters... +2021-12-18 20:40:53,155 Loading parameters... +2021-12-18 20:40:53,156 Loading project parameters... +2021-12-18 20:40:53,158 + +9 of 25 jobs remaining (20:40) +2021-12-18 20:40:53,158 Sleep: 10 +2021-12-18 20:40:53,158 Number of retrials: 0 +2021-12-18 20:40:53,158 WRAPPER CHECK TIME = 10 +2021-12-18 20:40:53,159 Checking jobs for platform=marenostrum4 +2021-12-18 20:40:53,159 Checking jobs for platform=nord3 +2021-12-18 20:40:53,160 Checking jobs for platform=local +2021-12-18 20:40:53,160 Checking jobs for platform=transfer_node +2021-12-18 20:40:53,160 Checking all jobs at once +2021-12-18 20:40:54,479 Successful check job command +2021-12-18 20:40:55,698 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:40:55,699 End of checking +2021-12-18 20:40:55,700 Updating FAILED jobs +2021-12-18 20:40:55,700 Updating WAITING jobs +2021-12-18 20:40:55,700 Update finished +2021-12-18 20:40:55,701 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:40:55,701 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:40:55,701 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:40:55,701 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:40:55,701 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:40:55,701 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:40:55,701 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:40:55,704 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:40:55,706 Job list saved +2021-12-18 20:40:55,711 Updating FAILED jobs +2021-12-18 20:40:55,712 Updating WAITING jobs +2021-12-18 20:40:55,712 Update finished +2021-12-18 20:41:05,720 Reloading parameters... +2021-12-18 20:41:05,740 Loading parameters... +2021-12-18 20:41:05,741 Loading project parameters... +2021-12-18 20:41:05,743 + +9 of 25 jobs remaining (20:41) +2021-12-18 20:41:05,743 Sleep: 10 +2021-12-18 20:41:05,743 Number of retrials: 0 +2021-12-18 20:41:05,743 WRAPPER CHECK TIME = 10 +2021-12-18 20:41:05,744 Checking jobs for platform=marenostrum4 +2021-12-18 20:41:05,744 Checking jobs for platform=nord3 +2021-12-18 20:41:05,745 Checking jobs for platform=local +2021-12-18 20:41:05,745 Checking jobs for platform=transfer_node +2021-12-18 20:41:05,745 Checking all jobs at once +2021-12-18 20:41:07,165 Successful check job command +2021-12-18 20:41:08,488 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:41:08,488 End of checking +2021-12-18 20:41:08,489 Updating FAILED jobs +2021-12-18 20:41:08,489 Updating WAITING jobs +2021-12-18 20:41:08,490 Update finished +2021-12-18 20:41:08,490 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:41:08,490 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:41:08,490 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:41:08,490 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:41:08,490 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:41:08,490 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:41:08,491 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:41:08,493 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:41:08,495 Job list saved +2021-12-18 20:41:08,500 Updating FAILED jobs +2021-12-18 20:41:08,500 Updating WAITING jobs +2021-12-18 20:41:08,500 Update finished +2021-12-18 20:41:18,511 Reloading parameters... +2021-12-18 20:41:18,530 Loading parameters... +2021-12-18 20:41:18,532 Loading project parameters... +2021-12-18 20:41:18,533 + +9 of 25 jobs remaining (20:41) +2021-12-18 20:41:18,534 Sleep: 10 +2021-12-18 20:41:18,534 Number of retrials: 0 +2021-12-18 20:41:18,534 WRAPPER CHECK TIME = 10 +2021-12-18 20:41:18,535 Checking jobs for platform=marenostrum4 +2021-12-18 20:41:18,535 Checking jobs for platform=nord3 +2021-12-18 20:41:18,536 Checking jobs for platform=local +2021-12-18 20:41:18,536 Checking jobs for platform=transfer_node +2021-12-18 20:41:18,536 Checking all jobs at once +2021-12-18 20:41:19,856 Successful check job command +2021-12-18 20:41:21,075 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:41:21,075 End of checking +2021-12-18 20:41:21,076 Updating FAILED jobs +2021-12-18 20:41:21,076 Updating WAITING jobs +2021-12-18 20:41:21,077 Update finished +2021-12-18 20:41:21,077 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:41:21,077 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:41:21,077 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:41:21,078 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:41:21,078 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:41:21,078 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:41:21,078 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:41:21,080 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:41:21,083 Job list saved +2021-12-18 20:41:21,088 Updating FAILED jobs +2021-12-18 20:41:21,088 Updating WAITING jobs +2021-12-18 20:41:21,088 Update finished +2021-12-18 20:41:31,098 Reloading parameters... +2021-12-18 20:41:31,117 Loading parameters... +2021-12-18 20:41:31,118 Loading project parameters... +2021-12-18 20:41:31,120 + +9 of 25 jobs remaining (20:41) +2021-12-18 20:41:31,120 Sleep: 10 +2021-12-18 20:41:31,120 Number of retrials: 0 +2021-12-18 20:41:31,121 WRAPPER CHECK TIME = 10 +2021-12-18 20:41:31,121 Checking jobs for platform=marenostrum4 +2021-12-18 20:41:31,122 Checking jobs for platform=nord3 +2021-12-18 20:41:31,122 Checking jobs for platform=local +2021-12-18 20:41:31,123 Checking jobs for platform=transfer_node +2021-12-18 20:41:31,123 Checking all jobs at once +2021-12-18 20:41:32,492 Successful check job command +2021-12-18 20:41:33,713 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:41:33,713 End of checking +2021-12-18 20:41:33,714 Updating FAILED jobs +2021-12-18 20:41:33,714 Updating WAITING jobs +2021-12-18 20:41:33,714 Update finished +2021-12-18 20:41:33,715 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:41:33,715 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:41:33,715 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:41:33,715 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:41:33,715 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:41:33,715 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:41:33,715 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:41:33,718 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:41:33,720 Job list saved +2021-12-18 20:41:33,724 Updating FAILED jobs +2021-12-18 20:41:33,725 Updating WAITING jobs +2021-12-18 20:41:33,725 Update finished +2021-12-18 20:41:43,735 Reloading parameters... +2021-12-18 20:41:43,752 Loading parameters... +2021-12-18 20:41:43,753 Loading project parameters... +2021-12-18 20:41:43,755 + +9 of 25 jobs remaining (20:41) +2021-12-18 20:41:43,755 Sleep: 10 +2021-12-18 20:41:43,755 Number of retrials: 0 +2021-12-18 20:41:43,755 WRAPPER CHECK TIME = 10 +2021-12-18 20:41:43,756 Checking jobs for platform=marenostrum4 +2021-12-18 20:41:43,757 Checking jobs for platform=nord3 +2021-12-18 20:41:43,757 Checking jobs for platform=local +2021-12-18 20:41:43,758 Checking jobs for platform=transfer_node +2021-12-18 20:41:43,758 Checking all jobs at once +2021-12-18 20:41:45,828 Successful check job command +2021-12-18 20:41:47,398 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:41:47,398 End of checking +2021-12-18 20:41:47,400 Updating FAILED jobs +2021-12-18 20:41:47,400 Updating WAITING jobs +2021-12-18 20:41:47,400 Update finished +2021-12-18 20:41:47,400 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:41:47,400 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:41:47,400 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:41:47,401 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:41:47,401 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:41:47,401 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:41:47,401 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:41:47,403 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:41:47,406 Job list saved +2021-12-18 20:41:47,412 Updating FAILED jobs +2021-12-18 20:41:47,412 Updating WAITING jobs +2021-12-18 20:41:47,412 Update finished +2021-12-18 20:41:57,422 Reloading parameters... +2021-12-18 20:41:57,440 Loading parameters... +2021-12-18 20:41:57,441 Loading project parameters... +2021-12-18 20:41:57,443 + +9 of 25 jobs remaining (20:41) +2021-12-18 20:41:57,443 Sleep: 10 +2021-12-18 20:41:57,443 Number of retrials: 0 +2021-12-18 20:41:57,443 WRAPPER CHECK TIME = 10 +2021-12-18 20:41:57,444 Checking jobs for platform=marenostrum4 +2021-12-18 20:41:57,445 Checking jobs for platform=nord3 +2021-12-18 20:41:57,445 Checking jobs for platform=local +2021-12-18 20:41:57,446 Checking jobs for platform=transfer_node +2021-12-18 20:41:57,446 Checking all jobs at once +2021-12-18 20:41:58,766 Successful check job command +2021-12-18 20:42:00,136 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:42:00,136 End of checking +2021-12-18 20:42:00,137 Updating FAILED jobs +2021-12-18 20:42:00,137 Updating WAITING jobs +2021-12-18 20:42:00,138 Update finished +2021-12-18 20:42:00,138 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:42:00,138 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:42:00,138 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:42:00,139 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:42:00,139 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:42:00,139 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:42:00,139 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:42:00,142 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:42:00,144 Job list saved +2021-12-18 20:42:00,148 Updating FAILED jobs +2021-12-18 20:42:00,148 Updating WAITING jobs +2021-12-18 20:42:00,149 Update finished +2021-12-18 20:42:10,159 Reloading parameters... +2021-12-18 20:42:10,181 Loading parameters... +2021-12-18 20:42:10,182 Loading project parameters... +2021-12-18 20:42:10,184 + +9 of 25 jobs remaining (20:42) +2021-12-18 20:42:10,184 Sleep: 10 +2021-12-18 20:42:10,184 Number of retrials: 0 +2021-12-18 20:42:10,184 WRAPPER CHECK TIME = 10 +2021-12-18 20:42:10,185 Checking jobs for platform=marenostrum4 +2021-12-18 20:42:10,186 Checking jobs for platform=nord3 +2021-12-18 20:42:10,186 Checking jobs for platform=local +2021-12-18 20:42:10,187 Checking jobs for platform=transfer_node +2021-12-18 20:42:10,187 Checking all jobs at once +2021-12-18 20:42:11,556 Successful check job command +2021-12-18 20:42:12,876 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:42:12,876 End of checking +2021-12-18 20:42:12,877 Updating FAILED jobs +2021-12-18 20:42:12,877 Updating WAITING jobs +2021-12-18 20:42:12,877 Update finished +2021-12-18 20:42:12,878 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:42:12,878 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:42:12,878 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:42:12,878 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:42:12,878 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:42:12,878 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:42:12,878 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:42:12,881 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:42:12,883 Job list saved +2021-12-18 20:42:12,888 Updating FAILED jobs +2021-12-18 20:42:12,888 Updating WAITING jobs +2021-12-18 20:42:12,888 Update finished +2021-12-18 20:42:22,898 Reloading parameters... +2021-12-18 20:42:22,915 Loading parameters... +2021-12-18 20:42:22,917 Loading project parameters... +2021-12-18 20:42:22,918 + +9 of 25 jobs remaining (20:42) +2021-12-18 20:42:22,919 Sleep: 10 +2021-12-18 20:42:22,919 Number of retrials: 0 +2021-12-18 20:42:22,919 WRAPPER CHECK TIME = 10 +2021-12-18 20:42:22,919 Checking jobs for platform=marenostrum4 +2021-12-18 20:42:22,920 Checking jobs for platform=nord3 +2021-12-18 20:42:22,921 Checking jobs for platform=local +2021-12-18 20:42:22,921 Checking jobs for platform=transfer_node +2021-12-18 20:42:22,921 Checking all jobs at once +2021-12-18 20:42:24,191 Successful check job command +2021-12-18 20:42:25,460 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:42:25,460 End of checking +2021-12-18 20:42:25,462 Updating FAILED jobs +2021-12-18 20:42:25,462 Updating WAITING jobs +2021-12-18 20:42:25,462 Update finished +2021-12-18 20:42:25,462 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:42:25,462 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:42:25,463 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:42:25,463 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:42:25,463 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:42:25,463 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:42:25,463 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:42:25,466 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:42:25,468 Job list saved +2021-12-18 20:42:25,473 Updating FAILED jobs +2021-12-18 20:42:25,473 Updating WAITING jobs +2021-12-18 20:42:25,474 Update finished +2021-12-18 20:42:35,476 Reloading parameters... +2021-12-18 20:42:35,495 Loading parameters... +2021-12-18 20:42:35,496 Loading project parameters... +2021-12-18 20:42:35,498 + +9 of 25 jobs remaining (20:42) +2021-12-18 20:42:35,498 Sleep: 10 +2021-12-18 20:42:35,498 Number of retrials: 0 +2021-12-18 20:42:35,498 WRAPPER CHECK TIME = 10 +2021-12-18 20:42:35,499 Checking jobs for platform=marenostrum4 +2021-12-18 20:42:35,499 Checking jobs for platform=nord3 +2021-12-18 20:42:35,500 Checking jobs for platform=local +2021-12-18 20:42:35,501 Checking jobs for platform=transfer_node +2021-12-18 20:42:35,501 Checking all jobs at once +2021-12-18 20:42:36,720 Successful check job command +2021-12-18 20:42:37,939 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:42:37,939 End of checking +2021-12-18 20:42:37,940 Updating FAILED jobs +2021-12-18 20:42:37,940 Updating WAITING jobs +2021-12-18 20:42:37,941 Update finished +2021-12-18 20:42:37,941 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:42:37,941 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:42:37,941 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:42:37,942 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:42:37,942 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:42:37,942 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:42:37,942 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:42:37,945 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:42:37,947 Job list saved +2021-12-18 20:42:37,952 Updating FAILED jobs +2021-12-18 20:42:37,953 Updating WAITING jobs +2021-12-18 20:42:37,953 Update finished +2021-12-18 20:42:47,963 Reloading parameters... +2021-12-18 20:42:47,981 Loading parameters... +2021-12-18 20:42:47,982 Loading project parameters... +2021-12-18 20:42:47,984 + +9 of 25 jobs remaining (20:42) +2021-12-18 20:42:47,985 Sleep: 10 +2021-12-18 20:42:47,985 Number of retrials: 0 +2021-12-18 20:42:47,985 WRAPPER CHECK TIME = 10 +2021-12-18 20:42:47,985 Checking jobs for platform=marenostrum4 +2021-12-18 20:42:47,986 Checking jobs for platform=nord3 +2021-12-18 20:42:47,986 Checking jobs for platform=local +2021-12-18 20:42:47,987 Checking jobs for platform=transfer_node +2021-12-18 20:42:47,987 Checking all jobs at once +2021-12-18 20:42:50,008 Successful check job command +2021-12-18 20:42:51,231 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:42:51,231 End of checking +2021-12-18 20:42:51,232 Updating FAILED jobs +2021-12-18 20:42:51,233 Updating WAITING jobs +2021-12-18 20:42:51,233 Update finished +2021-12-18 20:42:51,233 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:42:51,233 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:42:51,233 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:42:51,233 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:42:51,233 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:42:51,234 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:42:51,234 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:42:51,236 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:42:51,238 Job list saved +2021-12-18 20:42:51,243 Updating FAILED jobs +2021-12-18 20:42:51,243 Updating WAITING jobs +2021-12-18 20:42:51,243 Update finished +2021-12-18 20:43:01,251 Reloading parameters... +2021-12-18 20:43:01,271 Loading parameters... +2021-12-18 20:43:01,272 Loading project parameters... +2021-12-18 20:43:01,274 + +9 of 25 jobs remaining (20:43) +2021-12-18 20:43:01,275 Sleep: 10 +2021-12-18 20:43:01,275 Number of retrials: 0 +2021-12-18 20:43:01,275 WRAPPER CHECK TIME = 10 +2021-12-18 20:43:01,275 Checking jobs for platform=marenostrum4 +2021-12-18 20:43:01,276 Checking jobs for platform=nord3 +2021-12-18 20:43:01,276 Checking jobs for platform=local +2021-12-18 20:43:01,277 Checking jobs for platform=transfer_node +2021-12-18 20:43:01,277 Checking all jobs at once +2021-12-18 20:43:02,749 Successful check job command +2021-12-18 20:43:04,269 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:43:04,269 End of checking +2021-12-18 20:43:04,270 Updating FAILED jobs +2021-12-18 20:43:04,270 Updating WAITING jobs +2021-12-18 20:43:04,270 Update finished +2021-12-18 20:43:04,270 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:43:04,271 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:43:04,271 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:43:04,271 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:43:04,271 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:43:04,271 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:43:04,271 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:43:04,273 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:43:04,276 Job list saved +2021-12-18 20:43:04,280 Updating FAILED jobs +2021-12-18 20:43:04,280 Updating WAITING jobs +2021-12-18 20:43:04,280 Update finished +2021-12-18 20:43:14,288 Reloading parameters... +2021-12-18 20:43:14,308 Loading parameters... +2021-12-18 20:43:14,310 Loading project parameters... +2021-12-18 20:43:14,311 + +9 of 25 jobs remaining (20:43) +2021-12-18 20:43:14,312 Sleep: 10 +2021-12-18 20:43:14,312 Number of retrials: 0 +2021-12-18 20:43:14,312 WRAPPER CHECK TIME = 10 +2021-12-18 20:43:14,312 Checking jobs for platform=marenostrum4 +2021-12-18 20:43:14,313 Checking jobs for platform=nord3 +2021-12-18 20:43:14,314 Checking jobs for platform=local +2021-12-18 20:43:14,314 Checking jobs for platform=transfer_node +2021-12-18 20:43:14,314 Checking all jobs at once +2021-12-18 20:43:15,684 Successful check job command +2021-12-18 20:43:17,204 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:43:17,204 End of checking +2021-12-18 20:43:17,205 Updating FAILED jobs +2021-12-18 20:43:17,205 Updating WAITING jobs +2021-12-18 20:43:17,206 Update finished +2021-12-18 20:43:17,206 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:43:17,209 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:43:17,209 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:43:17,209 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:43:17,209 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:43:17,209 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:43:17,209 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:43:17,212 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:43:17,214 Job list saved +2021-12-18 20:43:17,219 Updating FAILED jobs +2021-12-18 20:43:17,219 Updating WAITING jobs +2021-12-18 20:43:17,219 Update finished +2021-12-18 20:43:27,226 Reloading parameters... +2021-12-18 20:43:27,244 Loading parameters... +2021-12-18 20:43:27,245 Loading project parameters... +2021-12-18 20:43:27,247 + +9 of 25 jobs remaining (20:43) +2021-12-18 20:43:27,248 Sleep: 10 +2021-12-18 20:43:27,248 Number of retrials: 0 +2021-12-18 20:43:27,248 WRAPPER CHECK TIME = 10 +2021-12-18 20:43:27,249 Checking jobs for platform=marenostrum4 +2021-12-18 20:43:27,249 Checking jobs for platform=nord3 +2021-12-18 20:43:27,250 Checking jobs for platform=local +2021-12-18 20:43:27,250 Checking jobs for platform=transfer_node +2021-12-18 20:43:27,250 Checking all jobs at once +2021-12-18 20:43:28,573 Successful check job command +2021-12-18 20:43:30,143 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:43:30,143 End of checking +2021-12-18 20:43:30,145 Updating FAILED jobs +2021-12-18 20:43:30,145 Updating WAITING jobs +2021-12-18 20:43:30,145 Update finished +2021-12-18 20:43:30,145 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:43:30,145 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:43:30,145 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:43:30,146 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:43:30,146 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:43:30,146 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:43:30,146 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:43:30,148 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:43:30,151 Job list saved +2021-12-18 20:43:30,155 Updating FAILED jobs +2021-12-18 20:43:30,155 Updating WAITING jobs +2021-12-18 20:43:30,155 Update finished +2021-12-18 20:43:40,163 Reloading parameters... +2021-12-18 20:43:40,183 Loading parameters... +2021-12-18 20:43:40,184 Loading project parameters... +2021-12-18 20:43:40,186 + +9 of 25 jobs remaining (20:43) +2021-12-18 20:43:40,186 Sleep: 10 +2021-12-18 20:43:40,186 Number of retrials: 0 +2021-12-18 20:43:40,186 WRAPPER CHECK TIME = 10 +2021-12-18 20:43:40,187 Checking jobs for platform=marenostrum4 +2021-12-18 20:43:40,187 Checking jobs for platform=nord3 +2021-12-18 20:43:40,188 Checking jobs for platform=local +2021-12-18 20:43:40,189 Checking jobs for platform=transfer_node +2021-12-18 20:43:40,189 Checking all jobs at once +2021-12-18 20:43:41,558 Successful check job command +2021-12-18 20:43:42,877 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:43:42,878 End of checking +2021-12-18 20:43:42,879 Updating FAILED jobs +2021-12-18 20:43:42,879 Updating WAITING jobs +2021-12-18 20:43:42,879 Update finished +2021-12-18 20:43:42,880 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:43:42,880 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:43:42,880 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:43:42,880 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:43:42,880 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:43:42,880 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:43:42,880 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:43:42,883 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:43:42,885 Job list saved +2021-12-18 20:43:42,893 Updating FAILED jobs +2021-12-18 20:43:42,893 Updating WAITING jobs +2021-12-18 20:43:42,893 Update finished +2021-12-18 20:43:52,903 Reloading parameters... +2021-12-18 20:43:52,923 Loading parameters... +2021-12-18 20:43:52,924 Loading project parameters... +2021-12-18 20:43:52,926 + +9 of 25 jobs remaining (20:43) +2021-12-18 20:43:52,926 Sleep: 10 +2021-12-18 20:43:52,927 Number of retrials: 0 +2021-12-18 20:43:52,927 WRAPPER CHECK TIME = 10 +2021-12-18 20:43:52,927 Checking jobs for platform=marenostrum4 +2021-12-18 20:43:52,928 Checking jobs for platform=nord3 +2021-12-18 20:43:52,928 Checking jobs for platform=local +2021-12-18 20:43:52,929 Checking jobs for platform=transfer_node +2021-12-18 20:43:52,929 Checking all jobs at once +2021-12-18 20:43:54,255 Successful check job command +2021-12-18 20:43:55,474 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:43:55,475 End of checking +2021-12-18 20:43:55,476 Updating FAILED jobs +2021-12-18 20:43:55,476 Updating WAITING jobs +2021-12-18 20:43:55,476 Update finished +2021-12-18 20:43:55,477 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:43:55,478 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:43:55,478 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:43:55,478 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:43:55,478 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:43:55,478 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:43:55,479 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:43:55,481 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:43:55,483 Job list saved +2021-12-18 20:43:55,488 Updating FAILED jobs +2021-12-18 20:43:55,488 Updating WAITING jobs +2021-12-18 20:43:55,488 Update finished +2021-12-18 20:44:05,496 Reloading parameters... +2021-12-18 20:44:05,515 Loading parameters... +2021-12-18 20:44:05,516 Loading project parameters... +2021-12-18 20:44:05,518 + +9 of 25 jobs remaining (20:44) +2021-12-18 20:44:05,518 Sleep: 10 +2021-12-18 20:44:05,518 Number of retrials: 0 +2021-12-18 20:44:05,519 WRAPPER CHECK TIME = 10 +2021-12-18 20:44:05,519 Checking jobs for platform=marenostrum4 +2021-12-18 20:44:05,520 Checking jobs for platform=nord3 +2021-12-18 20:44:05,520 Checking jobs for platform=local +2021-12-18 20:44:05,521 Checking jobs for platform=transfer_node +2021-12-18 20:44:05,521 Checking all jobs at once +2021-12-18 20:44:07,792 Successful check job command +2021-12-18 20:44:09,062 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:44:09,062 End of checking +2021-12-18 20:44:09,063 Updating FAILED jobs +2021-12-18 20:44:09,063 Updating WAITING jobs +2021-12-18 20:44:09,063 Update finished +2021-12-18 20:44:09,064 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:44:09,064 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:44:09,064 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:44:09,064 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:44:09,064 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:44:09,064 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:44:09,064 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:44:09,067 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:44:09,069 Job list saved +2021-12-18 20:44:09,073 Updating FAILED jobs +2021-12-18 20:44:09,074 Updating WAITING jobs +2021-12-18 20:44:09,074 Update finished +2021-12-18 20:44:19,084 Reloading parameters... +2021-12-18 20:44:19,101 Loading parameters... +2021-12-18 20:44:19,103 Loading project parameters... +2021-12-18 20:44:19,104 + +9 of 25 jobs remaining (20:44) +2021-12-18 20:44:19,105 Sleep: 10 +2021-12-18 20:44:19,105 Number of retrials: 0 +2021-12-18 20:44:19,105 WRAPPER CHECK TIME = 10 +2021-12-18 20:44:19,106 Checking jobs for platform=marenostrum4 +2021-12-18 20:44:19,106 Checking jobs for platform=nord3 +2021-12-18 20:44:19,107 Checking jobs for platform=local +2021-12-18 20:44:19,107 Checking jobs for platform=transfer_node +2021-12-18 20:44:19,107 Checking all jobs at once +2021-12-18 20:44:20,477 Successful check job command +2021-12-18 20:44:21,796 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:44:21,797 End of checking +2021-12-18 20:44:21,798 Updating FAILED jobs +2021-12-18 20:44:21,798 Updating WAITING jobs +2021-12-18 20:44:21,798 Update finished +2021-12-18 20:44:21,798 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:44:21,798 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:44:21,799 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:44:21,799 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:44:21,799 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:44:21,799 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:44:21,799 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:44:21,802 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:44:21,804 Job list saved +2021-12-18 20:44:21,809 Updating FAILED jobs +2021-12-18 20:44:21,809 Updating WAITING jobs +2021-12-18 20:44:21,809 Update finished +2021-12-18 20:44:31,817 Reloading parameters... +2021-12-18 20:44:31,834 Loading parameters... +2021-12-18 20:44:31,836 Loading project parameters... +2021-12-18 20:44:31,838 + +9 of 25 jobs remaining (20:44) +2021-12-18 20:44:31,838 Sleep: 10 +2021-12-18 20:44:31,838 Number of retrials: 0 +2021-12-18 20:44:31,838 WRAPPER CHECK TIME = 10 +2021-12-18 20:44:31,838 Checking jobs for platform=marenostrum4 +2021-12-18 20:44:31,839 Checking jobs for platform=nord3 +2021-12-18 20:44:31,840 Checking jobs for platform=local +2021-12-18 20:44:31,840 Checking jobs for platform=transfer_node +2021-12-18 20:44:31,840 Checking all jobs at once +2021-12-18 20:44:33,119 Successful check job command +2021-12-18 20:44:34,288 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:44:34,289 End of checking +2021-12-18 20:44:34,290 Updating FAILED jobs +2021-12-18 20:44:34,290 Updating WAITING jobs +2021-12-18 20:44:34,290 Update finished +2021-12-18 20:44:34,290 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:44:34,291 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:44:34,291 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:44:34,291 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:44:34,291 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:44:34,291 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:44:34,292 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:44:34,294 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:44:34,296 Job list saved +2021-12-18 20:44:34,301 Updating FAILED jobs +2021-12-18 20:44:34,301 Updating WAITING jobs +2021-12-18 20:44:34,301 Update finished +2021-12-18 20:44:44,309 Reloading parameters... +2021-12-18 20:44:44,328 Loading parameters... +2021-12-18 20:44:44,330 Loading project parameters... +2021-12-18 20:44:44,332 + +9 of 25 jobs remaining (20:44) +2021-12-18 20:44:44,332 Sleep: 10 +2021-12-18 20:44:44,332 Number of retrials: 0 +2021-12-18 20:44:44,332 WRAPPER CHECK TIME = 10 +2021-12-18 20:44:44,333 Checking jobs for platform=marenostrum4 +2021-12-18 20:44:44,333 Checking jobs for platform=nord3 +2021-12-18 20:44:44,334 Checking jobs for platform=local +2021-12-18 20:44:44,334 Checking jobs for platform=transfer_node +2021-12-18 20:44:44,334 Checking all jobs at once +2021-12-18 20:44:45,653 Successful check job command +2021-12-18 20:44:46,822 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:44:46,823 End of checking +2021-12-18 20:44:46,824 Updating FAILED jobs +2021-12-18 20:44:46,824 Updating WAITING jobs +2021-12-18 20:44:46,824 Update finished +2021-12-18 20:44:46,824 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:44:46,825 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:44:46,825 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:44:46,825 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:44:46,825 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:44:46,825 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:44:46,825 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:44:46,828 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:44:46,830 Job list saved +2021-12-18 20:44:46,834 Updating FAILED jobs +2021-12-18 20:44:46,835 Updating WAITING jobs +2021-12-18 20:44:46,835 Update finished +2021-12-18 20:44:56,845 Reloading parameters... +2021-12-18 20:44:56,862 Loading parameters... +2021-12-18 20:44:56,863 Loading project parameters... +2021-12-18 20:44:56,865 + +9 of 25 jobs remaining (20:44) +2021-12-18 20:44:56,865 Sleep: 10 +2021-12-18 20:44:56,865 Number of retrials: 0 +2021-12-18 20:44:56,866 WRAPPER CHECK TIME = 10 +2021-12-18 20:44:56,866 Checking jobs for platform=marenostrum4 +2021-12-18 20:44:56,867 Checking jobs for platform=nord3 +2021-12-18 20:44:56,867 Checking jobs for platform=local +2021-12-18 20:44:56,868 Checking jobs for platform=transfer_node +2021-12-18 20:44:56,868 Checking all jobs at once +2021-12-18 20:44:58,137 Successful check job command +2021-12-18 20:44:59,407 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:44:59,407 End of checking +2021-12-18 20:44:59,408 Updating FAILED jobs +2021-12-18 20:44:59,408 Updating WAITING jobs +2021-12-18 20:44:59,409 Update finished +2021-12-18 20:44:59,409 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:44:59,409 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:44:59,409 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:44:59,409 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:44:59,409 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:44:59,409 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:44:59,410 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:44:59,412 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:44:59,414 Job list saved +2021-12-18 20:44:59,419 Updating FAILED jobs +2021-12-18 20:44:59,419 Updating WAITING jobs +2021-12-18 20:44:59,419 Update finished +2021-12-18 20:45:09,429 Reloading parameters... +2021-12-18 20:45:09,448 Loading parameters... +2021-12-18 20:45:09,450 Loading project parameters... +2021-12-18 20:45:09,452 + +9 of 25 jobs remaining (20:45) +2021-12-18 20:45:09,452 Sleep: 10 +2021-12-18 20:45:09,452 Number of retrials: 0 +2021-12-18 20:45:09,452 WRAPPER CHECK TIME = 10 +2021-12-18 20:45:09,453 Checking jobs for platform=marenostrum4 +2021-12-18 20:45:09,453 Checking jobs for platform=nord3 +2021-12-18 20:45:09,454 Checking jobs for platform=local +2021-12-18 20:45:09,454 Checking jobs for platform=transfer_node +2021-12-18 20:45:09,455 Checking all jobs at once +2021-12-18 20:45:11,027 Successful check job command +2021-12-18 20:45:12,396 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:45:12,397 End of checking +2021-12-18 20:45:12,398 Updating FAILED jobs +2021-12-18 20:45:12,398 Updating WAITING jobs +2021-12-18 20:45:12,398 Update finished +2021-12-18 20:45:12,398 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:45:12,399 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:45:12,399 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:45:12,399 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:45:12,399 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:45:12,400 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:45:12,400 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:45:12,402 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:45:12,404 Job list saved +2021-12-18 20:45:12,409 Updating FAILED jobs +2021-12-18 20:45:12,409 Updating WAITING jobs +2021-12-18 20:45:12,409 Update finished +2021-12-18 20:45:22,410 Reloading parameters... +2021-12-18 20:45:22,427 Loading parameters... +2021-12-18 20:45:22,428 Loading project parameters... +2021-12-18 20:45:22,430 + +9 of 25 jobs remaining (20:45) +2021-12-18 20:45:22,430 Sleep: 10 +2021-12-18 20:45:22,430 Number of retrials: 0 +2021-12-18 20:45:22,431 WRAPPER CHECK TIME = 10 +2021-12-18 20:45:22,431 Checking jobs for platform=marenostrum4 +2021-12-18 20:45:22,432 Checking jobs for platform=nord3 +2021-12-18 20:45:22,432 Checking jobs for platform=local +2021-12-18 20:45:22,433 Checking jobs for platform=transfer_node +2021-12-18 20:45:22,433 Checking all jobs at once +2021-12-18 20:45:23,853 Successful check job command +2021-12-18 20:45:26,075 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:45:26,076 End of checking +2021-12-18 20:45:26,077 Updating FAILED jobs +2021-12-18 20:45:26,077 Updating WAITING jobs +2021-12-18 20:45:26,077 Update finished +2021-12-18 20:45:26,077 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:45:26,078 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:45:26,078 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:45:26,078 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:45:26,078 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:45:26,078 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:45:26,078 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:45:26,081 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:45:26,083 Job list saved +2021-12-18 20:45:26,088 Updating FAILED jobs +2021-12-18 20:45:26,088 Updating WAITING jobs +2021-12-18 20:45:26,088 Update finished +2021-12-18 20:45:36,093 Reloading parameters... +2021-12-18 20:45:36,111 Loading parameters... +2021-12-18 20:45:36,112 Loading project parameters... +2021-12-18 20:45:36,114 + +9 of 25 jobs remaining (20:45) +2021-12-18 20:45:36,114 Sleep: 10 +2021-12-18 20:45:36,114 Number of retrials: 0 +2021-12-18 20:45:36,115 WRAPPER CHECK TIME = 10 +2021-12-18 20:45:36,115 Checking jobs for platform=marenostrum4 +2021-12-18 20:45:36,116 Checking jobs for platform=nord3 +2021-12-18 20:45:36,116 Checking jobs for platform=local +2021-12-18 20:45:36,117 Checking jobs for platform=transfer_node +2021-12-18 20:45:36,117 Checking all jobs at once +2021-12-18 20:45:37,336 Successful check job command +2021-12-18 20:45:38,556 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:45:38,556 End of checking +2021-12-18 20:45:38,557 Updating FAILED jobs +2021-12-18 20:45:38,557 Updating WAITING jobs +2021-12-18 20:45:38,558 Update finished +2021-12-18 20:45:38,558 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:45:38,558 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:45:38,558 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:45:38,558 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:45:38,558 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:45:38,558 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:45:38,559 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:45:38,561 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:45:38,563 Job list saved +2021-12-18 20:45:38,568 Updating FAILED jobs +2021-12-18 20:45:38,568 Updating WAITING jobs +2021-12-18 20:45:38,568 Update finished +2021-12-18 20:45:48,578 Reloading parameters... +2021-12-18 20:45:48,596 Loading parameters... +2021-12-18 20:45:48,597 Loading project parameters... +2021-12-18 20:45:48,599 + +9 of 25 jobs remaining (20:45) +2021-12-18 20:45:48,599 Sleep: 10 +2021-12-18 20:45:48,600 Number of retrials: 0 +2021-12-18 20:45:48,600 WRAPPER CHECK TIME = 10 +2021-12-18 20:45:48,600 Checking jobs for platform=marenostrum4 +2021-12-18 20:45:48,601 Checking jobs for platform=nord3 +2021-12-18 20:45:48,601 Checking jobs for platform=local +2021-12-18 20:45:48,602 Checking jobs for platform=transfer_node +2021-12-18 20:45:48,602 Checking all jobs at once +2021-12-18 20:45:49,871 Successful check job command +2021-12-18 20:45:50,992 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:45:50,992 End of checking +2021-12-18 20:45:50,993 Updating FAILED jobs +2021-12-18 20:45:50,993 Updating WAITING jobs +2021-12-18 20:45:50,994 Update finished +2021-12-18 20:45:50,994 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:45:50,994 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:45:50,994 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:45:50,995 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:45:50,995 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:45:50,995 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:45:50,995 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:45:50,997 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:45:51,000 Job list saved +2021-12-18 20:45:51,004 Updating FAILED jobs +2021-12-18 20:45:51,004 Updating WAITING jobs +2021-12-18 20:45:51,004 Update finished +2021-12-18 20:46:01,014 Reloading parameters... +2021-12-18 20:46:01,034 Loading parameters... +2021-12-18 20:46:01,035 Loading project parameters... +2021-12-18 20:46:01,037 + +9 of 25 jobs remaining (20:46) +2021-12-18 20:46:01,037 Sleep: 10 +2021-12-18 20:46:01,037 Number of retrials: 0 +2021-12-18 20:46:01,037 WRAPPER CHECK TIME = 10 +2021-12-18 20:46:01,038 Checking jobs for platform=marenostrum4 +2021-12-18 20:46:01,039 Checking jobs for platform=nord3 +2021-12-18 20:46:01,039 Checking jobs for platform=local +2021-12-18 20:46:01,041 Checking jobs for platform=transfer_node +2021-12-18 20:46:01,041 Checking all jobs at once +2021-12-18 20:46:02,310 Successful check job command +2021-12-18 20:46:03,429 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:46:03,430 End of checking +2021-12-18 20:46:03,431 Updating FAILED jobs +2021-12-18 20:46:03,431 Updating WAITING jobs +2021-12-18 20:46:03,431 Update finished +2021-12-18 20:46:03,432 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:46:03,432 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:46:03,432 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:46:03,432 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:46:03,432 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:46:03,432 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:46:03,432 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:46:03,435 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:46:03,437 Job list saved +2021-12-18 20:46:03,442 Updating FAILED jobs +2021-12-18 20:46:03,442 Updating WAITING jobs +2021-12-18 20:46:03,442 Update finished +2021-12-18 20:46:13,444 Reloading parameters... +2021-12-18 20:46:13,465 Loading parameters... +2021-12-18 20:46:13,466 Loading project parameters... +2021-12-18 20:46:13,468 + +9 of 25 jobs remaining (20:46) +2021-12-18 20:46:13,468 Sleep: 10 +2021-12-18 20:46:13,468 Number of retrials: 0 +2021-12-18 20:46:13,468 WRAPPER CHECK TIME = 10 +2021-12-18 20:46:13,469 Checking jobs for platform=marenostrum4 +2021-12-18 20:46:13,469 Checking jobs for platform=nord3 +2021-12-18 20:46:13,470 Checking jobs for platform=local +2021-12-18 20:46:13,470 Checking jobs for platform=transfer_node +2021-12-18 20:46:13,471 Checking all jobs at once +2021-12-18 20:46:14,942 Successful check job command +2021-12-18 20:46:16,163 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:46:16,163 End of checking +2021-12-18 20:46:16,164 Updating FAILED jobs +2021-12-18 20:46:16,165 Updating WAITING jobs +2021-12-18 20:46:16,165 Update finished +2021-12-18 20:46:16,165 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:46:16,165 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:46:16,165 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:46:16,165 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:46:16,166 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:46:16,166 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:46:16,166 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:46:16,169 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:46:16,171 Job list saved +2021-12-18 20:46:16,175 Updating FAILED jobs +2021-12-18 20:46:16,175 Updating WAITING jobs +2021-12-18 20:46:16,176 Update finished +2021-12-18 20:46:26,185 Reloading parameters... +2021-12-18 20:46:26,204 Loading parameters... +2021-12-18 20:46:26,205 Loading project parameters... +2021-12-18 20:46:26,207 + +9 of 25 jobs remaining (20:46) +2021-12-18 20:46:26,207 Sleep: 10 +2021-12-18 20:46:26,207 Number of retrials: 0 +2021-12-18 20:46:26,208 WRAPPER CHECK TIME = 10 +2021-12-18 20:46:26,208 Checking jobs for platform=marenostrum4 +2021-12-18 20:46:26,209 Checking jobs for platform=nord3 +2021-12-18 20:46:26,209 Checking jobs for platform=local +2021-12-18 20:46:26,211 Checking jobs for platform=transfer_node +2021-12-18 20:46:26,211 Checking all jobs at once +2021-12-18 20:46:27,582 Successful check job command +2021-12-18 20:46:29,452 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:46:29,452 End of checking +2021-12-18 20:46:29,453 Updating FAILED jobs +2021-12-18 20:46:29,453 Updating WAITING jobs +2021-12-18 20:46:29,454 Update finished +2021-12-18 20:46:29,454 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:46:29,456 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:46:29,456 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:46:29,456 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:46:29,456 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:46:29,457 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:46:29,457 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:46:29,459 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:46:29,462 Job list saved +2021-12-18 20:46:29,466 Updating FAILED jobs +2021-12-18 20:46:29,467 Updating WAITING jobs +2021-12-18 20:46:29,467 Update finished +2021-12-18 20:46:39,477 Reloading parameters... +2021-12-18 20:46:39,494 Loading parameters... +2021-12-18 20:46:39,496 Loading project parameters... +2021-12-18 20:46:39,498 + +9 of 25 jobs remaining (20:46) +2021-12-18 20:46:39,498 Sleep: 10 +2021-12-18 20:46:39,498 Number of retrials: 0 +2021-12-18 20:46:39,498 WRAPPER CHECK TIME = 10 +2021-12-18 20:46:39,499 Checking jobs for platform=marenostrum4 +2021-12-18 20:46:39,499 Checking jobs for platform=nord3 +2021-12-18 20:46:39,500 Checking jobs for platform=local +2021-12-18 20:46:39,500 Checking jobs for platform=transfer_node +2021-12-18 20:46:39,500 Checking all jobs at once +2021-12-18 20:46:40,769 Successful check job command +2021-12-18 20:46:41,941 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:46:41,941 End of checking +2021-12-18 20:46:41,943 Updating FAILED jobs +2021-12-18 20:46:41,943 Updating WAITING jobs +2021-12-18 20:46:41,943 Update finished +2021-12-18 20:46:41,943 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:46:41,943 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:46:41,943 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:46:41,944 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:46:41,944 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:46:41,944 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:46:41,944 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:46:41,946 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:46:41,949 Job list saved +2021-12-18 20:46:41,955 Updating FAILED jobs +2021-12-18 20:46:41,955 Updating WAITING jobs +2021-12-18 20:46:41,955 Update finished +2021-12-18 20:46:51,965 Reloading parameters... +2021-12-18 20:46:51,983 Loading parameters... +2021-12-18 20:46:51,984 Loading project parameters... +2021-12-18 20:46:51,986 + +9 of 25 jobs remaining (20:46) +2021-12-18 20:46:51,986 Sleep: 10 +2021-12-18 20:46:51,987 Number of retrials: 0 +2021-12-18 20:46:51,987 WRAPPER CHECK TIME = 10 +2021-12-18 20:46:51,987 Checking jobs for platform=marenostrum4 +2021-12-18 20:46:51,988 Checking jobs for platform=nord3 +2021-12-18 20:46:51,988 Checking jobs for platform=local +2021-12-18 20:46:51,989 Checking jobs for platform=transfer_node +2021-12-18 20:46:51,989 Checking all jobs at once +2021-12-18 20:46:53,358 Successful check job command +2021-12-18 20:46:54,578 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:46:54,578 End of checking +2021-12-18 20:46:54,579 Updating FAILED jobs +2021-12-18 20:46:54,580 Updating WAITING jobs +2021-12-18 20:46:54,580 Update finished +2021-12-18 20:46:54,580 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:46:54,580 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:46:54,580 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:46:54,580 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:46:54,581 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:46:54,581 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:46:54,581 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:46:54,584 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:46:54,586 Job list saved +2021-12-18 20:46:54,595 Updating FAILED jobs +2021-12-18 20:46:54,595 Updating WAITING jobs +2021-12-18 20:46:54,595 Update finished +2021-12-18 20:47:04,599 Reloading parameters... +2021-12-18 20:47:04,617 Loading parameters... +2021-12-18 20:47:04,618 Loading project parameters... +2021-12-18 20:47:04,620 + +9 of 25 jobs remaining (20:47) +2021-12-18 20:47:04,620 Sleep: 10 +2021-12-18 20:47:04,621 Number of retrials: 0 +2021-12-18 20:47:04,621 WRAPPER CHECK TIME = 10 +2021-12-18 20:47:04,621 Checking jobs for platform=marenostrum4 +2021-12-18 20:47:04,622 Checking jobs for platform=nord3 +2021-12-18 20:47:04,622 Checking jobs for platform=local +2021-12-18 20:47:04,623 Checking jobs for platform=transfer_node +2021-12-18 20:47:04,623 Checking all jobs at once +2021-12-18 20:47:05,944 Successful check job command +2021-12-18 20:47:07,012 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:47:07,012 End of checking +2021-12-18 20:47:07,014 Updating FAILED jobs +2021-12-18 20:47:07,014 Updating WAITING jobs +2021-12-18 20:47:07,014 Update finished +2021-12-18 20:47:07,014 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:47:07,015 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:47:07,015 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:47:07,015 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:47:07,015 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:47:07,016 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:47:07,016 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:47:07,019 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:47:07,021 Job list saved +2021-12-18 20:47:07,025 Updating FAILED jobs +2021-12-18 20:47:07,025 Updating WAITING jobs +2021-12-18 20:47:07,026 Update finished +2021-12-18 20:47:17,035 Reloading parameters... +2021-12-18 20:47:17,058 Loading parameters... +2021-12-18 20:47:17,059 Loading project parameters... +2021-12-18 20:47:17,061 + +9 of 25 jobs remaining (20:47) +2021-12-18 20:47:17,061 Sleep: 10 +2021-12-18 20:47:17,062 Number of retrials: 0 +2021-12-18 20:47:17,062 WRAPPER CHECK TIME = 10 +2021-12-18 20:47:17,062 Checking jobs for platform=marenostrum4 +2021-12-18 20:47:17,063 Checking jobs for platform=nord3 +2021-12-18 20:47:17,063 Checking jobs for platform=local +2021-12-18 20:47:17,064 Checking jobs for platform=transfer_node +2021-12-18 20:47:17,064 Checking all jobs at once +2021-12-18 20:47:18,483 Successful check job command +2021-12-18 20:47:19,652 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:47:19,652 End of checking +2021-12-18 20:47:19,653 Updating FAILED jobs +2021-12-18 20:47:19,654 Updating WAITING jobs +2021-12-18 20:47:19,654 Update finished +2021-12-18 20:47:19,654 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:47:19,654 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:47:19,654 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:47:19,654 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:47:19,655 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:47:19,655 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:47:19,655 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:47:19,657 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:47:19,660 Job list saved +2021-12-18 20:47:19,665 Updating FAILED jobs +2021-12-18 20:47:19,665 Updating WAITING jobs +2021-12-18 20:47:19,665 Update finished +2021-12-18 20:47:29,675 Reloading parameters... +2021-12-18 20:47:29,694 Loading parameters... +2021-12-18 20:47:29,696 Loading project parameters... +2021-12-18 20:47:29,698 + +9 of 25 jobs remaining (20:47) +2021-12-18 20:47:29,698 Sleep: 10 +2021-12-18 20:47:29,698 Number of retrials: 0 +2021-12-18 20:47:29,698 WRAPPER CHECK TIME = 10 +2021-12-18 20:47:29,698 Checking jobs for platform=marenostrum4 +2021-12-18 20:47:29,699 Checking jobs for platform=nord3 +2021-12-18 20:47:29,700 Checking jobs for platform=local +2021-12-18 20:47:29,700 Checking jobs for platform=transfer_node +2021-12-18 20:47:29,700 Checking all jobs at once +2021-12-18 20:47:31,220 Successful check job command +2021-12-18 20:47:32,539 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:47:32,539 End of checking +2021-12-18 20:47:32,540 Updating FAILED jobs +2021-12-18 20:47:32,540 Updating WAITING jobs +2021-12-18 20:47:32,541 Update finished +2021-12-18 20:47:32,541 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:47:32,541 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:47:32,541 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:47:32,541 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:47:32,541 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:47:32,542 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:47:32,542 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:47:32,545 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:47:32,547 Job list saved +2021-12-18 20:47:32,553 Updating FAILED jobs +2021-12-18 20:47:32,553 Updating WAITING jobs +2021-12-18 20:47:32,553 Update finished +2021-12-18 20:47:42,566 Reloading parameters... +2021-12-18 20:47:42,587 Loading parameters... +2021-12-18 20:47:42,589 Loading project parameters... +2021-12-18 20:47:42,590 + +9 of 25 jobs remaining (20:47) +2021-12-18 20:47:42,591 Sleep: 10 +2021-12-18 20:47:42,591 Number of retrials: 0 +2021-12-18 20:47:42,591 WRAPPER CHECK TIME = 10 +2021-12-18 20:47:42,591 Checking jobs for platform=marenostrum4 +2021-12-18 20:47:42,592 Checking jobs for platform=nord3 +2021-12-18 20:47:42,593 Checking jobs for platform=local +2021-12-18 20:47:42,593 Checking jobs for platform=transfer_node +2021-12-18 20:47:42,593 Checking all jobs at once +2021-12-18 20:47:43,912 Successful check job command +2021-12-18 20:47:45,081 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:47:45,082 End of checking +2021-12-18 20:47:45,083 Updating FAILED jobs +2021-12-18 20:47:45,083 Updating WAITING jobs +2021-12-18 20:47:45,083 Update finished +2021-12-18 20:47:45,084 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:47:45,084 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:47:45,084 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:47:45,085 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:47:45,085 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:47:45,085 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:47:45,085 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:47:45,087 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:47:45,090 Job list saved +2021-12-18 20:47:45,094 Updating FAILED jobs +2021-12-18 20:47:45,095 Updating WAITING jobs +2021-12-18 20:47:45,095 Update finished +2021-12-18 20:47:55,105 Reloading parameters... +2021-12-18 20:47:55,123 Loading parameters... +2021-12-18 20:47:55,124 Loading project parameters... +2021-12-18 20:47:55,126 + +9 of 25 jobs remaining (20:47) +2021-12-18 20:47:55,126 Sleep: 10 +2021-12-18 20:47:55,126 Number of retrials: 0 +2021-12-18 20:47:55,126 WRAPPER CHECK TIME = 10 +2021-12-18 20:47:55,127 Checking jobs for platform=marenostrum4 +2021-12-18 20:47:55,127 Checking jobs for platform=nord3 +2021-12-18 20:47:55,128 Checking jobs for platform=local +2021-12-18 20:47:55,129 Checking jobs for platform=transfer_node +2021-12-18 20:47:55,129 Checking all jobs at once +2021-12-18 20:47:56,548 Successful check job command +2021-12-18 20:47:57,768 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:47:57,768 End of checking +2021-12-18 20:47:57,770 Updating FAILED jobs +2021-12-18 20:47:57,770 Updating WAITING jobs +2021-12-18 20:47:57,770 Update finished +2021-12-18 20:47:57,770 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:47:57,770 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:47:57,771 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:47:57,771 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:47:57,771 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:47:57,771 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:47:57,771 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:47:57,774 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:47:57,776 Job list saved +2021-12-18 20:47:57,781 Updating FAILED jobs +2021-12-18 20:47:57,781 Updating WAITING jobs +2021-12-18 20:47:57,781 Update finished +2021-12-18 20:48:07,791 Reloading parameters... +2021-12-18 20:48:07,810 Loading parameters... +2021-12-18 20:48:07,812 Loading project parameters... +2021-12-18 20:48:07,814 + +9 of 25 jobs remaining (20:48) +2021-12-18 20:48:07,814 Sleep: 10 +2021-12-18 20:48:07,814 Number of retrials: 0 +2021-12-18 20:48:07,814 WRAPPER CHECK TIME = 10 +2021-12-18 20:48:07,815 Checking jobs for platform=marenostrum4 +2021-12-18 20:48:07,815 Checking jobs for platform=nord3 +2021-12-18 20:48:07,816 Checking jobs for platform=local +2021-12-18 20:48:07,816 Checking jobs for platform=transfer_node +2021-12-18 20:48:07,816 Checking all jobs at once +2021-12-18 20:48:09,186 Successful check job command +2021-12-18 20:48:10,458 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:48:10,459 End of checking +2021-12-18 20:48:10,460 Updating FAILED jobs +2021-12-18 20:48:10,460 Updating WAITING jobs +2021-12-18 20:48:10,460 Update finished +2021-12-18 20:48:10,460 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:48:10,461 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:48:10,461 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:48:10,461 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:48:10,461 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:48:10,461 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:48:10,461 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:48:10,464 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:48:10,466 Job list saved +2021-12-18 20:48:10,471 Updating FAILED jobs +2021-12-18 20:48:10,471 Updating WAITING jobs +2021-12-18 20:48:10,471 Update finished +2021-12-18 20:48:20,482 Reloading parameters... +2021-12-18 20:48:20,502 Loading parameters... +2021-12-18 20:48:20,504 Loading project parameters... +2021-12-18 20:48:20,505 + +9 of 25 jobs remaining (20:48) +2021-12-18 20:48:20,506 Sleep: 10 +2021-12-18 20:48:20,506 Number of retrials: 0 +2021-12-18 20:48:20,506 WRAPPER CHECK TIME = 10 +2021-12-18 20:48:20,506 Checking jobs for platform=marenostrum4 +2021-12-18 20:48:20,507 Checking jobs for platform=nord3 +2021-12-18 20:48:20,508 Checking jobs for platform=local +2021-12-18 20:48:20,508 Checking jobs for platform=transfer_node +2021-12-18 20:48:20,509 Checking all jobs at once +2021-12-18 20:48:21,878 Successful check job command +2021-12-18 20:48:23,047 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:48:23,047 End of checking +2021-12-18 20:48:23,049 Updating FAILED jobs +2021-12-18 20:48:23,049 Updating WAITING jobs +2021-12-18 20:48:23,049 Update finished +2021-12-18 20:48:23,049 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:48:23,050 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:48:23,050 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:48:23,050 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:48:23,050 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:48:23,050 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:48:23,051 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:48:23,053 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:48:23,055 Job list saved +2021-12-18 20:48:23,060 Updating FAILED jobs +2021-12-18 20:48:23,060 Updating WAITING jobs +2021-12-18 20:48:23,060 Update finished +2021-12-18 20:48:33,071 Reloading parameters... +2021-12-18 20:48:33,089 Loading parameters... +2021-12-18 20:48:33,090 Loading project parameters... +2021-12-18 20:48:33,092 + +9 of 25 jobs remaining (20:48) +2021-12-18 20:48:33,092 Sleep: 10 +2021-12-18 20:48:33,092 Number of retrials: 0 +2021-12-18 20:48:33,092 WRAPPER CHECK TIME = 10 +2021-12-18 20:48:33,093 Checking jobs for platform=marenostrum4 +2021-12-18 20:48:33,094 Checking jobs for platform=nord3 +2021-12-18 20:48:33,094 Checking jobs for platform=local +2021-12-18 20:48:33,095 Checking jobs for platform=transfer_node +2021-12-18 20:48:33,095 Checking all jobs at once +2021-12-18 20:48:34,514 Successful check job command +2021-12-18 20:48:35,733 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:48:35,734 End of checking +2021-12-18 20:48:35,735 Updating FAILED jobs +2021-12-18 20:48:35,735 Updating WAITING jobs +2021-12-18 20:48:35,735 Update finished +2021-12-18 20:48:35,736 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:48:35,736 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:48:35,736 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:48:35,736 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:48:35,736 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:48:35,736 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:48:35,736 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:48:35,739 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:48:35,742 Job list saved +2021-12-18 20:48:35,747 Updating FAILED jobs +2021-12-18 20:48:35,747 Updating WAITING jobs +2021-12-18 20:48:35,747 Update finished +2021-12-18 20:48:45,756 Reloading parameters... +2021-12-18 20:48:45,775 Loading parameters... +2021-12-18 20:48:45,777 Loading project parameters... +2021-12-18 20:48:45,779 + +9 of 25 jobs remaining (20:48) +2021-12-18 20:48:45,779 Sleep: 10 +2021-12-18 20:48:45,779 Number of retrials: 0 +2021-12-18 20:48:45,779 WRAPPER CHECK TIME = 10 +2021-12-18 20:48:45,780 Checking jobs for platform=marenostrum4 +2021-12-18 20:48:45,780 Checking jobs for platform=nord3 +2021-12-18 20:48:45,781 Checking jobs for platform=local +2021-12-18 20:48:45,781 Checking jobs for platform=transfer_node +2021-12-18 20:48:45,781 Checking all jobs at once +2021-12-18 20:48:47,150 Successful check job command +2021-12-18 20:48:48,469 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:48:48,470 End of checking +2021-12-18 20:48:48,471 Updating FAILED jobs +2021-12-18 20:48:48,471 Updating WAITING jobs +2021-12-18 20:48:48,471 Update finished +2021-12-18 20:48:48,472 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:48:48,472 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:48:48,472 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:48:48,472 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:48:48,472 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:48:48,472 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:48:48,472 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:48:48,475 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:48:48,477 Job list saved +2021-12-18 20:48:48,482 Updating FAILED jobs +2021-12-18 20:48:48,482 Updating WAITING jobs +2021-12-18 20:48:48,482 Update finished +2021-12-18 20:48:58,493 Reloading parameters... +2021-12-18 20:48:58,514 Loading parameters... +2021-12-18 20:48:58,516 Loading project parameters... +2021-12-18 20:48:58,518 + +9 of 25 jobs remaining (20:48) +2021-12-18 20:48:58,518 Sleep: 10 +2021-12-18 20:48:58,518 Number of retrials: 0 +2021-12-18 20:48:58,518 WRAPPER CHECK TIME = 10 +2021-12-18 20:48:58,518 Checking jobs for platform=marenostrum4 +2021-12-18 20:48:58,523 Checking jobs for platform=nord3 +2021-12-18 20:48:58,523 Checking jobs for platform=local +2021-12-18 20:48:58,524 Checking jobs for platform=transfer_node +2021-12-18 20:48:58,524 Checking all jobs at once +2021-12-18 20:48:59,895 Successful check job command +2021-12-18 20:49:01,118 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:49:01,118 End of checking +2021-12-18 20:49:01,119 Updating FAILED jobs +2021-12-18 20:49:01,119 Updating WAITING jobs +2021-12-18 20:49:01,120 Update finished +2021-12-18 20:49:01,120 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:49:01,120 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:49:01,120 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:49:01,121 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:49:01,121 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:49:01,121 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:49:01,121 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:49:01,124 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:49:01,126 Job list saved +2021-12-18 20:49:01,131 Updating FAILED jobs +2021-12-18 20:49:01,131 Updating WAITING jobs +2021-12-18 20:49:01,131 Update finished +2021-12-18 20:49:11,141 Reloading parameters... +2021-12-18 20:49:11,160 Loading parameters... +2021-12-18 20:49:11,161 Loading project parameters... +2021-12-18 20:49:11,163 + +9 of 25 jobs remaining (20:49) +2021-12-18 20:49:11,163 Sleep: 10 +2021-12-18 20:49:11,163 Number of retrials: 0 +2021-12-18 20:49:11,163 WRAPPER CHECK TIME = 10 +2021-12-18 20:49:11,164 Checking jobs for platform=marenostrum4 +2021-12-18 20:49:11,164 Checking jobs for platform=nord3 +2021-12-18 20:49:11,165 Checking jobs for platform=local +2021-12-18 20:49:11,165 Checking jobs for platform=transfer_node +2021-12-18 20:49:11,165 Checking all jobs at once +2021-12-18 20:49:12,535 Successful check job command +2021-12-18 20:49:13,705 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:49:13,705 End of checking +2021-12-18 20:49:13,707 Updating FAILED jobs +2021-12-18 20:49:13,707 Updating WAITING jobs +2021-12-18 20:49:13,707 Update finished +2021-12-18 20:49:13,708 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:49:13,708 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:49:13,708 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:49:13,708 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:49:13,708 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:49:13,708 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:49:13,708 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:49:13,711 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:49:13,714 Job list saved +2021-12-18 20:49:13,719 Updating FAILED jobs +2021-12-18 20:49:13,719 Updating WAITING jobs +2021-12-18 20:49:13,719 Update finished +2021-12-18 20:49:23,727 Reloading parameters... +2021-12-18 20:49:23,748 Loading parameters... +2021-12-18 20:49:23,749 Loading project parameters... +2021-12-18 20:49:23,751 + +9 of 25 jobs remaining (20:49) +2021-12-18 20:49:23,751 Sleep: 10 +2021-12-18 20:49:23,751 Number of retrials: 0 +2021-12-18 20:49:23,751 WRAPPER CHECK TIME = 10 +2021-12-18 20:49:23,752 Checking jobs for platform=marenostrum4 +2021-12-18 20:49:23,752 Checking jobs for platform=nord3 +2021-12-18 20:49:23,753 Checking jobs for platform=local +2021-12-18 20:49:23,753 Checking jobs for platform=transfer_node +2021-12-18 20:49:23,753 Checking all jobs at once +2021-12-18 20:49:25,123 Successful check job command +2021-12-18 20:49:26,392 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:49:26,393 End of checking +2021-12-18 20:49:26,394 Updating FAILED jobs +2021-12-18 20:49:26,394 Updating WAITING jobs +2021-12-18 20:49:26,395 Update finished +2021-12-18 20:49:26,395 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:49:26,395 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:49:26,395 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:49:26,395 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:49:26,395 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:49:26,396 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:49:26,396 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:49:26,398 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:49:26,401 Job list saved +2021-12-18 20:49:26,405 Updating FAILED jobs +2021-12-18 20:49:26,405 Updating WAITING jobs +2021-12-18 20:49:26,406 Update finished +2021-12-18 20:49:36,416 Reloading parameters... +2021-12-18 20:49:36,436 Loading parameters... +2021-12-18 20:49:36,438 Loading project parameters... +2021-12-18 20:49:36,440 + +9 of 25 jobs remaining (20:49) +2021-12-18 20:49:36,440 Sleep: 10 +2021-12-18 20:49:36,440 Number of retrials: 0 +2021-12-18 20:49:36,440 WRAPPER CHECK TIME = 10 +2021-12-18 20:49:36,441 Checking jobs for platform=marenostrum4 +2021-12-18 20:49:36,441 Checking jobs for platform=nord3 +2021-12-18 20:49:36,442 Checking jobs for platform=local +2021-12-18 20:49:36,443 Checking jobs for platform=transfer_node +2021-12-18 20:49:36,443 Checking all jobs at once +2021-12-18 20:49:38,112 Successful check job command +2021-12-18 20:49:39,282 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:49:39,282 End of checking +2021-12-18 20:49:39,283 Updating FAILED jobs +2021-12-18 20:49:39,284 Updating WAITING jobs +2021-12-18 20:49:39,284 Update finished +2021-12-18 20:49:39,284 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:49:39,285 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:49:39,285 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:49:39,285 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:49:39,285 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:49:39,285 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:49:39,285 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:49:39,288 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:49:39,291 Job list saved +2021-12-18 20:49:39,296 Updating FAILED jobs +2021-12-18 20:49:39,296 Updating WAITING jobs +2021-12-18 20:49:39,296 Update finished +2021-12-18 20:49:49,306 Reloading parameters... +2021-12-18 20:49:49,330 Loading parameters... +2021-12-18 20:49:49,331 Loading project parameters... +2021-12-18 20:49:49,333 + +9 of 25 jobs remaining (20:49) +2021-12-18 20:49:49,334 Sleep: 10 +2021-12-18 20:49:49,334 Number of retrials: 0 +2021-12-18 20:49:49,334 WRAPPER CHECK TIME = 10 +2021-12-18 20:49:49,335 Checking jobs for platform=marenostrum4 +2021-12-18 20:49:49,335 Checking jobs for platform=nord3 +2021-12-18 20:49:49,336 Checking jobs for platform=local +2021-12-18 20:49:49,336 Checking jobs for platform=transfer_node +2021-12-18 20:49:49,336 Checking all jobs at once +2021-12-18 20:49:50,906 Successful check job command +2021-12-18 20:49:52,125 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:49:52,125 End of checking +2021-12-18 20:49:52,127 Updating FAILED jobs +2021-12-18 20:49:52,127 Updating WAITING jobs +2021-12-18 20:49:52,127 Update finished +2021-12-18 20:49:52,127 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:49:52,127 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:49:52,127 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:49:52,128 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:49:52,128 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:49:52,128 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:49:52,128 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:49:52,131 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:49:52,133 Job list saved +2021-12-18 20:49:52,140 Updating FAILED jobs +2021-12-18 20:49:52,140 Updating WAITING jobs +2021-12-18 20:49:52,140 Update finished +2021-12-18 20:50:02,149 Reloading parameters... +2021-12-18 20:50:02,169 Loading parameters... +2021-12-18 20:50:02,171 Loading project parameters... +2021-12-18 20:50:02,173 + +9 of 25 jobs remaining (20:50) +2021-12-18 20:50:02,173 Sleep: 10 +2021-12-18 20:50:02,173 Number of retrials: 0 +2021-12-18 20:50:02,173 WRAPPER CHECK TIME = 10 +2021-12-18 20:50:02,174 Checking jobs for platform=marenostrum4 +2021-12-18 20:50:02,174 Checking jobs for platform=nord3 +2021-12-18 20:50:02,175 Checking jobs for platform=local +2021-12-18 20:50:02,175 Checking jobs for platform=transfer_node +2021-12-18 20:50:02,175 Checking all jobs at once +2021-12-18 20:50:03,496 Successful check job command +2021-12-18 20:50:04,816 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:50:04,816 End of checking +2021-12-18 20:50:04,817 Updating FAILED jobs +2021-12-18 20:50:04,818 Updating WAITING jobs +2021-12-18 20:50:04,818 Update finished +2021-12-18 20:50:04,818 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:50:04,818 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:50:04,818 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:50:04,819 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:50:04,819 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:50:04,819 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:50:04,819 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:50:04,822 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:50:04,824 Job list saved +2021-12-18 20:50:04,830 Updating FAILED jobs +2021-12-18 20:50:04,830 Updating WAITING jobs +2021-12-18 20:50:04,830 Update finished +2021-12-18 20:50:14,840 Reloading parameters... +2021-12-18 20:50:14,860 Loading parameters... +2021-12-18 20:50:14,862 Loading project parameters... +2021-12-18 20:50:14,864 + +9 of 25 jobs remaining (20:50) +2021-12-18 20:50:14,864 Sleep: 10 +2021-12-18 20:50:14,864 Number of retrials: 0 +2021-12-18 20:50:14,864 WRAPPER CHECK TIME = 10 +2021-12-18 20:50:14,865 Checking jobs for platform=marenostrum4 +2021-12-18 20:50:14,865 Checking jobs for platform=nord3 +2021-12-18 20:50:14,866 Checking jobs for platform=local +2021-12-18 20:50:14,866 Checking jobs for platform=transfer_node +2021-12-18 20:50:14,866 Checking all jobs at once +2021-12-18 20:50:16,186 Successful check job command +2021-12-18 20:50:17,355 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:50:17,355 End of checking +2021-12-18 20:50:17,357 Updating FAILED jobs +2021-12-18 20:50:17,357 Updating WAITING jobs +2021-12-18 20:50:17,358 Update finished +2021-12-18 20:50:17,358 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:50:17,358 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:50:17,358 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:50:17,359 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:50:17,359 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:50:17,359 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:50:17,359 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:50:17,362 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:50:17,364 Job list saved +2021-12-18 20:50:17,369 Updating FAILED jobs +2021-12-18 20:50:17,369 Updating WAITING jobs +2021-12-18 20:50:17,370 Update finished +2021-12-18 20:50:27,379 Reloading parameters... +2021-12-18 20:50:27,402 Loading parameters... +2021-12-18 20:50:27,403 Loading project parameters... +2021-12-18 20:50:27,405 + +9 of 25 jobs remaining (20:50) +2021-12-18 20:50:27,405 Sleep: 10 +2021-12-18 20:50:27,405 Number of retrials: 0 +2021-12-18 20:50:27,405 WRAPPER CHECK TIME = 10 +2021-12-18 20:50:27,406 Checking jobs for platform=marenostrum4 +2021-12-18 20:50:27,406 Checking jobs for platform=nord3 +2021-12-18 20:50:27,407 Checking jobs for platform=local +2021-12-18 20:50:27,407 Checking jobs for platform=transfer_node +2021-12-18 20:50:27,408 Checking all jobs at once +2021-12-18 20:50:28,777 Successful check job command +2021-12-18 20:50:30,247 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:50:30,247 End of checking +2021-12-18 20:50:30,249 Updating FAILED jobs +2021-12-18 20:50:30,249 Updating WAITING jobs +2021-12-18 20:50:30,249 Update finished +2021-12-18 20:50:30,249 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:50:30,250 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:50:30,250 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:50:30,250 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:50:30,250 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:50:30,250 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:50:30,250 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:50:30,254 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:50:30,256 Job list saved +2021-12-18 20:50:30,261 Updating FAILED jobs +2021-12-18 20:50:30,261 Updating WAITING jobs +2021-12-18 20:50:30,261 Update finished +2021-12-18 20:50:40,271 Reloading parameters... +2021-12-18 20:50:40,291 Loading parameters... +2021-12-18 20:50:40,292 Loading project parameters... +2021-12-18 20:50:40,294 + +9 of 25 jobs remaining (20:50) +2021-12-18 20:50:40,294 Sleep: 10 +2021-12-18 20:50:40,294 Number of retrials: 0 +2021-12-18 20:50:40,294 WRAPPER CHECK TIME = 10 +2021-12-18 20:50:40,295 Checking jobs for platform=marenostrum4 +2021-12-18 20:50:40,295 Checking jobs for platform=nord3 +2021-12-18 20:50:40,296 Checking jobs for platform=local +2021-12-18 20:50:40,296 Checking jobs for platform=transfer_node +2021-12-18 20:50:40,296 Checking all jobs at once +2021-12-18 20:50:41,665 Successful check job command +2021-12-18 20:50:42,884 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:50:42,884 End of checking +2021-12-18 20:50:42,886 Updating FAILED jobs +2021-12-18 20:50:42,886 Updating WAITING jobs +2021-12-18 20:50:42,886 Update finished +2021-12-18 20:50:42,887 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:50:42,887 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:50:42,887 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:50:42,887 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:50:42,887 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:50:42,887 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:50:42,887 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:50:42,891 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:50:42,893 Job list saved +2021-12-18 20:50:42,904 Updating FAILED jobs +2021-12-18 20:50:42,904 Updating WAITING jobs +2021-12-18 20:50:42,904 Update finished +2021-12-18 20:50:52,915 Reloading parameters... +2021-12-18 20:50:52,935 Loading parameters... +2021-12-18 20:50:52,936 Loading project parameters... +2021-12-18 20:50:52,938 + +9 of 25 jobs remaining (20:50) +2021-12-18 20:50:52,938 Sleep: 10 +2021-12-18 20:50:52,938 Number of retrials: 0 +2021-12-18 20:50:52,938 WRAPPER CHECK TIME = 10 +2021-12-18 20:50:52,939 Checking jobs for platform=marenostrum4 +2021-12-18 20:50:52,940 Checking jobs for platform=nord3 +2021-12-18 20:50:52,940 Checking jobs for platform=local +2021-12-18 20:50:52,941 Checking jobs for platform=transfer_node +2021-12-18 20:50:52,941 Checking all jobs at once +2021-12-18 20:50:54,360 Successful check job command +2021-12-18 20:50:55,582 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:50:55,582 End of checking +2021-12-18 20:50:55,583 Updating FAILED jobs +2021-12-18 20:50:55,584 Updating WAITING jobs +2021-12-18 20:50:55,584 Update finished +2021-12-18 20:50:55,584 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:50:55,585 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:50:55,585 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:50:55,585 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:50:55,585 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:50:55,585 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:50:55,585 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:50:55,588 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:50:55,591 Job list saved +2021-12-18 20:50:55,595 Updating FAILED jobs +2021-12-18 20:50:55,595 Updating WAITING jobs +2021-12-18 20:50:55,596 Update finished +2021-12-18 20:51:05,598 Reloading parameters... +2021-12-18 20:51:05,617 Loading parameters... +2021-12-18 20:51:05,618 Loading project parameters... +2021-12-18 20:51:05,620 + +9 of 25 jobs remaining (20:51) +2021-12-18 20:51:05,622 Sleep: 10 +2021-12-18 20:51:05,622 Number of retrials: 0 +2021-12-18 20:51:05,622 WRAPPER CHECK TIME = 10 +2021-12-18 20:51:05,623 Checking jobs for platform=marenostrum4 +2021-12-18 20:51:05,623 Checking jobs for platform=nord3 +2021-12-18 20:51:05,624 Checking jobs for platform=local +2021-12-18 20:51:05,624 Checking jobs for platform=transfer_node +2021-12-18 20:51:05,624 Checking all jobs at once +2021-12-18 20:51:07,144 Successful check job command +2021-12-18 20:51:08,314 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:51:08,314 End of checking +2021-12-18 20:51:08,316 Updating FAILED jobs +2021-12-18 20:51:08,316 Updating WAITING jobs +2021-12-18 20:51:08,316 Update finished +2021-12-18 20:51:08,316 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:51:08,316 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:51:08,316 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:51:08,317 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:51:08,317 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:51:08,317 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:51:08,317 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:51:08,320 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:51:08,322 Job list saved +2021-12-18 20:51:08,327 Updating FAILED jobs +2021-12-18 20:51:08,328 Updating WAITING jobs +2021-12-18 20:51:08,328 Update finished +2021-12-18 20:51:18,338 Reloading parameters... +2021-12-18 20:51:18,358 Loading parameters... +2021-12-18 20:51:18,360 Loading project parameters... +2021-12-18 20:51:18,361 + +9 of 25 jobs remaining (20:51) +2021-12-18 20:51:18,362 Sleep: 10 +2021-12-18 20:51:18,362 Number of retrials: 0 +2021-12-18 20:51:18,362 WRAPPER CHECK TIME = 10 +2021-12-18 20:51:18,362 Checking jobs for platform=marenostrum4 +2021-12-18 20:51:18,363 Checking jobs for platform=nord3 +2021-12-18 20:51:18,363 Checking jobs for platform=local +2021-12-18 20:51:18,364 Checking jobs for platform=transfer_node +2021-12-18 20:51:18,364 Checking all jobs at once +2021-12-18 20:51:19,734 Successful check job command +2021-12-18 20:51:20,954 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:51:20,955 End of checking +2021-12-18 20:51:20,956 Updating FAILED jobs +2021-12-18 20:51:20,957 Updating WAITING jobs +2021-12-18 20:51:20,957 Update finished +2021-12-18 20:51:20,957 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:51:20,957 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:51:20,957 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:51:20,957 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:51:20,958 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:51:20,958 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:51:20,958 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:51:20,961 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:51:20,963 Job list saved +2021-12-18 20:51:20,968 Updating FAILED jobs +2021-12-18 20:51:20,968 Updating WAITING jobs +2021-12-18 20:51:20,969 Update finished +2021-12-18 20:51:30,978 Reloading parameters... +2021-12-18 20:51:30,998 Loading parameters... +2021-12-18 20:51:31,000 Loading project parameters... +2021-12-18 20:51:31,002 + +9 of 25 jobs remaining (20:51) +2021-12-18 20:51:31,002 Sleep: 10 +2021-12-18 20:51:31,002 Number of retrials: 0 +2021-12-18 20:51:31,002 WRAPPER CHECK TIME = 10 +2021-12-18 20:51:31,003 Checking jobs for platform=marenostrum4 +2021-12-18 20:51:31,003 Checking jobs for platform=nord3 +2021-12-18 20:51:31,004 Checking jobs for platform=local +2021-12-18 20:51:31,004 Checking jobs for platform=transfer_node +2021-12-18 20:51:31,004 Checking all jobs at once +2021-12-18 20:51:32,324 Successful check job command +2021-12-18 20:51:33,543 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:51:33,543 End of checking +2021-12-18 20:51:33,545 Updating FAILED jobs +2021-12-18 20:51:33,545 Updating WAITING jobs +2021-12-18 20:51:33,545 Update finished +2021-12-18 20:51:33,545 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:51:33,546 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:51:33,547 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:51:33,547 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:51:33,547 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:51:33,547 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:51:33,547 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:51:33,550 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:51:33,552 Job list saved +2021-12-18 20:51:33,559 Updating FAILED jobs +2021-12-18 20:51:33,559 Updating WAITING jobs +2021-12-18 20:51:33,559 Update finished +2021-12-18 20:51:43,567 Reloading parameters... +2021-12-18 20:51:43,587 Loading parameters... +2021-12-18 20:51:43,588 Loading project parameters... +2021-12-18 20:51:43,590 + +9 of 25 jobs remaining (20:51) +2021-12-18 20:51:43,591 Sleep: 10 +2021-12-18 20:51:43,591 Number of retrials: 0 +2021-12-18 20:51:43,591 WRAPPER CHECK TIME = 10 +2021-12-18 20:51:43,591 Checking jobs for platform=marenostrum4 +2021-12-18 20:51:43,592 Checking jobs for platform=nord3 +2021-12-18 20:51:43,592 Checking jobs for platform=local +2021-12-18 20:51:43,593 Checking jobs for platform=transfer_node +2021-12-18 20:51:43,593 Checking all jobs at once +2021-12-18 20:51:44,912 Successful check job command +2021-12-18 20:51:46,131 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:51:46,131 End of checking +2021-12-18 20:51:46,132 Updating FAILED jobs +2021-12-18 20:51:46,133 Updating WAITING jobs +2021-12-18 20:51:46,133 Update finished +2021-12-18 20:51:46,133 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:51:46,133 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:51:46,133 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:51:46,133 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:51:46,134 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:51:46,134 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:51:46,134 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:51:46,136 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:51:46,139 Job list saved +2021-12-18 20:51:46,143 Updating FAILED jobs +2021-12-18 20:51:46,144 Updating WAITING jobs +2021-12-18 20:51:46,144 Update finished +2021-12-18 20:51:56,154 Reloading parameters... +2021-12-18 20:51:56,175 Loading parameters... +2021-12-18 20:51:56,176 Loading project parameters... +2021-12-18 20:51:56,178 + +9 of 25 jobs remaining (20:51) +2021-12-18 20:51:56,178 Sleep: 10 +2021-12-18 20:51:56,178 Number of retrials: 0 +2021-12-18 20:51:56,178 WRAPPER CHECK TIME = 10 +2021-12-18 20:51:56,179 Checking jobs for platform=marenostrum4 +2021-12-18 20:51:56,180 Checking jobs for platform=nord3 +2021-12-18 20:51:56,180 Checking jobs for platform=local +2021-12-18 20:51:56,181 Checking jobs for platform=transfer_node +2021-12-18 20:51:56,181 Checking all jobs at once +2021-12-18 20:51:57,500 Successful check job command +2021-12-18 20:51:58,719 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:51:58,719 End of checking +2021-12-18 20:51:58,721 Updating FAILED jobs +2021-12-18 20:51:58,721 Updating WAITING jobs +2021-12-18 20:51:58,721 Update finished +2021-12-18 20:51:58,721 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:51:58,722 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:51:58,722 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:51:58,722 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:51:58,722 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:51:58,722 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:51:58,722 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:51:58,725 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:51:58,727 Job list saved +2021-12-18 20:51:58,732 Updating FAILED jobs +2021-12-18 20:51:58,732 Updating WAITING jobs +2021-12-18 20:51:58,732 Update finished +2021-12-18 20:52:08,742 Reloading parameters... +2021-12-18 20:52:08,762 Loading parameters... +2021-12-18 20:52:08,764 Loading project parameters... +2021-12-18 20:52:08,765 + +9 of 25 jobs remaining (20:52) +2021-12-18 20:52:08,766 Sleep: 10 +2021-12-18 20:52:08,766 Number of retrials: 0 +2021-12-18 20:52:08,766 WRAPPER CHECK TIME = 10 +2021-12-18 20:52:08,766 Checking jobs for platform=marenostrum4 +2021-12-18 20:52:08,767 Checking jobs for platform=nord3 +2021-12-18 20:52:08,768 Checking jobs for platform=local +2021-12-18 20:52:08,768 Checking jobs for platform=transfer_node +2021-12-18 20:52:08,768 Checking all jobs at once +2021-12-18 20:52:09,987 Successful check job command +2021-12-18 20:52:11,156 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:52:11,156 End of checking +2021-12-18 20:52:11,157 Updating FAILED jobs +2021-12-18 20:52:11,158 Updating WAITING jobs +2021-12-18 20:52:11,158 Update finished +2021-12-18 20:52:11,158 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:52:11,160 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:52:11,160 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:52:11,160 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:52:11,160 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:52:11,160 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:52:11,160 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:52:11,163 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:52:11,165 Job list saved +2021-12-18 20:52:11,171 Updating FAILED jobs +2021-12-18 20:52:11,171 Updating WAITING jobs +2021-12-18 20:52:11,171 Update finished +2021-12-18 20:52:21,176 Reloading parameters... +2021-12-18 20:52:21,204 Loading parameters... +2021-12-18 20:52:21,205 Loading project parameters... +2021-12-18 20:52:21,207 + +9 of 25 jobs remaining (20:52) +2021-12-18 20:52:21,207 Sleep: 10 +2021-12-18 20:52:21,207 Number of retrials: 0 +2021-12-18 20:52:21,207 WRAPPER CHECK TIME = 10 +2021-12-18 20:52:21,208 Checking jobs for platform=marenostrum4 +2021-12-18 20:52:21,209 Checking jobs for platform=nord3 +2021-12-18 20:52:21,209 Checking jobs for platform=local +2021-12-18 20:52:21,210 Checking jobs for platform=transfer_node +2021-12-18 20:52:21,210 Checking all jobs at once +2021-12-18 20:52:22,481 Successful check job command +2021-12-18 20:52:23,652 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:52:23,652 End of checking +2021-12-18 20:52:23,653 Updating FAILED jobs +2021-12-18 20:52:23,654 Updating WAITING jobs +2021-12-18 20:52:23,654 Update finished +2021-12-18 20:52:23,654 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:52:23,654 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:52:23,654 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:52:23,655 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:52:23,655 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:52:23,655 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:52:23,655 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:52:23,660 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:52:23,662 Job list saved +2021-12-18 20:52:23,667 Updating FAILED jobs +2021-12-18 20:52:23,667 Updating WAITING jobs +2021-12-18 20:52:23,667 Update finished +2021-12-18 20:52:33,677 Reloading parameters... +2021-12-18 20:52:33,702 Loading parameters... +2021-12-18 20:52:33,703 Loading project parameters... +2021-12-18 20:52:33,705 + +9 of 25 jobs remaining (20:52) +2021-12-18 20:52:33,705 Sleep: 10 +2021-12-18 20:52:33,705 Number of retrials: 0 +2021-12-18 20:52:33,705 WRAPPER CHECK TIME = 10 +2021-12-18 20:52:33,706 Checking jobs for platform=marenostrum4 +2021-12-18 20:52:33,707 Checking jobs for platform=nord3 +2021-12-18 20:52:33,707 Checking jobs for platform=local +2021-12-18 20:52:33,708 Checking jobs for platform=transfer_node +2021-12-18 20:52:33,708 Checking all jobs at once +2021-12-18 20:52:35,127 Successful check job command +2021-12-18 20:52:36,396 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:52:36,397 End of checking +2021-12-18 20:52:36,398 Updating FAILED jobs +2021-12-18 20:52:36,398 Updating WAITING jobs +2021-12-18 20:52:36,398 Update finished +2021-12-18 20:52:36,398 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:52:36,399 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:52:36,399 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:52:36,399 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:52:36,399 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:52:36,399 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:52:36,399 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:52:36,402 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:52:36,404 Job list saved +2021-12-18 20:52:36,409 Updating FAILED jobs +2021-12-18 20:52:36,409 Updating WAITING jobs +2021-12-18 20:52:36,409 Update finished +2021-12-18 20:52:46,420 Reloading parameters... +2021-12-18 20:52:46,444 Loading parameters... +2021-12-18 20:52:46,446 Loading project parameters... +2021-12-18 20:52:46,448 + +9 of 25 jobs remaining (20:52) +2021-12-18 20:52:46,448 Sleep: 10 +2021-12-18 20:52:46,448 Number of retrials: 0 +2021-12-18 20:52:46,448 WRAPPER CHECK TIME = 10 +2021-12-18 20:52:46,449 Checking jobs for platform=marenostrum4 +2021-12-18 20:52:46,450 Checking jobs for platform=nord3 +2021-12-18 20:52:46,451 Checking jobs for platform=local +2021-12-18 20:52:46,451 Checking jobs for platform=transfer_node +2021-12-18 20:52:46,451 Checking all jobs at once +2021-12-18 20:52:47,773 Successful check job command +2021-12-18 20:52:48,994 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:52:48,995 End of checking +2021-12-18 20:52:48,996 Updating FAILED jobs +2021-12-18 20:52:48,997 Updating WAITING jobs +2021-12-18 20:52:48,997 Update finished +2021-12-18 20:52:48,997 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:52:48,998 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:52:48,998 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:52:48,998 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:52:48,998 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:52:48,998 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:52:48,998 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:52:49,001 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:52:49,003 Job list saved +2021-12-18 20:52:49,008 Updating FAILED jobs +2021-12-18 20:52:49,009 Updating WAITING jobs +2021-12-18 20:52:49,009 Update finished +2021-12-18 20:52:59,019 Reloading parameters... +2021-12-18 20:52:59,038 Loading parameters... +2021-12-18 20:52:59,040 Loading project parameters... +2021-12-18 20:52:59,041 + +9 of 25 jobs remaining (20:52) +2021-12-18 20:52:59,042 Sleep: 10 +2021-12-18 20:52:59,042 Number of retrials: 0 +2021-12-18 20:52:59,042 WRAPPER CHECK TIME = 10 +2021-12-18 20:52:59,042 Checking jobs for platform=marenostrum4 +2021-12-18 20:52:59,043 Checking jobs for platform=nord3 +2021-12-18 20:52:59,044 Checking jobs for platform=local +2021-12-18 20:52:59,044 Checking jobs for platform=transfer_node +2021-12-18 20:52:59,044 Checking all jobs at once +2021-12-18 20:53:00,370 Successful check job command +2021-12-18 20:53:01,641 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:53:01,641 End of checking +2021-12-18 20:53:01,642 Updating FAILED jobs +2021-12-18 20:53:01,643 Updating WAITING jobs +2021-12-18 20:53:01,643 Update finished +2021-12-18 20:53:01,643 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:53:01,643 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:53:01,643 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:53:01,643 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:53:01,643 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:53:01,644 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:53:01,644 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:53:01,646 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:53:01,648 Job list saved +2021-12-18 20:53:01,653 Updating FAILED jobs +2021-12-18 20:53:01,653 Updating WAITING jobs +2021-12-18 20:53:01,654 Update finished +2021-12-18 20:53:11,663 Reloading parameters... +2021-12-18 20:53:11,683 Loading parameters... +2021-12-18 20:53:11,684 Loading project parameters... +2021-12-18 20:53:11,686 + +9 of 25 jobs remaining (20:53) +2021-12-18 20:53:11,686 Sleep: 10 +2021-12-18 20:53:11,686 Number of retrials: 0 +2021-12-18 20:53:11,686 WRAPPER CHECK TIME = 10 +2021-12-18 20:53:11,687 Checking jobs for platform=marenostrum4 +2021-12-18 20:53:11,687 Checking jobs for platform=nord3 +2021-12-18 20:53:11,688 Checking jobs for platform=local +2021-12-18 20:53:11,688 Checking jobs for platform=transfer_node +2021-12-18 20:53:11,688 Checking all jobs at once +2021-12-18 20:53:13,008 Successful check job command +2021-12-18 20:53:14,228 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:53:14,228 End of checking +2021-12-18 20:53:14,229 Updating FAILED jobs +2021-12-18 20:53:14,229 Updating WAITING jobs +2021-12-18 20:53:14,229 Update finished +2021-12-18 20:53:14,230 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:53:14,230 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:53:14,230 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:53:14,230 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:53:14,230 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:53:14,230 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:53:14,230 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:53:14,233 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:53:14,236 Job list saved +2021-12-18 20:53:14,241 Updating FAILED jobs +2021-12-18 20:53:14,241 Updating WAITING jobs +2021-12-18 20:53:14,241 Update finished +2021-12-18 20:53:24,251 Reloading parameters... +2021-12-18 20:53:24,270 Loading parameters... +2021-12-18 20:53:24,271 Loading project parameters... +2021-12-18 20:53:24,273 + +9 of 25 jobs remaining (20:53) +2021-12-18 20:53:24,273 Sleep: 10 +2021-12-18 20:53:24,274 Number of retrials: 0 +2021-12-18 20:53:24,274 WRAPPER CHECK TIME = 10 +2021-12-18 20:53:24,274 Checking jobs for platform=marenostrum4 +2021-12-18 20:53:24,275 Checking jobs for platform=nord3 +2021-12-18 20:53:24,275 Checking jobs for platform=local +2021-12-18 20:53:24,276 Checking jobs for platform=transfer_node +2021-12-18 20:53:24,276 Checking all jobs at once +2021-12-18 20:53:25,595 Successful check job command +2021-12-18 20:53:26,814 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:53:26,814 End of checking +2021-12-18 20:53:26,815 Updating FAILED jobs +2021-12-18 20:53:26,816 Updating WAITING jobs +2021-12-18 20:53:26,816 Update finished +2021-12-18 20:53:26,816 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:53:26,818 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:53:26,818 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:53:26,818 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:53:26,819 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:53:26,819 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:53:26,819 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:53:26,822 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:53:26,824 Job list saved +2021-12-18 20:53:26,829 Updating FAILED jobs +2021-12-18 20:53:26,829 Updating WAITING jobs +2021-12-18 20:53:26,830 Update finished +2021-12-18 20:53:36,840 Reloading parameters... +2021-12-18 20:53:36,858 Loading parameters... +2021-12-18 20:53:36,859 Loading project parameters... +2021-12-18 20:53:36,861 + +9 of 25 jobs remaining (20:53) +2021-12-18 20:53:36,861 Sleep: 10 +2021-12-18 20:53:36,861 Number of retrials: 0 +2021-12-18 20:53:36,861 WRAPPER CHECK TIME = 10 +2021-12-18 20:53:36,862 Checking jobs for platform=marenostrum4 +2021-12-18 20:53:36,862 Checking jobs for platform=nord3 +2021-12-18 20:53:36,863 Checking jobs for platform=local +2021-12-18 20:53:36,863 Checking jobs for platform=transfer_node +2021-12-18 20:53:36,863 Checking all jobs at once +2021-12-18 20:53:38,132 Successful check job command +2021-12-18 20:53:39,352 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:53:39,352 End of checking +2021-12-18 20:53:39,353 Updating FAILED jobs +2021-12-18 20:53:39,353 Updating WAITING jobs +2021-12-18 20:53:39,353 Update finished +2021-12-18 20:53:39,354 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:53:39,354 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:53:39,354 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:53:39,354 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:53:39,354 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:53:39,354 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:53:39,354 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:53:39,357 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:53:39,359 Job list saved +2021-12-18 20:53:39,364 Updating FAILED jobs +2021-12-18 20:53:39,364 Updating WAITING jobs +2021-12-18 20:53:39,364 Update finished +2021-12-18 20:53:49,374 Reloading parameters... +2021-12-18 20:53:49,393 Loading parameters... +2021-12-18 20:53:49,394 Loading project parameters... +2021-12-18 20:53:49,396 + +9 of 25 jobs remaining (20:53) +2021-12-18 20:53:49,396 Sleep: 10 +2021-12-18 20:53:49,396 Number of retrials: 0 +2021-12-18 20:53:49,396 WRAPPER CHECK TIME = 10 +2021-12-18 20:53:49,397 Checking jobs for platform=marenostrum4 +2021-12-18 20:53:49,397 Checking jobs for platform=nord3 +2021-12-18 20:53:49,398 Checking jobs for platform=local +2021-12-18 20:53:49,398 Checking jobs for platform=transfer_node +2021-12-18 20:53:49,398 Checking all jobs at once +2021-12-18 20:53:50,718 Successful check job command +2021-12-18 20:53:51,987 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:53:51,987 End of checking +2021-12-18 20:53:51,989 Updating FAILED jobs +2021-12-18 20:53:51,989 Updating WAITING jobs +2021-12-18 20:53:51,989 Update finished +2021-12-18 20:53:51,989 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:53:51,989 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:53:51,989 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:53:51,990 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:53:51,990 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:53:51,990 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:53:51,990 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:53:51,992 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:53:51,995 Job list saved +2021-12-18 20:53:51,999 Updating FAILED jobs +2021-12-18 20:53:51,999 Updating WAITING jobs +2021-12-18 20:53:52,000 Update finished +2021-12-18 20:54:02,009 Reloading parameters... +2021-12-18 20:54:02,027 Loading parameters... +2021-12-18 20:54:02,028 Loading project parameters... +2021-12-18 20:54:02,030 + +9 of 25 jobs remaining (20:54) +2021-12-18 20:54:02,030 Sleep: 10 +2021-12-18 20:54:02,030 Number of retrials: 0 +2021-12-18 20:54:02,030 WRAPPER CHECK TIME = 10 +2021-12-18 20:54:02,031 Checking jobs for platform=marenostrum4 +2021-12-18 20:54:02,031 Checking jobs for platform=nord3 +2021-12-18 20:54:02,032 Checking jobs for platform=local +2021-12-18 20:54:02,032 Checking jobs for platform=transfer_node +2021-12-18 20:54:02,033 Checking all jobs at once +2021-12-18 20:54:03,352 Successful check job command +2021-12-18 20:54:04,621 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:54:04,621 End of checking +2021-12-18 20:54:04,622 Updating FAILED jobs +2021-12-18 20:54:04,622 Updating WAITING jobs +2021-12-18 20:54:04,623 Update finished +2021-12-18 20:54:04,623 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:54:04,623 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:54:04,624 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:54:04,624 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:54:04,624 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:54:04,624 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:54:04,624 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:54:04,627 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:54:04,630 Job list saved +2021-12-18 20:54:04,634 Updating FAILED jobs +2021-12-18 20:54:04,634 Updating WAITING jobs +2021-12-18 20:54:04,635 Update finished +2021-12-18 20:54:14,645 Reloading parameters... +2021-12-18 20:54:14,665 Loading parameters... +2021-12-18 20:54:14,666 Loading project parameters... +2021-12-18 20:54:14,668 + +9 of 25 jobs remaining (20:54) +2021-12-18 20:54:14,669 Sleep: 10 +2021-12-18 20:54:14,669 Number of retrials: 0 +2021-12-18 20:54:14,669 WRAPPER CHECK TIME = 10 +2021-12-18 20:54:14,669 Checking jobs for platform=marenostrum4 +2021-12-18 20:54:14,670 Checking jobs for platform=nord3 +2021-12-18 20:54:14,670 Checking jobs for platform=local +2021-12-18 20:54:14,671 Checking jobs for platform=transfer_node +2021-12-18 20:54:14,671 Checking all jobs at once +2021-12-18 20:54:16,291 Successful check job command +2021-12-18 20:54:17,510 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:54:17,510 End of checking +2021-12-18 20:54:17,511 Updating FAILED jobs +2021-12-18 20:54:17,511 Updating WAITING jobs +2021-12-18 20:54:17,511 Update finished +2021-12-18 20:54:17,512 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:54:17,512 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:54:17,512 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:54:17,512 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:54:17,512 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:54:17,512 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:54:17,512 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:54:17,515 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:54:17,517 Job list saved +2021-12-18 20:54:17,522 Updating FAILED jobs +2021-12-18 20:54:17,522 Updating WAITING jobs +2021-12-18 20:54:17,522 Update finished +2021-12-18 20:54:27,526 Reloading parameters... +2021-12-18 20:54:27,545 Loading parameters... +2021-12-18 20:54:27,547 Loading project parameters... +2021-12-18 20:54:27,549 + +9 of 25 jobs remaining (20:54) +2021-12-18 20:54:27,549 Sleep: 10 +2021-12-18 20:54:27,549 Number of retrials: 0 +2021-12-18 20:54:27,549 WRAPPER CHECK TIME = 10 +2021-12-18 20:54:27,550 Checking jobs for platform=marenostrum4 +2021-12-18 20:54:27,550 Checking jobs for platform=nord3 +2021-12-18 20:54:27,551 Checking jobs for platform=local +2021-12-18 20:54:27,551 Checking jobs for platform=transfer_node +2021-12-18 20:54:27,551 Checking all jobs at once +2021-12-18 20:54:29,021 Successful check job command +2021-12-18 20:54:30,340 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:54:30,341 End of checking +2021-12-18 20:54:30,342 Updating FAILED jobs +2021-12-18 20:54:30,342 Updating WAITING jobs +2021-12-18 20:54:30,342 Update finished +2021-12-18 20:54:30,343 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:54:30,343 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:54:30,343 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:54:30,343 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:54:30,343 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:54:30,343 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:54:30,343 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:54:30,346 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:54:30,348 Job list saved +2021-12-18 20:54:30,361 Updating FAILED jobs +2021-12-18 20:54:30,361 Updating WAITING jobs +2021-12-18 20:54:30,362 Update finished +2021-12-18 20:54:40,372 Reloading parameters... +2021-12-18 20:54:40,392 Loading parameters... +2021-12-18 20:54:40,394 Loading project parameters... +2021-12-18 20:54:40,400 + +9 of 25 jobs remaining (20:54) +2021-12-18 20:54:40,400 Sleep: 10 +2021-12-18 20:54:40,400 Number of retrials: 0 +2021-12-18 20:54:40,401 WRAPPER CHECK TIME = 10 +2021-12-18 20:54:40,401 Checking jobs for platform=marenostrum4 +2021-12-18 20:54:40,402 Checking jobs for platform=nord3 +2021-12-18 20:54:40,402 Checking jobs for platform=local +2021-12-18 20:54:40,403 Checking jobs for platform=transfer_node +2021-12-18 20:54:40,403 Checking all jobs at once +2021-12-18 20:54:41,674 Successful check job command +2021-12-18 20:54:42,893 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:54:42,894 End of checking +2021-12-18 20:54:42,895 Updating FAILED jobs +2021-12-18 20:54:42,895 Updating WAITING jobs +2021-12-18 20:54:42,895 Update finished +2021-12-18 20:54:42,895 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:54:42,898 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:54:42,898 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:54:42,898 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:54:42,898 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:54:42,898 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:54:42,898 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:54:42,901 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:54:42,903 Job list saved +2021-12-18 20:54:42,908 Updating FAILED jobs +2021-12-18 20:54:42,908 Updating WAITING jobs +2021-12-18 20:54:42,908 Update finished +2021-12-18 20:54:52,918 Reloading parameters... +2021-12-18 20:54:52,946 Loading parameters... +2021-12-18 20:54:52,948 Loading project parameters... +2021-12-18 20:54:52,950 + +9 of 25 jobs remaining (20:54) +2021-12-18 20:54:52,950 Sleep: 10 +2021-12-18 20:54:52,950 Number of retrials: 0 +2021-12-18 20:54:52,950 WRAPPER CHECK TIME = 10 +2021-12-18 20:54:52,950 Checking jobs for platform=marenostrum4 +2021-12-18 20:54:52,951 Checking jobs for platform=nord3 +2021-12-18 20:54:52,952 Checking jobs for platform=local +2021-12-18 20:54:52,952 Checking jobs for platform=transfer_node +2021-12-18 20:54:52,952 Checking all jobs at once +2021-12-18 20:54:54,372 Successful check job command +2021-12-18 20:54:55,590 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:54:55,591 End of checking +2021-12-18 20:54:55,593 Updating FAILED jobs +2021-12-18 20:54:55,593 Updating WAITING jobs +2021-12-18 20:54:55,593 Update finished +2021-12-18 20:54:55,593 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:54:55,594 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:54:55,594 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:54:55,594 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:54:55,594 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:54:55,594 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:54:55,594 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:54:55,597 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:54:55,600 Job list saved +2021-12-18 20:54:55,604 Updating FAILED jobs +2021-12-18 20:54:55,604 Updating WAITING jobs +2021-12-18 20:54:55,604 Update finished +2021-12-18 20:55:05,614 Reloading parameters... +2021-12-18 20:55:05,635 Loading parameters... +2021-12-18 20:55:05,636 Loading project parameters... +2021-12-18 20:55:05,638 + +9 of 25 jobs remaining (20:55) +2021-12-18 20:55:05,639 Sleep: 10 +2021-12-18 20:55:05,639 Number of retrials: 0 +2021-12-18 20:55:05,639 WRAPPER CHECK TIME = 10 +2021-12-18 20:55:05,640 Checking jobs for platform=marenostrum4 +2021-12-18 20:55:05,640 Checking jobs for platform=nord3 +2021-12-18 20:55:05,641 Checking jobs for platform=local +2021-12-18 20:55:05,642 Checking jobs for platform=transfer_node +2021-12-18 20:55:05,642 Checking all jobs at once +2021-12-18 20:55:07,011 Successful check job command +2021-12-18 20:55:08,280 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:55:08,281 End of checking +2021-12-18 20:55:08,283 Updating FAILED jobs +2021-12-18 20:55:08,283 Updating WAITING jobs +2021-12-18 20:55:08,283 Update finished +2021-12-18 20:55:08,283 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:55:08,283 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:55:08,283 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:55:08,284 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:55:08,284 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:55:08,284 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:55:08,284 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:55:08,287 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:55:08,289 Job list saved +2021-12-18 20:55:08,294 Updating FAILED jobs +2021-12-18 20:55:08,294 Updating WAITING jobs +2021-12-18 20:55:08,294 Update finished +2021-12-18 20:55:18,305 Reloading parameters... +2021-12-18 20:55:18,323 Loading parameters... +2021-12-18 20:55:18,324 Loading project parameters... +2021-12-18 20:55:18,326 + +9 of 25 jobs remaining (20:55) +2021-12-18 20:55:18,327 Sleep: 10 +2021-12-18 20:55:18,327 Number of retrials: 0 +2021-12-18 20:55:18,327 WRAPPER CHECK TIME = 10 +2021-12-18 20:55:18,327 Checking jobs for platform=marenostrum4 +2021-12-18 20:55:18,328 Checking jobs for platform=nord3 +2021-12-18 20:55:18,329 Checking jobs for platform=local +2021-12-18 20:55:18,329 Checking jobs for platform=transfer_node +2021-12-18 20:55:18,329 Checking all jobs at once +2021-12-18 20:55:19,749 Successful check job command +2021-12-18 20:55:21,769 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:55:21,770 End of checking +2021-12-18 20:55:21,771 Updating FAILED jobs +2021-12-18 20:55:21,771 Updating WAITING jobs +2021-12-18 20:55:21,772 Update finished +2021-12-18 20:55:21,772 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:55:21,772 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:55:21,773 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:55:21,773 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:55:21,773 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:55:21,773 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:55:21,773 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:55:21,776 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:55:21,778 Job list saved +2021-12-18 20:55:21,782 Updating FAILED jobs +2021-12-18 20:55:21,782 Updating WAITING jobs +2021-12-18 20:55:21,782 Update finished +2021-12-18 20:55:31,791 Reloading parameters... +2021-12-18 20:55:31,811 Loading parameters... +2021-12-18 20:55:31,813 Loading project parameters... +2021-12-18 20:55:31,815 + +9 of 25 jobs remaining (20:55) +2021-12-18 20:55:31,815 Sleep: 10 +2021-12-18 20:55:31,815 Number of retrials: 0 +2021-12-18 20:55:31,815 WRAPPER CHECK TIME = 10 +2021-12-18 20:55:31,815 Checking jobs for platform=marenostrum4 +2021-12-18 20:55:31,816 Checking jobs for platform=nord3 +2021-12-18 20:55:31,817 Checking jobs for platform=local +2021-12-18 20:55:31,817 Checking jobs for platform=transfer_node +2021-12-18 20:55:31,817 Checking all jobs at once +2021-12-18 20:55:33,237 Successful check job command +2021-12-18 20:55:34,456 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:55:34,457 End of checking +2021-12-18 20:55:34,458 Updating FAILED jobs +2021-12-18 20:55:34,458 Updating WAITING jobs +2021-12-18 20:55:34,458 Update finished +2021-12-18 20:55:34,458 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:55:34,459 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:55:34,459 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:55:34,459 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:55:34,459 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:55:34,459 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:55:34,459 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:55:34,462 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:55:34,464 Job list saved +2021-12-18 20:55:34,469 Updating FAILED jobs +2021-12-18 20:55:34,469 Updating WAITING jobs +2021-12-18 20:55:34,469 Update finished +2021-12-18 20:55:44,477 Reloading parameters... +2021-12-18 20:55:44,500 Loading parameters... +2021-12-18 20:55:44,501 Loading project parameters... +2021-12-18 20:55:44,503 + +9 of 25 jobs remaining (20:55) +2021-12-18 20:55:44,503 Sleep: 10 +2021-12-18 20:55:44,503 Number of retrials: 0 +2021-12-18 20:55:44,504 WRAPPER CHECK TIME = 10 +2021-12-18 20:55:44,504 Checking jobs for platform=marenostrum4 +2021-12-18 20:55:44,505 Checking jobs for platform=nord3 +2021-12-18 20:55:44,505 Checking jobs for platform=local +2021-12-18 20:55:44,506 Checking jobs for platform=transfer_node +2021-12-18 20:55:44,506 Checking all jobs at once +2021-12-18 20:55:45,825 Successful check job command +2021-12-18 20:55:47,144 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:55:47,145 End of checking +2021-12-18 20:55:47,146 Updating FAILED jobs +2021-12-18 20:55:47,146 Updating WAITING jobs +2021-12-18 20:55:47,147 Update finished +2021-12-18 20:55:47,147 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:55:47,147 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:55:47,147 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:55:47,147 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:55:47,147 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:55:47,148 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:55:47,148 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:55:47,150 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:55:47,152 Job list saved +2021-12-18 20:55:47,158 Updating FAILED jobs +2021-12-18 20:55:47,158 Updating WAITING jobs +2021-12-18 20:55:47,158 Update finished +2021-12-18 20:55:57,168 Reloading parameters... +2021-12-18 20:55:57,193 Loading parameters... +2021-12-18 20:55:57,194 Loading project parameters... +2021-12-18 20:55:57,196 + +9 of 25 jobs remaining (20:55) +2021-12-18 20:55:57,196 Sleep: 10 +2021-12-18 20:55:57,196 Number of retrials: 0 +2021-12-18 20:55:57,196 WRAPPER CHECK TIME = 10 +2021-12-18 20:55:57,197 Checking jobs for platform=marenostrum4 +2021-12-18 20:55:57,198 Checking jobs for platform=nord3 +2021-12-18 20:55:57,198 Checking jobs for platform=local +2021-12-18 20:55:57,199 Checking jobs for platform=transfer_node +2021-12-18 20:55:57,199 Checking all jobs at once +2021-12-18 20:55:58,570 Successful check job command +2021-12-18 20:55:59,789 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:55:59,789 End of checking +2021-12-18 20:55:59,791 Updating FAILED jobs +2021-12-18 20:55:59,791 Updating WAITING jobs +2021-12-18 20:55:59,791 Update finished +2021-12-18 20:55:59,791 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:55:59,795 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:55:59,795 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:55:59,795 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:55:59,795 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:55:59,795 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:55:59,796 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:55:59,799 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:55:59,801 Job list saved +2021-12-18 20:55:59,806 Updating FAILED jobs +2021-12-18 20:55:59,806 Updating WAITING jobs +2021-12-18 20:55:59,806 Update finished +2021-12-18 20:56:09,816 Reloading parameters... +2021-12-18 20:56:09,834 Loading parameters... +2021-12-18 20:56:09,836 Loading project parameters... +2021-12-18 20:56:09,838 + +9 of 25 jobs remaining (20:56) +2021-12-18 20:56:09,838 Sleep: 10 +2021-12-18 20:56:09,838 Number of retrials: 0 +2021-12-18 20:56:09,838 WRAPPER CHECK TIME = 10 +2021-12-18 20:56:09,839 Checking jobs for platform=marenostrum4 +2021-12-18 20:56:09,839 Checking jobs for platform=nord3 +2021-12-18 20:56:09,840 Checking jobs for platform=local +2021-12-18 20:56:09,840 Checking jobs for platform=transfer_node +2021-12-18 20:56:09,840 Checking all jobs at once +2021-12-18 20:56:11,110 Successful check job command +2021-12-18 20:56:12,280 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:56:12,280 End of checking +2021-12-18 20:56:12,282 Updating FAILED jobs +2021-12-18 20:56:12,282 Updating WAITING jobs +2021-12-18 20:56:12,282 Update finished +2021-12-18 20:56:12,282 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:56:12,283 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:56:12,283 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:56:12,283 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:56:12,283 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:56:12,283 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:56:12,283 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:56:12,286 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:56:12,288 Job list saved +2021-12-18 20:56:12,293 Updating FAILED jobs +2021-12-18 20:56:12,293 Updating WAITING jobs +2021-12-18 20:56:12,293 Update finished +2021-12-18 20:56:22,303 Reloading parameters... +2021-12-18 20:56:22,321 Loading parameters... +2021-12-18 20:56:22,322 Loading project parameters... +2021-12-18 20:56:22,324 + +9 of 25 jobs remaining (20:56) +2021-12-18 20:56:22,324 Sleep: 10 +2021-12-18 20:56:22,325 Number of retrials: 0 +2021-12-18 20:56:22,325 WRAPPER CHECK TIME = 10 +2021-12-18 20:56:22,325 Checking jobs for platform=marenostrum4 +2021-12-18 20:56:22,326 Checking jobs for platform=nord3 +2021-12-18 20:56:22,326 Checking jobs for platform=local +2021-12-18 20:56:22,327 Checking jobs for platform=transfer_node +2021-12-18 20:56:22,327 Checking all jobs at once +2021-12-18 20:56:23,648 Successful check job command +2021-12-18 20:56:24,867 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:56:24,868 End of checking +2021-12-18 20:56:24,869 Updating FAILED jobs +2021-12-18 20:56:24,869 Updating WAITING jobs +2021-12-18 20:56:24,869 Update finished +2021-12-18 20:56:24,870 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:56:24,870 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:56:24,870 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:56:24,870 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:56:24,870 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:56:24,870 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:56:24,870 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:56:24,873 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:56:24,875 Job list saved +2021-12-18 20:56:24,880 Updating FAILED jobs +2021-12-18 20:56:24,880 Updating WAITING jobs +2021-12-18 20:56:24,880 Update finished +2021-12-18 20:56:34,888 Reloading parameters... +2021-12-18 20:56:34,906 Loading parameters... +2021-12-18 20:56:34,907 Loading project parameters... +2021-12-18 20:56:34,909 + +9 of 25 jobs remaining (20:56) +2021-12-18 20:56:34,909 Sleep: 10 +2021-12-18 20:56:34,910 Number of retrials: 0 +2021-12-18 20:56:34,910 WRAPPER CHECK TIME = 10 +2021-12-18 20:56:34,910 Checking jobs for platform=marenostrum4 +2021-12-18 20:56:34,911 Checking jobs for platform=nord3 +2021-12-18 20:56:34,911 Checking jobs for platform=local +2021-12-18 20:56:34,912 Checking jobs for platform=transfer_node +2021-12-18 20:56:34,912 Checking all jobs at once +2021-12-18 20:56:36,331 Successful check job command +2021-12-18 20:56:37,600 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:56:37,600 End of checking +2021-12-18 20:56:37,602 Updating FAILED jobs +2021-12-18 20:56:37,602 Updating WAITING jobs +2021-12-18 20:56:37,602 Update finished +2021-12-18 20:56:37,602 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:56:37,603 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:56:37,603 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:56:37,603 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:56:37,603 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:56:37,603 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:56:37,604 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:56:37,606 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:56:37,608 Job list saved +2021-12-18 20:56:37,613 Updating FAILED jobs +2021-12-18 20:56:37,613 Updating WAITING jobs +2021-12-18 20:56:37,613 Update finished +2021-12-18 20:56:47,623 Reloading parameters... +2021-12-18 20:56:47,644 Loading parameters... +2021-12-18 20:56:47,645 Loading project parameters... +2021-12-18 20:56:47,647 + +9 of 25 jobs remaining (20:56) +2021-12-18 20:56:47,647 Sleep: 10 +2021-12-18 20:56:47,647 Number of retrials: 0 +2021-12-18 20:56:47,648 WRAPPER CHECK TIME = 10 +2021-12-18 20:56:47,648 Checking jobs for platform=marenostrum4 +2021-12-18 20:56:47,649 Checking jobs for platform=nord3 +2021-12-18 20:56:47,649 Checking jobs for platform=local +2021-12-18 20:56:47,650 Checking jobs for platform=transfer_node +2021-12-18 20:56:47,650 Checking all jobs at once +2021-12-18 20:56:48,920 Successful check job command +2021-12-18 20:56:50,089 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:56:50,089 End of checking +2021-12-18 20:56:50,091 Updating FAILED jobs +2021-12-18 20:56:50,091 Updating WAITING jobs +2021-12-18 20:56:50,091 Update finished +2021-12-18 20:56:50,091 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:56:50,091 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:56:50,091 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:56:50,092 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:56:50,092 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:56:50,092 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:56:50,092 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:56:50,094 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:56:50,097 Job list saved +2021-12-18 20:56:50,101 Updating FAILED jobs +2021-12-18 20:56:50,102 Updating WAITING jobs +2021-12-18 20:56:50,102 Update finished +2021-12-18 20:57:00,112 Reloading parameters... +2021-12-18 20:57:00,129 Loading parameters... +2021-12-18 20:57:00,131 Loading project parameters... +2021-12-18 20:57:00,132 + +9 of 25 jobs remaining (20:57) +2021-12-18 20:57:00,133 Sleep: 10 +2021-12-18 20:57:00,133 Number of retrials: 0 +2021-12-18 20:57:00,133 WRAPPER CHECK TIME = 10 +2021-12-18 20:57:00,133 Checking jobs for platform=marenostrum4 +2021-12-18 20:57:00,134 Checking jobs for platform=nord3 +2021-12-18 20:57:00,134 Checking jobs for platform=local +2021-12-18 20:57:00,135 Checking jobs for platform=transfer_node +2021-12-18 20:57:00,135 Checking all jobs at once +2021-12-18 20:57:01,605 Successful check job command +2021-12-18 20:57:02,878 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:57:02,878 End of checking +2021-12-18 20:57:02,879 Updating FAILED jobs +2021-12-18 20:57:02,879 Updating WAITING jobs +2021-12-18 20:57:02,879 Update finished +2021-12-18 20:57:02,880 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:57:02,880 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:57:02,880 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:57:02,880 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:57:02,880 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:57:02,880 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:57:02,880 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:57:02,883 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:57:02,886 Job list saved +2021-12-18 20:57:02,890 Updating FAILED jobs +2021-12-18 20:57:02,891 Updating WAITING jobs +2021-12-18 20:57:02,891 Update finished +2021-12-18 20:57:12,901 Reloading parameters... +2021-12-18 20:57:12,921 Loading parameters... +2021-12-18 20:57:12,923 Loading project parameters... +2021-12-18 20:57:12,925 + +9 of 25 jobs remaining (20:57) +2021-12-18 20:57:12,925 Sleep: 10 +2021-12-18 20:57:12,925 Number of retrials: 0 +2021-12-18 20:57:12,925 WRAPPER CHECK TIME = 10 +2021-12-18 20:57:12,926 Checking jobs for platform=marenostrum4 +2021-12-18 20:57:12,926 Checking jobs for platform=nord3 +2021-12-18 20:57:12,927 Checking jobs for platform=local +2021-12-18 20:57:12,927 Checking jobs for platform=transfer_node +2021-12-18 20:57:12,927 Checking all jobs at once +2021-12-18 20:57:14,347 Successful check job command +2021-12-18 20:57:15,666 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:57:15,666 End of checking +2021-12-18 20:57:15,667 Updating FAILED jobs +2021-12-18 20:57:15,668 Updating WAITING jobs +2021-12-18 20:57:15,668 Update finished +2021-12-18 20:57:15,668 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:57:15,669 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:57:15,670 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:57:15,670 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:57:15,670 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:57:15,670 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:57:15,670 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:57:15,673 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:57:15,675 Job list saved +2021-12-18 20:57:15,680 Updating FAILED jobs +2021-12-18 20:57:15,680 Updating WAITING jobs +2021-12-18 20:57:15,680 Update finished +2021-12-18 20:57:25,687 Reloading parameters... +2021-12-18 20:57:25,709 Loading parameters... +2021-12-18 20:57:25,710 Loading project parameters... +2021-12-18 20:57:25,712 + +9 of 25 jobs remaining (20:57) +2021-12-18 20:57:25,712 Sleep: 10 +2021-12-18 20:57:25,712 Number of retrials: 0 +2021-12-18 20:57:25,712 WRAPPER CHECK TIME = 10 +2021-12-18 20:57:25,713 Checking jobs for platform=marenostrum4 +2021-12-18 20:57:25,714 Checking jobs for platform=nord3 +2021-12-18 20:57:25,714 Checking jobs for platform=local +2021-12-18 20:57:25,715 Checking jobs for platform=transfer_node +2021-12-18 20:57:25,715 Checking all jobs at once +2021-12-18 20:57:27,035 Successful check job command +2021-12-18 20:57:28,304 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:57:28,305 End of checking +2021-12-18 20:57:28,306 Updating FAILED jobs +2021-12-18 20:57:28,306 Updating WAITING jobs +2021-12-18 20:57:28,306 Update finished +2021-12-18 20:57:28,307 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:57:28,307 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:57:28,307 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:57:28,307 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:57:28,307 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:57:28,307 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:57:28,308 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:57:28,311 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:57:28,313 Job list saved +2021-12-18 20:57:28,317 Updating FAILED jobs +2021-12-18 20:57:28,317 Updating WAITING jobs +2021-12-18 20:57:28,318 Update finished +2021-12-18 20:57:38,327 Reloading parameters... +2021-12-18 20:57:38,346 Loading parameters... +2021-12-18 20:57:38,347 Loading project parameters... +2021-12-18 20:57:38,349 + +9 of 25 jobs remaining (20:57) +2021-12-18 20:57:38,349 Sleep: 10 +2021-12-18 20:57:38,350 Number of retrials: 0 +2021-12-18 20:57:38,350 WRAPPER CHECK TIME = 10 +2021-12-18 20:57:38,350 Checking jobs for platform=marenostrum4 +2021-12-18 20:57:38,351 Checking jobs for platform=nord3 +2021-12-18 20:57:38,351 Checking jobs for platform=local +2021-12-18 20:57:38,352 Checking jobs for platform=transfer_node +2021-12-18 20:57:38,352 Checking all jobs at once +2021-12-18 20:57:39,671 Successful check job command +2021-12-18 20:57:40,890 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:57:40,891 End of checking +2021-12-18 20:57:40,892 Updating FAILED jobs +2021-12-18 20:57:40,892 Updating WAITING jobs +2021-12-18 20:57:40,892 Update finished +2021-12-18 20:57:40,892 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:57:40,893 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:57:40,893 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:57:40,893 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:57:40,893 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:57:40,893 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:57:40,893 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:57:40,896 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:57:40,898 Job list saved +2021-12-18 20:57:40,903 Updating FAILED jobs +2021-12-18 20:57:40,903 Updating WAITING jobs +2021-12-18 20:57:40,903 Update finished +2021-12-18 20:57:50,905 Reloading parameters... +2021-12-18 20:57:50,924 Loading parameters... +2021-12-18 20:57:50,926 Loading project parameters... +2021-12-18 20:57:50,928 + +9 of 25 jobs remaining (20:57) +2021-12-18 20:57:50,928 Sleep: 10 +2021-12-18 20:57:50,928 Number of retrials: 0 +2021-12-18 20:57:50,928 WRAPPER CHECK TIME = 10 +2021-12-18 20:57:50,929 Checking jobs for platform=marenostrum4 +2021-12-18 20:57:50,929 Checking jobs for platform=nord3 +2021-12-18 20:57:50,930 Checking jobs for platform=local +2021-12-18 20:57:50,930 Checking jobs for platform=transfer_node +2021-12-18 20:57:50,930 Checking all jobs at once +2021-12-18 20:57:52,400 Successful check job command +2021-12-18 20:57:53,569 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:57:53,569 End of checking +2021-12-18 20:57:53,570 Updating FAILED jobs +2021-12-18 20:57:53,571 Updating WAITING jobs +2021-12-18 20:57:53,571 Update finished +2021-12-18 20:57:53,571 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:57:53,572 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:57:53,572 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:57:53,572 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:57:53,572 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:57:53,572 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:57:53,572 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:57:53,575 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:57:53,577 Job list saved +2021-12-18 20:57:53,582 Updating FAILED jobs +2021-12-18 20:57:53,582 Updating WAITING jobs +2021-12-18 20:57:53,582 Update finished +2021-12-18 20:58:03,592 Reloading parameters... +2021-12-18 20:58:03,611 Loading parameters... +2021-12-18 20:58:03,612 Loading project parameters... +2021-12-18 20:58:03,614 + +9 of 25 jobs remaining (20:58) +2021-12-18 20:58:03,614 Sleep: 10 +2021-12-18 20:58:03,614 Number of retrials: 0 +2021-12-18 20:58:03,614 WRAPPER CHECK TIME = 10 +2021-12-18 20:58:03,615 Checking jobs for platform=marenostrum4 +2021-12-18 20:58:03,615 Checking jobs for platform=nord3 +2021-12-18 20:58:03,616 Checking jobs for platform=local +2021-12-18 20:58:03,616 Checking jobs for platform=transfer_node +2021-12-18 20:58:03,617 Checking all jobs at once +2021-12-18 20:58:04,942 Successful check job command +2021-12-18 20:58:06,312 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:58:06,312 End of checking +2021-12-18 20:58:06,313 Updating FAILED jobs +2021-12-18 20:58:06,313 Updating WAITING jobs +2021-12-18 20:58:06,313 Update finished +2021-12-18 20:58:06,314 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:58:06,314 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:58:06,314 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:58:06,314 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:58:06,314 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:58:06,314 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:58:06,314 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:58:06,317 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:58:06,319 Job list saved +2021-12-18 20:58:06,324 Updating FAILED jobs +2021-12-18 20:58:06,324 Updating WAITING jobs +2021-12-18 20:58:06,324 Update finished +2021-12-18 20:58:16,334 Reloading parameters... +2021-12-18 20:58:16,353 Loading parameters... +2021-12-18 20:58:16,354 Loading project parameters... +2021-12-18 20:58:16,356 + +9 of 25 jobs remaining (20:58) +2021-12-18 20:58:16,356 Sleep: 10 +2021-12-18 20:58:16,356 Number of retrials: 0 +2021-12-18 20:58:16,356 WRAPPER CHECK TIME = 10 +2021-12-18 20:58:16,357 Checking jobs for platform=marenostrum4 +2021-12-18 20:58:16,358 Checking jobs for platform=nord3 +2021-12-18 20:58:16,358 Checking jobs for platform=local +2021-12-18 20:58:16,359 Checking jobs for platform=transfer_node +2021-12-18 20:58:16,359 Checking all jobs at once +2021-12-18 20:58:17,678 Successful check job command +2021-12-18 20:58:19,098 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:58:19,098 End of checking +2021-12-18 20:58:19,099 Updating FAILED jobs +2021-12-18 20:58:19,099 Updating WAITING jobs +2021-12-18 20:58:19,099 Update finished +2021-12-18 20:58:19,100 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:58:19,100 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:58:19,100 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:58:19,100 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:58:19,100 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:58:19,100 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:58:19,100 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:58:19,103 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:58:19,105 Job list saved +2021-12-18 20:58:19,110 Updating FAILED jobs +2021-12-18 20:58:19,110 Updating WAITING jobs +2021-12-18 20:58:19,110 Update finished +2021-12-18 20:58:29,118 Reloading parameters... +2021-12-18 20:58:29,137 Loading parameters... +2021-12-18 20:58:29,138 Loading project parameters... +2021-12-18 20:58:29,140 + +9 of 25 jobs remaining (20:58) +2021-12-18 20:58:29,141 Sleep: 10 +2021-12-18 20:58:29,141 Number of retrials: 0 +2021-12-18 20:58:29,141 WRAPPER CHECK TIME = 10 +2021-12-18 20:58:29,141 Checking jobs for platform=marenostrum4 +2021-12-18 20:58:29,142 Checking jobs for platform=nord3 +2021-12-18 20:58:29,142 Checking jobs for platform=local +2021-12-18 20:58:29,143 Checking jobs for platform=transfer_node +2021-12-18 20:58:29,143 Checking all jobs at once +2021-12-18 20:58:30,462 Successful check job command +2021-12-18 20:58:31,731 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:58:31,732 End of checking +2021-12-18 20:58:31,733 Updating FAILED jobs +2021-12-18 20:58:31,734 Updating WAITING jobs +2021-12-18 20:58:31,734 Update finished +2021-12-18 20:58:31,734 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:58:31,735 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:58:31,736 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:58:31,736 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:58:31,736 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:58:31,736 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:58:31,736 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:58:31,740 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:58:31,742 Job list saved +2021-12-18 20:58:31,747 Updating FAILED jobs +2021-12-18 20:58:31,747 Updating WAITING jobs +2021-12-18 20:58:31,747 Update finished +2021-12-18 20:58:41,753 Reloading parameters... +2021-12-18 20:58:41,773 Loading parameters... +2021-12-18 20:58:41,775 Loading project parameters... +2021-12-18 20:58:41,776 + +9 of 25 jobs remaining (20:58) +2021-12-18 20:58:41,777 Sleep: 10 +2021-12-18 20:58:41,777 Number of retrials: 0 +2021-12-18 20:58:41,777 WRAPPER CHECK TIME = 10 +2021-12-18 20:58:41,777 Checking jobs for platform=marenostrum4 +2021-12-18 20:58:41,778 Checking jobs for platform=nord3 +2021-12-18 20:58:41,778 Checking jobs for platform=local +2021-12-18 20:58:41,779 Checking jobs for platform=transfer_node +2021-12-18 20:58:41,779 Checking all jobs at once +2021-12-18 20:58:43,048 Successful check job command +2021-12-18 20:58:44,268 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:58:44,268 End of checking +2021-12-18 20:58:44,270 Updating FAILED jobs +2021-12-18 20:58:44,270 Updating WAITING jobs +2021-12-18 20:58:44,270 Update finished +2021-12-18 20:58:44,270 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:58:44,270 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:58:44,270 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:58:44,270 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:58:44,271 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:58:44,271 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:58:44,271 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:58:44,274 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:58:44,276 Job list saved +2021-12-18 20:58:44,281 Updating FAILED jobs +2021-12-18 20:58:44,281 Updating WAITING jobs +2021-12-18 20:58:44,282 Update finished +2021-12-18 20:58:54,292 Reloading parameters... +2021-12-18 20:58:54,313 Loading parameters... +2021-12-18 20:58:54,314 Loading project parameters... +2021-12-18 20:58:54,316 + +9 of 25 jobs remaining (20:58) +2021-12-18 20:58:54,316 Sleep: 10 +2021-12-18 20:58:54,317 Number of retrials: 0 +2021-12-18 20:58:54,317 WRAPPER CHECK TIME = 10 +2021-12-18 20:58:54,317 Checking jobs for platform=marenostrum4 +2021-12-18 20:58:54,318 Checking jobs for platform=nord3 +2021-12-18 20:58:54,318 Checking jobs for platform=local +2021-12-18 20:58:54,319 Checking jobs for platform=transfer_node +2021-12-18 20:58:54,319 Checking all jobs at once +2021-12-18 20:58:55,640 Successful check job command +2021-12-18 20:58:56,810 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:58:56,810 End of checking +2021-12-18 20:58:56,811 Updating FAILED jobs +2021-12-18 20:58:56,811 Updating WAITING jobs +2021-12-18 20:58:56,811 Update finished +2021-12-18 20:58:56,811 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:58:56,812 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:58:56,812 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:58:56,812 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:58:56,812 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:58:56,812 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:58:56,812 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:58:56,815 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:58:56,817 Job list saved +2021-12-18 20:58:56,821 Updating FAILED jobs +2021-12-18 20:58:56,822 Updating WAITING jobs +2021-12-18 20:58:56,822 Update finished +2021-12-18 20:59:06,832 Reloading parameters... +2021-12-18 20:59:06,850 Loading parameters... +2021-12-18 20:59:06,852 Loading project parameters... +2021-12-18 20:59:06,854 + +9 of 25 jobs remaining (20:59) +2021-12-18 20:59:06,854 Sleep: 10 +2021-12-18 20:59:06,854 Number of retrials: 0 +2021-12-18 20:59:06,854 WRAPPER CHECK TIME = 10 +2021-12-18 20:59:06,854 Checking jobs for platform=marenostrum4 +2021-12-18 20:59:06,855 Checking jobs for platform=nord3 +2021-12-18 20:59:06,856 Checking jobs for platform=local +2021-12-18 20:59:06,856 Checking jobs for platform=transfer_node +2021-12-18 20:59:06,856 Checking all jobs at once +2021-12-18 20:59:08,278 Successful check job command +2021-12-18 20:59:09,547 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:59:09,548 End of checking +2021-12-18 20:59:09,549 Updating FAILED jobs +2021-12-18 20:59:09,549 Updating WAITING jobs +2021-12-18 20:59:09,549 Update finished +2021-12-18 20:59:09,549 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:59:09,550 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:59:09,550 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:59:09,550 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:59:09,550 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:59:09,550 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:59:09,550 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:59:09,554 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:59:09,556 Job list saved +2021-12-18 20:59:09,561 Updating FAILED jobs +2021-12-18 20:59:09,561 Updating WAITING jobs +2021-12-18 20:59:09,561 Update finished +2021-12-18 20:59:19,571 Reloading parameters... +2021-12-18 20:59:19,593 Loading parameters... +2021-12-18 20:59:19,594 Loading project parameters... +2021-12-18 20:59:19,596 + +9 of 25 jobs remaining (20:59) +2021-12-18 20:59:19,596 Sleep: 10 +2021-12-18 20:59:19,597 Number of retrials: 0 +2021-12-18 20:59:19,597 WRAPPER CHECK TIME = 10 +2021-12-18 20:59:19,597 Checking jobs for platform=marenostrum4 +2021-12-18 20:59:19,598 Checking jobs for platform=nord3 +2021-12-18 20:59:19,598 Checking jobs for platform=local +2021-12-18 20:59:19,599 Checking jobs for platform=transfer_node +2021-12-18 20:59:19,599 Checking all jobs at once +2021-12-18 20:59:20,969 Successful check job command +2021-12-18 20:59:22,288 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:59:22,288 End of checking +2021-12-18 20:59:22,290 Updating FAILED jobs +2021-12-18 20:59:22,290 Updating WAITING jobs +2021-12-18 20:59:22,290 Update finished +2021-12-18 20:59:22,290 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:59:22,290 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:59:22,291 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:59:22,291 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:59:22,291 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:59:22,291 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:59:22,291 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:59:22,294 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:59:22,296 Job list saved +2021-12-18 20:59:22,302 Updating FAILED jobs +2021-12-18 20:59:22,302 Updating WAITING jobs +2021-12-18 20:59:22,302 Update finished +2021-12-18 20:59:32,312 Reloading parameters... +2021-12-18 20:59:32,331 Loading parameters... +2021-12-18 20:59:32,333 Loading project parameters... +2021-12-18 20:59:32,335 + +9 of 25 jobs remaining (20:59) +2021-12-18 20:59:32,335 Sleep: 10 +2021-12-18 20:59:32,335 Number of retrials: 0 +2021-12-18 20:59:32,335 WRAPPER CHECK TIME = 10 +2021-12-18 20:59:32,335 Checking jobs for platform=marenostrum4 +2021-12-18 20:59:32,336 Checking jobs for platform=nord3 +2021-12-18 20:59:32,337 Checking jobs for platform=local +2021-12-18 20:59:32,337 Checking jobs for platform=transfer_node +2021-12-18 20:59:32,337 Checking all jobs at once +2021-12-18 20:59:33,657 Successful check job command +2021-12-18 20:59:34,876 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:59:34,876 End of checking +2021-12-18 20:59:34,878 Updating FAILED jobs +2021-12-18 20:59:34,878 Updating WAITING jobs +2021-12-18 20:59:34,878 Update finished +2021-12-18 20:59:34,878 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:59:34,878 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:59:34,879 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:59:34,879 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:59:34,879 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:59:34,879 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:59:34,879 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:59:34,882 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:59:34,884 Job list saved +2021-12-18 20:59:34,889 Updating FAILED jobs +2021-12-18 20:59:34,889 Updating WAITING jobs +2021-12-18 20:59:34,889 Update finished +2021-12-18 20:59:44,896 Reloading parameters... +2021-12-18 20:59:44,914 Loading parameters... +2021-12-18 20:59:44,915 Loading project parameters... +2021-12-18 20:59:44,917 + +9 of 25 jobs remaining (20:59) +2021-12-18 20:59:44,917 Sleep: 10 +2021-12-18 20:59:44,917 Number of retrials: 0 +2021-12-18 20:59:44,918 WRAPPER CHECK TIME = 10 +2021-12-18 20:59:44,918 Checking jobs for platform=marenostrum4 +2021-12-18 20:59:44,919 Checking jobs for platform=nord3 +2021-12-18 20:59:44,919 Checking jobs for platform=local +2021-12-18 20:59:44,920 Checking jobs for platform=transfer_node +2021-12-18 20:59:44,920 Checking all jobs at once +2021-12-18 20:59:46,239 Successful check job command +2021-12-18 20:59:47,358 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 20:59:47,358 End of checking +2021-12-18 20:59:47,359 Updating FAILED jobs +2021-12-18 20:59:47,360 Updating WAITING jobs +2021-12-18 20:59:47,360 Update finished +2021-12-18 20:59:47,360 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 20:59:47,361 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 20:59:47,361 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 20:59:47,361 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 20:59:47,361 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 20:59:47,361 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 20:59:47,361 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 20:59:47,364 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 20:59:47,366 Job list saved +2021-12-18 20:59:47,371 Updating FAILED jobs +2021-12-18 20:59:47,371 Updating WAITING jobs +2021-12-18 20:59:47,371 Update finished +2021-12-18 20:59:57,381 Reloading parameters... +2021-12-18 20:59:57,403 Loading parameters... +2021-12-18 20:59:57,404 Loading project parameters... +2021-12-18 20:59:57,406 + +9 of 25 jobs remaining (20:59) +2021-12-18 20:59:57,406 Sleep: 10 +2021-12-18 20:59:57,406 Number of retrials: 0 +2021-12-18 20:59:57,406 WRAPPER CHECK TIME = 10 +2021-12-18 20:59:57,407 Checking jobs for platform=marenostrum4 +2021-12-18 20:59:57,407 Checking jobs for platform=nord3 +2021-12-18 20:59:57,408 Checking jobs for platform=local +2021-12-18 20:59:57,408 Checking jobs for platform=transfer_node +2021-12-18 20:59:57,408 Checking all jobs at once +2021-12-18 20:59:58,882 Successful check job command +2021-12-18 21:00:00,202 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:00:00,202 End of checking +2021-12-18 21:00:00,203 Updating FAILED jobs +2021-12-18 21:00:00,204 Updating WAITING jobs +2021-12-18 21:00:00,204 Update finished +2021-12-18 21:00:00,204 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:00:00,204 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:00:00,204 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:00:00,204 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:00:00,204 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:00:00,205 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:00:00,205 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:00:00,207 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:00:00,210 Job list saved +2021-12-18 21:00:00,215 Updating FAILED jobs +2021-12-18 21:00:00,215 Updating WAITING jobs +2021-12-18 21:00:00,215 Update finished +2021-12-18 21:00:10,225 Reloading parameters... +2021-12-18 21:00:10,243 Loading parameters... +2021-12-18 21:00:10,245 Loading project parameters... +2021-12-18 21:00:10,247 + +9 of 25 jobs remaining (21:00) +2021-12-18 21:00:10,247 Sleep: 10 +2021-12-18 21:00:10,247 Number of retrials: 0 +2021-12-18 21:00:10,247 WRAPPER CHECK TIME = 10 +2021-12-18 21:00:10,248 Checking jobs for platform=marenostrum4 +2021-12-18 21:00:10,248 Checking jobs for platform=nord3 +2021-12-18 21:00:10,249 Checking jobs for platform=local +2021-12-18 21:00:10,249 Checking jobs for platform=transfer_node +2021-12-18 21:00:10,249 Checking all jobs at once +2021-12-18 21:00:12,471 Successful check job command +2021-12-18 21:00:14,542 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:00:14,542 End of checking +2021-12-18 21:00:14,544 Updating FAILED jobs +2021-12-18 21:00:14,544 Updating WAITING jobs +2021-12-18 21:00:14,544 Update finished +2021-12-18 21:00:14,544 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:00:14,544 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:00:14,544 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:00:14,545 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:00:14,545 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:00:14,545 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:00:14,545 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:00:14,547 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:00:14,550 Job list saved +2021-12-18 21:00:14,563 Updating FAILED jobs +2021-12-18 21:00:14,563 Updating WAITING jobs +2021-12-18 21:00:14,563 Update finished +2021-12-18 21:00:24,573 Reloading parameters... +2021-12-18 21:00:24,591 Loading parameters... +2021-12-18 21:00:24,593 Loading project parameters... +2021-12-18 21:00:24,595 + +9 of 25 jobs remaining (21:00) +2021-12-18 21:00:24,595 Sleep: 10 +2021-12-18 21:00:24,595 Number of retrials: 0 +2021-12-18 21:00:24,595 WRAPPER CHECK TIME = 10 +2021-12-18 21:00:24,596 Checking jobs for platform=marenostrum4 +2021-12-18 21:00:24,596 Checking jobs for platform=nord3 +2021-12-18 21:00:24,597 Checking jobs for platform=local +2021-12-18 21:00:24,597 Checking jobs for platform=transfer_node +2021-12-18 21:00:24,597 Checking all jobs at once +2021-12-18 21:00:25,917 Successful check job command +2021-12-18 21:00:27,237 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:00:27,238 End of checking +2021-12-18 21:00:27,239 Updating FAILED jobs +2021-12-18 21:00:27,239 Updating WAITING jobs +2021-12-18 21:00:27,239 Update finished +2021-12-18 21:00:27,239 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:00:27,243 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:00:27,243 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:00:27,243 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:00:27,243 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:00:27,243 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:00:27,244 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:00:27,246 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:00:27,248 Job list saved +2021-12-18 21:00:27,253 Updating FAILED jobs +2021-12-18 21:00:27,253 Updating WAITING jobs +2021-12-18 21:00:27,253 Update finished +2021-12-18 21:00:37,254 Reloading parameters... +2021-12-18 21:00:37,272 Loading parameters... +2021-12-18 21:00:37,273 Loading project parameters... +2021-12-18 21:00:37,275 + +9 of 25 jobs remaining (21:00) +2021-12-18 21:00:37,275 Sleep: 10 +2021-12-18 21:00:37,275 Number of retrials: 0 +2021-12-18 21:00:37,275 WRAPPER CHECK TIME = 10 +2021-12-18 21:00:37,276 Checking jobs for platform=marenostrum4 +2021-12-18 21:00:37,277 Checking jobs for platform=nord3 +2021-12-18 21:00:37,277 Checking jobs for platform=local +2021-12-18 21:00:37,278 Checking jobs for platform=transfer_node +2021-12-18 21:00:37,278 Checking all jobs at once +2021-12-18 21:00:38,548 Successful check job command +2021-12-18 21:00:39,667 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:00:39,668 End of checking +2021-12-18 21:00:39,669 Updating FAILED jobs +2021-12-18 21:00:39,669 Updating WAITING jobs +2021-12-18 21:00:39,669 Update finished +2021-12-18 21:00:39,669 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:00:39,669 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:00:39,669 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:00:39,670 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:00:39,670 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:00:39,670 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:00:39,670 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:00:39,672 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:00:39,675 Job list saved +2021-12-18 21:00:39,679 Updating FAILED jobs +2021-12-18 21:00:39,679 Updating WAITING jobs +2021-12-18 21:00:39,679 Update finished +2021-12-18 21:00:49,689 Reloading parameters... +2021-12-18 21:00:49,708 Loading parameters... +2021-12-18 21:00:49,709 Loading project parameters... +2021-12-18 21:00:49,711 + +9 of 25 jobs remaining (21:00) +2021-12-18 21:00:49,711 Sleep: 10 +2021-12-18 21:00:49,711 Number of retrials: 0 +2021-12-18 21:00:49,711 WRAPPER CHECK TIME = 10 +2021-12-18 21:00:49,712 Checking jobs for platform=marenostrum4 +2021-12-18 21:00:49,712 Checking jobs for platform=nord3 +2021-12-18 21:00:49,713 Checking jobs for platform=local +2021-12-18 21:00:49,713 Checking jobs for platform=transfer_node +2021-12-18 21:00:49,713 Checking all jobs at once +2021-12-18 21:00:50,985 Successful check job command +2021-12-18 21:00:52,155 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:00:52,155 End of checking +2021-12-18 21:00:52,157 Updating FAILED jobs +2021-12-18 21:00:52,157 Updating WAITING jobs +2021-12-18 21:00:52,157 Update finished +2021-12-18 21:00:52,157 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:00:52,157 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:00:52,157 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:00:52,157 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:00:52,158 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:00:52,158 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:00:52,158 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:00:52,160 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:00:52,163 Job list saved +2021-12-18 21:00:52,167 Updating FAILED jobs +2021-12-18 21:00:52,167 Updating WAITING jobs +2021-12-18 21:00:52,168 Update finished +2021-12-18 21:01:02,178 Reloading parameters... +2021-12-18 21:01:02,198 Loading parameters... +2021-12-18 21:01:02,199 Loading project parameters... +2021-12-18 21:01:02,201 + +9 of 25 jobs remaining (21:01) +2021-12-18 21:01:02,201 Sleep: 10 +2021-12-18 21:01:02,201 Number of retrials: 0 +2021-12-18 21:01:02,201 WRAPPER CHECK TIME = 10 +2021-12-18 21:01:02,202 Checking jobs for platform=marenostrum4 +2021-12-18 21:01:02,203 Checking jobs for platform=nord3 +2021-12-18 21:01:02,203 Checking jobs for platform=local +2021-12-18 21:01:02,204 Checking jobs for platform=transfer_node +2021-12-18 21:01:02,204 Checking all jobs at once +2021-12-18 21:01:03,623 Successful check job command +2021-12-18 21:01:04,892 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:01:04,893 End of checking +2021-12-18 21:01:04,894 Updating FAILED jobs +2021-12-18 21:01:04,894 Updating WAITING jobs +2021-12-18 21:01:04,894 Update finished +2021-12-18 21:01:04,895 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:01:04,895 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:01:04,896 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:01:04,896 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:01:04,896 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:01:04,896 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:01:04,896 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:01:04,899 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:01:04,901 Job list saved +2021-12-18 21:01:04,905 Updating FAILED jobs +2021-12-18 21:01:04,906 Updating WAITING jobs +2021-12-18 21:01:04,906 Update finished +2021-12-18 21:01:14,916 Reloading parameters... +2021-12-18 21:01:14,935 Loading parameters... +2021-12-18 21:01:14,937 Loading project parameters... +2021-12-18 21:01:14,939 + +9 of 25 jobs remaining (21:01) +2021-12-18 21:01:14,940 Sleep: 10 +2021-12-18 21:01:14,940 Number of retrials: 0 +2021-12-18 21:01:14,940 WRAPPER CHECK TIME = 10 +2021-12-18 21:01:14,940 Checking jobs for platform=marenostrum4 +2021-12-18 21:01:14,941 Checking jobs for platform=nord3 +2021-12-18 21:01:14,943 Checking jobs for platform=local +2021-12-18 21:01:14,944 Checking jobs for platform=transfer_node +2021-12-18 21:01:14,944 Checking all jobs at once +2021-12-18 21:01:16,217 Successful check job command +2021-12-18 21:01:17,488 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:01:17,488 End of checking +2021-12-18 21:01:17,490 Updating FAILED jobs +2021-12-18 21:01:17,490 Updating WAITING jobs +2021-12-18 21:01:17,491 Update finished +2021-12-18 21:01:17,491 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:01:17,491 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:01:17,491 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:01:17,491 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:01:17,491 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:01:17,492 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:01:17,492 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:01:17,494 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:01:17,497 Job list saved +2021-12-18 21:01:17,502 Updating FAILED jobs +2021-12-18 21:01:17,502 Updating WAITING jobs +2021-12-18 21:01:17,502 Update finished +2021-12-18 21:01:27,512 Reloading parameters... +2021-12-18 21:01:27,530 Loading parameters... +2021-12-18 21:01:27,532 Loading project parameters... +2021-12-18 21:01:27,534 + +9 of 25 jobs remaining (21:01) +2021-12-18 21:01:27,534 Sleep: 10 +2021-12-18 21:01:27,534 Number of retrials: 0 +2021-12-18 21:01:27,534 WRAPPER CHECK TIME = 10 +2021-12-18 21:01:27,535 Checking jobs for platform=marenostrum4 +2021-12-18 21:01:27,535 Checking jobs for platform=nord3 +2021-12-18 21:01:27,536 Checking jobs for platform=local +2021-12-18 21:01:27,536 Checking jobs for platform=transfer_node +2021-12-18 21:01:27,536 Checking all jobs at once +2021-12-18 21:01:28,806 Successful check job command +2021-12-18 21:01:29,975 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:01:29,975 End of checking +2021-12-18 21:01:29,977 Updating FAILED jobs +2021-12-18 21:01:29,977 Updating WAITING jobs +2021-12-18 21:01:29,977 Update finished +2021-12-18 21:01:29,977 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:01:29,977 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:01:29,978 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:01:29,978 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:01:29,978 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:01:29,978 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:01:29,978 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:01:29,980 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:01:29,983 Job list saved +2021-12-18 21:01:29,987 Updating FAILED jobs +2021-12-18 21:01:29,987 Updating WAITING jobs +2021-12-18 21:01:29,987 Update finished +2021-12-18 21:01:39,997 Reloading parameters... +2021-12-18 21:01:40,015 Loading parameters... +2021-12-18 21:01:40,016 Loading project parameters... +2021-12-18 21:01:40,018 + +9 of 25 jobs remaining (21:01) +2021-12-18 21:01:40,018 Sleep: 10 +2021-12-18 21:01:40,019 Number of retrials: 0 +2021-12-18 21:01:40,019 WRAPPER CHECK TIME = 10 +2021-12-18 21:01:40,019 Checking jobs for platform=marenostrum4 +2021-12-18 21:01:40,020 Checking jobs for platform=nord3 +2021-12-18 21:01:40,020 Checking jobs for platform=local +2021-12-18 21:01:40,021 Checking jobs for platform=transfer_node +2021-12-18 21:01:40,021 Checking all jobs at once +2021-12-18 21:01:41,345 Successful check job command +2021-12-18 21:01:42,564 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:01:42,565 End of checking +2021-12-18 21:01:42,566 Updating FAILED jobs +2021-12-18 21:01:42,566 Updating WAITING jobs +2021-12-18 21:01:42,566 Update finished +2021-12-18 21:01:42,566 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:01:42,567 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:01:42,567 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:01:42,567 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:01:42,568 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:01:42,568 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:01:42,568 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:01:42,570 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:01:42,573 Job list saved +2021-12-18 21:01:42,580 Updating FAILED jobs +2021-12-18 21:01:42,580 Updating WAITING jobs +2021-12-18 21:01:42,580 Update finished +2021-12-18 21:01:52,591 Reloading parameters... +2021-12-18 21:01:52,608 Loading parameters... +2021-12-18 21:01:52,609 Loading project parameters... +2021-12-18 21:01:52,611 + +9 of 25 jobs remaining (21:01) +2021-12-18 21:01:52,611 Sleep: 10 +2021-12-18 21:01:52,611 Number of retrials: 0 +2021-12-18 21:01:52,611 WRAPPER CHECK TIME = 10 +2021-12-18 21:01:52,612 Checking jobs for platform=marenostrum4 +2021-12-18 21:01:52,612 Checking jobs for platform=nord3 +2021-12-18 21:01:52,613 Checking jobs for platform=local +2021-12-18 21:01:52,614 Checking jobs for platform=transfer_node +2021-12-18 21:01:52,614 Checking all jobs at once +2021-12-18 21:01:53,933 Successful check job command +2021-12-18 21:01:55,202 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:01:55,202 End of checking +2021-12-18 21:01:55,203 Updating FAILED jobs +2021-12-18 21:01:55,204 Updating WAITING jobs +2021-12-18 21:01:55,204 Update finished +2021-12-18 21:01:55,204 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:01:55,204 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:01:55,204 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:01:55,204 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:01:55,204 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:01:55,205 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:01:55,205 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:01:55,207 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:01:55,209 Job list saved +2021-12-18 21:01:55,214 Updating FAILED jobs +2021-12-18 21:01:55,214 Updating WAITING jobs +2021-12-18 21:01:55,214 Update finished +2021-12-18 21:02:05,224 Reloading parameters... +2021-12-18 21:02:05,242 Loading parameters... +2021-12-18 21:02:05,244 Loading project parameters... +2021-12-18 21:02:05,245 + +9 of 25 jobs remaining (21:02) +2021-12-18 21:02:05,246 Sleep: 10 +2021-12-18 21:02:05,246 Number of retrials: 0 +2021-12-18 21:02:05,246 WRAPPER CHECK TIME = 10 +2021-12-18 21:02:05,246 Checking jobs for platform=marenostrum4 +2021-12-18 21:02:05,247 Checking jobs for platform=nord3 +2021-12-18 21:02:05,247 Checking jobs for platform=local +2021-12-18 21:02:05,248 Checking jobs for platform=transfer_node +2021-12-18 21:02:05,248 Checking all jobs at once +2021-12-18 21:02:06,568 Successful check job command +2021-12-18 21:02:07,788 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:02:07,788 End of checking +2021-12-18 21:02:07,790 Updating FAILED jobs +2021-12-18 21:02:07,790 Updating WAITING jobs +2021-12-18 21:02:07,790 Update finished +2021-12-18 21:02:07,790 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:02:07,790 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:02:07,790 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:02:07,790 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:02:07,791 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:02:07,791 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:02:07,791 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:02:07,793 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:02:07,796 Job list saved +2021-12-18 21:02:07,808 Updating FAILED jobs +2021-12-18 21:02:07,808 Updating WAITING jobs +2021-12-18 21:02:07,809 Update finished +2021-12-18 21:02:17,819 Reloading parameters... +2021-12-18 21:02:17,837 Loading parameters... +2021-12-18 21:02:17,838 Loading project parameters... +2021-12-18 21:02:17,841 + +9 of 25 jobs remaining (21:02) +2021-12-18 21:02:17,841 Sleep: 10 +2021-12-18 21:02:17,841 Number of retrials: 0 +2021-12-18 21:02:17,841 WRAPPER CHECK TIME = 10 +2021-12-18 21:02:17,842 Checking jobs for platform=marenostrum4 +2021-12-18 21:02:17,842 Checking jobs for platform=nord3 +2021-12-18 21:02:17,843 Checking jobs for platform=local +2021-12-18 21:02:17,843 Checking jobs for platform=transfer_node +2021-12-18 21:02:17,844 Checking all jobs at once +2021-12-18 21:02:19,272 Successful check job command +2021-12-18 21:02:20,541 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:02:20,541 End of checking +2021-12-18 21:02:20,543 Updating FAILED jobs +2021-12-18 21:02:20,543 Updating WAITING jobs +2021-12-18 21:02:20,543 Update finished +2021-12-18 21:02:20,543 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:02:20,544 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:02:20,544 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:02:20,544 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:02:20,544 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:02:20,544 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:02:20,544 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:02:20,547 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:02:20,550 Job list saved +2021-12-18 21:02:20,555 Updating FAILED jobs +2021-12-18 21:02:20,555 Updating WAITING jobs +2021-12-18 21:02:20,555 Update finished +2021-12-18 21:02:30,565 Reloading parameters... +2021-12-18 21:02:30,584 Loading parameters... +2021-12-18 21:02:30,585 Loading project parameters... +2021-12-18 21:02:30,587 + +9 of 25 jobs remaining (21:02) +2021-12-18 21:02:30,588 Sleep: 10 +2021-12-18 21:02:30,588 Number of retrials: 0 +2021-12-18 21:02:30,588 WRAPPER CHECK TIME = 10 +2021-12-18 21:02:30,588 Checking jobs for platform=marenostrum4 +2021-12-18 21:02:30,589 Checking jobs for platform=nord3 +2021-12-18 21:02:30,589 Checking jobs for platform=local +2021-12-18 21:02:30,590 Checking jobs for platform=transfer_node +2021-12-18 21:02:30,590 Checking all jobs at once +2021-12-18 21:02:32,009 Successful check job command +2021-12-18 21:02:33,381 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:02:33,381 End of checking +2021-12-18 21:02:33,382 Updating FAILED jobs +2021-12-18 21:02:33,383 Updating WAITING jobs +2021-12-18 21:02:33,383 Update finished +2021-12-18 21:02:33,383 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:02:33,383 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:02:33,383 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:02:33,383 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:02:33,384 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:02:33,384 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:02:33,384 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:02:33,386 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:02:33,388 Job list saved +2021-12-18 21:02:33,393 Updating FAILED jobs +2021-12-18 21:02:33,393 Updating WAITING jobs +2021-12-18 21:02:33,393 Update finished +2021-12-18 21:02:43,403 Reloading parameters... +2021-12-18 21:02:43,420 Loading parameters... +2021-12-18 21:02:43,422 Loading project parameters... +2021-12-18 21:02:43,424 + +9 of 25 jobs remaining (21:02) +2021-12-18 21:02:43,424 Sleep: 10 +2021-12-18 21:02:43,424 Number of retrials: 0 +2021-12-18 21:02:43,424 WRAPPER CHECK TIME = 10 +2021-12-18 21:02:43,424 Checking jobs for platform=marenostrum4 +2021-12-18 21:02:43,425 Checking jobs for platform=nord3 +2021-12-18 21:02:43,426 Checking jobs for platform=local +2021-12-18 21:02:43,426 Checking jobs for platform=transfer_node +2021-12-18 21:02:43,426 Checking all jobs at once +2021-12-18 21:02:44,759 Successful check job command +2021-12-18 21:02:45,978 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:02:45,979 End of checking +2021-12-18 21:02:45,980 Updating FAILED jobs +2021-12-18 21:02:45,980 Updating WAITING jobs +2021-12-18 21:02:45,980 Update finished +2021-12-18 21:02:45,981 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:02:45,981 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:02:45,981 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:02:45,981 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:02:45,981 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:02:45,981 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:02:45,981 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:02:45,984 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:02:45,986 Job list saved +2021-12-18 21:02:45,991 Updating FAILED jobs +2021-12-18 21:02:45,991 Updating WAITING jobs +2021-12-18 21:02:45,991 Update finished +2021-12-18 21:02:56,001 Reloading parameters... +2021-12-18 21:02:56,020 Loading parameters... +2021-12-18 21:02:56,022 Loading project parameters... +2021-12-18 21:02:56,024 + +9 of 25 jobs remaining (21:02) +2021-12-18 21:02:56,024 Sleep: 10 +2021-12-18 21:02:56,024 Number of retrials: 0 +2021-12-18 21:02:56,024 WRAPPER CHECK TIME = 10 +2021-12-18 21:02:56,025 Checking jobs for platform=marenostrum4 +2021-12-18 21:02:56,025 Checking jobs for platform=nord3 +2021-12-18 21:02:56,026 Checking jobs for platform=local +2021-12-18 21:02:56,026 Checking jobs for platform=transfer_node +2021-12-18 21:02:56,026 Checking all jobs at once +2021-12-18 21:02:57,346 Successful check job command +2021-12-18 21:02:58,566 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:02:58,567 End of checking +2021-12-18 21:02:58,568 Updating FAILED jobs +2021-12-18 21:02:58,568 Updating WAITING jobs +2021-12-18 21:02:58,568 Update finished +2021-12-18 21:02:58,568 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:02:58,570 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:02:58,570 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:02:58,570 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:02:58,570 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:02:58,570 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:02:58,570 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:02:58,573 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:02:58,575 Job list saved +2021-12-18 21:02:58,580 Updating FAILED jobs +2021-12-18 21:02:58,580 Updating WAITING jobs +2021-12-18 21:02:58,580 Update finished +2021-12-18 21:03:08,590 Reloading parameters... +2021-12-18 21:03:08,608 Loading parameters... +2021-12-18 21:03:08,610 Loading project parameters... +2021-12-18 21:03:08,612 + +9 of 25 jobs remaining (21:03) +2021-12-18 21:03:08,612 Sleep: 10 +2021-12-18 21:03:08,612 Number of retrials: 0 +2021-12-18 21:03:08,612 WRAPPER CHECK TIME = 10 +2021-12-18 21:03:08,613 Checking jobs for platform=marenostrum4 +2021-12-18 21:03:08,613 Checking jobs for platform=nord3 +2021-12-18 21:03:08,614 Checking jobs for platform=local +2021-12-18 21:03:08,615 Checking jobs for platform=transfer_node +2021-12-18 21:03:08,615 Checking all jobs at once +2021-12-18 21:03:09,934 Successful check job command +2021-12-18 21:03:11,153 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:03:11,154 End of checking +2021-12-18 21:03:11,155 Updating FAILED jobs +2021-12-18 21:03:11,155 Updating WAITING jobs +2021-12-18 21:03:11,155 Update finished +2021-12-18 21:03:11,155 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:03:11,155 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:03:11,156 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:03:11,156 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:03:11,156 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:03:11,156 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:03:11,156 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:03:11,159 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:03:11,161 Job list saved +2021-12-18 21:03:11,166 Updating FAILED jobs +2021-12-18 21:03:11,166 Updating WAITING jobs +2021-12-18 21:03:11,166 Update finished +2021-12-18 21:03:21,176 Reloading parameters... +2021-12-18 21:03:21,196 Loading parameters... +2021-12-18 21:03:21,197 Loading project parameters... +2021-12-18 21:03:21,199 + +9 of 25 jobs remaining (21:03) +2021-12-18 21:03:21,199 Sleep: 10 +2021-12-18 21:03:21,199 Number of retrials: 0 +2021-12-18 21:03:21,199 WRAPPER CHECK TIME = 10 +2021-12-18 21:03:21,200 Checking jobs for platform=marenostrum4 +2021-12-18 21:03:21,201 Checking jobs for platform=nord3 +2021-12-18 21:03:21,201 Checking jobs for platform=local +2021-12-18 21:03:21,202 Checking jobs for platform=transfer_node +2021-12-18 21:03:21,202 Checking all jobs at once +2021-12-18 21:03:22,622 Successful check job command +2021-12-18 21:03:23,841 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:03:23,841 End of checking +2021-12-18 21:03:23,842 Updating FAILED jobs +2021-12-18 21:03:23,842 Updating WAITING jobs +2021-12-18 21:03:23,843 Update finished +2021-12-18 21:03:23,843 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:03:23,843 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:03:23,843 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:03:23,843 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:03:23,843 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:03:23,843 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:03:23,844 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:03:23,846 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:03:23,848 Job list saved +2021-12-18 21:03:23,853 Updating FAILED jobs +2021-12-18 21:03:23,853 Updating WAITING jobs +2021-12-18 21:03:23,853 Update finished +2021-12-18 21:03:33,863 Reloading parameters... +2021-12-18 21:03:33,881 Loading parameters... +2021-12-18 21:03:33,882 Loading project parameters... +2021-12-18 21:03:33,884 + +9 of 25 jobs remaining (21:03) +2021-12-18 21:03:33,884 Sleep: 10 +2021-12-18 21:03:33,884 Number of retrials: 0 +2021-12-18 21:03:33,884 WRAPPER CHECK TIME = 10 +2021-12-18 21:03:33,885 Checking jobs for platform=marenostrum4 +2021-12-18 21:03:33,885 Checking jobs for platform=nord3 +2021-12-18 21:03:33,886 Checking jobs for platform=local +2021-12-18 21:03:33,886 Checking jobs for platform=transfer_node +2021-12-18 21:03:33,887 Checking all jobs at once +2021-12-18 21:03:35,306 Successful check job command +2021-12-18 21:03:36,526 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:03:36,526 End of checking +2021-12-18 21:03:36,527 Updating FAILED jobs +2021-12-18 21:03:36,528 Updating WAITING jobs +2021-12-18 21:03:36,528 Update finished +2021-12-18 21:03:36,528 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:03:36,529 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:03:36,529 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:03:36,529 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:03:36,529 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:03:36,529 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:03:36,529 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:03:36,532 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:03:36,534 Job list saved +2021-12-18 21:03:36,539 Updating FAILED jobs +2021-12-18 21:03:36,539 Updating WAITING jobs +2021-12-18 21:03:36,539 Update finished +2021-12-18 21:03:46,549 Reloading parameters... +2021-12-18 21:03:46,567 Loading parameters... +2021-12-18 21:03:46,569 Loading project parameters... +2021-12-18 21:03:46,571 + +9 of 25 jobs remaining (21:03) +2021-12-18 21:03:46,571 Sleep: 10 +2021-12-18 21:03:46,571 Number of retrials: 0 +2021-12-18 21:03:46,571 WRAPPER CHECK TIME = 10 +2021-12-18 21:03:46,572 Checking jobs for platform=marenostrum4 +2021-12-18 21:03:46,572 Checking jobs for platform=nord3 +2021-12-18 21:03:46,573 Checking jobs for platform=local +2021-12-18 21:03:46,573 Checking jobs for platform=transfer_node +2021-12-18 21:03:46,573 Checking all jobs at once +2021-12-18 21:03:47,943 Successful check job command +2021-12-18 21:03:49,161 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:03:49,162 End of checking +2021-12-18 21:03:49,163 Updating FAILED jobs +2021-12-18 21:03:49,163 Updating WAITING jobs +2021-12-18 21:03:49,163 Update finished +2021-12-18 21:03:49,163 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:03:49,163 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:03:49,164 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:03:49,164 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:03:49,164 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:03:49,164 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:03:49,164 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:03:49,167 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:03:49,169 Job list saved +2021-12-18 21:03:49,177 Updating FAILED jobs +2021-12-18 21:03:49,177 Updating WAITING jobs +2021-12-18 21:03:49,177 Update finished +2021-12-18 21:03:59,187 Reloading parameters... +2021-12-18 21:03:59,205 Loading parameters... +2021-12-18 21:03:59,206 Loading project parameters... +2021-12-18 21:03:59,208 + +9 of 25 jobs remaining (21:03) +2021-12-18 21:03:59,208 Sleep: 10 +2021-12-18 21:03:59,208 Number of retrials: 0 +2021-12-18 21:03:59,208 WRAPPER CHECK TIME = 10 +2021-12-18 21:03:59,209 Checking jobs for platform=marenostrum4 +2021-12-18 21:03:59,209 Checking jobs for platform=nord3 +2021-12-18 21:03:59,210 Checking jobs for platform=local +2021-12-18 21:03:59,210 Checking jobs for platform=transfer_node +2021-12-18 21:03:59,210 Checking all jobs at once +2021-12-18 21:04:00,581 Successful check job command +2021-12-18 21:04:02,101 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:04:02,101 End of checking +2021-12-18 21:04:02,102 Updating FAILED jobs +2021-12-18 21:04:02,102 Updating WAITING jobs +2021-12-18 21:04:02,103 Update finished +2021-12-18 21:04:02,103 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:04:02,103 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:04:02,103 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:04:02,103 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:04:02,103 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:04:02,104 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:04:02,104 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:04:02,106 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:04:02,108 Job list saved +2021-12-18 21:04:02,113 Updating FAILED jobs +2021-12-18 21:04:02,113 Updating WAITING jobs +2021-12-18 21:04:02,113 Update finished +2021-12-18 21:04:12,123 Reloading parameters... +2021-12-18 21:04:12,142 Loading parameters... +2021-12-18 21:04:12,144 Loading project parameters... +2021-12-18 21:04:12,146 + +9 of 25 jobs remaining (21:04) +2021-12-18 21:04:12,146 Sleep: 10 +2021-12-18 21:04:12,146 Number of retrials: 0 +2021-12-18 21:04:12,146 WRAPPER CHECK TIME = 10 +2021-12-18 21:04:12,147 Checking jobs for platform=marenostrum4 +2021-12-18 21:04:12,148 Checking jobs for platform=nord3 +2021-12-18 21:04:12,148 Checking jobs for platform=local +2021-12-18 21:04:12,149 Checking jobs for platform=transfer_node +2021-12-18 21:04:12,149 Checking all jobs at once +2021-12-18 21:04:13,518 Successful check job command +2021-12-18 21:04:15,338 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:04:15,338 End of checking +2021-12-18 21:04:15,340 Updating FAILED jobs +2021-12-18 21:04:15,340 Updating WAITING jobs +2021-12-18 21:04:15,340 Update finished +2021-12-18 21:04:15,340 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:04:15,341 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:04:15,341 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:04:15,341 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:04:15,341 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:04:15,341 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:04:15,341 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:04:15,344 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:04:15,346 Job list saved +2021-12-18 21:04:15,351 Updating FAILED jobs +2021-12-18 21:04:15,351 Updating WAITING jobs +2021-12-18 21:04:15,351 Update finished +2021-12-18 21:04:25,362 Reloading parameters... +2021-12-18 21:04:25,380 Loading parameters... +2021-12-18 21:04:25,381 Loading project parameters... +2021-12-18 21:04:25,383 + +9 of 25 jobs remaining (21:04) +2021-12-18 21:04:25,383 Sleep: 10 +2021-12-18 21:04:25,383 Number of retrials: 0 +2021-12-18 21:04:25,383 WRAPPER CHECK TIME = 10 +2021-12-18 21:04:25,384 Checking jobs for platform=marenostrum4 +2021-12-18 21:04:25,385 Checking jobs for platform=nord3 +2021-12-18 21:04:25,385 Checking jobs for platform=local +2021-12-18 21:04:25,386 Checking jobs for platform=transfer_node +2021-12-18 21:04:25,386 Checking all jobs at once +2021-12-18 21:04:26,707 Successful check job command +2021-12-18 21:04:27,876 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:04:27,876 End of checking +2021-12-18 21:04:27,877 Updating FAILED jobs +2021-12-18 21:04:27,877 Updating WAITING jobs +2021-12-18 21:04:27,878 Update finished +2021-12-18 21:04:27,878 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:04:27,878 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:04:27,878 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:04:27,878 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:04:27,878 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:04:27,878 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:04:27,879 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:04:27,881 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:04:27,884 Job list saved +2021-12-18 21:04:27,888 Updating FAILED jobs +2021-12-18 21:04:27,888 Updating WAITING jobs +2021-12-18 21:04:27,889 Update finished +2021-12-18 21:04:37,900 Reloading parameters... +2021-12-18 21:04:37,918 Loading parameters... +2021-12-18 21:04:37,919 Loading project parameters... +2021-12-18 21:04:37,921 + +9 of 25 jobs remaining (21:04) +2021-12-18 21:04:37,924 Sleep: 10 +2021-12-18 21:04:37,924 Number of retrials: 0 +2021-12-18 21:04:37,924 WRAPPER CHECK TIME = 10 +2021-12-18 21:04:37,925 Checking jobs for platform=marenostrum4 +2021-12-18 21:04:37,925 Checking jobs for platform=nord3 +2021-12-18 21:04:37,926 Checking jobs for platform=local +2021-12-18 21:04:37,926 Checking jobs for platform=transfer_node +2021-12-18 21:04:37,927 Checking all jobs at once +2021-12-18 21:04:39,248 Successful check job command +2021-12-18 21:04:40,470 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:04:40,470 End of checking +2021-12-18 21:04:40,472 Updating FAILED jobs +2021-12-18 21:04:40,472 Updating WAITING jobs +2021-12-18 21:04:40,472 Update finished +2021-12-18 21:04:40,472 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:04:40,472 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:04:40,473 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:04:40,473 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:04:40,473 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:04:40,473 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:04:40,473 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:04:40,476 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:04:40,478 Job list saved +2021-12-18 21:04:40,483 Updating FAILED jobs +2021-12-18 21:04:40,483 Updating WAITING jobs +2021-12-18 21:04:40,483 Update finished +2021-12-18 21:04:50,493 Reloading parameters... +2021-12-18 21:04:50,512 Loading parameters... +2021-12-18 21:04:50,514 Loading project parameters... +2021-12-18 21:04:50,516 + +9 of 25 jobs remaining (21:04) +2021-12-18 21:04:50,516 Sleep: 10 +2021-12-18 21:04:50,516 Number of retrials: 0 +2021-12-18 21:04:50,516 WRAPPER CHECK TIME = 10 +2021-12-18 21:04:50,517 Checking jobs for platform=marenostrum4 +2021-12-18 21:04:50,517 Checking jobs for platform=nord3 +2021-12-18 21:04:50,518 Checking jobs for platform=local +2021-12-18 21:04:50,518 Checking jobs for platform=transfer_node +2021-12-18 21:04:50,518 Checking all jobs at once +2021-12-18 21:04:51,938 Successful check job command +2021-12-18 21:04:53,207 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:04:53,207 End of checking +2021-12-18 21:04:53,208 Updating FAILED jobs +2021-12-18 21:04:53,208 Updating WAITING jobs +2021-12-18 21:04:53,209 Update finished +2021-12-18 21:04:53,209 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:04:53,215 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:04:53,215 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:04:53,215 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:04:53,215 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:04:53,215 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:04:53,216 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:04:53,218 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:04:53,220 Job list saved +2021-12-18 21:04:53,225 Updating FAILED jobs +2021-12-18 21:04:53,226 Updating WAITING jobs +2021-12-18 21:04:53,226 Update finished +2021-12-18 21:05:03,236 Reloading parameters... +2021-12-18 21:05:03,259 Loading parameters... +2021-12-18 21:05:03,260 Loading project parameters... +2021-12-18 21:05:03,262 + +9 of 25 jobs remaining (21:05) +2021-12-18 21:05:03,263 Sleep: 10 +2021-12-18 21:05:03,263 Number of retrials: 0 +2021-12-18 21:05:03,263 WRAPPER CHECK TIME = 10 +2021-12-18 21:05:03,263 Checking jobs for platform=marenostrum4 +2021-12-18 21:05:03,264 Checking jobs for platform=nord3 +2021-12-18 21:05:03,265 Checking jobs for platform=local +2021-12-18 21:05:03,265 Checking jobs for platform=transfer_node +2021-12-18 21:05:03,265 Checking all jobs at once +2021-12-18 21:05:04,635 Successful check job command +2021-12-18 21:05:05,854 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:05:05,854 End of checking +2021-12-18 21:05:05,856 Updating FAILED jobs +2021-12-18 21:05:05,856 Updating WAITING jobs +2021-12-18 21:05:05,856 Update finished +2021-12-18 21:05:05,856 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:05:05,857 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:05:05,857 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:05:05,857 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:05:05,857 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:05:05,857 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:05:05,857 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:05:05,860 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:05:05,862 Job list saved +2021-12-18 21:05:05,868 Updating FAILED jobs +2021-12-18 21:05:05,868 Updating WAITING jobs +2021-12-18 21:05:05,868 Update finished +2021-12-18 21:05:15,878 Reloading parameters... +2021-12-18 21:05:15,900 Loading parameters... +2021-12-18 21:05:15,901 Loading project parameters... +2021-12-18 21:05:15,903 + +9 of 25 jobs remaining (21:05) +2021-12-18 21:05:15,903 Sleep: 10 +2021-12-18 21:05:15,903 Number of retrials: 0 +2021-12-18 21:05:15,904 WRAPPER CHECK TIME = 10 +2021-12-18 21:05:15,904 Checking jobs for platform=marenostrum4 +2021-12-18 21:05:15,905 Checking jobs for platform=nord3 +2021-12-18 21:05:15,905 Checking jobs for platform=local +2021-12-18 21:05:15,906 Checking jobs for platform=transfer_node +2021-12-18 21:05:15,906 Checking all jobs at once +2021-12-18 21:05:17,227 Successful check job command +2021-12-18 21:05:18,496 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:05:18,496 End of checking +2021-12-18 21:05:18,498 Updating FAILED jobs +2021-12-18 21:05:18,498 Updating WAITING jobs +2021-12-18 21:05:18,498 Update finished +2021-12-18 21:05:18,498 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:05:18,498 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:05:18,498 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:05:18,499 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:05:18,499 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:05:18,499 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:05:18,499 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:05:18,502 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:05:18,504 Job list saved +2021-12-18 21:05:18,509 Updating FAILED jobs +2021-12-18 21:05:18,510 Updating WAITING jobs +2021-12-18 21:05:18,510 Update finished +2021-12-18 21:05:28,516 Reloading parameters... +2021-12-18 21:05:28,535 Loading parameters... +2021-12-18 21:05:28,536 Loading project parameters... +2021-12-18 21:05:28,538 + +9 of 25 jobs remaining (21:05) +2021-12-18 21:05:28,538 Sleep: 10 +2021-12-18 21:05:28,538 Number of retrials: 0 +2021-12-18 21:05:28,538 WRAPPER CHECK TIME = 10 +2021-12-18 21:05:28,539 Checking jobs for platform=marenostrum4 +2021-12-18 21:05:28,541 Checking jobs for platform=nord3 +2021-12-18 21:05:28,541 Checking jobs for platform=local +2021-12-18 21:05:28,542 Checking jobs for platform=transfer_node +2021-12-18 21:05:28,542 Checking all jobs at once +2021-12-18 21:05:29,861 Successful check job command +2021-12-18 21:05:31,531 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:05:31,532 End of checking +2021-12-18 21:05:31,533 Updating FAILED jobs +2021-12-18 21:05:31,533 Updating WAITING jobs +2021-12-18 21:05:31,534 Update finished +2021-12-18 21:05:31,534 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:05:31,534 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:05:31,534 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:05:31,535 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:05:31,535 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:05:31,535 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:05:31,535 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:05:31,538 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:05:31,540 Job list saved +2021-12-18 21:05:31,545 Updating FAILED jobs +2021-12-18 21:05:31,545 Updating WAITING jobs +2021-12-18 21:05:31,545 Update finished +2021-12-18 21:05:41,555 Reloading parameters... +2021-12-18 21:05:41,573 Loading parameters... +2021-12-18 21:05:41,575 Loading project parameters... +2021-12-18 21:05:41,577 + +9 of 25 jobs remaining (21:05) +2021-12-18 21:05:41,577 Sleep: 10 +2021-12-18 21:05:41,577 Number of retrials: 0 +2021-12-18 21:05:41,577 WRAPPER CHECK TIME = 10 +2021-12-18 21:05:41,577 Checking jobs for platform=marenostrum4 +2021-12-18 21:05:41,578 Checking jobs for platform=nord3 +2021-12-18 21:05:41,579 Checking jobs for platform=local +2021-12-18 21:05:41,579 Checking jobs for platform=transfer_node +2021-12-18 21:05:41,579 Checking all jobs at once +2021-12-18 21:05:43,049 Successful check job command +2021-12-18 21:05:44,218 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:05:44,218 End of checking +2021-12-18 21:05:44,219 Updating FAILED jobs +2021-12-18 21:05:44,219 Updating WAITING jobs +2021-12-18 21:05:44,220 Update finished +2021-12-18 21:05:44,220 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:05:44,220 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:05:44,220 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:05:44,220 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:05:44,220 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:05:44,220 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:05:44,221 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:05:44,223 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:05:44,225 Job list saved +2021-12-18 21:05:44,231 Updating FAILED jobs +2021-12-18 21:05:44,231 Updating WAITING jobs +2021-12-18 21:05:44,231 Update finished +2021-12-18 21:05:54,241 Reloading parameters... +2021-12-18 21:05:54,262 Loading parameters... +2021-12-18 21:05:54,264 Loading project parameters... +2021-12-18 21:05:54,265 + +9 of 25 jobs remaining (21:05) +2021-12-18 21:05:54,266 Sleep: 10 +2021-12-18 21:05:54,266 Number of retrials: 0 +2021-12-18 21:05:54,266 WRAPPER CHECK TIME = 10 +2021-12-18 21:05:54,266 Checking jobs for platform=marenostrum4 +2021-12-18 21:05:54,267 Checking jobs for platform=nord3 +2021-12-18 21:05:54,267 Checking jobs for platform=local +2021-12-18 21:05:54,268 Checking jobs for platform=transfer_node +2021-12-18 21:05:54,268 Checking all jobs at once +2021-12-18 21:05:55,637 Successful check job command +2021-12-18 21:05:56,807 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:05:56,807 End of checking +2021-12-18 21:05:56,808 Updating FAILED jobs +2021-12-18 21:05:56,808 Updating WAITING jobs +2021-12-18 21:05:56,809 Update finished +2021-12-18 21:05:56,809 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:05:56,809 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:05:56,809 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:05:56,809 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:05:56,809 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:05:56,809 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:05:56,810 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:05:56,812 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:05:56,815 Job list saved +2021-12-18 21:05:56,819 Updating FAILED jobs +2021-12-18 21:05:56,819 Updating WAITING jobs +2021-12-18 21:05:56,819 Update finished +2021-12-18 21:06:06,821 Reloading parameters... +2021-12-18 21:06:06,846 Loading parameters... +2021-12-18 21:06:06,847 Loading project parameters... +2021-12-18 21:06:06,849 + +9 of 25 jobs remaining (21:06) +2021-12-18 21:06:06,849 Sleep: 10 +2021-12-18 21:06:06,849 Number of retrials: 0 +2021-12-18 21:06:06,849 WRAPPER CHECK TIME = 10 +2021-12-18 21:06:06,850 Checking jobs for platform=marenostrum4 +2021-12-18 21:06:06,850 Checking jobs for platform=nord3 +2021-12-18 21:06:06,851 Checking jobs for platform=local +2021-12-18 21:06:06,853 Checking jobs for platform=transfer_node +2021-12-18 21:06:06,853 Checking all jobs at once +2021-12-18 21:06:08,224 Successful check job command +2021-12-18 21:06:09,493 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:06:09,494 End of checking +2021-12-18 21:06:09,495 Updating FAILED jobs +2021-12-18 21:06:09,495 Updating WAITING jobs +2021-12-18 21:06:09,496 Update finished +2021-12-18 21:06:09,496 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:06:09,497 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:06:09,497 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:06:09,497 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:06:09,497 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:06:09,497 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:06:09,498 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:06:09,501 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:06:09,504 Job list saved +2021-12-18 21:06:09,515 Updating FAILED jobs +2021-12-18 21:06:09,515 Updating WAITING jobs +2021-12-18 21:06:09,515 Update finished +2021-12-18 21:06:19,525 Reloading parameters... +2021-12-18 21:06:19,546 Loading parameters... +2021-12-18 21:06:19,547 Loading project parameters... +2021-12-18 21:06:19,549 + +9 of 25 jobs remaining (21:06) +2021-12-18 21:06:19,549 Sleep: 10 +2021-12-18 21:06:19,549 Number of retrials: 0 +2021-12-18 21:06:19,549 WRAPPER CHECK TIME = 10 +2021-12-18 21:06:19,550 Checking jobs for platform=marenostrum4 +2021-12-18 21:06:19,550 Checking jobs for platform=nord3 +2021-12-18 21:06:19,551 Checking jobs for platform=local +2021-12-18 21:06:19,552 Checking jobs for platform=transfer_node +2021-12-18 21:06:19,552 Checking all jobs at once +2021-12-18 21:06:20,922 Successful check job command +2021-12-18 21:06:22,141 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:06:22,142 End of checking +2021-12-18 21:06:22,144 Updating FAILED jobs +2021-12-18 21:06:22,144 Updating WAITING jobs +2021-12-18 21:06:22,144 Update finished +2021-12-18 21:06:22,144 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:06:22,144 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:06:22,144 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:06:22,145 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:06:22,145 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:06:22,145 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:06:22,145 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:06:22,150 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:06:22,152 Job list saved +2021-12-18 21:06:22,159 Updating FAILED jobs +2021-12-18 21:06:22,160 Updating WAITING jobs +2021-12-18 21:06:22,160 Update finished +2021-12-18 21:06:32,165 Reloading parameters... +2021-12-18 21:06:32,186 Loading parameters... +2021-12-18 21:06:32,187 Loading project parameters... +2021-12-18 21:06:32,189 + +9 of 25 jobs remaining (21:06) +2021-12-18 21:06:32,189 Sleep: 10 +2021-12-18 21:06:32,189 Number of retrials: 0 +2021-12-18 21:06:32,189 WRAPPER CHECK TIME = 10 +2021-12-18 21:06:32,190 Checking jobs for platform=marenostrum4 +2021-12-18 21:06:32,190 Checking jobs for platform=nord3 +2021-12-18 21:06:32,191 Checking jobs for platform=local +2021-12-18 21:06:32,192 Checking jobs for platform=transfer_node +2021-12-18 21:06:32,192 Checking all jobs at once +2021-12-18 21:06:33,664 Successful check job command +2021-12-18 21:06:34,833 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:06:34,833 End of checking +2021-12-18 21:06:34,835 Updating FAILED jobs +2021-12-18 21:06:34,835 Updating WAITING jobs +2021-12-18 21:06:34,835 Update finished +2021-12-18 21:06:34,836 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:06:34,836 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:06:34,836 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:06:34,836 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:06:34,836 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:06:34,836 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:06:34,836 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:06:34,839 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:06:34,841 Job list saved +2021-12-18 21:06:34,846 Updating FAILED jobs +2021-12-18 21:06:34,847 Updating WAITING jobs +2021-12-18 21:06:34,847 Update finished +2021-12-18 21:06:44,855 Reloading parameters... +2021-12-18 21:06:44,874 Loading parameters... +2021-12-18 21:06:44,875 Loading project parameters... +2021-12-18 21:06:44,877 + +9 of 25 jobs remaining (21:06) +2021-12-18 21:06:44,877 Sleep: 10 +2021-12-18 21:06:44,877 Number of retrials: 0 +2021-12-18 21:06:44,878 WRAPPER CHECK TIME = 10 +2021-12-18 21:06:44,878 Checking jobs for platform=marenostrum4 +2021-12-18 21:06:44,879 Checking jobs for platform=nord3 +2021-12-18 21:06:44,879 Checking jobs for platform=local +2021-12-18 21:06:44,880 Checking jobs for platform=transfer_node +2021-12-18 21:06:44,880 Checking all jobs at once +2021-12-18 21:06:46,252 Successful check job command +2021-12-18 21:06:47,521 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:06:47,521 End of checking +2021-12-18 21:06:47,523 Updating FAILED jobs +2021-12-18 21:06:47,523 Updating WAITING jobs +2021-12-18 21:06:47,523 Update finished +2021-12-18 21:06:47,523 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:06:47,524 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:06:47,524 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:06:47,524 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:06:47,524 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:06:47,525 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:06:47,525 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:06:47,533 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:06:47,535 Job list saved +2021-12-18 21:06:47,540 Updating FAILED jobs +2021-12-18 21:06:47,540 Updating WAITING jobs +2021-12-18 21:06:47,540 Update finished +2021-12-18 21:06:57,548 Reloading parameters... +2021-12-18 21:06:57,568 Loading parameters... +2021-12-18 21:06:57,569 Loading project parameters... +2021-12-18 21:06:57,571 + +9 of 25 jobs remaining (21:06) +2021-12-18 21:06:57,571 Sleep: 10 +2021-12-18 21:06:57,571 Number of retrials: 0 +2021-12-18 21:06:57,571 WRAPPER CHECK TIME = 10 +2021-12-18 21:06:57,572 Checking jobs for platform=marenostrum4 +2021-12-18 21:06:57,572 Checking jobs for platform=nord3 +2021-12-18 21:06:57,573 Checking jobs for platform=local +2021-12-18 21:06:57,573 Checking jobs for platform=transfer_node +2021-12-18 21:06:57,574 Checking all jobs at once +2021-12-18 21:06:58,897 Successful check job command +2021-12-18 21:07:00,118 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:07:00,118 End of checking +2021-12-18 21:07:00,120 Updating FAILED jobs +2021-12-18 21:07:00,120 Updating WAITING jobs +2021-12-18 21:07:00,120 Update finished +2021-12-18 21:07:00,120 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:07:00,120 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:07:00,120 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:07:00,121 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:07:00,121 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:07:00,121 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:07:00,121 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:07:00,124 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:07:00,127 Job list saved +2021-12-18 21:07:00,131 Updating FAILED jobs +2021-12-18 21:07:00,132 Updating WAITING jobs +2021-12-18 21:07:00,132 Update finished +2021-12-18 21:07:10,142 Reloading parameters... +2021-12-18 21:07:10,160 Loading parameters... +2021-12-18 21:07:10,162 Loading project parameters... +2021-12-18 21:07:10,163 + +9 of 25 jobs remaining (21:07) +2021-12-18 21:07:10,164 Sleep: 10 +2021-12-18 21:07:10,164 Number of retrials: 0 +2021-12-18 21:07:10,164 WRAPPER CHECK TIME = 10 +2021-12-18 21:07:10,164 Checking jobs for platform=marenostrum4 +2021-12-18 21:07:10,165 Checking jobs for platform=nord3 +2021-12-18 21:07:10,165 Checking jobs for platform=local +2021-12-18 21:07:10,166 Checking jobs for platform=transfer_node +2021-12-18 21:07:10,166 Checking all jobs at once +2021-12-18 21:07:11,636 Successful check job command +2021-12-18 21:07:12,855 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:07:12,856 End of checking +2021-12-18 21:07:12,858 Updating FAILED jobs +2021-12-18 21:07:12,858 Updating WAITING jobs +2021-12-18 21:07:12,858 Update finished +2021-12-18 21:07:12,858 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:07:12,858 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:07:12,858 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:07:12,858 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:07:12,859 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:07:12,859 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:07:12,859 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:07:12,862 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:07:12,864 Job list saved +2021-12-18 21:07:12,874 Updating FAILED jobs +2021-12-18 21:07:12,874 Updating WAITING jobs +2021-12-18 21:07:12,874 Update finished +2021-12-18 21:07:22,881 Reloading parameters... +2021-12-18 21:07:22,901 Loading parameters... +2021-12-18 21:07:22,902 Loading project parameters... +2021-12-18 21:07:22,904 + +9 of 25 jobs remaining (21:07) +2021-12-18 21:07:22,904 Sleep: 10 +2021-12-18 21:07:22,904 Number of retrials: 0 +2021-12-18 21:07:22,904 WRAPPER CHECK TIME = 10 +2021-12-18 21:07:22,905 Checking jobs for platform=marenostrum4 +2021-12-18 21:07:22,905 Checking jobs for platform=nord3 +2021-12-18 21:07:22,906 Checking jobs for platform=local +2021-12-18 21:07:22,906 Checking jobs for platform=transfer_node +2021-12-18 21:07:22,906 Checking all jobs at once +2021-12-18 21:07:24,181 Successful check job command +2021-12-18 21:07:25,400 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:07:25,400 End of checking +2021-12-18 21:07:25,403 Updating FAILED jobs +2021-12-18 21:07:25,404 Updating WAITING jobs +2021-12-18 21:07:25,404 Update finished +2021-12-18 21:07:25,404 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:07:25,404 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:07:25,405 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:07:25,405 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:07:25,405 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:07:25,405 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:07:25,405 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:07:25,408 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:07:25,411 Job list saved +2021-12-18 21:07:25,416 Updating FAILED jobs +2021-12-18 21:07:25,416 Updating WAITING jobs +2021-12-18 21:07:25,416 Update finished +2021-12-18 21:07:35,427 Reloading parameters... +2021-12-18 21:07:35,455 Loading parameters... +2021-12-18 21:07:35,458 Loading project parameters... +2021-12-18 21:07:35,465 + +9 of 25 jobs remaining (21:07) +2021-12-18 21:07:35,465 Sleep: 10 +2021-12-18 21:07:35,465 Number of retrials: 0 +2021-12-18 21:07:35,465 WRAPPER CHECK TIME = 10 +2021-12-18 21:07:35,466 Checking jobs for platform=marenostrum4 +2021-12-18 21:07:35,467 Checking jobs for platform=nord3 +2021-12-18 21:07:35,479 Checking jobs for platform=local +2021-12-18 21:07:35,480 Checking jobs for platform=transfer_node +2021-12-18 21:07:35,480 Checking all jobs at once +2021-12-18 21:07:36,806 Successful check job command +2021-12-18 21:07:38,025 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:07:38,025 End of checking +2021-12-18 21:07:38,027 Updating FAILED jobs +2021-12-18 21:07:38,027 Updating WAITING jobs +2021-12-18 21:07:38,027 Update finished +2021-12-18 21:07:38,027 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:07:38,028 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:07:38,028 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:07:38,028 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:07:38,028 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:07:38,028 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:07:38,028 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:07:38,031 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:07:38,033 Job list saved +2021-12-18 21:07:38,038 Updating FAILED jobs +2021-12-18 21:07:38,039 Updating WAITING jobs +2021-12-18 21:07:38,039 Update finished +2021-12-18 21:07:48,048 Reloading parameters... +2021-12-18 21:07:48,069 Loading parameters... +2021-12-18 21:07:48,070 Loading project parameters... +2021-12-18 21:07:48,072 + +9 of 25 jobs remaining (21:07) +2021-12-18 21:07:48,072 Sleep: 10 +2021-12-18 21:07:48,072 Number of retrials: 0 +2021-12-18 21:07:48,072 WRAPPER CHECK TIME = 10 +2021-12-18 21:07:48,073 Checking jobs for platform=marenostrum4 +2021-12-18 21:07:48,073 Checking jobs for platform=nord3 +2021-12-18 21:07:48,074 Checking jobs for platform=local +2021-12-18 21:07:48,074 Checking jobs for platform=transfer_node +2021-12-18 21:07:48,074 Checking all jobs at once +2021-12-18 21:07:49,344 Successful check job command +2021-12-18 21:07:50,462 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:07:50,462 End of checking +2021-12-18 21:07:50,464 Updating FAILED jobs +2021-12-18 21:07:50,464 Updating WAITING jobs +2021-12-18 21:07:50,464 Update finished +2021-12-18 21:07:50,464 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:07:50,465 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:07:50,465 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:07:50,465 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:07:50,465 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:07:50,465 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:07:50,465 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:07:50,468 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:07:50,470 Job list saved +2021-12-18 21:07:50,475 Updating FAILED jobs +2021-12-18 21:07:50,476 Updating WAITING jobs +2021-12-18 21:07:50,476 Update finished +2021-12-18 21:08:00,486 Reloading parameters... +2021-12-18 21:08:00,508 Loading parameters... +2021-12-18 21:08:00,509 Loading project parameters... +2021-12-18 21:08:00,512 + +9 of 25 jobs remaining (21:08) +2021-12-18 21:08:00,512 Sleep: 10 +2021-12-18 21:08:00,512 Number of retrials: 0 +2021-12-18 21:08:00,512 WRAPPER CHECK TIME = 10 +2021-12-18 21:08:00,513 Checking jobs for platform=marenostrum4 +2021-12-18 21:08:00,514 Checking jobs for platform=nord3 +2021-12-18 21:08:00,514 Checking jobs for platform=local +2021-12-18 21:08:00,515 Checking jobs for platform=transfer_node +2021-12-18 21:08:00,515 Checking all jobs at once +2021-12-18 21:08:01,835 Successful check job command +2021-12-18 21:08:03,004 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:08:03,004 End of checking +2021-12-18 21:08:03,006 Updating FAILED jobs +2021-12-18 21:08:03,006 Updating WAITING jobs +2021-12-18 21:08:03,006 Update finished +2021-12-18 21:08:03,006 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:08:03,008 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:08:03,009 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:08:03,009 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:08:03,009 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:08:03,009 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:08:03,009 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:08:03,012 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:08:03,014 Job list saved +2021-12-18 21:08:03,026 Updating FAILED jobs +2021-12-18 21:08:03,026 Updating WAITING jobs +2021-12-18 21:08:03,026 Update finished +2021-12-18 21:08:13,031 Reloading parameters... +2021-12-18 21:08:13,053 Loading parameters... +2021-12-18 21:08:13,054 Loading project parameters... +2021-12-18 21:08:13,056 + +9 of 25 jobs remaining (21:08) +2021-12-18 21:08:13,056 Sleep: 10 +2021-12-18 21:08:13,057 Number of retrials: 0 +2021-12-18 21:08:13,057 WRAPPER CHECK TIME = 10 +2021-12-18 21:08:13,057 Checking jobs for platform=marenostrum4 +2021-12-18 21:08:13,058 Checking jobs for platform=nord3 +2021-12-18 21:08:13,058 Checking jobs for platform=local +2021-12-18 21:08:13,059 Checking jobs for platform=transfer_node +2021-12-18 21:08:13,059 Checking all jobs at once +2021-12-18 21:08:14,628 Successful check job command +2021-12-18 21:08:15,848 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:08:15,848 End of checking +2021-12-18 21:08:15,849 Updating FAILED jobs +2021-12-18 21:08:15,850 Updating WAITING jobs +2021-12-18 21:08:15,850 Update finished +2021-12-18 21:08:15,850 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:08:15,850 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:08:15,850 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:08:15,850 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:08:15,851 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:08:15,851 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:08:15,851 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:08:15,854 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:08:15,856 Job list saved +2021-12-18 21:08:15,861 Updating FAILED jobs +2021-12-18 21:08:15,861 Updating WAITING jobs +2021-12-18 21:08:15,862 Update finished +2021-12-18 21:08:25,872 Reloading parameters... +2021-12-18 21:08:25,893 Loading parameters... +2021-12-18 21:08:25,894 Loading project parameters... +2021-12-18 21:08:25,896 + +9 of 25 jobs remaining (21:08) +2021-12-18 21:08:25,896 Sleep: 10 +2021-12-18 21:08:25,896 Number of retrials: 0 +2021-12-18 21:08:25,896 WRAPPER CHECK TIME = 10 +2021-12-18 21:08:25,897 Checking jobs for platform=marenostrum4 +2021-12-18 21:08:25,897 Checking jobs for platform=nord3 +2021-12-18 21:08:25,898 Checking jobs for platform=local +2021-12-18 21:08:25,898 Checking jobs for platform=transfer_node +2021-12-18 21:08:25,898 Checking all jobs at once +2021-12-18 21:08:28,220 Successful check job command +2021-12-18 21:08:29,489 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:08:29,489 End of checking +2021-12-18 21:08:29,491 Updating FAILED jobs +2021-12-18 21:08:29,491 Updating WAITING jobs +2021-12-18 21:08:29,491 Update finished +2021-12-18 21:08:29,491 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:08:29,491 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:08:29,492 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:08:29,492 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:08:29,492 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:08:29,492 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:08:29,492 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:08:29,495 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:08:29,497 Job list saved +2021-12-18 21:08:29,509 Updating FAILED jobs +2021-12-18 21:08:29,509 Updating WAITING jobs +2021-12-18 21:08:29,509 Update finished +2021-12-18 21:08:39,518 Reloading parameters... +2021-12-18 21:08:39,536 Loading parameters... +2021-12-18 21:08:39,537 Loading project parameters... +2021-12-18 21:08:39,539 + +9 of 25 jobs remaining (21:08) +2021-12-18 21:08:39,539 Sleep: 10 +2021-12-18 21:08:39,539 Number of retrials: 0 +2021-12-18 21:08:39,539 WRAPPER CHECK TIME = 10 +2021-12-18 21:08:39,540 Checking jobs for platform=marenostrum4 +2021-12-18 21:08:39,540 Checking jobs for platform=nord3 +2021-12-18 21:08:39,541 Checking jobs for platform=local +2021-12-18 21:08:39,541 Checking jobs for platform=transfer_node +2021-12-18 21:08:39,541 Checking all jobs at once +2021-12-18 21:08:40,763 Successful check job command +2021-12-18 21:08:41,932 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:08:41,932 End of checking +2021-12-18 21:08:41,934 Updating FAILED jobs +2021-12-18 21:08:41,934 Updating WAITING jobs +2021-12-18 21:08:41,934 Update finished +2021-12-18 21:08:41,934 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:08:41,935 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:08:41,936 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:08:41,936 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:08:41,936 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:08:41,936 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:08:41,936 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:08:41,940 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:08:41,942 Job list saved +2021-12-18 21:08:41,947 Updating FAILED jobs +2021-12-18 21:08:41,947 Updating WAITING jobs +2021-12-18 21:08:41,947 Update finished +2021-12-18 21:08:51,957 Reloading parameters... +2021-12-18 21:08:51,977 Loading parameters... +2021-12-18 21:08:51,978 Loading project parameters... +2021-12-18 21:08:51,980 + +9 of 25 jobs remaining (21:08) +2021-12-18 21:08:51,980 Sleep: 10 +2021-12-18 21:08:51,980 Number of retrials: 0 +2021-12-18 21:08:51,980 WRAPPER CHECK TIME = 10 +2021-12-18 21:08:51,981 Checking jobs for platform=marenostrum4 +2021-12-18 21:08:51,982 Checking jobs for platform=nord3 +2021-12-18 21:08:51,982 Checking jobs for platform=local +2021-12-18 21:08:51,983 Checking jobs for platform=transfer_node +2021-12-18 21:08:51,983 Checking all jobs at once +2021-12-18 21:08:53,653 Successful check job command +2021-12-18 21:08:54,872 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:08:54,872 End of checking +2021-12-18 21:08:54,873 Updating FAILED jobs +2021-12-18 21:08:54,873 Updating WAITING jobs +2021-12-18 21:08:54,874 Update finished +2021-12-18 21:08:54,874 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:08:54,874 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:08:54,874 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:08:54,874 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:08:54,874 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:08:54,874 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:08:54,874 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:08:54,878 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:08:54,880 Job list saved +2021-12-18 21:08:54,886 Updating FAILED jobs +2021-12-18 21:08:54,886 Updating WAITING jobs +2021-12-18 21:08:54,887 Update finished +2021-12-18 21:09:04,894 Reloading parameters... +2021-12-18 21:09:04,913 Loading parameters... +2021-12-18 21:09:04,914 Loading project parameters... +2021-12-18 21:09:04,916 + +9 of 25 jobs remaining (21:09) +2021-12-18 21:09:04,916 Sleep: 10 +2021-12-18 21:09:04,916 Number of retrials: 0 +2021-12-18 21:09:04,916 WRAPPER CHECK TIME = 10 +2021-12-18 21:09:04,917 Checking jobs for platform=marenostrum4 +2021-12-18 21:09:04,918 Checking jobs for platform=nord3 +2021-12-18 21:09:04,918 Checking jobs for platform=local +2021-12-18 21:09:04,919 Checking jobs for platform=transfer_node +2021-12-18 21:09:04,919 Checking all jobs at once +2021-12-18 21:09:06,188 Successful check job command +2021-12-18 21:09:07,307 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:09:07,307 End of checking +2021-12-18 21:09:07,308 Updating FAILED jobs +2021-12-18 21:09:07,308 Updating WAITING jobs +2021-12-18 21:09:07,309 Update finished +2021-12-18 21:09:07,309 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:09:07,309 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:09:07,309 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:09:07,309 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:09:07,309 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:09:07,309 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:09:07,310 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:09:07,313 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:09:07,315 Job list saved +2021-12-18 21:09:07,320 Updating FAILED jobs +2021-12-18 21:09:07,320 Updating WAITING jobs +2021-12-18 21:09:07,320 Update finished +2021-12-18 21:09:17,331 Reloading parameters... +2021-12-18 21:09:17,349 Loading parameters... +2021-12-18 21:09:17,350 Loading project parameters... +2021-12-18 21:09:17,352 + +9 of 25 jobs remaining (21:09) +2021-12-18 21:09:17,352 Sleep: 10 +2021-12-18 21:09:17,352 Number of retrials: 0 +2021-12-18 21:09:17,352 WRAPPER CHECK TIME = 10 +2021-12-18 21:09:17,353 Checking jobs for platform=marenostrum4 +2021-12-18 21:09:17,353 Checking jobs for platform=nord3 +2021-12-18 21:09:17,354 Checking jobs for platform=local +2021-12-18 21:09:17,354 Checking jobs for platform=transfer_node +2021-12-18 21:09:17,354 Checking all jobs at once +2021-12-18 21:09:18,824 Successful check job command +2021-12-18 21:09:20,042 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:09:20,043 End of checking +2021-12-18 21:09:20,044 Updating FAILED jobs +2021-12-18 21:09:20,044 Updating WAITING jobs +2021-12-18 21:09:20,044 Update finished +2021-12-18 21:09:20,044 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:09:20,045 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:09:20,046 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:09:20,046 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:09:20,046 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:09:20,046 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:09:20,046 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:09:20,049 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:09:20,051 Job list saved +2021-12-18 21:09:20,056 Updating FAILED jobs +2021-12-18 21:09:20,056 Updating WAITING jobs +2021-12-18 21:09:20,056 Update finished +2021-12-18 21:09:30,066 Reloading parameters... +2021-12-18 21:09:30,084 Loading parameters... +2021-12-18 21:09:30,085 Loading project parameters... +2021-12-18 21:09:30,087 + +9 of 25 jobs remaining (21:09) +2021-12-18 21:09:30,088 Sleep: 10 +2021-12-18 21:09:30,088 Number of retrials: 0 +2021-12-18 21:09:30,088 WRAPPER CHECK TIME = 10 +2021-12-18 21:09:30,088 Checking jobs for platform=marenostrum4 +2021-12-18 21:09:30,089 Checking jobs for platform=nord3 +2021-12-18 21:09:30,089 Checking jobs for platform=local +2021-12-18 21:09:30,090 Checking jobs for platform=transfer_node +2021-12-18 21:09:30,090 Checking all jobs at once +2021-12-18 21:09:31,459 Successful check job command +2021-12-18 21:09:32,730 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:09:32,730 End of checking +2021-12-18 21:09:32,732 Updating FAILED jobs +2021-12-18 21:09:32,732 Updating WAITING jobs +2021-12-18 21:09:32,732 Update finished +2021-12-18 21:09:32,732 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:09:32,732 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:09:32,732 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:09:32,733 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:09:32,733 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:09:32,733 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:09:32,733 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:09:32,736 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:09:32,738 Job list saved +2021-12-18 21:09:32,742 Updating FAILED jobs +2021-12-18 21:09:32,742 Updating WAITING jobs +2021-12-18 21:09:32,743 Update finished +2021-12-18 21:09:42,753 Reloading parameters... +2021-12-18 21:09:42,771 Loading parameters... +2021-12-18 21:09:42,772 Loading project parameters... +2021-12-18 21:09:42,774 + +9 of 25 jobs remaining (21:09) +2021-12-18 21:09:42,774 Sleep: 10 +2021-12-18 21:09:42,775 Number of retrials: 0 +2021-12-18 21:09:42,775 WRAPPER CHECK TIME = 10 +2021-12-18 21:09:42,775 Checking jobs for platform=marenostrum4 +2021-12-18 21:09:42,776 Checking jobs for platform=nord3 +2021-12-18 21:09:42,776 Checking jobs for platform=local +2021-12-18 21:09:42,777 Checking jobs for platform=transfer_node +2021-12-18 21:09:42,777 Checking all jobs at once +2021-12-18 21:09:44,146 Successful check job command +2021-12-18 21:09:45,365 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:09:45,366 End of checking +2021-12-18 21:09:45,367 Updating FAILED jobs +2021-12-18 21:09:45,367 Updating WAITING jobs +2021-12-18 21:09:45,367 Update finished +2021-12-18 21:09:45,368 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:09:45,368 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:09:45,368 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:09:45,368 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:09:45,368 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:09:45,368 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:09:45,368 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:09:45,371 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:09:45,373 Job list saved +2021-12-18 21:09:45,378 Updating FAILED jobs +2021-12-18 21:09:45,378 Updating WAITING jobs +2021-12-18 21:09:45,378 Update finished +2021-12-18 21:09:55,388 Reloading parameters... +2021-12-18 21:09:55,407 Loading parameters... +2021-12-18 21:09:55,408 Loading project parameters... +2021-12-18 21:09:55,410 + +9 of 25 jobs remaining (21:09) +2021-12-18 21:09:55,410 Sleep: 10 +2021-12-18 21:09:55,410 Number of retrials: 0 +2021-12-18 21:09:55,410 WRAPPER CHECK TIME = 10 +2021-12-18 21:09:55,411 Checking jobs for platform=marenostrum4 +2021-12-18 21:09:55,411 Checking jobs for platform=nord3 +2021-12-18 21:09:55,412 Checking jobs for platform=local +2021-12-18 21:09:55,412 Checking jobs for platform=transfer_node +2021-12-18 21:09:55,412 Checking all jobs at once +2021-12-18 21:09:56,682 Successful check job command +2021-12-18 21:09:58,208 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:09:58,209 End of checking +2021-12-18 21:09:58,210 Updating FAILED jobs +2021-12-18 21:09:58,210 Updating WAITING jobs +2021-12-18 21:09:58,210 Update finished +2021-12-18 21:09:58,210 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:09:58,211 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:09:58,211 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:09:58,211 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:09:58,211 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:09:58,211 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:09:58,211 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:09:58,218 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:09:58,220 Job list saved +2021-12-18 21:09:58,225 Updating FAILED jobs +2021-12-18 21:09:58,225 Updating WAITING jobs +2021-12-18 21:09:58,226 Update finished +2021-12-18 21:10:08,235 Reloading parameters... +2021-12-18 21:10:08,256 Loading parameters... +2021-12-18 21:10:08,258 Loading project parameters... +2021-12-18 21:10:08,260 + +9 of 25 jobs remaining (21:10) +2021-12-18 21:10:08,260 Sleep: 10 +2021-12-18 21:10:08,260 Number of retrials: 0 +2021-12-18 21:10:08,260 WRAPPER CHECK TIME = 10 +2021-12-18 21:10:08,261 Checking jobs for platform=marenostrum4 +2021-12-18 21:10:08,261 Checking jobs for platform=nord3 +2021-12-18 21:10:08,262 Checking jobs for platform=local +2021-12-18 21:10:08,262 Checking jobs for platform=transfer_node +2021-12-18 21:10:08,262 Checking all jobs at once +2021-12-18 21:10:09,482 Successful check job command +2021-12-18 21:10:10,652 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:10:10,652 End of checking +2021-12-18 21:10:10,653 Updating FAILED jobs +2021-12-18 21:10:10,653 Updating WAITING jobs +2021-12-18 21:10:10,654 Update finished +2021-12-18 21:10:10,654 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:10:10,654 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:10:10,654 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:10:10,654 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:10:10,654 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:10:10,654 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:10:10,655 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:10:10,657 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:10:10,660 Job list saved +2021-12-18 21:10:10,664 Updating FAILED jobs +2021-12-18 21:10:10,664 Updating WAITING jobs +2021-12-18 21:10:10,664 Update finished +2021-12-18 21:10:20,674 Reloading parameters... +2021-12-18 21:10:20,691 Loading parameters... +2021-12-18 21:10:20,693 Loading project parameters... +2021-12-18 21:10:20,695 + +9 of 25 jobs remaining (21:10) +2021-12-18 21:10:20,695 Sleep: 10 +2021-12-18 21:10:20,695 Number of retrials: 0 +2021-12-18 21:10:20,695 WRAPPER CHECK TIME = 10 +2021-12-18 21:10:20,696 Checking jobs for platform=marenostrum4 +2021-12-18 21:10:20,696 Checking jobs for platform=nord3 +2021-12-18 21:10:20,697 Checking jobs for platform=local +2021-12-18 21:10:20,698 Checking jobs for platform=transfer_node +2021-12-18 21:10:20,698 Checking all jobs at once +2021-12-18 21:10:22,017 Successful check job command +2021-12-18 21:10:23,236 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:10:23,237 End of checking +2021-12-18 21:10:23,238 Updating FAILED jobs +2021-12-18 21:10:23,238 Updating WAITING jobs +2021-12-18 21:10:23,239 Update finished +2021-12-18 21:10:23,239 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:10:23,239 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:10:23,239 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:10:23,239 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:10:23,239 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:10:23,239 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:10:23,240 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:10:23,243 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:10:23,245 Job list saved +2021-12-18 21:10:23,250 Updating FAILED jobs +2021-12-18 21:10:23,250 Updating WAITING jobs +2021-12-18 21:10:23,250 Update finished +2021-12-18 21:10:33,260 Reloading parameters... +2021-12-18 21:10:33,283 Loading parameters... +2021-12-18 21:10:33,285 Loading project parameters... +2021-12-18 21:10:33,287 + +9 of 25 jobs remaining (21:10) +2021-12-18 21:10:33,287 Sleep: 10 +2021-12-18 21:10:33,287 Number of retrials: 0 +2021-12-18 21:10:33,287 WRAPPER CHECK TIME = 10 +2021-12-18 21:10:33,288 Checking jobs for platform=marenostrum4 +2021-12-18 21:10:33,288 Checking jobs for platform=nord3 +2021-12-18 21:10:33,289 Checking jobs for platform=local +2021-12-18 21:10:33,289 Checking jobs for platform=transfer_node +2021-12-18 21:10:33,289 Checking all jobs at once +2021-12-18 21:10:34,609 Successful check job command +2021-12-18 21:10:36,279 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:10:36,279 End of checking +2021-12-18 21:10:36,280 Updating FAILED jobs +2021-12-18 21:10:36,281 Updating WAITING jobs +2021-12-18 21:10:36,281 Update finished +2021-12-18 21:10:36,281 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:10:36,282 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:10:36,282 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:10:36,282 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:10:36,282 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:10:36,282 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:10:36,282 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:10:36,285 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:10:36,287 Job list saved +2021-12-18 21:10:36,291 Updating FAILED jobs +2021-12-18 21:10:36,291 Updating WAITING jobs +2021-12-18 21:10:36,292 Update finished +2021-12-18 21:10:46,299 Reloading parameters... +2021-12-18 21:10:46,317 Loading parameters... +2021-12-18 21:10:46,319 Loading project parameters... +2021-12-18 21:10:46,320 + +9 of 25 jobs remaining (21:10) +2021-12-18 21:10:46,321 Sleep: 10 +2021-12-18 21:10:46,321 Number of retrials: 0 +2021-12-18 21:10:46,321 WRAPPER CHECK TIME = 10 +2021-12-18 21:10:46,321 Checking jobs for platform=marenostrum4 +2021-12-18 21:10:46,322 Checking jobs for platform=nord3 +2021-12-18 21:10:46,323 Checking jobs for platform=local +2021-12-18 21:10:46,323 Checking jobs for platform=transfer_node +2021-12-18 21:10:46,323 Checking all jobs at once +2021-12-18 21:10:47,592 Successful check job command +2021-12-18 21:10:48,812 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:10:48,812 End of checking +2021-12-18 21:10:48,813 Updating FAILED jobs +2021-12-18 21:10:48,813 Updating WAITING jobs +2021-12-18 21:10:48,813 Update finished +2021-12-18 21:10:48,814 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:10:48,814 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:10:48,814 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:10:48,814 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:10:48,814 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:10:48,814 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:10:48,814 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:10:48,817 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:10:48,819 Job list saved +2021-12-18 21:10:48,825 Updating FAILED jobs +2021-12-18 21:10:48,826 Updating WAITING jobs +2021-12-18 21:10:48,826 Update finished +2021-12-18 21:10:58,836 Reloading parameters... +2021-12-18 21:10:58,855 Loading parameters... +2021-12-18 21:10:58,856 Loading project parameters... +2021-12-18 21:10:58,858 + +9 of 25 jobs remaining (21:10) +2021-12-18 21:10:58,859 Sleep: 10 +2021-12-18 21:10:58,859 Number of retrials: 0 +2021-12-18 21:10:58,859 WRAPPER CHECK TIME = 10 +2021-12-18 21:10:58,860 Checking jobs for platform=marenostrum4 +2021-12-18 21:10:58,860 Checking jobs for platform=nord3 +2021-12-18 21:10:58,861 Checking jobs for platform=local +2021-12-18 21:10:58,861 Checking jobs for platform=transfer_node +2021-12-18 21:10:58,861 Checking all jobs at once +2021-12-18 21:11:00,131 Successful check job command +2021-12-18 21:11:01,401 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:11:01,401 End of checking +2021-12-18 21:11:01,402 Updating FAILED jobs +2021-12-18 21:11:01,402 Updating WAITING jobs +2021-12-18 21:11:01,403 Update finished +2021-12-18 21:11:01,403 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:11:01,403 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:11:01,403 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:11:01,403 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:11:01,403 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:11:01,404 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:11:01,404 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:11:01,406 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:11:01,408 Job list saved +2021-12-18 21:11:01,416 Updating FAILED jobs +2021-12-18 21:11:01,416 Updating WAITING jobs +2021-12-18 21:11:01,417 Update finished +2021-12-18 21:11:11,419 Reloading parameters... +2021-12-18 21:11:11,438 Loading parameters... +2021-12-18 21:11:11,439 Loading project parameters... +2021-12-18 21:11:11,441 + +9 of 25 jobs remaining (21:11) +2021-12-18 21:11:11,441 Sleep: 10 +2021-12-18 21:11:11,441 Number of retrials: 0 +2021-12-18 21:11:11,441 WRAPPER CHECK TIME = 10 +2021-12-18 21:11:11,442 Checking jobs for platform=marenostrum4 +2021-12-18 21:11:11,443 Checking jobs for platform=nord3 +2021-12-18 21:11:11,443 Checking jobs for platform=local +2021-12-18 21:11:11,444 Checking jobs for platform=transfer_node +2021-12-18 21:11:11,444 Checking all jobs at once +2021-12-18 21:11:12,863 Successful check job command +2021-12-18 21:11:14,032 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:11:14,033 End of checking +2021-12-18 21:11:14,034 Updating FAILED jobs +2021-12-18 21:11:14,034 Updating WAITING jobs +2021-12-18 21:11:14,034 Update finished +2021-12-18 21:11:14,034 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:11:14,036 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:11:14,037 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:11:14,037 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:11:14,037 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:11:14,037 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:11:14,037 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:11:14,040 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:11:14,042 Job list saved +2021-12-18 21:11:14,046 Updating FAILED jobs +2021-12-18 21:11:14,047 Updating WAITING jobs +2021-12-18 21:11:14,047 Update finished +2021-12-18 21:11:24,057 Reloading parameters... +2021-12-18 21:11:24,075 Loading parameters... +2021-12-18 21:11:24,076 Loading project parameters... +2021-12-18 21:11:24,078 + +9 of 25 jobs remaining (21:11) +2021-12-18 21:11:24,078 Sleep: 10 +2021-12-18 21:11:24,078 Number of retrials: 0 +2021-12-18 21:11:24,079 WRAPPER CHECK TIME = 10 +2021-12-18 21:11:24,079 Checking jobs for platform=marenostrum4 +2021-12-18 21:11:24,080 Checking jobs for platform=nord3 +2021-12-18 21:11:24,080 Checking jobs for platform=local +2021-12-18 21:11:24,081 Checking jobs for platform=transfer_node +2021-12-18 21:11:24,081 Checking all jobs at once +2021-12-18 21:11:25,401 Successful check job command +2021-12-18 21:11:26,671 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:11:26,671 End of checking +2021-12-18 21:11:26,672 Updating FAILED jobs +2021-12-18 21:11:26,673 Updating WAITING jobs +2021-12-18 21:11:26,673 Update finished +2021-12-18 21:11:26,673 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:11:26,673 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:11:26,673 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:11:26,673 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:11:26,673 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:11:26,674 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:11:26,674 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:11:26,676 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:11:26,678 Job list saved +2021-12-18 21:11:26,683 Updating FAILED jobs +2021-12-18 21:11:26,683 Updating WAITING jobs +2021-12-18 21:11:26,683 Update finished +2021-12-18 21:11:36,693 Reloading parameters... +2021-12-18 21:11:36,711 Loading parameters... +2021-12-18 21:11:36,713 Loading project parameters... +2021-12-18 21:11:36,715 + +9 of 25 jobs remaining (21:11) +2021-12-18 21:11:36,715 Sleep: 10 +2021-12-18 21:11:36,715 Number of retrials: 0 +2021-12-18 21:11:36,715 WRAPPER CHECK TIME = 10 +2021-12-18 21:11:36,715 Checking jobs for platform=marenostrum4 +2021-12-18 21:11:36,716 Checking jobs for platform=nord3 +2021-12-18 21:11:36,717 Checking jobs for platform=local +2021-12-18 21:11:36,717 Checking jobs for platform=transfer_node +2021-12-18 21:11:36,717 Checking all jobs at once +2021-12-18 21:11:37,987 Successful check job command +2021-12-18 21:11:39,156 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:11:39,156 End of checking +2021-12-18 21:11:39,157 Updating FAILED jobs +2021-12-18 21:11:39,157 Updating WAITING jobs +2021-12-18 21:11:39,158 Update finished +2021-12-18 21:11:39,158 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:11:39,158 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:11:39,158 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:11:39,158 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:11:39,158 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:11:39,158 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:11:39,159 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:11:39,161 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:11:39,163 Job list saved +2021-12-18 21:11:39,170 Updating FAILED jobs +2021-12-18 21:11:39,170 Updating WAITING jobs +2021-12-18 21:11:39,170 Update finished +2021-12-18 21:11:49,178 Reloading parameters... +2021-12-18 21:11:49,196 Loading parameters... +2021-12-18 21:11:49,197 Loading project parameters... +2021-12-18 21:11:49,199 + +9 of 25 jobs remaining (21:11) +2021-12-18 21:11:49,199 Sleep: 10 +2021-12-18 21:11:49,199 Number of retrials: 0 +2021-12-18 21:11:49,199 WRAPPER CHECK TIME = 10 +2021-12-18 21:11:49,200 Checking jobs for platform=marenostrum4 +2021-12-18 21:11:49,200 Checking jobs for platform=nord3 +2021-12-18 21:11:49,201 Checking jobs for platform=local +2021-12-18 21:11:49,201 Checking jobs for platform=transfer_node +2021-12-18 21:11:49,202 Checking all jobs at once +2021-12-18 21:11:50,571 Successful check job command +2021-12-18 21:11:51,740 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:11:51,740 End of checking +2021-12-18 21:11:51,741 Updating FAILED jobs +2021-12-18 21:11:51,741 Updating WAITING jobs +2021-12-18 21:11:51,742 Update finished +2021-12-18 21:11:51,742 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:11:51,742 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:11:51,743 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:11:51,743 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:11:51,743 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:11:51,743 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:11:51,743 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:11:51,745 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:11:51,748 Job list saved +2021-12-18 21:11:51,752 Updating FAILED jobs +2021-12-18 21:11:51,752 Updating WAITING jobs +2021-12-18 21:11:51,752 Update finished +2021-12-18 21:12:01,756 Reloading parameters... +2021-12-18 21:12:01,774 Loading parameters... +2021-12-18 21:12:01,775 Loading project parameters... +2021-12-18 21:12:01,777 + +9 of 25 jobs remaining (21:12) +2021-12-18 21:12:01,777 Sleep: 10 +2021-12-18 21:12:01,777 Number of retrials: 0 +2021-12-18 21:12:01,777 WRAPPER CHECK TIME = 10 +2021-12-18 21:12:01,778 Checking jobs for platform=marenostrum4 +2021-12-18 21:12:01,778 Checking jobs for platform=nord3 +2021-12-18 21:12:01,779 Checking jobs for platform=local +2021-12-18 21:12:01,779 Checking jobs for platform=transfer_node +2021-12-18 21:12:01,779 Checking all jobs at once +2021-12-18 21:12:03,099 Successful check job command +2021-12-18 21:12:04,369 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:12:04,369 End of checking +2021-12-18 21:12:04,370 Updating FAILED jobs +2021-12-18 21:12:04,371 Updating WAITING jobs +2021-12-18 21:12:04,371 Update finished +2021-12-18 21:12:04,371 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:12:04,371 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:12:04,371 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:12:04,371 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:12:04,372 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:12:04,372 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:12:04,372 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:12:04,375 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:12:04,377 Job list saved +2021-12-18 21:12:04,382 Updating FAILED jobs +2021-12-18 21:12:04,382 Updating WAITING jobs +2021-12-18 21:12:04,382 Update finished +2021-12-18 21:12:14,392 Reloading parameters... +2021-12-18 21:12:14,410 Loading parameters... +2021-12-18 21:12:14,411 Loading project parameters... +2021-12-18 21:12:14,413 + +9 of 25 jobs remaining (21:12) +2021-12-18 21:12:14,414 Sleep: 10 +2021-12-18 21:12:14,414 Number of retrials: 0 +2021-12-18 21:12:14,414 WRAPPER CHECK TIME = 10 +2021-12-18 21:12:14,414 Checking jobs for platform=marenostrum4 +2021-12-18 21:12:14,415 Checking jobs for platform=nord3 +2021-12-18 21:12:14,416 Checking jobs for platform=local +2021-12-18 21:12:14,416 Checking jobs for platform=transfer_node +2021-12-18 21:12:14,416 Checking all jobs at once +2021-12-18 21:12:15,690 Successful check job command +2021-12-18 21:12:16,910 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:12:16,910 End of checking +2021-12-18 21:12:16,911 Updating FAILED jobs +2021-12-18 21:12:16,911 Updating WAITING jobs +2021-12-18 21:12:16,912 Update finished +2021-12-18 21:12:16,912 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:12:16,912 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:12:16,912 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:12:16,912 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:12:16,912 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:12:16,912 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:12:16,913 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:12:16,915 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:12:16,918 Job list saved +2021-12-18 21:12:16,922 Updating FAILED jobs +2021-12-18 21:12:16,922 Updating WAITING jobs +2021-12-18 21:12:16,922 Update finished +2021-12-18 21:12:26,928 Reloading parameters... +2021-12-18 21:12:26,946 Loading parameters... +2021-12-18 21:12:26,948 Loading project parameters... +2021-12-18 21:12:26,949 + +9 of 25 jobs remaining (21:12) +2021-12-18 21:12:26,950 Sleep: 10 +2021-12-18 21:12:26,950 Number of retrials: 0 +2021-12-18 21:12:26,950 WRAPPER CHECK TIME = 10 +2021-12-18 21:12:26,950 Checking jobs for platform=marenostrum4 +2021-12-18 21:12:26,951 Checking jobs for platform=nord3 +2021-12-18 21:12:26,951 Checking jobs for platform=local +2021-12-18 21:12:26,952 Checking jobs for platform=transfer_node +2021-12-18 21:12:26,952 Checking all jobs at once +2021-12-18 21:12:28,323 Successful check job command +2021-12-18 21:12:29,543 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:12:29,543 End of checking +2021-12-18 21:12:29,544 Updating FAILED jobs +2021-12-18 21:12:29,545 Updating WAITING jobs +2021-12-18 21:12:29,545 Update finished +2021-12-18 21:12:29,545 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:12:29,546 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:12:29,546 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:12:29,547 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:12:29,547 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:12:29,547 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:12:29,547 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:12:29,549 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:12:29,552 Job list saved +2021-12-18 21:12:29,556 Updating FAILED jobs +2021-12-18 21:12:29,556 Updating WAITING jobs +2021-12-18 21:12:29,556 Update finished +2021-12-18 21:12:39,563 Reloading parameters... +2021-12-18 21:12:39,585 Loading parameters... +2021-12-18 21:12:39,586 Loading project parameters... +2021-12-18 21:12:39,588 + +9 of 25 jobs remaining (21:12) +2021-12-18 21:12:39,589 Sleep: 10 +2021-12-18 21:12:39,589 Number of retrials: 0 +2021-12-18 21:12:39,589 WRAPPER CHECK TIME = 10 +2021-12-18 21:12:39,589 Checking jobs for platform=marenostrum4 +2021-12-18 21:12:39,590 Checking jobs for platform=nord3 +2021-12-18 21:12:39,590 Checking jobs for platform=local +2021-12-18 21:12:39,591 Checking jobs for platform=transfer_node +2021-12-18 21:12:39,591 Checking all jobs at once +2021-12-18 21:12:40,911 Successful check job command +2021-12-18 21:12:42,130 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:12:42,130 End of checking +2021-12-18 21:12:42,132 Updating FAILED jobs +2021-12-18 21:12:42,132 Updating WAITING jobs +2021-12-18 21:12:42,132 Update finished +2021-12-18 21:12:42,132 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:12:42,132 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:12:42,133 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:12:42,133 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:12:42,133 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:12:42,133 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:12:42,133 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:12:42,136 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:12:42,138 Job list saved +2021-12-18 21:12:42,143 Updating FAILED jobs +2021-12-18 21:12:42,143 Updating WAITING jobs +2021-12-18 21:12:42,143 Update finished +2021-12-18 21:12:52,151 Reloading parameters... +2021-12-18 21:12:52,169 Loading parameters... +2021-12-18 21:12:52,170 Loading project parameters... +2021-12-18 21:12:52,172 + +9 of 25 jobs remaining (21:12) +2021-12-18 21:12:52,172 Sleep: 10 +2021-12-18 21:12:52,172 Number of retrials: 0 +2021-12-18 21:12:52,173 WRAPPER CHECK TIME = 10 +2021-12-18 21:12:52,173 Checking jobs for platform=marenostrum4 +2021-12-18 21:12:52,174 Checking jobs for platform=nord3 +2021-12-18 21:12:52,174 Checking jobs for platform=local +2021-12-18 21:12:52,175 Checking jobs for platform=transfer_node +2021-12-18 21:12:52,175 Checking all jobs at once +2021-12-18 21:12:53,544 Successful check job command +2021-12-18 21:12:54,814 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:12:54,814 End of checking +2021-12-18 21:12:54,815 Updating FAILED jobs +2021-12-18 21:12:54,815 Updating WAITING jobs +2021-12-18 21:12:54,816 Update finished +2021-12-18 21:12:54,816 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:12:54,816 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:12:54,816 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:12:54,816 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:12:54,816 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:12:54,816 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:12:54,817 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:12:54,819 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:12:54,821 Job list saved +2021-12-18 21:12:54,826 Updating FAILED jobs +2021-12-18 21:12:54,826 Updating WAITING jobs +2021-12-18 21:12:54,826 Update finished +2021-12-18 21:13:04,836 Reloading parameters... +2021-12-18 21:13:04,853 Loading parameters... +2021-12-18 21:13:04,854 Loading project parameters... +2021-12-18 21:13:04,856 + +9 of 25 jobs remaining (21:13) +2021-12-18 21:13:04,856 Sleep: 10 +2021-12-18 21:13:04,856 Number of retrials: 0 +2021-12-18 21:13:04,856 WRAPPER CHECK TIME = 10 +2021-12-18 21:13:04,857 Checking jobs for platform=marenostrum4 +2021-12-18 21:13:04,858 Checking jobs for platform=nord3 +2021-12-18 21:13:04,858 Checking jobs for platform=local +2021-12-18 21:13:04,859 Checking jobs for platform=transfer_node +2021-12-18 21:13:04,859 Checking all jobs at once +2021-12-18 21:13:06,278 Successful check job command +2021-12-18 21:13:07,548 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:13:07,548 End of checking +2021-12-18 21:13:07,551 Updating FAILED jobs +2021-12-18 21:13:07,552 Updating WAITING jobs +2021-12-18 21:13:07,552 Update finished +2021-12-18 21:13:07,552 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:13:07,553 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:13:07,553 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:13:07,553 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:13:07,553 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:13:07,553 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:13:07,553 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:13:07,556 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:13:07,558 Job list saved +2021-12-18 21:13:07,562 Updating FAILED jobs +2021-12-18 21:13:07,563 Updating WAITING jobs +2021-12-18 21:13:07,563 Update finished +2021-12-18 21:13:17,569 Reloading parameters... +2021-12-18 21:13:17,587 Loading parameters... +2021-12-18 21:13:17,588 Loading project parameters... +2021-12-18 21:13:17,590 + +9 of 25 jobs remaining (21:13) +2021-12-18 21:13:17,590 Sleep: 10 +2021-12-18 21:13:17,590 Number of retrials: 0 +2021-12-18 21:13:17,591 WRAPPER CHECK TIME = 10 +2021-12-18 21:13:17,591 Checking jobs for platform=marenostrum4 +2021-12-18 21:13:17,592 Checking jobs for platform=nord3 +2021-12-18 21:13:17,592 Checking jobs for platform=local +2021-12-18 21:13:17,593 Checking jobs for platform=transfer_node +2021-12-18 21:13:17,593 Checking all jobs at once +2021-12-18 21:13:18,912 Successful check job command +2021-12-18 21:13:20,187 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:13:20,187 End of checking +2021-12-18 21:13:20,189 Updating FAILED jobs +2021-12-18 21:13:20,189 Updating WAITING jobs +2021-12-18 21:13:20,189 Update finished +2021-12-18 21:13:20,189 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:13:20,189 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:13:20,190 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:13:20,190 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:13:20,190 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:13:20,190 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:13:20,190 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:13:20,193 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:13:20,195 Job list saved +2021-12-18 21:13:20,200 Updating FAILED jobs +2021-12-18 21:13:20,200 Updating WAITING jobs +2021-12-18 21:13:20,200 Update finished +2021-12-18 21:13:30,210 Reloading parameters... +2021-12-18 21:13:30,228 Loading parameters... +2021-12-18 21:13:30,229 Loading project parameters... +2021-12-18 21:13:30,231 + +9 of 25 jobs remaining (21:13) +2021-12-18 21:13:30,231 Sleep: 10 +2021-12-18 21:13:30,231 Number of retrials: 0 +2021-12-18 21:13:30,231 WRAPPER CHECK TIME = 10 +2021-12-18 21:13:30,232 Checking jobs for platform=marenostrum4 +2021-12-18 21:13:30,233 Checking jobs for platform=nord3 +2021-12-18 21:13:30,233 Checking jobs for platform=local +2021-12-18 21:13:30,234 Checking jobs for platform=transfer_node +2021-12-18 21:13:30,234 Checking all jobs at once +2021-12-18 21:13:31,554 Successful check job command +2021-12-18 21:13:32,774 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:13:32,774 End of checking +2021-12-18 21:13:32,776 Updating FAILED jobs +2021-12-18 21:13:32,776 Updating WAITING jobs +2021-12-18 21:13:32,776 Update finished +2021-12-18 21:13:32,776 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:13:32,777 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:13:32,777 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:13:32,777 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:13:32,777 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:13:32,777 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:13:32,777 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:13:32,780 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:13:32,782 Job list saved +2021-12-18 21:13:32,787 Updating FAILED jobs +2021-12-18 21:13:32,787 Updating WAITING jobs +2021-12-18 21:13:32,787 Update finished +2021-12-18 21:13:42,797 Reloading parameters... +2021-12-18 21:13:42,815 Loading parameters... +2021-12-18 21:13:42,817 Loading project parameters... +2021-12-18 21:13:42,819 + +9 of 25 jobs remaining (21:13) +2021-12-18 21:13:42,819 Sleep: 10 +2021-12-18 21:13:42,819 Number of retrials: 0 +2021-12-18 21:13:42,819 WRAPPER CHECK TIME = 10 +2021-12-18 21:13:42,820 Checking jobs for platform=marenostrum4 +2021-12-18 21:13:42,820 Checking jobs for platform=nord3 +2021-12-18 21:13:42,821 Checking jobs for platform=local +2021-12-18 21:13:42,821 Checking jobs for platform=transfer_node +2021-12-18 21:13:42,821 Checking all jobs at once +2021-12-18 21:13:44,041 Successful check job command +2021-12-18 21:13:45,160 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:13:45,161 End of checking +2021-12-18 21:13:45,162 Updating FAILED jobs +2021-12-18 21:13:45,162 Updating WAITING jobs +2021-12-18 21:13:45,162 Update finished +2021-12-18 21:13:45,163 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:13:45,163 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:13:45,163 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:13:45,163 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:13:45,164 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:13:45,164 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:13:45,164 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:13:45,167 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:13:45,169 Job list saved +2021-12-18 21:13:45,174 Updating FAILED jobs +2021-12-18 21:13:45,174 Updating WAITING jobs +2021-12-18 21:13:45,174 Update finished +2021-12-18 21:13:55,184 Reloading parameters... +2021-12-18 21:13:55,202 Loading parameters... +2021-12-18 21:13:55,203 Loading project parameters... +2021-12-18 21:13:55,206 + +9 of 25 jobs remaining (21:13) +2021-12-18 21:13:55,206 Sleep: 10 +2021-12-18 21:13:55,206 Number of retrials: 0 +2021-12-18 21:13:55,206 WRAPPER CHECK TIME = 10 +2021-12-18 21:13:55,207 Checking jobs for platform=marenostrum4 +2021-12-18 21:13:55,207 Checking jobs for platform=nord3 +2021-12-18 21:13:55,208 Checking jobs for platform=local +2021-12-18 21:13:55,208 Checking jobs for platform=transfer_node +2021-12-18 21:13:55,208 Checking all jobs at once +2021-12-18 21:13:56,530 Successful check job command +2021-12-18 21:13:57,699 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:13:57,700 End of checking +2021-12-18 21:13:57,701 Updating FAILED jobs +2021-12-18 21:13:57,701 Updating WAITING jobs +2021-12-18 21:13:57,702 Update finished +2021-12-18 21:13:57,702 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:13:57,702 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:13:57,702 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:13:57,702 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:13:57,702 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:13:57,702 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:13:57,703 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:13:57,706 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:13:57,708 Job list saved +2021-12-18 21:13:57,713 Updating FAILED jobs +2021-12-18 21:13:57,713 Updating WAITING jobs +2021-12-18 21:13:57,714 Update finished +2021-12-18 21:14:07,724 Reloading parameters... +2021-12-18 21:14:07,742 Loading parameters... +2021-12-18 21:14:07,743 Loading project parameters... +2021-12-18 21:14:07,745 + +9 of 25 jobs remaining (21:14) +2021-12-18 21:14:07,745 Sleep: 10 +2021-12-18 21:14:07,746 Number of retrials: 0 +2021-12-18 21:14:07,746 WRAPPER CHECK TIME = 10 +2021-12-18 21:14:07,746 Checking jobs for platform=marenostrum4 +2021-12-18 21:14:07,747 Checking jobs for platform=nord3 +2021-12-18 21:14:07,747 Checking jobs for platform=local +2021-12-18 21:14:07,748 Checking jobs for platform=transfer_node +2021-12-18 21:14:07,748 Checking all jobs at once +2021-12-18 21:14:09,117 Successful check job command +2021-12-18 21:14:10,336 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:14:10,337 End of checking +2021-12-18 21:14:10,338 Updating FAILED jobs +2021-12-18 21:14:10,338 Updating WAITING jobs +2021-12-18 21:14:10,338 Update finished +2021-12-18 21:14:10,338 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:14:10,339 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:14:10,339 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:14:10,339 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:14:10,339 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:14:10,339 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:14:10,339 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:14:10,342 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:14:10,345 Job list saved +2021-12-18 21:14:10,354 Updating FAILED jobs +2021-12-18 21:14:10,354 Updating WAITING jobs +2021-12-18 21:14:10,354 Update finished +2021-12-18 21:14:20,361 Reloading parameters... +2021-12-18 21:14:20,380 Loading parameters... +2021-12-18 21:14:20,382 Loading project parameters... +2021-12-18 21:14:20,383 + +9 of 25 jobs remaining (21:14) +2021-12-18 21:14:20,384 Sleep: 10 +2021-12-18 21:14:20,384 Number of retrials: 0 +2021-12-18 21:14:20,384 WRAPPER CHECK TIME = 10 +2021-12-18 21:14:20,384 Checking jobs for platform=marenostrum4 +2021-12-18 21:14:20,385 Checking jobs for platform=nord3 +2021-12-18 21:14:20,385 Checking jobs for platform=local +2021-12-18 21:14:20,386 Checking jobs for platform=transfer_node +2021-12-18 21:14:20,386 Checking all jobs at once +2021-12-18 21:14:21,856 Successful check job command +2021-12-18 21:14:23,127 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:14:23,127 End of checking +2021-12-18 21:14:23,129 Updating FAILED jobs +2021-12-18 21:14:23,129 Updating WAITING jobs +2021-12-18 21:14:23,129 Update finished +2021-12-18 21:14:23,129 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:14:23,132 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:14:23,132 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:14:23,132 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:14:23,132 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:14:23,132 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:14:23,132 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:14:23,135 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:14:23,138 Job list saved +2021-12-18 21:14:23,142 Updating FAILED jobs +2021-12-18 21:14:23,142 Updating WAITING jobs +2021-12-18 21:14:23,143 Update finished +2021-12-18 21:14:33,153 Reloading parameters... +2021-12-18 21:14:33,171 Loading parameters... +2021-12-18 21:14:33,173 Loading project parameters... +2021-12-18 21:14:33,174 + +9 of 25 jobs remaining (21:14) +2021-12-18 21:14:33,175 Sleep: 10 +2021-12-18 21:14:33,175 Number of retrials: 0 +2021-12-18 21:14:33,175 WRAPPER CHECK TIME = 10 +2021-12-18 21:14:33,175 Checking jobs for platform=marenostrum4 +2021-12-18 21:14:33,176 Checking jobs for platform=nord3 +2021-12-18 21:14:33,176 Checking jobs for platform=local +2021-12-18 21:14:33,177 Checking jobs for platform=transfer_node +2021-12-18 21:14:33,177 Checking all jobs at once +2021-12-18 21:14:34,548 Successful check job command +2021-12-18 21:14:35,919 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:14:35,919 End of checking +2021-12-18 21:14:35,921 Updating FAILED jobs +2021-12-18 21:14:35,921 Updating WAITING jobs +2021-12-18 21:14:35,921 Update finished +2021-12-18 21:14:35,921 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:14:35,921 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:14:35,922 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:14:35,922 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:14:35,922 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:14:35,922 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:14:35,922 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:14:35,925 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:14:35,927 Job list saved +2021-12-18 21:14:35,932 Updating FAILED jobs +2021-12-18 21:14:35,932 Updating WAITING jobs +2021-12-18 21:14:35,932 Update finished +2021-12-18 21:14:45,939 Reloading parameters... +2021-12-18 21:14:45,958 Loading parameters... +2021-12-18 21:14:45,960 Loading project parameters... +2021-12-18 21:14:45,961 + +9 of 25 jobs remaining (21:14) +2021-12-18 21:14:45,962 Sleep: 10 +2021-12-18 21:14:45,962 Number of retrials: 0 +2021-12-18 21:14:45,962 WRAPPER CHECK TIME = 10 +2021-12-18 21:14:45,962 Checking jobs for platform=marenostrum4 +2021-12-18 21:14:45,963 Checking jobs for platform=nord3 +2021-12-18 21:14:45,964 Checking jobs for platform=local +2021-12-18 21:14:45,964 Checking jobs for platform=transfer_node +2021-12-18 21:14:45,964 Checking all jobs at once +2021-12-18 21:14:47,285 Successful check job command +2021-12-18 21:14:48,504 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:14:48,505 End of checking +2021-12-18 21:14:48,506 Updating FAILED jobs +2021-12-18 21:14:48,506 Updating WAITING jobs +2021-12-18 21:14:48,506 Update finished +2021-12-18 21:14:48,506 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:14:48,507 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:14:48,507 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:14:48,507 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:14:48,507 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:14:48,507 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:14:48,507 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:14:48,510 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:14:48,513 Job list saved +2021-12-18 21:14:48,518 Updating FAILED jobs +2021-12-18 21:14:48,518 Updating WAITING jobs +2021-12-18 21:14:48,518 Update finished +2021-12-18 21:14:58,528 Reloading parameters... +2021-12-18 21:14:58,549 Loading parameters... +2021-12-18 21:14:58,550 Loading project parameters... +2021-12-18 21:14:58,552 + +9 of 25 jobs remaining (21:14) +2021-12-18 21:14:58,553 Sleep: 10 +2021-12-18 21:14:58,553 Number of retrials: 0 +2021-12-18 21:14:58,553 WRAPPER CHECK TIME = 10 +2021-12-18 21:14:58,553 Checking jobs for platform=marenostrum4 +2021-12-18 21:14:58,554 Checking jobs for platform=nord3 +2021-12-18 21:14:58,555 Checking jobs for platform=local +2021-12-18 21:14:58,555 Checking jobs for platform=transfer_node +2021-12-18 21:14:58,555 Checking all jobs at once +2021-12-18 21:14:59,824 Successful check job command +2021-12-18 21:15:00,944 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:15:00,944 End of checking +2021-12-18 21:15:00,945 Updating FAILED jobs +2021-12-18 21:15:00,946 Updating WAITING jobs +2021-12-18 21:15:00,946 Update finished +2021-12-18 21:15:00,946 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:15:00,947 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:15:00,947 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:15:00,947 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:15:00,947 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:15:00,947 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:15:00,947 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:15:00,950 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:15:00,952 Job list saved +2021-12-18 21:15:00,957 Updating FAILED jobs +2021-12-18 21:15:00,957 Updating WAITING jobs +2021-12-18 21:15:00,957 Update finished +2021-12-18 21:15:10,966 Reloading parameters... +2021-12-18 21:15:10,992 Loading parameters... +2021-12-18 21:15:10,993 Loading project parameters... +2021-12-18 21:15:10,995 + +9 of 25 jobs remaining (21:15) +2021-12-18 21:15:10,995 Sleep: 10 +2021-12-18 21:15:10,996 Number of retrials: 0 +2021-12-18 21:15:10,996 WRAPPER CHECK TIME = 10 +2021-12-18 21:15:10,996 Checking jobs for platform=marenostrum4 +2021-12-18 21:15:10,997 Checking jobs for platform=nord3 +2021-12-18 21:15:10,997 Checking jobs for platform=local +2021-12-18 21:15:10,998 Checking jobs for platform=transfer_node +2021-12-18 21:15:10,998 Checking all jobs at once +2021-12-18 21:15:12,318 Successful check job command +2021-12-18 21:15:13,688 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:15:13,688 End of checking +2021-12-18 21:15:13,690 Updating FAILED jobs +2021-12-18 21:15:13,690 Updating WAITING jobs +2021-12-18 21:15:13,690 Update finished +2021-12-18 21:15:13,690 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:15:13,691 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:15:13,691 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:15:13,691 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:15:13,691 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:15:13,691 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:15:13,691 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:15:13,694 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:15:13,696 Job list saved +2021-12-18 21:15:13,701 Updating FAILED jobs +2021-12-18 21:15:13,701 Updating WAITING jobs +2021-12-18 21:15:13,702 Update finished +2021-12-18 21:15:23,712 Reloading parameters... +2021-12-18 21:15:23,781 Loading parameters... +2021-12-18 21:15:23,783 Loading project parameters... +2021-12-18 21:15:23,784 + +9 of 25 jobs remaining (21:15) +2021-12-18 21:15:23,785 Sleep: 10 +2021-12-18 21:15:23,785 Number of retrials: 0 +2021-12-18 21:15:23,785 WRAPPER CHECK TIME = 10 +2021-12-18 21:15:23,785 Checking jobs for platform=marenostrum4 +2021-12-18 21:15:23,786 Checking jobs for platform=nord3 +2021-12-18 21:15:23,786 Checking jobs for platform=local +2021-12-18 21:15:23,787 Checking jobs for platform=transfer_node +2021-12-18 21:15:23,787 Checking all jobs at once +2021-12-18 21:15:25,057 Successful check job command +2021-12-18 21:15:28,080 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:15:28,081 End of checking +2021-12-18 21:15:28,082 Updating FAILED jobs +2021-12-18 21:15:28,082 Updating WAITING jobs +2021-12-18 21:15:28,082 Update finished +2021-12-18 21:15:28,083 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:15:28,083 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:15:28,083 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:15:28,083 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:15:28,083 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:15:28,084 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:15:28,084 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:15:28,087 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:15:28,089 Job list saved +2021-12-18 21:15:28,094 Updating FAILED jobs +2021-12-18 21:15:28,094 Updating WAITING jobs +2021-12-18 21:15:28,094 Update finished +2021-12-18 21:15:38,105 Reloading parameters... +2021-12-18 21:15:38,123 Loading parameters... +2021-12-18 21:15:38,124 Loading project parameters... +2021-12-18 21:15:38,126 + +9 of 25 jobs remaining (21:15) +2021-12-18 21:15:38,126 Sleep: 10 +2021-12-18 21:15:38,127 Number of retrials: 0 +2021-12-18 21:15:38,127 WRAPPER CHECK TIME = 10 +2021-12-18 21:15:38,127 Checking jobs for platform=marenostrum4 +2021-12-18 21:15:38,128 Checking jobs for platform=nord3 +2021-12-18 21:15:38,129 Checking jobs for platform=local +2021-12-18 21:15:38,129 Checking jobs for platform=transfer_node +2021-12-18 21:15:38,129 Checking all jobs at once +2021-12-18 21:15:39,499 Successful check job command +2021-12-18 21:15:40,719 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:15:40,719 End of checking +2021-12-18 21:15:40,720 Updating FAILED jobs +2021-12-18 21:15:40,721 Updating WAITING jobs +2021-12-18 21:15:40,721 Update finished +2021-12-18 21:15:40,721 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:15:40,722 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:15:40,722 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:15:40,722 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:15:40,722 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:15:40,722 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:15:40,722 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:15:40,725 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:15:40,727 Job list saved +2021-12-18 21:15:40,732 Updating FAILED jobs +2021-12-18 21:15:40,732 Updating WAITING jobs +2021-12-18 21:15:40,732 Update finished +2021-12-18 21:15:50,742 Reloading parameters... +2021-12-18 21:15:50,764 Loading parameters... +2021-12-18 21:15:50,766 Loading project parameters... +2021-12-18 21:15:50,767 + +9 of 25 jobs remaining (21:15) +2021-12-18 21:15:50,768 Sleep: 10 +2021-12-18 21:15:50,768 Number of retrials: 0 +2021-12-18 21:15:50,768 WRAPPER CHECK TIME = 10 +2021-12-18 21:15:50,768 Checking jobs for platform=marenostrum4 +2021-12-18 21:15:50,769 Checking jobs for platform=nord3 +2021-12-18 21:15:50,769 Checking jobs for platform=local +2021-12-18 21:15:50,770 Checking jobs for platform=transfer_node +2021-12-18 21:15:50,770 Checking all jobs at once +2021-12-18 21:15:52,093 Successful check job command +2021-12-18 21:15:53,863 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:15:53,863 End of checking +2021-12-18 21:15:53,864 Updating FAILED jobs +2021-12-18 21:15:53,865 Updating WAITING jobs +2021-12-18 21:15:53,865 Update finished +2021-12-18 21:15:53,865 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:15:53,865 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:15:53,865 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:15:53,865 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:15:53,865 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:15:53,866 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:15:53,866 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:15:53,868 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:15:53,871 Job list saved +2021-12-18 21:15:53,876 Updating FAILED jobs +2021-12-18 21:15:53,876 Updating WAITING jobs +2021-12-18 21:15:53,876 Update finished +2021-12-18 21:16:03,884 Reloading parameters... +2021-12-18 21:16:03,902 Loading parameters... +2021-12-18 21:16:03,904 Loading project parameters... +2021-12-18 21:16:03,905 + +9 of 25 jobs remaining (21:16) +2021-12-18 21:16:03,906 Sleep: 10 +2021-12-18 21:16:03,906 Number of retrials: 0 +2021-12-18 21:16:03,906 WRAPPER CHECK TIME = 10 +2021-12-18 21:16:03,906 Checking jobs for platform=marenostrum4 +2021-12-18 21:16:03,907 Checking jobs for platform=nord3 +2021-12-18 21:16:03,907 Checking jobs for platform=local +2021-12-18 21:16:03,908 Checking jobs for platform=transfer_node +2021-12-18 21:16:03,908 Checking all jobs at once +2021-12-18 21:16:05,227 Successful check job command +2021-12-18 21:16:06,396 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:16:06,396 End of checking +2021-12-18 21:16:06,398 Updating FAILED jobs +2021-12-18 21:16:06,398 Updating WAITING jobs +2021-12-18 21:16:06,399 Update finished +2021-12-18 21:16:06,399 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:16:06,399 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:16:06,399 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:16:06,399 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:16:06,399 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:16:06,400 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:16:06,400 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:16:06,402 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:16:06,405 Job list saved +2021-12-18 21:16:06,593 Updating FAILED jobs +2021-12-18 21:16:06,593 Updating WAITING jobs +2021-12-18 21:16:06,593 Update finished +2021-12-18 21:16:16,603 Reloading parameters... +2021-12-18 21:16:16,623 Loading parameters... +2021-12-18 21:16:16,625 Loading project parameters... +2021-12-18 21:16:16,626 + +9 of 25 jobs remaining (21:16) +2021-12-18 21:16:16,627 Sleep: 10 +2021-12-18 21:16:16,627 Number of retrials: 0 +2021-12-18 21:16:16,627 WRAPPER CHECK TIME = 10 +2021-12-18 21:16:16,627 Checking jobs for platform=marenostrum4 +2021-12-18 21:16:16,628 Checking jobs for platform=nord3 +2021-12-18 21:16:16,629 Checking jobs for platform=local +2021-12-18 21:16:16,629 Checking jobs for platform=transfer_node +2021-12-18 21:16:16,629 Checking all jobs at once +2021-12-18 21:16:17,999 Successful check job command +2021-12-18 21:16:19,268 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:16:19,269 End of checking +2021-12-18 21:16:19,271 Updating FAILED jobs +2021-12-18 21:16:19,271 Updating WAITING jobs +2021-12-18 21:16:19,271 Update finished +2021-12-18 21:16:19,271 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:16:19,272 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:16:19,272 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:16:19,272 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:16:19,272 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:16:19,272 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:16:19,273 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:16:19,275 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:16:19,277 Job list saved +2021-12-18 21:16:19,283 Updating FAILED jobs +2021-12-18 21:16:19,283 Updating WAITING jobs +2021-12-18 21:16:19,283 Update finished +2021-12-18 21:16:29,293 Reloading parameters... +2021-12-18 21:16:29,312 Loading parameters... +2021-12-18 21:16:29,313 Loading project parameters... +2021-12-18 21:16:29,315 + +9 of 25 jobs remaining (21:16) +2021-12-18 21:16:29,315 Sleep: 10 +2021-12-18 21:16:29,315 Number of retrials: 0 +2021-12-18 21:16:29,315 WRAPPER CHECK TIME = 10 +2021-12-18 21:16:29,316 Checking jobs for platform=marenostrum4 +2021-12-18 21:16:29,317 Checking jobs for platform=nord3 +2021-12-18 21:16:29,317 Checking jobs for platform=local +2021-12-18 21:16:29,318 Checking jobs for platform=transfer_node +2021-12-18 21:16:29,318 Checking all jobs at once +2021-12-18 21:16:30,587 Successful check job command +2021-12-18 21:16:31,757 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:16:31,758 End of checking +2021-12-18 21:16:31,759 Updating FAILED jobs +2021-12-18 21:16:31,759 Updating WAITING jobs +2021-12-18 21:16:31,760 Update finished +2021-12-18 21:16:31,760 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:16:31,760 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:16:31,760 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:16:31,760 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:16:31,760 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:16:31,760 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:16:31,761 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:16:31,763 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:16:31,765 Job list saved +2021-12-18 21:16:31,775 Updating FAILED jobs +2021-12-18 21:16:31,775 Updating WAITING jobs +2021-12-18 21:16:31,776 Update finished +2021-12-18 21:16:41,786 Reloading parameters... +2021-12-18 21:16:41,804 Loading parameters... +2021-12-18 21:16:41,806 Loading project parameters... +2021-12-18 21:16:41,808 + +9 of 25 jobs remaining (21:16) +2021-12-18 21:16:41,808 Sleep: 10 +2021-12-18 21:16:41,808 Number of retrials: 0 +2021-12-18 21:16:41,808 WRAPPER CHECK TIME = 10 +2021-12-18 21:16:41,809 Checking jobs for platform=marenostrum4 +2021-12-18 21:16:41,809 Checking jobs for platform=nord3 +2021-12-18 21:16:41,810 Checking jobs for platform=local +2021-12-18 21:16:41,810 Checking jobs for platform=transfer_node +2021-12-18 21:16:41,810 Checking all jobs at once +2021-12-18 21:16:43,282 Successful check job command +2021-12-18 21:16:44,451 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:16:44,452 End of checking +2021-12-18 21:16:44,453 Updating FAILED jobs +2021-12-18 21:16:44,453 Updating WAITING jobs +2021-12-18 21:16:44,454 Update finished +2021-12-18 21:16:44,454 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:16:44,454 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:16:44,454 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:16:44,454 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:16:44,454 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:16:44,454 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:16:44,455 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:16:44,457 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:16:44,460 Job list saved +2021-12-18 21:16:44,464 Updating FAILED jobs +2021-12-18 21:16:44,464 Updating WAITING jobs +2021-12-18 21:16:44,465 Update finished +2021-12-18 21:16:54,470 Reloading parameters... +2021-12-18 21:16:54,492 Loading parameters... +2021-12-18 21:16:54,494 Loading project parameters... +2021-12-18 21:16:54,495 + +9 of 25 jobs remaining (21:16) +2021-12-18 21:16:54,496 Sleep: 10 +2021-12-18 21:16:54,496 Number of retrials: 0 +2021-12-18 21:16:54,496 WRAPPER CHECK TIME = 10 +2021-12-18 21:16:54,496 Checking jobs for platform=marenostrum4 +2021-12-18 21:16:54,497 Checking jobs for platform=nord3 +2021-12-18 21:16:54,498 Checking jobs for platform=local +2021-12-18 21:16:54,498 Checking jobs for platform=transfer_node +2021-12-18 21:16:54,498 Checking all jobs at once +2021-12-18 21:16:55,818 Successful check job command +2021-12-18 21:16:57,037 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:16:57,037 End of checking +2021-12-18 21:16:57,038 Updating FAILED jobs +2021-12-18 21:16:57,039 Updating WAITING jobs +2021-12-18 21:16:57,039 Update finished +2021-12-18 21:16:57,039 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:16:57,040 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:16:57,040 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:16:57,040 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:16:57,040 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:16:57,040 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:16:57,040 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:16:57,042 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:16:57,044 Job list saved +2021-12-18 21:16:57,049 Updating FAILED jobs +2021-12-18 21:16:57,049 Updating WAITING jobs +2021-12-18 21:16:57,049 Update finished +2021-12-18 21:17:07,059 Reloading parameters... +2021-12-18 21:17:07,077 Loading parameters... +2021-12-18 21:17:07,077 Loading project parameters... +2021-12-18 21:17:07,079 + +9 of 25 jobs remaining (21:17) +2021-12-18 21:17:07,079 Sleep: 10 +2021-12-18 21:17:07,079 Number of retrials: 0 +2021-12-18 21:17:07,079 WRAPPER CHECK TIME = 10 +2021-12-18 21:17:07,080 Checking jobs for platform=marenostrum4 +2021-12-18 21:17:07,080 Checking jobs for platform=nord3 +2021-12-18 21:17:07,080 Checking jobs for platform=local +2021-12-18 21:17:07,080 Checking jobs for platform=transfer_node +2021-12-18 21:17:07,081 Checking all jobs at once +2021-12-18 21:17:08,402 Successful check job command +2021-12-18 21:17:09,571 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:17:09,571 End of checking +2021-12-18 21:17:09,572 Updating FAILED jobs +2021-12-18 21:17:09,572 Updating WAITING jobs +2021-12-18 21:17:09,573 Update finished +2021-12-18 21:17:09,573 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:17:09,573 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:17:09,573 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:17:09,573 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:17:09,573 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:17:09,573 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:17:09,574 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:17:09,576 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:17:09,578 Job list saved +2021-12-18 21:17:09,583 Updating FAILED jobs +2021-12-18 21:17:09,583 Updating WAITING jobs +2021-12-18 21:17:09,583 Update finished +2021-12-18 21:17:19,593 Reloading parameters... +2021-12-18 21:17:19,611 Loading parameters... +2021-12-18 21:17:19,612 Loading project parameters... +2021-12-18 21:17:19,614 + +9 of 25 jobs remaining (21:17) +2021-12-18 21:17:19,615 Sleep: 10 +2021-12-18 21:17:19,615 Number of retrials: 0 +2021-12-18 21:17:19,615 WRAPPER CHECK TIME = 10 +2021-12-18 21:17:19,615 Checking jobs for platform=marenostrum4 +2021-12-18 21:17:19,616 Checking jobs for platform=nord3 +2021-12-18 21:17:19,616 Checking jobs for platform=local +2021-12-18 21:17:19,617 Checking jobs for platform=transfer_node +2021-12-18 21:17:19,617 Checking all jobs at once +2021-12-18 21:17:21,036 Successful check job command +2021-12-18 21:17:22,206 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:17:22,206 End of checking +2021-12-18 21:17:22,208 Updating FAILED jobs +2021-12-18 21:17:22,208 Updating WAITING jobs +2021-12-18 21:17:22,208 Update finished +2021-12-18 21:17:22,208 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:17:22,208 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:17:22,208 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:17:22,209 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:17:22,209 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:17:22,209 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:17:22,209 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:17:22,211 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:17:22,214 Job list saved +2021-12-18 21:17:22,218 Updating FAILED jobs +2021-12-18 21:17:22,218 Updating WAITING jobs +2021-12-18 21:17:22,219 Update finished +2021-12-18 21:17:32,226 Reloading parameters... +2021-12-18 21:17:32,244 Loading parameters... +2021-12-18 21:17:32,245 Loading project parameters... +2021-12-18 21:17:32,247 + +9 of 25 jobs remaining (21:17) +2021-12-18 21:17:32,247 Sleep: 10 +2021-12-18 21:17:32,247 Number of retrials: 0 +2021-12-18 21:17:32,247 WRAPPER CHECK TIME = 10 +2021-12-18 21:17:32,248 Checking jobs for platform=marenostrum4 +2021-12-18 21:17:32,248 Checking jobs for platform=nord3 +2021-12-18 21:17:32,249 Checking jobs for platform=local +2021-12-18 21:17:32,249 Checking jobs for platform=transfer_node +2021-12-18 21:17:32,249 Checking all jobs at once +2021-12-18 21:17:33,569 Successful check job command +2021-12-18 21:17:34,838 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:17:34,838 End of checking +2021-12-18 21:17:34,839 Updating FAILED jobs +2021-12-18 21:17:34,839 Updating WAITING jobs +2021-12-18 21:17:34,840 Update finished +2021-12-18 21:17:34,840 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:17:34,841 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:17:34,841 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:17:34,841 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:17:34,841 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:17:34,841 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:17:34,841 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:17:34,844 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:17:34,846 Job list saved +2021-12-18 21:17:34,851 Updating FAILED jobs +2021-12-18 21:17:34,851 Updating WAITING jobs +2021-12-18 21:17:34,851 Update finished +2021-12-18 21:17:44,862 Reloading parameters... +2021-12-18 21:17:44,881 Loading parameters... +2021-12-18 21:17:44,882 Loading project parameters... +2021-12-18 21:17:44,884 + +9 of 25 jobs remaining (21:17) +2021-12-18 21:17:44,884 Sleep: 10 +2021-12-18 21:17:44,884 Number of retrials: 0 +2021-12-18 21:17:44,884 WRAPPER CHECK TIME = 10 +2021-12-18 21:17:44,885 Checking jobs for platform=marenostrum4 +2021-12-18 21:17:44,885 Checking jobs for platform=nord3 +2021-12-18 21:17:44,886 Checking jobs for platform=local +2021-12-18 21:17:44,886 Checking jobs for platform=transfer_node +2021-12-18 21:17:44,886 Checking all jobs at once +2021-12-18 21:17:46,155 Successful check job command +2021-12-18 21:17:47,376 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:17:47,376 End of checking +2021-12-18 21:17:47,377 Updating FAILED jobs +2021-12-18 21:17:47,377 Updating WAITING jobs +2021-12-18 21:17:47,378 Update finished +2021-12-18 21:17:47,378 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:17:47,378 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:17:47,378 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:17:47,378 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:17:47,378 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:17:47,378 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:17:47,379 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:17:47,381 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:17:47,383 Job list saved +2021-12-18 21:17:47,396 Updating FAILED jobs +2021-12-18 21:17:47,396 Updating WAITING jobs +2021-12-18 21:17:47,396 Update finished +2021-12-18 21:17:57,406 Reloading parameters... +2021-12-18 21:17:57,427 Loading parameters... +2021-12-18 21:17:57,428 Loading project parameters... +2021-12-18 21:17:57,433 + +9 of 25 jobs remaining (21:17) +2021-12-18 21:17:57,433 Sleep: 10 +2021-12-18 21:17:57,433 Number of retrials: 0 +2021-12-18 21:17:57,433 WRAPPER CHECK TIME = 10 +2021-12-18 21:17:57,434 Checking jobs for platform=marenostrum4 +2021-12-18 21:17:57,434 Checking jobs for platform=nord3 +2021-12-18 21:17:57,435 Checking jobs for platform=local +2021-12-18 21:17:57,436 Checking jobs for platform=transfer_node +2021-12-18 21:17:57,436 Checking all jobs at once +2021-12-18 21:17:58,705 Successful check job command +2021-12-18 21:17:59,824 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:17:59,825 End of checking +2021-12-18 21:17:59,826 Updating FAILED jobs +2021-12-18 21:17:59,826 Updating WAITING jobs +2021-12-18 21:17:59,826 Update finished +2021-12-18 21:17:59,827 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:17:59,827 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:17:59,827 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:17:59,827 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:17:59,827 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:17:59,827 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:17:59,827 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:17:59,830 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:17:59,832 Job list saved +2021-12-18 21:17:59,837 Updating FAILED jobs +2021-12-18 21:17:59,837 Updating WAITING jobs +2021-12-18 21:17:59,837 Update finished +2021-12-18 21:18:09,845 Reloading parameters... +2021-12-18 21:18:09,864 Loading parameters... +2021-12-18 21:18:09,865 Loading project parameters... +2021-12-18 21:18:09,867 + +9 of 25 jobs remaining (21:18) +2021-12-18 21:18:09,867 Sleep: 10 +2021-12-18 21:18:09,867 Number of retrials: 0 +2021-12-18 21:18:09,867 WRAPPER CHECK TIME = 10 +2021-12-18 21:18:09,868 Checking jobs for platform=marenostrum4 +2021-12-18 21:18:09,868 Checking jobs for platform=nord3 +2021-12-18 21:18:09,869 Checking jobs for platform=local +2021-12-18 21:18:09,870 Checking jobs for platform=transfer_node +2021-12-18 21:18:09,870 Checking all jobs at once +2021-12-18 21:18:11,239 Successful check job command +2021-12-18 21:18:12,458 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:18:12,459 End of checking +2021-12-18 21:18:12,460 Updating FAILED jobs +2021-12-18 21:18:12,460 Updating WAITING jobs +2021-12-18 21:18:12,460 Update finished +2021-12-18 21:18:12,460 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:18:12,461 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:18:12,461 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:18:12,461 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:18:12,461 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:18:12,462 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:18:12,462 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:18:12,464 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:18:12,466 Job list saved +2021-12-18 21:18:12,471 Updating FAILED jobs +2021-12-18 21:18:12,471 Updating WAITING jobs +2021-12-18 21:18:12,471 Update finished +2021-12-18 21:18:22,481 Reloading parameters... +2021-12-18 21:18:22,500 Loading parameters... +2021-12-18 21:18:22,501 Loading project parameters... +2021-12-18 21:18:22,503 + +9 of 25 jobs remaining (21:18) +2021-12-18 21:18:22,503 Sleep: 10 +2021-12-18 21:18:22,503 Number of retrials: 0 +2021-12-18 21:18:22,503 WRAPPER CHECK TIME = 10 +2021-12-18 21:18:22,504 Checking jobs for platform=marenostrum4 +2021-12-18 21:18:22,504 Checking jobs for platform=nord3 +2021-12-18 21:18:22,505 Checking jobs for platform=local +2021-12-18 21:18:22,506 Checking jobs for platform=transfer_node +2021-12-18 21:18:22,506 Checking all jobs at once +2021-12-18 21:18:23,827 Successful check job command +2021-12-18 21:18:25,249 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:18:25,249 End of checking +2021-12-18 21:18:25,250 Updating FAILED jobs +2021-12-18 21:18:25,251 Updating WAITING jobs +2021-12-18 21:18:25,251 Update finished +2021-12-18 21:18:25,251 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:18:25,251 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:18:25,251 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:18:25,251 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:18:25,252 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:18:25,252 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:18:25,252 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:18:25,254 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:18:25,257 Job list saved +2021-12-18 21:18:25,261 Updating FAILED jobs +2021-12-18 21:18:25,261 Updating WAITING jobs +2021-12-18 21:18:25,261 Update finished +2021-12-18 21:18:35,271 Reloading parameters... +2021-12-18 21:18:35,292 Loading parameters... +2021-12-18 21:18:35,293 Loading project parameters... +2021-12-18 21:18:35,295 + +9 of 25 jobs remaining (21:18) +2021-12-18 21:18:35,295 Sleep: 10 +2021-12-18 21:18:35,296 Number of retrials: 0 +2021-12-18 21:18:35,296 WRAPPER CHECK TIME = 10 +2021-12-18 21:18:35,296 Checking jobs for platform=marenostrum4 +2021-12-18 21:18:35,297 Checking jobs for platform=nord3 +2021-12-18 21:18:35,297 Checking jobs for platform=local +2021-12-18 21:18:35,298 Checking jobs for platform=transfer_node +2021-12-18 21:18:35,298 Checking all jobs at once +2021-12-18 21:18:36,776 Successful check job command +2021-12-18 21:18:38,046 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:18:38,046 End of checking +2021-12-18 21:18:38,049 Updating FAILED jobs +2021-12-18 21:18:38,049 Updating WAITING jobs +2021-12-18 21:18:38,049 Update finished +2021-12-18 21:18:38,049 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:18:38,049 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:18:38,050 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:18:38,050 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:18:38,050 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:18:38,050 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:18:38,050 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:18:38,056 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:18:38,058 Job list saved +2021-12-18 21:18:38,063 Updating FAILED jobs +2021-12-18 21:18:38,063 Updating WAITING jobs +2021-12-18 21:18:38,063 Update finished +2021-12-18 21:18:48,074 Reloading parameters... +2021-12-18 21:18:48,092 Loading parameters... +2021-12-18 21:18:48,093 Loading project parameters... +2021-12-18 21:18:48,095 + +9 of 25 jobs remaining (21:18) +2021-12-18 21:18:48,095 Sleep: 10 +2021-12-18 21:18:48,095 Number of retrials: 0 +2021-12-18 21:18:48,095 WRAPPER CHECK TIME = 10 +2021-12-18 21:18:48,096 Checking jobs for platform=marenostrum4 +2021-12-18 21:18:48,096 Checking jobs for platform=nord3 +2021-12-18 21:18:48,097 Checking jobs for platform=local +2021-12-18 21:18:48,097 Checking jobs for platform=transfer_node +2021-12-18 21:18:48,097 Checking all jobs at once +2021-12-18 21:18:49,517 Successful check job command +2021-12-18 21:18:50,888 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:18:50,889 End of checking +2021-12-18 21:18:50,890 Updating FAILED jobs +2021-12-18 21:18:50,890 Updating WAITING jobs +2021-12-18 21:18:50,890 Update finished +2021-12-18 21:18:50,890 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:18:50,891 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:18:50,891 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:18:50,891 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:18:50,891 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:18:50,891 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:18:50,892 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:18:50,894 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:18:50,896 Job list saved +2021-12-18 21:18:50,900 Updating FAILED jobs +2021-12-18 21:18:50,900 Updating WAITING jobs +2021-12-18 21:18:50,901 Update finished +2021-12-18 21:19:00,906 Reloading parameters... +2021-12-18 21:19:00,924 Loading parameters... +2021-12-18 21:19:00,925 Loading project parameters... +2021-12-18 21:19:00,927 + +9 of 25 jobs remaining (21:19) +2021-12-18 21:19:00,927 Sleep: 10 +2021-12-18 21:19:00,927 Number of retrials: 0 +2021-12-18 21:19:00,927 WRAPPER CHECK TIME = 10 +2021-12-18 21:19:00,928 Checking jobs for platform=marenostrum4 +2021-12-18 21:19:00,929 Checking jobs for platform=nord3 +2021-12-18 21:19:00,929 Checking jobs for platform=local +2021-12-18 21:19:00,930 Checking jobs for platform=transfer_node +2021-12-18 21:19:00,930 Checking all jobs at once +2021-12-18 21:19:02,206 Successful check job command +2021-12-18 21:19:03,375 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:19:03,376 End of checking +2021-12-18 21:19:03,377 Updating FAILED jobs +2021-12-18 21:19:03,377 Updating WAITING jobs +2021-12-18 21:19:03,377 Update finished +2021-12-18 21:19:03,377 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:19:03,378 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:19:03,378 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:19:03,378 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:19:03,378 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:19:03,378 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:19:03,378 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:19:03,381 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:19:03,383 Job list saved +2021-12-18 21:19:03,387 Updating FAILED jobs +2021-12-18 21:19:03,388 Updating WAITING jobs +2021-12-18 21:19:03,388 Update finished +2021-12-18 21:19:13,398 Reloading parameters... +2021-12-18 21:19:13,415 Loading parameters... +2021-12-18 21:19:13,417 Loading project parameters... +2021-12-18 21:19:13,419 + +9 of 25 jobs remaining (21:19) +2021-12-18 21:19:13,419 Sleep: 10 +2021-12-18 21:19:13,419 Number of retrials: 0 +2021-12-18 21:19:13,419 WRAPPER CHECK TIME = 10 +2021-12-18 21:19:13,420 Checking jobs for platform=marenostrum4 +2021-12-18 21:19:13,420 Checking jobs for platform=nord3 +2021-12-18 21:19:13,421 Checking jobs for platform=local +2021-12-18 21:19:13,421 Checking jobs for platform=transfer_node +2021-12-18 21:19:13,421 Checking all jobs at once +2021-12-18 21:19:14,696 Successful check job command +2021-12-18 21:19:15,865 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:19:15,865 End of checking +2021-12-18 21:19:15,867 Updating FAILED jobs +2021-12-18 21:19:15,867 Updating WAITING jobs +2021-12-18 21:19:15,867 Update finished +2021-12-18 21:19:15,867 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:19:15,867 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:19:15,867 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:19:15,867 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:19:15,868 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:19:15,868 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:19:15,868 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:19:15,871 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:19:15,873 Job list saved +2021-12-18 21:19:15,877 Updating FAILED jobs +2021-12-18 21:19:15,877 Updating WAITING jobs +2021-12-18 21:19:15,877 Update finished +2021-12-18 21:19:25,880 Reloading parameters... +2021-12-18 21:19:25,898 Loading parameters... +2021-12-18 21:19:25,899 Loading project parameters... +2021-12-18 21:19:25,906 + +9 of 25 jobs remaining (21:19) +2021-12-18 21:19:25,906 Sleep: 10 +2021-12-18 21:19:25,906 Number of retrials: 0 +2021-12-18 21:19:25,906 WRAPPER CHECK TIME = 10 +2021-12-18 21:19:25,907 Checking jobs for platform=marenostrum4 +2021-12-18 21:19:25,907 Checking jobs for platform=nord3 +2021-12-18 21:19:25,908 Checking jobs for platform=local +2021-12-18 21:19:25,908 Checking jobs for platform=transfer_node +2021-12-18 21:19:25,908 Checking all jobs at once +2021-12-18 21:19:27,228 Successful check job command +2021-12-18 21:19:28,498 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:19:28,498 End of checking +2021-12-18 21:19:28,499 Updating FAILED jobs +2021-12-18 21:19:28,499 Updating WAITING jobs +2021-12-18 21:19:28,500 Update finished +2021-12-18 21:19:28,500 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:19:28,500 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:19:28,501 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:19:28,501 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:19:28,501 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:19:28,501 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:19:28,501 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:19:28,503 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:19:28,506 Job list saved +2021-12-18 21:19:28,510 Updating FAILED jobs +2021-12-18 21:19:28,511 Updating WAITING jobs +2021-12-18 21:19:28,511 Update finished +2021-12-18 21:19:38,521 Reloading parameters... +2021-12-18 21:19:38,536 Loading parameters... +2021-12-18 21:19:38,537 Loading project parameters... +2021-12-18 21:19:38,539 + +9 of 25 jobs remaining (21:19) +2021-12-18 21:19:38,539 Sleep: 10 +2021-12-18 21:19:38,539 Number of retrials: 0 +2021-12-18 21:19:38,539 WRAPPER CHECK TIME = 10 +2021-12-18 21:19:38,539 Checking jobs for platform=marenostrum4 +2021-12-18 21:19:38,540 Checking jobs for platform=nord3 +2021-12-18 21:19:38,540 Checking jobs for platform=local +2021-12-18 21:19:38,540 Checking jobs for platform=transfer_node +2021-12-18 21:19:38,540 Checking all jobs at once +2021-12-18 21:19:39,863 Successful check job command +2021-12-18 21:19:41,133 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:19:41,133 End of checking +2021-12-18 21:19:41,134 Updating FAILED jobs +2021-12-18 21:19:41,134 Updating WAITING jobs +2021-12-18 21:19:41,135 Update finished +2021-12-18 21:19:41,135 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:19:41,135 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:19:41,135 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:19:41,135 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:19:41,135 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:19:41,135 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:19:41,136 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:19:41,139 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:19:41,141 Job list saved +2021-12-18 21:19:41,146 Updating FAILED jobs +2021-12-18 21:19:41,146 Updating WAITING jobs +2021-12-18 21:19:41,146 Update finished +2021-12-18 21:19:51,150 Reloading parameters... +2021-12-18 21:19:51,167 Loading parameters... +2021-12-18 21:19:51,169 Loading project parameters... +2021-12-18 21:19:51,170 + +9 of 25 jobs remaining (21:19) +2021-12-18 21:19:51,171 Sleep: 10 +2021-12-18 21:19:51,171 Number of retrials: 0 +2021-12-18 21:19:51,171 WRAPPER CHECK TIME = 10 +2021-12-18 21:19:51,171 Checking jobs for platform=marenostrum4 +2021-12-18 21:19:51,172 Checking jobs for platform=nord3 +2021-12-18 21:19:51,172 Checking jobs for platform=local +2021-12-18 21:19:51,173 Checking jobs for platform=transfer_node +2021-12-18 21:19:51,173 Checking all jobs at once +2021-12-18 21:19:52,543 Successful check job command +2021-12-18 21:19:53,712 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:19:53,712 End of checking +2021-12-18 21:19:53,713 Updating FAILED jobs +2021-12-18 21:19:53,713 Updating WAITING jobs +2021-12-18 21:19:53,714 Update finished +2021-12-18 21:19:53,714 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:19:53,714 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:19:53,714 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:19:53,714 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:19:53,714 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:19:53,714 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:19:53,715 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:19:53,717 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:19:53,719 Job list saved +2021-12-18 21:19:53,724 Updating FAILED jobs +2021-12-18 21:19:53,724 Updating WAITING jobs +2021-12-18 21:19:53,724 Update finished +2021-12-18 21:20:03,734 Reloading parameters... +2021-12-18 21:20:03,805 Loading parameters... +2021-12-18 21:20:03,806 Loading project parameters... +2021-12-18 21:20:03,808 + +9 of 25 jobs remaining (21:20) +2021-12-18 21:20:03,809 Sleep: 10 +2021-12-18 21:20:03,809 Number of retrials: 0 +2021-12-18 21:20:03,809 WRAPPER CHECK TIME = 10 +2021-12-18 21:20:03,809 Checking jobs for platform=marenostrum4 +2021-12-18 21:20:03,810 Checking jobs for platform=nord3 +2021-12-18 21:20:03,810 Checking jobs for platform=local +2021-12-18 21:20:03,811 Checking jobs for platform=transfer_node +2021-12-18 21:20:03,811 Checking all jobs at once +2021-12-18 21:20:05,181 Successful check job command +2021-12-18 21:20:06,350 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:20:06,351 End of checking +2021-12-18 21:20:06,352 Updating FAILED jobs +2021-12-18 21:20:06,352 Updating WAITING jobs +2021-12-18 21:20:06,353 Update finished +2021-12-18 21:20:06,353 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:20:06,354 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:20:06,354 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:20:06,354 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:20:06,354 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:20:06,354 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:20:06,355 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:20:06,357 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:20:06,360 Job list saved +2021-12-18 21:20:07,568 Updating FAILED jobs +2021-12-18 21:20:07,568 Updating WAITING jobs +2021-12-18 21:20:07,568 Update finished +2021-12-18 21:20:17,576 Reloading parameters... +2021-12-18 21:20:17,594 Loading parameters... +2021-12-18 21:20:17,595 Loading project parameters... +2021-12-18 21:20:17,597 + +9 of 25 jobs remaining (21:20) +2021-12-18 21:20:17,598 Sleep: 10 +2021-12-18 21:20:17,598 Number of retrials: 0 +2021-12-18 21:20:17,598 WRAPPER CHECK TIME = 10 +2021-12-18 21:20:17,598 Checking jobs for platform=marenostrum4 +2021-12-18 21:20:17,599 Checking jobs for platform=nord3 +2021-12-18 21:20:17,599 Checking jobs for platform=local +2021-12-18 21:20:17,600 Checking jobs for platform=transfer_node +2021-12-18 21:20:17,600 Checking all jobs at once +2021-12-18 21:20:18,919 Successful check job command +2021-12-18 21:20:20,189 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:20:20,189 End of checking +2021-12-18 21:20:20,191 Updating FAILED jobs +2021-12-18 21:20:20,191 Updating WAITING jobs +2021-12-18 21:20:20,191 Update finished +2021-12-18 21:20:20,191 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:20:20,191 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:20:20,191 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:20:20,192 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:20:20,192 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:20:20,192 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:20:20,192 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:20:20,194 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:20:20,196 Job list saved +2021-12-18 21:20:20,201 Updating FAILED jobs +2021-12-18 21:20:20,201 Updating WAITING jobs +2021-12-18 21:20:20,201 Update finished +2021-12-18 21:20:30,211 Reloading parameters... +2021-12-18 21:20:30,233 Loading parameters... +2021-12-18 21:20:30,235 Loading project parameters... +2021-12-18 21:20:30,236 + +9 of 25 jobs remaining (21:20) +2021-12-18 21:20:30,237 Sleep: 10 +2021-12-18 21:20:30,237 Number of retrials: 0 +2021-12-18 21:20:30,237 WRAPPER CHECK TIME = 10 +2021-12-18 21:20:30,237 Checking jobs for platform=marenostrum4 +2021-12-18 21:20:30,238 Checking jobs for platform=nord3 +2021-12-18 21:20:30,239 Checking jobs for platform=local +2021-12-18 21:20:30,239 Checking jobs for platform=transfer_node +2021-12-18 21:20:30,239 Checking all jobs at once +2021-12-18 21:20:31,516 Successful check job command +2021-12-18 21:20:32,735 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:20:32,735 End of checking +2021-12-18 21:20:32,737 Updating FAILED jobs +2021-12-18 21:20:32,737 Updating WAITING jobs +2021-12-18 21:20:32,737 Update finished +2021-12-18 21:20:32,737 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:20:32,737 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:20:32,738 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:20:32,738 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:20:32,738 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:20:32,738 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:20:32,738 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:20:32,740 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:20:32,743 Job list saved +2021-12-18 21:20:32,747 Updating FAILED jobs +2021-12-18 21:20:32,747 Updating WAITING jobs +2021-12-18 21:20:32,747 Update finished +2021-12-18 21:20:42,753 Reloading parameters... +2021-12-18 21:20:42,772 Loading parameters... +2021-12-18 21:20:42,773 Loading project parameters... +2021-12-18 21:20:42,775 + +9 of 25 jobs remaining (21:20) +2021-12-18 21:20:42,775 Sleep: 10 +2021-12-18 21:20:42,775 Number of retrials: 0 +2021-12-18 21:20:42,775 WRAPPER CHECK TIME = 10 +2021-12-18 21:20:42,776 Checking jobs for platform=marenostrum4 +2021-12-18 21:20:42,776 Checking jobs for platform=nord3 +2021-12-18 21:20:42,777 Checking jobs for platform=local +2021-12-18 21:20:42,777 Checking jobs for platform=transfer_node +2021-12-18 21:20:42,778 Checking all jobs at once +2021-12-18 21:20:44,147 Successful check job command +2021-12-18 21:20:45,316 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:20:45,316 End of checking +2021-12-18 21:20:45,318 Updating FAILED jobs +2021-12-18 21:20:45,318 Updating WAITING jobs +2021-12-18 21:20:45,318 Update finished +2021-12-18 21:20:45,318 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:20:45,321 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:20:45,321 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:20:45,321 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:20:45,321 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:20:45,321 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:20:45,321 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:20:45,324 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:20:45,326 Job list saved +2021-12-18 21:20:45,331 Updating FAILED jobs +2021-12-18 21:20:45,331 Updating WAITING jobs +2021-12-18 21:20:45,331 Update finished +2021-12-18 21:20:55,341 Reloading parameters... +2021-12-18 21:20:55,359 Loading parameters... +2021-12-18 21:20:55,360 Loading project parameters... +2021-12-18 21:20:55,362 + +9 of 25 jobs remaining (21:20) +2021-12-18 21:20:55,362 Sleep: 10 +2021-12-18 21:20:55,362 Number of retrials: 0 +2021-12-18 21:20:55,362 WRAPPER CHECK TIME = 10 +2021-12-18 21:20:55,363 Checking jobs for platform=marenostrum4 +2021-12-18 21:20:55,363 Checking jobs for platform=nord3 +2021-12-18 21:20:55,364 Checking jobs for platform=local +2021-12-18 21:20:55,364 Checking jobs for platform=transfer_node +2021-12-18 21:20:55,364 Checking all jobs at once +2021-12-18 21:20:56,834 Successful check job command +2021-12-18 21:20:58,103 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:20:58,104 End of checking +2021-12-18 21:20:58,105 Updating FAILED jobs +2021-12-18 21:20:58,105 Updating WAITING jobs +2021-12-18 21:20:58,106 Update finished +2021-12-18 21:20:58,106 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:20:58,106 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:20:58,106 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:20:58,106 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:20:58,106 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:20:58,106 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:20:58,106 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:20:58,109 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:20:58,111 Job list saved +2021-12-18 21:20:58,116 Updating FAILED jobs +2021-12-18 21:20:58,116 Updating WAITING jobs +2021-12-18 21:20:58,116 Update finished +2021-12-18 21:21:08,126 Reloading parameters... +2021-12-18 21:21:08,144 Loading parameters... +2021-12-18 21:21:08,145 Loading project parameters... +2021-12-18 21:21:08,147 + +9 of 25 jobs remaining (21:21) +2021-12-18 21:21:08,147 Sleep: 10 +2021-12-18 21:21:08,147 Number of retrials: 0 +2021-12-18 21:21:08,147 WRAPPER CHECK TIME = 10 +2021-12-18 21:21:08,148 Checking jobs for platform=marenostrum4 +2021-12-18 21:21:08,149 Checking jobs for platform=nord3 +2021-12-18 21:21:08,149 Checking jobs for platform=local +2021-12-18 21:21:08,150 Checking jobs for platform=transfer_node +2021-12-18 21:21:08,150 Checking all jobs at once +2021-12-18 21:21:09,469 Successful check job command +2021-12-18 21:21:10,639 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:21:10,639 End of checking +2021-12-18 21:21:10,641 Updating FAILED jobs +2021-12-18 21:21:10,641 Updating WAITING jobs +2021-12-18 21:21:10,641 Update finished +2021-12-18 21:21:10,641 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:21:10,641 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:21:10,641 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:21:10,642 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:21:10,642 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:21:10,642 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:21:10,642 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:21:10,644 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:21:10,646 Job list saved +2021-12-18 21:21:10,654 Updating FAILED jobs +2021-12-18 21:21:10,654 Updating WAITING jobs +2021-12-18 21:21:10,654 Update finished +2021-12-18 21:21:20,659 Reloading parameters... +2021-12-18 21:21:20,680 Loading parameters... +2021-12-18 21:21:20,681 Loading project parameters... +2021-12-18 21:21:20,683 + +9 of 25 jobs remaining (21:21) +2021-12-18 21:21:20,683 Sleep: 10 +2021-12-18 21:21:20,683 Number of retrials: 0 +2021-12-18 21:21:20,683 WRAPPER CHECK TIME = 10 +2021-12-18 21:21:20,684 Checking jobs for platform=marenostrum4 +2021-12-18 21:21:20,684 Checking jobs for platform=nord3 +2021-12-18 21:21:20,685 Checking jobs for platform=local +2021-12-18 21:21:20,685 Checking jobs for platform=transfer_node +2021-12-18 21:21:20,685 Checking all jobs at once +2021-12-18 21:21:22,056 Successful check job command +2021-12-18 21:21:23,276 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:21:23,276 End of checking +2021-12-18 21:21:23,277 Updating FAILED jobs +2021-12-18 21:21:23,277 Updating WAITING jobs +2021-12-18 21:21:23,278 Update finished +2021-12-18 21:21:23,278 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:21:23,279 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:21:23,279 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:21:23,279 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:21:23,279 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:21:23,279 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:21:23,280 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:21:23,282 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:21:23,284 Job list saved +2021-12-18 21:21:23,290 Updating FAILED jobs +2021-12-18 21:21:23,290 Updating WAITING jobs +2021-12-18 21:21:23,290 Update finished +2021-12-18 21:21:33,300 Reloading parameters... +2021-12-18 21:21:33,317 Loading parameters... +2021-12-18 21:21:33,318 Loading project parameters... +2021-12-18 21:21:33,320 + +9 of 25 jobs remaining (21:21) +2021-12-18 21:21:33,320 Sleep: 10 +2021-12-18 21:21:33,320 Number of retrials: 0 +2021-12-18 21:21:33,320 WRAPPER CHECK TIME = 10 +2021-12-18 21:21:33,321 Checking jobs for platform=marenostrum4 +2021-12-18 21:21:33,322 Checking jobs for platform=nord3 +2021-12-18 21:21:33,322 Checking jobs for platform=local +2021-12-18 21:21:33,324 Checking jobs for platform=transfer_node +2021-12-18 21:21:33,324 Checking all jobs at once +2021-12-18 21:21:34,594 Successful check job command +2021-12-18 21:21:35,814 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:21:35,814 End of checking +2021-12-18 21:21:35,815 Updating FAILED jobs +2021-12-18 21:21:35,815 Updating WAITING jobs +2021-12-18 21:21:35,815 Update finished +2021-12-18 21:21:35,816 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:21:35,816 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:21:35,816 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:21:35,816 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:21:35,816 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:21:35,816 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:21:35,816 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:21:35,819 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:21:35,822 Job list saved +2021-12-18 21:21:35,826 Updating FAILED jobs +2021-12-18 21:21:35,827 Updating WAITING jobs +2021-12-18 21:21:35,827 Update finished +2021-12-18 21:21:45,836 Reloading parameters... +2021-12-18 21:21:45,854 Loading parameters... +2021-12-18 21:21:45,855 Loading project parameters... +2021-12-18 21:21:45,857 + +9 of 25 jobs remaining (21:21) +2021-12-18 21:21:45,857 Sleep: 10 +2021-12-18 21:21:45,858 Number of retrials: 0 +2021-12-18 21:21:45,858 WRAPPER CHECK TIME = 10 +2021-12-18 21:21:45,858 Checking jobs for platform=marenostrum4 +2021-12-18 21:21:45,859 Checking jobs for platform=nord3 +2021-12-18 21:21:45,859 Checking jobs for platform=local +2021-12-18 21:21:45,860 Checking jobs for platform=transfer_node +2021-12-18 21:21:45,860 Checking all jobs at once +2021-12-18 21:21:47,431 Successful check job command +2021-12-18 21:21:48,549 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:21:48,550 End of checking +2021-12-18 21:21:48,552 Updating FAILED jobs +2021-12-18 21:21:48,552 Updating WAITING jobs +2021-12-18 21:21:48,552 Update finished +2021-12-18 21:21:48,552 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:21:48,552 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:21:48,553 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:21:48,553 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:21:48,553 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:21:48,553 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:21:48,553 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:21:48,556 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:21:48,558 Job list saved +2021-12-18 21:21:48,562 Updating FAILED jobs +2021-12-18 21:21:48,563 Updating WAITING jobs +2021-12-18 21:21:48,563 Update finished +2021-12-18 21:21:58,571 Reloading parameters... +2021-12-18 21:21:58,589 Loading parameters... +2021-12-18 21:21:58,590 Loading project parameters... +2021-12-18 21:21:58,592 + +9 of 25 jobs remaining (21:21) +2021-12-18 21:21:58,592 Sleep: 10 +2021-12-18 21:21:58,592 Number of retrials: 0 +2021-12-18 21:21:58,592 WRAPPER CHECK TIME = 10 +2021-12-18 21:21:58,593 Checking jobs for platform=marenostrum4 +2021-12-18 21:21:58,594 Checking jobs for platform=nord3 +2021-12-18 21:21:58,594 Checking jobs for platform=local +2021-12-18 21:21:58,595 Checking jobs for platform=transfer_node +2021-12-18 21:21:58,595 Checking all jobs at once +2021-12-18 21:22:00,014 Successful check job command +2021-12-18 21:22:01,284 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:22:01,284 End of checking +2021-12-18 21:22:01,286 Updating FAILED jobs +2021-12-18 21:22:01,286 Updating WAITING jobs +2021-12-18 21:22:01,286 Update finished +2021-12-18 21:22:01,286 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:22:01,289 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:22:01,289 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:22:01,289 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:22:01,289 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:22:01,290 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:22:01,290 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:22:01,292 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:22:01,295 Job list saved +2021-12-18 21:22:01,300 Updating FAILED jobs +2021-12-18 21:22:01,300 Updating WAITING jobs +2021-12-18 21:22:01,300 Update finished +2021-12-18 21:22:11,310 Reloading parameters... +2021-12-18 21:22:11,329 Loading parameters... +2021-12-18 21:22:11,330 Loading project parameters... +2021-12-18 21:22:11,332 + +9 of 25 jobs remaining (21:22) +2021-12-18 21:22:11,332 Sleep: 10 +2021-12-18 21:22:11,332 Number of retrials: 0 +2021-12-18 21:22:11,332 WRAPPER CHECK TIME = 10 +2021-12-18 21:22:11,333 Checking jobs for platform=marenostrum4 +2021-12-18 21:22:11,334 Checking jobs for platform=nord3 +2021-12-18 21:22:11,334 Checking jobs for platform=local +2021-12-18 21:22:11,335 Checking jobs for platform=transfer_node +2021-12-18 21:22:11,335 Checking all jobs at once +2021-12-18 21:22:12,604 Successful check job command +2021-12-18 21:22:14,023 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:22:14,023 End of checking +2021-12-18 21:22:14,024 Updating FAILED jobs +2021-12-18 21:22:14,025 Updating WAITING jobs +2021-12-18 21:22:14,025 Update finished +2021-12-18 21:22:14,025 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:22:14,025 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:22:14,025 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:22:14,025 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:22:14,026 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:22:14,026 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:22:14,026 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:22:14,028 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:22:14,030 Job list saved +2021-12-18 21:22:14,036 Updating FAILED jobs +2021-12-18 21:22:14,036 Updating WAITING jobs +2021-12-18 21:22:14,036 Update finished +2021-12-18 21:22:24,047 Reloading parameters... +2021-12-18 21:22:24,064 Loading parameters... +2021-12-18 21:22:24,066 Loading project parameters... +2021-12-18 21:22:24,067 + +9 of 25 jobs remaining (21:22) +2021-12-18 21:22:24,068 Sleep: 10 +2021-12-18 21:22:24,068 Number of retrials: 0 +2021-12-18 21:22:24,068 WRAPPER CHECK TIME = 10 +2021-12-18 21:22:24,068 Checking jobs for platform=marenostrum4 +2021-12-18 21:22:24,069 Checking jobs for platform=nord3 +2021-12-18 21:22:24,069 Checking jobs for platform=local +2021-12-18 21:22:24,070 Checking jobs for platform=transfer_node +2021-12-18 21:22:24,070 Checking all jobs at once +2021-12-18 21:22:25,339 Successful check job command +2021-12-18 21:22:26,559 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:22:26,559 End of checking +2021-12-18 21:22:26,560 Updating FAILED jobs +2021-12-18 21:22:26,561 Updating WAITING jobs +2021-12-18 21:22:26,561 Update finished +2021-12-18 21:22:26,561 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:22:26,561 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:22:26,562 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:22:26,562 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:22:26,562 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:22:26,562 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:22:26,562 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:22:26,565 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:22:26,567 Job list saved +2021-12-18 21:22:26,573 Updating FAILED jobs +2021-12-18 21:22:26,573 Updating WAITING jobs +2021-12-18 21:22:26,573 Update finished +2021-12-18 21:22:36,579 Reloading parameters... +2021-12-18 21:22:36,597 Loading parameters... +2021-12-18 21:22:36,598 Loading project parameters... +2021-12-18 21:22:36,600 + +9 of 25 jobs remaining (21:22) +2021-12-18 21:22:36,600 Sleep: 10 +2021-12-18 21:22:36,600 Number of retrials: 0 +2021-12-18 21:22:36,600 WRAPPER CHECK TIME = 10 +2021-12-18 21:22:36,601 Checking jobs for platform=marenostrum4 +2021-12-18 21:22:36,602 Checking jobs for platform=nord3 +2021-12-18 21:22:36,602 Checking jobs for platform=local +2021-12-18 21:22:36,603 Checking jobs for platform=transfer_node +2021-12-18 21:22:36,603 Checking all jobs at once +2021-12-18 21:22:37,873 Successful check job command +2021-12-18 21:22:39,092 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:22:39,092 End of checking +2021-12-18 21:22:39,094 Updating FAILED jobs +2021-12-18 21:22:39,094 Updating WAITING jobs +2021-12-18 21:22:39,094 Update finished +2021-12-18 21:22:39,094 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:22:39,095 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:22:39,096 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:22:39,096 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:22:39,096 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:22:39,096 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:22:39,096 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:22:39,099 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:22:39,101 Job list saved +2021-12-18 21:22:39,105 Updating FAILED jobs +2021-12-18 21:22:39,105 Updating WAITING jobs +2021-12-18 21:22:39,106 Update finished +2021-12-18 21:22:49,116 Reloading parameters... +2021-12-18 21:22:49,133 Loading parameters... +2021-12-18 21:22:49,134 Loading project parameters... +2021-12-18 21:22:49,136 + +9 of 25 jobs remaining (21:22) +2021-12-18 21:22:49,137 Sleep: 10 +2021-12-18 21:22:49,137 Number of retrials: 0 +2021-12-18 21:22:49,137 WRAPPER CHECK TIME = 10 +2021-12-18 21:22:49,137 Checking jobs for platform=marenostrum4 +2021-12-18 21:22:49,138 Checking jobs for platform=nord3 +2021-12-18 21:22:49,138 Checking jobs for platform=local +2021-12-18 21:22:49,139 Checking jobs for platform=transfer_node +2021-12-18 21:22:49,139 Checking all jobs at once +2021-12-18 21:22:50,459 Successful check job command +2021-12-18 21:22:51,779 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:22:51,779 End of checking +2021-12-18 21:22:51,780 Updating FAILED jobs +2021-12-18 21:22:51,780 Updating WAITING jobs +2021-12-18 21:22:51,781 Update finished +2021-12-18 21:22:51,781 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:22:51,781 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:22:51,781 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:22:51,781 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:22:51,781 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:22:51,782 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:22:51,782 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:22:51,784 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:22:51,786 Job list saved +2021-12-18 21:22:51,791 Updating FAILED jobs +2021-12-18 21:22:51,791 Updating WAITING jobs +2021-12-18 21:22:51,791 Update finished +2021-12-18 21:23:01,801 Reloading parameters... +2021-12-18 21:23:01,821 Loading parameters... +2021-12-18 21:23:01,822 Loading project parameters... +2021-12-18 21:23:01,824 + +9 of 25 jobs remaining (21:23) +2021-12-18 21:23:01,824 Sleep: 10 +2021-12-18 21:23:01,824 Number of retrials: 0 +2021-12-18 21:23:01,824 WRAPPER CHECK TIME = 10 +2021-12-18 21:23:01,825 Checking jobs for platform=marenostrum4 +2021-12-18 21:23:01,825 Checking jobs for platform=nord3 +2021-12-18 21:23:01,826 Checking jobs for platform=local +2021-12-18 21:23:01,826 Checking jobs for platform=transfer_node +2021-12-18 21:23:01,827 Checking all jobs at once +2021-12-18 21:23:03,046 Successful check job command +2021-12-18 21:23:04,265 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:23:04,265 End of checking +2021-12-18 21:23:04,267 Updating FAILED jobs +2021-12-18 21:23:04,267 Updating WAITING jobs +2021-12-18 21:23:04,267 Update finished +2021-12-18 21:23:04,267 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:23:04,267 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:23:04,267 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:23:04,268 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:23:04,268 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:23:04,268 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:23:04,268 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:23:04,270 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:23:04,273 Job list saved +2021-12-18 21:23:04,278 Updating FAILED jobs +2021-12-18 21:23:04,278 Updating WAITING jobs +2021-12-18 21:23:04,278 Update finished +2021-12-18 21:23:14,288 Reloading parameters... +2021-12-18 21:23:14,309 Loading parameters... +2021-12-18 21:23:14,311 Loading project parameters... +2021-12-18 21:23:14,312 + +9 of 25 jobs remaining (21:23) +2021-12-18 21:23:14,313 Sleep: 10 +2021-12-18 21:23:14,313 Number of retrials: 0 +2021-12-18 21:23:14,313 WRAPPER CHECK TIME = 10 +2021-12-18 21:23:14,313 Checking jobs for platform=marenostrum4 +2021-12-18 21:23:14,314 Checking jobs for platform=nord3 +2021-12-18 21:23:14,314 Checking jobs for platform=local +2021-12-18 21:23:14,315 Checking jobs for platform=transfer_node +2021-12-18 21:23:14,315 Checking all jobs at once +2021-12-18 21:23:15,585 Successful check job command +2021-12-18 21:23:16,704 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:23:16,704 End of checking +2021-12-18 21:23:16,705 Updating FAILED jobs +2021-12-18 21:23:16,705 Updating WAITING jobs +2021-12-18 21:23:16,706 Update finished +2021-12-18 21:23:16,706 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:23:16,708 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:23:16,708 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:23:16,708 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:23:16,708 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:23:16,708 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:23:16,709 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:23:16,711 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:23:16,713 Job list saved +2021-12-18 21:23:16,718 Updating FAILED jobs +2021-12-18 21:23:16,718 Updating WAITING jobs +2021-12-18 21:23:16,718 Update finished +2021-12-18 21:23:26,729 Reloading parameters... +2021-12-18 21:23:26,747 Loading parameters... +2021-12-18 21:23:26,748 Loading project parameters... +2021-12-18 21:23:26,750 + +9 of 25 jobs remaining (21:23) +2021-12-18 21:23:26,750 Sleep: 10 +2021-12-18 21:23:26,751 Number of retrials: 0 +2021-12-18 21:23:26,751 WRAPPER CHECK TIME = 10 +2021-12-18 21:23:26,751 Checking jobs for platform=marenostrum4 +2021-12-18 21:23:26,752 Checking jobs for platform=nord3 +2021-12-18 21:23:26,752 Checking jobs for platform=local +2021-12-18 21:23:26,753 Checking jobs for platform=transfer_node +2021-12-18 21:23:26,753 Checking all jobs at once +2021-12-18 21:23:28,172 Successful check job command +2021-12-18 21:23:29,499 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:23:29,500 End of checking +2021-12-18 21:23:29,501 Updating FAILED jobs +2021-12-18 21:23:29,501 Updating WAITING jobs +2021-12-18 21:23:29,501 Update finished +2021-12-18 21:23:29,501 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:23:29,501 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:23:29,501 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:23:29,502 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:23:29,502 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:23:29,502 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:23:29,502 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:23:29,504 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:23:29,507 Job list saved +2021-12-18 21:23:29,512 Updating FAILED jobs +2021-12-18 21:23:29,512 Updating WAITING jobs +2021-12-18 21:23:29,512 Update finished +2021-12-18 21:23:39,521 Reloading parameters... +2021-12-18 21:23:39,540 Loading parameters... +2021-12-18 21:23:39,541 Loading project parameters... +2021-12-18 21:23:39,543 + +9 of 25 jobs remaining (21:23) +2021-12-18 21:23:39,543 Sleep: 10 +2021-12-18 21:23:39,543 Number of retrials: 0 +2021-12-18 21:23:39,543 WRAPPER CHECK TIME = 10 +2021-12-18 21:23:39,544 Checking jobs for platform=marenostrum4 +2021-12-18 21:23:39,545 Checking jobs for platform=nord3 +2021-12-18 21:23:39,545 Checking jobs for platform=local +2021-12-18 21:23:39,546 Checking jobs for platform=transfer_node +2021-12-18 21:23:39,546 Checking all jobs at once +2021-12-18 21:23:40,818 Successful check job command +2021-12-18 21:23:42,037 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:23:42,037 End of checking +2021-12-18 21:23:42,039 Updating FAILED jobs +2021-12-18 21:23:42,039 Updating WAITING jobs +2021-12-18 21:23:42,039 Update finished +2021-12-18 21:23:42,039 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:23:42,039 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:23:42,039 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:23:42,039 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:23:42,040 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:23:42,040 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:23:42,040 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:23:42,043 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:23:42,045 Job list saved +2021-12-18 21:23:42,050 Updating FAILED jobs +2021-12-18 21:23:42,050 Updating WAITING jobs +2021-12-18 21:23:42,050 Update finished +2021-12-18 21:23:52,053 Reloading parameters... +2021-12-18 21:23:52,070 Loading parameters... +2021-12-18 21:23:52,072 Loading project parameters... +2021-12-18 21:23:52,073 + +9 of 25 jobs remaining (21:23) +2021-12-18 21:23:52,074 Sleep: 10 +2021-12-18 21:23:52,074 Number of retrials: 0 +2021-12-18 21:23:52,074 WRAPPER CHECK TIME = 10 +2021-12-18 21:23:52,074 Checking jobs for platform=marenostrum4 +2021-12-18 21:23:52,075 Checking jobs for platform=nord3 +2021-12-18 21:23:52,076 Checking jobs for platform=local +2021-12-18 21:23:52,076 Checking jobs for platform=transfer_node +2021-12-18 21:23:52,076 Checking all jobs at once +2021-12-18 21:23:53,396 Successful check job command +2021-12-18 21:23:55,166 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:23:55,167 End of checking +2021-12-18 21:23:55,168 Updating FAILED jobs +2021-12-18 21:23:55,168 Updating WAITING jobs +2021-12-18 21:23:55,168 Update finished +2021-12-18 21:23:55,168 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:23:55,170 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:23:55,170 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:23:55,170 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:23:55,170 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:23:55,170 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:23:55,170 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:23:55,173 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:23:55,175 Job list saved +2021-12-18 21:23:55,180 Updating FAILED jobs +2021-12-18 21:23:55,180 Updating WAITING jobs +2021-12-18 21:23:55,180 Update finished +2021-12-18 21:24:05,190 Reloading parameters... +2021-12-18 21:24:05,207 Loading parameters... +2021-12-18 21:24:05,208 Loading project parameters... +2021-12-18 21:24:05,210 + +9 of 25 jobs remaining (21:24) +2021-12-18 21:24:05,211 Sleep: 10 +2021-12-18 21:24:05,211 Number of retrials: 0 +2021-12-18 21:24:05,211 WRAPPER CHECK TIME = 10 +2021-12-18 21:24:05,211 Checking jobs for platform=marenostrum4 +2021-12-18 21:24:05,212 Checking jobs for platform=nord3 +2021-12-18 21:24:05,212 Checking jobs for platform=local +2021-12-18 21:24:05,213 Checking jobs for platform=transfer_node +2021-12-18 21:24:05,213 Checking all jobs at once +2021-12-18 21:24:06,537 Successful check job command +2021-12-18 21:24:07,756 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:24:07,756 End of checking +2021-12-18 21:24:07,758 Updating FAILED jobs +2021-12-18 21:24:07,758 Updating WAITING jobs +2021-12-18 21:24:07,758 Update finished +2021-12-18 21:24:07,758 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:24:07,758 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:24:07,759 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:24:07,759 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:24:07,759 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:24:07,759 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:24:07,759 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:24:07,762 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:24:07,764 Job list saved +2021-12-18 21:24:07,769 Updating FAILED jobs +2021-12-18 21:24:07,769 Updating WAITING jobs +2021-12-18 21:24:07,769 Update finished +2021-12-18 21:24:17,780 Reloading parameters... +2021-12-18 21:24:17,798 Loading parameters... +2021-12-18 21:24:17,800 Loading project parameters... +2021-12-18 21:24:17,802 + +9 of 25 jobs remaining (21:24) +2021-12-18 21:24:17,802 Sleep: 10 +2021-12-18 21:24:17,802 Number of retrials: 0 +2021-12-18 21:24:17,802 WRAPPER CHECK TIME = 10 +2021-12-18 21:24:17,803 Checking jobs for platform=marenostrum4 +2021-12-18 21:24:17,803 Checking jobs for platform=nord3 +2021-12-18 21:24:17,804 Checking jobs for platform=local +2021-12-18 21:24:17,804 Checking jobs for platform=transfer_node +2021-12-18 21:24:17,804 Checking all jobs at once +2021-12-18 21:24:19,073 Successful check job command +2021-12-18 21:24:20,293 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:24:20,293 End of checking +2021-12-18 21:24:20,294 Updating FAILED jobs +2021-12-18 21:24:20,294 Updating WAITING jobs +2021-12-18 21:24:20,295 Update finished +2021-12-18 21:24:20,295 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:24:20,295 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:24:20,295 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:24:20,295 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:24:20,295 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:24:20,295 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:24:20,296 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:24:20,298 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:24:20,300 Job list saved +2021-12-18 21:24:20,305 Updating FAILED jobs +2021-12-18 21:24:20,305 Updating WAITING jobs +2021-12-18 21:24:20,306 Update finished +2021-12-18 21:24:30,316 Reloading parameters... +2021-12-18 21:24:30,334 Loading parameters... +2021-12-18 21:24:30,335 Loading project parameters... +2021-12-18 21:24:30,337 + +9 of 25 jobs remaining (21:24) +2021-12-18 21:24:30,337 Sleep: 10 +2021-12-18 21:24:30,338 Number of retrials: 0 +2021-12-18 21:24:30,338 WRAPPER CHECK TIME = 10 +2021-12-18 21:24:30,338 Checking jobs for platform=marenostrum4 +2021-12-18 21:24:30,339 Checking jobs for platform=nord3 +2021-12-18 21:24:30,339 Checking jobs for platform=local +2021-12-18 21:24:30,340 Checking jobs for platform=transfer_node +2021-12-18 21:24:30,340 Checking all jobs at once +2021-12-18 21:24:32,261 Successful check job command +2021-12-18 21:24:33,530 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:24:33,530 End of checking +2021-12-18 21:24:33,531 Updating FAILED jobs +2021-12-18 21:24:33,531 Updating WAITING jobs +2021-12-18 21:24:33,532 Update finished +2021-12-18 21:24:33,532 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:24:33,534 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:24:33,534 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:24:33,534 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:24:33,534 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:24:33,535 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:24:33,535 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:24:33,537 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:24:33,539 Job list saved +2021-12-18 21:24:33,544 Updating FAILED jobs +2021-12-18 21:24:33,545 Updating WAITING jobs +2021-12-18 21:24:33,545 Update finished +2021-12-18 21:24:43,555 Reloading parameters... +2021-12-18 21:24:43,574 Loading parameters... +2021-12-18 21:24:43,575 Loading project parameters... +2021-12-18 21:24:43,578 + +9 of 25 jobs remaining (21:24) +2021-12-18 21:24:43,578 Sleep: 10 +2021-12-18 21:24:43,578 Number of retrials: 0 +2021-12-18 21:24:43,578 WRAPPER CHECK TIME = 10 +2021-12-18 21:24:43,579 Checking jobs for platform=marenostrum4 +2021-12-18 21:24:43,579 Checking jobs for platform=nord3 +2021-12-18 21:24:43,580 Checking jobs for platform=local +2021-12-18 21:24:43,580 Checking jobs for platform=transfer_node +2021-12-18 21:24:43,581 Checking all jobs at once +2021-12-18 21:24:45,053 Successful check job command +2021-12-18 21:24:46,523 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:24:46,523 End of checking +2021-12-18 21:24:46,524 Updating FAILED jobs +2021-12-18 21:24:46,524 Updating WAITING jobs +2021-12-18 21:24:46,524 Update finished +2021-12-18 21:24:46,525 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:24:46,525 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:24:46,525 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:24:46,525 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:24:46,525 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:24:46,525 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:24:46,525 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:24:46,528 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:24:46,530 Job list saved +2021-12-18 21:24:46,534 Updating FAILED jobs +2021-12-18 21:24:46,535 Updating WAITING jobs +2021-12-18 21:24:46,535 Update finished +2021-12-18 21:24:56,545 Reloading parameters... +2021-12-18 21:24:56,562 Loading parameters... +2021-12-18 21:24:56,564 Loading project parameters... +2021-12-18 21:24:56,565 + +9 of 25 jobs remaining (21:24) +2021-12-18 21:24:56,566 Sleep: 10 +2021-12-18 21:24:56,566 Number of retrials: 0 +2021-12-18 21:24:56,566 WRAPPER CHECK TIME = 10 +2021-12-18 21:24:56,566 Checking jobs for platform=marenostrum4 +2021-12-18 21:24:56,567 Checking jobs for platform=nord3 +2021-12-18 21:24:56,568 Checking jobs for platform=local +2021-12-18 21:24:56,568 Checking jobs for platform=transfer_node +2021-12-18 21:24:56,568 Checking all jobs at once +2021-12-18 21:24:57,888 Successful check job command +2021-12-18 21:24:59,157 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:24:59,157 End of checking +2021-12-18 21:24:59,158 Updating FAILED jobs +2021-12-18 21:24:59,158 Updating WAITING jobs +2021-12-18 21:24:59,159 Update finished +2021-12-18 21:24:59,159 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:24:59,159 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:24:59,159 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:24:59,159 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:24:59,159 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:24:59,160 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:24:59,160 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:24:59,163 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:24:59,165 Job list saved +2021-12-18 21:24:59,170 Updating FAILED jobs +2021-12-18 21:24:59,170 Updating WAITING jobs +2021-12-18 21:24:59,170 Update finished +2021-12-18 21:25:09,176 Reloading parameters... +2021-12-18 21:25:09,194 Loading parameters... +2021-12-18 21:25:09,195 Loading project parameters... +2021-12-18 21:25:09,197 + +9 of 25 jobs remaining (21:25) +2021-12-18 21:25:09,197 Sleep: 10 +2021-12-18 21:25:09,197 Number of retrials: 0 +2021-12-18 21:25:09,198 WRAPPER CHECK TIME = 10 +2021-12-18 21:25:09,198 Checking jobs for platform=marenostrum4 +2021-12-18 21:25:09,199 Checking jobs for platform=nord3 +2021-12-18 21:25:09,199 Checking jobs for platform=local +2021-12-18 21:25:09,200 Checking jobs for platform=transfer_node +2021-12-18 21:25:09,200 Checking all jobs at once +2021-12-18 21:25:10,419 Successful check job command +2021-12-18 21:25:11,638 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:25:11,638 End of checking +2021-12-18 21:25:11,640 Updating FAILED jobs +2021-12-18 21:25:11,640 Updating WAITING jobs +2021-12-18 21:25:11,641 Update finished +2021-12-18 21:25:11,641 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:25:11,642 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:25:11,642 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:25:11,642 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:25:11,642 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:25:11,643 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:25:11,643 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:25:11,645 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:25:11,648 Job list saved +2021-12-18 21:25:11,653 Updating FAILED jobs +2021-12-18 21:25:11,653 Updating WAITING jobs +2021-12-18 21:25:11,653 Update finished +2021-12-18 21:25:21,663 Reloading parameters... +2021-12-18 21:25:21,682 Loading parameters... +2021-12-18 21:25:21,684 Loading project parameters... +2021-12-18 21:25:21,686 + +9 of 25 jobs remaining (21:25) +2021-12-18 21:25:21,686 Sleep: 10 +2021-12-18 21:25:21,686 Number of retrials: 0 +2021-12-18 21:25:21,686 WRAPPER CHECK TIME = 10 +2021-12-18 21:25:21,687 Checking jobs for platform=marenostrum4 +2021-12-18 21:25:21,687 Checking jobs for platform=nord3 +2021-12-18 21:25:21,688 Checking jobs for platform=local +2021-12-18 21:25:21,688 Checking jobs for platform=transfer_node +2021-12-18 21:25:21,688 Checking all jobs at once +2021-12-18 21:25:22,908 Successful check job command +2021-12-18 21:25:24,028 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:25:24,028 End of checking +2021-12-18 21:25:24,037 Updating FAILED jobs +2021-12-18 21:25:24,038 Updating WAITING jobs +2021-12-18 21:25:24,038 Update finished +2021-12-18 21:25:24,038 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:25:24,038 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:25:24,038 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:25:24,038 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:25:24,039 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:25:24,039 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:25:24,039 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:25:24,042 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:25:24,044 Job list saved +2021-12-18 21:25:24,049 Updating FAILED jobs +2021-12-18 21:25:24,049 Updating WAITING jobs +2021-12-18 21:25:24,050 Update finished +2021-12-18 21:25:34,055 Reloading parameters... +2021-12-18 21:25:34,080 Loading parameters... +2021-12-18 21:25:34,081 Loading project parameters... +2021-12-18 21:25:34,083 + +9 of 25 jobs remaining (21:25) +2021-12-18 21:25:34,083 Sleep: 10 +2021-12-18 21:25:34,083 Number of retrials: 0 +2021-12-18 21:25:34,083 WRAPPER CHECK TIME = 10 +2021-12-18 21:25:34,084 Checking jobs for platform=marenostrum4 +2021-12-18 21:25:34,084 Checking jobs for platform=nord3 +2021-12-18 21:25:34,085 Checking jobs for platform=local +2021-12-18 21:25:34,085 Checking jobs for platform=transfer_node +2021-12-18 21:25:34,085 Checking all jobs at once +2021-12-18 21:25:35,454 Successful check job command +2021-12-18 21:25:36,673 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:25:36,674 End of checking +2021-12-18 21:25:36,676 Updating FAILED jobs +2021-12-18 21:25:36,676 Updating WAITING jobs +2021-12-18 21:25:36,676 Update finished +2021-12-18 21:25:36,676 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:25:36,676 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:25:36,677 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:25:36,677 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:25:36,677 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:25:36,677 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:25:36,677 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:25:36,680 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:25:36,683 Job list saved +2021-12-18 21:25:36,689 Updating FAILED jobs +2021-12-18 21:25:36,689 Updating WAITING jobs +2021-12-18 21:25:36,690 Update finished +2021-12-18 21:25:46,700 Reloading parameters... +2021-12-18 21:25:46,720 Loading parameters... +2021-12-18 21:25:46,721 Loading project parameters... +2021-12-18 21:25:46,723 + +9 of 25 jobs remaining (21:25) +2021-12-18 21:25:46,723 Sleep: 10 +2021-12-18 21:25:46,723 Number of retrials: 0 +2021-12-18 21:25:46,723 WRAPPER CHECK TIME = 10 +2021-12-18 21:25:46,724 Checking jobs for platform=marenostrum4 +2021-12-18 21:25:46,725 Checking jobs for platform=nord3 +2021-12-18 21:25:46,725 Checking jobs for platform=local +2021-12-18 21:25:46,726 Checking jobs for platform=transfer_node +2021-12-18 21:25:46,726 Checking all jobs at once +2021-12-18 21:25:47,997 Successful check job command +2021-12-18 21:25:49,216 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:25:49,217 End of checking +2021-12-18 21:25:49,219 Updating FAILED jobs +2021-12-18 21:25:49,219 Updating WAITING jobs +2021-12-18 21:25:49,219 Update finished +2021-12-18 21:25:49,219 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:25:49,221 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:25:49,221 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:25:49,221 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:25:49,221 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:25:49,221 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:25:49,221 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:25:49,224 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:25:49,227 Job list saved +2021-12-18 21:25:49,233 Updating FAILED jobs +2021-12-18 21:25:49,233 Updating WAITING jobs +2021-12-18 21:25:49,233 Update finished +2021-12-18 21:25:59,241 Reloading parameters... +2021-12-18 21:25:59,262 Loading parameters... +2021-12-18 21:25:59,264 Loading project parameters... +2021-12-18 21:25:59,266 + +9 of 25 jobs remaining (21:25) +2021-12-18 21:25:59,266 Sleep: 10 +2021-12-18 21:25:59,266 Number of retrials: 0 +2021-12-18 21:25:59,266 WRAPPER CHECK TIME = 10 +2021-12-18 21:25:59,267 Checking jobs for platform=marenostrum4 +2021-12-18 21:25:59,267 Checking jobs for platform=nord3 +2021-12-18 21:25:59,268 Checking jobs for platform=local +2021-12-18 21:25:59,268 Checking jobs for platform=transfer_node +2021-12-18 21:25:59,268 Checking all jobs at once +2021-12-18 21:26:00,588 Successful check job command +2021-12-18 21:26:01,908 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:26:01,908 End of checking +2021-12-18 21:26:01,910 Updating FAILED jobs +2021-12-18 21:26:01,910 Updating WAITING jobs +2021-12-18 21:26:01,910 Update finished +2021-12-18 21:26:01,910 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:26:01,910 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:26:01,910 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:26:01,911 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:26:01,911 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:26:01,911 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:26:01,911 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:26:01,914 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:26:01,916 Job list saved +2021-12-18 21:26:01,921 Updating FAILED jobs +2021-12-18 21:26:01,921 Updating WAITING jobs +2021-12-18 21:26:01,921 Update finished +2021-12-18 21:26:11,930 Reloading parameters... +2021-12-18 21:26:11,952 Loading parameters... +2021-12-18 21:26:11,953 Loading project parameters... +2021-12-18 21:26:11,955 + +9 of 25 jobs remaining (21:26) +2021-12-18 21:26:11,955 Sleep: 10 +2021-12-18 21:26:11,955 Number of retrials: 0 +2021-12-18 21:26:11,955 WRAPPER CHECK TIME = 10 +2021-12-18 21:26:11,956 Checking jobs for platform=marenostrum4 +2021-12-18 21:26:11,957 Checking jobs for platform=nord3 +2021-12-18 21:26:11,957 Checking jobs for platform=local +2021-12-18 21:26:11,958 Checking jobs for platform=transfer_node +2021-12-18 21:26:11,958 Checking all jobs at once +2021-12-18 21:26:13,179 Successful check job command +2021-12-18 21:26:14,398 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:26:14,399 End of checking +2021-12-18 21:26:14,401 Updating FAILED jobs +2021-12-18 21:26:14,401 Updating WAITING jobs +2021-12-18 21:26:14,401 Update finished +2021-12-18 21:26:14,401 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:26:14,402 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:26:14,402 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:26:14,402 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:26:14,402 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:26:14,402 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:26:14,402 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:26:14,405 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:26:14,407 Job list saved +2021-12-18 21:26:14,413 Updating FAILED jobs +2021-12-18 21:26:14,413 Updating WAITING jobs +2021-12-18 21:26:14,413 Update finished +2021-12-18 21:26:24,423 Reloading parameters... +2021-12-18 21:26:24,444 Loading parameters... +2021-12-18 21:26:24,445 Loading project parameters... +2021-12-18 21:26:24,447 + +9 of 25 jobs remaining (21:26) +2021-12-18 21:26:24,447 Sleep: 10 +2021-12-18 21:26:24,447 Number of retrials: 0 +2021-12-18 21:26:24,448 WRAPPER CHECK TIME = 10 +2021-12-18 21:26:24,448 Checking jobs for platform=marenostrum4 +2021-12-18 21:26:24,449 Checking jobs for platform=nord3 +2021-12-18 21:26:24,449 Checking jobs for platform=local +2021-12-18 21:26:24,450 Checking jobs for platform=transfer_node +2021-12-18 21:26:24,450 Checking all jobs at once +2021-12-18 21:26:25,670 Successful check job command +2021-12-18 21:26:26,789 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:26:26,789 End of checking +2021-12-18 21:26:26,791 Updating FAILED jobs +2021-12-18 21:26:26,791 Updating WAITING jobs +2021-12-18 21:26:26,791 Update finished +2021-12-18 21:26:26,792 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:26:26,793 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:26:26,793 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:26:26,793 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:26:26,793 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:26:26,793 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:26:26,793 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:26:26,803 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:26:26,806 Job list saved +2021-12-18 21:26:26,812 Updating FAILED jobs +2021-12-18 21:26:26,812 Updating WAITING jobs +2021-12-18 21:26:26,812 Update finished +2021-12-18 21:26:36,822 Reloading parameters... +2021-12-18 21:26:36,844 Loading parameters... +2021-12-18 21:26:36,845 Loading project parameters... +2021-12-18 21:26:36,847 + +9 of 25 jobs remaining (21:26) +2021-12-18 21:26:36,847 Sleep: 10 +2021-12-18 21:26:36,847 Number of retrials: 0 +2021-12-18 21:26:36,847 WRAPPER CHECK TIME = 10 +2021-12-18 21:26:36,848 Checking jobs for platform=marenostrum4 +2021-12-18 21:26:36,848 Checking jobs for platform=nord3 +2021-12-18 21:26:36,849 Checking jobs for platform=local +2021-12-18 21:26:36,849 Checking jobs for platform=transfer_node +2021-12-18 21:26:36,850 Checking all jobs at once +2021-12-18 21:26:38,119 Successful check job command +2021-12-18 21:26:39,338 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:26:39,338 End of checking +2021-12-18 21:26:39,339 Updating FAILED jobs +2021-12-18 21:26:39,340 Updating WAITING jobs +2021-12-18 21:26:39,340 Update finished +2021-12-18 21:26:39,340 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:26:39,340 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:26:39,340 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:26:39,340 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:26:39,341 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:26:39,341 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:26:39,341 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:26:39,344 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:26:39,346 Job list saved +2021-12-18 21:26:39,360 Updating FAILED jobs +2021-12-18 21:26:39,360 Updating WAITING jobs +2021-12-18 21:26:39,361 Update finished +2021-12-18 21:26:49,371 Reloading parameters... +2021-12-18 21:26:49,390 Loading parameters... +2021-12-18 21:26:49,392 Loading project parameters... +2021-12-18 21:26:49,393 + +9 of 25 jobs remaining (21:26) +2021-12-18 21:26:49,394 Sleep: 10 +2021-12-18 21:26:49,394 Number of retrials: 0 +2021-12-18 21:26:49,394 WRAPPER CHECK TIME = 10 +2021-12-18 21:26:49,394 Checking jobs for platform=marenostrum4 +2021-12-18 21:26:49,395 Checking jobs for platform=nord3 +2021-12-18 21:26:49,396 Checking jobs for platform=local +2021-12-18 21:26:49,396 Checking jobs for platform=transfer_node +2021-12-18 21:26:49,396 Checking all jobs at once +2021-12-18 21:26:51,266 Successful check job command +2021-12-18 21:26:52,486 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:26:52,486 End of checking +2021-12-18 21:26:52,488 Updating FAILED jobs +2021-12-18 21:26:52,488 Updating WAITING jobs +2021-12-18 21:26:52,488 Update finished +2021-12-18 21:26:52,488 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:26:52,488 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:26:52,488 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:26:52,489 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:26:52,489 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:26:52,489 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:26:52,489 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:26:52,492 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:26:52,494 Job list saved +2021-12-18 21:26:52,499 Updating FAILED jobs +2021-12-18 21:26:52,500 Updating WAITING jobs +2021-12-18 21:26:52,500 Update finished +2021-12-18 21:27:02,509 Reloading parameters... +2021-12-18 21:27:02,529 Loading parameters... +2021-12-18 21:27:02,530 Loading project parameters... +2021-12-18 21:27:02,532 + +9 of 25 jobs remaining (21:27) +2021-12-18 21:27:02,532 Sleep: 10 +2021-12-18 21:27:02,532 Number of retrials: 0 +2021-12-18 21:27:02,532 WRAPPER CHECK TIME = 10 +2021-12-18 21:27:02,533 Checking jobs for platform=marenostrum4 +2021-12-18 21:27:02,533 Checking jobs for platform=nord3 +2021-12-18 21:27:02,534 Checking jobs for platform=local +2021-12-18 21:27:02,535 Checking jobs for platform=transfer_node +2021-12-18 21:27:02,535 Checking all jobs at once +2021-12-18 21:27:03,854 Successful check job command +2021-12-18 21:27:05,073 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:27:05,074 End of checking +2021-12-18 21:27:05,075 Updating FAILED jobs +2021-12-18 21:27:05,075 Updating WAITING jobs +2021-12-18 21:27:05,076 Update finished +2021-12-18 21:27:05,076 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:27:05,078 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:27:05,078 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:27:05,078 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:27:05,079 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:27:05,079 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:27:05,079 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:27:05,082 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:27:05,084 Job list saved +2021-12-18 21:27:05,093 Updating FAILED jobs +2021-12-18 21:27:05,093 Updating WAITING jobs +2021-12-18 21:27:05,093 Update finished +2021-12-18 21:27:15,103 Reloading parameters... +2021-12-18 21:27:15,122 Loading parameters... +2021-12-18 21:27:15,123 Loading project parameters... +2021-12-18 21:27:15,126 + +9 of 25 jobs remaining (21:27) +2021-12-18 21:27:15,127 Sleep: 10 +2021-12-18 21:27:15,127 Number of retrials: 0 +2021-12-18 21:27:15,127 WRAPPER CHECK TIME = 10 +2021-12-18 21:27:15,128 Checking jobs for platform=marenostrum4 +2021-12-18 21:27:15,128 Checking jobs for platform=nord3 +2021-12-18 21:27:15,129 Checking jobs for platform=local +2021-12-18 21:27:15,129 Checking jobs for platform=transfer_node +2021-12-18 21:27:15,129 Checking all jobs at once +2021-12-18 21:27:16,449 Successful check job command +2021-12-18 21:27:17,769 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:27:17,769 End of checking +2021-12-18 21:27:17,770 Updating FAILED jobs +2021-12-18 21:27:17,770 Updating WAITING jobs +2021-12-18 21:27:17,771 Update finished +2021-12-18 21:27:17,771 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:27:17,771 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:27:17,771 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:27:17,771 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:27:17,771 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:27:17,771 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:27:17,771 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:27:17,776 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:27:17,779 Job list saved +2021-12-18 21:27:17,784 Updating FAILED jobs +2021-12-18 21:27:17,784 Updating WAITING jobs +2021-12-18 21:27:17,784 Update finished +2021-12-18 21:27:27,794 Reloading parameters... +2021-12-18 21:27:27,816 Loading parameters... +2021-12-18 21:27:27,817 Loading project parameters... +2021-12-18 21:27:27,819 + +9 of 25 jobs remaining (21:27) +2021-12-18 21:27:27,819 Sleep: 10 +2021-12-18 21:27:27,819 Number of retrials: 0 +2021-12-18 21:27:27,819 WRAPPER CHECK TIME = 10 +2021-12-18 21:27:27,820 Checking jobs for platform=marenostrum4 +2021-12-18 21:27:27,821 Checking jobs for platform=nord3 +2021-12-18 21:27:27,821 Checking jobs for platform=local +2021-12-18 21:27:27,822 Checking jobs for platform=transfer_node +2021-12-18 21:27:27,822 Checking all jobs at once +2021-12-18 21:27:29,191 Successful check job command +2021-12-18 21:27:30,510 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:27:30,511 End of checking +2021-12-18 21:27:30,512 Updating FAILED jobs +2021-12-18 21:27:30,512 Updating WAITING jobs +2021-12-18 21:27:30,512 Update finished +2021-12-18 21:27:30,512 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:27:30,512 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:27:30,513 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:27:30,513 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:27:30,513 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:27:30,513 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:27:30,513 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:27:30,517 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:27:30,519 Job list saved +2021-12-18 21:27:30,524 Updating FAILED jobs +2021-12-18 21:27:30,524 Updating WAITING jobs +2021-12-18 21:27:30,524 Update finished +2021-12-18 21:27:40,534 Reloading parameters... +2021-12-18 21:27:40,554 Loading parameters... +2021-12-18 21:27:40,555 Loading project parameters... +2021-12-18 21:27:40,557 + +9 of 25 jobs remaining (21:27) +2021-12-18 21:27:40,557 Sleep: 10 +2021-12-18 21:27:40,557 Number of retrials: 0 +2021-12-18 21:27:40,557 WRAPPER CHECK TIME = 10 +2021-12-18 21:27:40,558 Checking jobs for platform=marenostrum4 +2021-12-18 21:27:40,559 Checking jobs for platform=nord3 +2021-12-18 21:27:40,559 Checking jobs for platform=local +2021-12-18 21:27:40,560 Checking jobs for platform=transfer_node +2021-12-18 21:27:40,560 Checking all jobs at once +2021-12-18 21:27:41,830 Successful check job command +2021-12-18 21:27:43,050 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:27:43,050 End of checking +2021-12-18 21:27:43,052 Updating FAILED jobs +2021-12-18 21:27:43,052 Updating WAITING jobs +2021-12-18 21:27:43,052 Update finished +2021-12-18 21:27:43,053 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:27:43,054 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:27:43,054 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:27:43,055 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:27:43,055 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:27:43,055 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:27:43,055 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:27:43,058 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:27:43,060 Job list saved +2021-12-18 21:27:43,067 Updating FAILED jobs +2021-12-18 21:27:43,067 Updating WAITING jobs +2021-12-18 21:27:43,067 Update finished +2021-12-18 21:27:53,077 Reloading parameters... +2021-12-18 21:27:53,096 Loading parameters... +2021-12-18 21:27:53,098 Loading project parameters... +2021-12-18 21:27:53,100 + +9 of 25 jobs remaining (21:27) +2021-12-18 21:27:53,100 Sleep: 10 +2021-12-18 21:27:53,100 Number of retrials: 0 +2021-12-18 21:27:53,100 WRAPPER CHECK TIME = 10 +2021-12-18 21:27:53,100 Checking jobs for platform=marenostrum4 +2021-12-18 21:27:53,101 Checking jobs for platform=nord3 +2021-12-18 21:27:53,102 Checking jobs for platform=local +2021-12-18 21:27:53,102 Checking jobs for platform=transfer_node +2021-12-18 21:27:53,102 Checking all jobs at once +2021-12-18 21:27:54,372 Successful check job command +2021-12-18 21:27:55,491 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:27:55,491 End of checking +2021-12-18 21:27:55,493 Updating FAILED jobs +2021-12-18 21:27:55,493 Updating WAITING jobs +2021-12-18 21:27:55,493 Update finished +2021-12-18 21:27:55,493 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:27:55,493 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:27:55,493 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:27:55,493 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:27:55,494 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:27:55,494 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:27:55,494 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:27:55,497 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:27:55,499 Job list saved +2021-12-18 21:27:55,504 Updating FAILED jobs +2021-12-18 21:27:55,504 Updating WAITING jobs +2021-12-18 21:27:55,504 Update finished +2021-12-18 21:28:05,514 Reloading parameters... +2021-12-18 21:28:05,538 Loading parameters... +2021-12-18 21:28:05,539 Loading project parameters... +2021-12-18 21:28:05,541 + +9 of 25 jobs remaining (21:28) +2021-12-18 21:28:05,541 Sleep: 10 +2021-12-18 21:28:05,541 Number of retrials: 0 +2021-12-18 21:28:05,542 WRAPPER CHECK TIME = 10 +2021-12-18 21:28:05,542 Checking jobs for platform=marenostrum4 +2021-12-18 21:28:05,543 Checking jobs for platform=nord3 +2021-12-18 21:28:05,543 Checking jobs for platform=local +2021-12-18 21:28:05,544 Checking jobs for platform=transfer_node +2021-12-18 21:28:05,544 Checking all jobs at once +2021-12-18 21:28:07,015 Successful check job command +2021-12-18 21:28:08,237 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:28:08,237 End of checking +2021-12-18 21:28:08,239 Updating FAILED jobs +2021-12-18 21:28:08,239 Updating WAITING jobs +2021-12-18 21:28:08,239 Update finished +2021-12-18 21:28:08,240 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:28:08,240 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:28:08,240 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:28:08,240 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:28:08,240 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:28:08,240 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:28:08,240 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:28:08,243 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:28:08,245 Job list saved +2021-12-18 21:28:08,250 Updating FAILED jobs +2021-12-18 21:28:08,250 Updating WAITING jobs +2021-12-18 21:28:08,251 Update finished +2021-12-18 21:28:18,261 Reloading parameters... +2021-12-18 21:28:18,279 Loading parameters... +2021-12-18 21:28:18,280 Loading project parameters... +2021-12-18 21:28:18,282 + +9 of 25 jobs remaining (21:28) +2021-12-18 21:28:18,282 Sleep: 10 +2021-12-18 21:28:18,283 Number of retrials: 0 +2021-12-18 21:28:18,283 WRAPPER CHECK TIME = 10 +2021-12-18 21:28:18,283 Checking jobs for platform=marenostrum4 +2021-12-18 21:28:18,284 Checking jobs for platform=nord3 +2021-12-18 21:28:18,284 Checking jobs for platform=local +2021-12-18 21:28:18,285 Checking jobs for platform=transfer_node +2021-12-18 21:28:18,285 Checking all jobs at once +2021-12-18 21:28:20,055 Successful check job command +2021-12-18 21:28:21,430 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:28:21,430 End of checking +2021-12-18 21:28:21,432 Updating FAILED jobs +2021-12-18 21:28:21,432 Updating WAITING jobs +2021-12-18 21:28:21,432 Update finished +2021-12-18 21:28:21,432 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:28:21,434 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:28:21,435 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:28:21,435 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:28:21,435 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:28:21,435 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:28:21,435 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:28:21,438 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:28:21,441 Job list saved +2021-12-18 21:28:21,446 Updating FAILED jobs +2021-12-18 21:28:21,446 Updating WAITING jobs +2021-12-18 21:28:21,446 Update finished +2021-12-18 21:28:31,454 Reloading parameters... +2021-12-18 21:28:31,473 Loading parameters... +2021-12-18 21:28:31,474 Loading project parameters... +2021-12-18 21:28:31,475 + +9 of 25 jobs remaining (21:28) +2021-12-18 21:28:31,476 Sleep: 10 +2021-12-18 21:28:31,476 Number of retrials: 0 +2021-12-18 21:28:31,476 WRAPPER CHECK TIME = 10 +2021-12-18 21:28:31,476 Checking jobs for platform=marenostrum4 +2021-12-18 21:28:31,476 Checking jobs for platform=nord3 +2021-12-18 21:28:31,477 Checking jobs for platform=local +2021-12-18 21:28:31,477 Checking jobs for platform=transfer_node +2021-12-18 21:28:31,477 Checking all jobs at once +2021-12-18 21:28:32,750 Successful check job command +2021-12-18 21:28:33,969 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:28:33,970 End of checking +2021-12-18 21:28:33,971 Updating FAILED jobs +2021-12-18 21:28:33,971 Updating WAITING jobs +2021-12-18 21:28:33,971 Update finished +2021-12-18 21:28:33,972 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:28:33,972 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:28:33,972 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:28:33,972 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:28:33,972 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:28:33,972 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:28:33,972 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:28:33,975 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:28:33,978 Job list saved +2021-12-18 21:28:33,983 Updating FAILED jobs +2021-12-18 21:28:33,983 Updating WAITING jobs +2021-12-18 21:28:33,983 Update finished +2021-12-18 21:28:43,994 Reloading parameters... +2021-12-18 21:28:44,013 Loading parameters... +2021-12-18 21:28:44,015 Loading project parameters... +2021-12-18 21:28:44,017 + +9 of 25 jobs remaining (21:28) +2021-12-18 21:28:44,017 Sleep: 10 +2021-12-18 21:28:44,017 Number of retrials: 0 +2021-12-18 21:28:44,017 WRAPPER CHECK TIME = 10 +2021-12-18 21:28:44,018 Checking jobs for platform=marenostrum4 +2021-12-18 21:28:44,018 Checking jobs for platform=nord3 +2021-12-18 21:28:44,019 Checking jobs for platform=local +2021-12-18 21:28:44,019 Checking jobs for platform=transfer_node +2021-12-18 21:28:44,020 Checking all jobs at once +2021-12-18 21:28:45,291 Successful check job command +2021-12-18 21:28:46,610 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:28:46,611 End of checking +2021-12-18 21:28:46,612 Updating FAILED jobs +2021-12-18 21:28:46,612 Updating WAITING jobs +2021-12-18 21:28:46,612 Update finished +2021-12-18 21:28:46,613 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:28:46,613 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:28:46,613 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:28:46,613 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:28:46,613 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:28:46,613 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:28:46,613 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:28:46,616 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:28:46,618 Job list saved +2021-12-18 21:28:46,626 Updating FAILED jobs +2021-12-18 21:28:46,626 Updating WAITING jobs +2021-12-18 21:28:46,626 Update finished +2021-12-18 21:28:56,636 Reloading parameters... +2021-12-18 21:28:56,655 Loading parameters... +2021-12-18 21:28:56,656 Loading project parameters... +2021-12-18 21:28:56,658 + +9 of 25 jobs remaining (21:28) +2021-12-18 21:28:56,659 Sleep: 10 +2021-12-18 21:28:56,659 Number of retrials: 0 +2021-12-18 21:28:56,659 WRAPPER CHECK TIME = 10 +2021-12-18 21:28:56,659 Checking jobs for platform=marenostrum4 +2021-12-18 21:28:56,660 Checking jobs for platform=nord3 +2021-12-18 21:28:56,660 Checking jobs for platform=local +2021-12-18 21:28:56,661 Checking jobs for platform=transfer_node +2021-12-18 21:28:56,661 Checking all jobs at once +2021-12-18 21:28:57,985 Successful check job command +2021-12-18 21:28:59,204 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:28:59,204 End of checking +2021-12-18 21:28:59,206 Updating FAILED jobs +2021-12-18 21:28:59,206 Updating WAITING jobs +2021-12-18 21:28:59,206 Update finished +2021-12-18 21:28:59,206 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:28:59,209 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:28:59,215 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:28:59,215 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:28:59,215 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:28:59,216 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:28:59,216 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:28:59,219 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:28:59,221 Job list saved +2021-12-18 21:28:59,226 Updating FAILED jobs +2021-12-18 21:28:59,226 Updating WAITING jobs +2021-12-18 21:28:59,226 Update finished +2021-12-18 21:29:09,236 Reloading parameters... +2021-12-18 21:29:09,258 Loading parameters... +2021-12-18 21:29:09,260 Loading project parameters... +2021-12-18 21:29:09,263 + +9 of 25 jobs remaining (21:29) +2021-12-18 21:29:09,263 Sleep: 10 +2021-12-18 21:29:09,263 Number of retrials: 0 +2021-12-18 21:29:09,264 WRAPPER CHECK TIME = 10 +2021-12-18 21:29:09,264 Checking jobs for platform=marenostrum4 +2021-12-18 21:29:09,265 Checking jobs for platform=nord3 +2021-12-18 21:29:09,265 Checking jobs for platform=local +2021-12-18 21:29:09,266 Checking jobs for platform=transfer_node +2021-12-18 21:29:09,266 Checking all jobs at once +2021-12-18 21:29:10,585 Successful check job command +2021-12-18 21:29:11,804 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:29:11,804 End of checking +2021-12-18 21:29:11,806 Updating FAILED jobs +2021-12-18 21:29:11,806 Updating WAITING jobs +2021-12-18 21:29:11,806 Update finished +2021-12-18 21:29:11,806 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:29:11,806 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:29:11,806 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:29:11,807 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:29:11,807 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:29:11,807 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:29:11,807 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:29:11,810 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:29:11,813 Job list saved +2021-12-18 21:29:11,817 Updating FAILED jobs +2021-12-18 21:29:11,818 Updating WAITING jobs +2021-12-18 21:29:11,818 Update finished +2021-12-18 21:29:21,828 Reloading parameters... +2021-12-18 21:29:21,847 Loading parameters... +2021-12-18 21:29:21,848 Loading project parameters... +2021-12-18 21:29:21,850 + +9 of 25 jobs remaining (21:29) +2021-12-18 21:29:21,850 Sleep: 10 +2021-12-18 21:29:21,850 Number of retrials: 0 +2021-12-18 21:29:21,850 WRAPPER CHECK TIME = 10 +2021-12-18 21:29:21,851 Checking jobs for platform=marenostrum4 +2021-12-18 21:29:21,851 Checking jobs for platform=nord3 +2021-12-18 21:29:21,852 Checking jobs for platform=local +2021-12-18 21:29:21,852 Checking jobs for platform=transfer_node +2021-12-18 21:29:21,852 Checking all jobs at once +2021-12-18 21:29:23,172 Successful check job command +2021-12-18 21:29:24,391 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:29:24,392 End of checking +2021-12-18 21:29:24,394 Updating FAILED jobs +2021-12-18 21:29:24,394 Updating WAITING jobs +2021-12-18 21:29:24,394 Update finished +2021-12-18 21:29:24,394 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:29:24,394 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:29:24,394 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:29:24,394 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:29:24,395 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:29:24,395 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:29:24,395 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:29:24,398 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:29:24,400 Job list saved +2021-12-18 21:29:24,407 Updating FAILED jobs +2021-12-18 21:29:24,407 Updating WAITING jobs +2021-12-18 21:29:24,407 Update finished +2021-12-18 21:29:34,421 Reloading parameters... +2021-12-18 21:29:34,441 Loading parameters... +2021-12-18 21:29:34,442 Loading project parameters... +2021-12-18 21:29:34,444 + +9 of 25 jobs remaining (21:29) +2021-12-18 21:29:34,444 Sleep: 10 +2021-12-18 21:29:34,444 Number of retrials: 0 +2021-12-18 21:29:34,445 WRAPPER CHECK TIME = 10 +2021-12-18 21:29:34,445 Checking jobs for platform=marenostrum4 +2021-12-18 21:29:34,446 Checking jobs for platform=nord3 +2021-12-18 21:29:34,446 Checking jobs for platform=local +2021-12-18 21:29:34,447 Checking jobs for platform=transfer_node +2021-12-18 21:29:34,447 Checking all jobs at once +2021-12-18 21:29:35,719 Successful check job command +2021-12-18 21:29:36,838 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:29:36,838 End of checking +2021-12-18 21:29:36,839 Updating FAILED jobs +2021-12-18 21:29:36,839 Updating WAITING jobs +2021-12-18 21:29:36,840 Update finished +2021-12-18 21:29:36,840 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:29:36,843 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:29:36,843 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:29:36,843 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:29:36,843 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:29:36,843 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:29:36,843 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:29:36,846 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:29:36,848 Job list saved +2021-12-18 21:29:36,853 Updating FAILED jobs +2021-12-18 21:29:36,853 Updating WAITING jobs +2021-12-18 21:29:36,854 Update finished +2021-12-18 21:29:46,858 Reloading parameters... +2021-12-18 21:29:46,877 Loading parameters... +2021-12-18 21:29:46,878 Loading project parameters... +2021-12-18 21:29:46,880 + +9 of 25 jobs remaining (21:29) +2021-12-18 21:29:46,880 Sleep: 10 +2021-12-18 21:29:46,880 Number of retrials: 0 +2021-12-18 21:29:46,880 WRAPPER CHECK TIME = 10 +2021-12-18 21:29:46,881 Checking jobs for platform=marenostrum4 +2021-12-18 21:29:46,882 Checking jobs for platform=nord3 +2021-12-18 21:29:46,882 Checking jobs for platform=local +2021-12-18 21:29:46,883 Checking jobs for platform=transfer_node +2021-12-18 21:29:46,883 Checking all jobs at once +2021-12-18 21:29:48,152 Successful check job command +2021-12-18 21:29:49,321 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:29:49,321 End of checking +2021-12-18 21:29:49,322 Updating FAILED jobs +2021-12-18 21:29:49,322 Updating WAITING jobs +2021-12-18 21:29:49,323 Update finished +2021-12-18 21:29:49,323 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:29:49,323 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:29:49,323 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:29:49,323 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:29:49,323 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:29:49,323 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:29:49,324 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:29:49,327 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:29:49,329 Job list saved +2021-12-18 21:29:49,338 Updating FAILED jobs +2021-12-18 21:29:49,338 Updating WAITING jobs +2021-12-18 21:29:49,339 Update finished +2021-12-18 21:29:59,349 Reloading parameters... +2021-12-18 21:29:59,370 Loading parameters... +2021-12-18 21:29:59,372 Loading project parameters... +2021-12-18 21:29:59,373 + +9 of 25 jobs remaining (21:29) +2021-12-18 21:29:59,374 Sleep: 10 +2021-12-18 21:29:59,374 Number of retrials: 0 +2021-12-18 21:29:59,374 WRAPPER CHECK TIME = 10 +2021-12-18 21:29:59,374 Checking jobs for platform=marenostrum4 +2021-12-18 21:29:59,375 Checking jobs for platform=nord3 +2021-12-18 21:29:59,375 Checking jobs for platform=local +2021-12-18 21:29:59,376 Checking jobs for platform=transfer_node +2021-12-18 21:29:59,376 Checking all jobs at once +2021-12-18 21:30:00,696 Successful check job command +2021-12-18 21:30:01,768 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:30:01,768 End of checking +2021-12-18 21:30:01,770 Updating FAILED jobs +2021-12-18 21:30:01,770 Updating WAITING jobs +2021-12-18 21:30:01,770 Update finished +2021-12-18 21:30:01,770 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:30:01,770 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:30:01,770 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:30:01,771 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:30:01,771 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:30:01,771 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:30:01,771 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:30:01,774 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:30:01,776 Job list saved +2021-12-18 21:30:01,781 Updating FAILED jobs +2021-12-18 21:30:01,781 Updating WAITING jobs +2021-12-18 21:30:01,781 Update finished +2021-12-18 21:30:11,791 Reloading parameters... +2021-12-18 21:30:11,810 Loading parameters... +2021-12-18 21:30:11,811 Loading project parameters... +2021-12-18 21:30:11,813 + +9 of 25 jobs remaining (21:30) +2021-12-18 21:30:11,813 Sleep: 10 +2021-12-18 21:30:11,814 Number of retrials: 0 +2021-12-18 21:30:11,814 WRAPPER CHECK TIME = 10 +2021-12-18 21:30:11,814 Checking jobs for platform=marenostrum4 +2021-12-18 21:30:11,815 Checking jobs for platform=nord3 +2021-12-18 21:30:11,815 Checking jobs for platform=local +2021-12-18 21:30:11,816 Checking jobs for platform=transfer_node +2021-12-18 21:30:11,816 Checking all jobs at once +2021-12-18 21:30:13,141 Successful check job command +2021-12-18 21:30:14,460 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:30:14,460 End of checking +2021-12-18 21:30:14,462 Updating FAILED jobs +2021-12-18 21:30:14,462 Updating WAITING jobs +2021-12-18 21:30:14,462 Update finished +2021-12-18 21:30:14,463 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:30:14,464 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:30:14,464 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:30:14,464 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:30:14,464 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:30:14,464 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:30:14,464 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:30:14,467 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:30:14,469 Job list saved +2021-12-18 21:30:14,475 Updating FAILED jobs +2021-12-18 21:30:14,475 Updating WAITING jobs +2021-12-18 21:30:14,475 Update finished +2021-12-18 21:30:24,479 Reloading parameters... +2021-12-18 21:30:24,500 Loading parameters... +2021-12-18 21:30:24,502 Loading project parameters... +2021-12-18 21:30:24,504 + +9 of 25 jobs remaining (21:30) +2021-12-18 21:30:24,504 Sleep: 10 +2021-12-18 21:30:24,504 Number of retrials: 0 +2021-12-18 21:30:24,504 WRAPPER CHECK TIME = 10 +2021-12-18 21:30:24,505 Checking jobs for platform=marenostrum4 +2021-12-18 21:30:24,506 Checking jobs for platform=nord3 +2021-12-18 21:30:24,506 Checking jobs for platform=local +2021-12-18 21:30:24,507 Checking jobs for platform=transfer_node +2021-12-18 21:30:24,507 Checking all jobs at once +2021-12-18 21:30:25,877 Successful check job command +2021-12-18 21:30:27,248 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:30:27,248 End of checking +2021-12-18 21:30:27,251 Updating FAILED jobs +2021-12-18 21:30:27,251 Updating WAITING jobs +2021-12-18 21:30:27,251 Update finished +2021-12-18 21:30:27,251 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:30:27,251 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:30:27,251 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:30:27,252 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:30:27,252 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:30:27,252 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:30:27,252 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:30:27,255 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:30:27,257 Job list saved +2021-12-18 21:30:27,291 Updating FAILED jobs +2021-12-18 21:30:27,291 Updating WAITING jobs +2021-12-18 21:30:27,292 Update finished +2021-12-18 21:30:37,296 Reloading parameters... +2021-12-18 21:30:37,320 Loading parameters... +2021-12-18 21:30:37,321 Loading project parameters... +2021-12-18 21:30:37,323 + +9 of 25 jobs remaining (21:30) +2021-12-18 21:30:37,323 Sleep: 10 +2021-12-18 21:30:37,323 Number of retrials: 0 +2021-12-18 21:30:37,323 WRAPPER CHECK TIME = 10 +2021-12-18 21:30:37,324 Checking jobs for platform=marenostrum4 +2021-12-18 21:30:37,325 Checking jobs for platform=nord3 +2021-12-18 21:30:37,325 Checking jobs for platform=local +2021-12-18 21:30:37,326 Checking jobs for platform=transfer_node +2021-12-18 21:30:37,326 Checking all jobs at once +2021-12-18 21:30:38,647 Successful check job command +2021-12-18 21:30:39,816 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:30:39,816 End of checking +2021-12-18 21:30:39,818 Updating FAILED jobs +2021-12-18 21:30:39,818 Updating WAITING jobs +2021-12-18 21:30:39,818 Update finished +2021-12-18 21:30:39,818 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:30:39,818 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:30:39,818 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:30:39,819 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:30:39,819 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:30:39,819 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:30:39,819 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:30:39,822 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:30:39,824 Job list saved +2021-12-18 21:30:39,829 Updating FAILED jobs +2021-12-18 21:30:39,829 Updating WAITING jobs +2021-12-18 21:30:39,829 Update finished +2021-12-18 21:30:49,839 Reloading parameters... +2021-12-18 21:30:49,861 Loading parameters... +2021-12-18 21:30:49,862 Loading project parameters... +2021-12-18 21:30:49,864 + +9 of 25 jobs remaining (21:30) +2021-12-18 21:30:49,864 Sleep: 10 +2021-12-18 21:30:49,864 Number of retrials: 0 +2021-12-18 21:30:49,864 WRAPPER CHECK TIME = 10 +2021-12-18 21:30:49,865 Checking jobs for platform=marenostrum4 +2021-12-18 21:30:49,865 Checking jobs for platform=nord3 +2021-12-18 21:30:49,866 Checking jobs for platform=local +2021-12-18 21:30:49,866 Checking jobs for platform=transfer_node +2021-12-18 21:30:49,866 Checking all jobs at once +2021-12-18 21:30:51,240 Successful check job command +2021-12-18 21:30:52,409 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:30:52,409 End of checking +2021-12-18 21:30:52,411 Updating FAILED jobs +2021-12-18 21:30:52,411 Updating WAITING jobs +2021-12-18 21:30:52,411 Update finished +2021-12-18 21:30:52,411 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:30:52,413 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:30:52,414 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:30:52,414 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:30:52,414 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:30:52,414 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:30:52,414 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:30:52,417 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:30:52,420 Job list saved +2021-12-18 21:30:52,425 Updating FAILED jobs +2021-12-18 21:30:52,425 Updating WAITING jobs +2021-12-18 21:30:52,425 Update finished +2021-12-18 21:31:02,432 Reloading parameters... +2021-12-18 21:31:02,454 Loading parameters... +2021-12-18 21:31:02,455 Loading project parameters... +2021-12-18 21:31:02,457 + +9 of 25 jobs remaining (21:31) +2021-12-18 21:31:02,458 Sleep: 10 +2021-12-18 21:31:02,458 Number of retrials: 0 +2021-12-18 21:31:02,458 WRAPPER CHECK TIME = 10 +2021-12-18 21:31:02,458 Checking jobs for platform=marenostrum4 +2021-12-18 21:31:02,459 Checking jobs for platform=nord3 +2021-12-18 21:31:02,460 Checking jobs for platform=local +2021-12-18 21:31:02,460 Checking jobs for platform=transfer_node +2021-12-18 21:31:02,460 Checking all jobs at once +2021-12-18 21:31:03,780 Successful check job command +2021-12-18 21:31:05,001 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:31:05,001 End of checking +2021-12-18 21:31:05,003 Updating FAILED jobs +2021-12-18 21:31:05,003 Updating WAITING jobs +2021-12-18 21:31:05,003 Update finished +2021-12-18 21:31:05,003 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:31:05,003 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:31:05,003 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:31:05,004 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:31:05,004 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:31:05,004 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:31:05,004 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:31:05,006 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:31:05,009 Job list saved +2021-12-18 21:31:05,013 Updating FAILED jobs +2021-12-18 21:31:05,014 Updating WAITING jobs +2021-12-18 21:31:05,014 Update finished +2021-12-18 21:31:15,022 Reloading parameters... +2021-12-18 21:31:15,041 Loading parameters... +2021-12-18 21:31:15,043 Loading project parameters... +2021-12-18 21:31:15,044 + +9 of 25 jobs remaining (21:31) +2021-12-18 21:31:15,045 Sleep: 10 +2021-12-18 21:31:15,045 Number of retrials: 0 +2021-12-18 21:31:15,045 WRAPPER CHECK TIME = 10 +2021-12-18 21:31:15,045 Checking jobs for platform=marenostrum4 +2021-12-18 21:31:15,046 Checking jobs for platform=nord3 +2021-12-18 21:31:15,046 Checking jobs for platform=local +2021-12-18 21:31:15,047 Checking jobs for platform=transfer_node +2021-12-18 21:31:15,047 Checking all jobs at once +2021-12-18 21:31:16,917 Successful check job command +2021-12-18 21:31:18,137 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:31:18,137 End of checking +2021-12-18 21:31:18,139 Updating FAILED jobs +2021-12-18 21:31:18,139 Updating WAITING jobs +2021-12-18 21:31:18,139 Update finished +2021-12-18 21:31:18,139 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:31:18,139 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:31:18,139 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:31:18,140 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:31:18,140 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:31:18,140 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:31:18,140 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:31:18,142 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:31:18,145 Job list saved +2021-12-18 21:31:18,149 Updating FAILED jobs +2021-12-18 21:31:18,149 Updating WAITING jobs +2021-12-18 21:31:18,150 Update finished +2021-12-18 21:31:28,160 Reloading parameters... +2021-12-18 21:31:28,178 Loading parameters... +2021-12-18 21:31:28,179 Loading project parameters... +2021-12-18 21:31:28,181 + +9 of 25 jobs remaining (21:31) +2021-12-18 21:31:28,181 Sleep: 10 +2021-12-18 21:31:28,181 Number of retrials: 0 +2021-12-18 21:31:28,181 WRAPPER CHECK TIME = 10 +2021-12-18 21:31:28,182 Checking jobs for platform=marenostrum4 +2021-12-18 21:31:28,182 Checking jobs for platform=nord3 +2021-12-18 21:31:28,183 Checking jobs for platform=local +2021-12-18 21:31:28,184 Checking jobs for platform=transfer_node +2021-12-18 21:31:28,184 Checking all jobs at once +2021-12-18 21:31:29,453 Successful check job command +2021-12-18 21:31:30,622 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:31:30,623 End of checking +2021-12-18 21:31:30,624 Updating FAILED jobs +2021-12-18 21:31:30,624 Updating WAITING jobs +2021-12-18 21:31:30,624 Update finished +2021-12-18 21:31:30,625 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:31:30,625 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:31:30,626 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:31:30,626 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:31:30,626 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:31:30,626 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:31:30,626 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:31:30,629 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:31:30,631 Job list saved +2021-12-18 21:31:30,636 Updating FAILED jobs +2021-12-18 21:31:30,636 Updating WAITING jobs +2021-12-18 21:31:30,636 Update finished +2021-12-18 21:31:40,645 Reloading parameters... +2021-12-18 21:31:40,664 Loading parameters... +2021-12-18 21:31:40,665 Loading project parameters... +2021-12-18 21:31:40,667 + +9 of 25 jobs remaining (21:31) +2021-12-18 21:31:40,667 Sleep: 10 +2021-12-18 21:31:40,667 Number of retrials: 0 +2021-12-18 21:31:40,667 WRAPPER CHECK TIME = 10 +2021-12-18 21:31:40,668 Checking jobs for platform=marenostrum4 +2021-12-18 21:31:40,668 Checking jobs for platform=nord3 +2021-12-18 21:31:40,669 Checking jobs for platform=local +2021-12-18 21:31:40,670 Checking jobs for platform=transfer_node +2021-12-18 21:31:40,670 Checking all jobs at once +2021-12-18 21:31:41,989 Successful check job command +2021-12-18 21:31:43,308 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:31:43,308 End of checking +2021-12-18 21:31:43,310 Updating FAILED jobs +2021-12-18 21:31:43,310 Updating WAITING jobs +2021-12-18 21:31:43,310 Update finished +2021-12-18 21:31:43,310 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:31:43,310 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:31:43,310 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:31:43,311 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:31:43,311 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:31:43,311 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:31:43,311 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:31:43,313 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:31:43,316 Job list saved +2021-12-18 21:31:43,320 Updating FAILED jobs +2021-12-18 21:31:43,320 Updating WAITING jobs +2021-12-18 21:31:43,321 Update finished +2021-12-18 21:31:53,331 Reloading parameters... +2021-12-18 21:31:53,356 Loading parameters... +2021-12-18 21:31:53,357 Loading project parameters... +2021-12-18 21:31:53,359 + +9 of 25 jobs remaining (21:31) +2021-12-18 21:31:53,359 Sleep: 10 +2021-12-18 21:31:53,359 Number of retrials: 0 +2021-12-18 21:31:53,359 WRAPPER CHECK TIME = 10 +2021-12-18 21:31:53,360 Checking jobs for platform=marenostrum4 +2021-12-18 21:31:53,360 Checking jobs for platform=nord3 +2021-12-18 21:31:53,361 Checking jobs for platform=local +2021-12-18 21:31:53,361 Checking jobs for platform=transfer_node +2021-12-18 21:31:53,361 Checking all jobs at once +2021-12-18 21:31:54,631 Successful check job command +2021-12-18 21:31:56,852 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:31:56,852 End of checking +2021-12-18 21:31:56,853 Updating FAILED jobs +2021-12-18 21:31:56,853 Updating WAITING jobs +2021-12-18 21:31:56,853 Update finished +2021-12-18 21:31:56,854 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:31:56,854 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:31:56,854 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:31:56,854 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:31:56,854 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:31:56,854 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:31:56,854 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:31:56,857 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:31:56,859 Job list saved +2021-12-18 21:31:56,865 Updating FAILED jobs +2021-12-18 21:31:56,865 Updating WAITING jobs +2021-12-18 21:31:56,865 Update finished +2021-12-18 21:32:06,875 Reloading parameters... +2021-12-18 21:32:06,892 Loading parameters... +2021-12-18 21:32:06,893 Loading project parameters... +2021-12-18 21:32:06,895 + +9 of 25 jobs remaining (21:32) +2021-12-18 21:32:06,895 Sleep: 10 +2021-12-18 21:32:06,895 Number of retrials: 0 +2021-12-18 21:32:06,895 WRAPPER CHECK TIME = 10 +2021-12-18 21:32:06,896 Checking jobs for platform=marenostrum4 +2021-12-18 21:32:06,897 Checking jobs for platform=nord3 +2021-12-18 21:32:06,897 Checking jobs for platform=local +2021-12-18 21:32:06,898 Checking jobs for platform=transfer_node +2021-12-18 21:32:06,898 Checking all jobs at once +2021-12-18 21:32:08,217 Successful check job command +2021-12-18 21:32:09,336 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:32:09,336 End of checking +2021-12-18 21:32:09,337 Updating FAILED jobs +2021-12-18 21:32:09,338 Updating WAITING jobs +2021-12-18 21:32:09,338 Update finished +2021-12-18 21:32:09,338 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:32:09,340 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:32:09,340 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:32:09,340 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:32:09,340 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:32:09,340 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:32:09,340 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:32:09,343 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:32:09,345 Job list saved +2021-12-18 21:32:09,350 Updating FAILED jobs +2021-12-18 21:32:09,350 Updating WAITING jobs +2021-12-18 21:32:09,350 Update finished +2021-12-18 21:32:19,360 Reloading parameters... +2021-12-18 21:32:19,378 Loading parameters... +2021-12-18 21:32:19,379 Loading project parameters... +2021-12-18 21:32:19,381 + +9 of 25 jobs remaining (21:32) +2021-12-18 21:32:19,381 Sleep: 10 +2021-12-18 21:32:19,381 Number of retrials: 0 +2021-12-18 21:32:19,381 WRAPPER CHECK TIME = 10 +2021-12-18 21:32:19,382 Checking jobs for platform=marenostrum4 +2021-12-18 21:32:19,382 Checking jobs for platform=nord3 +2021-12-18 21:32:19,383 Checking jobs for platform=local +2021-12-18 21:32:19,383 Checking jobs for platform=transfer_node +2021-12-18 21:32:19,383 Checking all jobs at once +2021-12-18 21:32:20,703 Successful check job command +2021-12-18 21:32:21,872 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:32:21,872 End of checking +2021-12-18 21:32:21,873 Updating FAILED jobs +2021-12-18 21:32:21,873 Updating WAITING jobs +2021-12-18 21:32:21,873 Update finished +2021-12-18 21:32:21,874 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:32:21,874 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:32:21,874 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:32:21,874 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:32:21,874 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:32:21,874 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:32:21,874 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:32:21,877 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:32:21,880 Job list saved +2021-12-18 21:32:21,884 Updating FAILED jobs +2021-12-18 21:32:21,884 Updating WAITING jobs +2021-12-18 21:32:21,884 Update finished +2021-12-18 21:32:31,894 Reloading parameters... +2021-12-18 21:32:31,912 Loading parameters... +2021-12-18 21:32:31,913 Loading project parameters... +2021-12-18 21:32:31,915 + +9 of 25 jobs remaining (21:32) +2021-12-18 21:32:31,915 Sleep: 10 +2021-12-18 21:32:31,916 Number of retrials: 0 +2021-12-18 21:32:31,916 WRAPPER CHECK TIME = 10 +2021-12-18 21:32:31,916 Checking jobs for platform=marenostrum4 +2021-12-18 21:32:31,917 Checking jobs for platform=nord3 +2021-12-18 21:32:31,918 Checking jobs for platform=local +2021-12-18 21:32:31,918 Checking jobs for platform=transfer_node +2021-12-18 21:32:31,918 Checking all jobs at once +2021-12-18 21:32:33,088 Successful check job command +2021-12-18 21:32:34,257 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:32:34,257 End of checking +2021-12-18 21:32:34,258 Updating FAILED jobs +2021-12-18 21:32:34,259 Updating WAITING jobs +2021-12-18 21:32:34,259 Update finished +2021-12-18 21:32:34,259 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:32:34,259 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:32:34,259 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:32:34,259 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:32:34,260 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:32:34,260 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:32:34,260 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:32:34,262 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:32:34,265 Job list saved +2021-12-18 21:32:34,269 Updating FAILED jobs +2021-12-18 21:32:34,270 Updating WAITING jobs +2021-12-18 21:32:34,270 Update finished +2021-12-18 21:32:44,279 Reloading parameters... +2021-12-18 21:32:44,298 Loading parameters... +2021-12-18 21:32:44,299 Loading project parameters... +2021-12-18 21:32:44,301 + +9 of 25 jobs remaining (21:32) +2021-12-18 21:32:44,301 Sleep: 10 +2021-12-18 21:32:44,302 Number of retrials: 0 +2021-12-18 21:32:44,302 WRAPPER CHECK TIME = 10 +2021-12-18 21:32:44,302 Checking jobs for platform=marenostrum4 +2021-12-18 21:32:44,303 Checking jobs for platform=nord3 +2021-12-18 21:32:44,303 Checking jobs for platform=local +2021-12-18 21:32:44,304 Checking jobs for platform=transfer_node +2021-12-18 21:32:44,304 Checking all jobs at once +2021-12-18 21:32:45,924 Successful check job command +2021-12-18 21:32:47,245 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:32:47,245 End of checking +2021-12-18 21:32:47,246 Updating FAILED jobs +2021-12-18 21:32:47,246 Updating WAITING jobs +2021-12-18 21:32:47,247 Update finished +2021-12-18 21:32:47,247 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:32:47,248 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:32:47,248 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:32:47,249 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:32:47,249 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:32:47,249 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:32:47,249 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:32:47,251 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:32:47,254 Job list saved +2021-12-18 21:32:47,258 Updating FAILED jobs +2021-12-18 21:32:47,258 Updating WAITING jobs +2021-12-18 21:32:47,258 Update finished +2021-12-18 21:32:57,264 Reloading parameters... +2021-12-18 21:32:57,282 Loading parameters... +2021-12-18 21:32:57,283 Loading project parameters... +2021-12-18 21:32:57,285 + +9 of 25 jobs remaining (21:32) +2021-12-18 21:32:57,286 Sleep: 10 +2021-12-18 21:32:57,286 Number of retrials: 0 +2021-12-18 21:32:57,286 WRAPPER CHECK TIME = 10 +2021-12-18 21:32:57,286 Checking jobs for platform=marenostrum4 +2021-12-18 21:32:57,287 Checking jobs for platform=nord3 +2021-12-18 21:32:57,288 Checking jobs for platform=local +2021-12-18 21:32:57,288 Checking jobs for platform=transfer_node +2021-12-18 21:32:57,288 Checking all jobs at once +2021-12-18 21:32:58,958 Successful check job command +2021-12-18 21:33:00,177 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:33:00,177 End of checking +2021-12-18 21:33:00,179 Updating FAILED jobs +2021-12-18 21:33:00,179 Updating WAITING jobs +2021-12-18 21:33:00,179 Update finished +2021-12-18 21:33:00,179 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:33:00,179 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:33:00,179 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:33:00,179 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:33:00,180 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:33:00,180 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:33:00,180 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:33:00,183 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:33:00,185 Job list saved +2021-12-18 21:33:00,191 Updating FAILED jobs +2021-12-18 21:33:00,191 Updating WAITING jobs +2021-12-18 21:33:00,191 Update finished +2021-12-18 21:33:10,192 Reloading parameters... +2021-12-18 21:33:10,211 Loading parameters... +2021-12-18 21:33:10,213 Loading project parameters... +2021-12-18 21:33:10,214 + +9 of 25 jobs remaining (21:33) +2021-12-18 21:33:10,215 Sleep: 10 +2021-12-18 21:33:10,215 Number of retrials: 0 +2021-12-18 21:33:10,215 WRAPPER CHECK TIME = 10 +2021-12-18 21:33:10,215 Checking jobs for platform=marenostrum4 +2021-12-18 21:33:10,216 Checking jobs for platform=nord3 +2021-12-18 21:33:10,217 Checking jobs for platform=local +2021-12-18 21:33:10,217 Checking jobs for platform=transfer_node +2021-12-18 21:33:10,217 Checking all jobs at once +2021-12-18 21:33:11,537 Successful check job command +2021-12-18 21:33:12,757 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:33:12,757 End of checking +2021-12-18 21:33:12,758 Updating FAILED jobs +2021-12-18 21:33:12,758 Updating WAITING jobs +2021-12-18 21:33:12,758 Update finished +2021-12-18 21:33:12,759 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:33:12,759 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:33:12,759 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:33:12,759 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:33:12,759 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:33:12,759 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:33:12,759 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:33:12,762 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:33:12,764 Job list saved +2021-12-18 21:33:12,769 Updating FAILED jobs +2021-12-18 21:33:12,769 Updating WAITING jobs +2021-12-18 21:33:12,769 Update finished +2021-12-18 21:33:22,779 Reloading parameters... +2021-12-18 21:33:22,797 Loading parameters... +2021-12-18 21:33:22,798 Loading project parameters... +2021-12-18 21:33:22,800 + +9 of 25 jobs remaining (21:33) +2021-12-18 21:33:22,800 Sleep: 10 +2021-12-18 21:33:22,800 Number of retrials: 0 +2021-12-18 21:33:22,800 WRAPPER CHECK TIME = 10 +2021-12-18 21:33:22,801 Checking jobs for platform=marenostrum4 +2021-12-18 21:33:22,801 Checking jobs for platform=nord3 +2021-12-18 21:33:22,802 Checking jobs for platform=local +2021-12-18 21:33:22,802 Checking jobs for platform=transfer_node +2021-12-18 21:33:22,803 Checking all jobs at once +2021-12-18 21:33:24,174 Successful check job command +2021-12-18 21:33:25,393 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:33:25,393 End of checking +2021-12-18 21:33:25,394 Updating FAILED jobs +2021-12-18 21:33:25,394 Updating WAITING jobs +2021-12-18 21:33:25,395 Update finished +2021-12-18 21:33:25,395 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:33:25,397 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:33:25,397 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:33:25,397 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:33:25,397 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:33:25,397 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:33:25,398 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:33:25,400 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:33:25,402 Job list saved +2021-12-18 21:33:25,407 Updating FAILED jobs +2021-12-18 21:33:25,407 Updating WAITING jobs +2021-12-18 21:33:25,407 Update finished +2021-12-18 21:33:35,414 Reloading parameters... +2021-12-18 21:33:35,431 Loading parameters... +2021-12-18 21:33:35,432 Loading project parameters... +2021-12-18 21:33:35,434 + +9 of 25 jobs remaining (21:33) +2021-12-18 21:33:35,434 Sleep: 10 +2021-12-18 21:33:35,434 Number of retrials: 0 +2021-12-18 21:33:35,434 WRAPPER CHECK TIME = 10 +2021-12-18 21:33:35,435 Checking jobs for platform=marenostrum4 +2021-12-18 21:33:35,435 Checking jobs for platform=nord3 +2021-12-18 21:33:35,436 Checking jobs for platform=local +2021-12-18 21:33:35,436 Checking jobs for platform=transfer_node +2021-12-18 21:33:35,437 Checking all jobs at once +2021-12-18 21:33:36,758 Successful check job command +2021-12-18 21:33:38,080 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:33:38,080 End of checking +2021-12-18 21:33:38,081 Updating FAILED jobs +2021-12-18 21:33:38,081 Updating WAITING jobs +2021-12-18 21:33:38,082 Update finished +2021-12-18 21:33:38,082 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:33:38,082 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:33:38,082 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:33:38,082 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:33:38,082 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:33:38,082 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:33:38,083 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:33:38,085 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:33:38,087 Job list saved +2021-12-18 21:33:38,092 Updating FAILED jobs +2021-12-18 21:33:38,092 Updating WAITING jobs +2021-12-18 21:33:38,092 Update finished +2021-12-18 21:33:48,102 Reloading parameters... +2021-12-18 21:33:48,120 Loading parameters... +2021-12-18 21:33:48,122 Loading project parameters... +2021-12-18 21:33:48,124 + +9 of 25 jobs remaining (21:33) +2021-12-18 21:33:48,124 Sleep: 10 +2021-12-18 21:33:48,124 Number of retrials: 0 +2021-12-18 21:33:48,124 WRAPPER CHECK TIME = 10 +2021-12-18 21:33:48,125 Checking jobs for platform=marenostrum4 +2021-12-18 21:33:48,125 Checking jobs for platform=nord3 +2021-12-18 21:33:48,126 Checking jobs for platform=local +2021-12-18 21:33:48,126 Checking jobs for platform=transfer_node +2021-12-18 21:33:48,126 Checking all jobs at once +2021-12-18 21:33:49,446 Successful check job command +2021-12-18 21:33:50,715 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:33:50,716 End of checking +2021-12-18 21:33:50,717 Updating FAILED jobs +2021-12-18 21:33:50,717 Updating WAITING jobs +2021-12-18 21:33:50,717 Update finished +2021-12-18 21:33:50,718 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:33:50,718 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:33:50,718 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:33:50,718 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:33:50,718 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:33:50,718 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:33:50,718 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:33:50,721 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:33:50,723 Job list saved +2021-12-18 21:33:50,727 Updating FAILED jobs +2021-12-18 21:33:50,728 Updating WAITING jobs +2021-12-18 21:33:50,728 Update finished +2021-12-18 21:34:00,738 Reloading parameters... +2021-12-18 21:34:00,760 Loading parameters... +2021-12-18 21:34:00,761 Loading project parameters... +2021-12-18 21:34:00,763 + +9 of 25 jobs remaining (21:34) +2021-12-18 21:34:00,763 Sleep: 10 +2021-12-18 21:34:00,764 Number of retrials: 0 +2021-12-18 21:34:00,764 WRAPPER CHECK TIME = 10 +2021-12-18 21:34:00,764 Checking jobs for platform=marenostrum4 +2021-12-18 21:34:00,765 Checking jobs for platform=nord3 +2021-12-18 21:34:00,765 Checking jobs for platform=local +2021-12-18 21:34:00,766 Checking jobs for platform=transfer_node +2021-12-18 21:34:00,766 Checking all jobs at once +2021-12-18 21:34:02,085 Successful check job command +2021-12-18 21:34:03,358 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:34:03,358 End of checking +2021-12-18 21:34:03,359 Updating FAILED jobs +2021-12-18 21:34:03,359 Updating WAITING jobs +2021-12-18 21:34:03,360 Update finished +2021-12-18 21:34:03,360 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:34:03,361 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:34:03,361 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:34:03,361 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:34:03,361 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:34:03,361 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:34:03,362 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:34:03,364 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:34:03,366 Job list saved +2021-12-18 21:34:03,371 Updating FAILED jobs +2021-12-18 21:34:03,371 Updating WAITING jobs +2021-12-18 21:34:03,371 Update finished +2021-12-18 21:34:13,381 Reloading parameters... +2021-12-18 21:34:13,398 Loading parameters... +2021-12-18 21:34:13,400 Loading project parameters... +2021-12-18 21:34:13,401 + +9 of 25 jobs remaining (21:34) +2021-12-18 21:34:13,402 Sleep: 10 +2021-12-18 21:34:13,402 Number of retrials: 0 +2021-12-18 21:34:13,402 WRAPPER CHECK TIME = 10 +2021-12-18 21:34:13,402 Checking jobs for platform=marenostrum4 +2021-12-18 21:34:13,403 Checking jobs for platform=nord3 +2021-12-18 21:34:13,404 Checking jobs for platform=local +2021-12-18 21:34:13,404 Checking jobs for platform=transfer_node +2021-12-18 21:34:13,404 Checking all jobs at once +2021-12-18 21:34:14,774 Successful check job command +2021-12-18 21:34:16,094 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:34:16,094 End of checking +2021-12-18 21:34:16,095 Updating FAILED jobs +2021-12-18 21:34:16,095 Updating WAITING jobs +2021-12-18 21:34:16,095 Update finished +2021-12-18 21:34:16,096 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:34:16,096 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:34:16,096 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:34:16,096 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:34:16,096 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:34:16,096 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:34:16,096 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:34:16,099 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:34:16,101 Job list saved +2021-12-18 21:34:16,106 Updating FAILED jobs +2021-12-18 21:34:16,106 Updating WAITING jobs +2021-12-18 21:34:16,106 Update finished +2021-12-18 21:34:26,116 Reloading parameters... +2021-12-18 21:34:26,133 Loading parameters... +2021-12-18 21:34:26,134 Loading project parameters... +2021-12-18 21:34:26,136 + +9 of 25 jobs remaining (21:34) +2021-12-18 21:34:26,136 Sleep: 10 +2021-12-18 21:34:26,136 Number of retrials: 0 +2021-12-18 21:34:26,136 WRAPPER CHECK TIME = 10 +2021-12-18 21:34:26,137 Checking jobs for platform=marenostrum4 +2021-12-18 21:34:26,137 Checking jobs for platform=nord3 +2021-12-18 21:34:26,138 Checking jobs for platform=local +2021-12-18 21:34:26,138 Checking jobs for platform=transfer_node +2021-12-18 21:34:26,138 Checking all jobs at once +2021-12-18 21:34:27,408 Successful check job command +2021-12-18 21:34:28,627 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:34:28,627 End of checking +2021-12-18 21:34:28,628 Updating FAILED jobs +2021-12-18 21:34:28,628 Updating WAITING jobs +2021-12-18 21:34:28,628 Update finished +2021-12-18 21:34:28,629 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:34:28,629 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:34:28,629 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:34:28,629 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:34:28,629 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:34:28,629 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:34:28,629 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:34:28,633 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:34:28,635 Job list saved +2021-12-18 21:34:28,640 Updating FAILED jobs +2021-12-18 21:34:28,640 Updating WAITING jobs +2021-12-18 21:34:28,640 Update finished +2021-12-18 21:34:38,647 Reloading parameters... +2021-12-18 21:34:38,664 Loading parameters... +2021-12-18 21:34:38,666 Loading project parameters... +2021-12-18 21:34:38,668 + +9 of 25 jobs remaining (21:34) +2021-12-18 21:34:38,668 Sleep: 10 +2021-12-18 21:34:38,668 Number of retrials: 0 +2021-12-18 21:34:38,668 WRAPPER CHECK TIME = 10 +2021-12-18 21:34:38,668 Checking jobs for platform=marenostrum4 +2021-12-18 21:34:38,669 Checking jobs for platform=nord3 +2021-12-18 21:34:38,670 Checking jobs for platform=local +2021-12-18 21:34:38,670 Checking jobs for platform=transfer_node +2021-12-18 21:34:38,670 Checking all jobs at once +2021-12-18 21:34:39,990 Successful check job command +2021-12-18 21:34:41,159 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:34:41,159 End of checking +2021-12-18 21:34:41,160 Updating FAILED jobs +2021-12-18 21:34:41,160 Updating WAITING jobs +2021-12-18 21:34:41,161 Update finished +2021-12-18 21:34:41,161 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:34:41,164 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:34:41,164 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:34:41,164 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:34:41,164 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:34:41,165 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:34:41,165 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:34:41,167 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:34:41,170 Job list saved +2021-12-18 21:34:41,174 Updating FAILED jobs +2021-12-18 21:34:41,174 Updating WAITING jobs +2021-12-18 21:34:41,174 Update finished +2021-12-18 21:34:51,184 Reloading parameters... +2021-12-18 21:34:51,204 Loading parameters... +2021-12-18 21:34:51,206 Loading project parameters... +2021-12-18 21:34:51,208 + +9 of 25 jobs remaining (21:34) +2021-12-18 21:34:51,208 Sleep: 10 +2021-12-18 21:34:51,208 Number of retrials: 0 +2021-12-18 21:34:51,208 WRAPPER CHECK TIME = 10 +2021-12-18 21:34:51,209 Checking jobs for platform=marenostrum4 +2021-12-18 21:34:51,209 Checking jobs for platform=nord3 +2021-12-18 21:34:51,210 Checking jobs for platform=local +2021-12-18 21:34:51,210 Checking jobs for platform=transfer_node +2021-12-18 21:34:51,210 Checking all jobs at once +2021-12-18 21:34:52,532 Successful check job command +2021-12-18 21:34:53,702 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:34:53,702 End of checking +2021-12-18 21:34:53,703 Updating FAILED jobs +2021-12-18 21:34:53,703 Updating WAITING jobs +2021-12-18 21:34:53,704 Update finished +2021-12-18 21:34:53,704 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:34:53,704 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:34:53,704 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:34:53,704 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:34:53,704 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:34:53,704 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:34:53,705 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:34:53,707 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:34:53,709 Job list saved +2021-12-18 21:34:53,714 Updating FAILED jobs +2021-12-18 21:34:53,715 Updating WAITING jobs +2021-12-18 21:34:53,715 Update finished +2021-12-18 21:35:03,725 Reloading parameters... +2021-12-18 21:35:03,749 Loading parameters... +2021-12-18 21:35:03,751 Loading project parameters... +2021-12-18 21:35:03,753 + +9 of 25 jobs remaining (21:35) +2021-12-18 21:35:03,753 Sleep: 10 +2021-12-18 21:35:03,753 Number of retrials: 0 +2021-12-18 21:35:03,753 WRAPPER CHECK TIME = 10 +2021-12-18 21:35:03,754 Checking jobs for platform=marenostrum4 +2021-12-18 21:35:03,754 Checking jobs for platform=nord3 +2021-12-18 21:35:03,755 Checking jobs for platform=local +2021-12-18 21:35:03,755 Checking jobs for platform=transfer_node +2021-12-18 21:35:03,755 Checking all jobs at once +2021-12-18 21:35:05,076 Successful check job command +2021-12-18 21:35:06,396 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:35:06,397 End of checking +2021-12-18 21:35:06,398 Updating FAILED jobs +2021-12-18 21:35:06,398 Updating WAITING jobs +2021-12-18 21:35:06,399 Update finished +2021-12-18 21:35:06,399 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:35:06,399 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:35:06,399 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:35:06,399 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:35:06,399 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:35:06,399 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:35:06,400 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:35:06,402 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:35:06,404 Job list saved +2021-12-18 21:35:06,410 Updating FAILED jobs +2021-12-18 21:35:06,410 Updating WAITING jobs +2021-12-18 21:35:06,410 Update finished +2021-12-18 21:35:16,419 Reloading parameters... +2021-12-18 21:35:16,437 Loading parameters... +2021-12-18 21:35:16,438 Loading project parameters... +2021-12-18 21:35:16,440 + +9 of 25 jobs remaining (21:35) +2021-12-18 21:35:16,440 Sleep: 10 +2021-12-18 21:35:16,440 Number of retrials: 0 +2021-12-18 21:35:16,440 WRAPPER CHECK TIME = 10 +2021-12-18 21:35:16,441 Checking jobs for platform=marenostrum4 +2021-12-18 21:35:16,441 Checking jobs for platform=nord3 +2021-12-18 21:35:16,442 Checking jobs for platform=local +2021-12-18 21:35:16,443 Checking jobs for platform=transfer_node +2021-12-18 21:35:16,443 Checking all jobs at once +2021-12-18 21:35:17,812 Successful check job command +2021-12-18 21:35:19,131 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:35:19,131 End of checking +2021-12-18 21:35:19,133 Updating FAILED jobs +2021-12-18 21:35:19,133 Updating WAITING jobs +2021-12-18 21:35:19,133 Update finished +2021-12-18 21:35:19,133 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:35:19,134 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:35:19,135 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:35:19,135 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:35:19,135 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:35:19,135 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:35:19,135 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:35:19,138 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:35:19,140 Job list saved +2021-12-18 21:35:19,144 Updating FAILED jobs +2021-12-18 21:35:19,144 Updating WAITING jobs +2021-12-18 21:35:19,145 Update finished +2021-12-18 21:35:29,148 Reloading parameters... +2021-12-18 21:35:29,166 Loading parameters... +2021-12-18 21:35:29,168 Loading project parameters... +2021-12-18 21:35:29,169 + +9 of 25 jobs remaining (21:35) +2021-12-18 21:35:29,170 Sleep: 10 +2021-12-18 21:35:29,170 Number of retrials: 0 +2021-12-18 21:35:29,170 WRAPPER CHECK TIME = 10 +2021-12-18 21:35:29,170 Checking jobs for platform=marenostrum4 +2021-12-18 21:35:29,171 Checking jobs for platform=nord3 +2021-12-18 21:35:29,172 Checking jobs for platform=local +2021-12-18 21:35:29,172 Checking jobs for platform=transfer_node +2021-12-18 21:35:29,172 Checking all jobs at once +2021-12-18 21:35:30,542 Successful check job command +2021-12-18 21:35:31,761 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:35:31,761 End of checking +2021-12-18 21:35:31,762 Updating FAILED jobs +2021-12-18 21:35:31,763 Updating WAITING jobs +2021-12-18 21:35:31,763 Update finished +2021-12-18 21:35:31,763 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:35:31,763 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:35:31,763 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:35:31,763 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:35:31,764 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:35:31,764 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:35:31,764 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:35:31,766 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:35:31,768 Job list saved +2021-12-18 21:35:31,773 Updating FAILED jobs +2021-12-18 21:35:31,773 Updating WAITING jobs +2021-12-18 21:35:31,773 Update finished +2021-12-18 21:35:41,783 Reloading parameters... +2021-12-18 21:35:41,803 Loading parameters... +2021-12-18 21:35:41,804 Loading project parameters... +2021-12-18 21:35:41,806 + +9 of 25 jobs remaining (21:35) +2021-12-18 21:35:41,806 Sleep: 10 +2021-12-18 21:35:41,806 Number of retrials: 0 +2021-12-18 21:35:41,806 WRAPPER CHECK TIME = 10 +2021-12-18 21:35:41,807 Checking jobs for platform=marenostrum4 +2021-12-18 21:35:41,808 Checking jobs for platform=nord3 +2021-12-18 21:35:41,808 Checking jobs for platform=local +2021-12-18 21:35:41,809 Checking jobs for platform=transfer_node +2021-12-18 21:35:41,809 Checking all jobs at once +2021-12-18 21:35:43,030 Successful check job command +2021-12-18 21:35:44,250 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:35:44,250 End of checking +2021-12-18 21:35:44,252 Updating FAILED jobs +2021-12-18 21:35:44,252 Updating WAITING jobs +2021-12-18 21:35:44,252 Update finished +2021-12-18 21:35:44,252 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:35:44,252 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:35:44,253 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:35:44,253 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:35:44,253 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:35:44,253 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:35:44,253 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:35:44,256 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:35:44,258 Job list saved +2021-12-18 21:35:44,263 Updating FAILED jobs +2021-12-18 21:35:44,263 Updating WAITING jobs +2021-12-18 21:35:44,263 Update finished +2021-12-18 21:35:54,272 Reloading parameters... +2021-12-18 21:35:54,292 Loading parameters... +2021-12-18 21:35:54,293 Loading project parameters... +2021-12-18 21:35:54,295 + +9 of 25 jobs remaining (21:35) +2021-12-18 21:35:54,295 Sleep: 10 +2021-12-18 21:35:54,296 Number of retrials: 0 +2021-12-18 21:35:54,296 WRAPPER CHECK TIME = 10 +2021-12-18 21:35:54,296 Checking jobs for platform=marenostrum4 +2021-12-18 21:35:54,297 Checking jobs for platform=nord3 +2021-12-18 21:35:54,297 Checking jobs for platform=local +2021-12-18 21:35:54,298 Checking jobs for platform=transfer_node +2021-12-18 21:35:54,298 Checking all jobs at once +2021-12-18 21:35:55,617 Successful check job command +2021-12-18 21:35:56,788 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:35:56,788 End of checking +2021-12-18 21:35:56,790 Updating FAILED jobs +2021-12-18 21:35:56,790 Updating WAITING jobs +2021-12-18 21:35:56,790 Update finished +2021-12-18 21:35:56,790 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:35:56,792 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:35:56,792 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:35:56,792 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:35:56,793 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:35:56,793 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:35:56,793 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:35:56,795 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:35:56,797 Job list saved +2021-12-18 21:35:56,802 Updating FAILED jobs +2021-12-18 21:35:56,803 Updating WAITING jobs +2021-12-18 21:35:56,803 Update finished +2021-12-18 21:36:06,806 Reloading parameters... +2021-12-18 21:36:06,825 Loading parameters... +2021-12-18 21:36:06,827 Loading project parameters... +2021-12-18 21:36:06,829 + +9 of 25 jobs remaining (21:36) +2021-12-18 21:36:06,829 Sleep: 10 +2021-12-18 21:36:06,829 Number of retrials: 0 +2021-12-18 21:36:06,829 WRAPPER CHECK TIME = 10 +2021-12-18 21:36:06,830 Checking jobs for platform=marenostrum4 +2021-12-18 21:36:06,831 Checking jobs for platform=nord3 +2021-12-18 21:36:06,831 Checking jobs for platform=local +2021-12-18 21:36:06,832 Checking jobs for platform=transfer_node +2021-12-18 21:36:06,832 Checking all jobs at once +2021-12-18 21:36:08,251 Successful check job command +2021-12-18 21:36:09,423 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:36:09,423 End of checking +2021-12-18 21:36:09,425 Updating FAILED jobs +2021-12-18 21:36:09,425 Updating WAITING jobs +2021-12-18 21:36:09,425 Update finished +2021-12-18 21:36:09,425 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:36:09,425 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:36:09,426 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:36:09,426 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:36:09,426 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:36:09,426 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:36:09,426 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:36:09,428 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:36:09,430 Job list saved +2021-12-18 21:36:09,439 Updating FAILED jobs +2021-12-18 21:36:09,439 Updating WAITING jobs +2021-12-18 21:36:09,440 Update finished +2021-12-18 21:36:19,450 Reloading parameters... +2021-12-18 21:36:19,469 Loading parameters... +2021-12-18 21:36:19,471 Loading project parameters... +2021-12-18 21:36:19,472 + +9 of 25 jobs remaining (21:36) +2021-12-18 21:36:19,473 Sleep: 10 +2021-12-18 21:36:19,473 Number of retrials: 0 +2021-12-18 21:36:19,473 WRAPPER CHECK TIME = 10 +2021-12-18 21:36:19,473 Checking jobs for platform=marenostrum4 +2021-12-18 21:36:19,474 Checking jobs for platform=nord3 +2021-12-18 21:36:19,474 Checking jobs for platform=local +2021-12-18 21:36:19,475 Checking jobs for platform=transfer_node +2021-12-18 21:36:19,475 Checking all jobs at once +2021-12-18 21:36:20,795 Successful check job command +2021-12-18 21:36:22,064 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:36:22,064 End of checking +2021-12-18 21:36:22,066 Updating FAILED jobs +2021-12-18 21:36:22,066 Updating WAITING jobs +2021-12-18 21:36:22,066 Update finished +2021-12-18 21:36:22,066 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:36:22,066 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:36:22,066 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:36:22,067 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:36:22,067 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:36:22,067 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:36:22,067 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:36:22,070 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:36:22,072 Job list saved +2021-12-18 21:36:22,080 Updating FAILED jobs +2021-12-18 21:36:22,080 Updating WAITING jobs +2021-12-18 21:36:22,080 Update finished +2021-12-18 21:36:32,090 Reloading parameters... +2021-12-18 21:36:32,108 Loading parameters... +2021-12-18 21:36:32,110 Loading project parameters... +2021-12-18 21:36:32,111 + +9 of 25 jobs remaining (21:36) +2021-12-18 21:36:32,112 Sleep: 10 +2021-12-18 21:36:32,112 Number of retrials: 0 +2021-12-18 21:36:32,112 WRAPPER CHECK TIME = 10 +2021-12-18 21:36:32,112 Checking jobs for platform=marenostrum4 +2021-12-18 21:36:32,113 Checking jobs for platform=nord3 +2021-12-18 21:36:32,114 Checking jobs for platform=local +2021-12-18 21:36:32,114 Checking jobs for platform=transfer_node +2021-12-18 21:36:32,114 Checking all jobs at once +2021-12-18 21:36:33,283 Successful check job command +2021-12-18 21:36:34,503 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:36:34,504 End of checking +2021-12-18 21:36:34,505 Updating FAILED jobs +2021-12-18 21:36:34,505 Updating WAITING jobs +2021-12-18 21:36:34,505 Update finished +2021-12-18 21:36:34,505 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:36:34,507 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:36:34,507 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:36:34,507 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:36:34,507 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:36:34,507 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:36:34,507 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:36:34,510 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:36:34,512 Job list saved +2021-12-18 21:36:34,517 Updating FAILED jobs +2021-12-18 21:36:34,517 Updating WAITING jobs +2021-12-18 21:36:34,517 Update finished +2021-12-18 21:36:44,527 Reloading parameters... +2021-12-18 21:36:44,546 Loading parameters... +2021-12-18 21:36:44,548 Loading project parameters... +2021-12-18 21:36:44,550 + +9 of 25 jobs remaining (21:36) +2021-12-18 21:36:44,550 Sleep: 10 +2021-12-18 21:36:44,550 Number of retrials: 0 +2021-12-18 21:36:44,550 WRAPPER CHECK TIME = 10 +2021-12-18 21:36:44,551 Checking jobs for platform=marenostrum4 +2021-12-18 21:36:44,552 Checking jobs for platform=nord3 +2021-12-18 21:36:44,552 Checking jobs for platform=local +2021-12-18 21:36:44,553 Checking jobs for platform=transfer_node +2021-12-18 21:36:44,553 Checking all jobs at once +2021-12-18 21:36:45,823 Successful check job command +2021-12-18 21:36:46,992 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:36:46,992 End of checking +2021-12-18 21:36:46,993 Updating FAILED jobs +2021-12-18 21:36:46,993 Updating WAITING jobs +2021-12-18 21:36:46,994 Update finished +2021-12-18 21:36:46,994 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:36:46,994 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:36:46,994 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:36:46,994 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:36:46,994 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:36:46,994 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:36:46,995 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:36:46,997 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:36:46,999 Job list saved +2021-12-18 21:36:47,005 Updating FAILED jobs +2021-12-18 21:36:47,005 Updating WAITING jobs +2021-12-18 21:36:47,005 Update finished +2021-12-18 21:36:57,016 Reloading parameters... +2021-12-18 21:36:57,036 Loading parameters... +2021-12-18 21:36:57,038 Loading project parameters... +2021-12-18 21:36:57,041 + +9 of 25 jobs remaining (21:36) +2021-12-18 21:36:57,041 Sleep: 10 +2021-12-18 21:36:57,041 Number of retrials: 0 +2021-12-18 21:36:57,041 WRAPPER CHECK TIME = 10 +2021-12-18 21:36:57,042 Checking jobs for platform=marenostrum4 +2021-12-18 21:36:57,042 Checking jobs for platform=nord3 +2021-12-18 21:36:57,047 Checking jobs for platform=local +2021-12-18 21:36:57,047 Checking jobs for platform=transfer_node +2021-12-18 21:36:57,047 Checking all jobs at once +2021-12-18 21:36:58,372 Successful check job command +2021-12-18 21:36:59,591 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:36:59,591 End of checking +2021-12-18 21:36:59,593 Updating FAILED jobs +2021-12-18 21:36:59,593 Updating WAITING jobs +2021-12-18 21:36:59,593 Update finished +2021-12-18 21:36:59,593 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:36:59,593 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:36:59,593 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:36:59,594 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:36:59,594 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:36:59,594 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:36:59,594 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:36:59,597 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:36:59,599 Job list saved +2021-12-18 21:36:59,604 Updating FAILED jobs +2021-12-18 21:36:59,604 Updating WAITING jobs +2021-12-18 21:36:59,605 Update finished +2021-12-18 21:37:09,615 Reloading parameters... +2021-12-18 21:37:09,633 Loading parameters... +2021-12-18 21:37:09,634 Loading project parameters... +2021-12-18 21:37:09,636 + +9 of 25 jobs remaining (21:37) +2021-12-18 21:37:09,636 Sleep: 10 +2021-12-18 21:37:09,636 Number of retrials: 0 +2021-12-18 21:37:09,636 WRAPPER CHECK TIME = 10 +2021-12-18 21:37:09,637 Checking jobs for platform=marenostrum4 +2021-12-18 21:37:09,637 Checking jobs for platform=nord3 +2021-12-18 21:37:09,638 Checking jobs for platform=local +2021-12-18 21:37:09,639 Checking jobs for platform=transfer_node +2021-12-18 21:37:09,639 Checking all jobs at once +2021-12-18 21:37:10,908 Successful check job command +2021-12-18 21:37:12,078 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:37:12,078 End of checking +2021-12-18 21:37:12,079 Updating FAILED jobs +2021-12-18 21:37:12,079 Updating WAITING jobs +2021-12-18 21:37:12,079 Update finished +2021-12-18 21:37:12,080 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:37:12,081 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:37:12,082 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:37:12,082 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:37:12,082 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:37:12,082 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:37:12,082 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:37:12,085 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:37:12,087 Job list saved +2021-12-18 21:37:12,092 Updating FAILED jobs +2021-12-18 21:37:12,092 Updating WAITING jobs +2021-12-18 21:37:12,092 Update finished +2021-12-18 21:37:22,101 Reloading parameters... +2021-12-18 21:37:22,118 Loading parameters... +2021-12-18 21:37:22,120 Loading project parameters... +2021-12-18 21:37:22,122 + +9 of 25 jobs remaining (21:37) +2021-12-18 21:37:22,122 Sleep: 10 +2021-12-18 21:37:22,122 Number of retrials: 0 +2021-12-18 21:37:22,122 WRAPPER CHECK TIME = 10 +2021-12-18 21:37:22,122 Checking jobs for platform=marenostrum4 +2021-12-18 21:37:22,123 Checking jobs for platform=nord3 +2021-12-18 21:37:22,124 Checking jobs for platform=local +2021-12-18 21:37:22,124 Checking jobs for platform=transfer_node +2021-12-18 21:37:22,124 Checking all jobs at once +2021-12-18 21:37:23,495 Successful check job command +2021-12-18 21:37:24,765 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:37:24,765 End of checking +2021-12-18 21:37:24,766 Updating FAILED jobs +2021-12-18 21:37:24,766 Updating WAITING jobs +2021-12-18 21:37:24,767 Update finished +2021-12-18 21:37:24,767 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:37:24,767 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:37:24,767 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:37:24,767 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:37:24,767 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:37:24,767 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:37:24,768 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:37:24,770 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:37:24,772 Job list saved +2021-12-18 21:37:24,777 Updating FAILED jobs +2021-12-18 21:37:24,777 Updating WAITING jobs +2021-12-18 21:37:24,778 Update finished +2021-12-18 21:37:34,788 Reloading parameters... +2021-12-18 21:37:34,806 Loading parameters... +2021-12-18 21:37:34,807 Loading project parameters... +2021-12-18 21:37:34,809 + +9 of 25 jobs remaining (21:37) +2021-12-18 21:37:34,809 Sleep: 10 +2021-12-18 21:37:34,809 Number of retrials: 0 +2021-12-18 21:37:34,809 WRAPPER CHECK TIME = 10 +2021-12-18 21:37:34,810 Checking jobs for platform=marenostrum4 +2021-12-18 21:37:34,810 Checking jobs for platform=nord3 +2021-12-18 21:37:34,811 Checking jobs for platform=local +2021-12-18 21:37:34,811 Checking jobs for platform=transfer_node +2021-12-18 21:37:34,812 Checking all jobs at once +2021-12-18 21:37:36,131 Successful check job command +2021-12-18 21:37:37,350 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:37:37,351 End of checking +2021-12-18 21:37:37,352 Updating FAILED jobs +2021-12-18 21:37:37,352 Updating WAITING jobs +2021-12-18 21:37:37,352 Update finished +2021-12-18 21:37:37,352 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:37:37,352 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:37:37,352 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:37:37,353 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:37:37,353 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:37:37,353 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:37:37,353 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:37:37,356 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:37:37,358 Job list saved +2021-12-18 21:37:37,381 Updating FAILED jobs +2021-12-18 21:37:37,381 Updating WAITING jobs +2021-12-18 21:37:37,381 Update finished +2021-12-18 21:37:47,388 Reloading parameters... +2021-12-18 21:37:47,407 Loading parameters... +2021-12-18 21:37:47,408 Loading project parameters... +2021-12-18 21:37:47,410 + +9 of 25 jobs remaining (21:37) +2021-12-18 21:37:47,410 Sleep: 10 +2021-12-18 21:37:47,410 Number of retrials: 0 +2021-12-18 21:37:47,410 WRAPPER CHECK TIME = 10 +2021-12-18 21:37:47,411 Checking jobs for platform=marenostrum4 +2021-12-18 21:37:47,411 Checking jobs for platform=nord3 +2021-12-18 21:37:47,412 Checking jobs for platform=local +2021-12-18 21:37:47,412 Checking jobs for platform=transfer_node +2021-12-18 21:37:47,412 Checking all jobs at once +2021-12-18 21:37:48,632 Successful check job command +2021-12-18 21:37:49,801 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:37:49,802 End of checking +2021-12-18 21:37:49,803 Updating FAILED jobs +2021-12-18 21:37:49,803 Updating WAITING jobs +2021-12-18 21:37:49,803 Update finished +2021-12-18 21:37:49,803 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:37:49,805 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:37:49,805 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:37:49,805 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:37:49,805 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:37:49,805 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:37:49,805 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:37:49,808 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:37:49,810 Job list saved +2021-12-18 21:37:49,814 Updating FAILED jobs +2021-12-18 21:37:49,814 Updating WAITING jobs +2021-12-18 21:37:49,815 Update finished +2021-12-18 21:37:59,820 Reloading parameters... +2021-12-18 21:37:59,839 Loading parameters... +2021-12-18 21:37:59,840 Loading project parameters... +2021-12-18 21:37:59,842 + +9 of 25 jobs remaining (21:37) +2021-12-18 21:37:59,843 Sleep: 10 +2021-12-18 21:37:59,843 Number of retrials: 0 +2021-12-18 21:37:59,843 WRAPPER CHECK TIME = 10 +2021-12-18 21:37:59,843 Checking jobs for platform=marenostrum4 +2021-12-18 21:37:59,844 Checking jobs for platform=nord3 +2021-12-18 21:37:59,844 Checking jobs for platform=local +2021-12-18 21:37:59,845 Checking jobs for platform=transfer_node +2021-12-18 21:37:59,845 Checking all jobs at once +2021-12-18 21:38:01,114 Successful check job command +2021-12-18 21:38:02,184 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:38:02,184 End of checking +2021-12-18 21:38:02,185 Updating FAILED jobs +2021-12-18 21:38:02,185 Updating WAITING jobs +2021-12-18 21:38:02,186 Update finished +2021-12-18 21:38:02,186 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:38:02,186 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:38:02,186 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:38:02,186 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:38:02,186 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:38:02,186 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:38:02,187 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:38:02,189 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:38:02,191 Job list saved +2021-12-18 21:38:02,196 Updating FAILED jobs +2021-12-18 21:38:02,196 Updating WAITING jobs +2021-12-18 21:38:02,196 Update finished +2021-12-18 21:38:12,206 Reloading parameters... +2021-12-18 21:38:12,230 Loading parameters... +2021-12-18 21:38:12,232 Loading project parameters... +2021-12-18 21:38:12,234 + +9 of 25 jobs remaining (21:38) +2021-12-18 21:38:12,234 Sleep: 10 +2021-12-18 21:38:12,234 Number of retrials: 0 +2021-12-18 21:38:12,234 WRAPPER CHECK TIME = 10 +2021-12-18 21:38:12,235 Checking jobs for platform=marenostrum4 +2021-12-18 21:38:12,235 Checking jobs for platform=nord3 +2021-12-18 21:38:12,236 Checking jobs for platform=local +2021-12-18 21:38:12,236 Checking jobs for platform=transfer_node +2021-12-18 21:38:12,236 Checking all jobs at once +2021-12-18 21:38:13,608 Successful check job command +2021-12-18 21:38:14,827 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:38:14,827 End of checking +2021-12-18 21:38:14,834 Updating FAILED jobs +2021-12-18 21:38:14,835 Updating WAITING jobs +2021-12-18 21:38:14,835 Update finished +2021-12-18 21:38:14,835 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:38:14,835 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:38:14,836 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:38:14,836 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:38:14,836 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:38:14,836 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:38:14,836 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:38:14,839 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:38:14,842 Job list saved +2021-12-18 21:38:14,853 Updating FAILED jobs +2021-12-18 21:38:14,853 Updating WAITING jobs +2021-12-18 21:38:14,853 Update finished +2021-12-18 21:38:24,862 Reloading parameters... +2021-12-18 21:38:24,882 Loading parameters... +2021-12-18 21:38:24,884 Loading project parameters... +2021-12-18 21:38:24,886 + +9 of 25 jobs remaining (21:38) +2021-12-18 21:38:24,886 Sleep: 10 +2021-12-18 21:38:24,886 Number of retrials: 0 +2021-12-18 21:38:24,886 WRAPPER CHECK TIME = 10 +2021-12-18 21:38:24,887 Checking jobs for platform=marenostrum4 +2021-12-18 21:38:24,887 Checking jobs for platform=nord3 +2021-12-18 21:38:24,888 Checking jobs for platform=local +2021-12-18 21:38:24,888 Checking jobs for platform=transfer_node +2021-12-18 21:38:24,888 Checking all jobs at once +2021-12-18 21:38:26,308 Successful check job command +2021-12-18 21:38:27,577 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:38:27,577 End of checking +2021-12-18 21:38:27,578 Updating FAILED jobs +2021-12-18 21:38:27,578 Updating WAITING jobs +2021-12-18 21:38:27,579 Update finished +2021-12-18 21:38:27,579 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:38:27,579 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:38:27,580 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:38:27,580 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:38:27,580 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:38:27,580 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:38:27,580 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:38:27,582 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:38:27,585 Job list saved +2021-12-18 21:38:27,589 Updating FAILED jobs +2021-12-18 21:38:27,589 Updating WAITING jobs +2021-12-18 21:38:27,589 Update finished +2021-12-18 21:38:37,599 Reloading parameters... +2021-12-18 21:38:37,619 Loading parameters... +2021-12-18 21:38:37,620 Loading project parameters... +2021-12-18 21:38:37,623 + +9 of 25 jobs remaining (21:38) +2021-12-18 21:38:37,623 Sleep: 10 +2021-12-18 21:38:37,623 Number of retrials: 0 +2021-12-18 21:38:37,623 WRAPPER CHECK TIME = 10 +2021-12-18 21:38:37,624 Checking jobs for platform=marenostrum4 +2021-12-18 21:38:37,624 Checking jobs for platform=nord3 +2021-12-18 21:38:37,625 Checking jobs for platform=local +2021-12-18 21:38:37,625 Checking jobs for platform=transfer_node +2021-12-18 21:38:37,625 Checking all jobs at once +2021-12-18 21:38:39,095 Successful check job command +2021-12-18 21:38:40,315 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:38:40,315 End of checking +2021-12-18 21:38:40,316 Updating FAILED jobs +2021-12-18 21:38:40,317 Updating WAITING jobs +2021-12-18 21:38:40,317 Update finished +2021-12-18 21:38:40,317 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:38:40,317 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:38:40,317 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:38:40,317 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:38:40,318 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:38:40,318 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:38:40,318 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:38:40,320 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:38:40,323 Job list saved +2021-12-18 21:38:40,327 Updating FAILED jobs +2021-12-18 21:38:40,328 Updating WAITING jobs +2021-12-18 21:38:40,328 Update finished +2021-12-18 21:38:50,338 Reloading parameters... +2021-12-18 21:38:50,355 Loading parameters... +2021-12-18 21:38:50,357 Loading project parameters... +2021-12-18 21:38:50,358 + +9 of 25 jobs remaining (21:38) +2021-12-18 21:38:50,359 Sleep: 10 +2021-12-18 21:38:50,359 Number of retrials: 0 +2021-12-18 21:38:50,359 WRAPPER CHECK TIME = 10 +2021-12-18 21:38:50,359 Checking jobs for platform=marenostrum4 +2021-12-18 21:38:50,360 Checking jobs for platform=nord3 +2021-12-18 21:38:50,360 Checking jobs for platform=local +2021-12-18 21:38:50,361 Checking jobs for platform=transfer_node +2021-12-18 21:38:50,361 Checking all jobs at once +2021-12-18 21:38:51,630 Successful check job command +2021-12-18 21:38:52,806 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:38:52,806 End of checking +2021-12-18 21:38:52,807 Updating FAILED jobs +2021-12-18 21:38:52,807 Updating WAITING jobs +2021-12-18 21:38:52,807 Update finished +2021-12-18 21:38:52,808 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:38:52,808 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:38:52,808 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:38:52,808 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:38:52,808 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:38:52,808 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:38:52,808 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:38:52,811 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:38:52,813 Job list saved +2021-12-18 21:38:52,818 Updating FAILED jobs +2021-12-18 21:38:52,818 Updating WAITING jobs +2021-12-18 21:38:52,818 Update finished +2021-12-18 21:39:02,827 Reloading parameters... +2021-12-18 21:39:02,846 Loading parameters... +2021-12-18 21:39:02,847 Loading project parameters... +2021-12-18 21:39:02,849 + +9 of 25 jobs remaining (21:39) +2021-12-18 21:39:02,850 Sleep: 10 +2021-12-18 21:39:02,850 Number of retrials: 0 +2021-12-18 21:39:02,850 WRAPPER CHECK TIME = 10 +2021-12-18 21:39:02,850 Checking jobs for platform=marenostrum4 +2021-12-18 21:39:02,851 Checking jobs for platform=nord3 +2021-12-18 21:39:02,851 Checking jobs for platform=local +2021-12-18 21:39:02,852 Checking jobs for platform=transfer_node +2021-12-18 21:39:02,852 Checking all jobs at once +2021-12-18 21:39:04,171 Successful check job command +2021-12-18 21:39:05,340 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:39:05,341 End of checking +2021-12-18 21:39:05,342 Updating FAILED jobs +2021-12-18 21:39:05,342 Updating WAITING jobs +2021-12-18 21:39:05,342 Update finished +2021-12-18 21:39:05,342 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:39:05,343 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:39:05,343 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:39:05,343 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:39:05,343 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:39:05,343 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:39:05,344 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:39:05,346 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:39:05,348 Job list saved +2021-12-18 21:39:05,353 Updating FAILED jobs +2021-12-18 21:39:05,353 Updating WAITING jobs +2021-12-18 21:39:05,353 Update finished +2021-12-18 21:39:15,363 Reloading parameters... +2021-12-18 21:39:15,383 Loading parameters... +2021-12-18 21:39:15,384 Loading project parameters... +2021-12-18 21:39:15,386 + +9 of 25 jobs remaining (21:39) +2021-12-18 21:39:15,387 Sleep: 10 +2021-12-18 21:39:15,387 Number of retrials: 0 +2021-12-18 21:39:15,387 WRAPPER CHECK TIME = 10 +2021-12-18 21:39:15,387 Checking jobs for platform=marenostrum4 +2021-12-18 21:39:15,388 Checking jobs for platform=nord3 +2021-12-18 21:39:15,389 Checking jobs for platform=local +2021-12-18 21:39:15,389 Checking jobs for platform=transfer_node +2021-12-18 21:39:15,389 Checking all jobs at once +2021-12-18 21:39:16,808 Successful check job command +2021-12-18 21:39:18,078 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:39:18,078 End of checking +2021-12-18 21:39:18,079 Updating FAILED jobs +2021-12-18 21:39:18,080 Updating WAITING jobs +2021-12-18 21:39:18,080 Update finished +2021-12-18 21:39:18,080 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:39:18,080 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:39:18,080 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:39:18,080 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:39:18,081 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:39:18,081 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:39:18,081 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:39:18,083 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:39:18,086 Job list saved +2021-12-18 21:39:18,091 Updating FAILED jobs +2021-12-18 21:39:18,091 Updating WAITING jobs +2021-12-18 21:39:18,091 Update finished +2021-12-18 21:39:28,101 Reloading parameters... +2021-12-18 21:39:28,119 Loading parameters... +2021-12-18 21:39:28,121 Loading project parameters... +2021-12-18 21:39:28,123 + +9 of 25 jobs remaining (21:39) +2021-12-18 21:39:28,123 Sleep: 10 +2021-12-18 21:39:28,123 Number of retrials: 0 +2021-12-18 21:39:28,123 WRAPPER CHECK TIME = 10 +2021-12-18 21:39:28,124 Checking jobs for platform=marenostrum4 +2021-12-18 21:39:28,124 Checking jobs for platform=nord3 +2021-12-18 21:39:28,125 Checking jobs for platform=local +2021-12-18 21:39:28,125 Checking jobs for platform=transfer_node +2021-12-18 21:39:28,125 Checking all jobs at once +2021-12-18 21:39:29,444 Successful check job command +2021-12-18 21:39:30,713 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:39:30,714 End of checking +2021-12-18 21:39:30,715 Updating FAILED jobs +2021-12-18 21:39:30,715 Updating WAITING jobs +2021-12-18 21:39:30,715 Update finished +2021-12-18 21:39:30,716 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:39:30,716 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:39:30,716 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:39:30,716 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:39:30,716 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:39:30,716 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:39:30,716 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:39:30,719 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:39:30,721 Job list saved +2021-12-18 21:39:30,726 Updating FAILED jobs +2021-12-18 21:39:30,726 Updating WAITING jobs +2021-12-18 21:39:30,726 Update finished +2021-12-18 21:39:40,736 Reloading parameters... +2021-12-18 21:39:40,753 Loading parameters... +2021-12-18 21:39:40,754 Loading project parameters... +2021-12-18 21:39:40,756 + +9 of 25 jobs remaining (21:39) +2021-12-18 21:39:40,756 Sleep: 10 +2021-12-18 21:39:40,756 Number of retrials: 0 +2021-12-18 21:39:40,756 WRAPPER CHECK TIME = 10 +2021-12-18 21:39:40,757 Checking jobs for platform=marenostrum4 +2021-12-18 21:39:40,757 Checking jobs for platform=nord3 +2021-12-18 21:39:40,758 Checking jobs for platform=local +2021-12-18 21:39:40,758 Checking jobs for platform=transfer_node +2021-12-18 21:39:40,758 Checking all jobs at once +2021-12-18 21:39:41,980 Successful check job command +2021-12-18 21:39:43,099 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:39:43,099 End of checking +2021-12-18 21:39:43,101 Updating FAILED jobs +2021-12-18 21:39:43,101 Updating WAITING jobs +2021-12-18 21:39:43,101 Update finished +2021-12-18 21:39:43,101 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:39:43,102 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:39:43,102 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:39:43,102 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:39:43,102 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:39:43,102 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:39:43,102 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:39:43,105 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:39:43,107 Job list saved +2021-12-18 21:39:43,111 Updating FAILED jobs +2021-12-18 21:39:43,111 Updating WAITING jobs +2021-12-18 21:39:43,112 Update finished +2021-12-18 21:39:53,120 Reloading parameters... +2021-12-18 21:39:53,139 Loading parameters... +2021-12-18 21:39:53,140 Loading project parameters... +2021-12-18 21:39:53,142 + +9 of 25 jobs remaining (21:39) +2021-12-18 21:39:53,142 Sleep: 10 +2021-12-18 21:39:53,143 Number of retrials: 0 +2021-12-18 21:39:53,143 WRAPPER CHECK TIME = 10 +2021-12-18 21:39:53,143 Checking jobs for platform=marenostrum4 +2021-12-18 21:39:53,144 Checking jobs for platform=nord3 +2021-12-18 21:39:53,144 Checking jobs for platform=local +2021-12-18 21:39:53,145 Checking jobs for platform=transfer_node +2021-12-18 21:39:53,145 Checking all jobs at once +2021-12-18 21:39:54,465 Successful check job command +2021-12-18 21:39:55,684 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:39:55,684 End of checking +2021-12-18 21:39:55,686 Updating FAILED jobs +2021-12-18 21:39:55,686 Updating WAITING jobs +2021-12-18 21:39:55,686 Update finished +2021-12-18 21:39:55,686 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:39:55,687 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:39:55,687 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:39:55,687 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:39:55,687 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:39:55,687 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:39:55,687 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:39:55,690 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:39:55,692 Job list saved +2021-12-18 21:39:55,697 Updating FAILED jobs +2021-12-18 21:39:55,697 Updating WAITING jobs +2021-12-18 21:39:55,697 Update finished +2021-12-18 21:40:05,707 Reloading parameters... +2021-12-18 21:40:05,726 Loading parameters... +2021-12-18 21:40:05,728 Loading project parameters... +2021-12-18 21:40:05,730 + +9 of 25 jobs remaining (21:40) +2021-12-18 21:40:05,731 Sleep: 10 +2021-12-18 21:40:05,731 Number of retrials: 0 +2021-12-18 21:40:05,731 WRAPPER CHECK TIME = 10 +2021-12-18 21:40:05,731 Checking jobs for platform=marenostrum4 +2021-12-18 21:40:05,732 Checking jobs for platform=nord3 +2021-12-18 21:40:05,733 Checking jobs for platform=local +2021-12-18 21:40:05,733 Checking jobs for platform=transfer_node +2021-12-18 21:40:05,733 Checking all jobs at once +2021-12-18 21:40:06,953 Successful check job command +2021-12-18 21:40:08,222 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:40:08,223 End of checking +2021-12-18 21:40:08,224 Updating FAILED jobs +2021-12-18 21:40:08,224 Updating WAITING jobs +2021-12-18 21:40:08,224 Update finished +2021-12-18 21:40:08,224 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:40:08,225 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:40:08,225 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:40:08,225 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:40:08,225 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:40:08,225 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:40:08,225 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:40:08,229 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:40:08,233 Job list saved +2021-12-18 21:40:08,238 Updating FAILED jobs +2021-12-18 21:40:08,239 Updating WAITING jobs +2021-12-18 21:40:08,239 Update finished +2021-12-18 21:40:18,249 Reloading parameters... +2021-12-18 21:40:18,268 Loading parameters... +2021-12-18 21:40:18,269 Loading project parameters... +2021-12-18 21:40:18,271 + +9 of 25 jobs remaining (21:40) +2021-12-18 21:40:18,271 Sleep: 10 +2021-12-18 21:40:18,271 Number of retrials: 0 +2021-12-18 21:40:18,271 WRAPPER CHECK TIME = 10 +2021-12-18 21:40:18,272 Checking jobs for platform=marenostrum4 +2021-12-18 21:40:18,272 Checking jobs for platform=nord3 +2021-12-18 21:40:18,273 Checking jobs for platform=local +2021-12-18 21:40:18,274 Checking jobs for platform=transfer_node +2021-12-18 21:40:18,274 Checking all jobs at once +2021-12-18 21:40:19,593 Successful check job command +2021-12-18 21:40:20,712 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:40:20,712 End of checking +2021-12-18 21:40:20,714 Updating FAILED jobs +2021-12-18 21:40:20,714 Updating WAITING jobs +2021-12-18 21:40:20,714 Update finished +2021-12-18 21:40:20,714 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:40:20,717 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:40:20,717 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:40:20,717 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:40:20,717 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:40:20,718 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:40:20,718 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:40:20,720 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:40:20,722 Job list saved +2021-12-18 21:40:20,727 Updating FAILED jobs +2021-12-18 21:40:20,727 Updating WAITING jobs +2021-12-18 21:40:20,727 Update finished +2021-12-18 21:40:30,736 Reloading parameters... +2021-12-18 21:40:30,754 Loading parameters... +2021-12-18 21:40:30,755 Loading project parameters... +2021-12-18 21:40:30,757 + +9 of 25 jobs remaining (21:40) +2021-12-18 21:40:30,758 Sleep: 10 +2021-12-18 21:40:30,758 Number of retrials: 0 +2021-12-18 21:40:30,758 WRAPPER CHECK TIME = 10 +2021-12-18 21:40:30,758 Checking jobs for platform=marenostrum4 +2021-12-18 21:40:30,759 Checking jobs for platform=nord3 +2021-12-18 21:40:30,759 Checking jobs for platform=local +2021-12-18 21:40:30,760 Checking jobs for platform=transfer_node +2021-12-18 21:40:30,760 Checking all jobs at once +2021-12-18 21:40:32,129 Successful check job command +2021-12-18 21:40:33,348 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:40:33,349 End of checking +2021-12-18 21:40:33,350 Updating FAILED jobs +2021-12-18 21:40:33,350 Updating WAITING jobs +2021-12-18 21:40:33,351 Update finished +2021-12-18 21:40:33,351 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:40:33,351 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:40:33,351 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:40:33,351 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:40:33,351 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:40:33,351 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:40:33,351 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:40:33,354 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:40:33,356 Job list saved +2021-12-18 21:40:33,361 Updating FAILED jobs +2021-12-18 21:40:33,361 Updating WAITING jobs +2021-12-18 21:40:33,361 Update finished +2021-12-18 21:40:43,368 Reloading parameters... +2021-12-18 21:40:43,389 Loading parameters... +2021-12-18 21:40:43,390 Loading project parameters... +2021-12-18 21:40:43,392 + +9 of 25 jobs remaining (21:40) +2021-12-18 21:40:43,392 Sleep: 10 +2021-12-18 21:40:43,392 Number of retrials: 0 +2021-12-18 21:40:43,392 WRAPPER CHECK TIME = 10 +2021-12-18 21:40:43,393 Checking jobs for platform=marenostrum4 +2021-12-18 21:40:43,394 Checking jobs for platform=nord3 +2021-12-18 21:40:43,394 Checking jobs for platform=local +2021-12-18 21:40:43,395 Checking jobs for platform=transfer_node +2021-12-18 21:40:43,395 Checking all jobs at once +2021-12-18 21:40:44,619 Successful check job command +2021-12-18 21:40:45,838 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:40:45,839 End of checking +2021-12-18 21:40:45,840 Updating FAILED jobs +2021-12-18 21:40:45,840 Updating WAITING jobs +2021-12-18 21:40:45,840 Update finished +2021-12-18 21:40:45,840 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:40:45,841 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:40:45,841 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:40:45,841 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:40:45,841 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:40:45,841 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:40:45,841 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:40:45,844 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:40:45,846 Job list saved +2021-12-18 21:40:45,850 Updating FAILED jobs +2021-12-18 21:40:45,851 Updating WAITING jobs +2021-12-18 21:40:45,851 Update finished +2021-12-18 21:40:55,861 Reloading parameters... +2021-12-18 21:40:55,879 Loading parameters... +2021-12-18 21:40:55,880 Loading project parameters... +2021-12-18 21:40:55,882 + +9 of 25 jobs remaining (21:40) +2021-12-18 21:40:55,882 Sleep: 10 +2021-12-18 21:40:55,882 Number of retrials: 0 +2021-12-18 21:40:55,882 WRAPPER CHECK TIME = 10 +2021-12-18 21:40:55,883 Checking jobs for platform=marenostrum4 +2021-12-18 21:40:55,883 Checking jobs for platform=nord3 +2021-12-18 21:40:55,884 Checking jobs for platform=local +2021-12-18 21:40:55,884 Checking jobs for platform=transfer_node +2021-12-18 21:40:55,884 Checking all jobs at once +2021-12-18 21:40:57,254 Successful check job command +2021-12-18 21:40:58,524 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:40:58,524 End of checking +2021-12-18 21:40:58,525 Updating FAILED jobs +2021-12-18 21:40:58,525 Updating WAITING jobs +2021-12-18 21:40:58,526 Update finished +2021-12-18 21:40:58,526 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:40:58,527 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:40:58,527 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:40:58,528 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:40:58,528 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:40:58,528 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:40:58,528 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:40:58,531 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:40:58,533 Job list saved +2021-12-18 21:40:58,538 Updating FAILED jobs +2021-12-18 21:40:58,538 Updating WAITING jobs +2021-12-18 21:40:58,538 Update finished +2021-12-18 21:41:08,548 Reloading parameters... +2021-12-18 21:41:08,567 Loading parameters... +2021-12-18 21:41:08,569 Loading project parameters... +2021-12-18 21:41:08,571 + +9 of 25 jobs remaining (21:41) +2021-12-18 21:41:08,571 Sleep: 10 +2021-12-18 21:41:08,571 Number of retrials: 0 +2021-12-18 21:41:08,571 WRAPPER CHECK TIME = 10 +2021-12-18 21:41:08,572 Checking jobs for platform=marenostrum4 +2021-12-18 21:41:08,572 Checking jobs for platform=nord3 +2021-12-18 21:41:08,573 Checking jobs for platform=local +2021-12-18 21:41:08,573 Checking jobs for platform=transfer_node +2021-12-18 21:41:08,573 Checking all jobs at once +2021-12-18 21:41:09,893 Successful check job command +2021-12-18 21:41:11,467 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:41:11,467 End of checking +2021-12-18 21:41:11,469 Updating FAILED jobs +2021-12-18 21:41:11,469 Updating WAITING jobs +2021-12-18 21:41:11,469 Update finished +2021-12-18 21:41:11,469 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:41:11,469 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:41:11,469 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:41:11,470 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:41:11,470 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:41:11,470 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:41:11,470 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:41:11,472 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:41:11,474 Job list saved +2021-12-18 21:41:11,479 Updating FAILED jobs +2021-12-18 21:41:11,479 Updating WAITING jobs +2021-12-18 21:41:11,479 Update finished +2021-12-18 21:41:21,485 Reloading parameters... +2021-12-18 21:41:21,503 Loading parameters... +2021-12-18 21:41:21,504 Loading project parameters... +2021-12-18 21:41:21,506 + +9 of 25 jobs remaining (21:41) +2021-12-18 21:41:21,506 Sleep: 10 +2021-12-18 21:41:21,506 Number of retrials: 0 +2021-12-18 21:41:21,506 WRAPPER CHECK TIME = 10 +2021-12-18 21:41:21,507 Checking jobs for platform=marenostrum4 +2021-12-18 21:41:21,507 Checking jobs for platform=nord3 +2021-12-18 21:41:21,508 Checking jobs for platform=local +2021-12-18 21:41:21,509 Checking jobs for platform=transfer_node +2021-12-18 21:41:21,509 Checking all jobs at once +2021-12-18 21:41:22,778 Successful check job command +2021-12-18 21:41:23,947 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:41:23,948 End of checking +2021-12-18 21:41:23,949 Updating FAILED jobs +2021-12-18 21:41:23,949 Updating WAITING jobs +2021-12-18 21:41:23,949 Update finished +2021-12-18 21:41:23,950 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:41:23,950 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:41:23,950 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:41:23,950 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:41:23,950 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:41:23,950 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:41:23,950 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:41:23,953 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:41:23,956 Job list saved +2021-12-18 21:41:23,961 Updating FAILED jobs +2021-12-18 21:41:23,961 Updating WAITING jobs +2021-12-18 21:41:23,961 Update finished +2021-12-18 21:41:33,969 Reloading parameters... +2021-12-18 21:41:33,988 Loading parameters... +2021-12-18 21:41:33,989 Loading project parameters... +2021-12-18 21:41:33,991 + +9 of 25 jobs remaining (21:41) +2021-12-18 21:41:33,991 Sleep: 10 +2021-12-18 21:41:33,991 Number of retrials: 0 +2021-12-18 21:41:33,991 WRAPPER CHECK TIME = 10 +2021-12-18 21:41:33,992 Checking jobs for platform=marenostrum4 +2021-12-18 21:41:33,993 Checking jobs for platform=nord3 +2021-12-18 21:41:33,993 Checking jobs for platform=local +2021-12-18 21:41:33,994 Checking jobs for platform=transfer_node +2021-12-18 21:41:33,994 Checking all jobs at once +2021-12-18 21:41:35,464 Successful check job command +2021-12-18 21:41:36,683 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:41:36,683 End of checking +2021-12-18 21:41:36,685 Updating FAILED jobs +2021-12-18 21:41:36,685 Updating WAITING jobs +2021-12-18 21:41:36,685 Update finished +2021-12-18 21:41:36,685 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:41:36,686 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:41:36,686 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:41:36,686 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:41:36,686 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:41:36,686 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:41:36,686 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:41:36,689 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:41:36,691 Job list saved +2021-12-18 21:41:36,696 Updating FAILED jobs +2021-12-18 21:41:36,696 Updating WAITING jobs +2021-12-18 21:41:36,696 Update finished +2021-12-18 21:41:46,706 Reloading parameters... +2021-12-18 21:41:46,724 Loading parameters... +2021-12-18 21:41:46,725 Loading project parameters... +2021-12-18 21:41:46,727 + +9 of 25 jobs remaining (21:41) +2021-12-18 21:41:46,727 Sleep: 10 +2021-12-18 21:41:46,728 Number of retrials: 0 +2021-12-18 21:41:46,728 WRAPPER CHECK TIME = 10 +2021-12-18 21:41:46,728 Checking jobs for platform=marenostrum4 +2021-12-18 21:41:46,729 Checking jobs for platform=nord3 +2021-12-18 21:41:46,729 Checking jobs for platform=local +2021-12-18 21:41:46,730 Checking jobs for platform=transfer_node +2021-12-18 21:41:46,730 Checking all jobs at once +2021-12-18 21:41:48,099 Successful check job command +2021-12-18 21:41:49,419 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:41:49,419 End of checking +2021-12-18 21:41:49,420 Updating FAILED jobs +2021-12-18 21:41:49,421 Updating WAITING jobs +2021-12-18 21:41:49,421 Update finished +2021-12-18 21:41:49,421 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:41:49,421 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:41:49,421 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:41:49,421 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:41:49,422 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:41:49,422 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:41:49,422 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:41:49,424 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:41:49,426 Job list saved +2021-12-18 21:41:49,431 Updating FAILED jobs +2021-12-18 21:41:49,431 Updating WAITING jobs +2021-12-18 21:41:49,431 Update finished +2021-12-18 21:41:59,438 Reloading parameters... +2021-12-18 21:41:59,455 Loading parameters... +2021-12-18 21:41:59,457 Loading project parameters... +2021-12-18 21:41:59,458 + +9 of 25 jobs remaining (21:41) +2021-12-18 21:41:59,459 Sleep: 10 +2021-12-18 21:41:59,459 Number of retrials: 0 +2021-12-18 21:41:59,459 WRAPPER CHECK TIME = 10 +2021-12-18 21:41:59,459 Checking jobs for platform=marenostrum4 +2021-12-18 21:41:59,460 Checking jobs for platform=nord3 +2021-12-18 21:41:59,461 Checking jobs for platform=local +2021-12-18 21:41:59,461 Checking jobs for platform=transfer_node +2021-12-18 21:41:59,461 Checking all jobs at once +2021-12-18 21:42:00,732 Successful check job command +2021-12-18 21:42:01,952 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:42:01,952 End of checking +2021-12-18 21:42:01,953 Updating FAILED jobs +2021-12-18 21:42:01,953 Updating WAITING jobs +2021-12-18 21:42:01,954 Update finished +2021-12-18 21:42:01,954 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:42:01,954 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:42:01,954 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:42:01,954 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:42:01,954 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:42:01,954 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:42:01,955 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:42:01,957 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:42:01,959 Job list saved +2021-12-18 21:42:01,964 Updating FAILED jobs +2021-12-18 21:42:01,964 Updating WAITING jobs +2021-12-18 21:42:01,964 Update finished +2021-12-18 21:42:11,975 Reloading parameters... +2021-12-18 21:42:11,994 Loading parameters... +2021-12-18 21:42:11,995 Loading project parameters... +2021-12-18 21:42:11,997 + +9 of 25 jobs remaining (21:42) +2021-12-18 21:42:11,997 Sleep: 10 +2021-12-18 21:42:11,997 Number of retrials: 0 +2021-12-18 21:42:11,997 WRAPPER CHECK TIME = 10 +2021-12-18 21:42:11,998 Checking jobs for platform=marenostrum4 +2021-12-18 21:42:11,998 Checking jobs for platform=nord3 +2021-12-18 21:42:11,999 Checking jobs for platform=local +2021-12-18 21:42:11,999 Checking jobs for platform=transfer_node +2021-12-18 21:42:12,000 Checking all jobs at once +2021-12-18 21:42:13,369 Successful check job command +2021-12-18 21:42:14,889 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:42:14,889 End of checking +2021-12-18 21:42:14,890 Updating FAILED jobs +2021-12-18 21:42:14,890 Updating WAITING jobs +2021-12-18 21:42:14,891 Update finished +2021-12-18 21:42:14,891 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:42:14,891 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:42:14,892 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:42:14,892 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:42:14,892 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:42:14,892 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:42:14,892 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:42:14,895 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:42:14,897 Job list saved +2021-12-18 21:42:14,902 Updating FAILED jobs +2021-12-18 21:42:14,902 Updating WAITING jobs +2021-12-18 21:42:14,902 Update finished +2021-12-18 21:42:24,912 Reloading parameters... +2021-12-18 21:42:24,930 Loading parameters... +2021-12-18 21:42:24,932 Loading project parameters... +2021-12-18 21:42:24,933 + +9 of 25 jobs remaining (21:42) +2021-12-18 21:42:24,934 Sleep: 10 +2021-12-18 21:42:24,934 Number of retrials: 0 +2021-12-18 21:42:24,934 WRAPPER CHECK TIME = 10 +2021-12-18 21:42:24,934 Checking jobs for platform=marenostrum4 +2021-12-18 21:42:24,935 Checking jobs for platform=nord3 +2021-12-18 21:42:24,935 Checking jobs for platform=local +2021-12-18 21:42:24,936 Checking jobs for platform=transfer_node +2021-12-18 21:42:24,936 Checking all jobs at once +2021-12-18 21:42:26,356 Successful check job command +2021-12-18 21:42:27,625 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:42:27,625 End of checking +2021-12-18 21:42:27,626 Updating FAILED jobs +2021-12-18 21:42:27,626 Updating WAITING jobs +2021-12-18 21:42:27,627 Update finished +2021-12-18 21:42:27,627 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:42:27,627 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:42:27,627 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:42:27,627 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:42:27,627 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:42:27,628 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:42:27,628 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:42:27,630 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:42:27,633 Job list saved +2021-12-18 21:42:27,637 Updating FAILED jobs +2021-12-18 21:42:27,637 Updating WAITING jobs +2021-12-18 21:42:27,638 Update finished +2021-12-18 21:42:37,648 Reloading parameters... +2021-12-18 21:42:37,666 Loading parameters... +2021-12-18 21:42:37,667 Loading project parameters... +2021-12-18 21:42:37,669 + +9 of 25 jobs remaining (21:42) +2021-12-18 21:42:37,670 Sleep: 10 +2021-12-18 21:42:37,670 Number of retrials: 0 +2021-12-18 21:42:37,670 WRAPPER CHECK TIME = 10 +2021-12-18 21:42:37,670 Checking jobs for platform=marenostrum4 +2021-12-18 21:42:37,671 Checking jobs for platform=nord3 +2021-12-18 21:42:37,671 Checking jobs for platform=local +2021-12-18 21:42:37,672 Checking jobs for platform=transfer_node +2021-12-18 21:42:37,672 Checking all jobs at once +2021-12-18 21:42:39,049 Successful check job command +2021-12-18 21:42:40,569 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:42:40,569 End of checking +2021-12-18 21:42:40,571 Updating FAILED jobs +2021-12-18 21:42:40,571 Updating WAITING jobs +2021-12-18 21:42:40,571 Update finished +2021-12-18 21:42:40,571 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:42:40,572 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:42:40,572 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:42:40,572 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:42:40,572 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:42:40,572 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:42:40,572 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:42:40,575 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:42:40,577 Job list saved +2021-12-18 21:42:40,582 Updating FAILED jobs +2021-12-18 21:42:40,582 Updating WAITING jobs +2021-12-18 21:42:40,582 Update finished +2021-12-18 21:42:50,589 Reloading parameters... +2021-12-18 21:42:50,607 Loading parameters... +2021-12-18 21:42:50,609 Loading project parameters... +2021-12-18 21:42:50,611 + +9 of 25 jobs remaining (21:42) +2021-12-18 21:42:50,611 Sleep: 10 +2021-12-18 21:42:50,611 Number of retrials: 0 +2021-12-18 21:42:50,611 WRAPPER CHECK TIME = 10 +2021-12-18 21:42:50,612 Checking jobs for platform=marenostrum4 +2021-12-18 21:42:50,612 Checking jobs for platform=nord3 +2021-12-18 21:42:50,613 Checking jobs for platform=local +2021-12-18 21:42:50,613 Checking jobs for platform=transfer_node +2021-12-18 21:42:50,613 Checking all jobs at once +2021-12-18 21:42:51,934 Successful check job command +2021-12-18 21:42:53,103 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:42:53,103 End of checking +2021-12-18 21:42:53,105 Updating FAILED jobs +2021-12-18 21:42:53,105 Updating WAITING jobs +2021-12-18 21:42:53,105 Update finished +2021-12-18 21:42:53,105 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:42:53,106 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:42:53,106 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:42:53,106 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:42:53,106 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:42:53,106 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:42:53,106 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:42:53,109 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:42:53,111 Job list saved +2021-12-18 21:42:53,116 Updating FAILED jobs +2021-12-18 21:42:53,116 Updating WAITING jobs +2021-12-18 21:42:53,116 Update finished +2021-12-18 21:43:03,119 Reloading parameters... +2021-12-18 21:43:03,137 Loading parameters... +2021-12-18 21:43:03,139 Loading project parameters... +2021-12-18 21:43:03,141 + +9 of 25 jobs remaining (21:43) +2021-12-18 21:43:03,141 Sleep: 10 +2021-12-18 21:43:03,141 Number of retrials: 0 +2021-12-18 21:43:03,141 WRAPPER CHECK TIME = 10 +2021-12-18 21:43:03,142 Checking jobs for platform=marenostrum4 +2021-12-18 21:43:03,142 Checking jobs for platform=nord3 +2021-12-18 21:43:03,143 Checking jobs for platform=local +2021-12-18 21:43:03,143 Checking jobs for platform=transfer_node +2021-12-18 21:43:03,143 Checking all jobs at once +2021-12-18 21:43:04,463 Successful check job command +2021-12-18 21:43:05,682 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:43:05,682 End of checking +2021-12-18 21:43:05,683 Updating FAILED jobs +2021-12-18 21:43:05,684 Updating WAITING jobs +2021-12-18 21:43:05,684 Update finished +2021-12-18 21:43:05,684 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:43:05,684 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:43:05,684 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:43:05,684 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:43:05,684 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:43:05,685 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:43:05,685 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:43:05,687 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:43:05,689 Job list saved +2021-12-18 21:43:05,694 Updating FAILED jobs +2021-12-18 21:43:05,694 Updating WAITING jobs +2021-12-18 21:43:05,694 Update finished +2021-12-18 21:43:15,704 Reloading parameters... +2021-12-18 21:43:15,725 Loading parameters... +2021-12-18 21:43:15,727 Loading project parameters... +2021-12-18 21:43:15,729 + +9 of 25 jobs remaining (21:43) +2021-12-18 21:43:15,729 Sleep: 10 +2021-12-18 21:43:15,729 Number of retrials: 0 +2021-12-18 21:43:15,729 WRAPPER CHECK TIME = 10 +2021-12-18 21:43:15,730 Checking jobs for platform=marenostrum4 +2021-12-18 21:43:15,730 Checking jobs for platform=nord3 +2021-12-18 21:43:15,731 Checking jobs for platform=local +2021-12-18 21:43:15,731 Checking jobs for platform=transfer_node +2021-12-18 21:43:15,731 Checking all jobs at once +2021-12-18 21:43:17,403 Successful check job command +2021-12-18 21:43:18,823 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:43:18,824 End of checking +2021-12-18 21:43:18,825 Updating FAILED jobs +2021-12-18 21:43:18,825 Updating WAITING jobs +2021-12-18 21:43:18,825 Update finished +2021-12-18 21:43:18,825 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:43:18,825 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:43:18,826 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:43:18,826 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:43:18,826 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:43:18,826 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:43:18,826 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:43:18,829 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:43:18,831 Job list saved +2021-12-18 21:43:18,836 Updating FAILED jobs +2021-12-18 21:43:18,836 Updating WAITING jobs +2021-12-18 21:43:18,836 Update finished +2021-12-18 21:43:28,846 Reloading parameters... +2021-12-18 21:43:28,864 Loading parameters... +2021-12-18 21:43:28,865 Loading project parameters... +2021-12-18 21:43:28,867 + +9 of 25 jobs remaining (21:43) +2021-12-18 21:43:28,867 Sleep: 10 +2021-12-18 21:43:28,867 Number of retrials: 0 +2021-12-18 21:43:28,867 WRAPPER CHECK TIME = 10 +2021-12-18 21:43:28,868 Checking jobs for platform=marenostrum4 +2021-12-18 21:43:28,869 Checking jobs for platform=nord3 +2021-12-18 21:43:28,869 Checking jobs for platform=local +2021-12-18 21:43:28,870 Checking jobs for platform=transfer_node +2021-12-18 21:43:28,870 Checking all jobs at once +2021-12-18 21:43:30,140 Successful check job command +2021-12-18 21:43:31,610 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:43:31,610 End of checking +2021-12-18 21:43:31,611 Updating FAILED jobs +2021-12-18 21:43:31,611 Updating WAITING jobs +2021-12-18 21:43:31,612 Update finished +2021-12-18 21:43:31,612 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:43:31,616 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:43:31,616 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:43:31,616 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:43:31,616 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:43:31,616 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:43:31,616 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:43:31,619 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:43:31,621 Job list saved +2021-12-18 21:43:31,626 Updating FAILED jobs +2021-12-18 21:43:31,626 Updating WAITING jobs +2021-12-18 21:43:31,627 Update finished +2021-12-18 21:43:41,637 Reloading parameters... +2021-12-18 21:43:41,654 Loading parameters... +2021-12-18 21:43:41,655 Loading project parameters... +2021-12-18 21:43:41,657 + +9 of 25 jobs remaining (21:43) +2021-12-18 21:43:41,657 Sleep: 10 +2021-12-18 21:43:41,657 Number of retrials: 0 +2021-12-18 21:43:41,658 WRAPPER CHECK TIME = 10 +2021-12-18 21:43:41,658 Checking jobs for platform=marenostrum4 +2021-12-18 21:43:41,659 Checking jobs for platform=nord3 +2021-12-18 21:43:41,659 Checking jobs for platform=local +2021-12-18 21:43:41,660 Checking jobs for platform=transfer_node +2021-12-18 21:43:41,660 Checking all jobs at once +2021-12-18 21:43:43,029 Successful check job command +2021-12-18 21:43:44,251 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:43:44,251 End of checking +2021-12-18 21:43:44,252 Updating FAILED jobs +2021-12-18 21:43:44,253 Updating WAITING jobs +2021-12-18 21:43:44,253 Update finished +2021-12-18 21:43:44,253 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:43:44,253 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:43:44,253 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:43:44,253 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:43:44,254 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:43:44,254 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:43:44,254 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:43:44,256 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:43:44,259 Job list saved +2021-12-18 21:43:44,263 Updating FAILED jobs +2021-12-18 21:43:44,263 Updating WAITING jobs +2021-12-18 21:43:44,264 Update finished +2021-12-18 21:43:54,273 Reloading parameters... +2021-12-18 21:43:54,291 Loading parameters... +2021-12-18 21:43:54,293 Loading project parameters... +2021-12-18 21:43:54,295 + +9 of 25 jobs remaining (21:43) +2021-12-18 21:43:54,295 Sleep: 10 +2021-12-18 21:43:54,295 Number of retrials: 0 +2021-12-18 21:43:54,295 WRAPPER CHECK TIME = 10 +2021-12-18 21:43:54,296 Checking jobs for platform=marenostrum4 +2021-12-18 21:43:54,296 Checking jobs for platform=nord3 +2021-12-18 21:43:54,297 Checking jobs for platform=local +2021-12-18 21:43:54,298 Checking jobs for platform=transfer_node +2021-12-18 21:43:54,298 Checking all jobs at once +2021-12-18 21:43:56,521 Successful check job command +2021-12-18 21:43:57,894 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:43:57,894 End of checking +2021-12-18 21:43:57,895 Updating FAILED jobs +2021-12-18 21:43:57,895 Updating WAITING jobs +2021-12-18 21:43:57,896 Update finished +2021-12-18 21:43:57,896 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:43:57,896 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:43:57,896 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:43:57,896 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:43:57,896 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:43:57,896 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:43:57,897 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:43:57,899 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:43:57,901 Job list saved +2021-12-18 21:43:57,905 Updating FAILED jobs +2021-12-18 21:43:57,906 Updating WAITING jobs +2021-12-18 21:43:57,906 Update finished +2021-12-18 21:44:07,910 Reloading parameters... +2021-12-18 21:44:07,927 Loading parameters... +2021-12-18 21:44:07,929 Loading project parameters... +2021-12-18 21:44:07,931 + +9 of 25 jobs remaining (21:44) +2021-12-18 21:44:07,931 Sleep: 10 +2021-12-18 21:44:07,931 Number of retrials: 0 +2021-12-18 21:44:07,931 WRAPPER CHECK TIME = 10 +2021-12-18 21:44:07,932 Checking jobs for platform=marenostrum4 +2021-12-18 21:44:07,932 Checking jobs for platform=nord3 +2021-12-18 21:44:07,933 Checking jobs for platform=local +2021-12-18 21:44:07,933 Checking jobs for platform=transfer_node +2021-12-18 21:44:07,933 Checking all jobs at once +2021-12-18 21:44:10,263 Successful check job command +2021-12-18 21:44:11,535 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:44:11,535 End of checking +2021-12-18 21:44:11,537 Updating FAILED jobs +2021-12-18 21:44:11,537 Updating WAITING jobs +2021-12-18 21:44:11,537 Update finished +2021-12-18 21:44:11,537 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:44:11,539 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:44:11,539 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:44:11,539 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:44:11,539 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:44:11,539 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:44:11,539 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:44:11,542 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:44:11,544 Job list saved +2021-12-18 21:44:11,549 Updating FAILED jobs +2021-12-18 21:44:11,549 Updating WAITING jobs +2021-12-18 21:44:11,549 Update finished +2021-12-18 21:44:21,559 Reloading parameters... +2021-12-18 21:44:21,578 Loading parameters... +2021-12-18 21:44:21,579 Loading project parameters... +2021-12-18 21:44:21,581 + +9 of 25 jobs remaining (21:44) +2021-12-18 21:44:21,582 Sleep: 10 +2021-12-18 21:44:21,582 Number of retrials: 0 +2021-12-18 21:44:21,582 WRAPPER CHECK TIME = 10 +2021-12-18 21:44:21,582 Checking jobs for platform=marenostrum4 +2021-12-18 21:44:21,583 Checking jobs for platform=nord3 +2021-12-18 21:44:21,583 Checking jobs for platform=local +2021-12-18 21:44:21,584 Checking jobs for platform=transfer_node +2021-12-18 21:44:21,584 Checking all jobs at once +2021-12-18 21:44:23,154 Successful check job command +2021-12-18 21:44:24,327 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:44:24,327 End of checking +2021-12-18 21:44:24,328 Updating FAILED jobs +2021-12-18 21:44:24,328 Updating WAITING jobs +2021-12-18 21:44:24,329 Update finished +2021-12-18 21:44:24,329 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:44:24,329 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:44:24,329 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:44:24,329 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:44:24,329 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:44:24,329 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:44:24,330 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:44:24,332 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:44:24,335 Job list saved +2021-12-18 21:44:24,339 Updating FAILED jobs +2021-12-18 21:44:24,340 Updating WAITING jobs +2021-12-18 21:44:24,340 Update finished +2021-12-18 21:44:34,350 Reloading parameters... +2021-12-18 21:44:34,367 Loading parameters... +2021-12-18 21:44:34,370 Loading project parameters... +2021-12-18 21:44:34,372 + +9 of 25 jobs remaining (21:44) +2021-12-18 21:44:34,372 Sleep: 10 +2021-12-18 21:44:34,372 Number of retrials: 0 +2021-12-18 21:44:34,372 WRAPPER CHECK TIME = 10 +2021-12-18 21:44:34,373 Checking jobs for platform=marenostrum4 +2021-12-18 21:44:34,373 Checking jobs for platform=nord3 +2021-12-18 21:44:34,374 Checking jobs for platform=local +2021-12-18 21:44:34,374 Checking jobs for platform=transfer_node +2021-12-18 21:44:34,374 Checking all jobs at once +2021-12-18 21:44:35,794 Successful check job command +2021-12-18 21:44:36,964 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:44:36,964 End of checking +2021-12-18 21:44:36,965 Updating FAILED jobs +2021-12-18 21:44:36,965 Updating WAITING jobs +2021-12-18 21:44:36,965 Update finished +2021-12-18 21:44:36,965 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:44:36,966 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:44:36,966 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:44:36,966 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:44:36,966 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:44:36,966 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:44:36,966 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:44:36,969 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:44:36,971 Job list saved +2021-12-18 21:44:36,975 Updating FAILED jobs +2021-12-18 21:44:36,975 Updating WAITING jobs +2021-12-18 21:44:36,975 Update finished +2021-12-18 21:44:46,981 Reloading parameters... +2021-12-18 21:44:46,999 Loading parameters... +2021-12-18 21:44:47,001 Loading project parameters... +2021-12-18 21:44:47,002 + +9 of 25 jobs remaining (21:44) +2021-12-18 21:44:47,003 Sleep: 10 +2021-12-18 21:44:47,003 Number of retrials: 0 +2021-12-18 21:44:47,003 WRAPPER CHECK TIME = 10 +2021-12-18 21:44:47,003 Checking jobs for platform=marenostrum4 +2021-12-18 21:44:47,004 Checking jobs for platform=nord3 +2021-12-18 21:44:47,005 Checking jobs for platform=local +2021-12-18 21:44:47,005 Checking jobs for platform=transfer_node +2021-12-18 21:44:47,005 Checking all jobs at once +2021-12-18 21:44:48,525 Successful check job command +2021-12-18 21:44:49,846 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:44:49,846 End of checking +2021-12-18 21:44:49,847 Updating FAILED jobs +2021-12-18 21:44:49,848 Updating WAITING jobs +2021-12-18 21:44:49,848 Update finished +2021-12-18 21:44:49,848 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:44:49,848 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:44:49,849 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:44:49,849 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:44:49,849 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:44:49,849 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:44:49,849 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:44:49,852 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:44:49,854 Job list saved +2021-12-18 21:44:49,858 Updating FAILED jobs +2021-12-18 21:44:49,859 Updating WAITING jobs +2021-12-18 21:44:49,859 Update finished +2021-12-18 21:44:59,869 Reloading parameters... +2021-12-18 21:44:59,887 Loading parameters... +2021-12-18 21:44:59,888 Loading project parameters... +2021-12-18 21:44:59,890 + +9 of 25 jobs remaining (21:44) +2021-12-18 21:44:59,890 Sleep: 10 +2021-12-18 21:44:59,890 Number of retrials: 0 +2021-12-18 21:44:59,890 WRAPPER CHECK TIME = 10 +2021-12-18 21:44:59,891 Checking jobs for platform=marenostrum4 +2021-12-18 21:44:59,891 Checking jobs for platform=nord3 +2021-12-18 21:44:59,892 Checking jobs for platform=local +2021-12-18 21:44:59,893 Checking jobs for platform=transfer_node +2021-12-18 21:44:59,893 Checking all jobs at once +2021-12-18 21:45:01,212 Successful check job command +2021-12-18 21:45:02,481 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:45:02,482 End of checking +2021-12-18 21:45:02,483 Updating FAILED jobs +2021-12-18 21:45:02,483 Updating WAITING jobs +2021-12-18 21:45:02,483 Update finished +2021-12-18 21:45:02,484 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:45:02,484 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:45:02,484 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:45:02,484 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:45:02,484 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:45:02,484 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:45:02,484 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:45:02,487 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:45:02,489 Job list saved +2021-12-18 21:45:02,493 Updating FAILED jobs +2021-12-18 21:45:02,494 Updating WAITING jobs +2021-12-18 21:45:02,494 Update finished +2021-12-18 21:45:12,504 Reloading parameters... +2021-12-18 21:45:12,521 Loading parameters... +2021-12-18 21:45:12,522 Loading project parameters... +2021-12-18 21:45:12,524 + +9 of 25 jobs remaining (21:45) +2021-12-18 21:45:12,525 Sleep: 10 +2021-12-18 21:45:12,525 Number of retrials: 0 +2021-12-18 21:45:12,525 WRAPPER CHECK TIME = 10 +2021-12-18 21:45:12,525 Checking jobs for platform=marenostrum4 +2021-12-18 21:45:12,526 Checking jobs for platform=nord3 +2021-12-18 21:45:12,526 Checking jobs for platform=local +2021-12-18 21:45:12,527 Checking jobs for platform=transfer_node +2021-12-18 21:45:12,527 Checking all jobs at once +2021-12-18 21:45:13,849 Successful check job command +2021-12-18 21:45:14,967 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:45:14,968 End of checking +2021-12-18 21:45:14,969 Updating FAILED jobs +2021-12-18 21:45:14,969 Updating WAITING jobs +2021-12-18 21:45:14,969 Update finished +2021-12-18 21:45:14,969 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:45:14,970 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:45:14,970 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:45:14,970 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:45:14,970 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:45:14,970 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:45:14,970 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:45:14,973 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:45:14,975 Job list saved +2021-12-18 21:45:14,980 Updating FAILED jobs +2021-12-18 21:45:14,980 Updating WAITING jobs +2021-12-18 21:45:14,980 Update finished +2021-12-18 21:45:24,990 Reloading parameters... +2021-12-18 21:45:25,009 Loading parameters... +2021-12-18 21:45:25,010 Loading project parameters... +2021-12-18 21:45:25,012 + +9 of 25 jobs remaining (21:45) +2021-12-18 21:45:25,012 Sleep: 10 +2021-12-18 21:45:25,012 Number of retrials: 0 +2021-12-18 21:45:25,012 WRAPPER CHECK TIME = 10 +2021-12-18 21:45:25,013 Checking jobs for platform=marenostrum4 +2021-12-18 21:45:25,013 Checking jobs for platform=nord3 +2021-12-18 21:45:25,014 Checking jobs for platform=local +2021-12-18 21:45:25,014 Checking jobs for platform=transfer_node +2021-12-18 21:45:25,014 Checking all jobs at once +2021-12-18 21:45:26,589 Successful check job command +2021-12-18 21:45:27,909 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:45:27,909 End of checking +2021-12-18 21:45:27,911 Updating FAILED jobs +2021-12-18 21:45:27,911 Updating WAITING jobs +2021-12-18 21:45:27,911 Update finished +2021-12-18 21:45:27,911 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:45:27,912 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:45:27,912 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:45:27,912 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:45:27,913 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:45:27,913 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:45:27,913 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:45:27,916 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:45:27,918 Job list saved +2021-12-18 21:45:27,925 Updating FAILED jobs +2021-12-18 21:45:27,925 Updating WAITING jobs +2021-12-18 21:45:27,925 Update finished +2021-12-18 21:45:37,935 Reloading parameters... +2021-12-18 21:45:37,952 Loading parameters... +2021-12-18 21:45:37,953 Loading project parameters... +2021-12-18 21:45:37,955 + +9 of 25 jobs remaining (21:45) +2021-12-18 21:45:37,955 Sleep: 10 +2021-12-18 21:45:37,955 Number of retrials: 0 +2021-12-18 21:45:37,955 WRAPPER CHECK TIME = 10 +2021-12-18 21:45:37,956 Checking jobs for platform=marenostrum4 +2021-12-18 21:45:37,956 Checking jobs for platform=nord3 +2021-12-18 21:45:37,957 Checking jobs for platform=local +2021-12-18 21:45:37,958 Checking jobs for platform=transfer_node +2021-12-18 21:45:37,958 Checking all jobs at once +2021-12-18 21:45:39,277 Successful check job command +2021-12-18 21:45:40,650 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:45:40,650 End of checking +2021-12-18 21:45:40,651 Updating FAILED jobs +2021-12-18 21:45:40,652 Updating WAITING jobs +2021-12-18 21:45:40,652 Update finished +2021-12-18 21:45:40,652 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:45:40,652 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:45:40,652 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:45:40,652 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:45:40,653 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:45:40,653 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:45:40,653 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:45:40,655 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:45:40,658 Job list saved +2021-12-18 21:45:40,662 Updating FAILED jobs +2021-12-18 21:45:40,662 Updating WAITING jobs +2021-12-18 21:45:40,662 Update finished +2021-12-18 21:45:50,671 Reloading parameters... +2021-12-18 21:45:50,692 Loading parameters... +2021-12-18 21:45:50,694 Loading project parameters... +2021-12-18 21:45:50,696 + +9 of 25 jobs remaining (21:45) +2021-12-18 21:45:50,696 Sleep: 10 +2021-12-18 21:45:50,696 Number of retrials: 0 +2021-12-18 21:45:50,696 WRAPPER CHECK TIME = 10 +2021-12-18 21:45:50,697 Checking jobs for platform=marenostrum4 +2021-12-18 21:45:50,697 Checking jobs for platform=nord3 +2021-12-18 21:45:50,698 Checking jobs for platform=local +2021-12-18 21:45:50,698 Checking jobs for platform=transfer_node +2021-12-18 21:45:50,699 Checking all jobs at once +2021-12-18 21:45:52,118 Successful check job command +2021-12-18 21:45:53,388 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:45:53,388 End of checking +2021-12-18 21:45:53,390 Updating FAILED jobs +2021-12-18 21:45:53,390 Updating WAITING jobs +2021-12-18 21:45:53,390 Update finished +2021-12-18 21:45:53,390 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:45:53,390 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:45:53,390 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:45:53,391 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:45:53,391 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:45:53,391 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:45:53,391 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:45:53,395 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:45:53,397 Job list saved +2021-12-18 21:45:53,401 Updating FAILED jobs +2021-12-18 21:45:53,402 Updating WAITING jobs +2021-12-18 21:45:53,402 Update finished +2021-12-18 21:46:03,411 Reloading parameters... +2021-12-18 21:46:03,429 Loading parameters... +2021-12-18 21:46:03,431 Loading project parameters... +2021-12-18 21:46:03,433 + +9 of 25 jobs remaining (21:46) +2021-12-18 21:46:03,433 Sleep: 10 +2021-12-18 21:46:03,433 Number of retrials: 0 +2021-12-18 21:46:03,433 WRAPPER CHECK TIME = 10 +2021-12-18 21:46:03,434 Checking jobs for platform=marenostrum4 +2021-12-18 21:46:03,434 Checking jobs for platform=nord3 +2021-12-18 21:46:03,435 Checking jobs for platform=local +2021-12-18 21:46:03,435 Checking jobs for platform=transfer_node +2021-12-18 21:46:03,435 Checking all jobs at once +2021-12-18 21:46:04,805 Successful check job command +2021-12-18 21:46:06,074 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:46:06,074 End of checking +2021-12-18 21:46:06,076 Updating FAILED jobs +2021-12-18 21:46:06,076 Updating WAITING jobs +2021-12-18 21:46:06,076 Update finished +2021-12-18 21:46:06,076 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:46:06,077 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:46:06,077 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:46:06,077 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:46:06,077 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:46:06,078 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:46:06,078 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:46:06,080 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:46:06,082 Job list saved +2021-12-18 21:46:06,088 Updating FAILED jobs +2021-12-18 21:46:06,088 Updating WAITING jobs +2021-12-18 21:46:06,088 Update finished +2021-12-18 21:46:16,095 Reloading parameters... +2021-12-18 21:46:16,114 Loading parameters... +2021-12-18 21:46:16,115 Loading project parameters... +2021-12-18 21:46:16,117 + +9 of 25 jobs remaining (21:46) +2021-12-18 21:46:16,117 Sleep: 10 +2021-12-18 21:46:16,117 Number of retrials: 0 +2021-12-18 21:46:16,117 WRAPPER CHECK TIME = 10 +2021-12-18 21:46:16,118 Checking jobs for platform=marenostrum4 +2021-12-18 21:46:16,118 Checking jobs for platform=nord3 +2021-12-18 21:46:16,119 Checking jobs for platform=local +2021-12-18 21:46:16,120 Checking jobs for platform=transfer_node +2021-12-18 21:46:16,120 Checking all jobs at once +2021-12-18 21:46:17,389 Successful check job command +2021-12-18 21:46:18,559 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:46:18,559 End of checking +2021-12-18 21:46:18,560 Updating FAILED jobs +2021-12-18 21:46:18,560 Updating WAITING jobs +2021-12-18 21:46:18,561 Update finished +2021-12-18 21:46:18,561 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:46:18,561 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:46:18,561 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:46:18,561 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:46:18,561 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:46:18,561 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:46:18,562 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:46:18,564 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:46:18,566 Job list saved +2021-12-18 21:46:18,572 Updating FAILED jobs +2021-12-18 21:46:18,572 Updating WAITING jobs +2021-12-18 21:46:18,572 Update finished +2021-12-18 21:46:28,579 Reloading parameters... +2021-12-18 21:46:28,600 Loading parameters... +2021-12-18 21:46:28,601 Loading project parameters... +2021-12-18 21:46:28,603 + +9 of 25 jobs remaining (21:46) +2021-12-18 21:46:28,603 Sleep: 10 +2021-12-18 21:46:28,603 Number of retrials: 0 +2021-12-18 21:46:28,604 WRAPPER CHECK TIME = 10 +2021-12-18 21:46:28,604 Checking jobs for platform=marenostrum4 +2021-12-18 21:46:28,605 Checking jobs for platform=nord3 +2021-12-18 21:46:28,605 Checking jobs for platform=local +2021-12-18 21:46:28,606 Checking jobs for platform=transfer_node +2021-12-18 21:46:28,606 Checking all jobs at once +2021-12-18 21:46:29,975 Successful check job command +2021-12-18 21:46:31,145 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:46:31,145 End of checking +2021-12-18 21:46:31,147 Updating FAILED jobs +2021-12-18 21:46:31,147 Updating WAITING jobs +2021-12-18 21:46:31,147 Update finished +2021-12-18 21:46:31,147 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:46:31,147 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:46:31,147 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:46:31,148 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:46:31,148 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:46:31,148 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:46:31,148 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:46:31,151 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:46:31,153 Job list saved +2021-12-18 21:46:31,158 Updating FAILED jobs +2021-12-18 21:46:31,158 Updating WAITING jobs +2021-12-18 21:46:31,158 Update finished +2021-12-18 21:46:41,168 Reloading parameters... +2021-12-18 21:46:41,185 Loading parameters... +2021-12-18 21:46:41,186 Loading project parameters... +2021-12-18 21:46:41,189 + +9 of 25 jobs remaining (21:46) +2021-12-18 21:46:41,189 Sleep: 10 +2021-12-18 21:46:41,189 Number of retrials: 0 +2021-12-18 21:46:41,189 WRAPPER CHECK TIME = 10 +2021-12-18 21:46:41,190 Checking jobs for platform=marenostrum4 +2021-12-18 21:46:41,190 Checking jobs for platform=nord3 +2021-12-18 21:46:41,191 Checking jobs for platform=local +2021-12-18 21:46:41,191 Checking jobs for platform=transfer_node +2021-12-18 21:46:41,192 Checking all jobs at once +2021-12-18 21:46:42,511 Successful check job command +2021-12-18 21:46:45,483 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:46:45,484 End of checking +2021-12-18 21:46:45,485 Updating FAILED jobs +2021-12-18 21:46:45,485 Updating WAITING jobs +2021-12-18 21:46:45,486 Update finished +2021-12-18 21:46:45,486 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:46:45,488 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:46:45,488 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:46:45,488 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:46:45,488 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:46:45,488 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:46:45,488 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:46:45,491 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:46:45,493 Job list saved +2021-12-18 21:46:45,499 Updating FAILED jobs +2021-12-18 21:46:45,499 Updating WAITING jobs +2021-12-18 21:46:45,499 Update finished +2021-12-18 21:46:55,510 Reloading parameters... +2021-12-18 21:46:55,530 Loading parameters... +2021-12-18 21:46:55,531 Loading project parameters... +2021-12-18 21:46:55,533 + +9 of 25 jobs remaining (21:46) +2021-12-18 21:46:55,533 Sleep: 10 +2021-12-18 21:46:55,534 Number of retrials: 0 +2021-12-18 21:46:55,534 WRAPPER CHECK TIME = 10 +2021-12-18 21:46:55,534 Checking jobs for platform=marenostrum4 +2021-12-18 21:46:55,535 Checking jobs for platform=nord3 +2021-12-18 21:46:55,535 Checking jobs for platform=local +2021-12-18 21:46:55,536 Checking jobs for platform=transfer_node +2021-12-18 21:46:55,536 Checking all jobs at once +2021-12-18 21:46:56,856 Successful check job command +2021-12-18 21:46:58,025 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:46:58,025 End of checking +2021-12-18 21:46:58,036 Updating FAILED jobs +2021-12-18 21:46:58,037 Updating WAITING jobs +2021-12-18 21:46:58,037 Update finished +2021-12-18 21:46:58,037 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:46:58,037 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:46:58,037 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:46:58,037 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:46:58,037 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:46:58,038 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:46:58,038 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:46:58,041 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:46:58,043 Job list saved +2021-12-18 21:46:58,048 Updating FAILED jobs +2021-12-18 21:46:58,048 Updating WAITING jobs +2021-12-18 21:46:58,048 Update finished +2021-12-18 21:47:08,058 Reloading parameters... +2021-12-18 21:47:08,088 Loading parameters... +2021-12-18 21:47:08,089 Loading project parameters... +2021-12-18 21:47:08,091 + +9 of 25 jobs remaining (21:47) +2021-12-18 21:47:08,091 Sleep: 10 +2021-12-18 21:47:08,091 Number of retrials: 0 +2021-12-18 21:47:08,092 WRAPPER CHECK TIME = 10 +2021-12-18 21:47:08,092 Checking jobs for platform=marenostrum4 +2021-12-18 21:47:08,093 Checking jobs for platform=nord3 +2021-12-18 21:47:08,093 Checking jobs for platform=local +2021-12-18 21:47:08,094 Checking jobs for platform=transfer_node +2021-12-18 21:47:08,094 Checking all jobs at once +2021-12-18 21:47:09,416 Successful check job command +2021-12-18 21:47:10,586 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:47:10,586 End of checking +2021-12-18 21:47:10,587 Updating FAILED jobs +2021-12-18 21:47:10,587 Updating WAITING jobs +2021-12-18 21:47:10,588 Update finished +2021-12-18 21:47:10,588 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:47:10,588 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:47:10,588 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:47:10,588 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:47:10,588 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:47:10,589 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:47:10,589 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:47:10,592 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:47:10,594 Job list saved +2021-12-18 21:47:10,599 Updating FAILED jobs +2021-12-18 21:47:10,599 Updating WAITING jobs +2021-12-18 21:47:10,599 Update finished +2021-12-18 21:47:20,610 Reloading parameters... +2021-12-18 21:47:20,629 Loading parameters... +2021-12-18 21:47:20,631 Loading project parameters... +2021-12-18 21:47:20,632 + +9 of 25 jobs remaining (21:47) +2021-12-18 21:47:20,633 Sleep: 10 +2021-12-18 21:47:20,633 Number of retrials: 0 +2021-12-18 21:47:20,633 WRAPPER CHECK TIME = 10 +2021-12-18 21:47:20,633 Checking jobs for platform=marenostrum4 +2021-12-18 21:47:20,634 Checking jobs for platform=nord3 +2021-12-18 21:47:20,635 Checking jobs for platform=local +2021-12-18 21:47:20,635 Checking jobs for platform=transfer_node +2021-12-18 21:47:20,635 Checking all jobs at once +2021-12-18 21:47:21,955 Successful check job command +2021-12-18 21:47:23,274 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:47:23,275 End of checking +2021-12-18 21:47:23,276 Updating FAILED jobs +2021-12-18 21:47:23,276 Updating WAITING jobs +2021-12-18 21:47:23,276 Update finished +2021-12-18 21:47:23,277 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:47:23,278 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:47:23,278 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:47:23,279 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:47:23,279 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:47:23,279 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:47:23,279 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:47:23,283 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:47:23,285 Job list saved +2021-12-18 21:47:23,290 Updating FAILED jobs +2021-12-18 21:47:23,290 Updating WAITING jobs +2021-12-18 21:47:23,290 Update finished +2021-12-18 21:47:33,301 Reloading parameters... +2021-12-18 21:47:33,323 Loading parameters... +2021-12-18 21:47:33,324 Loading project parameters... +2021-12-18 21:47:33,326 + +9 of 25 jobs remaining (21:47) +2021-12-18 21:47:33,326 Sleep: 10 +2021-12-18 21:47:33,326 Number of retrials: 0 +2021-12-18 21:47:33,326 WRAPPER CHECK TIME = 10 +2021-12-18 21:47:33,327 Checking jobs for platform=marenostrum4 +2021-12-18 21:47:33,327 Checking jobs for platform=nord3 +2021-12-18 21:47:33,328 Checking jobs for platform=local +2021-12-18 21:47:33,328 Checking jobs for platform=transfer_node +2021-12-18 21:47:33,328 Checking all jobs at once +2021-12-18 21:47:34,848 Successful check job command +2021-12-18 21:47:36,068 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:47:36,068 End of checking +2021-12-18 21:47:36,070 Updating FAILED jobs +2021-12-18 21:47:36,070 Updating WAITING jobs +2021-12-18 21:47:36,070 Update finished +2021-12-18 21:47:36,070 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:47:36,070 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:47:36,071 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:47:36,071 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:47:36,071 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:47:36,071 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:47:36,071 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:47:36,074 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:47:36,077 Job list saved +2021-12-18 21:47:36,089 Updating FAILED jobs +2021-12-18 21:47:36,089 Updating WAITING jobs +2021-12-18 21:47:36,089 Update finished +2021-12-18 21:47:46,099 Reloading parameters... +2021-12-18 21:47:46,121 Loading parameters... +2021-12-18 21:47:46,122 Loading project parameters... +2021-12-18 21:47:46,124 + +9 of 25 jobs remaining (21:47) +2021-12-18 21:47:46,125 Sleep: 10 +2021-12-18 21:47:46,125 Number of retrials: 0 +2021-12-18 21:47:46,125 WRAPPER CHECK TIME = 10 +2021-12-18 21:47:46,125 Checking jobs for platform=marenostrum4 +2021-12-18 21:47:46,126 Checking jobs for platform=nord3 +2021-12-18 21:47:46,126 Checking jobs for platform=local +2021-12-18 21:47:46,127 Checking jobs for platform=transfer_node +2021-12-18 21:47:46,127 Checking all jobs at once +2021-12-18 21:47:47,396 Successful check job command +2021-12-18 21:47:48,565 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:47:48,566 End of checking +2021-12-18 21:47:48,567 Updating FAILED jobs +2021-12-18 21:47:48,567 Updating WAITING jobs +2021-12-18 21:47:48,568 Update finished +2021-12-18 21:47:48,568 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:47:48,568 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:47:48,568 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:47:48,568 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:47:48,568 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:47:48,568 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:47:48,569 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:47:48,571 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:47:48,574 Job list saved +2021-12-18 21:47:48,580 Updating FAILED jobs +2021-12-18 21:47:48,580 Updating WAITING jobs +2021-12-18 21:47:48,581 Update finished +2021-12-18 21:47:58,591 Reloading parameters... +2021-12-18 21:47:58,611 Loading parameters... +2021-12-18 21:47:58,612 Loading project parameters... +2021-12-18 21:47:58,614 + +9 of 25 jobs remaining (21:47) +2021-12-18 21:47:58,615 Sleep: 10 +2021-12-18 21:47:58,615 Number of retrials: 0 +2021-12-18 21:47:58,615 WRAPPER CHECK TIME = 10 +2021-12-18 21:47:58,615 Checking jobs for platform=marenostrum4 +2021-12-18 21:47:58,616 Checking jobs for platform=nord3 +2021-12-18 21:47:58,616 Checking jobs for platform=local +2021-12-18 21:47:58,617 Checking jobs for platform=transfer_node +2021-12-18 21:47:58,617 Checking all jobs at once +2021-12-18 21:47:59,987 Successful check job command +2021-12-18 21:48:01,156 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:48:01,157 End of checking +2021-12-18 21:48:01,158 Updating FAILED jobs +2021-12-18 21:48:01,158 Updating WAITING jobs +2021-12-18 21:48:01,158 Update finished +2021-12-18 21:48:01,158 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:48:01,159 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:48:01,159 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:48:01,159 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:48:01,159 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:48:01,159 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:48:01,159 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:48:01,162 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:48:01,165 Job list saved +2021-12-18 21:48:01,169 Updating FAILED jobs +2021-12-18 21:48:01,169 Updating WAITING jobs +2021-12-18 21:48:01,169 Update finished +2021-12-18 21:48:11,179 Reloading parameters... +2021-12-18 21:48:11,197 Loading parameters... +2021-12-18 21:48:11,199 Loading project parameters... +2021-12-18 21:48:11,200 + +9 of 25 jobs remaining (21:48) +2021-12-18 21:48:11,201 Sleep: 10 +2021-12-18 21:48:11,201 Number of retrials: 0 +2021-12-18 21:48:11,201 WRAPPER CHECK TIME = 10 +2021-12-18 21:48:11,201 Checking jobs for platform=marenostrum4 +2021-12-18 21:48:11,202 Checking jobs for platform=nord3 +2021-12-18 21:48:11,203 Checking jobs for platform=local +2021-12-18 21:48:11,203 Checking jobs for platform=transfer_node +2021-12-18 21:48:11,203 Checking all jobs at once +2021-12-18 21:48:12,575 Successful check job command +2021-12-18 21:48:13,845 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:48:13,845 End of checking +2021-12-18 21:48:13,847 Updating FAILED jobs +2021-12-18 21:48:13,847 Updating WAITING jobs +2021-12-18 21:48:13,847 Update finished +2021-12-18 21:48:13,847 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:48:13,847 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:48:13,848 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:48:13,848 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:48:13,848 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:48:13,848 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:48:13,848 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:48:13,851 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:48:13,853 Job list saved +2021-12-18 21:48:13,860 Updating FAILED jobs +2021-12-18 21:48:13,860 Updating WAITING jobs +2021-12-18 21:48:13,860 Update finished +2021-12-18 21:48:23,870 Reloading parameters... +2021-12-18 21:48:23,892 Loading parameters... +2021-12-18 21:48:23,893 Loading project parameters... +2021-12-18 21:48:23,895 + +9 of 25 jobs remaining (21:48) +2021-12-18 21:48:23,896 Sleep: 10 +2021-12-18 21:48:23,896 Number of retrials: 0 +2021-12-18 21:48:23,896 WRAPPER CHECK TIME = 10 +2021-12-18 21:48:23,896 Checking jobs for platform=marenostrum4 +2021-12-18 21:48:23,897 Checking jobs for platform=nord3 +2021-12-18 21:48:23,898 Checking jobs for platform=local +2021-12-18 21:48:23,898 Checking jobs for platform=transfer_node +2021-12-18 21:48:23,898 Checking all jobs at once +2021-12-18 21:48:25,167 Successful check job command +2021-12-18 21:48:26,386 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:48:26,386 End of checking +2021-12-18 21:48:26,388 Updating FAILED jobs +2021-12-18 21:48:26,388 Updating WAITING jobs +2021-12-18 21:48:26,388 Update finished +2021-12-18 21:48:26,389 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:48:26,389 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:48:26,389 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:48:26,389 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:48:26,389 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:48:26,389 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:48:26,389 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:48:26,392 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:48:26,395 Job list saved +2021-12-18 21:48:26,399 Updating FAILED jobs +2021-12-18 21:48:26,400 Updating WAITING jobs +2021-12-18 21:48:26,400 Update finished +2021-12-18 21:48:36,410 Reloading parameters... +2021-12-18 21:48:36,429 Loading parameters... +2021-12-18 21:48:36,431 Loading project parameters... +2021-12-18 21:48:36,433 + +9 of 25 jobs remaining (21:48) +2021-12-18 21:48:36,433 Sleep: 10 +2021-12-18 21:48:36,433 Number of retrials: 0 +2021-12-18 21:48:36,433 WRAPPER CHECK TIME = 10 +2021-12-18 21:48:36,434 Checking jobs for platform=marenostrum4 +2021-12-18 21:48:36,434 Checking jobs for platform=nord3 +2021-12-18 21:48:36,435 Checking jobs for platform=local +2021-12-18 21:48:36,435 Checking jobs for platform=transfer_node +2021-12-18 21:48:36,436 Checking all jobs at once +2021-12-18 21:48:37,756 Successful check job command +2021-12-18 21:48:39,026 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:48:39,026 End of checking +2021-12-18 21:48:39,027 Updating FAILED jobs +2021-12-18 21:48:39,027 Updating WAITING jobs +2021-12-18 21:48:39,028 Update finished +2021-12-18 21:48:39,028 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:48:39,029 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:48:39,029 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:48:39,029 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:48:39,029 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:48:39,030 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:48:39,030 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:48:39,032 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:48:39,034 Job list saved +2021-12-18 21:48:39,039 Updating FAILED jobs +2021-12-18 21:48:39,039 Updating WAITING jobs +2021-12-18 21:48:39,039 Update finished +2021-12-18 21:48:49,049 Reloading parameters... +2021-12-18 21:48:49,069 Loading parameters... +2021-12-18 21:48:49,070 Loading project parameters... +2021-12-18 21:48:49,072 + +9 of 25 jobs remaining (21:48) +2021-12-18 21:48:49,072 Sleep: 10 +2021-12-18 21:48:49,072 Number of retrials: 0 +2021-12-18 21:48:49,072 WRAPPER CHECK TIME = 10 +2021-12-18 21:48:49,073 Checking jobs for platform=marenostrum4 +2021-12-18 21:48:49,074 Checking jobs for platform=nord3 +2021-12-18 21:48:49,074 Checking jobs for platform=local +2021-12-18 21:48:49,075 Checking jobs for platform=transfer_node +2021-12-18 21:48:49,075 Checking all jobs at once +2021-12-18 21:48:50,544 Successful check job command +2021-12-18 21:48:51,814 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:48:51,814 End of checking +2021-12-18 21:48:51,815 Updating FAILED jobs +2021-12-18 21:48:51,816 Updating WAITING jobs +2021-12-18 21:48:51,816 Update finished +2021-12-18 21:48:51,816 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:48:51,816 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:48:51,816 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:48:51,816 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:48:51,817 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:48:51,817 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:48:51,817 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:48:51,819 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:48:51,821 Job list saved +2021-12-18 21:48:51,826 Updating FAILED jobs +2021-12-18 21:48:51,826 Updating WAITING jobs +2021-12-18 21:48:51,827 Update finished +2021-12-18 21:49:01,833 Reloading parameters... +2021-12-18 21:49:01,851 Loading parameters... +2021-12-18 21:49:01,853 Loading project parameters... +2021-12-18 21:49:01,854 + +9 of 25 jobs remaining (21:49) +2021-12-18 21:49:01,855 Sleep: 10 +2021-12-18 21:49:01,855 Number of retrials: 0 +2021-12-18 21:49:01,855 WRAPPER CHECK TIME = 10 +2021-12-18 21:49:01,855 Checking jobs for platform=marenostrum4 +2021-12-18 21:49:01,856 Checking jobs for platform=nord3 +2021-12-18 21:49:01,856 Checking jobs for platform=local +2021-12-18 21:49:01,857 Checking jobs for platform=transfer_node +2021-12-18 21:49:01,857 Checking all jobs at once +2021-12-18 21:49:03,076 Successful check job command +2021-12-18 21:49:04,245 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:49:04,246 End of checking +2021-12-18 21:49:04,247 Updating FAILED jobs +2021-12-18 21:49:04,247 Updating WAITING jobs +2021-12-18 21:49:04,247 Update finished +2021-12-18 21:49:04,247 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:49:04,247 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:49:04,248 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:49:04,248 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:49:04,248 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:49:04,248 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:49:04,248 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:49:04,251 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:49:04,253 Job list saved +2021-12-18 21:49:04,258 Updating FAILED jobs +2021-12-18 21:49:04,258 Updating WAITING jobs +2021-12-18 21:49:04,258 Update finished +2021-12-18 21:49:14,268 Reloading parameters... +2021-12-18 21:49:14,290 Loading parameters... +2021-12-18 21:49:14,291 Loading project parameters... +2021-12-18 21:49:14,293 + +9 of 25 jobs remaining (21:49) +2021-12-18 21:49:14,294 Sleep: 10 +2021-12-18 21:49:14,294 Number of retrials: 0 +2021-12-18 21:49:14,294 WRAPPER CHECK TIME = 10 +2021-12-18 21:49:14,294 Checking jobs for platform=marenostrum4 +2021-12-18 21:49:14,295 Checking jobs for platform=nord3 +2021-12-18 21:49:14,295 Checking jobs for platform=local +2021-12-18 21:49:14,296 Checking jobs for platform=transfer_node +2021-12-18 21:49:14,296 Checking all jobs at once +2021-12-18 21:49:15,617 Successful check job command +2021-12-18 21:49:16,787 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:49:16,787 End of checking +2021-12-18 21:49:16,788 Updating FAILED jobs +2021-12-18 21:49:16,788 Updating WAITING jobs +2021-12-18 21:49:16,789 Update finished +2021-12-18 21:49:16,789 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:49:16,789 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:49:16,789 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:49:16,790 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:49:16,790 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:49:16,790 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:49:16,790 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:49:16,793 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:49:16,795 Job list saved +2021-12-18 21:49:16,799 Updating FAILED jobs +2021-12-18 21:49:16,800 Updating WAITING jobs +2021-12-18 21:49:16,800 Update finished +2021-12-18 21:49:26,805 Reloading parameters... +2021-12-18 21:49:26,823 Loading parameters... +2021-12-18 21:49:26,825 Loading project parameters... +2021-12-18 21:49:26,826 + +9 of 25 jobs remaining (21:49) +2021-12-18 21:49:26,827 Sleep: 10 +2021-12-18 21:49:26,827 Number of retrials: 0 +2021-12-18 21:49:26,827 WRAPPER CHECK TIME = 10 +2021-12-18 21:49:26,828 Checking jobs for platform=marenostrum4 +2021-12-18 21:49:26,828 Checking jobs for platform=nord3 +2021-12-18 21:49:26,829 Checking jobs for platform=local +2021-12-18 21:49:26,829 Checking jobs for platform=transfer_node +2021-12-18 21:49:26,829 Checking all jobs at once +2021-12-18 21:49:28,149 Successful check job command +2021-12-18 21:49:29,418 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:49:29,419 End of checking +2021-12-18 21:49:29,420 Updating FAILED jobs +2021-12-18 21:49:29,420 Updating WAITING jobs +2021-12-18 21:49:29,421 Update finished +2021-12-18 21:49:29,421 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:49:29,421 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:49:29,421 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:49:29,421 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:49:29,421 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:49:29,421 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:49:29,422 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:49:29,424 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:49:29,427 Job list saved +2021-12-18 21:49:29,432 Updating FAILED jobs +2021-12-18 21:49:29,433 Updating WAITING jobs +2021-12-18 21:49:29,433 Update finished +2021-12-18 21:49:39,442 Reloading parameters... +2021-12-18 21:49:39,461 Loading parameters... +2021-12-18 21:49:39,462 Loading project parameters... +2021-12-18 21:49:39,464 + +9 of 25 jobs remaining (21:49) +2021-12-18 21:49:39,464 Sleep: 10 +2021-12-18 21:49:39,464 Number of retrials: 0 +2021-12-18 21:49:39,464 WRAPPER CHECK TIME = 10 +2021-12-18 21:49:39,465 Checking jobs for platform=marenostrum4 +2021-12-18 21:49:39,465 Checking jobs for platform=nord3 +2021-12-18 21:49:39,466 Checking jobs for platform=local +2021-12-18 21:49:39,466 Checking jobs for platform=transfer_node +2021-12-18 21:49:39,466 Checking all jobs at once +2021-12-18 21:49:40,787 Successful check job command +2021-12-18 21:49:42,060 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:49:42,060 End of checking +2021-12-18 21:49:42,061 Updating FAILED jobs +2021-12-18 21:49:42,061 Updating WAITING jobs +2021-12-18 21:49:42,061 Update finished +2021-12-18 21:49:42,062 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:49:42,062 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:49:42,062 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:49:42,062 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:49:42,062 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:49:42,062 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:49:42,062 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:49:42,065 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:49:42,067 Job list saved +2021-12-18 21:49:42,090 Updating FAILED jobs +2021-12-18 21:49:42,090 Updating WAITING jobs +2021-12-18 21:49:42,091 Update finished +2021-12-18 21:49:52,101 Reloading parameters... +2021-12-18 21:49:52,120 Loading parameters... +2021-12-18 21:49:52,121 Loading project parameters... +2021-12-18 21:49:52,123 + +9 of 25 jobs remaining (21:49) +2021-12-18 21:49:52,123 Sleep: 10 +2021-12-18 21:49:52,123 Number of retrials: 0 +2021-12-18 21:49:52,123 WRAPPER CHECK TIME = 10 +2021-12-18 21:49:52,124 Checking jobs for platform=marenostrum4 +2021-12-18 21:49:52,124 Checking jobs for platform=nord3 +2021-12-18 21:49:52,125 Checking jobs for platform=local +2021-12-18 21:49:52,125 Checking jobs for platform=transfer_node +2021-12-18 21:49:52,125 Checking all jobs at once +2021-12-18 21:49:53,497 Successful check job command +2021-12-18 21:49:54,766 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:49:54,766 End of checking +2021-12-18 21:49:54,768 Updating FAILED jobs +2021-12-18 21:49:54,768 Updating WAITING jobs +2021-12-18 21:49:54,768 Update finished +2021-12-18 21:49:54,768 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:49:54,770 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:49:54,770 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:49:54,770 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:49:54,770 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:49:54,770 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:49:54,770 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:49:54,773 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:49:54,775 Job list saved +2021-12-18 21:49:54,780 Updating FAILED jobs +2021-12-18 21:49:54,780 Updating WAITING jobs +2021-12-18 21:49:54,780 Update finished +2021-12-18 21:50:04,790 Reloading parameters... +2021-12-18 21:50:04,809 Loading parameters... +2021-12-18 21:50:04,811 Loading project parameters... +2021-12-18 21:50:04,812 + +9 of 25 jobs remaining (21:50) +2021-12-18 21:50:04,813 Sleep: 10 +2021-12-18 21:50:04,813 Number of retrials: 0 +2021-12-18 21:50:04,813 WRAPPER CHECK TIME = 10 +2021-12-18 21:50:04,814 Checking jobs for platform=marenostrum4 +2021-12-18 21:50:04,814 Checking jobs for platform=nord3 +2021-12-18 21:50:04,815 Checking jobs for platform=local +2021-12-18 21:50:04,815 Checking jobs for platform=transfer_node +2021-12-18 21:50:04,816 Checking all jobs at once +2021-12-18 21:50:06,086 Successful check job command +2021-12-18 21:50:07,355 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:50:07,356 End of checking +2021-12-18 21:50:07,357 Updating FAILED jobs +2021-12-18 21:50:07,357 Updating WAITING jobs +2021-12-18 21:50:07,358 Update finished +2021-12-18 21:50:07,358 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:50:07,358 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:50:07,358 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:50:07,358 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:50:07,358 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:50:07,358 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:50:07,359 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:50:07,361 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:50:07,363 Job list saved +2021-12-18 21:50:07,369 Updating FAILED jobs +2021-12-18 21:50:07,369 Updating WAITING jobs +2021-12-18 21:50:07,369 Update finished +2021-12-18 21:50:17,377 Reloading parameters... +2021-12-18 21:50:17,396 Loading parameters... +2021-12-18 21:50:17,397 Loading project parameters... +2021-12-18 21:50:17,399 + +9 of 25 jobs remaining (21:50) +2021-12-18 21:50:17,399 Sleep: 10 +2021-12-18 21:50:17,399 Number of retrials: 0 +2021-12-18 21:50:17,399 WRAPPER CHECK TIME = 10 +2021-12-18 21:50:17,400 Checking jobs for platform=marenostrum4 +2021-12-18 21:50:17,400 Checking jobs for platform=nord3 +2021-12-18 21:50:17,401 Checking jobs for platform=local +2021-12-18 21:50:17,401 Checking jobs for platform=transfer_node +2021-12-18 21:50:17,402 Checking all jobs at once +2021-12-18 21:50:18,622 Successful check job command +2021-12-18 21:50:19,791 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:50:19,791 End of checking +2021-12-18 21:50:19,793 Updating FAILED jobs +2021-12-18 21:50:19,793 Updating WAITING jobs +2021-12-18 21:50:19,793 Update finished +2021-12-18 21:50:19,793 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:50:19,793 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:50:19,794 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:50:19,794 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:50:19,794 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:50:19,794 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:50:19,794 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:50:19,797 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:50:19,799 Job list saved +2021-12-18 21:50:19,804 Updating FAILED jobs +2021-12-18 21:50:19,804 Updating WAITING jobs +2021-12-18 21:50:19,805 Update finished +2021-12-18 21:50:29,815 Reloading parameters... +2021-12-18 21:50:29,832 Loading parameters... +2021-12-18 21:50:29,834 Loading project parameters... +2021-12-18 21:50:29,835 + +9 of 25 jobs remaining (21:50) +2021-12-18 21:50:29,836 Sleep: 10 +2021-12-18 21:50:29,836 Number of retrials: 0 +2021-12-18 21:50:29,836 WRAPPER CHECK TIME = 10 +2021-12-18 21:50:29,836 Checking jobs for platform=marenostrum4 +2021-12-18 21:50:29,837 Checking jobs for platform=nord3 +2021-12-18 21:50:29,838 Checking jobs for platform=local +2021-12-18 21:50:29,838 Checking jobs for platform=transfer_node +2021-12-18 21:50:29,839 Checking all jobs at once +2021-12-18 21:50:31,108 Successful check job command +2021-12-18 21:50:32,278 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:50:32,278 End of checking +2021-12-18 21:50:32,279 Updating FAILED jobs +2021-12-18 21:50:32,279 Updating WAITING jobs +2021-12-18 21:50:32,280 Update finished +2021-12-18 21:50:32,280 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:50:32,282 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:50:32,282 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:50:32,282 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:50:32,282 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:50:32,283 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:50:32,283 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:50:32,285 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:50:32,288 Job list saved +2021-12-18 21:50:32,292 Updating FAILED jobs +2021-12-18 21:50:32,292 Updating WAITING jobs +2021-12-18 21:50:32,293 Update finished +2021-12-18 21:50:42,303 Reloading parameters... +2021-12-18 21:50:42,321 Loading parameters... +2021-12-18 21:50:42,322 Loading project parameters... +2021-12-18 21:50:42,324 + +9 of 25 jobs remaining (21:50) +2021-12-18 21:50:42,324 Sleep: 10 +2021-12-18 21:50:42,325 Number of retrials: 0 +2021-12-18 21:50:42,325 WRAPPER CHECK TIME = 10 +2021-12-18 21:50:42,325 Checking jobs for platform=marenostrum4 +2021-12-18 21:50:42,326 Checking jobs for platform=nord3 +2021-12-18 21:50:42,326 Checking jobs for platform=local +2021-12-18 21:50:42,327 Checking jobs for platform=transfer_node +2021-12-18 21:50:42,327 Checking all jobs at once +2021-12-18 21:50:43,597 Successful check job command +2021-12-18 21:50:44,866 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:50:44,866 End of checking +2021-12-18 21:50:44,868 Updating FAILED jobs +2021-12-18 21:50:44,868 Updating WAITING jobs +2021-12-18 21:50:44,868 Update finished +2021-12-18 21:50:44,869 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:50:44,869 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:50:44,869 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:50:44,869 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:50:44,869 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:50:44,869 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:50:44,869 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:50:44,872 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:50:44,874 Job list saved +2021-12-18 21:50:44,879 Updating FAILED jobs +2021-12-18 21:50:44,879 Updating WAITING jobs +2021-12-18 21:50:44,879 Update finished +2021-12-18 21:50:54,881 Reloading parameters... +2021-12-18 21:50:54,903 Loading parameters... +2021-12-18 21:50:54,904 Loading project parameters... +2021-12-18 21:50:54,906 + +9 of 25 jobs remaining (21:50) +2021-12-18 21:50:54,907 Sleep: 10 +2021-12-18 21:50:54,907 Number of retrials: 0 +2021-12-18 21:50:54,907 WRAPPER CHECK TIME = 10 +2021-12-18 21:50:54,907 Checking jobs for platform=marenostrum4 +2021-12-18 21:50:54,908 Checking jobs for platform=nord3 +2021-12-18 21:50:54,908 Checking jobs for platform=local +2021-12-18 21:50:54,909 Checking jobs for platform=transfer_node +2021-12-18 21:50:54,909 Checking all jobs at once +2021-12-18 21:50:56,231 Successful check job command +2021-12-18 21:50:57,851 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:50:57,851 End of checking +2021-12-18 21:50:57,853 Updating FAILED jobs +2021-12-18 21:50:57,853 Updating WAITING jobs +2021-12-18 21:50:57,853 Update finished +2021-12-18 21:50:57,853 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:50:57,853 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:50:57,853 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:50:57,853 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:50:57,854 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:50:57,854 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:50:57,854 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:50:57,856 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:50:57,858 Job list saved +2021-12-18 21:50:57,863 Updating FAILED jobs +2021-12-18 21:50:57,863 Updating WAITING jobs +2021-12-18 21:50:57,863 Update finished +2021-12-18 21:51:07,872 Reloading parameters... +2021-12-18 21:51:07,893 Loading parameters... +2021-12-18 21:51:07,894 Loading project parameters... +2021-12-18 21:51:07,896 + +9 of 25 jobs remaining (21:51) +2021-12-18 21:51:07,896 Sleep: 10 +2021-12-18 21:51:07,896 Number of retrials: 0 +2021-12-18 21:51:07,896 WRAPPER CHECK TIME = 10 +2021-12-18 21:51:07,897 Checking jobs for platform=marenostrum4 +2021-12-18 21:51:07,898 Checking jobs for platform=nord3 +2021-12-18 21:51:07,898 Checking jobs for platform=local +2021-12-18 21:51:07,899 Checking jobs for platform=transfer_node +2021-12-18 21:51:07,899 Checking all jobs at once +2021-12-18 21:51:09,118 Successful check job command +2021-12-18 21:51:10,387 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:51:10,387 End of checking +2021-12-18 21:51:10,389 Updating FAILED jobs +2021-12-18 21:51:10,389 Updating WAITING jobs +2021-12-18 21:51:10,389 Update finished +2021-12-18 21:51:10,389 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:51:10,391 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:51:10,391 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:51:10,391 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:51:10,391 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:51:10,391 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:51:10,391 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:51:10,394 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:51:10,396 Job list saved +2021-12-18 21:51:10,401 Updating FAILED jobs +2021-12-18 21:51:10,402 Updating WAITING jobs +2021-12-18 21:51:10,402 Update finished +2021-12-18 21:51:20,412 Reloading parameters... +2021-12-18 21:51:20,430 Loading parameters... +2021-12-18 21:51:20,432 Loading project parameters... +2021-12-18 21:51:20,434 + +9 of 25 jobs remaining (21:51) +2021-12-18 21:51:20,434 Sleep: 10 +2021-12-18 21:51:20,434 Number of retrials: 0 +2021-12-18 21:51:20,434 WRAPPER CHECK TIME = 10 +2021-12-18 21:51:20,435 Checking jobs for platform=marenostrum4 +2021-12-18 21:51:20,435 Checking jobs for platform=nord3 +2021-12-18 21:51:20,436 Checking jobs for platform=local +2021-12-18 21:51:20,436 Checking jobs for platform=transfer_node +2021-12-18 21:51:20,436 Checking all jobs at once +2021-12-18 21:51:21,706 Successful check job command +2021-12-18 21:51:22,979 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:51:22,979 End of checking +2021-12-18 21:51:22,982 Updating FAILED jobs +2021-12-18 21:51:22,982 Updating WAITING jobs +2021-12-18 21:51:22,982 Update finished +2021-12-18 21:51:22,982 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:51:22,983 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:51:22,983 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:51:22,983 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:51:22,983 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:51:22,983 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:51:22,983 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:51:22,987 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:51:22,989 Job list saved +2021-12-18 21:51:22,994 Updating FAILED jobs +2021-12-18 21:51:22,994 Updating WAITING jobs +2021-12-18 21:51:22,994 Update finished +2021-12-18 21:51:33,005 Reloading parameters... +2021-12-18 21:51:33,023 Loading parameters... +2021-12-18 21:51:33,024 Loading project parameters... +2021-12-18 21:51:33,026 + +9 of 25 jobs remaining (21:51) +2021-12-18 21:51:33,026 Sleep: 10 +2021-12-18 21:51:33,026 Number of retrials: 0 +2021-12-18 21:51:33,026 WRAPPER CHECK TIME = 10 +2021-12-18 21:51:33,027 Checking jobs for platform=marenostrum4 +2021-12-18 21:51:33,028 Checking jobs for platform=nord3 +2021-12-18 21:51:33,028 Checking jobs for platform=local +2021-12-18 21:51:33,029 Checking jobs for platform=transfer_node +2021-12-18 21:51:33,029 Checking all jobs at once +2021-12-18 21:51:34,348 Successful check job command +2021-12-18 21:51:35,617 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:51:35,617 End of checking +2021-12-18 21:51:35,619 Updating FAILED jobs +2021-12-18 21:51:35,619 Updating WAITING jobs +2021-12-18 21:51:35,619 Update finished +2021-12-18 21:51:35,619 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:51:35,619 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:51:35,620 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:51:35,620 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:51:35,620 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:51:35,620 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:51:35,620 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:51:35,623 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:51:35,625 Job list saved +2021-12-18 21:51:35,631 Updating FAILED jobs +2021-12-18 21:51:35,631 Updating WAITING jobs +2021-12-18 21:51:35,631 Update finished +2021-12-18 21:51:45,634 Reloading parameters... +2021-12-18 21:51:45,656 Loading parameters... +2021-12-18 21:51:45,657 Loading project parameters... +2021-12-18 21:51:45,660 + +9 of 25 jobs remaining (21:51) +2021-12-18 21:51:45,660 Sleep: 10 +2021-12-18 21:51:45,660 Number of retrials: 0 +2021-12-18 21:51:45,660 WRAPPER CHECK TIME = 10 +2021-12-18 21:51:45,661 Checking jobs for platform=marenostrum4 +2021-12-18 21:51:45,662 Checking jobs for platform=nord3 +2021-12-18 21:51:45,662 Checking jobs for platform=local +2021-12-18 21:51:45,663 Checking jobs for platform=transfer_node +2021-12-18 21:51:45,663 Checking all jobs at once +2021-12-18 21:51:46,982 Successful check job command +2021-12-18 21:51:48,151 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:51:48,152 End of checking +2021-12-18 21:51:48,153 Updating FAILED jobs +2021-12-18 21:51:48,153 Updating WAITING jobs +2021-12-18 21:51:48,153 Update finished +2021-12-18 21:51:48,153 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:51:48,158 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:51:48,158 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:51:48,158 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:51:48,158 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:51:48,159 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:51:48,159 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:51:48,161 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:51:48,163 Job list saved +2021-12-18 21:51:48,168 Updating FAILED jobs +2021-12-18 21:51:48,168 Updating WAITING jobs +2021-12-18 21:51:48,168 Update finished +2021-12-18 21:51:58,178 Reloading parameters... +2021-12-18 21:51:58,197 Loading parameters... +2021-12-18 21:51:58,198 Loading project parameters... +2021-12-18 21:51:58,200 + +9 of 25 jobs remaining (21:51) +2021-12-18 21:51:58,200 Sleep: 10 +2021-12-18 21:51:58,200 Number of retrials: 0 +2021-12-18 21:51:58,200 WRAPPER CHECK TIME = 10 +2021-12-18 21:51:58,201 Checking jobs for platform=marenostrum4 +2021-12-18 21:51:58,201 Checking jobs for platform=nord3 +2021-12-18 21:51:58,202 Checking jobs for platform=local +2021-12-18 21:51:58,202 Checking jobs for platform=transfer_node +2021-12-18 21:51:58,202 Checking all jobs at once +2021-12-18 21:51:59,572 Successful check job command +2021-12-18 21:52:00,791 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:52:00,792 End of checking +2021-12-18 21:52:00,793 Updating FAILED jobs +2021-12-18 21:52:00,793 Updating WAITING jobs +2021-12-18 21:52:00,793 Update finished +2021-12-18 21:52:00,794 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:52:00,794 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:52:00,794 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:52:00,794 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:52:00,794 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:52:00,794 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:52:00,794 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:52:00,797 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:52:00,799 Job list saved +2021-12-18 21:52:00,804 Updating FAILED jobs +2021-12-18 21:52:00,804 Updating WAITING jobs +2021-12-18 21:52:00,804 Update finished +2021-12-18 21:52:10,815 Reloading parameters... +2021-12-18 21:52:10,834 Loading parameters... +2021-12-18 21:52:10,836 Loading project parameters... +2021-12-18 21:52:10,838 + +9 of 25 jobs remaining (21:52) +2021-12-18 21:52:10,839 Sleep: 10 +2021-12-18 21:52:10,839 Number of retrials: 0 +2021-12-18 21:52:10,839 WRAPPER CHECK TIME = 10 +2021-12-18 21:52:10,839 Checking jobs for platform=marenostrum4 +2021-12-18 21:52:10,840 Checking jobs for platform=nord3 +2021-12-18 21:52:10,841 Checking jobs for platform=local +2021-12-18 21:52:10,841 Checking jobs for platform=transfer_node +2021-12-18 21:52:10,841 Checking all jobs at once +2021-12-18 21:52:12,161 Successful check job command +2021-12-18 21:52:13,431 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:52:13,431 End of checking +2021-12-18 21:52:13,432 Updating FAILED jobs +2021-12-18 21:52:13,432 Updating WAITING jobs +2021-12-18 21:52:13,432 Update finished +2021-12-18 21:52:13,432 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:52:13,433 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:52:13,433 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:52:13,433 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:52:13,433 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:52:13,433 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:52:13,433 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:52:13,436 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:52:13,438 Job list saved +2021-12-18 21:52:13,442 Updating FAILED jobs +2021-12-18 21:52:13,443 Updating WAITING jobs +2021-12-18 21:52:13,443 Update finished +2021-12-18 21:52:23,453 Reloading parameters... +2021-12-18 21:52:23,472 Loading parameters... +2021-12-18 21:52:23,474 Loading project parameters... +2021-12-18 21:52:23,477 + +9 of 25 jobs remaining (21:52) +2021-12-18 21:52:23,478 Sleep: 10 +2021-12-18 21:52:23,478 Number of retrials: 0 +2021-12-18 21:52:23,478 WRAPPER CHECK TIME = 10 +2021-12-18 21:52:23,479 Checking jobs for platform=marenostrum4 +2021-12-18 21:52:23,479 Checking jobs for platform=nord3 +2021-12-18 21:52:23,480 Checking jobs for platform=local +2021-12-18 21:52:23,481 Checking jobs for platform=transfer_node +2021-12-18 21:52:23,481 Checking all jobs at once +2021-12-18 21:52:24,802 Successful check job command +2021-12-18 21:52:26,072 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:52:26,072 End of checking +2021-12-18 21:52:26,073 Updating FAILED jobs +2021-12-18 21:52:26,073 Updating WAITING jobs +2021-12-18 21:52:26,073 Update finished +2021-12-18 21:52:26,074 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:52:26,075 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:52:26,075 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:52:26,075 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:52:26,075 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:52:26,075 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:52:26,075 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:52:26,078 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:52:26,080 Job list saved +2021-12-18 21:52:26,085 Updating FAILED jobs +2021-12-18 21:52:26,085 Updating WAITING jobs +2021-12-18 21:52:26,085 Update finished +2021-12-18 21:52:36,095 Reloading parameters... +2021-12-18 21:52:36,113 Loading parameters... +2021-12-18 21:52:36,115 Loading project parameters... +2021-12-18 21:52:36,117 + +9 of 25 jobs remaining (21:52) +2021-12-18 21:52:36,117 Sleep: 10 +2021-12-18 21:52:36,117 Number of retrials: 0 +2021-12-18 21:52:36,117 WRAPPER CHECK TIME = 10 +2021-12-18 21:52:36,118 Checking jobs for platform=marenostrum4 +2021-12-18 21:52:36,118 Checking jobs for platform=nord3 +2021-12-18 21:52:36,119 Checking jobs for platform=local +2021-12-18 21:52:36,119 Checking jobs for platform=transfer_node +2021-12-18 21:52:36,119 Checking all jobs at once +2021-12-18 21:52:37,344 Successful check job command +2021-12-18 21:52:38,868 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:52:38,869 End of checking +2021-12-18 21:52:38,870 Updating FAILED jobs +2021-12-18 21:52:38,870 Updating WAITING jobs +2021-12-18 21:52:38,871 Update finished +2021-12-18 21:52:38,871 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:52:38,871 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:52:38,871 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:52:38,871 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:52:38,871 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:52:38,872 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:52:38,872 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:52:38,874 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:52:38,876 Job list saved +2021-12-18 21:52:38,881 Updating FAILED jobs +2021-12-18 21:52:38,881 Updating WAITING jobs +2021-12-18 21:52:38,881 Update finished +2021-12-18 21:52:48,891 Reloading parameters... +2021-12-18 21:52:48,912 Loading parameters... +2021-12-18 21:52:48,913 Loading project parameters... +2021-12-18 21:52:48,915 + +9 of 25 jobs remaining (21:52) +2021-12-18 21:52:48,916 Sleep: 10 +2021-12-18 21:52:48,916 Number of retrials: 0 +2021-12-18 21:52:48,916 WRAPPER CHECK TIME = 10 +2021-12-18 21:52:48,917 Checking jobs for platform=marenostrum4 +2021-12-18 21:52:48,917 Checking jobs for platform=nord3 +2021-12-18 21:52:48,918 Checking jobs for platform=local +2021-12-18 21:52:48,918 Checking jobs for platform=transfer_node +2021-12-18 21:52:48,918 Checking all jobs at once +2021-12-18 21:52:50,189 Successful check job command +2021-12-18 21:52:51,308 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:52:51,309 End of checking +2021-12-18 21:52:51,310 Updating FAILED jobs +2021-12-18 21:52:51,310 Updating WAITING jobs +2021-12-18 21:52:51,310 Update finished +2021-12-18 21:52:51,311 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:52:51,311 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:52:51,311 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:52:51,311 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:52:51,311 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:52:51,311 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:52:51,311 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:52:51,314 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:52:51,316 Job list saved +2021-12-18 21:52:51,322 Updating FAILED jobs +2021-12-18 21:52:51,322 Updating WAITING jobs +2021-12-18 21:52:51,322 Update finished +2021-12-18 21:53:01,331 Reloading parameters... +2021-12-18 21:53:01,349 Loading parameters... +2021-12-18 21:53:01,351 Loading project parameters... +2021-12-18 21:53:01,353 + +9 of 25 jobs remaining (21:53) +2021-12-18 21:53:01,353 Sleep: 10 +2021-12-18 21:53:01,353 Number of retrials: 0 +2021-12-18 21:53:01,353 WRAPPER CHECK TIME = 10 +2021-12-18 21:53:01,353 Checking jobs for platform=marenostrum4 +2021-12-18 21:53:01,354 Checking jobs for platform=nord3 +2021-12-18 21:53:01,355 Checking jobs for platform=local +2021-12-18 21:53:01,355 Checking jobs for platform=transfer_node +2021-12-18 21:53:01,355 Checking all jobs at once +2021-12-18 21:53:02,725 Successful check job command +2021-12-18 21:53:03,895 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:53:03,895 End of checking +2021-12-18 21:53:03,896 Updating FAILED jobs +2021-12-18 21:53:03,896 Updating WAITING jobs +2021-12-18 21:53:03,897 Update finished +2021-12-18 21:53:03,897 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:53:03,899 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:53:03,899 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:53:03,899 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:53:03,899 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:53:03,899 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:53:03,900 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:53:03,902 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:53:03,904 Job list saved +2021-12-18 21:53:03,909 Updating FAILED jobs +2021-12-18 21:53:03,910 Updating WAITING jobs +2021-12-18 21:53:03,910 Update finished +2021-12-18 21:53:13,920 Reloading parameters... +2021-12-18 21:53:13,938 Loading parameters... +2021-12-18 21:53:13,940 Loading project parameters... +2021-12-18 21:53:13,943 + +9 of 25 jobs remaining (21:53) +2021-12-18 21:53:13,943 Sleep: 10 +2021-12-18 21:53:13,943 Number of retrials: 0 +2021-12-18 21:53:13,943 WRAPPER CHECK TIME = 10 +2021-12-18 21:53:13,944 Checking jobs for platform=marenostrum4 +2021-12-18 21:53:13,945 Checking jobs for platform=nord3 +2021-12-18 21:53:13,946 Checking jobs for platform=local +2021-12-18 21:53:13,946 Checking jobs for platform=transfer_node +2021-12-18 21:53:13,946 Checking all jobs at once +2021-12-18 21:53:15,268 Successful check job command +2021-12-18 21:53:16,437 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:53:16,437 End of checking +2021-12-18 21:53:16,439 Updating FAILED jobs +2021-12-18 21:53:16,439 Updating WAITING jobs +2021-12-18 21:53:16,439 Update finished +2021-12-18 21:53:16,439 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:53:16,439 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:53:16,439 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:53:16,440 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:53:16,440 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:53:16,440 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:53:16,440 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:53:16,442 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:53:16,445 Job list saved +2021-12-18 21:53:16,450 Updating FAILED jobs +2021-12-18 21:53:16,450 Updating WAITING jobs +2021-12-18 21:53:16,450 Update finished +2021-12-18 21:53:26,460 Reloading parameters... +2021-12-18 21:53:26,480 Loading parameters... +2021-12-18 21:53:26,481 Loading project parameters... +2021-12-18 21:53:26,483 + +9 of 25 jobs remaining (21:53) +2021-12-18 21:53:26,483 Sleep: 10 +2021-12-18 21:53:26,483 Number of retrials: 0 +2021-12-18 21:53:26,483 WRAPPER CHECK TIME = 10 +2021-12-18 21:53:26,484 Checking jobs for platform=marenostrum4 +2021-12-18 21:53:26,485 Checking jobs for platform=nord3 +2021-12-18 21:53:26,485 Checking jobs for platform=local +2021-12-18 21:53:26,486 Checking jobs for platform=transfer_node +2021-12-18 21:53:26,486 Checking all jobs at once +2021-12-18 21:53:27,755 Successful check job command +2021-12-18 21:53:28,924 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:53:28,924 End of checking +2021-12-18 21:53:28,925 Updating FAILED jobs +2021-12-18 21:53:28,926 Updating WAITING jobs +2021-12-18 21:53:28,926 Update finished +2021-12-18 21:53:28,926 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:53:28,926 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:53:28,926 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:53:28,926 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:53:28,926 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:53:28,927 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:53:28,927 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:53:28,929 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:53:28,932 Job list saved +2021-12-18 21:53:28,936 Updating FAILED jobs +2021-12-18 21:53:28,936 Updating WAITING jobs +2021-12-18 21:53:28,937 Update finished +2021-12-18 21:53:38,947 Reloading parameters... +2021-12-18 21:53:38,966 Loading parameters... +2021-12-18 21:53:38,968 Loading project parameters... +2021-12-18 21:53:38,969 + +9 of 25 jobs remaining (21:53) +2021-12-18 21:53:38,970 Sleep: 10 +2021-12-18 21:53:38,970 Number of retrials: 0 +2021-12-18 21:53:38,970 WRAPPER CHECK TIME = 10 +2021-12-18 21:53:38,970 Checking jobs for platform=marenostrum4 +2021-12-18 21:53:38,971 Checking jobs for platform=nord3 +2021-12-18 21:53:38,972 Checking jobs for platform=local +2021-12-18 21:53:38,972 Checking jobs for platform=transfer_node +2021-12-18 21:53:38,972 Checking all jobs at once +2021-12-18 21:53:40,291 Successful check job command +2021-12-18 21:53:41,462 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:53:41,463 End of checking +2021-12-18 21:53:41,464 Updating FAILED jobs +2021-12-18 21:53:41,464 Updating WAITING jobs +2021-12-18 21:53:41,465 Update finished +2021-12-18 21:53:41,465 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:53:41,466 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:53:41,467 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:53:41,467 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:53:41,467 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:53:41,467 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:53:41,467 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:53:41,471 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:53:41,473 Job list saved +2021-12-18 21:53:41,478 Updating FAILED jobs +2021-12-18 21:53:41,478 Updating WAITING jobs +2021-12-18 21:53:41,478 Update finished +2021-12-18 21:53:51,488 Reloading parameters... +2021-12-18 21:53:51,507 Loading parameters... +2021-12-18 21:53:51,508 Loading project parameters... +2021-12-18 21:53:51,510 + +9 of 25 jobs remaining (21:53) +2021-12-18 21:53:51,510 Sleep: 10 +2021-12-18 21:53:51,510 Number of retrials: 0 +2021-12-18 21:53:51,510 WRAPPER CHECK TIME = 10 +2021-12-18 21:53:51,511 Checking jobs for platform=marenostrum4 +2021-12-18 21:53:51,511 Checking jobs for platform=nord3 +2021-12-18 21:53:51,512 Checking jobs for platform=local +2021-12-18 21:53:51,513 Checking jobs for platform=transfer_node +2021-12-18 21:53:51,513 Checking all jobs at once +2021-12-18 21:53:52,782 Successful check job command +2021-12-18 21:53:54,002 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:53:54,002 End of checking +2021-12-18 21:53:54,003 Updating FAILED jobs +2021-12-18 21:53:54,003 Updating WAITING jobs +2021-12-18 21:53:54,004 Update finished +2021-12-18 21:53:54,004 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:53:54,004 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:53:54,004 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:53:54,004 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:53:54,004 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:53:54,005 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:53:54,005 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:53:54,007 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:53:54,009 Job list saved +2021-12-18 21:53:54,014 Updating FAILED jobs +2021-12-18 21:53:54,014 Updating WAITING jobs +2021-12-18 21:53:54,014 Update finished +2021-12-18 21:54:04,024 Reloading parameters... +2021-12-18 21:54:04,042 Loading parameters... +2021-12-18 21:54:04,043 Loading project parameters... +2021-12-18 21:54:04,045 + +9 of 25 jobs remaining (21:54) +2021-12-18 21:54:04,045 Sleep: 10 +2021-12-18 21:54:04,046 Number of retrials: 0 +2021-12-18 21:54:04,046 WRAPPER CHECK TIME = 10 +2021-12-18 21:54:04,046 Checking jobs for platform=marenostrum4 +2021-12-18 21:54:04,047 Checking jobs for platform=nord3 +2021-12-18 21:54:04,047 Checking jobs for platform=local +2021-12-18 21:54:04,048 Checking jobs for platform=transfer_node +2021-12-18 21:54:04,048 Checking all jobs at once +2021-12-18 21:54:05,367 Successful check job command +2021-12-18 21:54:06,538 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:54:06,538 End of checking +2021-12-18 21:54:06,539 Updating FAILED jobs +2021-12-18 21:54:06,540 Updating WAITING jobs +2021-12-18 21:54:06,540 Update finished +2021-12-18 21:54:06,540 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:54:06,540 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:54:06,540 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:54:06,540 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:54:06,541 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:54:06,541 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:54:06,541 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:54:06,544 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:54:06,546 Job list saved +2021-12-18 21:54:06,554 Updating FAILED jobs +2021-12-18 21:54:06,554 Updating WAITING jobs +2021-12-18 21:54:06,554 Update finished +2021-12-18 21:54:16,564 Reloading parameters... +2021-12-18 21:54:16,582 Loading parameters... +2021-12-18 21:54:16,583 Loading project parameters... +2021-12-18 21:54:16,585 + +9 of 25 jobs remaining (21:54) +2021-12-18 21:54:16,585 Sleep: 10 +2021-12-18 21:54:16,586 Number of retrials: 0 +2021-12-18 21:54:16,586 WRAPPER CHECK TIME = 10 +2021-12-18 21:54:16,586 Checking jobs for platform=marenostrum4 +2021-12-18 21:54:16,587 Checking jobs for platform=nord3 +2021-12-18 21:54:16,587 Checking jobs for platform=local +2021-12-18 21:54:16,588 Checking jobs for platform=transfer_node +2021-12-18 21:54:16,588 Checking all jobs at once +2021-12-18 21:54:17,958 Successful check job command +2021-12-18 21:54:19,728 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:54:19,728 End of checking +2021-12-18 21:54:19,730 Updating FAILED jobs +2021-12-18 21:54:19,730 Updating WAITING jobs +2021-12-18 21:54:19,730 Update finished +2021-12-18 21:54:19,730 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:54:19,733 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:54:19,733 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:54:19,733 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:54:19,733 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:54:19,733 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:54:19,733 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:54:19,736 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:54:19,739 Job list saved +2021-12-18 21:54:19,743 Updating FAILED jobs +2021-12-18 21:54:19,743 Updating WAITING jobs +2021-12-18 21:54:19,744 Update finished +2021-12-18 21:54:29,749 Reloading parameters... +2021-12-18 21:54:29,767 Loading parameters... +2021-12-18 21:54:29,769 Loading project parameters... +2021-12-18 21:54:29,771 + +9 of 25 jobs remaining (21:54) +2021-12-18 21:54:29,771 Sleep: 10 +2021-12-18 21:54:29,771 Number of retrials: 0 +2021-12-18 21:54:29,771 WRAPPER CHECK TIME = 10 +2021-12-18 21:54:29,772 Checking jobs for platform=marenostrum4 +2021-12-18 21:54:29,772 Checking jobs for platform=nord3 +2021-12-18 21:54:29,773 Checking jobs for platform=local +2021-12-18 21:54:29,773 Checking jobs for platform=transfer_node +2021-12-18 21:54:29,773 Checking all jobs at once +2021-12-18 21:54:31,044 Successful check job command +2021-12-18 21:54:32,313 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:54:32,314 End of checking +2021-12-18 21:54:32,315 Updating FAILED jobs +2021-12-18 21:54:32,315 Updating WAITING jobs +2021-12-18 21:54:32,315 Update finished +2021-12-18 21:54:32,316 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:54:32,316 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:54:32,316 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:54:32,316 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:54:32,316 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:54:32,316 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:54:32,316 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:54:32,320 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:54:32,322 Job list saved +2021-12-18 21:54:32,327 Updating FAILED jobs +2021-12-18 21:54:32,327 Updating WAITING jobs +2021-12-18 21:54:32,327 Update finished +2021-12-18 21:54:42,337 Reloading parameters... +2021-12-18 21:54:42,355 Loading parameters... +2021-12-18 21:54:42,356 Loading project parameters... +2021-12-18 21:54:42,359 + +9 of 25 jobs remaining (21:54) +2021-12-18 21:54:42,359 Sleep: 10 +2021-12-18 21:54:42,359 Number of retrials: 0 +2021-12-18 21:54:42,359 WRAPPER CHECK TIME = 10 +2021-12-18 21:54:42,360 Checking jobs for platform=marenostrum4 +2021-12-18 21:54:42,360 Checking jobs for platform=nord3 +2021-12-18 21:54:42,361 Checking jobs for platform=local +2021-12-18 21:54:42,361 Checking jobs for platform=transfer_node +2021-12-18 21:54:42,361 Checking all jobs at once +2021-12-18 21:54:43,631 Successful check job command +2021-12-18 21:54:44,802 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:54:44,802 End of checking +2021-12-18 21:54:44,804 Updating FAILED jobs +2021-12-18 21:54:44,804 Updating WAITING jobs +2021-12-18 21:54:44,804 Update finished +2021-12-18 21:54:44,805 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:54:44,805 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:54:44,805 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:54:44,805 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:54:44,805 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:54:44,805 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:54:44,805 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:54:44,808 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:54:44,810 Job list saved +2021-12-18 21:54:44,816 Updating FAILED jobs +2021-12-18 21:54:44,816 Updating WAITING jobs +2021-12-18 21:54:44,816 Update finished +2021-12-18 21:54:54,827 Reloading parameters... +2021-12-18 21:54:54,846 Loading parameters... +2021-12-18 21:54:54,847 Loading project parameters... +2021-12-18 21:54:54,849 + +9 of 25 jobs remaining (21:54) +2021-12-18 21:54:54,849 Sleep: 10 +2021-12-18 21:54:54,849 Number of retrials: 0 +2021-12-18 21:54:54,849 WRAPPER CHECK TIME = 10 +2021-12-18 21:54:54,850 Checking jobs for platform=marenostrum4 +2021-12-18 21:54:54,850 Checking jobs for platform=nord3 +2021-12-18 21:54:54,851 Checking jobs for platform=local +2021-12-18 21:54:54,851 Checking jobs for platform=transfer_node +2021-12-18 21:54:54,851 Checking all jobs at once +2021-12-18 21:54:56,221 Successful check job command +2021-12-18 21:54:57,391 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:54:57,391 End of checking +2021-12-18 21:54:57,392 Updating FAILED jobs +2021-12-18 21:54:57,392 Updating WAITING jobs +2021-12-18 21:54:57,392 Update finished +2021-12-18 21:54:57,393 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:54:57,394 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:54:57,394 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:54:57,394 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:54:57,394 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:54:57,395 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:54:57,395 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:54:57,397 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:54:57,400 Job list saved +2021-12-18 21:54:57,404 Updating FAILED jobs +2021-12-18 21:54:57,404 Updating WAITING jobs +2021-12-18 21:54:57,406 Update finished +2021-12-18 21:55:07,407 Reloading parameters... +2021-12-18 21:55:07,426 Loading parameters... +2021-12-18 21:55:07,428 Loading project parameters... +2021-12-18 21:55:07,429 + +9 of 25 jobs remaining (21:55) +2021-12-18 21:55:07,430 Sleep: 10 +2021-12-18 21:55:07,430 Number of retrials: 0 +2021-12-18 21:55:07,430 WRAPPER CHECK TIME = 10 +2021-12-18 21:55:07,431 Checking jobs for platform=marenostrum4 +2021-12-18 21:55:07,432 Checking jobs for platform=nord3 +2021-12-18 21:55:07,432 Checking jobs for platform=local +2021-12-18 21:55:07,433 Checking jobs for platform=transfer_node +2021-12-18 21:55:07,433 Checking all jobs at once +2021-12-18 21:55:08,752 Successful check job command +2021-12-18 21:55:10,072 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:55:10,072 End of checking +2021-12-18 21:55:10,073 Updating FAILED jobs +2021-12-18 21:55:10,073 Updating WAITING jobs +2021-12-18 21:55:10,074 Update finished +2021-12-18 21:55:10,074 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:55:10,074 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:55:10,074 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:55:10,074 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:55:10,074 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:55:10,074 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:55:10,075 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:55:10,077 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:55:10,079 Job list saved +2021-12-18 21:55:10,084 Updating FAILED jobs +2021-12-18 21:55:10,084 Updating WAITING jobs +2021-12-18 21:55:10,084 Update finished +2021-12-18 21:55:20,085 Reloading parameters... +2021-12-18 21:55:20,102 Loading parameters... +2021-12-18 21:55:20,104 Loading project parameters... +2021-12-18 21:55:20,106 + +9 of 25 jobs remaining (21:55) +2021-12-18 21:55:20,106 Sleep: 10 +2021-12-18 21:55:20,106 Number of retrials: 0 +2021-12-18 21:55:20,106 WRAPPER CHECK TIME = 10 +2021-12-18 21:55:20,107 Checking jobs for platform=marenostrum4 +2021-12-18 21:55:20,107 Checking jobs for platform=nord3 +2021-12-18 21:55:20,108 Checking jobs for platform=local +2021-12-18 21:55:20,108 Checking jobs for platform=transfer_node +2021-12-18 21:55:20,108 Checking all jobs at once +2021-12-18 21:55:21,328 Successful check job command +2021-12-18 21:55:22,497 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:55:22,498 End of checking +2021-12-18 21:55:22,499 Updating FAILED jobs +2021-12-18 21:55:22,499 Updating WAITING jobs +2021-12-18 21:55:22,499 Update finished +2021-12-18 21:55:22,499 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:55:22,500 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:55:22,500 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:55:22,500 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:55:22,500 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:55:22,500 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:55:22,500 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:55:22,503 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:55:22,505 Job list saved +2021-12-18 21:55:22,510 Updating FAILED jobs +2021-12-18 21:55:22,510 Updating WAITING jobs +2021-12-18 21:55:22,510 Update finished +2021-12-18 21:55:32,521 Reloading parameters... +2021-12-18 21:55:32,540 Loading parameters... +2021-12-18 21:55:32,542 Loading project parameters... +2021-12-18 21:55:32,544 + +9 of 25 jobs remaining (21:55) +2021-12-18 21:55:32,544 Sleep: 10 +2021-12-18 21:55:32,544 Number of retrials: 0 +2021-12-18 21:55:32,544 WRAPPER CHECK TIME = 10 +2021-12-18 21:55:32,545 Checking jobs for platform=marenostrum4 +2021-12-18 21:55:32,545 Checking jobs for platform=nord3 +2021-12-18 21:55:32,546 Checking jobs for platform=local +2021-12-18 21:55:32,546 Checking jobs for platform=transfer_node +2021-12-18 21:55:32,546 Checking all jobs at once +2021-12-18 21:55:33,816 Successful check job command +2021-12-18 21:55:35,035 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:55:35,035 End of checking +2021-12-18 21:55:35,036 Updating FAILED jobs +2021-12-18 21:55:35,037 Updating WAITING jobs +2021-12-18 21:55:35,037 Update finished +2021-12-18 21:55:35,037 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:55:35,039 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:55:35,039 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:55:35,039 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:55:35,039 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:55:35,040 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:55:35,040 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:55:35,042 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:55:35,045 Job list saved +2021-12-18 21:55:35,049 Updating FAILED jobs +2021-12-18 21:55:35,049 Updating WAITING jobs +2021-12-18 21:55:35,049 Update finished +2021-12-18 21:55:45,059 Reloading parameters... +2021-12-18 21:55:45,088 Loading parameters... +2021-12-18 21:55:45,089 Loading project parameters... +2021-12-18 21:55:45,091 + +9 of 25 jobs remaining (21:55) +2021-12-18 21:55:45,091 Sleep: 10 +2021-12-18 21:55:45,091 Number of retrials: 0 +2021-12-18 21:55:45,092 WRAPPER CHECK TIME = 10 +2021-12-18 21:55:45,092 Checking jobs for platform=marenostrum4 +2021-12-18 21:55:45,093 Checking jobs for platform=nord3 +2021-12-18 21:55:45,093 Checking jobs for platform=local +2021-12-18 21:55:45,094 Checking jobs for platform=transfer_node +2021-12-18 21:55:45,094 Checking all jobs at once +2021-12-18 21:55:46,517 Successful check job command +2021-12-18 21:55:47,836 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:55:47,837 End of checking +2021-12-18 21:55:47,838 Updating FAILED jobs +2021-12-18 21:55:47,838 Updating WAITING jobs +2021-12-18 21:55:47,839 Update finished +2021-12-18 21:55:47,839 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:55:47,839 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:55:47,839 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:55:47,839 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:55:47,839 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:55:47,840 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:55:47,840 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:55:47,842 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:55:47,844 Job list saved +2021-12-18 21:55:47,850 Updating FAILED jobs +2021-12-18 21:55:47,850 Updating WAITING jobs +2021-12-18 21:55:47,850 Update finished +2021-12-18 21:55:57,857 Reloading parameters... +2021-12-18 21:55:57,877 Loading parameters... +2021-12-18 21:55:57,878 Loading project parameters... +2021-12-18 21:55:57,879 + +9 of 25 jobs remaining (21:55) +2021-12-18 21:55:57,879 Sleep: 10 +2021-12-18 21:55:57,879 Number of retrials: 0 +2021-12-18 21:55:57,879 WRAPPER CHECK TIME = 10 +2021-12-18 21:55:57,879 Checking jobs for platform=marenostrum4 +2021-12-18 21:55:57,880 Checking jobs for platform=nord3 +2021-12-18 21:55:57,880 Checking jobs for platform=local +2021-12-18 21:55:57,880 Checking jobs for platform=transfer_node +2021-12-18 21:55:57,881 Checking all jobs at once +2021-12-18 21:55:59,200 Successful check job command +2021-12-18 21:56:00,420 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:56:00,420 End of checking +2021-12-18 21:56:00,422 Updating FAILED jobs +2021-12-18 21:56:00,422 Updating WAITING jobs +2021-12-18 21:56:00,422 Update finished +2021-12-18 21:56:00,422 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:56:00,422 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:56:00,423 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:56:00,423 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:56:00,423 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:56:00,423 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:56:00,423 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:56:00,426 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:56:00,428 Job list saved +2021-12-18 21:56:00,433 Updating FAILED jobs +2021-12-18 21:56:00,433 Updating WAITING jobs +2021-12-18 21:56:00,433 Update finished +2021-12-18 21:56:10,438 Reloading parameters... +2021-12-18 21:56:10,456 Loading parameters... +2021-12-18 21:56:10,457 Loading project parameters... +2021-12-18 21:56:10,459 + +9 of 25 jobs remaining (21:56) +2021-12-18 21:56:10,459 Sleep: 10 +2021-12-18 21:56:10,459 Number of retrials: 0 +2021-12-18 21:56:10,459 WRAPPER CHECK TIME = 10 +2021-12-18 21:56:10,460 Checking jobs for platform=marenostrum4 +2021-12-18 21:56:10,460 Checking jobs for platform=nord3 +2021-12-18 21:56:10,461 Checking jobs for platform=local +2021-12-18 21:56:10,461 Checking jobs for platform=transfer_node +2021-12-18 21:56:10,461 Checking all jobs at once +2021-12-18 21:56:11,681 Successful check job command +2021-12-18 21:56:13,602 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:56:13,602 End of checking +2021-12-18 21:56:13,603 Updating FAILED jobs +2021-12-18 21:56:13,603 Updating WAITING jobs +2021-12-18 21:56:13,604 Update finished +2021-12-18 21:56:13,604 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:56:13,605 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:56:13,605 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:56:13,605 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:56:13,605 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:56:13,606 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:56:13,606 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:56:13,608 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:56:13,611 Job list saved +2021-12-18 21:56:13,616 Updating FAILED jobs +2021-12-18 21:56:13,616 Updating WAITING jobs +2021-12-18 21:56:13,616 Update finished +2021-12-18 21:56:23,625 Reloading parameters... +2021-12-18 21:56:23,644 Loading parameters... +2021-12-18 21:56:23,645 Loading project parameters... +2021-12-18 21:56:23,647 + +9 of 25 jobs remaining (21:56) +2021-12-18 21:56:23,647 Sleep: 10 +2021-12-18 21:56:23,647 Number of retrials: 0 +2021-12-18 21:56:23,648 WRAPPER CHECK TIME = 10 +2021-12-18 21:56:23,648 Checking jobs for platform=marenostrum4 +2021-12-18 21:56:23,649 Checking jobs for platform=nord3 +2021-12-18 21:56:23,649 Checking jobs for platform=local +2021-12-18 21:56:23,650 Checking jobs for platform=transfer_node +2021-12-18 21:56:23,650 Checking all jobs at once +2021-12-18 21:56:24,919 Successful check job command +2021-12-18 21:56:26,190 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:56:26,190 End of checking +2021-12-18 21:56:26,191 Updating FAILED jobs +2021-12-18 21:56:26,191 Updating WAITING jobs +2021-12-18 21:56:26,192 Update finished +2021-12-18 21:56:26,192 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:56:26,192 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:56:26,192 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:56:26,192 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:56:26,192 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:56:26,193 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:56:26,193 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:56:26,195 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:56:26,197 Job list saved +2021-12-18 21:56:26,203 Updating FAILED jobs +2021-12-18 21:56:26,203 Updating WAITING jobs +2021-12-18 21:56:26,203 Update finished +2021-12-18 21:56:36,205 Reloading parameters... +2021-12-18 21:56:36,225 Loading parameters... +2021-12-18 21:56:36,226 Loading project parameters... +2021-12-18 21:56:36,228 + +9 of 25 jobs remaining (21:56) +2021-12-18 21:56:36,228 Sleep: 10 +2021-12-18 21:56:36,228 Number of retrials: 0 +2021-12-18 21:56:36,228 WRAPPER CHECK TIME = 10 +2021-12-18 21:56:36,229 Checking jobs for platform=marenostrum4 +2021-12-18 21:56:36,230 Checking jobs for platform=nord3 +2021-12-18 21:56:36,230 Checking jobs for platform=local +2021-12-18 21:56:36,231 Checking jobs for platform=transfer_node +2021-12-18 21:56:36,231 Checking all jobs at once +2021-12-18 21:56:37,400 Successful check job command +2021-12-18 21:56:38,569 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:56:38,570 End of checking +2021-12-18 21:56:38,571 Updating FAILED jobs +2021-12-18 21:56:38,571 Updating WAITING jobs +2021-12-18 21:56:38,571 Update finished +2021-12-18 21:56:38,572 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:56:38,572 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:56:38,572 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:56:38,572 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:56:38,572 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:56:38,572 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:56:38,572 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:56:38,575 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:56:38,577 Job list saved +2021-12-18 21:56:38,582 Updating FAILED jobs +2021-12-18 21:56:38,582 Updating WAITING jobs +2021-12-18 21:56:38,582 Update finished +2021-12-18 21:56:48,586 Reloading parameters... +2021-12-18 21:56:48,605 Loading parameters... +2021-12-18 21:56:48,606 Loading project parameters... +2021-12-18 21:56:48,608 + +9 of 25 jobs remaining (21:56) +2021-12-18 21:56:48,608 Sleep: 10 +2021-12-18 21:56:48,608 Number of retrials: 0 +2021-12-18 21:56:48,608 WRAPPER CHECK TIME = 10 +2021-12-18 21:56:48,609 Checking jobs for platform=marenostrum4 +2021-12-18 21:56:48,609 Checking jobs for platform=nord3 +2021-12-18 21:56:48,610 Checking jobs for platform=local +2021-12-18 21:56:48,610 Checking jobs for platform=transfer_node +2021-12-18 21:56:48,611 Checking all jobs at once +2021-12-18 21:56:49,880 Successful check job command +2021-12-18 21:56:51,150 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:56:51,150 End of checking +2021-12-18 21:56:51,151 Updating FAILED jobs +2021-12-18 21:56:51,151 Updating WAITING jobs +2021-12-18 21:56:51,151 Update finished +2021-12-18 21:56:51,152 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:56:51,154 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:56:51,154 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:56:51,155 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:56:51,155 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:56:51,155 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:56:51,155 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:56:51,158 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:56:51,160 Job list saved +2021-12-18 21:56:51,165 Updating FAILED jobs +2021-12-18 21:56:51,166 Updating WAITING jobs +2021-12-18 21:56:51,166 Update finished +2021-12-18 21:57:01,176 Reloading parameters... +2021-12-18 21:57:01,196 Loading parameters... +2021-12-18 21:57:01,197 Loading project parameters... +2021-12-18 21:57:01,199 + +9 of 25 jobs remaining (21:57) +2021-12-18 21:57:01,200 Sleep: 10 +2021-12-18 21:57:01,200 Number of retrials: 0 +2021-12-18 21:57:01,200 WRAPPER CHECK TIME = 10 +2021-12-18 21:57:01,200 Checking jobs for platform=marenostrum4 +2021-12-18 21:57:01,201 Checking jobs for platform=nord3 +2021-12-18 21:57:01,202 Checking jobs for platform=local +2021-12-18 21:57:01,202 Checking jobs for platform=transfer_node +2021-12-18 21:57:01,202 Checking all jobs at once +2021-12-18 21:57:02,872 Successful check job command +2021-12-18 21:57:04,143 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:57:04,143 End of checking +2021-12-18 21:57:04,145 Updating FAILED jobs +2021-12-18 21:57:04,145 Updating WAITING jobs +2021-12-18 21:57:04,145 Update finished +2021-12-18 21:57:04,145 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:57:04,145 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:57:04,145 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:57:04,145 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:57:04,146 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:57:04,146 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:57:04,146 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:57:04,149 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:57:04,151 Job list saved +2021-12-18 21:57:04,156 Updating FAILED jobs +2021-12-18 21:57:04,156 Updating WAITING jobs +2021-12-18 21:57:04,156 Update finished +2021-12-18 21:57:14,161 Reloading parameters... +2021-12-18 21:57:14,180 Loading parameters... +2021-12-18 21:57:14,181 Loading project parameters... +2021-12-18 21:57:14,183 + +9 of 25 jobs remaining (21:57) +2021-12-18 21:57:14,184 Sleep: 10 +2021-12-18 21:57:14,184 Number of retrials: 0 +2021-12-18 21:57:14,184 WRAPPER CHECK TIME = 10 +2021-12-18 21:57:14,184 Checking jobs for platform=marenostrum4 +2021-12-18 21:57:14,185 Checking jobs for platform=nord3 +2021-12-18 21:57:14,185 Checking jobs for platform=local +2021-12-18 21:57:14,186 Checking jobs for platform=transfer_node +2021-12-18 21:57:14,186 Checking all jobs at once +2021-12-18 21:57:15,506 Successful check job command +2021-12-18 21:57:16,725 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:57:16,726 End of checking +2021-12-18 21:57:16,727 Updating FAILED jobs +2021-12-18 21:57:16,727 Updating WAITING jobs +2021-12-18 21:57:16,728 Update finished +2021-12-18 21:57:16,728 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:57:16,728 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:57:16,728 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:57:16,728 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:57:16,728 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:57:16,729 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:57:16,729 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:57:16,732 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:57:16,734 Job list saved +2021-12-18 21:57:16,740 Updating FAILED jobs +2021-12-18 21:57:16,740 Updating WAITING jobs +2021-12-18 21:57:16,740 Update finished +2021-12-18 21:57:26,751 Reloading parameters... +2021-12-18 21:57:26,770 Loading parameters... +2021-12-18 21:57:26,771 Loading project parameters... +2021-12-18 21:57:26,773 + +9 of 25 jobs remaining (21:57) +2021-12-18 21:57:26,773 Sleep: 10 +2021-12-18 21:57:26,773 Number of retrials: 0 +2021-12-18 21:57:26,773 WRAPPER CHECK TIME = 10 +2021-12-18 21:57:26,774 Checking jobs for platform=marenostrum4 +2021-12-18 21:57:26,774 Checking jobs for platform=nord3 +2021-12-18 21:57:26,775 Checking jobs for platform=local +2021-12-18 21:57:26,775 Checking jobs for platform=transfer_node +2021-12-18 21:57:26,775 Checking all jobs at once +2021-12-18 21:57:28,047 Successful check job command +2021-12-18 21:57:29,167 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:57:29,167 End of checking +2021-12-18 21:57:29,169 Updating FAILED jobs +2021-12-18 21:57:29,169 Updating WAITING jobs +2021-12-18 21:57:29,169 Update finished +2021-12-18 21:57:29,169 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:57:29,170 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:57:29,171 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:57:29,171 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:57:29,171 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:57:29,171 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:57:29,171 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:57:29,174 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:57:29,176 Job list saved +2021-12-18 21:57:29,181 Updating FAILED jobs +2021-12-18 21:57:29,181 Updating WAITING jobs +2021-12-18 21:57:29,182 Update finished +2021-12-18 21:57:39,192 Reloading parameters... +2021-12-18 21:57:39,211 Loading parameters... +2021-12-18 21:57:39,212 Loading project parameters... +2021-12-18 21:57:39,214 + +9 of 25 jobs remaining (21:57) +2021-12-18 21:57:39,214 Sleep: 10 +2021-12-18 21:57:39,214 Number of retrials: 0 +2021-12-18 21:57:39,215 WRAPPER CHECK TIME = 10 +2021-12-18 21:57:39,215 Checking jobs for platform=marenostrum4 +2021-12-18 21:57:39,216 Checking jobs for platform=nord3 +2021-12-18 21:57:39,216 Checking jobs for platform=local +2021-12-18 21:57:39,217 Checking jobs for platform=transfer_node +2021-12-18 21:57:39,217 Checking all jobs at once +2021-12-18 21:57:40,487 Successful check job command +2021-12-18 21:57:41,606 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:57:41,606 End of checking +2021-12-18 21:57:41,607 Updating FAILED jobs +2021-12-18 21:57:41,608 Updating WAITING jobs +2021-12-18 21:57:41,608 Update finished +2021-12-18 21:57:41,608 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:57:41,608 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:57:41,608 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:57:41,608 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:57:41,609 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:57:41,609 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:57:41,609 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:57:41,612 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:57:41,614 Job list saved +2021-12-18 21:57:41,619 Updating FAILED jobs +2021-12-18 21:57:41,619 Updating WAITING jobs +2021-12-18 21:57:41,619 Update finished +2021-12-18 21:57:51,630 Reloading parameters... +2021-12-18 21:57:51,648 Loading parameters... +2021-12-18 21:57:51,649 Loading project parameters... +2021-12-18 21:57:51,651 + +9 of 25 jobs remaining (21:57) +2021-12-18 21:57:51,651 Sleep: 10 +2021-12-18 21:57:51,651 Number of retrials: 0 +2021-12-18 21:57:51,651 WRAPPER CHECK TIME = 10 +2021-12-18 21:57:51,652 Checking jobs for platform=marenostrum4 +2021-12-18 21:57:51,653 Checking jobs for platform=nord3 +2021-12-18 21:57:51,653 Checking jobs for platform=local +2021-12-18 21:57:51,654 Checking jobs for platform=transfer_node +2021-12-18 21:57:51,654 Checking all jobs at once +2021-12-18 21:57:53,174 Successful check job command +2021-12-18 21:57:54,343 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:57:54,343 End of checking +2021-12-18 21:57:54,345 Updating FAILED jobs +2021-12-18 21:57:54,345 Updating WAITING jobs +2021-12-18 21:57:54,345 Update finished +2021-12-18 21:57:54,345 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:57:54,346 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:57:54,346 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:57:54,346 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:57:54,346 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:57:54,346 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:57:54,346 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:57:54,349 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:57:54,351 Job list saved +2021-12-18 21:57:54,357 Updating FAILED jobs +2021-12-18 21:57:54,357 Updating WAITING jobs +2021-12-18 21:57:54,357 Update finished +2021-12-18 21:58:04,367 Reloading parameters... +2021-12-18 21:58:04,387 Loading parameters... +2021-12-18 21:58:04,388 Loading project parameters... +2021-12-18 21:58:04,390 + +9 of 25 jobs remaining (21:58) +2021-12-18 21:58:04,390 Sleep: 10 +2021-12-18 21:58:04,390 Number of retrials: 0 +2021-12-18 21:58:04,391 WRAPPER CHECK TIME = 10 +2021-12-18 21:58:04,391 Checking jobs for platform=marenostrum4 +2021-12-18 21:58:04,392 Checking jobs for platform=nord3 +2021-12-18 21:58:04,392 Checking jobs for platform=local +2021-12-18 21:58:04,393 Checking jobs for platform=transfer_node +2021-12-18 21:58:04,393 Checking all jobs at once +2021-12-18 21:58:05,712 Successful check job command +2021-12-18 21:58:06,881 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:58:06,882 End of checking +2021-12-18 21:58:06,883 Updating FAILED jobs +2021-12-18 21:58:06,883 Updating WAITING jobs +2021-12-18 21:58:06,883 Update finished +2021-12-18 21:58:06,883 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:58:06,887 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:58:06,887 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:58:06,887 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:58:06,887 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:58:06,887 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:58:06,887 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:58:06,890 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:58:06,892 Job list saved +2021-12-18 21:58:06,897 Updating FAILED jobs +2021-12-18 21:58:06,897 Updating WAITING jobs +2021-12-18 21:58:06,897 Update finished +2021-12-18 21:58:16,905 Reloading parameters... +2021-12-18 21:58:16,925 Loading parameters... +2021-12-18 21:58:16,926 Loading project parameters... +2021-12-18 21:58:16,928 + +9 of 25 jobs remaining (21:58) +2021-12-18 21:58:16,928 Sleep: 10 +2021-12-18 21:58:16,928 Number of retrials: 0 +2021-12-18 21:58:16,928 WRAPPER CHECK TIME = 10 +2021-12-18 21:58:16,929 Checking jobs for platform=marenostrum4 +2021-12-18 21:58:16,929 Checking jobs for platform=nord3 +2021-12-18 21:58:16,930 Checking jobs for platform=local +2021-12-18 21:58:16,930 Checking jobs for platform=transfer_node +2021-12-18 21:58:16,931 Checking all jobs at once +2021-12-18 21:58:18,300 Successful check job command +2021-12-18 21:58:19,769 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:58:19,769 End of checking +2021-12-18 21:58:19,770 Updating FAILED jobs +2021-12-18 21:58:19,771 Updating WAITING jobs +2021-12-18 21:58:19,771 Update finished +2021-12-18 21:58:19,771 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:58:19,771 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:58:19,771 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:58:19,771 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:58:19,771 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:58:19,772 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:58:19,772 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:58:19,775 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:58:19,777 Job list saved +2021-12-18 21:58:19,782 Updating FAILED jobs +2021-12-18 21:58:19,782 Updating WAITING jobs +2021-12-18 21:58:19,782 Update finished +2021-12-18 21:58:29,785 Reloading parameters... +2021-12-18 21:58:29,806 Loading parameters... +2021-12-18 21:58:29,807 Loading project parameters... +2021-12-18 21:58:29,809 + +9 of 25 jobs remaining (21:58) +2021-12-18 21:58:29,809 Sleep: 10 +2021-12-18 21:58:29,809 Number of retrials: 0 +2021-12-18 21:58:29,810 WRAPPER CHECK TIME = 10 +2021-12-18 21:58:29,810 Checking jobs for platform=marenostrum4 +2021-12-18 21:58:29,811 Checking jobs for platform=nord3 +2021-12-18 21:58:29,811 Checking jobs for platform=local +2021-12-18 21:58:29,812 Checking jobs for platform=transfer_node +2021-12-18 21:58:29,812 Checking all jobs at once +2021-12-18 21:58:31,031 Successful check job command +2021-12-18 21:58:32,251 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:58:32,251 End of checking +2021-12-18 21:58:32,252 Updating FAILED jobs +2021-12-18 21:58:32,253 Updating WAITING jobs +2021-12-18 21:58:32,253 Update finished +2021-12-18 21:58:32,253 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:58:32,253 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:58:32,253 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:58:32,253 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:58:32,253 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:58:32,254 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:58:32,254 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:58:32,257 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:58:32,259 Job list saved +2021-12-18 21:58:32,264 Updating FAILED jobs +2021-12-18 21:58:32,264 Updating WAITING jobs +2021-12-18 21:58:32,264 Update finished +2021-12-18 21:58:42,275 Reloading parameters... +2021-12-18 21:58:42,345 Loading parameters... +2021-12-18 21:58:42,347 Loading project parameters... +2021-12-18 21:58:42,349 + +9 of 25 jobs remaining (21:58) +2021-12-18 21:58:42,349 Sleep: 10 +2021-12-18 21:58:42,349 Number of retrials: 0 +2021-12-18 21:58:42,349 WRAPPER CHECK TIME = 10 +2021-12-18 21:58:42,350 Checking jobs for platform=marenostrum4 +2021-12-18 21:58:42,351 Checking jobs for platform=nord3 +2021-12-18 21:58:42,351 Checking jobs for platform=local +2021-12-18 21:58:42,352 Checking jobs for platform=transfer_node +2021-12-18 21:58:42,352 Checking all jobs at once +2021-12-18 21:58:43,672 Successful check job command +2021-12-18 21:58:44,891 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:58:44,891 End of checking +2021-12-18 21:58:44,893 Updating FAILED jobs +2021-12-18 21:58:44,893 Updating WAITING jobs +2021-12-18 21:58:44,893 Update finished +2021-12-18 21:58:44,893 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:58:44,895 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:58:44,895 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:58:44,895 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:58:44,895 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:58:44,895 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:58:44,895 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:58:44,898 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:58:44,900 Job list saved +2021-12-18 21:58:44,905 Updating FAILED jobs +2021-12-18 21:58:44,905 Updating WAITING jobs +2021-12-18 21:58:44,905 Update finished +2021-12-18 21:58:54,915 Reloading parameters... +2021-12-18 21:58:54,934 Loading parameters... +2021-12-18 21:58:54,935 Loading project parameters... +2021-12-18 21:58:54,937 + +9 of 25 jobs remaining (21:58) +2021-12-18 21:58:54,937 Sleep: 10 +2021-12-18 21:58:54,937 Number of retrials: 0 +2021-12-18 21:58:54,937 WRAPPER CHECK TIME = 10 +2021-12-18 21:58:54,938 Checking jobs for platform=marenostrum4 +2021-12-18 21:58:54,938 Checking jobs for platform=nord3 +2021-12-18 21:58:54,939 Checking jobs for platform=local +2021-12-18 21:58:54,940 Checking jobs for platform=transfer_node +2021-12-18 21:58:54,940 Checking all jobs at once +2021-12-18 21:58:56,409 Successful check job command +2021-12-18 21:58:57,628 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:58:57,629 End of checking +2021-12-18 21:58:57,630 Updating FAILED jobs +2021-12-18 21:58:57,630 Updating WAITING jobs +2021-12-18 21:58:57,630 Update finished +2021-12-18 21:58:57,631 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:58:57,631 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:58:57,631 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:58:57,631 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:58:57,631 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:58:57,631 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:58:57,631 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:58:57,635 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:58:57,637 Job list saved +2021-12-18 21:58:57,643 Updating FAILED jobs +2021-12-18 21:58:57,643 Updating WAITING jobs +2021-12-18 21:58:57,643 Update finished +2021-12-18 21:59:07,653 Reloading parameters... +2021-12-18 21:59:07,674 Loading parameters... +2021-12-18 21:59:07,676 Loading project parameters... +2021-12-18 21:59:07,677 + +9 of 25 jobs remaining (21:59) +2021-12-18 21:59:07,678 Sleep: 10 +2021-12-18 21:59:07,678 Number of retrials: 0 +2021-12-18 21:59:07,678 WRAPPER CHECK TIME = 10 +2021-12-18 21:59:07,678 Checking jobs for platform=marenostrum4 +2021-12-18 21:59:07,679 Checking jobs for platform=nord3 +2021-12-18 21:59:07,680 Checking jobs for platform=local +2021-12-18 21:59:07,680 Checking jobs for platform=transfer_node +2021-12-18 21:59:07,680 Checking all jobs at once +2021-12-18 21:59:09,000 Successful check job command +2021-12-18 21:59:10,270 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:59:10,270 End of checking +2021-12-18 21:59:10,271 Updating FAILED jobs +2021-12-18 21:59:10,271 Updating WAITING jobs +2021-12-18 21:59:10,272 Update finished +2021-12-18 21:59:10,272 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:59:10,272 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:59:10,272 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:59:10,272 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:59:10,272 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:59:10,273 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:59:10,273 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:59:10,275 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:59:10,278 Job list saved +2021-12-18 21:59:10,283 Updating FAILED jobs +2021-12-18 21:59:10,283 Updating WAITING jobs +2021-12-18 21:59:10,283 Update finished +2021-12-18 21:59:20,293 Reloading parameters... +2021-12-18 21:59:20,311 Loading parameters... +2021-12-18 21:59:20,312 Loading project parameters... +2021-12-18 21:59:20,314 + +9 of 25 jobs remaining (21:59) +2021-12-18 21:59:20,314 Sleep: 10 +2021-12-18 21:59:20,314 Number of retrials: 0 +2021-12-18 21:59:20,314 WRAPPER CHECK TIME = 10 +2021-12-18 21:59:20,315 Checking jobs for platform=marenostrum4 +2021-12-18 21:59:20,316 Checking jobs for platform=nord3 +2021-12-18 21:59:20,316 Checking jobs for platform=local +2021-12-18 21:59:20,317 Checking jobs for platform=transfer_node +2021-12-18 21:59:20,317 Checking all jobs at once +2021-12-18 21:59:21,490 Successful check job command +2021-12-18 21:59:22,560 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:59:22,561 End of checking +2021-12-18 21:59:22,562 Updating FAILED jobs +2021-12-18 21:59:22,562 Updating WAITING jobs +2021-12-18 21:59:22,562 Update finished +2021-12-18 21:59:22,562 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:59:22,565 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:59:22,565 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:59:22,565 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:59:22,565 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:59:22,565 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:59:22,566 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:59:22,568 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:59:22,570 Job list saved +2021-12-18 21:59:22,575 Updating FAILED jobs +2021-12-18 21:59:22,576 Updating WAITING jobs +2021-12-18 21:59:22,576 Update finished +2021-12-18 21:59:32,586 Reloading parameters... +2021-12-18 21:59:32,604 Loading parameters... +2021-12-18 21:59:32,605 Loading project parameters... +2021-12-18 21:59:32,607 + +9 of 25 jobs remaining (21:59) +2021-12-18 21:59:32,607 Sleep: 10 +2021-12-18 21:59:32,607 Number of retrials: 0 +2021-12-18 21:59:32,607 WRAPPER CHECK TIME = 10 +2021-12-18 21:59:32,608 Checking jobs for platform=marenostrum4 +2021-12-18 21:59:32,608 Checking jobs for platform=nord3 +2021-12-18 21:59:32,609 Checking jobs for platform=local +2021-12-18 21:59:32,610 Checking jobs for platform=transfer_node +2021-12-18 21:59:32,610 Checking all jobs at once +2021-12-18 21:59:33,979 Successful check job command +2021-12-18 21:59:35,149 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:59:35,150 End of checking +2021-12-18 21:59:35,151 Updating FAILED jobs +2021-12-18 21:59:35,151 Updating WAITING jobs +2021-12-18 21:59:35,151 Update finished +2021-12-18 21:59:35,152 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:59:35,152 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:59:35,152 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:59:35,152 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:59:35,152 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:59:35,152 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:59:35,152 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:59:35,156 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:59:35,158 Job list saved +2021-12-18 21:59:35,163 Updating FAILED jobs +2021-12-18 21:59:35,163 Updating WAITING jobs +2021-12-18 21:59:35,163 Update finished +2021-12-18 21:59:45,168 Reloading parameters... +2021-12-18 21:59:45,188 Loading parameters... +2021-12-18 21:59:45,189 Loading project parameters... +2021-12-18 21:59:45,191 + +9 of 25 jobs remaining (21:59) +2021-12-18 21:59:45,191 Sleep: 10 +2021-12-18 21:59:45,192 Number of retrials: 0 +2021-12-18 21:59:45,192 WRAPPER CHECK TIME = 10 +2021-12-18 21:59:45,192 Checking jobs for platform=marenostrum4 +2021-12-18 21:59:45,193 Checking jobs for platform=nord3 +2021-12-18 21:59:45,193 Checking jobs for platform=local +2021-12-18 21:59:45,194 Checking jobs for platform=transfer_node +2021-12-18 21:59:45,194 Checking all jobs at once +2021-12-18 21:59:46,513 Successful check job command +2021-12-18 21:59:47,782 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 21:59:47,783 End of checking +2021-12-18 21:59:47,784 Updating FAILED jobs +2021-12-18 21:59:47,784 Updating WAITING jobs +2021-12-18 21:59:47,784 Update finished +2021-12-18 21:59:47,785 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 21:59:47,785 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 21:59:47,785 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 21:59:47,785 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 21:59:47,785 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 21:59:47,785 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 21:59:47,785 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 21:59:47,788 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 21:59:47,791 Job list saved +2021-12-18 21:59:47,796 Updating FAILED jobs +2021-12-18 21:59:47,796 Updating WAITING jobs +2021-12-18 21:59:47,796 Update finished +2021-12-18 21:59:57,806 Reloading parameters... +2021-12-18 21:59:57,825 Loading parameters... +2021-12-18 21:59:57,827 Loading project parameters... +2021-12-18 21:59:57,828 + +9 of 25 jobs remaining (21:59) +2021-12-18 21:59:57,829 Sleep: 10 +2021-12-18 21:59:57,829 Number of retrials: 0 +2021-12-18 21:59:57,829 WRAPPER CHECK TIME = 10 +2021-12-18 21:59:57,829 Checking jobs for platform=marenostrum4 +2021-12-18 21:59:57,830 Checking jobs for platform=nord3 +2021-12-18 21:59:57,831 Checking jobs for platform=local +2021-12-18 21:59:57,831 Checking jobs for platform=transfer_node +2021-12-18 21:59:57,831 Checking all jobs at once +2021-12-18 21:59:59,101 Successful check job command +2021-12-18 22:00:00,272 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:00:00,272 End of checking +2021-12-18 22:00:00,273 Updating FAILED jobs +2021-12-18 22:00:00,273 Updating WAITING jobs +2021-12-18 22:00:00,273 Update finished +2021-12-18 22:00:00,274 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:00:00,275 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:00:00,275 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:00:00,275 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:00:00,275 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:00:00,275 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:00:00,275 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:00:00,278 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:00:00,280 Job list saved +2021-12-18 22:00:00,285 Updating FAILED jobs +2021-12-18 22:00:00,285 Updating WAITING jobs +2021-12-18 22:00:00,286 Update finished +2021-12-18 22:00:10,296 Reloading parameters... +2021-12-18 22:00:10,319 Loading parameters... +2021-12-18 22:00:10,320 Loading project parameters... +2021-12-18 22:00:10,322 + +9 of 25 jobs remaining (22:00) +2021-12-18 22:00:10,322 Sleep: 10 +2021-12-18 22:00:10,322 Number of retrials: 0 +2021-12-18 22:00:10,322 WRAPPER CHECK TIME = 10 +2021-12-18 22:00:10,323 Checking jobs for platform=marenostrum4 +2021-12-18 22:00:10,323 Checking jobs for platform=nord3 +2021-12-18 22:00:10,324 Checking jobs for platform=local +2021-12-18 22:00:10,325 Checking jobs for platform=transfer_node +2021-12-18 22:00:10,325 Checking all jobs at once +2021-12-18 22:00:11,695 Successful check job command +2021-12-18 22:00:12,865 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:00:12,865 End of checking +2021-12-18 22:00:12,867 Updating FAILED jobs +2021-12-18 22:00:12,867 Updating WAITING jobs +2021-12-18 22:00:12,867 Update finished +2021-12-18 22:00:12,868 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:00:12,868 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:00:12,868 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:00:12,868 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:00:12,868 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:00:12,868 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:00:12,868 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:00:12,871 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:00:12,874 Job list saved +2021-12-18 22:00:12,886 Updating FAILED jobs +2021-12-18 22:00:12,886 Updating WAITING jobs +2021-12-18 22:00:12,886 Update finished +2021-12-18 22:00:22,896 Reloading parameters... +2021-12-18 22:00:22,915 Loading parameters... +2021-12-18 22:00:22,917 Loading project parameters... +2021-12-18 22:00:22,919 + +9 of 25 jobs remaining (22:00) +2021-12-18 22:00:22,919 Sleep: 10 +2021-12-18 22:00:22,919 Number of retrials: 0 +2021-12-18 22:00:22,919 WRAPPER CHECK TIME = 10 +2021-12-18 22:00:22,920 Checking jobs for platform=marenostrum4 +2021-12-18 22:00:22,920 Checking jobs for platform=nord3 +2021-12-18 22:00:22,921 Checking jobs for platform=local +2021-12-18 22:00:22,921 Checking jobs for platform=transfer_node +2021-12-18 22:00:22,921 Checking all jobs at once +2021-12-18 22:00:24,291 Successful check job command +2021-12-18 22:00:25,510 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:00:25,511 End of checking +2021-12-18 22:00:25,513 Updating FAILED jobs +2021-12-18 22:00:25,513 Updating WAITING jobs +2021-12-18 22:00:25,513 Update finished +2021-12-18 22:00:25,514 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:00:25,514 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:00:25,514 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:00:25,514 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:00:25,514 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:00:25,514 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:00:25,514 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:00:25,518 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:00:25,521 Job list saved +2021-12-18 22:00:25,528 Updating FAILED jobs +2021-12-18 22:00:25,529 Updating WAITING jobs +2021-12-18 22:00:25,529 Update finished +2021-12-18 22:00:35,535 Reloading parameters... +2021-12-18 22:00:35,555 Loading parameters... +2021-12-18 22:00:35,556 Loading project parameters... +2021-12-18 22:00:35,558 + +9 of 25 jobs remaining (22:00) +2021-12-18 22:00:35,558 Sleep: 10 +2021-12-18 22:00:35,558 Number of retrials: 0 +2021-12-18 22:00:35,559 WRAPPER CHECK TIME = 10 +2021-12-18 22:00:35,559 Checking jobs for platform=marenostrum4 +2021-12-18 22:00:35,560 Checking jobs for platform=nord3 +2021-12-18 22:00:35,560 Checking jobs for platform=local +2021-12-18 22:00:35,561 Checking jobs for platform=transfer_node +2021-12-18 22:00:35,561 Checking all jobs at once +2021-12-18 22:00:36,980 Successful check job command +2021-12-18 22:00:38,199 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:00:38,200 End of checking +2021-12-18 22:00:38,201 Updating FAILED jobs +2021-12-18 22:00:38,201 Updating WAITING jobs +2021-12-18 22:00:38,201 Update finished +2021-12-18 22:00:38,201 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:00:38,204 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:00:38,204 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:00:38,205 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:00:38,205 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:00:38,205 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:00:38,205 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:00:38,207 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:00:38,210 Job list saved +2021-12-18 22:00:39,080 Updating FAILED jobs +2021-12-18 22:00:39,081 Updating WAITING jobs +2021-12-18 22:00:39,081 Update finished +2021-12-18 22:00:49,088 Reloading parameters... +2021-12-18 22:00:49,108 Loading parameters... +2021-12-18 22:00:49,109 Loading project parameters... +2021-12-18 22:00:49,111 + +9 of 25 jobs remaining (22:00) +2021-12-18 22:00:49,111 Sleep: 10 +2021-12-18 22:00:49,111 Number of retrials: 0 +2021-12-18 22:00:49,111 WRAPPER CHECK TIME = 10 +2021-12-18 22:00:49,112 Checking jobs for platform=marenostrum4 +2021-12-18 22:00:49,112 Checking jobs for platform=nord3 +2021-12-18 22:00:49,113 Checking jobs for platform=local +2021-12-18 22:00:49,113 Checking jobs for platform=transfer_node +2021-12-18 22:00:49,113 Checking all jobs at once +2021-12-18 22:00:50,484 Successful check job command +2021-12-18 22:00:51,703 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:00:51,703 End of checking +2021-12-18 22:00:51,705 Updating FAILED jobs +2021-12-18 22:00:51,705 Updating WAITING jobs +2021-12-18 22:00:51,705 Update finished +2021-12-18 22:00:51,705 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:00:51,705 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:00:51,706 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:00:51,706 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:00:51,706 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:00:51,706 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:00:51,706 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:00:51,709 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:00:51,712 Job list saved +2021-12-18 22:00:51,717 Updating FAILED jobs +2021-12-18 22:00:51,717 Updating WAITING jobs +2021-12-18 22:00:51,717 Update finished +2021-12-18 22:01:01,725 Reloading parameters... +2021-12-18 22:01:01,744 Loading parameters... +2021-12-18 22:01:01,745 Loading project parameters... +2021-12-18 22:01:01,747 + +9 of 25 jobs remaining (22:01) +2021-12-18 22:01:01,747 Sleep: 10 +2021-12-18 22:01:01,747 Number of retrials: 0 +2021-12-18 22:01:01,747 WRAPPER CHECK TIME = 10 +2021-12-18 22:01:01,748 Checking jobs for platform=marenostrum4 +2021-12-18 22:01:01,748 Checking jobs for platform=nord3 +2021-12-18 22:01:01,749 Checking jobs for platform=local +2021-12-18 22:01:01,750 Checking jobs for platform=transfer_node +2021-12-18 22:01:01,750 Checking all jobs at once +2021-12-18 22:01:02,970 Successful check job command +2021-12-18 22:01:04,240 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:01:04,240 End of checking +2021-12-18 22:01:04,242 Updating FAILED jobs +2021-12-18 22:01:04,242 Updating WAITING jobs +2021-12-18 22:01:04,242 Update finished +2021-12-18 22:01:04,242 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:01:04,242 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:01:04,242 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:01:04,243 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:01:04,243 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:01:04,243 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:01:04,243 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:01:04,246 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:01:04,248 Job list saved +2021-12-18 22:01:04,255 Updating FAILED jobs +2021-12-18 22:01:04,255 Updating WAITING jobs +2021-12-18 22:01:04,255 Update finished +2021-12-18 22:01:14,265 Reloading parameters... +2021-12-18 22:01:14,287 Loading parameters... +2021-12-18 22:01:14,288 Loading project parameters... +2021-12-18 22:01:14,290 + +9 of 25 jobs remaining (22:01) +2021-12-18 22:01:14,290 Sleep: 10 +2021-12-18 22:01:14,290 Number of retrials: 0 +2021-12-18 22:01:14,290 WRAPPER CHECK TIME = 10 +2021-12-18 22:01:14,291 Checking jobs for platform=marenostrum4 +2021-12-18 22:01:14,291 Checking jobs for platform=nord3 +2021-12-18 22:01:14,292 Checking jobs for platform=local +2021-12-18 22:01:14,292 Checking jobs for platform=transfer_node +2021-12-18 22:01:14,292 Checking all jobs at once +2021-12-18 22:01:15,514 Successful check job command +2021-12-18 22:01:16,683 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:01:16,683 End of checking +2021-12-18 22:01:16,685 Updating FAILED jobs +2021-12-18 22:01:16,685 Updating WAITING jobs +2021-12-18 22:01:16,686 Update finished +2021-12-18 22:01:16,686 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:01:16,687 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:01:16,687 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:01:16,687 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:01:16,688 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:01:16,688 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:01:16,688 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:01:16,691 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:01:16,694 Job list saved +2021-12-18 22:01:16,706 Updating FAILED jobs +2021-12-18 22:01:16,706 Updating WAITING jobs +2021-12-18 22:01:16,707 Update finished +2021-12-18 22:01:26,713 Reloading parameters... +2021-12-18 22:01:26,734 Loading parameters... +2021-12-18 22:01:26,736 Loading project parameters... +2021-12-18 22:01:26,737 + +9 of 25 jobs remaining (22:01) +2021-12-18 22:01:26,738 Sleep: 10 +2021-12-18 22:01:26,738 Number of retrials: 0 +2021-12-18 22:01:26,738 WRAPPER CHECK TIME = 10 +2021-12-18 22:01:26,738 Checking jobs for platform=marenostrum4 +2021-12-18 22:01:26,739 Checking jobs for platform=nord3 +2021-12-18 22:01:26,740 Checking jobs for platform=local +2021-12-18 22:01:26,740 Checking jobs for platform=transfer_node +2021-12-18 22:01:26,740 Checking all jobs at once +2021-12-18 22:01:28,060 Successful check job command +2021-12-18 22:01:29,229 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:01:29,230 End of checking +2021-12-18 22:01:29,231 Updating FAILED jobs +2021-12-18 22:01:29,231 Updating WAITING jobs +2021-12-18 22:01:29,231 Update finished +2021-12-18 22:01:29,232 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:01:29,232 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:01:29,232 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:01:29,232 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:01:29,232 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:01:29,232 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:01:29,232 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:01:29,235 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:01:29,237 Job list saved +2021-12-18 22:01:29,242 Updating FAILED jobs +2021-12-18 22:01:29,243 Updating WAITING jobs +2021-12-18 22:01:29,243 Update finished +2021-12-18 22:01:39,251 Reloading parameters... +2021-12-18 22:01:39,271 Loading parameters... +2021-12-18 22:01:39,273 Loading project parameters... +2021-12-18 22:01:39,275 + +9 of 25 jobs remaining (22:01) +2021-12-18 22:01:39,275 Sleep: 10 +2021-12-18 22:01:39,275 Number of retrials: 0 +2021-12-18 22:01:39,275 WRAPPER CHECK TIME = 10 +2021-12-18 22:01:39,276 Checking jobs for platform=marenostrum4 +2021-12-18 22:01:39,276 Checking jobs for platform=nord3 +2021-12-18 22:01:39,277 Checking jobs for platform=local +2021-12-18 22:01:39,277 Checking jobs for platform=transfer_node +2021-12-18 22:01:39,277 Checking all jobs at once +2021-12-18 22:01:40,597 Successful check job command +2021-12-18 22:01:41,867 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:01:41,867 End of checking +2021-12-18 22:01:41,868 Updating FAILED jobs +2021-12-18 22:01:41,868 Updating WAITING jobs +2021-12-18 22:01:41,869 Update finished +2021-12-18 22:01:41,869 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:01:41,869 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:01:41,869 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:01:41,869 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:01:41,869 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:01:41,870 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:01:41,870 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:01:41,877 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:01:41,879 Job list saved +2021-12-18 22:01:41,884 Updating FAILED jobs +2021-12-18 22:01:41,884 Updating WAITING jobs +2021-12-18 22:01:41,885 Update finished +2021-12-18 22:01:51,895 Reloading parameters... +2021-12-18 22:01:51,915 Loading parameters... +2021-12-18 22:01:51,916 Loading project parameters... +2021-12-18 22:01:51,918 + +9 of 25 jobs remaining (22:01) +2021-12-18 22:01:51,918 Sleep: 10 +2021-12-18 22:01:51,918 Number of retrials: 0 +2021-12-18 22:01:51,918 WRAPPER CHECK TIME = 10 +2021-12-18 22:01:51,919 Checking jobs for platform=marenostrum4 +2021-12-18 22:01:51,919 Checking jobs for platform=nord3 +2021-12-18 22:01:51,920 Checking jobs for platform=local +2021-12-18 22:01:51,920 Checking jobs for platform=transfer_node +2021-12-18 22:01:51,920 Checking all jobs at once +2021-12-18 22:01:53,190 Successful check job command +2021-12-18 22:01:54,409 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:01:54,409 End of checking +2021-12-18 22:01:54,410 Updating FAILED jobs +2021-12-18 22:01:54,411 Updating WAITING jobs +2021-12-18 22:01:54,411 Update finished +2021-12-18 22:01:54,411 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:01:54,413 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:01:54,413 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:01:54,413 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:01:54,414 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:01:54,414 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:01:54,414 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:01:54,417 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:01:54,419 Job list saved +2021-12-18 22:01:54,424 Updating FAILED jobs +2021-12-18 22:01:54,424 Updating WAITING jobs +2021-12-18 22:01:54,424 Update finished +2021-12-18 22:02:04,434 Reloading parameters... +2021-12-18 22:02:04,455 Loading parameters... +2021-12-18 22:02:04,456 Loading project parameters... +2021-12-18 22:02:04,458 + +9 of 25 jobs remaining (22:02) +2021-12-18 22:02:04,459 Sleep: 10 +2021-12-18 22:02:04,459 Number of retrials: 0 +2021-12-18 22:02:04,459 WRAPPER CHECK TIME = 10 +2021-12-18 22:02:04,459 Checking jobs for platform=marenostrum4 +2021-12-18 22:02:04,460 Checking jobs for platform=nord3 +2021-12-18 22:02:04,460 Checking jobs for platform=local +2021-12-18 22:02:04,461 Checking jobs for platform=transfer_node +2021-12-18 22:02:04,461 Checking all jobs at once +2021-12-18 22:02:05,832 Successful check job command +2021-12-18 22:02:07,001 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:02:07,002 End of checking +2021-12-18 22:02:07,003 Updating FAILED jobs +2021-12-18 22:02:07,003 Updating WAITING jobs +2021-12-18 22:02:07,003 Update finished +2021-12-18 22:02:07,004 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:02:07,004 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:02:07,004 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:02:07,004 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:02:07,004 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:02:07,004 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:02:07,004 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:02:07,007 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:02:07,010 Job list saved +2021-12-18 22:02:07,016 Updating FAILED jobs +2021-12-18 22:02:07,016 Updating WAITING jobs +2021-12-18 22:02:07,016 Update finished +2021-12-18 22:02:17,027 Reloading parameters... +2021-12-18 22:02:17,048 Loading parameters... +2021-12-18 22:02:17,049 Loading project parameters... +2021-12-18 22:02:17,051 + +9 of 25 jobs remaining (22:02) +2021-12-18 22:02:17,051 Sleep: 10 +2021-12-18 22:02:17,051 Number of retrials: 0 +2021-12-18 22:02:17,051 WRAPPER CHECK TIME = 10 +2021-12-18 22:02:17,052 Checking jobs for platform=marenostrum4 +2021-12-18 22:02:17,052 Checking jobs for platform=nord3 +2021-12-18 22:02:17,053 Checking jobs for platform=local +2021-12-18 22:02:17,054 Checking jobs for platform=transfer_node +2021-12-18 22:02:17,054 Checking all jobs at once +2021-12-18 22:02:18,423 Successful check job command +2021-12-18 22:02:19,693 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:02:19,693 End of checking +2021-12-18 22:02:19,694 Updating FAILED jobs +2021-12-18 22:02:19,695 Updating WAITING jobs +2021-12-18 22:02:19,695 Update finished +2021-12-18 22:02:19,695 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:02:19,695 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:02:19,695 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:02:19,695 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:02:19,696 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:02:19,696 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:02:19,696 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:02:19,698 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:02:19,701 Job list saved +2021-12-18 22:02:19,706 Updating FAILED jobs +2021-12-18 22:02:19,706 Updating WAITING jobs +2021-12-18 22:02:19,706 Update finished +2021-12-18 22:02:29,716 Reloading parameters... +2021-12-18 22:02:29,734 Loading parameters... +2021-12-18 22:02:29,735 Loading project parameters... +2021-12-18 22:02:29,737 + +9 of 25 jobs remaining (22:02) +2021-12-18 22:02:29,737 Sleep: 10 +2021-12-18 22:02:29,737 Number of retrials: 0 +2021-12-18 22:02:29,737 WRAPPER CHECK TIME = 10 +2021-12-18 22:02:29,738 Checking jobs for platform=marenostrum4 +2021-12-18 22:02:29,739 Checking jobs for platform=nord3 +2021-12-18 22:02:29,739 Checking jobs for platform=local +2021-12-18 22:02:29,740 Checking jobs for platform=transfer_node +2021-12-18 22:02:29,740 Checking all jobs at once +2021-12-18 22:02:31,060 Successful check job command +2021-12-18 22:02:32,229 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:02:32,230 End of checking +2021-12-18 22:02:32,231 Updating FAILED jobs +2021-12-18 22:02:32,231 Updating WAITING jobs +2021-12-18 22:02:32,231 Update finished +2021-12-18 22:02:32,232 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:02:32,233 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:02:32,233 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:02:32,233 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:02:32,233 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:02:32,234 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:02:32,234 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:02:32,236 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:02:32,239 Job list saved +2021-12-18 22:02:32,243 Updating FAILED jobs +2021-12-18 22:02:32,243 Updating WAITING jobs +2021-12-18 22:02:32,244 Update finished +2021-12-18 22:02:42,250 Reloading parameters... +2021-12-18 22:02:42,269 Loading parameters... +2021-12-18 22:02:42,270 Loading project parameters... +2021-12-18 22:02:42,272 + +9 of 25 jobs remaining (22:02) +2021-12-18 22:02:42,272 Sleep: 10 +2021-12-18 22:02:42,272 Number of retrials: 0 +2021-12-18 22:02:42,272 WRAPPER CHECK TIME = 10 +2021-12-18 22:02:42,273 Checking jobs for platform=marenostrum4 +2021-12-18 22:02:42,273 Checking jobs for platform=nord3 +2021-12-18 22:02:42,274 Checking jobs for platform=local +2021-12-18 22:02:42,275 Checking jobs for platform=transfer_node +2021-12-18 22:02:42,275 Checking all jobs at once +2021-12-18 22:02:43,594 Successful check job command +2021-12-18 22:02:44,767 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:02:44,767 End of checking +2021-12-18 22:02:44,768 Updating FAILED jobs +2021-12-18 22:02:44,768 Updating WAITING jobs +2021-12-18 22:02:44,769 Update finished +2021-12-18 22:02:44,769 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:02:44,769 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:02:44,769 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:02:44,769 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:02:44,769 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:02:44,769 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:02:44,770 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:02:44,772 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:02:44,774 Job list saved +2021-12-18 22:02:44,779 Updating FAILED jobs +2021-12-18 22:02:44,779 Updating WAITING jobs +2021-12-18 22:02:44,779 Update finished +2021-12-18 22:02:54,781 Reloading parameters... +2021-12-18 22:02:54,802 Loading parameters... +2021-12-18 22:02:54,803 Loading project parameters... +2021-12-18 22:02:54,805 + +9 of 25 jobs remaining (22:02) +2021-12-18 22:02:54,805 Sleep: 10 +2021-12-18 22:02:54,805 Number of retrials: 0 +2021-12-18 22:02:54,805 WRAPPER CHECK TIME = 10 +2021-12-18 22:02:54,806 Checking jobs for platform=marenostrum4 +2021-12-18 22:02:54,806 Checking jobs for platform=nord3 +2021-12-18 22:02:54,807 Checking jobs for platform=local +2021-12-18 22:02:54,807 Checking jobs for platform=transfer_node +2021-12-18 22:02:54,807 Checking all jobs at once +2021-12-18 22:02:56,077 Successful check job command +2021-12-18 22:02:57,349 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:02:57,349 End of checking +2021-12-18 22:02:57,350 Updating FAILED jobs +2021-12-18 22:02:57,351 Updating WAITING jobs +2021-12-18 22:02:57,351 Update finished +2021-12-18 22:02:57,351 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:02:57,351 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:02:57,351 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:02:57,351 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:02:57,352 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:02:57,352 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:02:57,352 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:02:57,355 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:02:57,358 Job list saved +2021-12-18 22:02:57,362 Updating FAILED jobs +2021-12-18 22:02:57,363 Updating WAITING jobs +2021-12-18 22:02:57,363 Update finished +2021-12-18 22:03:07,373 Reloading parameters... +2021-12-18 22:03:07,392 Loading parameters... +2021-12-18 22:03:07,393 Loading project parameters... +2021-12-18 22:03:07,395 + +9 of 25 jobs remaining (22:03) +2021-12-18 22:03:07,395 Sleep: 10 +2021-12-18 22:03:07,395 Number of retrials: 0 +2021-12-18 22:03:07,395 WRAPPER CHECK TIME = 10 +2021-12-18 22:03:07,396 Checking jobs for platform=marenostrum4 +2021-12-18 22:03:07,397 Checking jobs for platform=nord3 +2021-12-18 22:03:07,397 Checking jobs for platform=local +2021-12-18 22:03:07,398 Checking jobs for platform=transfer_node +2021-12-18 22:03:07,398 Checking all jobs at once +2021-12-18 22:03:08,670 Successful check job command +2021-12-18 22:03:09,840 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:03:09,840 End of checking +2021-12-18 22:03:09,842 Updating FAILED jobs +2021-12-18 22:03:09,842 Updating WAITING jobs +2021-12-18 22:03:09,842 Update finished +2021-12-18 22:03:09,842 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:03:09,844 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:03:09,844 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:03:09,844 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:03:09,844 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:03:09,844 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:03:09,845 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:03:09,848 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:03:09,850 Job list saved +2021-12-18 22:03:09,855 Updating FAILED jobs +2021-12-18 22:03:09,855 Updating WAITING jobs +2021-12-18 22:03:09,855 Update finished +2021-12-18 22:03:19,865 Reloading parameters... +2021-12-18 22:03:19,884 Loading parameters... +2021-12-18 22:03:19,886 Loading project parameters... +2021-12-18 22:03:19,887 + +9 of 25 jobs remaining (22:03) +2021-12-18 22:03:19,888 Sleep: 10 +2021-12-18 22:03:19,888 Number of retrials: 0 +2021-12-18 22:03:19,888 WRAPPER CHECK TIME = 10 +2021-12-18 22:03:19,888 Checking jobs for platform=marenostrum4 +2021-12-18 22:03:19,889 Checking jobs for platform=nord3 +2021-12-18 22:03:19,889 Checking jobs for platform=local +2021-12-18 22:03:19,890 Checking jobs for platform=transfer_node +2021-12-18 22:03:19,890 Checking all jobs at once +2021-12-18 22:03:21,159 Successful check job command +2021-12-18 22:03:22,379 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:03:22,379 End of checking +2021-12-18 22:03:22,380 Updating FAILED jobs +2021-12-18 22:03:22,380 Updating WAITING jobs +2021-12-18 22:03:22,380 Update finished +2021-12-18 22:03:22,381 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:03:22,381 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:03:22,381 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:03:22,381 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:03:22,381 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:03:22,381 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:03:22,381 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:03:22,384 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:03:22,386 Job list saved +2021-12-18 22:03:22,391 Updating FAILED jobs +2021-12-18 22:03:22,391 Updating WAITING jobs +2021-12-18 22:03:22,391 Update finished +2021-12-18 22:03:32,401 Reloading parameters... +2021-12-18 22:03:32,419 Loading parameters... +2021-12-18 22:03:32,420 Loading project parameters... +2021-12-18 22:03:32,422 + +9 of 25 jobs remaining (22:03) +2021-12-18 22:03:32,422 Sleep: 10 +2021-12-18 22:03:32,423 Number of retrials: 0 +2021-12-18 22:03:32,423 WRAPPER CHECK TIME = 10 +2021-12-18 22:03:32,423 Checking jobs for platform=marenostrum4 +2021-12-18 22:03:32,424 Checking jobs for platform=nord3 +2021-12-18 22:03:32,424 Checking jobs for platform=local +2021-12-18 22:03:32,425 Checking jobs for platform=transfer_node +2021-12-18 22:03:32,425 Checking all jobs at once +2021-12-18 22:03:33,694 Successful check job command +2021-12-18 22:03:34,964 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:03:34,965 End of checking +2021-12-18 22:03:34,966 Updating FAILED jobs +2021-12-18 22:03:34,966 Updating WAITING jobs +2021-12-18 22:03:34,966 Update finished +2021-12-18 22:03:34,967 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:03:34,967 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:03:34,967 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:03:34,967 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:03:34,967 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:03:34,967 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:03:34,967 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:03:34,970 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:03:34,972 Job list saved +2021-12-18 22:03:34,978 Updating FAILED jobs +2021-12-18 22:03:34,978 Updating WAITING jobs +2021-12-18 22:03:34,978 Update finished +2021-12-18 22:03:44,986 Reloading parameters... +2021-12-18 22:03:45,008 Loading parameters... +2021-12-18 22:03:45,009 Loading project parameters... +2021-12-18 22:03:45,011 + +9 of 25 jobs remaining (22:03) +2021-12-18 22:03:45,011 Sleep: 10 +2021-12-18 22:03:45,011 Number of retrials: 0 +2021-12-18 22:03:45,011 WRAPPER CHECK TIME = 10 +2021-12-18 22:03:45,012 Checking jobs for platform=marenostrum4 +2021-12-18 22:03:45,012 Checking jobs for platform=nord3 +2021-12-18 22:03:45,013 Checking jobs for platform=local +2021-12-18 22:03:45,013 Checking jobs for platform=transfer_node +2021-12-18 22:03:45,013 Checking all jobs at once +2021-12-18 22:03:46,333 Successful check job command +2021-12-18 22:03:47,507 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:03:47,507 End of checking +2021-12-18 22:03:47,509 Updating FAILED jobs +2021-12-18 22:03:47,509 Updating WAITING jobs +2021-12-18 22:03:47,509 Update finished +2021-12-18 22:03:47,509 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:03:47,511 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:03:47,511 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:03:47,511 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:03:47,511 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:03:47,511 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:03:47,511 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:03:47,514 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:03:47,516 Job list saved +2021-12-18 22:03:47,527 Updating FAILED jobs +2021-12-18 22:03:47,527 Updating WAITING jobs +2021-12-18 22:03:47,527 Update finished +2021-12-18 22:03:57,537 Reloading parameters... +2021-12-18 22:03:57,558 Loading parameters... +2021-12-18 22:03:57,559 Loading project parameters... +2021-12-18 22:03:57,561 + +9 of 25 jobs remaining (22:03) +2021-12-18 22:03:57,561 Sleep: 10 +2021-12-18 22:03:57,561 Number of retrials: 0 +2021-12-18 22:03:57,562 WRAPPER CHECK TIME = 10 +2021-12-18 22:03:57,562 Checking jobs for platform=marenostrum4 +2021-12-18 22:03:57,563 Checking jobs for platform=nord3 +2021-12-18 22:03:57,563 Checking jobs for platform=local +2021-12-18 22:03:57,564 Checking jobs for platform=transfer_node +2021-12-18 22:03:57,564 Checking all jobs at once +2021-12-18 22:03:58,936 Successful check job command +2021-12-18 22:04:00,205 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:04:00,205 End of checking +2021-12-18 22:04:00,206 Updating FAILED jobs +2021-12-18 22:04:00,206 Updating WAITING jobs +2021-12-18 22:04:00,206 Update finished +2021-12-18 22:04:00,207 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:04:00,207 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:04:00,207 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:04:00,207 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:04:00,207 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:04:00,207 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:04:00,207 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:04:00,210 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:04:00,212 Job list saved +2021-12-18 22:04:00,217 Updating FAILED jobs +2021-12-18 22:04:00,217 Updating WAITING jobs +2021-12-18 22:04:00,218 Update finished +2021-12-18 22:04:10,228 Reloading parameters... +2021-12-18 22:04:10,247 Loading parameters... +2021-12-18 22:04:10,248 Loading project parameters... +2021-12-18 22:04:10,250 + +9 of 25 jobs remaining (22:04) +2021-12-18 22:04:10,250 Sleep: 10 +2021-12-18 22:04:10,250 Number of retrials: 0 +2021-12-18 22:04:10,250 WRAPPER CHECK TIME = 10 +2021-12-18 22:04:10,251 Checking jobs for platform=marenostrum4 +2021-12-18 22:04:10,251 Checking jobs for platform=nord3 +2021-12-18 22:04:10,252 Checking jobs for platform=local +2021-12-18 22:04:10,252 Checking jobs for platform=transfer_node +2021-12-18 22:04:10,252 Checking all jobs at once +2021-12-18 22:04:11,722 Successful check job command +2021-12-18 22:04:12,941 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:04:12,941 End of checking +2021-12-18 22:04:12,943 Updating FAILED jobs +2021-12-18 22:04:12,943 Updating WAITING jobs +2021-12-18 22:04:12,943 Update finished +2021-12-18 22:04:12,943 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:04:12,943 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:04:12,943 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:04:12,944 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:04:12,944 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:04:12,944 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:04:12,944 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:04:12,947 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:04:12,949 Job list saved +2021-12-18 22:04:12,955 Updating FAILED jobs +2021-12-18 22:04:12,955 Updating WAITING jobs +2021-12-18 22:04:12,955 Update finished +2021-12-18 22:04:22,962 Reloading parameters... +2021-12-18 22:04:22,982 Loading parameters... +2021-12-18 22:04:22,984 Loading project parameters... +2021-12-18 22:04:22,986 + +9 of 25 jobs remaining (22:04) +2021-12-18 22:04:22,986 Sleep: 10 +2021-12-18 22:04:22,986 Number of retrials: 0 +2021-12-18 22:04:22,986 WRAPPER CHECK TIME = 10 +2021-12-18 22:04:22,987 Checking jobs for platform=marenostrum4 +2021-12-18 22:04:22,987 Checking jobs for platform=nord3 +2021-12-18 22:04:22,988 Checking jobs for platform=local +2021-12-18 22:04:22,989 Checking jobs for platform=transfer_node +2021-12-18 22:04:22,989 Checking all jobs at once +2021-12-18 22:04:24,208 Successful check job command +2021-12-18 22:04:25,327 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:04:25,328 End of checking +2021-12-18 22:04:25,329 Updating FAILED jobs +2021-12-18 22:04:25,329 Updating WAITING jobs +2021-12-18 22:04:25,330 Update finished +2021-12-18 22:04:25,330 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:04:25,332 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:04:25,333 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:04:25,333 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:04:25,333 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:04:25,333 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:04:25,333 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:04:25,338 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:04:25,340 Job list saved +2021-12-18 22:04:25,345 Updating FAILED jobs +2021-12-18 22:04:25,345 Updating WAITING jobs +2021-12-18 22:04:25,345 Update finished +2021-12-18 22:04:35,355 Reloading parameters... +2021-12-18 22:04:35,373 Loading parameters... +2021-12-18 22:04:35,374 Loading project parameters... +2021-12-18 22:04:35,376 + +9 of 25 jobs remaining (22:04) +2021-12-18 22:04:35,377 Sleep: 10 +2021-12-18 22:04:35,377 Number of retrials: 0 +2021-12-18 22:04:35,377 WRAPPER CHECK TIME = 10 +2021-12-18 22:04:35,377 Checking jobs for platform=marenostrum4 +2021-12-18 22:04:35,378 Checking jobs for platform=nord3 +2021-12-18 22:04:35,378 Checking jobs for platform=local +2021-12-18 22:04:35,379 Checking jobs for platform=transfer_node +2021-12-18 22:04:35,379 Checking all jobs at once +2021-12-18 22:04:36,698 Successful check job command +2021-12-18 22:04:38,068 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:04:38,068 End of checking +2021-12-18 22:04:38,070 Updating FAILED jobs +2021-12-18 22:04:38,070 Updating WAITING jobs +2021-12-18 22:04:38,070 Update finished +2021-12-18 22:04:38,070 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:04:38,070 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:04:38,070 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:04:38,071 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:04:38,071 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:04:38,071 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:04:38,071 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:04:38,074 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:04:38,076 Job list saved +2021-12-18 22:04:38,081 Updating FAILED jobs +2021-12-18 22:04:38,081 Updating WAITING jobs +2021-12-18 22:04:38,081 Update finished +2021-12-18 22:04:48,091 Reloading parameters... +2021-12-18 22:04:48,109 Loading parameters... +2021-12-18 22:04:48,110 Loading project parameters... +2021-12-18 22:04:48,112 + +9 of 25 jobs remaining (22:04) +2021-12-18 22:04:48,112 Sleep: 10 +2021-12-18 22:04:48,112 Number of retrials: 0 +2021-12-18 22:04:48,112 WRAPPER CHECK TIME = 10 +2021-12-18 22:04:48,113 Checking jobs for platform=marenostrum4 +2021-12-18 22:04:48,123 Checking jobs for platform=nord3 +2021-12-18 22:04:48,123 Checking jobs for platform=local +2021-12-18 22:04:48,124 Checking jobs for platform=transfer_node +2021-12-18 22:04:48,124 Checking all jobs at once +2021-12-18 22:04:49,394 Successful check job command +2021-12-18 22:04:50,614 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:04:50,614 End of checking +2021-12-18 22:04:50,615 Updating FAILED jobs +2021-12-18 22:04:50,615 Updating WAITING jobs +2021-12-18 22:04:50,616 Update finished +2021-12-18 22:04:50,616 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:04:50,616 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:04:50,616 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:04:50,616 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:04:50,616 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:04:50,616 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:04:50,617 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:04:50,619 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:04:50,622 Job list saved +2021-12-18 22:04:50,627 Updating FAILED jobs +2021-12-18 22:04:50,627 Updating WAITING jobs +2021-12-18 22:04:50,627 Update finished +2021-12-18 22:05:00,636 Reloading parameters... +2021-12-18 22:05:00,655 Loading parameters... +2021-12-18 22:05:00,656 Loading project parameters... +2021-12-18 22:05:00,658 + +9 of 25 jobs remaining (22:05) +2021-12-18 22:05:00,659 Sleep: 10 +2021-12-18 22:05:00,659 Number of retrials: 0 +2021-12-18 22:05:00,659 WRAPPER CHECK TIME = 10 +2021-12-18 22:05:00,659 Checking jobs for platform=marenostrum4 +2021-12-18 22:05:00,660 Checking jobs for platform=nord3 +2021-12-18 22:05:00,660 Checking jobs for platform=local +2021-12-18 22:05:00,661 Checking jobs for platform=transfer_node +2021-12-18 22:05:00,661 Checking all jobs at once +2021-12-18 22:05:01,881 Successful check job command +2021-12-18 22:05:03,050 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:05:03,051 End of checking +2021-12-18 22:05:03,052 Updating FAILED jobs +2021-12-18 22:05:03,052 Updating WAITING jobs +2021-12-18 22:05:03,053 Update finished +2021-12-18 22:05:03,053 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:05:03,054 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:05:03,054 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:05:03,054 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:05:03,055 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:05:03,055 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:05:03,055 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:05:03,058 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:05:03,060 Job list saved +2021-12-18 22:05:03,065 Updating FAILED jobs +2021-12-18 22:05:03,065 Updating WAITING jobs +2021-12-18 22:05:03,065 Update finished +2021-12-18 22:05:13,075 Reloading parameters... +2021-12-18 22:05:13,094 Loading parameters... +2021-12-18 22:05:13,096 Loading project parameters... +2021-12-18 22:05:13,097 + +9 of 25 jobs remaining (22:05) +2021-12-18 22:05:13,098 Sleep: 10 +2021-12-18 22:05:13,098 Number of retrials: 0 +2021-12-18 22:05:13,098 WRAPPER CHECK TIME = 10 +2021-12-18 22:05:13,099 Checking jobs for platform=marenostrum4 +2021-12-18 22:05:13,099 Checking jobs for platform=nord3 +2021-12-18 22:05:13,100 Checking jobs for platform=local +2021-12-18 22:05:13,100 Checking jobs for platform=transfer_node +2021-12-18 22:05:13,100 Checking all jobs at once +2021-12-18 22:05:14,570 Successful check job command +2021-12-18 22:05:15,789 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:05:15,790 End of checking +2021-12-18 22:05:15,792 Updating FAILED jobs +2021-12-18 22:05:15,792 Updating WAITING jobs +2021-12-18 22:05:15,792 Update finished +2021-12-18 22:05:15,792 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:05:15,793 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:05:15,793 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:05:15,793 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:05:15,793 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:05:15,793 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:05:15,793 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:05:15,796 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:05:15,798 Job list saved +2021-12-18 22:05:15,805 Updating FAILED jobs +2021-12-18 22:05:15,805 Updating WAITING jobs +2021-12-18 22:05:15,805 Update finished +2021-12-18 22:05:25,814 Reloading parameters... +2021-12-18 22:05:25,835 Loading parameters... +2021-12-18 22:05:25,836 Loading project parameters... +2021-12-18 22:05:25,838 + +9 of 25 jobs remaining (22:05) +2021-12-18 22:05:25,838 Sleep: 10 +2021-12-18 22:05:25,838 Number of retrials: 0 +2021-12-18 22:05:25,838 WRAPPER CHECK TIME = 10 +2021-12-18 22:05:25,839 Checking jobs for platform=marenostrum4 +2021-12-18 22:05:25,839 Checking jobs for platform=nord3 +2021-12-18 22:05:25,840 Checking jobs for platform=local +2021-12-18 22:05:25,840 Checking jobs for platform=transfer_node +2021-12-18 22:05:25,840 Checking all jobs at once +2021-12-18 22:05:27,160 Successful check job command +2021-12-18 22:05:28,479 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:05:28,479 End of checking +2021-12-18 22:05:28,481 Updating FAILED jobs +2021-12-18 22:05:28,481 Updating WAITING jobs +2021-12-18 22:05:28,481 Update finished +2021-12-18 22:05:28,481 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:05:28,481 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:05:28,482 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:05:28,482 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:05:28,482 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:05:28,482 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:05:28,482 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:05:28,485 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:05:28,487 Job list saved +2021-12-18 22:05:28,491 Updating FAILED jobs +2021-12-18 22:05:28,491 Updating WAITING jobs +2021-12-18 22:05:28,492 Update finished +2021-12-18 22:05:38,502 Reloading parameters... +2021-12-18 22:05:38,520 Loading parameters... +2021-12-18 22:05:38,522 Loading project parameters... +2021-12-18 22:05:38,524 + +9 of 25 jobs remaining (22:05) +2021-12-18 22:05:38,524 Sleep: 10 +2021-12-18 22:05:38,524 Number of retrials: 0 +2021-12-18 22:05:38,524 WRAPPER CHECK TIME = 10 +2021-12-18 22:05:38,525 Checking jobs for platform=marenostrum4 +2021-12-18 22:05:38,525 Checking jobs for platform=nord3 +2021-12-18 22:05:38,526 Checking jobs for platform=local +2021-12-18 22:05:38,526 Checking jobs for platform=transfer_node +2021-12-18 22:05:38,526 Checking all jobs at once +2021-12-18 22:05:40,246 Successful check job command +2021-12-18 22:05:42,117 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:05:42,118 End of checking +2021-12-18 22:05:42,119 Updating FAILED jobs +2021-12-18 22:05:42,120 Updating WAITING jobs +2021-12-18 22:05:42,120 Update finished +2021-12-18 22:05:42,120 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:05:42,123 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:05:42,123 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:05:42,123 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:05:42,123 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:05:42,123 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:05:42,123 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:05:42,126 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:05:42,129 Job list saved +2021-12-18 22:05:42,133 Updating FAILED jobs +2021-12-18 22:05:42,133 Updating WAITING jobs +2021-12-18 22:05:42,134 Update finished +2021-12-18 22:05:52,144 Reloading parameters... +2021-12-18 22:05:52,163 Loading parameters... +2021-12-18 22:05:52,165 Loading project parameters... +2021-12-18 22:05:52,166 + +9 of 25 jobs remaining (22:05) +2021-12-18 22:05:52,167 Sleep: 10 +2021-12-18 22:05:52,167 Number of retrials: 0 +2021-12-18 22:05:52,167 WRAPPER CHECK TIME = 10 +2021-12-18 22:05:52,167 Checking jobs for platform=marenostrum4 +2021-12-18 22:05:52,168 Checking jobs for platform=nord3 +2021-12-18 22:05:52,169 Checking jobs for platform=local +2021-12-18 22:05:52,169 Checking jobs for platform=transfer_node +2021-12-18 22:05:52,169 Checking all jobs at once +2021-12-18 22:05:53,539 Successful check job command +2021-12-18 22:05:54,958 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:05:54,959 End of checking +2021-12-18 22:05:54,961 Updating FAILED jobs +2021-12-18 22:05:54,961 Updating WAITING jobs +2021-12-18 22:05:54,961 Update finished +2021-12-18 22:05:54,962 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:05:54,962 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:05:54,962 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:05:54,962 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:05:54,962 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:05:54,962 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:05:54,962 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:05:54,965 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:05:54,968 Job list saved +2021-12-18 22:05:54,976 Updating FAILED jobs +2021-12-18 22:05:54,976 Updating WAITING jobs +2021-12-18 22:05:54,976 Update finished +2021-12-18 22:06:04,986 Reloading parameters... +2021-12-18 22:06:05,005 Loading parameters... +2021-12-18 22:06:05,007 Loading project parameters... +2021-12-18 22:06:05,009 + +9 of 25 jobs remaining (22:06) +2021-12-18 22:06:05,009 Sleep: 10 +2021-12-18 22:06:05,009 Number of retrials: 0 +2021-12-18 22:06:05,009 WRAPPER CHECK TIME = 10 +2021-12-18 22:06:05,010 Checking jobs for platform=marenostrum4 +2021-12-18 22:06:05,010 Checking jobs for platform=nord3 +2021-12-18 22:06:05,011 Checking jobs for platform=local +2021-12-18 22:06:05,011 Checking jobs for platform=transfer_node +2021-12-18 22:06:05,011 Checking all jobs at once +2021-12-18 22:06:06,331 Successful check job command +2021-12-18 22:06:07,553 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:06:07,554 End of checking +2021-12-18 22:06:07,555 Updating FAILED jobs +2021-12-18 22:06:07,556 Updating WAITING jobs +2021-12-18 22:06:07,556 Update finished +2021-12-18 22:06:07,556 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:06:07,556 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:06:07,556 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:06:07,557 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:06:07,557 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:06:07,557 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:06:07,557 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:06:07,559 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:06:07,562 Job list saved +2021-12-18 22:06:07,567 Updating FAILED jobs +2021-12-18 22:06:07,567 Updating WAITING jobs +2021-12-18 22:06:07,568 Update finished +2021-12-18 22:06:17,576 Reloading parameters... +2021-12-18 22:06:17,599 Loading parameters... +2021-12-18 22:06:17,601 Loading project parameters... +2021-12-18 22:06:17,603 + +9 of 25 jobs remaining (22:06) +2021-12-18 22:06:17,603 Sleep: 10 +2021-12-18 22:06:17,603 Number of retrials: 0 +2021-12-18 22:06:17,603 WRAPPER CHECK TIME = 10 +2021-12-18 22:06:17,604 Checking jobs for platform=marenostrum4 +2021-12-18 22:06:17,604 Checking jobs for platform=nord3 +2021-12-18 22:06:17,605 Checking jobs for platform=local +2021-12-18 22:06:17,605 Checking jobs for platform=transfer_node +2021-12-18 22:06:17,606 Checking all jobs at once +2021-12-18 22:06:18,826 Successful check job command +2021-12-18 22:06:19,996 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:06:19,996 End of checking +2021-12-18 22:06:19,998 Updating FAILED jobs +2021-12-18 22:06:19,998 Updating WAITING jobs +2021-12-18 22:06:19,998 Update finished +2021-12-18 22:06:19,998 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:06:20,000 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:06:20,000 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:06:20,000 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:06:20,000 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:06:20,000 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:06:20,000 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:06:20,003 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:06:20,005 Job list saved +2021-12-18 22:06:20,011 Updating FAILED jobs +2021-12-18 22:06:20,011 Updating WAITING jobs +2021-12-18 22:06:20,011 Update finished +2021-12-18 22:06:30,017 Reloading parameters... +2021-12-18 22:06:30,040 Loading parameters... +2021-12-18 22:06:30,041 Loading project parameters... +2021-12-18 22:06:30,043 + +9 of 25 jobs remaining (22:06) +2021-12-18 22:06:30,043 Sleep: 10 +2021-12-18 22:06:30,043 Number of retrials: 0 +2021-12-18 22:06:30,043 WRAPPER CHECK TIME = 10 +2021-12-18 22:06:30,044 Checking jobs for platform=marenostrum4 +2021-12-18 22:06:30,044 Checking jobs for platform=nord3 +2021-12-18 22:06:30,045 Checking jobs for platform=local +2021-12-18 22:06:30,045 Checking jobs for platform=transfer_node +2021-12-18 22:06:30,045 Checking all jobs at once +2021-12-18 22:06:31,366 Successful check job command +2021-12-18 22:06:32,636 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:06:32,636 End of checking +2021-12-18 22:06:32,639 Updating FAILED jobs +2021-12-18 22:06:32,639 Updating WAITING jobs +2021-12-18 22:06:32,639 Update finished +2021-12-18 22:06:32,639 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:06:32,639 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:06:32,639 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:06:32,640 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:06:32,640 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:06:32,640 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:06:32,640 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:06:32,644 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:06:32,646 Job list saved +2021-12-18 22:06:32,655 Updating FAILED jobs +2021-12-18 22:06:32,655 Updating WAITING jobs +2021-12-18 22:06:32,655 Update finished +2021-12-18 22:06:42,665 Reloading parameters... +2021-12-18 22:06:42,684 Loading parameters... +2021-12-18 22:06:42,685 Loading project parameters... +2021-12-18 22:06:42,687 + +9 of 25 jobs remaining (22:06) +2021-12-18 22:06:42,687 Sleep: 10 +2021-12-18 22:06:42,687 Number of retrials: 0 +2021-12-18 22:06:42,688 WRAPPER CHECK TIME = 10 +2021-12-18 22:06:42,688 Checking jobs for platform=marenostrum4 +2021-12-18 22:06:42,689 Checking jobs for platform=nord3 +2021-12-18 22:06:42,689 Checking jobs for platform=local +2021-12-18 22:06:42,690 Checking jobs for platform=transfer_node +2021-12-18 22:06:42,690 Checking all jobs at once +2021-12-18 22:06:44,109 Successful check job command +2021-12-18 22:06:45,579 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:06:45,580 End of checking +2021-12-18 22:06:45,582 Updating FAILED jobs +2021-12-18 22:06:45,582 Updating WAITING jobs +2021-12-18 22:06:45,582 Update finished +2021-12-18 22:06:45,582 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:06:45,582 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:06:45,582 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:06:45,583 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:06:45,583 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:06:45,583 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:06:45,583 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:06:45,586 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:06:45,588 Job list saved +2021-12-18 22:06:45,593 Updating FAILED jobs +2021-12-18 22:06:45,594 Updating WAITING jobs +2021-12-18 22:06:45,594 Update finished +2021-12-18 22:06:55,604 Reloading parameters... +2021-12-18 22:06:55,622 Loading parameters... +2021-12-18 22:06:55,624 Loading project parameters... +2021-12-18 22:06:55,625 + +9 of 25 jobs remaining (22:06) +2021-12-18 22:06:55,626 Sleep: 10 +2021-12-18 22:06:55,626 Number of retrials: 0 +2021-12-18 22:06:55,626 WRAPPER CHECK TIME = 10 +2021-12-18 22:06:55,626 Checking jobs for platform=marenostrum4 +2021-12-18 22:06:55,627 Checking jobs for platform=nord3 +2021-12-18 22:06:55,627 Checking jobs for platform=local +2021-12-18 22:06:55,628 Checking jobs for platform=transfer_node +2021-12-18 22:06:55,628 Checking all jobs at once +2021-12-18 22:06:56,948 Successful check job command +2021-12-18 22:06:58,317 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:06:58,318 End of checking +2021-12-18 22:06:58,319 Updating FAILED jobs +2021-12-18 22:06:58,319 Updating WAITING jobs +2021-12-18 22:06:58,319 Update finished +2021-12-18 22:06:58,319 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:06:58,321 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:06:58,322 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:06:58,322 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:06:58,322 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:06:58,322 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:06:58,322 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:06:58,325 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:06:58,327 Job list saved +2021-12-18 22:06:58,332 Updating FAILED jobs +2021-12-18 22:06:58,333 Updating WAITING jobs +2021-12-18 22:06:58,333 Update finished +2021-12-18 22:07:08,343 Reloading parameters... +2021-12-18 22:07:08,361 Loading parameters... +2021-12-18 22:07:08,362 Loading project parameters... +2021-12-18 22:07:08,364 + +9 of 25 jobs remaining (22:07) +2021-12-18 22:07:08,365 Sleep: 10 +2021-12-18 22:07:08,365 Number of retrials: 0 +2021-12-18 22:07:08,365 WRAPPER CHECK TIME = 10 +2021-12-18 22:07:08,365 Checking jobs for platform=marenostrum4 +2021-12-18 22:07:08,366 Checking jobs for platform=nord3 +2021-12-18 22:07:08,366 Checking jobs for platform=local +2021-12-18 22:07:08,367 Checking jobs for platform=transfer_node +2021-12-18 22:07:08,367 Checking all jobs at once +2021-12-18 22:07:09,586 Successful check job command +2021-12-18 22:07:10,705 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:07:10,706 End of checking +2021-12-18 22:07:10,708 Updating FAILED jobs +2021-12-18 22:07:10,708 Updating WAITING jobs +2021-12-18 22:07:10,708 Update finished +2021-12-18 22:07:10,708 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:07:10,708 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:07:10,708 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:07:10,709 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:07:10,709 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:07:10,709 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:07:10,709 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:07:10,711 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:07:10,714 Job list saved +2021-12-18 22:07:10,718 Updating FAILED jobs +2021-12-18 22:07:10,718 Updating WAITING jobs +2021-12-18 22:07:10,718 Update finished +2021-12-18 22:07:20,729 Reloading parameters... +2021-12-18 22:07:20,747 Loading parameters... +2021-12-18 22:07:20,748 Loading project parameters... +2021-12-18 22:07:20,750 + +9 of 25 jobs remaining (22:07) +2021-12-18 22:07:20,750 Sleep: 10 +2021-12-18 22:07:20,750 Number of retrials: 0 +2021-12-18 22:07:20,750 WRAPPER CHECK TIME = 10 +2021-12-18 22:07:20,751 Checking jobs for platform=marenostrum4 +2021-12-18 22:07:20,752 Checking jobs for platform=nord3 +2021-12-18 22:07:20,752 Checking jobs for platform=local +2021-12-18 22:07:20,753 Checking jobs for platform=transfer_node +2021-12-18 22:07:20,753 Checking all jobs at once +2021-12-18 22:07:22,022 Successful check job command +2021-12-18 22:07:23,242 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:07:23,242 End of checking +2021-12-18 22:07:23,243 Updating FAILED jobs +2021-12-18 22:07:23,243 Updating WAITING jobs +2021-12-18 22:07:23,244 Update finished +2021-12-18 22:07:23,244 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:07:23,244 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:07:23,244 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:07:23,244 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:07:23,244 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:07:23,245 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:07:23,245 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:07:23,247 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:07:23,250 Job list saved +2021-12-18 22:07:23,255 Updating FAILED jobs +2021-12-18 22:07:23,255 Updating WAITING jobs +2021-12-18 22:07:23,256 Update finished +2021-12-18 22:07:33,266 Reloading parameters... +2021-12-18 22:07:33,287 Loading parameters... +2021-12-18 22:07:33,289 Loading project parameters... +2021-12-18 22:07:33,291 + +9 of 25 jobs remaining (22:07) +2021-12-18 22:07:33,291 Sleep: 10 +2021-12-18 22:07:33,292 Number of retrials: 0 +2021-12-18 22:07:33,292 WRAPPER CHECK TIME = 10 +2021-12-18 22:07:33,292 Checking jobs for platform=marenostrum4 +2021-12-18 22:07:33,293 Checking jobs for platform=nord3 +2021-12-18 22:07:33,293 Checking jobs for platform=local +2021-12-18 22:07:33,294 Checking jobs for platform=transfer_node +2021-12-18 22:07:33,294 Checking all jobs at once +2021-12-18 22:07:35,014 Successful check job command +2021-12-18 22:07:36,283 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:07:36,284 End of checking +2021-12-18 22:07:36,285 Updating FAILED jobs +2021-12-18 22:07:36,285 Updating WAITING jobs +2021-12-18 22:07:36,286 Update finished +2021-12-18 22:07:36,286 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:07:36,287 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:07:36,287 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:07:36,287 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:07:36,287 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:07:36,287 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:07:36,287 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:07:36,290 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:07:36,293 Job list saved +2021-12-18 22:07:36,298 Updating FAILED jobs +2021-12-18 22:07:36,298 Updating WAITING jobs +2021-12-18 22:07:36,298 Update finished +2021-12-18 22:07:46,309 Reloading parameters... +2021-12-18 22:07:46,328 Loading parameters... +2021-12-18 22:07:46,329 Loading project parameters... +2021-12-18 22:07:46,331 + +9 of 25 jobs remaining (22:07) +2021-12-18 22:07:46,331 Sleep: 10 +2021-12-18 22:07:46,331 Number of retrials: 0 +2021-12-18 22:07:46,331 WRAPPER CHECK TIME = 10 +2021-12-18 22:07:46,332 Checking jobs for platform=marenostrum4 +2021-12-18 22:07:46,332 Checking jobs for platform=nord3 +2021-12-18 22:07:46,333 Checking jobs for platform=local +2021-12-18 22:07:46,333 Checking jobs for platform=transfer_node +2021-12-18 22:07:46,333 Checking all jobs at once +2021-12-18 22:07:47,703 Successful check job command +2021-12-18 22:07:48,923 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:07:48,923 End of checking +2021-12-18 22:07:48,924 Updating FAILED jobs +2021-12-18 22:07:48,925 Updating WAITING jobs +2021-12-18 22:07:48,925 Update finished +2021-12-18 22:07:48,925 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:07:48,925 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:07:48,925 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:07:48,925 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:07:48,925 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:07:48,926 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:07:48,926 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:07:48,928 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:07:48,930 Job list saved +2021-12-18 22:07:48,935 Updating FAILED jobs +2021-12-18 22:07:48,935 Updating WAITING jobs +2021-12-18 22:07:48,935 Update finished +2021-12-18 22:07:58,945 Reloading parameters... +2021-12-18 22:07:58,963 Loading parameters... +2021-12-18 22:07:58,965 Loading project parameters... +2021-12-18 22:07:58,966 + +9 of 25 jobs remaining (22:07) +2021-12-18 22:07:58,967 Sleep: 10 +2021-12-18 22:07:58,967 Number of retrials: 0 +2021-12-18 22:07:58,967 WRAPPER CHECK TIME = 10 +2021-12-18 22:07:58,967 Checking jobs for platform=marenostrum4 +2021-12-18 22:07:58,968 Checking jobs for platform=nord3 +2021-12-18 22:07:58,968 Checking jobs for platform=local +2021-12-18 22:07:58,969 Checking jobs for platform=transfer_node +2021-12-18 22:07:58,969 Checking all jobs at once +2021-12-18 22:08:00,288 Successful check job command +2021-12-18 22:08:02,009 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:08:02,009 End of checking +2021-12-18 22:08:02,010 Updating FAILED jobs +2021-12-18 22:08:02,011 Updating WAITING jobs +2021-12-18 22:08:02,011 Update finished +2021-12-18 22:08:02,011 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:08:02,011 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:08:02,011 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:08:02,011 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:08:02,012 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:08:02,012 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:08:02,012 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:08:02,015 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:08:02,017 Job list saved +2021-12-18 22:08:02,022 Updating FAILED jobs +2021-12-18 22:08:02,022 Updating WAITING jobs +2021-12-18 22:08:02,022 Update finished +2021-12-18 22:08:12,032 Reloading parameters... +2021-12-18 22:08:12,050 Loading parameters... +2021-12-18 22:08:12,051 Loading project parameters... +2021-12-18 22:08:12,053 + +9 of 25 jobs remaining (22:08) +2021-12-18 22:08:12,053 Sleep: 10 +2021-12-18 22:08:12,054 Number of retrials: 0 +2021-12-18 22:08:12,054 WRAPPER CHECK TIME = 10 +2021-12-18 22:08:12,054 Checking jobs for platform=marenostrum4 +2021-12-18 22:08:12,055 Checking jobs for platform=nord3 +2021-12-18 22:08:12,055 Checking jobs for platform=local +2021-12-18 22:08:12,056 Checking jobs for platform=transfer_node +2021-12-18 22:08:12,056 Checking all jobs at once +2021-12-18 22:08:13,329 Successful check job command +2021-12-18 22:08:14,699 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:08:14,700 End of checking +2021-12-18 22:08:14,701 Updating FAILED jobs +2021-12-18 22:08:14,701 Updating WAITING jobs +2021-12-18 22:08:14,701 Update finished +2021-12-18 22:08:14,701 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:08:14,707 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:08:14,707 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:08:14,707 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:08:14,707 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:08:14,707 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:08:14,707 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:08:14,710 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:08:14,712 Job list saved +2021-12-18 22:08:14,717 Updating FAILED jobs +2021-12-18 22:08:14,717 Updating WAITING jobs +2021-12-18 22:08:14,717 Update finished +2021-12-18 22:08:24,725 Reloading parameters... +2021-12-18 22:08:24,744 Loading parameters... +2021-12-18 22:08:24,746 Loading project parameters... +2021-12-18 22:08:24,748 + +9 of 25 jobs remaining (22:08) +2021-12-18 22:08:24,748 Sleep: 10 +2021-12-18 22:08:24,748 Number of retrials: 0 +2021-12-18 22:08:24,748 WRAPPER CHECK TIME = 10 +2021-12-18 22:08:24,749 Checking jobs for platform=marenostrum4 +2021-12-18 22:08:24,749 Checking jobs for platform=nord3 +2021-12-18 22:08:24,750 Checking jobs for platform=local +2021-12-18 22:08:24,750 Checking jobs for platform=transfer_node +2021-12-18 22:08:24,750 Checking all jobs at once +2021-12-18 22:08:26,020 Successful check job command +2021-12-18 22:08:27,190 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:08:27,190 End of checking +2021-12-18 22:08:27,191 Updating FAILED jobs +2021-12-18 22:08:27,191 Updating WAITING jobs +2021-12-18 22:08:27,191 Update finished +2021-12-18 22:08:27,192 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:08:27,192 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:08:27,192 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:08:27,192 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:08:27,192 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:08:27,192 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:08:27,192 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:08:27,195 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:08:27,197 Job list saved +2021-12-18 22:08:27,203 Updating FAILED jobs +2021-12-18 22:08:27,204 Updating WAITING jobs +2021-12-18 22:08:27,204 Update finished +2021-12-18 22:08:37,214 Reloading parameters... +2021-12-18 22:08:37,233 Loading parameters... +2021-12-18 22:08:37,234 Loading project parameters... +2021-12-18 22:08:37,236 + +9 of 25 jobs remaining (22:08) +2021-12-18 22:08:37,236 Sleep: 10 +2021-12-18 22:08:37,236 Number of retrials: 0 +2021-12-18 22:08:37,236 WRAPPER CHECK TIME = 10 +2021-12-18 22:08:37,237 Checking jobs for platform=marenostrum4 +2021-12-18 22:08:37,237 Checking jobs for platform=nord3 +2021-12-18 22:08:37,238 Checking jobs for platform=local +2021-12-18 22:08:37,238 Checking jobs for platform=transfer_node +2021-12-18 22:08:37,238 Checking all jobs at once +2021-12-18 22:08:38,560 Successful check job command +2021-12-18 22:08:39,729 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:08:39,729 End of checking +2021-12-18 22:08:39,730 Updating FAILED jobs +2021-12-18 22:08:39,730 Updating WAITING jobs +2021-12-18 22:08:39,731 Update finished +2021-12-18 22:08:39,731 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:08:39,731 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:08:39,731 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:08:39,731 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:08:39,731 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:08:39,732 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:08:39,732 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:08:39,734 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:08:39,736 Job list saved +2021-12-18 22:08:39,741 Updating FAILED jobs +2021-12-18 22:08:39,741 Updating WAITING jobs +2021-12-18 22:08:39,741 Update finished +2021-12-18 22:08:49,751 Reloading parameters... +2021-12-18 22:08:49,771 Loading parameters... +2021-12-18 22:08:49,773 Loading project parameters... +2021-12-18 22:08:49,775 + +9 of 25 jobs remaining (22:08) +2021-12-18 22:08:49,775 Sleep: 10 +2021-12-18 22:08:49,775 Number of retrials: 0 +2021-12-18 22:08:49,775 WRAPPER CHECK TIME = 10 +2021-12-18 22:08:49,776 Checking jobs for platform=marenostrum4 +2021-12-18 22:08:49,776 Checking jobs for platform=nord3 +2021-12-18 22:08:49,777 Checking jobs for platform=local +2021-12-18 22:08:49,777 Checking jobs for platform=transfer_node +2021-12-18 22:08:49,777 Checking all jobs at once +2021-12-18 22:08:51,047 Successful check job command +2021-12-18 22:08:52,218 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:08:52,218 End of checking +2021-12-18 22:08:52,219 Updating FAILED jobs +2021-12-18 22:08:52,220 Updating WAITING jobs +2021-12-18 22:08:52,220 Update finished +2021-12-18 22:08:52,220 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:08:52,221 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:08:52,221 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:08:52,221 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:08:52,222 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:08:52,222 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:08:52,222 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:08:52,225 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:08:52,227 Job list saved +2021-12-18 22:08:52,232 Updating FAILED jobs +2021-12-18 22:08:52,232 Updating WAITING jobs +2021-12-18 22:08:52,232 Update finished +2021-12-18 22:09:02,242 Reloading parameters... +2021-12-18 22:09:02,260 Loading parameters... +2021-12-18 22:09:02,262 Loading project parameters... +2021-12-18 22:09:02,264 + +9 of 25 jobs remaining (22:09) +2021-12-18 22:09:02,264 Sleep: 10 +2021-12-18 22:09:02,264 Number of retrials: 0 +2021-12-18 22:09:02,264 WRAPPER CHECK TIME = 10 +2021-12-18 22:09:02,265 Checking jobs for platform=marenostrum4 +2021-12-18 22:09:02,266 Checking jobs for platform=nord3 +2021-12-18 22:09:02,266 Checking jobs for platform=local +2021-12-18 22:09:02,267 Checking jobs for platform=transfer_node +2021-12-18 22:09:02,267 Checking all jobs at once +2021-12-18 22:09:03,587 Successful check job command +2021-12-18 22:09:04,856 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:09:04,857 End of checking +2021-12-18 22:09:04,858 Updating FAILED jobs +2021-12-18 22:09:04,858 Updating WAITING jobs +2021-12-18 22:09:04,858 Update finished +2021-12-18 22:09:04,858 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:09:04,859 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:09:04,859 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:09:04,859 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:09:04,859 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:09:04,859 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:09:04,859 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:09:04,862 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:09:04,864 Job list saved +2021-12-18 22:09:04,869 Updating FAILED jobs +2021-12-18 22:09:04,869 Updating WAITING jobs +2021-12-18 22:09:04,869 Update finished +2021-12-18 22:09:14,880 Reloading parameters... +2021-12-18 22:09:14,898 Loading parameters... +2021-12-18 22:09:14,899 Loading project parameters... +2021-12-18 22:09:14,901 + +9 of 25 jobs remaining (22:09) +2021-12-18 22:09:14,901 Sleep: 10 +2021-12-18 22:09:14,902 Number of retrials: 0 +2021-12-18 22:09:14,902 WRAPPER CHECK TIME = 10 +2021-12-18 22:09:14,902 Checking jobs for platform=marenostrum4 +2021-12-18 22:09:14,903 Checking jobs for platform=nord3 +2021-12-18 22:09:14,903 Checking jobs for platform=local +2021-12-18 22:09:14,904 Checking jobs for platform=transfer_node +2021-12-18 22:09:14,904 Checking all jobs at once +2021-12-18 22:09:16,223 Successful check job command +2021-12-18 22:09:17,543 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:09:17,543 End of checking +2021-12-18 22:09:17,544 Updating FAILED jobs +2021-12-18 22:09:17,544 Updating WAITING jobs +2021-12-18 22:09:17,545 Update finished +2021-12-18 22:09:17,545 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:09:17,545 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:09:17,545 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:09:17,545 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:09:17,545 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:09:17,546 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:09:17,546 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:09:17,548 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:09:17,550 Job list saved +2021-12-18 22:09:17,555 Updating FAILED jobs +2021-12-18 22:09:17,555 Updating WAITING jobs +2021-12-18 22:09:17,555 Update finished +2021-12-18 22:09:27,565 Reloading parameters... +2021-12-18 22:09:27,585 Loading parameters... +2021-12-18 22:09:27,586 Loading project parameters... +2021-12-18 22:09:27,588 + +9 of 25 jobs remaining (22:09) +2021-12-18 22:09:27,588 Sleep: 10 +2021-12-18 22:09:27,588 Number of retrials: 0 +2021-12-18 22:09:27,588 WRAPPER CHECK TIME = 10 +2021-12-18 22:09:27,589 Checking jobs for platform=marenostrum4 +2021-12-18 22:09:27,589 Checking jobs for platform=nord3 +2021-12-18 22:09:27,590 Checking jobs for platform=local +2021-12-18 22:09:27,590 Checking jobs for platform=transfer_node +2021-12-18 22:09:27,590 Checking all jobs at once +2021-12-18 22:09:28,860 Successful check job command +2021-12-18 22:09:30,030 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:09:30,030 End of checking +2021-12-18 22:09:30,031 Updating FAILED jobs +2021-12-18 22:09:30,031 Updating WAITING jobs +2021-12-18 22:09:30,032 Update finished +2021-12-18 22:09:30,032 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:09:30,034 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:09:30,034 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:09:30,035 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:09:30,035 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:09:30,035 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:09:30,035 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:09:30,038 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:09:30,040 Job list saved +2021-12-18 22:09:30,045 Updating FAILED jobs +2021-12-18 22:09:30,046 Updating WAITING jobs +2021-12-18 22:09:30,046 Update finished +2021-12-18 22:09:40,056 Reloading parameters... +2021-12-18 22:09:40,074 Loading parameters... +2021-12-18 22:09:40,075 Loading project parameters... +2021-12-18 22:09:40,078 + +9 of 25 jobs remaining (22:09) +2021-12-18 22:09:40,078 Sleep: 10 +2021-12-18 22:09:40,078 Number of retrials: 0 +2021-12-18 22:09:40,078 WRAPPER CHECK TIME = 10 +2021-12-18 22:09:40,079 Checking jobs for platform=marenostrum4 +2021-12-18 22:09:40,079 Checking jobs for platform=nord3 +2021-12-18 22:09:40,080 Checking jobs for platform=local +2021-12-18 22:09:40,087 Checking jobs for platform=transfer_node +2021-12-18 22:09:40,088 Checking all jobs at once +2021-12-18 22:09:41,359 Successful check job command +2021-12-18 22:09:42,481 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:09:42,481 End of checking +2021-12-18 22:09:42,483 Updating FAILED jobs +2021-12-18 22:09:42,483 Updating WAITING jobs +2021-12-18 22:09:42,483 Update finished +2021-12-18 22:09:42,483 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:09:42,483 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:09:42,483 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:09:42,483 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:09:42,484 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:09:42,484 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:09:42,484 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:09:42,486 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:09:42,489 Job list saved +2021-12-18 22:09:42,493 Updating FAILED jobs +2021-12-18 22:09:42,493 Updating WAITING jobs +2021-12-18 22:09:42,493 Update finished +2021-12-18 22:09:52,504 Reloading parameters... +2021-12-18 22:09:52,522 Loading parameters... +2021-12-18 22:09:52,524 Loading project parameters... +2021-12-18 22:09:52,525 + +9 of 25 jobs remaining (22:09) +2021-12-18 22:09:52,526 Sleep: 10 +2021-12-18 22:09:52,526 Number of retrials: 0 +2021-12-18 22:09:52,526 WRAPPER CHECK TIME = 10 +2021-12-18 22:09:52,526 Checking jobs for platform=marenostrum4 +2021-12-18 22:09:52,527 Checking jobs for platform=nord3 +2021-12-18 22:09:52,527 Checking jobs for platform=local +2021-12-18 22:09:52,528 Checking jobs for platform=transfer_node +2021-12-18 22:09:52,528 Checking all jobs at once +2021-12-18 22:09:53,848 Successful check job command +2021-12-18 22:09:54,967 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:09:54,967 End of checking +2021-12-18 22:09:54,968 Updating FAILED jobs +2021-12-18 22:09:54,968 Updating WAITING jobs +2021-12-18 22:09:54,968 Update finished +2021-12-18 22:09:54,968 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:09:54,969 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:09:54,969 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:09:54,969 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:09:54,969 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:09:54,969 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:09:54,969 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:09:54,972 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:09:54,974 Job list saved +2021-12-18 22:09:54,979 Updating FAILED jobs +2021-12-18 22:09:54,979 Updating WAITING jobs +2021-12-18 22:09:54,979 Update finished +2021-12-18 22:10:04,989 Reloading parameters... +2021-12-18 22:10:05,007 Loading parameters... +2021-12-18 22:10:05,008 Loading project parameters... +2021-12-18 22:10:05,010 + +9 of 25 jobs remaining (22:10) +2021-12-18 22:10:05,010 Sleep: 10 +2021-12-18 22:10:05,010 Number of retrials: 0 +2021-12-18 22:10:05,010 WRAPPER CHECK TIME = 10 +2021-12-18 22:10:05,011 Checking jobs for platform=marenostrum4 +2021-12-18 22:10:05,012 Checking jobs for platform=nord3 +2021-12-18 22:10:05,012 Checking jobs for platform=local +2021-12-18 22:10:05,013 Checking jobs for platform=transfer_node +2021-12-18 22:10:05,013 Checking all jobs at once +2021-12-18 22:10:06,383 Successful check job command +2021-12-18 22:10:07,502 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:10:07,503 End of checking +2021-12-18 22:10:07,504 Updating FAILED jobs +2021-12-18 22:10:07,504 Updating WAITING jobs +2021-12-18 22:10:07,504 Update finished +2021-12-18 22:10:07,505 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:10:07,506 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:10:07,506 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:10:07,506 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:10:07,506 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:10:07,506 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:10:07,506 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:10:07,509 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:10:07,511 Job list saved +2021-12-18 22:10:07,515 Updating FAILED jobs +2021-12-18 22:10:07,515 Updating WAITING jobs +2021-12-18 22:10:07,516 Update finished +2021-12-18 22:10:17,526 Reloading parameters... +2021-12-18 22:10:17,544 Loading parameters... +2021-12-18 22:10:17,546 Loading project parameters... +2021-12-18 22:10:17,547 + +9 of 25 jobs remaining (22:10) +2021-12-18 22:10:17,548 Sleep: 10 +2021-12-18 22:10:17,548 Number of retrials: 0 +2021-12-18 22:10:17,548 WRAPPER CHECK TIME = 10 +2021-12-18 22:10:17,549 Checking jobs for platform=marenostrum4 +2021-12-18 22:10:17,549 Checking jobs for platform=nord3 +2021-12-18 22:10:17,550 Checking jobs for platform=local +2021-12-18 22:10:17,551 Checking jobs for platform=transfer_node +2021-12-18 22:10:17,551 Checking all jobs at once +2021-12-18 22:10:18,920 Successful check job command +2021-12-18 22:10:20,189 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:10:20,189 End of checking +2021-12-18 22:10:20,191 Updating FAILED jobs +2021-12-18 22:10:20,191 Updating WAITING jobs +2021-12-18 22:10:20,191 Update finished +2021-12-18 22:10:20,191 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:10:20,191 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:10:20,191 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:10:20,192 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:10:20,192 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:10:20,192 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:10:20,192 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:10:20,194 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:10:20,197 Job list saved +2021-12-18 22:10:20,202 Updating FAILED jobs +2021-12-18 22:10:20,202 Updating WAITING jobs +2021-12-18 22:10:20,202 Update finished +2021-12-18 22:10:30,209 Reloading parameters... +2021-12-18 22:10:30,227 Loading parameters... +2021-12-18 22:10:30,229 Loading project parameters... +2021-12-18 22:10:30,231 + +9 of 25 jobs remaining (22:10) +2021-12-18 22:10:30,231 Sleep: 10 +2021-12-18 22:10:30,231 Number of retrials: 0 +2021-12-18 22:10:30,231 WRAPPER CHECK TIME = 10 +2021-12-18 22:10:30,232 Checking jobs for platform=marenostrum4 +2021-12-18 22:10:30,232 Checking jobs for platform=nord3 +2021-12-18 22:10:30,233 Checking jobs for platform=local +2021-12-18 22:10:30,233 Checking jobs for platform=transfer_node +2021-12-18 22:10:30,233 Checking all jobs at once +2021-12-18 22:10:31,556 Successful check job command +2021-12-18 22:10:32,826 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:10:32,826 End of checking +2021-12-18 22:10:32,828 Updating FAILED jobs +2021-12-18 22:10:32,828 Updating WAITING jobs +2021-12-18 22:10:32,828 Update finished +2021-12-18 22:10:32,828 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:10:32,829 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:10:32,829 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:10:32,829 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:10:32,829 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:10:32,829 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:10:32,829 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:10:32,832 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:10:32,834 Job list saved +2021-12-18 22:10:32,841 Updating FAILED jobs +2021-12-18 22:10:32,841 Updating WAITING jobs +2021-12-18 22:10:32,841 Update finished +2021-12-18 22:10:42,851 Reloading parameters... +2021-12-18 22:10:42,872 Loading parameters... +2021-12-18 22:10:42,874 Loading project parameters... +2021-12-18 22:10:42,876 + +9 of 25 jobs remaining (22:10) +2021-12-18 22:10:42,876 Sleep: 10 +2021-12-18 22:10:42,876 Number of retrials: 0 +2021-12-18 22:10:42,876 WRAPPER CHECK TIME = 10 +2021-12-18 22:10:42,877 Checking jobs for platform=marenostrum4 +2021-12-18 22:10:42,877 Checking jobs for platform=nord3 +2021-12-18 22:10:42,878 Checking jobs for platform=local +2021-12-18 22:10:42,878 Checking jobs for platform=transfer_node +2021-12-18 22:10:42,878 Checking all jobs at once +2021-12-18 22:10:44,100 Successful check job command +2021-12-18 22:10:45,169 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:10:45,169 End of checking +2021-12-18 22:10:45,170 Updating FAILED jobs +2021-12-18 22:10:45,170 Updating WAITING jobs +2021-12-18 22:10:45,171 Update finished +2021-12-18 22:10:45,171 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:10:45,173 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:10:45,173 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:10:45,174 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:10:45,174 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:10:45,174 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:10:45,174 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:10:45,176 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:10:45,179 Job list saved +2021-12-18 22:10:45,183 Updating FAILED jobs +2021-12-18 22:10:45,183 Updating WAITING jobs +2021-12-18 22:10:45,184 Update finished +2021-12-18 22:10:55,190 Reloading parameters... +2021-12-18 22:10:55,209 Loading parameters... +2021-12-18 22:10:55,210 Loading project parameters... +2021-12-18 22:10:55,212 + +9 of 25 jobs remaining (22:10) +2021-12-18 22:10:55,213 Sleep: 10 +2021-12-18 22:10:55,213 Number of retrials: 0 +2021-12-18 22:10:55,213 WRAPPER CHECK TIME = 10 +2021-12-18 22:10:55,213 Checking jobs for platform=marenostrum4 +2021-12-18 22:10:55,214 Checking jobs for platform=nord3 +2021-12-18 22:10:55,214 Checking jobs for platform=local +2021-12-18 22:10:55,215 Checking jobs for platform=transfer_node +2021-12-18 22:10:55,215 Checking all jobs at once +2021-12-18 22:10:56,384 Successful check job command +2021-12-18 22:10:57,553 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:10:57,553 End of checking +2021-12-18 22:10:57,555 Updating FAILED jobs +2021-12-18 22:10:57,555 Updating WAITING jobs +2021-12-18 22:10:57,555 Update finished +2021-12-18 22:10:57,555 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:10:57,556 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:10:57,556 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:10:57,556 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:10:57,556 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:10:57,556 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:10:57,556 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:10:57,559 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:10:57,561 Job list saved +2021-12-18 22:10:57,566 Updating FAILED jobs +2021-12-18 22:10:57,566 Updating WAITING jobs +2021-12-18 22:10:57,566 Update finished +2021-12-18 22:11:07,573 Reloading parameters... +2021-12-18 22:11:07,593 Loading parameters... +2021-12-18 22:11:07,594 Loading project parameters... +2021-12-18 22:11:07,596 + +9 of 25 jobs remaining (22:11) +2021-12-18 22:11:07,596 Sleep: 10 +2021-12-18 22:11:07,596 Number of retrials: 0 +2021-12-18 22:11:07,596 WRAPPER CHECK TIME = 10 +2021-12-18 22:11:07,597 Checking jobs for platform=marenostrum4 +2021-12-18 22:11:07,598 Checking jobs for platform=nord3 +2021-12-18 22:11:07,598 Checking jobs for platform=local +2021-12-18 22:11:07,599 Checking jobs for platform=transfer_node +2021-12-18 22:11:07,599 Checking all jobs at once +2021-12-18 22:11:08,919 Successful check job command +2021-12-18 22:11:10,139 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:11:10,139 End of checking +2021-12-18 22:11:10,141 Updating FAILED jobs +2021-12-18 22:11:10,141 Updating WAITING jobs +2021-12-18 22:11:10,141 Update finished +2021-12-18 22:11:10,141 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:11:10,142 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:11:10,142 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:11:10,142 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:11:10,142 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:11:10,142 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:11:10,142 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:11:10,145 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:11:10,147 Job list saved +2021-12-18 22:11:10,153 Updating FAILED jobs +2021-12-18 22:11:10,153 Updating WAITING jobs +2021-12-18 22:11:10,153 Update finished +2021-12-18 22:11:20,161 Reloading parameters... +2021-12-18 22:11:20,184 Loading parameters... +2021-12-18 22:11:20,185 Loading project parameters... +2021-12-18 22:11:20,187 + +9 of 25 jobs remaining (22:11) +2021-12-18 22:11:20,187 Sleep: 10 +2021-12-18 22:11:20,187 Number of retrials: 0 +2021-12-18 22:11:20,187 WRAPPER CHECK TIME = 10 +2021-12-18 22:11:20,188 Checking jobs for platform=marenostrum4 +2021-12-18 22:11:20,188 Checking jobs for platform=nord3 +2021-12-18 22:11:20,189 Checking jobs for platform=local +2021-12-18 22:11:20,189 Checking jobs for platform=transfer_node +2021-12-18 22:11:20,189 Checking all jobs at once +2021-12-18 22:11:21,760 Successful check job command +2021-12-18 22:11:22,979 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:11:22,979 End of checking +2021-12-18 22:11:22,980 Updating FAILED jobs +2021-12-18 22:11:22,980 Updating WAITING jobs +2021-12-18 22:11:22,981 Update finished +2021-12-18 22:11:22,981 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:11:22,982 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:11:22,982 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:11:22,982 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:11:22,982 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:11:22,983 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:11:22,983 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:11:22,985 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:11:22,987 Job list saved +2021-12-18 22:11:22,995 Updating FAILED jobs +2021-12-18 22:11:22,995 Updating WAITING jobs +2021-12-18 22:11:22,995 Update finished +2021-12-18 22:11:33,005 Reloading parameters... +2021-12-18 22:11:33,023 Loading parameters... +2021-12-18 22:11:33,024 Loading project parameters... +2021-12-18 22:11:33,026 + +9 of 25 jobs remaining (22:11) +2021-12-18 22:11:33,026 Sleep: 10 +2021-12-18 22:11:33,027 Number of retrials: 0 +2021-12-18 22:11:33,027 WRAPPER CHECK TIME = 10 +2021-12-18 22:11:33,027 Checking jobs for platform=marenostrum4 +2021-12-18 22:11:33,028 Checking jobs for platform=nord3 +2021-12-18 22:11:33,028 Checking jobs for platform=local +2021-12-18 22:11:33,029 Checking jobs for platform=transfer_node +2021-12-18 22:11:33,029 Checking all jobs at once +2021-12-18 22:11:34,499 Successful check job command +2021-12-18 22:11:35,869 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:11:35,869 End of checking +2021-12-18 22:11:35,870 Updating FAILED jobs +2021-12-18 22:11:35,870 Updating WAITING jobs +2021-12-18 22:11:35,870 Update finished +2021-12-18 22:11:35,871 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:11:35,871 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:11:35,871 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:11:35,871 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:11:35,871 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:11:35,871 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:11:35,871 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:11:35,874 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:11:35,875 Job list saved +2021-12-18 22:11:35,881 Updating FAILED jobs +2021-12-18 22:11:35,881 Updating WAITING jobs +2021-12-18 22:11:35,881 Update finished +2021-12-18 22:11:45,890 Reloading parameters... +2021-12-18 22:11:45,911 Loading parameters... +2021-12-18 22:11:45,912 Loading project parameters... +2021-12-18 22:11:45,914 + +9 of 25 jobs remaining (22:11) +2021-12-18 22:11:45,914 Sleep: 10 +2021-12-18 22:11:45,914 Number of retrials: 0 +2021-12-18 22:11:45,914 WRAPPER CHECK TIME = 10 +2021-12-18 22:11:45,915 Checking jobs for platform=marenostrum4 +2021-12-18 22:11:45,915 Checking jobs for platform=nord3 +2021-12-18 22:11:45,916 Checking jobs for platform=local +2021-12-18 22:11:45,917 Checking jobs for platform=transfer_node +2021-12-18 22:11:45,917 Checking all jobs at once +2021-12-18 22:11:47,086 Successful check job command +2021-12-18 22:11:48,305 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:11:48,306 End of checking +2021-12-18 22:11:48,307 Updating FAILED jobs +2021-12-18 22:11:48,307 Updating WAITING jobs +2021-12-18 22:11:48,307 Update finished +2021-12-18 22:11:48,307 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:11:48,307 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:11:48,307 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:11:48,308 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:11:48,308 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:11:48,308 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:11:48,308 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:11:48,310 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:11:48,313 Job list saved +2021-12-18 22:11:48,317 Updating FAILED jobs +2021-12-18 22:11:48,317 Updating WAITING jobs +2021-12-18 22:11:48,317 Update finished +2021-12-18 22:11:58,323 Reloading parameters... +2021-12-18 22:11:58,343 Loading parameters... +2021-12-18 22:11:58,344 Loading project parameters... +2021-12-18 22:11:58,346 + +9 of 25 jobs remaining (22:11) +2021-12-18 22:11:58,346 Sleep: 10 +2021-12-18 22:11:58,346 Number of retrials: 0 +2021-12-18 22:11:58,346 WRAPPER CHECK TIME = 10 +2021-12-18 22:11:58,347 Checking jobs for platform=marenostrum4 +2021-12-18 22:11:58,347 Checking jobs for platform=nord3 +2021-12-18 22:11:58,348 Checking jobs for platform=local +2021-12-18 22:11:58,348 Checking jobs for platform=transfer_node +2021-12-18 22:11:58,348 Checking all jobs at once +2021-12-18 22:11:59,618 Successful check job command +2021-12-18 22:12:00,738 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:12:00,738 End of checking +2021-12-18 22:12:00,739 Updating FAILED jobs +2021-12-18 22:12:00,740 Updating WAITING jobs +2021-12-18 22:12:00,740 Update finished +2021-12-18 22:12:00,740 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:12:00,742 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:12:00,742 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:12:00,742 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:12:00,742 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:12:00,742 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:12:00,743 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:12:00,745 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:12:00,748 Job list saved +2021-12-18 22:12:00,752 Updating FAILED jobs +2021-12-18 22:12:00,752 Updating WAITING jobs +2021-12-18 22:12:00,752 Update finished +2021-12-18 22:12:10,760 Reloading parameters... +2021-12-18 22:12:10,777 Loading parameters... +2021-12-18 22:12:10,778 Loading project parameters... +2021-12-18 22:12:10,780 + +9 of 25 jobs remaining (22:12) +2021-12-18 22:12:10,780 Sleep: 10 +2021-12-18 22:12:10,781 Number of retrials: 0 +2021-12-18 22:12:10,781 WRAPPER CHECK TIME = 10 +2021-12-18 22:12:10,781 Checking jobs for platform=marenostrum4 +2021-12-18 22:12:10,782 Checking jobs for platform=nord3 +2021-12-18 22:12:10,782 Checking jobs for platform=local +2021-12-18 22:12:10,783 Checking jobs for platform=transfer_node +2021-12-18 22:12:10,783 Checking all jobs at once +2021-12-18 22:12:12,153 Successful check job command +2021-12-18 22:12:13,272 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:12:13,272 End of checking +2021-12-18 22:12:13,273 Updating FAILED jobs +2021-12-18 22:12:13,274 Updating WAITING jobs +2021-12-18 22:12:13,274 Update finished +2021-12-18 22:12:13,274 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:12:13,274 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:12:13,274 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:12:13,274 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:12:13,275 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:12:13,275 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:12:13,275 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:12:13,278 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:12:13,280 Job list saved +2021-12-18 22:12:13,285 Updating FAILED jobs +2021-12-18 22:12:13,285 Updating WAITING jobs +2021-12-18 22:12:13,285 Update finished +2021-12-18 22:12:23,295 Reloading parameters... +2021-12-18 22:12:23,313 Loading parameters... +2021-12-18 22:12:23,315 Loading project parameters... +2021-12-18 22:12:23,317 + +9 of 25 jobs remaining (22:12) +2021-12-18 22:12:23,317 Sleep: 10 +2021-12-18 22:12:23,317 Number of retrials: 0 +2021-12-18 22:12:23,317 WRAPPER CHECK TIME = 10 +2021-12-18 22:12:23,318 Checking jobs for platform=marenostrum4 +2021-12-18 22:12:23,318 Checking jobs for platform=nord3 +2021-12-18 22:12:23,319 Checking jobs for platform=local +2021-12-18 22:12:23,319 Checking jobs for platform=transfer_node +2021-12-18 22:12:23,319 Checking all jobs at once +2021-12-18 22:12:24,839 Successful check job command +2021-12-18 22:12:26,510 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:12:26,510 End of checking +2021-12-18 22:12:26,511 Updating FAILED jobs +2021-12-18 22:12:26,512 Updating WAITING jobs +2021-12-18 22:12:26,512 Update finished +2021-12-18 22:12:26,512 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:12:26,512 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:12:26,512 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:12:26,512 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:12:26,513 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:12:26,513 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:12:26,513 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:12:26,515 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:12:26,517 Job list saved +2021-12-18 22:12:26,522 Updating FAILED jobs +2021-12-18 22:12:26,522 Updating WAITING jobs +2021-12-18 22:12:26,522 Update finished +2021-12-18 22:12:36,526 Reloading parameters... +2021-12-18 22:12:36,543 Loading parameters... +2021-12-18 22:12:36,544 Loading project parameters... +2021-12-18 22:12:36,546 + +9 of 25 jobs remaining (22:12) +2021-12-18 22:12:36,546 Sleep: 10 +2021-12-18 22:12:36,546 Number of retrials: 0 +2021-12-18 22:12:36,546 WRAPPER CHECK TIME = 10 +2021-12-18 22:12:36,547 Checking jobs for platform=marenostrum4 +2021-12-18 22:12:36,547 Checking jobs for platform=nord3 +2021-12-18 22:12:36,548 Checking jobs for platform=local +2021-12-18 22:12:36,548 Checking jobs for platform=transfer_node +2021-12-18 22:12:36,549 Checking all jobs at once +2021-12-18 22:12:37,717 Successful check job command +2021-12-18 22:12:38,937 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:12:38,937 End of checking +2021-12-18 22:12:38,938 Updating FAILED jobs +2021-12-18 22:12:38,939 Updating WAITING jobs +2021-12-18 22:12:38,939 Update finished +2021-12-18 22:12:38,939 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:12:38,940 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:12:38,941 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:12:38,941 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:12:38,941 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:12:38,941 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:12:38,941 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:12:38,943 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:12:38,946 Job list saved +2021-12-18 22:12:38,951 Updating FAILED jobs +2021-12-18 22:12:38,951 Updating WAITING jobs +2021-12-18 22:12:38,951 Update finished +2021-12-18 22:12:48,962 Reloading parameters... +2021-12-18 22:12:48,981 Loading parameters... +2021-12-18 22:12:48,982 Loading project parameters... +2021-12-18 22:12:48,984 + +9 of 25 jobs remaining (22:12) +2021-12-18 22:12:48,984 Sleep: 10 +2021-12-18 22:12:48,984 Number of retrials: 0 +2021-12-18 22:12:48,984 WRAPPER CHECK TIME = 10 +2021-12-18 22:12:48,985 Checking jobs for platform=marenostrum4 +2021-12-18 22:12:48,985 Checking jobs for platform=nord3 +2021-12-18 22:12:48,986 Checking jobs for platform=local +2021-12-18 22:12:48,987 Checking jobs for platform=transfer_node +2021-12-18 22:12:48,987 Checking all jobs at once +2021-12-18 22:12:50,356 Successful check job command +2021-12-18 22:12:51,575 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:12:51,575 End of checking +2021-12-18 22:12:51,576 Updating FAILED jobs +2021-12-18 22:12:51,577 Updating WAITING jobs +2021-12-18 22:12:51,577 Update finished +2021-12-18 22:12:51,577 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:12:51,577 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:12:51,577 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:12:51,577 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:12:51,577 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:12:51,578 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:12:51,578 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:12:51,580 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:12:51,582 Job list saved +2021-12-18 22:12:51,587 Updating FAILED jobs +2021-12-18 22:12:51,587 Updating WAITING jobs +2021-12-18 22:12:51,587 Update finished +2021-12-18 22:13:01,597 Reloading parameters... +2021-12-18 22:13:01,615 Loading parameters... +2021-12-18 22:13:01,617 Loading project parameters... +2021-12-18 22:13:01,618 + +9 of 25 jobs remaining (22:13) +2021-12-18 22:13:01,619 Sleep: 10 +2021-12-18 22:13:01,619 Number of retrials: 0 +2021-12-18 22:13:01,619 WRAPPER CHECK TIME = 10 +2021-12-18 22:13:01,619 Checking jobs for platform=marenostrum4 +2021-12-18 22:13:01,620 Checking jobs for platform=nord3 +2021-12-18 22:13:01,621 Checking jobs for platform=local +2021-12-18 22:13:01,621 Checking jobs for platform=transfer_node +2021-12-18 22:13:01,621 Checking all jobs at once +2021-12-18 22:13:02,891 Successful check job command +2021-12-18 22:13:04,060 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:13:04,060 End of checking +2021-12-18 22:13:04,061 Updating FAILED jobs +2021-12-18 22:13:04,062 Updating WAITING jobs +2021-12-18 22:13:04,062 Update finished +2021-12-18 22:13:04,062 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:13:04,062 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:13:04,062 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:13:04,062 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:13:04,063 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:13:04,063 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:13:04,063 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:13:04,065 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:13:04,067 Job list saved +2021-12-18 22:13:04,072 Updating FAILED jobs +2021-12-18 22:13:04,072 Updating WAITING jobs +2021-12-18 22:13:04,072 Update finished +2021-12-18 22:13:14,081 Reloading parameters... +2021-12-18 22:13:14,099 Loading parameters... +2021-12-18 22:13:14,101 Loading project parameters... +2021-12-18 22:13:14,103 + +9 of 25 jobs remaining (22:13) +2021-12-18 22:13:14,103 Sleep: 10 +2021-12-18 22:13:14,103 Number of retrials: 0 +2021-12-18 22:13:14,103 WRAPPER CHECK TIME = 10 +2021-12-18 22:13:14,104 Checking jobs for platform=marenostrum4 +2021-12-18 22:13:14,104 Checking jobs for platform=nord3 +2021-12-18 22:13:14,105 Checking jobs for platform=local +2021-12-18 22:13:14,105 Checking jobs for platform=transfer_node +2021-12-18 22:13:14,105 Checking all jobs at once +2021-12-18 22:13:15,375 Successful check job command +2021-12-18 22:13:16,495 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:13:16,495 End of checking +2021-12-18 22:13:16,496 Updating FAILED jobs +2021-12-18 22:13:16,497 Updating WAITING jobs +2021-12-18 22:13:16,497 Update finished +2021-12-18 22:13:16,497 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:13:16,500 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:13:16,500 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:13:16,500 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:13:16,500 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:13:16,500 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:13:16,501 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:13:16,503 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:13:16,505 Job list saved +2021-12-18 22:13:16,510 Updating FAILED jobs +2021-12-18 22:13:16,510 Updating WAITING jobs +2021-12-18 22:13:16,510 Update finished +2021-12-18 22:13:26,514 Reloading parameters... +2021-12-18 22:13:26,532 Loading parameters... +2021-12-18 22:13:26,534 Loading project parameters... +2021-12-18 22:13:26,535 + +9 of 25 jobs remaining (22:13) +2021-12-18 22:13:26,536 Sleep: 10 +2021-12-18 22:13:26,536 Number of retrials: 0 +2021-12-18 22:13:26,536 WRAPPER CHECK TIME = 10 +2021-12-18 22:13:26,536 Checking jobs for platform=marenostrum4 +2021-12-18 22:13:26,537 Checking jobs for platform=nord3 +2021-12-18 22:13:26,538 Checking jobs for platform=local +2021-12-18 22:13:26,538 Checking jobs for platform=transfer_node +2021-12-18 22:13:26,538 Checking all jobs at once +2021-12-18 22:13:28,058 Successful check job command +2021-12-18 22:13:29,281 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:13:29,282 End of checking +2021-12-18 22:13:29,283 Updating FAILED jobs +2021-12-18 22:13:29,283 Updating WAITING jobs +2021-12-18 22:13:29,283 Update finished +2021-12-18 22:13:29,283 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:13:29,283 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:13:29,284 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:13:29,284 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:13:29,284 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:13:29,284 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:13:29,284 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:13:29,287 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:13:29,289 Job list saved +2021-12-18 22:13:29,294 Updating FAILED jobs +2021-12-18 22:13:29,294 Updating WAITING jobs +2021-12-18 22:13:29,294 Update finished +2021-12-18 22:13:39,304 Reloading parameters... +2021-12-18 22:13:39,321 Loading parameters... +2021-12-18 22:13:39,322 Loading project parameters... +2021-12-18 22:13:39,324 + +9 of 25 jobs remaining (22:13) +2021-12-18 22:13:39,324 Sleep: 10 +2021-12-18 22:13:39,324 Number of retrials: 0 +2021-12-18 22:13:39,324 WRAPPER CHECK TIME = 10 +2021-12-18 22:13:39,325 Checking jobs for platform=marenostrum4 +2021-12-18 22:13:39,326 Checking jobs for platform=nord3 +2021-12-18 22:13:39,326 Checking jobs for platform=local +2021-12-18 22:13:39,327 Checking jobs for platform=transfer_node +2021-12-18 22:13:39,327 Checking all jobs at once +2021-12-18 22:13:40,647 Successful check job command +2021-12-18 22:13:42,017 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:13:42,017 End of checking +2021-12-18 22:13:42,018 Updating FAILED jobs +2021-12-18 22:13:42,018 Updating WAITING jobs +2021-12-18 22:13:42,019 Update finished +2021-12-18 22:13:42,019 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:13:42,019 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:13:42,019 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:13:42,019 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:13:42,019 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:13:42,020 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:13:42,020 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:13:42,022 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:13:42,024 Job list saved +2021-12-18 22:13:42,029 Updating FAILED jobs +2021-12-18 22:13:42,029 Updating WAITING jobs +2021-12-18 22:13:42,029 Update finished +2021-12-18 22:13:52,036 Reloading parameters... +2021-12-18 22:13:52,056 Loading parameters... +2021-12-18 22:13:52,058 Loading project parameters... +2021-12-18 22:13:52,060 + +9 of 25 jobs remaining (22:13) +2021-12-18 22:13:52,060 Sleep: 10 +2021-12-18 22:13:52,060 Number of retrials: 0 +2021-12-18 22:13:52,060 WRAPPER CHECK TIME = 10 +2021-12-18 22:13:52,061 Checking jobs for platform=marenostrum4 +2021-12-18 22:13:52,061 Checking jobs for platform=nord3 +2021-12-18 22:13:52,062 Checking jobs for platform=local +2021-12-18 22:13:52,062 Checking jobs for platform=transfer_node +2021-12-18 22:13:52,062 Checking all jobs at once +2021-12-18 22:13:53,231 Successful check job command +2021-12-18 22:13:54,351 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:13:54,351 End of checking +2021-12-18 22:13:54,352 Updating FAILED jobs +2021-12-18 22:13:54,352 Updating WAITING jobs +2021-12-18 22:13:54,353 Update finished +2021-12-18 22:13:54,353 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:13:54,354 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:13:54,354 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:13:54,354 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:13:54,354 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:13:54,355 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:13:54,355 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:13:54,358 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:13:54,360 Job list saved +2021-12-18 22:13:54,365 Updating FAILED jobs +2021-12-18 22:13:54,365 Updating WAITING jobs +2021-12-18 22:13:54,365 Update finished +2021-12-18 22:14:04,374 Reloading parameters... +2021-12-18 22:14:04,392 Loading parameters... +2021-12-18 22:14:04,393 Loading project parameters... +2021-12-18 22:14:04,395 + +9 of 25 jobs remaining (22:14) +2021-12-18 22:14:04,395 Sleep: 10 +2021-12-18 22:14:04,395 Number of retrials: 0 +2021-12-18 22:14:04,395 WRAPPER CHECK TIME = 10 +2021-12-18 22:14:04,396 Checking jobs for platform=marenostrum4 +2021-12-18 22:14:04,396 Checking jobs for platform=nord3 +2021-12-18 22:14:04,397 Checking jobs for platform=local +2021-12-18 22:14:04,398 Checking jobs for platform=transfer_node +2021-12-18 22:14:04,398 Checking all jobs at once +2021-12-18 22:14:05,669 Successful check job command +2021-12-18 22:14:07,139 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:14:07,139 End of checking +2021-12-18 22:14:07,140 Updating FAILED jobs +2021-12-18 22:14:07,141 Updating WAITING jobs +2021-12-18 22:14:07,141 Update finished +2021-12-18 22:14:07,141 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:14:07,141 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:14:07,141 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:14:07,141 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:14:07,142 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:14:07,142 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:14:07,142 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:14:07,145 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:14:07,147 Job list saved +2021-12-18 22:14:07,153 Updating FAILED jobs +2021-12-18 22:14:07,153 Updating WAITING jobs +2021-12-18 22:14:07,153 Update finished +2021-12-18 22:14:17,161 Reloading parameters... +2021-12-18 22:14:17,178 Loading parameters... +2021-12-18 22:14:17,179 Loading project parameters... +2021-12-18 22:14:17,181 + +9 of 25 jobs remaining (22:14) +2021-12-18 22:14:17,181 Sleep: 10 +2021-12-18 22:14:17,182 Number of retrials: 0 +2021-12-18 22:14:17,182 WRAPPER CHECK TIME = 10 +2021-12-18 22:14:17,182 Checking jobs for platform=marenostrum4 +2021-12-18 22:14:17,183 Checking jobs for platform=nord3 +2021-12-18 22:14:17,183 Checking jobs for platform=local +2021-12-18 22:14:17,184 Checking jobs for platform=transfer_node +2021-12-18 22:14:17,184 Checking all jobs at once +2021-12-18 22:14:18,503 Successful check job command +2021-12-18 22:14:19,623 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:14:19,623 End of checking +2021-12-18 22:14:19,624 Updating FAILED jobs +2021-12-18 22:14:19,625 Updating WAITING jobs +2021-12-18 22:14:19,625 Update finished +2021-12-18 22:14:19,625 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:14:19,625 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:14:19,625 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:14:19,625 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:14:19,626 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:14:19,626 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:14:19,626 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:14:19,628 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:14:19,631 Job list saved +2021-12-18 22:14:19,635 Updating FAILED jobs +2021-12-18 22:14:19,635 Updating WAITING jobs +2021-12-18 22:14:19,636 Update finished +2021-12-18 22:14:29,646 Reloading parameters... +2021-12-18 22:14:29,663 Loading parameters... +2021-12-18 22:14:29,664 Loading project parameters... +2021-12-18 22:14:29,666 + +9 of 25 jobs remaining (22:14) +2021-12-18 22:14:29,666 Sleep: 10 +2021-12-18 22:14:29,667 Number of retrials: 0 +2021-12-18 22:14:29,667 WRAPPER CHECK TIME = 10 +2021-12-18 22:14:29,667 Checking jobs for platform=marenostrum4 +2021-12-18 22:14:29,668 Checking jobs for platform=nord3 +2021-12-18 22:14:29,668 Checking jobs for platform=local +2021-12-18 22:14:29,669 Checking jobs for platform=transfer_node +2021-12-18 22:14:29,669 Checking all jobs at once +2021-12-18 22:14:31,191 Successful check job command +2021-12-18 22:14:32,611 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:14:32,611 End of checking +2021-12-18 22:14:32,612 Updating FAILED jobs +2021-12-18 22:14:32,613 Updating WAITING jobs +2021-12-18 22:14:32,613 Update finished +2021-12-18 22:14:32,613 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:14:32,615 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:14:32,615 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:14:32,615 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:14:32,615 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:14:32,615 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:14:32,615 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:14:32,618 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:14:32,620 Job list saved +2021-12-18 22:14:32,624 Updating FAILED jobs +2021-12-18 22:14:32,625 Updating WAITING jobs +2021-12-18 22:14:32,625 Update finished +2021-12-18 22:14:42,635 Reloading parameters... +2021-12-18 22:14:42,654 Loading parameters... +2021-12-18 22:14:42,655 Loading project parameters... +2021-12-18 22:14:42,657 + +9 of 25 jobs remaining (22:14) +2021-12-18 22:14:42,657 Sleep: 10 +2021-12-18 22:14:42,657 Number of retrials: 0 +2021-12-18 22:14:42,657 WRAPPER CHECK TIME = 10 +2021-12-18 22:14:42,658 Checking jobs for platform=marenostrum4 +2021-12-18 22:14:42,659 Checking jobs for platform=nord3 +2021-12-18 22:14:42,659 Checking jobs for platform=local +2021-12-18 22:14:42,660 Checking jobs for platform=transfer_node +2021-12-18 22:14:42,660 Checking all jobs at once +2021-12-18 22:14:43,981 Successful check job command +2021-12-18 22:14:45,451 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:14:45,452 End of checking +2021-12-18 22:14:45,453 Updating FAILED jobs +2021-12-18 22:14:45,453 Updating WAITING jobs +2021-12-18 22:14:45,453 Update finished +2021-12-18 22:14:45,454 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:14:45,454 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:14:45,454 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:14:45,454 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:14:45,454 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:14:45,454 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:14:45,454 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:14:45,457 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:14:45,459 Job list saved +2021-12-18 22:14:45,463 Updating FAILED jobs +2021-12-18 22:14:45,464 Updating WAITING jobs +2021-12-18 22:14:45,464 Update finished +2021-12-18 22:14:55,474 Reloading parameters... +2021-12-18 22:14:55,497 Loading parameters... +2021-12-18 22:14:55,498 Loading project parameters... +2021-12-18 22:14:55,500 + +9 of 25 jobs remaining (22:14) +2021-12-18 22:14:55,500 Sleep: 10 +2021-12-18 22:14:55,500 Number of retrials: 0 +2021-12-18 22:14:55,500 WRAPPER CHECK TIME = 10 +2021-12-18 22:14:55,501 Checking jobs for platform=marenostrum4 +2021-12-18 22:14:55,502 Checking jobs for platform=nord3 +2021-12-18 22:14:55,502 Checking jobs for platform=local +2021-12-18 22:14:55,503 Checking jobs for platform=transfer_node +2021-12-18 22:14:55,503 Checking all jobs at once +2021-12-18 22:14:56,772 Successful check job command +2021-12-18 22:14:57,992 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:14:57,992 End of checking +2021-12-18 22:14:57,994 Updating FAILED jobs +2021-12-18 22:14:57,994 Updating WAITING jobs +2021-12-18 22:14:57,994 Update finished +2021-12-18 22:14:57,995 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:14:57,995 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:14:57,995 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:14:57,995 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:14:57,995 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:14:57,995 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:14:57,995 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:14:57,998 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:14:58,000 Job list saved +2021-12-18 22:14:58,005 Updating FAILED jobs +2021-12-18 22:14:58,005 Updating WAITING jobs +2021-12-18 22:14:58,005 Update finished +2021-12-18 22:15:08,012 Reloading parameters... +2021-12-18 22:15:08,031 Loading parameters... +2021-12-18 22:15:08,033 Loading project parameters... +2021-12-18 22:15:08,035 + +9 of 25 jobs remaining (22:15) +2021-12-18 22:15:08,035 Sleep: 10 +2021-12-18 22:15:08,035 Number of retrials: 0 +2021-12-18 22:15:08,035 WRAPPER CHECK TIME = 10 +2021-12-18 22:15:08,036 Checking jobs for platform=marenostrum4 +2021-12-18 22:15:08,037 Checking jobs for platform=nord3 +2021-12-18 22:15:08,037 Checking jobs for platform=local +2021-12-18 22:15:08,038 Checking jobs for platform=transfer_node +2021-12-18 22:15:08,038 Checking all jobs at once +2021-12-18 22:15:09,307 Successful check job command +2021-12-18 22:15:10,477 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:15:10,477 End of checking +2021-12-18 22:15:10,479 Updating FAILED jobs +2021-12-18 22:15:10,479 Updating WAITING jobs +2021-12-18 22:15:10,479 Update finished +2021-12-18 22:15:10,479 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:15:10,480 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:15:10,480 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:15:10,481 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:15:10,481 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:15:10,481 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:15:10,481 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:15:10,483 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:15:10,486 Job list saved +2021-12-18 22:15:10,490 Updating FAILED jobs +2021-12-18 22:15:10,490 Updating WAITING jobs +2021-12-18 22:15:10,490 Update finished +2021-12-18 22:15:20,496 Reloading parameters... +2021-12-18 22:15:20,515 Loading parameters... +2021-12-18 22:15:20,516 Loading project parameters... +2021-12-18 22:15:20,518 + +9 of 25 jobs remaining (22:15) +2021-12-18 22:15:20,519 Sleep: 10 +2021-12-18 22:15:20,519 Number of retrials: 0 +2021-12-18 22:15:20,519 WRAPPER CHECK TIME = 10 +2021-12-18 22:15:20,519 Checking jobs for platform=marenostrum4 +2021-12-18 22:15:20,520 Checking jobs for platform=nord3 +2021-12-18 22:15:20,520 Checking jobs for platform=local +2021-12-18 22:15:20,521 Checking jobs for platform=transfer_node +2021-12-18 22:15:20,521 Checking all jobs at once +2021-12-18 22:15:21,894 Successful check job command +2021-12-18 22:15:23,114 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:15:23,115 End of checking +2021-12-18 22:15:23,116 Updating FAILED jobs +2021-12-18 22:15:23,116 Updating WAITING jobs +2021-12-18 22:15:23,116 Update finished +2021-12-18 22:15:23,117 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:15:23,117 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:15:23,117 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:15:23,117 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:15:23,117 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:15:23,117 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:15:23,117 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:15:23,120 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:15:23,122 Job list saved +2021-12-18 22:15:23,126 Updating FAILED jobs +2021-12-18 22:15:23,126 Updating WAITING jobs +2021-12-18 22:15:23,126 Update finished +2021-12-18 22:15:33,136 Reloading parameters... +2021-12-18 22:15:33,158 Loading parameters... +2021-12-18 22:15:33,160 Loading project parameters... +2021-12-18 22:15:33,162 + +9 of 25 jobs remaining (22:15) +2021-12-18 22:15:33,162 Sleep: 10 +2021-12-18 22:15:33,162 Number of retrials: 0 +2021-12-18 22:15:33,162 WRAPPER CHECK TIME = 10 +2021-12-18 22:15:33,163 Checking jobs for platform=marenostrum4 +2021-12-18 22:15:33,163 Checking jobs for platform=nord3 +2021-12-18 22:15:33,164 Checking jobs for platform=local +2021-12-18 22:15:33,164 Checking jobs for platform=transfer_node +2021-12-18 22:15:33,164 Checking all jobs at once +2021-12-18 22:15:35,141 Successful check job command +2021-12-18 22:15:36,410 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:15:36,410 End of checking +2021-12-18 22:15:36,412 Updating FAILED jobs +2021-12-18 22:15:36,412 Updating WAITING jobs +2021-12-18 22:15:36,412 Update finished +2021-12-18 22:15:36,412 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:15:36,412 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:15:36,412 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:15:36,412 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:15:36,413 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:15:36,413 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:15:36,413 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:15:36,415 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:15:36,417 Job list saved +2021-12-18 22:15:36,422 Updating FAILED jobs +2021-12-18 22:15:36,422 Updating WAITING jobs +2021-12-18 22:15:36,422 Update finished +2021-12-18 22:15:46,432 Reloading parameters... +2021-12-18 22:15:46,452 Loading parameters... +2021-12-18 22:15:46,453 Loading project parameters... +2021-12-18 22:15:46,455 + +9 of 25 jobs remaining (22:15) +2021-12-18 22:15:46,455 Sleep: 10 +2021-12-18 22:15:46,455 Number of retrials: 0 +2021-12-18 22:15:46,455 WRAPPER CHECK TIME = 10 +2021-12-18 22:15:46,456 Checking jobs for platform=marenostrum4 +2021-12-18 22:15:46,456 Checking jobs for platform=nord3 +2021-12-18 22:15:46,457 Checking jobs for platform=local +2021-12-18 22:15:46,458 Checking jobs for platform=transfer_node +2021-12-18 22:15:46,458 Checking all jobs at once +2021-12-18 22:15:47,978 Successful check job command +2021-12-18 22:15:49,247 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:15:49,248 End of checking +2021-12-18 22:15:49,249 Updating FAILED jobs +2021-12-18 22:15:49,249 Updating WAITING jobs +2021-12-18 22:15:49,250 Update finished +2021-12-18 22:15:49,250 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:15:49,253 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:15:49,253 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:15:49,253 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:15:49,253 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:15:49,253 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:15:49,253 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:15:49,256 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:15:49,258 Job list saved +2021-12-18 22:15:49,270 Updating FAILED jobs +2021-12-18 22:15:49,271 Updating WAITING jobs +2021-12-18 22:15:49,271 Update finished +2021-12-18 22:15:59,281 Reloading parameters... +2021-12-18 22:15:59,300 Loading parameters... +2021-12-18 22:15:59,301 Loading project parameters... +2021-12-18 22:15:59,303 + +9 of 25 jobs remaining (22:15) +2021-12-18 22:15:59,304 Sleep: 10 +2021-12-18 22:15:59,304 Number of retrials: 0 +2021-12-18 22:15:59,304 WRAPPER CHECK TIME = 10 +2021-12-18 22:15:59,304 Checking jobs for platform=marenostrum4 +2021-12-18 22:15:59,305 Checking jobs for platform=nord3 +2021-12-18 22:15:59,305 Checking jobs for platform=local +2021-12-18 22:15:59,306 Checking jobs for platform=transfer_node +2021-12-18 22:15:59,306 Checking all jobs at once +2021-12-18 22:16:00,676 Successful check job command +2021-12-18 22:16:02,146 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:16:02,146 End of checking +2021-12-18 22:16:02,148 Updating FAILED jobs +2021-12-18 22:16:02,148 Updating WAITING jobs +2021-12-18 22:16:02,148 Update finished +2021-12-18 22:16:02,148 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:16:02,148 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:16:02,149 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:16:02,149 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:16:02,149 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:16:02,149 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:16:02,149 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:16:02,152 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:16:02,154 Job list saved +2021-12-18 22:16:02,159 Updating FAILED jobs +2021-12-18 22:16:02,160 Updating WAITING jobs +2021-12-18 22:16:02,160 Update finished +2021-12-18 22:16:12,165 Reloading parameters... +2021-12-18 22:16:12,185 Loading parameters... +2021-12-18 22:16:12,187 Loading project parameters... +2021-12-18 22:16:12,189 + +9 of 25 jobs remaining (22:16) +2021-12-18 22:16:12,189 Sleep: 10 +2021-12-18 22:16:12,189 Number of retrials: 0 +2021-12-18 22:16:12,189 WRAPPER CHECK TIME = 10 +2021-12-18 22:16:12,190 Checking jobs for platform=marenostrum4 +2021-12-18 22:16:12,190 Checking jobs for platform=nord3 +2021-12-18 22:16:12,191 Checking jobs for platform=local +2021-12-18 22:16:12,191 Checking jobs for platform=transfer_node +2021-12-18 22:16:12,191 Checking all jobs at once +2021-12-18 22:16:13,763 Successful check job command +2021-12-18 22:16:15,433 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:16:15,433 End of checking +2021-12-18 22:16:15,434 Updating FAILED jobs +2021-12-18 22:16:15,435 Updating WAITING jobs +2021-12-18 22:16:15,435 Update finished +2021-12-18 22:16:15,435 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:16:15,435 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:16:15,435 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:16:15,435 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:16:15,436 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:16:15,436 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:16:15,436 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:16:15,438 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:16:15,440 Job list saved +2021-12-18 22:16:15,445 Updating FAILED jobs +2021-12-18 22:16:15,445 Updating WAITING jobs +2021-12-18 22:16:15,446 Update finished +2021-12-18 22:16:25,449 Reloading parameters... +2021-12-18 22:16:25,470 Loading parameters... +2021-12-18 22:16:25,471 Loading project parameters... +2021-12-18 22:16:25,473 + +9 of 25 jobs remaining (22:16) +2021-12-18 22:16:25,473 Sleep: 10 +2021-12-18 22:16:25,473 Number of retrials: 0 +2021-12-18 22:16:25,473 WRAPPER CHECK TIME = 10 +2021-12-18 22:16:25,474 Checking jobs for platform=marenostrum4 +2021-12-18 22:16:25,474 Checking jobs for platform=nord3 +2021-12-18 22:16:25,475 Checking jobs for platform=local +2021-12-18 22:16:25,475 Checking jobs for platform=transfer_node +2021-12-18 22:16:25,475 Checking all jobs at once +2021-12-18 22:16:26,847 Successful check job command +2021-12-18 22:16:28,065 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:16:28,066 End of checking +2021-12-18 22:16:28,067 Updating FAILED jobs +2021-12-18 22:16:28,067 Updating WAITING jobs +2021-12-18 22:16:28,067 Update finished +2021-12-18 22:16:28,067 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:16:28,068 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:16:28,069 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:16:28,069 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:16:28,069 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:16:28,069 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:16:28,069 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:16:28,072 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:16:28,074 Job list saved +2021-12-18 22:16:28,079 Updating FAILED jobs +2021-12-18 22:16:28,080 Updating WAITING jobs +2021-12-18 22:16:28,080 Update finished +2021-12-18 22:16:38,090 Reloading parameters... +2021-12-18 22:16:38,110 Loading parameters... +2021-12-18 22:16:38,112 Loading project parameters... +2021-12-18 22:16:38,113 + +9 of 25 jobs remaining (22:16) +2021-12-18 22:16:38,114 Sleep: 10 +2021-12-18 22:16:38,114 Number of retrials: 0 +2021-12-18 22:16:38,114 WRAPPER CHECK TIME = 10 +2021-12-18 22:16:38,114 Checking jobs for platform=marenostrum4 +2021-12-18 22:16:38,115 Checking jobs for platform=nord3 +2021-12-18 22:16:38,115 Checking jobs for platform=local +2021-12-18 22:16:38,116 Checking jobs for platform=transfer_node +2021-12-18 22:16:38,116 Checking all jobs at once +2021-12-18 22:16:39,440 Successful check job command +2021-12-18 22:16:40,610 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:16:40,611 End of checking +2021-12-18 22:16:40,612 Updating FAILED jobs +2021-12-18 22:16:40,612 Updating WAITING jobs +2021-12-18 22:16:40,612 Update finished +2021-12-18 22:16:40,612 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:16:40,613 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:16:40,613 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:16:40,613 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:16:40,613 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:16:40,613 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:16:40,613 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:16:40,616 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:16:40,618 Job list saved +2021-12-18 22:16:40,622 Updating FAILED jobs +2021-12-18 22:16:40,623 Updating WAITING jobs +2021-12-18 22:16:40,623 Update finished +2021-12-18 22:16:50,626 Reloading parameters... +2021-12-18 22:16:50,646 Loading parameters... +2021-12-18 22:16:50,647 Loading project parameters... +2021-12-18 22:16:50,649 + +9 of 25 jobs remaining (22:16) +2021-12-18 22:16:50,650 Sleep: 10 +2021-12-18 22:16:50,650 Number of retrials: 0 +2021-12-18 22:16:50,650 WRAPPER CHECK TIME = 10 +2021-12-18 22:16:50,650 Checking jobs for platform=marenostrum4 +2021-12-18 22:16:50,651 Checking jobs for platform=nord3 +2021-12-18 22:16:50,652 Checking jobs for platform=local +2021-12-18 22:16:50,653 Checking jobs for platform=transfer_node +2021-12-18 22:16:50,653 Checking all jobs at once +2021-12-18 22:16:51,974 Successful check job command +2021-12-18 22:16:53,142 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:16:53,143 End of checking +2021-12-18 22:16:53,144 Updating FAILED jobs +2021-12-18 22:16:53,144 Updating WAITING jobs +2021-12-18 22:16:53,144 Update finished +2021-12-18 22:16:53,144 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:16:53,145 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:16:53,145 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:16:53,145 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:16:53,145 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:16:53,145 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:16:53,145 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:16:53,148 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:16:53,150 Job list saved +2021-12-18 22:16:53,154 Updating FAILED jobs +2021-12-18 22:16:53,155 Updating WAITING jobs +2021-12-18 22:16:53,155 Update finished +2021-12-18 22:17:03,165 Reloading parameters... +2021-12-18 22:17:03,184 Loading parameters... +2021-12-18 22:17:03,185 Loading project parameters... +2021-12-18 22:17:03,187 + +9 of 25 jobs remaining (22:17) +2021-12-18 22:17:03,187 Sleep: 10 +2021-12-18 22:17:03,187 Number of retrials: 0 +2021-12-18 22:17:03,187 WRAPPER CHECK TIME = 10 +2021-12-18 22:17:03,188 Checking jobs for platform=marenostrum4 +2021-12-18 22:17:03,188 Checking jobs for platform=nord3 +2021-12-18 22:17:03,189 Checking jobs for platform=local +2021-12-18 22:17:03,190 Checking jobs for platform=transfer_node +2021-12-18 22:17:03,190 Checking all jobs at once +2021-12-18 22:17:04,812 Successful check job command +2021-12-18 22:17:07,033 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:17:07,033 End of checking +2021-12-18 22:17:07,034 Updating FAILED jobs +2021-12-18 22:17:07,034 Updating WAITING jobs +2021-12-18 22:17:07,034 Update finished +2021-12-18 22:17:07,034 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:17:07,037 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:17:07,037 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:17:07,037 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:17:07,037 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:17:07,037 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:17:07,038 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:17:07,040 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:17:07,042 Job list saved +2021-12-18 22:17:07,047 Updating FAILED jobs +2021-12-18 22:17:07,047 Updating WAITING jobs +2021-12-18 22:17:07,047 Update finished +2021-12-18 22:17:17,057 Reloading parameters... +2021-12-18 22:17:17,075 Loading parameters... +2021-12-18 22:17:17,076 Loading project parameters... +2021-12-18 22:17:17,078 + +9 of 25 jobs remaining (22:17) +2021-12-18 22:17:17,079 Sleep: 10 +2021-12-18 22:17:17,079 Number of retrials: 0 +2021-12-18 22:17:17,079 WRAPPER CHECK TIME = 10 +2021-12-18 22:17:17,079 Checking jobs for platform=marenostrum4 +2021-12-18 22:17:17,080 Checking jobs for platform=nord3 +2021-12-18 22:17:17,080 Checking jobs for platform=local +2021-12-18 22:17:17,081 Checking jobs for platform=transfer_node +2021-12-18 22:17:17,081 Checking all jobs at once +2021-12-18 22:17:18,504 Successful check job command +2021-12-18 22:17:19,774 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:17:19,774 End of checking +2021-12-18 22:17:19,775 Updating FAILED jobs +2021-12-18 22:17:19,775 Updating WAITING jobs +2021-12-18 22:17:19,776 Update finished +2021-12-18 22:17:19,776 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:17:19,776 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:17:19,776 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:17:19,776 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:17:19,776 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:17:19,776 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:17:19,777 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:17:19,779 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:17:19,782 Job list saved +2021-12-18 22:17:19,787 Updating FAILED jobs +2021-12-18 22:17:19,787 Updating WAITING jobs +2021-12-18 22:17:19,788 Update finished +2021-12-18 22:17:29,798 Reloading parameters... +2021-12-18 22:17:29,815 Loading parameters... +2021-12-18 22:17:29,817 Loading project parameters... +2021-12-18 22:17:29,818 + +9 of 25 jobs remaining (22:17) +2021-12-18 22:17:29,819 Sleep: 10 +2021-12-18 22:17:29,819 Number of retrials: 0 +2021-12-18 22:17:29,819 WRAPPER CHECK TIME = 10 +2021-12-18 22:17:29,819 Checking jobs for platform=marenostrum4 +2021-12-18 22:17:29,820 Checking jobs for platform=nord3 +2021-12-18 22:17:29,820 Checking jobs for platform=local +2021-12-18 22:17:29,821 Checking jobs for platform=transfer_node +2021-12-18 22:17:29,821 Checking all jobs at once +2021-12-18 22:17:31,090 Successful check job command +2021-12-18 22:17:32,310 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:17:32,310 End of checking +2021-12-18 22:17:32,311 Updating FAILED jobs +2021-12-18 22:17:32,311 Updating WAITING jobs +2021-12-18 22:17:32,312 Update finished +2021-12-18 22:17:32,312 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:17:32,312 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:17:32,312 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:17:32,312 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:17:32,312 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:17:32,312 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:17:32,312 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:17:32,315 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:17:32,317 Job list saved +2021-12-18 22:17:32,322 Updating FAILED jobs +2021-12-18 22:17:32,322 Updating WAITING jobs +2021-12-18 22:17:32,322 Update finished +2021-12-18 22:17:42,324 Reloading parameters... +2021-12-18 22:17:42,345 Loading parameters... +2021-12-18 22:17:42,347 Loading project parameters... +2021-12-18 22:17:42,349 + +9 of 25 jobs remaining (22:17) +2021-12-18 22:17:42,349 Sleep: 10 +2021-12-18 22:17:42,349 Number of retrials: 0 +2021-12-18 22:17:42,349 WRAPPER CHECK TIME = 10 +2021-12-18 22:17:42,350 Checking jobs for platform=marenostrum4 +2021-12-18 22:17:42,350 Checking jobs for platform=nord3 +2021-12-18 22:17:42,351 Checking jobs for platform=local +2021-12-18 22:17:42,351 Checking jobs for platform=transfer_node +2021-12-18 22:17:42,352 Checking all jobs at once +2021-12-18 22:17:43,571 Successful check job command +2021-12-18 22:17:44,690 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:17:44,690 End of checking +2021-12-18 22:17:44,691 Updating FAILED jobs +2021-12-18 22:17:44,692 Updating WAITING jobs +2021-12-18 22:17:44,692 Update finished +2021-12-18 22:17:44,692 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:17:44,693 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:17:44,693 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:17:44,694 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:17:44,694 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:17:44,694 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:17:44,694 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:17:44,697 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:17:44,699 Job list saved +2021-12-18 22:17:44,705 Updating FAILED jobs +2021-12-18 22:17:44,705 Updating WAITING jobs +2021-12-18 22:17:44,705 Update finished +2021-12-18 22:17:54,710 Reloading parameters... +2021-12-18 22:17:54,728 Loading parameters... +2021-12-18 22:17:54,729 Loading project parameters... +2021-12-18 22:17:54,731 + +9 of 25 jobs remaining (22:17) +2021-12-18 22:17:54,731 Sleep: 10 +2021-12-18 22:17:54,731 Number of retrials: 0 +2021-12-18 22:17:54,731 WRAPPER CHECK TIME = 10 +2021-12-18 22:17:54,732 Checking jobs for platform=marenostrum4 +2021-12-18 22:17:54,732 Checking jobs for platform=nord3 +2021-12-18 22:17:54,733 Checking jobs for platform=local +2021-12-18 22:17:54,734 Checking jobs for platform=transfer_node +2021-12-18 22:17:54,734 Checking all jobs at once +2021-12-18 22:17:56,205 Successful check job command +2021-12-18 22:17:57,375 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:17:57,375 End of checking +2021-12-18 22:17:57,377 Updating FAILED jobs +2021-12-18 22:17:57,377 Updating WAITING jobs +2021-12-18 22:17:57,377 Update finished +2021-12-18 22:17:57,378 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:17:57,378 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:17:57,378 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:17:57,378 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:17:57,378 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:17:57,378 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:17:57,378 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:17:57,381 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:17:57,384 Job list saved +2021-12-18 22:17:57,389 Updating FAILED jobs +2021-12-18 22:17:57,389 Updating WAITING jobs +2021-12-18 22:17:57,389 Update finished +2021-12-18 22:18:07,399 Reloading parameters... +2021-12-18 22:18:07,419 Loading parameters... +2021-12-18 22:18:07,421 Loading project parameters... +2021-12-18 22:18:07,423 + +9 of 25 jobs remaining (22:18) +2021-12-18 22:18:07,423 Sleep: 10 +2021-12-18 22:18:07,423 Number of retrials: 0 +2021-12-18 22:18:07,423 WRAPPER CHECK TIME = 10 +2021-12-18 22:18:07,424 Checking jobs for platform=marenostrum4 +2021-12-18 22:18:07,424 Checking jobs for platform=nord3 +2021-12-18 22:18:07,425 Checking jobs for platform=local +2021-12-18 22:18:07,426 Checking jobs for platform=transfer_node +2021-12-18 22:18:07,426 Checking all jobs at once +2021-12-18 22:18:09,046 Successful check job command +2021-12-18 22:18:10,416 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:18:10,417 End of checking +2021-12-18 22:18:10,418 Updating FAILED jobs +2021-12-18 22:18:10,418 Updating WAITING jobs +2021-12-18 22:18:10,418 Update finished +2021-12-18 22:18:10,418 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:18:10,419 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:18:10,419 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:18:10,419 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:18:10,419 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:18:10,419 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:18:10,419 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:18:10,422 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:18:10,425 Job list saved +2021-12-18 22:18:10,430 Updating FAILED jobs +2021-12-18 22:18:10,430 Updating WAITING jobs +2021-12-18 22:18:10,430 Update finished +2021-12-18 22:18:20,440 Reloading parameters... +2021-12-18 22:18:20,460 Loading parameters... +2021-12-18 22:18:20,461 Loading project parameters... +2021-12-18 22:18:20,463 + +9 of 25 jobs remaining (22:18) +2021-12-18 22:18:20,464 Sleep: 10 +2021-12-18 22:18:20,464 Number of retrials: 0 +2021-12-18 22:18:20,464 WRAPPER CHECK TIME = 10 +2021-12-18 22:18:20,464 Checking jobs for platform=marenostrum4 +2021-12-18 22:18:20,465 Checking jobs for platform=nord3 +2021-12-18 22:18:20,465 Checking jobs for platform=local +2021-12-18 22:18:20,466 Checking jobs for platform=transfer_node +2021-12-18 22:18:20,466 Checking all jobs at once +2021-12-18 22:18:21,835 Successful check job command +2021-12-18 22:18:23,156 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:18:23,156 End of checking +2021-12-18 22:18:23,158 Updating FAILED jobs +2021-12-18 22:18:23,158 Updating WAITING jobs +2021-12-18 22:18:23,158 Update finished +2021-12-18 22:18:23,158 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:18:23,160 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:18:23,160 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:18:23,161 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:18:23,161 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:18:23,161 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:18:23,161 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:18:23,163 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:18:23,166 Job list saved +2021-12-18 22:18:23,171 Updating FAILED jobs +2021-12-18 22:18:23,171 Updating WAITING jobs +2021-12-18 22:18:23,171 Update finished +2021-12-18 22:18:33,179 Reloading parameters... +2021-12-18 22:18:33,198 Loading parameters... +2021-12-18 22:18:33,200 Loading project parameters... +2021-12-18 22:18:33,202 + +9 of 25 jobs remaining (22:18) +2021-12-18 22:18:33,202 Sleep: 10 +2021-12-18 22:18:33,202 Number of retrials: 0 +2021-12-18 22:18:33,202 WRAPPER CHECK TIME = 10 +2021-12-18 22:18:33,203 Checking jobs for platform=marenostrum4 +2021-12-18 22:18:33,203 Checking jobs for platform=nord3 +2021-12-18 22:18:33,204 Checking jobs for platform=local +2021-12-18 22:18:33,204 Checking jobs for platform=transfer_node +2021-12-18 22:18:33,204 Checking all jobs at once +2021-12-18 22:18:34,477 Successful check job command +2021-12-18 22:18:35,696 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:18:35,697 End of checking +2021-12-18 22:18:35,698 Updating FAILED jobs +2021-12-18 22:18:35,698 Updating WAITING jobs +2021-12-18 22:18:35,698 Update finished +2021-12-18 22:18:35,698 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:18:35,698 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:18:35,699 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:18:35,699 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:18:35,699 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:18:35,699 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:18:35,699 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:18:35,701 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:18:35,704 Job list saved +2021-12-18 22:18:35,709 Updating FAILED jobs +2021-12-18 22:18:35,709 Updating WAITING jobs +2021-12-18 22:18:35,709 Update finished +2021-12-18 22:18:45,718 Reloading parameters... +2021-12-18 22:18:45,737 Loading parameters... +2021-12-18 22:18:45,739 Loading project parameters... +2021-12-18 22:18:45,741 + +9 of 25 jobs remaining (22:18) +2021-12-18 22:18:45,741 Sleep: 10 +2021-12-18 22:18:45,742 Number of retrials: 0 +2021-12-18 22:18:45,742 WRAPPER CHECK TIME = 10 +2021-12-18 22:18:45,742 Checking jobs for platform=marenostrum4 +2021-12-18 22:18:45,743 Checking jobs for platform=nord3 +2021-12-18 22:18:45,744 Checking jobs for platform=local +2021-12-18 22:18:45,744 Checking jobs for platform=transfer_node +2021-12-18 22:18:45,745 Checking all jobs at once +2021-12-18 22:18:47,014 Successful check job command +2021-12-18 22:18:48,387 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:18:48,387 End of checking +2021-12-18 22:18:48,389 Updating FAILED jobs +2021-12-18 22:18:48,389 Updating WAITING jobs +2021-12-18 22:18:48,389 Update finished +2021-12-18 22:18:48,389 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:18:48,389 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:18:48,389 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:18:48,389 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:18:48,390 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:18:48,390 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:18:48,390 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:18:48,393 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:18:48,395 Job list saved +2021-12-18 22:18:48,401 Updating FAILED jobs +2021-12-18 22:18:48,401 Updating WAITING jobs +2021-12-18 22:18:48,401 Update finished +2021-12-18 22:18:58,408 Reloading parameters... +2021-12-18 22:18:58,430 Loading parameters... +2021-12-18 22:18:58,431 Loading project parameters... +2021-12-18 22:18:58,433 + +9 of 25 jobs remaining (22:18) +2021-12-18 22:18:58,433 Sleep: 10 +2021-12-18 22:18:58,433 Number of retrials: 0 +2021-12-18 22:18:58,433 WRAPPER CHECK TIME = 10 +2021-12-18 22:18:58,434 Checking jobs for platform=marenostrum4 +2021-12-18 22:18:58,434 Checking jobs for platform=nord3 +2021-12-18 22:18:58,435 Checking jobs for platform=local +2021-12-18 22:18:58,435 Checking jobs for platform=transfer_node +2021-12-18 22:18:58,435 Checking all jobs at once +2021-12-18 22:18:59,755 Successful check job command +2021-12-18 22:19:00,974 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:19:00,974 End of checking +2021-12-18 22:19:00,976 Updating FAILED jobs +2021-12-18 22:19:00,976 Updating WAITING jobs +2021-12-18 22:19:00,976 Update finished +2021-12-18 22:19:00,976 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:19:00,978 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:19:00,978 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:19:00,978 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:19:00,978 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:19:00,978 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:19:00,978 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:19:00,981 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:19:00,983 Job list saved +2021-12-18 22:19:00,990 Updating FAILED jobs +2021-12-18 22:19:00,990 Updating WAITING jobs +2021-12-18 22:19:00,990 Update finished +2021-12-18 22:19:11,000 Reloading parameters... +2021-12-18 22:19:11,020 Loading parameters... +2021-12-18 22:19:11,021 Loading project parameters... +2021-12-18 22:19:11,023 + +9 of 25 jobs remaining (22:19) +2021-12-18 22:19:11,023 Sleep: 10 +2021-12-18 22:19:11,023 Number of retrials: 0 +2021-12-18 22:19:11,024 WRAPPER CHECK TIME = 10 +2021-12-18 22:19:11,024 Checking jobs for platform=marenostrum4 +2021-12-18 22:19:11,025 Checking jobs for platform=nord3 +2021-12-18 22:19:11,025 Checking jobs for platform=local +2021-12-18 22:19:11,026 Checking jobs for platform=transfer_node +2021-12-18 22:19:11,026 Checking all jobs at once +2021-12-18 22:19:12,395 Successful check job command +2021-12-18 22:19:13,614 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:19:13,615 End of checking +2021-12-18 22:19:13,616 Updating FAILED jobs +2021-12-18 22:19:13,616 Updating WAITING jobs +2021-12-18 22:19:13,616 Update finished +2021-12-18 22:19:13,616 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:19:13,617 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:19:13,617 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:19:13,617 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:19:13,617 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:19:13,617 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:19:13,617 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:19:13,620 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:19:13,622 Job list saved +2021-12-18 22:19:13,627 Updating FAILED jobs +2021-12-18 22:19:13,628 Updating WAITING jobs +2021-12-18 22:19:13,628 Update finished +2021-12-18 22:19:23,638 Reloading parameters... +2021-12-18 22:19:23,657 Loading parameters... +2021-12-18 22:19:23,658 Loading project parameters... +2021-12-18 22:19:23,660 + +9 of 25 jobs remaining (22:19) +2021-12-18 22:19:23,660 Sleep: 10 +2021-12-18 22:19:23,660 Number of retrials: 0 +2021-12-18 22:19:23,660 WRAPPER CHECK TIME = 10 +2021-12-18 22:19:23,661 Checking jobs for platform=marenostrum4 +2021-12-18 22:19:23,661 Checking jobs for platform=nord3 +2021-12-18 22:19:23,662 Checking jobs for platform=local +2021-12-18 22:19:23,662 Checking jobs for platform=transfer_node +2021-12-18 22:19:23,662 Checking all jobs at once +2021-12-18 22:19:24,932 Successful check job command +2021-12-18 22:19:26,207 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:19:26,208 End of checking +2021-12-18 22:19:26,209 Updating FAILED jobs +2021-12-18 22:19:26,209 Updating WAITING jobs +2021-12-18 22:19:26,209 Update finished +2021-12-18 22:19:26,209 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:19:26,210 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:19:26,210 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:19:26,210 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:19:26,210 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:19:26,210 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:19:26,210 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:19:26,213 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:19:26,215 Job list saved +2021-12-18 22:19:26,220 Updating FAILED jobs +2021-12-18 22:19:26,221 Updating WAITING jobs +2021-12-18 22:19:26,221 Update finished +2021-12-18 22:19:36,231 Reloading parameters... +2021-12-18 22:19:36,250 Loading parameters... +2021-12-18 22:19:36,251 Loading project parameters... +2021-12-18 22:19:36,253 + +9 of 25 jobs remaining (22:19) +2021-12-18 22:19:36,253 Sleep: 10 +2021-12-18 22:19:36,253 Number of retrials: 0 +2021-12-18 22:19:36,254 WRAPPER CHECK TIME = 10 +2021-12-18 22:19:36,254 Checking jobs for platform=marenostrum4 +2021-12-18 22:19:36,255 Checking jobs for platform=nord3 +2021-12-18 22:19:36,255 Checking jobs for platform=local +2021-12-18 22:19:36,256 Checking jobs for platform=transfer_node +2021-12-18 22:19:36,256 Checking all jobs at once +2021-12-18 22:19:37,576 Successful check job command +2021-12-18 22:19:38,746 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:19:38,747 End of checking +2021-12-18 22:19:38,748 Updating FAILED jobs +2021-12-18 22:19:38,748 Updating WAITING jobs +2021-12-18 22:19:38,748 Update finished +2021-12-18 22:19:38,748 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:19:38,750 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:19:38,750 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:19:38,751 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:19:38,751 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:19:38,751 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:19:38,751 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:19:38,754 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:19:38,756 Job list saved +2021-12-18 22:19:38,761 Updating FAILED jobs +2021-12-18 22:19:38,761 Updating WAITING jobs +2021-12-18 22:19:38,761 Update finished +2021-12-18 22:19:48,767 Reloading parameters... +2021-12-18 22:19:48,786 Loading parameters... +2021-12-18 22:19:48,788 Loading project parameters... +2021-12-18 22:19:48,790 + +9 of 25 jobs remaining (22:19) +2021-12-18 22:19:48,790 Sleep: 10 +2021-12-18 22:19:48,790 Number of retrials: 0 +2021-12-18 22:19:48,790 WRAPPER CHECK TIME = 10 +2021-12-18 22:19:48,791 Checking jobs for platform=marenostrum4 +2021-12-18 22:19:48,791 Checking jobs for platform=nord3 +2021-12-18 22:19:48,792 Checking jobs for platform=local +2021-12-18 22:19:48,792 Checking jobs for platform=transfer_node +2021-12-18 22:19:48,792 Checking all jobs at once +2021-12-18 22:19:50,061 Successful check job command +2021-12-18 22:19:51,331 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:19:51,331 End of checking +2021-12-18 22:19:51,332 Updating FAILED jobs +2021-12-18 22:19:51,332 Updating WAITING jobs +2021-12-18 22:19:51,333 Update finished +2021-12-18 22:19:51,333 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:19:51,333 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:19:51,333 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:19:51,333 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:19:51,333 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:19:51,333 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:19:51,334 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:19:51,337 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:19:51,339 Job list saved +2021-12-18 22:19:51,349 Updating FAILED jobs +2021-12-18 22:19:51,349 Updating WAITING jobs +2021-12-18 22:19:51,349 Update finished +2021-12-18 22:20:01,355 Reloading parameters... +2021-12-18 22:20:01,373 Loading parameters... +2021-12-18 22:20:01,375 Loading project parameters... +2021-12-18 22:20:01,376 + +9 of 25 jobs remaining (22:20) +2021-12-18 22:20:01,377 Sleep: 10 +2021-12-18 22:20:01,377 Number of retrials: 0 +2021-12-18 22:20:01,377 WRAPPER CHECK TIME = 10 +2021-12-18 22:20:01,378 Checking jobs for platform=marenostrum4 +2021-12-18 22:20:01,378 Checking jobs for platform=nord3 +2021-12-18 22:20:01,379 Checking jobs for platform=local +2021-12-18 22:20:01,380 Checking jobs for platform=transfer_node +2021-12-18 22:20:01,380 Checking all jobs at once +2021-12-18 22:20:02,650 Successful check job command +2021-12-18 22:20:05,673 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:20:05,674 End of checking +2021-12-18 22:20:05,675 Updating FAILED jobs +2021-12-18 22:20:05,676 Updating WAITING jobs +2021-12-18 22:20:05,676 Update finished +2021-12-18 22:20:05,676 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:20:05,676 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:20:05,676 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:20:05,676 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:20:05,677 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:20:05,677 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:20:05,677 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:20:05,680 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:20:05,683 Job list saved +2021-12-18 22:20:05,687 Updating FAILED jobs +2021-12-18 22:20:05,687 Updating WAITING jobs +2021-12-18 22:20:05,688 Update finished +2021-12-18 22:20:15,698 Reloading parameters... +2021-12-18 22:20:15,718 Loading parameters... +2021-12-18 22:20:15,719 Loading project parameters... +2021-12-18 22:20:15,721 + +9 of 25 jobs remaining (22:20) +2021-12-18 22:20:15,721 Sleep: 10 +2021-12-18 22:20:15,722 Number of retrials: 0 +2021-12-18 22:20:15,722 WRAPPER CHECK TIME = 10 +2021-12-18 22:20:15,722 Checking jobs for platform=marenostrum4 +2021-12-18 22:20:15,723 Checking jobs for platform=nord3 +2021-12-18 22:20:15,723 Checking jobs for platform=local +2021-12-18 22:20:15,724 Checking jobs for platform=transfer_node +2021-12-18 22:20:15,724 Checking all jobs at once +2021-12-18 22:20:16,997 Successful check job command +2021-12-18 22:20:18,166 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:20:18,167 End of checking +2021-12-18 22:20:18,169 Updating FAILED jobs +2021-12-18 22:20:18,170 Updating WAITING jobs +2021-12-18 22:20:18,170 Update finished +2021-12-18 22:20:18,170 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:20:18,171 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:20:18,171 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:20:18,172 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:20:18,172 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:20:18,172 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:20:18,172 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:20:18,175 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:20:18,177 Job list saved +2021-12-18 22:20:18,182 Updating FAILED jobs +2021-12-18 22:20:18,182 Updating WAITING jobs +2021-12-18 22:20:18,183 Update finished +2021-12-18 22:20:28,193 Reloading parameters... +2021-12-18 22:20:28,215 Loading parameters... +2021-12-18 22:20:28,216 Loading project parameters... +2021-12-18 22:20:28,218 + +9 of 25 jobs remaining (22:20) +2021-12-18 22:20:28,218 Sleep: 10 +2021-12-18 22:20:28,218 Number of retrials: 0 +2021-12-18 22:20:28,218 WRAPPER CHECK TIME = 10 +2021-12-18 22:20:28,219 Checking jobs for platform=marenostrum4 +2021-12-18 22:20:28,219 Checking jobs for platform=nord3 +2021-12-18 22:20:28,220 Checking jobs for platform=local +2021-12-18 22:20:28,220 Checking jobs for platform=transfer_node +2021-12-18 22:20:28,220 Checking all jobs at once +2021-12-18 22:20:29,540 Successful check job command +2021-12-18 22:20:30,759 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:20:30,759 End of checking +2021-12-18 22:20:30,761 Updating FAILED jobs +2021-12-18 22:20:30,761 Updating WAITING jobs +2021-12-18 22:20:30,762 Update finished +2021-12-18 22:20:30,762 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:20:30,762 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:20:30,762 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:20:30,762 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:20:30,762 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:20:30,763 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:20:30,763 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:20:30,767 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:20:30,769 Job list saved +2021-12-18 22:20:30,786 Updating FAILED jobs +2021-12-18 22:20:30,786 Updating WAITING jobs +2021-12-18 22:20:30,786 Update finished +2021-12-18 22:20:40,794 Reloading parameters... +2021-12-18 22:20:40,813 Loading parameters... +2021-12-18 22:20:40,814 Loading project parameters... +2021-12-18 22:20:40,816 + +9 of 25 jobs remaining (22:20) +2021-12-18 22:20:40,816 Sleep: 10 +2021-12-18 22:20:40,816 Number of retrials: 0 +2021-12-18 22:20:40,816 WRAPPER CHECK TIME = 10 +2021-12-18 22:20:40,817 Checking jobs for platform=marenostrum4 +2021-12-18 22:20:40,818 Checking jobs for platform=nord3 +2021-12-18 22:20:40,818 Checking jobs for platform=local +2021-12-18 22:20:40,819 Checking jobs for platform=transfer_node +2021-12-18 22:20:40,819 Checking all jobs at once +2021-12-18 22:20:43,190 Successful check job command +2021-12-18 22:20:44,460 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:20:44,460 End of checking +2021-12-18 22:20:44,462 Updating FAILED jobs +2021-12-18 22:20:44,462 Updating WAITING jobs +2021-12-18 22:20:44,463 Update finished +2021-12-18 22:20:44,463 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:20:44,463 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:20:44,463 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:20:44,463 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:20:44,463 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:20:44,464 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:20:44,464 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:20:44,467 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:20:44,470 Job list saved +2021-12-18 22:20:44,479 Updating FAILED jobs +2021-12-18 22:20:44,479 Updating WAITING jobs +2021-12-18 22:20:44,479 Update finished +2021-12-18 22:20:54,481 Reloading parameters... +2021-12-18 22:20:54,506 Loading parameters... +2021-12-18 22:20:54,507 Loading project parameters... +2021-12-18 22:20:54,509 + +9 of 25 jobs remaining (22:20) +2021-12-18 22:20:54,509 Sleep: 10 +2021-12-18 22:20:54,509 Number of retrials: 0 +2021-12-18 22:20:54,509 WRAPPER CHECK TIME = 10 +2021-12-18 22:20:54,510 Checking jobs for platform=marenostrum4 +2021-12-18 22:20:54,510 Checking jobs for platform=nord3 +2021-12-18 22:20:54,511 Checking jobs for platform=local +2021-12-18 22:20:54,511 Checking jobs for platform=transfer_node +2021-12-18 22:20:54,511 Checking all jobs at once +2021-12-18 22:20:55,881 Successful check job command +2021-12-18 22:20:57,000 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:20:57,000 End of checking +2021-12-18 22:20:57,002 Updating FAILED jobs +2021-12-18 22:20:57,002 Updating WAITING jobs +2021-12-18 22:20:57,002 Update finished +2021-12-18 22:20:57,002 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:20:57,003 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:20:57,003 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:20:57,003 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:20:57,003 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:20:57,003 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:20:57,003 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:20:57,006 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:20:57,009 Job list saved +2021-12-18 22:20:57,013 Updating FAILED jobs +2021-12-18 22:20:57,014 Updating WAITING jobs +2021-12-18 22:20:57,014 Update finished +2021-12-18 22:21:07,019 Reloading parameters... +2021-12-18 22:21:07,039 Loading parameters... +2021-12-18 22:21:07,041 Loading project parameters... +2021-12-18 22:21:07,042 + +9 of 25 jobs remaining (22:21) +2021-12-18 22:21:07,044 Sleep: 10 +2021-12-18 22:21:07,044 Number of retrials: 0 +2021-12-18 22:21:07,044 WRAPPER CHECK TIME = 10 +2021-12-18 22:21:07,044 Checking jobs for platform=marenostrum4 +2021-12-18 22:21:07,045 Checking jobs for platform=nord3 +2021-12-18 22:21:07,046 Checking jobs for platform=local +2021-12-18 22:21:07,046 Checking jobs for platform=transfer_node +2021-12-18 22:21:07,046 Checking all jobs at once +2021-12-18 22:21:08,365 Successful check job command +2021-12-18 22:21:09,535 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:21:09,535 End of checking +2021-12-18 22:21:09,537 Updating FAILED jobs +2021-12-18 22:21:09,537 Updating WAITING jobs +2021-12-18 22:21:09,537 Update finished +2021-12-18 22:21:09,537 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:21:09,538 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:21:09,538 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:21:09,538 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:21:09,538 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:21:09,538 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:21:09,538 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:21:09,541 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:21:09,543 Job list saved +2021-12-18 22:21:09,549 Updating FAILED jobs +2021-12-18 22:21:09,550 Updating WAITING jobs +2021-12-18 22:21:09,550 Update finished +2021-12-18 22:21:19,560 Reloading parameters... +2021-12-18 22:21:19,582 Loading parameters... +2021-12-18 22:21:19,584 Loading project parameters... +2021-12-18 22:21:19,586 + +9 of 25 jobs remaining (22:21) +2021-12-18 22:21:19,586 Sleep: 10 +2021-12-18 22:21:19,586 Number of retrials: 0 +2021-12-18 22:21:19,586 WRAPPER CHECK TIME = 10 +2021-12-18 22:21:19,587 Checking jobs for platform=marenostrum4 +2021-12-18 22:21:19,587 Checking jobs for platform=nord3 +2021-12-18 22:21:19,588 Checking jobs for platform=local +2021-12-18 22:21:19,588 Checking jobs for platform=transfer_node +2021-12-18 22:21:19,588 Checking all jobs at once +2021-12-18 22:21:20,858 Successful check job command +2021-12-18 22:21:22,027 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:21:22,027 End of checking +2021-12-18 22:21:22,031 Updating FAILED jobs +2021-12-18 22:21:22,031 Updating WAITING jobs +2021-12-18 22:21:22,031 Update finished +2021-12-18 22:21:22,031 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:21:22,031 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:21:22,031 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:21:22,032 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:21:22,032 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:21:22,032 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:21:22,032 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:21:22,035 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:21:22,038 Job list saved +2021-12-18 22:21:22,050 Updating FAILED jobs +2021-12-18 22:21:22,050 Updating WAITING jobs +2021-12-18 22:21:22,050 Update finished +2021-12-18 22:21:32,060 Reloading parameters... +2021-12-18 22:21:32,084 Loading parameters... +2021-12-18 22:21:32,085 Loading project parameters... +2021-12-18 22:21:32,087 + +9 of 25 jobs remaining (22:21) +2021-12-18 22:21:32,087 Sleep: 10 +2021-12-18 22:21:32,087 Number of retrials: 0 +2021-12-18 22:21:32,087 WRAPPER CHECK TIME = 10 +2021-12-18 22:21:32,088 Checking jobs for platform=marenostrum4 +2021-12-18 22:21:32,088 Checking jobs for platform=nord3 +2021-12-18 22:21:32,089 Checking jobs for platform=local +2021-12-18 22:21:32,090 Checking jobs for platform=transfer_node +2021-12-18 22:21:32,090 Checking all jobs at once +2021-12-18 22:21:33,312 Successful check job command +2021-12-18 22:21:34,482 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:21:34,482 End of checking +2021-12-18 22:21:34,484 Updating FAILED jobs +2021-12-18 22:21:34,484 Updating WAITING jobs +2021-12-18 22:21:34,484 Update finished +2021-12-18 22:21:34,484 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:21:34,485 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:21:34,485 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:21:34,485 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:21:34,485 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:21:34,485 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:21:34,485 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:21:34,489 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:21:34,491 Job list saved +2021-12-18 22:21:34,496 Updating FAILED jobs +2021-12-18 22:21:34,496 Updating WAITING jobs +2021-12-18 22:21:34,496 Update finished +2021-12-18 22:21:44,506 Reloading parameters... +2021-12-18 22:21:44,525 Loading parameters... +2021-12-18 22:21:44,527 Loading project parameters... +2021-12-18 22:21:44,529 + +9 of 25 jobs remaining (22:21) +2021-12-18 22:21:44,529 Sleep: 10 +2021-12-18 22:21:44,529 Number of retrials: 0 +2021-12-18 22:21:44,529 WRAPPER CHECK TIME = 10 +2021-12-18 22:21:44,530 Checking jobs for platform=marenostrum4 +2021-12-18 22:21:44,530 Checking jobs for platform=nord3 +2021-12-18 22:21:44,531 Checking jobs for platform=local +2021-12-18 22:21:44,531 Checking jobs for platform=transfer_node +2021-12-18 22:21:44,531 Checking all jobs at once +2021-12-18 22:21:45,901 Successful check job command +2021-12-18 22:21:47,170 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:21:47,170 End of checking +2021-12-18 22:21:47,172 Updating FAILED jobs +2021-12-18 22:21:47,172 Updating WAITING jobs +2021-12-18 22:21:47,172 Update finished +2021-12-18 22:21:47,172 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:21:47,172 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:21:47,172 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:21:47,173 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:21:47,173 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:21:47,173 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:21:47,173 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:21:47,177 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:21:47,180 Job list saved +2021-12-18 22:21:47,184 Updating FAILED jobs +2021-12-18 22:21:47,184 Updating WAITING jobs +2021-12-18 22:21:47,185 Update finished +2021-12-18 22:21:57,194 Reloading parameters... +2021-12-18 22:21:57,213 Loading parameters... +2021-12-18 22:21:57,214 Loading project parameters... +2021-12-18 22:21:57,216 + +9 of 25 jobs remaining (22:21) +2021-12-18 22:21:57,216 Sleep: 10 +2021-12-18 22:21:57,216 Number of retrials: 0 +2021-12-18 22:21:57,216 WRAPPER CHECK TIME = 10 +2021-12-18 22:21:57,217 Checking jobs for platform=marenostrum4 +2021-12-18 22:21:57,217 Checking jobs for platform=nord3 +2021-12-18 22:21:57,218 Checking jobs for platform=local +2021-12-18 22:21:57,218 Checking jobs for platform=transfer_node +2021-12-18 22:21:57,219 Checking all jobs at once +2021-12-18 22:21:58,537 Successful check job command +2021-12-18 22:22:00,407 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:22:00,408 End of checking +2021-12-18 22:22:00,410 Updating FAILED jobs +2021-12-18 22:22:00,410 Updating WAITING jobs +2021-12-18 22:22:00,410 Update finished +2021-12-18 22:22:00,410 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:22:00,410 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:22:00,410 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:22:00,411 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:22:00,411 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:22:00,411 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:22:00,411 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:22:00,414 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:22:00,416 Job list saved +2021-12-18 22:22:00,421 Updating FAILED jobs +2021-12-18 22:22:00,421 Updating WAITING jobs +2021-12-18 22:22:00,421 Update finished +2021-12-18 22:22:10,431 Reloading parameters... +2021-12-18 22:22:10,451 Loading parameters... +2021-12-18 22:22:10,452 Loading project parameters... +2021-12-18 22:22:10,454 + +9 of 25 jobs remaining (22:22) +2021-12-18 22:22:10,454 Sleep: 10 +2021-12-18 22:22:10,454 Number of retrials: 0 +2021-12-18 22:22:10,454 WRAPPER CHECK TIME = 10 +2021-12-18 22:22:10,455 Checking jobs for platform=marenostrum4 +2021-12-18 22:22:10,456 Checking jobs for platform=nord3 +2021-12-18 22:22:10,456 Checking jobs for platform=local +2021-12-18 22:22:10,457 Checking jobs for platform=transfer_node +2021-12-18 22:22:10,457 Checking all jobs at once +2021-12-18 22:22:11,776 Successful check job command +2021-12-18 22:22:13,096 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:22:13,096 End of checking +2021-12-18 22:22:13,098 Updating FAILED jobs +2021-12-18 22:22:13,098 Updating WAITING jobs +2021-12-18 22:22:13,098 Update finished +2021-12-18 22:22:13,098 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:22:13,099 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:22:13,099 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:22:13,099 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:22:13,099 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:22:13,099 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:22:13,099 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:22:13,102 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:22:13,104 Job list saved +2021-12-18 22:22:13,110 Updating FAILED jobs +2021-12-18 22:22:13,110 Updating WAITING jobs +2021-12-18 22:22:13,110 Update finished +2021-12-18 22:22:23,120 Reloading parameters... +2021-12-18 22:22:23,142 Loading parameters... +2021-12-18 22:22:23,143 Loading project parameters... +2021-12-18 22:22:23,145 + +9 of 25 jobs remaining (22:22) +2021-12-18 22:22:23,145 Sleep: 10 +2021-12-18 22:22:23,145 Number of retrials: 0 +2021-12-18 22:22:23,145 WRAPPER CHECK TIME = 10 +2021-12-18 22:22:23,146 Checking jobs for platform=marenostrum4 +2021-12-18 22:22:23,146 Checking jobs for platform=nord3 +2021-12-18 22:22:23,147 Checking jobs for platform=local +2021-12-18 22:22:23,148 Checking jobs for platform=transfer_node +2021-12-18 22:22:23,148 Checking all jobs at once +2021-12-18 22:22:24,369 Successful check job command +2021-12-18 22:22:25,589 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:22:25,590 End of checking +2021-12-18 22:22:25,591 Updating FAILED jobs +2021-12-18 22:22:25,592 Updating WAITING jobs +2021-12-18 22:22:25,592 Update finished +2021-12-18 22:22:25,592 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:22:25,592 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:22:25,592 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:22:25,592 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:22:25,593 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:22:25,593 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:22:25,593 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:22:25,596 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:22:25,598 Job list saved +2021-12-18 22:22:25,604 Updating FAILED jobs +2021-12-18 22:22:25,605 Updating WAITING jobs +2021-12-18 22:22:25,605 Update finished +2021-12-18 22:22:35,615 Reloading parameters... +2021-12-18 22:22:35,635 Loading parameters... +2021-12-18 22:22:35,637 Loading project parameters... +2021-12-18 22:22:35,639 + +9 of 25 jobs remaining (22:22) +2021-12-18 22:22:35,639 Sleep: 10 +2021-12-18 22:22:35,640 Number of retrials: 0 +2021-12-18 22:22:35,640 WRAPPER CHECK TIME = 10 +2021-12-18 22:22:35,640 Checking jobs for platform=marenostrum4 +2021-12-18 22:22:35,641 Checking jobs for platform=nord3 +2021-12-18 22:22:35,641 Checking jobs for platform=local +2021-12-18 22:22:35,642 Checking jobs for platform=transfer_node +2021-12-18 22:22:35,642 Checking all jobs at once +2021-12-18 22:22:36,861 Successful check job command +2021-12-18 22:22:38,032 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:22:38,032 End of checking +2021-12-18 22:22:38,034 Updating FAILED jobs +2021-12-18 22:22:38,034 Updating WAITING jobs +2021-12-18 22:22:38,034 Update finished +2021-12-18 22:22:38,035 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:22:38,035 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:22:38,035 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:22:38,035 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:22:38,035 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:22:38,035 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:22:38,035 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:22:38,038 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:22:38,040 Job list saved +2021-12-18 22:22:38,047 Updating FAILED jobs +2021-12-18 22:22:38,048 Updating WAITING jobs +2021-12-18 22:22:38,048 Update finished +2021-12-18 22:22:48,054 Reloading parameters... +2021-12-18 22:22:48,073 Loading parameters... +2021-12-18 22:22:48,075 Loading project parameters... +2021-12-18 22:22:48,077 + +9 of 25 jobs remaining (22:22) +2021-12-18 22:22:48,077 Sleep: 10 +2021-12-18 22:22:48,077 Number of retrials: 0 +2021-12-18 22:22:48,077 WRAPPER CHECK TIME = 10 +2021-12-18 22:22:48,078 Checking jobs for platform=marenostrum4 +2021-12-18 22:22:48,078 Checking jobs for platform=nord3 +2021-12-18 22:22:48,079 Checking jobs for platform=local +2021-12-18 22:22:48,079 Checking jobs for platform=transfer_node +2021-12-18 22:22:48,079 Checking all jobs at once +2021-12-18 22:22:49,399 Successful check job command +2021-12-18 22:22:50,619 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:22:50,619 End of checking +2021-12-18 22:22:50,620 Updating FAILED jobs +2021-12-18 22:22:50,620 Updating WAITING jobs +2021-12-18 22:22:50,621 Update finished +2021-12-18 22:22:50,621 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:22:50,621 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:22:50,622 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:22:50,622 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:22:50,622 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:22:50,622 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:22:50,622 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:22:50,625 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:22:50,628 Job list saved +2021-12-18 22:22:50,633 Updating FAILED jobs +2021-12-18 22:22:50,633 Updating WAITING jobs +2021-12-18 22:22:50,633 Update finished +2021-12-18 22:23:00,643 Reloading parameters... +2021-12-18 22:23:00,664 Loading parameters... +2021-12-18 22:23:00,665 Loading project parameters... +2021-12-18 22:23:00,667 + +9 of 25 jobs remaining (22:23) +2021-12-18 22:23:00,668 Sleep: 10 +2021-12-18 22:23:00,668 Number of retrials: 0 +2021-12-18 22:23:00,668 WRAPPER CHECK TIME = 10 +2021-12-18 22:23:00,669 Checking jobs for platform=marenostrum4 +2021-12-18 22:23:00,669 Checking jobs for platform=nord3 +2021-12-18 22:23:00,670 Checking jobs for platform=local +2021-12-18 22:23:00,670 Checking jobs for platform=transfer_node +2021-12-18 22:23:00,670 Checking all jobs at once +2021-12-18 22:23:02,040 Successful check job command +2021-12-18 22:23:03,360 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:23:03,360 End of checking +2021-12-18 22:23:03,361 Updating FAILED jobs +2021-12-18 22:23:03,361 Updating WAITING jobs +2021-12-18 22:23:03,361 Update finished +2021-12-18 22:23:03,361 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:23:03,362 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:23:03,362 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:23:03,362 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:23:03,362 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:23:03,362 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:23:03,362 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:23:03,365 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:23:03,368 Job list saved +2021-12-18 22:23:03,373 Updating FAILED jobs +2021-12-18 22:23:03,373 Updating WAITING jobs +2021-12-18 22:23:03,373 Update finished +2021-12-18 22:23:13,383 Reloading parameters... +2021-12-18 22:23:13,403 Loading parameters... +2021-12-18 22:23:13,404 Loading project parameters... +2021-12-18 22:23:13,406 + +9 of 25 jobs remaining (22:23) +2021-12-18 22:23:13,406 Sleep: 10 +2021-12-18 22:23:13,406 Number of retrials: 0 +2021-12-18 22:23:13,406 WRAPPER CHECK TIME = 10 +2021-12-18 22:23:13,407 Checking jobs for platform=marenostrum4 +2021-12-18 22:23:13,407 Checking jobs for platform=nord3 +2021-12-18 22:23:13,408 Checking jobs for platform=local +2021-12-18 22:23:13,412 Checking jobs for platform=transfer_node +2021-12-18 22:23:13,412 Checking all jobs at once +2021-12-18 22:23:14,832 Successful check job command +2021-12-18 22:23:16,052 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:23:16,053 End of checking +2021-12-18 22:23:16,056 Updating FAILED jobs +2021-12-18 22:23:16,056 Updating WAITING jobs +2021-12-18 22:23:16,056 Update finished +2021-12-18 22:23:16,056 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:23:16,056 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:23:16,056 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:23:16,057 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:23:16,057 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:23:16,057 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:23:16,057 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:23:16,060 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:23:16,062 Job list saved +2021-12-18 22:23:16,067 Updating FAILED jobs +2021-12-18 22:23:16,068 Updating WAITING jobs +2021-12-18 22:23:16,068 Update finished +2021-12-18 22:23:26,073 Reloading parameters... +2021-12-18 22:23:26,094 Loading parameters... +2021-12-18 22:23:26,095 Loading project parameters... +2021-12-18 22:23:26,097 + +9 of 25 jobs remaining (22:23) +2021-12-18 22:23:26,097 Sleep: 10 +2021-12-18 22:23:26,097 Number of retrials: 0 +2021-12-18 22:23:26,098 WRAPPER CHECK TIME = 10 +2021-12-18 22:23:26,098 Checking jobs for platform=marenostrum4 +2021-12-18 22:23:26,099 Checking jobs for platform=nord3 +2021-12-18 22:23:26,099 Checking jobs for platform=local +2021-12-18 22:23:26,100 Checking jobs for platform=transfer_node +2021-12-18 22:23:26,100 Checking all jobs at once +2021-12-18 22:23:27,369 Successful check job command +2021-12-18 22:23:28,540 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:23:28,541 End of checking +2021-12-18 22:23:28,542 Updating FAILED jobs +2021-12-18 22:23:28,542 Updating WAITING jobs +2021-12-18 22:23:28,543 Update finished +2021-12-18 22:23:28,543 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:23:28,543 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:23:28,543 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:23:28,544 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:23:28,544 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:23:28,544 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:23:28,544 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:23:28,547 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:23:28,549 Job list saved +2021-12-18 22:23:28,554 Updating FAILED jobs +2021-12-18 22:23:28,555 Updating WAITING jobs +2021-12-18 22:23:28,555 Update finished +2021-12-18 22:23:38,565 Reloading parameters... +2021-12-18 22:23:38,585 Loading parameters... +2021-12-18 22:23:38,586 Loading project parameters... +2021-12-18 22:23:38,588 + +9 of 25 jobs remaining (22:23) +2021-12-18 22:23:38,588 Sleep: 10 +2021-12-18 22:23:38,588 Number of retrials: 0 +2021-12-18 22:23:38,589 WRAPPER CHECK TIME = 10 +2021-12-18 22:23:38,589 Checking jobs for platform=marenostrum4 +2021-12-18 22:23:38,590 Checking jobs for platform=nord3 +2021-12-18 22:23:38,591 Checking jobs for platform=local +2021-12-18 22:23:38,592 Checking jobs for platform=transfer_node +2021-12-18 22:23:38,592 Checking all jobs at once +2021-12-18 22:23:39,861 Successful check job command +2021-12-18 22:23:41,080 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:23:41,081 End of checking +2021-12-18 22:23:41,082 Updating FAILED jobs +2021-12-18 22:23:41,082 Updating WAITING jobs +2021-12-18 22:23:41,082 Update finished +2021-12-18 22:23:41,083 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:23:41,083 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:23:41,083 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:23:41,083 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:23:41,083 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:23:41,083 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:23:41,083 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:23:41,086 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:23:41,089 Job list saved +2021-12-18 22:23:41,100 Updating FAILED jobs +2021-12-18 22:23:41,100 Updating WAITING jobs +2021-12-18 22:23:41,100 Update finished +2021-12-18 22:23:51,110 Reloading parameters... +2021-12-18 22:23:51,130 Loading parameters... +2021-12-18 22:23:51,131 Loading project parameters... +2021-12-18 22:23:51,133 + +9 of 25 jobs remaining (22:23) +2021-12-18 22:23:51,133 Sleep: 10 +2021-12-18 22:23:51,133 Number of retrials: 0 +2021-12-18 22:23:51,133 WRAPPER CHECK TIME = 10 +2021-12-18 22:23:51,134 Checking jobs for platform=marenostrum4 +2021-12-18 22:23:51,134 Checking jobs for platform=nord3 +2021-12-18 22:23:51,135 Checking jobs for platform=local +2021-12-18 22:23:51,136 Checking jobs for platform=transfer_node +2021-12-18 22:23:51,136 Checking all jobs at once +2021-12-18 22:23:52,456 Successful check job command +2021-12-18 22:23:53,675 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:23:53,675 End of checking +2021-12-18 22:23:53,677 Updating FAILED jobs +2021-12-18 22:23:53,677 Updating WAITING jobs +2021-12-18 22:23:53,677 Update finished +2021-12-18 22:23:53,678 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:23:53,678 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:23:53,678 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:23:53,678 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:23:53,678 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:23:53,678 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:23:53,678 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:23:53,681 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:23:53,683 Job list saved +2021-12-18 22:23:53,688 Updating FAILED jobs +2021-12-18 22:23:53,688 Updating WAITING jobs +2021-12-18 22:23:53,688 Update finished +2021-12-18 22:24:03,698 Reloading parameters... +2021-12-18 22:24:03,778 Loading parameters... +2021-12-18 22:24:03,779 Loading project parameters... +2021-12-18 22:24:03,781 + +9 of 25 jobs remaining (22:24) +2021-12-18 22:24:03,781 Sleep: 10 +2021-12-18 22:24:03,781 Number of retrials: 0 +2021-12-18 22:24:03,781 WRAPPER CHECK TIME = 10 +2021-12-18 22:24:03,782 Checking jobs for platform=marenostrum4 +2021-12-18 22:24:03,783 Checking jobs for platform=nord3 +2021-12-18 22:24:03,783 Checking jobs for platform=local +2021-12-18 22:24:03,784 Checking jobs for platform=transfer_node +2021-12-18 22:24:03,784 Checking all jobs at once +2021-12-18 22:24:05,106 Successful check job command +2021-12-18 22:24:06,325 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:24:06,325 End of checking +2021-12-18 22:24:06,326 Updating FAILED jobs +2021-12-18 22:24:06,327 Updating WAITING jobs +2021-12-18 22:24:06,327 Update finished +2021-12-18 22:24:06,327 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:24:06,328 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:24:06,328 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:24:06,328 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:24:06,328 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:24:06,328 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:24:06,328 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:24:06,331 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:24:06,334 Job list saved +2021-12-18 22:24:06,346 Updating FAILED jobs +2021-12-18 22:24:06,346 Updating WAITING jobs +2021-12-18 22:24:06,346 Update finished +2021-12-18 22:24:16,357 Reloading parameters... +2021-12-18 22:24:16,382 Loading parameters... +2021-12-18 22:24:16,383 Loading project parameters... +2021-12-18 22:24:16,385 + +9 of 25 jobs remaining (22:24) +2021-12-18 22:24:16,385 Sleep: 10 +2021-12-18 22:24:16,385 Number of retrials: 0 +2021-12-18 22:24:16,385 WRAPPER CHECK TIME = 10 +2021-12-18 22:24:16,386 Checking jobs for platform=marenostrum4 +2021-12-18 22:24:16,386 Checking jobs for platform=nord3 +2021-12-18 22:24:16,387 Checking jobs for platform=local +2021-12-18 22:24:16,387 Checking jobs for platform=transfer_node +2021-12-18 22:24:16,388 Checking all jobs at once +2021-12-18 22:24:17,808 Successful check job command +2021-12-18 22:24:19,380 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:24:19,380 End of checking +2021-12-18 22:24:19,382 Updating FAILED jobs +2021-12-18 22:24:19,382 Updating WAITING jobs +2021-12-18 22:24:19,382 Update finished +2021-12-18 22:24:19,382 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:24:19,382 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:24:19,383 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:24:19,383 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:24:19,383 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:24:19,383 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:24:19,383 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:24:19,386 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:24:19,388 Job list saved +2021-12-18 22:24:19,394 Updating FAILED jobs +2021-12-18 22:24:19,394 Updating WAITING jobs +2021-12-18 22:24:19,394 Update finished +2021-12-18 22:24:29,404 Reloading parameters... +2021-12-18 22:24:29,427 Loading parameters... +2021-12-18 22:24:29,428 Loading project parameters... +2021-12-18 22:24:29,430 + +9 of 25 jobs remaining (22:24) +2021-12-18 22:24:29,430 Sleep: 10 +2021-12-18 22:24:29,431 Number of retrials: 0 +2021-12-18 22:24:29,431 WRAPPER CHECK TIME = 10 +2021-12-18 22:24:29,431 Checking jobs for platform=marenostrum4 +2021-12-18 22:24:29,432 Checking jobs for platform=nord3 +2021-12-18 22:24:29,432 Checking jobs for platform=local +2021-12-18 22:24:29,433 Checking jobs for platform=transfer_node +2021-12-18 22:24:29,433 Checking all jobs at once +2021-12-18 22:24:30,752 Successful check job command +2021-12-18 22:24:31,972 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:24:31,972 End of checking +2021-12-18 22:24:31,974 Updating FAILED jobs +2021-12-18 22:24:31,974 Updating WAITING jobs +2021-12-18 22:24:31,974 Update finished +2021-12-18 22:24:31,974 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:24:31,974 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:24:31,975 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:24:31,975 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:24:31,975 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:24:31,975 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:24:31,975 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:24:31,978 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:24:31,980 Job list saved +2021-12-18 22:24:31,985 Updating FAILED jobs +2021-12-18 22:24:31,985 Updating WAITING jobs +2021-12-18 22:24:31,985 Update finished +2021-12-18 22:24:41,991 Reloading parameters... +2021-12-18 22:24:42,012 Loading parameters... +2021-12-18 22:24:42,013 Loading project parameters... +2021-12-18 22:24:42,015 + +9 of 25 jobs remaining (22:24) +2021-12-18 22:24:42,015 Sleep: 10 +2021-12-18 22:24:42,016 Number of retrials: 0 +2021-12-18 22:24:42,016 WRAPPER CHECK TIME = 10 +2021-12-18 22:24:42,016 Checking jobs for platform=marenostrum4 +2021-12-18 22:24:42,017 Checking jobs for platform=nord3 +2021-12-18 22:24:42,017 Checking jobs for platform=local +2021-12-18 22:24:42,018 Checking jobs for platform=transfer_node +2021-12-18 22:24:42,018 Checking all jobs at once +2021-12-18 22:24:43,287 Successful check job command +2021-12-18 22:24:44,507 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:24:44,507 End of checking +2021-12-18 22:24:44,509 Updating FAILED jobs +2021-12-18 22:24:44,509 Updating WAITING jobs +2021-12-18 22:24:44,509 Update finished +2021-12-18 22:24:44,509 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:24:44,510 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:24:44,510 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:24:44,510 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:24:44,510 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:24:44,510 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:24:44,511 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:24:44,513 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:24:44,516 Job list saved +2021-12-18 22:24:44,520 Updating FAILED jobs +2021-12-18 22:24:44,520 Updating WAITING jobs +2021-12-18 22:24:44,520 Update finished +2021-12-18 22:24:54,531 Reloading parameters... +2021-12-18 22:24:54,551 Loading parameters... +2021-12-18 22:24:54,552 Loading project parameters... +2021-12-18 22:24:54,554 + +9 of 25 jobs remaining (22:24) +2021-12-18 22:24:54,554 Sleep: 10 +2021-12-18 22:24:54,554 Number of retrials: 0 +2021-12-18 22:24:54,554 WRAPPER CHECK TIME = 10 +2021-12-18 22:24:54,555 Checking jobs for platform=marenostrum4 +2021-12-18 22:24:54,556 Checking jobs for platform=nord3 +2021-12-18 22:24:54,556 Checking jobs for platform=local +2021-12-18 22:24:54,557 Checking jobs for platform=transfer_node +2021-12-18 22:24:54,557 Checking all jobs at once +2021-12-18 22:24:56,327 Successful check job command +2021-12-18 22:24:57,646 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:24:57,646 End of checking +2021-12-18 22:24:57,648 Updating FAILED jobs +2021-12-18 22:24:57,648 Updating WAITING jobs +2021-12-18 22:24:57,648 Update finished +2021-12-18 22:24:57,648 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:24:57,648 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:24:57,649 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:24:57,649 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:24:57,649 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:24:57,649 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:24:57,649 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:24:57,653 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:24:57,655 Job list saved +2021-12-18 22:24:57,660 Updating FAILED jobs +2021-12-18 22:24:57,660 Updating WAITING jobs +2021-12-18 22:24:57,660 Update finished +2021-12-18 22:25:07,670 Reloading parameters... +2021-12-18 22:25:07,689 Loading parameters... +2021-12-18 22:25:07,690 Loading project parameters... +2021-12-18 22:25:07,692 + +9 of 25 jobs remaining (22:25) +2021-12-18 22:25:07,692 Sleep: 10 +2021-12-18 22:25:07,692 Number of retrials: 0 +2021-12-18 22:25:07,692 WRAPPER CHECK TIME = 10 +2021-12-18 22:25:07,693 Checking jobs for platform=marenostrum4 +2021-12-18 22:25:07,693 Checking jobs for platform=nord3 +2021-12-18 22:25:07,694 Checking jobs for platform=local +2021-12-18 22:25:07,694 Checking jobs for platform=transfer_node +2021-12-18 22:25:07,694 Checking all jobs at once +2021-12-18 22:25:09,017 Successful check job command +2021-12-18 22:25:10,288 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:25:10,288 End of checking +2021-12-18 22:25:10,290 Updating FAILED jobs +2021-12-18 22:25:10,291 Updating WAITING jobs +2021-12-18 22:25:10,291 Update finished +2021-12-18 22:25:10,291 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:25:10,291 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:25:10,291 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:25:10,291 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:25:10,292 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:25:10,292 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:25:10,292 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:25:10,295 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:25:10,297 Job list saved +2021-12-18 22:25:10,303 Updating FAILED jobs +2021-12-18 22:25:10,304 Updating WAITING jobs +2021-12-18 22:25:10,304 Update finished +2021-12-18 22:25:20,313 Reloading parameters... +2021-12-18 22:25:20,332 Loading parameters... +2021-12-18 22:25:20,334 Loading project parameters... +2021-12-18 22:25:20,335 + +9 of 25 jobs remaining (22:25) +2021-12-18 22:25:20,336 Sleep: 10 +2021-12-18 22:25:20,336 Number of retrials: 0 +2021-12-18 22:25:20,336 WRAPPER CHECK TIME = 10 +2021-12-18 22:25:20,336 Checking jobs for platform=marenostrum4 +2021-12-18 22:25:20,337 Checking jobs for platform=nord3 +2021-12-18 22:25:20,337 Checking jobs for platform=local +2021-12-18 22:25:20,338 Checking jobs for platform=transfer_node +2021-12-18 22:25:20,338 Checking all jobs at once +2021-12-18 22:25:21,757 Successful check job command +2021-12-18 22:25:23,127 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:25:23,127 End of checking +2021-12-18 22:25:23,129 Updating FAILED jobs +2021-12-18 22:25:23,129 Updating WAITING jobs +2021-12-18 22:25:23,129 Update finished +2021-12-18 22:25:23,129 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:25:23,130 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:25:23,130 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:25:23,130 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:25:23,130 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:25:23,130 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:25:23,130 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:25:23,133 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:25:23,135 Job list saved +2021-12-18 22:25:23,140 Updating FAILED jobs +2021-12-18 22:25:23,140 Updating WAITING jobs +2021-12-18 22:25:23,141 Update finished +2021-12-18 22:25:33,145 Reloading parameters... +2021-12-18 22:25:33,166 Loading parameters... +2021-12-18 22:25:33,167 Loading project parameters... +2021-12-18 22:25:33,169 + +9 of 25 jobs remaining (22:25) +2021-12-18 22:25:33,169 Sleep: 10 +2021-12-18 22:25:33,170 Number of retrials: 0 +2021-12-18 22:25:33,170 WRAPPER CHECK TIME = 10 +2021-12-18 22:25:33,170 Checking jobs for platform=marenostrum4 +2021-12-18 22:25:33,171 Checking jobs for platform=nord3 +2021-12-18 22:25:33,171 Checking jobs for platform=local +2021-12-18 22:25:33,172 Checking jobs for platform=transfer_node +2021-12-18 22:25:33,172 Checking all jobs at once +2021-12-18 22:25:34,541 Successful check job command +2021-12-18 22:25:35,810 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:25:35,811 End of checking +2021-12-18 22:25:35,812 Updating FAILED jobs +2021-12-18 22:25:35,812 Updating WAITING jobs +2021-12-18 22:25:35,813 Update finished +2021-12-18 22:25:35,813 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:25:35,813 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:25:35,813 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:25:35,813 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:25:35,813 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:25:35,813 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:25:35,813 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:25:35,816 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:25:35,819 Job list saved +2021-12-18 22:25:35,824 Updating FAILED jobs +2021-12-18 22:25:35,824 Updating WAITING jobs +2021-12-18 22:25:35,824 Update finished +2021-12-18 22:25:45,833 Reloading parameters... +2021-12-18 22:25:45,854 Loading parameters... +2021-12-18 22:25:45,855 Loading project parameters... +2021-12-18 22:25:45,857 + +9 of 25 jobs remaining (22:25) +2021-12-18 22:25:45,858 Sleep: 10 +2021-12-18 22:25:45,858 Number of retrials: 0 +2021-12-18 22:25:45,858 WRAPPER CHECK TIME = 10 +2021-12-18 22:25:45,858 Checking jobs for platform=marenostrum4 +2021-12-18 22:25:45,859 Checking jobs for platform=nord3 +2021-12-18 22:25:45,859 Checking jobs for platform=local +2021-12-18 22:25:45,860 Checking jobs for platform=transfer_node +2021-12-18 22:25:45,860 Checking all jobs at once +2021-12-18 22:25:47,230 Successful check job command +2021-12-18 22:25:48,650 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:25:48,650 End of checking +2021-12-18 22:25:48,652 Updating FAILED jobs +2021-12-18 22:25:48,652 Updating WAITING jobs +2021-12-18 22:25:48,652 Update finished +2021-12-18 22:25:48,653 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:25:48,653 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:25:48,653 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:25:48,653 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:25:48,653 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:25:48,653 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:25:48,653 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:25:48,656 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:25:48,659 Job list saved +2021-12-18 22:25:48,664 Updating FAILED jobs +2021-12-18 22:25:48,664 Updating WAITING jobs +2021-12-18 22:25:48,664 Update finished +2021-12-18 22:25:58,670 Reloading parameters... +2021-12-18 22:25:58,690 Loading parameters... +2021-12-18 22:25:58,691 Loading project parameters... +2021-12-18 22:25:58,693 + +9 of 25 jobs remaining (22:25) +2021-12-18 22:25:58,693 Sleep: 10 +2021-12-18 22:25:58,694 Number of retrials: 0 +2021-12-18 22:25:58,694 WRAPPER CHECK TIME = 10 +2021-12-18 22:25:58,694 Checking jobs for platform=marenostrum4 +2021-12-18 22:25:58,695 Checking jobs for platform=nord3 +2021-12-18 22:25:58,695 Checking jobs for platform=local +2021-12-18 22:25:58,696 Checking jobs for platform=transfer_node +2021-12-18 22:25:58,696 Checking all jobs at once +2021-12-18 22:26:00,019 Successful check job command +2021-12-18 22:26:01,639 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:26:01,639 End of checking +2021-12-18 22:26:01,641 Updating FAILED jobs +2021-12-18 22:26:01,641 Updating WAITING jobs +2021-12-18 22:26:01,641 Update finished +2021-12-18 22:26:01,641 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:26:01,642 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:26:01,642 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:26:01,642 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:26:01,642 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:26:01,643 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:26:01,643 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:26:01,645 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:26:01,648 Job list saved +2021-12-18 22:26:01,654 Updating FAILED jobs +2021-12-18 22:26:01,654 Updating WAITING jobs +2021-12-18 22:26:01,654 Update finished +2021-12-18 22:26:11,663 Reloading parameters... +2021-12-18 22:26:11,684 Loading parameters... +2021-12-18 22:26:11,686 Loading project parameters... +2021-12-18 22:26:11,688 + +9 of 25 jobs remaining (22:26) +2021-12-18 22:26:11,688 Sleep: 10 +2021-12-18 22:26:11,688 Number of retrials: 0 +2021-12-18 22:26:11,688 WRAPPER CHECK TIME = 10 +2021-12-18 22:26:11,689 Checking jobs for platform=marenostrum4 +2021-12-18 22:26:11,689 Checking jobs for platform=nord3 +2021-12-18 22:26:11,690 Checking jobs for platform=local +2021-12-18 22:26:11,690 Checking jobs for platform=transfer_node +2021-12-18 22:26:11,690 Checking all jobs at once +2021-12-18 22:26:13,010 Successful check job command +2021-12-18 22:26:14,179 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:26:14,179 End of checking +2021-12-18 22:26:14,181 Updating FAILED jobs +2021-12-18 22:26:14,181 Updating WAITING jobs +2021-12-18 22:26:14,181 Update finished +2021-12-18 22:26:14,181 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:26:14,181 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:26:14,182 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:26:14,182 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:26:14,182 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:26:14,182 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:26:14,182 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:26:14,185 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:26:14,188 Job list saved +2021-12-18 22:26:14,194 Updating FAILED jobs +2021-12-18 22:26:14,194 Updating WAITING jobs +2021-12-18 22:26:14,194 Update finished +2021-12-18 22:26:24,204 Reloading parameters... +2021-12-18 22:26:24,224 Loading parameters... +2021-12-18 22:26:24,225 Loading project parameters... +2021-12-18 22:26:24,227 + +9 of 25 jobs remaining (22:26) +2021-12-18 22:26:24,227 Sleep: 10 +2021-12-18 22:26:24,227 Number of retrials: 0 +2021-12-18 22:26:24,227 WRAPPER CHECK TIME = 10 +2021-12-18 22:26:24,228 Checking jobs for platform=marenostrum4 +2021-12-18 22:26:24,228 Checking jobs for platform=nord3 +2021-12-18 22:26:24,229 Checking jobs for platform=local +2021-12-18 22:26:24,229 Checking jobs for platform=transfer_node +2021-12-18 22:26:24,229 Checking all jobs at once +2021-12-18 22:26:25,598 Successful check job command +2021-12-18 22:26:26,918 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:26:26,918 End of checking +2021-12-18 22:26:26,919 Updating FAILED jobs +2021-12-18 22:26:26,920 Updating WAITING jobs +2021-12-18 22:26:26,920 Update finished +2021-12-18 22:26:26,920 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:26:26,920 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:26:26,920 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:26:26,920 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:26:26,921 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:26:26,921 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:26:26,921 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:26:26,923 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:26:26,926 Job list saved +2021-12-18 22:26:26,931 Updating FAILED jobs +2021-12-18 22:26:26,931 Updating WAITING jobs +2021-12-18 22:26:26,931 Update finished +2021-12-18 22:26:36,935 Reloading parameters... +2021-12-18 22:26:36,958 Loading parameters... +2021-12-18 22:26:36,959 Loading project parameters... +2021-12-18 22:26:36,961 + +9 of 25 jobs remaining (22:26) +2021-12-18 22:26:36,961 Sleep: 10 +2021-12-18 22:26:36,961 Number of retrials: 0 +2021-12-18 22:26:36,961 WRAPPER CHECK TIME = 10 +2021-12-18 22:26:36,962 Checking jobs for platform=marenostrum4 +2021-12-18 22:26:36,963 Checking jobs for platform=nord3 +2021-12-18 22:26:36,963 Checking jobs for platform=local +2021-12-18 22:26:36,964 Checking jobs for platform=transfer_node +2021-12-18 22:26:36,964 Checking all jobs at once +2021-12-18 22:26:38,337 Successful check job command +2021-12-18 22:26:39,607 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:26:39,608 End of checking +2021-12-18 22:26:39,609 Updating FAILED jobs +2021-12-18 22:26:39,609 Updating WAITING jobs +2021-12-18 22:26:39,610 Update finished +2021-12-18 22:26:39,610 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:26:39,610 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:26:39,610 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:26:39,611 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:26:39,611 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:26:39,611 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:26:39,611 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:26:39,613 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:26:39,616 Job list saved +2021-12-18 22:26:39,620 Updating FAILED jobs +2021-12-18 22:26:39,621 Updating WAITING jobs +2021-12-18 22:26:39,621 Update finished +2021-12-18 22:26:49,631 Reloading parameters... +2021-12-18 22:26:49,649 Loading parameters... +2021-12-18 22:26:49,651 Loading project parameters... +2021-12-18 22:26:49,653 + +9 of 25 jobs remaining (22:26) +2021-12-18 22:26:49,653 Sleep: 10 +2021-12-18 22:26:49,653 Number of retrials: 0 +2021-12-18 22:26:49,653 WRAPPER CHECK TIME = 10 +2021-12-18 22:26:49,654 Checking jobs for platform=marenostrum4 +2021-12-18 22:26:49,654 Checking jobs for platform=nord3 +2021-12-18 22:26:49,655 Checking jobs for platform=local +2021-12-18 22:26:49,655 Checking jobs for platform=transfer_node +2021-12-18 22:26:49,655 Checking all jobs at once +2021-12-18 22:26:51,276 Successful check job command +2021-12-18 22:26:52,682 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:26:52,682 End of checking +2021-12-18 22:26:52,684 Updating FAILED jobs +2021-12-18 22:26:52,684 Updating WAITING jobs +2021-12-18 22:26:52,684 Update finished +2021-12-18 22:26:52,685 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:26:52,685 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:26:52,685 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:26:52,685 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:26:52,685 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:26:52,685 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:26:52,685 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:26:52,688 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:26:52,691 Job list saved +2021-12-18 22:26:52,696 Updating FAILED jobs +2021-12-18 22:26:52,696 Updating WAITING jobs +2021-12-18 22:26:52,696 Update finished +2021-12-18 22:27:02,706 Reloading parameters... +2021-12-18 22:27:02,724 Loading parameters... +2021-12-18 22:27:02,725 Loading project parameters... +2021-12-18 22:27:02,727 + +9 of 25 jobs remaining (22:27) +2021-12-18 22:27:02,727 Sleep: 10 +2021-12-18 22:27:02,727 Number of retrials: 0 +2021-12-18 22:27:02,727 WRAPPER CHECK TIME = 10 +2021-12-18 22:27:02,728 Checking jobs for platform=marenostrum4 +2021-12-18 22:27:02,728 Checking jobs for platform=nord3 +2021-12-18 22:27:02,729 Checking jobs for platform=local +2021-12-18 22:27:02,729 Checking jobs for platform=transfer_node +2021-12-18 22:27:02,730 Checking all jobs at once +2021-12-18 22:27:04,355 Successful check job command +2021-12-18 22:27:05,725 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:27:05,725 End of checking +2021-12-18 22:27:05,727 Updating FAILED jobs +2021-12-18 22:27:05,727 Updating WAITING jobs +2021-12-18 22:27:05,727 Update finished +2021-12-18 22:27:05,727 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:27:05,727 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:27:05,727 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:27:05,728 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:27:05,728 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:27:05,728 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:27:05,728 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:27:05,731 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:27:05,733 Job list saved +2021-12-18 22:27:05,738 Updating FAILED jobs +2021-12-18 22:27:05,738 Updating WAITING jobs +2021-12-18 22:27:05,738 Update finished +2021-12-18 22:27:15,748 Reloading parameters... +2021-12-18 22:27:15,766 Loading parameters... +2021-12-18 22:27:15,767 Loading project parameters... +2021-12-18 22:27:15,769 + +9 of 25 jobs remaining (22:27) +2021-12-18 22:27:15,769 Sleep: 10 +2021-12-18 22:27:15,769 Number of retrials: 0 +2021-12-18 22:27:15,769 WRAPPER CHECK TIME = 10 +2021-12-18 22:27:15,770 Checking jobs for platform=marenostrum4 +2021-12-18 22:27:15,771 Checking jobs for platform=nord3 +2021-12-18 22:27:15,771 Checking jobs for platform=local +2021-12-18 22:27:15,772 Checking jobs for platform=transfer_node +2021-12-18 22:27:15,772 Checking all jobs at once +2021-12-18 22:27:17,093 Successful check job command +2021-12-18 22:27:19,164 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:27:19,164 End of checking +2021-12-18 22:27:19,165 Updating FAILED jobs +2021-12-18 22:27:19,166 Updating WAITING jobs +2021-12-18 22:27:19,166 Update finished +2021-12-18 22:27:19,166 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:27:19,167 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:27:19,167 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:27:19,167 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:27:19,167 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:27:19,167 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:27:19,167 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:27:19,170 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:27:19,172 Job list saved +2021-12-18 22:27:19,177 Updating FAILED jobs +2021-12-18 22:27:19,177 Updating WAITING jobs +2021-12-18 22:27:19,177 Update finished +2021-12-18 22:27:29,187 Reloading parameters... +2021-12-18 22:27:29,205 Loading parameters... +2021-12-18 22:27:29,206 Loading project parameters... +2021-12-18 22:27:29,208 + +9 of 25 jobs remaining (22:27) +2021-12-18 22:27:29,208 Sleep: 10 +2021-12-18 22:27:29,208 Number of retrials: 0 +2021-12-18 22:27:29,208 WRAPPER CHECK TIME = 10 +2021-12-18 22:27:29,209 Checking jobs for platform=marenostrum4 +2021-12-18 22:27:29,210 Checking jobs for platform=nord3 +2021-12-18 22:27:29,210 Checking jobs for platform=local +2021-12-18 22:27:29,211 Checking jobs for platform=transfer_node +2021-12-18 22:27:29,211 Checking all jobs at once +2021-12-18 22:27:30,530 Successful check job command +2021-12-18 22:27:31,900 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:27:31,900 End of checking +2021-12-18 22:27:31,903 Updating FAILED jobs +2021-12-18 22:27:31,903 Updating WAITING jobs +2021-12-18 22:27:31,903 Update finished +2021-12-18 22:27:31,903 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:27:31,904 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:27:31,904 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:27:31,904 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:27:31,904 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:27:31,904 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:27:31,904 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:27:31,907 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:27:31,909 Job list saved +2021-12-18 22:27:31,914 Updating FAILED jobs +2021-12-18 22:27:31,914 Updating WAITING jobs +2021-12-18 22:27:31,914 Update finished +2021-12-18 22:27:41,924 Reloading parameters... +2021-12-18 22:27:41,944 Loading parameters... +2021-12-18 22:27:41,946 Loading project parameters... +2021-12-18 22:27:41,948 + +9 of 25 jobs remaining (22:27) +2021-12-18 22:27:41,948 Sleep: 10 +2021-12-18 22:27:41,948 Number of retrials: 0 +2021-12-18 22:27:41,948 WRAPPER CHECK TIME = 10 +2021-12-18 22:27:41,949 Checking jobs for platform=marenostrum4 +2021-12-18 22:27:41,949 Checking jobs for platform=nord3 +2021-12-18 22:27:41,950 Checking jobs for platform=local +2021-12-18 22:27:41,950 Checking jobs for platform=transfer_node +2021-12-18 22:27:41,950 Checking all jobs at once +2021-12-18 22:27:43,271 Successful check job command +2021-12-18 22:27:44,490 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:27:44,491 End of checking +2021-12-18 22:27:44,492 Updating FAILED jobs +2021-12-18 22:27:44,492 Updating WAITING jobs +2021-12-18 22:27:44,492 Update finished +2021-12-18 22:27:44,492 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:27:44,493 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:27:44,493 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:27:44,493 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:27:44,493 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:27:44,493 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:27:44,493 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:27:44,496 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:27:44,498 Job list saved +2021-12-18 22:27:44,503 Updating FAILED jobs +2021-12-18 22:27:44,503 Updating WAITING jobs +2021-12-18 22:27:44,503 Update finished +2021-12-18 22:27:54,510 Reloading parameters... +2021-12-18 22:27:54,528 Loading parameters... +2021-12-18 22:27:54,529 Loading project parameters... +2021-12-18 22:27:54,531 + +9 of 25 jobs remaining (22:27) +2021-12-18 22:27:54,531 Sleep: 10 +2021-12-18 22:27:54,531 Number of retrials: 0 +2021-12-18 22:27:54,531 WRAPPER CHECK TIME = 10 +2021-12-18 22:27:54,532 Checking jobs for platform=marenostrum4 +2021-12-18 22:27:54,532 Checking jobs for platform=nord3 +2021-12-18 22:27:54,534 Checking jobs for platform=local +2021-12-18 22:27:54,535 Checking jobs for platform=transfer_node +2021-12-18 22:27:54,535 Checking all jobs at once +2021-12-18 22:27:55,906 Successful check job command +2021-12-18 22:27:57,175 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:27:57,176 End of checking +2021-12-18 22:27:57,177 Updating FAILED jobs +2021-12-18 22:27:57,177 Updating WAITING jobs +2021-12-18 22:27:57,177 Update finished +2021-12-18 22:27:57,177 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:27:57,178 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:27:57,178 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:27:57,178 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:27:57,178 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:27:57,178 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:27:57,178 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:27:57,181 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:27:57,183 Job list saved +2021-12-18 22:27:57,187 Updating FAILED jobs +2021-12-18 22:27:57,187 Updating WAITING jobs +2021-12-18 22:27:57,188 Update finished +2021-12-18 22:28:07,198 Reloading parameters... +2021-12-18 22:28:07,215 Loading parameters... +2021-12-18 22:28:07,216 Loading project parameters... +2021-12-18 22:28:07,218 + +9 of 25 jobs remaining (22:28) +2021-12-18 22:28:07,218 Sleep: 10 +2021-12-18 22:28:07,218 Number of retrials: 0 +2021-12-18 22:28:07,218 WRAPPER CHECK TIME = 10 +2021-12-18 22:28:07,219 Checking jobs for platform=marenostrum4 +2021-12-18 22:28:07,219 Checking jobs for platform=nord3 +2021-12-18 22:28:07,220 Checking jobs for platform=local +2021-12-18 22:28:07,220 Checking jobs for platform=transfer_node +2021-12-18 22:28:07,220 Checking all jobs at once +2021-12-18 22:28:08,742 Successful check job command +2021-12-18 22:28:10,111 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:28:10,112 End of checking +2021-12-18 22:28:10,113 Updating FAILED jobs +2021-12-18 22:28:10,113 Updating WAITING jobs +2021-12-18 22:28:10,113 Update finished +2021-12-18 22:28:10,114 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:28:10,114 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:28:10,114 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:28:10,114 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:28:10,114 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:28:10,114 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:28:10,114 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:28:10,117 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:28:10,120 Job list saved +2021-12-18 22:28:10,124 Updating FAILED jobs +2021-12-18 22:28:10,124 Updating WAITING jobs +2021-12-18 22:28:10,125 Update finished +2021-12-18 22:28:20,135 Reloading parameters... +2021-12-18 22:28:20,153 Loading parameters... +2021-12-18 22:28:20,154 Loading project parameters... +2021-12-18 22:28:20,156 + +9 of 25 jobs remaining (22:28) +2021-12-18 22:28:20,156 Sleep: 10 +2021-12-18 22:28:20,156 Number of retrials: 0 +2021-12-18 22:28:20,156 WRAPPER CHECK TIME = 10 +2021-12-18 22:28:20,157 Checking jobs for platform=marenostrum4 +2021-12-18 22:28:20,157 Checking jobs for platform=nord3 +2021-12-18 22:28:20,158 Checking jobs for platform=local +2021-12-18 22:28:20,158 Checking jobs for platform=transfer_node +2021-12-18 22:28:20,158 Checking all jobs at once +2021-12-18 22:28:21,528 Successful check job command +2021-12-18 22:28:22,747 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:28:22,747 End of checking +2021-12-18 22:28:22,748 Updating FAILED jobs +2021-12-18 22:28:22,749 Updating WAITING jobs +2021-12-18 22:28:22,749 Update finished +2021-12-18 22:28:22,749 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:28:22,749 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:28:22,749 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:28:22,749 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:28:22,750 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:28:22,750 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:28:22,750 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:28:22,753 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:28:22,755 Job list saved +2021-12-18 22:28:22,760 Updating FAILED jobs +2021-12-18 22:28:22,760 Updating WAITING jobs +2021-12-18 22:28:22,761 Update finished +2021-12-18 22:28:32,766 Reloading parameters... +2021-12-18 22:28:32,785 Loading parameters... +2021-12-18 22:28:32,786 Loading project parameters... +2021-12-18 22:28:32,788 + +9 of 25 jobs remaining (22:28) +2021-12-18 22:28:32,788 Sleep: 10 +2021-12-18 22:28:32,788 Number of retrials: 0 +2021-12-18 22:28:32,788 WRAPPER CHECK TIME = 10 +2021-12-18 22:28:32,789 Checking jobs for platform=marenostrum4 +2021-12-18 22:28:32,789 Checking jobs for platform=nord3 +2021-12-18 22:28:32,790 Checking jobs for platform=local +2021-12-18 22:28:32,791 Checking jobs for platform=transfer_node +2021-12-18 22:28:32,791 Checking all jobs at once +2021-12-18 22:28:34,211 Successful check job command +2021-12-18 22:28:35,481 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:28:35,481 End of checking +2021-12-18 22:28:35,482 Updating FAILED jobs +2021-12-18 22:28:35,483 Updating WAITING jobs +2021-12-18 22:28:35,483 Update finished +2021-12-18 22:28:35,483 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:28:35,483 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:28:35,484 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:28:35,484 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:28:35,484 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:28:35,484 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:28:35,484 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:28:35,487 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:28:35,489 Job list saved +2021-12-18 22:28:35,494 Updating FAILED jobs +2021-12-18 22:28:35,494 Updating WAITING jobs +2021-12-18 22:28:35,494 Update finished +2021-12-18 22:28:45,504 Reloading parameters... +2021-12-18 22:28:45,523 Loading parameters... +2021-12-18 22:28:45,524 Loading project parameters... +2021-12-18 22:28:45,526 + +9 of 25 jobs remaining (22:28) +2021-12-18 22:28:45,526 Sleep: 10 +2021-12-18 22:28:45,527 Number of retrials: 0 +2021-12-18 22:28:45,527 WRAPPER CHECK TIME = 10 +2021-12-18 22:28:45,527 Checking jobs for platform=marenostrum4 +2021-12-18 22:28:45,528 Checking jobs for platform=nord3 +2021-12-18 22:28:45,528 Checking jobs for platform=local +2021-12-18 22:28:45,529 Checking jobs for platform=transfer_node +2021-12-18 22:28:45,529 Checking all jobs at once +2021-12-18 22:28:46,801 Successful check job command +2021-12-18 22:28:48,070 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:28:48,070 End of checking +2021-12-18 22:28:48,072 Updating FAILED jobs +2021-12-18 22:28:48,072 Updating WAITING jobs +2021-12-18 22:28:48,072 Update finished +2021-12-18 22:28:48,073 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:28:48,073 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:28:48,073 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:28:48,073 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:28:48,073 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:28:48,073 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:28:48,073 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:28:48,076 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:28:48,079 Job list saved +2021-12-18 22:28:48,083 Updating FAILED jobs +2021-12-18 22:28:48,084 Updating WAITING jobs +2021-12-18 22:28:48,084 Update finished +2021-12-18 22:28:58,089 Reloading parameters... +2021-12-18 22:28:58,108 Loading parameters... +2021-12-18 22:28:58,109 Loading project parameters... +2021-12-18 22:28:58,111 + +9 of 25 jobs remaining (22:28) +2021-12-18 22:28:58,111 Sleep: 10 +2021-12-18 22:28:58,111 Number of retrials: 0 +2021-12-18 22:28:58,111 WRAPPER CHECK TIME = 10 +2021-12-18 22:28:58,112 Checking jobs for platform=marenostrum4 +2021-12-18 22:28:58,112 Checking jobs for platform=nord3 +2021-12-18 22:28:58,113 Checking jobs for platform=local +2021-12-18 22:28:58,113 Checking jobs for platform=transfer_node +2021-12-18 22:28:58,114 Checking all jobs at once +2021-12-18 22:28:59,433 Successful check job command +2021-12-18 22:29:00,852 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:29:00,852 End of checking +2021-12-18 22:29:00,853 Updating FAILED jobs +2021-12-18 22:29:00,853 Updating WAITING jobs +2021-12-18 22:29:00,854 Update finished +2021-12-18 22:29:00,854 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:29:00,854 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:29:00,854 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:29:00,854 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:29:00,854 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:29:00,854 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:29:00,855 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:29:00,857 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:29:00,859 Job list saved +2021-12-18 22:29:00,863 Updating FAILED jobs +2021-12-18 22:29:00,863 Updating WAITING jobs +2021-12-18 22:29:00,864 Update finished +2021-12-18 22:29:10,870 Reloading parameters... +2021-12-18 22:29:10,890 Loading parameters... +2021-12-18 22:29:10,891 Loading project parameters... +2021-12-18 22:29:10,893 + +9 of 25 jobs remaining (22:29) +2021-12-18 22:29:10,893 Sleep: 10 +2021-12-18 22:29:10,893 Number of retrials: 0 +2021-12-18 22:29:10,894 WRAPPER CHECK TIME = 10 +2021-12-18 22:29:10,894 Checking jobs for platform=marenostrum4 +2021-12-18 22:29:10,895 Checking jobs for platform=nord3 +2021-12-18 22:29:10,895 Checking jobs for platform=local +2021-12-18 22:29:10,896 Checking jobs for platform=transfer_node +2021-12-18 22:29:10,896 Checking all jobs at once +2021-12-18 22:29:12,165 Successful check job command +2021-12-18 22:29:13,334 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:29:13,335 End of checking +2021-12-18 22:29:13,336 Updating FAILED jobs +2021-12-18 22:29:13,336 Updating WAITING jobs +2021-12-18 22:29:13,336 Update finished +2021-12-18 22:29:13,336 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:29:13,337 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:29:13,337 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:29:13,337 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:29:13,337 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:29:13,337 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:29:13,338 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:29:13,340 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:29:13,342 Job list saved +2021-12-18 22:29:13,347 Updating FAILED jobs +2021-12-18 22:29:13,347 Updating WAITING jobs +2021-12-18 22:29:13,347 Update finished +2021-12-18 22:29:23,357 Reloading parameters... +2021-12-18 22:29:23,375 Loading parameters... +2021-12-18 22:29:23,376 Loading project parameters... +2021-12-18 22:29:23,378 + +9 of 25 jobs remaining (22:29) +2021-12-18 22:29:23,378 Sleep: 10 +2021-12-18 22:29:23,378 Number of retrials: 0 +2021-12-18 22:29:23,378 WRAPPER CHECK TIME = 10 +2021-12-18 22:29:23,379 Checking jobs for platform=marenostrum4 +2021-12-18 22:29:23,380 Checking jobs for platform=nord3 +2021-12-18 22:29:23,380 Checking jobs for platform=local +2021-12-18 22:29:23,381 Checking jobs for platform=transfer_node +2021-12-18 22:29:23,381 Checking all jobs at once +2021-12-18 22:29:24,800 Successful check job command +2021-12-18 22:29:26,070 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:29:26,070 End of checking +2021-12-18 22:29:26,071 Updating FAILED jobs +2021-12-18 22:29:26,071 Updating WAITING jobs +2021-12-18 22:29:26,071 Update finished +2021-12-18 22:29:26,072 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:29:26,072 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:29:26,072 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:29:26,072 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:29:26,072 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:29:26,072 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:29:26,072 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:29:26,075 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:29:26,077 Job list saved +2021-12-18 22:29:26,082 Updating FAILED jobs +2021-12-18 22:29:26,082 Updating WAITING jobs +2021-12-18 22:29:26,082 Update finished +2021-12-18 22:29:36,088 Reloading parameters... +2021-12-18 22:29:36,106 Loading parameters... +2021-12-18 22:29:36,107 Loading project parameters... +2021-12-18 22:29:36,109 + +9 of 25 jobs remaining (22:29) +2021-12-18 22:29:36,109 Sleep: 10 +2021-12-18 22:29:36,109 Number of retrials: 0 +2021-12-18 22:29:36,110 WRAPPER CHECK TIME = 10 +2021-12-18 22:29:36,110 Checking jobs for platform=marenostrum4 +2021-12-18 22:29:36,111 Checking jobs for platform=nord3 +2021-12-18 22:29:36,111 Checking jobs for platform=local +2021-12-18 22:29:36,112 Checking jobs for platform=transfer_node +2021-12-18 22:29:36,112 Checking all jobs at once +2021-12-18 22:29:37,431 Successful check job command +2021-12-18 22:29:39,201 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:29:39,202 End of checking +2021-12-18 22:29:39,203 Updating FAILED jobs +2021-12-18 22:29:39,203 Updating WAITING jobs +2021-12-18 22:29:39,204 Update finished +2021-12-18 22:29:39,204 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:29:39,204 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:29:39,204 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:29:39,204 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:29:39,204 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:29:39,204 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:29:39,205 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:29:39,207 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:29:39,210 Job list saved +2021-12-18 22:29:39,214 Updating FAILED jobs +2021-12-18 22:29:39,215 Updating WAITING jobs +2021-12-18 22:29:39,215 Update finished +2021-12-18 22:29:49,225 Reloading parameters... +2021-12-18 22:29:49,243 Loading parameters... +2021-12-18 22:29:49,244 Loading project parameters... +2021-12-18 22:29:49,246 + +9 of 25 jobs remaining (22:29) +2021-12-18 22:29:49,246 Sleep: 10 +2021-12-18 22:29:49,246 Number of retrials: 0 +2021-12-18 22:29:49,246 WRAPPER CHECK TIME = 10 +2021-12-18 22:29:49,247 Checking jobs for platform=marenostrum4 +2021-12-18 22:29:49,247 Checking jobs for platform=nord3 +2021-12-18 22:29:49,248 Checking jobs for platform=local +2021-12-18 22:29:49,248 Checking jobs for platform=transfer_node +2021-12-18 22:29:49,248 Checking all jobs at once +2021-12-18 22:29:50,520 Successful check job command +2021-12-18 22:29:51,791 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:29:51,791 End of checking +2021-12-18 22:29:51,792 Updating FAILED jobs +2021-12-18 22:29:51,793 Updating WAITING jobs +2021-12-18 22:29:51,793 Update finished +2021-12-18 22:29:51,793 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:29:51,793 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:29:51,794 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:29:51,794 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:29:51,794 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:29:51,794 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:29:51,794 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:29:51,797 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:29:51,799 Job list saved +2021-12-18 22:29:51,804 Updating FAILED jobs +2021-12-18 22:29:51,804 Updating WAITING jobs +2021-12-18 22:29:51,804 Update finished +2021-12-18 22:30:01,814 Reloading parameters... +2021-12-18 22:30:01,835 Loading parameters... +2021-12-18 22:30:01,836 Loading project parameters... +2021-12-18 22:30:01,838 + +9 of 25 jobs remaining (22:30) +2021-12-18 22:30:01,838 Sleep: 10 +2021-12-18 22:30:01,838 Number of retrials: 0 +2021-12-18 22:30:01,838 WRAPPER CHECK TIME = 10 +2021-12-18 22:30:01,839 Checking jobs for platform=marenostrum4 +2021-12-18 22:30:01,839 Checking jobs for platform=nord3 +2021-12-18 22:30:01,840 Checking jobs for platform=local +2021-12-18 22:30:01,841 Checking jobs for platform=transfer_node +2021-12-18 22:30:01,841 Checking all jobs at once +2021-12-18 22:30:03,417 Successful check job command +2021-12-18 22:30:05,037 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:30:05,037 End of checking +2021-12-18 22:30:05,039 Updating FAILED jobs +2021-12-18 22:30:05,039 Updating WAITING jobs +2021-12-18 22:30:05,039 Update finished +2021-12-18 22:30:05,040 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:30:05,040 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:30:05,040 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:30:05,040 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:30:05,040 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:30:05,040 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:30:05,040 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:30:05,043 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:30:05,045 Job list saved +2021-12-18 22:30:05,049 Updating FAILED jobs +2021-12-18 22:30:05,050 Updating WAITING jobs +2021-12-18 22:30:05,050 Update finished +2021-12-18 22:30:15,060 Reloading parameters... +2021-12-18 22:30:15,078 Loading parameters... +2021-12-18 22:30:15,079 Loading project parameters... +2021-12-18 22:30:15,081 + +9 of 25 jobs remaining (22:30) +2021-12-18 22:30:15,081 Sleep: 10 +2021-12-18 22:30:15,081 Number of retrials: 0 +2021-12-18 22:30:15,081 WRAPPER CHECK TIME = 10 +2021-12-18 22:30:15,082 Checking jobs for platform=marenostrum4 +2021-12-18 22:30:15,083 Checking jobs for platform=nord3 +2021-12-18 22:30:15,083 Checking jobs for platform=local +2021-12-18 22:30:15,084 Checking jobs for platform=transfer_node +2021-12-18 22:30:15,084 Checking all jobs at once +2021-12-18 22:30:16,356 Successful check job command +2021-12-18 22:30:17,575 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:30:17,575 End of checking +2021-12-18 22:30:17,577 Updating FAILED jobs +2021-12-18 22:30:17,577 Updating WAITING jobs +2021-12-18 22:30:17,577 Update finished +2021-12-18 22:30:17,577 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:30:17,577 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:30:17,578 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:30:17,578 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:30:17,578 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:30:17,578 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:30:17,578 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:30:17,580 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:30:17,583 Job list saved +2021-12-18 22:30:17,587 Updating FAILED jobs +2021-12-18 22:30:17,587 Updating WAITING jobs +2021-12-18 22:30:17,587 Update finished +2021-12-18 22:30:27,597 Reloading parameters... +2021-12-18 22:30:27,616 Loading parameters... +2021-12-18 22:30:27,617 Loading project parameters... +2021-12-18 22:30:27,619 + +9 of 25 jobs remaining (22:30) +2021-12-18 22:30:27,619 Sleep: 10 +2021-12-18 22:30:27,619 Number of retrials: 0 +2021-12-18 22:30:27,619 WRAPPER CHECK TIME = 10 +2021-12-18 22:30:27,620 Checking jobs for platform=marenostrum4 +2021-12-18 22:30:27,620 Checking jobs for platform=nord3 +2021-12-18 22:30:27,621 Checking jobs for platform=local +2021-12-18 22:30:27,621 Checking jobs for platform=transfer_node +2021-12-18 22:30:27,621 Checking all jobs at once +2021-12-18 22:30:28,841 Successful check job command +2021-12-18 22:30:30,010 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:30:30,010 End of checking +2021-12-18 22:30:30,011 Updating FAILED jobs +2021-12-18 22:30:30,011 Updating WAITING jobs +2021-12-18 22:30:30,012 Update finished +2021-12-18 22:30:30,012 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:30:30,012 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:30:30,013 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:30:30,013 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:30:30,013 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:30:30,013 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:30:30,013 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:30:30,016 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:30:30,018 Job list saved +2021-12-18 22:30:30,030 Updating FAILED jobs +2021-12-18 22:30:30,031 Updating WAITING jobs +2021-12-18 22:30:30,031 Update finished +2021-12-18 22:30:40,041 Reloading parameters... +2021-12-18 22:30:40,061 Loading parameters... +2021-12-18 22:30:40,062 Loading project parameters... +2021-12-18 22:30:40,064 + +9 of 25 jobs remaining (22:30) +2021-12-18 22:30:40,065 Sleep: 10 +2021-12-18 22:30:40,065 Number of retrials: 0 +2021-12-18 22:30:40,065 WRAPPER CHECK TIME = 10 +2021-12-18 22:30:40,065 Checking jobs for platform=marenostrum4 +2021-12-18 22:30:40,066 Checking jobs for platform=nord3 +2021-12-18 22:30:40,066 Checking jobs for platform=local +2021-12-18 22:30:40,067 Checking jobs for platform=transfer_node +2021-12-18 22:30:40,067 Checking all jobs at once +2021-12-18 22:30:41,388 Successful check job command +2021-12-18 22:30:42,657 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:30:42,657 End of checking +2021-12-18 22:30:42,659 Updating FAILED jobs +2021-12-18 22:30:42,659 Updating WAITING jobs +2021-12-18 22:30:42,659 Update finished +2021-12-18 22:30:42,659 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:30:42,659 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:30:42,659 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:30:42,660 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:30:42,660 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:30:42,660 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:30:42,660 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:30:42,663 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:30:42,665 Job list saved +2021-12-18 22:30:42,670 Updating FAILED jobs +2021-12-18 22:30:42,670 Updating WAITING jobs +2021-12-18 22:30:42,670 Update finished +2021-12-18 22:30:52,680 Reloading parameters... +2021-12-18 22:30:52,699 Loading parameters... +2021-12-18 22:30:52,700 Loading project parameters... +2021-12-18 22:30:52,702 + +9 of 25 jobs remaining (22:30) +2021-12-18 22:30:52,702 Sleep: 10 +2021-12-18 22:30:52,702 Number of retrials: 0 +2021-12-18 22:30:52,703 WRAPPER CHECK TIME = 10 +2021-12-18 22:30:52,703 Checking jobs for platform=marenostrum4 +2021-12-18 22:30:52,704 Checking jobs for platform=nord3 +2021-12-18 22:30:52,704 Checking jobs for platform=local +2021-12-18 22:30:52,705 Checking jobs for platform=transfer_node +2021-12-18 22:30:52,705 Checking all jobs at once +2021-12-18 22:30:54,025 Successful check job command +2021-12-18 22:30:55,295 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:30:55,295 End of checking +2021-12-18 22:30:55,296 Updating FAILED jobs +2021-12-18 22:30:55,297 Updating WAITING jobs +2021-12-18 22:30:55,297 Update finished +2021-12-18 22:30:55,297 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:30:55,297 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:30:55,297 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:30:55,297 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:30:55,297 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:30:55,298 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:30:55,298 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:30:55,301 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:30:55,303 Job list saved +2021-12-18 22:30:55,308 Updating FAILED jobs +2021-12-18 22:30:55,308 Updating WAITING jobs +2021-12-18 22:30:55,308 Update finished +2021-12-18 22:31:05,310 Reloading parameters... +2021-12-18 22:31:05,329 Loading parameters... +2021-12-18 22:31:05,330 Loading project parameters... +2021-12-18 22:31:05,332 + +9 of 25 jobs remaining (22:31) +2021-12-18 22:31:05,332 Sleep: 10 +2021-12-18 22:31:05,333 Number of retrials: 0 +2021-12-18 22:31:05,333 WRAPPER CHECK TIME = 10 +2021-12-18 22:31:05,333 Checking jobs for platform=marenostrum4 +2021-12-18 22:31:05,334 Checking jobs for platform=nord3 +2021-12-18 22:31:05,334 Checking jobs for platform=local +2021-12-18 22:31:05,335 Checking jobs for platform=transfer_node +2021-12-18 22:31:05,335 Checking all jobs at once +2021-12-18 22:31:06,604 Successful check job command +2021-12-18 22:31:07,824 Job t0ni_19931101_fc0_2_POST is QUEUING +2021-12-18 22:31:07,824 End of checking +2021-12-18 22:31:07,825 Updating FAILED jobs +2021-12-18 22:31:07,826 Updating WAITING jobs +2021-12-18 22:31:07,826 Update finished +2021-12-18 22:31:07,826 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:31:07,827 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:31:07,827 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:31:07,827 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:31:07,827 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:31:07,827 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:31:07,827 t0ni_19931101_fc0_2_POST 19285824 QUEUING marenostrum4 debug +2021-12-18 22:31:07,830 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:31:07,832 Job list saved +2021-12-18 22:31:07,837 Updating FAILED jobs +2021-12-18 22:31:07,838 Updating WAITING jobs +2021-12-18 22:31:07,838 Update finished +2021-12-18 22:31:17,848 Reloading parameters... +2021-12-18 22:31:17,867 Loading parameters... +2021-12-18 22:31:17,869 Loading project parameters... +2021-12-18 22:31:17,871 + +9 of 25 jobs remaining (22:31) +2021-12-18 22:31:17,871 Sleep: 10 +2021-12-18 22:31:17,871 Number of retrials: 0 +2021-12-18 22:31:17,871 WRAPPER CHECK TIME = 10 +2021-12-18 22:31:17,871 Checking jobs for platform=marenostrum4 +2021-12-18 22:31:17,872 Checking jobs for platform=nord3 +2021-12-18 22:31:17,873 Checking jobs for platform=local +2021-12-18 22:31:17,873 Checking jobs for platform=transfer_node +2021-12-18 22:31:17,874 Checking all jobs at once +2021-12-18 22:31:19,144 Successful check job command +2021-12-18 22:31:19,144 Job t0ni_19931101_fc0_2_POST is RUNNING +2021-12-18 22:31:19,185 t0ni_19931101_fc0_2_POST_STAT file have been transfered +2021-12-18 22:31:19,269 End of checking +2021-12-18 22:31:19,270 Updating FAILED jobs +2021-12-18 22:31:19,270 Updating WAITING jobs +2021-12-18 22:31:19,270 Update finished +2021-12-18 22:31:19,270 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:31:19,270 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:31:19,271 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:31:19,271 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:31:19,271 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:31:19,271 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:31:19,271 t0ni_19931101_fc0_2_POST 19285824 RUNNING marenostrum4 debug +2021-12-18 22:31:19,274 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:31:19,276 Job list saved +2021-12-18 22:31:19,332 Updating FAILED jobs +2021-12-18 22:31:19,332 Updating WAITING jobs +2021-12-18 22:31:19,332 Update finished +2021-12-18 22:31:29,341 Reloading parameters... +2021-12-18 22:31:29,360 Loading parameters... +2021-12-18 22:31:29,361 Loading project parameters... +2021-12-18 22:31:29,363 + +9 of 25 jobs remaining (22:31) +2021-12-18 22:31:29,363 Sleep: 10 +2021-12-18 22:31:29,363 Number of retrials: 0 +2021-12-18 22:31:29,363 WRAPPER CHECK TIME = 10 +2021-12-18 22:31:29,364 Checking jobs for platform=marenostrum4 +2021-12-18 22:31:29,365 Checking jobs for platform=nord3 +2021-12-18 22:31:29,365 Checking jobs for platform=local +2021-12-18 22:31:29,366 Checking jobs for platform=transfer_node +2021-12-18 22:31:29,366 Checking all jobs at once +2021-12-18 22:31:30,636 Successful check job command +2021-12-18 22:31:30,636 Job t0ni_19931101_fc0_2_POST is RUNNING +2021-12-18 22:31:30,636 End of checking +2021-12-18 22:31:30,638 Updating FAILED jobs +2021-12-18 22:31:30,638 Updating WAITING jobs +2021-12-18 22:31:30,638 Update finished +2021-12-18 22:31:30,638 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:31:30,638 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:31:30,638 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:31:30,638 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:31:30,639 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:31:30,639 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:31:30,639 t0ni_19931101_fc0_2_POST 19285824 RUNNING marenostrum4 debug +2021-12-18 22:31:30,642 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:31:30,644 Job list saved +2021-12-18 22:31:30,649 Updating FAILED jobs +2021-12-18 22:31:30,650 Updating WAITING jobs +2021-12-18 22:31:30,650 Update finished +2021-12-18 22:31:40,660 Reloading parameters... +2021-12-18 22:31:40,679 Loading parameters... +2021-12-18 22:31:40,681 Loading project parameters... +2021-12-18 22:31:40,682 + +9 of 25 jobs remaining (22:31) +2021-12-18 22:31:40,683 Sleep: 10 +2021-12-18 22:31:40,683 Number of retrials: 0 +2021-12-18 22:31:40,683 WRAPPER CHECK TIME = 10 +2021-12-18 22:31:40,683 Checking jobs for platform=marenostrum4 +2021-12-18 22:31:40,684 Checking jobs for platform=nord3 +2021-12-18 22:31:40,684 Checking jobs for platform=local +2021-12-18 22:31:40,685 Checking jobs for platform=transfer_node +2021-12-18 22:31:40,685 Checking all jobs at once +2021-12-18 22:31:41,954 Successful check job command +2021-12-18 22:31:41,955 t0ni_19931101_fc0_2_POST job seems to have completed: checking... +2021-12-18 22:31:41,982 Job t0ni_19931101_fc0_2_POST is COMPLETED +2021-12-18 22:31:42,005 t0ni_19931101_fc0_2_POST_STAT file have been transfered +2021-12-18 22:31:42,082 End of checking +2021-12-18 22:31:42,083 Updating FAILED jobs +2021-12-18 22:31:42,084 Updating WAITING jobs +2021-12-18 22:31:42,084 Setting job: t0ni_19931101_fc0_2_CLEAN status to: READY (all parents completed)... +2021-12-18 22:31:42,084 Update finished +2021-12-18 22:31:42,084 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:31:42,085 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:31:42,085 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:31:42,085 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:31:42,085 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:31:42,086 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:31:42,088 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:31:42,095 Job list saved +2021-12-18 22:31:42,098 +Jobs ready for marenostrum4: 0 +2021-12-18 22:31:42,098 Number of jobs available: 20 +2021-12-18 22:31:42,098 Number of jobs ready: 0 +2021-12-18 22:31:42,103 +Jobs ready for nord3: 0 +2021-12-18 22:31:42,105 Number of jobs available: 20 +2021-12-18 22:31:42,105 Number of jobs ready: 0 +2021-12-18 22:31:42,105 +Jobs ready for local: 0 +2021-12-18 22:31:42,106 Number of jobs available: 20 +2021-12-18 22:31:42,106 Number of jobs ready: 0 +2021-12-18 22:31:42,107 +Jobs ready for transfer_node: 1 +2021-12-18 22:31:42,107 Number of jobs available: 20 +2021-12-18 22:31:42,107 Number of jobs ready: 1 +2021-12-18 22:31:42,108 Jobs ready for transfer_node: 1 +2021-12-18 22:31:42,110 Custom directives from platform.conf: None +2021-12-18 22:31:42,110 Custom directives from platform.conf: None +2021-12-18 22:31:42,111 Custom directives from platform.conf: None +2021-12-18 22:31:42,116 Creating Scripts +2021-12-18 22:31:42,382 Sending Files +2021-12-18 22:31:42,558 /gpfs/scratch/bsc32/bsc32627/t0ni/LOG_t0ni has been created on dt01.bsc.es . +2021-12-18 22:31:42,572 Submitting +2021-12-18 22:31:42,699 Job ID: 50887 + +2021-12-18 22:31:42,699 t0ni_19931101_fc0_2_CLEAN submitted +2021-12-18 22:31:42,833 Updating FAILED jobs +2021-12-18 22:31:42,833 Updating WAITING jobs +2021-12-18 22:31:42,834 Update finished +2021-12-18 22:31:42,834 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:31:42,834 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:31:42,834 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:31:42,834 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:31:42,834 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:31:42,834 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:31:42,835 t0ni_19931101_fc0_2_CLEAN 50887 SUBMITTED transfer_node no-scheduler +2021-12-18 22:31:42,837 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:31:42,839 Job list saved +2021-12-18 22:31:42,907 Updating FAILED jobs +2021-12-18 22:31:42,907 Updating WAITING jobs +2021-12-18 22:31:42,907 Update finished +2021-12-18 22:31:52,917 Reloading parameters... +2021-12-18 22:31:52,936 Loading parameters... +2021-12-18 22:31:52,938 Loading project parameters... +2021-12-18 22:31:52,940 + +8 of 25 jobs remaining (22:31) +2021-12-18 22:31:52,940 Sleep: 10 +2021-12-18 22:31:52,940 Number of retrials: 0 +2021-12-18 22:31:52,940 WRAPPER CHECK TIME = 10 +2021-12-18 22:31:52,941 Checking jobs for platform=marenostrum4 +2021-12-18 22:31:52,941 Checking jobs for platform=nord3 +2021-12-18 22:31:52,942 Checking jobs for platform=local +2021-12-18 22:31:52,942 Checking jobs for platform=transfer_node +2021-12-18 22:31:55,212 Successful check job command: nohup kill -0 50887 > /dev/null 2>&1; echo $? +2021-12-18 22:31:55,212 Job t0ni_19931101_fc0_2_CLEAN is RUNNING +2021-12-18 22:31:55,250 t0ni_19931101_fc0_2_CLEAN_STAT file have been transfered +2021-12-18 22:31:55,309 End of checking +2021-12-18 22:31:55,311 Updating FAILED jobs +2021-12-18 22:31:55,311 Updating WAITING jobs +2021-12-18 22:31:55,311 Update finished +2021-12-18 22:31:55,311 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:31:55,311 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:31:55,311 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:31:55,311 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:31:55,312 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:31:55,312 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:31:55,312 t0ni_19931101_fc0_2_CLEAN 50887 RUNNING transfer_node no-scheduler +2021-12-18 22:31:55,314 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:31:55,317 Job list saved +2021-12-18 22:31:55,382 Updating FAILED jobs +2021-12-18 22:31:55,382 Updating WAITING jobs +2021-12-18 22:31:55,382 Update finished +2021-12-18 22:32:05,386 Reloading parameters... +2021-12-18 22:32:05,403 Loading parameters... +2021-12-18 22:32:05,405 Loading project parameters... +2021-12-18 22:32:05,407 + +8 of 25 jobs remaining (22:32) +2021-12-18 22:32:05,407 Sleep: 10 +2021-12-18 22:32:05,407 Number of retrials: 0 +2021-12-18 22:32:05,407 WRAPPER CHECK TIME = 10 +2021-12-18 22:32:05,408 Checking jobs for platform=marenostrum4 +2021-12-18 22:32:05,408 Checking jobs for platform=nord3 +2021-12-18 22:32:05,409 Checking jobs for platform=local +2021-12-18 22:32:05,410 Checking jobs for platform=transfer_node +2021-12-18 22:32:07,580 Successful check job command: nohup kill -0 50887 > /dev/null 2>&1; echo $? +2021-12-18 22:32:07,580 Job t0ni_19931101_fc0_2_CLEAN is RUNNING +2021-12-18 22:32:07,580 End of checking +2021-12-18 22:32:07,582 Updating FAILED jobs +2021-12-18 22:32:07,582 Updating WAITING jobs +2021-12-18 22:32:07,582 Update finished +2021-12-18 22:32:07,582 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:32:07,583 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:32:07,583 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:32:07,583 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:32:07,583 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:32:07,583 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:32:07,583 t0ni_19931101_fc0_2_CLEAN 50887 RUNNING transfer_node no-scheduler +2021-12-18 22:32:07,586 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:32:07,589 Job list saved +2021-12-18 22:32:07,595 Updating FAILED jobs +2021-12-18 22:32:07,595 Updating WAITING jobs +2021-12-18 22:32:07,595 Update finished +2021-12-18 22:32:17,602 Reloading parameters... +2021-12-18 22:32:17,621 Loading parameters... +2021-12-18 22:32:17,622 Loading project parameters... +2021-12-18 22:32:17,624 + +8 of 25 jobs remaining (22:32) +2021-12-18 22:32:17,625 Sleep: 10 +2021-12-18 22:32:17,625 Number of retrials: 0 +2021-12-18 22:32:17,625 WRAPPER CHECK TIME = 10 +2021-12-18 22:32:17,625 Checking jobs for platform=marenostrum4 +2021-12-18 22:32:17,626 Checking jobs for platform=nord3 +2021-12-18 22:32:17,627 Checking jobs for platform=local +2021-12-18 22:32:17,627 Checking jobs for platform=transfer_node +2021-12-18 22:32:19,746 Successful check job command: nohup kill -0 50887 > /dev/null 2>&1; echo $? +2021-12-18 22:32:19,747 Job t0ni_19931101_fc0_2_CLEAN is RUNNING +2021-12-18 22:32:19,747 End of checking +2021-12-18 22:32:19,748 Updating FAILED jobs +2021-12-18 22:32:19,748 Updating WAITING jobs +2021-12-18 22:32:19,748 Update finished +2021-12-18 22:32:19,749 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:32:19,749 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:32:19,749 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:32:19,749 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:32:19,750 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:32:19,750 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:32:19,750 t0ni_19931101_fc0_2_CLEAN 50887 RUNNING transfer_node no-scheduler +2021-12-18 22:32:19,752 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:32:19,755 Job list saved +2021-12-18 22:32:19,759 Updating FAILED jobs +2021-12-18 22:32:19,760 Updating WAITING jobs +2021-12-18 22:32:19,760 Update finished +2021-12-18 22:32:29,764 Reloading parameters... +2021-12-18 22:32:29,783 Loading parameters... +2021-12-18 22:32:29,785 Loading project parameters... +2021-12-18 22:32:29,787 + +8 of 25 jobs remaining (22:32) +2021-12-18 22:32:29,787 Sleep: 10 +2021-12-18 22:32:29,787 Number of retrials: 0 +2021-12-18 22:32:29,787 WRAPPER CHECK TIME = 10 +2021-12-18 22:32:29,788 Checking jobs for platform=marenostrum4 +2021-12-18 22:32:29,788 Checking jobs for platform=nord3 +2021-12-18 22:32:29,789 Checking jobs for platform=local +2021-12-18 22:32:29,789 Checking jobs for platform=transfer_node +2021-12-18 22:32:31,912 Successful check job command: nohup kill -0 50887 > /dev/null 2>&1; echo $? +2021-12-18 22:32:31,913 Job t0ni_19931101_fc0_2_CLEAN is RUNNING +2021-12-18 22:32:31,913 End of checking +2021-12-18 22:32:31,914 Updating FAILED jobs +2021-12-18 22:32:31,914 Updating WAITING jobs +2021-12-18 22:32:31,915 Update finished +2021-12-18 22:32:31,915 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:32:31,915 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:32:31,915 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:32:31,915 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:32:31,915 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:32:31,915 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:32:31,916 t0ni_19931101_fc0_2_CLEAN 50887 RUNNING transfer_node no-scheduler +2021-12-18 22:32:31,919 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:32:31,921 Job list saved +2021-12-18 22:32:31,930 Updating FAILED jobs +2021-12-18 22:32:31,930 Updating WAITING jobs +2021-12-18 22:32:31,930 Update finished +2021-12-18 22:32:41,935 Reloading parameters... +2021-12-18 22:32:41,953 Loading parameters... +2021-12-18 22:32:41,955 Loading project parameters... +2021-12-18 22:32:41,957 + +8 of 25 jobs remaining (22:32) +2021-12-18 22:32:41,957 Sleep: 10 +2021-12-18 22:32:41,957 Number of retrials: 0 +2021-12-18 22:32:41,957 WRAPPER CHECK TIME = 10 +2021-12-18 22:32:41,958 Checking jobs for platform=marenostrum4 +2021-12-18 22:32:41,958 Checking jobs for platform=nord3 +2021-12-18 22:32:41,959 Checking jobs for platform=local +2021-12-18 22:32:41,959 Checking jobs for platform=transfer_node +2021-12-18 22:32:44,078 Successful check job command: nohup kill -0 50887 > /dev/null 2>&1; echo $? +2021-12-18 22:32:44,078 Job t0ni_19931101_fc0_2_CLEAN is RUNNING +2021-12-18 22:32:44,079 End of checking +2021-12-18 22:32:44,080 Updating FAILED jobs +2021-12-18 22:32:44,080 Updating WAITING jobs +2021-12-18 22:32:44,080 Update finished +2021-12-18 22:32:44,080 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:32:44,081 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:32:44,081 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:32:44,081 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:32:44,081 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:32:44,081 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:32:44,081 t0ni_19931101_fc0_2_CLEAN 50887 RUNNING transfer_node no-scheduler +2021-12-18 22:32:44,084 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:32:44,086 Job list saved +2021-12-18 22:32:44,093 Updating FAILED jobs +2021-12-18 22:32:44,093 Updating WAITING jobs +2021-12-18 22:32:44,093 Update finished +2021-12-18 22:32:54,103 Reloading parameters... +2021-12-18 22:32:54,122 Loading parameters... +2021-12-18 22:32:54,123 Loading project parameters... +2021-12-18 22:32:54,125 + +8 of 25 jobs remaining (22:32) +2021-12-18 22:32:54,125 Sleep: 10 +2021-12-18 22:32:54,125 Number of retrials: 0 +2021-12-18 22:32:54,126 WRAPPER CHECK TIME = 10 +2021-12-18 22:32:54,126 Checking jobs for platform=marenostrum4 +2021-12-18 22:32:54,127 Checking jobs for platform=nord3 +2021-12-18 22:32:54,127 Checking jobs for platform=local +2021-12-18 22:32:54,128 Checking jobs for platform=transfer_node +2021-12-18 22:32:56,297 Successful check job command: nohup kill -0 50887 > /dev/null 2>&1; echo $? +2021-12-18 22:32:56,297 Job t0ni_19931101_fc0_2_CLEAN is RUNNING +2021-12-18 22:32:56,297 End of checking +2021-12-18 22:32:56,298 Updating FAILED jobs +2021-12-18 22:32:56,299 Updating WAITING jobs +2021-12-18 22:32:56,299 Update finished +2021-12-18 22:32:56,299 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:32:56,299 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:32:56,300 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:32:56,300 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:32:56,300 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:32:56,300 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:32:56,300 t0ni_19931101_fc0_2_CLEAN 50887 RUNNING transfer_node no-scheduler +2021-12-18 22:32:56,303 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:32:56,305 Job list saved +2021-12-18 22:32:56,311 Updating FAILED jobs +2021-12-18 22:32:56,311 Updating WAITING jobs +2021-12-18 22:32:56,311 Update finished +2021-12-18 22:33:06,319 Reloading parameters... +2021-12-18 22:33:06,336 Loading parameters... +2021-12-18 22:33:06,338 Loading project parameters... +2021-12-18 22:33:06,340 + +8 of 25 jobs remaining (22:33) +2021-12-18 22:33:06,340 Sleep: 10 +2021-12-18 22:33:06,340 Number of retrials: 0 +2021-12-18 22:33:06,340 WRAPPER CHECK TIME = 10 +2021-12-18 22:33:06,341 Checking jobs for platform=marenostrum4 +2021-12-18 22:33:06,341 Checking jobs for platform=nord3 +2021-12-18 22:33:06,342 Checking jobs for platform=local +2021-12-18 22:33:06,342 Checking jobs for platform=transfer_node +2021-12-18 22:33:08,511 Successful check job command: nohup kill -0 50887 > /dev/null 2>&1; echo $? +2021-12-18 22:33:08,511 Job t0ni_19931101_fc0_2_CLEAN is RUNNING +2021-12-18 22:33:08,512 End of checking +2021-12-18 22:33:08,513 Updating FAILED jobs +2021-12-18 22:33:08,513 Updating WAITING jobs +2021-12-18 22:33:08,513 Update finished +2021-12-18 22:33:08,513 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:33:08,513 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:33:08,514 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:33:08,514 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:33:08,514 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:33:08,514 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:33:08,514 t0ni_19931101_fc0_2_CLEAN 50887 RUNNING transfer_node no-scheduler +2021-12-18 22:33:08,517 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:33:08,519 Job list saved +2021-12-18 22:33:08,524 Updating FAILED jobs +2021-12-18 22:33:08,524 Updating WAITING jobs +2021-12-18 22:33:08,524 Update finished +2021-12-18 22:33:18,525 Reloading parameters... +2021-12-18 22:33:18,544 Loading parameters... +2021-12-18 22:33:18,545 Loading project parameters... +2021-12-18 22:33:18,547 + +8 of 25 jobs remaining (22:33) +2021-12-18 22:33:18,547 Sleep: 10 +2021-12-18 22:33:18,547 Number of retrials: 0 +2021-12-18 22:33:18,547 WRAPPER CHECK TIME = 10 +2021-12-18 22:33:18,548 Checking jobs for platform=marenostrum4 +2021-12-18 22:33:18,548 Checking jobs for platform=nord3 +2021-12-18 22:33:18,549 Checking jobs for platform=local +2021-12-18 22:33:18,550 Checking jobs for platform=transfer_node +2021-12-18 22:33:20,819 Successful check job command: nohup kill -0 50887 > /dev/null 2>&1; echo $? +2021-12-18 22:33:20,819 Job t0ni_19931101_fc0_2_CLEAN is RUNNING +2021-12-18 22:33:20,819 End of checking +2021-12-18 22:33:20,820 Updating FAILED jobs +2021-12-18 22:33:20,820 Updating WAITING jobs +2021-12-18 22:33:20,821 Update finished +2021-12-18 22:33:20,821 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:33:20,821 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:33:20,821 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:33:20,821 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:33:20,821 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:33:20,821 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:33:20,822 t0ni_19931101_fc0_2_CLEAN 50887 RUNNING transfer_node no-scheduler +2021-12-18 22:33:20,824 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:33:20,826 Job list saved +2021-12-18 22:33:20,831 Updating FAILED jobs +2021-12-18 22:33:20,831 Updating WAITING jobs +2021-12-18 22:33:20,831 Update finished +2021-12-18 22:33:30,840 Reloading parameters... +2021-12-18 22:33:30,861 Loading parameters... +2021-12-18 22:33:30,862 Loading project parameters... +2021-12-18 22:33:30,864 + +8 of 25 jobs remaining (22:33) +2021-12-18 22:33:30,864 Sleep: 10 +2021-12-18 22:33:30,864 Number of retrials: 0 +2021-12-18 22:33:30,864 WRAPPER CHECK TIME = 10 +2021-12-18 22:33:30,865 Checking jobs for platform=marenostrum4 +2021-12-18 22:33:30,865 Checking jobs for platform=nord3 +2021-12-18 22:33:30,866 Checking jobs for platform=local +2021-12-18 22:33:30,866 Checking jobs for platform=transfer_node +2021-12-18 22:33:33,036 Successful check job command: nohup kill -0 50887 > /dev/null 2>&1; echo $? +2021-12-18 22:33:33,037 Job t0ni_19931101_fc0_2_CLEAN is RUNNING +2021-12-18 22:33:33,037 End of checking +2021-12-18 22:33:33,038 Updating FAILED jobs +2021-12-18 22:33:33,038 Updating WAITING jobs +2021-12-18 22:33:33,038 Update finished +2021-12-18 22:33:33,039 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:33:33,039 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:33:33,039 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:33:33,039 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:33:33,040 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:33:33,040 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:33:33,040 t0ni_19931101_fc0_2_CLEAN 50887 RUNNING transfer_node no-scheduler +2021-12-18 22:33:33,042 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:33:33,045 Job list saved +2021-12-18 22:33:33,049 Updating FAILED jobs +2021-12-18 22:33:33,049 Updating WAITING jobs +2021-12-18 22:33:33,049 Update finished +2021-12-18 22:33:43,058 Reloading parameters... +2021-12-18 22:33:43,076 Loading parameters... +2021-12-18 22:33:43,077 Loading project parameters... +2021-12-18 22:33:43,079 + +8 of 25 jobs remaining (22:33) +2021-12-18 22:33:43,079 Sleep: 10 +2021-12-18 22:33:43,080 Number of retrials: 0 +2021-12-18 22:33:43,080 WRAPPER CHECK TIME = 10 +2021-12-18 22:33:43,080 Checking jobs for platform=marenostrum4 +2021-12-18 22:33:43,081 Checking jobs for platform=nord3 +2021-12-18 22:33:43,081 Checking jobs for platform=local +2021-12-18 22:33:43,082 Checking jobs for platform=transfer_node +2021-12-18 22:33:45,251 Successful check job command: nohup kill -0 50887 > /dev/null 2>&1; echo $? +2021-12-18 22:33:45,251 Job t0ni_19931101_fc0_2_CLEAN is RUNNING +2021-12-18 22:33:45,251 End of checking +2021-12-18 22:33:45,253 Updating FAILED jobs +2021-12-18 22:33:45,253 Updating WAITING jobs +2021-12-18 22:33:45,253 Update finished +2021-12-18 22:33:45,253 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:33:45,253 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:33:45,253 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:33:45,253 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:33:45,254 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:33:45,254 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:33:45,254 t0ni_19931101_fc0_2_CLEAN 50887 RUNNING transfer_node no-scheduler +2021-12-18 22:33:45,256 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:33:45,259 Job list saved +2021-12-18 22:33:45,263 Updating FAILED jobs +2021-12-18 22:33:45,263 Updating WAITING jobs +2021-12-18 22:33:45,264 Update finished +2021-12-18 22:33:55,271 Reloading parameters... +2021-12-18 22:33:55,291 Loading parameters... +2021-12-18 22:33:55,292 Loading project parameters... +2021-12-18 22:33:55,294 + +8 of 25 jobs remaining (22:33) +2021-12-18 22:33:55,294 Sleep: 10 +2021-12-18 22:33:55,294 Number of retrials: 0 +2021-12-18 22:33:55,294 WRAPPER CHECK TIME = 10 +2021-12-18 22:33:55,295 Checking jobs for platform=marenostrum4 +2021-12-18 22:33:55,295 Checking jobs for platform=nord3 +2021-12-18 22:33:55,296 Checking jobs for platform=local +2021-12-18 22:33:55,296 Checking jobs for platform=transfer_node +2021-12-18 22:33:57,466 Successful check job command: nohup kill -0 50887 > /dev/null 2>&1; echo $? +2021-12-18 22:33:57,466 Job t0ni_19931101_fc0_2_CLEAN is RUNNING +2021-12-18 22:33:57,467 End of checking +2021-12-18 22:33:57,468 Updating FAILED jobs +2021-12-18 22:33:57,468 Updating WAITING jobs +2021-12-18 22:33:57,468 Update finished +2021-12-18 22:33:57,469 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:33:57,469 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:33:57,469 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:33:57,469 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:33:57,469 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:33:57,469 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:33:57,469 t0ni_19931101_fc0_2_CLEAN 50887 RUNNING transfer_node no-scheduler +2021-12-18 22:33:57,472 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:33:57,474 Job list saved +2021-12-18 22:33:57,479 Updating FAILED jobs +2021-12-18 22:33:57,479 Updating WAITING jobs +2021-12-18 22:33:57,479 Update finished +2021-12-18 22:34:07,489 Reloading parameters... +2021-12-18 22:34:07,507 Loading parameters... +2021-12-18 22:34:07,508 Loading project parameters... +2021-12-18 22:34:07,514 + +8 of 25 jobs remaining (22:34) +2021-12-18 22:34:07,514 Sleep: 10 +2021-12-18 22:34:07,514 Number of retrials: 0 +2021-12-18 22:34:07,514 WRAPPER CHECK TIME = 10 +2021-12-18 22:34:07,515 Checking jobs for platform=marenostrum4 +2021-12-18 22:34:07,515 Checking jobs for platform=nord3 +2021-12-18 22:34:07,516 Checking jobs for platform=local +2021-12-18 22:34:07,516 Checking jobs for platform=transfer_node +2021-12-18 22:34:09,738 Successful check job command: nohup kill -0 50887 > /dev/null 2>&1; echo $? +2021-12-18 22:34:09,738 Job t0ni_19931101_fc0_2_CLEAN is RUNNING +2021-12-18 22:34:09,738 End of checking +2021-12-18 22:34:09,740 Updating FAILED jobs +2021-12-18 22:34:09,740 Updating WAITING jobs +2021-12-18 22:34:09,740 Update finished +2021-12-18 22:34:09,740 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:34:09,741 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:34:09,741 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:34:09,741 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:34:09,741 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:34:09,741 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:34:09,741 t0ni_19931101_fc0_2_CLEAN 50887 RUNNING transfer_node no-scheduler +2021-12-18 22:34:09,744 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:34:09,746 Job list saved +2021-12-18 22:34:09,751 Updating FAILED jobs +2021-12-18 22:34:09,751 Updating WAITING jobs +2021-12-18 22:34:09,751 Update finished +2021-12-18 22:34:19,760 Reloading parameters... +2021-12-18 22:34:19,780 Loading parameters... +2021-12-18 22:34:19,781 Loading project parameters... +2021-12-18 22:34:19,783 + +8 of 25 jobs remaining (22:34) +2021-12-18 22:34:19,783 Sleep: 10 +2021-12-18 22:34:19,783 Number of retrials: 0 +2021-12-18 22:34:19,783 WRAPPER CHECK TIME = 10 +2021-12-18 22:34:19,784 Checking jobs for platform=marenostrum4 +2021-12-18 22:34:19,785 Checking jobs for platform=nord3 +2021-12-18 22:34:19,785 Checking jobs for platform=local +2021-12-18 22:34:19,786 Checking jobs for platform=transfer_node +2021-12-18 22:34:21,906 Successful check job command: nohup kill -0 50887 > /dev/null 2>&1; echo $? +2021-12-18 22:34:21,906 Job t0ni_19931101_fc0_2_CLEAN is RUNNING +2021-12-18 22:34:21,906 End of checking +2021-12-18 22:34:21,907 Updating FAILED jobs +2021-12-18 22:34:21,907 Updating WAITING jobs +2021-12-18 22:34:21,908 Update finished +2021-12-18 22:34:21,908 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:34:21,908 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:34:21,908 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:34:21,908 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:34:21,908 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:34:21,908 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:34:21,909 t0ni_19931101_fc0_2_CLEAN 50887 RUNNING transfer_node no-scheduler +2021-12-18 22:34:21,911 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:34:21,914 Job list saved +2021-12-18 22:34:21,918 Updating FAILED jobs +2021-12-18 22:34:21,919 Updating WAITING jobs +2021-12-18 22:34:21,919 Update finished +2021-12-18 22:34:31,928 Reloading parameters... +2021-12-18 22:34:31,946 Loading parameters... +2021-12-18 22:34:31,948 Loading project parameters... +2021-12-18 22:34:31,949 + +8 of 25 jobs remaining (22:34) +2021-12-18 22:34:31,950 Sleep: 10 +2021-12-18 22:34:31,950 Number of retrials: 0 +2021-12-18 22:34:31,950 WRAPPER CHECK TIME = 10 +2021-12-18 22:34:31,950 Checking jobs for platform=marenostrum4 +2021-12-18 22:34:31,951 Checking jobs for platform=nord3 +2021-12-18 22:34:31,951 Checking jobs for platform=local +2021-12-18 22:34:31,952 Checking jobs for platform=transfer_node +2021-12-18 22:34:34,074 Successful check job command: nohup kill -0 50887 > /dev/null 2>&1; echo $? +2021-12-18 22:34:34,074 Job t0ni_19931101_fc0_2_CLEAN is RUNNING +2021-12-18 22:34:34,074 End of checking +2021-12-18 22:34:34,076 Updating FAILED jobs +2021-12-18 22:34:34,076 Updating WAITING jobs +2021-12-18 22:34:34,076 Update finished +2021-12-18 22:34:34,076 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:34:34,077 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:34:34,077 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:34:34,077 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:34:34,077 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:34:34,077 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:34:34,077 t0ni_19931101_fc0_2_CLEAN 50887 RUNNING transfer_node no-scheduler +2021-12-18 22:34:34,080 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:34:34,082 Job list saved +2021-12-18 22:34:34,087 Updating FAILED jobs +2021-12-18 22:34:34,087 Updating WAITING jobs +2021-12-18 22:34:34,087 Update finished +2021-12-18 22:34:44,097 Reloading parameters... +2021-12-18 22:34:44,117 Loading parameters... +2021-12-18 22:34:44,118 Loading project parameters... +2021-12-18 22:34:44,120 + +8 of 25 jobs remaining (22:34) +2021-12-18 22:34:44,120 Sleep: 10 +2021-12-18 22:34:44,120 Number of retrials: 0 +2021-12-18 22:34:44,120 WRAPPER CHECK TIME = 10 +2021-12-18 22:34:44,121 Checking jobs for platform=marenostrum4 +2021-12-18 22:34:44,122 Checking jobs for platform=nord3 +2021-12-18 22:34:44,122 Checking jobs for platform=local +2021-12-18 22:34:44,123 Checking jobs for platform=transfer_node +2021-12-18 22:34:46,242 Successful check job command: nohup kill -0 50887 > /dev/null 2>&1; echo $? +2021-12-18 22:34:46,243 Job t0ni_19931101_fc0_2_CLEAN is RUNNING +2021-12-18 22:34:46,243 End of checking +2021-12-18 22:34:46,244 Updating FAILED jobs +2021-12-18 22:34:46,245 Updating WAITING jobs +2021-12-18 22:34:46,245 Update finished +2021-12-18 22:34:46,245 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:34:46,245 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:34:46,246 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:34:46,246 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:34:46,246 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:34:46,246 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:34:46,246 t0ni_19931101_fc0_2_CLEAN 50887 RUNNING transfer_node no-scheduler +2021-12-18 22:34:46,250 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:34:46,252 Job list saved +2021-12-18 22:34:46,257 Updating FAILED jobs +2021-12-18 22:34:46,257 Updating WAITING jobs +2021-12-18 22:34:46,257 Update finished +2021-12-18 22:34:56,267 Reloading parameters... +2021-12-18 22:34:56,286 Loading parameters... +2021-12-18 22:34:56,287 Loading project parameters... +2021-12-18 22:34:56,289 + +8 of 25 jobs remaining (22:34) +2021-12-18 22:34:56,289 Sleep: 10 +2021-12-18 22:34:56,289 Number of retrials: 0 +2021-12-18 22:34:56,289 WRAPPER CHECK TIME = 10 +2021-12-18 22:34:56,290 Checking jobs for platform=marenostrum4 +2021-12-18 22:34:56,290 Checking jobs for platform=nord3 +2021-12-18 22:34:56,291 Checking jobs for platform=local +2021-12-18 22:34:56,291 Checking jobs for platform=transfer_node +2021-12-18 22:34:58,460 Successful check job command: nohup kill -0 50887 > /dev/null 2>&1; echo $? +2021-12-18 22:34:58,460 Job t0ni_19931101_fc0_2_CLEAN is RUNNING +2021-12-18 22:34:58,461 End of checking +2021-12-18 22:34:58,462 Updating FAILED jobs +2021-12-18 22:34:58,462 Updating WAITING jobs +2021-12-18 22:34:58,462 Update finished +2021-12-18 22:34:58,462 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:34:58,463 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:34:58,463 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:34:58,463 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:34:58,463 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:34:58,463 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:34:58,463 t0ni_19931101_fc0_2_CLEAN 50887 RUNNING transfer_node no-scheduler +2021-12-18 22:34:58,466 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:34:58,468 Job list saved +2021-12-18 22:34:58,472 Updating FAILED jobs +2021-12-18 22:34:58,473 Updating WAITING jobs +2021-12-18 22:34:58,473 Update finished +2021-12-18 22:35:08,483 Reloading parameters... +2021-12-18 22:35:08,501 Loading parameters... +2021-12-18 22:35:08,502 Loading project parameters... +2021-12-18 22:35:08,504 + +8 of 25 jobs remaining (22:35) +2021-12-18 22:35:08,504 Sleep: 10 +2021-12-18 22:35:08,504 Number of retrials: 0 +2021-12-18 22:35:08,504 WRAPPER CHECK TIME = 10 +2021-12-18 22:35:08,505 Checking jobs for platform=marenostrum4 +2021-12-18 22:35:08,506 Checking jobs for platform=nord3 +2021-12-18 22:35:08,506 Checking jobs for platform=local +2021-12-18 22:35:08,507 Checking jobs for platform=transfer_node +2021-12-18 22:35:10,676 Successful check job command: nohup kill -0 50887 > /dev/null 2>&1; echo $? +2021-12-18 22:35:10,677 Job t0ni_19931101_fc0_2_CLEAN is RUNNING +2021-12-18 22:35:10,677 End of checking +2021-12-18 22:35:10,678 Updating FAILED jobs +2021-12-18 22:35:10,678 Updating WAITING jobs +2021-12-18 22:35:10,679 Update finished +2021-12-18 22:35:10,679 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:35:10,679 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:35:10,679 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:35:10,679 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:35:10,679 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:35:10,679 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:35:10,680 t0ni_19931101_fc0_2_CLEAN 50887 RUNNING transfer_node no-scheduler +2021-12-18 22:35:10,683 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:35:10,685 Job list saved +2021-12-18 22:35:10,690 Updating FAILED jobs +2021-12-18 22:35:10,690 Updating WAITING jobs +2021-12-18 22:35:10,690 Update finished +2021-12-18 22:35:20,700 Reloading parameters... +2021-12-18 22:35:20,718 Loading parameters... +2021-12-18 22:35:20,719 Loading project parameters... +2021-12-18 22:35:20,721 + +8 of 25 jobs remaining (22:35) +2021-12-18 22:35:20,721 Sleep: 10 +2021-12-18 22:35:20,721 Number of retrials: 0 +2021-12-18 22:35:20,721 WRAPPER CHECK TIME = 10 +2021-12-18 22:35:20,722 Checking jobs for platform=marenostrum4 +2021-12-18 22:35:20,722 Checking jobs for platform=nord3 +2021-12-18 22:35:20,723 Checking jobs for platform=local +2021-12-18 22:35:20,723 Checking jobs for platform=transfer_node +2021-12-18 22:35:22,892 Successful check job command: nohup kill -0 50887 > /dev/null 2>&1; echo $? +2021-12-18 22:35:22,893 Job t0ni_19931101_fc0_2_CLEAN is RUNNING +2021-12-18 22:35:22,893 End of checking +2021-12-18 22:35:22,894 Updating FAILED jobs +2021-12-18 22:35:22,894 Updating WAITING jobs +2021-12-18 22:35:22,895 Update finished +2021-12-18 22:35:22,895 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:35:22,895 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:35:22,896 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:35:22,896 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:35:22,896 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:35:22,896 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:35:22,896 t0ni_19931101_fc0_2_CLEAN 50887 RUNNING transfer_node no-scheduler +2021-12-18 22:35:22,899 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:35:22,902 Job list saved +2021-12-18 22:35:22,906 Updating FAILED jobs +2021-12-18 22:35:22,907 Updating WAITING jobs +2021-12-18 22:35:22,907 Update finished +2021-12-18 22:35:32,916 Reloading parameters... +2021-12-18 22:35:32,936 Loading parameters... +2021-12-18 22:35:32,937 Loading project parameters... +2021-12-18 22:35:32,939 + +8 of 25 jobs remaining (22:35) +2021-12-18 22:35:32,939 Sleep: 10 +2021-12-18 22:35:32,939 Number of retrials: 0 +2021-12-18 22:35:32,939 WRAPPER CHECK TIME = 10 +2021-12-18 22:35:32,940 Checking jobs for platform=marenostrum4 +2021-12-18 22:35:32,941 Checking jobs for platform=nord3 +2021-12-18 22:35:32,941 Checking jobs for platform=local +2021-12-18 22:35:32,942 Checking jobs for platform=transfer_node +2021-12-18 22:35:35,061 Successful check job command: nohup kill -0 50887 > /dev/null 2>&1; echo $? +2021-12-18 22:35:35,061 Job t0ni_19931101_fc0_2_CLEAN is RUNNING +2021-12-18 22:35:35,061 End of checking +2021-12-18 22:35:35,062 Updating FAILED jobs +2021-12-18 22:35:35,063 Updating WAITING jobs +2021-12-18 22:35:35,063 Update finished +2021-12-18 22:35:35,063 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:35:35,063 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:35:35,063 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:35:35,063 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:35:35,064 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:35:35,064 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:35:35,064 t0ni_19931101_fc0_2_CLEAN 50887 RUNNING transfer_node no-scheduler +2021-12-18 22:35:35,067 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:35:35,069 Job list saved +2021-12-18 22:35:35,074 Updating FAILED jobs +2021-12-18 22:35:35,075 Updating WAITING jobs +2021-12-18 22:35:35,075 Update finished +2021-12-18 22:35:45,085 Reloading parameters... +2021-12-18 22:35:45,104 Loading parameters... +2021-12-18 22:35:45,106 Loading project parameters... +2021-12-18 22:35:45,107 + +8 of 25 jobs remaining (22:35) +2021-12-18 22:35:45,108 Sleep: 10 +2021-12-18 22:35:45,108 Number of retrials: 0 +2021-12-18 22:35:45,108 WRAPPER CHECK TIME = 10 +2021-12-18 22:35:45,108 Checking jobs for platform=marenostrum4 +2021-12-18 22:35:45,109 Checking jobs for platform=nord3 +2021-12-18 22:35:45,109 Checking jobs for platform=local +2021-12-18 22:35:45,110 Checking jobs for platform=transfer_node +2021-12-18 22:35:47,430 Successful check job command: nohup kill -0 50887 > /dev/null 2>&1; echo $? +2021-12-18 22:35:47,431 Job t0ni_19931101_fc0_2_CLEAN is RUNNING +2021-12-18 22:35:47,431 End of checking +2021-12-18 22:35:47,432 Updating FAILED jobs +2021-12-18 22:35:47,433 Updating WAITING jobs +2021-12-18 22:35:47,433 Update finished +2021-12-18 22:35:47,433 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:35:47,433 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:35:47,433 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:35:47,433 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:35:47,434 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:35:47,434 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:35:47,434 t0ni_19931101_fc0_2_CLEAN 50887 RUNNING transfer_node no-scheduler +2021-12-18 22:35:47,437 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:35:47,439 Job list saved +2021-12-18 22:35:47,445 Updating FAILED jobs +2021-12-18 22:35:47,445 Updating WAITING jobs +2021-12-18 22:35:47,445 Update finished +2021-12-18 22:35:57,454 Reloading parameters... +2021-12-18 22:35:57,477 Loading parameters... +2021-12-18 22:35:57,478 Loading project parameters... +2021-12-18 22:35:57,480 + +8 of 25 jobs remaining (22:35) +2021-12-18 22:35:57,481 Sleep: 10 +2021-12-18 22:35:57,481 Number of retrials: 0 +2021-12-18 22:35:57,481 WRAPPER CHECK TIME = 10 +2021-12-18 22:35:57,481 Checking jobs for platform=marenostrum4 +2021-12-18 22:35:57,482 Checking jobs for platform=nord3 +2021-12-18 22:35:57,482 Checking jobs for platform=local +2021-12-18 22:35:57,483 Checking jobs for platform=transfer_node +2021-12-18 22:35:59,805 Successful check job command: nohup kill -0 50887 > /dev/null 2>&1; echo $? +2021-12-18 22:35:59,806 Job t0ni_19931101_fc0_2_CLEAN is RUNNING +2021-12-18 22:35:59,806 End of checking +2021-12-18 22:35:59,807 Updating FAILED jobs +2021-12-18 22:35:59,807 Updating WAITING jobs +2021-12-18 22:35:59,808 Update finished +2021-12-18 22:35:59,808 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:35:59,808 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:35:59,808 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:35:59,809 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:35:59,809 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:35:59,809 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:35:59,809 t0ni_19931101_fc0_2_CLEAN 50887 RUNNING transfer_node no-scheduler +2021-12-18 22:35:59,811 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:35:59,814 Job list saved +2021-12-18 22:35:59,819 Updating FAILED jobs +2021-12-18 22:35:59,819 Updating WAITING jobs +2021-12-18 22:35:59,820 Update finished +2021-12-18 22:36:09,830 Reloading parameters... +2021-12-18 22:36:09,848 Loading parameters... +2021-12-18 22:36:09,850 Loading project parameters... +2021-12-18 22:36:09,852 + +8 of 25 jobs remaining (22:36) +2021-12-18 22:36:09,852 Sleep: 10 +2021-12-18 22:36:09,852 Number of retrials: 0 +2021-12-18 22:36:09,852 WRAPPER CHECK TIME = 10 +2021-12-18 22:36:09,853 Checking jobs for platform=marenostrum4 +2021-12-18 22:36:09,853 Checking jobs for platform=nord3 +2021-12-18 22:36:09,854 Checking jobs for platform=local +2021-12-18 22:36:09,854 Checking jobs for platform=transfer_node +2021-12-18 22:36:12,022 Successful check job command: nohup kill -0 50887 > /dev/null 2>&1; echo $? +2021-12-18 22:36:12,023 Job t0ni_19931101_fc0_2_CLEAN is RUNNING +2021-12-18 22:36:12,023 End of checking +2021-12-18 22:36:12,024 Updating FAILED jobs +2021-12-18 22:36:12,024 Updating WAITING jobs +2021-12-18 22:36:12,025 Update finished +2021-12-18 22:36:12,025 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:36:12,025 t0ni_19931101_fc0_1_CLEAN 41698 COMPLETED transfer_node no-scheduler +2021-12-18 22:36:12,025 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:36:12,025 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:36:12,025 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:36:12,025 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:36:12,026 t0ni_19931101_fc0_2_CLEAN 50887 RUNNING transfer_node no-scheduler +2021-12-18 22:36:12,028 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:36:12,030 Job list saved +2021-12-18 22:36:12,035 Updating FAILED jobs +2021-12-18 22:36:12,035 Updating WAITING jobs +2021-12-18 22:36:12,035 Update finished +2021-12-18 22:36:22,045 Reloading parameters... +2021-12-18 22:36:22,065 Loading parameters... +2021-12-18 22:36:22,066 Loading project parameters... +2021-12-18 22:36:22,068 + +8 of 25 jobs remaining (22:36) +2021-12-18 22:36:22,068 Sleep: 10 +2021-12-18 22:36:22,068 Number of retrials: 0 +2021-12-18 22:36:22,068 WRAPPER CHECK TIME = 10 +2021-12-18 22:36:22,069 Checking jobs for platform=marenostrum4 +2021-12-18 22:36:22,070 Checking jobs for platform=nord3 +2021-12-18 22:36:22,070 Checking jobs for platform=local +2021-12-18 22:36:22,071 Checking jobs for platform=transfer_node +2021-12-18 22:36:24,241 Successful check job command: nohup kill -0 50887 > /dev/null 2>&1; echo $? +2021-12-18 22:36:24,241 t0ni_19931101_fc0_2_CLEAN job seems to have completed: checking... +2021-12-18 22:36:24,251 Job t0ni_19931101_fc0_2_CLEAN is COMPLETED +2021-12-18 22:36:24,264 t0ni_19931101_fc0_2_CLEAN_STAT file have been transfered +2021-12-18 22:36:24,366 End of checking +2021-12-18 22:36:24,367 Updating FAILED jobs +2021-12-18 22:36:24,368 Updating WAITING jobs +2021-12-18 22:36:24,368 Setting job: t0ni_19931101_fc0_2_EARTHDIAGS status to: READY (all parents completed)... +2021-12-18 22:36:24,368 Setting job: t0ni_PERFORMANCE_METRICS status to: READY (all parents completed)... +2021-12-18 22:36:24,368 Setting job: t0ni_19931101_fc0_2_NCTIME status to: READY (all parents completed)... +2021-12-18 22:36:24,368 Update finished +2021-12-18 22:36:24,368 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:36:24,368 t0ni_19931101_fc0_2_CLEAN 50887 COMPLETED transfer_node no-scheduler +2021-12-18 22:36:24,369 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:36:24,369 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:36:24,369 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:36:24,369 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:36:24,373 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:36:24,376 Job list saved +2021-12-18 22:36:24,378 +Jobs ready for marenostrum4: 0 +2021-12-18 22:36:24,379 Number of jobs available: 20 +2021-12-18 22:36:24,380 Number of jobs ready: 0 +2021-12-18 22:36:24,384 +Jobs ready for nord3: 2 +2021-12-18 22:36:24,385 Number of jobs available: 20 +2021-12-18 22:36:24,385 Number of jobs ready: 2 +2021-12-18 22:36:24,385 Jobs ready for nord3: 2 +2021-12-18 22:36:24,394 Creating Scripts +2021-12-18 22:36:24,399 Custom directives from platform.conf: None +2021-12-18 22:36:24,400 Custom directives from platform.conf: None +2021-12-18 22:36:24,400 Custom directives from platform.conf: None +2021-12-18 22:36:24,677 Sending Files +2021-12-18 22:36:25,165 /gpfs/scratch/bsc32/bsc32627/t0ni/LOG_t0ni has been created on nord1.bsc.es . +2021-12-18 22:36:25,178 Submitting +2021-12-18 22:36:25,799 Command bsub -cwd /gpfs/scratch/bsc32/bsc32627/t0ni/LOG_t0ni < /gpfs/scratch/bsc32/bsc32627/t0ni/LOG_t0ni/t0ni_19931101_fc0_2_NCTIME.cmd in nord1.bsc.es warning: Changing queue to sequential + +2021-12-18 22:36:25,799 Job ID: 805828 +2021-12-18 22:36:25,799 t0ni_19931101_fc0_2_NCTIME submitted +2021-12-18 22:36:25,930 Creating Scripts +2021-12-18 22:36:26,011 Sending Files +2021-12-18 22:36:26,481 /gpfs/scratch/bsc32/bsc32627/t0ni/LOG_t0ni has been created on nord1.bsc.es . +2021-12-18 22:36:26,488 Submitting +2021-12-18 22:36:27,060 Job ID: 805829 +2021-12-18 22:36:27,060 t0ni_19931101_fc0_2_EARTHDIAGS submitted +2021-12-18 22:36:27,219 +Jobs ready for local: 1 +2021-12-18 22:36:27,220 Number of jobs available: 20 +2021-12-18 22:36:27,220 Number of jobs ready: 1 +2021-12-18 22:36:27,220 Jobs ready for local: 1 +2021-12-18 22:36:27,220 Wallclock for t0ni_PERFORMANCE_METRICS is not defined! , setting it to 02:00 +2021-12-18 22:36:27,226 Creating Scripts +2021-12-18 22:36:27,321 Sending Files +2021-12-18 22:36:27,403 Command 'mkdir -p /esarchive/autosubmit/t0ni/tmp/LOG_t0ni': +2021-12-18 22:36:27,403 /esarchive/autosubmit/t0ni/tmp/LOG_t0ni has been created on localhost . +2021-12-18 22:36:27,458 Submitting +2021-12-18 22:36:27,485 t0ni_PERFORMANCE_METRICS_STAT have been removed +2021-12-18 22:36:27,509 t0ni_PERFORMANCE_METRICS_COMPLETED been removed +2021-12-18 22:36:27,523 Command ' nohup bash /esarchive/autosubmit/t0ni/tmp/LOG_t0ni/t0ni_PERFORMANCE_METRICS.cmd > /esarchive/autosubmit/t0ni/tmp/LOG_t0ni/t0ni_PERFORMANCE_METRICS.cmd.out 2> /esarchive/autosubmit/t0ni/tmp/LOG_t0ni/t0ni_PERFORMANCE_METRICS.cmd.err & echo $!': 2752 + +2021-12-18 22:36:27,523 Job ID: 2752 + +2021-12-18 22:36:27,523 t0ni_PERFORMANCE_METRICS submitted +2021-12-18 22:36:27,647 +Jobs ready for transfer_node: 0 +2021-12-18 22:36:27,648 Number of jobs available: 20 +2021-12-18 22:36:27,648 Number of jobs ready: 0 +2021-12-18 22:36:27,652 Updating FAILED jobs +2021-12-18 22:36:27,652 Updating WAITING jobs +2021-12-18 22:36:27,652 Update finished +2021-12-18 22:36:27,652 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:36:27,652 t0ni_19931101_fc0_2_CLEAN 50887 COMPLETED transfer_node no-scheduler +2021-12-18 22:36:27,653 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:36:27,653 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:36:27,653 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:36:27,653 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:36:27,653 t0ni_19931101_fc0_2_EARTHDIAGS 805829 SUBMITTED nord3 debug +2021-12-18 22:36:27,653 t0ni_PERFORMANCE_METRICS 2752 SUBMITTED local no-scheduler +2021-12-18 22:36:27,653 t0ni_19931101_fc0_2_NCTIME 805828 SUBMITTED nord3 bsc_es +2021-12-18 22:36:27,656 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:36:27,658 Job list saved +2021-12-18 22:36:27,715 Updating FAILED jobs +2021-12-18 22:36:27,715 Updating WAITING jobs +2021-12-18 22:36:27,715 Update finished +2021-12-18 22:36:37,725 Reloading parameters... +2021-12-18 22:36:37,744 Loading parameters... +2021-12-18 22:36:37,746 Loading project parameters... +2021-12-18 22:36:37,748 + +7 of 25 jobs remaining (22:36) +2021-12-18 22:36:37,748 Sleep: 10 +2021-12-18 22:36:37,748 Number of retrials: 0 +2021-12-18 22:36:37,748 WRAPPER CHECK TIME = 10 +2021-12-18 22:36:37,749 Checking jobs for platform=marenostrum4 +2021-12-18 22:36:37,749 Checking jobs for platform=nord3 +2021-12-18 22:36:40,268 Successful check job command: bjobs 805828 +2021-12-18 22:36:40,269 Job t0ni_19931101_fc0_2_NCTIME is RUNNING +2021-12-18 22:36:40,285 t0ni_19931101_fc0_2_NCTIME_STAT file have been transfered +2021-12-18 22:36:42,863 Successful check job command: bjobs 805829 +2021-12-18 22:36:42,863 Job t0ni_19931101_fc0_2_EARTHDIAGS is RUNNING +2021-12-18 22:36:43,294 t0ni_19931101_fc0_2_EARTHDIAGS_STAT file have been transfered +2021-12-18 22:36:43,353 Checking jobs for platform=local +2021-12-18 22:36:45,394 Command 'nohup kill -0 2752 > /dev/null 2>&1; echo $?': 1 + +2021-12-18 22:36:45,395 Successful check job command: nohup kill -0 2752 > /dev/null 2>&1; echo $? +2021-12-18 22:36:45,395 t0ni_PERFORMANCE_METRICS job seems to have completed: checking... +2021-12-18 22:36:45,437 Job t0ni_PERFORMANCE_METRICS is COMPLETED +2021-12-18 22:36:45,477 t0ni_PERFORMANCE_METRICS_STAT file have been transfered +2021-12-18 22:36:45,559 t0ni_PERFORMANCE_METRICS_STAT file have been transfered +2021-12-18 22:36:45,647 Checking jobs for platform=transfer_node +2021-12-18 22:36:45,647 End of checking +2021-12-18 22:36:45,648 Updating FAILED jobs +2021-12-18 22:36:45,648 Updating WAITING jobs +2021-12-18 22:36:45,649 Setting job: t0ni_19931101_fc0_CLEAN_MEMBER status to: READY (all parents completed)... +2021-12-18 22:36:45,649 Update finished +2021-12-18 22:36:45,649 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:36:45,649 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:36:45,649 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:36:45,649 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:36:45,650 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:36:45,650 t0ni_PERFORMANCE_METRICS 2752 COMPLETED local no-scheduler +2021-12-18 22:36:45,650 t0ni_19931101_fc0_2_EARTHDIAGS 805829 RUNNING nord3 debug +2021-12-18 22:36:45,650 t0ni_19931101_fc0_2_NCTIME 805828 RUNNING nord3 bsc_es +2021-12-18 22:36:45,652 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:36:45,659 Job list saved +2021-12-18 22:36:45,664 +Jobs ready for marenostrum4: 0 +2021-12-18 22:36:45,665 Number of jobs available: 20 +2021-12-18 22:36:45,665 Number of jobs ready: 0 +2021-12-18 22:36:45,670 Custom directives from platform.conf: None +2021-12-18 22:36:45,670 +Jobs ready for nord3: 0 +2021-12-18 22:36:45,671 Custom directives from platform.conf: None +2021-12-18 22:36:45,671 Number of jobs available: 20 +2021-12-18 22:36:45,672 Custom directives from platform.conf: None +2021-12-18 22:36:45,672 Number of jobs ready: 0 +2021-12-18 22:36:45,673 +Jobs ready for local: 0 +2021-12-18 22:36:45,673 Number of jobs available: 20 +2021-12-18 22:36:45,673 Number of jobs ready: 0 +2021-12-18 22:36:45,674 +Jobs ready for transfer_node: 1 +2021-12-18 22:36:45,674 Number of jobs available: 20 +2021-12-18 22:36:45,674 Number of jobs ready: 1 +2021-12-18 22:36:45,675 Jobs ready for transfer_node: 1 +2021-12-18 22:36:45,682 Creating Scripts +2021-12-18 22:36:45,775 Sending Files +2021-12-18 22:36:45,893 /gpfs/scratch/bsc32/bsc32627/t0ni/LOG_t0ni has been created on dt01.bsc.es . +2021-12-18 22:36:46,000 Submitting +2021-12-18 22:36:46,120 Job ID: 21200 + +2021-12-18 22:36:46,120 t0ni_19931101_fc0_CLEAN_MEMBER submitted +2021-12-18 22:36:46,233 Updating FAILED jobs +2021-12-18 22:36:46,233 Updating WAITING jobs +2021-12-18 22:36:46,233 Update finished +2021-12-18 22:36:46,234 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:36:46,234 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:36:46,234 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:36:46,234 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:36:46,234 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:36:46,234 t0ni_PERFORMANCE_METRICS 2752 COMPLETED local no-scheduler +2021-12-18 22:36:46,234 t0ni_19931101_fc0_CLEAN_MEMBER 21200 SUBMITTED transfer_node no-scheduler +2021-12-18 22:36:46,235 t0ni_19931101_fc0_2_EARTHDIAGS 805829 RUNNING nord3 debug +2021-12-18 22:36:46,235 t0ni_19931101_fc0_2_NCTIME 805828 RUNNING nord3 bsc_es +2021-12-18 22:36:46,237 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:36:46,239 Job list saved +2021-12-18 22:36:46,294 Updating FAILED jobs +2021-12-18 22:36:46,294 Updating WAITING jobs +2021-12-18 22:36:46,294 Update finished +2021-12-18 22:36:56,305 Reloading parameters... +2021-12-18 22:36:56,323 Loading parameters... +2021-12-18 22:36:56,324 Loading project parameters... +2021-12-18 22:36:56,327 + +6 of 25 jobs remaining (22:36) +2021-12-18 22:36:56,327 Sleep: 10 +2021-12-18 22:36:56,327 Number of retrials: 0 +2021-12-18 22:36:56,327 WRAPPER CHECK TIME = 10 +2021-12-18 22:36:56,328 Checking jobs for platform=marenostrum4 +2021-12-18 22:36:56,328 Checking jobs for platform=nord3 +2021-12-18 22:36:58,847 Successful check job command: bjobs 805828 +2021-12-18 22:36:58,847 Job t0ni_19931101_fc0_2_NCTIME is RUNNING +2021-12-18 22:37:01,367 Successful check job command: bjobs 805829 +2021-12-18 22:37:01,367 Job t0ni_19931101_fc0_2_EARTHDIAGS is RUNNING +2021-12-18 22:37:01,368 Checking jobs for platform=local +2021-12-18 22:37:01,368 Checking jobs for platform=transfer_node +2021-12-18 22:37:04,189 Successful check job command: nohup kill -0 21200 > /dev/null 2>&1; echo $? +2021-12-18 22:37:04,189 Job t0ni_19931101_fc0_CLEAN_MEMBER is RUNNING +2021-12-18 22:37:04,211 t0ni_19931101_fc0_CLEAN_MEMBER_STAT file have been transfered +2021-12-18 22:37:04,275 End of checking +2021-12-18 22:37:04,276 Updating FAILED jobs +2021-12-18 22:37:04,277 Updating WAITING jobs +2021-12-18 22:37:04,277 Update finished +2021-12-18 22:37:04,277 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:37:04,277 t0ni_19931101_fc0_1_EARTHDIAGS 805763 COMPLETED nord3 debug +2021-12-18 22:37:04,277 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:37:04,277 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:37:04,278 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:37:04,278 t0ni_PERFORMANCE_METRICS 2752 COMPLETED local no-scheduler +2021-12-18 22:37:04,278 t0ni_19931101_fc0_2_EARTHDIAGS 805829 RUNNING nord3 debug +2021-12-18 22:37:04,278 t0ni_19931101_fc0_CLEAN_MEMBER 21200 RUNNING transfer_node no-scheduler +2021-12-18 22:37:04,278 t0ni_19931101_fc0_2_NCTIME 805828 RUNNING nord3 bsc_es +2021-12-18 22:37:04,281 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:37:04,283 Job list saved +2021-12-18 22:37:04,353 Updating FAILED jobs +2021-12-18 22:37:04,354 Updating WAITING jobs +2021-12-18 22:37:04,354 Update finished +2021-12-18 22:37:14,363 Reloading parameters... +2021-12-18 22:37:14,383 Loading parameters... +2021-12-18 22:37:14,384 Loading project parameters... +2021-12-18 22:37:14,386 + +6 of 25 jobs remaining (22:37) +2021-12-18 22:37:14,386 Sleep: 10 +2021-12-18 22:37:14,387 Number of retrials: 0 +2021-12-18 22:37:14,387 WRAPPER CHECK TIME = 10 +2021-12-18 22:37:14,387 Checking jobs for platform=marenostrum4 +2021-12-18 22:37:14,388 Checking jobs for platform=nord3 +2021-12-18 22:37:16,907 Successful check job command: bjobs 805828 +2021-12-18 22:37:16,907 t0ni_19931101_fc0_2_NCTIME job seems to have completed: checking... +2021-12-18 22:37:16,962 Job t0ni_19931101_fc0_2_NCTIME is COMPLETED +2021-12-18 22:37:16,982 t0ni_19931101_fc0_2_NCTIME_STAT file have been transfered +2021-12-18 22:37:17,079 Custom directives from platform.conf: None +2021-12-18 22:37:17,079 Custom directives from platform.conf: None +2021-12-18 22:37:17,079 Custom directives from platform.conf: None +2021-12-18 22:37:19,578 Successful check job command: bjobs 805829 +2021-12-18 22:37:19,578 Job t0ni_19931101_fc0_2_EARTHDIAGS is RUNNING +2021-12-18 22:37:19,579 Checking jobs for platform=local +2021-12-18 22:37:19,579 Checking jobs for platform=transfer_node +2021-12-18 22:37:21,750 Successful check job command: nohup kill -0 21200 > /dev/null 2>&1; echo $? +2021-12-18 22:37:21,750 Job t0ni_19931101_fc0_CLEAN_MEMBER is RUNNING +2021-12-18 22:37:21,750 End of checking +2021-12-18 22:37:21,751 Updating FAILED jobs +2021-12-18 22:37:21,752 Updating WAITING jobs +2021-12-18 22:37:21,752 Update finished +2021-12-18 22:37:21,752 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:37:21,753 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:37:21,753 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:37:21,753 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:37:21,753 t0ni_PERFORMANCE_METRICS 2752 COMPLETED local no-scheduler +2021-12-18 22:37:21,753 t0ni_19931101_fc0_2_NCTIME 805828 COMPLETED nord3 bsc_es +2021-12-18 22:37:21,753 t0ni_19931101_fc0_2_EARTHDIAGS 805829 RUNNING nord3 debug +2021-12-18 22:37:21,753 t0ni_19931101_fc0_CLEAN_MEMBER 21200 RUNNING transfer_node no-scheduler +2021-12-18 22:37:21,756 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:37:21,759 Job list saved +2021-12-18 22:37:21,826 Updating FAILED jobs +2021-12-18 22:37:21,826 Updating WAITING jobs +2021-12-18 22:37:21,826 Update finished +2021-12-18 22:37:31,836 Reloading parameters... +2021-12-18 22:37:31,853 Loading parameters... +2021-12-18 22:37:31,855 Loading project parameters... +2021-12-18 22:37:31,857 + +5 of 25 jobs remaining (22:37) +2021-12-18 22:37:31,857 Sleep: 10 +2021-12-18 22:37:31,857 Number of retrials: 0 +2021-12-18 22:37:31,857 WRAPPER CHECK TIME = 10 +2021-12-18 22:37:31,857 Checking jobs for platform=marenostrum4 +2021-12-18 22:37:31,858 Checking jobs for platform=nord3 +2021-12-18 22:37:34,377 Successful check job command: bjobs 805829 +2021-12-18 22:37:34,377 Job t0ni_19931101_fc0_2_EARTHDIAGS is RUNNING +2021-12-18 22:37:34,378 Checking jobs for platform=local +2021-12-18 22:37:34,379 Checking jobs for platform=transfer_node +2021-12-18 22:37:36,498 Successful check job command: nohup kill -0 21200 > /dev/null 2>&1; echo $? +2021-12-18 22:37:36,498 Job t0ni_19931101_fc0_CLEAN_MEMBER is RUNNING +2021-12-18 22:37:36,499 End of checking +2021-12-18 22:37:36,500 Updating FAILED jobs +2021-12-18 22:37:36,500 Updating WAITING jobs +2021-12-18 22:37:36,500 Update finished +2021-12-18 22:37:36,501 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:37:36,501 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:37:36,501 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:37:36,501 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:37:36,501 t0ni_PERFORMANCE_METRICS 2752 COMPLETED local no-scheduler +2021-12-18 22:37:36,501 t0ni_19931101_fc0_2_NCTIME 805828 COMPLETED nord3 bsc_es +2021-12-18 22:37:36,501 t0ni_19931101_fc0_2_EARTHDIAGS 805829 RUNNING nord3 debug +2021-12-18 22:37:36,502 t0ni_19931101_fc0_CLEAN_MEMBER 21200 RUNNING transfer_node no-scheduler +2021-12-18 22:37:36,505 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:37:36,507 Job list saved +2021-12-18 22:37:36,511 Updating FAILED jobs +2021-12-18 22:37:36,512 Updating WAITING jobs +2021-12-18 22:37:36,512 Update finished +2021-12-18 22:37:46,522 Reloading parameters... +2021-12-18 22:37:46,605 Loading parameters... +2021-12-18 22:37:46,606 Loading project parameters... +2021-12-18 22:37:46,608 + +5 of 25 jobs remaining (22:37) +2021-12-18 22:37:46,608 Sleep: 10 +2021-12-18 22:37:46,609 Number of retrials: 0 +2021-12-18 22:37:46,609 WRAPPER CHECK TIME = 10 +2021-12-18 22:37:46,609 Checking jobs for platform=marenostrum4 +2021-12-18 22:37:46,610 Checking jobs for platform=nord3 +2021-12-18 22:37:49,130 Successful check job command: bjobs 805829 +2021-12-18 22:37:49,130 Job t0ni_19931101_fc0_2_EARTHDIAGS is RUNNING +2021-12-18 22:37:49,131 Checking jobs for platform=local +2021-12-18 22:37:49,132 Checking jobs for platform=transfer_node +2021-12-18 22:37:51,250 Successful check job command: nohup kill -0 21200 > /dev/null 2>&1; echo $? +2021-12-18 22:37:51,250 Job t0ni_19931101_fc0_CLEAN_MEMBER is RUNNING +2021-12-18 22:37:51,250 End of checking +2021-12-18 22:37:51,251 Updating FAILED jobs +2021-12-18 22:37:51,252 Updating WAITING jobs +2021-12-18 22:37:51,252 Update finished +2021-12-18 22:37:51,252 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:37:51,252 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:37:51,252 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:37:51,252 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:37:51,253 t0ni_PERFORMANCE_METRICS 2752 COMPLETED local no-scheduler +2021-12-18 22:37:51,253 t0ni_19931101_fc0_2_NCTIME 805828 COMPLETED nord3 bsc_es +2021-12-18 22:37:51,253 t0ni_19931101_fc0_2_EARTHDIAGS 805829 RUNNING nord3 debug +2021-12-18 22:37:51,253 t0ni_19931101_fc0_CLEAN_MEMBER 21200 RUNNING transfer_node no-scheduler +2021-12-18 22:37:51,255 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:37:51,258 Job list saved +2021-12-18 22:37:51,262 Updating FAILED jobs +2021-12-18 22:37:51,262 Updating WAITING jobs +2021-12-18 22:37:51,263 Update finished +2021-12-18 22:38:01,273 Reloading parameters... +2021-12-18 22:38:01,292 Loading parameters... +2021-12-18 22:38:01,293 Loading project parameters... +2021-12-18 22:38:01,295 + +5 of 25 jobs remaining (22:38) +2021-12-18 22:38:01,296 Sleep: 10 +2021-12-18 22:38:01,296 Number of retrials: 0 +2021-12-18 22:38:01,296 WRAPPER CHECK TIME = 10 +2021-12-18 22:38:01,296 Checking jobs for platform=marenostrum4 +2021-12-18 22:38:01,297 Checking jobs for platform=nord3 +2021-12-18 22:38:03,817 Successful check job command: bjobs 805829 +2021-12-18 22:38:03,817 Job t0ni_19931101_fc0_2_EARTHDIAGS is RUNNING +2021-12-18 22:38:03,817 Checking jobs for platform=local +2021-12-18 22:38:03,818 Checking jobs for platform=transfer_node +2021-12-18 22:38:05,988 Successful check job command: nohup kill -0 21200 > /dev/null 2>&1; echo $? +2021-12-18 22:38:05,988 Job t0ni_19931101_fc0_CLEAN_MEMBER is RUNNING +2021-12-18 22:38:05,988 End of checking +2021-12-18 22:38:05,990 Updating FAILED jobs +2021-12-18 22:38:05,990 Updating WAITING jobs +2021-12-18 22:38:05,990 Update finished +2021-12-18 22:38:05,990 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:38:05,991 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:38:05,991 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:38:05,991 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:38:05,991 t0ni_PERFORMANCE_METRICS 2752 COMPLETED local no-scheduler +2021-12-18 22:38:05,991 t0ni_19931101_fc0_2_NCTIME 805828 COMPLETED nord3 bsc_es +2021-12-18 22:38:05,991 t0ni_19931101_fc0_2_EARTHDIAGS 805829 RUNNING nord3 debug +2021-12-18 22:38:05,992 t0ni_19931101_fc0_CLEAN_MEMBER 21200 RUNNING transfer_node no-scheduler +2021-12-18 22:38:05,994 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:38:05,997 Job list saved +2021-12-18 22:38:06,001 Updating FAILED jobs +2021-12-18 22:38:06,002 Updating WAITING jobs +2021-12-18 22:38:06,002 Update finished +2021-12-18 22:38:16,012 Reloading parameters... +2021-12-18 22:38:16,032 Loading parameters... +2021-12-18 22:38:16,033 Loading project parameters... +2021-12-18 22:38:16,036 + +5 of 25 jobs remaining (22:38) +2021-12-18 22:38:16,036 Sleep: 10 +2021-12-18 22:38:16,036 Number of retrials: 0 +2021-12-18 22:38:16,036 WRAPPER CHECK TIME = 10 +2021-12-18 22:38:16,037 Checking jobs for platform=marenostrum4 +2021-12-18 22:38:16,037 Checking jobs for platform=nord3 +2021-12-18 22:38:18,556 Successful check job command: bjobs 805829 +2021-12-18 22:38:18,557 Job t0ni_19931101_fc0_2_EARTHDIAGS is RUNNING +2021-12-18 22:38:18,557 Checking jobs for platform=local +2021-12-18 22:38:18,558 Checking jobs for platform=transfer_node +2021-12-18 22:38:20,738 Successful check job command: nohup kill -0 21200 > /dev/null 2>&1; echo $? +2021-12-18 22:38:20,739 Job t0ni_19931101_fc0_CLEAN_MEMBER is RUNNING +2021-12-18 22:38:20,739 End of checking +2021-12-18 22:38:20,740 Updating FAILED jobs +2021-12-18 22:38:20,741 Updating WAITING jobs +2021-12-18 22:38:20,741 Update finished +2021-12-18 22:38:20,741 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:38:20,741 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:38:20,741 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:38:20,742 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:38:20,742 t0ni_PERFORMANCE_METRICS 2752 COMPLETED local no-scheduler +2021-12-18 22:38:20,742 t0ni_19931101_fc0_2_NCTIME 805828 COMPLETED nord3 bsc_es +2021-12-18 22:38:20,742 t0ni_19931101_fc0_2_EARTHDIAGS 805829 RUNNING nord3 debug +2021-12-18 22:38:20,742 t0ni_19931101_fc0_CLEAN_MEMBER 21200 RUNNING transfer_node no-scheduler +2021-12-18 22:38:20,745 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:38:20,748 Job list saved +2021-12-18 22:38:20,754 Updating FAILED jobs +2021-12-18 22:38:20,754 Updating WAITING jobs +2021-12-18 22:38:20,754 Update finished +2021-12-18 22:38:30,764 Reloading parameters... +2021-12-18 22:38:30,784 Loading parameters... +2021-12-18 22:38:30,785 Loading project parameters... +2021-12-18 22:38:30,787 + +5 of 25 jobs remaining (22:38) +2021-12-18 22:38:30,787 Sleep: 10 +2021-12-18 22:38:30,787 Number of retrials: 0 +2021-12-18 22:38:30,788 WRAPPER CHECK TIME = 10 +2021-12-18 22:38:30,788 Checking jobs for platform=marenostrum4 +2021-12-18 22:38:30,789 Checking jobs for platform=nord3 +2021-12-18 22:38:33,306 Successful check job command: bjobs 805829 +2021-12-18 22:38:33,306 Job t0ni_19931101_fc0_2_EARTHDIAGS is RUNNING +2021-12-18 22:38:33,307 Checking jobs for platform=local +2021-12-18 22:38:33,308 Checking jobs for platform=transfer_node +2021-12-18 22:38:35,425 Successful check job command: nohup kill -0 21200 > /dev/null 2>&1; echo $? +2021-12-18 22:38:35,426 Job t0ni_19931101_fc0_CLEAN_MEMBER is RUNNING +2021-12-18 22:38:35,426 End of checking +2021-12-18 22:38:35,427 Updating FAILED jobs +2021-12-18 22:38:35,427 Updating WAITING jobs +2021-12-18 22:38:35,427 Update finished +2021-12-18 22:38:35,428 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:38:35,428 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:38:35,428 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:38:35,428 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:38:35,428 t0ni_PERFORMANCE_METRICS 2752 COMPLETED local no-scheduler +2021-12-18 22:38:35,428 t0ni_19931101_fc0_2_NCTIME 805828 COMPLETED nord3 bsc_es +2021-12-18 22:38:35,428 t0ni_19931101_fc0_2_EARTHDIAGS 805829 RUNNING nord3 debug +2021-12-18 22:38:35,429 t0ni_19931101_fc0_CLEAN_MEMBER 21200 RUNNING transfer_node no-scheduler +2021-12-18 22:38:35,431 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:38:35,434 Job list saved +2021-12-18 22:38:35,440 Updating FAILED jobs +2021-12-18 22:38:35,440 Updating WAITING jobs +2021-12-18 22:38:35,440 Update finished +2021-12-18 22:38:45,449 Reloading parameters... +2021-12-18 22:38:45,467 Loading parameters... +2021-12-18 22:38:45,468 Loading project parameters... +2021-12-18 22:38:45,470 + +5 of 25 jobs remaining (22:38) +2021-12-18 22:38:45,471 Sleep: 10 +2021-12-18 22:38:45,471 Number of retrials: 0 +2021-12-18 22:38:45,471 WRAPPER CHECK TIME = 10 +2021-12-18 22:38:45,471 Checking jobs for platform=marenostrum4 +2021-12-18 22:38:45,472 Checking jobs for platform=nord3 +2021-12-18 22:38:47,992 Successful check job command: bjobs 805829 +2021-12-18 22:38:47,992 Job t0ni_19931101_fc0_2_EARTHDIAGS is RUNNING +2021-12-18 22:38:47,993 Checking jobs for platform=local +2021-12-18 22:38:47,993 Checking jobs for platform=transfer_node +2021-12-18 22:38:50,112 Successful check job command: nohup kill -0 21200 > /dev/null 2>&1; echo $? +2021-12-18 22:38:50,112 Job t0ni_19931101_fc0_CLEAN_MEMBER is RUNNING +2021-12-18 22:38:50,113 End of checking +2021-12-18 22:38:50,114 Updating FAILED jobs +2021-12-18 22:38:50,114 Updating WAITING jobs +2021-12-18 22:38:50,114 Update finished +2021-12-18 22:38:50,114 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:38:50,116 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:38:50,116 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:38:50,116 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:38:50,116 t0ni_PERFORMANCE_METRICS 2752 COMPLETED local no-scheduler +2021-12-18 22:38:50,116 t0ni_19931101_fc0_2_NCTIME 805828 COMPLETED nord3 bsc_es +2021-12-18 22:38:50,116 t0ni_19931101_fc0_2_EARTHDIAGS 805829 RUNNING nord3 debug +2021-12-18 22:38:50,117 t0ni_19931101_fc0_CLEAN_MEMBER 21200 RUNNING transfer_node no-scheduler +2021-12-18 22:38:50,119 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:38:50,122 Job list saved +2021-12-18 22:38:50,127 Updating FAILED jobs +2021-12-18 22:38:50,127 Updating WAITING jobs +2021-12-18 22:38:50,127 Update finished +2021-12-18 22:39:00,137 Reloading parameters... +2021-12-18 22:39:00,155 Loading parameters... +2021-12-18 22:39:00,157 Loading project parameters... +2021-12-18 22:39:00,159 + +5 of 25 jobs remaining (22:39) +2021-12-18 22:39:00,159 Sleep: 10 +2021-12-18 22:39:00,159 Number of retrials: 0 +2021-12-18 22:39:00,159 WRAPPER CHECK TIME = 10 +2021-12-18 22:39:00,160 Checking jobs for platform=marenostrum4 +2021-12-18 22:39:00,160 Checking jobs for platform=nord3 +2021-12-18 22:39:02,679 Successful check job command: bjobs 805829 +2021-12-18 22:39:02,679 Job t0ni_19931101_fc0_2_EARTHDIAGS is RUNNING +2021-12-18 22:39:02,680 Checking jobs for platform=local +2021-12-18 22:39:02,681 Checking jobs for platform=transfer_node +2021-12-18 22:39:04,800 Successful check job command: nohup kill -0 21200 > /dev/null 2>&1; echo $? +2021-12-18 22:39:04,801 Job t0ni_19931101_fc0_CLEAN_MEMBER is RUNNING +2021-12-18 22:39:04,801 End of checking +2021-12-18 22:39:04,803 Updating FAILED jobs +2021-12-18 22:39:04,803 Updating WAITING jobs +2021-12-18 22:39:04,803 Update finished +2021-12-18 22:39:04,803 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:39:04,803 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:39:04,804 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:39:04,804 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:39:04,804 t0ni_PERFORMANCE_METRICS 2752 COMPLETED local no-scheduler +2021-12-18 22:39:04,804 t0ni_19931101_fc0_2_NCTIME 805828 COMPLETED nord3 bsc_es +2021-12-18 22:39:04,804 t0ni_19931101_fc0_2_EARTHDIAGS 805829 RUNNING nord3 debug +2021-12-18 22:39:04,804 t0ni_19931101_fc0_CLEAN_MEMBER 21200 RUNNING transfer_node no-scheduler +2021-12-18 22:39:04,807 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:39:04,809 Job list saved +2021-12-18 22:39:04,814 Updating FAILED jobs +2021-12-18 22:39:04,815 Updating WAITING jobs +2021-12-18 22:39:04,815 Update finished +2021-12-18 22:39:14,821 Reloading parameters... +2021-12-18 22:39:14,841 Loading parameters... +2021-12-18 22:39:14,842 Loading project parameters... +2021-12-18 22:39:14,844 + +5 of 25 jobs remaining (22:39) +2021-12-18 22:39:14,844 Sleep: 10 +2021-12-18 22:39:14,844 Number of retrials: 0 +2021-12-18 22:39:14,844 WRAPPER CHECK TIME = 10 +2021-12-18 22:39:14,845 Checking jobs for platform=marenostrum4 +2021-12-18 22:39:14,845 Checking jobs for platform=nord3 +2021-12-18 22:39:17,363 Successful check job command: bjobs 805829 +2021-12-18 22:39:17,363 Job t0ni_19931101_fc0_2_EARTHDIAGS is RUNNING +2021-12-18 22:39:17,364 Checking jobs for platform=local +2021-12-18 22:39:17,365 Checking jobs for platform=transfer_node +2021-12-18 22:39:19,534 Successful check job command: nohup kill -0 21200 > /dev/null 2>&1; echo $? +2021-12-18 22:39:19,534 Job t0ni_19931101_fc0_CLEAN_MEMBER is RUNNING +2021-12-18 22:39:19,534 End of checking +2021-12-18 22:39:19,539 Updating FAILED jobs +2021-12-18 22:39:19,539 Updating WAITING jobs +2021-12-18 22:39:19,539 Update finished +2021-12-18 22:39:19,539 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:39:19,539 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:39:19,539 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:39:19,540 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:39:19,540 t0ni_PERFORMANCE_METRICS 2752 COMPLETED local no-scheduler +2021-12-18 22:39:19,540 t0ni_19931101_fc0_2_NCTIME 805828 COMPLETED nord3 bsc_es +2021-12-18 22:39:19,540 t0ni_19931101_fc0_2_EARTHDIAGS 805829 RUNNING nord3 debug +2021-12-18 22:39:19,540 t0ni_19931101_fc0_CLEAN_MEMBER 21200 RUNNING transfer_node no-scheduler +2021-12-18 22:39:19,543 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:39:19,545 Job list saved +2021-12-18 22:39:19,549 Updating FAILED jobs +2021-12-18 22:39:19,550 Updating WAITING jobs +2021-12-18 22:39:19,550 Update finished +2021-12-18 22:39:29,555 Reloading parameters... +2021-12-18 22:39:29,574 Loading parameters... +2021-12-18 22:39:29,575 Loading project parameters... +2021-12-18 22:39:29,577 + +5 of 25 jobs remaining (22:39) +2021-12-18 22:39:29,578 Sleep: 10 +2021-12-18 22:39:29,578 Number of retrials: 0 +2021-12-18 22:39:29,578 WRAPPER CHECK TIME = 10 +2021-12-18 22:39:29,578 Checking jobs for platform=marenostrum4 +2021-12-18 22:39:29,579 Checking jobs for platform=nord3 +2021-12-18 22:39:32,098 Successful check job command: bjobs 805829 +2021-12-18 22:39:32,099 Job t0ni_19931101_fc0_2_EARTHDIAGS is RUNNING +2021-12-18 22:39:32,099 Checking jobs for platform=local +2021-12-18 22:39:32,100 Checking jobs for platform=transfer_node +2021-12-18 22:39:34,368 Successful check job command: nohup kill -0 21200 > /dev/null 2>&1; echo $? +2021-12-18 22:39:34,368 Job t0ni_19931101_fc0_CLEAN_MEMBER is RUNNING +2021-12-18 22:39:34,368 End of checking +2021-12-18 22:39:34,370 Updating FAILED jobs +2021-12-18 22:39:34,370 Updating WAITING jobs +2021-12-18 22:39:34,370 Update finished +2021-12-18 22:39:34,370 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:39:34,373 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:39:34,373 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:39:34,373 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:39:34,373 t0ni_PERFORMANCE_METRICS 2752 COMPLETED local no-scheduler +2021-12-18 22:39:34,373 t0ni_19931101_fc0_2_NCTIME 805828 COMPLETED nord3 bsc_es +2021-12-18 22:39:34,373 t0ni_19931101_fc0_2_EARTHDIAGS 805829 RUNNING nord3 debug +2021-12-18 22:39:34,374 t0ni_19931101_fc0_CLEAN_MEMBER 21200 RUNNING transfer_node no-scheduler +2021-12-18 22:39:34,376 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:39:34,378 Job list saved +2021-12-18 22:39:34,383 Updating FAILED jobs +2021-12-18 22:39:34,383 Updating WAITING jobs +2021-12-18 22:39:34,383 Update finished +2021-12-18 22:39:44,394 Reloading parameters... +2021-12-18 22:39:44,415 Loading parameters... +2021-12-18 22:39:44,416 Loading project parameters... +2021-12-18 22:39:44,418 + +5 of 25 jobs remaining (22:39) +2021-12-18 22:39:44,418 Sleep: 10 +2021-12-18 22:39:44,418 Number of retrials: 0 +2021-12-18 22:39:44,419 WRAPPER CHECK TIME = 10 +2021-12-18 22:39:44,419 Checking jobs for platform=marenostrum4 +2021-12-18 22:39:44,420 Checking jobs for platform=nord3 +2021-12-18 22:39:46,939 Successful check job command: bjobs 805829 +2021-12-18 22:39:46,939 Job t0ni_19931101_fc0_2_EARTHDIAGS is RUNNING +2021-12-18 22:39:46,940 Checking jobs for platform=local +2021-12-18 22:39:46,941 Checking jobs for platform=transfer_node +2021-12-18 22:39:49,109 Successful check job command: nohup kill -0 21200 > /dev/null 2>&1; echo $? +2021-12-18 22:39:49,110 Job t0ni_19931101_fc0_CLEAN_MEMBER is RUNNING +2021-12-18 22:39:49,110 End of checking +2021-12-18 22:39:49,111 Updating FAILED jobs +2021-12-18 22:39:49,111 Updating WAITING jobs +2021-12-18 22:39:49,112 Update finished +2021-12-18 22:39:49,112 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:39:49,112 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:39:49,112 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:39:49,112 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:39:49,112 t0ni_PERFORMANCE_METRICS 2752 COMPLETED local no-scheduler +2021-12-18 22:39:49,113 t0ni_19931101_fc0_2_NCTIME 805828 COMPLETED nord3 bsc_es +2021-12-18 22:39:49,113 t0ni_19931101_fc0_2_EARTHDIAGS 805829 RUNNING nord3 debug +2021-12-18 22:39:49,113 t0ni_19931101_fc0_CLEAN_MEMBER 21200 RUNNING transfer_node no-scheduler +2021-12-18 22:39:49,116 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:39:49,118 Job list saved +2021-12-18 22:39:49,123 Updating FAILED jobs +2021-12-18 22:39:49,123 Updating WAITING jobs +2021-12-18 22:39:49,123 Update finished +2021-12-18 22:39:59,131 Reloading parameters... +2021-12-18 22:39:59,150 Loading parameters... +2021-12-18 22:39:59,151 Loading project parameters... +2021-12-18 22:39:59,153 + +5 of 25 jobs remaining (22:39) +2021-12-18 22:39:59,153 Sleep: 10 +2021-12-18 22:39:59,153 Number of retrials: 0 +2021-12-18 22:39:59,154 WRAPPER CHECK TIME = 10 +2021-12-18 22:39:59,154 Checking jobs for platform=marenostrum4 +2021-12-18 22:39:59,155 Checking jobs for platform=nord3 +2021-12-18 22:40:01,674 Successful check job command: bjobs 805829 +2021-12-18 22:40:01,674 Job t0ni_19931101_fc0_2_EARTHDIAGS is RUNNING +2021-12-18 22:40:01,675 Checking jobs for platform=local +2021-12-18 22:40:01,676 Checking jobs for platform=transfer_node +2021-12-18 22:40:04,197 Successful check job command: nohup kill -0 21200 > /dev/null 2>&1; echo $? +2021-12-18 22:40:04,197 Job t0ni_19931101_fc0_CLEAN_MEMBER is RUNNING +2021-12-18 22:40:04,197 End of checking +2021-12-18 22:40:04,199 Updating FAILED jobs +2021-12-18 22:40:04,199 Updating WAITING jobs +2021-12-18 22:40:04,199 Update finished +2021-12-18 22:40:04,199 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:40:04,199 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:40:04,200 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:40:04,200 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:40:04,200 t0ni_PERFORMANCE_METRICS 2752 COMPLETED local no-scheduler +2021-12-18 22:40:04,200 t0ni_19931101_fc0_2_NCTIME 805828 COMPLETED nord3 bsc_es +2021-12-18 22:40:04,200 t0ni_19931101_fc0_2_EARTHDIAGS 805829 RUNNING nord3 debug +2021-12-18 22:40:04,200 t0ni_19931101_fc0_CLEAN_MEMBER 21200 RUNNING transfer_node no-scheduler +2021-12-18 22:40:04,203 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:40:04,206 Job list saved +2021-12-18 22:40:04,211 Updating FAILED jobs +2021-12-18 22:40:04,211 Updating WAITING jobs +2021-12-18 22:40:04,212 Update finished +2021-12-18 22:40:14,215 Reloading parameters... +2021-12-18 22:40:14,234 Loading parameters... +2021-12-18 22:40:14,236 Loading project parameters... +2021-12-18 22:40:14,238 + +5 of 25 jobs remaining (22:40) +2021-12-18 22:40:14,238 Sleep: 10 +2021-12-18 22:40:14,238 Number of retrials: 0 +2021-12-18 22:40:14,238 WRAPPER CHECK TIME = 10 +2021-12-18 22:40:14,239 Checking jobs for platform=marenostrum4 +2021-12-18 22:40:14,239 Checking jobs for platform=nord3 +2021-12-18 22:40:16,758 Successful check job command: bjobs 805829 +2021-12-18 22:40:16,758 t0ni_19931101_fc0_2_EARTHDIAGS job seems to have completed: checking... +2021-12-18 22:40:16,774 Job t0ni_19931101_fc0_2_EARTHDIAGS is COMPLETED +2021-12-18 22:40:16,791 t0ni_19931101_fc0_2_EARTHDIAGS_STAT file have been transfered +2021-12-18 22:40:16,909 Checking jobs for platform=local +2021-12-18 22:40:16,910 Checking jobs for platform=transfer_node +2021-12-18 22:40:16,934 Custom directives from platform.conf: None +2021-12-18 22:40:16,935 Custom directives from platform.conf: None +2021-12-18 22:40:16,936 Custom directives from platform.conf: None +2021-12-18 22:40:19,031 Successful check job command: nohup kill -0 21200 > /dev/null 2>&1; echo $? +2021-12-18 22:40:19,032 Job t0ni_19931101_fc0_CLEAN_MEMBER is RUNNING +2021-12-18 22:40:19,032 End of checking +2021-12-18 22:40:19,034 Updating FAILED jobs +2021-12-18 22:40:19,034 Updating WAITING jobs +2021-12-18 22:40:19,034 Setting job: t0ni_19931101_fc0_2_MONITOR status to: READY (all parents completed)... +2021-12-18 22:40:19,034 Update finished +2021-12-18 22:40:19,034 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:40:19,035 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:40:19,035 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:40:19,035 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:40:19,035 t0ni_PERFORMANCE_METRICS 2752 COMPLETED local no-scheduler +2021-12-18 22:40:19,035 t0ni_19931101_fc0_2_NCTIME 805828 COMPLETED nord3 bsc_es +2021-12-18 22:40:19,035 t0ni_19931101_fc0_CLEAN_MEMBER 21200 RUNNING transfer_node no-scheduler +2021-12-18 22:40:19,038 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:40:19,040 Job list saved +2021-12-18 22:40:19,043 +Jobs ready for marenostrum4: 0 +2021-12-18 22:40:19,043 Number of jobs available: 20 +2021-12-18 22:40:19,044 Number of jobs ready: 0 +2021-12-18 22:40:19,047 +Jobs ready for nord3: 1 +2021-12-18 22:40:19,048 Number of jobs available: 20 +2021-12-18 22:40:19,048 Number of jobs ready: 1 +2021-12-18 22:40:19,048 Jobs ready for nord3: 1 +2021-12-18 22:40:19,055 Creating Scripts +2021-12-18 22:40:19,144 Sending Files +2021-12-18 22:40:19,613 /gpfs/scratch/bsc32/bsc32627/t0ni/LOG_t0ni has been created on nord1.bsc.es . +2021-12-18 22:40:19,627 Submitting +2021-12-18 22:40:20,198 Command bsub -cwd /gpfs/scratch/bsc32/bsc32627/t0ni/LOG_t0ni < /gpfs/scratch/bsc32/bsc32627/t0ni/LOG_t0ni/t0ni_19931101_fc0_2_MONITOR.cmd in nord1.bsc.es warning: Changing queue to sequential + +2021-12-18 22:40:20,198 Job ID: 805832 +2021-12-18 22:40:20,198 t0ni_19931101_fc0_2_MONITOR submitted +2021-12-18 22:40:20,336 +Jobs ready for local: 0 +2021-12-18 22:40:20,336 Number of jobs available: 20 +2021-12-18 22:40:20,337 Number of jobs ready: 0 +2021-12-18 22:40:20,337 +Jobs ready for transfer_node: 0 +2021-12-18 22:40:20,337 Number of jobs available: 20 +2021-12-18 22:40:20,338 Number of jobs ready: 0 +2021-12-18 22:40:20,339 Updating FAILED jobs +2021-12-18 22:40:20,339 Updating WAITING jobs +2021-12-18 22:40:20,339 Update finished +2021-12-18 22:40:20,340 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:40:20,340 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:40:20,340 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:40:20,340 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:40:20,341 t0ni_PERFORMANCE_METRICS 2752 COMPLETED local no-scheduler +2021-12-18 22:40:20,341 t0ni_19931101_fc0_2_NCTIME 805828 COMPLETED nord3 bsc_es +2021-12-18 22:40:20,341 t0ni_19931101_fc0_2_MONITOR 805832 SUBMITTED nord3 sequential +2021-12-18 22:40:20,341 t0ni_19931101_fc0_CLEAN_MEMBER 21200 RUNNING transfer_node no-scheduler +2021-12-18 22:40:20,343 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:40:20,346 Job list saved +2021-12-18 22:40:20,417 Updating FAILED jobs +2021-12-18 22:40:20,417 Updating WAITING jobs +2021-12-18 22:40:20,418 Update finished +2021-12-18 22:40:30,426 Reloading parameters... +2021-12-18 22:40:30,447 Loading parameters... +2021-12-18 22:40:30,448 Loading project parameters... +2021-12-18 22:40:30,450 + +4 of 25 jobs remaining (22:40) +2021-12-18 22:40:30,450 Sleep: 10 +2021-12-18 22:40:30,451 Number of retrials: 0 +2021-12-18 22:40:30,451 WRAPPER CHECK TIME = 10 +2021-12-18 22:40:30,451 Checking jobs for platform=marenostrum4 +2021-12-18 22:40:30,452 Checking jobs for platform=nord3 +2021-12-18 22:40:33,072 Successful check job command: bjobs 805832 +2021-12-18 22:40:33,072 Job t0ni_19931101_fc0_2_MONITOR is RUNNING +2021-12-18 22:40:33,099 t0ni_19931101_fc0_2_MONITOR_STAT file have been transfered +2021-12-18 22:40:33,182 Checking jobs for platform=local +2021-12-18 22:40:33,182 Checking jobs for platform=transfer_node +2021-12-18 22:40:35,601 Successful check job command: nohup kill -0 21200 > /dev/null 2>&1; echo $? +2021-12-18 22:40:35,602 Job t0ni_19931101_fc0_CLEAN_MEMBER is RUNNING +2021-12-18 22:40:35,602 End of checking +2021-12-18 22:40:35,604 Updating FAILED jobs +2021-12-18 22:40:35,604 Updating WAITING jobs +2021-12-18 22:40:35,604 Update finished +2021-12-18 22:40:35,604 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:40:35,604 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:40:35,604 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:40:35,605 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:40:35,605 t0ni_PERFORMANCE_METRICS 2752 COMPLETED local no-scheduler +2021-12-18 22:40:35,605 t0ni_19931101_fc0_2_NCTIME 805828 COMPLETED nord3 bsc_es +2021-12-18 22:40:35,605 t0ni_19931101_fc0_2_MONITOR 805832 RUNNING nord3 sequential +2021-12-18 22:40:35,605 t0ni_19931101_fc0_CLEAN_MEMBER 21200 RUNNING transfer_node no-scheduler +2021-12-18 22:40:35,609 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:40:35,611 Job list saved +2021-12-18 22:40:35,677 Updating FAILED jobs +2021-12-18 22:40:35,677 Updating WAITING jobs +2021-12-18 22:40:35,677 Update finished +2021-12-18 22:40:45,687 Reloading parameters... +2021-12-18 22:40:45,707 Loading parameters... +2021-12-18 22:40:45,709 Loading project parameters... +2021-12-18 22:40:45,710 + +4 of 25 jobs remaining (22:40) +2021-12-18 22:40:45,711 Sleep: 10 +2021-12-18 22:40:45,711 Number of retrials: 0 +2021-12-18 22:40:45,711 WRAPPER CHECK TIME = 10 +2021-12-18 22:40:45,711 Checking jobs for platform=marenostrum4 +2021-12-18 22:40:45,712 Checking jobs for platform=nord3 +2021-12-18 22:40:48,181 Successful check job command: bjobs 805832 +2021-12-18 22:40:48,181 Job t0ni_19931101_fc0_2_MONITOR is RUNNING +2021-12-18 22:40:48,182 Checking jobs for platform=local +2021-12-18 22:40:48,182 Checking jobs for platform=transfer_node +2021-12-18 22:40:50,351 Successful check job command: nohup kill -0 21200 > /dev/null 2>&1; echo $? +2021-12-18 22:40:50,351 Job t0ni_19931101_fc0_CLEAN_MEMBER is RUNNING +2021-12-18 22:40:50,351 End of checking +2021-12-18 22:40:50,353 Updating FAILED jobs +2021-12-18 22:40:50,354 Updating WAITING jobs +2021-12-18 22:40:50,354 Update finished +2021-12-18 22:40:50,354 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:40:50,356 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:40:50,356 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:40:50,356 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:40:50,356 t0ni_PERFORMANCE_METRICS 2752 COMPLETED local no-scheduler +2021-12-18 22:40:50,357 t0ni_19931101_fc0_2_NCTIME 805828 COMPLETED nord3 bsc_es +2021-12-18 22:40:50,357 t0ni_19931101_fc0_2_MONITOR 805832 RUNNING nord3 sequential +2021-12-18 22:40:50,357 t0ni_19931101_fc0_CLEAN_MEMBER 21200 RUNNING transfer_node no-scheduler +2021-12-18 22:40:50,360 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:40:50,362 Job list saved +2021-12-18 22:40:50,367 Updating FAILED jobs +2021-12-18 22:40:50,367 Updating WAITING jobs +2021-12-18 22:40:50,368 Update finished +2021-12-18 22:41:00,372 Reloading parameters... +2021-12-18 22:41:00,390 Loading parameters... +2021-12-18 22:41:00,391 Loading project parameters... +2021-12-18 22:41:00,393 + +4 of 25 jobs remaining (22:41) +2021-12-18 22:41:00,393 Sleep: 10 +2021-12-18 22:41:00,393 Number of retrials: 0 +2021-12-18 22:41:00,393 WRAPPER CHECK TIME = 10 +2021-12-18 22:41:00,393 Checking jobs for platform=marenostrum4 +2021-12-18 22:41:00,394 Checking jobs for platform=nord3 +2021-12-18 22:41:02,913 Successful check job command: bjobs 805832 +2021-12-18 22:41:02,914 Job t0ni_19931101_fc0_2_MONITOR is RUNNING +2021-12-18 22:41:02,914 Checking jobs for platform=local +2021-12-18 22:41:02,915 Checking jobs for platform=transfer_node +2021-12-18 22:41:05,135 Successful check job command: nohup kill -0 21200 > /dev/null 2>&1; echo $? +2021-12-18 22:41:05,135 Job t0ni_19931101_fc0_CLEAN_MEMBER is RUNNING +2021-12-18 22:41:05,135 End of checking +2021-12-18 22:41:05,137 Updating FAILED jobs +2021-12-18 22:41:05,137 Updating WAITING jobs +2021-12-18 22:41:05,137 Update finished +2021-12-18 22:41:05,138 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:41:05,138 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:41:05,138 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:41:05,138 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:41:05,138 t0ni_PERFORMANCE_METRICS 2752 COMPLETED local no-scheduler +2021-12-18 22:41:05,138 t0ni_19931101_fc0_2_NCTIME 805828 COMPLETED nord3 bsc_es +2021-12-18 22:41:05,138 t0ni_19931101_fc0_2_MONITOR 805832 RUNNING nord3 sequential +2021-12-18 22:41:05,139 t0ni_19931101_fc0_CLEAN_MEMBER 21200 RUNNING transfer_node no-scheduler +2021-12-18 22:41:05,142 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:41:05,144 Job list saved +2021-12-18 22:41:05,149 Updating FAILED jobs +2021-12-18 22:41:05,149 Updating WAITING jobs +2021-12-18 22:41:05,149 Update finished +2021-12-18 22:41:15,158 Reloading parameters... +2021-12-18 22:41:15,179 Loading parameters... +2021-12-18 22:41:15,180 Loading project parameters... +2021-12-18 22:41:15,182 + +4 of 25 jobs remaining (22:41) +2021-12-18 22:41:15,182 Sleep: 10 +2021-12-18 22:41:15,182 Number of retrials: 0 +2021-12-18 22:41:15,182 WRAPPER CHECK TIME = 10 +2021-12-18 22:41:15,183 Checking jobs for platform=marenostrum4 +2021-12-18 22:41:15,183 Checking jobs for platform=nord3 +2021-12-18 22:41:17,703 Successful check job command: bjobs 805832 +2021-12-18 22:41:17,703 Job t0ni_19931101_fc0_2_MONITOR is RUNNING +2021-12-18 22:41:17,704 Checking jobs for platform=local +2021-12-18 22:41:17,704 Checking jobs for platform=transfer_node +2021-12-18 22:41:19,923 Successful check job command: nohup kill -0 21200 > /dev/null 2>&1; echo $? +2021-12-18 22:41:19,923 Job t0ni_19931101_fc0_CLEAN_MEMBER is RUNNING +2021-12-18 22:41:19,924 End of checking +2021-12-18 22:41:19,926 Updating FAILED jobs +2021-12-18 22:41:19,926 Updating WAITING jobs +2021-12-18 22:41:19,926 Update finished +2021-12-18 22:41:19,926 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:41:19,927 t0ni_19931101_fc0_1_MONITOR 805765 COMPLETED nord3 sequential +2021-12-18 22:41:19,927 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:41:19,927 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:41:19,927 t0ni_PERFORMANCE_METRICS 2752 COMPLETED local no-scheduler +2021-12-18 22:41:19,927 t0ni_19931101_fc0_2_NCTIME 805828 COMPLETED nord3 bsc_es +2021-12-18 22:41:19,927 t0ni_19931101_fc0_2_MONITOR 805832 RUNNING nord3 sequential +2021-12-18 22:41:19,927 t0ni_19931101_fc0_CLEAN_MEMBER 21200 RUNNING transfer_node no-scheduler +2021-12-18 22:41:19,930 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:41:19,932 Job list saved +2021-12-18 22:41:19,937 Updating FAILED jobs +2021-12-18 22:41:19,938 Updating WAITING jobs +2021-12-18 22:41:19,938 Update finished +2021-12-18 22:41:29,948 Reloading parameters... +2021-12-18 22:41:29,969 Loading parameters... +2021-12-18 22:41:29,972 Loading project parameters... +2021-12-18 22:41:29,975 + +4 of 25 jobs remaining (22:41) +2021-12-18 22:41:29,975 Sleep: 10 +2021-12-18 22:41:29,975 Number of retrials: 0 +2021-12-18 22:41:29,975 WRAPPER CHECK TIME = 10 +2021-12-18 22:41:29,976 Checking jobs for platform=marenostrum4 +2021-12-18 22:41:29,976 Checking jobs for platform=nord3 +2021-12-18 22:41:32,495 Successful check job command: bjobs 805832 +2021-12-18 22:41:32,495 Job t0ni_19931101_fc0_2_MONITOR is RUNNING +2021-12-18 22:41:32,496 Checking jobs for platform=local +2021-12-18 22:41:32,496 Checking jobs for platform=transfer_node +2021-12-18 22:41:34,824 Successful check job command: nohup kill -0 21200 > /dev/null 2>&1; echo $? +2021-12-18 22:41:34,824 t0ni_19931101_fc0_CLEAN_MEMBER job seems to have completed: checking... +2021-12-18 22:41:34,845 Job t0ni_19931101_fc0_CLEAN_MEMBER is COMPLETED +2021-12-18 22:41:34,864 t0ni_19931101_fc0_CLEAN_MEMBER_STAT file have been transfered +2021-12-18 22:41:34,965 End of checking +2021-12-18 22:41:34,967 Updating FAILED jobs +2021-12-18 22:41:34,967 Updating WAITING jobs +2021-12-18 22:41:34,967 Setting job: t0ni_19931101_fc0_TRANSFER_MEMBER status to: READY (all parents completed)... +2021-12-18 22:41:34,970 Update finished +2021-12-18 22:41:34,970 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:41:34,970 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:41:34,970 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:41:34,971 t0ni_19931101_fc0_CLEAN_MEMBER 21200 COMPLETED transfer_node no-scheduler +2021-12-18 22:41:34,971 t0ni_PERFORMANCE_METRICS 2752 COMPLETED local no-scheduler +2021-12-18 22:41:34,971 t0ni_19931101_fc0_2_NCTIME 805828 COMPLETED nord3 bsc_es +2021-12-18 22:41:34,971 t0ni_19931101_fc0_2_MONITOR 805832 RUNNING nord3 sequential +2021-12-18 22:41:34,976 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:41:34,983 Job list saved +2021-12-18 22:41:34,986 +Jobs ready for marenostrum4: 0 +2021-12-18 22:41:34,986 Number of jobs available: 20 +2021-12-18 22:41:34,987 Number of jobs ready: 0 +2021-12-18 22:41:34,992 Custom directives from platform.conf: None +2021-12-18 22:41:34,993 Custom directives from platform.conf: None +2021-12-18 22:41:34,993 +Jobs ready for nord3: 0 +2021-12-18 22:41:34,993 Custom directives from platform.conf: None +2021-12-18 22:41:34,994 Number of jobs available: 20 +2021-12-18 22:41:34,994 Number of jobs ready: 0 +2021-12-18 22:41:34,995 +Jobs ready for local: 0 +2021-12-18 22:41:34,995 Number of jobs available: 20 +2021-12-18 22:41:34,996 Number of jobs ready: 0 +2021-12-18 22:41:34,996 +Jobs ready for transfer_node: 1 +2021-12-18 22:41:34,998 Number of jobs available: 20 +2021-12-18 22:41:34,998 Number of jobs ready: 1 +2021-12-18 22:41:34,998 Jobs ready for transfer_node: 1 +2021-12-18 22:41:34,999 Wallclock for t0ni_19931101_fc0_TRANSFER_MEMBER is not defined! , setting it to 02:00 +2021-12-18 22:41:35,006 Creating Scripts +2021-12-18 22:41:35,266 Sending Files +2021-12-18 22:41:35,450 /gpfs/scratch/bsc32/bsc32627/t0ni/LOG_t0ni has been created on dt01.bsc.es . +2021-12-18 22:41:35,459 Submitting +2021-12-18 22:41:35,579 Job ID: 54049 + +2021-12-18 22:41:35,579 t0ni_19931101_fc0_TRANSFER_MEMBER submitted +2021-12-18 22:41:35,724 Updating FAILED jobs +2021-12-18 22:41:35,724 Updating WAITING jobs +2021-12-18 22:41:35,724 Update finished +2021-12-18 22:41:35,725 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:41:35,725 t0ni_19931101_fc0_1_SAVEIC 19279317 COMPLETED marenostrum4 bsc_es +2021-12-18 22:41:35,725 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:41:35,725 t0ni_19931101_fc0_CLEAN_MEMBER 21200 COMPLETED transfer_node no-scheduler +2021-12-18 22:41:35,725 t0ni_PERFORMANCE_METRICS 2752 COMPLETED local no-scheduler +2021-12-18 22:41:35,725 t0ni_19931101_fc0_2_NCTIME 805828 COMPLETED nord3 bsc_es +2021-12-18 22:41:35,725 t0ni_19931101_fc0_TRANSFER_MEMBER 54049 SUBMITTED transfer_node no-scheduler +2021-12-18 22:41:35,726 t0ni_19931101_fc0_2_MONITOR 805832 RUNNING nord3 sequential +2021-12-18 22:41:35,728 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:41:35,730 Job list saved +2021-12-18 22:41:35,791 Updating FAILED jobs +2021-12-18 22:41:35,791 Updating WAITING jobs +2021-12-18 22:41:35,791 Update finished +2021-12-18 22:41:45,801 Reloading parameters... +2021-12-18 22:41:45,820 Loading parameters... +2021-12-18 22:41:45,822 Loading project parameters... +2021-12-18 22:41:45,823 + +3 of 25 jobs remaining (22:41) +2021-12-18 22:41:45,824 Sleep: 10 +2021-12-18 22:41:45,824 Number of retrials: 0 +2021-12-18 22:41:45,824 WRAPPER CHECK TIME = 10 +2021-12-18 22:41:45,824 Checking jobs for platform=marenostrum4 +2021-12-18 22:41:45,825 Checking jobs for platform=nord3 +2021-12-18 22:41:48,347 Successful check job command: bjobs 805832 +2021-12-18 22:41:48,347 Job t0ni_19931101_fc0_2_MONITOR is RUNNING +2021-12-18 22:41:48,348 Checking jobs for platform=local +2021-12-18 22:41:48,348 Checking jobs for platform=transfer_node +2021-12-18 22:41:50,717 Successful check job command: nohup kill -0 54049 > /dev/null 2>&1; echo $? +2021-12-18 22:41:50,718 t0ni_19931101_fc0_TRANSFER_MEMBER job seems to have completed: checking... +2021-12-18 22:41:50,748 Job t0ni_19931101_fc0_TRANSFER_MEMBER is COMPLETED +2021-12-18 22:41:50,761 t0ni_19931101_fc0_TRANSFER_MEMBER_STAT file have been transfered +2021-12-18 22:41:50,855 t0ni_19931101_fc0_TRANSFER_MEMBER_STAT file have been transfered +2021-12-18 22:41:50,969 End of checking +2021-12-18 22:41:50,970 Updating FAILED jobs +2021-12-18 22:41:50,970 Updating WAITING jobs +2021-12-18 22:41:50,971 Update finished +2021-12-18 22:41:50,971 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:41:50,971 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:41:50,971 t0ni_19931101_fc0_CLEAN_MEMBER 21200 COMPLETED transfer_node no-scheduler +2021-12-18 22:41:50,971 t0ni_PERFORMANCE_METRICS 2752 COMPLETED local no-scheduler +2021-12-18 22:41:50,971 t0ni_19931101_fc0_TRANSFER_MEMBER 54049 COMPLETED transfer_node no-scheduler +2021-12-18 22:41:50,971 t0ni_19931101_fc0_2_NCTIME 805828 COMPLETED nord3 bsc_es +2021-12-18 22:41:50,972 t0ni_19931101_fc0_2_MONITOR 805832 RUNNING nord3 sequential +2021-12-18 22:41:50,975 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:41:50,977 Job list saved +2021-12-18 22:41:50,995 Custom directives from platform.conf: None +2021-12-18 22:41:50,995 Custom directives from platform.conf: None +2021-12-18 22:41:50,995 Custom directives from platform.conf: None +2021-12-18 22:41:51,080 Updating FAILED jobs +2021-12-18 22:41:51,081 Updating WAITING jobs +2021-12-18 22:41:51,081 Update finished +2021-12-18 22:42:01,091 Reloading parameters... +2021-12-18 22:42:01,110 Loading parameters... +2021-12-18 22:42:01,111 Loading project parameters... +2021-12-18 22:42:01,113 + +2 of 25 jobs remaining (22:42) +2021-12-18 22:42:01,113 Sleep: 10 +2021-12-18 22:42:01,113 Number of retrials: 0 +2021-12-18 22:42:01,113 WRAPPER CHECK TIME = 10 +2021-12-18 22:42:01,114 Checking jobs for platform=marenostrum4 +2021-12-18 22:42:01,115 Checking jobs for platform=nord3 +2021-12-18 22:42:03,634 Successful check job command: bjobs 805832 +2021-12-18 22:42:03,635 Job t0ni_19931101_fc0_2_MONITOR is RUNNING +2021-12-18 22:42:03,635 Checking jobs for platform=local +2021-12-18 22:42:03,636 Checking jobs for platform=transfer_node +2021-12-18 22:42:03,636 End of checking +2021-12-18 22:42:03,641 Updating FAILED jobs +2021-12-18 22:42:03,641 Updating WAITING jobs +2021-12-18 22:42:03,642 Update finished +2021-12-18 22:42:03,642 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:42:03,642 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:42:03,642 t0ni_19931101_fc0_CLEAN_MEMBER 21200 COMPLETED transfer_node no-scheduler +2021-12-18 22:42:03,642 t0ni_PERFORMANCE_METRICS 2752 COMPLETED local no-scheduler +2021-12-18 22:42:03,642 t0ni_19931101_fc0_TRANSFER_MEMBER 54049 COMPLETED transfer_node no-scheduler +2021-12-18 22:42:03,642 t0ni_19931101_fc0_2_NCTIME 805828 COMPLETED nord3 bsc_es +2021-12-18 22:42:03,643 t0ni_19931101_fc0_2_MONITOR 805832 RUNNING nord3 sequential +2021-12-18 22:42:03,656 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:42:03,658 Job list saved +2021-12-18 22:42:03,671 Updating FAILED jobs +2021-12-18 22:42:03,671 Updating WAITING jobs +2021-12-18 22:42:03,671 Update finished +2021-12-18 22:42:13,681 Reloading parameters... +2021-12-18 22:42:13,701 Loading parameters... +2021-12-18 22:42:13,702 Loading project parameters... +2021-12-18 22:42:13,704 + +2 of 25 jobs remaining (22:42) +2021-12-18 22:42:13,704 Sleep: 10 +2021-12-18 22:42:13,704 Number of retrials: 0 +2021-12-18 22:42:13,704 WRAPPER CHECK TIME = 10 +2021-12-18 22:42:13,705 Checking jobs for platform=marenostrum4 +2021-12-18 22:42:13,706 Checking jobs for platform=nord3 +2021-12-18 22:42:16,224 Successful check job command: bjobs 805832 +2021-12-18 22:42:16,224 Job t0ni_19931101_fc0_2_MONITOR is RUNNING +2021-12-18 22:42:16,225 Checking jobs for platform=local +2021-12-18 22:42:16,225 Checking jobs for platform=transfer_node +2021-12-18 22:42:16,225 End of checking +2021-12-18 22:42:16,227 Updating FAILED jobs +2021-12-18 22:42:16,227 Updating WAITING jobs +2021-12-18 22:42:16,227 Update finished +2021-12-18 22:42:16,227 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:42:16,228 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:42:16,228 t0ni_19931101_fc0_CLEAN_MEMBER 21200 COMPLETED transfer_node no-scheduler +2021-12-18 22:42:16,228 t0ni_PERFORMANCE_METRICS 2752 COMPLETED local no-scheduler +2021-12-18 22:42:16,228 t0ni_19931101_fc0_TRANSFER_MEMBER 54049 COMPLETED transfer_node no-scheduler +2021-12-18 22:42:16,228 t0ni_19931101_fc0_2_NCTIME 805828 COMPLETED nord3 bsc_es +2021-12-18 22:42:16,228 t0ni_19931101_fc0_2_MONITOR 805832 RUNNING nord3 sequential +2021-12-18 22:42:16,232 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:42:16,234 Job list saved +2021-12-18 22:42:16,240 Updating FAILED jobs +2021-12-18 22:42:16,240 Updating WAITING jobs +2021-12-18 22:42:16,241 Update finished +2021-12-18 22:42:26,251 Reloading parameters... +2021-12-18 22:42:26,270 Loading parameters... +2021-12-18 22:42:26,271 Loading project parameters... +2021-12-18 22:42:26,273 + +2 of 25 jobs remaining (22:42) +2021-12-18 22:42:26,273 Sleep: 10 +2021-12-18 22:42:26,274 Number of retrials: 0 +2021-12-18 22:42:26,274 WRAPPER CHECK TIME = 10 +2021-12-18 22:42:26,274 Checking jobs for platform=marenostrum4 +2021-12-18 22:42:26,275 Checking jobs for platform=nord3 +2021-12-18 22:42:28,744 Successful check job command: bjobs 805832 +2021-12-18 22:42:28,744 Job t0ni_19931101_fc0_2_MONITOR is RUNNING +2021-12-18 22:42:28,745 Checking jobs for platform=local +2021-12-18 22:42:28,745 Checking jobs for platform=transfer_node +2021-12-18 22:42:28,745 End of checking +2021-12-18 22:42:28,747 Updating FAILED jobs +2021-12-18 22:42:28,747 Updating WAITING jobs +2021-12-18 22:42:28,747 Update finished +2021-12-18 22:42:28,747 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:42:28,747 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:42:28,747 t0ni_19931101_fc0_CLEAN_MEMBER 21200 COMPLETED transfer_node no-scheduler +2021-12-18 22:42:28,747 t0ni_PERFORMANCE_METRICS 2752 COMPLETED local no-scheduler +2021-12-18 22:42:28,748 t0ni_19931101_fc0_TRANSFER_MEMBER 54049 COMPLETED transfer_node no-scheduler +2021-12-18 22:42:28,748 t0ni_19931101_fc0_2_NCTIME 805828 COMPLETED nord3 bsc_es +2021-12-18 22:42:28,748 t0ni_19931101_fc0_2_MONITOR 805832 RUNNING nord3 sequential +2021-12-18 22:42:28,751 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:42:28,753 Job list saved +2021-12-18 22:42:28,765 Updating FAILED jobs +2021-12-18 22:42:28,765 Updating WAITING jobs +2021-12-18 22:42:28,766 Update finished +2021-12-18 22:42:38,776 Reloading parameters... +2021-12-18 22:42:38,797 Loading parameters... +2021-12-18 22:42:38,798 Loading project parameters... +2021-12-18 22:42:38,800 + +2 of 25 jobs remaining (22:42) +2021-12-18 22:42:38,800 Sleep: 10 +2021-12-18 22:42:38,800 Number of retrials: 0 +2021-12-18 22:42:38,800 WRAPPER CHECK TIME = 10 +2021-12-18 22:42:38,801 Checking jobs for platform=marenostrum4 +2021-12-18 22:42:38,802 Checking jobs for platform=nord3 +2021-12-18 22:42:41,321 Successful check job command: bjobs 805832 +2021-12-18 22:42:41,321 Job t0ni_19931101_fc0_2_MONITOR is RUNNING +2021-12-18 22:42:41,322 Checking jobs for platform=local +2021-12-18 22:42:41,322 Checking jobs for platform=transfer_node +2021-12-18 22:42:41,322 End of checking +2021-12-18 22:42:41,324 Updating FAILED jobs +2021-12-18 22:42:41,324 Updating WAITING jobs +2021-12-18 22:42:41,324 Update finished +2021-12-18 22:42:41,324 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:42:41,325 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:42:41,325 t0ni_19931101_fc0_CLEAN_MEMBER 21200 COMPLETED transfer_node no-scheduler +2021-12-18 22:42:41,325 t0ni_PERFORMANCE_METRICS 2752 COMPLETED local no-scheduler +2021-12-18 22:42:41,325 t0ni_19931101_fc0_TRANSFER_MEMBER 54049 COMPLETED transfer_node no-scheduler +2021-12-18 22:42:41,325 t0ni_19931101_fc0_2_NCTIME 805828 COMPLETED nord3 bsc_es +2021-12-18 22:42:41,325 t0ni_19931101_fc0_2_MONITOR 805832 RUNNING nord3 sequential +2021-12-18 22:42:41,328 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:42:41,331 Job list saved +2021-12-18 22:42:41,336 Updating FAILED jobs +2021-12-18 22:42:41,336 Updating WAITING jobs +2021-12-18 22:42:41,336 Update finished +2021-12-18 22:42:51,346 Reloading parameters... +2021-12-18 22:42:51,366 Loading parameters... +2021-12-18 22:42:51,367 Loading project parameters... +2021-12-18 22:42:51,369 + +2 of 25 jobs remaining (22:42) +2021-12-18 22:42:51,369 Sleep: 10 +2021-12-18 22:42:51,369 Number of retrials: 0 +2021-12-18 22:42:51,369 WRAPPER CHECK TIME = 10 +2021-12-18 22:42:51,370 Checking jobs for platform=marenostrum4 +2021-12-18 22:42:51,370 Checking jobs for platform=nord3 +2021-12-18 22:42:53,890 Successful check job command: bjobs 805832 +2021-12-18 22:42:53,890 Job t0ni_19931101_fc0_2_MONITOR is RUNNING +2021-12-18 22:42:53,891 Checking jobs for platform=local +2021-12-18 22:42:53,891 Checking jobs for platform=transfer_node +2021-12-18 22:42:53,891 End of checking +2021-12-18 22:42:53,893 Updating FAILED jobs +2021-12-18 22:42:53,893 Updating WAITING jobs +2021-12-18 22:42:53,893 Update finished +2021-12-18 22:42:53,894 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:42:53,894 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:42:53,894 t0ni_19931101_fc0_CLEAN_MEMBER 21200 COMPLETED transfer_node no-scheduler +2021-12-18 22:42:53,894 t0ni_PERFORMANCE_METRICS 2752 COMPLETED local no-scheduler +2021-12-18 22:42:53,895 t0ni_19931101_fc0_TRANSFER_MEMBER 54049 COMPLETED transfer_node no-scheduler +2021-12-18 22:42:53,895 t0ni_19931101_fc0_2_NCTIME 805828 COMPLETED nord3 bsc_es +2021-12-18 22:42:53,895 t0ni_19931101_fc0_2_MONITOR 805832 RUNNING nord3 sequential +2021-12-18 22:42:53,898 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:42:53,900 Job list saved +2021-12-18 22:42:53,908 Updating FAILED jobs +2021-12-18 22:42:53,908 Updating WAITING jobs +2021-12-18 22:42:53,908 Update finished +2021-12-18 22:43:03,918 Reloading parameters... +2021-12-18 22:43:03,936 Loading parameters... +2021-12-18 22:43:03,937 Loading project parameters... +2021-12-18 22:43:03,939 + +2 of 25 jobs remaining (22:43) +2021-12-18 22:43:03,940 Sleep: 10 +2021-12-18 22:43:03,940 Number of retrials: 0 +2021-12-18 22:43:03,940 WRAPPER CHECK TIME = 10 +2021-12-18 22:43:03,940 Checking jobs for platform=marenostrum4 +2021-12-18 22:43:03,941 Checking jobs for platform=nord3 +2021-12-18 22:43:06,460 Successful check job command: bjobs 805832 +2021-12-18 22:43:06,460 Job t0ni_19931101_fc0_2_MONITOR is RUNNING +2021-12-18 22:43:06,461 Checking jobs for platform=local +2021-12-18 22:43:06,461 Checking jobs for platform=transfer_node +2021-12-18 22:43:06,461 End of checking +2021-12-18 22:43:06,463 Updating FAILED jobs +2021-12-18 22:43:06,463 Updating WAITING jobs +2021-12-18 22:43:06,463 Update finished +2021-12-18 22:43:06,463 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:43:06,463 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:43:06,464 t0ni_19931101_fc0_CLEAN_MEMBER 21200 COMPLETED transfer_node no-scheduler +2021-12-18 22:43:06,464 t0ni_PERFORMANCE_METRICS 2752 COMPLETED local no-scheduler +2021-12-18 22:43:06,464 t0ni_19931101_fc0_TRANSFER_MEMBER 54049 COMPLETED transfer_node no-scheduler +2021-12-18 22:43:06,464 t0ni_19931101_fc0_2_NCTIME 805828 COMPLETED nord3 bsc_es +2021-12-18 22:43:06,464 t0ni_19931101_fc0_2_MONITOR 805832 RUNNING nord3 sequential +2021-12-18 22:43:06,467 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:43:06,470 Job list saved +2021-12-18 22:43:06,475 Updating FAILED jobs +2021-12-18 22:43:06,475 Updating WAITING jobs +2021-12-18 22:43:06,475 Update finished +2021-12-18 22:43:16,485 Reloading parameters... +2021-12-18 22:43:16,504 Loading parameters... +2021-12-18 22:43:16,506 Loading project parameters... +2021-12-18 22:43:16,507 + +2 of 25 jobs remaining (22:43) +2021-12-18 22:43:16,508 Sleep: 10 +2021-12-18 22:43:16,508 Number of retrials: 0 +2021-12-18 22:43:16,508 WRAPPER CHECK TIME = 10 +2021-12-18 22:43:16,508 Checking jobs for platform=marenostrum4 +2021-12-18 22:43:16,509 Checking jobs for platform=nord3 +2021-12-18 22:43:19,028 Successful check job command: bjobs 805832 +2021-12-18 22:43:19,028 Job t0ni_19931101_fc0_2_MONITOR is RUNNING +2021-12-18 22:43:19,029 Checking jobs for platform=local +2021-12-18 22:43:19,030 Checking jobs for platform=transfer_node +2021-12-18 22:43:19,030 End of checking +2021-12-18 22:43:19,031 Updating FAILED jobs +2021-12-18 22:43:19,031 Updating WAITING jobs +2021-12-18 22:43:19,031 Update finished +2021-12-18 22:43:19,032 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:43:19,032 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:43:19,032 t0ni_19931101_fc0_CLEAN_MEMBER 21200 COMPLETED transfer_node no-scheduler +2021-12-18 22:43:19,032 t0ni_PERFORMANCE_METRICS 2752 COMPLETED local no-scheduler +2021-12-18 22:43:19,032 t0ni_19931101_fc0_TRANSFER_MEMBER 54049 COMPLETED transfer_node no-scheduler +2021-12-18 22:43:19,032 t0ni_19931101_fc0_2_NCTIME 805828 COMPLETED nord3 bsc_es +2021-12-18 22:43:19,032 t0ni_19931101_fc0_2_MONITOR 805832 RUNNING nord3 sequential +2021-12-18 22:43:19,036 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:43:19,039 Job list saved +2021-12-18 22:43:19,044 Updating FAILED jobs +2021-12-18 22:43:19,044 Updating WAITING jobs +2021-12-18 22:43:19,044 Update finished +2021-12-18 22:43:29,054 Reloading parameters... +2021-12-18 22:43:29,072 Loading parameters... +2021-12-18 22:43:29,074 Loading project parameters... +2021-12-18 22:43:29,076 + +2 of 25 jobs remaining (22:43) +2021-12-18 22:43:29,076 Sleep: 10 +2021-12-18 22:43:29,076 Number of retrials: 0 +2021-12-18 22:43:29,076 WRAPPER CHECK TIME = 10 +2021-12-18 22:43:29,077 Checking jobs for platform=marenostrum4 +2021-12-18 22:43:29,077 Checking jobs for platform=nord3 +2021-12-18 22:43:31,597 Successful check job command: bjobs 805832 +2021-12-18 22:43:31,597 Job t0ni_19931101_fc0_2_MONITOR is RUNNING +2021-12-18 22:43:31,598 Checking jobs for platform=local +2021-12-18 22:43:31,598 Checking jobs for platform=transfer_node +2021-12-18 22:43:31,598 End of checking +2021-12-18 22:43:31,600 Updating FAILED jobs +2021-12-18 22:43:31,600 Updating WAITING jobs +2021-12-18 22:43:31,600 Update finished +2021-12-18 22:43:31,600 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:43:31,601 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:43:31,601 t0ni_19931101_fc0_CLEAN_MEMBER 21200 COMPLETED transfer_node no-scheduler +2021-12-18 22:43:31,601 t0ni_PERFORMANCE_METRICS 2752 COMPLETED local no-scheduler +2021-12-18 22:43:31,601 t0ni_19931101_fc0_TRANSFER_MEMBER 54049 COMPLETED transfer_node no-scheduler +2021-12-18 22:43:31,601 t0ni_19931101_fc0_2_NCTIME 805828 COMPLETED nord3 bsc_es +2021-12-18 22:43:31,602 t0ni_19931101_fc0_2_MONITOR 805832 RUNNING nord3 sequential +2021-12-18 22:43:31,604 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:43:31,607 Job list saved +2021-12-18 22:43:31,611 Updating FAILED jobs +2021-12-18 22:43:31,611 Updating WAITING jobs +2021-12-18 22:43:31,611 Update finished +2021-12-18 22:43:41,621 Reloading parameters... +2021-12-18 22:43:41,641 Loading parameters... +2021-12-18 22:43:41,642 Loading project parameters... +2021-12-18 22:43:41,644 + +2 of 25 jobs remaining (22:43) +2021-12-18 22:43:41,644 Sleep: 10 +2021-12-18 22:43:41,644 Number of retrials: 0 +2021-12-18 22:43:41,644 WRAPPER CHECK TIME = 10 +2021-12-18 22:43:41,645 Checking jobs for platform=marenostrum4 +2021-12-18 22:43:41,645 Checking jobs for platform=nord3 +2021-12-18 22:43:44,164 Successful check job command: bjobs 805832 +2021-12-18 22:43:44,164 Job t0ni_19931101_fc0_2_MONITOR is RUNNING +2021-12-18 22:43:44,165 Checking jobs for platform=local +2021-12-18 22:43:44,166 Checking jobs for platform=transfer_node +2021-12-18 22:43:44,166 End of checking +2021-12-18 22:43:44,168 Updating FAILED jobs +2021-12-18 22:43:44,168 Updating WAITING jobs +2021-12-18 22:43:44,168 Update finished +2021-12-18 22:43:44,168 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:43:44,168 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:43:44,168 t0ni_19931101_fc0_CLEAN_MEMBER 21200 COMPLETED transfer_node no-scheduler +2021-12-18 22:43:44,168 t0ni_PERFORMANCE_METRICS 2752 COMPLETED local no-scheduler +2021-12-18 22:43:44,169 t0ni_19931101_fc0_TRANSFER_MEMBER 54049 COMPLETED transfer_node no-scheduler +2021-12-18 22:43:44,169 t0ni_19931101_fc0_2_NCTIME 805828 COMPLETED nord3 bsc_es +2021-12-18 22:43:44,169 t0ni_19931101_fc0_2_MONITOR 805832 RUNNING nord3 sequential +2021-12-18 22:43:44,172 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:43:44,175 Job list saved +2021-12-18 22:43:44,181 Updating FAILED jobs +2021-12-18 22:43:44,181 Updating WAITING jobs +2021-12-18 22:43:44,181 Update finished +2021-12-18 22:43:54,191 Reloading parameters... +2021-12-18 22:43:54,212 Loading parameters... +2021-12-18 22:43:54,213 Loading project parameters... +2021-12-18 22:43:54,216 + +2 of 25 jobs remaining (22:43) +2021-12-18 22:43:54,216 Sleep: 10 +2021-12-18 22:43:54,216 Number of retrials: 0 +2021-12-18 22:43:54,216 WRAPPER CHECK TIME = 10 +2021-12-18 22:43:54,217 Checking jobs for platform=marenostrum4 +2021-12-18 22:43:54,217 Checking jobs for platform=nord3 +2021-12-18 22:43:56,735 Successful check job command: bjobs 805832 +2021-12-18 22:43:56,735 Job t0ni_19931101_fc0_2_MONITOR is RUNNING +2021-12-18 22:43:56,736 Checking jobs for platform=local +2021-12-18 22:43:56,736 Checking jobs for platform=transfer_node +2021-12-18 22:43:56,736 End of checking +2021-12-18 22:43:56,737 Updating FAILED jobs +2021-12-18 22:43:56,738 Updating WAITING jobs +2021-12-18 22:43:56,738 Update finished +2021-12-18 22:43:56,738 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:43:56,738 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:43:56,738 t0ni_19931101_fc0_CLEAN_MEMBER 21200 COMPLETED transfer_node no-scheduler +2021-12-18 22:43:56,738 t0ni_PERFORMANCE_METRICS 2752 COMPLETED local no-scheduler +2021-12-18 22:43:56,738 t0ni_19931101_fc0_TRANSFER_MEMBER 54049 COMPLETED transfer_node no-scheduler +2021-12-18 22:43:56,739 t0ni_19931101_fc0_2_NCTIME 805828 COMPLETED nord3 bsc_es +2021-12-18 22:43:56,739 t0ni_19931101_fc0_2_MONITOR 805832 RUNNING nord3 sequential +2021-12-18 22:43:56,741 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:43:56,744 Job list saved +2021-12-18 22:43:56,748 Updating FAILED jobs +2021-12-18 22:43:56,749 Updating WAITING jobs +2021-12-18 22:43:56,749 Update finished +2021-12-18 22:44:06,750 Reloading parameters... +2021-12-18 22:44:06,771 Loading parameters... +2021-12-18 22:44:06,772 Loading project parameters... +2021-12-18 22:44:06,774 + +2 of 25 jobs remaining (22:44) +2021-12-18 22:44:06,774 Sleep: 10 +2021-12-18 22:44:06,774 Number of retrials: 0 +2021-12-18 22:44:06,774 WRAPPER CHECK TIME = 10 +2021-12-18 22:44:06,775 Checking jobs for platform=marenostrum4 +2021-12-18 22:44:06,775 Checking jobs for platform=nord3 +2021-12-18 22:44:09,294 Successful check job command: bjobs 805832 +2021-12-18 22:44:09,294 Job t0ni_19931101_fc0_2_MONITOR is RUNNING +2021-12-18 22:44:09,294 Checking jobs for platform=local +2021-12-18 22:44:09,295 Checking jobs for platform=transfer_node +2021-12-18 22:44:09,295 End of checking +2021-12-18 22:44:09,296 Updating FAILED jobs +2021-12-18 22:44:09,297 Updating WAITING jobs +2021-12-18 22:44:09,297 Update finished +2021-12-18 22:44:09,297 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:44:09,298 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:44:09,298 t0ni_19931101_fc0_CLEAN_MEMBER 21200 COMPLETED transfer_node no-scheduler +2021-12-18 22:44:09,298 t0ni_PERFORMANCE_METRICS 2752 COMPLETED local no-scheduler +2021-12-18 22:44:09,298 t0ni_19931101_fc0_TRANSFER_MEMBER 54049 COMPLETED transfer_node no-scheduler +2021-12-18 22:44:09,298 t0ni_19931101_fc0_2_NCTIME 805828 COMPLETED nord3 bsc_es +2021-12-18 22:44:09,298 t0ni_19931101_fc0_2_MONITOR 805832 RUNNING nord3 sequential +2021-12-18 22:44:09,303 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:44:09,305 Job list saved +2021-12-18 22:44:09,310 Updating FAILED jobs +2021-12-18 22:44:09,310 Updating WAITING jobs +2021-12-18 22:44:09,311 Update finished +2021-12-18 22:44:19,319 Reloading parameters... +2021-12-18 22:44:19,341 Loading parameters... +2021-12-18 22:44:19,343 Loading project parameters... +2021-12-18 22:44:19,345 + +2 of 25 jobs remaining (22:44) +2021-12-18 22:44:19,345 Sleep: 10 +2021-12-18 22:44:19,345 Number of retrials: 0 +2021-12-18 22:44:19,345 WRAPPER CHECK TIME = 10 +2021-12-18 22:44:19,346 Checking jobs for platform=marenostrum4 +2021-12-18 22:44:19,346 Checking jobs for platform=nord3 +2021-12-18 22:44:21,865 Successful check job command: bjobs 805832 +2021-12-18 22:44:21,866 Job t0ni_19931101_fc0_2_MONITOR is RUNNING +2021-12-18 22:44:21,866 Checking jobs for platform=local +2021-12-18 22:44:21,867 Checking jobs for platform=transfer_node +2021-12-18 22:44:21,867 End of checking +2021-12-18 22:44:21,868 Updating FAILED jobs +2021-12-18 22:44:21,868 Updating WAITING jobs +2021-12-18 22:44:21,869 Update finished +2021-12-18 22:44:21,869 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:44:21,869 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:44:21,869 t0ni_19931101_fc0_CLEAN_MEMBER 21200 COMPLETED transfer_node no-scheduler +2021-12-18 22:44:21,869 t0ni_PERFORMANCE_METRICS 2752 COMPLETED local no-scheduler +2021-12-18 22:44:21,869 t0ni_19931101_fc0_TRANSFER_MEMBER 54049 COMPLETED transfer_node no-scheduler +2021-12-18 22:44:21,869 t0ni_19931101_fc0_2_NCTIME 805828 COMPLETED nord3 bsc_es +2021-12-18 22:44:21,869 t0ni_19931101_fc0_2_MONITOR 805832 RUNNING nord3 sequential +2021-12-18 22:44:21,872 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:44:21,875 Job list saved +2021-12-18 22:44:21,879 Updating FAILED jobs +2021-12-18 22:44:21,880 Updating WAITING jobs +2021-12-18 22:44:21,880 Update finished +2021-12-18 22:44:31,890 Reloading parameters... +2021-12-18 22:44:31,912 Loading parameters... +2021-12-18 22:44:31,914 Loading project parameters... +2021-12-18 22:44:31,915 + +2 of 25 jobs remaining (22:44) +2021-12-18 22:44:31,916 Sleep: 10 +2021-12-18 22:44:31,916 Number of retrials: 0 +2021-12-18 22:44:31,916 WRAPPER CHECK TIME = 10 +2021-12-18 22:44:31,916 Checking jobs for platform=marenostrum4 +2021-12-18 22:44:31,917 Checking jobs for platform=nord3 +2021-12-18 22:44:34,436 Successful check job command: bjobs 805832 +2021-12-18 22:44:34,437 Job t0ni_19931101_fc0_2_MONITOR is RUNNING +2021-12-18 22:44:34,437 Checking jobs for platform=local +2021-12-18 22:44:34,438 Checking jobs for platform=transfer_node +2021-12-18 22:44:34,438 End of checking +2021-12-18 22:44:34,439 Updating FAILED jobs +2021-12-18 22:44:34,439 Updating WAITING jobs +2021-12-18 22:44:34,440 Update finished +2021-12-18 22:44:34,440 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:44:34,440 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:44:34,440 t0ni_19931101_fc0_CLEAN_MEMBER 21200 COMPLETED transfer_node no-scheduler +2021-12-18 22:44:34,440 t0ni_PERFORMANCE_METRICS 2752 COMPLETED local no-scheduler +2021-12-18 22:44:34,440 t0ni_19931101_fc0_TRANSFER_MEMBER 54049 COMPLETED transfer_node no-scheduler +2021-12-18 22:44:34,440 t0ni_19931101_fc0_2_NCTIME 805828 COMPLETED nord3 bsc_es +2021-12-18 22:44:34,441 t0ni_19931101_fc0_2_MONITOR 805832 RUNNING nord3 sequential +2021-12-18 22:44:34,444 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:44:34,447 Job list saved +2021-12-18 22:44:34,452 Updating FAILED jobs +2021-12-18 22:44:34,452 Updating WAITING jobs +2021-12-18 22:44:34,452 Update finished +2021-12-18 22:44:44,461 Reloading parameters... +2021-12-18 22:44:44,483 Loading parameters... +2021-12-18 22:44:44,484 Loading project parameters... +2021-12-18 22:44:44,486 + +2 of 25 jobs remaining (22:44) +2021-12-18 22:44:44,486 Sleep: 10 +2021-12-18 22:44:44,486 Number of retrials: 0 +2021-12-18 22:44:44,486 WRAPPER CHECK TIME = 10 +2021-12-18 22:44:44,490 Checking jobs for platform=marenostrum4 +2021-12-18 22:44:44,491 Checking jobs for platform=nord3 +2021-12-18 22:44:47,010 Successful check job command: bjobs 805832 +2021-12-18 22:44:47,010 Job t0ni_19931101_fc0_2_MONITOR is RUNNING +2021-12-18 22:44:47,011 Checking jobs for platform=local +2021-12-18 22:44:47,011 Checking jobs for platform=transfer_node +2021-12-18 22:44:47,012 End of checking +2021-12-18 22:44:47,013 Updating FAILED jobs +2021-12-18 22:44:47,013 Updating WAITING jobs +2021-12-18 22:44:47,014 Update finished +2021-12-18 22:44:47,014 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:44:47,014 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:44:47,015 t0ni_19931101_fc0_CLEAN_MEMBER 21200 COMPLETED transfer_node no-scheduler +2021-12-18 22:44:47,015 t0ni_PERFORMANCE_METRICS 2752 COMPLETED local no-scheduler +2021-12-18 22:44:47,015 t0ni_19931101_fc0_TRANSFER_MEMBER 54049 COMPLETED transfer_node no-scheduler +2021-12-18 22:44:47,015 t0ni_19931101_fc0_2_NCTIME 805828 COMPLETED nord3 bsc_es +2021-12-18 22:44:47,015 t0ni_19931101_fc0_2_MONITOR 805832 RUNNING nord3 sequential +2021-12-18 22:44:47,018 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:44:47,020 Job list saved +2021-12-18 22:44:47,025 Updating FAILED jobs +2021-12-18 22:44:47,025 Updating WAITING jobs +2021-12-18 22:44:47,025 Update finished +2021-12-18 22:44:57,035 Reloading parameters... +2021-12-18 22:44:57,055 Loading parameters... +2021-12-18 22:44:57,056 Loading project parameters... +2021-12-18 22:44:57,058 + +2 of 25 jobs remaining (22:44) +2021-12-18 22:44:57,058 Sleep: 10 +2021-12-18 22:44:57,058 Number of retrials: 0 +2021-12-18 22:44:57,058 WRAPPER CHECK TIME = 10 +2021-12-18 22:44:57,059 Checking jobs for platform=marenostrum4 +2021-12-18 22:44:57,059 Checking jobs for platform=nord3 +2021-12-18 22:44:59,579 Successful check job command: bjobs 805832 +2021-12-18 22:44:59,579 Job t0ni_19931101_fc0_2_MONITOR is RUNNING +2021-12-18 22:44:59,580 Checking jobs for platform=local +2021-12-18 22:44:59,580 Checking jobs for platform=transfer_node +2021-12-18 22:44:59,580 End of checking +2021-12-18 22:44:59,582 Updating FAILED jobs +2021-12-18 22:44:59,582 Updating WAITING jobs +2021-12-18 22:44:59,582 Update finished +2021-12-18 22:44:59,582 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:44:59,582 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:44:59,582 t0ni_19931101_fc0_CLEAN_MEMBER 21200 COMPLETED transfer_node no-scheduler +2021-12-18 22:44:59,583 t0ni_PERFORMANCE_METRICS 2752 COMPLETED local no-scheduler +2021-12-18 22:44:59,583 t0ni_19931101_fc0_TRANSFER_MEMBER 54049 COMPLETED transfer_node no-scheduler +2021-12-18 22:44:59,583 t0ni_19931101_fc0_2_NCTIME 805828 COMPLETED nord3 bsc_es +2021-12-18 22:44:59,583 t0ni_19931101_fc0_2_MONITOR 805832 RUNNING nord3 sequential +2021-12-18 22:44:59,587 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:44:59,589 Job list saved +2021-12-18 22:44:59,594 Updating FAILED jobs +2021-12-18 22:44:59,594 Updating WAITING jobs +2021-12-18 22:44:59,595 Update finished +2021-12-18 22:45:09,605 Reloading parameters... +2021-12-18 22:45:09,624 Loading parameters... +2021-12-18 22:45:09,626 Loading project parameters... +2021-12-18 22:45:09,627 + +2 of 25 jobs remaining (22:45) +2021-12-18 22:45:09,628 Sleep: 10 +2021-12-18 22:45:09,628 Number of retrials: 0 +2021-12-18 22:45:09,628 WRAPPER CHECK TIME = 10 +2021-12-18 22:45:09,628 Checking jobs for platform=marenostrum4 +2021-12-18 22:45:09,629 Checking jobs for platform=nord3 +2021-12-18 22:45:12,098 Successful check job command: bjobs 805832 +2021-12-18 22:45:12,098 Job t0ni_19931101_fc0_2_MONITOR is RUNNING +2021-12-18 22:45:12,099 Checking jobs for platform=local +2021-12-18 22:45:12,099 Checking jobs for platform=transfer_node +2021-12-18 22:45:12,099 End of checking +2021-12-18 22:45:12,101 Updating FAILED jobs +2021-12-18 22:45:12,101 Updating WAITING jobs +2021-12-18 22:45:12,101 Update finished +2021-12-18 22:45:12,101 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:45:12,101 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:45:12,102 t0ni_19931101_fc0_CLEAN_MEMBER 21200 COMPLETED transfer_node no-scheduler +2021-12-18 22:45:12,102 t0ni_PERFORMANCE_METRICS 2752 COMPLETED local no-scheduler +2021-12-18 22:45:12,102 t0ni_19931101_fc0_TRANSFER_MEMBER 54049 COMPLETED transfer_node no-scheduler +2021-12-18 22:45:12,102 t0ni_19931101_fc0_2_NCTIME 805828 COMPLETED nord3 bsc_es +2021-12-18 22:45:12,102 t0ni_19931101_fc0_2_MONITOR 805832 RUNNING nord3 sequential +2021-12-18 22:45:12,105 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:45:12,107 Job list saved +2021-12-18 22:45:12,112 Updating FAILED jobs +2021-12-18 22:45:12,112 Updating WAITING jobs +2021-12-18 22:45:12,112 Update finished +2021-12-18 22:45:22,122 Reloading parameters... +2021-12-18 22:45:22,142 Loading parameters... +2021-12-18 22:45:22,143 Loading project parameters... +2021-12-18 22:45:22,145 + +2 of 25 jobs remaining (22:45) +2021-12-18 22:45:22,146 Sleep: 10 +2021-12-18 22:45:22,146 Number of retrials: 0 +2021-12-18 22:45:22,146 WRAPPER CHECK TIME = 10 +2021-12-18 22:45:22,146 Checking jobs for platform=marenostrum4 +2021-12-18 22:45:22,147 Checking jobs for platform=nord3 +2021-12-18 22:45:24,666 Successful check job command: bjobs 805832 +2021-12-18 22:45:24,666 Job t0ni_19931101_fc0_2_MONITOR is RUNNING +2021-12-18 22:45:24,667 Checking jobs for platform=local +2021-12-18 22:45:24,668 Checking jobs for platform=transfer_node +2021-12-18 22:45:24,668 End of checking +2021-12-18 22:45:24,670 Updating FAILED jobs +2021-12-18 22:45:24,670 Updating WAITING jobs +2021-12-18 22:45:24,670 Update finished +2021-12-18 22:45:24,670 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:45:24,671 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:45:24,671 t0ni_19931101_fc0_CLEAN_MEMBER 21200 COMPLETED transfer_node no-scheduler +2021-12-18 22:45:24,671 t0ni_PERFORMANCE_METRICS 2752 COMPLETED local no-scheduler +2021-12-18 22:45:24,671 t0ni_19931101_fc0_TRANSFER_MEMBER 54049 COMPLETED transfer_node no-scheduler +2021-12-18 22:45:24,671 t0ni_19931101_fc0_2_NCTIME 805828 COMPLETED nord3 bsc_es +2021-12-18 22:45:24,672 t0ni_19931101_fc0_2_MONITOR 805832 RUNNING nord3 sequential +2021-12-18 22:45:24,674 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:45:24,677 Job list saved +2021-12-18 22:45:24,681 Updating FAILED jobs +2021-12-18 22:45:24,681 Updating WAITING jobs +2021-12-18 22:45:24,681 Update finished +2021-12-18 22:45:34,692 Reloading parameters... +2021-12-18 22:45:34,713 Loading parameters... +2021-12-18 22:45:34,714 Loading project parameters... +2021-12-18 22:45:34,716 + +2 of 25 jobs remaining (22:45) +2021-12-18 22:45:34,716 Sleep: 10 +2021-12-18 22:45:34,716 Number of retrials: 0 +2021-12-18 22:45:34,716 WRAPPER CHECK TIME = 10 +2021-12-18 22:45:34,717 Checking jobs for platform=marenostrum4 +2021-12-18 22:45:34,718 Checking jobs for platform=nord3 +2021-12-18 22:45:37,237 Successful check job command: bjobs 805832 +2021-12-18 22:45:37,237 Job t0ni_19931101_fc0_2_MONITOR is RUNNING +2021-12-18 22:45:37,238 Checking jobs for platform=local +2021-12-18 22:45:37,238 Checking jobs for platform=transfer_node +2021-12-18 22:45:37,238 End of checking +2021-12-18 22:45:37,240 Updating FAILED jobs +2021-12-18 22:45:37,240 Updating WAITING jobs +2021-12-18 22:45:37,240 Update finished +2021-12-18 22:45:37,241 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:45:37,241 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:45:37,241 t0ni_19931101_fc0_CLEAN_MEMBER 21200 COMPLETED transfer_node no-scheduler +2021-12-18 22:45:37,241 t0ni_PERFORMANCE_METRICS 2752 COMPLETED local no-scheduler +2021-12-18 22:45:37,241 t0ni_19931101_fc0_TRANSFER_MEMBER 54049 COMPLETED transfer_node no-scheduler +2021-12-18 22:45:37,241 t0ni_19931101_fc0_2_NCTIME 805828 COMPLETED nord3 bsc_es +2021-12-18 22:45:37,241 t0ni_19931101_fc0_2_MONITOR 805832 RUNNING nord3 sequential +2021-12-18 22:45:37,245 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:45:37,247 Job list saved +2021-12-18 22:45:37,252 Updating FAILED jobs +2021-12-18 22:45:37,252 Updating WAITING jobs +2021-12-18 22:45:37,252 Update finished +2021-12-18 22:45:47,262 Reloading parameters... +2021-12-18 22:45:47,282 Loading parameters... +2021-12-18 22:45:47,284 Loading project parameters... +2021-12-18 22:45:47,285 + +2 of 25 jobs remaining (22:45) +2021-12-18 22:45:47,286 Sleep: 10 +2021-12-18 22:45:47,286 Number of retrials: 0 +2021-12-18 22:45:47,286 WRAPPER CHECK TIME = 10 +2021-12-18 22:45:47,286 Checking jobs for platform=marenostrum4 +2021-12-18 22:45:47,287 Checking jobs for platform=nord3 +2021-12-18 22:45:49,807 Successful check job command: bjobs 805832 +2021-12-18 22:45:49,807 Job t0ni_19931101_fc0_2_MONITOR is RUNNING +2021-12-18 22:45:49,808 Checking jobs for platform=local +2021-12-18 22:45:49,808 Checking jobs for platform=transfer_node +2021-12-18 22:45:49,808 End of checking +2021-12-18 22:45:49,810 Updating FAILED jobs +2021-12-18 22:45:49,810 Updating WAITING jobs +2021-12-18 22:45:49,810 Update finished +2021-12-18 22:45:49,810 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:45:49,811 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:45:49,811 t0ni_19931101_fc0_CLEAN_MEMBER 21200 COMPLETED transfer_node no-scheduler +2021-12-18 22:45:49,811 t0ni_PERFORMANCE_METRICS 2752 COMPLETED local no-scheduler +2021-12-18 22:45:49,811 t0ni_19931101_fc0_TRANSFER_MEMBER 54049 COMPLETED transfer_node no-scheduler +2021-12-18 22:45:49,811 t0ni_19931101_fc0_2_NCTIME 805828 COMPLETED nord3 bsc_es +2021-12-18 22:45:49,811 t0ni_19931101_fc0_2_MONITOR 805832 RUNNING nord3 sequential +2021-12-18 22:45:49,814 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:45:49,816 Job list saved +2021-12-18 22:45:49,822 Updating FAILED jobs +2021-12-18 22:45:49,823 Updating WAITING jobs +2021-12-18 22:45:49,823 Update finished +2021-12-18 22:45:59,832 Reloading parameters... +2021-12-18 22:45:59,851 Loading parameters... +2021-12-18 22:45:59,853 Loading project parameters... +2021-12-18 22:45:59,854 + +2 of 25 jobs remaining (22:45) +2021-12-18 22:45:59,855 Sleep: 10 +2021-12-18 22:45:59,855 Number of retrials: 0 +2021-12-18 22:45:59,855 WRAPPER CHECK TIME = 10 +2021-12-18 22:45:59,855 Checking jobs for platform=marenostrum4 +2021-12-18 22:45:59,856 Checking jobs for platform=nord3 +2021-12-18 22:46:02,376 Successful check job command: bjobs 805832 +2021-12-18 22:46:02,376 Job t0ni_19931101_fc0_2_MONITOR is RUNNING +2021-12-18 22:46:02,377 Checking jobs for platform=local +2021-12-18 22:46:02,377 Checking jobs for platform=transfer_node +2021-12-18 22:46:02,378 End of checking +2021-12-18 22:46:02,379 Updating FAILED jobs +2021-12-18 22:46:02,379 Updating WAITING jobs +2021-12-18 22:46:02,380 Update finished +2021-12-18 22:46:02,380 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:46:02,380 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:46:02,381 t0ni_19931101_fc0_CLEAN_MEMBER 21200 COMPLETED transfer_node no-scheduler +2021-12-18 22:46:02,381 t0ni_PERFORMANCE_METRICS 2752 COMPLETED local no-scheduler +2021-12-18 22:46:02,381 t0ni_19931101_fc0_TRANSFER_MEMBER 54049 COMPLETED transfer_node no-scheduler +2021-12-18 22:46:02,381 t0ni_19931101_fc0_2_NCTIME 805828 COMPLETED nord3 bsc_es +2021-12-18 22:46:02,381 t0ni_19931101_fc0_2_MONITOR 805832 RUNNING nord3 sequential +2021-12-18 22:46:02,384 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:46:02,386 Job list saved +2021-12-18 22:46:02,391 Updating FAILED jobs +2021-12-18 22:46:02,391 Updating WAITING jobs +2021-12-18 22:46:02,391 Update finished +2021-12-18 22:46:12,393 Reloading parameters... +2021-12-18 22:46:12,412 Loading parameters... +2021-12-18 22:46:12,413 Loading project parameters... +2021-12-18 22:46:12,415 + +2 of 25 jobs remaining (22:46) +2021-12-18 22:46:12,415 Sleep: 10 +2021-12-18 22:46:12,415 Number of retrials: 0 +2021-12-18 22:46:12,415 WRAPPER CHECK TIME = 10 +2021-12-18 22:46:12,416 Checking jobs for platform=marenostrum4 +2021-12-18 22:46:12,416 Checking jobs for platform=nord3 +2021-12-18 22:46:14,936 Successful check job command: bjobs 805832 +2021-12-18 22:46:14,936 t0ni_19931101_fc0_2_MONITOR job seems to have completed: checking... +2021-12-18 22:46:14,961 Job t0ni_19931101_fc0_2_MONITOR is COMPLETED +2021-12-18 22:46:14,987 t0ni_19931101_fc0_2_MONITOR_STAT file have been transfered +2021-12-18 22:46:15,105 Checking jobs for platform=local +2021-12-18 22:46:15,106 Checking jobs for platform=transfer_node +2021-12-18 22:46:15,106 End of checking +2021-12-18 22:46:15,108 Updating FAILED jobs +2021-12-18 22:46:15,108 Updating WAITING jobs +2021-12-18 22:46:15,108 Setting job: t0ni_CLEAN_EXPERIMENT status to: READY (all parents completed)... +2021-12-18 22:46:15,108 Update finished +2021-12-18 22:46:15,108 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:46:15,108 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:46:15,108 t0ni_19931101_fc0_CLEAN_MEMBER 21200 COMPLETED transfer_node no-scheduler +2021-12-18 22:46:15,109 t0ni_PERFORMANCE_METRICS 2752 COMPLETED local no-scheduler +2021-12-18 22:46:15,109 t0ni_19931101_fc0_TRANSFER_MEMBER 54049 COMPLETED transfer_node no-scheduler +2021-12-18 22:46:15,109 t0ni_19931101_fc0_2_NCTIME 805828 COMPLETED nord3 bsc_es +2021-12-18 22:46:15,117 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:46:15,121 Job list saved +2021-12-18 22:46:15,124 +Jobs ready for marenostrum4: 0 +2021-12-18 22:46:15,124 Number of jobs available: 20 +2021-12-18 22:46:15,125 Number of jobs ready: 0 +2021-12-18 22:46:15,129 +Jobs ready for nord3: 0 +2021-12-18 22:46:15,130 Number of jobs available: 20 +2021-12-18 22:46:15,130 Number of jobs ready: 0 +2021-12-18 22:46:15,131 +Jobs ready for local: 0 +2021-12-18 22:46:15,131 Number of jobs available: 20 +2021-12-18 22:46:15,132 Number of jobs ready: 0 +2021-12-18 22:46:15,132 +Jobs ready for transfer_node: 1 +2021-12-18 22:46:15,133 Number of jobs available: 20 +2021-12-18 22:46:15,133 Number of jobs ready: 1 +2021-12-18 22:46:15,134 Jobs ready for transfer_node: 1 +2021-12-18 22:46:15,142 Creating Scripts +2021-12-18 22:46:15,147 Custom directives from platform.conf: None +2021-12-18 22:46:15,149 Custom directives from platform.conf: None +2021-12-18 22:46:15,150 Custom directives from platform.conf: None +2021-12-18 22:46:15,280 Sending Files +2021-12-18 22:46:15,434 /gpfs/scratch/bsc32/bsc32627/t0ni/LOG_t0ni has been created on dt01.bsc.es . +2021-12-18 22:46:15,444 Submitting +2021-12-18 22:46:15,584 Job ID: 15456 + +2021-12-18 22:46:15,584 t0ni_CLEAN_EXPERIMENT submitted +2021-12-18 22:46:15,710 Updating FAILED jobs +2021-12-18 22:46:15,710 Updating WAITING jobs +2021-12-18 22:46:15,710 Update finished +2021-12-18 22:46:15,710 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:46:15,711 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:46:15,711 t0ni_19931101_fc0_CLEAN_MEMBER 21200 COMPLETED transfer_node no-scheduler +2021-12-18 22:46:15,711 t0ni_PERFORMANCE_METRICS 2752 COMPLETED local no-scheduler +2021-12-18 22:46:15,711 t0ni_19931101_fc0_TRANSFER_MEMBER 54049 COMPLETED transfer_node no-scheduler +2021-12-18 22:46:15,711 t0ni_19931101_fc0_2_NCTIME 805828 COMPLETED nord3 bsc_es +2021-12-18 22:46:15,711 t0ni_CLEAN_EXPERIMENT 15456 SUBMITTED transfer_node no-scheduler +2021-12-18 22:46:15,713 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:46:15,716 Job list saved +2021-12-18 22:46:15,768 Updating FAILED jobs +2021-12-18 22:46:15,768 Updating WAITING jobs +2021-12-18 22:46:15,768 Update finished +2021-12-18 22:46:25,776 Reloading parameters... +2021-12-18 22:46:25,794 Loading parameters... +2021-12-18 22:46:25,796 Loading project parameters... +2021-12-18 22:46:25,802 + +1 of 25 jobs remaining (22:46) +2021-12-18 22:46:25,802 Sleep: 10 +2021-12-18 22:46:25,802 Number of retrials: 0 +2021-12-18 22:46:25,802 WRAPPER CHECK TIME = 10 +2021-12-18 22:46:25,803 Checking jobs for platform=marenostrum4 +2021-12-18 22:46:25,803 Checking jobs for platform=nord3 +2021-12-18 22:46:25,804 Checking jobs for platform=local +2021-12-18 22:46:25,804 Checking jobs for platform=transfer_node +2021-12-18 22:46:27,973 Successful check job command: nohup kill -0 15456 > /dev/null 2>&1; echo $? +2021-12-18 22:46:27,973 Job t0ni_CLEAN_EXPERIMENT is RUNNING +2021-12-18 22:46:27,989 t0ni_CLEAN_EXPERIMENT_STAT file have been transfered +2021-12-18 22:46:28,045 End of checking +2021-12-18 22:46:28,046 Updating FAILED jobs +2021-12-18 22:46:28,046 Updating WAITING jobs +2021-12-18 22:46:28,046 Update finished +2021-12-18 22:46:28,047 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:46:28,047 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:46:28,047 t0ni_19931101_fc0_CLEAN_MEMBER 21200 COMPLETED transfer_node no-scheduler +2021-12-18 22:46:28,047 t0ni_PERFORMANCE_METRICS 2752 COMPLETED local no-scheduler +2021-12-18 22:46:28,047 t0ni_19931101_fc0_TRANSFER_MEMBER 54049 COMPLETED transfer_node no-scheduler +2021-12-18 22:46:28,047 t0ni_19931101_fc0_2_NCTIME 805828 COMPLETED nord3 bsc_es +2021-12-18 22:46:28,047 t0ni_CLEAN_EXPERIMENT 15456 RUNNING transfer_node no-scheduler +2021-12-18 22:46:28,050 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:46:28,052 Job list saved +2021-12-18 22:46:28,116 Updating FAILED jobs +2021-12-18 22:46:28,117 Updating WAITING jobs +2021-12-18 22:46:28,117 Update finished +2021-12-18 22:46:38,127 Reloading parameters... +2021-12-18 22:46:38,144 Loading parameters... +2021-12-18 22:46:38,146 Loading project parameters... +2021-12-18 22:46:38,147 + +1 of 25 jobs remaining (22:46) +2021-12-18 22:46:38,148 Sleep: 10 +2021-12-18 22:46:38,148 Number of retrials: 0 +2021-12-18 22:46:38,148 WRAPPER CHECK TIME = 10 +2021-12-18 22:46:38,148 Checking jobs for platform=marenostrum4 +2021-12-18 22:46:38,149 Checking jobs for platform=nord3 +2021-12-18 22:46:38,150 Checking jobs for platform=local +2021-12-18 22:46:38,150 Checking jobs for platform=transfer_node +2021-12-18 22:46:40,270 Successful check job command: nohup kill -0 15456 > /dev/null 2>&1; echo $? +2021-12-18 22:46:40,270 Job t0ni_CLEAN_EXPERIMENT is RUNNING +2021-12-18 22:46:40,271 End of checking +2021-12-18 22:46:40,272 Updating FAILED jobs +2021-12-18 22:46:40,272 Updating WAITING jobs +2021-12-18 22:46:40,272 Update finished +2021-12-18 22:46:40,272 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:46:40,273 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:46:40,273 t0ni_19931101_fc0_CLEAN_MEMBER 21200 COMPLETED transfer_node no-scheduler +2021-12-18 22:46:40,273 t0ni_PERFORMANCE_METRICS 2752 COMPLETED local no-scheduler +2021-12-18 22:46:40,273 t0ni_19931101_fc0_TRANSFER_MEMBER 54049 COMPLETED transfer_node no-scheduler +2021-12-18 22:46:40,273 t0ni_19931101_fc0_2_NCTIME 805828 COMPLETED nord3 bsc_es +2021-12-18 22:46:40,273 t0ni_CLEAN_EXPERIMENT 15456 RUNNING transfer_node no-scheduler +2021-12-18 22:46:40,276 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:46:40,278 Job list saved +2021-12-18 22:46:40,283 Updating FAILED jobs +2021-12-18 22:46:40,283 Updating WAITING jobs +2021-12-18 22:46:40,283 Update finished +2021-12-18 22:46:50,293 Reloading parameters... +2021-12-18 22:46:50,315 Loading parameters... +2021-12-18 22:46:50,316 Loading project parameters... +2021-12-18 22:46:50,318 + +1 of 25 jobs remaining (22:46) +2021-12-18 22:46:50,318 Sleep: 10 +2021-12-18 22:46:50,318 Number of retrials: 0 +2021-12-18 22:46:50,318 WRAPPER CHECK TIME = 10 +2021-12-18 22:46:50,319 Checking jobs for platform=marenostrum4 +2021-12-18 22:46:50,319 Checking jobs for platform=nord3 +2021-12-18 22:46:50,320 Checking jobs for platform=local +2021-12-18 22:46:50,320 Checking jobs for platform=transfer_node +2021-12-18 22:46:52,490 Successful check job command: nohup kill -0 15456 > /dev/null 2>&1; echo $? +2021-12-18 22:46:52,490 Job t0ni_CLEAN_EXPERIMENT is RUNNING +2021-12-18 22:46:52,490 End of checking +2021-12-18 22:46:52,492 Updating FAILED jobs +2021-12-18 22:46:52,492 Updating WAITING jobs +2021-12-18 22:46:52,492 Update finished +2021-12-18 22:46:52,492 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:46:52,492 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:46:52,492 t0ni_19931101_fc0_CLEAN_MEMBER 21200 COMPLETED transfer_node no-scheduler +2021-12-18 22:46:52,493 t0ni_PERFORMANCE_METRICS 2752 COMPLETED local no-scheduler +2021-12-18 22:46:52,493 t0ni_19931101_fc0_TRANSFER_MEMBER 54049 COMPLETED transfer_node no-scheduler +2021-12-18 22:46:52,493 t0ni_19931101_fc0_2_NCTIME 805828 COMPLETED nord3 bsc_es +2021-12-18 22:46:52,493 t0ni_CLEAN_EXPERIMENT 15456 RUNNING transfer_node no-scheduler +2021-12-18 22:46:52,496 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:46:52,498 Job list saved +2021-12-18 22:46:52,505 Updating FAILED jobs +2021-12-18 22:46:52,505 Updating WAITING jobs +2021-12-18 22:46:52,505 Update finished +2021-12-18 22:47:02,515 Reloading parameters... +2021-12-18 22:47:02,535 Loading parameters... +2021-12-18 22:47:02,537 Loading project parameters... +2021-12-18 22:47:02,539 + +1 of 25 jobs remaining (22:47) +2021-12-18 22:47:02,539 Sleep: 10 +2021-12-18 22:47:02,539 Number of retrials: 0 +2021-12-18 22:47:02,539 WRAPPER CHECK TIME = 10 +2021-12-18 22:47:02,540 Checking jobs for platform=marenostrum4 +2021-12-18 22:47:02,540 Checking jobs for platform=nord3 +2021-12-18 22:47:02,541 Checking jobs for platform=local +2021-12-18 22:47:02,541 Checking jobs for platform=transfer_node +2021-12-18 22:47:04,710 Successful check job command: nohup kill -0 15456 > /dev/null 2>&1; echo $? +2021-12-18 22:47:04,711 Job t0ni_CLEAN_EXPERIMENT is RUNNING +2021-12-18 22:47:04,711 End of checking +2021-12-18 22:47:04,712 Updating FAILED jobs +2021-12-18 22:47:04,712 Updating WAITING jobs +2021-12-18 22:47:04,712 Update finished +2021-12-18 22:47:04,712 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:47:04,713 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:47:04,713 t0ni_19931101_fc0_CLEAN_MEMBER 21200 COMPLETED transfer_node no-scheduler +2021-12-18 22:47:04,713 t0ni_PERFORMANCE_METRICS 2752 COMPLETED local no-scheduler +2021-12-18 22:47:04,713 t0ni_19931101_fc0_TRANSFER_MEMBER 54049 COMPLETED transfer_node no-scheduler +2021-12-18 22:47:04,713 t0ni_19931101_fc0_2_NCTIME 805828 COMPLETED nord3 bsc_es +2021-12-18 22:47:04,713 t0ni_CLEAN_EXPERIMENT 15456 RUNNING transfer_node no-scheduler +2021-12-18 22:47:04,716 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:47:04,718 Job list saved +2021-12-18 22:47:04,722 Updating FAILED jobs +2021-12-18 22:47:04,723 Updating WAITING jobs +2021-12-18 22:47:04,723 Update finished +2021-12-18 22:47:14,733 Reloading parameters... +2021-12-18 22:47:14,751 Loading parameters... +2021-12-18 22:47:14,753 Loading project parameters... +2021-12-18 22:47:14,755 + +1 of 25 jobs remaining (22:47) +2021-12-18 22:47:14,755 Sleep: 10 +2021-12-18 22:47:14,755 Number of retrials: 0 +2021-12-18 22:47:14,755 WRAPPER CHECK TIME = 10 +2021-12-18 22:47:14,756 Checking jobs for platform=marenostrum4 +2021-12-18 22:47:14,756 Checking jobs for platform=nord3 +2021-12-18 22:47:14,757 Checking jobs for platform=local +2021-12-18 22:47:14,757 Checking jobs for platform=transfer_node +2021-12-18 22:47:16,926 Successful check job command: nohup kill -0 15456 > /dev/null 2>&1; echo $? +2021-12-18 22:47:16,927 Job t0ni_CLEAN_EXPERIMENT is RUNNING +2021-12-18 22:47:16,927 End of checking +2021-12-18 22:47:16,928 Updating FAILED jobs +2021-12-18 22:47:16,928 Updating WAITING jobs +2021-12-18 22:47:16,929 Update finished +2021-12-18 22:47:16,929 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:47:16,929 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:47:16,930 t0ni_19931101_fc0_CLEAN_MEMBER 21200 COMPLETED transfer_node no-scheduler +2021-12-18 22:47:16,930 t0ni_PERFORMANCE_METRICS 2752 COMPLETED local no-scheduler +2021-12-18 22:47:16,930 t0ni_19931101_fc0_TRANSFER_MEMBER 54049 COMPLETED transfer_node no-scheduler +2021-12-18 22:47:16,930 t0ni_19931101_fc0_2_NCTIME 805828 COMPLETED nord3 bsc_es +2021-12-18 22:47:16,930 t0ni_CLEAN_EXPERIMENT 15456 RUNNING transfer_node no-scheduler +2021-12-18 22:47:16,933 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:47:16,935 Job list saved +2021-12-18 22:47:16,939 Updating FAILED jobs +2021-12-18 22:47:16,939 Updating WAITING jobs +2021-12-18 22:47:16,940 Update finished +2021-12-18 22:47:26,949 Reloading parameters... +2021-12-18 22:47:26,969 Loading parameters... +2021-12-18 22:47:26,970 Loading project parameters... +2021-12-18 22:47:26,974 + +1 of 25 jobs remaining (22:47) +2021-12-18 22:47:26,974 Sleep: 10 +2021-12-18 22:47:26,974 Number of retrials: 0 +2021-12-18 22:47:26,974 WRAPPER CHECK TIME = 10 +2021-12-18 22:47:26,975 Checking jobs for platform=marenostrum4 +2021-12-18 22:47:26,976 Checking jobs for platform=nord3 +2021-12-18 22:47:26,976 Checking jobs for platform=local +2021-12-18 22:47:26,977 Checking jobs for platform=transfer_node +2021-12-18 22:47:29,198 Successful check job command: nohup kill -0 15456 > /dev/null 2>&1; echo $? +2021-12-18 22:47:29,198 Job t0ni_CLEAN_EXPERIMENT is RUNNING +2021-12-18 22:47:29,198 End of checking +2021-12-18 22:47:29,200 Updating FAILED jobs +2021-12-18 22:47:29,200 Updating WAITING jobs +2021-12-18 22:47:29,200 Update finished +2021-12-18 22:47:29,200 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:47:29,200 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:47:29,200 t0ni_19931101_fc0_CLEAN_MEMBER 21200 COMPLETED transfer_node no-scheduler +2021-12-18 22:47:29,200 t0ni_PERFORMANCE_METRICS 2752 COMPLETED local no-scheduler +2021-12-18 22:47:29,201 t0ni_19931101_fc0_TRANSFER_MEMBER 54049 COMPLETED transfer_node no-scheduler +2021-12-18 22:47:29,201 t0ni_19931101_fc0_2_NCTIME 805828 COMPLETED nord3 bsc_es +2021-12-18 22:47:29,201 t0ni_CLEAN_EXPERIMENT 15456 RUNNING transfer_node no-scheduler +2021-12-18 22:47:29,204 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:47:29,206 Job list saved +2021-12-18 22:47:29,211 Updating FAILED jobs +2021-12-18 22:47:29,211 Updating WAITING jobs +2021-12-18 22:47:29,211 Update finished +2021-12-18 22:47:39,216 Reloading parameters... +2021-12-18 22:47:39,233 Loading parameters... +2021-12-18 22:47:39,234 Loading project parameters... +2021-12-18 22:47:39,236 + +1 of 25 jobs remaining (22:47) +2021-12-18 22:47:39,236 Sleep: 10 +2021-12-18 22:47:39,237 Number of retrials: 0 +2021-12-18 22:47:39,237 WRAPPER CHECK TIME = 10 +2021-12-18 22:47:39,237 Checking jobs for platform=marenostrum4 +2021-12-18 22:47:39,238 Checking jobs for platform=nord3 +2021-12-18 22:47:39,238 Checking jobs for platform=local +2021-12-18 22:47:39,239 Checking jobs for platform=transfer_node +2021-12-18 22:47:41,357 Successful check job command: nohup kill -0 15456 > /dev/null 2>&1; echo $? +2021-12-18 22:47:41,357 Job t0ni_CLEAN_EXPERIMENT is RUNNING +2021-12-18 22:47:41,357 End of checking +2021-12-18 22:47:41,359 Updating FAILED jobs +2021-12-18 22:47:41,359 Updating WAITING jobs +2021-12-18 22:47:41,359 Update finished +2021-12-18 22:47:41,359 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:47:41,359 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:47:41,359 t0ni_19931101_fc0_CLEAN_MEMBER 21200 COMPLETED transfer_node no-scheduler +2021-12-18 22:47:41,360 t0ni_PERFORMANCE_METRICS 2752 COMPLETED local no-scheduler +2021-12-18 22:47:41,360 t0ni_19931101_fc0_TRANSFER_MEMBER 54049 COMPLETED transfer_node no-scheduler +2021-12-18 22:47:41,360 t0ni_19931101_fc0_2_NCTIME 805828 COMPLETED nord3 bsc_es +2021-12-18 22:47:41,360 t0ni_CLEAN_EXPERIMENT 15456 RUNNING transfer_node no-scheduler +2021-12-18 22:47:41,363 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:47:41,365 Job list saved +2021-12-18 22:47:41,370 Updating FAILED jobs +2021-12-18 22:47:41,370 Updating WAITING jobs +2021-12-18 22:47:41,370 Update finished +2021-12-18 22:47:51,380 Reloading parameters... +2021-12-18 22:47:51,399 Loading parameters... +2021-12-18 22:47:51,400 Loading project parameters... +2021-12-18 22:47:51,402 + +1 of 25 jobs remaining (22:47) +2021-12-18 22:47:51,402 Sleep: 10 +2021-12-18 22:47:51,402 Number of retrials: 0 +2021-12-18 22:47:51,402 WRAPPER CHECK TIME = 10 +2021-12-18 22:47:51,403 Checking jobs for platform=marenostrum4 +2021-12-18 22:47:51,404 Checking jobs for platform=nord3 +2021-12-18 22:47:51,404 Checking jobs for platform=local +2021-12-18 22:47:51,405 Checking jobs for platform=transfer_node +2021-12-18 22:47:53,574 Successful check job command: nohup kill -0 15456 > /dev/null 2>&1; echo $? +2021-12-18 22:47:53,575 Job t0ni_CLEAN_EXPERIMENT is RUNNING +2021-12-18 22:47:53,575 End of checking +2021-12-18 22:47:53,576 Updating FAILED jobs +2021-12-18 22:47:53,576 Updating WAITING jobs +2021-12-18 22:47:53,577 Update finished +2021-12-18 22:47:53,577 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:47:53,577 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:47:53,577 t0ni_19931101_fc0_CLEAN_MEMBER 21200 COMPLETED transfer_node no-scheduler +2021-12-18 22:47:53,578 t0ni_PERFORMANCE_METRICS 2752 COMPLETED local no-scheduler +2021-12-18 22:47:53,578 t0ni_19931101_fc0_TRANSFER_MEMBER 54049 COMPLETED transfer_node no-scheduler +2021-12-18 22:47:53,578 t0ni_19931101_fc0_2_NCTIME 805828 COMPLETED nord3 bsc_es +2021-12-18 22:47:53,578 t0ni_CLEAN_EXPERIMENT 15456 RUNNING transfer_node no-scheduler +2021-12-18 22:47:53,581 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:47:53,583 Job list saved +2021-12-18 22:47:53,588 Updating FAILED jobs +2021-12-18 22:47:53,589 Updating WAITING jobs +2021-12-18 22:47:53,589 Update finished +2021-12-18 22:48:03,599 Reloading parameters... +2021-12-18 22:48:03,616 Loading parameters... +2021-12-18 22:48:03,617 Loading project parameters... +2021-12-18 22:48:03,619 + +1 of 25 jobs remaining (22:48) +2021-12-18 22:48:03,619 Sleep: 10 +2021-12-18 22:48:03,619 Number of retrials: 0 +2021-12-18 22:48:03,619 WRAPPER CHECK TIME = 10 +2021-12-18 22:48:03,620 Checking jobs for platform=marenostrum4 +2021-12-18 22:48:03,621 Checking jobs for platform=nord3 +2021-12-18 22:48:03,621 Checking jobs for platform=local +2021-12-18 22:48:03,622 Checking jobs for platform=transfer_node +2021-12-18 22:48:05,791 Successful check job command: nohup kill -0 15456 > /dev/null 2>&1; echo $? +2021-12-18 22:48:05,792 Job t0ni_CLEAN_EXPERIMENT is RUNNING +2021-12-18 22:48:05,792 End of checking +2021-12-18 22:48:05,793 Updating FAILED jobs +2021-12-18 22:48:05,794 Updating WAITING jobs +2021-12-18 22:48:05,794 Update finished +2021-12-18 22:48:05,794 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:48:05,794 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:48:05,794 t0ni_19931101_fc0_CLEAN_MEMBER 21200 COMPLETED transfer_node no-scheduler +2021-12-18 22:48:05,795 t0ni_PERFORMANCE_METRICS 2752 COMPLETED local no-scheduler +2021-12-18 22:48:05,795 t0ni_19931101_fc0_TRANSFER_MEMBER 54049 COMPLETED transfer_node no-scheduler +2021-12-18 22:48:05,795 t0ni_19931101_fc0_2_NCTIME 805828 COMPLETED nord3 bsc_es +2021-12-18 22:48:05,795 t0ni_CLEAN_EXPERIMENT 15456 RUNNING transfer_node no-scheduler +2021-12-18 22:48:05,797 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:48:05,800 Job list saved +2021-12-18 22:48:05,810 Updating FAILED jobs +2021-12-18 22:48:05,811 Updating WAITING jobs +2021-12-18 22:48:05,811 Update finished +2021-12-18 22:48:15,818 Reloading parameters... +2021-12-18 22:48:15,837 Loading parameters... +2021-12-18 22:48:15,839 Loading project parameters... +2021-12-18 22:48:15,841 + +1 of 25 jobs remaining (22:48) +2021-12-18 22:48:15,841 Sleep: 10 +2021-12-18 22:48:15,841 Number of retrials: 0 +2021-12-18 22:48:15,841 WRAPPER CHECK TIME = 10 +2021-12-18 22:48:15,842 Checking jobs for platform=marenostrum4 +2021-12-18 22:48:15,842 Checking jobs for platform=nord3 +2021-12-18 22:48:15,843 Checking jobs for platform=local +2021-12-18 22:48:15,843 Checking jobs for platform=transfer_node +2021-12-18 22:48:18,063 Successful check job command: nohup kill -0 15456 > /dev/null 2>&1; echo $? +2021-12-18 22:48:18,063 Job t0ni_CLEAN_EXPERIMENT is RUNNING +2021-12-18 22:48:18,063 End of checking +2021-12-18 22:48:18,065 Updating FAILED jobs +2021-12-18 22:48:18,065 Updating WAITING jobs +2021-12-18 22:48:18,065 Update finished +2021-12-18 22:48:18,065 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:48:18,065 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:48:18,065 t0ni_19931101_fc0_CLEAN_MEMBER 21200 COMPLETED transfer_node no-scheduler +2021-12-18 22:48:18,066 t0ni_PERFORMANCE_METRICS 2752 COMPLETED local no-scheduler +2021-12-18 22:48:18,066 t0ni_19931101_fc0_TRANSFER_MEMBER 54049 COMPLETED transfer_node no-scheduler +2021-12-18 22:48:18,066 t0ni_19931101_fc0_2_NCTIME 805828 COMPLETED nord3 bsc_es +2021-12-18 22:48:18,066 t0ni_CLEAN_EXPERIMENT 15456 RUNNING transfer_node no-scheduler +2021-12-18 22:48:18,069 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:48:18,071 Job list saved +2021-12-18 22:48:18,076 Updating FAILED jobs +2021-12-18 22:48:18,076 Updating WAITING jobs +2021-12-18 22:48:18,076 Update finished +2021-12-18 22:48:28,084 Reloading parameters... +2021-12-18 22:48:28,102 Loading parameters... +2021-12-18 22:48:28,104 Loading project parameters... +2021-12-18 22:48:28,105 + +1 of 25 jobs remaining (22:48) +2021-12-18 22:48:28,106 Sleep: 10 +2021-12-18 22:48:28,106 Number of retrials: 0 +2021-12-18 22:48:28,106 WRAPPER CHECK TIME = 10 +2021-12-18 22:48:28,107 Checking jobs for platform=marenostrum4 +2021-12-18 22:48:28,107 Checking jobs for platform=nord3 +2021-12-18 22:48:28,108 Checking jobs for platform=local +2021-12-18 22:48:28,108 Checking jobs for platform=transfer_node +2021-12-18 22:48:30,227 Successful check job command: nohup kill -0 15456 > /dev/null 2>&1; echo $? +2021-12-18 22:48:30,227 Job t0ni_CLEAN_EXPERIMENT is RUNNING +2021-12-18 22:48:30,228 End of checking +2021-12-18 22:48:30,230 Updating FAILED jobs +2021-12-18 22:48:30,230 Updating WAITING jobs +2021-12-18 22:48:30,230 Update finished +2021-12-18 22:48:30,230 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:48:30,231 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:48:30,231 t0ni_19931101_fc0_CLEAN_MEMBER 21200 COMPLETED transfer_node no-scheduler +2021-12-18 22:48:30,231 t0ni_PERFORMANCE_METRICS 2752 COMPLETED local no-scheduler +2021-12-18 22:48:30,232 t0ni_19931101_fc0_TRANSFER_MEMBER 54049 COMPLETED transfer_node no-scheduler +2021-12-18 22:48:30,232 t0ni_19931101_fc0_2_NCTIME 805828 COMPLETED nord3 bsc_es +2021-12-18 22:48:30,232 t0ni_CLEAN_EXPERIMENT 15456 RUNNING transfer_node no-scheduler +2021-12-18 22:48:30,234 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:48:30,237 Job list saved +2021-12-18 22:48:30,242 Updating FAILED jobs +2021-12-18 22:48:30,242 Updating WAITING jobs +2021-12-18 22:48:30,242 Update finished +2021-12-18 22:48:40,252 Reloading parameters... +2021-12-18 22:48:40,270 Loading parameters... +2021-12-18 22:48:40,272 Loading project parameters... +2021-12-18 22:48:40,273 + +1 of 25 jobs remaining (22:48) +2021-12-18 22:48:40,274 Sleep: 10 +2021-12-18 22:48:40,274 Number of retrials: 0 +2021-12-18 22:48:40,274 WRAPPER CHECK TIME = 10 +2021-12-18 22:48:40,274 Checking jobs for platform=marenostrum4 +2021-12-18 22:48:40,275 Checking jobs for platform=nord3 +2021-12-18 22:48:40,276 Checking jobs for platform=local +2021-12-18 22:48:40,276 Checking jobs for platform=transfer_node +2021-12-18 22:48:42,446 Successful check job command: nohup kill -0 15456 > /dev/null 2>&1; echo $? +2021-12-18 22:48:42,446 Job t0ni_CLEAN_EXPERIMENT is RUNNING +2021-12-18 22:48:42,446 End of checking +2021-12-18 22:48:42,448 Updating FAILED jobs +2021-12-18 22:48:42,448 Updating WAITING jobs +2021-12-18 22:48:42,448 Update finished +2021-12-18 22:48:42,448 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:48:42,448 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:48:42,449 t0ni_19931101_fc0_CLEAN_MEMBER 21200 COMPLETED transfer_node no-scheduler +2021-12-18 22:48:42,449 t0ni_PERFORMANCE_METRICS 2752 COMPLETED local no-scheduler +2021-12-18 22:48:42,449 t0ni_19931101_fc0_TRANSFER_MEMBER 54049 COMPLETED transfer_node no-scheduler +2021-12-18 22:48:42,449 t0ni_19931101_fc0_2_NCTIME 805828 COMPLETED nord3 bsc_es +2021-12-18 22:48:42,449 t0ni_CLEAN_EXPERIMENT 15456 RUNNING transfer_node no-scheduler +2021-12-18 22:48:42,452 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:48:42,454 Job list saved +2021-12-18 22:48:42,460 Updating FAILED jobs +2021-12-18 22:48:42,460 Updating WAITING jobs +2021-12-18 22:48:42,460 Update finished +2021-12-18 22:48:52,466 Reloading parameters... +2021-12-18 22:48:52,485 Loading parameters... +2021-12-18 22:48:52,486 Loading project parameters... +2021-12-18 22:48:52,488 + +1 of 25 jobs remaining (22:48) +2021-12-18 22:48:52,488 Sleep: 10 +2021-12-18 22:48:52,488 Number of retrials: 0 +2021-12-18 22:48:52,488 WRAPPER CHECK TIME = 10 +2021-12-18 22:48:52,489 Checking jobs for platform=marenostrum4 +2021-12-18 22:48:52,489 Checking jobs for platform=nord3 +2021-12-18 22:48:52,490 Checking jobs for platform=local +2021-12-18 22:48:52,490 Checking jobs for platform=transfer_node +2021-12-18 22:48:54,660 Successful check job command: nohup kill -0 15456 > /dev/null 2>&1; echo $? +2021-12-18 22:48:54,661 Job t0ni_CLEAN_EXPERIMENT is RUNNING +2021-12-18 22:48:54,661 End of checking +2021-12-18 22:48:54,662 Updating FAILED jobs +2021-12-18 22:48:54,662 Updating WAITING jobs +2021-12-18 22:48:54,662 Update finished +2021-12-18 22:48:54,663 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:48:54,663 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:48:54,663 t0ni_19931101_fc0_CLEAN_MEMBER 21200 COMPLETED transfer_node no-scheduler +2021-12-18 22:48:54,663 t0ni_PERFORMANCE_METRICS 2752 COMPLETED local no-scheduler +2021-12-18 22:48:54,663 t0ni_19931101_fc0_TRANSFER_MEMBER 54049 COMPLETED transfer_node no-scheduler +2021-12-18 22:48:54,663 t0ni_19931101_fc0_2_NCTIME 805828 COMPLETED nord3 bsc_es +2021-12-18 22:48:54,663 t0ni_CLEAN_EXPERIMENT 15456 RUNNING transfer_node no-scheduler +2021-12-18 22:48:54,666 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:48:54,669 Job list saved +2021-12-18 22:48:54,674 Updating FAILED jobs +2021-12-18 22:48:54,674 Updating WAITING jobs +2021-12-18 22:48:54,674 Update finished +2021-12-18 22:49:04,684 Reloading parameters... +2021-12-18 22:49:04,708 Loading parameters... +2021-12-18 22:49:04,710 Loading project parameters... +2021-12-18 22:49:04,712 + +1 of 25 jobs remaining (22:49) +2021-12-18 22:49:04,712 Sleep: 10 +2021-12-18 22:49:04,712 Number of retrials: 0 +2021-12-18 22:49:04,712 WRAPPER CHECK TIME = 10 +2021-12-18 22:49:04,713 Checking jobs for platform=marenostrum4 +2021-12-18 22:49:04,713 Checking jobs for platform=nord3 +2021-12-18 22:49:04,714 Checking jobs for platform=local +2021-12-18 22:49:04,714 Checking jobs for platform=transfer_node +2021-12-18 22:49:06,885 Successful check job command: nohup kill -0 15456 > /dev/null 2>&1; echo $? +2021-12-18 22:49:06,885 Job t0ni_CLEAN_EXPERIMENT is RUNNING +2021-12-18 22:49:06,885 End of checking +2021-12-18 22:49:06,886 Updating FAILED jobs +2021-12-18 22:49:06,886 Updating WAITING jobs +2021-12-18 22:49:06,887 Update finished +2021-12-18 22:49:06,887 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:49:06,887 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:49:06,888 t0ni_19931101_fc0_CLEAN_MEMBER 21200 COMPLETED transfer_node no-scheduler +2021-12-18 22:49:06,888 t0ni_PERFORMANCE_METRICS 2752 COMPLETED local no-scheduler +2021-12-18 22:49:06,888 t0ni_19931101_fc0_TRANSFER_MEMBER 54049 COMPLETED transfer_node no-scheduler +2021-12-18 22:49:06,888 t0ni_19931101_fc0_2_NCTIME 805828 COMPLETED nord3 bsc_es +2021-12-18 22:49:06,888 t0ni_CLEAN_EXPERIMENT 15456 RUNNING transfer_node no-scheduler +2021-12-18 22:49:06,891 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:49:06,893 Job list saved +2021-12-18 22:49:06,898 Updating FAILED jobs +2021-12-18 22:49:06,898 Updating WAITING jobs +2021-12-18 22:49:06,898 Update finished +2021-12-18 22:49:16,908 Reloading parameters... +2021-12-18 22:49:16,926 Loading parameters... +2021-12-18 22:49:16,927 Loading project parameters... +2021-12-18 22:49:16,929 + +1 of 25 jobs remaining (22:49) +2021-12-18 22:49:16,929 Sleep: 10 +2021-12-18 22:49:16,929 Number of retrials: 0 +2021-12-18 22:49:16,930 WRAPPER CHECK TIME = 10 +2021-12-18 22:49:16,930 Checking jobs for platform=marenostrum4 +2021-12-18 22:49:16,931 Checking jobs for platform=nord3 +2021-12-18 22:49:16,931 Checking jobs for platform=local +2021-12-18 22:49:16,932 Checking jobs for platform=transfer_node +2021-12-18 22:49:19,152 Successful check job command: nohup kill -0 15456 > /dev/null 2>&1; echo $? +2021-12-18 22:49:19,152 Job t0ni_CLEAN_EXPERIMENT is RUNNING +2021-12-18 22:49:19,152 End of checking +2021-12-18 22:49:19,153 Updating FAILED jobs +2021-12-18 22:49:19,154 Updating WAITING jobs +2021-12-18 22:49:19,154 Update finished +2021-12-18 22:49:19,154 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:49:19,154 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:49:19,154 t0ni_19931101_fc0_CLEAN_MEMBER 21200 COMPLETED transfer_node no-scheduler +2021-12-18 22:49:19,154 t0ni_PERFORMANCE_METRICS 2752 COMPLETED local no-scheduler +2021-12-18 22:49:19,155 t0ni_19931101_fc0_TRANSFER_MEMBER 54049 COMPLETED transfer_node no-scheduler +2021-12-18 22:49:19,155 t0ni_19931101_fc0_2_NCTIME 805828 COMPLETED nord3 bsc_es +2021-12-18 22:49:19,155 t0ni_CLEAN_EXPERIMENT 15456 RUNNING transfer_node no-scheduler +2021-12-18 22:49:19,157 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:49:19,160 Job list saved +2021-12-18 22:49:19,165 Updating FAILED jobs +2021-12-18 22:49:19,165 Updating WAITING jobs +2021-12-18 22:49:19,165 Update finished +2021-12-18 22:49:29,175 Reloading parameters... +2021-12-18 22:49:29,192 Loading parameters... +2021-12-18 22:49:29,193 Loading project parameters... +2021-12-18 22:49:29,195 + +1 of 25 jobs remaining (22:49) +2021-12-18 22:49:29,195 Sleep: 10 +2021-12-18 22:49:29,195 Number of retrials: 0 +2021-12-18 22:49:29,196 WRAPPER CHECK TIME = 10 +2021-12-18 22:49:29,196 Checking jobs for platform=marenostrum4 +2021-12-18 22:49:29,197 Checking jobs for platform=nord3 +2021-12-18 22:49:29,197 Checking jobs for platform=local +2021-12-18 22:49:29,198 Checking jobs for platform=transfer_node +2021-12-18 22:49:31,367 Successful check job command: nohup kill -0 15456 > /dev/null 2>&1; echo $? +2021-12-18 22:49:31,368 Job t0ni_CLEAN_EXPERIMENT is RUNNING +2021-12-18 22:49:31,368 End of checking +2021-12-18 22:49:31,369 Updating FAILED jobs +2021-12-18 22:49:31,369 Updating WAITING jobs +2021-12-18 22:49:31,369 Update finished +2021-12-18 22:49:31,369 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:49:31,369 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:49:31,370 t0ni_19931101_fc0_CLEAN_MEMBER 21200 COMPLETED transfer_node no-scheduler +2021-12-18 22:49:31,370 t0ni_PERFORMANCE_METRICS 2752 COMPLETED local no-scheduler +2021-12-18 22:49:31,370 t0ni_19931101_fc0_TRANSFER_MEMBER 54049 COMPLETED transfer_node no-scheduler +2021-12-18 22:49:31,370 t0ni_19931101_fc0_2_NCTIME 805828 COMPLETED nord3 bsc_es +2021-12-18 22:49:31,370 t0ni_CLEAN_EXPERIMENT 15456 RUNNING transfer_node no-scheduler +2021-12-18 22:49:31,372 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:49:31,375 Job list saved +2021-12-18 22:49:31,379 Updating FAILED jobs +2021-12-18 22:49:31,380 Updating WAITING jobs +2021-12-18 22:49:31,380 Update finished +2021-12-18 22:49:41,390 Reloading parameters... +2021-12-18 22:49:41,407 Loading parameters... +2021-12-18 22:49:41,408 Loading project parameters... +2021-12-18 22:49:41,410 + +1 of 25 jobs remaining (22:49) +2021-12-18 22:49:41,410 Sleep: 10 +2021-12-18 22:49:41,410 Number of retrials: 0 +2021-12-18 22:49:41,410 WRAPPER CHECK TIME = 10 +2021-12-18 22:49:41,411 Checking jobs for platform=marenostrum4 +2021-12-18 22:49:41,411 Checking jobs for platform=nord3 +2021-12-18 22:49:41,412 Checking jobs for platform=local +2021-12-18 22:49:41,412 Checking jobs for platform=transfer_node +2021-12-18 22:49:43,532 Successful check job command: nohup kill -0 15456 > /dev/null 2>&1; echo $? +2021-12-18 22:49:43,532 Job t0ni_CLEAN_EXPERIMENT is RUNNING +2021-12-18 22:49:43,533 End of checking +2021-12-18 22:49:43,534 Updating FAILED jobs +2021-12-18 22:49:43,534 Updating WAITING jobs +2021-12-18 22:49:43,534 Update finished +2021-12-18 22:49:43,534 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:49:43,537 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:49:43,538 t0ni_19931101_fc0_CLEAN_MEMBER 21200 COMPLETED transfer_node no-scheduler +2021-12-18 22:49:43,538 t0ni_PERFORMANCE_METRICS 2752 COMPLETED local no-scheduler +2021-12-18 22:49:43,538 t0ni_19931101_fc0_TRANSFER_MEMBER 54049 COMPLETED transfer_node no-scheduler +2021-12-18 22:49:43,538 t0ni_19931101_fc0_2_NCTIME 805828 COMPLETED nord3 bsc_es +2021-12-18 22:49:43,538 t0ni_CLEAN_EXPERIMENT 15456 RUNNING transfer_node no-scheduler +2021-12-18 22:49:43,541 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:49:43,543 Job list saved +2021-12-18 22:49:43,547 Updating FAILED jobs +2021-12-18 22:49:43,547 Updating WAITING jobs +2021-12-18 22:49:43,548 Update finished +2021-12-18 22:49:53,558 Reloading parameters... +2021-12-18 22:49:53,577 Loading parameters... +2021-12-18 22:49:53,578 Loading project parameters... +2021-12-18 22:49:53,580 + +1 of 25 jobs remaining (22:49) +2021-12-18 22:49:53,580 Sleep: 10 +2021-12-18 22:49:53,580 Number of retrials: 0 +2021-12-18 22:49:53,580 WRAPPER CHECK TIME = 10 +2021-12-18 22:49:53,581 Checking jobs for platform=marenostrum4 +2021-12-18 22:49:53,582 Checking jobs for platform=nord3 +2021-12-18 22:49:53,582 Checking jobs for platform=local +2021-12-18 22:49:53,583 Checking jobs for platform=transfer_node +2021-12-18 22:49:55,852 Successful check job command: nohup kill -0 15456 > /dev/null 2>&1; echo $? +2021-12-18 22:49:55,853 Job t0ni_CLEAN_EXPERIMENT is RUNNING +2021-12-18 22:49:55,853 End of checking +2021-12-18 22:49:55,854 Updating FAILED jobs +2021-12-18 22:49:55,854 Updating WAITING jobs +2021-12-18 22:49:55,855 Update finished +2021-12-18 22:49:55,855 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:49:55,855 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:49:55,855 t0ni_19931101_fc0_CLEAN_MEMBER 21200 COMPLETED transfer_node no-scheduler +2021-12-18 22:49:55,855 t0ni_PERFORMANCE_METRICS 2752 COMPLETED local no-scheduler +2021-12-18 22:49:55,855 t0ni_19931101_fc0_TRANSFER_MEMBER 54049 COMPLETED transfer_node no-scheduler +2021-12-18 22:49:55,855 t0ni_19931101_fc0_2_NCTIME 805828 COMPLETED nord3 bsc_es +2021-12-18 22:49:55,856 t0ni_CLEAN_EXPERIMENT 15456 RUNNING transfer_node no-scheduler +2021-12-18 22:49:55,859 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:49:55,861 Job list saved +2021-12-18 22:49:55,866 Updating FAILED jobs +2021-12-18 22:49:55,866 Updating WAITING jobs +2021-12-18 22:49:55,867 Update finished +2021-12-18 22:50:05,877 Reloading parameters... +2021-12-18 22:50:05,894 Loading parameters... +2021-12-18 22:50:05,896 Loading project parameters... +2021-12-18 22:50:05,898 + +1 of 25 jobs remaining (22:50) +2021-12-18 22:50:05,898 Sleep: 10 +2021-12-18 22:50:05,898 Number of retrials: 0 +2021-12-18 22:50:05,898 WRAPPER CHECK TIME = 10 +2021-12-18 22:50:05,899 Checking jobs for platform=marenostrum4 +2021-12-18 22:50:05,899 Checking jobs for platform=nord3 +2021-12-18 22:50:05,900 Checking jobs for platform=local +2021-12-18 22:50:05,900 Checking jobs for platform=transfer_node +2021-12-18 22:50:08,069 Successful check job command: nohup kill -0 15456 > /dev/null 2>&1; echo $? +2021-12-18 22:50:08,069 Job t0ni_CLEAN_EXPERIMENT is RUNNING +2021-12-18 22:50:08,069 End of checking +2021-12-18 22:50:08,071 Updating FAILED jobs +2021-12-18 22:50:08,071 Updating WAITING jobs +2021-12-18 22:50:08,071 Update finished +2021-12-18 22:50:08,071 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:50:08,071 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:50:08,072 t0ni_19931101_fc0_CLEAN_MEMBER 21200 COMPLETED transfer_node no-scheduler +2021-12-18 22:50:08,072 t0ni_PERFORMANCE_METRICS 2752 COMPLETED local no-scheduler +2021-12-18 22:50:08,072 t0ni_19931101_fc0_TRANSFER_MEMBER 54049 COMPLETED transfer_node no-scheduler +2021-12-18 22:50:08,072 t0ni_19931101_fc0_2_NCTIME 805828 COMPLETED nord3 bsc_es +2021-12-18 22:50:08,072 t0ni_CLEAN_EXPERIMENT 15456 RUNNING transfer_node no-scheduler +2021-12-18 22:50:08,075 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:50:08,077 Job list saved +2021-12-18 22:50:08,082 Updating FAILED jobs +2021-12-18 22:50:08,082 Updating WAITING jobs +2021-12-18 22:50:08,082 Update finished +2021-12-18 22:50:18,092 Reloading parameters... +2021-12-18 22:50:18,110 Loading parameters... +2021-12-18 22:50:18,111 Loading project parameters... +2021-12-18 22:50:18,113 + +1 of 25 jobs remaining (22:50) +2021-12-18 22:50:18,113 Sleep: 10 +2021-12-18 22:50:18,113 Number of retrials: 0 +2021-12-18 22:50:18,114 WRAPPER CHECK TIME = 10 +2021-12-18 22:50:18,114 Checking jobs for platform=marenostrum4 +2021-12-18 22:50:18,115 Checking jobs for platform=nord3 +2021-12-18 22:50:18,115 Checking jobs for platform=local +2021-12-18 22:50:18,116 Checking jobs for platform=transfer_node +2021-12-18 22:50:20,285 Successful check job command: nohup kill -0 15456 > /dev/null 2>&1; echo $? +2021-12-18 22:50:20,285 Job t0ni_CLEAN_EXPERIMENT is RUNNING +2021-12-18 22:50:20,285 End of checking +2021-12-18 22:50:20,287 Updating FAILED jobs +2021-12-18 22:50:20,287 Updating WAITING jobs +2021-12-18 22:50:20,287 Update finished +2021-12-18 22:50:20,288 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:50:20,288 t0ni_19931101_fc0_2_SAVEIC 19279783 COMPLETED marenostrum4 bsc_es +2021-12-18 22:50:20,289 t0ni_19931101_fc0_CLEAN_MEMBER 21200 COMPLETED transfer_node no-scheduler +2021-12-18 22:50:20,289 t0ni_PERFORMANCE_METRICS 2752 COMPLETED local no-scheduler +2021-12-18 22:50:20,289 t0ni_19931101_fc0_TRANSFER_MEMBER 54049 COMPLETED transfer_node no-scheduler +2021-12-18 22:50:20,289 t0ni_19931101_fc0_2_NCTIME 805828 COMPLETED nord3 bsc_es +2021-12-18 22:50:20,289 t0ni_CLEAN_EXPERIMENT 15456 RUNNING transfer_node no-scheduler +2021-12-18 22:50:20,292 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:50:20,294 Job list saved +2021-12-18 22:50:20,299 Updating FAILED jobs +2021-12-18 22:50:20,299 Updating WAITING jobs +2021-12-18 22:50:20,299 Update finished +2021-12-18 22:50:30,309 Reloading parameters... +2021-12-18 22:50:30,326 Loading parameters... +2021-12-18 22:50:30,327 Loading project parameters... +2021-12-18 22:50:30,329 + +1 of 25 jobs remaining (22:50) +2021-12-18 22:50:30,330 Sleep: 10 +2021-12-18 22:50:30,330 Number of retrials: 0 +2021-12-18 22:50:30,330 WRAPPER CHECK TIME = 10 +2021-12-18 22:50:30,330 Checking jobs for platform=marenostrum4 +2021-12-18 22:50:30,331 Checking jobs for platform=nord3 +2021-12-18 22:50:30,331 Checking jobs for platform=local +2021-12-18 22:50:30,332 Checking jobs for platform=transfer_node +2021-12-18 22:50:32,502 Successful check job command: nohup kill -0 15456 > /dev/null 2>&1; echo $? +2021-12-18 22:50:32,502 t0ni_CLEAN_EXPERIMENT job seems to have completed: checking... +2021-12-18 22:50:32,511 Job t0ni_CLEAN_EXPERIMENT is COMPLETED +2021-12-18 22:50:32,523 t0ni_CLEAN_EXPERIMENT_STAT file have been transfered +2021-12-18 22:50:32,606 End of checking +2021-12-18 22:50:32,607 Updating FAILED jobs +2021-12-18 22:50:32,607 Updating WAITING jobs +2021-12-18 22:50:32,607 Update finished +2021-12-18 22:50:32,608 +Job Name Job Id Job Status Job Platform Job Queue +2021-12-18 22:50:32,608 t0ni_19931101_fc0_CLEAN_MEMBER 21200 COMPLETED transfer_node no-scheduler +2021-12-18 22:50:32,608 t0ni_PERFORMANCE_METRICS 2752 COMPLETED local no-scheduler +2021-12-18 22:50:32,609 t0ni_19931101_fc0_TRANSFER_MEMBER 54049 COMPLETED transfer_node no-scheduler +2021-12-18 22:50:32,609 t0ni_19931101_fc0_2_NCTIME 805828 COMPLETED nord3 bsc_es +2021-12-18 22:50:32,609 t0ni_CLEAN_EXPERIMENT 15456 COMPLETED transfer_node no-scheduler +2021-12-18 22:50:32,612 Saving JobList: /esarchive/autosubmit/t0ni/pkl/job_list_t0ni.pkl +2021-12-18 22:50:32,615 Job list saved +2021-12-18 22:50:32,632 Custom directives from platform.conf: None +2021-12-18 22:50:32,632 Custom directives from platform.conf: None +2021-12-18 22:50:32,633 Custom directives from platform.conf: None +2021-12-18 22:50:32,699 Updating FAILED jobs +2021-12-18 22:50:32,699 Updating WAITING jobs +2021-12-18 22:50:32,699 Update finished +2021-12-18 22:50:38,075 Trace A critical file couldn't be retrieved, File /gpfs/scratch/bsc32/bsc32627/t0ni/LOG_t0ni does not exists +Failed to retrieve log file for job t0ni_CLEAN_EXPERIMENT +2021-12-18 22:50:42,709 No more jobs to run. +2021-12-18 22:50:42,770 Run successful diff --git a/autosubmit_api/components/experiment/test_case/t0ni/tmp/ASLOGS/20211217_173208_run_err.log b/autosubmit_api/components/experiment/test_case/t0ni/tmp/ASLOGS/20211217_173208_run_err.log new file mode 100755 index 00000000..e69de29b diff --git a/autosubmit_api/components/experiment/test_case/t0ni/tmp/ASLOGS/20211217_173257_monitor.log b/autosubmit_api/components/experiment/test_case/t0ni/tmp/ASLOGS/20211217_173257_monitor.log new file mode 100755 index 00000000..e364fefd --- /dev/null +++ b/autosubmit_api/components/experiment/test_case/t0ni/tmp/ASLOGS/20211217_173257_monitor.log @@ -0,0 +1,53 @@ +2021-12-17 17:32:57,509 Getting job list... +2021-12-17 17:32:57,509 +Checking configuration files... +2021-12-17 17:32:57,515 expdef_t0ni.conf OK +2021-12-17 17:32:57,515 platforms_t0ni.conf OK +2021-12-17 17:32:57,516 jobs_t0ni.conf OK +2021-12-17 17:32:57,517 wrappers OK +2021-12-17 17:32:57,517 autosubmit_t0ni.conf OK +2021-12-17 17:32:57,518 Configuration files OK + +2021-12-17 17:32:57,524 Loading project parameters... +2021-12-17 17:32:57,526 Creating jobs... +2021-12-17 17:32:57,526 Loading JobList +2021-12-17 17:32:57,529 Creating LOCAL_SETUP jobs +2021-12-17 17:32:57,529 Creating SYNCHRONIZE jobs +2021-12-17 17:32:57,529 Creating REMOTE_SETUP jobs +2021-12-17 17:32:57,529 Creating INI jobs +2021-12-17 17:32:57,529 Creating SIM jobs +2021-12-17 17:32:57,529 Creating CMOROCE jobs +2021-12-17 17:32:57,530 Creating CMORATM jobs +2021-12-17 17:32:57,530 Creating POST jobs +2021-12-17 17:32:57,530 Creating CLEAN jobs +2021-12-17 17:32:57,530 Creating EARTHDIAGS jobs +2021-12-17 17:32:57,530 Creating MONITOR jobs +2021-12-17 17:32:57,530 Creating SAVEIC jobs +2021-12-17 17:32:57,531 Creating CLEAN_MEMBER jobs +2021-12-17 17:32:57,531 Creating PERFORMANCE_METRICS jobs +2021-12-17 17:32:57,531 Creating TRANSFER_MEMBER jobs +2021-12-17 17:32:57,531 Creating NCTIME jobs +2021-12-17 17:32:57,531 Creating CLEAN_EXPERIMENT jobs +2021-12-17 17:32:57,531 Adding dependencies... +2021-12-17 17:32:57,531 Adding dependencies for LOCAL_SETUP jobs +2021-12-17 17:32:57,531 Adding dependencies for SYNCHRONIZE jobs +2021-12-17 17:32:57,531 Adding dependencies for REMOTE_SETUP jobs +2021-12-17 17:32:57,531 Adding dependencies for INI jobs +2021-12-17 17:32:57,531 Adding dependencies for SIM jobs +2021-12-17 17:32:57,532 Adding dependencies for CMOROCE jobs +2021-12-17 17:32:57,532 Adding dependencies for CMORATM jobs +2021-12-17 17:32:57,532 Adding dependencies for POST jobs +2021-12-17 17:32:57,532 Adding dependencies for CLEAN jobs +2021-12-17 17:32:57,532 Adding dependencies for EARTHDIAGS jobs +2021-12-17 17:32:57,532 Adding dependencies for MONITOR jobs +2021-12-17 17:32:57,532 Adding dependencies for SAVEIC jobs +2021-12-17 17:32:57,532 Adding dependencies for CLEAN_MEMBER jobs +2021-12-17 17:32:57,533 Adding dependencies for PERFORMANCE_METRICS jobs +2021-12-17 17:32:57,533 Adding dependencies for TRANSFER_MEMBER jobs +2021-12-17 17:32:57,533 Adding dependencies for NCTIME jobs +2021-12-17 17:32:57,533 Adding dependencies for CLEAN_EXPERIMENT jobs +2021-12-17 17:32:57,533 Removing redundant dependencies... +2021-12-17 17:32:57,634 Using existing valid structure. +2021-12-17 17:32:57,634 Job list restored from /esarchive/autosubmit/t0ni/pkl files +2021-12-17 17:32:57,733 Writing status txt... +2021-12-17 17:32:57,741 Status txt created at diff --git a/autosubmit_api/components/experiment/test_case/t0ni/tmp/ASLOGS/20211217_173257_monitor_err.log b/autosubmit_api/components/experiment/test_case/t0ni/tmp/ASLOGS/20211217_173257_monitor_err.log new file mode 100755 index 00000000..e69de29b diff --git a/autosubmit_api/components/experiment/test_case/t0ni/tmp/ASLOGS/20211220_080704_monitor.log b/autosubmit_api/components/experiment/test_case/t0ni/tmp/ASLOGS/20211220_080704_monitor.log new file mode 100755 index 00000000..6b4e9d55 --- /dev/null +++ b/autosubmit_api/components/experiment/test_case/t0ni/tmp/ASLOGS/20211220_080704_monitor.log @@ -0,0 +1,53 @@ +2021-12-20 08:07:04,773 Getting job list... +2021-12-20 08:07:04,773 +Checking configuration files... +2021-12-20 08:07:04,779 expdef_t0ni.conf OK +2021-12-20 08:07:04,779 platforms_t0ni.conf OK +2021-12-20 08:07:04,780 jobs_t0ni.conf OK +2021-12-20 08:07:04,780 wrappers OK +2021-12-20 08:07:04,780 autosubmit_t0ni.conf OK +2021-12-20 08:07:04,782 Configuration files OK + +2021-12-20 08:07:04,787 Loading project parameters... +2021-12-20 08:07:04,789 Creating jobs... +2021-12-20 08:07:04,789 Loading JobList +2021-12-20 08:07:04,792 Creating LOCAL_SETUP jobs +2021-12-20 08:07:04,792 Creating SYNCHRONIZE jobs +2021-12-20 08:07:04,793 Creating REMOTE_SETUP jobs +2021-12-20 08:07:04,793 Creating INI jobs +2021-12-20 08:07:04,793 Creating SIM jobs +2021-12-20 08:07:04,793 Creating CMOROCE jobs +2021-12-20 08:07:04,793 Creating CMORATM jobs +2021-12-20 08:07:04,793 Creating POST jobs +2021-12-20 08:07:04,793 Creating CLEAN jobs +2021-12-20 08:07:04,794 Creating EARTHDIAGS jobs +2021-12-20 08:07:04,794 Creating MONITOR jobs +2021-12-20 08:07:04,794 Creating SAVEIC jobs +2021-12-20 08:07:04,794 Creating CLEAN_MEMBER jobs +2021-12-20 08:07:04,794 Creating PERFORMANCE_METRICS jobs +2021-12-20 08:07:04,794 Creating TRANSFER_MEMBER jobs +2021-12-20 08:07:04,794 Creating NCTIME jobs +2021-12-20 08:07:04,795 Creating CLEAN_EXPERIMENT jobs +2021-12-20 08:07:04,795 Adding dependencies... +2021-12-20 08:07:04,795 Adding dependencies for LOCAL_SETUP jobs +2021-12-20 08:07:04,795 Adding dependencies for SYNCHRONIZE jobs +2021-12-20 08:07:04,795 Adding dependencies for REMOTE_SETUP jobs +2021-12-20 08:07:04,795 Adding dependencies for INI jobs +2021-12-20 08:07:04,795 Adding dependencies for SIM jobs +2021-12-20 08:07:04,795 Adding dependencies for CMOROCE jobs +2021-12-20 08:07:04,795 Adding dependencies for CMORATM jobs +2021-12-20 08:07:04,795 Adding dependencies for POST jobs +2021-12-20 08:07:04,796 Adding dependencies for CLEAN jobs +2021-12-20 08:07:04,796 Adding dependencies for EARTHDIAGS jobs +2021-12-20 08:07:04,796 Adding dependencies for MONITOR jobs +2021-12-20 08:07:04,796 Adding dependencies for SAVEIC jobs +2021-12-20 08:07:04,796 Adding dependencies for CLEAN_MEMBER jobs +2021-12-20 08:07:04,796 Adding dependencies for PERFORMANCE_METRICS jobs +2021-12-20 08:07:04,796 Adding dependencies for TRANSFER_MEMBER jobs +2021-12-20 08:07:04,796 Adding dependencies for NCTIME jobs +2021-12-20 08:07:04,796 Adding dependencies for CLEAN_EXPERIMENT jobs +2021-12-20 08:07:04,796 Removing redundant dependencies... +2021-12-20 08:07:04,909 Using existing valid structure. +2021-12-20 08:07:04,909 Job list restored from /esarchive/autosubmit/t0ni/pkl files +2021-12-20 08:07:05,012 Writing status txt... +2021-12-20 08:07:05,016 Status txt created at diff --git a/autosubmit_api/components/experiment/test_case/t0ni/tmp/ASLOGS/20211220_080704_monitor_err.log b/autosubmit_api/components/experiment/test_case/t0ni/tmp/ASLOGS/20211220_080704_monitor_err.log new file mode 100755 index 00000000..e69de29b diff --git a/autosubmit_api/components/experiment/test_case/t0ni/tmp/ASLOGS/20211220_100140_monitor.log b/autosubmit_api/components/experiment/test_case/t0ni/tmp/ASLOGS/20211220_100140_monitor.log new file mode 100755 index 00000000..7f6d67e1 --- /dev/null +++ b/autosubmit_api/components/experiment/test_case/t0ni/tmp/ASLOGS/20211220_100140_monitor.log @@ -0,0 +1,53 @@ +2021-12-20 10:01:40,617 Getting job list... +2021-12-20 10:01:40,617 +Checking configuration files... +2021-12-20 10:01:40,624 expdef_t0ni.conf OK +2021-12-20 10:01:40,624 platforms_t0ni.conf OK +2021-12-20 10:01:40,624 jobs_t0ni.conf OK +2021-12-20 10:01:40,625 wrappers OK +2021-12-20 10:01:40,625 autosubmit_t0ni.conf OK +2021-12-20 10:01:40,627 Configuration files OK + +2021-12-20 10:01:40,633 Loading project parameters... +2021-12-20 10:01:40,635 Creating jobs... +2021-12-20 10:01:40,635 Loading JobList +2021-12-20 10:01:40,638 Creating LOCAL_SETUP jobs +2021-12-20 10:01:40,638 Creating SYNCHRONIZE jobs +2021-12-20 10:01:40,638 Creating REMOTE_SETUP jobs +2021-12-20 10:01:40,638 Creating INI jobs +2021-12-20 10:01:40,638 Creating SIM jobs +2021-12-20 10:01:40,638 Creating CMOROCE jobs +2021-12-20 10:01:40,638 Creating CMORATM jobs +2021-12-20 10:01:40,639 Creating POST jobs +2021-12-20 10:01:40,639 Creating CLEAN jobs +2021-12-20 10:01:40,639 Creating EARTHDIAGS jobs +2021-12-20 10:01:40,639 Creating MONITOR jobs +2021-12-20 10:01:40,639 Creating SAVEIC jobs +2021-12-20 10:01:40,639 Creating CLEAN_MEMBER jobs +2021-12-20 10:01:40,639 Creating PERFORMANCE_METRICS jobs +2021-12-20 10:01:40,640 Creating TRANSFER_MEMBER jobs +2021-12-20 10:01:40,640 Creating NCTIME jobs +2021-12-20 10:01:40,640 Creating CLEAN_EXPERIMENT jobs +2021-12-20 10:01:40,640 Adding dependencies... +2021-12-20 10:01:40,640 Adding dependencies for LOCAL_SETUP jobs +2021-12-20 10:01:40,640 Adding dependencies for SYNCHRONIZE jobs +2021-12-20 10:01:40,640 Adding dependencies for REMOTE_SETUP jobs +2021-12-20 10:01:40,640 Adding dependencies for INI jobs +2021-12-20 10:01:40,640 Adding dependencies for SIM jobs +2021-12-20 10:01:40,640 Adding dependencies for CMOROCE jobs +2021-12-20 10:01:40,640 Adding dependencies for CMORATM jobs +2021-12-20 10:01:40,640 Adding dependencies for POST jobs +2021-12-20 10:01:40,641 Adding dependencies for CLEAN jobs +2021-12-20 10:01:40,641 Adding dependencies for EARTHDIAGS jobs +2021-12-20 10:01:40,641 Adding dependencies for MONITOR jobs +2021-12-20 10:01:40,641 Adding dependencies for SAVEIC jobs +2021-12-20 10:01:40,641 Adding dependencies for CLEAN_MEMBER jobs +2021-12-20 10:01:40,641 Adding dependencies for PERFORMANCE_METRICS jobs +2021-12-20 10:01:40,641 Adding dependencies for TRANSFER_MEMBER jobs +2021-12-20 10:01:40,641 Adding dependencies for NCTIME jobs +2021-12-20 10:01:40,642 Adding dependencies for CLEAN_EXPERIMENT jobs +2021-12-20 10:01:40,642 Removing redundant dependencies... +2021-12-20 10:01:40,761 Using existing valid structure. +2021-12-20 10:01:40,761 Job list restored from /esarchive/autosubmit/t0ni/pkl files +2021-12-20 10:01:40,873 Writing status txt... +2021-12-20 10:01:40,883 Status txt created at diff --git a/autosubmit_api/components/experiment/test_case/t0ni/tmp/ASLOGS/20211220_100140_monitor_err.log b/autosubmit_api/components/experiment/test_case/t0ni/tmp/ASLOGS/20211220_100140_monitor_err.log new file mode 100755 index 00000000..e69de29b diff --git a/autosubmit_api/components/experiment/test_case/t0ni/tmp/ASLOGS/20211221_080821_monitor.log b/autosubmit_api/components/experiment/test_case/t0ni/tmp/ASLOGS/20211221_080821_monitor.log new file mode 100755 index 00000000..51572526 --- /dev/null +++ b/autosubmit_api/components/experiment/test_case/t0ni/tmp/ASLOGS/20211221_080821_monitor.log @@ -0,0 +1,53 @@ +2021-12-21 08:08:21,576 Getting job list... +2021-12-21 08:08:21,577 +Checking configuration files... +2021-12-21 08:08:21,582 expdef_t0ni.conf OK +2021-12-21 08:08:21,582 platforms_t0ni.conf OK +2021-12-21 08:08:21,582 jobs_t0ni.conf OK +2021-12-21 08:08:21,583 wrappers OK +2021-12-21 08:08:21,583 autosubmit_t0ni.conf OK +2021-12-21 08:08:21,584 Configuration files OK + +2021-12-21 08:08:21,590 Loading project parameters... +2021-12-21 08:08:21,592 Creating jobs... +2021-12-21 08:08:21,592 Loading JobList +2021-12-21 08:08:21,594 Creating LOCAL_SETUP jobs +2021-12-21 08:08:21,594 Creating SYNCHRONIZE jobs +2021-12-21 08:08:21,594 Creating REMOTE_SETUP jobs +2021-12-21 08:08:21,594 Creating INI jobs +2021-12-21 08:08:21,595 Creating SIM jobs +2021-12-21 08:08:21,595 Creating CMOROCE jobs +2021-12-21 08:08:21,595 Creating CMORATM jobs +2021-12-21 08:08:21,595 Creating POST jobs +2021-12-21 08:08:21,595 Creating CLEAN jobs +2021-12-21 08:08:21,595 Creating EARTHDIAGS jobs +2021-12-21 08:08:21,596 Creating MONITOR jobs +2021-12-21 08:08:21,596 Creating SAVEIC jobs +2021-12-21 08:08:21,596 Creating CLEAN_MEMBER jobs +2021-12-21 08:08:21,596 Creating PERFORMANCE_METRICS jobs +2021-12-21 08:08:21,596 Creating TRANSFER_MEMBER jobs +2021-12-21 08:08:21,596 Creating NCTIME jobs +2021-12-21 08:08:21,596 Creating CLEAN_EXPERIMENT jobs +2021-12-21 08:08:21,596 Adding dependencies... +2021-12-21 08:08:21,597 Adding dependencies for LOCAL_SETUP jobs +2021-12-21 08:08:21,597 Adding dependencies for SYNCHRONIZE jobs +2021-12-21 08:08:21,597 Adding dependencies for REMOTE_SETUP jobs +2021-12-21 08:08:21,597 Adding dependencies for INI jobs +2021-12-21 08:08:21,597 Adding dependencies for SIM jobs +2021-12-21 08:08:21,597 Adding dependencies for CMOROCE jobs +2021-12-21 08:08:21,597 Adding dependencies for CMORATM jobs +2021-12-21 08:08:21,597 Adding dependencies for POST jobs +2021-12-21 08:08:21,597 Adding dependencies for CLEAN jobs +2021-12-21 08:08:21,598 Adding dependencies for EARTHDIAGS jobs +2021-12-21 08:08:21,598 Adding dependencies for MONITOR jobs +2021-12-21 08:08:21,598 Adding dependencies for SAVEIC jobs +2021-12-21 08:08:21,598 Adding dependencies for CLEAN_MEMBER jobs +2021-12-21 08:08:21,598 Adding dependencies for PERFORMANCE_METRICS jobs +2021-12-21 08:08:21,598 Adding dependencies for TRANSFER_MEMBER jobs +2021-12-21 08:08:21,598 Adding dependencies for NCTIME jobs +2021-12-21 08:08:21,598 Adding dependencies for CLEAN_EXPERIMENT jobs +2021-12-21 08:08:21,598 Removing redundant dependencies... +2021-12-21 08:08:21,696 Using existing valid structure. +2021-12-21 08:08:21,696 Job list restored from /esarchive/autosubmit/t0ni/pkl files +2021-12-21 08:08:21,795 Writing status txt... +2021-12-21 08:08:21,800 Status txt created at diff --git a/autosubmit_api/components/experiment/test_case/t0ni/tmp/ASLOGS/20211221_080821_monitor_err.log b/autosubmit_api/components/experiment/test_case/t0ni/tmp/ASLOGS/20211221_080821_monitor_err.log new file mode 100755 index 00000000..e69de29b diff --git a/autosubmit_api/components/experiment/test_case/t0ni/tmp/ASLOGS/20211221_105721_monitor.log b/autosubmit_api/components/experiment/test_case/t0ni/tmp/ASLOGS/20211221_105721_monitor.log new file mode 100755 index 00000000..61ecf0bc --- /dev/null +++ b/autosubmit_api/components/experiment/test_case/t0ni/tmp/ASLOGS/20211221_105721_monitor.log @@ -0,0 +1,53 @@ +2021-12-21 10:57:21,709 Getting job list... +2021-12-21 10:57:21,709 +Checking configuration files... +2021-12-21 10:57:21,715 expdef_t0ni.conf OK +2021-12-21 10:57:21,715 platforms_t0ni.conf OK +2021-12-21 10:57:21,716 jobs_t0ni.conf OK +2021-12-21 10:57:21,716 wrappers OK +2021-12-21 10:57:21,716 autosubmit_t0ni.conf OK +2021-12-21 10:57:21,718 Configuration files OK + +2021-12-21 10:57:21,724 Loading project parameters... +2021-12-21 10:57:21,725 Creating jobs... +2021-12-21 10:57:21,726 Loading JobList +2021-12-21 10:57:21,728 Creating LOCAL_SETUP jobs +2021-12-21 10:57:21,728 Creating SYNCHRONIZE jobs +2021-12-21 10:57:21,728 Creating REMOTE_SETUP jobs +2021-12-21 10:57:21,729 Creating INI jobs +2021-12-21 10:57:21,729 Creating SIM jobs +2021-12-21 10:57:21,729 Creating CMOROCE jobs +2021-12-21 10:57:21,729 Creating CMORATM jobs +2021-12-21 10:57:21,729 Creating POST jobs +2021-12-21 10:57:21,729 Creating CLEAN jobs +2021-12-21 10:57:21,730 Creating EARTHDIAGS jobs +2021-12-21 10:57:21,730 Creating MONITOR jobs +2021-12-21 10:57:21,730 Creating SAVEIC jobs +2021-12-21 10:57:21,730 Creating CLEAN_MEMBER jobs +2021-12-21 10:57:21,730 Creating PERFORMANCE_METRICS jobs +2021-12-21 10:57:21,730 Creating TRANSFER_MEMBER jobs +2021-12-21 10:57:21,730 Creating NCTIME jobs +2021-12-21 10:57:21,730 Creating CLEAN_EXPERIMENT jobs +2021-12-21 10:57:21,731 Adding dependencies... +2021-12-21 10:57:21,731 Adding dependencies for LOCAL_SETUP jobs +2021-12-21 10:57:21,731 Adding dependencies for SYNCHRONIZE jobs +2021-12-21 10:57:21,731 Adding dependencies for REMOTE_SETUP jobs +2021-12-21 10:57:21,731 Adding dependencies for INI jobs +2021-12-21 10:57:21,731 Adding dependencies for SIM jobs +2021-12-21 10:57:21,731 Adding dependencies for CMOROCE jobs +2021-12-21 10:57:21,731 Adding dependencies for CMORATM jobs +2021-12-21 10:57:21,731 Adding dependencies for POST jobs +2021-12-21 10:57:21,731 Adding dependencies for CLEAN jobs +2021-12-21 10:57:21,732 Adding dependencies for EARTHDIAGS jobs +2021-12-21 10:57:21,732 Adding dependencies for MONITOR jobs +2021-12-21 10:57:21,732 Adding dependencies for SAVEIC jobs +2021-12-21 10:57:21,732 Adding dependencies for CLEAN_MEMBER jobs +2021-12-21 10:57:21,732 Adding dependencies for PERFORMANCE_METRICS jobs +2021-12-21 10:57:21,732 Adding dependencies for TRANSFER_MEMBER jobs +2021-12-21 10:57:21,732 Adding dependencies for NCTIME jobs +2021-12-21 10:57:21,732 Adding dependencies for CLEAN_EXPERIMENT jobs +2021-12-21 10:57:21,732 Removing redundant dependencies... +2021-12-21 10:57:21,880 Using existing valid structure. +2021-12-21 10:57:21,881 Job list restored from /esarchive/autosubmit/t0ni/pkl files +2021-12-21 10:57:22,023 Writing status txt... +2021-12-21 10:57:22,027 Status txt created at diff --git a/autosubmit_api/components/experiment/test_case/t0ni/tmp/ASLOGS/20211221_105721_monitor_err.log b/autosubmit_api/components/experiment/test_case/t0ni/tmp/ASLOGS/20211221_105721_monitor_err.log new file mode 100755 index 00000000..e69de29b diff --git a/autosubmit_api/components/experiment/test_case/t0ni/tmp/ASLOGS/20211221_131216_monitor.log b/autosubmit_api/components/experiment/test_case/t0ni/tmp/ASLOGS/20211221_131216_monitor.log new file mode 100755 index 00000000..b90f38c7 --- /dev/null +++ b/autosubmit_api/components/experiment/test_case/t0ni/tmp/ASLOGS/20211221_131216_monitor.log @@ -0,0 +1,53 @@ +2021-12-21 13:12:16,677 Getting job list... +2021-12-21 13:12:16,677 +Checking configuration files... +2021-12-21 13:12:16,683 expdef_t0ni.conf OK +2021-12-21 13:12:16,684 platforms_t0ni.conf OK +2021-12-21 13:12:16,684 jobs_t0ni.conf OK +2021-12-21 13:12:16,685 wrappers OK +2021-12-21 13:12:16,685 autosubmit_t0ni.conf OK +2021-12-21 13:12:16,686 Configuration files OK + +2021-12-21 13:12:16,696 Loading project parameters... +2021-12-21 13:12:16,697 Creating jobs... +2021-12-21 13:12:16,697 Loading JobList +2021-12-21 13:12:16,700 Creating LOCAL_SETUP jobs +2021-12-21 13:12:16,700 Creating SYNCHRONIZE jobs +2021-12-21 13:12:16,700 Creating REMOTE_SETUP jobs +2021-12-21 13:12:16,700 Creating INI jobs +2021-12-21 13:12:16,701 Creating SIM jobs +2021-12-21 13:12:16,701 Creating CMOROCE jobs +2021-12-21 13:12:16,701 Creating CMORATM jobs +2021-12-21 13:12:16,701 Creating POST jobs +2021-12-21 13:12:16,701 Creating CLEAN jobs +2021-12-21 13:12:16,701 Creating EARTHDIAGS jobs +2021-12-21 13:12:16,702 Creating MONITOR jobs +2021-12-21 13:12:16,702 Creating SAVEIC jobs +2021-12-21 13:12:16,702 Creating CLEAN_MEMBER jobs +2021-12-21 13:12:16,702 Creating PERFORMANCE_METRICS jobs +2021-12-21 13:12:16,702 Creating TRANSFER_MEMBER jobs +2021-12-21 13:12:16,702 Creating NCTIME jobs +2021-12-21 13:12:16,702 Creating CLEAN_EXPERIMENT jobs +2021-12-21 13:12:16,702 Adding dependencies... +2021-12-21 13:12:16,703 Adding dependencies for LOCAL_SETUP jobs +2021-12-21 13:12:16,703 Adding dependencies for SYNCHRONIZE jobs +2021-12-21 13:12:16,703 Adding dependencies for REMOTE_SETUP jobs +2021-12-21 13:12:16,703 Adding dependencies for INI jobs +2021-12-21 13:12:16,703 Adding dependencies for SIM jobs +2021-12-21 13:12:16,703 Adding dependencies for CMOROCE jobs +2021-12-21 13:12:16,703 Adding dependencies for CMORATM jobs +2021-12-21 13:12:16,703 Adding dependencies for POST jobs +2021-12-21 13:12:16,703 Adding dependencies for CLEAN jobs +2021-12-21 13:12:16,704 Adding dependencies for EARTHDIAGS jobs +2021-12-21 13:12:16,704 Adding dependencies for MONITOR jobs +2021-12-21 13:12:16,704 Adding dependencies for SAVEIC jobs +2021-12-21 13:12:16,704 Adding dependencies for CLEAN_MEMBER jobs +2021-12-21 13:12:16,704 Adding dependencies for PERFORMANCE_METRICS jobs +2021-12-21 13:12:16,704 Adding dependencies for TRANSFER_MEMBER jobs +2021-12-21 13:12:16,704 Adding dependencies for NCTIME jobs +2021-12-21 13:12:16,704 Adding dependencies for CLEAN_EXPERIMENT jobs +2021-12-21 13:12:16,704 Removing redundant dependencies... +2021-12-21 13:12:16,827 Using existing valid structure. +2021-12-21 13:12:16,827 Job list restored from /esarchive/autosubmit/t0ni/pkl files +2021-12-21 13:12:16,952 Writing status txt... +2021-12-21 13:12:16,960 Status txt created at diff --git a/autosubmit_api/components/experiment/test_case/t0ni/tmp/ASLOGS/20211221_131216_monitor_err.log b/autosubmit_api/components/experiment/test_case/t0ni/tmp/ASLOGS/20211221_131216_monitor_err.log new file mode 100755 index 00000000..e69de29b diff --git a/autosubmit_api/components/experiment/test_case/t0ni/tmp/ASLOGS/20220111_095420_monitor.log b/autosubmit_api/components/experiment/test_case/t0ni/tmp/ASLOGS/20220111_095420_monitor.log new file mode 100755 index 00000000..bf30927b --- /dev/null +++ b/autosubmit_api/components/experiment/test_case/t0ni/tmp/ASLOGS/20220111_095420_monitor.log @@ -0,0 +1,53 @@ +2022-01-11 09:54:20,789 Getting job list... +2022-01-11 09:54:20,790 +Checking configuration files... +2022-01-11 09:54:20,797 expdef_t0ni.conf OK +2022-01-11 09:54:20,797 platforms_t0ni.conf OK +2022-01-11 09:54:20,797 jobs_t0ni.conf OK +2022-01-11 09:54:20,798 wrappers OK +2022-01-11 09:54:20,798 autosubmit_t0ni.conf OK +2022-01-11 09:54:20,799 Configuration files OK + +2022-01-11 09:54:20,809 Loading project parameters... +2022-01-11 09:54:20,811 Creating jobs... +2022-01-11 09:54:20,811 Loading JobList +2022-01-11 09:54:20,814 Creating LOCAL_SETUP jobs +2022-01-11 09:54:20,814 Creating SYNCHRONIZE jobs +2022-01-11 09:54:20,814 Creating REMOTE_SETUP jobs +2022-01-11 09:54:20,814 Creating INI jobs +2022-01-11 09:54:20,814 Creating SIM jobs +2022-01-11 09:54:20,814 Creating CMOROCE jobs +2022-01-11 09:54:20,815 Creating CMORATM jobs +2022-01-11 09:54:20,815 Creating POST jobs +2022-01-11 09:54:20,815 Creating CLEAN jobs +2022-01-11 09:54:20,815 Creating EARTHDIAGS jobs +2022-01-11 09:54:20,815 Creating MONITOR jobs +2022-01-11 09:54:20,815 Creating SAVEIC jobs +2022-01-11 09:54:20,816 Creating CLEAN_MEMBER jobs +2022-01-11 09:54:20,816 Creating PERFORMANCE_METRICS jobs +2022-01-11 09:54:20,816 Creating TRANSFER_MEMBER jobs +2022-01-11 09:54:20,816 Creating NCTIME jobs +2022-01-11 09:54:20,816 Creating CLEAN_EXPERIMENT jobs +2022-01-11 09:54:20,816 Adding dependencies... +2022-01-11 09:54:20,816 Adding dependencies for LOCAL_SETUP jobs +2022-01-11 09:54:20,816 Adding dependencies for SYNCHRONIZE jobs +2022-01-11 09:54:20,816 Adding dependencies for REMOTE_SETUP jobs +2022-01-11 09:54:20,816 Adding dependencies for INI jobs +2022-01-11 09:54:20,816 Adding dependencies for SIM jobs +2022-01-11 09:54:20,816 Adding dependencies for CMOROCE jobs +2022-01-11 09:54:20,817 Adding dependencies for CMORATM jobs +2022-01-11 09:54:20,817 Adding dependencies for POST jobs +2022-01-11 09:54:20,817 Adding dependencies for CLEAN jobs +2022-01-11 09:54:20,817 Adding dependencies for EARTHDIAGS jobs +2022-01-11 09:54:20,817 Adding dependencies for MONITOR jobs +2022-01-11 09:54:20,817 Adding dependencies for SAVEIC jobs +2022-01-11 09:54:20,817 Adding dependencies for CLEAN_MEMBER jobs +2022-01-11 09:54:20,817 Adding dependencies for PERFORMANCE_METRICS jobs +2022-01-11 09:54:20,818 Adding dependencies for TRANSFER_MEMBER jobs +2022-01-11 09:54:20,818 Adding dependencies for NCTIME jobs +2022-01-11 09:54:20,818 Adding dependencies for CLEAN_EXPERIMENT jobs +2022-01-11 09:54:20,818 Removing redundant dependencies... +2022-01-11 09:54:21,026 Using existing valid structure. +2022-01-11 09:54:21,027 Job list restored from /esarchive/autosubmit/t0ni/pkl files +2022-01-11 09:54:21,230 Writing status txt... +2022-01-11 09:54:21,235 Status txt created at diff --git a/autosubmit_api/components/experiment/test_case/t0ni/tmp/ASLOGS/20220111_095420_monitor_err.log b/autosubmit_api/components/experiment/test_case/t0ni/tmp/ASLOGS/20220111_095420_monitor_err.log new file mode 100755 index 00000000..e69de29b diff --git a/autosubmit_api/components/experiment/test_case/t0ni/tmp/ASLOGS/jobs_status.log b/autosubmit_api/components/experiment/test_case/t0ni/tmp/ASLOGS/jobs_status.log new file mode 100755 index 00000000..e69de29b diff --git a/autosubmit_api/components/jobs/__init__.pyc b/autosubmit_api/components/jobs/__init__.pyc new file mode 100644 index 0000000000000000000000000000000000000000..803a27f2a05626a9904ee3270977bd1d9a525532 GIT binary patch literal 183 zcmZSn%*&;+MKdXx0SXv_v;zu2RB73;^x fXXa&=#K-FuRF-f6EwRbXPbtkwwF5b&7>F4FPxUXB literal 0 HcmV?d00001 diff --git a/autosubmit_api/components/jobs/job_factory.pyc b/autosubmit_api/components/jobs/job_factory.pyc new file mode 100644 index 0000000000000000000000000000000000000000..368464c0b2f91a9e0f3db0bd8d01f7aeb624868b GIT binary patch literal 23089 zcmd5^-IEm8b-y#SU$ZRivdbk%U09WfV(TrDa(JNG$jc#Ko3f?P0o??PX?q z)ZGKD2rgSFE<4JHlh~EWab(4I5<3<9C9iqTQ~rRY$`5(TOJ4Jks=PSA-?@EzW|u|6 zLD0i6ch5Qfbx2vV?syV5aCRKAvElrs-hE!vRYEG-AY1N!jOEaqAE48{)dBe&ZQ63&U zs=O`A8&lp^EtrW|g-?`Lk*ntW9Us z-O8J>)SVf1kMed|>TE{ctGwNox+kMPrM$hC`cy{Ur@VcZ`gBHpT6vD8?$4->@(xI6 z4`!tO%6mrn`=zsoGU@^49k$dX8TFv@Dwg_eMtw$k&spm88TF9zj#}yq8TGL8j#=vQ zjCw?QFA`a*C>Th!@)9g2_znIoRtf->y+6_M;`gRZ}0-O%&Nm2r(>L;{FmGD+`r{*vCxcxT3wQF$_)#^#pPgX)to{Sso z@RnTPs)0U=)86U$9p6m?pd&z|PRk(dX)HaJOZ}D~U0)M0?p$jIiF6DnM2QfWgH{l) z2(eXfcVZ#(W`QT&#G^A;Vs}sR_Wurw z!uQ~AWkClmIx6UpMYjk#Y|$}6M=ZKk(6U9h2|8-gaY46ObVATEi*6Tmt3@XT-Dc4# zLB}l$_d%a0EIKXdc8kJ|aCFk5I|ViF2L|CzIJ(0gofXu$A&$bWaCF8V-6N=RM;wKF z;pi@V^eI7&TjD6(3~sgC9)&ZBZ!W=w_L8^+uMxjof}`vc3S0}0VB8XSfKLH+>>Z8> zYTOe?D@s=@2dH9NqBED8q5~^%>U0EtX$JH7#%F@zn+1T+BRpaHg9VA29p7T95dX?w#N zdqV_SbLU+unPuo?Pj>gf2#$t`cxV8GKm#D^8Q^Jk-2hOB0iX`kE2zT&P=^5!s!H+{ zXu(Jc0SVEd!g#S5piv2%fRe_2&A-YK{1yLS3|qdY|BH9ROEu4sAaZ5#t;LI9S=3ue zU`%L7K^O(enq27B5?`FV={K+Wk$8N4rPI10K_~1aZo8JOxQ(!0YY54YqF&NCZkU}F z`OOfwBP}~Er7@hvemx1oRl;Fi{Ujm(?ONowlGtUqjD?;0O3?5?Oi6q|yH>wZyY44U z5mMN#hn_FzTSC0nycRZ+?KlTLZw0OE5@+4Sznut!N#y$w6rZQ3aF*QeHf|I~UeKb{ zdH=Ou0(IT+Z~Bd70?-PS^e&`TYq+=ss^PP))uOdJZW#r2_hzlp@y#$ZfJ3q0Sgzo& zk|t(&KE4t*{o@M=>MO@@b)pWKJwDe-LL*r1*BYnsJzmR5Zmk_`MC)O*4eNr~j<1H- zq;Z!q5QWj&vG$s1z;!WPB(6(7<1_3-p^VR%w1htSGxmTp?++~^NO7js0tXFv&y4|i z31g4(5;J&~fH(Y>eja~CLi!a#_&#Cj(9~CIacT(h?*NV2SylLdGpE0Z%k@z-xpGG9 zC1=)wUIYF>)}F;d#L!hZ%ORCW$OD`y5JYpdDlxA|n^dHJij8nR11MLn8AKTFmV*Yp zJ6U-hgqRUZ755c}H__^&vAz#C?jzP2)ic≤VswzzM0=U)oITAlj*wISmF;#mHN& zQ0?&^G|pTj4xJmV@K(#I#m=p$)^7Weo7Ap50S>Fh3T3ZfU_%R$q3ryXBxuCR4&dej z53xCc!Z=FQ(gasPox4FXK-e(_T%8AM%xPd>VXA9R9QNmVj005aE8+-dBBFPKoU3DS z?24Lc;$h-IDGPBA?0x(+E_1%jIg7(Ni?bZu_B|(vopu!73_RaE<`}jPmWxk3~s{O!Ms^xDF50ftT7IY(J=rUqeJXoEvg$sDw-8a2@cDN zaZku*E+WaMW^9zSt9s?sg>#qP>gBo1SE~9Mkn^-v&HS{EZyL8JH;vnm!ZQU5W_8B$ zp}bjULdk&n*jVPkc;?*Vx$0S~=EHgO%zQa~0M8GMNNGH!iR5XcGKVo~x|_ruazPhU z#ZQkrDF@Vet{iY`CbKp$utxZ|WPs|+m4PxkVCI_O;O-_IWbu)*#`GL>5=O})6WgkE zeNi$QnP_*AlO%h2BE~t$rP+3q(3R;o2x)2}p($6UY51w#*}i=%W4$|~KP>C|94^+( zYIN=f$-;s$NXyx`KO4?+w^S-EwN%U62am!Uqob53>R}^{SbIT*TgLQUZIi>Q=?khR z=-Br%9=l<&1e)Y5%>Ln%CSjplmeg#IUouNErJ*D;wKCrQcjw-|vfy66=)SdZHGh7Y za;E&Utn_`N5=1xgLmIb9(byK$P8)!Dfh4b*4Cbo8QFI^)SS6Z#Tc-RC1iElpMn%KXHWy>!Y+Iy)1mcphA%F?4QxYlt45-Bu%&cM ztb(r&ihzeG+Is^OEe{Q=$YY(@z&HdMqh<&qqznP4cN^waui%;%dS=cplf<)&D*7(Z z<}*e&oV2Cqq+i*S#_UOaD3&Rdx=~iqucZ%IqX3Fq0yVds=skP8ibe}*2e#XLqr0O8 zoXy)!W@j_WU>IABFQC2i;$7!t+^)5pdZQM{UpjKF=3V!XIB~Mp@QKxLT#v#|%X>j$ z=c~@0m+rpi82HZT@4j~A^@DdlclYFR-r{w!Dw!)d-*9l}3Jb6L4K}nyeUS~rrkUeS z146+(9Vny*ZX&dq2foM?rG9r5kStSTp^+D$;vqF!p~bN6I@T^h+s!Ljo6#%+NsT#P zYt`kL)OzMXmPw}+cEzrx#FK+9Qy^08mk#_Ruy_|5ReGVYuP|GfE=$PzY^3`sZAtvARzuulX;N8Q$|K+*6T@u7Z0m9 z&%(pfl0^Jf+=I)MbdOQzG}c|5J6|AJHH%Sn17KecV+ZCBXg*yKf`fdX_@#7p$+`0~ z(aTuYxg@JP&Ycr?QJrFMdpu)5QCgu?==BjoV$ClB%2o92s293e{c9!v0yw5FRB5PC zXOQJLv&fHuAlyVhN;4?HW>&*-%dCtd;=%|Kl5l81;#78Mu;-8jU5VH zkFpRa*~d}GY=JP80Ch%*d5aY$Qj!=pYq#Yu#AWiQ12`f{ls-s^C(3+H3R*I~(X8`m zP6srdTGst~q7(-*ETKi=EgHxZUWsDr)Dc0s%Td^LO-KF})R;*P4PlRbCJX#zMnS_6 zZ)AnXj6sM$;$e(pX|+KTGoEVVF~@hTePRvPZv^kwxayk&%VqQeE5EMnVEH#9>>+9> z{KIc%@EmGj&tR`>tAMjGf&gs(8Eq1k!seP^i?Fzd6^S@#b~UY=I3WjyX?bLLUAKNs zV#+uf=9kraQR-d*U_7f_APt3=A)kUM?r~++=$N5Grt(skqPMy22Bw4(*?5nh9Fyar z>>z+l-Zh(&4BEjOaSlSEbu-tHULzv7e#`q0(5y_XA@Hxr(_iF42bE(?qn@TkCO0dEl)Envhz zoG-0a3LVny`C!+v<%5erCgYkVB+8NTh)I;Dn#@wFEGly4MLTFriK+ysjzzN({B7T8 zxIyBZ4HbwJIVg?YkT8Y5{3qa;y;mjfDcJlYK20VvH8RQCM2%+1f&wAV^=gFcllUk) z?A4nYwTx~tc4hk9Ch$1zi;tTS6sf*JCk367Luhf;4uPiyo)LJbz`F#-G7QeyEihWZ zdjytt-MS1VDC&hqWw(n-D%Faq!(4z#J-r!=4)C3@7q$cQ$i&?==@vQ9v!$<-5nkS4DrUxSh9YzWm zMhX~43K&KTc!PO@zE|kdt}|7xz3JO*IG9LWlRZ^g@z3)=CC;t!I=Riegw`9YzC#)f zR72kCk&KcxI%@~6SI^5XImp?xPHYl=nLq$EW|_s!`^~azpa!Z)6^Y^3l_24|GBI5sLvuh{Be6(I>gHc@R1{+Ku zl#bAdO-Y~4rfPkQN4~-4TWBiy_B2mwN1fh*$5IZmlWwShPqBQcTq>8whwvF0AC$j@ zhsFowGYHxsAoI68J~2KzK2#nn58yL6J~=)soK}-s%d17+`JTPoFcGtN+W`QHWqY?V z7`_h_^#`+Sdw^Sj8H?j1Xq+ncq6gPkxbN~7Zs`O~Y-w*|lc41KPPn{&Z!j;M=fxat z5X?DoM23akKPY>m9MUtL;HjpH*@406?*J8h%5&~49eAGZ#Oy+CQo~6%CT`%%W@_X~ zf0vE0Lwn4X9d_VYmmS$;tlwk*pbVvu$W1|xhN zBd&wKbWk6{^!5Sv&Pce4y(5dljKLJFU2KCFcW|){9vLYjuWW-i?zYIeru>uoM1^x& zV@iKONFwbyKoX@Pm$a-UXC0C7|YIf3C6A6^doF_HuF`;+DzZO z8h>Ijk9@pLWmC2aJKx5!XZZe7DNlod5X&JlR`Fj>LkZ#t=_R$p9G*7o0n-pDqKw(2 zL@zX(gaaCl**VCWx`Z34jmxHTGZKkV>DJYS`HPFEtM0i)_u}G$d-mcLou~84W`g;% z)vK>r-%zFT!l6xs^&C3CPFRQ63rnd_6psWgibwx38eW-deDBErX zb$p)`RBAi4nUk{KCRSwpP;92~$rUr zIzi-PsdB}4(kR2MfT)yX9pob2U6D9~TA{-jVr-9_N`m)Cc$Sg8D1zeGe}<-8 zc$4JR3vLEjmwob4OyY>h;!+mM1|~4;+p~$4K5WJyVZJXi2IPiW0z^ZyUoobwAizLi zNt;xMskj~`(E{=EN)8HQA&dpmje}uopfj?x{L|*#0F8C%IC-eW0GV{!{g>Nirk5FwM%fY-sA}qVqwE6?VZSFMmlWOJ4K`ywd=hOBbt`C1=Sqgi6Q2e!4`~yAMAL zo)7E3!f0Q(?+O{BB2_`Q4fG`Zq6q0E4|mP?iCHeCMEjC8No4v1^0M3IsMd;?{pfPW!@MzthL|N-5p50vCH71qG&h#{8T@9hm%MmVOG~_#m2WT9*By zjxWEUg2@?fh6;8%Ka06y=Df*mZ9&~hZ`u8M7ChIKeK^g+0=kBoq<4RT@_3sm+&+DI|F-!n3&=Z@y`~*+@fSnxz zVAkuT8jr<+jf$m&MX}UXrdTip-9n8#oaO06=JAzRzA?=P?{*%|Lz=VwTxZFY`47+) zGpQ_^EnryEasi*Qya@&3}u&mo(i+O9z- z+zi(WyAE!b-?gxeZ%5vRb3i$`f=9ji> zc#j3(`fdGOr3vuPi6l=*b+JnTTLeyEr2)xQisQX1Y%A&F!@x&+@G@}xplWvh7T{w& z_*QkoylIH3KYthHo9Qyx?CLh2RYgQawv9~vz1|lJ;=||~GJpFPQY%cld#LyeI4x&6 z{f)H>S93Ho8uKze*Glvsvf-$zKV-uwuK$V+V~6Grc1?5DKW0NY>AzvaoJ_Xk;kB`a zD8eFXk>vd(m(iGK2D!Wwx&zPWKK)hfs+FybsQ~_o8sR9H3V6^6{301;h9aZOn(UP82T8e zx8M}6`xANcXdaapBQ=hxWZ(U_LJ#;GvB%QCnwFa!z5l!w{5~vyXOFv#UD>JV$9%YK z@zm6vY>7(N+SqrkOThI2n?W|5j>tZs+O@iwFLA0QQxpFFp_lMyXf@R?TMo_MG|not zELus~U#h55jry1ee!@mfQEX4lPApE0P3-KKIHiJbPxGW^Vq)1R%|_MNDV+EO8t!YI klvglmItPj~*h=Hq)$ literal 0 HcmV?d00001 diff --git a/autosubmit_api/components/jobs/job_support.pyc b/autosubmit_api/components/jobs/job_support.pyc new file mode 100644 index 0000000000000000000000000000000000000000..fd76e55b9cf2eed59dfedfd7412313dd2bd666b2 GIT binary patch literal 5202 zcmd5=Yi}FJ6}`)+DA|cyBXQHFz{Y4&Atu#pn8}1xtZ$lVVF3I~YarU6Hnais3g$=3HBNQ8=GO%7iOTuW-e%O>0 z25ixI!?r~IRj!($NXF-~1}iGR+Ck;0MI4t&VdB{F7;#)w=`3fH6Z)S#+T9+wHpRh4 zG|Ri zHFx$mVTfpde-LkNM~-XyuEFks_IwLH3%`n8F^zQ%!eLz1MdEZhqT0QIK1W}QEuAT* zT@~-{tt)F>n!>fzZFCiD@^M6^qSsm7L3RB|pZjT6W-gBJLIq2MN~0I>^M3H1U_|ex z0ccT$$-f{RiJS%Ea0j?yy}(J6_gw!|aJaLEoLJr#T$$+5p$Pzj5E;nUlfIk*DuB}x zyUtqTfR>g%UlMq=k%JQEUFJ#@RtTxj0X0l&$QdArZGjl<+-6Vk>4)+MOhk8omC)Ez zwW&JsKo7F-p@K44=xI~x`zkl)G7f?v=+?*Ad^vSk-tzHjV|(ZEmWJ7g z>-vDpT~2T4>K^1tahN6#e+V5cijTmPt+cGp8q_nRE?6W}T|FzUshx)Y=zE++*IGoRIA`*q zI!VrDPcKrJ>t4)L51l^)cQScuFE67h(B6QZsW^gcoF~>TQmuU(otDOwMkja!8RC9$ z3!hHVQqSoH_ks~2!a}pL*fmsu+FuY&kXi%zLSY9NIv3dj`tV=BCkSDE7`G2}dnnpp z;5kI>Fx)&gqo+2^#v0Zc;}LvnP=GKQJ5y`#QTEJ~AsK)^qK-f<=)XTfvBU~s{^a{} z7j_8Gx;M7}tH{%q{66>;>7JfIZ0~7MR>13>TUTq3hT63cGz4?Ig>Af7yvD7loZg#~ z5%kD)rEp6OKR7Za(nbC7$K07l=-@OogdQX*PkpeaRTtV@#&c**jU$>Wx{u16fXI$$ zLytllN1NAmD0de-j#S(Ey~ld*KSH-=@_}p9)A-+_iJc#1$5C*srEfo{tjQnM;zd*@kZyrgf}*C z0B`fF_IUd_b-08#IsywlY?EUoGYByg99Q`PB8!hDb{`{(sK~fkUD}Yjfs|DNtznCv z7lLku3;WE8ESVIiIjba=@laRNgs*%oW|$`HjW01XCG!zqK@=pKo~}QOL_dQ9AE78B zq^)83f3(>)9($$DfSdovVi(qmh)r)8zJ%VWVSWh(euJ_w3_;XIAxTj%{SCqqXd>P~ zUgn!$kdP2+$}#7(5}Z(J<;gA?JQ00!AQwP zL0bcP3*-1Fw_MOmW@PGTq0g(Y@Q$XhUOp3#s(eGx?n`ODf}UK)WBAb}D@mTU-yLmR^cK^6`gvoo{gkaJm0 z_lRU5KPf+uhx|hRFUSWZ=Tz^KOGYsAB$Di6^}V~!sj8mtzjwC&_4nO*BCDS+{{Ife z{u3g_Um%4@8OSVq^;^SwPK4Qf|p? z%hv}|+>mlxX4}3#lwwE9n=-p8@r@~tB&ZcBMbW_M5@OLkWlfuvjVH<8yOf1cfw z^oHzDwsF+_Klqsh(A*H>i+cWLZr!BAhTFd3S?uC{*R+Xio6HS-V^p8`SwBMkN$YCc z&dc0At*b?T&^EEl>+173iPOvv<6d7M7hg38ah3lyYkcbsw0;`fJn{2<;~g}nvCERf zwmLShHfLGf_!ITe#q&8T&+^3i88kjl?soitj(DCG%d9zvhZp=5#r_^56QTl8W*y=L zs{j-LM5QNbSCzh`Jyiyh_Ei~5I#6XK=}?uiMEjEwmyIF9FY7q9q07rGoV;kWHm?rC zrmd<9%A+u@(r_6k$MHdCr{R<3vdA-xKFq>Jei|<7CghyVZQ9ZX|UWF%3yu?*7 zC+TAs7NYYM#r^~0RZm`t7$_Z80(sR{r6V~S(bZimy|vO`D}%K%Tq~osGL{2BeM??p zO{{Z+@~9(6+o}X|v?H&5*G+A?MS79#`-;ongbZ?oeol~0qU><@(csk;QOrV_qWCS3 z3sbLI;%;In3_%vGZ0ByFX{EE7W^xZMx2?PL)R9c2T)D)p+@YfzY<7MRb(2@Q%i{vhV#+wL%*(iFGdtn3N`IRbi|8S05e*!X`wy&~^{>Z$uZrtJSNeeGN%y%#RHOk`R8Om;a?!qQs=2xppT`ub?tDN1Xy(tPf znK@K1n=a2B?_>1L#_%ZiT?pxngE#-a6C`v=7S2>Mzl7odw=xPeBiXw0x+C9shI`p( zyBVk)>iCh4^y9~?S)8lmkKo6FxGj0z55Dn!p)@wiVH{Q2N{8B07>Kydz|Pc8NWKU~ zltqYrO`g5X)wZI6JCB+L;RACYv*C8DnM<*J~6QGhOpjL{D`q6hJZrp=EJ3NbDY z7foG;&%wI7$&>GGLys^eEi(-a_-Xx|!i3LCRex5A-)sL4bY;t z+JxxWA#=Mm$Zw2}VThFDfA%Ikz56+YIrqGzZ5jk2gRq)4UdUyv2LbdM<1X+`YHEjFx^<^deCMn*hG8dKp&#ZZb1O>U?;d6 zY+v~4Iqba7>3bgOhijz40U+&ZppJQwvFYgEjB%P?F?2*UF8t!cRM%pfh`TZjdD3@w z-f;V0qT7?6?AA9Q;*pP5%~at1Gz1a_WS^mGpD`+>IW#4l({aLB81dl}{e2u~Xd9TNGk8qe@q1X|GbRHnY-}5nJ9q2V?JV7U{*8GOj z+wpkFs{5ZDO(QCy&ST8uNW6Roh#2wQFaF;pE`4Q0nreRh zrn&r@o#M#rFVu)Mb_DIpNjIujEYiBXus&93z&Kmt%OVd-V&g^IuRBUl9NR literal 0 HcmV?d00001 diff --git a/autosubmit_api/components/jobs/joblist_loader.pyc b/autosubmit_api/components/jobs/joblist_loader.pyc new file mode 100644 index 0000000000000000000000000000000000000000..129b1f376979d6b19fa6e247886ddc9e7834341e GIT binary patch literal 13281 zcmd5@OK=>=dH!b?3t;gkL4qJD(L-B`HhO>xV=<0RGolDSq)-qvP>S}tpsB&m09asl zXE8l10xB^FGjZZWE^+0Qs+@AmA*bAY@GVuzB_|(KIp&l~RZ^+SDfzy?XJ&UnMslTG zToIT?KmLCG@BX`4{g3&X_CLS9(~|sO6@TBwXZ{mOh+juyk*3X8BzC0ZNYfFAZB>aY z(y2C~lJm(GkdXKd}1#Iw?wljfW)PfI*6 zodszw*m7OsMd>U_b4fa9q@q_Zl` zRa>5u_@ZHn!l+RJL^g|LD+{_|kcJpLBN^~_FyUU5`6f&It*oC$wtCX`$@<2QF^zHcuvBz%!3QVWzDQecuq4HBs{N~RS8!#b5X(znzt!b(To-k967K>O%hjK8ZAqfCcg z_(>sZI*!k6YNvsq_(6COw4!e7B%@dp#1A0>kiH;2X>hA53?_y0 zy4E|%D89bm?zS`EUq;>#B~qz7b!QPj{M({JB5fw{DSiG186f)rzYevSW0B8tMb@`h z<%uJZalOf6$`_JT>~`cDC;hIzjQe<)9l4>OYU{mwf|CI|SL-xPM8Gg~`4%*Uwx64_G8b6DUvl56a$p;vfF(4}_pi~-E zr22|PpJ>y;2$gXW!wn}rKm^E8Po4*%zBiOp=l-y;+ub=m%NX8(Q+AxpZ)Z$XU z(KH@WtYZ~QCWo0(p%JtTTrwIldPq99WBWtpagX&L5L13l15~%ErKfA zHriAS4K73$({34dfrB6K+jh#JzrLOf=<>N!U$I7BFI`&3{)MW*a)2zoy3aw7Kbi~ zG%!p`lQ{Y;ioG>JsQ0G$_ugi&8%(aV0pE)^RH}QP!K^O#J6MmI=Bi+==AFyWu~^?l zqqSHxO~9TSC1f(-Q1d|HVO7!_c5iRK@3w;OYnfZ9CpX|o@Pokf>Y2N{NeW-7ZQK#vxCW#3Svz{{ zp1@%mZE|u8g}x+Eo^M>1s;&b!C0s7L2xpzJ)NY&>+NZTl>U+gzz?Xmv-I7Hmc~d5L_rh4y08RrFT=@V>_!_c#zZ>s?r%X)L?9#}~T*wU5Tb050_ls9X`89>%{P&t z38Uw60OTF{Q#H)U{0ypd5<>tgm&9r2D92E@B5QA}L8Nz}%%Cw!^%dY9Asnh5UtoYl z4d6{W$&97k`V31{rBfHhf;IW{ro8(|PV=v_0vlf7iuL5IexPqr23J+XPe)t_u`Si} zaFj0$ScA)?AnRtW$_Hx{TAyUGaS3YGJP>hur)YVRoAlnte4lept}Zv`+{UlE72=_Y zrHp$oA7Cwi$n^~Eg(AjJ$-=NJq!iA_@p^8O)gQT`E-;RRh;LWa!~HFWwE<`SSDXy< z`ejDBQGc||-$xL{Ep<;fpa>wZ#2OAmA`dkE(4PHDm8K%OkK;#1C%Dt@B0yx>pK4Ay z-@AvL3g?TKP@VqAnB6QOk?JG@Bn(_G;wV_Er_#sc>W;7GNL=4u$vrx&41pG)^5)Tu zJOa9{_iq^ZcJJpgCFAlc<3}6t*S8t;`yknIH!La`YO~J&E#!t=Kavsd{&N8e-I zYTQCavi&*Nrb1=6O&pYm$iGGbhKfQJmHg18L@_>4pn*ZLiTqp%8;GJ`ljFCUIjG@C z@T#6R!8eGURoU~YS~^6vZBO)Zj&92%#?y|kmGit(%wumbo}FY`j*h{FgX2XV%T?c7 zPZo+|d*~#$X*35n1aXLXuyybCE)L58yjwXrk5M~lAo0IpyOSJ!6p)mCrcQ`5O zF})L#%8`qZ`HLj5h7yXpimgK=VE~7q8{zbBqkx;Rbu|H{$vu<2*|3c{->5(xOpjJ# zTmaWunS)_e)XWUk;3`YwdQ|g{+~A<9*fpmYnVQp^%p2u0Z<6J3rMab%3-fIt#l@|w zaX0$BO5hdUW}4sz&LpXM)7^}NjQ+x#?#Id2o9-h71X^*@I@G9Ox7F+C!Pgv2!?j0= z4Q4zpfHxYvspf!a518=O=HX&Lj}K5&=q0ng*6@4fiZW^!Ka8>{g~34# zwV0S%eyE;nprIP7Dwi{`QOe!6kwOPS&+lusG1zga*cqOZX+>lBOxwWtkkq=q;g zp+t^v^>CF5cs0~hL=vtOFjABQ4I!Fw_yW;oV4l&g5*7e2JbdhJW75Cn(xy2*aJxE; zU*cHtOaGppmZ|_?84CEYF6nEE$^ylV51ub-R0+TomEQZNU^v)Z15OM(GtJhJgA7VvlYte!{kanU(jIS-2Ev0!4Vl!*6H z7?ubq$($5WtssRm|3E127QncMR;z7+pCcMXgT*>MyJ68N^~-5IU&;YXJa>X)e*jGd zcnaC73de(GAFKHVJ}VK5-__?h%yb@0{H8yZT4&^Fg};wLqalAt#ew2zAHj>ED2hjc@jT#b zfln9v`6qlfB#x`u+^M9!;E_ko!@mQ!d)PM+X3=I%0`CT1Cnj-F21CPufV0haiy|}< zi~wZ7-W=e}S&@@Xy<6aO85|+hmcxkP@J>|)UlNWREyrfjX*0jof?xR*_RGFd<5d>* z*93&)qBxF&YX-F9{tFi`%uGnvkso~JTvIyN&x^T!E>EBxYxH4tE`9Qbvd%SmYOY!_ z*QCyM{Ex~`b?oaG@&q0*Bz}f34e@w~>AdX0Cc^RlrGs0yg9Qaxln^g|u-!j)h}tu9 za8^fwMtKGXU|o2>u%T0e7fWBj&ptKCKRh$YGcY5AoRg!5Qx2GCwDJ)OTa6iV#SJ7g zF8&n{d%*T?($8Ez;)&7}PvG$I2R=2Qz_E?jn%cq8$9jDYuz3#98f972_nzuVqp=iQ zf^Tuk-#`La0MfbrQqCe&r>X_XB{;48ERUwr8hWXPhmD~Iur6CK#ub6KQVFPT9E-I% z6-NCREJhFJb^CM#DEW2o-vcM*QJAmQ*8g>|^^FFNlZL(F$5E@2X~K4@Zin7idZ-lL zipJn@RLk`IuO&vM?OBTo%HS12-*_BGZ%n=zWvSFzS#;xqIeq;{`Tb*|%m)j6liwzCD{u?EMECO&r8=D4R;OuY=W7@`QM%m4fvDg_YSbA#7j6MM;}|rK;~Mm3_aH zgndxjS7Q2pn6!M~f`w5bPuG8ELyoK?WFg+bg zxB+k=5Ui@t))(q?^{M(~y}mfHIJH>Ie-i%*Xq@Jy?zD|vw*APudDB_JswL{ z6=ZKAH~QvxZScr<4Ti@s(Kj{rL9?gE;QE(#!(-?u#beEGwl?y@*&}ynzx%899eKo) zKb!Wd9D>62)vIQgEJ;uF9jjMkN0R+iM_g?MJAsMT!kxi8R*xDmyY?*fQ0F+>3tA^c z4?l!}I-R6z^(A9XJEj%!we?y*YsY4dH)x*fxjKi|@lSeq*6Pim?CJ4?uD8eFX!b26 zLsQ`?Hps&Nb&>xmW}|x5_qfjo#=eUGt{wQ3GBNnB`JKCx0#;V?d^H`bvE;_`PpCoxm)w7|8J82e#ck5 zmm(7UKSd!?Gey-DrNE~tOj9#M)r{dY6i!fclB$!2pP+Dxn$uLBrsfP)XLyzuvm~ad zI!l5Vu94t{ITBf_&Xbs>>U9#=sCt9M990)c%v1FP64$A^NOF>nZfbf<)7zRZX?lkm zEcvb;kKVIH4OVaY!h9o5)q5mv&_9T(_em`1!2=Q>=)s317WLpEiJN-x5s6!RV3D}3 z2OpDI(t}S(+|h#-5_k3BQxeO1uu9^d9y}s(Uk`F59#DDhLxwc?H~(8>SV>JV5w4O$ zu5?f;8g7c$%F0#UcrBgWyC1|#KlC#2RJ_O2*7LaIwk$7nPzeR4RBZYNV=vmM6kgyf+j4f@mAl7|9w^cqkw0DZX zU(VB~zQ3`N+p28a-xn*1oYL6(6bc&~zW=RdHhaW-DSRx8%d!4E&~7c0e=iMZF}imOLbwvwH$_^`sNZP|yV z(q8HNMC!|NrFMeWF$;Qay*?}+jtF`&uAoQ?ma}W^Ztv|6clqPEVpe>2v+&JVm-hL} zdR5#{pz{z%xDX?7;rI(Cis%i|c?xOkI8D)KU^!(ii%g$aDJr-4#xw^dqA>oPiM1zW zO9g%)W2@bgRv0j8`<7EVsBG^$<;r%YZ23VbtpLvi8N4dXWMI%WJp~f7B-~Vqx>6yV z?z&;z4|Ie!za$j#8jnbm_-7vF8||jd7u`rT@+aM>>otP>c2~9IZmk(8Te{&(zVhy1 z%5givW!7sqJFI<6#rdOlEzWmU5XO%?r)r7c5X6q_;Eqr#DV#{EC~(7NUWsRzP-Zc; zkeW_;fHS!?thacAL1bi)rzl#WHw>WQ45gD*$)u=xzNdWn;)lJ8#_F)F5h$@TX8jtk z$2z643PLK)>#aE|Xv!-EV}*68OT~&rk@SFt0awmEnaeg#=0fl0<<-^=CXk>MpP<%sz0Jb!HfWUK&o*$A#O{G-g^;#N~e%G@{{Nt&%W$&M|1X7@2!?* z*u(nmsOc*0?e+tH&PETcfCB8wf3B?l-Q{45RYrcRsO1pY_-f?>Es-Bv4T)!&2j zqpcW$HBp2?#Q|mD{_}qn(6PIB)6N3Ji~a0>#qigz?EYV1m?**+9{i~oqDGD7l)94# zgcn-*cOrxc)&yh3CJJCcgYVZ-^Jz#m0 zUp*4gS_?+rTtYK5TTk_8pKF5acy`m5J`d`YFWz46~>tHj1FG!}@q9f9nK7UFSJd z@NlBQrybq6HD$9VBYgnFoMU)L_bsN4nc)ZZNJdwCC`3sfG4`l>Do~+xc|AsdgTk26 zzngqSG(Qhz92dM*`#{Wtfe*m?Z1BGIQ;GG>)X@5dA6nn=L+cxUXnn)O`dZ}q^uYSC zs`<7RJ<}hz*bUeVMx9`M^V^@Z)XR3qrWHKD!ynn)x^!A@Q|g1<(5QBv*WYJ{ljx=m z*=A+p1t!LjLnD^fpre8ZYKP^MIC>WZCT}nBjzekdt{mIB`03&C2ph_}>zzL4?c?IK z)oiv~<{Se->XgfI-3D$p+F#wcpP28EeB5JCyOAf+`D>Psr0`L&P%}Pl zd0_1O5QHXpcq-s&=Oj=K$8C9yb`&eb>PS!W_Tosfy|{=}Ff1e&*HCYg#CT!Fq!OJ) zwBI0$=x;>k!w7%$vvJO~VF??V)<*2uH$WCaAlb$T8J%EEj#>eWRAh3L&OrsRIC2d= zOpmVMLlSK8yxA7rP;SAXG0r(ABP?;2=>LYJ%%`clsl{}5COf5n(@eAd@l^Kue*lN? BJ%9iJ literal 0 HcmV?d00001 diff --git a/autosubmit_api/components/representations/__init__.pyc b/autosubmit_api/components/representations/__init__.pyc new file mode 100644 index 0000000000000000000000000000000000000000..9eaee1f2b185580c2b72e9362f8dc884537d5485 GIT binary patch literal 194 zcmZSn%*$oGMKdXx0SXv_v;zldXK6r~me pnTaKt`FX|q@$s2?nI-Y@dIgmw96;G-v<- literal 0 HcmV?d00001 diff --git a/autosubmit_api/components/representations/graph/__init__.pyc b/autosubmit_api/components/representations/graph/__init__.pyc new file mode 100644 index 0000000000000000000000000000000000000000..70a63caf840e91e52ddf52ad422ef52f37998ed7 GIT binary patch literal 200 zcmZ9GO$q`r3`Q%u5W#zl8?$jK;(%^l=mAQnQ*2=RW0NA@%bR%tGaxP|@V+E(lgvNs z)$YCNtoqeV`ca^TM6cAX8O^1UP?MmCIPfVrIGe&Ap0!l#5!%X$Y8Q~N&I~63%wK7f tak|9md~CP+u(UHn0Ey literal 0 HcmV?d00001 diff --git a/autosubmit_api/components/representations/graph/edge.pyc b/autosubmit_api/components/representations/graph/edge.pyc new file mode 100644 index 0000000000000000000000000000000000000000..cb3e4a7aaeb167caf36c666ae3898735b18127b4 GIT binary patch literal 2865 zcmdT`U60#D6uq|dxlmeEh*UnrKBh=Ct%UZeLTtB10>KK+@gGXdC}%F25Vi5=+?nbO(fns$=<=nf|U9ArH7Gm7sj&$I?p^OdR|vW6Y*6*K<7^9rG8eM z&BoRNAe|YvwAq+v2_QJTo{uq+U|a!jvaAX_d17k6oIKms+jN;v&bPjD+gXu&WzG6A z#>BKCZ8rHIr)gDes?wI;O=`QTt%GZPUX^aLzClPV?O13F!QP|j90v-xMe^=z4gL+J=^B%45b82`8>Dv`?%m(Zi)X4!5PANH{>6%IBSpqC4&e0B#j6DbQ%u? z>dM*Gm{?qTE)3d`u7Ne2gEXO|TuT_Q&_D-(pnc)wq0{dhG?Btsn&`Q`x_wu6*1}BIEOG7Rg@U@0nC9v z!Ta}HNU@BpO=z87gm*mb4?7`Ew(HyVjSOq`?RAhiC>Vty<$@e-&wYmpWXFeYL#wgj z(4^OmTqSZH2PNwSN_KgT!q$^(T!Palz@yo3KH^6sfGJdjX%rNsmQ1mg+Mem%7o5{4IR_Xws)VwiXLctXe6*y8O1ciOr{B(T9 Qv$_GyC>q71JEN1|0ig4hz5oCK literal 0 HcmV?d00001 diff --git a/autosubmit_api/components/representations/graph/graph.pyc b/autosubmit_api/components/representations/graph/graph.pyc new file mode 100644 index 0000000000000000000000000000000000000000..f45ecc7b8c956d15acde9a4f79d86b23c9c927a0 GIT binary patch literal 20882 zcmd5^TWlQHc|NneE-w-#k`gJ&(pr=)#*r!cCdam7m=+mXiA2dmN{VSSV1%yUcpGS?p0whbi}(O5QByO{LE)_SrF=rrd8T17>l+mb*-O&{X!B z#eKHiZOZ#iWymZJ*>aC5A25}JX7Qjc_nPvssf?J#5nIli@~EjCGK+^y<*->iY-{^W zdCXMC&EmMJ95IVWOy#IqJZdV(%;GUqdBiL}V*B-*@^Mo+VHQuIj71fUKWG*oH9i(} z()jz$;)L;sjDN`Z2h97%+%x8l#Z$&VX#B&*AI_>CGyaGP9ycqF@kg`T(*)7{LUOZMZUl3aIhMPT%qPX95hsU`T@4bicqfR8tAUr)l499Q!b)I=4xznV zte1 z%el+AUX0=(TtqhfJM;=)0YJi!P!tfZ6t`-Pq=cgW5m>L{iARtGhFAxrTg(v;fpqS? zT_o2QC&j8?jQk{zLI$8oE>dgvylSx$cwW+n8qcfL{6?8Yj-6kao|~C=XEgT8^z|## z7cWoGO`^rLlDLZE*|l0FI6GU6lC`sU8&RXQ7M`7MB(=D)TnQ7xX9myNVpio9>*4NV zsaC1issMLmhbw8Yr zpx^y)0tzm65?VYK!5Pp3vc>%<`^6-9vJzC5gGeV?#nN=Z?l4+iLf+!%!t}z8`GiAe zrWaMoplAjxoh4f_u7r?Enq3P7Z4+~j^c@lY=jtK#(fC0-5t=*phprEmh}PO z+MyS8nDtKL+WSDaE)#T^clZfnSSHsH)73r z%8kGP!NOQ`l#Gj+W5yp-<`LtMD|6iVN0d21Y!Mt!0XPLgudow*h1yD?#W@Nk@&rDF z=0!a5Zyd9wu}iH=S?pF32Vf`cAyKn`zM1JW zt9T1)`kR@7W@gZYwh7?2F9o=52H*zyi!SCc-u^>x5dHxq;%LEUJ@iEaWpO8QkX1{A z-ttzm4;|NQ%Vn@auPk1>qiQWEgT0Eh&?|1Xc|JHMXucS2C45zr-`8uHhU{MN{#3CX z2MG`2Zs4t;b1pg+d5f=y@lxsJMW{EdCqCPay@1m0 zjq%*XnV5i8tm6k~h680Gm*qOLTxXW+%5vSxfe%^bLugaDSS*(sWk}Kov&y+iqP_bl zl7v(sB1Ug7Bau?Ax)QE7BIyC5vZC*M)ml`6_GihIqOH_?Ps#_H9N-w*yjJ7=%!D$~ zTMepED)CxUy9dEv6zgdlXo>$}Ia2B#;GHXgLbgV#NuNZ0Jb=V>3_5-3f8j4txf73$ z`45o^_opX~13Pae1kQYB>7dz$ByrMX|6I;&Ky>EJd18W<`W@=;cbfCy#H{W%>peVs z5IID=dO{v`+Z^P7kIg{==(Ra$0C}71H|r4oeOUntK))?OBn{vV5J-dOJOn*N{CQd% z2h92TN%G)1_v1)KX<}I^>y9ObR*JV%Chnd=FDYmC2<_?iqEey)q97r_+Bv#cih6-9#^F1Giq;sB7?VJWqFMyzhc}ZA1}u7&AdVqh!k_)F&+3U?$=3O2Pl3!XQHcW6Rtbe z=T)%Hy=pG2CNDNv9n-X+n7*_h=C`ll{QV~WhUy1wZ&({tw|IJU(z4>q$S$k}g_Jdc zx~W$d3n^nOM8QTQgo#v0)`|%d^rVSYfc+Mf3t_cXZa{Gf6TC`+l4o#u|BJ()mKjN@>%YLAvWSgBTv{IH6FG0b@lc4>Dfr&^sei}gXhrI(Ql z78Cb02NI>zw=6?}EMfgoSbEUVhlG{8pTLSgi$|8caYmtA^*IND#&~jL(6jDG}AW z5XYo{+48U>JZqE7E)bJ*srDxYB)fYG2d&9&yB}juQWcE~_c}7}0+NU2@L$4O0z5HI zC4(bx{@-u4PQteX&qX|O5eaw$#B=D7kwIL8b3rKMKq$l^w86$M>}Z6Z)@tn7)dEORokO0_bC81=JT)0Y=6&s~y_<>Ixg*RRYj%vzt&{EhkRvvV`EGn2HC zTqY8y8k-)ROZC#FW6OP$$y-QTVn-*sry|F_i3Qd0#MG2cuG@J;|4UpqIbR+RPaz(~ zd1MlVda=L<@{7;4)i)1>WLYBi;Z$I??;6-Ds{g$<0hAsxjygvV6R2^!!)#uZI1<6n zEIsFJTZaJ3J!TyyKVAds%$e;jvpLf2+5v^G+u80G-oW$RbRUqMp}S%34)bN~so#8H z<)KDEQcH^(G2T~1H$W(CS7$CSIMd2Pvy~hQ=7R1%lNulV&8QNlp%UcC< zEU-$yV7XRdIVcqyaX^6{p#jgk+v*gn7YepxJQWiy-`)1?Pl?FNhb)6OO-y}~@D-!L z#<1fZCOEkwJ-?FXV6jmW-wl&Bu|~)hV^Z%qi9*a+e&R`#%wAaMy?F11aVZhUrKzzkh zh1NeexDy6;)gpwDiv2NC*mw%3X*4>M_7J_$)l{KiAW5MC0$d3mUNxnECqFX zKc%L)SJ<0_)!Vb0E;Mo}H#%~tO44uUa5-TejFiDEVL1sRdDkp?2Z;r+IO$40mfb0=6ez57tJY7jKuvjl-iJ zK_j6#Ce!+@Y6eKi`P;TVR&gB`HnMwDEl}RMAc}Q)L1Oj7D(%7m_BF3+gckB8;l76N zw(HB*o4s4-3!Uwj4i@_mCmZCJa}0{3_K0NL_Z!QbYdaLty}}z4 zU*v3CbRC`5(=yuh*6*LUy=rd{13IbsB|O$El^fUP$e>7*>40+v&(YjTXT*{zF^e2k zWO^tgQ)|qpsxo|2poWk0xNy^In?OhNmZDkiYHHQC>&>>VBGk67x*enfZo7WItt(7` z9kYV?tgddm{&rheY3XgV!n51n^#^TTrJ=WVl@Fn{0Pvq|TX2_Q0j+YM$`J5PIs~AM zbrqD6lQAjL@Tuv`S7v8qa=J@s5nj4C=H_6j%EpvHoxkzw)yoSsSIHP(zcG7*&9Xyj zk+#{P@34r+CVL?S>UjCL@x({CjNDN$_6Ixa=^&4xJ?&b;gf}@&Ye3~n49dyf6P%Cmo4-1J<%&1^+3U0J<*T!E3*N$O?(F<)*RISYbco;QifrB=`E8sg^GZG} z{vsDE|9w1?R|f9E0p~=^K}fzLo$nQqTn{FvAw3d8NO3UYVbW< z&vM(D;K(}B*Zm5TguZ&Ikr^KBx`1z;&cg!1uVKl5j7Nb(gkXt!KvNeG^d3XSPlF!# z6iG?3FDdBgux?#*#)T`*7&L&2T89PIY2+RZs+NO0#cK;Ro`~@JVSya=q(8y){|7l* zA?=XciDoU>okG9euv-gpVH+U^1E|-G<#~HK&xrt-<7$TS#I$5Tl;r?i=YY*EmZJ|(jH_>$Rp2_Czl_JzuO0^cYkv~XhsInX0+ z!fSPz)Vg<))|tiTP?wBdB9IO7>tlBtp#woAouJf+7_lP*H5-RU>+T{?wb!G3Cv4Et zZF1MWFcM{gr1xyv>R)mlbn}_qAau?F=$b>g3mtaafHZ+tc^=a6CT=y>)?)W_Y!hq* zPucFj#<~EBY;J-fs@0k!bkClF2A$gVCtk1ah1T>s-ur#Nn`dis2m7CeN!)GuI!}*i zeGyOm1d`2(l(o++jgiFs4)YeYBgc566QJWpA8?KqBge&*aD}VIuv*?Kz&%l*&xVe@ zdLu$S8tzvGY8%v~tOY%>Qr;K0#M}y!HcgY@6%y?kCQ)WFyf(2Hwrz~}Z_tu*_#q2J z?j?^$Fr=crc{79IX9&a1S4GzJ2|Q2Ar|c9{qLL{?1zdoYiWA9dU=HB+LDYT(q)xC? z>8B{RYM}+-H&9lPhf8{Qxe|-Gk0O_hBLO*k&_3gUo}ieq%xQ>(NZy*X!e}ChD7@v# z-m4REpT}B$j7Q2t1JH!?*ooo7sv)dS4;{d?&;(*z%!Dj0=kt!(= z;F3WT94We@!7LsO!OXD2=@@hU+WdkI!J0rx{4lmRv~m>Mt29| z#t`o*TDy#G`$s$$ft^<@0(YT?M=t~hX`9WZToa^jj*?991tiB)?A668pl0t@;VWZa zSE)c+hXnvNLui|U$(tiD!Bt&)HHVw8J`Fe`A(VV8yH~vv<#-5jWi+>E|(^|DHKa#cEtMTJmyDguvGff)5U~?Zc{-cOIgF$@KR(#y} z6E=6o_@`{{N#j3e&Wo2d`55*0IV=Tt_Pzqj;71RlDzsIUiIU~wGNNSUj%Of5=HB)L z3Hq!|=Q(eo@nuUw54o6^W>5^8Xf|bd?iTvF^drmnA+LD7jBjU1>ho`0pV6>s}t!S!V+H13*DCu;E(p&_|RDomAo8E*E zWAqzgc2B-M5jmPJem!`VwUOa$eTkvAMRavf;T{`u2KGjma z5xalHF}n65g5qR7++|UsCu_}6%2thAVeda>Qev`##M%aDS^O500Er;PW8!(Kfb&ve zZ{^jCSld72iRss&5-{kT#NEz77S7lV;pJ}zH9qA$e_z`n=a}lKLh!%s%e2JPXg(MD z9^yQ_)s$V*cOkNnhwhtJigTuwu-aPs7-tcUfjC-Gr7cxpr`2V@h~RBhN~)^ZTUdV& zt2qkgGF5Iztt+1UB6ARQcs&9wAX*SOVCPyr3x4{QW6!hr|{iF7al{V#@v6sBaEnIU8L8YE-h3Ic@b1Vls zg<=cUTLjj25TvsECKf5|E&RWNbrlGIavak!227oFIv?PE8%J}7qc{Snx5QV8@1}V` zdFJ*oInLe;2PZq$zCq%m?c&4qaf$m?Eb(L9J~e{$n-U@(HzDNvYh+T!9xddHa81 z0q_5lCWL86S0W32_p&gpA~R8wqO;MPgeefic-0W1V4cBm6>&Pxg_?-cls5ET1Gw zS{G8@c@ojbhu}my>3rJKB}Fi`Iw2@NG2Vfopi3evJb%Yi0-aeJrujp?AC|ue*4a2= zZf#yrhc1|~PYDar0Vs@5;&H=|RLILr-bCxfV(9)v8ouMUf29cAON2P{dv{Is#lD zK|BKk5wcFb^vpIp<(r-Q89|7H=9UkTkZ7cH6$1nW_!7b&5HU!vD+>saumwve0MUhw zlW7DY+2WiK^lreYF=4w%K~!-&>_i7)m%{XASNlr!t|D}4Ood#&pW z`^mja0@Xgsi0m(~YEtY7M#GQMqAyQG1wpk@(MMNSQzikn#Sr~HXW??In+QSR2Bgi+ zaS9Tl-hgSr^0O?oeX>(q`&3*0Y0Z>|&c!OEF=erU8}2P3euPDTf`mw6#t$tAARG_i zISXPuh2KNYWB7jz0<%O8NwOqp#Ekv|Ck-_LZj4lVz~v*o<$deKM|dl+4?h$NZVo34 z0;9X2!yJaDH?#D~+?RFFfNJvmZ}M*VgSKd3`sYD=KA}wmL`Pi3KAkM zVnX%>Wy{ew?)93DJLXmuhn3CP#jB0hj6G&EAf3%DEs=787rX+IJVHOt)0ZtDR1Er2 z72Xblr^Na$DYm_SbmtNV%*J>5a|B<-yI)RUFthYB--dX_win`b zM$HHY@2nm&_^-85R=be;_%umH%y8q509zEQzBW)bj%n?)7lVo8ZpV2XAwjmA}-q)@o7sP7Qz9r0gLU6@Pz5&BE1hq1gh1{)@dj#hnOyixA)v^$`g+ zvWzVJyx40+SyxnLr}-EGkx4 z0~dnYxc|=N6ccXC?Zjv|X6~Czi1=<7>wcEGdrai4qyt!9KKC=s(W&Rkq$1aTb=rO7 zB0{j-%NM=Rwp&xX8{cSa+^q{9#6+nB8CqxRN3@P)I&AITKb@bvhT=^i{(jJ%u-1s7 zp>828{GYfaIRnXsnw``pbu?~NEIrDbfOdOH&Y5f{&Rs0S)bzJJ8$E_~h=TQP>y8mk zHzz(nu{V!|j%9qBxN(6C!bfj;XWTgg)$=HRA4l-vAVSMV zozuBtsGoV1_T!_tA?H!Fz9K*65$9xXD0jh`EMR=wpF|=j@I1d(@;v)p=P|ZFjYNt! z&X88bmi+|%Iks^H?lmT#VDb`^n@nyofm&wVIun=4*O-t#UB=b8uQT~|CeJf@feGEJ z?)R9`=_J>SOJmplhzU2|qEF@a0{)6Dz*6G#Nch*7_7Csx+~1k+%OA)OBJIr|&krNt zlkd|1gGxK|XYf0p@67k-54P=s*@S?uz{wD%bb>&IDcrswy1JBX)e#4S_SC2flDoC& z_NMzUtSKPb`G>ita76kVqgo248oGX0cyr>4eh_ z(5}^E>HK4GQ|WK(Z8~}X^v!VCDSw&46fDX!nLK-cUovF-_synu{$Yc7N;d8kt#G#& z0~O~W!xkrpb9Ct*aCrtU-RdrRn7a>&&LJ*^_?u|*jQuSeevwHJxl1n-Y8@g)O;}rA zhoS5e|Jo1;rM-yW5lgsW|K{AwJoT8eX9#TQVD6ACUtMY-Kj{pCN$G!XxO2GcKLKHZ BWP$(y literal 0 HcmV?d00001 diff --git a/autosubmit_api/components/representations/graph/test.pyc b/autosubmit_api/components/representations/graph/test.pyc new file mode 100644 index 0000000000000000000000000000000000000000..54e09fc009d5a361df8368183bb81c8381fc2afb GIT binary patch literal 9767 zcmdT~TXWmS6<(0Kk(MmkvYp6v6MK@h>?Dz_+?~l}DoY$ktxP*BIck|^5Qu;zNFYD~ zOJCCDNqy|JZ++@x``ouqr_<>_=^yB8e?a?vXF(FA>?9AJGNp*sVlTk%Ip;gKW%*xo z)z&|5?zL3@DdYc-abwl{o7Xik~EVTVZCl z63-9P+ubn2KXZAsV%Ul6Cjm zq0xaCZQxq*`c1Ca2}f^RNxPH8;C8l>4lzDkIiNJG81P}a^TbTbBFux%JS$|ra=!f@ zbQR;ry8am~zyw~pkvxhoqTbsAcfyMx5H`Gsiow@WUpnekzDFfx1l*?po73kINus47 zhs^g->{0yPh*0p|qhv1vFzjvGm+A*5j4}bpL15f=(mHncyew?Ftt8$L4+L03FQIwx zxD)zgr5stumCCMC0=q{$iZ5x$?F;SRLdDX~lzOx)D**dwlFA6Q`^ur}K`)4Frq$7m zIxXh}m8V|6UZch-kad9%U)!#`jeG8{Ub}z4uDA6Z$DC(DanxLhE~7AH^Y+eKV`EKk z6evk;XV*VgQvLwTASpBB#lDyNZp+I8_fcpL-8jKb)api}cC+U(QZ#}p->^9Q?-9B& zN@C(cNW8nb^U*gGS<_Ywh^wj2#!A*#umFnB|=8qgIg2djmp#Xn2mF{pjMoF;(EEOUd$)Mt=gH{e=bleot* z6sq0IOI$CJrb@HrMJu(WLtj07hMOXNLDR2F>ha4$Pe*NhwxqrSaiMLYAE0o{)EMt# z$jLReOPWuJOT$M@%A6?98%}&}4J8Z&Xlv@JXflgT0MQwZLM=eilWF+@(4JA zYhV!~HITp}22PoymcY6kI0Gz+yCyy0@DR$-Gim2c4Zud$HZ05FH@aK**4MV&?fTAx z`yrQTE})=C>FWC3dpq^Ki>nqREnTa(ZoPT)?VGFaehbB_yS?^FeRDme_|{m6=;-U5 z!^d?yKCo+15Cso|NMB_aC5ce>!xp_|FSU-6j2IwU1Z1p2Kn*WKAS-k2ZhUI09+yj1 zr&_w|T(z(zt@^M%z|A*u8Jq`P!THDU2s9@E=T`~u9Ic3t;DS5qxU4##61GQh#O0RY zJ$Xy*`t*GZ0G`2X3tYH@TLvb%DrzN3>W49yl9`v#1)PQlu`5pN!|)3Lu-{KLMf~gU z^NBZ57>f4e!We0IQfQE%NW3s%o_-k<#>zqNQ8@V29RkJ{-?uT$vecO+OTpBI?)g{aiZjg1Jt63;ujQj&!DM|C#s2}n4uUvHA+JMw+QQnO&M(4`!Nod9{0_yphhT13 zKj;H-RqQG(Ds(R}hZMp4Vqh&I?XCDTVr<`6C-1}FLbFYaF`iLJ6?qimgzUkTl9Q>##b;#1`o@77sPus`2UEkVZCf$nZyy3RWW;(q5S5zV;_x)D7xsnxupH|7oGVq#Y6H z?Za6gikb^nfb@_AirCAsn(pVg6f*Qtn#2dLC4;-~Aq|wFD>=3A?y*tnNEVWnXnyLpH{r*(XQ{3GfQR) zJ$nh0r)vn=C2{a`X`h%y7gHLWLe8n%ZQZL4-7cSZ+cqj!R z5LnhVk%J3l-EiC?N+I(0f=E&`a72vg5#|9j<6co%b}S5oA7FLxJ;JyPW)vJ7N{?om zPBW_{PmM7;lSF`3ZJQYkPy^|8F+m~x5sXxl|5?9x_x@IWr@momhT0y2kzPW=riGZ0 zU~?}*r#n+nZ<2DL?DCys)ovt#i0QyYaZN7bW$)MMlT@ZyrqU8@(gpdu>MS}paP>u$ zA-CWW>EmaKDC`ov4RK&7#FAKs1Qo;yt&_Aowv~xy)G^H_nqkHIw-rviglkx9N(Qec zNgZlT%_W)ZC|u?j4^lY?bN8NbcY)gu+Iw&{8T=08{SQ10tm5r6NtK0+a)_}8xZD*Do^kP#U?YVK6)c8FnWh9_=MrKP_223uaRhaCe z@(ew6hRFal*m(?JBv&?a$akhm@`m}Sfh!_Z-d)?=*=*d=M4y0f`@#18dSj!$F|du6 z(?r!Mr*lmpOum8s5fJK6*@kOuDOyHKmQ4fk%ojaiT#rdstp128g{X73v{=L<9W-In zPf@XK%00z*thyIx5$vE}2v1RrhV>VzeJ6U};q<6?D2_=skEe=cIksQ+jdG_D+6zq5FXaKSwg~4$@c}Cc;Hm3!1lhhS{r921lhD0};a(J!xFrwCv_=Z&CVGzNImr$U104hwDzz)I% z14p||;EB1$FAv=PFoM&{WB~OHL_IYb&(P%IHW{q%-P>_DHnq$N(zGy#YZ;j5I2Z{F zHFl@Q9|XS14O91W!@Uh;F7tdnQ2Q?Y7HHpgCjy4#xH58RE(q#so;!{F(@tIpm6u}X|IY_4E2t_n_U+i|U_jR0i3k!6_wR1j+I(D%T27h3Y c@F7)O#$^LS2+0=!peqQ^r;w3b`pc~IAHz*PTmS$7 literal 0 HcmV?d00001 diff --git a/autosubmit_api/components/representations/tree.pyc b/autosubmit_api/components/representations/tree.pyc new file mode 100644 index 0000000000000000000000000000000000000000..151de703a0eb7e61b32612b10f31a2b05fc5ccfc GIT binary patch literal 12101 zcmd5?TW=gkcCMb`ZH9MJqDV=$hoofBuCbEr&CxMc z3%h$PYE2@*%6m)lu-LpL0fOW;K!Usk$R9A^mjHQ4vJXLiKpygzACP?CS3NU5vW#Sb z0Hj7;Jaz4=b55P})v3<^*Ld;mKQ8W8P5Lj7zwhFSzeM8WzhgpU>WK=S?_Z4hGG^kU1DO+av0P!h$&{s${fNGG-3ORWhuS0TWJ``lQ*Ov;z&AaLUxD z&GxjZ&zS8QTRLRISyR7YwlA3aMYDa;)aT6hoT*YL&hHz0gexefOv*Q6v!_&E~fn2hMbBj88hxynTxD);e5D&+j!zXLUQ7m6JtEA z8H8h=*=)|#P=)fmd2ERR@(fzRbXe(#+0Uy@!6Zcri0wyBGS;ETxh57)bOxC;$yBFy zIz!Kp4O^1TCf;ZNm1pr+d=HLWHQ!}vGJ)ivxf?<@UMOiN3n=pZN)mYWpuQVKo{!3? zw%aD_lS`~^G;IU?P1|6M*p(&}(BSq*AKt&W@nBdc;T5bn8SAj)`b61PF!+;7%{n;VrV*}wUu9kr|b zwVP}0q#3t&>$SuUD&abwo0V?Sw?24y=UZ=P3Nqx{{X0+EH>=HhtJ#2h$2X%sO^ zHl-vkd7Dsj)B%se)HZjoqUc;KpH?Iel6LDQ5>zyk`|3LHqS&sJizH>2ODd;@lgf9g zfi5-JrG`Xh7({!NEF;ON3j~p*dm!BakE3S06(>t<_c&-kDY1dFyNH7H_L?CSH%?yb zYxdRclxdv2+}E~MsUA|_Gc97fWvN7AP=^+I{oCX!2dGxUYCGhlzPe**7wE z=S&5-V_QMA2eZ*#4J=Z;i1L_Q!sLoh@7L9iJZf&U&4);8!>NM6l&)9>fqz&@aw?X+ z_Vcy|o?`$t@Ee0>1r7qPVTIOO3Ig}AvQ_4e*_4H%I7D#o$OI+Lq!MaRMZq4tVWVnI zQxHYXC_zW-X_bW)jblhvHm-FT%8~z2pL>xB?XsL?7&Kg(VZG-4N{D^I?E(87 z#tEBZAg|hv@J?$I?MU42=VwFHvvZ!(WB8YLHEBn|>nM$|V1g>tC2O#CmDz%p8 zo;lj7cp1sQ%>2%Rfxy`x|0Vea$n=*vb2NnRXlBaP6zkklpaUCTC61{?PZMHTYrQRo z3Qco&mR`B4LD%EUYpz55MNvdwhIA~pfGv{0970kn<2LE;B{6~IpEMWxjW z8oqm(gIr-7A|$I7vDgp`#P)F}7TQg5qd5<5)SPk?AS;+3B`h!bGTV z@vBHoZq|9(DLYdR|1RJ+h2J&jo6dDoIh#uD$r>KU$msZ2NRR(1Pq&UEahpe{g6xg&sxvlh66EU&sZz>WoH+ zDPjOmSsnMv^SV5VGo;OeJiL{m=+)6D3E@8h+p_(}5E@=-LQGf~sMR9JL#bTH~>3 z1cuwB_3}zB41D*SXcDtsI)m~uXbZS_(zmFc6j57@$O)o_3C0%p1($Gqbh#A-&=h=h z2?z8-_u=LyV~%{m4<2qjB+Zw0HZ~SVX$W-*A?H_$wBAY6oXk-bKZ(0s{exsF><{*iQG3hG__A}zWY!o_^ZhC zWNd}hA48%9b@o?Cpv>j!Nbi1^gHWESXc3@NPa)3?@4!nTKee?>^{UObaHIs9s(TD~ zLhe{-nbCbUwlZLBw9}#qxU4Z5|KQ8h3WcUr){HvQFIHO=D_bL0Ck$t1!)5BDmsw>B z_Pj&rBvE~~SwfCzFWL=!2leh^yL*4QLddaRh6p zoH_g$t}P%x33}F2E$i<6J}=mfK&~VbVh0=DeCnU=`s%7$5Dr@k5osedLKj5EkA9Os$Z_{RlOG`2EOYZ|Z|S6ELulN^?k*D=Osg^6 zZs!IBxJ#JLU*JiDU@wp)EgBz5^6z2nkN;MYZV7XJ=PwxqOT(Ec0(k6**xrLZa~vFo zAX$56f%I_(f~mKFEuB*enhU``q8Yo|OT^}X#78iO~^*S+n< zYFKD^htNZQ7p$c(SfudMD3F-{3qnylYSgG&&m3RJzQ_+0r zOCCk^snK^!Km^+Gf-=u9yA*@*LHbxj8P=y$e z?zR$!Lb~)$=_QL>;kfkAJ#^vz4znLK*=F(y6P`{45nO~7Ofruos{73-wwFp&-W0m?wS6t5*_kQ!S8^xy=G$MV z)psV(acyY!Q*?0=B{S}ikz^e551GYdlQRT!*D!~F#A6*Y!;k6jRX{c=B$bgT11Tg8 zL#jZ~3&itwZgoNu(oP=A5z0Y?0$x{N2JPddj^LdNsbu3k#9Q}keKHix(|1GZ2OWYz z_dnWtpzBA=$8X@Z_Q>)HDee)Sh1@qm30up=rQb?eQ^AiVTuR#p0IsqR*Px@EKBpiC zKNmu{j%oc0PfR`==eA`$Gu$I${57ok_@x|oW6Jo+TpA0qv0s#0s{jH4x19L|K`KRn z*+9mE`2%FFgF;S!i#r%L>*kM|hQF%6e6PY zm?Q#&==6#X6${9hGWpBh`bE`W>DJr)RXfs>iT+u)sY?vC`WX0STd{1S|5U|tr{Wb` zan1N8pgJ5h7Hz?+#$U43YsOzrdacoBT!Yp$ z&=EH+vDif45~&N`AK5#pJ$(HW@7v=tCu+NL2ehJQ6<-j*hHLXa0hXzT&FZ1XePUsi zP(w-sCisEQN&WYG`T&c7GQH^%11#;Sj%?dp6Buo_ZQuhRFlgvZ;3L*Cy^6&*>j)J@ zj3Rsr)Wu2T;|=gx2u2@%VJcxWD$~sLOqp)HXtBgbEZgH{+>hDjb0&=V_ChkkNrXVD zsFL6~vGN;1VJnqaPgL@cnyy7pJSpC{u@?fl-j^~ImIp)%J1Bn(w`e~xW3ZyvOhWCn zqd1+^rQYtJqKW%wO#Yn7_t=9@AI>*=1?^CUjc zt2g~N0JrD9ga+;_OkQL18%#<}7MUzDS!O~*<6dXNsrGm#>I@MLcM2C7Q;Ub3!en8f zP%MlU<_nuhmq8Dd2?mlINP1r}>Py8NM344M#T!HiOfuh&@@!_3*Z*(*yuC^_X+}?7 zo=p=n>VJEg{lbYmtTzqa?hEEvh)W?nKTi797+`L2!;V27WJ=w?Ltadi*l zi-y7$=%c*n+kzM52R0}B2!zRi!or0%kQyt@Y`;t8V9C=KqT(($z015y+v{@QxpX4# sdr0IDn!5)W!R55ijUs82tlDky4jn_xpayr;MZ_{^@OREB=Z13s18?QyH~;_u literal 0 HcmV?d00001 diff --git a/autosubmit_api/components/representations/tree/__init__.pyc b/autosubmit_api/components/representations/tree/__init__.pyc new file mode 100644 index 0000000000000000000000000000000000000000..b336f7519529dcf42db47f203f2a8bf5f2ac33ae GIT binary patch literal 199 zcmZ9GK?(vf3`Hxt5W#zl8?$gL;(%^l=mAQn6PUuZDNTxaFK^}r%z(I(OJRzK(dBUSq|40q}D+OaK4? literal 0 HcmV?d00001 diff --git a/autosubmit_api/components/representations/tree/tree.pyc b/autosubmit_api/components/representations/tree/tree.pyc new file mode 100644 index 0000000000000000000000000000000000000000..3b74d431723dfa1e01828dd49212bc6f07ccef59 GIT binary patch literal 11509 zcmd5?TXP)8b?(^(7FgT}g5U)tMJ-5*+L9}zXvT0NAuN*uB#Wj%dO(KJM(}2^Gawe& z8)tegFaj!7rsP~IPw|_o{F=*4D*g$saw;!*%B513IB&@hNaY7O-}m**?5-%K;;IyB zE~jz&I^E}-KIiMxQ~dAQssH@RyW0(u{ww0|x9}uCMH1q_XIjSWd1kL*_KK!9mKBbh zy^=~MR8lalNz*QyTG@E)Ry3_C)1Ef9X_p@}tr^pvHMLpOo-?&M(>`Wu$6VdGY0aDV zaZ@{P+6$((;7UuTb;7h4O>NP%Pnz0E(>`Ttr%d~_shu|MGp2S1?IuiZ$%K<8I%{@3 z6PC@V#ym6T!`eB{e6u=*RWyHre;ZW~q@6`_r@MW(nb^DCAdF&H%vGbf%D=XRWYY$= zpV(6%A4j$xd_RhV$5GvOZP2RQW;?Pc)2c>4j-!rMVPb=JuUg@-kuf#!#E>Vo0{KCrXu^UBNU|tm+=OEyN+ui^0g;wOOd4>Q zy~<=ViK&#ykgM<5+u(e&=N-QMGbD$eIW(pYq9DREP0%PQn8%JNk_&s|N=r&7%x+O_ zCXFpqjBGz;z`>NB;UZW#n+-B&?6ItNeuzHKb#F=(8+f1lS0(qv=;)x=4DB4Ud)@68 zS17`dOK=wM{zwwW!&8Elg;)tYdc-n0Dsdq7$fl|^)ec~bMJ%uch?`R zuSsx^ZoU8D{f+nZR)780+J|~828r9yBq$8kYz*Bv3+W2v+HXOhAZ1mA)DG%xTCp2Z zZ|!lEWNO*#Vg=GlDp#i)Mu|@?mbwg<5QUm~Vi!?2QtTFzIQ{2rlBl)glRsdum{cF) zQWZr;NdntouI+Z)(Y5s;w!7Cp?#KPcZu8o$zU?Oc?RL}pQP5h$b1le=>Orsh#cZS7 z?sYp*=;T^FqT9(eaze?~-cvh?7uM^|PSe(*1(+zes40{SWskpe-VA=EX1oS>L-t59 z@1OwcvnLzjk@BcKq6#@x%&D=Q8qcYcC}|hR-l%eW+Dk}=IEo3{R83MHc^r59y~JK* zyT?%n<^(!6tY}{e1eErK*2M~j zt`yCQR4-s(R-9hIO0HPhE-DG^XwlWcevY9A)^psfz)ZqGu3&dVjbI^HHmfuN8``+} z4yJvO0g(HEY2#krfkWstB4>``xEos(I|mgp3*(X`kfgSLZ{K+x=U}+CecB@b9J_EO zt*GNu${Oz7pp`^ExACurh-h}{MWwYcr~QWQ#}RcrnMYy@MG0sg=>&cf5qA|=z{Mp$ z$4)!=XYY@+bs>(mt-te*;0c6Euod^qCO%YF@Wf@=S|G(WV>)Jb7NzMlM=e4nUU}E>8&!q4tw07+YaKV!gS6OJ9x&|TzymiwigJ$ zb%J*Eh3)dfy<0-lu$n}cw)*DV$RwO-+5CU8#{YE;=YIo<*x;{#l7WHGZiV1O{a23- ztC(ZTh9*c;CGwG={Wm~4j0DFeVgndL>+@+@>=Y8PGmLfuU@B=r(CbB=(5KV$=_8zd zl@26YeIorCVMrn5 zmXplil#XxDq7e82I3SY#W-!xrww(EwRcGTk@uJa?^?%`->@VZ}H}E7^IFrH&?}AtL z<~{yh!fzhG%ibH_YorP;m6CG<^TZ^({~t&X{=G71G|D=@+wf0jN2gTu7u=I)Q- z>2-pFHIkt(Wrn^eLys53P9IIs4m~sG2!|ORQI5(6@@C1DIasDaUE5mnj;77wwAnjO zi@jem@q`D$l{5-w30UKs#nlcJZowSFWufT_vxMj<j#BSwmdqi}fF&TVR|LF5%rPGl2g(bn z-y|`^k)8n%P}n%OLcS=&s>tT=6)-{vJzg~-#0{k)*C6W|o-DyH^bKdtiY8+UkHCHi zjD?=~{`Tlx#M|m2Dt?+H($*OR6(2<4Q8#|Q!l zvCOFJXCIm9)M5^tn|~WsRXi{0ygKU9e+Tmz_UK$A!Mwl@-91B@@kTav!6v~MrxV z3tG9eP};oT<_unRSk1qPw|<9j{s9tGm`4EZ44|1im@|4Zi_qGc(7+?$Ncm~O~v z!R>i~TL283RT`g!ho#DUX~Zt6IH}=JT!H8-A2;o8rPHlYq7|qCX(#@Q+?h5Nj8Njg zk8%7vOvq>dE|U+KY%sZpWTVQx;`XP`I12G_Yx>(vwvaf_#+cj7_H6zoOyYAqX$oGu4Ml)RnPeTle&%`bd=RL^;E)W^J*>F{Cn>TY zqlG~*X9W@`MU3w#A`nLr<2wo%kjP&8LHImt4sLL~wXLriL`n`Z03f16;-8anB|_rk zMB-0AH~9aEYKXJJ9I+2f1A-dvkboXQumX0tfxxT|k;9ZyKj zuq*dn1UlU*NhL@sakp!eO0!e3yHSNMKe_e!y|BGbu13vhW`b`^|DZM z;zQvNawKcd`Hpzfw8FAc(&YVwLjn$K=(1Hl+~4K!w~@R=k^2O6f6ke5B8+J)!wu58 zW!DR{$k8>P#otqMWyfk7_^Qi{zES!TTo$+*KPVoLR`FjPE z`xiV38ECwB97mbq<`73qSkJ*PhGElx4X(bp6Y<}f2M~xs70gG7&L|MdT3y*R5#9mI z!ARb2ItsU&DaCtDl;KkkU}jSI)&sDa6e2%}QIVQ2iOIt zvb|%n5Sq?lf*OOp1eNd(2EZ5=LI)R8{HhL!Mxjcf4t4{|Cl10$i-JOKOvS%Yc2by# zWr#O2?gi?!Va$uv851(#1qvSxEjsF~2~Ro-pA4OH)Oi!0b`)Y)XD~^G6Vd5a1;v(- zuMFkS=Jm^}KbP0L{CPLhMH9Z_s7ofi;Hb+cd=+30$Bl|BxMIR(N4;*si)r{VyCk~= zo!9_gMwrMQ#&rwO!Dl4M6CSmK?WiUHE#sRXg2VI@8Q1%|CZ`+rV{~vgB|4etm`$^* zvuUrDewDKM;r%s@eM=M#Si9NjGk`(c80l!6mN+1yk3Q4|?~mP`%MQNRNOs*>m=kqf zspGx4+rT|HEV6dx#{e#kR=2UQaX)rIO6VY^aik9;ot8$gt@QN_kz;zpA_h2GU#ppX*=_t!`YU;TTvTUF8rW ziGNscowrP%vCXGUcvC+Jvj_<3cqh0Hzf*Qz3ZcfuxxImn~?}94yHiM5h zD5W~UCoG%XCcK;bFo+?jK{H7+YezW@K5Uc4)cYhQ*PF=Gea@rx=~E+qTOkn-irCD_ zIxllVrzw7dkCe#HPNUaP{2zmokcS~)N;@G7s@_C1U*WUgVh8FUq*&iU=ncTu?y3ax z9F+LK$1ZO%`3ok0iA49yE}V25S#gFUqO6pGtdx0~&fs;-?BDPtcaRvk*ULbW8L}Mw zWq{?(5hT(g>$={o*CpI~z1A3?K4&@LlBgFSt)d!eKQ4kOdFA=?RC%U+rhE_SmGX3Xta=_5_A-*uugM`aEJ<8ky%8-0pVV{2VsoUew1yvXQW5EqBeFC{pac8)P8L zKJ6jY?bE3GlT7Fxe6q^tI{jNnWQe-kdl0S%*!l^kJl@x XEa3o}ZIhdyQks)$2Xa9%5HkP(1MDoU literal 0 HcmV?d00001 diff --git a/autosubmit_api/config/basicConfig.pyc b/autosubmit_api/config/basicConfig.pyc new file mode 100644 index 0000000000000000000000000000000000000000..d4421959d0ac7ac0a0ff6a448c9f886f00ae326d GIT binary patch literal 5694 zcmcgwOK%&=5$+jMv?WWHEK8Q;=XmWPIv8ZMK)kkLY?h)ViwjB=hNP8nVGM?xkvLqE zLr*vT2&@EwvcLwp<`@LXaSuTbd&v(-PRSvMT=Oe}T$6lN%^`=j0xW`fB}}oq>g(#7 z>gww1N&RDPCi|P2u+wJn|Ui^^)*}@C?xrqHBn{A&kS`ZISj(@%fC1J`#pu z3<0Sa&@;pjiD!yVTGZ350PQJJpAue5c%W(Vb0JQJ_)$GWxXOA4a|Qp#-@1X8S^%lI zM}8sf9Rpno_4Ba^2C;!28t23*-eCGH(Rmilyd#=sZ5Q6*L)#1wnLSH%fkks?iDp@J zQFwErJ} zWl>)h-jb-V32#}{uQI*H^g7cUOm8y1#ncl1ZQ)(vMT5c*xVsW}?{IfD?%ox4Wqpm7 z12H3JEc_KZu9TJvt*+a1kA17j%Q}c$6@)$OD2%N9K!tM9=myH_yQ+21@?7OMT-Uu8X_^!}@lzlR(jW+h3P;ucI(k9}7zw1` zInpfR%Q{G|6?XmHwi~Hd?&TmFG+RM#Y?|%6oh>{$cVw;O_Jg;(`t5SCK91CE|Ft>~ z^^Ozt0_8Y&Xg(7}7>exuiK0#C`HjJ`nn7!+xCmI{Wd zLF7wTa~!$-mZA-nm!0rfDs}>asWIXxz$GnHOR4^&TyEpxhuMw$53(B@*@qjC9(?b? zhMa?RY)aN^NZNszUcu>-`qSu3XdZBHd8kc7olic@He@sF%bZF%6uG()Xy>52-=XrK5$w`|Iau9?}wON0FRuYllJ4ro~~Sw>F)vqOAyx=1#G+9k&ni z)!lIvaqE4D(nVO|4EQ}A9c&+i!@({x(*|z?3O5QWcINNU8aeX~GOr;d@&OzOSDp%S zVhFtR8$&o#M3E;o$e<4AN+e1+K5|%mp0cOrsA=KMh@N1+Mk1dA`HKXSIfT5BK=N5Y z$gg8$%pv4#0;v-*kbjSnF^7e-tNJ*9`@JBch*~uYMi($pmOHFlV0T93mGrGB9ZvIwRN{L{3^fe*Q3);P4sq4xbBi zQp4|K+=K>g%VVI2`iEM^{6i=ucP>x5bD7V*nLQXrKT^sHml4?SI7jgfq~&&GXt|NkIwSx2Ac%09qNHQ}Gb4?U`flWQts_|G z&{_KEEZZl!IR+)oNVw0XQ(O<)m*E-a&=frvl@J|sov`V4_}nHB!Rtcw zJFY@$*_C{oXbz+byUv(N#ZWtJ=u^Mz1|6=gWLNbaTsB_#5i22qa}RfDL*wMerQP$kU1(KVUZSienEEfQhB@ij}5=WOt(kb==F z;+gbHzap2hBWZ=$z!oY#EoA($uedI6VIuKAZ0aO~oF|mrCWs?JZ}wT&Y&nEKjjt95KlDO4Y6vsx^DN!nTv2 zpV;|>-K~5z&m00hDU~YBzp@D@`aeE&o5|1iOr&7&VYuY3-V1l=~PEn)-E8c5dsbc>jesTI^Qy`R3 zAa-%<@*E1Wm%hgV8R&q~5_Sn)9uRcA*Y$oG4jc4Xp~qIerHhMQChxoAB`-P-MWn-- zMW?|h;L6{Ci0MTmZB850#+pDn5&{BMUeVlauj4x3_N2 zRzJ#>ns;EAKP8rZpHzHA>{Ld#n8e5MF#bwSp#2^j7Hc;@CBkle@-?^KIlC zjxP!?Nmgc38FM;y*SLoNRi@XFJM{lDRxWN&{?1R&H?-CKiGj`?owam=w$T@S?iTT7 xB2wE_hOrlP{dK@;oEMirPeeW&_3iqB1M#sAy^pDYkn|cUa|wBN2^n%W{U6R+)_?#2 literal 0 HcmV?d00001 diff --git a/autosubmit_api/config/config_common.pyc b/autosubmit_api/config/config_common.pyc new file mode 100644 index 0000000000000000000000000000000000000000..45a8c94c327535c02c065192c1fc6c8b081deaf7 GIT binary patch literal 49649 zcmeHw4RBo7b>3Y71Of0@6iJDqewMO+K#2mWA6qs}$%25T2#H)kZ$XhFMXeV57Q~W^ zU2xw*1Z>H%LdQQzY}vA1$8PIPWha^O#Ic>3I@4IK)q2`VGt)R}S~qpZlTPh)JdGQ7 z>Uz?q6Q|$z-S_T$yIAl?v=+#;g!byb`|iE(-gC}9_ndRjy|??v8wOr`@|{yf6aHI+ z|389X@Fxfsw;JCVKV>S$%%;qVlt~?{?lL{4E^~Ik)E_jdR4UBS9c8Gd%yFi5nM#j2 z(W43wUt>KHL~j&dYfh|HyxUaz%xu3o(Qi~|kEslp*>&c`Iy2jCPITMUHKwxO z%x*9zHrVH0Q`u-{H<=Tg?DJYv*=%O7F(b}sI{dH!kKz}6 z3U!nWaRO+c=pvTTNx-QDn0Kkez}Ol+c1MrBdhCfF*XnUi^ayyNY;W|~Z~V24pBPYj zUzENs1n7zN#vf3I4aQ%m$VTI@S7ej%Hz=~%_!||u#`v2Q*<$?7iU1eaC;}?mqR2Mm zU#rM=<8M{uI^%CsJyW#=lXKTa15` zB5C8_tjI3o-=fH^#!oBq7UStoee~Th_82>g!?lk`GiVPb64n=kw|4v2j zGX9_4VB72N~mm>EV|87NwjK4>by~e*sk$uJ=QsiFa?^WbJfdC>T8Rpjl)f14ujF#dyz>^J_~6?v!e-=W9><0J8%=KUayhm3zf zi4QCBAtk=clpZnu!-@|Z|6R)PsPP|BWW@Nxii{fnQAIMwA5r9>@kbST%=j5a4jKQT zB4fsXOp(Wpe@Kxhj6bHxVdFop$Pwc|p-9&FhZPw&{t-ncjGtBHN#lM?Qlwz~XBC-Jkv!upQZ!y}@Hr08k02OG%C#zFIiHHa%TN&RRVUj!~E@1f>C0wI6JxFv}Xs z{{Cb|Wgpd*r^}_f&DU6*(}$QXXxPMJ4_d@uFMcEV1^0pXy^u057?Ve&OA$PFD*}ds zM7-)TjWy;>uQ{`pk7rWmOdm^u-GIv=a-H98uDj5qyx2m*QncDIDK$l$_@4bcG*S`LgKGM?p<))Iv;QX z9nzb%hyhoAX*%EFG%{ByG^T6y*&q*y0+h9>Fg91OoyiY!R?!RLSCa`)UoPe?nKU-C z3QbM<>2ShfBeJz>Ntu-|Z*w#_P1FLla<0&rQRGamTvaWH$47<_=e_aq$^7V;*SH3G zlZEr7KJ_b)rbIPzj!Zn;Oez}pEByF&W^GNi1vo|K)$=f~YDgp`vI#87Y>5P$Z4+uM z&XkI0^LoX04-zKoZcwUBdjy)tY#!S`h@TCDXAs*vQ=2XA%@pd5nZ4)d>+{8#^4@sj z^-6`xD1Lhr*e%SJTOTcU_S*jejI*<~>d@R`gJhD=m#gJQK7SA5!Hoz^SHJyB?Md~w z{E8GsqMrsR35a8kRL2)qB=K00p1oa+;n%4?k=7Hq8pdNlN;6%TZhY_{@`*i>D|)5I ze7zbZnAn{`$PX>^s}^QUF1PLN4pgu*{U!lnD1>}lw3k7W?faU`==;Ym*>^Ww(w5@W zwW%|uV#6|iLTrCsAlsjgb6T2fDZsq^x4+I=V1K$*u5AJ84J!sz4oKIRkjor)Q0==6 zsJ{OSpc=wT6RT*;!C`s8GBe1si4-HSM$;-mZHaQ{ia}B{gPUB~>Zh&zL8PAXh*0#A+thJ8O>NC)UG<*=Dj!7tS*u{CB& z=~ggA(wYcqusofv)*9eq<)9Jlb`@qVQzp;uG>`Vu_~>c;EFjij#xS}Mxn0vE#vJ#X z41Zakd=tv93{URImo*m=6Z5XamK$^O?Z!{j=pQ2jO}6L76nr7#UR-0!#=Hni zgf!G?{fMY|{j=`#VSJDgU?w)juv zK}d0UPy!9^NAN)-vq{Q)K(zEB$siYu89lY$0E&>1pY1Z|c9>E09uS4@5Du%yQP{PH z_4{QFszQB{`psOuG*hYu9Ay|@r%MefI9BDc(_T|yHI9Rb;<6g|Rz!d_pyAZr=EG=c zN^O<0g0_AL+6hAGVr&~?pFl$iELNlXD6hEsZjbBR$)4Gsq8fDZg4CO+JTh8BZxC8& zx-|u{wxN9u>QuEkvJacg=TLHGcCeN~{Lj4UQfELt;{bt9Xg>@*T0YPpww)5CZD(Ld z?OjN)u{|y(Y4sUAzM1mzrCQpD?}r>Y7$gimHn71Cgvmlgy%Y$taUb4v7)!DT0nnUR zz@RVzv2A+Rr{0qC*laZn;$nj=%1Jn(3N{rgWtd&FgDmJ#1M;>oxSjz8GKu)!&4@|c z)Epw!P->cLqADh>GFG%~4)R1BBMTR00!Z_fhDSbcfrZGMPm7J~@D;*|+(->CpUxM8 zJgE}{*aYme>Div@?dtEpwJZEfH4V}c=6e@{#p_H1TnGbG92j87@XpB?4RF&Kz2BrT zfKvd@85o)|eDOeA?{U~Ca?%QeAyniTjGgEronsmHC}N6L!t{CM*3AK8;Sg1I=&Ja39y^e%n2?RV^*z@OS=K}8` zrjv{^3&oQ7i$~t2VQ{`sufkv?h9e5`$hubnf;rE88chi(pP8QS)OD#%sovDuHmJQ9 z87y8gtrE4}=8Q~9z#&LCv^n+B_;LX=w)nE;<-v<6+Jej$butuTFbCBk+QC5IMwyDW zItaQ;3vdeKzqV38@#1k>^0qSA#z3Y9+CQx2L3pKjZcQ!|-uUA(xkN)F{9@k63PZUn zJ7A2@#s(BbX6!j(aWB2^tvXN>#y>|Vs>k921<*Z{P?5nppnXs6N`4F zMn=L59Dv<;6?_JP!`Wk){?E;q=1XZ9#WZeCm!B_H(_mm}s;(|$X!Z=*{{A)@WbbtE zld73h?)0U&%1}8@X4SBJ@@VF0#(Nm;w0O7?F|k>KA~D0;0k@C&@avTQg%rnzs54)} zgB9}ot{4+pO=1&=hbIq?dq-OO>y5ETMC{7+l7<2H5`^F;x8HG{y>hb4dWYDT7^#|K zn>#6ZM00f~QOZe>osGV2ar?Vh(_LAEa~W?8M&4F>Zqs$|2tL-yF4Kg!k4U(OImhL7iu4Ie%{f;r}iRn}`x2u-~{ zU#L`ym0I!aH?N}K!Ed0jT)8UX~eu-=YLCh^xASjlrOX(uH}dTWOs&MYg=i6li!=3FwfyeVAGW~^RRPIe zl2WYb1q+Dm7Iu9Wq8IffD}8+#*&VHF)PM&SOF>YpL#rv3{F1-wMi1>7VCW;6TyEUU zm1)IMXQX38db65x^IYzAS}dc0FD~c6`5mOR%4S!Ht=~iy&Dd(p)M1+LD5{!2>6+7) z(Q)pbJmh7DM-zDRP9SwvAc-TMND903eLP+zhQ5X>97r^t8in9&XYr#C4u<2n6zoo8 zkup7lm4DZ;wzwiKP7ddu$dwVXBWm?vsvk`frr5c^#KTqMiLBFsLwE{`@VP0@!0=ou zrGvRbvD8Wa2NV_IuTwY;7oX|$vTboqjxY#Al1pn)Z^(^!!;>S2@&~<4CZC%a9?8V$ z6oW*GRWbG=F)-|Fo^a0#?*HrR(fh?E=$$Ri!rIeGls0|QAt^#!la+z?lOvfU4vqpBzs>-&r$cyQ|dBm#l~O%Gj+O3T(&n zgipRv+wM@XcB!52@=);7rBE=1MF(L45Zis_+2=Hd`auwJNi}Uq5=2pS} zma7N+`ga9BYeYA{6O3gh%iT?#D|k`jGQz zneOH14O}wdcWl`XTr;4&!aIXuFIQ9Hnz4{IFTiQyeOx8O+7OoK@rV`r`XtwhkfDkS z*P8li^8()XmY+d>d)P8jvd3=;FHH$2v zM||iEe4FK|;jb~bV2=cR9 zkU2;VCin#ej#cJp`l^=BTUN|v6uX2H4S$z0TtY!sjg0;2);DhPBr4kC^=5qulY)$> zF&ofWfAZP4oO))8tl^od^g}~;NeY#&9z=XQ{ZKj}t;AWu$!%_V0))IB*&3h@b6#OV zUDmp2ZLU=H=wT;AJ@w#98Gg^yV-6N7K}inJSdFE06_g6~qIG$mtk0LcvnI3+&qp+mNkYJlvDK*43xev7!96|#UR|J-k9aehkij<>J9&!t=jav5q zbI~Nz{TXu6UrG|Fu^Y0MzQHLNAAG?PDEyJ z7AYQPA0w{n)%Zw`>di4Y$Dqz2V1Sv(cohb8t@NH}a2`P`pCmsddkKNzEi&V~8N7!9 z=6K`LQ$yQH$OFTSon(X5;375{e*V}S=7d*h#eE&$b_`0kr{X-kfM!Fd6gWI|)LyvU z$6XWK@=$uHjU3HQjvt}(3OMQ5Q<+>s8eKIuUb^5=3AWvYrx_i82xE#9ks$+7d9BdF zLGmcc74!~aG;|xIWGW3fMd4FUN3}hY5+MP?W!R=XtQ5#+E@eU~y>Uvt991kw;Z${l zp0VLs>oO^boS|#lCbY^SVT4J(e4$eI(+KBF!JhPNISBC1eY0LVHxF?6>CioNC_Pb!`7nTs8=VIORDk+U zx6$J%W2NB;4>vgMfu7+9%WOOpv0`ISTH+bsmmBaRuVVe8P+d%y>h+r4mzZ>~nyS?* zu0=r_co`5ZSZA|SouDx^G!)R2YNTl&r3KXZ69d|D)$UygivjCg$q_9<&@WBRpO&y! zFI8#TyCtK7gE^b!YgVUJB@a#MVN=*m%?(}hqxC+BcN+2Bms@Da;Ayo$4o~%- zwRUivdcTMde}dyOjfh#>+jZ>*J1VzzZAo35+SI+StGBy1b!*ppDrm?k_e(cM@5i)e z$0+7J4kXwYK=ksL=BUGPx;L_Igp(2qEXj%#z@?=;Mgm9eIhA*l7)IQ}NGh3i^wfPR zZVSQK{?(`s2=CaXA)8IeKV(y}iLj}_Qvt)7bE!;0u(0q`YdG?1-*2u2oC1ayI|=`7 z^DA%-y|P@Oc2m?W`*m4c!h&yaekFTL`0A)R!L7(L zIa8{a(gplr{wZO>!B6BRC$JkbCZERY4qZfLNrLPBlZbm~m_WPtq4C_LbeL$(l^f^D zS%ybP^Rb?lS3YWKlbPIPK6i9%G9$ico%F^g$Fh&*A0K}-C!gZU@kzL7@=={32ZrRN z{RNcMAgz%XmT@KoWj`u=m*(H((^hclMyvv>*$qtD%YaP6dlZ2zQ&5S#U*>~sSlUHz z_c6-*Nmdax-EwEJbV_HXLRG3_q7dFdP!w}5!j#7S4c@QtOOEk+pXQ@7SuB8cbK#aIop$PT}?FsV}BrS0`hAFPRi1GVX2!3wB)f zGfKC+9$|q8SGDZVvTS4)3$A}vR(F>u=376RTKE)Q=2m+JGyUyUqAaLOn z8d0Iu9_I(a1b?>I)HkOP;cIYWwSNbV`nU36p)kjNQI2)V9M~bTKFaX}Mpz9_2LWSE znKbG+_XGYXxzM$A1N&P4UTPs|ZYj#OY3bw5E&bi79ZfAwwgZzun|8dCI`;~W&ysvv z8|Wf@HVQtN1^^-)PJ*+NAc<}4GPHNv?z+#Z;-T))!~yt7n7Vcz3b%IPfDVRIP zZasR$(8=2M84A=@-+Ptq`2vGqV{neIIT_7h+nv?xtw=n^7gA^DD&>Y+Ow~N0>w>8l zXKLkQ$qLdfto$a{uGxeFw77k|QPDfVv^@;e$OjM;0Ox8jIbh=)wk}4S+4k`rTj*nM zu0ka#E_RU9dmqM^e?+eSI3ncg{o>dgz@xXMHmupubv>WEwsd#n`EJCwhrgS8DUi;EWC!3JXZC8`5uz#&)E6CkwIRtZ51(=}t zb&0-DB+{=B)2jdoKDt%KKc(X5qip!}jzsa76X`cZ#qU({Z7TknihnK21_rt_$_AE= zuWXS<@6_aIT4GeDR!eSr}n*(#lCIBcmoDMOCYi0rqPB3g) zC~zDdMgDeK9m7t8pe}8Ki0u(h7`8`@QI6~^+veDgnA;!`+N35QrwqV)@ldNosQ!-$B}uem;TJtXs3Zr=t@zZ0@M(!j;- z-zLN~2k4nkkm|d7TP-lCIJT0O@vvwY2SBdYul@2qDgpXflj6zOqR+qe1 z>Yxmvc3Ksg5U-NPXiG6`yQvRC=i8R*Lu_-r`<*Of1i#=L2;6*8+ost8CLT9~4AB_D zSygtQ6jTRD2_zU<*r_%BLc)NqQyTeJmUPftEI0g|O0{H&Y;mj>dSkNMudCXB+^!VN z_Yy}?3bS=?khsbQG?v7Mme83J3{FgVH@JVHB6AD4W4ISc-niNE(To@??JMy+@p~*sSz|;FjkDq@ zfNdJ&a?U_4iMw2lY|;t3dIj06?Svdr%uD1Lp0gE`oaEgOQk?e*wC8=KGmb7JS(T1F z1F#Qof>cTlX2T-Y8U7r_;V@)U9Bd28wVPlcja;BIde-5sRCUN4Tp(%55A?%I`CM~; zCAQBGT15VjHRo4i`~0vWAph&l`IQ*wmxRQ2T6s!@j>kMqu`RDetb7GKY|ATIF!&1E zcgri;G5E?Z89}7A%TSM{LMFaNOuVJk=7@t^?Q^0qJ=@IARPwhIb~*l$^A<_@ltVaI zh~It*5m3KnunR{->lz7289jA?tBMQvN2!>vq4v;Hb&J*{?5M%vBw)doxwLJ_Dc18rJ*UdOw(=TibC_r zU*O+32^AKO#{3-J7*4t#rmr8yg&nC~HXIP~l7RUW z@sg6kqQisMeics+9Ha@cl_sJPqAr0Zf)A^=_IS3RF_KpB5JVk4WkDV4NioP@BgpZC zgjVGLy741y1?2yP2si|ozjaLyZSRoFC9(tlWD2ky9}TS_E$OhO(~u(rHpC-&h(qL0 zRBD$%A){ID61jY9id*(;-+W_VgH>5VUi>u(dN~cAfXbaCAb3C~7(+TfPMnfif}8M^ ztC)c#X)8$Z0KuC1^2;7m&V3W~4M?1wAYK#|N;;Yc{b*|D_{7+#^DPhh;w0FiFb){gzXGCBO3=kFJF`UYFqe!2kr9y6oFM%1b9x4D+6;b zHWB8OU?VqRxySvm4d5M(bJe>A@Rr6y>R!#Tmu4!voU~vX&xS%Pwtmas(^9HmOaXUcU4y^_2 zj>No(n_o6l36=vieIDt@%ssZTAaq%9wnZ-u=caXnk?|u(#wN3^6X!K(-|7Ll?b+rw z0C$=hK6> z%Jiv>txNvlO=b8Xha>nEg%v;>ljV9Hx)iL`NT+BV8ML)GaTNZ7W7*+JtoV8V4llKR z*85{-Bm3H`+v+T(@p-8HQ{G<3>59#9ge`4c-IFypT%4+4vZo%zBsw#D@hpk9Qhkngg|hib1U@EGFcR z!_tR+=}gx?aQNPF`92lbp0My;r1q~QY8PF{wc7)aQ9Dcn)|-o~d>l9Occa??Is^v; z>ns3|W?8rE@Nq_~;5g8neg@EO0j3haM>WV~^GacAijVcubox+cc+@&r&6FyY;5L*xhQcwUL&Kw>JOzBz%kk}6@4RqgQ*eU zp;8b{V%A3?wz*K~XnogQ!b&SF5hOE5$<|U6j3)Y+_D(gBI!i6b-?B zu1nMyBwdD4>OIKi_!i)YLG^rDSFex$-D_EC+c4D z4Z}ESfiV|htko~FcmULrxgv^f1LdelbH0nhmI9*pA6E%%y}v<2DlIVVCuHy&!7q3P z10US?f^}?>wb}|~kd!D_U`5sXxk%u`eIL*e?8+$Q3cTg|2^>!02%}93R425^Vl@iL za1ibxoh|fodjs@^9iylITH7J|bs7)0vKe!>&(t4DE&LW!Mo;}Zg(1pK1KP^~odjwG z_M6=(VF)`%<)VPy0}G3E{eWx*kABvS289p(dVq{Y(P;G4+YC<*f*1*Z0{9I;R@}@( ze~=#%5~iKFJd!9o;=k0nKf_w@N1BSEQSR+W%rV=ub5+)e_}P9_pP~n<`%G99m6|mK z09^L})>yj)0>0`vhQDk3(gWH;b5W zGx%);x=8gT{2NY50XkJin(@AZK&p`RBkT1br%YoGW-si&vAwutTMY#QHpUZ{aRa9}R^V~{c@AfIe`J>T6O$;<| z`KRm9JO@18I?Y;cexl>i&7A%5{|$N`f;0V4*UnTwoF=!Y2IMMVBntR*QUK*Ej83XK zAZlr8mMMU)!_}1qWO0-eQK$t5)dIV%LUQ#yOw5$;3$TUSjTdd$ZEHzab!1!yxLum} zIzH}Eg|Q|$5dh~BIT@^s`DPBUr4n>@{3r`7FxD015AHrA$6u1~ppvTQl5wZMEd9m;t2EV`yNl z7eg_D47)@O_di?pSwyDve#CryDZ~bksxh=dyX>D6ZS5pd-GAp7(ojgViDq5uscDo;2O`UvwXg z#!=H!@at%j_e}%|Q}%AA%`lA}lnT{J@JEI(3;qCS?B{WuLE|@x1P&n6uW`gNV`PPc4en=Paqu5$8f?I9 zjJgqy?sN_G-u6A2GRF<9ElfE}B&9OF=PA@^!lHuh29$I0Ck>)uu zJPo5^zR+0Gi(P!Y3E0zo8w0ZAH<3j=F>b=|5RF^WKGWBYnFt3bq}E`5>anAW_~k(B z$4{f`bL>Q9GX!EFbC4t6B~(XF*mh>BT1Rap+U->kIkkvk4=#Wiky0w0Sc?=GDXU7V z#aqZ|n8@+gZlA>wC-xOgiWeXnqc+^GxyCH~PYHW{6k~rNi=Va0IWhKlYT;E1ucN0v z%bls*@EUEarHBYIcE7f$VmGTSfDlX^}1%gl6;& z(km>IFz%@e96MYYC#bscpm~sz>zRu=lY+8tQywjz7X*;N|!Ft3I+cHEs-Bdw52p3 z?q$-zX%S()b)c^@N-ULNNuwT*X||>(CtTQF_#61*SC|D6Tq?&$o)u+xOKfKBHNK#r z>RrRf0%MXYcFDeS6nbdoj@ZE1FiD zEGiN0#oEo~tVcQ;a*_^rpVh1OSgyp|cKXr3L3_PFK(Kn|Q1VY=M0@D|g1FGk8DHLx zq|2~Xy@*_{^ATjl%ikDKWAT$q^OBKW_3ei=VJk^cy9c>FF<}DSjh8DUqin>N312&} zkqiCA0eNka1l&Z#6ls>qhM`p0mV9x#Q8jTM%9T1cG#6h2<0T@X6xl-)Bg5Xvq16Cj z@6Q3TpC&*`@+HkW&8dzD2nK|zY&KTVhBVjW`TMi;2#$Sp7w~NdQ~2lx>1KFy<*b?1 zUxL_iEp>Fu3LEiuFy^I`G* z&4t6%W(rAUiHkK64Oftck4}!$0cLD6{}i@%!=WLjANqi{d%u*FxM|6InE^p>52d9i zbL_;OQ0KSc#nLWyoU&xc17(H4+uBT6ToQ9E+wm7dtc7JmL4;){w7z^4?;RGRsWC!% zY|GLbslEFk!4j-lCWg!<9o3egz1=;zT*S1*rRCJ6_>^#J**h^~Z`0#M)o~r47~%XG z_G=e0A_*m)JRK%3!xZ^RRJQ~fvxS9pj0nip+UTT1bFLWv%h%;T8_6$CTKhggSK^C~ z6r;DX9UTP%T{u{I83xBS;*wXw<*tjN;Zg(Qz;ZZnmslpIzBc6R5msJ~fQkKuSC~w> z@*u^gun^zHdB1~Fuh<6Z))DJ{cxcNutVIU?NlLvMSKniVb`jA()FQ)ds;hY^c}QLRwSS! zkFzDmCMI)vo<*sJNLH3mlU5!xVV89^JG-52gPAKFCNH(aPf(aHH5SuBrBs?r^N!^! z9vw?+a5S*|0HJ*;H+(QN`E>4ZCNnWPb|kaPMo6?~VS6X=5IV;aXjr1bo+61w+zRZ; zX|S}#;)HCuXk$%~>kvq3-od&ZNmO>D@-%fLliR);E2~X{s+85H=_3+ZuS82x|MKkM zerq7pwo#l568S4gZ?#ksW=l#%@}_LTXRL~l*(`aPzTMY78CiQ?NDXqaCPIc9H@o8+2d> zpVF@(Zw!RcLE>U)36HFHXI_@!XLZ>EcPMvpBqaPx{c)k9uRHd(zqQY-YCxog0bPMl#P!RWR#uJT}dU_H|NO z4N)7lKyu|E9GZAE%kCwpZ5@3X;*!of*8Czv>uMNlub@dEycp&#CBc8L9nJ_&*;sU- zSOBM#iqES!E%5w3;o%fl4t*#9yg&jwOVU>cdn~9MqmAD2ac8T?62?PjIIKeAl3w+( zHdt}eJ2~J|fq*;_=1F);$g3e-TKZNJL+NN{B8ng$lxOE>69%#vX~jY{ficK-XdgVt zs6{mooi@WpelPLZNxSvbWj;t$$^a#zi3bx3ItvCgaW}})9*2__$8~hSPOlra_KX60 zYmI7D$h-%TaYbe^9aK-8qR$~-ec|;p4zK-A(0fC8ZE_Bd@k)IR`((%`$h29wJB*UPe*=yd#q_C%~nsP7nl>wF%N}j%j>QJA~_(7)7|Tvw(9Y%V%rp zsl{k@qn&Gb`^uLf2e@%*+O6DN4g>~Yj)^gOlgg_EUtT?Cgd5O0JHV2VjBY9X&i_NW z^PU7{$}k|5&7G~R9xO##Y4V=P@3p}VX>A0*;ARBSO5uyg6$_}LaMH&uN3g}Ab2*># z02xR&$RK?7WWI3EyZ7Dmj(bksJ^0K};%WC?kDP3J&dMb3Sp-&;d73d+8lQC#vZYS;_G4(kkJ(%NU_)PT zS2C`wuP4}77V)QShnV0!=X!dwxu^0MOx$DI$?kp}t^BJc-6f{ke~pMwBVq;O7`67E z&QBAz^IKo1zs=d2C*Oh&jXLhivjgx@--DC88|~r8+1}8+q^0`Lo_3!rV#Ac4q+xl!lhg zvI~#eSQKkJiEE|y@h!E1avexrbVt-WJg>9#No2XP zNTZQOnB`*OCU~*4cx^VavvF4uZbdr8MfBxQL)0oG@Gus=#WmO!{lOyLA5 zkgI)od88&|hPmDf4+`Mmf|K5vg0#3MHf=ktE8 zn9qB+Mw#I%hWo1rFE#GdRnj!r;}emGPs37n!&9M z#Mkd+jG}~h7lS`%iF+8^%iul+w4{4)W$++_cQ81>fW}u~-m?;Unt`Ch3|8O3jJtSILTbLG}YYj)ae|EK%Zah%!Q zqV7K;K?VN|L2qwwSO3;cJ)72U8o=M${*CzU>|ck!f&OmyH-M+)U%&p{gzzS$Z|mRF zzpsC!|3Lqi{%i1eL;tn?TWuB>Zt1@xjHmni*Kh1!xBlAoyHJ+@HsFu{`od>q(6bHJ zCE|*rg+2J&*xx%yLr22L({dzIyyYTevvak2!ydxL8PXnHSZ6Fn_`i!8`w`47vM3DO z+6dX8Mx>-eR`CYcr1E*v!A~ F{|oXN`K15= literal 0 HcmV?d00001 diff --git a/autosubmit_api/database/__init__.pyc b/autosubmit_api/database/__init__.pyc new file mode 100644 index 0000000000000000000000000000000000000000..87a85299abe4d06b0e9cde13b7da19069e99aaa8 GIT binary patch literal 176 zcmZSn%**v@vu08<0~9a8sr_S}ObH4lePG^5IQh4JpOPe(n{_Df{7x3|a$56^vY6GdE?2M`# zY6BUa&!~-zLPCxgn`haQ-s*OSYoKy9@Y82E)K{bZd z#*i)@Q1xNe7*QJ|s&PbZ9MPqNs(w^8M%Biseg+K3)XtdNIj%NN$n1GlKdBnyYGYit zD5&~`YD}n&3H>~z>Zep=Qf*AC#%Z;28l}T(<(%h#`-J)kt8sx#6#hS{KFX?%8D)=4%c8O;Br~h* zQ<8Z_*^`oaHR^I&2APW<&&cCNWuH~fyxPLLzQFb$D)qs}B{nJ-U*sPB0+Pb5mffj4 zX06o>s&3P5-Z!^8&065Ln!Xvd%tp0Yz3-USPSEl@n+-RZ@lCrLR5z=>GhcB32meY% z?6nHANN%?7>xUscT&wzSZK>7Va>K$=6fVXCg*6%WokX(or0sZa!)XRLTt8@eyUVWU z)Q|~I9aMX*?|2xD z@aQ+=OMJ1lxr{X^2VSQZbUa7b459{0;{O(`_%cwm=?Pb)R=8WnKGU`D=dG9D=FRKg;wbMuJeTq!K`Y?kcLzVCD z9#c;wwxBl-|Fg48sWW>M1&AbT2&+&@QVcf`Zx^QWNYbqoLW( zFcGGw&j?V5p!+_Of{A}io`YBR&8pdS9>^&i&VzptVo{% z+STeU-;ud2!92V%cYwm%?xln{ET>vu#^+K(@|9}a?R|{a@shm>cpHsYbH2SR z%cWPdVsCOrS$8#%HO7sjM$Q;9`ZHPMm@$f6&KSc}0l6CCX~4(3;oXgu9^Y7czV-AXWk+iW^dz-&VN z^c)a#bHOaNnhsk^oj+#=j@NLTg63_nb)QI#T40)tEI3)llA5U8tUC>JyXxc92HH6G z{QP{4QwxSiizXP>gKpe@z3JRtP=$@x2J-o`ukC8EEf}C-vQDx!KFT`Egg9nRAW63R zx$O5Krj*yicFV>Mqd?^f#!1=UKBGniB-zBwu7Hx%)?!C9>iP}M)>sbi1l|WW1r~(8 zR^)@=X`V86XF?VS?nh2Vem5X3vgC%4Ym<9@;F&kT_<$~&@%;fA-|j@zGb=sqKE;*~ z|4_Hg3yb^?TVfE@pyF=RPE<_h|QSQEjeHQ)?+Dam+0i|b;edf6X2o)7-B zV6JYNkVej&sj&_CNtPNToao%)Oo-eJhe~nYo+&n4t-7v_2qgt( zYjXzxV|w8`rhW`tlZ`K!A;+6vir;N6DU)8(+*wLJ+UG zXrlbHNkb77(#naoh%2I;_!rP>IaFBU0lQ>Hr;TNDY`=X_ORNz^%BNhsdGo!x1I-Am zLm0lwy3od=YNvrCL-tya1?q4oizs?7lF1@t`bB*FIZl}` z7=sW$!`YmXHAXVS#t~yQi(Ix~jAo8xhas%Skd9==GBt8xez*a`ZOSjBWWU~`bC8!J&M$%#z_dXByVJmNd-s9)DpC&ps@CbqvaNGWgx8bnt~LYbKKSjf=HH|NQ3_#gHL8J-rq%*U1J*?* z^Gpa?!iX(e%g>Ec14=Ky`pBsyNby@NI*&vR<&8eD;Ny{XfP6kyk)1n)st=zJvY;0Q>Vui{^iG`^+SE)mThav_B)k)r09 z_uWSh>{X!Md>37dxmjs7D{fQzJIxx17up}qL!h~BQ`DH!%&fQWvntsK({6!%P}|UE zMT$HR9yn0}wLl?23+76!bA1A*i1fzQE+F*Wrmlq3NgxNDgexlCqSdXz^Rzk{gYwyV z22}yysY7oSxXmrE)kv?-<88--TLSNRRd|9>lz$1m=t)Q|Bb%7ha5GHztf;x`1XEK} zC9T4JGQA6Pq4_CPX=aEwvLm!+H_5{$$c@k8%v|~zh3DT2Ame9ij0+t=L zojn}EdIjyCA6uZcsx`%AA;BWRF8%MJ%6}Qje)f>>%fqrfWgh=7gWFQ1Y*U(`QSD>&6LoJ4Vk9n*p4mkHrjj1Qg(BRCv6vgu*2yT{n#K9 z!wa8|P%+_t`%z$VVF~t7FtNIefTPJiJN;h4LWP!M0!Jjzwb7U?hEzFw#`ydBL+h&QME;s=V=8{ zlnXtlL^&KsBFagbyQk^tfr1VX&Llq^jTLvA<8U60h}H1V^c;n4%6DxzAdB=H`zInH z4?_0Mdex_#jSe|X*TzwYyX8VV?D&q|MX+!c2Mgv_y^7Nqc+&Zp>guQDv~C#-!_dbL zmvv<7r-n(De#+4zKJW>!&zUn$qaEzdkm$jOAT`BratOr(6R!A8Pl{49`!RgMyt(?N6>~bcFl{cDmQ%bf<|(UXv$VEumTup? zDNXoL+)pjxKo{Pee{KG?%?s1Bvm(=;CD5&B0W_`WX9F}Bu6wm*E0f}9@jja26H)hZ z@Iwu-!&tUOt}Ysx+YG=$lzP8f?>H+w$`KV`R5?@#J1XfY-*xYpq+^mEmlTl>C_l-lguQWPi# zNl!^Ssdm4h0?6VM>M4MgHQPBUAe>fDPph4A$&X8ZLh?9DLHQ}kPhvwaKnzZb7(A6R z_Rc^$_RKV?ZB|yM4T*m7+U)}3J4NMUdN~=IL=ed3aC7aGIy(++V?t+7Av>wFr;$B_EXF#EFYNpa_`=q|h%fB! zOZdX}n)m`HOyLWtFpV$Z!Z~~a8P4Mi*l+<~lgfS>{z@n`4{!B7EF1s-z$zPe=z_^B zyPz(Yi?if1--mK3`cK)ZdbRDeA_F~&@hdoneFWvo7EkEBc?)4JVZ4DaUEuOS3C*QP zE@BoCB>-c(ZMNW)s8!G+*q*mHyWK3hV>$3JzL-gzhs;xl$l#C#-uZf`fy29SXoep+ zrkT>z_KgwMYF7%q8Y@rQ3+AHlcMv;ZKB7GFp^iX?Oq<14v%cH)vN%-o0>UAuc{9Px ztO-?dI?*uENxODpmGh7;IGjRTw`pS~T*Us&&PSlh$wCYnEVigZ!%UbK5sC2#PM`?v zY4{{i5J9Y;(tv9)yC;l>mHE=6?w|5;)A1HUzmVCpDA?3$fRH8b2lqF|gcf^ohgq7e zQ1`TYR_*E-8Dj3ZO{S> zy{j|uJ+3HltmV_!jFLfn!nPos-j(-y~XT8s!V zA$yh`N?50$p|HIkdqXND{7z#k<&;c>lf+IvfS$>4wMb+{yE@uks&|xLGwronWlr9O zFMH?<>4T`7XcCYi?B6X}lz^cO-F4jCco!KCnzFeyx`cQln+ov7=)y6#2OmoXd-8n! z+J`Wp8TfEibK(z?C)7KK>6t zB!}B}FmjB2wjI26iERfnE@j)ns>9hkuooV=4{19gh63i5_TceBn^!nKLq0UGp#AGy zXkN(~96ImiBJ*lMCB_sAV`FMSJ^4un=GpR>f1H8IMoUWEh4kgYN@FlsfsVmFxb%@i zC(kKbSV$#?ixw90P_vO9i~4I{AS?#hl`t2ebi-C)3hf#xOeVY$oc=lG-7t{B<0R&x zS&7*Y7yy&=hbi+5?#Q(H1v6_RGQVJqAg|3Y*dxem^J~1z{Q7}mz&0^@!5P=)msqa^ z=5_}31-k&V;e80jI~nc-!rBWkrSmYOCuw@^yg+jcMgkhL2})iHANSxC#Ut!4m~d0F zATSB1!xun%y{)jUxIbg+;X4_=HjE>z0qwkDt~C}4r8M=Xn zw5h!R%pl!C3_M_lMISxFY@(_6U8#LV!L&(gU*#;i7iMH;j{C~YMKM5;nHO^qnM>SY zR=p0GX*p+}dH1*&IcwJ07pjHlM+6W9Rjb*UZ#SS~FOGZ(7 zOlQZCJ&r8!ffgXpFSh=~WTOEHoH~Uspd)QS;Nxk00U>Dy0wZY#!qlS~2>TCaARsax z{!rn+m`-q9!ze5lDXDx1i72RLm&!^MgiT!*QjA)yBi2x_wj1(M*dL*aQs`21BL$h- zl6Fmhc5Rn>#epj9f!d&GKBA0@&Sov4x3z)QB_ybQ zQRIuFXuZq9B!=QThv`-WtsAWE5qqz)jMD9J0cf#y5lN{isu1_(6GA}vDmw7*9CPbT zsH9o9nY_>B4wJh~K49_|lWtARV&JzZQPwXpcaO=JnUs-$SK{u*+S209inX?eIKWlQ z;tdgt3Xx?Z5k-(1o+u4%xHFrUD3X*A@FsR#t@y%va@&bUWikHR`ei0nCZZi|GWW5H zk5xmHA_Y*7@?veXj5}`aFnPeF&g2y)a)Q>gDTgUn7I!sKNUR1Q!H|^IV$x>9*B4Eq z0UttTtHlc^)H)wjzN{6 zT5-`B$LZgp>V)ySs1h?e@SDhy#fNn1{|yos$9a%D8L%rIR|DY-nR}UEIdvIYM5tt3 zqUbO891+6Jhi(&)a1%Hlgt~xWamaPDJU&2ufVe<3515`(5Aw?UD@H2v(Ga&OhQ!ow zL)&E;WD$C@EE|^<;G#6rS&e&~7vv-Ma+ zVtfB9ag}<#%1lEM?E@|ykr0ky80=-ZiYoLOlJP`gpxpD&Suq&zy`UH?D zzETy2cYPm_i;T3KM(Yv0c&VM2D5EHtI+Uc^ot89$*_aN&Oq~^L$t!-cp62@;R}2B; zfvk-Xr$A0*{Z6gs_*+JYTw@ z)vez-<#YIN63sMf6oW26GTot)d5{p<`f;AdWzdRTqaU9oe8kQK@gO1{+>cZP97T}R zuEhtS`~#@02LP#d<7RD~mu#Txqzuk|My$X0`U9(=I|WM5OS_b+{erV3afc_pH@h zi`EC`msUP77jLhxt(GvzEnJP5(|*bK7pRT)F)o?z0@Q^MGXipx}`Bz$;9QE#aqC%bl7=#N$KB7k7-0qt}zwEkn(+K*u6_h2Q%uC z#HznOdkARe;_|Y&w086Mt2?&_<^}c8!Co9fp@ok&O5EmF%c3~3$V0W3M9V~? z=H-f$MfE3jMUre%EB;hSo^Ld~MM*gU<|OZ~pb8a?EPQaIh2hL7Vl0k8%^o%S$w^5u9} z&fe&%fFjilF2Xs^V6#T`0rc&Fv$mW&o!xFIZ8(n<(+uky?nVo8qNctNb$ z>N=c@jx+tYG16*)b1tV5o<;7qIv$>}LOB28{bRn8=h$;596h{{D6#(tA-)ewcHXB8 zy>#&4^K$z{?0t~_i~6Ia7q=pd1i;#QFm z_nyVH?sN2`On!}t7*m{FoBM6#o}Vpq4zq=KANRi=5vwA*`*~9HWwcd=$TOdXRu=i- zhch`)bqi!KB5Cv-l5-Z7oycTz}WA7a?U@2tH9rAxyyo83~C(A?@OCl9ZD?BA2ukBwPT>pxkBSl{RRD;gz=L*U1FJ zJ_wc4{b3d%ulwf|oN#Qz{;7^oB;(0)boFx(bVOcv9FUG^(=+2qGI;O=*kTw@tDAT^ z_Ja2qF9xSBAlCQk$Ud}F{e2!gz?a?AjRqeAvb5>$?_!OGOto~;zRzTrse`5{6|{H> zu@#~0>ay9W&UBe-at>Z3`Ps7(laVVcqCraVNK~wOMrxw&f%tnGDIh|IrN>HD957@E zXxDIwypG-@0z;1&_eq6ZMB%@yG$P~ceTkK(sbfwq8(lG5V9MTO*T=mh`H_s6@9w*? z^E%Kyxg>`JW&K+nV1T^Enp}J*myayvdH)`I=^0bnJeXdP2JUM2wY}u6BYt!>y2)qm zyWS(*hOQgoPx2!aKiho!hV-u;3iHnbna|T-N(iUf>fGO!HDTmY2;Eoq=EW5ym&tF- zZFYu1B$~BvJrj)VMz148)k$ca6xtw5vQ> z!o&^5>xR$wB7^lcOt~5J<&nfaiaXv$KAX?*r1h+vm!8xqoSI|g(I{uG&k)B#4dci^ zunWb#lt2~-KmG(Zh7?T8P#+EFlX?aITqJ0AkFoRD^VyoPMc4NxDrO7RKmLClqH~Ib=UxUzV2w6cnInoIuhqB zay{=ILJBE`gFTD87tHOSC;!Bo63PDqZrWK9pKC7eWaM)Jt#i?YIQ-`4c=3*(sHUqF%ri-NHT6>=1Jq{orcWJErb%jVDI hj|^YRAI(n6X;e zOwUZ89(yL1NP-=R2}yQM$Swp3=05PiCVXde!v!wM1KbS|0?Weg^6Zj@z+Eofdw~tv zWm)!a?(hHB`RJY**-~PSLRd*%s#B*)f!5|J=_15A%!G zw>eklU(SslP~RbBe%KH&2DJ3zh2}ATixh3H?+;ySnNi& zyU`tPXonlU!wucxMt8cQoo=+p4fVLuU2bTX8@KD{pq?+g&+u5Xr>yvvpEbmhBTdABR?aTjj07ri-o5i{0f6XK_WsoU$y`&{`RS7y@gbLBU=@|)d- zE_>?!8+)pJzbn7RU07<*z9o6~t**S^mEUI5{(!sCW_RD3+&$pR54!S0uKci7;9I1h zi4Vj?EwcKwaL}CxvLA6TIrpM-PYu!HAy;|8oo4~|rKPmjZxtU+i)jC_6&*>7c;8Vg zdMqvC{g1oK!`9rfwDh1WA5TgL($Ys<`GhWp4hbO)_M8MmRKLoffu20sMh8i`)TlJ7 zqm@RdO30KeBaM>3zd-jVN5`XvawB7F;;9;rW)3X3zf#HYGb70>#e2UaA{(!xtxOm(|VbN~zwX8tH`H6E*6MMU;$}>QSX=bJ(TJdgZz5 z*knY>bYm$6zKu$)?CUH~i=sxU-tdJ53XhFlu=b)!I;!U4iPk8NRij3A8JVhHQB||n zUq*SfQ5kLMQ&!7XG(0w0YgFpiPsUuVmH4pg`Eb2Lqh-4>I##ZpuX3TU$O}iS4g0>< zB`Z8%tyQCo{(d$;^|9w0)8iGZTN@r{)&w%omqtd0N5+OPH#ClkF+Z)9TBUwrx}omd z%@Y zEB<};$(kx@M8`{0;ozWU4?b5>RvqJ`+y9k%-MY0wQI%~?F@ z)bdx+I1s{>)*~ORWFuU{MN_|+e2uO$HLii`m1N`3&diS0%6=w*ijcaRdHebri26~n zWoNI@WZ9CR@rudXFqQ3(!0i!!(Q%Rr7zE_yi2yz*dD1!mL0C|&;9g?8gRp2b>;qM? zz%mP5IA{y0s+Snx4jgPKKdhCZpMd!gzvxFuuH@Vm=Za+VuD(WTZKZ4E+@-uw>m^>0 zb1(WjZSG3JDlc$X$n#XYyF#AKLU)BcnGScQ%QBtr$|B2agGa9B{*P|qQn&j?_W22S3`@vrq?|y!=J~@1`diTM}#+Zld zuu>Z7<9Bx{Eh?7At1~YJ;^#_HU>&$KEH}~IR zO~2NWK;A&-(_}6@$GA?0n1U{MhNIb3N(fwsB;Bo(lD(>u0|s_%Xx=Z3W{Ya;ZE z^jl9tm(MPBR~asA#<{oWCRj3pSk)e|G(1AqZ@YT5cdubdzKDJAdHLv(KHdWt*fOTZ z>knS$B2rh{T~+@L^az86qA(0qpRbRN7RN@)f*RWjLhXvy>yb(=6ynO(j}=Fgqqgqq zY>s7H9|L2xN{`+e4(Qnq616tMMr-egDTLzrdZpq^^;PVJ=NejNdHmUie+v+#CC0K~iG7b&6`5?sd{6VDTM*-H z0G}FKbUTuT!%||2umIcafi_m@GRHzquRCXKrSf-kH-b;>(*CHzkJpFB!VO)M<+wW|qahC>z(+#g?}RuXZ^;Wn;1Xc4uUG z!F^lvif5CF7xmR8trZtoMNkog)?C@jzsja!d(65RNzftoC3d03Ac#f${M}|m(asuP zsPFI|k`x^nqA+rK7N!_44PP!@@W2`*7orb>0}lo-1On}9S^1ufR@hC&IwVoFJHEd= z@Kmd|tX;v?^u2SSA<-xIs)I*KgoYl<(9rvga=6^->U$k|HglmT!%QH;n$LKg#RNIG zZYJI`dP}Q5rmu{c3ExhEt#_b0+^P#ziODXjVrVWrNon{5iDwy9DVY$aA+jZSv-i1H zln3<0C@*IyZ#Y5bH+>evXL+^FTv$?0(-xj1nQN-TVcp<&)5(C=>G?-`qqc(f+(3^I zZ8)ezJ3=U`D%$`ezWk#q*{Gy-D+r%d*(oK0lpecl=wA?^1pwCe$X@SI!8pu}mDtD| zt0)F-H?ffZ=2Mi1h}t| zHrHFpmZXGcyRBqvQqnDEa=Sj$Y7)L-ppO`gox6mb!S<%A@TdWv?NIiupB#96;Kb>H zNT_x1-u-*`8fjRroSVE5KCbHGI-oWDpJA~d;>%S15Wi?Sh=}cqEe$Y+pisux31y6n zsP7anAx5>}F4;$ik^u~uN!2m7wEnobfNR!)k$@O6+DMOd+U3He1xOF$DdGlUT|LJN z>*~2$*j3NfLO6Ja7j|`ttA9qR_E+C+*x046{(DMQ=-KBL;%)1Hu2hAdm0sztEO+&< zD$NR4xhpGNeRYmBD_rfataSBVInu06ICm;DkhSj0YFB?M*I1_v{pY3Pub#?rsrsH_ zU+=E0arIh`G;5^WO|No|4ekoEZaE_U ztF}8B8<*UyG{OTuqDJIHRqt z4aK6vpa&k^B*oX;nA&P>Dv>Q-qzk2G5hs2;Kih0PYYfI8Qjn(iZR%X zuM`VsZ>TdfAjV|6H`Kt42~9=8H#Q(c!!w419Qno?F$_MV5if-PdPXFWzp;MI=t3;> z{<_-mvhuI12@_p^Jrg0({0%)n1GW;0{*8@d;NXnu6jF<^=k;QtCK#PtL>r3IH3A_c z00w&Qq|mrY-WP7*!t)elTzE{01mj+AD{|4Qg42!0D8}-Ak(ouqGQQa3i*Spc+^S@o z5|J?B4iaC<18uldr6Q2ST}srQ@Gd3deN1goOy)G)qw<21-sEQg)NsW%iSTZf?^Uu- z$vsNMnTPi&c@v3IK#!J2;GULpS+7h?R_m4GU$R}f3P)yXT!$k>3wlL^Ux;JxOfWcbERa>j@J8#bvhDG4& zmy)LfmWI(L2)U7JBUVAQ1_27Sg50{>lTMOg7g90sLY@gblo;D=oLm=|rVbVSq9qH( z6B~F8o(hi+94?+ZQ9N{_uit>#bEx8_=WkNICPg~qFY#Uz54gOk0`z_LJEU?r7}4Hd z6#(5UYV+MT8I-p<38CI?(toDMn4Ok7Mk;5Icn;1t($KOIBalZx$HR7S4fJd*!t!Kj zyTp;aXRt?K$ix~ck!Esx!#lB@+rEPVx&#zn$YJaLoGwj#!JAx<2Itq7L<=U5P6W-> zT2cDZ>3RGP0*q8yFXZqaDKHM(724Y#DhzAnf+<0meG`dF1fw>2nmZ%sB?e^ne4Y$) zKiH^N;BA-I1;&Xls;_d~m?-;5G=qANk2h%36LrI;r89jfu_cHCFC9g8ACx5245~FU z$OwZVquBR@!%Cw;rv2UT^MN$M!Pxnraj_DBL1K+Dk0zR${nC%OJP7UGe80J6DUy?x zmA~$m{eyG1to<<&W`ey-`!&c&qg0>cJM81<1E~mubCr>?+6ChtO3B?_&HdGQ_6O37 z^t6=waU^0Zlaom(yg!JGf><&e+@;Bt-aF9!WQcm8rDysAOsqQ9%Vf@&&^g|79%Gb7 zbH#e4F$v`)J7)uhCL~cc`7sB-CCStqsP6u$pc`H+td(+UId9m(vX!N-+hL-LfV@T~hb$ncgIAk8;@-BsPf1>)|P0bom@N zsMP(;0&$0!oX{t1wXUK|fzTnvxC9>Km*f0;X(Dp&e(FyAwi%hQvB8NfGZU0OIgB&a zLzH%Y|NC$8WzCc~*p`4VRH4(Y2T7>5nUbt$K45#|hxX*i57un52F;u=`Yp|6!e2Bo zGNR`bBD#kMw%(5pj;g`;`?5M8YJq`OSCbgIceyfcI0Zm4WGg9`VI1a6Unw@S^ppelV&e@}FU=!D z5JW#PQX0ix@xkMQdv(R+b{KwRQtmB-2cLZ8_|a3R`upt86HoR(iNwV6;gbUc%6IbE zp%ceX9_v>vQHn?UkM)`U{AAdF@?c1*sEtPt9zE9IH(<6t;rCDweyzdHT zsNRN9qv&t}NinSuez%^{+BeYiw46RtF_ZMo-{&&k;jQ{ik~O-HMY;C;`a&W1CerSF zcm9t2vbN6LJ?v=k=8QSO9Q=E%Nhr$v%(V2urf9CfJeXD3uJu2wxnC zFSYIwyqQ=?6>_%jJ;k5~s7iZ~#aitW5b1MA&+6rwv_gw~F8XotGF5RR1r=!FJ@_?(k4O&p@=3qfon_+rrV{nO?uj>1OaQBuB#4t-e?Yk!*HPz~xEw*7Y&3%tI z#H}rbgX!nf`g?nF&!mR&18E@(&o8d#R$F!v18@7jLX%#(VmgUiHcMJ&&uNwdFR&(S?Uqc*p?j;{>!C29go9p2|RzRhA72=?o z4#O*=)R`L|hSp2Aw;I(nkHZiK`kpsp7(xI|!w7WA&nGus;i}ikb~9Nw$(KmKhBWCw zRDE*>S~0rAL<}DS$T_3yFzqv7D^P#HC?&HG^dlRjFf`ntcD-IeD|Q|Ss@J{xS_2hY zV?goX9#Y;TxXT5Hp`zGth;ws#(tO;TjNX^ytpasALvE|N2!$`gSCza#()6W`R-$O0 zzO-KV!vavkkgH1JWY}a^w4251}I{a2W z^^%hJDS5w=?^NRbB0!h0X{xJXEUV0aq3TDQ(YP`KPGbu;Vyi*1tOu;hd2--&NNQ$%* zX0nTl5|v(rw>bJEaXwNzN-HQE)lAAr*;ZO3qpHdGy$Y`B+wsjUvP0iXJY*fbk-MnLjecUAv?`*%q&Qw+KpU`_mm$rIaAyCDdD`t& zi3B5H11ryVRg7b(_C!*_@B*YblR(!Ww zR`a4BOthXY@0-4|wL5%7!{FcI&{KMq*Tc10a>&bQI*A&*LHih1{&<`NP zQfescx8-hn=Rd_ee@UGe;&0EHG0gE&wI)RL2!Q~GDYie<@yJM{oPmtMCBjOtK~T)z zF!#|+il=~LPw>VWTJj~V51(OuWV>lQ&l*W!8d?KBB5l+Rnw2TyY9vXx_mLrHF}X$5fJ$hKflVerg6k`#Zed0(V=re>rzPX$W!JH#&%DLuVT3{gs0$ZQgm zy3@4|m&@gt{J}FyY%r0w;Z&4x$l}Wcr9k`pIX-8g>G1(yM7xQe8+_te6?6Ku22oFj zEf7s`ZaQG9&J#B!(_O_@cyamu>@igfq;^POzCSVkI+VTByMYB5`pFF?tvX;!!MCh}XkQ9u#*V{4Duw&D`weVisgERAn>y=jnHBFCZH1z&v%_Z&<0k&*M&cTHFM%Yc*)gVT^ zspq8?YI9xE?in?1c0tikFo?j9AE2^z705cs0I6lQ@fqcoP9P*))zj~s*l+?6`-53v zF{_$EZ@heI5Ie@;P}qO)RDW>l;3LQS=Xya5b7@o2TDm+i*5Fa|{%u+S7F(geUI!S* zYRRblnDz$)K17Vb%SiU&$-1<40=>#qWq1-3{9o2R6&yWbt%Pfmg6B(h8CM$IhQF#( zfq_-B#){st@m1XskW_2u$NcVCFAZ1D5fs3bb>1egSeY6&^E0a|yGdiAy`h$NKZra~ zUHGmfTbal8Aj+fpyZ;yZ63MN=u@u+|bF1>pNta+LzY@M_Z7!H&Y5Ys7PajE^MzTgg zcQ4MlG_*+gXF5DvCuVsJwAwoPR@MoMK^DQ~c%5KrVANp(&uyMeRh7@j>x3v0U8X(! zn7;NU;zKNTmzFiJ6H1pW(h2)Yyhv8XRIO|bWMGgj#HIyvfT0D442~t}Emx-edP$c? zP_Cf9uavoog>rSI91P>sli6Rs7W{6f@tN@J-_aX`Gp3lla-c`tsiDg7*OdEplI9K4 zYQ-C*_EutO5q&KD4b>G;ho4vSb|r%5@HdrwL5V;({4FKFtwdka9Cy6EFPI z|MNGJ@H4#gOIm0hWZH8Ghq^k~G=%8-Q}g%3_0ssozIy3-@X#=K?2mBGBmAOsBo!z& zlL)} zz(acZ{d7GhXN&}dOU!wn7}k3(rU@O0=6UifEnVdv5r4=osyjGP+x@s% zT&KCj<(UrG{Kc#qv3D|oGA)ixv0HA^JiwF1jSlzdIB#yvmo{5l4U87K9k@8N#on{k z?$OL(kG^>HC6aW58&nu7Q`2x^CTgI*-)Nj&^SC!D(F9Rbnw(*)4+;xD@;hxlNfEKPvMwwbl_C~ z;r=i<86G`;FnlU_y#J})>3#KFbZwxpnD&B!CyyP=?oXwU>*cNYrf1!o_4-|JGoHQr zRW0aE3@z~ofITrw`uf-fM6Xe=f;kTKY@>!D058tcqB6RGEv9Tdj9F|S4iBC@(s%IG z!D8Rh&?fRcvAKwEHC}35WUXPx8rfrZEwpfHtXlI_#uBa)X291M&}s0`16M}B5EM}{ z8Gl*j+Ak_o$Y^~u(#g?MblI9la9=b2|3vY0cw*q#Q${P{pC$^+QkAoPQT)A}?(5TGS#OsDIjO{lii!yF!=KU}!#!hT^>VeQMbTJI zAvcRj?WD=@ovN)tM;FH?31H?OENxus5%C|@l$t2|>s!k-ZsF^BNkhl-+#)uvE`C9- zePNgB(F1hoOUOyWKsXqy(dlU}tsi}@LmI2pAs}I4o1B|I+v1ccwgQMSv?UWsGtDvj zCikH|GOy-y`3FJ42>f0I3-ZZ9pSmXYuV*h#^M#%`bGmi_iVP{(5+lmK!&ugWJA5R4 zyG4swYIlD)CfSmXDOv=rc3V`N?3;O=f#b&VeM@*1xn<`)+BRNX^mJ5LZcc|)$lBlMm&yl3q^X&?`WV=!o zM>1PsfnQ-kyb@<@SIzrFB0!L=AmI6yjV);n{gZF7jPE%Djr#M|2m@Js0{!D&Yn3c_ z6IkHPmUeJ|-JI#{6>x$=Fio4#Fj(0ptHA$Kb3{^RT{QSqNIcW^FjKE!f2@!r+>DhV zk1D5WZi;MXca_|1IfakZ1-er-+y|c)P^c@N-mK7vg$n;~O1wMktIGX_5~K0|oLok+ z+p3EO3>o-6_E7se6pPq?hz5IXe>R@WpSKKPimavNL~B#{F2=Id}qEb zSKZ6?u-38m3f(ohe~h}wPC!Buj}SN9d_@Gu#>dq>3M|OlU8v2=T0BxTtpTR((?6W^ z5*L}QgCn&*avvJcDNZ6aE$EM@IJqQ(EqDXW=mU=;gz@iU)e+{2eT-YMmkM`^J1thK z@R=t3fk@SY`-*(*AV@`3Vr&miCJZ9>@KB}@hEU&%T(!t#gdk)Zg%a;_7w8$}FcKfa z@GN#BRnteB%BTL3LK9sg$UQu-LbATg5loRFMJl3eUt8T(t zX%4w&)Wnb?x{s0I-Hr7M^{tClrYs@a)oPy4ir4t!wN`vy^XGCC-THT0Z5g?oQ_RVY znjYI@hz7(pQR$OCW*vKsz7Q57=3!vHFy9|qLq=L;_knc?Y=3FbOJKU*`QVO+k1+L! z&9>OR{(SE0GG4OPUD~GR*`b=7CG0;E3B?|=Iihj@_!+g)Bauh+OC%{?!Cn}ZxY+s< z(lKoovncTv$~RT1&rLVS0kmG1d~U&PvGeUQMF}Ai4dIMhZhIeG%+E4x7~Reonkmp1 zuFfJt!~aAb+keeCx4KA|A0{!Ef$~@*(zd(ja4j0CB1SlHkFCk{dS6U17(~XTLhcZSTqO zBZ{gYZRI-Nu!D4PI6t@SC%w^~R7)dt1kWRlL0%r4eal^9I3p*67q0f~pt`3u{)cjh zlo$;$7jf}r-TiAN+8)C{Qu0|PqR2cMYf_@3h3hbz2gAjmP#qB^KEg>6(d9itSF;E64?qJxCJaK`jbumFJt+Oosn#&3gA4J368`JVKD> zgiViCRh||xm=@vH*h~U0GAJg*^K@Lj8K4bV4Meq0Jcup_SIjdQgbR7+NA%TK(+$^F z$m8Ooug$mYu&+5x1tTk|Wjvas#m2njhZRtnVfUeirybQ zHg?V=N_&V^JheNRZr-Sp2NMQ8t(|tr03w|ffw$4xcah;1!#TSprnTV)yG1kMe8##` z4kyI#im7jXb-x2xPLu2@a!s?*;kHGw75ZXIZ$2q5bohXfpV8t!A+S()Itig}xL*SH zqKMgKni5vU)8>E9ZIg9`Kc}3C_Dld_tZ4F_sjlX4VB!BuSAImp=^*3UyTEI!=FskF z^O`;y19!d8VA=p(aXBp`m1nByNtB)v1VeV~2KB%?!aS#IcY>f68of3d>uyXgOf~2= zAm50{S-9#4=|c)^hbw3UTY%qGn3*6nK}5(4dl#jTrRr=^QYe2L2&VQ2Rk+TCA=(`X z^5-D2?%QJ~FL9(co|qiT z>x$<~!`N+3hrgy>$b*_!Dw=mM+aGWRm`MTA42g30 z1(yPCZ%ens7lF1mxC7Jmd1y1h11jP4pn?2B6(C>!nL55n3n&#>3P)ZW7-$QN3DBl3 zEUne7DW6$b<}8}(NRwx80-9;X=pb)I_B_}ho{|Xq#N3e6(+at}g0~+$_GJHH&qKTU zyDNxx(n_jeJZf8SbH8KyCfE-(9ESimAQZS6RTyi^HPrCmsIZenF$;kw;`g*<7Bi2AUt9cM=g9TwaE z-VQxy+nEGnDPVpJ7t?(SU~-5Ufa!@fVABJpfusP_!%+)VvJwZOhylxc0n2tng3~b) zgeNv%cEfz=$)p}LR0uSJ71FsZ#%W$()5031RzB%d=F1fHfvqsc zxHf7EB1!R65bBFbJ9ON<)Ps$9Mb8PPSju3=Ix=JxZV?pR3Q$d~GD`3YI`j7=^$9?J(NGxHVsyjq>M5^a$8yZ*b($?3k6A=&NHyNF%3Vgj z@Mmt?H%p*#_|?-Be+DjFW4P@9^tcSXb@&LyXT-mxM=yPdVIL*XUlo1AJ7Z6j*qBgu zjb)i|iGd*)Acme0P*7*GV#K!VyxqviyC#}$b`)^ad0RMK!g}|o<`hj0rZ_MahD%#o zOx4q;>1kR=>fTsaeRQC&|4h)TqdwYKeC)&{#esvz`-2k$Mo6l$bYI@}ww9Kn|Btqt zNW?fEc{2s-g+dUeNlh1gkwambJ)T8Lc|L3FnSgAxSp4lL00?jQ{py*nV>^X|ZV zy6@H=K&3cxGVR+@fxCTJ#od8+bxx*3sBKUVUumHdg4&no#GiP_SiN*=-Zv^dTgAfu(kV%TJ9W=d=)U0sBI z9wYv)9ckJ3Nb&9c;o#8|1I58ZNBWN+EFL;?aNuzNpjiodC85@`7fc+|i$tmezXb4Q z_vMJr`KDwvhhGtj-%bX#32u6wxd6pUJH+-HPMTVyNVw28h1^oMwFRE40i$OI%B#2l z%OJUc7S>t^*CawBf1tw)S0NCMR_fE2hWzt;MQ`wSZ-%|!bF{Xx>+6_ni_KED<=yPv z&cudA1#~DD*A|!&ZD1~E2w2FMA}^`wC!=B7s4p*Yb+g&=^xFlvE5@$dM#D*TmUqus zd?f`}g70Xv8e(R>!q_pH)fKeqZJb}(t%E@I17f85f%P#LzMB>wP6t|h(c)+gwo z+s+8<_5MSMArZl-wG+L+labknco881Tiu-s7R4t}G+O%tDmQDfmu#yv^){O!A*lvC zQ6nj(9vdI^?CcH<;|Od8@5lFH*OP@b0jKJpu<%zMD8>$0Br2$FUV$c!#_!Y@u8&DA zSQ?5}2w7Z<5?v735$A$q*Nvu|05`i_aPS8y_$e+4|MH*(#YzMS)QDCveglTX%{&6Ucks+1wAG7c5L3b4*j=@1%@VVFJ$?)$Iw4T>tE_Lf}=alQqK!M$4 z#?>dwYiiczudcObHAWQuehOFHv{mwlk8s`zd=-t_xhG7LWb35@m+@p8C5hA^r>R@v zrtVkOzOw{Hvr|^+E61R83yz>IZH`DU0|sBr`)LODPEPz({`Ayc{>g3jBzDP|Msi|H zb1OigpmpNU^QSq(#nY}FA0t@dA0+H*eL^~GV^>BRVFS@$6!qmV<3Uiu2VU+bezC3g zjDUbcV47xjd(+G^c@qVuHJ&`nYw{)vS5f`aF2|Jfem^;{wsA?m`vOI~ZRVSccw*`q zJ<)gel#MhQp#P-$iaXm-9sAyB?!b~-dOO?Dz-Fa!b-G4%gIAl#-z}V;deS$4T+OE~ z#jV`i77w%OgVZT}&H28!ZQ|ZGn{p%VXH7YlP5Szfz#ge=l1`gN=)X(uB;b6Sb9(5e zu*ILY#nocp>Nc#1E7A@7NqaEH$+U3$5dBH}zny0egaI zfbU{(!0o=XJ9Ag*5({Mmz-Tt9dJ!=P9$vuaRo~Z6Dj!Gz)GKTW z8Zh921p`m=qBVT=)f^$lr)|Nd6Q627J#k-0JU8285Q)KX;&?|26LC*BTZtiwmXg`{ zV{=CagPS|1e#p%QWOXMXgYOfN!8d}|({F01KE4H9wBDj1z6I2@-l8DB1q`*`y4_9u z@WRs!D<1ET8RK1(0LdM*Zk(R_?|#?(Psta;j%J&!wlg*-d;(*6<7qk5Ap~iK$<_mc z-0rSyPmtm(9omMr8@_v`gNzX5D;-yN*h1W)Pnfpl8@jSXCEeZH6tCXluG}GchBl}F z+(Ewf*5rMxN?)_Q)2)lQ*}FPh+Rz%K+2 zI8!O^Da71Lr;8Y)J5)zZg564RB{&6t8pOV?5`<*ufd}O=q$n7(A|4o*iL41p62^cF zf_^Z?&ml$L}F%C>dudz&0`*RrW>?z+wSK=vO87pr!(XMr(^`-29lW&yS zJebX9Iwp$z>D@cY2!`0>JoK7yn;3K6(B;(pap&Pb;eE%{ZT@%RKP3^U`{+Fu z{3#uSK9-GP6&cn!UDZg87J5-1MqQ7YZPhcKsU6Ye#SRLbJkJArHW`>rYp>bXneEfL z5~^CWcS4TFk%Z|WQ^Y3y3WH>X8YFv(C;9P-y4?n=*%%1#WlYwp2S81twQr7aw`|z# zY5sfKu!K$ZQ|C-r#DLC1z$XiB=5f>dj20atTU4g2W`~%^Q>475^#!ow)Oh{DX^lvO zXczCOKY#U*KiexH@8e}`R&JjX*;-ooj5lih;r;UpyRBpYXg2of6eBy0w-B+r*oBhZ z3wy6-+s;LTcwhyQ?j{OHKy_VXL^d6Zodepak4;tM9VdF^IvbX)%}9l?22p94xY{OR zE!OF5kV2gn~R*so(}YhSQT837)Su z@Z*!r)GSoI^v((-z3Yuw_}A0CTCR;Tsu45lYMJ$PQp|EM?E^mNBa^s!`4>yEk{ZIY z@u%?0C->`hD;cdD0Y&&()T|(5N~Ll4Lw=hTwY>IB5lIPp65reZGoe5*{tp3pE0+ zm3xhVFw3Bs-8tB_E{w=-hSc*wI!{NHImXel8mnca0c|nj+BA9LqGEH51AjQtv;Ydr zGXVix1(hj`i?9Y6A7^yE(G#!tri9##UuEm8Y5AMO&dkwAviIny5E|#E-Wy&sh(1~z9O@85`CtVEF!-T@6L^5@}tG7^s(OSWIh4 z&WO$A*Xonp=n(;&=@r7=G;j9a{x}W`?j$#xnR*K|6=>n-VAqgb$#oR$ic23(o=kzM z^J2G%KD27cC1y8fN{~$jpHVj^r39M1H{KB>#)&&sLAYje`{|%7>XP=Sh9Jt(H8xb%pal-@1hf1gr8Sx zE-*E1=WkbGdAVoF$-p{;%$}xAmaN+>l#G#D|p& zPUkkF&|FD`dYwS9B!4?K7GT0f$Szt~*M4WdYr+2fj{K4ZOLBewUVbP4Z{+RU*Sx3+LQZ@JBEfRYv>g-jHTjjf2k7aH ztpUP!Em$G5$~-PGdAg{5BZc(8p#)wFxSsw@UOX^_sDYjb>-w)+p%J2Jho}B&9uV(4 z`++=4VobEIqR=2kcZ>D}rE9mHJ$u2JX_IV9JB)61p`9&69iH-vvyaO$vHq&ursR=G z3*H73T|cTlYN8%6NwFzJxkeT0eW!oJT1OjeuT;wN;W0avR*ilM#=cZ6WFJfdDqzINbXZpS~wuF5lOWkg%Et=*XTp~v|os{wx z^l07vynSM^)WrTit9#bX)7(wFv4#g~RAMm5_nYPeWjpm=#B_S%<2DnZh!w7i%9yH{ z;I+9oD`&o~mNUCB)Vp@EMtB9iv|U)Z71Yyqftr)fDFSH@Ik^>~Y^3sHe}Q>km(OjG z%GWBO{#xpDnCC6?IqdV6`y2*(D|{}6gUP)5hQXenWPcgxHH!O5?^pQ;0E*QkVuY+h5dDtUUndoy1!H?fcKZt%~yWF)s6*c3RU8D)P=UG!UN!zDYR~ zP?&5Y(B*e1IjrP}l5I-1E7_rBw-QPIjf6A)3d8 zDim=R-ml~>N?uYTqS}y>-Y>KplaLUL=f`}+(?QjHR*BKc?^Dhw_6^F}^u40ocPaU> zlJ_h5P9@ixITHc-`TA$72NHAPRV6d9`^%K|2>E#m-1q~zw;91oeF+9j^3zQI?n`q!Fjrd4Uo7RcRcYb`6^Hmm>=>kew*ljmXX_vZ>64-j zBn4%YVpv1!jTJn8CZ-i7*b9(iazcuw1u0e-q`3BzqSz%xH%^L@KkYMyaerflw;8(g zLU=zMZml#G>}I>g4r_KIxrrSyBJ798^bY%%G4E*y5pHq#<;&*bWUjHzUE1!EB3M%- z=ML@o4G^RS0AOnaM?!IW94YJ*{V7R``M{B;>`E|9rc(q(2BlyaKWR8IE1rG+xbT8l z&Mbn~W5{iSv~_>jcvcI8!sfe4NE06FlVDGtRbJbMh;#U&bu4+f|R zG!Tc|O5a~)s4lvj#JgR1H+Ehta#d6}t(yq4NdnR@izZCiFWKN#3Edok~QPhP#y9 zspKvt>E>hV8;?hY|NTy2*z*gzd{xPBEBTj7B=InG$Q37=u&1vw$aUqqk~@mH{u3PCz15Fp?L_gnxw8WRaoFc>Kqj1&w;3I-zugOP&4NWoyF9)rWli)Y+R_Iw~YzhN+X^Tg1YVAzs0`XqH zWxC9T#AFN{^dL*zHIobVNTJzzJ8=QMK#!q_ zFOv1v{ePm|A1Sf5p04W*Q~5|3wg(W5*p@HUkey~uG{zXy%_)s#o57Iukz)Uull_DR z>>oH)Jkoy>9N*+}5 zkdlX$7|+T448B-yCd?kK zh*LB-V9-iuZt9nXJNnN4ya~Tp);xpBHqTrTnqy_hbQV0O@KL!{s#Qt(jod;h%^u5Y51(k?+pQNP=6VZ~rpdAW&4 z-D!H1VjOr|LthO{=4h92qK3ac3O`+|Kv8Wp*774@oCQ!+w>yzo%*L>&t4mv5N>}kr zY*Ywk)l#a8SfkM!3|n~-?)k}Eax;+CLB3XoR}5Q0x`=Se;86mz2zL-^y3jSH*dj$V z+0uWbP|iuZbpzr&M0VmZvM!4onk~mO0%ZnT`UBpS;UU8kMpn&eD|`-U4xd+I_`;aU zHyUZoz>a^Uu4ROgbS&X-DM^uwkKz1z%6#}^BatkU%Cvg=qpJK)<>pypxQZ9g@j-q} z2t@>!+cNl%MU7ucYC%`~j77yWx+4oF`e*z-bBo2*jtgl&T^o zs|?)&Aioy=c!Uqria)Z2V}kbCXhY{!*tS-_i3sEr{kj1JG8g{vVyIcl0AqDt6NzLx zp00JX5cW&Z~#`GaVIbGY6 zzHTK8pVvViq1u3$G9ioDI71X%VRqRRtk*=#;XbCRNf?0*lox8CK}+pU`&?;Yc|N-oT!? zQoAB#cDqS5m*p1~2J#l7BEQt{h@u1}+A#>%fwR+x-DmbzET9InrW9X6UYJ95re9(jPW722}U3@d^T9<(PwonCy8gZ z9H#z-ptSGoFU7jAXILb*JXj2XBYthTs^MQJCoA?-h{k`- z(+M74W~&NuN*Al@WyinM(u6UQ3n=JgnLQh8!{RmOJMv-H7##sRB@?kV=IMlFjkQVy zKsuR3Al7*YC5vI~gQN#1y_unfW;^g;@PfpK$wki-laf>fbJOv@C&IjV5C`Q=VzHCqLpN^>c^QdrM7SX@ zk--V_!WxN}M%W6BhwtGFg@=^%DS0=E>3ga*Z_R1Z@nz7{q6NAU1m}gckc9J2`Ui}8 z#x5{xhQBJDcOMnm)eYxKkFyp|K=^MLxNkE?Lm1+u`0rG1b%p^2*4p0#euwx)d*BkL z|JH;E$sUgZmt>$jg~>p9;5siMWsgRNfCyEH($o<3uf)Pj_Qw_q;48VQk9frRK_Nzu zS%p+!84gG~3W`Ab0Ja1}#u5kYZ@??0NE}E(Fr-KvNRc>@B5@!E2a+OjAVuOpio}5w zi32GT2T~-Tq)0wVk$jRO`6PwzCxxje#kY) zXv{-y;%V2|_4i;fiSp@bP&6bD;%+#h7%QWDLmS_NHhv*k`7U>9cZ`+MI_=3QA1Ryk zkdJ>aL--a~6cGy(3KX|k>BBS2(#LD4V7D}!gmpJ0imF#0}DqEu8(4JRrr1>2QC zhmqN6OqJDK?|M~M(Os-Ib5%P($w>>cls6-5tab?~t1z+{;P*X}2$6fg7J_o1rW(Mae%Sa##drBIE(@vlEDHWMhEHB?Y&W!ZMM*fg&JU1FMsQ)k(qXq+oSYusSJN zofNE2dV8vEzu!xch45hAPS>`>>TNNEcY7@3*_wvJXRmAK@FYGPuvqbFY`=`J19DQH zu4g+n!?~83Xh#!c2+(GJPYl|Wk4C2&MY>T_Z>NgBo10+2rP5FDm@wUBdkiz#Y_~_#CAyM--U^2Nm9Kyxr`0!XK$$9;$_!jS~s&&^x`OW7XwGn2H_Rl4( zBaZgkZ05jyF(OOxUpnL7y5@T5k4>~}h;b%Tl%31d#3Z=m|2VsY&6;wS^gr!nSSMKMV23!g)BcHWXa+H8Gtn;Ql`WNuPmlk z^a-YGMxO~~k)h9VL!Vw--E^0x4SjM*W;5dSDAU(_T^%;4?u|v9aFn!(ygNpp<8ER+ zMV|#jpPeaYLGa|!XP04<@z+A1pN`Sz9q!W37=5;ZLp}OTfMg4xKoD zQlXCf0vQ@>b*CpLXy2FdO8U?ZqEX(Dt%lZu_S}Ckxb(wKxK!fv>&2yJKR(bS^nX3b zRK|waM5bmmKB$%?ne#N~|3s;!$;MdhXIL7q-krer-Q{xG8 z-h}6RCV#Kzxe}vj0l9GJA%4*pX$V3Aq&EGNh6IgBfXtg~!vx8ZgsD^ETlQF$m>qLXH@Tay21Gls37VkR#l*TusOkZ(6P<tC+`w+IJ(HYgd8e-JW4S0 zf$NJ|J|49odBmW8Ghstv{^q=`J!T^{JV|R~R)aQPW$?UVo;StrDm}54_STeN{QZ<) zgp{Q*tQc2A!b&A6Hx(_y=*LI`L#U!hfg~>i!|bQoJ0-=Uvz-9Fn9I)4XbsJ*_A>F< zqO^%vA+kR$kgMO*vY_4_=(xwTm~h7jOA;MHfSuNyX|pWusY%~=SeHjgOpcB#`XnC6 z=uwcgEv1wW)lhK8MKevBMLC+sO!y8!-_ZXIkD0j)o~s;W_Ej_9lQeIVz^|NkX0K1L zM~LFop-xpBguW9xs<+ASI ztxKamO{8>(F1IMzsbrTDL(_LECy&GMJxWSSgaX2MD-j~_!nl{oHF4M0vbncNb?d)= zW{du_dMu+Qxw`4x02XhpWTg58AbWRd`J8-I2vNRAW}Tgvd+w6_K<=yV079t6AVJ&b zHR6Dup}!;2G2E8F;F)B2*&E`q*PC;rA+}f`wLT9FC`26%7TnY)bF9F=v!5`$>02ij zA)1CzN=DW;A6q08vMTSm3o8npNQ#bu6uOWU9Rn$JAt@9gDSR6#ItJ1k@(-cD84gMs zMIIdkDR_qzR+@B!tFM<$gHGV&5}ukAo|+WWkQ8MDDar=Y9!pKjaOuue@lbMz>c2t9 z_LXanEg^VIbBN`<0N@aM2nhgoOZmVDMgU;GE~()~0jL_dVQIQn>h+LcQW*4Jw-`OO zuAaqosU05^<2!OJ;`b}L1)@GfTD^?D$#3MfCFgVTxspYgY#d`7pAm$epAU8l)S1Wg(UBb z^gAjWRU)9wEc?B&(Iz!@o08wvU4HW;{R&5U=kE!cBt(*IL`Fo*P^feMR(?6=MBd?O zgWuNLs3QnE#4q|IlIfQd=(%!j=s_|J+@vP^kJ?s*Q@%k;uEt(uY7_u~Z*6D7CA*!( zBUW0Dy|Z;W2o*nAoyi|Z%?&*^M5*O3olPvk~y!Mj!`$xLuj~PR6OP;kJZyq(%5U_u+ z@Uv2FDSr8*YGwJ`;*6L7dv!^^du|l)2>VTn0{$T0Z&DQSxj9h)FTTc_{}^LUmwJ3u zpI<@VTH|PT{7{oYgzO<=YYz^NY_--%j4B?j*0HL>I}SFi;seT8|Reoumw-hFMP z1RcUYZ+^Q8p@AsN$Xj_udqTtOVWxEnUg~}(F@fenJoThmdl*t0ltNZN=!w&{5s;5X z$rAnXmof4&emkZ=u+KLojHg1>0iJ_G5gn4yCMs1CVnnbX)CnlkNF3O3?yb{(y|GCb z+{@?##9$VwDheh!J3BeY$_MsLgu5Bm(8lLaylScbHV@JPcdr4qag=dnYCUGH`dO;Z zNgiigW~3^%Z~m%sGiYRM<+pSrqn0Oh`FSNN$=n378L*mz$vjibJAl}2g4nI}&!yWa zkeXi!=e41**eGVXpb=PP4x0JD^4K)nm@!xN*M`+Mh-UVnY@4P$*NyhY=0NajCg_6K zzmDl;h-!cA$S=qZAIVT-x!{vElE5paoJZ1Js*2dqv)2Q!NQ-Q3ATUbdwbh>evc9Yx z3}7ac_+=y5^^lr*f61CUWA0MFc2)K$+Dms+klr8fl6K;<1itB==%;z#t=%GLo;=M6 z=A_AkV@Ho4Jr(TT9qfy~e?EIX*X+Mu4?V7sv@{hf`Lpy07n^(}4h@da@|z1$y!Kx9 z^G-Nnh+>>vU_&=xw$(3N2nplK;X z4ila*H>J)O)=^cy7U0!Q7H#>q*YLtn?x`o>B3>oc_89h|CjFsZBwnkaZ< z31qaF*l3>{8*8p$aWA4r_|V@h$A0b(j+dsw!NJ|Z!RIRWKaoB-C$wI-qe#6rEAVJ1 zQLe;dixvtzHeVM5;YBGX&(I~zlTGV`2ZDPtR8=iUTJhg3(|A)RNal6lEEDub!PzyT zDgRA0S+5UG*P4cF@AZj_pQ8{I>sE}#oD#Kn>V|FjrVg4*tTxw%pD_jhLk(p7fGLy* zRAwCPck-F+WO%QduOLGu0uWKz5TxD`srt)w=oxMQ;?7)$PK=jSUET`Ia-I23!V~KF zU7|u0>A5ZMxdsLHnu}-nw=^;RVnPCZ>$ORMoSViAteM4S$3J{TUa+}bj!mBfzWiO| zDRXALLBVV$7>8Ik^cON|yEt5J=&3sAU&S0ls?PbDnd%(;%HVgsF30l(UYBDVdaHQ- z3?oc8^w^}scF}Zmz=R}ru=3HNvBw*!$T3N!Nff)-fnsdH}bzs{0$&p@SzBSS2O;dyvQnG^5NN>;?5*%K~f{oePA?CsATZ;bh z@Aa(hm8>*5irg+dUC}y!*NxX!Fd1{=wXYkIeFLy69|BjsH!oA%iphU#hf`EQvCIb4vOauh0a%}|EDn!FH zCqqDHz&59mf2y)GnYLHhc|&2*q}c82a1!%v>=~_$p2MS2cuS~iSB8)7`evso;-Mc1 zb}}P7b=FKWD@l=ND`oGjTC&BVNED*Yn8oewlq&>-UD(4(66nEd#rUZ$@A zHb1CkYF=JirYy^45|UpB3Gw%OaXxXQi!-y|e~o3h=O4~8)O^fbhraB_7h-Vjg{UU~ zA*{p?13CX|%Stq|-m9zTAm$~@OXYc==3;s{*(T4u);5WKj0`@T)d2k_!y^uj8PKCT z_e!fKn;EmFN4(#%SN?3Qj!KF3S6*wc^a`gYVjcRqDd%IoIRAhbvoUPl=|L!NLWQiPd?coH3kKcM7R7~*{&FaEr+ ziZHCqI{p5xKnLb(gIi)^jE9gwdIBnEc;&~rm_C!>mD4h=!$ad*G`L|2?@fb503?DR zq1kgnGka+OT5^*YKqq@-0y|IOEp&xH3Nle}*$ycHq-XecS>j<@j+W4i^3AP;ccV-6 z3IgbGySsnA3@htn*)N zXeU~nAWTS_b%>ys6tu$W^L9*Ni;y{%dc}q+*C0zH^BIe^?B!JAkoENS;dnV?2|ugk zWhFBVN=;*asFH8s@&u8?eP77hX~)xG87wy@{R$PoC^Mc&b0`O)%JhDn2Ukz(bff$H&%zlRaTk zEt9>*>3vcdl+aFT_g_5K~3^$9a*FmvxO&{UI&nrWj12$^9T%M{d* zI10)EwFwsH*+XcE5p2}Amw%Q=eERmw+w|q_2pOy^m*xh1;3o4)fuVHa2_?HUd^6a) zTRBN9!?Q|8l$=wd^BqEv8$R_)6p1!`pAu8^nKSA?*5!988CLR9C3h+rRU&Kj@Tw9S z)P*vZ38gX%C5sLv=?XurNvzNlCh(97^BwfpVP{dwJ8gRGYp9n)Uso@-tp6F=#6)`rjFqNxe^&>JjGcwaG*x?oTNU_Vw<4T*+}Ihy8{W+u3{7 zZP7onKNvJkE&&5Mv^?S%X^xg9ejwUEU%}qu<0Q^_kV}6PrPpM=w!gU(BV(mT^MQ$p z4dHp+u&1OIus`OzZQj{&(O*3Tp~#kOmzCfA&4YG%+%Dh!Qt!d=$GGe3KK!AFEy@u% zkx$J)#=~}=HNP=KABH(v`fYB8erV=+B${kd$U&&DtYu_JP<%0+Qr0#r5$!C=Oz7k<=gV=fAE+FKICNc!ewrbm|2iN`%dH?s|{|`a*Oa%Y{ literal 0 HcmV?d00001 diff --git a/autosubmit_api/database/db_manager.pyc b/autosubmit_api/database/db_manager.pyc new file mode 100644 index 0000000000000000000000000000000000000000..1102ac360647f230ca70181d1d7c9619943a1de6 GIT binary patch literal 9286 zcmc&)&vP6{74F@YR$5u|`nPOs%tS@Z$~aaC2Pk3U*ph6kkk?^WkYMAQTJ4OaQC2h3 zOs}m_@yV&;41WM;P83xX#f^V~D;MsZLs1;z`(F3-?n+J^f>}$R*6W#`?$_^ozxs_U z|CpKj><{xB9c6zi`1>BN{2eqQ{*_c$sfUg(sfQ&MmQ_?%n;C6O^|OZ+4sA8Y z@LK$D{4{k9w^LFdz4yHw+E`F!bO zxkJ{9OVHvlBB4}v!4f-A3XDo1P1+7OlD~~c@HV=U<`I-*JF?o5d3~WwxnWIt)h85s z98IT-*91PFe2q{pq789wnViSsIiXYIwNi%=kvsksiL8OJ61g`dk!Pa9JJ4vTb6H(} zURKY>sMtGrFh(^lnfIXIM+A6)S)F8-vZ$>g!M2w~Pd%7ZH}amwdRs)g6+ej*Z!?a% zVeZ~o+-qm;T{BcPe9_BwcKES*Y0-OxXO9Pg;06s4)cj5_%hOB~`mHF5GVl^~grz`u z2|DR6v?>(Uj}D?vPe)o_#Qj(|WHv%5_F!HStK%5MgHN;4$I;k{?UW+~oeU1{>O1Hg zgP5q5>ZNLF2EQF@H+6x31^#;=Ed0yE@QW)m@B?dVLs_7&yaf8Yn9(7%oTYolbPUcS zJ@@o;V0O=&M)uTaBjJmn9EKt09!AhV#gV7ch>H@t^Ut`qDI$4k^yr95I(~10k({?w zmDtpY3{jy%@vk8BJ_w7<+AuP(Lbxzzm@vu9&nxN~Vhkb;a2kIJLchYyPR6TA9%Z^P z&MbZErOAL{eks7{CHZ6V?4;e^Zju*KPuksHlAWO*@Rvsm9ehvylgd6G}F_>Vvt!<;mRd6Mu~aF>pTm%#ra2n+xEF#H348QBG_ z5^?JSOtkNyp&*{z94w|kS+K~V6>cHp?U1-b? z_~;l6AgvMf`sRHJHxEM&&-`(LJGQG-H%c_qA?vC6+?c%c(_-?HpKxgdKAnOEe{jYT zY5=!sIJgg%k<1Uf=X0eK#yxY7&OKj2$7;cx5QxQ+#6E-h!yf}i%6**9DPX@p=f6j&}rGTZD^8;wU6bEGFGmrJ;EW>FT1H~T;s8)IxlT67qTKjIZ9 zqc4jEuxV@LnUIprIZfbvx*cT^^Ug5V$i@HLR7qYx;*ejCr%wg+zlG*dM3od*W*s$j zjPZle1;Rzfy8{v`ufmWR2p>Iup)HB*`$mJcU$fEBgIURg znP*PolEl0clljwE5c+Gfn3nFM$eg5wB9hHDXr4!`i6`o$x4RK#3`(!ars71qg>04~i9tWh zVCBbU8J)D3=pw%`dF2bdoyj3)@Z!+;5e6*oLDv2?h{I=xqQv3S2IiO+zPm&4l~5bP z5dj$Su_T2+F}tgHzdCfYw0~C(6-91fQYYH}!LBIIc#RNYpXYqydOh60p}rf<51z{> zFoUECK99;iHO?1ssER(HO46Q1yXlkHQ#v6_JR<%EfAdK+ESk)e&X+ocj9o^+dV+=! zOL7zgVe)clzhvaIwv==q!<^IxvjA4!ie#*imK(TeLo)|0demw6C?^Ma!JLhq3?<*) zN#mqnk9!@(CqePI;4r5$s;bD191~~Bq;^19-Q48S<(ZVS!;0EMfysCmNpc6yFSsi; zsL-gb48@68&Nl9uDY1@m8a|`yR^fiARrwwoC%{z{4C8h;{zW93>hxDiQYieUdy-+9 z>XUoR6|7kLL47!smu8sOo&q|_nd z)UsEaa2pO5y(OtkIwqSYUFb)up%RFV;g(SeRsGVWsdBmW!e7AVM+duPs(;3kCNN3C z@$_K1kzPvRy$1p|4}@ot9L&P3;SON?2tug!HuXyXXZm+F)t9QKSgLQA^!`0S$%M(B3H6#@f`kJTd%jd;A zN=0EW-7}JxQsG%V^qC{b5l4=$Bb4MxEc_Q-Mv|3_km9M*lnFmHdl%wqOjeTcppcr0 zH_e>)RnD^1y!X>vYd=|Od5t;IvpI>^*StCZ2A-O4L_Y*2 znuiY;rUoW}&{z9REBwnGK+%{|s%WAFi4o#OyZRfhoCgS1Hk$Yb^zjn)k!nQzoIWzo z8NiMWMYQL&3*I2qrJY0Cq~eba~; zH41EFXsm>$vz=G9-%8iSi3gyS1{mvb2tP zg>y^e>b!Tye{kP3JK+Q-5RBOUU&q3qad-6dil$9gXx7g0{~VpdUE!-Zg1nS55d=Oe zt89)sk(?3DfWOBx1bsY{u<*r(|DKp@OG05&#A_vV)riLE26f5%;NFVA;^pMayVYFw zj4{4}u1||J(NrvP9$n1@4PXA_j;&|P_r2jLET80EQEr6#^aJqrFI?tB0wi83U6WAJ zpjWqF#+d*Hf#jhGXYi65nG(Me)gdUsOWF(XzOUFYRBZ7MvJ@CC+oHPc>P#?sy<#Rnbcqs@5zBx+;Y0Hg95kAI^vxO Sv^NZx?^0LA=B7*2mHz;Jc4~wG literal 0 HcmV?d00001 diff --git a/autosubmit_api/database/db_structure.pyc b/autosubmit_api/database/db_structure.pyc new file mode 100644 index 0000000000000000000000000000000000000000..c0a00102fbd8cb9d1fd3a10e7c1b299b284999e5 GIT binary patch literal 6158 zcmd5=-*+2F6`onivgFv!FE>tU3UdmlmBF!FTHv7OBu#83HMq*@%85ft&a&2y?3JZm zWoMLFV84(aD39ft!y}KpaQLry;qV8*ckiqu%LyD_YH+fn+1Wd@_s(~Je6xjrEX@7= zFUz|vk^g!4{TP=qXd?WVqASGXabJqZay0IV$KI%45RVHY^28SqE{dqYof#1oxl%QU4B!&Pa8=t$A=#E}#) zq{x;=BLy14Dn~*rL6@Z$o;dadiL*+O9Z6!YM{~_nemq0BBv;~gR@{k-;zdEoL3PUCj4n31YvNVkh~gDB{to?WgZJ*=sw&EjNlMLi6=13cb>j#ZfHhL?G&oueHY znH87E2ku2-hX)hpt1ScgL>61w4wu>I!l~FN-ck6u0iFo0)RK| zMml4h+UWq$HmXaIuoQKvu|@p!L%VNF=rE9OtdquxrHCB#LUX`kX&-=+58V%T{QHfq zpV?Wy;r+1}(QmO!1+6qmG~>+TWX|&}?DH!k9bpv&(O8;Y&0fMlu%~T+ZJg{Mzc+%< zIHa_VbUPe$EiV=Jp-^NAv@X^pOAhqVsozKwjVKnPe%R7|aygd6zVN8c!j|3*TL-*u zJI#6_y}4DTJj7;0jX1LBaXZ<|fH#T^jdmwGx>0&N+0BOJ`@oh3PX{_1B2(bGi;2Kl zOejo^OqOI@VykH7v*``LQn~EJwk0Amw5-xaEbFVXLMw=V{}j>c9OD?Qc}5i z#5IHFnLnX%sm3KR6;3kO#PKLg*nO>r;^2z-1^Gic$d}m1RM4RVJq%S7j0!zC}g1gYty3$Hf&D+LdRylUzj+ z^0)~7NJx}XiK>~GA1e6_-ygAxa`6G=T$yo65ok@t4fYHr2PKM%4{vA=5N%*hy|njJ zA}$fR0K`Hyyz68dKfQ1c=t6Zj`>VOdecyOTt zh3DJAyTo|6fp-z4V^(y^j&vZ+LKK1P0r>(c^#?S(!S}RPVYjO?y@#5tGt?-m?NjwL zv;(txiUnlpa|P@z+@VI&K^(0p3dwAd=dfC{=Wxsc*?X9fG>xeF07tP%ceO?NqwfH8prfkG#b`Sl zXm>&)hvb9UppTP-8)RSQIvC`%i2RnNkOt@|LIjGdC4Y|KmG*Er934QZs{3z{%r~eZ zI_&r{>l5)YGfpB+M?a_(xEGT0bb4{AfGzs~LtlTSSlUX1+&(!Q#WX^xTFkhU(LCzq zyu2dc@~)v>@)o=c1*X?ioa}Q<7`{X0k#hQ&WHZ+ylFf;pO3+TS$~+q^jlTChbkqwx z3-FBVC%$k|Im+2L*cx+I_6e>u>&#gdfy4La241f=8_l}Eji2rNuOvL9?+(n1mes@C zTMz2Z>aCSq%gWFJzMf?`0HulAOpMN~s^Mb;eIsBV#JMb|(Y-Jk`rpA5#-FD-21P&; zUt_)$1jO!wz;PpT1^*U3Cw~R0_g87;duSZ&=$rxK{*UpRFX&Z7w?(l4Ml_G}?j5I~aj0PF#r0+xYRR{?L4vHjc~qkt`#H-gCVB+R+@ z34#LTdJOEh@FoUwgX6^HC#yVg9mJHX)dmPIK4$$}POHo^#Ku6n<?_Md}(X$hFzm4XDGi;(u^f(c&1o>h!=i^i@kS*<$|0ee(Nnt z{v6~IB{O}d?Burox2d6Q>5~`u#FhPzsUh$1Y1xS#+&hC*RK{Cx^wMb1)i)^x8bZJ& SpLwtH!^#5wU9P-YS@;)2lEr@j literal 0 HcmV?d00001 diff --git a/autosubmit_api/dist/autosubmit_api-1.0.0-py3-none-any.whl b/autosubmit_api/dist/autosubmit_api-1.0.0-py3-none-any.whl new file mode 100644 index 0000000000000000000000000000000000000000..d3c1f66fa292c712c4ebe6e747182069ada49711 GIT binary patch literal 338407 zcmV)bK&ih_O9KQH00008025znRR91000IC2000000384T0AY1>Z*z5GZE190Y-ML* zV|g!MUukY>bYEXCaCrj&P)h>@6aWAK2mt#yYE>ofJ5!Tt000++0stQX003cibZ>KY zVr^-3Uu=}ddF{P@f7{5BApE~S1wwC*)P|yEPcnH<7iLef zWsfGZq?P2IXIA#{2a%8nn*b_{EH=`{3beBR(ZL+o~P9S%hW%y&`psfQJLRV zcX5&INB8+M8pl~wB$KqPiu8I}0jw&Dv&oaZi01huy}1V<@M@V&k|L_6NmM1pyu_C9 z$E%Y!(W@j&ig*^CEw5+kI66+pNmeFN3^?JNa+*w{YXpN8ULpn;9E0d(4shct&9i=# zr0~6nJ|;y8zoTzN6C7SY$_s$eiz`ICi1Gzi+W}nfqgh}-T>hB;ra9LpvJ-9j*gEme+1;Cmq(W;hZh&o%hU7dAUZoZzdU;W z=J?<|I(u_|c6xC*h@y)GkxHO`17UAyXn=Z?q>9s7Nge(XhOz|2W|L?de@tLV$4UAT z(2Aom@K*bH0gQN-XSdWrm5ZY2=qAc?V7(Hs`^&Vd7W+@0+}+&`ZnNbeFK(aA7=-f4 zUk3nXkuH*1nkAzuDXT}19szxFV9lzC$H{d({_yCg$mhWNz_4Ws?eXs!lujmxpB4ox zFwSSQWQ=26iXxNbCSJ~}Njk1r864MTg(SfLiefOzbR%{-bP{8><>!`oTb-eVDBX`?koJ3q^JT%vb!C zlUZlEEP9-~Cj^L&80Jwjn3zmBhGDCc(Zo%F(zb+>DYZf8#VfP#m%zxN3qI;}I*(w~ zGt`)uGp3={fCtfOHoJ%ElYzPh-35g^&46Gxpb$mlSzMM;m4os%i*A+~X*}^P1w9fK z%LHc%XmKzPYJk+8hyI|Tth9x?p&xb{k7Z1<~Xo*Lpn4i%G2=urZMP&RDW=?!POa3G3G4&p_)Jd{PVDFKQ z?|14hi1kmwJ=I{$g^Rk3l7T^azw$ zt{;x3pcu}QqQ`#<)x8fCjpxY@>kf`N{`&@CAiuCmjFXDxLMWS{uL39Kcepy$9D^0c zvjjNrI=R8E1L(G(n z(;hxMybSEN5{9eTd}hn}HSjNSG`=rj@%jjxJKAjzF$@LNOex?x@qmCSk4TJ8Ms;Kl1hS!)dJ3|ebzHQZCbIy^poC2InmMCr6d zBKB0wHEPh#7WVy_UIZ-_H)=V2Y*ho$x*1^adOHK$2`+j9g=AJHYJF#2zT@n5>aPc9 zM|aE4&eh(#fly}%3ZD%xVKyi1&HpZ8Cz6im35d%HlWrhBNXm|2FIV<>KULnxhvY5p z_Ld}+qT7_L7CEj#$tRc-6^dK5_rR_h4M^-IVw~SZsDR-os^x?)1+sXQeIKXQBken1 z7>05OIym6Sv8AD>m1Z4f;}19uyR^tEh?@&7=L)^GK|Gm^1PyxK-H%;hq}^Rka`+LC z8T9%M|7)m-D0@)*7Ov(qO=gQ>r%0-0f$P46&@D|#gJi~G?}T(C{NNb>J~7QX7OlGl~L{as3Cu zoy-PdbRA2&f*MoiUjk{PhoLSqx7}FdrPDJ7orn*Ax`h5@PHQ>QTOxLLY zI67ZuZioP|hC)CW9?8)ymN=JH0n&k2WrR8zZn1F6iQTBdAhHRAN1#GF0iZ;VZe2Y} zK}BWzwr&`t-K=8V2CIA#XJuM}lvRXL30u`t9k6 zHq8&Qa~o4#kVvEZb24Ip3`ApupX_8>^vfg@s110~M3q!G=Y;xEVwxA7cj z#yoS9v$tP_cy&yCt~3Gt#y&aA+hzSIP42~0KQeC=^Vlswg@tib@^ZtaN#DgRufCMk zE9YWkSuK{8rY0>WMCk>{AN;4p|CS#?81-xQgUW$$_yzBtzKh;rkw0lgzTN$14?n!?tSu-Q-9{xH{%K;I(5Z>byvAQ&iDdHyb9oOT%1$7}`f+#y9AI!Yah~$~5Rhg!Wf4fmt_`$-2U; zmR{F;-~4&>Z0{)vu+h!TUbzV{*4U5<;jK{O!Q}aa z3G}b?bhCMCk*?B6hZI|bvuf;cZjr(kj8^kH>C@TuB_&+NnbHD@iy>(D*@RXVi%8Eb zRH{$amN3y5zcR}4l(@pfGB%uK#B{E7CQ?vomfy1BgTF`IFznMQ9s<$c!A10!=$paQ zXV)M|r}4)$Uluzi`oAJ$82Wyd8}Hj;u0mwTZU9jUFZurf+VXm_^F-avntlLXgi(SH-$qt;{SeKsFX^M794*$OEo>eC3E!`pv#2eITLt}_{xAg;%)7QqsTxNVMlUl+A$Wt*Xb?l zu$!L=GC1ba$H6NL9=G(1J;oB7A&L+E+w_``CsO=Qjh;x14T-HqeYbUiT`>xlW5Z_HTSN8MyBc_@Py69(fsU)_I` zeo_H=20I+Mb{nT4Iqr&-6B}s#FL*rn)l&cUMD6Q|+Se1cf8lxhWt^y)=002+HaGVn z6wBO)FZqqXCG+e2f{rr2FuehNFOhcF+wi_*fXwl@nC5pPD9Gm-2$R>y`FC?>BQO@X z(OYMqko9pEd;wPG&uY;7qAXQkJwm_Q*}mG@eoJBKcXu%s{slZh4YFiFU+aK2Sb+tMgxA~eD0LR^(V@D+5E?|MJdjIhFW>WC zqQ(%|K~gTXzHubBKSkE;mg{Jn-xDq8)nb~LRm04Ka`+XTbX#79Gy|L`L%2k`*`ob4sA81X0&nowwYsBgIT)XcbTL7M2^5%3TsDG> zMEDJFY$w3mu|gZy)HAv^i`FvXpp3|7UzR)C=Q9*MykAY2WUp#Jv}HNEN$IM2$ULYw zG(fd2A(74|lXYu=P%p5h;u)o&Snw>4XQz0ODLV9X_ohLEgC{mVAK+Kfe;A z@mI5J3yxpSu3ycrzf!a7Wdcn295xFZEBYAEXbgbNT?s!D#Lp3aUpa7(gWt9oA8G|# zS=SLhNLM0dY??Y05XVGzKbV08|8TuV9H|LGf^pLVL2)C7l+>JF^m9c}^);1(F919S z5`VE0I0uazLPv>^87vYMG@_m@V+iu~N0ys>uVKEAr?OA%Cl25(3(kve_F!Epl8-6H zg(On}G{fUWS~qFg^xDeIGG`U>)5;;R9&)d2GOTm-epCGWYh>8-Bc-;FgPaL z^4H?hUNiv?p%fst`R8-9H1HW`;dwquW+OC{*~Xo9*KckVl0L-LMkMXw>lof27(>#w zRRj%AIVi?cP>nX`l$gOWIfcJ2ACM`G4!z0ZEp=&`c{(LOe8z5_Q>^a*J9C#s1vhan z(P52$ayTxcg#_dK2f!bT!p8qPk0sqSZV9Fv)= zUB(I_EmKL>AS^|^IfeXv0eo>UK4MhVeiUwBki#@kVu$WTzXLqG0e#_tDnmNMirVC( z`x_y26HyyO8slZ{)|ew3|AE_hfrV;|)Zejf?<%HkwKndjIXtxD@IR|hqG4g7;Xm1? zdgaEnUA)p94}Rz1RKYvyCbvdThPVkC7rCPoMIE3&iF6?-$or2$5{nmh$ttz+Sh7Jpo7qe%S#uQg}mm2#sy1mF1p2CzK|w)S-a8CEOi{DCXwqB03kGx-tl2VpA}Z95G3mPW!xZ9 z&&oPPJzhN(Q;zPE2JsYgjt^ogD%vv1l=-B|u1)3sDpPCaF|HjmZ94G8IZSK_?>*Q7 z_VhOhiaQskCFO|Pv0-`WDq7b;3Kd83?lWEq&$iWbLU7elad4Be+HeNr?^XAyHJejC zlQ>l2Dr8AzLT$%tr_PMC0#!$BSbBj1kK9!P1s;|Sf?K2vUfNaE+dnf zMpc9vNVBABfkZQ#qdqWQbkT8nQ|462$b}S(NB9n zzs-Jn`g6A*ft0A5={?=sF?d?*5q)vzrW@7ye$z>h{>xu^Qq`R&^V~9CGD47_H|c9! zkE&7HC$|_C{66M?ufH!SgQZ@eHff3@R6Uu>L{E~UVhLQS!Xhs2qIRjhq z&6sz5`uyN{bbfkzIeKw)zIo;_|Dz3vF@t1o&(2{@mijbhlEWxruc$X_W;I*et3lE5 zqC0frfH@eL3EF_oWCld_JbvE94&OKz_;0aI4<_rp()4L2_AQEFf7Kz?VtGGEasuL*8ppuJe3me22ap%K*JrsNwp|>Eo=47V{A<)0mmT28H1 zJcl8{VPw*XMI&U2gjMOWdNqxgXBn0yqrm{9?ih59+A}9X-7c`Zesj4?W2kb| zi^G=(Z;mfVXU7MZFHg^3UyPogp1fqv0e+I;1Mn(jgCR2!gemLdX-A=756zBPYkbhi zG@^A|-e>mr`1{kp{eqp9t*_Qk-&uf-r<@3|mU|U!^$DISe&)k!BZKwBNfjdGC~OEQ z_-Z45dZFZ-B-hK^o`spe5)H6b9!PQ5-5HR2*W*;SVJHjLXi+4f(j{b_B`~GC`=V>K z+h|$oNSQRYR!pVo@l9-BC^tKv?QFfOd$wG<+EdGWZsVfd7r;=sZpfXVW7SbfVH&bV zrZpKKdlk0X-MJ`Lfh?6w+LTnJl%UFN=p}DIdM9&_!|r z6It$7g^HB3lS`z4iioFDxI%=FeF~s;PHj(Ji<;LNkA4FS7$_WLl#m=?)2NGQqs7&O zKgjE%+q$6QW4Bo|pl~!V^UG2SV22%@6Y8fRayXL@I!);MEdQNUZ8a{Fy=J29t zb+bi|;Nv~CE-`JKW8Ltb)p#i6UUB~gRWtdiR;@c^$3}Ll5$vg-C@QeccI`UDmMyP|W*JcO@Jq%Eez8WQDKN>r-_~2zB z_fY5~57j$6ZB1aDg-zOk`kmInb=7eWrQ?LHNNz#iVBG(xT#m;{S>7yXv-^%-5#w)- z#2Ff%5X)?Lf;)0VlvYqHZIu1q1_K0)1{DdB)Gu7@tmuXdT z6~McW8@^OdmlHm2m-^IcREAV9t_EQ;n&mOwI)uFu$hWc=m)xWAeSSS+Hz%akTA|uw zz$?Z8!J?u|z+(}T@3NFmiTXWm16acY6QQ~|PI`gMNbI*Iayr$-YrG68N?d7`-#N>R zOPHed`cH+uoxlbDw0YrgdpppbyQJvtyt69%Tk1zFu9>VNhGL)*Ord?l0E=5Oe7Tt6 zfExbQhHJI>nT(meO!ajZUKKPO#ShK%xzWiYs&lT(1Y8P74-{jzcWr50T=a$II>BrG zN=49Msc_>JE(Y5XJ9+cyGkM3=%AtcK5Hj8Hi z_D_%hx;T1ubaL6}A4klYSGh641*yxZ#f8`^mMdW<;nKOyPNlJjbS@NKkJvFn$;L0u zK2lIV&7G+096^1NHw|Fw%HcM9nP#rv4Wmv5LdLLj@$5)cR!2)KrW3<3dX@1_Qr(xc z1YN7=CVs}(o^un7lStV-v8B2syGX|pMoPU41S^UeEvZ_=_(M!i?`SFm#>>Wt<@fpZ z8T)cpzh6=B6#LaRJ(WASP)qcr&e^sxZAYsG9YVVAYaUhJ!Q`54cEA1hkE$Z$ASG^p zVW2Av>(kMSa zCg~U<{PeTa0&$#Vx7AeaN-2s9Ru?QdOETG-y1jWEeT<6~2_!=EEf*8Y(8I$<-^}i} zIiJGj#bc>mH7yr_uast}gK>%0*|FBsw4@7$IE(7N0Li7RcjgjKq#H(8@2t0@@tyr4 zz0s9MT3dVAC|~38dMn%U;TQJObqZE@koO(C$a9YJu0`=AUQjZ30Lt5QojdX_NEX7; zS!Oa9yct17@1Isnt)muqZx?|UN>^(d?6`^GH?T80h}5eNO88D&T|Jl6*mVaMP-fV) z`{#Ql7cLS7-7JYCQVW?0LeO9rgv4znHiO`CyA)a>EsK+qM zTysUw+Ozvh5GIIv|A!ZWuDQ3Q>xeDM$Do$!mmh!<`Xm=tBEL%wgiNI)h#Dw z_g(uz8HKk{P`2)qBF>J+|#3F}WZ^>1VJ7Za;pf2Jm)%vV#MRe>8X} zs&rtcYLybASMwlh;KR+`Llqd*4bXeKo3PPY5vGgYG{sw zyNM5rn>>v0Mr94Oncd9JvUydudY_ul6-Lh{;=sSq4U1HqKtwE#=#XLj&OIxij&AE<34vWw@M{@NpGbH= zsEKh?1`R8dv<>S_Rj)I=aL7VaHF%(6>(wtlUNvz&z}u&NN|DD0oGe6i&ka3Sw+5(l zW)sw+-5p^XRoMWN=Jkv=L-5}LMQe9yq&mXC{9M@{?S;KxP-3g(Z|X-NaWIpgwqYv0 zo24ST0o4~H?2M>46$awM%iYZXOy%_+4rKE zYCs07p4WI4cwF5^5g!4VUV|ac++@JLyM)qsgvndjw+<(w{2J}^mMwB0Ez`%8zvP<5 zq(rad7?z4C*7BODHEWFb-DOA zqT~nW0rvCqrjr@s}d9*H8ogRIw7m-^*pCFRC?}Z z`9wXbWr6jukVaT_+z*bAPk%UkG5YTG;_`yXK`{B2#9PuAeC)02r%KaTL?Ps1nLr4^ z^2g7k;T^W-CXnGvr4T8lQ*m)dS0B-Vq=-M}K==7_R;7y>371S&vvA3$=~mA+)0>$_ z5vd*1Nn$ZLhJV66$ojOY$d}ddY165&bC1_Kqsx4V@Sv$z!k8m$*SuG5VWl?h_PNrg zA?Cs`{iwv_@TaoMtmIhbTc3lk4X)vKC7u=CuT(PHZdl0Z!Jb#*ar3!&R(HixdKTi6 zC7wXnEb%y9w5*b?8x5Or*7QbEs9B^yN~5B9?QC+rjht28yG3(O!gXBH9QDIoZyXgx zj#5Dx0Ym)uplx{T;3ka-P}Y}1Z65wG8^OXGbWuLQ1+EM59CJxA2!#23iDw1huLgp; zMY$vtZN`yWgkq6UMlT)?2_qAdv;p#SS~WAxnr>m@Y1*MRP4?Dpn^pO7ZF#FZ&)uHL z6~ZN6)EjtWtylL8$sC*X#-eJsE{JE{)1TF>4dMy4I@GjV(F0`zD})o?j@vI{WxPU6 z72etGGfmjT{>6ITipT4H>sq?i#f#e+_(D$ssBj_o9Gb4|!@EMSRC27~&+7su>d{3Z zhnFu3CePU}&fA`dV!+<>3q9L4Jz4`s5AHZttijkrFaaDj0r$ z1xa6JUXAAQ;;QZ-vXDX*zu0ux9{nm4rAcv2w#UB5vCtp9xjbc5k9MQi2S+E-@#*Q= zMj&5fVBcAuF9y-eG)v1VY65rDBqJLpvE~#IkFFDVC7ot1K*2_2@qkp&axSI~Q=jkN zo_UtaBAMyePgulJ3Bm&o_}}v{O{4_(d$FJ2( ze=L(FOl~1nv`L(17@c9slcPfOX^VzspRt+`-&>N3%J-Ngvs5$!G$(x6cGIaDkfokA zqv@?iv36g?K&NT(bmhieT#&*(GSlZI!uYRv9e^R$a>)T7UC(P$g8*K;x4wRLYv|4t zWIjM;1r5c0nQN5iZ%$5*PF{t%b-FMRHzi0K<9{Z}tcnLr+LsB4l1bT<1>_%Deit?- zJFq;dJs=!_mq{o@e;qc9GxRZS396=0N&^)}5+7>(ii+Lou*(Ya%!{D}(0fWtVKCYi z2J`9ups+o%yV^V2N&W#|r=^?8XOVI`UwARA7 zX35(kisNO-)N=}_mj_43hc5zUQ=S3EmL4U*XiZKp8N8CTgqHA?;!)Q9KMd6+0jEdb z9dOtQqh92N0Yo8T7{^+=MXTGr`h@eaLm&kUB093GS>tz%H~3aw?2Q{F`@uz4?CBEXEpcj?unT(`>YDW2G;{dhKWLu2?J0t2tZt&4y*wwtd~_l=j<|@((KAzci`-xup4L zlH%(~?^da;S}9zI4;U>3fixbFYo`$bwt3svdwtjLhAFfLW*eLuG+jrsD%3tXC;UDX zEg@Bo&SQbSj_C=m4!u$kM9^sdgaZ0DXZ@Pzd`> z`d>=ilELjDIvm$u`q6QDqy9{)vEGb%NdvH)B{5>3F=wwkpqMUta*#S&$!|~)ER|X{VY986WvX5RA zR}$3~r>eU$w>HF`?X3 zZoM$bS1L-)+YYN4mWRsU5`sk9rxR$$s@>d}K&#|u?{&SN3lDERF}ld3-ShP}>tzKC zC*q~{J-xMD4%Begd}cIjz&_rW7D@J{Ash)$@WMmj_eCc8mc83!mL)o(80+LG+*n+i zcU>PbCbBvLsFZuff_QGIP)43t%3P)^*bQSy?eS_>V1ehSug{JTFArZdnt)cH_4qXV z(G7$rp7{Mvst+)A8A#Vr*6yDivjH+*q@F-i( zM-*tGEc0U17FO_;!^eA2Y?HIiZ%%!-w{oabHzc!Fko0ciW7gTGDW${!lC!E-J1(cF z-n5y`T<*HGGj2cl@^ZbxQrw8sDwLbfARG5!o`hQXv?SHSr*p(FcgYn5wcHXm1oE~t zx|WG+3V4f$7}TFfwun>L4w!YpvvXVpVMM3Cq$76hlO#*= zF&pjmivB5ox99?19iZ*(nOit~>ve;X10S+elQtzg#5Ljzmqu(fENZvj2Em8uh&P^U z)@+|box@M;#QWd^HiY=cGNauy#lNW#gQFJ>srgdq*S>)A^Lzw z&yR|clvim>rb2vb>y+em+;nzoQ*b+s_YO5hx{(LfCOu8;pBj7s#k01C!yDYHmV?hG znhrjjYdf0X{`%(bEoeO|n1|DR)K*s1e(-r94G5pDX+gn+Sy5fW=iyZ*g&bQ@oy4<& z3T1%Ujw(exL?4}}_I~U)s7kptrnQtKZsEtVZ8GrB^DM2PWsx)y+8Z%1@U>E6P16Z5 zMfIr~p_1h@^pm&q==y%hZY)9DFtLa1YK8d8n~-l2GINtIMS3k){w+t!Er!o5zoo0r zji(7`vmA5Sox`!ipNt@KE^o)cDcTfFc=E_n&rhn zYXEgL7LJ`P>RO6PO8Ck0OtJ<@%Ke2#=dYu`;OQp(gG>Bh2Y*op>#tT;%KDoT9BDhL zDG^b#s@5hJz?_+Q1&X~JL`PLLjx#(?SWM8KoZZ5I$QD$7yfvX=C|fPWAB(4mC-ITt zwaEHJ6&yX%(+RM6->txmN`A0BDtI(r78Fdg<_LL3KCCGLsG%tysXF3+1VfhfY|uEZ z_UXTz`R>welHVDCSSjy8i6bDDawxfWL@Ej67YoKT_ywXd`2*!_oDRtxD=m0eTb47v zQkcPc)a)OX49!8hp&lmT3(Q`&QrH}KxExQ2k??3D5|U7mMZqk*S-@}uwY%$47NOBcLMs1omWyO3cTN4Hw=0y=AvzhMebW%yfZx_m+yZ)9e7`$H`g!mN#;c>)6 z8(gS5YDh#Y+WR$JF8;EEe6^<6#pi)i>{9z1gymW>(=I-%<#Q2|q4quU<;}I~l~Bi3 z+E}U0rCHR(1g6U2-tTNDq#fILQHSv`sb^epTZ#MNsb|*5Dk$}g3;Z@jmVmRq*urOp zA#NjX>|JN0(V>ySt&>IrVb zXv|*mUp>*mz9B80%G-{5dxT?;KZfjY@h*{vK(76fPI48s0Ye5`QiqQl!SHMnD!k?g zU%EX@oLu3VgnDYEQ&WLd&(?fdEtaroeUh0o*qLZ^=;1o6Lgz^}Upzs3Yt4fC(N)t_ zYCvgYbovq-?RZd31F}5wlRsrp^dmdv?;Y!qvMsq4y)5BzG*aWZ;b;G@WG*8DxE`IJf zhLJBf`X+-lm1fvh-R`ayqxE#{~v{CmHpg zhu@*w>P%N+^6Tl(s5Jfb>}MpZH$Ll)uNMke2I|_FSt%1M7|-L=rylm%==Qmmi`x=f zoS0XETc3W8&~#n6)>WWmbfp3XHv0Y3HT+tsKB^*SC@BRVN?lZKV9Z%m=LKo)s0|YP zS$Fphg!gHuN9h#VmokD+`VB{>Bw7_UeNkL^&nx!_hP3mWOHro})C03ha6UsCJhPs} z1C%g!X&y>~yi2OYCahJNdgrLA6W^@HyU|pSihR|*Wit<=d!zZ+;9;xb2h`2Y(OgMC zCuSxoZ>Z;Wf-$`_b!3hakIWI0$8F6VZbD%<+YHL&*34G;NS&UjAm`~yN#6Vk-pu4~ zRwr80yqPK9@Y3CFS~;TO`RKzFx48(zmdNwu7OlYK?}0fS(<-|7?!cXiz-|P28W56w zU=Vs%!A4lOslI!8m2z9!)t=*OSdBU@dWiR{qsv-6xKX#+2wEL5*1vUP>^sQy#58j6 zAhhUBg1N*30+_zdI{JLWWx%7%$nMfg;8*^Xz&So0&@ReJfuMV~AZN==8(vhZX&|+$xWE8Bs#i@YBkz2cu$npA&F4A zfZ{(K99VnDSe6zX$Wj$41B#b%Wr$E_{a^-cp1YL?%y63FpM)pWGzY1g58tSjW==#8S2sRu(M)6IDFg$7SnwfjsGxjQE zab&x4M|W_lesvvZLe58aL2uU5Rb4_?%Tj6=b!R6HHV>)*m0%kF9HfR5R&Yb^^r9i{ z>HII3TeBP7SBUX;`+0$_>9@cT$>3+25*vq|l1OusKmYJoS^Okg;e|K>53Wg0y-^B$;Xx*xoEv?D|F@Lgp zV}sz{i8hANv#5h`IAN3++Dfo-_t6!*Slds*c%zehQbCXAK9)!ScEB6 zA1q-?q))WUclvT1wLaPR^XUqJ(+%|E&BfW_$qQHh6c-!tjgGS{1_}U9TV|Cr%FYIS z!drE5NiBJ@Nq`Vgjz2K{63oY}+Gp)a=m=?-i52I0{2ScXpkVg zxU6erC3TS37OLG%W8vb$xJvrrcN9HeUqVi{{%Y#(pZ z3^bd6CKJ^S;g|QJ4ECS=>LlrLlJuG;EP;j_lEs-?Q& zbkqf;yBCPGiyWJB<(r}7pPuzFtP!o-UwDAGFB+t^tvm?awIJ- z0ug;`7?^9bqRU3B**@TG7@r2~iHogOPFnYfD{yZvI%)6EDOwpUgIhYiT59SH}H+$rD=_O)}7@rI$dCVniJi3 z`u;a&*(gTnc`|UmauW}Yjpm_?d*+-&uJvoGadF3V^U$YyCt`dI7U76Fb#>x}Y z)EsG1ueDwGfV+mxakafU)sA<6C7ur3KE<=>?ELim!{?VcDe7sG(Ups3HW@_q84iBn zrP*O22;mqwWts5vk+;AmnbSHS7e?$R5Qk!XAPoOid@Uju`7F&oFoOa0xs6-Cfc4Zj}!^zh87BDlj3` z@b?b6 z|Koo|2<6{?g8%M+^E3YDL-lX)hL??^w=e`9Z&x%nA7Ez;-8}kB6K9K&X^BQEho^UN zozv*-;DLV14wf+$n;Ph^9x56VjHVuEQmdvdD-M%HyV>`@RW}e1(-C}MTZg5I z5RsoF+7rYKF#Xtw6Qsxg2wT1@+PtXp*qiT8meDtR^ooS96j z^5C<~Qle;|15^PTmLNiZwP_fzDsruXZ!&AO0cAQ1msJxr9GpDSM@{+Z&zhiVGqR~q zy~6jSCToZKv`#&~CtD0qlVH{vFLr(ec({Z1Nv3V!h_NjyRh={kwncAAlGpwlhf z)Q(SJH`=4W1@jy}&Ent6Fs02ypk?b!{LF;h3K6%ocBs>K zolsYsv(NYp4epkoy>krVik|L#QBdr}=pTZ9FNSs8^mbOCKwDialUh9Lx)OlT>U@gN zdb~}q}uCdOwAX{Zf`o5rPI%n!7?sn~bp&`ki} z!XeeF#w&Z0E;G+G^(bey4&j`L*k{llmJ7$c^Nxq=6{mN@x3c=0`FeP_#zEMc&bC_B z&wSeV<(}QGaLV>uuqLZk2uThuo%YHCy%D6)k+)WPG@;WwqP71s&&$RNaGy?K^|*4Y za&~XLDc3Smg>0zJQ808nu)$Vf#chBmD4Y>4LcJa5 z4iaGohyb0ggMrqK2oX-~SZIh)b^CK%#X|+up$SvAn!O+bx-WQYHNzQs8@E1HaGx{e zo;pN~@*)GLBd~Sfwf|6nO&8-4sVXS_mxaZf_03ID;}^NhsNwj?SHZK}3cR(5#rTz% zCW;Q~kM_DQ3-QQvEd03PNb6qmCkd9mHZ?}~3V$)p?{LYE(;16QfLHTy$(<;i`Or)D zKI`;89oP0*9xNWd7wlcG~VUQgoeDaAsY! zu4CJ_Z9Dm5+qP}n>Dac@v5k(Cj&0jccK>xQPSvTi*Y&D#wJz2i^Ld{)OBBS8Nbn_g zdH%whu2pBA8soA_Pae~kl(kBRdaKmO^wIgK&|8=3c7#^B5fO zppEvPY-U z#IE4Vb}A@V2*W|`wCSWqp>UM=@a4H`;ws0|bkEAtXSOskfr^YnK^zMkMM4P7_!rXy z@c`d18qluQBQVOCX1z?Z`P{0Nf;K*1eS);0VpBuNRC`L$f5P^AkfTrAvMLMtx&Bdm z9!w~P%?rmdb?nYjn;-LRm9-v(aSNO@HQ!aHtY6)p$21XXZ}azlGK#BLp8zXOiTOry z%cp8ug4crrhU={hCCt(Fuwi!R1ekj~mt&u>iT3TzD5;~rnR3e)VTy1t&uG}XnyX#4 z#jYb1|E>2~ZH=2VVC5VDjhSmsu3?Uh7f+;cmT>%%Qj&&A2 z7=Zwr17?581#zz1vTNBf=4WBEIM;rWQjW8kA7R<~>%C9MuNbo)wZ|8{Xf|m`E~KDxR}{@eL9 zo9LeUrBejRJr^*aP|OevVR$OEvZ|nIYf_IF$6(*vDt1+8GW2(w`M6>KCe_t)PmcwV zJ%o3W>7BU0j>5+4M`fZGp|Ak+u)U-d4D%(1rRM^BVrzFa^O}_s*g5l6as^&`ZblJR z+S|rs^t&pgfo4J#ESZ%U<`#n^|5inm3NBErsru4C*VYsAf&YwJS%k6F7c17n%POmA zvFYg~?N20dSm$$~qKq8meXYymLYH2IB=+}4-C!TkY zGrwPzAqgDbd7miU&k3nxZ?DfyQT02kFdAfaopS@8@qe zxTYZ{u1QUcj|~LIf#g5gJO@@M&Y?c|E*k=P{q~ExT%EI3BM*Op4;_OMoHTV~xf|pX z66CqoVwblZwjWl=ar~Tu%hGHYoM;ybR05h22`p*OS=glPDckR)SThovuwz2vahvSB zE8Lk6+g=B4Uh5mg@pY+UK23O(C=}2z+ho=U!0ccs4p#%W-?1KOvSX{7v&eho{jv%I z_0`YlYE^$n5GP5q%~E(e?(<02Cn=lzT~MuGlGPS^9`;{n;Zlmlf`#Zj6RP zm2n{05e@kMEelMILK{Q!1x13I{N|3MV&>$^Bf%zI+?7GOndqm=!%)K;Dwdx*rips0 zJY1Hd*f(4YYZ0} z1Xtk>x#C?!Dt{_}@cS>Wf3#HEUFL%Fq8E(^`=OD6VYo1Sc#(weyPn%UQ zfoWlRX4(1f4o#r#G^*x$3?gMukrKJLfwLXEQt$*&sj?TU583(SH3ofuj!criicuoJ zlj0d>0i=vt2abzy+YQ-O`#D<|${pHAS3D z$D*2+8;#+N4ZgouRgLJJMJsQVv0vl&37s!R#wcG_^@MWCkM7#=KZ^~5W+LfSS!tKv z%^U7Wor$%R2%2cuUfz7} z)Y$r#Z@rZXO>Tl!WNPc~U-W1^;)1sJ4FnZl9pmwuJ*&l3;UMzivg%9*0MKX#@r|H~ zja5C?#`XOKS0nG6#z`4X4tQ&8B4FrbVoj@vaua|sXdjY?GxwH9HHym^lrPtNS>vy8 z)Ed}3M;Xvg(+l{k`F4r2M(0#HI&fZw>Ia2b2{##fmgXG6=s~?dr+n}1VSqdQK=J#F z|LBl&@k{u{SwSfOa-eJ$k~hZ6Lspi*sj+}t6RabbCJ!c`EZwMu&VFw+7!xh8J{9=atxqr;qks?||wcv81uWuL0~ zKeF0%7RCk@t_IVzX2dmy?%^euf0Hes)AVf;`n@8c)IBaLDs#s3X+9j+L5;- zKO8b&Nj5hlM;A?zxpm@2yv}dzx)Gdu-t#KFJ-|{@!CZrqU~|@dnP?5HX|R?11)rA& zu2$agdSc6Jk%gI0y>&`6?)KYZ0myd*mZr}vK|X98Wp2t{ONMBPp$qup-_ zYWOi|Hug;x^U=$jjN2Qh2E#*tuGE_K6pCgK`5%P{M1$%Ca68^Uix>oy<)Gbf?`ja` zQ1SA^AI1!(lq!y7T~P&#p3%u(AJgbbn3P|nGPwtLJrD&ubW#39ffPrkFppM#B-l40 zsVl)~{~kn4X(4KSM!BRQdU?BjH<+Jh*B!Xcis`l!YiV>cem5FPbior(!Zz5uX?9ZnA>o902~K0v zOE)?WuqB5>zd0`p_->Ok#>Z;(2?e5vf$$^B`50nI6w_|6NDe=I#k0p>w`zEmAL^b7^8e zGT;;&Zb%1xX;FuY>(6IT7D4%koQFhKF}jynBy3c_?(ovjJ4j!b8>74jF+XH12%Spu zVtVk+B7eNT(+&U)f=bieNh^^klbnbNavpg)yZ2LmiwPXg4-du3x{&oH&Sx6A4v*@76n0^O!5$m}^ zt%;!JPK6eajyuNN!8Wm|Nt0K`%Nt@Xf5jC9bRQbh&Vj&IuoF;u_aHHGv^trz9;z~M zP6WcMhuB<<_#_`$8$@@<3Oc=ye~_P*U%SaNkVBe--(SOmY+F`TW|O=+HBk*qXUspy zc-UBDJ1`)r==u%J-ONyuYGfm%`^zcPwi_qD5hKzRZNxU0vy}PL^5)s$XN}lI?#LLb zCSss!sROzQ0^4!bO%uMMds20zi!Cph2mRMLG1^zp=WM`ta%b78hPHaMF!VALoT9Km z5_`EG48+05(vDk}Jw=KN+Z$Z8mm1mn)M~d17R#qek(U?q>h#xx87~v2upoY@v%h9F z9bUZ013`tj&jRBuT74X{?@r`IntIO^9D1e!gA>(Q)~s%xh5$P^8C^jwqyyHU7uHh` zXR!6Ze;tGuREEAf()<8g9(8-sUlK+DWXX2*EDC%FS7E{8gC~S4M4O2xeyJMaN72DL zRV7{AZaBz=rRb?)4JqCV{ZxhhkL?*D9YpYsH|dfy<;$A9-7j>+(zq^b@ugG@<``N_ zwTEaEhY56_cGVg@*nB@Q>8}m^DqQTsFt~_+H1uCZ>^El2*cH0JFzYBvIV`>+bU`h@ zGzwr8`R*!#+RF0oDTa8{XsKzG)f{UHhAE~ygE@!_P|&VugzqZ{v*#@jUf5}(v(|CHrncf;e>WdI(vzD6%99J8l?=C(=-nTbtKw9YVb&^31lwoOW5db&o}DSa)H z69X|yFI`bpGz0EiLPdn=!g^h3_qS9n`bw=hYuwovUDj6MkkIMG`FgTda7wlExGPPr7FT9wcg<)TnUseguwQe*vurSabB;$b(sU3=NK>0ZVTO zQHh_F8!9`TIA)W6Qn&v#8U;f7P$2>Ptq0klVYh%C%BD655>iGUihJ5SKYoBgs?8HM|8e> z3EX#0J=%0o1vb-9Kz3lW+6iAyiyn26bM1Kcn5A2aMtaINU)*x-pN zCJ>F0K{!;NXM(@(#kJBfqm|gt2MC3f>p>AvB^PbIPNmH=E|5qmk$^fe`FDRiI@v86 zFGF1&`Zi_(PY82Yljx{AH@e3ytfxbNLM1TGy)u|f?c1X>)>K6O+tmcYFmDzdJ)ux$ zqUN*~)eVEtys!=6s~|xZg>A$k>5lalQNb!Shft=uLMz6X)TrxFEw$efgr0#0l0UXN zYrqv^^|=%pmnJ$We!zU|8rz#pvJh_o=GH(K^Fj`@Q5W&LxP#uy{y@p?NNjz#sYuf` z`4WFXns+OWQ7Fez+AmFWWH;n%u8taOE#Wkxc%tW+F2Yw!Su?Q{CTsLy(wdX-pUtO` zjYl=W@i9^$_Aebf&G<_^&x5IdE*ir+wZZ423XIjG%1%8%7=mapWZ+3sldORRSFgx} z;k%Oi$xdBItwk<4*&sE=bmwGcOtNaXlw49IvvRvcbMOmK=7Wkeg(N7|!Jp}B1A!wV z!N}1NPt>D4O$+8A;a$Nai*fo@BM+jtNvHpc%q(BJ$-C3r4pGxM@CpzRm-l`Jel=Zn zdu-JT2BseLx*lFZraFnjwz51}R4-rN%M$bPw0TJ@QdiG`If%%^ssVthAsm&;QZ@BB zjmpd*X`lhKS3+vZ-ElnEbcg2O$cur0>kebD4Yq5rkTY3qP6m!1dGX8iNs(`&WG72+ zj7Y$9px{4;@m^8yu&@4iUdB$ADdx-GVy$8yQVUxG-#XC*sKQUY7Efk_9Ijx;jCz$t zrnR`%?`|}enB8F&nAKWc?Mea1%7t-?>g{JunH*Ur#nZx+@zmkCYT4V|NkJG{Kg58U zTMU&zT$d^WmuVe;BHa~+22#Pb@Ps%s%hW!``q$(zGx{Z@a;6A9P7I(>+B%H2I7dQC zL`#NUidS#Zepgdct^Px)4U@=VKZ{Ss`8tZpdUYkFP96u}MW5RmA}Rh-Onl!Vrp^di z??BXW%6fV|o)OL<&deapGWyaTrKdb`BV_WpKGXzE9ib_y`*A?UQ*THvu%9$}l+}ec za@3A%ZRzw#+6$2nPq9xC861)NQ*p;C_C2no;3N^zE;>G#k;bB&yDZNYU{76w7g`ts zEU)$r`Q$86^-Y8X1HrD6fMx*|6w+OD&%+1gY#nFFx&f5n`vvpA_VSEo{97Ug^u1aN7^wy(UnG0j(6H68daWhtoP)onequRhVuUqP|3%|Y#M=pbRijf{7awsAcLk5mFTzLb_%&hd3+|P0CGPxbFzEo1vRI!gn71c_Q zY~%RngiJ{aYoMiS9z)cD)CH?w``{gs>GK&8%@Xx9omn4bo+BZKZklc$sNya!8q$O{{`5%+R#vEk zYQwSYLxNp1F7yLP1!fz7nHhz?6-56xD$mU(zM1;y58}zTLOqAA6HG%kqFy_;1EU*f zZmGI-BGEhBm3FrohfxX406`vJULLO_10FqMlHmh`r6*iOYlC+s@9ZN0i!rx;cO{<`40?SUWQ- zg%B!({fe^om{WdBH-`4a3MU_g*%No~u+?WayS>y%MT*pYZ>a56da|pj-9^acs7BxnZ zdpF-*MG+z+Igq!%6j9z2S+J+|_}r=#HODW-1rUy3KeB9I%#loBXxc2)%XxB%t;iU& z2M|$nrtLOd$xn>?&cv-9R&M6jdIMS1eEMQtCop57jSK0c#LYoINXx4S-w>yss-1m{u^wr} z#IKe=OBT4g&0^xi<*%`uM%8l$OKxn%N@u1?RN$<~vZD#cnkg0hRS1pX<)kY_Ufn7Yqy@@z8gE~!Mu-W(B90#8qs$A9{Y z{Mcy$Vx@T-xbGl=_wQafH%na9 z-dec)TLmWOoi%+jO!=dO*zv+09eHCDK&`TcWr@;^okY$phgA~@e~9pW*cRbxWQcX8 zl^;;csWwOLGP$CPc5(*lHZhj`UeFaqagSFyFtj*Nq1PQjEK5Om(X1u5Bm;k=JYqG& zime&R8754EK`TFxoTJxx{x%K7i5^o@hK8XZVsFjIJTM`k1ed~KQguj&28Z0;5$gFjMKy= z+Utlx$IpJ0Kyr29ZepQs^bB<*2w^3n z@#NtR@-O>`sl1qyKO%YWd0KMgM_neHtCN|g#;CO3&mFJ;9SvBu$5S4B6g$zr^#rR$ zBpobS*fWX#h#=nh(bV?+1(kFF`1ixIz`+oHQ8*1z#l~N^H9xH_5}+<4ZB$8`&`R{;45M#)Qbdxkw%a93)@O zmvGD7%O#*8vUZX7aOORFI4_lUEk8j;#GDkWks!%~hc(PlHR^t^dEpSoj`Zm3RmYo9 zKUA1Db>XT6`U~X~@}tV({V`2D1d#a+;hht$H38WB%Si>f>~9b2NGN^PkSl*>NfPFtR%CxCs*b z2o+Na{HQEybqtGnF0bzS671dZ!u%43rLuB`lVO2{@4F)pdd>a|2Q3*mU zQB5i$*v-ohK4*}fqPsM;%GI9x-pfJIJnn*>1nEQ}2ewFY{E-ax`lQV<_`@@3h)VW$ ztr(gv@z+=QLDfA9va*066PS)qgU^v>m{7|cG_|iMyS`PY`a1|}|9HlQ1l=;aJUtZK ztG8Gy+u-B}pYKEIpU~Q}?NF=rtbnGKq?^W%%|iDe1=i_IXv2<8N~W8eGm7FAZRRB7 z@wWW4e>3xz@$tT1NuQ5+3;qNn#z+L)aSOC*yB5HCr_tH)+TanJ{ik!HRNSNaZF=7@ zMgms%Ks085R<@28t?YZl;pbG`CB!HFVyk2GvDeIRh2`?O0rk&6IqQcwVPi{xIrTPF z|L*0bAyJdlW&6s4S{;0ySGmj8M-J}Rk?sS*$-4&^XM11A1d;8>_VM$zt-sL=yGCzy z#{j?FPh&067l=BnLm&)kLY^mxh&-2xMmvmuoZQ{yXqh8;mS#kZfQ2p0!#)e=k}oo6 z8mI$N+a?P}vXiC(>u6V_sMiYD<@GJ5qfR;l;ZBI=`2De(I1K#`-0YEW z)6}RjAxb)-ql>bb6Iel>sTWzGCPLu;Q1539Xa#H%qK2Nl3n*)S$*7iBy5e@74<48o zJ$r42n`Y&jGiOUT(<-j?9_cF(k_GLlqI7PD3-iWn7<35Y#^A#t99 zLuk{X^$or~f1eX9+qQ6X6RAgiW29Du?(75it*f^jXuG~mj){?M6`s_Z3A-VAC+S;- z+HTIL!JTcU=Vz5&RsL^!GFuD`?(5n4tcO;gpVk-wIESvajq6={Z*Ml{r{L~dl%;7f zO16oxGviH-B*hrtNWayYe;U=^ibLOk89A@fS|<#Dyml-sQ$BJ^)e-t@(&z0ns4i(3 za$1ih$4K4Smpj4LPi3e3~%OG=a10awV{0T*c`H^soqYFqO#N~#?W0%_2H&tlfy z=31N*sUEyYqNbqBIj4=hEu36N_vbsQW1J3XSS;3iJklxmCUxA>HK+Drj-(Ms$MuS0 z9g@y_bI3Dz&GH`euFtrOvACPHz};xc&X|gFxInU!hQZ$4#$c4=XAdgmqxXR)euB>f z`Kbm0Ad$w$Df%xz-CXT_d;*>AvEd;BH_w21fvKZ`3(m20i7^Sv2wqvg)2pxui|PSo z?UJ5y9|d@P61bj~i25IQPygR$mt>2l=G|==`m=pLF841n#Xka@EaotqrwKMj?)S&+ zpp9lzXzlafCQ)rVi1`Nb3;}!_9BZy~$RlhV$5IPZ=Mr08*9ZpFT=LV^sh#t;^g><` zjpAK2qI-%$=S7Eojs~q%N2L%{koQZ!O3Pk)=V}k3Nge>Lsui$XUIrtmOSn9O+=6_b zcg0S@gKm)a`$Z@%e|eMDO0TMachVh!+zk!&QD#8; zPhYBY-b7M2@n24FeeT3ecj-Ss4MRiQZ(~r$?2QI~JFq&*Qqg02--jYgG zuXLxshR`hZWk3UxgOWJ7M<)Xsk+Qgxv{+6!6vWhu`N;7GTm1?7A99qY=b!IYJhr#S z&NWm&a}{@AJJs)eQ)aI^t@mluQoyo`gqy(aL*}9i$Bg>7-O33o83V0;x$zxyr~1s{1`%atD$Kj9r!fUo zoI8>NW5ziUHh$Lqvm=FET_?P;Wc@YbAgs!uiJ>KzKm9Dq?0M3#&qZ_6rf{p8)PM1U zEu(jjozwidf}6sJP9cTkq%?`%dF3!dK3O&~#T>*?*m&jY>YsNy`lTdz7F(ksV*bJ8 z@{k!fvKEm!K7!Fc?nc#&`R}lxcqobdfPE4@%3w473l?4Ev|G{ds`^mn&v~B^Dk9=V z0*sb7>2QlGu%|JX3~E2dzx)WwuR`Dkl=o5>X8elJP)Lncq2!Y12&EGm?{~qzEuVMS z8!Oi^iip#5>eH|tu>fDlzTK?_kNK|Cv$maYDcZ)5Y5m9Ph0|<{*C)O5YZLha?nW>y zcjs3trN>Tt;@gref0$fhnmJl-`_LCC z+f;R1fgBg9Fr=c3G=%c7IJYfl<$D3*?^WG6uo!CE>ulMy2LQAr6%J=QPmS(^Yo(#% z*gyYAR)Jb#(MXU#3Qq*jYyIvqFEo6=WLs(;>kj9&%?Ia9Iuwp|HD8$7aEH~4O}~I3|}qh3FD>%=yGh2m<<>6PZJXrRR)S0$#``HHpg~FdzCQ7i^(izTrUQDHXg)C{ z_NgTiDbVej!XMEl8`qs(#&mZlEz;w0UwI$?=f_vsjkS3LX{VEJ8)(a1wojLtp<721 zZF8g)--~~YiQB`<>ZYbg;s9!je(wpMFl~q)h}}LC6Hb6c*C><`4KrTOW`JWE7-9_L zqn6ifr_t~=rHWHSa&Q8}kDpa}(fGbOOSk)3UNk)}-OlMbxMJ^$K3lXH<=N<9B6@py zmxEYad&Dl-Yj#h9wOg=f5ql;#jpd%3p@LMgO>{2tNrIb`Zcd%>wcW+v^ZU4DXlyn< zXCyfw8j5xJ$w@2~?V3|$vR%squmW33x_+w3Yw~!r_wwh;uhfx*dWf1p@(rg^-t&&A zvIJ2kDyOU4s%`GHkVGFs=iY$o9 z&~T_nphv>_;s&;H*u?X+B`etTR5(uFdDN~Q=RV9f7p>_JzUYi_$lbqGN>o(RxZ-|z zM?$&jFc^N7z}6<;lG-sG9LP(2kddK_WR(;*E$9*yv zQk#KGJO))G0s4rapSAgzEAA#&F1~2l2@TRM**axCFy&kB(AT1c!qd+1p=rIobGT3KZf6On7sU11}3`#b(asg z6mdrJUc-*75Tk0YJ+cq z3MxfjEjcLHw;#19(FTkP-7v!2N1UC?J9i!_FQq9vWVyaB@-O{t_eRu*8w+C*W$_O3 zxQtCcu(Le5!_t3W^Qg`v3+r`j8c}CIcCp9TE>a$kF*6H#b2r4;vo_s0d_pUZn+#ZW z{A9}B-5%!J{xKsSA|PHvQO~tOcv*~ea?8>dH_K)l&TA3nH7Cc&4B|RP*0zkL{4z#A zhWEAp9OLnoQbIAN zv6TWhxDH)a9_Ak~9PA&~En6yzne$i$THS$fs-wNRLL&?oh`;)cNE$aYy#I|E-XebL34SwZ{}}^k=n#AG#Y(MK3#6$ zl%;bovINH4elgX7W?aP_gQIBUUO46^En}**4MrfJzDK2o9!KhPQNmepk z&SWU@P~Hzyq$d8nDP4-vk8ro&U}QozS%edMQbe$lQV?kPD`RiI%rZ=cY+ZKJ7Cl0^ z|2Qt)1G)oJ^E~#Yf7ug<6cy3$z&KWWBDssE_B~A(k1Oe`NN&px^NpofZBpB8cPVLA zI+&GXt8(;ND@`@Ibp*+T%U~?yFxd|C$Rah9hPwg8oVz-V-10Q5~FZO1E9 z@oK6*?=9;V6O%Aw^Uw$g4D+#=f6QvZhn+R!rHJ@K?NAa`+;p@ZS&uwB1#AwP@+1k} z11{sx;TjH#f)O|C*$8p@_)5I?RxW2oymjR+`fFdV-TMe%BMo?YQypzu=We{M!os)L4PLBvM z8mg$ku;r86x5Y`nl-`-ri5_RARoq%>AP>1D~TX|cpLv6v(8hB{0D_)I*YAZWV*aHAlg z&m55LN~woh2_w+HjH_eqRC}3UQXIs)Pn!BbvGS_K>)?|bnzgX)_L?|qZgL837u(aC zNyv+U-rzbqARII=$-gOEBer^@4{qxr?}}+(t~_2IUi?NOF}TkQhHN;xvi9HT6N4E8 zE3YO~#N?A|SwM!TipXY55VsIOCqwh&ycNuze%|gp9l(cc8w=wjj(p}0j1so}br8kl zXX8(6hQoDr5*q0TM)|*;VkJiu`@$MraBvE?>FSEe=qrafnNrA!(q>jk-m!*$$sZh& z7NGy8zFmI41Hn?tvUph(&W*w1&26HCT&4x?a==h);qkuP-`gt;$glnIa{3`TLYlzb z0il6}gjARzEnsn+My0u}ceKc|m?NB7n z9jh)CkZA$!oBA{He)2i51MrbO_^|9e`yuTc`Wdw91>-^)ZI7;UTQf~h zV##z4HCtMFs-6`GKGtQSAJb~o9zh4vf81Qr&;|0JFB8vm51&+PK_1csCD6?ks3B(` zcFgL(uqr?uF$OawFZ;bji^Rb%?u)$7`l&ZenCz=Jcu+Q07UT9z9NU!nI*~sKBNWYP z@y0*Z`lKf{OYV?LA(mGjEgHnTvhX^dOzFG*`D@4RzAFF-*CQd1>2+_aKS1HISvycS z0z0ZH2Fy#&8J%Pm+w5Y%Y@~lhUbB z4V7F7KdUfyurLYhJ{8OdYbBo2z6{Y#A6cWR9350$U41A|Cywv$;bzqh;!02Gy z(3xMrSdj4Bc`m}u2wP3HdsZvz`>^Ni-0}Abh@*ldel)OYr*b6E8hou$Fh-padw&|x zLkwR`ZT(LGe!a;Jr55Axb2qtkufAs=e?MAw+1q2t3vIrK&_sIBlM!&Top?S%twJ>k zB%omm_GZNl?!6zP&r>k8x*h7bngTS6fIeH{H9nnfuL9YfFCkdVVopURIFIsC1bX@W zsKTBchaOr3(YFe_c^u(6?KEjgfE)9mKxhs$ziHvPldO#8&y(Tj%%H8d*pe%95f6SE z?V_G9l&mn#(WGM<+8Jur9*}(**L@^KQ)O%Nm$7!_QZZ-qPLA)ol zmmxh>TOnG|77v(TD#k9=k}M$}z7&~+e@brUv3Ad>!hUv0lX8hpf%iJqGeJBNBsa97 z&@GAHNBT*8bkVk7jIFqrOAV%7??hL%g`^>0Z6o_}EPkUIeYKyj@+()Ty*%K#Ix6BC z?m0=}1!yCuCVsu*oq`$7`ThLe2T59Kke`3d3z|6FRixJlB&X{hD>#0>W1I_1sws}% zQ&8D?w@9Z9X>xS+;)dSIiTB14;8*Ave?!M;()I&V9?@kDa^DfRvSJmh_RVE5MhO}y z(Hv_PiYX)9&m^QF6fLmIBISk3ZC98zF5w+D-mBId$*0+mC>qij{Z0sJx-jDEfcxR- z_NqtkX#rA|0(>G)`u_;jQM_9IUF)-S3iUz2;P6Dl5$WJEHze!|`BD_4O<5a#7c={g zc1)(eogm4tWLGwdYSP*@D=INMsF`j=@tHwboh`Y0T-|H2M z`LY4=0UOE3g(nW(-6&tT!2$RDn1&7gxDxKE(|AKXn2dpN+p`GS4El`&DUnCsX`wE( z$1s^FZRd|+(?&;3P%Gm5m2CE!tR`0b(3s+F#7Py!reX=b1W5e=Xm}Y4-T7Ret8hz0 zqKN&WA{GcMe9xNFDmXR`>_wmnFf}92|ExXaS~J0gQ-#Sda2M~%3lXv@fIWcLOJHdXQ49-hKx zRKr1au!vVz3CSaHw-$y%E&trj(2big80Gywy+C93u&(|P@t@0g2Mds#*;eq^_9Cg( z_OG;peVr^=%KJI3A3GL2BL&Rs2l`6mTz%spavCfYgJGLK6y=Tl>^2Y*xUqIf1`U#P z>cfyHFBdC2U^58x(|3KrQg8-pHM0}&jW{l1Y^0yGRbC;z zq)78Jd;(Vl{u!V-p<;axucmt!+ylotXjpxv{L+;+cxIlxbCDEZuJfzXrQM79y9&Sj8u(zwH+6&}|iZ(6X_&|l@C#@y<)C_X* zNP+L&CEn`n#&hQG6^zjOA*^1~x4hont;0_^SSLMiLw zk`m-4-g4c5iRrr75%$8LC|&ZD_7X8d9xG@1OJTD zr0K2jrl=lOJo)39%DMJtG97T&gPF+V_8r-YrZ0y&YR5&ZF2bq9dO7Wo_jfkQwtz=b zfpt(**Ya|LHu&W8Aq3bIa{?Vn?qM~COpfz!p&9A*7?LinOF`yyY|Z+x0)aPI-NCA8 z2E8ziWqYLKH4>U)>6!%oxkB_J;Wo3p3T0mT8k~c^s;cL}OtN(&^~&#a1yh?FSlY+rWe8$@ zF_Hha<{oCGSNY1;be@e5#yUh8{jrgDN9Vj`{@xzrw*vpD2NX|!r{VMgVYdA&1R1`r zgm9b90#x;Cr-hF~3iZ`lq?JuJzUJXY(dBQmq}uBCl(a^g8sf8y7ryD@DpDGcHP~lH z#=@abdSQ3(=liJ9+!tQ$24B(gRs$o|0_WnrXaH|}*!|1-iRkA}wE=?nB@h^SSD+Ww zk3jBtU;Efa!3Nk!poveDrO8Ma=1|<@x>iR^dChR1_4c$LkF}Rr%X6|V&N7CD&PDlJ zbAe}2k`cH#dX`z%@sOYY6oOZb!kSkzFgqYrZF6swEXgXoF+^&XrLqr>N)t;xx%7J&6aLX4}b7f*r%m?tGK9PctlUk0F>bO8k9DK@?E`3=** z%tXaxmPX11*;2)?O+qyNRP54!BfLr8;Apl4{OkL03=i6d^mado=%kN(8A9?3gGh4u zef`NQ_*6l_&)J0B2+jg*0YC8X`xP4CVVUgeE=aXCh8VId>6}%n911x@MQ>c@oti9gFmw~H$J$*)5VhbSIWV@y zj;U~fr<`1*+%>e}iPoxnX;FAs>4Jv6fS`r@it&j}2$lt-JpT%A#k)44R0G%UcR?|N zO)**%&xGL@7&?5H=@PC}-a#N9`!f(R451>r_x_`oSFQt3yY#{YmWUdTU%lhgPUR;V zbDnV1k|J-=IGc3GuQv*X^NO==_n6B$?<@MF;E8{o4gR5TJ7axbJ^BiED(S5)=7O;k z!@{$(;?A}tIf0kD?3}BfKpND4hr6BT`ItnU$sY_>?%-dIuV7xaFg~?mG>x@YKAGnA zoqf)xRo}S5Uex@(J*E~}l=Z6j$UAO+S5DuQE1~u4SDykCSNk7APe95*)Z&9vbtI&n zgdv37zvu+0_A3T>m7iE38WhTbTH^4`IgvD_*3sWM(sWY{5rn5C2zu-kccVMpc}R2H zU~}ofd9=_~wdpAkVG7!@e4#cPUXZHNic%@@aNLZrOq#!Ab5!qtnb~OrqpOJh&Kn&P z0Eqcbq8eWdu}U;Qc@x`NKzf+*>Mij%mXD9!k9R0-R*A(E{F>3-F>g5u`jrpMYziwf zK5S0Dl*h>E0l<>=&tuna#A-%~jLV zWkeCPXV@{|r|C^W=-NHE|8!V(?E0`o-*rv8J&?&$6Cw4%u7ufWMpE~~I%ITZNQOykg@d9*H8o>;K zk)y@QytM}vV#Bcv2wHsgER7h;l)vn;u9+OR?KpcFw8Y-&Z&rq9Xx_GMn)wkJ2eHx6 zF4=Td8z}#woj|E2pu8?dJ9?$4NkCiu9rLM6 zE~`~NW|K%k?IFokQfG`WLCg^WdxI3uRz~!!G0!t~op|6?QDBQNS=CdMC_4XhwGO9I zIyHB_3iZ5P-k^W2$+n>Z#`@Ndpuk%I+ALPYr5{bI>?tiJ2L$-??+Y-T;U$GYKL~Bf zi~v<#meAot?-<5p7b0AyXtB{eMTj;zE)Ud);31d1byyj?Sctiib3DAlxI9G_P?8$c zX40LawVuj*NJe3zoOIQr1MQn)s!nOoI}qm0n9CK%K0wLX=M=$~={oesf*W_8XY={D zd36pS+6TCg5YtWm1NW`EN!wGz~;<8jaK2IW%wDd+fh2@aL8}XKaGU3 zy7kmXB|&am9;abwACkV*V%Jvu^=TU#8?`fquXcDvLdW7da{jf=5fK>VZ%kj)0*lhJ znVvD799(bHp4-J>jJB?CiZ1hsbB`PF@mDvgBoXHomJBep1j8HS06zu2J`7~$ zal|TjGCl)S#i}g6grM+CF6n$WvuQHG*D=&Lw}4BPk;D z(nat+WEryG_?`R-j~xs)dB!4!H{R^z9;>*;*C?l`^GCZ5jb11{9vA0h(@oSBFLDrM z&W2Hdw+z(pwjnT!k3VM8JB_(9j1q0IWn`i5pmLiZbL*hx;#+XAWGk3%e`y3{3De5wYQi2rgyAQQ9G$T^}Y2_9|Y}` zTN9{+HmfB}8`fjO!^+ZjF8xQSKzfc9=0;M{NP)c` z^5VHVE6fRAp_Ni^l1R>J!($CSPT1g5Ni}PJEz~5zkSFe(gO4_q*@iXIz)ERC0D}1d zGHl*--k#T|)*nI<@6N&q+;7ew=MaNuU58+oDsOqm8SWgH?ZG61v`>d`GiU>UD_6T& zBW?P}ex-oh$c_182!v(nxi@v(q=E)Ly|{ehKTb+5mVF0kI??-i7cbP4e17W_TvV-66g+kvtn!?gD$;^zv9ZbJ#j zZ?~UMj;bc(vwFBZk#6du-WFHMI6RBXC>G4c6e+U{;Yhsn~P!8q%y3B*)ho; z#gj1$KXaZ^Dy6Z}zAqB)NCynAikK@Wi-cGhDw_APnpQbmDub|H1odK2ujfG!8raE_ z)lPmvroeu8#H~Hq1;Xns5Eer*oFPgoVLT4$c!=~d>0J$$EURI8%y#&2Icv`{z!heD4lOg&)LIDq(y}eL{ zOTSUn8U6_uTjC?ws#La)wIskJgfbTR*Bi%l9IRwi{_P~#p!J;A1s11KT5D6Y_Y6zk ziw7YN+tp>;wr$(CZQHilW!s#7yLpS5eXcU&yP4<4f8xY}%I1BK z0d3tyg9vU}kRbTm;cx_hj|RA{T1B3fkVI;wUdM^CG2 z2F3aiD$pI+$%`BHdV?h`JTovNzz&JQJpx*U zy}_b~QVs82Xq*RE%E-Z8ViZo-8<`0yzTZ4`9@tokCJ4@zhu&gQNtVbi7cF}k>s;!r zcnU*4HhQ0Ig{9coRaqKVGd-PCJf_*;x;(yiJg=;=33!SL;Rbt5Hr86NzMOO|4YY%{ zMhC+mFnXOg-TK&I54%aHuYWGyosV>lleffdAra4+&qJue_MzTY@)1#@9Bhhs2$1zykd;Kw)qlcL}ykl9820@uQV1+ z?Dyd8V1U`xnoK!Hg{loHa9~FNnyx7X=0ny^bS>E5i7^L;l-tnQu?PjuX+4zAZ#C0)H!5l-t^)nbl_svCS( z=a7$fwJ+;w!Lq-Cw`JYeo(^5oe0+Y+y4}fiyWH^E)^%V3QTD@;k)x;I{y0;n=M#&e zAq;@|{XV+#^!_+JKN(mv3v;zjrm%)s^c`iQ=h?Z_~2M)A7BnkrC`}R}!uLlnYvuxBGNbO8W2# z9M5S4m7Ws$8UA4<1XqmqLV1rKGeSxQa{(7hBLDlu{?Xsk3Jxj;4I&=zV-H6<(}SsA=oD^$vglx%@hx1MJ+H4A-xVft{hh)h;ER3xkd z()@UOBlk!A8elA|5ixh}XZaGWcFqUdL&`TQX#L2EF7@urRf}>NNKsp=0Y5-fWfPg)iykwG4+J_iAt5mOt8V0)5&gO-5p8a2U!>3u&J`NQ8O6{{(}wdq$4-mMHJBf!Ybfy?(oorkZnB`TW+X<~#w!8`P_A^7YUkdVSi!XC{cw8SGaiLnlaB z0$sWg=)0Pj=CB(rM0AblR&KPm*Lg6}FWO#(qoq1Y06$~?+dkwyJydLQTmjT%^yG?h zF2Oil*RCtA-vk$j@By{c@4q$P3#@ji^H?x)O>qjD(?Grgk^KvltRK+C?STOt#Bew; zUtXy+Nl?VB&1*&N(`zFvFFslRj)c4HiY?FR-La`2rTvqFCfIy0DOk)bW3@j4gOH^!NYd&H~A+6aECdJH(PizMe$PrXO{>p?YeS zUES|Z%-druaRyu9?uI?z{(8h(RU8=~#Q#if;Z;Q7rZ55ivPUgZ0SUKCXJOmc42iFJ zuIN@Vs)c%Sp>-1J|D30)esF!&Ax1JP(%nHHXBCm5+5GxKQJ7sLEZek#18KMddnlf^aVJ#{nvw33XdFdUy4)gJ3zAh#xCur zMN?$HxnID#+-KiLLWdKSNIiq{?N zudNjK_+PMu;{-HtOYVWaru>;tn<0;RDQOI<)eXt%^|=S|Z8q3Z!M4kI-?A^0#0M&y z4clNf>I0GL@MBM|n5lQJ>-!diycPMPZZAdj9j@k?s!MyGC`FI2MZT!=5AD381}0eB zttfN8B444?9S2`PUCmlS&4fSa#%rV{90+Ql^X!x8GXjS+5Au+GW`&&O{sFxY_vs3# zdZ80r|6W9NOS*g^vE&*ZNUt_}Huj$>#g%Bw&A?-ZtJGh>ot@e)7jV>csrAldNh2Gh zl+U_8>8&{<1*#qJVN)d9RM0CTQ^2tq-WSSf+3yLTOR~_vk5~7s{i6}}uQcTzn(?E? zexmg^e*DCwk606S*XoBk?N)| zh^eV;bPBBt$hVUTsaYV+=<39Bin_nGIvbnG?8~cX-m_1mFsrRzIc<%z_AVdWf@1fi z0^g=!p4f7Iv-&~W<~Zg&ryC68Eh686!r93u-!uX#tJCO)0-O;du8Sdm4c{(U7mDaU z-4oN>I9EChRCl41kv!HM`b^Q2cx(dR`uzpvSqAIIWRQ8j@&HW)(-6hMAF8XFo3zuM;pKf!V+Uao&;~&A z1)lq+>*v*S@~J<4N#Bu&+vwj2x!!k#s%X=QI5m=KGPAHqV~{P9^BHGz7x^M+`X0dCe?Y^!&Gv%U577%NmPB|{deu0$le}{7&MwcF-S6q#KB4kl zWvYRLk!T&n`rDCSC}jfTCS-~&fKx?Jxu(IRPm$Mthxan}pB}?i`DX%6^9q{Z2eGIM ziU{zi7>7(4folw2!0a!azoUZ$KX!p@BWqn)N=^>_CZ(b=tFQ0zsy;>AC`~v7WqRB7EbxKY4GiUfY}Y4rjYtGyWks{Oaf@mCeat%OvurC*_E)tD<%v_Oa8q zl7rax^NGP#pUyS1gjq6qd30ZE6A-;aJe!ne?Go=ZOQ#hFYCY7nA)2cserPJU3YG z=ml8Gx}5q4&0@gb%whGOHV|VlS#GVOwjVkg|&l%8FWE=R1Ge?u7>;rCOeQ zFK=kmeNL52qwb?4XB>A$qSfl7yxneCY!;}5v|^V%>~NSYvm0WlGml27^a!`{NW+|+6fmde*al+x z>+}gCR_2c2R$!iM{<>h$Qrw0!&i9ZW@CRn5v;M9*qALe+f_9u)0+)-Lcs27Zg_6s)y zHKVsf_BFl>nteFW0~s-+uajqSsl#$)(#mA7+YZ5qFw%A*cL*N;Y&6$SL*3fESD1;5mr&PtzN_O(Dixu_blqNu!Z4S*Ljz473 zght_4J5p_kP1TsLbzJ$49ISXMevxB?s<>j)F(mC$VS(^@1*}FMQRO1#n5rAscYNGx{-K8`c`Q*s)uwulaI6F>1nMn0wX%=d| z42M$Wi25c+A}^a|G2zUc?z;ufSe0 z{$tVO-IWIuz;(ejN1?9)Rh>vdP0f*nbpT*-9(XAooUMv^s2Ti5KSqo zZ5prtccp%Dt$5}`$85^={pt{*;V)5`wqp?A!9Z#Wl;0j_}0=GU*8TnAVanBu&1{Wt7Kfnb8wHnzbnqo{8{ zNJ8=&*ZEK|SzasPktMu03TwRl^2^G~!7l;`4m>BUxc!ZpwYgM1{wzkUm?EMkpD*fVw*+s8o>Yn z>@fiVi2pxAPtVBC#>UR}AE95&Qd{yCVw(ShK2odb8<0&vSb#@4B&3IZ9Ls=c8I;4fgk+`->XIHGg7A z^hi&h1ZVjruAeL+TVU>y^0C|>8H>nJDuZUop{`@i*;A^V{~k2@+aKsh4X1x>KAaT& z-u_}L@<1an(gH^TDlqOiTcjBd8ZSs3L&W(A8uNWfy^szvIHr;(kP`p>5R^(#d0LDG zh_isef(3Ol5ok6WFk3;47)gK~53Cp5X0J%*55ZZ|U^pc1z@G{Qpt8vz-2=dE$7Si_ zIStJ6xF-lx79@xv152U>H88vaxG0HZR}da$L((S~K)?j)39Uh0F?OIliyCA+Lki^O zP#PzG2z?1cG-n)elVow-cJt>s?jSyvZ0UCMcH5zIyRYD~rRXe`+u78q~kXh6~6 z3DA!isND_QM;ubDu^QJZzlhl(i>ll89=vQaE!2=nyy8{@B@n)vnxb zk%x26r|*Hi^xxrQ{RA9hyk#`(d92xNi5+x|W^dVmcFzl}wKPa%dK%Mo+qiUL`Bwa0 z6052i;5{7Z_qcSX!wKP#(7tf7IUT;kz;~TC+8y|dH1?;ZK8&-y)Ia9dAyiUdv7ZG^ zv4s>;Hq2qko_J5`%zv(}wY9l$5Boa6XXRGAr$vR2?;3ZtARUuFbpc<5vNM{gio6z*XwTWC7E4O0CQ@_hkxKIFnJ~P1l9RTLqc`+IA1=`E z?F-y9yaZ{OQJNh+(uTa8YjPefOb=!v_JKB-UN zq!ufEqDn^eQrfnG(_VA^P`jSpkeu47x%t`Tbj7;8+A)-i_C$u0r{PIbbnm2=x?|>f zPhN6yTDfHZ2pJ1Yhg%R1VYhUaFH0|N!du70jymOYV>@7c!7Dj^S*$Q?f^$PP)KPp` z&$50n#dcg;7KbTp4cHY(U*2mG>HMI2HL6M2s%^Z){LG_C#u4@myDwvrAAe5fLg8_) zDRye>@f2p-d_daF>aTOMV<-D@%g)iRVSF5#&u z=XZbVk=}%E7x4UxZC871u4PkO6{eO@t-`1mHKxo|M_6;hHHK?jqdS;v=QdeoV!pz5 zpQq=06W8^s{a4hNqAzabmGo2g{g>z?sYi}6)8YAS4m@c6}Yj+R|+cS$FQQC zcW<^W3oo{HuDqV)c4FLYEj8NkL_R--3me6(13R_2s7gG_I+H*4lqw0E!Z z{>J4up@igDjuL<0#ut=MXLoz~GF8>WZ=@YJ_hvtU%j4 zE60Ma>$fN89aU|1Y*wK`{SEuSuRL6~lkGJa0DyWv0D%9SYX1kN>lyzG$@zET?OnSIPL?PpGXQlPS+B+!w^x1MuF+1U(oFFr zPH!)FT9U0_*gk93w0@n)pGue2GFJ(MXa<1W{zzZMR1-T%ZM{ z5*m>}rQRdMYD8TH26HTv6Kb_9;B-EcfN3%o{2cH=OpvL!PvIg2h)4A46Gp5>57TUm za3Jq`W9%lvPn!`wkIOQ>YKOsShrJ^bqqq-}FJ#h=<4h0?qB=4p;KWw}oGq@yet{X# zMTZ?FgdlDw^%W~gc)}tD3lxbN8FP~ipeKCp(9_9Vwad+`yE%{Q{`hV@5ZMlTmbJ)tmwuAW#(h zb_4eY^pEYfd%vuDItEu=e-%bM|AyV-%~Fm`m{?nRUJkP#w> z$}slt6|Ix9!z`zTVGA}rWA1dx+N>EYS~`0!af2)M=#i@2J9t6`2=`J(iIQmLM(!bO*y1lH;VXWf|TskC=QW8hf+zk@A@r zIl2;{u%>{CH14+<$Xm~lFIb3hma>*arq2z5Nd$Q=RQ(7pmUka#G>eH`jX*=t;jcB; z9rgo&`4^9ekK?2omELAeF~nYMfF;!itD^-g3ka(dEM{=gX|LODpLjx3B(WLU37EtP z#IRupEM^3r-^>jx=K!UDG3t->02F*u2sXFqZ=anjdeAb}s69|}u&(KMIgzQf-}5jKCk z^4}RVomS7V#+VZIEi=8A$J&Jr{oDzwH2LJ3#|}r1ux*#3^E4o6Gl_;hT)l!w_2MD` z^mZr_IU4*lRXN<|we=Xh-c$?HUApAFM~5jl@Hfhr9kK4|PHW;Tj%AnEwhOo@$84o7hx?}g z{Z&9TSSFcKk!ZUl)1fi-tw%_mbXt8n4^7cfBTZIB#z$|QYhl|EDk!2lzg>At{P%wY zjgF9-4pp&`uOm38?e@CS5|k$L2(su8LKP~tlKV0V?rp>k5pog2&4tuPD6g7zeT|cA zt0T@C98hk83Zfnwy&d5g?lx)ANS7v%-pGpQUQ|7(!2F28`no2g z)%OiL?KX}#e#3z{1Mux9JroA!v)PrfpY4em1d-2GUoWr0XwJ0|&R4f_DRR#>^Q8dD zRp&%J4u-Nt#)F=sY(wPO1!4tH(U@U@rVUT(3x>}OH16C-< z3o1pAJM^e>RtvLn7gS`^Tje!ZXEUemLG?E0pshQu4Y!Zly=CjrCCDe_-;0#R_jL3I zJ2cF&DVmu*J#AgdoIGv4k~RFPF8NK+K1GYDHA+?YpgM1!wI%%Lv zo}jYGNhsVO(`5?eDAI!|b?+H0^1hZIHkH|g#N2iPZ&1;HUrP6pVH<6F9odxiGB>(N z7Pv~=-zwO@;e{6VncO#S)YAu=a#2C)p59W0Co>l%m9##Qet9nABtcV~3#g%M`&cf-cDIr~mx8rjeV4PwU$o{-4P9e>x9S;SF9aK;}n$WWC28cdr|{b4ilFB2#+hr-1sP#8uN zcRfz{f~+B1&g6I*y{utEqErXeJLBg4P>swB)Sw8*`loha^ni{tMStGpaio) zCvj&Nzhy?bW7jU;cVm_r*ld&~FSte#G5(fyi>ASb+sZM%pC2XEVZp2}jUtFy5tfKp zd=VM5sc(ZDa*kV_Hj*Lh1`@)k{FGu$JkprU7QOek-ST)$_&)8L%{`Skp)XIRg++&Q z8MKSXr`EdGl3FbGj81PM)lf)v)maQW=Q(C09(M`Lewbm}J010&?H_G)i>uSW?lvh0 zW*-+j=9+P9*m^KdkK3*R)zTtH0QUVdiEgEvU!0mr*PN++} zd_k|{0J2W)9DWad9}C}abb%iuxg=>WLE}(}_UMO9xy=lJXNBzU;YTV9wL;o2P!T$L z7!){pRJ@u;C74foF2wH{u<*NlEdAUC(WUB!vn(YR>C7|4I)bBuk2uYh__fHc4KV)Y zehBvr$mH_Tz1uh932T}jJ4&UXpP7n#b>z$QOGjSFE68E}f-#v_#>%b%TjDd%I4tKDMFa_lKuGIvs&*!dDq0PK%pvukdE% zTKBcHukcpZi7r>o4ugXxG7w>jfX>?Mi5t(wD`~=yk6^iA< z8^qV_f!a`wz7mX&WPqSKq)g~%{gVUh(Y$)o-b|}JAR&f0eA?FY5R=KM;046X2Ryan z+nLV=Ea*mmS(Xyxo$T|(%)z%3 zN18c65uO4y??!`vL} z2+fFPZ(YhvHnr-=5)JUJjge@f!LW+h#N>#b1?bOTFnPKeoSSQi#t-tq)mf&ATKZlZ*SE10NecLJfgffq3CbG%A8e;9+;k&8fkZuiEjRDuJUq#2 z-jYlb!j0-L`2SW#W_bI(^gsXrJHP+{{~Wsj1}@HaPA-Nv7S4LsCT0dk9`yh5`u;~1 znYbI7*gIR;**g8xMj?q>ahnVXA$#wrWmnJ=$xjb|EW8pLQCt&RX`})Xa!&ENO_fEX|m=Ckq6)vrlrEwGZ@;To(&vb9Wke9Nnw^#7+cYA(=E9!g2 zG$j^6Ilaq5;a`fsA>7W7u8kAG6jY_dq^N-A2!Tq4wmlCwz3IO>hPB%W%Ns@POCQ7y z&e6!13K6hUrOvxkJT5bi37s)9qk1S!Tnr)bTRKUg^^kcsdZ6h;X1)zWycUf^1{-Hm zXznPW7h?(5l{g$&Q^tYGAWR1YJzf1X3~KKd&k!XZdPV}O4|(}|c^pn+^l6yE2En(` zN+BBwy?6y7{Zx7rUs$`46y26LS+b>OSl~FNO5%|<#Z{`rs!!FcPdA2^sD!)M^>N81 zyT{q`I8(hw+nn>w61UlSi3L%MSHhykHyFyLwMo8_YHjLYk80qmQ=oyt!g33U04uT#^!_a zNqXu#g~d=?HOq^3ZNTD{SRv^(XkJ|W*r8U~jX`TZq1q~}IC>OARnhdL^c>zj@m@Xr z|6OzMf|_957ytml`Tzi=|8LEiIsO~oW?^ggui{pCtemzu689dd8C-QVHWg5~o7%Lh zxaX1&IhuB5v$OHjG8ZeAlOZIt{}iVZT$}rSyRz>RP)snt+mBUdsFTc_JF{bb1I6}v zt%P5!&`|5%A0*hcK3CG{c5|4f9h+*IOsUN1=H-58=#Z-P7`i=1qdU>9YxM@8Tj?$X zznt7W93Ri%x_0WB1kyHUGrys0)jJN*Wp<*>Sm&$=TO0Wq7Kx5T9{ZZ#S_ z7XRxfF)OHTR9671&Lk4~sHj@&lx`S83+$^X6?YpxM>b`uSp^XPjmxvcTc7LRS4nJ= zpP`vMx$Jy5KVqd$hyY>6$4)41B%&O|*ez`fM?b6Sqv%RgO$KTc4Zj^^_%j4VCfyL}P3`Yt3 z;fClUSOs`i)Fs!TGau{&pavyKEwfJHanwK0HjDFD9Xuh>`g{jvNbIIbWf4@1#OTtk zF9caY_TTZVyYOW8e7-n8w`ixyG|-^cJ4On0|JPk>ET3eRmU*>koCuwr%clPq?eb>D zIrLll=-2~h3Jfcau-C;^flVklJ)C_=g~7%;i&z|dY5MkRwSNZvj7|P_Fv24rtnWu{ z#;<15G!bc1m;F6?>f-lw02)Mo49%8f3QE9u4Vg<1W*tFW)^zO;NEi6S4;m0s@lc1Y z4)Sz}^SgF=>Bf@-C8X2?eka2#E-rp@I~B+7_Sy!Y_KI&O{!1}!#d{Dg(G0eb2XD>? z+h!TkQ=r$)^%Gws+*0$Ep7q8w8 z{oir!;yt^`89+dJ^vDSu2-c95v*kAcWK8mU0u4Rqo#0BX{%Oj{!H)fe4evb_Iavii zi2IW8`+)tUUOL_}Y{RVm;CbPF@%*g|cUqA4NWCee@XUka(btfmZ~jI%AsBKtH+FT4 zBa)4F;Qwux$X>tEe^6@~uq7mPbqV-+BS4Ej#aE$~4ljjAuSk28RT;bk-@c_B0uWFu zy<&h-)GFeTY3h_s^s{uy3{FbR^eK{sP~C3sXbA`8AMIwbdg7*3zN<8%UV&YGkU()D zuE>ikbtnwfwUjvoW@Ij)Ig`RkRB2yKkuf(#C5jTjM^Os^;3{MuAO+A2MiE$<{y`>4BX_#5+~rgXly6yHW^JN$N1oVBWrCBNQTk?BTzMmq zfNG;rfEy7rEVn^xivTE zSW$KyyLv`w!fnZ>vg`S3nzo3;yf=M)nmYDF-Sr$a2*&V@E0Hk5eoAm>AX|qkRVt%C zjsIdNt{D1BYA203lvGmIkmx|bQ)=96yhH&7va`?3BHf9T|k8CHlNgz#~Vqv~BH`u?vh9_8=q@dk2CfC3Rh3h$}}wBJB~zo#cgIs@6 za*-%EU(LJ?{CJrANZGkQe4_FlIonjKw5|&c-1iwAT6gOD_>!nzGnl?-DB~BkJuzRE zQOgz)Y1Bgmt0>qi2(jNR>sg}4`*;z;G=-+SmX$4f!1yr9EYav+tgEZ^1ch=^x~o-Q z0zQLF#xKqWEg$w;bWcLB%l0N==WK(<4gVgRHd3_~Z(SR|O@qQ_3S>4!(h1 za^&M7j{U;mJ8-3bWh?=uXnJi8WI7chq zehY@#qfW$@TPd#AEAl(i>^l$5prl8I{zTyPJG^ZKC<{&onnf`?g))?FH>hl0 zGL_ZF9e#ZZ`0P&wD~UL!6Y-foEa7pR?y+l3`D|JQwQtj^Z*tVC1gEaR3Q-Ni7@!9e z5U|F|()oo5&JifmGd<8B(cRj^qIh7Dv$!J?7J{wfUBk0DO?ME6AJ`Uf`09!PaRruB z6D0y4x$AKZWFEKDHEzs2nDvRHVtx|$MW^e(?cWAOyWq6~lkCq>&ti?aCHn+%0$~>j za<||93?uqxldBVJcoyh?PI)ib^lv}E`95=VG~5;b!JHrgrvTRwV(@pjMn!8jK52;^ z3l&TA2=RYAfGQaHa)wpN0v4#C{hZS^Xe$b1b+=k)V&qfyZDn&uR8&$_ZqJlvk=u^m zZut9Gz|6~bwvg@*v<0!1>LksKBDx?pi)dV43jkQ2jZo?cAiCNnAdGY*{qN;U$?yCi ztG)J=*K>l($N0vM4dqXPLnxtM+$7SqRo+q#cu3pN4VBQIWEY(K&J^n1^Nzmnf9sEA zEx_iI_;;2l{?>-h(v%hSR|dF6(N6DRTk}JD;{bBoH8()lcm;kiHg6coc0QKy)mV4} zBfGrH3nB`f5ceC)c!|@;eOz@py*ymi@4lhLs4^hMuODg1#>0ULE)fkIXsRgEc))Le z<_5wDE#Wh~j%)<84M{8;tPw+&v>?T}VMKPN%-$Fv*my4ak-5Pq=zjCazh~wZ*1`?W zpx4l?eErJ3FRDqN5R)h3M_?(?EeyvV^p4g{k3mh2op7e9)=uaLG}z+W8--6ov|9XS z5x{m07TQBycdZtW!K6*pSD-MHW_KVw>aGW5T=q0us0GDn?tv+{!oH1+F@;7Y#+Ver z;rysH5`jCy(2W!D{>K;|c)^LRlpr7N3}wNuy}r%~FF9X;eDcGq!OsmVyPW5Kt&D8x z<+8e5%|qTijy!)eGb-!2&Oh8Nt;}qlE-JeGTWtUMn)UDDmJ6)x;;`C`PnZJTiQ2$k zFwUFd7YNGd*>RFDjA6c6`IT9N+;i~HL$=OC7Rn}~mh2IT=bJ7CnOK!Qh~g%u;w6*NyE`)0`VjhT>+z zMQ1pA1rnkF7`d6r6IY3Zg)n1-pqZ}B(wkOC#elQ5<_R*o!2b}d=< z8r&i$1RoZ@mplRFDV(&f02kO&MJ>>B{hlT z%c|cLBpwh679Zk+-y5DdVWLW|#}UH%6l!G&VGa%{Mr_kvk^-MoZu!ULj45fiX$pOQ zT+pmvPNjAYC+O?Q*3O`50&2dcp!Q-i2J4t(J2^{t^<@9PROt8aOsQjF#(FrmdOml- zQB0Bp=wccCpSY4szg(^Xvb9+8j})7K=-%e{;N>|9HSyA2QZ!52(zy0I zDU~G^8RMtDPUBI-v||2o=$eL=ewsh{KXBk=PL}9K_UW-!VA|nNg7FIGOcH45VE6E5 z$S!5+PxATp*qjFKS7U!r12$R3^3Q{k^uSndY=*X%In^WF#5p#9<6ZC-UB=uXD&XFy zWsIrLd1I^r|L%=Ixz31iYZZx8;!vebTc__JZD_uyu?$BO9t2Z5C&4SKe8XKg^`O%< zo$apFRy_KYXGuzUb%IuMBf<~#UL!KrPw*;I1-TS3+7-;DN0QJgsJ+TtVYqA zzfE~pyhy(KB)J9ZErZbAf@{cR8#?0_ivO39pYrbFN@A1K-#^$^pDq!GdEf2KKcT9- zSQ>`jgjys7()4*90+QDt7IzS8OUh|mn?&r_@h=g9mu%u~7oWY#+ix zTlwZxwKZuXU|2hMTHCRv0TMXe*Tx2LD~i(CaBG#VB1?@NfWJSQ9_3kz;nt~-c{C9^ z^#P>e!pJOp%`sUm^{rVr3_ZHd_ShH%VEo`jco0JIh~dpy>!QTr!!|*aWnNYJsQBy} z*QncDP@Wwyofk94?qfSUlv5%nNnkLR>1vpzIfVj8MESj^Ck)bcLrgb|0KF#gL9s1H zO!Iu3NAIa!d7C!K5+fgO3FC^_T`AkWH9@r6EbD4nH$KMTCVD_7Jidr(0P`eM@&nftt@f09OR^~nClasC7aFR(eBwzfR$70VPB>JpOvy>UQ%@U`^-hFKsFVNY(r|Oks(hP3S zzO#kIe#TDcDU4jQdkQshOn{s2f@xYp!I2cPG4ge{q!m?yOKoHt{U)J{p|RZNIx$fI z<{Jm&xw2GRhH7A~OGW7c2XuRd`g<_YF~c%SI-zwjCz0N1HL4|WePm&_lqc47w9@mZe1ZQdNch#+c%-q*<6vJuMn5+ z;k;+dn8lr%-kE4NoJA*dFaN)obK+PizG790c4CPwrJ5J8{_lxlQ9YW0+(Z-&8U z`WfTLKys_Lrg>cLWwb21B~C$mLUSib;CNMD7^LoTACRmjjeXoRXkPw3jftT|>Jq>}rgFjLLBYPXZ<*YSJp? zRjS%8fq^s$suuJn{Dh-Wm2xLUIlqdc>80u9fai>&oEr{}+JZV*Ahx94UugwC)U#h8 zUr*SCy!<8JRRTpuC?~aGdxcmPDpyk71qfu?!0_7exE|2(8`%3cPZR4uM@&hnC4ME4 z4qgPzmM{Lk)4J|TshskW6m8cdScB~g=9=%Mt%gT`q%`0RQT~af&f1KJ>E#7C4MuAuK8`gQgyALygb*HxoO*R7 z515}A+^FioEIfc1hCbN=2Xb#50VM_dL+)}Q9gQXIClyk%_1xmYkfVSZ8QLkgQ@msD zsp0Qn8}cgd;iM5me!yp~wpS9p_F7dXy51x;`778EMOa(}n{%pg4pR)31daeIV%mA& zC43eTwH16{@Gf^7fG{Q;Q7BmcbUMa|G_|_zpcG zr3|JXT6}7xhkMuX&SbA~z|SFCg4sNgbtSGGml#B<2m5ed4ikg*Q!sR?b^TC%&PM_R zbXci;TPo^vG!2lN8LtiH#B^X~t_nK&KcG)Jg2cs8D)cAHui)b@5cAA0{;joZC|Kv8 zlgjs{*p)yI^Kz#GA8@LBi*N}mFB||q@O2nY>}VZ1-dRunkUcS6Ru4VFO3J3w_#zOw zu9_~4qy}f`R8Wy8U_ zqae$jPCSYlWlWlQ9(S4L)5%i#}qbUW?k zHyd);yF@`Z*z|!TL6(>7G?04*bTvviME&xH&y6PHNZNCK}5s zly;<>3K!Avxi*a1N+UkKKpPHy0c&zz#$emElM+bu(UnGjyZ@xIn*1h?$jb9nDaH;$ z!M1jHNg)*-yEm(BEa9GaU1vrZK zIw?nEP~m|Y1qN;BHst=kX{<1c5Fg{@kS0WWPW>Pn@I2XIDw`UgYA z&^dn(ufXoqjw%mJkIN%PDxJw(jTpBBqpqlXa6gLdR(Ga`?y~WoKbyc`s^jVlQfMVqa`& zb963ndF{P@d)r2?IQoA+1uNhDBsH>Xr`^5h_|(0dI&Pb8n&iaJ>C?yStB00on~5xH zNh!8BH|Mio0P}`YW{W}c{lVVm-irgQbaEbdivz_F+SSI6imXz5fuNGx~ zvRnYHMUu`YUlnC?QB3mFYXAbTma|D#CX4edS!Cr!g)QNaA78vle#~ZBnNE{e%adt7 zPM+uEY*uAS3OM1L>O7kyCkO^B{D2r7NDPu63V@p~@?thfvK+pb$@{FV;CJ%1YC^&r zBt;1@dg%huE|X%8)%t+zbuvvCre>hqrgxJhpAppaVh&w72WU{_GM`S9lPplzlN}tE0 z*?>CvteR(I9H->f^%L1nHL3*0)(fe2Q z{y}y%&gP5c8GYU_%c8u4M&$dq6)s7tc2bQqT#3Ww0_iNEjBGF*#1H9sQIyvY6sV$7 zf0dc~Yo3qaP4%zyv^t;WC+g>-Ovl+tI)0~Kz~aaj`GqcjkuJ_POjxGH1rGiJ5&(x( ze9^7WmKQMeun=c+{VH2r7UjDudV3|hS&efjCJR*5J@Mgm2JMZ{)hGG$fh6g4D#%`` z@00AGOIW8bOJEh*~)kX``d`?HCUysQMhR^_L~IGy4Pn1hS* zRQx6Wd-0CQBl>ZU!37qvJg&lWjH2`yOyu>YL^yJ{TS5HS!5E>b<_w2P=XWq!e z>ltj|6?UMK4Zs@w`3?RRLE)WNDi;(S#Y8u$r8qc z9>cmDB*Yp<_!}1D@?r!pN3iFVRixM16%Zvyxn(HYA5Bh1C31;sLA`%^@>>2{u{(3% zkucsBTXC<%s{`DR0YCHR3GB<){DovcYqf~OT!A=&f|=j=EAtV!Tl)qUC>1H@2!BWD z36xJy(kdGQ8G-i8@nTtKf{q93XRuqmBD9A;8S+ozr>;+gdR<%&l6^gTKbGnI{Arn9 z0uK+uKUwBeVEPps@ev58xEYS*H`Shj`jaT|GzVD){uub5z86)4O-k_8wb6K*Rv>@~ zHs^OvvT?olX(mV=y9x7wjcZorxN*R|o-AoUjIe&3|2AVGHnm7E=E#@SPCp_hq;}5h zIomd$Lzf50y5YZvOPJ*k9z39)V?Xhu5Q;jT4*k1FpB4oO4agfw{sVEGv;<^A_z8sG zaybL>oZ&l&U0KC`YG4`VlM`8{%uFFL1*L zVGQ{DGgI{F?tUI*{<9tJWQZ^dXa(7RY94fW9KW;U3SF# zc#&P4K+CbuVw;YA1qo(EGj}&ZVaCUc@#fv&G;}JQ;rfT7k`n+xyMWqegzOY)wGi?y zVKzFs7X26fG*u#SX+T3z`Id8$&LgENDS-psvhlkNfmNB0;U#nqh%kb!c8QdE0iuX5 zqBS=4q!mpkDCf$g_M+7A9d;1Vh}eW1btoW*+=IlVR8pQCs(=zpWXVJR$tAq8+9B*4p-{syGhK7BP?-5FU& z7MZN8nHi{>hII{4wHC|@q-epkV27lwP;y3DRZP19f=-vy1xN{tGEb+~z*|bX2x%}t zl|iDWDgN5UMQdImvyrc6+2!tGiJJGUF!IRm56}v{gYA7(%%<0pBUQUc$C1(71F3ic zB6T{Q3i)7`fjT@PdlQc6cv+S>C2^omr^O{3TD;eZv3H^Iw1f5xPyj8Pl{q1Tqxd-8IX$1 zk3dN-A?d#Z^jDl~swdS)WPTk3qA6-G(}BOOqpO8Q=q(dQs*Jl$W<`Dr}(jZJ5ta zi(ZGgCMs!U*BK5wc2lI%Z2<`U!yye(fYen_x)ZIumS$7Z1wqZQKIdeWr>W|Zi9`MX ztF2cSmq%N`_!Ibp783rO%iUDSU?1H+VzGDGH5SwGhVTOPfgPu)Bp1j)*cg=Qqh^%+ zZ-TlGzS01W;Nx+>{~$C0Y5$>d=&1p5rimJoritNir5b^Vv?w+|sTZT^`NNhG8pYTp zn{qT=^!apnGNBQhDC20J1t!Ht?X(coNGFpKhvLiLG10_Y6k$426C?md$N}B3`p||Z zF_OH_E{gX^6ts}cCh2T(bMi>-9yxeAEzYicuncVZ$F3x04?X3zvK?GI!#1p3(~A0+ znciiq6KfCEH(Kd$!4WKlv`%@_Vx(&RD(o#dN|A4o66w zD3Ol6>Yl~oD7YdWs8*vnS)qoqx3DjxG@FRR`t8h0 ziysHlaxr|p|K#a!$3Ffm%m+3n(0(87t1LHHu;-F->WZSn^ETvFZH~|L=>%#wH9A&} zj#Z;0T~#zY4mIn}E3R)OySqvEJ?MY=IGt`@l3Gq1;pa+RZ*fD4!1kO>4V+k zT8^ikKdCB2tC-P2FsbM^Vz6kc%qd12Q=_WyDEdOHS2{h;xO@zp;Jla^%c#evZ@`v` zBM+oNz1w-Z|7!om)BP8F&-M>GY|oWrJ(AWRy+I2w+9>32)5w!2*~#)OxK9yW;93Ms zvo6+7N&sev=oumZ>VJgr8e+q^+VioQSbfIEWJr4)Dd z@a9J-st7ZnZU#hEf5L?t99Hvb?h0fUv38Zw9mI69uQ%=1E^5v!&_sR^+qhKmp%S>Q zvGGZSGQX5>x4n-r26>gk4uj{NJvz_CsTly{fWo~8{_F=?YEB%Rln+%U0ujH7!8yv0 zX-23fzDu@~Y+7ZOp2r`T?sVv5tw2rJ5p}H9iu8u3N%sgp_5zS1RvrHcO`g_s#n9H7 zn~plcM0pRkJwE6vl?wa0WhKUk)vr+8^%dueUtTsG1ILhtV&3O$iuE70tN$og|I2puzx3-voe@!6^jC5ttl+OZi!!1X zsCqvCF$0Ucnkl<|-1o=qs4L_J0v#QV(F_D*+TrQv(bkUqYj~Q^CcVy4rymdwP z+K5h&Ko-N3y8~}|kaQ1TJ%4t1&>bYMOl?}?oZ7f-NG$4kHtXuZ!Mko8IF6D1>3Rfm z?F=?XDQgA$8fyaj{rb&|7a-?C$GZg#YPSzc{H1Su$)@SGq;L%}0m#$+=TCkEXqy4s z5EPQOBdpgJS8G@89_&Bg-#Z-b{q*L=-*LE*Q-m4<(NLPHtm8j?U|RafGLP?*^SqT;H>FC#6=o?=y4 z_q7~{BPkr-g!CwO?Ck+y8|} zT{9DaQma!WJ_uV5)wkECIzG2ed3@HRK0ZR`amcrQtK@U%Fw#yiExjc%TA;n{k4;)Z z(!rYSMAMO1SG;x5mba?sHYtMRNMHg&Tj(J=l-ZEn&wJhf_h@VLKaU^%Um!>5)!x1{ zx786o8C&)vyk)N3dY}i*?K|?7YBY?J4Nh`a2SPvjZa3KuS)7lKZLw*Rfrjl!Qe}ST z)ilyE9v12!4RX0sYz8sudO(`iKuE(%jvu%LvAY~rD*q^5J91SzuIA7Q97^%Ve_s`o zE;hV$t?i;-ozmU7NUvl8?t~+1NLfv3ke>dCEZ)&7kGWQyHzfG!g?zm z^oR3nud*Q@IsxP}+6E;8C_z{R4w~i0#d5Z=w^3Dp%dTG|jfet@Z>Y0g0^J|}>olKE zd&ngi;C{c&q9WaefC(J>$+x=m_51F87KPhb;c85YH?SnyM!{w_FRX^Py}zaP zj)K#5SyYBRbd*TTB=W0_vrBmfjO*R0M&MU~LI0`j{iZ)%-)&Ye`&i zF=KuEtr%K*J1ve&&2fkIl1Q#LZo2T4PA0zlxP(k{vTk_j?^@yrnOr}B|4G?Vf%j0- z0t1x2A|DyI#N|14016#8}J1tAKDSR}oWF{g5a=Wq}Th zY&NwXg^q6QBAZwwd@MKXE@+f~DVoH&!5fdxL)Mlwv7(faXnpHDuSAW>&pL<` z&DWmAv5MpeA%vVdJ7}1|C^L=ZpGbp|O9X5|zLc%(?wTf#Lx&9f3GeoSUht6fw+fJkX|Fc|0rMr&C*&_65bnm9!E^-j=NUCIXlx zr-wF)7H9PJLU5p8Az3xhStA89y%^*_SY>p3L%(#mBpw_CL+NgIJsnna8^u8Bbe&aJ z`#!pNQQ?4BmvS7RWLK6i_>f-pA{(h{T~_>V*V+Z8DI>fd1lGK%BMxda1j%R9ac(Aw zinnAOjTDeJ9*9jeLq|hNv_aAp^|}EIw;XmwKsE~`1;v{n39Y)T&`|r^vF45}Xm?9S z5i(#+BEnyE)dhisC`zkF(NixWNlj8(L$qYIR-q*Igf(--;M^(=o7VTE&uxA8c+E#4 zQuL*U$4t{}E%_ku2%X8kCRsFg9WOP_va3acee&~*%&#kx9SjL>V zI*yil#zA|L-GmMnl81J?LHWmm7uCa@X6wPCLaGaMesw;=TrukE1&y9A^2MPlG}90Bnt!u$JOlC%-E`sH~Zv!-R5o zs1>&v1)_N(S=-LP(KHI}jd~*7V2b@tlc>(pQd5yT58!1HW0BnEyPRiCuY%Te8v+U| zsukHY?XUv`g*)~vCLd5sNEstZsPt$i9zezes=nbAY<};AF5x$6wWnD1U)hcyk z*q%Lp53Jx^(ovr~S%u?oIctJhS z*N>0;x9Yh?UWR@%Umve_O`_?MJ_cSxbSV87Av(IzoceJJ)B2sT)w?xNSGYBen{Imv z&Z~&gU+<+cG6kr3lNm@p6WSZ|2A6a2Fmr`k_` zy^DN?nVOnv{$gq}-A<)*=&?g7QOCbHA#3qK@E|Nv2`DSz}CK!8chMa|25Iung$F#ZBXz7oiQ!1bz%t#F-gZ`_>)|63S}YdQbhGK zt0>FcB!8bzC_h}H%r|Ps4vxNoT~pJY999J5=;Wv&gR|xe%rJwBs^I$bX}UnVQaJ90 z$mprgz@eceMv^C_Wz1#?RLptx%ajsfnsuR{UhTc|%II}%H|3J2Y3($dcY6vEH;f~H zum0`_ZFFxMIrP4@P@=uHsN0(}vs%avYL8r@}Re2=-mn-!O{n^PW?c?k=X7A>+n9RjPRKiWXNdGYrb zFMoaE=~ETmA-LHddp{H_s#XUSV&4^c@|nync;m5v?x2xOL8y}6ffA+$$!nn$4U+#B zdcYugBdFQG(;-ucX{1&jF>UfRlA)pgBlB6QsKJj)i?W6)SW+=5{m~w+S#g^q_TuGX zVAL=b)AbmhK zTV6UzC*-h*j)}CbrxTXa&WnYB8~(V=DTiOL`vXz}_jaALjgac98+jVHV5^cJTSHnu zcY`CDI76A06}-qW(n{S3BA){eQ=G5# z^nESsdL^nFSv9&MeatlM0A}6}>pWq^2aeFmIwJF};;@NjEF>2i){%&9O*!Zz{d_~! zE5W_QNDA@tbb2l30v=e1M#Qq#Lo8M`Z)gXXl}LDB(tH)RH959~GL~W0g(9X7sD!BETk)9pd*6>CY;4BU5GG0sEEgc zwIA&uNh_Fzvk)5|5K}$K7Q)WGOVK2od2=G#gO%9AB| z0+%n&>8*;cpii7VQBC5%lcdW2bFYgF zK)l2Qh6W9jAUauY&eKW_*fgu?|is z8;=ZQ^rO#<6v0)xSd=2&Y!}9=%z;SVzA{XxH}Sh3y2P%U4bpfhUOUZ(gM%>`yixDw ziNor@-PJXHn2QU%0~fx4!y;0fxG!(*#Na9@b&UtC3sznfg_is3>Ma8rxzcHEgZw}~ zT6&&RmJ)Y9^GD88FMgeR%#@4n4xQJU=inAjT8hMTQS3-wb4qcgX$XeHAh5gCu*O zmBK1c;+zW=Ux9b5>Bq-6;y)u0#yzlXXL6^hohHGk%rWDMu!z z8a1-&yu`2-9f{kI8n*)s3)_jWCT#>d+BxjFAEMB*i@?$EnM%#@T$4?9)Hk z-IQ+i`FM-z2cLYf9#B15pJ%hP#d($NBox5_6b2KOOxq?Yiorh?9mnLbp?WK8d4wBc z*0f&V3!0(}ph+kXOL2I@>O&-dvm}J0;_0Nb*I*K0^gcR44z6ex1s_oZBJ9ue=>$lF@na+ti^(Wf6`B1P|B{l5f+VsCz~A)) zaHNLlI3AQouh=J0C7mW8J|>&r!GFCyKYk#g*6Y!gKnKyja#236$*-$%Fw^=5Xw;CQ z1_z7Q{)p9wMB*JCiV8jYT_0CU457-=BkR3&<8FlKI4u|-E6y71BSH%DrL&BksKXZE z7U=?onFZ>GLLh>2!zi2T>V^sxC0vRa#mO5Ig&dKkQ%AaIVxmupUKE7C5>fFOuPhLOy1@!jU4`t?u zQm{XOR$OM2_;CgdX;uR5XX-d(=^Qn;J4jEvE2R+_ zVjoL+h+E8rqd&#$2;~zBiC95sUjQ^%a9Kz}JTERsFe9p{MCSw&=B!W0(3DxV!_15O zzeZVA_fTr*Wa+rfVeYVO-FUo(Bt}HLT)qg0v(}-;Sg7EZ2-njiY}w{@>?t7Wr`9!J zWj%9_h?tp$GBEH08j6@`(UH{XEPzQ7@ustR3$NSjFdU0GvK7Q2O>yxN^Kad zf({@{XL%sXWmYYxC~S(Qm%RKtTY6#tEA4Qt>QLkIq|T8|usrBrx6O)@lLs&clms%48hZ>cRR*|40L zXWU^$E9Bca2gyY-%NIqt(viOy9%w_^JzVOiVsCshnYi{tdwb+xqAu+t#;sYC(ToQ* zHuMhO&Owv}eXZuPH7_j!Yu+_c>BQdZFg*Zt00r>#Io^Wil@0UP-9h0_hL&foVl?^v z*Kb~op6=7#$QOIh_7B`h_W0;s-}=Il8KDtMh540@!Z7+&YHnURW<}eAW`0)bM=sJ? zdY0K)xx6+#M3p$NLhtui7NA06aKQZqQ&J#Rs$xd|r4>)+XSGS34~rjlt4ZZ%aFc#y zL|7T#70Y#x{Y^z?<9G^%gqNX8cg721ix<@5QTM`Y4Ih&X4@z`>wURaU3l$Y6+*qb4 z9qU--DBSXj&>ny|L5t%cPENaf2ud_N4(p?;F|su@8tRU6lL*GYn4F8K!n?aB2wkqi z%IYiv!akhKY-+nQ6=VOnCNMe^)o6{6irMtqB$x*=+M(T}P)tDnta_##Annh%StDV! zVWBp%yXK-+%>BA9^GZ^>w@!lU4Prrd#2*|-Sm-WTTKx5}Rl-1NnNk`4u_^qrNu}4?aBk70<`2kZGJn_}Jo^&D3Lg zw)oh2BYO*@VNIQec>DM`&IGHhSbW&3eU(a!D=b`=P%6B;9laI5B58c;oEw6+1jpAW z?9|tAG|c@b&3V5i`|=+_b5~=(7@jg?Mx;Yg0<^P=g$6L9%g3prV^4E=*l~~!iO}Nb z=rkRJhHyQUIRmsj9jH1K^5GR-Bi*&+bzTY&EsMwrj7|}4H zT^UnrU<*~S_USY|^Xw#+Jh^a>je`@eB=_fW6R6La(LS2-6z@T_Bq?7YJ zE7Nj(el5#;vt&F?t7^A#u)3J^iml{JcER7a0)aw--D9_}SyB@YkH^^LZ;=-g4afXNvwg_$!n4__xT%3)iKWT2s2!Dyb(-T@B( zoybs(ZE+BW+FL=P%qD=r5AxQAjR13vr0t|QQ`;Tx#(22vSo33MLA36p+M1OmopmVo z`nK+pYMD*5_vuVr+Y>i4-IH$Z_){D2i%Cu>yt$&*z=>DNvJ(N7P0P9=5$9rtQVBLO z$;+Na584K26dJ}BW8_WjFNZ)6aZg1R(_er>U3S90fh031@DB#LA>OR#7EJHN8rmD- z^`1~KSSQg=V3N0ZTYh)g?PIDMaf%0BI1V+Uu;HIJY`TepuID2@3ImKF)9a>Rzy0Uv z@z(Y?+uK{)qto%$*67)bXF$2{yxhy?bX}Yb3#G&&es(#6mXVGhc(xnt)Yh?#%o9NK zqlO|5++&nQ(JR`bV;S}a2uJyr2MA}5v;~Ih9taf48+-KA#Nj$BR3f=c$1I&`~2qFz=q`By4q325VJ!jGR28tXIWFTpw<89Mt{bMzs64GJD}tC1ZNeP9YG z>!HwtEk&C0Pg`!=AoV|mciIgpKq+>ltX)ZvsKS!!fFw=BE+^vvNmRM6XP2{Qwiy*@ z$1XTD-vU)|++tPmo9T^b=qS^?%8Wx)uk(ao1zt`kvn~ZEqj6_`HRnKR$~`OwhYZHq zIIAj5LxaAEQXqzUc}33nS+(HjfLhv!l2lpj)MuM{tEmiX90d}{DiQyJ6I)vF158K- zK0O}L|37@JA(6c9Fv@4+>2gB%3yCvTueg+v_q-^pil5eordDKb1Bsck^E93s_^&03&DP}p)m~C3}c-?jg9wk!k1bjo? zk}AZQM-7Wp*Ai5^^AUI9h;bH-qPLjL+=9T9HmS1GDc_tgI0gYDvyhJN6l99KfrvN$ z9C%8-)`f)25bC*3QKtX0{ydw&;>k~?^FYPG$V~Ge6g7lNJTQ_0ni{V%JoI9>M@dV)Nl7dHB=L!(VnD z9(3I>d>Tu2mroo9d06P7jwBU}5ncX%~$2gTbDL+Xowysn$z=oYcHjSC`zp#f*$p;dq zX(XLYMBXs1_Su3fCtR7$VXnzzQAQzE8&y*L8_M8ax|$-YPwKU>YzBH}AY5l@iD6t| zSH6&$AjK{X5b;~jZ1Y?uGdw6Dq!lp0(sML-EH3UDs>A87aXs31sQZ`9|oHR-epzp;D9vo{UlY! z=NLd! zwj)yb#x8GgL0Ea}Acas`xbhrzXi`^x!=hQ)AeU14WRKjs1(ID!Az+sdPz6ybX*qq< zn~nUe2%M-!IAML4D=}CYP!4bu2U{P+3d3t~T!E#VsJbV8isPv%9vD!6zdy1D34`>? z2%*8Qo3^Zwp+YGM%Y4pGD$gK$A7Y%@H1RQhpUf1(1?5|@L|G+d_?u{@0!c}iBzF?} zVB-oRpWfY~&UDiv(^yR1@%%zvhMVimdBGp%b47cdpVPIY%0G%^^ zQ!xf9*L|g43ppF5Fn$y1*P^5gC=}}pOKw`#g90txfhMk`t|t4=j3ez|7zqAMnzl-k z61oqK1ypF8$Y&GWCQx8eEQEGfjfia0y>e?ECdwP~of>J67ijt)Ri?zCH>7a)4}H=X z`08kg&qfQ2g6gSU1R+i!Hdi%$!wyYCrbqb9kjEc)Ozq!(60?p@*b;|lrU3sHfF)gV z;*j_t+P?$PwD~v;FF3g#?Izp7(i@)rf^>pnBt<2;glezXGhsOHZpKDv#Y6jVPX6QM zKf2%jDgkt&1|Ib&#a!Y=a)my;tm#LP#x)n_^&my5Yc6FO(DF#R2C!O}D}j}##5G_w zFIWk#IGU&dD>+3Js1hoao{8|q-*w{%J5KVydY2J;D(urZGZ(Pi`PxJ*yl9Ju=8Ezq z5U>~(`XPx0pAD|aj}%uV>1r!Xu8kl;?B9>1F|9?DDtOb4TNEa}x}{;{*RW%ydKz1T z{XJS)n_yV3g@6TfmG&gpiO}ZRjB>kUK#8B(%`pB1ttCg6Y1nPH4WDgkvKGU~4A)Wz zVFIpesUCQnZgl$6b0Z5j4S_8VsImLdC1P}UY~rl8O1out`uFU*yJL58H5h2C0|?#y zi}~WZyJBV4I{aFqm+QOVbtue*k-tP7r6BIj!f9VFmDMDiQ+Q6k22}b{Mu4Mc zg58m!v35v}-6c`hjCg}1VB7xKER@0Dy#Am@7LxfPVevlec`|E?Yz z)qp_9b<}ff7|*hb9XrIc*!7PE#L%4uPj7i`D-yQjr;l9gQ%+q-2Qy-}@BnwBlB zvyF8Dn-n!%s3>l2x2wi>J!g9lTEAXrr&)^;pMsN2?PEB`lbHdj23*I=AE6 zQhx&p5q$gSHz^>hg?eLDk35_Z338 zhq_bG#r&(MW{Uc|sRzH+x?E$MYP(Cd1GdJ7#P=ha7lSSK3YYm`#2xm)67`la6NqUk zwWkBy-x!zq$j8k;xS$gXT_ApnV;xFsy;>gWI9e0CPv9IFJEs1)nLldckD2!)rhWTZ z#4*#?olDZG)s+>V;5fw3*@<9`ov(aeU|`l-sP8Si_mpE_5rz5Lnz<0KQG%R!|dKv z`DZs(Qmid$sa#37YQ6UVI0ni)RQwn{K8X%^s~VepZr>a!2=WQ7kaujSyK~#--J3Km z3nSYJ_=LD^4V~qGz);O{qh>;b5zDK9hI=|KD0{#tC2kpWJ#12d9XTPMz^A=d_Ng?o zHMFtS)T;`;yXV|&>igGO{7Xcta4={?1ye)0&?dWXl_PbTE3V6ZGH-62t|A9^Wo}sZFOa+_W>w|<>JxbDqVeNKg6B#y=I7=c{5jaayW;9h z3H_AoTrT3!-P*e}COf8zKo-mB9=p-4?9j?FAdG`}AgqYUF#s$`u?N5kU>pNr7@b$22Oo}7L9;BX zZhpopD3c8pC!@Kegm@{)y%trlA=#oAVlY?%BNDL+R)E1-F`-B>(uU7$O-~Mfd-XKg zNnX7?IFv{EGZs)#mz)>XLI<2`IHSmgPqTy!&u7o-ZwY08-5WWBr>BWf6X?xlB_7a?waesZh(Ej$!B1Wz}mN-cAiEnaQuV zkJq!Ylwd=a1QYj>#ikUhe8NR@XfPh~l_}_rdfPl?UdBhQ^wg%0!wZ8XHJPe=Q97U0^ z?sn{@ZhyUv_QoU-u{kRe`qYZOdt0wqK$>vH2+(L=JtSxO6_w;CsIBT2z)4OiytesEjXmC-<)NxYfXlte*2i01xCUy zN=4Jzc;2w%T&C0Mcv_4V!`Hv-YYC|g>Tvn2O%=7bwXVlBbdn0%lqET`O$B)((55Kn z(AYsqvbGc^a@avxuzu$-#$q*6>{SblTX%50tQN(^Xp)yW@7`yvx(YIbB^T9P{Y$ve zGA*$4zlb!{L;5`uAA8N5(RL8P!(@^j)5!z_PyjO#=gYuYGF00r7aK;V5SpT$nI>dR z3`Iyk>d;=@IkwuyCd&c@SYd6$hO!x~3BUmp!C|8cDy#L3vgDK`{Z<7gPC)ZuKCALc zMs>Vsd4uFKOGGBVBwq|&B`?s4&^@hy--$n1vY$IiN7|&SkZ98p9qvTUiydK1UVl5)&p|Eo#ev)M9_P!lu{8?>8~YP3}i|6W<=ph#AVxZgXs5P#2&5mco!n zLb9(N;=LwpJYq00L9?xIYsWG-roP(W% zRJZs+h~7Qf2Cw#3`PtZYi8GS>%>=hG^#xWH?W48kF&@`gIw10ZhUJ+^Ry>+ zAYOg&qxv(SM2l3{7bnG3e2%m|aN8S%+ZY7lDpp?#PtHtLsGjik1iD*rjcLmN4Zt#WJV2~G!H;#Xvm!jx3@Xi#4P=VGdIY}ohanX}k&oG8scadQ7 z+!E1A-E6gps0g-3WLcI%a|emweV$z=*O=eK`b0_PEEcd)*IPF#J-a?5xn-DwtQvFA zrRnd9Asx2_I!sK(`Wg;xR81i2Q8CX-m6*WcUV&X&%@8lWg`6fI9eUVbT{1Wg==pan zP8IA`VsH0@h?p=)Mvl;<`N+u7qh>)!RPB|~uu3gX6UNKxoBj+R{BhJ##0l%#FydzP z+<4;I<^%{(<|j)E&#^d1Rq67)NY2yu=vOc0p5UDDXF^j>6&C5xd}LprW{a$ZQ6uXz zYGOi~(ho$N>>n-X~?BD-4t{y%O9T7glGT7X>SeMn-< ziQ^?s#Gs3@V#ZT87^OwckwD4~SR0_mrXXa;oe||m5XWygFXqD9-=-g=kJa@;fD?H> znDeE})*9~N4_CY)sMs9r#ED^6MN{Gg2I-d+mp-eiQq5y;i@ID0_3Z9Ga||gs2&H>i}2|lU?^e?iJ92( zCc}(FW%ol*K6?xU_U$C$?gz01Cbll9o{i){R@+HXkY{{dAyL~^)hHk)|8%pz9kwGtlOX?0cu0b=)v7eckaa@>F1J@D;AGRI}t*s z5@XFkue^%f1*JRW1)f*w^9U&mNryHT>pv7?Q`*}vVaWB9BXabsO#{T>PJBvC$DT07a^r%P@p8~j8m?qqA{*%aH_y5nX( zQ9iv}$(8qqN|x6)TVDHat(7qE<{9%iUJN?~dh`Y}Ycb^^Z-n?jV`GncwR$Tpm6r-ZIEI&!W-xZ1Z?~-6{MY4Qy+u$d$ zn0+F<)=>UFG24A&wm)NHwtvHnol|gTQL~0)JDJ$FZQHhO+qUgVzSy=Wwrx9^ z*k}IB^Ix1gReSAK)z^D<_wHW(KB+b@={w$g|6U)kf-4Vi=9)U&Rqra*)ZT& z!?n<}o1W&)XEmx+g}w{8R=-^-g{{fMi7q@lf2%o%xy4i{fQ>1_v;<;DMX3u@lfuUK z3LmgB7*g~5@33(U%8U(~7@179yZ!c{Wwf+n=Gqc|HGD_vk0|D-K3U`qRPb23Cg3Z* zVpDe*gs)d#f{<5oQZ3hCoP&(ZG*-8i(5?zz6!7YNFuFAPYqZ&pjI&|o7;oK@)L)+P z%~cpMAwR`R!yYN-|R{YQD_yfmB=D_LgM_-GAojC+;Hs;TpNq(uNhB z4&WHZl&L!gE?npYkJkSq3-$+B3l`_C1)X&@XT2@CZBFQ~(xhG`J@meJ4>W+#Hbmm^ zN?(fJ3Po65ie`=Xv!zOx3>$Fw8uMrz54GQ168S3bnS#Uf>-M9DwNzJy3R{tEh~ z14Hj{{-07Kv5U?3p@rd}!GNLhtOO@kSf?OJ6=rO`nbkvHyqSq!PKKrzFW@R+>xfrG z0uSWmooPLXy$6M7-o15<&=*uZLh4axP~yjYSGgSXgOEXt1a&a`oN;%7H|G6cU)~c? zaNwXLhVk~NY1RWHl5AIoVK)J>*j-8MjC&GRj>J@ zU!yvPOn>6>c2-!8-c5AKN`nxL-uu-)LfmdzdAh^Yyji5`a(IeE`-r|JnjxR;yF{L9 zsuwCAjMt4Li>~LvHMI#0$P)UX+v~QRe_Vac`FP-CSd}x4*_{@e*0s1WvF-nTu)Ah$ z=~!?suXKVCnPrF77{GG`%@rik?0>E6n7>UABSfl;fA3M?9{)J9+(+e?n>TFDugq|a zW*1zv?OuJd-96XwOexI1?56JV;PE`&VqICDlJNK$Q2yMq_CNr8V3gFZlhRRa2O%*x zj@x@cbcwx)Qw2lAazqhImJ1Mc`zA$B2fQMp{2EzBb?nWb zi#g*}mG2gr|I;bUAd#d{cHTw%Oji)-n2`T_46>E(k%oY*+7<6q1;B$w-2l% zF*rIC(DR2ehFM_J;+%E;Q@$I?RJWdIUHQa)K~wvjYull~r%0Y9-0rXIMUqWQiOMRq zX!}aRa7VXK=Z{t?r+rdU=0Ng#RDs29Q-%LE0Doi|x~}^CQ{bExgO#F1ky&vmAQ=V_ zaSpbg*gq&MJa9=-k2`-M8RlUmPGt~DaQ~ok-!eKrIJQb*yEC~m-kJAoOIu^(TP_Qh zot6b;CP5|nv$CSDd3Y9WJ0D>t&7?s#9$(qz_b4sv7sT&QRUribM-pJA^KqR)(v74{^{Y& zYzyKjc|JWNo%n#0DHBRx>Uq?2ia&YjMZ(2-Tr82`^^)4%Z9v2uwq8{r$&ZBXFk6x`+CI4ur0yFM~hE^ z6+(N|iz5Ok-K68ST0j$>BX znFb4gCLEo-)xl$Ygxr|%@y{Cs4A6-nAOICLp}y8s!%{X#U~J_<;H~d28u2$QgPsf` z8;Vj{57@)&Yby}Jz)C9sp^vRFR(aMuCH5e77Jcy&sFNQ8`N7Ijo>9-&QrC*?nXiWW z7$QoKNg%AhFSn=49Zy7waR;N;5pwa4*nze7P6Ct4BTdPck~c>DDDT9e1^Ok2D)b;y zv6%zOS-xHGJdg}hhkf%>K3dF!P(jrMH{P(<=Cwc6=FSuW(R5iD3f z44gS-H7R1cywab6#KA7?XAw3Zqs2;v~A&+~&l+e;6CKK3` z2_9Yw!xpjGtRpakKul5tTQ{MZxZgX#aFT%) z*1t_iG_C#~!aqy|2z8Ew4X4p=YxC<=w8R}rsnIdivlKzN^-3>t|>uXJ-_mmD|BtH`bP1 zKy0uQXfw3Xe70Ea_Jnjakc!TSH4qZl00jA%H$?-OnQn{ZXXaN!570^SM!UJX2@91I zv*zofh-E(IwfNb1;dHi$C>GLECrCtPRGyFN=~Z~x?2&T0d;5Q758;}B?N(m@wL?P& zvQqCwsuF=hmcyp?BC5QT5xUvF&n&WX8;RyR(^m0)FaU};e4qTpvFEW-5Jh}BII2Nq zVH&~MwoGZ1<~s>u2fK+o^dFj0n?#){J776+>H(pDsWEn~_^|gV^Y@p;j>MeOlyMNK zVZEC>&&?8=MkWLdAk@Fqx-;9RrfFm7q$u2#C0U%UT#P0u1zTf^7mBy5xv}Ft76@Sx zbq?{!cAj6s5X^c04KO3=R_pu95KPs)e}fVD88ygm*1J??>h`S_uR+bUqO*P#Yh3ZqfhzAW!J-&vylJD!ZXiNbOmq6J(=&~WHQxWVB**M@#@p-B$!36cBI!N2{Y zgtv`3cn{l>hN2dx>LtB<$C4x{(hXh?%ducDr|&*C>_JY(&xpggJjujO!qbzfWZ%Xm z6^OJ7Ura2GJ^TxE8rDg@epiW8Ko$bYm6~DnWe#(oniQ}hpsMr%@(ps?p*tW zW`-06^loy!l0n(w^h4={z4|r#;Zi@Z(LJwGxs%z(aPEV7OYndq`P`)=7sMNoq4c{G zToY}wcXcBGd*MR<)da3sY;pRgxe|8HpA0eP!vdH zGFyZm{v!&)DH^lQB@7dHC8)U(R83U$XjfB@{}l3`hQ0))`jQ5W3QE(Apmr@XYJ1?t zMO;BNvVLs`^1Dz*{nglA*<{YuZsS%s^>wlgcnNIL*znl&T!~hB+HiZ53PJf=CkFR> zCh}H?t8{?{PS^lf=-i$YY9j!?;V0DT&Qd^6yoT9mucQm2`c;ef!|y)5C0!3t%O@DV z{xqd{GknDNGTV)I`ps8z%=VaKfx#B`IxiZeAmXYv9)HoAsOVhMKTwf#X+~ ztc&zNKwWKry=GiVD)pjjt+x7+&uVPJ4E+Ke3Wg=kL}806qk+rml6kMP;m6Z>(~t#& zKU{(CIE~$4HnKE0?kqIAEK01}k#Awazy`U6?ILpR9_g}KFXt_m>PLgBt94TB>%hMm zVA>;*FRc#6a;7h}B zp!raz*Xn}!_)c?%12&!H#r9sR4CLx{brW|%UtRVFa~((r1pVti&ka%0g7xZkeG_+K zU*7N*_tV~=<8`A$*T;2z5g)nLCR=fb-JxSdg?&Iwv16o8W!Kx1`JK&d!V^jyIn85v zz$oT874q;XK|YVTq(TmM>ejL2Ddo5sw%GVFq(^Mxk&=>YuDMMf+GZQ|t6x7P5&@9} zHx7A--73llAe!#bv~T!YQ5U5&h8Bv$QIdr_%EE2*w6h|RuKh#VXKw-Qn0X|YG7wWM zpx8f-lF%rM#Hxeu#^*pbZYZBi{4H{z2-6&07E6aNuv~=941nHJ*U6TpT_?g;`|nxT z!`A5#9(p*iVY@-b@*lfThG$gDy)Tx(XryBf!A?+y!E=E&&A z83z^zhp4&cW-sHb8+E0SO28*Dany+J7r}71ZNGh>#^CC{UZZ_Y6aX3lo3QA{3IKuT zQo%Pgj(e@fP`QLT<>L~#mn!`YR+|0?l~3N=sE!lGV$-mS(H}N$;HPf)09X~u%6IMs zdy;w{KVWHM>|AQOOPU>+b=%tK6JsFx{)w%-cct!f7+S8r#~3CT3=b~Q6~6_lEjx`e zsWbfC>#KF01$p!q+eMyuBM0~VojiM(1k|tTmuoEoRqyw25!;TY;R zWbK#u74d6xeO$RQ&8CE^7*?>?NmzI#!8Xp><3-fP^R!yW^XwtziwzveMMK-+5jeer zg918vAVh?9H@Q!Cg2V1uA-=ztE*qMYgcAW(78b^Cj5(x>Z>t=^)whxYaiv$&P~(|% z&D|f_M!xo;P5y?<8=~WiuprwzEge&hd^3BC{m|s^C{d#Q+Sd4{gYN z_E6ZY9vl{b)eC)jGt1)z8l{25Xj$4#yh8E!zlBhjZTma*FeOHFO*=?mjKV^)u28;7 zzge+D?0k9I+IK~*My#*s!tL|utkk>Nm;DnILudF-U=??#9kKLQoB+HgSMv;-FRbUU z*;i)kZL$%396yJRK0+EjCTyU~dbV;8S558&JVAElA@Cofi0A zhuCDGXl;!fP=OmA*lY7{xkdxpo(rmtkm2?E{JX$jF8>Di&b`nC0}S=o7JqvE`Rd_e zLc=ne_ER_I5b=>rg2F?xupwv+|Le&s)Eyr}Z{H0rkLV1gXL}S;J^<~R2feerjdIb+ zJvn|?3RfJc@H8Be=@>ZGWj-;>wppdY#40J@Ftm?1h-~P`H7SkHpN`wTTxRmtI`TWL zhzx6s(Q`i`rGf_7)hgc0Z-E667w~7)lSVtYQ;J8Nyvj<7fMpv%=A!1Rh1`tS^z^zZeh4+N+F#wq2!0nu>WM63Zjr)gb@+9#AHTkB-hnfzJBpOQ#{o9 z@hFB`NoZxHBTZyXc&8MW zzj51O`niCc{NgXRH0O9xO8VTQ;#?Ea)1q4-7jQjj*Ka4?M;S8;cr4t;6}=Nu{Mqs7qXv zJ!p*2N2?^Uxw)usWlXapBQ_|qa{RPcR{mP{lhMo%>fH;~6z%%d2W`?c&>?$u0L9yP zM2O)R{0|D>$jqh@_!3J59&w+rLc`1tq@ZS$#$Q-{DF7;!Oi}VZIg{`a2|OtmGWPi0 zN5*VHw2TI|WYjyz!FoQ#ABWAc4#Envgmm@xCtbwQMnhA0dKh2RKm4ns^4hUiRV+py zUXI!c4=}}^ zFD9sKZN)YcE-V|c5|)ta7paEE2ctV&&PWsLS~&&EoH&t3u>-7nSxMw|sIif-b#VZw zf~46w`5T#RNTT}cOvwvRLyPbu&Q?i`my|KC8huOj(>vBpsO|MND3S<2bv)^K&p%Qn z#>oc#P76%iWUE{v51vI)kV54y$lvKP1-(RDvA0G_C{ID>PC<>lBw2h+W`V`2+ zm8K@ehmH@JE{G)>%a)+)x}3TuFT)O08d@1=I-v`iYPrcM9J?2HHK+j~3CZ_vF~H8N z-AKF*?9hK!unz^^ug_i+*7L_wJt`^LO;IN%nr8lBO#I=gT;$WKJHKbGp-!oKk_&q= z6{9#;>ASYZ-??z^eOk8Bh^;mYaQeiNzu?L1u+Qmj@0qDBfy44%lsI5H|6uOHXLgY_ zWWafE(iMOAI}$Q5E5Z@l>`qx|eX14Ou~=45ex&0P=twHu74MIaJgqThGIF;mh=ePK zJGK;9R1@{@IurlsGskJ$gmK8~i4TX%;XN*FVG3<-5f)Db?iQ1a;Ci!)9~YvB*;iq+|R1gj@-IVEhVodH@z*l#P<>2D!=~b zkML_s|Md+|bbJ_N>!dHs>JnRu&pTinQrwVZ&zNbYSX$ySgMOqFOj~pqMe@aH^Tnj2 zI?)ny^=sjle*X80r1KnkcQc?(5z_b+Nqp@? zf8(bCB;$SeR!Q#kfO;HK;q>!GfDLH#E&yv5Lnel-xK^;Gt4LK}MwRFKHG^CarLUp0%~i$P zg?C-#(ZDw<;_| z6CaG{T~BmOAC}YM`J;gLV_3~5LbB2tEqj@sL66TIZ_&{YC=Rw z67WL0j{QJ~Xk0a~PYQ&9G0qSh5Q7f(0A1(M>MiUNHv&_r*`PWcs^$P{#V@8NfPE~E z0x#ipVT8td4apHn5;oDW2V55;6VCEYR>JFC+iY-tYWK^bV^^CWud10&49&VK*rSc2NiSMxXKz4zgR z?Pu+%u`vQ*vc`CI<-Ul~_R*R5Hnc_f=e*cwZ{L}JI$qVV>i4@zVzUpp;Z#zi-3*om zX2O$cCw5R zXFg3adzTs`4ZV`ItHm7B&Vzb+4mApw@8NaE0AeszXfLIEVJ_b`zh-n%)g9JviH-SA z5_Yk!^tEzo7*P9JE#KEvVT=&*&hj9#oK0x++~MTb0r+1rR{SdO7Qlld3hFnAN@4v8 z`E@C-uBvHyE)pz&%D^f3b*S(F1bx{Rawcs1ToZ|Bu}(>Gcb{CU>%sExF*Vl%%S+8& z3S@^hHx&M7brau<`c~30JJ818PrVJujR;^g!xkmpV`W^zyk6^edtwX=4*nYf-;XY( zb}BlXzgtBwl;YsS*;j`TEtim$ySRU#t(L9vy`Oq(;d_Tps{0f<3#b1~YZm3dU;g8Z zxUG%u`=WuOASRXvRMG_uD8rYn8h8%M0?-B#Y&ycb zJ!KBpcbYOB5MH^;=8V=<@#?7<_lo%(4OcE02q01$W|RL$P9(rJqAB;HA90_S4f?T%#Rk&S1oRop)9 z<5FpZ<$SM~?5YKfxw}$d$na|qh7??Rr4|Qk(&oMS43l0;_cX|0t2Hlta2n||x_92f z*Q5&PfueBY+EHyHF4aZx6GeRch0fVNR$h6Zd|l`i7RJFph_%;wM-0kLmtt-_4I{Kq z2&s-i#2hx3bV?A9>L!wK7o?Ns7k3Uw3`El~!2#j-6!_weOmXx)VKHBMAm~79$7Vy87H@Nh*e@IkMy^H z+L-ASVIRmf2TL!A$(F2qOPAU)moJFxE)YzZatHr7Rgq&gfb(3~C7l+38n`TRf}^ge~?t+wGz16;@p#F)V z;a>u=_xQ>~o*)7*I2FmTt=xclY_u{KX{(^PtQKaEU_^J#h^*A6^KCory6(JkwQ5r{ z(3SPbQL@F~dhKUdgN@e^DOnQ~tqQtGiJB7=XO#M<7!%&GYv(h10{J=R`#ut~9 z%u)VFW89$a;^SCS1~^bX$~$m6WqXi6@_~8{!l}B9rThk8?Jj&nhP|>#a~6sWt_<4P`c! zOE00&S;_gZpdgiPzi;zxHP#?f)13NWId-}O@3B;AMQwTiy?6s#PrDyduGoI$#&AuQQVGHK$1;6v)VOr>GvM!ITM%k;lpWPmS95HC z>7wY0OhT2TtC?$vUy4k+#MAlo*M1z+wm6b^^lI7X`$W9J4ntOOrC>=@n7b09-< z;T6P|X;>ub^wDYT)QVGRvf4glkHyVhJB%@{2?K%b9&?v z=p&>A(UVCD;Eb%mb$x+3FWkDLWWoaRW!@kJtRxXpl|?&Yy-czM(B!5;mzR`G)uZ8!ly`qRts-Ri)UE>Mf8F>TX$aI zo7AsDTHD3hi+Xc#73NHafx+@mv+R&Nqp#_eO} z+0?EaPfJHSr~;%JO&F}%H4;Zh_#$!MBfU(wtWtD{zrPi2b4~>N!%Q8Bu&@V&X~fL*E+$?`^JnbYdVZ5pLUeK03f`Sh-{%Rh?V`EX2N2YOYqp={dCa~qcaN_Zj(l| zT&yMF*rtb-g)Dwv-10_20_Yy!IAW=}a`QFRswB8+$sJ>BEjvd`%v9NgF)Gl}-+0Zacf`y#y2Rm%5o= zmxU_5>^tNjGO!cKCr1ce^M0D0?hA2PYCx@7T|aMt)G0Z76{-cXB`In_5yfqvLY-iz{{O@j; zPjXTy6Y$2|N1)q3PL7|~v)I+=++^$xIPXU>`q?5stgZT?cRf;njq@nSRq@wWdQHDyR;SLAWImIfT zA<)*y15)Us&JZMALw^XN7NQiUP(+|K;aG4RAyR}vIaNtDG%J$n3jr_K^h!7zLorXk z!n)}x<(M}H8#l03Cv5Q++`yCS$xi9aGgiU~Q7POil$p(>79x+N#gW0FvIe}+-J%LC z_lF$cpI=>JzKU61=Lix$Bo>=?Bh!t=9qv(Fq?qMNq=Lr@=}@|ed!+h520VZ0oE{Aj zC5Fzis1PHD&gTu8gN6>79`^wP`3Nrx5?@TYx$z3|6rhNP!PRIeKX~zZU2};q!p*|s zBUrxTzgYpAXoJeS#9^-Cf0LI`7)fmXc=Sm{M5(nnL8~Z1FlUIA!1zQqdUUmOZl1g~ zG&FXI$9YRIdMGmtz57zAj}XKpWsk3j2QO=w<3@C=FhN*EAlfpt)cKTQDJ8|NlTsot zyZn-*6YhvWjOJiL1<<2370Y4ML-zdq=PX&xlNcd(Dhx#j_>CwrC)XF%2PksaXY@fW z*>dDwx^ByBf^~}?`zWvSeZ-0`2Zr(e#BTWf+Q9 zR6O;8wvXN?Ufg;6$QM)ZU&lWHrVHP#Om`;xu`?}%Tz%-l1?ypU{*g zCSlX#XY+ZhcTtSzFn^{-%|eQ}B3FaPYhHh^{s&S~ ziH;{q)_JnskNt9GO2l0wTFS^xrtJa@+paVPWHmqJn3qAd#Td8{C+PR1S}Mmd})I4}^(rNkD};!)uDPPe+Z`&Hjnf!nErl6h6YD_3=sE&YcW`{X-W9K_P?;~b0_n$M z*wg~`L8E0Af-X)YD~Fv#D$@F=Tc%2S5EF`N4E_2{k5HTOf^Rw}q z?sFUeHMDQ&%4pQyj7d!gQUUkofPm_+9rAm5o3gfB8=N;Ybzq>63+#0q*bv78-{Kv{ zc*0i%+!eeQ;VhRw3~ zBQvKh4d{eiN>;C9#)N5!}@_2_Ljo3CL?3f9>s~2CjmP6~7 zawX@_3&V0w_fMzd?w=f4&%0tUz3uQe`}2P(y0wyFEnOk^Tr>n{Qt0OoV%(94O4XzX zSZ9%uq%yUKo#`L;-p`TiTrsx_^gH=Og8v;5pwagAPe6fynBjqd82`_J;AmuGV`O3W zUol}?ebfGs9m#K111=eor<}%PGXlh3MbPQ0x=nwxJ{Lj=87h^vvAskr2ypOz%aeLE z`JQgt1zSykl9bKG>vAH@HACiV)~oEBkNx^q=FumdK$Q|q;50?NC0~ZThbPEod~=qQpxJ zXM|;_wUrKo&U`W+EofOaW~^$c3>ISj`&!D~iK8=uXG)O?IE5IEH<&1aaScm%KjNCvf!eQor1vId`29E1q3dCD;M%*dh*TiQY`uBVqKQ{s2{LVsc~2brxl5lA~GC7$MP?C+A+M z5a_JwNg$6ZD8ocS@`^{+h7UeA^4sRk$>W7Qi!hqyZaQkP?eCECMBD}SBKKU;aqv)X zVV!AvBU%ljQ^g#(<8Ef7oFR~OmkgNTFxg_9h=E`;TltO}J^P`AWY6@{=;`U%XGI!Yo0_I#>`Xu1iks!hK;wY#{Z?w6_67rXU6K4tEnG~*LA)Li&L z*r;TB1wHB-UbeCFsvcaC9>!ezze{jZE0)QXT#q&`bSTanmnbP|D%0JnzGpJYTG8V1 zY7}x-pXHm0RGQPDPmlf2K0vuRY>W`aJgyg)Q<^plN4s45$T{^wCg#TUdUTN?t7qJ< zWFUL)10DYOu^_p38tb*c+aB*Ii&%ebTM6h+j4T|#ObG4YOi#1DdbRWdwiEV!)6xU< zf?ue90xBHq;>d|?lClt#D z#ipysiIFgKXXIbv81ozu$6utf=n_`q>gUAT_Q24*8>Fz=NeA)C!RA%CRQn058Mos$ z*>kk9<4@-35-!fj(^knUC?E>2q`$4vpJUQ_r^~U(B5?IEGPzANcxu^Skt&MHH20?NMaHaA-3lW!oSJ z!MmHslOy<8%x_nJC;o4!sg$ON`{Q#<(V1HNu|!=&hmli?TZV9sqxY}rr{%LH3RBS} zDwsnYur5;>&;^}2;@E>+xmOZeGlbY-SZ9nK70m^%xSODw#3`XR_d1L{s6*BcGt|_U z$ixRSDP_eT+;$%)4YbSe`T3!tkboT9Pu4EJXc@S-c^N~qtP&dL$x}47wOzC^!`z*s zOy#+`n8#KyXz(yXU5VaDmeRI;-^-u$nL7hU1r3_H2M1WAm{PFeB-r4Z)JDr>;_?%cHCX`1aXeTLIjr-0*lp=Cq}daJ}Kt&KMR2VvOavI z*E39h(|vC_jAtSC)K4vVwHattE?C&P=;-Bo%0?aS{(Q>aI$_QE3p`6PUq?sAgdyGx zMGJlIkGPo_`+|n|qjA*dA52yAU*eWTf8DZ==4qpgix$Y&G|8}El>tB*K*XhH!tOwj zjZ>3xBabLRM#X8w5!Yw1&R3Jc^ioKo(6kbJ$E^C#{jq@%q?2c@5-atyLT?&;;jBQ5 zgKxu#!5=|D6d~T_5JUGsP(PJIP@h1=y#!E&5scJDN9jSpqOzz8f^URxf>X1HV4X); zN=DyZzi|YWMO@j))%Q<%ifeZPZe*xPneCa0|-4&QFZEZf(f$8Sdic+a&+XZ2-_Z(9Yic0w$m zESQchaWaZWFzIv{1@)5;y?33&i%he;6?USbnFPT91cjWkK?-jtJBq#J)MO4~vORIj z5V1}y!eKnNvlBGQp)rI$(Z@+<|JmG2@8}6em>I+zf)+Y z7*Eb!XER5pR)}_u-dM15uhD<@A3=H?Hslu#Hk_E2jg1547hG?JqB}1W^9d1Sm5}^Y zSP{`Q7Q?@g#(ow;P5~+*6rSvN-iPe`m4>dq99$brtWB*6(V3oxDrTi^y5KS)SO(kx zXT`2izK03cbxjWBN)W*X9<|mAOvx@@MJW9|Tm`;JQgG&u6j8NKOj_`Ml#*bi6ZkPc zON2((EkAcIpRYji6(Fw$e5eg}&WvPg{mE^XGQk}~cthFBi2>JgZkTIVE=?E|I5}5{ zz9X0k%synF;$x|*ZW5ew*gL-1jNbW9oM{(=TSPb|(2l}T^kFHKg)LLZSGFo#HR>d| zcSJh3x~$xkV1!$SxRrI(!cL8V3?<9$L5zF#D0$iogK~TuQFX?m=jt6k=)YekUcFEo zfCs}~s`fZ3z==G2BM%91$s%tSQAOSeGi>CN*-MFV;urpca~={&zKNh zsDgSPOYs;o2u9=>y1ZP}7__UP*DpKzox}XPZ)07nIfN}IR~1ZfVi&66l7srYwFKvA z%qHM$X;kXz=W)In;N;Y)PK~bdVp}M;gDGiJ1yIT(eezZ9Sn>SvPQJeHdH6+aPh%pM zvxynPUR5~h%`-`iJl}%+up0Acv|)Tu1xrODhX~0(KY23MF=oV;)AOF>ui)WpeKR2r zSNs9NBX+-4@hB2%Gi*a_zHjY^CgFXZK>V(*9&=8NQo{0Zs+c4>1&^_mXgzB@bvOqw zm`a!Lb@E1BCv=(5bR|c!(Dy-oY#IqJu%K36{V!tMbrH?5eKR+@sRr%FVI-PS0=%G7 zP{&EK&<&{pw^nvf&A1N4Lpd!F!2Tx!li?d#_1_>EKinp?FfO5IumB>0adriBeg}i zPjjLE^t=oV#SP4niky|~F}P;+dJAt2L;iwL(Z3^;3L=5Id>pLZrh`Lw!@yri3*y*l zm%@l;1G9j+h2DAtGxYpq#z0BaJa{^kFRPGk!LzIF_^`%X6-o_~Te7E2qld>Xipt9x z%dq&4-07?#(Qo?3q-cIIhM3DS2(D%UVApxo9`>24%u0K0gkq;t=6SbGUC1rw9M}59Kze3v#vn`acCYHsv41t|V2kHt5j^1sI-ERe zHXYD)KqQbh(gs4aReIQPU2L-+3vRo9dvTmPQ#g%|jfuU-KZT~H$LYRJl(xA}0hJ+J zrC?ePpANBHEzDonFfe(X(!UVnT?VN~pC#2nLf3dU6eV*)gc@sCOHjmsBO(w zSal3bT76;esq-TsXrjwN^Z8P1*Ep6GTE|JkIn{K~B{}eoM<^^0> z+27{?`u^kt0sxJ2EVm{pQncjY)c@a5UolQ$v z+tm@i=SzkSdOTMdtOoP)d0K?>A7_vki_?KLpGVVtF}ZCB8x$FN64Cf2@tv9CT;M^RI742A_2o;gYmxXeoT;9^wg>ob zS1@tIt(r))jcZHpec%<&KqDFvY{!n$3|;5YDxPUKlilzi zU3($ymxpQ-vbEZ}RyEGo1@X(svye+OwKDrphBDRb7A>!dO5qi=Rrs#`5;Xt*a_RV| zNiWVds187Bs2cH^EnHfB+ntTNrVQY^Bt+*~HH`G&&Spn{%gHpI9K3FsuO1mf-f-L> zhY+cZ%5;rmr_TrSzdd?J1}PayZF9S+{Fh>ZrcztAK&#_~Dt%~Z1BrE;2hC3jmE1kf z?#!EqbTG0P&3ErSTaUJ(Y2z?gkQlnORaMonh1;aXRTk?2Ghs;j6a`Oy%`9u63SLSq z5NJV29;NMiM^urBikaO^`Xl(NmVZg~kdS!L zrgdi63aZiH@W2G|$}A}LVQQj}PIb#{S%YgvD3OsOcwYSi(W;F9wJN@`DpVdP_spKB zH8hg;Y@WJWjJ>yw)B6`Ionv~K-z%2IVe$IYnxV}wdDZT!N>YwvIe z^f+tWUq_JJ$VhJ<81=xfgb~y|7_)Q*xlk*(;==j&B%7LT`JTJzF9LbhUN#WNyrMA@(>f6vhs(|elIsrGYW&&VRyQxw)1&3fcmDs7l z%aklg5`JaInJS^Wi&>hn1dU{vj9r^^(7g(C7+|M+-g9_1`nCuybOlap8MqRkR{vRD zt4f7RBWqmU%aoeBLc&B3qcsCOf~;V@g-}{01_094rM-sUx=b-1!`_isp%MXVj4fXn zt6?{{f@bthbz782X_YfOT!QPj$n&$hjx?Qpv&-6hIX2+NPoZq|EiUtm#OX7#G>AOs zSJ%QNmC0+(90AY2U$K@4=L9d+#@ENkj0Ywz9Q|1N@i#22AO=E=b(U{qxX{wuKkdhmFT@GHhdZ{=Y81ZSc=yd3cidMSvY#kw87{!Lne6PT= zn%7zR5sMc!#)^v$MojQ(>a3Fq6Rv;U?vT76YC4KnKy$`>m?c+*$~%nfSKWyG@~5Q0 z7;9^(e|c0#P_bEu@3Ad2{d5G+C!+#?f(JYBs>Go*(EV81fw`V~l>rN@$16pZ`{ORN z(`267h3nlSJ>@|nU8VJB@vl0<|6%N$VnhwvE#0s z7n97HN#;x?UwwCV`6jhiJ!|byRds#>>Oc4@*}+q0%De7R3pvNz3S|f3LkcZ{X2eHi zBR@Ce%sNoUk7tz?*LF11kah2mT&%}}C?andE$!l5tTO-kGq>no6%b<2p&_)EDS^GK zN!hEBa3w=unBLeq0m|n|WG=6e--0bVpCRakjLycjp4^-zIOGW3`u+zydYl8PbKu0w4a2xG zTZ`4XAI|6hp|rS8F-xDp006`&{(mYhPQOaa70#E^2K%$yHx%s`;W#r(JsVs19vzpM z#j2xJ0O8paC(eO`HR;@PLsufq)bo4qj@Nw~ExAK}vsaiIM)+gT<0CI=m>J)th~lM; zdc9bX782c3HaHj8%ornlTHw@ifX<$BLJgw@hlMW# zYoraiDaTrvyq9N;E#P2 zRaF%|+=cZ5(fkq}^IBL+hEcO-{1|8?+5EHuwgk7X?k=BT46(X7xjC_X{y%6eysdsF6A6HGo$h${dqvp8fdx)T9u{ zUdGp(imQrgjamp3gmkOR?_WSzu`@v#y83gG5F9y){y}FF@z-`vB?E)q-JP9WR%pU# z=uJF)r35d&Knls~c-IK-xqwK}#^O4g6proO$59B+o&(;csaVETuRuf4rPg4_)CTYZ z890~jhtg*ac)g1UT#rdoLL#zHkMa<7JwQo0#(@)$^uuV(U)ZcG2T`~()8mUqT!c+f z_&%IYnScA?TxNFJFe6K?kOzdTo1Fz3-_n zmFTzIx3+Y?KGcP%WYJ^+{MRK1F(6~m4riNoa~k3$#gYbym@MDn<76XjngCRd+(@6w zd}N3WBH`gQTT8iSol-F0DUEfRT)O>?&So&BO}9-*S|DudJ3RpDvH$oVwEAPyL+zf$ z1Fpvu??Z1G0Zo0T7Vaii+SY+Y83^2H=3Ate424Nf&h>+VEe%= z&e~Z&6<8?_60+5**az}*Q{az7kVp}bj8G{_#-ik1%PdhLql_)f>V)CMMYFL$hyYJG zl`HVx4yN~)QLzScokX{CRz_r!rjpKdYE@Bzz6v=eF}0$|yMc>L79D(3oMarAsIDnL zzQiOiC}Z_cP7n%iHhWKT$ndP3^l;Fce1AR5MTZM{>eY0`2O`lKF6tH@CJe*3`lwy# zXzwce$@A$}Ra;rn+}UvZ9E+r32CeP{D;grpv@D1VZzhG%_2h6<3AK88$JBcOjjx#y zXFSUmO5Q5pq(M*ACQ!Z_90EI52u90QwoVg)$)VZM$tQ8pJ3w0zLZrJqtEabW2<^k9 zpELi0X65vg#ri?3 zD`tcWwP*=i&6qN5y3JU!$xfhRw=jl9xNW~U;2K|4Xop~?4hds?z8LZ+oE}g)NqdsvZe{S8my>)`RkYQpNb>UcbIB_zGhrITJ z37;(KRymb7hl6`m#>AH!91g{YeBvP*Gla8_I$7t+8$(OWmBBX1IBi<_jRJkc`oF(WN9pC)Yd8GHTcvw< zfQXQQxL+X><_pv@3OL_SM>Q+c<04|mC; zB3mL-Lb5U>tk106i_Z-h-Px4*^B92lh;XZo0g$~^^HYrqeYE81)VUQq(ZHm{Tr}$B z&JmQufrMGURCsDh>@AqgY**i$E$*g`#zbNJ-fv+l)z``X9CEy(MXrnsFT{I@i#oC{ zOUkhA2dt0Suwi_mlL|~$+oD%^1G4xaFJX16$DAcjDIgyoAD8Lp11dJNn~gy zisJM6G~z^B59Mqs{5I53bcvZYA=isU)D%xCqf5=WO;07FE_$ zJxlWx*7_ZeVCBm5n3P4e7wW|8$Kj*3xt=bpoa|2s%i$bFYH3qr;`Ja%Fj*YfwIhNS z9Nb2rBpxJ0F>qWv)OpddDvfE=R)B^NCptL6J^Yo_v(5Q6mbeD`_?0fNyh+6eje#7l znnOc1hXvD)Gk!2{{rxg^+@i~&`l2DNbr;c;N$<6`t_}{oSW#3}f)7Vm;|#qnJQo{F zffMZ7-&TJwW_T!(QhyJh1tLeXsSxSf_q(o8P*H`f^{9V=P>c4M4STI(v{a=|3!BZ& z1nj(6Ux^Efv7hQ>O3FnctVr%zN0UR`k*_ge_gcb5nLhnw`r<4c!95N^s*A~JmgA}n zqit1rETb@;zR*U+sKhL^K%%!fK`FM1%sL=+o92otkW3O3li<-}&@uvNcqd;wHev0B zh}NuME{d4gVj!nWQIE^QQr)FwnuQ*5#|yJg%bg`HJc^j)Ikds0#)7?XX}d!n z{O5$&5lk9R^a}oKm*Q=ks%I0Ao4fV>ROJx+$-S^DnbzKCrGz#q7W`#xQjZe)HN`V40jV8f{1zZ9rO;fRT5i3TYVx`= z%Zd|WJUg`|7!bOD3CF3S^;$;XcQ!P=n0c|R7X9jY1I^{$UiYt#))3ZHz!`HqCAXy| zv{<@h!sTM@K1N>dGPQ%Fk@Fd&RI)jOk6RlUYj++;4*aU&JZz{ppNU?%Zo=`qwYue$ z-WDZzWXYcvZ@F2x4=eU8mTtX|K9b5l;=*WwtLVF9nP?L#fRRk;XGk~+AdiJmeBf19N~#!Bol6!5qlcRAhA*Iz05N=_#bz_|8?Gp*RNk+;4+R0l zi}f^xCkE^^14#pFM3O&W(|nTHSnqxOL{&JKS%ivx^JE`g!WhS7jH6gCpx6luey)>>6J@}X zYc8GsF2!ni`q)l>0OB| zgrX#ix;QC)W$$Wp$SmoycuUe%Vft1bDx&Fcd7;H+MLM4NNs7vim$x>{Br4FN(~<|) z@Vt$T#z!&JouN4*4TV-KoNuuSl^|75E2?BEXn%<59<<3C`DcD_gj$_aqH}^ue9@aK zXNK;NV3FTJ5ao6f&Xm^2?Y@HWv6hL{v}sC8ui2)eHGQv$>cajQ7N-7XuveR3iX426 zq{?Gbrw-j|=6N6N3jZC|DvYO+Ip`q#oDP!NdT)FZ%%FpOdSl_mYz!gPm#_Y9zJI*) z+5oXxJ}yMuG0^cYDT79IQ6Jm zhUqp0BR%dhxntETBE-8s{lyuDPle18m&k)zfdm`skb{{x7m#di6UNOmNy<4 zUMCbcqC`LYZLr;;Qp?)cc{*7VZL=!D6}7bGx$3=m0=WE=lqBl>Rt`4jk&-OI_t z#p4As-Ry?$rWCyi)630gVtRFI?P}}j?Q3a`wzIvryFK?8F3*BAmgN7TjntW)^?&wG zxFbj=xh2Ptgp3a1)w&}G6grRCgoK7;b3H1>K>=J~lI zlIg#M2u7!J@IZp88I`9A$k~g#!}-|^_R4!x{0q5WG&vgryWTtWfW73Y#M)Z;vTu$^ z6Xrw*e3N|*8_RZ76%+)l*Vh-gHBJz;=h~m-1dlsNIQ%#Y4pU3BRgT@Im~dpVSaPw4 zW*jWowr@|F8umDF zmW6kk!6Axa*>W_V(g27`$+YxF=y$1wu=-MQ3LWF>hCMtN{MAf&n+CX{A2*PSx)11e z{$qX7NC^Jhw2_U|FLjKCj16AM zAe=yR)l{TJkg8x+w^Fp@CU7VPrHDl;l$;**JLvrVsWC^0n`umxz>o&u3^9b@4y`r> zM$Q8$?fxlAvPc6G%c-nBKrKFfiq+#|GfJ?5Er8F!F<>`I?F^J;ne|yUH-C6|WCAr? zEi#!Zy~Yt@ZmUDkuycs=pt>(IL{n#Csz;9L0}v)z>X+Ee(wpWCz{liL_xtZhMV$jK zG$$A2g}}K(c6Jb zXUWmO;XJSNHTq_&KK?iwpT zTMF)rO!Ep}`ztTB+d{Lj<{KoLO39hAT6j%N7CC2dk+YLQ^;p z+Z_xYzIwt$uVf=DqcyR_%>pyZ))agPc7y`cRrC9(a5{(!f~^Py1lcm!cGw~a#Jb^9 z4uCEz=TiAKh#u)DBRj7GN6`5!~BKk2~oFhu;_D+|TY5UqaIx)5U0r|+nEuo^!U zES&<7k7$KOsLU`yMzF~M(8i)&1Xi~zFNhf%<41&(lxrD93lCyb)Bwv>g=t`!|bAwWKvq;i*uxzZ;?}&31EEjNM z#7ubEmqRn-9>N}8D|X}i^7Z^0Y;J424J{+OSIdeZV4k-d)JQ2()kBslm-yVO9M$Ag z@e;ZypC(+UX&n61t%C3lAkV5Mc1&EsyJhE(0IVugd2vk`c!sh{@vKN{f!4Wn#}omE zHJkpVr4%Xv2<8;ctuh;N6UuYl;?X5 z+n=?}?ZlwJX#euT5~6wpFu#Oevut!oT{G5I0jsKGe>&^FQVLqWISgF_TlYIq4H3KK zzvjUbiW|s_ogt;vh&f0z<1jBQ>4RHD$J7yY?Hm~dA}l!ai$@n?@L=va(<3On4F7?J zRii?Kag#>MVn0)~kj5%9!k_16e>O0rmXb&g(I&3GsLQot26i!|>v+eiZ?yW>saGpuU>Oly5z_u_yjeYzA5{QVzOs^$z=|fk|12D%eR#WJ9{mJ55>_BDB8! zHzmz<*J^KcDbSZtF6?h}WhbjPOcj{+5v?MHqjah!SR-w^6&aUlt4J<(wygi1n0WQs z<3IL+4D&{zEYN50njpa{c)6oQMK6#F*EhpX8ajmCiir#S=oTKLbeZ}rdKR|YB_^4t zT#3wUlptW0NY@9tKc~W`uZ>nEHs@PYDGlOSwz2JUDi-N4ATO$~Q44fJ4ah~A%#>-H z)5>iL2PRzjdtS^gMH%s{W6r5|k#3Ml=QQfp>R6+gP@&I}f%8LI%fKp(l`WmBRHb&+o=Ld$Prwvk}_^N*m%F3%2$8hLF*Rft!64@=-I?OIbK#87;n>TKj zIsP#z2#5MFV7g>ArowD2S z{R4h7zRl7@l5Eot!94W0X~6&BtX8!aqGY15_rNoi75W79a=*lm!6N*iBIOlY9=tN( z9nD!*CLw~Rx=`83_&e;QfC`vek>71V&==pQixDVN@wAXBE;UCr!D?2mhZ;=l3P@}- zc4I|2pjIpB1Ytwz^{~MD%97e_gNqt{WrI|L?k1^e;5$R8>U4qSc%@SF0GwV2vx*Gw z6sefJJ+VDVfNZ6q!LU_H!2hiND@)DC>erT*udSHDmnWkqLKQj|6o;{x@;;Ay3!XAS94Nj#{xqtyUrhV1*R zOsX{gjK~!*#-cAq&b7~yGXJKDkNDgFd1Qal#GK$hzIX{sb$Od%N0MZP7wRkv{k-4#_6n$E!E4YiN+PZ?=-Hbm7XocFv- zE;D@r5=Q!!YiyU!i7v?e&CE4|Tqv|t449l%eiBnkVEONl5uL+9jdI^}<&wI#z7`Id zRHw*EhaNjAEn`6o4^|nji?n63J6i+q3ed=hT!N;eEixrzH`xX`x%*O@aio8-s|B=6 z_Wq^`bX{|t&8Z;D>Yf;j9mq-*`yrkRGOE#(fe`NtbvxA@#cCS>jO$FmC3GUNX_Fz* zD0&7jT|0zg`$pbXl|@uaRZI8rupU2j&6>1+8$q39gv=df?j1k zy}WABm@JU9EV^UDqvNlpl=hM!5=+|34xtLScP2}*Bjz*FFlS6H375f?Y+nV z%>~sHZvG@F{-@$5*Ou7Za;zx{uBZrx;|x=g!E#{NMR`Pix4=baWfPjK`4;hLwJ}mW z+-atBg#fI5rTs_zSlNH=V_21y0N{}Qa+fiEP^FL;-8U-T1?x`6wNTRio*@Zg4O0OS zTH!vML92B_XCFGrzJM8?u@*Nf{>sy`s=MPDI6PyQR#EMV>$OP>sKFz_lPY|FOF5Lj zMYH-aB<#;~1TwCxgD7TpGYTjDGsJxCC$hyWIP#%PU=YjsQ^wfufl=L+y9y8fzT>DX zWLuh5&*B{XHay2Y?h^-cZB96*#{?ed7aOR*6Jdd-Vxg8~ zIWR^vP7kK<767cro@(AiYdWN8<6*>_Gjf`xs!n-b*I*uf zrcLHl%*R^_5DZ7b?pN~ZVu%a0&W9JDm-OD4^SMRl?AV#~z5%r%7qt6C3+f>#dUAF0 z?k$gxBvmh_g|F-px{0o8HPQGi_()XXE>h<8jv)mSD8Csr5337vpL<<)NUpgZIl=za z81`8AqG58WfW%@xHzBoln*5uunyKDhMbunF&t*!!<4VjA=H~o!<<@(1Eth!3e>=+O z&1U(>+=l_{v7C=SvOjSpg3@?4P_w$|DGN>~4)dhs30qnzybhBH`f(VNB+J-Eu(o~Z z3?wAv$?TJIP}l*O0?D$`9`-xNL;q%}tVr#mNR8L)$>8(+;B~2br7S=BNP;5U7ZGE_ z+0#Goyg-%*&yxcW%grp$c6-0fFn)kbTLD+M*o;#{G6PSP-)C##cJ@B+s0s?LrRI7v zjS{q<(aK8T{wXyu!!yXhW;4IE7exLJaJ1FCP=J=tu@J)l9AMr`J87FuTZ3Ktc97mM zn`)qL4Zrte%N%6HE*-bt?qe*^gB3K^6X1H$BYv*GASR2q(jxX~4IQp@{h3N*PmZXB z9=!kH8FM!PYwPEpU9G*gZJp`!M{5AVroTcGWW0?DVMN$ceykf-jNX#LoDcRdu4swb znVSIE-jMenBPiGG&QXiI;E3)E;?8?1u0QQd&XIABJq3+Kd-3SE#ZQM-94~46)c!lc zKzUs=QuAAg3b+^NO^3jY-Y%Zz-OIyL@c$6|pqIva0sgx%@~eda0R3nCUF5&t|IK{b zTN^l=+Bw=d(d+41*#5GhdcW!j@c(uU2#2Lgx0fk#3@!k`Q~&?~&Hr$WiII()sh)wc zfxWZce;)r|@qDQruqXCDsF@Euk*-1FowjeU8N{uX5b`8xWY&{Rjuvt7jjHxF8<~9q zPEB9@d{s&&(ylo|Z1r7syZP2-4N;{O|Ca6ODRSn(abt1n zb4%~X$d)xV0Nx}rn^CIeB})7J8x(nC?Uigt557AZ86k^GVwg_d6r;I3ydHYk@k;wl z{!tC4+@n`0mLGi~DjOT5Z~{q;_Q0Ho)b2OlE;&K5Aki&Lc*~`td*EX0+)vOT3rpen zLx1p$wU1|&kJHeL8rwm#FXpS|LOH&%An!#?>E-g!-jCB+ zY;0`$@f7e>SI0x>s62HLJf0#48UHkIC#8@CU; z=X0W=4L~)R-foa4NbbP-F905g^e2s6g2dO@1k>?Ab33Lzmm9hS4iKRyDL$9d`{K@) z{%xOPJPn**S2nE&7THk89Bz`!AFxx5f(hjk*ms0m4yP@IeC@WhJ9A$BMJ72r!8{>k zkPvt@piv#&dzA8WK#p2>D?wc|vSbY?A*odMJCSP`JN>n%cTK5ZV0)#w&;R^6r?J-u z*<$2DC=S@(E)%Uw4;BHts9z#6W2?`z8|yI<{0WM3CW?9aB4ll-Is?t2d-+NQ!(ojl zqHSg%y8Es$T224;@GR#IC{G5B#9CGOMxz17{(Tiy?hXAiRY+iSYOMx6C|qi_F`Ni( z>x_iq&(<>(hTiL(KN_m=YcCY zYJld3Fg}Rh)5pef2^hBoF2q5jfx~m|#vX3#2*l^eg#8rrgt5^Hs>;g0`Ig6)U6C{91~ND%>9FzK`;n*orp8#UZ9H*oikNB~$}GJ;6xnO7Sr zpnw{68nxUVVwUnAe>cOcZx=9#4v;Qy@MJl2u`wPhkl{qfbE(_B2FUm_!cuQc2dMqU z-kbaK4?Uc9h~2Z8*x=yue$dxJ5FyYdtB0bWd51oSg|-|L8AXZ#>d80%fCRQWzaF>Ulx19A;o#+-I`*5QfOZRDP-C!23=q`X{u? zecK4YLsQq3O{nxw+i_|H`Hsg*(t)jWV%4&OQ-4E{&U^Ym6eNCFFG=V zwU9V&Y`Pbo9q>cj+`kk63jTAFXDOtQDk~&P^wUI&%-qer{3CWE++kZnwbsR?`Anfu zQJccy)o$Ck-%Q-IC1LaV$rQXiT)cR=esV|LmI6$HD!@|RUYyyv`#a;0w@-DifHnRq zt8$^EVK0WGImW0+GyrSiSi-%2|oL(?MTJUn@mLbI!~|zF%~z<1PSNYAOXy6Vnsz0{>vvS;#;` zrOvE7e%{S-cfS^HX13wt%930V@PC*&aq)>?v1W@7lA2t0{d<>zadLBG?ef^i}}`J%}eq5=+08a77t$@wVaF zGp_S$L0`dGQ^(;4g;?rA!vx-r!vWTu%K?%lJE2G-oW2Rg!gshdTtWS~lE&fnvt|ls ze=IXX*(e_RmvuZ1)*GA~ANH1>+tjZ<#v!b}f%MjxWOz3jBQ`amo#UL(Oja3uMBhG8 zd;ZGI`x_YPGaIXYO^?RJ$&pY74bfBmRFfgYkAkOA48;nN$HWLA+WDT56(g8%1}EPi zktpA*hs}f5fq)iVlo1jNH~LpHg&RwfbtzWsHp@sLJHTc0@Y$F|xXw9eJ4 zN6WvbTTL4U=b?ZYUkV>w6-eFB3%6_wT)7jaCnTLmXJ5$1ivJQonRmVp=~{T^u6w1i zjh^B)#UA{C_5G*oU!SZ28OGQQG(D3RUcTExuVEVZ48{nN|DCDZkZv_P=VpK%sR{yQ z%Izx>nxY@Sl?;J=HB}}jJLb{=Pa%h{$CEHid=#5Op9|QHskQEqFa-ST)ih)GR$lKd z2v+BXw$lge@gczBuBGhzDPsgqRu z0eO@O#+~kq-*(PRHs8~Z&TsKZZ-3d(>2qGVU(BtScL?C3ur;LDaCI6O^%rg(ZR;HR!QH~BQZ0yRc#3;z z`zGct0QWuRhx%Jb{be2-UL4P*q#BiYeY`?)HDv%!VeacW^b;nTNK(%EIiZ(%X9!3) zpoSSMdUk;qkg(y!3mkXG!XidVJ(i1}v5wOZi)Px7T9%cK0Fg>RzcoLo2-5^T?q112 z#!FTUj4^$U2bDivt(wC?Xj={8g3Q1;rLgx8V8IM;3cRZkI@q ztB#nz0bJI?51S%z-Vuc1_ubG%jtZ~x_HYOGEFI$n+D(F_<Usr1$ut=Mm6f#obzm&{>#UqD+jObk%^xR?)13p(AqAFH zyUb%QrVf!eJ6RDI;C z70uTYFA7LyFEj32HDB`GPQO5r5(!77969&BO2h*2LdPY&lB*80OBCb)u!?$)OzJcI z#*}8rImH*tb8@8pa%L+5w1y@G4oWY7tFr*bVUsp-2C?%InMFs;6d@W%^b+?E>+?7? zs~;5!(PW%@$6TzT8GsW(F-`$`Kz)Y6JSmVYhIOIZ+%-GWB?-K#ZnPCcKFlD_!z4E}8Tt0Dsyg zoluFTqgJP`4SQD*S=G8`R6tzNrzkr zg8F7#op7x&0s%T=P)ytUq$xxL8IC9dZ}b5V)i@h!fyIE@N#iBhu|b$~0N{b>z_AD6 zd9brbd}5@FWR8QZC;FqwxOjn{09a_XFYCyOs^x-AlS#x)y|HNz)z3LM@GdOVJEyju zp^T|1-2yr2JSLTr!|Pq5h%l6CRkz3THABoeCe{%&R`0wtWEzUgD}YY+wL*rlT7LAO zYcAE=th(AlCJoZA@8I=)SfV=u<}_?1B~Ut?q*<$81Dd&L6&5(Kf+F{FV@H*u4PoN* zX17k_6E-e7w!Yt5~(Ixw>0u98nZ5UvlC)dwZ*eQ+R9VTM09xrlzt)x_$s6sJUk2>-3lpFUTg4 z^wX$O*xK~l8#kB%xzxcGDi9em2_5m9F^UYP!b6h7FIh#`hgo*(fg6yK1#G*eX`G71atdXcp#P^P{BvjkM|GgFA_9%R+jozow}lXWI5Qf~Zf z5fxiDy7@Iry%RR=N9IBQB&V6RFy?r@z$+R&*g41rz${rl>gC9tGwG})S_={5i9X5QZJ#S z&@eY|LPZj|rU{0-s^Byrs48G7CZH;CK5>#quX`CsI|`rg>JeD4oUs1^b>C za5f7+{h@=Uk34)Q0p+8QrY^R>`-E z+khaUI?;ROWqj%ms+WQOBb64o|3r0)p+X{;o$vd2o@QB0WXyFE*rD2mJ8?Tjldg)E zDyuEi7$KwTP@cocTE9z%5$lB??C=U+$cm!UsGZJNY9tOZwftLq+)WON3 zc(H#}Wd;Gf?qM-=Pzf^+owCENTWw^!dAYS|HG+egywX}IbxG1Jx{z4v8+<0&C~X$? z`YgB_moa~$d(`HNa}h_h;Z?V(>p7}_dco23v_iOL3nI3p*2~u{9cPiZhc!mTFu10P zCMxDqulx&mneti!ELYfRm!{puVMA=mtRkeb!gFZg?KZB2?imvLv|eMW(r{(EAhY>& zd}KxEKP%Skdcm$)iAoOGrtmjZotRZ$Wxvfbzvi#bDU~~A5$dHtgLAJD)ON!j(h-lJSZoAmwGbRT> zpj$Jlxm>>9dpkf7{LZgGp*d@ zJ1+&H7bgB(&JwzS3Z5NVr&OCUUZd=rGb;;&N(|9GQj-jcApV1t$(_rrdSC>(B-1MW z96{{FSt~Q3aoj!1q7dwdXEm~x4GrBxlUoYfj)3!d)bz~g`VtS&M?RJT>wy2uN*XR$ z4Z<4NCDkncXY)%w_JJ<5%)}9)Jo`*%Ff-ZBnt^~HV{ptIo4-hx4EJ0~?fFuh*&|@8 zV8vr)`+oV@qNrG=(i3G7ii?NqB?vYy4Fm4DGA5-es2^LxBbdP+3%e`){nj8aO zDH&)w4TK@cg~lmWk!fAPXpIlkVhlu&aShSfr1c3m@_-06f*%UyqmE3BET1JZdR1iY z&w(PMRgL8BB2@&C6|Rh}7L{em@_MFl+v2ihO^b_$T}3T=Ta20w@UuXb;>Xw$m;rVh zRnu~E*G9R>O$OJ?O1 zvB5$)O)GX{N}S1?Da9e0)7gn~Brpe0Q+4P}VCMxgJfuopmvHxatDbUU?ESF|bt?lT{O$D4 zv>D{QoDgkVE<+~CwypZ7pW^goOV`4FVt@m*0P4KFXn;(IMEfs_732=fz}C32(fTT=BWUddj6}=N87IV&z#lq6`mu{g}>D93BIH*+9L_Mq0IdM|t^CB2|p3bJQ5r zSj|~1U*0_iJ53q3{Z7NED6w!PBkI^QUfv)Zxa?Ri<+2tLbKz1SB5(&kY0>7gsIImQ zFSnGOPv2ZQimr3MZHXn!%=~($e!GO|r(PuQIFFfitJ2+ZI@xtZNWHNZvSuQor2Qc| z2uV$_7AF>f(nV>#*bmx$u_f+w!MZ$*>SLC7=8e4K16D;Crk*E2wRx#BggZ8Ge4^1% z;ceCStjDsNnVvzY!NKJulOy7sY3es!LW_P<1`Z2h)M#wbm^8RJn3Y9Zz91wr#uZvu z+46`I>JbXCft=2|m_?n-v5l@O0@^Q2m&WDojOt%vd+0KzZaE=$LVzRD6dmpYRG$zl zkeQ5B8L)i}Qi0>f#3Hk1qH{0^;X-xkpeGw7&5%aIR)YzWh-iiDmB~fSR?MQJ!%xsH zv|dPi=HYw(k=3(~(OF7TL<0YZ^71XhVd^yC4&|q7ljyt<2qa$K8SSY5(RO8s+{V1| zN_V+`EGn8saanuw;Yh2=q&P3>C|TyDJC{`7kV=N-9j4kaK*CrURW=YrT)}$iih5JR znvSBl-k%cbl==||BN*km9OL_XYqK=8)yO~CAU4~uF1VZE^tSAYV>!-*)8U>~l_?Gz zv9zVe-1x9@t(@UyG&FlsbcD)XLRvk1Kz01aW`(!|n zMYR_y-Ls^LV*@N*yOOC8ZrI~ATbQ*Wox_ccjVeRsQ_z6laZo%i7l$}T#x_7bck03> zCFaU?USH&BdF4LUpcnJWF0P<$)ui?b7SHynFudLRZuNVcMz1X9SuqRePCqxn|1FpGQui!Vs4SkU`SAO4Tv9{TwE^onI1R zQw&#lv_$gy8?f^p9=CC=wuiN>b?jCzQGAhdT`fQRtq?^59X~adnr`^>j55;o=n5=f z#$~km1T(wMqU_XTIXP(?bv-VP*gKToX1V}!_Y)}5x!GnM6{bYo83P#KXKnk*rLo7}S|&IyxSU^hKQhqz`rrq~4g|3e3(KorJajNj zI_o_1i78{vGsYMZ%J8}SU-;GY%8k5LWsBGf{r)qNQp*>~PmE*~?zrVchqp{urGYYU zy{ke?HR?GO@hC^3n^tpFwMj&0n@ z_2D;hMb#Kny^t0qSr1OD%K7R+x$7bEB_v?dqx{Q?S|XJ!{=snii}|AJ?9_3o8~>B0FfxQK zbI-5XJ%L3&D+J47$xoScHK1@Jm2PV`UB4#`Nr#B>b+%%azanoDMtvGIZBfoD6)kDe z54N=_XI3+hnah2AZ$xVsg z)6SbBl+8PvpeiTTk7m^rJU1hOft$XOc9|`it0vlnk%6=6ZX`+iDt3)WIITnNy_9&lKhl+=0*6<(52maT>n2qbRd~^FuA) z@8%}>Q`vkqQK%EW5u-Qc+Py@BG@Io6b}%zLd=)UwF;&O>fc|%Pc$9-4&k7O%pbH-W zfbxH|b^n)B{OjqqXxRJ)x*`3h0r!`JkBOpou3hWGZ$Ip7uUNnq$IiIUQm+f9xtWO}e?dzi8t=ka2aFyUFdv+M7{M!;Fp56GTSW`v(2 zJZ$ME=;h{hlPF;>f+{`<81=aB`Qr(|{5Qo+uBP zfrg^AfYW~q;MTSyy9+etu4--A`U^0c{G{p0yF)YKVS*GhY1q9zSEiP3M5^(xCLNvH z0xuzTs3_ws-~MV19IX3{QKX~ZIjEn%yd=Zq%UJF<14PBdD{Q(*1oY;+YZpM!JJIGD zXeJGjaVu#7z_~>I^^R9b;hw&|m)FKlh=kryXFwj&*e{+8^;d`h+2k99L4n49q;X+w zgovQI&((bBW29=vb&=+2gsc%=k(F+vI-lIDv9&hjrc&Ig}^ zoe`D@L^cn*);Sd-zGT);8UFOboov~`yRzhK{Ajrryr$hM;Vl;j$DALzrYzP@$D%MaDBxYzt&P`I)dxfWdA<*!O-Tt$lWG5PVLZ@z0u^Y1^cDF!^O| zMBBG%I)gvtyLH!j-)#Y&Axt}1RTwehprM+itltPFc}|AL^VM4W47~xy)zAM$*f}<5 z7HDBMHs08_ZQHhOt7F@?ZQJVDw(X>&j;C+cRLz}F_dlF-_H%YUYi*r~J<#$>Puy`s zYjBySDs5S=lyS&tp?2aJ0UC-Vqotik?-~!qF5(jA#~S`3#TB|>RqRCVEVDp;m(;)9 z>TC}T#z&H3YQ#c=M|GF{l=ll+x_vsjvTI9gs}>30mc4yB3bk{HQw;T|j~kzIo0>kl@w$88zE*o}`lVI1RwtL*22Y{UDI_m0=Q7so6nt%Qp?BvCxq z>UZU-?L1D-GA<_BjG0ltKMaBO)J7wu=z)mbGK-0ERNE+N2gFsD{vyn~&c{2At}I46 zqIt?RWV}b!zAc)d3w*fWnu~wG(q2{-HZnuL+yt+^o3$93|w7ODM z1}-RNh_v3hGwCqM`2aKoXNnurMKo~onp+r|p#QZD=W#{dGgS*UeAwKOJ<$${e?t1o z&AKRcoD0rA{~FQ}~E25!r& zMDHPL-G9M`%N|yN;o0_Vs+P`92w1lO326a=5Qmf_i!ga;gd003v!jeF z3!_u1s8?{s0T+ooE?nD3N>f3P37{r8&Xhf6Tkziz!o6OcsHwNah(qE~Kbn9R9b%aCQRn~d$H ze1V+tF0pU+C=)9=>L*Lh86|RiOLJzvW5F$p>YX-q0QjP5JcX%Sl6sL5>XM9-D~0PL`G{ZN9sboUcmBg)ubeV2&EQfY5Io2a z7@VM&8u&}cx_u7WIqoLf;GVvKfb)k{`u-|e3EeXbTeu|fa+}P7 z(WtnFdj$OY`G@0d;4)eF(6RAkB+ojAUsc|A>iALFIqDpkOTR94*+dza&DvV@2vae{ zS3UJ*qUz{MwFhIE)2||Rmdm9a!UA|gK`wepfF@|+An z#P5Ve-fjKvYV{Ime)6_WzMfvpC-+eLB(SH&S1a7&j)R1C+X%tsV@flweD}XM9Nr12 z?7fE>_$=bknrJc*%Kpp@IlA$G>6ynSyxU$?%13O>%G2v zW^l<+ZF8e0ZMeEVT2~JFa1D%G;{z3)UDYMGznW9}KGuA*-M`6yK-VtKo+;+L?UqKW zWBPu;e+AxdMC+@=>?_iEze}qhlAD=|)jwkV|A~#W=T%Dp@*n7k4g^H~KN6d*gUNqI zwiV62_{~ui|FimxBuGKBz7pRG*BiA%DE9*z7}O4RB~-0wzJV9p`u^^#ZV{!Q*V#J% z4>+l;o@Ivpoy@tbjv)q4mNZ78Nikq-TMgSa!B;TA4Oa2|ZZ`T9bj#$ctQQ0X?JwYWkm1Na4b;vi(6 zuW?fSAtloNMkvyEU8{-qNOD?u+CK~-A&P%}+(`l2(!>O0=b%C2SkxpFJ=?Q)`{*Po zv;k&K@EwpWw?-uZ%nMWXWnkZRY|LRt6IM+N?15N9-LlSzuz;KwGTs8!Cj^00V&)zq zC@D#uv zXLrZefaN#BH*T$Z@!RRnoTv;_v7XNWYGk<60CWai678bIVm6RpcFm|mq=_qEt{lgm zq-RH_{b}+uwmmux=Ad)SrtFw|^8!qod-aJipA*okWs2~jz|ndxJiOf_jkr*Z|U||P*>VOIk*C0fGoJ77q!A_-(T31D}$ahxg(3pyHM~%YF zEEIu0x>Lmy-f^y{7)51!0;|v&DlYU>zvE4r-XhbEw)vSsoS(4xw}w0+FM7v?4gx=m zjl+#{_heqgFP}Tx%){OF?>VjdsnQgeYF<{cJJQV%R=|hyWZ%+-2e1ltYR1;012#v; zH4xv9{n~dNT{JqNDdGm{8(HVWT8;~h!zxO=v={`hseo|LYGP#RqLE zzw&}&Ms_UI%@sR=2%@Q3Fm{iAaQ|{Pn;N`IKd>OZQ>r<)lIWR>!oTmw9u9+_&MbNMMD{LZk>8&8&WB@`hZ{$}!dW}k zMYT&w|DN0}%p!{`NAU$MhJI3SKxY6{Ks`~J%c$(7Ix6Vn~w^SX-* z&#<<%b>XwbIQ@)pzLPCH8M(j%<*`E;oou`pePFh|zH4IE-FTMnr6}XwX=5AyYN{n~ zXaI%Z)#>DBkowSuTwTRcOs_=2Y|YYypp4;&aFRnEigpGBQkB4}xZgXFS_cd#<>8^)hSHQs>5(J1YcD zO34JX#IEn+w_o>@x2xa#+G|~*kshL(ye+7l^~S&8FSDJElPMj8#Q!T#>hl>44vk=& zYL06DGEv&rRTwb@uswPpjc@((C#Gdj)dW0cAJc7^OJ4p}^(r?qQ3J|Grn^5UjF?}d zNHQZqp|wI2@5_F!mbHIj2kVQs3}dG9bQ=Z|oYTX&j(@*QwL)) zE1ul^LZixw6rO5D_OmVTLmc5t+NrfXMy@yqvwm60rYW0#J?TmW3WYoNA(G$P?swR4 zc@s?E8?EfR^8~8lB)|5I=hKE|M^X6VWwt9}uJY8Xce2ZZ1*%k(ChrpGY9u!pViU1y zZZbErKWc2))Tn}UY>aL{0ccUP7^!aTiMb3{kD-4zs8ko24BihHSNL0JX^>2wdK#0V z`T0eq011=vy@6!q$Z``pzxt&J3M^B(-apryIuTJ|r^J@;c8+%jF`fbw@r}vH#dNi~ zbHJ^6lC^CrH?I}&@#d0?^Ds9!`9GH>#{4Vw%FEqL^~y(7Sg)5@hBa_ie%PaaDbtyU zHRscjY31gI0h=uernbY?E!5$nFGnKokAR{fyjsPzYgn8-15(4g&WX{Q~jwJ$UVtr=aQkX({KE?CjAV&(q%uRi>LPAQqA1XrK@JEf%k z&pGfv$FPg}e~sZ*jVqT;alp^4LE{KP0Cx2Hg~_NK%LqHCDXy$%%#{;wmI!xYG+C~* zJ9BB?=iLquUm}xTS!|zU{LWtAYg+J~S0rjLS+p0cSBOWk4?Y_xu zVg*H*ByVduFuqWDg#jWYs7vNbFdcH3M%0Ay8z*2Q_sn)70IxK0I*cMexR@AaD`{^h zF2jD3xM~6r`2@2ef-Y0IcoK+E?o;GbC9Dj5F;W8h{rPcndklclFLo>k1)2$vB|JQyr;8RA(y05SODjpz70 zKekT%QAZU&toY4?F?;ad3&uC&sr+%_?XXH9bi$asGY_6N0Bc2B>3Hu*b1np;_e@z# zlQ4F$9aB0o3Y`A$aiXy#-Xy*f9SFkds=yd5ljJ~gDpNz27!U~}aa<*ZQa4AR@`F`< zyMBGGT8gG_jh9dqp|^t)nk(d5CM6EM!aYDT&@?$iE7eX=@#Nk%=22$GP|w9xY~ z!*15R&`)z2o#pT0FlF5mG9WGw>7H;>@THrEc%~tmq@j+@j+KyYGsLWW_A=NWJ1H%& zNYIVMc=(>Ssg*VTU2LoU|As7EWNP@?8Z+|^x74YloXTrsqDrwu{)RGAs^qa_X7ObJ z*`VIl=lk%nH6wv;%WdL&otqOMe#@;vSw8*f(ZXNm;?W)c!##{(F)3cG7zS-UOLzy{ z=Ivq5>-ajDRP*K$+afHCH{<&;OMQ!WDZqVeZT6x#4nGF;j#T2AQ|>9yC@ygn9oVBC z9VS0~ndp16Qs^il856scHBTYULc7?dYP_88r0B$>jz6pjITL~Kw6jJQgvRoQJUWS* zW1VgK1@C^BCnbUJXwferHAQI&z{%eoR}9$iNN(yaqdAO?MNCzYubMV(&VdEV4LFwvt;b71jbvIVm!tm!J6 z%SiGHY0;J`t1ZINPhTML1@^l(=MNx#X3&q;k~ReHIP~-1HF{;)FzUM~74o7kR#G|q zs@=~_)~S`Fyik_Q^c6h!=y3||AUa~ytL|g3So#*x9vHh5?D`{%$hXIRi&TzLnkp>z zhm63QA)FhN(^2&D(ag}#E@66v2$b^H=(Fvd#zgU0b0D(>vKEw3)8{nL4KP~XYawWn zaSFsfERDXNoD>%ubHPRZ7{M-8@Tq_4wVw-0Z~S>St)vQlP#8}8P^;mLd1M{5a~CIS z+dI7742G_x#~_!!bLK<(5+pbkt6vOg?fv~R8X`^~nCliGy$0-BtE`;%7L;$}6z<%Y zs zT3cRalnsYE8DT`}_m7UvLU%j{EJ+}5a(|g(5E)1L+Y(y@+k~++4`picuOaT`H8J2{ zf1+q?fA<@Z<+k^gYZ&zPjyt=t>*NeBeAqQ!99Vd8`~Bh!EKjxw&$01?r77|gS;Cx@w)OL64gmz6P(Vx3*6qG`@v%96 zYzPDg5$q`(D<0g-=RcE1^yuS|D$WF(Rt;|Ohw*ul5XK!lc61hjH~KJTMAtVO`I!zr z?QO{w-(?PQXk(ThwwO>>-6u$L{o*~M-k2YWvfQb~G+ArFv^f=n!skh*NyYBhrQEJJ zi{GgKL{Nr!synWT0*b?dxmAOt?tBA`=+B6dy)^>>xz%l(6J?!`g=I9?u*k{r2wA%hSy{+ereIj0`4M)#Q z{iCFUETh(`b!asK^2Huh$BJkue+E2ae>#HH?2By=nwi31kXlZbtQesUnZ6aR;Ordv zP9}>?C2bjtUwvX7qY0(5p^guO&1H0Sp92FI1A-VGG;@0~-5EmPULy)5CRRn_VqB zB#rYDURPklcU3t@pB-ecoI?PIn8rj&AE9|ze8ZUOePBC$S&c|PJFWvR2RPP;vDoDV zZDfZLrwk(#o?_h+AD&ubUkdU0+Aoy^B$;FH^d=~GA^A_D#9*sy7g?W^!_I2VV4Dq_ z;(QwoX;57)2viUO&CourbzZDSi|mJ+7hAGEG;Q#vDmPDxjMI+ONM?kq*xlO(6UBPq zN<56iekompLp#uWf_%V-0BIcAurNIda}@d?5RFeIaD@ySH4*XtIcOoEC;%F61T{u5 zN7_NQj8j(Z1GR2xSB2-{f&fGY=t555{EDiFLLZKB<7AqT`@|q(hAxQ3)(9M}Ii+4r zDKjWw(C24dkeG5z5hp>lrcAM{XVbxtV-QxEwy=>C+)5R+CBIc)AG?;Tt$M|tlH50i3~optD~)BVHE z<+n1{=PfXZ$xaBM2!#zvR@yZOaK`_fHFaf zpiYIWL_~p8=?Sk5uq}*nm+GX<5D9YJRJMePE{lm#jn5_UaTg5weRdeCjEj~J^s``3 zbixo@Iyxh8KS7D>`B39gw|=?l{@|A8WuoX)s~xxd8BK39pcKwLWm#DW+7V-G!o#jg z3LGL@1hGv8ZD5mr|4*kiud@o*SpeF$>+9zC7Io7*DDtjHITjZSPaVP`gd574fz2Gk zQH;ZY;Mhg7oDrA?{~b7e6UM}+80X|AT+Pl%^VP+=1!IoO7Sl#^wi9B0vq)IKztLcJ zU~|P;`qlv}>xwgS*ULF6m^RESv>7lW4C2!YX&I81lLEiU52CuDP%yVM3N-Fnhmm%Z z78b*iHUNH*Tq(m#ND>(v4-9x+3p+10eHN=JK3kv%qtY~((g_JAqjZJ-dU%?*ym zjwHCLsCGgPEm{qZAZ{k(pCFC=eh_dkh%jV@y6wosaJ=^zU7S1xi{Z(cJB&)MuiVNo zzN$6i6I#-ioCb*FDiA$B=5H(j4vI!0IL__<+U}n&-)l+i(^D*+zp5hL$ZP4U5QINc z!9q*mMJ?uM%3pkHH&d~nPs-xQO@Eo4{SNI+ahNC#%6m0a#xZhhgg4)Vvcu;DNfV0I z%$3lR_3NkpOutr`gFV0xv3%Mf%EwA*EBuBMxfx&RYtD9^oA-*#W-U<9c17K=s-9O% z2q|H|XtqjJTdd*lKeBxa@UsF_U9JX^m2yNWu>noY4p>ZNH^QuKT3^^K{up*@ zL*+~d=lbWrVojxwQ4+$i%6YKsehcuuw$;y6aiL6NrL*&$*Ao)%v5&3sU_q&mEH7o{ za~&41Y{!&S-;k^+yat&@p0^L7KnKI8+_yErNhwX`qJ)*jV7y*N;H-h`Sng9Z-h{?= z;LVbd(iTCKC=xJ(;@x?uxAf{XoUKfr`>0hm@i?y{RN6<_vlIb-4t~#N|Bb3m2rE7~Ia8jinL9(J@Z@yP}ItFC@u05!a6GHpN+gNbBgOy3l?o0fKPAezZhmHUJ&UuAD zgkDb0SC3fs`Tdi#tA{gJ2WA_Y#t@PAaLRcL*nY8BR5~Wgsd#baSqJeS zw^g2wbG#jR4?iczHnjb#?*jjC-#bY;+X*9O6c_P;>!NZX)fh_@C`*h_ktjevyW+L0 z=F#V;cUzDOONLKn$hCK$zNgT316S=nzDtig{OG(i^)J7Ga40s zLvEkRFc2H;kM0&o_N%o*zU>GO2d=7Y zV;sla4#r9-Wi{xlMfwDFL2j%bzv95mOFr%Zm7=f7BZB#tMpI8~VUq4nthX!J89Ew`RRWjsb<5994&)@KH)D zy@1D%WG~8cVY{TYB{k3k9SOj9+}u=4R(e^YaNrOY`KdQ;Yjv%+wvs~-8tBy~K;DpF z!x+#Hcj5P}r)b?+8>S=w{td$_PJ{$~LD~3j{kX~Q=%8&EL<77;VK!U0? z5C%Il^w{QKJQwY<+qapB33P}_&=vii8aS6z?ZLI(tquO25OV=^4nw&pY71l~4RXJ@ zlEb18^SQHi_d<6=#DP20VCpm9^+-i9VzMs?6gfYCm_a? zIs9$Ij?fEOSim)V!E(tXL+}Kf@}*(vIIrtO{LudS5W8XuDG)n;aK(S4aAX|`WLPq& zj-P~XcAu2~TBn4T&Frs{$CtA`ZK7!`=dC7>r_8$i*QcI86ATts=+g@UR;deWODapf z-d;fdB01NY%8xfxCrMFHv5od@oM~DiV71@mi<@jDLjZ(l+60 z=L>D3mW7D})C=P=BqiCg<|Zzp`eEsyTWD$TE|lHky|EawKpI$W8h}#>({5E5Cqmr? zOI%FSUNymr2O$JSFeFP09SyM#TZa|F!Hq*J59ub~Q&qcpy={Jfon%y6`S$pmRHh(M zKIUv*j}CK(_1IQbzAiZjr!WZFR84}XQ0j*4L{!o`wZp6lX=uzxb1X&su5yq8A|0QI$<5NGV}H*sS^tNnCI-s`hdckBZGSd&l$A2Us!K0 za6^(|ZZ3WH1H5|}e}bWOMu|Ro-1mhtc;+b?=I}B|HKpuLz!!@2f4K5k)OJ5}yx%%`!6EqCy_Cq}nG zkDTg7e$*EgQ+nFb7`md0vz__2Mk7rkMC1e{D?&t+JXzz3jq1BbhShy#O7$#nmW!j% z3~0>)73(oXP;#j;@TDH9ACv5FVMuVNasv7qDcPQtU`mu)BqNFwGSNL(Yc0e6*@8$% zIk;rXaxV48FWM3fwropiO@yX6VI?NGb69bP=txx*f!(V^f|6L3Tf+0x8;>MPKZnWr ze-E*#=2~eO>9fd*s|ko|pBgXtnSg^f?hta%kz;N;;844J=9ni*F94JIxiz|D%&0N~ ziOyj8kXf*ZZ;1GHLkau&9|CW@`27`-?$9I8U9FJ#tqUHIEPp$5+kkkx`6V&DsL7TZ zQvR7g+TF0Q82_SYQ=fMiEhe&1eIHP>8V9V*vY>}mPe(bO>jW+n%qG&$4zMZ?2HaQJ zS!q5lzNOz||C^vpXeOk_X0on9$F zfLx-AS5iWykj)Oo>ataIm~J+aJVPKMxC&m3^b?N)s{LaSEII@lJJUPiojy~n!y3Gm zLHNcM^DEOQP9_MN2Bb-NMu++cEEZ|bv_@i;@OD>I9zCeVVlVeuJ~jD;fwK68_eFsn z)ZEmYZ`Cra+P{vxx@Kj7x4``rQ(AYwW)xbU$0_U{k8=>~5@)baOD<+J?ncR;5e|c9 zFhf|c+laulKJB$qyYd0#>N{(~2f(FpW5bMHVE*#^T2Sc6oWQxV{c;P*$WAQGbDT67dy{hB zd<$8e0&LH#Mpl+TXcgYTqMXFo2HE^X+dEY`xHt6%f{ktO2EU{XX@+}rn?v($3|4D| zDQ;W)O>8m$JrTsKB{f&S^5|N(S!-&ves*}<33!GXR!QAh_!pOD|5*FAu(@p>y5ObC znD1HEMe8sm$`i~dDYYuLN*O*T!N1x|aKd-ZA(zjLI)0`?!Kve(mMiTBaDFattQ7*q z&|oF>1sm=f!c4@o-~7s(*;)NW@zQfYv4&E-GKrHH)LPY$~3b6dzl2$#5{4twKSD{q%xPpBDHlczQG# z)^m&8_Jm1-ae_j1Lo@9ZP#%F&Ew5M;?^}MU+1{X>mZ3KNqONn)Vl4u0rpN{Ue%PS2 z)e}o1!xTHymq??Xdz~ldviVzGhgxCN8lh;bhrarLKgo?frkwh!=C3_3VC9O;`)ud)6r6J9k%^`@C!&{QaCP53qUDxux+Vq3U75G)0_<03#%R{wm_O*xV(b4?C1e4ejDx3)nD8#79D zU?`l*g;SpRDHS4DaJ8(zjEC_<2!_oPuYb<0zoj83=~u0`okRPL5?1ZrrGWF9{WHs~ z#EGrS)FB2?5!Rs(MLEYs5>X$GWG|kebK?B@!9KA6JT`IA<&z2X{wvU!F80}^7jtNz zddf?Ywb(4V3-P8#qb@o+!h(*Wyqno&1A+E(klIB`-S0Wt-z?Tw;Z@w^D8!*~S&C)V zfUsH@bnK{#??7%W?<9y(Sh0NrgCMi_hrO`wt1P~#u}Si_@6|$t;|3-xODEu0YYW{L zp5C8Y`RefY598^?GY(v=T6zrl_zZXiu8T;Nu)-*DrO61U+*cw>T>TF8G04_N?fCJ( zG@Iz+f8w$&rZ&)y)*yd-IaTMdS z#orCX*G8ABp<*A+h+TPIDaC@093KY|TsDGCRNYUNVp7%7M1wR^RS#bp4QN1=nElF~ zOJ&&>PZdXS(};=n?$;Xzp!)Iy?355mQe>&e>L81B!*~n>K->kV_nCT1w+WAK9C%7^ zvP`3wd0TbVsV|WyyxfvR-JXp#!v%|v5)cFy_OFcKd*m5<2m2AHk||B){c_ijJhJ~} zU$J-QD9#hYVkBjxNN(4J-815?z11eW+=;8~&8uMBjOli}@|Bv)jc=VB3RWqzrT=X; z-e(p?qOj);4%1YkZ_)i)lyGV-=1#asp^W?rZ@g7!>URqDn01&c&^3NAZ4{((&1t(%0uh5i>d%Me6kgba zYEYcr{CY8B4n8#ezb|P%N7v8JHIOPG7vQ({EIt^x=YCA_{vFQ1iJ2$CdYLDYwkCt= zY>PkyXOf)7OfguW7u*JlDfl?ALoBWviWVmzU76NNxV|J{Gd%~OoMSJF@r+cYc^SF5 z_L1o+VS~DQf;N}~%r<9sTpcOv5%<%~bE@~AOIQ%e{K$Lsa+Z`EhK;JMhv!cdqyl6R z_Ab=*VA;>*w~NmwvxBIllsc-RA_*pvAxGG-GhORVz?1Dz4&RI}l!?oPi$wo*nHR~v zDpU!);m%bT0T9*RQ}=D!0+Kx|QN`8xDPat^acleKg`aIE4l(J~pd(4d_jJ#Ggy7{e zRqYblB_0|nX~Bi2L#$As``Y=Fws%akE_q4y0{uX$v=SpqK?IMQ8WIUkYfU}CEqY9k z;lExJpCzkz&nx|}*M9B9%69L#uvC4FA(v#Utv^J$pC4n~s%O%^Q67Z6cb@mDIB{+- zX*MlB>aQyIz7%H4yjy8{n83j!u2AUdlPJc0G}4hWjdaVBQgJJ>lJxA<7m;~w@@d5L zVSEz}AS?dxKMu0PZ7t7CSo>uB)4_~4-7aAzP$f-Yl!J$?+HIfKXpe)oI%A}WD-D0> z?LZ?_L#ga9KPjPbf+aG=L8<^gzY|L8ObC44`Cgt_&A#weiq%sH3iBs*PVT!6fT87b8ET=P=@Y#R)9N z?JPw0Yt4s#6#)CBlBDl3q%vqA|4YqOeE4G&UHr_>?5$4$f_+G8S<$93X-_F zi&7Jg_T-wOE8{MY+L<&>jNg#4F;dqbXF5*|^*`}xwGA~sd5 z8}0Va<~Fyb-!I6fqSZ4mV{W$dr**G##*TH#EHZf_Gx}FIr9YiCFXeaPUIwTraet$u z5h3rW8k;=1IEKDSF%^j1`}{Ki^=Pr(9>)NVH0m$-!H!DD1b&j>EWIO! zN6JTEvh7Mq6#u&@=dWU_DHBPlN^@n5khhGm)CgNPY@YKkO9VZxS39D)ZsHbqF^jvH z>0Pwc9o$5=qDHgdo>5YnQhqG1WN7~jdm11ib6tLcG8Do!Xkg#_3dm83&zuG59O?^imn9BQB%1-}CGIWa*> z4W(A*wQs}M@+o?0M7xeit64zWZb}^xGxq7C+|iC%tal_5QKWBxleK#I!Und6QW$AP z2YzrJ0)7rx7JBln3s`go)ON1O$E7Q<(7eMJC}biNHOx^I*nrlBy|M+o_7KN~nOC{S zZpj%+bN|-nY*`RYtZk1h_k5?oJ3#&39(w#H)PLOsc9+WM;4YcEjw&MN z&jM%S_CGI}HK^P0u13yY85H)!RBK8mIau{yS`a@0cFm_J z%6^X+?#X{Lju$&vJ!%=Y+RKSaJ?&Vf+cuIeCsO0j`a;Bf`U%WNY`?`MY49rYhsr=k z(4UrXo2Shf46%WUT;ebd=fr~}wuMg6wH6Iq!jeL^N2{^C97a?_3dn#xnA6j-eXYj%?BQOAjYr~F8d zT5R2(O?DKA+j8Z{%55Z6co($_j7+t0&O4X(-H0Y`_5i`MsQ$a}D>v6ywJtP_?5Z57 zp0+VRzwC@j!J&1D%oiE}730K7CQ|-%wOa)JwOHmX`jO&m@o5--aygy&uJ@ums;G9f zD6U3T;1zMp)=%x1cUe@9jZ-dZ+EFhRz*98f*dAN_!|H|PGhi7EKvrNjqdPW2OTA zIz??h5~CNxPxlZhlw#E8&knN|?NH)kN-4Z9s`KiFHEKsuz;T}d51@=ezh8f98rWzo zY3@aB>gtrHnOv_aWMF=p5qL! zjmvgNVt%nfVCo#!tmkxV?j**}47s+J4NW4MSp2q~rygz8Z%a$3acCj!yv@yzo3$Mv z$pA2_I9jqyU&}DCE}U4u;t8?DddLv6r0vi6TQ)(_(JD(vyU`6nzgYCmcpC z4+3Xve+>X9)oOVcZy08p>WA5ay7sF+qycW&Y0*8Jk?+|M&Sic)YtcT&5Occ`P3s$x zi;7Uc$~?TFd#0)vc|Nfp+%k_hTphv(DNbS0!K5HW!SET~m`rHsMLmWsVlc$?p)e&$ z9v)-xLaZhy$t>0i_hkjrrAheNaSwJ&EcNg$_P${Cp89X4Gs@v-h0!Bv`kGr6vV+~Bsk9dE&K$^;Ts+uaW#$3VL76K$bhB9PJ$6yHA4zf(r1mmw;)N#%W`@R(_&l^qnH5FMwghyBg@cs z_)%$~XlLIBI3X`(J}u^lxhrBwIZBRJL0V7DVCw|(j`mBwSV3U8Bg`KlcW|oEh&0|h zIYUBNq*jxkh3~4y`>Hej#qp6{#p|?{&`-lJD z2hg`Sm*d(fLXBM+X%T83&eQTKy5Bf`aE-aIiYAoTa&CCO1?^O_Y|Tnqp51&U0j;O2 z4b(9pJ>Xc_(c$2*)XtxqWr?@Hb~VWochhK`G}34)**Um6qk;5l=%%h}tjUeuzopRs zk`VIir)w|*^2LGYm~{y?pQXovhDaQaQGC!8#ACJ}{y5ejK-&mm*7?4fZU3|@e zJ@U?74wQnIi*IZi#=Uk38gk9-^GFV91QDe{{UN1}`Grept#xEz@YOcv=liuK`tRZl z1)%pYAPt$4Ld!G;-aX(lrtyP2w1JKM6bcOz8trvv!4szq9JOF{?9_!_>XB0RVa;?d zRQcV{S1FQN94;E{n;*kAoi7~#+cznLFG!8@Tgr$erDYw85lGTnSP9Wny_PcsXnTpp zr%@i|9v;!lvMNnF-5>lN{`q_zzmOC^Qfw0Vs)unIUV)&+>%@SBx z<81>@1g2DlRf9#$APkVa&A5A56a>+NbLtp^a@)|t*|s4JdFGKicW5IpV7MHQ{6i^A zq=J1j*|Qwuc+z~bR0($?x=y7VHX82mcC@z8P=*TfN6h~E*@3n$<@hKi(*zLncIVIl!rrXFky#LP0H|K|^EB%v~h zTdWwhrrefp7Emp!3Q-GZ>)8DdKnN=0GZJl7+ODJ4b5(g0iwP;JlM!iL6irMwLM*im zXMM!(@$emz3v0;1G?`wk!7?{14VP<8ni{8qE*$7c{eTWK+aBKfe9(-0!b%+H-85-| zxDaBwRB#k`G=k#Z3o+{T;V8zHU@1Eg81qCJuHM|SO73^t>MpZ&EgMq^WJrZiDH>?# z#wq>ww#v-;mfI(%dms4h{L}4hLT6p%E4hHx8p@d23j6QRt|39{`o)Y4nl*Jul~yo^_H`y>`HMWFss{m@_Yrg&h!y;>=n#GlVSE)sKMu;(f7E-ho5xgOrgv_?gj|?S_1S;ChBv$p zpahdyN%M^v&}+L(T7Y6V|NH36m*ua^KR&1#1mtD5ty2BDnTE^1?*qhdr_xs%I+U z@TwU8%K}Es;TDMZMOS1SqIrf`q=CV*Qv|Z7OPz`g`&sf|lNA!*2&;GYr_ma=BPzr{ z(Tb@?3QWQwUvwU?$qLq-Ls)Lm$$Oxy(xs63ufW6<3GdzjGDQ5uc^jgj_Nbt{`}lWk z=XLm>tIZGDM$ze?bq#%?iXe1lRV?&@jF1(h?4XwN{-?&35rxa!2ioV#VImh`Zy2s; z1t{P_#9aLpRpHLlXNWO5q6(b6O3U%EtsSKm$kS^4rrF&~7!<9B7tGG`;=nB2dNj;( z(nhyl`(Y&nLoikhP+H3)%KAlv|A|3h{XnAdd1P}w_$RXS6N(YqE(oKMR% z|Mun5HQ-?BlBNH{*gFM@5-{1iZQHhX+qP}nwr$(CZQI;!+s1Aix93LOn19a0ofA>7 z^;VIUnJd?~bp0h%gr#9W2-e`8o-32?=5o@Uo;!yUI~l#yyrx#3Ck~^&%SSFn7EdRWBr3W{TCI z9aSbI>JVeh0Gb>lz1El*6$PjpR`IfO6W*35riU))+kGh4o{nEP(%R0ikqsJZi5k`6uUycnjCnLr)obOf#xp!Ok zcz4fBS$Czc6D&cgxwkp9!z=7z8AjVBX_Hm%TG<-q>6K}N?`Xn)n|D-CoyqwCj)Tma zd5C0F_6UA2L96!|c5;xqGfLzz7ekt1?IhZR@(}0BhGQe(!xeEligr-;+^SKd;j_Nl zjoO*v_78SHI|z2RT*PdgYvx_C8JtUOWb+PgK?erwAIjZBOl$*u!4yZV2-_aP$6QBt z@ql90O}&&$m=2r$XLAWkS7pDYr{Y2B6=>F9vYsXy(A$Or&Zz5VD{S3IuRC5GU6RugZrwHso08;QnT0zxp#DoY z2%@k7+TBu8pC{DXtA((?rGdIsuT=k#j?xR5zqp4q4*DMCRJMe`*kN6ZKe#tk1 zMo4N1vmV+53SiHx*Mf%5)-5UGBfu1NtCS0;&XKD0dDwPhzkv!1xr&vyw#@WHG=B|# zT6BwN3-tt=$B=PvPv98O8)P5*$uxo&k5|@3%uEA8omTwB>w?Z2NbEeD2 z8(?dZ90=#e8!~k9gItQAY*vw_=^BDOnfelo8RudhKFU+dY(*6K=y8cnOYt7!7)Nj9 zu$QEH$nlR@Cb1={oCf!4nmc;e2%0xi>(B@VpI-1*7XJ;a=?^_h_u|aVchdq&0Td0!5M!>7hA~E?kzOw#p-su z@AX(#@3hxtvnJUmOkc%#eY8gR@~fF#v|Y+#b^;Muwhcf=)zGzrZugl)a>~ACyFfVL zU9BLdpyswr26PgVuLTl;V*M4YxHXR9|kom(oNq49j~&N#q6I6<&iQF$*mEgZ;7 z4d@Zd;t~Eduf&tVug;l=FrWd*bb}ZJ-{kvj_cu653^3&r=}qN2cVJ`CQIJ^C6XlPB zjHXn#|D^hH$G4I7 z%>?v2@{>jEhv(Gg^dxS-iHAbBa;V|E->}>*`mSkJzX9o-a{VYvw{FHl*_!IKTeOnI zcrIcD=t0w|2<(3I!H->B&AZfqh3U1g>$^57@$Y4yGW{1kZt~u62 z)@iF^feD*Ps_F&p3~dE9b$7}Q02z}Ao~=olLNIja{nJi_e(2t#A+uSuvO~XF-H*;$ z&^lgzO&I9Nd?+b6jxt{A8s>5Xc+EKU?gV>gTf>DF;mb9wc}qD{K{sL$oYVhg+HTu& z&-{Vu_32N-Y^pV(E>|fTH>t!ih_hv78q6Dg<#{fE)KI-JK~4e8Jvx~&Y*(R!&JKp> z85$P{;n}6kjRv&&ZVb@KWwJZ1v1{a-?j*cNC4iu0ZI_sUa4d>RibhGeZq(OXpjaL| z7ClBm-e-)wY`;|4F1DSsony)4oUT3QsZ;n{2@e-H|A?&S=;11hCe?ep;<&2xBpE~a zXd&UP6tdn7sCx!dFp8(81Q6c0?|Rfpn$2E>Z+j$j8d)0f{6iYxDAcl1Yf2xF@rCBz zq3f42P@8%hWyd=YesFxw4Go-uMQkbb;Hhkzzno9X+{x@TU9_fmv2~K-j@Q|AtV%&q ztQSqyGTHvoJXzUF(dlW-l49@bDCb(5oDhR?i)pjM6>JIEcheS`eeM}5Y>LYZC9g?P8% znK*g{pr~FwRwmDMTq1WY;@Zn|GaH70Vvph-MqTlvk}nj!(?bgrm~^7-Z_Dgv%yTjD z?vw`^u^h8yYyNpSbxDIc6lisXvJ;?3&dAf@8kKj>x3~RkG-*A%*Xy(yP6e9RgPN?W z=JIPUtmru}zv8h@TO73VB%dkf@KrK{dp8E#53f$A zUdqUYSEGX%Hw!G?_4X zoUQ+aAl552vhZ1C+7_==N8t!*lI@;1iFob1C<;`d6 zpvOwD2Pw$oAMOMjZ;1=@vft(mND1>IqdmMuO4LS&Y3IcP+ew=(SF+m5_8>E1f)-<{ zGEF#;9UyFvZfEoG^>o3+$?JvQ!OOwN)5iPyx_vV?rTL9IA9{G8MaV)@!bvTFm}FwEwvdNyvw;8_Lrk4#R7c4MH-v2;O>%ay z@AdPz<$XQ>yrpkv-{fl#v(eGsl&9R4*@OtekUJY#9yvY_3uPxq=elhpjP;9IkR;Jd zbY#k{9{S;7@9kuN|Cm3X9g1ekw-Zvv5b;P!fuEoM3JO}RN}4igY8lwv_lGH-s^;%+>tvAl zQQtzLYEb&-xLL~3`@~xpu%*+-h^8k9CltdA=V?-HHMz*k$yX_~^tR+Ni+mcZY!*q* zpN7-rkKVbTOQ~MdX0c~>)`LLSb7NMQiIjA?u41Y}PcPCxT45EtO>~dj-HxBG|E?*& z!J(x?>DJQx%o3bg^7fACs8TRUfq9gKgr-r@h)38L7G40?VzzzEY;_;<=IBZ!kyGtI5SYdF1OGoarsSAw>NRs!6q6QdA#DgnA!IC31+#5pUV3qb_&zeooZ#<+KI zfPey$dk8T{xp)$86v-q{kDq#he-gs%aC4mNU`rxW7m4Bs!2wBFh+YQ;HGvAqwy3~V zMgXONw5iD=O2QQ0r)LrNfd9_Iv_(SMM52L5F{DJYh|#JnkoP?K0oyCm*9}}Pa>C4$ z3vV=FO0NK6g>x+s@@WJj2z-&G4S2^37LDtF4BqPws=;*v= zgd0$4{IxeN!j$)bn+4Lw6RsIBv`bvTlI7Afli-{z%DTXfLpK6Zgt&yF1#^Z8e5dMG4Kt#;FlZ2c5v?fSRr?1v zSz9enmh270GVE4jy0BtfWSRTDxmxkJ^&_&dy}TIJBK8y7INiKB>4)*(Guf*0jqn_e zck84U=RqzfVCvz5h2x73cgz_&1g|=}x}|=n72U=Z!-zX2C144&4Ey!+#E?&%W_faw z_}m9Y{swjVWTSx~-zb#bnrcerEb=-L?l1qObyQ3$Q;}QZ3@92UjR1qzo{=4n8(`Ed z>o;hzwrHX1H7+W&PpSRnU2s_?0<}w|Z3yJ=K=$S2Gvn(fjgj}qeN`cmI8z~y3G@{v zr-Y=T?o^j4hW#Z5i!?@h@w6r}p*+Aglc=m>sdS+z$U{8AQ&h+AieG!lzg`{#2Gk8 zie8r34*9zAWu9o0*SqEtijlLBT$Jh8Pg5+rG+lCT+RoeKB#mPO^N$>qwj5{wJ!(x7 zP!A~-q>;Dk)K2_&5#^mNAY@(vK3ck2p0)O}RBB{fzujF#wl)fZ=iq`MVy^6tB1@L0W+qjrFOi!AS`Di96)@Va`I3$SRQabrL-g|iea**``rP z5^5b2ZOry#ZGOH#s}yb%@q^MqjuXZk84x;sgu~IkaGG&~ZoMYMv&S4bT`9(MM~#}|!P(_;S@bb< z5NI;na4Rj?^`Gj?z8@c}pYhThBU2hLe%vukH!P}zA+kk=rr6d*c7P6;Ajsicm@&Y3JB?{zm7GYN3fC*?wXkgcGo>H(fw_fX%)uv2E2YjQy*)F?kFJ>yPL>RR+RTCeg# z7)NGd*CL30=PMvKyvmhM zw65984Bc0^^7$48hz^?>Mg8g_JdYS-dFfx z|5I03MceWEe<-D+V{hp69~xJ;H_s29XD=Ub2RW4t3PZ!fH??Wf=M@^2zyl!K0 z%*3yc5cR%Tl`Du>ZZ)t*5L7KKhfjYG3U%gf>EL7t?f$RS)7@s1s)?L zU=+ex4XHo)+!RXMI-}|23gfXdG$;@v3H(wMRXwy-ZonxS!JL^QWb0oPgFp7jebb=B zTV?~9{N{h8yixK6K|+X9-${5nFzNQdkWp+wlB_Wq;6?uq2@|ysOVo`c_^4ZA)Y#Wx z{&fVipN3pji6*Dv7ySUrl^4$($~p+gsRPwU5FJvd5jv_=eDGf{apA2W z&JX1#RT2~=PB23gsTUq60n=C_@<|Ml8+yCmHiYZB~kU-RiQ!R2DXVfY$vZK znFmuYYp#N;mo>RC+kdE||yp0lnK{C}ayhE8XSp5;>Gzf67kVKvaD z@H*dI^>A7fK1A)wnUbaqn~w7qt)@q*_8j2$oFBlK3xFGySgk6L1S(SLooOgB)@Pp0 zs}=uT&mP+ypQ3#BVcUaRgx=edj8JXGr1)s0@Hu`@9e%XGtGW=zsh2&X zdrdCo+bj3xtZ(`u(iG~ta~}1Y!$)JYeSP2axAzob*^iJ@Bp4UXaxIzTAi34Qy5N)M z^?BXxcoH9jTx=2^z&vjs=i2b%E@jaV@9e#ktYqaPe6?ZFO3uV!eX7DT@J>8mi^D?j zc(Z{zZ(zkpH9GCa35%IdcsT)OVDV6ywj)r}nJ}Eh&)y4GZmBW8RMYWRvS6r)PO7O( z@By5=*V1B4HOiMwXw)WZ3Q^C^42DTib);b@(oP(=SOMoS%~ytC#KZxGykC1Z%<~<-10$86z~i2uDASid_kySXmP~ zyr}`7@DaY?*moKK-iEtTR}uJykFV6!#9-#?S1|654eI;}d5D||xSDvV1(NeA`H<51 zV!Vqy;$78``HV+a^NzJIMrx(nfKWmUZWsCbKc=vZHM&puU!-}}Z`$?m^Zy%o{U4?H zT65d(upQBFR!^W9zO}BlLBxR$42JpX-PK8)wPTIrv0fdbS$MNEML4DSK0xRfj~V|? zK)T?->gGdXsn5pBq4zm$Zz^s9_lIY@ivv$s=DYc-L19G|YN=}9 zVlT`xBdB4Te)nDUL4I41MfjzE(cKh}O_UW~{4HqBUSa#?q8dgxx;iylw=wi_Yi0S?MS!?arGa8X7EJnca^*V zzQVXXqE&xt@IEAKKpt*=yCE4+J>U{(%^}0R)6`EC?qo2mY;czB4EW>hZh?q9>0a<) zPw-BgIBd9ZSEe;6$-b?(h<;P>7oAloRg%U0vh&R&PZiuVL*7KBj&_h$E^(t{ZQNRw zY0O-9dAy%tM2C1{Y?D+1x*{JAsh2p9wpIx2{IOpOgc_AUs$NGFq_BF_0xB2A2x3W-Oh zO#U+xn>e0+m7f-pbWTbrLG*x(4K8zp(}@M>wA0+kSMVYfdHJPLVGM!tEUb?qCek7hjJ5%o0EC^ca{*rinfgRB!z*Cu0fEndl{wr3?NH3eE(y>pUYw(oq-MaTGF#3 zW8v8v9`Oa=ayI5%ZEFot)L(Pdzt$uBjk`Yioq{7^t=qK}Gb7*qKWXo9%4vMRG;uw^T?PNN|Qf|EwBn9GrF?Y~kEXUN-E%@|+FYFn4dpdS5h4?H=(;W9D+b zI2=~5ZOmT^lpf#Q_l8&jOYp zC8e3zZZzhhr3hFR*z+&5eH^DRJQL(??oF7sNu2-4Kx&G6YY}EISNq()Q?{W-`(E2I z`FVUGdlXjy0S~ZF^n*rN2g!-GElQcET?W4PfabOwu;AbqjLB8;aq{v*={PP3-8P!)#PQD}u*$<|QeUEy0v;gT~E=V{OCiC}a0qEETSS4YCL% z{ObfVRv|8Bz~cE5q7izKN-oDUs#D&G(kAy+@+)?Eu-lTw3ffEUPanLBWHQwgqp%7} zyPU~auPS_7YxS}oH{2j`IiT@bZvWkqPJg#*>}I-T#trlXv&`<3b=JbWe@I(LE!Ga; z>S}ZCmVxz>UB&dp>LOUK&CP&w^rJ;IpB$QJX44Pw|J-b|E!OoZg8%@eLjCUmJNy3} za8p#ZoDNt~d{5P~6T!!m(`7#9GMYCr2NQ>JQ{`#5CyW{K4DgL?j3-i#>OVj5AdP5A zo2R0v&$)Ix@Ez`i+L$}L_8Oz^VIy0nldYL)^Xnp8PNx12%Hh}g1pqFx23h=77&YHR zMstoYYQ}BPd9HgeszA;(+2WrB1*(AqqzuuuNcn@#(H1at)e4tvDNIk{cDJLp-^A~Jai;WoFAGo8s5J(UU+f8GTMB)?eNYt{Sp_VKD4MQj(h8!? zUL#%a1RJ=Ly${~x`iHc)&}3RkpvGuOJRS)R2pznjuNet9fsEE0+!QwU2IE;o{<@GQ z?OC+GSQlK9Jx|lS9~yBQvL`GJXF+zIc|{gD8zk`)K;qf9PoK?`aA%J`BN}v$a)U=c z7vx~a2>tP3Uh!SV9e4lBUyOK)<~^fdUog zm|~7qp~~SsB@$oGJ>GHDEa)P$Y-ukkkuWt1Hf|Y%NabGNhT3j?$4Nmkb>wLagk;L$ zr!xO+KE?T)RI~i%#$+~L{#PO>f;Eq&$>a7zvEciMEZ&L^%7 z%8_gxX}?PI)uuGs#i69Kh~kx#mElS9Pc|00$0080r|Rv|C{1|>HV_RkcR@;7c0QiP zs`3nKyk!q-zaL4uAc_KzHA)L?WOGx1D}Q4)7L_XF@zkXC3)eHnEB-=DeGtgztxq-a zDzBhC29Z$)4Qv1s-sTJ7Y|Z!K>76}2wzp*u!h46ywx6`$ZUN>cs+D3AyY01N^^B6WA|Xv+eCg)eaf}Ae;#Rfck$K_nZvO4F1!iu&nj} zg;*6l_{96Tv`if60swRLyKJ#`RUF3TT%!sQj3e1lrHBX=CSr;Fd`#bp6q0PHcHZF0 z@@r|}@Z!v1n~Ae-kujU7?lBAw(wqk$xTVr1CBKtQaaJYU(pWbsYYB@lC?qpqLL{1; zAk&#(lbabNb0F$e!L2&mkPHZ*!uI}THz*@`auoFsvKrT>1;;)!5n0Xda>O}D_-W_a zwlS*`IGr?bW2;B$2x=E#o4byGK;>})9EdtH?9U8&zXcjEqm=)U z=3h;{3Tw2tdu>9Z`J25!3KZQflU!c0Ld9QpPF-w1^Xh#(h`ZSAEeuwH%Wq+X~ z(Qh#zKMyH^vuZ>Qo5n$$;bI_TAw9WnLISs?f`J$jS_iSr#>4=A|M$K+{9SiAA|*UU z{}NfzUudR4L@itMX?TAM59Uhz(*MN5Fi?(?0MS6WUYA}cKA1{i1d)!GI_otz?#3kT zVKA(u>jFGhkG<&7F8pUbq(ijl1L%+?_Qmsq147A5e_e037q&0guL(E1cdVTt2X=am z|2AH6Qak^e@6qp3-fFO2n33&nt#p+Q7BfCN#+;oQ@B>c>C6eM?`{sbCaOeqUc#;kR+H=}4(%4#!My2T8*4pEDTg z1Ow8anZO6g)I4f&i`g`x zEb7%@v`-=-w$!Y{p(is~h9)EWpTPWO2@)CDr|*hRsChv9>Wjh;<@*9r@>}=blwk+< z0nkIoAtgRnIztxoW(l#3_+If@la4Ewfg*`t&U zO1RpUzldI2fZ;RF6?})~m_P}SMJfm*Rl<=Lxx_9)-=5CMU@TG@LvW`+$rPQ}O###S z<>Xz^d(Rl z->Uwq)%4AC)yLhO+4JJ%uL%j4=Q=n z7Ht7k*pUncV0P(4#_n4;IHr5=>8~&gzx;~Wp$3#i2#T-1$!$dYhGcqWm~e7SNE&Yv zCKn984ZXR8{`tF-y+VczprB|WP*c`LnA9gF{DYFk&{UwgL56@>9lEkSnb=FRTV0(7YEUlEpf*NcZ@*iS>;A~VFIJZf z3|05zX++@ZC~?x0)Uq!%&3LP*-<3+3l#gA8n2WTfLKcA4lKM9h2u`uFL{7Nq?2MhS zGZ&bSJNr0~o(=7RN7XIIwSV$q5Juf)Kl{4Iu3auWe;m-n>c-~C&JGtuka~&$@9iQ) zo*^!2>ID>4jsc#qy$yq$)8#a!g11w~Ca;JxnfShPYSOpr2w5JYk3A7%ctwPydMLSm zIX%S%b2mvrDo+R*Y4rk=j4CV<0t(2-sX%XFOOGt&Za|xUY3*24qq?P&UF+KY&X_<5 zbLv=`K)qhI0e1MyaQD)f%G4(WGQ}56@G_86hyT=gq)~ z1>67WsszY;Cd6B0);PvwjfVANCWBvmDW@e=l=+jz%%o?eo@zE9=lrLLv3p?hw9H@- zF30oU79lG@JJ@tqQ)n9Z0p1XM)dIxa9NQA4W$&-n)PsY|;LWFCnoE8nUjVu9rUuQ) z!yU0b*1Q(c|fm{{4&v1#odbJ!q7 z3zw_VlP#h1E>7^hwI3zWPBE79KXW|!1BPTRLeYkzuq=*x6-;GO=M3@;&=s^1`ao49 zle%!Ml_J1K`47Joe!ZtI6AZ6=f`F3>xvK>`V&uWA#e=VDXME8{Bkb_@F@D>Zr@oZL zm50$W09BNO)4y7RwN3*{AX0LO!Y{6G0k#1?GTF<7x{<}e6HY~wrd^1FTuTNORkj#_ zEuEK(O1s$yq@}a$tvqd1EzMP`Kxf;ackBds;JxTlXqNm}3YSI}=T4be40~QyFxKc@ zQHVN+(-mhLB8L2_w<79gb!TA6^yaIG%;yF6Jp>eW(~o$-@$)F<)_CqX494?^ zn2lWMsdPU~{)S$KGct`IH)HcpPp|K$pH?pdZlpc%Yx*>Al?1sKE4%Dv%aBv}_ZXvi z8(&{X2wPsqVINIly-#eHd1mph%bGJSTW)#Iyg+Y2k8Zev^dJl=+aF^hA6l}Gq*^+z zhh19S6|R0=Sz9ul@K{JBE8Nd4$2ITW9bMjPsBgTJn-kuSA0OrpE=V5(?`oFm| z-uHQTPurgtFI6Mt1Y*Yw;*6G1%AY-fCxoVr*I<4jOHbNg@C=GZrKl?kKGPrs=F);~ zb9aG^bXc=Dqs(y`0;`K%@J*Xp4le}_2TSE>MI5h4xgGi@!K>>qpuHIu)xF}Z#OGe) zt<&5PkB85_Yy75&1gXQ@z%SpfjGftSg2I5)tX=`VndN6u#bpY(6`P9GJ4YEvW1 zV6+cpxv`*LN;QnLm5n4#)d!~gN$AHPiPZ`Sw?^HCY`N4In5qQGP?>|3SYliqHIS5l z??LSR1m8Qh?np+Vxr>>MjRxvNLyC?(`I93w=&ef`n;l60AXNvNI5D=q@FztTZRGfI zw$l~r4F`9y$+Rh$2ih>a3INrInbfQ?Z(UcP?Wz<~>kYb#{Il7W>NbJ66cT6r*x&I5 zNw8#hB{jcC#lfYC&LR$ktCxTnlJ`B2vIRSrw9xHTu&ChOeXSsQqt$f|WTlHs&$@#i zLqFJQVCsFN@5-enOLK>U>L=-9=i};*i30;k5sOB508t;BAz6~|!KehNHmRDTD-^QMcy`Gou|Wbd`xsXrE4amXT#=x(|Gb;w*oy3qNnk-1R|N!BS>+et6xh8v(Xx*DXmIrkEpff-IE}z)Ug2FI?nJ9bHB^XFYw>@ zheFzdgO#@b>j_sR?gDVpR#bI4QL>>xU8=REFRqw~ShJ%x%c8>tsBvh=^KS#(e@OwnYof%6`KHSxvAq!`~@^wnEb-nHEDeRtDjJxw` z8~e`Ay&G8mp!eU6JH&6}PO1@8xeoyVutp33K=Xgoxc}#++_t8M)9-U~yHl4}&SWl1vv)~N=eYo=m2#@Zkin(IxJ0+-V48rg*E{FbT={bhzgc#uAaG?%; zXY3(If(YPKO5<^O+)gea2$+!oAq*s1fk67asg$F*k22U!azKMMp(*!E1?=ex86a5% zu$&_Zw}_xtBvIM+B&=#B*nZ~zk-*Ra3`D4Zn4W~uLw1iot-_IPqJ+TFglLL3p@ZVG z*a5X-M}RVKf6R#Rj?lIEI9io!PUSe-Nw)wu-5ZOA)Yp ze*tW01CSEB7v=L#_yvC+7>)_z@8fI?A}(Liug&+gj%05rJ>ixx@uCU&FeSlH!TI2C zk>zNe>4D9$?-)@5xdFm`NxQ-ZO*vC1DJhjGnJ}&csGE7EJF!sVPGZ{973RtgjkKF$fXK5fHBx zrm$b_i3dk((WNVNhirKQ*H#G>mclqr<%aL;*X&-V`c~0Rk4$P_oDAtF&z5zeL5K^; z8SqEeTxeR*Qvkz40fH>6m%l@@X z41GUAX|1&`D&>cmd!ii7`%< zGD=HAGc{a6n~^NNBZeWJ&vw??iA=w-l_{HJOqxntR+Ch) zPYU6kp{-MaX*)i0%wF_B_Er53;n5;Nf`5}vutRf+18}u`aB_6 z@W+CewnYClkw1p>{n2KQ)wMrR7g4krnfx?|m&0C;?&L8f(x^^5yEru$bVyzu&O~oW zMF@Sb+6%wHW}mBMq~wZ>t_#FO`NV+04<-}xW|djoShPmgE=k3+Z9=%LpFJQ$E! zkO(;n7y8&?7g~O!xh%E#hd`9QjR~JQRsu!;#Kc7Y%sL7J_GTmhBXWXNi}FHclfx#d z>{Z3l{Hf68d5}X_1~%2X$b!(utdEZF-pF6R1~c*fwLjfUM{LxLR$?wm8?E(o-Q=<*7d+V)ZEY)#Ew2;lnW-K1c)uy| znZC&tfg?7A$;XcLdz*YaKOE!HXIk_+0=Xb!hpKhfUhfD>PfT-8=~AeCYO`QPe;!JF zWjSS}#LS{rud<;m)Z*0=B3mUY8Eq9#gH5wqBK?J%IHl*gNz68mPH*9W;d2(STydsk zpMXVX3hJw*66ARLl{$~baweV!7xRpF3NrX#&v@Hc5`SlHGV9Tm@88jI8jNiN zXr<@pHX>T?>y7nGX~G}GKW$>7;NY6CI7uJQSjB#@)o9QsXNWeSHSF*{?*A5jM?Goe z&6e5sf4}T~YHxo#w^e+R&x8wtMr&F0zG z;-lg14S23$Ro=WuHdXF?Py$PbMt&b_Q|LJ)+Y9a#ar;I+4bdI$PWuP^+1}B^Mxq*;FouXk-ruFvav&X68w1#^;`Yto|M zx8C{5qri@Ac8Dd1ahQ>u`g(~b{_8BZkx@1{GzN4YC-y?gL=l6SF|dmAH+RnJnHUGb%bN|$Xvr}PEPNnfe0 z)-7{dxlY4GS^H_F&dKKrH?a3~h?+-Cp-8ZhOBwvBpR0w1Q)kQ4g8m;Jb=1M_+aL$63p- z0AsiLE5N+eu{(jU3E+BM-$sWSty*^a7K5hNZ@t+wGzvVZnT3f2^5=>8Md>M`mqr*-N1M{Gmja1GAT&iyr%`nKMSo*K zVNe_kVvwc=5z+ut?|PNvC20#`6Xp~X9F+A9L4qikRg-eG<>G{a^~s%Rn1=w2Dl=;XeydTE8uU< z8s>UuKyXIQ5n@~0jsrr5QH+Uf?eMT@e2X}eIuQz15z%=9x556RyRTDU`jGxTKpt2x zU;1BsUvlc>XxBSXDYAr<2m(V#@rJ+Fze!H**l$DFi5S|kc4H6VjCi%94-@9BK~-M( zVDz}J4|nzsT(<_Dw`DI)3E=cXRw#*|5&fdHEGRs&p%KDdVfYj&nJ`l9!&jhxN(dv- z8KVTmTb_2`h~QGkt&efGYKZ(DKr)IK7LB*@8yMb1`ucS1dQ?>16>HulCh|Z0691sU zSx_mg>Io-NNtje?)re1^^p-@7nOu|*Au|hx6alTU7jc_ZL5*V(1EoUSnPu)phG5f` z4J$D#UMJ8?ji_NRNwHiuZ=|bU{$z28il)@@^bF>I)>fENbvr=Us8UI%ueg@1Eb=IO zyUqi>w`|(5!R7cT#5YFQAoPxxWQ{5=8Z4rKr0c}-hdFyj4qwzOqR+_n+jZ=ryYiD- zYn_=RWQ!s~267g!%Ll0OSAL6jeC%NeAjp5pAULy-Dbxi&6Bzx$ZIL%kP*)+_+$~_+ zffr{RL_1g>_^6N3dI1n*fM_--oeMr7Vy*+m;~M(tI=?pOeP8n+dNd-x;_iWaMo*e> zchnJ3DFeqf`tg1_&r)jiqZ5s)xq8@;9CkGqmi^&u=<{{8bgrnzF+DEEIXO1=os6v- zcx}CNRo-BTyqu@w!*Qz^U`YFn-D&r`;Xax1((Rm`_`!EB9l~XCtL`SD-aaT1+WMIZ zBQPU788q$vdOOYf=u-H3{^m3v+H~AaktMzdBST^=9u)~Qr~%OtzZr%rJ;aShrgrS) zq=!(dt&q>`+|g-m&!Mb^&-eGAyO+keni-yn~_{tjsDHb*(9=Uda> zkC=X>Qdrrv1v-7Rs%#56WOqBXSLcP2DQGl8+$6Vn%p)@A|7iRe%^`B1hINYrYjv7q z3JFwqIdi<{QS0cn6V5R8q~X9C_(e=CKEg3>!#U63?ef_`UQdgriQH=I2ZX_;6egEl zQw=yJ)Wqyo<;^tNgxbr}g~yuB{-Nr5u*RD?;~q&T!9S_&zXq(Qi-zxti?Tfy4YCJA zD(P`P(+~v2AT_sB@#)BDS`NNxw*9D+LXWBzPb=Rr3nO$#$v8Lsb0Q*W!4xer*dy)u z8AfUxe@TZr$SY`7BR3|viy{ZVg^EC#fc^5N$#IkYw~dQYta8)#W>Kk+ea6y6dmM7P zCcefG@PAg=3!RNT@c+6R#QwjKk*r-DZT_RiwqSn!*4XElPgJ`bu=VgFlFMr__q2VS zF$*1bS5vOl%aVY6@#bk&Bo`vwF^c!Te>{r2stahBAjN1CFJCfGBk*I`892KSXXzsF z2>+Heg~7q;^a&1h2Gy)U`SP;Ap@i5JtkS)*MevgB2Mo6$G>SXzdGT>z$(#f=t2=^8 z;W75;1pL(n{fdIOw!*a6L6oQ=%`@o16seb2WYpnZ4S{p91qQuoRR;gDL0SBUPhAO_Kq%EYSk3EItt`|PQ(lw=4^wdFsTrls79G2xD4qg$^a6@RX?6;Qh znwtT~v#7K}ETXh34kggS1F@ggCti0%c1FZE*uOTv^Ym=;|31R)zMeJxnmE|DgNWiC zQhM%(A;lX76dNp;KM=JHb0iL^+PA*NVt79-x--9n3kjQ=H)PD7-FM^+;?;gJ`+q3= zrtr+#W!u=c)k!+GZQHhO+qOEkZQHilNylb~eZGIKz0UsEzBp^2c`=`P^y@2F8V zs-hS6&9?Ifo@Oq+xCl3aoW+C~hy6$ErLSx!eGN{P;_o2Q zroa)6FQ&ePaO{W*Q`PG6M1hLPL_mb)3tj$bQKP@a#kXzM^hB|>N~nzm77)ezi!09K z1(7Hc;L)HW4;o{w_d;DIh~xPa^Nu;B+QjKas!`@=HMwkOY?YYytJStO8M`o_6G-7E z?j-o5$+e~`_Q)aDE`8dUcAL?Sb~KyTOA3uuGyQbl^sZ^^{c+9ac$fiIMnAjwlp^7V zzG*+RQNn3;bP#DVq5j-M-N8P8gB|){bg{qR53557zcP(+)#=F91KMAqDjiRd zwRqETu_PcPk<C*f>@+ecB{!iqqRU6QU`HqpCT`MW^O0nv%0~_IGB++0w48z zt1hIJZknKKPqF6;!@N_RO6{h^@LfmQIVo&_wlzafCjlbn5bOm)0rf>$q8WSggvC9T z=!Clbw+~0=Zc3!u@MKsmSKtj2?94jnJf1wqRPMSvb?=qhF(V z^p9j>f_`Ce_}A7ANU{o&%GS+H@tY+gtz%1q{+H9GOQFt;nXb}<7|11q?TK=cqL^Ax zE0vILTI$8=w;HUAd_hv}|_QrnEVjE zYE>6qN0wjIo+SM*tpx**Y8*p+#CB2dF6h6TW`|VBqWDr0Mj1>2H4rkvG=2AUm2#7m zKZ#|V=p^QK#&|`6EbkB_VueR&!8k5ya$-|BE`masD;6Jg6iRtJg?CdjcM)X9QiEI4 zaJ)t1*xC}6lz6AeeLf{bdLhgxi!$Efd9q|gRnT4aA1@4GQDaeQuR9r0vBU|8^o33v ze+C+JSvgKTSAkQk!L%^a=ibur( zK*9Q#-$bd?)js&Q-F!iAbS6u;;^ip4Ao3f07C||Y;iz`{wnFp5FR@@riIqeyzkA76 zWYMWyr~dSbic_8x4B>if|pal{!_l#f5&n4vPZT3@WJ-vwt{2I2F*_ zsJ5NKa+QSj*<1@tB2DR_%o^mUF1H?Mi0s^LB44~$TKmtpbGJ>qTz`HN&3kV2=fjeZ zNXOi74O|&Z^*Vcdl`&r>;z*GLP$aUKcQ62Xr?DFUnb2J_QKUBbF{yQ&)Jq|F*01M8lU!30U9w^Cx*yKW!Br!9#LnjYU4JFix$hHQTCr*0Dzl+`B>7CGg>Ux_gO}4)sWf>9p9< zhyM^;H9_U$>tXfBuOeGbR$GFhfa@5NViy947`nxKpEd_|R4d6E_LI%+1@dllNo)CB zZIm2rmS!iC6@wYjy||FMuR{pj)rDtC;&B1&HL;sxXlo&j(j~;+bmP~GL7X1- zA^TQvVV66(Hg>M+(882Ymzp?GE_LyCs69Qek*<`lNs`2d(6QtqHO%&Q3l90`#hsSqAa?FJWXwij4a-lj zwZoZp38lLCT_-dQbYKWAw3$=^>z3B=DaV)1z6!34-LWNi@-a$=Kdx zNL(kqq8wSKOpgt1#E2m(M_HoCpG+7yV#-@KX2=nk4G}EFfKrNm@rTT0EeQ0)^dwBO z!qYQKK^jpN3E5zMlhw2nkXC@v{`A-DN1E(6Di~14L?+|31l{7Sf7kNR7j53L^S0J~ ziP2TgTP7Ghc;H@lak7>|p&d>xH=$?cO20^7Q?{B!5e{>MXysMIWmyZ5NOg!an~{fO zKS#=KYHB*>wV>-MP_k&SBmL%AyFQuJ5`JR-KV9_EpuC?1#eZcpSr*RR@m$*S-H=BDKa(aVo%|s*#P-jH6=WA;o#dkYS(N^ zn2{kO1IL&fXecG(l3#SaIbqJYtaofMpMhh{OIOs^?H;N9P=9eN7uVSheGeWph*Joy z^e6SfW-vMmEqtD`UE1^g&)fzP?AX{cu!|w!_@?NpS^9tf+W|i~5a4J3$3qWz8@jsK z|Fd4DZ)0k1XzWS zFxC+Cf_c*mnKfbsS3AdeuQ-Svlh?GZ+yL^;ktK5YsP{k}%;g zsH(bEP0+GHAqGY%cK%~TBm9R%zd77>+f@t$h`4n-jDhBV-Bej%Q+kWc1=Q7Q)Mw_>ZgRz zIiz$S3u43NvScsxV=Sl_nhDiL%Q#!(Yd}4Dati`VqGt!ymv$*-RAxEjg+!tNu z`8ZdiiW@kg7uc93J>*EZP$jBWjd?h^Qma;%i8Lz9Vy@)A)au^Db$t6<=e_H# z5_xIwTo^KE?W-dnfK0%dfaQ!~H(Oh$8f9W>j3ONQK3!I_5@+rWHnLj+Yv0$Ohv|=A z)!c?!I$1IFTJUotA=>EPoioFTCqkrNoAzP6gH&Ur+%ny@y~0@3{K$tn2z*Y}t+gn7 zD`j@kK!_>=FA*YCT`Qzb=XxAzjC7i4Xq7=9)#TV~lEK-e6?6s;0l`(CI)kWXal@(N zTc%JLkn*P&X^3)jcuxW(dlaT(oDDW-_gdyy_tDzB*p{7pPPpKl8$|AzABArayUIYx zPN62M2%V%BVzQy5F0!{e=iWJDnMY)d<;72#NFFa9A&xAdviTXl;b7Bb&{xC>^SjLs z-~4T_wm4foR&MsGMK-)R+ zr1;LZWtOd{c#Rx4YM^kZxoV~B{B{IdvvThffkV$@^E-1zT8#bm{#UGZaQTEJ+odFL z>>a-dVjtJrHx0hA=cO4y#&lhqj@jJgVi?eL23m8Ln(tWg6t&`Aaqe`rjPa305j5GB zw{)@xkN5}IdVuoQ=OO0W32r$eXfPDRnqpD$4TL$`w`!?XS^F}aV`6s2Rv5ycVN~sj zOuw9I)!<0erGHjsZR3olO+Ju*X$IQlE7wfNJGoGnDqPuvx8!ZL1#wm8KduN-V3@s> zhb^47St3*G<7`X}>Jkv?56eC!Y`Au+(|_+D&ymn)+veH$sN){ya@!>Og7|k3rtCcW zZU8Vn)B&wFS@bff%5^(~Te# zmEFJ`m$Sqkbd8az`G^ytJ1+ldXha{M9>ghb2?+TCe~;b9zB|${I>D8U-NE#YjY;#C zG!R;-)-m(Dc*u9{_OlT6U_~goKNxm+d+u)sSMes&oJDmUV`QlEO(Cd^oW&Uo;AiAP zxhGxfAr7-#J8~YV`q5}~T;PCk`+ly)sha8R&Ap_UIpys252K|ZZmzY@5 zda&RRBkAyaOH`~-(uNs~or_b%#!pD21w~q(oO&aI$&|KJ5$piKYYro%bY`javNWAh zy<Rjb(RfKnMtWCs4D~DU zii!^zky7M1s*BN33Np$aAk6%p!*j+P)6smyyTD04ODxfs)SA%hd$({RV@cuAIGkkB zs8NH++k_#Co5Wcyg`ZI3UTfuF9grYKKX(?vO`$BOlb&a7s3}vWEbNKjVXE(EQ^?`J z2(iT|pA;iLN(#NFY*U%Xlwnq`CY~ZYNFL^yY)L#LKYd$K)F)x*dKw$^%{$iz|B8%@ zhxc7RFH@+p73xUs-}F|r-c`On zFRrh}H3e$93a;C??e4@2%lK6AgXZZwbUAR@0m)<>b#Ymtq_}YhBk%B^?x*mU_^g8T+%9-zJ98tEdF%SRR z_p;_F+{`~>}T=*4Cn;4wF-6la!zJtJ80BJ@bq>=S=kT=<3dq%knarRwF5)O)J2p8v!|}-C@VYhYRo9t4t!6-yO(? zEeeMK3JM1pKnAcv{I3|OjlHp<&EEh^Mb>^v0IBC)9j=C?MJeKygD4bnLKYuKLTSoP zg@jnu+8fXQ*Jb98YtSFwrYsgph5aCohH#Fq+?V5->4#jtJMEf}7+As)h|F0PC68Uo z7?UN+-b%P`kLM5c5Sbq^N!dl?ibG^&XD$W>J=kRr#qkyJ2J?p*HNaKiP<{_bCdVlS;-BnBp4046lX!18S-?J zh&V9*kXs~+48J4I36}&pyubp92;#_z!B`>+vp^PKljH!B_zS82ls1&$!n@W940+V( z4oKsakQ=%Jqi+$#vWWK*Yr;9*ujZYI;#H>^{etm1B?*v(7D{?zsqj|DUV`)W@7h67 zE5w&*xxc^@{4r|rvsaRD0hs;+_2xV$I-IY!W^W_vS& ziUBk=OPjuy&0XvMWFfmpX#?GRnqQrH-PtX_*b-I2z`=fivvIvp4V<19BvQD00Q_07 ziM2OdGk9iGb63MXq9G^Y*_Bj&;mC|bOe+?du)LFMJ38Zk z(?q>%0_M8Saut3Kn!n?m`{4IXBd*`9G@zYKWYusQmK2&jqFCV~lEa~SyYEGQHo`vl zM>=fkR}2lkLE;!#P6HUMGsXl&j#f?`H>fn@Mw7ri3l#Q&wxR-0i5r!1qTF$y4OQk$ z6-lPksKl_c=Y^A-Of(1CTxZF67FkF#uCqS@EHh^hSaw_$0TO4q`MA< zq~)oqfegKd2uJo}MJ{O2c(1@Ql7aD1IV;iW40%-WBCOd|h*c#}uK2)kYYg*=>OgGhKL{FJ_C~EZw<^@wQDCGj?Wajv-GRNl}9PfW+foDF}S= zA>ScF+uWB9Q4(mFFZ2mb_WuMJG#)q=D-~t(Wx9|RGb^&wl`BO z6Q^CXwY7EZn!;x6w*$irw(v$!*^kf2q}a&qIki))LgiUN4fZtr$m*OZ(&BL+=h^6| zL&EdRsiWw{6mH}j|1v^8U!yV7H>7;RL`Q%p{sWlm{zET>~I6?XYli@Q##a+9|`W!0*nNxKB^WX z466CEHK@WrBC4#+Z8Asu-M;wQM#Y|JbFvj$IvoSOm@1k>hlB>AEahtMD1ASvcl;j; zwnHSH)mOg+Og<&=Pzl^i*qv1{okf0njS$1RbQWF%)9SJ))XdO1gZ2ol=GnMEQ7~^8 zGc^Z5tGATI-0VlbZ8^DaVR!w^I|e}pNZBZEN=#v4;NEZi(^iSFxfsx}#9Xva& zG~P>YbKRxW^_@I8*w~Bcp4h54X%*XE;Y+Ledh+wlKq36E`2L!7g8Z7r14!SL8CQgA z;hMP5(BvFNR{9WIE7EA9{Dy7V4~WuWhR4Bm@4bAA9B$}%#`VaI;EySKz^LSQ3~kAV zlrAojEWQWEkCpuceWz6d-_7swvK^4BU#}vBUQ?C7W0g+7Uc(D}IMlLcq}n0{Ya#+_ zps`Lw!7yF^6e4jIzNf#&zT5NTEk2`qQ$pIgPG67nd8$1yj8X;XK2U&u;N_$aXku?^$Te*OY zlAWDj{oq}36M$6d!66J1`8i?^J>*J$kCAo!aWYwdtM#IOEQpZhG`FWwu3e(3kmaxCQ5CDq>twp2XWIQf&;9!(uS8|`h4_>^LE;B z6v6|98Sf7m5B9*|hm~4-4UPlmX07KZ12~oVN`^7$LIExW+A{RWWX+vAMy@vm`63Xu zCzFgB^ft3vOr^@4W0+LARgh;?^B}>@PYU$&*jO2h2EX%3KcP-w+o`%GbroB+yN+G0 z%nJ5?RoW2YTs~j~oe_sAhwIQ{-vqC37_!5AT~F2{1as|;ALYWM!6p?o#njz5%pxAr zJw4-k1@62zPp0(X8C-}DuaVaT<=3-2ru`di1Qqz1F1C>@Q6P20h7Y)d_g{k$i_+2?$h&>Vd*PxoK3+Za?`Uuv?DUypaR!&g zing$o_k^^05qn%9ncdpaLvHpmz_s%Ttmd7|(&Ny<TJQGvqDJSw8oa0t{S17HBvbs@ zP4Y|DubSe|%uj8}ytX8jWm-r_H;AF8p4{5%X%2Syp$4(5S-(YpwVh9df6uq4tPDn5 zK!Je50B+v@ErSJ&(_>`#+kLF6`&YM{?@L{~EYUi!4!12KgvSGrrXot)7ZRzbW<3G` zz(nCpl*lN%-d?&=n7J*p{R*~*7zXM^?sJEnZ+Hvi^dG5f-lXZ?C{`6#$TLS`W*$|NyFgXzI5n(pIuMzGq9l`%>4G}2jMyVB z)LwLFf~TMC!9h62%pbMyLl6WTh&yU*&*&%&g<;4L|3M%SqK1a@#T+`5xvKD_#1ezq zDfv57t3pyEQD}Bmf>t)6P7)(Hr2FZYA2K9$al0+bUp&?k;vYQros7K{@9{lrrqrFf zGFPST(`YLHy)Oxk>K{bbf-Nc)(3nPBo|t5-m)*9Zga$$Qqb`52yX4A=xWue1I!m7KP|2d zK)on8CTHO<^JW+nCCqq5n#F%)c5ejiqHNh|v64XK84-eM>;sKoKql8iLR22tBRNe8 z@uniG%)``5Dc=xn(H?{^^Hek^R{1VGsjK@&Z(l6$>A%QV^j6%;yZD%&<=y&J!1FX! zddaFui06D2UC|bL@bz%whWBE|`#%&t=iM4XT|M`vAmXh1(Qo!}pX-LBxjjlM3)s#L z*6s6p&LSid#_d4Exzl^okEHM^;Y)pfe#0K)fA*S&m#6>kR^)!?y3f7;yASe^8S+%j zsqBm9>m`Mk0K5oFZ?@l)n{Z~k;s#ISQ^36X=L`MpVF^f5Ba`sSWR6Vt#J2YdoSZ!3 zaL2w!G($0uy;yWp^jH^%{N{y^+#SCLZsYjGs^}weamvRZ-^cDo`)5Vqs>bcxb^H=5L zb5@^G(gYYKu=Gmhei_&SyneQmuBW+2A@~U?mHjB%BHd`evjW8W$``!IyA?e(-U335u~BH4 zFWs>R(j6Nc)5A9;mBh3R+-i+>sVyJ%jIF>Q+gF^W=v4%jmq5n^EPuDoFyIxklI1eG zfQ^CcpgIG)sK_rZ75-6Q2vL$TfHyOwkFNGR!O3(%+QyQmF|K5m2t;uk7o-(_iK( z59W{17-rfR_?))w{twlankFHx%SS?4dz_Kvg`rALW-O%*j`F}7W|}QYC5#J5Gx$!u~(%&iE_@0q@YBq zxV--e3SvcSEBW%ssWm_vty}|Gu!Y701T{B*9x8@q13kwWMq1h!7*kE~F&~JI^p0t$ znlx{buFhdvWZh&CDkB*{muCg& z@)d+$09{`EaDt#7!u8(0l_P808|YH=?5lE7Hdtx zd5HxUy-V^fe2Y?YJxOSGO`=vNk$y4_1hnVH#U}}ZnuOyT>F;$>phLJ2(hGnr?`$W- zdHTYhC3_>M!dr3uHj*az;!jMef*>i!@;iNlLakM+rr1DBxPIB(zBVB-mdnXAK9Uo= zIbd{QA#qIvOL9?Ei-inGoop51pDaP|zgYq)$^V-r6m)zx4Z_$f*V1^!;>U`vwmc$c z61ZG_{R1CZ0QiuprqS>hKEOs4wFJYTmY7g?vDNdl4T%u{ctTnrFtxfj1ND-&=`vl3 z!19UmMKcHlC8{Ho8Pvln&zuq(r-gk|;ZqXiZl{t3;6r@KjnYH$qFC*-=-Qsn6RlI7 za$om#p3-N{Apg?c;3EIws}`<@nd(z!bwVxIr}vh&$eoXuHy?s8J;9%I@hkrQ6{O88 zK#w46{ij~D_sen@0_Ejta%sTkZs=aW_dO@Kh#!aBcZThr%N{i4HwjmYrx$q>JpaAB z6x>|If3O7Ef3O7bLubfS!GE!YoWEGY-2Y_>>$InFwBz8yu~AJ%7Am2ji7BZBx%hB< z^@R*Rp~5Gdf9DLH|KJQC_TteGQ)Ok`bDP&bl*#_}W+pkwHC?Bml9aE1-Y*^|^{(mv z$rZTq9`{^U{x%3tbNGK-lyh+Yd+h7lZ!)0yo~UoP2w9OqynAE} z^A)FrrNLXIfVoN}Q+@9st_{lBK%n{Kw-zS2=0;dk$vcAxw)KLS=Y1XP{JUD+dPTbZ zv_L~}B|``h_ec(^073Ar2vS5qb-`e)n5g$d^!~zgyA}keYTlvQ1rZc!%g?uA2Fju8}v{4?>0%R=9M(WOfI21tK3s(_sQUw%{ z>Y25p;S0#U!>Ik`hIxwr*6M=~5V_<2A#zU+#z|U(k}-Q9@d9|k)L$a^c$5+)K;&NS zrXdzAXFYb^AO?uszbN?nGDh}gPaMud3)o{%>?zZ%#JbuC;ZgO~$i5p%NiZ7XEXsnR z^5bQr4sv71ir-}q4>_R8e^LY;h(Zy7>0!k~G&NufF~9~#kKcfZScnoI_#4|?O9@|_ z0>ZvU+C#2nnY4O3-+;O}sdQW&P>qx7c{=d|BnKrL?O^t9$o&+M#1(&u-0E1$Pu@LG zUOT!GozyFZfNaI(22_%mo7A;%z}~DzW5udvG074>kWXBU*M&6MT4u(v51a)70Rh5p zOJb3>aq*Y@fI_>)ngv{~sZb&ma=dF#JdiBwE}hUN$bb(!sfu+ zBU@vM?!^{imTqN2=ObSs?XS{<4x>6)Q2KjxpiC#J=^WPco_h)^cia*=>?SbiBx0+?F0aq^ zHK$Z~-DZi}6*Q(T8f-?L44r6=8&qy~9a`Qoz=-Ad@HfVdJ!@$gHpp_oaVK+-wy2{w|U4WL^0q@Yizu{lvG?6xiizTZR)U64CA9gdT-Nq_HptzmL>03=TrD6s zVeVRO;AblpA&z`t%&$q;OvIorlNQ>dsfrRgDY)SUy;uicd@d4PhXqk}<%H@GE5Mob zrm=uDcW&Bjzn#9fP&FiaO8M%!jvbu889US${~E9R1N{BFLY;k+*;ppUHa8AzZ2XoF zWF7yY{+K^uGX*%a8IF9m`{TA3dw5l1K7?Esli`TmQ?e2+=T@3Nf7h4wobBl26#6aF zxxS=9{1~igefR^3pvYZ5J0GmjUUcw_pGcv{lceG@e}vaXnAI9l7`(3vnZlO#Z|rvQ z7Dx;CE5cX9eYXP>=b2_DnX{+${CWP%d5(`pV@%xVaMZ4auHRm#f92@#!GIh+{`6U5 z`44{64mPVU*ou1i?2Fsmz7B%iyWO1o^D|O*mtRcxd~6S_Hep$hCVp7(l=l)cdRXa2 z|JKgH*4@qnLGy>#{LPCR%=p-3Hix=h+l4FSE_a!;&qqY6-{fRPZAp!UyYlg+<@&3R zW^W--Iij7t+}muv!-xIMy`|Y+rm6X_XjWLw1?|{g2ukKp#dr>{*+1<$U;m??7TR7% z1OsSWEWrHV=kCsbnW_E;ChFFJ+#T(6wyr&EJV=6P@e0tjSaHN5CzPiCX%W?l&h$*i z!Afv5jTKe-^|H%2cMCI>RHIVE4@9u%eZ0+i5*Pm9o~m*yMIS?r6;JeI95~v!!EK{VVDNqF#t&%e&r3;J|zmlqW;A zw8xrkjMCh#%;ysa8+dcNbgUi>DcSdCbbu2g_FR`HGnBmjnLo$@r-}6Z9ZX2r5|0Ry zQy^hHTxh1)?mClh+c0K3IzQ*Ra6a7Y)R+c|=V!6lFc9b|C043K71la4gu@inS~78T zbO15$34;*bDM4?ZJmU~G$YF@$ZE@jDAQ{zFP`ez_{SlM1^v2XV2-G2*Yd;E=selC< z6G9P`7gR;R9}YTYp3yA48bUG!sR31lcSAOk zJ%~j{nxj1Sn`@1pGnWW~oweLjvu(SrX1=g?TXyEbsw?bf?TX!o8Fs&zC=8|l+~6~_ zrNt9SiXK*E^*(|mWrPM=e?Km<hoeR-MNr>@&r9Br17E90H zlCN1vH>T*@$Zuz$!JkjR6w*-k^YIj1`bja4*daNk@(u>|m+PzCGD|UQMekuuri_6! z@@O2HN>S8CiLI-X6UA(k)JXB3!LMkj`j&(E#vQHL3QW;(5?h-|B8IeL9b-qHdtFNf zNL7Pq`dTAf^$Fx&p)+O`CKTI*g7Xd-l6;R&sju@$X<|yylKIGG*O_9QyAmfj z2-ZBN%&td2H=wsMAv_Dip2hrKVB114jsO@oY)IFF5DxH7c8%8*Wfy*iOKhDSLG6@9 zmL>S&E)G=IeJ7-RLpz3=!8I!~bwyC_5^1_b_d$3rRr)^OwTS9ZQ0G}F#~A zR}0Ig*gK8@+g;?lV4J13ws3_Qj$15}oc2M=+fPA#%8k#AsgGdM1KObAUv;c~ZqW&U zvdi>@`yN8iK_zeEN=5Fi?^?B#_mlUeOsMf-@$ILb0{1|?+Lt)D-A??RI=ZVuMP>xeGAe{RxAU)>akiRFz3{4$KLt(!z@PE- zNN4f%aL#_47i4TUdYMMoE}NwgnXlSiZbiVp$U6{#bwC77>F!!?-TG{StBF-pl@{FI;Vjzh-sG9K{TD;b18ZR?tC51>^AjuU$V7tP%NMRiyG(o*D^pWf ziir8V&9zxx#yKm4g*2&>RCUb&J&}#(NhGyMwRz>+<7ADrUh!7NYO2>oE%%?A7M-#x z2shd>Bcr42yQLXxt<_%7mRMfJE%V&ACQ8dAXMOw+S@f^Y@_#j$|EIji-O13w;XibkcRBo^yah}XXypL{V*d~ALjU)?|N783 za<#Mpw6OoxWR9!roF#F;(`O{)L#;94l-(0vb4jHh_3eAFvq^f14&5(TMJTb=OA-U@ zh@Y~*`t;d{`hh^xY;MGL@##TIyUO~?${=}toigr!I}8K~LZeGDnog2z_h`^=qqS9l+rFIV06xyJ8Y9kE^0!0}W7;-@|;U+f>vB0?XlJ@yd$;fJyzUUbO zj=iFa6-Ysy4?%=`{B9yBIeEtP1Q~!>e>8OVarOGni7n5cgm^eLb?5SR2N?jKH9+wx z0#4Q%=K~QUn7{H7x_W`C##rAOJ@n9ejWfHu5+ zU)y~P)`G(iYuf~*Qcq<3ED4ObodELMPlrtM@#n2W(*~S^c!Lfp#amtu+7C4K@Uz489&A<}} zT(=KhJs<|6_>4+{cxHXASS&RlZzm3h->b0n+6+>F0#x&B@Ex>yK@ckPzTGL-~ML-y+f$F@T3U*!5(SKp; zID*6OI=yzrAs1V7M+vKkrr%JU7;g9H=Y2b-oZn~)L$(`B5$+u_6%azSw=jCH4DJCo z;k-4Ts!Ve5;ddeC^>RbG76fsX51W$s$GZ@uw>KduMi+@fYpsrRr((TN|*-?P~d8 zu*zG-Ku-MJo^H1M_odfrbyGD*qY-xMrcPoG6Ck^p)Kn1qbLUQG*4zN4oONZ3Usznn zUEL+5Ek#)sC_98JZax|}pc3+1NC%H=X!RL~C%}-%KLZk~c*?esy~v0uiiv3#-xCK& zCeuSTpwKBp=*b}IBbx$*h8&Z>!*6JQ>#fxJ1Ju%;X9Rje-f#6y!M z#tHR`VQ}s@e<7IB-;B~O@1x+arf$YAbF@VqKFBt}zMVZr8CoJrw}`nhTGFbbPPjtW z#eCIj;vp>i9WZLk^Ao<0R-g9JK{jMYp&ZXBx2GH=FuG=-p(7-)8!|VyIDsXJLbkHM zp0@y6TN#=ruS&rhGU^x)1jfFPkC;OR!)_$|gz+@OtL}$VqNGpx+KSgTtB6dIugxqft8zK}JP8u+oyEnkz~wuVL)cu&C}XBg>;1$Q;$5*z)m*7{6` zRR1toLr~=pjg^p6HJ9RB$91K^Ovn&Vwg^jB=lp!uYPC=Jav1|j_>^zf_=2V*y4u%etW^dm@D2KKmS_yGh0P%XZi= zH+*>5S-_NN+F)R(CK~XV!XPk2oha7K*?=^}g3(B;y%RvH$t!p!9XNG4d_<|%(FcoT z9oUe}S}MElrb~}Ngu&{-nO8_QQh11J(t~hLVe)dL#rL-tN2A#o+{z#Q^4{ch-x{>0 zh-S2QF2Wi_+A2qKfcAKk@{-tDB#+$iD2@3G)_D?Q?0{=ZiALJi`UDE(5J+0!4#FDg zr*RMsML?Uv!I+^LOn&Bu&X9)GffG0=*jPJwXza090gd!%tS$3a?t;6#mvJ+f7JlqJ zWryrz1&Pq6vbzQ8$MvQerESUJx-XAYmNMq+(TCI1&BcFj+Iamn-J7Aax%9A>yxUU9 zaO_)qxvgNClvm~C-l=K0rfB*?=BdVtfHuX|isNAWK^QZx2&#~y2&-@lSjJ9zJ3V-= zPPF;N_KUSLzpm)hL(7kWOtSo-R`i>Zz%sgif#*x%UW?)7rdNv{p|qd2n}X`M<>c(# z(rHgCPoC{zngUheYC-Gx!UjPl+$e6F@YaaSY=k*X^$|=H7t887(HW1L&Oocr;e)>I zNG`&;FV%shSEPn|71k!)qd_j6H)0PZv9(4jGgRl#a_61Or(z!LAUwqfjYRpzJuNBZ zY1X6=ESm`y&Tu{&Jkj6UUJR7}y?7Ba$f1d^)tcHzCRr$z>W1p$Sl9=>jn&OYEu;+F z0RsX-xb;}x?WJN{kb_)^N`hsVgJAH-Zg+u7ql%VyS5wtC^815Y2o2TEpp9S0*99*> zLPhOcnUzv75O_XM9=CIQ{lgQ>#N_d4ZiKI#yb6m((?0l?<>bw{tbld*!Z%&+<-}zt z6c)h*)Hm8P)zOQx%9+a7V0^WMH#sPPM`7XFMg?gAHG)MfNHN3ighmt9u_v`bb4>}U zwyfam<)_U-!1jSU-;D&&463Lz2+w-K&2_1BVwxmt4Qzduq5BH4&jz4rnh}tP$Qcd8}kyl7Pd`MOH(N^ zE~$Aj;m_HihwD|_Wb<=OLj2Jtkmjyj}8h+s@fJi zEO8@e7Es9Adij)Xp{?sl5o#8<93rIU*+SAWa<*@}6U z(bg(JsD9bGvDC=eku7_iyw-B9CP_BcRPN2^pql6^~1eb)-DS>3g^-^GG)tFF*D?$ZG?@V%wNz!bt7kZ4u;KsGb zGVn4C30?`>YxgMQRH4+P!!V!pqE^W61=X;7zh5y6ZJ4MMF zZOOuA+pgMW+qP}jF59+k+qSEA**13Bw#{4T-tPX-IitHD{+Aq?W8}(*l`+;AE9RUL zS#630y=ICHK6qcW|tNY0VYO!y-xmUBzr^H&`#ST#VuuJ+q`W$a# z;pvSx$v2}k42%T4NwLskhsSVr?|%A1*xd5JB0bo+)LX}oF7Q7za6hFtne$(*nq~J> z>0qCs7L1H8@L`{GTYc_GMw++njqz-o64ab{w-@d6rganeP$7vribkeX~gv7|!lFs@Q_ zc(F@c|85%e6OEal_cI}ugZ%&F5@n)q=w$2Q{vVUNSYrQoQg;}?7cqqSQ?bpNgn(4k zfnm>%hAL*(fo;UvaYNVTnV{*+_xhsC5ywRwr(DrPZ}M`Q`~Ge6Mb_s;RMG{V`^2Cw z#IBMDkr|7O9${DYuDEpfu@c`mM2fT-JY|ZZPN5GQ=Ja>4zm3o~Ru=4Vib96Fw*Q1T z$eSfG|DV~&CiyvoA?J}%lv>fzkYQk| zM}Uw3yYwSMGhm1I)H>1f6I`Eh=^{64gamp`Y3x>#u-UTggj%hebXsQ1e%b;@KX8T$ zGC`;zB4(sjyX{a=!J^sd57yH}>Wyd7w-%^$!V#+#EIoCvcs# z8Fzk(tX7ma8|((^1c;*8w$Vmt^tRC&{uE2HDN0DyyA96GzrAv-!%;+Y=(js_S_TNs zDiOwRqB=m7P%@ik_tLo*MCq?L1rSEz9yydH^~&ShA*pnH2*oKCDB2D;HDg|SD}(N) zco5(!_dFb^o*HfBpz-CL7=+Ocy<2FSLmHK`R`>^oL5OH?x0aO-ZMBEL9PhG_*`WQ- zqAd>l*c{TL(9!=YCkHWUgmWec{ODsX5N0@{EjGmfr6M{@=7FjaN=ndU>{A8xvqTxb zW-iE_)tjmmyB-`gIk@f}aT{au$0R};)Z3$qITif}jT&p`p@F@>rlJMw*Se*C0RX+BY6VOBzf~cd=(A@@>#@Fh&1NT))eDTseCX1} z5zc_9AbF7XYzQk)9(74MPj6a2#A_&#y`G!7$6^UI6Cy^Ibe*+vrv5a93t?9+jV{O4 zZk-?^`oQ9!CwM3y&m{!>T?ClG4MH6juqMt?ipP$7|AX6obp%WWJ!gpd+>8WvueCW&IP-*eG}r(Do2a zz?=2`d6sK3qHgjQpZ`F7`)uuva#jG76J6-UuB|n2ZO!~47e^@&b5{NGg1Iu=YV&T_ z;vZTf6xlAq$=Q6YCxB-7^)DD|m%-u|>y78a$iS z{B3bB_lA~Lt&~re+S~K5^}>HvqELQ5{D&Cyzxo+${&t3b`}wZmkA#K!&ua|y9nB5@ zNl)^Qo3aU{M+my+9%60tOX}xQq)aXwc|xTIhSq`n9_ z*pp{5qG}?$L4S2(Jr88cBeUmb2@y7zGd{PH6IwMZdBT|CAMPNK_mw&~TG;AbetU^2 zXsp6zxksud!{UNzOOGbUUsA500pPq4plD!HJ&ZE!0p|8RD}by6ZFAcYnnr?h^YMo_ zW#C-4!Ys5?7cJ;iWsHchRhuBRbf(-yPU!OaRh-B~-(^DO$R8;H%^Ps7!1s=9hbiys zeoMw0uFKZ-xh)a9_$gL`SCu$2J_HJpfw6nJQGo8ix?MzIKtCw$Le4gX{;!*?WZs*r z^|M*gKY?ria8LQKO*XW(F)=rFcF=b+x3$sxd4~LWN&M6PHLLX5WYHsZ-J{w#0ERa_ zi)*oD7AeA4zk#Rt>+geE8D)~cKeMy|HvVoXXC>==n(Rzxvo*2px!|O5;V|a@+NYrlF3tCH5lOvPS#!Y~nDG!)1|wAQ3e?vz&3!hH#j-f7N`?R71-5Dnli zc8(O(w6pS=)rWtf1E7b^_*>HCW+@;qnzzG=Qvl@x(DypD>RFP0j z=)y69&{}BneXEVk6;Y5x8NzU!S&BVHUX5b@VRoLI&?$1UJeUi`G7H4}GsMRdZYuI( z4bLEKtAlhEV{Dk8e7~|g}(8c2zlEFOtNN!+jdz9TtNGE{qxfT1J<^(B$ z*m=P&(cF_Ks-O@7U_>GO90f#j-mkwiCDr-40OYwrJAysBx!jt+hLgwEVXLDp4PjQf zyHIDJa&D*k^r(8vZ-CwN6fY}Jl0uNM5tTbY)Eqq1oXzGi67NzNaq za3DD$LY+;-y8o!<4RT8JWPCiqS>#eHl$iQ7zXD&@_x=rOAzLkUQ}g6a9a>DGmuZGi ztQC|sV`vNC9Hg?Xa1-g$5fr_9;Vfdh`$1MyVr}pOWsNQufxdVc#6(5GjkJ%{Dnc{p zkUh?-@=<@cq}9A3^DQ#W_pbmQgxNR9`~hgekA_V8&j2-c`;nf_t&MG*^vuj1|G{wn z37(s(6E&Ii2%E=LB^x3Fl4HCoHESEnXL}_*elXHuT6OW(1tofV*!%qbL>sJU1(gV% zc*m1jm~I}e6-DYpN!4-LdEAvmrjda=pmCD+8bhEeh!o~-MT++JaJQ!60cfMji#UKZ zlC&sZZ5v+A=!y2^O5_-0g;}PU#_5rF7T<7hq*=ITXv4zu2gN=vy6aD7jFyrpb5|Is zLGdubI6KJ2^&NP{Es@Vl2J~9mbKER_mPHEp&rs(}IV@N9d$fGEdQWAein$Ub;ssEP zG!p2M#AJ$s`$w*Z)B@{qZ$1luz|TSXBf!H5$C=AUQ`7KM^2X+yxO+kVlbLY6Z57IKmb$77Z_82qzsp zEN3En<46}#Y#JLKaN@rS4+eZ-1n}Us@#$FyS8;lvp|`DUi;WskkA%ruf#Ov_8X}64 zZ9XpsH8Po~1>!fMEd+L@rqW}n$3Cj@nDJo2R z)gA(Om`wC-RWm?>CM#a6*xCg5r)2Rh4y`)UH|ntFTuI#n{aFqgk)897`~D-a>D0np zXs@>k{eVRDFzHis30fgp$9sNyM{9bc?a~KYNM$AlO8VA!eCzs2-x9Dl9dgz*NmJ8Z zup#BVudNlm1g@Y6sUH^`CRBQXu$8vcho!x$32+%Y6y(J{(^z}t55%v6B~zTo&YZSW z#0TeeEx3QOwi&$dv1yDYsl43ZxhV;dCWZ6R6?M7t@(5FkzUFs)Va%S~yh*nzrr ze2j*vB2BBYxPz+AWx05-c$`(4bwB~7u!CJhc;~fswsX}8XW3P(Rmco6=NXMA^iHsO zO4{|#5=tUi8R+S!hqxo*c>_})a7{LC@|75|zVXgtm2g29gld8ahm=bR0m;dBGx#U{ zvdy;DT$#J2qZ$H)cX3d(h)83okgulFHvZ5q?Jbj`J z&}DL%^n_E}oJ@SwWXg__3QSM0!&f%%w;>!Cc6SCC+m82`h^mKl0ASwhn8)3d}5h`d1_BTVBAT{NkxC#v4ikQ7n~JLt3eKCUq5LXfTQK>Uo( z@X;2I)|0uJVhK(H4Vc;Vw|k%d1s5Iyp=xTA=^(*MLv@+c7i}!>%9B&koT}Q8>M=wn zy>54Dy;;N!s3Q^Z$BXB0d5R!DqI8wX2d?;tlo^z;D}Q_AydM*%MgWj}q}>G}|0xcv zZE7qac}SMzga#oGv~v9f z&1mFvC$)Gvog4|L$Ha_{r*hS40B&*b`?%&|KxDYhS++Yqgja7Yp?Fa^qkGy zJsG_-H-F*7nWpny9P4SbLWV#2TW}k!r=SN9(*WucFiUW92ZF~jb(`{Cva3$HM-s6_ zSl^gh8!c2e2qvFVn;m63>H@U{4><`Z`2UL5^!=91Q9u9yKCu4*tyZ@Gu$=lQv?eR- z*#7VYuO7X68D0MNw=E(a{CU-iiZb6m#yag5P;7UZq>uN2DO^?tg?9)1^UZXPncmOR zh0!PFc;0*;|J^AbY;UvbQ-SE|8}-M7A}sMm(N-tKWP^&Hw{8B<-&KJl%}Lo+qGwo5 zKL*TqZ0SBQ&A5Bz3WYAzKAGdbPJ^;8q9XKsGLOtExn8%1m}-8e7hp|VJkYc7zJE?Q zOa9s#)w>Mi!8wzLEx7h8-6RpG3rLR$=Ar6ps@0#+A^y7_D#?u(xr(ji0*%O^9L zN4H0}e?FU$#7072*pmL~3dH<~o!H!@e^7TS{7d2GR6eq?<`XK-T`PM@+z<+av}R%E<>bszf_P2P3JBC2!@%X~$++d-00GDGn8MZu zav{~Tsrg{=L684kC#LJkN|X7#&yhU^%E?A{RNEH6fKa0I?|Q^C`in8hV!(;WNj zpHD42ODjEF2UC3;bB}+4LA8oZY!*FC*FDw7CbYQHQTM#^na#T4x-SAKed7{;Kmz^d zWi1`PKcw_;fiu{lThEyp7q<_ms%B17;u!K8`L0YgiU92~Bsc4#n#2T{ebk|H6prlu zAWKQTcH6v$gz?_{OS4~%ZDjHoxcgec5#vW(HMF3KXOp0xA}su$-6%aFOmwP>O7Z#g zs0A;o7)KZY+-? z5QnaL9ORI~Z`Uj+1t1u}!62Fw*Uuj&aHK}I)VNj9MV+4m!aU{t!WNKR7Hjui zD?$Yu7GISLWL`dDiFo=pkf{Cu-6#=#@GoPG6dPh9o3U7H%la%C1#>eJa=YDJ%xG(? z&@#Fzi#_Wq#e8FOjtoXl`2xWHL&xS^ICRPk2WPWct7=Dnej}}n7dS^Q3jj5}4Hl6!&nKS`6QI{^`yU>yIup)(fF-+t4TanG<=m@L3 zq1EXAc1ll>Z}ij3EBwD6B|oV7uRa5$pZA8g*4DN*|C?9cG{@^M`p;vM4;KL7$0_MQ zS2#PFTRHxSTT_^pj%(s~Ts;N>6TwM-Fd^)`mz*jwG6s59H-O!XDXEH(7~s{xMe_rY znRmWDS2>}gevNJIo0UTpX{T4Gr^nLIM%P0E@x|bc1e`l_L{dwyj4>8{l;I0mL+Mx~ zeILILEK*P#iKCCX7hbs4%`f_A+Bo!HUlpSZ4U((UbL+{=H%o6LruOL%?zzJXqbRU^ zhtS>Qdwql%CyqAc?u(TU1kyN0b1=1VP24FV>_eDk$A$Rd@m>Q$+iK19pbEUQLFPJ{SD!7qcuoMHelb$A-%Ix-oRKJqOmu{*qL4Rz<&?4)ndQbl|uR2yAy? zY!P;PF4|<4DP4a&p!?zDKLRLpxI+jiq@|j)U;(X|HFSUl=+8o+y<{Ky=o+z0&J)N6 zddbM^lj0Oi-MS8`G3D%;byF9B;|z*ik?eTVMIHNuA>@=`BgiD)sZg_<6GCRJDIUq% zmM&&*Z7bOTcuRZ|@0Nozh^#vkw@o1EH!f+R33K?J zJ4b~vAf7J*ktR6|N+6qu{TNDvf?GBNVr?)PQXPpwqurG?@OVzF(FV%F_S`vL&i_Ui zLl_q6OFus_ry8fPD(`$Z0xBBki>~VP>ab6do+?8B!F&F!Co=()h zh6|wQ_@Xj0_f|uriALg=O6WBQOhiE|nk&(6&aiXbE5&@?=?uKNJ21yAO;>^AacZLK z9GQOY(hG7A$+`41vAQzN8hVE5r<5%Y%!Nd}u^X`7DWG&z8|RMQt&4O6*^pxu&!UD5 z+^Fbq&UXq=ewvC%E=KJcDBMWDCuq7FSedD=W##e%9x-3PAo*sOrqt;*+cGm}u8_D3Q``|dbS(Jp@0fZ2Vp#|?yC-&HA1XysK`Qy6auN>HCq3~N62H7c#gQSDMMI;EsMBur-7- zneO(QT+@-(aru?s3j#VCVFpCAweuOZOQZ^LZ^(4Okt<#12t`SY3WIzkbFVsZj&S*q zfCN9((`8)}$nu`^tZ?*)hKWSCOJcf}v3fuew$a5ga*OxA0fKUoN2M|q?$wSvK8-w( z*0_e~3tlj*#1zPa;}c)FTui)+3Q`#Vh~ue&Cv~2SzSc*b@irlPv@_Q zPm5V7Xx<6c^D4SbyU-m=axY(Po1(A#A2sPKZ4uh{lPCZ2GD^&xQkMx6) zw%hW~^tpEsO~Abu&htsHAatux8nY{1T5a$2kYOuHH|51q0bM`UNad+{m-`j3J`eGD zjLE4zK!9spO9EgnY2;~`rs@yjkk0z0jKCx32V@~q(=pzqA6}bMha$CEiagqB=BDpK z`8Vd!+J>GpPf==L4{vLbUs#5DYIE`97&Olgd?0jlJ#%k^7f3>090FfGZr>tRW;mvg-3YglJCm}z&=;Ok|G8-~9*DtrsRnEB(K|yV_OudXzQnx0vl!Az5w1y&O$I#?8TP{F#M7N|R zy1Ekv`6||u#2{PI6^xfz(~5Qm>y3c1M?fo z1(4hc6>n*0%NvK5zl%A>k)uVVr=?P>U?UU~tPACwTb!fBk>A+;wdQbRP<~XyH98It zQIo?9J5#!RHu!62P}{+MfsDP$iqwmnBh*1IWpw}uX=dQfSPB4KvjlZR$dUbtI@7{v zBNC)Am~qakggFVU1Go_cnp0~KqO)Xa{D71_d%UaMD`eK13g`T+|JDeyB3?z$-*hzY zWsg*Lvbsf=N2JV#mfod+pUPD9lNxo^W@m29_#nw(7t&eoc5Vg9KjzmQSOf1T|Kffo z5k|h(Awu#Wm0UCTZXSUJT>W6q{n>8OI64j|m)W>;Q}o-Y9f0zhrCUX+LyLJ5aO_o= z=JTO~R@LlNNu7<89Wd(Vs%lN0q@IdUa>ER`n{nI{ya0^%-h5xwzYr>{NqfDbEe+%# z%?;9>#r(bU>1u^TH3W8`(rXhkL(|D!O)OFZD(1ALbQ&Y($Rb%`V!CENA{y(;&hARe zQ8F5yGAbJ%3JlcNZF2w@)MqVNe$~zLV$N{6rgaMQSDITq9-kj?Qxy*Af%|M?)?@iq zjup?{UgdZT=OtRVFPQoS>Zv<>afyyYROH=+uj)3+Cw$quvb5m%2SmRN3%^b|c#&Pr zSi8Mly*bkPLnGj)AYPZPzg1^lK|e2l6CCl>f8V?vRnVzI2x&jm+Bpa(W-5FiISH?@ z8HC2BvavDqmAt+$Oi*RC1c9^$#s=<^d4byEO2!YfefG8GAu?Ws$4*8Gz+_W_ykJe9 ziOKs9y+EP*BiPX^uT{Ni?yw; znZWXJ`~$8T3J|xq+XSrii)V6;KE5OvvtYC?`badKjyH5rGXv|yp32-T?a{88o@r8d zKpGqKNQ_<#dEf>XCfQ%#BT75i9b2y7B@vNcpm;ju*n9D8&KTawkehjx=!lOOPrc+y zHtt>p?D;y89rdOuKs^X}VBF1Z8%1oyMS6fI`q431TvR9HLf~e1#Fao4^4k0*RH28D95EE>_SA{kP=T-=$=`+|9~Tl-EXUkT3uqgbLK9S8 zVJl!lOf5A~5rbqRM_SND6v{fND(|xUwY-o-d9_5|uk0W@2>+DC1d6gqIJu1+vG%co zk%mNab#ziLTv3%$$sSmrxO(uxNAbhR#nNqrzOAi5xl~#&cs`PzQp8CYR*drW0V>{M zzMXJ)kT%I?zA4GdXmYbWq^(3oGM%(q+?{kvRHKAOgd@a5F@(ZU-bW&l=kwpD`cSIG zR8D@lqw>$?23|Jnvkga{i9h+&{vtfn|fk;5}d2rHASOTFRecCesFprhZwe{N=UJ>zyd;) z>e8nAbSX15sQw!L=_Ovn)@QTzRrWAA?LZ|0u=8pPyM#Ug+Rz%d`s;=d^-v!!PxNNd zHj~pK*(*0$(vJ4}fvzZ^uPDerDa7wrbbm6+a#v@B(4#L#K!f-!fB@ELY=&s;FF`yJ z7mma9$rMB`cp?10oL3tT3p~VAW#xoOgR6>z5#wI9=j(NLzRjXeOrj&2z(umjQ6}azjH$Tq`&6aim>M{(F2gPV9hrA-IIP^gv_(Ss zl!6IGe(|=9wTl7!UG@hhC$!32FmLW5rkD`y>jP z1@1)+45g_X0k=sb$!5750VlmM_?IWhD$2e`rD>5y2-~*#OqnG4;?d+uAMnY{(kyGX zpw89JIOM$z`^(ltXs7)g-=M-xu^o zB1j?HUf}#nb%zJY_oVw3GE({e`RkC>I9mnN77|*w`PPA9qU}#{S^`lR%m_%UCrKvx zb)U7cMvz~gR0C!}+J`e4IKALT(g6d(AuqGfC%7XeHWc^pV@Tm4BH9EJ4IM1}Vmb5z zN~}U)dJ*F23FRdI#vdqkvXR0O-*W>8f?C4CNhg#r!hXTxs@$M&%YEk|yJ<#?27o|R z8}TVo6D_Jh^8$vH@&qHJW*Cg9X|BJW;?+B2m7zw#QNGvTL$DV1*y!)Nnzx#1^KoTr zTFVFAA6Oio2Hc3P-l0RAX#sKj`SiY{>9X@CEm~paZ7Hz&3_f7bNYSs99YAd9W@NWR zmQz#Nc6(fwyORO8%m8|nE97vRM)21zqfG`TZqd?gwsd~QvSpa*^=j6ERyl9!cJ~e8 zXo=g>GLZ>9vn{upvb8QBdxEeKzQl(~vq?6}Aqb4)Lc`li5g$gxZyvTKr8{Nchxp+% z5{GQUHL>i)X#Cpq-@-NDLh{1p7uv9Vs^3W%0vX7Q#B>tC#*8#`ewoaVURfEiEJ|`C zUG+J$KK_Xbyah%@j1+6&3+1tABHE7;V48gbg_ovOKRgzPP!QIls|?9s(^1H;(~=i+ zQBz7ko42?zd6a2PBUvD+*&#U=i8=~G+;N@fxZ#EMQ$uBV6>TUzXltNJ9W>NsZ| zCz``Tldu^tkBA(_tHL6qS8Pa05WPvEGQoKS3VVi;^LM&hJb)3KjZAi+6~bM5d7WaHz)I}_w&*MKz5##jAWq~K<|3opd*R$0L-2sK)s+sYr9~vvSat=VZ>6ztL>nh)pf>~C?MTDrUpGF1o+a(V^} z7%+p@(%S8jYe+m8;==|R^h|{zEydRCyTH$@>`e&SDCWN?Ok2S!7gE$@)yWmmeh{oTbDx z0-dR;PgP;M-GVRgGQ7&76fwD4tdhza=7Hzd%&JmVIf`;GdR9HL7u{{3Y(}&+;E1$Z z88aB>5~f&69rGqS+Mlg#rCooT?0YrrEd_Ae$Wfr{=g3FLoHmJ7vn;T59-V_lQAW1u z>`iS@DJb6c-yYX_ndd4f~*$2CyC@E-z+82MQUa=26UK z4APgm1ub%6;1W7+g7fCNhh*U5&i_Za>!7UxhPw~;Q`R; z_kWtT=qGyOy~cOe%whEa_B9f@0j=B}6c%x?Dl`+R74P9V5zP|B2IgOAFyE=Iw+8y6 z^+oa1k>5Z=ydHs2&KwT4HD3O$J07dIW<84v`XrJ`ARjA$r;GH|k|sOp=u+#7q4;Fx zzoNanugoT~!zgPxd>DODDnlB+v+G93pz<)JOd^aHCaSY_ad&RUVXf@tod2DBZiRh5 z-FX&=g9skn-);`Qbzw7XfPi`JHjyRaGa`a&Ppv`c`+Yu?5^btFg{Z8zkBW0I)L zKJkM8nh*5F_ttmUKMK^v{z8i84di^u$qn9YU!OhCgWiQ|9e8)CF}m zfPc7FVD-@$+B2CvL!@$eYXqkcwLt9kdH>$ir;$+pgjN>lpNlB+k%OsQnXbb}NZb2>)@t`Y~iL)PD06=QRGsh`0_uXl`Wl> z?jWfu6v@epJ1W&ZGL@c%EmX!mH0YD#B8JSvYdH=jhjS;2UsJ2ZDUi=RST#^ z-69i4nhn}OsJ@;ZI7-V6NMd(BSVzQMy`KnyNE5jPDk36;tEn>Rf1J$R?}DMs*^eU1 zG-D{wxsM()iY%=w7+OnxW0tcD+O5$#Hs?K?0#MyzZC@jFmIKThAFm`tvpbRLcABIf z*AOlj>ix~26$c^+=zT7AdyExDZX$|bd}aR{F-kZR77t$s{vpl!6cLf9(lN+?FM(jbC0Tkx}2>HnDGa+(W$H3msV zC%ZnbouS1VUT8HXyB@$`A&?m02LTN)nTJWSjEl(o3nd`Dt3?8nrW(cMZuqC^Bv#li zs5e41E-u2JnNx4b)rH39DdPKNc-VWiCc-9Cp>Xj}F)54DkmN8qPZXxm4#|P3@ z;W|w0T+WgpK^>%|np?2pA5Ay&H5D}(Z8}bBLw_f3i`>*EuHH_wv53JxzZasqVO1#p z>L*De(5j_HfGd=8kbLkX(-%_}*tA%6>9{h|Q}=ynVopC3jmLS+k+JH>CM8r5JPf7@ zhO`tny4wR3OJ!6Sc>`0o`IAwI2V23%=7^a#nM7#Tp|P^UKD((1V|Gj!(?eac3^6XM z5{qGnR5weIj3-H!2k$OTidvbd1gNHkPl>7)i_5d=LiHT>BkBkEJgqt~7}tx=3Lm=p;H;q<7>r z91e72T|uB`$hhaaM_V1bd6i><@e@Jw%d0@cslDJKi0O#5-f6F*Ls#?T+stQ$*m+sa z481%IblkU^rkd7f+~l_v35h_zdw~SdOYFk8^CB0Z^ey5|^h$v?)KDtL@0-Junaj@5 zvR9Nz*IWsY;I~J+c+-B0CUY6`gEKuLgVY|UW zJ@s2xpUg*}`5of!Z!hH~WjCKIidIbr;84UT_enY7S5CHxlcJpoEhhvbw#PQQ4y2V>!0$Dr%}oLT3=HB0nS}Oy(uAsMOw|>0 zD~rVWIgHtNdYqN*!9|mrw8g=s4F8iUXk1Uo!;lgY%{WM=TW=<4ai=xaV~x?_q1eg^!8+zb;##vn29qE9XjxR z^)gu#=v-)NOzTmQ?8tvKeqn?`88%i}rs>@F$=-LYn;TcdyQ(5!EYYeIwdv7U!2H%S=x|7Nv&g2;BAvKj;=dVp1K{6!FQ zgZNR-wbg1(OlXxPu!(w+!H&$s)gE5AOmb94qfwKXLVe=jG^ffLVnTjt=hg{ldfMm0 zt_7WUJ;<853M}7f?HAuxcz7wMV8$6zN;`_}S>HnH@&Q$XPl5NxIp-EX8E@0R#FfYF zoQOL4&F;!eAw5LTJTYd~mT?^96RmQ`=t|Y z&66i<^pn2uC{0LDo_VOI$781)Ef?%mA8!!3FUIBKHJKlB+UT{Rrf!B%!vl0~$AKri z9K0-ZH#Y^ij8)0J72w(W7_g8Z^^NuOcy!oOpN2+;ZI0T)o5c1D;qIo~Pybd!%VufR zA^&L$$3y@C_$iA057+L0NE$!SvrRQExr3j8?p(dykWd+7I}@;$jw)disEdILEd*)& ziofFyNT$P52BzNr(_e3R$E;&<^zGhevNDJ@4CCsggG}%_T za(ol!Xqn$De@7hK4G(#X7HKN>`O^P2YipaS$?Oo&i9ginPXa3@Jd~;|+f`&YH0u}t zY@TzOOMX?4&~_Ng+6+DERN*FgvMe^6%+`jof}LTOC?<@NrcIfulrjl3OcqwYPg4$& zCAAlA7KM((b(^sb2#^A-(74eLkndM4N`Ec9VVRh}gUSbbkUoorQ|y^7_8UFH{?{;)3_8I)Jr=I!ItIw;FmJB`htfa?8X^T;5qBSp#OKg+_1=$!irj+XdJHrLfQ+}U0CSuqWKO$XD^@D z$$(<|QM0EWt9rS6-k4KF^bq5&BJ`meU4{xHRm<7tkSnhXT0o*edn?wI5STVNqmE0k zwZXpofJ0qH`9`3i<=l^5lXytBNNIIcPIa{T*V9;poBZ`yM!4mxVe^MKZC4ecyD>^Gk)Vlf;3(iL{$sN^4Uha>kpEsO|NIcnOw*LK+KjAKWIt znhv_9-mqDU#h08Hc0=V0Xcud1eC_Ew2*uyphD?J&~RS#~F z>-XE&ytxSR@BW)bHb4i0NV+Nh9g_AGsUu5%=&_e8j7Ea?J)iB5CSxf)q>$x7EAtDR zXR5B1e~(tTbJUD)y%0-h%sr&;SURTX6*|Wo1Afxzk+2%rrKDH}_fS=41cn+KG^-4b zz}>lF8~;*Dm7+!_CV-Iih1!_q6f+wiKGa$%EHT^C-IzB~H>l8gj=4+&skZI zonXfzS*Q$Jz+NNKepBaqa}hOYO((%Y%PJlVk)xDH$ABGAiPSI&y5uww`SMfEd6iay zSQ(c9Runjh^mP+g))kwz>rLHv<2GS8vv_Fz_U`~EGd%bGQyqXCuN|fL#J?x1)F0Q* zl~kWr&S=FG5LoX^z!SkiOO)~Vf!&jnqRFtJ%1@AX@MU5n6CuRGkPighkhLFeI|g6$ z(O`j7&i@jgyDHfEquf!u0_V=nRH08nNqXx;_v-j8l1op*MhiDM5JzI&VJeSBkjsih zxmw+NAW-JFGN0yjhcMrhNNL2q^hO>>=5CIP$X5x;*M$jvvx-yFI%+oRkZSabGREtI z7dMHSAI%3eRESFmF4(VolOB+)mOC;u$Y0Hm47gDAf%tt-MpBo8YDu}IIi}bPx-&Ao z4oR6-K+l(@=+D?=2B_1G05YjXdR}UxnzU}IuryROQ+n1os<2v(Rw!rH?Tl+9^Km6I z60w=Pq#9g0sey1H5X$2f3BLmeJ<8EJr;&Rrb8AJ63Z#M+aAraYAO;Zu8|oWCuPA?* zHewX$)&~GEqc)~ib#68NLioe}w{*)&nrPW@zu)HOYWQDyB zA{I7P@U9c9B}_>+O4xuTb2;y&Lz)2YCsuPjfNUv~y~oYj$?a-p#`GB7F|~ADX+gU; zM$6F00}k1Pm+L$=yb3G~1^kX6y%s(e{@C^{2+E{oQFi}rnwV0UD$segELN3rtK1U4 zTHE(Ip`QEFRU#RaSgX@WCLSoIdE7h29IYGkIN)=TBK`c`C?LK=sfKw;2@>t1gBffj zkda^vib9nXl15mUw-jd|I-q{HIWYtnA(KUwHxM;oxxRDb!}IBDua}SSb{p605A&e6 z(^(&56<>%k{Q`9K#*3kj_O0}xljSdPFd@wp4Fz6VtlB^C80P_PnYH8z%A~x~W6r9m z#nbJSg=Vsp?sjQns`i=;8f=+$=ILZ{L9MQ>WG*eccf$!*f;oxXF1^YIN%u`~(xz~G z%`|+jY+OL0yUx2l$NnD*M*@?pLeUDbnw31VrX=&Rf%{L+%wXh{oj|r9<=0&_o>Fc3^&5iQ9+O=-Y(a+D^xWX zR5uBwZ-`d>K4SeaFNRvplMkjno`#^o9m_Efh?U{SYtb@A%{NDiLBt@+$BM7$`R(IO zq&HM%p;RpeHuO1HYZmH;oa{bJ+cenNhGaRZ!P|rw^ZOds_3Kqao*83LCen@E=?-n} zx3oHjL1SaxEV}b1T%D=`HmLrhurB>JIRBm8_?UvH$_1^IDtH9Ei@1DJ4GCHR!-#s2 zZ$skd9XSBRw$<;0Cc5RT)DWBL`VIfZoobC3#^CjdZ1ahr{ql!Q4dnKj3ZGrYI`F;c z{@HQ%U3tUu+Sk+XPTsw7u^csCFsbw%I_G@rdX)#N_KB_5IX6f805O=g+yUfurDzb$ zB!1KW+)cQXxte$_wxyc>TGx*Cu!dTdTY=N%pr#9=xXN5U ziFZq9!i}U@!%#-!V{&o6NwWai5NX`HZkYQb3BxB!BGZ#GZLHLs7`^ws-tSxRuOsN+ zOd-phmKTE;Z~#}*{YR421hR?~WCqpyrCmti60iCJ#>P9Mjd2-nfcs1%98!eIo1KxU z7U_~D2>nsA-xIfi0*WzYXF4oPsL)?EWWl8;ZS3<*?ddgSLt$VTuuiZFhFHX&Cs=;h z%@CW?HO67TVCQIDq7jI&@~|#Ea^O!+Rb6%Vak7bt%^p`+{0qknC1yA8TOb(zrp%F= zOQ%mip>OZw*^VWQs^PZ;t(URw&(H7wf|}}y;ph~ed8cKYYuvPHSa5=tS=dEmnW1f+ z4TEc)y~o}V-2Yv&j?N5a;(?QwtATCe&1oP z!;86#86^w5bp&eALkKj`0|`|@EEIOpCIUy+XUUGhY{-kiXfJ}`Nglc2P96W5(W$Tv z9GP%B;$Lhz2v(sAuDm}t(F{YaMndWmwI|WkgH{lp1Bfr}NVm{$vb(hnP(tt|pISuI<8sJ>>%}9;qJquP;jLnQQMa z=$T1&Vx+Oem$J&Aj$i^k7?<2c^|;f(5XVL1EKP+jcI#y^JGQA`mILAG*WEoR$s$}0 z3(x2)(>^qFa%780rXUl~sVk${Ewf}uWT4T?%b2#Roxs1+V~nF5LaL{$?G63S1(5Eq zXZD!V&yVUX+rI`K_ik=L@=m*PM~BBigl$YW_-$sb^XMI^iCfh?L)z!>g zZ9#DeWUv>5mB8ygpkM-8%F?Q(p$L>hx;qO~*Ash);sTu0l~5d*vSn|dTV`V!5y38Wdj(dyWN$PE0_$Xzcj@z#cKqu4 zj-$kGDZ8~9p&CP!P5OnSmxYUZ)0D+=prc0TF~dr=Nty2Gfz|YnCU6yL0qDZOZqa}Y zBQcFR&(U~-)X;A*+g#fZ=pDWgvfsBOCNi-A_$-7oB&;em9b z6|I8V7e3%lluRSI0J-EBXcrFIp6)~wCY>pQ?ayHZ;^rX_=*|>~8g~k^uM+XqT6|;W z_n%5Gba++?HF5U9Faj3~(9mK{DL#d)$ID$Uun z$Zj*_8wRKut^BpYd~5bc8L?NyZXW!VJSp>(N2wx}6ATx~zNyX5d1?TG7HpMczMXS0 z_gW^j7Vvs%v}idFRZK>w9HnsKt?`6GElF}0>x?0F4}|UAwD5|HO+NUQ=q*SR$2ssp z^Gbdf$JXtksw%r|WQNRu3C7dxS{nw~24}Cr`6@58YIV>Da3KhYEq~*Vgp4OvWhn+& z)G%|hJ&*=to0iZu9bzWHYSa@hOu1+q;N^JdtDj4NcW+o?HiNMYi@YN8ASg1Y_zS9t@QuH*gFM> z7NuLG@s71)+qP}nwr$(lvF#n(wr$(Clbh53IaS?#tGfDWJ+1k$*3>t?0h_*FF#L?~ zf1~<1uk0$3|DcCIf|q}YIR2?E_J8&HKPk|Dc8f;U|BEw_N_{+nS`VYHhCK|_na8y(bjDkk!Ti;I@@U$T^(f~!yu1-nr^7ff zYYo!gzrLMyO1X?FKa)`H!FygZ2d*H%t{HJGgSNWI%%hCidI{sIK-sj5Ts?U5wSTZv zvT|l>`w)V*Y1rSe>OlOBXyWv>Zg_9(<$WR6f^=jg*5zY>iu z4M0^@)lU6UBWNgf;DsiwheY3l1bN4Ze>nz+4)53U}5CUK| zE8nW0QVnZIzg}1`8d@m|rk)hVM2@ivQwC5hxjHIcNe~d?737UojoumKua@FJ;lxHu zdA*V8A zYuPo0FiLAZ1OeY)rUJ1&SKh$4mcp@QCIIkD^&Ws?WBKKa7APD#V{b(x^>UtO%Wdx1 zQ4vZV*!9LD*R+8B8qNX4g9SV2r>S0Sw--97X}N0H{wEYt%j^%}D~|hujeQyzlntG_ z(oH_x*;b!Xx%@BK)^z>_;e+nB17fqS8e^4qR19M@7L88Up0yY`QQ)X{>qz-UKtAM%W;L0T)o@hHV#JN&)JDBNz6FknZUoaX@= zaXEo77OB3qc7YHvGA;P-Vxta03zQ`y0Qr|ztc|V0 zd7nzTliuw^Z+IWY*m`zHlQ#NqJ<F~R2(+we4EL^d?KMI_s%f{=I57^_W|6V2H7*mJa zbWwEwp6Xi=&fk$ zgqJvlV!ggjzYqUI-quF{!Ij$$B9uD-p10?@p_R5? zwerT~GW87XSIMs!;`P~&un;rDo*qGM(5Amj9zl z#xGVRrH1|GSqYw#j*UbobHuL$JJZKa%!Vzr;k_4U_bjsSd^ z)6uCJUz)5;8HdD4bHQ8IFxg0v9{0hA6s_3^4$jWPI_3zCB@tL=!md*Bh#>Yw7SrG& z45iH=+)~gmbddaM@hQUi;xI7*;3VfN2U5jh5F?=L@l^ZBsTtHnl+BVr_9KzR;q`(U z{3DD+DcT9aBs>yHK_3qRUVd!z0pLj%L=J}V?YlZ#n-5CP0fFXrj35kDYxsks?9d3~ zJtZ00<|?)$7MJKf!PS0#&UlCWyaj`(>Gc%6eTBB$pF~lENyRdK&+sh#b&^=7d^0;Bt|4@ zMl*Oyd~VEz?6$!Go3Up}0pI?vOyd^_A7JFH2WP@_ z5U6-0FU88eo+Av(n7p9zu?t?R#?i*an5YQW%6S%r42l=>S#i&Rm%Y&5 z#YsC2!lE|~;lm;(bRkP2j-IgVwGj}RzeByuv`pmX^MlX=U0JrsYhV|lEqJOK#QkB$ zv#IrXRp?0Gk;hFlX_PYBXdXR9J7^%sF#PNTJP^Qvg@G}+c>6oBXo%TRUz*~{FQTD- zH7_tT)T()5_S={0aw>yBvVf=yZ_O#xsdY=4%Tx8Of+68asda0E_p55$(a6m}$lt7| zpPcW8VgO)*{f0DvOfDBZ8s$*p4e~nk5Bjhx$gyiQA-Y{qfW_)^pHMG&)bWm5v^sC1 zn9H@qqrKjW%T#f+%9i4Qj~MDDfhiKztR7YJ1dlY6Cr^B=&g70Iyg0h0tUDwg7)qK( zv6?U|wagZB9co1!oIb^=b|l_9`%pQ_e$ZlXD%J4P^md{M;z$8F*lz;vj|OsoB7|_~ z_i<6;{2k&VU5PKoG?@z}4A%@x2(|0P_PG{@5v3y9U3=w6(+FocGKGFAtH5e*BB_JR zq}2%>$9IRzOK<;KK91dFgdLyCnbQ-~MX}kqH}EGHjoOh=wr{ z4k%>3m+XO$bzvCJE`;guy{T^c!ce>+bVRs?Isx5raV z#1p@ke>D*K3gV`uIQwj4XE_5D2pA3teW&Y;BjXaz3!Z)CE$6US>X(u>LE8QBNvK^L z{~WQnAp9=ooW<$$JtJ@9FJry#y=B&KN_j-v-I_Jkr!sa<*OZQSJs^-vigFCpp-43V z8Y9m%zbwBU{gdp56SbFk0R8(GHPBiPX_U+mK!!T{8p}SRo3p!2E7mV z`pc#*1h7@AVI<=emgbC>FUF~&$Eqy069C2&JwBC+@fP1~ucDb7L0Z)dpL;H|MZI7q zAj(X02!NAvb=`+QtCqe!KizM_Casl*=VJizG7Vu=*v-UyNjLb0UQHY(GWOGk;(WF~ z>yaUO96Pw{Ve_2)5&1J_XZ=&d=K(mpb>#P6ue7U(gpc+S@x-LS3Ab>4o8t0^3#=1E z*=kSZxP9S|;EfUNqr*?z13k>`oL1zl%{eioHQCl=N!jY3*w;Do@C817tWSOdHtF{2 zjvIl%eW4VArf$Nv`fCc-fno@HfUT3xW9s4|;D@+B91V)wXRI+uYoEe1YD<&QBhgh4AV&c-AMs2~K%Vd1~W}(R_C;m9ag6#5}cT@A6YMT~2-_rE``ZuMDL8MeO10VoE(T`H) zC*|UwxgGzwHT^HEBPpI&_D7{M=;|9$fPF> zSVRGZj&<6Zv;8Ta>^ccAIB&5Y`w8+rNopEA)9LE3Uz46j5J}U5v(Q5WYh8_=wEWmh zJQ9DX=G)@J74;`-sFV=&N3m12N$kuTArKZQPv6HAjB*?tRf1Qd;M|n0RA@mB@MnRa z$mgCR{!|2_rvyZP!qp%XGG|Jh^+0;mk@1@bVqX!S1UY*%dMjy!y7c4%cg39iQVx{kMz=ehnkzX?v|9ns2>8wBy zx4~FFIxFHrOPXQZrfa~TjG5L(+zFU4*e{C(=~z;NSM^tz%3~0C222IKXA$)t1#n7C ze51VrzR$lE!LTwoIe0%wB3VBUV?XrJ|KDf+KXv(`nzigY2hvxzuDuO~P2>VUD+idB z(phelL`6-PS-Ko@Yxw+IJW1NVj*9Z<^|B1svbdmsvMnlv2In!CPxk)){%;9i>?r~d zHi9qwr|)39DH4BMG#Z%V9lQ|qGy}YOx?Cz8Qdt25-k;u!8I?Q^p+8O_B)(cFz$`v48{p%OPHH20&4{JA74<_$){+P zYKW&TfR2OwgtZd5Ry*x}=W~_P#kftP7xUDx=CjfP+zp z2g+J~`?!}m=m5m>fVb#MLZ|I9XxLZ%?O;&>J^QlK^Fd94-XblMApSAEgdegy0gK(2 zthNRs+;;9w;D%QMS~oR0G=Rs)a;WD6aPgz>1$n77lvjrX0Dkuw^0;qKAu!Bs0y;sz z+4JjG0gF~pER0G~RYRE5HRUV1?vk;a zw@~I|<75kDcaZQ3Dym!cD~wlCi3h)NiKe^|rCSk|rdjneB=n%CV_Ye65u^0`f|&X& zIh$A-vD~%z?$sQ@X8%R*hn7}MM4g`*`e@oc6pnKOp6*>xXjV6NzOvG3aEo#yMN}V9 zO*Ux4OSD9E;M==F;y;v;Khjuq%Q#Pb^t_8U8!zA3knnf%nbf8m&PL@*#x&rcfEt38 zGbq@cm1j5i-g^=ihLf7@q28i(C#`v@(Xs`FjTfoyTdq7Z=0zB5{G4eEmw4-BJ6q)% zT@e7bSOwW?L_ipG%n~bO8Fw(OGw+ln{`^9;M_qq72sSgeD+xGX65 z1zAR?{-UQ4MdWDt&U!cUqmhzXot`hf;bg!h|AI()bi(t)s_C8U zeCbjWJdgQ&E7x`TObccA7t*Vt6^7;_JI?kUMcM7f*L;$VeS?SnBvPxE5)_F6`MEI- zOWNM4*hM^D=?*Wxy;})FL1Z1dR9Wnb62EI0W$8c+FI_Ywi_;@%SHVEWr?-bDOydtS z6=vDgVj@YQvyc)QGd_6haBJSmrcSZzfJ>yyJ~p2`PwvUSVRubJadlt$c|(5qzUVAf ziFF8=@J2^Mj{bhc=}XLo*zdUx+Pq*koM zaW{)J?)mn5;h`=={QZ_^iU)@@P0ihSC!VBVCpq_lizxhPs#zpSBm4#YuOk)_oXh6;65RHgCqq~N z6;>q;;qW*uT$3r{Ei3}+8i|N6`~eqll&$FJ4}YuJ^jaVAcVT%RWq{yGE4JWhhI&*J z+3@SZM2QoJ*G?EHhB^Rzw;3q(6qRd{;mZ}q{XsU@mVB~uTh0qd1#OODV|v=lG>9A+ z(_!gb%_mToWEvMc#sRUx8{gf7+)xj&i1jGI+w@-1z2Lc;SFV&EC+8fXK1zK(IIL_j zmQ^W##^&1dG*xt~4lP=x@nS1eD9k`trZ3%cS`rK}4}Pdf$W|7$6mmXk0%1diJD-V!c>(1Pf z&>rif$aj|}Gzgs3!@V>#N?)+a^W+?>LrvkZC6wcV)<$wvWLOBzM5EG=|NnxZPixG&S&TiN$3o+HesVKU{Yr8-! zFhWU-*JCxQ*onKqC;dxp$cYVP=Abe9SqJKe+XQv8`|CADG`>8%9WSq+w}4UCR~HvnpDn&$x71OYxScRQthe3k zjG?^g{q5V=R@TDiYRU&}T1V2{TLcGt4&M)Y-&muZ%Gf6MYD2JIyj#4STfUwRz7fC@ zWY?WAnQ;E8hO`FB*9I?)l@$l~3E zqsozyABeiWk*kHNsaFB2NKK7uE}+N80DW z9+eN+I5M}7%-)mV5B!1cD;oX=cEdc%HKPYc*6W>0V&5ah64u%ayeF%#As_6Kb$lu@ z@qTb0GID|}ho-6s>Zj=&?4!RHfUNHn8o3J3HEu|W_Le|dEVCn8JpV@rZ)hJicoqmQ zf3jZ~elnhk#vDb+Jt1$ZkwB(yEeMnq)P)HEBKJE$5ml*32a>VB)3|41DyTBC!DcL~ zkjXKL!=1$nY01NhL?I-GZ7&fvpDsE*k<$)a6TQql>V$6#63N1qc*9+ddeXEEIMtt_ zg>2d;e!cjhYHWUi<4+*;epn)9AP-4eavPbF+%E`?)NFq=yJn_9eE>mi$Qvarynf|j zWyArqz>FAoSO<*HXg9CkhQ~oQ#Z3g@SYMr*V4xmko)@aj(g0ax$dDcz1fK?zbYW>u zq@d5g>Qc*v6XjF(zuM-vgIxRWVnb=nyL{021FB4> z+S6d`Y*OR-w$-S`HUucKMOoKiMVKt>+H?I2YADt6R;c}u>m_*RlTyKFdJhn&Y!X7u z_owoV(^95V-*wm3=t9A9pRo0?N`U1yZt2hkV%z}%(1><(XceYIqon6=4vNoBM&NcH zhYX4tq;|CQ(gyJB_Bm1*C4zRtPY8+bu*gqyq=BA<&eYZVbpb{<-oH80cP!HYF1*hcZCDNmFCFl9a zDBkMhY#gJM8z?!bx?skN^Y>~()e$GffYdc~3@ZbdR41Jt4C3SUvQM>dM zn4>T~Hd&b=QeXM>NlD$hxqUU98o62JjN>)N3Gf-&g=_;9~8sf0h)E3Dy2o$I5${5%`9eHTp;ExFc_vL6Y*OMGRFn|!;_mb$((+D1jo z7C*jxPpIGTAMXz&l~Z8D) zl|$MK!>5}H0$^&qv_qH;7&P1I=&hY$(TsA`Fs8LY9J(*GX@pV2E&-K}f*_TuGDl+J zgUp6cDvkCG*Nw#szMw|BM-{*6#|ZhcEH>N7wud zJz+&9u79WOPioT66MIS@#RnWbIb=37=#Kz3)R~-(bk*}*w#1b*WJw zYaBPVpW^pz$^j)0O1I2_=;aoH!WotzwQMW3h!S-gJY^f))_!BJfxAL^euiIaYBL_i zs;m^8tQnSJVX3TrNNT(Wm>q8o@;AG<dp!wk|uU) zOBb+Zx;roCJnF3mza0UAlM#$1ZVdMa$Z zb!^^qO(L~l)dnu_Q6s&UG_5N}!5D=wVDT?A)=7I;k+uG!e5h#t)C^!2I)W)+0bON% zkZ;O>N5q(+lU{F!!m6&zF`uzBfr|anG1&#~yCugZRwGt1c2f?7Pf|)FRN4&@%<-~4 z86F-H*hTHFOXDvnYJ7fjN{&`4%-spbH@!`5YVeLwVuP9(%_>}84rgyl4|74v=VWNA=ke_FJjy{N0K#(ptT$eSvF>O_^hLdPPy*iKpOCmxvklA8y^K7r(8 z!8EPVD-1yVAf>@XNcY9vK;kCP?dzI(pxqShmm*{zD>t~*^1$cfK-MewjIAdpo(>|K zyGIMcDz3neY)vbk-ST58Gv&KKIe1qViw{mEdcO`Ae`_Y`C(kfY z6{rJkclGVPrvRVRax!!MA+QPa3nPtI$@>Drg|SMu7IkHCU$h&%>8J9y%K~hiRb5B~ zAFj9Wp}FgOY%Aa~4DHA?GiL+aK3jsajWE(7wO_!4Rmz%Ko(r*CEMP&tcNwQzq6tAh zIbx6!Xd7WE7}LTlX8|?NUPji%RY|8qHdUBWuq!wqQn1z40&|ek5lJsQkVr8$jj!#R zt$^Y8qH7pxf==*MV(Q?pYW1;TnQI(Mpc|bd-iH#YofC>Ern-}06koR>F4^<|KR={D zNB+HcrPq|b{;XW^wG0kR;q-z^2nv@qG=|mHX?6s$o(udFO7q{|B3!)okVZOwEP1iJXVPBs)^b4;^qQC*m139iPm=wNJLJz z4oR#Rjdi}p+;CVoTsNAU70ncGVQgsX8&>k!9b3BeAqxCu5Vq+a&x}^|xjG|agX?*u z#?1$qUzmG}d5)8uKBO6L-`=L@c0Ye+Xb##2sQlLiD56`<+`gHj^p@3nLrtj)^A~6R zAh;)sQ&qZrgGR-g1RRZ0y79>-3RX#aFz8f$F?zYiRP}vg608%YKl=UJEUU27`Ee1F zD++RmH80;7c9A>Lq&lRX@wk>m0~ zYy@06=i3{4FXNn1y*D0wYPNmO3D3ttQ;{Cz1^V@wmYuWs--oVeWSonQR#`&HE^l0C zi=CuF(oYMelc^JG-pp2{5!bgXkpn{52w7=53aocWd3S4I+!VkDOC@#RH$vwOH)mmCtS5252_Uvln9$?kbZZ|l8SczneK$jjr{uY`|IE$OlJPk*PKn&7eZ=yjc5ZY_3 zG%070_LPAcg-UDGYtnv1!{kgE4+mNer0O*!8_9T5|26RN`8JumD<_b)SbhbjD`aT` zPk2%XLKF>N<#JSk|NGHC!Lm?No<%Nc&VUlq^av%5$$v#1UcOlx>dJdEqV*IBYHekE z=6;}Q@Hz{(UWxPJiuIKQ+S|g3(MG?P3;DdLOrZ&)P+k{2UBTbJvpJI?Mv(8$V?ti( zB5Zk$-)yiSHoi6k+yRV+@TGN3c*j>OZ@lL-O!0N$*w==NBQX&mfdg?FQBm<8$sR}+e^Qkdwa6Pi)(rBhz=@USYL;KV)P%BuR&sLrs2?9@A6@GLWA-1*bG z%p<*H%^GtJKAqI^=+BzzjmKk+57*AUn_hCt=rLFS2VBr-s^hhuvZm${V)j7m!TQ|d zz=@f^G^6Uhf#Jg0PSJ2h(ZiZJ)Wg~?AMtav`d=Mt+E0T6oQ!hz{mh)@C-jQCi$@^p zA-sMZ_v*pJg@;ME2IT5!b)$KcQ~^48T46nyp}e3fD#L`!IjEX^$sw87Zw0=@{H%&q zCAJ2tC3hmznRYdfQ8q9_6N<_Xf6|m?SJI;*5#P*79-*a+QhF9;leZq^YBot$t=qlow>h_W|Y=lB=UQ(*~M0r$~Gg>T*8Me z@>~eg+{_H?VAg%WOYR>6E52pzs)%YSo6f3Duvp+3gl z1SfoPwh7xx_s;2t<-%C|$Y@`7ao>1Rm*GsRA^6obQMxG2_M=TJqNi*ujP&6UG6Yf* z+|a96tEiDVtc9M$TP2qu*apsDP72@u2I9>@eqKKO*k)Y)=>GmI$n1YxQl0A7w(BhL zUst-l?6?NDRq+iYHDHo}tn?gk=2$B-?|Ee48u{3j45jf(I&bH$q7n?mzSw@y2CVHql6O={V8_L2+Xjzl6} z49J~ovp+bdn_*AtKH6s9sYqZj_)Cq(7ItuNTbtg)G+-V_0#!ta%}&7Wd7``i&HO?8Qcu0$FOj)9S1B4^FNch1MO&FtQpFlnfEm;E5 z_h)~`*~D&wP=i^xrpRBh}AGm9QOlqt~whn8criZ+);N=QnW2?XRs+sfu|>`iQt z`X1NFFN2uW(8QcrnUoHXq6^Nd^YJmkCpJGq=t)MfWaHGLXy2q0I#DW!?H0LzbNqr5)MR0-}1*ojezRRy{vt8d?}lZ&^U0Eqhuh>|q|7&n*( z2@C-+fr&35R@g3v{JmkWn@NJg$y7|Tk0iOGFygKp-;=4}%e>Ldo}r5Fv6A=SwE-Yn zKUM8=6ljsFF{s>Vm|ZTTK^kn5V|ct7T;lhj=Q!7$8P)UfUi`vP3*mNn2qLVqM~CD2 zQyj>V!8&d1`0#X@(ZAnM$N{&zA13pb1J+-U+`nD^#}+eT{pDAxbQu|nUu5yl3k|_p z)feLN))+zR+TF$hM101e%@T)Bn29~U=dR3gZ)LQ+U`IDsz?n~Up5yf`NjD!F;xMJ# z-|iK^g8-bM#mTTM*g>sMgcc>pV#Qy#!ObqgH3g-#R@yC^Qsn(YvjC3 zjg4n%nYUF8^PF^^hEkoB9=VVSlI9`#^+UzYP2KC3Gr4*#s;HKjAwpt-XErA7Utlop z$oFO6o8;su@O~@bbL@d&>(5M1B)AFmk<4uUq{&8Jxrs`f1X^X-qvIh!tWQ@a@OT5- zc$q9yKz4KMxR=V`+sQM6l%WFc?F!^f$f%C2zv+1VC22Acjf(K^^l2!;jGN*2XMPnU zCQCy{J64>+RUOEjZyNqmG0SKxY{aG`0%=^kOzIJd_M=0&xkJ$|;=ox<^z?#w5W2R!C~-=UX))rRqHqH{=WTB3 z8NK|q7E5$q2$6AXL@Dw2Wym7*USc_wEvX6|JrA`6n6uGk0=f?dDF6%B6S zTzdIWm?!$UnvtH&cOneqL;U8vgT)4$)UqoQql5VNg>=&p&8x#uQpk{^3Hezuowq{V z?w!p2AYs)JA}*w#sNTaa0+j2kgehFtUze7(SY0nv=MSpB3`O~1co-!%*G2-6IO?cw z8@CL@l}is){nrP1i`e%++iaYLo44Qge7w%vupXnh!i`hJVG*ndvSm}qxHjeY(F55~;)JK+yD zP!?w4JgPULn%Eb6F!psWcR1KAgXX>RwVvoTZnn{s>w(Gy4H-TO({+7icbWX50p(|BSmz*jR!|bPs zmMpD#G&Tqi6LDQ~BVM$&jF2E^-(%1%fIWw*&^+g{paw-2DT!E$uuwznFPtfrPizx~ zbAURx{aqp$+iiS=gFFwW8jqy(sF!2x0=$H2$`vH|y`V%7d)}a(*MV{qYon3-?bkZ|Z_|2gC2XD-4tzFvcK)xWfWIN>A{ z&QRWzr%hB9KDS<{@f}>xZ$P+6B9|q(uHPU4v4{}-WD2i}`-<(cabnu&CS2}OJ(!bu zOTYK)iE@lGpSf;tD@AW3M%toV_s7@%89@M)IJM|JgsH%Z8#I&$sc>cs+#dj& z)!f%BwjxQ3nk*8or*i>nueaOby*EUln30V7_kv1qr7M80^;ow^x(xWV*Ed|!QNkO! zgseJx=IWtmb*Y0-aAMyr`L0v1A8&v3U+BRA3MzaB>aD$?{v?Jn?jlJ;=|@+w7^-Fb z9LR$zv9Zg6#_MbjkoDp))%r-27D2EGZWXt$N?Qrk>qU&4LbztGEK?=Jdpv(*E+-Vv zCnPyC*&C}}R5eJ0+VC0dB(%qV(Pt9|S)h%W-2kN4l~P#ILUDD94C!Z2%hj3|K96nb zX9VpikReuy{Bcw`loozs0%|A?P%O-|7Z$z}PQ)19&3L$2${2*mJ^pp}o!JQ)jiP3eX0!vhQo@po%O>I=$(jR%h1LU$I; zjf6ABUQ=rzH9=IVVHI`l;o+9VjTO2vB<_>BLeup79mTE>wEvs(U^l;sg*8$B;on?y zUVR(UzJ8Wd7Sn&Zq<)s@Pb+W{)6#Z*+Fd5JSVv$@t(g$G&ctfN0=#0q5YTphX zBp_J@VH#qsvG}ixc-J2F zU{d~y(%@Ar(hIGmC4#AN-4XJ^oU%<2w_t{XKZf>DFGs}>DiW@S*ILka45?b4R&2&#R`IF#1IrlW2azK2qv%hxvo zZHQnBoN=aagBrWg-yt&)?dD_9WL4~5Jkz+cGBiimQ?|6WdvNz~z8StIrc`s3v!kOF zl4t3gN}0Y##)Fn}6#TCRdsnD4MqHfwxqTsn_UZlE`|^|ZlR>w(#%Gucq)Q^6aMAI+H!@!=K3_F57 zruNi^U`6F8Xh zm3Vg63H%-Y1^kd0#!N0q=eahmO?wy>e6hyh8b-f&jOEMCzyet3Sy4QJi%C!1Yme~D z@f0mk&VP3$y9i^%0|{Z*m1PFaE)Gky9<5HuI3b<@Ay>y+{g~>>TBO1I?ELD>JOL~v zf+Pj$RuWcRDxl~8?sKf6%9Z1C((NE;n5p~Kju{$6BBel5?x|kzmTKrd@dA6E^c#~V zz6m0R6MwekRKtb_u%?MtMWhr|txP??N59BRzSZ8%G|F(>Rg3mq0h}l)Om(v+W1;`9ZUCuqH zks6S%S0!(3uHk6P_#Ja63ml`fA4R;)b=|9`; z?bi(aq)UZB+>fd3Lmp5~Vr9d@`4RU>lQ@^qg$#>{Dl0z1!GRAWdn=FKbwy*sFe{$WIc&nlp+GxU&?#|;lc5iRAVW?e zd2EQeLo70U#6ySd6%ScEa$#>M!I0*L5+S>NoB}LV5O`rYe+g*r{ndu3JjhV-Oeo=( zH1kEY9WBKyWM+V?EsOWNF?~VzWIPSv-S+ta2lhsLsa}7zroGvGeIMtk`cBm)2x=5o zyV7W*%aXGQ^r-)KTgGX&_?@#KqM=yNLeM{P;+I#w0TGBJ?N> z+V@SbSWYA?Iz4+d&;wwx-J*hJFGlc!PZ1fy`xUH9ZAA!aoH| z?L$a_clE*_Ry5Fvm&d%bs9Yjfr#ueVq~aNqq-h4T=4Ns5Ph@3B{^YsSBm#kH<+YP) zEa^Rj=Z=-KJ$qm{c^r18TJFr_DW6zx@GZCRK;)L-?!|lc_(aBg-!00hTcpXG4{o$Y z$G%ianDC+JsTC0i2dF(#KV8MNfWB3AwVPVpnlO??l2{RBPeU&^T?m`b^$2_nS1yG8 zw~JVy^nwVJMIdNTq-tI5ROf=gdH6B>wtrLTesuD(#V1bJ!{y8YJBSBwQMQve$BEJ; zUKUP(cbjy)iC{$8?Mlhoos}Qhut`q977&hDYbW)2wUPR;(Q;M5$qbxI4O*BrV6cP< zlOpOmoWtOTJRfUc8sz!LjT$N=SOKtHk4|%q;}dh~+`*5) zo372rfRObvr>Od@rbc9lJLbZY31|8W>FLM!aIQ^;0<)IrQgUi;vT~!yO_+!$xk)c zmB)lPy3$&6#}`YB*bzL}3fmqNVXLS|bo1_d^Y!zG;@zSFvR_=HTI5*klOk})>Ay&b zy*LXfAo1aR)bffhD^PX#(L+f>0iuvk@N(&wEE8em$>JIo_0MZ}DRW>Y@#X}He*0;l z2gB-{(B44|tZdoL8Jkn2lt2K^Z!y2ski8m+7MGhyGUeCpyZ|RGsV84tEkV4q7;YDr zTPJL1AeAagH8xp%79yq7lj$}&u|sENNU?X(Ju~IjRt9|sQjWPW<*qy6Od1gar3;r=DXUY}WJUCrYd7d|oc{w^(ir)H!4k&0Y zTKX02b9ckvJ9iE&$m{*mqj!1>J|m082Bao&N`Y6T--dfJ;qA?+*3&tnqp|kM#+82p zjP2}ktRy<+bdiSRyBc?8{HrYm>p0spwO*8culrB5?kF&{3lpPbSir4U((Wttw9(3# z6#5L(cNQitV@*rv=^$go74dYYBDAs;ryM6&Ob&aWoA?YmHgM6R6OH?22oF85H?QN*wrZ=@8$w&*ORHQO3$@r1H0+!>nI5TsB?iq>+T1CLspHE~j{(v+ zzuEfuLFKQQd!7ukA$B{=b}*iCzg&3YQ{Fr+usYi8@Orj4n{ z?){zZUKC?>!A_feSlSgDGH0Sg)MLG32|dtL$7=O{W0=0wZ>XVkSnlobkZyo1xa*)s zc)nucKqrbTki2nA1+8#3L$}!h@=d})CU>{A(Mw21ER^5{humsORDYzTwNec>J`GaL z5fAp3a@v+qqyC;afk{~loNIJWhl-ezwo!CT0I2)zLe}-p)WC@CB zad(X-l~~IA6S(|p=0>|RWPmKR#z(fG8C}!`;$A9Y-0~_*N@%JW{QE(0K(cwi9J)DTldV005wP007AU zsN?_f#y?`o1^*GX{ZnFGs_)vaNg#et>DH$B(9Q0r6_#*59#)k&l9~S%<7;Xyiy#d+z5Sc?oMm;A57h8aLuU_1HZ_6{WLKNO?$jKlKm8j_{uc)PUnvEs#M`R zciM^toL&x~R*mTBZ21_kwx!+DiPa}th;TzFP!}S8<#TL_o0EDRX=HtIw!6+N?ly?0 zQWJpi$_Lqn+Cz#MH^^o%E||DN3`Pl1Ab1tv4h_(WW2O~DG7*|d6(?Tlkn<}NOC9v4 z5gRjXQUeCxpr}iQ%vVVyqfiK!a=X3t5#gDOilD=vH^{CDi&7V26c-0)*~Mk4J0Vu$vVA6!oE?8qyi#* zbKMaMG0t=ralA7IIm365Mhuars37*kp~E=|qZ};{x2XIfK0s5aP&<5%WQ-$JL7d`Ybq2$oe~l&FHM<%Zv__ zlO}Cy<8%OXEyxWiIzRVYKo8Z!63>HP8DFx{2*DvD8w z{^_ZyhhsikN|`x2sFVhV2KYDDJlC}mqZ_M5!W&PBWBjk4Iy4161e9v8paiLd$QP9M=ex#rFp0y(xB<70y+0T-#YNA8DKq>F||2NqJ!^v45GZJL35vA^u$L z5q|_kiXjJ#LB187OWE?Wb=?+ZQHhO+qP}nwr$(CZFirxG3U-#GjspU{+(2%D#@-lD{DQgLub!P_}@iU8j=Cr zDUJ2jc&VFu+YRY%@Zrkw!t;Ry-J84r^~xuzxa3to4*)?UceU`MCBm}Idse56A#3Nk zH9k~Jpe~4E`L)%g(V(26F&epd-LkxZp3~0lOp?o5(Y~uo5gWoXV|@v_Sidi5+4dOF zck~NlJo(TElW;PlR{PQVyo_&fk@-8D2ev!^y*9tI)9oaBv_G1&ePe5L=*)HRoZLG8 zS~S%4I}B@pSUep$)|IJz9M8{8exrfbeuEM6AZ`>tA{hb8aH39fQ&X%^aYNM6m|_#ZCZXJ=M!GCD3mzEi;7`^e1MuWl z%#8$zhHTuUT;@)JlP+=;n@5!SoA`@3khsGy6nYfbs!@}60@(CdI;Lx7b_Gitsu?>i&L~I_Q zYE)YJOz4KNwSRWLjzfj93xJlxz>m-oCj+-_6~Goz_Iwb%#2eG{iO;TRvMg3|=~ioS znI69nap?PI$Sa!H+PXcJ&NZKmx*E8|2Jv%0ZrnN$6)W%gnaK}Pt z%B)QtY9pINHF&)gP}MoX*3KfdxG?Q72Hxe(`sYiJrO4;T zj24P?_>|kCg9o@#`Xh9F8RBo+)-a*YG2ra9g+4Bz7*ULa-&^x+I5DitqymO1)o*#b z!?qfw_&6ujG3L(%Mic)pYDK=NWs222k;~t5@fFd3kp_iP_J$Fm(E;?OYGoODvh}G1 zBk04A_@(2Tfb2r)H*BF!>yx_yZ0ERkz)NK*e@PIt8S>mVgT1`mTbB^9?9^p_JFMGL z467taFLyHQbs5H?>;hGS#I$Jh?CeZYX5d^;c`5WCqPvGb!b=$XegK`X)2lEVDp8M0 zs3}7mt`ZLHMZ3RF*aCb5@~V>`9GoTeO5cIf*=P2#P6J zK9z;Iu`E-4v3GQtH0IMFG58K^AAUu|!Z_E%Aqe$Bo=E0wnoaj+euQ*{R$L3`Y$gRZ+uEGrqQp!$^eW0%P=ZfMs^{U2S@)^pN*ntq0+M;sZje5 zfk8F+e=?o_dkFZSS}VPOA(?*-xc?agc(lAQCmQ}mPH?=D@I}{mlO7RH$o1$2ts0TY z{Tr`RPMMQwg+g-2mx_OYb77rCzq?!eT^wW5n5TYDTbMk2pyT*g%|$Ek@n(tlg4P?y6R zkGFn~Z|*DwIfLAew`R?kF{F3DK_>;X2Gl+h9L0Y;n;rn^>5)AI9srzy{iAlvKT$26 zcc11ylic{ZIj-cudhXM+Va1AtXt|0c`n+6rF%qV#7EbK9t^P2UiX(@7fCly$$p9~A zEe$`aF&Mq!Fq^;x*PI$(_!Q3JOkRw}i+4;6Mt>_n?=5 z?wKT7$LjTV_x0J)1=?^$qtdBi3w}M+-Iz%{*?&d%KVo0L33L}QS(7=w&%>@^nO|!8 zoshv-kLw`U26XPv>iNHn&IjX9AuPLJ?<~-I`AzKd73G;aC&lxAZbuc;djb(3`k+ts z5mNpFDOeXGbQ*r#grRfM0{43G_w$C!dPAGTWUhWTN4N)Uxr;UkwY5RAqLGB-;x5o$Q|oTte3JGUTc9$J>!cIC`uYa9p#pTJzTQMnYc3 z@kxyl0yr~JFmN*(*KzQ|v(!&1BAD<}uBdnxAbCZPTWQ?y(ckdCmC8JsB*#ae6s*IT zCcsD2_OFsT7)Qo+^Mq z{uD32kBwTQc`j^c_T8BoTeh_9TVb=9b4 zGxPX3INPHt-82&avP`}KVhy!NdbC1$SdvoRh^KjVS$`oVCIO{ML6mtz6i|&_=+NKq z)pU{)r#xk!?fjsZ#yI}*$}%7JjeUM*_5OCoSd~ZK$VC6unvP7TuU7SwpnIoiAXyXK zk_yaW&Xlp@-K7Pg-G%RZp`=kW>{158VK3HL{;|rE;56PIHK9#3$?q4d8xUNc{r!BI z!gKPtklh@pvt-UApK&koh`C>44>b=F7>7#bvf<9U0}IRD>aw~5(Ii^OBRGT9$!t;) zpb!+&ZIdYjssB{2}IM^H7_4b_TOWwLQXiet{JC1gZwl@cX=bPzz;N_e6%Tl0F@ z#Njb8HOQWdiE{F9i9_kaxT%Cx%C@$DStbT z6=wino$cLn2RbixDBvKhBW1Jrckk{n#!QX|3LfiTM(q~>?57SFQ16{s(FHjbdW5;x z4M~$pk+07U&i6XU$Ir?_p52eTk{!i7HRlO1lB7K;RRaeD!{jDI2_9yh=CO)z!soag zIfCOR*OhjTobBZe#F1W>=(o=kFF>!}v2uzWj^qGBari+9F~d-2K!i^L&8|*V!zL}K zbth>C93A;n;f*B;Sak)O+}RIxg&>?NlQQZP$PrKJjgl3U@Vu}2#C_j%Vn6&SS}%xf zNLm3s@=^EaKZuT#X*@ABI)H^eSk^~=#i1#S_bNC~`o-MfGijj|!=<1dh&XlfU=S77 z4sVw~po}=e)0NS~ANXe6C{G&zFvaYaMF48qpZ7g%7Z$fJTmK2=$vNjtX^8c?n|Lr#ys4G! zHTD#mkUZEAD0dUmTzH<9T1D*Bw<7(<(&YCy`2Z;eiXMf5LfHT)^uSz&St-*I6;@>U z-4Omt$bE`t`1PTwn;>ips`OxHWZU_`=gr3(PomH!ZmpH+W!2$6uWLSo1bzkQyR(Br zpT8mjc+{AxbX62ogs<{gW7L09scF{1^Qj&##3HYFiAPs}vHM*9Kzv8SUrC{d4UOk{ zR55dJv3~gulwmrE;Fh>Cy}sUQdFaqPA+ijnRXnOH5>V+~_X@;V2(GPjrDJS67^aEX zx5(F%yK!LtOA)Y zR;^`q(&w96emj~pV%1JP&K_H{ciI;ul{fz@O;9tCk*NAZS#cMKH4pZ z=hTr6oZk&HtTRx%bRk3Mt~ep+eO0a6pv?ARr#?c<`CGc@Iy=`jU(x5_V0%b&(M z<(+DqW+3(DQ`TDIQz$QdFGQ~;YOw#SzCry>8N%$#cHWBv3;z9g$0wYQD@;LKM^Xa^ zNuIOpQ7^DLaXgmoEPZpKehVuutcU^P+GPnry>S@w32qSyg}1ESIa!Xpa$-xN&gn8W z3C(X^L{j~$X)>I^8bYVkA<5rOEY-kz3>TifZuSi;d6h~@^PYO}d=~jndFlOV){TC% zuug(^hznmCwtyv*eMArF2zI`L1)oy@u#aN>*aIl(Uff4S>j!0 z?SNDrt%~lClceI%Td<`2LKk}M?)^YNMKMJ)#Z@1d6m%DY>KALzeD~sM7VE zt-uHLIfQfP$h-lPDpGNFdSQP(u56B(6rFm#1an*sB%VUdSR0O#N`P+Q##{@zqbiey zc8mg?5N*f{Wp|mv5W=W6mPq?*OA3|br}$wil)-eLxq@;+5U)-JEfj{+n~Av4blw99 zl2DHSE?07)$nht3M)bm=ejxf0kPS>5T_WvLuekkKM<^LeUN3?g^&cz5@f^EAkI8E} zo=nnJuGx1&1iAxFNX1Fn!6<~smuPd()^;Or^`=GZ0$ne^zF`uC5CE^9?Y<$DvUJY{ z>x`BP#S)9P33=H<8kd0Jx?4-kAUauPVO0;y6P)xwazJ^N2im})mFx;6WoaX`P>-XY zj`Hv2Jb&~juyWPD)9}hn%*-gLdHfH>p7ec7EtkJ5|=c}VE)CvQM zW$*{WD=9emkqrX!k*dV%%d_mYQv$!i z44YR=ZVcW14+3V}-@Kj%mbQ})EozYfn;mjZ^BY4AHCI(>%njd&)Xt?)lE!^Xht0zo zRE>}W@KzV_;9GFKo)kW^yT7TUH0b0;+ZZKxUw>&JtZ5lV4_P~glVjAW=f~3D8=%l) z3D9Klru4tXi^7a2TD1u75hMFXViN}6t^i&S;lS9YqOCCP@Xt?c4#r5 zUjhHX7dk+c@7S(2<@RgR6;{oQZ%Zn9Eeo$USK+URW@H#{zCG2v1=Y-(&8LqZ13IcH zxDH;cDp=3bQ#RbgL~V6IXeYMR3iXBVb;BnY19}|~d{p0WKZj&m@H;Z{Y-^{vLDOX6 zSKZEor3JM|wI1TG_bjWZVd&tjFq7merZ>e*l+=|1nfDj7)_Y5ru=2Xl;xJ3)R881> zKc5!zW&AX;VZMe1ee||}xknzHdTamNI(l!O$i4^G{P21Oio$_B7_E~Iik*Hq5MsE@ zdM3K=J?h*zF7%#qF?Y(@2A;ow>q9W5din=jUcOKaF=5EQn|#}t0BiW2tGSfvg#j|3 zz4|+K?STD8ISsgV-rEw;c$6DVC?KW{A5fhmeWcsWDjq%XJg`tL%|yok%KAUh=esaf zRn1#V;t$$#B7zdw>Y;2iufN220?Fv>8)Eed1hb2my4;IIH|dWJ3mlVPMH_`wu;l@F zH~{+{PqXKuktI{iaKfzH>a>#STr-tL%Las)%7z|hH6UT0fy9Bd#|`Q$*m2(P1QLAa zN5q%uZXLms`GWQSn`v1r`FcJuVCknkiMB-)O5a*o;U;t!>Gk)Cmip)yV96RhT$?S9 z`#pHo-R6uOELokI2J)0g_u0?R2n)@#9YhIq*B;mZeG1T&=6Sqomw|~JOPbIH%XO4R{yPLq++ChAoyIo99Jb1DC+Na&#s-YOsINve` zOvl;5M3wkF%*k{%>h5vjw2@`-Ed!q>C-MXn+kjQO1Yd92WDkKljp5u9E>Pc-fw*+* zDpbn6jb1>tQiP8fa(&l@L!bi?Z9seBEw4B`Q#WV!lj?3}^+V-SMNgu2t6;xAdLUS3 zSvL{AsP?n<6fNPei~%d!J-4LCft%gqn9eaL1a!R^0sW-JZc=vB9wc^bh55#4vGBH) zue{#ZcWzC_Z&S&z@!biCS=u$Rv){yW{_JUpLa|=w5FsfWxDIHcNuMZe0e~gc12Z4X zO37os91amc(BP{idV)#oBIbqSA)ADcI4R%l_H{X`o`Lf%?_)JOApye&lY5^uSV`r~6ACOMOhl2P5Rm ze`d2d7fb(yCIA6enG+in0$1ww`C61G%{#N>$<>A$_Lmy2{qr+gPg(7=2H5)^hyS~N z$iKw=?}|QvQ;xI#rkYdTl>vPbyZSyw!rO0Vt(`@%-%RS(zR-8+ruOkfQPpaOl8I7+ zwORA{Ktfa-4ANHYR4lIN^z|@lWVd~LoE%n&i$v+BvWQOKjzeRjm-$&5pUFh5l042! zC9b0mc0nLd@#~JsZ?iLO6U^k+l&#sakJg%I4Iz4o%sk+=wC9-*%|i=Wan$Ze)~m zX&iuJl8y&`52f82ziP~@el@KztwevUn1 z<;XKt*b0eJV)jA#uZy2NLwX-uDqGPkKbzWHJ!I|(bELOlsY#T?v|7<)5R+Lx`t#2Q z8>7-g$5E#9x#)>JN+vDWAE|9pj`n}AQU*j^nJAAxZEaM)d}rqTzi04LOD=8>w)NXJsPOPr47sg_h2X z2v@6LP|_Z7ssUOozSNbHmIxj=dvW|15nF}+RMRsxSLnr<0`4K5+@oAUiHj`gCIlBo zu4?!VUL2ryi89Q^JVqUSs^9ttjfnPJK2NcV;-M#s+EjQ0@gH<&e>**fEH>GZ45Hv> zg_f8dwMfHn{U~FJD8qU#ZW$(|VT4w9s?g|myH=98eN7fmKy22~n#8bre4OaKzKA+S zoPKOqOkN-Mh~l4eni9#aI?Yju;Q5bhjpd|9*Jvn5R=Jh#+bAMl3fbp_NZ5S1 z373Uh(ytqVZp|zCr3%07LyCC~;^Ra%z)4T5&lJN|ZGq;h@|@5`q@Ys+bXEoKoQN2r ztlMaUg6sxs2#UPO4d+d(=l-RWkf`3hdn$EQTAxN)1Xan_7A!58gVX?5@4f~Dz>GHl zW@}w_2}Fp}Q1`mJN<;^qJDda!3J8cj4Yyhi0Mv>)PEaY(0B6p`-iBW_k;>8 z_n1G;Y6MTedCr%|PX_3%)_%OW$^5{sWsN>$8JE?5Ot-derdJm>?w^3I&}pB+M#Wvx zy)$}>wfQo=#y?=mJIkeR2D=dXI0XG^B~M2@Fj$!ch<+tpb2tk_g6$WqkEj(9e}%U- zf@YEfr_4rsO1jl?Q`0`8P{Su=0)(f7nl>O*^hsi%QQG-TJdHBUp`Xt3N&*4Nu zo|8B8m8Ll2p(CU_=(O5pJHjk5UX;a(9n}nug*bz)F;@m}T7@Y|aDESm4JsoEP*AIk z2pzH$yY8BFkwkw6>+BQ#r1Mb^O5Bo#RqykoyU^Yw*Lz~R{c%W?B6M^!)4x(>^BX(m zCK}YOhgtmSz~=J9?Y4og)jH=*21s+&J?UCKR?3XKxVqc*Cy>}(=;3og@kq1n3dp3@ ze6=I?s-XrbNu;MX%MO9m(?_szM4Ve=41bAQL<;%k-mm@{YmA6@pb6-Z2e*AB;>a++Xz-D>~P3N3W{HJVB zjH2dawcd$+7}qCAas-W6k~6d$gHQR*^g;$um#PpD{a~QP#R>QukSAF+Sr(PI)1FVC z7kbAF?kn-#qM4BTR50))l8YN+`1(2-xIl)A<^mn1b)ww8&*v77nr!;b(ylerLgG}F zbv^3nIPch`m&WY49QSxB8?g8I2A5$ZTW2^D^Z9k-Gj#W7Y(GXL2zB4bxndX;B&{+T zq{!&5WwBMd@<~8IzGad1bnu&1LxyY`HyV}P7p1mGJ`jEv%V*R9e(0j#!+p68a}cWY z-Mpgsh|Ck)dS)#!3)Zqt2G=q@Z>3e5r|PP9VCYuhvz-bsE-v_0wYc$^NWft#4u zY9A9|C%|oatc%U_8Y`pXZq@bwni+bQ7NRgzO2Goc;EY+n6bZRYFR2^OSX4EhzHcMV zajHfv%M^@B)g=z6^*ah`LYZUr0N!f-~vc7?BKy^l43=b|>+=53*pLYKnP zGs>p3-+iNj-qK>wFX=(3Dd-|qn=(a)q`1@Wg30RphPcleqPw;Y2UcWhQZ1 z)H(^Bsx}2--RcMOtjA)n)+3mkF-w*ARTMo1!F&g8z&VdxF2@VH-YUs+7I}}GoSHcH zChuiJLg_k2`?nw&#ia=Xmd)f7271l2MCW)W`j3)s7{{g-FMvFJDVFzR;Sgaa3yqTc zyKRwSP@2sZLtUDIyMUcHgGJus{^rCLQtpDDVVkYfnBg6+X0VNo z72@{AOVbK2slW<$a^a1;$LnsfA*KA9vO2y!X&txA1!LW!WM9XZt~T8;Vw~?hgWNb-;?w*Gl;x@n4o5uqi>nK%Zo$z1qQB)V;Nz z2_gGZBuKp#rOX$p*QAbYzsF?w3ks@EDxK;|xJL6>O4R#u%s@<$-ycp)RjF4x2_i zRp+ea0g|usexkeqfMajgs1EM_!qEL6NJWU9_!Z*8W)SG}qF^O=FA|l>(mxD(9iiDf zp#;3hEXJysnKEE;Ey!Dmr_BpETmhFh*VU~`O@GtbE%(&#-%RrUeYMejxAQaFI5byE zdAx}8tF)92w@Q4E8`4`-PS@Ql0;5k~s>l;qJX7OrjBI0k3NMCa4qi!W9(IC19zN0E zt5SnEW!C%_j{}J&@aIa3xS|U1R(}&|pTc3D@sO?FOzf6j^t5Tts2*GksZbQ7kA*m=1zdxWbY z7a3kjG9IcxR0-8D&RQA@xJ$}3)R`};kjy3sMlG?8pvhf&nV83la1z-X7MhyoYErx5 z=+og`(CAe8=e8UY5dI-S#x_>eA zK&;aBMm0rd4|_aOj{6j!02obF?@!M_A^iz!U&bj*#$ueZ7M^?8n!4cGV6$Z`Uka5QnEnRWhY+mw7kJ6;n1XAXXZZG1kP-CQ;U1w zbic)(J=q8K0DX-6MCLl(Ys!NvC4rQ<{JgHsYNXf9Fv}x=kO|!za0v-YV^d`}q9r09 zngA+kMs{PaRC9qs$tcOu}N-Qq;sd8*N$E3`4u^4?oAp) z_nfvwP0z+6y!l1TLgrw*W9>tb=YlD!# zNM?7HNBg<+-U~R-wh5=J2yC(cx=gSNY?*PIO5#-)Ax2>eu4){K!y(O}G50h0w}1g% zFTl}zT-7ehR;dot@SrO}*_nzmGPKqj^ArNd>J~D1U)F z7+fYiR2)PsE?OeWb*Quc$%YkuzXZf>@ETAlGz@Ha--2TA1xP61QO$aWsQNxc=F>}5 zH@>I8bc>1~1yAQ}c&er0KcT!4d|E+d7_&+RCwh0(e&k5URC-o)1LsqHwPm{tadojj z-p-GO_q{b=mOuA)Ynx;zQEwiPOKLTI-`ihw`7GdRgFU|bHAi3OPC|vF>MgazS~?r8 zS_hr>q3Wt3w|+SkD3re@Sk7W@J&s0GH z>n-)N$PRu7K=lTS*6N)15*A87bmiW|XD+z>T>_nM^QBgRUlYWf|BU{_a+zC#?NAb<;HG zO*UklMr3?p6K+dfkB6OdtgH##bV>v>I9mJg*i#>p0G!8sVEE2c80W{nYl!09mUi^+g`eAvF-KOk5#8O9 znF!c{D}8npl{Gbxti2~)S7%BT7LOrPNd9D}e;r8!Yd=?(ffY=Vb?2o%i3|bl)97GF zL0ushq=i34f;+x?@C<})i!NrxDxebyfl()p9CTj7zq7}x(R!7aySuZ)aYgQSXzYXO z2y<~kgt18h=GPPV(P9U3m@HONv1F~(>eTonDKDYx47vBiA3Kxywj&|L3 zeXq&F@_g)vs@uI2Xdl@dDFq9W>VXh=TMYNzTqNPI*$prULr9-C@zZN|sYYa}Nqcsrp0|5EUZwyzNAlN9p6Mr!WPv*?40rsgKrSkk*8JAe$%v}lx`=+efUrQqyDQ&Q5OyxQ;^h>gMcXI0>Bvu^Tc6^GV?(>tX1kl zX}5%Z!$@2v7Jbxt+d;R+hA zL_!qO2zCOyBoBUZAZY0K9M-inMA4l-jM7RnXCxiiheY@tV)0SW>HwHcdRrv9U}D(p zpBFMr{p-fI5|T!>2{ZvE0Bgbev2UZ8U>=h>5*%VpiK_`x9k4T_>Jl*Menl3(93uYk zfie?bp>dWn_myp`*BJ>Lr-3M}RwPH*7NF?Y5St1ZnuPr^!OI6%BYS}!HJroOEz}4l z?bR=yEzvh=D36C40!pbt2){gcbY`F{TyzbAp)~Mj>hTooSAaZEyQu}t9d;Av#WN6L zf)DiDWH319KZE$*+6X%=FaZz%=%8{HnnHE-%}+1bo*&#Ein9h5KfnUhmb&af_-lEL z#0O^N?>Y0d(LfK!f@mW9-0=uGw23y0fj^}!UmidBxO}c=Xb+r}LCxl5Fly4@ zB6t-reb?{yEZ#fRFD9~dM=|e@I^OF?^Co(O=r^$fgA2jt)p%^EhwOd707Dfws7)^b*T_4Cha6oj^AXK|i zh(xezjCQTx23de;O^a3BSySNop*%g+iY;cpM6B|l;LgD_8809r17jG1PHhcX*6dK! zf?&P+NWKP+?*kq0vg(5tMDd9Y3|~}Dr^Ane3b?ReMp;O28;V{ls|LJ?$^Hv6rMRv^ zmwa*|e2a?RK^Le}ieSh>O*^Y!C8RWCZh%>sXc8KB=tT9!X$|ZwkKI#u074ZcqbUbx z;IcH{;%OzvObpgNOhQHq6O5B@nOFu?Yve|=cNSX047?Q)L)Nt5EIXR?p3*z7B3NkS zTGAb_2bRWGgmLl2;k|b*Z^gUm6Oq4D74*I>nta21kiLa!YR)`{xSp@$-Bq{k8&ecr zJ79mCLDh_UN|4nMWvGJG35F;0C&ta&0=xc8i|uOumTle0f&;Um;y~KynD)>dQMelC zu~Fp{sD;Q#U!T@R1K~C((Zzp5NcaYQQ;$U&uVH2*b>R6sxxiT4%%UzOb`NG>Q6{1a zu_`9eRzbP)!k;IhE2=>N1W(JJ9VH9LfXw))Ql6sYf?WLFNfVW{R{%4NTM2DZ3lr#~ z-6D-EdxMWo;58g;x5H~fcRk=#VSj{|=EWtwqxUER_O?l*o6w&6VzdXA-bXi_a2)uY zg&I3DxR4~sR2tnd7S7GWaE7KxO}acsQ25Fr;Gm(F_5~}`{(!@571rHwo!G!AvsEl+ z5~eWFhk#PZx57pEq&)Fc5vJTEw4CCr7}RRL5jpDG;$=yWZ-5!$Sb!pwWd_ycYA-+m zc#n~!zQ_c+8MaVAOAG~(tQzOJVovaAI)8_mGQ3-&2DBge*;A-WTu?Kxy7*2y-o@v4 zk^hj+=hyABYr7&%BwfAB@!@J~!I?NY7ZTmlMxnOXBHVZC^Qou5lM-MMS(#U|lZntadLuf@T<&Ch%Yf81_S z*chF$$Mu&$Imx5u<2$gX^f_KTK%f!$x0@*5ZbuGhb&-Wmk!)$7-##XIZQ9V!`?G-OH;r?}WJoyJ=ddLHZ zDnb=};@)m@jc@xzVr!757KRGH9C#|(KTqRUBH1oYKaRPP(gyaN0**m?8pC4?BF**^(##ZtQ(@tx*M0xSp7LILN_|2QQB}DVCb&- zC(gqxEaAOk9z0A#a5+;a>^Tmk!`Zz>m5cxIJ!~e>0w)wD_YY%4Jc5K z`?NB-z6=^03?OTGJrY%Tcl8x|Fj{hoxoT9&xNS$Zfa0{@MerlT3}DQ?bM*;<0``aE zHg)M;CPOc7J46U^y>8>QWDr~ENxBpkO)@+wHs;?NhqpyTIwHl7&udG<%%ALtKhBrY zRiF@SLr#lGyN7)3N%5THJRsz%j=Q4nV*hUVm7 zUwT1uHDfl8EGtZng=a@WIxV;CEup>uD>NV?=Qv(fe-_J$eBCCf98HfEi1*(+>QPOR zLLLtxxs7ENvYcPqcPRNaU`mS?sV5AAL;PA3N>wGnv$YFeM}u;*CUfrjHUNeet^?l% zG7uIXA( zb1xN!1rDQ1jy{<(V#xWbItKg|6pAG2gJ6({Z)A58>Pi5&!2Xb4yT@J;wUc@vZ`@L~ zMbOk);s$-Z(5kuo_PrwgKo6KvAl@cX2Td7gj<+_w08x#^k6j^^*q}^`r&nLB`=XW<)0vEbg9x7<3RpTboM%#Lv#KpGd-x9sexa1-T8aQ41LdnzC$9&Sg&(7HHX!7sQ0>F9JLx` z#o#sJK9>feWVhwq!a){^EHiJ=7nQ=1{phzR*e3%JxdI6~@`8(e4umBfIScBSzeRt; z`wX`}*HYVTr>L-^%Bbl|N}si}R{I>(s>iUnFGoozXxdOJR_$zkjo5k5&EZGMQp|{Z zUwPU)Z1vjU+1B2rUJt?7KC51jR%;)^0XB{mpLMsheJuEV?KM+)qI=kVFORb-WJg4$ ziy;-Py8dyEO%T4g36(NQ0DDTb2R2GE;6YUdkAU;lUy0Jx(1NB$o-QqW(PPVwAuaL_ zHF!lWN#L@>UG5P2+^A0R`Lx&oEMhk*&YZYg!YL=bR$dTKp~M7VcPc=K;f3>#Et0XG zC(X~B0}Q4`Vl~%LYL^Dwyt|+8XZj)ZHIGsyHEh7E$AfRCB)9&=7v z(82Mtx5$SN%D=#TadVIQ=Y}4z-#pZ7f%)Jk-0m{Cna=|9>Sn$6&&-!}Gk(iAMzN>; z=!07~ehO`9f8MQ`p&R2JB) zx{4sn99fb$ntCU%k_jLyKbY|%p&KdOg)&q1kAc;eiSfD74z1{ZXrmUxfO^B3mF5}baUh82c=c2-MIsI1qCWZXUjRw6PY!FZ*hA1xxY)!Yy+i2X;9X zePcB5?VIl_V2@d7tZM_;|p4Tq+G4#ta)69_z{RwN=SAnoZZdf+}6E%oIyCU)};M zbDL|&{uQUR#&Sc}va1av|1^o66-_D2!1wpq<%D{)_jJ)&tSIt?qdm*FV!0IWH-*^^ zXw}6q?_xpipPWTU!*7hdJxql1HOcV3fu7>yTlOvg$th&sZN!B~bB`g9P{E1zbH(np ztW6xS7pJYIwcC}!gqcl?Pz-{(C;VMi2o2#nf#Ocg`?%b?)k7#@K!`|0QxAam(l{=G zQMAla`mV7;X^86-IuYD1Gu;tV5@v-(jCq(~>vn4BvtIG=I=E&zS-4&ZM0tvQ{6y?o z%EO`j`b|OV&Sjo)>tZ)S`Mu^L>NNz(!#0sKa0?gcU;Q4(i`=xWE{A^$DUH=ork!2C zT-ooI0B)h>emd)M(ktU*FIts-~7kN$EiqFL2W4CHO{?J-xzLK&QwX6 zL6g7ML~DUoLrC2zg8qO3HrKHjUJ@qcF~#;#a7##cZ9R1*^6jY<4Gx&I+`FvSz&n0Q?qvP1w(ehLkFdxLYtQ)>SxUWXo&Le=--M=LBD0^A zq^b<@5yb`x^*>*U5#Bq3I9=!$3z(s_d7=)zyLXc=^5g<?K#~;&{{-%q<)Oc90`aZpAe|0D$jKs6*7VibwWMV!MqU=(|6iK6AH7p=mZ>?1p z^1=fLIA{YQR$Uh)EZQ$6ek(APt=<03;&3m&0RNBS_a7mb%T}BolotSi#s&}o^}mJO zf1>Qa0>=MnwEv0f`PjH^u`Zs!enD|ROf)Q0M&`Kw@ZP?Ip zNFs&DwXWZBc1;^uV*~YSZ22Z*g=snr&51oE#}MJziZcBgVwQ}g_44feG=DuuhRWF) z=IDwfLp<^$0GFy;pY0ZZd_Q5P^^7n3g3PFGBscW%RM`&IST=LJ$c`BdHd$bwjiT<& zM#EMe7&QK3pIK+d8B=q^hWKTc8&w#M%nC#-zmK7BPf4#orwGSJeaL*#NPc>O;e}?x@jK%iuL9w&lWK}B z%0&%u6J5eYzIxEU`|n;Slkm*YYO$F*1j^ejV%SZ>hK)9Dk0wEOMXz(m)t)BN(#<_K z>b=bAV)t z)Tt*rE>3Z{`t?vmYW&_GZEbDsx-kAN*?2yJ6d1?*9acElNdO`_eW2;1(t9T-UVBhO zlp}iQjS{mXyHrE$p|fqWFZDG$An$|`vqQ<(BXdCf#`hD1o_d`i#sst}w>-exZC%(R zPs&StPj-VMTQGjvr<5v-Rx$vAU`P=7xh2dzGFJ>vzL%MeP%=G~f1u4OK433X#uC6}o^yxKKMA1l)FPAkbx&Fdy9vp_<# zApM;*40~GA68_|fs2y6+`77fI`3wFSsFVf*h?mdfAzus#BcG-tHlm?@XYd%1BZ5J; zY%z|ZJ_o=IMOMTyy{>=u^gPw$Z+2YYwdr=_B=Tx64tW;Jkst93qIM9@b|=Zq#MpbdID@ZKa|q;IyUdptn!l~!(;&T`g-HF0jrb~%dAta~_wkk56Rqqq`?vdOC%Rm0LcMtLZ}&d_NLtWS=G^nUNo*g9!QRZ< zataC#f0F;rmy*2|ZPTGKb4FZ8v*2yI$u+&V-{8j1Y!}3jea2wp6YJQmcm3z(v9Y@| z>NOAS4+l5L4j-=}Fu)+|dR4Yl4I!v+cMqty)0IF575k141NSzhe;Y4eu3!OKJoney z)WO6LfxkDy_6An2JLAtAKDt=iqt%aZ>P!)MHvdbMIp&=v80XeG2|?cdh&OA*W)|U+ zX4A6YBl$AT~Lhk!M-KDBHQAdq?CST4c5^`1Qm&QWxC* zeVz$15Gq+wrVm#vSyCc>r@Nyy$gqs(gvj3iZ>%XP@4=PSlK3x!-c>+1~KK;|TKE0Pdf76;LjOET=8BE<$BX60&?R zD=H^Z&1}{tV##72JQ(pAl`~@q+nxRc#Ah5`u^`~(iy&y{(d4Sjs3_MIXgCK)T=(J% z0#r8G>N2Vf-pUajw2pRKO1I#Hipg?N;Rg;X7RNz_H!-O2Dh3r^)u7T3F{toE4(g!A ztCIW;vEz-A^9!2LqZaUypcgYyGz-Q_yv0}QHJb1Rms|__0r+?3mE8n>cLzYbH_0@icm|uu^>qh^ZgGOwhk76a26+kR1qE z$agb~=y{$&ygA*MP_lTlu#n@5q%PjArs5z&Q}M-2L{i{s_}9i=j5p#g-pwqM3V06r zYGn|V0U5+=N$Onjht-Clbg8Xt^wVm!)cf;@Yvhof@tFgC;mswM4guI&5E`%e{6Zyj z;*!<$4MCwTm~bru#b_DR0}VV#Cu8`IqOOfEmmRbP&^s75B;X4Jun(ci1y9>Xqon5z zzLJQOqTTxNkv;l}efZewVa}qhO)|b3j*_-hWvA28d%&NE{lvD+K7r*`4og8!*C2+S zwO8AkEM0qIbPRa12^zxw3`WIf7Qx~%k+TDi)&KsVAGfxQJjooinBa8(kSF^a>#Y{D zDk3zq;Oq#bFu?gRg}goWNzeiiLc{7>ye#|h!$)>E%h`vmkBtA?{>T)>4^PT5HhQG1 zwXkcU*425g)d)WHRy$zGne{mOQx+BTEaA(?c`|OBn6U5k&i>9Goeq2Kp!cNXt4q`Y z;=^DMI~IT7bz+awuUVQG;^!VsvY$q<`T^QvM@i=t1vNm-i4ERjGYTu z=26i;hlzx}txY0Nr57e3qn~(tp`Zr9NTzP>$>kZOYj|8daM>(Z%h>+7g3p@#wAp}R zib1tTUiI}eFyfV%sL>!_)|bbpXIkE}K@a@w4?u6|9b8t~soBEY-(RW&_s~UX{Uavu)MacL_#}==s;93`-7qHoBHBj}U)w!Heb_cZv@qYl{m#7;^FG)%p>k*WNBd2FEMZaMBR$Rj&XkJNM zHsO0?#(KCQJnQKqRdpG78LEg_t#diL2a+?rd=ri20)@+U{+&SrqXhZ6axqUUc`_Fc zwn=dSs^u$oUR}#xgeaA<6n+AEHR)^4;msMm$C>BT3cKF ztu3DI*OZq+(>(t{h7HIGG6vW7!aPXpe6$bZE6Ntg2nIr^LmCK$^?`IE$WYn{2jh5D zw0U=vp-|WwAR9H1Y=wiZ9#0@^A-!`YV6eH_g?$bDt1O0tEmPM!=L0+qvpY?o?_}4x zNk^c{wfUs(^w~ZPM8em<`(q=E7$VHp6`S4RgcmsHXpgcOKV0?^_W(=m?=RCsTNVT~&a44Im~hrZfm6|P zLnJ4d2}w-0btncW={l`ZlY6-a5hE}`ai*{w5Mm%E5Mn0lv^ih1ne&p|Xs6{eHNibsXo$WL#`OuAgOl)pI?9NOo8Q7p?W|px$g|hH3?{oNr-7VOU)dzzA3?w7sCBz#R zvf6~ahSt`Q6aNzMmewFxP}8b(|jC*L?G|1ZL&gq5jx!K< z?&72uFT#2fk8KQ#?9SBMuz0CT0^;EK)h<7k^c}q)MYDnp@elND$m!($Y!N`MFR?*f z^S4MB)mETgd|6_fOL*f9go3Ll+;(0R>7@aGwT25f!?7oPzr#LnDPbF=jKvGPQ} z&f_c!<}*R^&qCh!&c03-kI)y4XTY_PFMY?CL9mYkoYTloh<<8qgL!wQS6mN0y8^T7gOE%cET)(^Qufdm7a6vS2Z9SUpYtPKmrVRg%-X+^bG^U`8k@@CxvAvusr z?U)4!KmMs>PI`0iWy>}0R$H7r^McF}wiUt|g~yH=!~1wp!0i&05KdCbWz9_!MMwJ9 ziEbG#jlyCRMOb-&33ioT1Z|SIli?@3U0IFXQURM!D6KvrFhRyj#?$AsFq~?5^aTmw z9=mXlE}b#8ouNMJ5_&16I(53%OiZ*`Otl6iX+^b}Xt^ z%QDy$MSuDtoX*->(F!}TLPL3K*J6RIvz3rA*K!*QBq{3yUB>y^x^b_qrFG-N=8CoE zD(!VwrcQ(H#?^H4##&vyh>n(n-iVq^q7GnYSbdzTR9rJE$mO6IN>rKMI}~MdLxTh` zF)yULY0`hwZ1*&B zo}ndG={_Sjwnzgl)yNZUthJxR_4z&`7)cDhEt-b!N%RUwOVg|+u?X~RWv7ba^mL-( z#9_-vmnUwp<79FN=At~NGo5K3k=}+!|F92KPfwy8`adL%jyRq*1Z)~7e7XN*ORhV5 zrn?0W3^FI-BV!|Z{x-TZ{e8>_6nmaUZsyv}_xB0{J^$f?{gt(Ki{&GZXy?MjkRV7T zweA$3Dz<{*1TI+K;3TU&WQBk{IZxr()a4!fhalrK^w@)wRWIV}8_u^uT|Y=~Bh3`% zc3>~(VA{N8gGo5O9EXgr1;X>Ki!PspaQrnIz{w_`6TxW&F6cO9oWA1ed@4xLpjP=P z66~^|>!D0BQ{*HeYns53qvNT6XFQf`f^y-&n=BA&gbe$Bz=S24426=Xm~Gp79-} ze7M;ZR$O8t!g*P6Duk6$-m{?`?;ZEq8IlKeyQgK((x$-o@8zOz-zq`H*>=hK$J@hx#t z;53j0dReb1@X=%y?N!m4up>P~>hHU@B%#?l9jTv77}RvT2aozbC0&uYi6L(bH?u6A3r2$6~w6Ft>7SrB-G zHrtE5B^q7Xu}wPH1$Mt(DBD%hhjK%#il~jPwkjY*?H+z<@j=+);+RF(+HSeW*i#}; zfF<%G+C&}|a=YD{J<|KkKHTNstQJ6FI2@R2E(tZph3M{W6Fll~8=yw2QX_IedUwM` zkBb4Y!5X7idbc^Co9>lXZI2QbG#WMz+TcsqJgt7krH8~3bw({R8*@%DPKWqm??t5j z&%oF^@A$NCQRyq#Jp?H$igIldc8E~R`mp`6=WYy@AmE{5U9&z{clPgCVgvyv+u{v> z%b)WAjqu8w^BA2tDK1T3q?u4f&{aRBMT!WGz}2_$BpUZ*$x4S$Jfv#V3{w_DGs%)N6U9j6+O@^lW|*S)yy{Wf2xeMYI9A8)X_Wew1{Ry z*gi+kSOLM)1$@2KMN2^7Lljn)1IS|tnH;oYI6u->1qp_;ou|^zTj)^IxnaO(Izn+^mfc!%m+l(DixsD)Za`4%;; z4kv?wQ`DTcZk3wRm$IL!K#MPXThdf@CQVhX4yu=Q#Jbbzcm_ih2b7WW>+tT>psh)X zMp#4s)se>1>*8#Pp(aREft9fq#haoHWjvLGRA{|Q-X`g7(yDBm;=L67CY=|vc@dCD zzTPCt*ShfGE7I2J<_!;2a=B?X{io7T$D02F2F%AM6U&DNIrlU}Ba|LN78(LZ6Es{) zvBBT!m{T2-sF{g%1Ybumo-{QKo;1}rr8qwf;{>G8(=d-}B#~Dbo08T@8l_3%^?rhc zAR778(9bj|!plhnwv_D7n{9j<$XI&=+k=B3KqcfDDA4CcAlzV;!5&MoPE=u1-md~OQIjvsaN${odN_ZrQ@BOkE20b*~Zk4ORZdoTCiGdJOM(cH)9Vb80 z<08OZPqd&dTkczCLY|W7(c`bd28ljOp2d|&=e>zJO533^x*Sb(fQ`U5Xm=an<>?P6 zn+34X>)bsV?wk$T+0N60p|1kb+0D9CF18ULN6{F`T`WlMjpkXNW^GpsAMt4tjpl{$ zf^%uyEaLJW9EdRH#It`q%rag{>nJUFTk#aGMyf5xi>v`fwhk*S*^?18ZNKCwd9Q zpgsXp5?Be@=`0}&b!7MC5XVU>aKiPTt zVsGbcC)nFRu{0T>7RX|0-h;Q^n>0>5s;yQBU)A79(dMyaf7Bc>>vJWkWg+j?u4KSk zPT*rcjAo^qo13~kRcZUr*wOJB8~$tm^z2k4f(9=+!jl(*es zvCJks|9l$eZ`;-~f`3nEnpbrRpbKfo!7nGrM+dLjf9V(YD_@JGfBy5IJ-*UXnbXG2 z(rGOuJs@;7t@w2&I;X?)@Fu{8*D& zUX2@s?2%G(9B5W#A%Z$87?f8C{Zk28(E7*~LQs~VLre1doXPR{1}|^ql+YjwJOUhZ zh64fVZ)1o(9~VNU$fc`05<9L)%}UTQ9jo9v3q>37HbwGjm|Guw;fF+zlu?{EWb*-C z&Q=P2Nj8qJuA&UC3(yXw=5mMKp71*R)=J8qqVkj1e+*+5$RmSSZ~~>rP^Dr*rz#if zNfeFcmWAk7kNL)85zgMq2HTxPVWz+?RB`nU&N}9(Jz6(w5KDgv6GuXlEMALh@tlka z1l5_u-$l(9gB&Ks0J#JPS_|;_K|c8Le}xmJ0=>Y0azab0kkc&i14j>aG)UAQ{aT|? zDis|GzXVg>;W}U$2(cWV# zlddo*<-oF1#;mEa6j@KFfk)mAFpwt*Jraj_<3Q$BYLJX4=x!J(1hMZmnx?=iGVY3? zYLkrJ`bCULDHS*u0$&@qOW@gn)nYvA!-1Ntpx*xRf1wk@5y&YtZqPOW&^S#dRZ(G5~O5lflsRQnkDzm&TWZPe&gvsC9+gn|>&9Ql;O=P#ZRFm9HFPDQKK9~+IK$B5wAEYN@$d4DzVoNta(3_ASid6G|J2oLnc__-~A zi)sfSK5k0nB_^1j&n9sa<%5J143>DedC?W;hz70MgfBo_F3Ns8OLap8x{JU9dCY-% z5|kbw$H(U1Jg>ht%y2;a>2sN#c_70h$Xk^`0;h8|^3(a&1u(1@Y>Bk|RbsW4rY^VI zOW5bz7hT-$tAv5=g`;;`p(hs|_8t4bTOBHEC;x!Sk9c|o6~VLNV0W%##oNcKkrJn2 zJasom&CfyOB#$z_a4FI9Fu;|yagig7rs=!LV)9-a72@R4izV+{QP1bvUk={!oP7G3)#GTAk*8x<>@{qA z$fd>??qvpdb%|31R5a&W@U4!DKOT*vHf#uicF9K$)L&h(c9rM=^8}?i>k_vjt@a6y zXpA2`r4haCFyn-~mQd-vD1Z|>qT8lnawm|od(eRC0Y|R82=!iRupIrxgYUI))C@nF zg1LT>Mc14e@nw>7??=B%_KuGuC?vVQYOGm2^uf^y4aJXsV(s@`cGvL~l?zIte)fo19gUlVXa&}VIUd2)eq^^k#s_=N=nYzXP~e5|g* zGG;BRo*WjCE-m(+2G8~nhQZEhaJGLqJgwUi1KYE@k_%!qWlm<^ z(G9oe=9$`@^J)vN)8WBz_srLU&rXgH{o~6&0f!KC~WmRQ%7|{9d_I zBgwb|2W!BHyRdOJkE)`U3%?EkAk+p8fNfGR$x1qK&_#uPX9nC4$g#?i{=tp0@wi<^Od6 zh6i0D7fz~y;4K{ZjYBh zm*K6Z0bOxwQu#j59rH!-f5fo|;lBqcj{$%9Hc#ST=Mk6ne6)eGGB?1Ic0$t)y-dCb z(B4j8^9a!ZdS}fN-VYmf{tp{VdO+x%)%*ML(@)?4q0Y`Pa(~z`4A4y+O0AOCsT2JO zjAperfx4bp9(N0Sstb3E{iD6%zbrS4{k?#9V{o){IAq61DsX@jubsabkkHvd{#eo1 zp|aQR-HE_I6r>g97yuxcW#RQSl&Kca661v3jF+|C#Bd5JcKnPf^9z}pLO=<)-58_~ zFq)@q`w8!>TNg7gY+ZvF0e5v(UIfl9qtVNwfL0g+8G>E~o)=-~wV?ADY`&|GevL&u zz!63mlwm6VHsloZ|wMFZ+OCp-Ki9PE8na-XeIWd)R9e z@Ay#r0xe(+z>G-3^yEFm{Z`lRoQ~;SK$ktKX>IMV!grukypVyWkY@|kds1H;j-Li> z`_En%Z)MBXj1t6LftFzZOS@>vo&GX65G<;rxtzYUEFDF8uHXW>mDftP>l)}4=$@Ly zQ+DTqI#=r2muX%+5`fFwpTLP?L0E;h3LJC6J5eAVpp81bj`E8R21P{GS0WD6QW&xQ zuEb@uACM_!U;>|cO-AT7*r0*NHO05l#@*$mg9@dcRi8I-9+M5cg(v*_=JXa(m5hh}zA# z0y_#P?7tMZMKTQDm>qTPI~%7F#gWbDGrUb*kJe3Re>nxei^oC@mPd&bVvZbOuVu^a zeY$*|Br!#FLO`gaC=)a%AsC38@LfdVoWQOuLXd>HmaVqinS0Zje`Mk-eax%x{V63q z-RNTx%ekHhH$`>2)$G$|?Pc^!v#V%RMeqpyGE+evHnf@(=x1^^h%)xLQ0BcXoy|Zq z5&_4Iv&QnN=}f=y75B-Nx=8gNv6-(oOK0s(fy<`oa}V0;W}0a@BNjw%#i@OcNIvMu zU!?jhboh~uk{nXv+%+BW(SzM9S_g`tNjba4p^$<9e_~IZGAb+W4^*NhVbmZbJ725L z8*@u;-<8Csu<#OqifERod{r(l@;W*pO7+MKDl}?E(H(hApsc2JGtG2CQ-iJ(D(!urz3-v^ULPxs>Q~e+UE^T%CefqW zJevV`6-O+*r9~Vqbq%J!jc^kfX{#0IQ02o#MX(JMYuo1=DIeI*3eXv|(!-d51ycR0 z%ciSlBJQ5vxz)Tzh*zc7HQ`V2fH^ZxD%u7QACfB(F+Nn0%7EPRBAQi~67%HvHlbx3 z3fc;<9I8g$=w~;ex{wxuP-nDwU|O6g*JYb0Z+R*m&$=J&)VTb>XfH|RW3WbOAl5!LuhS;$M`_A?n(Kv4M8vZ*!XO;u14tI>@p9UkN~fLN_Wkk1|R zlDjgZLS?OTM;@lrW^WTp+~It=JHP9Z!GeDV!{m1V0=W!^&ASYX(GA4O7@ewD7R1xr_Ues#CFG1UXexC&rT%B-#u* zoUK>@4kQFdClWWF=J?VKJUk7BzWrQgQTX=3C+t{V1CmSTzuN(umT6^oQCD_4i`(PT zxZt+hMtJZlXHuLB{xE}%(OU|Br`x@)#fVUhc^jL*dV_JgWu@vbbYqBlMtmRVjCP;Y zhizw3&}{&JrKd)iG#DAd3oUNjfpr3WH#=E6pqXDAF;8mX&Wx+T?_;v1G%91L;EU(k zVjYDLQKEht#!0;*TNYYRc*6s=H5cIUtS-a_U%gveDC>dx|Qi%eLLT} zDD{U;if9A}4rmt%-f-IpUPwH^8^vG3Z?LS#T)6iGZ#089FPc)|?oBj$OUAmZID-Xd z(u{K(LuWLoVa-c-C>7&tFGZucR)eU~Y8Ngpa*BP>V?#XNg94_DeT?51vmG5fXHn3A zgTSN7E7ic}vXoPfDBP69(ZyQ}6j(2zMEF261f8J51vTorM?>X9J}YVn@Q{|!BhBeo&SE*z_+sG!l1>Z4gxy{X_WH+1)_M9HV2GSvjs20O#x_L^FR zOoBsfRDK|OYJ22p4Km7cKw&hH@py0?k3@`j}Gj}Bew0GQTRa>NVSSZ(c z0FE-;&k`mU<(s@~%!hqcMB~00Ia(R^>^@&;#oHxXf-N61C6)6MMkIo6*EjKf&p1nG z3pNqt1MDxxv+hv+RDPS{jo#R z=qAkhJc=OZXqF+vqHqV8hG50?9Y(_Fujk2C+#b0KbCB|N}G zXVF;f>bPxM8knJuFNw_BI-q=-5Dd^tl7ilW2TlzUq_i604c^^(2e*^|W{SptM?j7t%I z&!Vd5UM9!ycVd7BhtZl8VJw~=K3X0x(oA=*!0~)k_7m6WNj`#Oy$Vq!F0SKbg?kH9 zg)5cl1zMacNP2VAwf%oYeE9G9nAkWajQ%LUL^=^& z8}_8Ctm+o^!Mdq>8I4y*rnxQ;Po)N9ugc`q6Bp;?F!ks(hMHL)o_sVe%IgXq2EQ?C z*_PjCLB6%X_+%ue_&Q0mXuP7bPkmp0A7 zBh52pnrXz^?!{yPPX&puqipMsZBYvrpg`kPT#lq7Nwg0Bft-igh8PsdrXPDL9 z^D7unw^DeQZE-NL)v;xcN(cd7dZ0gXE>73IDC+e?Ff)Qx_C2EXUhUy}AgMq@b=@h@ zd~Y~NAby$?#rx`sqd5~cuuI`qOS$RhK^nFJ;U@2k(&2Z(vf?Dl@hlTxC4fUFV1%22 z;M2CV3^vA3xZPX-Eu5q2aL;NU%%Wv@zMXtWwMN#ta=Qhk-yUM4<5@r0Wd(Ka+0EcB zW@QUK>*3j0jSJA~zjcadBT(lrHGi?pc4xn~r-rKnHSs-)I1;q)Yz?0IqiD>cj{*ut z(_VBoO`S!tuJojxG0Veuqxr!s5wKDm%Mv5&EUrrTI^o8L-PQkrci4YrUw!Cr{|SCd z3)hD}{uBrGFx9`(F@5(;D@2J^S3io=)eh6y9G4m|14+WBnnfeNrdh!wRgN-TqdbMd zD4c_|JwOHM%NTKr9p@E`IqjG(1UFYFcsm{UQi}TVYE1C*c3a$Pl&4<{&-OM7>vYQJ zFx=av>`NkoY)eD1jBjKh*maO9Ph)#&oz7s3Bniblac$p{OC{?GO6 znK)zL^D=^-hO9nWs=_*%p*i5_yo|YMm4KS|86iy}(^Rtlt7S%BYcAo_=k5A8hF{8~n zv$#?k3Ka4I$Pr(d9r-xXBr0>NiHI>(bnQxC0hRNKLf2HfGvR$pU!`FjIodI}Wp6NwwO!2u-18LF{$azM9jRPOOW1ZTv3c zs(t|WiaeeQS%Kk(z-j`Cix)L!bv-IQPrwn|n*?{PFI1mBtc-r80ZB#ly!5p%7wEils1iHa?pyl^9*5SJ-gO(s)5n*QP zx2e!nhS}pp5Wc~f{4q4_$D#t+HH)`nrPqs&fnmJX5*oU{NWa{a!jRZdmT}aAV$DfR ze{_;kow**}>5sy#q(L3m=3C${!F)ep?Y4x+*GqG?`Lq;<-VT6+oEqxO?`tjR!{Kk7 zw{0A=H8;B|+O^mX+&5?4Z;#o(8zJbOILonOEfLJF z)i1FZLHwF@QcHyQ(~FCMe~pTZqcmk{;e;qxVGwt&-DwC5>D|T5}ED|}bL2TWvGR z?967ol;DYur+T=&|~xZ3EE9p_+>f459~#j)VL%k;Lr=R8g>Mh=C`zp$5@1V7CX&#r;c{V=gh5 z-2qX%V`5nkjo}poH}=)Y6M`wNf^A4rJo>HFL6Z>ATI2oD{4$s4LDoiM*C2Y5kU!Q4 zV1GqkkxV^1{MXCj$^PN+=qz|K+}RtRc=@G+MZ2n|3Tpx~83RgNYo{`+>ED!O);|it ztACQR*C=b+My&5-7%{%fQ>*4@^p3V_LziRon=ovdAH`bQLLU_gw^j2TFR-qWX3fTF z%Y@69MxpeFSqE&Z)itM<=T?E5J9=HIQ(fXyvQ#g6i}~zo7f zEZ^?xwV6F$g2^k<7GzDgpVpBR@O<})1VgR;+q5fx?E+z?9geS8h*aK2Uv&*IcE=xF zurye9!sUjzrCA|U9@v=?UgO-=_a-jk+m!cwvTCtY(<&lRc#M!KQn-ZltEHT^Om&4D z#HJ@OzdJGK^&nbW(1{MM@~&A@=54Gh^}foLkr=3NqR>0eUz-H{CIJ7a0?;S_h_Bw4 z5Oh48bOES2g6P7qax1F51r9Fw`Dl+w&2_>&wXCYziA!vYl_JMM--Eap5(HtdJQxU% zzU@_?6Q01lWWM4WO1ame#o``dCAF~2+**9eN-tmeY^ZA(n+1TbydH8PDw8xE=Z))G z>Ly8lgBnC9Ua!x<_R)4hEO38wXTdoQ_(h}09(2h1k)j>9e)RIRZ|K6?_bTuOz6;@K z%l#{ZNOj`0Pfe(M+N~ye*@~NOB|F%9XC~Bj)`S%7hY7rtr$A3$$EtHop`fn7FmvHI z$#rl7QnPwc@8VDt3vp!V%0?#Q5TR?r;3xJ0cDCh@_CLUv>nx^_K{)o#D0bLKZ)MJ; zmTa*|(Qi0_JKUCJ)pb1B?U5SwznZIBSF!7mYYa8akv_tXT+Iy zy_=S}`~uX|48N~1ik+o zY8;-*zFw8XK5A&K(cmNyI4eZ?03$-xoyHV?ipq&Hoaio;1krG|A@4~_=ri!4iRp5h zILaLNNtumzmkXmrvrmz$(5wkpoq+exV4LMPuo}kDFM^wPSqc|R-+~PS?*2lrOOGdz zb}RN+d1tQch1qPCYi$WG=~}bc-hwghuI35VhexL)I6ED(B)a88u=i9NS?o)O8yJn< z`aO3#mx`W4hkgT-LzcD1UkR*wt5f09IIvH}Nc=QlyRS}8z~EL6NxdZE_1Lbge`X=~EyOv@A1a74BJ zP)#>f#|zbVLbZHQO&3(x1J!mw_4%J_?x$M+lqdS|H(df%{-(R5%HQc+Lm|pCqo-An zm8yPQe4frjrcb_+>59+SMyB;U=nM2R-*&-Qr(l7o@+w(N8@*k1V0jq~*f_G+i=tPs z%HqugYJF~aR^=_<_=?+!-*}3a>vQlF9|w`Q2tzwtD=xtx+RN$w;evAwIXW!RRV_I4 z;JBe4BL4Ta@c2^J9kTP+SXVT*!mhpmS(R_{HniVVGCwi>mN%0+7RrU(Y%vz~isd)0 zbD8H4A|W=|@w}LT@rbTgtGW-aqOjl%AEc$}{LXh9#GO7I7-dhof8S}j<4!Q=? zGM=6nFWXRf z8U8Xgn+N8_S|tB|FT4M%ncrayZB54O7*G*vwKkeW;R-<{ArEFAG3cduNOg!~S zrI=?n(i$E>KjO=&5N<2ut1D=bV0JA>na_Wn@G0^`kA@rw>h~O)la6k5dI5e5g4#Hp zCWS5t^~DMCJfBaeVRqN>9=6|tI#-UO;1}6Cu~!P3*6HwIxO*l&+NC5U@g}6278pZ| zg;9pTpokYD$c2n+A>&h&At_W8iY`-uBc7ccAKDSYe|a%H88W(z9gGLZC%nb%>1%0a z+#8HruM0R(AaF5=+ppds69y=jOwBHs_P)8&B4sFP0}0 zLW952LCbnx#q}tGzekJu8hG`+b;c*+;pbbf*Vi{T?y&JCxwy2)_}Dfv--f)Ka~0l6 z!7K}}r=jF69=#Q|N-=Cw&gOZPDK2!CrPC$-mwxLNSBn~JwBs);D>Z86e?ptUc7!OL zDW2)pY$8eMn62LO0D`Q=zGt#h^i{0citX~YRZUQ%YRp}0hS0L%7Buw)7f@T}G4~~y zzy@rHWq9p0-mTl1Q{3O={!9_esu+Tx%03KerTFo$RU7JSP4A8%4+&JEco7EvD=_2D za@rL@QWb;Dl1Uk3B=s&%GgitM$29(cN|$GFy{ZH|*gxDqgFuYizw0&d{j~RsR-L{k zMwx;;9Vjdse_@}HOWs>J5ETYPg(_YU`eXS;aI?@K2=#lc|FPCj#R94ZdS zt?dxtVkEdHbeVC*8dvZS&#wp4`@>?L4)OC%5m!wjFKP zS+|l|am?hFn;dbu%Pe=7aaS34lhrOVBNnbaHav@B5%UIKscE=ChM(#t>j8UGvVFdG z^7eN9uJqSC4xgrnmym4VCdsFtB;TgO{Y-@=2wvBP%`UqKJ6*lu;B)W9d4BKXA2mP93=cvF;bsvdH+Y{sa~eK>WaK+bQtehHf1g%)fJ6JbXXA2Iqe@x zf@5tWIONB`f;;!YXKR+mR(LHV#N+2$>wYEkzJUfO26w&;0yqU;xluAMkfgyDgm5T;Fh;k+bQIxM<@SWmhG>4 zR^NwFcs;x1*W2OEY?7a9RI1Ht_u%3~K2T#dNqzIv$7a7ghWY6YU~lf@zPoznS;aa9 z?9azN7y32mlUqA(()jW^bGF>xKA|jf#P%=-nBbDKFU{kxY#>oHy^%!^l?$1WsYhR|l47IAO_8PcbI+X3D zMU&9IqJ$zg)e!pwp!8XoDQBy(7DwrQCrehCVf4EiPH&l#nGfF~5#c5mxv z_~#J*c}_D)_(B@sAj%dlw6kcIMR}AIc+Lj)(kTO#L~X(wj)lZSwsIHYN zvQ4V~Qq_!Hf&n(PIi4`OzF#G>dO9KQH0000802NE^v9xS>JQoMi74Iuh=>dLJ0w< znZD4Hlwh1N<6swXQ;*ANggBW?g^uV>ru47x-s$ucBrtZJ@&eNB?(Kfx-rn8v;)hnq zgVv1tE#lw9Y9kiRuhm{akF7QVy;}(Q@$}74(6Jh+iDFMudZYUTJXG_r7L@r7AQZ;~xF-R}XLuV=q3tz*1!$vg3+Z+MY$er9 z^mPNCEmF-LVW-i}f%?kof~_!=1zJOqHT6805ePYPL$87QC<|W(lTVk|6X*_a;7fNj z>JBG2Kcg&ihNI-3M3(4sT=v~0*r}tilBZ4u&$y8(VG)tQ;(~FZ;(okj(Kxf*!Kh} zbqKvjw`_1QxAyaeHf)dicPhYa76A-g@EN8aNAG@F2(fCnTI=$axZ2R^d3F>V2l{ms|*8o2!CnxH=r-TH9rIJE^ zVf@<#+5$`zduDUeOyt#%IdQ?Vs85Au)j9Fp1_X==Yh{Z?1LiZ!x0giy&6%^3Fwua-h?PMlOgm49M%O`6bMIe*c)J0sHa<(S<8&i}k_nX!o5f)mJ zD_aiM&5Xy%oDTDSL@%0CqaD92wUd}39w+;Z4w+A~A-Fn!#q-%8qps>>QZf|3c6Kry)v$*Bd5rE<^%-GhlMVCMCXtCt@FmE z#GCUnf0ZuBMJCx*YSH?U5!_K(A|m}nqm6aiUS?)!1JH}ldF2o75!?(cZpKaJ~+f#FgSD5a^!D?L3Pis~aheA~3 zaw=e}65dMqIztVfAxA0foBnQ9h2;@4#ux2IFHiacqt zzQekP{()Sg1dib*AMowfTEgRqh%oS@LZ}p@1?nEnVW133E6CyW2?(@wSaLJ9Y|pcz z{iL+;X$LgWE)fo1tVkJ7)*5dbyEc3E{*jRYw% zI{+V}bR7O@@}XIZDhkG^&^$$w%5CCy`aj82iO5cz9+jngK>JQf`kcTYnx_T)9TxgW z6;eN3&hWm1SU*vsQeQj)PT^s7 zp;H;}n%CG5ZW1~1&0ZTR+RXancU<}7rf=QvaO0%8z zv{W4DS4RDMzG2eHbw^Bi1qMDC8TWT}1u8-qB;t8`)t%b*b<>X*)>CrhRy`V-#_}QV z$Y>PKJ{*?~dP*zJeOx34hO7sS!fH|{c@()dA_1jhG$4Ld=X+ziBjd7ti0xUETf&Y5 zqQ0wDC^gU@?MRlg>2b!kQab+J8XEP?Jo?Qvo7E-7yJV~D+)fWjd0qB2-O&sX*R?`Z zMipSJ7r~QmaFGXX=&A4TUb{8O+r?YMy0T2ijiVe3TTllO-36QT=$sL|6cMG{ zx!SPq_5KyD_-`QzDB+1k_2XBrY(^%NB&u#sRkrZ9x?M(Z)bCFEFzJ4{=)>R~hL;oQ z|1lU(#$aGs`!g4PrW9bsgSwQ6=4h^P=Q>TXlC63*BL8;KO}#wic~4$-&{_i$gJzk_ zC}@~z>52Ks2^|Dpb#p0ow$Pz6&PJD4DO?$-QthI5SrZ5OR%oFd)`Z$>%NT>}hkm=!=FVe{uh*stc4MFcLS*98;1e{NBB|?vJ5k+mPI@=Tg*H|cp{ zA^$VY3%rBVeLxzG_xa7fVv7F?(bDsHrnnV01!LU5==Uc2V)N33^U>w!Jxeub;~>ZO zZ8rHm91nHW(K>9sLy#!Z60X~}-Mejbw{6?DZQHhO+qP{RyKVdS8N7J+oVY70YLV)z4!qu$@Sc`~BwSnp=Ti0C zj|#qe-OMIBNXkR5Z>3fNsx?8_YL!0F|2z4*hV)opfC2za{j#?){)gJ)=;YvR=;Z8R z{F{E8)iiB4Sx|glYT4{?3H58_^njt-#3E^(L#=88M`T*_sX#OekeM5b5|k7QFMM~| ziD|++*skl&2v&}_YVi`SBDKiJj>#EZBYfrI15lS6^$>L%Pi=k#d}NS^eX*krdi=3! z1j>al%N6WmeJK*$fR>>#(WJKD7ZLZEaburu+V`aFAv1}O<81LwBC6Am`Wi59SGt7d zwTLxy$~CZwvBXe@*d0vU1u}#x0GgJlVo=h9%1{Q34UjOpWC)XwFp)W5e_b&Gtl7ET z0Z&@R{}6qZFV!B2O=dvRSV7sU17gM7?jzrqVG~N)lrPonEtZ__zS=-Zk|bQ30Nto- z9GtLkoaPJuYrY8*2+t0O)g~L(t~dlWO^fln4v=+EkXL&8fLwcxiFdeEjlxLg?v4q2 zd`GV9J#fx$&r|88GWkAVrtii(1O4Lc;c?KRrK-;v z<_RM2sRzYGIj{-1?X}rr?=iu)G51dr470P9wf_upjX2ztTs}T3ak2$2SLUAlJ^2{M zQq!u@dmbHjXtr|Fum)=baxd%jOR|_5e)8fmm)G;ee)Z{Yb93c>h{}VM@059;o!`^% z<%U`9;dZGW@22yMRhbN%Bu&u;(qDO=ukzRY{||I8x(DI z9tv?j*R%JgNU?6XUI=I2Ir}PP)%f<*IiKrgtO_O}ggtpGJtF|XJUIC0526ldmE6V1BlGyk#q0MTebm!v6SLna{z zBR3^Vr_QTeJN=f)gqw?6)A}d;E8RArl#;YitSmAuF=PSL{lCf+d$m*5nDM-ESWx06 zLbyohMF$yv`+d4GAoVbZMvdhXGXMv3QM*2QADvVY^-NDXBHl2*@u;3OzV)0EkjM* zqj2wELllR-X_!r@$?RnJL`*s7@VI|A5p?Cy+UVL|p1uJbq2r7g$jSs@^GM>aXRez^ zmIj#0PZAZ6as8NK>}iT{L=3nY$9Pxh4l1w-R~BlkPt(4tqj$@-vsCk^X($>i!NGy;C3>CeO`Q=L_J%& zDJ@QL7b25tQKvLkqJCG=dWsgWW|i@D`7-zB&~&FJrt;ML-puVZSe@kGyO_xQVPg@) zw3x-aoNFL*g*P@4&{{zGwMqSMtiw=s9p)%{Hm!2bgS zgGE#|zybsS@cRuV`0prvM_s4ict_n|F4+HH-eo7qS_bkV4Bz-f_-iF?d;$2QC2R=h zJtH{cso*5ibab*&G41wTgQth2vcNFksz}uO#W@=Qj`*B4m1)A zr6|)_{3J6~(xXg}^5B^8EkQfve>-g3e7@YVU(~K%c-h74kwHLdHVV;pQGm5ikS)4J zXWsw=AW`-!YXUbMQ&MGsQNpGg;@ee84n);kTr~S#6B35G+BxM!vW8YQ@dxVt3lxY8yP;^2n$Is@BYs%jqH z%p{Q&npj$1+)nRZ&D-17`SP6NbzfvRYO8h35L4K4_-=0=UZ(g2y1P-#& zv`qi0b&Hn@Wj#axo`|_qR)DcXjhH!Y$nWIB%X)eFz_ai~5lkE&sL2j>^yob{25J)1 zN$w)oMKxBKInrxc|M>cj1cy;KMq|9a&jf3Dd0~Pm)cbz#C%$FPt=~>>S=J zoi_{H1+QD0qoPWjWH5b0J?xc!MNuIVmE!i+sVFnV43c? z)MnHVcrNlu0a%*IVvZHDnY4DH%?R1W?qi_TC}9V{xPhVugiAc*{($bi5wJIkX8B;p zoZY*VSGl+3vCh0%MxU9=+lNuHA}3|*lSSH+##5qE*GfUYpnr89$-mGZw8%!p>u<{} zApX9*yu{9Wdj8;E+4XhYLf*yeHYO|eUir9~cmK(nQla5VY~KIi=P)S8X7KziZESun z(VtUy=&bLwX#YG?{o#DG^P=umjULJwW5$kJsH9q~(L7=a4W+;vuIT0FzQFmi3n0>y zX751byy(8lev*Ona3ZXNj1|gW@f`#j;}u=>I;j4`Wf*E&dUL!XqyhvL*0DKL!5S}e zmDeA~RiP*LtE6JdHZVn6=(Mt%o&=PUdftgj8W`nE(q;kLD+k)_?%qM$o;xnNoV^wvD%LN=MlKW2o<&hq#`%_2X3h6)~N&BEK zUMGK9C;MjHKSjP~74Tjjhtt=nHmM)k(lh5I202eFSJ1Uzc8??{l!cg2=W)7w3$tpG zaZfjA$A}wwZ{$}{gW|C71?(>-l!kF@%}8M|5bqUynEvT8@D`9y#Z-ho0~U2wvO3ygN1Sx^g6! zQ!0bP9$*5q))wOFi&Iz3FmqLrigGiyu3F1azORQ9kaW*Q_Twf4V-QsYw~(2B4zh<* z6Q4QKyy-++Qj1mHH9lBrGJNdbF6H|a&b|@N=gx^ctb%2q~yLZ zbM>O0Wj>`7T1NZMP-Fw%cB;bE$9t>~7C|?B|9UyO(JaSLn0ew%-p2PTbb>^bo z(3V2aO9{DIEabaoCoTx*(6W!MVeE`Yi3v|bbotWqn(dA$BC?CGnK z11`f|*8WxNgHMf1tQ9@q(4SuZpH(UN-fzwFUgky%iiqWPrcEh#n-5cPUfi!OMHQJ0 zRP3SvhnyywGMW-2m~E3m&({maaS_+EvM#`mblcFQO^O0&>cVOOjEAIB7s{&yzsj1m zm(!yz*OgG+FGUsRF}hV?PMKG}(2A6S7&UKx@R>+Rwim6s&|yl;`rMaT-p83tPwRVK z$w|2JjRd>JPq-6M?<5zbIng2R1sKX-%OC&gK0`S|Vsavmo9qY?&r|P*1X?A(w<89QN`Jj2 zeeSf(MiO(z7*+}m&NJXCQv*?&TIgf=T~5j2V{iSY#YZZW@h^K^NiITTAV z)QZyH`OEL?vc}1)H!6A)^M1KGLTSZ+o4lJJ(08KRg}vj4Cs0vMT|=y&r*HLh@Fa>i zTL~?&?l2~~CT}^Ibq7qh&Y;J81ncWzn`jRx$UWZ3{?j7oFQ)G08YiK%@$u+iyLN*Rb<5h*shP)$R&q}-dh2^n%XN0sA+`xk{HMG~aTtg)j8YT6w( z6ZO1-=X<(g{fZ0C9Ug}Q9n*miWB+0wucE!B)M zQ|3NkGq2c87S%iP#4yL`8=%oD4`L-+aRy5>gi#~pPMknBgo;%vKIk0}qvWY4aU=yx zGfY@od%mius4gwoK0Ah<8fC(Q4k1?lA|=9F-9)NZZINZ&AzIRld?oJcy5ZYtr29k( zfc%^5jXy)OySL}Ye-!Gwe1n93rRZvk`FB}(jTQA7l!8M4Qkl%8`J<1uR+Aq*=eQyY z{9!3W)$DasfmDXP%7dNsX0Qt)7Kfh!%kTkMSmc6UxVrOQ-VwoQTWvjcS7E=lZY#b3 z3zZN5+Y$yB(e$`_hEE6;EKrUDL4qn?o3~R<>n}nF545ZHJU-XIn!&_MO?DkESl@#l z|Jp!Yl=n!CZ<-d&PTq}yKd?8_L{pf(L1}~~;Vor(!K7g^0qTQ(LDd_?63Zq06j;Nx zET||t)@h;vh%2WYG!jh6Ku?Rs9bhmpNZ&eQznY$5fM_sZL)i*k(N!}n!IW4E^=_HG zwt1F#Qa{D*l(I&J_nu^=dbzMKhvb;lIyHzhLhkWWhf#j-IHu3I8fD@U08 zVRF1BQbayJ5AFEZ!xJ#kmzDB_iW{)~(P%_6neE!{N>izK*9Op%ib6~9s zEXyQusLTmHq^x25M5AxOEFX%*royp7NV|_7ZMUx)Sr1J_rq9Ge#af38OWoPX#Jg39 zLS8OU_Mo1rp9WjisEFWSzp2&#>S>0?m||@xn2-J)8|+pNI?HPsQ0a`;cR_TBqyj%? zqx!X^3vt?09mri3FmDOAk8|A(x%a{Jdan)R9C$;z`hb-{+KncjJe? zw^&j^g6BqnO*eu2djX#B|C`;q&CbdEQ?DM;XBB#~M4Zw3LK4)|xRb0--==96)ZqaV zNfF#WH6IH4SP8K{jToQr2A48OalpJ3++*gGzI*%0XV%xR@W8>)k;hxiA-@danZe#MsbrF%v|Mec z-lA%+rdMP^sG+#Wx}u*?Xsyt8HvKAyoNJ|76ZLo9zrODu@K>%Hsgg%AYs(yjzkmK< z0E~hY&x2>0qLD5{uFjYS-k|zB3GL&nu!C}$dkV}##WAE2fQvd2FxpEvbr{ZRMV|sl zp8!Ca6f9`0U7}nV6c&FCZy;z<(((upaaZ5s=HJR!+eXvW zefHea#HHB$e4F|)6I)+WPo5;%_+nFFpmXotosR4(S5;)T&DkM z?g15?7BeJN2e-j)M-IEZZ4I%CL`GbE{W#k;fozA%A0=w)NPaSQX&rI`X`l=+`UZSa zJ;fhdN=%ubI4aIyikKD1$7@!}dK7!=xL(7^*MvQr{%{PE)@?Yge&()FnT`uTPf@ zDds%?J~7O;^)S>%B~;Ms#4fhTTBAybWu@d@5RVhhr@X8auh>dR20zHTQY$Ukx3;8q zM-~kp;6uCB9$i!?VF3XS0^&R&oe5Jfa&`--Kwa@e@aCywfVn+huW;0?{?+__(%x$bdon zFm@JZe8w(l-K{9j*!ic8_87kOJE`2FdSph@a64&Y*3uJGt~6R>CL#575!|pkk6&jm zhY4r}G|hpqdY1SQ5p8l7*@oFPB6zkDBj5;J*MaH8Bc&d?9&{z3!vOYt8!MWHk1B^- zhQM%d;+?jG?x{biRZ8)o*N}2r%QUSiNhfe65n$gI@jCPMLTRwYVZtu4?t&MKv8%Z| z(NrQ#Y%?16;I|<3GhB`fj+XydO5|Ws-d|?3!g`I4MvK!z*+U4aaH79MEN{Jdo~GO$ zR8#0YG;<$Z9IT~QSP|sOC%Q|NdVt**HReVIoz6o8b+i*g4#s_WLyqAuwz0zOf^1At zL(Q(kde_|d27WWtF=b_6g9Id$p7}`x8SuZO)xz+jcCZP*m@>2* zN$KO$(x90Ai|4a){SKm5uBT9joWi6X8M0J>Q6VKgEQh^a6bOAteXc(Z;JOCAM-^QJkU40s#+n3w$Xb&o*t2^SLcfj5F3up-64_+%! z`_c8Y<{`?ZjKVx@Nn=WaFELMXvaKHL7UgXArnG95SkYCL=u-T+lw zg)VS<;5MOxLq4A-f`~rlZWHx)zaPM#Q~P=v#_PMcyF;V|L*O(n48kK<@#eiS9;7yo zEIIB%mj2M#STc4OoLrfzA%nu)0-VYQb60l^$&X ze`zjSv{c(^(%9^i{j{~}ij3ssZFrYTN`*>VKVJ&;0)+snU}ydZavh)lo;A@ z`SqS^$rDkhsbUV>J@#f}5S30q*Ggx#GDNL&M2+%C??AY=DiniUS>5mf!~)i-jB)ub zi1k2E zsI}bR5_6BehN8NQ*qgM*j=;>3_(%)V_i*VDw1>)5)B74kOW)_2X>6DUj&<|sbUJKEnibRYuX!k-n=R`YqGqlf3Z5#yCP z>&hIKJ~0!GD_qj{@1yj;nZxFy`?PJ3$P2Exl=fzN;bwOnRQ=0EE)_1uU_~Bmnn}s@ zSiP&C{>U-Dd|Ot^|3k>i`h>Vn`8esm;ot~Zrd1(EqT?dQn|>~H`wOTL7)jJ{EPZfe zG{zKjdb|wZCSXHzGiY~%60;k2utU?;m#rXq?WFqeqqZWix^KZYNPSI{d(8AuzC|%& zu9lGXdgJ?>qiwNfLSoAVZwK%C#q%A9>OQ5vPpOKH@-pB$uxxTDIrv)Nvsz*GO#{W- z*LgOz3VPS!YKO`#$v-qHsh#b|9T;Vho3|_S4lLy-!4W^uE>SK108z-Xxm}DR$iP+3 z%55+-_iYTve^rtRS%OeQb4Rk5;7I~sBtfDUQX!yJ?F@~c!o|8!>f*aIA+~H9`LmWDWS-bOtf7?Yu zDMo5j8P+vxAsMDF#nTD(_Q@V3h*QSYbymvERaP4ECoXZIS5KqUlTT%?nY5)ngv#lp zrg#Rwyi#@hxcy{I{2Zjr%X?a#y^rnlDjC+y{oG57SNF6jYz4(tTV3;pR~kjBbuQ!7 zsU*&g>k;2+k(zO2!-Z^^gLwm@FQA#JrHM-P{^^h+@wkW5YHa|IQG*{wx5Bv4l&Q}A4 zPi>7bYx?}B7Qy%5mh1U5?@uxHpBZ~Y&Xf;ROE>rdR?ZoMmA}NZyg2f>{L3B(B0GNH zMHVdw)w08hnGUj~RcK5=gRMNMOJkZ>(?-jXLr0UwFFlk95y*TXBK~y}9@i3jpZ{ZM zZFW@|V8jjpKm`j3fb;)s(Es1vd2dU{O_7FE*PjUWGMV_Txuhebo9$ETmlT8XaHMXP zg2Y4xCGs#35+Rg6fIQ>s;)hLH*Vzw1q^4x)=dHR4H1^n>|L;WeTGLiIJWx)uE`H)< z@-DFoe;*8kd1_DLO6nZ5uxUOrGYdnQ4?zR7RM4=O&%Od6J`9WgS&Xk*O=E zt}hpWsWD65kDJIhbQ&Z`;{iYr)7*<|G`y1VR z4q9dXQ=UNTgH)`@bQ-8ZfKhP^#K?k%S<3|4BXw3e@=h^{(`|4ySMRrdZnqNXyJ#!` z!PqVmX_8c#s@H(G^VVxDT44s>Ug^%Pqb4h39mei(0G`Vm^JdAcuS}w;aOy~V%I8Tk z=EaWcVRz>==p5y3z;l_Mafub>{U%EaW(eGR)Se(Pc70F>^UD`BPFRKaV+CN_;Pw21 zU0VA(-@Da&B*LHF!H$Y~nVntFO#It2DdRdT0$#g|d!19i*lJozcJcu{GNUL&8T>8@ z!C9OScrLxbF>ZqD{3?nu0fmq$y(WE68%%&xy3WZ*rEj=by?h8tpP(MEs|YSlYjCMI zaSx_Z!9Y2F`WGcw#_|JKCM5rOP?kpRM>Q%82k{RRAe;7{ zAx3rhJYbu|-2oP+VB=JY+M8E)5=I^SJ&@k73e>@gq<1-vs&}^W?n>$x`(l)(LvpB@ z4nUopG3;BTmlA&C8mXQ=Jqh$r88mI&h);;PCoN?dXOAbd7|0ls`O7%|UMt!oYpT)z z&M`%Y>=2wtcx448S(<|n;OvO9e4+n{5*OXol^$FVsvHltnQ0rWOACfsVyLNt3Z%}} znbfD*?B(PD%GaRVHnNiYbwh6ahCylA_pSgeMF=1?2~KavKmr&$=7CQc$y<%OmXXfE z0L83!!MXPswi%lsoDPDVS;X&>;8P1eK%RYz1qMM%UGLqVG7gn_WZbHYZyog}=f|xB zU69{zm31Nd2;VGESp~iLlL`>;E?3{F;tz<8vgzT(E2U*lWs;q7+QQcnZb7i_LPRbmc*@dyrs(<}_rhU!x+~eT4H+c3KNU zS30c0gSJfI6U;;aH^Ou$Pdc5fo1XPpQE<_ZyZ!$8{xI0}6HQGU3oo7xoNn&WsjFU_ zZnryw1etYbjnNUmL!;k6`#9WL|XSn07ry3vGM9x>*<$zH)!aWd99NBRO+EOhFX-M=I%={?Gn^loXOAyav{B zm`CVjq}_hXNT|NJ@PIC?JEn&OKF>Mxz6fQo!E_nB{0e;Fbs)2-boyF7tBs-l74l_b1N%bxfH0$M z7w%}FVvt;T>={9YIy)Y?N9-LVQX{dIU3%MM>sEjG8FNeDilBErsnjMaN+(M2DNUUeP0e?l^GKRSc!0M(;z!2lZy&yH z2NiSUT~Ho^9oN`&B=j($FeALa8aFLZhxshS1jgEhlTRJ}AEMaG4u#V4rsw;gG5 zT-HLXOLMlOBEu!9CPS~twupS(o|wYGidd=IBOQunr|RVn=a3iJNUWF_+UV#znCaxB zT$e-SnE)m)+cqyShwN4;)Mz@(6Jf^-9SGLyr7nci8{sR&LMNPD+}3*%Y56C;-Zsfg z*HNJCbr>9m*#uHvM;>wpDuA!ghBz7xtLJn}o782FG;A+P=TAYZbm{|Q=e^~35<`?k97)ean{&`=D;qe=RndTgzo{{0Bp$hR*_o|im)lsQxBM;-H>|L zvOdA~p0%3LoyZ76pUZ@fC=+ywL~kyzumx(M4EE& z8u+)vWa)5{szzOaUvmR(s_F@gP}3Fca=C!Qa6wUULgYlC$AfRfA;hl2oey-jW@Kv& z#Tke^!ATu9G6J;15wod-hwfKWP*5R!A)Ydtce2_B1@33o-||N#S!(f}pvJ_UBNl69 zI>D@x-@rbXwafvajo>FmVCDD^UtE$EAkd_F^w3`zKtB;pxz=%%BM3Ss{l3d*|4fg< znV=^SjVDR?w*FqHQt+f$vO^4bY(Mm!O$Uf1PjIH|%gZ7_8qA)aTB86B`LMkFiGGh~ z1LTTI36Kl$6+-kd$vtMG0ZlM7drwIBqeeDDh4Ni@ z#XCWMJbxagp{nu@1~n&J_T<|=!@}@|oqG=;%w;}fI^!sT;1@26t!DK(tR2&ez$CP~ z6EIyOT5R>nsYj!tFv&GZihJcp32f66d;pRhskSfMe~`F5G({EGlMC8l`}8y)!+eIp zjZsqsiVg$8psuHr89R(ZHW`X38o)IMZLh%%l0-`3*3AFPWQ2KY-dodcA+Q!Dh$MpUayVc*+*Y2SUzPchT&Y73x`c?Kn z^JEsJ%tCRQ^oCY@+d?9n<406}Ze+~b@f~#Zm9HSP**`dT1Go=$s0uR>0W}~2u6Bmrt&fkB z?{Kmi=GM=cfPa&P$oKj*sIAxXaBwtR{C@i^yll@1Bd)^Jb{CEW3ld8}GE>_ z95VfiS)WUkDbKGQjh41&rrY7{koc&D%#!3#P+eJ4j2&rlP8iC>S!YQ|TqEE%tMmfp z9Cpk@JwL!Wk@nrIt{W#F&`p_}{N4B>VY9YCCl&?09~gI3rm;a_GLE}?F5$vOyACnb zguV+rL2@>QK0GHH|Cn4jr0%EgsVHV>j_pm+2SRV2ue`_SyGSY-j69GRr{T%k;W4`g zV~P?H33SR@lyN_yp$zQ7Am`sRgsTavr~2QlU6wQbl}1q)?Gi_{cuHt>`BJhWT!rdL zg!~zNZ+H&f<>vFr{b)k&7OViXP;(zx0W^q`G5=?G{|a;6VHG3B)x0Q&9-djv++rhB zKibHIKntG9bDJB3NghYYaqn0N;&@nQyYn?F2%jLE4QOC!_t$cglkN;nC`pFq8Fy$TR>z3)vnS3p?F@vU zkj2U$%bD6A?!RJ+X&=Emaa2)jMqO_IMpD+$oPMeg+t7yS!Dev5u?jrDUv_j;u;7q@ z-$8aGj$xvKIH?D;1J*@u)*;cI2#`XDVMF2~xKNMQ89Zp)Oap3%MU<}9!2P}N>+7;k zJw{^W(0~FqJXet$oYXLav&zE+EYvE6gH4ktD1F`FW)({z!?GZa4_ER_Znkuuq1U^X zW);4VK8AJukkQyBA{D$3*|DhIU8^k*;gwq_t_`SENym^t_L0w_vHgr>*yH6gAbFUG z)HSL++Bzvsd=Rmcdp4bTx0HAxG}!I|U6+hgdL)g5E9|j9rWk4^ zR|H?6p+(PpgRdYv_3G$E*k3hDZ!YxODMtibHUaoc#;rRzGrcX_6*44@_|%2PVp*6q8F?4E#~VN&^g+zt6sQqPEg)j6GCZF#`%TD>D%ubC5U z9hCJV>8Qpkykms9AHogdS#;MmV|xO|EnkdoC!th8N(Z&6+-JTaz5La<4RqX3+CF?} z>B+q?N;^9iRn?~qM2KWvAK;Ig*bYvx8E;BR=>ei+F@{@>7+H$Xdmr0_tsi%%#NReQ zqtL)QX_pDLv_}Yg>e04&jkmc)-j#p7ksEmu(ok}G{xtUB{=tI`^ex`iuXFz(oY=#r zvnsxAq++xeQ_?F9y81SxzUQgtqCUyji$X%Y!A zNH|BGi)OXP=Ms1kG+P-dXeiq?a@4ZfATbH=db1RuX23G%lZyl_kcMyVu1CxW$ma&N zg9dXV)7T<*cP?TZ+sn!Gw$FwidEeCKL$4o}gmyKUV+#c3&En0c{PDRrM&&<i;L}x zqaC7|%IB*Ns)E+EbUGWtqRPCIlv_^SHKJ2nv@6k3 zEnBPXWN{5{4FhxIol(!@ErlxxmEHSweyYc0L7cGT@5`0FLKGO8pEa)kSv0@bI&l4Y z^>+4sw}bR94lIfQh@O>oq_4MNb8kD{V3XP$XNj@DYoE)4LGD^4c~iITY97vMG#;PA zzsVRMw>>{(uIQ4$g4!^cSJhtWHWsi1yXBs+QAoSl2q)uJMPli$mddkIJk-HdN2_Y6 zUE}YJ+4tx1o2BVlN+BOL&6=e~6)KFK{9nMv+;H5!jXLYqePzcVZ2Z|76W3;|?d65D z^N9J!4eNDf<_ZY2;#J{WC48&3+?NcSyCVlI|5Q7z6Xr2xpbVRXup1S~exo?L9`$yw zr(mh?VSgGl*#MdzEE2QFW!j>~!ztU+qAe4QV~JL+7{Nf$qJhgke3oCs7EA`YLGyK7 z=?9s_fSRvu5XN4&Q?Wjs`2{LUCTx4#p*hzrP4$bNl>&nW_`6hLmY(Q4H}E?s-1<-8 z$T>)ad!$|oP#oIErh-H?%{Ry!Uok32$CE?p{NT-S-eT9P!MK;SXeQ|C!G>&xxR z!dEId=tgOzhgKQU+nZMt!mCX(5cs|pO11$!fwNTDM*hmH;8;OpjEMJVQLRbGDW2_c zJ`=v4I+}}%i>58N;^iEq(d`s9*}1pRmDR?RlcEf9gXoiM`k0bcCXpeVxo+fAFKT1F zzy6M?U2CmB4acwb=&LAW;yH&ClvtPe;29*1m$_^)TadbHmRhk$^1)mnRd>pu_10&K zww{j*{JR~1Bmgyi>E&2&8?|I(!n0ndtxNSTG`hQfya|WDeK_3aXHF=O`+8P&nd<$z z!!fmdVrpK(HSczN)SOJ2maHH2h5oCH(swE5Hcs&(Z_{$HUNSA8fF9XydY74|1{v=q zW0s~k$tzAY8Dj!;Qg&}{TVg~Tmp0-IOMk6+r8hKjHF-FNb=F?&vl!%YA5$&UdJj{apFx_iOSPL5! zIb!|1`lw!*lzF(h>95F7)J=Gw z(+IuzSzAnN5swc|&y!m%$KuU#j04{uq<{9zxPq)~-!xn$j(*H_3h3>p5;V52CL-okTMqXQUX)`Vjd}>EsurselzL`b4 z5IXx}a8$#(?@&1S+{F5|OCu93X;byRXXS7(5rLfjq#Eq6IK2%wKpeUqVw{uV3cA)N z!Xs&VWWEjiTYDx0)K1Mj<>`20LCnS+-x9)h>eJ?ouH|`4aq8KMIq+UiP9;H~jkHpb zt%tm&JTeNPJaSL9vf_KXghY6*>{S6IPhd;=iY-B2_0uON^8i-YfKTGlYDDP=3zCK| zlMlP`5;bb^l5Jy_UC=0Dj436m#T-Aw=X0+dVsWQ5#$6^=-Vfo|;vzT?7c+T@FM00o z(_4Q}0r-{g`JL}6f%KE_No%{8?lilr1lvhxe~@B%5mTU}MYigqEu~)AlkwWXp^f$K zT@mZ7GJ7ON2pfXLBYrb<$-5+@EmE0SB+g!$)TQ@`7-6AIJz-C|mduO8G-qB?oFbEW z8Ne|e^cok7<3>14K4f^gOLAOID`K8jG|5snZp6$CH%(7Wz=QSosCE=)MznL(v(wbm z+htle1+xO(1Z%R!=P)GEu~Jljo~Cw=9gh_iSIRt1N`&BiRY?U3;%~A-~4ZCUM~|E!C6+!S%);WarW|mdcbmTv})8( zGG6SIe*SSg2jb;Q5dLd9Ra`?qq9a9`sKX$<15XSbGB@lrY0@zJs-1&bj$1mjoYXjb zu!A;_8MstKG|6t7;1H#C`+@{W(~1|N~G?|%j=y^V*lVhS7`tvUS>kLdJZG3nNJ89?nU?p-Q|_nm#I?eU@Nfbo%}?UC+J^A zTFRx>1W}NzB?T3< zRgM-cK!tg@f;Z4T;XGUQOtCcKcgFP;`Kn#lc?V}R&QSDrbHD&3nvfl+B-xe6@I@c>^Q#V$ulIk`48C4?M5tW)#)(#}SZZW?i zj~M+!NM~(7*IU39y4ezE(GIb)F0JBk5RsiakhTIO71*ko`__J|m1^nYvBK*vkPQZ?|^pP5>& zX{JcbP7l+BZZtBDna(UHpC{T%v{Qu%=Q1OgXqTeQPUnOBbXLz9X;GE^qli!&0Bk`Z z9k1BfwtN>CseIM*0Pk2pEg?`J4b!9_TJJdek1iwnxm_|zctt^Do2Jnc`heGUy~4!q zM4Xn~*hF{X5#Ji8bLOYyN5&D+Rlu%W)PI%%9;;b0=qHYEK$JdqPz%w8MT`RBo3@~! zJNNcBefwDK-iS8wy{D#EEoaO|&HMl26FU4;s;QhIkOgIgb%m}&;u48MrFUXGMMI-_ zTdb1H+i%KysBT6HmnEjYeY3A~aj>uOV%J_iOi#ecM%!E<)o}&>Vw7+j{k9eQZb<2{ zrGD{)U!%A?PGLgxQd#7e8i6C`O;A)0dv{0wTg1RKe&Wx z;oz1$MKM~hDi=~?8n+ERhO?wM12(r#hV2q>ZL^L>|{PCuFx}iNU~LS%E;R zGH5vN_<)IguR&Y0x>Or&L2PLLtbcp`aev4sTqbQ)r;hbpF2*@b!ATwfA2T^{z*55h zVXyF8F#KC>rx6&ov2?NbFPCBFj+AwWDvC0JgS=Gl(2q>vL71JcLTLozwiTnv7=cmY z5<{mOrB>|BQ0r+AC8V&~1HZ#m$0p*``@C4KmpJ@M@zK<2^PR%rlEi)uCE?p}=G#!| zE9nPCn0s*`4-08`XnXgxR4dGoqD8o;33&!|=h?(m&16gM~Ci{8PIfjRsi}F+CES)FHpA`&l zWF5Ie2Fr^z@0|j{{U9bi+<&&BSiH(u7w392(19Jc_w(#1+Xn8DC&vDo8a6}@Ijtbx z4EcrZHpu6kH)8jyYfr>VR#qQA2RcmIeM@}2J{l^KrsN?a%EbL{IKKWe@Ea~^dGF_o`<$8+gxVWLm2uDB^Qp&5; zmJh*^_$h5+0F|c+-w;Oyk^+=KUk)#qPplYM3;K##;!to?q;O*Kv?!>Hh1pNjI;j6f-FAlPA}}z9Q3dFnY^y~F%cy&qV+P2#TxM%x zHohi2kPzk3h4^tx51A;&fj1$Vm_nK>O6FMF!Dwb<(ja}EI^V_e8ahHM zSQs3ZqU<9c6D*20q(=h~l&M>}wHqJ)0P(iu{Q~ITTNKtO``T=e!1&ckhM+!Z(~XgD z{DEM&3=Br_jL$i?QOjwK3{^u8d!~izzUU?Wa$0d5`3rt9{({i~BAStS%F7eYguFioaMz{x6?la4B;f!s={c#zj*cxo)ufo6&Xh;lvEA5_A!jd$!WV!mBWZ2o6|XZN`(8afoSk zR}>5)D3O1RBH}S~%`abucF1t)R2qrd^ALBy4~1Ld7veweQ5LW5n_^4)iloNtJcFl< zP`d0;AJ3@DkFXVn(PNR4@8HgSM81rG9Z*5~_<{Hn_xh|$U zt-aU!e!hr}Y|4eAG}JYhXBWfyfwPmR_8RrRR|5TQ^@aC=AU=NJWGP1k|G-^^&_={f zwLwsZ-Q)!kZ8tQ&hCsv|Z2{E=C37V$r^V__sO~5_?_G@Wv63@v6OS31`8udJop!kc zi>?vC;-h=pw5}C@+@nR5?E;pGJ3e(6Hn7U>_K@K#hGN$`5mIdQm(K)93zohB1|vJf z5)UacCQb@<@IXeq>X7Jlm#hJV2deh1Cp;g!8p>HPb5^qL{!c|t@FcC=FjkaPkhwCw zWJ#CaoIY?JpNbiFD7l3f`S&y%u$SIN(>g8R4EXxGm~imLRQAA=Q3WmzDg>P62~QT< z9@mN&K0UJ1GA5@cs=~f_2*e$Y(ko#nor=$PFARt$mQ2EZ~e$M z0g;d?!79%E)dXl;KoD=#ayH-WM(e)NASl)4PzA52u(0{C(Tw!YF9}Y`dyNvW7;(8f z`owJrFP29r^AR6moLJLnMyQD#VXgzkJVc8R+DZWMgU%G(`Ouh7%oKoVe-P5UJGg%PC0gOQS6XKXQFl4%y+*HSXYRJTkN-ID{D+Q;v| z6C>{YzlPHmj%T1x1kODR%cyMgH^bx;SD5&6pb8@T?(IHk@#EyMqmBu}wugu+ar}sG zWyqD*3OBODe5w`5H3~*1cF8R3`WS6aJ@{WPH5oLtBjC|TJSTPAad6_%2Zb(cv>_?4 zR?yA`E+t!E-C`JCSKw{vJ|&)WB7tHYIya-^`(P^S)C8|sjxGv5piL^6m>ons@k7o_ ztDE?(-BtN|D0<&qfc(d2w}N$U?!L&9-iiN~0MwVPxI2yZwq*2Yjf7TK%x2LK=>0~- z7wED3IivdKF8S_4a#hZBK&vNe`+UTI!{hhK-JtUTz7LDhFkSUxG-;&HgX?N;pk042 z2vqmg=z6`{&F%w{f9yI4ccc4J@NEn`qL%0R`_TnmfuTM#`vhH3+ z0Phl@ToC7PN#=FrvVnJgol3ef708mrRA&qCTTprzBq6$%X`F@fPL-#;B3A^CkVNs! zg)n-N5WKm4fUPrt2!O@z9fJ>MnOj)hS4682fa8V!Ul3pCn9* z!coR$Fs(zXaB>L0YZ2URdnJ&(;GC{w&`Mx4%7k|tNKY~Wg7v2YwJWUtrx(=yH|$x# zp?vX6&T#%c*H{@2-_VZEqyxQMWku06b-I97GQF7|XLq`Ihx!rr=CS`$`uAJgl#@!i zTeZX6j;0;XM$#0`0U=Vgfyo$#Cj(x=nDLDDlsbXVh@>HOHw{;lu!Ru1Hp?bV8V3C| z8)eBKIc-(qqj>-Fb$yv+TnGWnR;Bp46wG7a;8Tec;4^`C8#5$uWyhce?n?p3TKYwp z+QPq3qq5}zXl<5E;*~}w^~poVmV4$+7AlGn*+LG<1QZ=hae-(^t2!O1JdNrT5>y~S zX6Ro2E!9fdgCYhh8=L#|F>eN$=_-~o-Z!wVP;3c;zL-huX!<;F-PX%u5}HC?c%C=- z0%3~MRs1J%ZH6@sl57txf=ANI+$5QQWZp?;rXu&H$|`i{>XXFWpDxlmv!;cmyZ1wJ zLY%BkoK{5s2*OfFbDixGxJ=VrzPPi}&%fQ|{A%`6C^k`m9qP`Pm3+)hwYZ1MNs{Cj zwPm~MZhI00bYu1`gZu2etG-kpN064yT9RauXGYNmGP5&P1&bZW9nC(v8KH~Pt!9ka zk8(GeDB;jD-;J?{1$$&U^I7r0!<7;?=R!PnPah` z(4(FiFV3`VxVm(g+&zF`b=QM}4<63L#BKl?k{mbrtQ`HSev|SPkCuxpEzt%y#(i-W z+O%o5WjZlc1F2 zAHq><+I57)n9m~HtnHCy1epy^K+9ol?~52&j$j&UGja9XtF+r-<*iCt$>s^W-XKI8 zR3`QpCT_R$IVkUNF&4n2Cpj7SQZ~JCq;+TooGwxF{JxADP{^^XkYlJW-h_ zT-DYZ_C_~1=T@-I=Jn@zusV0p7M?~GODrEecArzr?)#R|bk^95X@b@h2I1LEkh+a6 zMWgK;&7zlNzRZ7WuMFw{xku!)RNK>pe}&fAsIhtl3t~h%Q$cjmwv+B+)jzFtD4b`5tX!ji4PX`JXWvz0Url@%nP8%K4GahQ7iQ8z^~!C@azF#D{GYV z4<7MJsF6H*IN}3zM!EN!9Peb?`vZZ6fq=UXEP^@YW)KGyX90BxelltO!>!dfzCg8k z$|l49H+*g1)lYbO;k#Wn?R{wL5X7)$bs3ZR-`_Xmz?Ezui=4U}MIw7+a%AnNPxnZosU;JpN^#@+)~`)-$i%27Vv^)25A zwxl1JH)JY!{v6rju4)=U*X>*ut*5PgGs7(nN!3QqC5gT9Imi||;w~QDm&uNS^0CjR zCY?xuC-naGf=Mqv&o`I6D0>~Bgk#5}W&{xDm$$AXlzez%PGgKfiREBo-%2<_@VHN< z>uYw)dxFcSuAv_Rv9~e&6R;|T&${mGK)J*5UNep6zG0=|;t+l&@ry!zp9IXGYJ3-z6&yg)k=K%a*ls~dGZ4VsS zLDhShe57(%ud`;&zjbr-$2J7v&kCgBb@^ay7rnfPY^oDT2lR{q%+;cF0}%2zn8>x8 zH1U|v_JQ3Lt&!Dg6Ry=8p@EZNujt&nJn6=EbrG&a$al*?6EqlhJ4;N^U0eCd!)n7I zu;e}2)vkNu(99d^#(@Ya!|ik@1nMniJ6x6=Vik{X(Yf$N5D*OwW$<>bUK|@2B0DgV zc}sq|PD|BO937CM6F7}V0Lm7Zr>7Sz<>sR!D~;!|%g_DGul1tK)%wP|E_f##s3WS9 z#(cM2jtf6>y_&coUPR0Ziv9_)ly!vE0kw`cdZD5(k1}ZxCpDCrv!0|-G6Rs5BIun7 zAivA1BBV)5C7=a`cvEKugcH|E7MUT&Kh|)T3H+wX{q6?6R%wyLf|Z+lH>{=cu(aSy z9Q<@MDk7L+O}-!y?zY?N0644U!AS@eym+ByQRF?a?y9D$YXh{{j=J9RxB z5VH#g76Oa8zSy2R51keRV(jnI(`JX;b}(ILG&VhL{Guz9%JzhSLCumYVg}X_IfXYi z_JBEfWk*3dl&vpJ1sj=C5#+KxVUt_wm5E4t#{+ydleXB8$F#>-Pd7qco||G#`pL}w zS#GdwSLHE?VDWGF&r*ft{U>FTYcj5+h<~@>+9)BuC&sQC1Z}UWy zdOci#Z>a@wDwrGTasiKa5C)HMpstloIRc!zo#Df{kBn5cTBT9R-AWXl97XI)J&IK)6ThKt|Qt z;x-LmDO2k=_{13Mbc|ir|&&Yr- z0MW23Wl<3@2HVSV5dqI*#B&GFxe?0575_3=b5M`9R*qt!Z*TrRY@I1A0HF#ByFdl){y5rqZV z%V1eYH;p+7L}do~fmsCiH}qm1FNy5-C)!Wwg2Dy5dP%R-?KL8fp4xSx`7mHz5^vOK zsueF*oh5}Jdr)CI26I~&wN+&%Me-D;8*))>oW>-J565%RehFcpnj*!#{KZ!b0@=z^ zh*Bi1cX$MISc_+zG~4zPj}flLH4!0m{ylCc4@uJ`1fCt8U3Z-ji{9P~=K6Q7EGmz5)nKhGG_&cs@=y0zL?W_prj_?#==1w8sIP7HlJT^T; z@&JT1Sn-sy#e2U6EA5ia3@fYw)!aEY+CV zq}M=Ktkt!hYTejaD!qg?>B2$#M+A4@j>(SdU#%_ltAA>Qw0ud$a*CM96BzL-|+`)1MB(F)qR!uBno`l$38Kv=*9ke0CpI zODD~=SwRoz%z)2tE}oS@x^(=$_7(_v#K+{?Wk&PLE=LPG_D!7g*xnM`Ik0Den3v-D zC{0-yY^F);^o`0sF8oV3u$u_Wtr(m`IAzIkR#{(-IOrigm{1uudra)Rmw!Ov@GTiw zBJ5~a+2{mrSS9BFb~11U-nU#VBg5+Hw6)JUUa56pzhqgYAP zkmHAlvGvv*I}}eiaebtb9dnOEej7QNYeiLr<(iRFlIGg$ueG0F3q*y`g_RPuhl5^r z5d7gzDqZDK2cfW9UvgsgUWY$^`<*%bEj>Z9Ak^ah>XT7KE&gfO=*#Qy#j+?%x)v|_ zwd!FV^%*gf`npu6xB6i0lwFF~4s<|tBu0@;>Y94M*f%auw&2D*Y*vcvL0=l`)9-dwMsT+Oq4UzU%a%NJ7dJys=mqCniC}95oV@)CEiSBL2(n zAhoIy;P9g66D4VY8k9m0K(T?6H}9L_C5jx zH7^tGZQXH%ntkARpS)-(&ToVz9an?3*I_;?s76nD&|Lzv0gvFB;=R0mPd$)PCjnSx zad+mCA$YS6TH5LwJ)Df*UKNhb_;bjVpuCpe5!Sy^W*siAAXQnvNw%!tQG%JCqMsaJ z!v`Hfc)?zS1}%`X=w1}6b@vz8Y|utab>|)yuWn7W1VgO?t37TQ{px(+>gb5PNa~=G zj+%hT2&>`ZWiAV~;p}cvoScJ9^g4`LeQAD~b0Rf~3(B0hANn0R(PPlew z_Y*?a!(eKe5^mDMs<4d5d^uOINc?k#qRZ%L)+??p$Okq^Ci1ehY91ajq0wEx7cN(gdyzz_fZz_~Ugrn?Z6J7gyyWjOe|5oc5Jd}X|aP9^)i8btqj zvT?B4q$EY&flf8hvp&zXbz44ctQc#{eyqmdLNdc~-3t04rDMeV>ujph%^h53Ye%F` zX5&Sfp}|nTr-nOZOON)9^Z7(i8`@Y7EP0o6GZI0!bVO({mGkR+DD~yLp}^6+^s(PQ zlY_u+KF63d*k=cP&@weU_fGcO@c8hl$n7K}8Jj1NUqG=o0v^=X^Dj+X6>ukPDYj1p zi_-%E&N(#|8djnZ&{NJi8p|b+(S|42Fal@p#IK3G1MfDro6Slgcu(-ug39z+k(Dl; z1rP(mlM41$`OHMH2|fM!gqudDJcayAS_Igb(rbrH*-Q)j<;Bfg@$HBFqd2}=&hW%e z4xpa+*Je*EC31aW!bYAJeC>=YtE$+sio>)F=$G61MyMeNaH|DaG#)CXxD;ST?#PDN}@p0 z9MlLqYC6^7%fBC!pz^Y>YPTRuv$}wn39kXOZ#+T;o);g!GZrc}_#wq*4t$wcP+$|s z4N`m0iM6^JNNmk%yDqp8sAy3v5{c5vz&^iClMiPc`PXdA^gu4UHX+&Nsr(e72&8ck z0^gvn4FapN@0LMdO$b&<3}m%akxqCS?=?)s^wFD1B0=t1RaNW)@t_BmHQC<{fCJ>V zVf;2>Io$YHNz<6AaLW2Dw<1m18o>Q#(6H`vU-J^YL^f2L2p^Y zGZ*V^fXdHP7Dg0fR@?!{x<_D)-k8N+5lY)FJOaGyds@K0I-%3A7Ceyvd5WlkP9TTS zJ6ddj_{|th#51;tJk%g^g#}mHO{t-*`l`+>jw>ESt(kqLME=N8WFLm>a*_ZJ-s32_ z#)FKDcVY@NV8rH&ffmYJVfu0wVdPHpQNVTn~CE*fX zg82>lpFGQv@<2I@AGd+_ADAWKf66oe7ur(q|3xYO;1jFV*KO8+BY8ioNhd?EP|4 z%KBzTae$nPC|`M@JtljMG_71WN0O=aa`|$2Z8zPRJ@6Ytdw8Qax3f1GJkpLOeV2;NNr8cZ z(_+aer|wq8QmYH$U-PhvQ@3KG%Gw@eK-J*G_N z^M9IjK&JzAG=h)SKGnvVI>nVp$lWF^CT>ZS#dVsrapvL+kAWi_vjTjI@gk)Zdo0gg zTNgSF4@t$}rOy>knMk2PEU1n&U!{#nYm%su>qG;;WEgz+m*~~4l65bYrx({|eqxajwN!XPsiZOUW3#z91)tDa&9D5Wkn&#iRSWteCQ&fMbQQ}Jf$R_` zD&PI*%uh+le^LPvPaLwt{hxr5EockB4Rz%-HfUO7H9#B8RlQr&n3!iz8T_8*C z%#ImChwb0xYTk|Q5xI+___(q&XG*Omc*yUc@~vMeP#`6atZ4_FQ15LRrZeQMOR3-w zy8>F^ICyqcRoq4E?Jw%Sv?B*-v*@tZA$tiZXpW@L)rse9tIKq_>I@vk;M2!T3^L%( z1#1a~ARk1lE@5;D$X>`1^m*Co)h;SMV8ke$IOjExejU%8j~(Dba+PDVO<>dGK-5%W zrkC7;QrqIDiT<5!nvYSETb_;2Lq^|Zldk;!n4?9x9Wy&ksu0K&BzO;*FWDegH6~Ts z=q$Zb+9~5#qC`CT;D1Q+no_dfSCUyhIIAfKA_SmO^$jhmWm* zpyeN>BB(Y`6ByeFO%aDCr~BT*^BrgRjI;tWvwJ8y-N_s8)k2vpybaGIugY* zwWDjV>CdqnFTZjMrelaaR?JGa_GE+U48mLHhl3-9G&4S4MPrlt9yI$+D~pZXr!ljn zu&8Uo@!}z~Aq9rv8D7ll6I6w|HWexDRzrMyiYc#1^FLfs{BDuB2n3LF6ViJUudJv`iwytjq=#h~0dutn*bXoh zVfI&dn^jrPuh{^ZS_HM0?XtE0G*LuZtcWID6umapbDb{UoR*jtTv!60P0hopvR`VN zj3kL)b@2BT!ezm_tf8A89BvBUmtdw-XNT)ZfAPWFL&HLYC71m3Vak*Mw&I>){)0pX zGpvd`CTuh;G*9uwo=d28hpO=RsV}%1XQ|x8``N!9GsV9H0asl(@_uhsf~8#lIP5uU zrYORBYB+v`maAGG@6g@38P1&6iS_gmYkTAF0wt$3CzLhsTia3VWypH&h^OV3jruOK zZ87c1%c>eF+|b&*E>gl>!e%J=vzQjrCObaH&U)se)TneCU*!DoqjEsh5>+Z|96^n} zT}b{51-^0MU5_s2J>>3CN0C$+*oLZ+=>>Wh4#Yi;WEK6D3cx@V~*EPS35Xq<_+tpY@ z^p!!&lAvK2pfqG1%&UrAjJchDIK0;vWHRebxNGA=qmLin+up9-PrC@P3sfwuc74&K z-BcQ3<__+C-Pv;09z0BXRM!4#s_8V@uoEwWWGn`ia}{LADJ2_3nT}&6rBkB9hw3;x z5H=saU4j*_Jv$4?Wm~0i6;vF7q^SI|`b@EWZ`1lbQjZ;a{0M#&VIRiHEg{2!qzv}DS!H2d__gPNj0+Jztj$!Rb1oSO8b zw1glA{L)2pX+ja$HE_X|kxTq&I>4dYXx)w&DU!Zo*>Nd&u=>*CcmBZ;6C@C}AQkxG z_+6u2R+L#0BdAau(&2sT_jH)Q!8D--3tt0T`6D60YM*hOD1UOd@AG61E<%7zs4CZp2`cY$a`&tJBYRg|o!5uHj>FRSiI zVE(>7A|2}@d?L|jWO6#Te^fYL)@z|(W-u!A&2NR~G0w*&eko{*)}#Rnr=S93xWkC! zykbgB1uh*~f~vh5pbuGHkgTXj^{Y#gJy~{v_xEL0;bd$JGsMv33*b0TNnV^_0u!5= zfuft|=CoG8-}Bn??0pW5gN3S+5dx?2-S9j8l@H3wjSvL;&qrE_sFQLW*JYQ1o1*JO zoO5q?Z;Q7|`W&6iyreH@VHrfGb+V9KH2r%aIwwrw>CCLfs47&Q^zlfdITL1vEcIEs{ukkUaQ~v!^wa1 z@c5e*QPBLeR*HUnJW&2~tvLNqz<;vXXeAxnHGU+oV>PQ$SaCE+@qZL_$xy*y)WoCg zMw!Z+=rIcinNg|!2Q)v+pu>Kp$V`%kPW;W(g28cC6$(HKYJSVib791p8F z#CDwGUC9?5VNZ@5Q;@hJAxj4KjwME>q5W0o!WP5ghV0t{jzT|m`1PYgh8ee1FJylR z*^&zH(uGZ;h=ypHZiZ0#t(n+qL%jdg>s4|odw(Ix1>}P5bjgiS(v0 zIrSGN=gwaUpI7YUAZH-!YG9a;}zHV|+eU}FY zDDE{zW5+Al`Ha3hs@eWr5A4k zRLw`#F@(mK#eYT1SB_zXhS{8dzmve{P`8!i{OKm~lK@c!oMJmXvo$rh-gZuz%jL8Np^T5FBQ}^X%?s;e5l0U3O3%l`fIiZ+KAE2Bpc!QCWCR*9@os) z=UR-N3|7sptD^s&#nOSVSuBXc1tmrfO^)hOGw)2YRpYd&byot#Q5Te1asN3ABUgbs ziTx{Wo$G{lL~}Vou+N&o+%W5FS*38?bv)q#Th4H8SrX%blIft^SL3AFap}J3s`t`HHTZ+6=oI&+NjJ?X*cMnT5dy3>K47-u~@_ z@M`ASl0_bH_-D(L9cmq%5IUqfSsYn`K=Wc25brn(jUdJ(L}d|3X}PS z-LK9Da7A~#a3hac%6^9VJ@~R}#qR#Sz+@1B4zjj5>)|Ui`vT=8fHmg#pb_!d7$NTM zWbxLra6%vtd=HfSaf7g(M75WEhk{!_)dVM6As(p9gEDQ!-*YnE=W zjIZjA^A$d$33H?8V1)O(l#U5;S0W75m54ipSOU^%ultmU&xfCcZvy)+qNvtbs8>S`|q8{|P znxt~1|2t^6hkbB@UqNv_=DnYy{d`mlRIca~6b6lIM!HUDijtM>4ylWBm8@KX?(}$_ zdbZmwGlFN)(?2K-X~CKggcp@S+?pKzynT!cKeEg>pcVvso1o;UH%OvTEQyR3$KzG< zITVr#hSH=@^!x#3y6jrbP$t1QNRH&CDI@zD`n3h zzfE=h*+(OgD(gbEoRXmNYC{u}M(@PSehAkv`GGeW1V}CEr9V9S&gp1+1JJEa(kcC?C2NLcO3BmHF-cUPzpEa2N& zDT0P~XXqV7&1Z-3&6BrKq=nPJw2l`%D_lv?BzQ^E8rc{5(#sgrBoKvE7+Fyc z#ifrrrNkdRxU1{yY?UM~#VUyW!#qg71R5!F4kES=5k=8q-Fn_JUMXwWM=lxRv|Rbj zAO{jYA;G`o)Thq3gIUv9p251+n6M+M0L99z;F4fI_FTtm+i|fJhkWmYa)-1`7eNiY zu7rxjL{z?q#_E+%S+W7tyv0+e$?ZDMIPp7MH2JCB5v=5$f*|z6xPEnuc=0A~rjbzP zxUCSmaD8=BZGi)SY$`63@-*VY}4^v6)Jn&X=JiO%@&jr-7OgK{{yB(Pz+p;zWB_sI!yV+9-L0L4?a z)Cb}b@k={;t{zEb=XJW1LuUN_G2Otrmif%@J3xaVoJ3eBd^@e5@FAXRT5Bb+dtmZO z3RseZtY4(l;$_tG$u~vm)sr?PUWYPw%sh43;9OE7DXU`zOx0kmkKN22jS8YHeu9U` zlV6rvfy-lPC)B%PK+nBo5f|_J&RVw32;$EC#7qrKV9G>y-qtPhmR{7BV9&NaR1dpu zeT{F8!V*BFiyUs|m}aN}2lV6QuQoWE=|wOxM9b59u%aSc<|sg5>&k^5S|3`t3<6CN zmUx!KB;1Vp`LB|W6RQfcwg++F*?>$$w6k)D)zNhLuE;NoFR(6UQd~(V8@-^{Bx0;M zr?gMjwytdLp7(MQ#3K4V*?q~#I2%4|CtVJ}$w_bdKm)|~2F~@P+?qzHS<>N0 z{UuT5735)R>raV++N@3-DZ5#1fSr;U&?+{P4<-{pZBdOJN_^HzazH7Vc#H)s;0;I*G}2v~7Uk z6rDl$0AsPMfQ04R;ihmFnzZ(I0`wF+GC0Yg?eFFvR_*kTA3e96lE$mH(ueHGG$qk1 z{(M)dG>u9LFIHrbON%ZQ2n((X$iggd{ds^0N`B$|V5ghH2ETOu#p?p_yy?X|96TU8J7arboL{*D~tibpF0N>G*FRRNR>Z8k= zbe(UOj$C)dVlpOfkKm~kAi_5X#Oo~<>vpcvJ(M?aUCrnH{_4!cpnS+{ukAKyQU9AE zu1B;SzVCj_qBq+^9;`kw;^sw0X5aBp^>+25nr5mU-1 zC6bYJE*4o<&;*$BQ{{?C_cfF=0)_6ke01f~nj5pcBls=Z$#iJHT+Yw%vfEh{x|Wz; z%sFz#vlxp_Y;7>zMND4!Dd4mKg{kJcEhkJj=`~%;Y+_qJMm3#K3NgJ}?7|<=ZkDjF z;F~ze=c`had*(%Xc|DBPj7aZij`=E^gk2P3UIriT%D~Orach&CEVqx_2K$BahlJr8 zGeDZ1jv(7N4t3#)Ah>5M_kxng~1vv1u0d8qyq`u~5EsQ=2%%*-8~ zY#rSHPYzMwzb$?kboX4F$Us08szCn_Ch`9p^1mIz|Ib_hl|tZI+OGe;^Yj5$fI)bCz^1Yte|y&G&`ev+qMm1h)<&8-aKlK)B+7R<_)>u zgX0uBd%s4gAmPhuc(7}rQ`7LUyW!y+V_(nOtdYE%2Q>72z03pT#13f3C(zS}ql%g6 zMyWUX`!b3T<2uuFKHQko1xHpR(2d4WBzJIe+6uttqwIkq>=9;s_V-9|RSV=qv%2kLCc>Op!iGunoZ2n(ZctAqfAb#!6 z`FUL#8*yr^Mea#)6&5+Q>hSy|c?41s=sIz)%>vFc8v(URLR!YSemx*rd1IhbD9k1Q zXin-SLuLur5?YQMmQy)cm~%QwZAX@u_s1?axAW=3;4MxeX^83`DGY$HRuaU_+rYiz zuWhHR<#dHoZzJy`?^n5ZfZg4BGqYq$4h|35uoEk8A1^)*jtsqIs%@%k=u1q2iIpPM z6;8GVt`Z_4f@<@O2NMD&Uh%`~fhH5cHAD!h!dQzhKzGpNu^ucrFo8vrj81tnwXdp1Wmdi^vYAwmnC2?W&_3yDxKEn$u|Gks$^SzpQ|>8F&zGrLJZKn}J5P$nhcJqI_AN5Wcp|@$zptoORfs(V#EnsFxCp zwAla3p4`LEja*9!93|JkGiWXval+3BEDo+jA8NjO^3J+7t-=EQM4H2cZY^tiI}Ag& z)g~Oo+2hH<%aIAzx7*8}D<^tj{{B3l-piXeTSqrHH;SP@azah1G6~eLcp$6YRQdi9 zh61~O@6RDz-`Fz_g`40#aeDm&Z~lJ4sNt|>alt!A`3`jS-1?t2AcZPx6U0?&tqF`0 zixdr+fAw{Grv-)Cec6n%1t3Y(FLLaNb^L%^M|Qs8Tx%Kl)dQ6^v|;DuaU0w*IQjY{ zf4=~dvNOH%V>H<9Fy__xBK_z&D(J+EFM`(M4BfEYg5<(L`xN?BZ=gBjTWDX^F5LwY zMcfu#RH|C2pee%_z6y3|s^j0A1bEUjvhwrGsV-Y3b z_rQHnkQ76S{y1O(gB1p|da#O5`vDB0{&-mM;?CKc1EGM%`79x_15aU`EOEj?PF89h z7wN!!!xg`emn`Y}BnR~{#a<>5ix*d&D7;WbCKnwm5`@JgxxyO70=vFDJ5+z;hD?az z2j+I@Jq@@(56?A6c~GkRs-4)NqTRGA)t02E?bLW9U^1RL!`&S|g_r&udwV(|`<)-WOM{NB!2 zD6mKLPLF~SAmO)&Zlbp2P?WLwaC=Xw;5YHe)~0l{j+Z-DWP!`9L8F8EI{NRnpq##x z;TwDVZ8smmd0J!^nR?bp@(V#8Rpbi1!k4FWoT2SSGMp?#18UXgbmj(`WM(Y-L3}#} zmki0_7QJZT7&c5VAr76zoZ`y&hEVkLuM1YW&D^eNwP#2+*st!NUDWyF=juSSv+q;A z*Jf_EOWk`z$>PP=g@IBB-&181KEM`egtGI{h>dYw^GQ2Xj2GVB_PteOjtT<(e=sJO8gh`?*=K=L1Y^pZ*hVq6?gFEV1c$@rC^ z(BsN3aRvOe^u$ttb8t}s?6U;kze5Cn@=EolcOix6sVkKFayX_&S{=eE$Ndu5RzCdG zzr4O&b3fPbMAA=Y2=4WA{H+znwtoCb+F8ukzre6jeqKQD#JM?%q=Jb7C@Cr4Hb`7u zZ@jY3a(Yl-Dxhem@jG0eX?F!XXI2g#yzc0_I(j)je_>v%v>qID*jS@eQ(5Jj<8x>m zAkg$VY<;;;tLKkl{03Rj8-qe}o6=x2cs@FX@@%8Dsc+Ix6*)x@kPuX*Ft}OLLm1F- z|Ha;@d_$kIZJdE+COLVXxSF0FvIO#6+B*o^WBgY zz|-q%>kUrn!N1~RK#9KoX!yF)S6W56CB&lqGC$dkw>FKdZtH?m?m-F=fE?x?i-Gz7h12dXcJy ze&9n6oe5PtcYw_U8NRGlDhJ_K6BtYw?`;l`F)2YrE`+YYgx{j4TmUX zUvJzjhD@86h5#mTA`_4g+Pu2VliPD*|jWf0$Aoi>%S9Zo<# z5XfE*bIOjF!?3EWk{LM&`^K0-zYS8#!m?Iuf4z&Tb-l^6rBN`Nn&?Rjh^uhaDZG$J zb~vtxupTT{(A{a2i*hfyk=r)L(w$Yo0qc6Ctk1=Fe*K8CYQwpmBV|Q4;Z)B1?qr_S zDKCC-i&}cHBiRft4*Oi^YKwh`$!`V629tsFpzC$4N~Q{$y}1dFbcFy2f|$eA%NE|U zXh(dRW0I)gvcA9^%3HeBelC)I8*2I|j7(W?Sd@_iH82oPS(grM&P2mM!@&eVUu+Cx zvipTB2=Y@YGZK>aQxGI@^MXOL?|UV@8!QC*)e)$#-9or^m+8aKf>Ol^KXioEhc>3B z;ES_Dv(^#uHO^`jm6dZqTF+05t{RkJoEDMLrzAapE+ifcdW(YyAJC&%5T5|2_=o=wzC+k zz&ry$#)38taK%%S>O^vz+&JCB7P~%0YMZw-J?VUwI*M69rn@dHjh#1E^J}Fv7?m zSSzGw?$7{NYFheXgLOO+R83OY%9vlKog=3o`{Ft{7iJE27lE#1bWvotpDN-4c=c$gG zyz&`mb*(>bG7nb6h3k1C>f}}m{Iad<)Z)U5Z~QNdWby(LgTk-uW>P54gm6z-N1rjn zQWNUcW&-Hv7m{ zpGKJ|Y{BM}<_zjN#bWMm@`T|P_|yMf@L)bRmUKn@QZiO}%MC`>LwIZ+4MlM?!9QK@ zbY!ZJ1+MQ@bB>0+x{lBY?!|f5m_7Dxr3g~d0Disv{YY|G_wrti^4RLMT zDvF-bGhL2@_3I-CNc5rENZ`d;4E)L0801?$F@GR!O%WS~Tu@e~1X~2En6Av%(Xrfi zrVNgg5=9MJHw_rG+Ht@pMNQeiJ`VJ6RA^BY>cB?(-GJw;Av_B_L&Hro8we<&n^Hjn zf&uh^%D)t-NP2;*oltgZ-4#K!VW?OWHhR&_&kn3LGpmb31=Xj~mpNctOyQxc0CMgX zx*9=E?uF{`e>FJo#qpMEK{Ba%m>V%C&p=?R1=Z~MTpNCFRJi^)CMrQ@ZeAE|W$T)x zk9|DQ$ErA&=1qMaYfkwWb!)>L?nLyYDHn*c7lB^2Mqw6u`rqxG9h|wHcLMWjV^6^x zUGBF>UP}TMQSg_r*Ka1wr-L=UZXbVdGWQh3`Fspb4+PJD42t$6w{!-2e@pcj&mhN# zh_*G8Fb4r_Vz{aq_VJCq+F;s&e2k_~Io$+vPg~x(nCJg|zJY7s$NZ&Bnd}Jp`l*18 z#cqJUO#yyWGusAdsK~6ln|;zbcn*SFNN}P;c-Iu zRCuR1IM`;4@_G+du*PnJ-M}PH{nX)3k?oF*X4z(Isid`+qT~#j98t9<2Ucf#W>`?!-HyN#0u6_DjR|o{f(5-)eGGOJHlE<>VQHa*{6|&m8xg zfJ5OQ3y!fb-Ttbp&|s%>AN{$SD@Yl46~5o65YM0`S^A-FNx55y`jNnQ0xko@5F>H7p{(;hkxD5`h-4X2r~v;lZd3#)MM937%nRCRn`S=rjZdO! zMP!W$P%%5*1h{fRIp2h5Q|ZW*EPwW={vUjuV{q*4w(UE%xnkS4ZQHhOXT{cvwPM@0 zZQIGpigojzdv~3^Pu02AUHze}`b+<-=A6$QzcHRRBbF3t5sE#qT!hKnUx^8x^MX{z zSJ|%9D=M5DR~cG^i=1!^^#?cF9ecPr4nAh1QZ*)bs%~aKm$E?qK#uwY{pTtPxhG;D z^IOOsgaZI@{%w`?Z+jtU7eg1iI4+23DD|Z zN-ouursfe3vZakv?2sYs>HS}>rZy&8(io72No%1=%ModHjKyHIRqO!xY6t8GFOl%oD3*k& zl)%0XK&O~uZ3}D&&GVkH+dTD(Hi&)at5>0Y)EuWcLixQ0Bvs5zqqv5gh*VfsAlkTN z&jJLE$rX@rt)PARYg&(k2rc*Ct)ih~MGk2YWw3^1!Yb&3h~#>8P-2J-u=uTp;1!WT zn-=|Oa#pN>uY(VOGKZ zFq6rSG>x9b_jTM@alUW#u`hIz&zxeQMY_D@Rm}f(-xV+u4GM(lbJfjh-Xr$UibI91Nj2G5rQE?dxFGqNH_DR7 zfcOU*Du9l|>6aj{)f8W+CxUZT?W&=64MV8=Q9>c(8af%d=3m&z(iQsDY|i9eG>NJ} zcX^ny6%XvJ{?veH*1>4zNqwFai_!$!E0d^YWXL^t@?iz-Ym}T}kzna_mct)QuzMRv z?m6826x$bGi<8=W98lykuOG-gPRf*5lI3`m4eE|RShCd(-%v$rcI;=QQ~s9ga3@HS zU9Lz`>*Qcm7Hgs9xr3H+w-2AWQ(<7c_>tn}J}Uh!Q^(=uy^8eSuR%}v(p|-JX;X}| ztW8QX;eS*%FZfWNYYZW%w09~#pKNimzTj=%N7v4$_Ntf^1uCb*JL&d^;W%Y^2yB-d0*{71Fp0*|x%K?kBneUuFfdQQZg?LLE^$M`omSfAoq<%;!bB;7Xqat$~gR8ZCO&Oxbu z#2^P*yOR0~daN^yF~*=$vc4tl{+4Ew5sbVpR}_D~vhdi8(N4%h<&$3YjYBVBayF`N zWphNeS6sNK;U;b$F-iz zfpn^dK+(|*$c!-S)cw9xsD)63sEVkHGhnn}xD~|v5TMT%U;<-IQ?YZKrlaAO-K7$= zNHpU-QyVvxI-pBaa6+^^jlm{GpOhbiOah{dNzlzq`*(PPw-hKy$_8w(u*%xDv}-8F?&feCzdAOI)L_2vDpkX2BaN?nn-M3hYdx>TEy5h`4h|YK`J8(aj|> z9u(2}H;#?aKs$=e?cTw99>z!KTW)R*f2fkYyl zMYzH98&I(#OB1cmiic6c{qPsjLKUj4S-B6zWJxf(!l_h8>Lmdutoy@K@7=;khWpp6 zV{2MJYBJ4gOWFx^%R5em0cT#VfNlqNr~VHvp)zS*fh)C|6Aa&54%3jWA&PD37z=9R z!2kk`d(OlH2(6Ivb-2=?&s9z7@m`8I{Sv>5c+9U9UC=eVVuDEDiF7sy;1KH|B@t60 zhq>s)ir0)jnq)6)Gl|gZh$Z4WnOa{b*amr|8q}U+LNT{K8KijP%Ar#;nV_+)^i8>I zG9XRRLW4GoJrpvP3v7!|oK( zn4d!ekQk@LcP!FI;UEw3uaR@37p=zBdnjqZi6Ke4H}+Te0*2a744tIvaO`jw+Ky4;w}h1 z$CFG)!)pl=Klkdx2b+O|?351&LhmkH?7uv+Or+ozGd4E4E3)X545s6V+V{(4ooTMh(9U-Z%Fr3Q z&RKn8RMV9N%TnTb#<}e%+AOj_R)P z(S@2}&Y^inCoY?tI}2`Lz2M-lb3 z=`{C*VNn_w(wll@#}j8ROdsjyQ*@Gp$98+_Y7^}vD^BgnAAeMx=4_fXiCyz!tZd(( zRI4HNY+zsJzRot7zt>DCm+s zs~6UagU#XooiAqtX~Zzo0@JE^PG?v+emZ!tFX1FA-MGjrD(w#}*T73e71&r7!0mGtE}8z`0Dgv1Gi-ndj<4pW z-hM57{Bo96HW?{rRNC0_m>Hgvbm-c(4#EfRXl7a}H`oI9*L;8A)q}Ok;^)@w`C!?S zy@aGa+M=CSOYW-)Qey;`acr z%~9U$uWbYO2s-5Uc7x_2jN+>jBrEDRuA}KGP73t(Kgc`CQhd=#kZ*+-5&*#dw+3Qq z=VIz)XK15uV{dM5X=nc3H$qhu?e{sp`-b{t9lc0F{>DO=!%7N8F)cF8&j7U)xq2BU zsBYQIQMbI(bN`;YB!P~OD?U=Z8K3*9N%qgbBY8|-wP;QOP6$VH*U6VIe0>@z;h&WN8RTZu4GH9=H6LW-*jPLf*4gw$!-P)lo|x5|J^3Fjjx;6a7Rq{t`)ZxL!N zhB{_!?)h~GdMB59!cSObMq!!}iCH3YI69#>41hMn4})!Tf-4RHu2J{Cq0>tc==POb zaobZ^|7J?8PCg1*OkO)&Texx;Lm)?9q3J8mKNzOD719C{aqY^aDfPrGPMkk^!fAy} z8LIy94JFb0WLD#&XR<~g$KBdCYQ-F1jP#799gDTJj$lcmn$kh0L(l816MqlmHAzd) zfka~L3u`VP5{G+s?K$!Vkk{zcn0-!-TJj^AYZhP=Q&w$1$p{5PVo{aeA!1}dEK0qh zwCJ1;VEl>{v4~R1YY)7O5{4-rMWTddUSB^tA%jn(%({D5sDRUd6QEJfAa?k>EvF9j z?K*ITWK;?jHwfwxr}w4R3U4XM{rsI|r78d!lV3l$Xt{5A@JW%`Q?hqY%RUNC=P3pP z>)+T2Xi4grGix?$81i5-t{5_!vMZ_h9Q$O5S&mv-)SX6uO6aJhyj7-*P9us=kr72# zf<}t_@Xy>kwmEm%&%y>_PB9fS>oQmcvT}!xhLRMhG-r^PY>+ROc-`&Oh`H1SlDHa4 zRI3ypzvu~r-`$6qOcA*`HV}#fUSVBdli9FML3gZXN`;(~k_&G0OQP}7ZlZrhmB)RL zt&A8>uZ@){iWVEYji{BS2b{8mCTJ@w_l25-j=dVN#yL(L++2HXU9lBw`d0e)iZ(U+ zjKfyRpW>1F&%t2LcwKH2RyY1mi=Hc*iv*VE>%WL@L}{O`C0sj(TrVQ8)gTsJ9Luu$ zL2ExP<&_)aNZ(hnO15a7$)=xU_d0vD)eDu>e$$%Uz!G+w7b?1w<)9tGV+e*NJb&4> zP?k3xCeN6PPWE}A*T^LvrEf)O8wcBmE!>iTQ`ESg9#T7*&>Z-jUGYvv{ugkh z0$nAuGBqd2(%>`kXP}HtcFBU8Hvi4%1$cmv$G@6io&IawPU1$k&-P~E+w75twtBO4 z`jgGauPVg7WuF8N+QD-4Gr?W@%)DtCHSg@GjGi{`EBSkc`PeZ-ugCB>mecO0cT4b$ z|KC$2`ZuqUihhr0^IZU@DE}|&`7d6>*~Q7w#njx=^q&Lym6ogzMv~n2lQWyG+r|jQZ6iS=pa|a&u?oX5{wPBaWcS=*$BrKy~UM zF?`TR={mD?K7Bm71&7ZfVKf}#fIdlpAu(pPa~IIx&WK!=1ZV3lMdrf;giDt1%_e--1}?Mk+SEJ%)hMx$!nh znd3Sb4(VV(K_F}k(CUnw(-Sa_S_xsu)`4506sw6nF(tKx9HnCIhEnkO0E=+ z&yWHPcYj>#v<$0!&eSc|fa6ft4Sxb-%AtozqYN>j3d*1%fM|3C)p+esO<8!aXWy`< zF+ot*@3D5D3_ACQCaXD^k1#!1+!~^h_>q=oKRZoVZHSD6QGp4Xb<)v)CD9{*6_F$7Ds+NWoS$V&!I$l9Lv!r8y4wEr zX`qZ3NB1%O(SzmJx_Yo9yS_hfx{UY%kS)A;4O!!wRa*`*=%yjBQR2IxfPcx+2UcA2 z$iCZ2Cs=w5*eV-BYvWb3!8WjP)U`zO=I=K^qs7`9ki81Xd7 zmKF6QBPvIHw^2QUPCsM4V%NV8y~U*Mhg>6xAm_%`sUqdtDh~|EB5#^lauVQ6AR>Xs#tF;GFpCx5>aE4oy>~c=G{=E?6R@vXDe(=rqpEe)2qu^MO4=Jng}OR>w! z0O7rxRlBV8iX~-R&62S-SsQpC@WePWbOClet*|xGL}@#gCljuz4u&VO+<^9?`Yf}P zc;_0IN6VX8?IG?NaCKv*4ZkzeYb-^E^ZDd>%x;T&%piOeQO)#Oo}7IwjjCSjtr<RlE(?yZ!l<=PxgeI|iN7f6Mj2t~i;I(p~kZ&EI z6&dfTzZD_H2{g^3s_xVTCt^zF&QeNbyGjGY(%aCQwWK9;^ zKlHj=I|#{nmB-GER?Gse8==l@L)4+5Od)=c;+xa#NKFn1(_tX|Baea#50gf${5NimD$oHzjB5p|nwMzHK)) zIpL|WsPyZ?+oLwHBB11>W7n1Ltzu31sGH!OL4WN@&49(1>sI_J9@z}~YjTryZgV~E z<}S*6Er4BS`|)q%37Wp8>JNSH$h7YTm!S~=@Q-ojU*pODGr(QxTsUvAA%9)>0ITwa zNSSCA;rZ!oaf&vhG&Nr~6rCOM;K7RuqGLy@y!Ny2^Zx>@OH0zf~O0yEpK* z7t&e6=IR=y1FAg1GFoP-uu&)iA)~QRdm1g10LR852wI2;#OWANbDbHxMX(s+mFDxi z8e*o1v>oz=_2&UFg5(oYvvd|3TLs86x6zs3CX@K3M*9y&+hNzeN`YiB2arVVh5FIt z#NNXDUMm6bJW_syVf<-w<9Td968Nh@WKF*mjkzxvLj5xYv`vva+ z65Mbw@d;ru=grQ68_f^w;lzZA5GPLTA9o@onj)xR zwp*mm*$iuTJNmWV(o<$P&OizwK$E$CmS35nOmJ!jAWaVbyz=n~jMsj&$}ZDegn`7A zjy}aDq-X3RnBjCQCiXGzg;N}OQDuf>t^rUyo^Xl`wRol&$+4&%Y z#bT&tNK^S;DE9p7W-=Ynr0XjPL@=@n$3jD9XuX&+P7OO!Um7TP9HFJHKc9hLNi#0V5A>jSrn(z=lXu1$HYp|+sieyq@*tyUPE*2-B#T?r z9mp6M41ZO|r}7;zuwGzC=Q2=tava06#Jh0Xumil<(Mkc@4XtTyfQ15@%1iw-m&ma8 zHahLdjT24=#we0}fu0~VqE8lvwKUWT0y{2K z*4Blu?GispSV{P4j$rqcfFi|w;cMB5tN5o}1MU>uB`7EHU8d}umj@pY{6sPqY*EOx zN!mGcS@*-iOGn{$YY8qKT_BTWeCZk&@6D53)5QI~BfMd|(*=e(G-#c)R1x4gvH zK6JvGQGU%r($JqA#$e1`;S_uFYQB~6uoD&dh|k6;A-&96*akIEeP~(`T(6?x@z8s; zi~KCH&r*0z$Cd7hC8jiw25tLw~6&J1yLe)gY0)k;Y(tw|aP4_r`RnBM57MKrTwel2ZEluJcQ*D2*$ift;BHx~~^ z3CTVQ$)Grw04Gp<107pOG{FRwg{6-jmL@2FXbDDk71=q1M4ZAMqdPa{z%Pjg&)&}g zBgHL#{tgaaJbe5;;i_#4;|jpW=b59uMn8M`PKaX#*Y?Di0|#bzO|ObCRikWGaSXUQ zsm;LpluL!0YF`i8NK!O(H6e0oeB0E?qN$_<$RCs_5x}ypM8oWq9?scNLV2mc9G7ZF zELmaH!JeXM@I1CP@Z9XCbeVwo|GsQotE>BbCupnL}SU`a!lqyA8Jj`;)EkWz-kKRvdw`Z<7ElUJ?FcqHXF2Xi4*!(hMV6U!F{flw zjGY^B1729SxyI?X=4$uRfo2)W=7y66W|`j#zcejt0a z#*NraJ;uV1-uR2aB=P7`nnQx6CI+osECp`Oz~+DB4{KyfEyb7DNi8C0Y#q4Uiu0x@ zZ{NArMY<>jxa&)dguQXwE`w_2;A^V^+{+b0pN78nMz9GOirZ>ln7{m@0J zljtW$VTfr!G(uG{stmE@MU$;>F2`V}v!2Kl(@TS6zQA*o(D7j=l1wCGcSlvVTOPx% zU$GU2mvZ|#f9A3Xt_ah={Ogt7FiqCEJKx|?iN5xIl0$AB5$^EqKvu0J>q+(gwS3q{ zrNgYPXp>ID82PW}pQ13sGNB#-R~-vMT;Yzx0;5U|QY#%5t9VcAj#eW^rj`jSbeek1 z16Up=X^m3q&osli<@V&7&Q6Zb&M5Xn;gq@zbZnCkbj0=8++`a`%04c_(Jt%hkB@g& z^TceAjU=s)V|JfsfKe7TY#tY7y#u;tp#Xaf4l z5lk_rq4KTn<86k9CcXT3)1_o?0$+Zw!X8T3cABWE%pMczq6Os8ohB!GQj1s zEW^}`H|j&*QhdT;cUBrAMtTPzzVW!dZJlLGjyjq|W1E!l3XhL05+QP>1-uaShnLhg zW{h8+-Q5FAikE^ka8%2h2@n~~^cSLU0CXJ^H<*PIX_gzT5Tcb{aP_K-WN8zwaq0bA z+1g=!5aDUm)frADnl|u1(OGIqtHF_I=$Y*dX>qGx0oXB;+_wvy>$Ef-1l_{oY+Xa5 zvUQZ7kIlU(N;h%hwZC&BrAAH;wk=hbkEq981s!DJ2%G-M0V=odEKnqF!B)=e zpkO>Fx(_bU|Hcap#?Z-RocT@-dX0}Jys^wDvPTjos}wJfJt^)bwi(1xr;;Wl7gy%t z!pX@AEKVPv8_9lcbD_Y*ySiWVsQ0CqvsQ1Hf{pnGHh0TXvPa?RD-W;B^i=THtCx`3 z)wx41yfVur!MLv|z0Td1n)e|`;m=ZT(MxB+7;>9kIaxVw2G3C)HSU8BxV92e6~e`t zsTgA8!PGML+GR?z+ z+z{k3B3jbiwRxM`hG^6??ZSE><)U|-cYD-(EqRPxGa-j%M-sX}Oy&A|QXMm7sBy1i zEYVU(AnMuvKqh^)N5~ore6yngZNlwX-JSx;(%I zu}NZLo+hJ>gB+i@6@HA6YLiQ81GdGc%sp)M~J9dVPJcPW(`Id*bTA zZ4%xWzH-!MeidE(U2a1?Wn0Xu#sz_UBye_|d}TJV82o5AD4()1E^iH4{%(6jkXq7i zPs29S6?Uh$DU$H?_$SbP$*!Z442Y*+wr4lZQy!c7_X`sxUT zexAc%gBoOe9p_nZsQyDG{Ec#^4c|jM;c3OT?=S#!48;80d46Cqtw;$+6`vTQmCNG5 zUF@bz-r%<_F?(EH3`*b||MXK>O~O`@fF5fNHl0>yU6n{ z0N;s#ou5^ht?;AM@aJ*rrof8m==PXi6{jq(!i6s^- zuK#Bs?fsUNU*@apF#HL`e++@M|N9He`vEy3{>#IoaQQAp)ChV$uG^qulKDXS6`Pt< z6g%Wl)4g{+-oi?%-jyjTeAYsfjt)a2p>3N)IlC+d%D5;|Psmj7`^l-=QiQ&FFCChy za05$zx>Ps5R0B#5oPCfWq^+>G4h}0A524LIoCj1PWKiP;;#g~;oHFe(a77D>^%1y^ z4YHyAx-Q+~UDsrfhObS1u?K#cFn-IVJpcmxl0eL7L24-`+-L9#f0@sHH-B3v4_<83 z=gY0hEgp6VX-L{)&L08d2z~-8KkrmV>rd=E@Cbbq{9$Osp=YLd26TQtzXAR+E*b0m zX)?tu^WL7Hvi48~)J{A5Nj!Tkr#raNP|`ir)BeQx6H41wlD^q9w&6cA`EFJB@0mX! zcZ`8b`OU8ee5?=F-~*qL=s(JQs3*kOKUI!jSM;Bhe^?!L_^~OR1=~e?mCro{IHtJF zm&BFolm7a>udURbNS{@BPv34SDo&dCW2DNu--)mj7ny&{uX}7b?&PM?@FrT9B7;5N zQGv1F@XLs)e_{C?&%2xBDn@>qex_hq8u!q}01TaGqvq0n=!8fkQjZ0x6!ijK zw;fhsZC~|Hyrw3v^8+dfgeilAw$1MJDN8F72=-9l4uK*Ld9s*Rh!`XWo$!bSr{K(q8w1t;gegwIhjM^R$ z0<=wpcj6E&f@ce{y{()19kP=|_Li;|HrHV^|DEAghx@*Mx5X``+b}NUu zz2-^IIgO%O7MI}_tVyZgRhBi1+zI!F87g1@;|yOuHh5Y5o$k@`jsE?+&iKz6Uf;^z zNdLbLp+{-D_6rQCVK?{Gl@3V)DMy88>k=K1Hpm2l@xyepEV!Iy%CHezYq0>rPws#2 zeAZnl+P6w780X{rwzSCS=p?II)1j9CP>qx@opXz`9x}~VRRPjdraw^~%221)lA>q@ zBuTG98%FS59K~?fLibhp+nce{rinOhWI zhG=2LpjC8gwINhH6F>No?885>OTBw!U4EZXf-i4Y7+0K}@{#~IyoAz4AY2i7Qcihw z*C%K2ikuPi^nyN@4*w97*DyZjY-Ek~M|c~n)4?jM7i~2@C-KORV`dL#+D;w^*-ikt zi^JKZx$=(x8EB3_dPvSq4%nO#n_xb-3Kbs>D{roSGPrRD-r*mp@6Qt^UhrcMnuR)@ z-^P71BZ(P!q6>^R1?s0h*YLzFypg4aKb9f|aoiKpX%PVfXg~rO7^C2&45onQKF7C~ z;X#}y`u`Tt{@GA%7*u$9f&&0rSOCEH`#&~R`v0M#O=;NL?@PdbPS@Pl;Y*P~N_x8Mlwzx1cV?I+1CrB(T%%$UZ1?N%`5!%u$a6nOA+nC% z7AI!VjrP6E7RfDM8^8(=A^;N%(wq~uu&plX=>p~g5$pswbfd6f%KH&CK36QxQycJD zZsf@WKiffXdsG1apfLi^Jg4$yv!u`GYE&_pguNdL>DhCh zyB-6bGY01fXBL436wsZ7h6H4wpoYqHyknX6EeN+U9wD4`n-IQf@Vmd@e~v(Lj7my9 zhrs638y5AYn9N3C_NK(O#^!aWfeATg_c0sd+~gy6{JgE-WgZ;m5SlmJohix))4|x~ zGBRx=y;OA(&dU+XerAR>4YDX@DyfF?1qLE7?42s$J@21UdwSav#=vTcyKR`WW4G&w z^Dm&g#;#5@M<$v(n=FQm24WmRfjNu;u%}%eyEj_+*y^^l$4TH-Yi(^z$U#(Jug?a& ziFIsP@#(OyJABP{_gv_l18|8Xks5cBRuk5-Cb#1u!`pSh-hXP3eg7FD5%)3<(hwnh z#Iz9L8u~Xk7)Bh`H!-RK7pkDMSb-o>|4_^b%kT zd(4{jDv9RY zMJL6%UBpO#{*^5A7BWUnhlAvRy*Ap>7t$^)*7;zKJ(Dl-)Tkn5irL=Ex;&J_!E^_H zuGDnqP_U#FK+4|Fgow}pOMWd80XQ`6B!_|B-6An+8^IET)_Fqd4R8n(M8X#YRwUiBSwcD=o=%XMb8r+nRu(R36e{hijTVMAM5c z4WB7#C#~t~gN;enKp*!|9I4>&&xDtCS?%n$*)-d`QXT&^DpsTJW-gmr^RoI^NzpxtcLoo|kh|J?#7nUyDN>3%)i_Oxh2OX1 zsG6)q)Imxdo=?U_Q-FzXeF%WHc%hI2cTX#L{1#O6WJtOyXIb14K7q$JuBTYn7$eih z0n_nCh!l#n5<>fK%9J7i+_PJbXT4Zdos;ge7#*#|d3AIDfR$R{beiB_pum=16QuID z!F$y5_PB+)nA)GJCUmN^0K<-WVhWVH&n(Oxv#aNbN!Rc+y%w<(9e3eJVa_N|6}b;@ zhg4h1RWuW*GE!=@^%dv+e4pRUd)ev*DKkcnlXokdJ6V`2U)|k@ZCH(iD+f2XcZa@# zT6wY57!?o=K1&6wv1cg#MQR3fOqS;9uVSsS%8Vo0`f=?HRcf_Vk5s*8KN|*)!?g8& zjT>$w2F{!(@DX><;4<}!jfk`=C&!&}tUFSB9;gscaw0vtn^BKCrPU^kBdZ{f#4bk` z#|wpw6bB7jdvkRPTiSvk%QG-z1jl=i{ZJ6oq2Qkww8qqqg_Y`$NG-ACdOQkhk{p$4 zEhsxFj)!Vn;++mWcjtli_aOuKB1fI_ofhXO!*SW2QRMr!RSa=^A8M8Rz2@G}z4AVu zW#oMACTd#*Hgb#DFOMYe>%r|E{9vZ=&!hRY5I-(Eem29$&hRing05XEceFnw%}re6 zn$?dfG?|*mVVQ}LtgSMiVH}`2>F*Btr0n?a4S9uXaj*_Z@1bezdM;uQNZ+wmg=>yh zwwSQOo*6E{)nxD^h(Fw_35rq^rqZ4!Tl{L~^dezu#Ia5!o`L{J*@GEL$w-uNvV#7d zfp$U5=~aF-nFF315X<{gyyV)t%GJr?n$NJgM7ZIKl zlJ9{Bu%QGI?kpz~_EZ!8tjJnUq3xS+5RYs$5XyINCKxiKI1`lE<7S~*{pA4ft_-=w zyPDEcy?7KDht{@mS(55W#NEO8EX2R27W>d3DTg+Ncwg+$Q$#;yQ_hgdGTm2*rEbaUZvopc zoa>e)cPk8MUnj17CWv{Az8{-Bs10wvwyWAY!}*quvglYt&jeX_U$T8ayk$VAK}$Z| z7p{c~m<3b{2t*{5A(3DR(Tq-4*1mr5pb!0zXGetQr>XK!93(6NfcS62#=jn0v6`*@ z1{>n%wZ5Y>(&F{|GP*E?{aGG|n-zg0leCy2D43vh@{}kMZ=#f$%g0Se;bB^r+U?d9wWf7y%+rVA(WCLcj_r-y^&77nFNVY6DuU=@ zg}Pb?x@C&dP$yar7>KJr5|RlEQraRWlz^`yAg<6nhjsKQop$)M%e10oEW+ONMP3Ku z*V;L-L7hOPh{owr(Y@I;km|&0w)hK?-`Fle1wy3#0oqUw{fDVUbNfb2!7%wDdp|Z& zqhy91D2?+g0kP>4M(RX?U~PoKNQ98opbYb;Y20P1Fd>7!AW!`oIsR87~jaJ1*mLaNY&g?Q2+h5nlVin5a!hq(bl7{7t;CQiRV_E zBY`Gy`oRBQFhHL27u1!(xsLQ!^h$i;N;<_vFllwd9*lvn4qNCWZ-ks4PCKxO{Whz` zk_|9~%srrfV?w{@JQzA)e>*T|ZtH{(zza}7CJVe_{FL>zitiHPpkuy3;2BZT0!<~Y z-G2gB#)9#TtK}HfF!;)$|J%o0mHHVF{!Qh`30l(dMxFZUa<*K%cOW1jWEWF$tKL0gMI0MCgKQPA-{i=+~$*9C(nH)SN}-5b)|(B6Fy#|8&Nl&_u9F@mDa=ro1+<= zYTjWXPezXQWc;S{g=L{<)NgU;Q&>^cEpgsR0 z@1DaP>&G4|+b?}wtQUr#jX|nrfIhGCIzgaS{gJ0UWS44Slrsc|#`@NP7-}GboD`{v zWSz1qmhpprxRRsu<#S`eM^ps*RG4^*MI8P^A7vfC?ys(EY#&`HCB$STsffF4TEpQf!GiQf(YNIoI^noo^Ij`${om|sOgr|$0r%O_1wERV5J%%QJ2 z)!Fza!c>JGA0)anR{r7`Xx=)Q!62cw z^o9pN;pKr+?L>PQxof*$sTXizR^y#)isW@hMp%2`mK?eEGQ}E#ua)uNPVLxp!^cd< zlhq3Prt0$|JV3Fz!^HWNIiT%)zj`V3KX)ii)_82|=(IoB*rrmUg8KGSH0yYe-JS^c zM!@5oo?O@zg0uMMH`~i1x4+GRUH}HGby#!t;bo4T;$lGyZ0l<^@ppnBIru_~2}-Z| z)1h;mDfRv;t4_%A${Y?_xKbN(3C`Xtr>qlb)5=F6%@(dxeDXEqY0l3bI&i-S2&@F< z{hx31Um*E1k|kYb-a~_5MOR^}8WNQj$ybUtIGgVSoczLPu#_VZETd%zA5}T`CGNX- z(L*P3n*9dFRG5FsUc!gJ&9gQ3i6d&;$Xzg%wd_t|w|^vV6Fvg$p<0f_H8caC?}rAS z3NM#$UggUtG|WY-Y3>Je`>(QBpONIhG*aIXA;yc;zh2?K{3_hX`-{`z8ZFuIwQsVM zK6q!K>!OYzg%8~DgM$1$mvbaGk%Et1cZ$n7)hyZe#FO>qXTp^^G6z=dxqY<%z^~6u zYhEB~&`!5DA@17_qyGUX(@ALf zCbDE@@4@8#snedFc45mM|P$M*E`TP;AylF~v!r`XT6_*LH z7S?@f3m0v8`Trzo68u{QHZgQD)Hk*8H-zoV>H>Af_i;ELPfM^mC+eV&1 zB|799?DI6OQ1mJKc(tdM=T|E^JsHP5kU=<7^T|RB!>a4dXu6N|r)yh^5vwbRIpYS+ zf7Oa3qw8ZLGihxMmX4^nr8b%qg^_wU>!>xJF(2f)mdD%Ktx2SBDHWr3j}qja6g(a~ zJxvS!i0i;hXm=_(oh_1);!x~{XlT1nFBMT77**OMA5A|EtBys4C_@S?L+05mj-XW~ zGK6wg8~j&UWnQ+$pMxd1_fb$~Md+0yt|LaDeMS_pU`W@36r%}b4HQ@?9}>7!HIQct zB=&ioNC2jIdyx2V=&S*EJD4bp0F|G6qQ4f^2%M4c6<2tR66{DIChaPv17L#NQ#gOs zi?W!k-LZtS2G<*8GQla}dG4i6EXn8Et1B$JB!K4(K|Bf_bH#wL0g#4R02Yq-~n`aytO&VoYEDkn~#q1qvDUx9L`St2vD4HT= zzYlXYmMCBX4l*J^JrgNmr3~-4WvGJ8P9fDPd_=-?aqn*PK`A&) zVV1m6hN*{4vDg-+RJo_cF@%WI@7Z&jeiMtsYWwIxv9ZdTxQP7Xb#1+)r6~G; zV3DXSyJk4?0*Zb5w?H^f82xI-c}$55fpy+ty86n{X{7eX9x%Rrms^kqJa`9B8HP*= zRT|YAf*Z!EfQlo5l!9aVRq+0J7!}UH(5ZI7MBzM81ZuEb$ys{&aDu9E9=x?2=wR1CY^q4avjE@VNOs_QO zf8!z4uNMl6v16GujHtcn;h0o_1SVIG1XrrM#A}!L5hO*B9+vqbtXhGLtey`CSJG9+ zH{k7?hv4uZLf60*Ke5@{l!l;!dgN%@A&-I=8nvqwC~qk&giQ?<@`qd!oq;tf9#!mK z7~p8iKyPJ7I&G4ZbZm_OkzMg4 zi5($igKnl9im%2ns;N$b(k0LDDC;MA)H2@TA<%;POX76;#QGY~mTgezP+%+U#bEFO zQzf$ZfOcPn;1n8h9Fv4-4FBkfOk4;&RT;6T0WBk@0xLwB7#T0(t#Vqk^X17_aaJ(7 zETN_M8C_)fre`B+;~LLuq6{oN9|s*y>GtDJ_MFuF+2vHfZVK~g_pHNw^#qJ(DhJ5i zJ~v;?o69n`&e(Uhp6av=t&!fUCn=Km<4gqsHAya#>YTW<8vIsvqi*M~d|&t(Oq1OE zC*PHdJ+kligv;jCbIq?KjnJz`rn>6(IvLEN9Lerh4lNwuQ`s|84|BXA_pDce_jBe4 zYG|x&smZ-x`z|HF5p-1AhV=A4TBu_;ewT3#V14Dc3+Ikd3>hOLZ5Jn_c>LH@RGJmy zCIoluu@~Ul7MhSOCEX-cpJqkyYk->9=Gu(&+kwKAB5&mCd^rE=hW)%&TCOXe3DdnP zA6ls|%)MBhFFy_BjG)@lwQaChN*YWzF4%=~<7$l;zpJ4*!j%`k=O~RL*%CCPaZgV5 z3wYUoyQS3t-*Y?9^_70J+z_CmE*uUtHS4a$aPaRW!e1|0 zE>Vy7XW(Vz6KG+odstH;@_Dacj9LJ;uH9S{ih`r}q450W;%z}Zr>ixZZ5tPOH~?y0 z!&$#Y5)J*!(+@XS)>u{@Dy5?F*6b5dwUnu);A~e@akK&iEA4A~us+l%RCDF+j`(c- zwoX@{#07n|uHz-*G6XlY%0;2U-cL_TJ#RQCSFw37ChN6j2LK1MdE)^UC@KV0O+OZY zvOd&8Ri|7*|5^&(Q+yibwa+*TR+5$8L2I~xIMU+v;}08RYk4p4Ca#x#;zLx3 z^;)f}%IU_KNDU}Ba4hL}L5lzLKa>jD-#NJVFaSUoEdcPpHurxNi+{TPKXzKI@BGTq zyAJ=MEZ6}h>V^86aNu*wQlp6or{+T`r{G?OpDC^N=?X>t;kNmw{x_3+qesGQDSEIZ zT2AI>->;Jrq`S+6fK~(x(@vNz47E;C{?W>&P2kH>VthMjsSI_dDA-VXWL!6>G0dZ z0m$4v_5Z`zI|Ydr1qrrg+qP}%mTlX%ZQHhOcfW{<7jeG!$NAdl z?9AMmYxM*du7nZ@W67W)ZxDiD3tAD@Y2B)48>oioNSydzKv!1j2NhPwV+Hbb<$^oG zNerb$tcZFChs+MHjoxj+ycf~mcJOCBiZ#*y2&iweXCKLFD>|-V&x#CC$d7%xM|l$m zWc45J6B|D6z}JN}(U0+H!rX^b#=h23 zxKg%)wVd3hcj%IUdCWorZ4XA?(;(d%2Wkm&<@1U zKN1<+x~byWc9xUN%gd_~<8KJOy<18`DO_|LgQ_GJkkSUp9Yt>zN$^GOvZ@`WDY0vc zu__=O{nOr(h;c+X`Q|QG#GXIzxSB1psmq+lyMK*s2NWhH$!^#jv_Pa@H*dILa@0hd z3!iFG4^})D;UEw4=%f`MRBS{B*ehz@j76bgSIFiL=!BBt-sPasX8DZ;nlFdu92He#vnn&nO($5uUyng+)lXXHkj=Z(`~}%?^;yc^if(VS4!Yv9QP$W$ zIJ?Mc8AjsMdeAjOdF>8xA{2AsBGOriDpN|wZlz5;=dOu~o z7WIoB$rBUDF%hb9417k%&K~S%e&`NCr}_JYl_T4>_^18`(2&zRmuDYXW^bb<&vY%B7mh;zN!nN7#(`^j4lJ(2?3ie6f|Rzo{9`iUVsV^vlX{`6)YI zs)D76O>rH9)Lh=>49ZNP6}G(;hqqjzzyu= zs4rXbInv3}SQZL;g!0ZxwiqoY>1-85;A4dHeMct}p9KHz)1Xvt<`lr6gr zLP-YdFg8LoQUvEN$bMgqE}^J47Ez*B6rwr|_4eMFupNt_8A}Bqs!7b0+!s+9ZenU- zO_<|-Jfb!ZV5UTfBq^404>0aS=78Y51FbtK)({HbbN+CcQvtZRT$FQW-+qG?0(xmm zY&E@IWS~-{-Q1LUz5aDF(9RGe9AA+fjOuZt#r*rE*B(MGowP4e+2|8j*^o%`Ii6X5 zZ+J{_n80jxpe8{l;*V{lpWJ5r#<*z4JgU$%MYvGAH~bHtbm`z7#EdU6S``Vcn9jR| za0;-Kq^Cr7BCt~=Q!`%2Om;dUCeF7WN9tL@^av@cMI2SNJZuPnnIC&U)ZgWL_AgOl z$ZEgH+rP)@id+`IjYk4x4AUX#kYRRQ*6w+`?_8wuoWY)b;`*4mIEXf*Izx&~lctEg ztSvevn1GRoA~LW(ewSRM@Th+%>q(kd?)Px#}lgRsjF;{e`P`er_QczghuI z{_Z7{Xs&D{q%3BQQ}O1o6++uHdmX@vA!q-(Q01i}N+yVrm3d|9B#MFEPNhwA6?RXKs;B7?8#lfZ}j*Q{xWyQ6?Llz{|?uyz@y-`0EpA zQamaKGGSr0FU~I;rS6iJ@a;p7^4RLNW{hzSoC_AYi8*by$0~7V-Z*<7l1`-1q6P1f z9qfC)rINoE45;dP#}>ns=vU2!OE=M>nkq*DWy)wxxmMaVZvWVy8*>$PcO+nMbl7tx ziKEik;_6Vys_&&9faWnS6M4A+F{0Xhx7ogC&aTO{#RA+i)_;u;Q&BiXjP#;_!{#Dv zsj-B$&Z1RVlZeKs&T^vaOF<>3xIw8{KjMQJ!trovCcD*xtC>3fij>4(BFUrl_kw@D z@ZuJ|h{wF;r&TG8sS`DAOcBsOLY)ptrMEJ02Yav)%(M#M zX#Yj%5!_(j{VI#6!8Mx8#Z%3w<9G$9=nGCGWOb(rXEYmw{L|ZlQQVmc#9;7y1XV-M zw~WG{`TNvRrOGal-bcrXDa8qGy9A!e3Bh(@V5FK54|SOCb3RnTajuj;Pr@iH3JYU9tn!k2%l4UbX*0XC zrsxycJ?1{oM(9_3q^(Pjl|*gNWgijthf01mSCKcd;92&^iz~0~OB*h+50kx$T|rpo zm{TeBNF18bB6@PMizH(3SU%S{+fFg1q(;1JrXQL!?=Ox+$2nzMR~+L)3D-)wv5T`2 zxPM2nQ@WYRWOq#{5_XZEmF?^^d%2m^c+*^O zHWF@i!%IS)MJGDut-FV~CDAG8-TK=^1+y|lgy!bv?CAa~F^{b2Z52aGcg^b#xS6G5 zY4FO(Y|4PEefQ^v-cDY;>9BNXdzJj%BMAx^RQ>--P6eIBF@tIAgnhIa_0SEOyfosW(k8-MgV7Q0^92QwBD?G`CUr6gNUw#;+v*$rj&4y^lsN#c78v&bP8#-^K7cswm_y6KQJo)U1=d z^Bn2wQ1YJQQr{J%?Z(QmR5XP4cE*T$($SP$|3*om&JOW^^L5A}&Yb+f2etP=X1Hs> z7cb-kRP+l~T-iY(sG;hSzDC-3<7!Ueg3{=^50M_&&eQlv4|u5rH8~Bfo{8Gx>1x-c zl1OF<2lYY#I`DD}5`dWDJJRI9oqNW{x>SYw+1P7B1vvE)tcP!K5oLD|O!gf*AxdiRmf;>!*2oaKLPoq|D&2` zXy9b>f6zPs*OFkqW>h}nZ%GjOwHGv$$umn|NSNZbLD?k25s!HI1zrEO46nH zQHVN=E3T;=(j>73kz_#}1?VCxElpfu+uN$!TG=7bpL%zqUr+@TTP?gq6joczMwn-L zavMCJrKsmCSy2_D#8wdMrUXS>)|pSo+)IYM4fOqPj_T;2U!Gs`CzCb$R?&IxJ3@)^ z4*C+sN+H7zW};^Fqa%|-<`|F(!9U3WNWnZPdp> zywL*o1Li~{EDYyT0ntEdEA%OW8MO)!aU=`4?eY3Ave1x00cflg4hol5R-b&sTspEC(i*UOoO zY^mcJD_G}NP=lwEGqncjiheab%jbe47!yD>1!FM~Lg|j;EP12`$iG}4IK=LsLc)l@0y6m*jT(GvR>wN$al$N&J^ zb(*n+4}Ikn4H*CJ$^Gvf7_Ws^z@_?8F$@xqn+lkQjB4N zy5}whb>6EO@8wW&dDGb#<-a8+-N-J3hIoOM(i-r0_b`b80ox?Zx?9U~)Lwo0W%r0%-=r zSB;!**=*z1yI(afpj1-rK<%m{Rza1@C7^-D=be^KwYG7kS`n_r z1(Iuradmr24B5N31+?oR!V@Dg9X@#u1dN274(cw6ULDgIJdP_bS4hT_?2bR{eriY)&{BZ80cgric7RhPDC{nd)|ENfbTO&O9p6JqWV%D)G zt^?@19Iy5<3&4nT|K|j7*P?xD1?6Ruhq7@HjGZM)Y8Oe{ppZeNv4*493Ljn`x>NYz zo;ex?YJu_89H?h#O`*P1itB9xw~QpeeDy;J z>E=1$HWAi`UB@Ix+#N0r=s3Hsweg~^Gqx$$XVE=_3A5A0o+{0PJxNC&=Ntf)UsChY z|4Fyxi*N;t_JgylMjVWv2oY(W8IIu8F9dS~*K5Q5bo#zTG8jMr@(9?ndnG|I-zSeG zxqT8ZPX_1E;_vG)wPna~{oIu^Zt7SLWYO8WH%|_8NzcP#?04g!Kg3TWcy!fj{TT?- z@(5al|Fb|-#wAa$W0eeE?p)iBSXQALSzoV&=W0eT0+=&XH}^zEhrMzECYY!}UBW}G z$%6mF*MDd34u-Gi8#uXmT@H=^!hgkax{;XS`Hr3W#0xrU zv`#F`FjZE$;e!2g#B>DVImvHySEq+07uxba8Ap2ID>~`F4HGgb001=qKhIV>W0U`- z9lTQeJzB;7*U_2?-%1LTK4f{coG@eGD#4h~Ep90?Z_%NpzhU&!*alvz^5bRZ1`k&+ zV@;i)Na<~$ckGj!k>&HGL@Q-tGvpp~&q*T1irTI02`ZC7Lz*Rx%5qL#HX7qu1V@)( z3FSLR0dE0Co4MN`?Whs}-RrS=`98*x-iR_nQ|kYd2{43_EgivvJ)K@@xi_qe979?X zAK9RZATg^?$pirjEpR;X03UtGzTSOSD<1CNqs>vGj+jnNFVJ@uN2*OVXNPKc=s9L}lbMe8a^TOkpbL;-o#d*nr_ZX(zd(x!>kY`y$aeo7OxmpZXgsvc>o{be| z$CyHig(k*8>J&){OPN)q0U|iGlJ*e7Bu?`>#L*r>I%wtLF{(p?cKT<;LQFEWWUDuS+UwVowQo9=+K?J;Q)rYklAh4w3S-? z`XtEN>2|ft7BD-Wcw*hcF7{gKg3z4NzvvD)p?z7vbakaIKagoN!=S_287?|VQasDS zu#n?v=nH~9smh)*FK#3$4Fd49KAK2W2^&%&WV*se zX{Q( zS5q&h!kLZfZ}(8DeWpVZWPkyWRDC_-Rg;Rfb>C@DB8kA!(CUPUa1Ai#ET!#O&dG=8 z(Nu*_&k!DsQ<2;R51&Z=0A&=h#9L_!-~##B{h2v39Qo6izd1G62b#Hi>);Ly6#W== zs6BCD3_ju~)h`|8-y*)kSLoOA{Bc27kXM@g_#?-OiT4k=QJQkuAt&Kx{e6S>)<^7W z9|&d}Wph{Zmkl$W{dPeI4k=0mEIl02^Qn_4^9Z?zzx&^2e|c)>V#r~Sh0H*qsmkLU z(Bs2tW}%1ruAQbRbdHZt{G83_VfI~Ls^pcW5p2)2!|m!$NrgN0wm>lpe|uazK((q- zJ>gM?0;+tgHNaF&e`6NDXwg64WDLNhd;;|z+5LnE=Mb?we1;T?jf^PWx6j^g;x)b& zKs7TG*#%Ue8HOp!CW(W#On0#(^zyB|BYX-Om@XFCz8Q)_jSw}q!B{;zO8V?I^n4b2 ztl98Y9GpIxiCg5uz6CKVrg$B7R^@iaXBB!dTKXnvDb(`IEbn>Md9KvpkCeWPg5y(J zoz+%V^y9{&j&9H98->hA+0g$`BX@>NbFiPYwC6A(nH}4(*qbSzb57UDjJ3kxlG!g^ zH@2uzv}V#w9+iXv>0%VVivZxn=fdp&J_ob<0P_?b&+G zvEjHh**)97w&}Qjo%I;U4q2722xGLQ+zJRk1S0k;pfLgtp=%4M2rCX$h(J<7n z2SZ7;0W5m7o0k(LBn|BAMBZ&jRcD8cQ~eAJIY@~Sn+28&A%$3tp zc}b2NuLQje*ActR?fasAEZFxWc)*YP<%a#wKfDMq0({1=9yv)10D$ZN`iK87T^0ZD z#EIU26OA8fpE+%`qy7g>;-7DL^Poz$^ZJbYg)vHm#L`3~^?28~F%OPpAT1k8#nE1o z#rF$eHi&>gp*3lbtC_0|4*bn)Pgs}~|L3(whS}_i!aWXooB4x$^}^xlDfp5cJG_Q- z6V=@00lMGo+0osk(P5ZIgW#e_a1!XuJb+!keoWGUkX`9l-unTib9PN3j*b|k=&j!Z zK*>tE8k&Xf%!H8pk*zQ~{-5V7@K}u`6xTaB9t0-2aw=D`83jz;Jerm*>6eTUZ?Y3%s8-S_yHb|t{m7OiM4)@e-Rs$^!qsdZKVLVul^%%++srMV zILwgGx2kJIb7D|}6W~{CS%4iodo)CPxJD*KV{Z*EN@VH=kxXqdb{&0w&BwEy!kes0b8>7tpL(P} z4tJ4FF-y7RU=4hWspVRs57ob6V!LTYk)`h~3Oo0jNZ$vRh-2^ikQ4=KE2fu<+ zLvLr2)0`(hkgtcyyQ#cPyRo2cdSr>6o9;-S2&|92!7Y>^9w@ClYmN`xIhK?;nfIq8wesiDkr#) zi_|Q#$kJJex@50yNTIWstVrUBeW8T_t59qP4d;$%2oqBAEmx`O?%Lj4XOf~eG)$6n zwb+O45ck7Sb%2gl41hV!)0T6>(Lp6P2JsQq2$tM?3@%P)F$1Nyj=9Z##<= z1?%Tj=C|@v?xMFxuU2lHb}od%HG_eyCDLwO+EJ$<0cdCG^Q_peUkKtX`(C?%7~Frv z??*a_FM;)VCY<=e06SPCA`2N}zXQ(dH=T#bzEE|&$%-Nr5U@+4=-A~!MyM2+vrpz4^3wVT+ckj(leW3C2}0ablFd#LNCt zBLDcB91p(bb4UK%mn$87XoxaEoW9tb4hL4!KBRFaT8F!Hl@w6jj7-=MC85O!FelPD zqq{>wSv(Hp^Lno4zw=_o|MQpqUSt*PugJjz<~=`5Sra9bso#8BJNOieP&&j;zp^-2 zG`$$HGvLUD3}0dIJHEn=qbncIAi_{K-p$ync45Yk0a;gsWM-#W?Rqys6sVK9f){K7 zi(Z5!=VqleA2_M72DglAp3tWYl5TN4mC-;`l}G|wd^#6qkhPnX8H1t(6OtOQIoF!% z?0u=t<&nwX{(6MQ^r$k{Q*}*%M5jzzB%8a&nORhQF1Vp9a8~LC<3cJfUO2saHsVRD zG^Q~Mk_M-~J;+nz3$`-EXMnmICxzo@2ZND(%*ZOc##I3|wJRNr(I}1(=|RcQwk1X? zjp!{Nj`769z5=pTV{Vq{6{q@~4W%4lLA2}TYcSPylC~yfvR?(MjHD-gRIk9huudLef+QHrq-51-7q@256nSyx)f%z7<5VSL*5?UPX;9cL3zHrK(e>Gr`!_Ab~ zi4mspdLnWRu!}0&GRZ_U%?ilXyJDrB#_SmqUFcAtwE=@9P(X7YhgQvY zcs1)946Tr{9fQEv!~D^jJNvh$u96~`pjI{dmG|(`u?L*zU6>A$z_~_W@uDrwD4m!& z-3XnUg>1#KbmCN#*>uGc&y9j|W_v|WX2Jj^OO`R%$HEd5MCfA`Tv!57K0hC%fL5p) zxdmf4=W8BZtS&7B8+#?KGnMp%eY459wJjFKe3_-L4dI-QB37n&lVC835pBTDU12aF z=NX_73!Gh-BwDn8fN1y8Zt9eiJE~lz2FA0VZI&{DWg4KOIQ^UpA8~cEF@6ozx zn9X_ieM$s`t)yDJAIc2_xh;RjXGs>kPGf$Ztsy9yz)D3|u9h4@>@7AaIoY@pAZBl1 zQNW;o&FVI>7f0vU1bvjF8RHsV+b5^-iRXBF>_4A>Ft(@vwwm;Ad`Gihgzso-V(z)N zv=HO~D<2pnZqEk^BkkpzHPfvaX91K`?niPEu=$M7JupQQmW&=omqnsnrOqf$3eo0* z^a_ridIPj6Qiz3s2ko9&!PPT#QJy8kEVbj{ z!Dql4jB3j)ScD7KVQBy#>gp@Ui>rS+ex`8Qivat0+@aDcg&QA!M&vn+H*wI_4wYLB z;I7sjqz)`cY~m2*n^e%Nz8|)~CWZD>G^y43bg`1>T z(Y|hxii56Kkryq8j(!R_$e&t-)wEevEhs00A5Or*4ftPTWil6fhQInTBy}r#r=5AE z+Hlq_z)|`Q_uQ^H zb_ax%^~zcl|B`5hoXnxF5)Ng7ZHIO0m>xw&n?aUQ5nntf8ZBZ%VMO|q98qdMo=}vF zkKcDS1+$lQfY5dAj76;0BCLa_T0yYST&-w`=V#00ja_1rG8*3nKjb0zdzXirI^Lw> z5O|}kXenAvK4h#w9vjKps-aG?u#3+jC4ofn9Jv9tRr@!kriP+f#*|ReW|>Jl0!MLR zfLZ^d6Kt^3>z~(z0%dk0Q?pESyZC`)PQ4Lo`gTP`1adqdiqUS)Jw;5qf19^Lfp!pd zU2UnbhExW~adB~qqRN##Ik(N>T}yz*DIu-0emU(Mz~^^taPNqq8by$r#U#~Q>``>) z-VST3<3{`igBNDr9f;Zer+x-|~ z@x83BszXy-nxG=j#(@0YJrz@@X|YXx8`pdwZGL$V?CYT^DuMq2d?@^o#!aX;Yd$$W z%L$o|FN~c-z0dq#p;luVT{ka@>W*e6<;FdB49@{rtjhZ7tRpyz03&eW*4^7-H9OPo z$Js=V9_UB78S2!LY)3=+vilnGON*J2*ImyvO_%h2F=*+zrlC+U7kcmQK<{cs`MEh0 zW$RTIMq+dE=?Cco__{o&yr+&)o`>+6Eye6>p<7+D{F8Pw5dU7ZYW zdJ-dt36F2onlV4c<;@(=vz5C?rRjkDqzjx3-UI`l=GWPUzENQyutAHT#(75;^ZI8H&#Vb=KoBB=^PWAuQy8hs4P4upLqQXrL7E==y@ zcHlF{J#ZWqeu1@-w4i}0?Kn{>q8t<^0Rm+-_5;eT`R+9%(@Z)CtklZ#wU8u?F*Ip~ z?kwEK^{hZ8NB039H*ykT=LQPB{31cb6(w!~zxM`4-ckfC`#RGU|DdJhJY>#PX32P; z`4$#ZdZHhPkj3S?U7SVrBxU$CZx6MCWP<<>AsFPMa68|Hy%{8PDw)?SGMiNyhci`D za$~U4)@7dCQKJnlP>MEfh?Ou?#w}SF0!3q3PTibEd{4#ddMB$xxAfuFN%m|hZCkP= zV5T|DSk|h0!HfKEm9&|JQ@ZB5;g~8sF#WDoUp$Vu89nNR>!ZyDv)nMJA4q(6yH6Il zS=&k& z?-ZFpdA7nClIb@`_e;|@7RwZ?Pd1;nldP?C>GQ4;m4psk23=?{Q6`hi#H#Vh!4alb zPkoCUzF5Jq(qOQ2Tp^0|K2!~(VwJp&t7!FAd!!!8R$6nS=uKXQQ-q3>)GGHE{i11! zrsnDU@!s-bG`F(uq$@dAmI^R;RBowo041S{!kF;D57%;7(UzjAaJzI5W@aljwIW5W zbTqIktW(Psj;lMcDjbTfmbyRy&Q+jDu%c@ZZM=?#vm^Y%gzPvC;0Rcu(p&D5;4++pDv1e zbj7CJMb$$=KVOY3FX6v^VRBvgAaF?G-+bC=aZKbz})P&1WwZS-kI|F-bcl$ul7Y^q=k8a z7M9SEc;YnrFWXfh>+rd&K3=#;>OHDrYJr2EfTQyz9-NO;cPXZgd6-0F%Pq=f0khq* zdQFP9u|l%4C$&N`ew2DL-(75b^D;fArTh`sEaK{>D+B0l1t7&1@LjU3Hz?5-_Ic1dXqaB6_MYr}?_}ah?YA z%t#xA50(Y-{XaYkQ%r&nTM^%QEK%~;R?XyZ>!-}`-6xzPgrj*Gq!DL7Fy$z~i#gH| zZ9f?{CtG4~HD0ZLqAIEqMKJx7vTNclD@iC9R91{Yo9OhvCs6m!-2O_@sFp3=r5_V5A))+^AeDu*?M_ z;+t!h^{KLc{+>9u6@v|tnyl9VkYKjk1EutdI4T> ztVQUzq~5+ihvn(^{PppH#zS_5J@Du&;*={GMAlxt6=&PqYX7R_#W)xl=Mp!-492;o zM-=D|RwX-N$+7`DLwdMR2~Q1l5k_ILxlJXp-361L6(pPf<|j=2$=pAz@< zj@0Uk-Qd`|T9NL+)d>4dB=(G%CN!>eU?5oy$sgEg4XA;h%|M|lqt*PUM`X_3wpQzT zuU`gT|6arf_l9mBMN<}z9hzZO>1^STZJx57eAMWUxbo&$l1_c09^sWdI|Y1ZYTf%; z%fO$CSyQ`6!l7E;$4XVR!f0grKN9T`<#{or$eNm&e{1}3+6(PffJ+xHb2k-GKx}18 z{W!~j*;Hup)Ix{t7X4|vAAf>HUu7o-Nlj1FNYq*WbWE*$D}4g$#@DLL<4iS`UiE=> zzk`A~454ad7Oc-m98nGom<-YmsX{JA$Im=zoGUSu@ck3uH^69n!EmSJ?dTo-bEux# zp5ulBtr@z3^^vq4#QyByGUs_~-I~s+?DK=S64YW_*E`DmM%*2{<9mo@6N7&~Rub#y z8)wG1taA3_@sTEFMVA^3nFY)9>Y766Zn-o^L96oDl*jiZm;7s8Hg}JYPuMNXxNMVqc853wLfIMKv9T zAyNNMfT>x{mYHY3s%GuoGWsJoG7Kj(VFkDTS71aIHgab&jedi;?pM)g<+RiEcdl*) zlxg9^&5j3Ct^62gjyMEgUMV5_eBq${We$tCzqh;W7|>*hP5Z0_1g7-sn^45|O9Ly` zqF$g4Y|@1A38mqDXDRbpT~jzFZyx)Y7kps|A&>Aqy~JrrVot_F&M8M95ue)t#~U`xq|-}W|Ixn&A~i=aTVW)lZo z4G|M!MkR{tVX^)zd%>ijwK*ef>IT74?U@Z3MRqq-)p{ZqYDs4Ux_-yWIE&8ES%qU> zi_{V1ypsGHjeT2hL7muA*HZjqmedbtj1Z9yuq4y^;{-&L#rRy}_jEwl%ViS*>8Pe2 z1Jo;|w?n3REl}LJ~p=(a3M?a;@@)m5_O}L#Lg)C~^6qh8^rI+`?^_rrk(VF3y zPUE;|$-UF~7|x)kOAN(D1pmg{gbnKIs#2chFM$l`TT3>e!{7#SnVH*^n|3P1qH+}E zyjdB-zmjMmmR!v;z%Xc3&C!+0L(pu+8$u!Mk5-{c0iI8?9lZ4pvu0KmkBj;Z-S79b zLEB2#uuiQi2|Gc1m1D{97b}GMdq<91eiV-Rr!z_;;ExB>n%PArMdKP8bI{d}2HGx2 zWSuwNWW_*5TBF6^;;|k-E7OT?#lp9W=}6~hFl4UUcj;;-&q=G-d59gFf0lt2z@>#m z1cY%oTH3(dn}b)lC_<(EIoj%Ue*yaIEBfkarrODcX|g+0hB&gT`duX4a9CzP-v;%D zi*2dqA#GwzMJ-bfa&D}B{JOrhmujGGUN7EzaJgt;6b4ak2aBpBvWvLF9E76J-uGDS zUX&hbiN?l0wf3A$GilAA`#27WPPmi*$(!UXU?H}-yn5SIJYCVe#4YmV1l?m^IB0{BV%Rg+_Gy zY(Sv1Q=7W-gJttUKJ9#mNXEuzuvJUi-qYJXlr2Ed`pscS_soO*NQaJMW)A{;R?bCD z_c)n1ahS91uBiH*$K_;me?3H&Relzy^ZOgV!Wa7BhAOo@KKA@bWk z?C!kT1-NMS^7Khpe2;cXqOLUj8Ax5>jT5k^8*=j4Ahd!#I_!QabKl+`*7lM3BuR+7 zvwHw;cX;Ln?O6kIuX%W%P?BvPSBLRj&~-jifHX9?hW3z>2lB9lU{VBzJ6v#HDTxDD zIZ3k=#H%)nE6$WK#L?SHzIX2K1HX438w!sK)avehgf75vF!eLo_5=LiBNDvYR?Sr? z0Du)%006@OYee!NjFI1_#Uri%jcu>}4{W<~wvxqohwQp`3g)mXk_*mwk(gJ8Y?x3& z{4lggC5idy+2i-~1}Fp)$)Cv9`}U4Wck77NQ9FEf8i3<*b~6c_9GmXlXt1_J`&n0m zxicO@^u0a4dt2A&Z1~U}KQ}%O{P+mm23!p;JXjp8Bq>jSa4)QSK97#>*K5O8kdc2g zQRB-GlmWfs0t2*|& zeV%gOSx4DeO->iu`=HwAbUgl)-0@%}Zn-x}u%r^wZ4o=*zWJoRvTAn67pR!C+X;H3 zQN!-7o-gqEA?^JXJtcyPZTzoz5MV(>-1;y6*dX0GG<4elqpwGgmYts9yW>@7mTVey z<5h2g(c@3<4Vk*tbtBM@J-XVnX~;?Oq$2Vtuh=+UM+Ja49m#9C_)bAPe<+Lqj=PM_ zb`&8hgnG36O_0IwFWkEYLa)O5VcF%Ui3Cfvkb>hq81p|YMpyUV*4DPRay*bpOfj~y z-vkA{pMmoIxd$K~hK-^}qt?$I0N68Bn?>BK9D%q-C`Q?%%B&nl_Qx zDz_ezbkvduTXD;bG4`b%Y%qd|4r7u2QMo08T!;QpYj3y>KzVR#?+C7A%B{go=ZDle zA5~}AzL(Rakj1d>!A8d5ISKSjeb+mVi`DM~Iq=-BzEdh=emi-3T+plm1GeJSqo*S? z7Vb=MO$9OQ%<^+{>NLR3K@C3D49QM{nfamXFnd@d@p-O>zEjiBLi{CG%)fbj-#d0= zX{9ZK%2$F+h@V*cGX8Budw7!+QpdS;cAp!A%2!>W5XmJ|lABRSj-c1?bKfQ`-nbe7 z3Mo;MKqn$WpbRW#ipO%-?hMiFUk=li{-Q+}az5TSD(-unTEvH`oPNb~GtomO8*@81`h# zn$dLwEtfrq&ZP(+mMDY>FlQ{8*^hpeQh+boO;LiG@`-WcFkEy;V`^?!Q#LYJ7P16? zWclKGYayV5Xm7;<<8$CupI$vcPzNX|??aKJHdj?p97#+xbVX@EF-954#@STNOdhCg zD40kp^=M0%BNZ!IdyHTfIsmH}M~R!mB{ha;s^n7m&Vr#XR1(sv0g&{VBy0)v@s3P9`y`rwO(w|a(3FRqw;tjJ-#m-e-fw-7Z zn}2b>LTl#LLV6|jOfO)X$3Nnu&vL)(Vw&sKEzfDNTATg5EmxTi%&bA`FkZ@H`F&_) z!805i{b-zdQ=}K0c~d}3XyzXYczHKo_!d|c8Vyaw()M)nOVQkk3%$nHb%i)GBSJ+> zcGfoV?Z2kg`e0b_4V>$yE}*_0$EATLU1&CQCHq6qfl4N%&dBcj-oFB29w+~V*b9g9 zV}P{YJcILaV0_EhpCPQVducssY3SE5ZsG^-NWxQjc3+_^ZYR6!r9C1X81|@3o6ZgO zHv4AKq%OWqb+>#46ScGIX*MMxy*jwM+6x`Py@(NlFr}%?t%23{zk!-UR}v0pVy$|u zU#y?-`!>&j-`YVW*<8TTq&qIQ>GZ_;U_BNS6!D=X9=7%0kW~upz{Dl(n+XrETzl%* zT+yXpaori!d}m`kH6T)MBENZ=JPf9#-o27!(yEVF)1u(=+#WFSb-V|k_QT?)Akadz*GY|Xl>L*f zxhQ5O&KYQyWTQ7O-7eCbO|^?%Tgb-j1d6m=L_J{Hq>Q9VXgowaBH}d)RP4vs=TBrM z*6s6jFSp#U%Qe72CG5+?n|=})g?LBO2p2`w@ga(jc3k}3AIBcYj43bTnbcJ4C26V> zBR+~HbsS|fDFK*4Dbju@@=BT$;|aKpx$CIB{Ue~P*48IJj;|odG*+9Ij9D{uklR}A zF-(rGE$g2k=d~}HJRu|s&9+BuBrSofl7tXicQUyiJ3?(X_dxWNt@Bt z!*F$EfDaman~5eOus3Q$HBq)&{@@fbq^EaYz$&1Rk%+BtB0Y2T=#dMxR+>oVhX(~310xGihU6EOm!2v;}Xc6lqVP`(v(q|GY_D-ds zHA#lb@s|ymKm64|B@@&nh6dM)nwWjNaLR9C$N={=Fl;sfSD1(zFs4$?mD%r=>sbGn zS&cE^yJo55Wa+v-+$|tLaLDdHp(okjtDCQIXyYJ_*BCIE`<>g5)LMw)GtQtqukuAi z>LaJKZT!Y1Vu%&^s1FX{H_fM9!^RmBoCWQJ1iJ=_yfsSd1R?(08Mt(sHX zzy`f=xw+BbGca~Ho|T1CbC;nA<0%8r$ip_>E^fS!j8Xig^mA{d2YlrH2*=x_D1nWA z-vjV1nk}})mk_J!P1iaa`I>wd(VFg$R1#SJPf*W0Ubj*V?(GdjPWOK4UR5p+Gni&A z%}9G-XVmS6mZ_5CVFH{56WQ7qXVs7iD@E=idHSb;8r3&LsZ*_Dj8d=ISWLj#PyYo? z{aA^57>EnHI)p?FFQVhGL`@1$qS#6HJ}?Hz2fT0!_>lzXufYj{Ld#g|A9q=( z(({%pA12R>KJ^dl=%bp=EK7yaJtuh5lT>hjA{yq+zq}E2mMufaR0u zE7RV)fXN<9cRF@w&EqdL<%k^w8~}veK@EdJSg_BuXWCvQ=FCEEjGgN0D_tNj2fEf8 zlBR@2>aWjTi%GApc7q4_eJN@GA?WBG0H+qo9^* z2VHru^ZU?C?Rpy^^~u~eo01_YA##lAo6W?f-yas&JDq4TwFklW>)~1D!j9hAr?Sqs z`_GAIBc9W%KG6jv_F6Q)pJgCb`ub`+M4jhle7+0JAHe?}7XL=V|2Z7=Uj^Ov)&|a| zc8)fBHg>ia&UTLfH(U_0?M{>AFFP6F7uNS*`FNU_E;d)U@*ZRTp@x#i+M%D(lbjTCyf?y)u*dBUI_k8>_F;8*Q#W>T^ zFA^0lMH%E93{X0x{b9t#gZPUhJumH#vIY@{(pylyb6C-tJOr#%iSzbE_rv88p))3C z)JSq8S0kjIOD74m9x~6`NJ!GazC*_du|=bx!M`I(H1)B-W?~3aDDK))B#(MX$R>gK zTnGl{OX_YGPmn~Mw$&t;?vbb?53!!z?CcJ`RezWhAOD7l7;%gnN zMMp~3u7*Q`6hYZj9F-g_2R^GiuGw7OWz78}usVmtp-Jn9n3hfU*oEBfY~w|$@e%EK z)OGxfEZE$#@xut_{jfK~TpJ9$CXd$aQc6>LNWLGYoM`0mPG^ z1H-DntlnOv9)u|u(A)OZxIq<2Evv|F%>*50Gy#Dp7e8Ny@CDJ^PoUqNB7NO~Y&;&Z zXMb0=+uRhKIdDd}w_;+pM9!!CMffpF8cPGlqU`BI#h854d6-YaU)muHcPWpdX~2U7 zAy4Y}w;ldWH_b0#b03zU62FuURdoTjFF~PhI~P|Xt}E@QX3e|)O#>txk#;0+ zk}f>FVO0g8x-f;PWez95vw&tY_Mjs)V0| zR@Q8o|2xa>Z>en+<+H=lj-~VE>&4ND)hCMH5a>=VU;cj>d&eN#x@B9mY}>YN*DBk# zZQHhO+qSvNcGW7|T=nX^@9uN+lT~rP&sQel$L@Gyt684mT{c>LkyA!1$##DA>dGU9NRQ1|V8HLtEta8Io2oJ1TJv zI1#9zTLKi#n0ApMXqTykfo+5K=8{us?~b1LA#D{35J9IeR0vn?=~v5X0tsZh4cXHN zA`R5{LotVGf!pVUsk4_XAt)?%`=PORSuX!m0rABr&b_;%vc z>;G*|=O0Z1AP^-BDgI9BKmKb@;fcvb2z`O8yP%*+q-tD`NG~qdDf%YV3{p+m*XyGj zObAtz+Y>aV0m3jNXfeqnb?Lj!p(bMR`u>i^Q^hrR%t?a+WmOFx3}_Jjs|Vs~Dwbog)B#?uz!e*B=jhDNi>AJG7?* z+p;8s*$g|z66Olaw8~EHg0lyYsuNeXa4rG4w#}!*>_4N8?tI>LG zxb)bF?G*bUbb)Jfl%pwvQX*%}>B3tOESa`an9uAYnQU2LIyTDA(uH%w1qBO}3_?rR zmpFR^er=KX`Y6$#fz$gsb#IixE*1f^9x=!j{$?tEw|_nlUV6MW&}AJ}n_fk%@>v}N zMampEdDq^`uFYRSh&h6&E14sgB0hHzZ%!(p^@t2v*P@K>V!zhi)?P-@G)-*UW+yR$yJ-K>U{ROpmPG}f-EcD*vdFH0>}uHAjC`CBXEFrn-_!i+uGg=>XSA6``j^brJz{|k8p z`BCApM=+t}RrHs5JFXI` zy-hf6Htah0UyU_D3+!99+pyG1KjR?V10%5FKXxFU^eTRJ{K2(na2)XWK3L6QH71YU zP-|6u7j3h6&)-1*nH71d=Wh#sqQ}Bd3+qR7_`kMY|0`JhD=Ru#yZm>K{7GjiDx0>O z90)!yYSW$cOe+bCC?AP7XcwMID*^`?sX;{JXh5_vG(aen@yWQ~UvLs{3(B?)zV#LR z)0}3u_g%Z9G4n;JX~fCcPZDc7GbxP8QRjOkf3x@w)uNN0lqoFDMj-+A!+1ISr^4OlC@LrKyCu_A#)fsSd7K)_aSwQf6~UvNTbbu-@0_G zN1IKZ@K2<@|7eg8_zzcU+5?pavn08Sbwcj#yE48BAs)&tew^KB3=eHPb9TufwR`=q z&@tl3I?9ZSosQdMRC6B`Q!t5Q=bW;=gmHU-F$hCqgsu-L*_9z~erw78)h z`@&&+jD_|5R5_5kfCB6eaL?wHFR}X|`K0-#+5bq|twL1`8P@aY-mS*Mvt_%*GkRpB zxVGvdXLU)E;3_7yxF}LLTMkG26QIMa4LX+!p*>J>1Caih%%yKPuoOagZlZr z#vvkF7njzpT)?{$!xx^-yTo&9<;FVKLbMKMbAVhvl;+#c^P|)?BOgy+l<(?vMk)_ogoWqPMs+KDF_ZZp+n02hNq67L-+lI#~Xw6s{q8E#azP z74`dT)Kw8_Qcx|7%FwIV&XmW<>v$XgOL5|F;2qze7x`*uD)+JnIN4tfiI;TC3^XgB`FTdym+13-@cp~3DlNY$QH~~PZIF81RqEG%pDl$D~E$vQZPM*iQjE4qO@a``x?NOCxF7R9ZMv)P~!lYoD&bRB!Uig_F&Mr zU0v~$ORQS`fLyRt@^07w=UTPsI{#vb^NkgHXr2J$m7%w6c})|Tfegq9P_$gw({#-% zk)tYQS_Vt;0vZZ)H5ZrNWMx3poSc`~`qVYd{b&%$yd(0qlp4z-^^o77&zzZ_2i)d^ z)U6oHIOvS18F^U{TN`~D!YII--Ggq6!d3F_r@I*Io(x^ z>~(7b0t~)}kujCX7L%JG-4T*zGq3jwa^Gf6c>XfoV{I+yoZV{zE%?2ey3kzy@D#}D zJVKz)(kN-g9nyb+VnW2G=E%KeV>dms>2J%n#Qzd!=Osh`^8C$=Ga825WG#6y>V_?P z*c~Gvb+pit@U^mEPj4pMAWch+k4$+_VU+FZ5c<0SQ>8YOP;|l@NQoG_4xOUfY~x~C zYl7m12AFTi{t&|8^zN)KeS_)JT7e&(Yd`sR@B=8&#iZnImi>o&I4LkzXfrSAOFt+L5etihawFv1M=MfzVlJ(i4Ad5qUAGI?R-#g?9YC zUqHL5!S`nGcoOg6cG?B_0-l4<1=RcNuHiaE|Lg3ZZ=Xj9_McKboPH0#d-t~X`%Kj- zJ2rV=#+d4;W`{*-0qU))xt5@H=#<}1&g+$1`~Q@dVe6CXzWRYmmWcmJNBDn0rT^Vl z+g97OCE`TzIia>38uCwONt^FA4oiT5MlObl@Ha=PQBAd|w2<0%opKeHPxjk&)DzNY zUI$UPVDI*yQW-0wdv#XxvnUp2Hx*)&rz6zZl%J3+f#OZ6Zcz_L+n8CYGrKbFg7m4i zfk4*Ff1K~XNslKKwUFC4T;RTlAw%JS4G9qV1@U-=BLF%lQ^RydgSO(dmsR2f#X^LE zx`w*y4ri4T_?y%`8``KPy(G1s#-7uT0=6MDN?(S+Sn>}J>l(s9VQdWd1Z{7O?LM~T z5>H^3Ga4j*ZE)NIf&IY|4cRc~G)^=$1_xMDARr9Nz9aQd5d)>U&LCoA4vQ~M48^@H zpT%IQ-KCked^lt|;sT4vmOX*KxM#u^PRO*pK$0RQes0`^v=G7+qGI5O<%=@cdwu$>2jsSg|5``!*NdS$YxWMJ z2L?=8(O+YrpbJLl{Zj5+IIlLfZN{ywSi4$sA9(%1*dLrk9Rl0-?_K4Q|CJL{j%2D1k7*2vB8m30?Jstdbr?jaoE4pffxr z>9G`I^|ACKpi+b_*y#r~Sz3|IQG>ukI15w}zkmM4^e)T^Uld(3NegOK6e&(LLS(bg z+)XM}{)5r}#}Yzl-6!jvD$E$5 z8VLT3ghgoNOMhf%e>(w`I9(No+j>0j&iHM|wQm65|_Ib4Lzo%Q>RC12@cynW(81in1(CV>YAYY^guJMkN` zskGaNc#`W|bq#;mTVC03;2-t_wYfrh1B^?pD;MP5d6DaXKnQQ~2}NvjlkWWd3iZvC zf#m)Xc{ez-t&r?6X7J4NYU0Ta_iA_;YFd0LE>Zo5{F62zM%Znm^nO50NP8 zBZb3TntVgvJ|NK}!}TPRQ-sDpOhVhxTyRkthMcA`0Mr@I-8w59A=Rjn52^-MCxfC- z1lwg|ka$-G4){{X+C_h>B;NpkUFYBb-Q>~;i6~nA)U(po*f%Oa0<6HHOQJ(0TXYv? z(Bqz~{(e-)U5&<%f_m*IewBRH0=eda{OY=G{ts zmbp`o1@}t`$rE7$DBqYg>3c`#R;TcC$!G(lzV0_28g%Z^n;xA~4IMgB=g~Y`Vvoky ze3#paJsi73qncq08^h^SUzk?uG!|LFoOZ3-)BOR0C>OpiDv=|bXba3d4fgA!quw?-&3FcHP*>;o>KTD2{3hCYNO=;lMzH7Mbjjk^Om2uJBOyTK=fxW|Cm4! zH72e)1j5xQ;3ZxLC)e-ATlPwqSdkL2etPnMot-_Ph{oydt?= zGAm)g6r;W{=WPPGPD2<;kH@n49NS1gdcSvU+w`cScrtA1OwNGuc?)6%4~SsoXPn#$ zhpjU$bPj6$VGosH?JyuqXh<;JC-w4diXf4p9+8ZYC+8u^Jm}FuVIIJGL0+)AcPrMa z{Fxziwt4jKlj8lGXisWB<*}h}YDo;F6W&dWPTuaSIO=x*%Ik|@$Cf_9$=py(`dbJ* zo2@Gi3o1KW4Rl+$+f&$H@Xe{4W73&P(1|IJ-A7tMwBY$J8x8QaalamMYz9<2kd;#jru;oYIJD*cKH~o zbSYd3LyMHE0>p>~6V5C-{h-c!S{&i4OrtCW>p@l4^@q+oFx*k?g*88M5Qps_N-qcwwD5r!n?3&>}& zqApJ`kJWk6DG;wXXOp<52+SIA>=5#X!j#A3FDE4Tqvl#no(~#G_7%j>4jT{}B+-AJ zCil-k#XABw5gs^is|(N^Z`%q#R@+-#TiAZ~7(>(Lz~xd&y6KYo3`D-Ea5sna&is_J zj#N8cO_leES|?=Lw9X1E_oj`%HQ|oaeW}>k*u!vn?h^7QR%Iq#CnjR%y@p&G96ZJ8 zjZCw9S8oWdO+3A@pAQxXR%}FVgBt<`g|G7=)PzIUBTh#+1^n!Re0k7sv&WLM1j?KH;0nUZN6dLd#j_3sOf-tW%cQ-0-sV08PY?SJ4=Hx%#A|r0{0r zoDi2S#j{Bjhg)lXJj2oPdgZbA-Rb%1;9wfGt12`Hmkndh5=2ih3KmN*H^M|zDz-w{_8FdtPDa%c({Sr^hFm2?E!|^(OsXHaQ$Ns9OTyp_)&zW{t)jRxf1q^+U%K%atwkk+GLFkip-yRr;Q2wlK%Q*!o(%f z+=B>XK-WBp_RID;!D=oQsc0>%y48fmc2sBADA}}H1D0wxJ=Hx~$e|qO?v-}r`|Pl5 z82G>)?9TWNitN|A}!Df2Z2Vl>xMK<-)RsbZ_^mLXnM7Wx{knoc<%!&7@QVrbyy zV`W+;3ll=5M(O0}Y5J~L%$|7(neq89&^XnT2eK%e3K}`s5see{EIo`^Iunr4a`&F9 zcQpIiDN1vuwF<0N@@F6wm(q#BXkaJ%Z7io$!>Eu_B~niAe2pfGWSk^@la=M1l1hb< zw)o49M6m(ThF`ag22j)X(h*C+_`d$Sym{ySXg2t$2isVSQXh{A<~KM|7S2Yn#n6Pz zHpveuH(l;RZnak-ai*=(rQKFTp;2^ejG%Rdemg|D@zlX5r=aO3+Bq!<>;yFJo-JJb zBeUHR`ckDmP~!%LUZKBM@-0ICpsYHi;=EG5Eo8gsNhGt;Pj&I?z-En^%u~WdAs2UK zT`;uEsBLwo*jCX#RoV0oP4(1XoQZ)SQt7)NCVwuR#`Y zu+M%dXnB0|7yQ4`jTeWdN|{?)=E2XssYdoc(arw`MnCB0ipSuG?jv^hfx3Ox*;uYe zva9Fgfcr+9&1IuoCP_P6yDVwO+&HSWC4n@CWb>}e+$-luPGr96`CzKlqdH- z+vkXqg~mhsah?9K3IBKPD1>txgcBPy@$4RXto}rFPHiNKo=mF2{z3XVD)-IO?EX@zX}6CoNQt=Z4yDY4Im^-&4IsJwYt6Pt#!ts^y~fE zd9Kd^Ff0 zCY+shaMqCFRWk`Nj!xeIV>22F#A@(nTa6=h)Z&n<$S(g7MgtuZ%KAnCYX)OvQN%3! z*2y<()F(i^(Z)J-x4gQWo3*oL_UEU^=jX@s>rKCYb#>;`KUQ=MAyX_+fQ$^uZw?Kh zoqz*r^H=L;{v2O_4(@-r(Gh;n{!q7z9x`(G^_rAj9zQ-`A6)*ue@xxp+TGEP6QeUS ziv8u_ze~7=Nee4ZzZZfp%E|a6z{>i^lrXXRWb%`GBsr8HqqRErET*<&<_LWKF!7tL#O_FuAl<2*n zxjeJKjoPKrLz-U5{13*z=jZ2H?jN#!Bn}V+z{Oy4Wy_pIYeaysu)z0PQVaP(N`Rj} zm6!sasMb!hn9;$I#me&g20cS;Uy^8I>a({IGmOuRE$4k8%7YV!M{gAQkG}MIceHmAm!GY~ zxdi8lrQz4~bK{p~xBYtDeJS!9KtN0ly-ONc{#s5s%?&c!7Q0)2O3Ru`$akMAqF6s| zpOvGhtAKt6?(y;F@5R*dDXs zz%shSby4asY&aeBMLK4W46f#sAuPkC%`fAD2d76?Ss{MW{S~ zwRMkTXgeK=aldkgtARFiIFNm#$$80d|EDyH0g5RWDuBlGd>bP;y&Tv9b0`xgfXbX& z_;7fV4K?W1!mys9W@$LKql4hMkRa6dhaS+|hmh!_a2*})&T^D22QES3Ew$4oYZkP8 zaFmZkWsw{otqJ~if+{303L#mt8|L>HM3UvSF++Rk#FsU9x1?e3Cb7j|@!2Jap740U zzk3?tD$w9aEdaiSX$yl?P$NhByse4mB<}(5pu)W@l95<}ju<2eX`N+Ng`9;v@rKo% zBFbhQ{M0A$TpfUU)yFzv!Tyj_WD~ij2&a;$4mxF;Ej_l&3AW4g(kMsz{?Tg4Sc|MI zVg!OB*jz=Dz4axp$at_NQ1X6eXTSyRYneg`N<=4@1r&l5!sd&-0Wlhn09bi{)SW?d z6`2)@Qz}(n`%{-8o`>QK0u6jBtZ`Vnf1$VE#=~+BBeR8OQe^{h0B|?wl!Al4g#)eF zt41duI#E8c+1A(Y)4n+lGTT8-1-q1u<{O!;q0h-I*GNjVw9I)|owwSAbCeKrTBDG# zWTNxk!|}C@clDH7(=72*kcSQe5?^ZKqPms`z~6w~@bf&cZ8oatH@o*5T||Qfm5|j5 zt**A8^Iq@Fr?_Kx6|ERZ7Mdkp;AzMp->Th7Dj`8eX~o|bNYmsaHiqYdgD=l{3?q`F zr`l?_g^%epb!aBxiMHI(E`2eJvb5T0LrI>M>A*bCB#Z+1*))2%znF(86*?qM+zkH3 z#kt|3(xwl&ht^;jwa8I~2`;CMRE?l|AK?%XfsK3iH=@UciXuzLI#4?hF(GU&XTS$4 z>&V_qeHkfxjW_4PDF@pwc?4 ztveb=(|#4tqn%JQaG3GkuHTb#=5`%X{iS#Bu1mw9L2SQ$ z!-vSn5{g4hSK~a83(U-!d-yju7)pj3OyrvU0D}=yl6v~8-g2F1QN)l$fzq(!q}2oH zsXQQbksFz&WmAtdg36gm!>&v(uVvYps%|g%j%zwc)%hyJKSYG_EF0ZKeqs4n>`oo3 zQs$jYdbJ~yia^`~yFc~X`p_F@;%)3{CoR`;v2%vtVf6bl zYij#+*M>_GjpJJ?BlU5W$tDP*A?h+$qrj4NgCLmk6q1!8{7d9;U}C^uk}Wp+wfo4Av&^&z|6t1JgJy&h^DTVHr={ zUMWeEw)q?I$9x2H<}~VxlUSiV6aIzQL6BuB)W*$c70r-mGzt1faB%Mtc3}y9*&uvB zngVt)VXqJzhx`A8e7g!uxjjC9{kY`HimA{}iULPa8L&x#}n@MwiL{@LnNG)w4 z9f2#4Q8y9(6rI||Lv+Ea5}+m&UP^M`5&jYvqKdv!-IZBZEv)_3pEB%*F~& z`Bu{C%WT6}4&-G1r-W74_UNF?N+*8YaKPHE(N=4v^m&7#GBV=HMj9j~Ttg3jW}~IX z`h{rR!{MQEiSC(Z5V|TLhUjhwXv~VrA~8wRA%WpEWdwep$||bsJko}h`D30=gl{~; z-|Cm{JEfGfKIm$tnxFE-)83GgOaS$A&f=Hs+_tewanjHgf4okXA zWsoq`V0?vfQ7rVI{Q{2LdK`+@Y}_4z%ap1jVM3=!F8RX;q6zodRr@>rv}@+?#as#~ zme4t{1F%+i!ebf?D+B?oi_$xsU%34Xr-DJ9Jzz}u`3~rNr|$=Wj){}lV~o3VBnOpr zt^JK3Rpt5@@pf4E2<>DNNE)kPM&As%q&nbgkiS2s7pFPa{U;A=bl4?JeS`Zf!gLZ@ zxk?g;{ChBC&b!~9P2b3Fcf5TcN`kr$O990Ou^UO;6bMCBWV_HVbanG`bUoWvSKW5T zqBa#{xX1m(dK=rS4-G6N%Ro1@&AlR+nN-U>qQ#t8vWOMdL}kucy|~#I!ntPnO!Uww zs2Vr)&j(5@+eC9KgDJYjzgqn>uyGtM`bAR{bn%k_tLGA*deo+?-a?Ju_43s%t~L7W zT-<-!^n*qt-n8e%6I8%$yF*PAa2u^u6frqp?+88-N3 zXrhnYy%G&e_-q;wo?x$?E9({)Ez|H?vu-*3>FX!x<$%ask}A6B zqw_BM{9(9VTVTZe(cCU`juW78>~cj2($DM|8fF0a=e;N$Pm-{vu+@$R<)+mHzbK@$ ziYx;$VunMGm*Ueriv>>^%pr}zOb)%~UwIg^{E%igH6OypG)L-Wf_GJ1$7G^BQuO04 zh~D~WzSw{#`|7@qz%%T6|Mp%3-?q%?$=%Q4-qT1m);iHa0G*H{eW+wAvQC|~*<8Oa zS%!qmm6t(;OnMmsH7#DNP!2N5qqn~6J=G*oH~NH^{y6yq&a~g~-fVV(YwKWM8P9T` zn&WS8X&T$%O$gBWY{fK0QB8^hN*~ft$4q-DDp*cLJJYY`RC)K2CYVU9vtMFhg*m!b zTtahQib(IS5cg3hg$atv1?Ot=Xj=e(w(T&qyE31_MQSMU;LobZszZyXv?03M(^)gREU;Z@3LIT24vb!{{BAu^EKYp_3Vr5<5f;_y9PyBPsO%t zc_Yr*J>}?WKiAo$QZTFmGM)o#fNDMdtlxO;m_TP!CSX` z$`8~|T4SO5ePH6DD34Lvp{>D zuT9O4)}Pgcl&2DxjX{sfxyv=di!Of7fnd-%L_-jyeA~^pinw}(SVr7Wa z$R4TwMSq|Cu#Tk2b7t_h$KM?`K_~8SrWm!XQ9h~HYt`Go__m;qam+OWO2tE0`8N2q zRx$vh<3xFr?@;PR-vZN?o`=yO!TZ(I=5;Kk(JTxjd@=fJr2Bhfhc57pg2+0q4MW* zYFKv|G?nAxCX40E+cZlKG0?Nto0XHZzWp$TE`jUKw901CRcMJUWu{e=#$vxbdLe>& zc6Gsib0+zwu9#`jiV6Ncjmnm4ZIs4W5~LR7Kqa`S2u{^(FsOuZ1a-bTAL7}&)Igqo zSmqD)TY3Q1p@t`KadbJEQYzO8w{Z1=E08*|(c^%JR;M-!R=i$iGn;oLk+M+_Y=Q(| zZ`AEEgx1UCv^5tyXTD{24U7y_rV&|k)`E@&i2()lOcoFp*Ii|4)-{54mbYdN+!g!N)l*sTJ1hj7pty0Bl?nTiB_T%U&Ui?jWG# zWB&1CW;^-)5WMq7j_m91aUZz;6jRn?M2oDaIvR`-#>37Z{FC`R zz#R*Y%$S;mKEkpj*P9{LKU9EBvB;dcibSFjFo&(cF_VEODO)_ zB!B@~nPLqF?TmUIfs{h%`nz9We?fFp)acJhAz}W)#W-0*~SF*nqYAE%5Z+BpHJ`!RxMwEQ4bD1Ms2tWQq9%#_p?ZXqBwB1fQvF zV6^Q3i-C3^FFFvZ{nw5I>0@#M+nc>&4?yf0(~WbEtQO#`LMgI*-7cCmBQuW^UDa~x z=c`>Pk``8xGB0Rjr@bz+Ha@zL;HWA!aS?yP_sZIR^SP)4p2^bPZLQ1a~g72LI60Hp#Gp+plAVJ6D z=?v<(gD{1PWr{t+-~)h>iDJb^PkMc-sH6i4%e^wSI==u+B{ER@BMPCVTXMAKgdzrE z_X`<4+0|T?jWTWFX=af3HY5V0^kmUK2fQV&X z#mX=Q^$n^Ax0r6Rz!=hkr(n_yA;!(GGTs}vg z%{Vp&UCr2b-I>z)hozz<{$&n`saleMBw~p+>vVigRji0mM-!Zc6Q_htzz;_YinqMj zeGtK*Ng}Gixl~2$Cjuj^cw}k#pk*z^h!Y(WTap@mhr8I>}f6_b5(iq*|NH(rBQwVu1uBA+kZoFh-&nIS#vD3$T(*~4I@ITRVc zvT&PTg!SUz3t@EYL)U)y)jLXqC)CdZ|0N%pP9CH=>H9oaomcK|A9+5uf&nl90gWQ ztK>zlYtORph1bq~!0)GH>z5a6cK70Q&90PnGnh{44_C>g#UOG3JxSa57;?Wgs6B&N zmaw9gw(murnmQ<%3J_&s1`gLE~WzLuFl-wo>OuaoW!Ab-hsodXOn=A5PU6!^Dxpt#Z z)PHzVVvQ3OtoO6&K3Gn-*o1+6po$sBc*=M1pPux3G*4B{1XXp?ovGQ-PECk9+x(a} zuc#+L57s~at$FiLXb~L_&?EUt)n`A$Z~tdZ`nRZ(k~Cxcv*H$f;~Poo=m4;K4(}-u zRTybS4yHX8Zw$f*ncUo{E?+F5==$`m!6lmnBp7ur6uluZ~+x;u?Ph#mFlcJMdT*qXT1#-GipV-5f5WftfzK- zkR3#>)rC-LZL7Miolr)V!unlk0*P89(G_GMcQC@LTnLdtupR<#p$V7<#wjFCR8AoA zh8E5k_vY@7awLO2pkW#V8sAzgoo<|N{Q`jWv*|viF|VqM;3;AwJyyyheUwnF0tHIw zru=$2_z5TK!^G9AZ3dyvtvxP@MAxkAH_jCAp%&L1u|#W5BFu4M^_;K%F3c;VoM~Hi zcwJhRNvqL=I!)6Pk4!_m6oL^l`MP7P&d850v9VLyY?*-M07}DOdU&lo&7nHA1a!p? zr2%f+5+kEZA!4{;T3QLbwN!zLrl%WUMq!GgmogwdS;YG40@%1*BR4&)o31JfF1)zK zp6jyFYvLzy`+2oiCaM&BIIBYw+6mp5emxP^du_|J2k%Sq<+Qky{R<9n=M5jHT(bh} z2)*|An#BN?qy1Vpk9CNiG6#2ODE{Ha+s|`H4Vl|TlnyjnIVrO`{%%qGr5v=e?b+FE`x9nt?V`?n+X zY)qUTEsUIg5?+snmfaEuif^9YKCUjAltfgsT#5iziwU4$h3Oi&vPweMU2}jmj&+%{ z{@aaLtP!{C=tOc}`CpKkO;(wH zjnK^s+H9*?LMF|03)yyT-ICZU$%*n3kMv0`dsz@>KX(nvjK+`52t(k$vZpep!-G)O z5jC>#^}_?Dx7pe+|JrP|i-S@`Wz_D;6_zq;QI!`HBU)Rg_fGA^HI8@17JtZBTJ?UDJs$qeZ!fNP*qN^sbmUA z&cjuFjoQRRNW#Ul|cw?5O)zbDt z6S627vP>$aJzIS)Ces8XMP;hd&kh6FsHU*@G<-T)-c+MTI?gBM*%!v_Zf#$TqQ2hn zd0uF=57%*mPLl@1K*H)YwQY+zbUb{#ZZsZnhK_h*4xfU;K=Y)cb4$1ee}}A=dZKj9 z9-~4RWq4)UvfPKXw_vvt?ojcXU^%Y2(dRnZs3TLpVfQtYZA6ks#TAqzkv()8a5#<3P_alM%VBL$S4rSVraT=AR;8u?mXaeaaY%s_|wBJT6)qp+GGQ7bJ=$u$i`4 zJj6U(k6GN?tqyD~(${q!0-&*KL>$@&Ac0&my4;-mV-#~KHU+(6y`<{!hb7eHS`vHz z%JLGDp-r@`xmKekQ%0^6^Gq+By#6G99h3#-QfW8WS8klPxg!#p=M@%aPi52G`MXNB zIDVrPJN8P-!Eq*>-K~IAbnXBykjcdc)>?+T(*S(leRu+YQf)gkDBlBU(MdMCKaF{cdbe$OWDjpv78h8124N)-ahHTlK{4(TxYdSl=Kh8yl+*`(6 z0}0*j=wSPvH&hCJSVy|E=5qY;0Wf-#q!yUZSn?XHRpVjJ6cKyi1C0hHaGF7;2$rwD zIe>E%d061zX#d0DB}AhV5H~LY5>z75!1zV!5c68oo!97>9Lp*K0wy8{b{O=k48# zO<$H+0$`~gc_F(wE(1ii7Is{YJDQkT&Hh)AR0nIn)+Z*i^Xg-3Ga?En>!?grQ^2Nn zw;8brgI%z{ZKe$->J>&n!xuSa1|}H~J8AvS@yGq;(e~RJlb1{GOw;09STIhf|CO&P za44Bz9=j-%_~$YVKis&U1H~~SO?D11%@;|d98MpQu-+F0QqT!moEXsY-QU4@5cDJu zfUPZ}6Ci!`zL2oIhy)b}HSy~mKxdg1>x_cEnkz!}3&bJIhkCuw-)q>&-uY;N@=@~$ zi$>;ku-(TpkU9XnPN^fJ4>jZ93@a($? xaQ6iK@GTTLqQun!|ReN5rco?zKMwTAA5v9ICrZSto|N6F7%%y@RaUl^+M z0=BgRprc;eqA@fA8#l~Bqu8JwH3!6f#~?yVShvmz#%Gcgj3c3Ief#((di17$r_s-% zN!Vpw_r70vWp{IC<$)ve*k||en&xBc+w9&<;`;3HdMRs+nXyQ$9QJfaf&|pK2K{}> zt?qG;SehZoPSj1{g+dxSyuA0OXpZ}uwUk|=+?o3j*!`1Krgqj@4&{+WDUmz8aC(1A zl@b{koCtnI!7KS0u=z7A-(c?s$HQ=_htCCp_9B*i>ebh?A4!qfV|1y>D>tDy!eC3NFLvQ0{3fwyoBh-hUfwurirxRJSmxM?T0 zv(i`uy8XLB*<;&X`dw+U*NYY7^G@O3lEeLJcb#X~*D0(8IDNa`PoLfV5d)2Hh-gqh zpf#mktTlffZjo3|9`Hqv0$A^A-deLIvvuLk$a~uV!~yBHSz%Z|5K|Wn0N_U(?muwAzbZmA|5St+ zP<(#ZwHMRRP*}7IW)Qh7fFRR*D^t-U3ngrFEXA)4^u{g`{^kBFo>p8EeIJaE#NB)1 zo9&c5pH!jh*lFl3=>hzN=0NN&FRlPMPm!#v0>iA>7q?qP1JAd)AVwFLK$vXZ};GlyeC3wa4(q8R(eK=>$@IhS@mftz5g40=B;z zaj&(MG8%Ofk|EYB4kA}aSOF@Kjt55g#aEa!rP%ldBx8>Ns{RT|B2v>aUg*J_2M>)qsA~OzBtn1V@SZ3zAKaUs1NJ$jlT)GMCet$0g;m_B{I5`x zCIycOZ`pE2$1(@~6j)HBd#QxZC2D;#C2soGMP8v?Dbfg7m zhGLvtIF1`FGjPU-;qT)dwxA~2E;w9c*vHlCVz0u&`!;>z95}XV8*fC=_JX;1MJ1_R zD^~lxCGg_ETALbFJri)SM_1sZeqz4pI%%OtJNq!Rhr=S_8aLP{5LpjMFSgiMTN3aspGYoT?K#a@_Xm<>P71xq7EUggW~$>&FEtfw~gaS z+C4d?Hee$0g0Zmw{@Y6P|HPDNKkw2%WV;ql&ObQt{|izEBJG6O{=9*YKg@am!^+am zQ172Zeqdycs#M%20YdMI+T6BOw*&hX9&t%!vKD;Gd%G6MVJIC~n%HLfxgWhgHg>d; zl?wi+zg_PehAG%?-$owfrqQ$0uJ&?BlMJaltYmpT5i3}+ZM*zmZt!Pa!%BT<@1;oj z^`XzB#Skk(cI;mT$$P;3ehTt7Z*Sb9RNU779g^Asg#^*%g=>=1RX7ahyexslG^FTE z;C%!o;f{~lz!uVwW*v)(L0GG1G>-msnY?bv09(K=Hn)J*B}`7i6*$Vt!VmVq1GK<( zy8&_8`?D*S?lje4_RfldcY-MyxO_m-YE}e)eWK&vwX>c&$MJIP>e}P%0o3HTM1!ue zv{cAS?;AHD4_t&B22JjSjbgmG`%*S(V$d>a^{K^AB{$$Yrzz`^Ko)=;W|9MXG7#OM zSGc=E&KhT6-0Th|utk}T@DKOdNN0Y1AW<}FSekB>Z8GYC1Q*ChRe|L#OoZIT?%9kp zG(D57YG;>LSICo6CNbi^?qo$;)XS^=j>WQ(mp<=o*pHEbO+cfurP!39<(n=s0duXY zDY~3GW^rr(ruM0E3eeHkJ7S}&+qPah?mpa&sQ_*psxtls>yY58BYnvB!C)~f{O&tc z>EB2JnQ3f2_B;l^b}`%f*)?>EF+TJ*5Fr*5TZwQ%>UnCP7$V*Wo@br)DVZI5L{^IB z!Z!A-(d44-dqP~wW`ZUnsLqi%iK|wU8e^gVYk7Rt2ER^-eg32$_|!JvoMLMH z#8p0x#m6ayC$@iZzeo6=8T0jf0pD!E{y2;S1OzA&`MX{JZxaXD=(L8kJ)knb_m8?m zYII1YT~ZI2L!cdj0LCfXMk#rn;5hPDd7?y}L<@Y>=QExXs;E-R#RbSJu2E#xD+j$V z^ZuIrY%8g+*vX3d9|*^>lfvrfY9tD4u!GB1IjdBj4^6p2+M{EbCpGvyVkbSVyC|R|JHwf2_ zI`zK`!hukND|Ji?4-0>C(|TH0_=Id2TiqoYZ!f#D*^r~Xj@ezBBztzLPcDCMO){c% zide9s98PgBvvHB{8|o{e%v#S$&y#C0WfiKM(xID6L>^UFO3)c>_0PlZigeYD8wKk3 z0$KrnygfZqzwbR>hPTnz&O__c++<_e*X6d{j}X-{&8XsX5gWIDe4CqCG78+SBjgTo zlpMgqbym7m5`q8ID3J&&9@XCkZbO2q_Gu$2UH<@cJt-We61rQf1B7te$9ziKA;gFw zTj`@C49Q-h8Zeal0BG|mO(if&)d0%t8|N2%h$}25E`)P3d9exAnvu{?vi^MsYK~`D$Br zTA|XnZBu+C3la9=Z7!q3hc|*{WW>7x_*5{{mIA@4W zvQDhRw9;}QAr+U^h{7IAQW%SkYR0KkA-e4~YhnqDoO1K)yiz~_l zWf8XQzxf24rNV+~abetZaa+v1&!~68QkjmVr%8*WRt0b{IODE=Sk56?GsU2IU{!06 zQx<{ghvMW{YgXyah-bR;VDIzp=9A|()I#J57WFN<0XMolL54k9Qb=EYZrc^_A6nR2 zdcCtl!$|cK{Yqi=f@da}G!RL=Ktl+E(y9sD)7LtcQ!L;mKVzytI`Wu`?rS$3V*QlmX11)huj z`QbxLQVh|n3j6StqrWk)d)N0Aj}3)ctVbG_#ght4vwX+iK-c`@bMfEwoE9gBW2{G& z^0^b{KZg8(QZ&<*WtL+@(06hR(vyHCnPENCC_ArAYS9!Yp&ja15)&0TmVX}aj;lLE z3o?&af6j52D#Q%a#MQ1+CR{bd6B>&E3r=?!>SPcWM4>h&!tOpBp>LZEN1VwyTPPiZ zk}TfFeRE49AT#`q$o>N#CC1m=O5mxci8PBMxG10lf<+%(e9uMjCExIu-ILp^Q>B!D zx>6e5k!ew-BG{IX5oeBD-e!vhZ)0!6>yO#ql3F>{t1!u(Jb1P@Pw2S;ECn+bg z48d|={{iYrRqozj>;vzkpA%u0yFS4JHT|31q zyA0m%Y-FHt%2r#=Oh|ptxY-L5u}d0f;9k&moy~Q@Ov$)`@#m7?W9<~2SKQ1cebKIC z2^H+4YW=C@rYO_{0)a7O{qKGH|LM?XW3y=F0U;L{Amjr0w0}A@XMJZ^TU$dXPk>L$ zRh^0h#Qs~y)O1+iNfBGX8lph6k*dQ_>xC$sl+DQ~=r62AR3CR5?j81das<#*v41#U z-E+9tJ(V@DF77|~cJ4}Ra>(T%&Fn>hzA7Ga8e-J(d=xXj6&wKNSbkGXL8lZ;9J5S& z`940T$nWl;AN7s$;8EYT^I$)vEaCxo1C*`1(b@>RGLhW3R@^C6%^ueHn0q@ zzNlU#^Ojx^ES6#V^u3qe zY##eYS`Tjug8lB+9%8?DU)@ork%)(joH3Z<2Cqb(B5HMjb#^W_7=*I#oM*?L)^9;_ zMftrd?7`%mKoT~vX*mhg%E)z&ma@(WVs6W3mZZSN(FMp$N)UFZEHOaqY=Q9J#rE3g zV75%w8BT@(1mE0A_2`R+Q&_X)xuV#NNvKUGazo|qlg zZ?>+!5#eWf5mL?DLaGua82Y@EW@x@@i%^>RsIZRNMFl-r)XOz*?=&fi0I`CP+{`04 zMs`bX0yfr6bE(v9Mpa3o31v$nDpF`%^tr^073F#x z>KAe-siMPe7e!p)#Ur!J-Kye**5qRa$<}X;B#6;#w{_Jli&7Tqr4vkA{pXzA&YFPc z(3l;?^TFgMc?)UF*T;*2L&Tnsu@VbG$BW4eH)bLnFY(E;?U4CutRPk}LPtT4jv^+Q zL%HCRUDmECU^zAX4(I0EjealbMSok<`U}x9aA;K}qDM0K2C?Zl2~qF=Mg1)T5h>Az;o1(&t@b;i?J zGWZsdnGk)dHzY@0ncCzGv=T5xdro*A?Y-+6i}#nj z8Flih1O6rnU+uh_Svq-p`#(1=0fuzfhQ}rpxHPk2Y2RV}5mhnC$91K}z6unDNm1fa zD1_J93UZRu{0OVGAxn&7YFv1|`p_a0Mi6nzu!fyU0o%bab8?24>)|HIn+wovPQC!<$6=Bg+bC|s zV`Nhrq#6d26((=`^S%$7&zfv$9Qyds`gHQKOQc-qe0D$CiY^}VD5TQtsC?wU)P=_m zYUbHW)YZ8a$OLDM$rqk|?%+Szd07ufFHGA}HU~?3X_JUycO%X~|E3H+h1prG6y3ri zIJ^w~)@tdqLq|k^c~D>3+m7ghj51!p7#olE!4T<*+>@Rf#y!!lzypf9FB0Bkr*Xo0 z$~9R<3ICax^niHb!f^?%9V9rgg>&lHbD5$y_8Mm=b32p;QhlufKlPltRc~ca_toD0 z=EnJpI=934oWMh&X(E^&iotwC+fyFy<9KOwo7rH1eRy3V&t{98@(m4dR1wnHU&^(6 z^O!Mo{*M=?e|# zP)$-KInom>IhcYIEwhKrUVJ{1m!0!C*vQXSAFpE=#b92ar=&lQ{VwH?%a^?sU^M#a zn3Be#ewryr#9RUyw*SC50Xj%yh`SA(ZuYm+(o6b#b>3eYlb>)HT*?4PECj$}{nf7E zZyVshl5erf|4zP1>myq%S`p%tF;xTwhRxv{APX&_ayBetBXc*}a}`E@#qsYqZ(;5a zDArzg5FBrwudOv68chuQt--Y?6Gd5(Y7_EGZKczW1-bBWGvTz7E+u>+Ck+8{)-E%X4 zFIUpg8FVpqaKs&gNJp?irhqs}*>s+?7%!t87x2Wh3y7G2G3Ok%W*ly%3NTuw2F9Vb zq19E|9Xw`(s{Z|*VOAJ^V;s{WaMX#1as^GXSs`YwfPppI+sFk`du(O?fwINA+)yt9 zmCo?-YpWe9Fu{Tshrj+}YU%Cc`IV#hV&m=Y>FxKy)&U=Z>`<-vJmUx{9(iMO&qC>VR-Yy65ztPp1o>K-@joQfsOQ*94Z|l?VAJZ(7M>+049dy< zH>%1nv8X?*JWhU5yE}o|-{+Sj1vpIao~e&;wRztT+3)HJeDhv#u;Os#x4u}4Q{{(IkD3qqRa$eX zzyU_UI;cV)qS;l(@LV3m%5TZWdm-hKH%s(EB)d6-S2X;=9gyy~o(FY;US>x!V7#rY zBQ}x02bR+pmM-4rhr>d%x0Jm^r7i0JxBeIZ%-a2BgYNcD)}~JXF=a<8>^v6>`0F!Z z`~`XX*CP)04z7TvzNY#nrY->7lQV#43lKuu#tK3MT$kvxbJVUByK_KLb}PgQoDeQE z=`TiMv*B|LYSDtNBYqG1c@|(=)hQ;D3JJ~k$|oagK5IR)${1qxq*EY5$|}|N>vu!! zc2ri3uU|nkig|wdM0-yieQ%EfGr3{xr45%kIGjR6nHyL8yT{tzN?bqOyDgD{9ZQEJ z=AP#W?U07esxEri|7RdPo|a@*08juJ_+TH*QxxaE>#4&%x{zb9O>y?K0{Qe+Axk5l&wlg-7TFLBL@(3@g(@{As|IA5J zSy~7B2+g+uVX9C7x-Oar!64?=Fie6*_lsd}RLlFfFSxSQNRt8_v?aJ?FD;FLgW8ZT z90`8P6ZkoH;hz=P-uKLT6;Fipd^ca^JuJjfBY_Y@plFYX@9R?+jVyoTM*HiVMp!LD zW&-p&1PtQ;+Xr%VHFY)BcXGAUcd@iJ{p+4y6`Clh1zdQ0JHVruN;En-L zg0>+^`&WMTck#7=1+^T}yvE=Nt?0LzejApVjHurc7I|kAjH#NeMC<*>a((b5EoA{H zUkz{@2!ES^{|=aAl^U#u7!bEU(89@ag2L=*O)QdIT_~}XPTa*_2Lt)0ot-4%ydCR`o_2wanL?b*IW<#nx1t3VT!zTE;Ks+^11kn^w4u z((S$y`2;^PL78f9Nt>;LyIYpIuC{ReK||7$EWM)yu_y;4duBzK@y#X-V01ArGqUMu zjlr{oHjd4G?)J0iTdoh$;p4%-2b~sbKjKdKs@HlSvrH^aJ3?jH#?nZ!q?Nw##weYg zCA&H6PQKaC15>>2-X^XhmR)B=L|Py|Z(UY)%xejeFG3;rX+uYB!G&Z*cN!L?ip>}! zq*ss9Q2hMI1kblPqk8}*wiGb_0$u%UPxxzs^-Y}(os2Ck-An;Cr5nQtKPUhT`o}vo zmCEuCs5pfu(90BXGqBg?@bo=zwm<^ahMT*nH644HHma@4GQd6es7G2g8TVf6r<7Q# zISK-~8`swf>BAmnNw$qiwP%i88{6AD*qFNfm%Kk2|JuXA=6K5-PQSs- z)l?3z5;JHQU@jp$E({AEJ;{dtD%kFQ|Kk49nPbG>;6j2EqWeP+wrjU2X!=Y!50`qq zpSA}?)Qx1FuiIIVVS!qC0hDdv;~6h?#Uv)v64+ex?6+C|rhd_ul$M*0trCrahNNXJ z{YtO>WEO@1>NzA*7%EU^QQ zkf3b;3zYP)FZSn@XMx=RP&CpA5CHE!}zvGP}$_8>U#Pug;v`tzXaf3^Y|7#F3^o~9?E z7ZM5znpH7>SkwPrYlXUgmpS2rwC|Z+gZ_Gjq6VE8`AV*d+chT-V~{p(eNqz~7<9ku z3iQ(E^&-4HiyUyY`0;=^#_L^TAZaKtBT6`FWN&}{e)F-ZPsca?Q8ZFEk|Z-xcfiOK zZz0nR?IVytt}-_+j)w;FPJmyEghC@-))yb1%=_)f$A|B$JLM6!d5(s}w*@K*^khOw z+)s%TYy}bQM5g#}f-ppEDVh$1L^VZ(H%x>yqBc<&P%7UQ5qKv?NDw^gNnOpzO`!TD zhxap_vcgas&`@`X=LHhzO%v)fzFR>sYDua=Zvr!wQ$}p$v_jG-39h89kPyApASb>v zf>RQwgnz+>J&o9WKJ9~adlQg=waDYa+;YGXK@cJggD-bc$H{Hu;lG-blS})zax_sR z{OT2K7NQb^PEsDg>VZPm*`whF#pBdYXG3cWN!o8kbg@C%`_4y$#b~KUXMWLb!N^Wez0) zjdy^d1V<)YKJ*YSn zh$1~ySx&aPLEhJ-kNi`mp01%{Iad7;3PtMeEHdfkNR_mu8kGD9h-usTnX3~|RNq^?kIB0fWWTCA3GB5P#lttF1jE>Z8C%b5)Z<6b(F8R9G09t^G8#Zo?Ev} zXf(8^zCUfIzCD5mQ9DH(mM`~j#Yw?wHDq9QzjGxrHiU7~B@eF%u7Re^Vo95FU{P|$ zj`Q_j4G|~{yzGqeBkuG<3~qu8*?VXR)6(ioMB9#+BX!Uq;59Z%XizciqbY!K0Nrft z>}PRVKI9!Ic+-naJ0yVIT*>&Rm~R3G z460_dy6*xPZ&ED$wJjhd`V;Ra`r!U`t&tXEI$<;0ejn##8=@)5qYxzL_kxvKF)O>1 z@`uC{%n&+K^vW=HEcZb#RUPanU&nLbfUUb&eYi%9AifY9$bgSXt7b?lx(`YwBr<{Z zu%asSU+0HaqZBr))A%;>AuUDNUK}+Rf zPqtcYhF9~S**ONkoQM49HJafM8d*EvqQJm{n%1od`#SF^BT~0&JxpVpM9Y$;<5-_qTTf8M*oAg#K{OlXS|Q!1K?2xvU|BUpzaOqNBirhk6xKkD)cNx-+x6>;6vXg zPZ6FSu2oVgkO-V97*G(gomf>*Lh)ifxi*onWsDccEma3=&?S9j=_x~Q2Rz&|di3K3 zSVekP65@D=!Y8Mr#wxY6ohWl9tJIcg5LC#;n@~j7S)?G-id&&HPBx10=Zj`WKszdi zmBT@jAoLrM*41-dl15LbHG`!P-g&5R^umhN)Ge~m5|)X`=?;q>N$XraZ1Ba&T9 z!PFI?*1J=o-)z!b+4-i5?`ow^Sv9ziCWSYcN_mVGLf{j_TpkiyXpvnTl5KHghNxa6 ztZ=d>)!dkJZNcZ-r!Wg{otN4Hd%4P*pDaWGcM66F0<$OBqh}ms*D#y8ItWh^4hKAF zQ0#wcr3OLoa1LyQpOkL$!-f#qj@g2~z)ya{TD#x#k8qiTOFf}6>?^Qn?WqBe6J#$@ zoi=Mr?cweRX;)>RRW<0JgtsZFf*?&rkHC9kJWxHgmGU{@MVmb1rqJYo~D_I zlS&==lJ9K4Jutj5&5PZ>4rM11gdeiD6xsqSV-HB;7*})NB?(*PkIW4eVDyG| z3kIw7C?r~b%S~Fv6vPJMR6yjaZz0cRbn!tNR!l*pN#fHR8HpP(V}^mp`H$1a0(j$csm=_Upgjz#X{EN!+*H&RC@Pt;gv-$x8o zqKo1TB~8I|nd5};3k1yK%C9()Hjc8Z+{!|p$gGue6rEb^HXCLhG3dtyh35PFTh*<> zK|jb?j9e=ZKAvw*zG>y701BRGrNgJ;qgJ_>*qD~Yg}1ws<;%qHk9?LH#Ruhw@VG=n zR=t0^Q{0E6#Z&-!sbwdc>#O%hAfXveR1E-VW7jjqepd%q>Q!wlS`Dfmn~x7iNIcK& z7^gKFDfci?3ACJ6>fLVQ8Z5E7Sh{WJ0Wir*L$SgN$DZ*#)iS@7G{Hh~XemP8PlQWHA?!S#eZ-OZ<0qLL4m1a#sjIu#mSjAm9HZy-sJ`yUvRxb6j zEav*7DHxqLoV%ZA03{FjLDT3c8IqsRj4$*eS?HMf0Jzi5n5zZ>j1TP8)|n|*X0@HN zqOGTvS7PTI*^V0}d=U7adu3}+aJ^I5AE+uC74Ot?$k&F*LCf#W%u&n-fp4!HB*6G zEq=T@L+fam3?W3kVcqSwg)y0{=p0l1FZvN0hYj5^uEK`fRU%y0xb_x0+>Afd%PYam zmTekKf8^}zxC}9VG#dHpF)64+@=kh=iktY|`Ni$vUgDor5Q!oA!t9Z*ef{Wf5uw|5 zr#C)5r$*q8tALxn<}W(U_~VL)#cy!6!hg-ZWNgCoK8oVwO)ak*Eq!Gj;Og(#_A zAJ-#}UQ+E7du8g6W*UIY^Bn*WZ*e5lb4|KuJRVf8VOJiaY`J)s{&sm^clA+TZLRZk z2z+oVkIg_-yY6$V`8%?)YRj=)0|zF^FtGmDgr+Mb`30x#bwGU<*prS5kH;?S2nceG zkLPs#{awt#LsQ%5pON`ZexCH>?&C{t!rxjrDj9A{IttxWWFU8UCQ!d-)5E8nE7XtL z`0amdz)errBWb=%*ps&|tKc@1$MY(Wz1>KrKVpm##LItjxM5uI;8xDs;|z7_g1fuJ zU0z}LY_Ym|?~YGnwVf(zW2A}CPUEvPciHQi*%o8NC02A9lecknfF{dnJGK_6q-wGb zxm^=*;+H5(Quk3iB|M0OJA?Br*cWO6y3Hi zluQn5U|6+Cnq<%Zga#6 zsX08V6`=xY0YirB`rWfe$~f05ZxbUc{dRlje?2Q3O zH~s%gqUoDB8M*@!Gk;}cVpRtK`Y@NKkd6P8eP|0r=&Q) zn}*%Kj1V`t2AQ8iw!kQ9luOAX`pNKW-qT&WWZj4PY8Gz)Y_xwauffLcAaT_Sw^T@M ziYQsvmMj@aZ4omwul3!z>`I}!!;4Mw7$xA;Md~>l2&hfapeA1(vA@0zh}K%eI93Jt zVNOhYWMuazs$gA8V1I9sn;CbwhwMvQ+bE)T2U=;3?@6I~kxi@|uAqp#XwuaQ&yExh zdIhw?BjYPiKu{diMeVj>tY!#H&u-KqYpFzcISZT^A~`adrF@PS-h*UmbvrRRqnB`5 zQS79tq%TFZty9p-N>g|wk7U+U6|e)iiL#M}wYWDw74c#S-1M%j7a}E>`)lyEK$*!= zc55%1+QOD$Qf`^0N_0uOCOHGLCfrJH19wiZ^dFDYIJaT#36*!XD)qe=XqSgMBe zZ){*Ze6q$4?lP1(N1||b6Q54ob2thi1FR~0tPWjq>doqm%g&>;@y-&}MFRqw${haZ zIA7$CAM`H}`mV8{EEXF{2&{YuC#WTlx3}2m!ht0-_6>x)9Kz@;1JN*{8Gi0bqw~|f z-{R#R>NdmtCmfz`P|dti-n^6ueyxuT?;+BlK!1iMB7RQ1pm&8Ac^9Q27CEzEWp@O- zJ;H`^;`SUi?8-ixRg3^YK1u6WY8u*xZrMLi8LMl9zc+~p3xgqOS%&Dfr z_~`R*MAQFF+5bKNZer@-WC|!*HZ}QAfLr$Ryp(;wh0_WE%SiOMRLkF#mp5`IvFhLM!rLzSJ1hXs+@86UM^nfx;cGsyk4JoODD0IQSMjacWl^W zWN}8Cz1Ok!TeVH$p?6UIRACc^Ku#cZ=5~Qs;&EGbKu;;gQ=}TtAYX4$?f!RshrOVjLqRFWnsnxbZ2007g1)}H(r`X{xV*zLv#&<)zi6Ucd(9fJXu7Qs{c9{*2j>KpnJd49IBU(RRUAU?lM!THz#lpde7Mq;3_1;0CkXjYESua zzBAPX>Io}JCm#9&&?l0NWbkn~0r+pDaD#K$tP!!d0n0~@<5<`1nzx^DM|c{+j!Ewz zp78zH?m*f>niv6@$^oxT;yhqF+5tT_z)z?X%dCDgPY4GP5jceYz;%h;;yz-WK=-8L zyhHnhoOrnuyszX=S%Z&DsvCIUMefF3mhJnIEI4SFpU+DQAa+U+Q$71$Ma$~M#I z#E;1mFrZu@Y;+sP%utRHUM@hkS7LBRXZtg&guH3fVITzD2Yl10`wO6_8TxNIIh?0E zbP|H^M{ysKc1Oiong%$9f^a1mhDbQFw}LeOx&Ythg|4n+533ORdp0@jr8(hwb# z8-ct{2RL^D&k}?ki(>Ci0UhCADh5D+_?bb1^ale?1e(_aXIwfvfM*tMAN!IV?|Pce z%&PC@uX)?y9^XBjf$`#Y`Ia1TWtKWG#haHFli%>LerSkyFg2*2Z6K^Tj#?3soifpG zi?>9LDQcQf*E#P)-b%XTnFs)pbu{=_GzNp&{XQJgfmvuKU zY)aedK{(M(OQq^|w^Qoa%FV5H;P;J7YSilBbs~z7ZR=U-XfVT;R?S5pb>11RKx!H+ z&Wvc1Au-Jx8_|evS9>a)Oi?s$)9v>Bu?zPeckeH*ag18vtsxI+7ODB?wvNcM@s>5w zM;n(R%IE6S)KSCcPogFPJ0q*2k78`gVa4+4pP&~CD%E33-Bdu0F0YUc#@6eXxg+^v zH}1w2mrPGCRvU3d2M&@bi5*z=>C6Pz zEt`IbwI$6D+Hhn{aigMINe?~{M=7vY7?u&q`rHh<*JiHUS$tFPN9Z+nC4##VkRwD$B< zi~Xz~GDt$?aATz1a|Cr~b>Fi;jCH`O%y@c{_ZQKY+e&c z+x_KdcP}5mzvt&vn+Nl|-}bv3Z|5hseb`qZyR4uk;VPM#hniIjM3reF6|vYfMxw?r z3u)St-=%h*XESl+koo@N@nxEb)0Qr?Tg1;eVUf73H3Cs1iSS~IMq}=%&E@@~M^t$VQUZQZt+>GFSx2- zJcG7SU;$wapRg>NO;iz0*3SnDEU4W)t!AH4PO3To)q9XFB9)Ts)*po}L8I(Gix=-c zn`ok`se+5<+W!m191E^hHSznxO`+W~)aU|8!D95r1?zUs!y+A?fa~#}zx60xn_ZnGsk(sF60jXaip~CFK*ja|FrD#o zwi5|Q7p1}Pr%>)~6izY}QwArt%Vl4s4|F33r(0bR>P%A)p2p3yN%LEQ9Cy6Pb5P&8 zlgKL}ol>V=D|xA{jD$_Ft4nkXi6T)yg~Q5y2;WuA8#O)$|mfFe+}+UX>=v6P`n zuJN;Q5@LX=eIG_6mBa)C-Z&B!Z5StL7GMW73GdF>1Q!%)Ykc|)ONB@ZV>-LM#;(8Nw$ z0`q!uxVhYz_9`a^JcIXsr+P#t!}S{bAcXkDW0~AX5HFyqs}^SZ93YUw74;Ht`^1b$ z`xLxcSBqae1<%2TxavHD7t{Be*Jy_!8- z8!-u_N->T~%{cg?^yM8oXL6F3?MqB`UXO-@wMKP0t!bJ{45P)Mfnd0zR6{HU^|z;f zISb0k70!thSlwE=@SB3A#V$y_KS!JuI*yDCWId*w zRnM*M*bPUrY~FbB-Sw)D_d^@BKm!r zXmEY&d>fk0%RjMMNC-bt@HiPxlABmsC{4x*d0XG;p5}D>hX{>B zW}r7fP`9zzvg?iQ3geOqpi$={|E@(lLNj;$Bz9UZxGHzQtO@fWM!fA7val0^H`WTW zH`MF-27A-z?n(o*yxqs07!mIctII*IV7|8wVl#i!xc8Y`Yn*#zX3eIA5!XzEXkeKw zf(L=?hS#(PHrVhPq11@x*Ij9YoyU_%FfadWF}XGQW!?X91W2t$d|grM{^sPc$bv;J z0k6_?LJPZ^6m-uKeN#3vYi8I$BU$!l}dprEK@BDcFyMqLSLB#oV9Juz@+J3cLRsJxdvu5&2wz-%aRJ> z8ts=G$TiK3XVi6PP?qGfGKoVbla?h|KJIYjTj>cA5Ph_SgW48XP9HcE;%0U6Gh(}l zoHhI|#f37u3^c+5Kw!x)*Z`nB7j&st+J`57n_ zHZ5QpinNAdjVJ#Y=5H0@G8J)WxAOWA(Y=f>Au@yu>A7ZiBmjd%^DR zy3x%Ee*FV(4De+CzGEi&n_K($_3(egmj2V>iIQ3nlooJ!It5@a{^L9T^-_RWtO4+m z9sF0%C)gYa=>V$c6YZ$2!G@#3a$|^AWf#EdiB=IxTXR9_7n$I^|IYUc7*k3)Xch_F zNav#*W??S$H7F0QLz87OA(P^2z-7$(yE4aH0~vJxWw)YQ`OO9QjPXL{b0R`*uOi{bdYpWLE4 z!qfUZg@qNrdD2~RfV>)^`DSuFuSbT-EF}sG0$G89N}~jCUSkC5*&c-jHeW?q8BY$b z4)tjEOpAK$2L+fZYiFbNv2p(Rz>;Fd+&4Qc z07PXc^;007iphFw2bycT_ZzHb&B^94rbk<8nGHYNRJjyl&5B|QGm^49DAlGxb@@+y zEcx6#djFP8S#^`HwTlU#j>ot8_g6Sg8uh@cgI|BVOp=N(G*49+tapyH7q}bB^Fx9r zl#10bUcp}8j^%G|n9?bBr*$AqWGg4G&m9McgX0-%u; zbaUL?{K8__R5hSgl&1Ljh-5chbG&G1NZkhLG{Bm8Z^jp=fjhl7=5F4HL7O0E*mGPl zLDIN2?4Rm;^=n2)>&Ej`ODBDQn!JQKXdn%dP-}eDIya*4%TPGu-mXVi%xfa~WF6DQ z=CsPe2kqv64#h)YRM3R_y`JuNn%`*Zc{SHEs{ACjdPX-FN-+*LC7UO&+op=P14Jfo7caWDjvU8L~&>U8{xbetV)ZP2w5L$ zN!9f1)z+A|V+TFk({DgWHkPLVnbO5+)9!u^WY6jT6yy|mwsc70z9rVI%~^N0P^S25 zZawK{TthN?TTT8Jp4hrk`gZ+p+hhyMH?e$~R?P5-EzZMcq7Vg^E+RPQ-pY^7&sCmQl|#G9TD8ep=cE zW_Ws9DbnLM-v;=<^bU4b)$s(pRTzSiFdV7e$N-n$r|ItS?95Po^Psag_iSfw3a%sP z{6m0fEd9ot|VyfiC+WSzUY!F3R%e$E7EDHyzfpy>jw?Ws)!-d927 z>bq~^XMIgoR9GFdRIsZy#Id~-4IGIh^g$z(gdeL%pxP*QIJkN`=T}sjDDTCAbO%JL zZ|Z*FO~h*ymx_xvO_(rkfG_$2{W+bcDpyN~@tuS4r*r?K3nMdR5*q(4m3Ln~s_XL3 zt@GnsAB6rHncDbi#I$cgnu-NH4C~+!QSe(mY$gMZhE40hU0cg!wOK06h5?dI@FUIY z8r)HH(a;B2^uqoVpYPkV&LY3mJdS{{CaZxq#$0^C#_11Ey(7e~5jSV;A(l^sO#j2q z)nS}=$xp`It(~1X`o!KvbT=Fp{+)lIn^ZRvLy-RhNCQqIg#T&F{%`nOk4nQ|jj*;J z(IDI-Kryj5;YEQEL^r-mCw$M0+80nJ&yJ9&6sNj6PEVo8tX=Gvt`tm=y9U7E#*!C$ zOc8<=x0CNhr__QmyIqImsN)OOALs9w8>+lF5OQxq;5-XDm4SW@-`Pg-*QXxl91)Ft z?I){QTb~U;(6pv8s;QYF3=SB3_(Tyz3Aqi*28OGY<(MurzNvCl+5w2mwHywAye%lM zsI@WZiFQ8*7D^;!M9Ac!^&m=3$t)0mTt%jm9q39Cpz!x&m;w0xdOHS&o(g-MkhHHS zidyfm+y^PK#$~IXOjW0K7UJbK8~QOctYb1e!mN<(LP{fE9pBW(FhTp6uocM2KR8#M z<2}3YZji+wVSB2s@ozaXk_s(7H3@`*^YUrBSwW9rZ9f7?zVLbGFUkX7oc> zS_`hM9_TP>5$cAL-Dopn-~t5wC$Tvm?g)s{bS6{zJSS1hNU0TZfxtL5kw_3qvQ*9SJ#v>SX1I9RdR7_1cx>9Q*k$5SO_bkR)P(`zzBp~qT3<1D1hIRu{FGh7*|*S z9o!cqV5MrxeDFL8u%~W-J^ckAHFR~ccXlTuAkRSeocT%i zU08B=E$~5fAJtKsaA>7Uq{(H3so(f_1XvTeboD?dl`}Fik8+56XTN zQdzZ-e9A3?k>nkLY~D=Y1$t$~2HcJbZ}iv>mXDc) zopSa!95zvVVfaXe>!kWnmiaS)_fFRijHBmtjvUmg)_@iVBdrxI7@jwGHLs1!oM{H$ z(z@*)KMSD?~V!XH3?@Fd0>LF3fp=^e3A5$Y5) zYZU`ayGMOQe!if*UV-$RO83D`RMo%pWcc2$#mmA$n@R)zm3;5Nv#w!L?q|feK}9 zu21p?;-^%38LU?6baLRByDNxZyPKbXz%ux2{1wgqKbC{Kgs7+t%&dg$^gNt2E!E7=*(N21U(CBs^3&3^QZy6vjY<+y z6Et*@^bi$_a}0CLt#i!thtQL=^z)B2%WxF5QqvPMjY<@hRI*3Vk}_>d6y+?-(^Iq3 zOR_(!4)?$P4T<}gbejeiNyY%FA_0Tu|1F)1y@S4ushg<{or{MHTI>M)5FxDa_2&fT zTz_?HF_ED5m*0cQ`C6K3$rx4eD_4tjk0Sc4uzCI)rd_;_oz*L%^#un>i3G)i`|05- z78i=W*jsml`X>1AiBT%aw*FeSAHvmCMC>spa6Z0%d2N5=dH+k;K2S5zR6r*^695R6 z^#3ialBlq}l1NYXO49mzYuNP%O?|vmI|oJ-A@HQoo>&P@K?KqMX?%UUZD;n9o@&<$ zW%`zYtM6Bia|~xvJwLoGKe#HNhiT5+-W`8l`pP-?HUDMfDKmjk!qWJbE(9S!;_|6X=!9c;%Iwp=6)YYbsh+Sp`T$i?j ztv8~@mwW*#n=ThQgWur8h(Z1O3G}iz_B1bnx?g-qhFh0ig)~Z%+(l z1igd)aGPHJ?fM4VXZOreiRw;xVyORwygKD;h`Gz%%X}<6D6gENof?gtR3C_l`(pEG zy4`onS2Dxl?yXcg8a%Xy2D_2lRy24mNYQxqU3t1hP^N&a9WEjX^CeS|z@{#?%kKkg z#qhm&@lP#+)lh$o^f+m8V^xqHksYlLZRV=*|JT@g$5Z)*0sPuBvO}^Hs zR`wp(-lJSwl4y{fN~J=%LK!9V7Yb#QQOStxUBB~IT<`6=Iln)yKA+$Dp65L0JkJ^L z`#w*{wpQyO4Jy@J+S9p~+X?c|>(1LQ%N)4Fc+0A9HnCN9cWP06p}mkUQE+=#b%CLq z%zI&<#;)K!4kj!=NALfjA5Q(++2diYnDr*>)R?kJ+NCVfFT=Uhy{v8Bk)dfUSGmy) zfeu_(lw*|!(n=z}PaB;aOEDeaD(PJ#m0=b#+w#DiUnGEZkoW2x@>eIl%lcJVeh@2d z^;xKE5Si3_aeI53T6cyl^ZSOdvHz-Y}vP~CB zsghItRqylQ$nMCLLjGX6sNw!RE}y9@P=UR5UOZZIMPxx!4Tqft zw|9*08U1>n`s6E>3y=0@u-Xs^ON(75N*m9ZkuUo%s><(4{Iv&%zGP=GCP@q^c0Bmb z%DY$5v}xcH@|JF3n8=K{WL%WgJlzGcTG6|lWn#re-HzQMUC!Kf{u3av79YWwaBBbd z&fRjlN~4Bh(xMzj>=&sCN~l7$j;Z`KlZo1kmTwpjo7TPfOp5>LHIMG@5)%WV`1qHT z;hG{&^;`7bMiU!-UfdlSjR0?YG#gGRd;hr#N!sgBkCz z(IOg^M*BW&JM|*)n73bW$YQP-VkmR>n{JuC)Jf?@_fCaB(6MJ#J8VcD6r5%})1$Sb zb9PXcFX=LQv`=55@8~mDDv2wiOtr^r-UVqAdusQ_>9A%A>|_*Ni1<-m~;igVqm4PumSoelDH zY&(4QCeEMHH|Hbwe_!so#bS2$arR3|SKWAHhAkqIKK?K7?XW96DxPQ`=5dcL7jG7D{`$@>K4%rH^Y|{Ci7XB!dl3ofj1OS57UAgfd_9S@6`Mi_t6hH+U9pqt8vp+)PMl z-73icMN?f^jq$3N+LpH1#C%@W*tgL$Dq<6_^WzLsiLILwt@lsy-#L^0CBj&9t1r{u zv@B%VqbKb%3CM(J;!UU67z5LtE<9eKygbY-@O??a--YGK0iBB2@V9eka>MVSdoS0l z*zvFx9nZfxWxcZR2Eh>HNJop+7_*qe@J_Ajh6{U#V>EI~r-GEim!5V~-1e5-_wL=T z&a=aweoM45oyCG~CxVWCr612~I{#h*F>kI@I^HUQnipHU^r4MmOwF*gwlY~9=Lwm$mco$}E*uJJ#`O0tt$e6+I`7aI?Gc-fJN z?D^7_blobaTk!UwZ9Vcxt_bC_6&AXcxy!T6gQ{9P9`1<$^w^c3Vh@2>ynY=rF7)9G zkI205!d+c~6NMj1D@oPJm#M1_oDyUzR=#`cs>X!{wbzN?JrIAw;6S=^jf}`1Rm!-g zm~%qPg5qA1Vad|`k&0K4r*qCvlgtf8&U7mM6drvjG@HETlZCrL=iHVn!wKdNyGRL1 zj|OzpW%hE)Iyo~wij!Kn=2%nB^(Fs5ws_z2j{&G&cJ*zUulp))BDTK`8*gTi6SlO_ zn?0yPecsZ9jz^lM(6cdTf@VpvAm69aKK2+%PqF>%CnRTi&3S{Kc&it0#s_&?%Ri&Z zCZjqYMN1OzKi%p#lh3!j)&G*~{wfElnhUPF6>`t8V++v-v5 za&D>=m89pAF2+y>I4?axCXM<0{50$SaHr>mGSsdn~3seu^o^7*sh%` z&o0upJy-cF)2x7_V(gsnvk}LjcVUG@PRtRlOg~y;9w8mMACnNoHzBkfc=8QLvZ@m% z#%q+yTilp-$tkF4v3`i!cHs3{B_oZcUSh8pdrwaGwronwK zf}ONql=(W3X$#M>@3%hiOsI2!F21hrT;`)YZEPPZKi$sr_xo%_>Hl-?s7hwycfvUJ zEP=6ag}g4AiOr>LH!8&kFQF19P6$gRO?sAFMKd~;Eaq3p$G=K^?BY0hsApf|91P+S1lZEPAYTfzfzfQR^9%5-w&O~-wk`aNr~BeJ>>}~io&K}84gY# zmadWSD2vSwXu8W`O9}FGx1E%sCE&gACFiHY1oFWrS5CABYrSj2nn;c&=;} z#yEa)Pr>4S9( z*-vMy0(6vg{4T7M-t5!)Nn3)AdO8XjPHD{yef4`d1#;Oz5!3OtJ1vVgpEEP) z@5-DpHTv43&!)_%+$d8h^+>U2zsxm*lkPWC&mC_OQje^P8LH=Ndn^{k;gHdF&0PLc zVN-X0C-Ft^Q14>jRVMQTxZaW1OP-T%pWvr4;)Mo0ch0Rz6Y`7flQ+@Csi zTGX}nl+A_BXpfh4Jqr$uw`UR2~wgX;&`2!wBRLxr}acsg|%L@8daXxmwiCWOEfU zgNB_$K0D$G8BZLR*pe{3*pYgNX7F;fmsiw|-9hPbQitfdCSQ-gEh;vl+TxJMKm{?N_Tlcu-V(sh@3vW#C=p-VgK7XIBu5OU|wQ zLo_alWj?)oDCH&NW?K#GtEr0RQtONhj#!1=J8;0``qSBMZ7w#uyoO1MIf$;L6?*9q zmF%WV{=`_)V`OK13AsO_z~)VdDGjSyV)`yQ&dM(o#w`sTB&{LeseCOGnEBp{T7@ES z37Y2I^{5uLk|n5CcW!5Mxtl@J-Vx7u@%@yFl44loc!H?Rj?DTt5l@}}Ds$DwJCRJB zRAtvnf|;pwV;g5GQV6G>CUI0M29+EtEvpD}XG%XXMI&{-ZOi2LoB9RMFPcObPN1l( zcV?YlBs3r+Y!Bp`^h1rS>=HIG$tsXNck(m)8((vEDw%KZBtmM3h8sV`>}+~acwm-| zh3kUBOe|SR?)1|BA3NQRgMpshndRq51-3ouDQqIi z=MdU@#i=IdY44!ra=)Zc)cK#aZn}N!zNIk{5~I~e9K4lxrJr<9)ED)1XLYZ)Ibkcn z9sJedom$57Zb1#kGMB`tp<5Xi13T>R#93#8@0lVzUj);i+EHNdTqHxtW^Ky1g>Cv| z$&ZqnDBCY@EcBT#UorgNw6*HSsTHw^*`?I3?huPUyZgl!K_X+}!6ltcY~+V&=hJL| zFsT?HqZo6Xmf{rhtlgIy)ftd5%suji>n*{nHin4i9&>j3I$NWt%lC4Bo}4hOJGJDe z-r<@;Yw45ztvg@8lOxK7F+W(!nIQK;^R*6b?nK=r`sDeNn`u)sANU@+Np-jSw3AIP z(WElo7a|pWL+he>zq}%_`kmPAXoVuumvd(tI(m2MMB1p2r$~7#ea9g2zJwyF zUyI2Nx(fH!=zSn*EFAIE@K$J1jnJ~_kv+-I{oE~qXgbhJS&IIYa8^Qcduyk^v0UVy zrchTAgPio%8#H>YKP^S37#KgF?^t-7Wa+(UET3zfv(n^m+ejz7FS^iuphaG}FU;^0uRI1X^RZYqXqlZ7yUTE>cN)#PRMvb;!%F z@}ra)!tsZ?zt(^a(rLTE)3Kxp?MDm9k6l-6AlzTCFVPV6+P37beQ5sS%JA0<9`hup zQPyqE_Bj{BMQGB#@j9{@JQE=fMws)CG8fSA4rxOwe%ev7sA6+6q}&EsPG%OIGxL*e z+Rt2Gn*H0f+qG>Zi7InMZd)^ru1&pu_2k7#&KNKEo2q$MiRX#T#J+!vC1_zQ5E&}_ zIK?osbj>edX?a(Ua@{qTGwmb$PetrVRWJ{yQ&z~6Y0tiax@VD=a@AUtZbT=C`7&{UhnW z*8j2}1jw?BI8)T$P7=O+#&6{L7$LP`W>Hf`#zdSq7mu6pJ@M(A3#GOs2ZXcs^zWQy zP6@YN-1^P%g3T=bOXTU>Y5VMib}do7ptPrpE>$U!8L4Bs8f9Zj>9pd5AUG8=A?a5q zuW|QK<&nWF)x?eA4qiX@S1n1)7*6ccZqqu^i5}P|{4PJ<{#j4vY{LLYSmkVs}es!09j>?GT()AZoXVIGAqHmUx zSe{L{?KXd^a99n=O7pfNp)@1J;ZZ(edavX~Pq#8&eM9O74-c7d!JMp~e)2q0lPuqr z%OYO24SIB4xaIbP=f~4VzuQTwvZ9Z#Cu?!Lc3WB4qb6hDdsOc}_1`^p7IvDYFLm`c zPmH+wYe&o44H>ePE)-@ld;BPtdzBPhb*t2Mrd{DRUqtN{mpnVgH=25-7K2t2>SD;P zK5EYn7lD{#1V7>;ID(g@u2wd-vez<5);e8~V)mJ@u)OI`XFujmHg=@4+y6Af;6)P) zRKC7CN0X5543Xo<-j$Bn*Zd2+(afzb@%zb|Dfwxc1-K60_p%QVX!p@HRLGX6f4`TS zs$+-HrBj8Bd3mo07?(Otrp7~`7;`ExAAjMfUS#3UAgG=O?GVF9<5mYZObFdkPop5PALt9)B{-|^^O{5dVGGe z`rNmYbyV`We-=*PvMrHF?VnV7jhq+g8=11v_cHK2M*hOZkfd*~XV_gS3DnB|L!Qjj zJiWyNX=QVv7nI}lCK+%U*3mWx3 zZX>~)*Ol*kF7Xs zj^0vH@DR8ge7pud1YRv@)IugcoTaz9rSq?RfHl_f zV)ejxL61~d3mV00jvs1ij`XrJHnlKy2498Y=zg`VD2F}x60{ijHRzjx)dGw@@L%Lr z(Q#n+70>A@kpZoO)DVKJOz?|FWn9FMb#OAr!?j`ve)t&}gFYBBI9DLUe0($_N2mb-xNLErXFA5gs&N@*d z5D}8thWB&?Ki19E+H|AABM0PNdeK>Ze(CoLT!$G#Yll1jI z@R~b-)cmlSe2nHF-r;hw+{Xw?;q!l?Ve%Zd2(U}I@&ffY;>+d6E?=;kGXxC%@N z#9kOYe3NiXb7OOJQ{&%l;ZTae^G~}?z?9Ag_6J{`saQ5AK4@V>dP#Eri2acMGl^@@8LQ8-T*p#rTj1`P!K)q@PM&E3rOgnA&c zaRb9auTKzz2Ce`%1D`;*BsbZB+s1UA{+=hxfL;Rh10UZh>CMrBx7ipUTA0H{0qpA* zcsUEM{{8Zs#6wPJ;|8D^zv>;}+PSHWzX2~0T^8C{Z*(k!7S9*XHwC@}|NBeuwTIz140}qkPfZd3Q<|eza+K82@IoKdVAA@2$y7hX3 zPS>jiY~w);>_5Wc)kU|72jwEDb^xdw3eCA%&?uet1T#}NTXQ_UJ#G6k%>W>x!4eN& zBqGkN6U5xf(aP4^!}V7Rcw^8n;L7n(E2sv{k^nUW3>M$2WZ)N#63|&k#l)rk6Jfyz z53|7{`yrGY?Gcca2gW4VU&jPz-Cu_^8%qZ;o$&B(4m?Y$AwVFM!08;$dv*>7&%p^= zz3}i_nddEufqdV9V}KvbOO4j?ob4Tqom{O=9c_K_;-DS^+OGoTgIFzS6oDxr;`j9c zK3i#!UFc&5s!{?c9I)1{6*Ni`Q-7oL7ULr|?XRE;m;%3&qO8_NqrB|b8vj+<7#y>V zp$`slAKRgdtGxiHmbHRLB{=*7IXgK*VTtke1gf;kfGf5E&cIA3e7G2{CVF}>Mj1P? z_lPt|m`LkzxTZf2tG>6Zk^MTDP8{Iw13v8?JT^kZ<^v99id3Ey9A3v477s|Af3zyX48pEmY{EpAP(UG>SX*Z`=lBxK)!QjSH;cDPYwAvuv%P zQ4wi>LpHK+sM@MY!6$0Z9T>$GilXBNEcBP-$2%$3GvNoBouJ21?BzeEj?MfP5(}Tj zIzIGuD+G!Y`0F6!ycx2kg*C2wI)(buLu0_Gh!0{PZXNG!Lf+MA_}E6)M6vR18u)-Q zU}5}g!vigSw+lCc-C)?)D_00c?JmPhb$7LdC9%gAx7p#n=~iHV^uV0q_Xhkg{|(+i z+Jy`GEI$A+1)SmFP`}rkfC7 zF6A)we{Gjkf3dJcU;_KklEz~vv%wN1RE}-IGp%bP{FVgw1wI6U8eX+M_|~s&fe>L~ z>TU{z*l^6|_uFaTO_V)s2Di|Ys$8$3mTgphYUB1Qr(XN8djzY@)^Y6FeB zMMH!U0w93Lg=E5^jT8!_i${S%S-5^DtHm%nG~f)RsUx`A#@=j0a(IQ6B1eE(*Zt+r zbhP0NH+NSLb9WC{?5TmRQur>z+kgnMZXGu^wsi!bw;AK;4K(T7pazZog7AthZ9AgErqD z23g30iAPOAWd}y>IZzb*u^V)5UZ*R}pBvBRw;EEqBS2w!0LZ)A zMevJ8je~0h3_%q0Cw{e=Ctu8X27q_LoPZlSTM-P1!}CCjGCe!#3}u7}2Mln2TPtAK zTnwv^Yh}cqO7Ly7RS6No+SYv|7Xwv}vg!Zy0jT03@DXqqbNx@{br%qTg<~2*5(C+P z6?g|yDv1!kA?OzwxmljhST9k~<9ZcQaEH~ViLQ_xnbIBe( zV3RL_Glp+il+kJUzS^xZh3)i42!tp-@J;oE%UJ)1*2 zSy(#YauSD#XlZT&r+?J|fsk7h85(yL34G*r!}Z6L;9p|`WP-=!fyGw=D*L6fczMJY+&$u3 zt#}GbMPgCAg+vXe9FtHbdUXGbjo*e!m5{ zOpvR7A@108%g#BVgmmD7Mb@B@xb5bf#TwhXTOx6=rOVWd zzX6f$z>>@bWACuV!`{RsfbR~}ki>{hjQQ887TRo}z3bra0KUKST?eqRH3i38?C$u1 z)$*QKd}2T7%41FJ`nsMN0dT7tiq`wgQvci#m~(-^gTPk?y9i8uT;q=&>lc3Kjfx^h zI6Ar8TG@h-zqU?}8+u0w(^qu1gAKq@1!tAL+Wy%XU=ZDzpW2eXP~;`JFmH#nF`ee6`JnEJDiVf8mNE^t5Mn@hYF;uO!IU}wF= zNbqm#;Y*y$B9K>j=& zK-|d|v7y*03o%duGzPlCxMQc|!&JVQ53dYM&W9}ncA7j4M)ny7^LNrbYz|a!)oH=c zhlm0UXD#y_p6P_0wGJbZ0xr_pTv*LvhbOCR_@ZR3?=-IHLKvuL??0ix zVhv#vu_FRuh>U&zB*NkYVUw}L_pFf#Uj3W=JDAT2brP`LA`nU7zkOl|#LWe;-$MKk DSjAWz literal 0 HcmV?d00001 diff --git a/autosubmit_api/dist/autosubmit_api-1.0.0.tar.gz b/autosubmit_api/dist/autosubmit_api-1.0.0.tar.gz new file mode 100644 index 0000000000000000000000000000000000000000..000aacd1be4721ca5bb2d902405ef28bf30c796a GIT binary patch literal 254660 zcmV(KYVr^-3Utw@*Eio=IE-)^1VR8WMy?tNX zNU|tAfBREtoU_;VS>phCyT^Au=dcOMFiU^~WarKyT>peEKoeW?N-~7q-#nlFsj7Za zx701QjLBqXV0QwN`lY(My1Kf$Ui@Vir^}0Zn2r5KxUn_Z9Be-QX1za~@bl``3;ezH z>cy7&Tl{>p_59hhXIsxUx3}Q^*30ef?Qgsn-+Y0eWt#bk=Y2D|T4rI8B(`#O-^D=0 z@88IeZ<_z3zrEYoJ9vAz#`%Bw^0{sPx3-?WD9rz>XIrnn@irgl|G|IW2bn+hGk@dn zL6U}XH1xIxTdf0s9t=I5Hd;yvAd=R}az6KyyP>xedBNu_i14GA#a?zDcssJHx9}&Q z{Hp+7`Lfbv7{I?ER6@afaQPqOR5 zMLHP->C>w)oB0<{Z* z>jV0=vK(eCad@)l?JO2ad;?X7d=xv1hT3*b;i7b8d%n{hv)zt>B)~EO2|Bd$l?d@03w;uQZuWtTVlnWZ~|J%DVHb!onbtl|of~&8=iFlIU-{!kg`LNhUIoq#&z8yDxv(n$*MUEUb>&RLqI@tJ zPbU7DJvOM+tO8KBKWkbiy=+(mh-+(eg*sa+)Y)!YCv8{(D5_}<*UNM^5L1kTR{*rrM!|9eiiCt z!)Jw^U$J8kXP#O~@vh8cEniboV^w}s2OtWC5lBA~NDs64>WZ^O@eO9n&w{Hk(3%zF zRiBXzOz_b+do%g5LA))!KlMg(aElp!a}$Xbk!dz@<30!XF;N%r3KQpGo} zrQ>N(9;sf~u)pe5=v0-@y=%?l^a@!6AO>v2i4iTOLd6$ug-f$vD$0Z~mqxXc<1h>6 zmBq!dO`{a=rlF52R`rzviFhRk5ye?}8BPp4n*Ifq;A8fRO^*Iq{Q{FpDtb8EYYnRJ zmA}XHAWOnYS}Y<#MA`t1KoPAu;J{G=bMk~|4aN_q!VUeL9)?kv^jV&*lzjB)xuBG;4j<# z??zkjVnO%%8z8_3SnxZ1GmW#wY?*#H!Urr4LIFGg1#PvWL`>CY`4zSdhfQ+*nZkW8PmhmF^90&qh+ zga6In{E)`c0)!$g_X65yZ;y9RPA``;93t8#oc#Cx&TMiW%&FM3!PZvm=1r8;lQ@Z>(0>g6gO8oH^Fj_3@v_a(MxDNd@#Q#!7cX=~jX0v@G>i!I zd|t4|bAUSut^#a&6MB9LPz%Kb^#X)tT4(}Ba(pS*h zvsU6y;hZoV;B5+4c!g#_=_F(zBm9s2^monwwcGc#@qgm^1^)m1<%>uD|AptDUH8a4 z5PpxL=!Cg8SL#?5B_!$^g}OuNCUnh$suEDnDjN%%Ag_9ug()cpF^^;)e z-Nj39;zwQ*OhG5`!3l@JdmBT$B(e0pAcXIUcf;bHI9%_|kO~bJB(M`QDqE@ft1$UBwBDdje=3NBdG7aD)*@ya2*86eq^!vjPr{2!N zPu`C^$HzMdr$7B4C<}82UqLWuErs*NEQE$(K#3n^cK|mu@P7CB_4iO?=dXMFd#67E z@ZQ_K(}UfU6YuTevA5$L?Hr%(z5cMjbL<^`I6gW&*&TS^Nq|5FP`?7PmozniJ+4Qm z0sjP3nF3(5sdw$)1TdwOAVmKJ-~AQdLUf(y%eDP3;Kx+ zpFX|4y&YUd%R!u6J)N-@(x=}Ipp`|q2xegvkReX1)dKv$LE6g_e-d2ylTWS7B%XUx zhvD(>5tI(5yPp>cD=>*?vtUBPtSB-KF8$>!Lt|c62IrOCGU30X7|eARU&Qf@_w?y% zoCGP*3@#;JhU?b)p7=rrxzjLF-UOfFRjRx|B8slWfE4wBc!dfZyw?%WX?PX+Gw}q} zF^%W)DKB-6(95U0RQ7N?6@SL^CC;YAsnQqlRb&O?@#hp6i)eCr!S9sB8=-M(wV=Df z!q2V;A--TJj?vV&ZJ3qu1 z`|#MX1!2;yv~t8=on9w_KV7Xk)$qLB@=^YAh4EV2#<436zqxp@rjI_&8n!K*0F*Z0 z@mEG-oyD@~er#S4;*>v_7Kv~I(}tI(W(4F)fkDaODQB&>%FXx6%^>HgYsWr}X@D2z ztJl8@phRAnZ}!GUgy9DNEn0Zb6(yz_LeA|eTzngNy|Hag%QDc+J7hob@_@f{XroxY zvTB(orM>V#H@lZS4BnoImyO#jyD5lvkNB6SZHqOOJKTsCe@sC9I1R|aKiCzYS7TU7 znM>Vc@Zwc*?59A;APctI?RE=hJwl0jIb#xPe3|@b{9-q@{aCa$8*@Y z!;27`p(0$O!rf8dF;D!_j(;%= z{?qF+@gAhq+zO(X4_T~KswZHUB*V(^Mn|xqA`o<1r4ewtIA)?C83nDeP`T8H2+kMN zee~x5a6p*l^5OUz1jAX7borwY-TQ!1e;)MMaB$A?_XlVL>4jBdl$0zNLf8a(6(}i2 zlOcs-u)<^(0Oef-mw0pl*%oATY;QpBErrqgL8_F32!GW1NO_n%QY)#~!^{)2{Yp1Z-w6af7oF1e>2IE@N zhA|7FQ1=CC4SKu`oVEf6t2lf{%lQS+FHtnUPhj)9fx{i0wg>V+RA4B=`CfEQF70rp zfRPntYVizTBS3C!kTXcFwbk%U{cd;v@SUs) zcoL<<6p`3fA=j`$CtEo8M|u&|R9vd%@TV+l09cm;99_3Jz?0yjD?kWlX`t3O*5xP8 zZae?FbF_E6Z1>JK&j&)Bp;q{6cnhmJU~m45u5c#v0NCY}aW`Ne#AU~DmP@;QoGR_( z5Aj<(?JbEZc~>E6En?h*g3qufGGw=?@9|JEm+_YfaeV2a0EVBama%=wkj0O3?&G*> zY2W$AFp?+G!43zGZ4F(mG#jW44KeD_CaVBm+-Nyf=)Dd6>2xe`(Cuv8bbydHHaN=R z!Jn|!^Edpjk;0t!89;kLuDPyW#~5U z7}imlA?I=Keo>G462C*XH1Ua^X=XEvtU z(U!8r^x|oY$92(s&!GMO=yj(rM5^fs&katCguy7LHl>M% zwooEk@|zWWWu0*=TvI;jInArwb#+LQ-}>rOGQfz?(?p58EvZB+FYz~|g}e6}XUe?d zB4=;E3ifJP_*`fL{7r0pmiNoXkrt^JZ~aKU!Q-fvu`4u;_eC#PTo&<**1ccL?iF*k zvCJ0BOcRq9Q^NED_z(U{@!#|Ym{C6$Kd6lRGJwY86qhS3DCEzqS6T{JbeV}NGQ^H6 z^u!9s7k3)qsP{!+=K+f3_}Aom8GR!77qgJIYn0(}_9yCaP{Gt-G;~$Kcn|u_d$LX9 z-!P_&JJLb-Jq8KF2yoyR28ZJyVSZ7xY9i%H7*Cdq1ptFE(w!6_9YIQ;GLX`z1QIDO zLDtT=X@Dq-!x{juVLQ~wYwtvNZ8)8|^xxUvJ2}NVXWrI-yxiQ{+T8Nayvxa^cedqi zd(XV*=kNsYw$8nCEb>At@^a(ZCVn_?ugoYI-nehA#>P2r0=$@JLIRZu2oD#;lYNXQ z=sH6i*Rb%IER(KV^!px~W<Z?)%6AVUb^~qH4L)ZxuogO80rnG} zDyZ*CC-8(&VI zjkmYPX*l=9hb{i$`FQ&!erUT$>z5Oa3>gz%3nm_npFbEwe_W^cTc;(|Wg6-bV=GWr z4jry764;!owed_D>7d=lECYc>*5)N!sk%OPSlx86YI#Q>P0 znF;N;+ujU01liamm|P)p1&fQsVk=q)T+|i^%m7yLE-#qGH$ifD{|i0dQ0Z2Wy}t+L z*{`vRd*6DAGFk}spi@m1*W!T0WO3AlF~T9-M)j-mMKqie!LX(z2+}bmy^AK-NsOUS zy~U^5%IFcK>#Iz&3UaZlqYDhTDMEOrVfyK}xqm!rs=r!I^&d`M{T0YEZg9>7oMXN- z;E6b0_nH=Eh_Jmycy(#b)^sk@$lj{&z4b$>L z$CNEn_&lzySMqmP+=%l%I7bBC0IsjgX^6Q=??e=bi}*7vr*3!&vkt3kHVdY`Rd4n- zHvH)g2F9IMYGvAoiy-nu(Sn!@EG?howyTrS1@{u-G=t>QDQp^?>WPx@;!3#k@R$Q0 z=JmsHbNw~jijXFd-{UTlc)nnpsq5Zi!1DCsQXekr4^cH>8M0hSvYaDYXNhpz1=>&I zICH=&^OsW70SN@J9jzcM$T_9t+uTnyoo9>dIL#_n#>wgXBM;g{ z69-Xr4G_%v`othscx7bi{XmUY1z=DhP-r^|($osYx*d5dtrr|UQ{`4gJ2b39+%%mO zIgGW`SPaSL$tni>SWye}CBhz#BgPa6mCQdQMHO>hG-_vNOP(Tqq3?tk3KVU@ALKU3qAT&bc%tQjt$S5UBsZkA|L)JiDG!bT$T_RJd}_i$ z&fC9@i=RjH#z(d5quTXR?fNUKT~7lb!q=F&>b`fJJiAYXlExyttf*8AjIj)^_u1YWV=yx39wC7EMLMR1DS^d-b;>JjGPQvqe8qCJ1CMzpn10{B7&-)hO>^O{t2dZ=#3@chj zANg;%;7vqrbm@$jE%(L@+4ut<;{_C|E>eHTj=fD(+iGn*PxJOri^KoSK8ucphK4_~ zLv`cMv{Ss&9S?qIpj1IS>LE7=PKLN~nHc8z?lLWTOcnzjl<=j+7BS5qA+*^|-%2Z% z1!Hg-AeAhSjmu2piJ}hBpM*LW5TyU36UX9(O}t9&+?QnF&t_#Jm89A7RwBo~oi+`W zSnwuwnisN~cbXS0d4JX|eED3u+Yr`! za02Y=Z?GwDTo|U5BdRxSneTE-con_tO$rf5vFh#_F&Mm7AMzM`g+mt=;bB4fHpcZvJFpP_kINz(*8jqDZ-8p96}OBFfwWXe^% zB2dyRdjHz|0N|#(BQqaN4DR`72ARy5nFTmz0+b z5oG60@*0<;a*&2(7Na&l#Qg91cb36YFOaJ=#TBZaOl7JkNl~E$s#Mz|D(;|kslDX_ zCBa;m#8J(dw}1G0XMcQrcz8N~vv=Ho5CeTdgUW;yR*=l?+1}03lHaCGW0)lz6^%yC ztX7ux@}_8d(HuH3v^f|Q6SM)D$qa}EuCTbB4z7Z1ak~VrA?XT9&OD8#z3oEWHLMqE5oC zpG1KDZs#?uFPuD1sp?WAgKc64$On2=Vmth5nYv+fO-Y6db4?3bdNY;gJD>AXo^YLc znDz;%XdgMqBFkB((K3vXcQb7d7`N+IAlrP1QL$?5y#1P6$b6tw$ZX9ZvpKwt-~|FP z;gf+LeGHy&+l6^=S+HNhdKt^TUQD#BkUq=b9!^Icydyz9ytvjwfl~afXxVuX88f@K zC3Ish*py}z1kF~F5i89Paq2R9TqQhi3*mcfv39wTz^5`$axJ&{wj(@_wU;9Tj` zr;=<{ZdzdX#@xd#S7zPWIpHw|+5H*b^K}GsVOt9BS3QNdl#=JFSB6~yQLiXB?j70~ zKGqNLTemIPJhzZTEf@L50cp}Of%^cb-}*)JzY+@*{R2OO<7ArpS1MnGF#_?4mT zokN(Gg2r}xMS(|ji=w9WWLmflEzuVK02$6dfzZ`RT7s^NX8?O!trcXPF)9d1quVh^ zIk{Bv8m0uNk#QpyjgScvrAkj!*EC+9WmuMk1`~|7n4WnuB8B>?@ zq62!-?F>5h6D^Xr1Uj#JHl(`e(DBF0qe*+*hBBONb12WK`tZDE2lg^Y7LvQ}x!j>S zRH^CB?%SOY`={fh{hiadhsWaj>%YX5+No1(e~G3jy|WtAMSWdO5BXJMm$)ae?&RQRTwq zC~OD__-ZG1d?DwX1{ce#ZV57bC7R$;c|gT&r#B$+uFJ7pZbR9q#)~8XkuD(ZEH#sw zhcAXkr;VDOj)cj=(Ta&QU4Dq|3*n|`InL(0y5-2Fi#<8N=Q=LReE|f8`-VLE^{P=( zRAh~d+GO)CTqbwpo~)=j8)}DyjMB4ke<`g{xhiobUjfu$f1UD+vm8?`&q&ECOvZ9x zYf-Tnr&E(~@;;pl0>|k*Wg?ALF`-K}3pAvTm#HqJkmMrNWML`#vc|gj?5zbak`frp zGWRM(q?p}YA_i1IES1~^BJ(YPHaN9EbuX&kXDsp!Y+xX8OprtJ2CHU$Et{(ae&E+h zr*=b?{9fxbCqlX5G}I$&JB{1cvFi4*hAl+O{P<)1qBO);)JW-vtpEq6sH~Sh4=Hv; zcEfLdQexZgh{DS<1pM|}K~JyhB8rUj=-wVcFE@4-WMj2Z1Sl6=Nj)RSWNr?eG|U=hlUa}kkDP}&yy%vOS;I#v zZ#?U1(=HHK-{?tc=M>Y%8TJj^T}``Er(d+E{{4w&t+Hs{COtNiQx@PQt3R{dO0njR zO2Q@*MmAp<+fbSZz73_6uBCt>Dr=u6*RT@gr@prtzk2n;P+99PFJ1)+=KCt+BX6!y97h zcKQDB&EDIel#o(PPW)D*1X|V%%Bt%y?$^OBk(f7!`A&=OE$O~uYQ4HFeC(wB-n3|v zK>Zjmrw919f54N3rJcUBNoP@#zAfQBjRen|`NE=b2wJpRWL z9WdH&V(%_qdbhqxTOMbebdYU(|Jm-jSi~7jeq1lonP~Ul%P`Bh2+(u1r81hF@OeAc zmrkWHq*`%RnKjK~pS%v?Yy|u*?fNOVX#6?87&FfaskK(H_5|SaF+i}WXkzeKg!sEG zrDGz0kH-Mk@t_D$UK|&_fMqPs+Y&e(YvMIJLy8h-TIF+NdEta9de8q<$lKVsfS(R8 z{B5@f!?_KTZtuM1-c#RWam{2EF%<(1VG8amCRljI@aS zu&SWdC>}J+=Sm|BFVDFy6L2XMJy4X{*1e^2bI~`JivZpFm73yKUTh8M^v}~(2Waoj z_6N!$ zGS#b$S&Z4b3)~l92B_!LOis(3P?l4SHI8S^69G0UQG${PGnGZWuxmG_pD%uh&o<_p~8cE|;hR7wnX z$;Ii=1Jfw-P>}GVOWWxk2*>j-`E9BpB+~FI@@E6~tIMBG_TKFsoc8(0F*D{>JSI3J zH7T_?6KkTm5^568o$K^e8hJ?LLNRoYT_dDy{=(>ng7RtRM4eu%c9SnEz|@_?toACZ zxxO8F?Fg7mLC?jrBT-o$EImqqhKz#JEA=mf>@J-JXj(ll!dLj(H6DU-5h;f!wpFL3 z7ipK6ky7sjn-#?hJ*iT|ck^~XiP zg)-C}2R$|rLJdj7-8AY6%rci;(X#gF?i3gc2`@oXSrPS?2vHhGwBe+x zJKUIQw8r=qaZr7OhI2I)#Zi}lZJ%}0Y1%ojzbK;+c%!@ltk^lPtwub9*FF20VE7sP zwxF0ykfHQ89D%z|QpwNgogegYg7J?E>qHd~OjWI7LX2wegbn=R>h6)+7}R$_ibRZT zqJSEXGC;=915rlw<1j)oN?Jd1kQ$g1=V8(%I>k*MdFWA@H`;TqpRcR5*7~&gbB58g z2|4f^hEYNlM-U;413F?5pIdMxOg3{h(9nU&RNKtHrRI=H(kSV~#ABl~K}PGZS7Sq) zm;ALk*JY|pz2mDqSc2n_REep2GHop3=RuB)%hYLF8K^s;e}l`nygoC{+#{l z^OYml(s=!{4=M8afTM+wo(-M3+5lzFXo^yF&puDHw4zB`*E2c{!M_8F*50kgJVWU3 z2KPeWFEFuI^jD3;5jmL2PdhNB*27W~T!QF}5q8EjnhXPRp|d!K%?yed*KufI%xq%| zXH#BeKo8J?)h&aSrZb+c(OOvX`l3q>nVm$?TrLtF4A_(1QG}OX14yi;!qTY4A+2uC zQN0tEzl7(|&|6X%zc@yZ`2k=IXO}n;M_Pk{py6tb(TPb7!!IK=0^|A!JahKE@4U@5 zk`*-hAe3cn_g5#bdqCwvU&iLENbG?r4B)9DGK0n_iYa%EJl-mbBh=sBqLO(Mz$urK z|De`6yAI~w+>a<}lXC7wHPwI=R$Z&|%JI6o4kI=MFu4XpnwimnXLs33xs9=?rF(4fYMEHB}~GVTg*}*%<-2OFo@gY zo9IyO>FqLNV%jvoeV?h1^ghd-aI*t(n{R4Y9Raz+qZyTI%_YlTFD4jEsd%*`jRNvU zTP7<|2a}8(?%X(|WMM$8i;^D{H-M&c8JEEd#uui0Zo%pFq9cKl)=D}cwLunIyg2x? zQlDkRi$-0Ra7fHw?L{RG%GDx6?3I@YQ+9KnRi>>*OKF{ya(j(BSB(TPB>qiMBmgxw zATuaOtAsn+Af2|M5K(N{Hn0oI$^6~4=IEf=T}o@D;HZ_r)5;KsO)kq3!S^X zO@ciV3Zd>ADkQ*Rlc9cw1-N|y(pflH?=IV9v0FNtIqq*{{G>QyKlzdAD*0^5IU$$ek8G$v;`mg zsM@L0@)c1Cc~~Z3La_bu`)GKFy|sHaf$s`P3h7o{+|lJ%bigV6n;7suU(T{{F(c*@ zsbUsx`Lx{Z*32}Eh;5&45|hC`{BpM->(ikkUS^}Ms#{^R=gtv1^C7^4s!<7Lj?i86 zQJI-lz0H-j3^5l*(T=LZo~l%)kzti>e|B~oT*2&WMf0m_Gb|)@XUnTt^@6LjP@}?A>d~7wSw(etKns1jwm{e zBen>{B%q95JRA~6CM0eH=;yeqCYlw^!dy;hRg1m$*k*_eB{gsP;JMionL?P@i|TgI?ZSO;f0}69Hpa^DmaYwbg5<8Zg zd3JSGz-NjWA$Dj6Z~&)NkantKz|by-*#`#1ZrLgJM@H4KK&|xz;bX0lQlVQ0@@(^b zfaJh0u1-Gu_5I%I>Fyh#L4J$beDOMGw>MOiKnWfv1&m%j0VwNgJogu8`2dlG6s*|U zra|{;7nvwciea%mvHch}`kfD_hYai9hWCDF@4(wXJUqHrlkYLG?<|fN1Mh7Zh3Pd) z0=L&eL^@0&&1(SMy9nTwG@30nEO5Gqq z|7+_PMoLM5fus@R-G6QW(v!aB3NRaGU=&;W-kS0UxBvA0@K5jC zJqz~kdjP-J`IKLQ;K6iUf0D21`d~?BrtxLzj9cu&vK?wJAk5anh8IzYRdGU1=f~rn zqodtp@Adb)um9$q?!DhdN1)ALI@YKLE`Ztgc4YBo*Ho>TX>emsm_#n4je<1SV=0<1w8Gvz3a%|5ye~SlnZixm*}wbcQ8Qjtbp} zH4;|&j@5FuBoURLF^OlXU^qxl`Ek=I8IY!)b)(6xg<|!#h>k|n;-@1I=E6Y=$H-Kl zQxD_6qB{TstXFS!uFH8_JpZjH>Df(%$zz);MWxkP#V;oxBJ;GLUUrwIb# zDM8#A|Ct7}%pWjrp9a86rfF9ekbgw+t=pXRV0%(WKrjF;6I1ZM8&$J2v@xv-s-~II zDNVVd#0DC7Q7I4F%~?U-c`=Zn^{&#BTO0KPLy7)>RLCC5T^${rB>xPr!&EK>PDFp- z+5fORK0O@&ZTF`$txj;ut@6)%z18q3Z2X-EVea3pcfOlAt*m-8?A0ft{i7c;{c7$! zDRhoNNIcYCyI;L!w(bwUWLX$jnxlIkS zd+^4r4J)3j#zNmp5LZMfE(iD;b0uN5ixwQ!*zQ=YxOLugG1 zAE0y)64Z=Xw^*`?6T9I!S*Mf2g>COtIO@jecZ|;8% z=gYZNyS5z+-`oXmH3IVSGE(9lSNEfnE)PemT6pfvh>rFRkz-VnyN++iSVIOE2dOILF-A2HwZ0;G1A~i90k@Vf~c7<9xI- zMvs6QdLd+Cc4z3SR1J1kdnaWTy0_1r>2h3U*FGAR&t`OimIkEh)q_+U05LRuf<{o- z_K~!|l&}SZtAV#W$-nfy{q$0O46=#dP0>jMpqvFhLLV_>uUo*Fyp_F&(}wxxqTzLf zaxe5T`hnf|!D6Cj{1HAj3Qg zTyCtCR5&f=#}jGfH@H}av#GSj>6TJjGQ$>H_Cu@1+yIl?a5%ZeRiP!aY95zIRla&r zOi5HzoV~^oxw8x5RY~_w} z>$$ajrh;_dtQ(ex%H9(;iMS7^&`+s$b!P&sl;6GQ^|~fFtntLikw^3MwRUSIg%V6e zOZ8{^(snse!&&o{Q7r-6XkTh1*_VoNBs{?j4}sqondEzQk;o_)lt(ev$xgU7Jr=2V zEwiA_01D++wxBNMFp9|XN?FU~f}Pe}UGi$Bzyhxi-yiMop6Q~@<#_4Rgi17V3L zo;A1iby}~vSg^5Uss>BJl8uBav|?NB@TazX&n7_Noy{gF`sM(Sqvd=|ffmv+I$pX6I13u1jVsC+=NE$84}wOG=3WBv(}~cAQ?Lc++#@y}G$Bos3(q z6J4fyg`~I=r7REtE@J?`8kcMz0vQ#cSvZ)r3w6K)FV#WRqG zx8?(?AEwqJSWb>j07h_fCmnHOpDxL%@I&+|if<#fy|gQ(SsmV16MelRf6C_?S->g- z)ZIOE4To*Nu26DFH91LBazI=nJ~2teWfd6JuJs0yctnqv-sF=c?eIQ|Co7MVgU2)h0PjoS!Oe0Pii~JcN{UUrA>@(vD`gzq-164N}jSk$mnU z{XC!qv{os|-KeUWxb$U2ruB+WYY?FxM3iD1!=FcLIEp{8C}ozIRuYc5h9Bp)O2I#m zqcDS>Mbbp*Z_KQ~S4xR>9ZrELvd`HVg)Ez*pRAq77k4A(u>^g?!X7c#3h~IhkZ-YN zW+t7A^jfC;TZWWd44zqhMXt`3w+TnH7<1Uf$*0R%d<$^;i))f9d>&M#7;c5{+Zb5L zpInphF^Ms-%f+3C!BF677AFI(1C-HNICj#gYbhov;U~*8$vPk|_ZOO-@5X<@+fDd| zTl{x}zbKRST`4PN{;d!kX+5ba5zta%O0`ccfH^bK1&X~Jczc;Q@guxWSWHo$99_Xb zqzg)Ku8OT;C|fPWAB(4mH}PJn$$R3G?__=WzDI72=J`xYi8RUxHYVk8O(IDA_dkT@p86FyBcW96{q+v>jN<68k;ogPval_tIIiNWk7jHs5 zxwP=af89a8YSZhIP3^;^*ropO5tgfArrl=iT0K|gwnw(S zxxI3Z*4xBXy0B9hw`Nfj6PPNOd*7Cgkb38p*-~zkhenxH*=+tUy+mAxTlB&sBAARpt&fkd}0?9 z!kij^=^4<(jfXyddFyWw(^$rU{36862~vK8ke3sZq{W0q^JTXjO47j+$*J4x84^s; zNbnFwbM}rub;SVt1#W2+-g>I{2!|dYM(l6#E|8Z%rt^`Gauu`z1BTpHlo49VxtD+K{lcC3cf0>KJhq}^Q!;RMCh1OSep_Q+4 z`<>Q4kA+EEipTq`2GQ{!?mBC&7g#EDYuU7(__bwMcQ(;<>e&Npm33AHm}tas_H2}@ z*rxP6uaGqeH8j3f!=dG5M*9KKwmk|Pu-(PXheH4hQ8(J`d-HIT#Nx4Mm`1+c=!Xo} zRTyDkdA}Qmn0Vdmc$uUlt+8GqO&)GYyrCRZXOZ8nne~8ItNU)kxWP{fWXRQU0O3f8?o#aKSdwd!;+mD(Rd0H;T1f z0_KMfU67S%=;s8IOSL8n5ODxdp~IyN^3QEo$>=%0PRR$|PcZO1@hA~~hrHF9ti<@& z)-NbD{cHOdM5;AD>!ocJy~c@TF|$%6b}*jDr%xm7v)S!)DHo3=v^g=W0<%2*8e7w4 z;apaMfssoEGHkT_CpY|DsNTywrYK1T97RObar?I;Zr`IUV43jh!4q(|u# z*_YIVPr8RA6B0`mHF;4uyvLdO0|VOl%_OMP2O2@KigP|gn!J*;zkmaTFy=H5C4t`s zSx`o7IZ{AuuBjuxSd9;(svZ@2l)WET_D1z@frd*RKcH-WFZrB^nYesGJkJx1>4V85 zbBuXp4wpP`E9P($0(-Gfr%Z0uWJNv+LZ&Ay$aUH%$(udFTQRv?X%IDO-ij&S(CO|f z%nZ@+Z1~}c+wA^S$H5h9fyv$jb2x^Xck=y?ITJy-6QpSXNRENE&@C0LZ0jo2PcQF6 zu1h=HJg)+sHa&#<-QH==9?YPZ$q0HKFw(y=LOg61)5v^+(4sd9;u0GOK>9Ii>+21- zfmY3MX(zA?e@fsSn+#Yk%29z$cgu{NZ8LRnQK_nlSOGw+Eq$(Vd6BD|R*NGQx-rK0pbjer@TV^~K_jKY$eFkOkacj?J% zPNvL*z40<$Mm#P(zxxpJg_s#TH7Kj)V9Ve=UYLg@Lg506|G2Yvx_9u7l!WvNppJRM z4?Rs?Suk|eigK(tD_bet9Abb8nPPhBy-dU+f>TNGijp8TViE)eL698F(t-n8vLs}U zqBE`x5z4e5Oo7dF*Yu?mG@r3SF>IA=-_-k~di7Dg>LR`gsu$AR?_6;z_npo$8+ajm zq?%uak!$a_q;!2?AA);MAH(>4r_eoV@QRsx>ofMMvQ0VLl{vbDQS{5}7!z`~$_1@i zOPiX6Hp^1#nw`{HJy^&_TAzcoV1(t|kvYAnOMg23%k8#oewImz%;CPEEa}&@A(GLx zj2B<=Cz0Mlm*do^s-&EDNTgD<#mZs&&67?Q{Cc7`&e3FyXm7J;9+N$0ne`ZFP6GY< z`<;V#Fm0491~(ufb*oag)GEt}CDv1F;ecR1iB^WtD`5xQ;fPUUXe+_SdzRGM=uux0 zr`}KPQAeI=ve*Y1#fHKL2RH20AT+|1st>j>CDJEq<=cHZkJ^~Z{`uqrU^D|g`EYWy zd+^4TKgC1_{Gekji-7`w(w0$XjIwhNI^n&Vs3hk+(bRznDAymDehJoNlnq&bvUO}} zgRvFkef$SJ)*)ZgPEPHz1Z2)bs_n0(nBcaoq~@C(K|rmt>W&}q4h~PLm#K2p!!Wx8 z?*p78t8Qp=$qssQC$wqfa(kp@?KO+z=2SX^fn&&;iA-9^sr z+B+vGUbHc?0mI%Hb|O+%D97}CD244vYFq>$`qC&st}6)GY*p(Aj2+i#PfTR3Qqrnd zT#jdR`}v%rmBBW+rrWEAr*CuJ+9P<=V|X>p%C&^ZV9JEt{FG7Pi0TRc>@%%H$~r!~keD`>a|PD&bUdZVg;|0W-+9^$uI<&ScC6@c zzCOi8kuQ^oTrQT;bl~N8IQW5=W|xJ)gngitWyCKa+s^Z5h0A3^m3hORq|%(=eSCuq zfVei3x}L&dOv#NFW@WDg=-lWkKEN=CbpOD25N!vrdvFetIL@fvwvQ|Q3JVah9_5v*#WPV$#t``@}SiWyy8!pVMP zL-f6o#iRD07Hy9TObIl6?!o`Ok5LD3!~8r4>2<3DOai7J8u9FRP z8Nv3ocFL=R3w>n-;kECPAZCE+$Hp8XUH+SAp{n)6SkP9Hrq@ER(HoF5G{vJ+w~YgE ziP2pEqTFgNJUntOPZ?8B;_ME%p2Sa;bZm@%g#iWTkHM|D#FU(v4u@BZXkx3+`pOWw79_4|?^M+(GN+e)Z7NqoW-Z6t z67nct>O~Ml`l*+clv;T4UR7`Hdaa3f_%}Oa!OI%+W>T*TA*xWcr8zn9L7PNV^cJkd)_`bOkqPycfKhodSbK>LA#fNcD!iqyn?Q-mPku9I%wO2xi+KI z)oFD#dTma#O$KTw+%*yJssy|yBCaIldfk}d$OVGC_ES5XA85X*IQGJ&+Zr#ankui# zi*y-TmZ?QJE6WhZg@|JY>0!BO_uLtaY89ss!?v^9x_P|3Tj3&XMPu7v^S1Bny}N60 z%l1dmCaYTH#og)$=5jmblXCsO>b9Tu8YQr1Ct^(<)SfK7jpT@wbdCohQrhZDy^0fZ zov>A{)vp({s)a4aeBEWO=10&;ya?4ZsN1>IS^waoyS4Kkr}OywX6?SBan)?KevPSG z+cZ^A(fW?@xv*hnQH^Cr*`_uPt|3HlV=u~W&LQ}iX@^EEnu-Ch8BlMVdj3Vc#GHV4 z&}#+)H~`F4GL$zQYH=IbyL(%y34c$uj_UXMu&#}!CHQbIj%4g!>Eqb{A})@Fbz?L5 zbH-i$(qBDN1qs(OQiZdjpzCqq9!G(O#{f%ExI(xH)jQ4{B%&A~0%W>223l_q>kla` zG=!_T{Uu!SPyjVZ!j!FMbGUj`J!fOp0s*YS>r-v+ONQK2r-)%*WZ*Oew(gtGA3e=s zb4;QNa{px#*gZFYRbNI8#wv$1(`n1mYY~famzOGx4)TxXeO(sfk>^~-`llkLK`6s5!T$v{k%A>BLD3;> zHQAzpe9>6OsMG^vJ`WYX^d^!pE|XceXJ}BY>B@So@`W*9_U_fp7Y3&8)wo!35?;aT za)dyw$qJOGh4lzqWV>w#r+ol3@)nJA+r|34V@m@$KeV*Km}89;U|o`{u`kOhn4emM zu0OrO?3h#9W&8_24LJ9bkGNc!PdMp!$D~+bW%4KkB(<}bPtzwnMl8-b+z2n)Ur^=%&!ura2t>)xW5;C+2 z8q%OqcccUc6D10gMxml1C{$^(bL@HIm95ddilN~G$(W$-sQQ$&V+!}l>@SN=8M-qN zWZtE27s5O(;5ASH%ni(a%2|N$Dpa5kNlvntyX|l7kFOFp3Yx zP-rS2Dpu7$TE%Cy%`Zx^%%_L|35|JHpr=dW^gB$|zIJWE5s-HfzF36$gmy-ct%ziR20gM3NP+~0KK8=u~R_Km4~g4TkJ;#$(e@Mc^YJs zj&5Sa_7h|2L8me?oQ08^bQw$}?hJCCm`v1IDr`@bT7^X*tK4=>F=l?mn-YpTTyz@M z!&a2e)C)QVW56E&GEfi3-JYQw+9rs6%H57&fE{B|wByK&paK{M&?%fJN@P>sIVw%u zY<-E^9m9d8eqhXC#Xc%&(87mQWNij@tYztWifN0}>a>B3RXaUfCT7=`ivy)rVVu}T zr+9=j_SSeXwk~Bu9pibjYz3vtWknQAd9OKQv8n;FD#%m>lQSU*@D>iA@TdXg)_?@F zqnv(?WOxhfJ?JW2LNBF!7))kyT2w`;ck8dqe&*PER=8eo7gZ68rN-e2{n5i?N>Fi) z+ZOhD1il)SWk}{qQUf}eL%04_F|3<$YjeHe7pM90H1ucjRrg+61avxukK~*^yQ|kJ z!k;Z87 zFxV(#rWAm(;*o(69iS(OIDK9Ab$ce_ti zbQ?~uf((Hiv0&I7!IO9vC!@~0fbJG8hZ>Wf-L`{045 zybc4C_;!E?pD=F6R}h_w$f6#OkN?3s^&FpvP%;ox3Rc*F(WuDn*7#25{YaZgyyu=hmEF5<4w zVM#~qcOOtP&8|l;Hyup!h_*)U*Vi%dDF!L3Hx~*p$TbFC(NIP1AzVPj_XNT;LnRy>Ga#Gf(tC(A!-K8uP)^kTE` zT?gUSbvAlYaXw{CmoOTp%stwyJ8(V7Dnc}i#q(JhvSf*^AQ>pwk36iI^Ym3vPNNW85I#))9c-&DDdPvzG?<|`V&Sftaf<() zbBgWFhJgp3gZZ*38Ca}kVN@>-<$4IHXc4Cv#`umF z$_hO_F0J44(%R2;TEE`nT4`;pib z5ugQ&F?`Emqz=y=du+-gC3AHvPDbv$k1f|q8t46CnP#5vT?V(_JWc|hVj&$qN+qtW zQ#rlBQa{@)yLp=>eJs3n-l`SLvE24~%dyoevjKDBT%EZO;3yg{4CmGrujXZYt`~Nw zG+)_(!EsMH(yi_ua$hN5f?5VxYoOpbwjZP&-&Y`u>KCIUuZ=g0gNt-BP}R5j4JnjB z4H3ThuVSfRbMHMleShS!+f`2tM{d6b)8YGWy=bW&UIM2iM(klE0_fGBP7^p8%Z*eq zP~QHXZcXoDh)B8$GBmZ`;~rJFM-`W!Wq(rFpJi7vN923rogTh995NSlU?n~U;q^T= z=FNXLH7ruJxz(0M4Yj#ny|vNr#KOpIRkU79qAz4U^gtFvj;22MGV}RWO?;%7;%wk! z*&nJFc+LIeuVyGzb0>NqJEHm>#QFA?Z6YvJcR?B%!r*syKbuSv$cO@?h@?Kosr%1P zzjlrq?O5&?%32WF@)m4HAh-Fj+Fz098t!1|<|4g~s8%!yigs9jrro9oQ|2PlG|GuR zA^9rFx%d!87V&Bwo!aJ`zmAV~PQUNja?=rVC}~95xvQL??jOk=kQa!o@iLhNV>|^$ zS6%J?SJ}|;Z^fZwkp82{3_1MFw{SeY=t2jzVGZ?_ta*<$jb|t<7I(^nm;T5$lSN}X z%%X<|kHf~!X=$aWK|`*Q1eXB)wMh9#zFc{j10JlvydaKQRpC1f3t)za5nKl>CQU{B zfxMrR2UPyW=sG2#8rs~;%=Ku1mPiNXKnE+vB(ks8`dpz7hoF^X>hM`EuKNnVbxsdW z+|x_0>6K37JjMXNam!1O$vsz0O24{$eBqFWFpP1-%7cM$M5*s=AmS?y#MF+60e`FvBj0fX~Rr7{-?L@aR5YpjLxpDL=c#a1KodSN|ks8Ahfgzsx%n2xQ^n z>Zi_!rFbR33X@ndjL4S>SoWv1CSIBMr!Nw)Y^!xYrs}{=6}gBLx+!TXMmo{wj<4G0 zv!@B-Izcjp$!mN``J^y!6gfq*^m^exgMn67teBC9%qtg;#{5IKKrp;lQBCzi!Aa)t z)$}->XPur@M=Sh@02dsAnTV_Z+5*3uWiO6*!952I11wXMl$V@+>YjM-xa}e`17s{S zKh21d%mQGT18N;?$<#?PzYwyQi7(rZ-t z43c@41lr2D|DZ5r_)VZ$d9k*u$7joSP}~IVco4$*ZZ5L$cC3eYM={!(eu1ZWt&HIN zK~yeD)yt?LB6H^wgK(_b%*AnL6O&!S0)u(n&z|VNbcZBaSujehipP6~(ndXE<1{rN~Ttmn;X>%i^hj z*X<3o{ZOEr??jp`#qR29(@#AO(T>9wX+ z;_@8dbsP+3a7eTr>)19KQB+~3z|{&nz1(DpY+UyG#``!@xZDB?ySbH#x?a20=;x$L z4hAy`#;RhDy)miTMPt(-g{60==qkk*Z6Q(<<+Aje3aTVv*Lvc`U7gY^1!2zN9cD-FGNUL`f&e^OPdtea88t&V*{wT6G2v#FrjaVqseSH%+{ zek3$>QM{O;#_KvnYXFw9dem7=(J%#r4J^hNcOw+fh!4V{VZxpl5uNR_7z(m*_u>aQCL$!hu(|3`xB?8l!^{#O{7Bf=d)uF@<^fPZB)HrykR* zrKvGR$vqVNyb*@WA(9AFb~4O+F`PP6+;A}_3zQ&fDZV6SH$~2*IPe}t2H=|Y7{dc3 zSNb^@eeo5~X5J7A*(3yFy58mFnpI5DqAp^SjW{Avyf6|0uYMgWLbZ!fm-%kUwYOYO zC#qgR|~>eqHB<4(duxP2|DZ9dyfnisxNpJEHx{i{iTbC8hnIMVMEMw2W#r zr9?>+_J_LGdcyc7X^M$gBmpy!g`?Rg8E4nOiJ{3kNVMSs-XzP2E{I|ldp5h zQU+{3DpNc~M~kT9%BoE}#Kd@+cgWzB(j?43=L@TZ__vx&R3{v*u$-WwHOo0#ZM)vg zn8G2Aw6kSJRbuJN9KbxE3kn`16PIadt>d*9pJwfqd=i!QA(F(5F&iYijQq3L9$?c3 zqFB``q+}h!<+dCp77r}Pq!3(BM0Wnd7)+zD%B1OP4vCh*i(o(Y(RNZ~+NsDEiX~aR zFHyK`ddTgV`FDkGi}{lbun@L*ZYY)9<@>I2A!EWTS%ePRlmaWrl(!Y@nQ2WhsvX4@ zLz#EMO$zb0o}fyp2kI`~Io?I`ZPibL5`3J*@=)*XS!a^na-cV;A%rAn(ggfPn z9eYY44S(wUl`zN}@bF@AH54WR?8t>7(YtPCUfYjRu2t0z2}XKVQj+};U+g2QoVOMy z4pmI`CfO36=UCcDd7u;ttZeIpN#EsQa|VS2qZsm?T1FwvKgvIy>v&m=e`V?5`*II> zoTThiVU#adtL_0y46r}%J8#RbFR1TUZEqe%O8}rri|;$uIR`{V0jg_rX3+`HFl9<-Os;1OxWwk0agV%$KC~w8wn~$zHe-Bg97nS| zhPCQ;Rc3WU{v1tM)gbk6Ox6^@zm8Zm&Lf4jtR#Cmd(V=T#bbb`xun&@n*x}d3_U|l z?3&bL>3AAWG76?T$tq-7u4}Pz2BB)RvjnDR!=wi0tx#!9)65N9HIBAkip)@}Ge{S+ zFzfb)wHV~(O))QBHxt%GHytc-!FGE+ODbwXK7=YHH`?vq@u#l9V4u{pgJ}>f@QM?#l}W$XUY`46W$|sdK^zBY)hm15?{3#};o= zJgw5A!rp~wDw5ldf!oB1B;s!8?{1};KAOm_BBeZ#0U zPNq-Rqp6Uvj^u4my^KW%>Nvu%cc`v}KHjsZZf)6o%Gia6IMi7-(dM&Lua9-ucttwe zr`de*6g9MMabF^CF#8h2Bp$Qd&Booa{duHp)0RWKFe&*M$u!+HZk=jvj3YjlR|v-e zS2|>|_x|wB-rJvO&f(A9ebt{l)huwWMk$I3j;iC|VGg6H>JO$vo26`e9p8?zh6GRb zRI%B+IBII?V&8HN{GMH$Qq1?o9diLE<5lHiC6DdM!@QGTQC{hk?|6OT{;4#g2M3wV z)V!qZ=1hvGv3Ry+bP!5VJb+1Cq(S8$&WTM3!j#^bi+k|lCb{e>NLMGy=H{l`e z(WVp?h2Ew+e7R2duP>>9F(pdPiK_qnZl*Wi+rT`qETeE5TY@mp=4RgoQy zn;)`#8=8CTkUPL=jo6OSjE1e-HMAYx< zy2pb$mcAEWMR5|0S&o-cS!R&8<8~BO4-V}YG5zR85JY0<8C0TFaUl|y%ovzM5+j+D zN5EJAwe^eb7RyM*fA-oQ9?S|0pb8eVX({dFc+Og02&)}-Q002B4J&%Dm>vyLinW0V!d_zj~Y)lA38`Dw3ho063l_^-;n%LTp?-pv5h z_g_8nhlX(jEtYLWt2cv(+6|0JT2(mBeA>utq(Xm=X|c}QNqQGeybXVH4U7a~9RWC3 z=t;HhvZf8>0qf-Hztc)70eWs%`6{droe}^%J14jwM<{cK%0WuDfrz?J-~jp0K;st! z4?{qqCX-_Al`&E`!?~W*&Jn5|ihZ@5SHkM6;DJ`a>eTN* z`43F>O)0*T4O#`Fh7L}XYd^XQ#5EpSx%Zi|JAX&&LyMy4B%mPr;&u~oMKw#h8+to5 zzAfEz=7GS>eWHe2-lnQem;x+(zjN?z_sx)6BXYyq6mkPaUkNt*MvYZ!$I|@5v*3V% z7vdamKpuFne;Ll;@FHzD_@lt7cw{j^g#(A~veB|$T;A7{h%8!y31)1_G`}&6H%rP(S{hz~ zx>!?G!K9^AXMN~#`@5RP3YF~5^0guretgiXGm2YRqM?ee7-d2c_J?!JvR=9AmEA$U zTLasJ+`9OzL5)y`ZJTsg;M)Mm6*c1j+mUX&h7^29f z1?y79XwI@2Sco@;Ks**JPLUC;?$-JyY&TrVSR^&2u&^3j!5%_wjRD9TYxmo|v#sH| z72J#^T#oKKLq{VUlOaR3(Ty72(Cx6Z3JTB?lg}0adYRQ*YTai{9Dj5c;=PVWUhTA- zsilghtd?zp{)O?V6>rV(=sbCiZf5K=-C7MT+;c_4L=UH6bJ%i1n_?DNv<5WCZ=4jD zSj{c!<;2nw4sgPc&ty(_C-BFbB3i#)>Vz>m|6Iu^N5%Z4XG2S38A|(8r}#MoZY-Z zHx8~Ku3}Dj4PV6C-SKvH>DU z9mx8AcsvHdbv%ZN+|U7`2kS{qY3REuAy-v1 zR^Kq^{@QraChuj4ANY|}5m29)?@t0?muuM!|9+UkeSqYrLlIscQS%k8Q#m9aq=H6N z3}9h#@xZ0v->}REDt%iIUv*xq_K9$!=Jsns6-bJQrvw>UzN1>3yYqhwKSR%3rh&JS z@+{kQQRUwR?Vjt3ySGUP>TbPhn4;(0)SIGFIA3GZ!k_X3b7R84(97?=2EO=0R^zI@(u z#=N87M6SM=jt-G}oY{+mrEVcmY4>+{+C%KSAO`)c09Pt(3_D~)~yyM;ACMInz~ z;mWNl*OQC^{~4Rn1r7vFzx9T;pXd7UL*)Ge%$8 zk@Pio^Bw*QymiU>_zu`g6p#P043fJpC5hG@D71VtJeTw3GMb2Uh@XDK!%5=#9yIkd ziapUt$pBD%7|OqR0|gtdyqsnRR&+`Aqx3eQyj^!V3DPY!%$RoA-8VJ81J;sFfr@wn zbIb|io!vc+&Ob&nDTqW)uaK?;0dmNgfJaa0i09KA<0?7ZJjbKwGc!Zu14KPLQg@S0 ztaQosI-UbfhZi(~tM$ey7Um?25tUt519qZY;*Tchw7>haWni(ZE@SfYRWXaZ!O?9E|L0|L3WqU0?eH<54u~Mdd?_@4sBII-3(DW z@+c>cXiZ6Cg7n%e1u177BTtHAX_Ws3)d6}Cgp&XO#mp()&i{L}bGo~~cXH~D2LIma zi=us4%Y*kH_D}cr_YQV@Onm5Wx`$`Wo29f!n_HV(1sTE(y!X5B|GIm8vS#RHtKQ{g zb0xT5fB)g&Zzp^Iv%6-)dvFd^h7TRqs~nLBqBI#S!ot%~giNp#axK&VOQdwn(K@1C#^)TJ(sp z$X4S7mis%GAVl z2k$By;AKqJPd=O+?H;_Tfk2irHSu<5Z@;EKD`KjA{NdoB4t!q5RQ9!)jv1i=5-mNqispcklbTPUxbAa^c%v- zuq?5}%gjRTh2BcUu6YuvfKTEjajD$6n%jpd#=Ip7{6hpn+H@bC|5~b=BbWtquJc4t ziyro@uRnR)mOH9B>R$fUnRkX*{fvsA+ZZ0&_zX*$4j#^1R`>qwZJqaiF~xB9g-T^^ z&>!&1cnw{DN>K_Iy$&f7Q5|{ZKsTl??pO6?h^t_4SxZ}GN^&3){&@gUPP^@mHeHx) z7=lbkOSZ5^vI@7g-Y}?U==Ol73A#=27=%U)UET(qU3+~`eE~#+q|>to=$6!j)(F&c z@ziJ}6}2V@ySEzAFsesuJ-?J!Po0EgYLht@$~u6Hgda^Q8Xvo+oy7C`G72Z`JV=DX zvv8`1DJ6JY%dqQ;F3S6D>5I;Xl)lm0=OXcwyJGBpVo%lx9kV-MZ(uD zMA52fk=9uFDK@uy#J{R7tL|c2yPjwlm2aP-_%>?QTx@rKikIFsU1syC@~N_LDKWOr z9nH!|f5q!0@xwI8Q(bmDuWKOf)JujgvG(f;m>Uu(R~TkW#uUH)Rlp+7twzWufJ-!8 zhR3XwW8j!_$f%!mLe?uGv3;7E>8uRJ(WhCFic8H+FI-!DbMfF8MTQhHUvRBxhkR+-9k=H)+w*KSg=GNBcmUo6K2k&ePT$|9{eeAwcW$QE2=-E{f@vTiy}`Ir!X?Cuvuq`{c7!rx@N zoG(%UA}xjIVCAZoO9qoW@l(`BEbd4JIt|zjKPkSMaLRLhGMw=T${$1q`TWK8V#5Cd zE)q?y>7hP^D@!lt6CfT!!g4Q4b#OsretR9`B@WMDlwuzGPSzQ;N(+;Z$4!YY3!606 zIX;Ftlxnj|iK0eYt!rpo#AILsvU2nQ%v_KkI}Q*Tr<&k&?~=QXgc<7fQ^{3>DXZU2 zd&P8~qNh+%-f|$=v<|&Iv@mpy3sv-ugRbtCRW)=g+BOC1kOVYTl2NVHeO}!Fg5Hn$ zlH~iN*DG}l^#+dDDr`{<`ER_hl5rAO>6tZC>|AtWJaFc;s{}$2GM8EdS85(9finoQ z@m9DfyTPCvGo51yKBAe~Dy&>>5EDHO9dgubzI4oVxSXjjZ;ZNhax>(WH zR=(Hx2eK|a8i_ua}Jr>lR`Kw|-iVydGnioZB!B+zni?F*AqP4}4e-j{wwpfxTex5n&1= zY@s-FtlA6Ku@A6z%52}!d$_zU6l_XW&lTdZvPav<3Mpzad0LJxUb|N@WUCdJ?bPdl z4eMyx8XBi?4x419=xr5d6QZXkW)sYM4nG#d`_oIE;LK?$J)7Y|OE)IvO;YPf`s0`@ z7U-xCblg7PJ^pae=JQvMoW+xWiU>1A^}a`y6zcEv97wmJ>4h>7ZFWj0W3=z#e&pqI zr7$8%-7)Tn`MhNv@hU@+HY^p^zlF#qMSw;85o;(QH103f!J+Y)mJtv;r@JSo+#OP+6PcUp0~AENY0+8q%VGv3F_;qO;n@BooBPh z7S(+AD`u;&$yC2;9{QSIqu^F>AZs|$erX~{#TO+>wv^7^EX&sAvUg8e&($NGjSjz5 zN_&>V{=xX$Iyqe#T+3=)sgGu>w%PivC4;8Rp|Gv1DoJWI2_~58 z^R8PRPfB$<&Y{W4*TKd?S{n;u#gI zs!H3?Qmb4LL#&W0w-}#_EZUAkf0`W!GB^C1GGj^kR0s2$C%!89 zh2sO`n>-AFpn|@)*)xwx#W{exrQL;(N2HN80T#{n1&?ecN8v}w# zXTxC`3=`Bv??$cgr6115Wvko*efo&7(4KfrUgyJoUgw)xH>(t^NWkUwC1Q46rV5_EQtoi|E40480xAD~^Gg~m0p|;$Op&{Ep2EyV#gH?k< z6lxgr#7Gf|Ps;8oeRaKMD&SWn9>Bt&T}sYV-+!9Lz&o+~5F}w@+8@10zqodi4T-Z@qf4rT!K_-)ud9_Uzf#v(4=- zc)z{<+GRHc$<&&|254&Nh5bFu7B(NZ#{dlx&5p#|Ic2+ugCfS0zXf_ zeY#AOrx#)LG>C4z#T|%ZQLFXD!_3!7cy*n5+b~<+E{J~D-pM2kNVs@|QNpr0U2FgK zzaXK>(OCsVSsv7fIB1zZH8iRS!Q6m zEb5E0$xpi{FArXyBwPD$#2Mn~XlwuE&0o;}0DKWaoJ2^uIJo5kuo%!hoi1)gzXgC- zJ4bLPIobMdcW?LP4H##?*ge_bIX+Ha92_NE$>G+~$?o>+y{)6<@b%H*!SPNX5)z~4 zP}HwLEM_Vy(5QSN4oD>q7`$JFD8HPHNhB5r=PZARUa*+ryLP?=jC4{6(G?vm3@S=M zpE$+L&!TtVTrC!}!DpY{+}!jpr^|jZzx-@M5X#TK6wUBOn?5GF>lkY)^bGfci`MYo5tpa0ZjV zF?&Nd^Uj(NIuV%PBqDWS7yvnE=mykYR z+JOoa3X@VaU*syuaLe*z!a_#0Gp;_H=Y_!Ot!!C78raE8)Ky)(oiX4W~FhUy|dRps#lfM3QnJu&6Cs$$Ymr%(_1K)1M z5*uOq?9f+QcLJ5`ZRf)k*vsLk4d>I0O!$g<@auJUU0^7kcJRXxtqdUcv0p-F$Md_X zZ0r3`Y~AjEU~H*1p|J(V>tR^gB)tt|*vO#A-<|mbc_ltW=2yQ*QG-013X0c$Y&qi~IpgRO{dRWfVQMdym!Ig^ZA?38s-^tq_s|?81=ut6zm(FuYIZ}oPBjnAA zr3J^=S3}ZpdLPcy`K^%3gxEV8Vt`t|h|H8VG+eOp10E@Y3uXf0GEns`zIWQ-pF8kBZOM{H3atFAqF5+ zpCgwPG#<`JhL=I?z%guhPuCqP&=yI4k^}0);+o>TgU?npFnm?m9^Ic_pxnu;Ln!97 ziiXQWd3|SJJ~!a6WS}AD6HEnMhL%Ez_%Kw?2PlN{Vy;8%_wiW;AT>9OP;CxF0|qaA z)%5qRz1KU#lY`-pJ8w>nqGt|(MZTDD`X#sqI)O(U&*4prI^6Sm;erRI!NP^-ibhzK zR$bQqRB?x+dI_tU`(<~@=*=K>ON4ClNwSuFBiPxLPGXzw^K^Wf!ByJrB!j2XTQH-a zj-Mjff%JCKlO-UuzkOu9##s<=zxfQ{e!Hgk^+oZ+@xgvXT=>QI^tE>5_8_oD+m>%_ zVD7SiE?`8~Q6fon#t;`qJHK@`7{22x3G2ig|f zHUT&_8ax9qoCFIt5k7FhHgxMwF;>=NMsqW;MQ{gfJ2K?Jr7^u~0#~81d!wP;IqWEW z8yc*t)3S=)<<-srJ;Zx@C3iz5e>nJV_qkQny_e*IO0v}@UEXArhJejhStY)PN*`_= z?d+c@;HNW^vM>P^W>4h}1U9gJ_QC7@6RYQX z^9$BO&pxYymFYuBwSvv@Zj4kw!>FPG87z=Fs5W8?Ml_Q}{1`J?IL4XG8)1qCvbTI* z6;)-7OSjKG`4s8=amJ@wDR4*^oN!PcV~<03CFhh+v9%MqpuTcLB9AZO!^c62_Z zSzLn&!C^^pz>hxx+M8tiswg1pggnVpf2B4+Fi*i%0`_Y>qoAHRlr4~|18G?LGP$WG zc&d$B(OBTPwk7_8rgyfy)2EW^xfQoJ4%U|l*WhfLGV$J{3=?%E1>V`(A}~Awo*gPe z9@zEFr9oN(E>(v}Pb9>8G1@}mrYT{OB=kq5Di-3Rj+qvDVA%&HO!;g>Zb+qlsznos zzgE-c;S|4~)l3A0huU{$H{np`Wklyu>$ z8L6PVHB+#g;9<{8E@QixIkkA zS)recVgYPliFR&h;b=H$>jQ%-7$jG^Tk1^G>+^A%yzeD+L(q8-LG$6qZMWwFk_xVY z8KH#XK^0f_tR9IvN(TmFpSA4)fD1E(K12`XQl6AmVWX3wabHY|bkX6;-Q=_6t93D8 zdW(>~k*&83>bz`tf~5-`eSQ_QA}U7@u4MHqPEkKEe%XNkJ^K|BUxQoLK4d88-@9Y^ zi!@%2VXFbfg5zql@M0x+7ej}1!+o-Dq)7=QHME;e2I^=;jrQ~DXsAz|Rjuz%M{~3n zC=;kaL5<@)&CucMz{ii0SLrRddy!cMgm26MO)BaAY_b&6ub`p~b(*W+ebkaWJ>-}r;Rl8c7BrBd_WahodE@4z zNdU19>1M_Go-bz&@zo%F1T>JE7H-Z>Tt#I}y4UAutdT=n49+lcClqiWzoEAHF^GnI zdhXr{nB>&1xqr z3uN*Xx_n;TP(|Ruxs>zas)&rXQ*jI$QRI}Ftk)F$~94{jJ) zO%}mWV)&)w1q}kx5I=R3Z#Q{_PeP%mjKe6FKgF_VO(KS<(_XEnXFWtqbfyK0Dpw#W znU;?-Oq;YdDkjV8X@I;=4oTwkV=OEGQBWJbZB28n^b%erCd0&TdWxLDs(1C4D|MU9`3V>IbMl6)fB4?8^6~fo9htcE2O0n zWz8AtLo#`VS&lq*7j~acfREqmKpmd#qU7n^8pTgRzk+ec-YCp1p&OJn@Xl6oe|}N5 z0f4b$UJg?ukO%9@i zN5Z6+oVA<|(YJ{8Tf(piB~MAW5y}t)$U_Mmawqj-N|| z%+uD;ffiAeW!LN?^)Az1Lj#5Ve!uVJoVILGgCTqZwuQE7w5$O!0=pFl3)=)fi~+NZ z7!;%6Z?AV=@9uv;@RjgPjv?lgmgv?3=3+rsV~<>An=L2H`E?{`gtWmIkUhnUFOE=gWms|^4Ggq`w!5>MtX0@WDgRR;Q&5hs4QtZCNV6-KR z$ORyR0ET|N7rIdUfCEoOxq5@GwnIU8MJHj@ff4VTGvgu|K<0X8|$O zaQPz*ggwxE4k6y6rQ+$wW%=;pF%14bVR_FyzJxiH;a^Oac<2SSoaPs|Ia^7RU5@xj zJj2ff@0^ob^+K!>RMK?Gbo<<`xTW-tpe~bjR4ImmF1j09_uO{)RWb_ztv!Dp__@Z! zhX4tv#nW@Btmhm?YG^`rxZhC5Q=@yr!=u`Ie2$vU;LCJomvQ>3y-lmN*j*=jw&D?5 z@I(mG1RA(c6_tL9^wKxVqYqsm)+(UXt(TA{iWG55kXIM}eLpL_Ie>xD3>*d6et;bi z)IQcvzSAK+l#J!&jJF|I9O&<+uhZI{?&>Nz`&=9igX;?^l{zz@!{U?i5@Lp97GF0 z-`U%GqYGn1mN?`$``a&%4)%Bdk3ma@C}mZo+aEbVu)8opscejG#{`2@%4E|^40z$z zqe|F;P(8?*W-TJ4#_N4Ri;T-|S57Bxt*yPC{pVXpu?jkFmz)nHidQEr3mPH6de%65 zM(=yjnNVXCWZVuQ)`_IZ!miw{jo}7{O3^{fI_eWwi__B9o8fmmFAk0zM&PG|Ho=>y z5#U42BEGg??+-<*$BJ3`h*y!+Isw$EL3QJ+4h!xG#O$unmOI~OOEpa$pKKkS41IQ5 zJ=JjzTh+>&ovkA^9s^$gHcRKtK)gEGKY1C1aa~LoSKa>q3gKu1SKiHr{U!)Y5Xy>> zULL#-4-H&-3|Ms&zyG}XT;TFqeJ-Glz)T>tMl%5bLi0cnR+|SJ@S7l{Rb~O;1m=JM zHJyXQqn*ENL8M}N$yMzyFqyy@6bb>8D8J(`c8`u}`)r>az20dz*u^V>yb!X-PTT90 zwLLOlZvuI5>;ApdFx<{TJRrk~-%?>zM5VLRDcNp_eJ?Y;6YtKf%Wo?yas)lA8oY~C zl0qBT!_a$px;BSuj0OYdO^b2p9#*zpS2Yr$&qc{W%>#MI-fXs-5R{lWC z%TiZv5bw?e;}@uzi4eriWIc4g54CL}-!D-ghR;eU>3*;2yAKacQrdyOhgyap#F!ea z^mmXIdeseN6w)a1Dn~Svp$a^n;>(g#$y0im`5{>mvg8& zJUZCcXCuuUVh7%Xqc_%pw=kk*`9+6^J4eHlt>YivI*Jj*`gQX1XlLuWaR_Es8!c}& zf{ZU%^rx-8z3sh&ZKJT_E5Ql?7=mCK2S_68uv%gJXzOJA*L+O@1DHzfn@JTlVzE|GsArb=SEQC5v`5g{lH+Z zZXrGaE|q+GSqVxJwFLmwfR)uGg$w%hYcq*gBlF#L=#nq8~^EO>+o>LZ`{t_ z+^UG@svlbJrJnoAywejWHtjH7ofCH(gS69K_-LNbC?pa4Lqptx<+L(5jM8$C9No69 z19!hF=Lgy5c%_&-4yI_H1%KvMBz0~eU9C-vDP)7Ubc@+FP--^haK&h19Vb9nzOsm? zrvo2%L8a^j2a!#QR;*Uhj=R!yQ=L56N>T-s_60Jdk#;%BvRU$FJ7TwCK|6eN^73H6 z8Xh`TA<)j3-9}K4ssSF~mQi@2^QT$2?d#lY&{I+t2fpO<5=*r1fT0SIoRnfU1XaL0 zs`43hQiY>A3bq3`kQnu9IfHBu*|=?)NkSP@&7tU0uKZ2I6T|&zuMBm$$Yba!U|o-4 zxsYs!4&sU9THaNGEXvdoA{$DUl>8TOmY@By@#|+|=NiJlkT`O5tx;4Nt=ZXWJ`m;_ zBQD&IbMNanV3>Cl*VoHwK0-Pa<=&BB6Nv5EnxdUxArJC@8iYHY&J&WkpF* zu#PbUeY@+-yMr^F^s2dL9JJfC!<};3zL@GOu@{N`vfb{+FYYD8cnJd_B$qN%S*uP5 z@Lt<-j$%}=SgaqR3kvC*zoF&RheSZwvY*E9+4nEzw}X(gIu(?m$U5y_veE4(--cb* z*@+=k=XB#tzUbOn1fe3Yh@^8)uV6Dh{$;yxj0>ZQQBWv+7#WSQ)-|tQZQz{QL}e zdTss}g<{Q=k9@T2#N+Rfj-e|Ym`izb#S`S6j>^n^IBxXn#$)yox=oJRD+RB$R1MCN zx>m+@bPW<|mPzp2?6#-l$DpdjutLiPXy1!D(B51eK$qtM1N_IGzkc({)%95tJZTF-UFjw^zDV`0lhUv;$?VEO&O!_e;X*9$adWq8CrI(v+E^3+(-fLZj4#OW8*MG#~`eh@sz$}vc zcUo-}Q75>_40Cnx+PX1fB2;-+lt^l{H|J$?lR-XUfzCj%1Jk;iYXsJ5jU{&V-j1QHC5I=cM~QdQ=oy8eqNT#83coYMY8Cqx~{F-BX%yzDS3qM z4<{~{-7k|AQ-C8&l^-p__1x6}eWG(QhuvT%O1rPgQ+Hg!01=9qTd^ny()(r&a{pcw zlSy#{K6l`+gu&xv2S_Lft3PohRQcPbeoeCoToz!6Eo!gTo;%kJ!Y)B!1qUA)Oo7=w zW+q9K^GP~=EAt{iu!5d;hzMXTHk&tB`RK}@Ot^%?%+olTFo^RE@PL_7+zD?rM{}++ zW*C#_lAtk*-S|wYP$`x3)S&x}zM9D)^4Do75JmDR&T#iOrd9j@IXm40$_lrigLEZc!CHset z6~P0dD3zP*t}mh*v-ae1A`N!$>XF#qMt^r$U!q?|tU=t7KsREehEY=kiiN0G z@Iwssde+ecR#Y5PJUNtYd8zlbGi^1Ai(2I>6fT2ssVGz@MjUX6jfuP3DZLU;08*VecZmEDQbWSbtH1$gp`e7A16kw|{3 zc*y%Y-YXe(FC0x(NI@7bLps%iggpWEeCZ1|7#TVuo>S}>iTnsla?82ae8Y8-jy>gFA4B2PnQXxqq7w~%o{>q`9Q6UGI4|w|ECMT)kuP{c z2}K-TB6YLm@C=I2D&RlFszaVSrfaQ0rO*T!1?%RbHvT`Q-m>yuSa^V&uX0h$?}G^; zb}^LIkP)gE!-p<=ca+%KoOEoMZ~~=V<~r_caD{1j1fXv)^lUzF#VShK*34MhLbEU->Z5M|hvK~R15&e* z&?}$ji{Vga^Fjd{?Cde@6G!=#8Q|#)OnJ}EgV>{lXv&+Yr^5Ftg?oN!A|7--9o;V) za<{MgQ{5BCflzjfeFUtOu#dzNc$bekOq(ECP_B#h0QP*G{wMou+#k^yr(Mt7QelGgd>4pghjP!#Jt_rW(n$pnmKT1ll8PwHguuKTJgM2J5I%%y16*P2uyD;~Zp4UOC*h9QNHqZu`Ob z0>SjX=$6gHnKm7)c@NHoL2U5?Bsa`zV5kc6>6BV5wf$+w65{IG2*w^ae8@iUMj|t} zRkUU71PO#3kGNagUmYXb;cs4v&>3TB>!}=M*5OB=vV0-3|2De?Gpuf~K{>^>op+}L zWp9&FPYW~7G~#YEIknIRr++vevKE5`Zd3~Nz0kvoQqJNn3@OU3Xa+!_#@zt#cj(ND z5+f_O6ZY1Kz_()vtJgMtIT5x!mTX0DRdKjOZP?Hx9?v`zwdg2=7wT^RfU$y5?Y!^$ zcMJB|3Coxm&#D;b^LFQC<~C58M5|ysfjkL*bktByJ5xe^atC!ZVplUeDsl&{+S{N- zX~(iG)Y7mF*Q0cI{xYqQDuyl}(Q$7)G#ZpqM-?%CF)L;Ow}-(Y{a92rA+7^y%R`I- zIaXxI3x6dlI|}EmKNl-54HwBW8xZb!h+Tb(jZZ^J+v?w``?v`jU5A$+Zyu0}ORFGPNWLN8*5mVM35wsJVD-y_wD7z?K7u$m(8AF#R)&&b=PkQ{sIdf>JK3 z4hyXN3gGbulo-LmL|QeS@+1i4YGK$~408^~a;Je<4xZQmtJf~#hH<4cCUjynPQZ}d zf%qh8|HVX3I~WTqHnvb%0dHI++32cB{_7V}_SfXUI^e*{PiX4Ug)-Bu?V6U(mJ4r; z)>)bV?Iro;w3y>CHfhs!`5ZwD1SGbNbwfwn;HDvy*-FECRuO_BT6o(aOWDfYwz{i> zDv?D-o?k9P+DKD+-mIWpB;06iR-%eFB05uFppol*C5ffltc;lxUI7=NW7z1{Lh(<` z%C=#FC+14N8bP=6AJI44%A~5>t?yLThEAt)hSqA(p`ftK$Jj>oR}gt0SoHNSNEMNZ zs?P>@m|P<#n4DOivu<7Up`G0;e2Mp>=wiFQn9D-XI5N*p*|fv4rGoPhA^5YWD+KI95AqHdt%-TvuV^S|m0<*T;V0 zYYFSv-2H*Z3u~%Y1Q_3hU z#HuEFnuJd+3WRB$urm}1_?t#t>I{clct`HiK4IvAq?9N6uNH9 zyo(ey5dzG|1)s6|Lc zL`6=q#F^J8VxKM+Z2B_$@~4k~|2coD3KuX;XZh2O{(67?GvnnXyG%#7p9vNV|KUbg zO#8FjRoYk=e_ws|1^m15^_Lswzwq;mFTYy<)5aH{fBx+2jb~qe_4S|DpMCl4i;X`e z>%Rp8mcVY4+tDFKxfx19?zw3w; zeJG6CbRo;k^YbO7zQYs6XF}k)F2?!AtpFlkfv@|V z9lGa2wl2u;;rsp9$@iI%tkX$yxICZaqhv21Wz!PnJ&VeROzmywewF!VIH$i~1Fay}+r#;13X?vcv&H1XD9F_BOv0-v3eI2&(3+Az(jwe8D7UKOvEJGmS5oHK2@b(1a?=8yYT5wAsOL4S9 z3M+`<@FMR#n-n*nd_rdBf8W}By)!&H82-2e`1s}N=YyoJ8W*zl(`VuZcMl#n28s0M z>?P~sfl&+A-Qo!m8?mE(hM*bMqC7Okh!#&@Ky5;^c=~c+hWP6xUx{ZxvH1D5_$d)A z9{(Gl5_;Re67Eip1P~b1_QCTV7}dK$@|J>T^^$kWGsYad3Yhh)=^L~VVj@d-C@}ir zbj9Js$S6vM6y=_eib)~Uy1o>c**Su{!k^ba|NQjNUtZG%-NBFFiEilkU#R!rAMNby z>krTPgJ393i~Qkp{s7aW-)`_*F_GKq?K;2w?f|KkUdocM#grfI?e6Q&$i6({MJP6# ziFBRNBuiyK|N1W*s)us5$xqiDxm~V1e*cxKVlF}Xkw59R$REB`we+&&PZCGw`s7a% zOL{3fAB;uIU%vQ@gvYB}z27iUZr0Gl(aTqUQk8%zi8}WVj^v_KHE78(c4@&$MW0x1 zj9Of5h|I{*?%5zQ(y9yiDuudOXDYqASY?LEfLLQNPF!IU8MwX}Wxp!I1`qf9F=U9; zuedQq*;nlN2-)yMEJGpa96Uc57_s6h6t@tJ=GjF$T7bLUyqFbbIvL3DJqZPG2LGdr zLU7r+wG(+M1e)Q2TbJSMB~JRuE@j+E^J$q-Bx(xvKz+Die@=88!w;kcK^eUV%0l=%AfEd5p%K zXp^B~k#$Dv?n9J|sA*+yj%p}HMlEkf86M-Q>y9@bYVS^P!c!NXhuB28H5bKlbmfoc?WVi4=zYyYkgQ6FO>lr-c&i;aYivVTy9Vyp4_45L(qL8byiK~uJ(g6PPYH8vy& zas$NNcH(eZRb>>GU)Bfx^^0GB{&}kO`$oW~ZmjlbQj{3b>BDlaexJTOd!(z6!i|O>6 zrx=1^mX?CZEs(u6Tp;M6H^Wq5-QL=bbJLECV=td(WoJ_sBi-~Mel-%5QCaJ<^?-*GC_f6Y`j=&j8Hb(eik?Y3lo`{z<{ zM~wL(YEO%HPq|Je4$rLSmzd=2!|+Tx?EYIFIq$lT+U?dK{QeKU9#*^ktGoaE{Of1l z{ofZ~ef`zP`@fI(e;@DvKHmS`_x`U1wmXT<=lULp1N*r?+SAcd`v)OkVa4-ulmYGc z#qt*;L;VkzkwH;cYk_SjB#>i{as|3?wLd@4M?WZ&S#Lw8Y%*j|iA`g?c3gINNGZT| zVNBmC+7)-Umr#0XEH=7YPT$f_rb7XiWJ5@G(Qa5kTXG;63Tvqh4HFCu#8J0&@{2N? zbA8<{dTjua<&M*fjPg_*8bz!?o6wRTLfP^HY(jyF(+?w!_JALZiq==RD&mE|;cv4^ z^P^jl4At?}JYZ&kbAfNdotLF$DlG{qyGWOlg$l7bkZ%(C2A5nmx>Dx=2I^JJWnxz) zT?Hb*sfq9L#Pl?7dnUGe1_FBK5PDwIUN8&=kqzwZh;39xb%cC1%TO7kJED~F4Ge(vumF zPlASp2(!-fCwiA|62wS=$s=&+OeIKS9eSZ6Pv9(c%3K@BEMIszZrm}J7H#r&Si z85yWwW}ZGT)sHHj8^L9*aIowIAWm|H5VG2S3<09i{*^dm5P#_?@=!JoZVX-p)B$tWLxaFWdc9V`MJl(ZV#K&rTMa6!bE+Nl!d!%ElnwjN1YB+wg zzy0#)V1M`j?5u@+2F4jAo~om%=R12_Ku=FM+)D)T%`R)}A0G-y_gDZ}4~Jba5Q~Go zKVA*|^k|Sh?yQA#!`#~?`-f-y+lIKPQ;I@ktv>))RQu&Aw|XWC?|hk0$bqg^Gi5-3 z_Wv8L2uCLAU(VCnRX-h%htp!r*(a=?aT=5G>}rM*o#JLo_O7#?fRC1zq<^oI&!7}8 z2C#)(;;1+-%Z504PbarZS`jmf-bPs}1Y*5oDTJ5(WNUJh-j;5S3ilP+ZE@yuGvk>( zTZL%Hc7T&nvBZcL>y}FwoiC@Z%kd3jXMm1;ZECTUyf(+pqHv9p4lq9W;`4RtXa6BJYJE5^KlvcdJ+t`1CQSj{Ags?mDs-STSa(pKo_07 zn?xJ4bOm9xOX!breTqFg^W)@J1WGbbTNu4f9=#POGi6e2z+i5z53u9(oZ&PGw&kKN zs2OU6xB#uj7(ye_rdh*E+-WdxE6tsGs(7%uTXFtqaFOWw&4O<|;L4~MvkZE_w|K=k zUs=BT_oVKXPQec(+O9eakKoE@0+^!hFfGgcatc-(pUFM*_izYW`MA^I1QMZ+@Lqj~ z{kmq)zVp8Q!S?R^v7S1N>t$&#mk-Dg?%E|P)v8655_BkGi7h7jBI5nJ_>eM=eYE~< zq@0E$U2%i>0Ek{uGx30o`+;}U`)DrifV%3d4I)HR8mvZ+)no-++zfeydHFcpp=P=_ zS72jgeEepUyWzzJ{SXvTKa)M9bIv^|*we<+XVgruilJs7RW%xLXHqi;H>4_%oHIYH zuAw1s8X`9Sj+&F8Q8U zHHszy*^;z+9LfAXXgaB(P$VvdjuU^Cl5#|sSQIQCLka+Fit^s_fK-#1#g>PrtAhfh zEVFS#t-O^xs$SIuSR=DHl(%9aWHGNk;ai%%MeECA0SF|c@NC8EbD=zxF4?9BA8)z> z*#cR{StgyC*+uNUJrcuaOmkpm!BBCiqH7roPuawn%+CamsWrsMu2c-cYV}x(N`C_- zD`NhFIEb=yOv$8|JSbB?V%U92L(f07*-6#iu{aN z;wi11OnWY27D=@GkW(nnDa|I4?+%U8-)RD`8=i}58&~Z%m_6&>Gdcom<`_A5n>&^_ zKIrW60k3NEbg94yBCQ6c+xT>jnjbNtH&J}rXVK{*pDwdz-94*WzNUB-Ge-)Eb@dnE zEFf+^-7uqBr$(SkE$?LSXZg6*n13P^A@i&aA-JwI&hJo1J$v46YlT&9gEs8Ro6(i7 zZblY%Sb#ipiX-RKjVAT6bhj1mBhQ!>v758JY0KDvbPVajRT^$8c8Wpj!grb{~TjcA8W)IDh0`rM=7CX|C+#&3KivPW}&^Iq)d-HkaZ?^(X6 zG$w^P5fv#cv$9dvk(ygJxy+Z-A>KdwFvEs|YezdrulI)s`+Ly8_65Wb4z^>ZnxqWE z72Q60a|p(-E>HB0tT_XvN=Xb}scnBAxj}Fg>O-6>+j7@}KyG|BFep4$1(bOWfFqlj zWT^9@$bmG+(z%b7-eNy%uCL4U4h@DgYBK;fAs{iU6JmYj7q>&) zmrmdJmyr2Da4rxw-z#CWo)7LHob0}MBN!nKRHjQy+TAmI6TF8PK-{{T^ixAR=UYm# zfUs)owN%TNuu5+g2d-3Ol^pyXP?jc_Ir!32{dxtD#b)YtI|SBr5e({9WU-KThz2y^ zJ}U?^frjnAKbjQ{X4{=>)k47f+CIs&fXx@=Pr2FV4i1c(-wuoI#Nl-vDQIe9;Zsbw z{AtSva+-yFAb)xSM9EQie91zG9?$=ih$ z1&e}|1yEZ;|Ck99$A#ES{tjvrOy4kHfK{|$NicmKF?|#hw2SOET_ELw;~f(@>tGYo z80AwT9#VyV2;0;}jG3q`k`tp#l4R;g8#_49N{Fu`ih~{n@Q8`50}o3e)fhg6rp;PH4V_EEy)4?W>|7 zS1nfgkaA0Gmj7I4B|18u6S4cYM$dJmAjBgWdp%3uX17*H1qncYlT!$-c1A=1&qig@ zIMT@vkm;1E1c&E>c_zTn-cSw5Cb$F6!5JJ+ZR>y^XnbmrHSoztvjGij?O=iC*sET}yWU?S7Wbpac}e4b6Rcd21D z7F@zsa!&#(cT$LJXY5x-w?#7;%+{&+BBwOJMocL=)5$*G0h`l}uN(-6+59S<(PmT# z$v7v++jrTdm{EM&%L2pY<)H$r9M_#2wwQR?! zO2=uW7wWGYp&FFs^IVMC#ACtCBzgL+-2ITc1YcQnX~belVv!Ju7?5sKJUvV@!(z?u zwC^}_Nh^#R&PtVqE6j&gKCVF^DE|xTaE%?7)~9yLA$anK!W2R_t-!6X#8EMwkFIXD z6|2}Sl3@INodF#ew%O;799AUMg*U!ae1nGW#AUSa4$$jRPrARpA0@kjO{WVPWDQXz zDc0ezMkTSti&2iw$6!_=h=8ZWnAoP1%7NqLf>x91&}w8B6*)jXf)JW!q&m$6kuRYS zb>{I6W_tvb&9GF>urU_H$HQ+42wqZb;4g+> zkOsu?)Wl@(#cY(3(wt!qjRFV~c6(Wj<8CN0+ zi!#Q?(>By@pUKFf8hp4kO<-I31bNfy-8vi9TP-bB1owG;zV~Id3UT{2>|oyU2&CwF zFX5pG+&#B?*hpT>eE6-1?tD&*&h@l0i zL<MyU}?wWJsnV4LS&*+cgSGzbaExrnC{76R1y2Fs5*6@0Lp+Obvp ztt=PFn&t31?Ndm$bJp(m5uQwcA=>Ts({j%_3XHSa;tKdidVM|?2jqd^p;Cp@+3R6X zyXet#oxblNcMn@pVDCX;w5n2y zGbQ>aj_KtLqD+ZzjMIA33q_6fDDR8kG35<8OwlUzCu>Hd3j{_vbP1Llu65zJ8mmWv z-A5fVomx9Jq18K~E8NsblfkG8@rDt*&BAd=Z;L+UIOwcBUF#;F_y&_zf77L8Fa(IK z905{e5Em*CgBaEv@}zgb_>&=;)}Tww%4qS^+9Oj%|N%w zGiAluZ9=_wW4`JU433-h%_glFYyQJAU+q3!u9>d*zSfBBV5ROTX7`Hsu_fNeP9|*2 zs&24^u%7sWC~2@&3D1c)7OzdLT0?r2J;Oy3F&X6|CIpOlA_oOrZzEWBDg@e2z5w4v zS-8e6kbQqR>w2zR56}U%Vby4PK`i*Q%p<=7M6MDAsT10-08~|qg5@;ss{rLH@xenH z`IUwa6{6tSF>4ioT%`h+$A>%n&sW7ISBiptz5nC>!B6|E0Ocxvcn#K&8fjWgjlEJu z*4+GaY{;^>h73W8;I#ANeSV$F6|a=qrM|}m)kYc9GM~W--@Qt4E>|fx;IU#AG40Pl z-fv!Hb1*KVq=DEv*m}rYn!bNaV=^GEm2G;hYS#VNblNWp?tc<=07xi zWXO}+xYr2YJ{_Z*ri`5mcjahvIxc`}6g`HnC;USginQ(M=}CKqR=UEg8sqouSqEmN z{W(eA!wPwsnTht{!J4N7fb>*|`a+gdFX5e#jR!(RuG9aoaO8AG+raT(&%}4&{SH{? zdmr~MI6hM4bS~X@d!C6*S4p#mW3VaUs_q7a+*Q;)4hEV8u6WQvHST>y2s-Y&=l37$ z_ydlp>o5TfBt!%O)+Of|uz3n_jLcj-E$0|@n?oRreP4Vji-eZhB7K{oT0?HQ%7y@U z5T`Zd#<#fgr|g-tzRp0&kH_s>vDxHP(?{LB&?+N=OK_u^ z6|+w6&)}ok9L|Sphs6vwvq7?^iFSj6QHd980z0Erj9-0bw&$4>9003>s7!ptRwkEd z3W}Evg2UhH{h}4QtPBjpzGTF)1QN(UO17m1zut$z-v3>ZLvrF-w#dDP?{FdP7GL!e zvG$@riz#9rITlHpo#8kWM^G3QV7t&+hpRspoxAWE!XR2^fsK0yvC43b(Wh<`)j;f4 z+v+BZcYsb?_#wj+l)LCY3s!{q-sLr#$F9pF%^n<8bjY{jLD`kioKC>a`c~Rcn8pxj zj|>;iNrxizV*s)-7@o&8JdcvC{pTbbX4A{Xm1H8?X%(K{X17Tjn{VSB}AXX#W$ zN<({X`XVu__?nnD;9Y_Q~ZZq=@TlwHG=sI!nZ5+Kvd6&EP79p@T6FstLSG`FEfIe~-XDbc$6@DaXp_sR=m zcpIbTl0y3Pl2S(yd5Gdg^4IA4m=(8;RycGlu zJ_N0mT5f>SmNWrCYaeYxbfL}$bc_$51=M*ya3V0zO`P08nvmHCkLN{3+yCea&Ofek zkCoxZ=s>_W`c;bCV7Z*D1P-Yak0vTdyCm_*C`X1lXiH5p9IRC-iH?hDTb%EA`Gh(v z$}&HnWPc6s1db#KO(Qg0v<-{3Vr?%cqNlqTUf+5Oi0YpK5gdZ7SPL5Bg8TvHqA3x@ zzCdN;-7{!)FRLwsdu>5a%OGZN#;H<_-5qb4P<)br1sl%hIb1unqT;di9}Gp#3I@)q zJcf!!Pvya+C(meSt4r>I;NTX5jDUEZn)?;pv`yPO>EI&vyX1)umD%9f=OFFLrgdRa z8(Z4Pl*CW%^@%qK4!wqBP|-RY4k0!S`y5(>RNljE=~C_=6&8o#vzhKrUAw!}X*SAA z;Qy0++IX(+NZ{3XYR$&*DDjT67E3hV``YCP<8(Fwm@_h)4PlwqYa8w3P zYJJxQl5CxUlu^kq1QRB33pK0U-g|U~}Dqpf?`(9bI?9g4VJ1(*pG`#2LrdhjXtSJUBP36Exv_HHx z^JXe9(Sl4oEig)P3Kb85C%y;kSx-a9d4jLZDDu1STTtcy)Yx~b#=9>*C|jC#T{3wU z20bz*E?X-(^Qb`v5b$7bGY}d#LEmzfUtT2>@C*YG#u~9^4obmx0Obe|ovIlC zXGSpr7S}WT`xsJe6@g|#tG0I||jzHDQj;@p&nl(!@`=p7INm(RFE$%v@umy&j zD(X&1{O~;72n!ead%09Y48Cq0-fei-nmttQ!j3o3uG1VBAucC~Eupo3J#~-Bdit5% zFw|Y70rNPA+i96PQS1D`Yi$go-1)5(#_da7Y`I*()&XIfMSox#z}Zz_QFF(xv-u@z z?;+=ISgyT6La`aKkEKL2wY-`idZ&t{nR`cZl3Z%sx3p}Obel=CPFy>ZqExdVg z6AJHbUef!PCib>j;iH0gHl~3?wQzNuEnM#qfeOB%?kU3ub(GayH32r;VhfvtEJ)+A14bNd zHx))uK8Z^fgy_|T2eu}vA);QT;}p_X4U^XigH~hpVZuDIk|v|1j;0jo`;?6^)()Cf zP>_N-MAuP!rsN@7QPxw&mq~~+eC7}>AT9O+U$8nm&r3zkw}HdRjuo_yUXgC z95iznrdhAp2hGmbT;hn1n573z_v16=t;&L#d)f0Yo#bN{=q)`3#c`s91GTD)=U`lS zEu@PVj?o}m*(SE-z`zts z4&}g&C*vMnb3U1|>pNKtK*SQkw4EqmHhYSkmuW&y*U!#c!O#&X(V^A@jz2<3A7dnm zRt2jdh#Lb(3)!eUXRY9g!H(E*kb%Z>Fx*rGoUi6;yZ6>YN_=s=ZtEW0bA+ezb+Lo9> z#G?eXD$4o+xj;vV{(?hfZ2i#<80wm_BR1)#t7V_Vq|TE-;~+4Spg|rpaV*Y@WeJ|O zlHrbPlzpf2KxTe%MPDHt}=K_M%F7Skd(*r{; zGc5pUMMowZeY2za2aEK-pU8Sdzmr1QK z?h|B#2bO@`=`K79%ob9$~Sy z;aXLgqlhdQtfE9f$vaO6JVn~0pnFzf|4CB?X#Si~$WsKI3fFIVepod>LGKf7_EA|H zI3hXkV#Gx`KzV>S100f3CQNIG0ZXsg@TI5#Yb-oN1*>n0byh$=R9mzS!-rewNM-Aq zIc7VzT}&7Af}#>tm^w?}7BzEh+-Eb8iueXrIe8*e;HoSmk-R{w4uU@Lz3Z7;il79(Vps1d{X`g9 zfku9Kvc{bjm{e3)ZUAs=Do+Y{P=EuU5N?hoM2u1JO;T@a>Bq-=#M4@i2EZR2~4m^p7zBD`c5KVw9o56}p| zhq#ihU=9+3GPJ>%AYP;pX8*P&K^3L^HP7U)Sw4C@QBPNCc{Rz;T3o~A9|HnlO6iMgRmgrb3=cY;saHZSF6M9FKzi$5av%KLLKBQXlo9uwb&u zB9%oyT``@FtoK849;`?NBV0*J71nh(Y zk%3?d>CEo~<#>4>!`4a=UZvCY61UPeZ(&3pRP{&0LgoM)I}1V{h;{D_}c z9L`MeNHO1~vEmNt)iLbHqJR3$me`kX%@@pm?$jbob1B3L)Yy8BAL@^SyESiM0aB4< zj^cL&p91sgd0J+DfksN|0zRaO$7A^z9F|#8vGlhe9}o&2Y%yWP2LwODga@7qW`@(epojM^%GOGI$)?5VPcD zC9yewaLmTl-lv!#4(vY6M{HcvGKY<0sBRV_tRLv#W-Q327U}g2_>$b|+0TeK!P}X! zZSJ8-%X7ScLVL)Tk@aj(T`PMzHLsC3`i|ysF`0qegv{?k{cY7|(-gA|W*D@OFjpcJeN;ZypH_lq^xTwci4qOh#Yk7`_YeQ3R6a1w}L z+fU9u3_HrucWQAnSeFol4nQb8INh-(NR+Z)IHf_a1&TXSj`j(!Cq|YjD}Wb$RZi5Q zkH&pT=(E0y2|~_CDkgZqQ^?}Yn?W*kDqO<)7e$#9c&5E_o2l|o8Wtq)Qa*+ATN=NL z{~I(JR&a4bLr~2vCzu}!OL1oRa>!RdUVs|v;msVhfb*f)YL|c+%gt1s*pxe2iR2{8 zxiV=dY$)llgTRT%y&B^tKLPi#Zp)-*d5pIYmbcZybVaMef(-<>f?}DTvstOd0!(9ONIDLw?3S)6L!d+k$;b? z64~_tbh?}@gp{zD=jo*E`HFm51WzymE4@ULDLieG`?!1s%!Xf0vztw@fWi<$N*>un zE4ChN??W)2VUAR8o}SeNE(K#5?shsst^kVZeTKc1{R}qzl=JJqU&|e*^D&ksw$_LNN5S5B$4AAx{ZxJ0Q&(X1rzw zsAy;4u6$HV(qO@h2bL73JGXsXsSyK8pbbrw12aLSoY%mdm^G~XEps}Evli?@kqBWK)??NHHZN`t_FRM;F_D%rj$zQ?IaWh7f7`g^rT?Ozd-1S zd2s`I5(bI*feQ)#mF9jVgZ=7`5sJaBw+t@^@c07VHA`f42^k0)6J;nc<^N|!tRw)Z z;^Ubcn$mKU!>nC$LL4%YQ&LA5{#L3w5Rn!+tP`D!LG}F0x)vH~?vkfGn|@?XO%5C$ zWh|AWc@`jwN0ns3*+<9Yp$VlEOv@A!O{_%`#v@xX2mvU94zTDpTW^As7)mhIADO;! z)W!Rwhfnvw!P7}`c?vCSfbrc3F`IJZpkp+2-gfpNvKA zx<*H`(UEL)sH#%4qfoOhU76<%j0E*god5DsI(d4Xzt6_)NDSi|4Tv2trkH~o4z@eu z^x^cV#wo`;oo|&TbgP)+MKB)Goy;VdJ;pAE8&mC3f8YuLaH^MQdZ4&`MCsX$cu6jw zz6V=Ij@)B`dUNgh4(7ht-`?FhUNiPwp6elNf7Av|V3bnG-=={lkF)dTWpJNDxPogT zFvYrzhWveR_d+|KpxJ>5PYknwFIR3pUY1RqE_?_3iclHGwhU{>kM78N(ADNVw{NoLv$0M2-yTUhoHf| zdCoKcT)g9@kF^37UWYiaMk~^ro)yie1Jle4x|)B4h^H~F3|bM|bdD2-DDS}@IL9?2 z30F(3e16K{7YMt;@7<-|e%hA1G;{$huiH=jSD%`%LK_Y7x=qWGHXb678;*f9IxUKY zb0*7fJ?v`z8? zf{xCHjGM@hr|Sd$#pwc1*8(0!9HB&a8@dxt7;7>--W|-AdrABFaBuhIxZO+E1I{;! zUKPjCCL7#~YMyNjwdeG^Y97o!M)s%MAxEoYSt~f!R%NlXn4KhpH_m4ZJYY<@Hrw^$qr!W zC7d%k;-~F~DLhqIV%Nu2f2tpw>SrI!g=dh#yDNX5wYyCdrnU!2a}rqd)S!H_mlb1K zqw5e$NZ{KED`TpJtW&0{H_z^rGc|&I>2z`@5z6d-^Bl3b<9gV8w%Txb@-{UkM6)8_ zZ4%ZUtZ&>I>mLI1cgMb#c^vd@JSh5H8V1}E(^6ZKfeX;L{jpI?DDB;momlyTHESc@ z+H0?fnTN#4Dp`*e9_Cpe&CfgS|9iUr^v`Ec{!7RaYPB~X%tH;tB*up02ydAyw;mWl zefy4lB^wQQsT_ZYl}_bJKl37sd;`GSCN3ss?E!5BXe$ z9-g#%Bn?YBzULyO+u%_7M;Y3wd!#duId}sHQoOd`cT8-|(v`Z4>f@9e#&s&=Qkq6M zRD)$Td4lxLkC?2|etTw~D%Ba!koHgpU(AOp)TGgt%s<~->kj-dQCx=`8pN~R>#X*= z5?cNcl-YfA^I`Iu>rW-?KacYFfi&vH~D7M=+O$D;rd=ARVv&>3s<2^ zyoV;yRtna$dD0pV?xMXj*^Ia7?eq5AeAY`k970>>=79lr!x|HV1qtk>aF?z#QdlUs zvxJmXTygbf7gwb{W8au-?;JUmqRW9%1FgJ%jQTZZ(JK09_MYOEMq~WKAH?Gu8kRAEHpBL*c(S!?e_JIo*hQa)j&*S~ zTa_ClxG|zF@YOOsrM3UPv(S!Jxspr`xZS(5)hGXHY_(%ltHiE?*!>qXT2~<)*L_yW zfgfDXy_as&wv2Oi$gC~6Nh!P^KB$5C0nYOaTbUC-j)SJ&;GmtzZh{vJ$z!|Sp!{RO zi=M-rW~;%%fm9VX?VU_0-FTj9tw->cQ8wBG8YiIS>L%`R`dj_97szT}F{yRjR|D$S zQiQ`Sf9GV-i(Y`;ff8ExJh6K6yX1pXoB4YnD0hciahs7K>Iuo(cK(CND6}^!LbwNs z{fmgG&YLPy(KH?aXA!ND+-OxP)61YX-G+d{)47#EHecn?;`hYTKJ#bxXo>cO+*|lv z%e(pQD#*{1)Zop|LH0Z=}mGTaW0?@XR}rO%#?e)=UAql%7Qlk5TZ{S zkXKm3HyTkl?AQN9U7cB}d0h`h3RhscBpQA$WjUCtYNhlTwyDP-ffbyK4fRbUt8n}+XHA$xl9oV;Yhx4zFYTVr)M!@o z2U%l(kTvBG(psGi!GeZQWIC`1ya=2GSEfc@RaInDJ^hl5Fw-U@c(~R*-8h4NUG+T; z__|l$xwrtIAwXU&ezFsp#Eu;p-EoC(Mdgm}xctPa!E8gWn?P5v(M5qA3-D=HJBxQb z(jDJ^d?#HQYrh-evM5HHn z&zh3&X{0H$m^1|oy3hyq7jT02?6YOJec?4A{gC(?5PJp<1uw_AIwFL*aZY9M^un-c zj&An8%wQ0S=WYH-8Lxq?gPg6rosO>N#S~K3LDxgdOsS_(?9dNC6INYlp-dgdpKhGB zqBjMeIE2Mp73%=7Bu-4(41PqyD{$#P`&?Vknooe<0o*{JKrTrLz7>$<_+yx@Kat~* z5JC-!FW6833)QqF$zKAEj5EHNc}axH0VfOOa)TPE-8xlhl^QfUqrcIFKC>pYs#tJB zH+0>mGy4p7&wtU(x+_;9H9AYp`h{I`Iq98FoCeob>q-ZUHFX0zA|b?iXtx~Ggg)d> z@b6xnYA^kI*ZCAOHPzL8rE3~zJDJX*V_Zs69p7<+Yng%Ih48>};Ej=5v3XVIGFiB5 zM%P_vE?N~z`1=ghqtlGfu686!6--!v)1N4YY&0#i)m0sQ)9Rs_)U{C`Wsci$FU_xa z>!%m`Q})!zUE8RmoVhpLPvhg=y6Hv@mA#Y{(X5ZK*dskupYGN_m9N{UM` zW#CXy5-rJNr#WUb10|Z5Pi~lIRp{m6_Mulst!ulfRo70vdbcAx;)ZcF-^<_KppMQ6 z>9{HLPV~1AULEf3oa{V5vu9vA{Wu37b`CzNode1Xao-tGP(J(&I8FU=R>AS>?_TYm z_%pz#o_paRSt{64~luraWejc;r(x~cV7E=r#wve zLOX%@@Z831=Z}N-7hAh~f!+3Dcs;^^TfpO2 z@d9c)?>e(AFm|umRT%#RPOH1IX6g9$UdTWQA08b>Gk>5h6+^Py7zeZD2iZ^=&Kx6-j{w$BE!H@D3WgBOPN=hcBKH9T2Ego{l_76@1vj(Y{ZhOg3#QT4P`QdN^ z4=_h0&IA!F_uU9$FY;+#UOfa$l8}gVETu(>brOsrnw2`MQ(}i{AJ`uTRBKTrlcIPFyOf(M5DQru4HfA@<|R8_A>+(^ zXLh||S|Y;~7B(~NLLf{OqTg%^?DB8YIkM!npE8IGI2j|S!GK?gC}{8rAIb!5Tp4y(r)UjswCf@Q<)q+V>IzLm`GF|N5S_@u#IRNRcbf<> z!LvBYYTFnYsKTA2!!)d|+bOj&!z3$Mn*q3Xuy6a$a+D)$mSs9RE{UwFQSCneP-Du+ zfe}Fq_Zkx#W`~UloI)RHSZGG=4~&i@_Zk|3s2v;^`#{4Z=#_qHkYZGblas6i|Et`* zM=}jHoGFVrNp3iNOoNJYc|LkO$-sKcKif+91G5zE-|5)dyLH*%{tY#Z=8N-xWFz17 zgqi$Y~+_{d9vzZQa(sRF&EJ->01PVltQz$k6&#n?z`=fy&R z4SzJxF^6BL{Q@und%McnhMj6lk37}4V5`iJttqXh-QY|n&QxaeQoP6@(n{3~BzK(x zGZX1vLHTsK{8~3`31alAuSRLT9>SFN{NhOB=1NcBRkE%_s;Xtx=!*1vreFtpR%b>Z z?s(4;I*oyFzEzkuTE--~;Is}Ywl(IUkBsv*RxgQr(M*zfc`>;qT7U}+YJ`@xv#QO8 z2C%Fs;r$%xmC$F@hUK2VD}?Yd&n7(Q5cguCLj&atPW|0*-O9&*6#2A<9we@S6uSO; zv`LW)j}uBcZ|02kQ?}l*3%=*xB%h+?8Zw-R8JTol5s*1$4mzx~+mYx`p?JoIzn45C zma(rEEn?&EVTCc&ExCG0V72I(iBfR2n z(2^$&e4)tr+`xtOU;3ZfTu`Lo>5A>>)XP;|bdO~tBWp87(?>qwUm5b|63FYkn#G_2 zfcvjr^vi6qU{l1vKzfNFIE!1l5Cwf;5sw8cJKA27mVyeWAvWAYrh1$$NYA~A(Io46 zb3*dnJcHh2I%;jjfE*f|V0%uy$3yh;%@W_h<%=tPE2Ar@8)r{cTyAWn#@xB?;snSn(K5P$)5IC;L34AJmU6--S&1*F$;LY7 z94{>$5XEL_YImc`C_~TbbQBNc)6q~fMnC#Ir3fz5#bQqBX4_(}=D9#p zyDJqF@=e^=LzUQ+)WFI^dfjP~aKeCLHrfj5FAP@y&8Dj9!(3d?qB**ah}1gni<1~! z2BogBfQ>kcik7?5_0|B|ZLkfR7xEQp&oN7hOV0s1_2Sq0Bp2Ns){Yd5#o!u{=G`!0 zK(1l3Yi+2^DQiG;evFs9lIgc9S%khRaXr6fAP~bl&kP#{y<@v23n1T~1SmSh%Z}gd zZ@ZlAcd|-9xz8%S4{@$Wbud2WtY6sfGnmOiGJWbd*$X^2?`3w(=<_8mbwQC$)phl80Vp^3+7ff08hoP6m@#G?DC z-JpyfDLfm>uQ?3Ly?%rm6|(AV4q+?SxNqO9z8ynY*tKr`&Ex6dEO@hna<6l-gzqA! zeu7FU0pN~9?xW;57f8u3Zqbq3h^LAON!7B0-HPlUg>(zS)j&MP8}ca%^IWiJK)%W3 zR4|Z0>N^mUhwEaYILCHo9VRuo(auiP7tzdkNr7e{dSEUd?SxIsIkZ0%Cx20FInP4T z4Hol2wwO@O=jX@riEMG?Q!J~Xn1Jm4EFa5*JDs)q$0tXxw@+Rl?HmuE?;eGc*Ui$> zj#HPtA7!&evV;G?a8vZ^3*_=a@)MuBfiyo3P(`eJ+4OR8RVIT3BN&JSgN{n3bdwmx z;OE7fqjGqp9iFk4hqyjuP3v^Mped>VsD$#c6bCn~K18%POG15=JRQ&M6+HM;jKQIo!B;lkmC(Hih_uA5>c-e=VLIeg!;X@2~R7SfB>t$1oF%$tYG8 z&i)I(SW=OYD2ssjT|EJ(a*EF4L3z}Q-4a#ON%G6D$ zzyQHkVaHed_fYNM9bKY(Uv{_R628;&)!pq+v;6YvyqK3-;y!CVDAnG9Vw+Jb%Tq%3 z-a6a`L3vV4FToHm%f^^C7i8->di(3y4nPQsP_)ENp$SeDRZ`QV0KN3?BS$qBn;!WR zk}t{&ffq&j1sEn8+>RvJRC3xTX)ny=DQ20iYOoC61r*6K&n_(^1EI$kqw znlUZ%upG_v*`l;BI#xZvF_50rZ^^5b@(S%9vHW=^DwoT1v5zm7)^YCf;nvaCD{*c= zdd!(0=EVL4wBjZk$FDQQlxA~*`>DLnSUOkDO|LVoOD@ImwgE%P@MwHCiz}83FTK!e zW~Dd-eHi1MFL8@08Tw<)j&{TBv_WW}2xwx#WuXJ&RdF*E6j4ScIwz2@$@)|bP0p%4 zi0V3|{cDs}wNLnTj+%~}T+oh@tsAbl0L9SJwkcnP!&$3PV@9aph8?cPM_99M*0D*z zS=Z(&>*#w#=$T$9Jq<5#LLown&XlTpkEvMOos!I=ZL-x;Wn{t}Np;Fv&qQ^%YN(Oj*uWRyAx<E zB^#C#GtDalvop`;OX;F%rWNvaoW10_nC6ROzS5OHO^;|p>OI9CIm5 zg=q3SN3ZvX&v(!_a({bw=XkAKvFqD02#wARK?x!qlMYkXKtC$~Dmybz-u+&u}!1ia6kasahIz-A4I zbyCqpnp0fVin(7kWU~@W_ts5NwL&b&j@(%l3*7~ai@zGSOc=q}eu8~kGyt|$LgPtO3e5#Ba1`TX|!bW{H zSHq^=q`vRBWMA{4d#7<3{p5@pkpV>!&`c{9n!w0eK8_U?d)kzT9Rul*2u+W}i*zJT z2)BLC8KC6pK-E6Uhwssibkma8%~Eh7Z%bGK`*Bv2?j3Az?G29(4o*N#DupgqsJ5X{ zTgZS2T?eqo&v4`0hXQNeu(K!i#ymG6^7IaBCiH4-AVTNeQdyG2!R9=Jh=vL7%8*(E zS}4PZ*hzZn=}9bka^YSZ2MJFPqA96(Y>|56Wgdt317BHkmlY=t%?`h%mL4fD=*2vP z34s8>f)l0cu7wBv$im+v!wE7;6R4YX;Qy2Syqnli;NU6s5YkbyWkB&_NGDf$Hc#iH zt6RG32DnyvvIFPl5}C^{+D$yYfV(n)om zO|p0Cl-%~nGt<54R)#|BEW7dHdR;i=Owp%Oyff%n$ zXU62us8o`0Tg3;u@6s|Kky%3zj!Z*%N$T$9G+$s4H2I;%1|g|*P+@aiF#Rb z@~@O*2`J@gVqQN1G-J$=zXa;|CMrAcXJA8kBo26nSq%?}#$X&kjS zTS)!S#XDt&6u^{mrL0Uz0I8%&bwJ`t!!E~hfVivXSVt^be{KvmCeWB}nt8lxI|L6CsjdZVL*0@x#F&Q-i&Ix3 z^pUZPnjJG)Fo@nNeUqJ1ijy`e?F<>^>-z;qA)sXzJfk}Wjf1;}2p)e9JbAos>9r0f zLvYS@iW=u%V?4WKv3T+eHXbNj7Rx}1L1Kec;;qVCIQMWsmtKbVC>~bO1%v#{8LE(L zlJ#Hhd|tfle}M-uk?gAC%q#JT?@1yzj^xj`sw3w^7!T8@vFh(<90XJOXXM2@az-{iO-w!!Gm~&_X zG93EB5FhbvS((UdoKoJDpQojCNh8W@tb;YbR5XMF9%GaC;l6GkU5x#Zw zHgC#gdL-td83LA>N`8xwOrgkC__MsTwz!_HiGTJEzDGqrzBYI&c+;nsnVP$KaYI4d z;#@%%`8Ij>s|$y*hT!{;+LeGM8^la#c&Gicar~aDhW-E*dZAtccmY*SYKDS|Npc1 zuI+6bNuuz4=C44gH%nqn(UP3YEKleiS(Xz`Y)Na$$>d>p_&_8iAtnhfKw8rHcz^rb zReitVLS5oyq-Q23fbQz*?&|8Q>gp<9zQa`~$jeSIe8P3zu-;&O@(-3At5>85*<@gV zj_GH5Gfe@ht*@MO^qwohDa&u_=CGe^jf*h?cGGa(ZQk-KH49J|9IJJ4^>%A$!%(Qe zx~!@?IKY_Lev&-n@tkwUp7$CKj35Dq_bipGn9P?a^j=YA+pC-Dx!u1|4kT@HCkP}x z*98g;tToCnA%G@phod;Q&4zvE103*1)PWs(ZrDOVIf5fS*!oCU7+ix>6$}DBFrf%W@&Z z-b8aANQ${6nM64BKuTEy>e?ECaN}MJ2m1SPtmkL@=S?N zZ%FFy@A@Pz@D+_AoxXC5f}wr6I04;UIr+LBny5?<@D)Q|(VXhfb`rCuNZ8_sCrLnk za=>D)IDSa#BPrHn!tdhX+IsEYiEb48S{wtR6NTmzy%KVinS3Qh9hO}B25n)Hg6hLm63j+MU2 zwpt?lyFcCrH^C^m791ALI_)v8;~ATSIp%hUfD-D>Fw^2~SxW|*Y1nMG3ZJcLvfeNa z*Gvad1YFZn-LW=ZFZtfyg6$9o_}qPL;b63S`ry=CrL8PJ|1rL4_4F>*g8{ZW0-?1( zTP$x{H7oPp5deeXC*Mf=EcxXGY|xiZSzSE*WUkZ)&Ucwi zbHCsVu1;h@wd=_hH!)nUZ#{2fmBzTd+@pwlW@x$d~>+*rJQ5 z)q+ZGmAptPE*qQ0w5cZLgs`g?tj7CW=jn73XDu4ryJ8)&QPm%siY=_OjkO3i5ooxi zBE7ZUsJrVK+q={H^)^0_Gl+qtySX@z>jw1)2qY{*e1d)eE0Nprp6;);7@?82*sptQ ziK#K9B~G;W))ZZ1q$T>}-r7MM1Zf8LpbA^fCo7bgQ4!Ba{Ras0aMzitL$~#$nP#qG zkAk3_x(%X2`Sw5Ffi$AJOaQY$cWYti={SurA;*O`jcln1p0q)EAU50@TX}~ncS#yT zYM`J&VVYU<rB0J)cnk7Ay1v&4;qK~AF&At2cp#}}@1_>~ zO6zisZK~=nRSno08-mgcX4pms0g{Q1&;4%Y0Jj%|5um z6ACMDrpFb+(yQ5#j-fRTy)HS1so!tr_nP>9=6#Q8Uq2Qx%=AU)l6Y!$t%WBTy7;+r zBIsl1wa*JA%-*AA_tCO@XO>+(J}7qT-`EKJXeqrDOKG7>y{47)wieR0t)qV~%P8*c z%@Tv?L6JeUzB#nMCy3hzZbj9*)|o-9!-^hc2gzB+G3WsvE7?Fk`BlNS|RV*PIvFN&HFcLY8FOiCr}CEt~GQe{{w_-W*c==yNJic z^4y`}o=;QE9x#fKTl!oN%M@TkPVgu2sjihhlt#9OHdar)x|M2GORc(f1@U2T@T?(N`-+TI2s5*7(v(pd!)?bH8T`{n0=BK}_?&3m7l*Syfej^#IwlKL`7Fi(Z|{NI%&+XN%Z%xAs1b$;K}GxmlD=^d8O1e;TuLfz4RN z199k4-i7m7Sc{>c5-X?rihB@Cvw!evnU;MPSKCPHvTHg`k-GKJ9HLLPt=QE)Yt=2o z*oklNSnD6~`!rqOy)pS7tjBk4P%kE+u;G~?jb*fkW^^k(w6YI~!a*z$T0~?Y03}GV z1wad6>;oVfomF2AKI|O@!LqQreDqb|CL1h{Msq_6u~Lv*E%IPPtVJutptAx*BvLA9 z0S4#k1S7#P8@^&|+CBN@_+`)wj*m`G*-`#n2`DH7E2Q~yRPl^LT)%YFZ4=sRns>z^ zXQAf5D^%i7QoD~n#2JhvV#8v+Y?&t-0#(Pch6@1h+wFWcTUUK_n!62sQXMY^!KVhs zonXfuy44+xka1(xuFkKw+qd26ZVKo$%)q~eF{^O;l>k>A9_Ll)IsoAdA|f5`Hkpu2 zewndr*Jy*(5^Vs4;x>|b!qU_bxoE_qRPg1F$FPg(DsNW}Z^tLnAL338*xCv7uzgyb zFwK(g3eKkm#G~D7JMTDQ{3aS3R*B!#vCb=S!AlV_nbdH(Y9$aC6Cyg+t2T|!;%S`< zbmg-e^r1p|vhz$p+-1RtPfp(wCNVla8tomu+#g6#!$Me)7!^hjv1BOlcZC&kT3H2} zp{l4fWre(pER$bhA8+PkCc(Na2{P^<5=p5nw^8Z%&e4#w8bA19=8M9PaIM4*h+EyH zcVme)1O#jVCl+~GSzPSkLc(}KVFlO(LCh5S$lwJ;1can9?%;nNg#sKlKkgBSL$%c@ zr`F=$?^+n{-X2Aou}DD?3ad;hjxx`4#Mr6Yny`RYMA%dW^J zKRQaA+g19@dTLmd3t0$;iRL^9A4YtygILaG)#0*~WXf5s$~5pHt4$wjwM{uBt6!dF zuB8z}TD*NMvJ@g=rx_p9`FK&X<6K44>3EusIl~vv#kHtZM(U{YS(Pe$Z>wBS(a=#U zs8SZ?$SM`si9nU2kVB&fl4M~iNaWB1S+IELkj7#@Q_8Cf7+3D#c$F{H*=UkvKzASF zN?j!~gC-XxlWIcCG=jYPEKr`_L$+BxId5%uF?rAyvPVC8I{pr-P+J-6y>{MIhC~J7I&M}!dYB|W~KQQ9Z94A2(jTs1bDL>NDg_DmE*JD zQ5bShNcOcuycdLx$J84#Xtwrk?O5h_8_XOh!xPb5ep5q0pT>}&aXUr?)-UXzun1L%DAfu~cc*_9q zED@~?^KOV%EV#iJbb|q2Oy7hhDT>|_-Wh=qO3^w;C+R>*T(o<905Q~B%K(z+W`Is) zW~&86X|OdMmQ_YIcOnsdNaCyD2J(AopD?MM#sW5qdTU0dSFX=6Zs{IDw|g#7p zOy~q7L+FwIdU8Ap76e08Ul}EI{z}j#w9l5tp-P#uJY>Cu9J! zW?*yo@t4YiL~tO^ixYB4T+! z(3D68XYn)zq*Jm|EfuXG8VJwalsjE}tHKzt5Oi(Q%N4wu_OHWQX~_F%+qbe#VGP^}hU67QY;! z;X4%=z7Vi@6&o0y>@Xu67kL>XeIbAUhuMKjV0fb%AQO34yersb{CLq5G15g}G3hD$ z+~>CHNx4DR22o=pB4qoW5!puI$FI9c7u4Ecr5~t|74?FGqj^3Q=S!2VmE6Pc*1RFe z*&Nx41Iet?vcw4rq&E>PeWfZ-H4nW_i*g}sJZ5hB%rdv+{;Vxknyi|jl}%~uJT3+V(h1xT~0x<2sLpXiv#TQ_UTPO{$Ao`4o-3BUS!dn2zTkZ zy0ofvjf>hx*(A>5$xA&yx-ns(Cd{1~yeU3#Cq~^yt7f0^$CNA0HM1clhI;u_>L#h- zr(8Tt=&du=Fn}zM>7AsjF>{_*&RO%Mzg=*NP#sb|wK;kqd=`0VoaU{8j=a>J*KkQ5 z*3WEXPRCteyJYa0r|I3^y=1W2C6hb8fXRTAAqQ-QQ* zfLC6Q?t;u6at7yB;yi-MLd+o&=*Mw0^#fSsC!>n$y|X_YNL$$4oZAEq@8b*uqL?vQ zf(776rO5Rfb(c@0bl1_*@Y8VBJJ)i7txIa!I~~0OpYqC!(TwJW$D`I9PO>kiiMkg3LI_N)ru{OnWcRq4coBvJUR^XRRgMz5ah z-DCQ^TcyQ&JQjXD7QX9a;Tl=={?sSPx6Gbb{XF*m^UHlsx#b?%PJe$H;vTcZJ!Xe{ zG%w!9ytsCDxSFf~k787`mgR#4{H-~d|1JsUY7WbT+Xf%RV)j6G$A>aE-ml&7cFFD5 zy|Q+HN$u`6W!;*Z(eI)a)m3xWRB>vmH+P=JuA0Vj7s=mT>d6}E+#VCN-SLk4n3%1C zA+f-i$k*3nVz&ED%=T}Xa_!O5`)KKXya4p4$go!5tNQ-)o!yO9_Az7GW5%*aQ>Vd( z*qZQoQ9dR#yKnpEV?wjyJ>fB-*~3{S?>wQ|T^TeVGow9bM!V0v5}X56CCI}Ov)By+gA@PYIp1RoW>ZoZf%4t!dpRyf$f>@`|%+zlwDunizl zdQ`|?X%Q>T=+oZZ?m$|fp!x3b$HSwa51XA}%Q%z8lp*u;)QQqz$4~<7)RoLu7$R*X6p)oOwX#^TrBz4Vq9rSHu4h(diBz;mz0BmO&N0GZZ%Uir zW9hU&v`2n_@0k&;vA>7Ri1zBOmKjlIJ5+N7C^^Kcq%q zL;2#fPIm~8Rnr~XM|ic8AL2PS4d}0herE5iSo*_?nG&s|zCT{t#HvHX+8WkQv54H= zd|x@|Vlv@uF_95m6UEeDg`Je9WR!ctWA4R2LGDGxt@)3ife{M-9f&g-!)&G#k&;o* za!(B)yrtUcy&D^_*56JTyk{Cppkk4 z`k2uV9A7wEp}1`Z+hOq6K&@!k<3?ao&|wVLj8MnC1sx;aaA-v>P`U!=f6ZAsUtTsH zE>_AA6VO=<28a*wB%Us#Hde~}Pdt8N<}~TgzQfysCS-pamdBCVAxIxsw?9zle!HW# zP^UMO=%&0gT=?t4e`tH8-d%U7xRpAcx=dHuEqa9)U~zps4R*c?@4bJbJ-MEZhG`lp zNHJ@sXVbHCC}^04wU436ZZ$I)j3 zFw1{4Gx5=$@MfXhV5|4lQ1Dan_N(4Ej!%T={>e z(G3xB`yh4ACs8(Ob*PXLPx`Gn*)3YPN)e1$m`MbQg!+$@qr-r1{@q_?{MQ~4TB8}m ziOAFhsWY-wU&biQ1s2$(GtE$Xo|HnvZ*c>(*(Y^6rl_nWX49bH383Tj!qhtL!g~_asiSAe?-ATDGk7S z>YzEtym~HQfKM}UPV{^j#(ArtIzZ2Uokdq8&!_X~eeC;|Oo(s~o}s`8wykuT21-y_ zCI&V>ZmgeBSAux4B61-H6_H7MkzuA;a*@oVX|Va6zM#XnRPJOmncGNXsio&MzkTkB zI-Oxqym>ms%vH(KDQcxOTq{e&Yo6|ZmMM-aq$pNkvFyaJ;}7xFmwFghCwZlj^H0$< zp<|9}A!DGR{{%Ua9;OpuLlg^1gp}7$$Z`a$BNpxxisHTy-^1sZ^lMuk7G?NC#O4EQ z9j)6@TgOtn#s|uTqgj>-kaZM;^lxo#xiyX!%@%!{MHq9H4OzFPi#0{*=Nx0ovpJ8J z4D5(y5wr9GQPG!$!CaV5*{OL-CMmzkm+=hNBo2#Ql+NuhJ*O*EI;(V>p?idku?hA; z#qC1a^mIPS0|>peM29xVX?Rc}<(Vx_B}qzU?Wv zn0aK6OOtaOTcs-zw!a8&xTE=sr%m$~WUf`LKtW1m0|aE|+e^tlKsH$CzR%m30t#$ zd6v#bi}zD?cR(WGAKIRL551(bSF&oP_Vd)N!qbJ-YEun z3Cn$(lpV@7>^-R{D|nfgT3J$W)60V8`%=r`?>|uXZ=LI}oxxjo1f8Jlj=DzWu_t7q zrbM<+tE|!@53_ZIWbU6D?B^=Wu(v;*pQtrmP#F%-CA)D#6r4!bX*jNNsz`3R((>}V zWqgH}XUb#z%$1R@*qzej8O5j4oj}_gj8J4|zlMn`*5QzYqk2htj6t3ziJ( zr!%YQKyRmpOT7!Dp*tE*)z&G@iZ~c8yA$0jWIO)1>wm7 z$hIx6zq$64gfjj4MclT4hJ}G`Ksr}S4-zk#CBb(Nj5mw27Q)s5GCL`uL;xsgv!(2CUOZ~w`7+t7(Q%!{`kO7;MBuq3*>rY zUvR|-(IqdtuIN-Ab=pcW@3sZl2v)WwHPu@K+$eQ0pTroae7>CCIMB5*@R(2Cx38rx z-j%Mj4EwfFl@f_WpVB84_*e7ydEYP;Ipcl73O6uyFY;33imv{G`L556VqNN4G(zt* z`>Kt*--<#=j|gdd9V+L99zOwez+#ilnr*ix>9W;fCoTQvVoJK=i4+2yd_{Ax0VH;n zs`=}@Ss=z^q1SW+TJb7DGc01tl#R1`xa-gxR{Ygq3q|fGtovp$+cjopAYp6|@gj05 z)4>o}5}m=$5d3QXbE{*0d4^v$|I@tVB*XNnc4QbxzPbxFam{{=C*TgAgKSE^zf6eo zo)J-$EDw_(Z3N#ZABYx;XF?6ff_@QYH)DcfmW%^DGl(b6dWQt`YzG*D0;^%D%}k8x z!*2{YMFk+Y`N~GK-NeHl>5wEqhR)k?qP1jRtF?__H_uly=nSoaozH`4X#^261f89Z z(n+!vky&u){Fp}(tDYwrStMi*9ieGZydm?t)AL8I!J4Wgn3}3Uxp{ldI!?ePARf5| zs`r5}MiSRKpd}IHOK;r2BzeW|(dkhF6iH>i1hnLx%4A0^M9xI?e>9fjwfZdVe;^gA;EX}A} zK&g$5|DBPw3`dr$*o!@EnmX|3MUkB}h_V+?4In!4?Lr90q{Ncv8Wr_Yka>4JEJ;pn#~d`RDYp5~fy1!)GXI7ZVr*SP zv~W+)elubw`uL(5ZIV?P)@_60UOMl$>|DM&Q~8viVs?rZaJFxyqbt#Oy*s_qo`@LC zP)lq-l{9eI>71mX@(2*jU`MdGu68Qea4WSawkDsb#WO@}Vbzhq8j=z48Lm`aAqVl( zDI<7yc!Nooon0~ADfw4Cf?M_5UvK$7U&H6WeO;#QYNv{A@8-tG=dS`hy$MRC8u9if z^!8lP91&@xilM+pVW$JD((zF=!AjlerF1m7*aT~vtZA*Jz24pOyrmu~%0r2Uw1$c# zeO4{~=wuO(ml^2=H)o^}%uLLmOJ}0KReR~2ptz!8ZC>*RyvkG2X*T?Q4~JjZUDOhd zPt?^xxR1Jg9jemy_mIp6L3uLT01z676!>s@?l<|yzB@p$wM)(5*`&|LXlH7+^0OX{45>= zZaoIv@~~}w4+fPTgSff26M8aD5}t8`MmLX4Qo-=gKx}mkD*#uRZV?BJ4QHvRij1iG z-xy8{HV-&6$<1-naH<@qOWe}53x^LG)ay?ff60ta#x9_9$H&R%5vI&kS-ero)(lXh zH4ui6v8t3K>c?1B1-0wNs$%?)lvg?7V<4r^Dv(mmcw+Y&M(e(#@u1y+mB!yC=qnB- zUjAy^dMk!gYvq^GLR}of-+kb7_N?StOHb85pP)p4wn#yreTbf#L3QpR;8C^UNp~AM z=0tl=8kWBPj;k*EiWg>zFG?|+o3mQSM$a0@Ps;tq1(!aE>7HFlB0c$B`zVgng&U~4`_Vez+>A~UmK2JTo(nhTru2jJOoM6r* z!BB*URIuRw3YIC0{%RysPzB3`p4M#jZW znT%k~wo0=Dy4b{;ZJoS3Io>~fSvH6^vstsf((HszhP8I*Uc5OtJuUB?$@WUxE4!Yh zGkX0VuCa{lr2xVqY^mnvQ<%Z8IzJXm)SIl(8vT35h>?UBAA5T486iP71t^)z;oebV z%hZdK$q()sA;zP;=ormDznfMmzYiN8xenw=W5ZNnH|#s|Igc%4WWR;&kX{nTi!1=w zaY!>d^JjIZC$S|3biv)0+8viBFqbi8L?MWw^|x1aD-cQynB{gDTH;KB!=5}w`2@kD z6wEZ3EVf$ccT8fV#EsOn_I0ZuQ|pbZ#*M4SjdB-<`nR@OWjOzH%Z{Lyh(heJR6GmC ze9JN0T3g`cerA0#Sj9)^_8gY0K*|>IKnYX9&Sv zF#-=>*wNvBNb-c{@YZ9q2!8;G36#v$W^4kYawa>#gc^+!(z*t^N9QM%$OIGzX)!#( z3bq{M-$-NR|2MzE0h9}A?t2Yoxo8g$g)(wt2aVE58VqP6;Og2Lm#6)@UJaVX=!KLF$H(=gn{Bo{2DjH;{7@(B4#$E^eY+ zJd)5iD?wM)AAC@k@ zvvwtCoo(3%y?@vfk7{1-uuQvLDEw7IuZp?JEu&VrMsptsD@a!zt7@!OwGPytmm+%?Y`WNl_-Ic5muUj&6%wdy3YW zrV=Ym!DN~E)}F5WnlfeDYV^*jv@7TpDNwfFURigqq`z0v;cF=6T!&B<=sG(2dg^pN zm3m#Z`ZlU{iF)lnIl8SL?K(N3q^PSH_UD4b8}kp+cY}|DP);=TsGg#{`sC1;-P-;g zX#8bbe=W_wn)ZJu7JzD2fZCRTTGoL27J<993f!?}pr&=;HWq?<8+9E^!ELPtjY8G{ zfPkh4Tf?3Wl6~P&@o{^|VB^!y@RM&fxmLYeRKddKOAmkLOA3H>wDEyA!vVo}=zM?E z92$chWAJbpLp+Eu?6)s;QG1z1I(vJp0q%E=FhRzFr>M*q!fELo2)h9tARs179`CAd<)NR_4 zGFd@O;+W|+Ey=U0PwI86EQXt=H10d(NnmklgrmHDB`35zoP5p{?vkvKm4fGE3xzZm zh0Wn+*uqPWEM%tZJC7W#`?X?3YP+z!Hc5)h2S-VYZ>#5Z8u8XaCeqR*6=&IKarq(n z7q~XN!kIa$K!hE|w^a%6>nSW9PDS8eM@i{F4nF46ncPO^yK~F84Gd|FcF9pRXdE$zo1D?qUAD6&Q^qung2DxK%u*H2tbX7U^Q@* zh&hKDbE5Gj!j8scoDs~?lPvRq2U!~@S`Hl};|}!I*#pbC%yN~mm|+gRW`h?wJI~!E zN)vzRlBKhad8!7ic9nRQ%xMBjJ--ZOr1aDvgYYsLFWvFss@&BUAPS?GD?U({QO;?; z9g5AvE!qI)?%<=QpbaJcm*$|9y@gU+J7Ke{3?xB|$m#aK)#3Bf3FsSz9IUu%jAKf2 zaAoRJ05oa|3XV-*0V|VLz}g*=#%b6DbG7n2`id>UO(M$t>r~ro++t#_Nv$@YWX~K! z{4FYLX`imhvWRH`XE0d2!3|3fN)VCLrUV9?7TE3$UBoK@aoxplxX`Yd@p^uJO9VIP zMav?b3!Ft8P~6(LX%aC>5q?sqY2nChbZAI9h2~j$VvXwEoc{;H-=~DKSTi5ufHgxH zw`Bdj;Ki#GXZ;QP5osh9!Gi1%$u)S2HUA$0qGm;5U*Jk2o=9mD6^l0s5h9-m zAi){cNV+eMUcaQ5u6U3V{)LEVdkur$Ri{-pTD^u-;TE*+2xXxRt8-CMI}t|gGkxrs z#Yn$8c>7AaZd z)8)Ffzw6E1Mf)P4P(`lQK`y`zKe}!LXM22Z^hv6ENQ+b|i z%;Npejbq>Tt{uV6a4#Hz9hj?Al!?)Yy-VOAn60ufKP7cGpvf7XX}V%5P2L0$5tqD{ zk|OyGdDyCB@D=I%D!S<^ z<`~Cb*0rgeMf!bWL9avTQqXQT43S-XS0eAPE9q-;esC*6zlwnE5zi~hV$|$bJrNm1 z8A`x@CaTce4+f4zPZ1R|cR>u$=JMmbW6&#w8^DB!3Mt5joBG<(k z9DOKvY3*(q^H@cOU@Eh~%O4|0!=84vSpgT9P|;XJ0I zn}w|K?*J(o&*J4}I?++B>@7m3(edb!zMHjvA1`z6 z+J*KC=64r}P-`eT2n2-<*=C}!6N=g?IA;WH8ixd4^YINkWvA#Y~f~LE(3#3 z(2U1%l#$PqGlfkM*ud&up1qC9sF2;9XB>eKZ1!0TW};N)#-zy}8@K}~BN9L?%>Z1- zWAyrtNS9(gMJkYljsnmjrNK$OjFRc-?1uVbw*f0gcX}VX<7t}5nmXph1ZMe?Y^N#Y zuh3H2NDu0GshyY5eBXRlx?MHHjtsdtqEK(NY&Ad7cP}w4NSd{+FBr@q&f2s`VfPH4 zM;R)TBOADpN|()mU9LNe=4A0@T&^7vL7FaYs4|+2LFB`zcvj6MA6?SsF|c#n6?+Ww zu_Dj=5M@bpHZ>9-i-2Yjc!I6=^>YCW3Bq{K6Jjm_0d3Vd8d7r7@mOs}DYE^+{RX>7 z`Ra@(4c1Na$N?l_1T0HD`9)ft%yJ@RBp!r9Ipg!u8| z?~Ju3$4F_LN2WE)GZzmQ$I;<;!RQz0l<`l6g5S_LWG?8)u;(@#woZAvZ_jGf7YP9e zi{y>MziA7U`MB4&5rNXAHJmE~MT@0M36{Tgr1_*(?P!!6fj1oGxrLF_wC~&?1{{?k z=JqbxZ-%*P8S+Cc5e zBrF~^u~}+kCIxp=0KT@12Q9P|gtl*P{E5p4JbAoZp%|(4#+UKC`E#2 z%jwZ6k>O8HcTZ0O6u@C`6AlGv@sZldBFds!p!B`R*b&oQWJ!!+r4>9NV|}5R6&Nt| z*F|HC8wUMuScX_#KH|OLnEV&j9nwGYmhd2uN4ag*5mB51mjKKLxZXwAO27vl7%Tlv zHW&Gp^wKhBeYLrSDdyKhxynbRc;~!f(g=rm#>NolYebV1`{KDOqpjR3n5S1DC7Kk} zCGXW%u$w#*Ir*lxpE*BJrr`R**#URz^qR9@?yO*aZ~=K3cv`%+ZloHqIU8l=1>B zH)JUoO@MM;Oco|FoNl18fqs#0*eeJx#wQKaE{uwgTxll;TSIZ5guYR(lc;lV7{@YK zTMXp31X$?+{I%}vX6nO7jE6>z8v>*+lKT84gapr2IbjMr0P(p9XX0M zP@+l*JZAf=Pz;e%KG@KtQ`jE^+@mkaSk2Om$ZwZKRDFgno;er9;CN_~oS(;N`9wK) z@t!Ewm={BofCD7#pMSw(4WrjzSi+2_6u@?CxpH{nmd3%}!O^>urlrFuq}owPprg)q z$ADR=!x(m`0{x}j+(ZvSxTQ(?Y}%NNV`sNI)IpE6PJk}o_)K*pEM)%&u6NN2n2?(2 z*e^+|LsY7$!tFce#{Q#TB!Ua)lt8#ezgX4TgH4X96jJShr@K&n+;Dy;^@lc~(?Ksd zpGFt-*otMoUaYc3nyXhL5UyG81(~imnw#JSLG^-{ctAoYBg*O9t~^%ZM`hlgsGt(0 zy(qg0evEJE$r&Z^pI~kGg0Gok*7oXlbd7219Z|w5imF*dXo)PKH=jdfP-k&G=ZAkC ze+gz*p!^Bv4~`EAV_QmB9Kx}dmVPN01z9srlGhoz*m!u}8EH3VE18BkpEy79BSrO_ zVjb-Vs=-Bvph*o|ZpCuTqgKlI96lih$Sh(2)nD(q1x; zuY_4eI{=jaNG1y`b5_tZrJA*iFPehgnp->Fwl;RMHU~4BQ(|cw$<&-Zpw0}uCGfGr z7MTgwb1SFdj<=x8GAo8Zt|Grh${S+FK)?K}Wn01;^i4^8WyVwr?XPIsMuRGD#2NnJ zCeso5pK8@aBQ|A6?Je|tWdAFV8pnYW9e_1Nq!iH|b^Vp!>gG5@PEP(4n_$0%crFJR zKU4vXnDxak3YMX3L524ffU=(Vd&#!DX)9lAbx ztWKR_GX_S3ZVn=^R+cGS>v_LgmyIsV^rjM@JCqNm@~XlDW`Mr#tLlDNi$;?XW=ik z6;d=h!lR?`zNk~ynSs%H94FJZz>UirSmJ5$%~n_`bi5y+R-zbSTn~FE&ULVL;#fS^ zZY!Y(Q!uQ&R@MDQEUGPUZKh7MgIIw$mt|0ZZp+aL=?k@Aq0|7_VQle+FWO*dqv~Mc znW!OUzRN+zq-K0#kI68;8=$8^={n%UWSfWS8DAV8z;@7l5>B7?Wo~sBqVJ zBY4HsXlk+&K_Y`I;Do_6orB*MxKIiM1lbV?aiY~y5eaBT{{e6K^)O=Ic5HDx7 z#6C1CD=Hqvq>O8#M&anXCq}4OUnym-Rzv)QqougGcb?gB;O84n)!l}<7d3xf^4n~R z9-x2F^Z_d-3R5opDW^>x!&^w#I|^*4?r%lTq9z9_C?z?LzmUpc+@<^pIH}dR%26f1 zd|+JMV!r)~*J)mI!4<*fcvk|Ch7vr9iNKJuaNNNXmmbKLW*j@2XILs`z2F5r1@vi^ z8NnIwph_>lrH3Ia0jm071uN%noH$Cp*v_?*M>nfRX^P{kUT-t@j z=u)?ffCCZljp4!ToMt$&Bx53Pr^vfKTovKqdPVMeu(_)sAU|7{EWi>`7}Ou|Rk>qW z$*#^()A(v7^S2z~0S7ch4>gJUEv&=0X@Ny&77G|cfomh`PM@dhi=t&WmMS!^1xjT7 zs-Qu>YC2w>Y6inlMCJDeF~@608Y)bOHk+aGgNjlM8#M+h)Y1gQg_VoD0RvC4b0FO- z8$h|d2Lu8jN&aEZ?9EX#9PA9;DZ>;Nh21i4-%(?6+mmEbi{n9KH3@*e?9F7BlHki= zrzFd!#ghga^g%L&PPX#@Sw&ggTEpMAVgr})b##%=TNQSI`T@S37o!UA_Bp4#V|S)d zd|%?#EpFOu3+t9LV{mfEUsJ~?@nrE`uCLif)75eeZaJc^dBKlgKc%e$Yd=SfT3`OM z`Q>c$%SrI%54|tn^u9c4IqeD#JFVVcRp5nzfMlRmiZu=)w-D|yzp*wxp}N&;$lh^0 z`A352O&<1fGWU$k1LOd*XH$>w&KVD(gaIgKx( z@y%00mrq5^=!F#Ix{I6gHnzy$H{W~(|89T#^|tyi{M^~vdG?p>ubw^I`F4Bf>uhn>^tqumiYG%^0)ED(^Z~5Jxk_KywQMIHH(`pxwu>gJ7l(keF*juoQxBg^*ne9hlR@-#*ck*vbVW+cmkC$)g!&W zn1ka!s(!nInz~R%K0={$2)vl5=gTX?;d{YNx(db-M3lK!#MBx>id-erX>b<9ImP*E+9CDfgyQFe(;trBod&yyzXU(;zJ0rUc>2r#!HA0~ z`5J$SDWqgZBm%rNnvrdLc>{qhH-b0&Z})y6HFjSdygoSn1rDBH9h@HSpPU4*j@|~l z!SU|f(}TTtuXo=D$M4=AAD!%XgWx0vq+(LPU|=!1CR_xd=L9)+_!lyjIYDeX2`-}# zF=jnT;Gj7Q#)P)Y=ZnCI;JAi{lvJoF2o4~36u8_H?7q8PE*HJ0Pp_`7x)<|RH_a}d zPAP=^>2rb#84k!Av`EJ9r?GfUi3*0^q-QycWJA_BL4BHD1gyyG^nw=AnPgYEsZY*E z>}o%+@{-@=Z!{VhZ;+pbYsxR$LD&w$Z5ex58e$3|02~{I(JHR#D8exX5^9SbKPSV? zBG4%{*<}Lt4Xn_P$N}K7*D;K9GGDw=m*+U9LFK(P3z&`eG$(0CA?gMXh1}uiq69+) zEDzvR57ULyS^eT|Bn6ilGXA1Y1@8Vh01VY)FHP0 zf1ZNW++Dn%wjN^SBe*(*`^tR}yz44-d1v5yG!911Ytc{_b9m4uL5!!x$WMIll)xde z5mr(X8d1CiywHl=C!6}NAAIA8%ZU`Xo9A%`yBHFi+gH8$3v70LLVyL&kfO+L70(vS zn{Mz1-6B^R+s#x|Ow@Y6GQf zYUewj6iWYy>`Cj;M>N=t47bU z5&;gbI(N)h+r#48Sv*UZv0hz$2UneqD>^`YLv_L_$C<2Vi?$d*!j>oQiD>q|8ewU^!niBbVPKA*ZZ*Z^UhO)8NMF9 zI@o{x@&w4G1*FmCoVx>$E#VlLfQ zjNu|&0-OLaf;xWE>F?q9AK!31`2NEq0_QP{`=-aGtj(}*!LDmD>)WvEdtlTiy(M!H z{Kx{manV~x4sEDKewVXQkhtJwmM(JUX-{L}<{Dovm}mvV34x-tWvvKbJr;e}Ta$4Y zm4SzizdZi^`~20k|MMfLT1NoI_W!MKzWQdzwEutm)mM-9|A+W{H1$84`u}vM{s*+} zyL{WYdEZc`wuLfvyu0_~?)UpAx8Y>hsJ4wNGL1e)PPwKINdNGALF-DH?yOm)esRY?mUQBwb+822SHSRf zdPP*x&-6j6;A&9@)IS5E;-Q|$%OdIfvl!trVZN-V)dc%BDOOdXO(#y8lLcIls!(%n z^;tOOf){E}-U_%869vA?tkk`mc1v_?=|aqP?4c_i!Eer71bW>kprEsXwFjMM!yIZ^ z7~QM0OpPs~2n(yC6D6pm_z+!@3 z9)5A0&Snshk=8$9F%nL17O}G}I5^>j^VJNK9g}g%@|w-c>#!7-v_71`j1zj4Z+-$# zmN6tUlJ9;|qX;?*~TwH-(kaZ4TGwh7WI9#MEg(yyx2Jzb{!{NYHFZRh-ySM;}360V{I zf~4{rf-Ki8EydG5(f+l010l_mtCV2@Tx1DD|0E*R^$1#`*uXUu9uJIH>GC21nN1Bh z2S7h88vcbrvAdMaX$S%@z8pG4N=WAI!aj7o7=;ZTD!0Ai-R!0sFcVAOb#d?dCs3hj5=FjS~#EB?f}rs0v=Ex1tNDK&i(NGcM25 zESKR{fPK&`oFa$@)z zwPVLM{`qQV?=Tg11HlHchhfq7P)Mv+2M1d{8>eBT;f4UYikTOVAmT~#A(_PVDxUn@ z_U>Ak2$Ba8pZgo=S+Op4{uoWC=@s8ha!HNah6v%zT9-l`goCCJOh{CJZ_bkIc+$FE zMn%=7PXN~2mQR}kjiC_~3OdquZ>RmB1y@2_fj)$;!u-5X{X^=aGBp=OFtm@cMfQbn>Yysw&XcK_@ zaJe6P>2bjR9o`w06i!Z9bo*Xi)KB_G=RGO8Y+Z0r0H}4sWr%QT4-pf?sdWu9d4b&$!luAOOMq!9S-e;9Z*r9CSq+?l zB5vDr#fDRk@@r_VHZqyUF*0csZR_Y6Ob@VK2-|@J`?WS{%>rh%Dcb{A-qAdrsO*V5 zB`}%Q(bKMPLafD;#d*5Q#&PZ#LLPxjGF&ZyniA^C-V0`g*(CEA@3o$<=DLdHwtp#A z%y`tKDK|hOvO&=Oqr?5f)038GEvS8T4Hg8UCLNnE9qPXhV94qGyjZ@9f=nORGTYB_58Elcs1P8=m z!o_vfSH9YU6+CfIAJ7o6ZDta!y=<>V8iOb4dy6xVg^Ms_>c(+Fsg8HoEN3cQ3}$8A`NdI zH>aj*m;wCaGW3^k6)rPtnoYn`OWzWC70yFP^tM>rA59%jJWcX5Hduc8_y!Pc3p9|q zbpjOCsY~4zkw3@Nbo{W4z{(3ZEYtI*0t)rvV7#>x1dC2joI|x21R?j`{K6l-m zN*6A@f>E$(9F~Sfnyk!QtY&N|RV2mEX&;;`4d0cfYJ+xfQ(z=Z`c z%+2jJAnR;*pzgI8G1bvlA^$7gJv5Q)lF*!&B8AL}rx#dOPR3w!dl(i)w56~M^OZW( zJIZdU8*SToH;J!tIRsCF?GA-soEFWqKZ~fDqzhdu6s?<5&$2jre+QC?VRJKV9o1Am zpFUDq6tAINNXPPx0J#KQ{5c^{>W4jaMP=S!T<%oM)X_1O!T4Mi%<3|S*G#V79x;Vf zhc@aMKo_m})Su$pE4Ed_+J&6$tJmtaW(({c7G$~tYQdL1p`JBj?}aO6TU))YtyTf$ z)i(qbP%-zy7Dg}>65Ezh+*LK2On5z_Sf8Z|ZM(*sxe>`iMbNu&*4$POn#mCMoLE3X zkY?j+$PS*f6IgnCLt`nZ!e2WuqX*j3HLl$HeGp~{@T zkC(`qK=W1ElThhYURK}xO%;xOFD%(HakUnjlX-YV8$Ng{!%%D@cDwckI;H?V zv~qg~f>NQ%TUmECEsF90g(jbZbTI2{PXJ{hirQyMW=3WWI7#P@31CO%GR(hzi8qGu?Uh z5eOkSy50ps#%1MHwEaT5J+xeT$Il*JUE8QjG;+^W>1)YVi0R^8k0Fq2Nhav;`i{x5 zHE#-Aw*Wi2leE_I10J`9Kpj=jj2kuG^B~B^HTEu=k@=EvZ6>*_RZ!l);Mtzx`0|iE zU_~_Fwii3Pd4*kp#oe@DfAC>LVGCf+V!M$C!pc4FqT1|WSrei`9au)+?Z}Ri%vW*4 zm7SxE4&X{XY&2#nLc_n}i#{vYb-FpQ7V&sR8;TUJ1deD`J|grfw+2Kl%WcPBh#bO7 zF8BFFhs(S$^mXGMKpjc;k{oOSx5}B z$N*~&tMb6G=iYmH*YV#c+YiJeZMJBfC{v$!<;bhw*N(gbs%6+;S<-Sd&V8B%6r5MoBcy4G9#%DO4(cjpD zyr%8zFK($OC@MPtSyM9^3H4CFM5h-*n=4w1J+2@OmhNulE5=XBv?fjGjlwH_PI#~B zKp4)D%nrbOu(;Vi3k&}YgfM009UNTA%S1(&ePJ{f#h zMYnSv;cvV62wb&6|MMt+pNGIFXxsLCaVf`KbXfjZ|7oob={xG~ZrC;4%m~2q`#_k% z-BmSs8k|qlNNvR9Cg8B=`8)Mj+Ipk9uYm)+3t!hPw7ul?!~z?FZY%KCS(GQyq~9`D z;QismrXQ4c$3H-hMF$qidMK1&P;|hq^BH!yX7E8^Yv%rD;4LKw-}#(Sh4~jlRZKeS zMY(vsn&Fk+wpNGV3jL3kDQP+Ryy|0~P!u=z|9Nm4yxM(zvL7703U-5&{k>BNvq|2c zK!B8&!4JDX?FX+Ryvgy~qdoHP(c2Tzy`nQj?4&spBio&T$mS=)x1Ps~aBc_mR5A43 z$h6AqW1_S}h!k=qTgRkiohhXRNOQaK-S9Mu4J51~VQRjisHl*7!i^QT+V{3vx-<9T zv=#pEZbl}%?f4*s9%Wj@Otg=F#lpbzU(Mx2CQLRjM5{`j=2u|SKdU>`^&|5j(^{J5 zp(f}C9+zeM$?IfH*@s{Juund>N}Yh^(YPi+-0`WnZI?Cd*9hj4X0j^uzs2EJJ*)KY zR2PbBSk*knE23{v>n?vmptX(LLmDMe?|ZF^StKlwbNDT327!4&&Vzxf6Lt(8aOn42 z6Dq0CE?s1C<92P20(nn1IL|y5^~_c@4cug5F}S>0i`a^rwu&33{9;0OJG}^FO1YPd zOA)kMab3C43^!iY$H8`tE*Uq40>>>_7G?umD%<^Smm!>?Qq75>VoA&2d1byrONIA- zIo?((Jp8#U2M=e@B*^Dg@Tk%wkIS*=Vm=x!-CI>v@w~znsp?MC_v8Ou+4tFX->8xg zbR~_#oI09vo{;c@tbrSuZr&hzGc30z;Mfbn2iDYK3ZWX;>`Y~*1ePU+_uVm`i|rli zHmvR;e)-<5GDtkJi8)RfUtM`RLbxq$-Ea}BCm-GO>%5+HrVJKZr6=X%`yOCR%r z_&L0j%O}j#OhLkkpdC(clb@>GNrPk_TBE~vZ$Qb!o7%GVPmMoo{NMa8WGc;$6eH7x^-s5y3A5 zGXKCLWSPQZVO|u~`GB|mMc>4R`5B03Zmep5HA?|v>y!RSCHRG4F#(^yoeyL z8a?qaNuXg2{-GXF`O@+#el#|Ed_b$BC@9KC(;_yG>aqF3i>VGB4fVJj*`njI&e-NI z)d5#9UZpefb+YW+j(~Hy5PWX!vJKkV=QI668UoxFST=HLYK zojI3AK}=i?H?IX%zk93RJR-`XKyQ?fvt+Ss`^Sgu;#Zhj*BTppeYn}YG#Z*$JG!d{ z#)FW}`4Q18Zv@jceGiH3VLB96l+JacFJoKoFaHl28jh0rt#asMHqq5-~mU?_qACC^LqQe zScXXdQjv3TC%wDiAk{Fcw%^s^Mn)feTuCps4tJ{7LFWd27mUr@&)-cVz1a+&pgS24fE7Z7pytrXTw53>gqDDW2AUsZYr9n~J1S%T>WQ+^s84V%cl}W< z3=+BLPMm$MSUuCBdC3-O&cjI8nke*9e+a60a1F5@0LJ?q^^5CjR9@Ng z@mVO2R$%dB&5=4I`+IG8{P{FTN+FHgY>R#!)46q(>`JuPWb2lgL!+$$0X~!*y#z`% z9oDK=O`$!#gzLR^OR{)Iq`qvN;xuMYkRGUV~T05Uhd1Q!mM> z?aCBYRTg$0k*WbY<;9*68SeD3!_7I{O<~? zssqy+`jwU%08e*Mew48ADxxFL2OUQ4x>#w?)Y5)1TY!&1Xtq~_GT;`|GHbgQ1fIAN zRn#9GNZD*N@RK#4vBiqfKt)|z$=3<;27C?*mx)TcP*^$9jF$$J;juZSi*m09Q@Vw{ z|FhLF3lu>=>6c;UR2-o|*ttDWP1i)A8q8ZLpJ5eksZ>YO>+rAY?RNSBJ^xr8sz%h; zA{0<}sYvKx-MWNQrkY7tSF7+aT@oB9SbCO198FQlBaRmb}CP3`F9boUgi7GDZn1G2bscPFG{Z^_jLX)UGqQSrS)#rNTq zT)6={cQIozdx8g29nn7NrSJb(8gi*BT=yXOGuMb8TwA@3Qu(M!J&Y#xsPH^0JdX-b zJ%#6<&rcrDKkilxG@V{g#3%*l5y4P6&^`)@w!kN%!`GJeM81PN5c=*)uH(INigcRw zP$qFWJ$iW*tVl7qg_Fe>EC5KbjA=SJs$=LPK`%wK8c-hg? z4a%Ra?{{@H^=v_$tGkuzCnAEZ^7e6a`D1J@_53Uzb}LdMl|61okDJjtn~}8_VFKQ= zeaN#HVckFpYG?oicsDU)Wb_;Z5R-paz+FDVu%@@=^&?yHGBjU z1pPJ)HqOaBl7%1WvGUDr5y#Ei5_z-LwnaUGf+xg;wQ&LCHnyt*V|-y+vd10lb5@W3 zFphX5zN!p@HsrkdoPcJF(#XMJ3yGf4suGAAhEFr_hQ44XYk33S(j)L*yaMmhGf<9i z$?=ufD(BRUD7(}WSUrfaMN`xB*N$AV>qtF@v{qgCs^6AhTB{^{)o-v&S}PU4)@-sw zT5||r^&2XY)^2SHaM-0k54v|mM}DOHN4l>=_kVf(`^@9N(l~o{g1?r=e|`4tvu}3H z_^;dBTaWQyALGA1#(#Z`|9b2AuPh+wJYHU<+52n$3}NTgXsYV(l;|E9V3b$tM$-!- z-z+a@5M@*ZMon_If5np#VUuIh?&yNZLzjAOUi@Y9z5nCnJRijqh_LVcd`O@FiIFL5 zMq}k36>w5d2oIL95=xaxk;n3*6Fl`o>z+kWXa~7$$ydK}(q&>KW^90kDP=w^KN}z&a;VOwXAbl|~L^f%&}Cr{TJxc++UJ&~Baz z)B=GT1_T7Z2_mhMA7nU^IiY&;fwvW~wgPM=?>0l$4#FU~;CrG`GkR$|zhf2?OyoC$ z>7poi@db}+zCE}pVYCm`hkUMKiVrOE?Z}<$T7gl)Id<8yI^H_J} z2i?&$poIY^z3iS=>IkD1tAMe0Jwp0qWhby32L}@c7W;fcaGhVM^?3dbJ}kZ95R6;Y z;;sNt%H=&6Cjm#qZB<65qYT87Od#1w8)_(5GQP0uh;_)vSz`vsUqE9$C#0zihGO=T zMKDvh@`a}-;7X~M=tW_0y6dC@@Ac8%?(5OpqodQ&%Y(N}GwKA*#rtV9>@?LB2qU=K zg5SgLG$m-THZdNnAEnV^iau)(kC$;13UYH=C8L`Kg1`k!v-v&@o;%-D z@aPflZrU>6lD>6>^CLA92tuX_I4BffylHkG(U-M6NrPx!WjFv(TVomgnxkeo*cpaJ z37imu@~3Q9#)T85(iSuRyp&gbD~Bnc5&4VAH4%XY66l1APLXxvx9G5pnRYuUqeg@% zd2+zjd`^}>d&-lGIr}*wZQb-Yx5-NwnY=IjR|%xi_;NLWpZBRL-aJSU3GD)Bc1Ml@ zTE6K|y#T`rveMIE26%!bz$X6~fB|K^j6(i3>R=zB7XC2tRr)lV#NJHLdO;%1T-XI^ z4nR_1gtH|xcgmU$Ph}egnd?o3HQ2J_Y+}}BtrV=vZI9=R-3L!g+eS<7v{EH72SaK1 zq(T1(hjdf^E{~U)#fxb)#u&c*U?(r7Z^|*2vjy{$N8jPGBgHy9w!~XN`hkcNTc5!( zW}iDIOW?9^t21xM%q7h?R}3Lmv16lVY71Q zWePQ(Gg$kK4U&)geILG9=|a_CBTD=Xxo{kfdQ|qd6S1?@ke-#v6K%@R`pmq+q0g#K z5FSYqsfkuCpCY185gMgwPGR#|rXzj6_(nrM05P+-Tnr-u7|}6SS!}s`<7gppmVREg zBptegMFyK$^KdmggT0>lR}iK{@MrxFdcj9|>Mo9qCG0S?T?>?c&~rfLg_8huK#RY6 zc>g37@i)d~nH?t;taq+apt0?&15>5Md2)^Ni>m}P@{bUT?;|cs^}dl_s~{!93rKXC z!?v8@rWa*5Y%*}w5lw{BQ$T638#tjbUla9mi<~9b#vuo0K!3~oXZUFMgm$r@C+csJ z>s_CJnmV)Xn*Gpp(QLaXoq_;b#1-o<#FM&(cIIA6{3n8j;%o35u!_v%D|*6|`%l`D zYDQ$sLIaz>n3SW%94QTArjYMWJ-V_belg zwvcv!>J=6+xTfX+2W0}CT+3agU;CtqRUH;d( zP$_bc!)(LNwk*zBwr9|4pd9BWC8H^z57-!pQ5}4cCM7oq(W|WQfJHj+!MExMoZ5zX z-CAkTj~CUA9llKZ@b2cQ?uf}DQVLtFr#phZkEPir`(7N4 zFX3NMyLgL*8No&3^g^VHGiIxc58(~D+$b*HE5O2rXGI=NAj9tY4IY0($543SS=$i!4X3s zllh!Q*KL<@Nmn3K2G?@ZEr3ci$WE{oR-6J&V(aGdk_fobYPxJ&-R}g0VaP|6cQT|~ z;uYET;CMJXgOk=QUc}2pvsV=(@fOZSDF?W~padD<6+i=xid%{p_2)*HE@Ee2iWXy` zRO_G%GSj^IsuU7W=u$x)f>BE2Hj{6l#As_%AXb?q|R71Yv6jR;W0Ip`(Fqsw6 zS2~cGa21O*)v|UMZVcq@Ff8yDRtJax8w%SC0&Ntb+5GrPSM((^pj*hU^oP~k~l+`60)KCrQcg9U9XZUtVuk%G~_0QsQw94ZWID|w{{z35)<>fN8tZowZ@I#WWh?t5U=IxTNj1VU<<{^&6 z8G2yAhF{VQoHDQSWPb5q!2x)NbjxQ06dNMUaY_NyqRDTo91h;(02E8DoZ=Fd;$X8> zzp%Y-O_fwaqVZ4IqTTW+HMD!jDf4R~#QU!}Q+ip{r3J6mFIG)A)8T*$av8m&UD>q)aJj#3bDv{4G*EuH+H<0arpimE$cH3rLSq)|?T)Y}zY zte0?3pTe&FA)YqMOsTxl0)s-C+KGnLu6_<#Ssv!VIub}2dXcUn9Iq!JbN4oRs#i7T zwthm%PLy(Lo+96qjBtpIxh2XyD_0Uq(cL@Bl?&M*ftynBBr-z$$YgW&+HN(e`JnZ+#|(UfRvR50Dv;8 zMV`W)d}KV7U!glL^8*vYDO-$Mn>}zcOTncV9-(+U8ZTEwKe`D}^5@^fKy}D9U~ng4 zqXmY6Y=fgzs|^9gXoZeVPbg7}KMZFcw1CS+S9!;W6+``^Zw+B5gQkqh-U*tob`M_D zUvJ+X9v&Qi-&BrL7=k#XkVUi|@Fb%AIt2!2n8ed%)Mj1nYa@tBM)j!j%>WaRTJI}@ zWjL|@85gSBIS~~Sy7b@g_TNF5$j=}4U*oGEj>x~IU0e$@*GNF53Zr?`oujJX#=@(X;{m?z%5&oBxY8n4HeZ5o(9`HegJ@AN%d#neC@A~Ju3n5 zw{O4MauGChj3(pAt{0`4P?ZZZKtT@baNg-)@)%#dXushJT5T37zzYu~wMkteXIP3L zHM92^rbe&{@q>U^;3oyvZQ{K&zx-wM%h~3alib^E>>kqw zT-Ady9Y@pg3Y^AAC%+uOgsWl@irBprsq-Q}qh~4Z^kfD$0_O^q|54WJh7jQCFMcyc zG}sGVU!ZyOi$KQwz)|a2t+AT`ls~}S$|syudC3Vm0LH7ylNs2gtFkKv24{Y7Bc`nb z{A=*HZ@${vBE-*;?F2g^;K!f2fI}Y$cGMqatFd8SZnNidx8`KhV=swH^dZjh<{(*d zRVKJYXZL~US;yM^s`laYr-UxhLR;?<*?hH$;3Q&{0_@dt_`)ay^kbDPAu6V&pC(Hh z)tsF$Q)vQp_cRkvu(A6t*~y!BT)CA&e?~k(5D_aD5!n~O)4Ja}izXLwiJGu;1X%%G3LV>@gI0VkNoKxZGgi4?YCch;y=)E z2@wC`+4i%ooo(`d=NWtszJ84V@cGR@ztK=52uN}K4>|ub{>L|4-+cWT|Kqcq|9CvR zIv+)oXt7MQYD7>t|J#H&Y=6zx|IYT;&tUz3yZzO-kMsW!f1tv?K6w?)<^h{i3?G7b z>d;o*K!ZDr^pL3$G8}O;XdG9tHW5K$o+k5r!ESgS->};ZZ{z=2B^kmOATm;i$gEu& zU5En7!5EpZmb^?JT}0hgHl?q#ss5gZC0gE$^2>Ote`DRsA#z3R{xV)9aBIc=5$;e= z>3_Xt7H9Z>?{{cm5|7g?f=4sF#_sXK)v9WIjgwyv_eOiWuU~^nxS)})DA?GoTt}8< z4gI`(a5{Q-{Brkne{^toy8rg4T>!ET(jBvQHQpQ@9-JP%brgH176X#lyo0~ShJ&`U zbcttJZ(^`PcgUM~@wdZh2A1XHn>Ud4W`1#$?av5}yiCW;Buel7(X>QMP?u&Y+1t{r zE$FywMmc6APS3y~>OzX7JG}{5-5mWH5L{j*eEukpvk%EQ=HdIq0pT>gxInwRQm8wk zZ;cyxxn9b+t(q^>1)hd3yZaw#8Y?5>uss4+%wg+(^YUdBlfrEp?La1|CXKmc#=;k< z*EUKo>@z+sFd^1U@)Nx#QE1Fs=#kDZj#9WGoIayhntrBXotjX6Ws(MGtLgh-wE*2N z55Vp43-JA&r1RD?xQgcJy}ejXrvW5Bf&)006YvIiJpw-#N-9?v2!xgblj%q&k-^?7dIF#qZ~SY7RPgX zfDaCU=m!n2=@13UGWS42a_X`Q!7_#+I}aibT7!%3ElUreOS~?E_)mPUfOxfr{AY;X z&@Jd?GHKCxBq4PiT{<#k=?xK7(E)TG6O7=FFI@`CnKyWVv%3IM0U(G+mdv9m9RsqI zQa%j%`(%LwOi+<93qY|DWD~pwOp|tjN7fiZA&}pG7XxUSh5E*U8MN?KYgp(qyq{44=QuS+9EJXV?tB3;>gkz*mfE7#4Ss*_gCCFjDsH^eXt& zoD=a$ZZep98Vn=Q3Il^{W_$?_Zj(}gFjFA=w+Xk0)YTZ3E*~W$;MEMEqt6|!;=AKc zpzH*GJahTXPhZU`w)V4m2<3-yekr+`bT!-JDuoaB7uA&T1ui8yn zX&kK}Mj~acHbDX90O7#E+@1Ub8z3avjv)%!h^)R5Mki~};+!nLxWoE}QCukM#vg`^kh6&4jBHE$PIu_qu9zL{U9SL)d|FCsizc4!v}#*HjUaQ;LDG9JR75U9F6In`E&#f5U(4+ zN@byS?Of&hy6FZCwMf?N3A)O-;a(@4~`B` zXkLbU>c}`+L}$q~Stevb{0C?z3%r*S$W2M@=icryjbwVT4|si~tK>HbhbSvFd%-}= z4UCNcoK+NqrS$G}_r>cfg?Hb6|L)EH;ps^gz=uB_ygfRE;uT6C93H=`QjXA9wSxO^ z-yXfKP!3#Vs&xJM?a@E>_o}q~^X}`{xE4mQ58fP9s&Vx8N5W7b)*Wf$=YNIJRKblKX3`<9>xy+|(pQQ-P6z?~kQ?!F%F9lsmx9lfhG zW2Zm7-QRslGoY|k8`XvpO77EoKOCK$4m*sNiKyct<^6vioD#fV`sc|YXEGuP`=q?W z9_hvD{>$=$C#Sn_D;0c2HkOkg_FwXj%^-N@Snm-5cDm0CaFMpC2&6Q)UP6hF%{;#( z|29ufexL!K$4?ho@&R~0(RCM5k~JMjHm|?l`cJ6#{mB8;{3m&Y$T!z`X##*dYZ2Ka z1J6gO3BQ5=K7|)oX$HBgl8h(~`DNJr)cAByoN|(mSJFPK@Whu#dy*9bVgyNTW8i~# zelcR+NNNej<;5gOeyo;K880hJm@Z~8AOK-lh^TT((B&J6z?;k}2$LY=t>!3evM^ex zVH4?ZfA7uDugJ^sWkU30uspK{^6_Oni|AyF{i%mkFptMe=2|HlT&C$XzsCtcWi`n` z4n<2r7GFRB&rB>@7EQFGLP4B9!d!VdQS4KvavP+2DSQPm{u;tWH#Y9}52M*D(g`48 z8=i|T%e%C4+dhZrz99e6tjdI(66%mh9ftLmJ7C=$UxFJ(9>7@y&4UNz6||FX+=Y1d zLK7xH@Jl?uAPXt%;98>qIH}U6_KpvX;~v_aash-^BYg2gGKp0JZ{@-HYEI++5PG}m z>elYtFFXpyZ8}%XzSf-V5kB+c21E6Aj&Dv0h3#F&QBjS8?@l~6()=)30fF+k!AmaeOo%qlN2crcT(!oNvqZ@>% zIRVM%MKn1E^F&M*Q@gnr%>f+tk=d$))|Yt;Y(G}p40olu_BL6h>hn%`9~{lWzvAU( zIyoY{O_og9VVV8PK3*&4d&Wl4cAmEK?L^^%f)(XKVU>I2G(HZ$M`R_8Ji#vdI}Y=r zMbhES(K^i=&A_8xgg%GA5$V+km=7M#!8x2UZtM`wuArm>RogV1Eporh>MA=dWS;|pF4g+VUKKd$k-(}M_EvWVSDi(*$ z@%1u`#xx!r1r5^K@#!xoxGIP)5-o|ujov}%ZlVTGL4O0-9Fq@Zj7VcFClnpl`4beJ zy1~zwPYPdhz_jUjyjrTzW{|pIMwIhO&QG8*a2#nCLTDxt6C2@){L@uAfHF4yKvCB9 ztD|&yx?&WYq_^*z4L2RRT)eux2WnOL%p05BIG`o-AaF3wqhs&VcNt7^#%wKUDd`43QGmVR z`%jBo%cn(&qvCR|Fhn?Q@v56AJ7E-N$=h4g`Ql^{*?1TD}Q{Ajz% zDb#0q8f^q)i~vYR2Ym`590pCia{S_i9_wSL19TEZHQqNC+Quqnwtmo3Ah+z@_LA^c zdZiqR;{vm<5spZ)*~n$sk|hi|4Oy$iD}hu>=>p=X3)DM7D|@13F=s^A53HO@;tLzrC+v-c zPMB`|UXAE_-o46_B^g{SsJW2;_6FH*2lZFv&l4>c?y(%3Ec+AoNjK>*)$Goa9oCf#b3X$`0GZHr-WQCf!$oe)%>e0RnpL)QG&Tf zkltY0IMN~wVSpsWS!B!VX$#gsH`t>)F%HO8l+%UrtA{$i4BFT+s{=mz7cL`6|A*fJ$@lWj@@5|DXdR)8jf4i?D1&nkSU7#11RslPAJI%?V2L z*7Jn;7i!&r31!0pcfS?xdXv%`Imb|~WG<+f$321JY%M4gZSiwN8e?UdCFmr^PmnDb zj<%UUX5a14r0G~Fb(T9z7Bthbz<69IHxv`M%llcmI?KoE@6bjvo}mF(%I$9X&Mmj| zvLL)4ym=A4CW7Q^CZeixX;dtk@(bI9zSJVBF@#6hz#wH)wtX0qg^C%9v?GL@Q_;?l z=V=f&pR2c4{RvrC8-G`F0fMV9VNb9SC?FGfJpYgo4vv||yls4lvIMr2(Uj(3GQ>|7 z^jSoE*1>Z3eVeK1U;+0p^Zu9l|3Q9$ftz(m7z{cr?Y-J1WdO9+8f7|Dy#Z%RFsY3# ziV?TK8qLzMZS~q>b!0o5r0#08Bby4%>BkMaR{OL{-R7~D+4>b>W_Wv_%n8dM?#2UR ztl(WByUx?#8$Eg#i&5k*{iRvj)kCZ_1~WIS)hCi&Z)=ALciZ^S))whH7xEA{5%w!I zDGLKij>e1CXq>L-BD4Fq0qQi(pFmdaYQfW65`j8T2+aoV{|b4yUq=*lM>DEb(-vaf zs5v7|y9S6>Tt@l(T&H&fqB#~Afg+tRqjAApvjEt7aZea*ODw_AuwYvyupxU1I5J6( z%Wkurd(es_tf=)(!3G4VN^p{K#L|G$sMQ3RYS;l$T1+cU@q+8<^a>48KW9J{u%zI; zf=G%V;_T)Mu5Wd_U1M~q-MZFVrl*=(H)&kahI%Vw4iX4nk!s=B7T>xXMX<4`)?q9q zv~D6cQxQ$AY@H=5b-FAoX1mn{_vT-JZE}Z$GWkHa+vq18s$c+ysv5$8x{E^-Vh;yv zMd;eb4P&vagJTBGZypwG*&F2+z70R*i3ZufHElRIsS2p4vVnSgl510{&|X}(J+=uI z??Ml?^EkUS#mxt*_026OsJ`dWh>qp0{r~K}Yh&9+k|>(5hra?t#|tu{X;FU7aH8zW zG94=;OIlG%CRfqrp-4zVOcD%0TGo1VfBUURccZ(}06~dTk{SA(olrn`p&!-N^{!tH zjId5VgPO(>Cf0428G2`@cOH&Lxb7gS;svm!;0pzw0JrFtEc-d_BFcQq0%`LeA{d{t z6p6BsrN63m#cyXnorPV`t}8wcxY1RVl%F%smU>O1Vc=R}3$V7>09BIT^aFXX^NFrS zqh;Isa;J#Vtr~7V)C=S}S+TL2s)vb?R5ZBI1xrq?T;GTdHypPtf}f35|1gQJLGHd` z{TB6cTY<(6Z%SGW!y%=qT)|wfQHzXWhJJ@cBHd_(W$(>n<5tjV+P57H%|@4vIFSCt zz)au@pa+-KkchF;=vJ>*&GMd)l;Dr-O~Qs+O6JWf0n}~;lVKCMKr{?r_Q_1ktWtm0 zZ+ZtT09^yAfgwg8KyYQS zVY4LN#rciM6=Fdfz{&+JF5xk}B?lto?Qa!J$CUufZ>o{~pC^9ZxstjnuOJ>%06l$m zCKc1|YW=izCR3c(E4g|$6?eRP;%&sc7g*SdUL#dVwU1;eIM?M2BS-!tLG0Nr?W+GV zNL7jxSlC!o?KZ4r7n+$~#IVDFWC{eO<;FFIDAWt5Lw)Pi$WHl_ zXZShPI=5ZOu3GCu#@yp#{pd~+izo_DU8|6Oxt2I0PVj+Mzb-ULl+a@kO{wa6x@I*- zJakbS2EmjXXf>s{0vvEG+lRXvFvcrcrvgzK6HEd*p2zG6q%4;(ez`eTVKMc}uwAH; z8A(N)y;8zsb>bJ!J{sM2bkyEDdutTk(OY}#?5)#!M|b^o-hAaX;GVR6>z=v1AYAj7 z@0>ja?q+(?bHhQe1mh`4jX@+ZFpUmohRgJ&OB^0ZgK16#*NmjpJf8@OuN$g!oMBwQ z35VYjZ*z)#WB{j}G2bgeUyQkWcv= zI&w%j^r1xf6o{)q{@X_D#q$@Q7hMP85Qqnc;UgiqoR2Usp6A^pKup8QizneZ{C@V= zXV37L=Y92dcdx^s_oI(qs|8F>d*h{J_=}l(-^tYb%QE%wqPjc6l!YTAN4syTe8-Zq$uQ)RxAz%s-N`xa`fEe$p z`DPfJRc4e!v4${Mxo$G!(=bf1Oi(`#hUm`-)|U`Gp;XoD9oV}{ROpOVyLHVHeuMk8ZF&PnLw zygIU(Fc!PuEe56~#V7_; z&jn@k9&$)a%m@2;*e7pJPQKq{)+*VMOn;xGfaHpD1Tw>GWL&Z?KBsL|PuZS-9<(AA z@UwpZi;Qk|Sk{g3eU(d{hd%o0y6@>}eDV@gqh6HkO21Z1PS4=nAK<(TMt-?NAJ1+z zH(jc@cgz%W#xf{rb3$b?Qi(hFIVnyFSvVbTqIgrfq<YJLEVB>a4`#uw z*!>JE!V}DQpyhAnav`hHGxcSeZeHbU%2$n@F6QW=m`UAP(kD?S)4Wd{y6%TF6N4Ir z@o4feQ3+d;Lz|o?u+Yq6quhdtN}V`GhF&HRTb?SOW+xXei)x(kH><^x$xn+`mc%ub z&M=_{Ya)kIiFAJ1%sBoEm=>2#0dSc&%yPTm$!&Bv=`aN$(ahpu`yV4Xi0AX<#+ybX zv+k~z_A)nPcgD4p^FOd&_(~M@wod~J#r!y@v^8xeS_0i$X~ChEPjn3UR>F6SHDW#3 zNbn$Gz~XMz%%^#7vSkw$P*~wS9_el_Ili%Z9y0<@NwJ9{GiGNQdYmd#9zG*g3@j4q zP+2K}?a@@5(Hd(qvUd~Bg|3-grc_%a+!zg2RV`Sy+NJ|m5VJw8&D>DG3>UTM3`YWZ zGahq{XuqhNvfEZ&HYG2|z@!D@NePQ}$ratOg!T^Y_>(e1L{EiyJPGBhqUGA=SO z78@50!=epXg&5dK@>|B6PORg@P#q)@hQ~&jM|F0Wp*jfCL3I#(Tf`Fpr0_zo2h5oW zL>rl|*I`f;Ubu!9T+$L&w-L?KmEm@dZ_`_aXI=SMAbK+ExVRX1C#9vyD5b7Oga9HMN#l%W>&_vd2Juu@|15!cIO2f( zgOxL2nPf>C53)#bjmHl&D++(P%ajO!dp_YX5owC=;!{?2%b%(YEJ{RX`BzIIy-^$Isa!+%?_Z>O%_CLrZzmILKw>uyj)Tm{Zj8U%8pDg;d{ zjMCJ>oNh>uBfm+}|L&R=fWS?(lTC&k&QDikHhWw+Omu3uq9ZGSX}?J@VpoqK#{3^% z%BduE&vvOdtb)Vfe17TGs;WQQ1R2+1l{_)MM9Wn0$hbpgR!np_!hE&k@PFV;-2^kM zy;vRV@}dWc(Y8xMwx0|OV+sZ{ECmXs_2_@pdT|McCA=hx0EeURGHq;hf|(Z>w^G*)&bKPVtYvVXL0TSrJgQGwjW#Uds3w z5)SC<8DLp19x*kAuvje7 z>w$3}p`a1@`W|G;nr*~s5?St`61433lnQbBK_RVu%>|p!rfQ?dNf-mTurSA61JNa0 zRM|6IS$9+zkfRu2b#b;Hn*Z)(5XBf?*cH|AO1kbCTTkny@4DKBEx8*HWFyectSdkS z0dI{8rBOlKfd|@iN3GG)bPoI0^E0ycQUkl3pZZ#*@Je|&I?tErt<_M9+G}u1(fo(f zMiC=7ywlvmVTmcJJUtIFA=AC>w)0A%)bB!Hmhw%@T=~{i9&QZ$E}(Qp!^EI@WjYa4R49`sq+PAidOoAgg?bP)%EmqZt{>wX-x$taH@NO6G4VmZJW zZMYzpJOv?S91X*Z8vp{2=98hQxQ6xCF~*es_-_Biz}*KkgpC!+NsY`#*UKbc{eEdY4mIof##J-7_qPZVFad%WN2cD=U;N8Yw~xP5fIyK}O) zedHaU9338XJ5A5)2IR^L{RZwME(LW zBK=FH!U?PlBG}B3Kdpi;3FqO5s3#wJ0_dT5aVVZQGEY?gHU8*%G6?WciOL2b1xrwS z(dF_3 zq*9LgM}F~^pI0i<<}r|aRI@kDDx6MLvBXxt4O*^>)%d)>J`vM?HH}qEcR+sv?ppc0P3a<#$j8buQxo-k3FDt^o4BOMbaQ%75^%F(ETCDKi@6-MF|(40-gcj=d8VVrrA&5vL;IQ4f9-XHFDjyrEC zMnTqg&u=f{V?}E&R-fM*!`jo<3#!uRgJCy(0flSFTPuXQ@HiQ5_2)0&9lY;6-8=ZM zSH%(s_?~dt4o$!swmrO9ZxUsaaW#>|$Tk7#ZJ68YiK<8@tVbXks01KXPJvSknb|K0 z8iz0R2IFB;(=3$wp+HIbu(DvCDCw;M zfN%{T{hhvDeo&RAwnRJJw7NQ`6}TZ-IB5bgzfc6lY-vJKdr|~IHL6%eVac#ZzJh{_ z5E)O~hWog5$mW;MbYLd#~D=Y+(|T`kf{Nt2>h{>+o8+p<5}q)|tHkA~}bt z9hD&oqLM@2F>TI-Vn z7j7U$OTRl2D@j>lfPl+|rZgLJ7X%?ZA!JlzT^R}kg07m9V} z(q3BM9dal-Z=EeJhSBTgY{3#?WTvcAbw#DMmdRtVzp1E(~T4l%* zrj~C@EC`4}qSlu8`59Gg@{Nj3f){8wc(U1eO3ZaS;mp$pLNiBtH1t>tfasNXAhr?);(pQ{? zb2w>hZPD~$SVK^NvLoQSR$7Zn?jhs@XrPYHWjE6CHkLd+%iva-gC@?3c?%p;`N3>% zvh4AL-?Jh5b?Lo#4?A`Hrr~fNb*2H*d=gr<1-0??q7PEW#!d1;x=!YBvEoAbBA$g( zya|A5Br8YGpkl{z=Cn#twikT1V&kgTgo;?H)8bMfr3xeet)wN2YhzSXn3104Ob&AO z$@KW@w}E+rHH^((3dV(y75artXVha{jtG08C$a;C+PtstnRfk$+qh9DA zZ0Y@fGW{hApBP^i1uEb?TF;zyCg8|g&43$u^&6=@Kfn0xDb|zKV-RHl5xWiWIGN9- z6*-<^9S+xU^g0xupF2l<1>#FA3PWtAx!FIzOk02c>u;{rxu^99T(imQ3eeki>7pv5 zIr;@|fm-WXU62A0YLhytWD~rkv{P{_caOXKe+c8<(YFh}*qNlXR7tX|$0U+G zbrNZ#2!+u~b>UBu<*uo!fTBan$E5IC0caj!$T?TPX0IR^8B8a8Y#scyOLLYhUy!#3E_W0dVXZwwCTm&qd z#q(e>CK(E^&5WTww`pq?7&8FrCmN@il9Waj?y2dcZjU22sHJctGmcy0LI%#Qu%UZ= z@V@tE_o%aTy!%6^TS!hw-RD&Dm4NFcAoQ%;IojRc!<@{5-)#;9^f#{=O7nYFnYvWv z^zSiJzhgKnkG;p8e;)3>dF;V|V8HL;5IyABtUn(U+n6r!W9z-FIR5>?Ybd>wg@ zB{k^o9Bm)(yhC`8pQ@*aM+e_)e_|ys_>-4`l+U)x$@8Kgm_R(O@qN^ClT)2b}+;0EiP5uTvwm8!Kh9+n8Z%rXG1mcT-fq!?= z|CiDIm$3i5dimm|ZU1?>*8i{d|7-pKTK|8q`v0}^|4*g-U!|^Wt@-#@(tJ44;V_u~ zbxD=TeX@*qli%)jWaeN0#U8Qxvn@|?2_KRxyE&6nqxmGU8({zyVRYJv4R5Z7=w+uh zbjyj*Rz%b2UtX0A_hn5Eq~82eWZ`ex^%-CY6z<_Y+z@ovOECnv3OTG8@t%i3qq5t@ zK>~aVvTtgrn09+U?w^l>o#{NOwd&fF_oN=LwKg|4#^-e#7)p9Q@_FoyLgZ>--uW^g zbjXI3ml5h7RUTBNTR=&c(FUz)$*O3{v;-}|TVpf|*3{(BNlk)5FBzLlKZ)!{nyO4K zj#FdyFH4^OK>8mJgDa&1TA=@V_Pmwx|9tjxW3B&L>wnhzpSAwy-t<4D6j(w9beOF5 zKYt|s&swZ6E6}XPmVX<2-ox>K$wgTM;DY#{mo4D=EdFof#mhDSx90!W{NI}YyFdOf zxmbexdk@&LA7PEc@w2<|fosmMz>ivl?~wbnf9uGN>g(>wYdhLz!6$DQq$09O_K=G8 zl4*aiOe{{ea{~)`-6dj$Cw}BrVH7Zh)0+6kH?R`*v#JrYlKuSe6N|L6DNp;8Qy{@3 z3PZ9cdxt=z;L~6?Ut=gj+Hpw$^@O7yu9cQyH9I8@<;??<_j}7hPpmRvyYu zEpze=Mv0!1jo)Ef5=YLGAW5Pant%1x2jCqp9hrCjNaCZO2j_v!TIOGTioeGJ>3Mjx zcTt2dn~!(1HXm*fs0JB}3^(}E({uM|FD959&Um3`*13Nhg#o;~bF_PSy!B;m0BkHy z=*zwC>)!VVuXp#~bpGl6uh+l+;Q9MUTU#yPv;hsSfVcO){^WhhFpQVYr>>{Y%si#= zJO3;)-kpP5Z3SaU6UrufilCG@-|ZMW#kzmLgQ^`(=ehLkj92=Z z^z2ku=6P)8oyX1M^Z5D2?{+@ZQaFyM$&LA#$_=Dpm!j1%J;*jxtHU3XM8&t2CD)D61UAUP?R6jNxVzpF9H~hyi&H5zuN^Vw536*rD{4>8X ze;AtbkBW2Lj|#XMl9|ye>_u_*ct+PghRel?8Q*DL6UT zGkL3QdFdycaRBQMLX(e~r?K)$FRi~)1kIJbR@<3|wkZ0`~UPjX>F{;|MSJm zjhD9le{*x~|GBpRukHV9`~Usf{|}LZE#U$1F2LfcYah^c4Di|<`Uf?KuJs{HNpXc~ zm}F@YSCp?$YAmDX$m|9|V*X63dC zrv7|r_a~MAS}T$NUOs=>%F2K1{7-B7Z!Q0=<-hxt|5{7Pe|zC%cp1YQuO+~>1h|#} z*An1zockY`f9DFC$(8ry$tb!EC-=|YV=G*V$EBJ4$~`9Rt=wbw;kC58J~Qhx^RIJe z*7o02{@+}U{rAPI7g_oL)mr{v%l~Wne=YyttNg#Yg#5o94-g&J(*IieUrYaM>Hpuw zZpWzvw%823h0*No$zVE9wp#y22D-If_`dP0SO#93egAOsU$UzDKhM$G*Q)>XYUBA@ z{#(m`Yx!?2|J|Sbm#mY&t_8of;J1|Ew-&h8!o%9UvbO&`O)i7g{C|J)KT@zIGyvVblcV=*E8xGl zI-vU+nHlfNlV77`>w(n*{lNgp&+Ha>AbPF>6P%z*<3gtQEwMqsxdT2R16rsEP+PrS zO8vv|>i1%h9#e7jTkJb`T*bD#AeG*AyYnqKox$8<&);|69~}KuZnvMnR|+>=0=w6( z#(G&;laAgpln-5{66f-ICfp@V{VYrLQ=x+vI}M-UJb<0pgZyab|X&~q_H z)k>ps0*TuF!h&MjmoW14-BD-zO?QPC96E8+JaHt2SDpU(wfcLl{x%W3vTQlP2O?@T z5`u^$x#dRZ0V%)VImg*ajvhG=Dvg0oDvn{{Ni8NtYeU5<6Wu@F-q|@g0q!ujfw&}c z--KCtSU!LC;UJEqc5g#XHVrGTwT(1lHzT*@BsIZ@)T!d*>b z+02khRRlg^p)C9m_2eV@okQ{BP&{86vM@k3N2pd226zdaR4r`Mau0bBO)kRA=6OE} z2Rrmzc72^b;-2TpAizW41iClE&t0Zpxl~3p`l6gm&7NFpP^14UtJ=6f>0grAO@Go< zuA)R#i4`J!@M#(j+xVX#4w2OOi5DVci&_8{wpn@?4W$HL)wOO$`PT+FZFpSHkrzW# zOxVM3mgrqEtH|PbK&Gb|`Q|&hS6liv)hqy1Ly}6NLc3u&nB_M(_0uw-XVCi8Z~15W zjgL1dKl@DIw;OA^wl_u$i`;ZM%9i$6PV@gz24Em0SN*P z?nwJ@?MEDpBN!_j4;RQvrgX6Uc*CpC#?xxU^N|;&YPxx!fD3UDjBq&seDwof4Ntne z-|g-nTNCRIu7be_JV>%}Fu01mmemZnc=>)X^`1Y>``D(0Pnjk{i>_^S_NV13fCi29=IT3Fr86= zgg1G8bKJk&2eMbIe*c=rHJOjkgSeVeGoFT%SuNmh&5JNjW;<8mXxK!}h zXd%?j^i}6Fs9hi(vZ$_W>y!0uAyn#*Mm4*+1KY5P2|pYbfSo1^Fdk6_4=#d9Fqq{a z%W*sp(zZ!38TJId65kbnHN5b00z4F=AY3{(xg5e?m)j@e1xn;|O6cX2^jWb)98CZiRiR(3ghgd)C z5PS*-$j8g7-k&#q^MIfJ-1^OzdTe(|bF6nQNH3oEdfjEvptY*#0~iM9^UGRwM|{qQ z@A+-~Tvc0bah@y!nj}{}wYK7DE#6R+c*Jh1LfUPMhSTO)^r@a9t^vFyXxW0?X+?IN z5KhPYyqT_`PT3pgCB&S`cuMuUwISwKqjnU@&V}Z9cw^$V8cM# zqd9HCC6jIo%Pp?j^wvTcFzOYH3Ry+zQ>a!!dT2N9e+b~X8I4i{BF@4&oV2yJ^ZGEX zAt*rE5#YK17-%gjOC4*$ku~mc5KE(wHpW{Y-PsUG=T+Eo2>T5LE&=mB*Jj)%EsN6X zsv%myj2`IGg5)HwJ6DT$W1V5-j`pAAV#W5Kjn*@V{paP{{O*)#{M(&KQxao-n$2RsFGf%ieBhQ@@4|u$E=2N28Ol_ zMD3btUH88ATBhu;LsGw7y#se9;lgbjb!^+V)v^7?X2)j7wrzH7+qP}nwodkkJMKBZ zp+?nHRcp<;09vLXx|>VKMmyHr58OQSs2fE#Md0*%+=R|3i?BlCL?*L9HcV+Tx7?uA zjG{V|HDS3pC>O#PtCZnl*vM$(V3^ko*p7MC>%z`yjM2DzfBZX~_r?sO;E78LPX zLv2+X@TIX~#b$Rv?FjDe5oQ_8fkMrJ{3ng<=4bN!>-JeZ+c$+ayxL1N@wb1T9qr$M zqHbLmfNuVB-K~cA3k|i@Wk^VgYBRylq?xT)dJ>=m>IDw+<0*rnb9$QDmwfB^__TkT zp<$cB#}V#38y#|{Z%KX|i%0MQNQTZqLd5x)kWlDq4%{?1lv)Q- z0{$6y13=4NEIE+&&6LL2`WbZRiV^?d#7~<8%dcp^{Kx?!r3r@P6^O{TE6Xv(M#($QB-?k!fac_Sg&dMjC zJgOfAxg!M0ZMyr?_j!KV8JWFE+k)jd9EJW;!RK=30N*tP$~=Du+8o8cA^rJP(H-N- z@o~#1BcJPp=)ws82B)obkuxb(p8euGf;Q?-r{)3pNC!0oZm}J7|gz0vCKMRq&)hk73e}j=YA3Qsd1KiD$mOH_g z6|jIVm&y;F9|nrN*YgVZ%ZjB;I|1Y!*SHDt4IBf5XidPxXVi(ja3py{qX0InT=rU6 zV2vR@y+#3rVBu`-h*}MnaEO!8Ilds;x)^7eB#}fRExNM$4NC5f2S@?!nw?Vzj_A10 zP?wk?lZ-1CGAmt?G5c4G5%D6LKl{#JhFvl!B#tA;B$(Cc4d=JgOAd?j;DTrJ=0|Wd zfvkTUYS3+rbJhD839bdJUjQvzz#b*!B&!WEw)2Q15`8O(fSEWn#V1lVu<;+n@mNpD z;)Wi^L{t-CN&{|?4^U2_C2?6`s&#(@8-OfuAB^MKJc(?|nY!2&nTe|u$FDz(Wzg8! zZwV?*YXMo8pIPuc+?Hz4odITAJ1b@@vWXC6mY%vK-)qE>*alXLF+p1ri`T&R19Ejf zpmDZBdLKA?{Bkn~2uim7)9#BN7rPSJ79AFs+95O%VI~AJlRZ5c(T{O1z#WqAKCZ5{ znV|drzQ1_5;VZtd=)poW0xn$PAl-b(VS^+YE{L$uf$-+7F!2EJIN4$c_Ye#cAWG>G zX18L{XJRi@HjHPfr(qQaELgvK8kPK zP0&LSH4xS83{;2Lb~b~hlpWYFA1V6rUlSLH1VN7J%tBk^bkag>Ru^Z220<0~QNXrQ z@HEmm`2oJb!IlssxD&)}MMcmB28Jkj>(C&-)OFHLIA?3Kz6MNcAAryRB;i zz%?lB)7L~)z7SqhwJ%WJoQ|V0xFdkgX)Flm1&f453t98LlFhnxxA04f4PZYg%mJ5u z7@VIa$_ysuLy=bC%|6bvLvH!-m^G9p6 z6U{XR4hQds4I;LRNR2?{5^=bDa8Z)kv}gqvHi1E z%XE~>ar(GF{?IB?t`{r|A9j*c4DFLJKHKiod8o2mCY)~ku+Sse&NVt@V>TioghCvq zx!)w}nUxdR{pgo3Hv1Xpgjdr%Hw}`SL-FTgWmP?BbeJ)k{DR^{J9u<>YuFoi&&gwi zDM9BJC2U>A(7gwD{~@)UolyE~E!`TNIT~B6o$N>_zy{7Tw)jTINR|0^jY}?xt_DF- zjbD`S@Hsk<^ zOc=*iH?(_mp96woSk@UlfC~0aQr>=ydp;HQkxN<{XgUDqVJQ7c(rXV06lRKpZ>HVk zwUu9GzPdHJE3QhalMu<^wQy1LCk@_2QUD$)LwxkRO)SzwmjyMXD?LA}X>fFUfEb$l zN1A-+P9ITF6|^|Y9_q!L=(Yom=$*Za*A;$ruzFzjz2K2XZi*d(g8H^WM}R}8Bm9XJ zyoR3txk@+3OCIuy4Hw#H=NoVwv!tZ^D<$^c!?M0KL0NH}PtT6yGrfx7QI=~;F-PML z1=(myO_du74kj>dvGctI(d=DOC83Eu4nRJ;HK&QXQ#O_q#Yb{0e%kqA&X`WIJ8b7{ z2oxWUY0bZ{nE&Wvj5w(io#4cU7{SVz2Efes2Tbg_$v?5=+~6ebWpS~F5GNN^T_Utb z5F$;llTd85LM;d8JM86Qv!_3bclJ7M?en7M0M&xE;4BTqn=0%yHVAULrv*4Ptb#x$ zZ2$w9L7U!|=?X-Ti+x#|^Mp00++RRG;?!h|K1ZoWg!6%1kLu5+QTRVq(X%y45cA)Z zU|Fz%F?htGPL|zRQEZg@%~;QdC0)5Bv2_Ev7c7-YUJj&Ry1RhvnPP(6AKgKkVNPHC zCL)>(VA1t%yB{RaarBry5gpR+9>QWvyKYWAjYh2?k+RMkwEHzdLt=|R7X#OA7YM-E zUid~P_`g32^-?^@2BcR?b0}iIgyeo7e;z+)cH5gyFvZ=TUXo;G0k_936 zw0)m^BC^0?$|95Q?NUcN8cxZC^fokgm)w``2OM__6m z641ZD8SqJ8+|!z)0ZjfpEljvZw6o*$?-JpczR_%=je5?*)DzLL>xHwOdX9$H?KmR5 z;acw666~)QnOESxGL7S$tgM9n%ViH^Y+C{^7k_iUc4MIH?-~!MnwUxHhOJG09;$ix z*h+0-eRG6psfPT4T(UI->ai)gGzLRmId06(&dulcLU&x;PeT_y@@k%+)Ji1hYWJO^ zlb|Waxfw|XCo$k-XHszezB(`M`+)dEWa9JuMiJnr!`hi8*Sx;FPAKW9=BH|c}oRmECBKsAt6$<5;KkJ0?pFHg6MQ4lFW`%c)k9zUu^6Jax zS?4$^bA{7a5^e$uxMn}viqKj_RMxj0l5etR@R&M2t4ZzBdD|XweW#SPj=(>|oIkQW zT2Ph0bL9oc`Ms(=g7+KBCok~%bO@y}QvId+ zdYNsu#fUwjL_iwV*2%RZ8HNoH3vNE+(dvqk!W%sz{ebSTT`ns@RlX%fk(*aq^fhQ) zs!B7=xbggMF@V}GG}h_LM`R)#6AKdk=EV>H{>!9~M-s~FwStEjeQ^NIiUC){B#G@2JV&5nOtt1~tbwZQbJKJWu;|&%(072U z)9w@u$pn@lJp^3hUTNwkesIxw0lT1#vEwyLq(TNZ+UKW{i=Wl+Fs3-y+B2Be) zmdi9f{9AwPZp*)z?%y0?&R9a^GdLBqKYOnbr3|@Q8%a2B-W9`ybYklK+4~pf$DYbC z`0eAvSIO30_LE5kdVf%Syv;RhZ~DH__|QVr=k83U3nH97Hrf7+?qdG*<_!9s|6;4R}sOL=6m>Dc&DB@T=TA?uXU)kwg-=pYb;4-JKpg74 zLO?KvO4R&Y%%A&0m6?CTcmFXQ2EZ14Usr^c<5#on{RtJfDz+hzDh?I^QY>w(nK4!& zt3eHl-Ru@}-^OnDW=2Z0RRc5^4lxB(*HSCM-te513kSzs$4|uu!iw{eE;hE2Z%7N3 zrN_LfDhQ=$T3w0KDM^k~YIy7G4Nmc+8WJVrCn`jcX1!0oVO(~8K`2A6bT9eE&wBJAre zT)G67r*C{fHd)*cr3?A`O2TKCa6SJidY_%AbWN#4uIg~VQ$IcoxjgfieoK)c9N?ZR z_pD~+)|c}nM85OxYT(3p+`9&f(+G<3P{8W740<4=k5!!AtheSzGBgC~rHn8U1G2Mh z!o_C69r#=NI8`DMYSTl3o6>Gkd`_e7u6Te_jZ<>hubyG`rTy#t7mHEm&TtS`IgMv4 zoFcMp0~y*R=nT?Y>rMBd+y@lmSUg7WR|P3RM~*SNEICRa6TanINq6cPJ4_?;Jklv{ONQVoH3DD>p=#xG$cgo0?2g44t{vIM0$_dp=}kH% z1z&35ZleITTQ%wlX#;e3Z)oMt4h^O&pM$BTmR+6QjLKut5QNnQF6cc?XZ330M)*DxQxL;7g15Fk0qgnOMAgTR>u9f7``T+vmmk>E7_C7s9 zU#{c!O+V+x->_)EnU!H9Cgm32KIe%`BpJyUBp2WtKSyGwHb57-bK~i!#B1V7F4#m) z(Zc|C!!4=oClSx9Bn)UylsZh`1ozjk@7ibWJ=&wFROQJaB*=ATSDhd?@0oLFZv7f> zQ(#=HdZ5UKJ6d1TbPXp^6tlq&cME$?5wQzmeIrzaRRCuu5KA<=s^S9X7fuYVD7*~_ zF2Y0@VqO2p3eHp*&#o+T(KDIW`Sg2kwjyxWbRU#kp8hrt)&+3R%Sy=9aXL-31U8{~ z_o3I*G}J6g_vNdPWm9^_BwRP8N*SOPFxD)0bbN@j|F^pNt8%aCxoT&yXy7D$Wjfe? zAM-$d9|0M9H@1AEJ)AgME#tJ`-5W5fWA=HFABmb{W6aCZ&n-&7fpToTuedHTj$~H@ zj$LR7&xS{gmMS_cVKfM4giTegWe_aJHkXRHJwUtbV6pf(aH^;p9lV?n&s1&9lk*Ut zG5Sx{xG~mF@Yl*;7%(pL33>c2v){-}5-C2M1Bv`-8m8PTC(AMkakB_wW1tL^liG;A z0%pwwe~&>~FF9b7*YS%_3*x;6jx>foNC=DkfqIxsZ*8SrV>69~RU zF|OjIgdsgea3w(P=2X`%nx0GD=09@E^6M|C(X&5%%J>0ge?KjJ4n8b=I1gln=V*3; zDwnE&|F9_NU~O{>q*CmoHh~)k^Qj@3HOfjx4{Q40i^G8SD;{>fJZj~lN=uyo}^uwg5$a-P--|P|hcy?S6CCgVuIil(^@Eqdh zL&FGvuL^XNtP0RPE(^rn2;En`1t7>?Q@4pRwfMou>-CxqkE$gi!C^w#q-jiALhpk` zBV8LsiZ5x>@~MA$f-G#kUzIpgCN=noV?P#Le^$FdjhyhFx-PC6y>-v`I_XyD5zI^< zVbapx6dyy${l1;v;n4Tjt$9(HGGHUJph!Mf>9J!%o=EuTh;Sh_RpupkD3=w(cxAiM z4GV!P5&@-D(2rp+op{F50p<-Y656Ye4^fngrel^pxMf5=iGg*|8~eCM7#>g{XBHSA zHafJ&%<5)jSNyn3j`Pg#w%FhQSr$%bl5g^-3UMTtIlOmF?nPpZh`CnDi2TDLwrVsn zFH7YQB|&}Ka{Z-^u?LUx-2r}nvoP$`3s1BvvB2IqP*@zVHV(zQNsM_1FYAE z=2ekf!RjwEP?3ad0~Cuod(fZ~x>pQl!N1GBNT{-?><00{681>BvskrT5SU#O`dl$# zQnOHIeUhlKi%?|8o-$O-z9eVU;w-pM^_sQE_bc<@l;XPG3{#O#znB?-GD!07^<=UT zvu&{CqVJZgd(_*;?6^xap5oHU<4r&Fv#RFdvn;3K(>`^TbhMvQavy-{u{28Dn&(1=tVNPO{+fCp{6@0jT=)ZrrX=KJ3{9DOJCn0^ zrSR5uyYY8C*U{#tbZca7@*+a6dsUqiBjPmrxFiT;u3w{A@29tIpkA?K_<~;0lUD9c zTTiwH^v?P;6|l-ip6q)ag3{K4*sL?4s_nQy-YT3JWoYSa7tUFG0p{kjL9r;s*(xEW zP%1Ls=j0%a-HvSlE`-hQkg;rk09j-|%JE0MKEZ2mCsUR11k=s4T18v6%nxOa-$DCG z`Hq=_g8HlW1DZ;wngkIuz&vkzuu(M&)7gHHw}%QbPJno~AYG*Q;}*j6qJAB`5W$4X zgqcLi)X88Mr>j$W`0?hi8h(?VKQ(<;Wrg+Kvx48w{^5Za3l89ReftenXDV%b9!d%; zyab${pCHiF>o>WW)OlZI$bhdwqIu(gwL(6A*t+^hAGdJzd%V&01mQ8TS1?LAY*shp zZ^`ek>Su!Q-8eNbG>&(z>v2@rE)e!zoOdi0&jo_L!AJ!W;yCj1cG$-$|9-+FgDqzp zBL=^dR${*c>;gXcRbmCa=;YfrhJv6>393xeN#Q6LQE_7aqT{$5{n$(yPAhj-_q2b> zbJOHK>OPR69c!Dn4&O(%IF%UFdY;m?vCNXRfAH^Nwg-9-Jr`oS*@}e~TCi07>L*V_ zgMi^XhfGHX9WQ3EU{aLZDFl`SMb$_y;jci)V!9Z@?TD0r`;5C1GjFa9F=%n;ZpjHt z!0t)R#6YOA<*1gu{xwPRoy?td)?$BP0%BA~HxMjX`3}a7?@H>_Swi`6fiE}{9#qj& z5Y*K!E_+K>f-w+r^Nl8&+b{GH9Hp~kFZgDg*rYB-C~V^M%FN{L{obvgcp4Yu4j-hI zRijHks1Mx=rd|w3iH&m|$`xXcOe^*`;QyT@nWub|w%dnqq4X%nZZF7&aBLMk_`u|h zMj68J>3VGC7%nUoNbJ?j!ic+#{?iNDNaKTrL6;8IseKC9GuVJx_ch*)*>weyazZ{ z$DH~td&qQrN2p~toJQYV!k!_LR}cvKfGkG#=F~Z%bFz1|Cvd+pv?#zOjW57tgMB(i zU){G(!xjaxALz!TOeq>^@9Me}$kwUgtGYSPx2kTg=12NK!?ilhX9}4o@Zn5eD6=$o zq%?pVOuW~&)3|Ha@5&FfO56>{l7U+sifGn1{g zzsJ;PsH17zlD^!VJmaAMD)+H;yf=0SHRL?JIv?Pxr>I+5#S2l|39J*wwABh6goFYp zGZp{*A-=7_9_W`6A*z>CoFx&}RZzmVT-NTF0+dRk5aZy%N{E$Fhv!Ix%aKd$aqeR| z4TL%zIXo7`WUeXbjyOrH8~L!!ZL-4iv8VBrTVWkYPXNS73KW;srFvIjH<`c^4izdT zs=k&1BH0FoRzZMNE~v-%nKfjvUh&a(%tr3(ay-7m56C!8!dnEtf*hi<$&?`uM|tK1Xr%@VL!lv4jQxbEilCK*Mlxk0Ef$k~+>vU`4%iB-9(QzGzwbGjgg)&* z92{xi{oIXj>@AGMu;opw6WukkUV`dlL~AOd*R)J+FQx1rmVP+k^?~WLs_vJIUZ zgk;-ImK2Ui%dNYt`r@8V83uQomXoBNRIpN}P%!XO1twlZEHKal*fBdqIC=&oEBtu* zdu?K{E&yVGE8{H3?#;UAsX7OVx6h6HGu#LFsdMxVl$f47e$cB!LbEu;HB}L+w_$AQ z2OJ((6Yg7Phj+J!j9>@05qbwNLmPY_5hAqAY)DA?E!$`l^AW*mn9Dl?H z*y}cIXEa@97jbn-eUS#sXIYh0_*uUyYUPHXRf~8A?eHnyJ+vT3fl(YFwtllJEM@Xr6WTejAAwm{w4(}637!t?W8=7_f|n)_k|zC?$iHkjb&1f z7YvnLC#b^92&b1qL#UhNzJCA3MXnZtCau`tyz^dK#=a$R*h|hbfmZmcFOhDCB-iqf z;&6^0p$2C{V!0aG_s-b}m2A~gM^{j+$~X?VAr9$&dgF}bI4ODZq?OZp`H#M)^Ry^d zPjVv}Bpc26EwanWk?G%ZyW|cGM zQn4S2zac+W>A84?Jzah8=?lUR;k|g;7dM<{kG7bUAb*elE0~l>8k8V&+&nI5i5J;* zY6<&eeJb|#7c=r>y}Ya5Uz-aHq&~g&LIAWSsVKt@E<4d+fh^WdX2^n7bIdOxK+p^i%RB~2uZBzmaLCFMaEc)VE5FLu{Pww}1j{GDO6h1znmrjZNee0kOw#i7?S~b9{%=-T zvsJUzCC^{nMyEE?Tp?&)JHPy1CNHCtcCYria=v!74;!bHmUH1QEIMLa>cu8bvI0U& z6`zz=Q~NNz(lHg~S)2V6WKd>uKMtRnW-r+XtI5#|N7hB7&q(noZ)0k=+B_6umH#1< zt45-L!vqbyNxa=cOsNV&dPBr9S5JKLM-gc%Vx=S#icYL;J&!~SnVP?3qFSXF9I@sY zP66D36~lE_tG6JFrCLreoS9;nB;5%}5*U7S%y(d4b8Xmv=iLb=4blQPu%ex__#a%j zx^7n<*#&xTz+LU&oIuBQEI5(%zM7e>s6JAZ-7;$P`oj!fhx%EEd|DKJO>}8BD0x*> zb@fj~g+Wv!FbxI@j->avQ3lfa3!^fGWZerf~_pzmq&3*f#nXDG*f$B-_3^ zj#B(6`zY-cOCEH{eqT>HBNHsJa}e`r7`RQ7};*K$laP*9l}!kgURV)LWzZ z{eGPs#jI7{DRMNLnV4{6lIE1aOxKxg;c&Q0L|~5fXU047$#zPvgAj0Vi7YZVGIEbZ zt|u?vStpasJ1W1WS`Aijo^F@LjPKRI#1K{QkZoqVQX_kqaLdG?ESDoeH&c5ToJhf~ zWNWDqhykFyu)@Ookl(KdusF=5Epm@GB*(963_eXKZTSfqjXFLUfgoY;-_QvTmt9Tj zl*|<=iy(}?Pf@PyN@T4j{9UDs$)z1GjG{&nXbhjWbYBdSc}OJLFNlU64+nE4R)mZ& z#_eQvx9}9O1VsshNUQs~WSZ{DB#>Zq(hvpCS>Ez*X+4wz(lLOzA!M3JCI0c z4H#oID$dqwVl-$#PKy-Fb&jwU82aTfi^V+Oo1=u`OweuP=2GL_xLE%eJZv{3JMjO& z!)aoN?EeK1C#*dw9s_alKQ>D3vOU;2Wiy;>oj0I1F7G7fy&@E@5eM757PksM4=T0g z{F}~%LMq-(pSM}%A_~;x_4yg(x(!K_u??AE0=v=l>5B?*ZNzDkH;%UK3Ou^ILC~Jwg?<0y2ur zEY6hvy!Im~0Qf9^rtCcpLBBdZUvaJ`zcIG0csv?!MbBUBO*5)BGZ=QBhw7uE zFc^NIV*EeAN1-&?&x1S2>}aGB9nKM3_eSgsKHsF@lxX;))23!XYNeswc_Lr& z@AThd)#45@=sxG&yAuDRtAu){69j>ZZ>5ZAA&{iJEg0Gk$jOn}Sx&?Ye9x_8hEqY( z-d(8l#}AQGkc{SXyHrgy zk^NDW0;0&)L^5@dA(zoAO`wYp6^yGv%hVv4S>8$uENoP*wS-Zmu9OSuh7_9P+j3vL z0=5uAIn`<~M}D(sB(s1a;L(`O$Aov{I`CTFiCfV8`&NYGUSJ6Y$smqc53B?ZbJ~|= zVJxqdRuk|Z#|b*Fy<3(C2Ol1T$SFGEjjR(9Ce>_gplZ?$#A&=72BW-3-EB)^aX?Ea z12-z}LwD2lcoj7=%1w6L^W5xb#&Ba0k?s6=?o+(>j0rOS<%>^t>e$rxyXl7ICw$_| z_+)y)H7xU%Ni_v-NtJb}dh_KiON_2*mDz`s>$?ym0&BPBe8GHt$AgeEgkRW|C*6}g zk^h&!V8@roGpQM^3ul_TZ5B~&Hm%^Z)O3m8T32ioE9;CKqN{ zv$vQ)bLDid0K<8@i*np*_AjxDMWO~I!ui8~BNQdNH;)Q527D$Zo`}=>uuwK5vE!Z({*H!LBW{ z-oH!4Uv=Cg6%%>uMelbyadN~N&8)$F&&obY8#*0bQ;(Awl#>iS zyK{tUH?G(;v9E;krg5~de5PfzsD8DtO{y)NBkV~SZ?c3-!o+uYBOx`b&A*0@_yKy& zGGWx*x_V=DYyY$}(2Y&j_kO#w<6ppA*$8Gsj_tWJXQIh~g#Rs`?gyh16+w$fn_Z?0 z!eIF*r7IGfWas|u8*s_E+0Y8#Q^)eIdhhava`%R04_}9i?m3b-^wVUr^vKcb9$g6H zM5#ytwxaTLfR|<=od4@PjOF%x3c0dGL>C>&AP2VHY)rnP*~ui3gV!;-s6oC?`~Jcq{RKWQ}$VQupPad7)5#RRCh zg~s5}Np<*V3?0MD?T%e-{Vpl>Lo$NCQ`G(0gYD2 zoK|sv%~?8ZJ@s`2ce0#I9q2wVHaX<3p)z|4w5^iAo;7lcC-+F29e1)>5o_8nsy}I0N&1rIaNbix?QFB zkg`=+DtLGuBb@vJ`_2J)O~m-vVA6sH1btd|#jBbfVr1)7z+45*<&H@V>k&If-vw<;}j>FI_aKJLe_@;@mFg8o8(ZnA8jh*MN zUcGa4WWke13f<1`n$n|nJ_wv%Ra4bOBOL{OWMPSqJeMZ)>*zF)2~S_EyfxJP2~G-w zC95FimyBPDDd~KC;bYpv13^53I;xgHj)<%sbNaC1b}k`tim)+#m3cz$WA%1l%tR>z z?IY80oRV<{El>%{u?x0YpjcS&OsmmZ{ozMQ1(^JFJs8z_hDz=T6dq9RB#{qSRU z>i4HvQP3OmY$F^YI#cWx-bHuq;Fr8?p@(fKnPijhL8%%d^)Vo2wHr&7tUQQN!uplO zRzv4pa*LO3|Ao?7B1b^0yyq9M?<>*yV5BnTvESN`K^f#&ovA+#^R9`D@{1o^5Q2t@ zZDFuvQF4yya|5fq*We=X5WS`aPCuNuRRN{35hdcy{N2ZBi$@O)H&B&}fU>pV%K@d8 z2kvNM@tt&SSEQBD(& zCN~6WnG43;g+btyhrnvDJk!mA1YR|9%x=duOyyQyh!b?kP2aF%7G;gERVLHXTWCGZgj0u!7kA}l ze5DoFtx*tXMV%8jO_zh{>qJKI)0IKIm>%+xrZaqERan&xn2OvN^7m6ok9!w7x%m?# zr)}TIJ-_V)es6!T@^gOiZ{y*1yhRAZR1D9 zHqSWl68;<+2s}Yi3k_+sj_(vSEngnyXZ&i^p}9%~c~Q+-%yusn+qWP12n-%IfBMRe zdW~(d6@J!MOsf?W$iuS~ofK>UoeL_#a0DlP%tMKm(0{dMyyW;(Q&Z+x+7h%~X6qkz z%Gix$fRE}4;dF!dsDe52oa&F8uF=ph1I@1E)*6P%o3)NdhIr2ra^44qP zDDpPn9JJs3CuFr$?-aFr2U{i%Tl`@h(xjOI*YaeY!i`zwc6GI=on<0pCFIPHdLG{W z)0ft`KxuDu`Hd~_bX^0oRmIS>J4H4DJZ^)rW4g!B?v=-(Y-@)$@%P@yvOHVo?uC#+ zfoD?2+N@6-akPrs3R>Z@c9!^HI`ZsOhb>noRV6YkQGwX`W70kJ$C=3dSN*mYO$pk< zxc(gp!PQ7W?$a!gX+8npWyb{VsJ|pIg4>L!JKXR?NvTs4pw%+ND@60AaMHW`u+Rb! zx5>T|nQ$gp4Q<$1(ZS>MmutUYM@Q8Y4s4*vK!Gm{iD3XMEFc|_f zCe)2rbY?+m*n%l-_vJ<9+u{vWVY=EZKg-pr6!G(_xeiG@=mhA*ZLw4bP>MFvvUoXn zyRZEtj0bK<6Uc9h6b#wq4jr2gWYSe?f9Tcg>;^N*W8Za{`is>m_~E7x7qpG|O}%*6 z(;Eaq_fH|CP-VK7rgo(&($Tmh?L@q>`+|-fq$0Jq6b3vnmyI;;zy_KoqmF{j1)I-i zVEZLOzx!vK>xs1GgJrYA$yRJ0iY&d)@Wk}f_x#F{z;nW87nRfNCVVr4b$;zyz~{7P zKUD48nQ-hO^~7ZY_(D=|Fw^EtuqxfpSd9bq3QTR7+Qh*%g00!N*X zY?Rw&2RFrwGzOkWLNR&7JBCln5hi z0mQKA*X3nGto)VKAs;SSVWLW07Df zVs`6p6DvLHjh<7MrCtOFwvDw1a{pAS)3-(S#7rx795o}@c{e>D#2=AY3`p%(bhC{r zNcG2QiDmm3{G#RENyV1c}^{NR<9?yO8AHL7HX_VNF;2v`UgxtGL8 zVCsd_41rw82=^d2Gg48ASIva{gAgUwwvJ^LgQUD=VDcY)vS0dkN3iXu>|NYlERNX@ zAJ+zj=6EAHw(n`~sU{^;4TlZXMCIc1rq@&Leq%H`_|>8cvd#ogrTgXW{+g80P4a|b zDyC{ADl)hY4O{&%@mz_@(P*7FZC={=~7x%&(wt1#9W5?stWDhyP)q2s4aOU&dn|^c~Yf9 zRjq)-^1%$Q)g1XCV^JZ%-9X?4ogfUt{xJI^`9RMrYSWA+M=fr8@z0k`O`^V*PLtT) zDU2WYF#&bDfWEJm&&^A!I?R~_pOJQwXxOdva4;jof_VpKGo;+?mol~p+uwuS#C&^W zEC|66oLYO|lkS1UX$tsl|2hcS3)!O)dUfZkCH~?}&Mw-=#3u&N`a>F2Jc-=1&?u>r5i zuGN#aaY46V{V?EaanFZ(iNjunD>z$`?aQ^3cfAaYDjv!Da24(TX6BNXU^H)fuBO2O zOlbW~QxmMYN=hTVMrNh75ffFf24_zF#U|L|%8%kSS!u(_B}EDT%o)vdy$l|lG7Yc3 zs`V5&ku=}Cym;UQIX{Y)+3jCtAH~(Hm2-1jN5;0Vbt(I1gJc%BrcNiO_CAc`uH==8 z_HZHPU6qa6jxdt9Nn_j)+9x~)Pf9fr&BgsDeB6P2E?_dx z{_X*#jtk1)6A)zLK0m>Cop-MCo?YNxf6cgEa72zK1J7}BkAX0W=jHdS@Sjeb*vqan zs9!FS`K5{e3-snSEoLDRc()(^=!%AeUpatRV&JII;D3#MC=%Sr&>uXV%je#@`pRGb zeS!PqK4T0Hh5@14b)hpLI3rzjQ+X$R z_TTc2^G@C~C-=?%%dB7H$)8KiB!?RfREngB5N(cgynL=X@KdefSTEzS^e?QKlLgWAD36 zqSR~B+#S{zn6}1_Rfvsg$%#UW(g`36BfVZ`UKR24rb_NJLmfj(l!`4Xf!%@iBtksq z^fgvl(GP>vaVOHtQqOGqGm3fzkbv=uOE^ahUAs1EdsROmm zN@AtKKS=$8*p$T}U;PCaZ1JA7IuxH9WUk2CrVs6p{{reaR-mpAd!^~-3X}z;w zT8#|qp6v4|OpA#Mjpug{bDDIA35vf$P?z?DehGx1`&jjT`xq~OuXuK~R(;XUBAINphxLz_r!}|Ex?f#J_Ax02HX~`zc**EFo@VugS-Q6W zp04?1a+e(8aquN&adO{~BPpwqeWPF(I@*-Zi&*{355K0)?oVrO&j`!(c8{ylNF>V6 zAN8lg0$+Cn2+@@_Csquke*2gDqTm7P=Z}8xojw)J-sb>sYFd1^XB`Hj7fgphU*-kO zlF98D68v|^e>wQ{Er3$u?|d=GfhP$9QY&7k4=BKR5R(mk70#zy)1o!<%1`%km8PhYnHABuSn z&92$FP(lMivWXoCl<@b2Rk%nTppI+Y%Z>p2^&bOY;S8O{TcLuaH}_hY zQ3^R?G?q$5oKf}6ks}}8TYx@biiH#%-Qt*V_i)lJ6QXpdXl~yk;<~bva zNXFnTA!B{(wjnzE($-S=6e*><`8N$k-bp2U2}gFa6ASp@)g0k(!fdQq2%CT#?IcKd zlPT5LzS22?Oa!qP&>~iKs`>d^y2xm;HokwzGA~RW0>p{nB_$PjeG`bT5AKk4B`68A z?Fj{x8Kxy-VjekD45su=LOz(9kD7|tuux^<|C%^Uql&1q;ook79Lw)+Bxd5W9tLd9 zHi%fHGn>dD@VwPWq3(8@Wzzw(843| zdSn`kMnALhq%-nn`0%IKq%SL~q-eiA+|Y4@m^2Er%@H`rTJ zpEW(;xxFX0*C0zpMvr=~8wqdx2j0cOJU<4-GYt=q*)$h0&)G@_uI5fTPnJy8I_(D( zq2o@9eeFdc3>=ozQ7IimaTr4Y>4W=<3&SXJ+;rWd>n3ITJI5tS$#y1mRFe@7{G?fU zY=bpjJ>mkLq;_*JD3~t=#pR_)i|C36S*7HkwI|!707Dw@R_%bSB;lhM^~Jw=K^O>T z*3M9Qn{K!H-#pweUG z>9Luu2IY#^c{$Iv+$Kan>^cXyakQC=^mRHm+K0_NKfiV!p~Z6QZ@4+S^s&K}y39a^ zA%=U>s!UF}KzjUl(@joAL&j@dw!KF9RJ2D8@Gj#($m6#DSYnkaLf(4v4Mge<0_o*+ zyjBI=I1DL$gmDU3Lzat$cRMcpG#(||;4z$*gUv|$%U7V1&E&kv zrlrnAThigQJAB;Ek~66e6(`r>mPHG(;nz4D>rIWh9ma}#T~iMzY2%fo1%$k!ewkne zMP)R1pHZ}u3Q*af|0-LVpv>@JGE@B7Vj(D2Rl(}BA6}nt9kxaKDl05WwP9-OErO>qo{N#G@PUO#g9|1YsEAF;j{C4G@eqeTlwkp_4DOl-2v||>AES1DdSsx zw*_{x7XUsG{M^=lZ)Dot?hK;&8~D>(P5_W&p(_9=M3_-}0IKuyzUoKHQ`o__*Amaq z^Q$G{;hJh-7peJ&jl<_LoPFowx9-qmT?uqm1bS8ETfQN|3X|Ab2lF9elqafaG=-wP z4aEBUFyN-0u&Bj)2_AkjRr9F@5ze?J|AZdi^>+|Gfw|7SSe|3tejTH5sKr$uJ@F)w zHSgJ?dcx5k#=i;I^U7CPvcDm0{|sKaChwe{g%zCp`AQD@$tYFx`eldOZQt@^^b5mYWK2$9(`i}ay{fcTE@kaTPLvZUO zcjL2#0sPY}b*o7Sl>nWRY#rwE5CQje!`ZiOhNTZdsZCW zIPi%}cLfxk(l`!QxD||sK_4MRbx;Vq-#a?9RO0pGb8Qc~06Hy@lGq_VfHfACBru|I z;k6gz6g93gy^%g z9Mc0ikMqaeSxDPzotJ*C4mXLDo(8_L`R0B4>{E)qnQoc|JJT9?+bIEh^xLXi&X(f4 zmX*_YrQ@~%iy8w7BcF{ELIw-cqq?^sKO%j30A)Uq4fRoQiv0KF1HUx25BjhVug5EK z{~CvWh*XC&MLDQNX8*HY#5Pl-LuJ@l!q3@_UE<14eR;BLC$X z5ED#f!ZUO*Rto8kGdsR_Tc>eRt3a+oI3E6_MD36{{jEUJVs_GfL=(p~RFXrRKglGb zFAY23$%O;pnpht^gxjF+IhDZHZPFP^(1`ttG#?ysvt^BM(iMkUAIY@dYdSSq=Yk7a zHKEV9Y)X27zMmZKL+SC(bT?eFO;ii|?0X2R*-poYd(zr9Gv$}lfnml|eDLU}#zJY1v4YR3Yd^@??`fC?tc3S61Hhuxl$qL zygGXvT%E=hsWdb8+U~3Z2V>HBv#vJg-t9nZpt9P1I|cJ7HKrX{ZLch{52F>DC$CmV zsynkR;~x{8AEdF`bO?f}NGK4JT>GcPcuwqYh+K=TkJd@^OP$1%O#j?y4hZn$4aH{? z>y?Ra*eyiB?%DN&^kBn7O~zfrhyOnSUqGP0wN8Y8#1e{PuTzbt;&YK`GwpyOj2X5r zec!g*5~7oa&x**@`xqgV0;Zfzn@igJyc`WYH3=m)2`9-6OHM==-v0LcPLHgWac~iS zQnO0GVSPLWo?GAuzN%W8o;~~xxK?2lW^Kvzd#8pUqH>IQ6wRNwr(@!R&%&b!?28AQbDNDl9L9S!Gpt0TJ@=Jhmbiq(}|Kl6Id^~hGMBYNlN zb`&gSUSD*?&F#xfXI@v`w>A%g#+~MY(Oqftz-Vl29vBLl%j<7MkXRjWgPQiYr8{iy z_XXdayObb874?_QbuOas9eh{R9~Dnju!TfAU1>-8rSO#?p(^=iQH{1f$5^tfhMHWs39wC!PugC z3?hxmh|u`?b+%SHe!Wfq8%|hUb9ClLcTE24*iN_)L0s)o%C;@OI^qE42NxQl#Fp>p zB|M0xVY)P;qLKTGG|b?$@f2>J(a@2GI^AJ{=~xCg4#>Mu&7_T<9AY-OG*m}ZMW#_9 zKm5QzR8+xwtT-DR<8**#^>>+{L0hS|`jhK8z{ML51AV$CaI14+B|_=?#G}-T)L?-( zl5M>ReTuF_M=IsqyL$<&Ni?)c?u;`@H0G^LR);rn6 zj+Ch4H$N>=TkBB+kd(B%?wn0cm|3+{<@m%%5}pPSAjpanIg{GyVn}DA{%gbY(Q^T7 zqo}B6T7bG`>l{S5i)eJ!_X@$vGSr+(Xk)=%DF+(CeOzceNGbSTWgN0Bl`|=SFZUKz zNr&F|KY5e+_&kUS5+xu4qI@YvhhxfYq3G(Y4q+Y}JU4eBLtJ1LLAukUD)NI&a4&U5 z((6PJnuyKKPpq3MLP^C*jy%LErwtLwo9@H#>_Quup!^6k zb2V!e7Ft4M#==ay%JO$s%8TUPO)hFiOhQW1W^sR#ptnLkRlCzIm#qh!d%ZpKFsB0y z5XP1Sum!^;tr3OTZSWH5h4?~SJZ;9^2rFlyWp@~ITJh^B{@`5)qY*Lo;5CBafR$Q-7XwSK5qpleOaTQoaRj2T#QfOs0n=Wg;QYrok=d2X}x#uNy$1OM( z8Gcvu*e&vUEAiEGpv4{`6iqY9&OhiXrwDXI)E6t#P;!tI7fEBsqLh~wmhNV5S*wgG zJgsh(IwVO?q^6_rU^>3GR^QWYvNReO6bDll9OdR|GW!C9^b280sgny~7)y<$R9bx5 zb$*Lot(xj$FOe-3;U+WCX$ zS%H^7{V^D(>Z+^`Sg2`DxLMo~UTV#*T{c(N&=Y#Fg3`LBftK6sKZyV5(&4|0;(uRk zZoahrKVLk1vG)I5$N#S5f7kK9D~$i8TjA4q)Eq|R<~W>$@L%bMOkpA28M31H7$XVv&g1%)GXrhYNKXv?|r?3c-J)SGs(n!-aTltRX$2`qjZ#H$sou~ zkmEYa@&2M5xx{gI_q*Nw+mkw(yx)4o~@9&!qtPM z1uh>LOozGqwJsl@$Wjg|!MDHL_D11(+>dYmz)_2LV8yZWFbTgZTI)~k z&YEu$%{2n#l~iz-`c;Rq$$DP8D^C@SC-}W5#4%y+lg}H!wKG*(k)dmtJb3-Ae&3(6 z-IiUSWQW?De3PLKB+q(We*D1H!RWJJk|DF&7fPq)ELsbFinm|&!PPjTOgFEdZ!B2+ zMIU7L%T-rG8_Et0A{ZX>Upe)lGi5HQgs?xOgT$u_t^aVcV5IHOn`w67)vkVte+zN5 zu8GJK7!{W2Adk|+8@y1+6rwqLqRMT{Lw2Z1U~ZCGFmArZ^IydW?Wa%mY{;eNTW-P$ z><5f%OOMTMiiZUxhl?>;=J5HfiQ2fOhfH=s-w>Ni%)?%-oukh7ai@2~`|?U=$^Rrv9P+;+Y}q=woPjmcN0k@_ZkT1)n~= zw%+W@@Muwe&<>EG^gl7(1|S-W)^Luq`*O`6grhwhY~yzVl%_Z$NnfBR`v8{7qe+kj~e&!2_t3>v19Lz+#9siVb*0*3rE$YYv$M*CC{NG ztO)jXe|RY4eo9>YrH6i-;V(~G-KY09fJ!Y~`NhM3li=FG8%ex4%MszoY3r=wD8+;4 z%t2Np0QikGjX~6N05r$_4*@B~jB(^Pw+YOH?D&FpUxy&Aqe*NBK)d{79*>?f23Ej` zbvanRdPQz}c%lGzjYbv2BhfjWv~@XmK?Nw+Q7~;$c}RHZzuJNUCFHLAt5C2k z2W()#S$Sv4+X*=sJD(o!a^?P{93;IaNem*&XA44V9xGqpB_y7FXG`ty3RWMFO`+@e zg7vc3%6}`@M}%d~L|m4yFA-x$W$|EzTxMh+YDUvwV#zZzAvvUtKp@bS3-wB+l$ey# z2e-iBLP~Yl>dRS5<0U-uV2#Cf$`Cl_`9Z?zLb*Tr4(0lQGc3*PIO-46^yn@mQ+v`b zRqb}MoO>(&%9+I~pW9keguX{=Dl}4A5#4p<^J|#i>tY#VUA43V@y^S(tnAS)Nh8am zc?O3qB7|9H913LDVB7<7l9_+caNP&s(s*J0m8glAQhnF&o$bjW(k)m4CydN;mnPv$ zQKS_rXkFUQ%Kh-aWeWbTY#A03;Xj>JupEg;Hcd!*4u!EpN8>tSx{m4%P^$fC*2!|d zPO`iXky%lQ40)v>B*FO)NZsC(k8Ae2W;!|9aou(AUX?B8_* zdkc3^+rXkoQ#BLIh>>PMaGDhC!RgEN%TUrRZ1pDKL7=o~=yLF-yflyoHeYXd-4}A%QYJ`DXQ)41~jZ=fU9k2yYRPqrCn{Vx@Jy@s}aoD8XPp>z|JTQGnjl zSp@E0jz7>bQ1d>tKCvt$9gwga8Orv89Az9B9QUM$5jsE$U!R(M)>Jx*uNb?L zauEsD!q^*Rz%ci>2EnT6gXuDr+f413Ar`!WRva?i|aFzB*Y!pSlBx$|toa5L|to^ zB|2s!ORgv@Q|;8{9}rR+?;AeV&a)5*Pr30WdR|3#|h&maXeo3b9vqPfH8x z2brp3!%E<76bJKG{o=HD7DwMjk9&;mvc9aG#g*9ki4}(|KreH)88S5K>Txw{F{rJ; zEydmT>m#_S=6R@_X9SWC{2i(Tff`Mehf0#TjLoy?FEASsk5B9^PU0`J;xKtr#$>eY z$eX->_u1!-7SGX9qw)Jt+UC{o)Df#QwP01w*C7YUW=y4@udH)2o~Fa?!`Iv6o6*!W z*ZZ$uK}zuESzI<}tklWYFHtf? z4S;)bw7a!)Tni!~=c11*dWMinGu3@ zmjsukEDP-b%vMxjyv9?t(P5ZySOdXOj3?|=9Sv`VT9Zwo%CQ!m-y#!}4pJ!R;l_kF zvxX(2U~kxr*OA^%nO=k%VtT`AJAx*ottorR28yB2lS->AB0H)4L3I3)Z~U=rV4rkJ!mHOYsou&^O6QA+wXgU8v48N>z89V# z0#T$Myu;o7oxS}Z%isz3(t7at1eJl~CF()j-rC>ZT_C)jgZSdiEGIWxRYtxrTocvXw)$1W zIZ@l&7A8Y)_#6($=|FW=21-r~7;PO{2L*pfA!Nu6GHn^Bd_wk0_ST)Nl!{;}v3)7y zw==M2$C$SX^VUIDa7S+9-KV02@KzLJyd~Di;?86SBL)_svDm_lkuQiMPRPkc@-Cg^ zT6NDh>U_fX7RL3qTfn0yTRU5aCkIE#;nvBEmZ7h5L3p`XUrQ|`?rV#PT-s?i>tDUU zkn(&>$~z7;=emEGjoMDBIC>iOP~ZYM&gU-pdSXUkP$Rn{i#rCc>}*sQsxh`kH8QS7 ze^N}4ff0?j{G1?}Z(@Eday@r>-A^Z&gpw~E9_K;&PZKE%WK|5CG0|l)a0P#9WHdk} z$B0y6k}r3yZd-U@&5LNYq98QS&uM-e+&X-@b;6FnS4>nCeT}=r@p~gMkeDO@CT7$e zwnw*ZeD6Ybwb7u>08n#MwT4eU>lb4BIFm#31{s*r?Fn=>EHenh#oFkh8|FwD&+8P6 zhR?fbQ8@bvBb^RC8bgpm8AM_8zQqIprfQ3;V*)U2&CG3Gy-cuAT4>|1+D%sA?Z(50 zSOY9!n$&rw!cPfsrqnB5vntkQuLc6IK$RLI&~2IXm7_mYN~R!e1xwgzRmmzfJ_X6c zO}uJ>(BH~oK+s{hQ5N}BosQ_QVK`H`tnfh4@56OIqvel$F zPq0`!<@Ch}v1QMr2nh|B^dL<(Lj`4CX0=3H z?gn=%776UAW_4d#?6K-DDxERe-n@QT&L~H@>!6ur6 z%R9)X$NskTnP%ysFhEzmt=<|%V9WP_m7A5(^T42_tX)2?f9)O}L%u>BnvHD>L13?Q zUbKSzQN#<}FN({SWp(KVR=ml|fw2O$fn8U0tS+2kanbT#LAZ!zrLRT-#|YB$)yN%0 zxuXE7%(_z>1p#Yp3!*CJIY~`oqp8TtXy|zR#qQ4Qm%B$mML;2bzAr=t!<)%f#oR%W z+GuFi2&*BoEaMe0m|tIKeTcO=0Jk5thN(5P7;Pqb%pOGUYy+r zrT7-OK(~>;S76eA@RV;dcqw_AqDt%>Rhe(u-+l_2%-=KlVuGn$u5LzoKb`Uv6_fGJ zn@b(_G@Xi6X%KztD(zq9qbx|>gi|RUWk6Oclb5v26arR9XbK8Wb2)>BhvkY};1u)l zA@xBJE2D$hiz}qB86~g^DJ(3B&1@1Az=5`a5wzhW^v~ETJt%{RXemfrcr4pzUTyt5 zQAVe&yZVcS#nia6$A++4)nzdL+dV!$I6A&_pUVW}xCWjL@fd7jtI@r8vbX%K3ktFuo4dL>l)#QF^|iXIAq`kyNWsNCUw3_rr{h_&hKkM9b6LuqGnWULMd9Ta5gAh* zq+xaK5|><_IKAwO#X=NTx^S3MKA&@{Gn~)Z7E+}`h2`2nuXA(;hRy@wi?@TVpR(z-l){~I<_@W%L` zWB$PZobZQ}R?Qq#tzF)a-AnoRi2p#?yaj~J;UoAd{yV@C4{-DYKKub2f6c+P1_*k9 zPzM|!AJ%{mXmI3=0sYfC3*Y?Zn->SKb|1P)pq4qc%tk(EPOaYt*>JvGS|pVb0%DKR zgZG0_PAvBJ7XvNLl9J7bf11Qy^QPQdOwz9}mAFd=9f(@->FQa{G+ruLgA@Ntbl#w! z)^D&GMh_SV;YRd=Ym3WlIK*JdaY>>uF^oS|vM{{}O=hR8)xwVxJiI_53%A6(6&@NDqL7waC zGt^UEC58xH00R5=!T$5TA73Ad$D`fjz5iDM%TPp!2Y`eT2gC#1XD0Big?F91yRQym zNOjc=%2OY;7kjUE***+E*`MU#dBUS0887Y|Pj}Nnh(I^P;rM+5oBA!xBai#+D;> zu%JFJ0$$pRz2fAeh8mm?cN9QKm_xCozrFF3M?G3cDiq4sgC;gvke!DZ#xdAd96Mov zkG(kYr90&w-Z0E#A&B$vp2#aphElO2I)u?X#=66&zk{g1w*x#FcxB_k${5cvCS1eLgkbUkR*TS{h{Xx{a?+sjfzxCJF z{Z`a{*t%bTI`6k)V%N(XxnuO~S!l@)?S`lkn&dX?jb&`XRbT@ey49;<<6nwPsr>S1 zU=h%)u%Nz@X0qR@V|#jW9cGE@F-c8ba47XfQNL6xY9nrfkHLv!+ew#p5%qN`{?RD zi~$RAo<(a$97l+Iz#B!^pq@8OmK9CSc+23=a7TcBCgX)faQZ{{B4^uV6XJwqgJujd zcOR^jCo!d98}7DxdS)2WiCYDQNZu;Nrgwjq;R8UI@7`&woyCsYUv9a^~-K_P_dJ&HGt0a?6T6#ovJk@o`?KS&sOvXXxpwWz=$ zniVGjYj%Z-N6wi*bK2gsTWOtOV%y26@6UwynetZa}%-{u%Dg+m{9<~vtRD_Y4maJ(?+l7ei=m{*GZ=y zk>8I$`9|}Z@WrUa&i*(DA^M~%Sa99puQyD*Tv>}rGDvk%3pC|OYc)53c!d5=OOh689#vt2# zCHKEGh5oE#|Gm1t=GcF)E$@Gq@jsVWzssxNyT|{$bF@x%cPV$iJ4V%|6lR^OWTHOKCpuSQ}a*k|DLR^Ecw5$d;X=m;QS^Z4oby=^7&`1 z{^Q5y{I9L7_m=*jUlITR{nGw(DFpn7+kZk(GT5^eKQGMYc0?Xii>n`x*bLqDf%GI# z%}oxW)6e*x2cc}T$wdlQ6XlkJ&h3QQHI1-mm~l+DE93!DuB5*Br5RjhLTHri;$NxU zH7_n|!Q0Z>#>ddM(orpPa^G?fHuO1uG@4kD>R^FS!o-;n0 zMCle;XL-TXmi@_V?1;T8NG-g*5wGnUN*_wf%Xd63j9mk*5lCr#_H?93CK*qqtYPz1 z1m?$9M_8KLnI=u0sRhIOYQ-nwm-0N$9yg;A34KY#Vz*2V+Tf{?xK@mq&6=Y9R!h&Q zu~z)o`*J(!4l;n=_D*pu%^5gAz7rX~q2>pxDKvGnijw6REPXG!ygi@fgTk!~>SS8q zORff_@g)C!JesoY8SKdXfN`!+Rb6KYbaKke^I&7DbaHVs>Wla;MlD|%uq!cAUbbFs zZNFeU!1KMAyT>h+m(L<;7^LU@sagBXybBDpUjt6VwY~AtcauSZpG_x(sK4pW2+g(+ z_ILMBj$7U!^vXuXofOcBU9)3pG%eb7Vt7_SV;nZ)sV0NAV;$h@d>OT9P&1Ml9nt(% zlXS?=`%ya0>HsOS-)_L$ARUSY$5u$n26-v=l!~RN0fBC9ILzh)a}RZdf)N`tj+8Cm zEPC)XO3xXik@ly5amJpH%7-U5RM9$Ygq@Q=dqSl(EpW$8Cl1D zwGF^g2rzyaBd^+jKk%3s@fymo(O$`I*$062lta5gqqAt0KeC?3-u2>L7&CBspNGG* zo%4kqgvs~z#}irIGBxAHXJ5(pq93#AREpyOS@<$=;Q>u2^hQj#AVS;9>X;t)O(GYf z;sHHeTFMp!mdvCTgE9%qTMLi%K#4VIa%juVw1E08Ou>kZ>L&r8{8YJP66DX0XC5>c zL0DV4BME{5lcq3l_))M0wb@}`*wHhZgL&}5klX-ivOmPgmPbFQ-E|E1AUvg~TTgvq z(0v8{DVs=(-U6z>(w0}v`Y9XQSsnHoP;lP|dvRF4Go&E762mNd;uDzFhklvBSSES} z#Ye+m##h2`jb08@?s=3w<|fDH0OC$iM-jW`V{?f^HCDEOQ;5Tr(1KiDp4k^+RnI6H z(Al4+#oNlNCtJt=Flx#D5NZLdistUvi}>NiaLgzP;l`$$6L0HpKGHR3PmTvG$S;Qe zQJDsU79=kNw5u_{DL+cZ%!rb-NdP%jOr6J3@~tqJSL(0pBOb zO0ZU70|Nn!eL%bX3FvU!9&A70vvVgDl#ZQGfz!EJXn@jzn(_K<7Rm%@1(Q*A0O~hq zUwR+%vC_?!t`wreVNd_wJ4p6lzk-!VSI=a0F%Pt({pUVt`9(1gw7uuYK4_!tY946& zyRUrE$POi^fWaklYx~rg^fsW3@oNg-mb+yekO1NKB?g`EY*_5O!in>pb(DQqqtspX z^}5#JaTk)Kn~gwc(t6b(Q_Agyj}5w2sOCCiu}OEHs!?~@A$bMn(@uN;9eb_AHH9{t zGG58UYTSt}AYh$jfpb(FJ{w$pX+)RFih@A?2c)_ZhWyqUQT1N>=1kP|+^D zxnxI5SWriyUdeD)t8S63L8$5o4PS@hW<1R%JlG$-`U`?W{ZDu*0N1%bd4a+il49$i z?cYo${C10akdQB+jF?O1lrE>a-FavnCEe@dXzlik*(9K_}m&tekydXe!z!a9?_Z2|EOpzP39WzlVmJ zCzlvTA!>HiyeNfZ6BCr3XW1xHV`|or8Ru?_htF|$FPpjoq+(yJIz-cn*4>-;5<;2v zGNksx3<9cHme=_J;dA}NjH?xR*4yi>%?TGBjRBTdeXHoZM7Il(Hk642P=C{}(UnO& zHf3GueVDZ3(+4ZoH6%Elg*O?|dBzu6DMkchq@qJqic2>oqS5<_XOxO=7$FS#t(CY$ zfZK-RvJBO-Z5!X*q(OeQamn7#xC6QZzDGmBX#D$l_T4f}kjuT&w}HXz{Q>)=r(;nOlb>XwH;eqTUjzrRPa%n^~gzjNWs)P@B?@--v z6RIcoBX^m2=lG83D8Fc%HF>|)cD*;LH5l?Yl#pP@s# zPrF;WBK1nV)BgLFt;mknHGQ$g=`BPrQq}L7)-i=(f?Vv9FC*0Of^U|w;nn9^?L}7m zY@chrmoMQNm;*x027|!9E;eyt6RgG9y2`HM2T{t#pK14amKK)_HT?5ky1GPC%SvUB zEo(MA`R~AvzDp;0dOjq}L(Ie`BtR#|g_}L9ZD609{+ocPzkG6Y4i;kPpz`QU?ujyUEwYtY<}|>4Rs(7tRy+S7DR&jhLjrMuV{_uo`HMn%{_|w+|VyV6bTTD{42RZ*ud_B+aMMH#CN{ zki$=-Z~jm8Ap0%qMQ48n>nZnmK$|}$0*e-E$=5T03dzv0ZQ8fc=FsxZZ`$qr{z^Ws3m{$GS$ubAU<#p2gD!>}{lXX^x1T+Lbtnpf8bEx<6KMQ02PBs6Ge5mYAO_(+V< z(tJci4xIp->YhjSq-ZJo-&_kIe)wE}6dTTVrnzO=Ze@-jDEuyL451dPM-g6+%ZyK7 zlmEZS8#1^5|H{haHP`=tbs7I_>Hoj<|6lt5-`)TJ&Y6*7GN-qsMBH?Jc z?!8k}1=gvlyq2w&pTJ=r!}fibsf8+i->=O~PC8D!%tf(j#zRvDB(4VntE`}fXIJGS zB6xwq1vegyDK=JtY+;=-DgkB$<}KrSC#FzR_MvHdqlk)PEY|dU{Vb)kyzRDrMpR;E zgixodzGc(3^t-mNmKgm+nwKBUex^7>1ZZpJE=uND4X1&v9s*tyWLPa6F~MB}EfR9tTMa;D3LP^6lU z_p~H$)u5GETm8+)M1y-^&%J=vmZ8G3>tdVf1(OiQZ#O>nKB-Iz;Z3P>;k#}9HZC?P zaJe0c&Ee(o^Z&N3VYxu;1u_$D;p+vghG)mGpG6PeN58Z{1B+I&zqF#$2h;q_zY+w+ z?)E<)!Ir3V7elV4+SdPCVihsQ0@OQKV~}i(VeM-r{=;X-(SvuQP~{=;h4jBd3Y#Uy z^J3#a_j+q<%lOYi@s|{9{)48WEoFH2*6ry;W=e*H(M$ z%lZFu_dg{$GtPDLW2q1)`H)4;^S;Wa@of85HciQ;bKaM1&lUTCuQx?0JTN_4Wu7Q? zL-;xH1P@^J6oY@mzP!daqL}LZ=>lYtO%qPed>}HuE_r3QK*r^1iPnTLyyUUbkUC|! z*O+E*!*)|9e41dI*aP~SB}HMR5`XW~VLm8pS?I7FkdkGwvt%@BLwONhC8DFK%I|9|ZMe}`;KJ^+#)y9PgE zG%qhM{q4&j3SFHssOzKcP_IO(=UAvi2W)-uyyRUvFZvmnP;?m;4GW12%!H~2!Yd!* zJE7DFou?h;)+aI&%JWs*Zz-H~qD3FH+`7v&Qar~0;;E>5 zRFuw~!3BxU9&(uCN~f?2Q~q8dssu%PfGTqrWozT5Lo+Xk7Fon=kGSGX7=nOnNJg6g zOG^&E6-^uIIv~yUXuIPZb^SsUAuw(pOuu^QEZqN~co*7T2r1SWm*c_Bh7?{BY7^&! za)@OyBP*ri*@owzDtB+13mHps>?@Q1G`pN!<^^o^^C$x=$d*yaqr1e{`<=0 zKS2OpmnNiava7zl;2%oiVD79@I!uP+H*ZLOgqQqr!7`|9l`#@2s}6DUAY1RG@Qf!J zoXgL_q3xW%;w2U%u>L0sc(p{lQtaMY+{>kV?aU4R)!PvA7!@M|a;@L>5{P&Zy4?;# zcGs6Jr#dA*gH#i0qrN0_SDL6P?36F;&5|`;B~Pj$%};;Mpr|BM3M(kp=gvI@eY0459n_pI4v)=?H~=bz`h~8d*+k7hV1j6K95q3>FXaJBrC1q6 zSFqsDsA~zYrQ__-&c(qk=#LXQKS*4b4-t_GVbts@PR3#7EDRItqdbx1gJ4_U|zB-ib$VzQH&v zMy;u!0uK=&^LUk_?cwnDPel@onAW9?{^jI<8Ik8Q8`ewpKHvTCqjgLEf3&i`wEy|j z-2W4=?jj$`oQ+u?!yrX6<4%hE2ATWSbs z)-~6jY(qrydVw$ND-XUp?LjS3yN){iF6sl-kTI=`xr8>SFAUS1P+OokzJ3N_-Uq)@ zkk?|;3=>4<8DH7jmvzRXcW&;SE(WKTcE~6c>%>pgkm$bV}~`R~ss|J~Vq*AR?2QCfo0OMF@0 z4Zl{yD`6>?*n4fU$B0*;@bO>1(=Bw%raKoN z1?A?=QbBg!=xT_cH%=l>ah05%puxE~JLk}IxwMzM7Y3JRR&^OKUT;3e%SU|w6Y25Bb!=A0 zN>SlqNCG-j-|NPIy9W0^NxzR=OwC&xV^8^v>Q)(;j5JrKJoc>H`FL~Bs{F5D&E4sr zgC!3T$7j}#26djUf;2qj%3F&?ZK-u}(2ep%If2l<@|p+ z`Cka0<3j$r&iikNnS5ddBjS0=H;_DC{+7wq+wVq6b(HiR6i zT1|e;y8;~2@!l&)EW!SOHTL1b@d-S_UwA$_+S)&UzI&9s+I{tG_Xtx^n6GFl`WfDD zzuev0CspaQ`mR1S8;z3}N4v)_4qomg2d__F?qRLf#_{gAo~H>0=kV|+7BuG!ot5KwyvZ`ks&-l#H@>}t#*sY2q_ zSuFazvhMBm%KF#YZ}v(C;RQ|`L(c*y&-UACdUXvt7Dk8(bOc#)NBNSEAiXd51~|sT zYH5KN0sKWss*rjElIsm<79fu(lh#O6kVz>TW+S8d=xNl`t}oNctrW{#h^$j>c-y^t z3xC?OM_u)U0lvmhq=ioN+n*nNd-dSkLG+93R3E&<#utzbbvzLh93T-k!>x@LR5F2Yh(2qLBc$Ikigb(XVLoj)H-y)j{wnZW z++67-&8M)Hcl%jBY+nq=>9qYJjvlfNr`wC8@9;0C*!h6{SB;*`*V-@RrQQlx-A6B){UCfmQu3DtpW| z*7>;dsVU=D!-o#Mjbpj%4E)^!O{+C#Ugr0tfK<_}D{TWo4{!uPYYe8)UWo2MPgpOa zkE^;TP#2Da4vZ*0FWLfbjOp1G*jPJSn#H2OZAR{i3q)Y_>Zu%>p71X0_oD&yAQt`9 z6n+m$8+#pbpgYl>x{nhh@G5)237y+}4sQzF6FU)}ZOILj=EQILs>pxOHdm1Hg#s5U z7&F!eHChL?i7=+?N%k%u-xT~b*~Id^HbRt1w=f3}piDPSKS{*#uM#FqJcsfiT7fO4 zt$P{M8lb|*zu%E@G*s%@HffYmV3P?m)61rj!JhO!x*r(~V;hSXoA(h4&1P+n-F&_; zlCJ6hO2DcytHWmK>G&;UeCzicN-w_K6l%R*57OJRPOH-y{^4z~8jI+7IplhszZ~C8 z=IT8xY)+I9qt*5Jvy4Nvp_hzmOe|M~nM}uUQYOW9+UI-`NJ(v@-I(nsWrcYezMllj zDGmnkC{88*5>WYlY@NaqDwH_wZLFWMp*Pw8airqg^^M1#w~se4c^$nl5Fi;_q)ztq zT{cPIKsO;V2eN(YSXZ1A2z;m96a5TXC}d>B!4HBFB#us}GWDp26}2H1CMzM+jc}Gs z9LK7mC=%TOyBo$k!H!LUSjS%cP}in=?gX-swgse4v`*%?*X>aTQ}_@IMiUrA`HGA? zA}r$xFuA8WByMH@oarHus=znr*NhX^XPj&Y`9&BTEsZ>6tJ~sZfMm{saWiV2_Rgf{ zzds%g(#fs2)XJHGiZ+1j=sE-y?OrG92@1^%g$nLEjOky%2mIDSiUkoCWECz2jpNXs zG8r3>HVuKjT3L%BrK&2j9&a%0uXR_}qVec`IvEsQI;@k)O{PckJcYF8av)S}O!5)l zVu+6XL1S4DjAebcvB0X7Q5ck%)HW9+kz)h^CD!2*#+>UCm^PRw65zp;i!ok+L(&)V zo5yg7e9{uGef9uEFS;dfTytd0wO*@xIA)Ao`?NJgCBlO#`oC)y~AC6 z&qOx*{`h2vv3r8eKDc2EF9H6==>S-UT(NTqvX9}_A8!jgh84v^i9C>wEI3L_X~^LT=z4PIb_zZ3Y{nDCa3 zwiGsXM#Pyr;%#PF;L;KRyiA=V0629S zAGNaDsLRs&s;@nM)Tqr>`T%_Ydy_=jIB>&h2e0+Scwh^^d={tZem-G8 zC4$-G_W+fnxAlqR?&OF8fkAB_?Cip*-fcv0@x*xBiQd8b2jxMVj=h^tv#Wxgzn^s4 zGe(Q=R1#C%I$WA&=QQxoMj=JH=l$_;JQ1Y(f?)=)GFrd%*49pccy!gm_Xq!Y#=4>3 zudDYz9_{Y#>kq5q!%tgBf)>SxHSqzaMZaAUZ`nj{tG7Mz^4S4WD}O0VzGhQ?^m1=s zcSiQ*o>+v@HV()lSzdPS$zNAg59Ml;pRPp8W4Z3c`^TyZU4rtX_@vjO`0z;8(#ukO zk~pI4Q+$$G(o50$Ko+g|vi?^IPpoeBeubc%*3iSz%U6CKJO0nwZ~E+X%L)hNk4IaFFLt(0 zwq}F)hROJs4zRx;JewU9{Nq4+v3GoOaI^=wdU^2UYygMjH$?#NC$A1Atm)NtQ%f|o z?9!_8KY#xhcee|%0i7fN>w53W(*E;nnEyrCfX|61ev@DE)7tB)Qp z*ZooziQ$j(b~FWz&8*8H1_A30&PU zVeQ8~v|@k5rSIc^p^;f~(@Jai^FJKn|wdfSo2SZN{RkD8dBfsv=C%uG7#(KFq)(u%wvQP*ee=H&Ydb z#C;wq#4qY)A#t^j*MtdJEEM?_Tqt#Ws)D{Q-A*uU5os8Iez`MpXRa)Ktllhi?u|16?IeS0X%y?o?oQin$vG)l+>KkP3 zy#^qLR>3#omRsfYE~L zi~Rw`8ksQK1mw1Rl>K&-PqIM-WMH=0H5*khDqEA}Q`VYij8=OJinPuQ#_(24KOMYF zNBwNzS^d>1!wjc(Wx`b-LINO&_k*vNH!p_xL1U2%CSFeK_K;~QuHM{4Kea(6{@8CK;P6us^6E$Q8Z#^{iRYC(6H6mY8 zd7=gYrvm{|!!@6@`rEPFw*Wf=37@v`X5;NR@$b}9e)o9qRUB7}G(w8;b77*hWc35f z#8xzJS@}iIs72eyRvu@>!rEw7@nKy6jNWB+T20bI=_smCX2)OFV|a|csTyV+)4i0S z3@fC4Tuh&*f9Mh$noK}msyquzy7-xqSlP*|ica;PYJ3dHh$J#_OkKHeEo7X1G0s_8zsO3SS=rDHh}Ls5tmx$)Sx)AO zbTHt~0w58AL&93SnGd1|qnpT(JB77n*BBsJpqoH-ueeJA1K$M?nRYB4eso#lvZbpT zPWsfg&T`7y-)c5$^M0jt9^7#yAOr2-uaaC3(MEiYCmvgd9MRAU5Es8Lyj3{Slh z4%4E{A5xlVi zGgEM&VS-8NVI~n-YblmBtpH-n{>A`yX=~B{80oMp8$*C`_vRX7pGSY$WINBn{%+HD zJDm-V^dpu1$>*HuL~R`Lgb!)*0A~2RW;evYRrHJkrQUuc}bG=fMXj4xoPYExOd{CL8$m9 z*OkYU{7pV;$J%YECj8@n?T6qO??$Tf&1BeiL#@(7xqqK=yZoSDiTkS<<}G}=sj zzz{bO%0~zjV9soYyyfmk#RgD~x?<;Ejga#NbO^$WQ85CNpJWS6_?}#x(M`(1Rh+^(&jYgW=FOGkXwkJ8}h-U-V>b_{} zaE}e*W;no0FT^)42aa=4$&&5?al=OlZU{u$jE$gXM!#fWA!C4qL}_n1VKPy@NZ(}D z$pq*ny$qQoD?OkNGN+xS z>Yi)-*NJxWKKu7Ln>KuDCfYpykv8LtqP+oY4Aig%Ua1tYnZxs(AQvJw zQo;EzcHWKQJn3MJ+>VNQ%PV34+qf&@>0*U+l11z&fiwF27D5z=@WBjt5Q0^Su_JkL z$rZ*7^iR^>3rjI1Wf%g*JZ36P75$kK#8EhZ`WeCPG3Zk;!*LDLI9;F3m9a)aDkm`G zt_!EY?S|Qh>v1uyS8~eaisFJT#agBN!z>-u?1DB=^V^-v@0Kkmz1yp@12hUF+2j2m zMA(sq*%FcwgG4#8E^3sNizZmqx``A3SwN=0Dj*C{dX-*-8~i6#2UhecYA+SC&ID~@ zZU3$a{AhVRDKByZN_%>lsV=PKakz zd|$f7yB}~-MdV98TtTmx2Wn@cSqnv~61H_Dx`51UXik96_am0ADK5jFJOt4qp)+MF z07I;=nlq|z7IoBCWfOpKDbZ45PL6zD|F$$2x5 zVaV_m3@JBk(N&3VFbD|Nf_Oqk4U>1aWlbZRrMzx51Wa)o0YFg6wz9TiNyUM6T6)Jqq7e+f3IaLWly63D(lNutdSJCIlQA&#y7bDDD3 zik-%c^?Me3S8E~#nN@9f)s$C3&>Q;t36_D12(KQX=dvz#BA~3mZ{2i&v5xU6HbKkX zO+qio)?w{l#fAx6ahnpn++EEUICfM6;*r7^__M%^w+cFcCKkbBGVBAT6#0h!5T?0o z5)?AoNKAVnSbU&DGpWO zLMf@C@KwKxfwub9Gy=8jlEci_z?zH%EHBXlEU#_iNTU3E756`7Tthu-O+j=YkXU4D zj`ERhI^2xs>=V%JojQd?ALv!Ib^P<;4g?Bq@i?LBuzv$rPlNe8EEkXHv`*1d9|YI4 zR1W$GJO4k?$z{gY1gwkESZ663v7?JG%(g;C96&@TI+BP`5mT?OZ@v~hJiP-Nst4bV z81=l*hr{TGF@dx^M<3RjjwMPss*L=#pY8U<*f~QRMkfm1ySkUIZiI8Z;4He(MEh+9 zF{g*=)%hTeK5RrEy1cOtW1K;6kZoc-Xgc(=ZT7SF4BK)#ru2c6?0O>ffuRvY$^T^po7cw`_5(MJkE`sLBBGCL?1@vu$MsM4{iC94i!+Qnb^&$l zIA8Sf;(RiX5$7{GE;@9PNa+OM;fyWs$Cmeh>i!SRE9MFVRdN5#ep{_jiP z|H+F!@SuTdZ}`JR-YLY#43}%h&9j7JWTp1O5}BY2@0Cg-^Pw97K#YqM8JfRSe!n78 zu2 z(LDokKpVop4sNwdu-C4Gymm8P{r+7uj`^fjrUExz^N2TFQDl=T^x0n{A{IS5~_{pI5Xw5E-!sKon99k4y;_A%4{o@0ak8@dhNjBhH-T#DcqU_m!`IuEW~f=v7~!JZgcsL+KxL>y4Yjj8sQJ}r`%#)y6^YX2VjUfG>Cq5UA0#P zfvgA!g@8cMN5ibee=vs5#xiRQ9?&|vS64Mr+BVRZYH@Y_(3=T{TGXfunyIRm zjAyTFiq5mwC$jbImGM$-j(XxoYmS=os!di^`&T;IVQdCnFYHwI5Rh?%sq0IFg2=&D zLW#4Oddz~!)wwbGWPVKk5F2c(J#5G_Iod z8d3xLIgweSb8bpaUsGtS!Mw}RC+qtJr4;2Oad@_{O`5($4mY1*E9b_hdU1ml+XWK@9~PG|6g5uyqy0p?*G#t4~K%Sm9OBY zHtYtZU3t>@%sym z)TRAycG#oO_XbmIcN`a-dy&=H*5Tg!8*Jq~Ewb+599YU=8#N-3v+_sd_vk92CJfD< z2UF-0zjbc$QmsyO+JbM8*O;rPU{2v_ax+rDxq&qN%0}7b%`Lve-ixmj{J}5#;TNjW zB$Ry6I*X;A1~iW07~)%ED42Xb?4d(Bd=bIOhy`s#uTC)5xA7gLI?&N#mm%< z-dNPvlYBhMr?(ic+FJrmXUlpdj8n^s@NB(hCB`>ADqJ!ggBx&JQMOUlEvleSva4~$ zFcjDtWu?JyILLUS$uErBL{eqA2&d2z5W-cuqyT!Mg})1jvtR+CLk@kGy3JC2@c=_1 zT&XZEWufBX#$j5Zlvl?=sehRd2dql%3fF1>ZThBs+C>>AHxKF+EN-vP$K@o-NB{&} z9*=ICeVCS(o=&nX;kXERei@Mcn}sg&femFm8RR3r#sgD)TdUMCdzTHvpD)=q^ZR%- zO+mUJ;C`{8fjv5{V;g}_JQv2N134@y3GwW#-E03pex42DTk z90-JBzMhP)v&r;UfP*~;oF#BGq3~qv7i+6CECJ1Lu_uqbr>PCbe7USscX#5_XVU(L+8VdhvNAQvB*%*j;=^Fv(&bquI2oE_O z%3zG9n~MNZXLysVT7kHY2zvRz2T7kM)!+bo|Ag|$&_);e2k;p#AXWwhJ05f+D-fk~ zU@2D-XF%e-s@I7_tPGWSPpbPM;rmd)4>}*|3Wg_FlgM)+C&wpSC$Eovlqyb5+JT;b z#CUqvYxHF6sJu-8RijCMAlGX1`QHBC@r$xXIWV);AaWD$Cd!+Z2n*q;tgaY%aI7VD zMgPNHo;kcM2wC0gK)oD%+z5{Mvo#FRz3mEQeXfQ%_|S+M;U$>h-nP{cjR@hhi)9jC zp-reZwg@0HK?CPAQ@BPU-27|nL9z zCfwR+#pZ6q?L|bjIC>a8?lDyHw+J(?+=Gy}#dEhtU|}c*;sSW2{;jx9M-dmnTj%NE zP1a%sZ-*H?_20gkfVb)cB+LykYX57*e}7#2^w-wYdmmRn{p}%ucxpPda^Gq~Q=IbyN^UNgaQPoV~_u2 zQa@W<@N--AXak%_;KiX-8+=^H=My&WLoU~TeEf;Ahn81~vm#{>C8=NN_~ibMsiWv< zdh0myv=MMxnBk#2>aXMT$@sl?;b9Lpmbm&c6wtBQ5X?#^5^g%uk4T>@9mQLBBChk{ zZ*syabKh{*yy^aBXqv9l4;VY17bFK)+=)yJK&pJQYRNB79i@%3D)9Gi6G}Nn%1Xw{ zC?|AOv>0cDXep(sBEUIlz=mxhzO;O$K`LZlJJZgw=L`p zUI6%aGUP9@mFuBo`uH02=PIG?D=Qe-p701a_9o>I-XF5X45lF%J0svn2%Z%;8{1Jl*zgc{z?^5 zDt1+ZzflFGf?a*b7wWU4U03Bink1;;=-5>SkCMk|L21w3Cio|}4Y!K*i4xndIL9T_ zG9IEUJzi{avXM_jXepr(SsHK0JXE5-Cq6P!U&Cb5v&ll$36O<`86pc+B0v`Edj(mj za_mc(7E~$rrGx;=fw{#fH1kkXMc}REYRSyeqfC{h955-XjxgOWf1{zPQ%fUWtBZIE zabD5co{;bAq*4Wl9)=j^>+k%9`c6+TH5_^%LNK3A#0G$v}~Ym#mYhORf`7-RjeNN97CZppReOJI|ruPcj}y02&s+fsS4HaodXY??;IR&B|BR`t0~d)cdbEf*`vZs zOA$AQ$IStvpYROMJSUtaW|2!2H)R}~x*}s=m?#;+Qs9wR{Fj{?XM_A*UW_MFQL9&u zR8*I(Dv5OoBuLV;p|dUE#a>j_-o%WJh3sF3cx?|)j7-S6@6utpcwKw@%;DMy^0!ik7czy1W{H|)=*_x(N7IK_PRo(vDc}$ zDx!MVnt6bxBSPDe(sf^WL}DrL^3)X4nMT9_`GRSVYWx3)aPN!v|LHwmU0JvNf7W`B zmi|9~#D6-|kKgA8{P?>V3xtOjk*+Au^s75(usJVy2p{g-BTOAc-XY8%hnmYetr*Th zd6A^VeR~3#CzynSaHMgUEGwTwDRtBd2yzdYRTXTz%w=$AZcB+u6?g(8M=;%Hzq#=t zdsyWkPF^3ghc&_}9rJayq4Lula`R6v4fDMQgNd>O17C@86etIy?wR+QeL6Wf*?NhV zj>i~_o@Bl8q`b*KT;~H+c6W?;G~S%a$ncR#_eh5bkBtuh>epO5{;N0+h4s1-{l*A> zMgpJknM-8m29XCHk}CW<7HK&RP~DdY+id(t2L~s~&fZanbgL7EN}s$sgu;YT=CUnl z+6!(DE_C_LkDn5PVbhjK>ilEh00_X~K%C)rN_u16UNc&nO8PFbqeK4({6~`e*%?*k zVs#8ggMJfbnJj{1Be^EhA*5Zn)k}~;#h9x`;tJ6&oQfha>wqN02)Bco>xcO$E820q zVW(`s{M#3KHXHzdBwh%^yx2~C;om6QCYX4`$sL(rxMOrnVYnw&>aFv|haiaY;2n(2 zPjsrc#P)3reYl0p*DV!pqJ`Qr{_^?O-b;7`d>VPFmeE-qaC~a;B$6>DNG0Hic{TH) zh_7;47?_hcNfdLIdGlRS2T4;!Gj~E?HX0!6tnO*tu>v8yu}=%dnrA-BcSN-r8lyeJ zHi`(h!?7@EkBpJ2lb9dC7#JFND4qyL?yO!f4%oI)^dlQv+vP5}$3z?)q(a^zh6s~1 z!vOC-IL;mE5ZvB+obdC}Ao~z9Ih$dOJRvk65U2D0czAO);tjy1LM{bEo12Ol$2RWg z5Q`D`G0D+r3=}uR#hjcMz#-H)162h)2U(>HdMX;nEWCq3;WzV;QpY5G3!RZ*9xM(* z$N|l8JM2z7QFf?Ry~WY69nokqw##b@;`GcFa?@u!LWTn8(fIw>kb(Ekfyn3AqSQ=S z4BIO=7oLvMn7TYO@Ld!(T5$pJUf_mc=M#Q8PC;b>Ttr*gP9c{GY-WtoiSQsPy3y7( zJ8y)t<0AinXVq`oF?W2SQm_d3=Av7v(eP0MH;h(uS3~1bN;4f})~hrlCHfB4C?$nI zA{nq92G)F*zzo`^DjlFS9S*{qsMbw!s~m^MGIDh|!!6W4^H!BVQP~u1*;`e`ny67t znrn*QCKHUXDj>JL<`QoqvRJZ#A_se(b`At*UZu1)ts1!|@YHi@(2rMylFQFX#pBX+$m z%0=0`Ox7w~T_jaLT9M;Dgw-i0n@(VwNtfhxBDydqIu2CZ;m<=|B@^n=oYuoCww^Jt zgJKh8_t;7uYI=@Alv3<4x*-^el#?0KKxrp3y#LQfTrZ2+Um?G)h>q3fiV@^G@Bn;) z;l6UPG~N-MNz^`=Ffor~kwS_inrGNZva0*Lq4Fk+45g?zmTC{rw3DP&-GDcpuNq7? z$!rXW@c88+c5kn_H5#L;&xc@w$fKJP{k~zkaYY6e#a<`Zk_;NI*)8aGkqGO+LEGqg zop~UGm-`s17|45wJ)(`BNrG8g_bJ%bYC)Hq&)Z&WqykNLHp}qloSq6S==^tP)5f@| z2F5}U@0TbTP{3$gOS27ycHfDHWXwMZB9?j+6NqJQ=`g!(vv`*})OkN?pE^(Wb2imh znm!9{b?`w`)CrS$VZsVOX^LVmW;PrjRJ+6}e|g4F07G1qSt0jynlDbhoKa)MS6+DkUEXvy3SU$ZTd-#7^LNjaaRM{uy)jYue97{o7d-N!;5vM?N{7+?J?x z&IA)ALf9}epxImK^=@>OfyR^VLohwB(zlu630dGBB`QU?RF~DOL!m>^Z~l4zh)dG& z>UqwDY4+g_K8au{CUg|SbS2<46;LC?{fr5B0@Fi%Jmap4J^{d4kr?F>@u1k;()>_l zb`Z;WT?&d0&s0;729n!FeP^poXd|rrDfyd`Qr9HmB2G-GlCtJdbst?K z*j81v#d=ZKny@$EVv+L9H-zMA=VYQmyvAWPrnPV>!#dl|3J8mm6rg|**b^JrcRZGr zPeg?kXIh|0#LF1NRBlbAmIMJx(MPJ5gzcRVA*M=7Dn$~a6w%_m0WL3$P+5*W3GH#0 zNq}uy+lUb+OYwX~mL#c+S19;M3zsg2F+8vjzcOxcP2^#5?731Q>FGa})y{Z0;@A%4 z%irRNREA2GoJggs^QHJw`{DkW0ld!8RDy3}ZH_A4G zo7wMv=x5j1Zu7`&<^p^%yM$|qwhs5AemZIa^Td}!ltSm&A+6lc0h!ZFMi$1Px@=p2 zmuK&zTXve8pM-U7Q>_+E$Tu8v=g53ytrdfQ0&#iFqfQ-#@`=Rg_8h9F9u}7ZZL`Aw z#UwnI04Bq}sW(QsfjI+g@zcEq^Q81Sup|%uZKC?cAS9A)SAe9uOKVQ$Vj1} z$=HwZ&4Cf(T)I}5BiD%_J8hrJi!eO-#BZYZErE7stUfl~p0U^|<2?3Vif#-uERJ$7 zKzbb1h|3p*PvH1k(yF-naZ7`9u7QP{0@dDZfkaE10${$TaH|QCt0xbk-#MOhU0hWT z2C{(3nPMc;0Fz?lB+HlICLnaW-HKNx5r2d)8%o$~^T1@Jc&scr6@!!CR$r9br>7S@esj=W=7z-3jtr*d=UdW3-pVY zRf7kPEv@sa)vz?>a=x{K-_H|T2l$VoSiuQzAJ_%yU@MPuT>^P$F< zP|>QC>9;e$1cX3CJ>u%Yy-Qt{mo}A>D$0cm(jyt%)f7joQN)8Mc~Wo$hiF~=ok}Z8 z-jD%H9K==wnsA&>!<7~rcX~6Nwv9?1&UMDfPnvEnmBaI8Byn5zj!H7gm7-R)SpY`u z$)=3!zrk=;;|p-I5@Dx1D$Hsp`set#6a6IPIBU_FU#hVNl?hLs`4yMI#MRV+WL_%D zm`qNwQv&Dgw29@KXGUF;Vy3FPENVgE`Ddysvr<+)nwh4mwkoS&n1=l(7Rs_;%a%y| zaMDy9#tqEUAe&|rww-1w>v*`bM2lGul9Yq8qXZLX1s#sus8)_JAT%-C8yYvANKfI0 zF+lbO=4V58oIPudZcm+Hq5(dF1FCPkco}b>Uq+j2~f(%P_VEo=hyAn43#}o z!)Q6AT8%AHM1ApK0p?Z(GWNv(GdC9iCQ~;N5lh9^CNaC|I0#t>bg)Q z!Uf5iR8DZuzK79Xry+?_)siMlMZ3;Cu(IU3-M3!qPldDoDsf`0N-t(eRDU0C>Nlyd zbCrIu+LfOSGu#npDPWW~(N2W!zT*pO*{6HfJfUM)stv@gUG=1vtYD`4Xnh(v)}B)K+QhjB9aV z_*Y(EK=;QtJe5N>nSc(ckP+YD+fbUU3VSi~ALqNIBQ$ELkl&>mD7KRUgh4)OSF4cF zhgRHZ3!PT$JBT6LiX#To`NI0!iqE)(%ye=q5f33r8GGyP59uyz3x3EPA>CGd`e5Y@ zGqOXIXC|~RV{EiD)+l?Qun%ZAZ3F3@ZA2~}I20kJqtevvuGT3VEucCgc7_S@RPQ!S zz~7k(%^fEDP=A;Lif@>@yY?_e3v`&ZxOtUc>QrRcQI6LgnM{;>U7wjt(g}j=h5(Qh z*-`W0we&>fmK5OL-fHaygX>mx05DYAflvXb11^*AO=Vi%U7kR$BuZK7^zqWjdp8IGqxiP}N`&8F7I%6#6tI$Ppx5SWj9|Kurp~ z;}J`joAnpo|G8b@+y_AU{=c%ix@PbHYrQ8=mizw~-2a0?()gF_y#IEn-tQmm?=H+3 zHR!b5@TDCFwcAX&4e$N1e*XRW_pPTtacG#LO{O+%=;V8|1OC1@SiiVvJv}~neYCx+ zK;3(`{U23xDnrO!n`5;9mbLKD=%255U(*&Y zQg)6m0B@6Qz~DcRxQwd6GuCMV!0%n8-}j!ZTIhNaz1V%Jn`+#Xax%PDLi6F#?%~$a z?oQM&GE;*RphD1Aj{;}vSx$WIL;t8@(rpLo>YK&UwqVy@hj z5);*OyIqKy0Lkw#vd@^YR8G7iu6475_b`TQU8x^MNS-yWnb9HS{FaP{nWPG0+#gRS zSsz9t6J&!T@%&chH`XbOIuR*ij@HPd$Biv=l2dtriXKnSauu3f!EIP6=RN&Yk->u9 zR3+x=rIX}brDT>+tNSREewTET6q%!!p0wyP^s$B;>Zd1xuZHe)rnDcYfyHVqJlHGF zjBYkzducYvGdpdXB)ay+7(7oBb(*#Hy6dw|Yl@djXsszr!dnk2ogr9&VDb1sS*yr6 zR!P5`ZkOpfxu9-~qr5rS2t?&s&Vt))I2^xkJ#98j{ofp*V4^S1*IG}T-A+^wmCk$+ZlW!J`>}4)iBVP?=gEn`DS|wTC#71}* z8Lg+*;Eb|&92{qRU_2JzBgbQQtaLn@Q)-K!bw)#r-f=LEU9!n0z=v3)QBvaPL zA9Y5d3*K=IUQQ0iL|HjGBGNr`JPjkgt{4>zh$rvn2O@s+3=WN5=?EKK<;A05a~n?H zJwA4k?w;)}Y7c12O$Up?w!?R&rd{Kwt-TXQb#D24X_`8vk6#}j?(XmS;EyNi=uOsa z%(c%k{I)b!@m(C==^#nCcayWQ>Un`fakn`v!p&~Eklhy6lf+0FErWR(VIeFk;7%&w zAAkDzO$Aw9@BO9Q&C-l{#CyrfBZ28`LbThZ>iLKRJPi-}J zCFHw&H7Hv(GoBbYm;98m1(KfWzfzOB>d_Qe{Y*9@v7i`jQPQ%B%IL{mh~~e6P>g_2 zGn0!&B1`rB7uWxro^r**dG-HKo;(WO|Dw7a^#5xsYrWMK)c-$TTmN6tqow};tDAor z#$cA)po;r{HUIkl=Mj8f-v4}s^Z$mOotFY_Jz8C^ z|F3ucGbYE@KLIM{e|4SxHs}BG>N5VD1FlSvo|LfPehSjXM}zD;bRk zQUNd>(pxbYE!BXLF>?w z-Ih(EB_sBcuDGKWiHW%aV{bIdCU-)72)910+KrZ_rv9RsRbhH86pHr^QF$rGd$}=P7u9P4W*ClzN@;_jk^Hy8xSd9~_2*oV6$a z%8IY}e6^YhB1o;-11rnlo8w4OLV z+1lUPIs)*`LIh3(X7lCN;mfV~@3Z4Q_JV8K}Rrb+RiH zqi+J|HO(IIdlvY*e~|ombnyBRK8@IH5V&j#j*NM+L!e@j$Sec)Wts@;L^Vwa*>>2n z0er9($cMG5hS!xnEen16Qa}l?8zn(ddApF>4u9wmq9e&UhK=D5ZsbMfonZ~AB+9C% zem4|(l_pqms}yF&5F=!1pbCw~rGr(99q)QvaN{$`Q{C+;RO{INJjqCwT(T+&M*K@~ z$tDB7;3Z$Fs;c;op_=dV-)mNeUBMUp74`*BE}xpkfnW3$)1njGM`(0dB!ysNqF^=f z=~qE>ghf@PQ7q$*sj@r5tP#W& zn>k31j>ayM4|{)^LpBEo z&fr}>0D6FcbU1yS{e_jqfb$4Q8;t!iDM9xyHj_mK&{;!i?PI10`$e8lTf#oG#UrAj zWhC2*gf!d5XXzp#tcpa9*o31!T&-&>N z0|r?%GKh~3Y&ee?1f|%6=t0-E(X;<6A84m?gksP0(qkg6eXW;jU&B=D1&!2h1c&u? zX~S!>8j$pSk%KV~3paD6(XOCzf!sjzV#GQ;i}KImW_o&@daNQSfAiy~g#W*}S(I80 z8zB=>6;J3JL^YlR_yg@P#uNI`<-vf!n7IHq#kTHDeAcjX)q8-OWa}kewNFa1Lj;xw z(j#=ro>=cNEIgs}^P4H5+|igvP)9CB5HGyF!?AOB&2NHYAtpEs`b`|tDMoGO$eeB*cTL)fGm8&!+w4suqtpBKMc`UJWGqW z3u#fz@Mt{3e6M){!liFB67ht`!*`j+FfU)UoeFx_B8xpA(Rq|4^Pv-gHmafrbk-YW z3JZ%IK1S*c4bV&{YJOl}S+mVs_V+gOo}%&?4GfrTD&1lGGMS*p`Ba;hgF*S3b=2}Q z`m_H`;33YKB)mCHug(XlC;>4ghuMblbh^q0I$;9Jq{w&{-G&TW=9^u@1ioWKoMrWbF_^KNHiIS}Q|F^G;z zfm5JrjviG;VrNi36<6tS7~MlQ`EUIC)w~@jzl#!yt!07$e}|Dx z-%PH@1zD25(bA+n9}M2w(N}Cn?H=$eYTK|c;!8p@)20+b*2-5T!f#{Izig6Y$d6_Zg18fh2gfH(WFO2( z75AO7;3G`4hAuOWJ_L91hIZWfyxUT0bu`L&-Ni9OJ z@2*&t2zHbU9Vw#?sbPoWDn<#Epj%7eCcfg1Kc+)LLk>xg9~HH7-wZ`kkt?8~Q&9`@juCAQ+^}DT3j*jB>srTp34T;VV*7B{hM5*vW`=F~p4cjK3)ezPMy% zkyb;07e2cyM#Dmv~QX-O_4;J56B{cp-z8ixY)5U>jw)ld-4Vn}FPoTB6 z6G3581j_`cSzM;qS#x9FMoWp0sS(B5I#z3ob@LK+|;EYrD!` zwnN5pR>N_rX{!Oqu%I*ht43ZS2X=TWa?i~Tu)o~GIKOZU$)xYm!BLc5T~BW%H*BhN zy*E11|A@RMG^M?_5vkg7`$)BWGq6ojIm=}6>g8oEF5c;*!-9Q9fa8 zX;Xg36Jli$BkLy3h6lRsuFc1mXp-jWYlBC93*5tTgTzg#fo;d#{sgkrCy*~8(e|-4 zIW5}T@_j~t>WI_AH?5?d1hg7VI=mT9@zx7`Y0wQqSobC&SJRx zfsL$<9t-5#>RB8|-$fp$ADk_x{2DL+z*E7vI||(x)zHE%oTNq{5=m8~4_#ah?RZup zOac+c^8*xV6EmN$YeVj>4PV-5hAw>A`S0nt6TQ#CP-U~dh8ll-ZTj3IC$u7@GTWn$ z50EPq7{fY9>;i4s4{`C4zhTS2gMYI=$e8E@CjI!>>*BI)!{|hBH`j$3>}K=$Rg=P6 z0Z(Kk8U75kM?SCGpI60au@}R{@y?uXbfT3rMrm!+JUe2-Szexd5Azgkv* z)u<1%mv;K&Lqbc7r#!q+)5A2ZQ; znBG>|w<+yu{$Sc!c09s zYXoi15DsB%Zmv|jU>H@-yf~fps9r6xz+)0k4Mtgw>tL%tIM z0v7#XO{2olusliXeW_-V88Jm^wHw58c_OC!Cay|DS1go-CKz6*KTmoObXJorz__uE4-?kvoLpoXF*>vep4ZYj_r$S?)-knoCU9gy6yXgt8&`ob|_BD7ee`zq7^vnJpn~MgG4>PaZwCg&ir}kp|7~)f7HGN#ZdC2qh{qr!@FabP0iNq_G_D!r!b3;u-a*;c z`1ARe57VCUyN{Tl+ZXW1Zm<){I6ao*d#p(S+L8eX7l^#M@nw+xAA>QY$r7B=^v@`( zWgnn3ATDLU-N0@8IC(o_%gK$&axdDNpr%O#Qk+VgnVQ5alRa`f%%mx`jVuO53cQZN;~1>*F%;UW-mG$eGjuzyCqeen6Rjqq zBSO@faVkk#ZvdcU_<)+t>Py_9fogdUZjhrAZfB?xkS_*-QN8i0Z=tvwAzCv@h)9We z4kj-Twjs^s?#b)JrjQpq(Mmicl%w5O2PeBWn6+8Kto-o9TJKSBCAsLce^!#?t$*$A zZEJv!O~Uv3SAfAGt_Yjd=OOM|GZL^RjdkTZK~5yi`Bx29nOF`ClCB-++rNnT1CGrp zd}hr>qcKC}QVis9+aLS2tZZ2F9hqtAs-hg4>v(K^v` zK&>vbJC<(s2Du8&s)1XKkRdH_Z|yJSBAd2I?C`z&yHWUWn9>@T)Kc4Q5 z+U;s<`ncm6fdqKZ?p7UuQePeh>weMq78Srv`olOB2@ev5>B|gC17e~$If7stMO%j@ zB0e&dBbiSq;9~D$1OaWpl zn`Bu}4t5SUqOAc$RD)J|d>0jUPPt%2;H(h|!{WlxmT(?M?b%-MiaTx9enQhMn@6@o zpHx+ zZUDp2u%N3kYz8^>@}DZao{Ga##QuUheqLo!9UhMs4Iq(o5{$grdY+10sE+2RK0~1x z2!(6G063~vxpUym+(}o;7y%r`12u}KlC{cLiK%I4hyiv=Iwx@TfEIG$W<_V5wH>nO zUCWdU5_DwU9vda}DH0~knPef3%$cuh0IYuFXeUM5t$ZKAxQLS0ba-xc^q?BI>`L)w~0!5C4%s zPS|hjTKRLPRU&Y7D61}n$RAJMq@(d3C?0{bB}`Uf@QIvCAXGSNP($kvE6?k z?(JxMAkA3n;VR(vgtRq;j?s~hZ~l#_OAdH8CRk-gdKMpzZYB(2%81&`K4p-%fik;0 zCK7!>{aSbzsIRvj&saO&PKR6W!XJ8z7cxf^A074T#m#WYJ#NiogjVx>#?+tAl6Hn| z^)?QHD^uLqQYWaPd?2_+7DT)!->=P9)zWB5BXAwbYNcl@w@jT}F`eY+H(vm6x@`!{ zGaVcKlF62oDuH%XUG#!mSqL$~VV>sG?COjsRDz$NmzW8Fe}X(6ydMQSHxk2Te?<#C zP^2IM^R~PuDTF(WbP!j7^sZ5zI3nDtnnoUkr-qla2(GDogwS zYWWY?@I}dgYpbhkj~w}L^~qBH`*QMMP~0=bN~)>*#Ml~XH91 zL{K^<25l@ZODb_4!Cr7bgqulLC+r90Ei=-i3Nfz@?FG=2a|D zRmL+zV!$+M?JCoV=}*@EW^ntZiK5!FjSc}CV+aBnBb9`}4sIN$5)3%0laSga+rz1D z&#HuJ8fuQ+9JdVip?9E<)v38pg&7Zbco(3#kGXp9jcB6Nuqo4_*%~(dRE(yLFaB7} zx^;|DE7VQjoIwN}x72?7%PK{$d0eneni!4^F5Um9H)goX2Lb z+X)PcRn`S7)cc%^u5!W6vE<4Yop-^xDTU@5i^&21abq&ubv6^n@FT!R8eMe)ZU-5J zdYitHanc>Q4n>JTWo|h$bLHaGQKm!26yFpuY)n(8LQC>b@6&wBb2C^Ul*N6_2e)R%-H9HY>v*Kt3K>`DHQB0G@(BhT*S|Mp_{C47lKRb?N^NLN8|+aMVeuXLZXJ)a_tW z7LhplPDRvkNeA@o=?=5>qB@J-oGlEqi)o-0KmDt)XyPNSk|aA2b8=EvTr@1wDTm>q*Vg;KPAZzg1`Pu?I zO}pwY69 zTKfz?v+-~<8Zkl-*A$$tT@O-cl-3hWuw4&)KFT`E*<-ubWi~9S18lQhgK7aQmfR<` zt>5D*wJtNcaw2sx3Y)?7a$I1lHn`eB#rAuABXtxIlMr%UvVHFOWb0%%QfmMIpS^eQ zZ{s!=hWocZ#g=;WkgRE1Qj(^JJ<2(>M8|A&D=9biQS|Ufkt>NcMXFrVvg+gKv%i=b zTn3lDkdz!JmHTVN-311~U@#aA=3*QM1$>rFRWJ}Cx!;ca_a>1XCXl}y2{;$}s}RrN zdZ~Y#KvLupV^#ghJxZhGHbZ+k;J7A=h|fM8MZBiL>2TVB;E1Az80)nddGx+N8}%>7 z@rE7i-Qg$8@lJ`;G_DDmmjG@+k-shZSYV3Fx$;rdx+PBF%+C8D8#6A3ZzU@eA1fs} zAEjE5LswNFRFk+bWx>-knFevgmbcOePzljPxzTY#7-9(l-uo+c0OHpz;P**S8eHIIs@9 zb)xC2N_6WDz}=SI#k^tjLpL#8*431kGgx{_$|bLl%*doBQ(^~{DMG1kRA@B|Cu#Ok zOiPwaA?F`WYXn8@Nxuc2*~30Y!Y3|)EXCnozP z)EAV@KG2(BW;5GfQENB(Yeba|v*AQtSHXKTn?l2mvE-VjQiZoAjz4bLcFd)w{Yc5c zR&%YNs6&lNurJNJEP$3KQ`s$Y(L|Q6Zv1*wltwh*!?G?=0;)1O(8lBIk^ZUCJckt7QaC|{c9V}~&E3mOi}*%!fTDMKInmqb7U-Z*Uh<%z>&pW} zdC3EVt`A3m@-jyNqfddU5>+{we#+dL)Ar3E19vF_$YzJ-kVmI zQRH5-q@1E^_4p3N@~15+!npY>UC}YXTB}S{LD5|2I7~A@;sFi()nOI@oGBn)i(=5$ z2MTx4pA4?2a$ZBQi}Ofpz4)SQR`ZcBg zE@W8tly$pE*6jz#rJbECn|6|@VQ$GBvGOUK_ER?P&zw#BLGo2gNh39dyp9rRR-f8o z;MG&+>xh|F_e>w1+w_M^k*&GmcsjG$Cce@F<5PN`U&{XvT)JO8R2xgjf7<@;n?HW{ z6#wa$p8qAoJUw9ir|my(ee>l1`Ag3~i-EEh31rXz4upVm=6`4Bk6%B{|1TK-X*1fJ z-rmn3k$1GSwf*h$9WhT)3!(!>-N6W)q>^Yq7J|VX6gai$Wq0rS-cc87o`QJ+h!>zf zgA&p7k_C6ELmBf3g)YH=F_~V@?}VVyi0-G0XwaWTv)EjHMxvxR{=NW{?&)xJc`tyB zAV3vr^x&E*p4}wS5klqK;!DtXqK;9)T(_5^{V3hw-mf6B1r667tGsRO!#5+p}nTOA!^o`T~v{x@KV5>|$44 zwp~weRY>W%Hqlrl@#SJ%6ZJ*e2+|N8zd4PXM{lE_nw?Jb==ANM@d8x{eo_2BCP<(| z9tpr=K(qd2elPkh035bDd#^=}=F9d$`}8eb5x;7m9<{pN=+$v2YDOo`&S`t^%|Wvx zPEMVZ<8G@SMco+Ho}zvRV$s?j?gEGL9KyHafZvL#Ohm`V!{}O^g~XH&Vj(YL^lU+3 z`ST@U^f8qu-Vie?ia<*{nc^8Oj{fs{KEG|ecyV`kSHGGp>eJcPi!nh+UVLBQn5$H) zo1)HWlH5w&%E|rS^hQX*ql?jaG$&gd>9Y-N&yIc7?O(<`{?SJKVG!TWqc(oV5VVib zhuWr{s*C??ck$^}jiCrT#9!>qMsvu%zM&k%S?DQ!HH?4v@bi2c-Sj7L zacaf*!I@^1jE4wNiT5ucAUY_iq!Dw35!@;1>Lk94Oq{bsH%HN1TwnAm_pzh6K2fy) z5<;v-y8;(=jLG^Bf#r&NAT706E3-=Z|COt?s631>7FT8Q!)$V8QWAAfJ8$+*-*j5t z5XAC}IKfQy?_;MnJc0AtypNWy;!*pwCKB`yo#x5w{pM+NUC5X)Kmk2Ce%UK7=>Vd)Bo3-Z&qP$3`%{QmV z-8U}}+o!$eNxS!^a{yQMl7Vdh$4-6wkAJFfZ`c20yYZ*3KW?LluuN!Ct%cu^*h z-QH>Y5UA-TmPp92SAVw#f<@@Os|yJ5C(YB>?g)wEYpQkG|AT|$pIZC9y@Ph^=(H<+ zTh7Wbf(=ZZo}To&tVecYV{L;Yl)KjS8=4xRT1A@@iPKX<4GKY$(FJ*y_sS(NL`W#2~43C>x$bc zk3{6WBZA5rd=J7AlA=f=zyzQUW1=G}B<^k@>eOMg_FqTCDLGqXhD3}LKLYv1R!dE$ z5jxj{$TWkP@56dzMF^BaS0W^ZWGeH2!#4TP#Yl*dc;5@~&7FG#W3)$lG>uT-L^T+{ zsRX{3yp9TH;vxalO3d}-j1s65M4bt5U`Rr2;&t4(DrLYXTs+G-jkx8Pqi0bdX1J6g zc0KW-;+ClsvOd7I0b$gad9G z0RT(12>k?IXilq=cc(RLpyV_?o(lP?$VfeY%bRwfxBP?9;;G`7py_l#je zO%&{u)C3pmTN=wR)HT1Mf<1(*$RZfyI}M*K8%|E6H{#@jV&TpFwkJM{!(Ue0_EyGQ z4FW3IIQ;Dax5#RmZoeFM!P%uh9#8Mk&6Kwr zgtActO6YYx5vN}P^*k!u{)VI7tqsR;J(6`{{|Uirctja0bv8Or>5KSMhlBoYrF?c? zu6oc$yQ62@&Yl3}wJY|}_DOcS-CIl$k4yC5$Ds>L;V%mH_cAKiFsq9@(5>^vM%eX> zfML^VCW%GS6h)b2elHhIJziV8~syP-|y?bLSh&L0=gI!A>#suZ)d+ zbQEbi7d4!1xk5dMUzAS?db}77hw)?`HpPHEF{vje^~9u}m=qH!EfvEOJc_9k3mh^$ zH74g&Ay7H3lghC`!>*E(x9b4OYjQlj0F+)88nCAawHgk9%G(kICla#eV0clabz6IC z?Fs=n1)CQAEz)*S#~SK_1uv%$Mw8jU9YL+dY@F4Jpyrf!A`CF^pf(=CjX?GZA|wOY z3Q+6J76vJ~MYWo{3PCwrj3|5^wY>;kNJ}(bM7QB-meX2iDvk`DA0;4JLb(SzDVBU= zHbCuEQWJk>$(+8wi01?FI*;k<2(D-}(4oxge2@1=<37}ZotVO7q9(8&?2Q_at&yJ% z${RtYX+W9j-X+Wj<(dY|Xk-~M);y)(Ox2YdZ;hq|kN~7GC`XOG;V2)U%;28v{{r?u zR`RAbEPyiYf40Bb-um`yX8*GT_CMckZ9m!nd_nd! zy77}v#9`;Tqv=sOOrX$Q5V`2-ZmE8MGcGZ)-Okm)a8(OWYfFK$0||$-c{sl7PNG8o z=#;bvpwBAm#RlvC%X@7@hF+)0VqlbXypX30!O)4F0wVzfGnMe1Ow_v3H}x&257@Jw zzAnco?+RNMai`WoiQF~5@G#+A0P86&!RM0r%P74hM0mpRGc&2yLD8Hf#J(Z31bThK z1X<{y?S=EyP|=wbsm0fb5mZHpg-Ec3E41W>^z>WAVt$h{w*wNKgK=;nUwWEMr3acN z@hs?Y)fsZS^V^yreG|X@G`UqDXtE6073VA1uiw_JVN8;xCydp4pt(YbD^8Q!o8Q>F znoa+)!jdwz9%?lK#8nrP)0^Ma452_mLqy9yrBD@bga9aod=Tmwow`Qt61qpvX`qa3 zNo_jdY&9)_PFR(4qD=^aGC)%ptZ8-1*}Kv@=CaJCd!_*>8%7e^nXx8ytHDaj(byGC zd6_89Jx%2f*&R#%m{*z$ZyaV;3Je+w3n11csv)OYq-KsXdwK{upH~snGx>7zn>p%Zj^ZEa5J^zpM zKb)6q3|ckR7+GIT=9JLsl4qs&3trZfIDS{zszqDrMeb&!c`Q02Z7t8s^_es_`FZy9 zM2!1cN>yzJDoWu+hepFQ)x~PSQz(TOFHgl7k7o%Qc106I!x%kqf#FzD+0v)H6-BxO z)f|!)bOQPwm-q47*pQe%;N`%0pkGC0G(S&-ZtIr zsk~$83NeeX<*qAMqkx2}6jH9-+Wa{LY!=HLXM;xckrb^Be$^>H)U*N?4*&EUbgP!x zJFM41^^;1{0N>97(uT=;!!i^|Kq^r|rF#A;V95_%WyE|t8%^f^fxYTr`;5e{a~Yut zvAp3+KpX<)PjFQl7~wZCoo8^A&4q6^eFmPL#M7Z`>dI}y-G5k1-jOoBJBX2&Ly+_Lta=$X%cOfFQCwIo^ofA%0KJqzT*}!2WHs zKuC&77bnv4r9al{*}5b5%W-mzD~wS|H^b2iax2v}1`Gk=EvG_J@lDj|&Ep$b9mock zJlOG2>As7K^4_auTFBXSZ{aRZ=A#K^m#(^&1$NhM>d}d4$`C2F1!fz{3P&LW5_Kx> zmx`0++EQ*dq2_d~IX(&MWm=0acjnFNKy?{o)QyU|qyG3Y+U~YGZ9&udU69oKpskl+ zDYf=aL3vV2YgorGd)R>=HviuHsd;d)Cl>XOp^>}o=B~IT(p5govNNrL>+~b7zf2S* z_mjc(Y&seJEB?1eQupoA-s{fsQTu>rSh=AI4KZdAAIfp!jFS5jI$nv! z41!34aJsmDm&O(>A*lEZpv`Ie(ec+iX?1$Ap2LV7U179sFca_1r-cxy4yJ%Gs0T;q z!F7Lfg@*MQzqpECPfq9s#g)lbWbO8^?goQeIQ_U(4GNk!GB4cGtT*ML? z!!H^YMetxBSBj%T=^TC?*pTO^G=wCg&LqAI5JfFg?^AHn1&#v-VmJ!mF*4AM?3c@5 z6u3qzhN?tL{d_zB?9ctOUdocAAb}L3%U{Fo`nYHv-Jrc~nc&9{R*)N4j)33axM3<`a_R+g8EKs}e z)~0@jcW$K-U19TPe0t6O+d%pZoH}C{SIj!Na}mFmpYm9?8c{K>ElWQ!?kC3m0E}DF zUVwKS!hQtyT_R>Fml-k3QVz3}g&7l93+xfQrdfHx-r3yT>)@Bc(7o&y#ZR?VH8NE{ z=eahm@kcz_%8+jR?T(n-_TO4v?`%u9TWF$yt{Yhwt$R>5WSx~n72_{ava}eK;}7vghiI&mNxC-hOBz20N6^^w*#_xynZWx;0?Wjh7^+qC|rek!Yo%&I%hbQ za6g0MzAXY_va}bVuj3zoo|H0@l4E_Gyl{O6Q@ z61mzWlkP)BCWR?(Od)!83BUrTr~&OU9Yex0VFx2&o9HEfYjwKqGbZH*wW>pY{a z!{*lE(uA7EHO zv2lOmwWXq69vz>yU$ys|r-CY=Ib03}7?A*t>mGw7EGDA?F2bZY9$n1(v-`?2Ai#@8u1vOR(xD;W3^p{Gg8Ql*O$FUI%5yOVPD|+c zEl{Y_K;n5AT)^QJTn!#Jz|PAaIEEVS4~L?=Nd+EKP8^%r24!qok0w}?a( zcEs1IdN=&hDf2Hdbb~`|8Xv7XHgFI++ZgOsN+v4aL+LO5KZ z2jLA>iZ+0Y;~&exF|Rn{%)QqUd6wLI(QYaEa<^SZjN{Y;5i?`P)xDK&xmh{_gUp*L zXqOys6j(kbn}rl?Qm`&6IWJJUnkI^sPccn5tWt4yh3wnxAb=X4ga;9J47zh0F347W z5MhbLu`h>>`|U}~;Vjxx3=e#}1=MnR@NEs9!;S6cU_-f0${}yK2O7KGKXv0%{ag*= zg_{#r`Vr<8B0rX^kKKwgV-TnBbsJ+Ml9#@9-GAlg{(jHse=sbjFJi6R?W|SM>Ynzx zZ`!A=hijIsP4opnnqQ*4-y=EvL9q9Lea%7-oE~JiRg*;|n)T(GjJ-XqVgKwRO>Q^B za?NORIbB(-$!#-JwlNBrCB+)lq_+|;8`|s)Q-Zjr1va%6c7sl<^X8~`e01k`A*Z=JM`_FG4L?N&E56qwjy3`8DJ2KP9(f=y=K1y~U2 z8h}M;4Z-v#s-ua13y0>DfcI^enw4XymL4GPZu+lXt!u*J*7-q zx4p~Hhk${mn+HOeX?E7bu?pb|5GQb$yS4U!We$PmSv*@z%1YYOLk*W6^c z$Ty1*RdplcQ{)~B)VYxw-p384niAqL6k*8{e1kEfQm^t)*gR6mJ^avsW4BoN;r7Vm z!66*Wz{v}|x|C6?wo$@U&S;`w+xA&mH)JX5g_2RQ>-&n)B*G-r?W5jLo#x3&t3$d4 zmC;@*7oZ#_9DzR7HM$%-j520D6N0K>=9YPuZA12GCJri0lnQE8wc=!;FZ9vze(UjW z$wM80ds-H(!{a}$~R)U#<0f{@f+EFnQd z?q==d7FkYrl(9X9)SOCY3roCYv}0l0u0mZ1-<__}kCe;ULY?t6BWv`-*RmAqg1h&w z(F1QA&rGb5wew_bGU>+PsYwS`Y$-gknbGoBY{{FttV|axw&70B#!3=MuJqwc9?MD{ zO9>d7wE<)6p^H>Jk7t=aL{10eQ4<$Hx`h^azYCqxs?%+)2(f)E-FEHPcED9huHOp%lOc5yJZC zW$6wYL>gL3HHEYz?0VH$tX;=p&hOM26+RE>M^$8Bx^$R2y6j-zx$*xpo#*w|>OBV( z?7kHn*wXoUp*0;xfX&dUy98ue;*tkjijs0+3A?5qn{uH@q1%ioU=kwTrl10ls9&dE z=K)tY9USeDK1-E_t+B=l11GDrrC*1H7y=nb~@yVS3Dha27b|B-?ag zwR$&LQs{PFf~moj>~at$0^EjNKVelV&Cz#L9LlZcH~a_#%$wSkF5HX&RtN#Qma@Zp zR2wN_4CF8Ec^=RnX2R8O=C!CKzeh4>4NOzWHQX6Y*rhxhAD)!@t44@BnhcD%fwOUk zDxOe*S`fPY=NS{eM;%5SxO1Wh1s~(=<_bF_2|X13|4ADQ@JcM(jh$r zZYssp?LI~d86E%X(BYDbgB8@(AxZ*Ka<4{al}u-&tI?zgYDBGwN-v2CQ}ICu9=_nq z8ScfbKfzEkg@#L|BX_*H2PjkbF-I&f8{y8sp9skyYuw-hJen6BHN4ELgO`6BB+uxXjOY(CV&;EnCH)D@nA7aM(<-EB@FtU z&g33ypw%qgl%q1srce+`5KG{A|ILB2c9yo0+7vTo&*TXczBpRJLq^(BJhWx*x4Nh8 zBlMdudn!qU7QPYl&$(*D#jJdI2_4AFr~0RqorGx(5v#G2-27Th2MGJ#WqOfLB=08~ zUC+ra9?k)&y$36w6u)12* zr>#GQj$bV%bh^Z}E>|PqqAKORed$1NkkY%ao62t=h*<6K@5Rwfl&rgFB-sO%AX6vs z#!TOEP=u6^v}l}zlCJ6MEQ4dgoH(4i#7syCbvK_(HT_n2x|rWCFba=O;x6xp=u4$E zKn47taqzSF{c~J|f(!O9F5qz{rsQ?2xvw?!UdO6ST3;pC@p!yzTY|~!Th__F{&*Y@ zPw0syy$^c?zUm9MG_=zBsEMSF+g2NeZ*{qCloS{NjP3QQIQv0z}?-D_&2h2d{IXff_b z?J@>qTJUxD`3&KWvMekv*(k}8QXw^$ zDo46xZ!CcU=hb)+RYtmHr8VM!$e1^=O6{Od>S7QGC1b>@ie2tO#+hla$9+to(qHl^uFx$Wb0AfhX| z`x~E?XJ}W89jw;>CCGnV0k3-2J=dH!+h(&!2c7mMG6T(IkWYFKU~XBx;EnMLJolUM%0b%0sCt+H6rwTo3&WlOlYPrWp>VR0jp^1#JLvUmQ2cc`?8d-I}ZCHp*sr z#;wOqFN5t0x*5qs`;e4tyW0h#(__|c>N)KNcWAqcQT2?18r@xyp?Y_ivayDb7}25m zNbHCRyf9YuU{dyhU}UV2e^vXaUDmj;HVM{*ZzrXQit2?XOIHt0Lo)hT+*?e1W$|W2 z1Fux0=ijG_18*jyxei)L(;~Rg)%-d@d8uWi=$PzW8qr7aUlVBP-`65^ZL3A#>GmmC zJ}D-kWVz#|<-O5p${<&bEP-&uR~otO;jp^`8d#t+D{4u>&}y3BDAt9J)S_)!8#+=i zOsk%X!HjJg>do;G^hmf+erB@Z5U;E0JuH_uQp1esbwXuVUno%DPb?-_rjc1|z-oKb z$@qSkg0^JyEvo(y0<45oTzX|aUsHb7Zm_5dki!Q&le-G$7GIVBsUSE#)d=0{{fgvd z!t;}){E(6|qg^Fp6%~->bQBShSCEhc9rM~%qVYy{4_AiN{(R4 z@ghUK>5nEXtlYB0w5vaiTFc(8oFEnIPSP4H`^|a_Y(9ZHhjO4hE0Hl*WrIFp%pN zAR)!|JQ`Vs-8p_D`l2Q?T}e%*dvFt{Pv`wH+F%yr^&c26#4a*XQK_P(QIHO6bq$y6 zK@-e#;$=_nf9T!y$K%0xI(SzU3%bI_W6h!M!5grfgnrAr{^_jn^qCsPXDoM<5|w(k z`B%#L>{F#ZSms=6t>F;PAKc?lygflX;()@f-ZRX+x^RUexHnE(2Cs@!Vy)8uucS(mL?Mq!edg3pQ6bol_UiV zHR@jvUOcMoWtwS7b4GAtie1Y*UM%$eEtB_G0aORDta^Z~wIY`I#FEV(iZU6V)hwq!tz3V7w@( zVOXT(db$`7A;L1j8P--tj}S8;EgWoRp9MKin5VRZ9g4R!wp<)pND>uCH;Ws_-woOZ z{RzXF*nCAx*P@U|UHOaHItYdu1Z3jr6d$X+Vi2c}lX7A4hoKfEWyI>fl$5or1Un{& zViYgiik!Utye3>?Cv);V>C;RnNSs1K!fH6V$-F;bBpSz(&?WfLyvy>9LO*aKOIQMmD!aiq^wOx^Sc*P}_Cn>N}aeL+$Ed3<$G7i19d3d1YlqA=h9 zYYHu>t_adJD}Tw{SQbgV93?Ny9uAv(uiHm0@G|X&v<3=6n2E3`<5a`NO6q=B8bj1{ zuzDy72XCn+Bhw#{2PMDw0+{Dt-?ZMKn|8@T3wj~zcohZFg7-SpOB039u@7Nsky1rp zS#`y$9iC*J^#o{QOzv=Q?|;{^7sRtWWHVd_4cSQ~Tyq_5TxnO=&ANU~M3NbSTVh zUe<4iIMl2&x7`Bi!m(jhRV@EAL!b~$zJJv(p9i{>MWy_k<-r`zJgx|Y*P@QRLsm1q z2=>4YmFskZi3_`am{pRUIaRRoDf!L|JmU$>_ zB7||PCKEAKKW(0Z|9?suW?B%W+NxhD-%+Nor{kQy1lSF& z>L8yg87MboCTU0L&&xodU50}W^Dmhjd zHj{s{u$gYeOo~GUp2PurX!2k`!78tGjLrEBjimXy_|4ZOq%fb#b&Fw>=b1XCQe zJD0&gmRYb(Ts*+(@1Fks_Wm&wo&N3U`F4G)zV%|*pZ6h&!;6P$V@v$|?z?Z{@Ah}! zZu7tD-|x1+`TFaxx4+)n*%t4&zx(cwfBaqa?dL$i0?b&W=y!vw#e5XcW@+W}zN>+# zzrTt3?|}=`yw|JW-mf|TfBfS&x%0pC-S*D6-|hTvYiDPB>zm(2TTk=<3(x=X0)-wS znXW?s+4KL$t?$16POkr*?{>Dnh57$_=j*5W{~Z4|fB#~U%wAlKCNJX2dugzAof6i)_m679!AD42tJP%V1d-Fv=w)P+i?*FqRV8E=F# zBx+VoXr(%oF^^E_au&x?GQFJN^=CqmyPq!bf=b9yBTyM%EWjNYBj&ykvgplpIJ&$S zK*X!XWEhiM<2(j)ZmF^U;pmMJVa55VKaNfo7vs?&Iv5S&NrKLQx9}#pj)&0&fPo6H zpa)&qgXk4xKj>4)?s$Y3W6H?oYt@8=R}&(=fKlnsDIJT9@QsOs#{Ide85p)1omMno z3z1Fck~O(w7fF1%7}rF7Q8xOiefs+N&1uv;dK>-J>~xw(r*Hp^^4?T@jX_QaNTVBZ zj1+*yfW$FmelPkh035bDd#^=}=F9d$`}8fGM_#p0k6PVs^y;`1HKUUzTt>e+Xm+BL zH=UE?ZmSM9KX@k~>SrMK5~pScSNL;KzT$x2im8-WwAcOjU@S0*#Zh7y^-1NNJ6{4u ze>|OBkwD9+D1tcsLga=!r8xS}>-qe)@#4kZ-Cg}^vZzmIS1-l{A$jq==n9+x4lzI= z54f!^bkK|Yra$RlIhVzX3DyyS!08moIZ?loe~P1e{Po5L>hdmSQn*-Odr^y#JC9)ScjLgYh(pY0MTj0;4ORf)%bFMt`CPL31&z zmxHXteyv%i)?Z^I;76BOu@ALZnOgzTF1FqPW} z?PsWUIj9vw1uy8$YPgLs0v{T&GL{+Z}Q1MB~vWu0}Nt7MlmCFgA)Q#9C=uy%1L?e=8X>{qJC?j5k#f1c^ zwhmf*r&=m4XQ}(kuR6zvk=UqY=|8*a_NI5xeQMz{o)3iZA3L`ps-aydeYSP(MXQwP z5(G$Faeo{LRJn;{26Us-(gS79uLV%?3k0r1|26HehqHI1!nyxcf z5U~nW-T#cz1RpPG1GLd2ussE~BH`$LE0Bj66W=j$qf*{?M_|bi)WooC#V!@y2NLTi z?;M#*6c=08kY6UV;eB6lcvd`Dzkd?L1^ID3I>AYeBw0tdqg!#>6rzzhTxL*pnSpx# zT#l<8N>iMTO}ncKk8+peQic*LQe+TE#6YnnQNd%8u(4*LtxptbI0dmX-@CAkzvozR zuxAam1%#l;5*hncKnf!^gs>`AR*1bI{7IB0;$+=3oToxbqlQvg#RXyeQ>(VSkToc= zvITE5H! zOU`+vQf?o0TbB7q6DchD9PUK-nr|qVfmwHKg_N)J% zoCV2uluXB@sT;@dT^wsf*$5*a0?`1`Z5=8 zCl*hVJSOXSl)0F}m{HUfQkfm82^L3)?o+bHqh=_!i9aeqYG!9)MfdUi_rL$W7zPws zO2q(1Mn3niV9rB_l|Zm>bfg$fMmLK|K;jg07Y`wsvCTb-6%^hjW^>O&$*nZ7oN3?GXZ zq%ZUA6;3PDok&g2@>%L?XpN8i$sF^^_7+Jztjq<8P!LT>ORTjvR$NWC<`b-+l7JKd zT5B7CH=@gN|BARkY*pnF0F`uieAXcbhP^EaO|guez6%L6zPX*>m!;lwCgYE+%^YOh z)L$!OkloK(iGZ+}2h2=anz(DFpBLO^nqHC?u%PVGaJM3X-}FCJ@J%&iy+;S_A6rpr z{#7Yz9_?qe5a1&1Zgg~f8XdhkILN6C#VP>^)c99lgK5phSEXuIs!~uv#L4|vgUIQZ zhDdG#`{g1J##NLOoeB!$pB1kUzU3+2LL66#741t3C7OV{lXM`j3>O$CSnH<~xS&H{ zOe{N6W+5tgE=lzA#NM9m~wh^>eM0wrRBh>fKbRWRN)AFMt3<$1XZ+W3+wA}W#0 zq!(aHmHv2Kg3$3`i8Y!G=GD5@aosbo&t|erw@ZC|p?XYDyyMiS-JsPThw3*839xti07MLG}(>$}5`V-f4%X7HV0N(qFpANAlIbr{V-Qb;PPJ zLhEohD#_jA541_BHAp)IxM}Z}p&6Yv5W!SEe-Z>2+W88#Q!)E^8Dezu6)GNowsWg} zRgR83Tq7%MewAC5RYwo>^m?LHRTGL_cX+DicbAk3l)p+A2?p4*-Qb|?NvVDoXxA2cita3EDYR_xQwpFcEgZ(pDOzUYqMbT5xn{EHEQ8jTA|!8GtZX%Ub$T2FqYNS$)a<2OwU=nkEa6(lDsXuU zf_Kb!u&oL#_*z8&MQPu%HBlC1kYfx)6uQPBOKmU^F>;F;Up|B`VeV&Dy;xwX&;v@lkG!&y$vX+l!ym25^LM>94ktAV=XON-g^Uk?vG6Ao@ zJI@V9TfV*>$kKlVAk@!tLw2|Z(Yz&5mm8edm63eKJIMxf8}h6+Ab70|;iUu83C^bp zz0@#^LA;j)U1}(T&u_CN$y(HrzXTkjUh#^4V2hGKu|@e?yjO%*YGmv;pQ@R$Vm|AH zewNAn+!Og3Cs7{UKk`g74LOOQ*yT9mPS79VBCgj%7d-A_ zlS@v#;YN*vDnKF0zp)}ETb+?<>i=s$5wCIVeLC`{9eKSI!a_!klEd0z!}^g74K zr@j4lCwdl@Uw|(kb~P>QXT@Qsh|I^6Ny255L4<%i3DXo^nB+jypC%GML098t(= z>r2;Ze8GB+)pQ%n={Hu>aV)RrSYFq$tiEG4oyUXdJ(gnaLH$R{F(z045oFsd9dqH& z(;@fEJ>+`kD%}2C2bNSZBq3Y{gr~-k73cO5ND{=Bp#`bzb|#;c-VF8d;#0w6F15B% z=xCdAj0~G-?c$v{NhQysl6X>5X8QRt#Y{@qG}cgl>Sh|q8Q|<(05MicRj&wQ^E~Ak zrV4Q!^RnLr$|}_Ja$lcYbR+RhbTW)#ZE z%4{d-%MalSvVvI1P&(zkPOB+MMD*gI#Zi6HAG}-KRs;`jADy;-XmyN*>q)15*zCNG zer&ysAVY5ZNB}t$qp9V`X;5ahe}jb9O#_t7G1cpkGpzYmq!Df|<+mla>v$|fPaC-N z_y!V*#y#G{V$JEQF3jm5?u+xusDCw?CiBrCaY|JGTm*dBi&)N)bS4J;)wtg-A7srM zTWy6Q)zU^%jhJPqV7lpb|0Ap4jYDtj`XniGdcOEwu2joFjmP-T6-ET!%CaAPApH(Ch9oDnV zkQK_kUdXdd2x}Ns&&OPFzEZk*BtZ0u5J`zmaIJAGuLb)e0?o6R?A2zpAApNC)l=4q zl}FPCXXW@t`a@vk-$dr8xhAa~WPzwfw-kE`V`7L-U-d_mx;r{|f;_|paU{Xy>I8$+ zZNS5sAC!KUqR7Ngz}j&9g1_b{0j_=5;x+tXZ_`7#m@=|y@m>DHPoJEFQtlG;xu)7x z0(_H}MdJ9t*rA0~bZHf!FDs-Gsfna|%yNA(u}Ew_n-blK!mF}QSg_m>M>a?ue~Ez$ zL_V+}@|aEfiwUd1d!moRG$S=6pg%`baF4zlf!8=LlDgyh^CbmLq3~oTIGOF$Vq*Mg zU56JrlgGfUm#Rf$Bnk?5LYc6&C8IW0fnA;7)%#3BXJQ=W7`@a zyK7RGpIULSK7Nw-F2T+f2&FR^_mjkmhp2x!JCb2pROgZ@*l4pgMt?dLm`cQg>C$Ry z|KzFtAYqx=+tmiUe*TYtOfS%-c#Q-gnfX6<#FuZsb@RV`^X<-4{*R~pA5Zx|p7MXJ zo&Up6-EnVzQd)BPgy|XN@7vMf-B>??&<1t@`gztL#Gn^-(}BoG%!sXjkH;!QxB@Qz zBgQs(C(fbr)nsuakRnKQa+{q$qK4fZ#^ZUP3jQN8`9FpNN>USt&i+uQq2M5H-r)#0 z=^AGe&+n$QcOOg=iXX%XuOB#D$<1^Ei9Xd|Rqc=-gH_n$IKJu+?(1R`g8%n0lZOHU zFVI@1H=p)kf@)yOa5|cg;~-eE+2htO7+Bo`H0X~93sm$syKhhSd!nF#U1RUr>lE|| zNE0ybhi>A3w1_Vo>5gvxl3p89Y*~HM`RviQY%=YM6)qO_OiXT9n!a2J!kWShpp3!w zV)70UaUb_*YKBca&6D=sLZcD$(r-pyq7y2$bfyz0(F%%JjA(bzQUvp^^yoZ!JBuL( z92m0RL)ro8dOR7*uk?&zJLH>#=~WF3ZpiXA31v_@!2A+oP=Ax$TI^Y)$zZ$?!gYk) zaW;z%`yV=j-8J9G@CQV1Av}^Lk;%LAl4o4`77k`_WXu!6kGHpgZ*FavQoZip>(*hj z2fX!%Ru?Mmz~|QAPgXToKo$~GJerN536zkP;~D&f*_ASWSq8&_pUOlCGe^_iG8t3N@W-VPE|cqWE&ooy zy&{nISOSK?B&Y%4=VWk8@9z5J@c`HyJp6Nt?|{``-DCP_(L3x0jS~AALo^@kJP-l= z023$7IxZF>EMGNB8oF5Zvp(Lfm(QyPe>+e3TN;1R@MJ2M3-)F)ff5|2-#+2=L2xR5 z5g&qI#ERgT;89q4Hj_P~~2iegT=}}lywgvg0A)a$zp`4kFuE9pEk(%cw`s^M zqKwtd7NTJ>N_%2WA!v)!)E`u}roz3+TL5fqcMFoELu2sE%;+xJo0>_*&uUWP0Vfr! zTao2ixhw3w-Q=YLnDBkI{3r>D2D~}B!7)A^-s{k z>9at6J{2Mqd2U>yM^O2zx6i-2dH&V#`B$$SUmZ5S>asg}gpO!J#k2TpeOh1GQ0e*EMcyM~aJOX?#04!q6|6P-Rg+6KP@7niMFSuKS=gL4sRkr_*y+3|b z4i2_cgY3KU0r2hqr528;0M&5x(^utryV{~399)YWt zz(uf>JUaA1*MiVQ!)KO5plZg6rC<(Bcou!uTV_uWo*Fk!g`DN^2RPYauR|y;i1zp27 z?47+T&SI#01TMbQvghrJ={Rqx_%{T0SKXBbKn{gef;`UbbpJ6uF(X{S|bhdDqK_8;8YsYWln?(I}VZSlz7oINxh z{vg^!jMCHXG?~lC+y3BP|4J^J3xI-bFI){pZIpUn!fENTx^_^i!Oi%l4Qv8dK6tKWVG zM!XUewFVR_dUD)7Wo6BPHp1)=KyPvcni`bW9+fvfP zwOZk;-;ZA=Nv$pq*fMw-%)7-k_(eC$tyJt;BzK94Zm#N5DVzEi9GSo@!+2=Y*diPo z!v-I-hr^V$5wa>Xq6WB4@)r0iLdHijw)}|#Znc^Y5mps#ZmtyL1GbTt0hL!xFXhd$ zKdBiV|10o))pe`WOOn#&dIaV4QP8toqF*q5Yp&rDG(;0nLwIJb*Z>z?UlvJg%j%aU zipbNt*heAbV};Vb7$XPq9y7D@M7~+J40Mtwb>Z$d2@YtiQiA46?kV3oR;$A}p2Yp* zKPe}6OK*;TJUagANWhX43hkgG0!nF(;BIMatFg5uiv4pcYN2XgJdk1oO2Qt4XM3q0 zq;o#%2k|HFEl>~?gwTdk5K8R>$wW}V=m>Wy?2qUVDhj2p0gBN8NmsbLRTm#fTS&i! z5U^V=V;(sCt2KtZTehrsCMNi%Kf7ledUJM_*mMMmcWh4cHNUs$bJ&9go?o+GOz(DWk|(biWUO~uxwEJF#Z6r zo%{B{dy z^){5C2d+z`LPnWkMUqpWnYwGs)2mYiHfc~`E373e+*M4`{!DCcm)M>C$uO{8!^|9I z`4sBHe+ACr529PL9|s4L|LiJ81Q{vm7gln{guI5%)@X;0md6OZ#4sb70i4_wZ@I&4 zJk!Y~=8KUQZrYsQL7c3!t7}7uI{DLWO={S&!ClodkQ)687AH<4?<0`z@keOD$WwNa zwK#~=++x=-4mb~}-%4*0WHF@dpw3wV57pYmMK6Cy?a659_RtH0h1HEH2^|N+uZnq9 zT`qdE53p3q2&j&vi()I#F8)~JnoC;a>`D>W{wQs9cBRZ~e*}A;U66q7*I?qa3j(pX z_Vn5`_C8LT_@9f>ES5eiv^g3hZo&XF80I0pqhX=zEzil6`cb_SW~ z=J)!PHrM_0-FBAh{__3Reb5GYOyh0egM_u(_NGcl-qEDj4=VOH1^vAP&)OMU8iV07 zc-TTrSg}=Kp=s(o_LZUPhJw5rwm(U(!fz;?nR6~IG>7GyNn4BRoaU9r)bM84l>|7D z{#vywQ2)fMY9r(BWy@FYrfZx6>w?q}t`@?Zg%`z4QUYDT>k`}{yibP9+LtDpj`-CH z*9;q_u)IW(S{`76HLVvxoh065gvoACHKVRnKqyrOaH^B}{h6lA=ZFAA9|1|hpRYEWuExzEclLL{bHiY{WX<3`c9ufA5@RvR*U zvfrAA|Au;{!vsFl;r~!LlS70GR?lDtrjm3bZ`gr$F2#mw;YYblzMqPHjlZWM!0RAw zkYBjo9Kt5Y75{(~AW*ZIYnHJDEdqCHs+e#qu!_9V){1N`nOmMUNbL+SpHtQ*8nQE~ zn_X-|_km-`;kbr09K9;!YoaNF?A|BFSUw`I7QKGmxVdRCF~*)I+~B}9T34({=CvC} zw$saMwdxMe!hCo~&1leLz#6(VA=lA>9ngwL%A=E~JC;rBV;NkE>gbadR<)XaC2cIV zGkbxjvz0nwpXD|+ND|g}`5qS<>*j-wmd=g2!vRmSU|OuYfSgUdkj=31!Eqod7- zrzV@Id$2Mb98Y%9zini!G8sH~7{EnU0+#M3XrM zqm5M$gCl~N)mTazTH0zY)r%f4W{}D(J={TZBMx_e^m*cDbPOqN#h#ap$ft9f$Yjsx z`lmDaBBsZ2g0WXfq9cyyOhI%rnuz26&XziN)Hhs}ZKAVdoCP|0_Ab6Z&p4rgU@wZO z%UpN(VXPp~v#-yi|BNbJWBFWkw0gebUIMdDGIYvUDObVZfeV^9@MKj^RtP9ivI}lg z7x$2N6v_A$E%v~(>h%WR2>91G ztv8UBqh=Cxh@X4MhbItI6^p!X9pK-SPV1!Ep?9yE?E~@a++AMX#YF-htAuT`Zl3Gu zmIIa}lBZR6j&nozgO7KA_>V<0r|=Wx<2#s&>5guui9Wij3=(iMO6o3@TmeEBq`Z? zh~$0=yBX-*vY901eJ~UtSDh<@Z>&H8wj6AmYrQ$LMkadUj|jS!X{^HxZGEz!8<`$C zr)QiPwc)tD!g&#GZ*6T=;mBY5v6QCSCGt)It3mdZw4Me9P!u@*FaX33(~dxHL5~sx zryaKqwNkTC?T;w0BPk;$ddeKKB=7=bb`N<=3_2CDMUd+Qdsq~zai!o;U5KR-wRP2& z285_Rz%Ly>2v=O9XYm!gEe|MrOy>!(>b#6Lk;HR#-R`U&Wqsy4cZDyjB~X|S52jvA zQjGB-`ghv|kMQjRWTdJjA`fKnHe6y{PJj#6nmuFP=7BDHSDJP`O1+@jaQna}Uzz4r z8~*J~i#Q@@)UvR(<|O0%KCs?o`RMn%*4246!!}q2Usqs-Gzm9EC}lx(_EIq7tIHVxHOOqDYnyE;vtPfBM9+r2m!Qm4L*5l z5q=4d$0g~wz!E94dud8TNQt;K^!{+Df>fDfJ!-x)no#L$R8gk38T~6wNvki{IHW2^ zV0Rwhw&404En_8w01Cu;sfL<>UZ|sRvfPC-)+UpHR1E$j6D;iTfzkg`rO1;JoiLa0SsRU5oxwLpEUhF;qS1U7h&>Pu8GwLxfw zMn>iGhL+VQi-A+roC?=U-O?L_XR1&V$KH}sRh=qTRjG>NCAnBvtJT0{$m-B#r2MRY zS2McJc8Nm0hVrX-8f&lHXKNcO(rK!&a<66eqTR;$jDF*=E9l&bsbkZ;mxA9+7xUZ2 zyhj%Kd`MKTbRO!j{I&*~Hv>?~nB2J}$o)%N4NeT5u2q6QWmkUsQo`gJ}wT$}G|6iH_VDzumtc zj96ZPD7lRXWVCv5ufW$`iv;<;VX9%!L(A+|n+mX;OXLy*A*8I)^FDh;n=ozGleg*L16>|VKM4MKs zk3a(w*~L(*4%^rtKdq>`#iBgl7;QF?)^ng^@}|&uwLq|U3RT-a#yl1kD^k88)skn$ zDJukRI3a7rU4I7JJ`>(OH1Q71tdtrOX)0P79X9;Y=!6+MJfb}C^h6sK=On}XS)xWE zCN2>fkys;wY@h4;H06| z18|3fDgt8kNmN-R3-R)vmYWVN;+x`eNQ{p8AUT@qLFDM7JiRyNx-Km6P_FD=AW!%Y zo#x4FNK*u9!actU6bn=}l^y&a)6pa#+OjspsRn0?E{_%alj$a&MI|95m8u1#D;2O- z5IAJebkabUt<+iiTl*EJc53~--97E{3}CWLf_S2e7pH`!>0{aXYMvPZ_Q@o|)89XM zdAiKEdp`r9+kExUVmMXnauu_~*a_MFX>rshqWt2fpS-I$#|ZHrv#t98YVhs2_fzNi z=-_Sizx0H76=#v@ci(*%u$5NA9Gf>srgb_Q0KvtyYTnsq^#$wpRu(tTSCbFf{Wp{7p1I?@@sY(;M>Fj<8{awDh!|?0^O@EIf4mK>Vp#{KID% z_Ec3VLNqvtZ&zU(y}WLOWrdVsYAcuP`sH|$TnD5R(V@%aeln;)8F37mO!?+2_j5js z<{0?y{Qoa+^xy3&jTv;)Gj&fF)gy(f~pOVtBd@(a!^ z<`@bDw#gwHdkMRb)Jf8K<+T#qBD=Sq+$J%*)5DOBbPkD(QJ0N3o0Ii?-*;t>2OyxLQ@!;hc*9nms< zkrEtUy=#mHW=*$Xw+Vb6^*ydI>2C&RA6Rymv0EyxQpPz(;r4X~>`2m?C~@y148q%N$og=~jw7?|Q$WqYd@ zZHwMKXA8NS(vrGNw-P1kYVe?7fBckwxos}E`E;1pYYIv=+z*|l6KO!sd?nSi@2otW zV$k8|KTMMG2*LyHSdZK4SvI@-@srL)t9pXpliTrV5+}P8K`>b3efhj5{fKr;w_|Yt zE%{vz>sitVBDtwxeimiJtzm%!x=&xI;!!D#V@ck+4iY%|)u>lz zTj#*AN^m7oYHVb>Y%)n*U9}t7XWQpByza~N0Y%q4R%z$F8vP;qkF6@zbw7WNpP!5G zDOAMVuvzcUc(26xqDn?(X-!#Ky=!3(I+`T$OdMQHw*m}sWocZNn8i2K_p!s|gE}hg zQ$Q|Oyl+K0pCvYxrL_0~5}GY0mjXuwmG!KsJ~8`HKrqu3g{z=XLM)kf@2+9X=A-0C zSRO}H=3=cDQEUguCBqi(WCppqq!$5IO)&W=U!%no+naJjyAU%6;x8Ah1Exn67v7Ts3^71g;; zmkxGLl_rTuP1IGk5(fgfSoIWHSZ@O~Q9v{GQJe|HM$m{V@MGs3*3~(XD z+xe8X_?iGMDF5z2$SI0g;5CmPIj;H>n` zbF{XR@vktF7XE@@f)8&9&{D|j`x zF!@-6(n6`*I%w^kh7kCwb9@+{kAPqX(P}6wYW*^v53a@3R?_*BDE#?%#uYeN0Y+Sd zi>pPPWZQKB04X*w070Vz&wzsx6*eBlfM7GCj4T#I8x1i9_QTTmCe=bdVnTJT5M)g+ zn14dvi*mUfwU4^3&M92K9Ea((VpDcC`djnhO{-h^ubTK@6=0+qN()l$NiI`;kYxyz zP!WCCbd%b&sI>IOIk&74ZGwx27y-K|eDGDpFPnWsSbh84#)ZV!fzll}!op>N#TgXZ zGPWGjgTkgGXOy-ayE~qc_)BdFn>r@pgD;r<7Wl_yF!j#6N*}dSxtMC;?$<{wkSOkhv0unw+Csz z2VEXQ|KZ(YGWzEt7JI#zZJ?}~A7H7T6?&O$4`9622D1oZ0N1sC*vztj*j&;Af+MT` zm*ba@U;v?g=kv@THgjxJeS=b`rsH+OU0|5jK4@;iEU^OS7Vc7)<`(Uv{np82Cmv41=_x)CPue1@|kJ%jlXOx-&*Wa1FNQ zufltvQ%uM}ODJ%K8uZj>)A9XowEbNpQ62x4Amf-%2C0g>AzbXv`i{faamhbIs zI*5}*!v%6PX(cOJ0}O8HftJ)gxbZ*DZgVBno=lVZa|zgFe*zD!_eXR-j7DDS$7aQ*$W_4NDp-+8`bqA=u!Lt+!_~ zc@Bgc%&|OCwh(g+c!P0Jx!LNqkaC#hG`e&L4@yJUPgl{chKv6AqI{ypzTpVv{-WY| zO<8p=dxcFrSkz~8?hLEzwXh;;ZzcrTL4O?mFU4(93_}d2snfnk!)Z)$WRt}$W>e?U zy2R9Im3TtTQ2?x$s-8&>CSRwWm?AnMAe2$G3R;j5OvH8neN5q;K(8!A zkn|H)EEDa4OlRSl8C~)@PtW^fc6!R_;}FXkFN2q&oNk$Z+HT!MzYJZfNFKqHnL65T z1ueq^{Zy?6S*KnKoq_jf)7x8+jAXzu%h#CSH>V)8k#>a)XfU!!`W>-du6{ect(0Y7 z$`a>+ZtKi6H~m{;L1b1ub^VCcKQ!c@Px&hJ_)%!uiF0Ql;8UP?Z|EE-gC-@>9ZrP` z{QrHlv*C*)vMAjTq;^Ze$mozlK5H%*b4y*{8Di7D2oivfXg1O18rilYCvq$0kr#Am z)Rd}C0%MAE#qkEG??KrLMAYhR#W^?^}3qQd)u(E zwnMg&>K|NZ_0SkI)xwy7^_2LPRg8;fGVUHnZaS}#+p8Aqits1tcR3$TQpP5y%v> zAaOyq+Cu#hP2Q^QRPu*gKnx!#*qv_Iw>AopIcOE#-u&lovGuP+e<>S7%roNqxMo;B zsgK*wUlwh;4_2cTOa0)H5hE~QW%O9anf zXZbRUv(?}9N0V$p_MtX!@=y>sF1&%Sw~0%>dcX9h%m=GGTrEmTriRYSbf({(ZJitW zp-d5tz~O*yk>D3z8^I6S9^ewHI5K-MG;jIq4BmzynC?rDw->X^bbK$36P-&dc5;mhB z#Yz*sF@1?A)5X;_@6tv(-_=Y?a;fyGSP7AZkT;m#+>YZp+=~qcbGl3JzweL6;CWCl ztY6o9$_Yky+Qwwq(JUtC<>Y#F8(qZnyEvY>YIvm`%sBXl4i1^3FDYcT^eSDTp&?Gk zxmcG&)8nF1)x^mox{D2+6_%`5UJfNoddHhqeML&nLJ8vmILnZqr9W{f-{xIIG3|qS zJZ#vJqqSns#d)q4Z;xmRu6#(9WY#6jNDOG_m-xXm)ogm3bBVw=(h<6=_9s_yWvdoE zPZijJR4N>nNN05JCjKmTQk9kiECPgDV8eoS13l5wbQAyrS|`f-k)!*0Yt}URYO_}m<;ABk+Kdb9sE_{ zbr~@*e;E{3Ipi_DlHwM~(1eVKY^$O*JlmhDv>RRb6S0nBh&ei&A;Y3@2lx^1=!rf| z^7rgG0V@(qEh;81tR`Qju79*#7*&@70zC9K9?DxCe@sgQv&8WwJF~V7Xe^EL2?l6o zG6lH<9Zsz+NJ}-+9!OGE`~j_qhAi5wiMnD)iQ#l*l30!$m=O(H8lXX(94wrjH$EFp zJs3T$LrWoaNcZa{u@ShFMT{%~!oiBWA8vfs#qsN17$Cu6v?fg$jb-njaps13l4<_&csZ1?BnK&nb zrAOWvdS!jw`D7)^t4SUP<6AE3C61+gf0JDiYJ^YBHV0!xe=cPu*N|uwF|=dNHgo zYpgQ^O-RL^s25913B~`pYvT{zfwvYiaa?{wUyI3mMAqbwuvGb}|59*rP80cTIDZIf z_mt|6DR?buCzLI8y}7h%hO1{tHB*SSJ&4L6gT&Vnw)wx%D&bgz!%2?a*e}yteKK}? zOCP?p-pZr5*I9V~h4odR?cL7OhcAv-S!(Ce&{LCx`L{UILwW#5iEl)*K1iaFSoo%o z(tlCr7C(YQJ#&1PTHW_w!FalNj^j+Z!{TTx`ohoEKzt?UQv z(g%Hq8!`h{frbhQXCEvB3G5#;qWEyWk+U&DQw8)=c-3Mq-9mQ00139(;Mp%vU~GqX&g!68mWOcCSb;@{S2Wg#ru;nKO#rC*%v*c3EtPm*FD#hcfW!@=WE^)q}J;qBHYihZP@Fl9PkNG`5#gJhbpPEsn-jKUBFM zsVvc{xtTZFe^uu#4#r07&AEp@9^1t?jLit&^jMLYe9pqW!UvFFU{c0B6SGnLo<}qS zHJS9WuLl`HopqKkmb9==c4!W8ombIVj1%=g5*_40+hL~0!Av3@&P9>TU%JOfGR$^L zK6n`~mYFtqtU!efV!>jxx4+kA6U1l37ym6VzQoiYk0IvgT-jTs#}wFm)jK)vo>r=9 zrxT_t&S{jU0yp^{>?5HtJBBEoXcDO<^+Lp$DqOnaCm^$)D0EG#ITPkvGH1{mAkP5> z@7Oy&Jb^H5`{@>+2KllbwS8tgx}?X>u)p*!?gh+Bp194&nb%DzWef)+KUMoVh2A#j`eCG4Cz_!zCGEmSY6F? zezgwQ-$y&ySa675PcAGn{;kjnk4n_&RW;t&Wg420a(3s*Mm%w@dv zArKu;W4K5opQ>L%egWs5Ow*FBQYfrVKnpv4L6+=CgLpQVUS=vCu#OGHa{M95OaB<%GaUdN+8h1s&5a2!47FnF5hoMF4J`C?^G|il>*M z0#OPG!pFUp=3ogGhy$h()Lx9{@eRM}NG+_cv9JP$a&C)Xz3r`ZN#zevwz_0^TUr_# z{7!|SY-EW}##M4(VFW7GRelhBu)+-E8{7Je3aP-u`i+S|tY0Z7X!C+%66WHW3T7};QkA|&f)3YDxMotViA zz19qHUs^L5-0f0=?&eU*7K5X9w^iWaIeAGYD;nwz%VfHqys zF)v`<((4C0QLU~MN!%Sk8U^ctSpCE?WOUR7><)A@AHS3wbBVRw2;{w$w`1~H4}%d6 z12+z}C_eOV=oIXkRLJcytflT13Gp1*nTx0vMHysmwC!3%Pdnr{85?l8p=vspZ2kSD z)oCBLj!t{8Th0AeC&(|oUR2UrO3@}Dld+&w*f_OXjla`7Gk+;JUj9n$y;faYH{!e} z#fbG@d9B*7(K^~`4NZ>icT%xszm#Wbr~4>K_@i1Rn813t?mTVTaK+K6uk2yg0b457 z?4`9_j$VJ)Nw4vkEHxaXHJ8t>mUuFi&E^ORsr7={rTptMFLmi=MB67=(|nI%*w3tm zXjyDT_FgUn4xLCyNOgYrGr2k;HQnH(6JMe8{(B_%AVq7LPU6l zOQ+{eT*9^~sfYHee50mSwm@kyLaIn<64FTD<(y-xzqvtddIIyS+vb86L`!dU5}|3< zHB0V!o2%}6zsZx4oT#U*@ZVwweA)p2T{pmb>PGcYo1kam#5X`@2*NkR)T=0y1r8GY zd|D!%u=r}4N;l$?*J5VN@wy-Ac$#5ncJdK^?UkRVq-Q6YPf0`RCyE4hqi7`CD^-_f z@gpXpK&PgM%3U7*Jnhbqf^5Yv_6zt-=ycZ9 zDYy@l{nC~Kb(M~lb4+FCzC6QBq}`;D!3jvl>A`i1iuyP+l(I3Bafr|~VfXv!BiwAO zhss~Umg{sxA%k%4y;-bApNgF_6kD86(Qdd0Ioy_H)mc2)$4G|wpUzdClx)Bu&%QhN zSaLO0J61Shn&lUvqd|RIA~;Bqz0VprWn>)o#K`3M(t)e#QsyActz5~L9{@9XdDGkt zjl+GMjZNoTF0#W(=V~;bkv{DlO-m%dKp(SDJaq2IPsOAEY&v)1#Y5Ne?$-OmVT!%Y z!);ZoZ1IJ+`3KtS*V^uv-tr#?m#c048QZ^1PFgUu*BU}VVC=3D=Yz`$Ia|w_VoGBC z88X5O5=Wr1->%5vx*9rXH1GrhV}&@`#fVT@-k8!(Q5#YA$J~UHAX>&YWIahA8WGsg zj3_zHD4u!dld70Nmk+~qvq6!oP^}56PQdzScRNb1;WUh)UnDoJMN>#DeFr)S$o+*@ zmjO#4mKA%btuxoP!Yp>mb*==LG_A?kw_r@W%f*D+L)YmTe5d=-B)$_VpiS==PU z1(e2(R4p&d>1+f&j}F5MCXXyLmA}~`dR7bUlQI+E??!uXIvr5BnJH=Hx!t&?tlw7t zpaTpnc^(XypmGaT&j8i8KlRK{ed|-#_|&mIbxlvX<*9z=)}+jsbbaTmfF-JBi0ay* z+GePp6{>55>e!&#CaAszs%wB6vOi_!rwl*FqYs}c36y!J+)?Ivx?o+1XEO`aI>^fE z{&WE{-FYI@Co;|Q;Lq3Hq+J*M<^(L*s)9n+(n@b%99Vu2hTeF4Z?KEOja5}IwxMR1 zUWd0l@s%f@@{9A75C>6NgaaAh3m?HC+Do^6nB&)wpuqyAYQdEU?uI->{IBca@ui$Q z6!OYb|1tI8-T;Q#|dijJn`e#nTX1);V3Ll7=-%8V^2Xz8DXo?l4ld6H}X zUF90cH#^7B&$n=gJCgB1?qb1>;vvLKYCgZrmSStNY9^cmMoFw$H-5WpnxM z5(XZMX&ZF?&}VtwsuRdIBW$+Ba77HL%Ht7`GlRZN%?q0imzQ+gf8L-QeT+eXy;(hu z?j}03fFwXyb%CCH`(5xVPzj@8Ywd)GgB)u%q()wd+}!fi_d{d?xOsLZ_1{4xc0p0s zki2LZ-P}hv0&)F!@tP6qD0&yLWG8+Xap{a;b%i6*6$~?1Fos-kyimJX)HoK#N~y53&nQJ4&0U=l`S>oT53GCb;GEo$4HAxFt>ajaCa=p zZP5yBM*CukesEA~3oYSZ$tjigPT9I({6lD}i%<3LX{UYkL+|vsw|BhXQpv8Z&OP6* z^4jAmG9iMyjv9c6Q06HJd$ML*>MZHDxfLwIFx!ABPX=Ij0RCXKHPwRT? zuM-5#J1>C5@=$k9|2`%tgtj#l!N&NPY~et}2wV*483D$%CA!4&jby?N9_mu6j8fx3 zuYMp?{TNlhU`v_JsC^l!1Avf?Co=gLvuS)fbp3V?T}pbjdqErFzpE9_(-L@E0xK_p zYIUi-4L2{#UMA!6z)q}1``@qS_J1|?JIrCdh+#l)g=n_LwCUL%SSCdgh`}-sGzNg3 z&qCsqlAtK7(PEZNXO&>^Ize*rU@?zLOv5y6I4m{BTBQA2Y5^KRvum{UuV2PB3{TK7b>oWiceueQs^iYwMYk!c-1*RbR&ZQ^t#n)MU;#kln2KhG2-auTcu^( zZ*})d%LLl{!VvM0gD%F7WQJTQoN?Kf#E}0i6!aR_f+bL(qbA<7h>@|@#J3xPo@s-{uen~ zX7ef`N6G$If1AAe!I1GtJp63y{E3a{v+*UlxYEazQkic--YvL_KvM5^*1x*xE8Y^2 zTj8n{!zLxsB8g|33ti5pH%r9@ovr(jM80t@3W(Iaxn z2MY(H!(ix8#W|rr+K&|agUrUz49$hht6of}yucc)*~lkS$fYJgyp4tz(Z`((DR(m^ z%0(^m654#GEdfk2;$$wC=J8dH6LE@scSvD&ePX;>iSMz+tGEMlal}}4Gj;-@TfCc??yX@?TfS1#`3q)zukFw91Jh9vpp@6$6q8* zOW|Rb!V(0}Wnmj-51^;ZRvdipo0u;_>t2{^g#gQ^R3ey1Cybr${kzm6Guh5a2jMBM>p30T>WnF2?oH z$r=|@BMX|Qc19jjwbUQiqo3!USWM6yyrd>m)mv;krI){v`Pl-7qb3O-QfBH`a=ZPj z<*7lYy6TC%XmpsMFPl~uk?4xbB61c)Kd1JgBDknR1c&?>Sa9``kH$`TEi1%h^_RFa z`Ati3a&mX0vY7KSq*h6^%Ll!}lusl}3lgZ5wKIRY%B4JMAA_+sK<6S5oQxoMi!T2p z&OHk2*?R@c^>GEdm7_o8@E#Km;!(KF6LWYd<^U7ratC_%OS6Y32Jrv0_w8Se9LK`` znZKeVPL8Bl2m$+ul_N9A?C@05#_S{#xeTeNnUmPy2)Q@0;H2tK{^bofgTExU!8qTo*)jQtMwk!(N`(+w2Uujlnb_tMBtg z;hdwk?<0<2cq>GAG%Z%=o$yVn!URp)!nuK~((E{Cue>OGPJ>Ayz8S=0!3 z!ot9(h$#lbCG{o|XpKi;hUak%!!pW1(X-Tq^@TGtEN40}GWnte@g zV0Y(l6U6eBuUf9W-&WfnXYq8#+Gh5;Y%OSAn)TK#schumU*t zAlzOpiQJzJw;!BLdl_t1srE{kTY8us#6=s?gGULE*i?Y*D~RcnXqv@+5DX{tS${l7 zk+a6dH1Q-bToUMGET1v{4G(zU1-8*_{fz&4jsN+P?<8RhX@SEiTO?>tUXibbkc$5H)4Nz+I9|YW1_V4SoLI%ty0iLQ%pyID=*nELhO~k52P;-In~< zv;!-taa)}^Yn#1@M}g*EmuT*>+WL7>TlZ?nRjGz+z$;&%XK3`xnh;sR#-gO_DW0`DSZfn$N5cFOb}UL^f?s?(W?NV&;n%&+zZY z%jX;BU--A#YHhW?*?6|KwfS;m^ZCooZ(5t1&$c$cVXes4OTmcYJlR$#*2FUU5er>TV>n>a%h_!- zg>&LAowGrNL2`x(QiTiPjTn>!VRjvkVPeAW00_LAkMXJq4ZnbD-DJ`V?8n1X_9Jpe z(TE+-FGk6L9VCNzjEOvwkl;z;vL2myn|5W10cyHGqQ;kon>@Cvr8O zmDORjcBs%SWt1rRFM4XB2i4xOJ%jGW<34u|!<9 zDosAA;Lysqtm0)ZoC5a12WklrtJqsUiuQ`_BEuWQ1xTV%@^7AP9v7-s*DC~D(Cl1}#lp@g z%|y%$aS|Gy^x>FVro73^6^^Spz$VO|@vE&q**pmRq2B^;KnfiVv%LONT@fNx*vHcT z!4X^~NFsQB*HcQj(6-c};xn(*W@qs2{C?x+a*( zam(-t%3U@4bMa;oBZJ){XLZrWv7z5@ZC{fX%v)byckV5!kN{)3w%NlMm){he)#{&f z?MS(_U;)iC#jA)$P&f=f_JzH8q!YOmEbAA-wn*ugRpeL zqksL`}xC&%ycQc=H*5^J`hQ)2dXCPGGbVi?1(| z5;YeuB~4Zv#%RyZ--0|&YO(s`N{r4`*}X(}{09}M@lE?b90la7W$5yFGi$cS0k{o#JtAe!uJ+{X)S7_#_Kb#@bR@|dlq$_r4HYJ87*f+ZgsAfSCUWnELaRCr*Y(y+rs|F$tH!j2m zsce`42w@nv96$eErpfFUE;ZXe+!ZuH)O9D=uJoU1>hkpOKK4IAqvr#_kof)I01?h$LOkt7-#pPDMH@6^}up7EHGCZQc=dgg~`f&XQXV7WBoK*$x{5 z!En?j$kkB-Pb0%FZ`oT|K7$PByF+zy(-=D~H?w#KBs-dqW;Fo>IAEEp(_4|UkY*{t z32Y#A-XOfe?d%TBfc7@N%WCy@PPpToT4x0M9OeN1WNLZsQ&hK4(fTYcY`eJExs#4Q z5GXSc+~OYBDY8kuUFe=qjJ>Rw?|YonQkj%9AumeWozs2+}t(# z%<(D~1~`{)H|`n82fxrQV39i!XM2J~oGy42ufq&x2N)2=Yk3c!;XG}J;=$<{8r`yi;-Yzc~wjqCwuVMnPK4S^rs#wlHNl3 zZLOh3WEb58H+^E@?&P)Ii45(t>

      c=cv#@mg5xBXTgtC7h1sZp)V6Z`)YK!FX-<(e^adQEP;-pRI2^}*5yU%oSTvIRP%Hi&6cJa|dm0TQ9zo-27Js{m$`GbwcutQt(TPab*mz8n2%Q*B4&MZo zmZba{o8K56-yQwMiM?)#63h~jY zBvIhY(>+K6b^Vj=KI#$FBYYaF)+LE=^%CdtlDQq!^7^YQXtGA*fT660vkm|Px%E1$ zw}1&79l1*JwW7oHPfYw8FA<;Czs4Z!(qv4ucG6Km!$ohc=f3l2;bhODOQY_%1ec90 zmTd3cK~)Nz=N)BekZNkZo34)KviI1GTXu_P5$JW?C`PD6mEOBo90!y02%6H&T<4=$ zt7|$djet-|lbN!zTdUG%@4eU7V>XRsb5n9xFGDpb&Zdx>T0uv!SxQ7<{J##Oj0K@f zK+f`awDrtI9SazdoER!K<6wt3dLz*fW5*27D)I`#$ZR~t?_fi9wQV=cmXGzI;(1V_ zefGI9D_QCEV)n4%`44Mh6~72}Ijqn7gGc;tZsnx>Z*Ozm(#E#`Yi6}+^_2bkBkA`q zs;=+Z=-c^s&+`ZN@9r$CrtB-P&fur0IxfMu@fTPKkVfM#M%L~puV>r)qxm;)*ddX6oUKWovFj}_IG}7haV7b+`D7v=IvGg&gH9%zuKKWjE#!b<9ev8R7Fwp zc_Ny{^PHP1+2(uhn)x>W0cf zdOID9_E9#nrb%X9$_13)a>%FUU(qE!MYLBx$R*3Ssm%94ZvP*z!#{oYAMpVKT;dn> zfuN=n&H$m$z6QX(+^*-pkts9z=f9|RKV!E~@(daZVFUq)53fX+-PpqtS+QZ_(7*j+ zRk7NnVO74Tx*%tkL(5hfG>%NTgL8RvtCiY5yEeld-LyJcjhI|N3w2qGtL~!M}=e4mag!9F(Xm@O8m~ zDup$nwiLSlzmGHw@{|nH1FKd6Nv?}$~PBg=vO^JNB2y_A%fXo3J;T6})lHk+>_ap1|H@_8;eJl&y zaN|r$2Q|9nv2l&LP^cHZX=}4`KDVr$?y$J7oZ?umD8e=uN zqQo%7S*^|~3(r1_6lbhBT8=J=k>xXY!58Hi@speMdR#2T% z7{khaOX05jzKF6;e+9DBW%YLTAX{6|5-n|liLQjshr8@TKHS* zd#~jn(BmxX>m&5H{q#$`aLoS8w(HhOCIqIs{;TNH=j8GJxsvHsElNy4jC9XbB_nCO zNy^E4{c9j^$2qVf4YesTTRokQdbXx1F8m_n?w zioShw=JL3ss{e+JH(eW9G0%%eKOH-^0TTR`-WoQlYN`cw{0D-MfaE$)RcCNLida+1mF(1@Emb7^54GcO5T+W6y9U;}`jE=J~@{0QOlV)rzL2{aO72Lvo$v0K*)1B;UY@Riz> z5E*J!GkP(F)M~;fG$(PH^5hsL?Y0BRqJ9!fia0SlaIs@P4gYTLCpmqDwLJ?)*?|eP zS#-h;3?*egfLEGlxo536Iz!@Dm&s-VrI5yCrd^msTH@uaa7B46YpxzESDHI&EaF}0 z-(+Scd6nm6`IHgAp627}Z9`Gcp(_fSKkSJ`G*iD&}yNx<*Y5%j;kIK0O)wJ@r zU%v>U=MOtfEnK5A{dOiVA|t8KeI4`AEZ(2v89yNgs*_bp{eyCJ8|iuNi4)mqiIKNL zv|M9T+hpyBjis{=y+Y8P>lq<~C1Grv>a3(GQ>Qk0n+khDSkd=?Xp;@WkGq2xau*r> zQZ`Co@tf+Avd|7*6ru~C<)y>~7PeVoXjXw$rYvcB|ELb^SFbre7%%6E%lv&K8Z)B)9A{}q_xe6>n8lhfx_>MXR-0AM8iU-Y@mJMNqc~LZq)S8ESAh8q(Rr70 zq8VKT)k4Y;lc=E3>oBSZ2+mS~K(qwpM`Qn|0zb$ePc!d7?ykEW2uffF;ooWF(4#%C ztT?GJlXN81lRf2}vfn}CH=Lks9b-5`p_n@*Q~NP zgKQfn$0Q?^M=FeWY@b}3B=5J)8(3=b(9r&!O~;wAs#ujM=vXY==i`my^|ZvGqmMI& z9|XSCt7ADEnNk0>f1@6hSv5s`b{RCU48|q06NB=6l9PEk%p;scifm%25f^2_f~Uj2 z{$i|9j6k#n3O8TBvX}|-cikl4J^bJ|wSz|}sn?0JMd{PS-EjY_>5GLXMH+?Bm;OnA zD-gh6@j)mq;tJt<@tjU{-fxFIWgGUjc~U_blB*AiXAEk*9)wz$EK&r-%^!(G2IC;Y zDGV+t5xglC5=PY;KnIi54XqJbW zBY|eaiAs4&AiGB-Z^fbQ7?SK`aAUFaOtf}qRFzca`^46GNjZkTtKQU=YdC3whkn^W zMP3#b*3YKyNY_Y9qW5WO*Dxq;oxPut=@lE|W?h3crA%cP)c8i5-WLrUAJ|iS8xdF)vYv$!Wvgy7}41DfVC3Oi%PF&*+6mZ8}GFZl_BtKy}&>=8DAvtv#+A4Ar=*?ub`eb9E73-Q_FEbgAr8$%ExDTbs;SLxm0utG*_rTc80&P%jZGn2H6&`z z553$aH-hB3;}6Ty;V`aIKj_VA)pWM#zcHWB24iA2wEW*RVOF8e^hu}vd6rMdQ6H3E zKo(d8e<08_ymqs{6RgFG1T%+kz>0->S%0EECC_Ur)bxVcrcq%jkK{cKQFU%7;wOsR z*2~=CobzjOJ+Arg`v(*Uj$MfqSn|uaq_^9fRrglQ%wyv6t$SlcQkllIVA~i`8<_U7 z+>zi~1tY;*lP{c8gxtGQFLsZKvVvW)#%uA+(1R!g_AV zvToQ=882Z@tt6g{#9NSgjUQ8dp&X0VQGaQ1=c)6mE{sO^)aUK+I&-5Tm57A)@p&{F zJ5ijjMYDw)hXiv-_E9;J1bjfbmso3JJV zh)+Cm)Rw``fRZs{RW`R;wZ`Ft9dk4VCd6FFr~hd8!-|tR5Iexs80XA0C&&R!*4{Qi zX?9b5OKG~?*mjEn4>#F=I-s@@H%IN@&;QJB%wMMBiObKc!q9DNcr|i%_|VKS@wu$6 ztmvR*QP7%XeC1UZTzSbySwPyE56mhinVoyLzdJT+(_aB);YB75V2G>j$G1G>Jbvxj zFr#-;Bl;Jmb3zBA3wHp$fTzZ!C5(T^Z52UIN)SJ8ES)j8OdAW~Gh-73xT8X{TmR6X zFuOo&iGhMUVn@~8rSpt|Mn%1Gd!!dXmL=k%Y-=>5E&l?GrA}c$HeqRrQOt~t2KYt{>Fh`g=&)rk|0vlsfy+*kXwZ9^lyjeEG3gZug>H3Q zWyaXi0bAi=3OtT8(US1zkzGrjLmpe1^gRpxjP19&m-mn5}P16OZu)w{WXN8 zU+kU-K=jiU#^DYT*?OjQzXoBEOyT*!Y42xK9pUreDh;>x& z(T9Afo0gGp(?)y-l8C!!-%xEsVPKc>t)#PCW=$@g4ks983FlmD(@*5x(ec<^Af}u) zqNHw- zIvDvV=_R?vv56mOhq4s2O8?TkP8DIAfEa6r!N$Kd44G-ETXjw%Xw5kUC5@QTW-wHe z-E3fAvv)|2KBgHpRk+Nu)ora~z*b+#yPF>xUwO5cDv$eId(F1Ox(db0I-Q^GsOx7z*S1h*zuckpmxfG7GM zQ0C2L0AX-?dzAd9V?^ZkLb@O^UrW6E`-o7;=B~dA8#sUEqek>;k?PQpKLF6`=mN&# z{6~SJV0!>A!>koGD-6I9pXRg5O!gG^Hp7cmowSdufG# zPyDP)bjWP6kc+79RKCc!sjV9bEtan-3P}N-{MBi>6=qPpJE}UDp7Hg`sgZ7WXrSNs z(6J6?Gy7a~?z&UIMy#G+A#XV{U8kadrxB>-J&CX!eS@UEC&-W7=TgS_=Vfzw@1(b7 z*Iv8@I>yZgbl76w?2qKYaHn~M(-VocH-4$?X*Ew_1{6%6%?0>&sOg1Q3 zXny4yx>!UfcA!~jH)e~W5vGdzGPU+B4UPZyU5(TlGnQ^my*VbxG~a|ipQx`yC@Twa zJ@$zDjs=TA;_#OowWWNn)$Mk%15&!USP&7=_{}^zmEPre-<@hng9i(KiQuA?qDE8T z58lcPH9~Qt@!*{N!YnW;ZnfEaaMAY_J}KpQb&n%PsrgV0=;FZ1i+4;7R7g>jyAT8} z6qc`sf?t=xS^Yq0G&20Q@F}9vv>$vNjHG_e#kk>K5Bva8W1-BsCBkcY9UGJNuY^yC zy1L@V1W7^#4piYI2;C|^8mu#h3?V9BuMd(MO3`{O zxQJEiH*C9Gef6Gs*^0Y%{}+R#*gQ4y?~Jt?WB0>=X4ESEH;N>zqasA1s0 z6-I1$=tA^U4Izi<)a3KuCLMwZ(Wug6%@-XiH7sYH7orS%?1R=Kr9VzIr%xu87HdP`ywk^C@JFoq zlP#(7kg=)o(_v8+k;gG3!na9^F|zW{O|xy%Ib76^xKT%=uGskz|= z3yS(uBq)~kKb_z{{L=sAGtTY+2Xh;vIt?^ygImjaTXM!8%Rj;9AHkk+k)EHQD+~qQ zc{#-{xh(4(Cm7!1A(3*J@sPDN^qfotD51>-<^kLu9{HJ-?gaun&iPoc!KP#$up9Sh z^;is4P@F@cv}KEu>cxgxk-JbgSy^Jbw;RkC?GqVcYi*=lak8z5AK$NZ0$S}-2jF7LqlhcAbEz>vYX|67BAvfQPH)IaX z-d&?m9bxiJjMkYwO2AZ{*0f~~rQw%0O9`;Sf(I0kPKGYPaxX@R1;1wCXa5W9-(U5C zK_XCy*yQe61eEsY?mp=oJ@&wY)o}DNLV;NyWQ-8U4D(+m@gF)-sxSrsM%_J#=PU}p zUWKx+w2z7)hy2cG!eqRXYAw`nRqqVNV7UO(1)G)T9OUB2BLJ?U%FJNR%XK2)l4Cfj z{@9e+uw~3*h|Wl*PJdPewmf!j{lAhE3Ic2d88l*TF2Tv$GGY?11_DdwJVV_C0Q)by z6SMLPMqgn+K|j0L-EiJ5d)(Vst{YWF$gMN6ZStO9+-2ZfrVS7<}CH#9apje7f@4mZYd!2}Yug6Yq4 z>7n$2BeJe=Am>4Bb(NVa%h|tNU|}eVj~|>up~8E-!h{1TatPRR{0SKFS}!}i4C!X@ zK+2X>;qLBYgzkH~;y4bYGO--q*-Hc#f8GngDbmhy|DKOsm6S2m!y!eIi%di?R&4Eu z+phc=YT{R^8GHfB8O;cT7JQ%_#}*qcd>xVCq_C-QlmH9%RHEy1YlnTT%ZCEu9&6O= z$OVCAT9rwyoiel>d_LF6w%!0Y~Nn5vm( zyvl;5^huKE`=E9Jj)-H`^k7zhItdY{FQZ}W%l`Gq{Od5wS`3@? zdl>qf%pRpbF7)pLT(6~FlJDk;@&yC-wb0<2tJHo1da{l{ktXkjF>N z1IX*~_jxmJG;Gn@6r6N9UU>2eR7O|{BXcmAUnzO=aB5ct>%>N`Q5%|`i=g{dLg0CW zLIQlTKc)vgz_=v2hF33`I@d2#M=c>i^2Z8q?Z3^%=YXCurZii&?w# zh=Yg$RT6Zr4qZ^$oOF0TOE~`ycH^!xHpbYpAbF@fP1vu3+(6gn4pwYiF%LgGXZuA7Wa{7exRuyjT`qHE=_vwef>RXL;u+8x{wE?< zji%=HcSfEVq(s&vOqm*E`0wijUv&ioP>;+gkuE6YGW&wH{Y=O+3J~6CmZHQJ_XZ~nOVldq*a_1S!jv#j) zX5W0%;#se{Xr)T&=BWwxtQVw~Z`zy~XH2O=_)+A8YBjMpQr~-9oWZJ~7!HJ%RZ{<% zCM&z*1&Wc-b#mQ;4VRBJ7J>w2=d}<R%230Dcpx1Hkp%=X@ua{z`SK=&`zDeApxtf83)Yj0htB+E{iVXrTazSWoXD2`a{wgWvyi%h+`%h->P~iUNgRK~9Xu6|KUA}CQMtIen%}p|q ztr#R|Zw^6J;QrXpbqI}gX~2Qy#*hdabjj9|6rlhDwRGjFWl)acYsuHYpM3ZBndBVu z`Ko=+Nz~tEx3B(>KL`17=y3kfeH+dc9nOM9#%6t%kJgrWeRbx6T#DvG!YM&7*F$6~ z>M0Pb@Y$kt2yT}7krbN!32)c~1+0-=wmJYTQ^t+jmIChGwaHGnN%`S~1(T@@eJ`4h zIw?*QURkccNfc91%6{YJRfAEk$$Ee(l;OPlWw+MlC|QrZ02Uaw>YMk_4T-z_W<|!; z%3M+T-3s*mI?799I;hzVzKIEYSu!iz|do$3nn=Y_gbujrHIwOgde9QncDl%lw9 zIzpLcMmQ;=kcLJC_KtCM<1|!3>LW~;*FtuJO~E@D?CPW`;1HR`o;&N-2J3zU?`#>J z;Nt>Xzp|eR4N>n%cP=;XvXZ9e@(AqF{vdKPI&^7)?%Z(}#?RqvzwR@;|I)@!no#OC z>;#+Z&g%CXfjy4j2G6^2Y>3{tfI?I^pibPX)0@!I0 zt>9v+O&#{u!32yko zYkyXyO~BC7-k?T_Kz{ZLqu+5U&L*{4<$)<(yBLGT&gJS)F>E5q{?#Z3+-Mtf{iKXM z*gtsOD*akkdEi-HvOvq5$Xg4yDWl-Ji!n=zBY>W{LKWm$u;iGG|Kl8BYR$yPMpXi! zuLKwEqtGPH1GS)*#*5aRsiaS9Q__4m+`$_@ zq9$lGMF5zT9_-R`+a@};nia%6@%GJaVYh|;80MK@)}>Gn(iF-LQ*sMK zT@|6f68t2g-q3gGL22*f`j*=_9Os&(<>RMWN5T2idpsvy-|M&ZNz5UonEz=@-F~yQ z>(H*6(vJ6GZcE?P(;v89M1J7j){Bwv==*hYjn6f(Mfa2~We^(I_(0imQA|X>;;J1s z#(*}f6Mp#Fv-@qxc1lP`&%vqV24rsU3Rn^QSs^>~98Zrlm7uj^no^GTsMhRhv#`+X6`|2LWK zcsR1`eIU%NSD9GcMx1{y3Xh#vx|+mn^O>^Z}7oeYBHO-%5xDb%&F)<(?b zGt!`^D5fn21AlP37Tkzx74QB<2!}*J)U=rkfu-5)zu*(?u*z(4cm4h)?Oio(9CcQe4Q?v^sY-oZQOCS{x8;3 zw-7H=U&AN)Ree2o9vW=SFgYj>LylR4?&^qiYpXw4N6hZ%X5suUm9k_)1T0-O_}HF0 ztsQ5WYzhcgEl2Gt7c+ZWcP58Dv)H2p2h1J6pbfv+nK15*T#a{&rw&~96vS5V_PU1kwgzcN@{Amaikm}*=sk51X$n0Mg_ceE%5Boc0)1zC! zBzDdArX`=4$YHRHUsA3~J&)1sr3U~=Yr5&ka)D zweub|XGb?_btr3k=tdKm93vwSY>O#u4~s83%y)`w*ubfcc(N%vZmXet^#zStA{F~| zFBjL){jT-#^$6G%w)3D=(&k#PsBai;qCvC*;%|s?^d`aw5#`~3EIdWbWWdES^?bam zpL_63+k>tcWD@U$B1YRIZhH9g1eoo3FR#PMNlWCta*eYa}dK-KP z@dH+pVOvQ`>R-D@8QE~7nXJtlrI!FMnFK9-^tB8C!fs$1Xp#4@s?Eb_l{P2u_s9Kt z+7JLO*4R=NH*%=Ea-mQBM`-^%dD?OL&W_(r3PGF2jS^wzK$}pW!hhMI>lCWL*Z~+0 zgh7>21i##YXZkM%+RIjKg4N`OfA$0;ch&dZ#V+OO7oXi(Xe0yYnNEFU{)m|0Rzm|- zTPaR4G$GHV`!S4A2~iD;hNw70UH9fLzkgaBYwJZ>4v74*f99;M)&wcN`|?1k8}ZpV z1{?K<`TRwB#AJilnUd*kIr{A0pog|^FWQXqFNXvJL-m`**yoecA;zr2+jH33SC8H; zi3Q~M?^E+OOFM5eH|I8g1=4_$6yFb(6PlDRe&(js@Jk5*a`Nr4a?Mmp;o3cN+UC14);1n*^| z%hloVU5f~9-I{XWn)1d~#lqFap`Lu&`3uXu)&AGibW2$xR8GHj4@Ypaga6|FG%%}K zIN^xy0>jN?R4A4Xf&82)yo;7+xw2XLlA~}A9j8i5Wl1$%U>lIZ$Zv7(*$DHk6*=Ub zJ8Ul%kZdl;VVkND0j4*4Uv=I0b4c8G7_c@@E{OIwo7DUzHD&Rp>uZ~`QY5BWM}@X+ zv~&{6Me;M%KgA@kp3Co!OxXqlekzyU-bV$hxi&%E}O zW5?$j4`%nx(F@!wwfo3ppGL5)KSEkNH7bmI<}l_?^SA_#NenzRy~=Scdr~h%5zkQb zvg_6(J&tt6ice2xMil5I2idr(9s_?yR0YY3*$=+sMppjJ{t;4G<82V9NO5@Zf59Y_ zV(t25i^Z7s4^w+-jd5PC--oo?HTIl#EUuR)X;Pe~s@ldc#wiUJ>EEc!vDmwi_K{X{IF&KsznVI# za2squ6xb-e&U0b`qc@Vou#Z;x7yG+x z84F$DG zM-Sg%LyN<#utBL=NuBdEL1eH>J1@OZ9Qc2sbhEI|ETwVpBIuDfEiq4VFH8fVllYJw z*+9;4W#yZ#W>dzd4v6tFq-k(PWYK>u8Wv5R5rAS2I(xPD*QZuH?%ngCo{=8%!~dNZ zOQ031lrvzw1;bt%bO8v+M!pO_rCQpk3j{|6vS`#}=@|rut+O@|&Cg2BNi>H^Xqr)U zPSrwyi5;W5df;_$3!8BoLyNi-{3v|(_&~*t1{E)0M6Z3B6oyg5sty#-&Et|Q5aq?_ znjkz8yUW(i6ZW2g>XWzBK3GP>McK7G-#GFrA8-T@{|Vk{3ST9gETlFb83;%pepR%n z*+DGH{+TAxnBDWk17tIj=*HC)3c%#DRqW?L!qNHL&`309;T}{Wh&Cb{pYyj-79z&O zPVjo)`mI@&fx-MDP&l?<45w|^yK1NHhkA7Q^||d45;^bcE^qTr_YiD)wu*sbjPWb zKI$jyk`M)=<^S+u9m;g4@8UTmOlN@lsaqIpz(Z;Y<@PzE%D70o3>n&6lM)`hK!NNK zR9*JY{70#}1Y6Yfg4EL^Ir^lTJ#mqsAfdzbt?&A$rQLSzone~824H*9fdM38RY>%`7^W4G z*$)w(d2dybxj3sbo9zCrL6^BtY@c=cjRvyGHHV)-+%1OwdS&iiV&7@tCiE0Fnxs4$ z4Q9rhbrMX-gXTb^97Tj;_|!SE38lc#UX7<+>sO>RDceD z$ep(?mvyszP2!+5OG%0weLGNYdg09#4%+#+EGYXkyS%(;lc=lE$4s~z0}jXYFiJ6O zbiF6C)Ygg7Go;>W4VNXOrF^sqBaCFYnGQFHw{-p53h&k??}~jLX_k6X4#PY%RP-B1 zE?zc9xCCDt)6%rAQ8G^>>#2+VshAeGh4Aq%l)DQ3K1n|?p33;Ev3+w$Ve%HP(3&sF zZ@E!9*J?P)JZgn~Z=U1QIwcDGLMaJgIxro#8rm>1eZ(?hoJ@_%gklq6pmc}UYBr)? z6^3l=P4=t#d&FIYEVXA`e8S*G`c}Ld#3^8+SKoWg&FG|(4<6_lm8{f20OaG<^oa2H z7A@IE5gB3dslgd-_o2h!#T2Y-lg0VgZd+(ipe6gvP_61pp-C92Le!=}LzabvpcmK= zPVJ36SG!~|(r61F$vX69iOIR?TF{pZLvbb&mNLLb{Ml^5PhVYAMqNw1w7hvY!#7t! z*h@Qj*9jlny{}5&_=uoJdKtx0^b~;FFJ{u()F~Y^A&=yP&a%-@nkjZflRoa2tvx|)He8rdnRYy69TW)KDN5yR3+DtbDi-QUHu6XWnW*_N z)Iy?#bk(9F)iV98bUC${ZwV+0Zm*(@3AXoc?TEaJ6e6K5C;=Nb&la6=o_^SIYfO&d z+jEZ-@@i?Q@1Z zRyz#y2N9pvFuv;}$m_a5yE^jB?*-Y8ImR$l<<7bh*P-a-_@wx&%1x3@JV|L*ShR?G znOJv^203l+`T8O=w0dwHm3{|+BNT+^3!KbB`1U$psBT*66&_~aP_q~7#4q-aWEzYf z6XyBt-=%?LxnA>FH$xzi`^LhpV%ALz_yP&>3BMWFOGYPUO*G>Lmp^*z;J1u|$IOMR z15*N~LdgcD2aae4qSW>*D$4lDk$b;EY<4I_+c@*5<|3Pkuo@71T(SyuvvtQZp$rVC zs)w2bs1P5n5yIoHbsyh9o{dHu+$kG*cBsW0NV8Ue8&}t@uJ`II+9#u%dXL$#39gfi2(Vg9i-Q6(Z{k}8I zML;}`>?>lv_pjC<4P3p_lVm27IaPJaAL!_&|!m1>`ztCA5<&tz}X_eS)-x0~L8*REf$JL>H&j z;xI7ORUnXRj0=vMoI{yDY0%T^t~5nk5Eojx!Et}42g0J2F=9o%-M6Z8+@Wc>DT5%! z#0T48sN=q|R0J;?am?GR0)?wDobA8l(N5j7DQ}hHn2NZ?$^;zyG0Vn$ImMdUCy^K= zOb}Rdt*+L60K1@qivgY({A_BzRcvUcf;ch3Ue=8lIZ1X7-LK?JDI=S8#E*;H zKztbst2k?sEjc_$JkVTwAW^ZlTJtEPMupe0%*Wh9ZJp9qz)F^Cr94B8C35qh0dguY znU!+N3Y$V-Dw3JLMjNa_2wxLDD{YekI&sh!sinu0F}WAu^=AWlr;^=qVukaehZ#&* zo2p~bZNVFcH9h$L=6tc`2mG*wewCWH+lS z4+HQ?eK++mv9R~%>M5u1eKFMK$-!e-_vX3Pwbf$-7Wg!AQIPW%VuiVL&XRHzbhBGk zl(e=J`89zZp64={c?LFB(O{1Z>X?jjjQ)|#E z1O%R|5G>OU468Czy*Ow(W*#!_shW;Y+!LXX;`I+j9aoESgn`%|F6Bh;NFsXBX6@#3 ze22c8oSWzph!W%NNDxPM0%!}OnZ>`!QmnvclxWqN)EgvnbLK#F#2@pacx!_%|)wYwKjOa?bq0AIcPk4U~%{lP1!jAc+10p($m>pu0icoIdZGi&Q z6B3HyK74~YH@V^zM!nmG5L*ee_A3;o6<>^!fT?Y?w+w4$i?SX_4yfPw9dK?9UMlok zp!z<{15KXaJY*ZZ_izY4nerPL#{)mO;501joc+6EJqIDr5N2+|INA&>4rx`qrNJaL zzwsCoa|t`zlYl9f9fO65P}>HvUzcz4jDk`L#1eVtHZ-s2E`uJQ%@+-mG}~8R2LYO1BCi9I*aXiI}r0C$cwGwQ|l=G1OtJ z79LyTDHQ||c0*X!2a5_`9T;v27LaiKO0a`pKfef{N%=KAM*;r(q%T2OF#NX7J}`UV zpFMO=fCpyxk3aAX-*l~FYH*+8E8CZVEe1YG+Y4X^!wZ21eG7qvkq7%SShCfj9S@#) zRgqeZhLYaa$wrJc_&|oTqvoRD?O;^xV$o9+kZ%B}GR+Dv2l_UQq7HG6J(L9RXcUrE zw}a6JI(HfEB-#m{|>fb3z|c+g_8CJpEO2)me*>5;Bw?#hLwUjv;`O*@GRE zYnAtNO23MI_-%ZPSWn^}M#CdfMCi(4Pw<*)0YKL>gd?}*L>wF!7`-G_nKNrq6ci%> z*VAri`T3R@v62Hl9eU3&ey-R^1;NVcFt)k2lsaMHqM|@H3o>7pe+0#rV@FXNeKxX# zaA0%TZIuGr=8xb`mu+`3^mJ8n!5|7Hoj<1HvfS(>v6zXHevJ5?tPEwsKI`8L`ZgdACpArqPJ^bkDH8FqWp;sx%{%~2JYJb6BP%|T6RrbpFQ z2ks;>cL)i^AD{O@AdfL4o)=+nq^L$Sz`z81hD=4ABPn7|tzu83MBH15ye1^z(EZ|z zzx|!oU5kArEUGxa>0OT&)&u2woZZj1^LBp(HrvZf;VQ}Y!@s}`?`tsakhtTwY_Ly? zwJp?W7!{3eFVW*(lUS4!JBF;7gaqozCx&csmljZ|W6f+|S^t+8fI@0qZ7A-elOI`% z6GGv|aayZZTs|g6S7hGtCBo|3(|af-sC`DH7RgWsI3s)KF>29finyMs3oAuCdmJP= z-aG=3rt^pg^eQE^CB-NcN*@L`4L<%Pc7fRedOq(DM+HZJ%I^bbky9vv6#U2soe-*1 zfwRxApX@>D#TN#^IghI=TQpZ;`EFfCfo zMQkX}z0}E>@wGs-KBwMXP@{gQkv399)j|!$IqA&q2?cOg-lhoV;i0;fyMl; z({lu}uQl>BRmP+I4`MOZ7fC24)aN9PfDP|hHAXL1^2lI3LMHcL;SN|i6B z@E^UO&5o#G>~bK(o5fZODkPywXqQ@nbh@RA5XxW=u0R#FB!aFqXUif($EXdXc7zfB z&X15#1PBsmEksvrEmkFgHxm?YhMBaURM?3aRf*X%yeA|xl5?k7Q#wnXPS>{SoI2xk zvSy~dssC1EzJX(y_ayl0h;i1ewx@F%-M6%NoKDsiqbdvikZje^cOa9+^Rl%XeK^Nb zLz22zUZ^15JyjWCUaIlG8yw+0J5D~MkD_|^FwVcWsW1J+0uwZAS5DYPML+Wkxs<#I zq$1R%Z4L*j>=2@o_fo*EmQDe>zQ+J+d{PsvY&T<6s5Un)ObIcOeqFM3AsrXyR<7L* zE7NrvAHYP&vw9`CEN@87QUC#%r+LTesWtkEOd6!==@6xi9W|)RP_^vy z(VlJ|0JvJ2W5;{C{L;T3af2XKVsrs2;5`A-G()sHj}khSQ$b4L<@In(FgqRj(xysE z9pRbmG7~>Jfhip{#^XO`D7IiOnxY#-waj%YGZdZ(&1-|@>iIe4~ml7^bf#%>^ z=3ryhkd9RC&mvEAZ_XU+ITgbw@?SFS3?XN1B32mc)&=(qC%FVc7tVSWUZEV^*is| z~9|NCJerMvaV@uTt7E4sd&f+6FZJu@sc_|Q*1DClKu2J zp)#$m+}`YOhYvF|cjCOtoh%igSj1MsmksDyc^hB= z8sVmB>fI7gHVn;EfHgmqRwVECwTid!?myh?zj3{xK1|&bsx|02$zz~B41grY;KYt? zkGZX$uL?O?_TIo#+K%3lAPI8a0jB(pX}W-S=*lrU(b*k4Zht1R0&!zFOb*bCC&w*B z$yjXJfk-{mOfErjV|DX8qhW*QiWK-*TTCQyPa`TTrw*{kp9Os%lf`-D%R_cuC4hwU zk|HAXuAhjX06A?A&yE`>J;_Xh5HQYcKj+B$SCV-D_)ywv@?f(#AC`r<4H;x$Xi_Ahb(35f(TWoW{4Y=k# zeXK_zAlIlTAUPqXhxl9IWnLVJ{C7QsS;R#i8r4ffdGK+*oYnD31^{HLkhQ+7&CODn3eti3Id}4S3pJmhPdTjk?l~?toKc&>mBBEgarl?gDk=XAUs^(ED$>4S& ztN6M950*e_zlEKCMXm}j;;t1&J(gGa{9q!!@t83h_|A3Ev)(<;nb!o!3svESke&8F)l?&TpUX+~hMfoAJ8=?Xa zLhZyO<1c5?Rn7EJbAy)AOI--VPrGp7l`f!zQ9H#{L~2oxlS-Jh zt^5;0b!e7is@v=yIa4bjE>uK*)QaqJeW3*QkZi2=q60?EjLT8WumKeOMFebLv01s> zeh$ATRn+KSE%RKtiG$1+@+S_$OPOV0v5I#fJLI1MmR2laz^!8vdZR-vjn9m&rw$m!VRBK36IM@|DE9`tRf=Nq7RMQxm{<0RS7VLI`Hc6ae)) z9VfGN+N9?`|7bFX^&%jsO%mN%#BiP&Fmv{zaS&^>IJ^y7DVEg*18e1iF?-lx6i6AS zuA$bmp_eS=*|H#pMkz6xSTe&%bNhH7i49knBkfa>XPOwD?=GD)bQjF#=red7&G60C zbRJDIxy=C16rrbSS#%X8V=IEV&#oYj5bI`4vot<&DhiCsE$v(3@V!<_8q2i` z4Yah7#NU6_`4zLmw?dzpeEUozF;LjU#VnKzgC56b5t~8Jaq@9z&0rlCo76fj+0{!} zqgsOr@-An2Fc$+A)5!jsO`px}!TaNvt2>U?wzaJkp? zof(hVFk?2843lX^UZ&yl34q1HMOq@R_z_=}EvhnTT}rcM!+d0AlIoj|V)YZBI2AS8 z`x1^Eja`qY=9QCN0Uo+Rda>((5w^Ec$>?H>H^Kds=5Fx6<#&!4E@CWAD&8y^%uJ>2 zEvJdHI(n*^a_8c%PqQqsn7i5Wus?pv052Q11q>~D2uzdp$c;Z8#6uLRU>i-7nAdcI zDquWO9*_q!&Y&gOU54=`1BnKVFlhTj_%Ft@oZ7hth6#mFwWEOAeUvG*`Px!AAdE`- z_wLalOLYzbKkLAPi^C65b`RC?(N6>jL{J{bmr?3|s~t;;~8BCS)BVYG&5JcwyB(B`1bb&Gl0`v`>{_#C$Bt#Q zl$OFsS3uapFXv%W5KU$&D&%gGF=I9JVVJC%Jr{vSInF*L+-Si`rs>MABr6>m z>8BZv_+wpHgaY22P>fO^vNH9A>9iwZn9;uZlDrndZtRGpE8!dK6Eje$9V+NV#61lc z=4waFpG6as{h@V*eWIf7_$~Nggl*qjzG~cy7wQndlNmulxXrd1JUtp?V3_1;oKER5 z_$QtZwm%+>=46MG7y(`64ef4xnT%uHE`w{{Zgx#c%Pvsl#hL>5uJPo^ZjGq@ znqIvQhK3ChSP$FZVyI{b%o)5q=d=qpXfpOz7l{)8;vxITmAvN9DtH>f^k)4r%z0Kh z7hHwhv2H8SKE<$dh^GABe20;(4eYAd`HJ!*X}PqtYK9&?53P4DxQ+UmXbaB39dV#{ zd@#68FXy9?;CV3ksN=0=BTWwIc3vEV&~Y3*V@#CFX(SKB@`hUq;R^a%7WeYn&q2kU z;vQxeU}vcVRMXU_!k>Cs>I4)WB{l{wlZLG!R-)F}C z7~#h8zKEmK#Dosga}Wyl{_l8y7eq2Uf^~ffpkCJ(!v2)zMy1K-%7a(n;X<0gKKLSj z>32pg=M5<_OtDM~Yj93i+TH|s#WikMa_J0Iil%Wt{@0vTDE?8{$*YM{WXR%^0wm^m zH8F~8D9k%Eyznq?(}=+}1;LB^S$!(q!r8eNf_SVrIfJAF7%Cx-t7-78BtsiwWuzLx zjEF2Q$@tMewkw6w+3;(MKDT+!i9<$C+hScs{6xERGV&P*rnS4i3}Q5FK|}`8ec9Bu z>wn7&kLHh{08CDFDm9O$ZM$Jy-%l?4|Bk0=XoPP2GJl%IDM&Nd+3(>Z@BU)KO(JEPQwWwV8h)&1R1W`}nBaGk|j$sV}iq>eU1g4Z{wtsYu7b z30k_aQ^3cCb7jHT=EF>($`0kMCYqDc8^xniq@GKnHE^d%-ZEhi75qWwPY!Uc4P%Cg zc`Vz%9Lpa;i$X#O*+!R%1Bu;KV6b z)1u4yXFb>4!D^$;49}cn;ed#~9RhoHo(B%sDgcj`a7loxr0|!jb;0$)d|pss0yL9C zdwXs;#YPw>7|IA%1J}Xwbr-6gpZtr0K)d@hn7BI-4VR3!_(%=M|F1zWjTqAHK)E}!EV@1og!x?C0#8KhHww)-9wO@E)UlHj9dgxiltJI^T#(yAm_a&G%=FYhh62VkvvfMci?Yrry15ue z?6)@i?M#x7bIePManoJzTHlZ+s1OQD{D&zW1C{@bt9)b?)II)3l}j@k_Ep-e8vm%x zNm{{>6+FhTkrxZ+!cKZB#dwUoFdp2=l=s%R3t*gXlOZ|%=&#YcE2oxv?N(R``}S0g zJYLyg8qEgR>yrzZw{$#Szu^Y(Yr4o}l+M4DVw)1p`oy`A?An zt7D&NJTqUXve(5Vs{8-gt27vt%R1tyYnX1`uEZt9N%bK{B6h9BO* ztNToUG@{)k<1C)e`VQu<1Y*Ca?lg3_8>*d#(V+&PqDQvvT+QeH^c@(HGTM#dy;%AJ z3t;!v!c~r5y*k)G+^eXdT`=OlzUWqFIcf?*A7LFPDNJ|hn?)mXCw#bI#v6P_Tg}%s(QZZFB+#5M85V4f$1yXgR2)YJ z-dd$?G;Pb^j+7VpmMihuWepwyN~#U$7g7s_#q>V33p(5aYRCP0=0TmteC=`7 zP*SCxZx@kjIQWb|ov+SrM6V9}jZ@y+3Q)s)=XKJ?P%ctiuk0EhSHAgA{AZ+pjV1~5 zAkEgg)(Wj#F>z3<+ML`i+XgBHUc7jQe>Yw}-!T8;&#lduo8N3a+k(Fvo6lcvebd@} z_IzvO8`k<96EH_^k+E+ESMyl{TQ9HNqVIe#E%o+@{7evypV?impyQXxF00t|(!X9)*57;Yo zQjU1a$rw0DXhP<3+>%WQcnvra0Y*(a{ik%KVAAwEB3PFBh_wh!O1U$#$9whw!6{z8$BF+@fDF6NLh#{ zH5u#1*r^!m7fkFWEe*^b4@H^LfYI__m|v3vz%(Aj3ED< zly48qdF+Z%53`yiGx&e)9cH?biC(nLcg`V+qVFBG?qh7Xz48-t(d}gP{!h zD6eB@Z7k0@2|=!B!WCGWODB2J$nd8&OOw8kArR)|wN!R^!(a@0d0+zj^3;H(;i#NU zPK^$$R@<(7R<)X6Iwog$%UR2wCvp9QIHfTg`COn@19D&-WhtWVGd8$}l^;-eN;^;* zY)&zt>J0dr>WUQ=DmbIOSrZ2zqxIBj-4*-HvXLrlmov(YF{ZY`-6q4DHN$rP0aedl zB!8i}tDataez9bsju!=hz{5D@bf@=ELMBo z-ewhyIRH#R1{_U{yxkQ{K@2Qjv)W+xfCNDIbqRE0p;VfQi9w0nej%W@7HWrx|_m`LApJ9)A!wse` z%`)`yy`sI30{3kqu0HbCT<#T2nurdJQ-h_7$9(YYufSGdL~}q6Dwt%^2$s^k>%&8f zl&!T&H)UBmMSDn;vlS*#!Y`6uK`bA|cwzkv*p|t41fXC#2E@5!fB3^6DqiLreT5@l zkWQH|n}sDD!5SRyMLg?pVX`?)u23fVRtT5PC>tb6p9VaL{3A?Y@g&WXSwgv|X7LqY zqDV9-A=%4I&9^0<(Jox+#v99@L1hs z*D2ToXT63|>=ww9JOoEKu@- zcQ@%!O$_c3xfIszqTAP0i!*y$W$X@WmlWhK8=T`!V=1Z0a0(5OnFi$_<@8eYmktr|9HFi(@KukTKXhPWvWDt%y@%IyixpRujyA%A6*8HusjnTk)d>i+1W$& z<3Pj7s7q+2p*t%p6vNi=z1_W#Hf~PiM9zc@lkgsP@{OnC(H(G*7>+Y@w8IQQVHjzw zEiO*@DB%E!3i!0gqK%v_6?IuTDcj!O{Z^RSFUh3_I^JZ!#wnBSvU9{g_`E z@YE;beDta->|{&~+I1vOZ*_n=J`cf>%fWICZR$auq_^yYo&!@tc2<$FNc0+w=w&E7 zjrca$CO`HpuxK+vNFxV}!$Ajb;1=Q$@ML{eqGpEAXs`+yMt(2E4;B0&z0FKe*hdYb zj~8nFXnHlLTY*~6#5Z)e8ceKh-IBD-=0M^?W>}8Q%51A&t_oKCAIL>j?vcsbuJ3Ku&5Q|>C*dD0&QkN}b~1?dg?bUhh}IVQmN{Ol=9wUtmL(Hjk|a`{|VKGR?@C@`{(os#-N9Ae?+LH4FBibi~QofU0=? zv+{qaYrKca&ocbq=8I>~9sY0Q<%`WH{_n~D=gI!($^PfT_CJEPM}KUjW-CF7!N?;j zyvL`)LS2dmPVnxA%W_iKAR#)S>&Om)k#_Di*?g0}N&PLJoLM|OotW%}4CJOfcXW*E zJF}c}Byr=4SE8+dKO_DD{`NP%`|kP1Mr)&gIrwvbqp#!O`0gNd5@FiH=?t~i;u~fz z=8>e_PC3KR?VMY#5^a9>@7!MS-7yFC(g!&=8Tb1YoIZst_^wv}g8CnBxAiavV8QvnvDtd*od25}ThE@(|IhJH zQpewJM$H&ACN%fB`l5%&BAl3eJy}F~KpBzYfoVnln9CdhqXz%a_3ZVwC*_iTV8&Dt zx=kIW>Dx?Q!Xq#?i>{h0sLbc2gz`vR!fGv(lkwH{V`80xYui9M|tZ;S4B~3 zpkun1V7Dl12p4$-q_$LDuh^krv0#(3A%U#&-Z+--qEXz8hx7H>WF4mLBW${Byh7!n zGrMz&gI#r1pY%UZ`kyEL&%^aUr0z+T z9tSn+hA$U=&8|_-l_jP(C0K zN&?Ad=!cypSHfeDEV!@^%O)UOpj%gdvN=4<&}xc;X5Te+Y#(XD$eXn0 z!-|lvD{w1DSzfQZTyxKTE;IP$6lg;{8acrW zorqONH+Q1ZC?1N?M>#>P982X_6uJ`kfXp^R!=ga@%}~;>ph>c`HhiM;+vds0c7V=Y zi3FvnB&U#~Nb_TK=fV(4-Jkc5kM|FM{6kJZ5Eki+M2H1|NpRRWj)(E^5BKSQes0|5 z5CiG&+8VzthC!~a;V{?MFy+ZC&ORHGlvt7cRhi6*w^?RM!pqXVgISoS_dX5h+WY*i8-iAI$kEljE=D36X(3}Zj=PF~IefJjhbi#zjlWV%ya zIY3`7K9w0wv~hfjiCuWs1?P70QKxZ?Ozp5O<1|2=<7tqF3r=i)r(6cgvc~~P-Em(7 zlSe`W1^q#sb298;EecmBe0GPCtMq`g+c{o4g~$7?*_A#M}3S~!rA2Gpp6Zf2u>}FR3D94E!4=ZnP@;06sm4-FeddOjnZ>J&-y5~_4zCkn10Egw^ zJfa;Y)?CNeG`M}g-!MBjZ*kJXpNl(V-ams^_-RvqLZXAZ>-Sq9 z|DyN>v)y~L3nl)AMl3hT=V_HM!KZ60KzD-4Aj1T(+3%0yalc;^o*lt%$|e66)|^&U z)femsu!E>8Ca!QWpJvIsxRS$bDg9Mxg!OAfFZPVsYgTfynZk88C2IS(0&M&7f_T18Y`y*xCh61(DcI?J(ufM{r`2XzmqC-2`pHY|KX*#{x4b^PwW3R+5fI>wl-U3jDVkPfS+uDzg{2ke`bK( z;eb{mk}uifB9@pr#B-_uJtR39HiNErOwmCKV_osGhFiHCMx>uy_Q!bFxF}+lB+fjm zJG_uk|DIl8sHz+jWhgVIycST6*S+LP8)Wrvasv?Z0%SGVZZd%X_U4mO>;=m@nU8Df z1xmVfMZ|A2g{d-P_B5VMi7MbMbT}cPsG#i{6BNRQ)N`=4&vI=Fq(NnC*~$=nrBz!e2cP6KbMZo#~o#=!>e#a&-n2Xb9cJi}>9i*v1PD zi{_0|7Dgg2CcWmfh`Dp=htX>_sqoQwkdcw3*|S7Wf>mkSzlRVJM8G0djg^Vjk z;BV79E?-!MAOdnb4AnX+hfF9Hr4v1XPlh>Up|QQC&8kiO{zl0(e%z>+#At zUXa%+q6`oZ9pZty=TvSxe&Oc80I*Y2R4tWWEo+(5rMr-0{p%!%SG?PHmmLtz^(6|H+I zeT}~QAFXzcw7)T6_>h0#xyk?h;#sTZ#E`~tF_<$xI6ki_ET)i5f96qpv40{pG3E@1 za!vJ0EI!3DUffIt>Y>R1yPIS@W*}V*DQM;;m^J!_F{*~st%i9}*R8GS^#5->&S8j{ zSX*?8azxGU0sE6Vv43(`0aKp4-P)|X?U-9#Z}e?vr$cKrfBb2ZQr>%f?c7h`WD z?$PEOWQD|`!JJ3r1kZ>OJWEgxg#WmOT#5n%H#TONrpUhY5FrAqg^fjjB&Vo9Yoq`bQQ}Qe7{TDCU{cX#As`mCBqn_ z&GaYH;4Rdu6>mdg4iu5ZGl+htx413q4cISr%p)QSjAcvi+8e!JHwTDhMPD;QpT+Ea zjbl(NMV&V2a!vO8TWcvCgnKwe&TB{Y$05l7Lo%_lsz&-ul!zjd)&`@jf$>vyq67BB z9Ao@gGBl4XY`wym#45=^dfOiY?WHBV#pt260ubVJ2mpR61Yk(Ee*e|i{2@qD)~-lzbJ0V|$j)rh>)cveq_?Yy_qp{98Q;a> zaZx=}+u$IC{8CU?OYZ@Ml3(+u)sX2OToxaoYNcXP7#jk7`F!_3l2dx@`@hW>FJ3

      ;>XL@bUp-`rYsotB!I-YVfI(MT+_vfx!X1GUu?8G&I` zYU6%RO#+(r$rpQ7>yxSGtVs$>rAsRMkDwq{q_$gA>IUjG?M7kUXGrcy27dQ;P6!&*VA0>DZ4tcmixnJ zOGot1*V~65!Hs;bWV1ET^^9sS5!4xlG?=BTL5Ah!yLhc_N0{qYg@>J+w93uBG4l(zCIm9~M zX*}IHxJX=dld+|07-&*z8bKaD++KYVqi>kV$>!e~Mdv>l#k+$<%)?Z9InUhYwJ%jl zK)tzXZc0tpDX0|H>(|@G!=(N-!#|k>58mUR>&ky*8J!0YDS`peAQ3S6{9oFAjxK+P z0zHRKMl`<@jqMg;Ychy8&&*-|lGN~Yc*|5UH^~%giVou1;M@%a+AsgLaG^DK!kQm^ zGl*bYFL?Pr*Ksbtt2Jy^WZF*)HHB6(g#j>t1kq@XW`G8v-{biT;aesPtTd@qQgMJr zqpexQh|d`XF$cLc9{e-dX51@EPyrX18M2ODd2J&3du`l?f}LV5lF-z4b=Dw1Yh!pS zfHpYUp($AZW%Z4FD-S4}^EyO^rduZ!f~XK-smjD*>XZ0aKU} zHY8^J21L|SjQAkH#P(WRz2i2EBGLO z32{DG(i9un8K*vQRs;kD2>UI`MY_htUkU???UrknaJ6Q_Npz50q)fV}(UP|LU^8Hq zBpab@6j<2SWzDFpEJ7{Qqs(Tdpk|pvATuj#I5ypr?Tx4C1Xi>U0JdV;TDB>~Ha?W%j<=>IX{zV!Po3T#(F^y}p@Wb7v14kFJN`J6R*<)0P2+2^y1j%-in$2N7?|G!6 z^29HZ!)^kDP9nBS?(+FwUvo)E)NPikUqNHqp}}U>$$Kh0W~`fNMWh+|G95v|GIDO0>B&qo;o<(l+*y~={*?0Qy-qFJ;hVW z)Wo`Qw8s{0gWK0dp$G7Da-woSa9Gvs%T2dUWY^RFqmvvRh-=g6+SARVne4Q!Q^5npAD|t5%YOt>72X z7!s2rah#n)qPWhN14jo2f;6shrG~|{RiOg|rBfKkX%eLE;Ovh=t8LP@h?#y0&q0qz zo3)=4r;%MXtWb%Eqot{uQ<*c0v3zP8M;)fp*!1;>kCNDE_v>J^$+80~b!BMyG(y|= zAIm!4&xUy$KTyT(4p$4wOD)1uHy#hZ^jM{BtFOMzJMtx z6zd$C%*V1Rw|Q`2;}W)fA?pMN4aNcpn<>Fr%yATQJRY~bIU=f(3LxaWn2ko{pHh@@ zxwg^`1iC(L=Illvr_gVa&JCmt6UJc0>LVUVghcNOIQU_O_hLd`{6&jApQMzQ1tPsK z!mZbc!r}c?$rQJAeq*;wv_M*VToJw+?YkeCy38~y%bq>07t9M>&U3yunqcBSN1%2s zbp7@|{j0u*4*}Ho38&AJ%U}3SJJ@V`U@ICCvoG#{_H_~D-|Xi+o}ZC&y8L6i=i_={ zbqLFQwD7}2rhJx=(ZkCw`nPrlw(fQw2%6u$=WkxrVaCTMb2v5Z+b-N7cX|Fl(%vaB zw=mlljFTPP&W^KV+qP}nwr$(CZQJIKZL3qaZ=bGHx4K$ydHKJGwPwCG#+Y-CQR3kF z5t`&ZK3-N`R3+-7aCBj|`l_kcoexk7XKf?>Hl1txVKa4SX1tSbWO5k61f@2o5!DSw z&hRN0!|Fc$-J13FFP*xe)*5`spXtdwwExdQ-r*k$VE=Tts95~)e&o;Tn%0a_e^Ji) z%b(%NvIACW{$!O;)9`i_`X^#mCfw^u^zibp=WV)~8_0?HD#a=u0NfpqqfNHs=#YDt zB*hzXnn+6Y82q$RzzByn2U=D7y}bqA{`ZM%Z-9k;dw^y<{fh!$EJ;({&^oIACac8A z;;Q&eKC)aqVTgyHCDKPe8Dbu z4(J^u)+Ww?Aoii1dJ!p%cukS%VGAJKAn|y ziKkA;qiw^HVH3!H>r#Yz)Mdik0GXyH+sRMuL*-S--Ih%aWry}p==FGeB7N;AshPO}R z>i6$0)ls}*5NA-2*g+jn90985R6Q^fC#wz@UR5E%kK81z66ZRFSyENufGHX%smsEgGPigTyrQUrG|K<$V;vlit{m&Vc%?=%==8to;|stI=#_Q!=;kGcsq zW3;LuGygM0bmRB{Vyh&qB-RUSzOTH76p#E3`3PbP%ecVE309#)u;Bv56ZWZC zo^-Th9?1u{#w}l(C(xGvwnf0Z8j4x2dlVL`v%qW4Dnof??h-Bpt57f@`QtZNFB#kdms%fg^ZyS1&N1_Q^i8gU#{a4{`$T7x4*jA zG7Kry@FO1HIA;x&-F^F_5jMNnkNpi<$^{+@4Uz+8pXTcxR@vX^#}hM!T7KxLgF?-| z{GY$r09-2iR;Z+n(=j=X`+VBVj3ns=hYm#ZT>P-BpQD|(+i|jLs4w&77+}>(C}3-x z&%UZgnXA&ZLn?;8^Xz>AKVxX%Ph)7H9lY1iiJ2|6)Ag?$*Nef@Uo|?M3jnA6jpCMGWB;BvVdt25jUvX=VusglGfY8rpENM@=>!K4DE#wDVM z@hS=J!i}=!B=_@bj_;}_&5{Z*=RYI*`Ujb}3sV;A%iV5GQCxBxCfO|wP`j1Rea>&c-C|@iKK?~v{ef-&H3k3wk|ep<>)G1=-;BX`*rt)+ z{MaQl|JY6m|G$HX|8@NT{6k0I$;|R+?EW8<@K{<78KQSvJ^K8fl&WL)nOz}O7ZfVt zM5NsghABmw)Q3)T5W>qBgt{1^f29t4bXW#@0f3V&uSK+QXn=}4N_t94z`4BaQ}14E z`}_qkJqhQm>LCNVx=IdMBdrab8^lNNO+h0G`;n6JZqxTAUv7-wvODttqi}LG3!!q_4kFta zcN1BAk-GON&*DJi`2vv+bdw!;rTKHue^Wt&1=6F(jFDnGxRUIQk=wfiBM$QpI3gNy zkmv=PqTaYmc#@LSG3lqwy9I(`EGeP;kx}M?;bR@W8}f;bpVB{q`@+>844i&kzP__z z$neC&?N3bHI)2@P`+{clk$nn+5;sSCf(7#BuKtSG*u{eA%+SQ`0gb$^SZG*y717Pk z%$zPsSc}Ze)QP8SL)V#>iP_1Cq8S@{pNP0$GZY<-Bve4Y;Xv+~lmuSCH~mYSV*=y@ zqF}E(`8+!QD%e*@ZIt8tC!}>(!({`?l+_!3(-5d!TX6I=9)zG37yQawlUVHG?~QH4 z8nlhSBl<8)NOx{8oDL9WZZte6U0zOt)PNZX$rM zQf?KFtp*nmY+0^MSckno)=h!zndi|kmAHKusxKCusRJE*eEfqF$@|*kCF>H}K&mkJ z>Imb->A}F-siQs?@cjE}Np6WP`oiz108H~O8T*V3e>2+9?Rnt4%a$JAgRPtPsX)f& zlvgZ4AX-X*8u!P%Z6_3zLo`i0P^fMD*Y;?HLJN*?0hOSXYqDd#&EDJ`q9gLzwT55> z>ybo(?g1lSemEOb{ipJPEk%;gW+! zwuua5e(Q<|tv~73zebc#N(`MkLeoZm^77t@DY}=nC=>frKT*Mc6`H69YCxDY*T+3E z6P6C227{-_=3N?LwziHg*E!Pa&U2>h4<#2qTYG+>()W&?t{E;57^xi3lNBC)Dxti$ zXLcBT{W-Z%I%#}s0aUzMF6|Fcd@JkAikaEb%9J5pc&$`1Qnu3{VxeqkCtx)Mu%1dv z0-`x{XlG!`_La|CRWLn7XFuxbEc)G4kWq%Xg}3DFsd^3k6M6~1_ppLoo4S7t2#)aA zH@1SaWD~)in1HO1;LrSfTp!_hN{}i93V9$6F*r?FgD?MpT>>f0ni^4ex#r<7rW_ok zJzrJ}vdp~|ttj_G6~0GKstjQ^h*wnIGw<1RzSQ1E#8w$kSs!H;V;0GS4T6w<=029q z%n|aSA|dK|w6)=)WmG?^r4|HP=HDhwf&1I@o z{)8!&)D?qCB(iz*)u#tQV)20C-ZRpIxf@4=Zi5^P3-@njaa_@^>Wo(z4cQ&>)yG`a z3NqXg#3TCbv5V;ZEzDE0#d5Lc$;rY9B2U!<2{kcRhfN<0hAL!Fwqn8zpeh`I{JYX4 z7O0Y>jC0(UO^el2h+-9`zc9*{8Q!?5yyJGV_y9-%qz05>iEu5E6Td3OAM*q2kGcLTIRG zVn`d-UJoa`Q#IEY?pG4FoAPOoys9rYWzFJqD(qd_)$~^6jGl?zl$l_WC)k@YZLL1= zB1h$bWwYdd(#q&mF`sw5$W?TqUhwgJ?HN< z>0PY5H(BFJcxyPzDiJLvWM&snx|zFiZVpoADFIgUS;XYm@yTO_b6AEnhhAjD&Y-Cb zp&2@wRn7=axmLCNnST!M^=yW*sf?my>~+^yHtIM1rrq@IvhJ~8!C-FD)*bHiHf&m1Y9jXuJ`|>G}L&l#R8{Ngr9=B)$*;cik}fs#apOi z=rA4)ocr*sFqaoM8!jkOnu$k&CxM1j<#V_UF;JQqC)uV~L7hcW0?J6P+?*BT0*Z_1TMb2Y% z221}{QOIi?Cdm_!-l|4iO&*$$j@p;6!vWn7BW*aTg8UhV9?(xMG%$xx85#mw1W0aJ zP9fZ5()p}Ny1&ryhU~i3RWYP=23`SEf)U%pBD2kbZL~5FTLs*ZG>fB$K}SzQ zq6%cDJCI-6=7}ZguM?a?SWbJ}sNmc&B)C^zcf@jgnrw{n?1585%6w)zn@#zcQQl^K zVm)*U5m9)h(N_V@TGNFyzLV9*^WySukpZXvnWadBUAPYfA`4bJAd641Z%NG@xD@h> z{rU9Df+M+o+ICIUe>=cAdJfkp6~Z3N&lQ35j+C3U+dfCYG)~imaB$dVqD#811g;!>cg%V-=BGd`hqFCk?2?yzS*&%{HC>*6=E_ zhtz{v*6Yz@dm9T&Yq&|e8T~^?kI$VL10`~J3|sr|t0#cPDN7LH&cdPEGJbS{_o0UK zDY?a%_iEWBy`Mq@^9;FQXn27K^PJP-eMdafv}0$4XLE@cmtu&=lkE=M^OCg6GBt&B zFZ?b;QPXpFKMVZc*KtbOknqw2iEhEeG7mQhRe`k}t{zs$!_kdB6SITs-+-N+)l+xN zGQvE{U4d_dogC{W%j<>bE%fxw2YXU;fYJ5^*pqEe4Y$VPGla^TqgV0y2wS-RG@HtN zUNWmRw`#h>sP--TirqW#Eqi*Q{?%|e4S!-y_4P;c5xlL*_>{k8o=89i&yGGgVhsqOrX-+1P8ebMEB?JSC2Chx8@c{$B_|2Fv| z?R_FF?u^EHqF)M2f#(w}LDB@CJVjS4*M|jtsvG2IEwF=` z2{W85m+q$NH{k{HX7QW1bvB|=c20lDX=D_+MtC$SG&it{!@!h}0KxvYX-9;n!1nDawZdg5INsxug|1fc@wDoaSS`e%v!z+_H5xZ* z)QlGW)cFp+;B@7r{E$OLjEHNtJ0YO_g|kr~%%=%dn^DFpEG-NtQP+FbELl&(4evUl zKjM2!>o7=I4Sx<2E$DBx+?E3tzz=UW9L+f48lHCCsjD$J^l0OKi3$I`ss9nKYf{j6 z>0|?$uyJ}Y+G;YPCR zhZtQ>HjBO^xK`?n8?RVq3-X&aRy|cbL}5(ZXaf{l+h{d!vIXfB#V_T%P4=y&UK!@$ zNTNBk+ub=0efTD&a3fb?Eg%X=sjbp`$sBW{wAY(_2*WVMJK#qpis6dE4*qU3U9 zP5YbbF;AVk&^+ptah}}S=b*5iY=P@Mi1spFAzlOkpciBfe{uh}@~=kPtXYye%x`Yf z*~ui;d_z)inlw@PGa$-eT!??I2`f$>wMp1dZ<;?ut0|B?pPM+xV(``D!$+32oiwqh zTI<6Euqu~FS7K|nPY@8iVero5-4zdVWajQ@rD@Cf?i8< zJsSy@HwNF~98GrvF2a*Rh*jo;$(9)90GTX`X$$zs&}^n56gAnDDRHr98D*tPbSx&n#BQc!hcOOoiw0 zUtwQt)6kOy%_cT|o8Qa4p=MSoezZ z``t0CvsAb*Y>zL1hfBw|uS`ZXVVBv=;voSP1&hI?%iq{H05h&i)2IEakst2n0?@{0 zTI&R_1#e^LIt$_;C=MNjS8&iFJvqYvofr|U6#3+zT?V34G!t-;yOw*5G4Z?>$5Tui1=(k={P*5CRGta4g2Gi6)lIfrB&70yq%h6Bz;49=&4)qlLLeP<`Yv?b-XP_7MSU?5(fMZk;tB3WuQxLgC2F*DC zM0owf{O+{eMH^SU`Z_c6!+HS1MT2E>^$EU+WC%7U{RE#huB?jI)>iL3eM9H=Z@}VL2$N-L1f(oD_n z;M;}H=KFENnY8`6z4>{Xl8*$Pt>BF0Oxqc}qiHI(04hW_o!kL02Blx3VZ=dLu4#`+iqlfU;!Kl zCup55v7y1Og5Mv%aZXuTZejvshMNIx^fLBzxXVEc!=xZKI=&#OJK%Hj2ffbOOTkc@ zXELUjw0m~$8Q`tygPL;29(P(`lG-PgU#O3H+=xja*HgVgrAk-ZCw1i#fIv z#o+-&T+~z#*|oxXSBI65=yodbinUa-_r`m7EhV-*iVoI^+CX6TYgmBE33`=Lm#PVy zqkL$0Rqo8EG09Yu*rTN5{@YxZq_$n$poP{`-E}EfwNvbaxc@K4FG-x?J-I(sTmGX< zGyR8ud?VK%b=%C!$l6iI)Xd=@FzKIac1wApI)fH|>zJ~*Ey6!B-m6^E%9_H-Zb7FO zS`x8EmuN#!s;8TI*e_6|wM!0d%a1F@!FU>)vr8jcoZ4VGWmHBs^HJ_*O*I!YUpgmn>mek!V zSdD}SZ*;u*?*gT2-mUz$V0m=y0W&H>VTPyor7-R%68gj|`uh4TSg+su(mqdpxY3(g z4aNM@#5fTVmg?bd1ysTI&?kdRyLsugs0eIn-6hPK8B8sN{L+bmUNagtaGjPPlh=M*QML zv$EaWg{^t(RE;aE_zXcYj zrXP(4aPDg#dfbdBw@c1RHW06xs#H-f=wj-wp*N!BHR1Wm##ZpY$CfcB`Ql1{=ax7? zD*44@SLEgFixcz+ntIIffe~wR(>8^kMu$qWz&-AEvkoECQ_a~I7W>YIt5+eWykB_F zN)x2JpzNpMkzzxj@!D%o{2r__Ji=9WLT z|4-#!r2M~Ie4YPTdC|8P@eZn*Au(XdWCJYZk4UY ziSbWUlc?~ASmSF1q8!Jdu#1NBZ{NVZup8ZKo70iJSst#&w|x$SjHjedCP#l;NH6w- z^={oBR|qCpzTkT{Jxp|C@WPw;Vn0=yp1y1c|28d zSlu&xrR}`D0+(|wnkhtNRbiTQN0mc9L`gp65^@zS!y#LI;a{2?_nEq?7; zDx_zz85Hk{D@;ft0}CZ)a_Qkv_(<=1sAO~f84F_Skk|1XdM_y!mVz?u(ln(jr6&%_B9QN3%n-dp?^H$3jF~*p~d6X2kf2 znb_K*eNc5QSR(gyEF0Ne_YRTdtdYL_T^|mFRh0s@LsGcidnm`QV@HUDq1FD)kDfHm zux@VZ>F7jPjBt(L0tnO_O~>KkLBH)*4*|>en9R}!av{;PrT(D*L5ufYE28be{3qji zpDk+&l%0k2sHQD$0lrx4U$u}Gv=<|gpNs7u=|;5w;bOD3u+*`!H_@{;bN_EuQKcjm zlSvEx59qlCC8}`LJ+F9XyTYsc<=qCDM3RUsVq9q zzD7{^_z_1nHE6=wBx$3k+HbKK2;N^Mh``_)a zIW6z2YusL>cVS2cBA(b;HM--A$=X$p&6}i#vPgVUsOrZ-HVM3T_52b5`~hrqqB&8$ zykSBf-U7dRYKR+%qpp5Zh$cA%&o3YztUN8jm8kjI0Xtt*l5mkl+#0cZN6d_R8`zh# zMsd%)wpt}h<9ICDo+?rrC0)=QIbEb)sq(7s=m;%0KDCTBIN=;*VZ3rRjNV885N?;< zu3I^t?2N&YYUvWA7Jg?{UN#7``WlE5F+4$w()3*Ucbq8pM z321{$^wAP52nj4kA}!4uv!vvVO^8VCwsX;=EiD2oXv$1>%xmQH4N2Kj=-Fip0Q(Oe zTXSJh$un&1O{Oi%9eH^T)KZ?{Y&lE-RE+KpBQTxkktmxnFJA8{#4*Nf-{nnvtN1%K zZY!md_?$#t+Vt-NM^3}?f1E6Tve%F4$2KRN$>l-D*P{DTnT007|rUmoD(XlCi~BfCvuSU9YU-f{Hk`%eTV z`a%b@a$mA5MN8@HSl$43FD9qR|3U|^3M!l*_?2=ik(`N|HEw0yFkbdH5Q|7)%;eaodZ8RH0 z1IO5n0>UnsQF>f}2M+huKcub3R0lHOGYe$S1hf;fzEe3P#5=jpXSksbeyEC$xx3St zv=WxbDRm2a1S#_`%`|DjLf?y*&wuLwK>j2+Q2l_T)r^ljoMybN}#{-%#9^NB>T!$M3 zpImB+aWf{+s%d=(n7`gE1nNuHp|`dntN1*=bbzOntR4w={?x6@kP1WgU(;@?d~obR zp)2BD51Pnh?@;*cVk~&6ggYfFRx`q1>Fe@G(l#ZFS=&1b)&O2&pTGCY!0ANX7g0a5 z59uIU#Hk=OAOzt+>*#i$Xc^lk;Po1oHBbfFe9xUCL+KFC7lB9;?FYq>%tC*>yg|V& zngB6384M_oM4(XbO6$2iCf2C~WMF#k953f}(L~_K`AZwzd+{X14o(1Rr6G(iW-G71 z=htYj#V6~f1;h-|k8M9X#;R>=T!z`Lf^($bryu&HaF)Zn6DmqMK}iY3(H+6F?lgrFuV(-#m4ahT1N-1 z?D-$`nd}Vtge_w;C6%qM@)P$!ly3z`ps4>W_Yn7!{~ z_;vrIWPPPBLiv1hgdC%-kLysc}??>e9%*OTilsE_YR`+x%I+&Jn7_zY!^sk zbfrnE{5?IS+fLL@esPdP(@QZ_dTQF^e8sKHMK~T~aBTPI;~3Wv1DH!3c^dvx*-AL1 zwQ(uM_sIV7s{pa_828c_w@sl#p2{>?7WFh^%jcl%8)InlGd6nkPJJZ_iP_WT_JXB# zw?vU&j(~{9+cGkFHuH@wF`|KRgk9rSe>v5m(Di!eo>glj|98Sl-F7G)Ian)(1u178 z3<=gswwG)*^UNkA^)6~$W_qQ`OUq^B6cCaqy{VaDURY2b5QaNLfnla@oCmny;^4fw zdbuvuP&=DwE+X|cYZKg3L}`YY6qDhA83c~9H~d(CRsC5t7YfL1@X%bp%nC;t`$9N5 zmEj823VLzvy3}$q0;b_QvV<*NqvvcHALS9vvWD>5Zs@O9k>*4?>GG~1+>Gkxcwk?4 ztqea0Cb1dkzBjFs1tYtMAsMtZgK{P@C~fn*?U32!@Kmb;G(qh z#mnOdB&=EEU1grZvsRSY=V$%5hQG?=lyv+|Mq^+8l1NWhHEVMTm0DBNI_L9Jnh1YV zp{!Z&&W#xzB7V(zyYflqu zdFk}tJv1}qy4FO8NKKATkD9`jzU{|R=^wU4CF#fIla*>B?MC32*)NspnH4Q1!iOg*p2Eljx@ppDL+PF2R z&bk`@G&So7tw>H!g03XpJA~n3TFL6P`0^0dtK` z!lIIRmKatc>y9v75IRw@Ct8%DO%N~jlS7fd8iXj7o;)8J*~T$OJJBdcK2nH6K2W$u z*3(!-)*&l1{>KP{WQpecFUdPeM!O_gx>r_G->erD3WzkO-xUMb5yw` ztCi@a)&<-TPA_EthH0)8kZ;I0hY+T`w5~c`&Ik#tyGDC@iBq%j-fDT3J`74dPznd^ zyqdx)rj3U(u!5=jy5T`N)Pv0xzFD-%V7E{5%t;crrM`ZkDfI6v4D?G3_9ckwPeNYl z>I@fn^g;Kp7o7#*!yJuC7mgv|#}#sBJ4~BQM&N)G!0XF?wPrKNML1PdjE~U2DnA%8 z>Qz}8^6`G6o=M?|xS-A8liMfX2;hW`1Ge?uyN zD8T=5$p0x3|6ehJGx;dR%G4fhlplgx_WR$)@BaJq{$0=H=d}*0U)pRk!+m@E1RZ(R z0nS|3+JHN%CLf+U2xNe?8TQg52Tv~(t6Tl#+ZL`(d~?ftC+uVuZ@~&BG>CnPh8K#G z>-aq8%iaz7nb4>@%iM{0k=Db=I1n%)m^&mA5;xBBql6@$#~%GyD?1;w^!ZWXW~J|l z4c!>LoBAW2&?lRrd{Dz4_1uUO{W&oBqd&8dGt@_VvxDvWN(ACpHfp||5WKj&mrE#I z)C~nWg{0(gq)0(xF&+Ok&-t!XCL81(ih0VD-EEZqb|Y!_OOPDcWJn>{Uz=Ee3J&#B zt*~v>Q-5}#QWQ=yxD6RWL0t3@X-c7(QR-ecg0?t)FW`pEP`pXzhR;#O@cQKZ!6!{sT63C5COo8p5rsgQOQI z+bp6q7Evqc7NQn@HoS!Qo8EPe78{B04=R3bKCanVtEB}oJ|&|u2&jEzWH4W8Zzpg; z#Nc1AT>5}U-rJroi&8ocZ(yPwwR5d=#PzuY_YC$-5gj5Eo=B1Y<{n$sJH%OnkNd-& zm-%1g2hJM+kIDH6RKq*Do_CX3;?cWPL#JaIH)ntUvVWMl9BN?fMuFWp6uk}dd3@w; zZJRQ4;@S9}zFiXExfX;yVN`-@^r|0E4OwVT)&)Hr(K{eI`gl1xxO+J`HH*j+`QwR^ zI2JIzLm(7x*4^AR3(8lcuW4n9kr$q4GJzbB#iKKG%`S&>gcC-9ySo&+N!&OAz}VHS zhWJaMB0&dG8_$AT8B*mh?Jl?t;#L53nGkni$sd$#p8GdGrQ00vOWV;B+z`$sM zcK2`QYBiDXqu>$Z4<%f8S9^q6x(bI3+VW?w??@k4Oi>PCsj#8YPnJw+bx%-5b&TC@ z?nsJ9%_PI6U)8M5^^|tw%uZf*Qe7idn-VIKu@}j9bGkQl`OO&dOE{-|y^Lm_4kdQ@ zDzV%M=iVR833|r-Sot?!TGTQB^*pDZDvzoqeFI8ECOBoFr#?lcqRkI2dJUH2o@zy( zrKB6lcL8gH-u?<~U`9h~E|Y>D^fBwzIMNLNSu z{OYZ*^Gt2>wvtzTcasrXodFk*VNCsmcGpkdLhmB z(BoOX-d>N|9TZiNqTAO}EviiVT&3p|&WIn1!OkyYV^iIp{v9B^SXj5=XZ2PK09wFn z17j|#E$^5F4Jk_`>fU|(yy7J&tF_dy zJ=gFzM(79fW3BY%q#5$mL-MBKYMjmi)yB@nj3>}z0V8i(6i^nQxe0oPf4j98Do4Ti zbV;+fR9Nku5o&4g+#3>>@*ljG!dFEHF$gD#k$m4b6lI1A02=ROc21HVL(tR7EcNEF z1@x1?63WIU$n#7DxJTRyF4!_o7NM5>Dk_n=KN@P2t0SR@>+@|h2bnpn%`8VAJ!`Bv zm90&=(Hjcm4YV?)!Xu9B1ItexOfj+RqyY|(b597$MbS+puD2(7 zGm_d}gge$1t6-7|Oq7HWokVO>6r|3Imaw=0Ge%i9TXz+JSl%cD|ch2PG;T61%jrRuiXjrz5h&k%xPp zG_=YO!-`}=m|?=YI~R9g7HpQveolpb+$(F$%UNzq1Z;$`kU>s+sGZwdF+=$D+jq%o zqTUk?6n|CgwZFbn?#W-zxGhql(irJyHV}hN9w(hQSR< z;52uX1_FcS{2Z^tuFd3Wn|{pxt=Fe8fc(^BFwxVT(V$S^K?P7OkSmG6yy1{n(}djQ zv?Ly;u{{E_79d^T@CPhzSS;W;q$V2QHt}9OR;s5?<`}V4oofvu#o(ejBeYD;d1HV& z4XS)zF?J z2Fhv8ZH(!adT?p$%!986@Hs9`hSsj3w@1Bx0RMLdligg#Hu0xTf{p%f``iB>Zu~ca z{2#ics@f0EfcM_fq0{0~q);R_n@<77?zPP%w1OS5z$eQL>P>28HV8u$rFdF?^tp~D zEHh{lNkBg7uZ5i+vVomGISCA{Q)KQ`8o}ut8Xs$Hw zu11>_8$M(fR>O8EKAbaA^qNvBS}tA(M%cF{t(;FK>>3e2(xl%8LizP<&sI{VPaL!R z!8{`3;`KxbM3TV4R~{ZNSVfsm`{NPkb{7O`#(ET9svb>o&Uy5ZUT9%ePS;Z66TOm| z-)@E4u{H0}=#SzWWAhrWwc>Bu@OULAoYjd$v)d@~xDJ20Q0Hd~B|i|3PwRcD-D4y# zbQ50m;v>CeNH69<#|Pqe!3K29T=p_Qe(f)D71tnxR&`gi zbtM%kO&WG813yPj^PH4Mj^0kwvGBoG-G#_*7$x#0y+m<%YL(P*aJdpT;tyUV+9Jw) z>t@R?Ef;!Ps=g0(jOk~h@mTjcQf9rF#Q1Xjhrv|-;O3$RH#>kLiS(*MFJP)RKT>kh zAWOKIY!Q=2<8bv_RAy$FXICXbjE)H-TF5J=A^Jt--y&GSRZU{VrIgQ^LwcqOvU7ko^kj$jB2S6jIA+K#OD5aUl9qTI!_3Tw$O*cC%nO5%fA~kw;hZ z`4S@Yh=$4e*S-f(V`<9?tBpbk&JvjLS_uy2X&u@1hXdW1R}d)aQf@hJQI?0Uo@JO| zyhKpEvPw{}DlfS3B3eQ%cbaQxP*uEm*7KRcww{(VLoW{l9rrCJDJC`PH+gM^0zy#l zo*@3TVta7y+(`MzeT%pgy%M1H)f5VG`(|*YX3{g%tmUPW)mMTec;PyJSvXjktBXnizBl}matz8w~^ zH$s$-p*wVyx_oMK+oYko6v+#;iyF%nl*tA0eKvosA4pR3gZjo8&F!?~scbW~v%bjd zvL9Qky4copg96!=v$=8}mq%h6R8vs0L91Dyyy=1ZaV=PSVbPcg!?#NsFSS=RA4R4$%Iwz6%Vk2cnGmr`*jcuXg7YUuQr>+1J8 z8c-9cps+1g(Jsw15~w+X3}ibFDrq*J)1^Brs=Q!e*tPwcNXfmtO}cS z;Vm1yMTIgHNuZ5^O=4!(DGL^h0WN-{StdX&hsG%boV&kh-tbGcB>HSv?`wBo8_9@ z+MTX7m88W%VpESYZ7~x*mgs-WO=ROox9PC8pg=PKj^&Z??j$3D@;UI!wh_^@bXdW^?<3{Ij3i48%#tO z^w-4Pgy|%QAGD8s4?5kty9Toq>vDehyKsl%X74K?!NAe1V+^RD7P!x11kc6x;&EV6 zUf$N%E%FF6Cv%JlElMG>WTmG zc`@5k{M#vjM4TNocI6 zcA-j;_6e03O6k1i{TyuqC257jIeTWT8T)3kTC0H6NOqt2h4C8c|3sxwwB7Q^K{1SASf77{H#AV9;%w&T*DnoBH`h#ONg{1 z4)(x*f`J$kH!+4xxm|=wnW-DB=rVdZxZ1nBSaYUa3I$HBrI25#n|6**YauOOZPm5{ z{j2ti%pw9YkL1Nyjti@2qflbmst5RAf1)YN@v!q#vbw)W&pVreZAQs|-DC(@Q3L|? z<%C8g7nIj<#@4-NI7tVJ8I{j~)y;G2A(Uv8ewr!l$N!zw*cMkin#Aa_3f_y*M-@bqq;@GqnrF@5T`td+gzi9SU{4>sy7 zKp(8qrY|#8v6yKLzVf`F0VE2rvt&sQhG~T}Y`+9s8|c0FKh#!`s|N~P&i>dnj)P>4 zkWxeCP(z!0J&i%Q$z6|OfLp#AGJAOQGQQc}or*?fRDrzXV?6ILb@$ZK^GV}4zm)$v zN$Bq#Prb>eureX~&2ZBmxxGFgC(fLgPi+qFjoaW`)lR$A6FNh_@RIeyW}tKd?QCU* zuQhcCp`Z(2@RQ1+fn)lwN%9EqV%5Wx{~iyb}+q@GgV} z{mGq{aXop^{+Y%F>)t^uw;e8u7OcWt)6_PTe5pD2o-%oH{QR9`s~zF3!9i9{9RkybU?CXz+J(*0Me;=wgy{eJtJM|-nRsL~u9H)k-MJXrTy zP#`bje44fU4|NrdJW;sr^PEAjHCK82acC* z^h3s@{Sp_A?56XS^qj@okidMQQrz=M(S?sY0G%p%q7_$}fBX5J+Eu0}~$)?WDnb;S8SQQ|i&> z3l2%qTZ(BYkv=MM(~&(Y>P3VIRV8k4)bTO%+VC{|gIlHvm2#>~6)G7Cq(l(>wp_R5 zxx}RT?mA)h`Hs$>;@P?pmCg&2b#`dA!(d<*WA)rGRTR;^MR9xF6uQPN5kTk@p3 zyT@0y9E^@hwD%hdj2b7rVpa3Ajxpr3xaXcBqIWxp?1Ugd^7o-Fb%ROPa4$*%erAw>KSJFM(EI&{|qB++$zvV6pC z!3AS_`+mYVPWla22D+WffFGjxmY8ZZ!LXpM_v>Y1m zFutWd=Be|S(mny%rrkYNj+^bKC;MUy-u! zn^rzp?_3F$uX$aDCBLYV#J$`~fz4v5JSMAVYg84sT_&Cum(J8KNgvck>5l_}_`6yy z?-Fq1tvF>(I+15An_BoFM-n)$KsqP~Vk55CSWg#vMd`z&9wSe?76_aPwLYbyVrxT? zz}BwJCSmfz_W4VQYuaLz;Y*4LDFsArYX~u_$Q_)zcPL1>#ij)%{&}%RIKy6_7>RPV z18i`+5p*xlA+1WvRo^T0K0;MA#VVXlm9|dO zVu7zwrG2*1-yoZ}R$X2@iK923G~I)%L`v54QV{5;KUe{~{8+JuK`4{~foQ)hX2^$M z{B!Yd^5vs?78;@`9Jy~*}ozm`L`n{{~FzYlj~jz{(m zlbz-b{vN0KsjhT$2RfgZ+IkA7*+gQ0iHfJOs1A7+oD%2`IqQ%tX9p} z3_99=6}PGZw$a*7JcSZGux_*R(m+bE>0rA~)ngxU!2vOP3=UBT(SSIaBdJZf2vh)m%9d7=E{r zc)Go~`tHp>uA>B^39j}Ln1$~Oit(`L-|_Cg^HW@8Zu#c);RSD$6;}87UI#V|8A~mc zpbkOF}Y(6ID3moR2%m@Ko9!1{U~e2t4R6AEs~7bcc_v1c4TTG zk5NMwmV$XcZ?>}p%n!pRVy2QDxO|QRnv7G4REn6NRN}c5CRIuuWJ2hCD2XvaTa{DXwA+&qgGq5*#SEP^@If>MCo0t=-uCdmS`x`4@|f;?h7RpYOU zAT3khK<(z!}ZpZ`#!%>Iv&c?-(fR#!21SRae@(1{% zFZ>{H9ngTy6;i)_zy-0k!wZ3VA^?GVAPj+XB$i2)IWl<__!mNdU1X7BBS4+a3JtA5ij*l~_WCqEV%OG72}RB#SbSg+bwY0Q5rH4)ao^ z>M|iJkNdxcR8xbsYH+o@N%umCGj&oKQ}8j72Q1SP!M9}(=cJkV8*>7liB>)U3yG5r zEr0{aPL1hLTNAu6r`e^!{?tXEfMG6aL;JPzI3K#tP_@)c#zFa>7DwP7WW(^wKy8Cn@`2Pq=k6RZBN9&adRsm$3HyTItI-?nYv(h=qB{2X+<@q^)+CObR#f)+6* zUtbpiJn?N`cm)d;rKsPAVF4g}9wi$kIoV|`IV5_^iN6hkV|}Z+emiVFfHS1}Da7Yc z>K>4D@;EJdpba+LrJ}`zo@=rifiG0+Jofo+) zFsdJKfr;=cJF$?d(p4>&G(RJ5O#X=@-y4AO*wzV$D#GPIdxy3J?@c}_Mm7&)^gMc( zv@Y{d2l)_3HixpmBD47 zFHX+eE|8?Da2H(#AO4H-g_ZBI6TW->tPb7BqNt_1SQA;>qn9`T`(MEFU86Pgmmd$? z+8;64|K&;C!O7Ov#{M5LLZynN&AJFe*SV_HqM%qJN&J&B9~cgqi1J9B9z9vVTE$3V zBW$arZAw*8&UYu{I4e0Qq&~i(y|eZh%P`0MaJoQ9@3x+yUtWEJ8Hl%_+05%nJjY>l{9Do?bFvb%ZL>_)H9lnPO`MuH?PK@W}WZQI$tI5dDEPpuk}tLC>Le^ zd9mq-_F>&Fh2F_wbh_|B_ImIfy(X}-eH`)u{k}4Ozf71-8D)*V>n*2kPj|6&IY2hbwwM2 zvA&72{4JrVWCv`1`#DGi48JXLPX78+ZA*A z88T#lP?yJDG#iPdkCxKap|i7d-7}KM+Z9-gBr+vEaT7_x zNXV?SxtC3|+p3~W$snT3Yd;{gTkel!URJS6;-srR!;^ig zsm9K1vVGJOaNcPH|3WNT) zZY=}mn=KHTSC*PJ2+H797IaX50Gik*0bXYFKWwJ5a?boam7an_(_5ozx6 zD7NahE;Q&!FmhZErLKlM4A7p(w>1n>BxMPa~NLU2(Qy-9GJBNY42a( z&OD`D#+IK+sCMT)FP?)?5Mb8~KbFB*-DBoa#%{fYby1*f+C{A%Jo(x`*ePB)GqHIH z#@ICIZ&}A$l0z&u4w=aH*@!$G#{iaqe_Cl&KHc z5yZNh5oaF!r2*BFu*k(O-+Qv{BafWP5)xW4m}lP7NHm!(6wo>P@W!u1qeBBwRaLc9 zf7A#XLLG3SN$W1r_aH&uG2&N_#i7l8S6M^idC?{U)vyJ*GGek~3LJZ?@4 z+R?8Y+KYiviiWK#MKO_Wq{5UA6icp-PFEZVgmeXUV_Bnn#t7b06dgulxRl!)@s}KF zDI#?QXUof1r#5Mej6`Lqc83L$8#Jnr4$y?zi&Jyw;KZm>wn~wFyXZ14gJdnMrT|uH zt>>5j_m_!4Y|oV!@U4Y#>~CWLgr$0SK(VpB@qN#&8f5DgogbaDCKUx#bg-kO%Z@hH|IM-@d zwA(UeQ)Phqk*o#RwzkPvz5n$1tCF8L9DbZ~E3n#@_iz_HQhF@Qh?`CiodomxyLHlZj#Vv$C#Yw0UB{Wfix1S zzO{0O6frc(|L$Y`RScMZdX-xb!z!(?_`SSS5~t&V+N}eWDIx$>LMztBR^hZyrQAvH z`k_0#k7i^wyQ4`PRZ>rUzkGv$%3Ea+c|`0UeSgJ?NplYv`Y^Zxf79jJogpOkl)N!e zXoN_x_v0M;DeB%eA0)?GeV#BQzG=|LcnRqS8%%~Ne&|V)E^=QpTtHvcG<|8RJ+wPW zus1mKu`sFz(NxEJ_ED2wcx2?dx=*Umb3qxwDH%$FMJcmEw20`%XyqZzOKM${s(TvK z*r_iaElyQl?&?^ec~K;hMCFEmbQtd@I~K;U!6-Sg)_s>m&S- zx3SiHaN%}^4B_@i;O%*CXr-;!xG)|3UiaJFOz~-}CDT20YCLRLksCaxSf9&4o8a$y z0H_uyZPqY7YeQ6A+&kgpCD%YzLaBKnVW10DloMuEs%uy=R0v~Ht-LY5Og#ewF9wex zS)cs~4K_9C=@I+`+ElXS?n2}s60}xaxmPFz-68PtB|FnX42v3X^kPX`YS3Svncy+$ z&`5kTNAfzbGkx4dzIuWAT6t&$Smj=PcmUxfR{ObJUw<9y0KkVm9hI8?rOC>aen^ru z7qn#sn}rhLejjv5(VB&5@8l$`ZHCxb{G;|4c9Dul0B~0n50PX}Y;S!= zRPF2QL~yvzn?H#Dx1NHxufS&elQ?oPsYpgP#OBc>n0g9RTG^jZ*C;JKst8G(hrP7-I(H35NS%8=Jl^xgy4)cc^?$CDV!JQ2@*oD!q0 z(&g=R8`fAC{?o7Aiw<(jF^3c&1Sjzhs0?)*&q-nYq6ZF})Q~joNQ5RH@foBIT|8Vp z7VrkBm!Ft$T?65r&y~4={fDZ)8GDxG|Ly0(G=72j0Y=Vxa3(wliB3TJQl#ALF~XpX z%?lbIyWpv66lFw$jgDxgoNHddpm-sl85cDV2>l#uOADxR*$d-Ul(f?zEPB%rHY{RH z7rYeg-~qQ@8xEO)9O7xJWh^hB7l;wy!m>qP1Gflc&Qr}G?gu-bMXk%LLPz?JI&P9d zqm-3jiAo8A=~2 zxm@sQltYO((DTeM@WVDg+qTh|_;x`74yVg)LOuUc+beR>^1O*+F2{m^_IfKWL&d=| zONs*_e5jWcwop{FdQ`~+BEnRjJn^wQgFBY!;^>yL?vP|)C}|qaa>BIKB1_0+s1<2& z`V_C)fn@9KL**pvL5sbqRKru#%aJ0GBL(1KzX`ZM3drq=2-1z;+gXVdIoMgcl2D9k zG6z~1z8Q`Pde@Qdb1f7rQbn}8_R5#05#C^A3iDD{fz`}dQX8L1s}m-U`}(h=sj^d} z{e~1lbIJimJ|(5TGtc|xrRVYNlKhijJNOb36E3i1=sqbi4PzoaQ1E*1?*~5Cg<*Kx zV5YUw<>6>z*NH@e|r1Wqz9*6lDmO0*RErwYE{5xT?EDatsidY?6Y2 z^HMUm!Wh*>5^WM#h1FF{VBA#A&cEUIeo_h7@ShxK{{%yj_D=TJK$$cVvf11%5df&(vnsH2Zyzhl?Y-;@AA)!^%N;soZEH@Sc@-!zn{paVu!M zryHIg|FarfrzXUMcX`ebt7Hu>{!4K-=3w#p#h4(3J<|t<&4%Yf><4S?x50j zulaFWJVE*sll~^X+1OI@yRQ!0PL>~?jZ8!^{jv>BwT zOPQOka+P?O>jIXvx{tI!AS@@h<0o}8N=HvCveQ&SMUYl}dpyNNJjrYMR|Bz+Abv`U zllL}mrV~KEfWeT^_h0RCRD7a&!LyItenY%X|^xnAZFPk=yz?P{75sXtf znloBHSf`5atFpL`09a4-gj6ajg6a(Po;10UVX9>puKg zwe;-x>5z$75!p55NxS_a|)3J!8i3ySZ zqdmlGzrRwOGE^N0?2>sa$<@7tAbT?t_Qu$SrNDf`tV8kcGL*nU_qqM)>36hTImap| z1n9M)ArC=`}Ygh$G!E+6m&a^z3*5kFRRU`{W4JbG5Fv!teYRAP^tUpTYU zf~_M!@f6z&t##kbGctW{VLukYUt8?xW#(>f?NW?mHnWU4I?AB;_BTZzISeGTdVc@X=b^pT`^UfCaQ z&7g}#gh+?2K=3G}-lG6ciHUEtQy}#ICzTGCwY4&w3|=^LD=`1HwqN1kD^sgLhYuNl- zJZaj#wu&?KC*-l?$j@LwqIX_Pv1edQ>1=27&Nd& zI|RX)Y5D~7bU9RbWU>PKysqY54(nzl_ohSsrYwJvjB{ggOa^oR8W-B#>@IfP-RdIM?YLp^J_QG|~V z5$%UsU=Y(i)FLlJ=wXe!?x)~7e6x~d&hryy#anL~`2&QlAa&qC1^SutbVaNz>6yH_ zZ^S1{+pSw?+i@LfHK5`NIfg7bN9Glmxp`<<-zKk`Rd|Cyz6^vMwzuFKR5*E@H>YD^ z@W}%8WZqPd1>~E^R=iVxz13_2ISo4@ntZyPdR3~F`>3>lZ9mTROI;9RX~qOfQyr`) z_=;3(8(mwp0(zj^LU?$!w0wHI%%3&WEGjr2y>mr5>zGKL1YcbjrIXmoqUQytA>2q0_Zr%OIRz0Z?*l? z?{se5m?$5A{K+S!I^X-J*=hNriKh1iw#(b*xl+4(75{-PB&b2Iy}}a-(fqeT(U5)0 z0vq5FfMh^`OS8Iw08Lc6bMa=oH+$b49nJ+%7?ojVG~i$)(t)y8-#-3jHYNaxJm4*+ zlF(^;3+&Df6u;qx@s`< zUrqUn?s!jIMsQVr#?dkop6YuoE2?B4(g9{20v0mnU0rlY)JSydQbkL8_q)KO2*dbpMV~Mlhe=NoRw!c^V)k76^56Z z?V;YHbt9{JsnN0lg^L%d?OU!qGU7!XYy6yP3zK;3WIJ2s8eI_pHeUtVYD7dFbI24c zV;Q$Ms59%7B>DV8vcp`*9VD@enMpYJP~cYA$9}BfC=CC2Lt<__jn>~olQbQDQY%e_ zDUFhtE2=>9aSIDi+KtA7;$+Viw>eZ0#_FuVBN6LhFDeVnc|n!YuD`7ZveQy(3Lb&hQU|MYU#gl+tRu|h4HT8t$rv=>q$V#Wt= z?QhLm+0-d^?eU3q*vICR=gB?TH*Bv-DX#7-KX1qn-xr;vDsc`06W-{k?&fSVI?}0L zgS_48r{72CG){^oq_@bg+QYdXn$8yO_H55j(eLhkht!I+Iqqgr#y#F%FWl8-NWR~4 zO$gvorm49b@5Gbz>Llkr@R5WcO*9K7X@tN2WwPR*y2U)KU*=~&&KfIm`VPd@BLq;jSNkU zeqfDB#a`=$A2Z2g%HW51u~Ql?RiIM2*jNC<0a(KEFfz^NFx*vSxyCi0Vdp)|vrYTm zK9aia$YXBaZbMbtrhMjgjWX&o9XhVLOciwtNB9nFzNY{d5LTOQFOj{Zek#l@xtJDRCC3d7SK24FlQ%qU3KvYitYcfoX-MH1whVgKq!7l)-gB|P zt?@leNrmwPYI?O6{R9Br8+7DaE*OY$Ih4I(#i0$>#P3!wbUES?{_C6>U>>&ewW9iu zzd3hJ<>M?#{x%j+UV~rd{N8@qGQnZWLq-Gc&IV^24 zdR8ev#_X8q#gRU2^{yI))7$?@{D%zbVN2VdnS|Trnb+>A9rHFmh%sw2tk)v7<;im6M!;%M4A+YuoaOi3J<=29KNoX zxoIcG@;8GV_9QID=d06xJa(>5H@}XY6qBl}6E2u1uf%IBOx&6pofMB87;NS^$j7+y zl#>jby_umUu|yy1a!|#OgteCrmg%fcl3hnlKVwr|ppjIFHAkxT6pxi1xMj}>sF1pI z4yCoH`l<4~70JwkW=!yJ%q-GZ?D9N$rt8r%xNQkl`JwdDozz$tLpKzBTZ@fcB?CCB z`baj6>%|4jBN^Y<&?E#A7xI9AyvM=_XU$ereaOBtzf-nA=5x@d z#81(_J{FajDJ=5;4WXxIzA$)kpWx9r?ZG1Mk^Q1Xlzk~jC4oD?;ixFV*8%TA(;->g z1!93srYPS|(xd16-48w!Qt8C_+f05A3a_7Iw0^8x*f4vjSqU-t7?HhLFI+YQuLK<- z1%YiEkzMT9%X=NU0zh}pO-D90yDKV5kj7FO#CW*1RVU{*@B8a={x=92el%^&RCEm7 z^l0FRgUR`x;r9z0+sEg{&Bw{X%>zTr$Lq(<-tqG=I9*qJeSQ7o{@3epGo8Kn1Ix?i zz_;}@&X+0NwRd-YBWj_Za@@Xc8tbELL~O+P=X}7Y1M#(zQ|h1|Cg;tk>-UB0_vP#t zIo$6`dtyHqqb(GsFFSHmE$d`pFH_XLb72yHVAq>G4FhGKz~46DH|~a;v9MY9TlcdOvJX| z@vcI0yUdNaeycm~zMywz(hCosgOWdxdYib5fY%77G&Go5?==AC$ReGD5dau{D!_%1 z8cm2iQx2NCd&e(uHAh$9?)~eM!Y)8hD(o% zL`-qBBMPTG%as7^vxR~Uzw?zbIcWnS@H>?pxpvCkseW@a9!1<9 zn8aRTH|K;677`cbtfD15977Dz0xir3dh&(^;aq909v~N(|u_aFG{<82rJZmF-ubQ zC1xT1HTZ*rj?!ZtXE-i7<6op5$jKoLj^g*P{SZiw%ocaoCrC?!^?mh=v2!=F+-z53 z#53ls^ZZM&ibyBe<)C4jriJ?_BI~`O#?sE{OtvV_=qkURp>+o<;-?)+NP!&b+(07M z3-s0s98A@Z3K@^SmRZmy2>U|3z%hnT0Z?4Hq=IJ*v;hFX#9xjh7VZfR=9#!!Puno> zfL%Llca(x5GoYyw*o5q~j_pOl=(rHQ0)?`ONIvVud$Pp1p)FpZ3DVNj0(uK_KIPYP z=1n|3Me7%fVyg1`m^AT%jg*s=QGxUW3r?N<7!!i}oS2?) zvk#5?yxCidlOc1LK_Qzk{|NFS0R}LHfgKU|k7jW)Hfj#Fr7ZJD z;NF=21(oik#@5dp+?3rJK#2)CmNg*jH{hfVSP+2%jO+D6%I7iErLcT=eThg09Uzau zA4d2}{W~*u+?d{|&kjx$wAh=7=52PZO6$GO+s4J=^{gK*D3e$`ksW5aWOD7_IiBF9 zqw7kV*?cWK6%9`d51+*+zUyfE$FqfvlZ)FGi8_eLG%PyFF8&WUz|-7prE z?GQ3J4?z^h&yElzr_?GWA{32E1o#*>I;d$?KVzQ4Lq35ni_EFqD(7qjjftK#gRZqm zeg%Nu_KXCk=NloIaTNol0|HWm*9b@DGJ6pjw=y&L#!bZwW@YM$m!doPm2`+N0}RaA zGLM0-K8zSWVH%2ye*Mu;Dn<_k>$fF~NB|97q#E5->c0NbeJCs-bXsBU>((*SaMT@cYL(6C` zIYf6@AJvAcUI2>hk6cK5nQP>?9&#*kcq#hqdG}xzMp8N?65n{|J zVA!Qg+k1DAq|sMB`57u_=1mOP7O+B+R5(@#(r1DEM&rtkWx=*X?x6jZf zOEkp&$h#YCAVPz_+$>vFPr7*|2fvMk$x@7nKHNm`E85Ek{hsNBBcJWYACbk1t85B? zF)lp^VI!!6gnmZE@#KbI1173Lqrf5TbWuepzU;^+j_b6%z4qk_hN+ZZ5D)&y#?&*bhG7nGsJB( zzn(P}k}@FNs%=G_WD>hPA2Es9l*K(E>L{BN9imIa zx5|AFwS%D4w8lU-0K*&Db4&Dg{6tzRuhE})$Lc+ped-=QeBOt-_*wPqD6?wcQZvl zRj!emNIgiGSJ3G5HTcrDi@7U~uoe;^qAXUWz$YjV)(X{n^p)XV*>3o5h&s?N2e5g5 zbqP6Qw8_5jpM#)tCs8j_I5+m$Ia`>n#X)p!w9yWky%K($5{}&JLgd{tQ7eiU=W(hf zkzmx5BPJ<Hb7KR9M

    1. mCuQI3_j#8P#RqX+)-6-;q?5Sz}v721e(%_=; zG#s)BxnBea>NH%TXoAOfqR%P&pEh%Kf`xuPmBBWc))lE~@UNGhxu@n=7TOt1Q_m&^ zo0&)azI>)u;TR#76pBJ|6hvD^%sBKLfgyBUX0XNVKKi>oU)<-;UckdcVdWIRf=QW) zXSPi*J)$cc3@~@|x9Ev*_7~d{3USG4-j$y(|L}ruz2A*~hDe0h90B1=iFz@@7$M&w zD{N$CB!=-c2c)$YQd+m!eqMDP{QXbDJL@E7Gqy!Ei13(-;8hcg=k4tUfQajP?Gj_) zHn5n2?>ZETZYRz;2TQ|g-EiG#YGzae>f+eY)K{$3yHBp%5AY54F&Nu&Pi#Ra@m`-B zwZZc=QS0stBvk2NWK-d%W{!1DI&^vFze^%l9#e>V0;ZJv7xMR)e&OI|S;5eDgPnmw zt2NHW1RBxB>P)M-$gFv-IVE?CoLO?NOS^4`IU3rCi8QZDV}{N#IVJ9i3J}iy+AOOu z)5US2))f^6%(}O4BB#W?*x!72)`=t!WdKb31~1*E+T&2Ln#JFJ>=p;oE}OuYvv`5i z*rkLwC>wkLu%aT|^8}{knUGxSgn30}_v|?GBxQr#^IDN>%m_EGW1RISR+fZa*m_Ew z9Vq?oQY0eXD*}+~x5MKJnJg@M%_UCA=;}ocj{iEw zlAYfe&K5h#0;Qi8N+(k%)V!E2$-=KkS0V<4a1k@pv=vzIj&kqTz^o{M$1CdVzMq6F zm~PZgNI66HlU>#kDhqHbh`9w-z_?uDhdq$U>VVGOy_FQ0j@k;COf?OKs{`Xxnr$LM zO5@n5E!WF#A#2J2SM?H>E|#EujQdwxFI;0gF_0sd;wQ|iL6xPZueYT%yp;>YFFAYw zf)|F+^yYXZ`Swca(oLqIfRcPtR)gOh8yStrrHA@vn!Iz(h$=iJ_sm_+b~oWU7*ak> z`LWm2-SJ+N)x4kkoy)<$aYKBJ`01{qgRLW3O8UHd7RoGl87*dLTv;DT<3mrf zW7H+e|IDtfk5sO(?bXRV09*rz1oAGwhH}YSDy6k-*M{@HXVhE;g&@`E#ES~F|Drtq zDv6ejMMojfjS8Ugr94DH#~-Cm{SN(tloZ zmE{-Ho)QW3Cr6#pl+*{(FBYDF!#xf8^E!m@(zB{8@=s9jFh`w*3CwKl`2`vG2iMeB}M*0M9) z(&2>@NbTW8+_Q$3jP!Pls3zq4&aZaXeiQ+JSMoj!I>g44F&>sxnobx>ccY8MZ(7^| z<%R@iP3VxK!M7M<@XnONgm?onebR+7GFN+duVQ^|tA}CCXTmyTlc?HKhHdat*G+W} z%5&i$v%ha$jvii@yw_*w$W;Ub3!eJ!P74|hNi5k3za7D46`PVMSPw+9 z^6b-pXN8t#VP#tduineLcHcH_R0cZL$PAe^t~ zX0KO6aNCYHkJ^-ha!%In{))c+1>@5@;)6N#B=ncEKNekmNH%i)#8C4h-w`K0Ep-5d z43V@DFVgb)B0_i;d#)4ddOn#yL@kpybK##+lz*UVb5Ng`4?kugSJ?k=sM>!{ygJpb zY}Q#2{-HT!$Je*1ifRi86UQSQ6+ubVR%&ZGQ~jT#G*MA zT*m|_(5fYYXh7!7F@-$Nv!b;FjBMyJ)NVe&cZs~vrEZ1;U; zPL~y{IA?4#Q6c>lOL74!pvJ}HT#y|y-(5CP{oP{K+!tsT(!SWOsK(G!$XMj|Tp%nq za4h8Dkm<}Md*mDzi{jF!GyX*swkwr6&Kak8NQ-MkS*(5ogeSR3^uZHF6r*OBKt2m2 zSq#}1y+7k*Y&$`u!7N<-Pyqm{Hg6KPELKF*{Z!rNe#sKs32*(|R5LeWw73kxOv0ZO}*C0R9TBbQ$jAP#?V( zL8|C;{Qm2uqum~m>m1ItaOaB?5OBzV*#s-c-!6}~!A@9z0Z)}K`;F!sQMB_y z^XshY3+Z@k>{sgA-NpfAeEOjE5{GuEu^pkuuFP?7Wt6;NM>m)MnRisK!}Tp`Hy;Ml zFr{lr_loanDcAmEQPD~kMc=o3y&4Rb^_92J5;7f9SXsqgh2pcHmMVUYeyM?>O za`hU4kK@wJI{(<=Mh^FzHq9tM%mc!W@|+}fOgN6uYs_sUCQIePrn=Q4g`L%TRda_m za^9uJ#<4X10E^WJAxKM5WDNT4lJSB}708)T(H&Tk>3IAkY0{Al3kmP^Xehyqni2MA zz>AQQrD38RDo)|64rICkTO(Eb#1;4LP4xc_=Q z*jyKB_phtcoUM})Jd0+@^LD+KiDjT;l1*)n&>rZw$_yEfzE&kCX>^`jDm9U>;-ml zVZw_ldhleUS?@GX4uaGkh$s8YDiPTz#Wb??|Zm4hF9MFAXiBF=|{8F*aur|jL zUzWz_wwIX+qT&~x&yz2X|Is+Y(cZ}D-wnRzEf@6Qek4dpKZXD-|MSZKxkC^B zgs83mBw4(xnqKCzptZcSRba#lE?23Az(F^mVbH<&TaJgJNiq<({&_kV9mTIjE;W-K z?^Q9qyOsA$jMm9u(a1EG%22S2Ig3&kM-+}+R=`|rYlwdD>+pt zhTTsQC0SbYXrvz&D&n%_O0sBW5iUW(zQ>@G4|fh-p?S_@P7R7GQXIY%Zmx#ZUocZD zpV%e}Zx4NLgIp{a+ii4&hdK|Y8jqs%sGDu%47`MG!WAg^y`V%7ciy0_s#ZpVcyWzp zSzFch)MTQ2sE}y6`dby6MjTGdedHc+NB_dq)|?sLY`*Gz+<{wuEg#)(Ozt8lq{ z^T&QB)5Gok<}bzIR=RWx&@go(h3D-5(dnQ%r6 zd^CXdYR>BwTcM%T{=SA>l;4V zDAA2vLS`L3bM?@(y41lZ1c}d$|Hs)o1dA4R*_y|?$F^p>-M=gEB+_gaGi?jwnY*#hl#U+omc?FA zDP2xUab|He*Se}{k_C4VFxpG%On@`w5CvPJkD1>Aq&1XNTGRdE?iL*}$eER|H!FIb z*fGcq-cuw;tPzcIQaqLsd0_@>Di2gD%6AYExe9`B$m0}v(| zuA9o8lK-I+m}53h4gU+!3*g@?fE!4s5SMi}5#pBG4?BPl7#tel-hn(2oDG`*9Jhnv zB9<2kXNI$(-b7}Ks9MJ+=GMo{BZU_yd}l;5AbW$Z<&PA_VE}Z9M0K=Z(89`=r113L zm>&NbCBFMLqyPMiu59N2e-ZXCfd35=m$9tuHplKe{f1KjEg_dFBqDtg_JFrE+fOct zZLJUO;XwjZR1s#8$B9xMw1xid`+XiBCo*Q&K&j7o&|aL=4eRjO2xlx)m#@dRzLken94(iW zxk~gL&W?j5W7l zzG@N|l#^Zk0ne)KlI*!tM4vvKW;hcW#xY= z2fBX$Ak={jp~RhJ{xz(#4?_x_gY2}JfF`fu_&1}(lar-Axt+12vpax$g!9YvGc}`L zpqd{arINF zXdg1YLZKWrvsR9@JlOD?>iNv^0Wp#iK4M9(;-`4toC7L9A&H-(^KVqw1UYI4*qKa8 zJpEqceLB?}zo>ghaG=>m(Q?6$Js|jx5lov_5_da z1g-i79-tcE-X>9?E1*yS3e$wy75OsHw!P&5vx+~?1VYmoY0pHV(i|+1ZIKPt3%G>r z%%lE?PC&g6+GXY2#r=cP%cz$_Qvi)RzO4b?i3<#w*!TO)Cpqynoyzd_P zK-L*xIWZI&NUySp(n=wN!0&)l9d({Ox3gXs1>;-;cqdj^FsZa6X{DD&;YXU0&(s_2 zWik>LZ9)rVEEmCi>A9vYEnr;>ovLU#sCtFQ-;#sx6&oKA7TNdC1O9|YviFdB2n~@& z*)KV0Y^J3?6MfBa>Q#UVcV5eWqd&E8U!!v*&hl$87)sm3gBYW-X;FseZ2 z$Qtq|y{Qau=)9q}kT%--K;1nRND^e*Z`G%B#?xZWzZQ-3F4AnIoyWkUGq#l|< z$mfxb$>EZBEv7-ODFC%%L`6q}>2c)poTEx5G#X5;X}n#> z0{grbVyYrBymT9Bx}E`xVxajmc43sfCoc^)owtU7qMPIlj&uV`!ItFQA8h2<+PK?+ z<_7e$dp(}KNkQsTN*_8ZE~cXN3isGX(@z4{E1;e6rM(?-{8;=U@R7J1M^OqcB z1Ox?Y2HA5<+yio%@hbs3^q^$K#)%teOBseNFN_$){p%cHsfy4W)8$7{>!3^rvic}f z)hn@7K+4|q3e?SFK$>1~%^MebA2*~l3*C*<5LY4!pP@tI%GJ|2N z9T<9=+Hfd08)HUF!eXUZEqMe7$11D;F3hY%soJPEhy1uZ-1=MBv0(VI#LN;!WR=7w;8hdVsY1+L3gX`-nReX}MhV znq~QD*k(FKVZCoTRxOVkZB{m?es(_5C|xN&A}V(V`t$D}6>WehoQ0tN`Ip=;1pOuC z`$fHh6Z_4cE&{A|-vB*n^k^Oi_d9Tc(nlQ%Tsa6$g%>zZCH}S?YOn&*%K&{UP@}enXKvLi<;rwUbksp9A-(7PJoKULy0>HS zvD|r(4!^GAK{89C%$7l*eUWMn^)uZ|f|q|!;dcXC!VaTTRxQ7Ad!DZ6jyOO(`HFL# zeK^mQr}49K1ARJV5=@06D(=@xHy*70!A4DU19yOM#oN1SE^Cc7MvYf%0?+2)RO`^g zZ2&_gO_`O@HsKtHw-or<2GXG}x1Oipr?b|r{H%PtLh2r~sqyLCQ#BsUSpd%a9tc2r z-B6(pF?e+)Co+T%N{f_9-V3ut@f7QqUkuC-A@cy*CPzW+sOr?wn7|5w<@zrO# z$`_7k4@c-bd_A9!Jerj@n`$isA>4Suq~`;qL3CE3H#U6lo{G9q%Z));$Os= zAyv=n=ljExd@RCqpN;XvDhf?;clzf4(Sx0%#KSNz*(|7{T2R!IcL@2^x2M6*EGuQq zfUp;?!(GKXJAdQwmrkuyFUN{E&+IU42GLFDcG)>?3VAL;= zPE%g$ZmUm;?(}4|7f!EMmT@9@Zxwevr^46KPUsgs^cNc!k0pA=0_A?V#k47~H>XA6 zP%^+tNxZoVDWM49eAV-dudC2>1u()$!vLaC&hYaXR;-d>6v*S7mJKfJ_o;GWrSKPo zh>`p?F+yMsOz9pVht_s%7fdWDQ%fNM7k5}b>d4;>#Y!qorI-sE_TGRKS2R+tZdM>a zS&eo}Ds2*XGm*=cq?=nTzl)GF7|8WnoH?MgGo?9t=wF%h>Z^l)gQzB4ne#Rsaq~cG zCZ0qssNS+~5`gwO*3dgf@iGk`&V+C{^SyGQbA)0nD46pEw~x-3R9_d(V&6_qm7{mQ zp#uwBi&wxyd>`%v`WG&Nh4_5l`t;B5A?D<;*@4t0&nfYX4Lb0yrhI&u)cd-}bTv1= z*|`hOfN@+rPnE@HoUhVx{nq1eOu#!*u}^cn(i+7$4tisv^~QmrU74Aj!UONUllR}D zXN}h;q%r1@f3vahnCjZP&xe^JZb)Xcl%Q3lx#YRHV{>PZi)8}1mxQNW*N*`Xu`7;9^lYGR)Dq}&5_!uSzq9jlih1+?=Sykj&3b*| zpiLj^jca=S&m@{gZ~HdkVyC`VqbaN%zP!e@xk#HmQPbX;i}{%bJSljd%JxB7T!TQC zW&)7b<-^X`|4+f1h1c0IJ7TZnd>7LN&)bz30oC0TQ^$w150VS+(D62!)a#ITek=Q6 zEnRF?PCrtPM{%t66$f3)ad}Tz=z^&(ai7ha74%SF1Do~dol(ZhppmBXaivdyV}>D$ z(7vNO(dC+@BfS`&V9M4#HMHW*9Q}3|$S)};x%|V*RzDFriEyGf97?+tapQ@y_F662 zUl?EoyKR<6c$xIaGvocJsM(a`d0BhA)wx`w+mn#l@6J;?VcyJ3;;1K zJ6bl|k@oSI>)-=XlKJh)21kN!z;|8IhS%2-1^E{Q*mq zxT(;4g>%CJpeS?NvMTA(wOd3XDNG_$g@^M#^QUxJe{qh3Xm)>hD*h;-@%t#mQTzj@Gr`u}@x?KNbD|b-{nJ=Y{@@p8l@@xzC%nVabjAstUhL}--+wKb9 z3wxup^t2+KKoUt2AeV&iEs>?|kWPnKVx6?EQ!u9}FG;LdamqhO)v(V28I%Np$xsfW zbp%z147pG?3o7A0l!65ipyh$7Ah48yC?Y}_4@t+nGdnJpp@=YKoIz)Zn!xbKf|3HV zkF<+um6`BQus{e_Qy&ctJ{z_@@UZ&^QBr>gzMQgn8>wG4xnvjaJ`jCJfM6r&K1M}$ zP&F1JxMk`3-pfp9c%5=#jR#mw6(Edojs|ujC`o(KB==1K?^wbt(XA`vYq-;Ih_|aL z)9KFV16*84bdbu2@E_t7V+LS-dvTER4gYNbd$ueXTYo^gGW`eJT=kR54>5ZiTgl zxCSzMDtrRswexSFDEyOiNiK6!1cE{m367#1kjtNTRm#qb*WBFPYn6;m?Wzxl0Q}G2 z1};hK8cq;hJN~d@#zKM{q;y*_?s5G}G-^}JLXng}GJTy6W2!M-NG*u^qqq^@qxf9`md`iX+PMfh67^A1$~i8^CQ7u(kEH0bm*LFFA!h4e!@OHbxZ*$ z>L6~_BZ_b*a^$kO1v9~36J>g8bVsSuUVrX;pA^R9PaTQFV-Ewk9!C1&xDWelKlJG_ zukeuQq8GJr$JP!2`@GQIh%-$;%~Kvj5$E_?>NiB|=;j%ggv;p@U^`x{4w-P(+zI|* zEAgcaR$U3c01z>^dqm%Uk1|IA6Uc9e6KOj>_MFGUF)9S(ODJdVcGr;~_lNuCvY24# z@~BVd_8+~p624gk`NEwTZ97IRn4ZM}%zvJ8)8^byI>--EQ8v8KD55dSeZn(oX@kxG$doK$z%+HTSO7+^^)Z5%JPWI_6} zI-kEANss06<8ESfC)>-U+Ea~CO`Zi`EFnr2^>@S?g7d8SQM!*eRjh>_DEVdq4 zk|l3#;%@v;K^V7Ta#~dvA(R@N7+cFPe&MBKs_(*qK66Mv%!l+jj=rM5a?&dC0OJc2^AOW1p5 z&CZrl#4FUr$Ik0~$>@quWfx}wnF2fbR}r9_b?Q1TCYjKx%pO#BwE~k*RYSSX5*D|F za4v zItVyFI)~d<#>8fXG7=8o4|N*d0#+giIBlXdW12s6kbWqhW_Sji%@{ z8+EsGa<3hNz_S1PuB|X`hf&Sr!8~0^tXHJz0weNNX!la0%(AjFL>Yi`JY~bszX}k|^Mr@+kbW>kXSEnq4 zJXsR!oi=FsIkMxp-Vo&x&%7!IaHAQ+dSY*A)2PgbfuV72Sl_)0*miU>$zi*a~nKN84i}{rYpZv^7+e~1DG5Sm}%WUoIkTkI??yO{!sjwaT)oRMpxDH z9Nu65&DG;St;#pdL-&S%83onA|FV$!UwOg*0|(Rlw-fUZM*N@5fJe&c2$P{dH0t#l@<2*DoY)p?D>EEPq^;gJKH;H=O{bW&J z)W}hi?aojps7Pcds#9#cADv1j#aH^~3x(v4F9m-e=iEAxerKoVyC~YEAy@s3wjgO} zU&rxQ(dPm07Ta&h$C9O;h$OTJg2Di z+u>zD%6kSF^MmSa{M=1$5(zh*@s7qlDN1H!K*LRkJoI!3!n=|H17}7i6pc8_b{c0caj^aO_jSqnI z^vE6p4*<@<{*gOnpQx73J5RHpiEjMd9G7xn-S=r(Fk(eQv|NP}yaN%pn=^+GQbO&i$jlU3`TD_%qGym)hEX1K1FjyOc#D24cv^t+mv>6{`=Jf z`u*t2&EauBIFN$!-RNbXyCw-w+0UdiYdj2mXbHVtN@JsGj+w-(ue&aiQg}J8A ziE+H2Tag9y8!&&NsL}qq}=OFChF9BI^1E+{ho-Dp9Sh|Lv@@MhsL1bE;E* zS_~EC&0w5=*bIO6dutX&VC+bf0j2>r<<1M`HOh+#5VDJg|9Y>78p|E*{mF(CG(1iS zgGnCFJ1l*w<2!kZkuLQG;FiN;(AjQwpGP(Dmg7*Np`9`JB-;%1mE<1}SV+|TH0Z8? z%2I3es*!>0=;`Kw>`I$|@j$JmVQd-B^k|sd6`y{#o)hnd>7@ z%wZSPVfrOYVawe}tRc#Y!RGI32V-_2$HcC0ktlA-7q;^sVXtjVM_i z`}33jO{Yaz+}A7RFfT`MI|RcfBje~OIMbyf%_IW5RY!#_XdZ~A zS$8%uG8VB;PLyF?=ueeJ;Lz9W#blBUyCivs^<=+`$~gA!!ZHWujeTZ%>HccUSczL! z&sgWxlA2hfr&jq5zjHIMFIf%Tj1tsl#+1JF)u9Qo)q(eNrl?UZ^h_GuW+%p2_O8+l z?QAcpKdqqfVo#>7daaq5R**#tnS{j z6%EtH;pX+l?)|qWB^dWQednhOXGUb(B>g9DbSXTfpYx1z`kg1+(^_oiUPloZsbpZx_C?S ztR6>h%mk9i&M|Mq%<7G*gufNTlHHf9#^!#Z4ULC72(S;vfudRDt7mr*buv>G0hf6z zt>)_=`dxzqsP|Sl@0^4ZCEV2glCa*O(A)D8<9mhe^LueN%jVZr-imCFn*9I>Ny46( zyq1-QZgQQr02i%B^FY}<=5s`b48d`o?NT#C#`f$Qd|xY5_`~ao2e3=$STRuwTdWVE zICLkNkY=#mH`FtSdRsHBZi9xys*@-khKB4p@7jzAys{Ko>g1QAOaNYqLHWls@E&*Z zrMww~(44R7=uOX5Vh{ZAj~-Czz@$8Sgu{-Hpzj9k#1H1V2T+{3jkEI-!HqU z>IlUz(3e$>M>AEBpMl#|Si2xCIE66);+>)Blj&KoXlVq0Ws!8Ycs$~l;BE`?&x}qT zwmxIZV>3<}Qjn|De?7^-*kj8XtE`EXfmtvg&@M)#*{~c-H40d#F9muHr3r8EvcBT7 zq@6N-g;IV{Xn|SsQjf7lD{26lpO*)a4|Uc(1Z(qZGG4DX3S#b13gmM8ht4 zh=&(|F}od*!M?*`&m>WU21m19DwsJoSiZe`O3`hEu?wB)pI&d(U9@TK;h6iAOCD6^ zamjS9yLltb`BqmrQ_wf;^^=5cn&j$9o!BtHGZPvxN8XCx;wEB;LvZSeWgi5@HSsln zes{GxiV1gUtSw`{dPC;}lTA@EGQIZ?HPM`nSs7+P#t-j-HtGuj{tT7wssxlqkI-MA zYEq?yjEBc^zy!c)cll{Q*Ld#vFJH>&pvyBg`?fQ#!>k^Am^rdy>$J^DC~FdprFx*t zTvin%??$*w#|!H0YVm;HIM^+LXVa1inBNN2uhvmLcOXIMEIq*QdQ~o4qs;JPr`$)* zxGmaoou2BPE$z0kv)!k>w51iP@Jh8#){*@5C~YqADv%ev5v0)+(%<=2S*Q3W3u5+S zIq$}V2K~I=@D8PB50cl=7FWSSl4mcz(+Oxw7>{N;Nne|e~1R?t_6E1hX9Mx$OM&KO+@ zjx8HG+>9x&;HT@qI@Ltxs7z zzP7tp?*K7e(7#*vW_LeANxIv-WokpYe4**mn4D}rrGtM!&5b3xAB~KXu#&s^0ajWd z380M91Fe7Gaz+`FvZS7AuOzq(Rk?TEt*Dd=mC0xTv_Ki_oQmr4{0f5&FX#i)`O> z0_~#j;0iwJKt)3J*=fe=F^+G4s>O>X2b#|Q8y>UucXnqjWAkB)CZ(XS#TJ>S$+f<`5Tx3bCNu6)eyikMjW_8>f#PIIH2zu`)z3Y2Fw<#7d zg)K@W<`FBjn(W^_sE@22TeRqpPyfH*^Xwo?wyl>Ma{AS1^D5@Vw#DT7J-XE%8{ibxb2Sh<|3uo=ZO%f{?Io=)?*(!c9i(Vv3?K6=`|+{5-xyfy!xj$PM}#Gk#( zUbx*n1>pd0jFxfx1&&|r@R97souloyuGP-0Cpu5LXxpXCJ!Ww^1+j@2 zJKhLKH0q2F@EsFfM(PKaGG_y}+5-3-O|fSqktUK%alouwX*UyTU(%ICOZxyx~#0=`n*s|Yj`{R7(gvXR>ukXW<_<(njn3ge{b9KL?z|u^*5pD{|mA*8w z!i?!G(CP2u&-K#ILKD}xxi**`_qg$>y))`o%XAjPIfUrVr!4mV2rMOOTdxMq?BgQ0 zfh+HC6FdYzORqI zL?ST$V;dpLt=Rk$c!18Q zgFqjY7>x=pS_4E5tI^d?m=?OVZmxBTP@G87z1kcb(9Ynm49His0AxC99-QEs| z6;p7&B|U7Y#Yk`I@Y9ca_nKIgtTy*KfHWC4!IgCsc6J~uo_QU}+^SwQTc3DpP>&o`kXZkb+Z0frt@h?A_)mG+# zUeigNyL?|I8`_7Xd6mnl@`iHp7ADQ3y|G~}u)j8=CSq_rrmluaBD(BbqovUU9mGmD z6$LfBH|!eYJWY?2xedmn6lJhpDsb(zG4lPm3!gU)ewrPj8eqrQCap{tJ=Ip#st8dF zq-OxGq}`7_sP7v{3nI4%GIq>6pz@|A(CXW*YC(1*-?v_BK|jJ(#5X2&HJ5NpMkN+F zVB-l|)!<)t7`8-B%AN35pe7GvEvS5OfIjvv{Rmf}JYsX%PWGmpg`?x@xcd?Cz*$o^ zO$_>}68by^^Q>i3c2p)RIPwqbiDCfd<2BrAy2-6p_{pn2dQJ%k7Sm_k+TMjau&V`O;P%^36e@Sc;v9QXwus z+Ny{?xsJ>kEV$V-;VUT_!8zZ#L`E2p-%FY+AYk#&J};~xV9$Yyr}+nzZ~oN0s^&4@ z@vp`yReMY@;%K8_n1eIwCjiBvJ*yklu?maa&?(vLT@YvX#h|}9=dnVCEov4SwM9(r zV^rBz@z+1V+Izg$)gXgxXZ~U5{XGs`=z%$;Y$(um+ET^|dA&vqp7@%luj)LMhOB#j z3h3J6GZY_w8x-3$T*+<>XKHFULM)9w0ZE(x@mdIxxDppiYJ3==ti{nUL<}Xm6Ah2l zEP+=8GPs9y68BPBd3Iv|iy&NRsfytjI5EJgMe-nLlW0|ti9YLZBtoihnOylY^81bm zDpSD~M18cUz3tQpl9*&WQt;f1B^n}jsahlOB5qVwceG)+Bu%u{Cpa3Z!#@06Wr;#IDRe&rX zjh~#f>LP}CQzq@pkO6B<1@i5q;$mp1%|wg%e6VPUSNKdm`FO;G zPLpICyiHTHhu~FyzgKY+JyGT+#4TPa+j>I$-ZWoQ^x{apX*y;jxR4Q^dc{* zR)TS7|26R{#S(?*LN)Ycl8teP0={D@az6)X!JM1m8$-@Ho0*_-iBx-e+y`W*D$8+| zj?rM2%n}Qo_hESKM551ofspx7Lv~Z;_-`kC?TQ!jGbKLRyJXW!_`9*J|AX#k&vBZ| zsyvNV#c95?NPhcT$h30oX+a@GDc9i`d8u{g0909lYqqNvkNtByL1C>sw^YjTCzbP*O%%<9kV(>t@fvz<*i7Bb;>vuxV@B4=jHr7OFS5Dj| z)^Rfz3Fjh#866^_nV8n<2#+ej>yxHezKKB0$M9d^p4>T?mDQ#j1^qVmef8Arsc8gt z5YugBsecb$zwgA4w@)Em&rt&)0i^@f-UDvkI1DVH^Q5$epAW*W2VC$MO|vRNvUs(;@PbqOOO zP+Pf-JPn3U<*Ln5dc{OC&S3=uo{~0m<;U1#A;KkFsWjT9TZ2u|UKK=&?UnQo1UQ1M z(U$wJT7=07F@6pQ^eV$~P?5_F@$9nWI&T_ukVJm_YV6~Dr1Ft>3tWEeug3RQH*lYn`sC3R6^pWJKyU{kgE|eO! zadfroj3Ki))4*o~;gDup=a5RM_-cmiR73QW5lc+2l^g)6rwn6a2st-J>wn`n2o>_k zyk%|wg4Lsrm&jgB*g&C#1e-xZ%hk@9v^0)IODi!rjYvNa1k=f?tq~L1QQlxO%6T11 z`1QR^uU5wq2c765G@iCQ_L;Ok)QgypR(mJ#Vq6_1$PzSIPDs;g2s-68)(+@Lo~wk1 z^MQd97s2PLLz!SzV_Hz&OnN?knCl(QxvRu+jbQwPZ$-rtOD?R9h#viTeeBh-2yWsjth7qd*K6(^#(lEqZ$%pn2=`jSP|(!y(24(zk8Tdz}apOf7D z<8Ap_ESXXR{GyF`3-jUD%R;Emb#@QuA~26{>Yg%3&uIm-xJ~s$q&hcq&NKB7JyZ)C zuWD7FeI@)V(srlD=5RQi1ZZSft-gGBNNd%}1aw7l#6b z#u%}F&J%E#SWwrWG^uDjdfWar!>JU$D49DfR+Bi8oMkD7#n13;6G;Q~T`@r|=H$N< zaNByxa#jmTm1&`RX~}@Bk>}dZa@f7H&*Ip>o=pcav+}3zu%aGO?J(ms)dD`ehUSEJ z?F>`ibRVq?!%1PV&D}^Qi7Jk%Wtc%@xBE&7xvoa9ThN7A#`e{e?XTK8{Pq$fB{Btc ztKzap#_dmgcletcq2@I1$em(+f1ux1H3G=qs;?{<> z?H>_f!E|8Az1^zNS%aa&Qz{eewc;OvMQ;%` z!azlM+1mZKHH>9N<+Pvef;=>cYJnWQT5DSci5fd$m`^I3qY!vQ6Nw#%SH$n+20M}9 zO{aTZHsYFu*FCelhGy+Rgtnr%4TMhrCnxda;2Fl& z!!x__Sb?{kciiT)iX$y=yOH==LF*WFveE>Eb(1gfqZYHRQkP&>`ZQVYM`6SS1oJI~ z9>*MNi7Xe$TB|t6Y1kc3Qfl1DyR5qb5v9{8^;Lc%qC+D%G_%1cG{mZVf%d_4=MhZohcdJ5u|76Q^+Ug{IR~}nWTGOnD{q>OxqbW0~=kY%+2l<{bbzJK0O7(zT?Ep>8IdX__<2V;trpNijHZE3?C z7$j&&HW^8B#HtgEs^<1Obp0<;wk`V{!m7%UDC3Mpyp9?S#)p{)nx^W;h6iTh}S*E8i9Gaeeq|y2N-yl z?TM0l?WM|6RYFtlUBjmva+RGPH5e(=qlT8bWvM}(C;NU_3-Tt7?l(MamA~?~mkPOG z(Qk%rkV!s3Kkr1kotlAL-{9H{3YpL1&vEUUUXO{erzDi^WLi}fa1CZL z6f_SwxOIWF5VejGkD5{~g9isQ-SRSx3!GF14Oz_`J#A3|m#Kj_N)+e8Nmd!Z7KGEn|*MR2?!Cdx*Zud-1dS0FJzw!`is|3PSe3AQZv2W0r^p znt`BC3Ih~f-3gQ?i+|H+S)1#hi2!dfE}QF!Ml!9sUDol_LJdRHb_$!YX*kRTSVfFD zZerh)rkP>w(t=(K1+(T3m3iU1|826OH%LM8cW-Rsi+{GnpYRu;qh^OND!{?a? zkz~)^jLf5i*$8Y53QSCLG%201b*Zr`<1&mxZ|HdCru~GyxvOKhDgk(7G=>&>JC=BS z{7c3TB+Q_CF$rwiY=P-3a=mpGK%cy?!0XFfQqVErJ2X-`T8f9TWjZANLZui0smDro zd0XqfW1US^zF`LYU3uVq+`bvOAeU&n!x|#82i%@0N4yJ;{`JPH_9v#GfBy<;U&JU) zz@(e7WuGrB#srk(w|H^4od)4er6=}NC4#X(Aeq-aqPCy;t#a{9`1az&eC)!3BfY$K zvK9VNyvYp;)Rs%>mDHGAs=+F76;V^@mox+FaL;)+3R#p8nsGoqLPlzl6w6n3*pAUT zEv?my-!pF2oVX7#hB4V))8N`O-D$F8Pw+RmR^}DRi7o5*GsfFd=`eI@|ch=EA3O1YLO&a zG+ag<=+uXgaM1`EP;$wU(LM4uo(RVxaTBXXv)E?2kF&~}P$TR3yRpPveE|h?vT}i+ zerwB%aBjDD->@k?xgf*LzD%O;nAH@m>{y?JH$82b%RCDdb_LVoz5!w2x(~;w>1PuH zhbbl+8tg-r%2FNQCfQJLt`YPR%Iqw2Ydd$?eFov)FyeF;fGP4{kq%UZDm6?}jz8p1GFXe;>l2ZWbsQ)Du=50-X+;S)B)s6!@F(y-oq z^9#S^|3(CfY|t_Msp~;tJ~>Zz<$L@^v!M8v_k7BPqf!#~6UrURt?o~RJ}sYnpmR^* zLxy}vu5C`$e>&D%Rk}SJRTJ~$?eLg)-&OTx`F(4(x=wr$`RaNRuCd;%w%1`7qOKHt?VUkJhD&@!)%_k3P>fHh*log@y2%_Z z4lHYCC%{W9Pv7OFppTtk376jj4FR#CEUONqJa)R_l7qu-8d0iNFZKewXP6n9fQa+Z z7?KV^Dq8uGSF*)*EQP3dstg2BZ?2tAy!+h?tlgWxRO`4MGgtDdE%hEcdBW-A?B{Ts zE4~Q$93$$0G{S@PV{Q(*Ek^`D?pPpxM*5hv#TRdd=3<+QOq5)jqu&%vQ_{ZjY~>7> zWx~B#7JtPvlhUBpiw#iQLEVr$UXy+tlJj9NUYs#b1H=|Ne|tY^Bv zka6C9KVc4C~Wd#np0{C(A0jy)gc?i=6967Do-3(dLscRXEWT=+iD zndK4}P2jT^&Qh*k)=6VzWpU#p-CN}XpGk>kXLG*MFxn+r2$<;d;>DC0i@40!7RWE- zR~sWs(GoFSGwcGBssiH>-y-3Ob>jtchAn!wz|w>0FUWwZ5hW!sYa6)O@_ia&oetU& zB+BrLG!UsDq3unEqQCw@);8DRRK56tWIT=*gN?By88fVvup#}vxZ4T%7Q;zx#cLi- z(A|$1@63}F4}fIW5^T%lQo_Nwx&)w11A!h$!MbcwhZJJx0CLEVQb;MjNa>E?f%IaB zAotGNFcPxk+{3mz_%CyUZA&~=rM0GK$OMM!Y!7gxO@P+`j%Xo-{%KU?&MD!%=J52# zYY*QyD>FI%$wU(Mz!%T;8U20{^$n)?D7uTWmFl)b0P#a1NoId*SDFVa$>hu19sXXCwf&<4T_%MrKa-Cu#3W*VdX6g~efr6p%mJ>0d?Az}U~0 zreg(DWZrqHPas45@o8|dqo6Jq3(~@$B*7h9*?$JYwnZ1SVinMdfWW8~M-DnG=HK3B z)o8iQ&Dq)B=C~wxJ23Xabc8-Xr@}8@w#@E|{KhU?h$Oz9VR=6CL)Got4z!QxiI9SUNb!IVyeWeHZYq@U*X#lq zo<1<{g`Xwv`RCi60t^kTF7~!S#pgNQ$qF}KK7&+Z7@2(8&f5&$J!h~(56@D?BLqB! z->-?(Pgf^d&a=c~1&quN)84lNja-X8^AOUjP5ktlRiY75V$zlsq37)$hnFD$&XM#r zooo7uBbo2c3e6pNBGAOg(cYFWE0*|f$POTbGbI|SC%U-)W+^x`-k6w(lv@*?D&Gfs z=;kZ;vi$=Y05?JY)2%=2kB>OtDHxg_S^=3&KgU})u#MO^PsZ=wASScdmTr0h;SP?U z;pkqc>!|!f9whn#%7>%Rk|swdx4?c5w6DKj0LtpR(`F#q37z2ka0Xk_gI!N&ZV(Wu zoDVqdV4g4}QEEOQhqXdoAng{vXBdIY#G;QnXFI^yHn8wIe%koSs_tYawTQgbrIjaT zoLB_4PrJ4wFzzZ=IOwb)@zeNnlLoPKE{b%6R#VfpL3)fu@~xzrvPMg zKlqXaLM8J=kDZs>Ckj!2xb|U;D27b1-q#(MsE{g8-VU${&F)iu9J}AQP z5QC3;S_{Bz($g%-1s%<1|2&^=>R&s$8J{?!O`r)V0aydphkX;t1pS!A5$_OVN?b*d z;((nISsRZ*_bW30#wD*1tNz9W(&uE^Esv zU-}9yYA8pbNw^Uj#=BoMTdaS=P@VuO^qXQ6AAV{6_{>musOTCBQn}#G)blyUKNE3| zZc_)C`|oX>H}61%DQ@sjlhMFfzzo7iYa`sS(BxOZn}gU@XbQ>E7e9eed45QJ7~VQq z+yEPNYs!)n!N&3!i7#{sKy!vgqmco&CD4TSh0`e#STkJ~6Mss3o-9GgY59EZ(B8lL zNy7H1?w|n*&YHIJov1^Fzh6osanzLdFWs|Zm*2;f``VRflmHT&I0JULzB~xgN8WT5 zqXat_2Lt?OVDzNFRY(hP`hLLaMZ9;IL2N|vzEU0_O`OlK=*0l8ljgt#9s5Rz@Fs#g zRIQ3B*kKT^weyCM7nmqWf7sooj?WH1Z$w(AZxbOU0C?E3QZa5mYqy%1EF2D^Fowon zy8)V77_O*>UWY#=HBdpnl**9)7Bqu) zb`4k&i~SE|N^xDSF8So*-z}Op2fg45X@Vh3b?vNv(Xf(?`2k{Kl1XT|;Zs$2mo<>H zJa$jLK}c1w%%&Xdfs2xOtLK#*b8%?*zf!W&=n!1o%fxaaTBA1_J+s%67GNz%SaPO? z=UGu?k5oSSmBGTB7m^+Xz0kCFqD%|tPH#Q)`77Q{pNImTYT%FU(d3&x0}QP!Q*-7q zM0En4Z?1an@0em3IzjteOlsydQ$j6?gq?osF3+(#ut+p%q+jez>3yjQ$ zQiJIuV>(0ggyHI3rY4oHpq6|ieSO*&4ftE&B$ohAVc{DLO}&IK3Es#TkfdM5>!0+XZF9i-2B)uc$^r5WFpW_LME01F~ZyD*1|zlL~PUr%lw- z-a*W;9yzo{t;`?`4wJNQ?2Uf9fj0Lm674wQ2HPA>k{BK!Zj)I#+DW`vXoh zRakdJbrJ(3%r>!@$r!?*pMuJvUy7IE6AC1+#pv>re-xD7B>t?_nNXmvFJ6`A`UYCy zj|Cw@TV>Eptn>mGg7uh4>WfXHnqvv~v&K>q%Bpi+DCLHXqziOfD8qXsYX0#DzjzK+ zjSp@D(U90r$G`meDGnIY`}nzCa%)$ji=?l2Jw94(Ej$+|=Ru-h`lx^}p3Z$~NB{9# z5A1bof62Z9tO0fOd#5>2{ax z+al|kP`=6jYU9vu|Img(kl&<<$S`Dj?fyfkCi7bL`vqG~>mj)UgJcK(c}F1Mx}Q3% zrQ4wIY_VNR_)dzG(EshfBkecQg=F9N^A+h-Y0tH<61K=^x(`~fE%h5G?m?^`Mx?joA7 z?{?abVbNV6crj$gE{Sgg4876zJLH`kMB@2vDr#yp6-OWPXvMQ6oJP z@2?rUD$jS+I34B3+b#0M&`|jKzXqRLkK5#Gs%Ka4gCPBTL_BKJN8y5 zq)|uw?vhvJ%*dli!1HrqEzBee=fx9v$ef}!>Fja4Re-V>Oh=_zlEVlK|7;^ot&|Qp zxkB%a2Rk>FJL7+{0fwX51@nV4A)<|YH64zoCI#^p8Txj0^fy(6bpV4VxS&maps10 zBM;Iz^qH>XIjW7`mgG@nx2@bDw7RBw3g*+dTGjjg)=l&=0-K{qxJ$4GDv@a*+04=j ztPne(K4)9zZgW903kyrF_|c+PQN_s%M*&kqt!U?%Qc;oW?D7iL zMQJ3nQnk~qq)&0Nj#8&4(Q3X{R~&D|Bfu7DxhxEgTyI2*u;ry)xM_hwP2OOD@WQ4K zhS;fwLuEN@khKR1QfXNV^NOEBJ4+S=r_aTpXR2=3RMDPN;a-Cl*fxcsH|P>$bx`4Z zg#XK;eWTVyR*->yvk-;9#^80@SRkU}7CCoAlZ+9;uqQ|m;ySM{>h9FlbX!`2MRg#5 zfrsQHxoJJ+9>rlTPZY04wuqU1JBXHmR3)pV` zX~i17s$0E^x*^?a>u8JiQV(g)OC**cbsMik7wx4U%Kq!{qO}CAJcAA`T1(J{&(MK+ zV+G~PnV6J|_EL{}eQ92-hnX233AGdu{8zIjClJ-&7r{0>?RLw?Lk~IC9*u>HV$WBq zPm^{AK%^b1s77N!l*4L_{m$n$d*8ql2|XfTMe_Ipeq#hJen0CZNdm19H>;Y0XT$xhc@vI>|P<}t-ewPXcyw# z>PvAyJZ4J>HS`hR01ua4XyRYkh(bKsh~hi6OR;P98@$cE7Fd=-{BOLV-()er^+JBb zMHJii&uy*VtS=VvUVAmJ*(Rh1jfj2XVTPyes60S}Ns=|q`0MDZG>X6&?&Tcip$MKo zkzG(i(m!z;r8$|=Smytu?}xu))BD$kw{F8L8;hqbE2XCOT$|RvaZjwr8$9O5B`Gbp z6{ps3ZGK}oKImu<#wV30B)<0@xVdg$w+lDd`Ac`=2iNyJuw({5&F4nk50frCh<;mKhHORzl+gpjh`K zmsb~q%f?Hvnml*@@?KJh6x>$$QoI z5#|a3(w$c8gO)mcVYl|yB-{BUwRH~xaem^37TZ-g-G38eE_hyBkASjl=F z?!^Z~ZUmpXocI)VOFwC-NlodXz?5#|Tk~|Gybz^)zR*CVpa0WJbve8|8lZ!hDp&Am z1G{~KQH-2VbI+scDwl=9f57n`1GaoZ%b>AG^tx&d9Xo`9zkmE>ja_p&1a+H_O3GGQ zn%LIs^6kSo1}BfG#BVCL_vtcUmx}FSlI*&VC8d!N8owyC*Cd?J^I<3Wjy$D~#0AkR z?zGfyS-XBpKm85VI^=?TbEEwkwBO)p;87gMX<44N7`W~jdbcczkH{N{IVBb1!T{|O zv*&tJp*Y8nR~0l}U?DEiXelP&_}yUo zp8R9ebDpOSH=F15`X{T#oNZDr_5f6kBhuhba4Hj?PAvCz&9CdEPn-^Kg1~ zUDBzedJZnz0;o^D*FGG61sZ;uvBa8Hk{=JK3s)GG%4I86FL8{OuTF4oMZB+n%xPL9l%Un@ zTSKiQ7g677DnXVkFHs@(GF4n-_vw{6SGis_WKIBu%LS3AusL31-txqP`5J#uK7Fk)zUF21ox z_tr+~pbD0)rt~Tmc9W|`YMp;EuN9K_O3Tan3NKAP`GxWL;E*p-iT<)Uv9HzTP2H7BX@ zuJyCqa7E}uqmzTWVvbxBH%*PZ z5Q}e?M^Yw>_gQHPHtuXy$)AXV!8tC12-bGdNolz1N&l%CRBU&YZ(^bVRdwGb9G{EX>?yCQPgN^@rGS9OomvQnWO5U^CeQ}c} zj~;EX-E?-J#n(3ld%Cs#CpHYT;)b1$;wTwKIope7{KYg%iY|M0y8C$d=oAW_-NZS& ziYF1{e<24;uh`DKNb~vSG%k9Or~C<-uCgd%d3sgchFR2S_vxIC!h~hfIL?bKzMK~v zR>8t#{3OlTG#$rR_Z$d+HBZJ-#)_MW6;U?Lp(gn8;^;Md5hYO;PS~sY9Q#1-!t|;%5wgjeJ`sJ@VYF`IE;2! z0NNQ#XHcxealL1guqaDXSt0h6LuM~c^+NOCtY5i=Vd?d zpS?VOea3c<-msr{PEK}?&fffm=jCI@zeevPf)r0@lb8eM4a&l#xaW9t0Efeq-Iu(? z&a?f4{j)b5dG>t&>}Ys;%AOyeupRbl=j3dE_w~Wf348VW{JwnTqmW$7Uqw8P z+os=I@57WYPJaur|qF2g(??c%d6^{jm5Ejdk-xJWbk zR~9>@pWY(c&q;J0j_!MJ(@Xe2m=~P7BnWr`?a6~84Pbz}>^dsW;(`yG59}<;IH68M z&cJ#Gpiwv(&0)p{JEw16?FBp|huziQYp*N1heJv@H_QP|{3o~yN4$aevXawy`uFP6 zymw5TcuN8R6#(%ENgD7O&L?%o2luoHi#h*$$q6fk7eE=Kn|bmMI^sSGGdaR#Jv*=V zZ|ABTISVX+iBeT|uIP@pGzQ)-Fbl?)K^FZokMbf13f;Rr5x=N8m-#3H@jxx;0XjO- zKIN0F3(_Eu0{G3Jv*>-C&U60ro_8~%9wlS(m44?12Pxhhq}P0|&o6WQEeZR6#;2~V z=m44oZ0DbXTXUHeC!@)H%%v4_$1G!q;oS*mcRTMR_`_ui%hKB%yYtcR>ywk=(OIzf zEcoZ}mqiUqsV@*D}!AMlT8Zj4$T1Nz~pHnKrxZ zd@~;NKbs>iv$(i{M;KkmjIXnZ_ZH?rxf#f`FGVf}ov8ldCSHqFhs;;T#-s-HR&-P}yLs%cwGV zDo1qCI@)O|-GUD)ewKp@KX6d7I1Va2i9v-&F{tpU29=T9dC@B zU(kdewSbQVJ(wRwvtXRWQ+%Z!qX}Pd$+bYQNVy8t?)12dbp7{LS?7H{-|O zyzGB-*#G8qvtvTXZsM@%LM(aGQkfE1KELqg?u)%h@R&e z#FNu~34In%78Y_`k<`Vr)l?j0XevIKACVOJH~eekF2);i7tdxENd-KIe6%tM%76^w zu_Se__`_;LP`cFCHTr3_TI%^l#5Hor&iKrMzVPM}ONRh#EeMTQe14%mbK;WK^bJ9w zEtqgE0>x+<(*q4WNGD@>kD{)P50@RZ1<*4XHYDH+1F#RF$^}o`Mx&(X4Zf0ylcL@F z@R2?Kk$w2s>S4~JtxYn%8jg~-Q)Q>q(R;w3hyBR5%szqTRSru*PS+rYowZlnnk-#= zVss36vI!c({tQONW){KX@grvk9IOBRKR;}38F`X9XfeU*{vrSDZ>+ak$f}6Y%!0Ec zkir1x!xZxN)GI*?KnM-1Yw@z|!}lNA{VZo6wmvfcYx^Tp5I;OE$JpqRuGYe?g<4nV zxmF|i&|B?rh8$8B74t0N%f)#zZksi;Z}rao)*g)xd*Yz;w8TLG1{q=SfE|ko@QSe8 z=+`XG3-NOnj^2gWVrJBEi5)MS&`YZyAobaR&nHGoEj+hN6#&=rVC(3L??UwA#}51G z#ew&YHmR$*kZdQe&L#25m!A3fKs-v;VDc$H(yMSPNbkc*JjTuiEc2*npTlgy-qvP{ zr_u`(kkL=Py--jCV0@--?a4J5eAn=}c;xa@u6wclaRoCqnP#&A!!HKa8hO>*UxC}M z#3_vi`Lez`K0VX&mJNF3=WzgfL+{|S%1#Aa#43Dc;Dc2td>>^njRji7vm|d8>J-k^ zwm$oNoUGdp-$QmztLQE=sSb?0!8PI>Z1MP!lvB#~9TTD;QPp*9D%FPmiQbt8hcxWZFc&wVs5xxUe_o39K2qGK8uj?ks>V~QH!-IHXy>RA_-=zDlTBN(`umV zMXPf;qwEf94dVX*zAsTXkY19MHr6933r9}RVv2so^sTstL(sgEwrs+8#*FoFK}hQ< zAXRl$t0H1a&gJMHNY3=~Z8Var5H8pGdj=mEeUPs!SM0Q0C!644n-mA2TD~mj)wS%U zys>tcD{fqFyK8*1Knz;1kA6Bj{`rW*5(5hLptS*VDYM_8wYAmX+Tz)MNqH%>zw;kt zy?~q`V{id4Y=E?wMn|C)^1BF2WvQY!c zAUN3S@egDYq-U-K3^q5ruz7)hm057GW$Jq8e1NB6cCQKao$NX{=?GN0HlNg;KHG|`?gsYWB%C>usc7m!#8~1&h!5}g) z0ZEHTyWII~1`J@Cpwx={0bq$u{AGG*%YuLwm^AmdLJY(NLd;~H7U3T1Qg~P>2Ur%70>N4b z3@u`$Q`=dD^%`@)vz`_$Z8Yv8d_UJPW(&2 zTUyTuW&kU9$y;utEMnjpG|x*nHc)pi!(0=Z)N!KBK$YfI$w#|3VMfOa2eM`$HG1-9 zCr%?a9gyzv!Pj8qDFb9JR>vuBF(?@atOw+?v|D&t3>iBJInF@bxr>utJP7MaJhm|` zvU^i&!{VhX35bJtSG#;w(sy(>ie?2H;veYQkkiTCY!N`MFR?*f^S4MB)mETgd{|;H zOSs$&goz7-IrZ4C${^6~1Oo}KI; zy$H^ZgWco3;km|wE;?PEBUxOq04qCLY01ippa0)1OZlR(xL2#RLgA+^C&W5%DfE}e zSK*+%>@LTU90ad$;!?(;bqPBkq0f`D)vU3fs3{+4Aq)Fbp_ zT#fQWh4x6OxbNN!Di!lUwR@(|$O=Z%U3}q+FpUknjKD=372Z&O?U*(88Q8$u9lIu{ z$NTb?-1KMP$^CsYK#Hb80Rt$de|!;6XKk(Mg5BrR z^STxbT!^iNgt=_nP#{S!AL!!D*Vc^(Z7nSk7dBTcD_3c+y9jj}Y&Wi^lQ-7t>P2+4 z9P~!iWD<1%GsEiRRDH$ep@LivilHx+*}X$ier{-c04C;zR5vXew!@rCpF=Y&dT-Va zdy;$(4KWz^NyV>+Xm z<`F4uc$5$OK=t$_%Ax;5Qss!_Swq04al%*jPq*X}qi1?n;J_er67DcIlIQQDd(*YY zOrXQ_EOOu0Zoa=)5a{{$7woUBts5sFb3{8ACWZt-BB^z!cvZ3M3nyy9$Ob1<<)JAA zgHoRoSQU*B-P4LbTkdK+n0FSi4GIS13`EgMY2>E$?Nd;t)i zZ(VfxB!uIv(Ev^=`TPY=BXB9lA>;HFPv=uXf(Et9q)4#Kg06=$#Y~ZtgbZf_M~;rC z{+;nyE(XdK18=fGs1Y*ky8#nMV?K-|Jz?yW^rsOPCOe-_1QsYxMdz*4*Ut|3&(4N> ztuAZ*_)wzRbH0;{<%ZCKD5c0YS1Ouu*8bi>(P&&tb6`p}hxEtzif? zJ%#@S=&EZRj|{@0&iw*&*!s>^DU<3}2Aoe@0>`(uMS;^m7U*TYqQFO!RkT+{XToIk z9I3zWnvH~J>vW`k&R|f}om(c8gk`)=0bSAbO@1F5Z7L4hvvtbQ~A z#15;LKz2rl5$=))(IP}DT1@m*+hjrD4ccrk@|I|HWydz@To>5GcA;!n zMIXw&uPUN8cGaqY5Vd>wrNswfH;ZEyU27ZT9%E05JOP%-i|7$~RLGrmYxYP-GyAZX ze_vVvh2d~us<|Z87#E_ujZN^VziogTsY;E=0qNcN7CkNozy@oKUg^l@fNr`iTD22O zSkP$LIB0_}z3{a96_*|oN7Na$$ZX6x!8je_hiw+|?SBTwE_uhNb&E=0!$u)USy7a0 zldu_tTGof{k3Dw}s00CtignHUT;18fIf)SgoNSBt_AS@V1GK#>$IWB(*Q7Wzd68y9 z6+y53lolx>)B#uD#*=8=lO-#CJMqw|O*0%2E|ci?Fe&4#d3j!v)wf~O1kdZ~++fWU_+ ztSkqR#}G0(XvJ_;q^$}P3}@#~eLruZ??~$c{WRoToPOd9=y~b`RGhb68j_AEWk&Fg z77)5@t7C$<925wrj_21=gY?b1)6uKsz7qfX0kgL7k7|PeW@L?*xt<<#}9(d$M(`=eg zrR$9~&jk#acTFac4-N9yX@*89oqQ}b1dJwVxE5i9kJT}uI%ZHa@9K!Wj#NC~)G&Cy zslF-2_F)(&AZ?z7c~m2Dyh7KMsK%#Jnj~I_CioCUBmXya9Sw@`auR{fB)j)!8(#)8 zM&7`7${+|(3Hka7^m!2o6If-K$5Jd*&V;N4AWeFw|2T+?(%q2dvuH$qsF(K=yygr* zE(hX$zbuBq3Jp(MbdL3uSZ%_2N2n^Q~EojS@`<9cCrzCoG;%l%G zqK}ei5hcF!-ozZGjnEifjwbrFMyAJz@HF9gdHTc2W&!N;I(JWoJ7+_7w)5;@=&L|< zcC#*(i)zHjQ7A@ow+cS@M)NFBv$m^kkN7l+M)N{Awz)KJ7IAqG4n!Dp;@LkQW*M)f zb(9vot$46jBh{AUm?;W)-7*i->)vgcfmN@~KY9topgsXp5?Be@=``%28bHIsfkZ05h8ozIs&E7v0_(G* zkaiF%o&H2VkH23ynec^f-d837*r!1=05SQTwdeVqzr3fZrhF#vDw_* z)Mc#tw*Q^1WKHsSP6;u<^Ivx@Wt?iy*k-H+&Ou}ej2_hgYT)M zM}P|gK6-s{P=3Et#ocfB&Nua`^B0bO$Jj^(PiNWp(H*CyyzP#UWg_AE=hHBM*S3}t z{CzspoTWO5Z7 ztdO=I($PD4UaTb@RC!5sVaU?!EXs4tWS^v&XW+I1j-)Z>hlLv)c&kwVWq#bC&!a*F zH?b)@O|x;FAW!q#19_pquG`6jo71%?I54d8*#C`JUIdh(t=S0m*OtOzf;4Qhj{bno zEm~;j-U0v9HW-P^JItZ#P;_TF_r2W#QF?Xb3d_1?%5-(pyPC}N8;^#<5xUCnlTjP; z@TEwS>H=2CbiEln6X3x22Uw#OeuoU@`*@^+P-=PT-rs@EPb-<_)wn?<9w{lufo3rl z!l**Z{!G22*d!Pz_6 zV7rqj%oNy#s;$0(S;G*uuGOHFJ`g5egcw=37D6u9L+WgSpfi)myQsxtAi|^=AUD8Z zXaOE6$Ok|CuW*c1pcnW=PH6cQaw>&+@93P4#)#UYUrQ89WK(5P&94L4HqX*qJwAmz zlM!n~tD{~i?>>BVMV{fuB2+TmM^|0x87@_WStl@ZH0s!Dqs#3}M!&2WF>7ipCe~A0 zAj!b}19|e#BT|SB4rE@X=g44x?(UC55c^&uW(tTR8PRC>g_4W_{3!NB_KoFq?gRJ~O+%$`jt-b)iMmnFrZ3PW0fgkc!4fsB) z%$>ksrC?CN)>}267~nrX+;y3Jsf52T?xgr zaSe&i1i^7vpaC)R{%RndZ;n%p2>kd(l22j?>+{t3xh;Q-Y6l-aZc5}OCip#{P2wcV z2MH$_Eb)HxqALys4O+7aUu(8pl>Nq(>V^n(7l8%xm;=`&C_O-qkIlb%UVm+v;ea;B z=Q2CuW5)!$T-T~^EsSjJ>0+0_00F8}? z^;$o{Y+?*-)_ICo%1UoprETgG_ZqGC32tbN9i-AqUiO!9DqZ_f>4qqP z6FQ>XreSg~kg|Kwfaw88KDY?=A?Z(z{o(u3p>UDw-YAl!;kP7;Li)q z3{D^TGJv!HK5N6n(+iA(hin^!F02t?uSc)vV|5jljcQT#i5Am8L=$&H#w!=?FF1LoU>-Kcp~Wla;#8UR43 z2^s*~c3_f}^va-H1N#o`KMc9j^(Y1_i@DNt=^44TXnTW7AqOc#YON3qO(yWk7{CS( z+dn!To}9rx%CVnT+a^_a*gtm;UJp;(f9vx9Isn6iE)feS(?IYS@61|y3IZjxIqr&X zDy!y&mfj7AB;93rop8Q_w?NwieBc?S?;kselpD(XIF0mKAdSNPRkcaKnpPuf$ixZ4 zMvNzk8WSByE&Q!S!G?+)_~6rJZwN=*YFN8>LaZcikj~d3V#ic1-kaMxpF~WQ)Vrtr z?0|%ppjg7vJaKSZWb+aK8rcpJC1rcI{<{n>7Y*p9QIo>=dG44mcmE?!D+qTyz<3Pk z!@GGB|1yubgy$m-RF%1bkhFu9Zg6CBD1hd6`kI4>2GBcWmT+m!ASkkRQ@2uY6 zkDu-Bob5cYQ-eD4zQ}W7!!R{B@ej31T8BmSlPj8i-URA8R(U)n>}f7MCH9Z@hX1lW zB=+|L-i^W0&f$<9AF1>HO0ahRVn9N_1^Ht|w}r}HdvJdM|4@)Vl;gSmV3vi~(@=i3 z_>~wZ>}I@9crMqMC=>UP2d!GRD|uK$nWKGx$+vEGN`7E z^e*GPlPr=%#eRM{JQP_aGLd+3TnN=?@W|AJ0p~4(XS!#!Ht`k?wFA%s#sJKSBur0U_uFrE?at|# zegbp{lbY7n7Am|4I>jp!XbO3DNxcW`wc+@2z_$PF_1IQcTg?zb%oS(}cDl5yklg7n za|6MmDw@mbJIm5hl;;XAkXw1XW4o?_UV-k`RCeQnx>oAaS7}~67J$opnb0FbW%EWs zXsb9c7rgTXvH@D5!|N!&=wRSNRCgufFdc=N+V2ru2Im1;QpOSRnbKtJT!Z}?Xk1e` z8f{!lRg^*pyXEr6FpGaQ@2gHRU z#0LCn_y+Hz5|IHHIFd*=hXUi%V1!bwee8y7H=4#2U)hZZ1EGeeZO)d>#pClle=gf@ zYTrDDz&H&hYMf5g*Jr8Z1*yXZnS%xaqCbL8^Cw&3wIC zI%{tVTsB3Yd(c*Q#!SN*u^{pYPVM7BGNC_yk?OP1;YT`3a!84D*L1)~4|cC<{U>4^ zGg=QG<}|e62cfh%C8DR}!1T!b<=u09m5)RXMfDi{gYR z)dMA{NTwA<`nn!HzQsB`2%qeJGe`n(2b3 z23;qz*-sLRuNHmW8pNZPeNLTrI|UXu>eX9WfZ(bx^TNEBK7PA8%ok0=XyN!)%WqY4NL ze^xfNhPGY#Q||<&F2o5!5Jj-R^BIMudXF z+t~co8#U7{E0uns6+>_`;`lgcv^$}2U? zX1;C2JgI>@Gp_vJ#biZkRK`%g7tgcB+6f_|g#0v&lX?}lEVQ23h6J@W7u}Fn5#NHN z-Y+eV^=2wm7q?2#P+3CVk#w%!oo`)~n!_dqBZ6ZDv||KMxJ3jHBpBd{LMP!nSjuBA z+~I_Lu^!j9qkL!gKA*SBs3($RMuz_18J!pBVTI$EN0h#nS8=4 z3FWR4?%rsdL12;RnM7pXdpSy>uIls}8i!@7W(gbYCqC0SHYF}mlFqMhbd;(#EOaI% zxK#B}tkjW>I&YLtXOpOa{jbrepgrU8eHc&RG(pp@((I8524mXB>!?{4(J|!wCZ4g& zsJM-y#5T7}D`3qs*SAclRdmVls&rLxm>DY4>3CtUi>9e|QLDOqoxyISlFl0I(JN1f zmZ7WTj;h)UrK3N&#shGa;o6iiu_)ioh{fbkO|mdj0aD{v&EWBHP|;>GgJUkp;Tp))&eGCuZm7t2b7A{D*JUAHE{7XXl!7Rsfy{fB)33@ z#&tYoTWw{}+5XreX>=3jd>%y*A~eg8VNu`${D^z;L?7k#>-8u8m+a4y)SIabdTOp; z$>hv`^iYVKR|yGt=qwtG-5a+}O9M01@g3BdrZBq`_}c!1OpK}xF;em{b$ zqC4~!8f(E}%lIiJDQSJWGD$2)4w|zJdK94Jn`kU-#4iD8O`3WzdRm8;eBB`qQ!m*Y zp1oJ>ktIOL#<&#W_aLfD4>CD^zY_yAI1IR?2xIZ|@X_*kk!HGc1&-yTvY)s{Px28Q z=T(#`ai1I~E8IztDqN{VFVNytLDHL>uI>LL!nuFTpDb|;J@g;X7OY(2*MX&5s||!2 zN$-{YUG${<59yq9Z2*(1vZ`Cu3+n>uWi(zLndZ7Yq)H9OUX{tIC+@S!Vd~Lo3pKMo zJpE|gU)L2p41Qzau`R#Nf_!L!@yVD<@pY1B(Rf8=$1yQ?tzPd|c6zg3U)Cun14~HT z9;hcvYYEMhJvY8}7Q9`bE2Ey83G}s?yhCI=`cIgu`l|nmb8?*~7PH~SO{m(Hl>18F zO-S>e*G8L}OPgjON%IVuW*V`!2Qe8ysvz-olx;ovW{KWwusB)ZANJc|t5(J~w)Ek1 z!&WT49c1DCXNId<+uO*}htG~z8D{5r?3l^H&6_XjA)3Es#4lB{5HwM^?{^xa_TQAb z)wg#wgL-ZI470j>P6dPDRtoR3Ee-~@I=0M_2qC~rPxGhFedfB)M7@3pW=62e-XThN z`iz&~aftYD76L-~9Mspf$V3ER2mU6qzgEMRZ!qwUrrAzOE1;t5}<7p+n zJ^;r{zzDYi!FO$E8ElN7aNV~4Tev^d@txItlts(%epEUQX4I^nK|-PQk|ci4Yr zUw!Cr{|SCd+t!CZ{uD>?@T-4~WBTZs_Jb-jO|t?( zsvIilqC957C{BYkIsklhS&TTrj`NCDoOTWuf|08ux*hl4i2BiLOz!fsS=?fjr&|lp zwl)gsbjoKiT(70r~- z$44Sawzrgu_^P=xIBY-+n;rm0o#b~=E(7xzFi031U|d}(oJ=5gXCZwos^bOhJ`Y|U zpPu<5KAZDpaiugADBc5*A->Q#GC7eVDs!qyh;dSMy-Hv8lyix~(NwxH;dMymx^oKD zIikQEyT^yGAgtP6wU=kv`Jx^vI_r?GYPE9_nnJ;X$myzmH76~d zI2QGK_;Zg*fu15Lv&8xk( zf$E}zt;T}-NA|S77c8PzgA0>P|JG=2rwwk`Mx_H3%pq&X=C9I9pc`xlTK-UD9lnn; zXbJKa5kjVZYYNR{m_1Ge;Tw#}A0NX`78S^@S-b@+JzaDR41=}yp`pu*^u$bC^zr! zGH7U^gxldNuwZUPI3OClaWvt&W%;SxBQCdB2Kx9mtPGf#w<>cgH3NoQ<{Bj0LT^-5 zg<;f+m!TP(^;@df4Z$266_Y_6wX!O%VG4`WYoL)5SGB`V^cNqnZY*bd*ugk(> zjmT*YVpVtQwQ=d}tQ)0a%Np(4U~g|chYDlRh5K@&!ocjbqO{lu;BB+=JAME=%^^^~ zXdr}CZ(O)!XEx)d51z<(s)w6Y^6?WJDHh)pV7(KUtkjzm8e0<3qfRaN-^zH6pht#m z6lH}xRi+AwD+46x^6KlqYiG~slEE^MaqYFdSL5##Wti@Cz}R?G+{FTvWKpdYU9Lg* z6^i<>xE=S&x}g)>Q*ZW=MhEJLd*h;lCCnZc7*|(AzmFoC>iZg%nFaa*7Qm3q`}`@` z-m2D4zJZcX^Saz>50{WTRvN0&(DuU-Oppq>Oj+AJtz`?cgl8lvC6pW+G z`L*0Nbf?UU;rHn#GGPanp50(h*W-H{0X&?VOUiC=zl8NpOe&M3`{U6rxaA0gY{DIl z9ov{qJkoQGav5j;WKI_$I~>={Vnv!eNOUy)btQqKglk3tkR)_J${3rs!bNuBxfROn}_PfYR35sqAI?J0*Vg zmqNPgucUxA%9=(G>pfXKjQ8>gs`(mSovqr?f7pB{ELP@Au}HSiM{U7v)jY?0rE5f1 zvvJxo;qo<4C|z9E0o!VI&8g+N0-)yVTvxnQm-v(n)QjF?uDbS}kj-Vk_o^p%ugkeP zbc2yR1TUB$F+TdaG1>gC7ATiRz*9}Q@*r~6Ck3>NWgbEX_;!g1X z;r03qEFWzb!~)MXcNUz}fL}BU#6f4GA1m5%>qiGo`{FFT6t4nb;JXk#w%mp?h*T#| z`>=z$Fx_gBm#w(jR%x^eQ?~J5$v#!-pZT_Em>lbqPuSZ z*QzbartA2x+aooqe>F$7Zb<{~c>d=LhaLN;;!<~*L2|D&XnKtqq$YCDXgFPxI1YHr zMEk0N%i)q99oh+SsaM`X&n&viO!kZHJss|+5o+q%<0jHgoQB3wo8l0<-c3u~N&%|r zhmU%c+YdE+*e)1IWow&9nbXnjh2wFB%Zx9rCZ_aOFLU`qBN1PT)^cK=z^o|h%?38S zFJS$?Tutmlsu2C+zR-qIxYkerJZ-mqFCSb-(33~BoJ*#}+h3y}=>6YN+wfHOWvUzY z=|F3328VaR4I#=07`UnK0Hts;RKAblME86oh?>6)IX%+rJ_ARXnC^>-wYx9L>rrOn z9c7m<5$scFDKuol{UhMIGuUSN4Xl4LHjCh)U6#TP&$nQ8fUCH`S+WEx-FURismIc# zQp>f9>twSvt+oHRu49a2UBQ5JSM!AG!}HA%9B>X<65U1_hb>Ji_D#PHOvG;eo{N=B z)y|l=b*Ew^ejKpf*C!`nUMq*BUiR>MZ2!|gwZE0MFT48l z_>JmrqmI|8>on^4jJhtPw#TUDFlzgY>h7ZIx9$R}d4R6859xHKB<0YI}|PoJKXDQLTT)0WIybDCo3Ckt^U~4 zVUkcS|2tJ?eP>k6VeManYSGiz9x3#j=k!tsK|Yn6W5}+40rP;L?N}zh;yd&~B`?Ss z@49hGhMcralMr;=U%VNxOfdtbBcpE0YvYxmRU2i6ej)1Bs8cQUY}wTNTMx#XH|^y{ z%?}b-N?VT9-uHTA=?@ZM7ePUSbMPhpuis>xSV5IOLTX-) z{)r!z5C_dKdn#$2_gbvz5$|2yT>+|@va8G1K$W50Fg6Ff}gDjPg%%Iuv_pfri)%|$GGS{l^N;_Qs+k5fOx_w?3R6_VNQ`JPw0v;n*;<0-Sq{SEm96K4;3T2u&?F_Z6(t-a zH#j%(g;h%5D&0I?8~mP#IJn_l<6c7__$+|iM>lc1pGZP1;TK8h7OKK}fj`!Cp~wJe z4-An|_gM|1jsRD?K|#@1uc??SiKrT5XDsi>@klPx8dU*oj`Lq)e>iMOmTaujoTXBA z9`u1h2aOKYh=HuFq6&+)FBPCyJM$_jkkr6*bbT1f?#tRsURz&X*Y!Wuq^W+j>1Btm zH8aQ$RzX*p&L4H{CAOD`0*CeZh;Ho=Zz6GW`WW(N<}Uwp3_ktE9U;6#WV&gHAMZ zO!2Zq{PsZ5V@^axB(Zc|L#GpLu9#fViZAm4qD7*1-n%Qy_9kz~hm_)!BV6#U#9`s1 z@$ZY3AyNbHlTlg3>pD^j$4+~t-$34b{s_YzJ$1%}OPJAebpz~z3KlM|?Z_+K*v@(I z<;o6T_3W#d^@5tz;N17oSGfq)qA*r3?)TfjN`DkeVTuRJj4{)OhoH3-iG}k7U&-F*j|$Nk){Xnr$!(B!VN>7p%>ke0s%?h$o1=f=qR!;ME`^I$7Ku62HGeqaVjt$wSOJ7E^LX4Pyy646Yct(@}eEI$K$ zgsI+jdAL;8Ay6dR*m*|nA$E-bxJOuE>ojSe{gW)&JRrh!%}Dv{ilBLm4fmv=tStUrP#wzgirX7_G6ys_|h z1@nAzN$`D>ymO)AnNraR-gSUkyRHMPpIl6X_P)eU+S!^>FN>b*&DFkks@wIpO7I}r zfoMe9SXj=M7j z_FgVlyb=8Z5X*CP&Z3&Q#Ln+S^TKSDlDoC{{6ct>S!tG~Vy)Eo^UQH7Gz;ouXhklL zrH5xWleCE)UbxT96s3nM8Gf=`{``A^c09qUzz(E$I%2sR<>UJCQ%dmkAXHw00-0#?F+8_4&d{;4y#R=u~46 z-GJfKPLCF1Jn*09Q*AQ&3O%y=y^U?dYVC{bOekqV=^%5yJnWC^g?W~?M5Exu@iCt1 ziv!D0z8tMFETy9}4F_)6>$Pkg`~xZ;;*0F+wA~KRkLkx-=KZ0a?n^J{KjK)&Iwg3+ zDSvNQ{$Ymf`&3O1k-&a32-n*6Ame$|r8xfyGlP^rfO?-=K-1qy%d{Gf)&BCEJ;91_8T7SyY4P{-huzIWXNV3A&I5qo*V{{Ei#F0s z6c+UvG1n={VwRCyz^e+D<58Nqz(z=5p)r*Z922^^eCe|YpkUQi<(HIqfON=>k7nGvjKK%LA>2RP0P)-0@wT3 z3rE}{z?m6`(5DQc!@e=xbl<>^Dq1w;;b>nV_SsPaPKDS~V8EM6QDrES`6LP13P9MO zL^k98WwTa?h`kmTI7y1~pAiaZ0a^R$8U|8t;B;X(2hj`p$pRrj0|9|d(Vii}=Yy-= zC%%`^_p(Qw;koDobqSw^Tsuqj9z-{WW3~{Z%94T~*#PD+GhanZdWR)I83k@52OKqX z$Ck^#X7vX(FSLa|cLlH}U6y`w0nVXSoW?aMou3Z)n79b6W=I0n6pm+o=1D_@;B*kK z4fvpd)&onFOI<}igR|R{a$~uGBWLF?q;U)_JjxMCIdeQ#V2K60tMs?~D;XQ>;iSIy3PR}u(fy~@+Mc2H3i$gah^}>&lgO*#qvbeGhyI2#xe$|O&igGekZ4FN zlPFQ(6Xwa*RFUsF$O7^te99f^qWnb56VWDAl)2uP(8H!{V=~ELdr*f-aw{BBg2dG& zQSA)J7P5D2r6lUt%oSWjG|hNwEx48G=+W^kxJMrm`V6H)++LdI#56)Y^3Q0vbh!q? zHm*q56O)2+h`g3Rzl5sN%G=VI1Egs#bjS+Q-XeU1Jc{X9^Y{W6iZ-QC9V+(SOf@CM zrDL8aARv=rA#`3Mr*R+Ek0ZrHnU73<$#kQlWa}!H^B?huTM8OPMBgHXF)karrl#h= zDtaO40eS61ZWq4#O{;f-(4?j4jhJuGu#ylm7x@ZUf@j| z`6S$m+w-C=Js>rWBbJr87&aY6QsK)~+?7uY`GfSV3#bcOAn>?R2%Q<15cdAmu7IQG0G-RLG$Y zD8+`U!Yy2?4>PJ7D3RYH*_i#(q>OW_Cid;wW3Vvh@<-Yo6pRl8^VQ7-lu8JLAOgGPwhn%j0`?-e!;V<(vbXU-#j{sK8>-%(%VdO8={KBJqNgFB~sL@vM z*(=$H;p0N^Oopa1|p|KOSY|E|p9T@(+!h)wS$4*-(66YdP%khzx4v^?{+<#G~k3 z!mMk8Mr2#_sX;UgkXajw5|kASFa35oNoXTFIBx3B30ID{YVi}TqqHf;jwu-3BK;KL z15uY7^%3TT0_}s0Ak16?IS;w z;SfpLmM_)pEtZ_^zS%-aktST30^Mq89-MM+oaGCjG~WgbMPx_7>W~lX{F@A#rN#Q+ z1j>0NC@4RFLax2V#yeiAMPnrMcE^T4eIVEM9=K#T=!U?t>d<8XWC`koRf62XV@?`5x z>sFK9vG~1QrSHbO00|e2z~iDrOIKeo&J#vG&`muFO4UKK&fVR@bi4e;FNiY_@jRv;k`a@+j-{PqLgDe)i_G zP|)|ndGqaVb9du?jLw5p=#>4Ko!>L)<%L=;B1fS`Tl@+IC`4IsFL){cvqap#bL!}A zdm4_$8WNDi4F$ip5PpR@#KFLm>YfOlW$g_ual+&pwIzZ;v167|D$JP2`B!^?%+#cU zhx%yn55GR>ipP};lVcT0vK1#UY;cVAMd(KRwYu;I?yf{_X|^2P`ki3ZPdKBvMIYSx zD8)DbhKjHJt3f4rP%N1jWo-7~$j2Q}&P#@M)GE!Or*&K>Sq3V*ap~q}`Bk|vwSK%A zt4k`9Oovo`*J2uUc7%+sX}vI!df=qr3+X`!Uf8p3Jg!)u&0>9#2cezWC+0t01Nlor zZU4f2w$-7UKyJX7qm=o#aE1e7U^mY&cAFNgLjm9;g1fRgnQ38hp>0R?o=l_P6_kcO zg$4IA6P9*NvZ=WKIX{tmCo<#C~&p9_G>Mn|}Xh4TjA(>C8$@Vx--}9^nNf7EzsP zn{_m6BToXyrZoj4|8Ekfc??KIAPl@@sBK$r9_^Itf}_umOAT{gh)?ty|6SIeU7_SVnLcgj&9~7Gw%qJmnx1qFl*f~c z2OD|{OKAm|BoY@2_dylssQDMJZ$XjY;WLYf=DU8BVB^=A`s-~15|-28yZfLuB#&aR zj)l?ykpW(*#5F>`8)u}JSn^#bmiHc`al}6fb+^)vK=6=}d>}V*Wz)bEOed6T9D|5H z8Csk7EwxWiPBXTsgP2t!>l?Wmc!gm+J^RXbdQveclaO1;Mf2-$Pk&~A*@n=QKy9IK ze7gDjwgL$?rXcg=->oEyIvd@p8JihoF5Zun+rxBVg|(qAg5uTVU>@S0quQv#!keG0 zsJTr2tO{K%(N9&(ounqN42e)_d%n{J7Dohzf<;(11c0ZeyLWkS_u;l}6M03P_veY{ z%7CLj%BZP3(njf`0e?S!NDIHQ@RpkFXV0`D(W8#9EJOG!CwBzTSx?L1Z}p~Y&7^LR zkBa54cDWl`X*NB|y0X&~!9rmbLpL75xtp%~wt>^r5!8u%qFk)`_QiX~NYJ55R75OF z_YYtP{-Wt)tPtYbTCrEuvSv3?j3D75@2<8bBSgZ`75E{G)(YW#H~+`HW4Ch)dj%G&tRU4v5ZZ05(uJv0-YEW(h7)_&gy4pm19$EfI?g8_!&(hI z*ec;VW1q@Ck>4b#jl#XCD@vI?MT*R(ILX}1qa-cC8e}XUMp>r0_(g7}tWT97?a4La zSAupZ_7`Es@6u&7hL@VblNBa492Y#gfNstD_lAXjvU&ba{wK&s+j)&y=ermV&Y zql`m6B(STR9E7UBxM&W&UnL52wE>Z%x4&qPWxch|I{oSGNpe$1=q?d8;&O}ZgsF>G z69!3Icxg8zxg4z85%r3N_D#|gy|7PZ?a6hI#q7uLgZ%sbUlRQvLyW`Yod+pY;5do|C44%69*R)CugVsXs_vbDPgOn{N~CzNF_mA5KqpSnzf2`1`iOB z8#A~I&d5eOlw+L(*+kijZZqX8a_9QYw9h)>Z+j8|=0KKX6!qLba?g6*TtB%c$VsK3 zYn6Xhwzc}DEV6X2*HXZGr#|?Tr z_PVf6+pSYja<)t^A%AP|;hr2a;-^^Tpmy|~I}eq5JEy@(X_R#3_F+699yU>IR`F*> zdt^okH7GMtKN`AvWTpfeC%A@sxF+km(Ipb$;)VCR0NY)uX&v3pB#{@IT3KD*P48XL zJJ{9v@txs!UuHMzsCUeeP}*_jKCoCVaLK>iomI(fUY&Uc4YJd=Ok>r$$4iH?pQHaw z#NMkY!q}rm&YU&mck9?$Z ze*eS)XKncU;g2*3U?1d;tgNhr>(!4Z$t6(YkFkLlPMTJB4)2xDn}_d$*DcLaQzuR` zn!TeQ_R74Ws1gec7?P&w)}z!V2$$2)=L5)h52lsvWIs5vO?O=BFc}2C6#1qAEKOvw z#);WZ+PKnXgzn<>F;Z!kZ~|c5LeT)iC7$zsLigSZIT**VeR5*X?%gY>K3MVDWZo{L z&rId*!>C$Qka6_MA#KUvE7NLdryyT4yt$0zU+N56W+USFw`CTP{9IjK;bc9(eDbdB z`Z;YO@8WlxkeB+bd|u9b{ANw5(()xX?|%w%8J6QPdi^ViY=5uNUs8AIZSJ+{u%4)~ zxZmx)X?oRShH}POaiSM0sTXUsj@ZJ&DDj6YdU<&-alh>YiS=bTJJ7f27$)-|15eRRAccNg_)J!9&d=K0zrj$Y|d1$$BSL(_5bCm&=+S^ac0Xl zG(%eGw6>p~1eBG2*@;dX7!^p;VFTJL2iol8smqWl&HIGtzu-*;t$ColgXslzY{PYd z4Lp);O+Ra|9@|_Q3eMN}QQ~6SfWE)|L$SVO;}J7fFAf*eyf+?h;0qntbwo@Fdl@{e zLkB80pX|L!z=D>HUDYKaA9$oh;Wy39Co@uqRmac@=}0I=_oyLJr*Ks#_ioZZMX_cb z_)-2Bx35us(jcm(XUa^0_oM&Vr(M87hFd9U!~lkG{F>=3X< zWRoubZA&wAsSB`ry3`6S$It_xf_vFhU-T0MzinXNg9dM1C5p#6l~HjIFo9Kj3-RpL zxhr;%}r5Q(0z2!IG&(j%5rsp#IX_JvDm^zYI#M~eU*;BbmzyfLBY@#ix#k%f> z0IW0_zIK6z*4DB@)qFh+DY1+-POf6PxF}&Ir3h4_p`Zd%YG0JKdQsmhpUN4nBNW9K zn)0gdqYEnu_{7|k@m&<+#)drLRqnv|f*a96y+j*o*oa~I3na|rYzlloFmm_c8 zVKBUNnI+{__%gclURRpG(JZKydR7D4r^oM`@NHN7D%o#y)7D>W+Htn&TYKHPKNjSG zI{Q@y9k_3eW2G{u8ezX9VT}pw1`Rd{(SaWvg)3Vw@O3h6!=>Vz!Ax8xe3Cbr)o=o* zP`&0iU2n(7QJbmsV)S}nYd-fip9kKhqI;54Un#;Nj;NllsaBDRQ`IKu{h5 zhl%_RUB7V$pL>feE-+H94AMqCZrj}E%rZ}+TmL;h9$RD1k-@cNUgRdTu}ZLu%!M!rR1kI3wP6uCT%RqyL3I&mrJ}fD7{%aw~_nq zaLq^d``jEkc`Q4|a=5M|e%Zxm*AIl?lP_S}s;2M7L9h}l!0deO$%r9zRh^es6-;B< z9pTPo+Z&ETI?vqg+4^U2y!+#)jKTp%oFW2IY?YT4_F1cS8u@gWhr2YH+qy!O=6Y$O zvQkC%O{{J)omWFmCcprKmA=LQWTG^6UR<-Z8_B?o9U{mY&q?UpV3i|Zl;_z!_)a8F z;29>tBK5a9j=SnjC~{5Ca!?$PTOGSmB+6z3@-=R`EsWalgVl?cP$wmYpr|!4md+uB z1@p6B0&g+OZOh$LOh%p}S#1(&SM!F#3}M%A=q}~Vw!CE5^y*K?;TI$?zMp;Ivy|;6 zmPh>S32pRhFeyied&(K8#U&yPYq{!+w!xFpn#p6Y`m&IQ%7m15Q<&lf35k#YcELXy za=C>SrgBqaapCp){Xg{FxSvb}=&1^OYLz5pw)9VT1DBvscULETW&>$_0!lh5-ZQ zA~04p%>F`2&u?2F-%Z8`i8Hcv88d`&|ME991U_z`?gvzh9gI2*T_sQpz#4rztAa~E5f z*f0?RI!J%Kk(UOd3q07>05!U2DCrwV)EHEc;(Oe{= zCfl+VIDc53k2=bEs91gCaePE&JBV1y3H9LNvi*pNOY((n{3fCVHz;Q?E|Qwv$efq6 zXVt)Ke?S6^!AjN6yE<^)3~=)LIH3KTz#L9l0K$lMqki?%)D)o+Xfc68n`7?4F~fK; zldUry<`PJNh+mLR{Gs0Zh+xURCMQTNYlK>Z_@q4w>m1d=8%VYCB>OnkpoW|Y{t54n zx18S(KvxRo=t(d{=?cRhiM}&^BBeKjBdYni94!Lz^$f zm~34vnV9hpAW^g|7LMyrO32U11t49Do^N2UYK#F8CQoG&O$>}tAdLuQswr9LM7>=0 zLmJZFJtn3ISKM)vvL(*xyIGU5-|ufIk}nm|v8^Py0-My4Dlh!#vX)63t-dj{Vgx#; zD%TbP$}x6~6R}!MBmBP=DOz?awn|(C`tA^R{-I(F@(MX>7xgS7Z0*Z3svqOt-q7RE zl^Q*UZ4c;)}fdG<3n0Ge`fO2B2BCMDbCbPc*OhZjA=qHmec|&~y&dM|Ui20DT~`~@{RO4^Jj@q@zqA5eTW9ImHH%J4 z#B5TCX%}}{8A6XQZNYtRE1gV}pl+Zs0%~#kjKu`0oNsmhzNmz)oCAy~)Bi|rqFtdK zbLi9fkJvf*Z&hqcF*R^x+TAJrk_TM2%x{Y(2%$Hy9r+?+ebwaA%tB8=OMmn zed`y_Rz)FmT=UaRg|Xgz)#3u)P^vN23&i#6RhK3xH$2plii9&^LI23EDraj)sM->3 z3idi+0Rv4QdFSLW~W9UOuhLKv)h_uu+llT7xWkmXe2!T0jf2}fdGakuFe*BAlqJTy^N zvNJIhrQ&ox0l~~+8oa8VGGvl;0Pg+sP+0RgLbAtfT7ee%P52Q6m3iQumn+WZ|60ry zCzv!!K<@7YnQS~~DXlCq@w^nl{B-l?#7dacT(QX7wn_4!g^zd{_;L|BT12#9!&KqF3G=N*Z% zckBz1l-}8N-vo#75Zch|953eHMI+53p84_l=?DyCN?(tVRAY@90j0LPi;pjZ;7Z?s zTS^r#m~^Mp|0zjAjn*EmL!hZ$Hz>WjKhFfdH&c-WNgBcLlx+1de8;`4?s zUuugjXlx!erY1;3!*_(n``l9y@;JXl%KX$qh2Cg3u)6RhfwV^o3 zij`jMRTj$k5gj9t$N?d2o$&iv@3vCt*5$pw2-H1O=;UPDk{_<~?J3@Wlrnfl^OLAfR=l10)qWlNk{O}{`lwVjL?^^yw3wL5hR~87^F1@I@vOk@SyMq+wu>XM z=}ARVM|)d=XFbnhGCj$YtbhtY8JtM6K!LtzxZk-3$wf`2s9ZHT$5VZHZYA53vxic> zs}Vg#b%%niHOy1;Jl_4M^irvtug7HGUDfL|mo+sC=EEvAa_Aj!pIoT-=Pdr19?<&) z(ddioD;Co>2A6qt6d|3ipU9!X6thKqX+QJk7s3_`muxT%=wADDN)5si>{aLl^ij3tI?5dmBbJuMC z8UE4J&JU$Ih?+35lF5%M=KT~Su5TI9+W@@#xxTLbjOSO>cRJaB+^jv{Z^0-SAm`m&5ni^Wi*Yiz5po&3; z2oMd@Zd(tT8X26Oy4yI(ga3yWczvl7h62^lZRr5))l}S2a>@^m?kJ*dx+mu^GB&Kp z1eA)KAQ;~C`CK#Kd-K64A&SK=DHHT?)+u|oS8GDriIyq&a4d4_FbV`4BJ2T?Svh)! zUI<-jISK0120}$3=Dm#huOX-Y_ct3&%;mqM$y z$T@Yure`(XFN4@wOH>x6i-k5Kf$sL#p4Wv^C$#~xu9f114*3^9)eGJasVh#wwo z=+jYD%*7+VUOfUM+(?|qOZ&Vh&Jb_Jow~VJ!T|i399YT($Ks9cv&Hd=l~*~mDc(ku zj&9fwH4EC{3)qm#bzOm_!lS8lZ25-4$pkal`ziq+JCJL)N?~}*qr5@ql*<5Wn&nVU zLF|?w%PpOyV}Z+JszNOwsgqrG%ZD*s|9C{~o@<-mj#fn>vHG#02+{2T@$EcMY$Q7* z0c{({o#qb7Pi% z?^2LA8=eVwargt3<>AWJZSA4jLi|pWPunzK7ys7n>l3!Z5pF<0yt>29YRDG2LTUsw z_;%2vW_HaZDcQ%&c@Dh_dQbXBH|iY)@GJ$TlS9TM*jWg-mwVy?EX@z;sQ}16UOmw; zaL5UlV>|`K@J-&@T_`;NV>~xdZK`=_;!tBtd#Z2lXyKSIWKwtw-|aa&tKfL|-rGB# z$3Bub(G(G1jqkUUa=*JE=11e!anL@fZ>AzVY5>`Iipi6Pdn73=Y1d$E?G0TS!r`OIT^^`zlj6A`kI|y z0t$2WWU=j`m3F5!#WV2bogZu`U+HTUfH#V*Tb|eBxEXuUdZR8&3o zSj(Pc9_K5IV~e1A!U#}WoKIs~5JPBMB3Gh2+RE=eg&2tFihz#FV;IUKf8gqGJzo2+ zI2C@tErGO|9yFJ@)TXHZS(@Ku41fAit&z%lsxl;WyQ+MI4|8Shq7lABrCmL`^ zA@KEIh9_Gp4l0ZisZLm&002+WfB-cAKkfMc+KczGQX>A-aQ6C++ANdxw`m0;?S7~8 zM7<{fd}PGbAJjk(oQw;r9Mndnb!!_d6qlp-+tjohpOzI^*Xvaiky-qCY~p_$&Ckh? z0;*N|25;W!-NttvAC)6|-Ku)_;jfx0x?0N@OQT0SYj(;@YFDP21@A0XYw~R20hx?d zpO@$H%v3u#*}8=@s>(H%%wm`yLr7KW^_K#=is4}yRrtE-pNNnWlZ=Lnw3Swgbldt) z!~PM8nF;3v6_<1!8cTnbMv~krbka^rvh^o8e}M&}+#=G-T1C~;W0?@z{kVUz*V!#{ zQpTfkY3WSY)2_`9S!xwi0A$k?b&8Q)1N7?#w1)OX^!s+u0NBeLiEbNNg1!>EH@$K-VeLw6dppC%V&p(rdCu~m|VE}}~CP->; z0qg+oY+v7|Tjh;DFT20H=jHr)ygJ#r)_6G$?BL_p*|<0O@UFW#w|DtW|NNsAhmm&z zkH{*DP=$O*L2wu617651aE+Uyy1bENOh6%I%B-n8@P!cKmacmVP#YNSRWBccG9+lk z>nVcE&>33WO*{ap*8*MjbX8owuY7!5UtjMr>A^%kIQonbDqrdWQYoNxyQ@i~^(7w? zfrC84_{*ZdV~kcBy7b#7@U(+~DcCqurTC_mnuOB8eG6g;tN?L#BDU zE}JmP(kI+EO9P}xP9O9tGfWP>W)4@)oR|PURsc;IGZ7FW=}Au>fZ69xD+V+KXZ&=C zd(?>W%ATzEy>Uv>C*Ehr6IoeBPLSae_&YnsE1&B-BF05!Vy6K!ge=8{YG&91>(Yf{ zks4|)qXMn9bD;HVHhoGt1n}4IxD5}(dE1m7y<$`x^tvkmOA-0|NP;tzrY!)39rDO0 zi{PV8R!&7_VSsK_I&a^)3)B7)KY#|3j6o#mgy+Wx?=Qo##Rh{Yp<(#uKpl(3Iy7d} z&AWhb3|a7qpFNj{7LrTz0WmpuD}AZRWUo9c%!n)DNC|9Nn2RF zas>EFh}oTU(|EMXZmJ^tCC1#!#3u8PvdlW*8jB#a8sJhZt|;yLLM-l<8JRopBpX6q zO*-$Arhb!zmSZh5kSO>inM3sEZ-L@PJ2FY1s(t%KI%9tu4BZGDGGvq^*V}zw_XV2N z#1;E7jGxwjuZ~{F8{CNNjuFkVHdRZ0OF>^7*QfNS_u;>^(sl7j%({w7V2CXp=SVNI zEwr0rvMUd_UBT6^RHsJq|8z(hX#}$TXAft%aHCY>zuKxq%2XK|e*_5?V#!Fp))9f6 zGeEfH=A^wOawE$YI_$s=KEq4~cqhVi{-WE(vF_W69rvwbSQOp@I&*%TWCI6AKBLP(hTq;LtG3@$3HdY0?2wz28iztzB2XRxnH;bIYAkOdfGLc^@I);$)BiOS zn36)8gx}CQ4)X+^jI`TF6$RDzHzKeL`<~@7LBMOyqAyYfY%pEcKEHwhcpb<*I-Q|b z-z2OF7(-gJ9F3h_!o!Sg`52cR-nXG#Ml3rBpBh>p0J2jR3#OWedKIxhU!H5scN?Md z0rC2oqtgjui61!c%rFg1_Hbw@fRBhf&(QAsXY#L$KO~py>NnereYS9S;z}pa8d*z- zl;Q9)85>T9OtzI}dLb=qbHGOedh0eG)Dk9ziw=P5QR2Q>?zZt^!(V={m>_dkg(B}^ zwyPhFuHt%+^7{T?vhyn0jy%QG80%H#&v zc8ePsW4yf^yxr%|igQQ44{%!J(394|gusaQ{H$NIJ{jh*iVz-c6-Yj{_j!nADc^&n z02XG*y)%vLx3+&8WG$$6Vq*&Veg3nJL~+gZC=JaI=KM1#iG7h-gr|2e;|U6dWrNSIbHeJPsW7*`=4HsRdjzTT5a zCphW-zDZGz6U6o1!$E_G};7Oq%sAxrnFgpbQID{gj#-9 z=8Qx3ED z&?#{BOSAKkmW6^;A-m>Gqh+O|66<&kYZtT5QBE#*eyj*R;nqzmZc3%Ca97n1Owv$} z!D6UrEr2_8`G8SlS&B5_0yt+*0&|8ME)qXOR#W`gU89*)a-oa#YK*)9O|r852*(bj zMl(Z&3)pfaK1X`l9^VI~rt=Mew4z@17T&+Y#_&g2{tPC}W4~s;;3|U<5G#$Z;S4yg zo79QMAhCNCGG8NJY75A3z@nxw&ofU=coV`5>Ch2+0hS!Ab*wymk-9pz!2F}65W2M$C7 zz^#9Qk{8(h06r3Ryp~1gE$`7SQEj&tW)P3J&fCzH3kNR%cUBx0^a};~K9x zdq$4;aY*QuE2A)J28!3PJ22AI8XUobFs$NhGi}B};GnaodUb)|;i&D~)6N!s$y&8xSc2~Y8Px(ip54T&u< zhN7Iysw=viU9r8fpe+_!9=&8Zdb8(Qe*aITkw=9-OdvbL8{jeaGcLvHO>2iL=Q8pn z$p(BjL`Dm4AtZ(siyn6gGrpb%4m!Htsc!p|1CrxpVspZMepLl&5l)1~84+kB7rkWx z39X>}#G(t-GnjE_m3)7L1bR1~wXK-(kB$m_r0;yk(Me_5D)F%Bo&RY4VpY`~ld&9i z(_x1Wy7f>#Cd_TX(Ly7sbb%SMIHzPh;T69vPZ=;Hi_A~fEwDO^Tt#gyep3DdfXQ8{ za7&L&Y|kQUkOrwxfq(n8IGMI0+Oodx)Z!N2{!Eo2y;bPrCK>OPr|T@;r1K1sq6s1O z#Z&N_aD@vZ(Gq46zQAc^hpG=}mqO8~s|;%Q> z{p|t=DjYf>|IO6reJAN20^l8t{#rDeoYNjOL*Aqo?y5UQ{dMRGa*gqs;d{ls9_Od* zzWTq-Nm`zKzF#phYNNV>cf`(%H%3dledga}%u?cca=Dt0JC*Ilbtp=g!L0-i%%y1= zx_4F&pThvdHI0i#xhr`V5EkiANpLV#T%><#0_AeZ32-}an z@IMV*7dQ%+$llZ`%q&pW^$>25rr6zPPPr3=B{li;1Ah4XV*la}-L-zV<13K9LbVmw8Aoa zoV?a+jUN^HrQQ>7(fvSW)sHA>C7)wXtLl%wi)&)|mA9!nBdWF238WB$$(PVM0LHT% ziSk*Hz0Ji6s3csufuJ}$Hs30nd^wF5CD1g|hcXp|)_irv>V%dxgIX-?lB>W}F< zQy$g4r~}%!ld!e2m_5;32C(kbiTl1hSLPc|P3h2O%Avm$jbkI{VS4b_?l&@Bfmbgv zt9uMJ;*uuOB=HSYKp6q}3jmX1s$>t&!_?R6`?yvZ0kKGM0_w`3lUU`wyxg8 zMjWn~N4w}W;J4{%aEf11Tga~h`+G2s_pGvg%Yu$8FyPl~fI-s9R?lCoU$T$IEvVuF zO;8CrHzrWRf|iUm@@BbAM(^VXm*JNfwSnH3V*oXDOA`HWh_7A_1L2MwzK1HzYG-`h z*hzx-?5GaUDu%F3RFgD($fLSmqKp$c^tQDB_J>SZf0*2jz^j3j4eic)EqucG1!?jc z>$zWae)-cdQTrj5b+yl{Yt0*p5y`&2z@N2p9GzjYJeHF%fyVvC9c?pV|W<%SZa6 z9>!?ykH;<$vyRMigPiL9E=bE<#93$9YVUXPR14s{yu}PrqR#c&!c}JqE<2L5Du?Nn zGmQdBBx<9{MYCQLunbxZPOY5xB!1E5{x|1a&pQt5bhNCecEB>nms@Acm;B4d!+?|u zK)~~83my7cprKXd?ozlIbPEsX#{(gr!$V7dD~&-^Ec#jZ-xzzxAW?!a(XwsZwr$(C zZQHhO+qP}necQHm@AkxM=Dpd8ji_H0Q5h9knf0ZjS1HJ{^`cb9vE z?Telqu8_{_s|Tin(w4qA7f!3jvYL|VLLBIqGnXUT!|&o=-Nn1P74t<8JrMf)cK5c! zN6s#_Kemwuw+(*xgV=g4P-r?D26M<`(|+KSt?0^?=qJLRqF_-Av3zzu@|qggsV~}- z?BdJUskm6*g4+PY%K2tB^7+W(2}9-N`u*D3u~?BL@7nou<>HBhqYHB;4Zlkw|GW*| z9zP#jycw87{*-VMM+892$vrYKSdxCUn`yRBYfZ4m+~ar1Tf?YuDy6h-yneNe{51TY z`1i5J6q%T^IBcQgmehvWG*npFQROkAzXZEwm(*2EztJ2g;af{;<*AXzzfv;N#nMQx zZluExbj2LNYWZesd4*9ZM9rvWuTzJL;G{SW+FBS*$h6aBzj>_g!one#uQGFQwb@-= zy10y5eBQF%RAsG#uqcfey@w&N8Owjmy1hPjLJw58(@|%gPzB1m-Ho_YgB&zTpzqV{ z^mz%D`8yg&izXjL+lNhR@w`e`(tI*wUtY3fhH)a*t`jF53|caDJwU+brrmqyA8tB?{zLQptrb0O~r!aC_S>^zQe5%-?2q6Q2TSB7UC??|B$oD|eJeJzg6VCn*}Ihe1@4Tf2C zc8mbB8!HT!9i5dIAaXb@7763^akzV*Pr!QSw+AIg(?fbLo*l1F&%X^OvhOLRg^J1m z#|a|2wAor^RMEi!QZ%~z3|2z__9GM7scb&VS~T4#xU;y)>i+GYESpd{y6{+=@_w!fe!$!9U!1%%|mz{ zNSX2goK2jec61^MM>o8L*oXkq^7kQlXL)hKsaU=D&oA)dGY17aUYxIX0edp~qp~1T zAJKSrJ;d_Qx-wdeWCAE=#GE=sHeb$jc$nG{^>eQ%?tp^SDysUay4pxay8;=;X`5$= z>r%8|)&=%4<*@%l-7@1Ad*W5gz&rUQnyZ$?lO$ygwKG*)W&QP;jpVeju^q2aS7E(E zE4yy-WOjUbT+4Rgs5IpAa`E1?l?|36zy4Xcc08P%P{Cnhx3w^^g0PGJsy(-VZN*laemQg*Y@nA*T{vJj zs{&&GxoEA3i~^{L%*R_r_ClG8lGKl{B^vu3W~)rAKQy3i?a6!vqW-??Q#DDSD(`k% z!oqj){Uk-PStUiOf7WT}0ymmNuR^6l5PVc%`=5|#$}OXzjeT9f-{@y~dHnbHg@TN~ zl|KJ*%}teqJeS{ol;2WHewW{N_5_+Q@%pQ?Ubl@zYV&Eiqr4n)b+%j?O%Y#KN77d> zqZaa)eQKD$$jp%}8BiQZdXby`t8}|$(#j=~ozg5lHZ74?P^mUjj8h)0`%Wwflw+oC zb;&Y8U$G<`>GruEK&BKU#FPC;Mp^I5C^bx?+a@SWR$b|65q1Fn5ST&ePj2SGw8giv z$+vgWEd4iZMxmFKnS&#ypOcS=7pl|G!Mf&0FIE*Qcj*|`dYJF>(lHzR`{=6P`Y)E{ zRce1YQFVj%;ddj}%?aWpA0gIe6xk1isde90RD3q0-gbcaQBSGeV2u?;*%`p$#=va! zOqk=u%n3`ii3l|+9tv+{V1+yNcC%3>=v?yO(9h=Y`%Fd{-W3y`0Yf9wvy!Y}Sb-C0 zgT@u^hu8`LFd?t#@nR)H5F_uVM~A=p82)yuBS_y78KmGBwB(@8mV`N0?HSH7+fQ*) z;2zx#*u90~kdDHndk9jXl^2DBls0b$KK4tWRT&~_=G+t2Sn}1TF&1A<->W_{_R=72 zDS&#+hcei-IS}$!N~MzfS4&wp!5RIzgpX>D?(^W{Z@Z{yfwNY~A*_?{L`CODHlbCC zIF`lIv6D2DJ=9s(M+m8sdZwU81jCJP-Fve=s`_#i-pIX=&~mp3mA^9 z8|HWv7zNrXf@fyz`+vd`59pGM+!p^PY9KamItK!e(#^I_lzINxVWREcteQXDnzKo1)E;C~i|T|_X-(TWkoH-_ z^o>3y3KS!oH~-#j0~2cHNV7*i63)K%Nc`my%*4r*aC$|~$@Tu3J}i=Ptx&}^0Ukb* zUq-@Tauagea3yEt<3|k^@ybVymfCN2VDXYGEF?&wzntTONDmvcBTz|shm8L804F3y zR`T?Eo2fiNBAbc5*hr~D;J3DM z?r`Q1?bGPPv z9?G0lhew)<$iL%9Kye=skB$wKKXwsK5&ezHZ+#>yPf*><4xg|B+hUtwD5>%yu2 z_{+6=E1QW>@=Mj#dvHH;di84f=$f}vW(&hNlK!Q~8&*s9*inaMZRSssAx0hj9dF=O zxC;*qFUO{VH-xagfw6`$)1eB{NJb3;_?#{Qro)L+yJ{~!+THyER@sijaG0>A!M2+; zZ!id%sVTx8w=w(+0dfc`^G+6DMy?D`CTh0%Ps2MHwA|g!C3723uJq=hWb@L%K|}jW zs3B@HEnfAI_Oe?_tr_)zQ7kwC@koC5@4w$1(NHg0vu2IF!m4bBu~k;8P4%tPzHC)`HbWkDYVabzA6*!c_pS%!DxIX>FYa$tp8~&lOfSjbETJX;*-ii0 zs{E(?;tF%SJy+qw><$I&pB!jIn$Wh1^wajvf$crXnn;)~Z7>%{=PBx- z6GC`UYI~2ZkF&VYL=h+RY`Gkjr>Ta=E>ta!d&#>x@i?MVt}wfJ-Bq8PS5J7OYOG@O zA?QnHGgDkxdF_V^0eGEZ=^UK1FSf0L9~=bk7!DrGawh-c493LJ1J1wCXyI zwR31RK^jLiK=pafUx?!(XCW$}U8k?#okR@2B}1hgaVWSMQaFi3Iux^|;@wOcPW227 z02jLPlk@lc?p=0b@N_i$ReYQ#_wM4G+?z!=?zUk148-&N1tP-$fCDiaLbPLj*mDQDIS!-WwEAL$cbbinaQh z(nf>UK^POp4?(=mMQE{xsa2FpGIT>M;s>MhD|j+=M8IZ4`_*-Ph!r(;g;lfBIE=ee!0TBhfeUjyy6m z@7`j%<=sT9p*GiJ4jb&55z6?d#tm!P`hF0B1KnHcs)rkAVGDqT*6&%EF9YXFNbLSD^5nsKu;nTkg5|yLY)CfU`4{tM!1$oC9?SGqJA04 ztY$?K!FB$DX%HB(%XVjY>xcg?I#fSg3Kl+Y{jfPD6ciq1j0K!<7&d+$43ShWnI*w6 z7z(qc1k3?;I2zLNN5N%!sE>9_(K{v`PU!O4h$g(drQ5L$Ks#n8l*gLxeubVme{Qtp zeon)izPjMx(@zea#RS)a0cJDY$z2y0Sy>C7J=Xp2o>;W+g zrr$sDxV3iI)jOO+`Xya;cb8?uyeoBgi`Pp1AXKGcA*NL0z~p#2arRP<6sy9z0I2eN z@~U&O$DxG4%hfd|r#gWl$)}X&;(^`^;StoaToa&n!sT&fah*NII}Q~gdKDavInSVQ zW_3ln!*ZqM?U!X6f#4oVx|qGqvd~k-tkbSoTZO)ecZ?3=!l*A%1mY7$``Zvkso?dD z5m9sg=nmQSqqDM$Np*X84p}`Uw^at0YOjjF6d)>Em!CHnpJR}4l{Ta6DxH4?Op9N! z4DBHvfP1RuV0+PNbPl1_5o0J?WYtGe8=9|BJ;RX6sKO${8T1 za6adOdgI~NZ^n0vmwz?L?)d1x2zYEVus{`+gf=ikxlgLTnUGIykvvNBPF|W8O!!?l zVlMz#;?Asqt{f^1v6DM~2klDJJv~0hSVCU#qAw`Y&)~3C@U>q;-g}_xurScnkR^XV z?-{`!5a2(VyiONx`)DU1I5>+W$l8x-K;T-2I6?}Cr&Fht%Sy3-d8dR$OM2Yb|3w%p z9E;BkIFu1&XLJenV6&Y8W|o;}b!E_-x9$Xlt9!>51=ZERR;TF}M=gT4{6G^FRz#nY zb9@1jAm*&ZMbE@j#f2ci!#`B6b9_=8R=M`lvt|^Hut&c?!s$Es-W|zMO>uu>8!P3H zAFKzjy@@F+?g@1x7Lqj@`|%)(pa!4qzH4$3$YaKw;YIL|5Y%7=5Io49C~f8L;70hZ zDv)XxjZYttST{B@&~=h;!=Mg-slUs%}&lx@A7S&ijTmqhw?{6}E;AyDAUU6}WL!>r)~7 z^TF*GIJ^+%J~sW8EPv}C^CN1k*?e=a6zR);(gmiIZW#QN;DE&yg#T8_x%g5lhKz2l@1!LqbyeC>&j9Jpy24u5Sg&XIA)tWs zgY?&7l5qI4SP-85dPjgtq5yy7>rK=Bq`Z^_KKeRLWnZcp30Bsl+ejcMT*Ol%rXA_v z_AHS|_n(Vt7ltA^qWHR8kz;Fe9>w~wu2tGop?tHGso%4;Jz6+}n>_cxy`=m3Q6uto zI|PU%7t$&dn9MS@&-A_RP;$Z1T$~n$Mi{dxObIaGv{fgC`Jlk$j)N@yRaHi|LbN^Y zegwKQ)dqM`HHS@%ra5oz8aEnAE+SiM1$K`WEF7T> zIYQZP@8DBaUNLnKM6m4`2sbshShe~7Iq>}XBT7JZaWFy5r+`lT#xVN80+-7!DYyDg z33_Lg=Im*_+wUUR2eVb>BKS4+&@8ew$~1q@7cV;ZJwBl8R!v&0E{CrpEgL-Ds2Mu< zHOx9gvuSh}D$LTk(OHWbU35hvNi(=ERGubbTMsutgGKlr4OtS(PChVLVWP>iZXh3F+#zjjcw z4EYN-krQc!Z<1VY$$s2v>*z!2x@xRkwnP!1hC7|MoE|aheyh-$;5QW`*AgLWfm=Y>>bucv1+gPi*0aIA_K(i?H!Qb+^QG(Qu$U) ze``I{-0#kFjx73CpZ2=LqS!PvM9dp>El{+k*~cUH=`osdnrFwuO03r}CQL%7mhT+hB^ZsAw( z_$+|NCj<;S5;_AFzY1VPbk^ecc4A$3FAXgbOK)G{E(fZM-Qg~)3)FT;e6B7D)UcKi z>@57F_d$oAnnmF*b7hHsOK0T~ckP4Qzq`F3+b(~&xYxald~?z<)#+%|rFB_XSd8fs zg5As!Nk)kE;4~yX`euf>xm6jup%xS8Ae1_X31;z%l#NWWsN40s8&G|dwgV$+jP3t9 zB483gXZ|{OWkyGQsFl)E_R@szY?5uRou5zd$syj{-UR%bt_?F;DyN9aKa?0XPFTuy z$X#E-YyvaYK_X9t$r$M3ig}bIQn)KS?d2+D0CqWe+b5_i$?`^LC=*xRqCCpj-C3r{ zyijIX(oLh=;vMS3(=>H~)vNceX>{q+z$%*F7F!8*&_?1Y9E%xZznP^-yn~~a=bG$~ z8TC30t@`Zz1J^pG+;w_>t}&K!v`+9MD6YIXb1?9$Ph^CZGGeqt0#-Uq6G=t- zuHFGMi9YGzNZx|kSFLNznkgFeeMAl3pa!ZEPeUmD*uM@9ep;Yjyv+11RORC@2ce{? z_W6WiI8|d+TRgTcHw0K?^CT18C&2#xEZfU=*Gy~5U8o=mfJDDt;Q@?~e=nE+q?fI; z?%sh$V)-jPeqeIwu*Y`{X%lcuyes5cgRa3NFFyL+7&%-t{62Lse;eHAdzT-Utl|K& z=Sq~TX#&_&cU`ex2KCR2tv9FCt+|vV4?N-~2J1|?ey-c3K0_6fvHtOyemQ*;d(F*^}cv_+K2C7PYc5qy8>n=grY zD7xb~)G*+5uvZ^LGJ26hK`sC#0}}=T*a(d%3LC4o_QD*F06=ykVW`JX?df74NE-&RAJWuyFs-$ zjhffz&J6K`g9QmATS`F~?uK$6Wh;!pEf6uqk=4rMC4Z7j#_6`Ad#) zUcpmIqZM=&xSB21dq!%u@v7I$*nE}}Q1IsF3K)k@AG+NuhJ&c6g86_vm-YJT_D%1P zDXdn~`D86_J|0fM(ArK8?M2?s9>1Kse0rO?^wQYt+JY!SMlsHO*x}|@Lv^apiXfUd zE?t^z2!A|HJ0@Ltyr#2knAFcNsTSmXjyP}LzYwnp9x&i#6XaeLVBmC23F1_m2;fpT z(cD!L?%aKbS+GR&Wp-?U}0AApakq-m1r+J&w6##Gc}#NeUFMcD4BKcxbk`}1J@);F*E?~c8^ zKWu7H&+_=jei1bt)ro~^U%FWJMrO7qRVY=O+ z{*|k-1z}EWAkM4`f&#CmtnyBMotSQPNt32qfr7o+rSH~0v5jRwXO7g{qJ9+ z``r3J6meY&rr(~G2gB#X<}{y9xY}P-k9VF&;;e<05xA+tYXb z0|Y>9_Gc=0ITepCU>o$+_lnqUcfNuNrehIK{Z8BxveBzAkQ9>a5^&i`W%1I z(K$7CPTOk+>D4ls=;W_ROZ3geZdOwo-x!ejmap53G>Dl4sb$F3CadmtE<;DAz;1zb zb&Z>g?6u`77wIygysvn7Fo|!=FXwi>WjvLF>3*`JNc%Po&gmnMdaH>|KY^~L&0>0w zOfYU^Odzhc(9=Q3`lI)Zo7t%0Aj_t&LD~;lcK*7}|3{5R+XV7(3^%d3M<%uUvbaW_ zZN{7pgL21Zpwgc6Kt;!#o*ZWzQ&C>}NkcLY0KS*tuJ9@V{`ICX&2d0YHc*~9x?AuQ zkKbOzJW)Tg#KX;mf@v|0J%eoc5~BRnn;G4maZ%%up`UIX_~l*ksW-fU*5JHU*Z|B% zWc@zck!#QvS*D0d+EbRC3`p$fIMC&O5cT8XL-)MxtDZR2%TR?3YV?`DDgcV*r z6Qef*rY~rm9X&Y+fiplVLE$o^_aEXCEC>N7b4Gl?Ld#Pm0M`q+P#YyNQN~m|>-O6! z7!8gdZhOsfUolZEa+;xwXh}XfTMV%S36IEZj6l0}Uo_($=gA&MIt(HleZ%n|fG%~W zAz;|H=&X=@5$PX^pp1`J>qXJH!C_&|wXj0q|0?ymAX-9&~A~1*z zge-Hp_ZhvSHCE-fo#o1%r1XK%@`j zI56xg$j*pRDb82QKtXhxgDoPPi9n_l#LqB8iC#6u5efxa#!*C?$o7o7o!U%i~m9ar;5=VjkDJPl`wF zj)ia+oT-R&!QO`0s|(m~Xl-Tbo{CFM_t14Po{nGs8+v?sv=ieb%tDP5%j>x=Stpdg z76w%N_O7D!E;@(eXjafW-GeN}T`b0z))Fstm_00{TD*3BV+wQd8BCHq=Somy6=`bL zE{YV7xbbWFK*EDgbHqAffjz3Zz*AKhx@SmE<6X4^-zeS_Vg`?R!E)HK%ZJ9}X@zXa z6ppxULVde*Tl}kyn_5u2;=jYyV7oi6cd;5H;d~f519uI8wK|$y?TMyT%EZ#CCWrCG zU}P4z{Sv9>JW!dAK++^vK0fCx`1M*`KjjNsRWGZvXBU_uy>$ zuRE4{#Q|Ov^dY|x$D+mWlC`3x+Q*K>|6FJ@4f-Y!_g%0QrzH!4K|3RpwVO4tiEHBl z_8exl7mGmxrzSDQF6*P4&^@I08!F50Fo*GQP-Yko-;jtYLWFjkg^FX3ePB?wp0>^R zx$ka$7G6V`pLtCW6L(8OE&2Huwb|^D1V@u_&Lw;j$%2{H7&(HBr9bV|p?DdD;Y*C{ zgm)5JVd(av9Z?zKZcR*bnBru#9esYm6&pemQH9za3VaoT%Y%_xxxuFeKx#L#;>zl~ z4r}twl|Aq;H$l8C*y8JkAyz$=@vcLPcasyJ@hh*g1R+-*>({jRZ`i+QWY|Z3#?I=9 ztw&B3R`b9a`JpIsIebzwCb3$AM>|%NrGZ+MXh?G zYL!r7HvE{}<$h2JD6Y>Ab&C zP2lp(c2?S|&vg}XVp=PHtB5T-Q?`uJWgdGX8CCp=r_SdnsDFipY89om0bc@P+O{VG zh;N03U_q=XL=L8^9W@=cTPKXwECu&k^pwx@djtyG2U`=d#0N%ZXMnw94fRK89%G!x zAdsnvnX$csYEQVd}odY(`?2#M{cJUl?ItO-U6wBGNL z(T}P=(>7D#Is+n_l>CZoB<{ezL&Y7HoZP=qvL5u>E z18&XM)o|itjUNG`rCS~N;MOA9D{wyju;A!Q8)(8sP+D2SmT7zxmZzJ>r?y@bi)&y& zm1Q^a3LGuCKzyK_#W=>I+pXiW28Wes&-RNegz+_Y&FLdjq{AOS$Y;lp6=DwUdqAz; z?vjcP%0z|6^3zJ(y_vRnn<$Im^oNUzUg5b-f*?>Ar09#DV_oa5z#wSdhysCt%!hm5EiG$T1b z&dmpcz>=}}3Mz{2x_cMGi5r5Mf;^3ymv=l`Od_U=!kPySdoC$ET5^cbrV-v;$tULs zyAWf4r5O){r zsL&%ey($6e^{LqDD-IClkJd}rxcb!-bb)r_*%kXv>Q5;hQ$Fg8ms(Fx09pP0&^ni$M^(BeV+H>TuJ9E-+Dp#Y zDLq|C6?xFmea@{WIQ`gB;K4M`zklD*-~TihIoVUZ4kBi;;W_l5+^@rd>>nOY&dz$4 zxwn7MiqPfdn3;;jqbg(|*BA{CXm4jo#aRN}!B~amkHX+KgpYYaU5f0g2K1IQkMe8- zL%s#Z)dg#;+*atHwz1uQ3ec@pxDlanuem} z@bN9UXP4rbtmYRY)1txFp}r@Mk?VjDePtr#Fa*WyIpQpQPgznj-60yA=K(m0@JGE< zhP^?J?N4Qoag)E7T<*npE9MJ!T2-KN^@cwL&`jEHj=z47TeXh z{`QP(IYKM>L{)38akvwW*VMr^Qck~kSN-N0Hsmu$Wd5?hbFJpxeKMsG4d-NnRP))^%`-KP3H^1TExboi(f<51-3MutUQkr|TZ><%hjCicvcE`sQ+3do*ziz%z^ zZGR4rK4HD%Hvt<93n)bed4awJ3@ZA<(*oVa1+*nAl+Y^+9L+XJtIX%xam68Dig}-o zNY)`CRzFwAob9j|mV1=)P8PJ{pwv@h3ulUbMeUdHa4`B0_`k9xZQBFl9e=d~Ludd1 zzsU;!16%U{#Z2n|pY+3D;$f}Ew%s-dg72HUOfvX(MRiHG9e$52AbWNT;1Wv&F3O;h z;Q|t=Gj%eM*v>$H&p;?>x*NdVm^uAi-FOL0CNyy61m_=e$p9%s z6)n@LO`(kllPqy0Db_Os6{~caC&C&PNXFy>PokJrBQ>p&rU4VD5*8X2q9xRzKT4Fy zb%S%98g=MlZbjj5>+bh?(si0}>?btnj5?7S(!+s;vMolZJb{>l2}7Wo40SXC(4ieO zP^91kpndE21FeJR9F^@A_h1DqM$Z|f&8!tcE1wouP)=spv$%Hbd!z&wwvKA7`@y*T{%0&j}8uP)kB z%W4o1`^=clJW^)L8ntK=EG1T6g2#6j1o@Q`MJvb-ncsT%u63KAQ_B8Tyj8noBZLDm zBRf<5t!PQvl0uH&CK#rcrT0HtqtmcS)w@xdTisfqPIcwV4KXJBaM}XtPIo}IR(waQ zp|S{IwY$Cmoz~qftf5v+`zrn00Q@d4Sv1dh8_yes=#(I)(8qHbpsXA?qX@s)czMq+ z$e9RL#|>v0Vb>&TJIVlY+C|M^tU`l<%7heopN-2KrfXfW ziB8}#nW^Mifj>eN0IBv?(E7|K7>oh~>`N2%M;2f$NuRr-lhzd);OMG%gre11*%Co3 zSm8{$WY6a zCg)1)`1ttl%k~fA%XS#fH)?lv?C$V}{Zvz{jW%6E;`bt$tvOYa9`(=wUHJ{!4IpL)ZYCKR6Ma>)}iEX(vw=*@tCm+BJ92XJK85MH5G{O-)q(j#EM2aA?oD z;sn7V*^IU?Pba$ie!_;|Y1NfjcZaTJQvY%}(1Ysv;!S<(Qo9GXN0F`zCPq!)^YjQF zhpMq53P(l>JIR>R69B=|(y=b}1~v+Tv{@P5sLj7IWK@9sTp!JIqB8rym{m) z#x}%lv+GxG4QGrc$YDWoW~b?Ms$J{$_T_QMwP(lR3F>N{s#aESYcUWZ`!U8om5oq> z?zMpHeX+YQ`rLw?%UPXnCltel6?{W{Xi%8s5>TOZmHLGBgl8;m@$us}2mM(65T1TK-ISd)mH9(tP$tcID3G zBW=&W_@>-KS8eOGHmazt!%2Uxq6_+S?7IJz?a0k~NPS0W+nS3uGe^0u*#5XhHSI(m zI6ZC`S&aJxgU;L^|CMQUUk@NkCfJD)m*CfYyOdl%Vwt-&D}P zM|aas0zc@3D9S87W5uZaJgrN2oStT)TEJSxK(Z(u?dN?3o1V|^W>BD$qd*E{MZEKY z|6hamyezB6)h`sf`8R+w{r?T#{{;u3hqtJ}7bn+bR z%ayP5;$_sQunkmK%cRPMo_-f1VK%H;swO#0E8ii=cAhM+m=zN_(ZKoxX7}yiD^&f_ z|7Qi!B1DJnA)BiQoweFpqT6e08Jl#C{Kks#`11;J^5Uf_2^)AAA9}?oZb`2URk$M+3VhRtRk$S$AlTCTw7BYX&9!njae-M zX)|aWv-Gc<4{t7j?4oi@O>>%MtI0)_r(i6+H?@6qEji0Y)GtZxebW;GB+%baw0m2W zUo`fTL|)gPN0t43y8-fj9<8R(@IJu1pAhvC3NqYnI ztDv*M(eKzaRJb-3E_e>t1Ggto<+!rS1Wst^YP_9*G9}M>TW%e&HMS|tHUHt@p=_^w z(AmYpN9JY$nqG8H&jNE%_Lc4?Eu|Tp$~W9!?48)%g_9* zpSXK_&bGFMhYSf~t0*_yI)?bC&e!@I9F(Pk{qCSyx$Am-=j$R<@o1tYiIdk0KT-=5 zOFE`y7H!j*F?^5h-r^#nPW)ZCJF=II-F7KvAO7#rdvW;TuX`H3f1+@0gxdO$MB9R{ zTvW)z1YyF)sG_#t zu2cG}@gV#kyN=5*-TQZ_8>_5qza@a+bEa-H0WE<7E>S{8n+g#MLPOk#&SZ9HjySmp)!rZvWYTKJR4JWitoO_xm74S z#hjTkB_r}cK$Hp|m`sk&KrzpSGP5;8UgMn+@-F|B z5T*?Jo$>x>kVVIbkme?)sbefRX(C!Cfq}K8vqk$+7AT(B-$OoT@aEVMiEe@?hWx+< z1%$!x(GZ|H5MM6rcd7*6+{y0^C1x7{kV{GOmme%!rMmE9)S`1jX7xTu&2mBmO?YZu zf;v{AW)dwt!tUzd7ZGe8WoH!@Pajc$B#_eL1*X#*YinD_L(i<)vfgA)w`%-@P|JgRpjJn)ojBEestJ~VDhPYSS^Yv&zSZRUNbShLG%r=ORM}sVc;Iys?aJz6;7J z)y*{C5la?R^Mb#1t>Rhl*|ZmQ75$ZtzP>9LI&PXszGgUR^0=3?x;V5YHg~G-NMw5@ zmlgIU(i;XjES+)2~P%^ta&? z{f~{_)y2~0KalpZO1$yI1TecFsA}nL(3^=&ZoIiJyTnpCXsm!BaamPe|NP)SEWF!u zNP|vz_Pp63wn6bB!|GBc5Eb#Xt``;)ofjbC#2JMttb)mH>x5P|1~4m`xKw?IG*}ni zQJt?nNTb$r-=H`~-ZyR7JpZjQ8U~>PZLKbN`O7Z6L%0ZHOa?q_M!mE|N%*>0eYUTh z<0$|>0px$*!|kU~?5WBD6uqf%>Jz8zMB~KDUDB(WTcA-REdEUEP_&>mLu*M4$- zz-G0g@AMy!^Zl!!WrRPFi~u&JfCB>_B(%5j_QBx@2_?TLu^bQm(KhsDN!q?(QI%mP zEVG{V;{UG^`nQt*AO8d1|6b$fmj9#p;nx~?y!sp4tAGDcB>(->|H%dMTiAa{2sD2s zLt{w4lA(+$_%y^wspVJE%IIPWw<6_rHWEzHJcuY9$!#Saqx6(wtKN!xS>5^5|Fz96n{g6JhC42rar~ zZ}|fRHzv^iXaPe4m!c6O*$8zYJrtOdpjem@Cvll`MJ&(?0!?C)3briLhjjPfc{v=h ziXKG!1rZ9L4kSKt?4LxrZ;^V&0MKT`An7%OG)sWr+<&jg1Vwm-g}xwKD%t&mZ5@%Z zdT=Gg_`39lEhv*26Z4WQI3apUO6(cBT4({0uq&-Glc}tZ#YAt!um%AMR=VW|@n;t_ zzs#Ba{he7ummfesOxg0{tB>$?moy`>?hesuNt;6j1Y;%%PsJwU-pIju^yLTdB8=Wl z9obWS3D1t4nR0A$h;B&B&|H+~xAk~}yt zw|95BswrGbwP1xO1>pQiRMMpE1gzbnN@8PrO?;Dl(zfm|T(Tk=`3l(~PDK2|LdK+& z7p@N@Idd4^p?Y=b(BtWgN;Ns5<)Qp+`ObCrQ{rh(g}%pCP8r#5LYg?eN!7{8$o$VO zbsIl&B*VxBs~0Xa`;D9l5|8#M3bO~}7^#1XLQqcN4K#RZ zfIex{fKqwWuZ?En6|>NoX2Su}|8x-%dGFSZIczqI&)3-XyjLD&l{?tE)86>I2$i1L zCm^v=bbJtcB}!wt^WHT5qpERI_S7v)oJSo)!^T=@JR@F6jX$-v-KIT1VZuF{)C+EGU(WvbxY#TNBN@>H+eH%~a)P6l(NP2F8Jv2a29n|=7ZB~T zdK0sL{*SEU_EiTQr(1G^u*;I!$!g1raCJ^h$Hq5geGh<-M`rh5N+#kEDz zUQ(F(Gpf;MEa2~RV;xWw^XpJTu=dyOP$ebS?1@Fey<0arNCQZbN-z{9Xu<_{vq%fd zH)Ca87Zz1S9WTPc%VF85SXY&9o71_-15s+LzaYIT#Mn|UcKRV7DTEjaE*U>8oxQm_ z{a;n0@Ta1*vYjhgL{f~0mhS=~7zPVsZVJ97;rc|382(>Bpsq4p#TUfcn|IVZ6Cf}8 zX(T;yA|dL|Du*jGZ2lx9oXtNCGj7MAq{I*Wz(L}N!&e3|9FOSy9W=vSZwS}g*_sb6ZW!p+8`MPxZYO&Wvzqc*&7c6LNvZ`wu8my?> zWcG$_r%<+)yKLh61cnmrlzs4FOXbmt``0{gAOzHd;BeH-PV@h5r)jcuP|Kgyt&Ak zEWS0CGRI^_`AD`iJ%6xa@|-*SC>~+^hsBQ2z?@HgxU)pdq%fLKbPnTPpwjCdqpkK9 z5i#F6-4`!F5;r_d17Bc9ho%^I8t?M3=wx;ihIq>>Ykue`f6I-}krRC2F85Z*P^p&l zVMK?xwd+v;F=ML&tt{|0T?L6E6&5d#^mr)l2*@;Df2;s5n_qvCuR+LDrXWg?su3No z+lOt9u$r(=;AAO*1IuSrp8dMV#Si#FUPQrCQydOl2S~>{eC5QvOaaiB)XK3o~;RZjREbv#C_nmFha`o*eX2cIUb z26DYLc_eC(&T!UY8J%`-F~1$)=(EowD1rJ`xwta5B1 z@z51!tCSF)>dEH?i#;FsX{%(kb{6=?aoclKX;G-%t}bzMyOwDK(#rOP7>U$s*;|8?ZM7|+CtfAdOcd-z!Hl=3{ zElUdu`WfmN5WX&*3sraVd&$Io48J{90NeHxwq|yjA71tikBSpd@FO+n0knFi2rp6! z!w$W-f`ghM_4;sDHam|q8A8_c#Ro4JKDqzD2NnO#FwVl#*~Q+;^M5i*-AbD9NFxCN zu&M+6cVxx?yM+I=7F`&a-H?L^T$VN3QB6Qc6LIjOwh$*IpyyjhHi@IROv2Wb-HFdip7~yMSW4C|Fx9DtNdO z7;)gNp; MB@sxs2049nEH5aWgYddE`Suk!&pKPHCY){M`av-1DM*wkHOE&g^Mid z9Q?u8(TOQzhVKhfU%*;kiccXR!lo4xc&I;>TXGU-F3Q`_&DZGzHB(wwM_YG_4*+iL zGV1-wo0X`p&UP$VTh8_bt*k9A3Cq#P%gKj@3l1Vfp*T|TGj_kW-JBmnN>h}YqCK0> zpByTmS|icrDI!qZXo43|2O&bB@5KqhURWZP_YNUbQ+RARvKYf$7jWs@Lnn1}{{H^( z(C98+RUnlQn+!iOiqm zQ?8%lOl10eJLk>82uQFd@b!L)GF@H_(YrbZg!13Xd+4S?O!OO z#uJmiG5fh-y17Z}?cZZT6)Nsi%(EJQ4y|q^c;05)h`-LRKc0?W9B}^}pD(N#^McLL z*o1W6UJP0LIy=~Nv_sR>>`c`u?t)AQu|4(miHUQq(v`=;qLQ6}$u_mp=OCxUj7Jv2 zf@LEKqcG|+B2Ku<1Id^LZy(K}ge*fc_)N{Li3nzvsvG%>9UJ@>Ou)6Lv*=|Dft<n;c@Lc3}rkk^16O&PxO)HXqy9TRV2 zV@*%X)E1jG-h3Sy;OgkeoanJ`$I`#IR5(a;qUJ;f8fs)a8w$M5~EX=!i>q$jWbJ8jD{G4 zW>cag{Hu*hxRj^-Aam)E;91Jziy4uO`Aaf6XaiC@1qKs+Zo-U&t4JUCky77 zgPuoJL0nE4Ew?PcPFzbDq_El^*s0-{ukb@Q>NxayNJRdZB}Tsk{^YKOsltq^>U=Ce z$=`{(irXdB<7E9>WSzj-}<1PE$0cu$9lXAb%pb*q!0y%DDScny}N-ra+O-+1i69r znYbiR3ZQn*H?Tf<2+tfN6J_5Jjk5J=ISA2B`6X3 zN}?JUI~jWuteoi=wC`NDo$bOldT(Y4RO>#Qb~9c4VB1`_@s#P_yc9P#8hJ`uY~FH- zK}TtMLBmW~^X7Uj1o8rhS?lE%z^#C|ZZ3EGN6Gq*b6FTS-CwkU#e1{8QAFe9c2Goj z0&|(mpONh}?(ZnD!%K|<{(^&4TG6cK9!zjS_^;ED`-9`9YY#Rj&Ug0S6Cf^ta~}+V zms-;URF1-iY1lXfYPzCP(^NC-bk82q(cD5v8w_`D^F(&uy5%LPn1nM}okLpWX7TlW zf1jxLoj+z74bR%eKL49*;7ypEX|;;;Vx_LXnVoS^`dUnx zF`#fYJyjoFb0pb!Ga7kgn4MDNTCm(|_uc5e$Osx4UsAvfd{ zqHbC+M|XC4vttNgZXvkX8`cUad+w>yzo3FzE8++%|IXz0{k`7N%a_1V9+TmQPD%mz zEq(Zh+0~-><|EbBbA+uKCI6-^hNklq5F<{ebuAjwIMNAR`9_A{)nTCjAKy&qU}E(y z3*B5Gp9SF?#vMm%$xnWi5{JNVYoXJVJ z#|T=}rd#?}@1e$_L}ypuD#&Sbd1B(G{0~-lrb)%CrlWph4~`RiZdY&Sv{w+30CQYT5qAC3@XvA82_PQJAd*%#B;%{IpPeBC4@}`!P)r^i zJp2Bx50xo5jO=OUg@QLqOQcpA_Y2 zG}S@XqVi%|cC)!j!F8)b#M39@lHxeE@9F3~WoIl?@IpF@OmZd4>Cfb3$);qor&a_& z`l9$qi$lkRNstvk9gwtK$F&FIRsIQK{6TY?LT3(M1dIxyT6x6CNhweB>!j7=obL!UWH&m-n@UR2;~Vd`-UlA>u{TK{_s z`v5f0tZ?$wMNwo|3e)wyR_W@u4QW%n+S&XFb|2g!1w^%U(LWv{5T!`*&pAq5+#_)k zWsc&SRe#p*HgDuhL4RQ>$7k!rvDnsQDY80Jc!vpfrw7B>NS~Me)plHU*PApEy#oFi)aY zV@`V$M{E8rZc+Jp@FHEffP^`l7DQ;6LN5l$ahzL*k05bQwBJ_44@m(_I^iau)!Xnb z-Z;v7%P~YpFFCXzoNA>hKP-4zzgB1{K|y%FF3F?;qfv(aP9kw`Erg!xF~G0NtEhrU z0TE+1#`a`01ReS_kmblCVmW0)r|Am~P;x-vLv35cp0s&Sednasg%+TBVdPa8Dqwf% zTFhzXVg*(`9qG%3rQK6&CbCK3DnXamA(CDqOx5}x(yXVU0|Aa^zXo}wY=&3lbs%UZv z6dI2X&zq~m2bigz?Q9L6efU#6P6vlTL($CoOSl^|xM!&<c&w zb0&B2<1|qUHVg0`ZY|l?Bz-jJ4>^%tzgBM?Y&&->i=kDrC@4nTaf7*l{WNr6)x-s0MS4CsvMBbjba$XnL{USHp=GX?4(tJOLTE~Z1 zvh=3O(t18aBOF#DWL}95;A0$dIO73hU4xb!NU-d*52K9cAn%AgWG4rl+Gl;pFWY4v z$F7muPp(Hb+3um@6SIC&nwrOV+j*X{iX;?`4~#7b^k9g@YF9HaQW!R~eGM_J$r+F} z@EDG*&r-khhx6V;%ScF`meUlyoYw0 zBt(32k24ta3buGa{D>kG?f@J1n4Ng&faf=ioqgKQKT537{^hxYS@+y$YmT;GgK_ZE z3a=U*nR*c^x?=%Y5R2`b7jku;rFm@MrgdXRnt7(@EVjDtC*8g@I7@cA?kC&cH+V~C zx=KuNTnjU(-gY6AJvW9MuF$q#3}m65V?zs-G13zQ;%Z&msrQGztcXWr`s-d^q5vBe z#&~!lc&%$dnv7iLqguuQfgTQW6{H?&C{35(0G6S~VExDWF}yZ|DCJ%lU(>oW)v<~j0Y5mx{RQhb*+yH#Uq|!@5M!D>THrzFkFKJBn zj;&ze(YR*eUBl3&M|B@@X?zOGTSE@R&T)AaTrsEwaEm3Aebs$+EB0VGH&=ogU};@t zD^@;iB|mG$L>gRheO?;q_w^m2Njn@qsu?D{4O~-}M*|tFugxbJdS{kf*2g5*3l*nm z^Fg-(U1%MB`=?o1B_oF)eo<3pF{~oM=Mu%oS2^eDRujjQV*<}MIVD00f$Ce_O(X{o zXX5BAeoSRJ-u#q@*wMt_WZ@kaQV$bU_?eJ{>=xQP;ZLKTKanHj6&Q-~by$+|E%?&l z1{`IW4}|PEDzI`bPC+nQJ{k|>p`E1si2!6p$pV!oc$f@mGu$638)oLH3M4!tCct1& zH`XH_+*EIaaM?QddmKMg;gxLk2j+$muJ#z!oEgw)7gu`69*4V^hqT?D z?jCP1NF;+Tu+#)$l!6eeDRYCU37EY>$1hWEy@i2gQB85sk9Pkh{$CRSLwn2My)-+xR zVVm#3TZMu|itV$5%A)j12$WIy;Yf9BFeC7c(0J_zV3U!6TjqaJWGz_$lAG=H!$uaE zzBIf3%ZCbM@Dyyc0p>h1`Z4qjP+>nk&SbzgKa8&u&^eD0(n!F}xIW1o0#DGEesu0X zlSJd4S<6d{t4g2A_qQzJHtwWqbay=U;#ce%M3k^?Qbwc)H4b(JKac@%L-PAdkd5Y* zHd|aKN(jq3x8&8J-8bDIgt!s=vE=kkkMVBzySqi3i~z3}CJk}^2^k_4u^{(i;3QDe z0{IdzX%?oAF(7gkCy9~22~YJ8e|q-pfet!)__|?9DvqL!{5>{{64m|IN2Jo9v9@=X5?1~uf)1pP5=_)}Zt+bua^yRhlx}V>k`u~Zlu6*-^EJYB%GKee6Nl+Rg-up4T)azn zPsNrpms@g?K<|Z;Ca~y&;>s`Z^zr@ZQIV*dVnwDn9vq};5i+?Lm{Xw&dWHjd;acnP zkux!jsUsgjmfwR6Y>6T!H`{fP`gR#T_K(&YrgN*jjCoChYF+MoDTDoAg}J66JS%;N zqRYvwBiE{z^)OAVu-cPqMwI6VYxj&~;PhBS5sT$pJm@Lk)al}T4Y(3!edx#J8IO48 zDDzIm$;n;{4ES)NtDK{P)G~xc1A=3n*Th$3EuuR%r#*IVt3NWA=cGMmkL@;whK_OR z7w*2#Os@v z9_|P?>4BaO<@vZegDTN`eXDL&wFLMq zSv;y~f?Cq$&%JvHCLQ_jwM#T4N@#9!iff15 z#&D{EJqe~T^$uy@9XE9kF-eltvyK3~By&zPDvQ7BC@$(^6%q>e{sy__D*@(>{YGIi zC*hnMk5^3QK^y@Ue*VETV3u6i~GwgzSm)75RAu)@lJpVPHA)`&@4JlJp%J-P2ES-V~@zmUz! zwu8daA);chri8*}&LFCc8x%b|XziEXFIR{4zN^7>%BBF3u?&ceP^;8~fmF!F5V)wS zsH$@ylpvT@_{U(tpEe+TBXkqd3+tBSk+!|%DwIeRqkI!p4r-o}9xnf*SklI{>~+{S`T`D5d` zXE0IvCI;1iV@&GF(febBwJqC`b@Z|OsN9Vu54pN&WRTr;;{PykTT&-&DTV1f!7@(6zH(#l=4Zk z!M18|(J^I-YV+;Llr5moT*hG=9VDCbac1Pe!@;l+uG!)90F(lXS0M_+-WN6H$GZuh zv|@lOvQq$Ll+6^q`&D; zq3dPgYLR-6@W5UAr2pJOTF|$nCFnb_k~YV;iSeWKk*U#WzCs|EKQy9m%JZ#CxjQ~4 z1Q#)y0XD8#k4862_@o*()it0+#$a?vrrH|I5gO1T_JMSWb4?|#?DKII^cXNbaNMj( zybl=pADsK|$Ujo#c_=yJAWT@8#N;EOEd-O3LyM829M<&z_T}ir*p7R%LXABe`$`8V zoQkk`qf*svkLqr_c3y zy~e9sv`8u715}?J%Ag^@-q8i8-5FH=a}wKOrFg})I|4(6ZI=6j8KemSNIv0^8{HQ+ z1*24_69W0bj-dg9OE)@sPr^ZgRwox9v z*^ISy`jQmNG@a2TyvE~Fd1s=NBBaATog!qamP1yb2*pgbHPh>dhZcAL+avevkv3Z| z{n6Ix_+Q8=>0cS9YAU&#(VJ`v6+S(X)%FTb@R51y!3M#(2PaNjYm>k*bc#Ayq4oEg4TO{QwZ zhE8oaR8=P1hejMa6Ta`19p2EtApu_H}dJvhNt;etDiv6Lq(PB3mQwwkzT~2FB4uFqzavyc zU>syG{ME*Ua#f%U)R)Qq>Z?0Ly~EFy^Y_c5Gg|{ubFy0-yOsjj?jOxzbncbLF<0te zI8y9Gti&(WWAbtdenTXC!}gk0>XgHt33fV1`f9Iyp#xMM(GUKCx8I}K7ZY5l>g^;VqxoS;%IANt!Hg#W@ce)_S;25lojj_ z*nhi-+EfFbaACpbVvqf53V8_)B2>7)YKm;5G$UlM%+;7{e))x8UqcdqSJyS~FvhI+ zvdWslLV@^obth`3`oYPz*% zBCt0!t}z9Rw8n{!W`Bw<3G5|GfjIR1do-1TP(9aB7A?^{n_TALfiVX`EHb^jKj6#_M^ME-3-5ZQ^5$Y(& zd|lBfJRh-da44Hhx?Bm6$+_zoRK1sI#@uly2E`1}mee(G+G^S~?9OadHEcL-TUPZm z{zD(L61BXfGlTk?&~^2O{G|+hSOQ^0qLdJlEI4H3XUnveEt4ag?PR21+9*9%jRwud z?;{()KmZy341Gco@mzr{fya$rmC!>4F#e^!VEZiY_`Ny@sO=rlk$AR^{p%;(>lEe6 zvZ$$9Ae>PdK`hW1w;)`#OAN8AdJ)Mxs0i9kV3|ipT1kjVo`=TZMQA+-1;{C-ceJvk zY>%&|*TAbjVX*c1+Wyvc>yoih#k&MskfpkaN4E9u5oS0mc!RzeC zVmDBH#d&o~9f8Mfu0P8{vZYEOtL8Tn&+KvIL|IzDqZnEEJLI>eqYC z#N5OETylJ$hxp*L<@@?R3^l^LuCzJ>g$weZhooeQvU@cU008#C<>0^Zs{XI(-O1U} zz}dvi!sNfk_G`^cJIqnke=~Xx7v2G>w6&X`AznHuZwdGuBS6(-jn&JI(DdiM%}iF( zMPIi(W@azr)bOYCTa>EE+;NY*k6dQxeQyP6;q7dP0&$>m@HR)3(3&-9_Nby+>2zv{ zvax>ev$JHQWTW=`Lyn+GX-)kmKrE~``L7?V<2UT z`ZI>{RA7n2z4#K$?k+x1b?W_wqd{55Ck|+}?UO(Q{Q^1WqSb5IrbD3+v=TuPD*&`Y zN0;KbV83t6RU>!fhJJ>x%!s+KPWX|rqHA$Qu26cyM%ar^z}W=Ql7Xwgog8=g$DMzO zm`y^q>?bq5aHr6T18ETJqMq8(c3{iu#M+e5wRZab9cVcUJbYGQ+ODMBR&&G z6Bsa&xdOKGcgFUnhu^MP6rput>p~Z~lyPap7B8d5L1@K{(EF$Lxp8v0bzw&Aow#~2 zWN4}VA&E-R7jEsZ2w`A6?PiJxc@i+a!wQhg)7ipO9>?g5X%FMdQ-NtuR)5?H;6|Z> zOf2;|q5wjnAOxql12(?xNKBS)pI0thTA&fBqSJWf9N>F)6;ed7KlY}yAEd%5INUv6 zz@D!Tu)zi#7^3C_9#eHk&bXMw=r`Sf%pwq)BQxx0xCK0(NWW=_2xzTO+Wjasxcm3O zW6iww9mnSZdafm5mP>UEm!w5qeH}R3donlFikb#ecyMD%U*7Gvrcd?Y$QI|_#iP`U z)Q~i-TeN2pfNbgE7}$U4^ZzY2`^Jck8##0>+5wJO0k%#9)7o^=q_^>>6*45!u$^-P z$Y{E`S1`AErfRbj-91+X{2+!U2NTe8g%irR}VY>%>t_%rHyG`4&mOHKK?DI5hP zvq=0Mx3RAHf$sfWArLY5G^IU7&?Rim^>^fH$dY7jix>iB^fCNYIXoo>0+U41iN>ah z&?oc>mU)A}O#~&(iU21AVymwIFJ{=K1gFV%w3u0V7uxA@H>Cnv#Flkp4}bCZ$dx41 zxow?-6!U}&H(LQEN84(&CX7KC6k`kagU#VY)dndiJ{y$ty;R*1#5hI@B9N;7}gHf+39~5i>s?6#$0hQ&1sUu!J|~vTBG=tMoD)T7*MV zsYzNlnP@YEz4w*7p(Q(J#_L3+^M2b5-~w-ay=p9}dHX1sU@)zm$LSp-h5qy7frwy% zRr00`V2RQ3-)KYWq@0zsK?DrDB{~3aK-{W)caqdQE^ITc$NU|>vkbJ9#X_v!#Y%Cj zVeBiN=gJIu#m6mSu_)0-&`#y*%(JCRQtBkoQO@?|BJP2o~i z7-PHaG6vVmvOO+28={I0g{WEj04vC|@6 zXrG}|v5Sm`$vC7q3~LPTMxNGk98)dkXD4e5!kYC$zgCvAas{UPra9FaeHB?DwWLWxNVIeC?f&|EQ#l3KH)pPG-i01?vxD-@tr}-)?3Or82S{ZB8NiqC zdvGXQ(Ba@~?WR4J8hf2jWjG&ZRP*fssgqb0H7g{>CiU9eLUM_HqJ{aM#8 zG9*QetCZq3vg8p?6%1>$im^<+7iOcU+?Ln6F#b7EKyu(Aix77HV2NMo(4(bmr^EU- zW{sz|vg$l2Cj|I051o~Cm>@YZ&y`dz`pE6}Eb)3O9|*ke)h-K}3CsLz@A-#x>O3ue zNZpSL)@m(#Q?;SRz{%El`K&X8^7CwG3Mhv6rU~H6W37cmJ7Kk7=K3>G#hgysXWp^7 zY@$4Go8^)o^i6cxQ z5=TZ}R|y^_>NT}jgK|C?40qlqBEj{_LggBKhhRlOnMR!TPU({*^MJ?0K0%-nv*hhI zhsT6!?NhXa#n(~8siCi52Cq1UN-9y-6%{7*4f2!9_*S0O4VogIqKfPkt%c=m78F;h zl?DWy+wCg+trz<1EEBpl%impLw8@g2PM0eMDOJLT)!KI~ed8ajk*m7GpSo?l6}Bj| z>MQ^}PdyiZj0EFkpC~%re@?CPBgQkWz5`s$CV7za{{wd94-9W+hZOlyxv!82R0tk#4l04 zBM_Dg19LpnC~PXJ9Q7V$1wQ1z11-}chc{qxq_&)Y$YmnY<`TK!Brwpfb4IDfhgFOY z+;ekiZfkc-lzD$!qd8hQPH-&WeNHI+UH-z89)Ae!Z6?5i4W9!?3AE~hCP zKEYe6%nk$%5$RhyyjOhc${W6;p4GcKD$4rBEi?+7woWjWn#Wh`>)Q>gR|gIVLL}|G z32r;)4-Vc6i@U{&1ecN)C8hNYRvSA1@{0!@xC>1{T;*bAZCzIflHZ+eFVcJPg-F7+8)iIN*Z5ljFJb6*JB~5<+F#yGN zu@|KN?$Y!O0RaA+!=C^3-1(o!gV)-ZPMfTV|8Dw#RCt3WjWvsLeYLkaL|TzrTCbXl z&yTrrVMPQ`u_Bew*#A5Hg>S}L4dmrFN@M>{X+#>VI?Y~^f<4o`OKZVri%B{m-dVyAf#4)w5n83P zQCO>hSGWw%eYY6JuGBj*7;Hvd_N)1mLG6JPwH6!4k`w!j9{Vl%z4A%;;70If$cz@S ze2Mv9Y3aNM???RrXx3mX&&?({GA2_@fQ;aOsf7Pv?SX@u4kv%W&F8(?*m0uyfZQD! z(c$96h#Vb#B|MJ`-8gWc$jW-892q*g+3|2DgQLj<3+H-;8=Oor=XRn$IxRe;_u}*= z;run28t3?w=qm)KX91+hz}{BBUx08skJs3w`-{;K7}Jq90cRfpwqK!k^>D7Pwsv+V z*j(|sZl+_0Io!GU0FdRw4h#Fzd*yiaxIb%c=PGQy5r0#`R5GL}eJ>UIGJ6?K1~q60 z3IpH_E%Dnzsbv5lXIKXQB8}oa76QRiT?lrSzz&8t4V0o)U$1Prq~g*gxUC%Cg$ni)pnnPj++&G#flB{h+@hK_vbD3rSxM~AmM{s0Z8XK1!4 z_-U?}z2l4}=d}+cLh8oyWnQV;xi8fk{nv|*ZE@((R1q^nmiBGrC~kSijTwxEb5#6b z{jsYlU4}ew(OT3Ikb`eV?At`42{#)yYLKBAWRNVMai!=(y4>c=?dP_H_1auCKq5~H ziO8Z=cKW?j;p*YbJ3}C?X8V009f0pDUhz`IRP!4U2Q#@R1_Pr1kM`VAQs?XVy%WzJ z^9_m@14=$c>UzV)$7-_Pd6tMhc}1BrqJY}S1y5O#Z;kK><($v(roHJ2Ki*ANGV{<93>_U&WFU&lT~q zK$mPE&uG>#IvI3h?3PuHvLsV^qDL`>i83wn-KR&FIx&$hG0{H=hd*==IJ%0amXJKr zva|DFRw?Vg93aI>Xe9-vbb`^77WIxT#V;=Hl512=c&Z-h|FwS=9$W<=Q^ zc`7X{W)C-3bhVZhA@9q~?|&$G!3Kp?q!aY>FlNu9j?gYQ(krU4{bEZ1bbzX`DwAu%=L1uB&F11(i(J!(P-GEY@~LfRzuAQ>p^3tjfEZ*h z-wjyuV3+_Z1|+or9Go)iw?q5AO{>O>PCS~C)y{`VciZ~Rsa#y6v|Teber<&? zh$!|&$C=u5`R{AkKodfjH#b$+t>HIR^d)r5o=ti{aBlbMHS06;fbZXN<_3wQRL9T- z{fdfro;{rPpBV(s5e8(N!WXT{+ddDe5p-e?qgs2j4#z3VGsDjZzlF=#jHD!eo zE2_^2BPKQ;i({9K2BzCYun|$WBE%AkM<=m`6Vsd?LNA>*V*=x_3Y` zNUs_#X4sIUwJ$(Z^DsswFbV^_{kq35k{^35b@i6hV=Pyx(~>tqEu;f^rE-_(sa4L< z_{mbijvSt_Y&k0wuUbUiL43(m)MfV>n8+rkdi;h$#5bqhOH#E~8Qqs`E z(%kMty~`O{7Y&1|cYy>q?-w&+2uRe)Kswx}JNokaPNW-=Zao#NcE3X5@c5&hLI9P? zL{Mi4t&q=36UdGRuU!kZb~5*+#eLh!$>+C=Mza4!F({NaRNq0q%5tz#M?=4n?O-eq z!Jh5P>8TKj3u0xw;Z;tmpS{48Pc$!XM7qWuGB5T=Fiqc8I%~Ds_a)xO?{9jt-lMxe z;SapwZ)Ht#f|8|*I7Zhz*rU|tB?+GiTW$o+74q&fx}69z&HmE4IU{+(O9X~FsUGm1 zPE2~t@%jU!hHMQ!oFh(jg5-}d*Y+x1avUS1#XKaidm&fetn|k+fId0IB1u;Ha}yRV z5xwLa{u(Nwojf3X;@KB5Sb+PoigksUpbfd5jg_{wms79~@9vD|E;aUSh_U>u&uo@89t-E<|2jU`zx6g-AF!j`B zsLNq+IOd6JK8P{|CsrXBuv7W@vnxs^7GW7GLVs|oe2bGH_;my4w#nip6DO}`Nf$Nd{kNj^;6XKHoB zdtlCzPm>5I0_)Lg9a)-KFM7?AY}IW2c33rGlji;TXiDqDK?0R>jiJNjcKJyqIaWV8 z<0y<()AK1OH>qMxKO*IFW(o68db8`)Hm)S!Yk5b1e3|F~lnAR|SYT{pJ{;K~b{P5E zP8=s9RkC?L@wO=}u%Te{KpV~(=J(b|M)%R|mDGNsuc3rek3Y<7{Q+Jyn@Wk8uZ4$n=JWmt?WkD9@ z)oC3;ZJ7aq3U0mICw*H7AU~9R9lbtZnMS{f8(p)uB3E(ma-Lc%(Z28vCtw_qYOp^YT z>3}xM)D|j0yQ*pJz3JL+EimnE?B9ftb=%6po*wT#5lnDvFOz<)Ea2TL_13%#d%k0i zS71A;ho4TGbZmGck3DH0SGDS?qsuNgA_|$Er?Th=!{YSmo~v z$?yQ~k~|vW^Q5F0l6mrKyFu2q5~uVZI7B<9vzX~{?}TKB$xb3M^3L^W#fXA`0ia0M zL#j2UfGwS1OJxfH^fx}GB$(k4jA6l{AQ)lm1nI)@$zIAFG7nvqo zyRk_Nk7da$jK?669y>IU!wopv<#u48J`<>G#zmDp!&6_64lm4%B2t5f33>C=7jD}7 zp^4c5%7t^K7v&0y2kKjU4mrq-F}YB!P{K7Qz6Tc` zwwq-%o%SQz!M~5X8dL`?MAr+&8#x#qwRcZ&b3gum ztg+--5tI#E-5+Sug?ewgss_|$pApV_fL0@HVX`s2DnkU%y7r94NL6K4n`^k24-IA; z1+#^b1IA{kU&Q`~MI3n;ydWMm_bY-AEHN=(IAm%Lcyw|r9N3-pAA?-MWNwa7-qq6} znFWO&SjxD9*dz7d|1I82H?XC0AfalNI=2^6xnEDM@(C*Ki&F&?4^eAz^>&9DKksXd_NRDPRYF|5J2M~*VukcaO-+hGkrs?D+pWB z)Fovl6qbEY##`<4D(ek>bx|rt5Q*W8qU$gAtv_5y9UW26+(`$SCo-At=M3fLE(0?p zN#p?qF5E`B$|lOd7{Cog+F3PRT)he6@Md-0^pue=K}lmvia&ALEWsR;ExX9}TKos8 zmi{g@me1K*Qyc*Y5DnzAtOGE=eTF0jp2%K74ThF;E0u!`GYUB~bmmPnNMpR2<(kEk z%#oKm>Eb^HjLPw$tCC+ZO4qOb@c$xd{?|mWXK81s_diGcUm4>#O~-DL9y#>(k*eB0 zi9hAI=zK%G3&I)^KOlaDc8(c`qe2NfVtYLnfZ&JAHIWrXXSMjiGO2Kam)Cdpmx`>N ztZGGzT#2C)DQ+_F8fP_ZlB1#wsH;SGsxq9RMx`l9-VTr?wf@H-g7@+`hNJ$^K$V}J zDGN=Suz1{;Hj)6h?hVs!8zkBa{0?2|mpI)vH5w|q25T?(*`}Mh z_4a$|FPPLJ8S3DtCSuS;;q7W1iHX7pLgQ53P?Bka)9QRG=lQG$RbheQ$J_d>{q~+* z3J}sutl8F;C*2Ee189J%s%VHk(4$VY4y{j6$&h|)kqueP5-YsyASZL^*chUe_1eu? zERX@tKc7TyFWsG4td7gouF_|!&O*}w8{xgiv1#i2t%M*^B1faX03x-1gzdhs13Q$G z62TW_(OKWiJ~2{d#8c}PN3!x)7gP+0Utz+@1WH0}64e7jy>${b5g;Wnd~pb;-KLVS z`R+!!%qwZd%IL+2njdT?6VdN0H;UI>YyvX*efqlu-vU|X8K1Iteqi0Bqgw4SCvHf_ zpAmQ@``wqG%_D`2bF)vvF>|*p2TClZIim3(WuB0SvP9B^i=+DOBGYS4AzE2@K`*4= zegQpdy`vj)2L$50`Ex=zVq_Fo_&8x@6wdr%3W!s(N^5)GxkJ}v4CrTns>y9W0KAYb>5LwRjvvqq`1SeduYs`Rt^-{$$Sf=Tl}%yME^&xqhg@xwpBX z^Mg4AzBeXWlok zM9e&q-YcT&;GwjcGK!Mb_e3nKQncA4S15o5EAY*ZPh~yu4$XSkmaf>A%*Z@=}O{r zQ^nX?&wY7jg8s>Af-X_9a5e`GcziGJhQG;nV`16HpG&iHr-s;X6-#91V2d0@MGXLx z^imv?_0a9k>F7eEB|~nIzhZ;PK=2zOlpfc#_G4>M=r+SKeK9WJ7aa;dx*!oUAlxSs zr88u2XNshdD8!vUxhX6WOFB3~dn{ZuG&x%Ii%@_%5Vl`D9J+KMAkGW|h)4k+KJ-w! zKfd+f5;Bj+>leUYggpAupwIeS1+>}f_oxu0hZLt5A`Dpq7h(J zOqU+>99*ttQ)+ISGOD~oO~f- zioh2yL@s5mpmi+xefhX5e>?{&4#Y<=de>Y?+X|^OrUl3T;SW#0KKQ|VAirWD?K(pL z75FazsyL#qStEkd7H?nHtaBp1C1BPGF9e`jKLN`0SpRX)0zr6MMIlt__`p*HHCyzs zkic8%G5%nsIAKb4u-I!)STX$X+k87If$A@{xxW5QaimwoS1;jl#Ht`f4}V`qGftA~ z0gpXJ71bPZx7?Vb(!MeM0#^hz5y4yBC`cx5i}!~*p!e9*0U~OsZ4G+?GOsD3z(vqt z9!Pp9z{L)<+MCqkk~`AG66Jo{rPYN*38STRYVMNb!sJ64%%;L0xv^ro^zMVd2n1~j z(cMm?OIY*=b$Xlb5F(vrC5n`NbHhFjv@gL45x&SHK{<=Z3HX+?&+rN_o0#? z_;k<1sZ$L8ZcfSbs;>9EMps*wl{TjU1?~FrIa1En3fsiRNdH$czCidQo5fv$T7+4E92(6qgCvF zS+FwBYu&xpTc-QhiUtEDH70S81`+O+@YN-QhvBq`TnKW5v}-vl(+SiyyE!vN??Vb- zd~4~gC^=}4&fulR+?rxcG1s!9&E?prv80%rIagn)g@5R9eV9{2$+-T`6BRi>6+~S7 zJ~o_}pl-{&aC->{U%ThxT+(#rC@XI?{32`$-_JK`+*mkl0Lz?@)&_;sLWmCwbfEJE zdSF%7>30#01@PZI@l*q^lT|yt+OG_Xu24{J%s_!+77#5GKGLRpKLkUEw%jcD`IoosZ>?Tk12^p8nbx zcVy_3tWDj)7QMD$c$U6Ac!kL+w*||YWPqC~}Y?K6;1fRB?R@dFn>NGi# zCNe|qG_6o&v@-RGs(w&4U5-p4$t_8%!NY=veJ^RHU-^u+A02(%*?Xh4qkpz^;ks{B zp}o=4AnHAeAq$}YCpF_OeHIzgMv!28eu}z> z>Y%?f?47jhy)*0)q{YfSD7k~8dGfi8+b?;|TrDCoUj5UU8S+$qCb~wGE|TQwT$PVT zjhIS%9&EmOx}PvU=U6TQ$AXU`B}{-LcPc?NkwKYltXkY=d|r{t?1kkG#Px6@raE_E zcy)gGTRGk7BYyYiNrKG!Fa)EGtK`NBC?2LIUmqXq3IfEN$ zs;)^fb>SQIzmAH;Wg)ml{DSN}K>n9zlmAw}{yWMpMS03{hykJdgBmUGFM>3-Ck5ck zJou9;#6&@vh{S3|IW4wD3QO|07ir(&@jMrAO=t$Lg_}J=ROK>^s)Q*MPP3Uo2aBtY zxTwO!u@DyBKgI?cC*Z;Ut4TG1`iT(6dgn>3@J`-{u-xDRcRT=VN?@VxN+KZ-RiW>y z?9~+7fhl{j$Yy=P0=HIz5mSl_0r7)BEHvwx_Hb@W5Ia2UDQ&gOCjoJ&9ZP@9Qay+~ zc9z}xd&X(s&}N7eaT#lCrZK&UOgm}r9{115pibDb1&>m>=|Tp7BHADCtr=MJz2+A6M@@7vseHu{gb*&AI1 z`_!obV8ZcR;`v|f$tXMu3vSs4jw5_;VqC5FGauqOvFQN}% zZgZnFefZd{YiW-bSUAX_VU4^JWZ(bD3}AXmgUo`IeYq{&2oW&zD;E+7iz`7OLKC7I zp092EU~;34^!?YZBtrGoQ2sThBf$Uw;Q!BWBL96COH^&_w%8E9Z}c3T5SMR0SJ8yP z?Jn{;TrCM4n50AvKtKhgl4nGScoHQ|oxg6oijLFTCD`=!tnc0F;q(6N-mk##3})U4 zR@TbD)bF;ZsJ3iUW1RmR9Y2{I=-S=N+r0I>^<+36ts#gmk#DHCr(2~M4{@aBfCj%F zAR(DDC#5ZBLiYbD2ILCKx8FpI((Z)2_?uRoj78Xgxy)lv{9eBRI;*1p_6DLAu!pRP%y5T)bZ7S= z!su2m&0l%rg8C_x3Z7|7pD@3kh_(@Jvxv?cPb{z23=t%W(;KdINgrv(Pe4Z+ z=O)ri!87rVE9o2q-njjDh9(BCHgsu#ycuG4H0{VdcHe*{mTZV2c;O!kP&;Jlf;&SO zOsPF{)~x^kMJYch#fNC|Pd}TJs93!SK6y~i9iijg*jr{Rh zVwYE9lRWR8Te&k5pC@jGQ|_o@lK4r!I~|gmKI&^GdG7+o#31%W#bNpLa-$I3 zd<#*xe)OTix}LO9`YuB!;_9n>;RiTC_dn1Ge!Atmq1H6cCEfscpY()Ul+OWp=Bpm zywn~5f>+S4?puACBfbSbCbL-Z-0hQK^{nNELpz0^>|0?Vma-xG1flV6$h?^EYYT*8zuaYb6fVjunFVIWYxlfna2DGcM$A9p<=vB z98k7CKm8PX-+PqC8{9SxbXs3*Y%{5lfddCA8Vx+Bt}g@!V_yAkAN*wl@ zxRP742~J*X=d4qxvq~qxt>!K>ymEEqX-=-_+#%rTF5j`tM9O=GIOTPU%0T3 zMYiSvF$67Z*(;`sw*49G&acE>!e;9uTW#0Cp|P8zb^59^k3ZA|K@W4i96=#V*9JG%&6Z3W48L9WPPuk-d3xHqixxJiRTZ9KzQqk)VD1kpo!Q!#g(=^dexQ;vp_h*vR z*&-P!jzw>YMs^2uQxU{~P^8=oQ1#NV8d!vhG9*DWq+d>fP8hup8IeJQAY2Ml45yIPkzpXcNnle|fnO;Q*%!4V0Wicm1I0?A zvWMJkp`+0KmBSB2GM7~eoRA(B)_95&Y)QbUZL6jHp@TY8I5QhXSd2IBSwdKY8uhc7 zVCC^V4$`JpG*VNZ52FT-8(uv)#(n7&OoORJbTr3a(BEl>G$7F9lks~7y;Fp6e9~h5yxz& z7xG__N{MsPM)$S2CxK9`yVB%OzKM_|V2}WPvuO9`YDN+sxFxF#<{HI_cA`;Z{ zUH$efbNaGm-MV&;1(J~~@JcO0t;ehf@I0K<=hN(7WP>{=!^&VglsVsWtIPv^Tya#uH zInEe;>n6EPh>L)lVNYsKC1O(6XRqFKPILitEQNQS7E3uGI^d zFWs+r|3!oPwlf_+k4Z)(kZoR8upDL#t}5|Mtrq^U2*-l>Q@w3b64^M8sY=8=!SH!O zB0FYe#0OBpSJ51%WF;z8e@bwoPU4AETs;<4t>PT7RXISA6hV4i;S0ZR2|TubIT}<=R~_GkcW4%j!*>i-2V3&O zW@lX)sVS2FW+}}{Xzde zpXo?TLb;Covo>g3Kgj@M`>3{Ft!)jRXCJN^GE||c)x{xe+m+`aIvQ%VYijGtNlUO| z@n}g*>!p+bvAle5gZgMUjQ!RiD7Lx~UJvy(UY?L=F`8l1!Rn^MLCVC)cwsN)^SZqs54Ng{!s%6UP2KP4VuKG|YY}Ug zcvfR2Afd%Ls4z-b%zK$jQmt?2g+Rg@PjFDW4-gXX69H4WV3sQG8yg;|?cmB^y=6}>sSi6$b2bqV?Wu@@i z${i!Rx?gS7v0J4TTtiqt1)V~9V-zDs2#C8S$;j@Q+X{;Ff`16XT>I?!xpoDoB+5y* z3Dss<;eDGR7qz&y<9zoZF(k>Gxw`*d{`A6p-zcs&l+1b zQG-mWYQ8i52B=xd(v)|yt*bg&1B8+CF*({CX%?)z_HsjbwffkkYfR#Ty57|G6m}kg z9a-n1P-h>cC#7CASdgvSeiW7Q+_41!1GN6&2H`I*0;rjNF8OBtR}Wd6at)Qa5_F*O zGR|X{aT25`BejRxbOnB*$>YlxI>OlT+y~p^Z=X!uDD%RLARp_wUQ?6Xi$0a=UwGtD zHt38P|L{NLiO7`Z;yywH0QArT0Q~Qk{{Lu&{KsA3w@SBQS=nuk-*@?qWWx+8QZF^u zg#lesmK#n*IJO>3ItKMKgr~GOrpp%(hS?PSQZ=S|$4`XVQgmTRG#$-Mf4{R9?#~mJ zh{2_ft31aaNVY9^)K_ruFndJn)`E}r$b)XD=dB5kvuJcaSviAo|tq zxUD;1PX|ZFOrk^U6VZBS9=KO200f$XykUXl=`~wx#QVPq{;7m#2%uB186n-!TLb~1 zkA%mu*dqmhe%xg_Q#WZBGHwE}Ar8zuN56&4%3#4?*M|sPzOFu7wf^ zW67W)ZxMoE3tAD@Y2B%38>oioNSyg!L04Ak2NhPwV+C?|<$^oGNerh&tciLDhs+Ia zjNR|Rycf~mb?{|8i8ayx@T+gLXP?MvD>|-W&xs6D$d7-zM|l$mWDOi25*t44!PkW~ z(T{U$!rX~d#=h23xKg%)wVd6hcj%IU zdl3g@iheA-7hDh6fU`qLsb&19sS=Elwl-M=JSQQYC3ADE)Vw@08 zy}64OvF9&1u4jvE>oVu@9Nu8t0fk9PvKuxBEfT5MEf_AEoHWtq!lxS4gB6cQILL!M zIcbFl6&sNO_KBJ|V^L_>6|%VlI-z8^cR47uS$<=I=F2374{Q(mwQ6exNgJV&FANL} z8YzI}1-|`;3c#G|DOA+l0PgD*EgE{YF-n{;%%ymLIj=Z(^nz@;`YdPfM7OtD2VHa7C~F)ZU0mg~j3Du9J?a{v zymkjT5sJBR@_1THxgD0qIbwU_;*6Yknb!+HEJTVLN<7jdy`Qt*i26m3=81{pmXAcc9KX!+p)Aats%8_kb5~#lgH01Qokky5jG<}zmsPQbfh*BUuq>AXlh2Y;=q~>{jxG#{g)jtRl!okrnm`VIO)%X z%p}&_hV}r-v#I}BvT2zuPwb><$2)sz0H>A-G&@;j!}GANOG3zmx%Do;akKcW@J9x8 zhl$esu|h&H=*)bbitOo5d06I69)Lh=`H^K-P6}G(@qrMWzzyu|q(58nInv3}SQZL; zl=9w6wiqoY>0%v(|6`Q$eNQJ6p9KInVHXxV0Rj4itjLP-YdI5t8wQUvEd z$o^1`E}^J47Ez*B6rwr|_3pu#upNt_8A}Bqs!7b0+!s+9ZgP5YLzv@zBBC}9V75ev zBq^5h05I-D=7`|31FbtK)({HbbK!V|QvtZRT$FS6(0+>*0(yB`Y(2eQWUx}C-Q1LU zv;K7|(9RGe9AA+fjOuBt#r*rM&mKZ8owPqu+2|8j*^o%`Ii6YmU}RiygurZluqHt# zLcliCPi{MYYeF<*0aa**B3!858~z7Rx^(CsV%8TJt%`(JOy^xfI0e{A(o-Tk5!fk` zsTr?hHandV6X#oxBlV(SW|S1wB95wB9ySEP%#VEls&}=X{Y#V>vf3~5uJ<%uk;@{v zq?(_MVI~9}GR%(4+C6Xoor^S{GuX3VTpu$R2hnCsXIPPG$`p}@wMC}{6EN~vLmXJPIs4a@Di0M=GC_>2%qvSLfozeJ=!TMvbTn7661sM1re^jIe$rlf zi2FziKXAy2%dJR5=PLQ$}mbjnbwG`=^22nCqzf6MlQ6-|H$iIsaqpHpK+wB|X?3zqFEWj<}12_0E6@|mZNG}RFY%ao<8p~LlELw#%iD-=K zEN7~|6jWl0Ta=3Rqdtfs9FKp^WOsUSHB%>Ek&^gIB)OG(ulP0#ukO%`xXoLBT9v|> zI#JWc6#@Mt)aj5^`YHp5p`P$>c0GkGNFOWe58}9+sUj$HMI4NmmAWbO{bCuSk!Hig*F5MUG{Fr&V$ zO3C{KQ9Ffq3ZSpWFD-?#VOO{o+ieuk6S{r%mDLa@vHCg<-WILVqnNbHr}C+cieO!u zbJNr8&3&=F}tTz>?W>$?euHx>6`o>r{c!-z43fplC@yoGA)x1QW9t_4$?ssjgclCf@$ZzW-=RP3HU%e*=k(u#4c$}~>uJMhBeO=1| zH$|res%?YtCcm7}%_*kgu;>|R$^ctF&>Z*ysg;p+b*iydamIhPNtMb7*XQc7OW>ZG z6l@m;Myd(%P>1QhLbGbSjng6D)J^4JjecYb?vqL*M>{%!{nf1Ul3L~=3GiW5{D+Vh@M>R zDv208me)1Two^4)aR`-|h)abB6$700+x!nIOv{OV#9ZsjC)S~nA!?7j(w zJUnaSom$L7ujNE;EzZ2ge*0M=iwl!a!Y`&i_1oOamKLMyxVeGHGIibDP>k)~Ep%_hk^_ld3!CC@o7^?gCw zeyj{jMMG#`XN;&P9Zkv2?=1<`*&)6+Uxysx!pRSONc#X}_D>D?(v^IGihiMrD?2Cz zHB>#)*JvA0T+JC=P#RtLG14R3Wg0K(5f7E1Ca0m*Gf`VSUG0Wc63Hy#kX{Ht2VQPL z0uVF2$0gs6YE_p6iFjEKYfN+R41Zi4OWx!jl}Gd>USvh)UuL2riVqF2D1~eAt42xL zNbYl{@Zy3xdDUeLKUx?+`4X;;fOe;pnQ{V@QGml#G*ldY{%;oCIOh@5@)qim^F^Io z_@wxErZVadoeQgjzr?&&G;19!cJZjkK0&f}M}Sag9S|Y`JVAwJM8TaSQ~t|QMA_Yg zQ~k$Ih?3fSCj5sD&4u-LMgx)Fy(G09gkZ9q3A6>{99aj-B@U#;G@2Ne)UGU&>RdPI z4vrggkkmcjGxL#q*d|*tYlxWHZwrcG#5YK=1dm+_D3Y%BOcX_Dmi!lNnqXaTu?^Q#|n|DUY+ACHp%{FnbGBih(uaU%ShSJI{UP>4E73kz_#}`RO7n zElpfu+uN$!TG=5l|Ml%fzn}^xwpw_JD6F@P#hK+|&P97XOHnUWvZ5+PiLD{jO$&;) zY%-sZyO#`m8|eGpp48DlzdXO>PbF*gucLE6bc7P)9rY)Ql|qIc%|^}YM?;fC7Z{KU z!oA7>5t!|hiC!9aqKp#WJ){JiMmo(qn%brx+Ne)}c%uaz2F!~_SQsKq0Yn9+D%U3m zq}L#Tge6k!Lrn(;9avUakb81sYWG9NwHp#GVFXaKwD2#ia2I7V%hxB!Na z7t$F=m(n1>ir5Nc3?>T|zR^Htwd0u_G_rHz>Pq+HY7dnB!RiQ_Sh=N$@*UFfolzob zh!zUyH;*?=&?wl2uwTV>k#z|1TEBWBQ!D4jc_9nBafcZjLTtCci6!fq71_fbcpEwQ z=D6VkFp`yY(Eb5vV7|gKrr!^Zkk<;Tn@_<)g$7oyw~D3v*U>K8g7J!>7xw|ps7_JT z!CH?c0?>mgj6^I~682otcSYjzbcw^q`hTbiRVE40INc7XBhc3GJKIE1Atx z5BS@l&Vex~TA7lB(Hv}e`V^RpmoS=cpj6t?W{j9sv`08LS5#|dxqya8~;ESYrxHj4^J{GC|`x^61NleJ^bP1?tUz*eOt~R z2;968k)gqHTM~Xbr=`t&LO)MFmvz^@Jl1OgUx2Z}U-#Ulke~ZJnsiXU=J28G=g#Cy z^}zm;wwu3k>_o zh87@{NO7xyN}GRHfP}fiaTMDlaa$c_ith>hQXQ4_$2&%2;viMioRJ5?*xkg!QKyKA|Keu9Mz$FfF^Q6FGBJ%t!+5wR{&!TMDzG zRIU`IEfQ)=!7}9W6A!P#GhKEn7>$3uMgs@kCz?}It(r9*#Iv_mwAwMnCTB`>;6<;; zq%)I{Qb6M2HAUWlvx<|rfOCra;DW{G*d@APG^nn*V;5bt2z3(a($De>*4rPn`SHv3 z;N90%9mj(#0&3w4!8F!|Kz>82qb@PWe8@7cf zw4qK)HVsu8@TdLIf~`Oj_QdcpVtt=h#QBn@Phks~FktHIV!MBr$w?X-^feUo3vE); zx&JQ3DOl^+AN(se`mT)=qPR;>A$u;y+J~4@qIRW>kjWrV&%@TEshl@4DCPZdx_ z79v~&vsH1TMC%z`np*{tyT zAGU0tTOoO!WTT871!G@{lG;TQHzZ^bX>j7`xx!J%!}f`sG}Me?gViuxT0r(4Z(e%G zN6oe0qhmO4!9l_vU-xf5G}3LCxDy-rWI5iY@TxoUXSDr*lW$i*?oHqW)%8wt)9#BH zLnV5l*9)re@e7cCN{(FF%O(1Qmm-m%ATMy2{fcx(x@z#c(D=iO3RFPvyOX4FNG!Z1`^eLGj zAi*VwQ>lI*@PZmp5OJ1*gVMs*-NJ&8Haefb;`#NR0JfG93+xi zv;riV*AO;3g3`(ZZ~j{$Zio!F#j+xSwbBY$i8SgsL*as{iwfUizps$A^)xy{{jOQMAWmf!t5ARD6!DQ7)YHW zDPbwIiZnn3hu6{`Lzu*AUWYl_BZ&N;G1~c$OU!rdlu8ntG;JExmC3oQpg1c=R0TD? zqDu8SK!_Mo9HfPE3Y%F{4Z)Jln8)dLw13-g(u%=s3dX{U@4KeA@_V>BDFB&5b531B z`7VgvZajTESA(3{pMmT*_&#e^d*@SDYZe{4^S2zpFjq4B&6>7SOJAP^IeXo%cG>)9 zr<4C!cd(1S*18}xXZ5eT1I}n)7BO92Y0Hmf+RQNMaP~%uj*=8Faxg69xEuO|V9%JR@JPII7P z*3Q?TeK(_|lxRkyK(|Oo+v1TuTMHa=M2ozp?Ruk~N*9?mE>l-)3*~C+#Z)-6G4*y2 zr`l&a6hQ_Ua7)$KBVISDSX=j>=OmKwpA4^0iU`*LW6n|9j^~_xc%DpG==2QZ(Kr>! zO>*;!)DKcd5lg(4rT{LIk3U?PBg2vZ`|>xZ=K4T0cW)iqgMp$Srw+9z4vfJ^{G>{0 zz+G9wSNID3I$by|=nC>mlb?9vI5YA7Ava1>E<5HV+^&CU(BAooUGE3MY@=-MO8&B8 zrnBEI=)fUGiGZbtBYHk}5@jAG_waY`ZT6R^b}oh-@mS0Z6q>F)y#+lzo?#Yxtnb=u zibCi3_{7iIejZ`p_oYf+TOP&sOgrAK?vzxxS8odxv+%dawF6YE8q*UVV<@1?x7q+q z)$})J;f)p*_$FfjCgtU?_sAX~Ji3I4-QzW+P;6vG>ArjRb`!7hwE(J_mB=oj`phs) zQ8q~&vSqrD9i^9V$eEFALq+D5zULGVZ|EYn~0qrOEEu_8r$v zUoYos^3tn^toNUj#QQKeshz{eW+SHd`4xNWz;)~VIDy&lMZrvOTcyMmhlywb+{U7tp(Kj_2j@@e=OY+EsTbtemxjUq77itlih-x zAR%dBe<$*OJE}T6WSr_}SjbUIjNqR-yS6Ol2`KK8GnB*q&(B;rEtQw#xQR;8zu`J! z_qqLFv`+6(vXOeCYr>ctM>3F>4W;7bpvdC;g*O|7pTE$W zw8z!VRR#zC_O&N0Op5RG#v{XQ?o8nUhrG@FQNDWd`1~AvS&kiE!?}rSe(DI_@Acy3 ze#+=LOrt??NhCN4bany2E?++;X;8?n^egZEh|)Q`rVvL*j8XK?ZxNtmty~SwLU(pe zVS#kGN^bF-YY5}y!o>mI^c94sm{ciiuroL?b> z#vwEkRTOk~l@l|N-xji!+44k0F=SD=-Bau?%EAG-gSOeV6o6kX0nTysyeUVBb zNwK2R38BTF+^E>4;9r`t; zU>8V7M~;4`)E706f?Ue*v{$%pW%5{COOaf#|!fH zICVdrm#^gP?JV3qDed4J5cOBZvwJUZ`jZ6Bu_|1knzv| zhwh#gDv$z@2lN_eYz@KhhJ9gCNO=lSi4zy706)AMfo=;ygj?kd_i2fmMHX2)3sINs zwGAnB4wDs09I-#N5MUjO&7k4Z5e;EdD!%19HQim?d*?z@)P{yha=sS(xE5%;1TKsy*lYsXYy@tiK1ZhlFIx}Udmnc z?&Q_VjnmGBP`G9&khMhGjY~V~93%kkB7K1s+w}`UoaNAK9}we@fcV2`2k~EEJ?=>- zJ}|%z)`-YLhS=|bi~4QnVX`k&U2n3Y2n7V}k|;WMd5}>m#b$~o7-@nseDhp>h?z%( zZ81%2>Z$CFa8apMx=CPJ^*f!GBg2&Bu>8fI;^}GP6@bM zpZ7HGw=ZDdBdNtrPyN-!a*@tAXMsLnl<+Wb8+=^dy? zXiSePV?9^@oicXHq(!p1Z=9V&)#rj6z6NKdUNkPG;^KkRt7jvgqDo^Lryyx?>OX)y zH@;#kLwp9Pt8r2|eRePy&Bu(avTI!DS5v#z!5E9;2$3F={A^ohq|%7q;pUh~Jnkjn(1kg**D z|JUQf$%Z@ox2CR=BA1|6HTt#p$jPY(oacR*4iW#QMt|{=EzKC6m^s}jotlMg#i?}S zbd%Xk#WMG;f^ueiMNVeIASFwdG1$lAG807TQx#lT0#H65FC@QKs2aHiV>jn(9$c(0 zEdv{SC9N}+^rL;V$%M5n7R5rDrLGO(ypAGPrg)QJFo_Xu!0mluFd*bEg9;OcIVZW* zsEw3_-I!$Yqm1Y)S#e6n*mjg+wLT5Zi#9S9*luH%A%^pbu%#A3+#uK2nah# zwRS(0TLyAF{*2F(EO?#9d^$VBP&9#+imqHOIfB?bY*KQvaV0>^-oT=OK`YJbHnCSH zmp26clw%na8eO|*=kbY`czWzVp8^=WGrg@QeOuqrtXJWCnwppgt}QJDIl#(C28p{1 zLBdD}`DV>@YsOgs<&=k!90Y7W6Z4Nuk%T2<$I)exDA%d8ic>{S4Vzas!hmICMpQbI~it*h!7I1vRs}& z8Z{;S?yHXz1)+>X8}s`z;9EfRr-l?_A>cv#7glif3|*8L$uP_9IC$_Gum)q=GK&`B zf^}FLz{k4!%JJgrpN^j?T=pWsJ|6d|v`XQ|$Da{-4iilrbhX3f7K6C!HAks~s}b8c zMENEa^s4X2?XO9p{nSyo5WpR-hsH3AtHQ6x!7TF^@-_qb$6(En^ojR ztD$3`{0{Qx7GX7QR#l72$>7J6aBzeEf3Y%|3q8YM{TPzE6}{6gJW_2q>lWdt2h;)? zV%_?q^*A~d$zN~;_?pF&0?pHO`{SpMShNx&pl0yLmv>Fu*u*`5QySa>A!WU?mc+j# zS|O)$sH=oSSzy~?ojPX5kkMw5WmLqME{Vp9m{1sz1d=04%_kCya`Ex|ucu)Sl8z9% zZk(}*)mnsg@Kh@Z4w7~DK#||%`&EhiZ-iE+7UR4gM-ZaSDj!(m0l}e zlM0mCiA>Eh&F$hxjyd&4sOh^E5fRAoyeLNdIS&*u>Hclr3I*Ch&~>$?!WvQ;Ag9H} zDT*rB^5lPPj_+FnG|mZWmG#SM-vBTe#* zJ$nt8@Yr~;7pPB;$ilmXp(}%X1}oB>s3Y4Neb1M(zI2Cg%H-_ZH#Aa_t)cZNQ>L%k zMxsLYMeiqu9!bt$tIo+ivz8XZGnH6QUu2jt({k!4q_^36b^x8Gs@>1B0dS&Kr}}kj zJy;itj;BhiZ?~+*(Ub2?G5t}Jok^GpO7N0B^`9p~r?{F(VlEq^ms5N%tE=kJ)Rrcw z$g?pZe|JyC)M;93Q{TlkA52?VJplW9Y>GeWQ0*h7IJfCv}N8x7#F5J0)JFaGDy8F18%+Uk=2scBW zK9TKcC|`BoAbx2vGxECcnW5>DekcYlz0@=m3g$xZyBq9V&nUk%XQFJq&caA+E_Q6bxaH$)wt7{%c{8Frhlpp5rzrL&0`bzQ#zK&Ro}ym_)L<4h+HnRi@3&;#N5 z-q|z-k(p;8hiC@x|vIw8A4{qeI4?o{l9=_k0}?L>?L!KdkNXw}bZ1m;u)lc%P5Y+F>Z; z&;C1_?)5hdI{+&V4Q@$IXmWJt87UD?vt(7h=v>I(S-ILU_%S6vCgL=$xvH$aL%L3u zHu78__lM_l@@Ky)zx9QXF+4~2&ymovwY=PLOgt|;g9~~+P4{D!kTE@Z_os?rCYOec zIiopTZmeCJ;o%;IxIW#xWHTtdJ|sFcIlMm2>-(q$G)D`_pnaOhO0Ch{?#0WDHswDq zKz&c5Y2VFXn_f?SxP}Z}N(cp=nJeZJCcMw>xm;l!5QLhvL=adxIV-FN#}I?ZDu7Kr zpJ)W~*z!9QK#z~oc%FF|7gKtopN5ge z<+@#*MfD_Qcs1{iwSr`W0FEIT!V|+UV9z& zH4%Fo<_A&!*tkw@a#>;W6#PYLT}_ywTbvp@l@ile(-59Y7$7owZ85Rs;!rrHi_hR$ zadlSv(5@eYO`qdOt30Gx?qzBv`K7~jzGdJ%(Njhw0U*aKD`y&^RR`Bym{i zPw!^q@S!#GFJvl3{=voKwUof8U3%nIB>DTfeyq41DX&Dxo1EGe&&0e}WCG>c3TH^B z-yA(4P1{)fn_n{3eBMs7vB{;+vq4l6I${}grNKm*OfD0v#w!O$m|8vkEpGT?1;a{% z!On4wDAM;>HG+y&@;0HO)nDzAdLmnC&55EnbsbI-Do#?XJWym<^G-CqKtF)@mJg%3 zlXWj$$+5OvfVrn~M}-3@2~`xvga>}Sk;96%98HDWrF%3xSE;ELDQcyofmLChTCQ+f z-GNo%P;9l_1p;uX0!4xqU3+ZfbuyA2;TI-k$7ujZzzUV#a-S5JHDVpP0jqOzw{fEl z&gpyFheZVLoGbb>mm|E@)-&4%0#Ml9eeX@zoq#1p_Bn{ppj4+Z^v zJ-WJ#|MrE+b>)NbCmPq06Gs%ms5d7&Pl75Ms1AzYp8klIy&KPIORsE)kUe)ATO?JF zwHj_%Luyw*!RFtTiP?cqUP=ISv)?i}N!xp8%F}y46{o)17m1M;<`G(0LPO%2)7VP3 zD}UDUb60)5aFNt|RK@fn2R#8t=Sw^|FQ@KuOdInEiN=mwl*=M!yJhu;6m4ULWMxlk zg<|{|^;EvQ*zWe<^q7|NCtS0L>)WmjptrS)D5EVOk5!TH^g15lJ5dujS)y^D4jv8P zFO6QeE}oRWmo^db52%{CFtq#XI=5wDOwUOgUmHdARAEl@P3_Y>4d&U=HV7Xq3*v_r zJPK1xf)85}-*_xh^4C_)#WZ0Z+iM`c$ zv<8f$w;!I+p2&Q8_XA_c@($YkmWA^hl!1=){_D7tO9?jy*Dtqz_?Lts{(q@|{l7VM z|5g6#QP)b^6h-^ZxyT-YM}u6I&Yt9z=5{bZU~7Sqc8GAJa;?BJ=Z}bQu36Qm%KGU& zb8agJ8zwbbJEV$R=JK)K>u~9N9g|6o%+f&ExjV;9%+VfGs8RI-yyn=5&~Hh-dw&kg z)9vZ?@qxxec7#3h=r7`wD;Pr7UcVD(JJ@Oes^q~q8lB)0H^2yR zX9b@aAtRM|dhlfkdEq_`47p368PtdS(w{9#1{TUOC)Ifboeqb!IZp&LDgtyiI-W8{ z5R=&l^hLj$7KyyQGol;3vl66<4;vz>pe2ws*8+Cg5g0e_Xd3*x*a-@faM&4(%wiI= z9dC>sOgPP9OsQvTfc!#C>-|@T7p4r^95#2~$cn`hmQ0S1m=-8Z?~QpaJ5UA*Y#aj? zi6-&SGBzf+d(kua_JZfyuj@droZHzeDS#bM$c-Zqjk{GeN!M%BE@t0>%M&M-2VH+! zf-?4Fj>EMgU*MLu-B=)(aou8$96|0xuZdSCpc5c^AWl-@FtuRY3Wnqf!>i?U9lS+TURU6 z9k?3du!+Q;G1G*`l@1Ift0DOV8?6B~(6bpRRAsE1@BDdllgFmCO8X1r!il+42C+DquDhT0FJT zal6Gp+Wvvn*Ottb; zoO$99e0imW?90WY@|Srmo`JsZvQt2lVK(iH5)hcuuWv#T+b<2QSc`i8Hn1rZ!ha|Y zmwU^Z&+3}OF?kEvr##?`!w7k1V8XS3}&OlgsKc2Iz`)kNv2|s;6KX-CU(pS<&*7I8Y?zFT{{`PRkc9U zGTM>Kx_Lp$P0>Ww*QAvSD2N(G_+>7>^V-@#OEv!=&dxEowrE|`v2EK%)si~{8k(}Yx2*2FnVDyE5v+RU#v+|!=TWv{da0l; z{D7vw4!dz_dvcEa$iQ~+a5U#Dvmg6Q)h|AZy_2QSN`s}Lz}Io-itnB7*J$k$W)z4| zfWm8wN~;l)tg>EiByvIolzu31-g^p$IMMG`CBrd$=Ax%Tm<~xdbQ1OaH6-IWis@o# z)J4)x$e?;dT= zxI>ZMS)o-r1GU5Tc6vBVb)uP%MLh|AWo-~bIX`N7)Ycu24{HyHWMjJCnO|uM)UOfJ zVT@%zj%Pbh$iXmkJ4(#tNJc>>E1DZx*dJHW$gssWP-227|Q6xIlj|E^j!+z3pK{?R9~-Dd9_ z?2N$P{0&?zEBw*yn-x!LR0LlhpYeBm{cq_*-#p<1grO~KuRy}CJ;d>iUpCEyf#WsW z8eL2p{7d6vj)&o~_55E;L7%RQKCf*X=bYT@S+t{84)ch5alLkENcpkgzbo|S-CX`_e~zH4Nn-^D2x$5H z@-)-`i$3`e_{sOoFg6^&7GIs403Ht~LDIty(i5kK-@Uct<;tK5Y-n*Ra&+mQ z+Q0jkU>`j;C0$g)RdXjK@eLKU77lXLpP*SY!ao#$?>w3)s?7yS*D04rho12q4!KyvsB3{y`NLfo z$Z^pE;i{2(SwsbOf{B(*bg&+vAN6=inpq=udE9A~3+~>?q6EdJO`v#4c7a#ndOT#k zG7d9w>K)Iu_Q18y71932Mwc!qTYo;QvFccqe;DT0*W`x$4iMOGUp4eAbn>UtF znq#J?&y-~%=ctKxdV?3e$5Xn($BN$|xh?yzB1amf~HT&Rt zfz`;Vg7!@4oSefpi+v!(oaTAc!8X&aUYb#7voc-0DN&vbNUua`HCo7E{r=I(K&Cm= z`O-P@B}vUU@Fjs4(#<{)@$s!c^Utx$*BO|Ir|fFy7Gb!N=6jB;>4u__Q0_c>N{0WoWp!Nj7ouwJJW4s1A0TwKnlksPbuzt-aZ209>#@&?S6&`V1YGV zKSA_qkvp2dm5SW=W{Rw1f-U%^da%ZU5aaaKIn&ex6w zd>W=8Z)~9wtk2=-QXS@-wL5=%<2)1){ozN8KWOf~rYIBHhWnkcXZmw+`N~7D@{%F- zlKa-M@-q|bu@;$n1NGI@_`W|S`Syh@onCFUf*uW@_hz4ozx6G^W&PO`afH*^zzz7D z1nAC~zkuyr2lfz?lNJ>*Oy0TsTZ}zMGYF!%@C?AM&%>JG_9Q(phd;FlS6LKyPWbQ1%T- z2O#;hiM!2J(lUkd0Hc2CnTXUO7_X~Oe~Jqypswtb@z3-W+SL2K1ucuWsO%n>`S5NH zeh6kHFKmv;JTQBg_{f;SRHkG8QF)!$aY+`C4p7X0QmAjRh)+jpOer(cOxTF37(}S1 z0KQk(-H109g}+uEsEoAH^n;{|CO^6L1XTuqh(K<7744j1#H5B*X4amT8uTms^~Z%q z$sD$`Rm_y#<^Sj>Al431Mn8~ON^+`gC;g2;ntxY)`Eqf(tF*qt!sf zs}|ah7A|Xp9fE>H2OMr=x`5tpom}|?YkMhzI{*Ic&+J~5rhF{#Q6{BXdJ^0|q0ZGszkGM#EB%7m*a@N2BQ?wGV!Ork9HBfakAHT5*m8_y#cG$U# zjrHEnzLDF}j108O+cX6@4{1bZUiQhBUq*YVSOt%YUw4MOpod-$2z;Fi61cc`oj{*r znc|!LaWN`h3{ArkFNvq&O{sn;g#jgt!n$6uI%VPrudi6LI(G|qDzZ7)L3FDrhFX2w z!>-r#EM=VcW00)as8&9BD+Vk$NwVjOlV7#8=sszRZK|as)Vc*m;(|`Tde0bYM~bwA zAl$GO!DQkD;jLW~l}Wtu;>VeLpjcq3P zXRqkp99N#CAY21$rt7>kE4)ce*PPfQl78PyRjR^FnO&f14ObvRK7cCv`3owW<(#B` zo9ZAcAUzor;B3a^$!FNuDKX_rEfvZ0#j}hZ?{5tTyeA;|sdGW0(KA>1{l3Uo?tIOb z3zg%;oLIy;e6L_P%}{1`%L*FzAQ#>ni-LRgE2#sYW>3?$5$=sU{E!$o^NYsWOt4f3A!NZF0Ro|>zQwpCeqVF=*k#ME3x(U6cx zRy`loWYMjzTBcRldhA<}CBI*yP*upI4Tp4y?yGhbbk~@|+#`)Yv^=gF$O9|J%6dYf z(VriZ9_e>Y&Uy|CChOs$>ZVq0Ta+p@`Q^$ki(38ug;9A0`ohYrz&os2C#Slsq{_jl~c zkoV-WM{Ev-qY8unYY9Y!v8KWnS^H^;kpCR}3;3U_c;CYKzo13`#@^h{O5e%E*1=lW z+SbP0$=2cDfs4Lt=%X^F6oqsP8RePOYADaYE_3Vy6BMy;)p;zDgr%u=Gp3 zQAz3r0yr&wZwq%Bv+`jcNPsc0q-o+n>JqW<4j*4yws6L%HGWD{{egf^R#-Kzb|D?G zBraI9cpgFj8ZugMt<6bIN1%f1p*N{QrSTjbPtG?M-)M+(gXW^ukB$zEih|KAZD9l{BPo_D={@Y&oT)NIj=2$U5F_2p9Q-Gm~ zKqGLyddPDC4SIhgF z+xDjD?5f6+{dW*4t= zmIrNtADh0jcE7wGSw35Y3_>V-zL^7p1bsOSV0Q0yp|*&6CKH6Ged-|q6ebLJbRc7q z7wZQlc->%nm;r<_eCrD>kZZ+wQZ&`AqBf7DC0sm1eoDL^k8b zKFzVW6u}!{hVC$70i-zAtVUxGnqIHP$EK<)+uQjj5R=K{2n7_#4(kc~*3#|BmBY@! z%PQB+7Ed#K8>^bc_-*mDViUmdtiZRT|{-9Yk6ps;8?74HTr< z=Y$zx!En@poDlZc%r&b4ryvjlQtDJ3VS3J2I>EhAO>H5Ka(YY&OW3Vt`1)K(G_Z~S z3Z^XEC{Xl^G$Nojfjcva$@I4ePrJ}I@_ESM6X(jr%XW;*C3FEqG93mSsl5^UYP%uW z1N5LRvq7|(3l>mR=G#56IFgPp=BD|BxB=`zvzRgFxHIVG@L}f|FuMrp*Dc;R44|dF zXJV=cV<9uY4wNy#E08QA-L>H)a*THGSzA550D6CGf~NNe4gSW``4X#hbF2+wTE!Zv zqsRM=5|bvbqu7F^N@Fa$7BF|EZ^)s?vUK{i5i;t1Hlzv+ zB>)kLQ3Mx!CG{MAno)URa}&d!b2lpziMS)(Ikpsm$&S z999QoniMi05o*A4Jg)h8%gXZ4$*Y>32Hp20{t18K{CL@b2=-9o-TE``-4F<@JXG`x-ZSan@_9y0w3yp`Q%xuU03N=f!O z^JVp>^Zway@USTe`8H+MUA8pV|680NFRH7u)`963w3z$R#jE@i+|DVH>911X8md70 z!8UqiwSImIyYqxJk@MQ`rSQ5lNzvfT`ZQR-5YhQ{y2qxW^*Xo$puPP+YgnWRigHzNaQoWvEs<)%%F99C1Az&Dq7I@y$nSRw z#TCAY{ruH}uSgDf(9vwWTKct{*CoY8`Bce;o&{~4mRCS8LiFoIY(*RLv{LlfjQqF(g zJVo&I1@h0qq%t%0IQKi4%zih-IR77liKCVC|N5wYfAEr&wQbh`NZ!Y)Qm2u#nSd!-F-ig5*teKt93Khl56-mt$*cfOJ z%pucTrwqgqVV8CYKmg|2v|Pz&e}MD7rq<{nrjo`&u9sslvQWV6R&_uimX6M?O>h&k=_W1PD>G9Xzu1Q$B}&Pf3sNEq z%=nKhKNwO2e|YW!)CLW4EZQvgma%G)A9tyDF~<2W<~AEr73-coO7({R8vWL>M`Z8> z`tTvVN;Sf@$|_Yeme{v7lQAozktTO>#Nbhd8DR<~+YO2(ixY}NL~NZ?Qfho`xiUP1 zadx8XRhByld;#BaKH-n=*b6dkxN7h{ka7)I;X#G>IJhgFW9?XDuOu+6WeK-DE4oeB zfG+4>9poJuAo*s{Yg9c}jP+8Nh-krpI(#s;SQ0mx^ZQe8#|1-m>o&4ridQstpif z)z0Rt&lIgRV-wM5>ba{(y)F%g769+vL84T zrBo5hP|RHl{jUhD)(G`7zZbmhlS~mY$}zQKY|VEI2_EPt$i4!sGJ``A=%2sl7J}gg zXoZ;W++jSR+<(<%i>lIto!a~I~8P9)VDQEV5f z-b6dlNI;|+ztY4!0X!5rJk zWt2R;5|N$Vgt6O5A_eC?&Mc!F{S;u7Tx}V$Ytc{t~7;f-ii?=9Z>oWC@9|7m2s)6z-PqeLcN6;9(ik zr4*pJw{#+yqPRab$Ld=hgd4Ks%ATa8R23Nd(bAEwtrJuXEch#05$&}ajJ>wB_k_Nb zf=oKp9Ahl`Ym{#=aVT-~k0zJ_udeMetaGf?4NrUT5j99ESr2$NZ}674Od~_g z`$uSK=uS+Ef2`}rgt^=Y;|WZN$c_XVE;ur^njfVyY%2_m6#83^c zLT!&ys0eU7ppSQ@^5-h|yr1ip4Yq%l2JZVB2 zN8ub6275UhpTl^mSHp~wkJReKCDiSp55=rC;--ie$2@soK)>7U2O}?}^*gz10gh4N zDMWL;FcS`Fvcy7vE%`-AaADdNI52um6IX3+5vCC?&jH* z_*N*^Lph6~C_fR!>+a&VEXKc}EpcN5+!Rdc3dTieX(vb;p3a?Hl43-%8rRA5#uy9~ zas?}GJf1x|J5H)KIK_Ha_XX^(*^2n=d7{(GO2{d*%NSPZYdv|cq2&HCfXiu+NRPD+ zV968QbB<j&OYD1N;a;C#pxS8Tr{T2S&} zt~KssX}5;aRHjyno|X`m`i{yl)5AVwIuBd9DxFwt)C)wB6t)_Zs={>bd{J|h>X{Cd zzu#^jO8?~cv^sT-<-++=1pX;oqC!q>srF9oQUgjc?S@t%((?m6L{Qobvic68$sMx&X3O?|>$;C;;|Tw% z@4aU7y$1GrpZ$8Dp+k1PL$>`Urpa9#z1q3@?83FI-b1|Bu%|g;u&qrIV#BDSy(!A& zH|}HOC15#e4!*Au*gC8{nXTXqDO*TNd4tI6dIq9pO_j8)DIeZ`u_B~p^+y=34%@(F zwvbk38L`dN$rkA{to};5N{M!Po8o-q&fq<3{rtKR|JO7xoeKItAQ1HnrX+%TG9PDZA5# zRfaTL&5QETZ&b`Qg{(rxeYdh+E?ryx)m}$u=au;ETSpln|67paf8}8RC`bIyp53PE zx(x}}w|t_t=cat5iugFEf|ibQyOMkxTU5cF+~p`>_h9 zX3o(exT-u{%<$r*>T6yg#$h7NF2_KuzAiTkD1_lls%TUT!dRPJsy4keX@~Z%vW7y{ z&3%~dxlWxCj+)Ev8!T{L!j-17!+`Uvq?%^nMgkdGYLSI2& zc0;gC3YaE0%Y-#-Of5{Vp|j(%rGl?bkJOVUYDgU8vZx^r5XHxJjsMXVZL^CDSl|uF zaKeBltP1))M`X8mpduCKn97BP$z%sd0S<~q)pw{u5Zrt5QC=hmo^x_Zb|O($gDL?D)|P#aSo~0 z41rjeq;WyKmP`ZBE4|wH3RC~)*QjXn&OJ2<76cKxbT+YzuCQgoy_jL6hC6JU2Y?Yr zK1L5mHykEO#GHe%PlL6o0rdP4Fqao11fDq-bO@NxaQyNYGoRq zfoOkf;%|$Uq+vIk;$iruX_+yyD;EckY*4B!OG;6v@%rbdg6v@{`D?4%Dr=zgSns-68ZDECJ2&pFKMQi}r82cm z!N<@NwNh$PlZ2B3eEKUz{VE!?e|lam*dgIo^{nI zOq;8i{3srT`r=;3`E~mqOk56DQe$y|0lmPkZMYR)9jeaiG$Pe8*{tx|+Nj7qGJ(eL zn?pE)wcnK4sGv5Ebh3A;VEkW~3+A<3O<1R{AJ%@ayWj@;iLshTJWTfyXsN;S1~zHa zOuB@?hRn=#;d2g9*wm3K&jB(021RNy>ZCmY3Vhp?Mi*ks;Jpszm9^FydA?uQr^o@~ zo@N`v@m$L#Uu6nDKyf@J9bZi{D*AgTY+uVbswyv7H12{lq2mRTL8GkM$P>#5tmguq zXr>18TVe0KTkS7=**Dv6=Rb0`+$(7Zj*lRb-->C!O43vERDJ?QaqSvUEMA}*GGoTq z%2pN2+WOj5s(iuzbNcnIz5c6;N%G%?*gv9#uCDoa^-@>&TWx^?{qqhd_e)4s-^p7N z77!5e|9uA|bA3|>{r`|_Nov-P`%TE7KHUbEzDP+k4F!$~rJBZK$19koUQMK@>02c@ z2tS2UJdj2~a*fCnzP7Y)wDT_(4A;PFs;3z+V6*#Qbr}>Z88AuO4rVdpJJpA0+g*?C z5IF4XR1F&0nNA+NLp6&ga47tDEr`=sP&t-*b+x6j|o!Q)j@bpcbxE3??^r>(J5W&wL(neL87j5-21iH8_8Iv_`-2G`Gg4vnEm>f)E} z0}v|Z3F0q;5^Hv1ExM!%Ey;=4{(1;}oSxpJiT&2yS)O&{^~m&jhr;xNl zp_XH9D^xRjGV4UYJ$3QAN4<;U-w@c4?aoEDa~1IJ$dcN*GKV8|BZw}3=ExxwGj#jp z_3=sH@Bl)U39+Z$MUPEkmkTo-fk#z1j`8iCv0#-AsWH)vAx3Cf$+w3CnP_hQV_L|B zElzuG##aw?m4Y;w8jEB7cX%!J;O)+#dELF7>d~OFEinzw`!$da(m$M8fO%{q48GbV z-zl)^8;L5x)~ZhtR~u)rOYZ4WA5JDsI|vAuqvRz@-|N&y`_YT@j5=q1=USjy_C3ky zWc}dPEy?#8Z%1x6?!KmHVnGU`9o9jQN!j9}Fyy-j&gX+<%bq&Q^`o|cd|DVXlf69! z2PQL06?{{q!$ZVQ=+&`<^P9q>VVFwl6Uy>^T&~dMJCZL^=mGU*8yxB;aONPK?9^rF-kAvT-PR|=ul>wv2HWw?IA&EP# zf1X-JkQ6y@)QL5#2i$2#lQV3YWr&q%HL%>OX5VQGjwezrgiY;B9mHbRNa630MQ$A? zW)5&VUq<`O!MvIV-P8}5Gdy~FAVJ!?j-J6l>-`0V5dl)0C zmwil)&^9E)gJcj@c}aj?<8=OtEAGGt3-o;$Gj;(BEKXWjltxe!Qa?a0k8%np^5Pi# zNR1DZ3i*<2DuH{P$h7tw;FHrIsx%UNF$&m?oM|+E+N&komH&0RUyD==!2EfV*fR+e z>i}9$yyvv3CP;U*X(RGbVP}42Zu7U(2$mrWA)5x^szdJG8}X{l(-7P>`CSn^P-$~9 zQQ9GC8kJ$!Jk2lLnK1g&KsZYEpFwc-qmMFi0%v z-Oz2$GMe|(P0{|yi`Mb$XWd%9oMzp=x@}D9wjI7KHXxzx;j4)EP@lk@Ly{2l_YdrH zeM*&HjUf2uAG05d`H^rH<#Ogu!u)Szsw+8S^fVA@5xwU4spx@i*>np0qGv(;R-Kxx zoxbDPN)MlMabGlc5@jf(noimu(AuivZ8D^01{ZC67^1#>3P!Mt700cG`PXY_#Q5w< z9`!1CJesQ`X$}roOAlRdj!%z!dlTU8{u%nV7fw)@Ho2J;l^T;F`Y6c#Edmu zLj0D9XinEo=tJ-e8LpZw7X+FHDT5!J4p*rQ9Z6B0c9)eU8gtk?PW0O*Ir{54 zCOoHBT{XGp0y&Ondz*AkjdFMmL2SFIP2{ucktn^kM{F>mZ%*oOcETRqiMD;YP^zS*VwNbmmo|+@#_yw`-y>KI7 zmmGf2$ndQ$$*q(#gUPsvl!!=wih%7=wkBxOJAlVc1QL zQ=74@l;SK?K7lAZ7mfBsfjZi4;y5N7LsrT6G!x+oVaVsKc^9B$8o;8N8aVGvwz|u6ghw+OmBz-V4p^T&APB0VO*#Ezxpi0ncxTo5sW{|5jh@?{qDa6Y^gV|_dwb}%hsL=ZOfFCk!&ZRz4LvK=UR*1 zd96b_K`T?MIAPMvD6*+Bjy#%d{kGlx>jRjGIu6Bn*nRVPYm#rWAw~iOOb`f6aBNs0 zv*PZ;2xW+pSEt@dlP><{vjV0^nMnXaCO(Qjfhf}&7@D?Ux8syoF0|$yIN}P}EKv`a0#h%(ys8!!8&2hc*0;C(( zc$dzGcUM=pVX^A=%JTgB`h0o2?H912{$y@Sb!!hA!#ow(K#$zf@F2zs1emT^vuO_S z-a|^{cx1b+ATLjMOFK^V@WtP^Wt9&5lWVvBAB^^*HTHdmEq>q$r({)DB(Nax? zKD8yy(wIW2i?~8rFp`c#DWmBriUsRL)W3jlf3s>FmO&cJBY;B8(*c8m?m^}0I$XY* zpIGRU@;?`AK0g};e07-DX$8apc=!7l^)bUinL?*{;=ye za&rer@E@LVY$*F{Ad??zrG$Hj{Y0oDg?x_-1Ruk-;CU_Eu_`)|F+vVyNO5TCTl*_n5vs zdD!PL`#m!#lb;0a;>ZJHi07^J(MkyH%oH$E!UtpK^);Rn+0GM?Zu6lg{^IWRIt$Zr zZ$IWP`SZ(LpbZlaS>GH>09$KQS3CTQ%WcscEl1n8wG|IKqM0`$K04<7@55evn;zrL z`tb99#_Xc_8K9?o5`H$?x3i_Sl&pA$|0yOc{%cHMjZ@pfE)BR5%nO1Yi##m_HKgk0 z1RgN9c(?C39;u803&eEHn-;?VW+(T@J?v9ekT3}dRL)pVc9vIe)7Z8ayttZsxN$0q z0yk{6!30cLDJ^Nhjsm%EH#W_KlSxG+SJh<~=F*3Wm_QPWU==9=htMy1=vt&~;R~n( z#)$B2?iWIjcHe~vL-an-0*XO(Vz4?si79X`qP@94WG;jL6R~))BajYW7h>TJG$au^ z(0ikBTVh~?aNmU}1MeJh33yNp=P_i@IQ;2tiIW{yaL^AZm`)HpM~>rJxV`mbR=78` zUboSSK&Jf3%dFWZm^j>vl2hS}4yX_w@_^RE5qmC0Y>s}cR{H%7f^Cq5|729q4^=Kdu!IBoV~$e49l`W>=tD3a~kQl$)_?g9ezNh8vajHZYuI zLmMl)4sdMtc5EqJ3kCg;^NGVkszT2=hH*HVvwDv(IFeXUR+#)u7gF)2kX>l&P%WVy zGX3toA5$!|#p$Vg%RT8A5tB-*_A{OltMvi)l^tTekK{Rbyn%Tk~(b&i$ zTil(b%rWQduKSzKB+%OCV`~1o1 z{bU~$G}J`%Qt>K=RZyaT3ds5DjiiW4$cxA!1cL1;JUc0~iYG!UL@76ioxvTO9^xrb za_l55cAUo|G3l?8tyohy|$Emv~SRdVxzD~uu?==;T}qT;NxvHl_w3C89A z1DL95d_g6EFQk$4H9ZCGZ8=Fdh;t;Nyv+M0#3^Dn&leDF{s4y4eW>OHovpy3K$%ph z{L)jj2=&w-o0qR2U228L+98VBauW;BHGtX_ff}#+r`Fe}~Z3 zIMUu(WJR|iKxG=z2W)tufsf%*;*WR@aV^06w6b2Otk>YyV|X3~7I;WeExf$ka>jSH zwVLFH+g`Aw56Cx7I44k-M!nIz1t_9GM{3616iU(MBDaNQLqaajxDOzcV+io*YX>M>-*hKZy|#o1Hc6E!AoC}AQ5DQ?Z&Nq!zI zeTg;W#VY~fQ$mGNd?UwSS}7n%GNVy0i!Y@e9-E~}a^Qj26z^Z4FsIQxt*Sm4!O(j7 zl|w&jTULjQ;bs0v$=#a5n~e!8wG4&h0)8qjsXJo{E#;qM0r#HP*(@7`7)^{B8A+2> zecU4zbKKHRnI}9SAr$u>?j|Y~FbCtvQ=!2$?G%G0qC}&1)nv^t$Y+tedo=|nd6}## zkq?tDwX}Y^Y--JxK1Rr?-+|y*jIQm;prq8UwAGN&}$33 zm3%u2qC!3c5*edTqp;?5v-b#7!z>=;g5l7%W#DRpKzk%wuw_Yo$J%8eL2QRlPxS*} zme#mn+y*L81$Im)pJA6AH)!;FiD5g(Ro(#VKS5g>fi>E`!kcpZru)>;3U?6Y&II=J zcCyD3v9H3v>5PG09@GFMOR7Gx%RZG7+iIs=w24f4NifMZ&s4?k`em-t6Ns`8y(>_V z=%E1evp!f!xNLEnna) z+Z?u_3stf`Y)i6^+|xQKMk#n~xba*}(n7MU-WvQU{ES(MBh^Y%p8Y zO&`BTo?uIJ%}p9!+ChPq76qcS=!MwLS=nAyw6;>iL|~(E1dBs2lGInwAU$SzYNX<_u?!uxc-Pzojhd7 z-HRNavsw(ArVOGj(bL%CZeA>xD1OPUdz=yPuw;u{gJg5sm-#drIF5)JsQs6Q7x57t zmL-xP&Uw)--cS6Vxf7wlwr&U(!d!dIZ;86+;SfLeKE%8|L$;UC(9~1+US6Vi9&3wp zhtxtLfug<)Vfe+AO|A{83N8CKaX-Pi>NmEZrOg2-@(J=aAJ&RzuE8l_wTemTAX2*U`zz((!0sUUuCYj$BuW<{9x7_c69r zAMT$^l!0w%oq0krHL8%g2l{0}`Q&0#fb5*^J=R4hr)1RFyAUY3XcNt= z3@z^#_vQ`!gM;&6%`cjcw3D9#R4tGE+_O4W^&Wosp2j_Sq^hE7A(MJUc#z**(u-Tz=-JtW$a<}J-7E}Ta?tYoHHCH_f80R<31YG0@IYDj6O~K>eld1Zi3ll zpeFx5c4wSHsen}-(gWO$b7lSfl4TlUQ|2|dFH`+AqZ}xOQ({>ML)4%19v=iAmsWT& zA1v3i+{1WSJezDW;?xUUrn)I0{snJphw~(y2^_Vp* z$6tXn`ZFjaaAQNy`M2(R>|bQ*&5cKhzZ)ZTGoZT5FJdwSrnk+V~4qTRGvZ!T>~UeE{R7N zvm?a-^1)@gLh5#)iOt>mc9-9`7||N@-FOS?3F>j;eIcK^6TEz+@meYX|-ciJE@lM`e`MAF|^{o;r(etP~%!=_>iQLHtC^L$ScAuxfX* zjRKQpmG;`T@!M@9>fs|JM%FmPgmk_pd7(}|DRoI)5^RYL9;;JwcB3@C6!ev8WZx=6 zQueJNGhgIAJ@{eqZ2nXj8O_Kl{>$|rcR9^gGfx)8(|u$&eVmDp!mCWMxR3o=i$duy zx{JLjN|3a1h*pmw_mG-N!k-&#INP)i?x`4+xK(OQB4x!$Bk1oX?139s0 zw9qq`udQWnYnCteAZ?UE4!oD^hwm5SvTtj3+FNz$%r3@E)3b^acIOcv;LrJc;%bDk z#Q;@~nCc%*EUqq|PFzbEN?%~}l^0|32#TN8T4a z-o&7aub*vr^o&gnF{ZYmFx_t05`ApfH)nFkgg7xUEk2cmJxy-{gg9CK>j* z(^~q5qwFrHEchJ+QHs#%$=q^z@Tl1VM5=P#F$@d$g)w}+yxuS+Hxp=D$jf8**w$Lo zX>|u&%fudh)ub&X)ESgh^K*x7D}G>_jgza2bZI2-#<5a&x5i%Lx+`_6AvWi&v)J0_ zQPz42Gh{q@2bo90q`)Hbu~%p_GybZgmsTli`y2BS-aQQkhXvOC8f`EtfEwVsrJ8e2%! zZ}riwyCXNWDr$J+77-=}t{yrIE9a^+q?ScK>d|>cZ?);@6PHRa@{3;xK>LFR4ChRI zO7SD3TK=8Ah{$D1BgomoVUE`r{tRgoB{vgHXjX`WJ9tgll^6{z9XldXE|%Be=dhra z+7;-;^=MJeGSTzqz$DWg=53(9)>y&G2-cR%RB)N}#YmU&6maBKPlKM8KObg5q1|6K zdy0EhqGngSxemW*lONX3nUib&(zE2Ka@E?&k+t<5j*PSm=cKQw2p-CLusAq+&st|Fd}?uX?q&VY3s%<@DK>r zop%pA=Ohzy`2_ShOvaB%;aGa;!?#C3m(I&q@K75U_|4ngZi$DzZMvWFhf88|pim+uHnF zr=Hzbl{LceF~Y#_n+V?qqCoo2PPUHD2G-xLYJEF%#(&<&THoAC_dl169llGmg(~YY z>+DG0&#F>!kgFx6l=N?V?4tO~GFmSXx!i=ATCYF~eBMGA1n11jN#8%m6Z zxIauHZs*dvGRxV@YsFe36FV217D$%CZ) z`ob*#xXI!4vGn|8jfZi-zJ2*g)Sw&zg`SGmn>*InXoPva#BqZFPLtf*1jj$i zm(^wO`|Y)JcIG>0X7@+_jq8bgGBb3?9qGnUW2d_Pz^SF|@4g&!yYRv^11GE|Rl~pLoq6YGFW@U|8cg)V{Zzya2s4o z^CGzpp7qD$U`iwyu4*@$EExrS!-GMO_KCWMu)1D`D=i1c zi5W>}+jrKDOWJYp{k6Bh6@J8r0u9Ijmi-g}vHO3%SpW3Mq$W?D2+J39fb zoFRHkMHfZcP(tXACYXW=K&Lb}YATipDZ4*BYVpV?g9t~Ti6m^kxTke>dZIo|i-#^E zpMrMwbBf1{V`gO9*E{cc`g%TnqW&Iug|MQQNo9d5LL8`+?BnIADBmnSSUurNuxRKP8GY(JR){Q$BtfBZ6v@N zkm#u$8{h;}Xmuk7fcUH1+KJ`Vscc_G#!+aslH9@i^9CYq%0-ZwgzKRY=9@t2;9Nq} z#TA5-uIUj>@vm=hsfRN;0~>x}!4lf)WH5{|tepdqzc>9!ZOpH#B6^5i&xn(;$`~P* zs6c}exh}t23VFbbelv6TX`4c-^JtGxCeyd*n!%goKhWWsC6#K;O@jL!R6Xl&xC8gh ztYF?&9Z{EFW!7qPr%BiJz$e$xE`wx(O1b9Tsy7Un+idERK3ygx-H+Dr$%v?vuRU0& zk%+0>q0-N5|HH(jQiK#?h@M`GU^Pu>yy@ZEpIMZu_^AxUKpwfix)44-&&0z3=enzk ziiaS6q35b>yG3rzx=f7^b_~*>?{9l8!7&~O>;DJ{;QqT$lk>4-?ftdHB<-J^O-9iFvG5a00@Zr zKTG*1i3WCNuFh5_E&%J;qqXI*(Tef?$)NwdSF^1m3B(6x7FaxMyGC=N?}{Lb2nj1w zesQ8mT-j=&_Uny5oP;{5^w5|YLx|csp-CL2XfmLm1!Z;Mc*^+z<0>Gbhhio$8-GbGt1p? ze760oVHxbLRQ!yBGWZz;mmMzGJx*x6nriHMh1G_$jb&syjnt3ksk!bt^sP!oeSCL0 zU%$JNt2vFHxidYm|9k;e|Gp3%zZBd`%|O6M-c#;vS@nCFp?IJ4Pb1Bet@^U6wDb5- zS~R|$^kW#cQmS*mgFwBqSsAOy?>lZUQC#my5P4%w_S|3h-*H>X#gy0$O&Suaw+WDe z8rSg>Z!)wQi4|s9+@&#;Ba3f-VS7E&b_9Tu1VA}K4eR*ib8i*uu!A~-Yn`P28bAt%Xhs-n!< zD`M}W?ct63^?VX-tI5#KG908xM;(^}Yrxx$KL^5Z?{=?Wr(Xsr8J0V6fszI%f`hxF z_6P|Ut4$1%Hb`sMhr(MztiYO^oZz*bnWkvS3pq4{*D*snFUVB?rzEvP6Ax-xbU>Sl zX6n37D4#vzPxl8L3H0L{LwfY;QOx-k%kb(@+Y?m2yQ8Nb-Y7+a25&)a(l^~k^+cBs z#0aB@Fk5(Ci-m{Wlhy6c{JP_;+XX!}*7y*R20aC|_1)y#3*=`7n~+%*{qyy99wUvQc_L2rTiEUp~yusB1~*Y1HK`oj)- zEO=mVy=B2yl(e3vnVc)9^-%IivM!A9R{p;;k9Br3EoRKtG_Ail2*)l-17=H$>l#6Ss6uQ?)@i<=f-W3J7 z@;wdtU!TKUcV>!*fKXQ=4==SK;Xsa;OHC+qhsU*Se7|-@?BQ=Pz9OMJZM=2Xp`>$g z4oXMY`s^6Cq9aK(-9>~r=?SpVKd=HDJ`9vuS!F%#Ck%ULo*rJ-Hlowd_n)GTwYqhC zXT};}SNANKjV&?my-Z31hIZ&~4kF%@!i+Qf2G+2RPAL=pwx5x)j2}=XWAd{3a-lNH z!eK=*bY;_k9c7|(U<3T#)d~D5#5tDy$UA&MXW6xy(8Ge-T1O3QB;cy12K^rxO&nxz z0=2<~YA8fy;|rB=J*T>GI)QqRs;hE;ZzMb!R?~i+GGGMo%%3z$nD91+L$-K@G`UH9 zCn)C{wW<;D7Pmnp@Q*PrE4#m*k-uxToLbHg|3$EHj%$Da7qxiE({}#oP#H)-nf!VTX~@9GLi?hYTa5)4n8}kbPVZ!SVON4aSl=&2~XZg3MdSFodAt4`A|_Wrw;pgQ>{ho+df@ z>lGS1g!EFJlYt!f@}t19704pBssU+T622SI3%JjhB2B9~D+R-8gWc&qQ9V1l_L=ws{UeI|tW+f7xRZuEOIW z4^CKUl4H@$wxURw!e(7EA-^QSw10_UKNnGgPhx*~5uxA|P23{NAlLaTw%NXt4jW!S z0~hPXfL$yAQ)KkYX%ovpz5E0;<~?9@EIb*1O#YpFBEvpA90%Zy>O%klk^X1v{*PSK z6d>2Mz=Y;EQ`cU?I7MaEDx68;HV=l%=&MS@h$@n}!L^vM+TR~C$P+2BAEJ1AYmO8>GfF_ z0wB$~<5@j3Y+%|9QTvP=(BiR+BV?MQ zaJbS$eDuLZcd00C=LC^EUp@j1-r%aWJF-Z_^@BeoK?RV$j9l=Kp`F}H71vqTS#Io- zCgql=Wcq=W0IGhRLJLj_y)ulN`AxyhTYp2|I)`r!Li3Zg5XN zvsyX0wOILulK<6Zs0}e^b`lBo9;l$7lBC_sDKCSX`)WYPbbC+{QA~N!s ziJfrax7b@NWo3`dT9T7i;D=%IqX}_rHaA{sHqEV?XKjIXh($E!-Dl0@15=42FvwSA zu~*Nro!Sh0ngCJO#xKVwj=W|gHr7XG0(+Ht*=EK-mh2zqrGB0GcVa@C*w#)1Z;<#wZo%Xh#Cd#5E;L*4f?#j`K zE>@ZS_APEHerq|u5uU#PsB>eek3MhO964&qj$P03c<*9%+jaL$jVUK)n6Hht+B7Gm znDUa`anMAU#IR77XK6KgJAk}!v(Wk6GIE7G+a zaW5VZuM(cf`P%jJx9EQTPRK7C@RknY0s&F}$3y>r&p+VAPHDgxb9{qMHpXjm*{AzDemb zy2Do~B|?)-WD&*A@03Y?GD?y+$~%H7cpM!caU7U^D(gK#{e+W2&8juJLA-9%t^ZvZ z4ul$9scTwvSoDjR-pi)KH)O-a`cIO{_Ocs?EhYNPsQsmBvR9YJ#Pa9X1T$*qH%oTZ z!%5y{4j#&VBLijB8Jk&|IZADotRf9F1`G?y$fN2?Ne08MzB#zvZ(Vg`#(@UC0FuOy z*T)Ci_q~V9@HWQUIT$^y=%Z^XoN;+8o>Dd;{1aTu@0%Cf>!3Qez4&Bs{gzqrSl7vI2-jT!3(iC zTk(O=mk~M}>=34{TzyfzCdFAu(s93s@Uog zrfuHFY7s!K9l`cCK(`#t;^#Mk+f-MMou1!ces$MjI18PXPDs) zyDVxnHsruJN`(3)X+T~9MV0Nbq++T43T1^2qI^I6+h+WgVDdm>qokR@VzsTh@=w&! z6LFWS06)0X3X=b5<-X??ec7Ay$0w;`rOA^|r9L+uK4l)YtZ8Z^uSgx#Otv$l7c#Un z(g`BY52{WEYGKSdAjU7at|P6~HuObsf(&iu+(J50%_t|4I_PeKT_ItFD2zQ6$-){b z(DK_pCJacDMWnfu+#^xYNXSxU$~}1Z5ncZZqeN~dRwu+q+L~6i#qeJD=&I7 z*U6>>CuUN2+dfb-GGZ6eX}qkLbTVPp~4=msAR4_x9v;z4=wGiyx%!t zV5NIW7E{>05m*T)48J8_pd$uBYuAMB8EBu%D;4rnp0U&)9eGYh|7FI>AMNPM;CF5=Z4}8_5&T;!byddd4W@Jpj$!7xx{ZqZp#y+QTC%sh1_wA z{6T-96s>d>+2z;}jGf%V^dw*@RyeOT>dq_ET6Coe7{~gR#6(4|HBiZMfUakZ<|30DpAL?+*Wg{L}}Q+`d~1f@$>qS>N+>lIa}Dj4aKKR?1ovea zU0y@GPd`cHJ`cedk6#>~GqBsLCF&tate-lG`w(6FbS&1kcmivJ;i=;x$g*KsK0y~l z_J+*DV|HmY#a{`X4qDVWV2YG&&5MoQ%Yl#r^SR=IH|FxamA6^iMR}E%lK-|0$#z%& z0p>+h?$KA`i{NXJ6JegaKF&P3LwxHo!YbfJdTW9=a3_To8(L=E6|Rpm!4{?Dzym)g zfX<4H+jmx3(PojPO)i*u-jGC&fFv48i|w zxW8!9PDkBbL}SmS*&7O}O9r?9PS|ao!)@MN*`$H_*OLE3?IgT+-1H@5@vhSk8n_3w z`ctb-G3a|lLKEit-}{XJT9=-Q&7xBP_+#Jze~jk;Y2RE7T-@yJjGVmyCN5WPG7bm*nCra*lD;?!bru*ce%Rb@~C?( zYhGR0f9mbrmC@po&q1EvivW93I^;IOtmFGAVSX(<0LrlfQA)v}7Ec_tN_!?A8&wkY za5RVlp+0ypaO*tSPbrJI#~VI_6Bqz~RRI9o{JwY??r4f3Dg`97mjsLRR*lNfls~o%+sFnEGiLHQH`03e zQxF|?xAu_we16s)Wg36;bd@&&SK8p0%u_SA{bG z0L7DWfKSOwnpH-wbG4LpMv(GaHM1oJE{x1WT~dQ`I%kP<(wYl}_b#;8J_U1RvQKj} z1t9w6PH045G@QbjC(jng{@m3Q6;C&W^QnMw*$-2+MXtYH*VkFS3)3KJ8JS{E=au1} zu6}r8F!ZSl-#x>tGEfm;>?inDF44+Qu1guSv^$sd9W#_eY6 zJs0JtCKb9wDYrwZUNcp1!Q^x2u5;@N_Q$rYUmJOp+PffoS53VX z;||7@+pVY{`~&C>=D!|G%_6z0IY9aL0KfwCKeP`2Utf#y|F9IKs_Q6_a-#Xq)YUg4 z{wgmQZdNR{%p55(@e*UBjwtd{GyL&`x+M_}IW#W%Tyol)dc6(p3ni3X z$?>*}DlYKifz|cTs?xaj#6tzy)^E)u$dPOJb+s(ZQa0M96D)dzr<~l*nts3_ zf#fCyOBt(|hl~D0q@It_AC|&S7ZVrmtR%SJ5))H(LG0i}PQqLr#VoLg^1(lL z*}Eoz<<$u~T$*n;`n+WpzT27AUxZE70Lm-Io_n2X2A}%JJljTt~Nc9a-(f2xE%E%DlD(dMWijXar_WO@vW}E(^i+ zqz|1=(0@UN5q&r*c@k3{LkyIhL25{-Dj11)O*(Z zP_|hhr7b7)s`8Rns-3`4YfZ7o?AvW&e~AY}7P0D9!H!r9G*xY#z3XYq_vgH64a&&_ z!6r#RoxGYE1_cL)x0{v#BZh0EV^bbcbJJ)Kvr1u7X&f^_lOkwijj9LtrYb{tyr{$%W+GzPIjQ z140sMoPW9c&?XT@{N|it12>%lzJqD*?1CWQ!%LVq8=%#kd;u(o%OX3vQPPIb%%MC$ zGXx|jO4;=Gz7JNwo@`|j`f%U+c=EAJqEhE_b~n+AArbN*qT1}Fa^$hph0h6Q?$t`t z)wvbO0&jvP5T1SR_JX<_Y&H&qNh9 z!e?UAJ<^3M*Cm8bkZ}JN?x}yzWs3gjOPsyz?O+yY^|dC#t^CsJ6@P10mJ zGUIGHSi<8iGl#6+0=`n0opZQ2C{I-%FQb?x;NG97&M&|0AmxtMXr2 zJsATO%LQv90t%Ljpun(M0z(v$B{c4a1soLKMhBjv$geoT{pKyK{eGp|>kh)>&GWUj z#zW)rA^$b__GFSMYjPbTe(9}r`q3a)K3*0;nQJNGBjE>s--bL*h(hCiU<#4wcH=J8 zBi==NBgD7?t!ks)k1_AVScC?HM8i6MyzsbayBpu%ILD3~9`Mmc*j(R8+cLR<8}t7B zRKfES%c3f(4$I;kQ&mC;HAi=*MiCXAF>0QVhB7ptY=D)t&5hl2w|FmC*3=zvHFI>r z8-z?pv_+wUJW1JfnXnuyqaPFU!nY5I7>Bjs9i$7F}Y_x^lI!*bPr@pag)L} z4lld~_Is=E674Wpr*?uut?bwv*%aD2j&j4$2@Uv^hKr@w4^t+U*FgpJ0^Pll7ZytLTc47wm!O{0vK% zX!FNqquX1`UZT+v`wsN4CK_-G{}Vrmhl8_?ne%_l1(J)p%*FzwJOS4KfYJJg1V;x) zHvm<#nSrU9D*&kF0vK%ua6j#0g<$}8PVC7gYFC=mB_Jrf74igL1do+`ky+Gy=p2() ztZ?f{(35eF4VYeSl7*~7QtQ3)(U?}iMxUZGhEyZz6o`nrO0E6+-3X^0jUDrAF=$#T z&%c0V@3G_O>x0mAZWw22!(|RGw+Kn*#?}7rv5t>2PrgUD6$-FZ=}^S%(=3ra@{oDe zMGxn{?#x(Pl6fIOCt%?J5fSp=^a8M-I9mRtQXD@*FcX~kQ_jEym<)nqWQUD|AvQ{1 z<^DIPf)$5nr84gqI{x#!gAA1lAsxBS*hE@o^Czhz{HRVRm9&C0XDJmKU6>x zA|aT%Xg);4m|LSTNjkkRrr8l~pWl8ED$>JEitsR25K_JLbV82mgL?2}1SyXY=Qu@g zD{j5-nRBXMi0K9Hekyy|NTJ3;Ax1#ao)N_BlNXI_e;Za8VZ8*E2~hJ8uvh@=ZxFlx zrlymdnVXq`vzxtvtCgMEUq}KqfWm`JP~sl>AYRfKgayi135C4QILd`1g6!fw{+I1C znX{C=qX!8p6}v4IbM%g4`D=d4UP{Pq6^>-c=_<<$8Uqu7VBLMMGFSXeBNwhhH+W?) z<^{1W7|TfnHShvg1zrv-AP(e5&)tnh%#R;Io%$V>-!0Q2!3e1jlW8sojj}dW1b~=d zg(B+d43WD)itrHzM}7as=e;8D%iax8PzdlpIsQKs1*m9mWp80%<_Q2$093Vi{YzQ5 zxCZ$_A-J$7ADHt_vPpg*^GU@r%>j?S3)K5d>c|44zUc6;m8b8#NVzg@ z1;2;ao1zHw2n4kEXELj(EEE{UT1>0ow^ug<;I6(e%pFY)s7Bi(Nj8;eFf%?h5*KoN zv8qnE{(fck3x=2ZY#$*GK~*Rq>o~s#(PbQIe|Hi{Z0dL9!y5&j0Bb{*`Cj?e*Co&b z9@KI~_Y#9EvSQF?1~Mc&5mCP*`t6-VIHqc%6213tH~-#?yp#>F7u5iR1OSozyC465 zJo8xP2J1m4q^%G1a7x^uFnfAa%j8y9YHZ~b_p!${)b^qobx`LBfN%57Ixry-oaj+6j5#(Cnk4=G_fNsD`Sjeb~n$4Cg)8flOy5NIAIps z(g`0r(;D_chnk71-bmw?xtg=?RC(;!nrbsq&&mO-_@$h?G%6dj3ilC)-4_zy;71l{ zGp#Kd^Hm5Bt1`FM7OppRWPPd9Kh&U><=_-g>=?3s*+c=%t`=p+wjHf8_*O6`vAIv( z{tg1m^&z?fd<1u3QzGq0ya`|R+V7)QiKS^rXiVGKnkiQFG8aCWr86@WH)q|+H~V?u zO4r@nq*bJH>&!^V^Q7mk%PLNJEg=fUsFc2K7)UL6P|O(4L&7w%8KXpu8c~``pMTr$ zxfT};PryEx0@nY4F#E?v`)j`q%v_9|O)Rb4%>XA(FNPUmKnM=(%_lUK#_A7HNeW+} zw^7W$nPbe^;7W!YqL;4^*R@+5Gp_S?K*)1Y`uTH9UMPMOY7Q_8BAai!N`A`4Rp z?Hmd@447u9E>shL6*wF5U*C9uBL8LmX#c%d#%?ZF_GT{s(F|J4ftWD>;@k_sP_6#~ zkoAw>`(L8|%O3vY8J)th0Tdhl`1pe}z9{0lwb*+!5W+nNG`qtZERad&=+HR_s;5z9 z$I?}xrE*Zc?s$YTD%Fw6D{tahn#klp9`lPf+T}S3HyX!RI0V^Myy&M?h|J=$ToA`Feq-1)KZ!m0T0IYe5;tBxBP0s4m<;;PIy`&|8P! zo9OZ^vfs%v{~l?S-{*&+l#$T17}12WgTwXv&BvwzgTT~B@o?F2lI(ch0W)8`rED{d zuTTP|>g<>VK04?-AwelJDxFN(&-n0Uevtf+55E@=>LVPB98F1(c^XNKWFjfNPstxR zir;V&S>i#2VM#brv>b^@YKn<&ScvGvY@;xtRf&}l`NxOJ5IyV3-OMRXp?^vZ?PoY= zg`qW|qwSE+2_-O^CDdmSTSGEyOR2+b0<)A;M{MM@LeVJ;ucWMykv!L+B)&64P?M&F zf5C@64%>b{?t^yw5R!qnDB#21a>0{85+M#jEO*hy$#3HmyjW0D%6xC-YNAD4>=kYn zp%I5kQt8L;fkx5YqvHp|=hjK*KyM03+HXa2wb2M8hs2J;K43$`mdKRDUwM#k$|((= z#FV-<{-)oJawF*M%if4Z@JRg)tTDec1GDT-!mu!>OLIECDLMKG@Y!&U1ESkR>H&zD zpzi{BC@@h(qgvWlp!GQ^#@~Ebt$n`cS0++I4M{;G+eO7uPJtTY$gT=WU)#uKNYZNi z?-$UBN=_|8!q|2TY(Ca(D*G_|VeVPoNHWu1U*2<&Ri-;r#G=8|f3)dLl2lO+m}ychjbNBv^QWyReycQi@uwROvaPDg+0 z_sez?5_TgHqFo0>azOrY;- zkWfYFd1q7*X{Q%*U=u>b!BbO|p58z*+HR~Ixq}W7zp+tLlZI&@T@joM=w@SQKa0oe zKJPfehwbA zeOLH+(-P6IZ6Oh{U-&oC2X`-Pjr5pP37gpt`?x3DkWE3JMW8vq=dI04*g2h5J|vf5 z2QiSNSB7w6c@KJN>fk;FI-Y*^+j)rBhik?N6NsRL_WOQo)e1?)@I}ppLLsynQc`1` z*ip+;17jq=*2pcrG|?)n(aCva=cW$IsGSUusNn;9$C>!#H=}_vu|kdp{wI&KyJ>q zYRFV5L{3x;XvnyZ?CM7Wd2lbCbIG={rXr)#%ffV+I*XBrkl2{|HEW>+G=S>USMT-YZs&J5rW6p-9 z^DV(XRj)j>38qTquB%N{);or>ggcr|ctI3G5+1x$8x>Nmm(uQ0;B;g6scj&kdDo)U z&>ivOC~VO#vi4_Lm@y3UxWk>4%!-Oy3y+qkTglGS+s~)D5V6{VIYcc^=qaSKpTfVvq$^)$6g0fvlH$UcuHka&aYs zxEnKjmES7$Vq~e`gnPyz*TS3=*Bv`OiCugOehk9a=}tV=N@2YTjuAIx{gFPPNN-D8 zK~_W&F#BTb;)*IhJnIku?(7fKM(1l?J)4yM8Mt6X1}VAcjK$9 z=v+dEEO)fHdgY`nz11BtJ0J0NvLXBuvSW;!xV|$KbTbwY*Zn|S0;6R@B_<7tTmdf% zE~%sm5hRQVWb>mdYZwD#&~qe8kl5-j&ywyaQ&U#7{oVBMj_=)8lZB5-M`bFyN=mKb z7ZS7uNWyHc&y_d{+RN##ZXYXv)tR=KdI5L{DH0qbyIRP2vjljcWr<#69TY2nQ@irln)LE0>@sFv2#z%bZ zFe;4CXTwO*OYM3kGI(dIqcSW^DeZHNrdb;t)Sf?_UEWgR9uf?gDuwer#r-n z7*B~+g>BQF0;sde#+_$0SbO_O(Mb6#m4zeZyo5*1n+8g5jvg9iDd;xzD#-+uad zx&qtHM1DDa9{(6LhZMU=x5mvpJ0QB=8ZTQYesLB!&%oa++e64D5xL<1&71Nv2vf?z zR87B#I^9d)i%g0VGE)UWvaGJhivKnZuAHvi7_~N5D>EA#jF23i-7!gPG*;ZRXFyF=c|@oRMz?o!KE`R+I~RXV9awmQISJrzq(_Q zBPM*Fg%4k;g^#UPm*9x;h-c6}3uUdkZCzpE;LaI0B$uw|vQ!B#h5MH6fdSt@hF2Bj zy{VvN*N|MW^?`qXkrkfEs(ev&EZLr4&~##iR@laqi_dV}1Iu&JHMOfph-)OLilgen zj(zXJ9neIx11)J|hlxe|iVuxVxdHym`*XI!_*a<^L=@pdI7&|3sZk&S)0b1bCPSQH zpNIVP@9-wU>u5}t08+A$pECHv>`94{XDD+^_;V)5Cr`=y1I4zgKfG;2)zjFG~RB2i>=Fhl^9#Zl)}5=&ulDI{+s; zyrDu02jB3jEo}>Hau0rlEOjCb;PmUGeowcd*}337u6Uy1hXivkS-y`Fuh0@CPJ*{2 z$1B_6F6NB!A6D1UcTNPwuz;ulKT6x2_*TzwS)+Z^d_%S=WU3Y z-)QW|!=i`@!9U?OB4O(P$3Jcd?~;IP;hW#_F8SJ5eqYNshHZ~J{nJSrL|)&D*zs%L z#M6u?H+)1v!|fHpW8Nhbz~HZu1#cfv1*IUtD9TM_gh9KnlG>#)dD7^mmR|8&mOdHg ze)v3>{?D)$W+Hu?Bp2pmXO$XO6;bMzi+33iySut8z4B@s*~i2F{Zj=TI+EIT-CM2S z5shVAP8piGkU>U)^@~zkZYLBMnYP!4^;y7=y3%}}yQxE~5nNy!~Sey*QH|KIu}SanvH{u&fC`IhBB{^)Bf^ z**dR^*Gw75zcBJTD~0)hIZ7C>@X6(ldBKNPIb(+_+NB5K?g4*(h10RcZtt^OK84+M zimZc~CNVQfz)9QXAa8D0f&-UW(Pcu}#FYuABCq4rnyc!j#opz9jl)gwLq&?Vi`Fq& zR~uaG3q4m|cw|3N6fenJ^jn%qYIXLY&J+>F%N5LIE|Ip9`_{g)=^;EUy9Qa4ET(o+ z@3>~^M%wAGE{n5`!fqdlYK7C;FX$~VJ=)gxs^;zmvx`yJO@-6!eDKG9xhICP+dEyk z*J-`iVk|#zjh{X`Us&S#CUCPEpo@=&I`*TCs-O$s{*()B4qGEPOGLH8Rv^z~O4D4w zYsE_YrJiNyjAq5(ZtwhS9M@{TCB^{g+!FksCszIU;LF*;1Q5>|{O_EdfvK~R2O!h) zS9&K_tsl_N1=n*-8*y(8TG8MV0JpmAJ~#_M+_}L7)i_0_Z8w>G*s8ViosfDwGP!-q z*U|X=HqqO=L~YCZpsxallID}Mu}>Gn;{$e$+peoyU4Bg6?0L0_*!Q4OWTnOaTPAGq zPu}L~pk~L!@6ig3Od<8vE|q_P6GsFU(!^K7fq%HNq+_s7+{+xlLnXdC>r6?IZajo0 zB35d}HXi0yO0%W?0ZiyVi*b#bXD}m{L33(3{$Lu?^%@Ih(d4o-zp2%7Rh1v1VWAMG;R8hzGaU@4Z4z>A|Fz*+yrF9 z#!=G*qcBU~N$ihcsid!x6;2G1Jelmgu#y#L0=x=@=gP@1K8rUnGs-S^GX18IbmeeLP?B`1VPH#Q_H3z%aEzrn8p|1aq8dsX%c0T6Z? zw?-otc)5Aa0s`vAY-pON`v@{1ajd3J_`Xg`VLFsna9bB(p59@QN6YUr;!SUmOdFXq zRZ^c0&C!vAz?u|j@0Ud)&y)u`7dUYQF`6PV(=(>F%LL687F5HZzqVs@R8|}ZpuaA? zl{oBw`Djs#D2a?vK)&rVhQss5M8RdgjYLF!Kee>=pl^!B<}+-|^DLymp%v3W4vkR9 zr;oJLFphS$+1!^_$FP`nZMjiziOw|{>`$xQ4NEd_!Yah2D|^#Uc!G)ru>IOfT@|I zvl*cG+syPoA&fUk!5DV|WwIpz>-c|2r~H#Jb1P2+O8|7)0np$ExXC@5Rt_8DNFUP% z4MqZ*G^UaJ^G?R9z%km~0gLXaxWdR-U~)Bd6y3k{a)m#AETr^qyIZ9;7MaLyoy^_i zIGbby{1>y&Dm}6f`BP`Ub+9FqcqCQR(U9KXw^m1KTJ;D=T{8ORQ;17h=%QybNtF)0 zhJ9=y^Qcw2;vHY!+|zY)eZTX0-has6<7Gx7+>9T#?8jhXA9zI>SCawmOYMb6l8a2F2v+0!o=h%Ul)86 zQ_v(M|AudJ7;R|e0E(=<4$`+GVCJqkJmZ$jAm)h;f*Z(9$2tFqd3Pxn#B0y#SqbJ4 z%Of_O^a9JUIxU182p2TwMHXvJZQ47q9?CEVH-sM;tBTyHz@EDb*$Blj2QqNxP4YKu z9D0GExl13sp~HlaHbwzsS-?}$lk9F24l;!25@cu6lk0AwKA@MpI*n}f4n@*XA&A>5 zK$q~a&tj7Zu0|VYL%tJ$QzjKn6E=1|#c` zN?!~2>f~=jg+yDu12bCy&r*Cl@So#5oN@Gh)(PMYM(i_e49M}@&T;4iu5sosDAs_o z>M|*WU$NZfqjDED53j$@+iBFDtD60}VDerUM7q{tA)$pSavQ$G4TeGlkEOy~oM0)_gV!H3{S4@6gkblq9CfD@Q=@P9sm%ER& zgc_fec_pTtoUp>Kma%st0;?HG)nXH2?Lo|N0m{ACiVmZ|oJ&n2!+X{)Nbl)d)V8x^y0RyG;BQdU&^SR)mo6|&ldeo6(4 z^&v;}$~CICU)|;V4zfD7*a?C9!H1B;vj2OPSUj@IRF`5az!y?Cmxq*5mEUrF=LqI5Ds!$n=Hwh0%~7zs!oAe@x?#nQv8wRgBYp{Jh+~+0g)FV!dPPsdLWy`x!BR>i1&n!_OcLy=e@#iO$(Z z?RVUqbuP2-=*K4W%_U!&;aG`&+LDhKd9oovGRj;1$-!^GynZ^qe0X^|zf0danA#on zy4!fTdA;t&euvy%1pg6en4Pg_Rk%b@jnP08i?wX<%@}zuMKk5C#lQh4|7XPD@%~-< zW!yL8Ts=mVRQzyDyyav;xZ!{}Nh8Z}cdX9Xp3!scZClvH<+!`Q0sIXEI6b2Q0RI>O zz@O{iC-VP|xiB!ZH*>c53l6!YY3Bgo4Ed}z5MDJXnMR*4w1hN4NLUujCaH*~=o0_~ z7S?H=Qg=uwC)b+$>OIK*CY_S&-WP=*8 z;Cg~5kRIi0^Q)62HCNDDLXLw-@tH*?G#pP3-yi(k?Ifbn#c2rpDb#x#MH5UV)WM1E z^4VAE{oN?R>DCuSx>K|Rr*U%}GJ@8i#~sfKT(o~Y$P|>3PifPxmA%zhhQr1=HKad) z_4`pbE?*4Lsf`5mGtaw>$64qbzz}I#?R68|*vinQ)&$wOi7>&`iHFe1rLe$(H;%-_ z8pa5lg*XAU?cEuh5W*sDjgOyUsgMa4jJLT#tyMfRzkx-TfrRj=-e=u+jUQewK)!3& z)ZYGiR{`T903G1+;JK12urNbUk({E!APwLwG*tZG`bI68FmE8 zmj&I8ofYsKtQQP&oaD{>4?TuSgZ3#>Ns*+E(FR8DcCaHpPFJE6m=w-1^oD&uX4;+N zd))9(rl?sJZZINt$P0B`|9#o9Z}f1hX9=IW1%mo~g50OoM5dP3P634?+!C}+Uc>g5DBQhDb z*VqR>#3vrpG5v5K-kNeJB?aW#Mk z$@S&?p}$^b~JrK#X)4kc|flh8(pmHMy__ySB^)<3zaT* z0EKNh`N3T+7sRFxP;i$Mdya7C$xSPE*Omwq`5%E>j(i8C1A0NxDIBU+@V`xkK= zd*KDjMu;^qRd2Anf|aE%2))l^&I%nzMh3DTQ_iZ_)^@ChV_7zD-1zQ#RY&r41@{u- zs3_q80k-HLDJ!pr{QD2VyC&8}z;mHBkF!hms{DQREi>-m)g;Z}FyP`WAU=zRxy5C& z1VaC(_KU7|;a327?}#1ni_Bqp!en5VhbiPq|5B8O2+a(o+8`_8mHLV@Ne|$mFwc*e zB2FQ@WvqG4{E5qzsnKZ)qT8ZCI|Vw5vOMal7n3mSrM<-4TTmi4I!A!C{jZ3IfFUTnKnUEl!t zed!SK`g|ec7937A@pAKSkWv|TSaLa9P2^nMxhl+UPDERgKaeg6qpJ-PBx{k*KDfEq zwsX%l@n>n`wrjTtgo8WO5>XC_J@E?%nf&yE#?sCWpZ8ZU+wq;uys!8wa^$HQ+sKREPZRJi+?LjpUKKu) z2Ca@i0tn&JM~9bTGjVCpZn%{0j2O+yj~s_{XVh#{l5$PJnQq{Qrmf`+o&j|C2QO|Lk!5KU3xZn`QOC zf>=E5=6jU?Al4~70KosrlK=URf7fM=x~=^M8_LgY9Y-O)L@~`~vwhAD8Ps{mXeiWK za}|^(nWL6H;jHVlZI$J(@0gn&PST>B){4^B={L_QPL@g(@m)8KMs)x_G$AU5q%m71 zTVb_&R8P6NWOU+`TmHTNGaxUeVlJF`Ed;H{xE>VQd*U%w%*Z{3QxZ;uiN1Wb3h6x3 zNw{nacFATe^ZQVwIb<@a)G4Juk7OkWm87K%vKW=s_2cw$2P=&;9U}!Ha5`HQ__|$n zp&)wo@tuG)p7z4#uB^8S>Gen4WTUIpt;Y|BBqh~%!#I-*RBRfnvRpikVi}QfYROlo zgqBny()k+-r*^WKdgZ{N^Bw7t8*#EoYdP9#=|J@2S-47q{nPV zHV8u`X;BoZmnRD3)YAchB_99ziZY`7ORw>v?6DX%yBAAvDwb|X2lRr%!TveLtVJZL zVNXXgk(nvw(K7^rAtl0~^Kgg<>C_?s48d^Wp*3Crbq=N*Y;Ms`_^n@9%6P{9d|?4~ zq+Qp)9-IUx8nr6QL=1`wFJTpha1Yck3eT%o=ispyn{LvKR}b;y2-%r7^eOw1TSJVG zaar7DB4tvO`Hb>_jY}T5DUqX;ATp^kc?P#Giq`t9D{M$GWZMgLmc^RcB1#M*8{Q%f z@k+;OnA>c9lt`?qSP) z1up&Z7Uk0S{ru|TZaqg5#_jO6KAVeiN|WL)ib5?J@VkbMhvrJ zqnEvp6PyxZ3rCzs(a6ae4J08gR4Tb%7CF4&UBd7FXHR@db@9em{p&aL8xCzxV=d!y zinz-YoQW#_A)x$hps+Jo*KQ1xjoe@+T`$8|PyDps+{gYFb@-EvOI@ztUFea5zZ@-qGBki%hQ+LV+ZiQ z(_;qoIpA&Sx58sf>`AM0&fLQv%B6x9lKsdOB{@%S-Vtt8P4up$I@=xXI_^?>w93b* z1&#MuqFk<4p zmi*fKqt|DVlf2y0w^@<3y8WxNloYSk*jP~nyYK$JU!B7}j%8Q@?-YYmBD@d3vR~SD z*|u)ymJQCgSTm2{Ja)x4|4MMZU*kUZov_KQeyPwE#h&TW=oPljD}#p3nyjgvrg<<2 zp?K=M>@7ItbrBrx?U*wneaCC z7|``Xr~Unh6OJYL39=zv(6_IoIt<-!SV|d2)CsyQ753ys|9%JME_uJHy!QhV^bVE2+>Eh6Ms1nZ|PXrFx_= z$hJ$_<~P?8-m0p}a9I~@+rkx^&Cc(mmf)dZ$mGR?7r*x>{f<_D7Gs8huvDvlx7<8@ z;kG4yXP@Z^|GO{Z_>s}we(s0Y^Q)hq$2X+~_sv1u;FHt;fpa{nBJGhKh6Z zQ_NB309*k&UV$jRia!(sYlBbL0lWz*mwCnHecxO0%4R0nTSVwAQt{;ERffYABOhN0 zyeg^perdmO?T~qfY?L1=+~rnO0~+_qJU{HV;oeG{O?RaWHj!uwAtfRNFQt!QLMlWF z_!ln$W$b8IHXoUvfqq2D#^KvZkoi{h%NtSaMiIE}G4oZ3GE-8P+_mRFlh(y}`F|h) zT@za(qa@4=$u49xXO6SD!sMa?@$fTepSt1wt5Hk->A5N( z-p?J5yGKLNKZR$9G%Vv>1@Z3g@w$xxi(V$tO;?__eJ7mi!;ROeXy z?r}Lb71a_hu!J8V0GlpTb^t93V29*Pjh`XP(M$gSw-GB5=&S1U>~5z1?_5bo0sxTx zx8p_2NXJgcKxgu=RZ44VXJ$_?BPlE@rz|?6tL?lsn&g+KA9xU5LZuOx?3~2wNTu2= zGqz1EttHtSzlTN=Mzl)MKO)NVx@Pac!;2nJoV1xHd%fB~Vo+LEcFRsOvG4D%<1h7- zt~+;Asy=aD)~5bA74qZn=F874o;&KFXS;;vn)3CBjQ@xD{k6AoBA);2E}C(|v}cEX ze;7j{_^jSX)m>68^?CLL{bbqky>DyOEKAh#etBpUYSqRx zt6IkH6ZAS&=ltJ)V`}x;I;F7Ars`>d=1Qz3E|bHbPVFtScQqAH=y`Y7$C@68tTSy| zJ!v-AEz*Df*lZh()Ttogec6BOI&7oICQriZS55cM?sZ$`UtISX3_N=P`LhRnnEAHVVvg3i=Fv1osSobeLm5lY z?JXi+WK!-=ZK_SgAvCmXum=Fccz7s%L7rM)O|rpSWHFR+$P4b9ZOvy`%wcQ&yjg~; zB*Q4|)ilAOTdr;-CrF40A(BG@i9d<*i`5SBg5?`Qw}H04`$ zk)zLE*Fd%ev#n3ze^P<%oI|&8X7VAqiLHq}BkTmi||rzl&6i3Qbhgr5#4}aX~w(;g8X$ z5hxT%;aoJT#KYRqGX%{STzDKLAkCn;$#i#F%hjt*6RqXWDS^f3F_!~Rft_tbR6$;6 z5aZx>PIWb&+Y&OrT~q3h8X%fjj4oQUfhffhvMIJTO6^NPz0)y|o`uN4(@Sm!ovVCS z#1n{iE|p~tWnwgVr7m&@gDG`E!md?vs^B&@8QF*W{&>j!Q(SpbbsGUJm_TR}#O79& z@sTLZQcbd*`0~Pr?PnFIx38Ruuv49}E^#ONIHnFA#pl(S^B`v=L;*bnnW^8S1`lT^ z^))dh_-ZHZrH5*lrB874Hg#&86vfYKgY}L4bI_}5;_D!8_%S_xa$GwJ=SIR;(_R~C zNS7n~f`;N82@m#J5^pk)FmD1KdgFc2xco4`z13GK?T+JmZNu*ldaSAs^A~7CrMdvL zw8(-_k-ljSqG3{*Q#6p;z(dA#0Bmj0G8_zq7xg6yyQdISx=mWA{kg_G3=rfv?m>P& z|Jyf){p)jBq8d%SgrNj9r+O0YIpB%FpfY%h_^I8;Bo3bO@U}<6ct&f)L}L=b1^(LC zI9b&PY6ko;NUWmd+A57{{u1QIddJE)jxye;p`AVQc*1uY68HRF8xB1o=6FK zoWyCOsU$b~;_d?0v@kWY-ija#jR4Y%<3@V}gK;yHa7d=hZhbc+ti)##lI+*wxIkww z=)vNAQUf6&q2|>7JxJY# zoTi7=8(Er`3&*Zp4w--)ivm;KVU-4fnLi$f8_?I?s0ah4CWWmBhkfX7}kP1Uon?9_pJ?(|bZ zwfWO-RBI!}rLkeXDTZ@ostZCS7VMx2BGr(lVxwu{TS;AG5pe@yvA3_&8bE`q>iDtc z%Jvl&vB7+jW|+36@e$_fr!L2|Rp}-|RPI9ZvQMB}a&J;(1LYYACf*9dG=~s+4=GKR zZ+SF-v&LrVw(>ud&ogppc1pHP8n* zBv6M!o~2eGvFq;+sf5Y?Dpez;Jh|NTntb>7qvk(1f{>xyNkqz`kO6<@JNTh$2Y=N~ z1btKUM8qDJVPGzqG*(;EdV%$2QBc_w03f@o`pNfPS$OL0l;f88zes?&o5v5=hW~?} zGV9U^-{V?@#QdQAE4&S!Aw9TL0%!zA#7iy04oEmPpq5E)`S?>o6|lX^iZu?{siK7l zI8$Y${D?OZ>4C#f?q_Tt_+3}rv7P~^vB*i0><4%17zZQDWN2JBS88*RLIgAVFU2rD zIE=uYPNU%^$4}{!G%Di*%7f#%jfEx(BOdJ9CvJ=ik#}0_LL_R`T9|Y|`e;w*$?f>V zOx)V3KV%T%@@_IWf0ggLwIF{WXs~TUuU##H57gVj>;chIyz&o95YYG z^_W+q6@2PTWKK}wDVO2;$76?ruE+gs4c(nRgkvmWc_F_-Fbg)Qt{zQHfqy_XEzq2@ zY>s##W6#x|pldIpuAeWl$i%rBFOVBt3I34Z)avPxajS(cl{e3qmeW*OuOmP>)JUXw zmqGl5?r9F9`rQiHq2Atp!z?Y3Msk;Gc>wRp&yafUwT5WEuDW!9>vQo ztHzBarh`I2CB_u-+k-jf9%>J!GB!npF9=fZ(ELm_f{Z-`wi$Sj&yLb&!h+oL%B)mR zBzFjFdGHDq-xWa|1^tTMSORj(#OPKh43!d`P5hbe&wM66=lR&+6`<43xkc=ez@ZGMr%XWVV05)id6;W-j_iHd>JSzZ zMHhAwybV9ve$alQ5c)BG(GLlcMpAb@9y-|73{rt21GMdr&pLBFxgX)QEI)w^YDUtQ z2C2$C12k|&f=mJb40?`SMj%6i=I12A>16_$f9!1L4XENU#mu?{y@kvQWKtxwl5I&)_Q~2uYAE{6d^CkV4kYVlQy+ z^)sGu=cm<3CDmHF=>-{^3*B{LJBiO~RA-Tf(1FXGW|HKjWE{mdv3Ol&6FjWa!EUNZ zSiSlJ9gk&>>S5o{2u;iq7i76k$10aYlqDq75r~>(j>|k&T9=JHbyJ%#2-Oe@nqjhP zMbSUZAfm}KXvZy3XPjW{k%HhaBfNX%Ua(zy9H3>4i%o!}<(wZ4PqDkczZ-lVWAn;G zBdmry#Tz-703c?g_nEU$Ya_;i3q&(=7Ca<-no|5RgBQY023sTfR#J{zr(< zK=v;Iv*%EOBY_w%praMIfhZ=5lWn3j%Hif`lVf_Miaz8g#Zs38r+t`X_}QOQ2Sj6n z!u{;xV6oVjg_D-K9Lm@hRtd2q2BD10E6Mb@5VkG{VeM3&s78BIif~d0y415MLP=7g zlSC62&f1jWl`4W%RtFTt$|=qyIWe6KHHJ9g%?4z^f5Ag|;kpEEnL=00D+ob`MRJ7E zbpFmV*hs@y+W5wifjGLE3q?{^QNkaRlptM(9)an%v?7vb*2qD}>j3NO^OvH~H zBrI5<-Ry%*vjb@u8Aq=qdDroVj}8unIB7`&a?`0!`jt=q5{MW8V+HJ$01oJfx_hCD9n?#n>r-ghQ+?}@s41P7^>y;e)|P?(OQ8E za6FID5_JLImOzgpro4TUy2Ck+-3RM$19K@YtJ2b7m=5|io~1VKJMnbzR45b2fxI$p zcDAd0HDu_9WzrgS)Lk|Cg)$QCGaRv)|589fA#RaZ^^(}?G40F;;-_#wd2$Gwg#1&a zs?4XoU(1qkaDlv9&SYp3tsQ#mKM+Z#gpfRJlSkfRaINV1e5gyZq`IpA=lXNHnQX3;! zeIFR=Kr}yTW0MA&3qtc6f0vdO`_nCWP3!Za>_{5G$)+R3XJe` zL)M62!TQmYwYFeqBeEnB?x?%XL8EOFRF|||3nCS9t#85jaYr`KC{>np zRhC%2^K5D+eNtg`+~$X>g?(M{K1z4TGsCvp(x!k7`AO6E=06p9lqr2i4;(lmZc2+=yr^2TZlg7PNqL z58J5T9SrJ8N2e4$ci44JFBvM(hEc~U8gofse^uqk^mYN*vGlPh>h9&d2=Fsj8$nvR zUCWlbB4$rW-%$9#2IAni4wQO{9X%j1ytEB1gdx8nPH<0HpwqT!q2MZKNvFdNDcpPw zThx=tjD{=~+*uf0G9$G_#S@I*`_gWNFxypS)x7!ga)6J?)N~od%Ffinv z2R`VVc{XThB0=&+iu4KV>g4J;m?U^ruNrZ?_+}TEemjsu(@&U^nFb?B3B!#p36J=K zYyP4cZN77^R;-y+mvi~br#TCy!2y$s1C8ndM=>x70=JT61b+49se~vB*$c-=Ha{YT zD$qQ}i4BWo#mZt8lud$-NDY!JRiyd#DKg~10y}w2Y}MC{LiRlOnqq5Ab$cW>A>_s7 zatIZjQf_%?*{Y$^)siS3c$C+@(XC3Q9{CdAGq-ipP+-N7sP`mZ0G4XTErdA<3`U_G zfv)`gdY#CGXaWEBAW<{OYFtFOh5@j++@pBqGQEyfzB3Tc} zn3zZzNCsj3P?*RO^aSICab?IwS6!${6OaBeW9lGKryIatnj5hd9U4nJq!b`j;=VAs zW8{^CcR~<*(=Q8OHkH_LQm5^$D8Uja5*zli)wLXmBA$4%=iV{5YO5Dy8~E z65goh3ZGl#m%g1*Ri6MuqAadj1&u_*QF1EL3D-0AcF|l&+*vQ|wG1^u9;<~5%Fw#s zh*VOInT0NT86<^7QJXeZZ8{~htysLAI3QpkNJX<>WQ2;Y9w)sXA571+%pCtpd`$8% zJct>=PamY~5_FG#5zELug-iKC$~@%gRl0~IS<>V<)4M&^k)9effKU==_q_qF9xug& zju~L%bI$au#AXilS5?iIctNlLOi^W5PHD_wp6O2g%G`z5x zH-G1egc9;l@;I;F9T3MULTda+hDewQUSk*VnlQ78|CCk3qrBewka}LImf`{TT;Fkg zp9uB9)v>@Y0g=5QW$xIG(|UdJEjfhIpG?K!KS&sd26f?>HI~q)v6oA z#gdIM7P~06LRVRT@;+|&i7GY=fi%t+N_(|g)7lzXk`c(ujNw9RI^j7*(8xwX4#+3G z>g__M-a}!tT`!8}D|?6aQluKAVat>dZUFK3;$2T)XN zI|$3jYgVG9Y7X9uCQJg$`L&xapR`+1Eh-C$p6^UVM2n^wEw;-KiE)ESboSeyyI~6_ zkvKt^B!@3i3J%O(%lYV|f|TkeeZ&!SnXwa|)ENLk*;_KjlW~B;p^5Co@rAx19bMHH zuy7b6*92tipb8hB@YY%ip%jgK0{z$2dYQI>UtupxPNK5{^{jwchxw%;Gu3DeTreF? z4y0c?7jDCXxlP3f{#_6G=_7?u1F*PNvs)<54b7ZLz!finmLpydGdG|;L~l{`t;p@3 z%NN6fAQkA1;+w5-McB1?_5cJV2@`O;X}R++&7$Vue+j8fHt|ZL+^Wr3Hr7#9;SJ~2 zX~b9VU;$0*IiP6|i%GDQtSNPu)esSZk*JcKB`x8~*w9mVz6|*w{xk_>Opz@SExcPL zh*ZIenBqja3hDFm*^pcI{EHPV*=ari8(oKO5ln2M&(S{0dM7C@ADXsBb^K?;S$%M3 zVew&zZQzhaVZAVUAu;B;BzIZW+IksncYCcwjK`8znT-o;4@YRD$+;+R0{I({hNJDQ z5<1Zles3GD0!K<`bM=aK|D3GM6NdJshb-YJvL)`tQEEKSS+3HsUt6Vx)SrkeVeh^T zLncXx;r*H3CdN`ByJqAG&oCS6-MdW#SBh22t*hWNwlg#4tlx?4q|n4nmR<()lvhOq=2B(s`D-cl{Py~I8}`z+|X*|h_5t8-opCm^o7ag%PpA zG!lM09exl89%uebf~gXdPnW@FG}QT`>)~eBnS}7#3v?l@7q~x!V$nvCC7qC+?RP+)vE!z`a=?P!vWg#2U?*G4RfB_R{h(h2%{)Pzl%SyrbS54;hq z1)~>T2T2a;lKae4NEO?<^NQk1jA*Y`inq4l*;Cv0)rM;<&}K5+C&>{A_eQq4wYVzI zU_h42GenZ;8u}!k2V}&#FkrhOKJTxIU<^oAT*~NQjEq^>1T_?-yezFL(>VLXhYig# zS}6o)oI61!{dqGET1U4aDHKmSE3^wYR(+LQ6c{gfx$N0$gkR%RIF8DvUJm#PFt~^N6^1*wW$-)Y;Bl{bHJ=b&mOEK`Xy5AA+ej=O?k zlkG$t%MA#{;s8%=>(b}J1nu3fp$_M zWYK#kE|=#|$(#J$$>B!0fX7DH<{58&Aj))f< zeZ@L6=$sfUe3-S(*97Hv+0IQ@+z%suYYHhq#j1*CXg+N1VT;21V2A-odcT+6r+DYo zjniYxy>i7$Dwopfjy42Hr`j6lC+V4MqC3dCh$Kb~i4Y-9vpk${q!dB0!pB3{6y5b&hi3~f5r3W>A1T$Bc6Zz^tj_^6Qg{bE~ z=Ar?Z?r@XL!7JN=rffm4BUc7=tfrw4L|1h%QqIy3v>*1mNLcAf~CM4aU0AaE^ZdYaB(2aC~>9sKj?u7Hf72%lznZh_QUP z)gIP!9eJPIY;cP54QcN?^uLX^}2qT>$uYtegLA_KIQi}U9E41)k> ztBH)a6c-KfQGphN?s-_N?lL=(T<_k@+l2C82^mL3_1MefFkQ7AyneV+i;mTRh{MAR zP&85UMz24pqS;K@`Y;~^gYx^0!!`9*Td z(dU0TpI&%h9L!+sEVwk@vJ7FWyng;s_twn^!TlRvW10a;fAtdJ-!1{;VSzdMs?pn# zFdk*X{?^GI1+b3zWr&AT@7-bF2|8v9+x0qljqp!fJBrNS=2)MLqU*bg09r1;q<*n) z$X}(c`Uy#xx(@-?)KU$2&~lgSg|Px>e;)=F`D@$h29*_zmY2fwONeik>kh8SjZPqD z=(3T3(fye&(HQ}h0!r@s0z;K7_;l2wm9#Tcn!GM6!AZq&V#$*=n-Mah8xdvbkPGIQ z49J3@2?Za@(ir!?a4-y>Hm0=t8|FE%u{dy6&<=o^q{ZQ+;pZb0EHU$54!dMU-s%y@ zq z9^x}A`I4w6i|K(He}sf=!>|hPg4HymfVfz_dqE@wMVx`!O7Ktt*Q@p!g)BTwa zw%h-&hRmAng|C`bX?2{`S+O^DKU3J@vQ3GvkC99kKzPx#%-IS|R48Y|lhP)^@lOX) zivLM5yq1)Ah*Scfw~JhNB#f&s2gDVRiJ;Pg6p31~6&Y+wEKeLSwd>D)SXCCw1uA^# z5MRNaWS5j)U$2DSj)pY5Q*BbY@s5nn{>-=ui2Qp5-75%=*J_&~o1sOB11S^~nWHgG3x40Jw*;7cm>~z_CaW~)JKI|e;fV301(x_9`B*eL z;RPkiN7<$lEKV10g<_+NuDwz@WdjeqGSDJy^WdzQ4ycn_dr0aNpJH2E~Y`IIP152;B>F`Kb)mjo)wQu zW+yN@Hxf_qk#``lgY67Vi$Rx-4r!BTO4qYGbToLQz2hoT<}yedy6}Ec3?vE1o&1XD zv_c`_BV4W{3uO~`2}C57J<#zOUdvW4Qj52uM z(lsBEOL*B+iDKK+vzK^PPFNXr7)3$~&guq~Y#y!vl`a)IG;*=9VC*DD8e-Fw0Egx! zkLd=>vYowWU-H^XNa|a;nCeRiwoF!@cT$;EFn1(r$tZ-w23&axq7E!nzOJxFq ziEvX9-`>~lo|-9*+a|n43Qz%%;eR>F(AeAO#m!if55gZwn08R320{VEic`)|{*;?+ z;Doe|oLCP3I5DCF%3y)VKdWW#XBGN(4`HQwp;(-fuo9DQb6IF57mA@v_{`;u>KaTy zasCPQZ7hHg?w}LJs=sEY97k%(h|}B{NLQg)bJ9=|_mZL4GSOy%C2&jFa2E!(y!D~= z65`!|>UTYPah=7-OBS|48(tY`RXu%P2f($@e_s%)-CP?wK?%Eugw0-&{fy=<0k-et z5+eQDhXw4j5GS-DG=+UP;7~u)!?Ys|!v`PaRK6C+E+62+B@S!-*B6vfu9vFF;&mUz z!%igk}WFJ|I-M%LeK_#|p|#SZfd^@KLU1Q9n^$vvt`QwU!Kp*-}r6$JwaqvBA9c`Q1nRue765d}WfrMVh{TB}1L$-sK zk}R*G|Ma{#T*+`fk{!XaH$pAieYV)I_U}S(2R!{mx&POP&L8k31Q75x4yj1<6#T8t zrt)9EkaWCS*)CV6#HJ>33=L$;fElM4g0u`cseHj|%smaR;R(9OU1zMq8~z{d2S)3& z*1H)Nb^T_#ZHokL;(GweRCtRO&GX`}XXl033 zPh`xJDaYet_^z=GId=tIo9B-)XqdLn*F46;&)$KkYv>;)bv^s+Z??==a>6K`(?6u< zv;0SnZoKkgi7sL${9p!i$Tdd7`@(uOzM8#T2O5*MwF7c@G<4 zXA7fw?+Ynk;dEdc4|E*lSZc888kNktv77atG`VI^A7#)gF5uM2dnM_E!PR-6 zJR`pq2=mx~4iPC=*i$4h5*-ur95yZPjv;I0c|SB`%?IS0b7X8-kWZXKH0$o~LKnbs zn%Pf0AeqVz4vD@8K%nTB?`d7Yg;v`;wbZSBEpC28mr6#-cl{2$@=I)sZRoL1ZhPo% zjU*8TL23>}FULx{q|T1*(I;|Bu*ur_x8Am-i|!!iT`sgklr}1X$FX!}`RhYrjCB}J z;(RZnL#NFpP5~S~^zj@dIPj{29}9%GVlRh6iftEAdb8B4(0rGpbFc*{MMFFY#lUqx1o>+|crn0niFtOasd&!i)c zLk-2(Ak@u5sv^T&7eEjTbAP(xc!2pGD1!-8mT|hGjd;lUI*Q=hsLP!Yu;2@P;EZ4b zi$V}6aOYzoU7R&APHo)=kgInH#d0d#Ged;l*PV2`XhO9^4(0LqoMCz+YICgO33=KD z3e#`B-v^1lLG8e%K;BJKJR65@GkAqRG=!jEb$R(y{T8ekOf_CuWh%i~Mo94$V|FXJ z1tIHhb{+WqtHo;HgmOBL;Q_1ptfon7Q>(KSa;y(Jf6M*KE5YqW!Uo56gw`6-1lGi< zbk>;=C~tNk`BKsTLK!AMGZ9E3y7~9rmFx>i={Ixeh-`;%?9gQFk*~2&q@C~VJbmn2 zKm44)`AgW{+WoX=`N<@QWB+)*)P-+63p;UleRBAFr1wbg`mru;ZB@M=KV7fTbY%Js zq$U5ja(4Mj^!lXhlCx|4Onv#KZu86B4}NjIJF)wx>;Dcw>+Np)^<@42OV9La@9<*p zI;2_~r!^u%6>b8fN}D{Q7vfSmF*MmEB#0T4RTwSjmYcOFFNt9thPagfz!xG4pCKQ5~}&*}JfarbuS?~(xd*Et~kvh(|$ z3z5r@_>PxX?n5w4TYcl`>CHB*JDU!xg&dRZ-Sr8I%6Hc9!6pEW$RxcryERXPf1GPV zkzZtc&EuOz*?Wa=F3-@@C0%Qh4s!Q;W$nn@@%=a7#=9|VTYAT>cky&~4_CFT4UO^Z zO*nAMyK8q+og!ka6%=fm%a4~|Q|}+%x#H(r&=e${NRX=kd5Z7CB<3oFd^D8{*ni=W{b2)R#@xFUP^c(nV$TPqB4_H_RCe0km-)*$2oPs-`-0W{i0B5)21Cjdxw zu)i(EFY}+iA)f5d72|KrA$x6Wn&SKs^e6Ws0cuB5(cN3pbZmKo)+NbU#5D#*DBCW2 z7m4}jEaw&??0x9YSZ{84D_kg3Yj-0Uc(U_kn8`5w)Msz*@nPpC8)1Z(rKjiDN$fX- z>=B&b@hgJE(U-c_@0l@j>V6wz%v8Gdy7azM*2TDQc#17Vm}&wPV<(i`&Myy3$Dh$x zRzt^s)5Q)RPl>&FPf3ND*ruEr zMuCI<45F((Sfyt}A@h*Dc{Jy6-j;}kN-sI%7ed`EmiAcbe&{4??a=FCD%z6t+%3ConSCWvMuaA^=L?}?o?<$Fhf#Xb>pe%1n} zef^%zYd7?GReweH_&S}Av8p}Dd`hX;c^Bk(wgCjh#2lR8RQdSFY473p%+A4O3Lk2c ztwN{JSv2ZN+pBP^6jw}eZ6)&K?J+f`zeVRU4;22RDexmZ{TMJ?_uFEaZdmYFBY&}M zHNRzFzrX374*+o|EzCyGpRT`WR?5ORR{qT)JcryX*D_qZiROQg=zDMVbV80tzi?E* zr<}Bn@F8X3*0a|SIS_>%6(cJ1DYz(Nw@#}~c&MB5XWLL+~n3WDPe@9e3+JL*=( za%P7D>&XvtB%PX!gonvngQs1zvtacB$uv3oUSh3Y`T1sso{Ya^fPt5ts|hm_21HyM z%KPMfc8Y_hTS_Tfj&y17U3P5-z7@4 zd1zunM11&}IBl?drLTYH#d?qub!HU^R+q<(wZ5y@^s=r^uIOJ~gTyg0iE=v{B?trw zv_IO1;xef&SYRslrWZzZd8FSgPOT8#wDbbx-Mczb367vl4Q49N@G3)WQt>BN4T|C1 zxAVQyw;B|LoS&##FN0*xy}EY$Hfvt#A!q2P#%w(sZrDh7W`F-n`r?03^I;c^yzT!f zKluLX?*4la-G8Iz%ZjQ9iU_I*x+?1`|5JSUyw+dON3n*uS&y8>P^sHPw;o|B$jA8T7YZREk;I77z@r+@#yH9?2(&+?S zBla+C+VpEJOrLVHi^32?zFjGRA!Gx!31Rg72|Ag`ER)#U4is$?gdSWVPn$g24yCdS zl*W*)E3~H?3nTM`p+0Sn&5}JDty$kDgRx~sr8|5itI^x}hPo*~l*+)s6HP4&1V2n( z@oNj@MAw9o*N%CoeW_5186_gTUA}dC07zSMbO|0wW`h2-2OuBVVmYMqh}$=GV(#$G z7CFUiQ=;A)&vLMUOk9$-21@T&JB-K41#fG{ij-G?i-PA2OmT z_UFr&kClR*dsJXJVS3)j6P6ULn5@637jy~l>tV3KK6Zn_564~Q4|E@*^Zt#}gSa%x zpP%}Ck~2Yz3mZb?HqANw^;|mmxaaFPT;D`}qwdg2bNHlfcdVUm6;5ke4`=6CQ7BkwxUa-wz_owfSolv4fbCr4c_B5vH~2NxqJOSE|E zW!|)7-UC(3shgrvg?8ZtGG*LM z5$PxU66UwisT(aFTU&q>J6EWk?B zQq4}!H7PMHGyipxpOL1OqM4v?RFaUIprMPT2d_|^XP9SZTVq~6f|{J8UwEcjg{7dC znwgMkRHC4yl0Al!lxb6lhGC%c|>k!s=4^}VjIb=Kc$0e^x6+dk|={-k67i#$BmU)Qfls>|o`o?t93kNFEz#e(U$t-D=QdA%kM`1=<1qExj z9^SzT^W_8V&3iC!ubTnylzKn*$WcA(SyHH|kW@~9EJM}7Nr`M@vK8a+B8L@97a${w z&>D9WkZH>+J6IfUyz+&Y&R*Qg~DpZwc2xfDHmp z@ZY>J4nN&g*XO}TCfOEdR(ZKnv>~6yIi-byu83imko7&$FzcbF-YVkxO#_O6ZyqX% zZ*|bfA=X4_{Zd1+$S;-Yhra|DT^47_pE<%E!B=}kR$TktjT8_9eoFlEN*tetOJ%Mr zJ$JPe4j10iZXl00`O}B#Ih%_3v*JlZ0^yjgs)6BJK$B7R?U3(}&FwYeWHkrqXg-Pr zoYW^N!dM1ApbOj1t}Ix;WBW!CF?9J!W8@ zQH+$q+d;!|&~;w7|F6=nJRZvL3y)+=c1m_4q0%CIQI-~=WU0g$491?ZZy8HUMG~U2 zgvyqbHCu(0EJc>=I|-3}iQj$eOU*Ph(eLdupUEGd=bUrTIrrRiU-!1Wo{99{E2lI1 zsoiV)mAIMylWI&^t>0u)7DmaMbF-+EJk;r&qOTvFJ?T1pw1Vb*8&jdr$DN)LQ*@i8 zgWiynb*c}UbkF6o`^$CQH1rzGZB10OpmKAKvTeSV&PE=RNZqgS{r#<-5s6dBy2N*1 zyZFjvu_H@#H(b8g<;a9YWI&uurd1jHDOJf&h*140rlno8kGd;gz4%^# zcs!O);*oa3)DUc{_;I9vfMe~AP{yG3heQO#zMni&+N)>~iy0NX>poE1#iG@oL$Rxh z#v*y$^~RXjv-jWi`rT1c_M-4NJ5nE_Y2TT{N<+R*F8#V{=hUgzu+}1ao+V>HPbsB9 z_8e7sk-4=+U5fT)O0+$*4A-SHg%)WiX*c_U>-`5bSXrko=M3$S-n0+nxh*UIaM8h{ zZHUEP)8!>1PT?ePuMMjUZKbex`c_SU>FezcVopLX2dX@?XLIvs1)n@>XYh+D5U)FP zc=m!DhrmK)ZPHPCi?FY8TQI(pjKPokM~+JMF53Fpj4 z@|i>J>gC<$!fiX5U->&WaeI4YACm7n9l0Y}!rZqH%~ZqeD!HYgFSpRL$Gla;bkGqc zILq3frO>wU=B2zLX}9DAQ~I#FVRx2wL|^8(Nx~kzu?dAkLfanrAF(~zA)@>!{BmG5 zQ* z%gS*5R$}cY8SfX>n1YeYb6*YHInHDcccWk4Q5HRNs3wa}rZ`Jkxb;Bsux{dQ3zD}I zyQ$o*gBm2Ao6J>PZK@gGjL@`BniWjnE|!$1xOPR|5>W!K7K>ICZS#U%z8~FHple{+ zcap@$^m4MA6C2O)ncYK11()W4 zk2@LH9TDV~=1{eZWp94(9wtc-^Vq=VZ&NRHb3hH1M#UCHu6k2~s*}EPd!jNr|3jp7 zSIrTVeF38y125>O5+$2i6m$y_Y=wnshtwt{PZ$N{&^j(iRakD7zx;tb`-ryD{1JZDCf)@|6qU z5%QiU>~KF^H4+{X`*o)9%fjMVCh2A4>qD9@+&8uak0|DylpSg_rfPkz&)Aj`8Fey` zG4WDs%$sV>12&&TcIh}jdC%jf*koH(?@@i4{x0<>8+Ey)1A+(@{-FKki5esk)} zjHZ#&`kM2G%z01q*1JfQ?$|a%PuH9Cl;!bm(%a4TxsL1{a}ke?Y4l$mq)hqH$m=~( zbvKzYpYI{^0t-VYU-TtG_Y<*^oXFHdfiof%Dh0>xFNIt=@S%gP;37}oXZMCzDr&C% zEw8>@qv|pjYLzNd>i#^_(RGDULHAUY*1|)LDiOAGaa8-xoOHWyHNcekM(=99p4nUg`#syqGFeA{t%DJS8hgQ z(zuSLj0QO0_vGv#MzoskfzbnYz9_+;DOSfGRqmr7xelX$X(ya^X zsm)?bjy((H-@9LqUCNm8tbEC}F9%g%)OEHOn)6-1jJszX&@c z`du=>{rCqF&z?DzQum9U>hXJ2=SyO594`D!8b!6qwOcbh=|uLUCvP1GQn@8~YfiE= zduh+eX-`yt{UY%)sySit&OHlGp=xC6J{Q(k?DH)xWB!p7<&U-oQYTlBwO%2uR*Kt! z@;`&TXY=j*^MD#>v(|ptK(4}7t-_a|98ai?acIsslqiP!jRw9Qxjn-7CQPWZ5Dp_BzkC@5B@Jy5T}6ts1M3)DB~c z5(eE{Px4jzAi||lRxIsiDl$vR9U;D@ZlopIRJOKUS&yFQU)#vK$eMP`?xNSccozRX zf0?6C4;MF5RXgy?fs1!EPRX^-(Fh6cIU{gGCZdCFtNPi;>!t2|*`S_t*Ue^#viBL) z^9P$rodcsh^LE7&qq=AL`~UPkR!9>z-YDDMNu zSM&&aCv)bzlT~tbG)3_6()awGzF{Pe%}K1 zLyz802YxgOifnnx&gf~OWE0c=X@okpB5PYl(f%OsJu}DXdqkL@)76B&72g$9;jU1e z8{k**Y?6k&OT_=8x?AKcYDLv?H5%q}^aBMC{{A?+tz}kYIStJUb2)v9gYAA>Z$J+abl@{UhF&`7k(o^1p7C++3TIwi;T>g@F?&P?8;6KR%1)B`>a zlR~Y|Rta}CZl5^GZxwlj_AHrO_MooP?Hqp20|`a-kI&jXaR^>KHCHA%%i7{y(AAJ% zbTyI;b%2VG`NDyhhmKL(St6vO>*{A?XkU=~EoykOi(57B41%9u3U3-aqM5I0__l~{ zqtDF#EWJ+IqakNZ1$N&3P&@S|+&WfA>|s#zi56WM_30fXy>|$ye%?}ve)CXVGG|14$-5yNF=JysO8vF?TMqRLE?SPB zXZt^U`_~U<#D~+$IBl~!opYJ9riZejJT}3SXPrI`&*G-+1?QI$hA$uNG8<%!jNjcm z#6&r5FGpwPo#TR0FV7G-%7U7oGZdwq+QxbiJuKRoDQZ}hK{*lLufz04)XOJ3#+_*k zS$CD-1MsI-=}w9wwI|Etf_1-MyDuCxbP4uWf~5QEX#2%fxki|)B=<5VMi;i<$kPw$|Q7X=0lpS4LGSg=B!FzkSB;1bF z2=43%v~!ef-I=S-W#F(+N+2#QiE6#}ry(u(&)VF9XA~MN_!2HxQH66E%(1m7AR6CA zUD>_f;o^+7;wB#2Hm=4A*^x7$Pt$7h3ON@%&EPbgg6Are$uB+Ku10Ee8hQMN`xmV% zs(Zs|cYVysd{!j=_x&Ln&9jkHuWqOz*qJS1oI zTXzqosqcqSOYtY}x&a$PfeR{3>-jB+MF}R**c3Bj^vBa}Ya9g_>sUC2{oUK1S=Mgx zwv*X6J|t6KXzzNQii&P)*c>IrSm=X>7>QfVA6*Q?6L$}WX}3k~Wne2?7i=~s=7nzF zUaxqWhoIl>50pC z0xPDT?`(WRqjKS3+|;5MU9+pxHag=M;kKlflpD`0<;p4VTbfb17@8NguHd=0{`0Ms z_p&-#cdB{7$PycL$KTAD4oKco*fplfPJTS?G&`ktY@K6Kti6gSxBmWs-O44xsVxG! z8PeWe3M93s&865v%eBbRk8WpoTIYLD&q)pF)p^Mo=kJ+4ot}B}{O9y9x6kg?D&APD zFD6yGZT9BbTKmuFY@V3MiWr)8DGH@J+UF(_y1At_%_U>g`)K#Syc5Ud7)dGTXX0zu~W)xt9I&?++=Avc&+y9NYl_wBUeXZO$0kx^#tY3 zCYX*Ti}9At<$E^LGe*@Ek3GGm%Oh`)?D{2nf{s?@Qrw-VoLMST;)ZARHU{T%iQX0z zstTcdynX7~;)&NCbC%z0vw>=o!{K{GzN$TN9^p3|74}@8 zn=qyu9qfK&hSgbe?De7C!6@Mc`wsqf{A_voV+MYWoma;Ew?FFABWD*}_sOe6`kOn; z;wkI&kd3P@S^T;;TQ~SE zxo@4_^sUQwcr>!u_W5l_tX4tl`3fax{E*I0SC-n`C6{$*U}qh(!*Kr5|spOOghtIO!rUi zH(Y3{6f9<}ONt%(z=(3$Qfv??-4s#R_Xiy!gODDJO zM5*vxwVtfhC{4T8r?aJ7C->0c>(u#H)#?MA9FxKwZ3`M+ay-9OH~U7${S2`!{&wse%^dul)JQE8#x>Ms--t&=B&2I{JxPJ7q-9hgv|1mY z8eF9A6S0IE zujqNK=-%)a-eGS*`A#)s!6rT4K#A%`WYnZufAm4+*Cim`oc z>L`&umw)qMWH55XySSIF#3gXs`));eL3($>g#FVB$DED*6t28*N8JHjmt! zuXnAtt4!xry*_H49zpeRV_+=mNl2c6cA)lII%^7Kw`P*NzRamcCQPBddSm$loSvIP z$SaLJ;Si;JxZc#L^|V)DR&&D<27~PM`s+I~S>lYY9LPy9J=ZSf8NBepV4FC%mEt73 z^B1)Pls9Cr!6VR3N#%jzna4>K+aE%erja= z_@U9caAZ_ralm}NdNH`sGhgKt`gJzqMCYV!4Z|gB7HSchoaAT*)81nuZ_3boC+;~V zUVNu#8Z~`_`jn3HT?(mZ0affFtud_6RW3Ko%cAc{xOfOGiTf(dScZ6V-!2T~mlkV+ zn>eP}#MRA72A8J_4;a^|j*RVKXFGl1`9?p^jn4Xvv${2}9@PjtE~YrZQOdN*{Ts*( zlN~cWw^wxcjJ=9)*`*M9E^+Yfw?($ntZex6%E{r8vwJhmPhR`R-M1YHv}i?9J$1J({VFe{p)x!~a zvCXA<+Pw-A>eew4mF~*IJyIL=SQg+UZSNDb8ox_FoFSiiFcQ>v>t%4rhhuVWqH{tg zbMIbW*SC>`%5GhvtbO%8Uj106Sfq*+Nl`9izH(+}(ZXV@(%l$`ho$-Y!QT;C&GDyb zBO>&zx94rf4E03L#!5ObQkjaj71%tsQa<-e!@)?-KCHt9mcvYf7=1VOm5d=_oZG`} zuxP4f)INv)TU@dX=7^NvP)EW=UK=uArkc3-Wd7i^k)wjiZ3d%32bL)K1yf#$FOGC= z-ElVH`s{)bi&5mjz*K&}i(`0f=3^gHOFb$kDKBwOVRnu)5_jYR!k5k&EKZeviRS9z zVWnB`k)>Xb4DXAnFL&?U)^J`DQyY6jFtl{SjhqGEmy+x{?4Lr1=}*sSoNmg@(^Jl* zt9`-Ny{#=}u0H8xeDYOqufp*SyA&Vxw|99~fQ6F8f<#BQ!Ko_o)cbQqrhz7<)bo`Q z@r&nal!GV+((ml4Z8=oFU?$4@af|Z0tLgN^bx%aed*8jW3pLgLMy4IddOWVME>p~_ zDq$GW>kxjpg7>rKtUZ+zhIfQv^Ud{U%#&QKLf@reXY|s}zm*8w;kGEukzXzprg*jYw;UFs54O?XVYJK=DYHOd|i2WNWzj>Bect(Dt$IP4ld3|65G zgRv}wfbV!r@SivcTU#6mNEGO|z^3Pq2il`qe&R7F!PX6qD8Kz^i8MtRx%_^H>F>fp z$TsQkOPkGMumHbxuwBcr;5#03cQwerxc(ybZY=C#_f<%3ZevJH@*{G_cDi5-nBqAM z23v|&QXgEW znU~qYu^-ykGl0RwmI=UjJVq~X4IHL+HV(Gn-XI)?7Oe|fu2J^-MJ6y9jqN%d8}-z# zfx!}-(T9URsBv8r{mSjdYw!XA69{%$EcwTzN&X&AkYj=m972bKyRFgS8)UDk_h zDJtep{XQ@fd%?xFa#&0Zht|Mki!ic4m?Hl|#($2gj2A@h2`$`V(NtPHnH?T=a#PIr z4g=S{u7S%?roDCse6E$#%l)t!B+DTX9DA?~MsB4Xi)8-vSvd+A?As<7Olp||e8*$<+*=cir42C}vhmH0 zoggMP!Qf-ll*O-&25mw_8`clZU(kFo7(4{mW=lzHqOr0jGBO9g=XLggi#z}w1c4)%HAG{&*@CSUsx)G zaZ&*9i(rov-Iuko8KQ|O711cVKnHv~8O-q5ftoV9Hk$uJ7LR93)TR|_u7|>udw7{N)V`9ac8xl4eS0st1S-( zTJ#4IF&{X8Pa=a2_&^Dm3b1{ko@s4NrpRSlJmWK{*Az_w`2ahv<&JDw8;zxdofQ!x z^Y}XhkHECR0d$gB4j=Fxk9o+qHXMo}=# z>;uZkg7t>N3KOKzx^4f&g*1X286n_5sqqYz(DNQa0}x7&K~})7bHYUam5?A=!QIT0 z-N2L^LDD;nrQPY>|3n66CWIwnazitq3kPn34cqr`d}tHGZ12nsUT1=m@e;@x z*xK!r`6o78L-d~Ag!vvDF_csTzCEBs#pXLI_s@KL2=fJ2-a7gi@Ig5do6kw%pZWF@ z<{R`bKDi$7-2kZ(+co`;{2L#dFquwQTlxYZD*(on$8ycS1YVvBC`i4u08I z<0KkTWB@&|7nnD!2~&XO{*TqZ8PXDP5rL2B&bsr41Y{b}K*EOCxbSy)OB-lvCj#HF zc?P*2NDtL{*u5hZQ0iAV4vw%ziLN+{t%W7r#?BOBjdCT54p|(4|9E)+`-Z;aF?kMu zp#SV|5vxKLlAdHTK<)w-!(3Q!3k2Z^E!>$?j%W=443KAF!dO_xyau`G{ z+WyZ*6K-c!01MXzgAdo%#v1q;(fET)bkTfmJuK&KBo7(D`3$%N&2cqs1ef2Ow`;iVHOj2~Px_$R_g{ zP&=f9 z(T$T=ss^W$SOZ3Nuu8OI|X(x;nSKZOhNr+MkvcbY0;nk z*n>P^^xeQn*t5M@-dc3|NrW^u#chs5qtNPlOm!4QK8+%7|3$H2?Ib^_@c2*7hVR1@ zAdQWHE&{eH0aa^f!Q)W4(}?tnJ3%vNZQWW(?Cp?9V&hV4`4K@2as(qtLD+4vo%L(x z!J`W_EVCCgSr-BRJ+QTd%@Ooz?HoWMJcIJPBV$(@oxONCpdylxS>8ILv~IThTh@aW zIvLN;zpz^#fp`pGA0fCO1+T)7`V>b%$OtoR-Of*eWFoI{vySu#A;h2aD&dX4-<8I$ z^mo&f;udel2zvw&k)Ss~wSat3A)g*-@q9wys*NTBXl#gIL`dyZXJaGY9RPEX1<8-U z*!yKj#%+W}1c+d2gCxeWBorF=Hs}W&17pJq#s<5>;xQ%)X@#%`dtUgKX<=xXWG~1} zg@2^)6bqt|XnQ*cBYOwCzqur~ob?y}0R63+BCzuhsZPV7W5^D&D5y|zs&#fdVvqM(r!r%@x(aXt$dFO2vb};X0DpJ|_LH#RIB+T#Nbv_fnYDV>TCbNGey}GN~w^lSIxS5>VO%Ofu8(WvN3Y!gjOu~_4#R|^;v@sxTTG$DgI@$;7zrTR8ZpE0#Iykc(F(j7i3$6 zJ<=3~#Ak}2JjvKFUmz*Dh6S|`0N8G@Dvd0@P-wZ?2FiUmzuMEpQG zRYSlTl#W{9^)I27!Giq2nvFOvanf@Cs9#bMq z6dbDMmIIflg`)F3@3R04aR3WpznsK+U=0k*_2V)pPMU)X2>9g&z1zTRR6!Yqy_)n_ z{3j+GV-)Mg(cH*pDkF(A-Zh*lWfO})N|5#1dz)B$1L24`qC-w|-@B%^f<*jcxcp(u5 zrd49IDv68ATQ$Hy1(FlCQv|Pp0GAQR`=HUesp8{11*R%$u)~l25`m=s>NQy*B9zTi z@80f@0W=?gBS>O7fuHm0Y0y75#{M%O9%V)*>iMUE#bUq=1eQ-LPdvuW{U2H2D0`$8 z9xDBgS>8dQkRbzZdaJ~&o@y2D#kZmb6shYk{QHbB;9n}H!j#k5k+ZRMoJi?>qPDRH8Ef+8#31Uy18nFc72ss*Lt>wtvj%7O6 z_&>m`ZR}AdD5Jl3{5o^Bo4A2v`G6<^^V!N1k9qYsR4W9^68@72?5`PBH zge~xn#J>nk1Qn8S*$mrO#DzR4Ecp*qu$KnCPKf|7&l1W>&_u=VJR=zdro?oxr~!TV zl_wt4LLBoqe7F_T-VSAiuN1v)eaD{-$gB@ay{#+YkjT%U5fyngt{{K~$ddI3AT+0d z#SRdSkO`n{DW}L+Wd&p$2Qv#cg3;7KG+stxgKm&uu@edA6){`_d9H$H zv-D{o=3x-|d|0{%ml1;@t6OB=VW7N@t2n$1QgKkuLHTJ!3R6+O$g)J+SodP zw;hpiW28NZeW-neXN2B_-86{>uq0pwf*tk;-w_mb1)5No{jzx-WduO&0Uzwni$KNS zQ9&EZ0SO1?{Lj7@9;qAD-1p}LYL3N-$!ZuL;s-R6!&j0lIs$^@z|;2`=c605cNvHR@g0rh{@Fx;7JA0DTwZqP9{14RpkoyR#Fyb1}qt{qw9|| z5ln`n_|E?-*3bMWH7i6Cz0VH_YWjQE@?W&#C+g34tCF{wwH@Q!9T*#CNvj xFT~!zBVwI2`8zVcqa~M-Gf3n`{wnLwgCKYVr^-3Utw@*Eio=PE-)^1VR8WMeQS5y zMv~}!=C45H^&vT?X~~admm6h9k>ps3ENS$ZT(6?b1Cfw~F$Hh{(6Tls_qX4w>h}u( zB{`F1taB0*KzDU_b#--hbv@!mm6wb2>$Doj^YrQ3@T=kKvp+rT-zxll_39P<3xD>% z^n2~)iht{nR_0%OoF$j>{HJF%heZa zpXdL#J^$lzn!%g#aDLlj{=fY4%ZB-X{`|%2t1n-^1Uh;Cca>gW0Y4bMOP*F5#j z^S=fX-|AP^{J&cJ^5y6G|26&|eerBj7SGPp>{*h1h~~G|Ri1S^kD|?dep{rMS5@>J zcbIblg?(*c@izkxUqNq z?!Tcd%o%)5J|qlMdOe?|02l^T#94I<{RRMUw+}bpK#h%WcXoG<-$Cc2*E`31+eb&y z>;1!MBRbePJl@$n+1)sd4o(ga_K&uQQFN4GrxK`NgV+n28o=H(sp522(tzK=RF=@O z*)+O}KO``vlO+8B-HM|L&{p$&0gQN-XO}cUor%Ao6639|qa_Gn`x>#froZ)zu0!|Uh2`&H_5fFz0NbSMb9I3w)zlucss?uxu`yVANHvSu^ zE}?H1MSczanavVvu8eqr{Q?L+nQo<%s`H2notKjY*X3|gA=Y6G7wP2~)?Eq2$7^lU z%L97%I-XQ{aob@{m|T8%ox^sX7vf)0|1Ep;R&h3lA#Mur-*}Q=0~`V4sEVsaIf#yL z=ZO~(>-q3JF4GC?u&Da2dUfwEz?w@ZXuKV z0=#jsbF&cG;L~XWSIa<0ibV)WN|8oZ&w<$tBBF~iKEv-K`H<#|5*}{{(d258y&osp zlz(Ng0u!!o5~vIa}!2ScMjFpAgG3yBOJuEql zb~4-_5@0@}X3V?C%RKK;dn0%mU(?V>*o|&Uzu7k&GXDgVtd}Pgi3%wUrb;i;q|mDI z62R{CdJLl@HW#q=Q((;OomN#8I?_I{>hmJa0jIa3W$~<4Rz*b9NHvUX-fVCFFy7xA zADw*rcIW75XMZnRkGgp_CZaEKJMFTfKpD{(h_o1wdw|6YPJsAVB-NtGqLrUle~FHc zH;zw^M$yk}zpM;_^+t=OS4o-cO?57~AufDA|_a{dNOOY%k6h^hHLaBRsnp|AyFQ00e} z%;H-=hHtaURRMe6|H{U!`9qN;JVW|dw?{aJF(X0`T4-^s(=IvucH`)c)w4+vSCgwT zO3dSOj^c^00~6p%`Sp037Dy`}5}do!GqVhe&KGHxOvfMMB8|^yRLV0L5GiNyWz~Fr zHO^5KaX*~L#VrV4AlXg;@{GvbDw0m&9a~A}2Rb!)7YxvJJcIvVVkdju?f?+ix5^Yi zbAZ~~LMS5x()Ttjv?oR3eb2X+b)EYuqDyYZwFLxsfX@aC)Yt^uim-lC_3RPJUCaCV z0>o^P3}EANQJj376PA(u*c#|{$KC$vszn9FuVJ5}=1u} zxRYi*Sq%R)32nH$zqzqHKHT3w9&ha&4z&IZJmrqx9$+!6)f+%n!h{cK_jNoglV$kp z{#U?;E=( z+vDT?@ekYYPPL+E7Jw?Pi2h;QA6_QaF+Q4j_HSCO!vm)mHh5$jT)0?|;0Wwa_DvDb zk!KtG6P5WZ!c8YYD_8kc?vb*WxSDyt%r0rYarS0WDS8sEL|+3t%h+LSy?Y){FOx3R zzMUobGuGwatC5WNGM}`8jt1I^djoYHQ7aV29+Nfy%8Yj-ytdhdi^MR#8d$!a^v?h zMN#|)W%f9`M9q%@1h#Dk;8bhy48b7(2T>n45q{vnZRpmXVydjh42(Ie#z2bpfW;{W z{|>NF3FXfha4OB%?u|lNe2zN`_8lO2tHP;iNcDQKyS&{7A$0YZ?m(^NzOUr>``_+t z8Aa2nx1f}4RY{vSX{C?f9he=E;;XOp!N%eC-mwIJI%iTAs!rxO!(s!$4eZPdVe`$- z?iK)%ASMdLM1l~zoFB&Pjh)@`=KjgvvC(t2`FU$?|DOX3fwTj0@&2zM)dHL2yD?D# z8%7-s91{7I;&_H^2iZ!xG{^ zm2;ITX%6_p97da0d0v8qD^BvPzd{=T%oDhZfKfU#it332(E?L-5Djzi*yuu&CB#%~ zwY&oWrpeZ}z@N!3O^V=vhODG~mNgQPW?Ix22v^`tn$qz;h)95MA}JWA!d+kjG?X$G z0YM&__4K8|v;@3V6Cxdvkm`kKi-eoDgvBJG-y>CVAucUZO-_#<#CZ;tDs2Y zZca=CdH20Zw8FlG~9OO!sOdWQ=CuJpFH_^G7Uok~A zGB~{!9Q&lxaShWJ?ReQor6t!4Y za=bd%3N0m7xNbRx5anv!YL}AI7KJ1dOQ|GrBVM@3F(A6w@u;a-7wdFXwS&-#){a6e z$3bat>~YvYLjzf&pH*HV+n1u9-B~;uj=Ji=APaiQwMeFmNz$9e*XPqX`Z$Q#4MFc? zA5Qc5{&k&d6f1H#5`-81Gvf;MLCGB(`->Cr8p_e!dfSN zbz`uf@K#v>ii0`0+oXYS1j7YE0mwApV#nz z&wp7NL@U53qdi!M;`h!}{9+ofm3|0{0ms&6(Z!1QE`}Y_m9nyNq)~|@)wG*!25MnOygOZBfv76EDCXqMY9=kcS)ub{3bU` zZp_1>ehJ9l%R4~cUPaI?_Akr+`TKwxg|rUrSPfGt${Q;wTU={r)-~f>il@{xE9suM z$4U)IzOc4g7tjo381`f?Td|wUjF2pl2pDN_^7M%T64uBp@6v)+GDHl9+DHzc zbyW>$n&1t*xiC12Lee!U5akU#nN@@a#L7rr4-AFrAH9^_FcdM741%OKdnEeY)XfVU zhqhwt#=%i7C&W97hWU6DO`yvci&?}h+j6v~n&)Mip3f2m6y9@CXz~#=D=7b*a!lA$ z3exg;nR8NA;0gGGSlAWvux6Ds*#pC3a#a0R^1H+ypLbAw)mqL4e9g_DA?Khtqwe$ z%0Z`7?|`+#=rTjLj_1FrLDT6~3|n=S_TS5-8Y8PFdgtR#vuX0NVYM?W3u5w@Dcb)Q z`3i`$NO@V5U2#^FpY`iMc#MvEq=`^ccys^%unbjc& zduc#Q2BDpw_zmj=(>6gnO2DD1JI0}E$1GrEqH^*PWUI2rp<064EY0ZP2FJoo78#;x z6n*LSZIKd1L;BQ@zFFrZd=jm>;-7XHrShj#_RIw6s&I_cUZbXG)kjP0Op6p%EY+fPjRD2PnTs*npdpZ>3cbDoe(qu*kf%u)PF5H6! zUjnRf(;DD|9-@UwHti`(WL{sa2}jW}E4Ax-GVLKVWt^rq!Vr`tNt01At^}e_kJLlf zg)uMQT8V2Y<4hjD*0(#(?5W#!ot>PS85H%&?X&jr0Xn?ubeL8m2zX;|_1?DYVmWem z7qPC0_5@6RFhLGQ^HSbzVrT^ePdHm*v^ra?8T2xACPs|(_FEqA^O`wciaO;K6AAv7 zhpewdEHI19N{-qd>O(SliCMzc-PnCRLq2{xRxSm$?V{l6yfxBECFEBy?U@^ez9sa% zvIgDRO772J)NKH0teBSLSoKd}wr7It`?mxD;f&B<693MjSH{nci(5J9is>u^x3d_un4uZXa)Nb%{#ZOEgWwH*})D9RxcaMsYvXJ4P|X zG%J$=*z&;awX;PUwG^!{=45PcoS)IyPQTt+Ct3oru;j*{>_uShpUfHB@Ej$4Ac%?J z9kfIecmKSIvLu-%Q?D{mcQN5-U?KHs8Y{=lMQE+8QH+GLoNNi%hlp;kZqWbcBF)I- z^Dm}AY51<#LzV7P%EVip*E_my)hwXi=xbdsx6Yd#N`#pNuk6@X$eETOmkQmP z;^)nZY)7(eq09Ff;fw^!x?(Stg_~XZ#cImeAW7{^6a9rp)RF-L;Hc zLf*ZW$Y?i-ZavmloIWy4hhdmbW5Mb4JBDyVXM?S;XYy;C#|>yd3pdU7f{t&>*bS_h z6j*(H*)^j$nFW{b;mO{fvvj?!@scZEv*(%?YWO2l!Wpf|(o46)=EiMg0lV+`CN9vz z%B3K^Z3Y1?0{LF3#1LY&OzD_iqy^j8@ZNV(B*?VAo&BWzyOtpba4t|1#0I$=2#lD! z6%G~+?wF-~kuWz`Q(EW-(Qx+}4=dI5)h6y;#IkEeF(-RJ?Ct-!7uvULXeEnyT`u*6 zY3A1?4s%#7NyUo_dWC62V2)NgtrwP#K-nYd^KSHHXrfe?zHDjsi*<{Q^Nm@_X1~OHJIna9!A>5*&3mS%HdH>?kECavb@}7Qt@pCB65t*6nk-O9) zOD}FyZcfPzc;F-B8Ft&wIjPeu#9}#}hj8CbyU+ca>rCeeYBO0&=b~Bil3${6A>KEP zfSCONs`vS4=jcEmJR~3&&%mOxfpr*Zpb6RGVM`fLj_wH`9;>a!XX)cKzRb?-JOBnq z-n!9R=u(tiVCe`AJP`vnp{nlBl1l$f^fJ`Sld~Nk5$xP*drsYY5mQ+)jhz(arDed- zKCYVs7-`MmQGgp7a8Cufj}4=5RqPKbV_8>1HsqQE{oNFMO7qiSUUz4ni)~I(bD*x> z5#;Ws2!&A&m$WFbNx@w|EIF$|qL6(x@#?H+%M^1Ep6kr?>FFIkyko!Fmv{JO$^EALma4ubIByx8x2%P0dbno4*_Uhh@=H($ zegVtsO1CieTbZ~69R(;@D?yI1HYAQ=ySjMoMg?*W)&e~Uwk$)kkUmTg6`&rtAFrnv z7qENo0DYxT(diXEWV>fllcqa3=p~g;C@U=d3w5VZZ^fgnjbqk;2#M5FuG&s`4u3b_ zZomC@`%v|gIcRrkoH~Sd)^_R8p&o7@AMR}I9x1q@mMh(`&`u%0E>VgFSb<`05wLjEd}MPpX`mH z)g#HQT*S+$YCR8XWDRYwK40WmvEv}Mn?-cmzTN5>n7$77eB)=zbq!`8L(ZhPZU zjz@zxyiMYw9f-I4d&h6QFs}2gy6O-A7lfl3-i@~#_B$^uAe1E`z1ctU4-I{OG+0d& zzqi$XE@=5IKNr}BXC??*tC>ImzIk8}mYWAQ;CEg~%gh48@yr1O)OHRI4!8fV1d*EM zC04b&!06aYd(gVicFOJe>z%_RwtaSw4^OtcEq3u*Ag@98*zP)=GPXy~*V{ne-MD}6 z6b!p_7&u7t_BT`*HR0>Hs7y)@%U@B1;^~J1k!T&#f=N)&bH(7wRBPcT82eMPNJ~j9Z{# zCVUXrqgCJe-q*H)e78h%ygt42&i97CyYSFlrR(XtuVoBK4B{kGxU))^=#`@fHBjPI z4rnHQ9SnSU68+@W2WaD|?}BwHuuOm3Aakk4LjaeU$I~TINVL+HS} zfB4Qg@a9@rEw||SVEb@xI|8vE`i{9q+%zP>9=` z$2))D)^Om=Z6^TX5aV@?Hx4(Mgk{iMP?sXAz1ioxtx@eN*CKHEs-enU8?71b#aH3v zh$~NwcJQXXwi;0E_ii(AkG+*Krv}n?ZSCFt@4S`C+81xCNOj)}X#MoI?;FF^ zuMh z+T4zPsb_!E@ATlrraY^8%c1KiissJl!Y4&KXR(X8<1_|1SY)+PWTcjRV(GR`9k~5f zdP#^jr%MIru`tEv8Td0_MMCF>($z|qXUU4WGgrwqQfe~hagE6qJ4}GKd}R>NKt)LI zqe|I|A|jfCR*Y83;JemzQ=UAym86V3?FwXCBi(YAB=hK1H(k0Yfz)d4h`N5L5&2u+F(K zMpy6ckCTK_+c0|`Y6ov1DLmFY1c55#4@^?L(-*K`Rkg?hW*i88S-+Gk6|Ez z^&N&~Loz)-7*Cuw@~#?Wv8)|FvSEpnqW|EV<+GpHet8Bv*BJi=WDO_R3PrVHovoeb z6Jf43;{5Gc_r7ient4ZleZ9!i35iSSq;Ouuj;_I9sArsRLx7MW#g}onCS)2Z0icW= zNUsJZw4!Pnqdg&gpEorq%C&6NX9d8lt-F{>iJ6n-5ewXp0W<{h<&9^vtqG%gf=LmZ~l!epFSl5{FeP}{EmHpRosqzUhS-)h*{R_4x+Vw zKl;Y++s>UBe05IO&cutpnSMYI54V$jh-c}v%RJWz9J#a6FSOw5Zg6LEpkSci-Sj%G z&{9KteVCN_qL?JUZ^s~9@b`DKQ0#siPvK|)qGF6;)DZmN_K)7iA2;WVw=8DcK~m^F zW1oMFXS1zEL7gxP+_4)B>K=%(R&!f2SR{up@R0 z20GM7ENXqaV;^?1nA9M0?1+bWkxi~%GoyNZx0h%ClN9;(N3@1vojiz(ib4QjSME0r z5|l<*Byqyx)jDB(1vH!hFHMfG&~PZ9O}l5KPS}mZ^LMK{Z@AS{Mq4 z`QnUrdS(6>gksE;i+r-{q~q_H9YdEmFqh)wN+-xW9hEuv;Q^+XHy$&O&|T)iy;PK2 zL)Bm%sT*ZnOV=QfW|#!OPi_Y)(2Qn)mIBnW*AJY^RZ9gNJs0O5)BDH0zkL10?9G&iG`D#vn0^Qg}$7 z_Uu=~B7tXEt1FKmW0cUxnwKi0DPfe`wa-W%LseIW;#lu0n6{MFz3KLuF@G;SBmh3S zy3VIdv=Xi6Uw!q;wTD+_98Mt4p+1f{8VV+wQp?Ou8p3qojGhxmNn1X43n5fP(#TuEz89mBgNn%sd}=mZJ+jtI~1iX zvxMpoPh2j#Uq&&d04J6zJ{pAUxTqoepmQN7U2mF7v#-%pdtBb25R#ZXp~wcp<7NdD z17GB`S$>0lcIcx-k>x}Om>`apesBzw`P+p~O|b}C7HE78wO1O?nkyP%m#Cz|!;T1` zz}Y>eEs3M^S)9EWNfR(Y!9Y1dcrX^4&6}%qa^+4YUOZ9eX_`zN#Cd{vptLFWgm>Db zIhE-&w8^tcP@Bbmc&21{l-hY}(S44-hRI>bH9E(MPQ$UYF#%Pp4T-z0wu_?nBNi_8 z;At{A780KwYcX)_a+7x6C5Dyj?1sNXF$o#mZft3xxf5-#`%~7f(|Fr(ZnV+@hO}>X zqBah*{06T|yGPxA-$8w=;AR5zGNxHO#LFG=nD2x?LT7YRQdk3?M}WRj zFzE;+&LaPqvLqDYH~>cXrC!Ihq<9!2ucKc{yOH+t5ez)d$~jNQeQ=9cuEbR}L#7rK zi;=GI2MqOk-ctjXRP0kWS(I&frVo?@Z9R!Yt#TO(7lF5A`Z8~)3;mJ$#-KOCN z!u-kNK9B2guS66+f2dWEf+$3WaHK~Gdxk3c#)F>7!pFhzNE`T;1wuwpjKLTRB zNDA`1H%l^~U#*~n&G4qu)So+?wDd5H*{vRxSIo4y7@+$<)p6qT`gbj#YbdB_-=EXW zP@o6HTiYsi*2*Ho-RZuQjO>ep`pryqQ=dM~WCLFaPBi*<1}0f?)CZj6v^0~q09Iw};{7e!@Y+e6Lfh#H+HP)O7rhq7v-{)p>jnsc}(i zYT3`fe9>{k0w(gr6p-^ZBKmA=_Sx3#v#r@@TQl$3%m_QrQ@WbjbY&;(lX)Ra|I`zd0p*XN<9_r?QaQ3O}y=IDDVnmbyEr-jtZ!#%|jU zk<_iT=q%TxN)y)Bqf-N6c<#r8A=h6pQJd5OLnqL%q>;053u6}37Mej2q-)o}yB#_+ zV#0{Z-H7{U1mK$ygXL?JvaER84l_1lwaTd5zBWu~0*_~oaawSc-m7%Gf5=i%oVMQg z-CG57>|&nJ5$=FOLAsHr8Uk8-vYGoB z18IZ;L$2JFC@mIfOGHbv5_KgUE($Ct zzli$>7GpfSq)Uhx&dF7&lnP%&n@q0bS%|zYt_CAep00G~AJFl&m0A4$+z&m*qok@R z*uRiiA7H4|{lLiNRCYRpUyhgKX&L`L@-Lg$|ubnf)PoD%2r7}aq> zMVM#Z*8mSUAjJqCI;7LkDX#?Kf|UZ8br=?V490A51O{BUW)VAFD?3+W^OI?W#^V;m zCsFsmb+mN7F|R_S@|6X6(>zKhS9$awKSSAHqW|cjqbh$Q^M*c_$&#*ZPC8#y&KQmJ zG5>cErI%S=&@k57c58Du2F(+A*fh}f9cR7Ug~)CzjODpn5RK3L8wRtEtxa~Tx;m;8 zRz!sPMdi~#>T>gX4b2kC25WQ0DYOyLle(geSm8^_D)pvhoGsC{Z;pC}wSFTM_mnK{ z87ev@*K*VVx~0#Ey3LkmRQ-N)r|PzHb`s~%IxRZn6?6H~wN?Ekgxv=gdYwyANn}v< z`RERltL6R@6U*nU-_*QsPj^aL)?E%oKEDe^iWT{wBq{B!S`%bYF1S0+Y7$gA#^~A< zs;om~ksha&keBpZW6uoR5{xkxpM>qGXoH9Bp(oqMa)-=v9XnHHB9z+*1A8ZdhS2l!i>GD?63Qgh=^#m^+HD zgcfH{?v=vlerO%2`<;7VVmMjuTIqSh?23lRtvHD8kU2?6LwQ<;^D`T%o>5BYU5#3R zvGmH*)joz=JBR~o@u;m{;g^|OrqxxHP8(9aw!I0g%_h47|Cg>>1YR)!|46Mtgcka! z6V_k0T`kT0IV@3h#gq$b&}Y2cuvOhnMch(azT?iN=EbAD6L;EDh38Y>C9`;5QX=|* zB~A1+@}F8H2;Cyd1pj5#QfG9d36(t2z9hB>`D5X9aMAyuS zLVM5NENRP7CV={>4u-ukogg@}zOg&pY)|YrLKrjDYR)w@Y4TZ{C>G?vhhfucLe=f) z_m5DMAmDsl(0p_szkB-l`sw3oM6)q^thQdCVlCB`P1jWf6u>Ih6@WzT1QQo%}ue;@P4so}H)Jvn2Zvu`s5c&ZB4(w#g#BysDz-t7~6H z+ps@fMMrShM~m)gD?#7(YjS`1_Gt6z=H3xjI=)I-kSJ6g2=8|lkz$Bt)FT$c(D+fA zUsN|BA&;Wle1S3@8mEI?Q>5n$Om|18i)SGGT<6pD;ue6wEA(|QxI=dVa(2%A9=_W< ziM~rf%8qBz!QyMls zq6gj!(FBJFY`Op#y|}_|7g0_@HZe}wZG`^ivZiO)YIM>q{VJbhkZgd4wou$^YC%@} z1E`M~)PLMLezSja9Bu5qi+q4I?auDb@jJA9eZ6zMw|#UJz1}~JHll-#!{eRJliiKO=-}k=VE<@)2MWQs^+6-&u(sRhL_o5m=~ANW(-34?3-Z+u#uxRbn>yn^MSOFKhjJNg|EXVeWBd- z*>q;)@6ORJ18IUW#M%ta@bqe=hxHpoU&1q@7=C^QKLvu}@jnqNLvQyNhP&fK0D^e zz5$$UAL5PSPpdCpoc`CVYj#by|HHS?3-$h`eE;3y_V%9o@SJ}DR>G-}e|W(^;Do5R zYy2%t;ii1M%3prFPjt#&ijpTV*@wG3d#W>{FOT^0gKcIeoF){pva&C}`tLQ_L$S`p zr)wUkU933%{!3X!Uwq;t|D;wS|L{uIQVWuQ5;)RVCjTU`q!yv|L0hi;%gg^3@c6ox z@7FYx>owGH)WQ{?WF@3WMwh$$hhn+O8f>v~?6RdM)P1nfIBIE`5i$b@yyv4xOQH_& zWx{k=VKSLItS`-E09F@{lh&3%2CXcPvR@=&qi_5DSTV-smwcGT)R&C-kQneoEJF}+ z_P6#&T4Z<@cpF5bBDshs6*|fl`8+S<*+>NLiCCy+^gOx%DH0O~YkQEBFrXbCc6G;GUf1Fh(DkDugt39U}&pKXR;!bX~%+b-Dnc{Dq4| zvF8q_$rODv0kmm`0MaK)p68e*!T10r`;O6q-JnyTxjpyKin*YPX{?c@>Z4iv(~pY} ziG9ODW*FmnRb=bk$7W`m$Il+~?AMR2Toq)QL9W@+lgDJtNtPK37PHal+%GW zaP{JspMJ`umR}3i)DP93%<_^#Iel8r^#|fs9gj&?+gY^ZvE6?r{j=%V)%m-nAHT3~ z!TQJyd#n8=ncv~RFW)<4(I@{HjBgqKMth`bKMb?AnP=J8Pbv7qJT8IA4UmHsS|H?_ zH>bp3{lUtOb>B{lV>iu`vRCCtRe{0qs$!8%dU1(?0Fok|^f23)SSI~}Y}&H#B_dbf z{xFxgCo);u&|zt4OE)CjI(Fdx9;7U)cwSBtr2XNd!jX{{h?fyTQI~6h8%+ox zM?A_EYQW_#y_HVBm*%t1w#@R#FxyIMn&P$7vZJF)j&2N7_MJt$;+-8tETuFRn_Mlj z_iR5?p#V!}Psr+$4KYAl@IWvutfe$Mj3_V=kGiFjUzAC~>#J_D*BTH}?kK)USe}Xl zt%wn56I)V4C_7GoO)N08`k|%H9`OgQqVd(PN_gSl=(paa{?V?;jMnMwJmSoN=7Qe% zJ1ncWJj3CX6Y-Vbq7jmPfkP((Nid<9;{MqyetoTnH0W0 z^9fwn$7`0e$Bt#KS2kc^bL(_(u3Ix>!tQa&LN^LKQ}(3C;}f89A>yp_`GelY>kMKb zz~mu1cg6xFV;yRt5>Mcn=cMU2l37|gId1GOC;}xi##1{Bjx6T(RLsao{?c>vIjMeR=~N3Y zYlMU44gqkU%R$KMx{(AJjSjEiq`~-0Pm+hUaj;|XN}vXaOUk(6)D>CnmBo3H{Bwcf z-niAN%pzvDzw-KU`)?=PdzRMB?eLePVp9u~)3vuhS*snRbs5MtkbsDA&>CgOss}*6%B*V)ho?i{) z>2#dsQ=Wao=owFA;-6i`P=Zt3Zpq$twj=b{Qj+v9ZMp-97Y?noA|c0Yt*>1h;GA~%g&6a_iP!Wotj}zCi#M*TdW%H zUF>|B*)p>oo(!u#5#~)sU@-jhSl_py1w8BX=GMuv--6x`c~I&jIK|?g#ph#Hbk?k0 zZ+DA`DsG1Cm3rqD%LY}uZuyq`uUxeJ0Q*N@uxyyW&DGj^ZPqNDsT=3WWdfoxuBnmD z={gHftQ;>xxC>Lz+UeH?SaU~s%Bn8IB3KR1B<{fyOwqE%*1iPOsE;IDg9n|fbi3*} z_cp#o6Z+^f&ru7PrxVPCg?ds@iPhpGO({5ZJcBV$ z(voukIv=xK4J^mwb^M+uiI~8-UUtXN?U)>VH)f{^zw3hSg9N<3Dr8{%^)MV!Q(o!} zQFUPSM`xByHTkRXN~!dL$sDo#GVFSX<-^4L49Zz5GAgB|K7y%ik#*S|ExC^%U`JQP z8Vj)ON6~SD`g0&?-VSNBprJ*UVnBMC`C$@cA{rwrh!Fu+Khg5Etw_68q~Ytisj_Rw z!)d^Zg=@;=B{?`hE~8&hM4@-^@oNS@7~gd%wy*kD6W$xq#ZKOBB99rm0>9eD_s4O4 zN$P>gumH7$GvH!E)qSPgcmq_3%fOmyd@&R805g3T=$Ek6*9zZa6VQ zKLrIe&*VVsoOKV12DG6h8V%DcF&zp^_+CuvO3I31!bA6iTr>V%AXz-*_<8by(SXh~Q-PDFkm zGM!XVSX3^8P7{9>Gv$aXQRQ4b#zX+r6w7hnUWFI}=p4=&zR1!fCm7-#8prso(j zv-b!L>+#Kzm3hO)k&3RPEj(!xqccApJSEtGkA0yS!qw`q6qy7EOV-5yMRAa1=a7;~ zEqPq3bW@Dri3@t!Xq!|RB(k?Y`_wcaY}-LEZ4VNLvM{U}h!F*vu*9ddb~4Sm#93sb z-KU&FaZYJBiTv(R8~vRo@Ve!>sIhU`Zj0G7?mdGeFlLS;=WcVy<&94|d;EY`H+ia* zX9R&(z0z%XIw$RqnAn>jKFzaeR;Ae@Y1iGehUKe^M!@ST+wUx~s!hn-x2ygd~)r+EJg;JKRLwfu^j_9SUwkIn-tP#*akiXzp*`OZ~jNF(=D@mR7aKq&O!~k%efM zHp(h$bH^l?Vv&vM{?Uc$Hxyhs+&(ch>k)-jCN&O?ivu78(#wq79^_%O3?t|&?F`i_I#|fb1!BN zb~lb+?;pN(OoMsoauZUJt@;{u-kJ2y0%p{Z`OdCuu#7b+@p5fdjECm0OGnh&x|?sd zH-A9dJ2pt%L~oH#lCsQ;l4rTD!SCVz=JwIi{^5~lwN_VX_RtLE_zi}G^FoNr_buvg z9Q}Z`yQ^KR{xv0VuSLk)?YH}fv>Lm-f*^?&j|P zrhs7a8|m{?%m2EE+sB7H8@oqc&H`NY+P#yNzCX3tdI2Kc1-)y>Br#$vmgNH zLSgfx6gHdr;NJf6&g*x;2-!eI>a?iaKQlMMdw2nat*e=SYRu00hEmKUteSc)*|H(5 zvbT~0*Q&8f9ta*$7DtyU`qHxc%?cia%{1$F7+Bp!(5qV!#eCW!HlPvjvxFd$nZWln zW1ht<@xh|t1~S0^{7zZWo%4Sr6Tb$gjRO+*e)gXD!mdZWR*k5}LGW&V4pje}ivN&& zoFp`ZWnC1A`uGp4YhS&1WyOE^>gDs#@!vnkfA}2#;dA_l`^SIaF%^CUf#njdMsaSo z1>@?;U;RL|g?N?}XiCkITX6{L;t7*am4@J;$0n}vxgT4349f+IZT@~T4OV|Bp;&He z0vtO6v6D~dlk@+}B45lgQ(0{cpnCrQ^tA*=ihNQ*<)ucVELh4ff(xe{8rq!i32eZi$plR9jQ7Dt4lYm95>z1$i8WT?8!5m1aik95ammNCNw0i9zO zkx8PL(nf^N9*2=;=qv@NyWf zoJMQ^_2uf?+Ui<#8eL3QqtmtMIV|g!XYd5?*3P0cEb_`I^5xSPtN7t;#prlxpneq5 z5Yf+sMPaP#DeH~QnZS}Utn_P#Fa(BteT~6ePz8W&0}7WwQ!@jfFyZ2-DIbVw2Khkz zbOeZ!N8NEH3l);b6GO+mrVwR@!UBMQvIQ1x=AoAMo2*kKQM@Mn{1JFw4m)hE_XcM1ap)WoVq}pr^!@?(uAP4a$=R&S&xDJzsaW zQ5DrI$Jg=PttUFCSjl?Sl}paLE8?=C@;JbWjAz$5ZUjY<%#shWW;Nzr!bYM`22|{% z7}rkQue5GMGZfO+s`xr(DSx$?Qevi~J-P$dr<-0`5Dt>!DxR~=C zQCVK3FlHT(IcFx(({IG?N7My;rRuX0!;+*TJ`&L&-NbZym?fIUn%QaBapaP%FxGHV zs@o2m1&e%KBTrEN*TU7Bx+?5W&6Gp<=ThUe!j|s zPD@(va!(8>5ahxc-YLBy6L-d6l-CYY>R3&;yRsieJHVjhN`zMG5#=?S zGPBma6`A3@g+A<8*v^di9%v{_Zld$_@-is`%fi@GgxpEs1+9AiLij}q0EQw|}V-OB~GDQixxC(LSDbv3B=N zL5fZ&4)~h~z_Dq>jA) z7S(rfpdUF+8kkYe9?3^3{OE-njyk8BcOR|#`K>rJas3P%+cpf%J0(gS$XQ(2h^)$l zMq(0c@l#6{cLMG4>}z`L{)i1i0J1LMSqTFH@=QbJr#uzBx0}kDRr#tcDq_uIc)ji^ zrr9~`_J;&dB)))l`@^{0wZ#8vGOwcKVJ?)bh&vpE<2b{b| zH3rdcA9E+Hb?Ofb9%oZ>k_8Z$&z?-}p1YimVz`C5neLSgP)=9R{LGStf)i%Y@DLEK z9C}iro9k`6ix~H5I!A05MPBq)4rU34A7KVyBu?IDRs2zilZ>Wy*C#qUAfb{0BQ?BY zh3ItA>UEiQ5c|S!j1DI;c08*`p5~MMoP3eP8xl8yWzbHkR@l3h$NaL&BQ1sNnEv7% zLj4BmnOL0?C^1!6ns)bV%ACNJ1~P#9ZPF^eh%eS<@JImeh%@QvfN zne==yVjaqR`5UIZF%L?#4E>3k!B_&GQI2hb>G_WqrmK=3XslPJJq2zyPQkh zG{}+O7z*Kr3A^orZwTLtA!an_tvp@nM_;(+k#&FBLNFKxh}kqEq}CuVWY`55R)Ja3 zduZy(Ap_C$2a)~&VnCh0V(pAJ!~SR~?{OZ`i*qGvuU!|LL(YVo!EQ4@lqF}k4fWoQ z`N~H$FK*K}le9vt`FF>Bm9uoYqC4KZnj&WPD)dDmD_6RGE$Q}kHshA7^1ceh^vD%K znZ8<GBGhYna9MvaaWvVwmWx#O3B$g2cFswDPH0F{-3V0r5HWq|T3;lX3-_@#!96@uWn z8`d%ad6gPm9vy7&Z7qvSUMUFnWbcQ){U7(10m`em!8Ev5R7=XD>*u8svf-YeM}jQ# zYs?1}0jDkUkLh(RR=iYXm+ICMl^SJ8vwVhUd;8+Vx=LmF0FNZA2GOP+4rsYhB-32tEl#NaGp_jfiYB2nzK9 zq_35?I?@FJajw+QrM!5iK%Df-vq$P^bhJeL{-8H&YjPa|iC-`{F_#`mPY}F!B=ac4gg|)F=9To_hHZbW`NA-dY3&xnd)IVC z?wBG*D&C2cZRs>edXbdqyOMB^UnIIzmWKLC6OwPQJux$?A%%w6YNf3J?HyKY#D{NbTi9mOO!r0CFR{u%fD+nb=J~vrx-z&^4%jK0LL)yn9SOg`y?0eJhZ+9^7L z3rf#0%!@@Dizi+Dqi9oD>Z=_X?fO6DDW)QxCspb+e1}V5yZEvfhmF_zNk|3r$g(_A z?2N`4St7zDM@xm?Dqi<-p}CKrG2EeH{@1#97?X_F82i+3qZA0;WE~nWG+y#7}|7 zrf6Uu((OEoHukodRG4I!)sn<&q1O*p7Ae?U~i-R2bK=MtPzJ$y0)L)v?2W&F+*3Vt5~-<&uT&=SxZ+ zKE&~fFOt6m*C(HQVlAA_+2^}p$E<><0#JjUg3a7SMhJC^#h7Qx3Yn-Ow&KnNGGZ_xos*psddDexK{SH5y&hxTN&u7VB{5ydq z31ZU(%@l3@VlAxg#SD77bK&%DAc4sKX%Nxz$B3z*AXd!pPb`{}Q0xj+Cf*&xRr{LS zFsxUW@@yG|Y|MB{6m55>`y~>e1YlspNs;1(Qzs}M3qL_$ge-4>tlDEJGowf0(59{1(+Niw*zckzDkNr$W1oezC+o&lMPm$U7gGX1jTa}* zAb5y18iS0=*>VV>VVLL82Bh*m%#<$0{!wFP=s%mO?liT#lV!;yDUtur(yaAd-I2iS zZ`0b1;ZfuqWet|7y?6D>560sMh*SAV zwTjx+N4o^^csFQHk<7=zFFqY41>&gmoYaQ4t0S{-Mp7pA zJ_sh9z@={&J_!F?Zl6te7F*U0$i8V}EpIFKEW_wwqgxk5K(Hw-jk@WMzAeL;uQB$?w6O+Bxt?1C0Vf@#1g zi$^GV2tM%}uz~S3wp=CnWf_a`?s^i``8l=rk!tYb3lGYarft_tz6!mbmjaiarJQ!; zAUz0p0QVS-1Hjywa0T#*5NZh5R{U;GEo6qCUUKgnagmivRfp6Jm=Kn1^v9!S#$?S5Y_CN5z$x^Tmk3%6X_2b4=Lum-c7 z_6bW0V~`{1wfQ~sx}`0Q2+Of05n|BsVm?cHr>&%+vq3}!!{w}a0$N;aJGF&Z4hc&T z4AIL83EW<&frtjRPEkZ#4UAnS09uZ{`w8>dNPm2Pu1g$af%1n%H81&NDhQ*kQJI;}7c7i*58BT)Na0SA}1eaHd zEGuJW+oJV{+1_Z+*nrzz4&8KqRK?ExnJJ8x={DNz%cw>ViO4uL%b$tsTt8d%^coqY z3B$U5wnlHs!XAjh?d!o^wsrJ+9Jd30(R!c5on_vYk|1h)ryAX-?cG$(-l(0^FPrI_ z{Z8*}!=(&#L@zyRyYHS!k5evm*_SsT;#oS?#B?c*v-nFaQ9z?AVhhdWu0e_^DU}o- zKgo+8F)((#sGU=~)(K_o$fq@l-EbaGisU@lfhr_SqbUxEl&vrGt<%q`^_qdnn$AxutWV zf;5pSlOWAdBsALtc0;C|?0s^abWBN zY06Js+JM5l&TFoT;72EKgJsJOicD zHsy^o6+;`fQLKI6xC?VdbVkp&qWYN10388|$OP*)dFZmv4!c}wUp8E6^=MF7;uV-82&G+&hHBP$s0v_W}y zDh^)y7h5Ezn_K5B6;R~J?V!rp9@1ieIE0QTH>F*Z9WE;jE?dz_hNcIHTqbJkSBiri zHkctu$cc3U=T$f$Z^{dH{81fLvhC)gV8|RG)0ql$18xc*R0ttf$Qp4*c6`ve00Awr z2e`amU}z-bjB#U3T@3}~AP$!Uc1BSAmUf7=QilEX-3|?=Z!By(c^GxSRI81G*7e2( zl9y(b!#^S-nFgggACr*y^Tl2wM=hG{EJ?@~%%;or_4WGGNGBvEwzYp`;;e9{MdcMk zBTqgt?)H5)omzV4G@D{bhD7Q==`2V_Z7eb;)6|B5&=7Sfs>(nn9TU1<+9#Mz9a{3S zqbc!mCKh?GIkf?P6Rm|*O_o4~O6Y$s;+a%5IVv-Nm(G;VGM_NR^a#~A(~$>6!IxTPDSh2KR;aIJ|jO8WyVok8aX0!!=*@x zVu0eHt_LP$MwU3OJq}p-xB4$R0j#$0G##tD`BmBcdi}mV^)!6ERSr}(u8l*saGQBn z6*-G6RAag-8gn#+FL}TvOcaC6=_W~wX@bNG z1#Xk7E{aluPO4m<4qV6eG&WE8#@iyPhL_!a0!*Z)rMJ3W1Sd_JGGVc)2#P!N(=pr- zM+Jd#V_=bhC2-%T3Bs;&;hx z=th^Bb(-F;<(K8~4P^mMSe9nGXaoe}%>^=HhfB(-;;{>)tw!0F0`Q0+;+Llt9-*t7 zgh$raIVMM5Oy{JM&lDae8hbLV=?X8*Pdk&CMMS-3hMTf^&alM!MR<%i)S623!LrVH z1lf~CN92F47+{n6-C-h(?37l3ZdR4!V>p_fZN}nJ&se=1=voS|1ioZf?i_xZWEA|oI{M`rFDwc;2>c`0y~OC0XzmrLf_ zp+h{c4U>bmI!i*JPDl_53aFUQ{60{Q7Uv;sEd}9ioW+;ubwoL}fh0(j#>lHIzYbFt z!K+)qr?)w7u}C>{j0S-ACJWqR#v4cP4z@5GGT8{I_u6Z*&YYQt*BL4^n4uYK0M_95 zC-}?TAs~(vvv%-*MR(q^#|KEXG@!)dtP>8Q7dzxA!~m; zJs%edWf-B+Z=E0VrzM9o2ObIYU1}@tfW11x{TTYE-fY0We5=3U?B`A`;xv~aPLSr; zY5YKa1n$RQx{k3l%a&2Y@WiS`uKH>|)`3bG3P7`UIl zWmUaRa_}^?F=fd~O2+2g!ErV&_ddx4X<+wZKCp3RWr`ceSl&bRE#~f-^yP3X$K1^|#ZQ zO%rAr%{kaU#@RwKzF^XiN~5N)6+Q7L%TKMo!P=rY*m*g`Ux4M*N}A3$&fWdZjotC# z{{HcJYv)k*V`ct+wqkjcj2Cm}&4tIK^=O4XvWVtm44^`FF|5k4`dF>lCiNg!Lt#;w zKgw~L^|AGu!3iL4Z8tgl*zZ8YzOxqBy>%Ia$T5h72dg{A1VJhDg;g5$W2gXxa%`V) zdZJ~SG6H+CuhO~N_ffld@qJczI$p@>L`Dhscn}%9dEHBfR)tGk|4@{30>>0sY%_I! zOXHl$yDYcD`7Im2j0o&CF_v&?LVZy6EytT5ic0a!?&X+YAvu9-SPyRs)Fu{V*lHJu z8N>Zlp4g=Qp*q*n#InWM8rICQ$0m;n9?S zWQC%?jiR4_SsC)Ycpl(-1XFg-lzD(jcmB~z2Qmk?>TMEA@`?T{TIM7LKY}6$B^=c` z1{`W>kkl?3r66HfXv9%?toT*AZmE?t8HBK`!-Sc>hJ~M~;xVBy&}wNr1}g07Gkb4$ zPHxTS=U_iI=zpc(uoS9_yXl&J9WY})X9E&zpT26D`go`;URN?RaqlAxR6+b@w?{l< zC+?5~E&m>`%E)ejpyS1?0x6*?(s))5+zSCwgibJkl|dxP6ra|aTe*0J%!a?plACq3 zq@vJ5QXW|+Yq$Y!?_)H=;T)-4KRs&*Wr{{O#ATV4igZ8}k=SseE@t_SlYzq?z(~A_ zDE$UEt}d;t9BwV0QUz!+4I}PbXJ(1ukW?Wv$p?d>&ELqmreqL|B0d;u+DGo4Bgj*L zZ40DcLyzFh0ZQ5#*(;xvl5DW(^@B@_(w&<=udERbil+@llp{Ssq?lLFoai--doq1G z7-^5VCKgA}(~<_~M%3_4u(duE?T9z*E`4$(^S!$yq$&dz_MN#)ZpafI72M1Shb?vJ z{9o)z!=mSTKJzXVXUFtNMe4y*QkRhAZ%;W>Skj)%yL>}vVqS?FOHu?#Ve);M3ibNx zq2p#r2MlYx7&_TJiwHEE5joAg-AtV)o%rZgG~DR#U3LT!+UcPa17yj-Ju={bb<7PjX@a} zs`CHoF)SH?Q}}ph2dgw3>L_=Ym=KFh#FR7 z`E0teHWfMWfGJa<7EKcmQ9P<83!Zm$Ivwj!dfpUGKB2@|6n;E%I|vYc0_Z@SaJ}_5 zI0>PIg8wn&IUa}c{^;T7dgR^lEWf-(3kg&5>HA!|R8CBpD&4nshHaR*#1#*2C`Xqp zk1QE2Rf}`OQZ~oXMA`9J3)vDK24P(F=2^wtRp)&^o9e0t^wtU^>CAuPGXR8q!gQ!c zqu#Jf5i2}Yv3~4viW1x_fg4$#nh6O8M#h6PzaM2wdeCTs%n(Ck<>lrAwse9Q71@C2 zZO|*)oLr@|Db#LibRrs^h(^b2PjkDWOa86pp$03X}7k!W>JAeawoKL ziQ+>ca2s>uq6kHPF5j;Cd?d7VL3EQz5sgMcJA4ib_a6A^cWb85C?DD3L(~a?9J4?u z@P7<}f+Qi@K>rf5+1HPF`k#$>y6-WTphWDLM%HRcI`gxn<+W#?`HHS*AU^78O)R5M zfH7ut(N;jnRayAeL@JrS}U)XyNbewcdT&727m+0gbo2Puy33)?fK{8piC_ z4PV@F)Ii>F2%OewDCSS6fW2%}|4FF+pWD^{vs)kPjJc;2{^slmEA;Cz!)n1<&t*Vr zVsTqjW!KL7?wp-=nZQ7xgR>z*De}kD)e-;2a|fQTc$}1YFcZ~n?2bQstj_WH_Mo>s zh`L7yyF156-9fbK@!yg3DmjL-*5JLUXWH6O2Ufr9=0WdcV1v3H^8j{S*z%6G6YNWu zXEDR@zd1~5w?D*K@{aN)nZ>sp!!^hRAY0qJ8}9(x)3v^H+=4<}cZBuY_SM){yGPr* z+ndMZ%{M1|Kj3sBr|>ldvZ2g?X(bC{&Iwj$YIClrHRx0v)y;LO`ruR)K9W(lABZ4!n&{JIC>|Uts4^``IfylpzR$Y^;>vy#EXyV zERBn?0Oh%|t?L0A^obr&?**JQG32M+mI*y&S3+0Eb$_xS>+xvYDNs{k43#%5|*Y1q=Pl5WoqhEA7JoJsBk~yElG~Do z3{<-PzH!TNI=CZ8F%k$X?#9^bpt~ey9ugzVq(PQ=D3T#rpZB`|_jL8?f1N$~50E9~ zdT&3NhZ=}Zj4j9E-!+$R-7|vb_AMDpH0tkC-=}uAAoQbe)_vg>9>LygicaW)KCq;z zBE1ajNlNYs61{c@FDbhJZQVvV=?U{bEl;=E6;3GM_D#kK0rPh{6 zNIzKVkKAZeybf<@1kHc34(B4Tf{mxSSCu&A(TXpC3Qs0PQK*>Nt+3c*DqL=#Kb+rs z!c7YFp$$Nq(Kg6CfFgu}V6SeDMZ~}x6}gRy`m1LB8gYab&@G{sZ_QmmLLoPs}|oFhJRl zWGLfY;b zyT37uJjEjZySc1eiSRt8G7ASKl4zu?7!7Y24Tr-!kj>XFmerj;*7u_&V7I_8&20lM zb@$b&Us6LQKhZ)Kj3W?i3b`w55@|zkJV=LHTU^bGQi2R<1;esSjB3?)>NbuwUwa{^ zRa`RRxQSp2&^xP=qTRt`7GIxF<7mt(kHn9m23%S23v9W*=-iuIByNQvAcf#jYh2+cG3 z0f-zATgsFsoM73fs%FeC%>o>@6&aa`tl0+;|DJuIan8Kk�~Hn3E{K3AGT`UcYgN z$$vOPsF`xgS}p2#d`-d;X*x^B7vvy}a%PIze?G)BQzmx>&d8S7B1>-PTflt;IYZv} zZ8k0L`|E{i&$xUtuV=7In$*tMAV)emX)Rt#xm8NM1$WNEPDWa~sn;qC`C(nA+44xO z+z5S|d^8NphxDo!*pNl*yy7?O#%{`0BL4NjdaXBgs)Ks!gLJk;E<%n}C*dq9DBWz6 zA)IL$0tb=E=IT+E^Jy0d)Tn@CkiGGu(5Sl%4yEy)*4(K9?bD*so655-65$tl%ur@a z4@PO#2z<&V#IZ?-Umq^DTFYRPMxr%ys=;|s95$`*C%?7z-P3D6@u8y6Pl}p~`%X*# z$r5-bJsoG!G8k#{k%dnUh8)H}3=cTgtZY1O`i))bglyLSrcPuqi$3)o55s6SDz`>( zYeXC1>m~p5B8lI3e(Nl>XH>2wQw?tau59(mzZ+ZaY1L}6DBQ>q;Y+W?hI^4u8N+3PRfw=M3(+g866h5@0#$V&0y})il7ZlNBvt6(JW55fZ z!>nfO!Qz2b7M9m3YXbvHKb*!|shM1*mWg(c<_amfzKJ`W{+2)Od6K5rOllMNRe<`9 z6k##T-#8fzf){CbpoGpnPpppoF8H9(ivAV|%HE-t+-3xbWSEHz80gcixI8ajLDz8Vj&2w!Tr#0zo?|7*x4>f~Ti1mPx z{)91lja7ZC5%v8+0-ne#I3pvl?e5589~l0Pnh%dC=6B#>yfL%GN7(*590slNvvA^5 zji zCo2p!TIIyR(6COgb{6hn!BSbPR!f?XOxZkod4n&}tIp z;4Pg8iD)ILJ=W{dnh@rD-Dz`RZ%qgF(=U`W_5J)}U1^aTOZwjTqn~O=B?)AGJv6y> zv#V1utJ>4w4$z=(oimB|qp0^@U(lEZ4>-iY_xkx+|3MAH$av9h=EYh6LCwy%$$`@l z-BG_{lB5+Vs^1S|nAY!9TfM6T;T|q=+;3&TB8#7Oi#?7wI$!vKvQ}#VPWQV&-d&v=wI)ceT#0pvaCn^VbZKe?isa| zyeymTfD~p&PZc5AbInj%3zXpY$0Qt$NE}D@N75z^g&pE-S5P?x=o?B zknGS6ZR6KuD5*@I&7ZEFb%GZMjyy!gJ2mS7u>=RGWR5=qp&NMVA$R9Co)w=!H3WK? zKEX_v7}(1r%JGkWw*EwnLqPB~1Yf8j4;JcaNszw)8W?AIG4mziCkL7=6wEbhVC^<( zM(ebq!5RIPCiJ;6p>@T)6S}7Aww>AMxO@JKX4YQ05~;yiYS%C7lFdo)bmY{yu3T3t z1g)+rP|*%CghaPvSt<-MBZGStV^w?O*1JwK%>UF>^R23>9qvSuh@N&w#p<~J7`&Dq zULJ%89$j7=sS)v4CO{K~`+CgYN^#M;0L9-Ws4dMBet0#bT*?r|>YMt+BGU$wMjKsK zAw7*A>M3Vi^-*Nt_4iW$dbfT$0YybmwamJ$I?D43`}?VVyjwTzh@_&If+E`W5f^)) zhw{_i`X{rAyY#399dEOO9j%H<*sjZ3&3dn2^KI6B{n{5&qbgvIza}zV(}bbn%~a)s z7wIZEL^H26SCMroPJ5A*lsj&ken_X3buJR>9kFA3XJ5gtsc9335f?c~95raL)?AKx zYw)1Txc+<=SBO^%^4$<`J(hVrB$P-=^3-V_37P|CG%ud);Lozqn}f{*r;J?JW>d?q zo%*A8*G&hH29uQzsfJ-hA0@Op%EeVzU)%wA+h z`EBC9=iO-~pO?x>rwCsbb^(W9g$u~-yl>4iVC-JAD>42%oK|~dP2%b8y^ui=K0P|L zW`0LoDusJDF^*Qs53-?hK%W%ryp7)*-g(%4hq=Gc@|*1bn1{nWhlQz-s^pVSfzi_M zZ6Z$ge%RapanCtVmE=+|{X7-F=F#ei!uQ)EPnz+Jh4-Ed7!E4Q1cWl`9SLD-5FN5Z z(IEO8I|mG+6Nb(HC!I3UG1;lRsZ&iYfWrP0^;sNIy&uIX%Cyz=l@v@$el%w*%O7&a z_V$lGvxaG&ZU@nijQ9Tv^TVSHJir_=amI^SvF`>Ddy!^odG!!1NkEEvn?eybh+fkf z3EKRm2Qks|omi8^lu|f)5y?-c0X)VN%yx7?@tQy|WcGG6x)@LfvfEEfky`6_N1pse6HReoGz_9E)Ta-<;bNhhAO9u#~Ej>O>TpG$~casK|@}KQcdzSgk6LW_kV| zcPTpoAr&(6Budi5tWIVUM2<84o!<49DUZ1M0y7*~XI=0_pCa_@O`)0oO zaD%fcaTy9_wSSA%OYRQlj%6Md4)Dd+-Sar9*m+m;l8BH z8jjr9PaHGpRPav)DUgAWzMZm4Xa10EZaJ?NmqIu%?cj=Nd>LG6c2}ol4z9IpBZA~4 z?_O#PO=IzaQIIA&F@F=yR_Tv65om&EaFXS=F=n8Oca9d*Ft%>1)Y1%-S;3kNz_x>Z zKeU#k7+JgA)xmKIWYvvoXX{gqDV=&oge}}_Ok|ktHzu$OeWGEJ8MQkwb{x6a&=`ou z!SQ0BXm|{It(zLAF9mUOmh|v{wVU@uB)7&hWnM7JjfPJtR!J^TC+}woT5q{$TLFKh zmty;OJhk?2Ro1(IV-2nO{QMuu#5FzPK9Jtg02j>5;XJOchRH`LRQiTbycGFs4y;TT z7)0IT#!6?wr-coSrG&khYU%Qv&>SiFi>lEl&PIq&btCyEw>H94~v_1{xD2>-+oYH|?oJd?> z>G6kJ)^)(DDp@tSBHf-z*q)v>nbG?@9`Mb>f$&_eIBjehGs%Ufb<9F$Q)c_XI8Ug0 z$+#DrNhV%i%x)Pi;DrTige_}pRqG9na9Lqv1DH0XSB5^VHZJ%0Lk_}6k<9p08yx)qQA$kVKW9t5tC6#DLZG)a*ao<=N@y`GQOO$U3&F1W6Hvos^iHDWjq zGcw`20+4w!9&%Xeb_2nnd|{F`e=l)H&<}nLHp}^lQOi4iKb3HHSfT#oqru1Vhj=!G z#Sj0O@Ye!vJrpSb4*O#ks@;yJoaHw>L($BW7CB#3^F<}SEUV&z3avbT_xSqpbo}_u zndTcIr8>f;-M*fLGiNTJ)raFBCIA*Ki^Hm;O30fFgmXOSYrZI@fX0 zT`n7G8KGH_e&Pe}l_B3;JUOG6vl!F>@czpe!!oHVZi?s`$RGlOGq|M<5$J=8I4oG& z(GH@x1S-sYY6+miP@^ zT3yjw5o|%;I6I;m@Bb)@7gf$Q$;cQk(o1KfCvi=d-;m`uskl40hy>0LxbPd@Bt-%% zWtv{3O!pnDp)GpF3eSt0+PCYp_mYF!oD7|#JZpct~_L~du{SqXfX6fJ3jq| z#_GRbmo;6O)%84>|C>h(F~h)ENykO3>KY5!fTJk1+!wC58qj`=ZBW0EuSuy+$xm#0 z_Ry&l&dw#d;O?+;D0vP=0>D!W?`M^dIIm%0rfCX>!=ax2dgwW}gb5&o2+qguG{%;w zx<4uevsL6&3gcqTyyM4<#x*d7yk@{aTtjEq%21hS!a>dX5nb*Irr)V$5$dMI_WTxs z@HOu|J&F|ej@vC60Qv2ShoXJF?C9Ozrp?KIBdhd_`>fLY5a)7Khx7Arq!*g2MBdEl z(Mo(Xs*4v5+mpD@bp3DWl0%n?{#|(ZL(s-iBWvz?SxEmuXhO)`Fc3!?zD%+tp5>Rq zTrW#*xBv_jUc_0MBJZe`e}BA6G7t`d5dxx^%4%xpV+K+3At{)Kn5$rsZ}Fl-OOTFa zm!RW#Ff$}Hc+7GNz>Cr4OIsp_?vr+dB?^i0SyO%$I4Jx25o^@Qs`CQFR;=*8eJA^N zgi&Hw`pq|wr=v6P%?`=E*2NON3!M5HRE81+ZaL&WijGo1N_ufij@(*!RYFKCmmTg_ z%{xz*W~K`k zXa<7`rtoOyfm#&U{uoaFP;5~ozUT&3;YmW{tGRW4B%YWpj(7?sD})J1KF-srIJmR3 z*6`@~@MQD&Ov%Yv&h#+!P9Fx;aMn7N4&gSU@HjQQ$x}VQ~a|tJ*+5dXb>&Rgw&+SdCGiIOo-hX zNhW>aWm*_4_zV~Ly|B~&Z~&P$Q`Aby$Wlm}uo#;Cjq7&^CnYi{!XN%%wH5ML!Wrk6 zz!UZUDxFOMH5fUDv#*eJVpQSjgz*=bQ3NEGP5^$_Pr#{|qO))~9=TRGph`T8e*PtT z`VIWw+3g24Ah=<}N7fze_D8$RXEh0XWgiq--=iBfXsGFffopfhnzKKNIzv{WN6-D{ zSr#&)sOLo7@Y6Ugm{BcjFfRuwyq8Q{b}p`2fLp{BiZKXJP%bmNYO7!o`?v`A_cUr!xyTdF=FR#w? zqExc>S?58i_6`)=j#{}S1yc9M!48VZvpl;*6TBpuQXXEEstfY-SF`Pb;1!A_$*$2;F3tA)cQ7nOvchS;ic1mw zxW^&9Ql#^$G_N?8J-Trq1EJXxmn!8ISv*qt^8_lF zi*wk=tA%lpdwj5QxbYTF?1zte3W$QSKY*6sB-8Lk225#E0PZt!k+HBYncH4u7}r~p z;cX&@h~csEnJg|}R8F3u2AHyz5r;j;1b`_@G8F< z14WcUiB4z^c@$5b^~va&JWcl~sO1oruR&JTJ?7_f(sA6RKs#FcZ@kz-6k|ubx_se} zYb}F}X;Fe(cDNoNex0^n$0Px3UF)l?r*06jXKJAg6g**opKy{tDxz}qH@hPilki3P}pQkFWUcMrOEP2np%rG z)HuJRvt$!259hC997N3u_ZEuc3q%LM=_?J;s2!=ITMRRVK3PRtzW>6ta)R+`5xq2( z4CA@DIfqQTNQR+k&B}z!iq*teqKM~=dpB#r;(=7)`x-lVuM9MDY+1bOSYHM-6hj(P z8?Zvt1eKSfoT;X2*`iEfYKlrGEGt@?QwC?JNQ#AU&eZb@x!TP^be(5ul^080_Ot1M zHiX6#_Q-iMp*wOk9JM2QX)~-ojZ{D#7L-;1wWeIJp&MN49VDY|mT$laM6SK>S@#8O zZ`_zpZOx&%J?dYA#_VH_TWd`QQyfnBj&_pBeF&Xp}F#Ow=2-ZPt#UQ>&w-Rm-( zo)1$)L5c2J%~kBmTPn(wx1p3#GRm!jQz7wZRC0(s?i!B=h^I5WvmA= z+QQuvUo^n`+$MWa`#o;fh*&EpO`ti+MU80tbwk!Gap~T;1FBbudD)RYtFX{*u(bH= zVT;UxTr(w7{r!LTzWqCmBUyNV=C7DV>kAVjjO0i5a)ZAs%Zj7KmUJa~vpFn>GlG#c zYXmF2n+{*ykrsog)b%o^GStbE+&d^wlGs>P(d>DPE) z^&wnoTnd~lSB7Um-U%qC6>}}1N0#@`iikR`^23H{w2OtNkNwMNKqQ1^lVuAK{IsKL zlk$hR=s?=h_;s}uT*d1gmcw$KsY%}+@9(|spB^8dgPN2xT}+``gF-dJ17hnkbUl8C zyWS=gsD^GgPYR7HH{s;T6I9LYRoFCy%DbtsAqT?-U0I&jaTxZ4A&kU6jkPI(MwDQ1<`FW%nxv~1y;Jb7h zjf24`O4Cm5A{t)BHL`V=qZpnBAHel|Jlq~kMw3~4>#wchv&+lc%d_M6r~3!rJ%PF} zt9by-qZ#>UEdc!Ie_md`cu{+KzIXcO;JhdRK(W`-eXI52#pUIH1@!ULbuy31Wc+fp zUlbBly4^&x4|j*<+3@l*B2)1nTRW{*>)C%527%k!_17^ak6zVY29NfGC&8n0>9|o8 z7Lhe-4Uk-stuQv0=Fw@u;u{u)h=mwh3q;do{DHvmKLHEESQG}Ts9g&Pvv^1#_@4P| z=m022k$9X;uJ~~Wr!ida8rpoHS`f7RAhyP{8Qyhp@|x+MI*Ui~$7oC)_NY&$dDATn ze=;L|DV!59ZzikNFd~)q)Eq{!>{)a~BV3GuD}gSC$*iu;2OfiC3<{&OG0X@1nY>7mi7#Y^YRV1!7EGB0LH!_sYl2U`s=>5wtVw@;aO`o7LK!6J31r$9>&UM)Yat}5 zp|^Ns2t8LP92#BMsLdNK*mfA%aR?xGOuZI8{pY{>yRDsPJ3FnN{^g+6>K`5*l9_vH zC1Kt&%mb-VqD_AMsZV-_dHk&Axq(5odMqZ71I#ZK-9phfv%q?Jdo(n|)&jvQuX%w0 zlX|XB@)w8|{1q06^jv&_7?{}$BxlyWK&(eI)mXVp?h@3+E!ffPPmVCC))r=FLG5VI z;dlbyfu456Fr3van+e`Y*SC6#jz+BmJ(Q^<(KgIw|A37brZYq8$tYBka9hO$x>r$} z45(Q{14O1iyrk;x#W2Nwd)Z5QjU6&vb0|jiy|PDqk($;1g$A! zhRh{U$2L(pxSfIx;VBXD6tfyOAUXy`098gvU}ham*wlt#X&*cyBX5#k|Fdky^m=Pwyk#2g*^$#^hY4AHZ&+cSA8 zdU=e;gc6tMwjJCy(QnnfebJ+Kd5jmelxIvM3&e^)ItiSoZ1C8VX|P^>Tn)ZK19?3c zGyo6BqS{Ksnhl>-E+g}zdooaKA~B0<)nOiLmgMoptO?PGb>^IIDF>+vm`a6#`xd#I z^n6k*W0O$OP`iA2#bD?JB-?^wx=~P(-DQj5?q{^eCG3ja?qD?pqOMU?5rLKQ91h9; zNiLcFKw8nL1~LtNHmFv-l6etl$_Mn`OK}}Vc?JD1sB<}Mm9REJ>x-Vui|zc+@Bmhl zP4R=&ouUDyCAH9-f!d>AwjbSWKN<#)erP{>*M4+X3w=;>M?QKVWI>UaQOuK}y;vHt zJ7*DdCJ|GzVbK7FxQbsC0T9fi`iwfeJ`ozO6EOL{&vJtqauc9o-;RX1#V*X!fZyb# z{IdKaN|k-ZixFs4L%f_d<0csTvT+uHwJAG^hC`Y(Oh|q@@2XDRES?fvV>hG94Ds3^ zmBMdQ1{~=!itsV<*HpRb7@2Hg8AmgS;X)4P8u!k*IPrL@QJE z{2C&ue37a1XDm;3elx9-f8HLyL0vz-R%j}?(nnXZSi9Ne6OGvBrwY8t%V775*$$gE zY>vHZJJb{6%qY-Jr^6fXv1>lPamidWe=o) zkb=J^ehI?BJ3crq`eWF?qvYQaM>H{F17#51g^ElgeWC1Mp1@3cf~4%!+Y@|s!*Y}L z#XnhcuD&Nl$RPt0bV5H<=QO2BZGWYlqPJbyO<8hNH--IT3tfy5FgL?hk9o_m)GR=) zaID^i-)*aBx1nHx<*BOLIKZ6Prjk6}@t9M_w$~E}W{@<7PL_%vCNt*=z5c1}cy$v! zw*?rof}}5Q2Z5;P@}a<}TK)7IqGz&x7~kmeqELBZZma_{1l+={Wvhcoo!TAKZuJgj z%N}1_GFP|k^zY#1DVoeVB;0vcp zv4GZcEFp&R6muTB^NDH)epg#12+_;pgF2@`cBKUjrGkl@=`)T}b`M$q>?6&xi!Xkk zGFb?Al@WjU8&pQ0%bBgM>;Of2kqT5HC)bC4X|TcJzo6Q4^jNZTD{loeym&!)`K zj3dZ?@lG|E!FF%_y zzhpFasHcyS>@`Z*1JfMx|vkYnDC@`PQsaTixalV*oWos4csdi)=G~(e- z!L&c}{D@9VNNVcu`Xrq9vgVL3T)sBJ5W8FyfS#%xZQaI9l$nS26(wHQn(EJX>awax z)8cPWqJaA3Xp5QQ_*+sJQGa%{CRE4n_MFJ|xD)Jn+{{hI1quU`KI4&`JIFK^kzBCf z)J$2Sk{9;RF8+G)*V@aUSp!wCaz{N06}XV05Eqvj<8aP#hO@j_B=77>hb-ANyH3t% znD5I{&9WQfjAjKbDAg{#mdI$9Q3`LPoT=afCbUm~XRTwsUJd?F94}NrCFe6>=A4{z zwipqvZa0az!tDrXTgohip-1btrAqL9P8E^6YWZS1xF$q@e$2FJ1-j%Ro9^5r)#YVv z4avB=jVgVMZS_P>c7Lo5u6t23EI3q`W%^@O$1^vFW6bCd!6a0#FjL!YsY$vjU_Gl9kZHv@yX1nS(9Gyh0$uCQ%z)nyYSy$sD1DXU`%a< z&WHgYjBm__VMj8Z@2 z3uaDaL)FXi70VbL>uWEo7~(?mUo?7>6ZU-OG-O+)9EWpB{w|&pP(m*ufK`(r?odPW zB!d&;k*K`LQeY^w7uz7u!>zDYxVyz&_NZ8I6gbl|&&Tns1RJ%z%Z7$`K*2GM^xT}% zO2D8MUN$VWbqa}LtmoL`AQZe)gy<|?j7`$Z(;9G)(>CnmpsvhEBC@2v3|e#()oM_w zuA&zy#d%}1n6}iUoM3jkImT)Png}FZQjvOW zSIVAx#_{gddY#6X@eJZ0=_W4Dd%AA<2?7p_AfLb=fJ$U^yeHqa8bdVF7yET@Juxwc z^u&?&-nycDjPyi*+*?1WgCO0&8C2k?`C^3;Gb-Z6sQ>0b-s(CNbm+RC$xKt%ut$MV zPT2-Qp>+Gl_rQ&)wh}-r(9~M!c^Xb7Ovqv3T_ah_YESB*JS|q-5?lU&3J*ytLP~(3 zwZbH`>gU#%{^y-9!ROtKd^0L9>%~r!W_SzoF}l8&2;A-(PBs;*_-G)hW}l{3`-S%9 z3ddB@Q>s{FD;!AbdBn0|D4RWnZT_74uRFG=wS^Ui7`IaKc~H(bh01(U*Ui4Nz`F@6 zTc*bb!jh}mRgNJw_561ihPk9y&F@w5`_%g$)xLf$VyNk}FC=fZxCE|CO}5I)U7(Mm zm%cKPZMHYc-Hmd0ZOUCeJSYz853C2?C`;F(EX|avS5%bVRY|(Cg7o*L9L3|knxhjv z%+iUL*NB!k0&$yv+^a5BJ+!|r^`-*ZMqBxN*H&VvEvBq2C0-TY`@bC>9an}6Mzjq!JoOOxK#E~64?sUSUK_PPNG#QvFc7D)jA}l-;4jFu`4op z`EtTiDapt@$nwRT)dZU@K3k|WZ%i|?tCp{Mx=a!Fo7&S}y1 zOEL(hnFDp53|#u6*`S|79@qFIa9rF2NG05L!?7uJ1^zaDhm z)1Tv*or=CJXd8w6??WM<>jNrc%`hW;w$V3M+7F_g2U@^rkx#Lz(yIrs*#-T_U3t$^ zZ06TyB>XjK!E4lqW=6)zwmRF#F7Mj=R4E$=?boJPHo@B{mwz|Pt&N1!ZJ~NjmQryr~d=m~OnSLSI$WX&e$4 zYKFW*D*hq`{ODsmgPBBVShSaxd9NWrbzE+^8o+bAo-S@yl^~r;Z$qS1=Su{+k)K3YT9Aan<0#UWKd!E&Q3VNJo2B#w3$p zW&qn2`XIGLAJ9T}AIUgjxoQYs)Mw!;_;$z3*y(7I){6$X;|u8za;HXZZ3KGYJ}pw1 zrc8H*=hH&s(c#sd&Q2J?i3W&OA~-dyD+}E4l0{60B@C}>2?WQ4n2zPDjiQTqRHg#m z`K$(gC{Ui9JVRi2Sw!Nq^HV}3`sc^}{o~gMUD;GGvn|Mu3bTh$G7$K?%!;_ItO89_ zl~tOOLOw*6&M$L}%khA5ur5u4jQod4lFQ3&6}rT8bmXkY?|zv2B6A>IDseZ&6>n0L zlA{d)1{<0an>?>9ZgwyvVYDE#0vv+CW{RX_@B(52LgpBE_`imN0S>hvw~NE6YBln) zHGA}X7KD3u2a#s2TaU`r9ItiI-gydWbj}o+KE7k`U)@VLkeIkhpMa6SdyvnvD{{_{ z&eHZyk@2#T8cO9%5`wX!InBX`K0oUqpmSbz@S2iDc~+`24SmRJ(}z-hQwquI=ck&h zX~;0iK0cBH6ev;@5^1!7lgumy*&N!y3ud1jQd!JbN_kZP;=%(QEYkVpraw$(fOj9` zLPI4ygT@yn!(vR!Xaa+OM{`j(@wrbw*7GT&ZX*Eq$;dlK!y!bXAjE`TF%!ZPgV=@% z*&sv(l@#^#G%jVLD@=N~if47Tr}Yh8&L)I`rP?;=C?1nNL12JvaL_4lRgHU%sd8q> z{iYMho&f5>WSl0$80%O8^BTdYIH2kHf@Iz_g*?X~T;5s^(-V8K*f`rkmFc8X7i&|c z1Fm}2i&d&jRNLu8USTa;f{XrDL0tyb@LtE+H`m`){rbBq-``c5cHB8ddNmcRSp0oi zsX>K^hOTX>RI-v@u*6DQhKu!Pwr~~~!C7fiMMvi7-$HbF5d+>FhB8hqy9De5S_#=N zR$rAbDK}<^1kMbft$$QFm>FbExSeN~AzX|8y?6wF8I@cnfMhQD`eJ(2PmiDJ8bB&yr z0v}ak1>I6(a6Cyn88fNo!no)|IwEsPjMm6J#{;s?Ns!s4=G6t-EeQ`>2zob0d zEqtJicb)a2RuhIcdR?T8Xn!*#Bs3X8f*oAbIyBeN7Fk_onv4c$tYzM)2ldp^+7Ykb z`H}xjhTbCS^5$YPqMto|H_ZMT?mimMb~&M+QB%&CS4h3vN8c}9S4KdFSH19#0p3|I zS{dfuV60e-gFn;b1t>9n6Xs+oIwh1d0v42lb%|Eefs(su@8l3dsnzBIIyrs4@_Be=?0{JTZYmyF4i_oarqXntX9b=VxEdX>b|uaPxlhyOMF(H#|&2 zBj_6}k2Khm^O3P37^wQr$l0YDrE$ZhjZJ(e9~|y8Jc>9%of$@4uAUiCJl-CX3791p z3yjh+zXn0+)Ab~{jy{56J>zXtzcqr8*|SsoBD zB~ZadJemN|6S7k+0WBja2+!Q)4sBjAOh@jeHn3j$6ybO?zV8H*w96+IFc&A!JCh)GvS8&ew;i6Y!WQe|E(pvVV z&vez3b%SgVBF9FA%l2C%va`SsUvoN{QgwfkaiBn!H454sP4%HzUz(IH#~r^}(ov98 zI&v5Xl3q=6b0^4_-bJwcm8v}9JdAddl@DQSlf30OlDwrze;IjN(yu<3N})U|TPtN5 zQF($*k`eLudrLAh1o60@jpz<)LRSwdi5_;+O*MFSKd|G|*YLB?INz1z&jjj=gW{aA zYV80Rd4;HRATo!_J0*azpJsMB1;i}Sgg+Kt*1yg77WCMu``J`g$JBs)HAeb5*mM8x!ja9TasNUmsX{0t{Q&F z#iNDZIbjWJkcBf{OV%1Q?RnwUHIF+x8D50ylvg_lZ8H~>HG5#P#;MoHujhuDr(p^GXu>vzUE8%mR5Qu!4yBCc zi)~ld&+?95mL+{G@91IqtLMSFpBy-T6UO4v8tri1`~(*m$IUZ=q30IMKxO>A~LXUouXKEY3vLacE;?jB1!+7U8q#Ea`TuyV@3u z`dHf2RrhYqEdIq$mi!R|)-}(g_;S9PYZqHA0#RDIeT%QqR`7nDkoo>fHsyULox014 zuLTS8G2>1f%{_N?`>b>R);Wi3o5#X)>Akos<#A6hNxzoVT)u!*!i10vDv;U?u*pl& zSdbY*-oSm8xQt-D5Hp7a{BiiDegt*=uwPKTcaDcQQum$^G_;Q^0*Io(U>O#G7UhD~ zu9V$4mE7}22g8rOMSZR1)>;+Gw0Amq8Mfqwx1kxx3ok~kwb1l8MLciR-OG$Ib5;}C zP-FU$6Ri|HSU0KWHmT+|@iinY51DH24#e#@5tyU!PJf{Mb*s+z*PX=<4+`V_4(}dm zW7Wy}H8R@qg?^~Kc8VL>!(_MP*#9s&?pSZv@d)~A-E%h&lu&Oi$?|?v+472}%M0!| zW8U3U=Bb3+kBr4Ly=CRjE0a9WIkF;j^Q+IHS7ZcYS?)$Mku{FJtdN!Q9uBT<(FD^!Jw{Zj&BvlOArPVZ4imapm-I zC3pXCMXzXW%Lj?|TXHi0C>iETPRoO<2OmUf_CTt~htfFSuj=n^+3i+!R=dBfcK4dI zZbixHSCNX!ia9HaI3>lKwWqNwCb6s|^_xpPSs|I*CN0~VPt;9XwgS4u41FTsUz@aS z_nVgO514Rmqv_pfdNnccU3 zbCb&~`%Kv6GJ80!B|<7O(M#l9v!bQKpPh2e4DaI1BBnwk)wo%4 zcPgf)Nv3ae!2_8?2s|oy&2&0S9PrfowXnO3iEFgcxI0ivVIP2^^s11*#-(>EF)3CE zTUxC`#bts8*2KZ*9cf7{=T0!WQ+G1k zVF18TMb&atN_9nOceU?cJSbL=R_ns8d zn)`c5ifHfNVo4EYqC+)3fRa9}NH)W~yoIt8S00EGSqxXmU|1@9Ve!m`Ff4W)|84K> z`vXYc^V7jE#j~2}ISmUYLd;5DSR`lE${7p`WaM%rFuafCg-+uAKuHUK9|;R{>9t@q zSHtYJq%1Umd|dF9%E~{u+Grfv2aCY5N@hVnU$V}Og89o|D90ei#-B$wQvgV0`jgBX zJJ_*!X!nwvZH;FmEZ7f}UZoq6x3E}0wD?Nn(J~ws$p~xayNt^vIg~HH>P(05STxh2 zeT7#l?;+k}(@_3e#Ao)-ilW~um?Y7<>ig|wOe{Jztgl|_?21U;&G&`VEha-w784o1 zHBnUkMaW5RHb!|SY|<|N4$>|vX3f9-nFTGz_R0kI`=yqwTCjJ8Ai+e!EolU z3ICz}k$USMP> za@|(@Sx?YY@%CB!h2!muwqmDe+i$Ywt5rSg?-e=GuKRlKK3D4BQM4osZU?xo@i3YV zYYoa|#KTT)Oiqj1ow5TX6lMlN!lC|nc6=1j!@v0t8T_?PnAYfq!9;j!0@MXLs;^_@ z<%0Qg8bkgE{63>ODruU+cAyTRHj1XBXpltXn&gh!SerKu2^_{(X2)#gZP63HNN9ew z3v#GVr=tYE*A%7b3I2$Tg;E+CYpavyob%#oe4%}s zesicN!!Yh!1=az0_Ul>nsqgu88GVR--;yC=?!ht?=)jJZE7Jf8D$AU}#>cJIbLq+^ zUM&b;h;c<^zFs7llUZ_=jH6Mo{gS?*(>ParvKh~91#Fzin9N<-(rMWckyIf{jhfP(xJ zq=b7I4S@_%C?pb6T0bP)5wwn2xI-|C+d{m7&#&p%x-xVG;3Ml071~i<2Tb$a1Np(x z6HEKY#)d)pTdkH`$f(iW(C4!VBdxMoYSwg4CM(yRV;Xt(=Kh>D+h_U0ED=Cd^krQz z_o9lDuxLw^1j<)x+HP^K1eET}QlSvfS&}UCGPb3kbP6nH-q@4eWZcH-=t_L; zFM?-mf4tyn(!2$kH5Dt6kpkIh0&?)}PYCHJXR7n4=Y5QTYP#F7uUB%*FeendT+)wj z2+>$Tc6AjhR3Ir(-|ow_sV(*W3D3$Z-^xIJ3==qAG_oGUbwvMiHo56fKaA7^0g-@z zsC)8{hrh|B=*oFTFiqqA{LYsYIHy0H2X}?vCF#L7Z>N2u$CcZ4l-@83|KZ{y%tL#pn*A+qTxRurCjf)r}rWBX#tDlL*NTen5#xv91N zQY97kv8U4!wWh082E$89W}Gbw3MA`P93Go0kS$m4UG7H4cV>P@JVwV{ndh=CCp|_` zd@0>ovb~W9>ve0lG{gp?DY%*AA#<}AGHXU+82C=bV|yz;4yxOLx{f~ba@ct0gKFw| zE1m-0x$c;Yr9zaQzXhiu*L{xvG21RSH{fAH4k_}&G5@vsMERh=Lp~*GU*1ULbrC32 zK*hs-MedZ7=GPw+y?!b&D1niMz%GjK8sQWgj_b)R`S*l~B_q_(I7n&H5D5I%nd7W4 z_<=JvbcW}9+nai}tg}003DKR>YJKke1Cxhbrl1QJ@9D=gt7up6r-b#q3!9AxDDB>5l2>EkI*Ijnn{$Z3b52sbawJzHyQLRPBgF5B2n>4HVWK6y18gXuTKlep zx-}YZp-!(dfB}$qAK_h8J5;L@-+~f_{6HPg-;#fWHxGhKUN&8Us61k{l}O&L1F!)s ztV61*4gy>mbvPcz7?pfHA1xi=+7Ng&rEW)SMSUu*W*PK#At)shhz`Y1%J477AJUGY zAaaKGf*o!^>fYqJN)=uB1+`s=E5n-9h^UW-Xtr04d)$gRNN)pae+|m#gdURsw6$W3 z&AP4EhLd@%!7f!g)#-=~#S;_+DEWeBT!WUF*HrZ%<7x&QkA>dS18Bjk1l2H$C{r@d z>fxzFovHY%ZVOrND(w4eHrX{+rYqan>7mbYF44hgR}!4=ZVyao{A-J{Ekzk1x7x}9CSL1E(<9NM)9p?4 zm5fXEwH558>EZ^4LTljA(;%7~(Si&%XSbmYksL&14IC0bW=q7Xm&uH55we1g7&OS- zkX7An`@_>j#S&_M_kZGraEZqb!_X01)(DkJOS-3l z;F%bE%R9qNDP>p~XAoe~>f;Wp%;(r0F)mK7t}iAtY95fQfa8A`WTV49<|6h&4=1YL z_{*#aPg;v|6i0Jp-i}?eHtKSi$Z;Ve9tv5V1~Z{1fgjuZW|LzQU{xt&}e!rI04&=BGTj3m}}6 z95tV7Ry^+GIk~CrsDq}G#nuWsdhcbs^KV%}##Ti^3--yyKXv%?P6pQrVTPh)t>qjQ z8F0|?<-%~s2}lY{W-9o~<>q1XrS$>=d zrt2fnTMnQKG+eLQiTUc}^u!bZPe1!{DSI|NHbTSd%^WPxhdDmV{>`ML} z_rdpm=XuNb`4&F^^?9D4tX)Uey+7k) zbbJ(Duu@CClnw@Gs$g%EJ*}0r_q$URummeb>{z>OCGA=*!Rl-p59Tv62CfI0K)^Gx zdQQ;M7;AqrCJ-)Y=$p5^1FzJTbqNlCZ{XJKwu$1U@rl|-2oqD6aYRwfegg?_uqjX0 z8)yVHd>9qTtsuR5QG ze$b?9_HOV!)w>{g(!Yra3f|Jy7=wysL=b-17bwIE)ZaMK`g`=AjfcUJsOm)y0s`3} z4g5DApxQi|rEzlvwzF4F@;be)OOP7Dht4ws`E@e5?o`j-Ia}KSZUL1X^trp!a~0b) zi|rc4ZmCid5RQV^Z8r#G1fEDLIz9u+S2H&V&Djo{F^ZX!(b z%l1My=}9Wg>ywua0VR3Jq*THXL#!v#sfzn{sEm2WCM4G;B$tP1b59uqt9fh$PZml- zE0(CG^Kc>sZVFfvt%ji);G)zWVuZ1Y%r$M1(N_NlLv6vK0hcVPIYSyug=2UL4^F#q z_>cj=ewVSC%*bWTIh|Wb4!@2NW~QLxjbN5-q?H?^EZjt}Qf{+15v($5my2M9n9_Pf39UaO+$KOx;RLG9=pwWWT4A#&U;g$te%I7bZx`}&l58d`-P=p1R5-#3KZyxJd5kH@0 zEcBZU&?xnJ#Xdy|ru54zH-Ru&xuv)alUFWXq-da*51+_3lHVk3&_XiO0u^WNe4;n5qPIUjnxQ4NMGHLyQNm@{cGRAKmlkIvdMhipkx9~$l)ZJ0hK^Xs~V zKFqny-4Yw9uU-$L5UqrV;G%L?emkXjSGJgAa=)ckBh2P}7+*$<(OelqBk1t zYOzJVi4CpUzh{UTN_gS1m*<`V5@?eFlDQr39VE6*y&#$N;GO|uG|CH((e2Ci^h)V{ zSn=?Dz+)N*rqXuBcCk-+92z52E*yu{%NRXjpk2qMP5;850iNE-<`mGGdYhwncwJ!L zW5}LD07IQ{JIk#QN_3e%w-;J`O@?WoyjJ-Ffu$74v^H5Bw$N{$#Ab=Bu4(PtT1Hma zrK`r$Rb#0*^H3YuI;#vffo{GML>5tqU7Lz$A+)y~tF83~cJjAIGq(krQP7SLu+HM; zsy#Hcv6<7m6`Vl?VIt8jeK>8|M@H=+>hAU+5G;o7L60B3-H%C{(0t!|P#0kr0KtTk zvD%G|K$Op97n)F`l7m{efcIzur6QSV#erH3POvF&Q)kT< z!WL#53KF1}1U;Ak%(qX3^;<%IN&tIX1vz3M^YV*sz2;GGY~wwKqU11xD3#ZDYz5~KO6x;18l@N_jo|F|IG%r+%sx>6 zGTrEGwsiOndvqoR^(HIpPIyHYu6b<5l*(S+JIMRFa({kRRWqQ*Tn;mo1@7ZGID+kM zoyk-ekYiR2ezup%pr`_3y^09KCP)J&%;v-lnOPbG-_#44_Us_y+#=Fwb3kCZ^@;EK zrpj{FfR* z@kQY3j+GZ;g~iAexHFUjD=x@=EQ+!)rAJe4adds<%1gAuGUaG$G8W5(xAbz|*ODpA zR$_Ec!CnC`OUSZi`@-^lAsN4roL@q4=W>QBWS5cKR};C*iQTJ;-ggndb3}0e&C^|F zZP)DzMMYfA@R)y)4jgP8gaD&~M`ao1)fb0M?bZmaK`W4_87QS4D5fD;i&=BBsx7BOgO|mb%Reap( zv9|GPxA(=jn_RnIEvi7_vcHGF{4E8IHMIGGH@z-_x95DntoDpajxjR13{W0K7*pIA zA89^|2JuBS_`pEullpaM+88KJ8VbEi9bt@Y=wg^18A8wQXx+gteAm9X`EHwFok)9P z@e`eLxH?HS)<6w0%o>xxk0RC;U;MoYX6i2eNRBL{Cvg#Vm!9Np))&<^YZik`Dh(+Q zSr=I78)0B?yYGaSeU#7K!d;RTvJ(1yt|5!Y0=+qm6l>@X$)a+)zVo2ex>YO&yS58U z2TM|1J~&EJcx!F1S&6p}l8~Clr#Q<-)9a7PzriHh6*0|G1;Y3!ma$3%VNYRct}0>! zJ4#BsbFfX9M(DnhV3jUPqKUd)QpP<8`#_apkV$x*4Cd|-bVanP5&K9b9?8lm;rL*aXL+uQV(3V8Gt(lg?>) z1#`D@Z+=A+;6@Q;{dKHuSMIQ|)}j_$PjY4sAdna3w6ss3$hL@S0cX5f^!0|V2PFu@ zX=4Iwn- zYBXrvItAxhvSSVF-IV_aLf=OOvsgDDS4VPC+N5$~)tj*5k}gdmiUMI*rll}DPdj^Dnf&RRT}3I9Uav;B&J z@2XiVo2_=mDQ*i~cLcpqrq#JAsFn!B0-9EMOkbos-ng}!%E6%(clsLh;D;kE5tbWa zGtqPl0+kT)Vj+=YGWLgP&A?CZEg6_k~4bWHkbwPNT`c4?GusDU+xx^~o|JpdtZSUR@)C|wUK4^itI7NvV zeb~PS3WB*WGqYV%a|D{|(U}1(mfYkrfS|kNwd54ZXP`59lG~i-nX6eVMdX>DXHtc+ zK=QdCXa;LZ`5B2bXqv8qu5N9)frByg0R>$(ZY38n(Q=>{R4WzDxK7TwKW#OG4TyFC z>xPk*IGo2ny*WKNIC5Gwa2V8XWE2WljcPzkrNP!#)u7`(vhGULDgY)EX11fs>Nexe zI4aHUzCgf@vWyhtwbero-Wstg;0hUD7g!o|w^NoAY9lMG?Jo5pEH;n-81K{cdzXC1 znpID}c7<`ljK2LWsk88I9*m+il{sJEr{G^p2Z^7;qWieH){VUOefy7!YX=#-*xnp} zK%~A`%r*P88SPchE3U#2$30BG!gqg)mQ6(w<2c2dHkPwU!H=!h%OJXBv8xq>S=Zj> zaQdtA_!@^F+=<06!diP6^Fmx0Rk#(;at0BJ640E9Dl~PT_lW&Jd4TJExsS|xRkTcw zcg$t0LkLEncpc3O_RO&Sg&6^3IJ7X~=;9gNc_==(_OOg~EW$l7VOhZCkEf$SPlsA9 z0E>&MsI0(j7ZaEAs2b(EOWUHjs8P}LeM-*FOj7vY&{8tEiRagop_cOAnbq(D5*hXf zW+p>t5<`~W-ndm@Z?R<>LXTeMyGiStc%E{TF4R;od%HjcWJAtD04TJ_HW7uBP}H7) zQASXwkxSq;pWm=y7Q}3)b@*@S(Txxw@um)Z?%`rk#SM&@MLkv7`KeB!k!D-3MdOGr zX0ci6?ELio{`vdUgEOtt@S+b{$IT#K1_X_u8V}-VMm`TO6f!~D22%I>;xs0+LQZp@ z&ICTN)n`4J*;kqQlE!;%;R&G3NC5FR128L((IPw|LyGmhtAG+Z2!Mwa2Z!-IN=E&Q zCAHD615^y}^f5FCqe&WTf|wH$SmkSSoK7G)hL$HsT35$&?WTn04d<)UY^v#dWMIZV zZFQ-o!uf%|dyU~lCbPQr1%n{OvpOA7*t~$}{tQLPzTLQypO>wGU9Nc(jmhSlalW=s z7-_n-p-O)^0G1CU=vg(Bw0}*z$I#DpSF|!n^@=p_V>C;mi;mN~N|ECad>`x)rHc!miC9<0BL$F%5wL9Y3`MOSf&8QaMDSCY&8blls-|CE}>!c_& zvu}+ilc^0TjfH%}3slQx_GRm0;Qc+M4kXNwE65_*)%oNTs@HG~H8!tadECg(`$o5!y;%QNE+7W2_zal!Bx z@RZR{1%uzwH)Jj7%&_M=o3=)N4sp+J)Hexf4mQaDDiRcZzEcziEFr4q!lgh zDn(fS){#S$R<*-dZutXPURn@2mHN&DqRT<)Q5tYM`J})MzZlmBKPl(7kOaW&w@Cwv zHde9#_f0Pg9_8o_4WJ$GX>=yXhw)(Q1RJnD8HU-jCJsw&&Lrbb3c%NT_N0ZDfKd0X zjXx)PmuIAR3lx2|-rzbOe5fl?G#kv+mXmAkVv#B~>IvL*lD&fe3BfGzd@&uxT^@E9pxe);o_a^ zhG``n>=~OwSg$_KeC&$=tIW3IO)#E(0xr?SpeA{*_JYIY@yf|Jwf~v(10@QsFPt23 zGf#62nxJS3e3I#5dbCW zv-U<&8`=(bJ+5NeZX9|aSTFV;_C!Jt1>2FLSQ90xgg|3Z>5TeU`j#@_f$Wg{$P{|DTg>ZI$3zM#_Q2CRL?3rMzmoVvJJ9i<9bAs0D|&6k(rQl^v*{#NoguJYv)(JR zTyZoun->Vx4qoF030;gRrEi<^T7_Sgc}Jo)l_2g#vt{s8yreg06v6)nd%GPxXM$PX zE8EdMriph%2&W*bY7HSJvOwT`4Us@y#POJ4{x$q1m|B6-CtN?cJ|Ki`E=_R=#hP34 zrQ8%`&p1(DC*XX*3Nb? z1-&)bcDi+K>}G8YYBVRuQa4hrIY&T^8F)`%W5wblA$j-s<7D`D3%tzJV)$b&a{p1@ z5mN^G`ClzF6V{+_a$+wtqLQh9Mb$PcRPi95;Sa7d?UVnhT1`}9Q*u;qq2(j{Uw%Y6 z-YAg)SVx3Q5yMgUU%odthZ*vA@}JlR`z_dWIl=g$NW%zONBpAAGH|U{;eCNd*~mNc zr#c~ayY#~v0_Z6dWlV*N=S_3kc(oGqrO%1px;}fXPMK*lCPr)BoJ3wNFPFA9@=mcK z8$;?88jA^OCm+Q8#q}?2WtH`+thNvtfnm>M8nQ?-Cc$tL)6)bPEOIoD)3}mJFc{*< z3CoR$QIO`rA0cf6PVoABxNY?BKi;hfBQ75l+14`#XoQ&!M zHqLKgi6_B}R#+&kyuU%MM0SI5Iq01*mx0y^WAx?;%OC??m$MVn7wWh|DFLv{*z5ye^ug{%)ycv;QG?5Tp8}7`lY9r5S!=kM#g$U( z{tS(^snezr4to%1RhQFXCx9`d(}0xgbAxC|_RM@T32qjH>tOORo`IcJkfQKOwjR6m z0NWwBdID>#cu4KYIor%{Bx%-6vJpWXoX5kF&5adPg9wI_8{L$=uq}VRV$NneGyjYf zLh7n`qh)~irkgPuP{gKfb$Y@AD%+b6n88_jiNX+y!*vfO*2Fa4fOwZ*Uzg`t1IkOS z1=qxT_qKu0o``0C;^>%M&oyb0na+?;t;X_hWAAYVTLl)WRjFh{fet5G6QXsAr85v+ z?;J`iZyZjXmbSuJ$R_nKV8!a8w*jfsFc!~hp@5g~R`5L&qp8YD1cwYh0VNDZlQGy` zfeEEhK#=3%Vlh{=k(Kp{$|^6X=)UQ`V&3I~s2%LR{-t3AV`>BiPiYo;O{AC1<{ryX zbgpzG=cdY8cC(Y9+so@Cy17jV6!THtBEu}QVOH8W1vk*D7ksU?Qltct0Vrw(Nml~I?rl2;PcIm*ab6++^3eZ1j(ts5Ug^3pa6xF7L;Vq;~ z9T}Qa_qQxlQIq~;l#=wuUq~e{?o$4=om6LBuheM-LR>XaUr%sa$Q3lwGmzRozka>w`*K~WO%_o6rEDrCevAFVr8{cn!AU$z3H0%J5Z5)!$PCvzu`8<652I>W(q6m@oE3)!^LbD|uI6YG z4eOs~;7T#0*Zg75S?)T@t3T5g0`wR_-t!WoNjG3Z@D`bM-8B4uee>wGiu_9Ev-q6a zVW2%M(r)Hpt=SRIvwm+{BNM#kNM`tbWEPNHJF^(w>UI$@AL64i?022Z4EL2}PNZ*& z^z7k+2yd>PWt<0xyV?X~Zkr`j&_iT~@&|ZT>KGQ%s&mjZx>`v2EoZpP8|tBbngsn0 zy5YO@z+y6s4GaOmwHb9M)>EZL(X$&$wKXmSN?`qhpn<+>qFxgVqb`RHGapqt~KS$=uFlp2_6NzIhi*tYSh(Q?CCBAUgu73^#a zc5ofvMpu(@tpM#W8_?V74wdQA=UnQBJ(NtgeU1)WT%lPPIxS_r;J%K(rshuK$)dMh zPP0{|i}?VIaYS9yt&cmM(%yljUm`@cN55=8y4ij-3?BW^e)O*W=&a_{CpfgTdVfV5 z&kX+~1FKS~aSFL!aFE}65{*L28uC3iI(rg4ebH() zTa`a;{{Cox(PBPfqJK0^ws)G}Hd{~hm+IpvzKRCRCxkFO5kb1Al7ntemySMKsvt7NF7yfmoA>I=fC_H#`XM|0fFCld3R`BlNbpHoZWAD}B z+r#r;;DZ1A!}Ftqv$Np)c%qx+=g?VA@Qe z`|f%^pSGVo`Sj^i^J=_kPG(n6Mzn?W$x8wXnGVRxG))E{MzMID5MdXsb}v#EF=#Od z&_|Q2fE9T=xuQjMde{{10Kub&nwkMMPVCI)TBCg|4Y8ZB z0h}9!vMMeB$UHMq9cl|6D<#v+BK;{fnbU^)26kveWLfZNMj6B@SuftH%R(Ph(ehE6 z1&z1Y0c$dq0{$Rij9Vert z`#IFbEGe{05S(Z+@)O@XWgbWzg_V?qQ4}uGUT8%~lwEz-30^qjpCZQXrD;5aQw)*K z?GsS_1r9sDAV7j|5TnRx72izf%VzKn%}*CIcAUYP4o54$+fykyJ6?kC_x=a;zw#te zLYkR+-%C&`+8hrH}HVYp&*&=xA%j+L$e~T+#Y97vK z%OJXn62f&P%qt6k2tLH|G$rRJsBX{@aE1BWf`hC%m?d+_WmB(x58!`peKFvzskr18 zeVOv<;SL;X80g#l4}SargG=z_OhLt|Q{P%2G1;IL4uIkmZ=p*0~o3u7Y7}pIQG4!EK-KxjOYO-jUP4l{W%T^sX3CWre%v-V= z^cs~ufc_-AGEE~-OJho@?BX;IBw^sdrMzLj+UaH2p2atld8}7g-+@cH;R*%F*Hagq zQk>!9W?B~$NXYWgy%4n@Ihq3&4ati7Pxsdss~zsbsJ6uM{#zF0a%w{@!oFOEj06#{XOn5lJQ`@s;Z&o` z84ImII3%qoeOWugSC2(G_SR(7MJ3?j<`!V1|1YZl=XZeFR{+`i|JI9VFLqJ?|Fre| z#j|J6|I~WAvrGQj=>H$!Z=>qpsQQ0*s{RMm?Ypc9xq9Cargnrdb+Whr)83ndGhLu! z#FWZZKcDWMoE)6?-Nl)KVBe}{iDL2Xv`@t_)ffn#xh2;_2tDQH996ebgs0Kx$jR4~ zY0^La-llb-OgD?o62G{KB}?w{&@xzp`zv7ZI_*%3$Y=T_6)UAYJZ3&`q{SHf6){#7p-ppHn)?Qfy^3ISY4KT@KZCt*Tl!xt#X^BqI4gDUs@)vf zS{iF}8N267`|wX^&Ii5jV-V2U#M+Zi^NsejJeTg>nJ30(VT1)$){ZSAFPG@xo?sUQ zLD>}?annr9&6UwTbdxupJzJ}6_j}v&#TMA5Znzt$B|-d}=W!$dTk`+RZTDA9{(rvv zeCL@i|L=a=+TGpA{~PRZIm0Hhv1l`iW#h)@j*Aw!(GV}G=@OlCvK^bYU8SKFiBjQgJ|+7ctY+99 zk#V_5MG8@z2o2)5QHHkzPIc_3Q9`s&ou%k+DI|P~5(q}ieKA>1Us{T%*P`RA^A19q zk602eOp4hCBe813G4nKMrkwV$K$Fo&axwtV&6~|!j?j@3I|BgQK@0!^ zo49)QM=>Bgr%2}nf*lEgKsPFaml>@X!Z~2-3B=}0)5$EAVQqkX&}^q7Tm=%5$#}Hv zU*WMgkChPlDJV1MkXozL?Ul&L4!@zFxukRkU2`N2=9PIBBg%qq@~vCRGU;30wuWb_ z1A9@?BmKKITUm8JECq_*kv2^kQZ1IF3*RxRsIss+7KDzV-J%tz?(|2WPOsa3VPvO42eQd!UvwkeH+!~wk;W>s7+CGt5inuAxUo-|0;ho>131Dk z>v+gSR%?LWR@;WDSE;yLfSl0G3P&LEF!`7aW9oY+Ki9pd7AD-}!P>|E4%${sQJp?U zqtWCOKTJ}IjoN_-VdHAof*pj5rjLwCRDW;ZB)9RfcDKxxs!5+{SnpdtZ3{4ZM))ll zNZoy$c7hr>;no6u3SEWyeV_V=*hP72&WKS5>zjmX#3Ua^cd@`Uxn(?*-UVQAbe|u}glFY>k zv*H}6oBDCb7`!L-nawPARD`UpbzWt=U*F6&_};n06c?Ri4V#M)gCeV7&h_$QmI#in z$TZ)5N_g}R9k8%a3*kTg$z zIsf7K2x%_5Pq>a4s)WpmfFmOld9)aHh*h&vGCY6NS#A2)jHj))VsDgZ%TOKRVF0Lh z!lj6CNe>ZY!>M)+GNysv5(3n~LrpYOQ?jM8o+QBoZ4Ab0p+T3T!8Hvc1I<%;fHglF zagT$PzJVtw%9?Ce9LCitv##cH3RT>oSVN~^XvKxoxNH3qo`T*-hLmq;;|v%1S9NYo zGGInzDszt@xW?rZuZl@_>NHnXN|^`^BDPsnE(3Q-?LTVx;LN8(BWLnNLhd9&5(K4v zUn?wbkveQ=a`V(80q)pD&Z2x@kdIcpOtpf7^8Q1PVm+&YE09HP+pZ{l%2j>|snrH% zrcsQUREpMh@C>2{&`yQ!zybYAhqR^vv-*_%f$eU8JQ=Fwi5n#_p4BnZrf)&4%`=PB z$znE$Q^yqYSZ9*pYN6_spj!4>a6^bqGLF%&^>Q)RMI^WWOQ~YUmLgrb8zd|nBsVxd zIygE%t9kZ{_72NYwz~glk`2O(i!C9?`;dE`doS7qC$CiSF z>Qpw2Zaey;JI*5Cwnl%tBFC%aRP$guL%R949(5;!BQhD{gcw9PyRQ1mS6h&R$L{3= z90KyK5*;R*O-Z-oc|uByj+Px`m`#81-{OD15q5kZ{M<$%9>XWC6(P5|RMs_X=H}0* z#09YK*TgUvm!Qs@Tiqh=ESw=G8Iu6B3Kz#|R%#-pAWhs-@#f2ON~(q$z|Stjc==J` zQnOBGL(tUHw}fAX`_Ml17OVTC*29gbiGIcb%Wogw0f2P@1`@YMfUG(-sry9u&%tOi z_|Pzp#d{HdJrb~W<_oA+kx@!ak1D!64dfGf&vKU_Rb0|>twg9p0ya8 z*3nlc{mVT)G?wd{;G7pD1<#4M7g$y{H`l-yD?+Pd*>7~kS{ z2p$JJ4cdNo`Z>?}ETWW>AvCR^ziv#un8neDHE<$^&dtzu6chP;@Iz zq!Qrxb4H%j5Bq3}%B;UQ->H@k+~FVxr)-YrdHokt~$edK2!N>&itlnZmXc3MdHNYNR6o)BwclT4^j?hBBpV_o+myag^_=#OX~uN6G|}uS%YTNT<@W z3`>|IOJX4ARHLNSj%|sS2MrUhjvw{F>O%tSKkm&{dfZX# z=|ZLv7~Ry}0q~)P+chvsnIdmt+11o2 z$_o@Gw7MqNs03X59Vvh|y+m!Ee$|jc*5av+mJC0b_dU1C{3<7Uc0z$Kj z;Sxm+^sVWj!|Bp0M)*b4O6z_yMJbZrn+bp+5@R<)ES6nU3xB1aDINZe;W~HuJ7Y`1*@G ziUx{U&VQDaM*2b|)E(#aLa1j&?XbuEgSDlbSow@yVxJa%mgQXf~O;T(Z3!Z8&6@yamw=Srin=w`9RB?9xdF-xZPPoY(d{ zE;<74HE44lr61A|=mhQCelHwx%uR>o|KY!()m!?Gnz$Rf3^y@?=D80Lc)izMRf8wN zsp1n7o8qk&4wV)3b=I=2avlZNUX7mpV= z=*C;u>Tplc|EQUqmXpq_cI62LaqHmkhv&ifdvDJUg2V5Fz2NL%{~SVVlJ{p26y^B57%2v4ADNez*48vHGC?-* zm?_gwUc+KaKK$&5ecRc}HT;#=;Ti+6=9_R^7i;LOv6*X{y(-h@7N=XarqYK~oGB`y zN%JVIh`dELy8H!ct!{V>X_!DQ?zJjrkuZbL;hxc~1!nm;4!WvL*f3#{upGF#9zV3UQ#C=pvLU`Iap%LD1^O zJYS}!!s}Cx9!i-P zKI<~-aE?qi`LYNcMMmT?Gxj*+qvFziR25~<3%ErUH~jDb3$kvPkBl?FYoPsQqXRX<5+=`;Fq$Aq10bM-HMOuOP|Z!Hcd zOw~-ARJ6^kJ9eM4mafPO)cQy7-+_3Ee%Z3$FO@%R{NMCW@qc%Acb?nve_NaQznl2K zoA|$*_`i3K|2v;8>EXLYDkbA|%8t*IHL;Q>xqsw)oHseK#jQxh>P1F6pWF~8a0Y1pkwwTd z8OO}LD5@a>@B7ak6B=f7AfCNZZcs45H0}bo>b2wXh|rla#wa2)C|XhS$|z~H`Hlv& z3}r)mTR)mmT(}|=Fs`Xi0|afyY_WZE3mOISf}u|m!ccx0`Hj?2u)6V!2=c1o6AzOF z(nj}3^|H#BmRGTV^Nwu@Xb6U>Qz#r<#{-Cl`UyfEfC`t)d2|1VgZ-cS$4C9M_pja^o2iV{t=5T%fir6rEjQQf0;cwwvo9Ez53L2X)t1fsx zLA3hoa+1(v_jp=|CMp*}mx4eDUo6p5Jp;IG6r+ZItdiT}T+FYNbPEu(J|q`9?7qy=K&;Y2`W0a!x7RPQKQ;aky(v9Y+j3 zU*uk@Dp~X_h`H@5zYD|@`276fwN>)dECFPs!vUeI9(pMR4>)SRFHI_#1>CPiGDP~9 zf|P?B?5%@>6oaVPc~^!S8DsEKCB4`x)T!72od@(f2%C4DzY>8n;3+vxI-p7)u1&f( zn?=i#r}#Jk-Pv**(mxI#NctzGrVGA}a?WY%Ugl;pW+lu(dMs!S45yza|Bm}ewyWKp z?P~BCP0M%ytPmmuReMI}+RQK^v;-tH&}el$|?Po)3+#JdkXfga}=ORMwV#0b|e_fL9Zs zVM$4np*aXo1y%qqj#8a-^h1*KE*hCk3A#+uCa4NYQIRZ#s}CilWaet0Y9Zy8>RRU# zCeqU2`ergL++=I=?YGY@gG^q)o<)7W^|@3DEq*sAN1U41aWsVJLP#j-LtUpWlZPMm2)c5QIn%vLJpnQx}@=*r06-V6q8}C zYQ+TF^J{SREvxdHW34+e%kVD*TI`>k9(;fJciUzelp%`I zZdOy6*`KwLnGPeo!YunLe79A^ig~HOFuP;{884&3d@@^Fo0NU`-3P%Q$h`HEl-jOL zK~;HS=M||Mpi?^e^dW!y(edj88K*NV6s4KqL#$}F^Dr1Y6QB|Fo zTF)=ElxXmL@9Zbp7P=)m@_f)~zKFdC?+ODp*XLEeDPLFP75Q5Om;H=6O>ATm5Qhcs7immo@a(D#3} z5@v=V=tuoLsGNc$6bKu4Z&Z^tu~DtfI|!d)5osw`M$+r>ud1gz{eYH#tPT|;%1aSS zQ|lBY^k&_%gi@xMN>>-F@G@N@90*u?mWly6&@m{-RXhi0x4PB<87$+YZx*9@GKF+6 z(5vMy%SE1)ag$-5KbqtCk!=u3uNt5x&|>N3H~>?hRB6I+zOq$V*=oL2ppQm~)Mexqeu}NA<=-mjuYZQDRPRNx9 zpz{T!_`#*sy9kvVN$O!Fsg1z15qLHNPdS0- zp6^dK_aEzJ15KmXGcilSWketp2DBR{(PsEWbokP|p2&Bw2BvRad>tQ+lcm$Nhcb!7 z`SI)HU_pw37tSocV!=Ryc}&xBgGUFu5Fkx(r$xXl@U%=IC3U)pgWbQjO4$P4yRD9! zpLB$4&q#e>^i0D&soq-TAn4b)=&iEtAOn-_(*L|e{=fT09D`1ip5XC4WT=FmsOw-8 z{((-(Zr=f~ad z4wyB8zcENGaI!o_5q(kuxpeMsm7*_I$GLu*pwUsTkl3pgx>d-TOL(*{c3t;YD|Cw+ zwxev`MgY$K!(?U{&cItxY^^dh!x*RUaw@XUASFyq=~GC_*!9roQ285pIndk#%Ac(7 zS2Z;C96_9_yM^kvd$t*z?*jtdCnrN z8z@2jFt(lu?044_s@N%I;*1pwuk+7UVuoiuNU2~AA3+5{zx9Hx zOR|n+;|F@&eDheud9#j0-fgjCQBS7e2{B+H~`r_Hn z?k4{0CjRRt{_7_G>z(7jvVfrDc>ZZJ`*6#jA?%zQO;!CpA+iSs80D3k(ddfsH}mTo zh%zbyqb4akzv5w^(8U4iw|_DpV#DguYgi>W(Y3|iMq?EvZl^GGfqhQ6n6@)bDvcb-0`qy7PlI(!v8K^hpV}kYM1Me$feFfM{+N_4GA8dobg71k$&G4n}{Eit-FsWZ3mWzVi z#259D*MOb501AU&)$uGSva!Ie__@32g-Qvi`%%;-AJyt=6Wg8O^Ad~SHi9M85V%Ym zZUi60FX~)c1lmuym5tc}4d)eX|754xdg zKnnv*df9!g)Gn$B%?-9oqiZq!$wujdC&*f7W^JI zM-u`D>l5R#`a$YXM`*M5@NgNPP>`q7ny<;s4X|PPr(}1tnjr0hrrCTS1}~lOY4d0i z?(W)B-;%L4gz+O)5(q@5DLH5>zIfB@KB6OQc@hZG9LsP4p!UYH`BnSXu)Es}vywSs z3(B8zTp120N~IQ4{=AkhzJ3pmgrWt}3+<2UQFjHz}T$fHICDS4v6 z#du7%KYL1(t1ApPqcaNm*QkSIfLi#&gjX3;e;9kSKI;VuH*;kdr1=0z zfj+L5%;G6)IxLlK5MH#wAt-Ry(bO& zM<}El^Y?hX%vn4gMFWiC%P)4)T>PdKV}3JbcJgRDJaD92XV;eK1*BhyD6#cfJI3mB z!(`dG9NXf;J1}!g^TQQGh!q?dtHU-S)tpkPm>&>@8=*2m?lBjKwUr%)N28uyK}(UiKsn zx`XKq4zudf;^qR*dS+iihz^0DjXP)upXIH)xH6V)hoNm+pp1jw11c|^*u%#sv53Dh z7RwwssbIZx%>s>WXI+>oB`%X&DRn3BJbt@u9Trd0in^jaAy5ne&k%M^~~1P{Gv zwq%QeyN*aA6rTc$gU!I%3bQp)om=E8xeg9FF7T%#zC9wu4)FVsuL1DzT~!6TQO>$ZeRwVnK5RvjFdTCJ%QijmGIL!S*0D>g?Q~ z995ZR*p2E|%!I|JdJcH{Y@j7!+5){Qt7>gBU>QKgE6z_EV*->tf{JCdY+!9WP?2(< zw^;|bwppCAw9g>YKsioIa%NMs-eq$jX0`iK>XY0wM6a^C^%WVwN8iTpa%}6NueH*l zA1*2wI}Dlh>D^0F))9+CSQNI?eQ4lqjKifeN?FsJ4;9BqT}Ox;NL32GsC zh&A!#4cl4Z0Ot=yo21QpE6hrfjtBihBB1A7chNmwMd*UmcJed1vt6mTBC@k{9-&=` zIuPt14z&%5SVI2g*(?wz(wH;~Dh{#-ki{s}IGsv{tA&Y`apvgb>=jFpOJKzK$7DTk zqT9NQv!pwaNrEd`=w`G^#K%U^3JWfQ#HIbC z_26zex`1oeSv-yBiKeW|2I3ShMJWZi!iWSjfGdCwDg}=eG3zglAzj7Jv1Dz=OvcuM z7s%An?u%kbJfvF%1qg;ImAfpy0TRQlZ2?$el#sjFJ5mk!f=f&VYol>By@pAwh{V!> ztb~hLr!7tJ6dtDo! zXpzP_?GO|}<_CF8WR~;5vW7`y!;i^iL3mUgFz=UqWr#S0IS+9rF3|P@PWzm0;C^|L zCgZFB7aW33NHc#mK&l~}9LE#@EgJrFk;0XmoPcbWm1A6@VjP^5>KAs4>SRkM@Mr2{1VLghG`z!?Ah=|}iZ|H2-@(+q7wp3I3_)TVv|S(qi}jWuK=Vdw?A1b@65kIW6*J^~YQYWassp`8yui4^%S{VVl z21vK9LJ*G}oxLm2*?M~VDX*s$x-rifcP*I@P_>%W$|Ew=*&+wuD8MO6?Q?9Vohalp zS!0mV{f5`SKuJLQo)b2`ev^zBbMnmG_xK|-+2Xb+#s;LMEPw_mp_-->@Ww~NL+KS7 z;xY>`!JM+qsP)+f^RfvT^THz(uSbLVg2+e906BmDJq%P+T%!$c9&Gf$Adr1%F>i2txZ|Seo_eV#EM{lai zJqiO5R}}Jx)&rhClsi&jScYLdnn!gu)Q&cTm|j$mCtnRP<*4<(V6zM+c0S`qRR<^H zLBf#!=l#KZ7!vvU!@*m8^}{jwH+P6DK_&-GhFEojceIz)dGH+y@GrkhUVeA+@@Vh7 zCl@cjdqN(b(D%Gim1>x6u=7&(3#9Ap{n^Rk{^9Zav#PhI_GmAf2AXWo4I($#SDIv$ z0_KsL5)w+WjH4MdEQFYo4Q3jNYIv8?KG`Q|v~Qn$Z(_VlB(-VuN+1)cJZFacfKTUDdsS!`knd(Po?pX{VYGyQAns(f zCr)ZP6S!zt%XZzCy-5@^tJ03L>IP4Oon3ze0ANn_r!SuS>*L6B8u;tCFIp~yW+u^O z9+_j&1XHPUMg}m*fgMh74#to1&5QaQo|@Grk)nBNd!%%!3*-z+5uWDe0|uxOWJ3HP zO-%8V($-xfy;L9lvi<00`_V9X^h5j6yY{2AYKTN>zL<_=PGI+(R=`OQ=5!E^1`9A3 z@1Om0@*14PAPBL0D^jyXd`6p6Jn6{_Yz598D*vPG)h)rm(_h>tMReE>TwkDj^NRq+ z{J=qLTfH$K07@TVZRHa#s&sEc3V@Mn(&Pqo(nZOY(gr7f;0sgN8~i5t>x*Zt7D0Xv zY$MnW0Y3iB865gRprghht;&|=)@HBeUdhFzcU}^d=wm!XpFy(YiY#!0uI>Y`vktZS zRUO0Ej|ok{g}Oc>a`@gKhW^{0u_v+zq9-7+h^wbfBWrb{WtM{Ht~Np@qgA9{|CeYxULlb zo(F^dLG%L>EX&(dIC@?a%o|b5ri1-=KYt%Ef(PJ7AijuO$t?m>GES$=rTt|2E+*?T zd>1WW#gL#V88l9o@5f|Chi}0UTe}9OvYLp6C*xM0CM% z@e6*8T?=E0$v#WFwf*;}rw2#pebDkB)OzZTB-roM8yr_ch$QXP42AZkJ@2bFPHP41 zRb}yMtzv51swc0`g6)3=pIg$>fZh=lMIH@ZFwCw9qU^*L5#oq6i;)xRB0evb#+~^W zmDTa)Xsm7FU`Av^7=U!h@M?T`qPrD`h#}!=+t5szLDH)09Hs$`Jy2R8Tmvb%i3urP zimp~53bcg)g0Vmg>mU!AO%^5;-d0v58Af|~#DgaoQ|QLKgLlWLzhKaE2xMLB1%D@zT_}w>dIRggo2(WKqm9wXSA;(N z*!kfXvbN_xoF44GK0JB@(a;GN&1Z`^ACr{9rJY^NsL5M&XB`-0#o#TBDzv5&)pvCq zF`Fud8x|ZZ;)2!AO4x9Ae*6vsbRF!UAO7v&ER&qn{xPnx)UA+pnMS-zSz>~`cAW%- zUUMFt9`3z`cq)wFZ4P7bQ>~M+>-YG<)_VVp#vS*SkAV7}lfCjNcy#dhlf&1K0`d<5 z_#N3q4+)#`_z2lXIl+&N@3;kzf=53dzdG7`=l(ni9&u`Lwtu>JzW)QX_vndudvbdG zqw@HkEEIX9)9~c&@tZ#X{fLNoeRz=#PrSYk4^B@DbU4C*>2R0SdGzz%+qe5~kN1Ci z)HZD00)=2*5GfW;qG&K6V)eWuV0rca^&6v)M;4Yp%3icJBZzL|QmrypjtIqMs0W)3 zwb@Yju%SS-z|=`7D0Lnky?+NuTFk9MIg2yFKziFne2_VK{N)Ue)L&5NZ2r&`!Xglx z`(I7}@6`Plxc~X~#q$@Y{(onq|KI5UH~RmL{{LR}{~P81Z%X;UPF>kX^YMGqd^pkJ zB%c1Yq)OyIS;o7`Z}$qB{`B93Y{%sIQT{rC;1WKh*Jg1_PPO9W)GUNKgcztKL)w;O|&Bj2|>tnXO{wTS@;1wA% zAE_W@hDsTsZmaU3B3%w8DWeVA(2{l0l4${20;k4k6mO`>Z81AqFvtJr1zh$S{NK~(FE;$&hX32}e;fYq{`kN2 zvIO_{j$p^p1j3NtJiQAaxZ(UV?5LUh4w_HbR`%SezB+sV%JjC$>2ftEm2@zR=7Z}# zP_ceGjRs|WaqP-8QqCPbR_MS_gDTCl*{!oaz9Tac_Nto8irxLM1-qoI4~H^?0h8gf*SHz0mzpXGd<%t-NXzWG3ShpW^M+V(Yxk7Sqs zTGv|o6Wzr>0zjX4zPP?kCh)QO=+M6Np#@@5z`Bv41%3`b?>d_v2cMtnA3i_(@_=^~ zTH|N?r-vu!oxjuvgpGv({pIc1tNxG2uMUr1AN)P|-yr(*A*dalb~-yX{SIhwO?dm@ z@on%I+J^SA`NZ{>;2tOOCGp$87b)I%YmzXK%@>9ln~nNod3IX{3~(7oj^JcEPa8^p zc1fJ?whf(P-5+nGDqGXJFA+(7dlEnT_v4OlKkjDl$Is7ywf)INp-Jj`n=bX&mosug zO1Dc^>KtF#1qYLxn+U=mvvP#rpmEsft-1~e6~M>|Pg|?ge;gS&)EwFY<5nOW0m#>c zbsR!?J5S;c+GbPBz#aNCSMgR+M@oPC3)7AvhX?+sIN>HA%n5yl z%^HiXtn@}dkXkioa|BOUXpYo!H^-LK+hpKt5xR~S9E`20$8;M~UEhUY?d05Fw!^BFvlD_ar+Z_czS@CYtBS;tesx&d%Mcw}$ zj~vJ637J^J{0;m3Mfo!)#!7O+T!~`qYe|nMbv{tkKeEykBMD^Kd z1O6CzGzxB}(@)88e(i~Jr4$>J|8<`3R#pu#_1i~g; zHUig1c-UO8Z0>(d{y)8nSB(ElKH2v_PdE7=HvIpF|KITc_sIXBUBx8?fJ3r0gJ=`^ z_kr2|`wtfUm-~toyb(Y)H%}Yp-mO_Do9--N7IfAZ?~TD<)@Z->#A^fA-$}v27b!6z;EAe+8>FD`_J$ zw$n7b+B$n2TWQ>NY#+;Rx1ZyyOG~uPMiNz0isQ}A{oB8J03ZN@6y;aDd*XApp-5ox z8Vm;Wq@EB&?8yxmx(G=1^)A@XPIC0fxlySPv{SJU3wLTcDf*(QxXVEIk2klr_K$%( zEG!@niNf#I;=DsSCcyS}<8xI!GUo{*iNt|pv zR8;>zjQsbDHsz1Iqb;`ZzPA3CJ^mlQ#~;KX_O|*Tq&HJk04-3BymxB z?b^5NFP?q-;;Ys57i-Vfzw(}c(f|D6?SIw!%RGzA`~QjcH~s&feTo12@3sEop?@}y zMwSk^eEpw&xBi`-|7HEf>X-OGe<1zuU%u#nzvzGe)AYYTGsW5_kxrZ_-7o#S6;EJ= z<^x1MkF~?F7?=kcJN=4@94s9y^La1`eO0+;r!BT~08{E)Nhaaewii#rtkyubDpTe`+MD=cX#%>{W|7Z7pJrp7` zv#O0JV$CyC0ryHf)3(zz@n|xsH*{7eceOt?PR*)XW?8KkyiMh6yN1k9tCu%(*4j0~ zkJD(Vm8Rd0j->r0Oo86vF(6B0PT^+5{Mcv%l>I+rWU+-U&Lzf-*z|z` zG9^mo=Ez!-AFQUPfPQvSZ95j0e&k(VpC!>S&DVv~Z>HCGqN@QZPNILslNpd_%*gEq zOl#Fg*j0w0FHU)RQkZ6?`{(ls>6`3Yt}?KsnixJh_Zn|Ex848+c)hdR?KSY&b)hs4 z(((SptbJ+T)(8u|R$0*N);G+MZ_rTy8YHhEa7mM7C)|6!HEHWo$fX2$iHP{KOl<^b=o64-wN_KLy5i zhHuj5Q8EuP4Y~~GK^GV6s5XDpDNT4Lf6kLy|lRaCUH6N#+?}mT@beRzK^C(Uw$QlKRNPVfiN4pDRTJ zme5FL!;kKQ+!z$&hgzwo^Z{zsbD)4=-2fES z%7YTS43E>ZAieaA+6G{+2rzw!iB}z54V(Fqa}D0SEojNw$xYb@g!Pi4!Cc|5b^ZxG zZ#nmib7L&Q>D>>1ryu>utx?IQ#rF>4L{@K^%pDhBekVWjeh6nXc^yZ{WRNW{4`i&7 z5n`PLX}CRp4~)9EGS%6Tw65I?N$?O)!%4G&0BHocWs*hXH_+tU35j`Bi!J)Q)%Uw*4UmOQaDW>tXx!Q7;jn2LN2pyt`6e$J)exe;K zg|!L@7+%2O!wfHA3CeJrj@f4W#MZ5*pmglK1i8*Fg9ADqs1>iyX3?F1%}RA~0LeF( z-+CXTSjlEfcZw#$fnWdJ+3yQWAH%+La()wNhkLJG(4zD7CeU_X_gv5>;rJ%d_PTFf z&@>7qmjK{u_txf#vFJ^lGT_(Le7D-xcbEkDu4XXz9fk$p)tuzMLr3Ae8fDg1SFbA# zo~V!<-Es)Jl+>#Nn(EwM@v)(k3e{X&Y&NzkUp#6b4#_c`jGbJ2|1)T9j%z9+Hf6k$ zgVnedTcC}FrE@1~<}4t~Ij$}^Z>hEcvRhPL@7zf~XY-@YYCc4n=b zvLhudXilKMkl|b`x+S#6OI2G)_}VZx@hnU>NHD3Z{t7|4O?HhP6=f$cVmM4v%Q|QW z^CV&I7GA&{Ur-p4%q&rb{6_2Qo;t?}owFu(3Xi^HsWXbl{$#`Cmdj>B()>|~*Iryl zA=-lZIEha4GOa!mm)-7BciWO~Wl*LlAKgH406y_VXo8)#qrsNVe#pw!8I3V`d-4b1K>~amPE9iEk-)NnztXXQvPwSs+#Y9GQ9{3`&9XT;l&>RHwN+=Of+n|L$a!j>s+n#SWX^>y-xrFyiQo#HL-yxv@9REve zd1_gVkY8w}i-6(kJpi3_H1oUA$U^kEH$Cq##C;r226kkE!WynHCjW+N)svxf9U@9x4KneD_|(ceGVj%;VLrr&LIIt%HFRQ0^n zKGq?aAn$g|mmzBLhOd{g;fv3+%A2h6*?yz_UcQBwU=B27HW&o>T1)|N@>fS|G1yn( z6dyF9Z0nw=$EzT{yi>zJm(n$lB$cdGc3@k>>O}uScJxD#M8Vle+a6*iHtHDDBfB4N ztm@JR_*{2u0=$AqE)Q&07k&%}^I0fbvm}k5KDn&JHtOH3`QNM;ntaLcPCG6#-uhc`6f!0Me^X~=8M*e{Z(MGz7dP`H*Xl57gl3h zz4|x8@%*|fFL=Fp;zZ<@{M$(m*kFhn1!Lis;=vMk&J<$}dO-U=gScmn$b zMO^ht6LeEq8@7PMz!r03xI;w4cJ2bpBpertX}EMVq|pwY0yZ^&9#y+V%e()4DuB4* zv;3%KINO=#mSxn+96{mb_s+&p)WYIX6z|6`S>pb{{{QCzI@4ZP_y1p8`|erZ|9^e` zi~s)@|Nk%k|6lz7Z|(n24o@aY^K&H4S0v4sB+a)%nn-UbD{er$RB6!mI0Rd{?7dx4 z1lF!7yq2w&pTNaDhVA?Qnu+>i-*-8Swm4M2M`f&dGz-YN9*S9og4R6eMJ|JIDjj`^ z@K7kv_+0w&bBNU$G9$QdfO#BB6iJilgB6}vR1{;emfz`TDV^nQxAjv^B&L7R1|h3v zTDGiK_O9tFmIp$Lx2!(>Y+4`lwen#HBmnzM+Ejzjt`S)b3Tvvg!Y;*@z1Dsf^g@Qa z$kye9Ku~LO9BYvT5zwN&c(#M8Wjve0Vbeqv4Q}T5bmx%Cg-Sy0YYoY<+*3Gpzx&)Yqa_dM<1b z=?bU4$l9@$-wdIGI=x_si&g9SUUD5h!HGq|&7V3YUt**2RFvwZF->A*3iMZ3usuLe`8uADBjW@6&87h)#R%|0UhZ{otzVm7Ib3+QA ziiy&~jh}BzqrVYm1Ce;R4{vO(+(vJ`I7>pR#DuX@L?yp=2OT>~YsWF`Bq z;hn6^qEq)y5E$DX+#kZ0h;#1-T}!2{|6`F=#272U-WxTBaypo`KPvJcyy|%?A4H*r zhrl0S{#z3E_vZ0`*Izt?;$P&y{|55^a4^0)?+3$RiWhk|5|pn0+Un|yZ|(TctKUBV zvi=Y9SFhKR74*gvPb?ydk4YdvV(=OTH5H=IB&=nTuVh?R3_T^EWw0w%0e-=e>Zid) zfbw_z7lp%C@~DGg@IJT*55wQ)KuyQw`)Wa$&rq-|bb$nFK9gk-sy|Og{5lz#@2TQ+ zcHK`e!;$$-3_11Bf;4o08B8NIrEz~8#ldjI|1B&tJ){2>e#Zue;UG=|{Ao+8HxG8M z<|rULk1nv6(O`?7r7-$c_NrFv{j#^!-`d>8WFTdY_^M!SvvQrRq-f~p&7GtE@xk`y zQMbRdcho)niSi1qp?yIL^(Mo#_I7`7=V<@XQS6ys3{hg`4*qJ79JrOlGx!k>--hF} zFlob^aQc_MU<_yqKi)M}VHmvWd^GZ+3G;GDKJ$(2MLm zLOtv3YnS7nGPeCSCBs)&ng09mTC98O~P z4*Bqf!#2*sAi&o=IbJkN3m_39`J#e13vseUBIV5VN5I7|(X0Rv7UpV}<&l{vFFk?( zoT~7|{Rmy&P(Iv}+9CW=?BV|iyBbem3r|Am5iGFS1iTcqe5f`?NHCE>2_V!`N0VU0 zb3l3i#5APuqbW^rjE?sbW(g>vn8xdK+dB^cwTGzA1z3X+o(pSI%K|TGVonC&YNZ!ES}xc~8om=PLPZ_EM~}Kz zDFlsF`cz}#g%S;==kelI6~vFGNgQxgF(01|y*krT7*3l7yoeQnjg((rS1Ffa z&K&eXN3E+M!CywVJISy0U zd_XCbVz2FS*IQ=JgWdQ7<6nCXg3$0pMGlEQKNDt!Knr0M@f8(SAbI9RGEPykqaXm? zOfTarE<6iiMJ?ysIbXR zfQWi0jqX3YTRQcSyptrwhsS$+J9|IW*s!($$PVlp^b|&`IJQ*^a zdRD2o^``rFvxk8$>T=fVr`h-YgQK1Oy`Bh!aX$kY1k>Ow8bz}RHpHJaTb}Gt(#N^A zdBFBLuTXkt@8GyfIl!-K1-plb`-c_EQPRu`TWMC*gM)htW@wd94x&z-EBFraR`GNm?OgQ;$2xlvb1GI;t9ItV2Mxl zG`)m>>%HC^Hv1hsohH!-r1@~yod!`-cXYD;@%idsvDy#49jy6J_=({qKVEwRxU&}U z9tqmsU`>2R`uh}LT*b-I!^Ys!kY2XxpKG7*iBb;Z!90`NYBX_se=8$}ltiTC83%)$ zyz`4b+c2kk2|?x6B4qSfFQpS+Q51+S`4j;_oEBhJ&_hQaB&y$NaB)Q`1kh(0dChS! zL8g&z*uedDx8DBzS_Pa#d9-LC9bAUvfEQbxPaVR7NtUlmH8_joQF@OHK$q1hMLv`y z1xa`jr88lpE(?(@b8qv9O?`!S_FnH-S|VXkj)VNL>aXP|!alo~U$wzBq79aXfiy$f zAoq^#XB&_Oi`KTNll&A5(((aumE}~i&+W=>K=p<2HNf-@av2a$(5UV4TS#+{$t3K0iDpW8Jir;<`|=2Z@G* zzwsE%!Yq5aHQ53>^XhtwrtRSR2rz8xG90|u<>l`6@GZH#v1{8oI@z*B^%#NyWo}96 zW6Y~)6gC_G``t;?|8wiz=?Xpk9iF~vwC-t!(g1pY-5=m+^Rx7N=bvx89U#JK>`@V7 zhb~gU;7ez|h&%2bT;|iT9}P97M>I5gNWq%euVv^pPLlEI%E>euo>B&{XvTg{Dk>$wVNgG(t!r1kLWRa3NPL}o)tE?2;)QQ@RXKm3a%o=?+ei$eCTTjAkJoIvRF zDi|K1cp{u(1ct3(g5YS3LRRfH9;XeI{p8wKDX~;@%{ADh`tSADeNZ$9{R(H7@o=Am zhzT`W{#9PFR!;Y3d!#f)6kcTsjgulZUNDW?k~rq{c>VEA zW&oA%`!K3L5+72_p$5*HH=%yZSI7vJ(Wc#`JV7>O2`fuwoaXw(dNUvo!}-X{S$Yoy zeHe~1dT#b%FpAT#d0&*0q1z2(G-HY)JnJ}e_0341XvMscpC~xT+G>mShom<{J31t> zA?ze%ZbkS>YmIcJMS)I2s4@MzUHKf9OwqqWUHf|HQ>7YVB!3@`Mr>XoLc5srmwnDf zLuJ&;f6CAfzuo_!{wuR?kYl9H1iOBQYBjl=dCT;L4lfz^=gA0nWQu&bc5Wfz5-N93 z!pM^QYMV}ovjv0<0E@}xYo>fX{$Z?#Go5PP7x|8NXfJW}@;OLhg z?FzVy1T)~c$u5WtP0&@>ur$EKG5P>=1dRz#VV>5>6Jnfv?`QHdrk4^hH%+lgG-%^V zmZwl?pwU$Vn}tq&hyuYjeBEPnDB-p(;3O+pv2EM7ZQHhO+gPz}+qP}nc23T|s8jdD zt?GZ!UDe(5ea4vkw67y8zx52PnAtAstc2;ekFORe7j)|{PwAMkTEp7iSp15;7MQ7- z2UEsQ#kFe`lV&3Alb!?x8esP(G}cf_z^G7TZTEi@-wJbdWI?AmcKVXs422=UqNvyb zz)HN9>|N4IpxC=1)gi?tylzNASNl$_oz1hMycz2AcSYhsStol&OnaI)4?)MpE1-o? z*Pf8w>iRXnO`AmB`jk<~($&Zzt5}dE^vpJXoYffr0y<%uu66(!2`~_B$<%N|aaYPN z*9ht&DRh^mP{&mSp`fE<4ulq0WQKUNV-|?wkb3#8;advm!Nx80Pkonw)?39+>YBlgt{P^^td>`Kkd6Y#+}eex?Ml8rGJ z?PvNnSrln}#G33V^)zbj2}oxurWx`z-4c?V*V8&%7c{IVAdnZ{uDBFhO$jaRY=NN^ z__p@=25CgG>?dMJdp|W^9aUg;apz(ndlAs3Vg(1RFjhr`JYs2_tjbGG#5-d&jDQS}1}0uYF@S^I8*s5J&vOxbs;$_JKKbG*4G4I24H zD#}z|Bz2+EX;QtGRSQJ4EB!D9CUP92SUMdi1NG>SE{4cLyav+Pg$3kK*fqR}3N6kH zVavIwMb9YB^SB|NxBv9H|#^tT4{Wf)1b(FW4td^Qi?OkG5kbmV3#r*7!6h;U= zKt5-}PVRqSdIrL?ME8N~QX#uc2bUBYd+oF_Y!*xuj(;YIJ9>@gW`YoN%j?Q`8qd~tOW+e!iDSFcaT!olG@zu30iGQXqA z0F^8>{bY8x%q{m?pZd%MSv4xC+v%uTm-a!U!dvTvnOE3rRT?s7yxW?EvMR9yrCpiV zr_(LgAZ1G)6s{bTjWbF#TrN%%w?sEg)DYnnrnh1z+_K{+#k!{zZ#tA8awAE^8aIn@ zH;S|gf9(?`jfMVt-t;+#or~q;%sB;=wu9SZOS4t8v0;i>6?fJPSkj%a&~u$SMXMy? z7A}A($OuA?E}+ALIWXG=^Ut<`1?r?IBj4d1SL4lt3uC(&<4j*`$Md}Agss8~u)S~^ ziTZ#mWIi`)W`hd@Bq*^Z^}JsCkmmLD5n6(`lLLPrMQ_Y>jXX)J(Q%58H~rIYgm<}F zl=KC3y-f11P$1u+3#5o@A2ZNG5yz-#h4Bz^_BbTR$4u{*W0ab|CPXqazKEz)byfEJ=5b?kJ;i1J!h z2Q^*|s%=jtD0eeH8lH3*11M=?SUuiEtx z??bnx8LV{=WRhFfKZKQ8Gr2-U$uh~+t}XATb7nygFs@2m04zve_+5y*C|L>084ED^ zT8b!Q882~nt@NEye=ii;l&dJ3vurtFJCbu$y|5kdk>HeVuth5n20Khvfhwh0_>vD< zEptyD>F1iv8mT;Wn~}iRl?KK_5&Q`tDVLQ(**f}hk(;QUdJ}{#?Lzv3)h!3E$NNv# zQlDOa=j4RA4R(>|t;&1{&0^!`Y6Y+3Fq6ipO=5^9VlJl=g_f1M?35qHnj9tJ+s(6t zm{-gRau|qz82uUjjx`ln2;L>SIy}=XvR}Lkt3OA#3oDC;=7y=D_}WC+(BFGO@>O05 z@UW>HB!1UEba{6J$lIOCWA(g<%zeyS1bq7hxo`S&zDG7KEiIu|v=Nvk1R!j}U_Ve| zMOquTh?+=5ef99<@alHh0sh$L*XgkN!Ek84Z0{Bi1DRfC9Ev8YSL?~1HgjwrfA(wY zKB)YxyML=zsJ$F8NdP^Q78>~4qddgyBGd^#E@*nTAD=440!z_t7kmYNnj&?CsHH{9 zmr?C9UtH3mm8=Xtl4zzXZEI@!?jc;&jX3g{$HXBzJLnj@-?{xcS{3SrQ;pAYPSS^9 z@~cMr2QPklCr3>q^co zKW6<J%1ic|(h;Y(+Mov(J znLwztz3=m7*;#gpC97ED8JsjmszpyUh77j!zD~tq;)OQS{gg*Dv?mCjgLB+;+5>H% z;rZ^PjR0$z%;AJ?ZClk#O?bXW5p+R-` zZv9Ewu35) zryj+j4 zCc*Lp@2G}-02g2H9#$e4Stksw2G>Cbxd9^50q+=&gYrZ=#1rFp)K~_cV0Y?xkJlQM z17eEC08JtQEI5D7qO;|xFojjf6D0_toIFj(7>$x3X(Kc31U5n*Ja+Gauc=;2hRNm5 z4&wFwnpB7*D85?9yv}}P&(DN=G8YdUShxCZLr+IdAi`b>@k}9;fsF4GM=4EewQU#t z+}JL40Tk%j#P3e@S;rvJc^jawLz9`Px#v>nqw#lyjQwZ0sdtQiJ*?c5Ssl z({D6q2&x9&W{l%Cvt6FPAY?$;hc`@N&ImM>!*c6~s2~~}%Kz?*rlkF^_v4oH&cMR! zA#sRE6WM&SPo)Z0c3&HBuMcX}r$Yu$+LoEsd)59nz2YWg3cq*;VtGXTdAnmy;J#a2 z(ZC)-1Z$Dtdy77s#io{9PLCk<#HHZx31ugIM~n{2P`vqN6=0r3T@+So%x2VCweTU@nV3S2>rIQohh^rhaTFI2BXFs+(;eS&>X8 zfiNv%7AoITywfgn)z4-LZOz+_<9{XbOGD$?E>MtGXc5`b?=(~0pm z#|nDLnnv`5w@JVmNv5nrVS-qsiZ(oiGEhB zx`s+hOU$xs9-%C1;RB$_EPn*QIJA_q2Qa~ReHcu@=5j03=QozMIf!fc`U>6m#xPMP z5-i&dz@MJlMgRmrcO{*`2yL+LP z2NLzyu7*XFPERu^f$?*c!UWv>l?C!c$`Vb_4;z3BV_;CJ5zHg2w1XyZEhMJ0AxtlV z9Jm75DQ<#@ZGX<;do&syb6kv1Zo8r(NJcM+@3LvWPV*vokuS5#NvYh{w<;5|vuCi8 zm7q+NkI;<%3n;{tGLA02qRqz#yCC!jLth*ddt+Y z6!+K9lWUF+nLfhSP*KHohj(lWYU=t<1Q^QdF8EQa?Q?EUT3!~Sa6j7>mvvqWRBhE4 z23dby(crel;0}NLb#yDK$)a7eL^2Q0%MOA$Q+=$d>1pZ2_h|w4k1x;d%!yy(o-okA zZ1vRXFlNIiBOt?9+Z(8XLS()-n=2Q&AYG6c1qxt@P6}XY%BPvdzRXIA$bt~r>YwW% z6u(}c^Dz>^=cAGWdRz_~jAD+aUvWq2XFlUZZ=e`U*SCwSGh9|kJ;PGQ+88i!Yvr@Y zd{NGG4vfB{pTb4osRXHbJIW?#EGEUo*00xeaH?BdQazBSygg}?xbBSrd8BxvN%QqS zAWH-;*O+GIX{eXZXg^Vp7!}43*#SWif|`ObjaKNmmu22^;#f zyyMfN7Q+g?sRmaE-%W*BB|ogbLcqN3ZZ{;VVMMI-l7F3U_(TKK;MVXO(Qj?BJaYH% zkg9?j(OTv{ofVnA&&&(4`r%#FdNseq{u_d99R1xyk;a%QWKd{TgkTB}j4Pqy^s}2< z51xcEem49lXkRcIgm+9kUIsE@$GGUI=&I2qqfUa5!#;z&KGcW-9{tNq%@vO_CuLH3 zM16`%F@sCAs7bHXMmv{D{#0<7hO#xqXc%C^;V!HUJ!oj<7m=Z@zyo2xSKjc4RGx`s zQp6vzQ1DOO$dbdAfH{~$Ga*`SXOu@>lj=L|ZuVojo(ryQ#9SOkoSa^Ax{61n*>ciCPg=Gwm>Iovjb_ z>;+FUxoAn}2RVG%9Bl8>zQ8}z+Xi|%UYrej>X;WAskP9hew{!N*f+K}p7PzR;bGQ2 z=bei;vHMawit)mLIc(tVqA@c>{_g&`=6px}uJm2e@p{?cs9EmT*7a?E|Lm~s@%~;q zXLS3xQr$jRg}r4RVZQ6ENnp!PPS$+f!rAN@+bO8YnO-uZ zh%{luTQ}>D5Tb*TGgBQvbQuSV^A(){H_%_t%1B|ghj5Q%gLUABmZkd#&W$+-O4x>Z zvN8sy=BR1Dx`(K^zZmn&uj}tpWNdZp} zj=*!l_6PjkcBZ@J`<7eh8l2$vixJqNcE>6CuZB@4T%!t{^ci&FYb6CPV76y(Hu$ih z02dn$S)dA!cotmv*MsIQRWjlLXW3TpvFe% z@Ef)w=$1?+Qrw+f@S+2*=oL4#{JHA0c`5CXh5=`Y^t5;1gQAph)Og>YKOM+U)`|1& zMuXbege1!(-cHAd@*0UZy}0RiZ}@5caB}?#^}$X=-*x@{4Tc45SbDzG>ykG#sN2Fq*87v936(^jEFbO6E@u8!g7yOj_I5;#q0cSjZCR zH<6rGpeTh`JntsG<$Nh_7`5JJUX!~q-%9U2=}DKgQ|tkK|%|Q^+m!QrD!DMcP{i;A;)3`4+KOy-~6*Bc5YnovMy8CuRXd zkxA#9L>d3>w2>yWkRAsp6=0_PqBOr7rIWLRC+IXEsYU*`yz)7R{vj#Cmr^t*bt6oQ ziXkPSFr$80lfsx^4`W+3D@*yO#l=F_FKkdhLZIl!Uu;#5$qg`I#}w~&72vo+HYqo% zA6MZkX~C%Wt_&)l2ySUW51k{hZ&`0&tn?`G!8Etgb~Msu@*m8QXhB{vN9HvTs z0Z=l`;?#hUBBT@gN_jtg1Bie9yEKOcnL~G_R`3ko_(fqN@|9-%lku-0-rcFaQ#h_& z5?5uNUzb!S6umw!1JCBkhu11{?5bp@EpnBNq<8b@Ht|ohfIkMlI#QQQ_Qbkl?`b)f`tl<7f~Z)idP|xnFMd0O1t+VDh?6XuEP{C=mfx~sUl zZ~wwa2E^{01UHO7tkkJtrQ1f9w>X?oV^u(@_b&!mhJ*WC#*LOAd3%VorD2HJkn}+| zVsouoaSA-vcEnA8f5fs#sSq{0$((+-U z1dU3`YS&&aR9P?qUAh3oDuCYgQ z2yK=dGi}_`@ZJ1xlY3%UB{`bpIl>(ROD@093$On3Iq+l+F1qz`ofB*;#e2T?CT4vB zz?>(%k}5#M_x;Y(ePmeJqW6j;YoIRzaSm>p5@|*nU~*GsO&S!0Gv%l_*{QxEcP%}- zLIZwWxyU6_(k}@-3ZsUYT3!pYAiY1ziuMF3rh=s5sv-yU7-pG{#g_~XOyGN-_S#A0 zcUP?O{5=d znitTCXUY{GZJnxQub@WU(;cNS?POW|L-|l!>l8NS@jGKOTPOvwKsi1d=(*r&I!y_v zxl$RbH6Arb{POMW?W81?UB#6xX-(jgq4(f0ePZ60YoHLb`ubFyl*jwx@{U+b7a<dn#v82b#Wonvxig!0%TIB|yOFNV%g5h(n#twpMCA$fj+)vVaogm&SA~dO) z5@o|h>8+#c3k=F54{#LdBi3}LTeIbgcUh;>r|##~;OB1W`yldb1bf{#4(RH@?GW~$ zjyHw`{*yBLj~K$1VarHpBVt?K6Y!3p^hLO~7ilGFrk^_DO^)%~k+CxMkr(j?l0FAN z_4cAi08$PbETI1`@}7(oX-cDGE9C(wilUzHC>Ef|VkvSejM>CurzG>IhBNl3g)xYi zF!aY+PtUQ&2GIBQ_wupLkDc#NX-}7_)y~0O?fk}@ zzUfVA!1Wu$^YVGH#Ae^3W*Q2m4cLN#G<95K@&m$>Rn}5A<$~0MdNKbeZs8=;qdP^~ zr=S_gUFXJZY`clzLbif38&3RvFCci<83g64>WXL|2nHt81#fr0PapFMmDD*q-~#w? zJWN}sp3y8wB(lP)p8 z3CfZa=X6@O{POr~Krz9S91up7+?xaSP=XN1Qq{U8$sQbWVPc>2#EdZ6UiAe7rffs5 z>U?@Pwv?LEipVBDd1S(QIgLhd6hh7) zxi)LQPhv}l#AmFrWjuUjziT?WRzP5CXOFF&*$$T&Mq0C0WscilZENP|7FisO(}${4 z+StFdys7t8omC|#%Ee);VWL)sj1viH8Cj&O7Ze$ZTWPkDzGud>~Akc=Rqv zmUcKGHpVY4l}5V#MwZU-<(XT+KoiGL>cQ0?B=6@{zsUUN)w~qriggzlAWSe)<$HJq^ zJy|L*;V~sCF~;_1A?`W{7u~pap`>wPpV$(k zFXo31Ts_6pH6XSuX&+D_gA6Gk6LFwRPCVGW{yh^~gW(=NELLL8IlPmCM8fz(8FDK_3yEE^{c z8aXhcLH`Cz37er(2jTuJ#?Bdio$cFCE`hJn%ZqeEQmt~3r;(g$hOd{sCbgHvk(1)& zV$K}j$nsXiIqrO}4FcwJLSaG8&EFA&Yz*quJdjwBSa&DQj6i0kBW+wRbn7c|Ix;|i zzrPsE#kBLtKbgr6_Xwc$Vkw@@;@(kecm84AEDif{kTbZtuayj5TUo#=_sbDVn9 zpn@7;IE#M-QmvU0P{?(eA&=fnMc^UTMs$*V;KB274M>vUd{l~&!9(PV%yoZdqa-wR z)r5~qPzkx{6Bb*pCLgc7INldzsuoQ~Wp*k?@`qof>)W-_r1^-n3NRq8lg?A=B`S$D zx#9Lm9*1^b-|Qno0O*`1mzMK4BYO-~YN#|5Q#({Dy!=FT$mGEc0qJgoy}b{!{){AK zVI@IcK&_%f@b=!Can{P2wZh?<<_|^5+|Edq!Y=qMiULsqaD=R}P~hM;az}Tfy6VIM z7c*(JZ}bNvIYr+p&Ln13ghLhN#Pr*(Q|U2EHP#(au~8*jTeU+ZfNQj@G)M&M#f)1O zr@Lb%oT=CwT*s8hUCcKOqcy?*e(C@OJoybN-*r@M|Frx(FUb@aP=fZ7 z20{iYJdh9V0CFb*4BXJ6fXJR~U)GO!{;Y2NxZmK|1q8R+3FUPG>OlBlL*TE0(xaj~ zgb@%;p+ZGnUbd$cB9v;u4{*d4{X>z<9eP{helD z_8U7oUCOa?b7nh_GeKu&wv)4&7N^Rbjf)Q=5JG6`$BumE$Ozi;7?EE;wIRv?tE@6= z0XW_gdc>y0Y@mCCBfbl&0?S&Udz<}%BZ7x%k==um-*}CuS$8&c>&1%PGv@;_wT@;4 zL;QgJ+Jqyt5vXbgIRoAfPnseT;q)w>&jPh`6x#*^PsiB%>p$H~9W3_Z1gsjCwt@zQ zxgMow4|UL|pi+NY%C%Cexn#--CYj^0_r4z_vjQ%^!RV1-z~a0Zv8Npo-D59xYD}Ng z|A{%qEeHn1Hd`aW^p-6vQW_A59vAK!&r%=!gRKf*firjkuD5x^@E*w9!; z(i`8l$=*^&-;mM~$BEIZS4|gi$rR2jB*+k!Pz}RHGq|}u_xybqKQpXP;Ab@DK9NR3 z)J>bJ0px~~UEqvj;vfnievr@h@LCBbaiWU*p~(DMYRZ85s!!4q)9*l z&_*fbt;bcgrz*TKn<`oE;i|UI&Gq?P=cfiQ>CW>{SYc)G+z6A#D`^iR20;HMO?Pj? zO(sPq=3chzrk+mXz${>e+jVS2L|j$XH>BD{$abfV)-iU>uUj0OpapApt8GqYxM&v% zVW2R!SokI0{1Rul70qs!98b1 zjtLMIVb?|tR5C>*ucg>|Tz=v*sbCV6uN2wEE#ab8xyKlv8beV3k-yO_+_{APkC&hy z@8kIyQ)*_fv>6i6jF-l59N5VEXs?Vt08)ugxTOHzuFtXaSyGsC2AkYf($5zmfEr(Q~)`Qu9A^7l}?|4WR;ZLLr#*SR2Z2L5xSL^nx!wWcS zIiH#vPrZ%hU-;-N21T$gzXOkwulv16Opw4@@T&pqx2+Ca4C*$OeS>gzF%k_bLA8pJ zvQJ!W9gFRaw+~@WTWVMh9+R(9N8WRTg-FU)DpyxlTiWOmw|7xoxqKkCoPO)h|7&lv z(Enp^VK4`clgh2yH3U2}HZs7-OgA^YHipussW6xx-X@dsvX@S+yUx0|F7whHy}8O- zxL< zufts?O;P;h2%1V&E_G!>29!~(8>poSargQk4)<>3dRx8*Vz(>D1?J_Y)-8CR(-Uk& zc^t4_nes2y)wh1IgBh2u@hMp72d_&@dE@89@imQg)c5uDMwSHgGwe@Y!^Rs;xJ)S1@cR63S(XoZ`o$sbU2fY8AQ?T);G4sLeQL`Sxl#0|ADxkr$xUIxB3_2 zCMnYvCCbSwA%5;RE?zVdo?dToFB#q&&RsV-L;pk}V= zblj#>%kxF$%jtSlv8pSFFzY<6JV1}@0y$7yaZ_D5&5*@)x*P2CoAp+w`TD&4hN(n@ zg|LcIIrFbOH!|tpIhr>zs;7H5w~x{T47PvvYpiNVkAgC}GeEh`wiXJD0ij;gvsCU8 ze+}t>GhH^i`BcOYxQ`(sHROSV=WLIW;}-e618A*%IibPsBf%Q`geX~6nc}(IB$|b} zDDN-DZGe3W@Zb>*zc_m1t&Q1~*%H;_l^B$raLQaCWMUMt%hT4r_Pl>2%BLzV2n;nwIOpzZ_yX?5M`@ zI_uM_&GDB48fCbc(j`;%T<%QuWoD}9$trE4^GZ%cR)D-9zS&|E5RN=W@5QxolaC!aWNP(6A)p?I+G$kxKL* zx=XPITQEf;g&fqg*ykx?O^tRe-QCA!4;>nt*9|;%>J5cSNr)2hFF}op%fxKzoe%nf zHu&{bE?2I`Ps|?CzbF^0@@~A!l?bECPravLz$k!Ad3@JSGDG5|3m_rc_yr22bV%GN%dDM@nzqH0dz zse}$EYkMW7sMvTffs#%-!Z~miVW)bb=)8B5tp1K8Aibp>P+Kf*rT~}-Nk^SLS#e4` zZe!!*ktW8Hm!AZeGs30dl2chbh?HiKq1kY4UKCyI%A|Ka`Dk1~e z0JQCBAf$ih{EWq_F%LhW6PeS*Hwip-=`BY>J3_W~AJfWFELuRca&H10 z3M|gA8bANO;=S&$nLZGeNsN}W3RH${)UNe%nZaZYI_`OhV$dmpCinH~f?VtvgMYJj4S0Q?!1WBB8+LjO;U?l)MV1>OrDlQ>Am>n=c5aq}fb zpK@9RJSnX>Y5=|NmJs|0-sO|%cdLtGN)X*ZOwTT^=N9p{0adv8mc(xh@df2(^#I$> ziskU&I-S~Z0{~2lI)I3T2MQm;5Y@Ure-lDBH#7Ss2B8Z4!#S~FGeQiBUs$Ozv3|7v zz}+aq@h(9xN*^0IJZ5xM*IuR=QZ|Xai%I?PH&xgp9i*8biu5Q3$c2uiDy-SQAVBgA zlOqnk4hIE&YQ>C3^VJLD?9Z& zLP3TB_r`FUVVqF3sMwgl;IzXJL(JRsxhbvY5HoRT-cn+X1M8a=xn{8Z%9!n5b}KFB zKMs-7m^f`_Ir^;Hk2AQkUaA;T0tFJh1+leF2xX>-gyEo95|g7!8QihG<_4>jbuE$y zao(bz5_G`9 z%$i)F;3~oiCJxsD`!~@^Yne{zAIoC+F0diIxRwL5c{NT^QowJA7Eb0f@Ic%rX$#h< zBe@io)%IS&oWid#m_p@g*$6vMB#Us&J@b6`E(XvjaaJeCFh}96Zh-5ksSa)1+lgQ9A4o zCe_-J6yVmY7~Bn8Op@|lb>YHvfGNm*uolWw`oH*gLGp>%7F{f5B%b|b!4yBJU|aid zr+L@b=F)RZ+OL`)AY}t0Vw6xX6tC2&ONXt;9ATl%YCryYAUf@b_9XRO+AeV@nie^I zVuhi}2W*=)AVW5P6y8J#{)wXT%L%X?)T5IXcqm8Cv0NV7Hlk2QW548AeLBXI>2DM^ z3u-}3j2<$-Z8Nni2C++s4vf|L+SRM6=89CWOG{@2c9lOH(-WrhBDx`9*jKay1$2z7 z2Ir`;gfGBA+v`lGCGGc;E~Yk8UE#Dz;F~2;gfJWe3+up=NGS=rH=xQgKp>3FlqxPU zJ83?q(GW`4mUG~1ux}nujBwHdNvwTxJCj5d?0^ zBo!($1ADDS1QB$W0_4P1T!q>V3wSdN$$GwE_T-A?t_rL_sruNT6w|>w0IZcD;Q3fe zg50}KnLc#;d51=`EP*QM6d?Sr8Az|w_vqm@y}gYKxJYTror5_mbE4h{ln z<^h+7Bg=eeuo#K)4z}^Om@gDA+DNk_d>~!)P@>FsJr?zWn+_42T9BhBeymWYduf0|kfC9JCSc=MM!FQM@RA~J z$SFF_lv8DF#0*spqol>QL~I@?!m(kPt3RUE=05dQu`(C1wVa|>yH&?oDHD6a&v4Oc z9o^i~OAv#9QWJuKYgFmA&<4!QbB3mxQ0OlWMm+r#?Sum`!NJyvAePa3MpmF%wsPb8 zy&}^l#kSCMG+#q>X%}6FI*$w*gb|VK&#a6cvo=Hl1^&R2-h8aNMOgP(#o4lp2F`$z z-N*?s+r7IJB28@4<0+(2ns5<;LUBu9bX5&x1s1Guc5Fre3tX?Ldan# zS=>*4Cw_m&zLfB~8>#D#4EdaSC;Iov_L6wn_7qUXy-RYX&LxTkts2??!{1h~MIU6F zT$ql&M273SmB4EQC65(s7Bh+}FzOk_t09%y8@W;JW{ChLGm3_9;X$@<6xK$nE7pIumZ$Gt|}mDHpSf%M7w z$Kt8`SfZm8k5)!k*>|cgc(#s9=mXCD6(Lj62@(rB+z+~{1>#%~zD5?Oq=fPncYC^W z*vhm^ZF1>xu~1wkQp~2%po$F;J>C>cfk?2#oxtsR0TG>8A~+kJrZNvjxyEP#HR;ig z%rtcpw7nMS&P>d4o4q0{A&ekT4DlKZN_2xDb2fx?F*I*5Uvg}}mzQ{|(NPbgAAozl zvPFx(z0qymq5As!{9kUF*QN}|l6nlHessP1Gs?m zW?BKjT}dM~6ef-?`g9xA7z&nS@e#GeG)dhk6aHsckWP5IjWRooHk3Ak1?VOlrrS~i zrrcwOhllBj>KR~)`RIWCxE0QLlEEDnVihh%sG(m3ug(8?^4!r;}Bw zwe^YjZlwhp@x23_`BVvTP)P*@K%zD6XoTkA|F14sBO|FV`wdii4 zz)G@sR@^KeglSUhtJr2G=w0o;{HR}I5~O&%DpCr`I{ivBfuaQ}1bhq(2NAXk@(?Z2 zpAkeNd#rmXihM(M#&(ZI(U>bTSR)Q%s(N2m)J}5*pW8I9id=Lfg-Kfx!a@brRQ*1+ z-!DMmf+KkdaTy4-LW0lQgcbor6FGq|uErE#{#%v%Y0g@A+ZbgP z1`cpPXi-NL@JnSuaZ5Z*1_7Oy$4meH#~P~vPn4H>J1;NC0RJy*Ed5z|{(h2wH|{vd zZT7ar?cmFuL(CvXf`iSF*b3HmbY$ z9-X2-l6{fg=gH+H%*&m5)a&KB^OYhhgpZ6)1lPu+-N7*aBB?NIMm3+&&FA@_>CEle z!*^6ZGH4g7@9pw(XVcU4x$E?`qXwqZ`~g#Cu3XZp1d)Ta3cN75+%#~i?&>UE8@yIP z%AWR3h<5OQt78)+H2AAubqslhzdpMZob-%^ta%?Ox!fk%ncoT}2L;AAMV4*J-*L7Z z7l12uG_=B|3;R|`2)pKM5FqL-1KAG~TIK{lz!_Tm2P^beO5YiKmTrmwMB!1mRIgsq zC>$9OeR%(n-y!;+)by>Ppo6slA!oY2K)Byn4jFPfZA4cgZt{^u?jQQlS#@o_kUfh~ z`3QF#ISp8;fkX@Up$i2kPn1l3E$7rarUh@v?wkbc18^m5D~^FU`E>M^CQpBL2QmU^?iy<;v3-tIccx)(1C=1#3x=f&YBd*JdGC$Q{>U~Y+Ob;R*~W$ zAKkWMT!X@@MEo4_Oond>QJcmI6(2Z~ukeXpec)|_ZnZI?&Jn|honEO}hSWFTzuLGW zOe}3es|9{~jYG~6Kd%v;xp3z#3r|8g5nb=R()lMbs+Xw1oab z5-QpvK0L^WLKQ39-rLRZi^c|V!us9FrJ(LiHN$g6%6?59l-OFNoI<3WbHy7bLQy;k zCNz?4IYs7hCuFbG-f_wt zAv3O|7pTZHD`J@jA_v%zm+Z_bN!!mdjga)Om|G!D5iN79ua?VP@SG3$6uQk)>MIYX zL=U8Bh!zA^f9+f@VrcpoA}gr&HokghE@qDLcau5ZAVW$9QAou}qKaFd2f)%_el)my zTuB>JM^fnA1z9O7&}Xwlttx9Ut+( z!*bif{A%QA^&tNv`I_{^q>FEal{>A`75TkcMy%XNdRT-Q#BtOqD2wx*k*5E;LW%~y8*nYD`AD` zZu$(&VcG{WOc-K&QeJ5(H{s*&yS5T1u`*q+q%xkYW2Sm{>r0&%(}oL$)*A(Pn)%t^ zW>lKRNt*fb6iXv$>q=;~wA59xdv;VOk;#JrIcy^M5O-lEA!nDAJdVHf{LXM*qN|Aj zg{NHeNru=_QX~_F4TWOi6jm{k-ZlA)a=@$P<5CL0v z-NgWY`-ZiFE1h?A5d!esdNzq)DOHxbvM9d`z#O(%nf`dMcKdzf1|^9hr?^W1U_4+n z@zyx4G?9U$3&s9^I#7sbK438S8|`TatI&a~P0uqSud_@G zT;w3bF3Xk6VjzV!`r(C3etK3vqo1^Zo>oC5M~r&5_C7s`lta;0Qa%V-mgv!n9sN`8 zph4E*C0DV+DV>tq)}(}agGW^ZEP_%pK93YJZ1hxgp#4uzQdS4>7=z$=LoCxI^SKo`aP~L8{(QR4S%3s6=)Ow7bCl3akF|9d+}NSK@0~& zuP?s0x9~_I{0mGi3s&fqg+m4;ox4`c2rXy4n{avE+ZN1T8~pdTr{spxnZ;UFg7OH! z2|dny4c#LNvi2!>UlHeL+6a#H^zYVzS&=eyOjJ?H+q|lFRey+9G?)V0DaAe~A28qz zB!!X)h&2d~*_1I+a>gus%P$yoQ9FRW*G6T%TS>=WTf2UOL%<2aZVCiud7H^9$lK9QHLUd@1NmC8= zEAzNEu^>#oRT#NiK#8Mv>_MqB2Ej7<&eZHG(3SXnW~3`Oc$#q% zV2-Q&ZDpXP)p{tUouDe7mvFymCxRkcZjzaQf_vTl4bzdZ*+-G8da7+d*n!F)$4bCjrM_J%oyIR>Ngxts&|B9Ep@xNCZb7i8^9o}W0N zEzZ(}scQ$1xbunCJ(qp*xqd(&!g>784Ke9J376WGPvA!-U+a~?2Qz4U;x;yPu)*_O!p#;mG+`o{15#fpW{ySHt^ozLrg}x&+ zXaxp$mWkS`YH)KGk`9zFGj+ht+idS>6WBkis&we1MDN|kPrceBP-~BJ4JCrpriwg9 z5`gdj9H#U5_=y&g;5SI9o@I-=WKgWtskK@D)Kl9cWf70l37R8dG2;4U=BLr=V5}3A zmJ_qof#7MC8upOzwYB_Rp$?93*i}7^!+zEnbh<(%jgAjjKQ4Q4#8uQl@`hu7jOc+( z?tI`RNk9g8M~a(Khk#v}H)#Zd>0`#!x#bzI{Y1l>0kY%Cu+awfC-S9Ht{pXw{;21(~qB+;h`;2Md zKc}9=fzMcqJdGq|Z35nfM*UDtFr}mzb3_#bsfB$>*YG|ae^R{j+na(R%omeR?W!-4 zLvIpIT=4X9+s+#;I=9xcUZ@KcdSZ3cvRs$3`md^*rY?FLR8R4WTfxi6LY#HJ!uqO5e>Bz#LU{iM2$=}fko z1Os#GzW{|mdcUXKX)KzXkOo`4&aQD3jVvvQ2Dcz#Tb{DzUZ0rIPjih^YHtxfW4XpT zDY%9{2lzq+$ZR@#Vl?G2J<8Br-`W-s{DJ2ghOAp(Z+kM?IGbwXuXY7Le%v-VAz4jp zE`ghg2k$quk+v%M!T*s);6hd7Aj>+7yQ-hU$7ZWmkp&{6G!@tMsA zxi5J`#z=J(_hC4hk12+5Q`S)Ce|f}{U3mh1@m5GK{_f9@)Be`}+k@TiQFog=HgH;d zL#HC|d$KajHMLS;XJ|GUd-W1|h_iEA*YXKKQ z_Q${hM}Rm6*2wLZYE5fv4!66y_arM-Z5VAYx|qZXp~eQq*Swc;QPbEpYbo^d$xGu>{l6^6ez&mu)kZBHOP3(%L)6FUrdUIqFIiMQOKn5b{EoZA0 zb!5g!>Q`9n=cK2paTA~s_=oL_W|t$p@}bAkCPGL@IUkET;} zJf8z2Hu5InM-1c?^7XFaS~S<%7Ejy4)ySsJkr2Hp$8Ar{D_A=-heY8)FM~)DpoXKB znx!Cd(53M_CADEXBjVJCH3M=J0ddA*Y&050cf5ESQF;iPbrx2lv}c|ef*p<|3m3=; zwFZsUgE_`TIO-KQ|^Z^YD5ybDtYMGymyVgReS?7g^_S>?bX z)0g@EN;ZPg*H+Cs1guMC2Gu$cpxiik9|BD`3T6GlVLH2$mDcuCt@vK60OfnYJcm}| z9!|X*@%x3G?p>Z{Xb-v+(Q13zOx>2+8$`_x1%dF;d2}GeMg|WQOs=nj>jlz`qE#*PsyeG`S+%hh(M{ z1}`_*DripEJq^jzWY9)ugjstWUEp=ABO7CZ)bwj*wn>Vy`-@-aQAZAi<2?F-i*ejmu(CSt$~PdeBqbmORk zIx*bX94hC{#zYa zI2z@()zK^@q%no^z|#q1*1?XJUlHT!8iqQ$T=%y7g) zikwA;00Enp`%gO9176VvaD4-!YF~tp52KF9E=xrszYN=2-jPZL<~4yrD98cPf)Ep* zO++C4z++c$zu_h$qU{gC2yS|RxAOw|lkiHSvNj)fm`BB?x(OzvK!!LcqIDvjQoUK&iA9Q3nOI1mfeMWv=ACylbpR;e+A3=N z3g($3Gd|CSktrCy#$)xeyZ2p;(!gp?8cvZs$q$l`CiihA61nHIObQg@#KLl_D9Q~? z%A12N@4v~?ZEIxnrNTX1)X=ggiB~5LMK>F#o(f-|inukdgV^4$3V?MmE^b<+322;F zYe*Ddx*1GivP3hY_|naAY|^T&RL(VSCPmJhfK+nH)JUFP&p@8J0FXEFX< zF&~Cbd5G5EPR79DPd?-MJ8oXKV8zH*>4L-FRHEGXfzDQ?CQTG8rRbtuo>rx!3=2Nc zfo1fmP!;Mpm;#P7n3{*uGdh!8XVJ6l<&vk3(Z$kZESj*HGo|6!I61Yl6Q{H6b2Qx0 zmM|ZPh*qrV_O)TLZcDLni%v#~I%TJ0yXcB`#^+)Z*Gr18Y#wQkkQP)LZbRA@zG%^gu8#Syik2nmvGH)@#8xDrD+?_}nHCw3te)djncw#z4?--NotA)$<`ON~&kk%$P0N z=ZWOBm8)E>h{cDAh|guLc!E?|QWM8#e0Xs;atwKqI_dZjWX)+Pzw`wnEx=1SE4eWpy1 z$*deP(B{%oASrPdkvj~FvF561fUcr8!jvx#hL{~j14{9W5dp8lMiPqdA|EdoD>HkP zyEm9zkKrt=6(h5sqlXBp*(&G=kpebqcTnd7&@M78|IVPf_cd1|GCIUG4d=s{>{4p3 zMjXK9Vz@r#z5OlOnh0`l;8?*`m0aaX9HAF3Br__;c>a_w?IMa*a`y?k0q%-?1NOG- zxbR!m@Xb0M1H4#1Wb|F(*WKqX}Is#D%2eeOf0` zsN}~qH_FDlNkbSMSv@Y;?oR7YZNFx`UZ?z$bPxS4w*1O9r5Opc?>MZgh)Gh`yp0Jr zGf}JN7)u^R1Fh>U87S*s=;z|96dQ;+RjF-}2BUyQKfpR^UfM2`XQZ)aZ$XK`;FLnE zma}V3J(6SRxpqfFp=?M=Y8%DMQiXCaO<6}O%)sy&M^UhRKcKfqcE8k8+^J|RPALaX zjOzopD}1mxx{I)2EGxa}QqMzFYpVnbcPtGVzaK`4n#kfQGesZl+z&NFj39*){CHyB z=v{J(!fJOor~;X>g928ZAx+1&Xo|$vCH`;}q#2$`S%hPLit1FJ6YWIYXIPp+j`L6} z@;5idWWX1?H&@vVsCb8J=*UAUL*v>q27(SVVq*i*zr>W!Cl1?!svAwLO>WCBn0Brf zoKZ}iM#D<@pfocWb;f_S*?VI$24?NEAiZqVY&Dz-jx-Ez`EohBkMgI%W%xEyCtT)DOp}<> z`)D~bi&z3xbW)N}^F}iGWjBY3Ht$huwzA5&@+a@P*QHwvLO+QP5!7OK)bf=7KG`#E6T8lNekQ864sB^%D&QoST1-p22I&8+H zL+Epd^LLrYnJ`=s$coV_NrSy+IbMhcglwCC`MvJp&gO232GCjSVDoTucelH%g+ZJp zeHp403d;zbP5I7O50m%`9dsH!&439-5Yht?x~gtA2c-W+x}w|ma+ zSU{KQ5F8ws;(;+JBpM&N+)Y_{(%I{5TlR)96DqyRP1??mxG7k9#{m?Hv75K5-iKWjYlM2Jw6{ zyU8Bi+}hed-a9JqRu29$of`uamt5bZZ*RMA_YW7$m<{~~J(IiX7F|SYf^?-)U-RuP z)9K4=3>iy=08OcG(C0V5KzEtS?Ckwe-sPg!tR4$CQx9&N8OB@jyefo@#USKRRI}rt zkg*T%I$y~`)ai9z;BoG_>a-{=Ylv3B=hEPwBv@87jYV-G7CWI@QQ$j zQNT`rY2K=N83rnaB7xD$2Xx-TDw|u7V zX`0+qbf44Xj_aO9xv>M@%Z-<5TIjkY6tUPm@pI|IVC~~n56(_q%JQSb$J$q4{_Zya zhrGKd`2-;4`9Id-|G%^Ie?0$o{Y(CjhxmK+_0xHpJUxphPs7Ovk0pz>+9Qm-cb!BR zmosmDb?sYkYZQ%xSjzO04wK8^13K;x!U+BL1B@_uy?DI?*Z!-~1HbxzQBC0CojeN0u(wa1vwk9`10n95$8I%i?YI-FNdAeOD#$fBbQ6z zqwut;o+>2q$wIiMW@Hb8)f>gZP<2hZLkB5ts|r5P%-AYZIF%WQ!@&r1z>EYdS$fvD zh0f7P)(4b<2^+)nBgV@BC6Bc|m>B~1UiUy2X<~9>ce*Ib;yI#`6W(XzD;SF{&mTrs zx|Ym1LxSoPs11&3qX~+qgCH4TXjSeW-E(9mJ?CHHHXEBg)B`mNf#PLlS)djO8c<;aoKr(jsgXzF z6M=-MNGpu$uCmk}S6PD|Xel%t^dK*Qp>J}RSKZREpnzxd(1a&z^;uTu<;jd_4%X-B zmxC^BzDC1MVH7BNzbJ?HQ}?j9v%kjx7fS|V;8tJJWaKPu6glFuL@*;P8t-M16>CBb zd~fH5Rp57??;J2}l{=?#a!Yisa#yBHOjCNF9RU`*a!)kg`#!n?7k)CfuH2uDKYk$m zafEX$!62R6zU6!s$(-$Q-gS<=K|LmA!89D8*$&BaGiPGWv0L=Swu%=5`a(|JVVZ7v zxN}cbo`R0iYG#05F?hUVihW5S^>r$(pwmGM2XZvMj8JZFZ}$%l_kZke9rcg)`)~Gp zMcjMErTe!FM(DO;ERq|?PvMg31Egg%vH|j z8OvIKyZO)l&zrluTX4qzqjB4CyT#mTYhjNK9(7TdVJWt{z25#|@78@TE1a)-RqD0ukN7t1rx7x;|qpiFy)H|aI}8}oaxu{n}`fvYkY;dt#9U3P1rU)V&T){%h~d&HkEj74Mb`xQfF}fKNB!FR2tC0{o85 zHww*C)C_^+j!{HHi-M|1lffHyK&8?sm{t+#5M*@8ivvqwMO#iy>Q*z5aFzzt>rLQF;~kAZ6h3E5l__d@aJp0>sj`xli)=?-5XHwY z@~%iH!p&@8_5S(PEuJNLspe|aby2B~gEr30M|MR{%rNT9DVz|>LL zxOw}VLFpv{LW$cBsA8>Ib{VZvq(Ir&f2KB77{c+!o6EV!vGDu~R5Wz27**jcLk}PP zVjlc|BK?1)>DG4qiSqy1{{GwTXNLdJ_Rja;KluNAJ^nx6CkNmqk(>_mY)TlbrPC!qdC|*EMxDU`1@BlJ>e(u8)q7(3qSk=)eG%@N3 zkDfC-+bmd6%niPKMLp%$fxF{?yR!kfPaSZdGPuHzL@_~`n5}Rm;fWSelesKGe?y>| zDIb{Q1#-nby>@V}$JA1n3)YZ_JF@QVg7+kJ{*}^IHe#Jaj?2sr!K%44!w9#B^wg+V z4JX}dFm0XjQ*`c@s+|UJLdEX+qJ-PmVoeAizO!wz-V~e&2T_h+tF4Eq`+@F60Ntqz z^l1dprw*W{KerE@B#t<6ibq?{at7x(8wryE-!E51?pMeAwjaF3{MQ~x-&`&8t>H%! ztb4MXoTo29BZlT{s4tW5rx*UdB0oF!JP9=wxz(}h{{_&mQjE6+g%tefC-~1h_|KaV zAfA|iF6~d$W3l%Vrh#ZtmGYopi1eH{Qv3Go^G{LcSF<4ww_3J>0 z(K~D=0{>~b1UspV+J%NucytK%0Tx;WD!?(-0h>F@{`jXM@H=8PoJG0$JUU4ef_t0E zV?Q`0FExZNl{blKj?@>DRsS-|#>P@NH|_kg<@boE}xMKKs2hKHtmr})(whB`g4~EyZNF8N$lF^PcPWV z_W3s|onhmP-sZ$yIe20-UuYosY`SDJ+ZPfb%{B4_Bu8P=7}jg58z>Ve4(dg z+=yz)xjPf43#R$v$TVO@cS=t`Oh64`DnBOG`2 z`f&C$2T==QHcj1l)gZ9N;@>7N<$`?}G%0Kle=5PQg~s5ST@RbuBT{utyA)%g!>Zy` z{mOGpt1)c6azO;EBq=CKYqX23Iz(@DA{GHw(7PzW3gL@@t&&L%JOUhz`p6h%3qI3M zBERSm4v&biH?v`|7QD zwT~7<$zbx;^k_-@l%k^px2D9zCi%2nK*@>XDtWv2=Ae((%6WE`e-f*bV;F-=;NAj9 zWK_{gckQ8LkY|<5La!|;$2->?5rt(c|6MQS)v$I#M4)Ur(K;7+ul#)7NvUhPE0V!9Ca8k+GD%zTk=L?Ms=(x(!G{@%tu-@?*-|R&t5url;Idknj z=&z4nhWdlz2@AHMNT(|8FuxT1#7L+}z8R{~HlRV4)K!DgMvGZwl#2uG;iJvX_PnQ~ zXq)V?Mh@Ib@i9}ERnCVU@47H)TMeKF>u8G5G%Vx?0}NS36{yDwt1(ZU z3Q({9&J#2!nCgj-w2lLLc=J)FE>{O`bPiS`xjl>Iepq@+T)g40AV)aFn&_jMO0EgL;|Ub4%}@>4EmL?3wJNC_%_eQ18Pl^!hu z5|fssf?y;*|{(E_Ug(w!bvkRM=z`_dIjtrLOAgl(=rv948w z60_Y>bnNcBiVb>8;qh);yUC7DF~K<2dZwHsIJzHcm2{ODifQ|bOiz$s{m;|0y|e#R zpICYoB2J9E0C(uvg!cEv%Fm3fY`}*_kscP7S{gj{)o{EQcJ5n*L;Z&_11?4PC{-|A zS;5a;J&$diP6KN0o;a?5$SstYas7QXch9afQE&IqRmF4XstGq^Z+*89HU;Hlf2KD{ zZ=vcRBrhvC_EY{&xnAe5PF8M82sC234gq1CQY z|IL!Ti0^H3Q8Q!`BuQJ$2h$R~75r3ftyj*j2kd>`9wm^}flQFht<1<4j7nJ}3Qo7i zOUMWDTLpQ_icbruoCTKMQBKo}-xl)^$!#_s6C5i`pJUBsa&rWJ(sl#^P!wX}dVNfL zPK!3Gnjs>t5>`>vDZFb0t*m;}y4EX^;vdhPk>cNbU!*&3;96MxuHvy9@_LIHH4Ze} zBY>i4CaLoexXK9v-C^~`LK;dMBt?s)QO6?5OEXJ%*IU-gGKI_PR?;Dfdm?omg$L#Q zdP;pyx5-j#94HPZEI7i=Q)l+s2~r<~no=h%grT7tNGZ4YQrG!i>T1;$4|_zqRDfIJ zGI+5%R!6of394g*Km;|brSa|Yh^P7jdb~&-RC6uM{CY~QX}kh29r|N7lIkj32h7y8 zI$Zl~FfX<4saZCc*U)2nus~_uXrOVM{dM|(R)_yq#s7Z$)XM+Az5VRl2mjB9_}_>4 z--r0$4aWcCtMF+u?v9E{cal$Y@-KHo#;}mn1+b#`7$>}X;B09|&6Z}!Y`Kw$Szyy? z)GVCi%|^|x?tQ(1cvl(rSz0ll>jzEl#79YPM@LCU20>aujt^0e_ZQ_zOB|mbzC3(; zRvFiLpAn3ev5J4zz`ad}*+mA{!CSJcJ|itPT_JWQPY;k5^7xR+98m7Q{Ne6waQ&7L zu2%EMA8=k&x!APC>vKq)nbB_Dt9)KA_HXj>s0)D*|Aqdjcnw(#RyP4hz1T>QAD$y# z_FQdVKg!PptJhP1$UpVFiT^7H*MokA2pE?Cp6w8!&y@eZ`F{IB{`(yNW85S!InJ47 zvfV7CrcoUs$o`rS2-7qeci~8YtOftZM-LiJU_yy9IVjq`fiS~Pat5BHwfTFKtrtEk zjQKt#YnAMG9NQfqyGSJn!I9=dHqPGe>1IW!HGwuEQRHhEzEcPS*S9vzuiugPwvx52^ z=xus@2M-FGNfakgP{-}!1K33{cjY3RbYH;zZ^9S7Cr{K=$x-W#TX0GCgUoAJjoaxq=*>5+``j{&8%A(YEaH%jAd&cqZDv0G zI2h-nrkdL9YBB4p5#=d-Ll35h*ip|8?+Y4rnN@k!IHO|GEq!jC$a}~MD}eoBFgoTj zK@kss^wd|GetpvFzP+meib7mG^5B2d>{dHBoOsa;NO(rhcP<)^Iz4dD9At$9Ab$f* zqafNI0Nu&pLxu`7Z64m{CV}}ZJ6?hJhw!9_NE6dJ(5wyV|nmTgSN)3P4^bLfNA6IpsNW3&ULgW~&KA$X)kWzMw7#tet?1ct^_B zgdB*gm)AS479f{{xJM<5K}h*bK}f7)vom)6uA&ER)N$%tYN{mQ4+LX2B!}*@y@Ps&b*-Xhexgl0LWv2G^k!Z>@^X zD2*5M)+0D(&nbmKqYs_D=~~1 zGCP9Pq+m`?MbpnCPP3rZ^Ndacq(x1a13&Ud1889PhrQER`n|i%rvqk4z-&;dURlP1 zaQv^cS4VGsFlg*VQU&D1*Z+iJTICym9+4L%8!i`v%W=l4(OxWhF}snbY!Bowqd~*-KKDKX=Sb%3)8gNC#UIn+7RF9bQ%#ocE5XT4f}SoxPnUe( zR8mNEsg7D5OJSdt93mDOA&Cir($aI4Xc;2b9`~PfSs8>nt z1NoN?^Q#JRJ7lL-8_Ey7j786=?yWTk*H`()`SwLS`OoCLZNhdLzwBJJE3xwvX$}>F zUgv}u5;V!~?P}Cw!dr%06?gmZPQX%4i&Qr+6i6~DxUUZ+anw=nYpLXHY+fXPf!#=G z?qX+iB{w5!4x6_iOh#&E<)rg_On&aAw0=j#;E$oT$*Zq55o0n@uqyZKm;xj_CTi1H z_BksSgYo|HyZvH0T{!mo?YlQnFT8ot4(%Cfb+&g(?h@EsKr*uP6$d5_(pOdW+y6dCrTinGUKQu*a4;KO=Hz|IvogInPk$yTRp6u= z(Zm-VE?PddMPV(JcwPB9E7PsDdH){aP{iJKLWl=)NC{y6-=P-K&I2 zME_|OBxpJqwE?>i++hoosr=nazT&e;P`qpBlwSjg*YOw;DJ3*dQ^VzlBiEq;2OeCh zTh-NzlPTH?p_m3Qey57*@QQk(bI%8!`H1fdxh}UExgmq;HHL3P5*eNp$pwxDJhKj@ zH4Sg%8bu?)UXGd3%S@5?9oc90mAQ#|^}v=$UMhEj9d}k7cb*%dllGBt>UH!}Z&WW; z_e&9L-@X0k+oPY}I^nTHz?#ItJ3e^({P69|5Ih!o8V8SVPzW4t5eIF5@9qA<2H`zF zdV3IpW#6A5I2OMfg2f^t-UT*FV0IR6~w)6dWPtEwR@5omV z@n2s}{*P~x{c%2lkgONQJR1%mg5WxNH_aEFUZtA0$_C-&VO=Ao zT1MDZ5x8W?Y&M+SUU6wY<dSU$wzc28PGG(X!0S%x+3E`PGuLeue?`y@2 z6QsIy1@P346Igkjg@KU<(ZFUE6N`m2F0WFj0m4Qs zX+4>G!XlKBCsTV7;V=QEGnq~_3Ov5p21L=y@sjF?O)XL$Izy-XuMVESdwp;MrwC4n zoA2|Tg7I=bsn|Pc5{-s5BB=(ezl;W8aK4^pL&(B8f}kI9hgDx@w%RCXVmb4`JgG+f14vj;i8!kR^K9!K&MfPdInz~xzGY-bb@XWA~EuWdkgPIR|N z6wJRYTik+>m?uxv2n2RBI*7e?h4fWZ0;`b1{E}F0hZqkIr2h*$8?J+XkE5y&rS}mH zf;5H45S@9m_y79B39D682G_rX)6=7q)3xUu5{%msc-F*Y@Pw^K z_u<*$+n4^+EA#qx?}XwrGr0?v-ki2S&jse3d571Nc{c@2Ic2vNxLA%Nf? zd;st~^9c{3>jFaKs1@ODIm(2q>kdM2)e`Z#=ox~~bPg+VDmL-rnw&8IFH6bCK<#ta z9x>+*CQS5{N8>3S|hnR8+D z0Cf~zZV{0%)!s8K%r5PK@x+>Cmt7V`VI>>;Ps;s;rdrFn$FcBK3RD<@4XQau)@InS z|JQX^Spce{{?m8Qwypf%JKuf(;Q#ed|LMUA?7<0agY}>60tDqQ~H7ab4EX$rI9tL(gQk=gB$+u3H<|M(-9Cdg^%DD_}>w(c!aAT(dCcG z`Xd*Uju7++p^hj(x~vgh(CEZk1ID0JM!os|KVBWZIe20hfqJN^r4MqSHMM>jW#iRq zX(^?Q5D@v8Y~7B0HL=LI?=`eE11+0R{xF5RRxP=;nWA4`s&E%iERdw_^QRY)WxPZ} z1}n!Go4j^@(qDiWCR>Dqu(Ni7apEQ$k1-)~J5VT$E#nVWEKI$bkCi^_*9t?FD}js; z)xy4H{1-ShtX2PO=iBeTeP+u4-#)~DJ;?tL^8bVUzft-BcP;G$p*7`w_>M{Zb>ZI5 zApl`6{^(x~XvQuT_D}S;7xbq!!s3KJ0-$bEBk}s($(ui>PD1XjsdVVGE#s~9U7`%_ z2K5-q=U9D)_!O(eVCe}!VBbG_`{MBByA$^Dn`2l~teQbYTC@XZ0C!|*5hr+@UKPct29Up&@6t*3)v$!x~s;DTgIJv2%diTR#1so)-lNgxqcJckU+iD-KPzc`#dDwVE@*ZNU zM(dAcVEKV3Rnokw2h*oomWj0a^!glTB)n;WV6gu~aYT?q>aFnEv zoykcbr~f;BoF?5T>ErnAe4Mrw?_D~`ni;a|oFy}T8={73l3QdphD!xifsNGktWFgh z{iVF&$}e}76$Z^n{po6{7xaBlj8`beOZssWy79EULP zY(J>PznDtA3p#^YtF7v_w=ej&Ch)!S81JQH0Ed!QNC)Si7?Jb#U~w=^nkbhsUGBgzKmkQ$J-`?>3J6*S*eP zPf{g!x;_S_Pjr-dHYkf}6?LMmRO*y=(lrSbLa3%ubZAVw;v`Y@cOXX2A5`%}N%gMW z?I(>?x^CC^(LrwYabbbbdP*i)&B!~n-3@1;-(mhZQ+VQs)B0Cuqn_ zzf6-~zfmUjt@8JGzqwX(PxvCI#H{eR!a;ONS8(CF0>62RGXw+kBn&-*D>B82|65-#jz?zn^~pkpJ@`|L240_rdhLf&8CqXXF&NOHS(6 z%$->)b>_DZnKL(&IkVvtH%IhO8*>wWvjja+^!vX^yA-u{9Awj zzkT-YL;TlQy#H!0(7W~a|J&`S-|ZOr-=BWBO<2N*{eSTPdtd?|n7}pt{~jf?e3pSq zu)oO41!D;N{i`KmEwX-J`2WrG>4JPa#rSZMHhw-BW|xEE2ik3R2g*wje%S9*0x}yN ze3~&2ykRjOvmkihgyo1pjs)Al<}Vk3C-^UKMh?WHz;fkuqz~8qc}DA!3Q+Uxmt{WB zfIXzYpn3pJi{cwvd0Y9Sq&|&&ndCnM(3xa&{uM80DdHpZ>*-)DGvrT4#YB9Pt!`lU z;?tc7ubkbE?3hc~axE1<|9db8dci;bTuRg{VVdll!TcI^$KmAtWGd7Go0B6jU$nMm zb=1LSiFWt2o3`6uJj?%OIn02pcIjbYJy{xO)|0kB#_vLIn6|5@Ui(V8byAC(3&b_K zTFO_~K&i~>zswgkhlc~o;rv)!z9t`QLYR@;M+B=wyhxR{%f1yf@ItAI3FdU(bu>OrdK8=1caK^RSK!(e!oUz7T}048V1zJ2DR; ztM)i@BS1=Z%AW>=X?ELJq`y_c09C4j<6p)ogMwzO_Xk^>(wK1zP9UUL4*A*GzZ}9F z`q8;VK-Ck4!b4SMCv5VP=2w`=kUU!5334D+2r8q3HG{Olda8tZ%H~&)pJ~VyVxXMj{M29!S;BIuUxECz5+IJ( z5Gf|Dq=x&&ggo3iRsy}lCXCyH*HM2lPX||-`f4^<{>MZ7`2Y-K^#)Oac?W4=%22}D zAJZ!EqkI4)a`2Jd9H`RpkEBKA1H$G?165ltncr0G*DxzF(l!hzPl(#Eb3f8^aYETd z)IV;pk=^Ru6x4CAA$=*C4!W`;@7TW~OyfA4x7bI{`*#RNp&YrcL48+JhhN%>o}~G5 z#u-t<%c5I5yiST@5o$_~Gps;*1+oX>dly>#hcR|f{SBv~&jLzELe1G$s)%YRhsg=C ztgh4S6XX-U%93I@901W~CVWLmf$4Dnd#*v2KkGvu8h6LIY+Bn#z-mK*TC%PsJ{V)D zV&3`|)eddehKOsdBqx_%se_KJ&^jlN*GD29qPX4_5|u$v5=MOZ(C8zh`#Ex+ntvw0 zqO)oreQx@FZb5y-t9kNDO=#!HLUAkzXD#lZ-C3Yiz7=}7X(-I^cEz+B{i?m!rk!NOqmlrRxARachKxD*q6+D!CZ)GFDHB}&9Un3 zPjO|GDG+6Mm~`6RW0Rv#L(6hP;8npPYjKK?tTJ))p*3=FvV?Y6|C|leO1C~jtkKpM zLpk{{7*go+8}`?(LZa+Vt&WDe$;PwYCN;~H%0!{2xK3#R&9Lpwm<5cl=nBa51_z#e z7~T{)k^OgD=>fTq|2lic;=!ID{O}I{IDGr!hy{qfdyTPJkPNi{)7}Y&o~@a5FBNc- z^x)*=2rB~YpB$bYLMaf8C+p*#tsaNze|E*x!9ul5?prLj39+YIRf1%A{|VvF#@#r) z4h3EbuT&Oa18VOHyKK@cA(!Ju!Ee*J=Aey26e}5`0on5V7P;4C9*o4KM*m02$#Uw3 z$dZjvC$`Qa=u*4y3oF8aml&fN$qe#O$ zwZKC()-=2Iqa771>R33`WVu)prWTYBG>39VH83qlXC2G-?6&SG)tcD((Q9g$4ck&VZ!U@;EED=ZeB!cRm2mmqDEoOAO zge{s6sK|AXlU7Daw96BFXZvk%#%jyzZ zLtm)fq`5b}YZB=!X8aWWxk;b%Waocg*|A)<$R7*xR`&q8W*=F z<;4{~jprN1b8N=Dd)cI`lD!^y*d1r1YVnfHkh_pF1=zo63KyO+CSFubS!Ehb6ssm% zk@;NSz5VCgqo3YJNQKs^F6Q}l4lEjrbM;^HbS?JX+=l917&8H#OrZ|)y)+F{EYP45 zR=W(BnT=K@UXprUZa@3J|8#o?30VJX_^khQr(foig#WO^e)y*U^gH;W8N;n#4YgxP ziSR}+ac}he-U#}`JzejfTBuuSr~{0xaI)m=;BFzq7Co)-JL%)u^(Q5s#ks);5*|as z-A_mOs@RW;HI>Du#fE00KYnFWfR%Uw#xlB{sKj)>bmpW;r*Uyjw~zeYXNuwSGfuR% zcbfbydDh)|dPxZB&ER8REa&airx*PCm0{rfRjw_`0ftJC90w+ylCb^Mg!y%dbrnP) z>XxS)tl*QbN;0ly+Cl&&g^-1E@Wi&3Lfa?{LFp{rXg#8odSWns7JNHlJRE&M7P;ZU za$#R0*t;PYvP{4`_p6lgHzwPEk;me9MA-Jh4`gk^hTbG5VWTc4U#b3YHm5tm0^;Q+ zH035V`OtJFylLcKGm?Xc)eXId%8O253~na)-abvnKq1h_W}Zz3`80M~j3wqz(I)1F zu-L>L(=u&&*|7MS&F|JX=rKT+RgZqZ#>w-WvCOw`vxjmz)d$6cISk&&>qGqc5;AvQ2-3L%C zbsv1m!U~tvuk$N1Wqf6P1NdG7?k+dseMteC`*8|+GFeuU&$AKcSwrXF^$#0@u}&LJ z;^tZt9DSPl^NVYlKdVCTtI||Gc!WOa*&g(4eQ7_-yC8He=;KU1>)-`gW*k1NDbBUk%1w@_L#>!ZfsPHcUQuQ zHtZ{cnm}g9 zoz08Mj6SBZZ;J!VqsuFOxjZ$!XUXCwiFT1_9nX2#E;;*` z5PP-;hSROtkoy;~1T}CZBi1St+CT@Iaguz!`Gw+QA&w5%6*{4Aa>Nq3#IEvZwo2d_ zA{U6vg|;>}iOpY;6_@2QZL>Jha8mh3E|n3KVU@pTrvE z(Ul}EkZ4(E>~=_r6o-`Ne+|a@h$Y9sO7{WdQymI&(foZFejeN#AJnc7YS#y~>lakJ zo@L|^?hnfK4T6x*2x=>tQVBB&!q2q!Qr*No_nRN8hOW$&K1gRGMQ$3I3W&`_EI;}H z@$}k1Brc63!DSTfz(kvWd_XzMFvrA z%aDS6^_^uZ-%E1ehc{wP^doHGHBHV7W46ei> zR67OMeagz_fpzZQpX&Vn9uMqEb~Vq+n+-&PAsqAAvafm29xF>*%V?pnxgAFZdIrS_`{O}ohpdo?${t@tpys>i# z`KvJse_>8QoJ%8OMd4#sr>AyLav;g zNO2RhF*Nc$W?N)V7RNcT@TKJzaqS->w4SAJr5j6=F~lqoTiR=5JQM$fSqJb>L|x1j zMEqkE#bS+Jv`QU(AdbOcJhl(1IGT-QrQ_J~pH0U}G@?nP_65D>qxJ<_u1~soEMLr! ztgSuhXQnz1R3piC5rB3S$!Fg2aYUasRRB*u6sf0e9i$#YPx+O@SkkC7MV;fL z4iz@7xMa$G(rDMZbidBks=de3G1JBaE1W~g2KU}05@1XJ20$_A!o0*9QSDyCZOgUr z%175hau!GN?lZpPo^ADOLNL}*ac~o~+HeMA->dFZD-Nf6CNZeoRmh^sIJLGlj;xGR z1FL_Rn_4sv`ejOZo~_j~7s z5g=wqc;l8OfY{QBiZ*WO<6DH9yZZcvl!mC{EOvd-YqQT;#4=W&8&|o-F?ZP3o}tuz zDKrW{$4r5%Jz}Q7+SYv3rD`Q+4AEK}B?_0Q?{Gd`MkO;1tD>x$=be((%{<+dI%lr` zVM*^6FLBmx_av$Oaw}K#pKuR-`-Du-T5u;B!o)HVOl%e zZR1R9D+<)6>&tq-`KX2eWnXzp)tzLM!ctyRM4+EH@@tHbl2huTTZ{_62eskl@3exY z-ax7}xd~M-rZUotq^Pqbr&5K5r#J=fQu~%MlsM`G;0~QRV0OD^fi`l?LIyIqolRZvDM8l}dt4_F1JY4St>F8fM;YF6?g?5(73fVBDW|vaC zRsh*J0)MhB!+A=Afk`X=PylT-y0t62S_g^xi_<+ zW(w)h`tA8>Hw7CB=;66p4;V`Rx1wcdNo3sQ+E>txhG1ivQNn08OhT-H@4?nB(10(B zhD|*c!VG$^LAfl7vGF@uyYUR**9taVKQsI|djh)5q3DWmETkRmErA@USX9ie)MfV7 zCv;QHHNT5e{k?1U6|;5P>R>YZqXzA*@#(U}KA?4$7967JGvUG4?rk*= zh}EB-Y|mmaHjf_iVH5s<}jM^sOczEO^_|QLt-&##h=9z~aXt^*pjvP%~CZRrr z((n8x=$}Qx`1ph#5pl9C2iGcHBx@vxj~7>0XtC;_#@Hb5B;Vv^X|e>$iElcIpJMhS z!;#w;Jq)>%Q7{p2>~=K_rim_^kUaH)3e_y`B;gvucoj6V+cp^?sXj2C8!)mO+o{E2aRkn_--OwvUl3GK+sgiP`0})mh)lO2jv{BHyxNNOStp2+=e}UAa-2q3zrYu zxtSGYWY}O#Pza3mBuyR*$ZfwAn@>mCCn#Ocns)JvR@zPd5-l8WF=^TLyoY@+$iVM| zqDiygByHHSm9sp@?!AkKf3jB+S#aF-$mJCGP(4l04_@rOdwteFe!X}0;^^efX@CFd z?F;H0&3?cxL~Ke?0o(3ocfSUT>W~ zTYx=JaS_N{?q#rbSFgyM;y--Qt#2ItcvQs@IZPWu7<_dQKfZwSjk3$-b<3KWzY}h- z)t;c@Hf?v2y=yTn+c1=esy~}&gr&<+JBwgS_wxDDP}-5!Q;L@UbDw3rav;ml3j zBhJcK-6L}8Y>%Y(Ovi<_FUWy{cSA^i?Jz1#MONR`Cc9r@`?x#bWJS$cQ#-_Yl(vWZ z3vLD5h1eB&0}xT+{(VJkuJ7-8^Mb>36x~HN98P1K`obn0d*ptPVo$p+X|p9P90Bu zi^A`Whrb~Y7-2YuKp`2x(5`RfarMlf(Cc|x`Jf7VuZ<}Wp?Gj=>XEgVChqB2_4(Mq z6C!wi_@DC^1rWPYyUIB921F1=<-T-SO0i?~8-6iBCAQB-lwa91VAgL1J?)So3Z3)N zZcnCe1G~-^eYH{G%z*w}1Gk$ruk%GSd|`a^2T&CUROt$lBP!-!<_mt+&bKeZU?joB zk%3~;Fb8%t+!|$FcAHF#EP+oE4y0QwpMgo=pmJK0LcXf9?CQC@0i} z(WM%~fe!RB7v-u=dxj1UdkSJgYI<0$bPXf9rkisW)^K}DjL_er8KE6rP<-}JAY7PN@D{` z0P1&UFe;!>gyR5?De8NP7w#@A`_rQT%Mt=Gn$L^mu2?3w1NCerjBuhL+f4q^Y{z)S zIb42X4e6A%`@hS4v0yAfJJOfR>2kvM?M%NqL1swx;tIJnjf(+B9TM4y(6_QRD49p& z&&6e*MotK=wSu)rWL^VE5X?Ke2s|`F`Yu}On2_It7(fT^niG=E;nMTD^trq(CZ}VK ze+|Kqyv4cJ`NG+r2VwHj<)6y&b^_<~N8yEi+iH{L+-CDu`=Sv)QYWE#%|sWz6g&wCD)2V)51Qw5(8(f^HP=M}F6Bgb6=k;f zZ3#Xu`onUWL0G@ilUwEa(*QyLtXy>l{@(O`z`Am`xhnrS-w0fqBan@8M zVPiIYG3{Or=TaoGQr!G&iGEI5HsS#`I>}A`Dz?K8mKKcQ^TP5OL1$h#cGR;dA5nn+ za1-&JhW)mjE(UXCp4kOYm>;sik_wK&&$&biJ!Bhs9SUS#bZ)!6Bh2xng>jo|3W+km zo({%c`cI2}Iz4=O`1Y*Be(Y0cUL|6J5mJ{@ixIIpnk%j*Vbr-wPo*6X;atdy zLzv}{#pN;mWZGqO?arq^aRgYC74!Et71Ah>5gxBV0pWvOB8m$`|cZ+ zk8xlUq+hbn3&`r$((|iwHl#1Aim6wWGH$$0t6_O(cM`!{YAl62CYS?a_C9h%vKjo* zvS!hC@kwl9qkISue*Mj@z(XCYAgJ0;EE+d#+AX_^uk(C@}OG^f$!3=A;6QFE7 zm)VgmK^!62o#j-Nf^Rt-E#&&NUTU9eX_4SUS*pZA+l_=?h540NUUgu?XKZz?TwG&U z2rQX0olUiSeo)sx$H0<7f?OfhKyVyv5h8Idw-htbV}|=FB{s03tF26d&}!E-VOU2^ znS#ucUt$7JGC>%=>9wJ0LYUt!b2X$EUD-Cm!RBfhw3q?R-2^iThYdnCk4C&_)FZOX zjBy3W+T*)3LRgS@$>zb1ptgh=mBkbvoKlU3>r;hRAASWKgbir0S0mmWR0#n4JS|6M zdQojB!wh)45&(2eFDkns&0u}$uC~U5$>nH}{MGCief*0hA{lB4O>a0VLjUv za1m2cL6y}iGWfzKQ3!$mF@^W83XJrRz>C0*0Ku>m&521g{@mq2c15CNf%gb(aE#z} z6A00kG>k?Gn%ptV@@@k0ml9|@y1%@JWu>pG`M-0>wGFF*f2n^;EwsAO%ht0?7uHcX zuI=%LZC0=+aOAa23{i15=`qjH^+JL%iLL)F!92iVCabp+iz02QJO` znH+Y7@1GSA#*6MrUh2e5mL6IzXCPlEvUMO84j+3j7rrw@t;HCjfJHBuE@;klY}8*Nm-v$n94tBijSr}f^kO-sY}zP;cb{sp z^fB#0nDYboDR9A6SAaqJ;LN4^l!>-Cvms=3G7U_^H9-PxxO`C~97E*1rHhE==YXUO zOE8!ZKwZ9!@nD7vh|Ai}DV^SQm!qVyk}66CNE4i!i$AxKU@|>7&Hd z%BspgmGTYb2mtAT(wfs6;49i^gFN|8`jUwE#u zH`#DWlN(Iw0U|UWa#AekS-aa<&($;NjkB^dPNl!*pUo3zP=a@9h5vZSp}oSBMuBf! zNa38VHZfaJi?`Cka=QK#IPj=sng{$qE?OXdiwuZ|#0E`{$7z*(&kKA*h5z8R7^wzh zn%)l@X^2(#eed<_qn{3*_g@{Io}D5(5GE5zye)kx(B7-wvUq)YE<~0biVz|4{4ujQ z`3^>Fwky)_8A!^}IL}Rm(o#q$#o%K>@IG0N7x`?A#AT|oS@7iJb@TgF<1PZW2WZfo zcVCl#;{DhwMfm~c0=Dz41o`faujj1 zoaY3UMo0d&bI8>Mxp)z+;WtmzbBJ5n1IW>lS4!oW;V}4T&$JDvA*?(P2qq46?$a2$cq{W$lrQZUdSdeq&Fj0wRT}$>rXvx zLtU-I%8oE=Xd#^N+83LdSB$E{dz*c#347bWTHoJFA7Izhtv+5%&%hpfOoIgvxyNW) z+mpD)s#J8udlfqm1?z^P4rNKJ)Y3?VO5a#lr0gDuFFy)HcU$MYA zoP{e*)Q&#qD)PE|E_s!F(S4)$1ae zrPAw9^fZ%;>Fvf3JoMUCI<)NBoo`=s;T$l7)#wx{?-E>WmSe>&MaK0Y`}_FogD$1>Wk!g|sBDP_;*V)@8@DHI z@-V3@z&VgpjN~Bs`)-(!fmdloGB?d}P5~8%65rHVY>d6=xUdId<)Tv}&|At#aWJY` z1?&9(q#S!V?&|7LczjI0&P#C>*dh9_z1Qy!`e#S|e;)knTsZE`ImIY=zUUb7Q^EF0@jUyv>$p;b19*Gj~Y zD6W>#p8Y0qda-x-`rvsaZ7QY&W6P`&Gn%+wB55Y_2hF&llo$W;uKFav_2{JWFy!;j zbsh=|+mXvQxQa?g`_;~{gCIo{A~e#;qwyDdHkc64>#QpLCMFSO$@;)t+iKH-n&eid z?f9@WL%}#Lz%yrv>Ua%gua+P}pt`7@Jiiy*BN_+1>xaU9{8|=PDTl#e#bv2@-Fh>~ z$GnBA^K1)ME~nR-}- zkFaBuwiNz%E|qn1n2t$^IyObQ@F_qJ-adEh!Ayy&&sD5A<3MI)JF!@wsRzSBSwu*q zucO&<=b{lw(e}n;w;!de4+Z}0qN5MrNy20-5G#fvRsV20`UH6TG{=j+P0gIf9USIeP8LS)(4go8q<)Jwyg)({Rr~|1>YA*JsQ>MHId6tyEQdljpp{QvtHPoPlc} zA87V6Ta?Mk!QS(K(W3#!p(N}U4YOnJ`eK5*x9&%Bg1|nMlw`UYHw&RIwzLYViikG5 z(jARh>n87~MmT~$3hv0!g^ptf#0|i)7=i%C5O}c27k7@KtZw9G^$%ie&y&|Ieoo?Q zaWeov^6?mLXJv+}UOhXuV7gceK!6@37vZV9g27QngTTJ(pcIk2bp*VGh`L_JvB4{u0PQ!Ya$K z-1{9~!oFRV0}YE%C79eDU4tv@a-n|LvkTe|08{QI3+h$Qr&DygQtmQFU6&QMOV-WG zC9r?==J@r&*}?Om4ygXEulAkma_>9-S&LNPpx;`I?;4d-wW%0BY{*lA|JrJ@p9*+>Bz7gF0hZ57)JPR`e9n! zPU-8?3^KF&d>eK2^$PnbK3A{;UKXIr_RJIRRDXjrr(FX4XO7h#WY`#k$J5~GG3p$f3H-D>n0zOL$Ua@=mU@CQ}d&n zbN}*gmxd~lvB|~Wr7;!!BO5||3y`UQbjhoFxypVyDt*!UjEifGZ4TNJj>iR*&MD>} zuExbJnde}3gG|MMWl=HntFUJqG6@ZaH^_So3&`Yhd6z);6Y^u@Ba;Ko8%vO;s4(Ko3dGdw~ArP-;8WXo2iHi6SeALs$)U} zDAftEPxQNPa=1u_gDDsjW+TuhPp`>;P!m*syf&dh?piIUA5EYLcKF0_TBK{j4vrP+ zWejLW@Je7tCqG!0Dm)o3=a@ZHo(K^WA2$>S6c~!7rcT%&(U3(y8#G+29{!gdzT12{ zDsBxxw3XLP;>bX?i4;^{KKoMl3#4E2XU18(3X{24TDGpL;%e-rFthQfRYw*g7YFi& zdR~ODuxMJXJUQsHTCtd#MPfEk9A*PWVb(1Mvsw|D)r!Atrs&H?ioL8_ z#wX>cV+E*D^Yb;V(P0@)K!V8r?R=d zSfh4F{dy@@p$;3t&Y~Z&g;C-PqI^xrt5@(OSm?w(&x*w=8kg9*62USXHHt~Zmnf-S zL83mfi)9oaxBMg73DfDi7zq9;2EwC+rBFCkS>l+CStx1-LYcqr zBx03CgwcWbehLZW_^YS=s##CC-nCYxIO*r)s}9_@E79K0U9F8r+SQ7tY zJ3O^7g2h;F=l4_D=63!yR<>DvR#BC0T;MlBvDT+rMo>ZRN-^T64qxfYq{Ls@z`$-) zmOlOJ+Hbi6o~AMxaw29?)^=1b>om7k~?gu8CTKYD>RZeP*YFI)^9TpBG%Ak8jr zN>DO;g>1(eNsqsb7C7&bSIX`Zj#I1McGR!Hm4JMPd-jrjYViej3~K4*-P&rT3Y$HA z*rk8-?=oR>a*0kl%GIfL>0~f8Mp*$m1zAqK4=z?)^;sYr93)5msrxjfyg_;}XctL~XpT~&Eaos~LvS~^S zbfSCGOX$C!$4q%&2DA;>&mPQYUy=Dt-g3VM?KMleiAstG>sgKD`}b!&+o-urC2kF$ z(i47d__dvN6rFl;!b)A8SO3Llld^j)o$F^e|*>j@{8FZ+83S-G}w;T!hS~taVUhZnZ+C~*Vx%FUI zlfc{UM$IiE^A45-5SiTOkXL4K1(pD1yo5qz%~&BLyIE)>HPnFTSHn@Wm#Ri=NBKtz znFRg^Jq>`SIJ0wp5zMRNLT z&t34q9t6%bnUGimh0wAZ24P+2y7clgXS%fW?TgUV@zH~MzdSsXwx_~GIY2$|{oX;Z&%@C-C6mWwZepZQag^!Ru{yD38jfNt4@oIW#E z^TJl4jo8EtDd%ZSF_PyZ6C-R6p)sPOGvl`g;3_&8v)T`;j+Q&%zGCVTe)kbt{R@+n&nY5WgQtia#j*DNY_~yx2RDG6z!>XCJB5z%{~H5s*A# zN>)+O$~QY=AGI~v*#IyC!085h`tJ1j;O%o)u@=`cV1kabEu_+dHoY2#?uQWZFv;s-=9 zo(Y2x8q}mg=J2^@Xk83Gkj4{orkYYI62HbwX0h z*0ZdPxH#);T)KP3+?-{~%#E<_LQ=ct-YKvbO~|7_vDYUr5h^PbFgMdm*9219DQ9Q)Yu~M(>+>E5LL63qr#YZ3jNXjYW^@J?ORZD5+*7u4DT{wfqyO38AO%Uu^(Ov+55NCH@6btP4 zmt7SKp*2{8Pkd96XjvPMs!?TEZ!hIdEv7_5MwV(oM2zxoGR~(Ts7{A0oNRd@3-Tin ztVhX{n_`kZxh#jzp3?trf4}`?w46-to+Vo}on5juMm1ylOY0@K9FRAVDZ zxl~kvNJh|AjF*HBVK@U>SwUL~6_}*nYx}pP@~OeOg1^lGwL(oqE@%am)AE>nVc_&V zLF#)2s~-pR-SM4^&jLL);3Ar zlPzcltB;C_cVRIGd!GC)bh7!*RHQ!@+tb>+EO2+)VAId3Z5b-RshI`kR^gUF_V&S4 zFxDuw!ZwL%R}{6b;tg~j!S`$BmWR_6ePstCX|7R^rVG{1`V1j0_Ae`XRT+vg!>6Jw zZ@6ls-9>$93DQ%m2@8nH32scnhFUovmMWK3sHr~U)C^pG#LtxKZ}j|f9||Z}15dF< zl%j|Zo3EBbzk1e{JcgL}o<%BI^#r(?l&Z39w^Ui8aGzaZ0h$}Vh7qqK;~JQpDcJ^~ z=`@*^L~1-ZVbljsdFMBc&{XN!^aILY_)Zd1c+|RjOeULkfs>#L8t?4<6JQw+dQr6o zgaC&J+rlyguELZqvxJJ%6m4A{Z}l=3L@pzulzr@(t0wARs2?1v0u$=h50Q?f8*J$`cmkynB}S%8Yg;2s~}?3w|?>yC6aG$ z*Vg5ZL%Y@Z5?i&gZ3=JE<|KK^Z+J;mZMIRs)V3iukqEr)ChHcRh>v=AXop49GJvH4 zRJUa^xGa`XhwzS!x*$9_nK0GLV5M@>i+RG{t?jGEqdwI>YV_y*1~|H|;Qa+UqRV?Q z(y{Yd0v(Ne<8%9q#$EN*Up-$1^4B6?MYOwMtVFPeG*D9#@T7(_l18X8a_&?SW||1X z(={R6db3w8r_cluu^jj32*?8l)Wv&4_KWS_>bdozT~>_)uz}c572M}cyr*sv#XPV2 z=}2$wk$BXw%|5a!K>e5V%pbq`MI#!uIflZ{T+&u#>>@N{fiEG9cIA)uyDl2B{Btx3 zx#3Rhe)2~dw7xVsM)wPUdQ;rOlRe1CG(Q0Z=)sdaQcmW5KiNIH=pI^ZJGAx|OX3R= z&!cSINiN9+7~XVX50gacNfY7{XdTCYoJ&TtFrk6+8=f#&`x3|1zoK){zk~T`Uwnl; z2Rl;~y8*;%)hYR?mHz!o*ajNd$-m?)auWN${zgsiK24>$C1eaZ(JflFg=nI?cCaM_z!3Zqw|~2KE4u^w0x=62}TY zzw2Kuh3H!j4S&P(Cr7Pd+I@H8U6|Fc8ZpBnU=NtbjpFVB$1K zC&ZhT-DIDpZx_fQGUXyE?}%hR>FC55RJ{meOhz1&uCL`MLkTb=(rN~Ih_EAV0fQB;uf8_%zyEp(FN5(blRMn`I zsVnU#b;2}3Ifio_NI9hL974k_$k*fqki8*$UosNFqYIT;S?N_B!#Jj+Uj;c6j5%F* z5+-oR`0P6MXueZOFng1mt}&oxqZ8nw5=+Yk>JSD153f1C0Paf2g_~7xT$X8=-ZNN| zYyaJ&2@2A)=E#3=rbJWekl9uL(aS!AgTBed(%5FS{-^(+A`L%EPFeA5LW2j(@gn&+ z7%#KZQi(8{OjTU!<>dk%{$gARxA3QT-<9*#TA84fcFE%;eWKh}H*`(}APKvYhH!M5 zN-}nP1BczYp75OKgWG;S1qb2g;dC)CM$2KAJm>U@o_>-!Lxkvna$*cJydnWB&>DjZqus9Y#Tp3E0fpC&2|8C^ zwz_WqE*Ts&E-ihMErzM?Z$#e}XX|bnEEMMb~Tnp=gwjY7LH%S4yk z)RlAQC$O1d7Gg7kR8M1J$<{NJh9QB^;3`uEjW67DatuVtGyWCkOENZlq+qQD3w1mQ7rhr`iO5d1-b(qQI~*6KsghEy?E7}mIY3_+hW4hZl2Cj$ zj!yB9Hi#=(z@XdY&U!d~HAzbk9hZbAv^ycg4zA5KZ_cMJ*3{3X`u->%jEn2mTG|AN zKqWt7r1to(TDKs<2XqYgpj%K3qneJv)Ger(5Ff}+^|NWQyuJYoOO{RhW&ZE1KPe$+ zR0_6u_zcPC?uz9+Aqbg3_Ah?NXjd$&K^RdK=Je^`=KmhdM;(Y{d>`kSl$J$uo4rpz z5>RlgN0?L^vcr?bP8Zavf}rdq!i6)7Y}VDmqps0hdN)O}8m zm9-H1^KO&=+w9;ey3I$|*#aiHOOsVyaq}v$?Klzm0$nluwMF-(59n2P6kOG|l!g~1QS(7F_l=I?a zK2k1EGMHa4QG$sQ3P$MS0IvIx18X|!FY?7WYc-`+K>@v7dc!F0jTtmOD^=3z&@Xw! zSgZMti~vjCX9>Sx#HK>%_4W-NT}TU|_YtIqzlDoE9za$MIDqPM;H^hI!i8=I%}c`q zvZGPzNp3TFd#1}4;I6~wQtr}!I|L=8#m(+_+Y!!rc(!(%`!@xlQ*@@F=A6yQye(2_ z#~Hw+z*3}L`R>s_ZKegxf=JU_SdC_$Mv8==jiyMK21O~POFp^_3vL8d?;DTP7_rTS z?FLPSI{_SyVHzpHd4)YyBJ_)SQt*gZ{Z;Gf0y?@z9etcv?pMf|TRoDdDs2Tp^s@K_ zxj<<>QnxJ1FVVN#o#ZCVuWuH+-v;DUN^}vUc}ZiX-MWKVK~`a+X=0vF+@)nP_ccUE z1;5Bc8{G`bK85HIdp+h`bC(&YYp3YE%HTo{u9|>yKzx&sup%d-i^-lD*vD8M-vALg zuq{J+2KT7_lnFRM)tm&%&YtnDJLejj0%&Yd{DSkmru1bfsDX(!m=9N^2YqTSg?x8Z zW@89VG;Ge4Qv6RzDV}cE%t9a@;`IH0U%vnEol_h~=)n1S@Be$6Lc&|Ze3!dvhS|1_ zjgEXSSAH_Xe)!~wss4z-4`wCgYtKIAixxv`l_#q1g29=L-54fgJsZmEwiNli5QM?& z;*Z-1+FBsVZ-(+Y5jnE?0$H#*oGHp6I$ovk+BKqGjeI97Tnd{G%4=acT5RNEgs+BT z9wMh`R+Ny|_zo}13L`ySt>5$2dM$NYU+!|Pbhp_4Ee6+Zyiw>}1+v|4Gd38GTnoGf zyXT5Mm-9koZ9Dk?9qv)&+i%Ely|kXv$$qmE z9U<#mWr1R{y0MQ;^chan@En70*&K1ei^vh{l1M>Z$pI~!vswv$GAe_WP}WRP5C zx5=cKXRPEx*?ZthVo9eWy^yPZzHJA5yE%PmymQg0WXqx5(~CwV)R5bNyO6F<+`B{+ z&1Vj|bw$&>fER191Eu-O4h)fR%CYW!cc1TyZ3Oi!u+l*xa&12ff4;AP7u5};yGau) zi`~m|*j3fH(n3mFfQAUZ_&;W=FZuSKp1nCvsC6~r%Ms77;X=Ib(+eKk`4yp*NQe{2 zNkB#&j7D=J8Hrp$(^3>QF3acD zSM^60o;FHTG z0i7rypGY}?q;>yDJC%D>>&1#UC~FyI?I+lcK<4w|^}oUhHh94x+(kqkVXx^hGySjz z3(cCIjcBMy-Fzqh0_Cd|>tajfRmHqewp7v z5I|NI%lRl7DZM!xgqyh z+_M)i;*xzXi_Y?xW|RiY$VTO~G8k!4lWNSfD>C~VUIGwfx@5uwmbSosAx>yl9z#qn zz!-!PxCb;lO&}A29LI`;lD{}ZsKl&#zA!U)KU|S6MRkOp(;!-FN$f-pp>{hdix zRXTC3-xyXsOS#qBn3SsV0S0AR40C8tap%es;Je3liGz~E4%P^d?sV5!n|d?$XnP}R zRWBKW10VKITD0n{xPv8l>3)QYyMzUNhCaq*ZSyvW?voj4H5itp>{bvtbl$!GH!8~@ zMVhjF}!o?*`*kuWt#-Q6dhCd zD0#_z7l9Z6VHpp~1rm~RMhIp%ImCO@5x?UyOag;H?jmv|(V6)6U7m=J|9v)nwVB%> zxpplH*}xj`Q8LzS3f&;HRIm>lfp_a>(-EtDw14#G`1Qfr!E;~vBk0p-OUI-+sM*1k zI984v@8!}kBWJ02nzq~B#RSLkW!uF$@bGbh1N{6qIX{2STsC{rQoC>}SRF*VT0ZyoF)X-Hn@CFR#s2oBauQo@~i;!d>#q^ywsWFjgZ+qAOZlbbg;W`k|57Jhv zcaxABIDosULu&x-U8*X!q~Q%=ry|Na#7=*^`2PEE+uo3tnmQ^k+?tHSCXWGqJe^HP;{9~qhc~RKm_4!I4n2(?z51ctakSq&>;}zZ` z*=TPq23GGin9KJa?`(0^%c;R4v)~d3bFBHy6~)5GCdVWQ+;~dg&%ob_9jGc(zX489 zP5bA1_7!H``Gza{p98IO2w(+vBQH|6pUDONZ6DWf4(nBNA1;mCEh zGBmMQ(oU|oC`N<3R=cachaBDPCDM2)YO6eCCA?SEB1D& zvugJuOrW^FtzA`+;ate>u4CCcH9XMryeBLZJ8&nUO9XOC=M$p|ltf;E%0aOzs2tpi ze9F5i#8}p1R0ONwdOad|1#LqJOE9ly39?TMh>Qjuzi&_zmCuJUPK-e_7S#?P@=C&Ez%mW0o-j%}9{MF=wnRWn|C@yOz_iFxa5zvFPi#S>t> z=3XKiYj&&9&k21Dn5bZ3R$}cBcyAk*;Ib(ku5>oW}JxRXvqeJL<6N_%~Do z{QKNZ11+g!DUfVn*1x>l1@;W-AQ2jN zX%2V(u@7S`OYyB;gM^iB?%&QKGJal$E0ZuI`p-P^y~|qIO>EDQGMRugI$?sS?dLMP z0%jHJndkpT#sg#Oq1IYiI*XO8q1b0YC@y<&M5wZpVm>K|)LFuV3prUx3*?rHD^zx4 z22IQepI~MHrdcl_J;3~0mvbQ&Ux{pHfPl$HCJ<`(E{8X?;~YHdrgXCbN63mBE8+9i z&7nMLJ5PBjUqhz7Wqg8_tlec*g=5vj|CTso!nI9D#jP~(*xbZzF_^KECg^3 z-Q;k=(MFDYCz(yJ$$v^vDV86vjS)B;*!5WXb(01i(3QGC$RzC%y5&I$@~#sOhaWT) zSJ{^o_-zj}uQq8o)o4l!OB42|GHX4ebQ3kjNGs+Ub&w^Z*$0ttckrt*-5IKTU>ZJQ;bYYcL|6Z4g zaP`rE=L9aTUIEgu?|MCFiin!h(Vi8dD$~J&z^t+hFdn-uDpS*2Cuz<;jGHUPBr5lV zmy78`T}Wz-e4I490NQaVR`m+8yh9k@CQ;&vz=|vm!SqDv=g*zNwDT3Lpsv=EXgHz> zUKa!Ko#Zul0(C>7CC&H68{4jj%#WG*fANu(; zH#&*$9epO*iNV;Z^e3N?j zoFHnNfx1=_i;jAoI?65X$h+B5h+IbR5USz3!gt7_xgy-n0b~gFSB=#im^rkUzdZm&MfY3uB*jO61zUgiCb4DfN&Y z^rh7aw^cxb+KkerelZ>2QLKgGs>JFP<2mY(s%|;>=<=o@^y`>r<2+VK%Syagbo4B8 zSu6)=DLJh+SPIDAEFdz}MXpgjR`y5vaDmBGhl>C&%XBS1%D`1^ev&}-Y*5s|{S+#| zG|gPEQ4wgHlt2u%KHYLQ&KIqAuM&f-y({Ns>|;Vfw94)hE^Mpa_7tV&#|Kdb#|>Y* zm+VuEW3Yqj+3qOIX7ESLQ-iXtl)zktNoV+i{=4*Vt`W_IPL%%R-zxn8scY-f)llN) z;irE(**iWyI63tlDLO(Rvz1O?TU0PG^z6R2J6c$J7oH$8;guADgGXi#xaXHGwrQ4?o9H$QU6%)Zy4zQ-R{A0xSln zQAs*5x21!MU<{L=e1t8G3UG9N@`|RM!#Wn$o@yQo1?pl7Y41Q?Nyd0XKeZ~`$}OV? z4=&Vs9?|-{Q>~AUczAhP+9!+2>t~2d~w5@>27_^*W^}E;y==e~$)? zf~r3o^?aVP~4+r~TK;hzc+Jvqp5tkx%`mOs(U)al=g30Xx^Pb>;MwXSoh*8XwIi;9}H9JQ_v z*obh&I!&nf99_iAWXMw5gI8yjCAg*`Slw3L-Gt)YZ5dEn=+TzCRe{Lo1S?HvS!}sq zFEK2M(AmB`Glt()ThF#`jY80FjA9fDu2n`@{dJyw%u5>)t|n%#8TPZwp4+Gn4Ys&! zyUFp%(T}>}H|(AjsE)?m4{5y(ExfhI0$?;CJ~5h}VefM}$}X3LhJtO^h&pGH@yY2w z508%z-@f!eovsuS)vvl9@u04yljPUaVxIMBjh9`UXAstLKMKN&1OG)RLwcEIQ~vUF zgD6!(h`5m%5_5>di0JB|)} z+7%@2560tcbWA@5vXvRmwuqe28K}42jq3He@A*3SC}@pQZV;t6^c<;fI!?-uZ*9|6 zu+*TxD)qJ-d?mD-PE3D)^}-(-#vNzT_7M#~2KV(EIE%EZ^K{c`C$SL<{Rx!CI&aR) zyXi358Vqj;A%VH>lIdJSB-PWHJMB0gbw2&0u<+aWfuzxp%0uJNpjRhaN@G zX@*JkxpkA^3VT|*8~nEC{MNE_%0yu9F+syEtf?vpSAvCCdv9MJJntbiJZ{h%Q*Hq3 zE2d3N16ka2XN>i8x61Fa@{D7 zU=RmvD#Pf#D9Hd-sK;8+3Zw&!VkdMH5-$qnxB-rKa>WSHv!xtCvPs}T4Uh~VqNz0} zvSU4}`7LO^SyW!))kuufML}T)mzGZ5^T~ znWPE*BO0>kXMss(@4GhQm}8=jlE5$`3};&>g~wupi=|;_N7$@wkf&%cwWV=NsdbOzb)LLgv z41XvKu~Bz-lge#(pO(;>@_M%M^Us|}y?CpK$LP(gWts8sbYnHNu*ek+6K&Xn?Or1a zZHil<=?&=4-#9d{ScMh!YUqIk3mn$Ic5>!l!DV|ys5RlWX6)o2-<=V;0WG1~JQS2M z0IZjU)WQ2uwtPPS1a)Db%n@(O;!pi!f?1aAj9^hEC~4qw=P)eiZ+$@nCW} z8YDmW5YSU+S}Y3;rt`w{34e6-4GnnF@ddMp6lKYL36siYqmLT(iP}{Gk-inH7Z?!T z84jZEzC_f|T@HXxpd&F`v3h#kl)GSU!_Qs3k39KkN1bv66@Rqit*Hb|oq-|Fgm0UM z{9)9_p;--=w+p(^mIN3_>|+o|c7^@{^6bxD)h4ARGFG?jD}FxKMMB-<^A)_4p+FV- z8|Toq4uapTatC^Wy+HUzfsBgQl(VLq?+S^G%~qSrABgFsm>~017FfZ221JsopqJ|N z%!MAZ-KE#{IO1flccSZ^b!sL&|B|GOVHWFjX@~J0A1hDuCaHs(H zV?`a|93K5o=i9w+F4`B#V=W1#b?E2J>6b-`2_XKVH01-9NbdIuv)k{t+R2ta5&Ynl z?i4_O4>887YBFqgE4K9MC7IAPsh1PB%DJ*E$7*Fs z)uZ`x6Ohzm<}>`Cvme~2lR~1DA?X1%U(q^MLlS{4a71>{i-21QEQRxPa>;L$p-Rnf*2c^WS12D-Eh=)K%OmvsGH-tF@q zE}x4`!b7`yKAfB9SLWimuzTk{Tsy<3HUat-92UWt7FOy#>z1x4N`*JvMPOw;hO_t` z!&&%ZQ!F3i;>(1yuzj6{vgWIBa<1sKT;iB47vrY(Oa}MbP34|k&E5DbaPUQcrNl>1w>6~ketGl!2cWi5!j~Eq+oac~6Bs#l$HaY)gqVk9+ zdOpaiH);4l?I%Y&*MVbe&${ zBre~gpj&#&!Y@%SbQm}I-yKje}m6B?!&i0Poz`K599O9RXw zerZg8X>@)8BatHFo}!^vLM>EaVZ;7#H66AiHcz>1a)rw{)?^EbpkT-Z>;S5GZ>{MwjQe{1A2Wu)y* z@2T!-1u;ro)rTs#I)0%;XFN9?7I}7^C?pHSnN16r!PQ)x?0B$jwqp=rWztP|^#1a= z35!sQLTG#cHX?$IXZse-YKZj<*>U{zqVhW?*HR> z_y6oXaL)+bXl<#U?VrBkKpwbf1a7q4T!Lfl&i2XR(}bz$c}_WNn%${&K2WBaS^OcCI*)LkMsV|G}n zW7F=R_7m6~yhb_N*?ReN!yD2=sJgI(>9)%nFH3r$O8G#%+S=VKsn3h}Dj%Kh@0WF7l<`&n=jqOAS#?pySDmfP{ez$O3#*GV zrDV+w81g3L?*f$liii`e1~?1|%WqMa6FS(M)I51X`uIg!7O{3yCLy{UOLj945WCfy zL+pkV67BdfyTM&b+hq&WGGYhpaN(yD#-xq*z;Ccd)g8$=xfZ%l=&J3U&)fP-v=X?g zx&|H0$HsM|57p1G_<3l<1Dl_|qwx@tz*Y6=+o*Tm`s54$981;8wMUO2D#LAbxuil0 z+YXBu#HftCbf*`lF5!~(Wr)i%)hwkgmy#+FiTK=My&N^`PwRMZ_S6%fdUC@T)~2c= z%(S0+R5W;tfYZd9oq-qxwhT=HgUPV1c0^w=q5;xr1!H?F>H(t!gltQVUQ(eoMYmha z5e=t$uvdwllzem&ju0mINmO+hE@nbB#Xx@iwsx3ZU*Am9A(sb{P(%VxDol~MZ#B=U zE1Pi7Tjz_p50SRP?&o3_&+hE7{oX=mP_7Ulb|mES+cATDi z^-z4Jkg2Dc0XLFxK?(P6lHE>fCHLEnpR=3j3h%VVRK-|XdZT!u3m-LC^d}B0vpCHY zoh7r`*e>a5qntCW5~jbLfQ3B)xytZUGGqsi-zGd*-ExHN>##%9Zh!pBIo=&#`WgDk zBxJJ^5Zk-4pU&J~9KIXdRP2BoT~vkk^5U~!7TPVS8%3V3cB9o^w7LRc&+B@O8OHUP zB#dB3J0GUAX5);>(v5Q_!eY;lQF7#1?!@_?<(#r4hs*eeg_+!ZgiLNe5?pTgTr#>5 z_#e0|trR{&Ax#v7D!gt!`V72oKFY5w~u%$7-y~^M+N2ET=A%%To-ssevg(=2UO^L1w`!v-WAAQ|R3YL_xHPW=M z2eu67z!_vBdN9mfpbI<<5H?Pl8+G?mxI3hC(Cg=FS4~E|elu^`nLuSrDN){vPVi~% zM>;AoYZ?}+Y#Rn$+$yi?X;#Aa#rRMJ)F*kYmTF#C_jJK*$A3xk`fz)xhFQH%#cLJ5 zDEi_r+*hd(i_5gk!Pt$o( z+LmnP6d>e?>Q_i_Z@A%c3t~6Podzs!^7PENl~b3DwZkzbvk5xFqJ~wrc}jL$0{$$U zB;&(xhI6?~!jTz!awZq;oBle&EM7IqzdO4TF9j0*D7&VM6-;i`dt?8AtqVj0`4Lyj z=Lr_H%qIHzcSkjH_Lj4ew^u1!_~4nKWv37;Z*BQsZdbiux63;I;Ct~sx?9}SuXh`l zRxY>|+{U>Zv^|3eJGW_`R5x@1VE!H66!@SVhyd8QwY@;x5@`}6ZKA~HSacRV#5us> zxZ8e3uVeREuxv}I0}Jl3s>RUAtn9XscTJ;9)NU0FIcNVh6Xv4!-jJw z@LPe|gluUMvk7iR2OsUs0Qk}*IDbaVC}g-$GmT0GNQ4fgKgfh)0Y!aA$MvI~qtpGm zm_Ik@mdG0_gVP|@#}QT{)Zb`TAl(H`FUUZQ*>NOeu)t?h+~U0Ns)%MaBIRJZ7*@ zDy^~+2hU?dRn4Yl=f4hjUp|~MOI^Ujpr+z9ss*tw11$8vO1m%2PN4d03`5iMeTMM4 zZNp#yBAP?ZOJV-bR}OLW_1JU4NbUG~`V70z9I<_J>uCG+1NU7)#hx3Mn5^4E2DoR> zrAgU~qpkf1AAk)U$HDu3AIrL;ntCQqb?m@v=q-|#+H|-Y=FDrHjw%dXXRQCjh(Ans%xIpx_y?VZTp&$_( zX=(C$*rzl=bMT8eJ|U#fx4%8)PUm*{!B$k|VJx}wzSJ6gkkz8A6`WyJm4f|UbV(GYonGa!6tLQML{Ashv_a<&#h&_QQG z)@)?8U|SDiT&tE>HHR6QE%>UU2Q+8NSm%bxMLc{bl-vVW)85>8$%X>fj~XbQR_jWD z`P-R{>W*oLL}n3dYfW&ac`Ut)#3(-TcpQnOix~b3E;*Ff1&@8txTnkPX2Khkej~Rj zt9X%!Smy{(RnzN8U0}eKiL3%SJ6Lhynt`{S_=&BjEaLH=tlZh5>qdRYDAQt)n+(>3 zK-hxWN_J(o5{Yk-wqz*$LxmCL;@L|Wu5o=3Z%Kw0wo7uLV7flcuBYP!vQcw?Q@rhE zxPfXsKQ^o~F=O^^lZNkW{ay(fjaT9SJ8^W_?HFvsKWRA|qz#;-{v|lgJ4*YWdx~* zeWVt~Z0S}Y@h7^=C+sWOcu(ei-euK60QHownwGcfDexHR4ndFcpvyZ=6=pr4KPulW7JudCdfXK(^GltMmM?aKjC;77CLn&vrl>Z`8;ELCp4cz2*+f2 zBX4oD*@&A;O=rn_ZrDA{t}y=CUBr_+(}+LerjA(?QE)gyy9%~Gp@E@=+MMxXtXljw zPA6offBIeiBM~CvY5KI+dEV(hGhaSKeK8Z1pDo!21VVVezK(y{fA(Me-CJ8->#eOk zUtN3tr|wE`b-nkeX#Gnd;0Bgh6#Z$IW%HtPW#8?={Xza)X#NMFahVSWo$1}8^S`mN zQ8NE4E34i0jkPsKCo8LK>)k&^-N*U=y5|1^l#&DSSe*z;=D*kLtyuHVrhol${=dY3 zPyYPuCZ9dKNGH#d$@^$}$M}Lt4NX@~D(G-C(awcdOh@T8M1Z5ZYEkoID8FsJ*nX3M zr}Jf)fxh7lQ%gL}L6l7=Vl|iwiqKvEelHWPB-4O3su#iMS0ZDAroh(;u|z z3d(Y8QE(eqDH>}!Augw5J|F>_zOq{&&d*k3)@ehG(Yj7^;B^@P^ry%F{(%22wEr9KvV+Tb7>|+)$3e;d zzrM1vZtefi*EgO&?*D(>{oh-Y|H1eUAeV{r!Ls4@0+0mQF&Ge|d2yx$+GhnP5P6zd z=X89;9O{)Q^$H6am$TLv&r9B=i+q?cQU0pKq|$LNaUsm0MXR1`-q3m4X76&i0h$X* zUY@TU4NZ!Z)@M6tZy?~XXr+y3NUNhDi6kx&H1WT!-de{ZnXk%c)fO%Bt!J zs2~|p|6s5<_N-{yNXG$bu1DK8!>H>Qnh1emLF223&cgiula{UI4R>iXOKg0oV|Su*JT3A9)Emb8C13kfs0u6WN;l% z;-AwLI)_VVHlFYzz}>mOObt0dwTV)@?U9tJyQ?BQ<UGzq7XG*}SSH)0A53cE(#meiT;&gF%Y+l4cP%6|v=qg%F)cgVyM4RKN z3Buiz2Pu_eBjMR6Sa4_5m4w&AakgpaTEQ*o%L%lWgebDbgowi{M@15CL0QUAKJ|K? zAJHBJ2&-^zwk|T*h^#CfW!?V!N!6i(#T%NZX64PWs8zA6l!%X>DRmSCaB-T<7MlHg z%)EEv(JpM1CHbT=SH1xb5g-$J9b?3e@!fwENj$`~KFaF9yZkQ_Bo3~UG5DKRH3TZX z|J_)#($%XHF$xsspW_BuRiC~a53ohF8K;tg!dcvbb~Jc2LH87#7`Vr21W3m?^2qbXel(rXM3-LBhv( z`A)Ua?V9dfcodY2H%kTCc%!Q!KHfNiIK`E6bb^i&gIVbbT16<%&h7%T)f_L z4404i{zq_MIOQWB1uV~lIrOnK59Xy7Yk%A1s|9Q2a z<$k~={NLK@y6yk9vD)2uula;bBMux>Dck+W&OT?H@_6k6cW}+Ztm}`HX5-nGl>bSEMxdtlQ;y zbI+>$AHkZt)4v2u9w3g-tQ8IFI$gzRc*v!<6%VzgR>hI8wT{O>%Y(lvr$p%Pr8+tv z+5M&Xf9|pWZ0R?88#sBK9Jonx?~d<3v6&+L-c$Lh=nnIhDU<)KmF<9nY`i@5#;e^bSJW zPo`Wr9%kdQ$f+pBT?orMn%_*v{?I8rlZ|d_1wx=>L3n~Pomn!DA+-1?8P8)`_8VS^ zaXr-85CfwsHTf~`3UElryKf-h6Z->J*oOx^w;TM0=aZwY{o_|VM+2TV4L(_~Xes&` z-f!>iZ0(b(^jUpZAL_N*$?Kz?psrC!ygF}*KKItV zz3#1jo&AQ)UnIE)jH8BG+B4R<>nZ417$Nc`fk1GM@`Y#r=3W5DSXeDBjNZ@wA|zEv zy#dMfCK2J1F@2(H3M0@$CQ#aZ^h4CuE-xgRmkSXyPe4fH>v!;{>Bc%{fT#G0w9u~q z<>#k=xqkYWQS_JB{lC2F|K+&e>Od(zl`RqCm?ytbt+S5kv}6z8m#2k&QN58J(2?}H zL#L2BtbWyMe3~(|(|{*|ABf#Do8?XYa{v?F=d%~RdVEeqr2Cvp z&Xa7wmhm`+6hQEn%mqZU&LjC1*9=b*gIV*gd1`kE@66#RBaFR`l>z0GjO#TtMBRZNSIe&CoyE(n@l_K%L6o@ zkN9`?!}FPRsE)88lr_}(*!!dcmcs|g?>%a@60zF_*p_y%G>b)l+l<^37l^><)eky# zvYc>|zM)lJbO}GP+myabg5sWe+%^b34!RP2S|0)_Hm+$Rj9z%U6(J zaI=S$FBG^?!I-fosL|S}O@uK)4D~d-$z^_H_*2sfVrlwOM44{dmzk7*l`vuAIh3bS z54M!1?q!SC02My|{f3OArV=YONu!WPj!7@`tGbawf%HE5HZmB-CKk^(zeOlC>w!IX z^ZDE8mztd>D+pGNSsgZGPsi^V<6FJoQ2OD!O`%rn^(ek8>a;qY;UC@xtML#WFNR#L z^N{^=soulF=0y1{T3Ks-mT{;y^pa7HiRH?ZkIpkVDF^u!Qszo2scE#^V*5!^VP1ys zCxLQ`g8@8>Q;EL>RDRd8PGJcZN}P53Yv*j}bxf(N-mdjGJa0Gp=dGG~VIV+4QYU$` z$M2I_{1&=7kH@%0>SJATP9X4|aS!x!WTB9e5eGjAMpsNYjpvMAytqLxT?s2{9w!Nu z5V7uBoFx;-v1%xaL^m)U(=~491c-I)wVvtPbkChZrn07h)Q;B3{B}EC%3uoLVZmqu zV<=ydaYuw@JOL*6EQR#Q?4NTz1X30F=5)$9VSUEQc936$vC+~zEq$lK$8a5|6T!F{ zwa&WdQu9B|CZl+E=PlJcH&D?8aBW?OprYA@#5f!qX|7PgU53Gn8hyX-9HdwfVL_JR zQqVXK?FS}fUS(6LP-0TkT#!VL5df4}hf5f?AO%btOymRL!3UQaUVwvg zPW1wAd|;4MD=-rK7S{$)t~W}jkXjn zbw?#*&L6&sdL5pzE1Pl^FB5$^Q`?qYd7JZ#ZNYh+*8)7e%?b-#TI|1c)DlGEeCP@ZIx`Zp}?rOHX~Fr{+o1`o@fJ;}=G&S8R&MJoBhXewJNE zF)$lOd65oHWmG%b*?I{|;vPO7pT2mrdjeVfK+Ozq{&~7{%FD0v@~8Xz{CSPHuk!wF zMjR2ZclO|610N2Lb`H0W@auEl!asHo5Apdse15gHyN8cYc@Iwa|FM7Y6X?L7u81y) zlydNj_u&cuPppjnjLEHx!0$wcQ+86pDu&ctY%yHl#*>H`p_vnEiateo6$h$L|0tM{na3$KA;h z0|JBEK6tqUqk7+u-r;%it{uIH^-qW0N$1IR-fVrUk<7hwwp9qD65KRgYG&s%@Xbac zMY9*fY@E#m(Y|Il!7Gf$FWuGEv+vih8~FaP)8oqhdbMSS>a>qtKIz=Y_xJ@J-J;kJ6)6)#^LAf57;vg9e7?4!Niecc(^mnUNRMcX(ai&%Nt)#rch zsUFI8CO@$c#)=c~H&hk6_~b|NNv}fjVO`bI3sQWNIHD_4e3Dqwi_rQ&maF)(_E!l{ ztZVhYM^H{{=;7#vD?h19K#!a*_YRKaa#J<f`7gxE<*?=x#|M`4n{n7sOE1Z9= zfP3~i=YOr&eVqTVeEzGO121m>yRp)JjQ{bK&%f8(!%GXr^S`pf*nOP;_4O4XfJu%Lx18cE~!g zU3e|icJB+yY?=>e8C-RrfbyO(>p$+I74uszeI5S`jg0g6lX^iSGHDf8Q+B4IV4>Qf z(BooUoMIU-G^*!W79F(GEh}&|iJ-iraI-?I;;eC}n2bLS7QKL^IxTI6A}lGw%f8qS zr;?n#pDQN3uqRFhKKj`G1RwQHqITjgqeeDj_{Fx*bkYnh4og$gCM%%jCE)u)ZAWz& zPum@L%exxx-(E>2p{!_m7uo}i7BnF259n9eWcntuRkSjLjhb32>Rm58oqS*vlsA3k z(dr8q``rUf>uRJM;Z^}?bqe4v!OY0%w*jqH*1RMjx80-U-#6(j8AU(_W}6+eQ3a#4 zHAy~2t$D_1wWpv+BfVe(ffEZOh%s7U!F0_@NHI>Jk=o#00c3DmqtCx$9rII zsG)Eka%(M%h7Ee(Q8Es1aq^HT2XrxGXuGNisRW7H?SvgJu%SF8ymSMdxsLh9>63O?kKCBPXb!qkmSZsUGvSBWV$fW-;CB+-qcg-E>} zxyh1CsK4!uY~e)QRTqUng*H3SolbigOnU__xXNH6w!~)(=_m*~39Y5QkISK&Jf_um z@Sx4&QPbi?4Vl4P4=p~G(11ma07z7xr~ts}KtR-R?dYujw(a&Uz>Yw|r!BnMcsowq z{Isy&Io^HKYL$vKLW=QoVWP8S^#jYqRy1x|>1E2OMVm>M9%sbR)@WAoVI2UBPDWK) z9mKg(Rg|C1j@zWi{uFytHq2Iw?xh4}SRo$bV){J&L(j<2WCHSHG4iGV*3ZRLIq?*5*awAj@-8%WSm1W z&P7?j$jY5q+RzP%)=M(1=zQzM-XU=WLK_UXX^wnlP9Ys$kH<2NC3gf$uF~C-< z)iQzVUUAEE2EGH163v$M`_N^H=Z>ys_-a#AE6X=$f2&@r%=;D6d2q*-fDE*Q+rnTv zj^}_FgFVut3Gd;uo=GqwbO7DrIsYO*AYw}7E;^df*)p$oz8KBgYgm5#cUI8LD#-Zv zO>&c1ZF#Xmk-cV@|6RQ(I82fH$uaQCFSD{GT`Kb2Du z!_F*?#{!8)7nR~cxM%zuk73*Air|eESeSwX4HHaCMIN=vb*X$25l_BRHw3tNl+ z+sKAo+86?Cb#A5@0z3NiCfj)q_IK*G_u*o29QO?m+26+F@o)^rZ}*~m3dSIMllPMI zcpZOmS~e$n@!gI9bP1J?JibikcY}PKB-24LFW}qsd|lum5h8c^vWCrXu*%7%Qey_R z7SCM2pw3H@qz4?^D9D9d=f~X>9}Pmqx2dk2&C<8&q}kH`BNgEv|7$-4KYu?_m2YO_ zrW9KtvZIOn_CZ8TpiZqvU;{8g4tcvli~D6TuWFwN2{Qrt!Rc78QQV4va%CdrpkJMR^PgI zwL|a7a8XSk^v-2E8DXp-a0>4FSbq@?#cn4Q49VAu0g1E9@n|#QK?bpXYN87U$Q-retYjt0=b-2q0aWfv_r5EBGmjlN+sANg^fVkl!#JB?@ zt+$NWRz|;Md>LbaghXj?IbkwUJ&)feyCB2NCBP&A-HSQ@@!~Y&lwZAg^KO?qs zp%G|F{Li)Ss_p;teDyK@>sK8Aa{;S9w*ShXOBu@X7?1LAZ>?PtAfqk(Grf(G$8qvD z9^OG$vAah5jOmz;ldu8e!{+Z;(oRx!&o%yQM=#SM`}a7R*L-OPnmqoEy4quZc1Nr+ z(7)z*my*LS4hIMOA)nv}A!&ZaHN_0{Ptwo}OEDxR7y`pQUzGKt{~FRCDPNp{ z%cma^Y#xI?2m2e>5{=XK`BE866r^GTGcLJs3fyj(eVAtXyjsaQ6DaaawiGLs9*&cE zQn3r#F3oRfF27qwob*z!%mC0RjAV}&e-L3s7G_IGMvM{V#JZ?ZQZAZcQR@m)=zcIj z<#jv-cj!;54y@=iR9h-!oeSE;+WuV;7}4T*LSEzswDt5BQ{7fGVDiF1tSrWPGyXH- z0|9qo);99plVJju!?SdlSGAr@`Mz|AmpRGm=mIjY zojCzI--}qbrko6W@)%@_0i7vR^B3ZI)tpg9v#6uCDw_Z-4F$vuHN;Y1oip*`92!9R zlSeDq+!W_xM|ruQhg2bF=i>Q^uqXLPawm-J#IejX{oG8axFdu3K=lcDdQ#+QqrC#` zs6+Q$$@o7eb9u%@K+KGnP^BV%hUFa^hei%Sl_Ie;WhdGMEiDJ1)`orVm;eL0m(wmo zezC2jz%Xhpniy)zDA11Tvx|DG1w)3fU_sfpWmYA#!5|=J2jU4CHB8>vlr@cLhVq`# zkSxVD1OP$pT5q*)iO4?eNSRIYX3cL9fGNSdvT_w*9#H;>P9|s()Jd1Qy#m`)xZMOE z31nU%B++Ew4&;=4Xj#4I6y>fIJBbzR^&)1j)-(ztE8FbK>8^yF`})=i7J-Tft{$N0 zvMzQaprgQV9VYrWW!07mTJCKUdQLVDYwybYCTzuPO7L=THCy1=Q4NSk3SZ#Q0x#Yw z==_-&0*lG8kCQ^=8)`$C=AubZ$Ydii&4gg-iQ011HgW_DCs&IQ3e@!}4~oZMHZ4#s zjHZS=nE28%BB7GL@N@@dol$J!L-ocWHM>tbnL=5=45sv9`&Q6Dk+h+#bD9T!$etCm zk)j6{vGq-oYP+S74Eok&d&;S)>3b%?Q=X%$ZzBW?eo}XG0j|wih>^1m0#8sRZ}M2I z$~cnni0GMfaW~M#ng)_up$c3iB{dYjs#h`4R=t`=p!QgDSlJ3#lW}0>-C2O)wJjS- zjCZfT{-=a1rYDU#2<{^ikxI=`I#ZgG1T=fEP9f0;dKGOQ|9too;zTxhn8AT7_)hqdOJLXK2G{ zN5Sh>_pa5AZ;khwc?X(kzDpqD@HoD{7{$?te)OTk8*4Mh8MFq;CPo9MLoeE9KWoph zEvI8j8#qg*GocMM?PuzTjAdt{!uqG^m&pl)@&+dVmkDfMAA9TvZWtd|*e^vyA6MBE zr-qMfpX_T#Mb#E(*lODa)Uo4y(Z`GP$vj4!&*Zph(?ues6MTm=_INw?c>fo^{{u6N zY7qcS?*F>o)t(*yZ;icry#M>%?*HUPAGprIJlFhT0`C>#V}Z*x2E!Y}FfLQC``du(CccJvk{IED-0MX@FBKPv)mn z$FW#^zLtgwi)$WB?aw(;g*Y>RmJa$w#h?XG<$3t?X7gWLd6mUV>_O0M(f?RZn&qWZwGL? z#btfhI56+*)tx$ z=OQ0=lKdG1F^(^uLC{JzxThjk=xV1Nv^0Md2w3T?3=Y{AgLzg4$MabdU#~!?M>kx) zIO(lC|NiO0(e_qvrGy+D#{?5kZ9c8oFb|v)!>vhhX=+o+T>O@1q6CN8fGp2gE4eA7Fk>HfX302;(|u>r^-At2HbrXuYCU-n9w~_ z@qpkB1_ZKPo~vKbceuo=@}tT<-UMheQ=6t`P_Rk=+p%yi2 zgBGf)W#h%`n!@wq^@()7cxAj+TcV!0(^{gYylj(I)&3RFUNSa=t`~MHdkDxl!qf$( zK|$o;DxkzgOg$FCIH+-L2m z_9-gW#fH>@eokZ-Xq|OFccHHa^DaZ9tZx*QTJZ1klFQSU&-%!FUb4AB0XE;fjsLy&eB)97`_;}rQR!A9f#UgJ?QX2B+xq|Y$NWEEf&b4i8;=EB zD__A~ZP*P+yYj?&1V1Wz45>PQKZReFJ%tKp1+bLCHY!9QXXTHwTXdCB z6NYBbqd9bm-#a&WsYW|GYrr?iYs=MBFsJY|yP2rp+&~(BC6i?K_72}+@5R>{{@~aB z@C(&w5=uI1oVTQ&hP5j_jkZL;G1K-k!Ne(}FCrKjv7n9U)dP(6ZG6Y5PBbVlw~m*_ z@iLR2Hx~7DmS(ebeuv?zy(L6?_i&Gdm159M0UfY!VSh5xB(XxO=h#IMHSRp za-Ee7LxHVOR$BgsgNzR}6^2neki;1-!U?qigm9HED1gpr;qSulELcFOl0%=Rin9=3 zJit&0S1L?PQK)#hc$nuX>{ano8eXO25vx+U!ZaSf;~DP5!w_Yd_&lmsFu%LL$cjmn zkpRfKJRaRV`7kdmJ)b4Xfa4zHB+&fU@}v{@6!S%OvU>%)TVb!P zUDfE7`7PKhvsjg0$#pW1-H5Q`Jd55o4>+psk zJmh>VgE5-^E&@cA;mxiq1>!a$=%phcBz>Bcg9GgS6UrlB8(pR!z;!r>SQ!xPc+`ok zK$OmbrF=%50g3afS|<*%GF0L{Der@X??VAU=zOFr7@ky3B2SGwI6m1rIX(7KsyH=i z2fF?d*6Nf8>gC{DwcvO^Tf+d|+pa*?=W3XP4~>`+-T?ER+a?>L5g~(i zu*`s0XcDSzSp*Q7pn>yQC|siuZfK78Gt%6-cN}xDbY3FFAK4qf)yx&{R9>>??O0(| zE4PLmcM)JSP@)&E&P{}2izm@lb~DS>t}AyG1xaomSgajgr;{5QI)E1IvvCoR-X;xJ z@NS&I)9~Hf8Mv)JMZ)ZZb^Bi<{`=$Vr@uCSc=B=O)8C!}h#ySPR_vRLR1S}h6#ebn+zQQc0h^0pq2SQ1j=BvCjuV6k$w#IS#tT04P1xe0SL(0X#Votko;>Wq#u3*+hQc}KeZi`xJK`E2 z{w5`iGItSY&6{3ehMws<{(zC=c|me)wc3$s21r#;RxSC(siSmJRt5gvZ9=K0NLk5N z8RdkAiWcKc5G|$jRHT?-Sqv9uQ};o}#3d_XHb(+oV&X~~ebJs@8B^QzSCe`%tFmF7 z=ZTUjVsxtTm{wbOVg~Y=*a<>l8jN>s(34ovSCNt#ng-xgC&EH03v&4zOeH*{#!U-5 zgSPLaHV^(`H#FG`iJKJquJ08yW-BJ!OoBsA!%06gm^lqy-b!C$E& zO2Mv5@HeV}RIjV=_(FYlbnB{|M~?&*91Xjw;8F1yEhyc&+XVmQw&7N>K2c)(73a8s zTCy>E)Z^_ICmZ=hM3w>yk)`p9%tIyW`@lyg>T8%xx;9y;IsvlKFhgXaN(9J4eJ>#k zRgQfL(}F6+z7!BZF)+6ng=QXVstCN5JS~|ydX%ZMl>a4V)e)xK}Jb!utEYh@8H zAHOTsd(a>BB?1hJmf&1C2TPcB5 zwpO4>;c|fjO2ir^3oRR{Te5NxeA(iGLM7`5id0-eP_)u2f`Zi+QV^uKWchM}QglTX zt|ur=msEH`VdJH13a6xGSqZ8rTv<@2WN|?esZj|mFEP5n3gZ|4$8#o0#$xgNM$rn_;|b3>&`P=iI=S`^kV323V1CqDl2bd#>PVSFGIYxhbKlRk|9VpblPGo)7rT@No%znL2NvEzQk|9yE0y6?zwdPO%~#>*==l@U6(r zG_XlMe1q;L=rsNL8a0|DYv$oww6+hk(a+SJXs9NY&rak|8dBU*;1a=wedbkCyoBa= zWj+C-Pf1_I{_>rntRN-dKuPO>VwL>FSW=zTE2%-ZT2{+L5JeSb4ONyE{ZzB#uq#9w zTb_EWqN{hTnFnY(KC~S*UH65@CzfI_Pg5a1X+%7bFP!UWS^pmq{rv&_f4Unh8&3SM zjqYRqpD*&C&h+E=xdA`^4#ooEp+%%C$_xGK-WhBzavs8m`}PPM2a$IO6UU*_vPvt4 zb5NQOV&c9%gUl05I6*kls!NuY&!Ln$>eK^~2kfbGwne5gyfZhVM12Z8fpsI;Y_s3o z>X1FG@DC@a$LwL1FiFRJA@x;$nnP~)$pvA)zhF2~c1YkWF^(KXU{pKvKC@3J2Pa#5 zXySN`(dbFm8&ArcK#G~;hOGaLgOu9!fM0jj;_*cK?it%5?5h%>ojp#Q< z@G}zlgwNbSW^ND(&>^Y9ubIflX@KhN9c;7l9~~T=3|{UYwMnMc@d5vlzAouQ;`I z(g}p8Xm;CXZw-}}QA3mO@G2R;Ki?O1kWy7Nb1(EIlM$lM>Ym0OD-gmP`}Ck#^UO!_ zwyAbZW3)%uMjqjwnF(|E$QYSAuK6jA@uP7Y#|`A0ULp7lWdR1Kz=iRnB(;l*oX=TrK*63C98Bvk51z(hIcS1{AQkH>MVtC zp@S5Rhs9|D8KOD1zKweBp~&$d%Gos^=~11c5q_A$z_C`5z+|UM1scN$TG! z^8fSh>T^r}-&k4iKFa^UU;K~7lIP;KsfBu!mwgb*BVHWOXE#H(*b@{ukFwjZAp`Hd z1CcMUMX8vu7DLl{6j=DHA@O>0ET5$pJUgHj6=M&z`Vo+HCgU}RaQ^-I92iZb_ zM7WORooH*yjuN5lxJ*CbG4yZkk(*trBrL+OIq#HeG<=l6ZKBoORnT}8(oEZ!^)k&! zfxbgEN=e~MBm=g?z?#nzm_gfAr2~|v<3M;5)w(HemB&yfBUgtr+(PYhZ&mpdl}*8x zy;W6^i3-)ErKafZV1^NPycPLgWz{v^$}$7rk_q)_ zPOD)RTTd9+QN9UcdCN*3YC4TUlv3<4dLS5ylm`nWg3|tDc;}x^xLy|1ze0Xp5gn_^ zbsord-~sp=!+oV-Wc*TaCQ zbpnobzG^VpB(pIf!sC*M*u9%_Lo`NJpAW$Vkw-TZ`n_*@a76|d#a<`Zk_;NI*)8aG zJ`je1qo&dGD)T@FFZVIj9+3ACbVS=ZlN7VG?hjy6t7TYjId40xkqR{3*&@SRa(YUz zpfli^O&jB;$`uPeykDYVK)0gJEX_6)+I=S)k}>}vh*+vbOdyt}rNitt&Eg&EOXvNh z-RV5p&)HO4iTW(GRlx^MQYWnCh4m`@q)CdsnCUz2r*?@m{_>ok0EXz)EWGt<;Ync* z2{Q4qiB_~wtJOrJg~t?dkNTgm{s)rG-(UZ;(p!Drb@V^0kMUo>g8XmNEaY;+&hz1w zR0N2}s(J*XEVR@_Tz~Kd6fj>@VHC`JN4S_-+FI#oB zjYZ~H@jSYYCn#jWE(aq84VAngLeW^6-7uo;L|da#9%bwiZp3)>mI|sWb9IC)Z}d`G z$n1u$yG^U9QXP{Ah`(r9rQ`!)mN7*Ena#`!)d?K05u{bnKV!~*jfcr(c(;fmi97nH z$S23My8@NYxnP1s>>5S}Gau!uD0B$= z%|E|A;*vDHdX+L^ntgbSPa;l=2_1znT?sf%1=PrKzhJ_h!1Pe}&Q?bSo&eyiNDJi= z@u1k;!u(KVb`Z;W6AFqB&s0-q29n!FeP^poXd|rrDe2pZQr8T^MVw$z1!c|UfZnm5 z!qx%^>OML|uq~@-i}j+eHDPbT;UealZwSfL&dEfBc#XqoOl#p{hIO`^_)(iqIZ+m;~6QwT<9lvJ}r(WJ!|BE`@@Rv~cNS7~=x_@GAobS418b$DS({lAiuE zS?!$1A#T|beEC}(k;+i1k`t+Pb-ol|YCqi17{F=3RY+B)2ghVi5U%oAS@Q4F19hqUrM2V~B# z7+DyD>acD7eVW`xckDDbKMCvFx>_xmkZ(NZev#?KS}O+q1VZwdN1Zwfib}L?)MEnuH^p&vJ?x4)7mEv78g$KClbYsa784#=V2wZ%oy- z%X#3P)wys8p`ukG({HDK2?&9Pdc@U(dzZQ@FU=(-RTK*sq(?HUt0|6_qlm{%^5otK z4$->!JCg>IydeXYIEbwVG~qa%hAS;L?)YXrZyJ@_oa<~MKWVzTln&3Aio|W%J1WT} zmx@~DW&s$mCz&&@{{|yjWtZS&CE`uDRe;rY^v~?L9sMK&IBU_FU#hVNl?hLk`4yMI z#J$vkWL_%Da7<3IGXm%Qtd8aC=SE$UTc)hKENVgEiD$|xvr<+)nv$lhwkoS&m^S++ z7K*Z8%a%ysaMDyOj2oDxQ8G_vY&%U<*70y9pB0V`MMXFj@|&R$G=RqP}>r0CTHi7<)qhnVSm$lR2A+h^2yRlVII+9E7ZbLy(zV zphNC`byX-5;eupMDkr#S-@|CH(vU={YDtr&qFrYmSXpx2?prU_r@~o(r8qHGr57_K zoWBn@)tgkKxsI!rvzH3> z5+Sc;3b7JtS{v}GCY7<8*{TU$8TXaI=jFn%%~=Yokv+L;JP7nz0WL5@zD#M0H07N& zwN=_W<4PPD{*~7k(EaR&=Ws}7GtdF$GT0k@8%vW_VJ}Ah<9wHNghmY&^1D<6#db1) zFiL05aupJ~&59dsq0?%71K~p(t%$*NzOeo_TIbwCX3nD9Rqc|UUTz@Z2!9hIhTcePI0XaUs` zEoYbzO7(uj1pJ+w(A;6N57mb$p!kNVyK4_qv_OYhiJMn>rOrfJ9p!7?mRUr(qxHGD zB%S!TZU_KLk!>{(UQ16zZb1R=;H}nPFs^P{2LMBb9S9Y0I^Z(--W;aI-Q}6%3IdcB zP9HCgymzhkXxMfy`!BYG&#UHsui*dJTUoR7f3L0d)*tP^et-KfP`1NtFJ$S(%>pe; zFK%w5!h)V87|D+KkjbVx@M$~F6BT8R?cAqRQ{k59^y1BAYTS}elfw3A(IyQahItat zUS_uwPbpPGAj7s8QNW%=0#}=sRZ=}(`Tn*7AW$AG)72fbGU47;_WRj%Q} z11_u&8c;w@3cTaNN*_1tuWSG3W`flZ0NnrA)&l!~k8S+0|F5pDt*x!DcX9t;eg0_w z`+M&H!60e;%QPLn8>{#G2m3n@W{etiTCVx>4TIWkp`?aSzF)ie?&7<~4?l5en4C@K zG_2{Ydy519t~*-0ylnh%d~kZSy`w>KY<~p9eTdsk%(dA{#di}qi^w>gJ`>TRm(=oOfU~b74 zPli_+N@9z(@|PElAELi(N6(_aoJ2|lQ%xzQ#(mp)%TBn7MAnl_nBc!0MMtOm`@8!; zs^(O3koz{rX#X8+;h)hzPj^mf3zsoFM;`!hvt-2Jzlykws=zbW=>dR0xs1Q-K3}oW z^*VaJv!|P?J&|%UyjDW<;nB|F*3r((sAi<31|>j=psgMS&eXG*CH2e!GXS4zGz0Y_ zO$d;mYDPNg3J^Z=NWXzlb0oxEu_+~HsO5IM5H$hv-eJ(5jImTsC?c+Pv*PkFhHFi! zA4RmCRj!%QQRDoUjE0${3S2zQX0v1nqmh}hL6LZIrxF|MY(?#e6fs9@q|oEW7AZ-l zJVHf}Ct10QO0MA6tX%V+eyX5f!EUM&%k#)7lYvh@oHgytF`!WO1lYu(TntI(0*`_te zOC_|{lqKP<2bIncEI_b$e4wmVWE`uc-*vak^qhR4Zi}P5zSIarr zZn==%6xNf(NEt1Ic^P3LEGpnmD&XUvWR`m-RR4o#6k3o&VDPs#HJ=1@sB6U@xDX#jN z^&_#M7;RC~vWd#*$$g0Ce*&Qx0iPBo7mGw5)$?DQ{@-+*%b!)&|36<}58eOb@7~(# zT5oOT`Rdwp$p6w?U-?tC{;2=|+UNf*+e)vVJ^1`@tgNp-&i@}~{$*^7z@1=;{fC%; zV*jz)U4`}kc>nhYng4`|H3j#~4D#$#CUTg`qp-Ve)lD<1KtA|2HzO>RdIn1;T)~Fd(^0*z zP$ilAIy9=@V-Mt)d8XdaGxe5XOQ1?aqX<+5Ip$a)1C#jmlTJQ-l*D7C4EV>N-nNY~ zmIjk-B;~+)MxS)sgLpFHF*L*rZzv`F2X4}=FiM!xR`$nDpKFCx5wvA?&89QjQJYeA zBvOZt?6zzQEf}$nbj4Mj$VtoP*xkt_ncWNVA>8_~YBySxocMRetcuoRp-{Z9iOP@i zpXdC?f5QwwvHjQDO1Ed*e?5P`vi5lX|K9dr*Ei#NDjaOt0pH25;#o2p!m3xPC;kPo z*`>MgB$?l4vv(h&IFBYD?}JfXy%Ww(qGQvTSgDHvJqIDMTc(_AS@`rcp}J?x0st0F(pNO z$*sv9FP;z6sX}XxQ7UV-ACI;UU;k_O{|w%o?w#x&?(Oazv90|3ZteKZ*52M==f4hj zj&|Sd?4JxyULWlozdqP|2?<--x~;v~I{JB=eL33Q9{iVCe|5$D{ImJFx89XU?OuGB z-Qex{@yXWy%dH~-U(ZG0Jm50-whs5Uws*Jo;e(g&z2RHJbvd*^# zR1js;Q@<06yh#&mxK(m9V}ud1GEjv^W75G2#f~@4a&CMCd5Sw-g=!tUohO+{23M@g z03*H)aLEove8EeGQdL#){X#Y0r@vLK47-9a_$TZOo?I>!ivy$RE2d>8wvW*0phybA z#5BQb;M1*wrU;9gNTXQBol<3a43t30K*TOA?1^`zVnFfmk)GOstn%uJQYCtdQ+hCr z$HSX(>;zjX2(_{;swDoc#E3|0(QsLqK^lW|G-7f9<0HnL80a_IX-SKM1Pxh3mvI(| zQBDO+LZJhrb^5_@(rFsPJ6}HLIXF-eKh25w*g$G+^a<&jNqQSNP*&g!6>d~Jzyoyg zqjf@7)VT#gMh}p!6i27CDqqI$#L9y{*r56N*%tuVB&(_OF1dpw&EE2e4cQz1$|=V; z5?QEto3Sd>g((5Ji`7#}L@AUd;^<4w$rJTwW`AwxbhuvPK5Y3;5rop^Vz}F?Cj;WXA#ajwZP`Zps@Qvt#F(gCQzzoxn z_{JpJNoPCtgv+43+otA}JJgifKF+mbNY|ED%pwGUIc1?n2;aRxOVkWzq2?re>~G5e zRf!-NXYf890X;xKGMqln{=&*)zsn9I8W7bu3uQ3UC2fs*Zpqj(!d@gja`nmP9Vy zg{?zIgb#(tMiBEPR7`~AG(#XcA(>AglCsXT5sk7Whxp6!2;wm-YGb61F*6|s32V;fJ*}5&U&AcfIgQk9 z1PAqXsqZye3`lyu$gvoQgPS?hXh+bvKyILUF=8E_L-}WLGc7$%JysEvz5emjfd9|j zEDEhgjgWb$gD3P2%KvoCnr)8b>x)qwedtFYIy?vr7_sKyp4QZzXzA>Pxe-=M1U0ka zo0RLNUbR(9$wR~z2kIlF%AOcPF)}zI^^2Q1A>K*GgJ>h8BIug^nnjZ!stdNG zZVS@BTU3L~=1foCxp7)DFzF;24M^Fh)mqB|sFs|}Bu{9g9oQNam4G;W!y`X_Ah1es z)p{19t=1wf-aSZ*VumN#1XF&dImnm3{YZqA&BpH&jbUCsZ#ot9#zoe9I-&C@N#;X4 z0)+gcTeoedFnDg$;DZWRzK+@I3Y|`+0@JVAJA6C(Fi1%eHq*wl)SL>aqQ2+=MhhkzH93!HCA6M~TcyH2 z(O#(<(7j)+?)@6>o~lQW2@hDAol%T~ZjG!$%%l|)E74P{A1K?dtatIWfbw^C`8#j< zzOj2i3R1J)4_3Xtv)ee+W4-t`YC^xBR_ayD0B=U{s@mYwWg7GnxwTJ3&0^9tB58U7 z8qBu$?BOABtrN)FA%d<3rl+eoEP+L{yj#0Q%zn|~A_;<5q~c?^5#>_5a4Vu_wPuu1 zvqVE$Agb7u@ZevnDN(mtQ!1Fi!VQU<)tVvk0v2vaOQxYT3{@m#E52-@V#~=AFc)d? z3WkN=ha7R@ub-*D#l^GqG- zr~&1HC(uMwu@=@s&bB7`Jz4KdAwzd`DYOU^L1XM?`r7d5zbG+WrO7Ow4X+^c`~wW$ zy&ovQ?&+V!<82WEJta3_)ZG1q^=Aveg$z{u#o1yMD|23jkDU*Y}#zuUwLk~ z=-W*qh8syjX!1B&CzLG22vtoJx;W58PB}--5-nKW9EJ&qqO2NJ5#JZ1U1u4|N1`&) zIKgA_MAC{RGm{BdBb|E_@mY=Z=|t;{Zjnhfg=zZK1`e0VbLmE_)`-0t-^A%;e8+Rz zC74ntn%>N&Sx%OuZ?rUT%LjwEcJvjSQL_vDirO~pyZC~rytFArkd;!_hzQJB^v|25 zqM^Q0cZ`xml%2VbQmm`Cy*klw?n@txR?ByPzcK z%@SLVGK&o|T$z^v*IAojl&FpCTcJK}ea24d<=+nM7oqO*jC45$6Ohw~zj-aEpeUlS zKnFsDI{+B}I8GC;LmVtA9!vuk!lK{USf zJyI@k?W73X@zm~&zsa``;=RE}>CboKGv%qo*H1oH!gu^}^`vFS7Eu#5TW~RA!kO07 zUh`GltG zxnWbC>%Gy5{#&HBpjpkmjY!pw+efP1TYznfidiO$S1&GWaq&(c9Zsw$mAPfF;;7du zn5hKNOq=rio)ANW7P4;Aa(JZM?$~^6fhK8*zSel)ufRPVw@KWT8rWv5Gn_%9@&Sa* zA7~R{&H%I;Ogg+7&+*m^+-!JrO*|f?EygBrYw4t}uLTuP z&+p$%SR(OG{TEh4QlqZ0sej9YQN2|&OfXalApRb%4fX1*i&1Cm6J$fR{(?{=~<`+<$DiB1dT+sb*X6@3$V{C;q@obs!@{8LW_x){bryFjU!WuA;^tUz`56$O-j? zRAxKX@d0v$0%KT51G_*|_Cs8Jq;J{sZ{y!&2r?$Rfk{_B_By|6+A!MDyUjIW3AZI`}2zUEcRlUINq7Femm-&GfHck7TVD>*%FXpuiNR?_=T#c z{z_5(6{9}PUfMQjA(`ALT=j$P>4{^dH813F6~wimp)BX1U6Dqe-{!>kiw zqb8VN)|T{iFf1W}1Cbg=U`rGS?^VF)6_LVw4DHxlX=^Co_F5!8SPI+OO5d?>o6eH= zX~sn7aeNmtaZ_5;^l8s)(+0iZ@|roR{zh7kN-UI#yK|Mz(%-TPh=2^A*uUmGHn3XF z97Uzhd%EtiZ9-6ly}7woO@nz7gaeOZpsmmS!Bkflql{jUyay|5-f`Za zXZ{wv=yWWC5Sd4(CB=8^r^6oR;2Z2JZ3Dx=uWWLY>6nOlhk#SoDK6O$$TA@?mNTw_&;UiD*?0@99da;lPC+hfyEmBCge&lIEf0~`X=OVU%-0sIMF{T z6YOyY1{b3dT!euKBlir$Ig!g%r7r`v)^IU4)18qz6_=Q-2~lLz8D&PEIO~gtzo`cI zOgx|K1}tFnY;jPJ;ZPsrzb+I1rz9b0as0pD`t$V-JO1Cs%47V;uPOhhcxLC&RjoWk z5BMexr11g7>wyHDJi^a{L3@@9F~ij)0+1)E71_qnvW!gZz_lDzn z!M|C-OJ3qlf{eTat_b|TNey?K+lJO^+grywgZ+cSPe)sahdW0Y_9b4OU)0$)&p<{} ztG>R@i~h8G^4cuC^4l6wc~mFXAytE zF*t<}0ZdBs#8Jp5cG)eW0F$MNq_vmu)+pSE9sr9*8hh9*)ZLiGrq9AS`dsLANM#Wk ztr9H8Pfdr&i+Dfv1yCM2;aNE8-@S2iBeW)n55P@`fR0T zt^s;cpeK%T`v1O39&$BQI>jo@S?DMr^H~}zNVSOnxTAGkpC4jp`hiWmcTN2uc_0JG zem38oG@Iq7^sTmM1QOsAyIWNNN;P>Htoub@SCjxZ=?{ZY40wDcVwg+v*ba9)*4a&tK<|j8J2qZ^n&Oc)xN?b<^!G`X z(aDnb*d)t(a`5t?A8m~wq8hZygS)7xbISiB0#A)dSQY1vwuJLAYR~q%R@`f=_7j?B z**vlxI;66y+&n}HchXEu?xFa(AKE^5bGG+^2^$()ok@3u^HzCL?$l7Fr0H|ut0Bh( z_e=sh8f~BJaS3l--AV2cfktVzH;rYB8EQkCxsz4`GPKX8w!DUEJZp2rike7>m|Vos zlbOW_lN)&bp!-DusTnb}aP?ISj8{aW93EmgycHP*Q{gToH~=>u*f)W%Ml>)}`mm$k zQO22L+6`d%85VRohRq;{Uj9>s*Hb}Q@|M4#j-OXrRENi-MFU9WoCG6pww~uA7p9~6 zsm@R+214OlFaVCKRqh-(GxyS!GDZML@l=hXu4Jv^Rbpz|8DfB)lAZ}%J)nhLxLMH| zM{RHHW!Ez0f&?8|m&Qg3eTsw$b0HZ^8b+Kov{t1@v?{xA8t2|USaIuyuLlhlM?2o( zx}&3mgOkC_-6LX&;{$0phb#)x447k`WfM=ITP1~!-XMBwwG;yI<8A){POZjZa2=@ig)lLA0~{+x#ANlY7WqsW~S{_;N>B{d&P5F1xAO> z3K*PFLgRR7qab67MP?pzieK|gJOv#u!56WwaY=9yW1A-wYzGXA{Vch)oI(mrEsO2^ z*WvC1@A-GDi&eEWTGIAghq3B)ZRM7!lgsC`^y21sz?*Ix zV)D#0qhB)Fl2Rqmj;f1Z@Foi(COFKqbe>$F^Mp$96Z8@b0q{?dr-R={!Ol&@aM@qc z0*?|YNWi=;uSg2v4kI13N%Ab<3pbz%g9fWoaZO;xlf# z;ThYJ8HHOtAMI?t{8>GzOElekMgY1Y9;XGFT$Oal=$KRVDiK)Z7lH;-md+VllxCHp z#bE_l9kK*ScgR~lNkCm8P~yB_6xcmeo!b2fGpW98qO=?`G?y8=8ijI?+H^?j_^T){ z&k%5aiwH`mfk7J&mnD_Bj$kjiAHvNnsS@)8@|GFtQH7XS2T(Fx9-)63U#$)+wC+oy zTF32Lgq+i#RqVL>EV*QK!pq3Jy;1Ugk(%_@{tPNbf&CU%H8+N>xaDOrIi_Caf)CVU*jLKIR z2F?SsSM3Bw#475773Y1)MOV7umRNE{i_W{?+B3HIth4|(&NjB|uU_RU7{c}egv_R=~ zL!W|Rgv@CHp=->14gyk3!Hut_QxjN=s&6Or2xc2Ka+i?w#a{NsdmvlhSp3XRlFUwQtE!o02xts@D@zcMGh9*AJI&Qy~#+7%WEQysO zSi$jQID0rO1qUXYu7B))8hq@r|F3-VrYc_cSRG50=kTiEhk(ZKRE9&7hf z!~;uP%?)AxDgM)9HsLPY1_-O=tu%iA84lP8M zCFER|dE4Rp{Pb2wdaL(^ejkk$#OxT{DU_n^d($9Wee#yEb9>ks-F+DHm$vhEnx*P| z6m{QHsq>}6z6pd|pMk_dy@MoPw?0Y|x3xo_tO|;1y&Hf)Y@nGxs8XL$%GMlxTfHA?Rtw$ z6=9!UIFfjEgV`wSLrg?ggN^lyjXZiE&(io}oYc%f@78{@*xo5{8rn4>?XtliGfYuF zS3D|OH`ocB*?A1SG1rbu@cc^rRK&|^=pXI?XB{}}MA21?)2%ZA`&hCUbIsfj?W}M`S5r>HVBsYx zmb?;~ag&;4d^_N2BBbg@hE_9h60(mXTH5ltS2JH{^Ox6Y3Mv0&>#25Xgl3n{tp$vr z{Y(lo&V@~2r02EpjCgPUtcf@jQEcUD))b!f423Z}+aP}>+P$$I8gUotTsaW4oQDl# zw8Bmh)??VOp>3H4Szw(FU3%!}I`t*gXOv7n@HgJHW~RNO(r(h%h$<6i-wL)aWA+v{ zg@zqtv1{r|P1+U{f9z=Om`F|ek#YlDwQK#vJJgTZ_NBHi1E8VFly-}hH4&v-wLgxE zQnLnhSjGj4M^z>U+W-8zBoBEO9t^Jdqm~$oK6FCcbj=ivAW3NUb@NuFb#Mag71 z2KfwRGC0cQHXv#|jK)VYEaus?G>;Dk--gAdz-)qHKPWM16frX0erzsk9$c zX@B8V+7FVfT5uY{{P8MEpk96Qgn?I&X|E$D#M$w9@UZKV4z-6zxECu;_T0f|Fz(y-b*3Fb4&0J9=@v{d9Z(7;2t?c@c;g zpgxBZQFcj!J9VIpeuP4o;J=(_m-AaDX!N7I>?RtST7ELrd`R405DMD74+a( z^dNebF}NaAV3NXBK*Z$u9F%dZvIzmN9Wi<3Nz{zz(Ct~2O?gBWu)YFygR1EnHZkmw zm+e>CRECtFD-*4oJh{9Xw^@BwHi9%{2d5{|*8b1YPg_SvTl*(J{}l}=nBW&B?-LFQ z?vPRjm5-weQ;oulp7tj5-h-M!tDpTR`r)$Ymu&hc^d>fk8aiVnAqPIk9X z_qL9r!_%X~gX5h}6dfmc?ZN67AQruCz!qSX%prU;4)|v_l{xF!cobd5?-Mqq!-UC; z7(Jg6SowT07%^t>MGFx^MG@T6OfuBbB+=il=JRR)*|Xc*+s@m`O(&bZeKzJ0@@GGE zYIB)k`3b9&PV%YHtsdTOGv<~}^+h^P=iJs##B6|l&WwF`9A73h{#h;gFifWNXcs?Y z2NTi1(R_uQ5}x{>Itc4*S0f7m>Yf6BJ>G=!@-HI!}l3xF!QckkE6=Gz9-{ z`^@^gGFCfHnw8?PM!I;dyGAuXc1HYwWYh~7K{J%!49W_SD#m(CW`=QUX23Hav zpB$ZTpPU};9QztyS`kTGG1 z1iE+dVry@(cktuFP`7eMA+mFSKX~yFUBkaR_SWm&|GVyYy}G15 z=nX4L+Ublg8XV;D;AHm=P}2)6k#oO(_1zc<7UB9XRe*s%+&Xz}kC0P*TedFxzqfbr z)6UDm_TKK!{>icMZ98kg2y!+A9>en@A9mQ@*AU))W|(qThl3{HPTm}fPmTHYv_ZaX z9qVar;KMQfe0X&5clmWX%YGFj5>B#*ds`>$XnAuy*gn{Q1!eg6?NdfHZ^&mc{)Snd zQLJ6__|3`T;CScgUl{d9ynM5@yEk}sbnr&Ml6ZQ3aEw?|koR}pxBnX^Bpt$Ce>T#4 zl1Nx3!)xkYN$!;J-|3XweDknD<2yL8!7Q8Y%J2iGGxt_}68)XApAkeFm?R09Y)UKh z>kOm8s**HFXn6BnyI5|QoemtArv#nP!mlVbqC?2%&=M${DASXJ~5=FlWiXZ&JoWqP+*e z*ETnO%+V03(e!gMkk&OgQD>GMu>4rd_7Pk@W$t6=CZjgAfHU2(6iFKn+Y3xnesUhtq7x zgCBNTsL-$m=#nC9R=@!_Ef0VNT7-VWT}Vl*V($($tD%%MJjeoLFSpp>); z(~pJ4WpG|N*3h;~+INiMd`(pBl(-41)VI)lUQ3#C>CitlwNXVNc&dLA`Qf8%tsTeBQjB2gF4A0Mo~LzKQ! zXX$yMFYHSP1pR5VadzHlIndJ0^xK|wCO~-=ieY5NB(SLmQUFU*zlW zWz=Y6RwsL)-Sd9U@A^q`?ADU4wQaho)N1cMSjk4_nW%eChOEJmZiE2(+|?_!cIGyB zURw6R16F3QAC|sLCA2_m~^M|fhuX8s~jsdY%4iwyB3hLCdb(Yp!98}0Xuq7qhSxI zvLk`*M2y!QjxMUSZfZ}BQ^5nLV$-a@RoeFISbbeE;Fa`2Yck_$3bk%#0y+Bk(9fno{5#{-xOP(x<(gA}_(t5v!RK{;EEC|n)2xd?4Y3p8Ctx8Z1(L#-1P zM}f|dCm>otxd%Eal6+@2MD0}GW`Ab+oPU3o%!d$lBH>p@a7Ckljzm`XJG?g<$501O zVjdnBHGv&(Z{&DPjr?rbsCkv99%ZI|moOhT+6pY8kww55^Ax_B>PR)-J(^-bJdpgL zEH!q`Qa(PK!9LpmmfQarx!e}904lWq>8#J7&kG07}~5y1Kf$7Bl^$w<(G{O)X%1=r86iYFaMcCmAOg_&qXu(zo@7c#6n`3%Yc5%!`Q|*L>qAnTW^Cb4k-9 zau`9OIU{lgX{Xk@yPniEvE9toqv5LQpVppe$_ym#&*o#ruCNl7>W@}Qa{%(JB3^80 z;J>(&He~2^jw}X7NyiI*x?l{Q*eNg)Ffe0#Ipf|lvZLq@g6FL*3kHO2D6h*g%Y(p{ zLEO2uP$IXDFC0u*7r=5#Yw)?o{?#bG#zc6+@FO*;#z9e?B-p;evxGV@VS+pi(BOpg zm93&PIZ}(O5u;WGAyy*68m`cq9n#nB5sSH9^4u;+a2CcPgv8R*q$;gxme@0+!&PU< z0_XQNLGmVk`DwDNu4%GVvn$S*7p~vetYJ)|r6)|QwWhhk7FV1m8=BwQx|&V@wZf88 zwbr$opv6@ek_FB0YKBlCp&_DWpHQf>H%tKJLOuv}8lBok?Ywn|p7WYgvL*FtHD{`6 zq3KMkQqQCbAy5Wr3cWQApsc+s4=|f$E)AJ%K-e&n(5@M45?F1mBp;1gL6zr;67ADe z>5%QQl#h9(xp2mzW~IWQp)hO2m_#w;Jd4!AQ5H`xqjHAa$^+%)SE4wZX{ghYz2XW0 z>5f6cAVMecY?th?2PXs@IK$kx!OeDwkA*q*+Laleeinm2)L}qQgPaP@pnhA&;HwvQ zRl4n%K>(U01;&1XCc5yTsq!}i%l>#4x2~i4=&DgaJ&hj!r~CMSwjTfAvv1DoO|7-i z*BMz~q;pE>M!k7^LdaTK9KUUBHG{4EBDb?-9y36=t>sz0HRHx6zs!C~*|;C&RF!6+ ztQ1~!NHjbWAch`Kp&VYkJQZU+t|e&L7EKflWAxAkhGRx$OGJ5Vs(=I4ERtn(0{R}C z_vy8ATxN!SAqNrq%-r#_?jXqYosF(feri~~jkv~DH!zUgL9m?8ZqC@l63AK*h353rzCcr@d#~*BfeHr1 zRz~?)6c^Wrp-J$*4g{I7ehT>mtnhOFAa>dcEJ3QmEm)vlYrMGTDP>!Eyh^*N=KAj* z{=+#EBNVfF@MXD;W)Mo#wd}8HHzKzY`2j&@339w)yF>hroJljdJ%Ih&WPy+rmo84Y ze-eh_w#Y;8dn&jkZ#7w3UVveRR#707|!EsSRKd)mps_%sS;cl z72&E6IyoXwMzvdf3IWq}F0iF^zS$MxMJpOhc}KeF8dOH21Saub92lYlwf zuS=#HbPJ#&UVhgRE+-9pT1~XpI1A#48}-OURCS1y+yk=>VTB`*0f~AA_shk}a(xLm z8(()a)}%fO;$>csHh0#$m4PY?#wa^wb(3iF5Pc7N{XIt0={ci5u-$v1Ml-_jMA1+vN~S$3*7aGidj^;d|Z>@FQ$&8BJc zpZE`rq`{lRomc&%!@d9UuOS(-vpSYk9oy0QGsf0@)~L#A`$s#y!QiMrU&H`+yMoTa)UY8qRLETS@M~1Z#L=e4_=pBiP84KOnf+>RzjpWm;%C}9vq!VS5bP2hiKBR zaT!t9$G1F3Ro=a5W<6I6er&uR03MDA3oY=bnl&tBaPxme#>$vDk2x~NpEW9~;K4ku zR7Zu-Is7)T!Ou^52+3HTG`{r^MKciZb8s>Mjspf_I11n~JkSh>%jPelxppq&k?1oo z;)-$NTmt#+O~6hWf127fe&4ZAmq1j)cN3(QJ((U%!EVpermM>x>%%pc#*2F6{p}T8 zfoK4Knv3R7e`Fmqx?$p;Lbq$YP(S^Dn`ghA1AqDDJm|E(sW**A!WO2jYHWq4 z+wHSvP=k^{55Xg~mL3Ws#{8=T#R_w{1SS<+WlM=JRr&3sb6r@Wc4XHkIQ=`f(1@$fL9uPFi$}2)=a&rg3&x4^m*=?$yYN=|Vs(#9IZC>XOc(Uao z-FEl-Y;yPh(Hl5tTe96k69shLD7t9ffwDg9tSo3Ke~G5GUnS z?m*DU^j$Pb#yk{plWmk)Ch}C%n0c5;ZXnVMj=^Lj;}`UpWp6UQ^lZ7n`p|;)T|B$v zDMA7G8KA$ZGPx&g?@H2fhK_+4$ z8HQWZv`05&l}iPhZG^5Jkip~STmA!Y=v8Y-F?kL7t7x7u%T?sg8CE6S&!D(#i$IvH z?Recj~TdG10Hft9Gk@kW!khJrRc4TKIz=gJVrQqFR>Cb^q|{N z!WcOQlfIoz)61OrV&{yJz1`SwOt0PjhkzgP6by~phpmsmfYItLAQ447;>%Rs8}8_Y z`4tWtJ%jUx!Bpfo5Lix2Cb1@QE9r@Kbe&7j9Nq=?9os zi2PU&AG#M|#=uVB_w7s*k(~6+_x-DPcXx+M|AS#MT@mZPU>B`|-r!_7c)fShTVJg1z0ZVgKYJO(__Dxh6?3rYnmz zrF|C4HcA1rq*#NRw9j6sk&f}M>$FALnF@xfcJvK{2q=ZCm`(!Uq6OULM#ZuTWX>G&wQ#HFWcn3 z?eZ{N3JDgj_CX4O@j27t{K#S1s zKhi_E@W&V~T=kV7t6PJoqdkaT9@oRut+Ne(3~=b_(Yktil;0Edb9&!?PTN|aaCy*R zZH8w#Di7AB)(-5z#!AfBlc@DxPzXi1zp=Fs+Zpwf1yj1i`mp_xhb*L>pKU`)3i-MA zR0zZ5GMzF8)sp*Qp@6v=JjkEIPq^G_CvLI+#o}pqb(!(AT54Ywz-PYzmfcnPhNV&O z>%&8K){z_2s+4Q)NdHb;E_jsd{`~44>Q${D*FBHl82Stpq-!pkwt}5*w|P?ZsZbjorh3? z71I0X@!oFf9cEc8ua0-R{he2JW7aA*qs<8jfZdbc{+^-vTCt^r-ocArf3QqLicMK< z?Yw$@_|stTe|oPE_fGgt;z|tbw0;*y$eOOF>HLbg)*bwFHC@a^qTQ;%I!c*5u${}# zb+mr?`hYrEsr4L0clVhv)9v36$0CF)w3xzS?#9>ymN^90XYp*2)`heshw4ee;S5cL z0Mdz0Kq%>(fOj>_ebS!|VUiZkfMtdCsqMBa6 zvRYjXOn`IL-}`azu%a@5{)%tu+0<8%3x$ogHY>lD{O811@`Z%r;aMT`d|seaHw5fPxmmog zsvQxZBKJ_B&W+sgK6WV8oDhe;2up_G>x~hWdzF8z%_D`}!w+pZcC&@=?~gnlEW$Ai zoSeX`OBuCF8znsDB&lfIw9hKKAfwPSl zCe|q0c?vd}d}Hw3qysDV&B@b;Wa>|7zY@2#)@`b{MZZ#s0NeFkFf(k&QZk<+354gH% z;pi#pvqV`){?;fc-J)cr#3^Xu^D%1-Ak1&T=2%)ETbB@KvUfR}YDGutp3=f^DYXMqDCwM_?Bt8;_J zg>Ks=m^#eKE(c*Ez-`F(6Bd>79DO(0q1@de zfd7)7=N|20VY|}JycyK^_kicDfobx&hFgR2yObB>!;w;d(+IIgQ-BdWa5nBx)e|a^ zJY`E{#q3hAx>`sRQ=q7DpHe&Q)^Y-JVK#0t`m&2_IeK<1gO%#hR4$8*{Fc^%n?^Nt zyNi)ZM#sN7bl9X~VFh({h!Rhf+{;9*lIbkDOwuZ-VYLD(y(A`7#kCIHf5BHW-1AwK zVkntP!==)JJ>Jp-l&brXBj%TlaOWRoOfo1MH@E;N^Qz;f(kl&{sy^hfca9DY&{zVF z4tC&KCc{j}3$_x5lO(G&UR5Q4DkXy!wRd>}Sayne{CF0R7PBmQ7rQ9YTA$OI+(8ZW zT7;W=P}j04R74WQ5;)p@y)UetxoxC0#mw0=^@ItZ9j)LYBkw5g+cI~1gOj~O^qa3c zDoJe3e>S^4l1+LM(}z$cWQglX9#R?|*$^D8zTAnZGr=~aNp-lYW~$QD>J z*~(%zX-HGtC-w03@v5D($*a=2XP*)M`!CcvPy)slJU%_M7X(8O% zmy486mzdV&G660sQr?@F4)g{oeekL){Pux}#s2<|9nDzDmVHLz5QqesGJ!W{`i6rd zq?Y{C3qaQ(#CD7jr_N|x@{B}6*?S&o*+rJW1|DMb+qyHW43Ugsc|oI{c}|| zJ)aumYGIXN-9~zL6;;BxwsLK(vnE1Q-NM-b#k$PaseCX6w-pcFRohdC?TV|dW;a(z zo&J%LY_`6UdD~lkWTH8j0#?<npfU`QBs62v)#dCkKu;M#jvNtVBwM)Lfz*>5`qX zcm`ZnV=bzTe9KB>#2%5cY+{AlL7ddtAh4B!5sNBjxwVY5&|XtZ+Zk6suFa#_e2kVN z6^?5qY422H)lX#-TE<2YXzj|J?Q7{}?g^#TAwdM7!e&|sTn5p78@1D##YJUT^;5RN zpDFh(e6N87lJroPPTBb`9{1kg%)n=jL2<@d8p1fhBBFjP%JzL@!@06A-f^KoKX^%_ zb$GgU<{Yp{D+`4}I6MOe{Vt2tP?E|kHlq-lnODb+zidqEpO9I@jDIWKxRqFr1D8A zMmGsRw2w)-*4eHQogTAp6XdiP+@kF&M%7aaYIJu+hU(m5^3K{WVi-X4gzbpfcx9}} z!Q|`%-pE)!|Ej&iy}HDOu}NrMxOP&4sHmQAvSfAdG-Szt;^887mBpI@4ZINskAKJ& z2VSSiTm~(qX<=OGa(?BZyxg)ua71=4?cf9WuQ4=4cg+A@+nND*x_vB_PpSzhMecZc zd2b||3dmI=iy<8Gl}9c+IP3vy4J^<#D{4-`&}*LGDAol)n!z@&4S=*N)2gFlP-9z$ zdP_V69TKjTpP4K;*y}JK!g_rpH_V7!CscOzg#z{6#A1wPDw(wjtadm}CwCnR+EUE7 zsQNktSl&`~=~aXLp7N`7gGE&UA3orj+*L5Q_^SL*1i=}KPUu$eHzX$$p1(-S>y(r= z+7%*JRRNh#M->ry1qs;$nA5KijW>!RTtPPGHA|)AGAPSI%ae=CAgJCmXTDkmlkuX{ z^rui0Ku7Ybsg%1`lQk@l??UmSsyc*AP50hNazy{KyXlgFq7=ZD9Nv`URfc#SC8-ux zZrNd))z_oeGIuL0NQJnQG{)Eru5Ly}*`%ydvWE&|q!SElIe(bNqg=zK1|R(cm=O9~ z){O{d2~_96)(N1}(q!Va@Q{?^rf4!rCCkA=li(Y|iwBjx zR5xvI&InFSv2B^B7t6f|SV_jJBqmvCypN1jbJ_~N9@m1eb%d`;EJCxdXtIhNz-yvj z30T4BL*xx#MlhTEnF*^Z3_l?`5L0tsfpR>J&e3@8Dz=|KT zDxmEa0{6U4(lH7dR5@rcLH>kI*nTrO*!yR1_py3@b=2ScpQFPQ{Qc%de{Yw`Pe+Hn z(8Ru$wT$0ic~I@avVZ_tYlAKE)R4{AMVT6&#V$+-7C%V}q*fK(V7w@(VOXT>YPy(= zA;L1XGj6Vo9wuf$S~%FsJ_&NHFi&|0I}~qeY^69dki;q`*Nbb7zbmwjqEy2f+k9D1 zSFDgjUFD0|I0*VW1Z3jr6dyyqq8F!@lX7M8M?)=0%81onE-6b_3GJBdi&4C6FMRTL z%et_Moy^J0q)#=SAaODY39I4cX7gyi$Rv(Aq4VZ_lOq;CZ$jUjy_@rDBB+L)omah` zpN1goXcVseWi0747gN{K=qgF$(zMYA=`)Io=JDknU64V*D-5rIi$XOASQBVLb%mFv zwelC58_Ob#m!srm*~3A1=hfa}54=nVKCOX35N0B*$~eVvv68so<;Dk!oi!X z$;k8v(1KpbGG0YRwBWtY^g>19v+P5(v`D$4FR!}d)sCKI zUCTLS-dIgL&3?B z;f)IUK+bGh@}?@Th%K{rz-t%drWG8+(LZ@R4bJbB36+a6f8*=c&gy-jru`VK0P8m# z#yq+*@-zQYu%)d-A<^Hwo!BV)Z;(ln(KVAKr(=n<`~=V9LBk;3d|gL#(7yb?(_!@Z zKUYQ~1q)pBkUEFZ}WB!_(&TkKzBvV9n_(H(;$NezY&lY+2TCi#Wur zYi_$0(uHHkqAFYdr;0!!n0#~@)z3U26;Y}F&G2CMXC4;>qSqoo-Xg0RpL-#&L*-gP zXyQW04YNwJvrZLS`J8;`6>oB6ad05E2#NXo7etNP0KvwHxa_PRcXqG z>ZZ*T?f;)zfteNrsW$3Y%6C-g>uEWsFVU>GIj;wuBoFW-pT#%REP>#UHg%9s6%Ul_ zGm|tU^p|BIkS@bshj|{UL{|-?3t>)i?)C005EEty?$wa~$LcBz?e(yE?QJ3d)WT-k z5i=(m6P@TLdA!~FzP0tleEDP?%_GR^@MOh4w%FhI-+qh#vOoJ@{Js7B z+4Jq^PrrZm{QIxAo^C(edj3`L?WaJ%0?b&0;H%kmIxi|$_T3)b?{WTz;L$W64qG>O z%g+CI-+fmy|4*Mj+xqsq=g%3PJbm_j>)BVq)|dJJyyky=jxrDvRF@)v;`#q>>-%Th zIRD>%`xJ-(=Ks6xr(fp(Q~YiI>B%CSJvmR(Cvp0Y8|-XsY%)3V=8nm=SM%WM*7mnS zFPbr_VlYbLbQEX7Zp?&&IhY4EgBOFH$2*4usC070gdvpi5|klPv#LTXwV;f8ghCgy zI1aMu#r!s!F+uKby1)x6CPyWpGCp5`J1|DfeZpkX>*+YTxMPj5SBrEUlUw6F26Jw% zvHtP!H4|ak`6!wM$BXkxG79#SQJiMz{C5Lyva5I;oI^8E;Uz#Y;1C2aA^Sl@A-m%Q zFUEwC%QMjhZ?DNjde%lGno~L!9^o4k2Th{6s_7ZF8l6-$Uonx5=aN;qV;5O`v6wVj zeO5O3dGF-a(d(0-d-x{!x!dn|4^Q6w8Rfkx`x=9s4lO0u>=?-!W&>i!kog^hn>BFI z>+if`HM%eM_V-TSz1QH0 z+$qJuU#{l!oA#3@x3{;g%XHD2&Mu!!sDUEJy(+57ts;pbi@Hu2GhYMei)1o}Q0&UcZ^#xd9EOJcn`lpkiGD=|b`waL zHJvrxPcNuyahFEy9XNtTPkx5gNq|5Ue@j_!6P<^{$MgvY23N1PWIz zLiv#GhH&PK@zBp$;(4DxQTN~(g_pOyJ@HIm*|`;SkkPl@1d@<-)4Pq0o!9+-@9<=} z+hr@YJLqX9_1ha88<^#a4y@zz#=mEGTmc{sx+29-6r}O3q+wj4YCv?5=cjbmMjI{# zXLoqbjP=P1N^4+49nrBo<6eeimf__L#%YXwLcq@HEacXCpkYoM z$(~hbbC$;PGFA?8gscWm;*4*yX^1$dmkGpL*KwAyW$v7BHSMl34jKTP`FO+_bvBwM zH*-X}4nOAuEh{+NXfn-W8nb~7&*YgHi;(#GXZ2|xr2KHe?| zu%JAF+u@4|pTvFGCTLO7@I<0f$5C=&A*di)gu#Otq4xHBJ10^mtrsc#>o5C92Laor zcIk74^x)}MwDlf@+GnjT*4R9Pe0VYYo*DHV z1Q#F~DY;%|;Z0ap;=!LiIf7~Yq~MMxW6APx<89Mjy>RO>I>mHvbSZ(X zF3>wIMwJP|mL9=#@4_K$p#~RGfktyME23OJN|tVEjv#Cmh`N6X^28n|WCQduq-KYr z*#>V%?pmHK#F+L@6E+(4U3&zE1VLSl>qg{K20oBjl)beiDps6rSY!PvSsUID6^Ca; zb9Le47_P{TTfs3-YQV`lxJho}Xj))pf0@$B+5A>b@k!#n?1K6?o)(oGxPs zks?O|u>=ehS~3wj76}_`R@(Sjk+xM3E9*NKmT`9+qaB2-Ew%t(E4)O(F6EKIhz(&| zjZiD3y&(K?lx6H(Jye{hK`EogTvWvcVR}=Gz6X#qC^K>jrGAtdI~0x0aed}Rp?53f z0ld;`QVFY?2Ch|G`=T{sloxG@fpG?5i>F?3tLmBM^E|GUoK_n3y~9DTe-i8+o*d~D z?IRM8pLXz%?*8lEAZWCyeA}py%RcID(Lg=dHR?khnyj}2YPqhpTyL9z)p=`m>23Yd zd-&Q*=kX0GivrI(&S(-Pn^Z4vt$ zR>uULqiCthius8+TNqh9dEXqv89(aCq}}xLLM|!Cdi9UVS&)2_Y&s!5-6Vb&PekA( ze!?02eV?tpAe!7pcLKfa{0UZV({U_Mb)dJtCA9|a*(k5@HqPU#=v@NJb4iMf9_DCn z3nZannX}izVnZ{-u$Z14P(5Q3?T84*Nu|UMec7iDayNz(gC}twQ*=BkT+Cp~$m%kw z%#70ni^E6vIXUA|FBF@^AJiZ*v$e2-yLkSmKmCaf1BxuAU;q;%m-{y`;58_6!a+`p{% zUvs^Sle$a7fpsbmety;K_xPem0)tiW6H)5)wM}IBP`n_2nHR5cTAB7lN^<7UTvtPD zd=h1I%qBZrWbwE$XCy))G$ARm)Y=$PHMKRLVf~!+qtKwSwxRKMa50H4i3`L=Rb2w0 zlJ<_T0i-pfy{*`qU>PN_GYK=kzM0?Exz=;WqmSI1Iq;~dzg5P-!7o~gfUsB(mzlFP zao5T}FWAd8za%YSM%l@@)8LI?NADZ>CM;O*!T#P)y`VP#x)yW~cME#(aFM-1aCmeQ z9KPP)FR2X08lD!Y^RJ(^wpv@~U)RErt5Q%wq?7w^29eXx4UxJ5?B|O-7*|zFv?>UU ze^R`zeajQPg*dJdEA}oZkZ1iN8zY zTl7n1jerSGJQ|Xb#Q5Ai`s)x2_g&mG$zFz$1KS=Zi|bT24f{(R1lq3bv?0E7VS&)l z4!T*kU|SJ|1IpL}VH-;=XkfH!eX!=_*XQ*RwDC1ngjFJ$NiM*gD$!(8gTV1%hn1wG zdDt=lmykIytI1Me*CKo&Af_iBaO%_S(CANZ)$J0(Z)Pb@V^a zug6M-l2G`%!&@DQ8qS|BuNbW$WJ*PDVJcAw7mpwcDQt?`pyyxLYvv`L-jv2k${UpX zv)!oeki#}Px$gbR6gGpuV+Xsv!4B?&LLs8{d(_|U^@A60sB|-1 z43J~JBq5DTZ|Q4%LD>`3I}vqNe|JHNK=oJIBE#@n=38~YUwfUtO&QNoAc%k=R=j*v zC!isA5|0UO^XU4fxY*6x$xs?ZQb|$Juzd-fxA3P)t=x)}3`bc@1-7D%DyE`b)ftk7 z>d@)Qv{Y?`UicIi^B`^IC|b>Hb%pW5c8pkLW($Q_FKiUbx>GxhGTDL}yn%p9nP!UU ztbo>*A|z*8j9fKxbvhgaV+M7thBTb+EP?na(Xx3x;ZsE*N}Yd+oxTVzT< zv)LhF4)9rP@-LjdTtSuWV-|TSG%9s_Dw&)&szKHnWG=_X3t|c zq;qY(S^3_nA=tSCqMQ3e&S)qq@-v@fpCUiOYN!P1T#n+*tD%folcV04V{Niwgs)ly*ZIXTzbg51mdtZ|}d zb@(sV4$&@qML)1dPM+8!|IOYDva7WVcAJl3VVsyxI-#FrGC%c1e!@xQ$Mz3;mYFu6 z#E;t5xW=0R9$+H2$HM@;?PB3T14@$1cy5N4)72=vMaWCe`S6AvF%GH#g=BwVHA=BE zqtML%w|*YJ$D#Mjfj95K>zof3JYp0d)>Ca*zv7u#mp4e}HnUXm>2?w@<{fQLv5m8h zW#kjDhs5W80$=ATd_5=ehd+(`TtbS)<0>cdlGFHdWb8eO7tuE^9e;2&P!htb#SraV z{%~ZQ5PWf##P4|6Q#>+*L!h@b2Bqp4`^f&$PIrIUKRP-Y?(X%2M?w7w`0*jAc^N+& zmeV1|P$~%E23cc<7gO|j?tsT4EXjr$dCC6c>=-S$;k)tB@O@MtHv6F|Iw4QvnV2b4OMr4jC6}$wU8C_CYc*EWY%HhUSWUyR zyq05mO~jlkd9-$>~l|9fqK2%vonKk zIG%}4#xbld-P2H`8plzfA74-3ncjsWAd2f>Xf)LJo9ddb0eW%Aas^x)F!}^S44BUr zqfwk)EGFx7?=i}{9$E&B%|N%S_645)9XJnIHkZ3>xt;WaN=B7+-7epD#xXEi!4kj7 z*nS+JFD@Npdp1Z6_i-M_DJPn-G_=oO8yQ0(_~RG&wqw~Lzwcff z5j&kE(PcW#=E*3tN`!x|(!Ae;n9mV+BnJF7b)Q{*kWFK3%@u~!%o|AORz;IS0r2-lv1OHkj#zLF2ryYS$efI6`p97^K5P%Y)tJog)XQ`DkK*`;l z^5d;}WFHkjWrs&nvtrOl$)-S}QG4=hsw~f!wY=S)Z}!^a(fH92jd{86ej4BE-^z^s ze~tqPOqwljZl+mA$;={h#btYPI)BVghad!8M{h-@GqU~0bPK3EZVOaZ~+|+-;C0(j2HSws_B%uEULdU{W>me;83wz}SpLGvd!2rqzQ}T8+N8t5qZt9k+^1kOj&eDEL{%hc%3+=VHz~ zUpZhNvL+%TL{ec>yT-VM$AWncfu`9@LbVy}dfG*M>Zu0A%A?r>N9FjM`$AyM-;8Ib zxgwn$3$U&SJN4%L*ji7hBRr7G>2c4gxC{nQ#ur?gO z;9qr=0Jpv?_8R`t-sXpIQDu17>^uL3pFUa#rP3wna!s+Tc=#qQi_G$WF~bUpxY8mx zUr{(CQWJ6YnBn%K;*gkpHYc(X1y#i+a2!`9+0P&>@jW zVVaR9640N6DY!=8Cg3rSi=<_F{d`WrQYbW;3QT5tw5a$#QrF?c%+#Y_wrXM3_y{`? z?EphQQpPqB8KKmZ8e*-d~ax!ory<4_heXLXhqm7tf6a)h-DM z)e)hcyzx^u^3K8KA)S=ISPQ;_{J-Mp*E#Zg4lZXPo~gn?SOZ*TAorW7s*{mbUSY81 z$LVx&c|}(1kS~`2|M0OTZ=5htjYpx!9!Apz&qZ9t%h3%Q)`yS$-o*=C zg)lm!Nt9(qEJXRs+L08?qB<9vf{iv?W%4JJfQg(dm?*6&_D?;jAEYW%d%M_RA1MFF zzozHtW4ufP5X|!N{JB5>$J6h={q8%+|MBeE^XJc>eY=JEU%r3-CI8Ep{2yQPe|*XR zasT`uZt9LZ^^?+)^CwKtz<=K)qqh_J1fm;Q1IXuDG>SnxYNrF?kC+i#{+>)khH%k1 z`wtu2=q)>q@>l8NnjwXeXnIqeKcb0Xj^oKZqJsa*RQ``KYb9&4qh~bcX(;q2uHWJa zH|a7bjpw)1+1vLj3B`|WgjZ|MR&qT}ARO)%;X`O zfEQ>nGn`L{FhNZ)XgEpcli1rV+wyUPXAG=mG&G7PqXnw_yMs5!yF*rxwcXU-Yp-+A z!&*wgz#qWG|42cfcQQz>|CV1Ha%vec$$a)`UzSdXY=yH$J!6wQ;07?~jIgHg0w`m2 zwMgFrBJSd7CT3Xm(>>n1T}U)yUi!_zNpwP`md%*$r90X1)w6`C5WVj+cGrCu!#^N^GZB*PiB#T|7kb8(Z{c|Mnnyih{CIl{_~zDzDm5JJyy_iv zhrnBZ>18s<8;cF3qrF|m&NxpALRFh0;2XaSz|J~bkQ^O4gI{V!J7jgLCKW%6NreZTRIHAZ3cvWI z!cRV_@Ka7IJ@83|2QjIgTCEuf{-)neNPP{B0J7@f5A!1*7R(d>m0ZZ5po^1df!2J= zL@4s!xInL<`qytBe|`P<>+$2SU$wtJXn#G>ZtAghL=&o?*}vu|LLB=>KP;#uE&(w4 z;41|9m4)EJfjn%YB&XoZmehu>cE6&5vWGTm=;Lj!|7xU?{TYZ;E(eVbpiAn6dR&p(+9{0 zQ0{@JVT0kuM5}%H2*&A}M}xM=n&>&^bQy+*{gS_o8IB76;CPk6QIOF!Y{Smkt6?pc zroAvi%Q}jNpaJYJV03I2;Vd3MGIqeA`mgVvZ*3W6C{pHduy+8i%HF|xyM>~X2+bn6 zI)-91!1ZtqWn1zUrv)H{irs;OMDXF+$KdV;&0T{Oj9UZQ;)kbdjtz`7wGlQg(3(2W z4IRS`YaBoLoC{^F&qX?Jm^}yI=*a!Xo{cbg;(+tiAHZAZ0bPp;u#OOI^mH@L=KS#{ z8oiA!`N}BZ5?wEw&}+*F@`qsSDIlR1em9f|fMU<1nD;u0y_0NrhCJGrCPAFWy*S| zY=W<&*`2nbcW0NGNk<^cHQ1sK+W{oZn}NC6p6R&GrwEHR`HgloVHHj_Q>C+3uuC>> z8C;8Ow;bt&OeOK&r&=3C24+J-D{XdWR~|q1SW902W<)Fyd*d3)?B8>x#tQ4(GS9SJ|W$&tN7*IwZm=HDGF`IVlol)|imj(AgSI&e6yi8?R}Y;miO|?t-`6V$z*ydVy(SxEY(YoVO6i z>vUvoh(*VL+P!f#I(FC*Jp-xHFK=<;H2l&5=^lUh28=wVgRI3uoa7cA#W>(RAbtzI zg_p&UvV(v#A{&aei;JHB;M$X9Y(wZoyTa;9lmx)Rx~rjHh06s=b{nkK3gV_C>7v*Q zw2MEMxXa=uHytkGnjg6#PKV39=0`Bv>3{@mz6Lv<4hY1~+LLQj8TD9Y;(sraS@5 zFi0yqP2+7|cKEg0=B7$V-XtAHUd7%fqrbP{L_0%sVz5pIXIcpU%C_oDv_GB4t};|y zLy!Z*_D9ZD^lJ!f=B!%@$zgTPq^U)QH3A$+ehtkE1Rr}9whJy;wp`_I zzQ)P3E=UbwYayIjcv8*o!~+5-CTNFnJ}EA1UYbZc(yvZ*&9G7m^Gg)2mJR6OdIvJ3+x7-K(Cd3W*Eaag@wQie+ z@dMGjJs%;a(DE!8XQa(4yGY^gW(-ogxbx?nWr&99nt-j{VFLKT9Qbf-!x$aCB8+P$ zNrCLxQ)T=f5CaQdy=q@yw>62yoF?4Mz~Na|Y;Zo+@gv)UG7Lj|a0cf6n`c3X4zHE1 zbCYlx;n!+futR=Ia@54UYk2~L`%f8BvY}NixqVia*M(5vL2M-;%wyZ8Y?9>ij=r7w z#=5!I(b5sIbh!LjxypFmL#Q)gdvFCv-nw{sZgIQ>K=UAJW7{E#c`NR>2nx{Meo(dVK0);VIT(MUTKrjL^+TmjGcyy8gR$A zp(z0~yM4^uP{~e)PEX2GM%-bMu(_dceUQ7@N-UJlDa33nAoPw1;!tBLZa8UbumluC zy_iC(X4GL1Qn%Nz_eYl}ZU#q?q?YY@SwcRV(~PHYMpr(WlNT{Pi8G9-LZTdTJZlPq z>m+3-`=?vth|$`xwX>Pbcya0h^7L(dcUEv10U4eZ5%;$C@cmf9Mo*ue1%C+|x^nU{ z12jC_uWDPob3;*7%x>9*beyW_Dq45$+W59h&}tpp5YTIEV(HjT7< z!raN-pJte=?0hm2XrLGsoz@1gUmWb6ob+}f#oymw_g+J$jiySv!G7)>9UMcXR4nqU zw~zlG_j||PKD~R{-P>os&g|tiSe$3zflAmWYvs9|Za!c>B7QK{4sUiie(>3j#{XJm za|$X!KD(nSo9^Ixn#psj$O-``qpW4Oa+9~vWLP`D!k&uONY3U3Cq`)q&Tng;1lwC% zTOl0zYd_WUl(^{UwEkdAz zQWX-B)1>#}n`4|$fZePyd&-c_X}apQXx>dIK|!-&!=O#Ru)+)5?nO+GIHJy|d0}JC zamM+BXT9JNqvuolu<> z@AfUz&3)9pOT*10wAZ9KGmzjYHd9sNA&o*EF!5~+VX;bWJN1Mi`h7PZm$;9Dbpyb! zpeeN=CD)RzN8_=GGNq37sQE7FLL{XTMK!fe@}E2<52HBl2V^Z^Pd%MO$=Hkk~hVsI5{$cog4b8{!ZpVrWJq;`gO8saT3KmG;eJoy1S z&KfQa2}2ZB5NxA)3(a6FG@G{!6bPo!_u8}-Fq?O%zD5OeJA__nWK^zfXhkp?44k6i zG<2=h4ZTr#rV2H7?5zn^)rnA5)j||6$z?hWL(gRJ>SZ7o0Icl~mEeW)tAmTRSBKWv zda8g+6;_6qS1$(`V=TJe!X6;AALfoqa#{*qGhNJY7V{yQ+UtX%aQ(lNjPg7(^=pFohKhdK42iZ+LB0JRcJJEd0HaXz$ z+o~D{D>N)=r9ps}F^RlfAoP%jPdr8 zdE*NOmQo<4bE`mNh2%;k)G|n}RzRXopdyTzxjTz)p?Q7luD){{Q4%0h14cKe+%1gC zFQJEEOkFq|8c*eN7|{(vuF)Sa=dt&TCKGnh&Dv500QWSg1|TM%1&u|vU@z}zsmWj< zwxONgjz+=y@N@*Vyl9a{^`zXCp}MlDLm94zrP;k5F9?(fL_Lwz`(M)}^+>f^C+rXt zWkV6_2kujF&T4`9MHk0{CGrFkkAfN#oN8eOiAw~ZWke4-F|EXobt4&;{I>TJlQs4J zxi>f&=sCSONQ|HY)smKQPs_8{bW8^j7M0RYet+*|+*04}oNw||_-6)wXk4UXeit*L zx;sCXiiDM4Tu0g4hIN!+?=f4t+dvb(9Swi(A06($3I3O!5RdFUGX4Jh?>#2aLZH*; z$&za=AU#d!qFPvXzFECPx_X$7-U@%QnlMm>>=j_bFq>Y^;w-~LwkHiw7kx9$Fe$|l z4sPJ^mLvX)@_0cHDG4aJiA~wl>1>>&$kY7#z)VY3E&6uK;N^6o2M2~#9{azs&gVla z(9m>*`fE$zFq<@VvX1mv@*`6;gC(@cZ5lVJp43YWwAdoMB3f zmaEpqWRYEYBoqeFMRu2t8c>EEMbfFh!SX#_A4Ycq9QbY@d$hvukfMAKT`CBqnuqTF z2(0d{WY*W?Bn`z*IUZ^nW4;;X?6Uumn=43sWbVKziql{2t}D)l=!?N>8|6e>5VxIj zay9kTImw(06Pd7LM-s=gsNMw{o?{1)9|8jhc!wc)GOVW$zDPnG3m>)H6h3qSma&q# zE+~wXi;H*$;r%uL(oEc-+lyRh*;-9;6Qo{w?ZYtqfbjmi0B4d`fTC2uWhr$)Pvdwj zt|T~CJ!%_^EjV{4o59W`j#RphQqfkwz${>h8fvvxlnsOl7Xe1vt>BVw>-m+g^Of(k1kQ^nJ(Fb*(We^RO;Abqs#3TqhEF# zF?*`KP25jtq1YJ|xW6Mj|2$g?vB8cgE9D#!?60wr>-UAY*NB+{qKJ4YoSaSib^GT5 z90l8FEC&o{+TLC_;YgT_+Ta~Cn-jL5{}&)J8o@?{8Vu6%198(TLbm!N*fo-W{A3o;aRIA%+ zeL7U{P0>o|heIaPL>k~T-^jJoJFSnW7!mmKk7+hZAgs?*<8fO&^KLsIKFV~l0uub5 z-As}+&N?Y07_9NGe%9npL7m#ogq<~OF35gmO8!7NxMj@(c`SfyQY$S0j?K+4tgOE` zEU-_P;|ozdsQGcs$y?Sz0w*UK@#=Kz3>a1o?mcSljY3yTO%xaR=Bn+}?XxD{;}!aD zq7R)`>FHS*d=vcNt&r;4pP%99$LxC!6>09%8g!>RRBU`fqo6W3jclwAnxBIvX%^4e z$wYzWVSp=(+q}dqzMj5|Ehg_(L?KKb!B_CU6$N=M_b4wV=GB(6cL()ng%_D<%Y!*Qj(MX`+ zw9p1?CDZ~x{vl|*Zw7avQ%xM*WLYm@qBO}tVu~({bu$od#i%C;!g%YUh6)O&59}Dg z*nc}{z>lYA7zGd6Hf*|ZMu58>y`PWyU06D*vhK;ILHE)1W1?W9e~jnWJmUe$tB`H| zlDbDB7$HBav$M}wcP4{*c8*8SAEW6Ek5z?HukaTH{#(aA*rvGIc8?RgFNQDo_Itzb zV0f~3&>Iw8b>$?(HLlVYvx;|a3za6-DObA7(|w#WTmZ( zcs{yf6Whq=N38It-VK-LTNRjZ6K%V0 z#$TK4e<8GyYvs(ybjbNjxRxadl+a+XOS;MJnpIl*He5HCVSR#s1sj2O2e{@HrQaXB zHmveOc@LM7z6yj=xV@@0=@-)qwi;4#!e+zgleQWY97intwYGvy898w6%VoC*u5AUZ z-Mb)G+HR1}??c3ns@h36{b1XKqTXF;X9py-1jQ1RrpLixK3j~~*Vs0QD71)Z2AEuQ zNSQ`W3g2U;6L#GF5BFB!=6C?{7{G^ji!}N7B4#^0n`xk`nHvbHRTLbV3<_YlVOuls z&>Fn2NyBE5QN!kvW(_*BT7NrwvD-cAuGy$Ty1bWJE^L;Vn7a0%R!z%UME6|L^z&Xz z3C*y|V<}-Tb8acIceva8r)43rw>xBL93FNLdco0QVB`!zh5esxvy1S)W(&DkTf04g ze=4{u8v5-IZ)VZubtJwvY@2KmD`|Fz=~S)~a2`rVJ_W&M@Jf80LL3N4G7LKp@R=9E z_EUzdTNg5K+q&G&L*nWJJP&QF;>8OOJ}Y{F2of(t!}GxKT3C1t2j7$)TOwlLh%$jw z;87m7iz2@(cR7^?M+Mask={j|ciM{tQ3XH0>h*gn2>xG#qyBEMAG~-Y1F-M*20OJ4 z?_R9U;a`H>M6~X1?QHJ3>&dfQRoZ~e?Zq)6l%K&OQ`-y}Z{a-C_0g(h77lp>P{X7H znb=`kBHeGh*0hlmnsx$|gGnxH>k1X#1D#^Z1X@C#TT-usy*3>`bb{^g+l5+NO%XxN z6=(@=y0lbC?(!Ftb+5vUZUa%_*7{k zcCNwx3@|P!9E~=wN))9~2a+lvCIvf_ngtB$U|+v$N3s6q?F5v4yRIz)p91&-`ZJr7 z&`zW+f&=0~5n==W)O&Nv)7n5}z!F0eVdgN$_%s-yR2yG##iSceVoEOT!GnTOgVR=L zi{YaCJS(4xv2R#{xVxBiyymPno2|m;?JerEH+zP~1)5*&v@>IZ>nNH8|4U(31fyVs z>B_9@!FU=|gx73wgUQVGINIc@%P9C=GUnp1@cd1QDY6Dzwa~G!!QAJx15*GdYzSo& zscL2<1QT%;y^AUO5@?Wl#E>Y{iWQ>WlY`7ZGs%TM=lL0V)DBO%b}V8!)yv?ur%tz; zF52u}1*`O3op2tZ=MuFv+oH7shw&4!8hD*n&3EqIolS2rcRh~}X1E6HH_AE4Z0B7P z0~(YJl79T9dB>xY=(+yV);YH~#AQvprMgc$q`C5105Lx1qP7#}g!b<=$ z09h)_wTrDmj`>!q2TG8UOmnJsg~h+>CJz~z9u}=rkXXEA25p3OI-=*Z93YQo5K2yT z&2Y$>=X9oTGzH)~kgZC|z+lxb+S=2AA-eC47@#CAt>;||i_m=S1=3%d7f=d4w zAx9TUsX6YXa$Qa5!);ht+dflA@dsB|L$s~TH4>)AhC=)*DyEBOJWQUB+4P&kXts7Z}MyLb#io@(s2zp+FFrSip;fV4Z(2)g9t~)L9PZ+}86gx-?25 zCEi_d4gu=2>0&mD3#({pefYKo)_GMBq^}AL45G0cG?AFk8t-)?3d5?v3*yd-D{u;b zp@v#3>w>CSgRVsBlG6ZSg*$?B2LfJ#u{QHNeuiDY4BX1=Y&Jo(Y* zh6%s#6Vjqos$&S>nKT!Mc8$1+vI(~a9nxoUUmEC9QAJL?N}eC1U0Nm zL#l?%k#s8Goo<~e$)Qfch`^12Zj9g;UJ=0$+8E#$g-*hEaFoYVc+UgBXzkX|s?y%h zRXlo23c8DA28YVD8qYQ+%@|O{o|i_bJa0+r#Pb;hc9u78$vmU51+AcmPCK}@G!e)6 zzPS{1&Ox98@33|%Il$_>D5D%+xtzGsY+H-sSG+6n*nVbwxCan5?kNu_nV{Nay;wky z747()eS%rqtUO6e&3vWF)aS9FdsCcSZtB)6GA$`ORm1-Y#+=uLAY=@z#Y*+>BYmx1 z0;{$|JF2ouhnS^rjJ&r(WQxIf@7}lm{2I_lHyg$s@$0w zI@0O56zhCwa$Gd3COc;Yx3QwL%5wC|%b{k->Ug6nuR_W7C)0QU&N8G;iBgO5P2M$T z(>|KVN0yl^SHm+FL1Br}4#B=mmrX|a&V?0erRlMCa z?BxXzExpI{>}GSB4N9egQkH7u6rplPTR@#Iwf`4Df3|UtMr0^eF{FDn#$&H?q}-<| z8LL&`br~_Rd>K?$FqAR9n&1}5(3p&eY^x#lIolsY+KsNFjIE;>LWIs{$gn7I0e-~0 zc%l!Le!bY^e??+x2Gzuc)#R((^^X<`Nw`!az(a51F~7ZW$Fy`~hB&??F!z=Ll|@lG z!2qqKQ;<8*fz;T7q*TN0emGUd@6lRltObWv@lzBjX*gY(B$guw%~%F43efP44;C)s zH$E9nt&N`ULrXq%aA)czvEjLUMT{)bgoPD*Kiv4Fi{rPuFhGLCfJ>4v+RNTEdDelLiIm;ZG7V#c$+>`#^pEkdog*3$h!I?ELHu~f5AApP7~#9 zxO@nCx02#s$$JTD=6S7jnYpxTMpw^}YNirvTZ_t|fW+@3Z0mo%Ria}J4ksn{VZRQv z@?>m7OCLTrX!+6G0T$kWX0Xb$y$vjV`0RL

      |Hjj+z|IyxEZ+qWN1&d?k`aAc;c0 z-|Gma|EkO_egK7f;rI--y6dNcL2z?7Z#9;UGI4Afmk7RrD@*gIPCj$pW};X=1T`aQ zW#1!6@AZt~?(Jh0rR#gc90DQJOeWr+ZIoo%VyFSGk&5Ny}F%Rpm1Lb`4JnVUb8`_5`M%6w$#xlT5s+8~RJwcU!sJ`bVM z;VhnP)j^Q~cD44(nOLdqJk8%q>z~g3wE=oRptP@Kety7q*S&U|hUWpf_yH>9I~mBT}K0~Abh2rZ&&wTgH6sJaA+^thQ(l;1;K<|3igE;($4n#Z;NauKAZ#*3fkT(4BE78~qydObl#2ihE+!-<3x#=1FQ>R~*>4*BOjr3(UAmkYEsNcEMH6ROD!w*hYPBEpJtkp5RD12{-~%iMUDSs+8S2y*$`;OLMC$<9g5 z&Lh5R<_r!S5Mh9{05H;%-vL<#=GkyXexn&zR*EJQh}}6CHWvBu0(M>wkBQGDifq) zIs7hWLjDkR6j^f3_X!Lk1ey}~Sbm%_yK7PHMG6Mj-cOM3JgkHvIm?4L$GZ&!)H26b z<3RmG@U$2U7SYSeg+-=+t8}*0CbwyW5&{LYmNmEei)n#lZx=?suDOoh#WNTQ@)aIJ zW~*!>GAf>=obV0C%Myu{89-(@4{J*6(dJ_m`$N+&_&Z7XAZvjVV0kjKh$`Dx>{R7 z&ja&SK~jx}?9;3BAbypqbH^D~n;RaA6BxvjYlIcs0#$y?f^zZE+JCg$zRTuRj%!z**GCAvbdR8@vy)T*n{jMeZq z)%%8Ej+Ls3AdXsH8P~B=0~GsFtImT#Rzn&14(ceQpplj8a{YDNIwk|HL9FVqSQ;0` z&bm?>uB=h74f^)VYiMpvIyYagR2i6^R+SDLLwH-Qe%IeXw|WbN7p)1tt5>e9*qP0E z>4PWooy2gJPCkaecBTO99Z#}StWKz`NkEG_dEA%r8bOYXf>Au13$HReWq=A5CQ@Jj zP4hjYB!jAqk@i~T)!%U8m|S-qgx!tz-J8P*F_Wr8-Y z4UG-G(M-|sS&LaL-(m1#`J`R?&dW{*- zeP-2QaEHqYo?AjCTUt9}M_Z*GJR2{`SXoEIaeThG6t{-%l36kQK4l`~dSGGM4eE3~ zzNZnu!xuA?Q+9>?64pDus7#LTk4IaQD0LV3+lG6y~$S-an6f{k?Wa6vU+ zqp7pi8`=+>@3_Xwe8~^V7WgPFxT9KRm{)py-+9_H+hu2-NSL_Xr`cMqX)dkhQs=tc zOMZ=qWT5`Qs-;}@-Z>$w@BQ9XPwriplR0!Vp#2c6V1B^(=%>bFJImjfdB9q8Q_cdA z{K*JsxtvfX`>Jmj&=Sk6V-N7%CNII&ZA{;rpJO6Q)`@nos(N*FpREA5g9qaMg}Q4~ zC;WTo`77N{{C@X|uuuT-B;ozCcT_q)LZU&uj;xxM5ZhZr4#OqPlCqX>t6I_?sp1aE ztvyJU$jv$O51-bF)7{%3WIVO3&4xqY3v+LjRB|@RyYq30%)aca>MGy)L6#@v~4`-nHXt+(3SgyIN;FKo(tWqEj@`-*dX~*p!4K(e6Q}L$AQPrrL-Mi}x7eq4b*2_m@G;y}q;{+39MsNz(WS1T|wuE-~(Jvi-*SF!366hq3Aw1@6HT{!N+PR z48aoTQ#AJ-LRz&Y*>n;Abum&P`sZ_0D@z)1$J6i69CjS$D#j}3Ff-g4WZu6dcD+RiRebl4ee)w2DP|v1yvt2#PoDOa)8jo{KX4bb&t+KsW-s0D^&EIRQUwXS= z4=z{R_6xRto-edw6s~&+0G_eiwwG&{5lXg}Q^Azj_zUEN6{HPMXTMKz!}boe&Sv1e z17-+u*1^C{MGlnQ$WYooMibrgky>ooMvwHm9e^QBLiu76E%zl^J&HmMQFeU=V4Ffq zp&}FVkAUe;XFJHQ;QWiRSvU`E22;rJd<$9!NW}%llCBw#mYjMlOe*hbI$7;ZYu*3d z*D%J>u3*5qi$zNPp?`A>4$e`K#<%f|wJlUCcBbD7D&lsoPFG8;tVBD9`uyr7hZqZ0 zy~Xi!R*SlmGZQ~_f}Pj>KB(8!l(ftIV{H4=ZyVppC;&^I{ycW0y4k2>HR>9TIyR%O z$*65HY8i~$_M*DEsC?EkO!M{Ubd%W%}R8+FY_ZL3kA z(WquKs^Leu-r+N4Wm3ro3X+(&}wj6j*-$1!$ao*9)R|Qx(;#ZKlPg@55KV@RTq7>*`03Rk}<+ zzR>%&ZS98b^EsTzecvx?eE3){Xkg^GGD!oZ8WkE1s>tMyy6M#yiDOlXBPafzN92&< ztLzU2;j18ubu$K6H*ou!@X#E$G2=$@ z7y>Sfo3A@@iG~X|jz(AFCi3&$J%5GGv+`cqU4FBKVf#YJ`i!pBxm@;Y#f>e9P|fk% zU;_&EkO1U>psqqoB2>c_B;C@Vwdp1v;{cd}2bK<7yNM1cAP3Nen+I}dxAR`;2|*O> zqpc$zq%kvFYL`W%EiF&5A0P|Bt#iO>{}zItGlIH;{6OR2`YyO;h>PCF_Y4q6!LooM zTj8>ZM;F9~s~q^PVpO+^A=|v;h1%7Ev_Z+L5!UoJhejkbBUU1{C@UHzofiE8*~+4= z`9i4`$4Sc%f|eWMEH`}FeWRA;ha?MXFt_?V;NDo{o1zg%jCREu{m`2d8)yx8N}W<^ z=j6RJwm*ih2Kdw(ob>k&e;l414R?-qdm^8-0o>#5P_I3iLbnIgG?`ClEqor*$Hr1^ zLZkC!K8feiB|(ei0qNd`bGBVK^2jWYsLVdXk8AXyUoz^Lb5;OpWnFhie;hLsLfbu5 zy2@miEZ9K6@TmCZi~!r(VjyXGJqp|P9_VtaB)LJCS3isiIFj%)wszSJ_AUY;{4=>Y z<=M3~OT;e+uHVmrOUSM!6toTgQ7vh{EP*deVC5wchD+^jxOo|7F9p{IW&$hP|9;0- zL1;|es&c_UTp@UDH9dN<*ObZx1R^j`vy5?9wK%aFTM+USB@bH6vgxeh4JXG4E*>rB zF$rmy>YKV(O#2$F)alNAhz zv$~oi$Y=kaum$q0MN+dseR^?L#3IR~Y|QJ;-Cc=1MP7k7Juo!T;C?>;j`taH%SSP@S_3xx}= z*zy=wF>>!27vs0c<}fPXa(vFq-I_to$GmDQa=q$-m^^+;drSE#35TMW$t;@##b|-q zWAd7^VmJx!qCP9jChugymdqDU{F~s!1W@O%pS>X3(!HPVNlF! zQ?GbFole%lkd;)zC0ptMWZGbS9(;IOAlh!`#G+^hP8OL@v=M;OMV!rfc0^XER?BnY z<>O@Q1?Ql>@i15ZE<~JX0?Lf+Wu(ZK*NE!+Fed_-xE_?(g52;+yU4=}JaKVH7k2WZ zPF&FOi#fWGvl4z;@x{cYnwW8Mk1Xzw@!lBki{(9WK#W`3WO$CjJSq+Rq@m%F7#?L} z=uYrdF?)7k+F1VH`S&{y4};+)_OmaGk_buvNdStiq!?5`o`r~ z*Rv^cQP>x>i|sD%ci&qj9*H-CEX6jE=7l1OEE$VL=M&6Pt7p6A5#K=P*7|(U&$%Hg z4Q<@-lS||nuyXP|1p1oBk=KV}m& z2mhyZDxk%_bD;d4%+D4u8!<`vkTX-iksIvaCO`Et)K$;lRU^1~ebl6Kh(uOY4Ur2V z`Y-Jr2x1EwL~O{5f&GRLd?dEwUl{=y!(Zcu6b`` zW+c$4OBelms7rU;{sm)afS!dRI7=XpiY)&{j9Wk3*?9?T^+5%>mE$>-@EsN4;Xyde z7sjwI#sCv#a|U|%YqN$giy!9U)2{wXzJV1tf5s;8Vq1vn6brNV>uIuo*DHD*O5pqH zA^+$)$cLJhd^Oq{40*`XX)G71Z+-e$>>o|xwU&Hy#f&qLZSuB19p@~yT+kQxD#_!_ zm2!IpaWs5NX8x2TglP7i8va+;DCe$;q8a$IHdae7_Swn%4?*ZEp;T3hhZK^_3EpeC zO8KMH@Ztsp2A^XkdQ%&R;MZ6d_%lyLM2a3>h)#8Xf>9532SOqDkc54Wuju^#)M+O*G5mAv*%zEat;>0f);59mx0- zr*6TPkD+`P&^Or934&m|we=JH=K%imBdsEC;b=4m@v-noJ&SKKYJ}X*3rx1$A?E{9p`#SLy^?Es7ch0aSe>7Ry)v1f&2V$J#!uiU#2i z&dS3HJN;l+MjNm~lAA_&`gmLIde@7|Jh{O*-W|Z84uR1Y>;Ffqd$aDA_-mO#k>t1y zU{2dQ6!FB<-9d%!*45WfWqqyGk*zrO*UD$&vOH2#gHuWHjRxLwti_>0x%8uq#8ysH z9I~(0`xh~2T;X#-+lKLCr0bv zr(0Xkw!Yea{`Bdyt#7}3{`}joww^xwp1lgTzWM}z3pnir!B?~CbY4`h?7Ka<-^kzQ zpPnqT*^~1meG;edf}6Yf6=V(A40fhBceCX3Y92h@+Wt1^u_NJCFc>9q%1#HtZVcgh z!QY}8ycp~}-Z>mVB?@#0o>1&x4B*Rnc~??X3(BZRD0DH48FQar%x|L^~@2SnlLjy1wwEmF9Q0h21mF|IRVU-jeR>)=O_NTNw_yf~jE zqhLQ7#VI7PWH7;-?1~+3&Y>Bo@Dd;xa0r5zQ`T-o`qemr+?T?WD|jZl;O#Yo>5R3} zV7m}txkIdpetMQ)SH1oCh$viM>#X|npPZ1D5m z$*ZH+Cqeh{P4IKK-|rrty!kUL%jS%Ijo-!8QgRJ^XdJKs&7yRE$KYlS9Q69&+jP=> zvA4f>@&>NPUhbV7_6CFC;+B@ z!ycvF$#B4L*i`a_qF2#7@QoYA38L zYCgYdKY4O{d)vB97p>{+^2vl+$e#SbKw;ENzC(yc6w z{+;}{S%kO33h-afXF;|dt)mSkgC^N9jc?gkhDcq)@P(U1Z5V3>RyKTOQmVO$Nts;U zwTe?Bf0^4(!Pe|HY6$L|04c7MEoZ)VS&dAa9IQ|_H=h9gIFdZ%t6@si zYXdDpuiosk$W2hA<5>`+>11)8W=(Q6&s!O!5E3f`V#`d^Wf5#u$iKp2<<1ij8BE~1VrO46_Z}_@HE7$GY{?K`+FkI4WdOK>AH>$f1JSR zmlX-Hy2JZ^1;h(1t%iTNJ6w`V!P^I8ks+g52a&=yaeDTd&?()fdhm2FDlI|UuSBGu z67f~()WScSn61J{xoVN&dQF6?hb(wN$sfj>FZkaebFgVN%7*O z88pT*Sd7zKb{}Mc0mm!K0wg9_kwSKCM8(5cXtob9(Vi9i?39ms#sc zp14s*gCYIcgV4xuEbP8mjT(5DLq+>=amlj`-HAPN7P>+7Z04P_)pbtKDv&&9 zdwjaN)sNt7mQn^8Fyj}qwQg_(K|9#Ne}8q}&5`UfZ;sYd zFZO%E-pk4zXx*@#YfIq@RQ31;ugXcOSEP4) z)M2eP1KD7>kzcSL)@@d87OI52V&#$o*3wYbcl$@j3SAniRBanNy@^V&St^ujN+?Gy zQ{Our^!g{k-r>oS1tCly&K_^hH+}R8lNfRRQ;`-(n?NcaZWNUagMW1QU-t$}e3oSE&h6+WWMJ6&2rx(L}&!NQPUlr6w z+ri^bu&v|;j2>wga6H32IBEX1ZW|Nib@5Ob&6USB=4NdQb#8r32b*s~3X5F4RE;(& z0amuzn0q)A>XH$!qk;HMA#7$BteVjZ_wzF*hz@{Y-@@an8a04$$fyrG#Ik+{zz@T) zzZxsO!IB(d$`hRaUErE_1%pR2PW4Vk^{6~jWxZ2D=)ij6Fwacf9@Y0 z?!O8Cm!9x|)eN?#-+%wT&(1ursoHJLZ_n+5XdR7HuwjuWB5{x|t*0L*Dcn>?uF}>x zhB&kCl-29T3DWp(o+h=>$!gJ<4aP%U1<)zhJbb;s-?U1wJ-4!W&RBM|nEe0jefw7%IkNEl%wN%K&K~R? z$2{`d;VwIu0GVNyKrWEoJBQ);GOFBj2hBdFLi%MkzUs;_U|ods7lh7m@iFG zQg!KVKcRHhI1}e!U+Ze_{Om7ww+Skih6&fcF8=OEgP&=PU+$Dc;!c!#H^Pt+Sf$lEniBaa>!52FL>Ondtt64|GyHblRzfKXwGN3ZyKLF^$f^|#e$8w} zB@o`BeA7)m#PCQy7%ar%8-|`mvv|2`Qed#7kw<)-_8!oudsQg>8thyPj#1ViHhiau z2WVZj<>*^Iz>L!p%)!PU^|9;tmW6h}#boIdWv1ybvY|yJYzS5lx9#KXLh+|;oCi4) z$P2sm+rXt6FdtFFn5ZJ_P#oR9bs9|yRg!0*LCD+P-uby9ITD1QJeolEwWN-DK~xX< zANAOnNp#`LayRE$KJw)3STF}g?(o_Tp2ZT9V*DIkF)mu}fA0I8-;wqBN^24yh#>Ox zonYJb3ndcLIiWrKAa;~ODk$f4g{OgDPN}z?!qrYEZSQz8&(UPQV@ZW0Njr8XS)_}% zGU2`gZI(!pbnOqyz&8CfcNw^@ko!4jH&Y?zS&HF$+FADk5)vdIrYI>+o5?#6X>hh% z__5yjR8+4;E~E7i?@B8B#)#bv^U5glM@Z0iuX9v6Hs8M1PYrxUDJlX$Y_M; zJ=aCq6^~|!MuAuqD{Xoa$~?Sb6pSyXlEHBmGivLgF0VdfjIu8IslHIE|JeMo;rOXn zWZBjw-JO|5A;V(Uc*Sp-X;p|+P#7*iV>FU*hEZC)tX-^bYXcyZVz^)x{BG|+RFvY4 z=r&la8;K)Mn=!Zfnfq2%Pj(;Kgqb)dgMba5>pFK5Q?oqWQhX8pzoo(DTeSiD@aIpT z7U=)!_v(|!Pgb9-J%9XEyzPk2Z^7KLf|Ehp*DpKoyf z)4UAi-@ju-_H`hcm-)0NkG=_U08Nfl~gzy1Me@*>mLoPoJ*ACII|@ z_1S~{$Jep{$ZzaVG+8i)Ac_L??@_Pwwx7*yGQy7#{$oLBoyUlAnz`y{`q~-x`=oHo zb%BF%S8Y~Zu(>E=&duZ))X+^d%viVs^OqanI7_>rbXBbFx zEGDlvkAH@c>D!yfn-B|qHVpiyren;FA#za0HxP=E)C zHW?=M-L4C{iB1A=zi~wO8x8MnV}_B>?qHJP4y@nv3uk17+GL-oXp^4L?jvUJQDWzT zc&xLQ2Q}qA>T&Y=aQD^b;jhWxc77!j4nkUJ+QC3#U*sK;hU*s5Q7mKCUmhIp?EbV5 zJxJ=*yGC-j^K$2KXMbx)4kW4T5Rt-uMEDPAtf5lPx(9@q&~EIx?|3qh0Nl5NDL!ir*&HsbBvX1XqkHX z66N`^xqs;1fn9+h_+|uh2+`KZoepLK;d0n7YyN1NKDKatnGJLfz|6W&iw-6>=zKWd zfFTMN#;(?*JjNWwE4*zfnt5~uX|lEP3f4o9r1Pyl%=GiISi}317%~z4S!K5-(9qAKh=ZmDx<>om|w__ zXZc7S>@!>%mQE9CFJS-IkXPO!x2C=|ZrtWRyosi2Jfg--yq6fB1~XC?3_lk3zR_5S z*p^qkurD-#xU0q4Od|=rn_sZ5Kp4XtbR|A%3%T8uN(DK!5=l?3BqXTBC#WPsP>IFA zBe*^%(exIUh%*+9wj%u8D+BF8T)ZYj(1(G&FwQ+@&Pn!mU+o?ztF^nCh?JW+-kMd> z#9&<8>l|Y2c(h!vDvJ&5j(4Ee@f6hvos%F5Z`4vNIn4ew?ZIg`>tqlY9OC(i z$RI{&W^-%o*}B5Jd)7=udIv7T`5>IyG@y0P zw4NNpZxJvH#UcliC>(|6;&?sTH?XV%Ab{#uibBTOT2Ef~(~G1I3R%q3G#!s1GI7I! z$3%9B1#e!d)0*`?S3efs0&;DSK4#}fuarKf`5%in~t-~Xz7B=$F^6E zr*(=7K%2i)-IgemPmX>0BqEy#$pszvD$6Qj>LM+1UJ+Cw@+*G~4uE(Qh9F`sz{m0i zMD-|qL1d8zIE!>y3l4yyAt=&a=gZuZo^q*hGNr5qS~y?asvvD?$%u%PmqxkF6LRZW zf=FBl`Q_k+Cw*wWu&dY71ns{!g2qCrJR)exlRYdEcpt>vg;hZN65H%&Y($pvg)FZy z2YWT{7gs{v(t(9lO~rhf|CZ>N=IXoL-L`NSgS75>uS)?9`@`Yrvu|~G)-2835a-9| zoJe#wS(9&(2oC)I;gMJ6=Ml8NI(^@V>}9>T49?1huiMbfXnuBo1bN9KP=kHdyG-4-r z?Lh3N%MI?m;%jGqG|W7S%p&@7u0Oj2CEla*L&2fgW7L(?PjY~P_anzPhrH{G)Q+sv zH^&XM^bs~+r6i@vsKk~JBZ0B84VM!-MVGO zLuyRL3o#Giz*tu~@~KlEOai=hCOXlZ08c=$zqRB{Oqjjl@GVHP!n=|*Q0}F4pk=d@ z+_;TBPNBLjSjeWQL@(4=+1)@D&42ss0^_XuTw3?j&YIEUNIVFTds=w|8gvz znRi^s@E>CH+*fR##f0vFkL*==V7!VFNj(hJL#CZt%u;&-2Af2^njg9n^a=V&#-yiZ zAuU5U61F_bMZgg^+~jQzDv%k0H5$B2z#Dr|k?d@ghq3OYVUvaBg{Rcke=$|&9nU>6 zOQ+tszQp2?CD8T4uyFA4gvy`BWBJJvC%WfoHnnh2ZT4FF+gcpH2fGX>XOBA_Y#R?kSh;1{vXXqHOY?hp_Cr`Cuve1<_g<7*I zHIP2e6HuYKau!UyxBli_Pti+GX;>JNSJb@FR}(l_oo0-FuYA{3ojMeAhSg zpQV1!OP%+Z@`DwelpIzo$fAfRN5V?Q2`N0iM=1xnM0k=&b1Qe;*i&GS{6{+I+cH!w zb0C4hmE|so^Sa{j#A=RJbND`$#5(lYQP4AE9Zio5?)L1K6%)f9>ff}-)4@O;dc{-~ zOcLlrK}#|;?7e@JaBW8j9FnsvEOp^G!iOS4J?1(x&aB>2yGlpQ7ZmZTgH`}UuMpvt zTW{c^Ri%ARgusIC?1o#@nNwTF%<6EU(3C2Ad8d=#i5-s1ub1v&K_Ts=V<%kR}hoWr_4@dd6sf_8{{6>gm$IIQ>e$f@5F1vodH#I+^kCjYntmybT)hn zn7zu{K4M&qEC>|{s)sx!(d;%Fj;7P=Zj@v4*~U{ppzZ+(_XMMyqSN^ahCbE*a9YuF z7Hdv=U!B8JPpUCkdEA?uzuw6?#qY57N-48=H9i{)PJHm}{RHAgMuKlH-l4Hze2oH* zKt^80G-pLVj~$%k)2k~*DW^%y8k5oKnX@*8P626j{;}IT#Z6;^aNph{EjZ~4!WjeTkyZBztFwU~e^j&W_9gAeQ;G~*opycmZ zGB1kSU38Zkjn=JwY>=9~z^I%uO~iQ7iFS97jL$5GfG+lGkwLrNVC%Wj<(5qr23%L% zPy_&Ym^^p#{`940&P*I;cP^MPlbTtvW_&0(0t|cmawKblP&ya}xxhG;0x-eETDH)?a+tkGAt-XiIh0qWiW;Hr3CRCVM(OP4D#=TG; z_i&#%zSzN?>A>FHR7Fz}DS#tlF0c7O7^w3>bK~*KN`xq=jwgLPrDA9cT5@mTN;_f^ zUjU_G5(-LxUG+cDp`-8@eURWwlLWaTIpRikg>zrJK;q)Tm*54#zVbPCZtnNpS$wgu zRijcI7ZlERsw%R>Xxv%c4B zB?}QfF#cIKY6xEe{M9Jm$rklM`Bf>OC31kb@nen5ja37U`&tkuE2lb*IZEV^c#!gz z8&UbQ-G9f88{%gM5y&!Wa?yL24fy`bHA88|?ND6H+WEW*jZjWK&UeSLBF zgVC~nP9f@Rt)Yr*L@$faDo5hFvF1m#V5k|hWZL(+X70fdD~wLX)F1yedl}7pSh*-V ztbmyWCVtJ6bdsow`f9D2JWZ~8gXzRGOEfxWz$h70g8_Bpfg)XstpAuivI^wCZ2XvP z?r(FAjis%FSFa%_)bB_HP5 zE^xAQdH)ZN*i$C;+ppg^2aifQUvTk!8OcBH9(a8T=Kg9*z)EE@j8JN=ad#nzQ=|c5 zTfo{1%$h64GtZ?Y7(uk(9{5)!{ow%fqzpR!X%~Z;dS-#%slha`o=}hwHY>v5SHTOar{~eZJpuNbDs_9G471*kgkBf z4>!jB9v=FxQ!w$uZ95&@B9N} z@Zy&wVy0oC0RT;qdn`8UQZ(3k^w;EUIP6Dv1~15aRH2mP?Wm<2xSJ7%DU|~9M2^k= zKEe5q+nGq2jEl4&&{V^z^-sT6+#Q0a_Ekz&D8`@PH10(uG2k2K2F3Oh&|(U#7gAir zm%7sU3ik3r;8YXL*JqlcZ||5^kRiAF5q}Ow^#ylA8LcNe!>!LIQqE0$pPes!+f+B7 zM(KA#Zucv7`OX;Y(Q7#!G%gP)o+Cf_C-t$tl~}K0QtlqYpA_6Z{GYgSh~g(qGY*9+ zpR8|rh^|OaIxB)pQH~?XEV6PKPo8XU9YY-c-}O}2@(dE=6??8|vDtMk`r32q#hNK$ z8^!(~zhfq14j4ZV2XAYQZ(osjYvxhuT2hjqn*O@uw~XI6ioKQVD>kSLSRUHIE-TRp z@G;u{4D713ThVP%ugw@ASzyc6BtqOyU^u5YR6HKNdV>|Lx_v@0}8>~wK2VKW`y`A1?5)&PB zdM8L`Ts1Pa8x?SOpiV~VWQg9JmukM?W)C7MUMl3DWto};JRT)^4;%_jIC9D|I7zNm zvCd`Id7E`hVh!Y1xYhwOm;C}w2NVue)#A3n6+lPOS zZZIWg>hlF33kG!eWs=v<1wiO9oQ)sNfHr>QA;AwC6#P=d+W1k;sM=$V9`hbT-_FFPwht)_ zeH%Oc8Qth@quhG%=!T}?%Es<7@vJA-j>Y#2md3or$ux@hAt&k9*WsrX(-4HrmbxCv zLV#Cn3o(D3AahY+zN3n{0*ZPC3q$hwh!gvdUL2So9WDPIcLG3}NQ+uVHo^LcuMMMF zB4X+?&D3In0^47R;kV-)|CZMaw`TYS%a>HhdKQAk{H1L`<|o?ENRSUicTYrTFIR<0 zk3T9A_||LVfqS7TGR&dHSD zJ!e?4Ik0$nPs9lW0OE@h!WSXL@BUN%6Ty7aQSZ@e>v?Ns*?qZeg~w%>_TivC&i*x3 z0+(7lHx=4gQU5)A@&x~?|J=W8D^H(4d-C1tlgE#rK3QFP@?`b9m9?i&*H*tvR=xxR zrmz5$$^X=-^qWAe^{R8%F4*|E8{Jm+YsRd>1 zBNRFxXX=nLJfB>rW3}XNhEoh#HqN?=HH~{`ie15dMLOs%tHnt&qXME{O$X|g(2J&vraN_b_Ynk zt5F{|95tYEI+#G-5C!1X&f(V2s>bGv-M!u8U*W3pnXN|K`tcK}tt1hMBhHDjUmR^@+HQ<-1FonLa9zRT2I4-f$u68Az$!)c?k|^<$!L9f`TF|0bupN>hU1InK0(Nr|EjtI zhq_n8?zE4GR@Fg_D}6p4pag&su+5l?&4eT!$zCd-z^~c>`|>;834irV@`~T3%%|93Y{9EM@EdLJd`% zA>Ch$5y35~&O+3q`5=hO@wU|jp(LbOId_(8bkcrj3cRbmdGzb+?Y1hY;5Eg2@j41x z;i@+oj`d#+_!T|Iy8{v~+FQJ0zN)SutJL6q0*cP5Pq=JXjkNz*)}M ze26q%Q|)tkW=2ZoU*o%%WTsZsaYHrZY&6aw_9kvTd26D!B>YDMJyyRDokH`1ycnmW zOZry>{Rtjis7>{9I2~o(7dOphFIC&xB;NV6X|J!g-(0Nrw%Yq)v~B*To3SPjKU0D2 zp4tl3k7oGk1ywC?lF&XKV~@cUFzsf3qg%4fODtlW^(WUUR;de$`tj)0AA-u;Z=4tH z9)4taP4}(t%&cidegaG(pNgjd3;re-!2%_A8o$e z!GmmjZ}-*iu{tt7URm+qwvUcCkKY`rkE?%PDb6HfOm39ar$ioL4ZWd#grid=Z=VQo z;6~9`eRiX_VXRv%f!SpAYA3lsp#gXdVnE1O7M<#R;s(&hBi@F%@x?c7b!^N*0N6;l zAPu8^-V0tS>A}8JqzGr^vAsDIL8?tGM`O{&QQPG!KkK`LMpwh;e1iCh>d@-E6Yk-9 zA7KhrrK99mkCCc2!Xk1f2sl0g&^_dPIPe;8nJAa;7*Q7wzLfI$4;#snB7&uLU)|-k z0Z|}P?!^6W5N#9Mf-N!U`;3hZ+0?1UmYi*4cVm7GhS&85Fx0*h>Nu9k#!54}>UG9L z{n#j+L^(u$^Vej>Q}avOvb}jEtbo)%-K;-J>q?{^=NsO{hjb!Pb?Sb$Nb}GdX1kM| zXG1U@z35Rm5G$8FhQ)5a;lW~s;fC#mI;ScEG(^)( zlx#iCP#2~i-*0^Q)J#x1YSYHKQ8-_QVF`f@y>V>+8U>?hSqYJuoL|(iJ|8%JXs2Kj z=VZGJF+Waw>a=N0ed;yA^fzDcsySr~)AQbdQ(NGH`YN4tF6oe-D*;aZ?u^yGl8$?6 zQa>W@unu;p4Sg8rg^D}Nht*GTM*Oh$sb%a`1s`c9axTm~G?*J#N+LQ-L+S5Qc-`%N zPUr&BNv`|B6j{PDOY2m&>AlyW^>_U&%2^^+g@{tbSDr=niGR_zPjSIPM=prkf#Y#6 zu$OLu$|-|X*+ZJ4>*4q<>VMSyP6I2vRy?Zm2Zx-NunS8Z71O=PkPw`r~9>M0aop#_*52cFBTn)Ri0{&zL1-eEi ztQPcwKTg$|RDG;*NV{M*j3HKJ9In+?q(JwK4@8Rb3bZT2_!J6$;sC&hN;=jkk}WyO z)Tcy@>r=T10L7{*w4U|`Z6)PTU=xl2v5ajttUNu>CO7T8pJf!@IkvJS zN1F{2iifm;l_S6f|0{)T%N2k?E?EHtl#3;2VzrP0P^by27b$`~<~2qO!*&Qfo)${& zC#u!3bc@veV}E(5^6hS?4c85d7T&vjsCVvzhI5_!szrI%0%_my1hb){pE(J`f)@stT7Zk;mK3=+K&F9T)2VR+XH0a}5Z#*M(|MX&Mv?Bv{#TD{ww* ziK}+1WpC+8FiP{hG*yU>*UH|x{o#e;G9?iW!W5rPlZsQnS3sJ=rOTR{0afDrr%Asz zu&JLpoUf`E5w5Z6*Q5x}lXfphpE{j_HHAo$zZ@Oxb8@Lxs8eft=Z2(bypWsNL-MD^ zp(_yq6Y)5W)a3&1xhd2>@FWF?7wm>RLxl$zENgqE3W_eerF4H)8Pj#QgdT?~p?~V5 zjz2Cw%i}f#OIY{}* z5H8uT)xo||LPQpbp{lU9r8Ah2_GAc4t>Jhla!3P+i-+oGghWq4Tm#X1pfRqZL)P6< zZ&o;F9T;~_vbI zap8Q}C*8N5DjAYo-ztbnh<`T->l|14Wi+tkDZWc%7F)u^EQy5=(f|$fD2xEJDg}{e39Zzx)u)H7~k6Wv& zHB|r3s;7$nP`TvlTCLHbgca=5=Tq!?Z=8c>$X!;T$MuKKWJJ&e!3Q9Tdsc*r_$&lz zW0G3_`(fpixex=@R)^yR)^o9}%YRm=Xu_Nsgrv!`I z;V2upGrZK#lSh*T*0+m#wd#|P$;CJuB{dXf)u-B0gV`QBNN5{f^pVW#PJKPSwc0`u zHFqx?Tqq_h;|pLW6Y6TibHmWDNrDpPLV2EA?`LiH3+IxpeAEY zDj-8loI4NY_kZuhZF$x`q8H;FE;|)vkf(#wM&sTQ7d0T_tKtGhNRD<2`sNty7W_NG zEk20q6KgASPTptDiLED2goU~94p7tK^eARZg%~o^nosi)Cz!`uczSz|SwitM933Y3 zoAhP>(tbYlIM$DJUi?=ZL+%3$G{08ZmMVRBVQa&Kshjt%+Rj(~LYJVdzqhZ?eNZU# z%JGY_d=WwuFHK3*+aXZ(#SR;u#?F(6Hv7uyzK<-JX}1^V&DePp^wxQ6yL;6eP=9G| z$z<0t{;IAea6^RB!4}p`UR4_~uM%MNwr^d=)M-O+nvN^n3?+dE-;A7i-9x+R>)Sr= zzPzp1jLDV=6T+T_EmgMW3=(cXcw>hG%TPxG6ev6%n_Lnj#R?U+bH^@jGHmmEH_tLP zg&&{{TLl#t&_B@;ueex#b9FZCheh13H2tQV@ur$l&}_!1sADqjW$!XwAupWAX5y*W zHR*x*h0{lEeFg2YUNAZqQBM7YFrCqIc^fX--bN5|p1#dC`~6=WLrN(`Mub&>% zFdZl+>jKSWX}r`3jNo*xYjWLaq2}eh8g*@z^Q1xW(v=KF!WBSH2o~+6i zKf`fva-)kp4vX}7X|W;HAW9zP@qV2MAUHnjB_JS(w!Bl#f^--SFOEB_Fw zyt-0Y+u);*ERJpaTllO4@d=zYiU2T;aOfZ7WzjmKs9+d!vweKf{@c#4Cjwp^?V7IK z^xz8xxxY26rZbqP>{$~~i~>*7%vsY;P1p%RzuM|B+Pv$A(mDcntxP@EZI(36m7B7! zp3X47Hk$=&v6-|5pKwyEwykGT*kOldh!GmbKa-7N8=PqpBU}iUgZWtYq;oNoVSI3{ zx7ke&$(4gMBOA5S+9PvdO%PluT-I6`ewX&AS$ru&=5{t{4tpagjjdco>xI1!+G%(R zb>)9#%4ylI?o-R!cXIu9PZU)}6_F$>K6tz*VDQFnaz=IICFxHgg z6>h}2jS)z{-w^q!ybfqg4w94F|Ge3G15v|I*9${YNIAI>tS;yX&EIdhR8?4057LJa zA7$3}24PZ`)|yGp#zC*W+}zz$FYjw?qVrq;Y4m?s({$0dV} z4TGox8+STW7LIx*{$}EBetgZsQ}Hkrv7x%J=Om=+Ty z%AugNo@~C$#&90i6zQn19fb&L8D*cA^&s&Gp$Du4G=CS5>5J+S|0XRf+OiGjnk4MC zCas{?}u#$8+?09O<=^@~hxFP(a0Y;AFWxM3vY;ad>h=Ef``#Q%mR_Ie6)#iAunC?pBz2v%!t2FK zO7u{RE;G8QGM>S)%qCUcD!S(jzEUIFx$Jr)wnv`1kz-_3*~TbpwU@l?4X`zsc9@ym z*9se(A$9ihBPiTAo;*{PFNX(ztar7KDll!*oemA73T&J>0a<6v2XR(5?@QZ%2v2Y2QsI2GeZc*4uW^+&6xpBh!d2vpw^3MB>AIY80U zx{EC-%EBao5R2{`qNW=EE1qdtT~dH34)c4&PTVxt&HD>eU{Opx;Rm@rq20mI?7}?m zW-`Eu+fW4L?NEn^tK4SMif&W@q?H_};|ti(;Cfcgi0Y#dl@1_6=G_Fj3d+YzIh{lY9* zzO34! zOq;~b9X3wYw>(am13Iq$hPF$s&A#~nAwIGS;{!lJCoqVQjXQ)raFdEme9kNBG42-uf zT2*p#cQ~n4!2#Fc;p_TU*RQj5tKv(VaJm4X+TrD%4bh0M}H%=BlY} zN;RhV@l&<9f%hP7n*Ey@w6mYzqeOTK?&_E6;KI;!)9r+n7sZoTMn-;fo@F^UdWRyO z6>3>DLI|||1qD&`V}jV;B!GS)`7@9QK71+=Odo{L2jTN83!e|N=Y#C|AbWll+4HN4 zVb^0=xZ}BHN3PeNq!(^ocr!~zIWD^8*$ zK@YLHI#P5VJvfVp>PXoBP|Fhuh8Mf^x`gm|QZg{e$*ThX-$7$4oy+8|&t) zaY}(vn)a|3`cYqwTjk7qF|Xf0^qMqlumGse0M^!WC*+8V^nkfHCy&aQ3AEkCO5yx(8Gmk8#1d=xSliF8 z2^EQp3pT1PIuv>F1+ZDf> zz-_gT5$!t5UyeGMTVf-rLTe(Wxik3NEb4BA;LzXQ^dheg zVNnx4M--iQoKQ6;gPqe|Y)pUB#5<$OCQQ*d9pt@9?_IWm$`ALLKlvPdEPtgXB=pzCo@2{TsnBI=U=FB3eKy>)tZzs0sle~jKQ)0a2^>2W7aFW zp=oZRsGNv8Gd3^LbJ+!@Cg>V?(5W2e791E8IAvngE<8UbPNZ;q4y{P__DqVkWEv^+ zWo}UQh?+ymQ)3-Z?R1 zZQTr^(YU_^Go{RtR!oZV-Z~Ioq>GBp^I>064e-NEw{5p~8Lhxr9}m=V3dHG?)9{?K zlyxtPKSJbzc4-Nmi5XvUr&2{ee2TTt=MDFyPH>JU?8l!7)nFDOx#o+Nr2S^2c!%F`!2=2J(t?0+_6KDBygQO0cr$~bT2A<)z+ z(Zi1+tuxpb=}iKZOo7e#y&Vl$v^dnci6PNuayT7qV;>SXGEt+7%#Nd=ZE-rzY^YTm zWCOzEpJ!u8r0s>|aO-y4kbbJIIMTb`aGF~`3s0ga3~ex?LRNRO1aNU`+y-Jrk)BRP zNJHE2C}bc)ERT85f;!RenBikZ^K^gQ%rG1rII@IfiB}5#rf$QsNknh>qr(Ua7k+eo z-F0~_!Op+*nU|O)Fmamq7T6ZwWON-~XKxCSRFAYR&`=Up{WfX~ zKY+R$7F0wjzwBLHQr@^h^0>A7xS3pMNk={Kkr+`sP)ALqbypy?#C}gYiC7%>Z$tNh zqu+=mo-WWl#35AGGb|=*#bwOIinI_2Fx)0RaPd&IR=zzx+}ZiKuf*GF4r`0zZ_{D_ zW4IDFKmv$Q(|r1lTWLE;8o8UYV}3Z56&@VFYm!2!#h+hq#WW!Tb@#0CAjnlT8-B@q z&|t*WtlW;LwvZ2zK)k9abjZWynV5u0wZ{JieS-t1aT@3z-e}#!QL)xRP*_#%LbQq` z%Xx)(2m8K|RjfsrM`;jKVmwIp|92&O6Y4eX_uKjo)p)`P*EK8!8NB-JF{Ub@Q5seN z-m#qJu&5P-TDCjj@}D43@G|MdO^1VS4A%UOz&9^;_*vU<>tIElD0BeVwaUe;g%$JkEa`{8p=WGME&0AZ0G#z!k`oW za}t?atsTd{2(m{~x6$TXj|;e!69`2oyad;FjRhCWn73PPg^DYnu$0$jS(hsO4nm2O zn(9^U6#sDNYNyz#nvyLy54V1X@R7C9C)>bLYl#3E)WyO~2Dm%XZ%$251OWS$`tthl z;Fq1PW3Mk2a@Fr2B(HXkH@7#BHX$e8D*O(FH2AMU00dT;ai<-y^rqniII7)Y43 z!NGGgDX1}X5k*pk=@x1V5g)*2owQAKV}N^7B;Py7GzMu&n7;~Z5Ik(a{)EH?D^QSX z?v!RT7|{w^%9^-2B0ES}6nY?vn+`1q#EVcgSd{#*ffdD@b}EBdKeLwZ1=Un+V9@3a z_HNXoj@qRr7%67JVVZ04&5vuhx@R>3Go^gh`7MF!>K3XwyyzJdb5ygNsd(!)-DW)G zZGGIS%fVX+bQ6GkXP7lMH=oPE_~~V%pqvuCx4ujJy>1ZOAL4k(o>4xdx;I>Y>q8c& zF_`vM9j87{Pl~}@i#3lmTGwMG1bDggdfkt(wSF{b$B!rkf1Kvo_@mXmeWV%he#9i( zAJumEk?kHoUZwBhrxA2w5{ej}mjoF03ktc_25qc!uWu5}iDcu=1be{Ax|@k=WQ3;A z9Q#~9>hD7}p98f;r5F5)MIomb#sn05zylf~>1Z7%9{PwEg<(z>6WK+Wbo->FMAf5C zR$uxEd-4BUil-{W(E0v(8z_h|sA;A!AURB!I{nc!F_xN%MuVC#mQ6LF69xP<3_on> zK9nweG};~XZcsbGMGq}y9R0p%9o7J~?-=z5u}Yh^4u#9|`*VUp z*5mPm#i{^K-sS`%AGOGcGwr-Fjk&L}EAA_p5BE(-+3xp3>sy{wTbhrzl<*#^;;)7a zPEEP{LQ=W=#Zo-Jcb2mJPqQ_o9ffNrAP!-((^m&Ntqp;wOrRlEGd)VKm0*xhI~{ed zJ)ia=EkXvD5O5)(Bno(Kry2;=q!_@ce|45eiAIXCKoMJ?yH zdU0el<#ZK5mp%%)TB!qAAR9iunmQzYhkb>s5X?|<XmC0wSwm(IAXzxh6HsCpog7>zb+GnDxX4CFBa^AFJZmes1-McLOW-k za9X_8F|}2CRGn)Cg&lQHiXJ(}u0d*V@b1NyWO-lp<%4q@;hu=Ja-Q!EgNzx0-o&e* zRpTfJSVKf#?E$Bt$gxr8MV5e(8N26iPd8tR5xxZho`d&MaOT;5k^Ft<@Mu>Z6IY+( z1?9ys0j(%-S_P($0WV2x2YSl2P8zn{s|+&-sn_)Dzf>0#_fEUUA(ahE&~st{Kh)5A z7XvhOjL8Y0y=SOk7sj^@X6!|B!Yir*n+B9syJ;7a&g*_FFlwCoX7(=|$?DUhnIDill0xB}xJ8Ew3Dqx~*8oJV+?U1`QK zU$1I?0FUqXwu=V3b?rAT*9v3>jzq{nVo?`ouD)VQszyc8IR-><;vrgkg|j~srrFn< zT7nslA!iY7@9GEa?@d@q!|@INZNsZ3#o@P;)(mFTVBYC=VTX#?PALm2zVDtnA$OUK z`<{qzViIOeKot2>xYT+l{{&*Q8k$!Q>j}OP$|@WzgoA4Ugd9_Y*X&OkD-JHe!Fw|` z{3+Ux@52;sWDrD#Ky5pzbq#mW89@phx51UtM|2q;M*67d+dmKqQkdO)!{okCywg*- zz#Jh)$9$+P!H|3^^aAFLGc!{e!wXOR+=mSp-U*ct7oR@=i1S5ZS=n}ctAw)}_n=5; zu(((tBWT&5!U|e*3%2)4)Rvtsl<}Y z6*iM%38rXhB(cxlZfPPgj{aEvAVrZL4(y~LWfa(ic)y>0cTP?oXW0dBLoLnB zZdk;-6(j6C#>!)Cyb=q)BTKiBK2PTv^+|yYs8CQST!s5VKp{!; z5l?{eo9^h$`{bm~TL=O<9kOa21EweoUs->P`iaotWQQ%Z9L1SY2I2*uqqUrl`_Vwj zq`1b+x+dnPszpajov}Sv=RhzOR|n%{X*tW6mmEm;&8Q|qEPp-;^-BdFdIZ(g}u1+=J-|z9@<5iKZD6l80;JW2>8Ai;-@47+JS4TqvMT4mB z8Z!PpSy@+wPNmTTzUOIhHVZyaqdrIM2ky*l!a@56jEH(2PqhX*1vIEZ1Ao|!z(xoF zIS^pm6GwO1YOwW9O!5WF?d@5a8Q))T=Mq^|358q$(h+;uVx-7kobbbG(`k@Pg0hGd zr(Ps*Ul|ljPQiv#7|aOmq0-4@+&hDaHl(mY-Z*yerz<9SxL-SX4n(Cb94X=h4$(0W zb2-A&Ryx3HbW1@)>e7w?Vv$FZf&1h((S)9R zWAHUK1t!P7_*76se$p*A7CfZs&CYL4Y>K{-B$5Q}g3LG4bwiGPc!YlgLoz44Jg$QMIovRSB>sSukYp zt$|dlHGKQJLE4vOaLB@u=PAh{CFImks%(P=0!+oJwfN;V~hMt!yHX|}wv)DoTN4nzxWr<~x87Lo|= zqd4h~04{eEyGMJL8-<&+y_zR^mbPSU6{JrX8OWkozj&jT7wjlZs?OAeUFG|>wJTZq z=C}97``O>?fpLw-LZb+A4rdad1ZG@hI@^x@f^tJWG&`KpqiRG=u?_}H6HBBxSE$O< zO&|p|h;Towd};}xA67rL+`J)8op!Aev6MtwY9=fCFr_5&-uVrM7d7S(Chh3s6+aEl z-?2O<$buv^ssKA==5Vd1Af|dv+q^F?NZ{8RkO^eoFnLZHuLab*Xqm@0oeIuvFKWV>+o_$Xrxdj%>eZzuev1X>T62k9S|~99b*JS;mcBX=-VQ28L#8 zAf(J96m?@bqH=7d5?ZtHXKU1gWXrR|MyT32Lx4^mL30bjmu_!394+`-My+h4)F+}N zEigHAPhMA}b}UIwkq=UkF-Ny~vi{_>Byo-bW=$Dc0fNRMCFW zF(}((v?S6I6Hr#yF)oo6y2Es|S4Rk@WfFEb1$H&k8bQ}`ojV%l?CLGfn&>u8Bl@z` zLGKll@lY#gYcv}1w8S|0Xln*9RU0!E;%#Z<#u^iduh^QX5pNDO&$h`wY;gPWjjHzB zn4=2MZ}l1mWpg!BDdezSxM$Og zjf$BBY}5mCXu3hfZ-6762z{~|;hcQWqh6>3eR`f5-=@CkhSynJnXU*9GvNaF}aevuhC zKDG}qL+grnq3xl*){E>ON5_Y|`#-gh587J?+dH4Cq=wU2@fhBDR~xbF0^qN@)F@1O zHtKcW_A_*>s-Jfw*LNZYIdgW*YqoY8iOhiWZStCVNcRzR62rvbH}~G`03!aj^D9~u ziRRU0z1jcU{=q-?Yv?E#fr(Y3vwxSyK(S<#}D?}Ec zy#Og{W*|U}VzU@AP;prB4b}{gvedupW!FBROZIvfm#|>}u0Dq8Fx*_ul^NTjZO~1J z0dKTC&UV366y4~#d>6zGu0YY5y>MOha*|%urJtD}(+gkPLJ*hPhofHE0yavsSImTJ z=7OkF2XznfTsA+2KzW<}{x6hwfyYLn;&4JKau1(U^qX_-Mn#WCrsikRHOc3dxieUE zALq)>tg0*p={{m7MB<)egIFovAxwuRL&yP}-y)f4O&u3%oH(?md)%0L0=r9^(ni?^ z!vlLK(0 z{488-G2pX`sLVhcZM8OEZtm`tHRy1nJGXZDW`AD^Y{kvFobJx;{m+}7H>K^loV2jL zMKBR4G<)OCkkZzk7TA4LQU_h^alBZs%l16F+-kfWB(o+-221_<)F=ed=MnDbe=v#c zqX-<2C4e6y09IE@A;?T33e>CNpf?$gTln0jk5VjblmP)<5_e~oxOpOA7OX|F4O;^^ zxB*%yKdH0$>ZC}KJ!~czVOXKAY38$Or!3~RG9wN~r9(6dWWo@0^Ytz;8`6^l?=!Ju zS`b<9W;jj21u&n2AK+y=fj4965ZcT2GE;EI5UH-O#-aFYl3t{}ffHIg6jp#n1cr6e zjfI7Xqe7%yXlFy~tJ3)^X6+faF_WR+evau9*-%%h_e-(erO1vG_f?UFdflkEuq@&V z;|107S&|lhaSPF<^~jwx69(z9x3>3&Zz<nc%KePLtiB_^{}=d|uHBYPq|#V+a7n$ecdqk)rppB*Zm`%`buZ6+PZW2Qtw%6 ztF61oB=v=lG3twRp!wvP){@`zjf@y9Op|4XU9_7hO0!!%`z>!pfI44%nJSko}M%Tb`7Flv5~2-*P#Ryqi# zl^mlR{;-pE;n<`W(YTjUO)n+_ME#^dI*@P$Y`kuAhyodjwJ+k8?RM3_5Os3whTHG< zFvzJJtJCeH&K^xui(z~qcIYoh2m8s;hS3iL@6Wh;yiUh>1gx-(xoG%-v3fWiuy>%* zdh-|9UXBn!vH)2aVaQYnpZ^+=rWoLOdphbXMB~oH0JhPGLLE|$hlg0WX>;4;5U_FM zj_lb%)PrV$XEu@1^=E4+#Aa3U67foHBB1ML(aWcXq zdX0HNIWF4FMg;N}qW87N?+I7+ycP$)4yVawN;w(MG8oxKhLfhAQw)?u$sB|ks_Z$3 z0wrp_OF+<)9n5l+ZOu?NbcCK(JW`Ky6%h+mbBIwyL&(N_Q=!w1VIgC2)0Dj8AT@5x z(1rMI^q~wT>W26^ShAsBq(yWm;uBwA_PAlcL{q&el23^TTb;V8oV{eS_5i-3!$7nFemEeDRC{eKrOd2vkOd#z68Yn zX`!h3lN#(p3cY!Ipm3hoPFbGNE7osCwU4o+J@%K!fJ4H?`coZ}0PV=G4 zta9PbGjR7K8B?G7!oTc0QOkRS3JZA%(?>J4H`mq!1O&w`ZPyApjH;B5vv&5cDXL4t z?Qf%~CY%{#7MvK&u)sSh!6<}mu9?HthPWR?p;jLI&TePLY4ivur}oH0k=--~@x0$P zM>bN)z$S@?Gbp}jm4S>^%vWHvoe$hfu>>=8A<-rq=7OkU=z7ib%CQdJ&gnR11kCDj z!*hpd*ntQ_q5raFZPEW)6wE9fK?#_GSW*U$(pFs<%eQ;y?SE(EVQhqc`(QF0$Ou{{ zJl;7v_WqHgrU*_X^BaAkWMZKv>NBgk#LyATD+LBlrBOun%w44ewZO))sHN?02O^g) z+O=R(@5FoUXF%S#G4TNb}N5=~=IG~LZ>}x&nN^lEAf(Nfh z0;-DPs0S~autAG07w+<;r&F^H7BQ5`#-Ra@ksSkja#{oq<|+aYr*KYyi>TPwDs-0j z6h6-|umG4mf#p0IK_z{N=c~%FkOA}Hc&oD_=jZT3AkyycL?P}5529I<8P4dA=k8NVYs(>I}VG$ts zRsoPsA{jxU`BVXny{Ptp@P`T@>@9dm41;PQ>OP~WLcW`YAUC5hqkN)V=xKb41$=4c!|?>J z#Wwos)mb-9-mfR`Pc-{Dg&d&}-`w|;4UJ`@s-Wmue}9PEK zP2NwIgw#KrPDW&#KRshnkAuR{m-@*PIL5<;;iCck`{W1s_g=emDujAA#HPk0#@Cd` zeuMkXnJ1Ti8!R}1Pj1MZ7(8fk<28GGnsg?y`6 zPhRxBYQY5LZ1nVhpZ10U`}106fksS|KiOHm&a zroCsg8fAmZC)1j43bfKG37zEOt%ZJH`e8BME`ko9L>*|g+1Sv#;H8X0kgde^Q$wm` zG-gN3fc`sUP!liE+b~g+p&b;=XoF-SFg^ zI<)(ytj_h`@l?)Pfh&=?`%i_*-XWqAVL=ZRy4@IP1VURQ=8Zipmq zy>HMf3a~ml2qck3mx^<7Oz!Jf>bGd%N~>j|D?6RD?NQv!w(3*cd%*Z zP!C0>*V$`8EGKQI+I`RWJ4H+J$|$tfo}Jp6swI&aURVw_)w#1RwT;h^&5A|W&6oZr zLqO#7roTTaf#@z7(3Mg5CzA5wua!JX-rQXgP0NB@s5NRy^2C!t6{Cs8c7nqo?HL!f z{8j7ALaW!W>zsSyUFbO^oY(cwWpQAJcwBTwao*1r+C5qgNJat>xdFZ_;fXJBA^YSwG zo70*Uv)ALsl`2}Edm}-Hzu4Qp9G3!|QUX3Nu>bhD?!Kycg1TzIwhvRg>-)(i3x!pD+n$`+$thXS+XP#;M|~p#v+4_XfO*>F2#MOhQa zjzGWx|M785V8>Fc>gsvqJn5-lvu5C<+)d<(5V2y+xs>P>F06t~5Q)-_c}wowgr#j5Rd+Uj31#&cAJ7b~tn zt1#)!gu&HbzS|E=KUqf<(;~YH`U-O&J@Sofm!|#YXz{oMSzpL3NYspq`(#gh5k3js zV7uGNja25+SITl{sG;$0D6n-E?8x9nwSGI{$KuW+?4DlE*lJlrM?K3upBkUiAS zHDIpo6B#F1rWwpCv3$s)e} z(diN}1$8>?yCX%lS(^D>YyeEc}(1tb>lNb+nAeQl{tuGst2>?7hUJ?gG}yj_LUe- z4hfpq@X{imAsBvn*hU*8Mimd{k*u$K$K^f46vVdQvfqpRJrA@uajKtK<5>w3nwlGM zR$iR`Y8aB<3FAc^N&pAEvf^;GS7SX0tTkPtf8CF=aC+*fge}jQ!OzJ+#vctZ?9rCo z?AIk2T`|m9O~u?mL9)59q26i+N230SHt_juZ+=B4@CS7X)Ld+6#GPoUyOOZM^Kr`u7X=$~Nd@`1xpcT>VOQ##;ko~-$%3Myd zW8rw(%q-vbXoUNlw4{hF`JdpKo1!1@shb9p;A?~0R`UrzyFO#zb|uj~pN$fSb56}o zDLCEx6vPCYNOI7>H^K#kD#ZFW6&dZI#^oPmw}^xcg8S zrj$T~g6uCGtRAl|l_Ku9?OsmY^KkxjMMbH1umFcfk7?bbnGuDTPOZv^gk#FQq*s9? zdoZD*MbgH&B`Wf3&&)Wfh3NP50R-) zO26Qlu~#~01l>bVC~u0P1Wa93l%B0GIFGvk)u)?Mt&+Mbm>tiR3LnNj}4VffwR1uFi6$}-tR_pG91v)eOXbRgkfH9R+P}H!-Grm z<%B>H=Cr_(?#I>e^i~^t@P}yYR!ClF?vzEN42^@Arhg~+xeI5EPwaW$!zhm`v2rO7 z`Bg3DIM+Ahy#t;t)q6T*Ml-|HqmKi*B{f7BQ}M6C;gf`aqLXQg!74_@QBKsc z6g^XC!#$=4CN#ly%*;1~Sy6d&&wX?nygfeY1Y}WpiewZq2y92_*>cahEjusMxN*^z z2#1;Rj9*?V=r^ArLxA@Yk4D>VUdM2s@02^YCtAMHI;>6?J%MB^WL*ZFeP|Bs&r|9a zw{-f(X$4Uvs@PjSsARX-NJfzm4b0bR_(NQ9CLCWqZ&L`ue~}wtc zsIJ!vSb+p#&juOFPXN;wJ>`53%RXJJ_$3bpdyjNX&2^?eFcAOOkxw zH-+^GgR5xDuMGkhrD<=pM;~wqL799Z6t7*!Qc?W*0EVS@C~QRw7}RH*)>*Rx)C69< z-w%u=*BoHI#DDFHmv%gcd9+XMzKFXs6bQ~m;k@_+|En-S(<;KXq=`g+yi+1Oi^9J9 zY$AkG4li}!fbF8|zuoNj@qBrFeiD#6{l~)N08LmZT+v&^W>LsMSQ;%8v7_{EVpsU^0FC4DQwic2vdC@gf@gqosezrpK6n6 z)-!t@Hu$7p5aN=)IedJ0&ySPzjNI|2bB2}5u!(RSo_f+uf#c{`&fL#$gSXoj1-4@v3;#CibLttI1)_}}0v;`D> z#LGSQK?EL;PX7tK`=(d5qi$c6_4g0<$Y8cC?mZx5nG|z+06t=|Hm?@A?oqA>lDq%+ zN&yHyYmOXQ;J-UuXZ(5BeZRfmXi9;6za98F{ol;K2+(c>!?4uXg`PzUkuI2qUozqR zb6@<%Sm`{E&c-wekB8rLXb3fI_VU!@*d27x4uJVrjF8)jDfTQV%Ej`)!0CP$Pi5J` z@bACY{&?F}Q1n*}*sK!xx^s1NGi&kNd3W(?u?rpz;YV#p5t{A22WwvWf?Ir1UMK5Q z*|~$^IZdl7u@U&{s>gWpsj0t7awSvtkW=^9-E#CstN3c)c#EE@R-<~-G;D-~WMhT4 z3jSzcRX^R@$=|L8{(x=h@A5v}TmU3st!0Ds$9xC4*^#XS@_7B%0e#~EnLNFH7j4Xv zWb+$D&m&B>(bi*IT&rR+y9vKCYeUo%;?JiG43}2`N&YH;lf26z@v>97sq4E33e*6;toeyg!?e;a?*#MoaYIE5Nic`KUtkOlrSx?Z%nx~U3 z6_UUYYpzvWg|Q!2rCc8*6}qT?5VDowuoAE_+dh9VZLU^)k*cYaX%{ZxOp;K6MeRAN z8ZK~ZftLGxBSDV_*Ntk|EjcmDmJws>!-7ILeDPNvIUbf#*Ez90$>u2Nfn@vQr~&ky z$)(;dLfj4gC+NKo`0DvMx<_e&piCY#EBzIP8#74T00LV(A7fY&@=OAioykz25E7-+8d=Dff5 zg$&=?Is662$Do(05c^cHByA)XfW$@ z7L6u_!8WCy7A+OcgQB+8Wt7TMbwG^4AjEM-v-0iGK6mC;%Pdx}2U@cVWiPmOzuxl2azaRo7~^dR@A(Xz3!ZR(lN^H z{zn$a)1Y=?iGWSNZ*LDknE>h&s9`~G1PKad`Y#GBQ!S3mpMCai26-$V0wW-R-&2Hr z^a>#XUyu>MH`u!nxz^7}MDbt@>fEGdRO1Y<3UXd*5l(36z2p2RM+Q^M+}t!*X3j<$ zoETftBnz(vrn%S=`d>o(6}0$$BWWH(&#=EKu_&RzohOHCi+fR}FGevtH@d7cMD;)k z+w0JVl54?#@GvpNh~i*4jLJ)o94pJuYDJ3Q>L<``8&le*Hm^q!aISl7n}^l!DK|-4 zrD@dD%~R}Ej!s>o_0(MqWEV>0RUGlJ5r`gqDAv8Cz!W8dw3)kD5Ohl84>s`MoRO$q zM4Q+7u^L!jJ1Olg9Nbbz=a=C(kh_5AagSjyX4f0eq%ty`dWk zg$9g>S7VH)S*4WjJ+`3j^DIn9Izg;kw|)No_e*ZFkZ8{Gp6t_biDR+8XnHFc7Me#Z zQeDr8d)(=&Rws;~wHH)QvHP_bKCHrRX{2uwh?-xZ8JET9epY>+{*LW#QMx=M#|AU9 zx0&M^k_{v^aqn87LHY>E7V<27vv8ElVL!rObdia*fuQb16~`Rh(}3s%`J(>2ON?vP z!oYY~VI)WzKZl4qVWd_oyaJJ629p@Q7i5i!p9l?Z4eKDlFP2IDgcgv~rw?=`oEqQ)Q(20X!Q1u6;~FcC@t>1Xx*Q>Wk#93kh=M3+Syi&@ zEM+_((WvBj=C~c>?3J#O+RwAZW4_s&luT%??5D{Y_9$)cR-a=a^1usR!cN}>8Xebj zYyTZ!m_>yX;QEdK#VS>P{=11_Xefm^AU!fxJGM@89#_3g^VDb^ffx5hgT63?8^eaQ zwG{uOy0TN3Lbr5d8y*E~FW( z1LodgKr_S9vHHWKxtyFvlA|IZ2(ps;ez%BeI4F1PuG2`_DogjiR)?P&b*uP6L`QbX zgakrMMfu-=duSHSA;L*WRDV&b&1kE!X>XkxvhSu+R#Rrs5_o6l0%3_Ba(N*ITdb3@ zwiaiO>*yQ;gtubg+435dUhE1?SAaWD`kzZ&yb4|e4R$FK0d&&=MdOkkc5dA zEQYiEr|rF)wSMjussvL`TcVwgWQiaunIQ$(zYkt0~$K>ZBc zL+3724o|j9vHu&`;g4a()6VGotzLzHQZdk{r?{*W zv#m%*=a^9zKZYHcm!g=#P`rE>v4(XiWw#6gWx-=!-oHBEy)mRnJECMW9-hHGDk_Vp zxqwQu`WeBgOQ`5nrS4Ss!NeG5Yg5+m>3c`B?5!B*D6DV{P>9TKFemX{)FNx|ZR^R{ z&V5?3IzT`Prw5by0qp`)HpzuO!XE*t;h%{-@NtxD51X3(Hj=bXy|b(xX^k49pEE1g zVblFPNfB0E3}brG>-~evqmt=@49|E%sN8%)&mg3>6#;*uyrS~o(VthNyJ!(@d9BBn$EJY}tqd0QzI5(q{Ag!m+#hWXi47<3#B=QC9X1D( z3{(uJb?xIGdx!<`jiTm9^_9vr1`$+v*rX7?UjYbpMq2Ed);+9*@n9I3XQ^Ku7(E85 zpkS@Wbs4I8SUkH2nA5UGW#9(2m;M2_vY`@=9;f4C*Xci=uj=qfpy&mOJPw@?IQIV*pfVJq98Re$ThT$y*QxTFFIC3t8G$(R>yQH zdU52AabbJL6~;H;+0s!ufGLG^q8ip@lgiRzDN39tOVl2;ezvRr^8lJex-2MIInyaP zXw|Qib4N|ZdMDy*yS#G+umkK7e6l59?mL2(K;|TVl=|zIefyUQTy<}k*Hl;6RhJtB zuq(AKU(4|W9~kWONv99RYam2pRipZX)$5o!Yxg)%feOfvYC{*|P}hLnKzH2+_Ix}U zQhM@Yme_Y?D`tfVr?MSd@_)er)INUh&MZwz&~UC#x~6?qry=%DO)h>NffAZJ{s6gY z5?Nba-`xJwo!zie1(y6dZV0-e)QR4>WIhM72vCy6;w?G5WN~o_R*8ki`XUp+RvQZ| z04=NK8cGIxM!4A{1#{A@02$N|7&p4l6*MO0^8_F601xQO%UOcr;{>-fKl4Udt$Q1O zk|r+iklBlu97wQ2`k6!sE8JHW0i=SX`VF;gA)?3+63FUIpx!>^MC@APpCP5>R+0w{ zPtr7EXHp-^!EtLI7+4Sfw!d|KV(3;b%u9S|ZoK<dfPdo$s}u!oG1q*gLS^NXh(9rX1^)uVyH&)?!-auG zx(OlYb6p$lOkqnOD5_OllIT6-a%6j-D9PFeuy?m|qF;oKx+Sehrd-qgS5FY5u@QPv zWhB#jjp$pd<)C>*_2TaY@?ESnW@$|+^2#2+N+haLR)sPmdv;}071kgxWs#j(+(fgi zZ?1Vn+uTBol5UZBvo_wr;k;y(HOuhsX=P#iwJs|c{+!B|E$S?`TghEi{*yhk!sAY^ zuo{j%JLk-{R}s>SST+nePxPzgB4YV?bHtdtt8aT3K;`o-zsIeUig!a=aKynn+HalLOO*u7g`eT1psF+T|NU{G)@R^C8IL6we0mJ6G4ZY$t?d zUiz))N`t){M}|AF!x`ZS4DAelF)eo?@)jBr{i!ANBl{YPm~djKiUDY>*;--*NUb{qoVrlc44Yjlu^7v z^4*=MpFWkK3blO8s4kC`!kpX>26iR(wn@OAJ%Sqf8*>c>tRdLEygsTOlKO1Zu`Fjl zOgl9GEX(QWy`QzZQh*5Dm+Mh+F|e54O9w@$L>a_e9pCTuUn?HxG=T34j#1RDv1Uai}E~d-g%*=(V-)1AM-LshTA26 zN1B%f!U0AdhbOgfWxiy#YjHfXX_m*8N@M$W9qYjk;+FcUYNku(#ZFV=QEK0OF9KqA zEiA3xR3qo>eoZ2v+xuzE{$VU{4e)0D9WN0VvkwD-|E^QeSSL1TS^qLInR?#>me%z|uuy&9450uFY$Hl;)6SKehm8ct$ha#dy{rQ|)LI z$ivL1GRsQeCj`7eW9gq3@r0ZU-j%lg(zf4M{NwZv7WTQN#3tK`PI@tT3X&6L^$qA( zhgloEe$UP(*UsOt@U*NhpNloCe91kTg}9r7dmGDF2)moW{K3-f60KaFc`1AIl3yLl z?HwLR+{}Ns6MddeMyj?=M$i5er3|Ih3xCY<_`JP7@6TS&h*%IWGsJ{x*~wRvV$VW1 zE|>0c$7-<{?R>t)YbW3Yq~LCxv^7XU=PWPBfPc@+nd%+FAbX3Bmx7f2^5bM=SfBar zbz^`mR69{*YFFY!-2snV-z_hCwa|lH<6ACY=+KlE>+kKhDwp(nIpHJ0=s^7yM5Tou zS>%?|TSgTUefh-al{h}hVtdsyo837tz*95YBE^`HQmTe+q2Z7$6Jpon`Oc&DQj_X#VKXh26hCN`D) zKPA~EN|s<1l-u_do*-iH(W#{a!*feL+kp+9BG2XnM21Z6vf=ZpJc)B;*Ao%ozTRd;Vw=pBOhyMlH^8gx^nSALrKW2TJoYb ztIn)tY|kIp4$CPnagtKhZHf)$xbFx)svtBAyeigS;V+7@#uj75_V>d+KChRj36ZZh z2d1Ai9>7Xa{|o`(`maj_;B^mhUo+PSAeV=1I_Rq?xt#?Zrclh~2}}cm0dxNwzYo9> z;Nq41uSw$1tBu#s7L$jg_v*qfyMb+wGNnVMM^x_OYzUkOMyrRueeYi$dw}zu@jq=c zit@nQyIE>#6EB_z{Yo}1TN2qOf$!wzAd(vtfE{)@&m%q#0p5dXVR~mkLBb<+hd}=b zq%-TPlzT7iMQ+1YgrdpTMefQUG0xC3!;O+?V`>h5_8Z&l^3a#2>KrF# z%eIGE^-VgeKvXkhdvZx3J7Nl?>?uof)ErKzU_~yY=1*H+h9-`zHF~-U_ah1&{&b15 zs8_YuB>8X)yBSxGX11c-BnEc0EaE2Y)sKjEZAEDwxaP*~mCZ6i*n zqCF&Oi`eL!6sv!LUfGjM(a5qTCKR@g$Zd(6z?rQaaPYzD*6bX;Yx0R>nmzMX`wKbY zOF&A^=Khi~q(y*pav1>0t%!3f6+t7gRs48^`DT_#5@{<)dQ8!Sa6-)Aj z$cCA^v5QSmn)dR`dN0*wPd4y) z)4&Khh;N@|MnVD4Z!D<`sk=1-DEpe2*J7LICTK#mk6$jB1N4n}KQc7>frr0)dL0~0 zn6BE`)E|A3exy}mWEbM$_*W7GGZJItf0Ei0;!BfRmiS&Lo)H`UyANzvA5XcM0lI@E zAh9l#bTFA$Y_ipwzt}&NJI>8bZB1@h3h>%Mg(PAOmmW$hpmmD(OVaQY$-Ep;sa}V- zLIb|*=SG;&nP!zq%XVwn>Vbt0C!(?{u~IowV_+v%c7s6|&HTb^WcuBQY$2f*maV9o z-9+6epR-_=EfIPiJ)hPw*uN$|AMWx?>9LrNQXjie-OSr3|<991@CS8v0epis;W={*XK)Y?O;Kld1DEH>;0e8 z|I6cWz)+Gfd%FI4bTZ!aW*@(yoC{uW0Z_y9$(^GG0Q2ddTXI^w@xx;N9B_M?GqkO7 zcmLmPJ!k0UvS-F5bXDVe=K4Cvj`EdP`^NI}G)E)LEMNpTYMFZMCxcHd*ji{xYO3w7yqXS zkS{RTktOM-)duya@eC|f5aF+XxeM&NJkgXGSzt4AN|WsAsvW|tFDK!4jX*;Y4SQ$Y z=b>bWG$b~00IEdQG2zms+=9SW65@orPYa!7Bx1Z;M<+KAg%URsmQ5c=n%Wa#A~m)B zMRNigzmX6l$!-_Kk>qMx!8NL_R!Vrd*im4$aEIzOr74*u?Vq0lnQ~nY7Ku*ak z$bDoy6D~1G2QAY03koZ>pkcCx#J$;-=cxm2SQnC^#6%uGuwZFHxYpw`qOS(S-Jza%1169WBE`0*f*S?%8P zItd4hFJ4PuuwYppYv>-fM!{cnZT?{}o4EI~UE10&7ebmJxx>`%#<2Fcms#YfEnBOp zN%=(~n}xoVp_GVrPTMIAG40q6t<|fvd;rQ!jdN_fPLy$e4V%5iRDc6eRg)5Rm+?GU z6)dD9B<$^3MBnrgDG!jtNakuDeBIegY`RWeX%9zQPk?n_zM_pfSN1G2<+Nf0JwHiL z0j8M>Jdy4T|JnMVjhU)+gb1UC^9OKR_ ziTaA*M#z*+OR0NTTjxsJkMQC$eJL3uy1EMPBxbA2euP=S z6-)^@dY3T!JSBAX=Z`gH^o#)7R3nz2SHhU~6kzdlOK71)%u^O#TEg zya2q`1on1By>~AAmKYWhSR#tv#I_Ok9aZsbJLA&mH&Zi}y@2Ek1>G_lP-pk8}i+!}_3 z?i3($*P!eaIVfJ^8acSpJ7$2}EpJgeSBO9}6*o5bSsV0R zn`{==tlP(q1d-R+3i(mjG-2fmtpCheEe34jz+|d!&lQXOylOZ9GPsT=9HtxccOX@T z(bPaRc$H4@;VCg^-90inMA5BkK=vV7bh6$0oxBu3%N1aA!#b{m>co@x8+e{WyD58Y zv<_2}^(r>3PjevLP&T(m?(^342H9DyO#Nb%&$E!kr1BWj-s2ZirWqfT-&;;R<0QET z-xkb(^N=h>xsndftMe}}NQ$r*Z08mE;3+&OO=-M~u1RrCh}{WY=r+ zqvN}&`afuK>k^KPeBk!BDJ(AcwUt}6r8xArJ3Jpbgdguq0K`G*%+rx95=i+)E%8Q` zPOwR5S;8hOvHT-JVJXLb)k$f;1o(b5Wp`IUKfGI>YYE|9pN6{O)d3eq39(NAKPMNT z(-K%!C$rD&Z_Qr;h%!W~oW9=&Vo%brJ2&?V3%joYQSJtL_;|QcQz z6+Jn><%z~_1FFHK&EgMg(ASB%POc=~HJGI1SvX+!zfK}#l;3uUOwz76AJxXgp}kc= zeg(JWB6jT|lOkC-^cAb3aC{)t$Fzzvz0rU*Mp@jw_7TmQDJyLywUpFDhKy@EQCPf| znK^imJ^76`a7ZKIlV`QCe(N1~weDv{y~zdi4{PKWuiql(?6;6ui`-!7hen?hq;=&V zRI(k*gDh<8geNq={FZ@ddjicKniS1a&8BtqN-?tpT5J<5b|yuQjGephmTN9Im~Ga# zoa-lESixk<^y| zkeN*l?C<>a;Z-=-L;47I;sm&shsI148yod&m{}+crkc5k5%#5clRHokq0e?GQ4ncO zwJsW7j}lUsNawVEg1lrl3)>)dbhTmd@p#{V9Pj)7R4q>iHF7l%How(gwQ*|=fsPE) z3%c_+oTE?zbaY#8|)&=5W6gs zX0rgcyLmiVhPXPBp&~hEL2TlvWkua-PIr^J;BC|>i5#rJW#>3dl*awes;r|l(p4eA3JniH@NMnSKKShg;Acq4OS2~x>n!fn_+JtWXo-ubuAo{8_m;jL!NQ7qDxnx(xy5U+9 zvx4)k54Ya$CWtk8UXrPdbj#CRDJlR(mJeX=sw51f@gzqKj)-KTeqD!b`xletyS-+u z&g*bcPM;(M%i0G|;+2G4)btUN};g}c{V6k>zIF$AN{(nx<$b^5x zT++GrC#~!&`{B7G^u2A~-3LvzccQrvuqWH+6?uZ9XiePp=a^vVWu$}g={OTdbW}7<}#!XJg>R9|=z6l|*GAf1KVN_3De}Q6b(~TLYBo!4Z6u7aGSt$Xt5R7~ z_7aqBc~LgjQY=$9D>1IZi8zCt%VViDD2gs+q8dQ`EWfuu|P0T;aHvuFE}mI7&|(kx6~{iOIkET z?Cd<;vv&lYTLd(|QkL=A_>?&xNy#9{hm$Y%rz+YOgZK;*AKhlz=w)FfY?nxFT=qR9 zlQ*&Vqk>c8^=0&c-^&0&QpR1XGY;OBTU?7lCPC&S%T$JD*Jz~{DLYbE?$03f>;O+C zo_@(g2u{H4B=&taCvS+tCn#jx$*$@0b>zT0Onpg$Q$dafW9+kOF^7r^?tyVc^THXw_3o!e}fcb&|Z zYYCkK>8vxrk-4$aJb|0YVNdt9rV9Qw@|PqW<6YFE(6`X4WZirNtIv zSri`UmLI2T`_-O)++NzXf9ucTm;n}n?hiVYRnHr}b;qB&EB@U%C3Jms@$LDEB`r_1 zDO;}$tqGE&q*G||e!{``LlZH5Z+o5zCAFZ5)*wK|6o2lgj$f<1 ziG;9!`bNldpmKIBMNy(;2=IfB}FCQ@&ar)j23)6)At_V>_)$vh2jd(m2=x3jQpw*l|9HKI&t_1mH7&jx72 z3sUy-HF;4%g(qIOXb!m$0gfPF?}CStz7JI#?fIB~$?fEq@2f$zx-Lv=6kWozp*r9jPC7J`J1{J- zvxR25LTO}`WxCeXN{v|}v`@5HlIFS^25rdel0-py@e)V(TH22{{}=V3xj z3sB{&xY;b<#bWWJckAJWl*1mcc;1}qTDZbkkI%qh`+QfY2Vw|roMU9tJ!K&VoPoqB zJ@Fi2eiv&>^bz7SYf_poI-qJ`IV1a=p91Bb-?9%`eSmskHDkhL-bm}Sq9)2#7*O6U zGX&XI$`JNtx|gYB9dsx$R%c%(oLJ?lsAhEI!$9juD0*ij==KSe!XJ+mUJHZ{Dt&^a zB}U1A;tQRPcWvdTPn3aWG3{XR2Fqda z78E#CO%C@z`>AcgelScEIy-7s)xWMqR!Jv_Cvz=A_0skb>XElpK3yyFpaqWUrAU>@ z!6*>UT7f!Q@N}(8YNkSODy5qg?8r;h2%j$-on1YV4qvN#*`v=9e>4TC248=bl)~M} zY9MOYP9Fq`E3?f(+hd?o(9p8PeMJ36F8^uT3~F-YXKodi3NQCMRxw*hO0k@QJqtA_ zUFNP37p>XhkCmf_w1rct{M#rJzPZsy$$AVVe-Bvz-S_t9J;bU)aJ66NzsInhL&}+KBmaOLe{S@lwH&zI~jiQzw}7 z$S;K8OfQh5JE;Olgou0(Z^VWkPGZt`VpXag%~pF=Gmv#&?n=_;X0-Q82NN2SB6-3 z@6$u`mdw(lf+_gCqHrGnR3#DD;DM#H-EFDn-7C1C>qYq^eA4X2P$s(&Jo8mNW?#Jh z74d65iQ8flT9E+0GSa|Yy_eY+WEMnDLut( zd2ox}?$E&HLbpAK+X&&_yjzS2D-gDs3GT0bn)v7$X)wANRClM*S-mNxVs<0buAXUmZEe2 z?WVionMRs*JKh+%c~o17w3A$*u}{vMtsVD!m6d=gQ;ca_e?(Znso6$Q0;b>_QblC` z>C&L7MVs*EL1;EGWH2IgapLl;e!xxGWtJ;#xHj?EOG7>~f^?0Q+_q)Q&JZ9yj}OAE zAFHnXjIdG>mD;eWt3}?l2(=2{0#9YTUFVGn%uz3JkO3KeFex<> zR~^km*wr33$t=Y`Hlcn3I} zYw6v#JY!57&sX1p_1gMn8d=HE+DBJz65WHk zUtmKzxS!UBUlrN}HVG=@gjneA3}xU_;=rPXn|tAkx`$2-Wf&z?GS$5-h*FOJc*4cPntkv0=uwxyq}Oeh1l$`RZ66)@-T>*T9=FOa4O%+^;>n8 z!Wm7iP0dSqqEmN;HA`Aa9bS*je(SD4_%)0W+kZI4jhAC$xH3(D)sGA6s(1Y0xxg(( zjY47eK>mVknSmsRbAS*;kbQ3b2zPYoAZUz41@BS3l!a~9p@NAu%iKB#TnLEV8uJBT z+i%!h)mH!a`d`|f!9$#ipgr}3Hp?=c{V-+~zuJ?( z*ZB{PW~6w^l$f+Q!5<$In*)DPW;^F!tVS$@-)!?+^#emen=|5P6tor6{!j+i;HA$< zyj`r}8o+)cM(Cf=4teO@a$O3-;-HCACS@ljxdb_6vlt*;easzx?h&S(x+A?%&6|N1 zEJ43WcND3|iL_Ohw*;l4gGs}ZDC2%ENoq1jjn`(K*ACnIDjX^eg>(%t#yr)yze*W! zMil&t$+gPMdkk$#j1BOYKS_q#L{NXx`>R%baT5*k+Z>H--=$F38b|ie)H}uu(mc5Q zmH3<>s#KL?oSiR*HE-y{?4i@V2Ia0pGX<*m5bgO?H;~1VG4$!^)ZXTT)mRUE{hp!J zX{)g^H{^tByS_E=W3Krhtp2~UKUbmw4LYS9oo?-Yaukor+uYE&ENOULC5^NJxO)DG zdfThn$374&#iCldrx$^{bz?eFl`g#mdU^_Vy4gDNI?L$CaT!6+{->cUb%!y9@@v+X7*U=Gh9U=vb;Cx*7tL=IsVU@($w6E;b92({D2 zI?^Cn)KXzhfRA@G<-vo-^z${3fefy3$d;<6lY9j3`Qr8&vQBlz$uH^gTjjTPT&%6c z@5;;uH_9(r-}ze5IdVd6FKXDJ{B4F}mw{w2c+>N%XEY8Dug<9^F`O3+JZK*dLMl5* zP#Tta@CyCG>R2EqNz(E!yHD8Up~>5Q4|exfYv-7pCMRL(YrzDix6$$FB+}H0SG!D$ z)eABnOG`KxPi~%ZcnX#?rxknh7gjn=pX{9)KU04OWG>ixwqS^EEZ7lib{%+7tFYJX zs?PQP#I!z2$MD!_@F8sTzVkrH_sLfx1BphjkrRq=#mUGwf36`Bh!tf$Ed*|Qa~L;j z0j1vJxWDW71v(NA7GyUt08inEpZb&unS+RaS)~T0jF7|bq9%pFx%D6YmOS>hde0Zo+ zR%KK21GB?rFGuL87{++Ml;J%KcWJ83QRwD9=Q~HEopr?JOmYn1Yw9pzMeT|#v*$eO z(%jKlcT==IrjOj=fUoK}CJNxB2WanYQuwGTv@6jW3a6)EAb!91^WTRrQ1r+eka4(x zf^+V-F@#%O7P8YoxV(b$X~_=yn8U*FI~GI?w{MapFX427?_n0fRlRG<`bg=zm59kV z#rhH>s66f(56YMjCh)_HO-NTV+wr>re#=w2P6FAYuKgoam zenZhs#*Otf+wOuuvflK(`#w}W;Eqv*@v?)3{0{(sK!Cr)H$CNK8K*Zgf0&&^wfQvG z-(ibTKs0}ZG6}dqqax5$z>{F@jZ5(~{pnz`kPAK93MsK6JXk7#AYbq|emKtz3MnyZ5MMbpIT?Bv=~*P1(~Yk7br z`CL#d9VNO z`syAg7`ICKab`hXfN`(K6Y<~5oH}yrDk{*KKpp-7XA5R+Dz!6QU508|wz`hOQVbx> z@Z~Z=>joc6`r&xn`++hlDa&HMgdXaj6COd!`Jz*bf6Bww{L`7wWaXi1w(891z4A~Q zw{^-eWr-bLfC0^{x3^?ks5!}=oo#{TeRscm11mty#c+!EBCK|WzU*Wy9jY|WgA?<|6yEG_c=MVEhX<&*EIt5%3FU1$uWU?g>#JH8U%E=m&KWj8fO3R$U zPTS^-8Qp6;6K_@42XL>+H#EF}Z_3Cf2)1F83sPSL328;Gn1jx@Pb_KYK2_rDE)eAq zs0hLW*t`JO&_fpZ(}@F$K{$EC9+au&1)9{d>TWFtxu8TqXB|EGVOUJvCSR7#bmm%| z!0#bAq{JW0zA?c0Wq4KfH|hqejyzGJ8O>>X%)sl5LOx+48etNION%I2-uP#CjMM#` zI!5Gi@fI#`LR^a~`e9xzqWApWdkK!RXP#@I;UNk=5egmq$GjsIJj`*TL1~S31zI+gHa+Iy}P$S<*=+x zrXbt%9IeKVvbY3gf>g1HQK%_kuv(|^IQ=kVhzWoks2#Rh75gT14q^fOuERTBu0mmJ zzK;ER)L+UPN6GxPSH`P|q0xNhQWS0Ly97p&abRc0to@?4Dxrm394E;-V5hzQ;9WI- zko$jn#4jhJwaN6`l5GGrcDA+x_y6d3b8};}x!Ky;*b?tso7-^zZ)s0(>xM{9BD?(~1Aw*xFf*|LXql>i+NQ{_p+V z|E0T|=Y4fMbNBmaFH^{^);kx2(CZ5>76crqD;BS$V0%e&jpBI~MG-8;fB))qM5UpHIJ089P+NGA;HJ)@ zs~v0qv--D+|FP`)k5`z3THu`Ze{-|B;jaI!t;G!~zvuK1l)?ZUQsleK zcP90Na$`{6)brXJ+M^SQVFm&E6G5$)yQg3*{OYI2UtK=_YH<41kL|Bsw!b>5tgT^W z@!m8`m9cVseR&Q?!eYF~Z{(AcsrVI?&m#H;{6HS{QM2CoJN(~E_`e_MR!Um{?_EX~ zxOQ}ckAlWm(=-#45;+)1Oa-VWhOTxhDie5{g4ne=5~E3PCQ*@PC?*+x&^m-Vu$2`% zQKQ~a5fHq+)-K1RbS6(jc`2pboIP%Kb@|Kd(QF7@4aJ+X0Tnfo!xE$NL&XjZZP(Ri zhk66d$6}rdN?GM~N3frE7tY!OD-*3a9eLV+S)zSx{N)2Q{`Yx}W6P&vUS>k3F4#0L zy%vtdT?ELWKbzhbR+HtUuUQ{VqnPB&x7qy%2E7UdxM$%Lc@2z~Kew^3hH z;z84iHcj8Y&S?FYy2yr|8KN%_P=IxXQltI^#7IqztaEj&;IAiFQw%>*1p1+ zbGaiAO9oQ(2nqHCzDSq{;CL&Ii~N1nX*-t~4GRlmU0w?I&nUHo(Ch3c7@`Lk-}=W)dvI^JL>I&-;`t|I`rD*PY$ z=)*5^(ig3CnYtVra1Ra6a83X;njHTAW4sg9e;=J`#60l9_p@51&)AIo8E8n3yl9Gk z#Wjqv7l*oa-kbH`2AjpN*ed-BG>RXgP5hyn^mUUMF4!J@mRZU0XP`yNxS~n=rQ0+K zkdWQ4M%Su{kaGf=55r4vY9iuG*$aG@F~N^Z%9pztaC#`v1M!|H~@%_Q57F z%{7H)&TH_XJCT2YM+>*})8MUO@dqy&i`R$I8J$(L`UpvB_;?GgMjNpwOAF`c1Rl zwen3pZU)H#IFuY^Jd04c(?&))o?D;fmP378h&fPlTFyyk!`UARafrLl_L|z%3M#=L zbrL9dwN{!m+Nb_GYH36;^`Slxs#eH)g7a)Da~}2x`fM_Rm1&A85q0=7gvcW3Q7lk_ z9)3A%bZfb^$%O4$)B6cTFMe)yV;k%5q88=YY!uep$k*E_Q*Se0Z?jCjt$e+$GWE9e z^|s5@+sW74DO2xBzTT5E^`7SIJ(cxhd$&!a&+{YpASqdY=7vs}H9l5w8LhP0`f8(6 zp`}!pAT_`)LaU`JA~gi32&{^_1nLfU0b2W138_}tMQAlsMWhwXE<%f!Dnd_A5n8KM z5qkP$3=9dZwo(K(HXEP1deUpDSmTOQjgO-> zV%FI3VXz2pk=7z2Cs)nYPHMIsj=$*rf4THubN2tu#@1%bz5mhNUY-A~_W!H>|7!pL zp!vT-`+Q3M#jTsZLp`35!8+9Qr(j?KO3=1G87J8gU0QCYy{jv*wo4b6rWMRRdu#3{ z)5g*A%&ExQ&H4=XQB=o5y<;Ca8h|l#e|i-Ch-mpQ!&{CX%nFZ@AKX1dyc7)Ln>zw= zb|}jMkq1a}|8|ePfvf6*PzwTV+9X~Er>29`@-Xg5;HE?1I{@+Z=8@R^0e%YtY~2GB zx9)+&Er-O*!?+`b!<|upZ4o06_hgJZB%@Q{TrL(84xG8VFHdX31xQ~my8Dmk zppsAM*svn@Ah7p{{`?sB9ePVZ=e4vapx;W7=T8`eq8vbZB1#ag<5A~v0hsbYm0&s! z4b~%rS?{CH>2Xjfo)6zBiMWh<5A~PO@JmX4@?gX0 zq>bOnLLW{&aF;cYQkFePD4s9g|EFZQmwSl+vazw*SlR!+wDHepGB3vo#pA!VvAMnF zjQ`fwPIEQ>pV|KVTeAIrE~D+eS($%j)9)YH_G_+w%U=*CC53q2Yvz_Wh24{(__Dfr zL+NkDcv7HGZAe!3Vv2s-=asOG`-T7(H*q%0yr6* z>yU&JPB<=M2(0@?LE77YzWe&cX=3G}RWE-$I5|B!K6tkKB6)H2!wGzpW^+N`S^5Sp zwmSD~4#s4;5HssXF`-8gTKZ%-eltpUvux5I;+GSuehX*4(;f(+e~|+0EpvJ^*&ANU z5_@V^Sw$ps4Sz`o1?3EFC(|yX=O{+u$kbM6b*Z#PRjme*>vL|BM0a;k6$K z88n)_d4pGrspJcK^xjzNQ%dG@6N6IKVqqyI8{S@Vpn^PNoQHk!|EF+MxEAe>Z`amN z_MaUc?wut6+C4Z;UcJ~og)7BEz29!AgOD8S1sx+X4K`TQ1SSb#T8j$VyB0y;A%Fn0 zf(Puc!*&d*Njk=)=9CM z>Z|=y4h^8X6-PjMt?85oIut73DhK+NODWCL0)C#pm_5I?Dd5Kc*5`jGtG2BW3hGvz z)h!!VVggTB<9yr#?XM^?xtR{d{#D8Yj0-?BPlXOv{>Pn$a!~G6ULXGb@aSKM73r!B zpKf}ik>J7pyH2IiXk%2{|4u~FL3)1uMm#|HflfvI@OWLx=o2XzN3cwm_F)+CHzwAD z7L-ivR1SA3WejBegr=q819IA>9iX#$*B7g?e5K+S3#fTMaWWgwh=Vg1|6oN_w!`R~ z97g^K#cHg|MkRJ*u=7-?jQ|lPmK~0Apr}rzYDU>xP7b~DVe*$DrcmBc-ZIn44T#{5 zp{roM;W!;6@=KKuSR8;t%qBgpyd?}5>R*A9z?^w(kcDV`Ev~W|3Rznq>G|hv3wa+? z@~jmwKK=0*Q4>P`^%tUz}y{nBpH z6dVsC+a+SQOqY@rT>Jup6h1j}^k4TZM}Ji*%EQ0QlpZ?~h*fQOUcTAtSo`ML0{xB?J7w@K*XM&k3y!uTD5RJafU^*Oxig}XS6fBr!vX3C#2U;(!)sdXu z{mUbL`*Qaglj~UmHfy;Orqd~ZTq`#(R}1TEVO=e(tA*9Kur5huXWKPrd1exr)@M3w zT55sT7p>(FAxz}2@1h1>mjlN{O89%%Rn}P?tv#)8N!DOx>b2v^4P7FuzuG_CJ2?Cy zd3AjBZ2#mW1Y?4(HcIM4=k#yvnheP6sVSBQFrvx@0>kX6-*(L}ZoTG#o6M@Mk0U7C z@da$ZX`tC6E>Ytl#m@i3@(19LXF{UF!6jrsj%IJcU|F}q8*|$&9C1~>rwQ7|%AKNk zyFy1w`|ps5(kI7FfeCpiISVc1D5dE7KAl3)Evv5WH)PSqGX=6_I9Bdnb5`|C=k(-4 z!|K=^Ei;4Q2gF|x+N*03KwftZ;08Bf8%8S_jxQ$3TRNN*pu#72)%mA$)$l<^9Q*VT zyBi#pdio*lUki>Mu%o-G#hrov)occct)S5^S#* zvYNca_P$fDQ2dM-PkiBY`wR}Z&+ycEcYNFJva_`8dNe~BiqB$Ivn2IgNzM~9BNh%t zt|m5B=RkaM7+e*nQ0|JU_G2Jaw#>Lql992s;3k8oe=SvnJg-xC95t&LQrCWb7o1MXu_ z{#8mu;Hzc5Bb!c)O0&SS1WAm*C{g&VGzQ&yh5(BzRGS2`>H+Aq!VY5`4sy;ghvWB? z(R)l*>*XWM#l=h`&xpG-scpt3kD4<8VZ3tW4;MYlH`6U~iknl>oujN3Uls6G89uPq zque3;++l?tc)L$QU5&1ci{h17R7AfG;3Bdj=+dM`0pu#)HqvHLdt!qj@JLV&;+EY` zP?3|5fV@kQyo3zV;;frf_(Cl>`vDq5x3E`)O8|EI4bhrgP@C1iV>|d$@uGeRDJovH z*K&p)K6Z&fC{ZvM8OS^yk~$#-W1DcHk^82ThX6(-$ajK)>H3p#HXNjw07Z79TGT1K z$$V;+020+gETV5B9|6YdJ8#s-ow;}47IKl+FF~JD%ksyH^j@j7?F8-8rzKz|tMsQS zWE^*E(c54x9ZHE;l6GyCGzBB>1OdoEOICe61S?fthhgINrIoG}06OV{Vh#{7X~Ylw zya^)U-9am5Lm2+w!u5KjBP$hmxX9wU zsa51B15}Xly(}tt!hHE6aq&97fLu0X&T`b22P>gEyC*-r+7ngC`@G)ojr!McjFjMq zM2JoStm=5}pp736oo2Pj`zaF}etS8T#{zc|hOv-UAu(0U3!<8b3}h(FufWnw3kQH9 zLWSt`;AFD9d9QtnaQ;)RK=U{{Fu6{g?JMv{K*R8M{CcT zvKcV*J3A^#h8M{%>2wk}v`%K3$Buw|T{I@BD*@qS-FrRJNx8n{{v~oeb`9q54Z8aFD*x5wRA@d+dMePEtF>xl%CMwUoIFCK9M-8 zN6&EOfh3FL^d`dFR)Psr=uB^VTlbwe`dyL(vU!dZzqP@aB69XN%~C}|%USIFdN`Vq zC4F+CiLAP;j~wxmq+Dzhh&;i;#I`$R&1qfWMm}iu*?KS7*9lHq%Mi6ElM>!O5Ux2cZ z6Y^On5FoE*6u9U%C`v$FA-G>dS?e?c@tk=61djSaLNR&UQ@X>Tx;#CYj0!@h!C-AH zOl;6p^Yx2Jnk&q9`Y>8{%Mef@SOrkAtH7I52^8%8YtdxVSF1x)$rUjq-X-V(iWD8` zpl+S*87ZQT5rBsh7r+*>npgMo(_~~R(qUo0OCb& zI4Td0Hc25^(tuSK*gszHzdktpAp}j|Zz~J${~Wf(u&Ho4F$r$?u|FDl)&ITncg@KV4x8DvFfwY5>@2uK7Br8Nx#O411=VPA?JTmi7C@8BYiFUwwE&)6 z4m%4ihDBqf7VOS~%XJ}4xyW`FTw>$3xfkg3ieX;Z8%topmO5w_kY+t)@)|NT9&l-I zDwK!W1jU8gy^5JIOJUki%rQnJ1jIlliWhUmkl=b@Cr|s++95&@kwuK)l{D6v3z-PwiW( zoukm5#@CGNBWFz73RT`MeITR`3}L_F6gqR@bk*6S*fBe&MtyUCX8|A@2J5orm1*l4 ztkfDeQ@OWn>-W}M?C13*=_S+~H{5)`QW zMvT#5XnA^hE&dPVC+cy@+7aC#Rrf&6^s`3-0d&kyNf7*v=k#Y?H;PnteOYb#1fr~5 z$IA(fRh8JO6EfaU20u6&n5VC3|54@XU!)xdDT+Uim6Ykv$X5C;z0J(|XiXlD)*`7@ z)FQoj*CMGIz&pA4)*@7m>XCJ`P2U;#C>dm42iqn`VWG}6znnySenH)>`9)>7%fOUm zVMV3x*p|`hKgrl`)^&6kDDEgBxm2!-mg6vIz_#mK>u}akd3?0_0T8@6vrBftS+dE7 zPHVgnDb)_kVsr|CWsZELE&>fxzd)|K8r-*>>YUZ#K79@t;@u|5o|`R{8(# zGyk6n{X9RyvRpBW0xZ)?c<1=aFODFB>+#XiX~_`FpFJG#{GL&q>;Q$tb}Jtum_CtF zowg!ZVv$7~0q}$=sB#3qOu^tV%r0q$yi38;3P$uD@R8g=k8Y!0eyv_A_`g zczIa@iiw8t6sA5n2Zob-gnD!^1~1JF4FZ-Qp4uEK4^bZYSnZ>G!z?w7T&=j6w}mQ^ zYM~Qp;YmBp-g~jip#89-j|S8r13JYgai$>NYX=VI+`eY+@3ErZ;L{lb77PKt`}r2w zklDcM+_$>~%ap;Gn<>x*VJ;mC!D$k(zB|2_hgEa?Eg-~&?&eGM);00TY>Cf6-59UW z;P`L=*OsMj1=*O`q0}i_lO;2y&X5{m(!g9q%lBRHg_2xK5|H5Tyz3 z2{1t?*g{9f0tS(yjt(S>M)?Yqm`9*|k`gcP4=|~UFly0_Al(GmaGcU<$jxLbQ0bk6 znhx6_mw_F&fl*CN&;8QlSKj|CMR1NCV9x%3XJ>1}+5hh}8=I^B|7!og+W)Wi|M$87 zXGx%h98z~Vz)paEl?-B&-atlgO~fsi-VU3r^(6b?&<53wYAU& zU+roq=l@CjGrilV*R<7_ds4{^)>0hWxl6q$u-l{#ucW^cX4g{`W>yhY+{Mepc-I*Z z!@6=a)ORuc0OxC{QiGdhb)Z`vH%eL6OVqf8VyaC+Du)izJOY|Wg62HhY3w*otLxQl zz@-gH-Af+~F*NRWqv7^RUH9dRH~u}P$tgC-V{03&cMRo5K?hz;Mf}q2@GM==%SjId-Ydh;Tc!Y z)<@ZTEn0s(Td(;!zYC|$1F_O{c;$mv`}khy+5G*<>7H1rVvX_O=vs)CB{5$J{6+Jeu7DR4Qr)9QU=&oVnWw-gan&patQ}j zLRw19sU}$u@vu_0s`y^~RMJJwm;X$LV}G+cg<3^agDcDW$`M>hg?DNbW7+TQBUG3! zaN=9pK=d*L=+BNQ%-zoRESB}&U{KAi zW5iH($7UIWhGPQsIvq+!4mO==17&gUUS|SAqz1XxB;*>s>bUxmV(dqPQQr2%P7lrn zh!M7aOSet2yd=_Az)eTmCZ!he;^Onyab+Nf z>zrKs@#!XEgL=%xVBQeK{UD*Cc0o8bW(ra2R41xPI#qDl^_QkGP ztWk24!EUACEq?419NQ(A*&F6Y0FT~uN&uYOXFwBycOZ@MgI0_R!$Q~_Bxfh2+F;7D z1SZcyu`#@-CuZ#kLdIPVGY|o+uB?hojXQ7kMQr4Hl~_7;0Pdz0`GOKO(WVfhc?=Ti zXHgAMs$3)?Iy{A-3D%2>WI1`|s~)`?rC`CBrpTj0O38aZ10i`vqAOy`=<`51mNu4! zqbi9i4^k_zXKS}%|Al{ApIA(#Ie|Sw4QP|rTyC`Q35Tp$-st{{sGyn!kRE-RR z5~^t6a>(z(C$$%lOq_QKd-_ z1Zkf7tLb=A-g@*kAE%tMHH2#6M_(mOZV;@6Up>`i1m!?A`s%6nviIRwXsR8&yzi|_ zCETdW=e=3~t*V`i2aaFqK77NiNui&ERb^yostboar$>87?dafA$mjQ9mzJ#heeThPOcy(anqJ`F)gN4zz?F$e*NmsXw*-BYNE5%0j zi|MX&GQ&RbvNIQfFLV6?Eyfe9civj`r%o`6e0Ys=GhIfJPxY{(w3SoWf@pGiVqzcF zFk(JvGQSM3s^!Q@(GPUj=D^Sod@Fw|#R zYjTa-xkB?HKOSZknk%LrbU9j!O8hHcv&w<^-7IV+lUzUS;#LlcFMfmd+1H=k%2Tj= zZU6T!E4$Xce z9baFjFt}Ck=0YRP!6})P-&o`@JR5e4_Ykp-7WBnI%hN@JmT!S{@OUFut1G!iVl-L+ zX4V^A3TtdNG)-f{+yatY2RUh|zY?pn|8#3ni^nxtZrv)oa(Kd- zStPKXOfMdER5h6h4Vy)~#_+cIw$RAK0IFG_K@mwYOmR-m6ZLe_ny0tih(x!vU@bD> z=v>BH{A@(d9O{^=UE4ragrfOYfMb;N+9OPySkpw#GAz><{T)oxF*aw934|V3pQ~k# zAJ57$iHfqSCAPdYW24fw!XI0>l?g?e1rjXpuw57&svx>jBKn;GNDTCnMR+6W`DA)Z zuL2N+DusJlF^%f_8saOuhKOF_*;{z6JimcfE&9-(j7DOKg{x%hD=fYP%%SYPT_`1Y zy_7e)F)!#?PbC~F%AQAs-O%qEMN1!;XbT?S)a$;$%a`=d+ag|5b7Fu?`X%yPJ`UKA zR6qr?spUU?PgU3U|NZJKH;a~@I-{_d6gY*AaG3A<}a>;lCxB6Le zEHY~}RPDo~!+rU#SrOC76DI3#N8j)5p6-Gn+>VV^XJ6Lr>jq9iC*BpM)-nuPt^93r zUa3WA6?g|BYT$kz{H0Ve@XKW7fG4GER=Tl17Z4rKk+iC&aveTD6C^=3`%&~)tfbw| zA1U|g*H_QrL$yDWUL*KXsM8}HZ7UL&YJ&(0PJQWz9;ETnw>6Ag_Uo%M!N|ng(5DN1 z3BYv2`!IS7_Hns{#q1J#3T#5k0jlVoGuZY9=h|L}EyVWr0A)}`4##kAvm0s)VFG&kDyQb*HMZc9a6R|{|0^h>x$Bm}= zZ`5eC@xSm|eb$M8;Gv>3JbJ-41=wdV_ID2p;Og&-0NyB%uL`0vA86~Lux%t8$;rXX z033`Q0g-@T-7~!H6H2M7cAq8s-4&Obh3^m z0M@~SV2CO+4|y?5d(*wijTKc>tc26_a`Ijt2K$%d;zG^XG$3RWd;%KcsTFSu5S8k# zx5rY$t%ej_7|kc|D{(BNQcUp{Ly}jftIjqFPgX7`{dZP0)v8{{RSLzc2_;v}C^U%z z7fLXhC3;FjfccCzPE}$c7j`zhya&)AN|-7ES!<^=2qjmAV=7NiFyvyROcjM71!=^S zb$3+xsi%dXN*@ZTe`S#U-^!Td*#qkW#IK`nlpCo+LNvEGH@BNlx0|iajjdX=U1l7@ z2;siJpT%OH&%~h}e zPQYDYHWo8G;a-=Cglmz0L4)QUa#cnqCdUDU(cO94+T2vqUB<`R9sK7y11laS@r9!8 z=%aCu@WHZ}L3X&xJ08d75t|PTP_H8H(c`GPz0urx3Yl%U8{1pd5NBCtoq~Ji)1i=d z%FATMt46}xDb)+wb8@eXMmSqa(eZ0?KXa?zJ^ASs7?WPffL7`YeE{A7waxBPz5n)l z{0>Mtt3}>VnNW00)A-IjF38H?@Ggv1#ah&;Hw;XjFnEyWx)|!=gLTlxGl-%VC{Dy>)c5UJFnD;?XM#jF;fP0iQIyN??N zTy_U;D3l-S3iRmqUS-Y~F(-;B=60U3x5eBPTAW!%6J-JY{n4we1Yy*0$oqogt~Zz_s_f#Fj33qAQ;gZ znan2_iZXv(-XU^?ISAFDFwH_7G#q3u7d;io3KlVJF`T6kx-O4Gh&7|=)l2Lih=2v$sycDP$9 zE-x2D4@1Or8d5tHJyAH@P~cHLdW9Q}KPHbj6ms|^yv36lJaG*0g3K@-;7#ao6;)iu zip}i})s=ZI3jXj$8UK)l=mhs6Sx0b6d95>_VG@SRvUG#Z;*#=|R+h9@gIrLqKQ51O z7qJ3609=tD^)lO~jPL(*Bo)9)#-59pjFcva|N4?&D|fGhn@hnt_;%0*7YZtjB@_AvbKJPJa8=QG~u#Cxg$zAf&7CJ( zJ6o--$T+o|Zw>t`YBgHT$IZs$=EiArtG(51H@7|ScHDQZ_U4X;*Q#$e{~j&#Z_R_T zjC;K>-a8B99X0Dup7;^pZf$QCeOdG1ErV`<9>lk|0~Fuf*$9or_LINoLiA|t8w(@e zD*LWwHTY!PkKM*r%ZKMQ9Py2k?>0*zzS(Mc5pQhQcZv{iEspqR$#*+8 z;!hT%xWMg65#k$*BmSi1yQfxzPg{#2zS*ol&5s54L&(UrTntPssDy6fPXoV=y$x!^4qP9aqWojhg8Q~*zyz1}od z_hxP4RnHn-JEV{s88N6$_z@8BbYMBY!M+H1C2->wa-*-36D8`^9DBF1T#oFD{#YT&^!oOmr2dQ@#j=f;BLO z+yNc+g%C+X7!Na@C)A3;JkO3Rn|oZ45Cd(y&A@S#I@$lDA4Wa<@%7=~lh=m_;M`OZ zWSqUNun#8({~v^ZYLW5&+3Vxu{lnAb+0o(igCC%Rd=t@|%0oIdMp22=GiO-+C*rlp z9AtM40n}?a4DXok8}}Q!lGU-P5aS{`#$fkZG)`|IJ#6?sT+ow8-bMdYCt_!6!F$F2 z6M55@;#!d9nbx+BGp2VuO8nyu{Ry0738a=A?T&x6!MEc9qDPgE%CbG_~X#?_XTP|AkUukgEjOIBupxv0aeSA>r!w zA6MD<+tK&Q;qFTeDCwKXFsZQM;j>q-A@yUk^#q?^z1Tf{esug&*S_qDeon*=?D}%E zqG4nBN&!x86Jd-f&OAzI%Dh*A*-IjY4~Y>M}`phq|*sMHN~TT>uwB*lbK1 z3)E5}S)raq!v#r2t1XdzfvW$VAd%!4i<#}2+K@l}cRRCxGjm(cFE5=8cZD!F z+R{oi{eeUiDQ4JL#Q}E`Y%ET)it^x#j=W&ZVwvd+CidYZdPz^Y#N^Z7FiTB-uxjNb zon2p{l$ANn#9JLN37%C=1K*$E%TPo}w=&@ywTxt#=MtAySkz%?mKB!2a@W!asthNZ zsish@=gV?zYMw^z$UW9e#tH}7;be9=8K=P#+67z{$a`}`J~$c9#Zrg?arLbny1;O2 zLrA@eSzi)h#`Q$3O2cuItOIp4^TE4nyh^b0JInuq;z;i{Z|@=hi};+Jzh~Z&GvT2n7R{ zi58RQ)2Cw6lJ%`A&2JhaE>G@qwg2Di-U!z#){@YNw_roG6-_5Mm~>9(S}09q9!T(y zL1MgV346f_3p6`OM?zH;`!L813YvugcUF-_E8Q3qgq~GQg-X{w{*$X3?m%n4S+?~&tyYm=xF}B=YlrMJ|Wz5}0 zIdgX|YgU0bqi>>}CviCr-JQ##Rl%bWihXNKf^=;w6=hqgJd|x^;r+kK5?DGFZ1MiT zxz%iKx%>adMq{=AU*&&Y<$qn}f4%qouVr(o;-L%LmxQcS3#%&px5@dQc>HxUr`Dp= zo5|krvY`6XDN<#GV1GtWbym1gR!{aD{d1f&pRK(jcYnW0FKo|~Ljp?DTpCrK{EyoI z+1!C(4t;XutBsnDiO~r<_#KO06FE9oiaFxsPP2iZr|?Vsq;Nc)7W~HZRC-MZot*}F zW)b~5Veh|M6m;R!&Tgf;!2Jn7OBak+;9`g}7sbzlr}8sg49nI-lXF3QjJM>MfQ|CB zJZ^rz2}Ai7TMJ{V>U}muDTCw2!icJRpKboiw2+$%PYqr1vrS=+fClUQx z0dleT=BkgRrah$VhWB(LgA`eL0^^I!i>Ig3{2>Q&QP%~*2)ObbB6pcHPH;|LEZhw{ z$q+D=tI=1gV9rAW#Vu!No87KWIT>!kx_Qc#)h{dR!ggyFbzv2CVHI^@6?NeYh`JEO zd-F5l-7+wLooEr|qb8Ivak(Z|-Os7*?9^l{@;q(aty+%$-bDxr?PLBvmeql}(ahz8?Ec$4r z##U&SP)q2xJLUb#=HJEdXJ_rlO}u?Sd@}|kE5ro}UbDBMm%3>m0;QTa;Vd3Ut*xh` zUMO5Juhm?tR*TnaJtN_>|Y$*_O3d zUf(PKZ`{wI4{+(D-!lH+t>#YCIse^kG&fe~zn|mZS~&-BT)Zjcp)N>iW8U3};#sva92k3_XbYO^G{LI_+v&7e0(T0DrNG4O zrD-{k^+#2LtPF#y>RlXt7rfx+RzVspQbAE_kvh@Q@!tM%^!-nfAd9M4JcNpnY$T!d za6E>@hP}}UF60jfwdm`wsifwRX*#;DoY2WZ#Ssin^4s39 zFIwCk-`1j2^b}j$+dbVsJ$SjFKp=r#2*|ho)lZMVx_tcA;PF>Kw!eDW{_13X?PT}) zeuBkb9K6J^eH)F2`!+c_-94o+8&4W*YoH>5#&a=DM}sWsft&i}C0@O#iaC&uP)n** zDi{wI$VerDs6FMj1=*m0=Yig$vLKe2k+5om)0*g59RRFpMXOS))c-RP>oYb`mu<&{ zjE)w|E;oUxDNFm4@c=?R>VO^c{F`iRfaW70WE!=j>cwc%6Ews>G1&TqLL~d~Of`^2 z*g{0Z0*9v9LIhU=2a%YDauR`w5F5gh;@9O>rg|il5rz=liZ{jWS5@}zF|UMo>E#(R z(MM|c{?dkw4VPf*@{C0;4M({MlqDBxmkz-o7Fd{ENF(U0%=qRd7ek_uT)f<4KG0rr z1xx41g%OEm$Q(5Zs}4Dk1cG%X0ge$shTJc!YATR<*f$+*o>xuPXOlq>A|ng%7udEl zx8pFH$?zf>Lzo7&32@LB5(6=RJr+yB8OjgQO80KP7?SYJuCGYctF~cnfm;t^@fu~R z>Zbb22HdS+jh%lqL9s%U<@biaQzcB-Yb0HduqFqvT)5M~5$divEwD zo*nP+p4OtqWM^k5w$O(vG^h}gL@d;WXrE6eBO<9N51^rJ-K~cRUH0AywPq?`b27qK z%Wx$oFE$KUwC$Zt;Wp9vZHEjMUw;j=e~7-#3|~UGhD#W6p!mNoqK`}28Ggl|z?c2W z==yS;B}n*AboMT#vkCYMDd2PytT2?TeEcN-{6(M6z-lGx#Iar50Ehat7glYNv+jM!rVIc4eN-4RH$&zvOO~iJtAI<5JA|4Y*%v{6}lcuf{G212(nCAqyu1NOr^TU(+1KmKlRZfrI;TRR(D;(e=$@n5!9 z`~NR${F4MC2`0&+CZIX?A36Tq{s+FsdzzO?Zl40~^;y~~9yfOGDDijjBke{Qsz ztN2f!$Nm=uEr5;uWeQ-w=P)qwbP!6T-=6*Fpl$#72G{ z%-Sc><7i!M!kqwOK%Kwwx|j$y0NAZfdZ64!o%Qp{Xu!z&PfbuA%(};j+WSxw|7(H$ zp<5IGldmBx3mPS0P`d(CMF0qPN#WuN6+v258}s(_)*Q# zM)bW^15Y|hA>b;IAVS*HC^lHQ~+_ zktBljDCpF-J_uTLRNG2dlXm_pys)Rw5NTZaEt@+oM(&gT2gIo8IC_x9qP9N)HrZEfb-3R7@45n9*8)6iC~Arw?+je1QtwC$6Ju-KU9XK$ye z&}>H*&*+!k8f&-kU*+B7#}#lh6tk+cej^kNp=$KsMcMFDAg|X%&C#P&=sJTek^)v1 zkZ*B85#0+*VKIRk-PltL=h(#*EXk8`6%Qo5#d;r7^3D4IYXBUeiQn&s*-$LlWvbnV zs|7nNKTte1`L4>r*Jy0nP&g_f1Afwb51{2eOiLNkWU9|VF-b-}vAcsq%{SCQ2gz4& zY+%BLM*ZoICM9T4nb_e#ykMq%>UO0z+t1z;LRE$-Q$pOTOc7qBs?sLZ^%T^L3Rg6x zMVTX8m9dsMo4r?R)p+13r{Bs_R-|65B#8;7yz!W)Rx!vdB@3}0iX!Z(K25Jiy}r;s zuLc+EwP;CB^bybc90Xc#~?Ur#TtM+i$$ zVx$>`iX~c$KZ9SeQUm4SHxduNcDr^JRH?8IqvF~6Kajt~aKyk7Vu;kw=SFXds*m)m z$gY5|Sgn`650R11@KT}Spd-H1+2}RK5<-(&#VJD<%>)y?nY}f879*pSErhl$aujNC z*hk0AYHxUfdC+X~lV1kY^BG~4+6RL8=B;3_ECD0YZ8Zuucd z!5ch9)d#@xR22r#g5ULk2g)hnl6w6VV^ewxTO?Gq8cfcgVyZY!K@X=D62xV6x>3hS z<0VU|R-Q|ozK+t1StTxD6kjj(-X6Aw_HwB-g^pT5?Agr8P_w&I<55GB~e!vnjDhvCQ}Sx5cM=*N1;UJo?um*bhLhSr_V$`t+~egVTe7%8K&0>1Z^$;jqYKR(wK3bdB{>I=hNb6I2|nuYW&y^~z9Afu*2q zQS?_lHt%1iLSzo~MP#%O%be*|`lD|kN0AzS_(z`lR6$Hpo;w$fUBy^1Fa{?0pJs*gV0$3E)<^!l4QaHK&irfu8<;SA+C^h<^m^)vK*!1*yBH1zd(I z;e}8NlbI0A7>EI_ws6!88Vn>S1nXx&?4e0XDA18uQLo<8%8P+b#Yzd)>bm5KZb|FS z6K&yuw$Z%pZG>QVjEYp>!*eR}Ho-U>mBA37WC|NR6COb>o!evxv2Ou#)qE2=_dsZy zLXjR%2C0#&JT4dOx=rBWMWhc$#^k19+G^)kHS%1lbohxO9jtW@8k1{X9!I1zn&$x9szTW=m}g5C z$n7}268bi#UxvO_;x*5pCFub3C-L=!#w-&SQ3zb(EI}jaM@&27XtweBU{|LZ3`EH zmGq_R_22d0fGP6LbaH(KcH5y~DthSPaW4fj2IX2b-kaVk8)tz;V)96~lvBMBkv2P` zS{IwN0eJHXDK&LeF+5lOvAQnB>bedVZD=UyVO2f3KF6}vwH#wo$narA}QL-DdliISyTuD|X zqCa);+9}=|R4>~(X@N)V&<$C{gquuA7zjb&ukFX_Ow|P66AsgKM3>Jb)kD1j+eSk9 zSCYOMrWr;Hbqc9e^Ob`cglB^Jt(ldLh3yG|pM47>G-*)|UJ?qq*Kd2!_bCSRiu1Jb zV6Pn$fH-i1=oMJ-K@~h}w3{2lOjk_g+G-OpzuXEUJeZfg%QR9yd+#;76c0nvoToD52p~z^Ym1`#3WEqr@|2B zP)(_6JiNMztCcX8(yV0j$|EIc6-(7Cv2VVzM%o@JC7~S3k^xvuW=r(*tXvD>;82;KJx&pqd>oHdol(H7?(I6c~-iFWMuOs`Z>)_50UJhax3ZaeINO?#jV6y^j zyZ-|&Kjs=GL@A@Bsq6DBQ?|NCW~n8WKGzgQyEUE9i`y=IhWfCj1E^r{8QDfq;~vAF zy5YBTQid^fbIk82Sr`0*6;jVk)P~7QbcQbHLO{PuZ#$#j<@ul& zy=zDBJX>Wy!w0b8ZIl6SS#~X$f&D6$5nIuB!z;Cg67SOfJCqqJ_?LHLARo#49wv&{ z0t=97mzE*iiGsWVB--Jv67@?XNrqQki5Eda??4p9@T|{ot_bV76?_J2GvOE{Kd55G zR1TGlm*&=#o2!zfG!G#~>Yln(g!EjLJ-gQ+btEeo85ib_z}6OJXMPH3yM8SSiA^RU zWq&D*-Q8?2i`ra*`f_d;UTozO8(A=w6>igg!wk~{p%oy0PuFeNRm+gY*gBYVz-p9k6Y@N#0;G$xV4rQ#4?Cs=69T>{v zLptj494Q7)4_{%B1$lT#G)Jw2BHm7>5NCppcF~*pi#<~$Fc#6;z6q(c_7j@wtGMtEX;~$`Gz-m1B;v^%qCac3&jNM@Og0-odeE;|lb@A|D~vXac4w zj*EC#7w^glBWrZ>2YA><{9Br$-+kg)(YkU0&C%`q#WWM%NyG%AbVh#}3OgvNl_q;x+fra()!Xw#9C)ZOU z_G1b@E9SN`sMBY$2^8FoC$ZHyFGOw4$?9O8Abb01o7v{|)YDM}aCY7G*Lm;VrB~z) zdhLfm5n*Q0`p3qn^@?+eo#_e|t7EiUA%-f>af+Cz!!g{!$Nm4S+t*_upeLjE>EJlM zNT+xs#bbZK%hHK}SM|1zORuMWvEohs4>ta1$uSI$p9QB6d zid$6=Il-uBSEHervT)1X?Eq@3@c9Mpt*=$#Cj8zR%g>i9IuP|VWAQw!himy2~ zA$T2_2{;Y(%O<`2(6(Q<==H7hdZX)D{6ZwWSK2+w&zPkM`^Y89Z<+d`36$OM{K*!Y zzS;Zx6(0g#sC{>n2jVb=aBv&D_QiW$CM3oY&*TOq(B_9RtEdyWz0^{`Y$ z4a)*O^V$E*ZKFEv_A#N^+4_gUo5!Hs*)2F{E9r-Rdc|)n)t~iXWATcfFm7JHNlqis zw17f=ydws5I!{rlwCF@(Pb@=-v!O_4A7)kmcA_E`(MlZLj$rMgEeYNp68nn}v)q=# zsH*=G%%Z~SU1yOf>^P-8kk*P>764CIXSFC_MuC-C=H{ueqGuJ`1HzN>Ks^qIQ``n? zEZvh%o)4j*(ppGMhY&8h99+QqX5E?yX6*6~eML@g7zSYS23Q2*>sP!V1t0rAN(;W^ z1<}TtbEPSFlfrNHGZ^3q3-W&pLqd*ff`<}OAPbo-4TeRPo1Rm983w6iED>ti_}SYM z^`;uv|GE3(^?q`Cl>B}Fr!zx=Zm=dnRo(oCJp<V(Q;_cs-eYV0p`ryXyJ)j%}GqMdF`Dy-ud$APBZ1vQd8v7 zLUY5^`erd^)pLll$$v9%E|r->o(76$f&U!wJNFndcM~Ff5n^EuXU7pXgX7Y|*(ba_ zQ+zZ30`0dJ7RUDG_QOK!pp1;WvJTF-4jPiTReWBPRc```#YQusXb)sTr#W6*-_rND za4~Gt`TyeJFAAXlD%Qu#UX?9lhed;}yJ2H%fORQAjG=htJh2MD2xRif;w*H0l?Vwl;!MLD2(x6Z->K(vnxuPjmkZ%Gcw z#U0IVCiQz?BzR}Cv^VX)6-+o?`sl(8CPq1_8j$v8Gs94_Aa5~&U458IU68_{@Ot@* zX9h7-PUyNGj|o_sE-?Qg))h>=Zl?3PIvc&{+HKUqX{gGagg&%Uzkn%tiNf)NWoU=X zXw;!JJA2$}+u)RA)rAL}3xxs!>8^PZ&+jZLE=={pJFhFGc_2TggFpQ|ej(XMG8MEn z9*$*fziC>>O~~BIz-7+oo(3+;?v&$<>NBLp@aQ|48#2gun;ba7)PA;+%Y7_L;Zru|l30xxbeX#F(X3{Q> z*H@u#UB1cP7qTGf`|Gl_bZiNhkG|;7%kY7^#M+(ukX!OUq`Tttm zjiwX-v9+_=SjB(*a^gSktl~ee;y?aI<3FnSf6s>>(!t5_m-GdOn}&mR9ShKe6%pcK zatXIfB4u(D>(X>6Xp7c90RpzT`0d*$gLa@JLr`uL?*q|?L$;}>;B9z8)6!`ep4%w$DE{)`<^HL7E)&sQhZ+}<4yA-_ zhZJ&*z@AXRbFPciO{+0w;pK&l>WR|#R^G%)`fpLW)h-e$5weU>2O$t-(ORVbq7a`= zSi6^LmO%(Q?7O;Rter9V*J`OYVi&Ris%Tl|;Bp1e)}ISfV^jz>NHV)wZ!nlvtLugv z)@z((^_RN`FOuiSM=xU!+>`6`|A;*kg|Ij?FuJ%^1BXC3f0W)xZ-uxZ(qee;kIhf( zZiclQ-sZ^Ng2U+mxx&QEmV~yqH5#GQNntnPHI0>HTJ;~_;*e#KmkFv=y<{P9HHCuj z4A*~3D})J{-395#5uVsalYakt3T_uSZ$aWi!(f;1QQv_GGegyN7AleLp=@j=U&2h& zENW2Yb7cA+jpK4o*H2!azDiC`URZsmm;1;6+&_+;s&!}=n=NRt-peq4h3Isg1MuJL zAp}<}IC;3!s(%^% zzqzyJ+W*CtV0)$iuk`^{fQ#!3i?a%h+=J;{cb$@F@h;H4jknMi0waN}s^EBxQ< z^g8tyx8a}s^lFb4X-5~MNsoctomb%5k0(DBegE4l-*<+=@w^tm0-Oy8c*zMoR84R6 zjW22a6CIcLFDBEhfKJk!mlcA$nh0LN)Fnh#AZ8+T`6&&QL)10LGKnCZiPLddOn2Cx zN;y-wGp{>7;Qpc-#bP1ATC}B-zbU(nZiCA%nMx-FxGwZ{Nc2JU71K5GEUo&+S73C5 z6skK#*}pY*TW25tz~;6G-uYM7(5dOlVjKGBE8gvqR$%HC$T6{t?nM-+C~JcWxT4JG z(ypkDsuZY1FE+ARB5K3|hZ8>R*FBASs$o)i~dV!XSCy8=*X<69RAmH_eVGa8p+7_ov=oKw(&f zM(HdaB+}`c`b^No#5YcouaVwD+5a`%PD(ru5-j>=G&vV#{qypA3=~izm5v3}I$OXemf684Wn^7l zP1g#s>OH{HOnM){=>E}tK@$>UoL!{Tg#g}OWguB$gy+xlH8pC%fzOW_D+|kbkb`y$ zzaAHU1q~wj5!4UjIYiw*BN^VH3H~4tJF-YC0?G|mRs+QVPG(rBlzR{_DsZ~IJme8` zwxOXEod9e*Q~?=h`1xb}?)V3Wl# ztP{LiGy&Ty)44DhKUGw8hqI7+g`EhikgFbk1g&3)FB!`ah{h^Z4kwXBv=YZ=937$Z z|F`$8-EHGYqWf9Df}@;!C8ZTb4?lXmquz0BC2_Z7dnI{#abTB2;WB~eXEcHEiV z-+obrHwaRc{OI(Kd}cZ#SttO7LZMJ7R4D_flfeHx2NGBYhl5m>l(Mdnc?%m|WiVVl zz~aeCmAMicth&$iO)`PMLzxbiW4Kx<_|7>y?e#Hki(q2OlcFlFF0IeNP)$YOJ1o(V z<$}%LDPUzw8_DPw#Od)IRwlM+Q05~oT}IqF0NcR_1Fx9{lk}$Xxy=>2OsZ-TOek6mxNH_u*(nnv zm#Z%n-9uM4Xe}x$FV#;JV&(4svg(ub$fCfQa>BZMMuq{xiFet&W1q!VT`RqQZ9~o* zpuAkC3Ak!1RdNop^cwg^Q()PqyPP2e(ZOXpckg{KqG|;2_DgZ=K;4*E$a^~9d!2*R zlf#~SbmH#2hx;EZ&TC7!iE>IqE805G8X3W{WEmc+&X%1N`xaV=b{e!)ClNPqJcJA; z`V2~>_8XizQW@sE<$|H2ZA|tx!tHa)2?j{gudC3H@yIZ^4dO6T+~MXF%w=C-*OrIY zsA6zz3hlekOncS@l~7%cP~A)xLp9V`27U||a3vgUIlW+la6{)KX{-?c_Ek(HYRW=a z$xYjoIuuefBOI4I__##kytZRismHKV;=w~I?NCc!eReY2B5yW6E^BrgUbW#2FKswH zV8d1AgEBe`T`Dtsn?_+Y0SjA!U<+{UVrA*QHSQ0{X90M5pkIJTUX3sg>ztX3ELxnl z^?SG`*YED1^xks6Kv_!eS07%-!EtB*MC0I;?r7u96uK19f{1*p<5Tw8naCtu!3>nh zui9N$n1D;W)bUr$)e65@6+_6@wTYoX%6Xo~+ItoQl|(%8K5O_sy=q+4AfZ@% z?apK8m2Db9$~3$yNFb_Cy;iTN3b!gq4Ye?-2UeN-XOfOEi#R~B+WPtS_6zG#5q6Bl zJ+AfQ{*iye#ZrEgYo~x93oUHTBn)491q8?e`5C1G{{*8aKjA9DKke(^_O*{76XiFQ zko*&ssq!Oz7N74SkTn0Mt$qSzI+!gKAbiAcUlkcl#^cvGoTf7`p0O!o`$cq?D`0xA z6xm^+Xcz!p6`*SY;DqLq*!awe##b2Q^O+YxXsvPZJ8B9X(l{P43Q4XK@bZ-biw1QL zh7UFXzQ@-9`Aee!HyyZ`aEk0Ec_IEmhyPmO(~8cpLZQHaY(jSYq5dE1!~j|1|I=!; zb`1ZY*7o+s|Mw5_|3C+j6ki7E?ZLbhXx!RD0fUWcyK)fLWU`kB*Nf>57&GUPDiMA| zyaMXDh|g6=tV84me|=_E#J!s#VB3xK$JO<*SSyj@oL2xStrsZ*veu>ZFfnJ=meqb}Od_d(Ibm z6t2~$+%l57t4?y~JB{Wl>nP@h+IqahFd*xwstH|L)@t zS_#cxEiB2{RJ!! z>J*6poL|F_p?44eT$2rJ@q%-pLIzAmf~Asoxnyl}KW7%D6=jtr1J-D!BY*}jDc;)I zPA`u=TY}*G-JN$v}~aA{dLg)9`gaymF^Ty-BI2_zm9T8_1ngVz9;rcaGHiepE z*>te22ENe#qnlp2@fCBlw6Q7Ld(G`uK4>tawFE@`)*L$NoMK1d=r_+>Y^0{3;MDw_ z0c~^1)X+MgE_++~?a*%rbODCNXle3{0U5Dg-4X@mPJ zX>De3kK6RTl}A3(b**a6>GfSI)zWI`!A9Mj%`gPwQndMKYKqyH3E^DO0>68)i<#l= z*uLmT6#Q&WECa?7hO9(Dr5?73CJIowl9|UcYz+Pz#AH9fHdqJICa5cE*t&~pK3rnt z4NR0}mNqIO9+X0K+81IZhlqz21a>pifRw9jMnh>NkN9Yq@B8c1NaSW26d z$WF6F*>z|qx{=X`CCy<%{QzXT?13Wa4S1^MV4XQj2zJy;q%2eRfmRFJ7NdeZTHF|Y z*5CihpDXMDm)!r}-mPyX;=k6nH~YUoX8)IZ)myvBEbe@h&E2`Y_MLm*m_Uyq+b(4W z6^=nks`B6))<#iFO9A*FEG@aGYH3HmidLlf)+HKFJ_SA(iNv^Znx9#9_=4Hpx(PQQ>*f>&bR$N z(MY-TPuu#-`{y)x4TNa-r$c_?hrdQ5KwuOWGmQdz zb^txSl=Y&!v<5IQLj1@0gdK#vCH!lABfSQMQxly|2+SO%ztZ7VI+<}qb;K~paE=EJ zB_oC!Gwg0bahA71CC%8>xX{s{;~dT)o~;hc_#ED5QOX5xJoSN3bR>+l*R zEcDv7`Cw{5NfSzJX&BCePm(cU;4h4hL4eAKl*d6DS_+G~Y7`)v+zQZ4*I~?NmID4x z!n-TC2}`ZkFtOpWwF}47C@{Z{{P;Q?50{U<(rM1FU%pycHQ9YGs@s~BE*qIG@Nxk? z_;n8bcn}5jl03%7{huiu{2m8W-)R)}-0RZ1Av`Rkq}F$#cK>O0nqcyZ>CpdN<<8#z zbTPqOn`J3sw1gQ<dk7P{4=`e2F7eM10ZM~97I;)xcJK9*i2S$UO zl<)^jYLT`!gCHttU)e@UuivOmceF_1EvwabJ;q|r_?)esABfI}?m8g7$`Y^wJ|jZ; z$5cF;7PSIjTB>X&t8A=OWhz@+>TD(JY_3ozy=7h%1~&u zJuo8_bbX2bW!`KPP1#FGUp|Ih0fbRkZT_l9CRzuT{K0BdYQkJ8PpvfEpG<@1g&hw} z%`^;}2{om>a!V@(i(w{B!NaZFDM(a%>4iokVgI$`l_qZqX~AzZIHys}usd4`ryIeu z`dr(;anFe(yHy<2JBX;zjTb)NZA5W+pMFGWbTQrx3y6r^p6tS`lWsJ-{6 z!^&6lo*Lb?(OL=gr-TqzCA!xBi-LOBOQGt-yYby{Jal=mxb#IvQN3vN%Nt0xAS_FY zxz1(_!d;`(L{gWYi$a<;2r#I6S3VTd_+p;t;U?8~%9|52GtgwCl@1d5kQxRi?6b|; zBOf-!YKNC{jT#b8L2gE$%#+U*I^<>#Lh@8QCvM&7g_l~>4q03G-0P?7Qm6S1u$4#PAMn?x#keVi402D2)@)lK%%BvdwszC=uTwX4MvCz+uM=*0sDr46QNHom9rE+m+J*O2KclzPfxb8bp$(GsYH zvTl4giYtn>fGn7M{}e^s5`rtWcYDdkhw8X7wBgHF$034Txtm-xWSXO}e^u@b)29IVU>E;Sv684` zulm)wj+F4JWV1;of`hZf!D&)mHchNpCBhz`CUiwAR;{yV36d^RZ?)oLQY|TXAVQOB z#f`bP1j$<*a~*>^1@q9g!`N0GN1e85(=!itn0e`#ZF4RUR@U!q<*vp-mv zH|1F1A*ci#zA309K#LWY`iCNyHPOO&CghF+%)q6-3Z}}t5m;P``_ua(+gQYl@jPZ1 zjadZHOLkbG9GWS733?&V-!k*&*NPZvYjC}O_xzxL-tF|LX(0O0aZydGA*N|O|c z;<1t1%SgGwvGAln>>!fI@@FBhST>DM+UXn%g4ONpAAYRzr=Rza`bQ`4n3J-em!j&h zAKX`^>bT^8)R`2f6TQRb-}<~nT-IvTNXfeWiF@PZ=+y-a2z%*b3h6dkg=#S3WO@hF zvN85mvTtXSX?R)WfqbW61e5czHXzJKtyWX&0#jz#E6i^9BeqE90zrv!7e+Tky747T z(u$q@DHT8u@U=^GAG??LE_Pj#1}bOt$gCBJb4>^lM!^8<7WKkI)iG0R(1FobPFX3f zjy4Z>&m2!Vh4@w3!-^_R1a3}a7LR-mneMf@`{k>MgQYW;a%z%ZTG1bB^c+0VC(*B} zAvic$KZHYn?1=Ej%Q;RzT!#^{aXS)4Z-$(F)VEmrEW7i`%!TGv=~1@NQ>?Xd;wxls zi(eSs0^Qmm*IHGKxhwDFwD~)EwvTRaIJgi&o_9dasPJ8eS0Td6vs32%ha^BRvAT2s zp#q%;Bi4lsDk)_%8ga6^)buy7ZdB6CnO#b@b4gj@F`2idB+gcW3} z4-L{9!~-uv6Z!DoC3U)YUH}`zvbZ-!QN|*(f{{QXPiyoI$kIKB+D>CMaNVVHkBtaA zWV!LoOCJ;-*A+S8Q|7&2s9vm&^fX-esV55GZ0rqucE_MyCo5Jkh(i7dk~k5Pi&9ax zRGfj!SI*zsN=goM{rU2h=N|MNmZxnxTgZGV%A!kY<-8ir z+OX0m5U?RCXAS${+8^9dS5bfHdZRh$FQVd#LrXC*mUkivc2RZI`zdN;E0R~r%B65C zBxNMij}Lz%fDw;c02%>-d1en@t~T`UAxcwo%lS@u%QSTipIZkfiU0lff4UuBGx+Oz z@n4(GolX4LZ*BZ97jZE4}jcN&}V|7OR3#VEk5$N$}K>}>LXe7oa63ui0? zC|IwSazXa^!&$Ex|7mBtz8U}LJpYyFy%-;s{U$uXf-i`#5mAsYy}^wD2?sa6I5wUI zgPXDc2#aRQFcB&NN##1WL#VYLLba z6DXqr8i;r5M!JnY(iJp#nJF8Uc$Pm~>46*?x*1%s+|FbJ5{Tj$0R>M$=;8fTITL|G z5($$FG)2eEi@b@WH+B!5{6yl%0ZkjtG;6fC{k9-`p-}*+6~w?LA=w;-GzST*0W*D= z6&y|H{uR6P%PBIC?xiJgUT0y3YnZoK+G!6vZ_eM5Z)mSCSPr+;6HI<8x%?=SZbGo% zV4TB&K|-=~25+q0Z+_wIkH>1)k*DxrEWVHD{=_^}ISe8nPAmgF8In`Cb{5Xa-u_c* z9G9w2>D9bMk54YLEz8Njcs?YwZ>yM(&N^#g@uNt^((50dp7-$xqRdbH{Lf?#$9U#f zsaOIn5G<#QIX#_B_8;fkVj2wK1`i^(&bx`DxKHvJVEQR1nfm6yK zjRpY}CErNVDV=O)^ZP50 z(hV$uKv3tB2oPo{jr=R}3MCyoYeUSI@<%7VPPd<=3u_SejmH;rA=NWsE1zEy=dBbY zQ)MG(I1Qn`kPI{<@N!whaEFmg)hmuajqd4RpxagnmWN|Fa_SmGeoVq4Xj)Z?t$#S7;gDVQ?u8uejRDZN)4 zRZgaq(fu|?7}Zs|Jg|P6ia5O%%}1cj>!#f{hR+hfH|0nY9r#LTWTyc9KOY&_XsL0<{3 zqHr-ou?{;1>VXGK3rq}MO$+A!1Uf0yIp#YC&>-I%>X=fY1y@1=CEojVu8H`Ygk(=i zl=i995L#QUSh1>#7=Z)B%X-r*zg({>)xB~W2|b!=Z{$0~-N*{jN%#WCEnLj05Yy;H zzpA7{H(3`pJ33Zf5T_{?=$cAC@&%Uuw(1r`|8j9f{Xz}f-8nPBaiT4^wh4!UtKimG zH%*!uj!9l)=cSm@7(j0x1#BP4O7d>)QF9mJaCCB0_g@r)1WY246rmPCvh$hDV2S`P zh(9d!M6~bmFP2(VOsc7mRiu!6k9qYkA|;o!f=L5C#XuJZ#c;_vGFBy>W)vjZ4jkb< z=k3_LBH9tVm@!*KL?m!OYl?#bz9H*{?@jfL$0uZM;e?d=jj;q1Xi4kl2yTNC`3V%# zuVSPaGo@XW`7fKB=XCR?P=}Hr{SRjVQPKRYxdBW>nU{5o4T!eIPV7bGr_oTod%_$& zM1XypCaarg=%V6q*EQ+yukVO8AOGwd0Bn7#=nZ0;s@5b>CS5%T09Zh{RJkStgVr(K z5S_F&@EK=_$Ptb3uD!bp$iSjKSc<7qbXlr^vN}pC>4<}#>fp7O^2pdPgsip6s>mn0 zHYY!!s3+?SNVU<>Vjz)hV6|&duQReD4}G@J1Z)tWw_x+uW;q>Uc|y3l1x}qW+|!+x zt)w*oG+jHvv)cN>HY37A>-&@u?lFVCQv2TBk>0l)hU{7J+iiqip zgwYI!8X&W9rtQIxM%*=QCe1XUV6$mdFu@V|qNh zeq)%cwEleJeZH{Pt_+BV8%&XWX6xvJw-wAH6jIK4szC|`|aZ*_LK-|wUXSmnD|!L8R(xP;|WsVwbkDD+o3fD=Q$ zQXw{KtCSI>U$G)S$yO;QW`0G{VwMHWm-|o$tYgerzzodHV;OGHI_S&1OkSV>H=Lju zlB#wQ^CClftStSWNG`0!qjaekJj!-BD~zIO;R5^9jM^iv5X#z^M3uYPA^^)5);BVs<+@SusOU zF!9@_CY_sU=REpeCFOuXnAFT!VW^t=2@!5UC2^GfPS?K;e2CaVom|ks5^JGTfl#W- zO<4r=(p0Tg?;#WV?DD;3e?fHD4ApkerZ7VhCdAdYr7a(a*e|CW-u)rUENQJ>k5xz` zFWt^}#>~cW&<&^c!UK=i zqy-58W4PEqQMVf0X@u++m!Z6r!70YOg>x>_zlvrC1h*!%iz&`c+Rls`r6^eMw=vl^ zw^U!K&}Jrkuwn7+i42Q?OS3CJiX9R6v@04DHFF@%hE7k)%>Xbixa{U6#o$%iNaJ z)TWr(n2D|MnD(;uY-P*rWP(SeVaRE#JyuqhJ$=bZ4xHFdQoXET^)*sv6kAFXt2-^u z7ng)WmhPgHP{@K&S*e^X>J`%)khPdD)~4~6H4qkgyN0D&5Cti1UR<;q^su0IMdvVN ziWb(-S1i8U#^tQG#OiAqyuwrN(7%PpId&c{J z>aD-T9lr9$1 z;MJ+j6Uab*OE?LjdDKV~wu2izY#Kb62;HRp`Yh~5eWS&Gu5f!r$#qk4NsACRV76vz5 zqf^=>11mCCwKfUZZs@~?l$7VOPN$2Bi>w;ACC9S(rXv4R+k#H{T+zFPS2ucib%TiZ zFJEEaB(G{1<`d~~r|z5pv#QLq8VJ5)WHJlAOh55|i~J8<|0lys<_vJ=Y7v0ei2u{t z#DDsx$A6^=Kx@SR*=lX#e}2p3KMFnzt@DBLf5^;ln)yF>w(6VwFV7YKbrDBA2CTzk zz^2Ckk#T}zdMeB|no7V|W(Xhq{;W_afKA;!Jvsh}=Z8HwNhpf&=3Xnjg6RF#g7R*w z^}XfYEb*>2om$`;Nx1o?rR+`e-S797cYjU3`~2Bb@2|;sjk@JsvVB|i-;;H0$H{kF zmiBF5C*RG6$#QzWr{Yi)DQ4mbOHeHs5WV@8aeHUs4GX@-XA3^dyj)oLzBRG5 zd1QHK;j4zFZ0p)GXKZuTLaUZ%fxEZBS@5+ia&m5gYglN|+_Ai~)e%|x*0R*=S!h4D zjOENy$8VN8wk_?m(79=;<2TE@&lXwNw8)&PMZVnH_|(E{cb2v6&a$So{+gUelQ{XV zY2ytG{hE{hlm4 zw&+|l+gf{LX`iL+U1(Y3Ej%={$uJ9#-&%C8+az3bV$nBlZS%;&8#gwYZP6oI78*8oI*Ji#^!$u zt*J^B6$YOSDq0-OidBiH3Yn|jK{&e?wsY}~ruS3NgMRh`$UHj_#u)GtPB%TcB=1GO z^ldEC%F&)sZq)Hq?pb>nO(06(t7xQl^n$hHK|Mig|R06aIh~_c-21G{Oj*jK2jzcUgBj1 zh%vz6MY!o(B+6Nie!KX9+N-G!j+M+@__NcIoCR5GAG z4D1+Mjp-?HCS!WC6H7BzBA!tu(DFi%kwz_{B6(fjslO!uYi?DPIAF5G-<+*&)5}n{ z&-fsURkSRoFq+itTVt1jY$zZ`8GNo0UWvm<4ez46+YD+nH?dzX(rfb~@g+v{rEZ_? zl5p`aIX}PebUVxyTih6=!Cv?i^*9xe7*wb&A>qQ*U)oOT?LLt_hoxd=_4ahnPfm_b z-mTJ__S3cIzt218%UaWZgx27I5`hrR%gOiSF!r^0&^f(!;H>@C4~A<(RnA4cg=geC zEb?53MV{D+%J71`obexOTD#aLM`K_D;jh|3Mb(`sV!akIVm&H-Cj5 zV=$(dfob4+o|REz**`nFTZo(;2|VzUr?bV&SC5;)gL3P=a3ywGHriP6XJ#yY4-U;d zO>e@@_&tR=K_zhhM9s?=yJ}XIEpPhEY|L6v7ob@hQs}nvY1b z#?+cJ@yy2F999vRuxUWv)Z+0%K8cho@bUwFmx(T(gG=)jXt=EC8LQw(Udnz?md-Iy zx<@uXW1sAS!a;yvdbIdG+%AheNV)KH1Q)gb39~B{EW-Hutr-d z;MWVMK-IDB3v=hTCO1%&O1PrG#&zO+xd2qP+6=&VlZf?i3xv+R5JAP)b_qA>f&aDO z=znWF-|uYIwcrdgn|Qi}qDqxQgi7K{6vP%`*|{h8u8@(ef0ezg@cz7@3rsPKysL>P zJ<6RQ+D>EFyi%!5`Dg*#3NnJZuUOGW;T?t*p{vr8f-LAiDc3efl8F}uHRSLPhAP=jt5T6C5rCZ6VnVCCe_5e2 zWXek}1F)IQfX>a&TDG(}DL)KZwUX>$Yk)<1@SAL`z#k$^GQ`QBUZ6Z!q!?j9R8(;Y z*)42|&Lxzd=N`;Y!W>z=s6xoF_SlNowe%!Y^M7diV@Q&e>aO zNFD`UE%xVRo%a@FUDUA&UL}fiMGa(Z%t?E7?mXo8&D5A5&|EG!IDwR=Xp!B7fN48T z&DguFLZVF1MPn80pBToA^c(ogajS%|;r{fhaUsI(!nyoY>R)zisMHNon~E)Ahg8N&Q~g_w9AZKu^{Vs!if27usA?J6c`NR8@WEWG0wPkWmT#NtnwF24e0T)s{1>53H92rq_bcCshDOW{BzAfr7dq)derdbQrAN9i9KnF= z*rZ-q%|_fIEY;++XTKo-A~UtFg7E}RTzL>CEOP}$^l$zAcNWfA8~~b$E$=Px)$f0A zZSQPt?tg#tUS2YS0ja zZBh{CVX1VCMO{yi>2??lXk@pl(?>)FX^cH&>2BLfMdf1Rd$H<#Dus7Mr3LS1mQ)pf zVp>)BK@+ROuj|>MbWu_2NJWlV1H=OWP^w^!T3#p&#-QJ_*02~+A*yW{1&ggT<=7vO zstyhaiy>CwZh$NVmUhlfv{I2A5Q^5+lBC({qXa@_R2+iaJPH!H5`G0q2o^(~>e;+s zpwmwMJ68tRN8DzouqO&DC~-ZLaZC+dmhPabQwaj7);SamgN0pgVCU&~E0RtuPYKUZ zK60nwT=)#AU=X^VLc#gH+IkA0#95^|f3@7_WuC*jpi)iM`%_7VAI<_ie%*mznM{uP(u|XUT0TtmBeSm}88ntl35{sF!Z4AH_W@iFsp?aIqO`&&xzj&Wd7e=mqy|5fC|C5!rwWAZ$%hLP zMj^CKJ~`3MZM+hf?vp5qsj8vWTw!lzPTBm!j1w7=!c|tC$*77JqvrzE+>L6%kVlti z&D={Q9~bf33pPinnjXEKMaoAevApM5&y!zh8ua9QmKQzwfvo1rOU>BGx>ECo!?M;= zBRuEPDXKVHG6XzK$NN@D7)+?-VAh|wV2PW}FsT}o1>KB(UXCYW6iW>Uu7&6fRsLbY z1yvi4$_WY6nUO%A&6Xug87EogB(N4r3OF@J59-&ME&_)zSV}Das}DQPxbLQCT!yP^DnM zf3kGxlkwN#P#o>BVpK8|msD{EilkH&R0Kr*LJteRL#hpZh=R!{dZ|=8=yu=+Pk;Z- zF;5P9^cI)-&OeWO{hl0{f|k84pec!*v+mJ{{q9HSr_M({g<<5dMxib6FKjgJA8~~3 zpXjLDzY$Kbe|US^?Hs*3ftGQusyN-w+fKK0a?t6i^QkNaN98{WQ7S8_TuCjL&L04* zT1JC82hqV+)X#jQtIeOo4jfE7Z@Z@-_%Ib8Sy>eIS@g(%>>r$;e<)@#y*4e>X(0Zd z#{L7js&YhtTw?!eHR_4@e~soQ{{M5{|5=dTHH@a!3c|*}W{$sj!L1SI?mb8Nf0rz- zF4PRmI$5jxD$QtD1z+W>|!}c0<(K%(O9N$4{ls_Tfn1$6I?6}oT25w~c51)^w<)YX89wGrC`id2xHNVsWH2SIfvTaZIq~udf6P$FJx;yP{ zC7USmNjL}LFRcs)MCZ4KN47b|yG67ZTn9y-o-?M}d6J6p(Ub_4=|G?q>N=>5dEl8E zmJ^z5Yc_D+_=y+!(~v+cCR<7mK*6&QvhFS`=BFp5 zEHb*v21x@|+ITa9fDeq0j%jri1;0IR=R>WKSJ-#Zl@Q_>D*Erz$_u z@UMOQCiy97!$yReihwZOwwHq*Wu-KbA$de!;z#r)=!B5N^y>BI8uh=${qL26en05^ zx7FIj|Ni#Rf8F8bqr`u2?U?7k+dGZj&GfTCXkZ0h$tPqUKr|8EO_ z;p63e%#^xJ5-eT+x6JrIJG-ro|KB$?|M}44faAPpZy+C6Y@hgI(!*qC{_qa)4xivW z*CXX3IlooZVuH&n3N$_MW{Uq|^WTzyGfM_6oB!L1{on3RW0U{qS^i!)2?;>sbS1qv zRo6}Fw+px;Amngh{Wz-#_nxBB8RP2AYDrT;aEqtl4D$ zZDh+T^FQZt->UP!(cCuI|K|42X8-?(oc|RbcSGtK zcy0l()c%v$|84E=ZtTC$v;WJ=|N6vIf$G+S=M` zZP#J`*LODS{~x*j7hX6A;p{$w$Z<}y-q>|IUNpaUdV|294t%($JtHsZHJvxTgI5P9 zJt)+_4q|%ei~I`^V49V-iyFYlM*tc{zVF20XnyBK{+@FmE}Ve}m#9SGDuQbcr$w*B zh-OB*CrB{e8kmWwV`enL(`0yfcXG}{kvV6J%W*Jpj)Q?ejeSs3X7DDy_J__Tpn(E! zp#?qG0_QE|FYA$!D|}S4nvS>->Dwe}8)3clJ*{IzR7syZa~okN@dF zbo3DNY2Er16Vcwr0YOYU6nWG6J!v;V@S)Q^cuz{~zd1TS>VG7ScitZLPddFG+~INd zowNOJ|LEZSc)#nMop;Ypd!3r&^n7TPPs(Qyc7#JisK*_Jpu-=@P{yQTN#oAaOXy(RGpzgo*}ko>udFhhSl_jn<$0Q2W@cy&eAK8j~VG}{}v zXdq%e9GrH0a9b&iV>cwTE0`*f9Ox}PR5@zsB<9kq;-mn3VAWYfW4Jg$3tz?qA7&@L zP*EdI5YZvRE72po{9hYhx>R*nGq13mZt6)0kGib8fX9O*MB3Dp-;f3~3I;MIhy3(`ep%Mx*as_w+AoY-&BJr#j`xws z%X00HXQ_Ev-s49zFAIIE=Vh5J#`A!gUzI=~;!NzvpZjjFbI|SdX-owOWOA$IOvyP!pCIB54^ZWn7>BmIr;gTFn%yCA;N!j zx<_w6W?+;6nJ7u8Z;2@Rhc^yjHk1kln89Vz*-GIGQX_`Z)P*^Zu^-vwhgy#DUAe@8 zYItM0Q~^5GXn`6F)rgVpbX?+-3LX=zM8uEFCh!>E5~}h^$HVQ#H6kX)!DS0)SS^mn zZtbx1cK`gi?;aeTz3+5;&UZwCe}DAu{oY>=$^SjL*jXxw`|{}+Auu{wzld50SuqJ} zfw|W^X4u{1qh8-$1G}ZYKWB@ea^L#}k?f8@>%@y0J)nxo%JJHn`b7T15AT*NG;pI+ zIisO$bqs7!_&ZQ83gHH2iE%~+4HEd9TO=$_r!;xX;KqkT5k`QT7hT~+jB<&7Vpmrg zTd|9xNnrB5#E)48l@DCnSD$8T(5K zHkJe>W)&Tl_9$G{DZzDS@<`K&mgeD&Kb4OYA`A)tkr%~}plWei#28zE?o}c1ED~%E zN+{tUdN@^s3q8*M*^%Q7Cxm#wL9sIr$>WgfZ6GDcGbkgNAc-g@ydSilxK{j1BVv-R z0xXzJEPzb?^7YGC%3mT*04HNr<&O%d5;T}HkwP5cQ;1E@s2)7TLBgJj>sTr_di&XnU1nCKEpoA?aJs553*R{S#6p2a*`WFO4tZ#S=`~18-WI^Y%a?m`_S%n3VjiS|d&o?Ifz9r?i3cC!2prr}+=f&N%pWjMU&cS|`CK&Vl(up$9SRZ4ta)UylO8etSuK5B*ehK#ct zZwea~TG$+!M5H5=VTV34tcH9k+cHfJ%6CX7$pX*|uBIO0W8VnUqgMB&$mVB}%7d?k zT(Pg0qqqf4++~tdfK!5Sc$Ja~$#{O)=^gy5+d1eQ{iAdEuTnNx|L8;KUnRCmDop3R zQut91|C3|i%tLP*{83eUS25=@_7j%8$DPV}Fps#+Dcr~XJDDt=Lx+Sc*6|$7QrOD; zbMxPonJq!wv#~x7gZKNLUSBYHDI01H{+8=-F^F+vT%_w4@QTuU)aR(CAWN|2ie>Yf3Y1iH>6JY(2{C-z3N%D`GR+=F z$Ai=Jlm4R+(rC}J8lRGy)B=v0h#)9F{h-npVx!3y;dFdYZ&=y|Y(D&H1IBFfR5_v{ zFCEr|Hr-Cj`tgOKtMni+5>1=tPzwo2IBDr$MO{e@O7HaNlTJ6u1T^@MHY%*m`b*h# zlVehjBFglA4=Km{50$kUX`l|GzqDC(lsfyAI!bNX-O)H~jlMiGI~r5_F*z}()KJ-l zuO@kza7AwF>~{~|r-_uO;3n1;%0aXv4`U$KgJmM>*%*i&TfSa0unf%H=X4QuY?^7k#=O#jMeg# zdK#&3HS&=Hk3hfU(|2nVP@VSdt}irdHeO_NAg}XD)!xNq;zjo>(33#0Lix$bcF2jd z;3D>ScuqcJ_(e?I+%8TR<8hHL$ZZk6F}dWPe}L%E*<%7J5~1?Hv>l3e&pG@QV(p;O zR4yQzDBTzrS+_{dV7a+iMVjaovA37qCERm_ekq%Q1M09VB{>!-(f0@P#(LyI1J*?< z0*H&Dc22c`WHaOSVm>4)ncznJ@B{Nv;9u!6t7(`;AIrrQV@!ipHkjUqH*ogNmm%^4 z4hM%$dB6AS-T6@kPEK#Ybj!#t6`E=2fQudJ7WJ&C$tnh*1;M|}eQN4l``+z6x^+r# z%kv{Rw!4P?7CiUCnG!;K;5|})I)z6+k<&x61`t0JvX~^)r__m+G>bjPG*i!Wl8E?` zPBxCEmbHW`^~M_l35f~;<^Xh9z|H{CM4Cw)_gazlJjr>f=u5r#=lw&n#S^lEWq=|0 z=yas#;V=jBv==8JVux4Q0Qydu-~9>p&J%%d0p0~@r=NcyyT6WnAAr9Tz<4Oe+HM*|gW z(gk!-$NONclm3y|vsH&`aaLu&0MIJ~!Vx zKR9&_e6?}@@$`*0)a#tZFd_-nkx?kSLhICH7#=+9W;bJtPm*{9JiWO$ndO~{3?FZw zD8H73dw2HJaV~vRRLo;&I?D&K!*XlMe=* zQ^je+Kql(kkH9_>gvrMI!2Bb{*@x0d1l=JxTnhntyfm3U!qS z#DCh|-d>Xbt+mzIYVNkSb|C&+6Y_s-Z{k0FTjPKB)4NyT?fOP&OTh?n)_3{ z&cy;LDABH1>=5d60{817;S*dfoYGA#J8ko(5Tv2-KAiZkW(0oE;W1fga3dC#9ID31}7Fo;Q z5W;JqN9eQT4+-st7-bD0S$PNrqr&pQTLj{?cjWBPW>E<4xqEwAVY+TxPMLJ@wpG!P zozhSl(<`Tk$N7NejG+A|{5TG#i_aSPSrlGH-edv=j=kyC0tOd~VCXpb)vWCn_`U8| z^!1+eL%UhqsXBjYw`wmpEA^jK{`XGLy9b?KZT@-wc=EroTiPRMsE+SKi=0v;PTT`6d@Q+4Zi59}1BFuL8^B->p;x0=2DFz~_!L@k+(;2p;@E zS1APE7%LY5^Hfa!^)aB}3Wb^a^3d|pI)zpvCJq0Xr^JluEb(g0CyV)m$=%2$isNh^ zMk|-)zgH|c4%aRjkJc|(mI}^%N${w*ePYH;0m#@U^X6%O1l{XE3&n!Td(=2K-h&1g+{R}?3 zc;;YNDIqmQIE5SCOX}lLlDw-Iux7~1TUeuB?oup2X9h4C$Gm+mwFjvqt!jwHSs7%WMxqC?Vg|f#^T!8)_bPKC3=Y<3rkU8?%<46fh{*v6xC|_w13n+H7HcVmtak9c%}?P>1tLw7Tm_jlh0n^X zE35H{yR>BB;UGz^ARjP2pkDk!ds$21K|1h}%-uA-kojiK!r{^_x+<3T8>Dv!p~? z=cSu#R^18|?h(jiHkACi94_V|NwPsxm`H(0>myHpo6$iIG7D#mF^!FmiLi(W$pf9H zo+ki_BD6ryL#lb@DWXK*;_=KfiltB~H3N7dcdFnt$je0xH(zp*SHOziEhB?0p(eC< zhmm&&Ht@c-Cu?rv}VKc3@nR$7B{=fC@R^9af+G%d)|Fit*$wS-i zdTqPbES%l{_;bJA25x8+FsUOvH2A}-gD@hnty;bIJ$v(G98PCMF4S_EJJ)ALk zV^Z3WXq$Hnv-@ErDM3qj3AR=t@`e!QwFd47P++%CFvNp^HW}LgzjFR-o^y{k|Lcui zbN=sc?{4P*^N;^V8`!M>Wc~}M;K!*0=l{-5+Wg;Yk;R_O{bsAaO~l0Zf7Bb>ySqD^ z`Trb$T4H**&r*2d^dYYaw z6jZ;oh%#8K|59~)(s(uKKj#eKrP#+D0sJV4#aE8KTc4$G_egHGf{(fZl` zzp=Zu+aUV?PP5hA=>O00hhid(*&0Mc^Wi(>fq58?#W#GD_Hh(UhvM2=p}>>C06wRU zXlveOj1dCyVHjYZtFlX@)3_C)hw^wew=~cIja73O5DekWpVD%_hQYL~Vy`--e{{ON zqtla8r2?AxhzIRv!C^+V$oGcjN)7aK$UsGJx|RtPw4hzmr$7nfSF;whwbsA~C0%p7 z^q7GUu-Zj5ZkJYCYO$DyK@Qp_E%br%#l`Rk?UF700fLQbfPi+1g+RcUd@$SE&{8to zuxJSFPYU%Q6E*Y%BY@9PqPu)$X_wUd|A;@Bl9@LiOOQ_`t1-G%wI&iMsW$2~7}a#0 z38PxHvjGi5cQ&wY|4xH7&EjcrinTlqL^GnN0;#t3G$7ODo(h++#HT_U2Kr1mX17m+ zG0getV7iq*bp$lye;Sl_CXfbX92KOt%yNQ|2CE({q`+Lz88sL$hQ7G644QtMhxgZB zektkphti(&sYI=QDHWJ);xacM^zqR_=cLyuU3>-jfrutTCOwufWyeWjwUm~GNa0`) zjgG?cEDwyrA#=qRIG}y}o72|D9HIBmbY}?~{LZ<$@@_D9pVpdQqEf*ztj^3lJW*zA>n6 m{x*M`zs=v~Z}YeL+x%_*Hh-JH&EKE@@BahSBs%>7I2ZsL?HRxT literal 0 HcmV?d00001 -- GitLab

      2. c)I_2y8n5)|9QIqdCdEtK{^_7-J818Dag!i-`4=<@W}6vm=Wb3S5bv2#v3#o z04=Y6P${Yk&2J{ad6J4WKljNhXFR2xXlDrTlGm{eO(O(+^R`EOubre9m|RWW_K0*S zm$39Ag#fO+y0_wqPXs;~mqKDzRnqR}!e})7k_fgi?7q$hSAI~Ej0!SHl|>gwvbwd z;Q=xK>JCfdI(8}*L~6oP`t7xP6Qj67--rRknwYy7M>_$kgX#ux*M);m=w2%RZ8nYi z;${juhk;BpajS(z`0!sxznyfu9bf_i?QXw|)kh#U1P4w;`iuD>_+*Iu5g@E^Y-#Qv z?)Ub$4;nmxDe&@CL3UJF3+wAL(*aWd`v2^`dwUzXtvKAj{VAr(lgFA}MU~`R;!|yp z*Y@su>)5F;ZTEHk%p+TqM2#%D8aauZliz2534j-nL(Yuk%VsyqIbCaJNDu@;5ClPh zVhZ6dMIE2%a~m9LG|1pD{!yDcx|$EHx_S>&kklb}2FD?=%}Nyz=J@*{FEWZHzk{DbCbIMh(Tc>%%Sa4a{* zgro2W)0Rq(w{R!s*Omu*M5CvuDL-Q67O#e`>UdIv7i{q_HDN(FXFBQ^9x2gJPkEYI zc*cf5L}~fUQyAx-I?<#6!0;oFEX++XD2YE-*VPmd-}Fz2-=KagYZ{w~>Khs02q`hq zU6#jrB7aDG9;ABZm^pV`u&R*}$u-1k1}Jo*X1*xKDhUT%2=mkD=t%^DjH1^-n!Fj^ zsfkg<)Pu#KD8+z7@rT9Oo&$IFDgDpQV3H>C#zWVN6!Qd*#{a&1bi8+X5VhB$-c%}S z7Ic!6qALC1pGZoIPxOO-8smKl@n5T(6JR*;UuRnCNo#)RNTehxa-sZ*9cXXxVvek3 z{HEThN)#2qHeZz)u(%0JssyA%$Op`MWh8mXacRmVx>x-Ef4z3=blB$270zE z7XeYWw5VDUs+3iRs|rQ6C8|PM684o!qJgSHL1~Yw22yZUc}ZzXq4i<85t$VpGU_%D z4v$`L?Z?%i;8KDnk!t1j>H@ZqRvWaZiZ#WmL-vzu#c8RjgxT3L$c;)ArlqD5*Wfx+ zi4|d)sZtOYoT{U%1i~yNqh)1=!8AgAmS#w{&(MrET%$#_S{;((&`7gtGbG<Q%J za^|F~=4+qnFtx=1$2a{f% zQ3pFaXT6eXa?Y~pq^?$^xCy4A>$*9kR_C==%jYg}2wJd9<0~;PxDoFSlMg9a_X1QV zWgO4!>)eTs&gZ^i+k?2V8l)kuZf+AizReLfN10LOE(lxD4rZWMn(XXNFA$b+oA0OM z0w$YO#|pPz_kk4c+X6Vzs$CT+x#61~E5(nrCFw?O++?uHf>RF|?aVi6j!q8_#7sN) z9bPQK9aM<4{ zoyF6^zDJ_S0v?9CYusDkogu~QMwKZu6XlR49*S@XoGa^-`y-n@yXK*qGu>t(o17UB zL^lat6Ru<)&PX|TYF5#2bF?d3Q?(a9`p~NzVY$$|z2W5zxSM3y(FvojwE)XK(!a+S z;Ha-WUHyXV31>Yxe1JV+O>O`oxA6Ai%UAomC%ZfF@Wa;LzW8;XGbG4E(MyG)zSocp zMu|j#abbgxQrXQdKvFi-3K5qpH}_6lODDTKagR^Gf4O%eDf+k5-BU^F5Yd0y-N(PL zj&@&d9a#e*eql7!YGYzF(fp{ONNq5w6PJyIe(%!X>p`yXt7Oo&eCr#e{3SIpVmUli z6KP-H1Ab2ig`oO7hK6wPaL(Y-bWfjIJoY8q+2Asa*2<L`}r0C5TdhrO~b^qfyC@HvAf|F*+w<&ulhE=zsXWy53F>!HF+aPtV_N|+f-4#PW z%B?!^0iL<`WYBM9h6qn-F*aT=`uX_qK<(HVS#_xMpYH&I=*2&Kv3;wKg^d$m^N`xv z;U~zlZ z-&Q+r{^yPM#>Qg&7x#Y__kR}mf9~`CPxhbTV4AM5^v}Q6&7V8wj_zGts&8B0Z@&~I zZ-{q-pL&;5>A1VJv-`u=>HbOb^Wpb9TPItP3dqebwEU+u>rF1-iZNMkM9T&re997b z5p@~=#v1BRd&eh-M|+THX#eoX3%71z5I62vSxhs16eR8n%auoD4xY@s`iOs** zeD}bkOBKZoesZ_CyS*#s*H655DszC_m3OxjyCee=O2FNSkZ}^?A{LWN8zcmKSb3t* zCZUb`(&wHh?bfet7UJ#jPo{is_^c|dZ{lT~umC5M=RP-L{ks`}zc*JssO6*mRO5t3%X9r=vb5QJn4k>gv@+q*o8dT1>paj+kXRV!s5g0Y15a5Q?ZoP&iU!Fj1Bw<= zbHvDrJffjK9(A?63Q?H%wF0qSeiZA^?S0TWAL-8~HkzlA;^ze<2W$-Zj4t-{BJ_KP z%e2Cx)4Y_*0Ukz*ieGtp;@?wrBcqc;y6&7^z7?Gj3O*bn_M&gT z$*y|C;WyuC@|qTfIx=RL?IyiJmiE<>a!e{V?G-S8t?U>ZDbLD$iJl(n-~?`5s43w{rqP&9j@jk`FzPh@IMq>^yZYp4Zh>!TjW~Bz@z;%aNNtCUzYOB@9!8Hc5YV%Wo54_w zMLNV(cMgB!a*C(BaM^3rAK>XQ#X{oU;ocW}`0 z5ARP5(qSJhJn#zbJggPiNSdP z@zd_nt`&)w#m69GC76Wz>Z*t5%-C)m8cP{KjrrFVG(LZmLNi?Y!`Jk0?(-jFol3`m zCFeh#cH52rw$WN$Tb%za&VLr?Ka2C9hl>A(TZVLWbEOVacExY^_&}PR>+lUViS5&) zquqlOFwCnUG2N*B9E|(_e6@SD_Yyw-w7a#ldz8G|-#QUweVJ_S?CkD9xeaf*_h{zk?>pkXIwG+#0JmFa7Z;NxO1dlUe;j@Skw_6I>d?zBEx)`@EsJJ z12B=XHvmpjFJG5KH46!G4+=t+Xr7wmR<``E&LPo*Pf`a!lGi<7^EvWi{@+K%eKsw}N z&4)+AEeb<23keyPp|Q%XBX+cOJM_5~#9Rj^H^IhP{BRZ$+=}sS1?)BvxP63aug*vs ze|Nv+E`AS(XurWu+I^v@B~@8jm&V?tAFpL^lvFV@UZseDSOym3Li6IEvRUzH?c)zJ zdLA>ufI_LgGX|q6nxXuNE};pAc}INLb(Pd+nFdPE61ik;?qDu~on?;3Y&EuGW2ow) zS*NTdu%sca&fD_^5td_bmb7~%r@x8zTD3;pEk!ZV&Js7c<-fOp)!8UjT`_2a)dqdI z1BQ2W#9wBIk{y7zVokf846f<+jhI`nCcQUTy}xS*p-^j9Ih@WCD9li?E^d?FP>ixE zhY+rMA9ZX=?PhjFLWo2M5K7*E1J^Ef6%Kc1Ckgu^9wYr#L854iL~IJFD2jH-c>QW? z`>(iz?6BgdQL!1O=x(9}-M`d#?_h7JXV$Bu!)>wGmyqBMZY6&ak1JFS`2s$#Qia`v z9f+(ZD~k7POG_SeF~oEQcRC~RYSCt7jd{cVo{%)Pi)jgrh1C>?GKTG3IAR%a+Cpi8 z#jcSJG((AE7Go@ZHu7XvYr2_e-IgtG@O+_)%rW2~5|`U2Yt~g+Oq2+4z-lVy02Yf- z-{dblDEPzT-|yW1&zMjaN(9f8Tm~t&|F5mByZ1jeVgFy){}=ZEh5i2??Ehug zKj7X(deOUlr(dKWrw~W+i@G1e;i$A+O&u>?wkHwTXf$A`X>r;2Wtui}3=#7Ht z+~#ORp1Uo(|%rmvOI zbA|y6q0#;T^vmHbI4T3r>x4F_o0FeM)vFz|TOUt?~nmaDDCZFlGwhw*^TIH zJ=|mRB#E0EQ6Gv+EQY2~HOcujxqRCj37XX1&!j{C=SH*$U+o(q#4Ur%-cV>7u&yA! z?v)_-no7fHzR9Q7XSiQuCH6+7~;p20-6v&2kkn46DT<(#>QtJ3?E>$I)|1+at{;m*l6YOj3T_11N7IkLd zV>?!PH(ELGDT_z*TPYi)XRGA`R9*KBBI~!@h&lIs3g(I7#4LH6_Jq2WppQ2rFNa@+ zm8@{YK7xbkDR6bGnwg7tRpn+e-EevL-qG&{(a)d$hY(iMJTKlHIdGg#Gm@RsH&B*i z0+~%K0wo6$N`fz^QdXM%v=2U!vZKq(%Xsl=Hxl~Z{;m>Rdq03VD%$<$-toz?n(xG_9zrO7roT%=Q){hK}0iXNNm* zC+*vUgD?a0`YJAm+9RiE-u>E9`cUAoqrd(>_ znHp>m^A&_X>Hz0nz%uz+s4~kk=B+MMjFnF zO(sDGlKfTP2c4z_Ai3mKxx)Cj(}TUgo$l7;h!x6N^s0 zazDx@LiKKxO_l19a+67eSzfLVB{%ctf>LFg`k^^09D`X!Gnf^or9lvr0TYTu=Y6(|X*2C$NL33WmaFB>sXnP+AS8zM0 z4~i@6uD*cF?mY)?2fI!+ji@G-V90!RcqI5g`u-QC81L*JZ%6xkFZW3n$-cfWgT?3JqXkk2jK@$PCh|qShJip-dGJ8X^h`)+(t zKWlOA#51y-iHUaZnUwN>vbp#F%wB5nTGqU?s3Bw|8Wwx2q#Gdyt=YNOHOLZh*-4XL0#-wJMdXKwU%^VkGLJ|) z>m-K0^D67GQp}YELeUhnnaXg%7xyd@^&on~6sU_17iqJg2DZ!z#{1CS!_v;~sxrPtx~;@r}`A!1nI(1ZRp-p08I!^wZPR5`FC|hxz!EM^6Y->kh8JSg=a;ugzmEe$4Y&;X% z*Hvhi+p1^mhaotEa;S|dSI5JfD+;y)eoi>VFbSXz@|c*NRstkhvTeBBVi)<@EQ$In zA}Ns5JvBt-)RBqQtIYUZ!{<6a9cK()QZ}%ei%G{xuZY3DS=6>lmm{6g8hCrl$J^uz zrl0-E-lLrMtnHo3ktZ!ZI33zZ16x9|kqYbyi;%x>u61o*Kz5fVY47r_moS;N0j6+J z>FCY$Er?$N*hg{Pw4xG*M?Kq|buf7(DzT(m$l01@H7W(Cq8i@((CZzr9C^;~WB`=B z;2rt9PfMvyZ{c`B3Ep zz+dgYEj3e@l^%^!;}#fm*wLT01yo+FYto%Mhkwt`!}?V+OZU7T3r(lY*;HG&%%J=F zwXx*BhNWys?zF+=Q%e~{DBvDByvQdy6Xg?4E5$y$iPIC7gK#EA`ko9b_oQCuHf2gq zT4R`-Ocj{g0mRvMem1m?!lAZ2X18j>oylQ2_wOv)E&k*1rSH{u-Kb+TpeAzIc=u?m zcHg_XAiF8i0dq@^AAeRlNXwZENPknvUq5-!m8uA831FuT3rHfX+23>b(pm_5DQ+}fjd3&M3t|>I6OSsxR zHKc2GLpnx#z>RN2Bk5$)FkZ$D?b6zCy;S2ofWL3;pY9&l|I(QI|6&+0|D=FUHLX#@ zH)i-)6nAw1d_aT05TY`a*W=R9xz6Yo)R3DOH1_&gF##`tw9_v%Tj)0-{?G*&qv&_Y zG5Sfdj($NrWUx@oq~9p6GUO!o($4`t)8B1|)AR@KGH5XtG~JcFXec6?Qom5#sb2)y zRF^=0HSJC&HpO$JU|2cVAH6kK4uiQj-d27AGm&hOdZOLMcaQ0g`@Tbt|Aqk z_C12ok$1U4F*ht5>^5b?T$^mr{YXz$x*6F}S0Eeeu47R8A~bzzp`q^@#1#ZkK)~Eh zcG%=o^1*oD#?8uDP5LFnYPR9@|_5>uEck7ahFTzOh|LA_3BQWrPFcPtZ(z9*K;p%7jM;b?fPv$ZJ}v!*S|K)IihSBKE2#!lPjN{7=|J8+jyqj|i0qQQ3m($EHXrYi_7 zSEh48BdMBa1-A=|vldnvM}5UW2~_{tZNb?(9~oPrq(jua@~P74$x5_l2J}KR5^9}P zBcfJspT;JY1Ga`K)ok9O!)@(f6q<4XC-{Ra5I$oU z9rnR)BBaSA2tqC5P{3KeB{+F3x@{gaa&7 zR@0O`blKr^^l-<|GHQr!FnAjMyE}>Yo4vumUD}DR^lwSYFZVEn`%W`HAH~ z`~Y`uN>*b_Dm~&VQGCCf2&kgDw_84cd8(p=`T9kKEOe8JNut1gdcWEK{6G4>+xsqy zuYTtX?nW-~_0ZEj@9iCaAcLpOD%zyoS&(v~X!Sn-4;7PWJcQ`8Ks%BzcR_J75uE+u zEd-<%tpk61M-;E~^L~(iFxOU6Xe0An zy%ls*;RCG91NCpLE}$&cjPVUVEDQPWM0kg-?L$W^-#^^m+E0!S4^K?M^0}g_|Ef{xJt5X}VbUp+PxUD2zyvB% zx(tvmk2IX)&W8w*?nXR!ke@Z+c`r+VnX+)Oa)wEB=X(lQj&-+=lasxdyT=ez2tpci zuwv$b^qmc=^X`YeeGBIGyJ0nWHs|tq4Gp0Kz8fm1D7@|m@z&v;FW@?h-krYg3Ed~j zs}vJV%aw}{qq9TRTcR~Nr=Ve;POAYI?rSv_fKn;OV(ULZ)34H6Jn^^e5NkQKq@`D= zph7g;0WGkieX(?w=(*tty6RsrX0t@CzLc}=fo)2tpDD;C7FE~Hbc+6PfLAVVs5ZaK z-WQf(2@!Rxp~5~Tt}yaC}<0vR&K08L&V4(YiJK`WSL9707UFOFdW>*?`!ZsnUZNacPa z*HLv}m8Xh=-Q{&>68biZrrdC=I1Yo3wVeg^c zM{GyM_7#YoP19>Uz>!J_ZU%XacES;EDsxhi=uT62y*`a)Bul6|1KR{pmasxJ&`{6s z>K7q2&nOho-=0=vC+`PBZbHFYV80@&K2*?fer zf5Y*`zz>1=WzI5uxAmU04n(n0VT3ZtIXO8e_{KT)^}ufaYjhtRq%z&k!afDsY#?}A z!EPyc*vfG@uPSP-u%!i|62piTNB=Yumdqlu>t?zuF&p30cr-BOZZHrdeQVr((iaY5 zC#16{)-X;z6KcMM?OaD3{s>ljL&#MI{2dz>VGL z8Hgfj70R`Z??a8RP~Lq!4tfja`;8WbLVuV!y_sj=j9gUV+;|y$yE^f>*9sOKEa~1> zOiJe{nF=>6jc4B1Ofmzwo5`Qu=r4B5^hUQ1H@N9+p7L8qfrI9%Bd1iB`46P452CBv zn$vvGV1|?^%lBLz@%#07OHp-B_@nEa$@Mt1G6PgQ>X!}BX@Bt`NOk5hXuHVc{YdA( zz(2ur-lC(?@cHjbXQQ)WpZ|7NH&$AU^WR1O@5S-&;`sMIkAK0r8$_6O=qrBCyHsIND)kQ5|c#fARlnrd&HzE*XvS-lZvy zMZ^NDY9AaP?80B^jo&#ArJ-z0}CQo;HwrIotqC;Wt1|+5JU|?nD zu^=@o7_|`~28jfPf73n#<*@QQ_>Gl~wT2vH=WLviQu_~N6uvF;;v|V>@_n1;nXP)x z4jNj+9G*<~vV-vydR(`gi9JmV)*hvIYaf~4i$o3sY|WqnZ~6nVnoZ}!KpNpa$Eq$i zaNy-H3fy7iV!^P6*>5=DLB8^R$k&l9)QU6SD@nNC|R*TanI4~;0N^)S+iEjr$8s02vg ztwTq&{)Il>q8S)l)=Jdq>n@@Vf3vZ#SM6%OYM1t^eTQBVFU8?5wf$Xc+tWd@oOZhG z7VJ!XYEN!KaUnLrhjP#x4*r`;M$y8oH`y6~uUJq0kvM|#eb6y-Y5~1?e%3V z5mRpOWzA1x9+Eu{4}~gn);gE@LBv>;7uAslVeJkhR=MB7=#Mk@`XO;FjP_0ZyN?Mi zs*cCKv~1r32Q==z`F!%J>Kw->hCDO`gu^#I{s?6f zaDhfeps9c-!P*^Vr%Q;gRwVRP0* zHTLp0qHEtt(&va%Man>y5##RRm;wT##bpj{WWB3a^aK1w5Ak6U9GC}JGA4>Y+ zc-#AdDk>?Yo!HLCg7~TZw}9+RnsV zmGuGKYw`^ZUc)zKWD^8iG06p~uYrWLqE^g7=i4Wiv~!;-@pTu7atKreVF9cxz%}%c z1^#s6fMO6%-mnK{YI%kxwXC{Zi$N}^5YSmi4}KUHQ@6?IWiy?*7ANp~2o5Rn2eWSs zaQ-{EuKOEx164xIl&^d?&?7J@SbhQeFt@%E7tq$Z;%U4iT zOIRkCA-ssXAaMWeL!g;61d>XOc>w0qqC+{@i|vA@+1NeLs$$#BgMs6ufr>TlhF=$5 zYvTu*z&)ur>s%$2a>x7fwU>>C=%c4?&u~1F7`Pk0o*lmm$&M!kP9*kUQ{HL3vMJ2c zS`R!cdfoVXL#KN_clCM$=Iqde*W7JhhK6yyDfKOgLM^@q<5BZCg!>#n zRrJ)WThqR58<%H{S_6l81BiTwC$0&+Urt2T!6-?V0XyyW2k+|f{oMb{UtO8`?qB)+ zzqOUtD#d?YX?I%k{$FQ(asThJ@BjUl?*2X2rM-K*W%w&!{rigV{^cXTPI{Lq*mLMc zSN;x|y24d*6|AYsRg1SOL@7GSi0Nale7&L?6jv3jS`>O@bRRX4R6eos(B1AU(!2S5o3&vdc$Nme)EP0YRYZsRRk4(O^w`4r&0?$*pyR(5SG5#FZ*9BvLT>6hLN)S{6JYM^pR{$POB9+%O_m z`UMJw_R@rkbg8=^PR70VX>>)@RwZ_{2Mv*Yyow;X462~<{e;yBseu%RTz z)KIr#3{fCU)%J(U0D`K}EXPAQlND2jN227AEfXT>^x&@thyOUJseFy%lg>-s72B6h z+`s&1EQt!N@U)x)f(R9jcDD*B-Btur8~#p=s^VyC`s3?9c zy-B-3R`c#sEV%NOP7qnE<=Me8VVlse{DZZ1w(X_nu-d;BRYO#D`{^3nxX)|LPeX}h zmt))rrt3tHSv|zwVshAJ#!G(@;s<$H=q;iWZyJ&crW=gXej>lr`B=q%AjD;qm(p9n zaG%MK?kxyBnMVa#hsM?7CYzCvqXQTsd*k`)QUPx!y0dW<5K35Yfz|;@M&mQo9DEA|}eUh2lT% zS1A6fB9R;IHJbvQIr+`t02XS|CNfT;(wKeSMfjK zEb+g2s+LHv;(rxnTM7NENWS8KrE;~X2u zlw2&Ni-mNtkS-Qdz4**UU}sxZvKljyOUp5x0?oA^>q{Q;hmapENjPR~P&aVv@m&|y zifbWr&DGgG#vf#6k5{_~J9`H|Ca;bTw|9?^LomkZc%dXbbW8unPU-YGxtd}b07Ir+ z3^0v_`fbyQ9pfSIa#(ey1C676gw z+=dG0OLeaeU)wwd>w0{rF8(cap!D(`(hd$(-rVM#5slfvKGNt~rx|tAf@Nm~%je+r zZDQ4}TTd2IJlviogHa-s-qKN+01`eYtCydJ)x+loEN4@&0~{3{xVz5|%IX$F2Kv{qhu*a7Ba3dH?yd8@ zP8K%uKoJt^l^*vMQDMnmuztg2sCK0JMbpC0BWB|mN>zZFd*HI%6$+nK#^Ahc_ik~8YEy=>@&I&Nk;f$t_c$kpgVFo(@ICqf zdwIz66A6yAJ8w44c;r!X2p`5NNA_^hvwSn>70yd@DzQcD1KLQ~P2TTq+3zhfKj6Y-*XAa-tB`))>5XVemb zP@-VYGK6_NBy~av#x~(XBlm4L4?za9NmN?cY|s~cAYRB$)QdW0H|a|f>qVkoh(+{m z*uvVS=Br8%t<06Kw!Vh#{7X~YlwJPVV>!Ioeq1l!?U5`=&@ zbEkTt9lfSaI1Iz2d<>~7v`pJ=6X7)CCCMRkneb-P6$ z=0awC;|f*rCOkhT?rI_41PXt)+)QchS#q*Z0wi{(0r%$qn@+}o)5y zA3k!u*V9%G7h>G!R~E6~clFYN^zt(C~nIqdNjOiX-X?YVmtJfJ^gVBaKc0VH$p_SqFUb{NFAJ z`Qo$WdME@|`VsDUBtrX}j6V*pfSsg+xIA--zi9eGN5oP@y?~I%)A6)7j0ks4(bnf? zbZ`Sl=5QwrdtZsnKGdK#`A)|VIkjYDMV-Z*q5?4y2xeUETB6oA>C$3WG;nKCez$ao z!}y<2g4Zde7?KB7G?29Tlo03Ca>zOJ}1Q6g(?G% z35kwyB5%zEs zE%hMFR3GpBDYfYs{ZD3Uj^<3b#L7ztgjGNKnD2=9YC=kJUHX&nXtncKbkMcv| z4I2c7v@@6F(99G~Fz4$5w~K$=-SLO{P?{-1qfW0m}eBH`u3bUA*X;_B=6D6*$A?#J3${GaX5O_YKvL7S~leaykBJ}I? z(?biUAZ!{6*22uB24yr~zlfl@!aTD2AG=P=5Og3|1yHf8z?%|s%d3#q4z*|^>8r+} zY2?ZklIbcS7s?SG2cT&k)EUvC%?*Huk`cgR)&~lB9+1d+-qswc9rq-hGbyx>Z?564 zcG_3+SZ!m@0}x;L2E*#$Xde`UWs)9L0`|Al-P65;A4AaeRkEt^j!(aTxpz{~SCiAB z5oFjZKU>q+{4Fc!N;Fg6`Hu~I8Ed6)DNk2(T`{e@HL%z<;RP7B5E*f|HfG*@S40HR^AE?e%D zwqC(XS+*$mKC4{X;7C(zYVedZ=fTURyd#YK>h&P8=r9G#FZrUfqcQU_3!R zF4<;8c`@X@%g9VUdn9C_b^TKk1b^eH`4mxxNhJW@$(6Pdp$cT* zD$`E=pCnt9b!{`!T4}8L0(LniWaLEqOXLiAJ@NjIivC^6>gtFr%R*wtF9~S?9r~j(Pf0nxA zJmH^9;y<_6H(IM0|GBf#?#TGh?bgO3{_`Wpe@;j5qu){t=zEIH{8*u+fBhiPUvCWP z%Auc|IgwWwQ<;>2yN6WXKZKyIM~8rSI@+^}) z9!F7rkvDF4Q;ta-6MWf>jCqOmf9C<0BS}nIM((` zCo7ft?a(e4ZVGSXdYC+XR_7da+3m!Ik!X|~2H4axb)O`Rn{V!^t@Uv_b!>(3WbpE` z1QZhu<0(_Ke*p|9cSy}>Zv>8}85%(>XF|0#R8FqGAjrKzmKsK`*Idjug*uVyW0FXV zPuf}c-iwt6ZKXAR^q~eB&?!D?GzIaJJ#aAR_9b%zkrnlZpU%>$$xE1Tfeo1rtjWF8 zE3ixzjJatBT`WrJPzX+wfc4$!y*!L7?YDps7dp(((OcK3c|C!%qIzu`bdJ&T6wXKc zaLHOKSdbluow}W%>0EMCIvU@+d5e)BWRM9EmSSvC`OMVW2@{V@G#2+vUat4|ZfVJ# z;E;Z(bdqaXM<)+pSId+o5|J{-ug95za%FgkIf%pKorh1V^x$td>EspyL&04KCh7!V z=rCNsAyU}U@r!quWvkbq#ykNPlvH_n2ZG5}gwcpT2-1y#4@W7T{d^ct1S-7?P}X5H z*#9r~|M$B8XGx%h zSW~|RNa=|#H@SKJH?XO_>o(h|Y1##E&#Un$nWX=@NwcX&AQ@!Jads5m=0jDPV@lSu zmtA>!^m;t(E2D+I;ip7DVyhqtV!=Az`e8RY*?YO0?C-tYJ4udDwoXoumzF}?d$p$> zU;I10oa((ky{3)6+>uIlu$JM_zFq1>fju|*tvMNaIQdN>P8ObjsIj*IZ^7n zq<(RyB6q!qxR~HsI0%r0&)C z2N->Kz14F2q^>J-r5pdA(Cif31I&pj2H| zk=?s~N50WeznO`ZZK_M)*p*WudgdpXwAQdz3PfdqZ6zjj14&4*aV8gWP$s0EB+@6l zWIM!TTh*%Kd+}3A7d2o0Jsynw&FX|{HBk+&Tgb$b~PAD7o3Pj0-X1z0s05Tj=_dO_%5)_uv2bFNLU86+6i2(8xBC# znt(H$5b79wIfZGS!ENZURFDQ!$;2>+;W~2kFRKM?fN&k_u_Sk(PaWNm*+rVZ>4EdH zE+3`>YoMk#c#HYT4X?x)!g65-Pdp}9JX#S1TQh+E?1;kL^>WW*+3fZE_1ro}4Apcj zmNBR}cs0=1p>*hA(~VY87CYslC;=hTfUIj0a)VxVT?I)o_7lM$ozH!wprg z{rGf~usJ>EVlZz6;$EN7(55S|ytTAfW;d!yI@NI5^_QkGP&S+3z;0UHR+ZU2?V*uo zb`ErIf=7{$$wJLFJ(k2cn$`Z}9x~47{!wQCS#7mCj{Rq4ePv}~|5@077WSWo{pWsj zfEQ=(eqvwCdO!z`xok$#z@kpxXGo-6mLa)%^5Z)sBBrJGs`oBUWNqC0-9iX4Sg7Pq z0}hg8$1q3%_6ZK|lB?_u^CW;rZ@wk~&W$vnj=(z*O87x*M}^@o>|K(x9a3#D4Os${ z$D!C5UPTm>cL;Ist_B%M0#;X6Mc&5kxB4P>bG=$D{W<`5(~5jS8K7uq2vJJa(EoM59~oZlPxG}Q4|zlSKdQ^1|F5)H zTAg+q^#7Ii`X8dTh5rAAjlWVf?)Cg%k3T#AUtL*S?Ek*J@poTT-@5=I?c3m*JlDnl|F46;L~76%lM-S-BPcYb z^NkF+U(jjt(wy=i4JTE#fHM2kIk6kpBz$zmWg;?EgpJZg6-n-(9^! zUqEH}P5C$VytH(@e|q#X+1WbTMVACfk-K#QSFE1?^6cr=v#0%&r$22zeYyGcxVE%} zv2A;kER|9_8DV&Hu)4xgKRr1?8eT#9ETV6~4`ix|ghc);{O2Y7=SK<gi@ z!RMWN$iml=%6q~KfLLfq=mAht2UZTN<3&fNhHB0PjaiSL=;S! zYkY&4H6pLXiqSy`qlnk((h^b8g5ILugJ)8be(XWap1S;N;w5Ebxw}l&IZMsfBf}b` z6o?XB_9y6_wshzG-b@>Cs>Lu^;-@CMej}<)=-A}7W&_z^Mu}UljgzplqU-Mq`){fK zZztQRY6L9P|5rM$|Ht~ec(u^~7yAD~|6l0;_h$cTy7Ek^`Hs2A>!BfKVh%>rl8Ffg zt&c>j@nEPjA&-W=vxx^Hee86N|2Q24$Ko9TYrkr%Y-92#Oah zuU}TafVIg@zqV}&*%^Eu1U^hB*xwDBE9ROS%{zKVY;1^(wt(-G`IW*uN z8l2&r0B9-D`wun{uSo%K>LzPWHS^U5C)!g~-`s(8R zf1&>`^#6taf3Nocsye-W&IwF|KYR*2s7^soY?-1|X3V2>?vc!AE|VuT=w7PIm)wxq zQMNuWMOj^>6^Z?-sMcA1>Y)noBnr_KT=GMpkG>R77`q+b|x_p*y#QJ3e)!mv2sPV%%G#*JDs|hhv=yz$UkijZRDm zh0b)DHRQa&oCB@GdMo*QD^=>P=IgCiskfG|w^pUz zdcNLzm3kZbdK*>hJ9esfB(U1r(R$R4o&(TY#Kdc;a4w(P;`hNe=p>&y@bdswkWVX6gp`d>t5h7O z?3(!b18D=F*2V8#TEIVTd{#PB^y&F$r87mJUVM(uWSL{30eot=KA+o{VWg&J6sHCs zM{C5avEjpD5!@oJMMO@nhO3=4Y&jf%S^Iy;O*8u?@Z$Y{yS29Fp8u_`Z!FIL7W@Cj z{(rImzt{agB(nq==3E00ZTG2^W%Tr&?J2VW!~(O<_Ed9C__E#0Qf()|BwrIUv5!Yd zHbB=FmDo(Vy0rP)nPqR~UQur#Ef1ZVtlh?&o^sb|q29Gm9u2_Qia_%dqGfiikY#W( z1?|3W`+qQFyikqvdxv-~7{ot!1mf&e<^v+nk>oz^9((g7`W^^1Bfz#z;(2gtJ2=e` zMO`-0y3dQ+CELai#nnEOK`u??bPXPoiT$ul1W=#T0H*JS*cPHTNdl`Zv2Npl1p|U*vfS&xalSS3MCk=l&1566NWl5E%r=)v!BG28VWTerJmZCm1MTOz5-OxNu=o~7?s^|X5Bbdlhb$kza?6u%KybR(WNnd2ZZUNJ9 z5(grF`d%*uLy~w1bk~u98@x*_aUQD-XZ13Cf7wu=!p{$UdZBxEx;zoKdEUC4?Yv>I^It(P5;MKYXKZg+t2V zYk|HF!a%o&s6M7gxq@ljw7{#+u;7W0062uHX1cCpFBhrXg;|i^P zHo^mP$)sCZHohDnTrEwGjRd`4IYF1oLha^mn0cEijEedI@`D8*kS;-?ag4q*?t)i7jrHx9#ceo#xEbwT3Ca8( zRAkKhG)z5x(VoA-zG#0SPhVv1dHNEnYWF3Nv2s!^Tv)BSXT!InojKmEXRP9Rm9W$* z;(5(jBx;SYc0#$wYe9J=!&swGg=9(5DQ5XGtKTMN{4waru+^K^!3!T?CE1JVfI2LO z*Nz)Y#YujO6Q<8JQc7dEpW$K}Dy&ZbAQ|~9tTv?xe3{FR3BEVe67)w`d>V6YcxjrX z+076Z75&DiZDc%9el-oPP~(Y|wnB_1FFpTva9yuPD6++}NKpiett0H(__zKpL0{^! zo|&612qol|lh!JvThwA3Tcjtqj9#X&3_ZDJ@+!Av06FpwqF_t*2^SvP$h*K=gbEba zeX{x(D6BhYb(ZlP@E7cU(~*=fmyfuZz1@L4*r|=<$&!l>HbJ-S2ZNQ_-)g#zq}Oehr`PU?Y-}|Z16ZEjZXY!3H*gv7KN+L zvBg&4?jrT%!+2+K_3KH~()NFYf)vLQ#Ul883?Z!&7o+xS`#=;kVgL9G|>7&tg3it@XL9EN9u^WqIcY@-EzanSN~ z(V*p95FI?;h}G#@u8A<5Ft(XlUvTMbu+`5rjRkWnMsD5Xq@n&wtj_*@-iX*zHt#|; z;KhIt%~_Hn zF9fC-U;I101o`fq0>Oz+m6IJU(lR3(ArX8AC3QAt=pVipH&5Ls) zmM+@xbdIW1=5$zW3?S?H#BTh|A%Ll*V_X*@WWI$l(t-G(U9Ei>QdQxAOVO+TBpqP` zHobepVWK|QtDFO#RU30DdyU|g>8fp1&aDnvxK!zvt9Hz^uacq@mPakOn;Jcs7*@Zf z1m$PJWh2?@w34ny1m|!kU zMg7Bgazd{H5X6Fx+aocJnmXRVt5XwjAbSh1mB%m8szVCR{=(#_S4gq6^?|tV6+$-nn#2s{;C(H2yXj;A z!Yz>$OyoBOYgd=}i3;q<^x=*Cr|+ri((XTB?d>EdC#_a;e0X}ay$h!TcsWdYdpG+R z|F34swL|5S(Kwmhj976jGHta~?SsREUHPtETYAE2rZS-XeE9v&*2xxFQ$$RW97qv!oR)crqM-7tIz~8GB{4e1b`ILeqH9RRjs0Ic0FmZ&=&mQA;tg@M1={&Gh@jx-CGX&A_kZJ~duoN)^H3RW zxh9QG0x;b)H;mqbeOxYKH{67#0t#_8KsCL81A9^bLfe3_g*djZL!*?byNEXY&3b#) zuGXt|X|LLM=oRw4v^aUY)b@9&&Cr1c(5xercw@S%*Ls~7|4lj+v8tWCzU(CJL@bgg zz_;-FS*tDnKWeo$@&Dnq`n-Mk^40$C$?gt3)U+MV3$`u5Ztw4I9TdRT-)8~5QXSu; z(}RP(gC8pZ?K~8=tz;!R-g{X9R(_q0wwa8qEf{IRNIzBrx>gnF@#*oa-GiNqxUNbys}@RqE`zIjgRj*wuO_sCq<^9A-KpAneeZ%2^i1Xf*o0%~0qV?k zOj@A=1@tC6;}2H6q*cg+yfR&PHcDvGzZze@OHkWSNcFGlbsTgra2UECXLNuAA-oN;O-WjH zFm8<2dP*l3w@F4@r#dl^3p*QJ-2-S4CH_zga3tdCNel<7ttwR%f>>j<zsVYmI2V$~c4(!jW0CC)%A4#|5JDK7SAqT30Wzyt*Zsg(ViuuIx6){MAcd)~t3 z*@Wr1?p?kUaA%l}#mr8)!~I3bT-=EC3mPbGwjkcrB=#x2e_rbE5L3X&#J08c?5i17Uukc=h`x>5>#g-QYKXHe zvri>rBRv@iX{S6F7QAXCJVR8lQbBumL1=`tr4${%CigR++^yqZUV$-*?2%3Vg+2gp zfZAsFsCoJJX7mn7Ic-GVPnl43Ow;(zJkH3<-|{YuRK-SwIa1UoX;r!$_tRV#Lp^-3 z4%&DIQPcv(;2I&-EotJ8RUEEdRF|p-LnGxmLV1tX>+NRiPwh?PB`cu?i zTU+aZ_gGv8Z+395n)4eHM%uxG&tu*PJ(0`hjZ0I4ebzcZtKk^c&QX_auCAAscZ+ih zi>*rf5xksKkjDF=uQWPJ@?PFdCO}jVePayX>bJ#Oo2*7~d)3Hq0M#scVvU5^hH2A! z-A_E99KO0W26;)cn8&hns5%-?ZOTfN7--g!(mm&k7ydmb2d7SZtlh7_;@u|@Las1@ z;wUu2E@q7YZ5qB#-hJG3=s!MiIyfNq==NS^&KEH!iYVrGp0T&Z++t&NDgGGCXre5j zzdw3al^~27j{KM8x_sLky-Crt&Z3sK9ve0D5*AJy;8~$rHfXQ(IY2SMoBZ|xV+z*` z9Q@8bc!l@Rybv%^$L1gy(J7hC$FCJ-zFyuTa)dbu)u1rVLL4;cXD%1L5XcG^InQO= z&7lxt4XALoa&EDN(~wVzgOlKdj)C*Zv%fM)aiyZJ<_Fm(ld?e>f|;QX>hc==cVKAb z<3Qdy$p^9R67pR%1X-`dZY4Yvzx%NO52+t_kHwz)^x#BvxQ%a54o|lB^}BW2QRX`W zduqJgP|*?~_U_=?Bzo`>_UdK`gRq;*1Dat(gRX|sX+1Z@J!_CP`!wvHH^L|se6se* zWu;)t9I$bjzF6^?S)Y@gy&rxMU0s`(`n5_t*=3P zJZ2wj{oZZup1ImuxRvctEbCvfnjEyQS@cOT&#ZroMGiWJ_A=%df)=yY;?m091IxCH z%PJ3sbGaibDl1(xs(>}lAyrDF#G{h@jyNZetG_dC(P3>=XTEl}gi`qvp&-%firQVz z-pyy7v5y@J90=^fAXuSr?O>}`TwX4Q9)^fZ8d5tHJyAH@P%KJ4dW9Q}uaid{3ORfd z-r~VHsWHGSGJ~{_w{F8#RB;(TG`BZY_pr4n`09-^{viv|3GV8#j^LE?T4x?%5{ApF z2+84PLY0)Kw6dhN8ss86eZ4%wUBn9P0B})z*vo8}GQR)MkyHSy7`QB+Gt8D8{+la) zz1h8%Y%Z+k;BT_q1bH}cxj0vaU5E{dsUEl}Ioix}e~sq(x8%WChC-eh?~R%9j@r%V&;5w6ch*;nzASn0mT{OL2l4gw z0L51~RzhR3{@g;`#=bQ(;+?ARI#z?v*ZtV7taW^due3YOl~w`b?b#7usrYWS65^|! zmKX8XdUK-)@y_gsuU34wVI%&0Hi`?}o);m$GCShWE53VSHTa@48{(_&=8ODTU_XS6 zoIT0j-E@Gn%~iN(^kX`W#7eu0;X0P=&|wuKZ_lj+=&plja`Kk$=YqFfIC)SNbn=uT zQvo~)=)AF}H){{Cde%C(1KYUa^@7@j9|6c=s-l!Bzcf#DIaci3h-)x@h+4P#rXZYL z*kdjXScPQv#qG;XftkQ|s!^a*odTVQqJRLbB3Sz=pbI!oDn**%8`7=CjLFi4ez?#N z7y98sKV0aC3;pm*)DPE~ez@k-4g3D{Q~Q2#Y2O8x&i&%jxeG2U_lwKQU2s{wUtCuGxZGTs0NW~D zq*K~Ele7yXaj zh@Ghg?-lz`rhWNX<9eUH@oE; zyC9=O!qx4sSK0Xa@cZOo>m>%1^i5=#R9Ns}`_(BV3v73unLYz$v1z{zbQj1dJ|Vfi9Brum^!7&b8cMibw~PUtB_PP`KncLgVIKfSnl zqb4?V2Y!nl89C8z*j;EybVY%S>@va39&McOULNyx#mc0j(4L{X%-h_h?#xh8h1NtD zz*!JB8VL*aBss=nW_zYKq}2Z1&g|dJ+)i}D^xwi1 zuP&VocZD!F+R{QaeMO>)6f^9r;($8|HWnvYMS1W=N1icevCJL?6Z>Esy`-mH(&|ZX zkfkQ)RK0ebPH(PJ%E~-h;;oLC1kb9bf$z^6Whf$~Tb1yQ0B%5$zgk8z%yY@GYAot7 zG|LLhU%6}PeN~1N%~Vq;HuGgUHVsdscH|!GC1ZuX>|i`S7?09m3GD)|3go@HA;*{u z=VB?ufVlcr4P9Wkr2*t`#Ec{fFynF}R;9rxNtS^+n)%>eJ^sVu-549i~exH%Qr;`j6TqBuK1Xaz)3$D?<_ zJz&+TP<*dI_*K<4@eKD5C(wapbc695AWDb8#R>nk1vy&Yr1FGjI&bu{mFY#5;7hr_ zszqq)a;i^L&HhIq6bx4;T1?t6UaYj%$oAHj#y1TS7bkbI+WpT>Z-}cEYe{IsYp@+! zized_nEFg-TBuB99!Bu%ATi#vgq`4+g_-TAL!l^&T^J;r1ieClJFCf}weuKrPM+0F zh1$7$_$P7uTwxrGQ8;TqKZjk-W@}}$^E|KRR)g_E!Vv$zIwy=y%fMKh7sjfD(cWy& z+n3Iogwfet0X!-*HxD8C)iF1ifM;NBRs6mfJJ-Bn>(=I46_)fsFigF+G8Y8K(rcah zAV`MptZcT|=Yycwd1G^prbK0ih6t2iK8}9Jj4UJ17VxeN%o*TY=6F?+cL5%;E9@ZS zisfI-RvuY#mh!-ObC# zFSp7Vb2hfznw2lNW@XH+Svhm7lr`(Xo6)z?#`Cxuhi;X!XkG9q1Y%!XlOSEoN=;c- zY7b>uDc}E_tbp^Tf-T8TD2XG-hIexrkqljpOuQ{?aO zx9WvWdU8xaPbwu+-AMqc9iYu62+O455FVPYa&P2$}vaG+-@muVsEdt7bf8p z0ava=WnDfv;am(4+>iM}%IT>%lx_Zi$)h{dT!g^;B zc3}~AVG(v=5q9AV2)hu(d-ajsX)<6mZHo6p*K0e|pj1eR6^4HCR* zZ$qzi***kHHE$wXJc~MOFGRgi#9&^lJy)#`uhn^8vDV65wN~e^#eIW+b{np7bVfZs2&?vM1@6U~!R$OtsBuwGq`| zK@>mX&YMhjE}lB%>jwo>I;$2ClJ~vg4H|8JGA`bf?@$+{q%rS4h~injHs~8;pJ)r3 z>bAkF1Ka6#So(Gfh^4^9?4@Zrkn=}Xf}9Nfy6RmVeHXmm=2k%(%u+#7YL+_D;nB|S zQS|*UksynzSUiM^kZdHO^k6iCw1&Om5U%47`iXf^kV!hd5&Q6}14T(zV6-$O zIWV(xj;c7yK7b}`F%H9=5{E;Bx(SyZ2*fPBKsBl}f>pkh3#`&rSiq`a#$QoeGr^;K zFD?E(==y*6rN7esFR|V`>wkN7ZL$78w*OZ;dLP}{2W;U4wr~Rbf}Oy?&ZB;h<&8z~ zUV`_^2TDEDSFt#Pu}Oa08C;4Mw??;(=mb5*mUgyIc2D+R?j{gMU<<u4l<)!1TA9fQgw!ilhgZ8boTJGEA_+;yZf^0l*EiHkH1RBrlK|1Vb zNe|rAudeXwMP1B+bck9~tyaTmus}vC2}JEFpDoA*1w0S*7L^6D#EgVhI|AMty=ek~ zC9P=H8nx!X$6|fP2AZ<%n2^!2V%g;;urg)o<#^PG0FOFchdlfyyBeVR1PGZ%n^FDs zaNH9##6L0E`Gi6w`?0MW$RcbZqG5p(Q*0rED}nt;OhY+|z&wZzVM+1p>N-n4`%u>}&^_2~{TfrJT|7eI30Msg}z(}U2M3|GsqGU7?B zrz32z0Z)g?KaLI$_J4`~kDj)VcDGI%QER-hu@PJ7LlqiS2uLCp>O!po&hAZ0kjwf)N=;F3ZhKg^#f!RMm-)4p{q1(VE zj5tvI=N!?;rR)s9;!ohq%kl8$YLq2N_-=IeE~R4$_zMZ(bQ7#Fl&gLEEdKmOpUl8& zCF;bnUE2VM`m`5TZIP$(nP~zVKM&RiB5J}w*cX&iavhT;ZlOshuCXSf7 zh#@9TUB_a!jUg=0F>cF&zUCkjLhEW@F!6=rOu}m!aZM&OD-o&&L zUu2M=h{X%S@-oRUl~);mLFX#ig+I|2h>&6tFE-|j{l7dZ{L?+P0sG;NjkVDJAGgb} z|6ggZh^@bP-`>~|f1l6Htl$M~^={|7k7m|9t`D-yiheOnO&$ zwE&jf|6J{K)?EAFMtc$e>2d6TQP2YD*Z?;wn*XX90Po2JcyC6)`!NGnHU!??6nGED zz`L6RXEzAmk4f;JjDk;cCO`dVbaN$e5qvVbHZR3~;d(fp4hI)PB*HIbq~X+C;>~2x z&#u!;D5HM+L4l8Sil^#V^0z4G1XJ63wfEtM1yRE=qJn7#msvi38f;C1FqC^5#dI^* zRbe-y>Re=(DNJ@c@5d0FvfTdoO$lIjK{m(ffOH0XNAY8XC?0K{>>Y|d%qkeCxBi*@ zeE9uw@@n@ed9{Cdg5idnttEiN_U0G8Ng|h~I*XwJ2gvA{N1^RiPDgB0%un>GM6*N# z39-yOW7vWvjnxqb3 z!lge9`eKqmy7czCMsph|33hE7k=KJaH6jNU`{7E!Ml2X zH-8jAj>V69jy9t2od!73NeTg1fdmoKo<_0VunM;|6Uq^jrd}8{bn6_9vOymOar9;Y zf*xwJD#NzqusXK$Oh6R)BuTrqonYY2&3BoJ|qf14l?$+_pu2+z@t8}PqWwW zLo{zFSl5I*Q$&&o(xaf$ru9M4;yjKm&}XVk=glmgCbz@hMLMi6i&bTkEf*I3C?w{) ztPWG?Tbdf>#SwZ&j=io^ujZDsVS97fImcixQ{>I=vRLs&{ob$`C7LC{iP0+Q`rryK zEaLeR50)YPhT>rXL2Qk9CLoodEg8xg2sc|5s%JLp^8CeZB=XvKlNiOJ0<0AKVqeIxYKk*A3cHPH#TA-JN$+o6#{2k}6A zLiP5vv{Kd?(a?(9P*O;^>zm2-F!i*xTA{7gTw7rZPRBy)8haXA%Qb|8>a5jl=!VvP z@(>mq)BN=9Bo&(N(Bc{W^1Q*?E&Nw|_v~2>+ziF6>Mnl}3WiWMF5gAj;7TB`*F??H z!&K-x{Vb9KRu+(NaX}H?3rk@!fm-LWrxwn!*AuWLk4JSpknk4keN4$W?<1@MaDXO$ zzaL}+v0zuJb{no1?5zAi@zmtIItSmNv1LQysDupoaqm5VmX|OsWk{2$IR(We8TQ2P z4h}WnPy<~gU$eD>=@wee7aN+Cph0C~hXe6~nf9sMmD=oO_MQ-`GfbHh;#Osf@GMo8 zHlc2&pk7qCqA4xP9NDUTwZz%%y;7@2eNQ?4R+h3N^;#uKOep1z$2_%)L0&0Yi1knu zVNcCTdOhr23hnc{|9ZI*Eel#L8a0$DumrJ`k%c4u(UrHhfl4~jZbayzmE9d zium8^X91htg`yEY8=P}L40_h1flt<0;2VqV;!UiX&Yo-T98=1RcdD8F)XN^;gaQ~e z3?Q3tCa-UX2uo06s2PQdC0dI=gI};x1Lfd15)ZzfpW9VXrNTOlif7AzL;e!O5d%kv zAyPkoFnUW=f1+PSb_IOJYQ5}zjEr=KmkJFB9r2ycMsF~X5Sr9#P8qsmCYa#O^sU*m z7#XE(A+&9gqtJlEK00Prd&Ae51?j5+L%RY z1>{Vf_KFpHc@sB$@CHv&^#QOvRfWN`;GcWI1LYKONxjPyV^ewxTO?GqT1?KLV4^rq zK@X=D62xV6x=hDN<0VU|R-Q|oz7EsZ(^_1>D863my*+FV?d4Kw3SG5=*t40Fp<#EW z!Le+3ap7BAIm7i_&p7+R!uaO0Csuq=NQ8J2{43Y)*tPX|#f?S@aj}uu%ym_p1GK>X zXe2H|w56@AsYq)f!tp?HNvPmYzy^O<2$2YV!f!LEG4Xaa*i##>ZKsleQLU0-@&LMd zApF6Q-pBcG(1%4XpYRP*=16O0^GHeVI_$<;vG^bUe{XpGw$~Nfkwbtpf&k-@*y91s zoG&eo<-d&cKXqgHLC^nIH#%!;^8CNkhFGw0{oOo z|JJ1dJklEL!!+>Dbl+XR?GGmIOW3V>UQg1i@%vOaaedn#Pp^kJc*>_A)K{Q~E(!)3 z%Hh1^&8Wm4#Zuq9ye&S_^MRny@)T#Da_Ff_EUjKqP5R?BXhw(wC_YN`6_LP&_{dCh zC<6Hk-~G^oX#2NI>L5~{1?pkSof7IKi89CvIpfx9wQYPm9ZRh!k_#RhgI>c4rWmhj z^wX>DCb<_!Q8I;ND53oH2ba_OS)HidJU#g9!Qnp+z=i;-&9YE|)Te)J?Vao${3t#> z>GgX2%hB%E&M)Hq5X9_-*b?!Nua0)bgxuXx-?QFOV7IJ;6%r)q)hlvR6`!TGx)5XSE-T94ro-X*1BXRkv*HsPqZ_QB z(&1Hn8l&=Pef{g+t5=3{3M@rsi=zLqm2^``o)zoIj_`grVoB#n8KT4S%tqnj>5lru$XkDiaI0&5?;6m{-kR%gk07@0gxk8GRnYcpMDFsdv zX%^5_g9BE#ZYtH63)11BbxT@z9&0NHw2dZiZzBY|YgDA>4xUwsw+Y7DsPzZD(p*2!0EY>*kx#yZb`p6w35y+)s^MKT&oa3!VmJ)%M{CZNU#DM87xO5n`aE{&!%^PoI;9C{E%ZW2s0=Ep>CLG7al7D z@(-GS-~cY0Z0d3#pkZW-JGX7&BCwMFRK3f0y*FTvd@~u}T!Za)Aef3Cx_IPEk&HpP z7LE5Nx6000Ad#3nk}c&_FGOUM9aAlfjanZ(`h=94II5T|%ylaXMuOi|KS1Tf6L%Yc zE+#e*`&`l)ZH^+RNHV%wohAIdJr`T2CT4)IFKcW6hw6VrIf@A@Tr4IMdaIhIep-@8MjK}tAA7e;!N#N@& zNC4JPU6ukfN;X3_Qd_l{E61ut^v5ng8rmO5pK2bVC*~VI~t20zv@zYx{9J zQ#HZwgu^r)(d9Eq^-yoXu8~mUmE=+k(-gymI)zk{`P$wTLNmd<)=bLA!uA5d&%Ol_ znzSefFA0U*>$g4V`ve1d#d+Fzu-8rrKpZ$d^a?8YpbDO~Hrp%bu{>-v$ao~*6K{)H z2TVc~FWl!$$FEuq!rSjel<4Pz2n7nUHBp%D$BrLxeMvt@M3 zJBJdw7oN{BZg}!*y*6Wlansu#?7l>e#S68x@y=GTSS5;VHi=bxgklQ zIZGC_gx)rFsa`74xawqgJ+9PhaOxPTusj&OA7slxaN(VRr;F4mcn7GLbw+ZKenCiZ zfo3qi$#ANYGamxNnTtR~^*AIz`Jlg&kZ?yy<8A>j9D3kUO}%{kxVW{d(ZdKHr}lLDHT;0>D8mQsV}kKFLn|{BfB^p5CAtRQtIILhdzH!-?omG-M&5?c z;IAY5sq5g-4}K0}FABkp*hqOuBVe-vY}5ZEEBXWjB!IVr&yIy&Zem8=V%Eu{k?!^lQ>(~Z?* z<_f88CTiPcrl3Kf?#G;cZj_ZrOD$n1Nj@mJu7$ zcY|xSkrMCH%XcUCbIjEV3(xY-awWUDSM_CsZ$|dGS-0;fxksFJC>B$#v$#W5&RSb#+Dvx^5Rd9mFV| z@$)};7~^E$li`WsN+I;ct{5xo&&|e+2Jb;vmlQSiRP$vP|Vx$1R_n) z!7lnUf3YWu1jZuTCV61Xz_BXOgags3AyA9z*P}Or)O|5DTxn3=Yl7yR7;;t!x&}EY z!xc*0ZjRCq6srMUb>WQ|_TJ5K8oeK+A9C~{STbm;|8x`buGN=el;FJ2KFu7BKR}dF z2-!OvU-pJNGHt}~gyJccET$v+)}H?I^y+CpdHT~+$a^jzbT0KdhgXdl?jogi0dt|MJukFm-K5m~{St{Ap zkyL7xEgC5^Py}!~KjZ6Mv08dv-Jv&L z2r?$jEZF$e`n*y1uCWtY!CC4UuU4?3x_77|2sItUEqv7f4{zU(1%u9pS4saU86;D@ zlfu{^@Vay?;Dv1Kxb-sai!J9t+wTwf_9bWm2^gg|uS?$xr*6rfU@v92LSVcZ<`BMg}$&;{gF=b9q~LF)h| zAQ_m4ZTawK$9>$9k8i!ln`fTIuMC9`in~Wein$YFANeTxGh@Gufbxf>pL`|q&95Go zeF%7E?fXg|u)_ob#)TWNWQQP?Eh_dpYWPN@Y;$L9g#b@3Pbmr+zcC4UqnxXvgyn#q zarQrZ*QhDAeN1U~x^dILcml$m+k$ttlHBx?3B9k>e9;BP;!ys=$a%#kDULwW0u1%= zmKfmaJVBw-!IKPp;uu0ag(9Ba%tBtBs4GFV9+j#iSi4Fk!Mj63zqpwdR0=Dq{#z^- z9Z+wc2cod&n)ZdHR?M>i{q$v42lLAauqw~oA`w=MtnT_jFgXwO&we^ZHQ4mhKk1|y z5h^Ox%A|A%;$q6d^{dAl4k6gNE4uYnxw>H>fb0U62t?SgvoFOu=3goczFG^SjZ^PJ zQ{f&3Z}qc1z!?_ke+p9~-PObziba9E%xr0USXH^roZ72ENW0b&p|_3S*p}pI!l?PL zz1Q#eAs(?o@^XUo(c$^t7pN99)= zB)urgE@Ov9gRQTykv)MANbYbbrLX9;*h3qzG3`gCVac6%(`DOx{y$wGEV;=)OuA!q zu2ER#dHk#SSlR;wQ^hJlKI!%nNS9c?*q$OEFl)C-f&xIij~p*7$`IZP9gvMXm|bVh z2j3*Mqhj?_+dW%Q zNW6^S1Z+?P%!7z^#Zum|M7^O;NC#(b8%=N>3W=-G%??T#K!_t`kvERH9WJI}j9iH2 z_N24pg46C*1Ex0v-31Bctj2b{s9(zXFyVlu?z)sea8)M#zx+0Strn45TF}-w9jh3B z)1-;2$U>5!oabxP1h&1gCXG9j#v)31a4Kkjb1G1KoJ$2{A+1gaW&5!0mGjp1sdQdF zjLB^_nmF>x&--upk3>n#m_e4EiiNaWh_Qr{g?#I_&csUs_lV*c+}oeIvXSG3R;b%l zPYO2@9Z2RTyDF`mTuRFak9ReEc{54XEBf=&TI;xwUpfAxjK_7)=#LBY|8=&V{C`^z z|8Z-pvyT7x{ltHKzK;L6j{o>4jsK`)|Gi3YlKye}F?o&Qrr}uK!~wJ+MFcy@MsT+z z&;~cL6HQZrTeS5F5TM}VyQe`8?Z7}%5Nd~*Gn&LfI)V7xP*TsPbi9<~foyNEQgHtZ zLS<3H^aJB0>0>-OB6M6DlL6>#;@BmM52zGk;i&dq?*D?egre0$HkjW(3-rqQpF8c=^UZbs=kH|x z@0|sDwfxT@|7~{G`G3Eg`5!@6E%_+9Q!Mxe^S`y-+VtjsYqPzU|JU)~*Yf{b{=dKc zuj8tZW&$ne`X?AFhce>0j6yCSjNl-3mfXyAH1RhFZ}v~b?`5Kyn=s=7(p$wacgh5E zjJ_VrVCPg8m-np3G7B#)WMxle#<%JoR@}Qp>DD+%=tRgWN*x41P(>So{);?)mXUTx zNuEO(Ivl&cU~F75=-Y6qHXwrzF_k~O#VN}nFB4P=S+q!S4c!Iq1eZUf z70d(-?E>}V0MBcKtk;`Q!Rg}q5;#6I43_w=96KOkX0f_K!X*+V%I&RMmq2M|iQ2AG z8kt_9Ib6|n^Z3olVSIf2+8MKaxPSDo{iDdM+Jtto*@_06-5jG=h(SjM0DsI=2(Vaj z)^IQ4DQJ;o#RpV8`)#~YbgkTYQug_cuMm*XodF!Cnbd8vyO__dtgd+V4>8Fy4wtED zgJV`y-OzN$&>T#PO(92+gb;xw^*izy8j}BGn>%>>>fMf%QZ!e(7EOW>Y~0S!)6-(R zA%GSEO%oOG5;truwTN9EvqOk=FLp)MLJp^=WcCzqN58#5^t1N8%m4Qg{g;vd@w=!0 zZMN6>pVspKTK-?l{|{#WUm%c^EqBt*^QxVl6~6)LcmSXm&vJseg5`+fE~qBk+{)lr z;r~JuKrvL1`qKyCF{|5uThBUc`|r2g|LOeS+xmMK`)_A^Yi? zqr2 z58iagsBn^!fhvmcgBt#0jFIlG1vN}1k~|7zS`vtB(s0Kd1yBAi^F0IzSs9_EL*uT5 zN*<%xh(?67k7H{kgpN{Zm@GZc(@{K~k7K;@0}&Htw*t6tG~){YF;C_RU)+U%{OjRM zQe-C>46`l)xwojmi(ig^t$P2DL+(B4!O@}?zyh47eZ1lXKB;yz=DwG*{)vIB+ZWk1 zufUTs=jD~)CYe|Zn7%}!6_6PVS$--f%0p_+vrHlgk8pOqC1wWfl2XAG?$Pxw2b?cz zx>(HwNQ*94;+t~Im^LWyk`PM)H-)?o$vz~01-Zt|PHXOamCSA_hMHbc@~M%#I{Wws zl-n+NbV(XRUPNi*rWG!d70og7zxk9#y^tDWdcx zh#+#!Vb^(zB>e_y@Mm@4kq1T?(5|qm8VCn)Izxh`JOF#qq0`lsA%@LKFHF*^>W_nS z-D!RIr2fLnNdE=$1RmywD(WGe-$r=8G|mDT_=OO_$8w{={cqd{yDSD`&G14|2KHAX zcVRewSyAI1jz^kxaw@EYt}^QpB!9uaR5U|C8mUl!n+2+)^(eCQ=rI*Cfi4P?n;D>h znH*gtT2PDKA(yS}4ONxVA_7(~5>@3+=q=SfC36Y_evCXFtjBPz(5$=Q@ZIqVMs6{S z*se*_lopxpzJQ^b$kiVfNXd4?R?kSWkm;kC{hB#Jp25zfHVwJ>L{I1A8AXuxGoFva zc7aqq`9XyQQS12cL5r-lWp-$9UfyFJxRCnCJOv^VwdWW}S^&U)=*hs#W$CEAYnryT zKv#)XCx(dxiy@c&N_06@LezZq5s^JyVMDe;m-0gSgdl6_;V){wNJoqSd;=>qPWq)EMkm{G&JaRgYUc!w2C5S?7cv-mdYPNf(D zYx@Ut^MESnk$5iY{doVyySFcojwVC+(FnG9 zRO~UhF#Ys!Nr_0CIPQZ6AAAKSO2-Wj9iKx8n$x zvM=gx8@6+YxbSHVkdW^dmxjAmeCD=^CfoV!$Ad3R0w1ZpY( zPY?7B=!!=JjKn%qCL>0Qb5y_kOL8YidvA|lY2QFw%j&E5Z{x-5{k^x&3N9IrGv7*} zD=Attv2R^?M9;1SX3N$5P>K4w-5Ik8G`B0Ae`2yG>xJQ)&T@)8CfjldgOs#%UbeJ% z7z33BJnG&!@J^q!&zg`@EWeCrdGLfIBS@Nt7Y0R%M$l@uA}VlGM(T-$MLDpc#6KT( zVzHP*6xQCa)!R>MM0L;@>pNQNMg38~!p+jYvwNp0AvRi2&1@OH^O_RC2kdL)3i=hy zo_&S8gnqT>zT0zN0#CH>kVEQMlBe32^0#??3!$X-J7@PZMaI3!oD{;J`0g{|!D2ps z&$Ds);>B||GPj@1V6_0|W=pXHHiCv%;D{DDVhU(PYfkLF)=1MkjQ9GmJB8p{!}KFc z3c93sMBr7jtICwOkG!&IP}jxq2UkGr_)bCn(5s+L2Qj9c656D$q+ht@Ki4!_NeZjg zYWmAMY{%F0|9F5HAPf9|Hrt!qzW+~Wd+q=Gjr>2*0i?v2!FqcrF9jL3wpPO+V~$1+ zj9L(S*t?vMKY$@~28j~kJH#uHj*Ixa5tu#5z5U?&9i-rD?EJ@*I<&y3oJkd91VbTe zH{BV^%NTOD=~MuFfxLdOyITl1tTUv^zIwkLGnA{G?P91=IbgB-z{?U;IB^;sO9dAS zK?>`kuL=IRz13=gc4u+fQOdBYC^Nu$6ScSEOi78twxKPWpp&mMdpK*WP2yf*7QfF) zG>MabJv;{OO!k|c80-X}>`}PW9=T;?p_G)8A#;(e3e@7PBkLo|hHLriPbvT9Vge`4-r(Y4 z+F0oSy|wN8|F_ou-(Tl*np|AOa1ef0n{_YZ^SMllj6YOt@zz@5`kzMsCa&z$hob)# z@BeJIx7PQ6zK8jLfa^bZx&QNQb8F52zlZq;Jqdn(!TEo-DcJ#d+@d-P<2d8Pi)) z#C&(Wxh173{};SCqkHUSrjfv1X8%39aahT|o> z;W5O8V3)(G&t`upFz1?+>!F*+{j@hLf%eHgpVSBIW*hL%FKr{HROv~p>7prWcQXG> zR?WeG0Gm8Xu@CGda*R4EgLX6@F9*xaya!1xnT4Gy@OU21g6{Y<;E!rDe__{#Mya=C z*mhsAHF-Mr&$rdm%^ai(XsnB>$uvrWZH~IO zIZRu1ET1jiW$hVq?8xB>jCtVhVp#E$=feg2? zIZcm`_D_xu_Fe}d-N!OdGkMn1TK}=>q*eUOG=Cd^LI$sb91Y31uRRXX$A6IClt#^U z^?u`u+#n0keuGh;Y6F2NLzb9t6L7PGxM}6sKo`~+pgf52kM{}(2&yIg_1=k51HiEl z&P4>~igO>im1dMH*)=7<8IN3L*g|>;-bS z#-rffu&+`OyI@A$8xyjl$%VskO2R(xgw06DUMXuq$(fEJ6`b0I0TX}b4GaR*-lslJ zQlF`8Xw|DA1i2MTD^W)+Hoq3E?_&9Q%RE@WtJ15h_DxYnPr18Go8uOJ5UQ_N{L?&rJw z2IyU(Z$*`;W3AkeWoO+HcpVB#LZ2*X#hThYgizEz;bzHg-)qfvv?^I!tkL#v3rk(Z z(aSpcyO8)#NlV~p<8}!UYA!u zwj~+(oV~dWW1iWWMVxB`uO9Of0D058gNVcTt02QQ|5qWzJx3t2l)DTT0`yKp7A%8> z;Mju_mFThnRm$Ejzbsp&_Uz~^c+9s-iqtq<7?wkZ05=zU5FGu&i_~U$3kBjH2&#v` zCH&j$E)&#UP%MSqRW5^9JZP+d2ZhC0B=2(}mMDyb#-a(Vzt8y`CbbJpP;y6O#Z>=3ImF(C!u(#y(Dbc=!F;B z%g$Jrgh;Jo24l7vjWEC~m9@!AqeUb(O#$(fzO|U~rzb9gBD3QbB|v?XE)+C9ZRj2~ zyv7?2{Dy}I!Y=W$LQIW;*?4%%F!thI|AKuGt!-tNHZwJD25W!yLT+mB-X?3V#D#%c z!I@^`E)-_}@L|*}*Q|Z%^Ivnqb;l#%MgG6ypMU=QytB^#`i;(i$?2WZ&*=FblR3vM zMWbrvHP7eO>NRj)Q=@y9=YZ+CelRZ`4M)EzYA~Lk4q?4`z(D%ovu5vonRa1|@mfQr zqfqH72j|;V(xU~X3c|Yg-m6XoYg4l3>;5HzI1_%abl}bf<;5LQx0YG7JgsgD0-?2A zEx6EZ$5NEQi?K9KupL*|IyC(%@j)X!HvwvJ7N{Sc91uH0&{I>9ccb#iiAMHu-K{iX znG%bftlZM&ZdGnM-oK2Dk)uEeG-i8V@N*-z3$AIjW|^NHsb5074wzC;KXw$JzaItE zs{l|{uf$ieI1C1ejCE9V7q>40>A+qll9S}?J3-y_;nU|J5R9C}Ca8NnEg;LkVKu{Y z5&#$M`v0m&g*J8?pM%RO37ssIO+g3&Qb~Yh(pW?$EL02dSd)p|k?IYWdKLgV65_2> z-4NA+iZ4u9VyC)CYYTw9!Z~*#P!e1Quls7*(s^`oTSlJCKnKbzhs@F3GEmjHtASV0 z^=f!=*LWFjigdS3E0w_S2ve_$D$wQJLb3}`Fly!_gx~dN?f=W`f3qZ?-7osrLj7<1 z`PQa?{}VK*wf^@NKFZS*!oI*%YwzDIFYyD0xP9l{JZbj9m^+>KgkXW0bzhzz>z}O4 zDy{f?c8=MBth4J&@zd0A1U4J_&(rSY^5wL9osKV-@y3;3sVlC0!qy#SV%XVK|JAkL z$e-FV)>hg(Jh+~NH3(gHWjr)55*pVG`8iB3y1iQi!i}XiKNpygIozfV_4C2KrLm^` z$^uts2IT zU-C|pL8u#xB@7u41ij>P=^v?I+IVszeh~L(OCOF%aw_l`Gy)FavS?t6)+3erO9Hno$;x;p6c19&z(*gY zWAbbO7MJ?o__nSTi+nzujV*N_Dqv|(gf-+M*_fq?L>2@>}o$yN?MCv>qD&(EYq;u+=&Z!`H zNBes(e{JYr|K2+|Ie7cCa#D74(li3~Mf<8Wf>`{M&ZIz2@(NdSmFOCI=(OmdQVsi5 zd*duIsxuV~`aH%I^1EUeYQl^Q@=nL0H}?&pw=2%nKd>g^*8ctY({DvK2M7fE9t#Pb!5eU=_6Nh#` zeKv9M+=WF>P0DK%`JpM#!3$$D<7#+}L!=RcJR417=w3q}WhXkt;w}FL z34y7$m7lA(?>PAa6xsir%=G47kBD!MlCO8^?Jf^og9r`{D_1o1$W;afy|UwMAe}db zur+}!Z^XCK%J!aX3{#@$pBQnmDZ8ndB9r$ttlND%5aPXH*7IS1yfF&~sdRjWh@{<_ z==-d98Qf;`si4*FRDADE)0y~|c7sr*d%!HG5wIHwVk!qNS^KB-oE|L;6&b$tE5 zy|um8|G&}s?@DS{;g0RyZvdC7Wu>=RPvq59rKbmr4%Mww`3q$N<1j*QlIn<2G|vsVoxMVMl2x4FLTIQf!3X;qp3X;z$D%!xYf^vz zi_)gtbDE+SkQ%kmfY+b*E?|@88Cv&G@>Tf?^n&dt(x0ZnCO) z$zzu3jjMnx)H!HBz1hHhSMohIBj}J7=aX*vr0BTLxDrk)@BKpaW_OgQ;jT};5cnp; zZZA=H40c;$$4YzCO#cKkaUTi_(|-_ZUq_1}jH{(6`AukGj0+uQ5-uit$BA0qhc-QvHtHrMjsx1ay> zd7h4w{JxA}_4v>2XX5pm{=b{~zaJx5o&GnspRe;jeMj>@$tEh@Gngw^T?N(izq#2e z#Q%EMe!k}aU-SImp7&#TVD()r3>AFCyqyXK>Ac(fV2WhD4~cObn54ZA!{hJ=Dt%h*c<0e-{Mj8X=6HtvY8B=PiV+0&L0h7)fV{#@2l`Ig&CS;1H zNq5>E1#V||(8<#z{p}_47L?Si(BAsTT)-b zOcOx?iBG+P_l1QPWtMD3o`Y=I2N#=h@HENc#38*(o)Vh9zD#?UL4FAb7QuNE5I+Jz zC6uDW?r3+|4*K(=l@SGe|zE|Aj=VBzDi(Q%D|HbNh%o(dMQ*D z??lzHBsM>KgaWIM$WHH$Fp=iPZo7%B!n?hSRgK+WDtEP6SGWtAZ`t6Vqs^1)a=L;-NUr` za2PA5TyP;Vo+))v7b3Z70V4j?`V8=lX;lu`jUa<7pC$`1IPy4`=>vl+0|e}^neZ49LO-pJ_tF}LwFgTr*6}UfS9pl85Q)sQG(whTzGXGj9KRIDCRox3*a88e z!MR`{%1}N{F2p0`bn2`XAv5(4-X8BCofPq+I)r1>@#SJM_d?Ch6CET#_tMNvL(QD$ zG=}m*G0>2Kt9gxrolRpYUTOGccrSkg!)7_yGAl*{m#$Ib%P8xEq$R!?Pa$w5Fx*~w z^EtD4ihVz0mv#(dom$;$sXsA|6!DY}NUgv7avUpNJPO_;221AM!9L8Y#P@2ms?k(3 zyWhtQqqu6f2Q^M#5SQ2D^$di%Z8>a@zqLz*Vk^B)gSQ97V4QGg@ zT~$*X46wyZA-EKGC{WzpS{#ZOLXi)5cemp11PP_MySoH;cT2J2#R-txd;h|H+S!?X z+MS&}bJoCeTDb~vhB#Rl%7X(F45UQ8+HPg(n|yuI>T^r0t2JwYjL0WEO(`WZvU)Uz z4z=?cRhIB0f>lkPtBT`ab&>Orr3vr0z|EjNkhnRMVMCJ{I{=cP5M$!GJKxB}$J&I1 zNo6V%7xm)${>z<=n&dS$QNPY|4ugwqLxq^5tmX$_(Cv>Z^kYR7c-qH!^ZaJb5PO;b z4ADs%@CMz9v=x7-n!}XV1|83KOR(qJ5aYttjkPTPt}RxQ4w^|L5)oP8y=pJt4zu!2 zo>1iV6!~KE6?@_<>o=T^GYXC(5UkWO<5elK`-3e$-y!5VvF-YAhppkpnZHLzyTQlM z;9LlyO3_EWp}5h3jA3E z`nRw+O4j^Ct01K}07smcgE1AxtgQQ@Z3^O0G8!w_e3SbIe`H zP3DwU3P|`d#ffEn)Uu|xqEH=vMP5@ZTjfLy!>h-v|D#rD83nz zAqW+7O*UfG4slg+jY0O)C*dwHM;d9gsc@Ik(ZaEl&+Zvgl8=H0*F(a4hSFnEfbYHupcRbl zx~h$5Ii8K% zmKhdgH6~*kaT7r7PssJ#Xo7{?UZ1@Duf+q=iK|vAUVMz~*KG=!=+W!;m0_+_m%bK< zG(7n&j$_9ArJrh-v@E66srDhMwuV~qn+8bd!`7F9ZR_=JJB7~zQR}62t)G=_JvvZA zEzSS zig`m=D7-s9m-v3SSL#afbH65P@U4d+=#t-(nnfF;RmFeyrHRRF&u7jf_$gg=NOsg- zJMTB}_TxZbMOcaRc{!|xJlzAq4OyXY{PNn^uXYEM=-BXO=G9nDQE*0&Qpg>xp)&8I z>T-INZn(JXe;O#W${9}P`=a!wO(^P``Z;0~O@G5eJc)Dl2CSzR7$5~}M*R|3n67F*Fo5gagJYN}u2 zqhtr#JRJ-xU;f^6U^+LA#?EwSyuPIZ^?QZ-IZbqg+Px2& zE!Ea~_=EcqO96MLgBVg%ku%99MN;PV zfDb44p_Un&?@KVFe*L?8L`RdCF8NK%6qz&02k|3ub#&o~Q$zo$f znL^h&%`k|-9eGor|YE{Jjiq7mg1gmDe> zW+mh(z!Y05WTocyP{|0HfbF6;4N@zP&eo9YD@;-n#0)cIe_TI0+vZPXM3jv`_4JT{ ze}7L>4NOf6JCujat|KW^5K*(AlsuNPzA1&_zfR=u>%OaffOeaS9f@;12V1ua(3+4b z*LR5H0G@ttMO(iWQw_8?XOJw{ezw-DSEwF5B zMCkXrlQ?vXHKLQX&@la^di<=VXe>T!BdxspKFPDOb8V7%ZDNwFzNFy4%!I5ncF~Ix ztz4l(b)~VY;b&^R7|rjBCPA4?cZZs|W8+(%7<51pbVaD?_e6gj=_RvvLztYwlJx4K z4{5AEJ{GI+496P4*HB@>^omF87ja9i7hAOx)N|S3zgG*U+IvQi+e>LlFDpotmuH5q z>ugW#bO80#lk^{sYR}r^3M#R*?4Aa2U}?g(ajmgoeXp`S^#JZJ5XrkZXEt2hgt)}j zP>!Hf-R?k6wlGo%i{%}Ga-Q*59TPF06!K@8yMr03{{LQ|Fdih+d;AdRyrDgSk5!x=xvtE%CkvEw)p$g28Pi3n8tqCY9VpvDlG>cEMqSK%wZmzSPIq z?{vS^h$`s}EH#dmWnF29Fv;9sF8d2JXBBy;pr7hfel{hLVHUX1uIsiT)J)FVOfU&_34C>Kr{haV?QJMZrMnY{k%>?`ofcwKzDO{Q|^ z{e&#U58SN}By3P;x+p+lU)8=0%jSo!B+k)aCT)&AvN`DQbCx|_u<@PIeeuT-LC7;i z+GZIRyLo+?e3clpt;V?cJC_7)r)sA|X{y2vHfgGw-XBsM7Ox_7korl2h3%iV)izbJ zRx*`Y!6if6IcG5VOx^}8@49KTxDX!Ayd96w)2U29CuHjiM6yKJFqRjmnvv(`SoUA3 z0TP|8nwxG|^d+w(3o>^>+~QijQ8MATq}HY0b|a11z#!!cE_#eI{L&3vTw|yb)cJ6S z~HP(VQ`O`ldVqk+O_rw)i^VKDW%k7lBze6~+HsB-J1TXwjBmNHTh-JK*&b zn236?Tw|+9@YvDvLsEC42K`KnK#)0D6=OzV#H_@iQ_s_W1c%KOqjPN5nz<{ zk;PC9o5`Uur ziT4dT8rA1aH_I)jge(c1EUU>5TV4-APSWf>>-7F5%S;xpi8Qla2OfXd;WRs5p<{dA znKprv$yEW6XD8qya?;>ymcZM8>)yk+iT!SoHc*_yHLSr?5x@*7@5@2V_tHuIPRsiS zJ4>~-7rW#HIiG7_wu)k zWomMSe-Njpy#o+52J-1N0l&IT?J}Aj#)EcxjkxV{Q*%hV?0GykNRgd}b`wwBVu23} ziI9%Za);T@e&_E>f>gFn^FmRuKQ<{$W&VB#FrL=+zOnV9U`zH`?b=mT*$^&VZ~8 zj7jv5xrC03R5~YftpHQ*ZQ^M;%5s4hTpe<;<)V9kcus#pMj^Zr+m>;g5@xrFz;Q9N z=lMhDnRAUv5o;%&gDj8Py>V_4y_~&s-8g_NWG?Vuxp} zr#Ci&iSlDrnCakwpg$r$(^$D-10d?*M~o#}+}yy>&&@87+a_lqYm$YKvE8xiU}%)~ zld1Zeual;eo)Ffk0rf+}ST%QMju%h&NAY*hUV`D13ytnkh-!Q8jhG>L9ScLx^~)Ae zYc=!@cClnw1$}M;jnePblVI#yl{=^ry|g_WZ_3hee}bvIPHk@P!0Pd+Ho%60AYlN6 zrQ^yuvw$hqk6&(Day*mo1S3FaV9@$~zIZ_>N9ucT zgwimwR?$`0;}36P_Jy2tfaM%rPgtTF=P$3l1u?R9xoiTPASOy zdxO>_*L58q4g<>oSA{`}m!>xa$cpFdDbB(doSpr{mE!$AMvjYxOE9|7= zoGs3k9JqHcJW#{QllrHiP(dhdQDfbsf7U@X0ggYgmQu(#=&#odV}VJu#&-K{L*BAS z%R>maQ$`S==zU=SO)tsjD~DsI1e$^K+k<^4G#~EhAuN6~N(oy-lXOuV+y>9WB|Yzt_4uTeaZ+ zVKXi$*}~}0&=w@b)?M`n7eig>R}JtW=jkylT`Zz9$E0qLU*}7>i!4W1#ozE{UQPS@ zreY90j%v8&)vi&EDo44~y6C9{E!hzJUaC<{@U1v(D1zrM{5vV0i4RNM!Jd zS-~TKpa9vTn{bC>;!mq{s`Gky+P}|m0|#9!-w%I__<<6%qceZKTe$VVAbujvtBO1s zDKgfm`3Bt=#(=QpFfj?pb$2dpp;aPVOC8%XQwDF$K<(bI-&JpyKM6~)qWA9q5;&Vx zL4IaEA*mDjz0K_9DA10I$4W~vNLiD>nTZ)1vlKWB!3j6OF`)53@I|NVDP;6#R(sh+ z8G&y&UP14_O}vK`tSvgCMyBu(Ny})ry`d$Wo9`VS3kZm5#&fQhD_#ElG+f8bv~U3_ zvlAZ=>%BxfKYF_Z%KTjrE+Zm~_)w?U6$k4kS>*3ea@udAmMdO)m=AgPq2S~WEn$w< zEin_A_>9l4;#*HD5vb>KuF2fYSY+yIa+TbDEssyjEAGH`UO~dhT9-(pcp?$^*%pu+AKH6Q%PY0U=)a^7j zg^AjYB&mqCe?HyGUIup_Y}o6yO!#hPn=S^owRM}WU`WX@MGZ@CzcTR6h>x+H#2RBK zsBKeHB76#Xy|5A-LR&X@7T3e_c?==QI9-nq?B#)n3DBg zhvZ38pE3}_y%ucO4!J3nlatdGH}QM*koY1;-xW?krmD^((^*ky!OID7yc-nr;Wj*U zoOjd#U#1Or%FiEM*!D$hZKUtT9FTI?i1s6DgVIy}=+)7=kzkWgvCU~LttyU#?B%xo z5KWmjH{r5)#1FmA5 zVH$uOMmi&sb41*kzEkKdn&F_(FGO}=Gt$P&bY;~75YH-vcE>;tA_K4a<=5RT9ztGS z3v`$a9Fbv%WiXLr{b`xIk3*yv0tXXLKALR2_;2mZN$zrt7=qkLN{c9j=HiBk4NpE8 zVU5^%o>cu69^^O3BErQ>#75e*4w#}wsD<*Q^ol;ivVvhdl*K54V>}uKwfIR3Tj|*H z;xHU6mV-FYWZ5xreKsA0`CYseWGVhk&Js#0@hhiYlUu!e_1azsl4`KJLsT;)C_iZ6 zT?S+3QoiEwESIl3Q4kGJ&(3SZ#g(-NV<^(}$nvi6AYd-HXUjZ$dAx~^G5zW2Rq6B^ z`Mz7Z1K&Oq+tA;Ezr7v89b5Z!d*QG4S}(wSc#zjkEw$M3i)7^G_KW2Ae-upjQc|YrF-k&oCT9*KW^DLih3{yzE7rxN}Om87Q|&bbzw-M z{4x7a2l&NDFD0ZL9d^LIWmFk*sOY<|EAJU^;p5UeU*`)ibXB+*iV1pg)Y^YbG zQW>T(cQJ>5vZBY{#z9f53vsf5QV9Jb;hq#?nT{F#;)-oItwL*sAgh3O1Rc3tuO_)# z*2h6<`o8xX+(UHdC}lFn!bh7jbo}pW3v5%D3Aail9cT%^OwkG*X{ZP5Tzz8BP{00L z99KPp`u9wzJ;8wv^~X65hP+G$QuK~~9PqT?G$JhGD?Un6%bFl2+NY8At{N>)d15uz zPw~_0l2IdTlaGK|)1(rqjL;jubw6P6&|>-%*dxLXD1XFRt5Kx^>Ls)wd7iBKhu2R7 zl3<>~=Lhz37gMT5X5RG@)BBMg>*Cu%-SB+|1XRpRahki7xWkpqF~0XP8jqo2(B1RS z)ZKH~N^Lsk1z+cMacrPl(xh*usfa@CBCKUMp%UGx-Z5+h~IjSf&vi(2AEV z;_S)80CbX~3rFDN&I$b)+KTOC8gu1OA{ng7f-b*=b32g|E9$w)dIPnGk!<7%8N(ev z6mtKvp#rh9_L&U*kh?WBAygiQA-H^~&sGTf)i6HVK4GjJXrw{e79o*>PM`V6{JD%t zVl#>BnMU3}W7eMt{H0KopPyS*criQqK-D_t2IpqlOl93@!~H;pQ8O+FzT_fkTN03` zDCOZ+n&iDbbXe<>psp&Y**hK+9Q(tkhIjkJ&TbX&%z-;E=aA!9Dv=U7{xr+h9h^L{ z@18Kuc0m-Bp{K9Vy~`;)s{a;6C3k;cP^%UE3|g@}#_5NB&jSUmfP`>L7xJUl!cTNuzb=+^MC zV3!BD-z9Rqg~5HC{ax)pmK>U&DqA2`>|P!3PHoTC_W#>vUHSsxjbtbDk?z%K9P1q- zJv1Hz9_>V@_w{<;U0B0+k6LGWyDNU}TEmy#=H50wz(&%3%1ns-g0m;#SJSu?9T+G| zs@L^TMz~_9q^hFK9$2mv`c0v|d9XvI|u7if?w85ZHs$AD!53T1+Lh z!yB4=YK1Q?z9^%p_xV$vmC%u(&5NpY$$vb=jDhtES9=xF7xu`KUW!R%hxn`J2gU*T zh^bS2fyL@F#3+ESr)NYAVVn*D2U|z9;KGss+;d#97%jCg!{9He(WL6>9gu`7`_r_F zU>1`#FEm2EM(#qjG^x_iknNqsE)FMOp3Yy-%g-uHpVr;iDDz6 z*_MK5HQ2AgC-<(n!c}P7kezqXy6y89^kf8F{~_Yl+`LXyiWdzZ(85U%^K+DqOks_t zXJ%o1MRH2-lx5#@b$b7&diY3}DByJE=A_FDwCusLY=Chj%W(M4tY2$b9C=RRl!l8# z%V_LB<&5QDWV!}-0gHJ|P!+Gv0w}MVf@d&51EE?Ib5idA7_zF(v(E$zmt08EA0t<;aukx^G zIEw>lH;tLPB3>BP3z@#GMI&&o*R=vf6da^JU)u+M&YyDXqX7_PwAQS6mBBZ*;rD_s zZ9#90`$0~QugxM7z%DRm8p+wrkXIL3{}_(2?af^=&GJV z2eX;S7M}tSgX#lo|E*ae)4NlvcIGEO%hBvf7$GBt$vN*-je}Krhp>s(`Sd4; z)^&~I%jukCs*4LMRbA9uKGBP0tDxxVqnh!-4KuSd0%>XaaksqTLsjY^Y`&;k#h*I8 zxs$JDp1WryBz?R%`XL5Hk$;xgC5a{-TBA~G{r-w;-b-uM{ukWLTbc27=e*5I=h-Q& zu~!*>K7G^t23MU9vc;*y^?w)G{hMNpq0!(kO|+zpYXn8*=Ez#w@)~?*Ff7yA6@X`d z+FYCVo#eYAcWa$XgKHWq=NcQ5k$388VPFx^m_ySUim>o0zsQ-81Kx6%t*&cCyI1^)j83+yGRE(pT};rIi>{{YR_ BPGbN7 literal 0 HcmV?d00001 diff --git a/autosubmit_api/experiment/Statistics.pyc b/autosubmit_api/experiment/Statistics.pyc new file mode 100644 index 0000000000000000000000000000000000000000..06d1fd3e9214bdf7589e4603574aa288c9586c30 GIT binary patch literal 8227 zcmd5>TW=f36`tKCDUrHRl4V=2m6)-emI2}j2@<83#I-Hii48|}M|O=0br&>uWi8E% z%o)ZqU;zb`AJ9Jat$i;FG(i4Fp7KwEzV)U3zB9W^Qg(WWB~m*&=gei#ZO)uC4E{P( znT@}0G*$Wu@c#-PvyUdipQqYNZ8_LiZBKQ4wdE_1eSvBRs#8!~1=T64t)l9b)K&?7 zAWf(Uq)8Q()E8KwtfC1OSJbwrqDfK?l=|h?l#0q3wUSe(`PR+)6gWu!j?YHj18B+G zt=_{r|JwqZ+ljHZ2;g2f>2-y)o-}R3(Fq>aB*ceP*6^59Xr3$862TS;fgfL;JiRH) zZX`<>@Cc7mwLf2}`}i;GMvZ62P5?7;v)7G`F16tYXb>fxl zjlSJkc{=D1nmftL)q(Aq!NX2sb=+vL<5_9sq)VUNyLsuo5yA*~_0G+wgOzx1H}2z2 zUAwZ$cN&{C%{#l#Y!&Y#3&P8LJH0{QPe)+=D5 zSwO>wtckIH2jIC!dxZde0e}VqfK4%F2<{wE%z%=D$gN4b80VJ9(aJbFHI9n!an=mg zKwvfls$73ld}2e~t3C$?#R0=^qZ3=|JlyT~nz1pxzOj@leA;NYo9$lnvG~zOuj|G+ zHwbAp8D}g!#i3kgJLx87$KjK}qlS%TEL|=)wOs_(>~(hAv5lkf$siuYZqCA3M}N?D z&LdAG}>XaH|Sb>dVI;TKJt;RFxpY4JwilO;Ix= zilR`to{n%IQPW`v)!Q(nZO!-4D8K9tzg5qDNqI56oWOASOu@yM4}JLUh|e$*N#M{7 zLk>Da2+t8k4mw2AZH8l}u7Q}wj{jany34T;@oXyMaG#6`d*S~fEKiMNAuJi8JzusN zzyA_Rxj!Y=(g&?LFHS_baLZSVh~i_UKu9<$>Bt+hw>8g1&F!q|`}!oBW1$GfwC3&r zv8!taon4Cr;VqDyTl+7%H6z%VuulF=)&SijvK|{T8AwuFACmUce<xzQ{- zon&l1wU`OW5h9@M%3~oVgHkT#AvgWeON8WR6Z3ryAem3)L^`(WWJOvk5K_QEt)ea< zxxkbZxoL(M1uy1!N$^sRPY6EYRzjIF=^)f8Wd~JMRB;e;)u}`Crd_0W*-%=|)I=Yf zBb$;uif!01VT9`SW1xn-DlhOV@}2YC*I^Z48C0k3txH>(Scjo2I>Jsb8nl7x*Dyf8 z&gLAO8X6go>>I_TeKw-1p_W8x?_=mNGZpAn7q*&`(F+YtTk^_t<$&L6A^VEB!(zCJ zVe(;^zlO)WjppAkZ&8XeBWf1W@X5pNUx56RQuKL&F(?dJ>l{d64vV}-AQ45dDl?<55fawgF$$;4msAj-iw(>j!A!6SnxBdc)^38e)JR9zqN-h0>Blk)8 z&v3`q)??G`Cz2r5Y`kY{6~l?QlWtslccacRuEcHi9vaK8P-;~v=EAreS=JCEwP(1U z?8Qd9>CcuCL+azu_ChQ|Yl){@^2SxUpcSv|H1>uyFA;_ssjKCk(r08IUYufNNh;q+ zZirC9$^;jr_(GH8j>|}1#r}|knY`x3r(4|a^kcKrYeyol?b$}#)aehJ2eybN>yqS@ z5dfkt7~6(rI8`y+La%)HaPQwEixN%>SrI$!mB&ijjGh*>+;e=^IP)9qfW0sMJTt}_ zyZ+#h{;zzs@2P#bo6kxCF25hBy)S&+&8$Co?(fTXXazi#IijebNC&W;5E%C}fjYoK zMfJR>T4k={!5Xb8h3$kF^;bQ1OiKqy*hXhSz|9O1-yySt1P-YxoSK{iD%u&f1m|om zZ~?r?!Pq8D7fz_wV#*TMMel*~miEDA5!L%iSqIlhBePM=pLD&avbR*zca6OT<4&n3 zE7En^$+VOT1fCxkRe#{wGr~3GftY;Byn5`jBbBm?-HhNNvf6xhAhW;9WFi;4ULV>{#Is#I-KpqtE&EozSF4#3azvMN&#n8SJ;Og`c4xw1pY_k zz-?%pWm#w9uyK~Dbo||aGNFgCj~G5RvQ7)4BMqj z=bU}E8*AogE^Fc;EA%!m))`knZ?p%o(LV)Pr!+49iK4m@4hy~-kx&9^%A&g_PZ8sK+ofy^7Y_yw$HViMEyPNh7=!U9Q{<1gi%^-+g zL?%|nGb7(+?@hpqc;4_U-evhNc&9;GKrVOLd&^sLcZO6O^}mM4+(*NRBtMBDswO`F zY<3HSUCPQQ#St;(2aDARl@AjP#^Z%75=-*&YhOM2SSq1SIkPszq&ND#j-{L5?TKaY z;FpA6Wa&z`+?nizbjMs1WHGL>ef?t~`X_AOM0C{r6U3v@wSXW z@|Br!{lQ7DfvkzkNZrYmHe}qyca6hw=-&9bjLTBPah@vj#y`ji{BSW%0OuuUlFKYr zlsTh3%w}tUBjd6J@`Z78*|@*SxcO0DbG#9PdaN zkRUsr=LIcfXjM?83Ft*qfr=idH1r4Q7S(|OIDN4X+|MtDF|GDl<8f?i$kJ-ty?&=* zYa4Yb?-;FIc)Ui4F;dggBjw^cQKq)~Ivdu4`Uaa{u(`^HX{-K}4da3Sgv~`ZH`&}` za|MlL*|HtP`Q_AL;wnK*et9FtJd@6urL<``LvK#Pm?PXe)KUiu4WZA_>GSs>8J3PJ zIPabJ>iC{VB+LG1zl1mqe1Ktkm5o%K3?Lf*rF0L?P%eR9c_REn@UV$TB0GhCjr)U}#i9kFKQeE!H?7F?!KhF&_28-``SU;qFB literal 0 HcmV?d00001 diff --git a/autosubmit_api/experiment/__init__.pyc b/autosubmit_api/experiment/__init__.pyc new file mode 100644 index 0000000000000000000000000000000000000000..db59dba161f2ec7bddc1ba63af06062aa733ed9a GIT binary patch literal 178 zcmZSn%**v@vu08<0~9a2@F%L-|10+a*1OWmB zi#!CmeBb|{I#t!|7Ag5cjjcXBbvt#c&VTv-%Q@BkKZge1`SE-6C1d~V#^1N_i~e<& zF#-PNOvRXMuAVd3a`FBybFC|`cbjY7alOY}>xt{V=2~xD?=#o>;`$bIZA)D5H`n^5 z-eoFzvz#~A@+QZ7cbm$9S>9@{ZPo1_QyDbNL+09$S>9%@Z8OWm=Gw3x>ot|_W_gFX zw!`GY9cF2#`NW`R%+h0K>2bqdyQF-=e1eXTn9QNwa%hhndeQ`a=G%Day(ZWqm3=1Y zm&#Kn$V=sE6Ye*`fcZAwhi8JVvhx|)IVd|1m|#eDK5K$)QhCkxWbr7~)Q$E0%D1dmJQ1rzL&$`KPhA(b%`j7a6E33f~6mgsk~x>r={{G6W|d%>Fui~ct&=8^1V^OumI=nBa@qt(rE#ruubFRSeBUv_>$3j>NqBbj%b@A< z|HFSXqd8O?{V0NBBW#qHL*26#doI<3upS1Jos?K&GjC0ug~1uV(#^udwFxW&)n@dck^bU z+uTJv#p#h8H!8jn&92 zFL>pK7u0Z8wbsB1c=}_WCzp@c!^Ud8I__O8u6PUe+H(5(YH>OA8Z~cpI>@#>=FLje z_#2jL)gU_Tnrk#y!f}spvs|kd>rL;SusM#?>*earG4H)%Wfg~~tBvqxSZ6c3-|mnu zMgNyC+MhZ-H|5QpK67D8_D-MmW-iTnQ&*>F=Vnu#EZBz}m9y~hg>vAPwSDhhfBNES z|9$VBsrSd^xIR&Mry-5aT)uEY_uEDqZI0*z7J~8uUZZW7JxMNJuHj%g47@g%pS|Qy zO`n@#54=(B-C@t4Iy>c0%}h+CAH*9i2ZyDThrbd%jaT4J`j_6-H_+~Rw~z{VpeP9i z6fh3eP~LiDJN8bVDV&|YFjY7`TbP@^I5jKm!4BT87gs=r;FT}{ku(OACWM9>!`M-{ z88!;+uD%%Ikbo>iMvyJuuCcS_+QJ8`VZAB$59+m*f;4D%4)NU8dL8%F{f)<3_wbJ8 zK$Vr3G)<3+ctP+TduZsLBHla7~a%geQDA($`JLp)>Dh>oo^7{$qq=J`-l@OUAjcrKsk3) zjsy@FJuNau1rE+j1Ws=(aQe)he?T!adE*Z#WSSQ#Qm#Ybh_tykVD4=-_Xf?qA&Q;G z7ISxiw_{~%Tp5fjL#!-7YC%Tj&50`?luZw)>(+p&_vdo=wn5zG%@P_g=G=MQ=G^(l zR-TEgf?hMi4QYJ@I$5^l79;1*qoJ$#T|vXMqcXPt0k1|_!b!Q?HI;PHxXP~s$siRd z_@e_}W3folSF1zb-3+T?y;uR`F4XGFMam?vIA2?(6pRNqI^-?Y<|7YdOl1H*UR|Lc ziR8`)aI9U+YgR`{TrY%~$%xq-Bww9_iW$0@^|s1_0Ky>_%g)fvmQ zF==(oQ&|*@d9h3!gZ^j~D+Rt`9FAYHY^$`3_F|AXF79QJy-z3YZ7(U#6Fop>D&rA% zJ$qOVCC}34VD{nKobZsk;0No!A4jA1#ROraSgv%?gx=}PbC;%P@X9Yv&CIF(11+S_ zcKXe|6yBkY@^r^juaug7o!6Q@MP98+X5oxBuMPsg4z)qP$_$!Zx=^l`qs2}~JFE7G z9FM0UxI5@(B~Fq4=`)hyiMo05H@paAYVxDhy*?G1PjTlH!TNa?qGq?D<`l6s?el^L z+rV3Zlr?7RPAOcWSd*lgzhy^_%a82A#7MlYZ+d4Pd|d{^HPe!0G$p`3sMK!fhw z?%Z(hdHlBKdUMCSN~8x4AAbT6evV3WIfW5ma>MX|a_%!r(D$$`U@P>~2!XoA3x(kU zWeeNmZWpZ#8W2DNy=FCkL;6# z{Jkvpv7merobB&IP1-2hS0Stb6k%VL94n=dm6BuZMV&WRe(%O+^g%@=0eUZgA@w(f zXZT!YdE137dDPiS!OmUXIWSDuU~X@2f7bw5gX~elVM7tn;D-%2n)}9px}Z-$5}Ty3E<*DMmTwIZgoE9P`{5 zJ61_fu&k0kCuS9o#4tvz7us7X(0g5>oND3UMo(s^E=*0#S?|H;$Es)jOBY+jgIA-s z#+z??!WrJ=)a-+P03me`Aun~B6W|VFl)uo47qtNw_pb#cm z2pgqEAnSI#Cj5G~Sc%jTG*hdFs+g%K{a0DM#&#&+(5*<=(tnZrUt;kxi&t1s+RJHt z$NuZs+7$Mp6ruf22?Kkz7_@L1sMJK%)22_j44gKE-~QZFUF5RiT!}@~Ca;Yu)=aZlBrvDj?+7HJvItgV6 z?uO3GnWdObaTlx1aQUb>8SrdseX3@FBdrQ&Sjub?E$=D(Ip+EB43uefhNX~>2iSKo zcw(mv%&XW(27f_O{A}f5+?#TCs2XN!gN&0kc`KfxPO|LPa_h#p@H9ll@(LYvG&5Ij zRUi$(6ES=ehL10nX5(w8tvAcwQoEG^t#NOTrkht?U7iP1qJ0{1*_NDb=X`qcacwO@ zM7$Pk>e_Ng*0$;niIv!)cU=qd8@VBtF zJw10`WY}DNH54o&$VPl!1#2+y@sx!8N79^zC z`vh^nz}>kL`_Jd*Pvk7338p!b!ZYxhL8t-4KvXH7 z5!gbgkDVfab37)HCI>*X1o5SkPY?+u-yKN49!Nd}CE(mcZ~-Ud5_Q5s#uC*FjEB$^ z7$41|8$x>%;#*ErtBjjcd(7hCi1ZF?^4WbhzMzy`L%SL4p!MBZ7x}}vliEQ4!(K;j zNbrK#-VQJL$IwatI13JmKgoia+@E4`7KMN||7~t&F@k@ANAdfjUD5s-+>>Bf0Fv1f zqv!2{orTuOe#FkstlSUkYyNX__!`mLABxr%!x8kMx>#(;^pd|u)Zc@W zcclI#9MDALV#osL;C=uHz#_PXX!=CocfOJ32BLG3Z+>@{8xnVpk~*BXHxW_`>&}Im z;*6AzU??r+{N0dViBHlNDR_wprd#51p6Hc~A`xxn&Tpsb`53$eTA6V^)$j5BwnRNoNS4P2pwMz<9j0sN{96#4=vDKGj$QBrIlIzJ}~^Ou4i zX~Sw}Nhz5*Rbi|kRsJPo=LEnV@6*f$jkOdt{5 zXW(5|H{$m0ZGhZxA@Z#d0+Ge|^wGyC8u+IG8(Vr_A0#AfM6r3&TKH^SCDErC>cR_Mngx(0n;ZBG59O3S}=4ur;?g!3b03*7F zLPTT6-ypGLiRY!0d=eK!EMaXP52SCrM`dog+E95rhvqXP)B<%UKv&`a&I-@4GUmSQ4t#uev7aoMxNeT zJk_{)E7@(Td#zw?KfK&p>^>;i_c;t)Z4*F-A=J7>upP*$6B{C}8&67H$u}kx_!B-l z$SF=2W1biwt9Zm<5CRF;e{7oL0*S>Q#47>e0Z+ryR$7BNgW$p*}S@Sc<^JXh<^DBu68T@L=yODU*NI9&F-~+E8Yka;EU3ZJwEjSVf#q zVLi$zPZ_-_M8%26?3i_frxA2=G!3RLl?zbqM)ajdm& z2|GR?y?D?2=%st3VzZvYC8^M}i(dI-JaCjGxf4a&<)h6cR^fRlQQ(4HoPY4e%29kA`el>~vu&tBC)yb?F4?&pP^{}fIRpKMi4R#+6|SQxl`rHPTp9s<9a>MG|IMNUpSBm z=wgTKtu3Y=+J@+z>ME|+)5w=rbEiHJ%}Tn_+THB7=`bj2H$rJ-~TB{W)PmK zSYul!ljD9`c{0QZYHAXog%i{*K(-p`f&a)Wrn9SI>N77_a;?iYWpPHrS1P_42SnU6 z!N!_GM9RMvHlvn!sHg_9EqRT0K)m^IBt??5BWXr@0G=qx;PGeBnBX`6Io2+*c$dXj zSrDcBhfr*WU$jBu<~vAYO5!xI&-OLal;j)qc6T917je*MAmg`pJ)=T`WS^lgvUl@N zOkV(C7<85NA}wGq-0C-V%=y5$-Z@W{HhJSMQW|K4B!@HukmH(61Cm^tpn770A~7A0 ziD|zhroX+0n0UjhEL4|lL(dax64|3kHJ*-L>@CB%#*+m^N;wlMRtOF!g3l1ju)T`UmlU4|$;LDWQLu%T$xy_BVmQ5jh#+6;uxi2YXl5WPQJ|f|ww) zB*TOh=hu*8iUjGFiqe-DOhNEQ=~Ahi&okz%r|wu$M;EubjO&jw3i3EN~{w>I&4PDYopU& zAPr95I1uY}NY|83*Srzx>ksxogfd4FcQVmDij-^=BQ_zgcs>ynty8Q`Ih`oiD{Cr! ziPHpt#OvV#W|vh z$7@Yrf5x$*NoV?0UGB_nQy4~X22q6w3EFsT#|wj1pE7sssO^tOO(wJ`60<|rjUn4_ zt`KIqQTt0YnHn{yAo?RIJFH-?AZcv1T4fqY(rpMAo&U$2vLv;|^1Q{^@T=9lc%D=& z4q~3h>YVSIf!;Qg;<`!jRj&U!oUOB9;V1A`V$fk^{&}M!s&yS8P4r! zolFQ36(BVZc@+94kC@?;Pug3lp;%QJ#3*A^t zzr@#TrImjJ2Q@2!@)EgC^O{Z|}6Q3%4z!tl3rElgC%qL)$2dkI7av=*+{ndFX4h_~nDS8>)ThwH zc7y7m*}v!LisP)8UeMi;+9g~gxxtP@>)6qTL*G{p{px)=6n>UC3y6M}_c^)g6OsP0 zpGEj~50ZW$@acxjVmU(H2jgJah*Zp!x^m$IqB=rSMRjCmKjgC$_7IGSKfJiI5>^9^ ziG9dZwzCiuF+q2a3IW94kycSuxLL2QuKXvCKD%#v73}S%ZzQ)X@qKsU*aUvj%P5q; z3*r&6xr(B!-P#CAqM{m&)>m;I*T!Q=oP`n6ska$_Xxku=vTxdQ(><|5maXV5+`!Ih z5DhI850XdruAIkgd@nT@{KK#wai;L}teeNE%9RWw6XrRQzOVq`R;xEtu}*@Ql+neA zfPaGf@cY6+JSCCk?&zWF8Lvae zb^0`n6Abcp!+H|WXNUC#@6(N`{|&VDsE#9LN33!p=g92CpsC_bk0?$R=;SQ1A7KX= z6MjmvB(OB9uFB`xRU{6$mrI! zNW|?%Uw9%2(q!_fsc90ONeKz4{@|gADm@WNl*L|TBw1-j!6BiUhP_t^( zOd_OCieTU*6JE}j)J@p~+_Ne2g?^=2z7*!MvcU*Rl91nQ8Rm)?PS6Y>`GFSSU~WfO zPa6cWj7yYA-P9sWs*>wVyod)cn>%M%nY{7(dYA$v9nadckr}!aj;Kq4^apWhqCZ99 z=r1LutbLfyx%rGpE#?0Py<^}AMMl@pyOGv3C192T_Auhg3M_io031^iH zLdl#b9aQRG86^o-$;j&2Zb$=}2BldWPw;F?g$50gH7DArgpBGUPZh|yepF&p26+!U zNcpkmDG-&3-r^Vw_UutP!pK}-?#VWwc5dJ%w zw}B-jmWFvU(%!c7FG8mr{%&+9`YRM}_=#Z?OCeItpim^)ts%A8j~Lq?KAa(VM_Tha-O4-Spnw-LaaANWyR;6axTPu8HxD(jsuc(6^UjQNO$E_6(Avh-A~A$l zij767EY-?Yp9o0IV$3X@oc1LNIrg*{CePfTs$1f*{zqsmNmP+Z*>IM!MvIm(jNC;M7 zx)Q(Sb6Vo(Djni80d3#vVMa4HQQu={M>CyZSlHqhU<*tT1TQS@P__u*c)Q9%^FRML zIxIZli@OaTQ7mTF3ekluY|2v{z&++=@;O0-jIPR`nd}ULmOHtH5WYY@5@yP9 zl;xuk&;NPxk##@tZJaz+#*NI(s3>qcPyJtG@k17Wiv>x@|8*9>!J?BzAxc4vgGyL! zo7*4_J2efv5o2mS_-NJRY|&*NhE2N@&Y7)Qz;<+ zR6du@h2WH{qIVNvKp40ZYRsnNv}AJP6iKt0O44^=OFY;lz*tXBYU)g^syxems%+vI z>l@BDt{oO%yY^y?Pb1c7cJ6>Aqav^+D=vy`uz5VTo|>-I68<8hvE24~-c8k-O98Tc zs1J4W)XXT+rwpAb`$zbxaSWX-}O_6 z4dxybo>TqBd}q;N6i7~o{V_Ixx^Xr50BDRb4jN0A+JUzoJ_-Ohma@ncVVtTi=T5=| z1gwlB9%5=Tc&C^aEz=U%A`C6GC0Z>9wz6zEC~Wxmz=plhS3_oLn`Oh{gbh)ZiO6f% z@Ep1<)D5dcR?Jyrk};8Np@@|QkY(BMUU~7wIIDlmd(~SmSFz5Mx~8L_qpeM&(a}@h zQMbOw;S(oMd8cP4ZE*YKp@~Zu-@Pz3H#K=kA)25uhN?buVipZWlQgqrLnCU{DVs*y z-$UPiPTHnJ!SoDbG7hQxiB{^CqbMA8g91(S>Uvs5j83angpe_bFlCQ8#0EC8`b6xJ z=bS$IhT08gPr`Q^fTBJqe`-|tRh>};AmAbvi`RR>%lZiyg3lfhE{bo*4%;+kL z8-QmU&f|7Fw=}tsgE!2u1KR_(v7NPaXfz*by8i3r+|ai%op4IFVXw?OW)maMNVS)qa^z zkD0NrB>wvWi8r8Fa{|Jhxaij-kdGG(fT#qh6LHWExodgm^Y4 zW#S|jTEime61#HbWpRkR=H#h}@S#0*VyYyb!4prJ+GDPrV<`iD9Wx@KQ$jDD8GM>G zicK{#_OiB*MMANQ+)QB1W>IW|uLoXYzKH_GV#2D{cl@uM3J?>05G!yFVVXJq?*_!_ zdaNx$Q+G5=4^PknXOfs1Xt+H!(+pQ?{Qm zumHGXG%B2hst4YMVTny$Ek__Ow~&-5$*#b#NO^@NJ_{6P9gMWxGXe-EM?49mqhAGL z3UN`#+>}YFrDR&2EMgo^w=NPRH+9YyIVa9fjq>Q!#UffoXX4d~DcjdFSJGR-08xVg zus!>!=nzRVj+4|&P2gcaffzhh;ID@;}$Z}pAR(c$v z#*Uy9Y3Y@8Kq;xk0^fkzV-T!;=O0S@9Yb>}1vjAmT8#M3(tiH$pwn9*uXG-pDmd8h zRBxS?+ape{O+3?j|^g> z$z`THP-13kWaOQmn45l2KbRH0hN~i2MOgnNOLVDuP~t^$6R6^eJD)vKBt~OmFP=dE zHZOF$g1b*TqUfQUgG9k#lafSlo51Zaa8Yw*J>j%*CkN9i;)WyyW@y+7yd4&g>l-Hr?BOUl%L~~7hf0gGC!^OS{po-$y5A(ja@NkCi$AfM!g`i z+L^2vj|ERQ96hDL*gSHEjcP8FoFx;XuNx~E&}&C>9>jVEounLr*5@VV_KK84pp*;k zHJs7Xy4LU?p$ks9*+EO$CRW*spxShedj);{j7U~>^vOf^i4R2{+EynYW*)>Do>ogI zf_WRx+DIIyqqd%41CuD)>gWqRfZrD#g_Ly04i9~cWX)6sey$)+3gG+&E}|`#I2{$v z5&a`Et6SRwH;i#7Ahw!-#xykh9_){4eV%Q znxhMoi+>PPm^JJj`+VReM)X@+CmLXemL@Ig%0a)PWCmEkS#aWQ1ifX08c)I@C6qv0 z1!E6Wqs_7!qx^^|*DK&R2;c$AMl}Q_9&X7rf&J2HmQE(bq35mrE<$`#dXCnEfAb>F zRZ*8_OSe7c5oy<^%V<4>D#*1mOgxX*TS~C;1)k;u3)bN-sU|%W2t5`+P zt|gNY^v`g<21{C6&7*8f$XxB z{}Magx0OJl?UQpsuyBlnFhQOwNHO^WX&(@zLah*|@b9WC6X_hFZU{zj1n{lMSX^dv zb#c)U@$Lo4SV_>OjQwXIeqF8-*@?J}QWdlh2Rjzi&@Y068Sp`u?FQeI#jFpUfNz7R zgs=OUXgTJQ%kp_oj46T_+2tavtZd-{4E_e!gqfAk8E0u;6@6w&0o@g!rYl9>XKn7Z zjOH5Jn2uh=#6vRpB3uj%SMmeTiN4L(`BM&Dy<;fX({I1!U$kl2h% zcn|0H!S%c~w^QS)e0Kx*_2V~zU&J{K4g3S2iY&0}Eq~oK@mY9?68QDnuD1-S0rd%# z2C*Vj7T2t|j6`!Rw)}O74_$2eL&%PJv1P8ZoLz01(Fh?`9qi0!n>54U;;my!&|KCo zCTM#^$e6RYPJ)DWaYwj?1xAGxR&)hp*06vv(zI?bLi<`}g3XProSZ}=B!tFSsk3_C zW9?ZMv`Uf*Tdf4MS%C?K^fATgdet@_AN>nQHa*!Tl4+;*0@$zp0@+{VA)CKQD5t$P z0%6GN$MmNZNKP2{SZnYjWCHI+huAGikmqMf;A(+hAu&P^Y33Fv5$nQZt``y+G2Kg$ zm!-i(f8lJazW^~*c}ZF#mDm3O0rHb$P)|uW@X>21uVJ$!Gf!}5e6kat<=GK`kZfmK zd7)RMe2L&XoQ~;1p!^0v+Bz zkqbwO10}zgb5#->8*NH*^-M(c9SiD|qF1VKCFo4dS;56;PpliA&T)Sd6)J9r8iWmm zA%spJ6~a7-ap*vp1zGnj7A*grWXdcOey%}51Rz90pcH_NDme)8Lm>I)c+R1S_PPLs z2*C{~0A29C_PW5P?(lYp|$EIgD+U|Ygug@Z9zon7dh>|Ew&g~ z-_sTPV=WxwdC)O0X>5d}JGXZ#VZ$I_g~#3sU$=#>@&3kJwd;)ghGUY4|*TxRX0xY>xTD+-vOcf==UYS(vx zpmEdImP%&a*d6Y3N4lMwdE-t%7B}lw9J+TP`=Xm2@0^<5w z>&ak_D|x^US@!cso%rE_V8|@Gpdh&;0|+2V;4<-}q;fJTSk|m~WT>0gMcY?(2qUfj z3kN+cDTBm0(P8u=-@~u*(I}3iW+c}c2j9oqr3V)Qvmsz~Y zLIk6{iZk5g1NoO(Tw}rLlLjS;1N<_J3X5eHH5L&IGL(Ot#n)NfWAQgxe9YoIEWXR) z2P}S-1r1pL4vQrg-(wN5_%Vy$X7P7e{0@tsuwb%}&*Tmt@X+|b%i=l&@ep`Mx|9F0PekW?%^F!D>h#&volixnL4S#p# kNAgb$K8CaQ;{1do_$M)uT4vyrv55MsL0iC$di2wiq literal 0 HcmV?d00001 diff --git a/autosubmit_api/experiment/common_requests.pyc b/autosubmit_api/experiment/common_requests.pyc new file mode 100644 index 0000000000000000000000000000000000000000..5583c408afc6274ed3498847ed2a70aa7219f52b GIT binary patch literal 47942 zcmd753y@q_df#`tX9mCw2Cu=J0KvwKGX#ObgCs~|u_QqZ2!IO?uy=+8IRdt~(cJ^| zpr?D#w}-%xGYWUfXdkglF3ZtMcI3!fMRKK7maURjD`zdaWN-YaN-BvfPQ?|+lKjX@ zD@$uTdRdz&zyJ5$+qY)`Qc_9*LvT)?bM86ko_ikO`+TS8Kdc)#`tz^dD2L>~9)4fq zFTPBy62cT=E>!ZNo(oe%Jf06z`83`Wrh3wNZ)VW>M*rBjjst) zYb@Rq>iuDMAWRK}oZitJ>TAR7V3->8H1A&*X4Z$94Pk0ST6<%d*%W4m!qnz8XN#5D z8m6|TIord`jxe(`%sdjNcBPrS!_1>$W>1)UEX^r|nZ03VpJnd1%)U@R5M~dCse|5w zRiXZPm>mvN!=7Fp>LX$Hi7@p4JbN5brAm>Tu;K&T%L zv&X{JF;A}z_2XgoM3_3^>A_HcD$G6|rk?inx=?>6%$^KWCq2DB)SnHr&xNVy!tC>5 z>iIBxDoma7XB$HO6Jhprm^vM1KN+Sz>A4$2{e>|5Vwid{%)S(+Uh>>cp?)UJz8t1r z4zp*&)LG9R3iYutdoE0!^YrFWe^vZ!pz0+e&G3*F!gGvFxH<6 zm2Kezmdd42*=~{7LS=_V#skGFJHrPop39-~h-F?0m0cG3bg1mMNE9lMT4W+r_Jqn~ zR(>*63YPhLsO+`K8=-nC%v=rC=fljKp|UT0z&d;@RQB7`sZcp!k?#qWgBH0KDvw*_ zdZ-Lro_Jw?gHFMQWk)ltpGjs;$~=wb7182Wo%Bf8!%L+G_U^RH}F8 ztDYPnd8Sj*^H!7hYV*dWTHN*wZF4e4^8B{95tK{y@_fD2t`^Tsyme))$h&5mH`-g5 zJ?eUrwfkDLQEN9_*~=%|r8Y0Bm1ECaOB*kj;#&D^voT$}>6shJ%zD}VWHV1ZeWlcj ztF2c`Wtv~`YC}AnY*njKb*@#784F(3Y>eo0+NyZIRhqlC{9(J_@|*K>)ym5Y?Ny{M zl@^-wZU6Y4q|bGR_5vN}Wn;BgRc~$Yc+k_A=WF#!wdM79QNp`B-?Glo-%_R8Y2g6R zSAOWSlFM4#Lg{3pE;VVUl{~eHSoR=&K{oC@o|vDTqu1WEUfLR~mD_EN&Y8wS?J&!w z_Om3)%Fzt0@&SjnK`hW`iD?#$Xyp~rNWzV?!nr_<`zWp$36+r1X=vs#0p zvda1zay$4eUb{3H?v01V)nV-VD|&N#oqEm-+v~&oJz{&jNLG4$26-J0}SQ~2O z58C^~s-^W|5tO&ZhLFOL*r_>*{CoWqy;}_YvoqcGY#I|YRUqp?SlzczerN zeYH_xDnkG`&R2_Vpl5NqcCS51)(t_VB5wgC#dBnIb??lTi-6|&dZjVkE=<=Nm4e#l z%SvrPbGv-20Q_hb;%ccyyxd|0O08O{FfswuU>Hsn-aWSTM4{HO!4TMPR(uTJJ-#IP z{_csTQSW`L#eUT`tSVNVt;R8sKN7%hD~RW3XG^Vx@sUTBBT)ZJsUBDDgX;h*i;OoL zRomsYMmrJ+i8MvbE}tn_Rjdn^REm6s>UgphS(Ek>?{<3)6)NBW4V1OlXx_D6w5oIU zQn_lNR1YiFdb<<}IYg>sptpRhTE1PhvFBB#>2|f%mEW3g2+bw=0>Y)aIZaOw(R#Jv zU#z*hS#7J81ckIWk(D8*WH_v0E9k>hEXBo&K%HRyxqId6oTkB6(sZ-MlzGove8Y`W z`F2}4(jOG7_sZ6XxZSd`oNR$e1skK?1U5C(wK^Xol*l~Va!hjC3v<W~k`(p+t2G9yHe zmYcJ)%|@{$>LZ3OnOkUU`DtddQZ}3MIr8Iig3z}r=l}Zcw})^;en+l9H%Wuf7RXpF5TW$Z!`b@21ZH=@1#nYg&+ExRwxo{FJ zQ|aNyaD=5+kpk?l@t=PG8StOA{xj%5>-+~ms0si=wE`dnRtXU5XNaF%Xy?OBUhr6O zezTX`!p~Mw##U>)|Low04($vl!IleuKF92`=rU{xRqo;?`^kz?Qwmxt1#1>0zqeELob7o(?U9~_yU>#@Hlw?>y-mCM3@NNnAOq2SA z?X=1>P#B3FB)s-+OYaP)8;3&MxIBN+HSoC+2UgLmFc+#!;j4`!;K|1fPnN)wtH6^5 zd$@`I?oCj>3J=gSNRsHp$Rk>BlLUss&R5$7pl2yXg4qrjEsRwK?BW6_Quy(1vvs@L za)dHJCy)z$Uj~V^Z;e)Nj9POJe^|_6{ER`Sxl;R|lB;s8q!q*9GRU=A;}j}lC7%~B9RFJOJ6Rce%P88EsvS2j@N z{hkCH7zlJc;ZWY*H+Q>k7#ENGgq&+Q@|(WR=H8UWwbg-Jn8a?LE?ivj0Ev)%=FQbP)H=sp{<9G5xYQ~(*Oxg zUYs`a-9T|RfklnIkqrWEouN3}5e{_d($H#)6iGm^yW&>qFD2RSSCL(<@x4R5HaHEPDuFS_JF2g(r>uP;OkB zuC^D7alKldv#zmcyu7B{zI0j7ZSte5l!@L_AS@W!5>-8)idI#OPB+5vnO(3|;;e9s zJ?QW0niOb?Vx?TXTWjAc&X(?_o52>3A>+=vu|>t8r6Ztk9=j1GXbUiLU)vh?xX4iQ zzFH+ZNr~ta3QiG>XrtKvjLr}-e`Lw;{LHVw>}Y z+W5F;4JG9Mow;E9Azj>u3njP$%YUX& zuQh<*3F{*n3Z^7+Bk{ zLC~_LPEy{;b@d8JF>MK6YLLoh0@`aUUSWga3%Ap1^bX}B&2q#LJF)msDMqm=T6f8i z8@V_i!=&&r_4)W~JdU+nLZ8;uKuY-K$q@(AStqA^Y@M(+SS^_(gQda}=od4-@K5t1 z)nJZcq7`F_^n~qv_ICX$r!R}H3ftl2KeQO45WNScn6?MP!cj47G(`m_gEvTm;L;4E z&T^7#7+pr`tBuXj8*7c;_{ESz5Ro&gVnD6k?hmbvInWJ46DZ1=by~c6x zny5n6*M|nwrS%ZboruIKBRND45iB4{Xl>5JnYl=Toha$c<~&IkVUV+P3F!%+qe0)u@FE}KDa5+< zdWjbz(BBr8h9uLNak_A`;OipI4uu`ORYaWa_}d}0{-ZvV2}j(bFNK`r)1VxQP-az_ z?h6yy$3WfkF)!z{k6HgwAM-2seax@i|1s^|lnuxQsK5@9POe%AjqABpr8c7D^LA6uhe7GR`vDj`3s6CPN zNy39uh4ws@ZDHg_vsph35^5nMIb84*1LI|luy@K|B*M{H(ypgQj~|bLctoC0Gfu=p za`m`y1cWBKqp(=GiR`AZPu(8n<@?4*B=C-mN*-2Byo8a;BEwiXNXIXqJ#(oTUA{b7 z9J?49E$>;AuU)YmAr{X$GjZwidF4f-DI+bQM5rN&lZi?M*%PwMsVEUphRL7}TkTlX zn^9K4O&FOtdNpmNdJh8MC3b9ER6je_JIhWg-jW;NW=b#jgVA2IRN zZq?COEnk9;^fDYM^k9L!?0IK;Pb_tzl`K$N*@7rR`FXEbS1MSlSsDruwozC}uRO6Ch9?OOI%MBl$tz z<4;9TPz-v4`slC0bLb09(6k+))b=IB9VQ*wzPOvzquN<|?VdF9SQ;s$k-d_rBM_op zHIxt6Afxw$rN_cjAuRFKTiBOI_NS2p={FrrdkF>csNvM_7wRGoWk7>VkB57|lMoS$ zkE_7g^?wzXhPA^MhehG+6eb$6L=K|h35yL7J7h70R7+2q>SS28QHb2`3$6blr*EhJ zI;$_jgF!jmRSsH)a=)LJ8|*H3L{e%9k;M@;xiqSQgsp|zfX*P(x^z^r#nG@x?|biE$n!eSAG`i+UgN|6Y0=xOLhGOA zNs_r!qwqvnIvy5}ht{|Agfowcz@xFH6P6izlvzkKpR&xYmbuq5S;S9U<{``6mzI1+ zFPPacS*J$qq@|aFc!w2^d&P#T zWt5iQ%2s>uv%L}@>Orpil^^*5NdsHFfqYj_|F~+@ysGiz+k9EA@6+z1&uhX~h9g-b z1GWuVYzHL<6~7U3nrwEn0Y8!O7px|u+236gB`F)IQxhGi*Mt#ZhW(wNx0+1uP98S?0z->{l2hRxkI*DbFp>9zHC6a3Uch~USKp8`oNJqrCyBC=98Rzs3G({*r^YW|9gptnnQBg4e9azw`t@_K zL!;aK&R%})%B6FY=f>h$*ydDgm=5vuDlL`AHAo%#}ydm|2f6JpunhY&HPNW)`&i@EF;jBC5>vN`8LWJCaP7dzFkGa zRKAUlI*z`mM=B`l+~#VoR=$m(UU^~wj1D)lJu|;%8G};2St>8Q+Pv|))v>iulZJpSlf{bXV4v9>iQcZ) zUBT^qhI)6qx)4Vi9^*v1rdUg&Gg0bv(o;oc&Tw-f`ZCezNd=<{BpMzOsp)dH*NNFO z%NCvJ@N~(kon*nO-`R50*tpu`j<2mOqvaXa3}1t!*fvQkiEHE8LiJ*4GO48j)0*lk z(Vf*@s@=M;RFajH(jo_}*dp(0Z)J8;TFcg!dD71`o%UOML(i9e_43T5B^xP9`nPv& z2SKQ8JNRPO48oOVDjR7g#4s7Zq^HJ=3!-TtY@IaIMQwarvcSc!^E5W)M^|1NMad#% zNt&c|yfAyCSvS>-nq?iC&4ZpK@Nir5#;!+1+tqt*<0|#KqVz6w&Oh^Z^-R6~s(PV~ zIPI1$@Tar(+!rU~QmGm+(_6F8#9RT>lm%OjwMwxuKYIhtR1g^JH`gBb|SYGLP^#49mJXznj=r{|Bo&NSm^1SO;V4wKn#oF{L-!Q=WJIrg1&b z;#>0jayxqX>-E3gyn7W4^GB;|%EI4*DMDgr`HTM?0jvx3DYzc;RXjvbSb$YRFb?T! zT*@{0JJY*}fOZqU7p=UR|GB*xhIiPTwUBE|k4}q-#7!P6(h|X>F}Ux`0?q8rXd04C zDjVJ@l?~K(rn31FdSyh*r{}>g1=Fsu)LePaDg-IXG^=X5cdWXqPWAlpqDcwhK9pEW z7BeC_A*zIsa*$Cb81P-&KO6cQiXi&5q#S&uBO4QxlO7YjG>MMBH}n8hSuhA`CT4iuKr=umG$`mfmMrdVMTC z9<%gd7)@0|>8|yrg+^;EG_5zRf+lQ`P|AZl^Saeaz>zJYt*27^jCQL@RyCYN4jACdo372=WM|oOu(2lezs6V8|XU>SnUTN zYHM*<`TP%*mRt7x~{w zO6TtUg`7kb&blKbVc-7SoSP`q19Vo%mfSjdmG4_b5R53MdfK;`>S^C%swcS+rh39h zvRTHMS~knfIi`9OBO=k_V+6KcjRiNg{qbjxtx(*fv4`nuL!ESib>ob+=n}1pn(Js) z0Cc8Qsga3xmVnb7^}-Rg4Z>ri!gSuVvl>RRC(TUnQ43%Xjwb57flK)%nZzbrc zGxX`Hc}4WYDzi_)eg!$8L-d1+y{h1c2%H6S3mzX4>SH;JDF%Cup^tuDMb8sFe8~1F zZ(TuV>O1v`-o<|{aCd=HnKf*p8UZs78uKx1VIM@@ z)igTg9s;e<4wTeT2pY0e3^FQYXOY7;A->v?tTg zK%s4SHskwXVN4&sCb^Ev10Kv|p|#Cg06tk#z{4#e5cYWw>@;73mJI@_i!?&xfDCE@ zM-UW}gILgOnHdC<$$Mw*Scci2j$J=twgh%;_PRdY z`R9O~6zm}21?;>4*x3lVu)$7jAg{#E)dt7N1;CD(Wf;5>^f5WK!5cvz22#+6u@UrP zD1kl`w%p^t%TzclF$J`fsUHq~1P?|Flcg3*2YaIVb^-Yy8t7#rzyxlHhdpI#Wt}Gw z`O5>&Dxgeuy2Pm4Wrgn(2wsAFmXVUHos)VkCvwGEXJ9ZEpCDB)=Ne)uL>RjeJ& z>odoqHEQBx1U(WP2=s_qr?Xojlj4`i3;mhyRj~m8iL|Z)Eh%t8yPDevq5dEMQ|7yZ z8t>=tEPwHHG%XmioB{(*fO4QJ02Kl?t_H>S>Ti9BwL9AjQUSdy1U?b7bXP^Tw4L+v zr|if0%Yq^T5|A`jg-rhEn3IShlmloj3^I|)sV#K_a6&s~%LK%`_k>YMLr^Mva=<%w zGQ>*_Z540Y;=Cs@%=X0<5JT_}V}LD^-iH+uAzBh1JYpf*KPvAVBS#FW9< zZnMJ_WJ4OJvs5MNOCUW8b1ekU94Z4k-qd-|f}5g`>NHvgvkWR3OL2wz1{vR7Dm0p$ z=#sV1X!QGZ!N{-HET+TJZzw6*uui!ebun9O%!@w}z)RvT+qeDhqT5IxVrkip#BL;> z2oKLY`p z29s{dsN`0uaWm0ksBA(UMsKJALDu9g@yHRiYXJ9g#lEJ%z@o&s(Ps#}JdFs+M7Ncl zL1crz22c$cZ_!g(4o6R@=6V7kk7RqISs^s9O(g2-X9Mm<_DAZg#*r{r4-t`gYD z*fD|V?+XQ-i7ZM>r$Dr8vTUsBS>9C#T0J5|%@+Hitg zeK_@rmII#6a%|ikV+iCK##lZLHZ&Q5D(Rt(wSO*qG(;~eIIG~}Awo5uD~M25#u*`m zH+hs&o|0qsg9>y4YcRhxw+mV2V16U0z$KXqH`~7fB%He~S9zq&;AW+qvCL2`M-;Dr zG@@Xm0`G+`z!E5)hY|DF8T8_eyX?41AGb3Gjum1nesB z>);BCbmIz6?q*m5lbr-hfG>n4%p-+b-P6Gmoh(Nj!V;YvyngfpTI+WQ+7Y*MfsNJU$e*8%N@SMGwe zfQ$yalX$URx@lZ&ng$_tuz*3ucCB5nI$YYRCNtRch>`|?b}MEOe}Im~oKY?V6qA;* zwiGl_QurWVXp}q8{Om3Vjc<=UrBBMx!*a|JJ*qeSX)r>xM>T#`js6L7K=hbu{PEyF zDyUostQ*|7A?+yS_);lR)3mf?(LPn$Phg|1`A2Ko8CgRcViclZCNR|fswtVHL#p?r z0(ns|TwsHyG1D-PbnrxUK&7(jv6=Z*wW*nj{(pfQw$qapsKJH;{O}II+Rh4h|wh%y#(Vt@qjAtK=|dc(qBlB5=-kOA!; zE6|5Er3f~Vg5U@z2n>$2-WO6}iD%{Q_=S)K@(4_#5N7~-;7d>&I9f50sZKz^SH^lGR={luck0=maA!DoRn21X2`VH~FnKL4!+glQ1hIXgy+0Wy zu$)A=j2g(YC(p!OZ7g(#XHVi(A{(CCpkzwohx7xQ(+@aKKX5-_d&zFa9e}?$k(nG9 zL59MR2!FxH2xaL9e5D^wS?dQ(HSwm27&?%^E6HZ7(71Q}Lv zJ^@qsF0V26wD#T){!oYyPkGUqq-9NE=1F6Z8=8}2?EKmK{f zYCNZgr3a0S=>Whwt5FmXOKoV}=zhgHOyfvoi_|&G>inE#nT$jxB*J%wWvw4(7!+v) zZ2UE^Ws6@LTv0)uS@hiwJ-=t#lZ+)y8~ z_53b)m<`xnY$k6o_b8?NvCCM6oLyzo!-hKQx-L0*xY|kxgOz!S;Vv<;XZeeNmmtAk z$U?vbm`~Kj+KAXS^t2tXJ7!HGNSk0U>QEY<2Sz2IyN1%*3@pG{0&G0$1+W2yiQ)bM zs)Ph+MrpZ!AWdwwoEW?TTwZNx>z{zOR`Uj9j(FGk3pJDVi+d3yhIIipi*Hd1U=74E zPK0*dUlFicC4kicUGNI;z?lSqS24UG0BRL;PZAR&5|YFkh%T_I#U0_-06Vo;F5?KpO;*-7n^aRusw z0hi^Cn+<1rAg9an@D0^Dug3WE;9+@W5#7CFk654iZp_9|SpI=F%Rcq1$2W`4V(;Zo zMo7L{PFsp4&u0V)76gH8$&XPvS@JM(Ectv`_}e1cM8UD}Q^HLPAEw;6`5ds8?LeAU zz~a>57FIg6oJoIk3zLcXS6Rp!ov{0=#J@mf-$-l#4#x6GvSJhbYFC&LfgR!E-<)FR zvm_zuHrd|zpOU>XWb~T$2Afahnk{@M>GWoEwgvGA$sxAh_2W+4Aq%!-PS0TTA-CXa zjSO+B?mk+L9b{)iAZCVk`TsJQO!U0f}Sx~8r4ATN|fXq@1|1hHLOs}pqTN-VbVr*##AU;TYA?!8* zK(awf07ypIvG=$+J@Zrpz2~%`Q`uC1+B{Kg3eL+xBb1PF>ntPo*bC zTvFlQ|y-}*qCuU}ex~!}Gr>YC53f|^nFL|oaZF+A6=Qh4` z1!QzpcEJc&(V~+EFPBk7-K1#rv>-}`e_vP9SZu-1Nbu%E!RGjgz?#ENi>&~j0={;b zGx|WWZz%Yr+W$`#TS4F%VQ9nd4=^ZaCIIG~Cf>#s> z)<@?RyP)7ALB|DH=2fO>{$nJ9Rxh&rPSNF{y5dk@V1C48-@Eme4siDY{sHB^tiT3X z1X85VMpqPkTESW6WfSqH^4?PLF~WQa$sYvsGbFg7hwU~=v9QL0K3=#0@^%n2p_PM{C@V#Qk=ymaz`D6OSk@}&>*}4SJLJ{>3<|-vm7F*EyJ`STyC(i60s|#ca$G__ zJ){m11S{3+rp%Huilg<7!qI9hS{nMO%gNf&Lpp_Xw4jsGg^mr54ym^=P@08xtHm&x zbMq}2%xY?znjCRo35X01cHq#7BguL5PP5t3bl&O5&0{Th^LqG^-8&+y)55+(IvcdF zP&hKj+4c5xVc)^I!okUSU|-A@2m^jfh*+>gMs{+@j;$BIw_rz$3a2=iZ*1^FGsaCM;d)& z-9APe^v+?LlPI$na13mW141JGhV3NAIse`TaF9#TX{&_PRN_s(!kG?83rzBC z!cltq$$CeGLKv2h!g$84v`ws%+5X!qx^U&}nds~Vi(iQ@zk2TMq-l-EFBe`rH+g34 z%;cE@E_pbTCa<2hg05UTGx^Hp=(UM)x69ruXfGUPOg~=0N|Majt7q7%e2DDaN|o4g zp=1~%nnPnJOgNJDN$g1C%u<+@^?@{@0#Om0zB5IburE#d2uifm%bazwigXym-ftoz z;meO{u^*=|CZ$Ql25G;Y2V4Hxct7=#yQzI(42fYPnXAZ9Wr(vBn{o%yQTFjqn5obA z!wbAboS;5Dz6Ra_)A$mTy#jGVIbukRYX+9HtXXp6NemUSZM5RS7M^rc->u(R!Jb5b z%v08=ClNA}1kq!EXntASK_P_xx;!gOjIwhlh@ja4#(DF`+`UQhC}Y1q#{wve1Fg>^E& z^2v;-n_iwq=*|Ck{wDaC&YLJdM~0@!IYpcyFgi{jFoK1!Sg^S;bC%q_ZGDoN+pvsX zU(>g=*JS8$Pf?Y3>sY65_(_4 zL-t??&IEcE56VVd&2g-GeFAx@tks9lfhXk}At}ItXS4(49|~=3qYkO_EI6q&zSXnv zTJkdWiS_o+dOEM)skRP>r6cmUaBV<-8J3R9JpvvLmN4ynO1=q}p0W2G((HD9x~BVT zSlRfqy?-W+`^wPLw24TUzfFB-kuoyNSGkQmpWaw83A;+VI}}+ zMw>;;ill24wGQ#du9q_IADU8?{oRk1VVf^)ebKxnbW%2xoxOJF_wXw4?HoLO*Aiuf zaB`7>lUG-hBy%S&BeXLWdsdz!TIW}575i~~79$Junbr3`$nhxMb#LdEo-@OL9zUlA z)xADin^sele1mS!hb2^Cp9o8*!_p`JM9b$x=G6Mr`C#7KHGfBzrJi4wI<+kIiDjwN z%TlA=scia=D%=0>y#82sQ5<)4cjoD3sb`j@K5Et)xP@W0*moj+GB}=m<|g65J74d+ z+Q3Iir_7LYwY`9*FXyjn+#H&sVw)J*A}sqPf$=%#tL-*t>5aD$vEhEsGsN!viBVMN zG6!L1jwc(cQ-xS(M_}RmLK!Gerl0x`tO6F=un)cgf(R zk!COI$KE5giA5xBT68tlB78`zz39e*N^rVx@h((ex!x?_UWBSE$BXS-(x>rTif_k@ zcG7k+CH&|^tOIf^tY z)US+C3!}%Pd0Knua%ww2b6P$JG(Ru=lxRTpr$2N)PIRT7z?xbJ+kOcE9KKO5BA8eENdaP}gIyo-Y-M6%a z0PijtGZXKm*Ip_$c=8QsMdCF)EpSwcRamg1=%g(nE~)S~0#xoKFiY52ibb7$nl`ny zJsKS!IiNu?$zY3^aUZ@jWL(-vt_+ai%;5B+ppS4ybUA{C4sY2%+-z)BR$vX&G z&*5f+l@;zZ;}P*m#-a*DndPe%i8^Wt38fP&v92!@Shm5u|B-6iV||hqMKOWSZXczL z6cR(n8Z+B<+}YiKXn@lNV$RFEUhPsU_0iU3>fl+gJnmv1eVL56f1h7lGDX2!TQXf* z?*y<%msLuAHOQWNyteZ!RTeHl-&OkRD=rp1r^_!kLtDb-bggtVt*gdTlRbO0WKjv0 z;JzVa!G&H-x{%1GUo7};gPK7I zU!3ZE*BDBifWNZ)^6;3AqX~28kS+qPR(pMC>FSeQzAZFrACX`jlg2MEysRy&`DIno zh;*$=xbu+UH=8iSaq0Hp>ZL@4f?E)fpOrBD=Q4j)PIhBw9Sg(y7W%L~njXOuIMNXR4fU-Tp}M)2z$ih636_%RW0e^oa5)CY0(T;E zAIfhg@2j|@Sl45sc?=lju!4X2jrnZ|=GXJQ2hm{xucM=_g>5(hIq1p zT2Jz;>on3hrF;G;?8vXDB}DuARXq~(Z>H1`brD4J{C9c|;Hi3nU2A!$byS;uGYCw>hsoFHs5$%O7n={6bN(9#bVWvLsv*X`;%klF2xc zQ|_hQoq4l$li8QHNoEX;{2iaKa@bw9(<3ZFfVG6^APZL&o=seB#rWEiy9nJ>Gz`^w zbl50ccZfyOU0~g;wasIe(SF$tTN0F;BFTJf8>pRcxeu*QtF}*Yivq|`-eWMp3M0dh zWTfM3lgPtbmeJ?f0{^F$p5T6J?WrXvFDClk?9w%nl$|NQK;qt+WKQ3gf(90ynPwI_ zDXxh#I*jRqb3w``hl~hlY$|tBM6%mE>%vuLGnug$Y0<{}jBb%yC}6-;D;Lb4lP(@4m=TcE|XDWYbqrU6cymvNhz@o{&DB@!X}1wPY+vm^Qt1OH5gw7Yg?kb{mx zdZe}7HVp9aC*w=>auppkqA>JgT#J}<$oH6NEXjgxkL`hyUHCWhssf421n9g3!%Ldw zL|V2Kwx!(EB7RnLW0La;O^u5wk&2q71@m?9FUm;BH`>_s4|3XtlyjR|HXd@A&D@}lN`&yJE2P&-EsJDD%m(^ z`E=SB6F_5~u6C2Ptz|Y2SOL@bX|+*cG%aA6a>>Amc>CS$T$13Gr@#@}QqU$sH}8zu zOvoO@gq?D2&Qm06oi zL&vKbmx(m+wp=L%0#z%Hg&21guQ>P{e{}N!<(P#7bJp2^Nv@9o{8Wj#Weo7Aor_$`~(>@;OGSL_4(U1V@%k(Pr%BzAr5cNS0iNxAW=p>fN zEdAS+I|q@oD@pC(_Obrlel)Hd@V~Ii0kJ3y{TU$sVIm7Rm(e>P36!0t0m9IyF@cl> z8;a6#EfQJ8QwW`vxY~HKV|ehF(1!Mg95BuOFi0h2Pz$jKFo63G-Za!ITo%i;C4&JO zL*%@^?|9pkqKVi+1yM*4r?rZs)nV$}_Kx+%XVV)IJNsF?(!~-Z2@_;v9YylR}MUA>qmcA3rd{1Z4*B*<-A?GQ)I^OZ?%gJyL795a8nay zTvGI-YD+u3t4gGe@-Z#V_vp_lElr6iv^4!ZKFbq|TO5E?o7;WKiF4DIwI#QY(bF0O z?4$NU>;+zeLKYFw$py8OYlJu4Co4+fO>L@|T0+pgIalfYa#=$ZjB91Jy29ZbBGC zApmZ4lpX9zuV}l+T#|R|J%?oO<)|-1yTdu4rg{i!=6H==h{{v`7tW<;7#w&-6myoJ z;N{PDRm8mU{)%{S_lkC$Cwt=$cU8oh`27_@$^5?|+~#82|1GC+CJF5UEn%FD+*_lF zBNJc3ObU86rUU)Us=R3`)8R&Miz{Iuzz!rYB5H7bfCiVz@NVzb5HFS3ZoSl zNPI8FCK1;`Rp2WZ^j-oxG7dh6ok z#n;YFMDGeJXnP65_^nMH0i{C}8wL5=jNSW)V3#2|lg%JlG4Gy6ptz0X-_g5&Oo5QU z%TC2gxOn5Xq&X(UvxqMKu%5a1f=u4yr!NJ&4G&M8c?B1^bh&uxBHoX?Oi0xE=qFXq zdUnj{lvG&Bsg_suNFoz%J~J_$<`(V_D9h_r*`!7 zjM@W*lY+0V;;=)!h|p z`}jj=(#&7g0~hqTp!pbm41Kup%n#xgl>5za?74v>COaV{c0zotLhjO&JK6bDDIL7m zKgR$%cHiT0U-YkVxWWCaTB-)|C0&8r2Dkw|jQjKA=T2c7UCeQ3A~@{6un`QY@V@Ppv<+)AD8@Db#@nmG2b|C^pV`sj=&yk?|MH z7}f^8vt6P9hr>(dY{?iJ;Ck{VU@b5n+ZUKi`v`^Dl|aBeu*B&*KZw2`@X4WjGtmIf zxmyx<+jNve=>6cnErtsLt+Z?7V{V&_cg66++>+?1JcA)eP4rEN=95p@7NIS`s zIBN2x37sV8ysggVZkgcDB}m5h7$sv{3hP7DW{SQx7Z~p@$vU#k^etD;Y3EXnE?vjI z14fc~rm#|RCy$5(Cz(uFB`NnqU-c{0RA16k7rf~Y(U0)s4&l}1=)WY0#T;Gv)Fs3< zK=>|iEBjPpzk=NgB=5E@o({2{+H}zOH5JIf`U;5tIXxA3o55T|QWKLA&gA7R{Oski zbM7TdnxyC#6#Q)k8ar3~{Gwtf6$s8c!Kf|goy+=a-P9*#GY^vRMG^fARrr>IUsv!O z3hog+^eI9V;Ardty<}sD_z=%SuYioizmo3l$ZrGGNVM!;i&y1d?Ab^Pzrj7WUiA@c z_%i?`u1BE9G_5Y~V{_jGB(ZfJ3_(YxUe#c*WvWaLXVEKiEb5%Yg8-nY&+Y={BB|z2buwZ31D$61LTp38UX@=R*-P% zQ?DxsfSIbn#qENGTrGEB2^G~rXS28Sr$9TSAY1djKsrBAB;t~9p$FC+@4H5WTwRwM z-2vF>jp)d<3dEl-u;c&p7Zz^kMA34Gguy~A^zOYbKqgw2^WE~LIhMm{Pi9*Xeq4=1 zo-X^@Z8ziXkkO8etA1SOZveSx8MwyvuE&s#JpOy;_fC%yP`%Lgc$Yo?wH&mn)!q=W zxXl{hZI5$#k*TVU7z+qRM|6cB286`0F_e`cG2PaKWu0ZyOMt9|zGw1$yB@E%zKbO1 z3kqH3Ad@LqOUq@q`cQ7K93^u?-7O54u)AX*?KYR0f--G5_A9oyPj+*QkT4ow%FwXLvgm1Xsd+&B~ zI-Zha*U#lN7WS&0*H)X|5#b- zJ3i6&p4h4KV9Uo@>X_ruhGqbUZhwGGr?~lT0Ws>Haqw(`a(Hb~bT84wZA&(zJJaDi zkVXy$%xu+xM|2mCx62JGGu}fRRdxY3fZNTJ3vblz(u_|pT60duRYFO~l(G zLi{d4NiRDBDRbx$bx^&r7;iJ7u0_}A+Ho;uxpv<4^#6!__q_cNiFG+sBbA&wPKCSf ze@Fgy(j2#-P>$Fk@tyL*(_NzDQ>KglF@om{YW`IP<`UEBpU*4#MFrOt{Ja8*gQEwL zJ>SrSzoX#C6#Te?uPXR!3XESBzY+a63NrHOmz9(eKX{Jqc;@1yZtOAH+PO1hZ$&+N zqzT|_Cgn)S7(e+pYEsX_Cw;273`t+*`eoeu@RPZeYzplV2#&0Y3n+pD| zg5Of`+X}v;;NK|_Q5g;E8)dL(T~CcpWc{GwbfWWNSu|)PY5DpzX@>r)$jl#AN3a&) zA0h7Kl7Gq(xhWC+9z2Zh!M0$KydC<>%k}^w6j#UVAV@oZcCawJN@JK(J=ie}<#%BF z(1Rm7dk-}@q?q3X=e!z+4IA>q2<_#rVSV0zhkA7#hPdxOp7-X$Ri=J_Hs85aZ+I_>xlSq%TW~g~fgK);D!ssR)8eLvytRY)m*dufk5JO7fk{D&r(Un^p2ACa_E1#9Sh8QXRQt zO54`ax=VI%n!3@#BsMXo%C3l*17US;#7Q@4 zVmvI@K-`^OF&~MN&%_)mtUl0h!nuxRYvE!AnLIbuK<^f;W2ejjhnH7sSns!6NiJGJ zyJUNLH%aM6g~aX(tNH>Lbe9TUcj%<8-sefd1#&yIpPnXo3zGF#>21i>Cij5L-8uel z(KjkxD$D4V?}BQTkwK!*9F1-X6dL+`lqTGTK#jaIe;tvW{xnXQVy%%9*^*tbj4~)7j0lHg9%3Z*8+|(-eH~z#DaM%5q8U7OOK=kyl8ROIQFGhTmNpUV)VFmRiyv8F`w-F)@i_ zE>|?g)UviaR_M^EW}UwLY1T7iWZ>$L+X|V|&BU9c*uO!K-ff9(}-m=qSUa zCg;AmE@2|?i~x;@Z57NZ7-sJL{IUos?1JVo-#4V+uO|ZvJ|O7GCa33RN^ip@t8g9k za51h~un2t`kzo9Tn|sS}+K22>R*MUdW&Q?%)Y(SSeB-ROY41t)*2=|XO1lggj-lNW zEChyk3wCMBNb95#k{2uXs?2c0U)4pP2;19Qj&`eyj}Sbhz1-f%t3|CO-A#rzb?t_C zIYSRywTj=MX!qUgB4YG62wjXVF?I*TxvjmcxS;Mav{&u~L}U&$y5+4mN6#)gUSn~; zs1DMHr4R(7MdY33FTTW(i0FZ!0bl1$z6-+5OXCEEyzsB{AY^ERj7T<`MpziEiqfV- zJUcxDio}UiDg}lBNRn6>P?1+a{CEL!%n}BjkZ7y{-B6S~O3w6hloVPV+;4uQkRl=J zm6-G^W{rm+k4Ff5jVyumIDO|Uf&Z_nHSRl_G%2BxDPz}PNpCvx28TlH*JR9h4QkAM zFF`2Cpb*N(NDW%M$%jEPVG4kWg9K;47Wm&9-x%&45(zhU9r>Xd5vndW4I8>@nP4n; z=lPsf8L}$-bop8a9LAMN6Ha6BX;Jiv2~#H6hdB& z4AL^a&&axwRIkjW427+j#_+K`1dk+v7&lO!$?M^4b|;I{o(25|8^bWv7#ph%jeAlt zj3MNQj)B9W7HN}%LxI{u1j+aiRW|o3;F?Y`M3PeP5!>Sw7cp*I7tuwm;Cen{$QDI< z5!>g~7qR_LfDt>894{9QrZNYu|Mb@^S0rY&+4`?=#6`c6%HsHYt5!2Y*7h(2Ev6et zjE8N>BmK`OOx}o*ohN#7s04DzCucZHYfPS%Y(JTtkf*#cd9aae8C{wB_j?_2*zD_8JxE)0KX|_O+v(=rEH$bbkY(A^OZ;;t0+n%L>?wJV&8#SwRV%c zpxqhTHNkQjg9W=tQCEo$=As|f;AujyT%MS;@$|D~Ulo?tJqcaDss1s=qJOC1bp>+@ z{*i*Ff`6bu-pozDcSiSM7{yj5E9ejG=F3Jz1WSWuvNM@TKUPV$pRWPNv#=iips8c0 z>!sNnmC_48q~TJJY-!=`5k-F0WX|JFvs&yT$25N0Rd!>$Q%hUO%5Jt;AqRwXmWM4iSilFY}`$dY*SJ;fRfZprKuXiPTg{BtKWCiUEXh_tr`L? zMcrb*mfWrhHbB!Up#5mntmtWfQ6zY4@Wm-y+R$~+JT!*UGgU9i?V>cP_^?RJ==&J) zN$nn4&n0#P`TqW%o*js5<%dT{!L|W@9_3f&O@p~75csak6-ZlXsUb>i#c$kZ%F0{3 zdyJRAxa{9Xgu%NhEt`anJdM`}Eo7mpv;4(BM~=wJl&F+G)rd;TTn$BmX`CKx%_W!D zWdbxT6`U}H#sn?7)(^Q0cyE>8O5}Fz+)Q)&Ezr zux&%zt{2UL&`xqN{@0h7z0+2W0nayl=yN=_-}!7V?d~<+Z{0Qd6vN1~H${~(j$94u z#AySemZweNmGcCMpEsuoBfryx2`|%xbuedGUaZ=9Z6j#B_ATI0e2H|IV~4oRvAgoE zqjNXln6XSeI@@g2IEQy6bBs4vZ?=!tnn!Nn3HX+-TR1A?toTT+IojrWB|&aEu{A-) zkp`Sa2v0w6c+g!l*qwBe`Dmc|@4Yu(GMgn&h44~Y&s0rK31P(2ck#v7ol+xiAH?@) z$(Z4tXf>R)G8%8>?ywT&z*J4xdlD;m>C_C9P6N%_F7}WamvvbNu@4}rLz(uoxNAK)cpQaO|w~CE9uKk z5#dnFu9OxY`V1I)m&JFnv$cO*)9@0V3O%mNlbg3)=m9s|xn<5an=FD~&_hpdKZs^K zf4fNQMDs@6Bl^Fx+7My9nm4q1H|y>UVxA1+8wyYB15wM0;q&P8s-hz}HFIZkUBu zttHz{5>d_LYo!K)(3V*YSjH81Z4up2S0y?&QwUqtTuOmIleZJ=`f7{Y`q(i}$BTwB zwIz~m95ECVhpR<5@pU86=hT|imhMpgS6Dqp;ro6Sewd4XTcDd28(K2okG@F^w99_< z&B$)m{wk$gRpV98_Nks>CS%+9gpR*gWu4ue~CT@uxa+MhrKVke-A7je?SDe_?BU~Ab>1uR{k3?!w><1VzJUJ z7mH3#3AnrMy+Kz^wX2V+8ll%ULTky(?#PHEk^#XegW54=X#@`qT%1ISq_TS3`OZr-g zl2^RIKV#He6ET?#6^kQSru&&X@W7hvWOTH#`V%Kj7}~=Nm_Knp%*QomNA7Q-t1HR0 zrXMF6kYC}VjoMZ2Bge#z5exU%;8?TS1aOs%cQex7jP#8r1zPcfga;i>ej^i4KVSqz zLD11!IUdcTkv77E)}yOFM_H1!a-v5RQNV2+_kCef)PIu2Yi<$DmC%hCH&m_mE&mi2 zsWi~K(M#%5jeq;82Q`__$>{Q1w&GElxmpluKenIwQ&qOxmPY;BEK%T*Sd>UqLHor0 z4c(aM9x}wRquC})MexPsSte+0Km8F6_*bXe&goJad10psVUK7?eR#l@>hyud)+KA~ zRNk!0TU7ZF!HT89?pU_ywZY=~xjBhFx2lePZz1D(Z* z$upC$Ped0~XhFgEDuA#E(eEnw0|oz4K|f7I>l7SR@RVBA8lr{qu`|(_CB`oo&qtSE zzY|2A@%$^Bu;i_TW8L-C5mAOGMj749aje;c{R z7%x|Nwdz0F|B3$fgID{%(!aZZd;hV)!~M_qe{$=~{oDG_klxyVuYah2uz#d~%iz)e Rz5P{EFZN&Qf1>}<{|9vcsd4}S literal 0 HcmV?d00001 diff --git a/autosubmit_api/experiment/experiment_common.pyc b/autosubmit_api/experiment/experiment_common.pyc new file mode 100644 index 0000000000000000000000000000000000000000..94d995781de1018f6b38e6308ba568e0ced51f24 GIT binary patch literal 5800 zcmc&&&u<*J6@Ih3TK%>ZC9>=$MMrLcD5$&=>L5jhpm1u(y|ivHGGIV(u$i5qR+MLF zRwUPwTDgbFK>vi^0_4_1ffneshaP+BrT<2IYX5-rdyhL_N^*e$0bMgBIoEOqQf>FPSf7BjA&6YLxWk`oAo26sF#V%4P(DX5u-G>#pO?y8q?&ZND&=)r%NOVc*1tyiqIBP&{2Jv; z(s+}1x4W^-oBkNZ+%KwpRH!(sN|)+Vm;HEuRAx?BrHx$`57IL2t2iCG%8q&i?cTGo zIvFaX2dZ?oGpE1CzlR$UWVspEV(OGbr*D}@%TH6QvwKy!ulv4{C;#}Rz_8~{^!WEr zQ)88RkY=tjr~WfOte;o?tcBk;9{#1s&V!npCA`1P#CNA?s#e#wqN6WG;wj~=@oPTCmGT{OB84ZO zqO+-5+?OKmj{LqRz0rh|Zg2|0SJnnhs|u zmp+J!Fl2XQnl*Fb;`B>0iNsw%?oE1)rDz@|kYCTRU1(t;5?@nxa8vYF9C7P}LC5A+8; z!P0`(V1q`vk+~oM`t`enmM)%+7iL&h6A8co>}m>y8VubjFoxId?QN-4btOf`-bUA> zD^lZIzuta+D?UhV+*7KIjp}Rblu>zSW0r++k@vb;H5h;buHmgnt?QQQKy^n}SUAOtgyLmZ(#a(* zm3~M#YIAmed;5~|A?Vtj~8e0|OEw(BNCwvnkf;ING{_XcfUX__hdUptGOKbGG~|jKHdv#M z5i?n!u(M9tf^{3${qffjkmJ9LAvowmkSbzA>;h~m1dG#sim!hl zy@)M|7R*P4IPOrQL_i{fbKG_98U%lXBmu!a_J$W2LX;X{51QiPvuEE8{nq0B&+;sA!G>T_sUA!0Mf+A1&a5;!zFXh{`ztJqe?oNmUw zk&`fwXN?CV#A^p|?Q!bjLLqpFKZw&}c#xK(0rG?_&JGaFudlC5j4EM7Q5`D-1;TFw z`0V7hO$&_oF@eN8##AO@nn@URJ_X>l@T9K;MQ>y7V?36@O+eB2qD2r%#(?Jq^V$SQ ze?Z04h$oMIK&C%o5PW2T6^D0hbZ~Pp>BR1$7SOr_Mw+glazJp-Hv42Dn!j7Y;i-#w$y9~xx0`JOqxYS@M z2iU1GdX*__v|>LOXFL)lB#l49L`R$a|MAgvuue2S?uTMgK7!;0S5_c>oEA@|GECipR1Pa> zo9#v0LYGg)Mf8=k`d4aVd9XU;y7CPhqN`k5ba{vj&$W@R8Q!`!>^7_zSDtohGah2=Psx(BLL1j64r#oatXU)*?O+~xU-VW zh16zRcO|gM5TGVJvsg!R7q!XhO6}Xb31C%!1jff5>rXhYwlNCkO8#5MO~A7MYc6$` O)@GMym#?qS&i@zfI1uju literal 0 HcmV?d00001 diff --git a/autosubmit_api/experiment/statistics.pyc b/autosubmit_api/experiment/statistics.pyc new file mode 100644 index 0000000000000000000000000000000000000000..b047b8973a448a3ef8689da566c81179bca34200 GIT binary patch literal 9845 zcmdT~OK;rP6}}`#BaNQ69v&%?ZN`q9NdZe~nm9lZ7)g|-NSX=>mDH)xl%a-{#PQ5f z;k{E^h1^Z@0}6E0RewP@Ezn)JU3ORWS9I4O(0<>!B!`k6qjiHy(TI1>x#zy`d2_sf z&Q1UEcP~X4PNR zNq?DqkZLn-^Fg-XWd}a&vxP@rLUF8APu9Fl2vfRhrM=T(o9%QJ$ zDB|cyn@IpV>1M-N+i6;)Bz+T^bdYp_C@J(kK${2IAldvul$(Ri`=fl+JxDj-8ktOw zb_b~mlBoXN1Mrm!z9N{L$j$lr#5LQ1#tGSKTFre{AwL9{m>-3GM>tq2y9rm3X`XUWdcmBkGpu zgrHuD;`%^sl<1_Oa=Gj~C1|sxwgj~o4eGR@Qzdmq&{m1gs(704-8mJ{2r#eWSpgPQ zJSV^f70(NBQ3X34opC9qTi%j8gwzcTK!?)KdA#}Ndu2j%ffxtdi&h+QFnrXlI`(l)gl8_7> z?m?EdPe$(=?MHr`nlu|m`O)h>WZvJ728n<3wohsIvpxSK_Vn4)M^C?#4$X_zuqozH z+Z`XJnMM)zvRxhaAvWeB(bLnKCTk&Cxe=KUlVNP;SvQCt$nvbLQ|hZKQ(=2i+BYkt znao6eJDZhulf)u~bxJ-On#EJCIRu)X9;BNM4*LlQp)QOglW@l}b0zg=c|4YEEFJF4 zn#~0gx`(3>ic60MhdfZzW~H6(5tlpri^kMPI?LUd zgFMj(Sw9vnYY$3`uJ1$NQ3Z!QF{)sDaj}^tT^|6 zTJs%T1}J#I&7a``P}=R)z7NRSO7}nB2D#x}Y=ie$>Zk3e*a#Kex!MTjHF%1Rte=;S zQ0r9c>?e=e2{nR<2vvfyQUbRNwwv~m9@#bwy!{h2p!@_^QJjmL;`*VCcky*vY@Tv! z{(0FNm4Ybgc<-Cr-E-$&0s<`e^VED?YwQVZ~=zj+!n8&mn~A`mrhN7YJc>J z=ue4yIf67oy?m+ELq|PGJtJXD&t;78&S#%`KXcVX{3G)5RL_%kh>HL>)WZq&;I}Tq zq<231wfhjE&xCr2xCbSI9+WM0bWI&gNVEn5Ay=(|NXP@!Qg?>a%5j`8-cmzHeG2FL zc#;znm?F^d?zt-agH*Iw0d(jp*U^7g?1Z&Xs-BDpV*VQk9u|6HlvTL%y%~m^)S1eG z+N^5mam=dToa_UUq9|3gS$#My-pB$&zAo0v(GadZGSX|_8yw?8+3r|oUA5JX-bEQ@ zk<>M_q>d-J^5xguPza6Qa*d8!K^wgl9uLqJ?u>C-lihGo_Zlkyn?z0RazZZ5&iUBI z@m#6_Tp1v6|Hq@5kwvf8S1|MVqrvPro$?sgzV;ZNkr5w57eaYVmOefv8%b8RWnfv{ z7?03<0|$6VmT+0lp}~X12$$`;uAHd6Vk@u8VtiRFnqE~rF5K~R!X(#dc7cXKxwY#> z?TOn(C27wWG>ig}H8=Rx6RuiA?G5$Cnz{oC+3C=f=+7ySWt{utC>{C?J8b60FGCCj zWE)kZEktQ)oaEXUJ7j~~DDI6k6F>g$k$*pr4v`3|dZd^`rF0Qe`VIkurR~mlP}?bDdN7{sWV)8WVYl%{9{Cb#Y-9+mw*D}m@HcSLCM~4ah zGoCc2)M11;u?SGhaU^hqR~js#Nx;xF5U&UdNnuVIXNXun@JXU$6L7HLWfamEfqcM- zGgxGCg~fFiv@^ji7K~s6#+?DpYrv#WKz}M=_!_*zVjYFejY&X$KkE0p{j7U0U_cr? z%YvbHhe}hT5sCJ#`44xGLaq=x6PuJZA-Izu@Z^C}+t!YXQBQH0NCkldB;98taW<8h z(4u0E5rF9fi_e2B7mY~YnlH%&R8@uLmi3)o+!Q>IW&VOY`8f(T)j|+Bix6?nZ94pT z5)RJed(zo(o8H304Frix&WhJ|e1wdPjYVMV&Z6r%x1A+t6}8J4;SxS=cg0=7_o_SR zEVzp{8Y9n8mbUQdKcRq0!#~ANvRwr%Rt=I2Q#Wn^qb4XDi>6=$SPOKAEd(&3dSb-b z0Okp{#O48~$|Ox1b_{$q-ni67wk~`Poy6 zX5M{pn}rC2@VZY_7=A28Wa&Wol>unLvk`d@WB_qArH=d|$r6T!Oq`JS2wUzxL-x6W zh5Qwd=8Bc`96lbNMdw+YL!b)dS;=+33hCq3AnOJH0Jic)Rd-@6X@wUvl*}zIKb@l* zgus$0caE#NRp4T+;WylZhQ7rHxcsJt;N47G2p-Oqg^<^6p)cG7>p9Jc)t=_fA{R{p z$B+y)t7fYztk<@ht9KW!C%QTNL`d#<{(SB0T z%$}Vri+L)Y7$oq?QaU8({2i;+wAyN76XN}X*aW5t*P!v2P})zI#+4kzI}m|?`@a`> zh<9Du+Ys+|UEJG{^#T{KyA6pia0y7-koy9cxTFo~FK`J<+Ry>OAFBnR<=fB%mR#2b zLV!7tek7C{K?ry+R3EUW7le%WM0Ija2?!bQjqI?c#Itr^eE1L%4~-3(a(gVUdJ4D| z&)0oT1L6P5*F5w}PW{gH7eNz_9S!{grIE2xQ`X2$m4aKeqOK9a#XASVh4>!iUze19P8vf54lPEU0+qM`w4)@-ps?el*yPquVZ4udy=qR9gvf6lcjU z38weH^*fmO*6*NM?!dlUq%;nq!@$S4jSDEw5(uA%_W;2QSdGIa(`q2ahL7j0I34kB zXmUacp~Fyo!Y~|U@u;7KVQ>>P5g!E3aB9p^uz{Ljlf_FczQ=;efZ+QqUSaVn3km(7 zC&V}+=(3=)leLU>fk6N7pWy_I{ps|G=hJjs-(6_PXSVnT*1FSbwJx<*I$~&-&{$r@ zkADRuzx3Has)0`cx-v8^ryC41ytvKsjgd+FT3!#yj|p~lH{maiZ2d+*+YiJhQE7^U dZ9RHf=^3AvRiBn6ZZBhf!bP*zN_nluzX2x)uFn7f literal 0 HcmV?d00001 diff --git a/autosubmit_api/experiment/utils.pyc b/autosubmit_api/experiment/utils.pyc new file mode 100644 index 0000000000000000000000000000000000000000..99bd9fd2978cef59d9965c54ba9091b4fb893301 GIT binary patch literal 991 zcmcgq&2G~`5T3Q2w1gHUBqSsbHMby8EUsyVKqP_#s!&>~Riw(=+S|m5?R9s@iX-9^ zoVf5Xycs+I%xub!xNyVTncbP4`R1Eh```9^U%x!QOyK78Xn#RspO8vv3CIB!0u~-j z{hyuyrU9fLd<2+wIOe49Q+)QFzT-sDu}jh+c|~GBlUmOK9nc2ggMd~*>O<>6^ACcCa6-yF)}?ZO`;2P6pCeYoC|a#ngSE`nK&5qr zRg_5E%9^T_m?aW3U7plQqO7&yKeCwBaetShke_aRiapw{j4rl~Aos~6kROQXI|r%; z@fOE7iK@7sv(U&yUCLy+1<|IE7^^1f^J}_@UjuTM(Hi4Yr^_QbYT&Zp>sLZj4R yoGXSurL*hLdGR*I{Bbj3&F4FZviWK literal 0 HcmV?d00001 diff --git a/autosubmit_api/git/autosubmit_git.pyc b/autosubmit_api/git/autosubmit_git.pyc new file mode 100644 index 0000000000000000000000000000000000000000..91d14bdb4504900ecb758f5bf937d9a023d90fa0 GIT binary patch literal 6201 zcmds5U2hyo6|L?Wf5wiTuk|KbmQEzdEW{IbS!q!Mh~Rt>2uZdb6tKj$+TCSOPkOqY zu9_q!_EUJ`XYkGs-~}Nh9zlZN01rGO-gtp?ZuRuc7_Y>xL>@>oovx}|x9+`l>(sg3 z`p5F(-+%kwcB1M(E&Tr-{LCvnQvCB&uGGL&Tb}aR_SxQYV=a~YYS2$Okm5P z7Z+)+1O0MOSJ^-pHrUN_CeTs5mmO`w>&Y%OyL55JU*>wWNO=i& zo*Pe-#G`HWSf%=&>if#JRKHE{`ZMxAt6sO%q4?XMV=f&+W?uD?P@Z~?^tG6_s1AHK zs*metqYnMp>DO-brni4t*%PY2q*5%iT+d3|%AUk@@35tw6qi+-A}i|YqN;wSJkR5D zt16vw%bil2KR#%w>d#`vX@yi5Gaz(^87~b8)$5@9xOJ%EtZ0UYg-H#IjRpqcEJFd6 z=89*j)Omiw$(&;%aJ^@rh$_TnN!rEoC`QXp@+8jQNyOXy4iCvTCi0zOk=U#(n9E77 z<03G7aiRnCOdPxJ{f8Sj??>UohmWIM_rhz;@ieP+!W8ei9H+KA&tnrMIIdHf&W>z% zSjAkeS^l~td?P>3v96QvjuX)VKr_<>%$=T2o@T|a9JhzNN$`O7a5GwQZwO;QZMiiFZ|*};RTkOLB<9V!r!f{n>2n6I z37WZt?gv;g7C*-bHtokdjZ`ypN}%%=1T2qvX+k_5{`AYN2nCH8hv{Sr=O{Jqe-u9a zK9kI@pnq4}Xs;^!h-icb!xm+U8mZnM?#f$cFklzahid?`31VfJ&_ooIr%^eydqZn^ zuk4i7AhrUCkE@}!48%s9W1AnjX}7DYtQ<}@Z+GI{Xqm&U7sW%PtLQ~s6$qfEzYvI! zWR0aR8A765hZ$(;Vx8oIiFAqnh&udV!~-4i78E<3$pX-C1f_W+%h{(B@1bG7frpyE zWAL020&n^(& zC$N5gd{<0?`-RU5?$AF5ci^Oe`|lOkJ=K6a`fEI&`*b}2=V;P=1G>}#?KQxo(V+da z3tl0qzuA%W{Uw6l;M){1Gm`@#wEzeXed2K7{{whK=AR+3Jnm&Cz&`??gP}3662yJn z)0GZl{PHr1^HCfo5ZFQXT_FBvgxAYh|9)&nNN!{m8dBpdE&^)(BE)`JraEV9g6Glf z;a(a8_&aAH6LLod07Ft(0l$!_Bybm!!G*-UaFq|jT1dPLPw^oLEn3d9d5({_@emvt z0go_cZHBoOj0rDNict)|zy~k9HwPhOymdMHF;+KM@o*@z0(6){5uYeB#*j8}27cymxHCY0`cgq4MM(67!;|sg>~O4AGeW+%<-JvN$Jbzrjz@x@;eAH>9fO>$ z*%5%nooY@8WdiL34+Pzu6X6w^2)q%}g>!r$?5_Hwm;!L{rN>tuXqfqp^x}NOCeqR~ zfQ+-M502(IAx}FLy)|mn9Z17Qj8jKjReuut3eB(%BgMv|OcuJz-j|m+>DEurt3&W- zjKh5>7yildXNmX3o>%<~GPtDR5jpY+_2k)K{WeD~3P=6}D6-g%%>mVgO`xZ+cglPF z4v@6~ zZja0qS9rZ7WyJzUaD1vb=>}3(Ag-}xa4UTUTTldLmF;E)-cp%OzK=emo=h&AX;+csbnB7DYQ2rbt%c zs(SVQA<|T-zdQ7lorDYdndvH_QcE1dfR!aab$(tAS0$Xv{^0%kCab?r!3ZJk5HB<%5@P% z6XZrH4a3wCPDJh^6XobjVRlSZNQ)-B>xdlfuA?F0oe1qXDiWyrj7I4=7*dUm`lT9U zI?0MLN;75wbprsv>2WwlN&JSn78#@DX*5nNLwkC7s1r-5)0UdQsNww6=y80D72GPg z*F~@8vwCZxhCA&ox6Yt{%{vb{zRkBVj=JwOe#`!fwQB-eyS|-?d5#~PstL)PWw$c99H zc6QcZXsvWsE;}oPypI_?KlVs+O9tCZXpX;B@oVVlYt{DnOSSvl!Q9+7iRQ=EF3*VR i;xmr}0b1~8otFLjrrV)!3)^4`!gP_8@mIao*1rMi<@A35 literal 0 HcmV?d00001 diff --git a/autosubmit_api/history/__init__.pyc b/autosubmit_api/history/__init__.pyc new file mode 100644 index 0000000000000000000000000000000000000000..fbbc5930c8da8cfc39f61157cd273e6da70145dc GIT binary patch literal 175 zcmZSn%*&;;MKdXx0SXv_v;zF4Fw4*G0 literal 0 HcmV?d00001 diff --git a/autosubmit_api/history/data_classes/__init__.pyc b/autosubmit_api/history/data_classes/__init__.pyc new file mode 100644 index 0000000000000000000000000000000000000000..1f28e9482fa66927434239129c323b9e4a80c980 GIT binary patch literal 188 zcmZSn%*&;`MKdXx0SXv_v;zOU%w^A++|ry{*M>Ca1hUILD?ke!E)}4dhhBqALm&`OH@4FyK<#bUC4LJo9 zZvh`=6u?I-3K+7i1<(~OtWf8>x~)4citD(!Sd&d-gOWJzepDo|jM&kB`gxpoQdGFd zr3(wELpo`emWQsv-iO2N$PTmAO;yYEH;J3)kl}tGEtr5aKOZK;G&|5T-kPz@UQyns z^`IB!>4a%-^hTGvus52h93)u`zKWH&5at{DMbIM4q}MT=%TOq@K*G&6G)c2eLK8IC zNH$2WldO@flTaPz2FXp379LN^Bb2rd^M11R7|TE0Ivy6o=rG-SICQyRo=L*qHlD3; z!m{BYy<9zn)8xg;76rEvjV&p+&TY#=Bb$R0U7xj3u(S3Xcy~!6!F;fS@BCMOBlL~1AeMfd_ubWd`~isV7o28ZbuP5%CnAI$8ix3 zfb7bAy7%O9i;$qsqO5M2XNnTNJd8_6SrKfsX@|juGpao)i$37!kfT{`nM5wd3^dF! z&z%gCE3`iP5aZ>vI6nrjWCI;?J-89nLF+*yh-i_-AFfk3>8~gph-yBN;$4=pG272J z7@v^J{W8!-#^tK{((xR=5|?l@A;Ui$^n3{6(N*~a0P|JkenHnGjG@YafKV@6JjP=UBOnF|2}!Dd#jBj8*|%SMcMS7di=1>E7C6hzXO z9|aPPA%<%$`4Ar<%d_Q?*})<|37)HQjp0U94`MdM44t^e(HcBA@2Z(}ky(IsHE>&U z&+Z>28GyKW@F6Pdb#+N8rsfAm1?HxAio9ow_#*xB_djl=B6Eu|eICY1}rffcR zy)-GjBlM6-FtR=QSh1F{h8YqcI$ds0lCU_BQL2=3*jH~V@?jR6Z(~GDqZ>7@A%bG` zn1*q-(c5gNND|K_yiG~!C_cQmlNbFkixL%9(>1=kv}m$r+E%pyRJy@*Vs4NC| zf{3n3%;7)rseA?Fq>IAK;G&j9ldNX{W7?k+#MjblSJn<*L%f_`3QRe7L4# zX5i>60xyJj!C%>XZ{&ev9JoDhMyEMBs!Q>Lz1j5z-3d-esa^(`rFt0<$~|8r`$$@F z=A^5+UsqGX?t+2?Z~)-YIA7h_f|hmc*`fe*VF|y7d1K*K`Q0>PAj=$q!r9Wrjy3HF zK!Y-XK2Zc=x(9%ZpGKLC9&Si^kyoKhe3l zPZdpcYPg@~0f9~1>?N2`3eX8~yewq~U0IQ5y^g=8m^7|l7Gf@d% z_ui;Zf%Ojw_8(KMCJ4d)7QlW5&pVa7CZ}>k~c_oAoiipa~IS(u8}S=_aINfOS6`k~7TjQ3<2w zrkd&(n}FSZ2yQWSHVObJ_e^AN6DAORGC%NrdVb)o@81~lISK9pJQFt{+L=sXv1cw$ zF>zDinM+g5)iHB*&G&|BFK%AAFKRNy zy2vv5vA=NnFCOpB9Nxdv;uV0xyA8`2H(65vg%u;xdV>*ItjI4en#>>hyt5l zq5y3V^Voa@=DDJ@^tutsFpXhQ&=X=Espq}5m6?^9`NsV9`3R7klD-N4W>jHYL7$@jas5Kx6)@usRd X-uEW^K(UKKd=ba~bp#lG?*#t@#x#3v literal 0 HcmV?d00001 diff --git a/autosubmit_api/history/data_classes/job_data.pyc b/autosubmit_api/history/data_classes/job_data.pyc new file mode 100644 index 0000000000000000000000000000000000000000..190faf1f9194e5f6dc9c588775e5fd6dc288b918 GIT binary patch literal 13626 zcmd5@OK==V8SY)ZSMR4~OSZ>y6tBUt91;lSa#F|-VmtNEZ zpw`8~DGpR|;7W0T6I5~Iz#&C(fGbrTxN(IeH!24%!1w(@rq;()j@|UAU|iKE)cS;~O{(=tP3={|l&Vdu z^=aUJ%9~M}=)GTksMI5+-dmsL_mztS_*VZv_*W|CQA`H;?QY^Fe$7jUNI{|M1&OPl z_wjkN)`%09g3ztT#T={k0^IQ9Bw>r!!;Q;s;^*q0!3V2HX zdN>yT^_l{>(=X)#Rn>oZidO~=5h&gTzwjp&yk51_r*`m`u3u0e9#iWB%EK$eGI&hG zkn#$uI%3daK}QWbBIuYwM+F@>=$N1r1|1i4(x4N9P8oDk&}oBC2|8oYY2}Tnof%b~ zH54>HE|fV#LHiRzIbP60Z1TwA{+6mQoH1c_{$xkwRW2qV}y`^+?z0Gn76<>F1ZU`VBfL z=zu|o1RXSJLA8dYb z%F9#zos+6HuA)B^@|9j`XG*muRP=Ykj5w`YlPdZbVMd%$ttl0aQ; z)tXV!8@c2V3*ZAP?DmoZl=b_h+PrGbs;Ha;%o;hY9!#s`h-%Fl4lJm5>Wiv3Sya0P z75zAuduXW~CX_ubsCrJli@HRPsuns#;h1WnZ4{2H#FD}Z)jBMNCDlUPcyv;=7Nqck zYAs4(S+&pt9=)hqXaR*&s&!lnMOrCsN@H3-kuV4_ZK+Rz5&5!dP3;0esdyR?l7L41 zs>od>Y}OMm67x%uuDdY5{ityDcH##yMyJ%4mpGMX6hW#f@?xSLf77W$f^{R22Xa*! zsfAU4(+9#{{JJ*FPTbt6`H3{_#EBcFC> zAgBakWmj6h6KY2g;rsPS9Ix(0TMxt^$XBwd*sD-`rH7hV+rUVvFqQ3QeOGD*E<6W6 zHNfcDjnfF+WHXFv@(x+zS8Y~ECIP(rN#u&&I}JCAF-*R5<$lF$NI&FqR!5qs*Tbq8 zOEGHJ$#;IiH{Brik};Gb?@rT?Jg3=^uO{zry7%pJSzcMa>#@iW2%Gv#y(p4i!KRdH zobSrEA5=L-<3P+99K6$LCPf+w8E)(aoAxj;dxT(=V1j^ylMd6F;y3Dv;s@z@vgcUy z5WzgbVS*z7@}g$HeU!vw1oXYOMIhbtBh7c&FOYnSfVS7BSlVX@ULrV4utIQ-;AMiZ z002|5PK-CY=<>(K!n?IAh3x8Ed_V3^DFv?a{Nu(jS>eH+lXL46yN z+YYQ=K_w;(gz-gVBn~q!$sHsz*CeIQLEzF23_i;pjWj6Ebv!yzp!7p)c*Nb23FA9aj(G zL3&_empLC6fOWA6HM6ekFw@$M!kR(s@ZMPqjD^*!9;99Nt9WF8mEdaxdzHxtNo$l2 z0bWK3AiAZk_iKFmIMuSh&Zm!4sV%n5e^1t}QjrQO_SbRas$bE@2DV?c`zDMS+yQMW z26~I;nTDaXX5U=BVY4VU3D3%zA-`6-cI(>ejUvTbbhm;gXv$!^M4xbXq$~Dql&ve; zO~cLEbl|_d;9J1rivX%;Bv;4{?EB58x<1}P*V^9+S!*^|ffg%X9JlB-?IL12$o-C} zAzV5ZWGMyFSRMk$7fMB8D-CretkuH0(-fCXYRY8#kMb@1TIo&a)|zu^?eZ1-b&#}d zajv8x`xTaOec?8fo<{p9rvkn2B6-oxSv>AC!x_u`1edl-eW!90nN^|;iZ0R>X{M)I zxCX+3lE?L@Nv4?9!WnC+w7O*Zn^rxv4AJsq3oED&m1J-BNq{bMgwfbfacRqxY2)L$ z!Kprw8+uJ;#SJEu?z%zKvx?W(Zr`|4KK)qBBy3phJ{uUa{^9^Ov<);DiJ2xM4md?tktKqHbvko$%oemONa8~$mGxSc?y|cgAx`yP4aUeY(y?XEhi^)ZCyt;ivB|6Wgx}yY z-q;L=_s=yTaUt1&XwJJbAa?xQXE7i#(b<4#F1s=ycKp$k21GT3yhX<{!J~(SULxx# zAvn~sLlmi-CB1Adpr|9FC6u%c&W22T*p(r(Xp5z23%fT5+syuh+HNV`2M zI+X^|4)W7bMq~m|Q_|IBf+7+5N{B64GtI8RnT6EuF|fB60VGPe z6*WDZGix)<*K@=rj!o;_l}Ta8f4~(F0;s+bERsjEh=E@(Q!|GG3?SAqm>o_EIInVy z!ekIJm$_|*n=t-P(`#bgqN6TG?oyIXL@V6bK`uDsnM74c4~KPZB=(>+yF@_mDdswD zOV&VL_8v^o${-wmlqa9`C(!l>82=md(na5AVxIjTy5Gk&yG)uyAC$0e2vTGHHDV)wKK9SM%^ulQSeU_esXpvbxOmvj(w*8HiXU5ufw000{JJ+nwhPMnl zo-f`~ZuL0Za{G@@V=gzLv^9u|du>JWKwFX7i+AwmK2GmRHnq)!u$yT}c&~eYvTbn( z(oL-8_g-4Ay|i4lmam>)zIlGR+-~g?w&E)KlI_~Iop6${JxE74_&kXBH2E$2!P(bg z=pU1;Wqdw2p%cXPCT;Wa^waP*nrSo61PhG2M9X+WL-w>~Ne$Xl&Vm>c&Vua{JO_q^ z?r^Um!RCAPZ&Lq1jDD=Vr>5l@aazpEbH!=O^ggpfRu4dc4`MarO^H6zFc%qW9pe&W zGsA2F#otE7w&Y%NgGv*p6Flamt2m&PC9n4cZ|PYi?5CaKX{9vC&B6>FV9?7X+%Bk? zW*xL5!6kONo%F42!?L>pheVf?WGC%`8ffRZpE)b{EFwM!E4i(gu`-L)JDDj#9qmMy znaK!Xp@W&^DYt-liCq2>1+&-oD)-uWO2BwQu8wh1OwJ8ZU}cRqzl(h%p>iK?fctRV zpMx;VvYB~=-w}m)W7&+8T^}M;M}i#((o{Z&)H=KC!PefK>8@Y87*L1U;9a)!5Zk0U znTeghLD3hjHA8A1&q$KPZS&L~ein~L(ae>6CY8ir%C6t8_n<93;DIXRlH*f+DNC~P zkxfR)T**%2{jMx(2JsCS0=KqNb>BG6NdvAo1tRaRheJq3=3n$#9`Qj-e9pyS97c)# zE-`9J4X27Y9#JK|cSU(Da?&MzC`X52HDZcv!>#PP*!}05pvf~VmSew)+(p%4HQDh; zt9n`572a6*y3Un4va9+NxqX=qVVOMRwx-Ij;+W3i-0A!&ecZ-~y@>oGDkS*p$T%S5 z1Ig;lJCqJw`QE{+9l4bnQCu2)fk%{1q0f#)f!V@6h$$;%ikMOzX|c$u7FOi(5Uk+7 zsqDH_F`&!BnF~ZrGE5L0(!`S;)-+>l7dT6&Vde6O)15XQ4-!qS%&~9XoN}tF{LjZlaZ=Urj%91bC=Zww} z5H?5 zHl^YiF4?5-@9EFa=H_z?xf5R+Umour@5eQO-;ltAw8?lX>sCGib$wXZ3(-%Gx3;rDaQQo0#41X!~aI{*^Hvk;7#J? zjF#3C|C~{!rbtS{#Q(m&^l`HEGZ`XjflIX%Z~(2d$<0qG%}KQbIjR_l831`EGoJte literal 0 HcmV?d00001 diff --git a/autosubmit_api/history/database_managers/database_manager.pyc b/autosubmit_api/history/database_managers/database_manager.pyc new file mode 100644 index 0000000000000000000000000000000000000000..2ee8f7688867938f8a65b4e42ee0d721e3d472a1 GIT binary patch literal 7008 zcmd5>TXP#p74DG~IljftZ7IkC%?4O)DCF!e>~4iESX7MRB=R3DPDgSGA>FX5210c6z9+iglwJ}?WpPvy-AhwSl_?A2=(6Z8GO;8EOJcYz zy34|&<;r5PB8ID?yDElPME8pDv?q?%#L>ElDk8#4RS_+S=UDZsIA`cG4_!Mu^t>dx z*F}UqmqoNBUI_7Ah_AXg==`193V4bCjh|M{L)R{&*$PY?Hj>dnd{`?HaRJTdR%1`w zz+OQ==oy;^p&e@5Pa?Af(uOuc8usJI+R|$Z!+WVvQJK zu#FxZ_#uN&bL1A8^)W;{5j-^yQimg(&=^R85rA2QAzail;eHf1o5Ud~=Ncx_5 z?g{e_2_4q%UcC`>4K&=l!@>LwAIc?(pGK+!t7TB=3S=?Tp@ndzO{DE>+4=o$j5$*l zq#5flK8STBdna-nKv|?)?A|y?gCUdd71Ix5sNyIX>glXh+etdQCt=gmos!-W_LNB~ zTggcC$!dhWC4Ljbz|l^Yi24{pHTEXDD&+I4>Dd%*#ty}|OybM2H zhUL+><}MoPgk@&YCV3h8B({BdFc}QwSf|6-kZBni;~Now1IumI$Y%ZPXxPFg!@zva zpd@2GVzq6nhkm=Y`xOhktr~uFbN@{fxc?Ry_$3}gG7;rfk9{2RmixHR@In^Eo(=*& zg(<ZRkiyPvF>}jA(1Kg`{53qEYZ}TZulFefsPAo(mNP}pjhY**9Y0VfM z+s8RJl?na3SccU;oTMg6S-#q>>d48E;u~D^X)-ok^4Wy2EL@`M`+l|6)wqt2Q)@3-^agA zbKeZK$UD7^7Rg2B=Pkh7#_SpJ*8l(D?O?|OJVe@)0zM-T(qt$DIY97`$$`vIJRi@3 zETYX=A4{Jzjf{C(`F~)@dFfPF6z%yY0ZEC&6i8xb#`a!?=H5AImO&%GL*__UXnup{ z_!Ba=?LXcn*LiZIFwM;V9zI$S73+zwmqhxJ@ZeKDQ2v1DVc|RffrU5=crZq2hx?>F z1j#Hi2^049Fpv`yj}8InojYb23%Wn${^RtBr>BT)4lRT1Xd2?!@iaM;IYQH8lHTB6eK#4!FW7CPE_Y(w_ND^G1y>p z&JS_cJCk!O4(#lo#ESg*;=MC@sPomt6lVSU1Bpz zW{kZ?w@06YD#;l)M@#nrtB_f#~>97mS<_k=|yP`8)Jc`%A z9%Y&2{|ZCz5%c7wD74ZAV--&pUP(kGoCY4#LNff$UzH;uE1yAD0v z12Hc{uR2Aqj&)xLy~0ly(E0SSPhPCR%BK|9VZ;#U84w$l{}UR$oqs{PbMerSfxQfk zn)ks&OqxS#-62H?%^8^w!W>esZ)AjDVPWW@utRBWZfkF2ZFzrWbZU#3D&rB{Cf&;< z-|X3}&clX%;2?mpB~Rk$zlY8OBre@#U#U2{c(_QVVwOQ+N5`NU8Yt{&5q5N*B|X5T zIefmAC7sTh5ezDWC^x8|VfmLKI+L}&E@J*Ku-XhzuVGSjvATGSD8D|7(HVn!fhlv4 zt-}E_WMoowzo4fZ5<%dJU_G$a^B($z&|AUn<7W@CTG&KN{Wfee*VPD^QLx!>NCPv1Y4 z4|ke=Q$GFR)LcJ*M$6q|sG4ZsMdL~uX^M)D;+@n%k}A&L6!@H$iSiUXzR4%|>(6-`|!$jMPf4r)Q)=F$=I7LW zK+T8Ld_)Zug1MAH)jFTD{zAswyPyK9Phz3FvXN-25T^TGTv%LQtS-8r74(-ER~A>? znW>EElfJp~76rQbl5Rb#;npXtnzThmakVg_`u9M!pS=3pyg)gv|JDnNt8QP##|6z5 z>|M>fpz=(g4UJNVGv|cv1|ocj0q#eW@o`&}CTt>AqREq^>k z#Q1k8ChC-Zmtu$dE_GaTc#4cm2M+Nx{Y>-|(UT5XL{F!QXNYHs=ZNQt7l;>$&k-*X zpC`URe3AGP@oU7FiLVe}CB8cUO|3LgE@gIrbB7U3r9pW3rE5v^y{xk8r z)O&}1f)q2=aqqo?<9f^b&DmG^%~FNlb^Y?(tN-!|aC&d)LG#r??<;^M{w4Sy5Z8$R zLi|_a4~cIQ|Bd(~;#K00sdrJgFPz%`YxZ8yy^FtXZ*NI=ovU`;BL0Nt?-6C>-ue%7>eq1y6yy?Si3u8&wS(skl(;>L(|l_HoQEV)T*2J(4$!Rqhh1;8KR1ry((wGK>sllUS1 z>`(_b?ohkdf`3K-!C$N9plhc=yrk&ci|8~%8}5g>d2F&gN|TXe%F1=L{3Zz8tOL&j zb>)+AJcd8O@utKpc$zwJzZvSxk>9S(VncLU$ZJ9_2w4)cC`9C_&7)_91VIw^O%Pa_ z3xa;iMJz+v-gxBuUTZICt_P1jzrDHBvNyo?zTfry&25?4@aj#^4|cced-r$z?V#Rl zdd**0)NX8e+x4KaQExr)+V&E@^l)cAXx8_}OgXjb-LF5|`kzzJf!*5CrR(*!SHqCT zB!7S5Y9t6rGd!_}iAE4qi#YQ3;&UhMZH>zgocqOFD_RuB%Nlf%O(w`ulrm4{an z^ur|V;a(;{3w(U(|x&EKRvQ8<|DRqcy-evu_jaGpQihY zeL0bt&>GeW+(C2@VIcQd%5P_+YoVPo527T>56gKQ+9KC)WH{^P!06hfI{B>0Ftx7nELwk^B zeO)SgKs~V^b8NFP5cG5=NdQ)PURETsNHp3GkNtLAyY&}Fx*}LwSbdu;Q?a28^cB^_ zN^zSpXC_gHsZI~DXMk-2Ea2X>rmt4z9S=+v^|9J761e~oO|=M$B(f93Jo<;x)4FMY z5F5Dw(b%Roj8(vcFp9yH6P_2Qh>~83bde;|7kq~ogjMAzADDzO60!TnhKj}&48~%$ zRWXrF@G!>%fktA2xS|zv!d0XR=K&1ipeu$ZP3)*4leaskUUzHW|B8&^;e<%|ol6wDG-V(-Jx9wHTon)^gbd^y} zVCMbcMH$D=+CS}eh|@DR0KP+W2w+qa;Y_@Sxm@HW_p&qXpt+}Eeu(Mc0`qX~Yz6*0 z!C2Zbgh}wlNXFp%U&>GfDRGy(A4iT`pZRiEY7rCMPfjvER{Z_1vG&YSmxw5+OH>fk zA7lOvW^&0zBg_?ddmfw#qk>mR7MKXsLxZxC1rSfVSv1f%B^!6Mu-6ZVsZ)KkS}mX= z)HH?>SBCxYxC+3s7iKM9Tzcc_v@6DLPNiL>SMftV%74^qZMGidWqR7XF&x*#m3>*| zOJwuEmG#3lLA3_FGruffEc`pPTqKqRR;raA?IDkxMno=e5)oh_aVZj2YpUulW$2_%s~i^>rQ&4Y~1 zLZRMlZSHN>w^W+O&i3w>w}<*kWZU(38eY4NkpyI|h@R+{vVLl6CfxN}O&DM>T>Se$ zdI$18LHqx8(Ks4gDNe`3U?SaD!NaP>O~h|hPr@3g*H@V)0*AVCuT^WHpMMU5kc^vq z=4yV#5I+o1j|&%B6I|p+r{bbc!^9h9u$HT9`J#sZJxFQYcV)N^VkMuWYDcB4)w4~@ zv{Hr!2{q%%-$z*f05VBf?xtCWGOrXjKn)j^l7aJKzeh*~Hx#TX-uQ+ewx$dqwpE@hf m7ib&qg0tq{ao60HnT3Ug^KZM?oNMltX*}~&&fM@>ocb^Mt0<)a literal 0 HcmV?d00001 diff --git a/autosubmit_api/history/database_managers/experiment_history_db_manager.pyc b/autosubmit_api/history/database_managers/experiment_history_db_manager.pyc new file mode 100644 index 0000000000000000000000000000000000000000..a06db9951e2d89c463506997b338727435910f24 GIT binary patch literal 27989 zcmdsANpM`pdF~l3Bp`5KM2ZyElt~MaU~rKwIg%&}1V$oh5Re*x7DV=BFz*2vaxeqV zdqWbIS+0uYR2IisoTVx$Cx@hxiVvysEtTZrQz}(S<&aAb@hP`la!BQnN>!5Y`@8!s zgBcQ%U9L$8zDB=(Tlc>&-Hm~N-#7Z--<@5pD)(;yzu&+S{Rl;X{{>Z7Y9*-`)Jnm( z7u8D9*9X+ffUgg#+e7O1uv*#UTlPxJh`K$hR-TZ?qNuzDL!cRGTN%$_bqB zRVyb|FrvaEY7KoJRi7yJu~HwbJjGEhjz57B*8T_o=En=D#(PlQY_85$;)-q9hlbLF zt*}+w3>&d&H*7PXyH<&6)tP2vt+qa1F3#1W*q)8ztWntvgSfp_4{JD6@lz<$&tJ#A&DQqps(X8aF@F9U zj_4mTiV(OG{17t*j+kgEN@b8xX3LNY2Bk8rf+48@QNvQ%tAagJ8Bu^AZyqHGSpnVz zgezkzctTqCsbEYh`&F<{DhE`sUn&Pxa6l@DRB%u#hgEP$Do0dsSSm+Va6~G{RB%)( z$5n7lDo?85xKvK4;7O?flP9DC9RWsc02E zBbBo%&{BC;1!tx5ITbuBm2)cioK()M;G9%GuY&VZc}@kNm&&*bo|DRi3dW`Kyb30y z@`4JUm&&9HUXaQcR4^%(DHVJ{Di>5RC6$XRxFD5FD!3?>%PK(qvibxZ_M!@2l*TVA zvpD`mBKHCcZBZZTN;R%E8<7rbt*{!`w{^3jHowA+N@JQIyNIMlCLvh1tqc7?-2!Mz~oiS2rq+^)QML^Cq@~ zH|t^fZX4{3W^zq4iU}HiRw}ofwMIG1X7&R2-V0k1&{y7U24OuC@W|(*u)byv;l6kb1s<+d z%T+64aIVH#MBhYlVWYVjUMN*s@y3Pw?N+x0 z4K$E;MDn)Ar4GWuvzMg~(!RR9=oOcqS2x{Ugnnj^!Hp1#1U0X{i9h5}yPU+<> z3U@|g10U2a{wTc6O78` zYAeL&x?MI$@n#X~hBz0j^$qG`>KQUjtx~UjJ)FW>#3of71NsgYM^h9M=z_v4s3a&P zzZVp^2cm+Fz@-S2@}M*h5dd4(F@#0mj+}#f4M#+BR9!|rfo2ZY3Yhbr{xC$L(c5B+ z-WgJh7;=^pMF5ync-lOTB4@w7YXx+yaiR47+a+`3R%w2ze7!V1TQcRvnd_xn)8(1# z)AMhY7DXxCtJK?})ZVPrqp)A0DUu8FZX>J&VXF)g7C=!Y3h63_>nLojaPl+58Y=(M zur{9~z)5y9%f=A0v)9V+mdxUfg?V!x&4$K8zXH)biOx|OJrY!};09P)kdM${PDB=c z3zVJ}nghN?SQTUpF&YelPQ}n6aq7h|jer+Q{agiQ<`2X>80swb0yk* z{CDF`J-@J|OYh%UTw0{5<+XXM-O%IiCe+I?!EVeimEI~Dd0>8dZce`qVxKl2=&zJM z(9_FH3peKR36lS$d(djWKrfZvUrHYH7h%%W)@osot5FP-WydG|vun^x(T2b5TdN!G z#+`B-Dy#b!?ez%C%s;uKQ`P1se5x3|>Kv{ANZgDo^`2MPDlqPPKMaJlYmN1uj|0+; zM_sp8+oQS{wWF=D5p?N;cJ8IV=!dcy#ub`$0xgHKiC0}EIs-M3B^lSArx>po6I%If zbkb}$;;_{dEc^;R-X3Tb`>F>WJ%-A}3hw#cPeX(|NC^+e?WlW~VO_-ATfND!QQg9$ zy-4tWrCzVro3L)XGS=N@kFSP}u(iJ3^R+aJyT37l=Lj#P`^C+0a}~Jj+7;oro*%4N zqTVdNRjM6eHQPNTR@mwRSP+n-uTCOK`{8>Fm#-ec%MnQWMi1UHzP;r>@2@S- z-*{)aG+wn_IqA7?Vuy&Bqtn|6FkBk+D&*3Omy|2tjhB#XlRA4b6ZnAEJE8e=LC4opD>;pva;8!7Hhj`40THixs zLP9py+!$5sVsT`e5V;%U`*AiD-rC8IiMan-M*#!;{v{HEjbZ+67ReY1}tG zw*(`>S{WYIdU|$N&n(O>->xVJ&?zBeh0rN zO#9q(yL!P6xsZJU4bI2)U^nt3y4mrf4)ZXB)7@Ad(Tlr&UCuE1G|y#C%IFIn-|I$< zIoTL7diprXbrYQPHm=Vgf)ChrL>B3cL!!Yl>s!gg*v>EFh|Zu;g9C-Jfsw*M=4TY= zJO)yCZvc0SEcy@?>sqrEj|GthA1b!jY%AOs7eLOoB82Q(hZt}`6d568#E(S`F)|@> zJ$gzxF_gwt(2ZVjSiL z++-$Mkcwi0L;}O<2Rout5*ZM0)i8o5zG>g0nu_#~a75H4s(8G>pG3jz5~)6@M}(*7 z%eD?BNF8Rz%wiO2y*yIiLKo7IEObi>o^!#5zC&QlK$MG0+zJ^;Yk0Pl9?nKZJh(o-q^#ao+NW$_eYy`x|z;bA^ z*2TxFun2o%ah!3%h``csg|VJ-q4RMV>fo~pT}q+{2EhX{zN;|t5pWkH&T4E)SI&=< z@XTozDWK2sRAM?bbtKHY)@p9L@a;2blW1^W3zf<4NH{!zJJ7HECIs0Tmqtt_sAhZr z0}Rl{iHau*M~YQSJb#Fc)o8HzLn4kmWYNeb2vv(T0l~arN)k`VctyxA=OW_mh9Q6r zwVnAA3K6c7frt;`v;)9Fl>)7QQc4n;Y=!HvKoOYS(b>O1Un5egD(ox#7(k3jj%gOM zH*sfx?Gi!xKJ^5)`7*xHXRxKB>pBV&>*_X`?5}Z$g>Mn?B_UB?@DL*X02NE5PIwg6 zL#z0`Q9$BFBO;v872;?>xZEkK)^&x{CcGAq_Rkko!@dVuBFs)0P$$35?2yDdNwOk= zY}RKghZ@touMsv70{~K?w%Oj)2oym0Kn(52lX>Js&!frt60hrvdch!UudjW;2N+N3}v9?fGxA~V)C54j&d+R!2Y5y5jQ_%w`q#0 z;$dW`4kJgE@M%Iv8ka#Stf-QSHJzQOaH!@xy#;in=n$TmiMIX%uDOmb{RoGXOUa}Ik^+wzUgLlgI3j9ED_}RK!Jukgp)8_D zVx15tWIluL7RB5Nc!~;93`?zcXe6P`PN!%v*KpcjAeWE?^79DBw!(6y%v?%`>i-vX z+Ui+I3hLQGD=nxn65{4)Nw`q2GA%;L7qfP(oDf}0@?|8Lazdh$G`=vguwK`ga)y{z ztSOI^xV~<-Fl7K4$klC{UgL660`?PA+R7P_w z2>bu9Xtz^O2C4)VL7ae@L5^M0{v*Z66!1XWjOI{04iA+miPJk%`KFz+EJiX>MkgH; z213}zd+|b#j)?LIsLNTz@UKNUbx5tVxYb_Z6gI0)Ic>! z%uuq3$Sg*MEZ$%P*%@q-Eb*qOoIuX|i;hcf;W0ZMW2+V3t2L3#_1*zz9g+Q{kP>H?*r1T-Qz#^0A`<=*2X4L?KIE#zTZH3FN^k z0(SPRN62Xo>f&@3?(R|Vf!lC3g}KHP4zL>Gl67Q$kd(Hc4@CI^g#3;LAq~BZ12cxx z45dc>2+n8GM+Z(aQdV|RB!`vi2I5qE30TT4g`nIaOT#(P()-TRFvD+vr47Fo)E(H^ zm;F?2#M=t$B!Qd?C?Rf7!8@rt3As7qPM}KimV}(Byh~Zhl@nHmaYG|MJ4az-)3d0h z=n~pDAF_?NNYNKd9LSjaiGaQASMdNWZHI!KCZW8sC`cotVn#eVEJJNWT>|&r&X|WH z8S-A`E8ZM@884TZD3^(m2f7%1&?3Z(Or+y-8ix`?+(t}zx(2t@MsB=vH4TZn`9KmA z&6t93;z{ekiYdr3ThEEIO6);H>sR8FS-OZ)ozZ6qB`qFH5o&`ivO+2sXA5x~IA|<7 zNud-&mWW2UgQ(@xG!hnxZLtl>XK;2gg%|o?Oa+htL*6C1k0>6nC`K60X5u6gN6%{x zD5eCP7u7B+BP3@gOAt--{u1U9N`7sA!Q7gjiy8jOYkf%HnT1<#&y|)+vy>T}R)u-K z60oTS9ZY9eyin20%A&1G^-g6y#M+`DwDB_94Si_N$0XoR3-%GiK27{m0jT0hIL3#q zdrXdoz5%@QGxL`J zE}-fIref1Ua&n3&7?AvEC;Mf&u@*?wG8tlTj^uzWN0MUGsHd={=~H}~0DV25Wx@l9 zc#4BYs3iy@+^kf!hQZ_Q^IX95G#<}$3xy!L#3CcLk}Z720;U_*uW*Z>LFYR7z)IS5 zP?H2JA;{%H0@9zJqWTiPx(h{>QAHLJ+Oo+-Jf35d?2T?x_3Kyk58se(T970AvE%E#85ohph1ir6R!pq-u);FjkfyoM;{J>=J&n_T#g4g)&b><{h_aXINLveYRxUQo@c*jk?i%NHAJj{;4}1lu^5&>m)j6eGQGLd{fr*{_)~q zeM{>RhFc+$LXlo$-dk84;k*NJIyLInHvY)nRA3-;lY}nIul4tg!b_Gu2Qsw*ian z{~XZ6V%NozS>l@4h2)N8DW$ZKwmgT}-o=+AEPiia*p44^$@FYisr<_TH9>@w_bcyTdCq>zId6{4MG%16q z1$bSu$`)Oa6}9M-%$uFW_ETIUJE`q@xh}868aTY6)skUYTZ=ugOI0Ve|C(E$Ie_r3^^8$qqqeiW`O0As0Cic{J&|J99gB2#@&znD4MJ9Srjt+ooC2^zSo(!BHU;Z7_1mt~VR&GmeVUZn;UXK}S% zzXN~7Zy8wei$0V2Z(asz*)tPM(u8Uk8rTofX4j)cyQccsioQvoj z^4r+0vy^sfv9y#Z^($Asx@IjAr!Xh=d)G^*gb9+UyY<85-|p)cJ7&0dtYS=a=P(kK*^wf|BIwff$ZSZd&<%0IQtoROH&;H35@SdOHR0Qg-=T6}zxvvkT4b}MGZ znmnxeuCcyDF;GR=9=oSu#j<9t9;qc3WzQE_Lxz`SK&&J~;t2-DU$9{Kt7{*;9m5+s z%osM|buROoV^R9)Vs@DatR=c4qdz|31sZs zcUb%`i`2Z6B=7gw)?rt1A#UGt%`52K_sBK$>eL=@@<`fN%)`6DW@UwF??^reA_uUe833Ep4Vx{=ZM_%k2An2$CaYt~F+4lFe_ze6V?dLv zyOw4x8=fW;L~Wa!;hstJAbdvicd;~Anpx7frr-B5vk8r5EO?{;#+zp0R$^F#^* zWM&~9i7U6EK3<0@aLd@g(%89k`)~&$ATze#1{6l-O23i`QcUw@bo5;ZuoY_5uE(aBeC?rmH_70g01V9JcGiumen@f~kguh$c`;RB$Rn5^CzAI$y#g zdKT;4xw|&ZsGT$0YXP?3j>5He-BJWrmcT0p^3Tenz&<>w9Ex}PNv4Yk2T60qQojmu ziI`yrcK{}t!Tnc6gUu@q`*jBd{*QwIX4!HG0EcyGe=IMsg0}}EBnLQ~K}5&%_qpKE zy&`d4yP>3GqG6vg2(5XCko*9Dm`6*Ef~TtL4A5mYvakOCh^ac38NyecXu;=GzttA(iv_mQ#)HDoOXnQS}KiP|M> zXr(u6>l?9N4Ru9Fwe<$J5XL0^iVngMQ?b#BCjQ{WCPP^FYFGuBtQv$H+iXQsb_;|w zhfWP=-asL4BRZU_wYO!ne77yR`7_*;hKGbGVk$q|N2kmBi#27V^}i#TkoDAn)lmlu z<6pv=#7N7M9>?GD;0?t~#v$%goL2lwZA`Xq}dSnz3c zk_EM;q4F|6!{SvI{F2VOSj_qa!0DLn8w?hDNTAoEq69KZ7{iJ2EWShS4&F`Y>Afn|F-h z7{tL=p0k}#92^G?0Khwg#?-t611zD8=K` zDDr>)WXkS9w>{OC6d-%=S|rvlt>RY3bR2s;>r*WLkD)|UX^Z`96^HO}+UEYEinSD6 zddB_P7t7p}kN#F!!iixt<>QS8_pA8wE}zOPLD}y^c3bHfo&6g#Q^+0pKWSxXdBxya8jLzXGAIbXL6n*yo|94GEO6%}{uLubd&&GE3u2`YX0cK*c_{&11`LHRk(vN&A)Ur8=u_5c6? literal 0 HcmV?d00001 diff --git a/autosubmit_api/history/database_managers/experiment_status_db_manager.pyc b/autosubmit_api/history/database_managers/experiment_status_db_manager.pyc new file mode 100644 index 0000000000000000000000000000000000000000..40641a14fc13ade10b8ae14ae1ca70ef34ea8f87 GIT binary patch literal 8221 zcmd5>*>W4l73~4Q1tcX=a%4%d<8&4~V9bEdLpIy8%mtKKCPCGJj4f6{P0lmsI5`ulay{hrcNwkeqXSun?r}JVN3$x_f$hx%b?2Z+92}b8BJy>y_iC z%KsJd`!OE#FC-EEJk?g}XqflZkvFI>sH1}93#wgIosv2#sm_c#no%CVEUNab>ddL5 zIafwc^Qu)=tp#HD&$wp|B=4RSGNlsm536;BvvGx%%wO743OFD7aHf(77X6rcbdnhmtzJbU56G;qF ziFha&k5fJ>s;D5D5+%Z#85NZzGpn#Zt_(t*Q_-AM&Z}r%GG!H&C9|NS1<62Yi;`JV z(UN3tspytuZmS4?ccd$baak&tmEWk`<=j@0Xg71C?OCkDrcKhW(P>wTMi!@|Tz#I!$Xh@|<XQtOT2U}vw^2vApF->X@6AA}~b0GJ6* zl6D+OFEX!FD_o{crRjq0n2mU+gndPxKUD|M1)ozPmg3$Wm^Px*E) zjpDYE2}~l~PtWZS&?Jga!hYKZ=rXr}z@a3_((?+1E2}ke`@|PHEujj=mo$T>vnG^P zg^BqKlC`t66R*{{jSP5D3(H>MKD! z;f~58K~Ka3oedF!`8C?>%`6UWZ1lBRXb@66*2#%Ztd3GN>82LVunuh&G5DrmTR*7j zgY}Kw+Je6FZ)aN*k+siu8V8LVx~@#L$KXK{>7;98ke`0;@9eGnFZ3t17poI3yJ08R zHhyJgfcoL??qrLc5Wc-l3`IvKh>{a5FCUdNzNy1bie^b1T^)98UMnBeD?t8gLb<}( z*|(4cr}0fh0eDzyj&#y=J={zu!XyNxkhZaz=-uI2vJQ@8+NBkbjBUEKN;d3eFoBQ))-|Z&d(^b74woR;4 zL{8axV&bZjg4K(*^_hNz!AFM<(5=mSbEH3|)+&o=qq0AB!?4l97=y0gms?L25 zgXDfsXqc?y=*H*v!QMjRI~+75N)|!qVd999BnFx;Nv~k$Mu-`>1dMOsUId@HBKFys z5>$nu;0a>krJo=(6g->?#1Gj6+b-(AERJh{U*rLi4s|y^zaey?8W5q1l3XlWtqtQ$ zgi3LzT6gY+n#tYxNHY?5Cz1bSyc8|@zhUmTNX9hs4vToECJ42Z<7hDxVf9EC4Ky3q zMGQEPs6G4dC+fpezGN=aijgd{H_(USDr?87_;&!NpXV=FUR8jic=19+oAWxhocF14AnQn5!+<>Ej@5Bq#KKchY z%d)*???Z&}d|)I`eUhaeo$o-a(eV%^#KSc(0Y+7~iIMJn+Mqa)!C`jVXY_A;(u4TecHH%!pfDos+7J?$ zlx!`=Fhd798f)CG0zPJ{@Z&Rn`XlE{*QsXid2hf=mfViu3P!f@dWaEH!yxcyrJ%#1 z<`m5eYU}g+IZnXhKm^e6hk|KdVhD{Qgb7e4jiUdQUy?4TjRYisZ)0L^ zO9vCb?~I)0H#BmJe5k;Yk$XG=g-K6ZJIouVj*u6xWG9!K`p&qi%dz8_segZWhJ@Exe47a|;eUc;x=`>wX7pD)xgF1fj3w@Dl69^aGow+00NTZ6 zz?k}hiIb9mV;lj_h8al{1%#B@Lm~=3lkXbq9sb-m}#SZfCq1{wPB`4*2HuaU2A z)DH47^kefFNM}W2eeQzurPjbn~e)+}kh?lW6^<-*y`+oCIL2 zr+fXZmm-L-YEzZ2YP&V)eB0mOyFu~iIM;|rnshg6KDUJKR8@4!gC_~Nr_?khqQJEV zM8@4kPJFzTbIK{sg0bZ~EWg7c72*zuQB@EC*?ru<1hTsif+%eUfm|B+q%!|!Ovpt3 zubBLf$%jmMfFTi@czB;q!Y4=gM27zy$%wxsHw~8|)F%&R4G(W;JqV^;zFnRxmzHjq zOXZpJe0d2qi)H-C9hf`l;%3hO1rp2UU%jZQ<~K9d!SVIr?!{cI@$s?pdFClG{zN}G z>%vWJRW6b?CGYOi-u&hv`{Ih`&>)|LoTf>w5RoMlPYm<_OxN9!F;2a$oV+c0uj2&n9>UY*!v6r7s(T&) literal 0 HcmV?d00001 diff --git a/autosubmit_api/history/database_managers/test.pyc b/autosubmit_api/history/database_managers/test.pyc new file mode 100644 index 0000000000000000000000000000000000000000..22fd872859e7b461bfffcc7e036f6246e0261aba GIT binary patch literal 13175 zcmc&*OLH7o6}~+hJw^}9kzbMRB#La3NeH%VQU!rjh%G6JgFOmuIV3}pPHVblwLGs( z_rwpZEHG76s7e;FVgW@#75oDzmat?)!H=NWvt$vz@0{C@8Oe5FVcDLW?)&Q7_k8D^ z@0{Bi`S;A^l|MhX(J=PU2>$yje({oHOn`rmX&O_{t{qc%()yCAm(uGIQy-D*l4+Jr zYt+<7jl=OHra5L>4%~XY?M=KVY_J z&GtdF{g|oG$wS6X^N?vBHub|CVbii2hEL=>Am1^=psir zZP}=+)yJ@N(HHnrt77|1GK!+n>E1rCx5sh2daE1uqE^^W-iYF))4RR0am8=@*TbIn znIGtLHSv>vJk(`opo`mY>&S6bzuDPX@e^MwrciOwkE6zNr@a|nkGZ-ej1w$lmMl-am+{>Aj-8_6lutYeb=J?t9ooc3iJ=q7)-4;S%^&!fPO zDSQYVhuccjl;omJtgvR(1ZBAxGw#(Yw=n)HiiPFQ$6+sC$RE6*PhQ{~^K};NvlkkC zD1Ti3GJf&*P$UqSBjQR*CK=)Vy^^_Wj8|s4T{hdJtiLA!r--kl_2XPE)`=C~8&Po^ zbG6FpYti3M8sm=fDctbd+WLZftya5Kd%Ze=dzUXD+t&;Iz%B8PRjcp3b!jD`D8pM_ zFBUm_!A7!(n(JZWq1NIgZR~Y!dK~9N^k^GFKi_HBkgCnZrT>^L8IU6!NBc}VcLP1+h+iV8TlPiNKiL2 zNZi3qE^{##(AHGW(B2|SpuiA242P3Scwi{HK742?9V+19I%)|`s#WG)%1uEEa6|?B zU1&m41qDfpsiWvAa#wj)`JO6hw&YstQHXZ$_D71cQc7{x>wFt4wNg6-nH_aliXwBT z_(sd@0h>A?wOo;*io?2GPK9_sT~-;VG9T(bo~nL9nQ3KICMR$;q>e@V>CT~DbT+r0 zL*~|x=>^+S`?^X|yeEqwY=(oPrgB!f4=PpaHKc0i6L{pesf9+LM{koe`Q~qJ*CW!S zF`-r-6s=@gr3NJ2R?lnuteOd8B8{4~@wtAquHn+0N^ z`IcQ(3@`)xOp{y@OI#d~Ovx-@WV>gXF3d6`v#6z*(OC}gIXR1)l_yA~a1SsJ=;LXa zYB8Pac4tF)ulK{H9Z*}@F5zY_82}z`OeYpv)%BAtx!CSRZ7dJ0dhO!Mh4l;G$|YB{ zS$V+v`qGkjb?utFyeigxv(sz&i82UkLgM#mfjFI)Buh&!>dfHyb9TI%qdf+la|yxJ z`==HvC0(M6Q9DW^zZu;L3nqwD#hrey5$4ZN_NY9U>*u3XO|E2(OQablEj;2p4XdN2 z^(%bw%&(lrjiQh!QWBTn3uiBqI-=Koo@3~xdtnQqgS*5^vJYW?VygG$?ZuoXq2F8S z+-xJVHZhlL@c!aY`Oefp(Z28CBBL@uwPnRn1Lzq-C-5Di!{Q^eT2PtMoab_~T7<$x z+-~KWU&mGQG>Ty-*>8J6!@C&)v@QP@XsVmh7q~;*7w8KutaM7k*8Xgz(B+hN>UuxG zqGF2OIJ4j>vZusSwx{$7x~D9$kAM?4L(CdD;(-yR;C6yQ=4NTv*&D{RwYp%OmTlZEjdT+0~S1+yABvSg=Zz2TX!}bxFv~@z_ z^|czfjR{Ay2Qp`{)(n}zVb1g)y6t%ir{ZtlAjJQMEt%XWp=DySZiGW>SpYZ%qnl4B_S^Do`;&M)E5xutX7W@E{N zp}%xRb&xVvMI)YW?hCpJ~c#V_=pDxfW1T-9o>PH{VFuo9TWnY~j-SfR}p<_(WVVr3R zZRi*d!aay{ps(QTipYP53yMTM1LO$P1fL58z}rIgV5{LGP!D@VlLP|;^CXEuSQFp? zq@Un0BNhOd0iqTu?r54338~y=qq#D453Ve5+QCd{o-)Wa-4%C^IHH)p;+kuDQWwTX zLo^Uvm?$D5h{U11jvJA@7@#V1j)EJ-1tH;{MInR0c*VjbNKv~~2GRBuT&XSzti;9H z{mvTR;A{f5Ra{lMw|P)Z2Mx3kNW>*El@3%Z#~=y2zj=r&GwAhK9J&#ZRi0zrW`ZNmE{eBd+0{N ztLq3&$!5^aM_^r0t1KsLpN~bVH4U;1yBMH;yMuoM=m<@wO6r%xSVE!3R=<72>mwkN zAw3v`PD?Tryd<=#Ge97-I&%F{KkW0mLb3JZZrBds;KZKhDX@ZtR98&L9c-km&wYg} zAyao>WpM#T!IJVoXV6+|9NK^#jb+&ze&a^JOU-ayj>YfMW1AF2u)XJde}>lhBo_v& zIqOsqs_`#v=pvk{{@o36S_3OrF`_h?f@$(M8c&J&t-VtqiWLQp2(}DOf(6>Nn!Air z?U>jW(s6f%MHz)`=Vq_dVty)Ysv)BJE69W9FV$9NT;qhayjTOK(*wVvugj_#a(g1O z{Si-gN|&uDf6ZTFq4t1f4zaX#YlJ$tj2jj|16#v*Sq?a@p%Eryxee4B#)U$Go0CW= z^H~G8usRYU1&BT2#W1XFJmhrm zuol<}9L){b32hKh3aeHyIog0nVnk(k1D1e>$zp@9rw}d^Rt1=;#rYR@QVhn*>g5aX zuCAyPeH&fX1Z4j~x9AZsqENC% zJkN@;sle>elTHpA9P&EKOmP19`{DeaIMnMfM%|^#8c?$b_Gp@&G3haeIi8g{#)x1nf`A5YQL1;GG@E6a^>ec` zo{c#@Fa~9ZZyIlw@4Rvx`PO?0x4P`@VC|PQ~2%iLgv83Da$$L{$AN+Eb^V|88^7>lJ!uSsSyEfWKPTvH^Q zKo`L#R7jrNzF&lNp1XrKF;wmyUU6gg$MbO)#bRvqn;>^`&iV(`Wj12gse*(oIxjls zgpgF7lg?b}C_=oWi1K%n5+(>CkVFnHfOcghFa^*Vhm=$Ucqkoq2R=-Ac)`a&m4`z7 zVj?!kjvbVxaE~R4FFAfaad?p{*p;zibkqRJO~RfM7jm1NxVS&yD5jU#F>G~{+aA7q z!6BR-BtVz8TR;g|ZQ8Iua@);Vur|BYzv3R=6s}9=?v&=^Xcq{*h>R>^peAhS=74YU!LXTV#6K8b zO+a7;G8HEWQ4%*(z$)5?b}n0Ev8#ZV+dfQu@+eDkgacVW91|eaLImYCVNo?*Noyi0 z%b#L0wTx7N6rnVBK!F^=_QLCcY1s4hyQ3rwa>Euh#Na5gf1Oh?o8Z2~;u99Hp%4wS zb~-a~Sd1_hKPS7bsU2xTC!kGyn%GrWemK*{%GAP zZVZL-;O+efy2YnaFc~@v^`o&o1an!z{XFQ_ymQQ6+tdZK+Z3NDW_eG=1YVi67!kD+ zO+)I!stjNUDP)Qxr^f&+xX>U^M<*zSU^~^E48S@XB?uWN9!NrHEuNBT67zAAJkgY# zrz`mK^J9ELk<$4wnXMI_$%BQM)Z1TLdSSs|I>+LCOvk)%_3}0M%EH>U^|!9AFOUbA zn3SWoX6veirv?$9<4Usn_#&?v@Cz!Ehc2{>N6TKPpLF|)x`s^-+9U7a{tONB&7@@A z+@Etw2^#E_ATK>Z?9jAXeL+*KvkmqK$$Y9H*{XQDDRLGuwEBOdZ@hqlaF$O!0NzE3 z769y08ade0K+-e*1j-Azutrt$Vd=?{1)+!;aK|Aa;h$%mBnMhJ_Mo%}^E~^rZ{&Nj zZ-a}$sqTN!V$Yhbx8*KmO8o){%4r9vk>y2D7j>D!jt~hI!Ozh($rkgdOHs$2Qj#O< zU}~jxJNw`mrxUQ48VbMWH{-Cdf7AmkIsK4ye>RVwjmhRkoB5*K9UiN2;a{LR+rcUm zMD8;zo@K!m>nBj(xS&$dHZ5B6Ke9Gc87QbNeYZkv@@p}~cF38oR z{6^zBJf15To-H~xRVi0SD6+w-cYFi>hF z84G`;;o66&&cDluxB3XsT-2H5H57wi9G|hD7@uM4jh}a?$cWDrkZn8R%jvXPznCFk z_|8hA>`Ag0@5VUk7Iv52?6TgBH_2`?NzXV9YmuIgXO8W0 z=Hi@lW^K0)f+k3)m5LA&NC?VBt(JmRK!OEC#T`nyO9cu31BCbigw)?Ec%J7w=gf?g z-L@)nV$bLAetqBPy?o!K?|;UIf9zLZU9OnqUmyOyj!*QGV@wslj;R~7l*JvhrX^ferF`Mo;_5G$X zZkEPPW5O&=*xUhAKVTY@W@*wirp(fmX&f|52TkLUSvq7Iht1MqTW`?RkC?_$vvky^ zhfMvLX*_0@9<%9vrheQsrp?l{P3KMhanm?qmQL98u&F;`8m?J#ZF&Tx&Hi zm7CRi5XQ$)r&MdM)`R&dYE^0~EX83t4pz70Q!GWIwz?MI49gps=fkRc=$?ALxwMwk>S!{3AgP4pk z-`uX9$KUt>g3j2_M$$^nRQ_U#?Zb96J1Evaw8A^YV zzfYyEsp1#;d2@fim0Sze=afeINx`%#5`0(!q ze4@`F*m2B`F+L*wiXfR&1fjr34ad(7^}LCP&CY~hF79rMFg5Uz-`II|y<5$y$A8?~y)(XY2w zV-oi=sn)NEY|$CGq6-8jk@nYH%YGGn;#X^-zfq3YVrKVZf*|7%Yp)4qY8CX~X+Umk zSk#I0h%anaf(`Po_<&O(KY*=O3QVX3%jL>#tkM{ZDt@q4(Zq|bW-!C8Rw@eWE8an* zyu-|T90Ast0A4beZNIwgr=zna#smCmNK~Fdj!_UTBX)MJ)d}ES`SJrB0 z=i6~BYA-ixu@{u<1$@qyvn;>7QQMugo3MTM!MV(BY~x6=Pks$};`>h_9&rICmv{Ix zil07b%o%r{a4JOc96lLYm5|szKmu78Dd6B8OD8$eNfC77SUTx5>-{`+P$B7L(5w&b zq7$>5PIxpPfnOWX3DyLs-ZTq%ydHPhJHg-y1}+0~fP{&6ib*bM?>CiltTST~EJ!;S0&cu0aS zkuylNgDB$WBY!_B6;cX#3E>2QgIHn_Dgzhyo1H;(5A{dP4xoJ0>`0vKNS5qKknBi` z>_CKoM<5<1&CUU{j#lQtUBtyQV1u1W4ph3?{AdQS{|&~OvW$~A>%+v=ohdQSs97KD zVw{o%R+3v$5aQRWovp02+RYf)LKY`(Hp|e;xaSr=Y&0&%?MOQxwl?GK4Xd{`D;vlq z3vQO{b>JuPk2H6u6$$D9!M3YL&{)P0Jh>>S2t|2vm9=*Bwg%ovG%}6GSpf4nAwXHZ z8bTA~gu-?c`7@*w!KS|&#C|i_iXjWM27h^5(9b1Ux+kBrRu`(Vmukh|ti@}9*e&$v zk=bIBiF&LCE45}&_0yFe*AHed!2e3SN6)X=xfSM?vxM#)^Ad(b>u1O4$AOzz(O~5@ynlL{4 z#hlP@7rrnbV+gH$41)?7M%ct64aNw@8&@Z2i#qrPLQN#d@;s1bTq5~N#{mjTb+aNF z2zfxr0%!sdS=BAm*vODYPgMI|6Rh_p8haNJL?o-^fMe(~I$!tG=kB@@lWwyWyDQ-H z>f8*G%<}iMh>^d$$kT5(YoL4|h!R9`4Z zagpTANpPX%$CNuefAh{Xg!@r^Ch^IOKP%j^gZNN)6GvVrM;;MLV%acD#2J*3lP3DP z|5uKL5C(fd?1MKz^=5w}hb>=@Ka4M72j1>C;g`vy%~5Kuz!$O!COVn2CL&->uplCm z*06#gr(jTMRpyR#(9msE$<$$hebY+_%BFiArD@cPdp0 z4x05t4=^rw`Fm$vkz@1>`m!_t=~;``y4Y7{NEiP~_weS>V1`mhoa|j?td~K(BJ!kA z)S9t}I5!s7mHM{~B$>y|tB`DUtBZK8&63qu2u#-(iiOL?i~e=*+J%KuN!kh|JD8ms zO&@Bs+OhryVdz~)`k^dLV(en!MJ7qz-<@=(N`vA2l^XmhOkhkUIxwi+^ghO}AGMtA zI>=4TC!!)^`aYbS2f@M9&XeNgapw?zC~qs=XX=U6`ozyaPJX`R#5hxNvO|{w1RS*R zKC;c-K3dC=XpAEQiibEv1hwHdU|QxO8|+i10kaC_9h?Uylb-=9JehLLfoVwH7){`I zu($#735P704-Be)p`<5mp?X8AqixQF|6pRUX4()<$dnIj2=UBuyW76##Fkk#=!dku z^P%+t!(=dos@pVdMT|uC&}-U=Mf~imE%2H zEL8@vZ9QmuBr9)-0S#TL^1)V6X+uI+yIijxSx$Thzl}V)9*NQ;fXKI-NcB3}>=x}o zxw4kY_e_V_E$P*rTncZoPcAt%ZT!~qx||ddz!4y@0ob9o-m?ohCQw`Ey{bg;x%kPt zrK0zg#Vy~?SOeAI&Gy%z&65gHePnB3 z0o6XC@0r}zZ7My5TNQH`css@(L9W1F*dD~^Z#mdGc7z;ki7H^flO6%T=nvFe!|H&6##JEX zgI|50jUA!k#x><_8vgZR8-s&=#Kz!ZAGNXL)F0LVG<8VD9_O8bVkdZMpx6^s^b~_n ze-bh5?L=RE(yX82KChov_@w6iltS!*=E1pR&D;aTo;LRer6FQD2W>YO)y*>>&<(_l zZ8nfLJ7nhp3-++>V6~4km`cl!*zy@(MQFy)@)qI+Y>9K{73U_lw=_fKEz0e4{aR@e z$7lb6_<^t=K_HX60-+KIRqNi6Aw*S5xMmcekq4z~n3lmWz zrR*&GWbu6Io$CcniV^R1=JUpYou^ZI2WgMy$_!D-$|0I~56B@Hcyf+CR7hR8cJ=y| zg~f#eEzZ=*MZAiF7#^i^yB^!&DQtLi*sRK~jL$qcl;6`?D)y}VD^91j%cUjjQvwn5 zmVet@M$g_21loD1#fx;@ar`1A_579CMU=aaJ3(zV?^L21JjBe{z-yFnG2anH>aMu+=I+KaT7 zlz!;9D?{T0E%}_z!IwviqL22Pg9g>h?v*KSK!Yvha!aT~_u7D$-m`7gOYs zOwG|qMEZy{TzdApe1GYj2z0d-|5HKO`cKq|$QwqEuS2Oz3mU8G$0s|ce??;Zmt^uv zfrSP_ZSaN;0t$<~%2bK0RtiHG_8zp_e(6a_suc}jM4+?c_6n9UwH;)^=)*L=@a_7- zVPb%^3r295Sx45g92Nz90~F9_DL`|hmL)o|%G_=W7{cO;a<*i$Ovv`;{N*bPg=h}N zcsYYRAzVMY3t`v_T|~gf^7!&{#_iZi?x#O;H{!jAp0&^)4Bw3^)*|_pvN4bfT{{Mx z#i4t-z_xS4(d%p-2OE)l#>I_M5H{VDuexz7F4tYFIb`+E-JNrbZC+TptrZN$M(V^~ z82=)A^1gt;zEPk&vDd2BAJn1fA}cQ&Oi=u541c5Ej&SwD zx#5C-BW!Ke@HQz(FKz8Ctp$lW**mX?`l{Hs<()Og2d_cSMfzXE|7`rz> z>nh7nTtE>OUg(1aJjBr(e$kKGietccKcxa#Md~PVHT9bktHT(>2y#6ou$UK9{4D#7(j7c6G(mIzC93qg!~(3Fy^wUw0sH*b|7a+ia6GYG^AKK&3b z40<=Ym?MAanSe_V=B$b=7|ppCq*zC8*=+`!E~KbiTR{|EM&)pO&J`LLb$M#x_zlcM zuiSmsnbVmt#-ZYZw86N?3Z!px=A^070l<@&nW~6EaKUU zy@i$KZ+n6gD0k~IRI_Tg`smdxx;xQ@ZsfO`yY3=!bNk_UsWT)e5x@LA+%WE<_gQ9t z4uP04z35Ed5NTQuz5B#?@+Ku~i`Rk(`;hDoSv}dEu0?TUomyWM0UJE>WW&>` zI&j)WET&B2HR(xk;1m>(!`3}Zc}>*F_^^P4<&%W#WRQb33b&q zqB=FYls?jVSZKe2Qt#vJk<#tLrTOB;g@ShuaXp^2ko#qp)9;r~4kTpn8IZB(G~s;_ zGa2XU^LR}Tn46w;ric6p3bs$DuxK&YYJ&*z+YNhg>fmYL&5kYrWn_T%Q=$vNuOQ7s znh0O?;mwM~W<)9E-q5XSl$~=g0PuiaiGImtR7>r!s=E@l8ai)sGvu@7b6Pzffz10g z2Ga~W0(jRgEO(%DM&55Q`DhsR`!ICMs3{p{qzQ|xYg_D29OMZOqm|`fU8#^)`Qfr8 zJKshmmi7k$L`K9N1{D5dhA+Z!kZ=x=rKRto27c*&d&w4~01^&0P>kD?zJzs)dbcQ` zmp?_*k@B(_wga!kAzcLa;S9AE`_u>8NrP{O@eD>#u6NZ~BHsHTgYS*usg9C0SM4B_ zA)eTWZt(9WD8XLqt_hwnX$eF<}z&JG9`UB7c2p9&9#A2OT{h)4l$ z!a?GgN{G>GjYp7uCYoUZbsR7l&TLjSaA4_kSkdn9p?yb?c@(@I;E|6d#VrsJ1vI7Q zAF|O`Srwl>wU50&z<{Sa8#9PaIl+zTLw?W3P@5)cB7{)U{?u(uqWfS(n!nb0M>7$w0l@@*o= zT&odOg<0juwfE0+3)xFvuicz;#WRc77U!?%4M@zZHp-XGMFeL@d28& zYHw_`LaVaAv zmhah>y(d?SkmpFQGFBier@DT|oC=D>%NaixkYULdjC>C+v)9w4R3p4<1_uKyQ3RqU z5d&gH=G2rdVO4ee=&rM=c&!U;AKM->lFh{CfBpPi~dJW$Yw^u9wXO z&OP5sz0OQrBVCY`zHtY2ywHIKs-u&*0+caGrGy&1@NyOryILxP6MRwrY$+(%SNd=Vo8)5Kntp#TS<}~NJUFiDj z=tiVzH}fBnjGsl2T0xXLy=MZnwXaI8@uJySedDw2>vIe`y&|=@X#5@qe3jcyel)pZ zyW!MiY5r)#$<}tmt#c2Trhr#$IrkeO_FMiZ?mCL3Qdr{VYe(cr8w7D50uQ{|>>PV}$ol81)U(<1`|)O!9Js^PwPJ-V@2sl(krTG~J&-15o9C zP^)7KR2V>?7FY$ua8$0sanx_N-XTI1ZhegR{~#l3SWvhIsbMiGg0}g`pcq@#3pF}f zi22frsUGWDk#lF(;P)n2BvA|A!*o)QPNKG^)~P%=l-K1jsKVVSqDu{5D8ezGTSo+= z)LL{wW_3`RwU+75Q5UH3mi_8q7iGd*v`G=6POb1{SA400S3E((g?E%7M={SGtm*;62s9dy2m z?OIy zPD@w6$#t1rLaAWu?pgPLUEVzDW~xxx^L_Gu6SFUIcP0=qxd|{9@1AC$)f}`;#ce|c z3;w*3!^wxhXBh3UP@vR+UrN=EhSG;Bp1dHuV)A|zK}Xe)RmeNVyDUZ%z zmHoK~t*@t11lA5uNr+kF7jcL+V{YT=h2kZ^h2`pEjk{wB|0HAN7)us!GIo&xb&b7W zZULhL{?g^jrs8BdLw>j&5rYg9vC1BlwEC&gFMLIg0mT7<==TVmH`)hC{p5+@C3Kb= zK17t{`!;SlwqI+8f<^xfi|n&|;+aJ%`gE4Jg>Ss?fczxI6|Ht8|IJmTvsVonH}R`E z$uQ8O`CZH{Jv8V#2i~pN3v0^Ht_FL5B=eX67nV3_CdF$9b8@!vXt)9$i>MG>1}(?o z>l(@_*a^Gj84fFvEpMZtyU;=OrZ$&K$U-Q2yiI{3Xw1i*JNTPUIXT}U^lQJX zbds@`8T<=_UggH($2VB;XrxIVL!V#8<=WOp_*$Ds$nzSsoG;3Y+Kmp%S(5-Y_EhG1 zzmEY!PLBL-a+42n<8u3I_{Nc_$zt~lokXAMO5pihrvxwHIte_2>m=|F4hf*Z3)HXR zxLQxh6?e>AA7xJA)*0Rg05o|;W;LrjjMyBI|1lU1FZP|kbI0KKCY%ar1?ol>^m`tE zN@D1!g4x?g$X4@lDd4R$_;#=zx!DcxY;wIj>n4tlSvT`+%(|X+WH2xBT+F)izs%Xr zq3M9qsFsUN?dybIij-5us@u}Ezs43{XCU%jMyv~is3LfuXYfeKSLVYe34@Lp)6cJA zcYcQZ@EjkHOvatZpiLKNsAo(cP6YOfc9{9dTbn=Lv-WdksTq2N1FN1fB zL7lfX+Ybm8a?Ky~ltmztj?sSZKd$HP0ByTTAI6w_%Lx<3EW{M3};!jpc{(gOkq5$MBivyX48o^T+eAXCH~ zx~SLtRsK0#dFgv>xIms$P3fUsx!zBrk@XaTR!n>rL1!%czZ^t!UB+YbzX5dpHv}GG zQCGANHr$=#QM!19s^qzX9^2P~$Uf8`WU1uCKE{Z^dML+keA(PVG?yv@_RG0c6ncug z<_g!13}}51H+y%Ue63)v=Xt%yi#a_n!#9fX&H~Rd_&+Pa-RbepK_|6qZ|!Zx9Blve ze@gLq=^)J>Uxa2;o}5P|+dIHulEEh!kgP0CAhM?dLtK8|^7U(+P~;-uf7HOQ$WG$k RcLJZ8%*vi{PUQx3{|D1cEdKxi literal 0 HcmV?d00001 diff --git a/autosubmit_api/history/experiment_status.pyc b/autosubmit_api/history/experiment_status.pyc new file mode 100644 index 0000000000000000000000000000000000000000..09e87fa4e89a140796b1b2f9d57b92ea02b16bf0 GIT binary patch literal 3637 zcmd54F!Rbs8jKP5FkXFgw#^%pm7S+0G<>BFxyW5fG{iUe~o!-%*?C|`- z;eLaScdza4*i`p8HNS1#;ZbY@+F%Xofk`{r{?M#=yQ{^Lih3L zZ_p?h+hN1Q#?TyQ=vOJI*iMZt&XhU@HQQ-WP`8~GlD$@gnf!)ENHxinhGn!cVsBa^G*0f2{kvh7Cu{-)vn{&!DB<^ znM2QrT-e>A;|lxEncX5&W$Lk|zNpw0HTpUEiE5@!Cu@|wB9QPgg2U@OFfFU}@mAX!zzO{Tm+;>~gr#d)lmCi;74zM7aYO$@tW zm}aqOpgK%rGRbc{h|-Z=&1O~um>PG+e5l(qFVDKwTgyvwPXN!@}rg3i1QZc zWE-8Lw>3^DCy5oo2JGh5Jh*O=fTn?Cyq1Xk7OL^fd=LRhrJ4Q*~}RSDc&99mnV3E}tDbHkur#f65L#99VypGbRj3-8s!;*SQd#Wc%+9B_$mI!V9Vv1pq7#Wsgg{)p&SZ=P9Q!<{KmHK_;a?b*cCCy-zCl(Ep7g9d{p1MR|VZ^RZ}=4sd9($ei< zfWDBAy4_B9zb!h6RvGX*OHV~O6p8XV%d=Tqe}(h*=HZY7_}AhH$CWWB3NR9(7D;M^ z_rwb$j+(aqm93smqagXzh+&un;;F?wmNxbPfF+MMbIer9LM7>RG=>&AngQDwJ2kWp z!5?BylLUa;?zT8zZPH4*K%~`yqxFeLk#km|L?hp zyEfS@vuim$kxe~oJ^e1&id_{cqw)wJ%s5xVpe_Dacz12hvxq+V9uCT5i@`atCvp%J zE|a%G&9520KcwIxo(sH2S&qVONZm5nEl_fN&RtijR$4Y`xN%)h1lP3{gzLs>FvS(& z+Gup$AoX2WUdKAghL;T0lJio2jAo&)?OjCeAi03zB3!eI4a8$}y;;L|GZ*d(sFEAg zMpGh`TcDh7!=XjxU#4O(C};BujkSG!-+7AUvO{w4+X_9z4Vxui&v<8$s|Zr4pB zu!IV#`a${$`qlaY+TYBcZo4oauUndKDR0D5+9fqh5_1K2xQnPHBUB4Lh$+3kUmuLO>xm{ewqKdVO4o0dNXIY$;8yB(hJTkmd z^3tkb2iBi7tZnMdPe%hacaoQdp5eja41i=q;>Lr?4)I4f1x{4L*JY zooktE*9;aIbZotap#<$-?(meV4c77bfGDQTD3jdnz(+oIE3__a?!08ebn zYAzx_G)ow$UACbL#E7DJ9T{_mcaGc2J~lMW<>BLd>kpOp_;FWlYd*W!>3NW3tk>`(b(Hkm_)pU5eT>!yc^a*4`h^*+?T?FbFo@UI$0pa~-842{asddH9=+MmLZl&TZHcDN=SaV>J z({vV`ma~k%C5->=H7vOG8h8d99q!_gzQ(a)o#R)BGQpG5;Q9+3nZ<-_L$-9>;*KlE zbJ=(=(Xi`B2Y8|O*z{%r-R40MjacWRY40qSJ`62; z>{OqjX|_I9&N}grcu>HPV!`LoBp3_Cfek^9M~5aAI`EuV720_Etuv{z8ldT+4M_wb zZ~>@cV^b{frbd$*K|9#O`LIfR6>90#>B%{IRpX6Tk<*J+wh%l3%Cq5%4I9AcCkXaB znMK;GQSm27G60AX03XCyqBp|d8u=X-JcURn%BzOUeBt>CWWwjr9)f({;d@qSc#_Pi zQr6*VhKk`Crgk73sDX8R4i%98Y)SNUohEbg&6k5$xNVhRSv>nsrq7r!z90DZa{^Og z1Bk@>*EzbTi(ePvs@=Hn`k6b69XHl)nK`f#mME*;DMYxwwxQk$cU?aS@*+f%Ne(+r zVS1;C%(%$zxZAlIU_%xKI!1em1l=&-RS6tgy}UK)U@;b?_zhBZfgo-Y0|#7yN-&5* z7c{PpfJ32n^Q;tRn%Rz_ns)aGaT2+sA`c?1ak2aI^GS!FdGr(ZdW1B}tQdfqjNj$H zynS>{Ctg9IZMV-uAg{_D$DPNS&f_%+&0!88Mmxi@pcFKdGL_fjGc180h8E9R5`eUV2}%={_%Kp&=y8;ZblqYc znah}|Ffvg9`YgmS!9)RXrf1t6l7b$RRYWq@bS!Akg-9tUjAR&`;3RP7pUU{ zHQJjK5CHaIvB3brI8c=jfF}ds8VVCW`!pjhMkp5!eCq!2nr>o6Bi-|GjS|iDtOoUID6yF#WElHpPzl-PjqCxll{K*&f{Lj zRMyLw#q_cw-`7ApajLQ)on~!pc{lk`2i*sf*sepA@6j~Bfht@sTyZYL0|ZkgCX`~O zDC_V_rFl3`c*@FGD$E0=JT9drNqTEMVy?3X%INHcS-GI+8G#BcvD{VnE zK|qEziD=YoCDuwMIm;iV6|GBf49!Y8Dc3r-sO(7DdrzufTNQu$9@-gO97|JFnML$s z%z4YY;-&YTv4owmi4!dVF0O12M?iazbB)IyDb8zYIC6z1-yH%iMGGI0Rm8czvhMUX U>tC}uTJXJ=vr_)8IxDq*0H$`gCjbBd literal 0 HcmV?d00001 diff --git a/autosubmit_api/history/internal_logging.pyc b/autosubmit_api/history/internal_logging.pyc new file mode 100644 index 0000000000000000000000000000000000000000..27d1400203b058fe016d62b64979016a2ec041df GIT binary patch literal 2371 zcmc&$+m0JW5UrlEowaeu5^)t58S-Kf*aTisKtR|;yDP06G7C!Bmu5WEw%a=wYr4(u zYVD`w5ee~0d*H}kn@@<}??LW6uoPcK z8PUmBR&)}GKA`g>p;MJK<+Cr1JjDl;bOK6IiRQT0R}@+Ha2G2WK%RPifYRV$HK%{ z?t$Dbu$7_}k%kb^yp{vj%tLlv!Pc=jJL)&E+c&|?`NF3DCZvPIxuR}ev&X<)?4<9u(&7(4{6?@d6QPiup;-hJZo*1szAioc!AoAo>@QBlVz4^SkA3;wk+zCaHWtwJgY43 zy^cG^OPi%SH_pYd+lJ=;d14kGX9RQ+8#!y6` zbBrjM$kKAcuBPwUEX;p^AIGR76{6)j>ZaNS-BLGHQ*ANLkdfYd2Lf7Wj(DH7977!K z5(3FwfRSV9UVgsr-MQ1dyj}l%vF_B^<4jG;Dvy1{z>7G&@a76h@qZ zPe6`CAeC?*Gx1Ua{}cl7h#3Z;Z3Y8@aa*X2U_$hvm4BInQ<~V z-EwL$z?@7#Nx)Ty&F*~$a_keSH=YN+t@uZH@Iv6+0CmVs9upWA&r09H=F2s=^}wI| z8XVi`1(@^F7LtMJJ?xbc{PM!*d2<`Isd}Gbxf#esoExn%^>{kxWxB*5($Nl<(YwsJ zVIrw6U-G{#+hMy=`@%qz#*UZSf26tThGq-&8*Ygqr>B$Z&oGkt`yG`Sa=Ip;a1cTwThOC+Ju$~sVbpr zN>xffh;E3!EK{l`w8&=2aKCV62_im#J3TwUux$7dVzUa|o0410wXgUwpwErrweQ;t z-#PaEo`mF|!NO}eOH$jSHtLWRT~5e?fQkgbY(~W*)+{CQ&dz0nW4LQY*F+kW5GcA) z^eqwM0>&*DnZjq6*#tgP^}YM*I@4&^Z3gC4cH*9=P1hv0Ji&wvNq2w}@U{j{GGqWTN*j=P5{NSJ{r; zdOHqC_x>up1Rh|N3C*4A&a_r*J_Mq5>#L!`Yaw6p(TL%6mW>Gk@Ek}Hg+4^|M`(=h xXLyAi=4Y@VKi5pn)O@;|NIa}^GR>-tibm>^@Ly1m6L>%N{KFHGAk>~GzX8)&CI|ok literal 0 HcmV?d00001 diff --git a/autosubmit_api/history/platform_monitor/platform_utils.pyc b/autosubmit_api/history/platform_monitor/platform_utils.pyc new file mode 100644 index 0000000000000000000000000000000000000000..509e844fba09b6d49ea7d4446983d7a026ddc3a9 GIT binary patch literal 2098 zcmc&#Pj4Gl5TD(3oY=S`H0hz@&{ZW@=FpfPkSYs7EE)nT4s;zz$Yr(hKG*B)KlZ(a zSaJ|jdaw9GoH$ac2R;ZA9{_$cyCfl$bJl)uXJ+Tk&dhIS*7@^R`^R73JDyN|*|=|G z>1WtN{4I)!jw;%w*rLRyBbzLK=1}ZV;?R);zClL~3Rma_)K@5M3elu+Rftu#H14gz zYV;Sby`BZqG_fToCQ4Mr^Ybt;iY59TFx_t-c9VzQaKHQ6pgS6L#}hucQm;>N*S}+f z@iU8-M8#{~=S1fa+I08KW;f3qT7qcMiA}{WdkKk=15k3$<#hUuC^bbXX2;*8^hlJ} zMCoS=TW?hA)W$2ri%nrI0=sl*6P_M?_nI2Urjs@mzmav;Kmx@H$PZJZB`2%R(fxw0 z?c(|>D74aUS|-P;aHG_nW2tq2GH}Pjx`oOM zrB!MI6J@EJO>3LgNwdh+^@FfeJuH+di*#_+i8zA~l`FLlTNt=gejt+Ph(Im@zUKb; z80jb46;{1^H57Iv>`yPYD)womy!~>!=Rnyo>>N`rl)S;TAlo^esGNi8v4*)-t6hXH zWmaXuyoHBxpp73ZV^m={$w?WTD32qs{2q0h_i!WGbOx$F%M#V!2?{go|4NTk<)4O;X88an77xfEO%|a5=jaU3 z4LS$C!d-(R#eaN|u90PNRgMqQBV$28V-S!FR6R9O(f26FpstlG1$qBJJ$v5`($EEP zIAAhYB6B0dv^2U2l6(tRBUq=s9uEZpB1(fZ*Jsxy_>j2m(HgI%JLKoXzaZ4HgbEM$7?b_OrufqXu(N^9!%l z?Ee;NU5M%wSj9^BrC*Dx;rOGGX%rDxt(gfi&ww6FvK*s^i9!WorQZQp8}ictXmV5P ztSlx9xq$(0>S+|$9Gjo!(y6r+PPJ zNa0iY7yKH26F&f+XZGyGp`UTEz3ZLbJ$v?odD zlT;-0@;6>R4!Z&E<4|K6mDd=?AqMA?uI>q?^mMR04 zmsIqp;hS`OGKUG{}MCIPA5#eTfg&Wn2aPDZ7d;3=_Z|hW0LnWE|%Mw!Pt;OnW2vyHEw=F-qMgYx8cd2T9()^Bb~1QbSM_L;48E>yVd~>7u|XWAPtgX^ zY$}Y(Oufc4kYqPiNwB5r0#)bQ*6j2OKh^}T+cs= zqcM0zn1T&1Dk$e*ajpzhP!^AcEo_uFSahN0bu8vM^N44d}iaNKul&-OX2bi(p3kbBmx(os+JOfTcC!z-djh0x19bYb6 zTq7Fy`9O#e%ecee9U2m>(^I;zQx|e^s7w(JH2M>&ld8zVG|6KHu18IrAMq*98}%rT z7K&g%eW*bbZ{E6!H`IBbD-Y2%!A2ZZF4%Zdb%-9J>dah;IK7T7dR_*bg`U^hiV=iS z^g3B+y4jK6g#dSP_bgchj(`*(f(8xcf(9Ip*bLkI=&X;v(h)%qaWZ9HfOM8T01-6q;N&Z}1)_oClN8x5cbo z=<*5LZSYxepNRn7HK1Js=JmJ8V_D7o4@^qbKAWogI#2xoi?a-lVOTHddmJH!^JRxI z*^^(HgUeMK*3O zhbF<><8~fXt}bbc`<$oKo^Ll9&eNmy<_h}mdtA*wX##U~^|+iw*~_#xxQ}k3?A3Cl ztWYI}T8@0l6ESlWZ_De^WKD6GM_G*Gj#ds)HI3_(B8!(W92cW7)cQ#`14LAY_QDb1 zO>7C?W=C=ayx;Yr2)Z1Rh`~d4yXdZ<(9t5QK-y*-&9D?)_LjZ1_NKn4-<$0!c5HcDt$zTnYiZm7 literal 0 HcmV?d00001 diff --git a/autosubmit_api/history/platform_monitor/slurm_monitor_item.pyc b/autosubmit_api/history/platform_monitor/slurm_monitor_item.pyc new file mode 100644 index 0000000000000000000000000000000000000000..0606a5f6a0fbe9d7d53961672883815eee2b7499 GIT binary patch literal 4809 zcmdT|-EQ1e5FUH~H%UVar43YIsY1A-WDA8rtEy@#t;9w5;%p^E5Hil%={ni9EuXWr z(I!G7eFS(EF1X}HcnKZ=zL{fh+GsCYfyA;K&(4g;K6B>GZ)$(8b-(}p%Fd9=PYu6! zaOtZ65&j$+6YV*)=h9w{w(AtR6am)g8PPG(H`@&s8u$%7ko<*D-@FENFrF5Zhgq7K ztoX{rllcmD-24KU{skZ=+IGry@D{xL85VIVu2m~Iye5-%SrBAH$VNprg=|)2OUPD5 zwuNk0WQXD|MV*RVp{UFF_9{gyf~=7m_^Z&&H~`lk1ITB%f*-zIT=#J4UjYo!p+mL^@?neY0_Sc4jUDxU2&Qfr&DoS6{kywZCPtYZmlv|uD(`r zIu++k#pza@b++`t=biO^J|t*}otVP#p`_s?hEmK3%~Z?1BsGQ)HXY{R@Xa*MqF4)a zYLc-wZ-Z%ygCGwJ9S0_v0A%uu_e^s8#_7%^v2OyiFv8qT(nOC;7thCOTs%GqSd-U5 z+E-;$lTS^MPA5BYAx~H_K_7-s)nFj#-5+A0J|B+kL&xJ?#T!$+E5%By76V>Mv6$im zR_hGd3hFF?kIMqBf%Qh&B<|gZuA|%gc5g^T zNE2{*WQzR;6_?1kG=QrPd_M8MMD1n*lzcgT=89Lq+af_871LPU_dz(;@iJLNy#Zz4 z$EDe4$-U^*oqu8s%@){zH&7Lror?D7mHBN%7HB}g!w>RIiwgxp|~ZA$Js zlIZybv2`0a7blvVrQwij*tnLInr=yCl;_frH6$yDd&Ze8RkgHC*CrKf*=eL8vvy(i;M@bGcnqB zwH6AsMX2VKI<*%HbwtRoggOg_x+3(j66!7#S`ne55?Xmq=(tNqurf-X^r-!Wk4AIJ zkapXX#;NdjvuPT6p*K#_*fUw?=}}e~Z+7iSDuIpg8lFlxeI(Mkv!5ms>ymc3IE(K} zsYGLz z;EnDU*(6})9)Qps0_1Y9bV4YtBPe&P{8B8@ph0zSLNIYct7U>KNc zmM3G3@GwC&EDz&T(_&4ES{7?j)TXV0&&u^*x`X9|dud_L^2^c*a-x15n;=A=nhed? zAT>AUMI6&|Sb;7H?a3#!!D zcbIpHMcK24<4|jiwxcXkoGKM(9d!lZB>f2XUk!fj#Kim1JODJEb8GAM^`?AVfM+{h zt0<>vvjyBaDw8;y8V0E@P^)>gyx}8%K zDS0YS{8#)%Jn#p=H+w!Ob_;vqUS`vOuA(EXx^c-fXazq(G!Ep zz1!nq7e^$2<1-#A40!-?oK|J_Q;{cJlzayhC)V-J$u&~h@*N)c2?UOx;B1n!1)%bS zkmi9OM5K?0A=b@gmz*ogBRuY2fRh0pyA?fGbft&`x~#_-z!cJDKu;rac7#iES8jx* z>LugeE@N+(u}{4J@7;zqp!S_&1fcE4t$<`F0JYz9r`u@P8xrGIKw<=-cC=#L3g{)b z2-YpSs-rfbtH_7%fUY_|nz!jPTt^Q|bW`c9m3sT3B&>uQsdYT;AYsN%()3vwFPFA_ zaG%dPfli4eR)Sojp=2$~(u$MR`K&H&JU8|{&X%dwu*f}$V&`nhCuL>%7StqPR%{Zs znd6@5&P-#TExfPCaq2Ah>*=}WI7u7Lp0h3UMqA)0c#W{qdzNHh%?YO3qfD;09b#Am z`O%FF9v8Xg&oSrNE}dDXl>=}&z~IJZah_x`TT^>9Hn-)I3t!0oL}$}ee>LY8rl=Sf z;sbFeRc*4mthKyAEz|lo#1Ky{9IBW`iz2h5AL5c1qi0oF%@)b%+lmWUO|yixjnnV( zjN)%MQ&Uo(J`yYHqkN<-p5k+ z1q7)>H3&Xbt8d##_5Jri;Tw6b5uRCd&7Vk;H-l^1OI!GDpOB1g{I=qn?M9ULcH@8N z8USiXD|Nq>jaQ`54oHjuwB5LqYjy$}NS8RPX{4Pq9=36YuLfZcEy?03LQ4s2saY-M zs`o?)FR+Y24pO077(ok}XrU0#BQkIDDx2EU_dNZUnBNxh4#XQ?Zx6o&M)xVitJIsX zu^0OJ@7Vb2HP$3LT1Ka78QrF3>@_W;ce7$V{eLp|?|C)%FmM<`zBw$zdKknaM;m+bD zH)bfs>1QhZo|V_Z((u+z$^SmkKKfFa^$&v{MkiSMD0bGLp#8fPG7zt??Y90NU)3@A STHrd#-GLgYJHgT8f%*skf{9xI literal 0 HcmV?d00001 diff --git a/autosubmit_api/history/strategies.pyc b/autosubmit_api/history/strategies.pyc new file mode 100644 index 0000000000000000000000000000000000000000..43bb7b9faca8c2bfd187ceeb9524608226a7f8e3 GIT binary patch literal 12383 zcmds7O>-Pa8SdF#t+dk0l4V(r5+`0eA0>w%J0B28j1$}I*aAm3EeAU)l*wpjB+Ytv zXFW4(%ZUV3*%jczB?UzlT)0yO2Ph6)pb8EYRB^}!egr3e06fpzGqdY2^5N1tg`{rv z^z`T3@B6$@cTe%(5w$#Gik4KfqFSSBc~rH=)bbc|QE9jG%IcOrrq&E{>!;s1@z%ME z_PO(?PMov#`STa;`hrd#>w9%}Vd>&|y}H?DJj3C8jx$Dm*W+sWLfE@xf1HTY%L3? z*y=c&H^ZUk`>MmLV6eFT0y-?<^Z+IG+m z65FN#V@^g{E>|ZDGA}MCCe=__X}&Ns(q$y&S+jr)c@X2)l-A=2X1s+@w+?31oT-dj z8XN4;5B3e68juAMHEqC%x&cMPUqNjZ)y-lqc^Nq+pG+ZgI-TYX+r#ok!D^Q(FRCe1 zOU6*35w6;vlQ_2LCi`xGj+xgiUiP*Aa-Bz~lcL%m5!YKIL> z524Fhj$i~)*{T#LN>e2niqr{q+;q_1pPpW4hn)acqjHvyC8#YzoV;9NYL;t z`jNy^je=?v<*~##17WIHGJ&X*dOkbsCY^2~TK{I~`OP??h;(>;368jHo-XL~r%o>| zovzEfD7+rayE%@)EF$HS(4&V@0PpNH?Ks{@+a8#d5()vPYxg0T?Zh_h+x6qv_g>r{&uzWirgy`l*yQ}tgfoS%3~XIun%1#(zwK{!qT{dQ zLF~D#@_EueX-4sLhypX!L!2ts0V@Cp{{yA=VzM{I)?wuz7Sz>pYTrQ#wPYO3 zwx^#!N*oBSf}YS|?*U}%8Y082iD^lgz;IJJ;d!UoWK2{$<^^uTl{$WcJ#u9#>6o}Y zaktgyD>zECT3lrPBn#{?<2{T%)?rGn({#H4P2Wo;6x-n%k*1#$9p`|!2&yn+&555N z*y>3{vcs`$FLc2@SVRaE_y~49ZqtclWV5R95-szid^Gnln%q@Cji{%qlG@?fYw98; z5R(d(E&LX$pd^){%1}a>TY?=o{S$EMj6J!n6C8tfiw51j|Efic`v7B|AC-lCpH;hyftT~Inr8HqgmbV$k} z--vRj1xSm31Hm|M%jF8wHtB_AdMjAz8~+mfE)ZQYw<{$T&8l@w4Llwuj~QdSw$OS$ z8o!R%ycGv;mlSM1%_&P_SVik;qES|Dku?j9sOY=xKXxv!B**2pijMk=>A z@~5nkEI(}o6#=WGY>?fJanTG|uY-tOY6q&6RMnMH6Abm*(y;!=mbQgF^%PCVT;xF-lwn2q8=3aBCr%XM1#VE+T?W9y?k_<)+I(_Mis70Yv$ZTAIe4x=}0{Y$@Nzq_ln5Ol(PLzSCD9qljsq@ z9wC;d;oN#CwbS;+6E@JGw5F_5X#(VK!a9xLz1A2~N3C(B%&2ob?gLvk(i`$X zfR&xp5yV>%R1+=%(UTnMlG$Q^zHn6^#t8M-7*VqxDx_kQa~q^`KsltoPe>iJNSOpu z4JuwKs%XEUDv%YhL*M}FNQvzswfSqBt2sNtsVbnQzVdVRZ9rF9Z4axhVV>=64G}W8 z%Bq14HL%D)GH`TAP47dtjUp%r1VkD!(!fEavBO4LB*xO(#I|8|rJ$mZBnK6NzlhN` zDk3e77#KzMHYS7P#VQK`1+A-fb%`?=&!A7BlQ3&a2~)T5kOJ<60PZyaF3yA#9L!>_ zsJ>eO7stM+wTDe%P!!iLGU%<53~=|V#!Nrp?z^j3OA*{J;~c>pAi!N?BM=~>YlF%> zizt2<(Z}ofgCXzY9QO$N3y4y@_dB)=Dx3&`5{P;)=m@IDiQkF!5f&xi0M8R7)GxAy zml!?Ih+92DOCEfIQVS*f65o88QI4$oWj=m|5jR)*6-GQaHmFG@y(el?b0a_QHj{*1 z-D}@se1vRl-Gm;EL)XWU=mFOtuy&PQzko;;ionzoDB*;4z&dPI@mm4<^8bXj8}G)g z5u~0#iR$MMe+gqNoC{?s`1=eJXXu2TX7HZxr4U^2J13>)@+96xN%`TzpF|iOw>22N zfIc5S27iw;rwEjxwIfL77<_;j{42t33bh#+6KY$;+4_o4Y$dM;stP)S+4fMiq^5zH zgjm5<0u~YmeTA)}H1YGgU}lD&DNX{#Qk*?$wz^c!@$Wg z0wZyp&h6LxmW;h8Pl!I17OaqEhzs5*# z(nIQ#>EeT7rCh=ZEb4>ooI4W31$*ZKhL;LRnlmrbmd^@-)RB8ZpgzqPZ!kK;Xz;*> z?SzUCAtH$+sEu250%-kU_BkYy#Dec|>^YEeB`;nN>p|;NVb~I?`S;(SoBIP^HfML5 zFpXO%4<=+T4{)y__sPq+R~VL8qukYV$zAF<1HCMjOb`>q;FIs_4f1^hbss+R{ggA{ zbW-G#!x22m%>F>+yI|doe83SK2YCQA0E*xa5df0IdV2|P^5)^&Kh9C^YlKUinhA6`D1Az>$tvhD{BEX6S-iifGA6C zkE+czDJqZkmCI6YOl?;c&=8#g>}I!6d`!(wr(j)GHu|m#I|YNp-X5?#Z81k+7jJv8 z3?wCe{foME^%wtx!rlX#4Tb$Zpn2R-SR=`t!a|sa!h$5{6m~p==1)#x3C%R7MT5!$ z$lPyytW7;27L&Hh4K0rwU!h@E}f(C~=CK9!}c5s$`u$ z4%R_z5?`OhlNJOg>lLD#JawP?>o`E}q^F#?433SDIK+CNkpa_C?hF4p_q}@#^hP2G zJ3S?Vjj2GNMJ!~PqLK4eb9f!g?xXRrT*=QcteCfT#+6K2kANpn!Kv)Gofnus-J+#he*K6ZprCC?_ahHf(d5#Cb`T6Xh7p-^GEBVMZ-9dD+G#^ z>#Xc7$&jUn4F|BO9UVmE1xA86A+5U zFEY5RlTQ?q&<yrINXTl_qI|(hIJSvL7cme@(B{$Qu-kQ{1TQJ&gW%90So|3E*{Fd zx<_52U*ajjteg@+58$1OP=zA5;#7riLKTQKW()oQpbsBWzW3ILI$nuV^f{0>k%ybK zj2ap4BbVZus$y>b2^xJ@`T_?#>@M{p`usbB+!_-Jhy^p&D2@f?n;U9P?jtxw{Ku)k?UGhiH5Ytou2?3vv2 M*v#zA!I?+?3-P_;jsO4v literal 0 HcmV?d00001 diff --git a/autosubmit_api/history/test.pyc b/autosubmit_api/history/test.pyc new file mode 100644 index 0000000000000000000000000000000000000000..8716392c05fcc67bc3c90313a082e720397ce448 GIT binary patch literal 20584 zcmeHPS!^6fdafp^Ax9!ji6SM@l5NVC*JH0u&G3*Y#fK=8lDU?Ka+6$p2XGq0nI_rP z9Mp7=CE3!(SQ$wW`*15C$kZcfSlOPKuK%VjxAV7iu0XE)ce|qu%0zPilP^yeSLsgV2 zgn2_1jG(+r6}p0aw<>f8`5v{kPi>`Cp*JY$Q(I}ZwOTy*#uBsC~y@&Q$NN|pOnVNBUa)z(Q>I4PN@ zRpDu6532HjDnF*m$Q)GVL#jNaHukA|c=Kme`LME;+B&7yL6Kqgp;Gsh`a+@5zDb_p4eBJ4ayTA-7xsRUuyWS5rR5d(FdDG@rECs=W7+I^`4cH+1uu;Xb4ypRU0GOJmhiUP{5;+@x$2azO67HFcJT`8C6Qyon)XMp`@DE{afS3t z>ND$;Btv~`vSXos!!DK~flAd~x!x{%o08e8J2i+S)aug3`Pr3OYktx6*mmLVYm4*N z%1SnCEibK_a|@zkwFQxBkqX{HKB3syusw@?TGZDj%2aD7xu6p&XWeyvDZh}^Tx)so zooH_IUj=psJg=FN7gmK&)HbsR<*r>>m#*A;vr)36kt7x7GH9VBaaWK#y;-l?rx%J1 zZ}arcW}^vPaeB7t)!pV=)$vTbSeeJ?bTKTlirY^6<)$`;r)kT^w{Hu9T-#gSeu={y z=M#>SfNE=;Tw#Xq`-*+C?pCMAzMNEwam2`3%Wo z@+D>38g{k*u5F%X;RF(~@#Y!k@Ojw8=))sCyV#ho->h9l-sRvFC?Rjj3tAs}%lDDN zTY11_uqE<`cZFoa{M-XXGiZBYS2RS0DPRcJ6d~06sw?l$vV2bln0Ta!OW7@Rw+qYOz+_0G4?cEmqm32JS5RiY%H%aB7m#?LMbb8bt@C$N<9vc%%PE_Lo+d>> zw3~>iInRzxA&I7oGsW2tS_9AfJ?zCqWjP>X`3HEjx6#HW={Suek?50P8ZQvkZOU)|9<08l8Uj>Yu=0fnA--y+YvYvs;O2Z$$Y zP0zqCE?#whblOnPH~$?R@iAszE;9pY9BGI|ws;;@+KJb!IX9X%Y@3i4lS`qemt($8 z(r`$P`c3clw)S>n4CB#TL)#`4i{-&L^Tyf=s9RhI>WMYBi>2$(E|G4~9L5Lu;w~Nf z)%HyM$+`0Cd=p#Vqh;6uuRHK#-{DvzrEuIh(p942<2&#p9CaKe|8tHao57xF3zHUh z((D6&2O0!!(E+t3tOOqg47K%`)ESiYpt=LY1(O9PJfx07>o7N@?xoaSI4)>;SlV>9 zJQUR2r|yc|u{Esjpb1dCxIQCb*8CfNMz(1Q*EN#+QW-8tO6f+~Vg$>uSeNVWxUL)GQk30d1DC=i@-O{}EH z?n}i=sYzL|W|zNkZQerA0rDVbuC&>#UAG`EUhL9EC`4eF+%>PUONs@aR}000K-Uiq zl99~usDgoY8n)Z4czZEZ^tnQt8Vv9T3SGVqXJ!!dB1(=T7$Tn;T<95r ze+Ny2KSXQpDFMnLZ%?4Q;QOOyZ=flJzEqj{jL<708od=UAR5+|nhi$I;xg>xS`Ah% zusWez^>!HBLuEKb+SMc+mFQt4KYKw>`inx(@|r)In<(*Jk7L?e>_Eu4>k$!B+W?7< zlaQ$vLb50AH+bH;b6Q$}oIa?4$pFZ8k z5*TfoqsE`a{&r!sPU2`TYZFa!nYqD)gc1GdKqYA(imudclj8meIA@sSq0Vd@&zDdh z@Q$&U1aP(lzPj#z#Wj}<%y1-StL(XDQsqIR5r=LFG&uM)v$fVAD} zI>Z)U>y1~`Tlx;7BB+cqV2Liy_h!grA%AmYyAZ7`lvscuo9IENyQKO)15_f|I_7*o2>0z7pTrP&1F$LdBGby z&%qd;By+$OD4;5?KEY!NLMkO7$CxO!!wX7Qxr+LzwWp*dAa5NpM(|~f#&^$2S|KYn zHa|kvuY%A!krm1ekre1N-%$#TB-I(rW{vd5aa#52=MK2`^$tqeL@;^HUolArd#+ZVPdM> zyh90zf>sU{w1fxC#oHO8q$C3&K*c+Wy9w@Fxn$jR5bLiNZ^4ffB;(b+VnwWqyIF4{ z7<$vTO0eRPi=tJtZ!$QgmC{>$B7;F1Jyw_#LofJ%kxCtnU=U^Q_1XO8g=GZHR`V-j zX;zk2X0Q0yv~>yKln!ROBuh=MxZt11W`dm zi+PcJF{ZKxnV*&E%@BGeDIW>B`r3nH(iUWyVl#qMtwuzle85Z2pU8b^gWG0PVyNhi z+GsB(^#u-yp2UtXqZO%O0GBcx!qE}q2!5Z6M7z%3B5t(~u<2m$6AhAX*fulf zkK@i>OvzC^N2a80{NRXh;Fce3Io8#0oQP;23K;?D?z9g@qfNr-w(Tf2*r$R?h}I{y zSYm5Nr)uU>Mp!BnM#jjCK#8i{S*l(_#qCBNPMRCKK!L+xdG)xMi8*&8FT(r)ZAHG! zA45*BMd-k)VOTmEGy}zJ)=DqBR7uqHu{0B}azS`vZJ8{O#=N(PoKsft8UV zqLpa_@FfWDQMXPI^3K0AEO=JqUzp9axOL-__Tl@eqyXPAkH_w5KVHIi+VS9EwEW3* zZoEJI8<+p-y$@f@&^RV(OAXZshG^-El?qmnpmN03MradQ$Tiui_q<;v7KXlQbE~0C z&k^+{2H>xz@Fewx|N`g+oX?E-S!JjhBWt7&^urE z?=b|I$d{OF5G%?lc>cc6(}&W~=UFm#<_AtUb|zqk0|p?@lAW_)49x8qrX0dSE`jWe zYsn=a7*Hw1%yV5QMem2qz@UJz%RP8J8Xv(Gl5K6HSYGmi6(UyTauYlN|K^~C6SfX= z6>9h>>~HIGP}B>Slw^5Ix;PY9IJyo(^DR%(*Zz}uabHhj#i8Iy`XY|;1Q56<@o%jC zCwF#c`t0pOKIXaf?MDdB~@tNHQKKbASpGg>aQrWrqNOR{}I48Qb)4->4mvVngBbvi7~Bunkd)3%{V=^tPKGtQIbLi~#%Gh;xg@C;08WJ9E6Zmwx#LA6_Q{NN{)az_s^*7 z9zg;ikxpR&;V@vtAU3F7LZIf72AFiBLO}7g|AT;{6-f;5fFFQiHX z5ki+%B(YN?>;g!55=(b^5<*Z3jab^z2(dtY5QF#$Fl`=4j9^SVXa~4)`3~}elmwrr z)%6%YCxhod#V;CnbzqfG@k^xfCHE~ zI1l=tXyKkf5(86+&Wsw<;jh0tqYrhslXDIqcN9~wQ_N1sXkg?So9IJT9wZ9UEa8)JF^kp%m5Q@4f{jKyU|vJ49@N2)bok4x8bI4&sDi*{Bq8 zm2f#ED%H^(c_M&E5cmDx8kr6w^Nb*3`-m(fjEtBuj#VP~ghHHgL?JTqLL6|^HGz%7 znmAe5SrbPLQHb+}@#Z*UsGDPRvNXp*Nye~tdL;m_Pflq~Jz3BQNEglm-s4C>P|+F; z_v=%H@ISmwS^SpJ-`uKcF639>&E_vHUT#~OmaV42j?C-e+znDhor zKGmc))BCZwcxfJIa)Jq?)v`xRuWwQvWVrh_QFmP64T(#$=ODfvEE4LiTd_EOp4Hz% zqSsw)uPEDFKVUJ%MO3A@Z|g;;VwaQLx4G9>^KV$I`Nb8{8~Sp2v9KUy@d<}Dcp=<} z?39Z)ve}xeb#&dh9ceGL42ddQCYdlpRMA<~2^QD6y#5?iie6ijeC#0Jaj2V9xa+U{ z&}-woh?*HdSNE@Gpi#J;Mfe{Y1x~eAIb?gN7N{JEKukOt`Nhd&IR_32y*C)_`PUI* zS!IYZyDk+crK1#r7;XZg$_Zl35c!U}?dnO_mEdwmUFeP0y~8}zmiNf&?dNHE+LmWy zKEOR;i)s;@198Bt(X386HcHKBk+_5hI3PTkm7qh}UTba$+XhFAW%&Wei}eXS0s!IM zHMeBhu1K1Iiyb$y$Pv_=4eVXB^kGhYHiiPnLo(Xvay>$xUn^}lU6cFc%#T<`E3@r? zb%H#XjE(Is-6+3NciWBxNOhc{wequ97o@-Z+_lwZ34mO?GP`nV$-JuXG2p_Ai}Mnh zacVrXhrN=qkjGw#4%LZ>P6vTbQ);NQBB@CkuZhf1Zo;KA5-609wMQTyV!T_#3rBD6 zQ@r#F3({VHLt2dCbtz1JxWkr$q)TBk$kXo$2F2zDlc;+|2do&%j`@eY{3Es_w`*%<{xPy`_Qw1ZR{T>Yf5zm`k$6<< zNmAhpvH1<$-wO%hKBTyWgztTU0>Vw!tpd_2B1eo22`qZSl4E?9CHB-pD74(H*p_9U zLk08um|SM^IVQ_YicHp-Y%!@asWWLZd5_6mCO^dFN0@MDg85TSzRctonEX1EuQK^9 zCf{W87f2%FN$#QfOC~*{=kXC6oa#xBrF+u7>3!+GbbmU9|0!Ijag|DsrVk+3i_iY_ z2(F$;AJY5%uzSY;ikuQUk{?iCe?!YN$bk2E|ArQP$q6-f=xy?14j=dXk-(yFA-0E! zq^n@4+XwlTBybpj%fDo(w`zx#VHi;P`uI6&)C~1D)H}Qhw8cUzBp91pwFhBAXl0L; z1=CKSl?E;^87a_qs?;}xqTK%EcPqw8S_UQ2X$uL_ z2aiV|581UAQTRONiaf*bN=O;q_=W&}hOiT|bNUugjp|cokQu$>34R&eJ-yRS+&#>s zocY&Vp(K!tx!!H7_ursrA&ox&~Nbo4W zKLUGNz{4ASD>Ah*^wEaDY$c#|stbxNx^&;cgF$0Hn9AD;D!G6_x!{Yq%Ya=+J`lg`UjtcVq z1KwC?kFf)wx?9l(u~Gr8(x17C=Gt;^vcSZp{{Dzky;9NNH{qIO4liNo{^7uJe6I|) z79hC8S;Nq^DiS59zsSr1h$l13?j*fbc@mc$l;D?=VS`2Z1!ekMZD@Z3cpfY+j<+r~ z_Hu+1on4BU;48_-V;f8TQCt4K7#eyJ9hg}rjA@xUCZ9zj-td*BIqXL_mzGxe#W~u$ z?!(O$OxGNOT4DlCvWQ7Wm4m8ei@oAb;k%bL;CNL+7<`j{ELHNC-==X;eoshx1X@>q TyVB6PPj-!dSG_p;c)#)AIKB=h literal 0 HcmV?d00001 diff --git a/autosubmit_api/history/test_job_history.pyc b/autosubmit_api/history/test_job_history.pyc new file mode 100644 index 0000000000000000000000000000000000000000..0a20dcbd822c813fa47ac0bd81a57638bd8293c2 GIT binary patch literal 4898 zcmeHLTW=dh6rNqjcAO@?(E>pfBtX^QgM-pVA4L+5}K~P>ts@UH{G2T zR0RE+Xe~o@l;Q#)~N5PZC`B{RBJ{?ebp-(Rb5Yo zGwM5~9xHXPRZ-EL3XAH2uhOo}IKcrgmY>+Dmhf}-PrTNvKDurZ^`=c zOVUScHjO&yxR(zby_wry7^Utc2Jb|f`!s0}*NwFEFmw|wy9NR=TaZyv#+FY_*(s>d zmktyxNT)c|13E$h&M7NBkhsGQ*(mcZwCn{C2mL*2x2u%F#!78eIcdFG;AjPe^4)c| zm$~zJ+Kim(C!GhT9b~p+I!WBMn{FN>;|$ru&48Oly>1oXN=SAez1mjNk7~Dr)NR$i z%G12FWotKbmt=XnZ=H^U-Wpmh7_m&SW2Yat24=1~NN2W_wiz;(b{@GRek6AL6})LmPA&W>5Ra;3i9SY9#R4oKZ>eDay4bX7{G(UhjO-RmH2#)L_u0D)nmQ9SJ_ zrnzq9f`PVh096kI7q}A`4zdhEb^Bo+^c?leH4$`^0a=p%3bh=+gV%>iQI$~8K>AdWAp zU0`ZPEdo6BErVgeD}h&@;?06rnc~fXhioyib{@P1;Yq9z^XqyRR1;pJ3S*SoZJ=cr zL98J1%L~IW#KJ{rhk!(^E<)h%ef6+}z~e$k<2=lxJTeX`$T7A$Nglf>9pI2gvauUX z=8C0d2?iMdh@CHfyc*h$>m>c1YcD|-!DmI;v+Ps!<>qp|xq8_$J?$~TyJXKzG8&et zb#KN>bLFySCf;MLHtP*Z)%!5hG?d^-6D^uqOQ0+G&~%JG1>#-<8CuY|#O&KPjCw9G znM;q@ZmveLo(dWYYU51_gG>y18tViy-f91wH+cUKo^kLHh-n^+%`|N$n9+&VP(15xHN^8Mtuq^jn#3itk#<=?@eIk{bu9xvts2{$TfzQJyRZY zq(IDggcMfa?1@NWZk9vCFX%kSGJ_N6M5!pER7~?&dZu}0l!LMgXB7%iIH%5^L(w@O z&U3fP4HphfJUKoQ8*fyZ@}6%&n!%16_dZ`c&UoT6WE@X|A;FDc#eVyRr#3MMuirl$ zcB2)@BSGf7qM>8suy?37eA#U~_hSqQHg~;`zdcC;S`79XGs=J}Yk4v33eP z_6PEQCaN9*R(}IaniWT1067#w%;RGa5_=vshAu*er(;M&yMn2Qf=Ddkm|Bd9gMMU; zobwHC-(lXvqvl~*Q(et-w0?zzrA)s8vahoAvisou+ZS)myvQKVc(N|}l|p53qn7Mmva8|V7f_aI1wcq_is9wgYFEv2PSA$`XT2Bw I#T)b9Uqm@lCIA2c literal 0 HcmV?d00001 diff --git a/autosubmit_api/history/test_strategies.pyc b/autosubmit_api/history/test_strategies.pyc new file mode 100644 index 0000000000000000000000000000000000000000..eee79dd5f0760528f820af6e3bfc48525315b7c2 GIT binary patch literal 7073 zcmc&(+in}l5v?I9>VEOv+63{~StN3@rZ_|DV#9IPkqqx<*IHww#E1ZAFyf4*k%t$v zo3Xr>o*W<#c}(&J`GNr1f5;yMdCwo@19neU^CD6sfeHeJ)Uyi7qHvlb zqWx)lWl=aozbE=Y^qcJ&ie@RCrPmp1{!J+6xWlRm+RcSIAdkPrXJf%aRZpO(1=T3j ztws`=wo$bGvc9t(=wKnoM0ZeZ>Shq{?&%lJpwWn$kCm!d;y}ms8u#dE_nrO`$eu>E zs2L>j*HPG}T#uD*#yhP((vLv;JPGuxdb9d@jZ2y8v!E6xQB&VW_tx9`dR#qY5(9RM zu_di$^;x|Z>v~gX(E#+Cg|%Pb@p*Tew-ExR&ZAO|sykSOx2|-cTgnGQp|9-4N!W~P zdK!J57eB!c45UbDcl``VT}@%${(|R!gaUHfhLDJb1nq#b@!FeeoV zencvx*zbB6Rd z2-m)P_Wa8yTTj+aM{B1V>zL1(9zg-ZrjD@+N%yO`7OTDZAD!-6rO{H-!!~61oySL8 zl~4?>?_mA4FP}W#_{1LUDz%}d;_i-1?d4s`tomlkn%#+Sq;wYjlE3-+Gn_~4jX5|7 z%kf>qF(-9t$6u0e_mtkU^p;Ymb}?39ms1B9+YDI}Q|_@G#MHs$iPiSls%YL68%x;8 zzz-|Rk8A#0W9f~V&4EBg$*TqYCn=PV+Tvcl8ZAD7T=y2=wwf*2%*DqoT~{J{FA9=% zJc~iM$qyRw;OidjYrXkyQNz5lDP~-8qza99Mr|Vfs|MRWb)6TtrZV@f!LQgySVUs$ zFZR(z1!}#IKT9eZ91=P*^(^5=IJCG0rVw`}Dtu{gF7O;1F>C$;v&y@TLSI7R??&1W zlEm*^3*H^>V&x8$!gaFMY(;YUBvDPK@qUOtQQ`|`+BF8oyc~r56Lct+Bw5$2|1ry$ zamQH3e3A8=^}1HVE06sH@5fBX#KImCu#j9Zk7j_N%Oe3$KubS!m{VPSf|r-BPv$yj zRm;#it5~K(mt_?@gmPu*2z5~8*bp9OMej0wddKT*bVb4|Z{kt6P{0^t?8|GSycTOT zriD`fDMN4aP+5?)Im%v(SZ!f2E_R|qQFIb#`(hcaSOFe}aYa|^)yAVT-W1~*rhXnRW^x!7bVBEg}Gr46DzP7!H#3+>w5Ppr!T zeXt!;V<`B{UFn=V-V)oFH9YE%C{j(;!Ce;h`pes_RJ$O8hP|8>Wy;cimVOHjxJyqz zd-HvI(NnJhvt~Nr81e+LcUhW0F-eVHBd+M!KnAxFi}|xrjrqMNFnt-XEGEc6`3MEt z^16d&QNA?E$+a&0P;%sri0|>lcrNfl;ft<&?)!JJiY`%GmejO$%bGVfl7+`1k;uw} z663_<9>HY~cA5jP#sB^QcN|?f>LQ&klI%3z!OpuEzV#C8kI?iby+^He5|5qA(5 zb^=}5J3sCd7_pZVZGE_Hr?9%34t&{NE}zwN40sneZjY#0yCC4p%jxj!@=EEH9(x&^ zJqBEO-$f6dIH#t#DcY0T<{p!>?W`^zf9=&vOQ}j!a@<0xcm{Ci{J=|t>g+sl)7r{C zboS}M%P!!Z{FI8zg_W~_gDvOfcsT`lT3hdI0++M8dJ-MCoW^l?sjzw$@Y4B#uciP` zYrB6OsdK+ib9!B;0WUj+`^7I#RdI;(ybMpnnAX;Z+wB?H9%incjk}-LHb)h1Jp2px zVBZ&y?0b*w_s)@xe5d{1J+dFzlKrsXmyYaat5%C^yY~C?QH6tZcANQ8{BUXlH}lJx zUNrD)>rFd%!_+3P>v5=T!mLkF^Df@gQtZt?+(jzqpwWEv953Sk=S}uml0tD7fMW(7 z^Zw$0bHUMpc%0&Z?*44zpMP!qCHXYwENIMbm;~oBvfdQ)67d0Q3ml<)OyaS#YO)+x zQHu_uN=rw6cq|ERf(<4%d1vFaGQ%W?)vUiY87)uZXih@4CF1M28cEP1ety6AC}Ear zRmJ<2mtaR}9&xk-hj;ds!Spqp5#&p3RHEX1J)Mkf$to}Lr44(14HD%4hsh+m(Aq=`@ePr3z z$0xqRAIVSo63+R)#B)BF61I}a_q~rXrN>+Je#(Wz#S$0np7*vcwTnnmc^vX_%1^Pp z^49q5cn;tE_-K0@)c|twMMI^fg`X*yUwRVsm3opy75-^Nd3YtwIwwiEO2TO+RShhhMyAte?l{V zf&};-depI&drSQTJBI&uK8Qne9^CBq{A@Bm z8_dt%zdgHgd$twLVWH?HL>*p{n~S!BW@bRJ?PH=tqQ?$BXBAj#?t-X$p;fjQs%{j< zfl+B!`Ks?HVPNwF`zhaGppzzvuS_`bGw2y8W3#Bgx1cQVG$*Tx&X3cmZz~wn#d5{@ zSotIk!ng*8gqSUGi@h`n7aM+Ndy7x=EbsK9#iiV)Cf`jW>xF(?M_crdhqOP4-tP7y zW7F(lF}G1{76u3QGFILT?N9^l8!g&v===#phL28ehyS=S!h+LnFhB@U?UyP0jt=2T zCwPdi9QQ4zIz0Odqlw`mqW7_eTJhsf9s?(%p5$R3Dz>YN`oOP~_JQ%PZ-8Nn0XeAh z`-~`HkeT3;fmu)y)}jJH))BxKIG;hMcu@1gc8dG_v~*7e;?J;U=k+PI98xydQC|-a z`8jJf4nn1xbJlqe+$SM^6Z-!I_bQe@33rzF{{?J8n6d6g{mAs*1GYDbMFnY(k+w{V z2Tl)P_R|r*IMv(evXxJwi>`dwp~aaw#lT59+(BJJB9XY~cs1XHC@-{m);ALSojl9J ze&K%XsNFP6e5-E0lV@(K8mA@?jU*@8H1H23fg!xQ;*aMbt1q=1?X``DUfuLImf9ny z6z&5C|0QhB!9P5aew|hqFD>%@4Z>mMPf&J|kkx=%3qvPDdw@y*7qqA=Fq?cZ zh$Do)pY7!d10EUGO#9)S3S$$hOiXetT~N(YX60$#1?VukGG4DTLiYm#dmUT<6ROOS41^Lh;t4_r|2ASPOJaPd{;gLv}@I{9^F5}KjNobjt1DBqca4(mTQu$f)6^QC& zq2yCv!Jt0pPXsY8L-jPWJ=M+QSPjA~iHwO-__Uwyca$KZFJT^~!voDub zI)Di#AlcNvc$>}jZMnHN^@`Vk%W|a1w1IDXrvfpj%;KQ9yW&vu*)*R`pE%ncOfn1% zm8P9zl#k>7CIkh_1-1a%+!!JZs0H^jwSYuRPS~t*j`lug!eL;!8~%Wr)* zldiJ-0Z%*{Blt0#`moGhICD{bfxmn-PKWr7QP&;1cvIr$*^&A|{b*Rxq9CX;x9Qaz zo?6~k&yFM<#6CrOmf8?mx5&d>8+!b3jgKp~OS2%%^zMOF2wZtYmZL+S+Yb*cZ_r8O zJn0+FAtmlV9FS}8H$Tq9p^R@uR2eqpymcxD=OTkM&TbyX7S-EuZ{5w(MDIUE_A_g& z6xToGUUh2D4d=RJ`TA)g(WV&+)fS%0O^0Xjhhth?We!Y;Dqmg}@Qwgm@08ePct3!( z@O}{B#bBKH#h^l7OQOUw1}mEz57!&*MqMniy0o?qmLdOntFg7#yeE@dTgw}3ZJxvu zZ>!lHNm>sZ&3dC=V{a8RY0c%f)?y~DQ7GpKe(mv<<#G1&zGm_blW&>a0vTCAxDS{3 zJ8C9JOj zF3U-%_2!svwU^pkEsw$SSOM=W6TSz%kC^baYUOVNbejtR literal 0 HcmV?d00001 diff --git a/autosubmit_api/monitor/__init__.pyc b/autosubmit_api/monitor/__init__.pyc new file mode 100644 index 0000000000000000000000000000000000000000..15ff1c3fb6d5261b4315a65f2021ea2c578201d8 GIT binary patch literal 175 zcmZSn%**w8vu08<0~9ayFVc^X&jd2!1^hQ(bgRk>3d%k86H80-i%XMoGfNx;Jj+Wl___IcnI-u}`YD--=|zdTdIgmw96;l2 Ra`RJ4b5iX=;rLQdj2=KfQ z7nGAr;~ivNk`G?w(>Qq1p2oq8LK?>+cBJth<#eWTtZXrj_bI0@S0C}^ z9(4y>YEZdDWC{6!yN!pov>hiT~ zN&H6Tsmj&)L`ut%&~g?HsYwRWJc9EpLCrlsYlrd5`OS@Rqq^dqZ^~NJwfz}<&fA&z zwd{tsKbf53^T~I)u^soIZDE_GS@bYFEF(}|{YIbh-~8mNJe^(1M~>bp96f#RuxB8c z?qvlb3 zZjy@@Epp}3-9H_=I6Ni0v>e)vmC{le)Jjy&l)S5uyydLqoL6i3-jautcH0djFQ~Ij zRq9(Y1gOP&S@D>CNuw6eitJ*?lMFcm(Ta^+a&j@)(mC-qjt4j8lIQynzTE7L%9e@b zbh)VG#q7HhIPU(uS!dauofw@ zK4cVgy*SMS#t~!G7|0dzzt<=tJ#I`GClRkwzK!F<*-zsW{Uu~sc7nNowJN|_#v$Z! z?hp-x)0iH}9h`I^uTD_gaGtQFcSQeMg|wlf90cq<5O~6Hn$M`UHWhxFafDl^8JW2? zp`K||yIpFxTkZC!9h@hW?ok)kx72(cN(<26x zKzpspZjK-vF|ZHt#{z(QDATP@V5&)07e_mW&rV-bDyZ-k6{9U(ME5#@_5l}(PCx`Y(Zk1Z062j&0WSv$3n}Ubr1L=zi=qz6 zyb2%8>4wsd(F?Nnbb*;o><+3O{0*p8z|#(OA!!fghSdZp97jSOQ4{F!0^3MvErelp z0qC1W}_K{ZI5uQJCMUNN{DC*WEe?UGW^YRk?ARBXNDa&mO zU_GIBhNU!TdKlx!$WeWq?T{T@E@WX!D2dfaI?W!D0ikv)MH9)w={B~Ex+Ag>*c@B` zpklyzY}IrkPzN)&zM*!pifIo!qs<-;?dc(*G<$d{?cq?`1A9E8b`B++oj~83#}nvj zcTAcaOXkHfp38G>j&h8sq|3l?*ugqs0l6ec!Q*4C8TTRMcxy%p+XLN7A&kx7DLABd zN7VYww)xj_rgT*VYntdw6#G?Bh4IP?;4K+5-)NdK8H={;}De+m6=G|rxt}Vgd z(oK}hWs@4jJcFPGKZvHLrkKrUE(+AQ7hT^hvoN7T%|?@9u+fM{k;?kOJhJ9J5R})8 zK(sVSkw+WOBwNh045&QK2N*oaKyZNQ=r|6&#SK`V(lKgpO2_mE=+mBqCb2X@gX_!mw5#LK604SS)5i3%Z>OYd+ zPGWyyJ8?-L7x?D5OCEe0#7BtOzW1E#R3>Fjsd1&c<1TJ2n{PwXJjXl&iMeFJ0zWVg z0W5?ck;R<>EXJWYUR6V<3P&$Fz>b30YHn@O4aNFiu~Eq;M$*6wlhHhCLleGRHy^_H zK9ChGu3Bu}q(u;uKNfM<9()6%zZNBI!{Ts0(|YM;w18n&y6!S3W(aWO%4-vzQ)M<+ z(0n@*=A#ItI=joNb86K91`8`VuG^3Vdko!%Z&x*=uuiaJ!gNutha2uBF^&1%4Bml2 z2AP~A%}2YsW|MnFxq7eaHN!Esl5`(Ps3YqEM%v-F`8{ll%ZEc94{16VSvMvnrA3gf z1Z^fnOU@3b!6qd!hD261opPibp|{KdPc6+)E7{xT6!OjQLm)dy2AZ5t9Jgj4X=}p4 zM(E!5f{jQsfrrCOwm!f#SD0Lw#PmYqh&zPb;oMm6IAHHl zW6a=p!8nZkA+$MY3?kiS3>$}Y$BYu%8_4yhaF})r88wYh^dYPl04|}8Qq(@c5jdtg z4fhgg)Gzp26(bjBFM;iI#xkHTELGHqxMh%JnLIGS0Ig0Cpv5Mh&8hVY4P~cIyX1(k z>*K7!;xKqY$~Q?{e@DnNbL(4zqcJEn1LX*mET;3Fydr`U0F6DrBT$w@g8n~h08jVu z3)L`ytd1aV6b*-orGcPzHA%p(?N+OR$`}tCODx)ofsF->UVnrbJ*pU>p_d7C%og6T zQc?rUfEq8zf&v+#GYlWqWcVpod_k?hAb_7sJxQ@q5rrW~Z_VAVaucVYIkJf&LGxrz zywcjSBH~VasabmMfHpZd&jsJEEjsqQ|AM2#N4@zmo4~~SNXoe1N;}fLi>|(fj|^4& z&**=W1&2fy$xMBcDFVvP2s#uRiE=W{7ZDVh?_yobM^tdDYa)3pcMIA#GM^=lXUs|j z0d<4u8&LvUA&O3@p^*6j1ma52(p&@}M=4U!Y%oRvVulDr++{-{q%t>2dpBvs4r0hl z0TF!Bn%6j(Jt5QhGmIdj(p9j@^RU8)AixU7Be`)AWwgmhk?u8)Lg*EYE~NQgFseKP z+*MRPB9=aZ2rvh|XplCc96Jaj7}hw36jR932_8t~L5@t&NhWfN=ggpZqL|rJ4B3!G zFu0;6u`=%xpP`rayQ)5v)|M7^0}w_q=HMoqo1`YGm@^19xZ{bFvn#6V5@D5`N7DsC zc7aI-PjX(Gx58FoaFeYcC-pf7A7){E-g+%%eiXg@Gd>a3l>!6En117w(UTj>RXI^^ ze{LvY#=jxrh<_7{9lk8f1ZF^TC(L-67JiZ@2awH$&WT(``8E~3wvP@jOkmx?AnkOd zMVq=m;cB6*1MkrVZV12uwnyIp#HiefAq&1y7*TL-q*D7eRezdQdZJ(7H$?b1UrW1^ z;juSdh>5ec*&9e=P3ey6khpp9oggvcJ6SHw*D(GPl5Yg#O_PK<24@jW78$$Apv-^* zLQ4Uj6#=M%*$DFpoXj<5(;k>48(QQ-bK7vU$hJA49rH2tM~xI6l1L%<4(ysyxY-UH z$8(2)SjG*Jr447P%IR{^IC$AVyQql6jBSAp14bq;w>#o2qtOm-h?1w#4&@5o7RX+# z3bnNyS%!Hv230zSeKH2li~$TlM{}n@zsi2ZuHb?+1|JZgiCYblSYmN!>tZHn-r2*f=2t8z|zpSyy{Cd^MGk;XA0m4`Y{v~bdA)r2r zypOvTUBP>#R{~NGPAlH-qr=HTup)X9Y{<;xYp}K=ZLXGx;w7K>c`jru8Tn5xCI+=Vny0SFDPQ&f$|II09+Jo1)H-G230r0-4iGp_+iAp0KsWQ zT<4lDFe~-Bg3E5*4Qb~l`z_vzMWHlJcM~U9$?OE(?b(-R0GcckcT5uu3R~-VJ-|(q z)Sxxpn&zn$d;VZFgj^l%n{7W8#@jJO)!Pe`cgQ$xbag^)bmTh*05#;(pL`=l#8`kC zJcjSFoM6H|YUGpmRwDosnHs_M4AcnjX1<*oDQGo96#_k@OJy+|7t$_6TpA*$k5wNGKCaO1&nkV2kdww-sZ zP(5QT0nGr+Ge%o;PbM73W3)*j=urx0dbb)wE6}36l#r$;#+WHOlHd41`j7FZ37Qms zd3nlXtbY-<=fg=Jv=FslqB|12g||geqgVsz4_1Yn9onC22XA_youFW$b^rAeOjGC0&ZZc-1AAMcN6} zRdkMmcKdATLXE*YgzMtP?b7=%O^Xhjxp;l{R;eqRKvn(Jf+N}|%qB?{k!1b|W1nX5 zB7+}g@M8?{X^}hTk0Y75z-aAh0q2F8_p4^Fxp1{={~=|ho-r}Cc^?CcOc5X=?kqo8 zjszBp$@l{ouiTimu3xpDn!PEKNQ4wFT2fKg6eCvXRyS}vep^5EsQLlykI$muz2%FD zEk1#QCvht_e~QETX%2^?lJWwczIes_BJ*jc$mB3U3a=~<*(meZBRLr1VtxUmd6v?o zjEI8sjMAiNoXFh=Te2TggRZiI+yam1AAxJEV00io0vl802q&1q(H}$tKor&oL)eVk z7o~7oayU|esMzShqc8_xq>RB*8Kb951dJ98;trE*U|>?--aW6j%2J_#b6*lsfHnk* z(uNT$mY9_XYW@99*AK^3(U!uO5Y-!9w!fSaZ98(#^4iDzdB#pM_yq=>h`1umUqnos z8R8Nq^MsAEhkW-oZZD9f%wJ;g%M5;n0sRIC#6gabzQ)YtEEMhs*M>yq%Pl>1S;nJ( zM1u0>4NL~e>rB=|M2X-{r1M^r;SL;s#Z+)Zn#wJGv?4hoj0N_ipKqrqAe6=4z$T!w zfR4bZv_T>MLILluDuVZ3N_Ps*t|oYYRppuAFW~)eR07^{`3+^E>#x762;L#{lUFl0 zArCWHNCXy%NR9p|dV@XwweFe$?I&*^{Tgcj#$td)l zSB)(51(HS(P_IV&RO*|v4=Q4rzIhF7{v5hDUtvI%XMT>s=NY`j;3p7FQl9LG**}Rq zQNB$^i}K5OYQD@`do?4}xhrqEMWh~#yo`yc_Q7d+%NTu}LX;pv4GO5v9ib4-jT#ee zP54|zArYoz<1{|eHxX!o3e}c)-9!yiO5$k{R8-=d0dj`s6H%(OC}Qyr9JrIH_O!x- zN4jg^MulH(MoNpeL=KAb#%G2Vs4#(lQCQ#aK=^50cpP55w6$@zMg^>2N#fq5OUj$ zPmyUvZO!9nK98iZmn?>=Q1mlKG?X-ZcjQ@odP~Ft+PLgQ3|G=M+SJV}qpgG4&T{|q ztK7L5h4TI#Kj08Juhp9{$8}D0T}hTQSz!EB!>&V!!>9n#58ZNCMT6UW0dtdUBIs0$ zd5L-v1)Ry1(55s@d$SEGEp|SOnD(>EMY^oEYlqbpTvR77CMX}p5?PW4IV`*j;DWMc zUc(&BD#})n#gfMouW&uZA6q;EpgRuJxr`g%F5?V=GM zl&Q)y`{+YRK!;Lui4EQ^u!l};N)YcSLE$_SdF!daNyg-9j z9!)@Jrdj9D}RbdmqtZAk#Vgd{#fhr*~+X5m+aj2i`VDG ztko#&p7NUW5vj(IY9$cp4x18W)Kdc2ACY zGelzRmc@mUGh`ZMU?p}xSf6S;%o ztXkk~z(HflBrMAbs+MKG4~4a7-~?mDjHYDo8Nxy362ll~*~2m=B~?T0$fScw5u zh@gCKM6U{O{7T^HcXRI{{SypsGWZCC4>0&BgO4%z83tcqKoj5m4F-S6;Ex!513`1G zCH9uS^C+Uf2l0^~2+$?;DA4hJ#`os>PZf{#FZUcR_7wY%TxdZ3O5GH|Mvd`E+Mwa literal 0 HcmV?d00001 diff --git a/autosubmit_api/monitor/utils.pyc b/autosubmit_api/monitor/utils.pyc new file mode 100644 index 0000000000000000000000000000000000000000..e2a6bbf1f82b61749e0f28304c033c7a752700d9 GIT binary patch literal 1655 zcmc&!-A>d%6h71Lu7KcAj3gK@CNU;85gNTVMg%n^W@EZ|A&E4#on>d~&)S)?VDJjw z%{${$_yWFw-RnV@r` zGomkh5IhkhYSwvb9!6N+xp1@ug|LxxG-DT&GG_L#eHiDp!Rn zt=X76+a0Oa%T(vN{HAa|&*5OI?MNm@7D;)6qpC16$kZ@ta{G++rBWHpY&G|Epe(|> zsP3?ZXLUSLspWi-ZW}aZq%PJL7xx6j;uUlXOg$QVbSmgfkT?ZL6#I5*v(Hn(4@Wc zbFB@sw-GmvQ3TI@97~9XOCxbt9EkY<>wD|37UWiBJQE7ScV;`k|K!>N+!2Yf|l_o_?^g?q(akK>}snw&*8h~unE!7~#5 zs#I>Y+d>~eby?H3_Rswj9wNSBw0qs2x7=Cm_5;_2J5V`;8%oY$`l?0owM!BS(SO?k BkZ}M2 literal 0 HcmV?d00001 diff --git a/autosubmit_api/notifications/__init__.pyc b/autosubmit_api/notifications/__init__.pyc new file mode 100644 index 0000000000000000000000000000000000000000..3b34d035be27d1be4b746fc5c224edbe4499bcc2 GIT binary patch literal 181 zcmZSn%**w8vu08<0~9al5TEtgPI65|izqJ8pcTBB3S!`ahbTfVG?9W52c4sq234!`-P&I3{Rc6R>$Ho^O?@co}(4HH;?0{ni8WKVEO@lQYo zaCWm7aMoac1F`_}CY&`vkX`^;3-UIcwefco(l(?m_yb@8@ak-h>1 z)~(}me0aQnsxO@9(Dg^<*lm&|Hd()PW@L1A<6i>>KOx!ganb0RAaC#J9MqZ%bZHNZlCLT-3$Tj^;#gk+K+>ahDD`GGTQ#Vkd{O zHHlh^Q2v*$>?_=ct8nfdq6f)kL$ z&Xk4i<(LxXS-RSpU2+DMGKFzUeMT3PhaeL2c>}41#1a058w_vi<7~h@fO!)ZO}J`< z!^qo|qN_D<4VVTn#R76VrY)GZVbmb$9IM!XJxu6y4dx9hADIxaKyxT-!rny;^A3-&Iz*_#bs`3_QAgGB)1^GrX*rbdzP*yx#jdt;5?h%};$o~*=}P(TyDLZSIjDzI zoj6Pbz-eiJpc@LQtE#MInIv^pq5k>AWLjEXq^20lSW;Q!2sPa5o-Vbp`xqBB)`hNO zr&X@4jmKI!?Dq&I;HW;Dj`OZ|CbJwB8p~rBr)d=hq(`+pes*}I4x*D|N7eNjj-=LA zd`OW;imXLEUKG!HToveKmkdPIxqMh(%#=yFdoV4kh;!}kp>S5|x5_7o^_E*Q#I5H_ zZu;ACaMqR#t^g_W5Zvt~e1tyoWLz!-P`_A}Mf5M%eJtBjSIGi?5ol z-s4S9}uLr^cT(IAz>OS$s?Ygy@B z=R-{>5<7WW)-s6;nHn1p5p57!tiHBpWm()hEB*T;M+i$hGUUfAdVtRGa~DzfM-OQs zIEp$XK)TzfDx&Q6ko*(X_9L>648{1Pl*cfYmua18r6Ovg=rJwSR}4H<1Ct@5L oX!?J_AK1ytF(Wx&=dGjC-PVn9Y0nqsN9rUFc@v@ZzPKO!1BsA^pa1{> literal 0 HcmV?d00001 diff --git a/autosubmit_api/notifications/notifier.pyc b/autosubmit_api/notifications/notifier.pyc new file mode 100644 index 0000000000000000000000000000000000000000..6da4736b88cb610713b05cd57c13436d81b0dba6 GIT binary patch literal 959 zcmcgq$xg#S40VzgL0L{L;()|4T*wa~#CqkBp6G#5noP-{W>Lmrk#d7S;?wv6o+qUs zKA=(jGV?sPpPdQ5wntx|C)1P`Pk`?Q%pL$Tya8n%eGt79-A}OhX&esV<8{DY#b#!7 zvkdn^Ucu}!KodCoZ; zr4M2Ku>5d{^F4FiJ&eK literal 0 HcmV?d00001 diff --git a/autosubmit_api/performance/performance_metrics.pyc b/autosubmit_api/performance/performance_metrics.pyc new file mode 100644 index 0000000000000000000000000000000000000000..d52de070f188a9343a829fdf435acbc7001cba44 GIT binary patch literal 11021 zcmd5?TXWmS6<&}OCCa+_ZYOa9H;zN+B00&#Gj-iGisVb2m{vh2jx}{K5CKV`L4XF9 zwv^bN={VEJKJ>N!pueCGed>?tALtKgzwayvLW-QEooQ%ESe?B9*gco;oU@DSzhQ+>@s@AL0TTxL>^(NH%gt9ogs-n8;O{(=t zQ?IFLO7$9Qy^zwy&*S|IfdinRyP?R3kF!*7Drw4Ooh@<1oqV51l6l_cH_w+5-F!z8}u zbv!>X!)7t;X0q{lnCTlq)F0l>^`p62!GB#t!2v?7h8?Yspk*ycH45l<}jL@5_+G=wmLEy4s6 zU_wR4fC+{G6AS?+7y?W%1ejomX|;ui<90B?w9E`!zy#AWr*^NaCx)Kq;O@NYF34R{ zvU*smQiARtp{iLNx}ds8rEf;vjc=-&KBgW_tMssCJ*_HBAD2F?rmDIpls>7RRMj(! zf1FfR=~JqEnh(2vqv*VTBev96e0YWIcu-O4--hpciT7~^FY_7F`bsgEGeYTCRrj^w zFk7*DR&{?-dhP4dd#u zb{GYAKMnd`8pd0;?`hA@l0n)Dvdi|j7oRrY##l{N2zL6RFVr+U^+O#_Pw=LdFZlGY+AX|z9-gta}5M1 z;Yi;hP;MuQv(OLHz}NGv^G*FU!Njv9&GZ!79(!qwRb~1WRQgG#-EOjxxn>HSk?TDQ zQcidd1JD-%9^7pK5Sc9AF~S>nQvgSn+kX(b$q=dZIX+%^7??KzQCxt~5Lmz$K^A$< zzIhS`ukLh$J|RsOdnX+Px{hYKU2EE7rc=$4I`ulihSzzZr;7n@u+tG14EhjXAdKKT zg#~<@R9?n-Hyui5|t6-AM@{t!o>rP;#3t`7P+}zEd z@0*9b!LEE=GPqd3EAx?s$O_MLr04tYzF|5k>(Xl+HR8j8>Piefa7>};3aQef3>8cOC@?Z&Bgw%sF3T1aj0FFW}e;TJSq+A`M*{4&Et30 zI*PJkow5!|{e(4*-*Zxu;%|p8mKPng_?i?15fpy{!6rT#LTS0RRsd|db>hI*dbxE{ zULbJ~pX&p9B#3A=M_eaT@(Q*ZXPZH4^pwIZ zKXJF85h4hV@^c4;9pcv|Tp2A=Sts(}LOPU?NQZ-rbe`qz6|OR;Dg^}(nzunl zph_Gjau~QCnV3NO0y;_tV|>8AMg#t0JfpkCHSBAn-xxbn-@}T2jVovB9+j`6eG=CS z`@y0-dguR!?CF#ug^jgGrU1X7%fedU#qrt*D((7#gkKzbxZm3U$>* zyoJbqisQNs5!kfq9#Y+zyajR9GxG=if4Hpf`c>FKjgz6`+t-5_Zc!sZ9Kw^GJw^w@ z@7(3uPi!DJ0|dLd26qG>YJdCQ(+l>tm)UV*^8s7Cb{HEU2FSO)*tbJ=YI`eTtf3Qo zBd|wq+{W19jYIk3#%xhI*h=jDMXe^S%UB`}#yQX80*kj;Fk*2S>xvWg`u!mGomW}s z3S+Mq7-Y?TKEeUFZPNPXUSmsvJo?b9ZhBm2%ch(xG0)wt|-F@FdMu1y^l%V z#AVneh$ieJs|t24qEfJ{Y{gQ+bdb`DR&t<3ISi)qptKaHIt+m1)kZ6iqFTIV6swI%GZ}*2 z#+A{&ROQr2FKI`DaiS-(|L~pRxTRLXSNs`{whGzsmW)mvR7v#zHS2)KrR; z(^6kr4<+?%i?K>x6VgxRy9v}=141VGr`Q%RI;;3M9xi1J->+<8PCNbdqc2g(IH$T1 ztKdvF=m~g@+jg|%3e-eo519$04KEQW4`ThraPrDXn(HVeeHoRV4|1zoz26+VCG4Fb zRfhDY#R*9^j}Q+UU_G2x_`3_QWQ3W$j%V0kNH&w%Y4C6mBFnQ8whsch6dSXmQQ0E& zmH}%4eOif39_i`GDsnr@t*T^2)Db)jj~b6kIPYQtUvUzgiK;9hPTpe&Vmh?0omUHn z9vv~%U=!JQ7nU&$Vkr$#Bgw)g;n|bnj2PgoVd$8aP6WknQjQtc!U33JqZ^wRP@C`e zVFuwCTQ*!XS33d^)&xB0oCqFsBk(YQG2#=!Lh_qo(qn7|SXn4pC@w^)d- zbGvlhK;c}(Bs#bR%5pRyUpZG%UK_;!TZYqk$7nC<1(YHa_958slOiM8u}g6Ylh_>2 z@gPj6bB8t20~-wgOsaBv0MErP$ySbGj}H0AF*Ei!gD521Kz>O!(CSX9SlqY)`j&Cq zH8O$j(VGiY*^^H}F!EECa2@Q$|7TFb0y)Uo-w}UtPJ~T5Y?Zw%lcR zb=m9|rtnt2Gl%XH=t&h#KmTru^DDfSOU|bFexUuC;U35y7fOqQ(U6PcAaka>(jv)W zx%U_XNCc|F^tue0R3~}wlsYLQKn7SA!Sr)Qz-?8B&fOr41o(GYJ~cUv_`?X{c};kZ-6nH1 zG$D#zLr}n7ri?)>HYo-XwlT2LX1BwhY;F7YJ>ZE69%YKOz5h0Fa1P_97tq!Go-5~K z>MA6xwweqrofeCcWlIzx>Lkmcj7(lhqXxzv5c8V_qk9b6^%36s4QD2>S)q2FIUrCb zRF#1-H|8~F@*^!O63_Bb!AUqWs9vE?wE`!Fk>aZUcYUFcdI9z28QEIW7crd!HD$Db z4{(noRS;uPhu`3>f526s{P_{oa49S7^HCV6fe+ocv$MZlHoXYqaGzy|dyUmLTY>8Z zD*cYtHe$LqlqyeHsiF3r?ZD0k{XR}aZ5|}bex^oa4$yYTi?KiYD6l;=ZQ^7A!A*YH zI?QFCyGcaVzvC>o+Sjf+auT}o`PJo?NUG!xxXm)!7utIOacocD=&WKq2_O#B5e|-A zV9q#~jQbQE`kim`5a)y_RMj7Jy_HzEGa`7oDKK-fAk_D!opbK+HSd7;_1dG)G8`Pg~A1O0fXR`D9}r z89dMV1(YP*mzY#smh%~hQ)_VGCbz|%{vc~grXeZB$LN!XI&D%83!>YB4`S%MCmnI9 z5vAyNja6J@z{TInKNK8C63;wlzaR zwiAYeZ0m-CY$pu`*-jY>vTYa&vYl3!+D#)sTDB1oBUZy}#vyVpxaOtULJy+w8~Mh| zoU0bcP7d|c;bS!K7@kh?gjK#`XiER{Uf>V{P2N~MN6t3Joq>xIW0S6%CGlS|M>&O4 zmD%q}uu0U+59N7~<+{Qk*X<=f0$o(;KwQ^PIY!O5UrV=wbzRsAhJWG2&v)ZNYU;w$U+Ggwzv=nW;p~7jK(uiLi5~#3YCp`ExP{SnZFO~ZcU8T5-Fdgs|NZT+hXu{Q82|S$+z_I~FQSU5 zj_6rLQ5n-4qGvIc9Z@<|CZZ%%c4@S|f<5LvzU>H_=jq7jKDeR_m8Tty`xx#Yh-pHe z=tV>)F||)q>X$rT9UdMFNr77-PE_GlWgH%cw!T3F6?}+yJ7l z@IBCtZu82V=ib;x*&{W2`e;w(UcIn~s?w*r8i=F84l=JEM`XAR2XaozM!yDe|L?yZ zJ=}k?zvr)GR_0z8y?VnzDRiKA+;~Biq(_Q|MvvrgDSHncu?cMP3!5Lc$qWjzd7ioTTI2sCz5A z8m&h^M+HO7DJ)?=!~{59!u(ud7CFcA`KK_iFwE$T8yBlIU1fy17vKcz3OC*+tXqJ2 z0r;Zvz6JR17l>a1evA<1`zrD&cXG<@kaAKfXT8lSrVMw=38$+N{s)McK?j{J@mq%} zKSl2y>uh43Pq~XyE}7>or8zauw%-lOpK#|Tl2Vd6l-IE0I9h=+?$5yFq&a6!SvWg^ z0x|-(%?td=GXNk!{o{l#gsTh}X#5-djlf;t#q)czZ-utRmMjR5Lx82&x?&rPUk|o& zjYef3T)u)!9W!&zW$%eSgX^#3R;;)32XYYd1vOZGqWi* zH~O=Q-cd)D&AnLW4e{Tf!s8{iYuorSx{#@VCQD-*TEk^Ccpu5!xlOcerh^%*(lg6W z5!mg7pCR|XV3*##$wg%Rsn?Hw1iT4GZ!zN8OXq*V`lm0%ps+Ra9>{ATFJa1fq*qyR ge_UoE+W-6(^>E|e+LocxfAH;&>31z&TVLDw0IuDWa{vGU literal 0 HcmV?d00001 diff --git a/autosubmit_api/statistics/__init__.pyc b/autosubmit_api/statistics/__init__.pyc new file mode 100644 index 0000000000000000000000000000000000000000..ac59ddefa1687f2fa852f8ed82b9c829f3ca088d GIT binary patch literal 178 zcmZSn%*&;`MKdXx0SXv_v;z&M4u=4F<| a$LkeTmT&;gx5>>1G%CYh#3G+5-qp@ literal 0 HcmV?d00001 diff --git a/autosubmit_api/statistics/job_stat.pyc b/autosubmit_api/statistics/job_stat.pyc new file mode 100644 index 0000000000000000000000000000000000000000..ceac4659243e2820dab49941008509b52139f33d GIT binary patch literal 4045 zcmc&%&5q+l5H80_Cdp(bGt02UKf^8(Mo2_}GF z4oJ((aOW|28y*1atBxHzI~TNK6OVhos_u06S5;kIasNK)J^b^-X-M0T%m2URSEGse z&!LoPK{Vmkp@~Bdv<*rdv~X$Svg}gaq+5rgCjCzIjOfQni=q~dy*5vh{KFrw!N_zl zXJBHJEMn7zhCvjkCh#0cgR1J&S(dN0Ibz*+*>r3IQ*IKIea)}_jhmSF#%mMSo;0vw z02g}%XcF%apha=J*dh}-60wD@XDoI^Y!_lz#G^v&iP$N`V~V=KlRl}j*W*oupoSM) zyWv;=!Og~@4Ux~FA%I0!0B@6(+{L@IfDL9ro0u}&5WSrW?pAQGf_X1?m3{$E3UErB zrpz;-O-sNTZQ26PX>%mt9@ZU;dqxRwnY>rHF)eQVWx#Ga23oDNFxEO_e}Jw3BuLXR z&BDi~$>Jzm+HpFcE)wI5dofO%V7(PF&26$w^h~;y`1^vDVYXPMv56!9mpsm6`{jGJ zj&;7Y>T^sIBx!vxqGqctN1m{59h-F$q<)y?OJgqUQ`Y*hk79;e2ZB$>p-Hl(FqPm% zP%q-eG+v9D!dbq2?7{akM91l^0I?pdP%$22zOZu$?-)EN? z-v=fA0Bbk8&hF_u_StE=P6*H8b@`P@2Lq1Q=3KJHqXx%&C8jV`PPc-eEV>WG?@MBe zut}DoUkivgSgCPZ=>;gA@z)PR=}lf3ly;}5M(%CyeqnMj+d;^^wk3Dhk-WNt8FG+B zB4Wx&FwP|>&Kq>W$-Sm>MRhqAW+M;ZRR{xxl&AV=PPsV`<3FukJG$a_4^hl{F3wZ<(NV=%OGb2MUDb zR2_sBl1RyFFYG?MgA@*nxaThh3D-yBA+D{iEjKPF1##)-(zTH~Zr()g7&S||C335j z+akA1nJYUUe`IIsP}H%gi+WOK?@`pVi0iuJz3=sH4;OkT7ICF_TB3nPrxcx8G@$65 zuE!qAjFCe9qhJ&Tf16r`^*t)DA5fGdn9Dmw$btW#sYgjd&yFA9iP}CXVu*s^n@_Ql(0P zDY6H1D7hl!c94jc*v3G6S-=o-W2kq4-bM2O%@vyW(14PXsSb9fV!uDf#t*a~C82r5 zqJEzna$Kh;&zWN%EA?0^kOzv}auG$X@7o^%{vwO=ltqPFN}(iCZ=pf;A>+C7U2&EC zv|^eo3=pe`kv?H@R|yLGzYAZ5lMZ)kglF67UUXeNgJ$uJ-v&O%Fzqua( literal 0 HcmV?d00001 diff --git a/autosubmit_api/statistics/statistics.pyc b/autosubmit_api/statistics/statistics.pyc new file mode 100644 index 0000000000000000000000000000000000000000..eafadcbf3b68b31a91022e10340a95cc180188e4 GIT binary patch literal 7335 zcmd5>OK%*<5w4kikh>&BiZ6+hY_H|S+60c62cRIa<5({{GGy8r$`G=!GZ^j+$yv_q zu4Z~I61ENrlY4$a&O!b`uDKe%gw+5>Uwpv z@{gtFJAeMxURR1w1;1~h56n#Y9&6>85lx(T622Nw^@L%Mvb1v?cqFgiG=pkyDXhbgpn0yX_0uQT%Uw zcG@mLGtV6cCNgmvnFcWc!YDC8+hJ<~)tw-ZyLSiu{rJElDW7)-d$uuW8@nbj7O@Bf zTlwxNO@r*jVw(loXgC~X1?4hu=AW)IeRRAYhQJ^MaRe`#MH3jA*tSc}t z;hX{u@pju3SeJWdp$PAyo<+YYL!QSD+@Q&hz2GIXSQZ z7PM0}$R@j*W!FLpESA7h30x?F@sdw5bM- zsdInSjApC&fKB_+W60OgXx)qQZWa#>j;dv%W7BHp9QZKqN3HMev@ZkJ!;FrHaj1~r z8|>xSJ($Q%kQqH;KkA3(B5_Yf(J1n%9sYiN9OZ^;wMR|#yQ+#xA3`Ir0nqmYP?~|A zH88&RkZmr*6^!b78XW7Skw;}GG}O*))YkzV8HIL1nhD#M z?NDdeHi@aHPlF`sCWG#go!lH|QGPf`LbFngEM`)^J*vH-g5}nPR7_@If+TMft$WX- zWZ$Dyw58JII4evtN?Fq0XGQ5zyloU)D8#|&nj~K zsSDG*_i^q%Q^V}lr8h^?-n`)KEx@{|@PgKhS}$pRLF;8Xos&~638St_Z-uiv(B9rE z4IV6Ij~sTaX$Md+>n$K)bZoe`v7wEMZET9Uq>}-Qk?V5VT;^!30syuNo9%5$?}{>@ zjsjh$;#__PhfL)X7*yRMa!Zx%~TCI`_qd2(CvFDSd_#bOiS^Qb1- z?;P`za*91*Yo;YfF0sY7`tTe$4BgyhXhny9UJk{MCqqBip+HTBZpdV4O^4RqVpYgz zGPLe;RiGwA?Uptrd*D)V8wF79UH{5WUzfge%>j1z>jb{`AwY|G2(Rc2b2EqV3gwHx z$4^$|vH6CWZ|Y$}^-9#=r1 z&gm#R>C#$QswlfC`TMA-IPhIiO$GW5F`CanNr}K zA`3gPKe!S4N9&D|NO(jkEB(P!^;>C_?nRk(XAuH8f;s(E_i)rdvbh17JwA7r^hOe- zdtvbAJ6JtOkv3TyzL3QN3U&4B#QkA5=tg-y$a14O5Iws;4iVlq*Q1m4ZnF9=2h(fE{cgD)f*>M` zx>jUjADTGH%_d25KR{nPOd^AjQgCOk7NgJf6!S2CS!ZvfBSY3CAlh&T2c93=ZmJt1 zsmFu!7{TF%nJA;0t zqASOh^HEF%ZfbEJAfye6sGcTFEs6UiNJdfak!iIt?-f9*opC=z7DEOQSXIpBL8~H{ za;0H{z~&c>wL#b$<&?axuBpiwHO<$#YP%jvkaR~0R9bnpahlqdQ@g~y=Dg@EIrp8W zvy8H&-`Ab1PTOrduj_Z!X*;WcUUhERfXs8C5bvVoTTlgfgHyy;M~?rgUV}0D?~KL_ zrHoRHy~vWQjLYg|wh(s;6ha$N2nRp`CKbXeP;m1=0VWDT4ydZ4022k53sg-}fQgz{ zR9#Vki9%Ed)tsUL6NTUo)V!hq6NN|*R6|jKi9*;1s;MZzL?H(NY5@@&KZ~+;3H&X| zlQnsa?%oA%)B!{nzRak&+ol)U(Ok?L85HEM+AkBDLYFLpIy5#Diz;)=ats{}(rCC+ zV){rCHSJb&$dIN@<)^$-3-sNwSx)il52LILzZV=t-pe3r z)6}eQ;(nQ3`^C+`+X2E*ze+cx(mYr9LZ3U?N5R;;WVD4!kl3#{i|(4EU;A6sFTvN0 z(-j62^(EYm%~F`z(|*`xA1qWJ)4D@nuKg;XbKN%$ks4g=n3_y(0-$rINAk7yMrlsj z1=6MR4dwr0hrCzAr_JoJf;LrDPwz1RdwMuJ1cTV+ACgTX5e1OvI&!OMSG4WQEx7qx z2N=khv0BCqT%tsN>B^Iz(C6RUZ8LA&(GdQ2Hb`;F6L~byNd7^T#e+}{0r}AG_$sPH zyhk9^V4j=IqkHpczaCFYADpah%~%mnQjP0eRf@c+N{u%Fp-4WDN}NTfQpR4!-Er*w zBg})cgM0pt3XVC|&tXrE5*o z&6jkaC|zTEzA;ZtUGeuyu^@QVA=e8WNiNIBtTS^Xs9GNWqIBgG*BLt8!7bgtl&*aE znw86{@^D@6SZgH@xTISi@FHfp!rk7!CD>*|o0YQnqBg5#6K??^#&aHsk?&F+R(Du! zv7)_sS5Rr%U4)*Q6xw6r@4dxJXZ{(X7g#-Dbq$r_RO2}Jd=&IvB;8A_m`mtgPp!oU z9tLPWso89o?6Jj1FKRMja#eIQc8yV>IakY~!KaY74{`fe+{d&!}$EY6`9%_#T4k|Ez}?MlM@Yu zze2ZlUASJX;eyd_aszZ`zJ0It^}_7?=^z{>k?(s{3H8?AkWj`7VixaHR=;NTTT~Ox zQRsjFhUqa0XA+mQs=JMA_+DyM@SSU{wJ8WZ>EQY|^Fn%)*(z?TeUslrdY0cD={=oN znDlrYr>CmD-jC7rP(*Ln=4C)P;UPxq|YpP?mM&JDTb_w=x6Mc_{lKt zA9&O#kFLm51*32E@4o-u2M_N*x_{62?mzM#+i;GWF{hi}a5j-LPrlbGb*JwB2S9zbn*aa+ literal 0 HcmV?d00001 diff --git a/autosubmit_api/statistics/stats_summary.pyc b/autosubmit_api/statistics/stats_summary.pyc new file mode 100644 index 0000000000000000000000000000000000000000..a180d0dadbb92c601c1b033a8c56736b5a595871 GIT binary patch literal 3073 zcmdT`O>f&q5MAoamTdVWPMV@=0Tw|4wFn|02Oo^0Xsf12A*IqoePL;ew&{wJ!d;>b zQlH$P)LVa6|3KfH<&u zU3zNnslSxEQ|gy<3|eY7;ykmDZe}8*XGNAp`P<5i2gCPh`WZU7;3`EI=dIG$d7FNy z>8N>Igsuu^qYf6tT+Y@)o1p16I>hj&Qeh=XRMdz|3gVIiT()F#*9ko*>^Nc934JFF zoUq4W?GdLbc2-yH_&4H-%^^BnTx6*+$vli##nPBQba}BXN1PF_vh^aVXK?9dlrE|z z51~l@SSPWav(!blHtA|m-kprHQVR5%0?I=5(^S9N||+$bJUc}ew z_`AZaYytxu^9QtXRH?#foo){`K$dEg#(GRqhsYHH_k8`<>|&EJOqZz%!!BgaY^YY> zlh6LTkyk;B_!VfKLI7rN1XsUxRQ^I4LE4Q#2>M3=(?ekN&SI*qmck5+)oF!|6rfQl zAuAvb7?)u{IRG*b2#|mnkZc7*N@(vhQ$DtfqeWaSB9k;R(zr_^L-Q(?cUWhO3dz<# z5YqiRVW(BDkR&7sX*y*#LB)=hz{ReWK*pYxz{VZrmV%MHvb0~Rz)hp3bn;l!0u_ z9TA3t%7B>(7;r!~2gGqek^~GoAdZ6`yB&5sxJC2;(uYIzF?PR7Oc?2Kp2jSmC<-iA z@_Z?;?G3yWH2a-EwqI2S=sQzX4gl<`{~GQeS93HEzk- zvs?c<*Uv@yn(vP<)bq(b;iM)w8`CurJ9E!4cEU3(Q3S=Z9C60PJ;SArCHO~qhD!wx z^Rj$~p{ib7VXK5g?lmo%Z*l44o{hDocDI=V33)3mnoM>9ZBCbJWyreARh~r#xC63H z{y!!x@31870uTCEJP`S+T5a!B?}_)I{GLFz--zcgANggJC1Ge-bHXrN&5H$w0Sj+H zECrvj`y5^UvWoOx{t*eVuaX;Lb?mkJ$Nf(KXgXpgl}lV*+~9vbnf4*#lN^3+v-XX| H$$?Zu{In#h)ULPyQ>nJp3&cfLHEIHCg?zE81X!Z0^`7JSB>Tsn zvkeyU4dDrR2kyAyl1pBR2Y_#8-8jHCS^JD<=KRfm^UXN;^XB&Ne|$1aY5n;4eTrcn zgu>UOj41bL>XFB`Pnl1-PgBT%ra|isDC+qzU*>JWDtGaw`lvbhDsWW9^LwTG1V%bL9 zd4YJgjMs5-GAyG?!Mol^Udkz91Q}03Zvq7< z)Gr8xfpXDe*kR8b3_qro$KalL?O_N&1wNBJBP6`#DCB~WJ zn2~Kk^me^Ro=}j3zXb6&7=RD>TtNEFLe!ZGSYD711}dUeAT<3&XbR{+*$Godb?Bta zPC$?Ej~*4sgipW=H3w|gQ{?U9h&MTTK&uX&V{4zz1KwwU7IUyR>w-;A3l!Y!(>##; zY>Xi%WYVTZr)8leXYK~Pxk>916oS)!3j2puXlz)NE=mkY8O zZ+~zk{b^!$u>cIh6aM;i(_&S!w33i@%G>tF^(VcVgSoCkd>fZu{wX|?Tybl*OaSsH z!<#(M!Ths9j;@%QK2Fl*2(6b##2bZrEs5^_cW+wed0C94leVpiE5j`-P$=S_9!aZW tazq?obdLpxwLwL+|F^;SapB{KXt5 literal 0 HcmV?d00001 diff --git a/autosubmit_api/test_cases/a28v/tmp/ASLOGS/20220216_151309_run.log b/autosubmit_api/test_cases/a28v/tmp/ASLOGS/20220216_151309_run.log new file mode 100755 index 00000000..ce38935d --- /dev/null +++ b/autosubmit_api/test_cases/a28v/tmp/ASLOGS/20220216_151309_run.log @@ -0,0 +1,31777 @@ +2022-02-16 15:13:09,709 +Checking configuration files... +2022-02-16 15:13:09,721 expdef_a28v.conf OK +2022-02-16 15:13:09,721 platforms_a28v.conf OK +2022-02-16 15:13:09,733 jobs_a28v.conf OK +2022-02-16 15:13:09,734 wrappers OK +2022-02-16 15:13:09,734 autosubmit_a28v.conf OK +2022-02-16 15:13:09,737 Configuration files contain some issues ignored +2022-02-16 15:13:09,737 In Configuration files: +Issues in [Jobs] config file: +[SIM] Dependency parameter is invalid, job CLEAN is not configured + +2022-02-16 15:13:09,737 Autosubmit is running with 3.13.0 +2022-02-16 15:13:09,740 Preparing .lock file to avoid multiple instances with same experiment id +2022-02-16 15:13:09,788 Custom directives from platform.conf: None +2022-02-16 15:13:09,789 Custom directives from platform.conf: None +2022-02-16 15:13:09,789 The Experiment name is: a28v +2022-02-16 15:13:09,789 Sleep: 10 +2022-02-16 15:13:09,789 Default retrials: 2 +2022-02-16 15:13:09,789 Starting job submission... +2022-02-16 15:13:09,809 Loading project parameters... +2022-02-16 15:13:09,811 Creating jobs... +2022-02-16 15:13:09,811 Loading JobList +2022-02-16 15:13:09,833 Creating LOCAL_SETUP jobs +2022-02-16 15:13:09,833 Creating REMOTE_SETUP jobs +2022-02-16 15:13:09,834 Creating INI jobs +2022-02-16 15:13:09,834 Creating SIM jobs +2022-02-16 15:13:09,908 Adding dependencies... +2022-02-16 15:13:09,908 Adding dependencies for LOCAL_SETUP jobs +2022-02-16 15:13:09,908 Adding dependencies for REMOTE_SETUP jobs +2022-02-16 15:13:09,908 Adding dependencies for INI jobs +2022-02-16 15:13:09,908 Adding dependencies for SIM jobs +2022-02-16 15:13:09,933 Removing redundant dependencies... +2022-02-16 15:13:10,006 Updating structure persistence... +2022-02-16 15:13:11,472 Starting from job list restored from /esarchive/autosubmit/a28v/pkl files +2022-02-16 15:13:11,472 Length of the jobs list: 783 +2022-02-16 15:13:11,472 Loading parameters... +2022-02-16 15:13:11,473 Loading project parameters... +2022-02-16 15:13:11,474 Checking experiment templates... +2022-02-16 15:13:11,475 Checking scripts... +2022-02-16 15:13:11,475 Wallclock for a28v_LOCAL_SETUP is not defined! , setting it to 02:00 +2022-02-16 15:13:11,523 Template SIM will be checked in running time +2022-02-16 15:13:11,523 Template SIM will be checked in running time +2022-02-16 15:13:11,523 Template SIM will be checked in running time +2022-02-16 15:13:11,523 Template SIM will be checked in running time +2022-02-16 15:13:11,523 Template SIM will be checked in running time +2022-02-16 15:13:11,523 Template SIM will be checked in running time +2022-02-16 15:13:11,523 Template SIM will be checked in running time +2022-02-16 15:13:11,523 Template SIM will be checked in running time +2022-02-16 15:13:11,523 Template SIM will be checked in running time +2022-02-16 15:13:11,524 Template SIM will be checked in running time +2022-02-16 15:13:11,524 Template SIM will be checked in running time +2022-02-16 15:13:11,524 Template SIM will be checked in running time +2022-02-16 15:13:11,524 Template SIM will be checked in running time +2022-02-16 15:13:11,524 Template SIM will be checked in running time +2022-02-16 15:13:11,524 Template SIM will be checked in running time +2022-02-16 15:13:11,524 Template SIM will be checked in running time +2022-02-16 15:13:11,524 Template SIM will be checked in running time +2022-02-16 15:13:11,524 Template SIM will be checked in running time +2022-02-16 15:13:11,524 Template SIM will be checked in running time +2022-02-16 15:13:11,524 Template SIM will be checked in running time +2022-02-16 15:13:11,524 Template SIM will be checked in running time +2022-02-16 15:13:11,524 Template SIM will be checked in running time +2022-02-16 15:13:11,524 Template SIM will be checked in running time +2022-02-16 15:13:11,524 Template SIM will be checked in running time +2022-02-16 15:13:11,524 Template SIM will be checked in running time +2022-02-16 15:13:11,524 Template SIM will be checked in running time +2022-02-16 15:13:11,524 Template SIM will be checked in running time +2022-02-16 15:13:11,525 Template SIM will be checked in running time +2022-02-16 15:13:11,525 Template SIM will be checked in running time +2022-02-16 15:13:11,525 Template SIM will be checked in running time +2022-02-16 15:13:11,525 Template SIM will be checked in running time +2022-02-16 15:13:11,525 Template SIM will be checked in running time +2022-02-16 15:13:11,525 Template SIM will be checked in running time +2022-02-16 15:13:11,525 Template SIM will be checked in running time +2022-02-16 15:13:11,525 Template SIM will be checked in running time +2022-02-16 15:13:11,525 Template SIM will be checked in running time +2022-02-16 15:13:11,525 Template SIM will be checked in running time +2022-02-16 15:13:11,525 Template SIM will be checked in running time +2022-02-16 15:13:11,525 Template SIM will be checked in running time +2022-02-16 15:13:11,525 Template SIM will be checked in running time +2022-02-16 15:13:11,525 Template SIM will be checked in running time +2022-02-16 15:13:11,525 Template SIM will be checked in running time +2022-02-16 15:13:11,525 Template SIM will be checked in running time +2022-02-16 15:13:11,525 Template SIM will be checked in running time +2022-02-16 15:13:11,526 Template SIM will be checked in running time +2022-02-16 15:13:11,526 Template SIM will be checked in running time +2022-02-16 15:13:11,526 Template SIM will be checked in running time +2022-02-16 15:13:11,526 Template SIM will be checked in running time +2022-02-16 15:13:11,526 Template SIM will be checked in running time +2022-02-16 15:13:11,526 Template SIM will be checked in running time +2022-02-16 15:13:11,526 Template SIM will be checked in running time +2022-02-16 15:13:11,526 Template SIM will be checked in running time +2022-02-16 15:13:11,526 Template SIM will be checked in running time +2022-02-16 15:13:11,526 Template SIM will be checked in running time +2022-02-16 15:13:11,526 Template SIM will be checked in running time +2022-02-16 15:13:11,526 Template SIM will be checked in running time +2022-02-16 15:13:11,526 Template SIM will be checked in running time +2022-02-16 15:13:11,526 Template SIM will be checked in running time +2022-02-16 15:13:11,526 Template SIM will be checked in running time +2022-02-16 15:13:11,526 Template SIM will be checked in running time +2022-02-16 15:13:11,526 Template SIM will be checked in running time +2022-02-16 15:13:11,526 Template SIM will be checked in running time +2022-02-16 15:13:11,527 Template SIM will be checked in running time +2022-02-16 15:13:11,527 Template SIM will be checked in running time +2022-02-16 15:13:11,527 Template SIM will be checked in running time +2022-02-16 15:13:11,527 Template SIM will be checked in running time +2022-02-16 15:13:11,527 Template SIM will be checked in running time +2022-02-16 15:13:11,527 Template SIM will be checked in running time +2022-02-16 15:13:11,527 Template SIM will be checked in running time +2022-02-16 15:13:11,527 Template SIM will be checked in running time +2022-02-16 15:13:11,527 Template SIM will be checked in running time +2022-02-16 15:13:11,527 Template SIM will be checked in running time +2022-02-16 15:13:11,527 Template SIM will be checked in running time +2022-02-16 15:13:11,527 Template SIM will be checked in running time +2022-02-16 15:13:11,527 Template SIM will be checked in running time +2022-02-16 15:13:11,527 Template SIM will be checked in running time +2022-02-16 15:13:11,527 Template SIM will be checked in running time +2022-02-16 15:13:11,527 Template SIM will be checked in running time +2022-02-16 15:13:11,527 Template SIM will be checked in running time +2022-02-16 15:13:11,527 Template SIM will be checked in running time +2022-02-16 15:13:11,528 Template SIM will be checked in running time +2022-02-16 15:13:11,528 Template SIM will be checked in running time +2022-02-16 15:13:11,528 Template SIM will be checked in running time +2022-02-16 15:13:11,528 Template SIM will be checked in running time +2022-02-16 15:13:11,528 Template SIM will be checked in running time +2022-02-16 15:13:11,528 Template SIM will be checked in running time +2022-02-16 15:13:11,528 Template SIM will be checked in running time +2022-02-16 15:13:11,528 Template SIM will be checked in running time +2022-02-16 15:13:11,528 Template SIM will be checked in running time +2022-02-16 15:13:11,528 Template SIM will be checked in running time +2022-02-16 15:13:11,528 Template SIM will be checked in running time +2022-02-16 15:13:11,528 Template SIM will be checked in running time +2022-02-16 15:13:11,528 Template SIM will be checked in running time +2022-02-16 15:13:11,528 Template SIM will be checked in running time +2022-02-16 15:13:11,528 Template SIM will be checked in running time +2022-02-16 15:13:11,528 Template SIM will be checked in running time +2022-02-16 15:13:11,528 Template SIM will be checked in running time +2022-02-16 15:13:11,528 Template SIM will be checked in running time +2022-02-16 15:13:11,529 Template SIM will be checked in running time +2022-02-16 15:13:11,529 Template SIM will be checked in running time +2022-02-16 15:13:11,529 Template SIM will be checked in running time +2022-02-16 15:13:11,529 Template SIM will be checked in running time +2022-02-16 15:13:11,529 Template SIM will be checked in running time +2022-02-16 15:13:11,529 Template SIM will be checked in running time +2022-02-16 15:13:11,529 Template SIM will be checked in running time +2022-02-16 15:13:11,529 Template SIM will be checked in running time +2022-02-16 15:13:11,529 Template SIM will be checked in running time +2022-02-16 15:13:11,529 Template SIM will be checked in running time +2022-02-16 15:13:11,529 Template SIM will be checked in running time +2022-02-16 15:13:11,529 Template SIM will be checked in running time +2022-02-16 15:13:11,529 Template SIM will be checked in running time +2022-02-16 15:13:11,529 Template SIM will be checked in running time +2022-02-16 15:13:11,529 Template SIM will be checked in running time +2022-02-16 15:13:11,529 Template SIM will be checked in running time +2022-02-16 15:13:11,529 Template SIM will be checked in running time +2022-02-16 15:13:11,529 Template SIM will be checked in running time +2022-02-16 15:13:11,530 Template SIM will be checked in running time +2022-02-16 15:13:11,530 Template SIM will be checked in running time +2022-02-16 15:13:11,530 Template SIM will be checked in running time +2022-02-16 15:13:11,530 Template SIM will be checked in running time +2022-02-16 15:13:11,530 Template SIM will be checked in running time +2022-02-16 15:13:11,530 Template SIM will be checked in running time +2022-02-16 15:13:11,530 Template SIM will be checked in running time +2022-02-16 15:13:11,530 Template SIM will be checked in running time +2022-02-16 15:13:11,530 Template SIM will be checked in running time +2022-02-16 15:13:11,530 Template SIM will be checked in running time +2022-02-16 15:13:11,530 Template SIM will be checked in running time +2022-02-16 15:13:11,530 Template SIM will be checked in running time +2022-02-16 15:13:11,530 Template SIM will be checked in running time +2022-02-16 15:13:11,530 Template SIM will be checked in running time +2022-02-16 15:13:11,530 Template SIM will be checked in running time +2022-02-16 15:13:11,530 Template SIM will be checked in running time +2022-02-16 15:13:11,530 Template SIM will be checked in running time +2022-02-16 15:13:11,530 Template SIM will be checked in running time +2022-02-16 15:13:11,531 Template SIM will be checked in running time +2022-02-16 15:13:11,531 Template SIM will be checked in running time +2022-02-16 15:13:11,531 Template SIM will be checked in running time +2022-02-16 15:13:11,531 Template SIM will be checked in running time +2022-02-16 15:13:11,531 Template SIM will be checked in running time +2022-02-16 15:13:11,531 Template SIM will be checked in running time +2022-02-16 15:13:11,531 Template SIM will be checked in running time +2022-02-16 15:13:11,531 Template SIM will be checked in running time +2022-02-16 15:13:11,531 Template SIM will be checked in running time +2022-02-16 15:13:11,531 Template SIM will be checked in running time +2022-02-16 15:13:11,531 Template SIM will be checked in running time +2022-02-16 15:13:11,531 Template SIM will be checked in running time +2022-02-16 15:13:11,531 Template SIM will be checked in running time +2022-02-16 15:13:11,531 Template SIM will be checked in running time +2022-02-16 15:13:11,531 Template SIM will be checked in running time +2022-02-16 15:13:11,531 Template SIM will be checked in running time +2022-02-16 15:13:11,531 Template SIM will be checked in running time +2022-02-16 15:13:11,531 Template SIM will be checked in running time +2022-02-16 15:13:11,532 Template SIM will be checked in running time +2022-02-16 15:13:11,532 Template SIM will be checked in running time +2022-02-16 15:13:11,532 Template SIM will be checked in running time +2022-02-16 15:13:11,532 Template SIM will be checked in running time +2022-02-16 15:13:11,532 Template SIM will be checked in running time +2022-02-16 15:13:11,532 Template SIM will be checked in running time +2022-02-16 15:13:11,532 Template SIM will be checked in running time +2022-02-16 15:13:11,532 Template SIM will be checked in running time +2022-02-16 15:13:11,532 Template SIM will be checked in running time +2022-02-16 15:13:11,532 Template SIM will be checked in running time +2022-02-16 15:13:11,532 Template SIM will be checked in running time +2022-02-16 15:13:11,532 Template SIM will be checked in running time +2022-02-16 15:13:11,532 Template SIM will be checked in running time +2022-02-16 15:13:11,532 Template SIM will be checked in running time +2022-02-16 15:13:11,532 Template SIM will be checked in running time +2022-02-16 15:13:11,532 Template SIM will be checked in running time +2022-02-16 15:13:11,532 Template SIM will be checked in running time +2022-02-16 15:13:11,532 Template SIM will be checked in running time +2022-02-16 15:13:11,533 Template SIM will be checked in running time +2022-02-16 15:13:11,533 Template SIM will be checked in running time +2022-02-16 15:13:11,533 Template SIM will be checked in running time +2022-02-16 15:13:11,533 Template SIM will be checked in running time +2022-02-16 15:13:11,533 Template SIM will be checked in running time +2022-02-16 15:13:11,533 Template SIM will be checked in running time +2022-02-16 15:13:11,533 Template SIM will be checked in running time +2022-02-16 15:13:11,533 Template SIM will be checked in running time +2022-02-16 15:13:11,533 Template SIM will be checked in running time +2022-02-16 15:13:11,533 Template SIM will be checked in running time +2022-02-16 15:13:11,533 Template SIM will be checked in running time +2022-02-16 15:13:11,533 Template SIM will be checked in running time +2022-02-16 15:13:11,533 Template SIM will be checked in running time +2022-02-16 15:13:11,533 Template SIM will be checked in running time +2022-02-16 15:13:11,533 Template SIM will be checked in running time +2022-02-16 15:13:11,533 Template SIM will be checked in running time +2022-02-16 15:13:11,533 Template SIM will be checked in running time +2022-02-16 15:13:11,533 Template SIM will be checked in running time +2022-02-16 15:13:11,534 Template SIM will be checked in running time +2022-02-16 15:13:11,534 Template SIM will be checked in running time +2022-02-16 15:13:11,534 Template SIM will be checked in running time +2022-02-16 15:13:11,534 195 of 783 checked +2022-02-16 15:13:11,534 Template SIM will be checked in running time +2022-02-16 15:13:11,534 Template SIM will be checked in running time +2022-02-16 15:13:11,534 Template SIM will be checked in running time +2022-02-16 15:13:11,534 Template SIM will be checked in running time +2022-02-16 15:13:11,534 Template SIM will be checked in running time +2022-02-16 15:13:11,534 Template SIM will be checked in running time +2022-02-16 15:13:11,534 Template SIM will be checked in running time +2022-02-16 15:13:11,534 Template SIM will be checked in running time +2022-02-16 15:13:11,534 Template SIM will be checked in running time +2022-02-16 15:13:11,534 Template SIM will be checked in running time +2022-02-16 15:13:11,534 Template SIM will be checked in running time +2022-02-16 15:13:11,534 Template SIM will be checked in running time +2022-02-16 15:13:11,535 Template SIM will be checked in running time +2022-02-16 15:13:11,535 Template SIM will be checked in running time +2022-02-16 15:13:11,535 Template SIM will be checked in running time +2022-02-16 15:13:11,535 Template SIM will be checked in running time +2022-02-16 15:13:11,535 Template SIM will be checked in running time +2022-02-16 15:13:11,535 Template SIM will be checked in running time +2022-02-16 15:13:11,535 Template SIM will be checked in running time +2022-02-16 15:13:11,535 Template SIM will be checked in running time +2022-02-16 15:13:11,535 Template SIM will be checked in running time +2022-02-16 15:13:11,535 Template SIM will be checked in running time +2022-02-16 15:13:11,535 Template SIM will be checked in running time +2022-02-16 15:13:11,535 Template SIM will be checked in running time +2022-02-16 15:13:11,535 Template SIM will be checked in running time +2022-02-16 15:13:11,535 Template SIM will be checked in running time +2022-02-16 15:13:11,535 Template SIM will be checked in running time +2022-02-16 15:13:11,535 Template SIM will be checked in running time +2022-02-16 15:13:11,535 Template SIM will be checked in running time +2022-02-16 15:13:11,535 Template SIM will be checked in running time +2022-02-16 15:13:11,536 Template SIM will be checked in running time +2022-02-16 15:13:11,536 Template SIM will be checked in running time +2022-02-16 15:13:11,536 Template SIM will be checked in running time +2022-02-16 15:13:11,536 Template SIM will be checked in running time +2022-02-16 15:13:11,536 Template SIM will be checked in running time +2022-02-16 15:13:11,536 Template SIM will be checked in running time +2022-02-16 15:13:11,536 Template SIM will be checked in running time +2022-02-16 15:13:11,536 Template SIM will be checked in running time +2022-02-16 15:13:11,536 Template SIM will be checked in running time +2022-02-16 15:13:11,536 Template SIM will be checked in running time +2022-02-16 15:13:11,536 Template SIM will be checked in running time +2022-02-16 15:13:11,536 Template SIM will be checked in running time +2022-02-16 15:13:11,536 Template SIM will be checked in running time +2022-02-16 15:13:11,536 Template SIM will be checked in running time +2022-02-16 15:13:11,536 Template SIM will be checked in running time +2022-02-16 15:13:11,536 Template SIM will be checked in running time +2022-02-16 15:13:11,536 Template SIM will be checked in running time +2022-02-16 15:13:11,536 Template SIM will be checked in running time +2022-02-16 15:13:11,537 Template SIM will be checked in running time +2022-02-16 15:13:11,537 Template SIM will be checked in running time +2022-02-16 15:13:11,537 Template SIM will be checked in running time +2022-02-16 15:13:11,537 Template SIM will be checked in running time +2022-02-16 15:13:11,537 Template SIM will be checked in running time +2022-02-16 15:13:11,537 Template SIM will be checked in running time +2022-02-16 15:13:11,537 Template SIM will be checked in running time +2022-02-16 15:13:11,537 Template SIM will be checked in running time +2022-02-16 15:13:11,537 Template SIM will be checked in running time +2022-02-16 15:13:11,537 Template SIM will be checked in running time +2022-02-16 15:13:11,537 Template SIM will be checked in running time +2022-02-16 15:13:11,537 Template SIM will be checked in running time +2022-02-16 15:13:11,537 Template SIM will be checked in running time +2022-02-16 15:13:11,537 Template SIM will be checked in running time +2022-02-16 15:13:11,537 Template SIM will be checked in running time +2022-02-16 15:13:11,537 Template SIM will be checked in running time +2022-02-16 15:13:11,538 Template SIM will be checked in running time +2022-02-16 15:13:11,538 Template SIM will be checked in running time +2022-02-16 15:13:11,538 Template SIM will be checked in running time +2022-02-16 15:13:11,538 Template SIM will be checked in running time +2022-02-16 15:13:11,538 Template SIM will be checked in running time +2022-02-16 15:13:11,538 Template SIM will be checked in running time +2022-02-16 15:13:11,538 Template SIM will be checked in running time +2022-02-16 15:13:11,538 Template SIM will be checked in running time +2022-02-16 15:13:11,538 Template SIM will be checked in running time +2022-02-16 15:13:11,538 Template SIM will be checked in running time +2022-02-16 15:13:11,538 Template SIM will be checked in running time +2022-02-16 15:13:11,538 Template SIM will be checked in running time +2022-02-16 15:13:11,538 Template SIM will be checked in running time +2022-02-16 15:13:11,538 Template SIM will be checked in running time +2022-02-16 15:13:11,538 Template SIM will be checked in running time +2022-02-16 15:13:11,538 Template SIM will be checked in running time +2022-02-16 15:13:11,538 Template SIM will be checked in running time +2022-02-16 15:13:11,538 Template SIM will be checked in running time +2022-02-16 15:13:11,538 Template SIM will be checked in running time +2022-02-16 15:13:11,539 Template SIM will be checked in running time +2022-02-16 15:13:11,539 Template SIM will be checked in running time +2022-02-16 15:13:11,539 Template SIM will be checked in running time +2022-02-16 15:13:11,539 Template SIM will be checked in running time +2022-02-16 15:13:11,539 Template SIM will be checked in running time +2022-02-16 15:13:11,539 Template SIM will be checked in running time +2022-02-16 15:13:11,539 Template SIM will be checked in running time +2022-02-16 15:13:11,539 Template SIM will be checked in running time +2022-02-16 15:13:11,539 Template SIM will be checked in running time +2022-02-16 15:13:11,539 Template SIM will be checked in running time +2022-02-16 15:13:11,539 Template SIM will be checked in running time +2022-02-16 15:13:11,539 Template SIM will be checked in running time +2022-02-16 15:13:11,539 Template SIM will be checked in running time +2022-02-16 15:13:11,539 Template SIM will be checked in running time +2022-02-16 15:13:11,539 Template SIM will be checked in running time +2022-02-16 15:13:11,539 Template SIM will be checked in running time +2022-02-16 15:13:11,539 Template SIM will be checked in running time +2022-02-16 15:13:11,539 Template SIM will be checked in running time +2022-02-16 15:13:11,540 Template SIM will be checked in running time +2022-02-16 15:13:11,540 Template SIM will be checked in running time +2022-02-16 15:13:11,540 Template SIM will be checked in running time +2022-02-16 15:13:11,540 Template SIM will be checked in running time +2022-02-16 15:13:11,540 Template SIM will be checked in running time +2022-02-16 15:13:11,540 Template SIM will be checked in running time +2022-02-16 15:13:11,540 Template SIM will be checked in running time +2022-02-16 15:13:11,540 Template SIM will be checked in running time +2022-02-16 15:13:11,540 Template SIM will be checked in running time +2022-02-16 15:13:11,540 Template SIM will be checked in running time +2022-02-16 15:13:11,540 Template SIM will be checked in running time +2022-02-16 15:13:11,540 Template SIM will be checked in running time +2022-02-16 15:13:11,540 Template SIM will be checked in running time +2022-02-16 15:13:11,540 Template SIM will be checked in running time +2022-02-16 15:13:11,540 Template SIM will be checked in running time +2022-02-16 15:13:11,540 Template SIM will be checked in running time +2022-02-16 15:13:11,540 Template SIM will be checked in running time +2022-02-16 15:13:11,540 Template SIM will be checked in running time +2022-02-16 15:13:11,541 Template SIM will be checked in running time +2022-02-16 15:13:11,541 Template SIM will be checked in running time +2022-02-16 15:13:11,541 Template SIM will be checked in running time +2022-02-16 15:13:11,541 Template SIM will be checked in running time +2022-02-16 15:13:11,541 Template SIM will be checked in running time +2022-02-16 15:13:11,541 Template SIM will be checked in running time +2022-02-16 15:13:11,541 Template SIM will be checked in running time +2022-02-16 15:13:11,541 Template SIM will be checked in running time +2022-02-16 15:13:11,541 Template SIM will be checked in running time +2022-02-16 15:13:11,541 Template SIM will be checked in running time +2022-02-16 15:13:11,541 Template SIM will be checked in running time +2022-02-16 15:13:11,541 Template SIM will be checked in running time +2022-02-16 15:13:11,541 Template SIM will be checked in running time +2022-02-16 15:13:11,541 Template SIM will be checked in running time +2022-02-16 15:13:11,541 Template SIM will be checked in running time +2022-02-16 15:13:11,541 Template SIM will be checked in running time +2022-02-16 15:13:11,541 Template SIM will be checked in running time +2022-02-16 15:13:11,541 Template SIM will be checked in running time +2022-02-16 15:13:11,542 Template SIM will be checked in running time +2022-02-16 15:13:11,542 Template SIM will be checked in running time +2022-02-16 15:13:11,542 Template SIM will be checked in running time +2022-02-16 15:13:11,542 Template SIM will be checked in running time +2022-02-16 15:13:11,542 Template SIM will be checked in running time +2022-02-16 15:13:11,542 Template SIM will be checked in running time +2022-02-16 15:13:11,542 Template SIM will be checked in running time +2022-02-16 15:13:11,542 Template SIM will be checked in running time +2022-02-16 15:13:11,542 Template SIM will be checked in running time +2022-02-16 15:13:11,542 Template SIM will be checked in running time +2022-02-16 15:13:11,542 Template SIM will be checked in running time +2022-02-16 15:13:11,542 Template SIM will be checked in running time +2022-02-16 15:13:11,542 Template SIM will be checked in running time +2022-02-16 15:13:11,542 Template SIM will be checked in running time +2022-02-16 15:13:11,542 Template SIM will be checked in running time +2022-02-16 15:13:11,542 Template SIM will be checked in running time +2022-02-16 15:13:11,542 Template SIM will be checked in running time +2022-02-16 15:13:11,542 Template SIM will be checked in running time +2022-02-16 15:13:11,543 Template SIM will be checked in running time +2022-02-16 15:13:11,543 Template SIM will be checked in running time +2022-02-16 15:13:11,543 Template SIM will be checked in running time +2022-02-16 15:13:11,543 Template SIM will be checked in running time +2022-02-16 15:13:11,543 Template SIM will be checked in running time +2022-02-16 15:13:11,543 Template SIM will be checked in running time +2022-02-16 15:13:11,543 Template SIM will be checked in running time +2022-02-16 15:13:11,543 Template SIM will be checked in running time +2022-02-16 15:13:11,543 Template SIM will be checked in running time +2022-02-16 15:13:11,543 Template SIM will be checked in running time +2022-02-16 15:13:11,543 Template SIM will be checked in running time +2022-02-16 15:13:11,543 Template SIM will be checked in running time +2022-02-16 15:13:11,543 Template SIM will be checked in running time +2022-02-16 15:13:11,543 Template SIM will be checked in running time +2022-02-16 15:13:11,543 Template SIM will be checked in running time +2022-02-16 15:13:11,543 Template SIM will be checked in running time +2022-02-16 15:13:11,543 Template SIM will be checked in running time +2022-02-16 15:13:11,544 Template SIM will be checked in running time +2022-02-16 15:13:11,544 Template SIM will be checked in running time +2022-02-16 15:13:11,544 Template SIM will be checked in running time +2022-02-16 15:13:11,544 Template SIM will be checked in running time +2022-02-16 15:13:11,544 Template SIM will be checked in running time +2022-02-16 15:13:11,544 Template SIM will be checked in running time +2022-02-16 15:13:11,544 Template SIM will be checked in running time +2022-02-16 15:13:11,544 Template SIM will be checked in running time +2022-02-16 15:13:11,544 Template SIM will be checked in running time +2022-02-16 15:13:11,544 Template SIM will be checked in running time +2022-02-16 15:13:11,544 Template SIM will be checked in running time +2022-02-16 15:13:11,544 Template SIM will be checked in running time +2022-02-16 15:13:11,544 Template SIM will be checked in running time +2022-02-16 15:13:11,544 Template SIM will be checked in running time +2022-02-16 15:13:11,544 Template SIM will be checked in running time +2022-02-16 15:13:11,544 Template SIM will be checked in running time +2022-02-16 15:13:11,544 Template SIM will be checked in running time +2022-02-16 15:13:11,544 Template SIM will be checked in running time +2022-02-16 15:13:11,545 Template SIM will be checked in running time +2022-02-16 15:13:11,545 Template SIM will be checked in running time +2022-02-16 15:13:11,545 Template SIM will be checked in running time +2022-02-16 15:13:11,545 Template SIM will be checked in running time +2022-02-16 15:13:11,545 Template SIM will be checked in running time +2022-02-16 15:13:11,545 390 of 783 checked +2022-02-16 15:13:11,545 Template SIM will be checked in running time +2022-02-16 15:13:11,545 Template SIM will be checked in running time +2022-02-16 15:13:11,545 Template SIM will be checked in running time +2022-02-16 15:13:11,545 Template SIM will be checked in running time +2022-02-16 15:13:11,545 Template SIM will be checked in running time +2022-02-16 15:13:11,545 Template SIM will be checked in running time +2022-02-16 15:13:11,545 Template SIM will be checked in running time +2022-02-16 15:13:11,545 Template SIM will be checked in running time +2022-02-16 15:13:11,545 Template SIM will be checked in running time +2022-02-16 15:13:11,545 Template SIM will be checked in running time +2022-02-16 15:13:11,545 Template SIM will be checked in running time +2022-02-16 15:13:11,545 Template SIM will be checked in running time +2022-02-16 15:13:11,546 Template SIM will be checked in running time +2022-02-16 15:13:11,546 Template SIM will be checked in running time +2022-02-16 15:13:11,546 Template SIM will be checked in running time +2022-02-16 15:13:11,549 Template SIM will be checked in running time +2022-02-16 15:13:11,549 Template SIM will be checked in running time +2022-02-16 15:13:11,549 Template SIM will be checked in running time +2022-02-16 15:13:11,549 Template SIM will be checked in running time +2022-02-16 15:13:11,549 Template SIM will be checked in running time +2022-02-16 15:13:11,549 Template SIM will be checked in running time +2022-02-16 15:13:11,550 Template SIM will be checked in running time +2022-02-16 15:13:11,550 Template SIM will be checked in running time +2022-02-16 15:13:11,550 Template SIM will be checked in running time +2022-02-16 15:13:11,550 Template SIM will be checked in running time +2022-02-16 15:13:11,550 Template SIM will be checked in running time +2022-02-16 15:13:11,550 Template SIM will be checked in running time +2022-02-16 15:13:11,550 Template SIM will be checked in running time +2022-02-16 15:13:11,550 Template SIM will be checked in running time +2022-02-16 15:13:11,550 Template SIM will be checked in running time +2022-02-16 15:13:11,550 Template SIM will be checked in running time +2022-02-16 15:13:11,550 Template SIM will be checked in running time +2022-02-16 15:13:11,550 Template SIM will be checked in running time +2022-02-16 15:13:11,550 Template SIM will be checked in running time +2022-02-16 15:13:11,550 Template SIM will be checked in running time +2022-02-16 15:13:11,550 Template SIM will be checked in running time +2022-02-16 15:13:11,550 Template SIM will be checked in running time +2022-02-16 15:13:11,550 Template SIM will be checked in running time +2022-02-16 15:13:11,550 Template SIM will be checked in running time +2022-02-16 15:13:11,550 Template SIM will be checked in running time +2022-02-16 15:13:11,551 Template SIM will be checked in running time +2022-02-16 15:13:11,551 Template SIM will be checked in running time +2022-02-16 15:13:11,551 Template SIM will be checked in running time +2022-02-16 15:13:11,551 Template SIM will be checked in running time +2022-02-16 15:13:11,551 Template SIM will be checked in running time +2022-02-16 15:13:11,551 Template SIM will be checked in running time +2022-02-16 15:13:11,551 Template SIM will be checked in running time +2022-02-16 15:13:11,551 Template SIM will be checked in running time +2022-02-16 15:13:11,551 Template SIM will be checked in running time +2022-02-16 15:13:11,551 Template SIM will be checked in running time +2022-02-16 15:13:11,551 Template SIM will be checked in running time +2022-02-16 15:13:11,551 Template SIM will be checked in running time +2022-02-16 15:13:11,551 Template SIM will be checked in running time +2022-02-16 15:13:11,551 Template SIM will be checked in running time +2022-02-16 15:13:11,551 Template SIM will be checked in running time +2022-02-16 15:13:11,551 Template SIM will be checked in running time +2022-02-16 15:13:11,551 Template SIM will be checked in running time +2022-02-16 15:13:11,552 Template SIM will be checked in running time +2022-02-16 15:13:11,552 Template SIM will be checked in running time +2022-02-16 15:13:11,552 Template SIM will be checked in running time +2022-02-16 15:13:11,552 Template SIM will be checked in running time +2022-02-16 15:13:11,552 Template SIM will be checked in running time +2022-02-16 15:13:11,552 Template SIM will be checked in running time +2022-02-16 15:13:11,552 Template SIM will be checked in running time +2022-02-16 15:13:11,552 Template SIM will be checked in running time +2022-02-16 15:13:11,552 Template SIM will be checked in running time +2022-02-16 15:13:11,552 Template SIM will be checked in running time +2022-02-16 15:13:11,552 Template SIM will be checked in running time +2022-02-16 15:13:11,552 Template SIM will be checked in running time +2022-02-16 15:13:11,552 Template SIM will be checked in running time +2022-02-16 15:13:11,552 Template SIM will be checked in running time +2022-02-16 15:13:11,552 Template SIM will be checked in running time +2022-02-16 15:13:11,552 Template SIM will be checked in running time +2022-02-16 15:13:11,552 Template SIM will be checked in running time +2022-02-16 15:13:11,552 Template SIM will be checked in running time +2022-02-16 15:13:11,553 Template SIM will be checked in running time +2022-02-16 15:13:11,553 Template SIM will be checked in running time +2022-02-16 15:13:11,553 Template SIM will be checked in running time +2022-02-16 15:13:11,553 Template SIM will be checked in running time +2022-02-16 15:13:11,553 Template SIM will be checked in running time +2022-02-16 15:13:11,553 Template SIM will be checked in running time +2022-02-16 15:13:11,553 Template SIM will be checked in running time +2022-02-16 15:13:11,553 Template SIM will be checked in running time +2022-02-16 15:13:11,553 Template SIM will be checked in running time +2022-02-16 15:13:11,553 Template SIM will be checked in running time +2022-02-16 15:13:11,553 Template SIM will be checked in running time +2022-02-16 15:13:11,553 Template SIM will be checked in running time +2022-02-16 15:13:11,553 Template SIM will be checked in running time +2022-02-16 15:13:11,553 Template SIM will be checked in running time +2022-02-16 15:13:11,553 Template SIM will be checked in running time +2022-02-16 15:13:11,553 Template SIM will be checked in running time +2022-02-16 15:13:11,553 Template SIM will be checked in running time +2022-02-16 15:13:11,553 Template SIM will be checked in running time +2022-02-16 15:13:11,553 Template SIM will be checked in running time +2022-02-16 15:13:11,554 Template SIM will be checked in running time +2022-02-16 15:13:11,554 Template SIM will be checked in running time +2022-02-16 15:13:11,554 Template SIM will be checked in running time +2022-02-16 15:13:11,554 Template SIM will be checked in running time +2022-02-16 15:13:11,554 Template SIM will be checked in running time +2022-02-16 15:13:11,554 Template SIM will be checked in running time +2022-02-16 15:13:11,554 Template SIM will be checked in running time +2022-02-16 15:13:11,554 Template SIM will be checked in running time +2022-02-16 15:13:11,554 Template SIM will be checked in running time +2022-02-16 15:13:11,554 Template SIM will be checked in running time +2022-02-16 15:13:11,554 Template SIM will be checked in running time +2022-02-16 15:13:11,554 Template SIM will be checked in running time +2022-02-16 15:13:11,554 Template SIM will be checked in running time +2022-02-16 15:13:11,554 Template SIM will be checked in running time +2022-02-16 15:13:11,554 Template SIM will be checked in running time +2022-02-16 15:13:11,554 Template SIM will be checked in running time +2022-02-16 15:13:11,554 Template SIM will be checked in running time +2022-02-16 15:13:11,554 Template SIM will be checked in running time +2022-02-16 15:13:11,555 Template SIM will be checked in running time +2022-02-16 15:13:11,555 Template SIM will be checked in running time +2022-02-16 15:13:11,555 Template SIM will be checked in running time +2022-02-16 15:13:11,555 Template SIM will be checked in running time +2022-02-16 15:13:11,555 Template SIM will be checked in running time +2022-02-16 15:13:11,555 Template SIM will be checked in running time +2022-02-16 15:13:11,555 Template SIM will be checked in running time +2022-02-16 15:13:11,555 Template SIM will be checked in running time +2022-02-16 15:13:11,555 Template SIM will be checked in running time +2022-02-16 15:13:11,555 Template SIM will be checked in running time +2022-02-16 15:13:11,555 Template SIM will be checked in running time +2022-02-16 15:13:11,555 Template SIM will be checked in running time +2022-02-16 15:13:11,555 Template SIM will be checked in running time +2022-02-16 15:13:11,555 Template SIM will be checked in running time +2022-02-16 15:13:11,555 Template SIM will be checked in running time +2022-02-16 15:13:11,555 Template SIM will be checked in running time +2022-02-16 15:13:11,555 Template SIM will be checked in running time +2022-02-16 15:13:11,555 Template SIM will be checked in running time +2022-02-16 15:13:11,556 Template SIM will be checked in running time +2022-02-16 15:13:11,556 Template SIM will be checked in running time +2022-02-16 15:13:11,556 Template SIM will be checked in running time +2022-02-16 15:13:11,556 Template SIM will be checked in running time +2022-02-16 15:13:11,556 Template SIM will be checked in running time +2022-02-16 15:13:11,556 Template SIM will be checked in running time +2022-02-16 15:13:11,556 Template SIM will be checked in running time +2022-02-16 15:13:11,556 Template SIM will be checked in running time +2022-02-16 15:13:11,556 Template SIM will be checked in running time +2022-02-16 15:13:11,556 Template SIM will be checked in running time +2022-02-16 15:13:11,556 Template SIM will be checked in running time +2022-02-16 15:13:11,556 Template SIM will be checked in running time +2022-02-16 15:13:11,556 Template SIM will be checked in running time +2022-02-16 15:13:11,556 Template SIM will be checked in running time +2022-02-16 15:13:11,556 Template SIM will be checked in running time +2022-02-16 15:13:11,556 Template SIM will be checked in running time +2022-02-16 15:13:11,556 Template SIM will be checked in running time +2022-02-16 15:13:11,556 Template SIM will be checked in running time +2022-02-16 15:13:11,557 Template SIM will be checked in running time +2022-02-16 15:13:11,557 Template SIM will be checked in running time +2022-02-16 15:13:11,557 Template SIM will be checked in running time +2022-02-16 15:13:11,557 Template SIM will be checked in running time +2022-02-16 15:13:11,557 Template SIM will be checked in running time +2022-02-16 15:13:11,557 Template SIM will be checked in running time +2022-02-16 15:13:11,557 Template SIM will be checked in running time +2022-02-16 15:13:11,557 Template SIM will be checked in running time +2022-02-16 15:13:11,557 Template SIM will be checked in running time +2022-02-16 15:13:11,557 Template SIM will be checked in running time +2022-02-16 15:13:11,557 Template SIM will be checked in running time +2022-02-16 15:13:11,557 Template SIM will be checked in running time +2022-02-16 15:13:11,557 Template SIM will be checked in running time +2022-02-16 15:13:11,557 Template SIM will be checked in running time +2022-02-16 15:13:11,557 Template SIM will be checked in running time +2022-02-16 15:13:11,557 Template SIM will be checked in running time +2022-02-16 15:13:11,557 Template SIM will be checked in running time +2022-02-16 15:13:11,558 Template SIM will be checked in running time +2022-02-16 15:13:11,558 Template SIM will be checked in running time +2022-02-16 15:13:11,558 Template SIM will be checked in running time +2022-02-16 15:13:11,558 Template SIM will be checked in running time +2022-02-16 15:13:11,558 Template SIM will be checked in running time +2022-02-16 15:13:11,558 Template SIM will be checked in running time +2022-02-16 15:13:11,558 Template SIM will be checked in running time +2022-02-16 15:13:11,558 Template SIM will be checked in running time +2022-02-16 15:13:11,558 Template SIM will be checked in running time +2022-02-16 15:13:11,558 Template SIM will be checked in running time +2022-02-16 15:13:11,558 Template SIM will be checked in running time +2022-02-16 15:13:11,558 Template SIM will be checked in running time +2022-02-16 15:13:11,558 Template SIM will be checked in running time +2022-02-16 15:13:11,558 Template SIM will be checked in running time +2022-02-16 15:13:11,558 Template SIM will be checked in running time +2022-02-16 15:13:11,558 Template SIM will be checked in running time +2022-02-16 15:13:11,558 Template SIM will be checked in running time +2022-02-16 15:13:11,559 Template SIM will be checked in running time +2022-02-16 15:13:11,559 Template SIM will be checked in running time +2022-02-16 15:13:11,559 Template SIM will be checked in running time +2022-02-16 15:13:11,559 Template SIM will be checked in running time +2022-02-16 15:13:11,559 Template SIM will be checked in running time +2022-02-16 15:13:11,559 Template SIM will be checked in running time +2022-02-16 15:13:11,559 Template SIM will be checked in running time +2022-02-16 15:13:11,559 Template SIM will be checked in running time +2022-02-16 15:13:11,559 Template SIM will be checked in running time +2022-02-16 15:13:11,559 Template SIM will be checked in running time +2022-02-16 15:13:11,559 Template SIM will be checked in running time +2022-02-16 15:13:11,559 Template SIM will be checked in running time +2022-02-16 15:13:11,559 Template SIM will be checked in running time +2022-02-16 15:13:11,559 585 of 783 checked +2022-02-16 15:13:11,559 Template SIM will be checked in running time +2022-02-16 15:13:11,559 Template SIM will be checked in running time +2022-02-16 15:13:11,559 Template SIM will be checked in running time +2022-02-16 15:13:11,559 Template SIM will be checked in running time +2022-02-16 15:13:11,560 Template SIM will be checked in running time +2022-02-16 15:13:11,560 Template SIM will be checked in running time +2022-02-16 15:13:11,560 Template SIM will be checked in running time +2022-02-16 15:13:11,560 Template SIM will be checked in running time +2022-02-16 15:13:11,560 Template SIM will be checked in running time +2022-02-16 15:13:11,560 Template SIM will be checked in running time +2022-02-16 15:13:11,560 Template SIM will be checked in running time +2022-02-16 15:13:11,560 Template SIM will be checked in running time +2022-02-16 15:13:11,560 Template SIM will be checked in running time +2022-02-16 15:13:11,560 Template SIM will be checked in running time +2022-02-16 15:13:11,560 Template SIM will be checked in running time +2022-02-16 15:13:11,560 Template SIM will be checked in running time +2022-02-16 15:13:11,560 Template SIM will be checked in running time +2022-02-16 15:13:11,560 Template SIM will be checked in running time +2022-02-16 15:13:11,560 Template SIM will be checked in running time +2022-02-16 15:13:11,560 Template SIM will be checked in running time +2022-02-16 15:13:11,560 Template SIM will be checked in running time +2022-02-16 15:13:11,561 Template SIM will be checked in running time +2022-02-16 15:13:11,561 Template SIM will be checked in running time +2022-02-16 15:13:11,561 Template SIM will be checked in running time +2022-02-16 15:13:11,561 Template SIM will be checked in running time +2022-02-16 15:13:11,561 Template SIM will be checked in running time +2022-02-16 15:13:11,561 Template SIM will be checked in running time +2022-02-16 15:13:11,561 Template SIM will be checked in running time +2022-02-16 15:13:11,561 Template SIM will be checked in running time +2022-02-16 15:13:11,561 Template SIM will be checked in running time +2022-02-16 15:13:11,561 Template SIM will be checked in running time +2022-02-16 15:13:11,561 Template SIM will be checked in running time +2022-02-16 15:13:11,561 Template SIM will be checked in running time +2022-02-16 15:13:11,561 Template SIM will be checked in running time +2022-02-16 15:13:11,561 Template SIM will be checked in running time +2022-02-16 15:13:11,561 Template SIM will be checked in running time +2022-02-16 15:13:11,561 Template SIM will be checked in running time +2022-02-16 15:13:11,561 Template SIM will be checked in running time +2022-02-16 15:13:11,561 Template SIM will be checked in running time +2022-02-16 15:13:11,561 Template SIM will be checked in running time +2022-02-16 15:13:11,562 Template SIM will be checked in running time +2022-02-16 15:13:11,562 Template SIM will be checked in running time +2022-02-16 15:13:11,562 Template SIM will be checked in running time +2022-02-16 15:13:11,562 Template SIM will be checked in running time +2022-02-16 15:13:11,562 Template SIM will be checked in running time +2022-02-16 15:13:11,562 Template SIM will be checked in running time +2022-02-16 15:13:11,562 Template SIM will be checked in running time +2022-02-16 15:13:11,562 Template SIM will be checked in running time +2022-02-16 15:13:11,562 Template SIM will be checked in running time +2022-02-16 15:13:11,562 Template SIM will be checked in running time +2022-02-16 15:13:11,562 Template SIM will be checked in running time +2022-02-16 15:13:11,562 Template SIM will be checked in running time +2022-02-16 15:13:11,562 Template SIM will be checked in running time +2022-02-16 15:13:11,562 Template SIM will be checked in running time +2022-02-16 15:13:11,562 Template SIM will be checked in running time +2022-02-16 15:13:11,562 Template SIM will be checked in running time +2022-02-16 15:13:11,562 Template SIM will be checked in running time +2022-02-16 15:13:11,562 Template SIM will be checked in running time +2022-02-16 15:13:11,562 Template SIM will be checked in running time +2022-02-16 15:13:11,563 Template SIM will be checked in running time +2022-02-16 15:13:11,563 Template SIM will be checked in running time +2022-02-16 15:13:11,563 Template SIM will be checked in running time +2022-02-16 15:13:11,563 Template SIM will be checked in running time +2022-02-16 15:13:11,563 Template SIM will be checked in running time +2022-02-16 15:13:11,563 Template SIM will be checked in running time +2022-02-16 15:13:11,563 Template SIM will be checked in running time +2022-02-16 15:13:11,563 Template SIM will be checked in running time +2022-02-16 15:13:11,563 Template SIM will be checked in running time +2022-02-16 15:13:11,563 Template SIM will be checked in running time +2022-02-16 15:13:11,563 Template SIM will be checked in running time +2022-02-16 15:13:11,563 Template SIM will be checked in running time +2022-02-16 15:13:11,563 Template SIM will be checked in running time +2022-02-16 15:13:11,563 Template SIM will be checked in running time +2022-02-16 15:13:11,563 Template SIM will be checked in running time +2022-02-16 15:13:11,563 Template SIM will be checked in running time +2022-02-16 15:13:11,563 Template SIM will be checked in running time +2022-02-16 15:13:11,563 Template SIM will be checked in running time +2022-02-16 15:13:11,563 Template SIM will be checked in running time +2022-02-16 15:13:11,564 Template SIM will be checked in running time +2022-02-16 15:13:11,564 Template SIM will be checked in running time +2022-02-16 15:13:11,564 Template SIM will be checked in running time +2022-02-16 15:13:11,564 Template SIM will be checked in running time +2022-02-16 15:13:11,564 Template SIM will be checked in running time +2022-02-16 15:13:11,564 Template SIM will be checked in running time +2022-02-16 15:13:11,564 Template SIM will be checked in running time +2022-02-16 15:13:11,564 Template SIM will be checked in running time +2022-02-16 15:13:11,564 Template SIM will be checked in running time +2022-02-16 15:13:11,564 Template SIM will be checked in running time +2022-02-16 15:13:11,564 Template SIM will be checked in running time +2022-02-16 15:13:11,564 Template SIM will be checked in running time +2022-02-16 15:13:11,564 Template SIM will be checked in running time +2022-02-16 15:13:11,564 Template SIM will be checked in running time +2022-02-16 15:13:11,564 Template SIM will be checked in running time +2022-02-16 15:13:11,564 Template SIM will be checked in running time +2022-02-16 15:13:11,564 Template SIM will be checked in running time +2022-02-16 15:13:11,564 Template SIM will be checked in running time +2022-02-16 15:13:11,565 Template SIM will be checked in running time +2022-02-16 15:13:11,565 Template SIM will be checked in running time +2022-02-16 15:13:11,565 Template SIM will be checked in running time +2022-02-16 15:13:11,565 Template SIM will be checked in running time +2022-02-16 15:13:11,565 Template SIM will be checked in running time +2022-02-16 15:13:11,565 Template SIM will be checked in running time +2022-02-16 15:13:11,565 Template SIM will be checked in running time +2022-02-16 15:13:11,565 Template SIM will be checked in running time +2022-02-16 15:13:11,565 Template SIM will be checked in running time +2022-02-16 15:13:11,565 Template SIM will be checked in running time +2022-02-16 15:13:11,565 Template SIM will be checked in running time +2022-02-16 15:13:11,565 Template SIM will be checked in running time +2022-02-16 15:13:11,565 Template SIM will be checked in running time +2022-02-16 15:13:11,565 Template SIM will be checked in running time +2022-02-16 15:13:11,565 Template SIM will be checked in running time +2022-02-16 15:13:11,565 Template SIM will be checked in running time +2022-02-16 15:13:11,565 Template SIM will be checked in running time +2022-02-16 15:13:11,565 Template SIM will be checked in running time +2022-02-16 15:13:11,566 Template SIM will be checked in running time +2022-02-16 15:13:11,566 Template SIM will be checked in running time +2022-02-16 15:13:11,566 Template SIM will be checked in running time +2022-02-16 15:13:11,566 Template SIM will be checked in running time +2022-02-16 15:13:11,566 Template SIM will be checked in running time +2022-02-16 15:13:11,566 Template SIM will be checked in running time +2022-02-16 15:13:11,566 Template SIM will be checked in running time +2022-02-16 15:13:11,566 Template SIM will be checked in running time +2022-02-16 15:13:11,566 Template SIM will be checked in running time +2022-02-16 15:13:11,566 Template SIM will be checked in running time +2022-02-16 15:13:11,566 Template SIM will be checked in running time +2022-02-16 15:13:11,566 Template SIM will be checked in running time +2022-02-16 15:13:11,566 Template SIM will be checked in running time +2022-02-16 15:13:11,566 Template SIM will be checked in running time +2022-02-16 15:13:11,566 Template SIM will be checked in running time +2022-02-16 15:13:11,566 Template SIM will be checked in running time +2022-02-16 15:13:11,566 Template SIM will be checked in running time +2022-02-16 15:13:11,566 Template SIM will be checked in running time +2022-02-16 15:13:11,567 Template SIM will be checked in running time +2022-02-16 15:13:11,567 Template SIM will be checked in running time +2022-02-16 15:13:11,567 Template SIM will be checked in running time +2022-02-16 15:13:11,567 Template SIM will be checked in running time +2022-02-16 15:13:11,567 Template SIM will be checked in running time +2022-02-16 15:13:11,567 Template SIM will be checked in running time +2022-02-16 15:13:11,567 Template SIM will be checked in running time +2022-02-16 15:13:11,567 Template SIM will be checked in running time +2022-02-16 15:13:11,567 Template SIM will be checked in running time +2022-02-16 15:13:11,567 Template SIM will be checked in running time +2022-02-16 15:13:11,567 Template SIM will be checked in running time +2022-02-16 15:13:11,567 Template SIM will be checked in running time +2022-02-16 15:13:11,567 Template SIM will be checked in running time +2022-02-16 15:13:11,567 Template SIM will be checked in running time +2022-02-16 15:13:11,567 Template SIM will be checked in running time +2022-02-16 15:13:11,567 Template SIM will be checked in running time +2022-02-16 15:13:11,567 Template SIM will be checked in running time +2022-02-16 15:13:11,568 Template SIM will be checked in running time +2022-02-16 15:13:11,568 Template SIM will be checked in running time +2022-02-16 15:13:11,568 Template SIM will be checked in running time +2022-02-16 15:13:11,568 Template SIM will be checked in running time +2022-02-16 15:13:11,568 Template SIM will be checked in running time +2022-02-16 15:13:11,568 Template SIM will be checked in running time +2022-02-16 15:13:11,568 Template SIM will be checked in running time +2022-02-16 15:13:11,568 Template SIM will be checked in running time +2022-02-16 15:13:11,568 Template SIM will be checked in running time +2022-02-16 15:13:11,568 Template SIM will be checked in running time +2022-02-16 15:13:11,568 Template SIM will be checked in running time +2022-02-16 15:13:11,568 Template SIM will be checked in running time +2022-02-16 15:13:11,568 Template SIM will be checked in running time +2022-02-16 15:13:11,568 Template SIM will be checked in running time +2022-02-16 15:13:11,568 Template SIM will be checked in running time +2022-02-16 15:13:11,568 Template SIM will be checked in running time +2022-02-16 15:13:11,568 Template SIM will be checked in running time +2022-02-16 15:13:11,568 Template SIM will be checked in running time +2022-02-16 15:13:11,569 Template SIM will be checked in running time +2022-02-16 15:13:11,569 Template SIM will be checked in running time +2022-02-16 15:13:11,569 Template SIM will be checked in running time +2022-02-16 15:13:11,569 Template SIM will be checked in running time +2022-02-16 15:13:11,569 Template SIM will be checked in running time +2022-02-16 15:13:11,569 Template SIM will be checked in running time +2022-02-16 15:13:11,569 Template SIM will be checked in running time +2022-02-16 15:13:11,569 Template SIM will be checked in running time +2022-02-16 15:13:11,569 Template SIM will be checked in running time +2022-02-16 15:13:11,569 Template SIM will be checked in running time +2022-02-16 15:13:11,569 Template SIM will be checked in running time +2022-02-16 15:13:11,569 Template SIM will be checked in running time +2022-02-16 15:13:11,569 Template SIM will be checked in running time +2022-02-16 15:13:11,569 Template SIM will be checked in running time +2022-02-16 15:13:11,569 Template SIM will be checked in running time +2022-02-16 15:13:11,569 Template SIM will be checked in running time +2022-02-16 15:13:11,569 Template SIM will be checked in running time +2022-02-16 15:13:11,569 Template SIM will be checked in running time +2022-02-16 15:13:11,570 Template SIM will be checked in running time +2022-02-16 15:13:11,570 Template SIM will be checked in running time +2022-02-16 15:13:11,570 Template SIM will be checked in running time +2022-02-16 15:13:11,570 Template SIM will be checked in running time +2022-02-16 15:13:11,570 Template SIM will be checked in running time +2022-02-16 15:13:11,570 Template SIM will be checked in running time +2022-02-16 15:13:11,570 Template SIM will be checked in running time +2022-02-16 15:13:11,570 Template SIM will be checked in running time +2022-02-16 15:13:11,570 Template SIM will be checked in running time +2022-02-16 15:13:11,570 Template SIM will be checked in running time +2022-02-16 15:13:11,570 780 of 783 checked +2022-02-16 15:13:11,570 Template SIM will be checked in running time +2022-02-16 15:13:11,570 Template SIM will be checked in running time +2022-02-16 15:13:11,570 Template SIM will be checked in running time +2022-02-16 15:13:11,570 783 of 783 checked +2022-02-16 15:13:11,570 Template SIM will be checked in running time +2022-02-16 15:13:11,570 Scripts check failed + Running after failed scripts is at your own risk! +2022-02-16 15:13:11,571 Loading job packages +2022-02-16 15:13:11,592 Processing job packages +2022-02-16 15:13:11,600 Checking job_list current status +2022-02-16 15:13:11,601 Updating FAILED jobs +2022-02-16 15:13:11,602 Updating WAITING jobs +2022-02-16 15:13:11,602 Setting job: a28v_19500101_fc0_591_SIM status to: READY (all parents completed)... +2022-02-16 15:13:11,603 Updating WAITING jobs eligible for be prepared +2022-02-16 15:13:11,604 Updating Held jobs +2022-02-16 15:13:11,604 Update finished +2022-02-16 15:13:11,605 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:13:11,605 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:13:11,605 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:13:11,605 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:13:11,605 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:13:11,605 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:13:11,608 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:13:11,630 Job list saved +2022-02-16 15:13:11,633 Autosubmit is running with v3.13.0 +2022-02-16 15:13:11,633 Running job data structure +2022-02-16 15:13:11,883 Checking the connection to all platforms in use +2022-02-16 15:13:13,987 [marenostrum4] Connection successful to host mn-cns22 +2022-02-16 15:13:13,991 [marenostrum4] Correct user privileges for host mn-cns22 +2022-02-16 15:13:13,991 Running main loop +2022-02-16 15:13:13,993 Reloading parameters... +2022-02-16 15:13:14,004 Loading parameters... +2022-02-16 15:13:14,004 Loading project parameters... +2022-02-16 15:13:14,005 + +190 of 783 jobs remaining (15:13) +2022-02-16 15:13:14,006 Sleep: 10 +2022-02-16 15:13:14,006 Number of retrials: 2 +2022-02-16 15:13:14,006 WRAPPER CHECK TIME = 10 +2022-02-16 15:13:14,010 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v_backup.pkl +2022-02-16 15:13:14,033 Job list saved +2022-02-16 15:13:14,041 Checking jobs for platform=marenostrum4 +2022-02-16 15:13:14,041 End of checking +2022-02-16 15:13:14,042 Updating FAILED jobs +2022-02-16 15:13:14,043 Updating WAITING jobs +2022-02-16 15:13:14,044 Updating WAITING jobs eligible for be prepared +2022-02-16 15:13:14,045 Updating Held jobs +2022-02-16 15:13:14,045 Update finished +2022-02-16 15:13:14,046 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:13:14,046 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:13:14,046 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:13:14,046 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:13:14,046 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:13:14,046 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:13:14,049 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:13:14,079 Job list saved +2022-02-16 15:13:14,085 +Jobs ready for marenostrum4: 1 +2022-02-16 15:13:14,094 Number of jobs available: 20 +2022-02-16 15:13:14,096 Number of jobs ready: 1 +2022-02-16 15:13:14,098 Jobs ready for marenostrum4: 1 +[WARNING] 2022-02-16 15:13:14,192 Script a28v_19500101_fc0_593_SIM check failed +[WARNING] 2022-02-16 15:13:14,192 Script a28v_19500101_fc0_591_SIM check failed +[WARNING] 2022-02-16 15:13:14,193 On submission script has some empty variables +[WARNING] 2022-02-16 15:13:14,193 Script a28v_19500101_fc0_597_SIM check failed +[WARNING] 2022-02-16 15:13:14,193 On submission script has some empty variables +[WARNING] 2022-02-16 15:13:14,192 Script a28v_19500101_fc0_595_SIM check failed +[WARNING] 2022-02-16 15:13:14,193 On submission script has some empty variables +[WARNING] 2022-02-16 15:13:14,194 On submission script has some empty variables +[WARNING] 2022-02-16 15:13:14,205 Script a28v_19500101_fc0_594_SIM check failed +[WARNING] 2022-02-16 15:13:14,205 On submission script has some empty variables +[WARNING] 2022-02-16 15:13:14,208 Script a28v_19500101_fc0_592_SIM check failed +[WARNING] 2022-02-16 15:13:14,208 On submission script has some empty variables +[WARNING] 2022-02-16 15:13:14,209 Script a28v_19500101_fc0_596_SIM check failed +[WARNING] 2022-02-16 15:13:14,209 On submission script has some empty variables +2022-02-16 15:13:14,229 Creating Scripts +2022-02-16 15:13:14,536 Sending Files +2022-02-16 15:13:14,537 Check remote dir +2022-02-16 15:13:16,441 Compressing multiple_files +2022-02-16 15:13:16,536 Uncompress - send_command +2022-02-16 15:13:18,416 Send_file: common_script +2022-02-16 15:13:18,425 Submitting +2022-02-16 15:13:22,913 Updating FAILED jobs +2022-02-16 15:13:22,917 Updating WAITING jobs +2022-02-16 15:13:22,917 Updating WAITING jobs eligible for be prepared +2022-02-16 15:13:22,918 Updating Held jobs +2022-02-16 15:13:22,919 Update finished +2022-02-16 15:13:22,919 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:13:22,919 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:13:22,919 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:13:22,920 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:13:22,920 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:13:22,920 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:13:22,920 a28v_19500101_fc0_591_SIM 20687333 SUBMITTED marenostrum4 class_a +2022-02-16 15:13:22,920 a28v_19500101_fc0_592_SIM 20687333 SUBMITTED marenostrum4 class_a +2022-02-16 15:13:22,920 a28v_19500101_fc0_593_SIM 20687333 SUBMITTED marenostrum4 class_a +2022-02-16 15:13:22,920 a28v_19500101_fc0_594_SIM 20687333 SUBMITTED marenostrum4 class_a +2022-02-16 15:13:22,920 a28v_19500101_fc0_595_SIM 20687333 SUBMITTED marenostrum4 class_a +2022-02-16 15:13:22,920 a28v_19500101_fc0_596_SIM 20687333 SUBMITTED marenostrum4 class_a +2022-02-16 15:13:22,920 a28v_19500101_fc0_597_SIM 20687333 SUBMITTED marenostrum4 class_a +2022-02-16 15:13:22,923 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:13:22,953 Job list saved +2022-02-16 15:13:22,959 Updating FAILED jobs +2022-02-16 15:13:22,960 Updating WAITING jobs +2022-02-16 15:13:22,960 Updating WAITING jobs eligible for be prepared +2022-02-16 15:13:22,961 Updating Held jobs +2022-02-16 15:13:22,962 Update finished +2022-02-16 15:13:32,978 Reloading parameters... +2022-02-16 15:13:32,992 Loading parameters... +2022-02-16 15:13:32,993 Loading project parameters... +2022-02-16 15:13:32,994 + +190 of 783 jobs remaining (15:13) +2022-02-16 15:13:32,995 Sleep: 10 +2022-02-16 15:13:32,995 Number of retrials: 2 +2022-02-16 15:13:32,995 WRAPPER CHECK TIME = 10 +2022-02-16 15:13:32,999 Checking jobs for platform=marenostrum4 +2022-02-16 15:13:33,000 Checking Wrapper 20687333 +2022-02-16 15:13:36,978 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:13:36,978 Wrapper job a28v_ASThread_16450207942252_5040_7 changed from SUBMITTED to status QUEUING +2022-02-16 15:13:36,978 Checking inner jobs status +2022-02-16 15:13:38,854 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:13:38,854 End of checking +2022-02-16 15:13:38,856 Updating FAILED jobs +2022-02-16 15:13:38,857 Updating WAITING jobs +2022-02-16 15:13:38,857 Updating WAITING jobs eligible for be prepared +2022-02-16 15:13:38,858 Setting job: a28v_19500101_fc0_598_SIM status to: Prepared for be held (all parents queuing, running or completed)... +2022-02-16 15:13:38,859 Updating Held jobs +2022-02-16 15:13:38,859 Update finished +2022-02-16 15:13:38,860 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:13:38,860 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:13:38,860 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:13:38,860 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:13:38,860 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:13:38,860 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:13:38,860 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:13:38,860 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:13:38,860 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:13:38,860 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:13:38,860 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:13:38,860 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:13:38,860 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:13:38,865 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:13:38,885 Job list saved +2022-02-16 15:13:38,889 +Jobs prepared for marenostrum4: 1 +2022-02-16 15:13:38,891 Number of jobs available: 19 +2022-02-16 15:13:38,892 Number of jobs prepared: 1 +2022-02-16 15:13:38,894 Jobs ready for marenostrum4: 1 +[WARNING] 2022-02-16 15:13:38,916 Script a28v_19500101_fc0_600_SIM check failed +[WARNING] 2022-02-16 15:13:38,916 Script a28v_19500101_fc0_598_SIM check failed +[WARNING] 2022-02-16 15:13:38,917 On submission script has some empty variables +[WARNING] 2022-02-16 15:13:38,916 On submission script has some empty variables +[WARNING] 2022-02-16 15:13:38,924 Script a28v_19500101_fc0_602_SIM check failed +[WARNING] 2022-02-16 15:13:38,925 On submission script has some empty variables +[WARNING] 2022-02-16 15:13:38,927 Script a28v_19500101_fc0_604_SIM check failed +[WARNING] 2022-02-16 15:13:38,927 On submission script has some empty variables +[WARNING] 2022-02-16 15:13:38,928 Script a28v_19500101_fc0_599_SIM check failed +[WARNING] 2022-02-16 15:13:38,928 On submission script has some empty variables +[WARNING] 2022-02-16 15:13:38,931 Script a28v_19500101_fc0_601_SIM check failed +[WARNING] 2022-02-16 15:13:38,931 On submission script has some empty variables +[WARNING] 2022-02-16 15:13:38,933 Script a28v_19500101_fc0_603_SIM check failed +[WARNING] 2022-02-16 15:13:38,933 On submission script has some empty variables +2022-02-16 15:13:38,959 Creating Scripts +2022-02-16 15:13:39,218 Sending Files +2022-02-16 15:13:39,218 Check remote dir +2022-02-16 15:13:41,106 Compressing multiple_files +2022-02-16 15:13:41,203 Uncompress - send_command +2022-02-16 15:13:43,228 Send_file: common_script +2022-02-16 15:13:43,239 Submitting +2022-02-16 15:14:22,926 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:14:28,720 Updating FAILED jobs +2022-02-16 15:14:28,725 Updating WAITING jobs +2022-02-16 15:14:28,726 Updating WAITING jobs eligible for be prepared +2022-02-16 15:14:28,727 Updating Held jobs +2022-02-16 15:14:28,727 Update finished +2022-02-16 15:14:28,728 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:14:28,728 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:14:28,728 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:14:28,728 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:14:28,728 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:14:28,728 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:14:28,728 a28v_19500101_fc0_598_SIM 20687337 SUBMITTED marenostrum4 class_a +2022-02-16 15:14:28,728 a28v_19500101_fc0_599_SIM 20687337 SUBMITTED marenostrum4 class_a +2022-02-16 15:14:28,729 a28v_19500101_fc0_600_SIM 20687337 SUBMITTED marenostrum4 class_a +2022-02-16 15:14:28,729 a28v_19500101_fc0_601_SIM 20687337 SUBMITTED marenostrum4 class_a +2022-02-16 15:14:28,729 a28v_19500101_fc0_602_SIM 20687337 SUBMITTED marenostrum4 class_a +2022-02-16 15:14:28,729 a28v_19500101_fc0_603_SIM 20687337 SUBMITTED marenostrum4 class_a +2022-02-16 15:14:28,729 a28v_19500101_fc0_604_SIM 20687337 SUBMITTED marenostrum4 class_a +2022-02-16 15:14:28,729 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:14:28,729 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:14:28,729 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:14:28,729 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:14:28,729 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:14:28,729 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:14:28,729 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:14:28,732 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:14:28,758 Job list saved +2022-02-16 15:14:28,787 Updating FAILED jobs +2022-02-16 15:14:28,787 Updating WAITING jobs +2022-02-16 15:14:28,788 Updating WAITING jobs eligible for be prepared +2022-02-16 15:14:28,789 Updating Held jobs +2022-02-16 15:14:28,790 Update finished +2022-02-16 15:14:38,797 Reloading parameters... +2022-02-16 15:14:38,813 Loading parameters... +2022-02-16 15:14:38,814 Loading project parameters... +2022-02-16 15:14:38,815 + +190 of 783 jobs remaining (15:14) +2022-02-16 15:14:38,815 Sleep: 10 +2022-02-16 15:14:38,816 Number of retrials: 2 +2022-02-16 15:14:38,816 WRAPPER CHECK TIME = 10 +2022-02-16 15:14:38,820 Checking jobs for platform=marenostrum4 +2022-02-16 15:14:38,820 Checking Wrapper 20687337 +2022-02-16 15:14:42,854 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:14:42,854 Wrapper job a28v_ASThread_16450208186074_5040_7 changed from SUBMITTED to status HELD +2022-02-16 15:14:42,854 Checking inner jobs status +2022-02-16 15:14:44,679 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:14:44,679 Checking Wrapper 20687333 +2022-02-16 15:14:48,705 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:14:48,705 Checking inner jobs status +2022-02-16 15:14:50,678 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:14:50,678 End of checking +2022-02-16 15:14:50,680 Updating FAILED jobs +2022-02-16 15:14:50,681 Updating WAITING jobs +2022-02-16 15:14:50,682 Updating WAITING jobs eligible for be prepared +2022-02-16 15:14:50,683 Updating Held jobs +2022-02-16 15:14:50,684 Update finished +2022-02-16 15:14:50,684 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:14:50,684 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:14:50,685 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:14:50,685 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:14:50,685 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:14:50,685 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:14:50,685 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:14:50,685 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:14:50,685 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:14:50,685 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:14:50,685 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:14:50,685 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:14:50,685 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:14:50,685 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:14:50,685 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:14:50,685 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:14:50,685 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:14:50,685 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:14:50,685 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:14:50,686 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:14:50,688 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:14:50,713 Job list saved +2022-02-16 15:14:50,756 Updating FAILED jobs +2022-02-16 15:14:50,757 Updating WAITING jobs +2022-02-16 15:14:50,757 Updating WAITING jobs eligible for be prepared +2022-02-16 15:14:50,759 Updating Held jobs +2022-02-16 15:14:50,759 Update finished +2022-02-16 15:15:00,771 Reloading parameters... +2022-02-16 15:15:00,788 Loading parameters... +2022-02-16 15:15:00,789 Loading project parameters... +2022-02-16 15:15:00,790 + +190 of 783 jobs remaining (15:15) +2022-02-16 15:15:00,790 Sleep: 10 +2022-02-16 15:15:00,791 Number of retrials: 2 +2022-02-16 15:15:00,791 WRAPPER CHECK TIME = 10 +2022-02-16 15:15:00,795 Checking jobs for platform=marenostrum4 +2022-02-16 15:15:00,795 Checking Wrapper 20687337 +2022-02-16 15:15:04,774 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:15:04,775 Checking inner jobs status +2022-02-16 15:15:06,655 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:15:06,656 Checking Wrapper 20687333 +2022-02-16 15:15:10,735 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:15:10,736 Checking inner jobs status +2022-02-16 15:15:12,613 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:15:12,614 End of checking +2022-02-16 15:15:12,616 Updating FAILED jobs +2022-02-16 15:15:12,620 Updating WAITING jobs +2022-02-16 15:15:12,621 Updating WAITING jobs eligible for be prepared +2022-02-16 15:15:12,623 Updating Held jobs +2022-02-16 15:15:12,623 Update finished +2022-02-16 15:15:12,624 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:15:12,624 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:15:12,624 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:15:12,624 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:15:12,625 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:15:12,625 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:15:12,625 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:15:12,625 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:15:12,625 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:15:12,625 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:15:12,625 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:15:12,625 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:15:12,625 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:15:12,625 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:15:12,625 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:15:12,625 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:15:12,625 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:15:12,625 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:15:12,625 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:15:12,625 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:15:12,628 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:15:12,655 Job list saved +2022-02-16 15:15:12,697 Updating FAILED jobs +2022-02-16 15:15:12,698 Updating WAITING jobs +2022-02-16 15:15:12,699 Updating WAITING jobs eligible for be prepared +2022-02-16 15:15:12,700 Updating Held jobs +2022-02-16 15:15:12,701 Update finished +2022-02-16 15:15:22,713 Reloading parameters... +2022-02-16 15:15:22,726 Loading parameters... +2022-02-16 15:15:22,727 Loading project parameters... +2022-02-16 15:15:22,728 + +190 of 783 jobs remaining (15:15) +2022-02-16 15:15:22,729 Sleep: 10 +2022-02-16 15:15:22,729 Number of retrials: 2 +2022-02-16 15:15:22,729 WRAPPER CHECK TIME = 10 +2022-02-16 15:15:22,733 Checking jobs for platform=marenostrum4 +2022-02-16 15:15:22,734 Checking Wrapper 20687337 +2022-02-16 15:15:26,660 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:15:26,661 Checking inner jobs status +2022-02-16 15:15:28,585 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:15:28,586 Checking Wrapper 20687333 +2022-02-16 15:15:32,514 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:15:32,514 Checking inner jobs status +2022-02-16 15:15:34,349 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:15:34,350 End of checking +2022-02-16 15:15:34,403 Updating FAILED jobs +2022-02-16 15:15:34,406 Updating WAITING jobs +2022-02-16 15:15:34,407 Updating WAITING jobs eligible for be prepared +2022-02-16 15:15:34,408 Updating Held jobs +2022-02-16 15:15:34,409 Update finished +2022-02-16 15:15:34,409 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:15:34,410 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:15:34,410 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:15:34,410 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:15:34,410 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:15:34,410 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:15:34,410 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:15:34,410 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:15:34,410 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:15:34,410 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:15:34,410 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:15:34,410 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:15:34,410 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:15:34,410 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:15:34,410 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:15:34,410 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:15:34,410 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:15:34,411 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:15:34,411 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:15:34,411 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:15:34,481 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:15:34,506 Job list saved +2022-02-16 15:15:36,085 Updating FAILED jobs +2022-02-16 15:15:36,086 Updating WAITING jobs +2022-02-16 15:15:36,087 Updating WAITING jobs eligible for be prepared +2022-02-16 15:15:36,088 Updating Held jobs +2022-02-16 15:15:36,089 Update finished +2022-02-16 15:15:46,103 Reloading parameters... +2022-02-16 15:15:46,181 Loading parameters... +2022-02-16 15:15:46,182 Loading project parameters... +2022-02-16 15:15:46,183 + +190 of 783 jobs remaining (15:15) +2022-02-16 15:15:46,183 Sleep: 10 +2022-02-16 15:15:46,183 Number of retrials: 2 +2022-02-16 15:15:46,183 WRAPPER CHECK TIME = 10 +2022-02-16 15:15:46,188 Checking jobs for platform=marenostrum4 +2022-02-16 15:15:46,188 Checking Wrapper 20687337 +2022-02-16 15:15:50,116 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:15:50,116 Checking inner jobs status +2022-02-16 15:15:55,360 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:15:55,362 Checking Wrapper 20687333 +2022-02-16 15:15:59,291 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:15:59,291 Checking inner jobs status +2022-02-16 15:16:03,422 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:16:03,423 End of checking +2022-02-16 15:16:03,425 Updating FAILED jobs +2022-02-16 15:16:03,430 Updating WAITING jobs +2022-02-16 15:16:03,431 Updating WAITING jobs eligible for be prepared +2022-02-16 15:16:03,432 Updating Held jobs +2022-02-16 15:16:03,433 Update finished +2022-02-16 15:16:03,434 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:16:03,434 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:16:03,434 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:16:03,434 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:16:03,434 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:16:03,434 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:16:03,434 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:16:03,434 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:16:03,434 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:16:03,434 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:16:03,434 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:16:03,434 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:16:03,434 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:16:03,434 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:16:03,435 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:16:03,435 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:16:03,435 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:16:03,435 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:16:03,435 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:16:03,435 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:16:03,438 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:16:03,464 Job list saved +2022-02-16 15:16:03,505 Updating FAILED jobs +2022-02-16 15:16:03,506 Updating WAITING jobs +2022-02-16 15:16:03,507 Updating WAITING jobs eligible for be prepared +2022-02-16 15:16:03,508 Updating Held jobs +2022-02-16 15:16:03,509 Update finished +2022-02-16 15:16:13,515 Reloading parameters... +2022-02-16 15:16:13,529 Loading parameters... +2022-02-16 15:16:13,530 Loading project parameters... +2022-02-16 15:16:13,532 + +190 of 783 jobs remaining (15:16) +2022-02-16 15:16:13,532 Sleep: 10 +2022-02-16 15:16:13,532 Number of retrials: 2 +2022-02-16 15:16:13,532 WRAPPER CHECK TIME = 10 +2022-02-16 15:16:13,537 Checking jobs for platform=marenostrum4 +2022-02-16 15:16:13,537 Checking Wrapper 20687337 +2022-02-16 15:16:17,524 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:16:17,524 Checking inner jobs status +2022-02-16 15:16:20,356 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:16:20,357 Checking Wrapper 20687333 +2022-02-16 15:16:24,389 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:16:24,390 Checking inner jobs status +2022-02-16 15:16:28,472 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:16:28,473 End of checking +2022-02-16 15:16:28,474 Updating FAILED jobs +2022-02-16 15:16:28,479 Updating WAITING jobs +2022-02-16 15:16:28,480 Updating WAITING jobs eligible for be prepared +2022-02-16 15:16:28,481 Updating Held jobs +2022-02-16 15:16:28,482 Update finished +2022-02-16 15:16:28,483 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:16:28,483 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:16:28,483 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:16:28,483 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:16:28,483 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:16:28,483 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:16:28,483 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:16:28,483 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:16:28,483 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:16:28,483 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:16:28,483 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:16:28,483 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:16:28,483 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:16:28,483 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:16:28,484 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:16:28,484 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:16:28,484 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:16:28,484 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:16:28,484 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:16:28,484 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:16:28,487 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:16:28,512 Job list saved +2022-02-16 15:16:28,566 Updating FAILED jobs +2022-02-16 15:16:28,567 Updating WAITING jobs +2022-02-16 15:16:28,567 Updating WAITING jobs eligible for be prepared +2022-02-16 15:16:28,569 Updating Held jobs +2022-02-16 15:16:28,569 Update finished +2022-02-16 15:16:38,585 Reloading parameters... +2022-02-16 15:16:38,598 Loading parameters... +2022-02-16 15:16:38,599 Loading project parameters... +2022-02-16 15:16:38,600 + +190 of 783 jobs remaining (15:16) +2022-02-16 15:16:38,601 Sleep: 10 +2022-02-16 15:16:38,601 Number of retrials: 2 +2022-02-16 15:16:38,601 WRAPPER CHECK TIME = 10 +2022-02-16 15:16:38,605 Checking jobs for platform=marenostrum4 +2022-02-16 15:16:38,605 Checking Wrapper 20687337 +2022-02-16 15:16:42,534 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:16:42,535 Checking inner jobs status +2022-02-16 15:16:44,359 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:16:44,359 Checking Wrapper 20687333 +2022-02-16 15:16:48,292 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:16:48,292 Checking inner jobs status +2022-02-16 15:16:50,165 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:16:50,165 End of checking +2022-02-16 15:16:50,167 Updating FAILED jobs +2022-02-16 15:16:50,168 Updating WAITING jobs +2022-02-16 15:16:50,169 Updating WAITING jobs eligible for be prepared +2022-02-16 15:16:50,171 Updating Held jobs +2022-02-16 15:16:50,171 Update finished +2022-02-16 15:16:50,172 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:16:50,172 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:16:50,172 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:16:50,172 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:16:50,172 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:16:50,172 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:16:50,173 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:16:50,173 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:16:50,173 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:16:50,173 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:16:50,173 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:16:50,173 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:16:50,173 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:16:50,173 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:16:50,173 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:16:50,173 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:16:50,173 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:16:50,173 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:16:50,173 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:16:50,173 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:16:50,180 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:16:50,205 Job list saved +2022-02-16 15:16:50,264 Updating FAILED jobs +2022-02-16 15:16:50,265 Updating WAITING jobs +2022-02-16 15:16:50,266 Updating WAITING jobs eligible for be prepared +2022-02-16 15:16:50,267 Updating Held jobs +2022-02-16 15:16:50,267 Update finished +2022-02-16 15:17:00,276 Reloading parameters... +2022-02-16 15:17:00,291 Loading parameters... +2022-02-16 15:17:00,292 Loading project parameters... +2022-02-16 15:17:00,293 + +190 of 783 jobs remaining (15:17) +2022-02-16 15:17:00,293 Sleep: 10 +2022-02-16 15:17:00,293 Number of retrials: 2 +2022-02-16 15:17:00,293 WRAPPER CHECK TIME = 10 +2022-02-16 15:17:00,297 Checking jobs for platform=marenostrum4 +2022-02-16 15:17:00,297 Checking Wrapper 20687337 +2022-02-16 15:17:04,274 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:17:04,274 Checking inner jobs status +2022-02-16 15:17:06,106 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:17:06,107 Checking Wrapper 20687333 +2022-02-16 15:17:10,040 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:17:10,041 Checking inner jobs status +2022-02-16 15:17:11,865 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:17:11,866 End of checking +2022-02-16 15:17:11,867 Updating FAILED jobs +2022-02-16 15:17:11,871 Updating WAITING jobs +2022-02-16 15:17:11,872 Updating WAITING jobs eligible for be prepared +2022-02-16 15:17:11,873 Updating Held jobs +2022-02-16 15:17:11,873 Update finished +2022-02-16 15:17:11,874 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:17:11,874 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:17:11,874 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:17:11,874 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:17:11,874 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:17:11,874 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:17:11,875 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:17:11,875 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:17:11,875 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:17:11,875 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:17:11,875 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:17:11,875 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:17:11,875 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:17:11,875 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:17:11,875 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:17:11,875 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:17:11,875 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:17:11,875 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:17:11,875 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:17:11,875 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:17:11,878 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:17:11,899 Job list saved +2022-02-16 15:17:11,937 Updating FAILED jobs +2022-02-16 15:17:11,937 Updating WAITING jobs +2022-02-16 15:17:11,938 Updating WAITING jobs eligible for be prepared +2022-02-16 15:17:11,939 Updating Held jobs +2022-02-16 15:17:11,939 Update finished +2022-02-16 15:17:21,956 Reloading parameters... +2022-02-16 15:17:21,970 Loading parameters... +2022-02-16 15:17:21,971 Loading project parameters... +2022-02-16 15:17:21,972 + +190 of 783 jobs remaining (15:17) +2022-02-16 15:17:21,973 Sleep: 10 +2022-02-16 15:17:21,973 Number of retrials: 2 +2022-02-16 15:17:21,973 WRAPPER CHECK TIME = 10 +2022-02-16 15:17:21,977 Checking jobs for platform=marenostrum4 +2022-02-16 15:17:21,977 Checking Wrapper 20687337 +2022-02-16 15:17:25,957 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:17:25,957 Checking inner jobs status +2022-02-16 15:17:27,882 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:17:27,882 Checking Wrapper 20687333 +2022-02-16 15:17:31,810 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:17:31,811 Checking inner jobs status +2022-02-16 15:17:33,636 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:17:33,637 End of checking +2022-02-16 15:17:33,639 Updating FAILED jobs +2022-02-16 15:17:33,644 Updating WAITING jobs +2022-02-16 15:17:33,644 Updating WAITING jobs eligible for be prepared +2022-02-16 15:17:33,646 Updating Held jobs +2022-02-16 15:17:33,646 Update finished +2022-02-16 15:17:33,647 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:17:33,647 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:17:33,647 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:17:33,647 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:17:33,648 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:17:33,648 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:17:33,648 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:17:33,648 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:17:33,648 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:17:33,648 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:17:33,648 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:17:33,648 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:17:33,648 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:17:33,648 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:17:33,648 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:17:33,648 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:17:33,648 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:17:33,648 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:17:33,648 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:17:33,648 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:17:33,651 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:17:33,679 Job list saved +2022-02-16 15:17:33,735 Updating FAILED jobs +2022-02-16 15:17:33,736 Updating WAITING jobs +2022-02-16 15:17:33,736 Updating WAITING jobs eligible for be prepared +2022-02-16 15:17:33,737 Updating Held jobs +2022-02-16 15:17:33,738 Update finished +2022-02-16 15:17:43,753 Reloading parameters... +2022-02-16 15:17:43,770 Loading parameters... +2022-02-16 15:17:43,771 Loading project parameters... +2022-02-16 15:17:43,772 + +190 of 783 jobs remaining (15:17) +2022-02-16 15:17:43,773 Sleep: 10 +2022-02-16 15:17:43,773 Number of retrials: 2 +2022-02-16 15:17:43,773 WRAPPER CHECK TIME = 10 +2022-02-16 15:17:43,777 Checking jobs for platform=marenostrum4 +2022-02-16 15:17:43,778 Checking Wrapper 20687337 +2022-02-16 15:17:47,707 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:17:47,707 Checking inner jobs status +2022-02-16 15:17:50,336 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:17:50,336 Checking Wrapper 20687333 +2022-02-16 15:17:54,268 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:17:54,268 Checking inner jobs status +2022-02-16 15:17:58,257 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:17:58,258 End of checking +2022-02-16 15:17:58,260 Updating FAILED jobs +2022-02-16 15:17:58,264 Updating WAITING jobs +2022-02-16 15:17:58,264 Updating WAITING jobs eligible for be prepared +2022-02-16 15:17:58,266 Updating Held jobs +2022-02-16 15:17:58,266 Update finished +2022-02-16 15:17:58,267 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:17:58,267 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:17:58,267 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:17:58,267 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:17:58,267 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:17:58,267 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:17:58,267 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:17:58,267 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:17:58,267 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:17:58,267 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:17:58,267 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:17:58,267 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:17:58,267 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:17:58,268 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:17:58,268 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:17:58,268 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:17:58,268 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:17:58,268 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:17:58,268 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:17:58,268 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:17:58,271 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:17:58,295 Job list saved +2022-02-16 15:17:58,341 Updating FAILED jobs +2022-02-16 15:17:58,342 Updating WAITING jobs +2022-02-16 15:17:58,342 Updating WAITING jobs eligible for be prepared +2022-02-16 15:17:58,352 Updating Held jobs +2022-02-16 15:17:58,353 Update finished +2022-02-16 15:18:08,361 Reloading parameters... +2022-02-16 15:18:08,379 Loading parameters... +2022-02-16 15:18:08,380 Loading project parameters... +2022-02-16 15:18:08,381 + +190 of 783 jobs remaining (15:18) +2022-02-16 15:18:08,382 Sleep: 10 +2022-02-16 15:18:08,382 Number of retrials: 2 +2022-02-16 15:18:08,382 WRAPPER CHECK TIME = 10 +2022-02-16 15:18:08,386 Checking jobs for platform=marenostrum4 +2022-02-16 15:18:08,386 Checking Wrapper 20687337 +2022-02-16 15:18:12,314 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:18:12,315 Checking inner jobs status +2022-02-16 15:18:14,190 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:18:14,191 Checking Wrapper 20687333 +2022-02-16 15:18:18,217 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:18:18,217 Checking inner jobs status +2022-02-16 15:18:20,340 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:18:20,341 End of checking +2022-02-16 15:18:20,350 Updating FAILED jobs +2022-02-16 15:18:20,354 Updating WAITING jobs +2022-02-16 15:18:20,355 Updating WAITING jobs eligible for be prepared +2022-02-16 15:18:20,356 Updating Held jobs +2022-02-16 15:18:20,356 Update finished +2022-02-16 15:18:20,357 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:18:20,357 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:18:20,357 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:18:20,357 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:18:20,357 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:18:20,357 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:18:20,357 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:18:20,357 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:18:20,357 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:18:20,357 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:18:20,357 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:18:20,357 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:18:20,360 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:18:20,360 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:18:20,361 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:18:20,361 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:18:20,361 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:18:20,361 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:18:20,361 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:18:20,361 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:18:20,366 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:18:20,393 Job list saved +2022-02-16 15:18:20,442 Updating FAILED jobs +2022-02-16 15:18:20,442 Updating WAITING jobs +2022-02-16 15:18:20,443 Updating WAITING jobs eligible for be prepared +2022-02-16 15:18:20,444 Updating Held jobs +2022-02-16 15:18:20,444 Update finished +2022-02-16 15:18:30,456 Reloading parameters... +2022-02-16 15:18:30,474 Loading parameters... +2022-02-16 15:18:30,475 Loading project parameters... +2022-02-16 15:18:30,476 + +190 of 783 jobs remaining (15:18) +2022-02-16 15:18:30,476 Sleep: 10 +2022-02-16 15:18:30,476 Number of retrials: 2 +2022-02-16 15:18:30,476 WRAPPER CHECK TIME = 10 +2022-02-16 15:18:30,483 Checking jobs for platform=marenostrum4 +2022-02-16 15:18:30,483 Checking Wrapper 20687337 +2022-02-16 15:18:34,411 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:18:34,412 Checking inner jobs status +2022-02-16 15:18:37,589 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:18:37,590 Checking Wrapper 20687333 +2022-02-16 15:18:41,516 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:18:41,516 Checking inner jobs status +2022-02-16 15:18:43,741 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:18:43,742 End of checking +2022-02-16 15:18:43,752 Updating FAILED jobs +2022-02-16 15:18:43,756 Updating WAITING jobs +2022-02-16 15:18:43,757 Updating WAITING jobs eligible for be prepared +2022-02-16 15:18:43,758 Updating Held jobs +2022-02-16 15:18:43,759 Update finished +2022-02-16 15:18:43,759 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:18:43,760 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:18:43,760 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:18:43,760 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:18:43,760 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:18:43,760 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:18:43,760 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:18:43,760 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:18:43,760 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:18:43,760 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:18:43,760 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:18:43,760 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:18:43,760 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:18:43,760 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:18:43,760 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:18:43,760 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:18:43,760 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:18:43,761 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:18:43,761 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:18:43,761 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:18:43,764 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:18:43,788 Job list saved +2022-02-16 15:18:43,829 Updating FAILED jobs +2022-02-16 15:18:43,830 Updating WAITING jobs +2022-02-16 15:18:43,831 Updating WAITING jobs eligible for be prepared +2022-02-16 15:18:43,832 Updating Held jobs +2022-02-16 15:18:43,832 Update finished +2022-02-16 15:18:53,838 Reloading parameters... +2022-02-16 15:18:53,853 Loading parameters... +2022-02-16 15:18:53,854 Loading project parameters... +2022-02-16 15:18:53,855 + +190 of 783 jobs remaining (15:18) +2022-02-16 15:18:53,856 Sleep: 10 +2022-02-16 15:18:53,856 Number of retrials: 2 +2022-02-16 15:18:53,856 WRAPPER CHECK TIME = 10 +2022-02-16 15:18:53,860 Checking jobs for platform=marenostrum4 +2022-02-16 15:18:53,861 Checking Wrapper 20687337 +2022-02-16 15:18:57,788 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:18:57,789 Checking inner jobs status +2022-02-16 15:18:59,661 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:18:59,662 Checking Wrapper 20687333 +2022-02-16 15:19:03,552 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:19:03,553 Checking inner jobs status +2022-02-16 15:19:05,379 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:19:05,380 End of checking +2022-02-16 15:19:05,382 Updating FAILED jobs +2022-02-16 15:19:05,385 Updating WAITING jobs +2022-02-16 15:19:05,386 Updating WAITING jobs eligible for be prepared +2022-02-16 15:19:05,387 Updating Held jobs +2022-02-16 15:19:05,387 Update finished +2022-02-16 15:19:05,388 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:19:05,388 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:19:05,388 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:19:05,388 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:19:05,388 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:19:05,388 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:19:05,388 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:19:05,388 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:19:05,388 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:19:05,389 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:19:05,389 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:19:05,389 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:19:05,389 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:19:05,389 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:19:05,389 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:19:05,389 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:19:05,389 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:19:05,389 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:19:05,389 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:19:05,389 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:19:05,392 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:19:05,414 Job list saved +2022-02-16 15:19:05,458 Updating FAILED jobs +2022-02-16 15:19:05,459 Updating WAITING jobs +2022-02-16 15:19:05,459 Updating WAITING jobs eligible for be prepared +2022-02-16 15:19:05,460 Updating Held jobs +2022-02-16 15:19:05,460 Update finished +2022-02-16 15:19:15,472 Reloading parameters... +2022-02-16 15:19:15,489 Loading parameters... +2022-02-16 15:19:15,490 Loading project parameters... +2022-02-16 15:19:15,492 + +190 of 783 jobs remaining (15:19) +2022-02-16 15:19:15,492 Sleep: 10 +2022-02-16 15:19:15,492 Number of retrials: 2 +2022-02-16 15:19:15,492 WRAPPER CHECK TIME = 10 +2022-02-16 15:19:15,496 Checking jobs for platform=marenostrum4 +2022-02-16 15:19:15,496 Checking Wrapper 20687337 +2022-02-16 15:19:19,425 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:19:19,426 Checking inner jobs status +2022-02-16 15:19:21,260 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:19:21,260 Checking Wrapper 20687333 +2022-02-16 15:19:25,188 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:19:25,189 Checking inner jobs status +2022-02-16 15:19:27,063 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:19:27,064 End of checking +2022-02-16 15:19:27,066 Updating FAILED jobs +2022-02-16 15:19:27,070 Updating WAITING jobs +2022-02-16 15:19:27,070 Updating WAITING jobs eligible for be prepared +2022-02-16 15:19:27,071 Updating Held jobs +2022-02-16 15:19:27,072 Update finished +2022-02-16 15:19:27,073 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:19:27,073 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:19:27,073 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:19:27,073 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:19:27,073 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:19:27,073 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:19:27,073 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:19:27,073 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:19:27,073 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:19:27,073 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:19:27,073 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:19:27,073 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:19:27,073 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:19:27,073 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:19:27,073 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:19:27,074 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:19:27,074 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:19:27,074 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:19:27,074 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:19:27,074 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:19:27,077 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:19:27,099 Job list saved +2022-02-16 15:19:27,152 Updating FAILED jobs +2022-02-16 15:19:27,153 Updating WAITING jobs +2022-02-16 15:19:27,153 Updating WAITING jobs eligible for be prepared +2022-02-16 15:19:27,154 Updating Held jobs +2022-02-16 15:19:27,154 Update finished +2022-02-16 15:19:37,163 Reloading parameters... +2022-02-16 15:19:37,177 Loading parameters... +2022-02-16 15:19:37,178 Loading project parameters... +2022-02-16 15:19:37,180 + +190 of 783 jobs remaining (15:19) +2022-02-16 15:19:37,180 Sleep: 10 +2022-02-16 15:19:37,180 Number of retrials: 2 +2022-02-16 15:19:37,180 WRAPPER CHECK TIME = 10 +2022-02-16 15:19:37,185 Checking jobs for platform=marenostrum4 +2022-02-16 15:19:37,185 Checking Wrapper 20687337 +2022-02-16 15:19:41,112 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:19:41,113 Checking inner jobs status +2022-02-16 15:19:42,938 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:19:42,938 Checking Wrapper 20687333 +2022-02-16 15:19:46,874 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:19:46,874 Checking inner jobs status +2022-02-16 15:19:50,558 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:19:50,559 End of checking +2022-02-16 15:19:50,561 Updating FAILED jobs +2022-02-16 15:19:50,567 Updating WAITING jobs +2022-02-16 15:19:50,568 Updating WAITING jobs eligible for be prepared +2022-02-16 15:19:50,569 Updating Held jobs +2022-02-16 15:19:50,570 Update finished +2022-02-16 15:19:50,570 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:19:50,571 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:19:50,571 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:19:50,571 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:19:50,571 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:19:50,571 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:19:50,571 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:19:50,571 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:19:50,571 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:19:50,571 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:19:50,571 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:19:50,571 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:19:50,571 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:19:50,571 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:19:50,572 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:19:50,572 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:19:50,572 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:19:50,572 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:19:50,572 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:19:50,572 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:19:50,577 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:19:50,607 Job list saved +2022-02-16 15:19:50,644 Updating FAILED jobs +2022-02-16 15:19:50,645 Updating WAITING jobs +2022-02-16 15:19:50,645 Updating WAITING jobs eligible for be prepared +2022-02-16 15:19:50,646 Updating Held jobs +2022-02-16 15:19:50,647 Update finished +2022-02-16 15:20:00,662 Reloading parameters... +2022-02-16 15:20:00,675 Loading parameters... +2022-02-16 15:20:00,676 Loading project parameters... +2022-02-16 15:20:00,677 + +190 of 783 jobs remaining (15:20) +2022-02-16 15:20:00,678 Sleep: 10 +2022-02-16 15:20:00,678 Number of retrials: 2 +2022-02-16 15:20:00,678 WRAPPER CHECK TIME = 10 +2022-02-16 15:20:00,682 Checking jobs for platform=marenostrum4 +2022-02-16 15:20:00,682 Checking Wrapper 20687337 +2022-02-16 15:20:04,609 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:20:04,610 Checking inner jobs status +2022-02-16 15:20:08,188 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:20:08,188 Checking Wrapper 20687333 +2022-02-16 15:20:12,113 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:20:12,114 Checking inner jobs status +2022-02-16 15:20:14,140 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:20:14,141 End of checking +2022-02-16 15:20:14,154 Updating FAILED jobs +2022-02-16 15:20:14,159 Updating WAITING jobs +2022-02-16 15:20:14,160 Updating WAITING jobs eligible for be prepared +2022-02-16 15:20:14,161 Updating Held jobs +2022-02-16 15:20:14,161 Update finished +2022-02-16 15:20:14,162 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:20:14,162 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:20:14,162 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:20:14,163 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:20:14,163 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:20:14,163 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:20:14,163 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:20:14,163 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:20:14,163 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:20:14,163 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:20:14,163 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:20:14,163 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:20:14,163 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:20:14,163 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:20:14,163 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:20:14,163 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:20:14,163 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:20:14,163 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:20:14,163 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:20:14,164 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:20:14,167 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:20:14,193 Job list saved +2022-02-16 15:20:14,246 Updating FAILED jobs +2022-02-16 15:20:14,247 Updating WAITING jobs +2022-02-16 15:20:14,247 Updating WAITING jobs eligible for be prepared +2022-02-16 15:20:14,248 Updating Held jobs +2022-02-16 15:20:14,249 Update finished +2022-02-16 15:20:24,257 Reloading parameters... +2022-02-16 15:20:24,271 Loading parameters... +2022-02-16 15:20:24,272 Loading project parameters... +2022-02-16 15:20:24,273 + +190 of 783 jobs remaining (15:20) +2022-02-16 15:20:24,273 Sleep: 10 +2022-02-16 15:20:24,273 Number of retrials: 2 +2022-02-16 15:20:24,273 WRAPPER CHECK TIME = 10 +2022-02-16 15:20:24,277 Checking jobs for platform=marenostrum4 +2022-02-16 15:20:24,277 Checking Wrapper 20687337 +2022-02-16 15:20:28,307 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:20:28,308 Checking inner jobs status +2022-02-16 15:20:30,892 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:20:30,893 Checking Wrapper 20687333 +2022-02-16 15:20:34,817 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:20:34,817 Checking inner jobs status +2022-02-16 15:20:39,307 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:20:39,309 End of checking +2022-02-16 15:20:39,310 Updating FAILED jobs +2022-02-16 15:20:39,315 Updating WAITING jobs +2022-02-16 15:20:39,316 Updating WAITING jobs eligible for be prepared +2022-02-16 15:20:39,317 Updating Held jobs +2022-02-16 15:20:39,317 Update finished +2022-02-16 15:20:39,318 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:20:39,318 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:20:39,318 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:20:39,318 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:20:39,318 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:20:39,318 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:20:39,319 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:20:39,319 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:20:39,319 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:20:39,319 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:20:39,319 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:20:39,319 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:20:39,319 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:20:39,319 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:20:39,319 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:20:39,319 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:20:39,319 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:20:39,319 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:20:39,319 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:20:39,319 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:20:39,322 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:20:39,358 Job list saved +2022-02-16 15:20:39,425 Updating FAILED jobs +2022-02-16 15:20:39,426 Updating WAITING jobs +2022-02-16 15:20:39,426 Updating WAITING jobs eligible for be prepared +2022-02-16 15:20:39,427 Updating Held jobs +2022-02-16 15:20:39,428 Update finished +2022-02-16 15:20:49,440 Reloading parameters... +2022-02-16 15:20:49,455 Loading parameters... +2022-02-16 15:20:49,456 Loading project parameters... +2022-02-16 15:20:49,457 + +190 of 783 jobs remaining (15:20) +2022-02-16 15:20:49,458 Sleep: 10 +2022-02-16 15:20:49,458 Number of retrials: 2 +2022-02-16 15:20:49,458 WRAPPER CHECK TIME = 10 +2022-02-16 15:20:49,463 Checking jobs for platform=marenostrum4 +2022-02-16 15:20:49,463 Checking Wrapper 20687337 +2022-02-16 15:20:53,401 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:20:53,402 Checking inner jobs status +2022-02-16 15:20:55,426 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:20:55,427 Checking Wrapper 20687333 +2022-02-16 15:20:59,355 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:20:59,356 Checking inner jobs status +2022-02-16 15:21:01,179 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:21:01,180 End of checking +2022-02-16 15:21:01,183 Updating FAILED jobs +2022-02-16 15:21:01,188 Updating WAITING jobs +2022-02-16 15:21:01,189 Updating WAITING jobs eligible for be prepared +2022-02-16 15:21:01,190 Updating Held jobs +2022-02-16 15:21:01,190 Update finished +2022-02-16 15:21:01,191 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:21:01,191 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:21:01,191 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:21:01,191 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:21:01,191 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:21:01,191 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:21:01,191 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:21:01,191 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:21:01,192 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:21:01,192 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:21:01,192 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:21:01,192 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:21:01,192 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:21:01,192 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:21:01,192 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:21:01,192 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:21:01,192 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:21:01,192 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:21:01,192 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:21:01,192 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:21:01,196 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:21:01,219 Job list saved +2022-02-16 15:21:01,264 Updating FAILED jobs +2022-02-16 15:21:01,265 Updating WAITING jobs +2022-02-16 15:21:01,265 Updating WAITING jobs eligible for be prepared +2022-02-16 15:21:01,266 Updating Held jobs +2022-02-16 15:21:01,267 Update finished +2022-02-16 15:21:11,274 Reloading parameters... +2022-02-16 15:21:11,291 Loading parameters... +2022-02-16 15:21:11,292 Loading project parameters... +2022-02-16 15:21:11,293 + +190 of 783 jobs remaining (15:21) +2022-02-16 15:21:11,294 Sleep: 10 +2022-02-16 15:21:11,294 Number of retrials: 2 +2022-02-16 15:21:11,294 WRAPPER CHECK TIME = 10 +2022-02-16 15:21:11,298 Checking jobs for platform=marenostrum4 +2022-02-16 15:21:11,298 Checking Wrapper 20687337 +2022-02-16 15:21:15,275 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:21:15,276 Checking inner jobs status +2022-02-16 15:21:17,408 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:21:17,408 Checking Wrapper 20687333 +2022-02-16 15:21:21,335 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:21:21,336 Checking inner jobs status +2022-02-16 15:21:23,163 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:21:23,163 End of checking +2022-02-16 15:21:23,165 Updating FAILED jobs +2022-02-16 15:21:23,169 Updating WAITING jobs +2022-02-16 15:21:23,170 Updating WAITING jobs eligible for be prepared +2022-02-16 15:21:23,172 Updating Held jobs +2022-02-16 15:21:23,172 Update finished +2022-02-16 15:21:23,173 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:21:23,173 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:21:23,173 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:21:23,173 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:21:23,173 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:21:23,173 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:21:23,173 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:21:23,173 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:21:23,174 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:21:23,174 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:21:23,174 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:21:23,174 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:21:23,174 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:21:23,174 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:21:23,174 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:21:23,174 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:21:23,174 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:21:23,174 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:21:23,174 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:21:23,174 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:21:23,177 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:21:23,202 Job list saved +2022-02-16 15:21:23,243 Updating FAILED jobs +2022-02-16 15:21:23,243 Updating WAITING jobs +2022-02-16 15:21:23,244 Updating WAITING jobs eligible for be prepared +2022-02-16 15:21:23,245 Updating Held jobs +2022-02-16 15:21:23,246 Update finished +2022-02-16 15:21:33,260 Reloading parameters... +2022-02-16 15:21:33,275 Loading parameters... +2022-02-16 15:21:33,276 Loading project parameters... +2022-02-16 15:21:33,277 + +190 of 783 jobs remaining (15:21) +2022-02-16 15:21:33,278 Sleep: 10 +2022-02-16 15:21:33,278 Number of retrials: 2 +2022-02-16 15:21:33,278 WRAPPER CHECK TIME = 10 +2022-02-16 15:21:33,282 Checking jobs for platform=marenostrum4 +2022-02-16 15:21:33,284 Checking Wrapper 20687337 +2022-02-16 15:21:37,215 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:21:37,215 Checking inner jobs status +2022-02-16 15:21:39,041 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:21:39,042 Checking Wrapper 20687333 +2022-02-16 15:21:42,969 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:21:42,969 Checking inner jobs status +2022-02-16 15:21:45,856 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:21:45,857 End of checking +2022-02-16 15:21:45,858 Updating FAILED jobs +2022-02-16 15:21:45,863 Updating WAITING jobs +2022-02-16 15:21:45,864 Updating WAITING jobs eligible for be prepared +2022-02-16 15:21:45,866 Updating Held jobs +2022-02-16 15:21:45,866 Update finished +2022-02-16 15:21:45,867 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:21:45,867 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:21:45,867 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:21:45,867 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:21:45,867 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:21:45,868 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:21:45,868 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:21:45,868 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:21:45,868 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:21:45,868 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:21:45,868 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:21:45,868 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:21:45,868 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:21:45,868 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:21:45,868 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:21:45,868 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:21:45,868 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:21:45,868 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:21:45,868 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:21:45,868 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:21:45,871 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:21:45,896 Job list saved +2022-02-16 15:21:45,934 Updating FAILED jobs +2022-02-16 15:21:45,935 Updating WAITING jobs +2022-02-16 15:21:45,935 Updating WAITING jobs eligible for be prepared +2022-02-16 15:21:45,937 Updating Held jobs +2022-02-16 15:21:45,937 Update finished +2022-02-16 15:21:55,956 Reloading parameters... +2022-02-16 15:21:55,970 Loading parameters... +2022-02-16 15:21:55,971 Loading project parameters... +2022-02-16 15:21:55,972 + +190 of 783 jobs remaining (15:21) +2022-02-16 15:21:55,973 Sleep: 10 +2022-02-16 15:21:55,973 Number of retrials: 2 +2022-02-16 15:21:55,973 WRAPPER CHECK TIME = 10 +2022-02-16 15:21:55,977 Checking jobs for platform=marenostrum4 +2022-02-16 15:21:55,977 Checking Wrapper 20687337 +2022-02-16 15:21:59,908 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:21:59,909 Checking inner jobs status +2022-02-16 15:22:02,141 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:22:02,142 Checking Wrapper 20687333 +2022-02-16 15:22:06,074 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:22:06,074 Checking inner jobs status +2022-02-16 15:22:08,455 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:22:08,456 End of checking +2022-02-16 15:22:08,458 Updating FAILED jobs +2022-02-16 15:22:08,461 Updating WAITING jobs +2022-02-16 15:22:08,462 Updating WAITING jobs eligible for be prepared +2022-02-16 15:22:08,463 Updating Held jobs +2022-02-16 15:22:08,464 Update finished +2022-02-16 15:22:08,464 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:22:08,465 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:22:08,465 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:22:08,465 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:22:08,465 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:22:08,465 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:22:08,465 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:22:08,465 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:22:08,465 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:22:08,465 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:22:08,465 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:22:08,465 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:22:08,465 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:22:08,465 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:22:08,465 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:22:08,465 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:22:08,465 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:22:08,465 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:22:08,466 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:22:08,466 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:22:08,468 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:22:08,495 Job list saved +2022-02-16 15:22:08,533 Updating FAILED jobs +2022-02-16 15:22:08,534 Updating WAITING jobs +2022-02-16 15:22:08,534 Updating WAITING jobs eligible for be prepared +2022-02-16 15:22:08,535 Updating Held jobs +2022-02-16 15:22:08,536 Update finished +2022-02-16 15:22:18,554 Reloading parameters... +2022-02-16 15:22:18,570 Loading parameters... +2022-02-16 15:22:18,571 Loading project parameters... +2022-02-16 15:22:18,572 + +190 of 783 jobs remaining (15:22) +2022-02-16 15:22:18,572 Sleep: 10 +2022-02-16 15:22:18,573 Number of retrials: 2 +2022-02-16 15:22:18,573 WRAPPER CHECK TIME = 10 +2022-02-16 15:22:18,577 Checking jobs for platform=marenostrum4 +2022-02-16 15:22:18,577 Checking Wrapper 20687337 +2022-02-16 15:22:22,506 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:22:22,507 Checking inner jobs status +2022-02-16 15:22:27,039 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:22:27,041 Checking Wrapper 20687333 +2022-02-16 15:22:30,967 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:22:30,967 Checking inner jobs status +2022-02-16 15:22:32,890 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:22:32,891 End of checking +2022-02-16 15:22:32,893 Updating FAILED jobs +2022-02-16 15:22:32,897 Updating WAITING jobs +2022-02-16 15:22:32,898 Updating WAITING jobs eligible for be prepared +2022-02-16 15:22:32,899 Updating Held jobs +2022-02-16 15:22:32,900 Update finished +2022-02-16 15:22:32,901 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:22:32,901 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:22:32,901 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:22:32,901 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:22:32,901 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:22:32,901 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:22:32,901 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:22:32,901 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:22:32,901 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:22:32,901 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:22:32,902 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:22:32,902 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:22:32,902 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:22:32,902 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:22:32,902 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:22:32,902 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:22:32,902 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:22:32,902 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:22:32,902 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:22:32,902 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:22:32,905 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:22:32,931 Job list saved +2022-02-16 15:22:32,972 Updating FAILED jobs +2022-02-16 15:22:32,973 Updating WAITING jobs +2022-02-16 15:22:32,974 Updating WAITING jobs eligible for be prepared +2022-02-16 15:22:32,975 Updating Held jobs +2022-02-16 15:22:32,976 Update finished +2022-02-16 15:22:42,992 Reloading parameters... +2022-02-16 15:22:43,013 Loading parameters... +2022-02-16 15:22:43,014 Loading project parameters... +2022-02-16 15:22:43,015 + +190 of 783 jobs remaining (15:22) +2022-02-16 15:22:43,015 Sleep: 10 +2022-02-16 15:22:43,016 Number of retrials: 2 +2022-02-16 15:22:43,016 WRAPPER CHECK TIME = 10 +2022-02-16 15:22:43,022 Checking jobs for platform=marenostrum4 +2022-02-16 15:22:43,022 Checking Wrapper 20687337 +2022-02-16 15:22:46,959 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:22:46,959 Checking inner jobs status +2022-02-16 15:22:48,782 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:22:48,783 Checking Wrapper 20687333 +2022-02-16 15:22:52,862 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:22:52,862 Checking inner jobs status +2022-02-16 15:22:54,685 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:22:54,686 End of checking +2022-02-16 15:22:54,687 Updating FAILED jobs +2022-02-16 15:22:54,692 Updating WAITING jobs +2022-02-16 15:22:54,693 Updating WAITING jobs eligible for be prepared +2022-02-16 15:22:54,694 Updating Held jobs +2022-02-16 15:22:54,694 Update finished +2022-02-16 15:22:54,695 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:22:54,695 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:22:54,696 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:22:54,696 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:22:54,696 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:22:54,696 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:22:54,696 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:22:54,696 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:22:54,696 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:22:54,696 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:22:54,696 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:22:54,696 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:22:54,696 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:22:54,696 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:22:54,696 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:22:54,696 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:22:54,696 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:22:54,696 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:22:54,697 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:22:54,697 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:22:54,699 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:22:54,723 Job list saved +2022-02-16 15:22:54,768 Updating FAILED jobs +2022-02-16 15:22:54,769 Updating WAITING jobs +2022-02-16 15:22:54,770 Updating WAITING jobs eligible for be prepared +2022-02-16 15:22:54,771 Updating Held jobs +2022-02-16 15:22:54,772 Update finished +2022-02-16 15:23:04,784 Reloading parameters... +2022-02-16 15:23:04,798 Loading parameters... +2022-02-16 15:23:04,798 Loading project parameters... +2022-02-16 15:23:04,800 + +190 of 783 jobs remaining (15:23) +2022-02-16 15:23:04,800 Sleep: 10 +2022-02-16 15:23:04,800 Number of retrials: 2 +2022-02-16 15:23:04,800 WRAPPER CHECK TIME = 10 +2022-02-16 15:23:04,805 Checking jobs for platform=marenostrum4 +2022-02-16 15:23:04,805 Checking Wrapper 20687337 +2022-02-16 15:23:08,735 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:23:08,736 Checking inner jobs status +2022-02-16 15:23:10,614 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:23:10,615 Checking Wrapper 20687333 +2022-02-16 15:23:14,541 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:23:14,542 Checking inner jobs status +2022-02-16 15:23:16,469 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:23:16,469 End of checking +2022-02-16 15:23:16,471 Updating FAILED jobs +2022-02-16 15:23:16,476 Updating WAITING jobs +2022-02-16 15:23:16,477 Updating WAITING jobs eligible for be prepared +2022-02-16 15:23:16,478 Updating Held jobs +2022-02-16 15:23:16,479 Update finished +2022-02-16 15:23:16,479 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:23:16,480 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:23:16,480 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:23:16,480 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:23:16,480 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:23:16,480 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:23:16,480 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:23:16,480 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:23:16,480 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:23:16,480 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:23:16,480 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:23:16,480 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:23:16,480 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:23:16,480 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:23:16,480 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:23:16,481 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:23:16,481 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:23:16,481 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:23:16,481 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:23:16,481 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:23:16,484 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:23:16,510 Job list saved +2022-02-16 15:23:16,559 Updating FAILED jobs +2022-02-16 15:23:16,559 Updating WAITING jobs +2022-02-16 15:23:16,560 Updating WAITING jobs eligible for be prepared +2022-02-16 15:23:16,561 Updating Held jobs +2022-02-16 15:23:16,561 Update finished +2022-02-16 15:23:26,574 Reloading parameters... +2022-02-16 15:23:26,589 Loading parameters... +2022-02-16 15:23:26,589 Loading project parameters... +2022-02-16 15:23:26,590 + +190 of 783 jobs remaining (15:23) +2022-02-16 15:23:26,591 Sleep: 10 +2022-02-16 15:23:26,591 Number of retrials: 2 +2022-02-16 15:23:26,591 WRAPPER CHECK TIME = 10 +2022-02-16 15:23:26,595 Checking jobs for platform=marenostrum4 +2022-02-16 15:23:26,595 Checking Wrapper 20687337 +2022-02-16 15:23:30,627 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:23:30,627 Checking inner jobs status +2022-02-16 15:23:32,503 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:23:32,504 Checking Wrapper 20687333 +2022-02-16 15:23:36,434 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:23:36,435 Checking inner jobs status +2022-02-16 15:23:38,264 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:23:38,265 End of checking +2022-02-16 15:23:38,267 Updating FAILED jobs +2022-02-16 15:23:38,272 Updating WAITING jobs +2022-02-16 15:23:38,273 Updating WAITING jobs eligible for be prepared +2022-02-16 15:23:38,274 Updating Held jobs +2022-02-16 15:23:38,275 Update finished +2022-02-16 15:23:38,276 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:23:38,276 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:23:38,276 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:23:38,276 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:23:38,276 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:23:38,276 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:23:38,276 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:23:38,276 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:23:38,276 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:23:38,276 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:23:38,276 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:23:38,276 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:23:38,276 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:23:38,276 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:23:38,276 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:23:38,277 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:23:38,277 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:23:38,277 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:23:38,277 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:23:38,277 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:23:38,281 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:23:38,308 Job list saved +2022-02-16 15:23:38,380 Updating FAILED jobs +2022-02-16 15:23:38,381 Updating WAITING jobs +2022-02-16 15:23:38,381 Updating WAITING jobs eligible for be prepared +2022-02-16 15:23:38,382 Updating Held jobs +2022-02-16 15:23:38,383 Update finished +2022-02-16 15:23:48,399 Reloading parameters... +2022-02-16 15:23:48,416 Loading parameters... +2022-02-16 15:23:48,417 Loading project parameters... +2022-02-16 15:23:48,418 + +190 of 783 jobs remaining (15:23) +2022-02-16 15:23:48,419 Sleep: 10 +2022-02-16 15:23:48,419 Number of retrials: 2 +2022-02-16 15:23:48,419 WRAPPER CHECK TIME = 10 +2022-02-16 15:23:48,423 Checking jobs for platform=marenostrum4 +2022-02-16 15:23:48,424 Checking Wrapper 20687337 +2022-02-16 15:23:52,358 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:23:52,358 Checking inner jobs status +2022-02-16 15:23:56,991 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:23:56,991 Checking Wrapper 20687333 +2022-02-16 15:24:00,917 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:24:00,918 Checking inner jobs status +2022-02-16 15:24:03,096 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:24:03,097 End of checking +2022-02-16 15:24:03,098 Updating FAILED jobs +2022-02-16 15:24:03,103 Updating WAITING jobs +2022-02-16 15:24:03,104 Updating WAITING jobs eligible for be prepared +2022-02-16 15:24:03,105 Updating Held jobs +2022-02-16 15:24:03,105 Update finished +2022-02-16 15:24:03,106 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:24:03,106 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:24:03,106 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:24:03,106 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:24:03,106 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:24:03,106 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:24:03,107 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:24:03,107 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:24:03,107 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:24:03,107 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:24:03,107 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:24:03,107 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:24:03,107 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:24:03,107 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:24:03,107 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:24:03,107 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:24:03,107 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:24:03,107 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:24:03,107 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:24:03,107 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:24:03,111 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:24:03,135 Job list saved +2022-02-16 15:24:03,193 Updating FAILED jobs +2022-02-16 15:24:03,194 Updating WAITING jobs +2022-02-16 15:24:03,194 Updating WAITING jobs eligible for be prepared +2022-02-16 15:24:03,196 Updating Held jobs +2022-02-16 15:24:03,196 Update finished +2022-02-16 15:24:13,202 Reloading parameters... +2022-02-16 15:24:13,219 Loading parameters... +2022-02-16 15:24:13,220 Loading project parameters... +2022-02-16 15:24:13,222 + +190 of 783 jobs remaining (15:24) +2022-02-16 15:24:13,223 Sleep: 10 +2022-02-16 15:24:13,223 Number of retrials: 2 +2022-02-16 15:24:13,223 WRAPPER CHECK TIME = 10 +2022-02-16 15:24:13,232 Checking jobs for platform=marenostrum4 +2022-02-16 15:24:13,232 Checking Wrapper 20687337 +2022-02-16 15:24:17,262 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:24:17,262 Checking inner jobs status +2022-02-16 15:24:19,887 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:24:19,887 Checking Wrapper 20687333 +2022-02-16 15:24:23,913 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:24:23,913 Checking inner jobs status +2022-02-16 15:24:27,943 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:24:27,944 End of checking +2022-02-16 15:24:27,946 Updating FAILED jobs +2022-02-16 15:24:27,959 Updating WAITING jobs +2022-02-16 15:24:27,960 Updating WAITING jobs eligible for be prepared +2022-02-16 15:24:27,961 Updating Held jobs +2022-02-16 15:24:27,962 Update finished +2022-02-16 15:24:27,962 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:24:27,963 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:24:27,963 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:24:27,963 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:24:27,963 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:24:27,963 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:24:27,963 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:24:27,963 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:24:27,963 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:24:27,963 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:24:27,963 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:24:27,963 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:24:27,963 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:24:27,963 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:24:27,963 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:24:27,963 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:24:27,963 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:24:27,963 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:24:27,963 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:24:27,964 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:24:27,967 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:24:27,990 Job list saved +2022-02-16 15:24:28,030 Updating FAILED jobs +2022-02-16 15:24:28,030 Updating WAITING jobs +2022-02-16 15:24:28,031 Updating WAITING jobs eligible for be prepared +2022-02-16 15:24:28,032 Updating Held jobs +2022-02-16 15:24:28,032 Update finished +2022-02-16 15:24:38,040 Reloading parameters... +2022-02-16 15:24:38,053 Loading parameters... +2022-02-16 15:24:38,053 Loading project parameters... +2022-02-16 15:24:38,054 + +190 of 783 jobs remaining (15:24) +2022-02-16 15:24:38,055 Sleep: 10 +2022-02-16 15:24:38,055 Number of retrials: 2 +2022-02-16 15:24:38,055 WRAPPER CHECK TIME = 10 +2022-02-16 15:24:38,059 Checking jobs for platform=marenostrum4 +2022-02-16 15:24:38,059 Checking Wrapper 20687337 +2022-02-16 15:24:41,988 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:24:41,989 Checking inner jobs status +2022-02-16 15:24:44,815 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:24:44,816 Checking Wrapper 20687333 +2022-02-16 15:24:48,791 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:24:48,792 Checking inner jobs status +2022-02-16 15:24:50,666 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:24:50,666 End of checking +2022-02-16 15:24:50,668 Updating FAILED jobs +2022-02-16 15:24:50,673 Updating WAITING jobs +2022-02-16 15:24:50,673 Updating WAITING jobs eligible for be prepared +2022-02-16 15:24:50,675 Updating Held jobs +2022-02-16 15:24:50,675 Update finished +2022-02-16 15:24:50,676 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:24:50,676 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:24:50,676 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:24:50,676 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:24:50,676 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:24:50,676 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:24:50,676 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:24:50,677 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:24:50,677 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:24:50,677 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:24:50,677 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:24:50,677 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:24:50,677 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:24:50,677 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:24:50,677 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:24:50,677 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:24:50,677 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:24:50,677 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:24:50,677 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:24:50,677 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:24:50,682 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:24:50,708 Job list saved +2022-02-16 15:24:50,758 Updating FAILED jobs +2022-02-16 15:24:50,759 Updating WAITING jobs +2022-02-16 15:24:50,760 Updating WAITING jobs eligible for be prepared +2022-02-16 15:24:50,761 Updating Held jobs +2022-02-16 15:24:50,761 Update finished +2022-02-16 15:25:00,774 Reloading parameters... +2022-02-16 15:25:00,789 Loading parameters... +2022-02-16 15:25:00,790 Loading project parameters... +2022-02-16 15:25:00,791 + +190 of 783 jobs remaining (15:25) +2022-02-16 15:25:00,791 Sleep: 10 +2022-02-16 15:25:00,791 Number of retrials: 2 +2022-02-16 15:25:00,791 WRAPPER CHECK TIME = 10 +2022-02-16 15:25:00,796 Checking jobs for platform=marenostrum4 +2022-02-16 15:25:00,796 Checking Wrapper 20687337 +2022-02-16 15:25:04,722 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:25:04,723 Checking inner jobs status +2022-02-16 15:25:06,596 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:25:06,597 Checking Wrapper 20687333 +2022-02-16 15:25:10,573 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:25:10,574 Checking inner jobs status +2022-02-16 15:25:12,447 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:25:12,447 End of checking +2022-02-16 15:25:12,449 Updating FAILED jobs +2022-02-16 15:25:12,451 Updating WAITING jobs +2022-02-16 15:25:12,452 Updating WAITING jobs eligible for be prepared +2022-02-16 15:25:12,453 Updating Held jobs +2022-02-16 15:25:12,454 Update finished +2022-02-16 15:25:12,455 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:25:12,455 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:25:12,455 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:25:12,455 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:25:12,455 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:25:12,455 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:25:12,455 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:25:12,455 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:25:12,455 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:25:12,455 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:25:12,455 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:25:12,455 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:25:12,455 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:25:12,455 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:25:12,456 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:25:12,456 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:25:12,456 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:25:12,456 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:25:12,456 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:25:12,456 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:25:12,459 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:25:12,484 Job list saved +2022-02-16 15:25:12,558 Updating FAILED jobs +2022-02-16 15:25:12,559 Updating WAITING jobs +2022-02-16 15:25:12,560 Updating WAITING jobs eligible for be prepared +2022-02-16 15:25:12,561 Updating Held jobs +2022-02-16 15:25:12,562 Update finished +2022-02-16 15:25:22,577 Reloading parameters... +2022-02-16 15:25:22,591 Loading parameters... +2022-02-16 15:25:22,592 Loading project parameters... +2022-02-16 15:25:22,594 + +190 of 783 jobs remaining (15:25) +2022-02-16 15:25:22,594 Sleep: 10 +2022-02-16 15:25:22,594 Number of retrials: 2 +2022-02-16 15:25:22,594 WRAPPER CHECK TIME = 10 +2022-02-16 15:25:22,599 Checking jobs for platform=marenostrum4 +2022-02-16 15:25:22,599 Checking Wrapper 20687337 +2022-02-16 15:25:26,576 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:25:26,577 Checking inner jobs status +2022-02-16 15:25:28,457 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:25:28,458 Checking Wrapper 20687333 +2022-02-16 15:25:32,385 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:25:32,385 Checking inner jobs status +2022-02-16 15:25:34,211 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:25:34,212 End of checking +2022-02-16 15:25:34,214 Updating FAILED jobs +2022-02-16 15:25:34,218 Updating WAITING jobs +2022-02-16 15:25:34,219 Updating WAITING jobs eligible for be prepared +2022-02-16 15:25:34,220 Updating Held jobs +2022-02-16 15:25:34,221 Update finished +2022-02-16 15:25:34,222 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:25:34,222 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:25:34,222 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:25:34,222 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:25:34,222 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:25:34,222 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:25:34,222 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:25:34,222 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:25:34,222 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:25:34,223 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:25:34,223 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:25:34,223 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:25:34,223 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:25:34,223 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:25:34,223 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:25:34,223 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:25:34,223 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:25:34,223 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:25:34,223 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:25:34,223 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:25:34,227 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:25:34,252 Job list saved +2022-02-16 15:25:34,290 Updating FAILED jobs +2022-02-16 15:25:34,290 Updating WAITING jobs +2022-02-16 15:25:34,291 Updating WAITING jobs eligible for be prepared +2022-02-16 15:25:34,292 Updating Held jobs +2022-02-16 15:25:34,292 Update finished +2022-02-16 15:25:44,303 Reloading parameters... +2022-02-16 15:25:44,318 Loading parameters... +2022-02-16 15:25:44,319 Loading project parameters... +2022-02-16 15:25:44,320 + +190 of 783 jobs remaining (15:25) +2022-02-16 15:25:44,321 Sleep: 10 +2022-02-16 15:25:44,321 Number of retrials: 2 +2022-02-16 15:25:44,321 WRAPPER CHECK TIME = 10 +2022-02-16 15:25:44,328 Checking jobs for platform=marenostrum4 +2022-02-16 15:25:44,328 Checking Wrapper 20687337 +2022-02-16 15:25:48,261 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:25:48,261 Checking inner jobs status +2022-02-16 15:25:51,743 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:25:51,743 Checking Wrapper 20687333 +2022-02-16 15:25:55,677 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:25:55,678 Checking inner jobs status +2022-02-16 15:26:00,970 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:26:00,971 End of checking +2022-02-16 15:26:00,973 Updating FAILED jobs +2022-02-16 15:26:00,977 Updating WAITING jobs +2022-02-16 15:26:00,978 Updating WAITING jobs eligible for be prepared +2022-02-16 15:26:00,980 Updating Held jobs +2022-02-16 15:26:00,980 Update finished +2022-02-16 15:26:00,981 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:26:00,981 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:26:00,981 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:26:00,981 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:26:00,981 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:26:00,982 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:26:00,982 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:26:00,982 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:26:00,982 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:26:00,982 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:26:00,982 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:26:00,982 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:26:00,982 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:26:00,982 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:26:00,982 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:26:00,982 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:26:00,982 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:26:00,982 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:26:00,982 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:26:00,982 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:26:00,986 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:26:01,010 Job list saved +2022-02-16 15:26:01,056 Updating FAILED jobs +2022-02-16 15:26:01,056 Updating WAITING jobs +2022-02-16 15:26:01,057 Updating WAITING jobs eligible for be prepared +2022-02-16 15:26:01,058 Updating Held jobs +2022-02-16 15:26:01,058 Update finished +2022-02-16 15:26:11,073 Reloading parameters... +2022-02-16 15:26:11,088 Loading parameters... +2022-02-16 15:26:11,089 Loading project parameters... +2022-02-16 15:26:11,090 + +190 of 783 jobs remaining (15:26) +2022-02-16 15:26:11,090 Sleep: 10 +2022-02-16 15:26:11,090 Number of retrials: 2 +2022-02-16 15:26:11,090 WRAPPER CHECK TIME = 10 +2022-02-16 15:26:11,095 Checking jobs for platform=marenostrum4 +2022-02-16 15:26:11,095 Checking Wrapper 20687337 +2022-02-16 15:26:15,022 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:26:15,023 Checking inner jobs status +2022-02-16 15:26:19,010 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:26:19,010 Checking Wrapper 20687333 +2022-02-16 15:26:23,041 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:26:23,041 Checking inner jobs status +2022-02-16 15:26:25,272 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:26:25,272 End of checking +2022-02-16 15:26:25,274 Updating FAILED jobs +2022-02-16 15:26:25,279 Updating WAITING jobs +2022-02-16 15:26:25,279 Updating WAITING jobs eligible for be prepared +2022-02-16 15:26:25,280 Updating Held jobs +2022-02-16 15:26:25,281 Update finished +2022-02-16 15:26:25,281 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:26:25,282 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:26:25,282 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:26:25,282 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:26:25,282 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:26:25,282 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:26:25,282 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:26:25,282 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:26:25,282 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:26:25,282 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:26:25,282 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:26:25,282 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:26:25,282 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:26:25,282 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:26:25,282 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:26:25,282 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:26:25,282 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:26:25,282 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:26:25,283 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:26:25,283 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:26:25,286 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:26:25,307 Job list saved +2022-02-16 15:26:25,345 Updating FAILED jobs +2022-02-16 15:26:25,345 Updating WAITING jobs +2022-02-16 15:26:25,346 Updating WAITING jobs eligible for be prepared +2022-02-16 15:26:25,347 Updating Held jobs +2022-02-16 15:26:25,347 Update finished +2022-02-16 15:26:35,363 Reloading parameters... +2022-02-16 15:26:35,380 Loading parameters... +2022-02-16 15:26:35,380 Loading project parameters... +2022-02-16 15:26:35,382 + +190 of 783 jobs remaining (15:26) +2022-02-16 15:26:35,382 Sleep: 10 +2022-02-16 15:26:35,382 Number of retrials: 2 +2022-02-16 15:26:35,382 WRAPPER CHECK TIME = 10 +2022-02-16 15:26:35,386 Checking jobs for platform=marenostrum4 +2022-02-16 15:26:35,386 Checking Wrapper 20687337 +2022-02-16 15:26:39,315 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:26:39,316 Checking inner jobs status +2022-02-16 15:26:44,261 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:26:44,262 Checking Wrapper 20687333 +2022-02-16 15:26:48,238 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:26:48,239 Checking inner jobs status +2022-02-16 15:26:50,062 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:26:50,063 End of checking +2022-02-16 15:26:50,065 Updating FAILED jobs +2022-02-16 15:26:50,069 Updating WAITING jobs +2022-02-16 15:26:50,070 Updating WAITING jobs eligible for be prepared +2022-02-16 15:26:50,071 Updating Held jobs +2022-02-16 15:26:50,072 Update finished +2022-02-16 15:26:50,072 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:26:50,073 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:26:50,073 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:26:50,073 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:26:50,073 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:26:50,073 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:26:50,073 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:26:50,073 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:26:50,073 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:26:50,073 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:26:50,073 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:26:50,073 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:26:50,073 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:26:50,073 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:26:50,073 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:26:50,073 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:26:50,074 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:26:50,074 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:26:50,074 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:26:50,074 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:26:50,077 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:26:50,103 Job list saved +2022-02-16 15:26:50,143 Updating FAILED jobs +2022-02-16 15:26:50,143 Updating WAITING jobs +2022-02-16 15:26:50,144 Updating WAITING jobs eligible for be prepared +2022-02-16 15:26:50,145 Updating Held jobs +2022-02-16 15:26:50,145 Update finished +2022-02-16 15:27:00,160 Reloading parameters... +2022-02-16 15:27:00,178 Loading parameters... +2022-02-16 15:27:00,179 Loading project parameters... +2022-02-16 15:27:00,180 + +190 of 783 jobs remaining (15:27) +2022-02-16 15:27:00,181 Sleep: 10 +2022-02-16 15:27:00,181 Number of retrials: 2 +2022-02-16 15:27:00,181 WRAPPER CHECK TIME = 10 +2022-02-16 15:27:00,185 Checking jobs for platform=marenostrum4 +2022-02-16 15:27:00,186 Checking Wrapper 20687337 +2022-02-16 15:27:04,161 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:27:04,162 Checking inner jobs status +2022-02-16 15:27:06,036 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:27:06,037 Checking Wrapper 20687333 +2022-02-16 15:27:10,012 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:27:10,013 Checking inner jobs status +2022-02-16 15:27:11,936 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:27:11,938 End of checking +2022-02-16 15:27:11,940 Updating FAILED jobs +2022-02-16 15:27:11,944 Updating WAITING jobs +2022-02-16 15:27:11,945 Updating WAITING jobs eligible for be prepared +2022-02-16 15:27:11,947 Updating Held jobs +2022-02-16 15:27:11,947 Update finished +2022-02-16 15:27:11,948 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:27:11,948 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:27:11,948 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:27:11,948 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:27:11,948 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:27:11,948 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:27:11,949 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:27:11,949 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:27:11,949 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:27:11,949 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:27:11,949 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:27:11,949 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:27:11,949 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:27:11,949 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:27:11,949 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:27:11,949 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:27:11,949 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:27:11,949 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:27:11,949 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:27:11,949 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:27:11,963 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:27:11,989 Job list saved +2022-02-16 15:27:12,050 Updating FAILED jobs +2022-02-16 15:27:12,050 Updating WAITING jobs +2022-02-16 15:27:12,051 Updating WAITING jobs eligible for be prepared +2022-02-16 15:27:12,052 Updating Held jobs +2022-02-16 15:27:12,052 Update finished +2022-02-16 15:27:22,066 Reloading parameters... +2022-02-16 15:27:22,080 Loading parameters... +2022-02-16 15:27:22,081 Loading project parameters... +2022-02-16 15:27:22,083 + +190 of 783 jobs remaining (15:27) +2022-02-16 15:27:22,083 Sleep: 10 +2022-02-16 15:27:22,083 Number of retrials: 2 +2022-02-16 15:27:22,083 WRAPPER CHECK TIME = 10 +2022-02-16 15:27:22,087 Checking jobs for platform=marenostrum4 +2022-02-16 15:27:22,087 Checking Wrapper 20687337 +2022-02-16 15:27:26,064 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:27:26,065 Checking inner jobs status +2022-02-16 15:27:28,088 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:27:28,089 Checking Wrapper 20687333 +2022-02-16 15:27:32,016 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:27:32,017 Checking inner jobs status +2022-02-16 15:27:33,841 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:27:33,841 End of checking +2022-02-16 15:27:33,843 Updating FAILED jobs +2022-02-16 15:27:33,847 Updating WAITING jobs +2022-02-16 15:27:33,848 Updating WAITING jobs eligible for be prepared +2022-02-16 15:27:33,849 Updating Held jobs +2022-02-16 15:27:33,850 Update finished +2022-02-16 15:27:33,850 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:27:33,851 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:27:33,851 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:27:33,851 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:27:33,851 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:27:33,851 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:27:33,851 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:27:33,851 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:27:33,851 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:27:33,851 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:27:33,851 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:27:33,851 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:27:33,851 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:27:33,851 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:27:33,851 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:27:33,851 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:27:33,851 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:27:33,851 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:27:33,852 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:27:33,852 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:27:33,854 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:27:33,879 Job list saved +2022-02-16 15:27:33,917 Updating FAILED jobs +2022-02-16 15:27:33,917 Updating WAITING jobs +2022-02-16 15:27:33,918 Updating WAITING jobs eligible for be prepared +2022-02-16 15:27:33,919 Updating Held jobs +2022-02-16 15:27:33,919 Update finished +2022-02-16 15:27:43,933 Reloading parameters... +2022-02-16 15:27:43,959 Loading parameters... +2022-02-16 15:27:43,960 Loading project parameters... +2022-02-16 15:27:43,962 + +190 of 783 jobs remaining (15:27) +2022-02-16 15:27:43,963 Sleep: 10 +2022-02-16 15:27:43,963 Number of retrials: 2 +2022-02-16 15:27:43,963 WRAPPER CHECK TIME = 10 +2022-02-16 15:27:43,967 Checking jobs for platform=marenostrum4 +2022-02-16 15:27:43,967 Checking Wrapper 20687337 +2022-02-16 15:27:47,995 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:27:47,995 Checking inner jobs status +2022-02-16 15:27:50,418 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:27:50,419 Checking Wrapper 20687333 +2022-02-16 15:27:54,345 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:27:54,346 Checking inner jobs status +2022-02-16 15:27:56,277 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:27:56,278 End of checking +2022-02-16 15:27:56,280 Updating FAILED jobs +2022-02-16 15:27:56,284 Updating WAITING jobs +2022-02-16 15:27:56,285 Updating WAITING jobs eligible for be prepared +2022-02-16 15:27:56,286 Updating Held jobs +2022-02-16 15:27:56,286 Update finished +2022-02-16 15:27:56,287 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:27:56,287 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:27:56,287 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:27:56,287 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:27:56,287 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:27:56,287 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:27:56,287 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:27:56,287 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:27:56,287 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:27:56,287 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:27:56,287 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:27:56,287 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:27:56,287 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:27:56,287 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:27:56,287 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:27:56,288 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:27:56,288 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:27:56,288 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:27:56,288 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:27:56,288 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:27:56,291 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:27:56,312 Job list saved +2022-02-16 15:27:56,361 Updating FAILED jobs +2022-02-16 15:27:56,362 Updating WAITING jobs +2022-02-16 15:27:56,362 Updating WAITING jobs eligible for be prepared +2022-02-16 15:27:56,363 Updating Held jobs +2022-02-16 15:27:56,364 Update finished +2022-02-16 15:28:06,378 Reloading parameters... +2022-02-16 15:28:06,394 Loading parameters... +2022-02-16 15:28:06,395 Loading project parameters... +2022-02-16 15:28:06,397 + +190 of 783 jobs remaining (15:28) +2022-02-16 15:28:06,397 Sleep: 10 +2022-02-16 15:28:06,397 Number of retrials: 2 +2022-02-16 15:28:06,397 WRAPPER CHECK TIME = 10 +2022-02-16 15:28:06,402 Checking jobs for platform=marenostrum4 +2022-02-16 15:28:06,402 Checking Wrapper 20687337 +2022-02-16 15:28:10,329 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:28:10,329 Checking inner jobs status +2022-02-16 15:28:12,509 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:28:12,509 Checking Wrapper 20687333 +2022-02-16 15:28:16,534 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:28:16,535 Checking inner jobs status +2022-02-16 15:28:19,264 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:28:19,265 End of checking +2022-02-16 15:28:19,267 Updating FAILED jobs +2022-02-16 15:28:19,272 Updating WAITING jobs +2022-02-16 15:28:19,272 Updating WAITING jobs eligible for be prepared +2022-02-16 15:28:19,274 Updating Held jobs +2022-02-16 15:28:19,274 Update finished +2022-02-16 15:28:19,275 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:28:19,275 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:28:19,275 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:28:19,275 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:28:19,276 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:28:19,276 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:28:19,276 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:28:19,276 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:28:19,276 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:28:19,276 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:28:19,276 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:28:19,276 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:28:19,276 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:28:19,276 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:28:19,276 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:28:19,276 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:28:19,276 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:28:19,276 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:28:19,276 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:28:19,276 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:28:19,280 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:28:19,306 Job list saved +2022-02-16 15:28:19,348 Updating FAILED jobs +2022-02-16 15:28:19,357 Updating WAITING jobs +2022-02-16 15:28:19,358 Updating WAITING jobs eligible for be prepared +2022-02-16 15:28:19,359 Updating Held jobs +2022-02-16 15:28:19,360 Update finished +2022-02-16 15:28:29,374 Reloading parameters... +2022-02-16 15:28:29,391 Loading parameters... +2022-02-16 15:28:29,392 Loading project parameters... +2022-02-16 15:28:29,394 + +190 of 783 jobs remaining (15:28) +2022-02-16 15:28:29,394 Sleep: 10 +2022-02-16 15:28:29,394 Number of retrials: 2 +2022-02-16 15:28:29,394 WRAPPER CHECK TIME = 10 +2022-02-16 15:28:29,399 Checking jobs for platform=marenostrum4 +2022-02-16 15:28:29,399 Checking Wrapper 20687337 +2022-02-16 15:28:33,326 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:28:33,326 Checking inner jobs status +2022-02-16 15:28:38,367 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:28:38,367 Checking Wrapper 20687333 +2022-02-16 15:28:42,345 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:28:42,346 Checking inner jobs status +2022-02-16 15:28:44,327 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:28:44,328 End of checking +2022-02-16 15:28:44,330 Updating FAILED jobs +2022-02-16 15:28:44,335 Updating WAITING jobs +2022-02-16 15:28:44,336 Updating WAITING jobs eligible for be prepared +2022-02-16 15:28:44,337 Updating Held jobs +2022-02-16 15:28:44,338 Update finished +2022-02-16 15:28:44,339 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:28:44,339 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:28:44,339 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:28:44,339 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:28:44,339 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:28:44,339 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:28:44,339 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:28:44,339 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:28:44,339 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:28:44,339 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:28:44,339 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:28:44,339 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:28:44,339 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:28:44,339 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:28:44,339 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:28:44,340 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:28:44,340 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:28:44,340 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:28:44,340 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:28:44,340 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:28:44,343 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:28:44,376 Job list saved +2022-02-16 15:28:44,427 Updating FAILED jobs +2022-02-16 15:28:44,427 Updating WAITING jobs +2022-02-16 15:28:44,428 Updating WAITING jobs eligible for be prepared +2022-02-16 15:28:44,429 Updating Held jobs +2022-02-16 15:28:44,430 Update finished +2022-02-16 15:28:54,445 Reloading parameters... +2022-02-16 15:28:54,460 Loading parameters... +2022-02-16 15:28:54,461 Loading project parameters... +2022-02-16 15:28:54,462 + +190 of 783 jobs remaining (15:28) +2022-02-16 15:28:54,462 Sleep: 10 +2022-02-16 15:28:54,462 Number of retrials: 2 +2022-02-16 15:28:54,462 WRAPPER CHECK TIME = 10 +2022-02-16 15:28:54,467 Checking jobs for platform=marenostrum4 +2022-02-16 15:28:54,467 Checking Wrapper 20687337 +2022-02-16 15:28:58,445 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:28:58,446 Checking inner jobs status +2022-02-16 15:29:00,369 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:29:00,369 Checking Wrapper 20687333 +2022-02-16 15:29:04,347 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:29:04,348 Checking inner jobs status +2022-02-16 15:29:06,227 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:29:06,228 End of checking +2022-02-16 15:29:06,230 Updating FAILED jobs +2022-02-16 15:29:06,235 Updating WAITING jobs +2022-02-16 15:29:06,235 Updating WAITING jobs eligible for be prepared +2022-02-16 15:29:06,237 Updating Held jobs +2022-02-16 15:29:06,237 Update finished +2022-02-16 15:29:06,238 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:29:06,238 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:29:06,238 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:29:06,238 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:29:06,238 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:29:06,238 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:29:06,239 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:29:06,239 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:29:06,239 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:29:06,239 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:29:06,239 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:29:06,239 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:29:06,239 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:29:06,239 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:29:06,239 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:29:06,239 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:29:06,239 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:29:06,239 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:29:06,239 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:29:06,239 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:29:06,245 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:29:06,270 Job list saved +2022-02-16 15:29:06,313 Updating FAILED jobs +2022-02-16 15:29:06,313 Updating WAITING jobs +2022-02-16 15:29:06,314 Updating WAITING jobs eligible for be prepared +2022-02-16 15:29:06,315 Updating Held jobs +2022-02-16 15:29:06,316 Update finished +2022-02-16 15:29:16,331 Reloading parameters... +2022-02-16 15:29:16,356 Loading parameters... +2022-02-16 15:29:16,357 Loading project parameters... +2022-02-16 15:29:16,359 + +190 of 783 jobs remaining (15:29) +2022-02-16 15:29:16,359 Sleep: 10 +2022-02-16 15:29:16,359 Number of retrials: 2 +2022-02-16 15:29:16,359 WRAPPER CHECK TIME = 10 +2022-02-16 15:29:16,363 Checking jobs for platform=marenostrum4 +2022-02-16 15:29:16,363 Checking Wrapper 20687337 +2022-02-16 15:29:20,341 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:29:20,342 Checking inner jobs status +2022-02-16 15:29:22,269 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:29:22,270 Checking Wrapper 20687333 +2022-02-16 15:29:26,196 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:29:26,197 Checking inner jobs status +2022-02-16 15:29:28,020 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:29:28,021 End of checking +2022-02-16 15:29:28,023 Updating FAILED jobs +2022-02-16 15:29:28,028 Updating WAITING jobs +2022-02-16 15:29:28,029 Updating WAITING jobs eligible for be prepared +2022-02-16 15:29:28,030 Updating Held jobs +2022-02-16 15:29:28,031 Update finished +2022-02-16 15:29:28,031 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:29:28,031 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:29:28,032 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:29:28,032 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:29:28,032 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:29:28,032 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:29:28,032 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:29:28,032 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:29:28,032 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:29:28,032 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:29:28,032 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:29:28,032 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:29:28,032 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:29:28,032 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:29:28,032 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:29:28,032 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:29:28,032 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:29:28,032 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:29:28,033 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:29:28,033 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:29:28,037 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:29:28,062 Job list saved +2022-02-16 15:29:28,110 Updating FAILED jobs +2022-02-16 15:29:28,110 Updating WAITING jobs +2022-02-16 15:29:28,111 Updating WAITING jobs eligible for be prepared +2022-02-16 15:29:28,112 Updating Held jobs +2022-02-16 15:29:28,112 Update finished +2022-02-16 15:29:38,127 Reloading parameters... +2022-02-16 15:29:38,142 Loading parameters... +2022-02-16 15:29:38,143 Loading project parameters... +2022-02-16 15:29:38,144 + +190 of 783 jobs remaining (15:29) +2022-02-16 15:29:38,145 Sleep: 10 +2022-02-16 15:29:38,145 Number of retrials: 2 +2022-02-16 15:29:38,145 WRAPPER CHECK TIME = 10 +2022-02-16 15:29:38,158 Checking jobs for platform=marenostrum4 +2022-02-16 15:29:38,158 Checking Wrapper 20687337 +2022-02-16 15:29:42,237 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:29:42,238 Checking inner jobs status +2022-02-16 15:29:44,315 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:29:44,316 Checking Wrapper 20687333 +2022-02-16 15:29:48,241 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:29:48,242 Checking inner jobs status +2022-02-16 15:29:50,265 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:29:50,265 End of checking +2022-02-16 15:29:50,268 Updating FAILED jobs +2022-02-16 15:29:50,272 Updating WAITING jobs +2022-02-16 15:29:50,273 Updating WAITING jobs eligible for be prepared +2022-02-16 15:29:50,275 Updating Held jobs +2022-02-16 15:29:50,275 Update finished +2022-02-16 15:29:50,276 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:29:50,276 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:29:50,276 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:29:50,276 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:29:50,276 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:29:50,276 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:29:50,276 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:29:50,277 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:29:50,277 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:29:50,277 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:29:50,277 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:29:50,277 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:29:50,277 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:29:50,277 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:29:50,277 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:29:50,277 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:29:50,277 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:29:50,277 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:29:50,277 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:29:50,277 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:29:50,281 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:29:50,315 Job list saved +2022-02-16 15:29:50,370 Updating FAILED jobs +2022-02-16 15:29:50,371 Updating WAITING jobs +2022-02-16 15:29:50,372 Updating WAITING jobs eligible for be prepared +2022-02-16 15:29:50,373 Updating Held jobs +2022-02-16 15:29:50,373 Update finished +2022-02-16 15:30:00,386 Reloading parameters... +2022-02-16 15:30:00,405 Loading parameters... +2022-02-16 15:30:00,406 Loading project parameters... +2022-02-16 15:30:00,407 + +190 of 783 jobs remaining (15:30) +2022-02-16 15:30:00,408 Sleep: 10 +2022-02-16 15:30:00,408 Number of retrials: 2 +2022-02-16 15:30:00,408 WRAPPER CHECK TIME = 10 +2022-02-16 15:30:00,414 Checking jobs for platform=marenostrum4 +2022-02-16 15:30:00,414 Checking Wrapper 20687337 +2022-02-16 15:30:04,392 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:30:04,392 Checking inner jobs status +2022-02-16 15:30:06,569 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:30:06,570 Checking Wrapper 20687333 +2022-02-16 15:30:10,549 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:30:10,550 Checking inner jobs status +2022-02-16 15:30:15,442 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:30:15,442 End of checking +2022-02-16 15:30:15,444 Updating FAILED jobs +2022-02-16 15:30:15,449 Updating WAITING jobs +2022-02-16 15:30:15,450 Updating WAITING jobs eligible for be prepared +2022-02-16 15:30:15,452 Updating Held jobs +2022-02-16 15:30:15,452 Update finished +2022-02-16 15:30:15,453 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:30:15,453 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:30:15,453 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:30:15,453 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:30:15,453 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:30:15,453 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:30:15,453 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:30:15,454 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:30:15,454 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:30:15,454 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:30:15,454 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:30:15,454 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:30:15,454 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:30:15,454 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:30:15,454 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:30:15,454 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:30:15,454 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:30:15,454 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:30:15,454 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:30:15,454 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:30:15,458 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:30:15,485 Job list saved +2022-02-16 15:30:15,527 Updating FAILED jobs +2022-02-16 15:30:15,528 Updating WAITING jobs +2022-02-16 15:30:15,529 Updating WAITING jobs eligible for be prepared +2022-02-16 15:30:15,530 Updating Held jobs +2022-02-16 15:30:15,531 Update finished +2022-02-16 15:30:25,543 Reloading parameters... +2022-02-16 15:30:25,574 Loading parameters... +2022-02-16 15:30:25,575 Loading project parameters... +2022-02-16 15:30:25,576 + +190 of 783 jobs remaining (15:30) +2022-02-16 15:30:25,576 Sleep: 10 +2022-02-16 15:30:25,576 Number of retrials: 2 +2022-02-16 15:30:25,577 WRAPPER CHECK TIME = 10 +2022-02-16 15:30:25,581 Checking jobs for platform=marenostrum4 +2022-02-16 15:30:25,581 Checking Wrapper 20687337 +2022-02-16 15:30:29,565 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:30:29,566 Checking inner jobs status +2022-02-16 15:30:34,052 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:30:34,053 Checking Wrapper 20687333 +2022-02-16 15:30:37,983 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:30:37,983 Checking inner jobs status +2022-02-16 15:30:42,574 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:30:42,575 End of checking +2022-02-16 15:30:42,578 Updating FAILED jobs +2022-02-16 15:30:42,583 Updating WAITING jobs +2022-02-16 15:30:42,584 Updating WAITING jobs eligible for be prepared +2022-02-16 15:30:42,585 Updating Held jobs +2022-02-16 15:30:42,586 Update finished +2022-02-16 15:30:42,587 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:30:42,587 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:30:42,587 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:30:42,587 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:30:42,587 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:30:42,587 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:30:42,587 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:30:42,587 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:30:42,587 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:30:42,587 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:30:42,587 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:30:42,587 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:30:42,587 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:30:42,587 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:30:42,588 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:30:42,588 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:30:42,588 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:30:42,588 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:30:42,588 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:30:42,588 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:30:42,591 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:30:42,619 Job list saved +2022-02-16 15:30:42,705 Updating FAILED jobs +2022-02-16 15:30:42,706 Updating WAITING jobs +2022-02-16 15:30:42,707 Updating WAITING jobs eligible for be prepared +2022-02-16 15:30:42,708 Updating Held jobs +2022-02-16 15:30:42,708 Update finished +2022-02-16 15:30:52,723 Reloading parameters... +2022-02-16 15:30:52,743 Loading parameters... +2022-02-16 15:30:52,744 Loading project parameters... +2022-02-16 15:30:52,745 + +190 of 783 jobs remaining (15:30) +2022-02-16 15:30:52,746 Sleep: 10 +2022-02-16 15:30:52,746 Number of retrials: 2 +2022-02-16 15:30:52,746 WRAPPER CHECK TIME = 10 +2022-02-16 15:30:52,760 Checking jobs for platform=marenostrum4 +2022-02-16 15:30:52,760 Checking Wrapper 20687337 +2022-02-16 15:30:56,688 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:30:56,689 Checking inner jobs status +2022-02-16 15:30:58,514 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:30:58,515 Checking Wrapper 20687333 +2022-02-16 15:31:02,396 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:31:02,397 Checking inner jobs status +2022-02-16 15:31:04,219 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:31:04,219 End of checking +2022-02-16 15:31:04,221 Updating FAILED jobs +2022-02-16 15:31:04,226 Updating WAITING jobs +2022-02-16 15:31:04,227 Updating WAITING jobs eligible for be prepared +2022-02-16 15:31:04,228 Updating Held jobs +2022-02-16 15:31:04,229 Update finished +2022-02-16 15:31:04,229 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:31:04,230 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:31:04,230 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:31:04,230 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:31:04,230 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:31:04,230 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:31:04,230 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:31:04,230 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:31:04,230 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:31:04,230 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:31:04,230 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:31:04,230 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:31:04,230 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:31:04,230 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:31:04,230 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:31:04,230 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:31:04,230 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:31:04,230 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:31:04,230 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:31:04,231 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:31:04,234 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:31:04,259 Job list saved +2022-02-16 15:31:04,307 Updating FAILED jobs +2022-02-16 15:31:04,309 Updating WAITING jobs +2022-02-16 15:31:04,310 Updating WAITING jobs eligible for be prepared +2022-02-16 15:31:04,312 Updating Held jobs +2022-02-16 15:31:04,313 Update finished +2022-02-16 15:31:14,329 Reloading parameters... +2022-02-16 15:31:14,346 Loading parameters... +2022-02-16 15:31:14,347 Loading project parameters... +2022-02-16 15:31:14,348 + +190 of 783 jobs remaining (15:31) +2022-02-16 15:31:14,349 Sleep: 10 +2022-02-16 15:31:14,349 Number of retrials: 2 +2022-02-16 15:31:14,349 WRAPPER CHECK TIME = 10 +2022-02-16 15:31:14,362 Checking jobs for platform=marenostrum4 +2022-02-16 15:31:14,362 Checking Wrapper 20687337 +2022-02-16 15:31:18,290 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:31:18,291 Checking inner jobs status +2022-02-16 15:31:20,414 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:31:20,415 Checking Wrapper 20687333 +2022-02-16 15:31:24,492 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:31:24,492 Checking inner jobs status +2022-02-16 15:31:26,616 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:31:26,616 End of checking +2022-02-16 15:31:26,618 Updating FAILED jobs +2022-02-16 15:31:26,623 Updating WAITING jobs +2022-02-16 15:31:26,624 Updating WAITING jobs eligible for be prepared +2022-02-16 15:31:26,625 Updating Held jobs +2022-02-16 15:31:26,626 Update finished +2022-02-16 15:31:26,626 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:31:26,626 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:31:26,626 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:31:26,626 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:31:26,627 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:31:26,627 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:31:26,627 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:31:26,627 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:31:26,627 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:31:26,627 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:31:26,627 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:31:26,627 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:31:26,627 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:31:26,627 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:31:26,627 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:31:26,627 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:31:26,627 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:31:26,627 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:31:26,627 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:31:26,627 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:31:26,631 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:31:26,658 Job list saved +2022-02-16 15:31:26,699 Updating FAILED jobs +2022-02-16 15:31:26,700 Updating WAITING jobs +2022-02-16 15:31:26,701 Updating WAITING jobs eligible for be prepared +2022-02-16 15:31:26,702 Updating Held jobs +2022-02-16 15:31:26,702 Update finished +2022-02-16 15:31:36,716 Reloading parameters... +2022-02-16 15:31:36,734 Loading parameters... +2022-02-16 15:31:36,734 Loading project parameters... +2022-02-16 15:31:36,736 + +190 of 783 jobs remaining (15:31) +2022-02-16 15:31:36,736 Sleep: 10 +2022-02-16 15:31:36,736 Number of retrials: 2 +2022-02-16 15:31:36,736 WRAPPER CHECK TIME = 10 +2022-02-16 15:31:36,741 Checking jobs for platform=marenostrum4 +2022-02-16 15:31:36,741 Checking Wrapper 20687337 +2022-02-16 15:31:40,675 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:31:40,676 Checking inner jobs status +2022-02-16 15:31:42,500 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:31:42,501 Checking Wrapper 20687333 +2022-02-16 15:31:46,428 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:31:46,428 Checking inner jobs status +2022-02-16 15:31:48,358 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:31:48,359 End of checking +2022-02-16 15:31:48,361 Updating FAILED jobs +2022-02-16 15:31:48,366 Updating WAITING jobs +2022-02-16 15:31:48,367 Updating WAITING jobs eligible for be prepared +2022-02-16 15:31:48,368 Updating Held jobs +2022-02-16 15:31:48,369 Update finished +2022-02-16 15:31:48,370 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:31:48,370 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:31:48,370 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:31:48,370 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:31:48,370 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:31:48,370 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:31:48,370 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:31:48,370 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:31:48,370 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:31:48,370 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:31:48,370 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:31:48,370 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:31:48,370 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:31:48,371 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:31:48,371 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:31:48,371 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:31:48,371 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:31:48,371 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:31:48,371 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:31:48,371 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:31:48,374 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:31:48,400 Job list saved +2022-02-16 15:31:48,450 Updating FAILED jobs +2022-02-16 15:31:48,451 Updating WAITING jobs +2022-02-16 15:31:48,451 Updating WAITING jobs eligible for be prepared +2022-02-16 15:31:48,452 Updating Held jobs +2022-02-16 15:31:48,453 Update finished +2022-02-16 15:31:58,468 Reloading parameters... +2022-02-16 15:31:58,486 Loading parameters... +2022-02-16 15:31:58,487 Loading project parameters... +2022-02-16 15:31:58,488 + +190 of 783 jobs remaining (15:31) +2022-02-16 15:31:58,489 Sleep: 10 +2022-02-16 15:31:58,489 Number of retrials: 2 +2022-02-16 15:31:58,489 WRAPPER CHECK TIME = 10 +2022-02-16 15:31:58,493 Checking jobs for platform=marenostrum4 +2022-02-16 15:31:58,493 Checking Wrapper 20687337 +2022-02-16 15:32:02,470 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:32:02,470 Checking inner jobs status +2022-02-16 15:32:04,294 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:32:04,295 Checking Wrapper 20687333 +2022-02-16 15:32:08,270 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:32:08,271 Checking inner jobs status +2022-02-16 15:32:10,946 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:32:10,946 End of checking +2022-02-16 15:32:10,948 Updating FAILED jobs +2022-02-16 15:32:10,953 Updating WAITING jobs +2022-02-16 15:32:10,954 Updating WAITING jobs eligible for be prepared +2022-02-16 15:32:10,955 Updating Held jobs +2022-02-16 15:32:10,956 Update finished +2022-02-16 15:32:10,965 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:32:10,965 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:32:10,965 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:32:10,965 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:32:10,965 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:32:10,965 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:32:10,966 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:32:10,966 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:32:10,966 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:32:10,966 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:32:10,966 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:32:10,966 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:32:10,966 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:32:10,966 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:32:10,966 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:32:10,966 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:32:10,966 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:32:10,966 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:32:10,966 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:32:10,966 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:32:10,970 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:32:10,996 Job list saved +2022-02-16 15:32:11,041 Updating FAILED jobs +2022-02-16 15:32:11,041 Updating WAITING jobs +2022-02-16 15:32:11,042 Updating WAITING jobs eligible for be prepared +2022-02-16 15:32:11,043 Updating Held jobs +2022-02-16 15:32:11,044 Update finished +2022-02-16 15:32:21,059 Reloading parameters... +2022-02-16 15:32:21,077 Loading parameters... +2022-02-16 15:32:21,078 Loading project parameters... +2022-02-16 15:32:21,079 + +190 of 783 jobs remaining (15:32) +2022-02-16 15:32:21,079 Sleep: 10 +2022-02-16 15:32:21,079 Number of retrials: 2 +2022-02-16 15:32:21,079 WRAPPER CHECK TIME = 10 +2022-02-16 15:32:21,084 Checking jobs for platform=marenostrum4 +2022-02-16 15:32:21,084 Checking Wrapper 20687337 +2022-02-16 15:32:25,115 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:32:25,115 Checking inner jobs status +2022-02-16 15:32:27,742 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:32:27,743 Checking Wrapper 20687333 +2022-02-16 15:32:31,681 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:32:31,681 Checking inner jobs status +2022-02-16 15:32:35,613 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:32:35,614 End of checking +2022-02-16 15:32:35,615 Updating FAILED jobs +2022-02-16 15:32:35,619 Updating WAITING jobs +2022-02-16 15:32:35,620 Updating WAITING jobs eligible for be prepared +2022-02-16 15:32:35,621 Updating Held jobs +2022-02-16 15:32:35,622 Update finished +2022-02-16 15:32:35,622 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:32:35,623 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:32:35,623 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:32:35,623 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:32:35,623 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:32:35,623 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:32:35,623 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:32:35,623 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:32:35,623 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:32:35,623 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:32:35,623 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:32:35,623 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:32:35,623 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:32:35,623 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:32:35,623 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:32:35,623 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:32:35,623 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:32:35,624 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:32:35,624 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:32:35,624 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:32:35,626 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:32:35,651 Job list saved +2022-02-16 15:32:35,718 Updating FAILED jobs +2022-02-16 15:32:35,719 Updating WAITING jobs +2022-02-16 15:32:35,720 Updating WAITING jobs eligible for be prepared +2022-02-16 15:32:35,721 Updating Held jobs +2022-02-16 15:32:35,721 Update finished +2022-02-16 15:32:45,736 Reloading parameters... +2022-02-16 15:32:45,760 Loading parameters... +2022-02-16 15:32:45,761 Loading project parameters... +2022-02-16 15:32:45,762 + +190 of 783 jobs remaining (15:32) +2022-02-16 15:32:45,762 Sleep: 10 +2022-02-16 15:32:45,762 Number of retrials: 2 +2022-02-16 15:32:45,762 WRAPPER CHECK TIME = 10 +2022-02-16 15:32:45,766 Checking jobs for platform=marenostrum4 +2022-02-16 15:32:45,766 Checking Wrapper 20687337 +2022-02-16 15:32:49,697 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:32:49,698 Checking inner jobs status +2022-02-16 15:32:53,531 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:32:53,532 Checking Wrapper 20687333 +2022-02-16 15:32:57,516 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:32:57,517 Checking inner jobs status +2022-02-16 15:33:01,410 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:33:01,411 End of checking +2022-02-16 15:33:01,413 Updating FAILED jobs +2022-02-16 15:33:01,418 Updating WAITING jobs +2022-02-16 15:33:01,419 Updating WAITING jobs eligible for be prepared +2022-02-16 15:33:01,420 Updating Held jobs +2022-02-16 15:33:01,421 Update finished +2022-02-16 15:33:01,421 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:33:01,422 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:33:01,422 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:33:01,422 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:33:01,422 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:33:01,422 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:33:01,422 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:33:01,422 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:33:01,422 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:33:01,422 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:33:01,422 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:33:01,422 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:33:01,422 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:33:01,422 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:33:01,422 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:33:01,422 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:33:01,422 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:33:01,423 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:33:01,423 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:33:01,423 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:33:01,426 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:33:01,451 Job list saved +2022-02-16 15:33:01,497 Updating FAILED jobs +2022-02-16 15:33:01,498 Updating WAITING jobs +2022-02-16 15:33:01,498 Updating WAITING jobs eligible for be prepared +2022-02-16 15:33:01,500 Updating Held jobs +2022-02-16 15:33:01,500 Update finished +2022-02-16 15:33:11,515 Reloading parameters... +2022-02-16 15:33:11,534 Loading parameters... +2022-02-16 15:33:11,535 Loading project parameters... +2022-02-16 15:33:11,537 + +190 of 783 jobs remaining (15:33) +2022-02-16 15:33:11,537 Sleep: 10 +2022-02-16 15:33:11,537 Number of retrials: 2 +2022-02-16 15:33:11,538 WRAPPER CHECK TIME = 10 +2022-02-16 15:33:11,545 Checking jobs for platform=marenostrum4 +2022-02-16 15:33:11,545 Checking Wrapper 20687337 +2022-02-16 15:33:15,482 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:33:15,482 Checking inner jobs status +2022-02-16 15:33:17,312 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:33:17,313 Checking Wrapper 20687333 +2022-02-16 15:33:21,248 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:33:21,249 Checking inner jobs status +2022-02-16 15:33:23,074 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:33:23,075 End of checking +2022-02-16 15:33:23,077 Updating FAILED jobs +2022-02-16 15:33:23,081 Updating WAITING jobs +2022-02-16 15:33:23,081 Updating WAITING jobs eligible for be prepared +2022-02-16 15:33:23,082 Updating Held jobs +2022-02-16 15:33:23,083 Update finished +2022-02-16 15:33:23,084 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:33:23,084 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:33:23,084 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:33:23,084 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:33:23,084 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:33:23,084 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:33:23,084 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:33:23,084 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:33:23,084 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:33:23,084 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:33:23,084 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:33:23,084 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:33:23,084 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:33:23,084 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:33:23,084 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:33:23,084 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:33:23,084 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:33:23,085 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:33:23,085 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:33:23,085 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:33:23,089 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:33:23,111 Job list saved +2022-02-16 15:33:23,177 Updating FAILED jobs +2022-02-16 15:33:23,178 Updating WAITING jobs +2022-02-16 15:33:23,178 Updating WAITING jobs eligible for be prepared +2022-02-16 15:33:23,179 Updating Held jobs +2022-02-16 15:33:23,180 Update finished +2022-02-16 15:33:33,195 Reloading parameters... +2022-02-16 15:33:33,211 Loading parameters... +2022-02-16 15:33:33,212 Loading project parameters... +2022-02-16 15:33:33,214 + +190 of 783 jobs remaining (15:33) +2022-02-16 15:33:33,214 Sleep: 10 +2022-02-16 15:33:33,214 Number of retrials: 2 +2022-02-16 15:33:33,214 WRAPPER CHECK TIME = 10 +2022-02-16 15:33:33,218 Checking jobs for platform=marenostrum4 +2022-02-16 15:33:33,218 Checking Wrapper 20687337 +2022-02-16 15:33:37,147 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:33:37,147 Checking inner jobs status +2022-02-16 15:33:38,976 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:33:38,977 Checking Wrapper 20687333 +2022-02-16 15:33:42,914 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:33:42,915 Checking inner jobs status +2022-02-16 15:33:44,796 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:33:44,797 End of checking +2022-02-16 15:33:44,799 Updating FAILED jobs +2022-02-16 15:33:44,803 Updating WAITING jobs +2022-02-16 15:33:44,804 Updating WAITING jobs eligible for be prepared +2022-02-16 15:33:44,805 Updating Held jobs +2022-02-16 15:33:44,805 Update finished +2022-02-16 15:33:44,806 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:33:44,806 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:33:44,806 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:33:44,806 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:33:44,806 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:33:44,807 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:33:44,807 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:33:44,807 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:33:44,807 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:33:44,807 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:33:44,807 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:33:44,807 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:33:44,807 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:33:44,807 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:33:44,807 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:33:44,807 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:33:44,807 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:33:44,807 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:33:44,807 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:33:44,807 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:33:44,810 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:33:44,834 Job list saved +2022-02-16 15:33:44,891 Updating FAILED jobs +2022-02-16 15:33:44,891 Updating WAITING jobs +2022-02-16 15:33:44,892 Updating WAITING jobs eligible for be prepared +2022-02-16 15:33:44,893 Updating Held jobs +2022-02-16 15:33:44,893 Update finished +2022-02-16 15:33:54,908 Reloading parameters... +2022-02-16 15:33:54,921 Loading parameters... +2022-02-16 15:33:54,922 Loading project parameters... +2022-02-16 15:33:54,923 + +190 of 783 jobs remaining (15:33) +2022-02-16 15:33:54,924 Sleep: 10 +2022-02-16 15:33:54,924 Number of retrials: 2 +2022-02-16 15:33:54,924 WRAPPER CHECK TIME = 10 +2022-02-16 15:33:54,928 Checking jobs for platform=marenostrum4 +2022-02-16 15:33:54,928 Checking Wrapper 20687337 +2022-02-16 15:33:58,964 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:33:58,964 Checking inner jobs status +2022-02-16 15:34:00,837 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:34:00,837 Checking Wrapper 20687333 +2022-02-16 15:34:04,769 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:34:04,770 Checking inner jobs status +2022-02-16 15:34:06,643 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:34:06,643 End of checking +2022-02-16 15:34:06,646 Updating FAILED jobs +2022-02-16 15:34:06,651 Updating WAITING jobs +2022-02-16 15:34:06,651 Updating WAITING jobs eligible for be prepared +2022-02-16 15:34:06,653 Updating Held jobs +2022-02-16 15:34:06,653 Update finished +2022-02-16 15:34:06,654 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:34:06,654 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:34:06,654 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:34:06,654 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:34:06,654 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:34:06,654 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:34:06,655 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:34:06,655 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:34:06,655 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:34:06,655 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:34:06,655 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:34:06,655 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:34:06,655 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:34:06,655 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:34:06,655 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:34:06,655 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:34:06,655 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:34:06,655 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:34:06,655 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:34:06,655 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:34:06,659 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:34:06,684 Job list saved +2022-02-16 15:34:06,729 Updating FAILED jobs +2022-02-16 15:34:06,730 Updating WAITING jobs +2022-02-16 15:34:06,730 Updating WAITING jobs eligible for be prepared +2022-02-16 15:34:06,731 Updating Held jobs +2022-02-16 15:34:06,732 Update finished +2022-02-16 15:34:16,747 Reloading parameters... +2022-02-16 15:34:16,773 Loading parameters... +2022-02-16 15:34:16,774 Loading project parameters... +2022-02-16 15:34:16,775 + +190 of 783 jobs remaining (15:34) +2022-02-16 15:34:16,776 Sleep: 10 +2022-02-16 15:34:16,776 Number of retrials: 2 +2022-02-16 15:34:16,776 WRAPPER CHECK TIME = 10 +2022-02-16 15:34:16,780 Checking jobs for platform=marenostrum4 +2022-02-16 15:34:16,780 Checking Wrapper 20687337 +2022-02-16 15:34:20,713 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:34:20,714 Checking inner jobs status +2022-02-16 15:34:23,189 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:34:23,189 Checking Wrapper 20687333 +2022-02-16 15:34:27,115 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:34:27,116 Checking inner jobs status +2022-02-16 15:34:29,048 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:34:29,049 End of checking +2022-02-16 15:34:29,051 Updating FAILED jobs +2022-02-16 15:34:29,055 Updating WAITING jobs +2022-02-16 15:34:29,056 Updating WAITING jobs eligible for be prepared +2022-02-16 15:34:29,057 Updating Held jobs +2022-02-16 15:34:29,058 Update finished +2022-02-16 15:34:29,059 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:34:29,059 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:34:29,059 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:34:29,059 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:34:29,059 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:34:29,059 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:34:29,059 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:34:29,059 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:34:29,059 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:34:29,060 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:34:29,060 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:34:29,060 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:34:29,060 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:34:29,060 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:34:29,060 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:34:29,060 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:34:29,060 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:34:29,060 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:34:29,060 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:34:29,060 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:34:29,064 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:34:29,089 Job list saved +2022-02-16 15:34:29,133 Updating FAILED jobs +2022-02-16 15:34:29,134 Updating WAITING jobs +2022-02-16 15:34:29,135 Updating WAITING jobs eligible for be prepared +2022-02-16 15:34:29,136 Updating Held jobs +2022-02-16 15:34:29,137 Update finished +2022-02-16 15:34:39,152 Reloading parameters... +2022-02-16 15:34:39,177 Loading parameters... +2022-02-16 15:34:39,178 Loading project parameters... +2022-02-16 15:34:39,180 + +190 of 783 jobs remaining (15:34) +2022-02-16 15:34:39,180 Sleep: 10 +2022-02-16 15:34:39,180 Number of retrials: 2 +2022-02-16 15:34:39,180 WRAPPER CHECK TIME = 10 +2022-02-16 15:34:39,187 Checking jobs for platform=marenostrum4 +2022-02-16 15:34:39,187 Checking Wrapper 20687337 +2022-02-16 15:34:43,116 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:34:43,117 Checking inner jobs status +2022-02-16 15:34:45,498 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:34:45,498 Checking Wrapper 20687333 +2022-02-16 15:34:49,423 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:34:49,423 Checking inner jobs status +2022-02-16 15:34:53,810 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:34:53,812 End of checking +2022-02-16 15:34:53,813 Updating FAILED jobs +2022-02-16 15:34:53,818 Updating WAITING jobs +2022-02-16 15:34:53,818 Updating WAITING jobs eligible for be prepared +2022-02-16 15:34:53,820 Updating Held jobs +2022-02-16 15:34:53,821 Update finished +2022-02-16 15:34:53,821 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:34:53,822 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:34:53,822 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:34:53,822 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:34:53,822 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:34:53,822 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:34:53,822 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:34:53,822 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:34:53,822 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:34:53,822 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:34:53,822 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:34:53,822 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:34:53,822 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:34:53,822 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:34:53,822 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:34:53,822 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:34:53,822 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:34:53,822 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:34:53,823 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:34:53,823 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:34:53,832 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:34:53,858 Job list saved +2022-02-16 15:34:53,899 Updating FAILED jobs +2022-02-16 15:34:53,899 Updating WAITING jobs +2022-02-16 15:34:53,900 Updating WAITING jobs eligible for be prepared +2022-02-16 15:34:53,901 Updating Held jobs +2022-02-16 15:34:53,901 Update finished +2022-02-16 15:35:03,915 Reloading parameters... +2022-02-16 15:35:03,931 Loading parameters... +2022-02-16 15:35:03,932 Loading project parameters... +2022-02-16 15:35:03,934 + +190 of 783 jobs remaining (15:35) +2022-02-16 15:35:03,935 Sleep: 10 +2022-02-16 15:35:03,935 Number of retrials: 2 +2022-02-16 15:35:03,935 WRAPPER CHECK TIME = 10 +2022-02-16 15:35:03,939 Checking jobs for platform=marenostrum4 +2022-02-16 15:35:03,940 Checking Wrapper 20687337 +2022-02-16 15:35:07,875 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:35:07,875 Checking inner jobs status +2022-02-16 15:35:10,710 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:35:10,711 Checking Wrapper 20687333 +2022-02-16 15:35:14,637 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:35:14,637 Checking inner jobs status +2022-02-16 15:35:16,564 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:35:16,566 End of checking +2022-02-16 15:35:16,569 Updating FAILED jobs +2022-02-16 15:35:16,574 Updating WAITING jobs +2022-02-16 15:35:16,574 Updating WAITING jobs eligible for be prepared +2022-02-16 15:35:16,576 Updating Held jobs +2022-02-16 15:35:16,576 Update finished +2022-02-16 15:35:16,577 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:35:16,577 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:35:16,578 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:35:16,578 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:35:16,578 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:35:16,578 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:35:16,578 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:35:16,578 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:35:16,578 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:35:16,578 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:35:16,578 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:35:16,578 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:35:16,578 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:35:16,578 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:35:16,578 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:35:16,578 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:35:16,578 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:35:16,579 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:35:16,579 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:35:16,579 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:35:16,582 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:35:16,608 Job list saved +2022-02-16 15:35:16,657 Updating FAILED jobs +2022-02-16 15:35:16,658 Updating WAITING jobs +2022-02-16 15:35:16,658 Updating WAITING jobs eligible for be prepared +2022-02-16 15:35:16,660 Updating Held jobs +2022-02-16 15:35:16,660 Update finished +2022-02-16 15:35:26,673 Reloading parameters... +2022-02-16 15:35:26,692 Loading parameters... +2022-02-16 15:35:26,695 Loading project parameters... +2022-02-16 15:35:26,697 + +190 of 783 jobs remaining (15:35) +2022-02-16 15:35:26,698 Sleep: 10 +2022-02-16 15:35:26,698 Number of retrials: 2 +2022-02-16 15:35:26,698 WRAPPER CHECK TIME = 10 +2022-02-16 15:35:26,714 Checking jobs for platform=marenostrum4 +2022-02-16 15:35:26,714 Checking Wrapper 20687337 +2022-02-16 15:35:30,696 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:35:30,696 Checking inner jobs status +2022-02-16 15:35:32,571 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:35:32,572 Checking Wrapper 20687333 +2022-02-16 15:35:36,500 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:35:36,500 Checking inner jobs status +2022-02-16 15:35:38,323 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:35:38,324 End of checking +2022-02-16 15:35:38,326 Updating FAILED jobs +2022-02-16 15:35:38,330 Updating WAITING jobs +2022-02-16 15:35:38,331 Updating WAITING jobs eligible for be prepared +2022-02-16 15:35:38,331 Updating Held jobs +2022-02-16 15:35:38,332 Update finished +2022-02-16 15:35:38,333 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:35:38,333 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:35:38,333 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:35:38,333 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:35:38,333 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:35:38,333 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:35:38,333 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:35:38,333 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:35:38,333 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:35:38,333 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:35:38,333 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:35:38,333 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:35:38,333 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:35:38,333 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:35:38,333 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:35:38,333 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:35:38,333 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:35:38,333 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:35:38,334 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:35:38,334 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:35:38,336 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:35:38,380 Job list saved +2022-02-16 15:35:38,430 Updating FAILED jobs +2022-02-16 15:35:38,431 Updating WAITING jobs +2022-02-16 15:35:38,431 Updating WAITING jobs eligible for be prepared +2022-02-16 15:35:38,433 Updating Held jobs +2022-02-16 15:35:38,433 Update finished +2022-02-16 15:35:48,448 Reloading parameters... +2022-02-16 15:35:48,463 Loading parameters... +2022-02-16 15:35:48,464 Loading project parameters... +2022-02-16 15:35:48,465 + +190 of 783 jobs remaining (15:35) +2022-02-16 15:35:48,466 Sleep: 10 +2022-02-16 15:35:48,466 Number of retrials: 2 +2022-02-16 15:35:48,466 WRAPPER CHECK TIME = 10 +2022-02-16 15:35:48,470 Checking jobs for platform=marenostrum4 +2022-02-16 15:35:48,470 Checking Wrapper 20687337 +2022-02-16 15:35:52,448 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:35:52,449 Checking inner jobs status +2022-02-16 15:35:54,422 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:35:54,423 Checking Wrapper 20687333 +2022-02-16 15:35:58,349 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:35:58,349 Checking inner jobs status +2022-02-16 15:36:00,280 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:36:00,281 End of checking +2022-02-16 15:36:00,283 Updating FAILED jobs +2022-02-16 15:36:00,287 Updating WAITING jobs +2022-02-16 15:36:00,288 Updating WAITING jobs eligible for be prepared +2022-02-16 15:36:00,290 Updating Held jobs +2022-02-16 15:36:00,290 Update finished +2022-02-16 15:36:00,291 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:36:00,291 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:36:00,291 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:36:00,291 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:36:00,291 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:36:00,291 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:36:00,291 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:36:00,292 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:36:00,292 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:36:00,292 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:36:00,292 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:36:00,292 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:36:00,292 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:36:00,292 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:36:00,292 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:36:00,292 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:36:00,292 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:36:00,292 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:36:00,292 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:36:00,292 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:36:00,295 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:36:00,322 Job list saved +2022-02-16 15:36:00,372 Updating FAILED jobs +2022-02-16 15:36:00,373 Updating WAITING jobs +2022-02-16 15:36:00,374 Updating WAITING jobs eligible for be prepared +2022-02-16 15:36:00,375 Updating Held jobs +2022-02-16 15:36:00,375 Update finished +2022-02-16 15:36:10,391 Reloading parameters... +2022-02-16 15:36:10,407 Loading parameters... +2022-02-16 15:36:10,408 Loading project parameters... +2022-02-16 15:36:10,410 + +190 of 783 jobs remaining (15:36) +2022-02-16 15:36:10,410 Sleep: 10 +2022-02-16 15:36:10,410 Number of retrials: 2 +2022-02-16 15:36:10,410 WRAPPER CHECK TIME = 10 +2022-02-16 15:36:10,415 Checking jobs for platform=marenostrum4 +2022-02-16 15:36:10,415 Checking Wrapper 20687337 +2022-02-16 15:36:14,344 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:36:14,345 Checking inner jobs status +2022-02-16 15:36:17,927 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:36:17,929 Checking Wrapper 20687333 +2022-02-16 15:36:21,863 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:36:21,864 Checking inner jobs status +2022-02-16 15:36:23,786 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:36:23,788 End of checking +2022-02-16 15:36:23,792 Updating FAILED jobs +2022-02-16 15:36:23,797 Updating WAITING jobs +2022-02-16 15:36:23,798 Updating WAITING jobs eligible for be prepared +2022-02-16 15:36:23,799 Updating Held jobs +2022-02-16 15:36:23,800 Update finished +2022-02-16 15:36:23,801 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:36:23,801 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:36:23,801 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:36:23,801 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:36:23,801 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:36:23,801 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:36:23,801 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:36:23,801 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:36:23,801 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:36:23,801 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:36:23,801 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:36:23,801 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:36:23,802 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:36:23,802 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:36:23,802 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:36:23,802 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:36:23,802 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:36:23,802 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:36:23,802 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:36:23,802 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:36:23,805 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:36:23,831 Job list saved +2022-02-16 15:36:23,871 Updating FAILED jobs +2022-02-16 15:36:23,872 Updating WAITING jobs +2022-02-16 15:36:23,872 Updating WAITING jobs eligible for be prepared +2022-02-16 15:36:23,874 Updating Held jobs +2022-02-16 15:36:23,874 Update finished +2022-02-16 15:36:33,888 Reloading parameters... +2022-02-16 15:36:33,908 Loading parameters... +2022-02-16 15:36:33,909 Loading project parameters... +2022-02-16 15:36:33,910 + +190 of 783 jobs remaining (15:36) +2022-02-16 15:36:33,910 Sleep: 10 +2022-02-16 15:36:33,910 Number of retrials: 2 +2022-02-16 15:36:33,910 WRAPPER CHECK TIME = 10 +2022-02-16 15:36:33,915 Checking jobs for platform=marenostrum4 +2022-02-16 15:36:33,915 Checking Wrapper 20687337 +2022-02-16 15:36:37,848 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:36:37,849 Checking inner jobs status +2022-02-16 15:36:40,178 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:36:40,179 Checking Wrapper 20687333 +2022-02-16 15:36:44,113 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:36:44,113 Checking inner jobs status +2022-02-16 15:36:51,465 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:36:51,467 End of checking +2022-02-16 15:36:51,469 Updating FAILED jobs +2022-02-16 15:36:51,475 Updating WAITING jobs +2022-02-16 15:36:51,476 Updating WAITING jobs eligible for be prepared +2022-02-16 15:36:51,478 Updating Held jobs +2022-02-16 15:36:51,479 Update finished +2022-02-16 15:36:51,480 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:36:51,481 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:36:51,481 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:36:51,481 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:36:51,481 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:36:51,481 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:36:51,481 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:36:51,481 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:36:51,481 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:36:51,481 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:36:51,482 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:36:51,482 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:36:51,482 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:36:51,482 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:36:51,482 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:36:51,482 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:36:51,482 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:36:51,482 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:36:51,482 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:36:51,482 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:36:51,486 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:36:51,519 Job list saved +2022-02-16 15:36:51,569 Updating FAILED jobs +2022-02-16 15:36:51,570 Updating WAITING jobs +2022-02-16 15:36:51,570 Updating WAITING jobs eligible for be prepared +2022-02-16 15:36:51,571 Updating Held jobs +2022-02-16 15:36:51,572 Update finished +2022-02-16 15:37:01,586 Reloading parameters... +2022-02-16 15:37:01,601 Loading parameters... +2022-02-16 15:37:01,602 Loading project parameters... +2022-02-16 15:37:01,603 + +190 of 783 jobs remaining (15:37) +2022-02-16 15:37:01,603 Sleep: 10 +2022-02-16 15:37:01,603 Number of retrials: 2 +2022-02-16 15:37:01,603 WRAPPER CHECK TIME = 10 +2022-02-16 15:37:01,607 Checking jobs for platform=marenostrum4 +2022-02-16 15:37:01,607 Checking Wrapper 20687337 +2022-02-16 15:37:05,585 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:37:05,586 Checking inner jobs status +2022-02-16 15:37:07,665 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:37:07,665 Checking Wrapper 20687333 +2022-02-16 15:37:11,590 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:37:11,591 Checking inner jobs status +2022-02-16 15:37:13,414 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:37:13,415 End of checking +2022-02-16 15:37:13,417 Updating FAILED jobs +2022-02-16 15:37:13,421 Updating WAITING jobs +2022-02-16 15:37:13,422 Updating WAITING jobs eligible for be prepared +2022-02-16 15:37:13,424 Updating Held jobs +2022-02-16 15:37:13,424 Update finished +2022-02-16 15:37:13,425 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:37:13,425 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:37:13,425 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:37:13,425 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:37:13,425 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:37:13,425 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:37:13,425 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:37:13,425 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:37:13,425 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:37:13,426 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:37:13,426 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:37:13,426 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:37:13,426 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:37:13,426 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:37:13,426 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:37:13,426 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:37:13,426 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:37:13,426 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:37:13,426 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:37:13,426 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:37:13,429 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:37:13,453 Job list saved +2022-02-16 15:37:13,494 Updating FAILED jobs +2022-02-16 15:37:13,494 Updating WAITING jobs +2022-02-16 15:37:13,495 Updating WAITING jobs eligible for be prepared +2022-02-16 15:37:13,496 Updating Held jobs +2022-02-16 15:37:13,496 Update finished +2022-02-16 15:37:23,508 Reloading parameters... +2022-02-16 15:37:23,524 Loading parameters... +2022-02-16 15:37:23,526 Loading project parameters... +2022-02-16 15:37:23,527 + +190 of 783 jobs remaining (15:37) +2022-02-16 15:37:23,528 Sleep: 10 +2022-02-16 15:37:23,528 Number of retrials: 2 +2022-02-16 15:37:23,528 WRAPPER CHECK TIME = 10 +2022-02-16 15:37:23,535 Checking jobs for platform=marenostrum4 +2022-02-16 15:37:23,535 Checking Wrapper 20687337 +2022-02-16 15:37:27,469 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:37:27,470 Checking inner jobs status +2022-02-16 15:37:29,393 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:37:29,393 Checking Wrapper 20687333 +2022-02-16 15:37:33,318 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:37:33,318 Checking inner jobs status +2022-02-16 15:37:35,147 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:37:35,148 End of checking +2022-02-16 15:37:35,151 Updating FAILED jobs +2022-02-16 15:37:35,157 Updating WAITING jobs +2022-02-16 15:37:35,158 Updating WAITING jobs eligible for be prepared +2022-02-16 15:37:35,159 Updating Held jobs +2022-02-16 15:37:35,159 Update finished +2022-02-16 15:37:35,160 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:37:35,160 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:37:35,160 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:37:35,160 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:37:35,160 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:37:35,160 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:37:35,160 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:37:35,161 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:37:35,161 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:37:35,161 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:37:35,161 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:37:35,161 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:37:35,161 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:37:35,161 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:37:35,161 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:37:35,161 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:37:35,161 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:37:35,161 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:37:35,161 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:37:35,161 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:37:35,165 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:37:35,187 Job list saved +2022-02-16 15:37:35,234 Updating FAILED jobs +2022-02-16 15:37:35,234 Updating WAITING jobs +2022-02-16 15:37:35,235 Updating WAITING jobs eligible for be prepared +2022-02-16 15:37:35,235 Updating Held jobs +2022-02-16 15:37:35,236 Update finished +2022-02-16 15:37:45,245 Reloading parameters... +2022-02-16 15:37:45,259 Loading parameters... +2022-02-16 15:37:45,260 Loading project parameters... +2022-02-16 15:37:45,261 + +190 of 783 jobs remaining (15:37) +2022-02-16 15:37:45,262 Sleep: 10 +2022-02-16 15:37:45,262 Number of retrials: 2 +2022-02-16 15:37:45,262 WRAPPER CHECK TIME = 10 +2022-02-16 15:37:45,266 Checking jobs for platform=marenostrum4 +2022-02-16 15:37:45,266 Checking Wrapper 20687337 +2022-02-16 15:37:49,201 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:37:49,202 Checking inner jobs status +2022-02-16 15:37:51,275 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:37:51,276 Checking Wrapper 20687333 +2022-02-16 15:37:55,210 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:37:55,210 Checking inner jobs status +2022-02-16 15:37:57,034 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:37:57,035 End of checking +2022-02-16 15:37:57,037 Updating FAILED jobs +2022-02-16 15:37:57,040 Updating WAITING jobs +2022-02-16 15:37:57,041 Updating WAITING jobs eligible for be prepared +2022-02-16 15:37:57,042 Updating Held jobs +2022-02-16 15:37:57,043 Update finished +2022-02-16 15:37:57,043 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:37:57,043 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:37:57,044 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:37:57,044 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:37:57,044 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:37:57,044 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:37:57,044 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:37:57,044 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:37:57,044 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:37:57,044 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:37:57,044 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:37:57,044 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:37:57,044 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:37:57,044 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:37:57,044 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:37:57,044 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:37:57,044 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:37:57,044 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:37:57,044 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:37:57,044 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:37:57,047 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:37:57,068 Job list saved +2022-02-16 15:37:57,104 Updating FAILED jobs +2022-02-16 15:37:57,104 Updating WAITING jobs +2022-02-16 15:37:57,105 Updating WAITING jobs eligible for be prepared +2022-02-16 15:37:57,105 Updating Held jobs +2022-02-16 15:37:57,106 Update finished +2022-02-16 15:38:07,120 Reloading parameters... +2022-02-16 15:38:07,137 Loading parameters... +2022-02-16 15:38:07,138 Loading project parameters... +2022-02-16 15:38:07,139 + +190 of 783 jobs remaining (15:38) +2022-02-16 15:38:07,140 Sleep: 10 +2022-02-16 15:38:07,140 Number of retrials: 2 +2022-02-16 15:38:07,140 WRAPPER CHECK TIME = 10 +2022-02-16 15:38:07,145 Checking jobs for platform=marenostrum4 +2022-02-16 15:38:07,145 Checking Wrapper 20687337 +2022-02-16 15:38:11,081 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:38:11,082 Checking inner jobs status +2022-02-16 15:38:14,719 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:38:14,720 Checking Wrapper 20687333 +2022-02-16 15:38:18,648 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:38:18,648 Checking inner jobs status +2022-02-16 15:38:23,890 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:38:23,892 End of checking +2022-02-16 15:38:23,894 Updating FAILED jobs +2022-02-16 15:38:23,898 Updating WAITING jobs +2022-02-16 15:38:23,898 Updating WAITING jobs eligible for be prepared +2022-02-16 15:38:23,899 Updating Held jobs +2022-02-16 15:38:23,900 Update finished +2022-02-16 15:38:23,900 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:38:23,901 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:38:23,901 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:38:23,901 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:38:23,901 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:38:23,901 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:38:23,901 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:38:23,901 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:38:23,901 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:38:23,901 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:38:23,901 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:38:23,901 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:38:23,901 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:38:23,901 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:38:23,901 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:38:23,901 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:38:23,901 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:38:23,902 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:38:23,902 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:38:23,902 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:38:23,905 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:38:23,927 Job list saved +2022-02-16 15:38:23,980 Updating FAILED jobs +2022-02-16 15:38:23,981 Updating WAITING jobs +2022-02-16 15:38:23,981 Updating WAITING jobs eligible for be prepared +2022-02-16 15:38:23,982 Updating Held jobs +2022-02-16 15:38:23,983 Update finished +2022-02-16 15:38:33,998 Reloading parameters... +2022-02-16 15:38:34,012 Loading parameters... +2022-02-16 15:38:34,013 Loading project parameters... +2022-02-16 15:38:34,014 + +190 of 783 jobs remaining (15:38) +2022-02-16 15:38:34,015 Sleep: 10 +2022-02-16 15:38:34,015 Number of retrials: 2 +2022-02-16 15:38:34,015 WRAPPER CHECK TIME = 10 +2022-02-16 15:38:34,019 Checking jobs for platform=marenostrum4 +2022-02-16 15:38:34,019 Checking Wrapper 20687337 +2022-02-16 15:38:38,048 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:38:38,048 Checking inner jobs status +2022-02-16 15:38:42,128 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:38:42,129 Checking Wrapper 20687333 +2022-02-16 15:38:46,165 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:38:46,166 Checking inner jobs status +2022-02-16 15:38:50,145 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:38:50,146 End of checking +2022-02-16 15:38:50,149 Updating FAILED jobs +2022-02-16 15:38:50,162 Updating WAITING jobs +2022-02-16 15:38:50,163 Updating WAITING jobs eligible for be prepared +2022-02-16 15:38:50,164 Updating Held jobs +2022-02-16 15:38:50,164 Update finished +2022-02-16 15:38:50,165 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:38:50,165 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:38:50,165 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:38:50,165 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:38:50,165 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:38:50,165 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:38:50,165 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:38:50,166 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:38:50,166 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:38:50,166 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:38:50,166 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:38:50,166 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:38:50,166 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:38:50,166 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:38:50,166 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:38:50,166 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:38:50,166 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:38:50,166 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:38:50,166 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:38:50,166 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:38:50,169 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:38:50,195 Job list saved +2022-02-16 15:38:50,238 Updating FAILED jobs +2022-02-16 15:38:50,239 Updating WAITING jobs +2022-02-16 15:38:50,240 Updating WAITING jobs eligible for be prepared +2022-02-16 15:38:50,241 Updating Held jobs +2022-02-16 15:38:50,241 Update finished +2022-02-16 15:39:00,257 Reloading parameters... +2022-02-16 15:39:00,273 Loading parameters... +2022-02-16 15:39:00,274 Loading project parameters... +2022-02-16 15:39:00,275 + +190 of 783 jobs remaining (15:39) +2022-02-16 15:39:00,276 Sleep: 10 +2022-02-16 15:39:00,276 Number of retrials: 2 +2022-02-16 15:39:00,276 WRAPPER CHECK TIME = 10 +2022-02-16 15:39:00,281 Checking jobs for platform=marenostrum4 +2022-02-16 15:39:00,281 Checking Wrapper 20687337 +2022-02-16 15:39:04,209 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:39:04,209 Checking inner jobs status +2022-02-16 15:39:06,785 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:39:06,785 Checking Wrapper 20687333 +2022-02-16 15:39:10,864 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:39:10,864 Checking inner jobs status +2022-02-16 15:39:12,736 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:39:12,738 End of checking +2022-02-16 15:39:12,739 Updating FAILED jobs +2022-02-16 15:39:12,744 Updating WAITING jobs +2022-02-16 15:39:12,745 Updating WAITING jobs eligible for be prepared +2022-02-16 15:39:12,746 Updating Held jobs +2022-02-16 15:39:12,746 Update finished +2022-02-16 15:39:12,747 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:39:12,747 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:39:12,747 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:39:12,747 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:39:12,747 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:39:12,747 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:39:12,747 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:39:12,748 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:39:12,748 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:39:12,748 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:39:12,748 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:39:12,748 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:39:12,748 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:39:12,748 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:39:12,748 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:39:12,748 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:39:12,748 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:39:12,748 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:39:12,748 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:39:12,748 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:39:12,759 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:39:12,784 Job list saved +2022-02-16 15:39:12,822 Updating FAILED jobs +2022-02-16 15:39:12,822 Updating WAITING jobs +2022-02-16 15:39:12,823 Updating WAITING jobs eligible for be prepared +2022-02-16 15:39:12,824 Updating Held jobs +2022-02-16 15:39:12,824 Update finished +2022-02-16 15:39:22,827 Reloading parameters... +2022-02-16 15:39:22,840 Loading parameters... +2022-02-16 15:39:22,841 Loading project parameters... +2022-02-16 15:39:22,842 + +190 of 783 jobs remaining (15:39) +2022-02-16 15:39:22,842 Sleep: 10 +2022-02-16 15:39:22,842 Number of retrials: 2 +2022-02-16 15:39:22,842 WRAPPER CHECK TIME = 10 +2022-02-16 15:39:22,847 Checking jobs for platform=marenostrum4 +2022-02-16 15:39:22,847 Checking Wrapper 20687337 +2022-02-16 15:39:26,876 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:39:26,877 Checking inner jobs status +2022-02-16 15:39:28,950 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:39:28,951 Checking Wrapper 20687333 +2022-02-16 15:39:32,977 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:39:32,977 Checking inner jobs status +2022-02-16 15:39:35,002 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:39:35,003 End of checking +2022-02-16 15:39:35,005 Updating FAILED jobs +2022-02-16 15:39:35,009 Updating WAITING jobs +2022-02-16 15:39:35,009 Updating WAITING jobs eligible for be prepared +2022-02-16 15:39:35,010 Updating Held jobs +2022-02-16 15:39:35,011 Update finished +2022-02-16 15:39:35,011 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:39:35,012 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:39:35,012 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:39:35,012 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:39:35,012 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:39:35,012 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:39:35,012 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:39:35,012 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:39:35,012 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:39:35,012 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:39:35,012 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:39:35,012 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:39:35,012 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:39:35,012 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:39:35,012 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:39:35,012 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:39:35,012 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:39:35,012 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:39:35,012 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:39:35,013 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:39:35,016 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:39:35,036 Job list saved +2022-02-16 15:39:35,080 Updating FAILED jobs +2022-02-16 15:39:35,081 Updating WAITING jobs +2022-02-16 15:39:35,081 Updating WAITING jobs eligible for be prepared +2022-02-16 15:39:35,082 Updating Held jobs +2022-02-16 15:39:35,083 Update finished +2022-02-16 15:39:45,090 Reloading parameters... +2022-02-16 15:39:45,103 Loading parameters... +2022-02-16 15:39:45,104 Loading project parameters... +2022-02-16 15:39:45,105 + +190 of 783 jobs remaining (15:39) +2022-02-16 15:39:45,106 Sleep: 10 +2022-02-16 15:39:45,106 Number of retrials: 2 +2022-02-16 15:39:45,106 WRAPPER CHECK TIME = 10 +2022-02-16 15:39:45,110 Checking jobs for platform=marenostrum4 +2022-02-16 15:39:45,110 Checking Wrapper 20687337 +2022-02-16 15:39:49,287 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:39:49,288 Checking inner jobs status +2022-02-16 15:39:51,265 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:39:51,266 Checking Wrapper 20687333 +2022-02-16 15:39:55,193 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:39:55,194 Checking inner jobs status +2022-02-16 15:39:57,167 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:39:57,167 End of checking +2022-02-16 15:39:57,169 Updating FAILED jobs +2022-02-16 15:39:57,174 Updating WAITING jobs +2022-02-16 15:39:57,175 Updating WAITING jobs eligible for be prepared +2022-02-16 15:39:57,176 Updating Held jobs +2022-02-16 15:39:57,177 Update finished +2022-02-16 15:39:57,177 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:39:57,178 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:39:57,178 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:39:57,178 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:39:57,178 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:39:57,178 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:39:57,178 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:39:57,178 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:39:57,178 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:39:57,178 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:39:57,178 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:39:57,178 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:39:57,178 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:39:57,178 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:39:57,178 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:39:57,178 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:39:57,178 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:39:57,179 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:39:57,179 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:39:57,179 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:39:57,181 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:39:57,208 Job list saved +2022-02-16 15:39:57,245 Updating FAILED jobs +2022-02-16 15:39:57,245 Updating WAITING jobs +2022-02-16 15:39:57,246 Updating WAITING jobs eligible for be prepared +2022-02-16 15:39:57,247 Updating Held jobs +2022-02-16 15:39:57,247 Update finished +2022-02-16 15:40:07,261 Reloading parameters... +2022-02-16 15:40:07,277 Loading parameters... +2022-02-16 15:40:07,278 Loading project parameters... +2022-02-16 15:40:07,279 + +190 of 783 jobs remaining (15:40) +2022-02-16 15:40:07,280 Sleep: 10 +2022-02-16 15:40:07,280 Number of retrials: 2 +2022-02-16 15:40:07,280 WRAPPER CHECK TIME = 10 +2022-02-16 15:40:07,285 Checking jobs for platform=marenostrum4 +2022-02-16 15:40:07,285 Checking Wrapper 20687337 +2022-02-16 15:40:11,266 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:40:11,266 Checking inner jobs status +2022-02-16 15:40:13,140 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:40:13,141 Checking Wrapper 20687333 +2022-02-16 15:40:17,072 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:40:17,072 Checking inner jobs status +2022-02-16 15:40:19,497 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:40:19,498 End of checking +2022-02-16 15:40:19,500 Updating FAILED jobs +2022-02-16 15:40:19,505 Updating WAITING jobs +2022-02-16 15:40:19,505 Updating WAITING jobs eligible for be prepared +2022-02-16 15:40:19,507 Updating Held jobs +2022-02-16 15:40:19,507 Update finished +2022-02-16 15:40:19,508 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:40:19,508 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:40:19,508 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:40:19,508 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:40:19,508 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:40:19,508 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:40:19,509 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:40:19,509 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:40:19,509 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:40:19,509 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:40:19,509 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:40:19,509 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:40:19,509 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:40:19,509 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:40:19,509 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:40:19,509 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:40:19,509 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:40:19,509 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:40:19,509 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:40:19,509 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:40:19,512 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:40:19,538 Job list saved +2022-02-16 15:40:19,586 Updating FAILED jobs +2022-02-16 15:40:19,586 Updating WAITING jobs +2022-02-16 15:40:19,587 Updating WAITING jobs eligible for be prepared +2022-02-16 15:40:19,588 Updating Held jobs +2022-02-16 15:40:19,588 Update finished +2022-02-16 15:40:29,604 Reloading parameters... +2022-02-16 15:40:29,618 Loading parameters... +2022-02-16 15:40:29,618 Loading project parameters... +2022-02-16 15:40:29,620 + +190 of 783 jobs remaining (15:40) +2022-02-16 15:40:29,620 Sleep: 10 +2022-02-16 15:40:29,620 Number of retrials: 2 +2022-02-16 15:40:29,620 WRAPPER CHECK TIME = 10 +2022-02-16 15:40:29,624 Checking jobs for platform=marenostrum4 +2022-02-16 15:40:29,624 Checking Wrapper 20687337 +2022-02-16 15:40:33,559 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:40:33,559 Checking inner jobs status +2022-02-16 15:40:36,186 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:40:36,187 Checking Wrapper 20687333 +2022-02-16 15:40:40,117 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:40:40,118 Checking inner jobs status +2022-02-16 15:40:42,443 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:40:42,443 End of checking +2022-02-16 15:40:42,476 Updating FAILED jobs +2022-02-16 15:40:42,480 Updating WAITING jobs +2022-02-16 15:40:42,480 Updating WAITING jobs eligible for be prepared +2022-02-16 15:40:42,482 Updating Held jobs +2022-02-16 15:40:42,482 Update finished +2022-02-16 15:40:42,483 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:40:42,483 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:40:42,483 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:40:42,483 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:40:42,483 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:40:42,484 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:40:42,484 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:40:42,484 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:40:42,484 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:40:42,484 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:40:42,484 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:40:42,484 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:40:42,484 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:40:42,484 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:40:42,484 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:40:42,484 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:40:42,484 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:40:42,484 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:40:42,484 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:40:42,484 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:40:42,537 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:40:42,572 Job list saved +2022-02-16 15:40:43,389 Updating FAILED jobs +2022-02-16 15:40:43,390 Updating WAITING jobs +2022-02-16 15:40:43,391 Updating WAITING jobs eligible for be prepared +2022-02-16 15:40:43,392 Updating Held jobs +2022-02-16 15:40:43,392 Update finished +2022-02-16 15:40:53,407 Reloading parameters... +2022-02-16 15:40:53,424 Loading parameters... +2022-02-16 15:40:53,424 Loading project parameters... +2022-02-16 15:40:53,426 + +190 of 783 jobs remaining (15:40) +2022-02-16 15:40:53,427 Sleep: 10 +2022-02-16 15:40:53,427 Number of retrials: 2 +2022-02-16 15:40:53,427 WRAPPER CHECK TIME = 10 +2022-02-16 15:40:53,431 Checking jobs for platform=marenostrum4 +2022-02-16 15:40:53,431 Checking Wrapper 20687337 +2022-02-16 15:40:57,517 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:40:57,517 Checking inner jobs status +2022-02-16 15:41:01,759 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:41:01,760 Checking Wrapper 20687333 +2022-02-16 15:41:05,689 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:41:05,689 Checking inner jobs status +2022-02-16 15:41:09,531 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:41:09,532 End of checking +2022-02-16 15:41:09,534 Updating FAILED jobs +2022-02-16 15:41:09,539 Updating WAITING jobs +2022-02-16 15:41:09,540 Updating WAITING jobs eligible for be prepared +2022-02-16 15:41:09,541 Updating Held jobs +2022-02-16 15:41:09,542 Update finished +2022-02-16 15:41:09,542 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:41:09,543 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:41:09,543 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:41:09,543 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:41:09,543 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:41:09,543 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:41:09,543 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:41:09,543 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:41:09,543 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:41:09,543 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:41:09,543 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:41:09,543 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:41:09,543 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:41:09,543 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:41:09,543 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:41:09,543 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:41:09,543 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:41:09,544 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:41:09,544 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:41:09,544 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:41:09,547 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:41:09,581 Job list saved +2022-02-16 15:41:09,627 Updating FAILED jobs +2022-02-16 15:41:09,628 Updating WAITING jobs +2022-02-16 15:41:09,628 Updating WAITING jobs eligible for be prepared +2022-02-16 15:41:09,629 Updating Held jobs +2022-02-16 15:41:09,630 Update finished +2022-02-16 15:41:19,645 Reloading parameters... +2022-02-16 15:41:20,456 Loading parameters... +2022-02-16 15:41:20,457 Loading project parameters... +2022-02-16 15:41:20,459 + +190 of 783 jobs remaining (15:41) +2022-02-16 15:41:20,459 Sleep: 10 +2022-02-16 15:41:20,459 Number of retrials: 2 +2022-02-16 15:41:20,459 WRAPPER CHECK TIME = 10 +2022-02-16 15:41:20,464 Checking jobs for platform=marenostrum4 +2022-02-16 15:41:20,464 Checking Wrapper 20687337 +2022-02-16 15:41:24,494 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:41:24,495 Checking inner jobs status +2022-02-16 15:41:26,321 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:41:26,321 Checking Wrapper 20687333 +2022-02-16 15:41:30,401 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:41:30,402 Checking inner jobs status +2022-02-16 15:41:32,326 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:41:32,327 End of checking +2022-02-16 15:41:32,329 Updating FAILED jobs +2022-02-16 15:41:32,333 Updating WAITING jobs +2022-02-16 15:41:32,334 Updating WAITING jobs eligible for be prepared +2022-02-16 15:41:32,335 Updating Held jobs +2022-02-16 15:41:32,336 Update finished +2022-02-16 15:41:32,336 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:41:32,337 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:41:32,337 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:41:32,337 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:41:32,337 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:41:32,337 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:41:32,337 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:41:32,337 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:41:32,337 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:41:32,337 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:41:32,337 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:41:32,337 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:41:32,337 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:41:32,337 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:41:32,337 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:41:32,337 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:41:32,337 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:41:32,337 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:41:32,337 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:41:32,337 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:41:32,341 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:41:32,373 Job list saved +2022-02-16 15:41:32,404 Updating FAILED jobs +2022-02-16 15:41:32,405 Updating WAITING jobs +2022-02-16 15:41:32,405 Updating WAITING jobs eligible for be prepared +2022-02-16 15:41:32,406 Updating Held jobs +2022-02-16 15:41:32,406 Update finished +2022-02-16 15:41:42,421 Reloading parameters... +2022-02-16 15:41:42,437 Loading parameters... +2022-02-16 15:41:42,438 Loading project parameters... +2022-02-16 15:41:42,439 + +190 of 783 jobs remaining (15:41) +2022-02-16 15:41:42,440 Sleep: 10 +2022-02-16 15:41:42,440 Number of retrials: 2 +2022-02-16 15:41:42,440 WRAPPER CHECK TIME = 10 +2022-02-16 15:41:42,444 Checking jobs for platform=marenostrum4 +2022-02-16 15:41:42,445 Checking Wrapper 20687337 +2022-02-16 15:41:46,422 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:41:46,423 Checking inner jobs status +2022-02-16 15:41:48,345 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:41:48,346 Checking Wrapper 20687333 +2022-02-16 15:41:52,287 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:41:52,288 Checking inner jobs status +2022-02-16 15:41:54,113 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:41:54,114 End of checking +2022-02-16 15:41:54,115 Updating FAILED jobs +2022-02-16 15:41:54,121 Updating WAITING jobs +2022-02-16 15:41:54,121 Updating WAITING jobs eligible for be prepared +2022-02-16 15:41:54,123 Updating Held jobs +2022-02-16 15:41:54,123 Update finished +2022-02-16 15:41:54,124 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:41:54,124 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:41:54,124 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:41:54,124 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:41:54,125 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:41:54,125 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:41:54,125 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:41:54,125 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:41:54,125 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:41:54,125 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:41:54,125 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:41:54,125 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:41:54,125 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:41:54,125 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:41:54,125 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:41:54,125 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:41:54,125 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:41:54,125 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:41:54,125 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:41:54,125 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:41:54,128 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:41:54,167 Job list saved +2022-02-16 15:41:54,210 Updating FAILED jobs +2022-02-16 15:41:54,210 Updating WAITING jobs +2022-02-16 15:41:54,211 Updating WAITING jobs eligible for be prepared +2022-02-16 15:41:54,212 Updating Held jobs +2022-02-16 15:41:54,213 Update finished +2022-02-16 15:42:04,228 Reloading parameters... +2022-02-16 15:42:04,242 Loading parameters... +2022-02-16 15:42:04,243 Loading project parameters... +2022-02-16 15:42:04,244 + +190 of 783 jobs remaining (15:42) +2022-02-16 15:42:04,244 Sleep: 10 +2022-02-16 15:42:04,244 Number of retrials: 2 +2022-02-16 15:42:04,245 WRAPPER CHECK TIME = 10 +2022-02-16 15:42:04,248 Checking jobs for platform=marenostrum4 +2022-02-16 15:42:04,248 Checking Wrapper 20687337 +2022-02-16 15:42:08,176 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:42:08,177 Checking inner jobs status +2022-02-16 15:42:09,999 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:42:10,000 Checking Wrapper 20687333 +2022-02-16 15:42:14,078 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:42:14,078 Checking inner jobs status +2022-02-16 15:42:16,101 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:42:16,103 End of checking +2022-02-16 15:42:16,105 Updating FAILED jobs +2022-02-16 15:42:16,107 Updating WAITING jobs +2022-02-16 15:42:16,108 Updating WAITING jobs eligible for be prepared +2022-02-16 15:42:16,109 Updating Held jobs +2022-02-16 15:42:16,110 Update finished +2022-02-16 15:42:16,111 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:42:16,111 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:42:16,111 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:42:16,111 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:42:16,111 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:42:16,111 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:42:16,111 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:42:16,111 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:42:16,111 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:42:16,112 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:42:16,112 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:42:16,112 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:42:16,112 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:42:16,112 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:42:16,112 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:42:16,112 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:42:16,112 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:42:16,112 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:42:16,112 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:42:16,112 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:42:16,116 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:42:16,142 Job list saved +2022-02-16 15:42:16,193 Updating FAILED jobs +2022-02-16 15:42:16,194 Updating WAITING jobs +2022-02-16 15:42:16,195 Updating WAITING jobs eligible for be prepared +2022-02-16 15:42:16,196 Updating Held jobs +2022-02-16 15:42:16,196 Update finished +2022-02-16 15:42:26,202 Reloading parameters... +2022-02-16 15:42:26,217 Loading parameters... +2022-02-16 15:42:26,218 Loading project parameters... +2022-02-16 15:42:26,219 + +190 of 783 jobs remaining (15:42) +2022-02-16 15:42:26,220 Sleep: 10 +2022-02-16 15:42:26,220 Number of retrials: 2 +2022-02-16 15:42:26,220 WRAPPER CHECK TIME = 10 +2022-02-16 15:42:26,224 Checking jobs for platform=marenostrum4 +2022-02-16 15:42:26,224 Checking Wrapper 20687337 +2022-02-16 15:42:30,152 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:42:30,153 Checking inner jobs status +2022-02-16 15:42:31,987 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:42:31,988 Checking Wrapper 20687333 +2022-02-16 15:42:35,915 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:42:35,916 Checking inner jobs status +2022-02-16 15:42:40,196 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:42:40,197 End of checking +2022-02-16 15:42:40,199 Updating FAILED jobs +2022-02-16 15:42:40,203 Updating WAITING jobs +2022-02-16 15:42:40,204 Updating WAITING jobs eligible for be prepared +2022-02-16 15:42:40,205 Updating Held jobs +2022-02-16 15:42:40,206 Update finished +2022-02-16 15:42:40,207 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:42:40,207 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:42:40,207 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:42:40,207 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:42:40,207 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:42:40,207 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:42:40,207 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:42:40,207 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:42:40,207 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:42:40,207 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:42:40,207 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:42:40,208 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:42:40,208 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:42:40,208 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:42:40,208 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:42:40,208 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:42:40,208 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:42:40,208 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:42:40,208 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:42:40,208 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:42:40,211 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:42:40,237 Job list saved +2022-02-16 15:42:40,276 Updating FAILED jobs +2022-02-16 15:42:40,276 Updating WAITING jobs +2022-02-16 15:42:40,277 Updating WAITING jobs eligible for be prepared +2022-02-16 15:42:40,278 Updating Held jobs +2022-02-16 15:42:40,278 Update finished +2022-02-16 15:42:50,288 Reloading parameters... +2022-02-16 15:42:50,303 Loading parameters... +2022-02-16 15:42:50,304 Loading project parameters... +2022-02-16 15:42:50,305 + +190 of 783 jobs remaining (15:42) +2022-02-16 15:42:50,306 Sleep: 10 +2022-02-16 15:42:50,306 Number of retrials: 2 +2022-02-16 15:42:50,306 WRAPPER CHECK TIME = 10 +2022-02-16 15:42:50,311 Checking jobs for platform=marenostrum4 +2022-02-16 15:42:50,311 Checking Wrapper 20687337 +2022-02-16 15:42:54,488 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:42:54,488 Checking inner jobs status +2022-02-16 15:42:58,522 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:42:58,523 Checking Wrapper 20687333 +2022-02-16 15:43:02,549 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:43:02,549 Checking inner jobs status +2022-02-16 15:43:06,528 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:43:06,530 End of checking +2022-02-16 15:43:06,531 Updating FAILED jobs +2022-02-16 15:43:06,536 Updating WAITING jobs +2022-02-16 15:43:06,537 Updating WAITING jobs eligible for be prepared +2022-02-16 15:43:06,538 Updating Held jobs +2022-02-16 15:43:06,539 Update finished +2022-02-16 15:43:06,540 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:43:06,540 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:43:06,540 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:43:06,540 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:43:06,540 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:43:06,540 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:43:06,540 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:43:06,540 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:43:06,540 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:43:06,541 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:43:06,541 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:43:06,541 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:43:06,541 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:43:06,541 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:43:06,541 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:43:06,541 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:43:06,541 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:43:06,541 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:43:06,541 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:43:06,541 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:43:06,544 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:43:06,581 Job list saved +2022-02-16 15:43:06,635 Updating FAILED jobs +2022-02-16 15:43:06,636 Updating WAITING jobs +2022-02-16 15:43:06,637 Updating WAITING jobs eligible for be prepared +2022-02-16 15:43:06,638 Updating Held jobs +2022-02-16 15:43:06,638 Update finished +2022-02-16 15:43:16,654 Reloading parameters... +2022-02-16 15:43:16,670 Loading parameters... +2022-02-16 15:43:16,671 Loading project parameters... +2022-02-16 15:43:16,672 + +190 of 783 jobs remaining (15:43) +2022-02-16 15:43:16,673 Sleep: 10 +2022-02-16 15:43:16,673 Number of retrials: 2 +2022-02-16 15:43:16,673 WRAPPER CHECK TIME = 10 +2022-02-16 15:43:16,677 Checking jobs for platform=marenostrum4 +2022-02-16 15:43:16,677 Checking Wrapper 20687337 +2022-02-16 15:43:20,664 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:43:20,665 Checking inner jobs status +2022-02-16 15:43:22,492 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:43:22,492 Checking Wrapper 20687333 +2022-02-16 15:43:26,519 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:43:26,520 Checking inner jobs status +2022-02-16 15:43:28,397 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:43:28,398 End of checking +2022-02-16 15:43:28,399 Updating FAILED jobs +2022-02-16 15:43:28,403 Updating WAITING jobs +2022-02-16 15:43:28,404 Updating WAITING jobs eligible for be prepared +2022-02-16 15:43:28,405 Updating Held jobs +2022-02-16 15:43:28,406 Update finished +2022-02-16 15:43:28,407 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:43:28,407 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:43:28,407 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:43:28,407 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:43:28,407 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:43:28,407 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:43:28,407 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:43:28,407 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:43:28,407 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:43:28,407 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:43:28,407 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:43:28,407 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:43:28,407 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:43:28,407 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:43:28,407 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:43:28,407 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:43:28,408 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:43:28,408 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:43:28,408 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:43:28,408 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:43:28,410 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:43:28,436 Job list saved +2022-02-16 15:43:29,793 Updating FAILED jobs +2022-02-16 15:43:29,794 Updating WAITING jobs +2022-02-16 15:43:29,794 Updating WAITING jobs eligible for be prepared +2022-02-16 15:43:29,795 Updating Held jobs +2022-02-16 15:43:29,796 Update finished +2022-02-16 15:43:39,815 Reloading parameters... +2022-02-16 15:43:39,831 Loading parameters... +2022-02-16 15:43:39,832 Loading project parameters... +2022-02-16 15:43:39,833 + +190 of 783 jobs remaining (15:43) +2022-02-16 15:43:39,834 Sleep: 10 +2022-02-16 15:43:39,834 Number of retrials: 2 +2022-02-16 15:43:39,834 WRAPPER CHECK TIME = 10 +2022-02-16 15:43:39,839 Checking jobs for platform=marenostrum4 +2022-02-16 15:43:39,839 Checking Wrapper 20687337 +2022-02-16 15:43:43,817 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:43:43,818 Checking inner jobs status +2022-02-16 15:43:45,842 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:43:45,842 Checking Wrapper 20687333 +2022-02-16 15:43:49,969 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:43:49,969 Checking inner jobs status +2022-02-16 15:43:51,792 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:43:51,792 End of checking +2022-02-16 15:43:51,794 Updating FAILED jobs +2022-02-16 15:43:51,798 Updating WAITING jobs +2022-02-16 15:43:51,799 Updating WAITING jobs eligible for be prepared +2022-02-16 15:43:51,800 Updating Held jobs +2022-02-16 15:43:51,800 Update finished +2022-02-16 15:43:51,801 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:43:51,801 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:43:51,801 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:43:51,801 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:43:51,801 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:43:51,801 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:43:51,801 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:43:51,802 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:43:51,802 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:43:51,802 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:43:51,802 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:43:51,802 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:43:51,802 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:43:51,802 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:43:51,802 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:43:51,802 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:43:51,802 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:43:51,802 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:43:51,802 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:43:51,802 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:43:51,805 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:43:51,831 Job list saved +2022-02-16 15:43:51,868 Updating FAILED jobs +2022-02-16 15:43:51,868 Updating WAITING jobs +2022-02-16 15:43:51,869 Updating WAITING jobs eligible for be prepared +2022-02-16 15:43:51,870 Updating Held jobs +2022-02-16 15:43:51,870 Update finished +2022-02-16 15:44:01,880 Reloading parameters... +2022-02-16 15:44:01,894 Loading parameters... +2022-02-16 15:44:01,895 Loading project parameters... +2022-02-16 15:44:01,896 + +190 of 783 jobs remaining (15:44) +2022-02-16 15:44:01,897 Sleep: 10 +2022-02-16 15:44:01,897 Number of retrials: 2 +2022-02-16 15:44:01,897 WRAPPER CHECK TIME = 10 +2022-02-16 15:44:01,902 Checking jobs for platform=marenostrum4 +2022-02-16 15:44:01,902 Checking Wrapper 20687337 +2022-02-16 15:44:05,829 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:44:05,830 Checking inner jobs status +2022-02-16 15:44:07,760 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:44:07,761 Checking Wrapper 20687333 +2022-02-16 15:44:11,686 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:44:11,687 Checking inner jobs status +2022-02-16 15:44:13,666 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:44:13,669 End of checking +2022-02-16 15:44:13,670 Updating FAILED jobs +2022-02-16 15:44:13,675 Updating WAITING jobs +2022-02-16 15:44:13,676 Updating WAITING jobs eligible for be prepared +2022-02-16 15:44:13,677 Updating Held jobs +2022-02-16 15:44:13,678 Update finished +2022-02-16 15:44:13,679 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:44:13,679 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:44:13,679 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:44:13,679 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:44:13,679 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:44:13,679 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:44:13,679 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:44:13,679 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:44:13,679 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:44:13,679 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:44:13,679 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:44:13,679 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:44:13,679 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:44:13,680 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:44:13,680 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:44:13,680 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:44:13,680 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:44:13,680 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:44:13,680 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:44:13,680 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:44:13,683 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:44:13,711 Job list saved +2022-02-16 15:44:13,747 Updating FAILED jobs +2022-02-16 15:44:13,748 Updating WAITING jobs +2022-02-16 15:44:13,748 Updating WAITING jobs eligible for be prepared +2022-02-16 15:44:13,750 Updating Held jobs +2022-02-16 15:44:13,750 Update finished +2022-02-16 15:44:23,766 Reloading parameters... +2022-02-16 15:44:23,780 Loading parameters... +2022-02-16 15:44:23,781 Loading project parameters... +2022-02-16 15:44:23,782 + +190 of 783 jobs remaining (15:44) +2022-02-16 15:44:23,783 Sleep: 10 +2022-02-16 15:44:23,783 Number of retrials: 2 +2022-02-16 15:44:23,783 WRAPPER CHECK TIME = 10 +2022-02-16 15:44:23,787 Checking jobs for platform=marenostrum4 +2022-02-16 15:44:23,787 Checking Wrapper 20687337 +2022-02-16 15:44:27,716 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:44:27,716 Checking inner jobs status +2022-02-16 15:44:29,948 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:44:29,949 Checking Wrapper 20687333 +2022-02-16 15:44:33,875 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:44:33,876 Checking inner jobs status +2022-02-16 15:44:35,848 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:44:35,849 End of checking +2022-02-16 15:44:35,851 Updating FAILED jobs +2022-02-16 15:44:35,855 Updating WAITING jobs +2022-02-16 15:44:35,856 Updating WAITING jobs eligible for be prepared +2022-02-16 15:44:35,858 Updating Held jobs +2022-02-16 15:44:35,858 Update finished +2022-02-16 15:44:35,859 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:44:35,859 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:44:35,859 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:44:35,859 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:44:35,860 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:44:35,860 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:44:35,860 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:44:35,860 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:44:35,860 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:44:35,860 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:44:35,860 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:44:35,860 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:44:35,860 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:44:35,860 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:44:35,860 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:44:35,860 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:44:35,860 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:44:35,860 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:44:35,860 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:44:35,860 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:44:35,864 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:44:35,890 Job list saved +2022-02-16 15:44:35,936 Updating FAILED jobs +2022-02-16 15:44:35,936 Updating WAITING jobs +2022-02-16 15:44:35,937 Updating WAITING jobs eligible for be prepared +2022-02-16 15:44:35,938 Updating Held jobs +2022-02-16 15:44:35,939 Update finished +2022-02-16 15:44:45,949 Reloading parameters... +2022-02-16 15:44:45,973 Loading parameters... +2022-02-16 15:44:45,974 Loading project parameters... +2022-02-16 15:44:45,976 + +190 of 783 jobs remaining (15:44) +2022-02-16 15:44:45,976 Sleep: 10 +2022-02-16 15:44:45,976 Number of retrials: 2 +2022-02-16 15:44:45,976 WRAPPER CHECK TIME = 10 +2022-02-16 15:44:45,981 Checking jobs for platform=marenostrum4 +2022-02-16 15:44:45,981 Checking Wrapper 20687337 +2022-02-16 15:44:49,965 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:44:49,966 Checking inner jobs status +2022-02-16 15:44:52,339 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:44:52,340 Checking Wrapper 20687333 +2022-02-16 15:44:56,366 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:44:56,367 Checking inner jobs status +2022-02-16 15:44:58,289 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:44:58,290 End of checking +2022-02-16 15:44:58,292 Updating FAILED jobs +2022-02-16 15:44:58,297 Updating WAITING jobs +2022-02-16 15:44:58,298 Updating WAITING jobs eligible for be prepared +2022-02-16 15:44:58,299 Updating Held jobs +2022-02-16 15:44:58,299 Update finished +2022-02-16 15:44:58,300 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:44:58,300 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:44:58,300 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:44:58,300 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:44:58,300 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:44:58,301 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:44:58,301 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:44:58,301 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:44:58,301 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:44:58,301 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:44:58,301 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:44:58,301 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:44:58,301 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:44:58,301 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:44:58,301 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:44:58,301 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:44:58,301 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:44:58,301 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:44:58,301 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:44:58,301 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:44:58,306 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:44:58,331 Job list saved +2022-02-16 15:44:58,383 Updating FAILED jobs +2022-02-16 15:44:58,383 Updating WAITING jobs +2022-02-16 15:44:58,384 Updating WAITING jobs eligible for be prepared +2022-02-16 15:44:58,385 Updating Held jobs +2022-02-16 15:44:58,385 Update finished +2022-02-16 15:45:08,398 Reloading parameters... +2022-02-16 15:45:08,416 Loading parameters... +2022-02-16 15:45:08,417 Loading project parameters... +2022-02-16 15:45:08,418 + +190 of 783 jobs remaining (15:45) +2022-02-16 15:45:08,419 Sleep: 10 +2022-02-16 15:45:08,419 Number of retrials: 2 +2022-02-16 15:45:08,419 WRAPPER CHECK TIME = 10 +2022-02-16 15:45:08,423 Checking jobs for platform=marenostrum4 +2022-02-16 15:45:08,423 Checking Wrapper 20687337 +2022-02-16 15:45:12,402 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:45:12,402 Checking inner jobs status +2022-02-16 15:45:15,886 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:45:15,887 Checking Wrapper 20687333 +2022-02-16 15:45:19,975 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:45:19,975 Checking inner jobs status +2022-02-16 15:45:21,898 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:45:21,899 End of checking +2022-02-16 15:45:21,901 Updating FAILED jobs +2022-02-16 15:45:21,906 Updating WAITING jobs +2022-02-16 15:45:21,907 Updating WAITING jobs eligible for be prepared +2022-02-16 15:45:21,908 Updating Held jobs +2022-02-16 15:45:21,909 Update finished +2022-02-16 15:45:21,910 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:45:21,910 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:45:21,910 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:45:21,910 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:45:21,910 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:45:21,910 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:45:21,910 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:45:21,910 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:45:21,911 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:45:21,911 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:45:21,911 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:45:21,911 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:45:21,911 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:45:21,911 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:45:21,911 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:45:21,911 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:45:21,911 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:45:21,911 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:45:21,911 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:45:21,911 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:45:21,916 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:45:21,948 Job list saved +2022-02-16 15:45:22,011 Updating FAILED jobs +2022-02-16 15:45:22,012 Updating WAITING jobs +2022-02-16 15:45:22,013 Updating WAITING jobs eligible for be prepared +2022-02-16 15:45:22,014 Updating Held jobs +2022-02-16 15:45:22,015 Update finished +2022-02-16 15:45:32,030 Reloading parameters... +2022-02-16 15:45:32,051 Loading parameters... +2022-02-16 15:45:32,052 Loading project parameters... +2022-02-16 15:45:32,053 + +190 of 783 jobs remaining (15:45) +2022-02-16 15:45:32,054 Sleep: 10 +2022-02-16 15:45:32,054 Number of retrials: 2 +2022-02-16 15:45:32,054 WRAPPER CHECK TIME = 10 +2022-02-16 15:45:32,059 Checking jobs for platform=marenostrum4 +2022-02-16 15:45:32,059 Checking Wrapper 20687337 +2022-02-16 15:45:35,987 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:45:35,987 Checking inner jobs status +2022-02-16 15:45:37,813 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:45:37,813 Checking Wrapper 20687333 +2022-02-16 15:45:41,791 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:45:41,792 Checking inner jobs status +2022-02-16 15:45:43,768 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:45:43,769 End of checking +2022-02-16 15:45:43,771 Updating FAILED jobs +2022-02-16 15:45:43,775 Updating WAITING jobs +2022-02-16 15:45:43,776 Updating WAITING jobs eligible for be prepared +2022-02-16 15:45:43,777 Updating Held jobs +2022-02-16 15:45:43,777 Update finished +2022-02-16 15:45:43,778 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:45:43,778 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:45:43,778 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:45:43,778 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:45:43,778 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:45:43,778 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:45:43,778 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:45:43,778 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:45:43,778 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:45:43,778 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:45:43,778 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:45:43,778 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:45:43,779 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:45:43,779 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:45:43,779 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:45:43,779 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:45:43,779 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:45:43,779 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:45:43,779 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:45:43,779 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:45:43,784 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:45:43,806 Job list saved +2022-02-16 15:45:43,861 Updating FAILED jobs +2022-02-16 15:45:43,861 Updating WAITING jobs +2022-02-16 15:45:43,862 Updating WAITING jobs eligible for be prepared +2022-02-16 15:45:43,863 Updating Held jobs +2022-02-16 15:45:43,863 Update finished +2022-02-16 15:45:53,877 Reloading parameters... +2022-02-16 15:45:53,893 Loading parameters... +2022-02-16 15:45:53,894 Loading project parameters... +2022-02-16 15:45:53,895 + +190 of 783 jobs remaining (15:45) +2022-02-16 15:45:53,896 Sleep: 10 +2022-02-16 15:45:53,896 Number of retrials: 2 +2022-02-16 15:45:53,896 WRAPPER CHECK TIME = 10 +2022-02-16 15:45:53,901 Checking jobs for platform=marenostrum4 +2022-02-16 15:45:53,901 Checking Wrapper 20687337 +2022-02-16 15:45:57,882 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:45:57,883 Checking inner jobs status +2022-02-16 15:45:59,915 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:45:59,916 Checking Wrapper 20687333 +2022-02-16 15:46:03,994 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:46:03,995 Checking inner jobs status +2022-02-16 15:46:05,919 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:46:05,919 End of checking +2022-02-16 15:46:05,921 Updating FAILED jobs +2022-02-16 15:46:05,926 Updating WAITING jobs +2022-02-16 15:46:05,927 Updating WAITING jobs eligible for be prepared +2022-02-16 15:46:05,928 Updating Held jobs +2022-02-16 15:46:05,928 Update finished +2022-02-16 15:46:05,929 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:46:05,929 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:46:05,929 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:46:05,929 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:46:05,930 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:46:05,930 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:46:05,930 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:46:05,930 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:46:05,930 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:46:05,930 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:46:05,930 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:46:05,930 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:46:05,930 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:46:05,930 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:46:05,930 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:46:05,930 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:46:05,930 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:46:05,930 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:46:05,930 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:46:05,930 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:46:05,934 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:46:05,967 Job list saved +2022-02-16 15:46:06,026 Updating FAILED jobs +2022-02-16 15:46:06,026 Updating WAITING jobs +2022-02-16 15:46:06,027 Updating WAITING jobs eligible for be prepared +2022-02-16 15:46:06,028 Updating Held jobs +2022-02-16 15:46:06,028 Update finished +2022-02-16 15:46:16,042 Reloading parameters... +2022-02-16 15:46:16,059 Loading parameters... +2022-02-16 15:46:16,060 Loading project parameters... +2022-02-16 15:46:16,061 + +190 of 783 jobs remaining (15:46) +2022-02-16 15:46:16,062 Sleep: 10 +2022-02-16 15:46:16,062 Number of retrials: 2 +2022-02-16 15:46:16,062 WRAPPER CHECK TIME = 10 +2022-02-16 15:46:16,066 Checking jobs for platform=marenostrum4 +2022-02-16 15:46:16,066 Checking Wrapper 20687337 +2022-02-16 15:46:20,094 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:46:20,095 Checking inner jobs status +2022-02-16 15:46:23,322 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:46:23,324 Checking Wrapper 20687333 +2022-02-16 15:46:27,350 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:46:27,350 Checking inner jobs status +2022-02-16 15:46:31,343 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:46:31,344 End of checking +2022-02-16 15:46:31,345 Updating FAILED jobs +2022-02-16 15:46:31,350 Updating WAITING jobs +2022-02-16 15:46:31,351 Updating WAITING jobs eligible for be prepared +2022-02-16 15:46:31,352 Updating Held jobs +2022-02-16 15:46:31,353 Update finished +2022-02-16 15:46:31,353 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:46:31,353 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:46:31,354 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:46:31,354 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:46:31,354 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:46:31,354 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:46:31,354 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:46:31,354 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:46:31,354 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:46:31,354 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:46:31,354 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:46:31,354 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:46:31,354 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:46:31,354 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:46:31,354 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:46:31,354 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:46:31,354 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:46:31,354 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:46:31,355 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:46:31,355 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:46:31,358 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:46:31,385 Job list saved +2022-02-16 15:46:31,430 Updating FAILED jobs +2022-02-16 15:46:31,431 Updating WAITING jobs +2022-02-16 15:46:31,431 Updating WAITING jobs eligible for be prepared +2022-02-16 15:46:31,432 Updating Held jobs +2022-02-16 15:46:31,433 Update finished +2022-02-16 15:46:41,444 Reloading parameters... +2022-02-16 15:46:41,460 Loading parameters... +2022-02-16 15:46:41,461 Loading project parameters... +2022-02-16 15:46:41,462 + +190 of 783 jobs remaining (15:46) +2022-02-16 15:46:41,462 Sleep: 10 +2022-02-16 15:46:41,463 Number of retrials: 2 +2022-02-16 15:46:41,463 WRAPPER CHECK TIME = 10 +2022-02-16 15:46:41,466 Checking jobs for platform=marenostrum4 +2022-02-16 15:46:41,466 Checking Wrapper 20687337 +2022-02-16 15:46:45,494 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:46:45,494 Checking inner jobs status +2022-02-16 15:46:48,369 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:46:48,370 Checking Wrapper 20687333 +2022-02-16 15:46:52,445 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:46:52,446 Checking inner jobs status +2022-02-16 15:46:56,880 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:46:56,882 End of checking +2022-02-16 15:46:56,883 Updating FAILED jobs +2022-02-16 15:46:56,888 Updating WAITING jobs +2022-02-16 15:46:56,889 Updating WAITING jobs eligible for be prepared +2022-02-16 15:46:56,890 Updating Held jobs +2022-02-16 15:46:56,891 Update finished +2022-02-16 15:46:56,891 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:46:56,892 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:46:56,892 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:46:56,892 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:46:56,892 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:46:56,892 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:46:56,892 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:46:56,892 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:46:56,892 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:46:56,892 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:46:56,892 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:46:56,893 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:46:56,893 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:46:56,893 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:46:56,893 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:46:56,893 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:46:56,893 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:46:56,893 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:46:56,893 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:46:56,893 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:46:56,896 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:46:56,922 Job list saved +2022-02-16 15:46:56,981 Updating FAILED jobs +2022-02-16 15:46:56,981 Updating WAITING jobs +2022-02-16 15:46:56,982 Updating WAITING jobs eligible for be prepared +2022-02-16 15:46:56,983 Updating Held jobs +2022-02-16 15:46:56,984 Update finished +2022-02-16 15:47:06,996 Reloading parameters... +2022-02-16 15:47:07,014 Loading parameters... +2022-02-16 15:47:07,014 Loading project parameters... +2022-02-16 15:47:07,016 + +190 of 783 jobs remaining (15:47) +2022-02-16 15:47:07,017 Sleep: 10 +2022-02-16 15:47:07,017 Number of retrials: 2 +2022-02-16 15:47:07,017 WRAPPER CHECK TIME = 10 +2022-02-16 15:47:07,021 Checking jobs for platform=marenostrum4 +2022-02-16 15:47:07,021 Checking Wrapper 20687337 +2022-02-16 15:47:11,047 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:47:11,048 Checking inner jobs status +2022-02-16 15:47:15,677 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:47:15,678 Checking Wrapper 20687333 +2022-02-16 15:47:19,611 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:47:19,611 Checking inner jobs status +2022-02-16 15:47:21,885 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:47:21,886 End of checking +2022-02-16 15:47:21,888 Updating FAILED jobs +2022-02-16 15:47:21,892 Updating WAITING jobs +2022-02-16 15:47:21,893 Updating WAITING jobs eligible for be prepared +2022-02-16 15:47:21,894 Updating Held jobs +2022-02-16 15:47:21,895 Update finished +2022-02-16 15:47:21,896 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:47:21,896 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:47:21,896 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:47:21,896 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:47:21,896 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:47:21,896 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:47:21,896 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:47:21,896 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:47:21,896 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:47:21,896 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:47:21,896 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:47:21,896 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:47:21,896 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:47:21,897 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:47:21,897 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:47:21,897 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:47:21,897 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:47:21,897 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:47:21,897 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:47:21,897 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:47:21,900 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:47:21,925 Job list saved +2022-02-16 15:47:21,975 Updating FAILED jobs +2022-02-16 15:47:21,976 Updating WAITING jobs +2022-02-16 15:47:21,976 Updating WAITING jobs eligible for be prepared +2022-02-16 15:47:21,977 Updating Held jobs +2022-02-16 15:47:21,978 Update finished +2022-02-16 15:47:31,987 Reloading parameters... +2022-02-16 15:47:32,005 Loading parameters... +2022-02-16 15:47:32,006 Loading project parameters... +2022-02-16 15:47:32,007 + +190 of 783 jobs remaining (15:47) +2022-02-16 15:47:32,007 Sleep: 10 +2022-02-16 15:47:32,007 Number of retrials: 2 +2022-02-16 15:47:32,008 WRAPPER CHECK TIME = 10 +2022-02-16 15:47:32,012 Checking jobs for platform=marenostrum4 +2022-02-16 15:47:32,012 Checking Wrapper 20687337 +2022-02-16 15:47:36,041 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:47:36,041 Checking inner jobs status +2022-02-16 15:47:38,021 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:47:38,022 Checking Wrapper 20687333 +2022-02-16 15:47:42,053 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:47:42,053 Checking inner jobs status +2022-02-16 15:47:43,879 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:47:43,880 End of checking +2022-02-16 15:47:43,883 Updating FAILED jobs +2022-02-16 15:47:43,886 Updating WAITING jobs +2022-02-16 15:47:43,887 Updating WAITING jobs eligible for be prepared +2022-02-16 15:47:43,888 Updating Held jobs +2022-02-16 15:47:43,888 Update finished +2022-02-16 15:47:43,889 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:47:43,889 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:47:43,889 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:47:43,889 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:47:43,889 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:47:43,889 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:47:43,889 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:47:43,889 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:47:43,889 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:47:43,889 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:47:43,889 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:47:43,889 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:47:43,889 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:47:43,890 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:47:43,890 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:47:43,890 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:47:43,890 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:47:43,890 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:47:43,890 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:47:43,890 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:47:43,894 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:47:43,914 Job list saved +2022-02-16 15:47:43,976 Updating FAILED jobs +2022-02-16 15:47:43,976 Updating WAITING jobs +2022-02-16 15:47:43,977 Updating WAITING jobs eligible for be prepared +2022-02-16 15:47:43,978 Updating Held jobs +2022-02-16 15:47:43,978 Update finished +2022-02-16 15:47:53,988 Reloading parameters... +2022-02-16 15:47:54,004 Loading parameters... +2022-02-16 15:47:54,004 Loading project parameters... +2022-02-16 15:47:54,005 + +190 of 783 jobs remaining (15:47) +2022-02-16 15:47:54,006 Sleep: 10 +2022-02-16 15:47:54,006 Number of retrials: 2 +2022-02-16 15:47:54,006 WRAPPER CHECK TIME = 10 +2022-02-16 15:47:54,010 Checking jobs for platform=marenostrum4 +2022-02-16 15:47:54,010 Checking Wrapper 20687337 +2022-02-16 15:47:57,939 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:47:57,939 Checking inner jobs status +2022-02-16 15:47:59,768 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:47:59,769 Checking Wrapper 20687333 +2022-02-16 15:48:03,694 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:48:03,694 Checking inner jobs status +2022-02-16 15:48:05,668 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:48:05,669 End of checking +2022-02-16 15:48:05,671 Updating FAILED jobs +2022-02-16 15:48:05,673 Updating WAITING jobs +2022-02-16 15:48:05,674 Updating WAITING jobs eligible for be prepared +2022-02-16 15:48:05,676 Updating Held jobs +2022-02-16 15:48:05,676 Update finished +2022-02-16 15:48:05,677 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:48:05,677 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:48:05,677 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:48:05,677 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:48:05,677 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:48:05,677 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:48:05,677 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:48:05,677 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:48:05,677 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:48:05,677 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:48:05,678 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:48:05,678 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:48:05,678 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:48:05,678 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:48:05,678 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:48:05,678 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:48:05,678 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:48:05,678 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:48:05,678 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:48:05,678 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:48:05,681 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:48:05,706 Job list saved +2022-02-16 15:48:05,773 Updating FAILED jobs +2022-02-16 15:48:05,773 Updating WAITING jobs +2022-02-16 15:48:05,774 Updating WAITING jobs eligible for be prepared +2022-02-16 15:48:05,775 Updating Held jobs +2022-02-16 15:48:05,776 Update finished +2022-02-16 15:48:15,784 Reloading parameters... +2022-02-16 15:48:15,800 Loading parameters... +2022-02-16 15:48:15,801 Loading project parameters... +2022-02-16 15:48:15,802 + +190 of 783 jobs remaining (15:48) +2022-02-16 15:48:15,803 Sleep: 10 +2022-02-16 15:48:15,803 Number of retrials: 2 +2022-02-16 15:48:15,803 WRAPPER CHECK TIME = 10 +2022-02-16 15:48:15,808 Checking jobs for platform=marenostrum4 +2022-02-16 15:48:15,808 Checking Wrapper 20687337 +2022-02-16 15:48:19,885 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:48:19,886 Checking inner jobs status +2022-02-16 15:48:22,820 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:48:22,821 Checking Wrapper 20687333 +2022-02-16 15:48:26,898 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:48:26,898 Checking inner jobs status +2022-02-16 15:48:30,828 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:48:30,829 End of checking +2022-02-16 15:48:30,831 Updating FAILED jobs +2022-02-16 15:48:30,836 Updating WAITING jobs +2022-02-16 15:48:30,837 Updating WAITING jobs eligible for be prepared +2022-02-16 15:48:30,838 Updating Held jobs +2022-02-16 15:48:30,839 Update finished +2022-02-16 15:48:30,840 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:48:30,840 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:48:30,840 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:48:30,840 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:48:30,840 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:48:30,840 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:48:30,840 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:48:30,840 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:48:30,840 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:48:30,840 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:48:30,840 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:48:30,840 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:48:30,840 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:48:30,840 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:48:30,840 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:48:30,841 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:48:30,841 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:48:30,841 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:48:30,841 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:48:30,841 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:48:30,845 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:48:30,880 Job list saved +2022-02-16 15:48:30,938 Updating FAILED jobs +2022-02-16 15:48:30,939 Updating WAITING jobs +2022-02-16 15:48:30,940 Updating WAITING jobs eligible for be prepared +2022-02-16 15:48:30,941 Updating Held jobs +2022-02-16 15:48:30,941 Update finished +2022-02-16 15:48:40,961 Reloading parameters... +2022-02-16 15:48:40,980 Loading parameters... +2022-02-16 15:48:40,982 Loading project parameters... +2022-02-16 15:48:40,984 + +190 of 783 jobs remaining (15:48) +2022-02-16 15:48:40,985 Sleep: 10 +2022-02-16 15:48:40,985 Number of retrials: 2 +2022-02-16 15:48:40,985 WRAPPER CHECK TIME = 10 +2022-02-16 15:48:40,994 Checking jobs for platform=marenostrum4 +2022-02-16 15:48:40,995 Checking Wrapper 20687337 +2022-02-16 15:48:45,073 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:48:45,074 Checking inner jobs status +2022-02-16 15:48:48,055 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:48:48,056 Checking Wrapper 20687333 +2022-02-16 15:48:52,032 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:48:52,032 Checking inner jobs status +2022-02-16 15:48:56,326 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:48:56,328 End of checking +2022-02-16 15:48:56,331 Updating FAILED jobs +2022-02-16 15:48:56,335 Updating WAITING jobs +2022-02-16 15:48:56,336 Updating WAITING jobs eligible for be prepared +2022-02-16 15:48:56,337 Updating Held jobs +2022-02-16 15:48:56,338 Update finished +2022-02-16 15:48:56,338 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:48:56,339 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:48:56,339 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:48:56,339 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:48:56,339 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:48:56,339 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:48:56,339 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:48:56,339 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:48:56,339 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:48:56,339 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:48:56,339 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:48:56,339 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:48:56,339 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:48:56,339 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:48:56,339 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:48:56,339 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:48:56,340 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:48:56,340 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:48:56,340 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:48:56,340 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:48:56,343 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:48:56,376 Job list saved +2022-02-16 15:48:56,428 Updating FAILED jobs +2022-02-16 15:48:56,428 Updating WAITING jobs +2022-02-16 15:48:56,429 Updating WAITING jobs eligible for be prepared +2022-02-16 15:48:56,430 Updating Held jobs +2022-02-16 15:48:56,430 Update finished +2022-02-16 15:49:06,443 Reloading parameters... +2022-02-16 15:49:06,466 Loading parameters... +2022-02-16 15:49:06,467 Loading project parameters... +2022-02-16 15:49:06,468 + +190 of 783 jobs remaining (15:49) +2022-02-16 15:49:06,469 Sleep: 10 +2022-02-16 15:49:06,469 Number of retrials: 2 +2022-02-16 15:49:06,469 WRAPPER CHECK TIME = 10 +2022-02-16 15:49:06,473 Checking jobs for platform=marenostrum4 +2022-02-16 15:49:06,473 Checking Wrapper 20687337 +2022-02-16 15:49:10,450 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:49:10,451 Checking inner jobs status +2022-02-16 15:49:12,880 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:49:12,881 Checking Wrapper 20687333 +2022-02-16 15:49:16,864 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:49:16,865 Checking inner jobs status +2022-02-16 15:49:18,687 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:49:18,688 End of checking +2022-02-16 15:49:18,689 Updating FAILED jobs +2022-02-16 15:49:18,692 Updating WAITING jobs +2022-02-16 15:49:18,692 Updating WAITING jobs eligible for be prepared +2022-02-16 15:49:18,693 Updating Held jobs +2022-02-16 15:49:18,694 Update finished +2022-02-16 15:49:18,695 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:49:18,695 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:49:18,695 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:49:18,695 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:49:18,695 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:49:18,695 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:49:18,695 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:49:18,695 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:49:18,695 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:49:18,695 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:49:18,695 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:49:18,695 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:49:18,695 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:49:18,695 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:49:18,696 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:49:18,696 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:49:18,696 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:49:18,696 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:49:18,696 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:49:18,696 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:49:18,700 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:49:18,725 Job list saved +2022-02-16 15:49:18,794 Updating FAILED jobs +2022-02-16 15:49:18,794 Updating WAITING jobs +2022-02-16 15:49:18,795 Updating WAITING jobs eligible for be prepared +2022-02-16 15:49:18,796 Updating Held jobs +2022-02-16 15:49:18,797 Update finished +2022-02-16 15:49:28,810 Reloading parameters... +2022-02-16 15:49:28,833 Loading parameters... +2022-02-16 15:49:28,834 Loading project parameters... +2022-02-16 15:49:28,835 + +190 of 783 jobs remaining (15:49) +2022-02-16 15:49:28,836 Sleep: 10 +2022-02-16 15:49:28,836 Number of retrials: 2 +2022-02-16 15:49:28,836 WRAPPER CHECK TIME = 10 +2022-02-16 15:49:28,841 Checking jobs for platform=marenostrum4 +2022-02-16 15:49:28,841 Checking Wrapper 20687337 +2022-02-16 15:49:32,768 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:49:32,768 Checking inner jobs status +2022-02-16 15:49:34,590 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:49:34,590 Checking Wrapper 20687333 +2022-02-16 15:49:38,617 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:49:38,617 Checking inner jobs status +2022-02-16 15:49:40,490 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:49:40,491 End of checking +2022-02-16 15:49:40,493 Updating FAILED jobs +2022-02-16 15:49:40,497 Updating WAITING jobs +2022-02-16 15:49:40,498 Updating WAITING jobs eligible for be prepared +2022-02-16 15:49:40,500 Updating Held jobs +2022-02-16 15:49:40,500 Update finished +2022-02-16 15:49:40,501 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:49:40,501 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:49:40,501 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:49:40,501 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:49:40,501 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:49:40,502 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:49:40,502 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:49:40,502 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:49:40,502 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:49:40,502 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:49:40,502 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:49:40,502 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:49:40,502 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:49:40,502 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:49:40,502 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:49:40,502 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:49:40,502 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:49:40,502 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:49:40,502 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:49:40,502 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:49:40,505 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:49:40,531 Job list saved +2022-02-16 15:49:40,593 Updating FAILED jobs +2022-02-16 15:49:40,594 Updating WAITING jobs +2022-02-16 15:49:40,595 Updating WAITING jobs eligible for be prepared +2022-02-16 15:49:40,596 Updating Held jobs +2022-02-16 15:49:40,596 Update finished +2022-02-16 15:49:50,611 Reloading parameters... +2022-02-16 15:49:50,632 Loading parameters... +2022-02-16 15:49:50,633 Loading project parameters... +2022-02-16 15:49:50,634 + +190 of 783 jobs remaining (15:49) +2022-02-16 15:49:50,635 Sleep: 10 +2022-02-16 15:49:50,635 Number of retrials: 2 +2022-02-16 15:49:50,635 WRAPPER CHECK TIME = 10 +2022-02-16 15:49:50,639 Checking jobs for platform=marenostrum4 +2022-02-16 15:49:50,639 Checking Wrapper 20687337 +2022-02-16 15:49:54,669 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:49:54,670 Checking inner jobs status +2022-02-16 15:49:56,595 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:49:56,596 Checking Wrapper 20687333 +2022-02-16 15:50:00,522 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:50:00,523 Checking inner jobs status +2022-02-16 15:50:02,397 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:50:02,398 End of checking +2022-02-16 15:50:02,400 Updating FAILED jobs +2022-02-16 15:50:02,405 Updating WAITING jobs +2022-02-16 15:50:02,405 Updating WAITING jobs eligible for be prepared +2022-02-16 15:50:02,407 Updating Held jobs +2022-02-16 15:50:02,407 Update finished +2022-02-16 15:50:02,408 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:50:02,408 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:50:02,408 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:50:02,408 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:50:02,408 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:50:02,408 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:50:02,408 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:50:02,408 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:50:02,409 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:50:02,409 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:50:02,409 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:50:02,409 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:50:02,409 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:50:02,409 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:50:02,409 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:50:02,409 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:50:02,409 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:50:02,409 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:50:02,409 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:50:02,409 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:50:02,413 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:50:02,440 Job list saved +2022-02-16 15:50:02,479 Updating FAILED jobs +2022-02-16 15:50:02,480 Updating WAITING jobs +2022-02-16 15:50:02,480 Updating WAITING jobs eligible for be prepared +2022-02-16 15:50:02,481 Updating Held jobs +2022-02-16 15:50:02,482 Update finished +2022-02-16 15:50:12,491 Reloading parameters... +2022-02-16 15:50:12,508 Loading parameters... +2022-02-16 15:50:12,508 Loading project parameters... +2022-02-16 15:50:12,509 + +190 of 783 jobs remaining (15:50) +2022-02-16 15:50:12,510 Sleep: 10 +2022-02-16 15:50:12,510 Number of retrials: 2 +2022-02-16 15:50:12,510 WRAPPER CHECK TIME = 10 +2022-02-16 15:50:12,514 Checking jobs for platform=marenostrum4 +2022-02-16 15:50:12,514 Checking Wrapper 20687337 +2022-02-16 15:50:16,494 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:50:16,495 Checking inner jobs status +2022-02-16 15:50:20,074 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:50:20,075 Checking Wrapper 20687333 +2022-02-16 15:50:24,003 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:50:24,003 Checking inner jobs status +2022-02-16 15:50:28,131 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:50:28,132 End of checking +2022-02-16 15:50:28,134 Updating FAILED jobs +2022-02-16 15:50:28,139 Updating WAITING jobs +2022-02-16 15:50:28,140 Updating WAITING jobs eligible for be prepared +2022-02-16 15:50:28,141 Updating Held jobs +2022-02-16 15:50:28,142 Update finished +2022-02-16 15:50:28,142 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:50:28,143 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:50:28,143 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:50:28,143 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:50:28,143 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:50:28,143 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:50:28,143 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:50:28,143 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:50:28,143 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:50:28,143 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:50:28,143 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:50:28,143 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:50:28,143 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:50:28,143 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:50:28,143 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:50:28,143 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:50:28,144 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:50:28,144 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:50:28,144 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:50:28,144 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:50:28,148 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:50:28,181 Job list saved +2022-02-16 15:50:28,247 Updating FAILED jobs +2022-02-16 15:50:28,247 Updating WAITING jobs +2022-02-16 15:50:28,248 Updating WAITING jobs eligible for be prepared +2022-02-16 15:50:28,249 Updating Held jobs +2022-02-16 15:50:28,250 Update finished +2022-02-16 15:50:38,266 Reloading parameters... +2022-02-16 15:50:38,288 Loading parameters... +2022-02-16 15:50:38,289 Loading project parameters... +2022-02-16 15:50:38,291 + +190 of 783 jobs remaining (15:50) +2022-02-16 15:50:38,292 Sleep: 10 +2022-02-16 15:50:38,292 Number of retrials: 2 +2022-02-16 15:50:38,292 WRAPPER CHECK TIME = 10 +2022-02-16 15:50:38,301 Checking jobs for platform=marenostrum4 +2022-02-16 15:50:38,301 Checking Wrapper 20687337 +2022-02-16 15:50:42,229 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:50:42,230 Checking inner jobs status +2022-02-16 15:50:46,323 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:50:46,324 Checking Wrapper 20687333 +2022-02-16 15:50:50,251 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:50:50,252 Checking inner jobs status +2022-02-16 15:50:52,328 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:50:52,330 End of checking +2022-02-16 15:50:52,332 Updating FAILED jobs +2022-02-16 15:50:52,337 Updating WAITING jobs +2022-02-16 15:50:52,338 Updating WAITING jobs eligible for be prepared +2022-02-16 15:50:52,339 Updating Held jobs +2022-02-16 15:50:52,340 Update finished +2022-02-16 15:50:52,341 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:50:52,341 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:50:52,341 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:50:52,341 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:50:52,341 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:50:52,341 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:50:52,341 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:50:52,341 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:50:52,341 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:50:52,341 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:50:52,342 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:50:52,342 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:50:52,342 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:50:52,342 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:50:52,342 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:50:52,342 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:50:52,342 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:50:52,342 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:50:52,342 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:50:52,342 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:50:52,347 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:50:52,379 Job list saved +2022-02-16 15:50:52,443 Updating FAILED jobs +2022-02-16 15:50:52,444 Updating WAITING jobs +2022-02-16 15:50:52,444 Updating WAITING jobs eligible for be prepared +2022-02-16 15:50:52,445 Updating Held jobs +2022-02-16 15:50:52,446 Update finished +2022-02-16 15:51:02,457 Reloading parameters... +2022-02-16 15:51:02,474 Loading parameters... +2022-02-16 15:51:02,475 Loading project parameters... +2022-02-16 15:51:02,476 + +190 of 783 jobs remaining (15:51) +2022-02-16 15:51:02,477 Sleep: 10 +2022-02-16 15:51:02,477 Number of retrials: 2 +2022-02-16 15:51:02,477 WRAPPER CHECK TIME = 10 +2022-02-16 15:51:02,481 Checking jobs for platform=marenostrum4 +2022-02-16 15:51:02,482 Checking Wrapper 20687337 +2022-02-16 15:51:06,463 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:51:06,464 Checking inner jobs status +2022-02-16 15:51:10,693 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:51:10,695 Checking Wrapper 20687333 +2022-02-16 15:51:14,620 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:51:14,621 Checking inner jobs status +2022-02-16 15:51:16,593 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:51:16,594 End of checking +2022-02-16 15:51:16,596 Updating FAILED jobs +2022-02-16 15:51:16,601 Updating WAITING jobs +2022-02-16 15:51:16,601 Updating WAITING jobs eligible for be prepared +2022-02-16 15:51:16,603 Updating Held jobs +2022-02-16 15:51:16,603 Update finished +2022-02-16 15:51:16,604 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:51:16,604 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:51:16,604 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:51:16,604 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:51:16,604 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:51:16,604 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:51:16,604 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:51:16,604 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:51:16,604 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:51:16,605 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:51:16,605 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:51:16,605 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:51:16,605 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:51:16,605 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:51:16,605 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:51:16,605 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:51:16,605 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:51:16,605 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:51:16,605 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:51:16,605 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:51:16,609 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:51:16,634 Job list saved +2022-02-16 15:51:16,692 Updating FAILED jobs +2022-02-16 15:51:16,692 Updating WAITING jobs +2022-02-16 15:51:16,693 Updating WAITING jobs eligible for be prepared +2022-02-16 15:51:16,694 Updating Held jobs +2022-02-16 15:51:16,695 Update finished +2022-02-16 15:51:26,700 Reloading parameters... +2022-02-16 15:51:26,717 Loading parameters... +2022-02-16 15:51:26,717 Loading project parameters... +2022-02-16 15:51:26,719 + +190 of 783 jobs remaining (15:51) +2022-02-16 15:51:26,720 Sleep: 10 +2022-02-16 15:51:26,720 Number of retrials: 2 +2022-02-16 15:51:26,720 WRAPPER CHECK TIME = 10 +2022-02-16 15:51:26,724 Checking jobs for platform=marenostrum4 +2022-02-16 15:51:26,724 Checking Wrapper 20687337 +2022-02-16 15:51:30,801 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:51:30,802 Checking inner jobs status +2022-02-16 15:51:32,927 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:51:32,927 Checking Wrapper 20687333 +2022-02-16 15:51:37,012 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:51:37,013 Checking inner jobs status +2022-02-16 15:51:38,987 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:51:38,988 End of checking +2022-02-16 15:51:38,990 Updating FAILED jobs +2022-02-16 15:51:38,994 Updating WAITING jobs +2022-02-16 15:51:38,995 Updating WAITING jobs eligible for be prepared +2022-02-16 15:51:38,996 Updating Held jobs +2022-02-16 15:51:38,996 Update finished +2022-02-16 15:51:38,997 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:51:38,997 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:51:38,997 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:51:38,997 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:51:38,998 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:51:38,998 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:51:38,998 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:51:38,998 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:51:38,998 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:51:38,998 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:51:38,998 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:51:38,998 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:51:38,998 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:51:38,998 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:51:38,998 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:51:38,998 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:51:38,998 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:51:38,998 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:51:38,998 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:51:38,998 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:51:39,002 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:51:39,027 Job list saved +2022-02-16 15:51:39,075 Updating FAILED jobs +2022-02-16 15:51:39,076 Updating WAITING jobs +2022-02-16 15:51:39,077 Updating WAITING jobs eligible for be prepared +2022-02-16 15:51:39,078 Updating Held jobs +2022-02-16 15:51:39,078 Update finished +2022-02-16 15:51:49,092 Reloading parameters... +2022-02-16 15:51:49,109 Loading parameters... +2022-02-16 15:51:49,110 Loading project parameters... +2022-02-16 15:51:49,111 + +190 of 783 jobs remaining (15:51) +2022-02-16 15:51:49,111 Sleep: 10 +2022-02-16 15:51:49,111 Number of retrials: 2 +2022-02-16 15:51:49,111 WRAPPER CHECK TIME = 10 +2022-02-16 15:51:49,116 Checking jobs for platform=marenostrum4 +2022-02-16 15:51:49,116 Checking Wrapper 20687337 +2022-02-16 15:51:53,050 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:51:53,051 Checking inner jobs status +2022-02-16 15:51:54,874 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:51:54,875 Checking Wrapper 20687333 +2022-02-16 15:51:58,800 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:51:58,801 Checking inner jobs status +2022-02-16 15:52:00,674 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:52:00,674 End of checking +2022-02-16 15:52:00,676 Updating FAILED jobs +2022-02-16 15:52:00,680 Updating WAITING jobs +2022-02-16 15:52:00,681 Updating WAITING jobs eligible for be prepared +2022-02-16 15:52:00,682 Updating Held jobs +2022-02-16 15:52:00,683 Update finished +2022-02-16 15:52:00,684 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:52:00,684 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:52:00,684 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:52:00,684 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:52:00,684 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:52:00,684 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:52:00,684 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:52:00,684 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:52:00,684 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:52:00,684 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:52:00,684 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:52:00,684 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:52:00,684 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:52:00,685 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:52:00,685 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:52:00,685 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:52:00,685 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:52:00,685 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:52:00,685 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:52:00,685 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:52:00,689 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:52:00,714 Job list saved +2022-02-16 15:52:00,753 Updating FAILED jobs +2022-02-16 15:52:00,762 Updating WAITING jobs +2022-02-16 15:52:00,763 Updating WAITING jobs eligible for be prepared +2022-02-16 15:52:00,764 Updating Held jobs +2022-02-16 15:52:00,765 Update finished +2022-02-16 15:52:10,770 Reloading parameters... +2022-02-16 15:52:10,785 Loading parameters... +2022-02-16 15:52:10,786 Loading project parameters... +2022-02-16 15:52:10,787 + +190 of 783 jobs remaining (15:52) +2022-02-16 15:52:10,788 Sleep: 10 +2022-02-16 15:52:10,788 Number of retrials: 2 +2022-02-16 15:52:10,788 WRAPPER CHECK TIME = 10 +2022-02-16 15:52:10,793 Checking jobs for platform=marenostrum4 +2022-02-16 15:52:10,793 Checking Wrapper 20687337 +2022-02-16 15:52:14,820 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:52:14,821 Checking inner jobs status +2022-02-16 15:52:16,746 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:52:16,746 Checking Wrapper 20687333 +2022-02-16 15:52:20,731 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:52:20,732 Checking inner jobs status +2022-02-16 15:52:22,605 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:52:22,606 End of checking +2022-02-16 15:52:22,608 Updating FAILED jobs +2022-02-16 15:52:22,612 Updating WAITING jobs +2022-02-16 15:52:22,613 Updating WAITING jobs eligible for be prepared +2022-02-16 15:52:22,614 Updating Held jobs +2022-02-16 15:52:22,614 Update finished +2022-02-16 15:52:22,615 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:52:22,615 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:52:22,615 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:52:22,615 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:52:22,615 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:52:22,616 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:52:22,616 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:52:22,616 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:52:22,616 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:52:22,616 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:52:22,616 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:52:22,616 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:52:22,616 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:52:22,616 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:52:22,616 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:52:22,616 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:52:22,616 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:52:22,616 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:52:22,616 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:52:22,616 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:52:22,619 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:52:22,644 Job list saved +2022-02-16 15:52:22,684 Updating FAILED jobs +2022-02-16 15:52:22,685 Updating WAITING jobs +2022-02-16 15:52:22,685 Updating WAITING jobs eligible for be prepared +2022-02-16 15:52:22,686 Updating Held jobs +2022-02-16 15:52:22,687 Update finished +2022-02-16 15:52:32,702 Reloading parameters... +2022-02-16 15:52:32,717 Loading parameters... +2022-02-16 15:52:32,718 Loading project parameters... +2022-02-16 15:52:32,719 + +190 of 783 jobs remaining (15:52) +2022-02-16 15:52:32,720 Sleep: 10 +2022-02-16 15:52:32,720 Number of retrials: 2 +2022-02-16 15:52:32,720 WRAPPER CHECK TIME = 10 +2022-02-16 15:52:32,725 Checking jobs for platform=marenostrum4 +2022-02-16 15:52:32,725 Checking Wrapper 20687337 +2022-02-16 15:52:36,652 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:52:36,653 Checking inner jobs status +2022-02-16 15:52:40,481 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:52:40,482 Checking Wrapper 20687333 +2022-02-16 15:52:44,417 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:52:44,417 Checking inner jobs status +2022-02-16 15:52:48,546 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:52:48,546 End of checking +2022-02-16 15:52:48,548 Updating FAILED jobs +2022-02-16 15:52:48,552 Updating WAITING jobs +2022-02-16 15:52:48,553 Updating WAITING jobs eligible for be prepared +2022-02-16 15:52:48,561 Updating Held jobs +2022-02-16 15:52:48,562 Update finished +2022-02-16 15:52:48,563 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:52:48,563 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:52:48,563 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:52:48,563 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:52:48,563 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:52:48,563 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:52:48,563 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:52:48,563 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:52:48,563 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:52:48,563 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:52:48,563 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:52:48,564 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:52:48,564 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:52:48,564 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:52:48,564 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:52:48,564 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:52:48,564 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:52:48,564 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:52:48,564 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:52:48,564 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:52:48,567 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:52:48,598 Job list saved +2022-02-16 15:52:48,651 Updating FAILED jobs +2022-02-16 15:52:48,651 Updating WAITING jobs +2022-02-16 15:52:48,652 Updating WAITING jobs eligible for be prepared +2022-02-16 15:52:48,653 Updating Held jobs +2022-02-16 15:52:48,653 Update finished +2022-02-16 15:52:58,668 Reloading parameters... +2022-02-16 15:52:58,686 Loading parameters... +2022-02-16 15:52:58,687 Loading project parameters... +2022-02-16 15:52:58,688 + +190 of 783 jobs remaining (15:52) +2022-02-16 15:52:58,689 Sleep: 10 +2022-02-16 15:52:58,689 Number of retrials: 2 +2022-02-16 15:52:58,689 WRAPPER CHECK TIME = 10 +2022-02-16 15:52:58,693 Checking jobs for platform=marenostrum4 +2022-02-16 15:52:58,694 Checking Wrapper 20687337 +2022-02-16 15:53:02,572 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:53:02,573 Checking inner jobs status +2022-02-16 15:53:05,297 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:53:05,298 Checking Wrapper 20687333 +2022-02-16 15:53:09,324 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:53:09,324 Checking inner jobs status +2022-02-16 15:53:13,567 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:53:13,569 End of checking +2022-02-16 15:53:13,571 Updating FAILED jobs +2022-02-16 15:53:13,576 Updating WAITING jobs +2022-02-16 15:53:13,577 Updating WAITING jobs eligible for be prepared +2022-02-16 15:53:13,578 Updating Held jobs +2022-02-16 15:53:13,579 Update finished +2022-02-16 15:53:13,579 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:53:13,580 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:53:13,580 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:53:13,580 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:53:13,580 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:53:13,580 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:53:13,580 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:53:13,580 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:53:13,580 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:53:13,580 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:53:13,581 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:53:13,581 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:53:13,581 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:53:13,581 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:53:13,581 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:53:13,581 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:53:13,581 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:53:13,581 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:53:13,581 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:53:13,581 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:53:13,585 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:53:13,611 Job list saved +2022-02-16 15:53:13,655 Updating FAILED jobs +2022-02-16 15:53:13,656 Updating WAITING jobs +2022-02-16 15:53:13,656 Updating WAITING jobs eligible for be prepared +2022-02-16 15:53:13,658 Updating Held jobs +2022-02-16 15:53:13,658 Update finished +2022-02-16 15:53:23,672 Reloading parameters... +2022-02-16 15:53:23,687 Loading parameters... +2022-02-16 15:53:23,688 Loading project parameters... +2022-02-16 15:53:23,689 + +190 of 783 jobs remaining (15:53) +2022-02-16 15:53:23,690 Sleep: 10 +2022-02-16 15:53:23,690 Number of retrials: 2 +2022-02-16 15:53:23,690 WRAPPER CHECK TIME = 10 +2022-02-16 15:53:23,694 Checking jobs for platform=marenostrum4 +2022-02-16 15:53:23,695 Checking Wrapper 20687337 +2022-02-16 15:53:27,726 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:53:27,727 Checking inner jobs status +2022-02-16 15:53:29,650 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:53:29,651 Checking Wrapper 20687333 +2022-02-16 15:53:33,727 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:53:33,728 Checking inner jobs status +2022-02-16 15:53:35,700 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:53:35,701 End of checking +2022-02-16 15:53:35,702 Updating FAILED jobs +2022-02-16 15:53:35,707 Updating WAITING jobs +2022-02-16 15:53:35,708 Updating WAITING jobs eligible for be prepared +2022-02-16 15:53:35,709 Updating Held jobs +2022-02-16 15:53:35,709 Update finished +2022-02-16 15:53:35,710 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:53:35,710 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:53:35,710 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:53:35,710 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:53:35,710 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:53:35,710 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:53:35,710 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:53:35,711 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:53:35,711 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:53:35,711 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:53:35,711 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:53:35,711 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:53:35,711 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:53:35,711 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:53:35,711 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:53:35,711 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:53:35,711 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:53:35,711 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:53:35,711 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:53:35,711 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:53:35,714 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:53:35,738 Job list saved +2022-02-16 15:53:35,782 Updating FAILED jobs +2022-02-16 15:53:35,783 Updating WAITING jobs +2022-02-16 15:53:35,783 Updating WAITING jobs eligible for be prepared +2022-02-16 15:53:35,784 Updating Held jobs +2022-02-16 15:53:35,784 Update finished +2022-02-16 15:53:45,791 Reloading parameters... +2022-02-16 15:53:45,807 Loading parameters... +2022-02-16 15:53:45,808 Loading project parameters... +2022-02-16 15:53:45,809 + +190 of 783 jobs remaining (15:53) +2022-02-16 15:53:45,809 Sleep: 10 +2022-02-16 15:53:45,809 Number of retrials: 2 +2022-02-16 15:53:45,809 WRAPPER CHECK TIME = 10 +2022-02-16 15:53:45,813 Checking jobs for platform=marenostrum4 +2022-02-16 15:53:45,813 Checking Wrapper 20687337 +2022-02-16 15:53:49,791 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:53:49,792 Checking inner jobs status +2022-02-16 15:53:51,666 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:53:51,667 Checking Wrapper 20687333 +2022-02-16 15:53:55,545 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:53:55,546 Checking inner jobs status +2022-02-16 15:53:57,376 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:53:57,377 End of checking +2022-02-16 15:53:57,379 Updating FAILED jobs +2022-02-16 15:53:57,383 Updating WAITING jobs +2022-02-16 15:53:57,383 Updating WAITING jobs eligible for be prepared +2022-02-16 15:53:57,384 Updating Held jobs +2022-02-16 15:53:57,385 Update finished +2022-02-16 15:53:57,385 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:53:57,386 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:53:57,386 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:53:57,386 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:53:57,386 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:53:57,386 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:53:57,386 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:53:57,386 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:53:57,386 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:53:57,386 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:53:57,386 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:53:57,386 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:53:57,386 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:53:57,386 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:53:57,386 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:53:57,386 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:53:57,386 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:53:57,386 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:53:57,387 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:53:57,387 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:53:57,391 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:53:57,413 Job list saved +2022-02-16 15:53:57,473 Updating FAILED jobs +2022-02-16 15:53:57,474 Updating WAITING jobs +2022-02-16 15:53:57,475 Updating WAITING jobs eligible for be prepared +2022-02-16 15:53:57,476 Updating Held jobs +2022-02-16 15:53:57,476 Update finished +2022-02-16 15:54:07,491 Reloading parameters... +2022-02-16 15:54:07,511 Loading parameters... +2022-02-16 15:54:07,512 Loading project parameters... +2022-02-16 15:54:07,513 + +190 of 783 jobs remaining (15:54) +2022-02-16 15:54:07,514 Sleep: 10 +2022-02-16 15:54:07,514 Number of retrials: 2 +2022-02-16 15:54:07,514 WRAPPER CHECK TIME = 10 +2022-02-16 15:54:07,519 Checking jobs for platform=marenostrum4 +2022-02-16 15:54:07,519 Checking Wrapper 20687337 +2022-02-16 15:54:11,452 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:54:11,452 Checking inner jobs status +2022-02-16 15:54:13,377 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:54:13,377 Checking Wrapper 20687333 +2022-02-16 15:54:17,455 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:54:17,455 Checking inner jobs status +2022-02-16 15:54:19,529 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:54:19,530 End of checking +2022-02-16 15:54:19,532 Updating FAILED jobs +2022-02-16 15:54:19,536 Updating WAITING jobs +2022-02-16 15:54:19,537 Updating WAITING jobs eligible for be prepared +2022-02-16 15:54:19,538 Updating Held jobs +2022-02-16 15:54:19,539 Update finished +2022-02-16 15:54:19,540 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:54:19,540 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:54:19,540 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:54:19,540 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:54:19,540 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:54:19,540 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:54:19,540 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:54:19,540 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:54:19,540 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:54:19,540 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:54:19,540 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:54:19,540 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:54:19,540 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:54:19,540 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:54:19,541 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:54:19,541 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:54:19,541 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:54:19,541 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:54:19,541 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:54:19,541 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:54:19,545 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:54:19,578 Job list saved +2022-02-16 15:54:19,628 Updating FAILED jobs +2022-02-16 15:54:19,628 Updating WAITING jobs +2022-02-16 15:54:19,629 Updating WAITING jobs eligible for be prepared +2022-02-16 15:54:19,630 Updating Held jobs +2022-02-16 15:54:19,631 Update finished +2022-02-16 15:54:29,646 Reloading parameters... +2022-02-16 15:54:29,660 Loading parameters... +2022-02-16 15:54:29,660 Loading project parameters... +2022-02-16 15:54:29,662 + +190 of 783 jobs remaining (15:54) +2022-02-16 15:54:29,662 Sleep: 10 +2022-02-16 15:54:29,662 Number of retrials: 2 +2022-02-16 15:54:29,662 WRAPPER CHECK TIME = 10 +2022-02-16 15:54:29,667 Checking jobs for platform=marenostrum4 +2022-02-16 15:54:29,667 Checking Wrapper 20687337 +2022-02-16 15:54:33,595 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:54:33,595 Checking inner jobs status +2022-02-16 15:54:37,776 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:54:37,778 Checking Wrapper 20687333 +2022-02-16 15:54:41,753 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:54:41,754 Checking inner jobs status +2022-02-16 15:54:44,092 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:54:44,092 End of checking +2022-02-16 15:54:44,094 Updating FAILED jobs +2022-02-16 15:54:44,098 Updating WAITING jobs +2022-02-16 15:54:44,099 Updating WAITING jobs eligible for be prepared +2022-02-16 15:54:44,101 Updating Held jobs +2022-02-16 15:54:44,101 Update finished +2022-02-16 15:54:44,102 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:54:44,102 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:54:44,102 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:54:44,102 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:54:44,102 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:54:44,103 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:54:44,103 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:54:44,103 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:54:44,103 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:54:44,103 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:54:44,103 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:54:44,103 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:54:44,103 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:54:44,103 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:54:44,103 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:54:44,103 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:54:44,103 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:54:44,103 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:54:44,103 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:54:44,103 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:54:44,106 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:54:44,142 Job list saved +2022-02-16 15:54:44,189 Updating FAILED jobs +2022-02-16 15:54:44,190 Updating WAITING jobs +2022-02-16 15:54:44,190 Updating WAITING jobs eligible for be prepared +2022-02-16 15:54:44,191 Updating Held jobs +2022-02-16 15:54:44,192 Update finished +2022-02-16 15:54:54,195 Reloading parameters... +2022-02-16 15:54:54,209 Loading parameters... +2022-02-16 15:54:54,210 Loading project parameters... +2022-02-16 15:54:54,212 + +190 of 783 jobs remaining (15:54) +2022-02-16 15:54:54,212 Sleep: 10 +2022-02-16 15:54:54,212 Number of retrials: 2 +2022-02-16 15:54:54,213 WRAPPER CHECK TIME = 10 +2022-02-16 15:54:54,217 Checking jobs for platform=marenostrum4 +2022-02-16 15:54:54,217 Checking Wrapper 20687337 +2022-02-16 15:54:58,195 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:54:58,196 Checking inner jobs status +2022-02-16 15:55:01,940 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:55:01,941 Checking Wrapper 20687333 +2022-02-16 15:55:05,876 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:55:05,877 Checking inner jobs status +2022-02-16 15:55:13,128 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:55:13,129 End of checking +2022-02-16 15:55:13,131 Updating FAILED jobs +2022-02-16 15:55:13,135 Updating WAITING jobs +2022-02-16 15:55:13,136 Updating WAITING jobs eligible for be prepared +2022-02-16 15:55:13,137 Updating Held jobs +2022-02-16 15:55:13,138 Update finished +2022-02-16 15:55:13,139 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:55:13,139 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:55:13,139 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:55:13,139 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:55:13,139 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:55:13,139 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:55:13,139 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:55:13,139 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:55:13,139 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:55:13,139 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:55:13,139 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:55:13,139 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:55:13,139 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:55:13,140 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:55:13,140 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:55:13,140 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:55:13,140 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:55:13,140 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:55:13,140 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:55:13,140 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:55:13,142 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:55:13,177 Job list saved +2022-02-16 15:55:13,242 Updating FAILED jobs +2022-02-16 15:55:13,243 Updating WAITING jobs +2022-02-16 15:55:13,243 Updating WAITING jobs eligible for be prepared +2022-02-16 15:55:13,244 Updating Held jobs +2022-02-16 15:55:13,245 Update finished +2022-02-16 15:55:23,258 Reloading parameters... +2022-02-16 15:55:23,274 Loading parameters... +2022-02-16 15:55:23,275 Loading project parameters... +2022-02-16 15:55:23,276 + +190 of 783 jobs remaining (15:55) +2022-02-16 15:55:23,277 Sleep: 10 +2022-02-16 15:55:23,277 Number of retrials: 2 +2022-02-16 15:55:23,277 WRAPPER CHECK TIME = 10 +2022-02-16 15:55:23,282 Checking jobs for platform=marenostrum4 +2022-02-16 15:55:23,282 Checking Wrapper 20687337 +2022-02-16 15:55:27,271 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:55:27,272 Checking inner jobs status +2022-02-16 15:55:29,647 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:55:29,648 Checking Wrapper 20687333 +2022-02-16 15:55:33,576 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:55:33,576 Checking inner jobs status +2022-02-16 15:55:35,655 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:55:35,656 End of checking +2022-02-16 15:55:35,658 Updating FAILED jobs +2022-02-16 15:55:35,662 Updating WAITING jobs +2022-02-16 15:55:35,663 Updating WAITING jobs eligible for be prepared +2022-02-16 15:55:35,664 Updating Held jobs +2022-02-16 15:55:35,665 Update finished +2022-02-16 15:55:35,666 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:55:35,666 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:55:35,666 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:55:35,666 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:55:35,666 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:55:35,666 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:55:35,666 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:55:35,666 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:55:35,666 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:55:35,666 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:55:35,667 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:55:35,667 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:55:35,667 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:55:35,667 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:55:35,667 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:55:35,667 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:55:35,667 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:55:35,667 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:55:35,667 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:55:35,667 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:55:35,670 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:55:35,696 Job list saved +2022-02-16 15:55:35,745 Updating FAILED jobs +2022-02-16 15:55:35,746 Updating WAITING jobs +2022-02-16 15:55:35,746 Updating WAITING jobs eligible for be prepared +2022-02-16 15:55:35,747 Updating Held jobs +2022-02-16 15:55:35,748 Update finished +2022-02-16 15:55:45,763 Reloading parameters... +2022-02-16 15:55:45,779 Loading parameters... +2022-02-16 15:55:45,779 Loading project parameters... +2022-02-16 15:55:45,781 + +190 of 783 jobs remaining (15:55) +2022-02-16 15:55:45,782 Sleep: 10 +2022-02-16 15:55:45,782 Number of retrials: 2 +2022-02-16 15:55:45,782 WRAPPER CHECK TIME = 10 +2022-02-16 15:55:45,786 Checking jobs for platform=marenostrum4 +2022-02-16 15:55:45,786 Checking Wrapper 20687337 +2022-02-16 15:55:49,921 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:55:49,921 Checking inner jobs status +2022-02-16 15:55:51,950 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:55:51,951 Checking Wrapper 20687333 +2022-02-16 15:55:55,935 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:55:55,936 Checking inner jobs status +2022-02-16 15:55:57,818 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:55:57,819 End of checking +2022-02-16 15:55:57,821 Updating FAILED jobs +2022-02-16 15:55:57,825 Updating WAITING jobs +2022-02-16 15:55:57,826 Updating WAITING jobs eligible for be prepared +2022-02-16 15:55:57,827 Updating Held jobs +2022-02-16 15:55:57,828 Update finished +2022-02-16 15:55:57,829 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:55:57,829 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:55:57,829 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:55:57,829 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:55:57,829 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:55:57,830 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:55:57,830 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:55:57,830 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:55:57,830 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:55:57,830 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:55:57,830 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:55:57,830 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:55:57,830 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:55:57,830 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:55:57,830 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:55:57,830 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:55:57,830 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:55:57,830 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:55:57,830 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:55:57,830 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:55:57,834 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:55:57,862 Job list saved +2022-02-16 15:55:57,901 Updating FAILED jobs +2022-02-16 15:55:57,902 Updating WAITING jobs +2022-02-16 15:55:57,903 Updating WAITING jobs eligible for be prepared +2022-02-16 15:55:57,904 Updating Held jobs +2022-02-16 15:55:57,905 Update finished +2022-02-16 15:56:07,920 Reloading parameters... +2022-02-16 15:56:07,934 Loading parameters... +2022-02-16 15:56:07,935 Loading project parameters... +2022-02-16 15:56:07,936 + +190 of 783 jobs remaining (15:56) +2022-02-16 15:56:07,937 Sleep: 10 +2022-02-16 15:56:07,937 Number of retrials: 2 +2022-02-16 15:56:07,937 WRAPPER CHECK TIME = 10 +2022-02-16 15:56:07,942 Checking jobs for platform=marenostrum4 +2022-02-16 15:56:07,942 Checking Wrapper 20687337 +2022-02-16 15:56:11,876 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:56:11,877 Checking inner jobs status +2022-02-16 15:56:13,749 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:56:13,749 Checking Wrapper 20687333 +2022-02-16 15:56:17,684 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:56:17,685 Checking inner jobs status +2022-02-16 15:56:19,516 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:56:19,517 End of checking +2022-02-16 15:56:19,518 Updating FAILED jobs +2022-02-16 15:56:19,523 Updating WAITING jobs +2022-02-16 15:56:19,524 Updating WAITING jobs eligible for be prepared +2022-02-16 15:56:19,525 Updating Held jobs +2022-02-16 15:56:19,526 Update finished +2022-02-16 15:56:19,526 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:56:19,526 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:56:19,527 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:56:19,527 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:56:19,527 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:56:19,527 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:56:19,527 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:56:19,527 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:56:19,527 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:56:19,527 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:56:19,527 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:56:19,527 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:56:19,527 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:56:19,527 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:56:19,527 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:56:19,527 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:56:19,527 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:56:19,527 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:56:19,527 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:56:19,528 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:56:19,531 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:56:19,564 Job list saved +2022-02-16 15:56:19,606 Updating FAILED jobs +2022-02-16 15:56:19,606 Updating WAITING jobs +2022-02-16 15:56:19,607 Updating WAITING jobs eligible for be prepared +2022-02-16 15:56:19,608 Updating Held jobs +2022-02-16 15:56:19,608 Update finished +2022-02-16 15:56:29,623 Reloading parameters... +2022-02-16 15:56:29,638 Loading parameters... +2022-02-16 15:56:29,639 Loading project parameters... +2022-02-16 15:56:29,640 + +190 of 783 jobs remaining (15:56) +2022-02-16 15:56:29,641 Sleep: 10 +2022-02-16 15:56:29,641 Number of retrials: 2 +2022-02-16 15:56:29,641 WRAPPER CHECK TIME = 10 +2022-02-16 15:56:29,646 Checking jobs for platform=marenostrum4 +2022-02-16 15:56:29,646 Checking Wrapper 20687337 +2022-02-16 15:56:33,674 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:56:33,675 Checking inner jobs status +2022-02-16 15:56:37,253 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:56:37,255 Checking Wrapper 20687333 +2022-02-16 15:56:41,332 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:56:41,332 Checking inner jobs status +2022-02-16 15:56:45,576 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:56:45,577 End of checking +2022-02-16 15:56:45,580 Updating FAILED jobs +2022-02-16 15:56:45,583 Updating WAITING jobs +2022-02-16 15:56:45,584 Updating WAITING jobs eligible for be prepared +2022-02-16 15:56:45,585 Updating Held jobs +2022-02-16 15:56:45,585 Update finished +2022-02-16 15:56:45,586 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:56:45,586 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:56:45,586 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:56:45,586 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:56:45,586 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:56:45,586 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:56:45,586 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:56:45,586 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:56:45,587 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:56:45,587 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:56:45,587 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:56:45,587 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:56:45,587 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:56:45,587 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:56:45,587 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:56:45,587 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:56:45,587 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:56:45,587 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:56:45,587 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:56:45,587 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:56:45,591 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:56:45,612 Job list saved +2022-02-16 15:56:45,654 Updating FAILED jobs +2022-02-16 15:56:45,655 Updating WAITING jobs +2022-02-16 15:56:45,655 Updating WAITING jobs eligible for be prepared +2022-02-16 15:56:45,656 Updating Held jobs +2022-02-16 15:56:45,657 Update finished +2022-02-16 15:56:55,660 Reloading parameters... +2022-02-16 15:56:55,674 Loading parameters... +2022-02-16 15:56:55,675 Loading project parameters... +2022-02-16 15:56:55,676 + +190 of 783 jobs remaining (15:56) +2022-02-16 15:56:55,677 Sleep: 10 +2022-02-16 15:56:55,677 Number of retrials: 2 +2022-02-16 15:56:55,677 WRAPPER CHECK TIME = 10 +2022-02-16 15:56:55,681 Checking jobs for platform=marenostrum4 +2022-02-16 15:56:55,681 Checking Wrapper 20687337 +2022-02-16 15:56:59,814 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:56:59,814 Checking inner jobs status +2022-02-16 15:57:04,153 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:57:04,163 Checking Wrapper 20687333 +2022-02-16 15:57:08,189 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:57:08,190 Checking inner jobs status +2022-02-16 15:57:10,267 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:57:10,268 End of checking +2022-02-16 15:57:10,269 Updating FAILED jobs +2022-02-16 15:57:10,274 Updating WAITING jobs +2022-02-16 15:57:10,275 Updating WAITING jobs eligible for be prepared +2022-02-16 15:57:10,276 Updating Held jobs +2022-02-16 15:57:10,277 Update finished +2022-02-16 15:57:10,277 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:57:10,278 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:57:10,278 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:57:10,278 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:57:10,278 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:57:10,278 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:57:10,278 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:57:10,278 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:57:10,278 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:57:10,278 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:57:10,278 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:57:10,278 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:57:10,278 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:57:10,278 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:57:10,278 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:57:10,278 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:57:10,279 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:57:10,279 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:57:10,279 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:57:10,279 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:57:10,281 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:57:10,307 Job list saved +2022-02-16 15:57:10,342 Updating FAILED jobs +2022-02-16 15:57:10,342 Updating WAITING jobs +2022-02-16 15:57:10,343 Updating WAITING jobs eligible for be prepared +2022-02-16 15:57:10,344 Updating Held jobs +2022-02-16 15:57:10,344 Update finished +2022-02-16 15:57:20,366 Reloading parameters... +2022-02-16 15:57:20,381 Loading parameters... +2022-02-16 15:57:20,382 Loading project parameters... +2022-02-16 15:57:20,383 + +190 of 783 jobs remaining (15:57) +2022-02-16 15:57:20,384 Sleep: 10 +2022-02-16 15:57:20,384 Number of retrials: 2 +2022-02-16 15:57:20,384 WRAPPER CHECK TIME = 10 +2022-02-16 15:57:20,388 Checking jobs for platform=marenostrum4 +2022-02-16 15:57:20,389 Checking Wrapper 20687337 +2022-02-16 15:57:24,269 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:57:24,270 Checking inner jobs status +2022-02-16 15:57:28,452 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:57:28,454 Checking Wrapper 20687333 +2022-02-16 15:57:32,379 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:57:32,380 Checking inner jobs status +2022-02-16 15:57:35,056 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:57:35,057 End of checking +2022-02-16 15:57:35,059 Updating FAILED jobs +2022-02-16 15:57:35,064 Updating WAITING jobs +2022-02-16 15:57:35,065 Updating WAITING jobs eligible for be prepared +2022-02-16 15:57:35,066 Updating Held jobs +2022-02-16 15:57:35,067 Update finished +2022-02-16 15:57:35,068 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:57:35,068 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:57:35,068 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:57:35,068 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:57:35,068 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:57:35,068 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:57:35,068 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:57:35,068 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:57:35,068 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:57:35,069 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:57:35,069 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:57:35,069 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:57:35,069 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:57:35,069 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:57:35,069 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:57:35,069 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:57:35,069 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:57:35,069 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:57:35,069 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:57:35,069 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:57:35,072 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:57:35,095 Job list saved +2022-02-16 15:57:35,133 Updating FAILED jobs +2022-02-16 15:57:35,133 Updating WAITING jobs +2022-02-16 15:57:35,134 Updating WAITING jobs eligible for be prepared +2022-02-16 15:57:35,135 Updating Held jobs +2022-02-16 15:57:35,136 Update finished +2022-02-16 15:57:45,149 Reloading parameters... +2022-02-16 15:57:45,173 Loading parameters... +2022-02-16 15:57:45,174 Loading project parameters... +2022-02-16 15:57:45,176 + +190 of 783 jobs remaining (15:57) +2022-02-16 15:57:45,176 Sleep: 10 +2022-02-16 15:57:45,177 Number of retrials: 2 +2022-02-16 15:57:45,177 WRAPPER CHECK TIME = 10 +2022-02-16 15:57:45,181 Checking jobs for platform=marenostrum4 +2022-02-16 15:57:45,181 Checking Wrapper 20687337 +2022-02-16 15:57:49,116 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:57:49,117 Checking inner jobs status +2022-02-16 15:57:50,940 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:57:50,940 Checking Wrapper 20687333 +2022-02-16 15:57:54,823 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:57:54,823 Checking inner jobs status +2022-02-16 15:57:56,646 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:57:56,647 End of checking +2022-02-16 15:57:56,648 Updating FAILED jobs +2022-02-16 15:57:56,653 Updating WAITING jobs +2022-02-16 15:57:56,654 Updating WAITING jobs eligible for be prepared +2022-02-16 15:57:56,655 Updating Held jobs +2022-02-16 15:57:56,655 Update finished +2022-02-16 15:57:56,656 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:57:56,656 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:57:56,656 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:57:56,656 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:57:56,656 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:57:56,657 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:57:56,657 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:57:56,657 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:57:56,657 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:57:56,657 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:57:56,657 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:57:56,657 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:57:56,657 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:57:56,657 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:57:56,657 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:57:56,657 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:57:56,657 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:57:56,657 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:57:56,657 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:57:56,657 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:57:56,660 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:57:56,685 Job list saved +2022-02-16 15:57:56,721 Updating FAILED jobs +2022-02-16 15:57:56,721 Updating WAITING jobs +2022-02-16 15:57:56,722 Updating WAITING jobs eligible for be prepared +2022-02-16 15:57:56,723 Updating Held jobs +2022-02-16 15:57:56,723 Update finished +2022-02-16 15:58:06,738 Reloading parameters... +2022-02-16 15:58:06,752 Loading parameters... +2022-02-16 15:58:06,753 Loading project parameters... +2022-02-16 15:58:06,754 + +190 of 783 jobs remaining (15:58) +2022-02-16 15:58:06,766 Sleep: 10 +2022-02-16 15:58:06,766 Number of retrials: 2 +2022-02-16 15:58:06,766 WRAPPER CHECK TIME = 10 +2022-02-16 15:58:06,771 Checking jobs for platform=marenostrum4 +2022-02-16 15:58:06,771 Checking Wrapper 20687337 +2022-02-16 15:58:10,804 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:58:10,805 Checking inner jobs status +2022-02-16 15:58:12,727 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:58:12,728 Checking Wrapper 20687333 +2022-02-16 15:58:16,806 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:58:16,806 Checking inner jobs status +2022-02-16 15:58:18,778 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:58:18,779 End of checking +2022-02-16 15:58:18,781 Updating FAILED jobs +2022-02-16 15:58:18,785 Updating WAITING jobs +2022-02-16 15:58:18,786 Updating WAITING jobs eligible for be prepared +2022-02-16 15:58:18,787 Updating Held jobs +2022-02-16 15:58:18,788 Update finished +2022-02-16 15:58:18,788 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:58:18,789 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:58:18,789 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:58:18,789 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:58:18,789 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:58:18,789 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:58:18,789 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:58:18,789 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:58:18,789 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:58:18,789 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:58:18,789 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:58:18,789 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:58:18,789 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:58:18,789 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:58:18,790 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:58:18,790 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:58:18,790 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:58:18,790 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:58:18,790 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:58:18,790 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:58:18,794 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:58:18,818 Job list saved +2022-02-16 15:58:18,852 Updating FAILED jobs +2022-02-16 15:58:18,852 Updating WAITING jobs +2022-02-16 15:58:18,853 Updating WAITING jobs eligible for be prepared +2022-02-16 15:58:18,854 Updating Held jobs +2022-02-16 15:58:18,854 Update finished +2022-02-16 15:58:28,870 Reloading parameters... +2022-02-16 15:58:28,884 Loading parameters... +2022-02-16 15:58:28,885 Loading project parameters... +2022-02-16 15:58:28,887 + +190 of 783 jobs remaining (15:58) +2022-02-16 15:58:28,887 Sleep: 10 +2022-02-16 15:58:28,887 Number of retrials: 2 +2022-02-16 15:58:28,887 WRAPPER CHECK TIME = 10 +2022-02-16 15:58:28,892 Checking jobs for platform=marenostrum4 +2022-02-16 15:58:28,892 Checking Wrapper 20687337 +2022-02-16 15:58:32,823 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:58:32,824 Checking inner jobs status +2022-02-16 15:58:34,699 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:58:34,700 Checking Wrapper 20687333 +2022-02-16 15:58:38,626 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:58:38,627 Checking inner jobs status +2022-02-16 15:58:40,450 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:58:40,451 End of checking +2022-02-16 15:58:40,452 Updating FAILED jobs +2022-02-16 15:58:40,455 Updating WAITING jobs +2022-02-16 15:58:40,455 Updating WAITING jobs eligible for be prepared +2022-02-16 15:58:40,456 Updating Held jobs +2022-02-16 15:58:40,457 Update finished +2022-02-16 15:58:40,458 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:58:40,458 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:58:40,458 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:58:40,458 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:58:40,458 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:58:40,458 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:58:40,458 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:58:40,458 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:58:40,458 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:58:40,458 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:58:40,458 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:58:40,459 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:58:40,459 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:58:40,459 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:58:40,459 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:58:40,459 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:58:40,459 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:58:40,459 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:58:40,459 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:58:40,459 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:58:40,462 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:58:40,485 Job list saved +2022-02-16 15:58:40,524 Updating FAILED jobs +2022-02-16 15:58:40,524 Updating WAITING jobs +2022-02-16 15:58:40,525 Updating WAITING jobs eligible for be prepared +2022-02-16 15:58:40,526 Updating Held jobs +2022-02-16 15:58:40,526 Update finished +2022-02-16 15:58:50,541 Reloading parameters... +2022-02-16 15:58:50,556 Loading parameters... +2022-02-16 15:58:50,563 Loading project parameters... +2022-02-16 15:58:50,565 + +190 of 783 jobs remaining (15:58) +2022-02-16 15:58:50,566 Sleep: 10 +2022-02-16 15:58:50,566 Number of retrials: 2 +2022-02-16 15:58:50,566 WRAPPER CHECK TIME = 10 +2022-02-16 15:58:50,570 Checking jobs for platform=marenostrum4 +2022-02-16 15:58:50,570 Checking Wrapper 20687337 +2022-02-16 15:58:54,498 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:58:54,498 Checking inner jobs status +2022-02-16 15:58:56,672 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:58:56,673 Checking Wrapper 20687333 +2022-02-16 15:59:00,649 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:59:00,650 Checking inner jobs status +2022-02-16 15:59:02,673 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:59:02,674 End of checking +2022-02-16 15:59:02,676 Updating FAILED jobs +2022-02-16 15:59:02,681 Updating WAITING jobs +2022-02-16 15:59:02,682 Updating WAITING jobs eligible for be prepared +2022-02-16 15:59:02,683 Updating Held jobs +2022-02-16 15:59:02,684 Update finished +2022-02-16 15:59:02,685 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:59:02,685 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:59:02,685 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:59:02,685 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:59:02,685 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:59:02,685 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:59:02,685 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:59:02,685 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:59:02,685 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:59:02,685 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:59:02,685 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:59:02,686 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:59:02,686 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:59:02,686 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:59:02,686 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:59:02,686 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:59:02,686 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:59:02,686 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:59:02,686 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:59:02,686 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:59:02,689 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:59:02,723 Job list saved +2022-02-16 15:59:02,763 Updating FAILED jobs +2022-02-16 15:59:02,764 Updating WAITING jobs +2022-02-16 15:59:02,765 Updating WAITING jobs eligible for be prepared +2022-02-16 15:59:02,766 Updating Held jobs +2022-02-16 15:59:02,767 Update finished +2022-02-16 15:59:12,782 Reloading parameters... +2022-02-16 15:59:12,796 Loading parameters... +2022-02-16 15:59:12,797 Loading project parameters... +2022-02-16 15:59:12,798 + +190 of 783 jobs remaining (15:59) +2022-02-16 15:59:12,799 Sleep: 10 +2022-02-16 15:59:12,799 Number of retrials: 2 +2022-02-16 15:59:12,799 WRAPPER CHECK TIME = 10 +2022-02-16 15:59:12,807 Checking jobs for platform=marenostrum4 +2022-02-16 15:59:12,807 Checking Wrapper 20687337 +2022-02-16 15:59:16,735 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:59:16,736 Checking inner jobs status +2022-02-16 15:59:23,731 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:59:23,733 Checking Wrapper 20687333 +2022-02-16 15:59:27,767 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:59:27,768 Checking inner jobs status +2022-02-16 15:59:36,267 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:59:36,269 End of checking +2022-02-16 15:59:36,271 Updating FAILED jobs +2022-02-16 15:59:36,275 Updating WAITING jobs +2022-02-16 15:59:36,276 Updating WAITING jobs eligible for be prepared +2022-02-16 15:59:36,277 Updating Held jobs +2022-02-16 15:59:36,278 Update finished +2022-02-16 15:59:36,279 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:59:36,279 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:59:36,279 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:59:36,279 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:59:36,279 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:59:36,279 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:59:36,279 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:59:36,279 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:59:36,279 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:59:36,279 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:59:36,279 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:59:36,279 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:59:36,279 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:59:36,280 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:59:36,280 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:59:36,280 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:59:36,280 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:59:36,280 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:59:36,280 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:59:36,280 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:59:36,283 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:59:36,312 Job list saved +2022-02-16 15:59:36,355 Updating FAILED jobs +2022-02-16 15:59:36,356 Updating WAITING jobs +2022-02-16 15:59:36,356 Updating WAITING jobs eligible for be prepared +2022-02-16 15:59:36,357 Updating Held jobs +2022-02-16 15:59:36,358 Update finished +2022-02-16 15:59:46,374 Reloading parameters... +2022-02-16 15:59:46,388 Loading parameters... +2022-02-16 15:59:46,389 Loading project parameters... +2022-02-16 15:59:46,390 + +190 of 783 jobs remaining (15:59) +2022-02-16 15:59:46,391 Sleep: 10 +2022-02-16 15:59:46,391 Number of retrials: 2 +2022-02-16 15:59:46,391 WRAPPER CHECK TIME = 10 +2022-02-16 15:59:46,395 Checking jobs for platform=marenostrum4 +2022-02-16 15:59:46,395 Checking Wrapper 20687337 +2022-02-16 15:59:50,327 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 15:59:50,327 Checking inner jobs status +2022-02-16 15:59:52,456 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 15:59:52,457 Checking Wrapper 20687333 +2022-02-16 15:59:56,384 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 15:59:56,384 Checking inner jobs status +2022-02-16 15:59:58,257 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 15:59:58,257 End of checking +2022-02-16 15:59:58,259 Updating FAILED jobs +2022-02-16 15:59:58,263 Updating WAITING jobs +2022-02-16 15:59:58,264 Updating WAITING jobs eligible for be prepared +2022-02-16 15:59:58,265 Updating Held jobs +2022-02-16 15:59:58,266 Update finished +2022-02-16 15:59:58,267 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 15:59:58,267 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:59:58,267 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 15:59:58,267 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:59:58,267 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:59:58,267 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 15:59:58,267 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:59:58,267 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:59:58,267 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:59:58,267 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:59:58,267 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:59:58,268 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:59:58,268 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 15:59:58,268 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:59:58,268 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:59:58,268 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:59:58,268 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:59:58,268 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:59:58,268 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:59:58,268 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 15:59:58,271 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 15:59:58,296 Job list saved +2022-02-16 15:59:58,334 Updating FAILED jobs +2022-02-16 15:59:58,334 Updating WAITING jobs +2022-02-16 15:59:58,335 Updating WAITING jobs eligible for be prepared +2022-02-16 15:59:58,336 Updating Held jobs +2022-02-16 15:59:58,336 Update finished +2022-02-16 16:00:08,350 Reloading parameters... +2022-02-16 16:00:08,374 Loading parameters... +2022-02-16 16:00:08,375 Loading project parameters... +2022-02-16 16:00:08,376 + +190 of 783 jobs remaining (16:00) +2022-02-16 16:00:08,377 Sleep: 10 +2022-02-16 16:00:08,377 Number of retrials: 2 +2022-02-16 16:00:08,377 WRAPPER CHECK TIME = 10 +2022-02-16 16:00:08,382 Checking jobs for platform=marenostrum4 +2022-02-16 16:00:08,382 Checking Wrapper 20687337 +2022-02-16 16:00:12,469 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:00:12,470 Checking inner jobs status +2022-02-16 16:00:14,394 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:00:14,394 Checking Wrapper 20687333 +2022-02-16 16:00:18,626 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:00:18,626 Checking inner jobs status +2022-02-16 16:00:20,701 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:00:20,702 End of checking +2022-02-16 16:00:20,704 Updating FAILED jobs +2022-02-16 16:00:20,707 Updating WAITING jobs +2022-02-16 16:00:20,708 Updating WAITING jobs eligible for be prepared +2022-02-16 16:00:20,709 Updating Held jobs +2022-02-16 16:00:20,710 Update finished +2022-02-16 16:00:20,711 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:00:20,711 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:00:20,711 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:00:20,711 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:00:20,711 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:00:20,711 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:00:20,711 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:00:20,711 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:00:20,711 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:00:20,711 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:00:20,711 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:00:20,711 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:00:20,711 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:00:20,712 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:00:20,712 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:00:20,712 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:00:20,712 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:00:20,712 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:00:20,712 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:00:20,712 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:00:20,715 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:00:20,743 Job list saved +2022-02-16 16:00:20,793 Updating FAILED jobs +2022-02-16 16:00:20,794 Updating WAITING jobs +2022-02-16 16:00:20,795 Updating WAITING jobs eligible for be prepared +2022-02-16 16:00:20,796 Updating Held jobs +2022-02-16 16:00:20,797 Update finished +2022-02-16 16:00:30,809 Reloading parameters... +2022-02-16 16:00:30,822 Loading parameters... +2022-02-16 16:00:30,823 Loading project parameters... +2022-02-16 16:00:30,824 + +190 of 783 jobs remaining (16:00) +2022-02-16 16:00:30,825 Sleep: 10 +2022-02-16 16:00:30,825 Number of retrials: 2 +2022-02-16 16:00:30,825 WRAPPER CHECK TIME = 10 +2022-02-16 16:00:30,829 Checking jobs for platform=marenostrum4 +2022-02-16 16:00:30,829 Checking Wrapper 20687337 +2022-02-16 16:00:34,807 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:00:34,807 Checking inner jobs status +2022-02-16 16:00:36,679 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:00:36,680 Checking Wrapper 20687333 +2022-02-16 16:00:40,859 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:00:40,860 Checking inner jobs status +2022-02-16 16:00:42,833 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:00:42,834 End of checking +2022-02-16 16:00:42,836 Updating FAILED jobs +2022-02-16 16:00:42,841 Updating WAITING jobs +2022-02-16 16:00:42,842 Updating WAITING jobs eligible for be prepared +2022-02-16 16:00:42,843 Updating Held jobs +2022-02-16 16:00:42,844 Update finished +2022-02-16 16:00:42,845 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:00:42,845 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:00:42,845 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:00:42,845 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:00:42,845 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:00:42,845 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:00:42,845 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:00:42,845 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:00:42,845 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:00:42,846 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:00:42,846 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:00:42,846 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:00:42,846 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:00:42,846 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:00:42,846 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:00:42,846 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:00:42,846 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:00:42,846 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:00:42,846 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:00:42,846 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:00:42,849 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:00:42,877 Job list saved +2022-02-16 16:00:42,922 Updating FAILED jobs +2022-02-16 16:00:42,923 Updating WAITING jobs +2022-02-16 16:00:42,923 Updating WAITING jobs eligible for be prepared +2022-02-16 16:00:42,924 Updating Held jobs +2022-02-16 16:00:42,925 Update finished +2022-02-16 16:00:52,941 Reloading parameters... +2022-02-16 16:00:52,956 Loading parameters... +2022-02-16 16:00:52,958 Loading project parameters... +2022-02-16 16:00:52,959 + +190 of 783 jobs remaining (16:00) +2022-02-16 16:00:52,968 Sleep: 10 +2022-02-16 16:00:52,968 Number of retrials: 2 +2022-02-16 16:00:52,968 WRAPPER CHECK TIME = 10 +2022-02-16 16:00:52,973 Checking jobs for platform=marenostrum4 +2022-02-16 16:00:52,973 Checking Wrapper 20687337 +2022-02-16 16:00:56,952 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:00:56,953 Checking inner jobs status +2022-02-16 16:01:00,882 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:01:00,883 Checking Wrapper 20687333 +2022-02-16 16:01:04,808 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:01:04,808 Checking inner jobs status +2022-02-16 16:01:07,186 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:01:07,187 End of checking +2022-02-16 16:01:07,189 Updating FAILED jobs +2022-02-16 16:01:07,193 Updating WAITING jobs +2022-02-16 16:01:07,193 Updating WAITING jobs eligible for be prepared +2022-02-16 16:01:07,194 Updating Held jobs +2022-02-16 16:01:07,195 Update finished +2022-02-16 16:01:07,196 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:01:07,196 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:01:07,196 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:01:07,196 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:01:07,196 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:01:07,196 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:01:07,196 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:01:07,196 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:01:07,196 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:01:07,196 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:01:07,196 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:01:07,196 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:01:07,196 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:01:07,196 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:01:07,196 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:01:07,196 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:01:07,196 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:01:07,196 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:01:07,196 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:01:07,196 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:01:07,200 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:01:07,225 Job list saved +2022-02-16 16:01:07,268 Updating FAILED jobs +2022-02-16 16:01:07,268 Updating WAITING jobs +2022-02-16 16:01:07,269 Updating WAITING jobs eligible for be prepared +2022-02-16 16:01:07,270 Updating Held jobs +2022-02-16 16:01:07,270 Update finished +2022-02-16 16:01:17,285 Reloading parameters... +2022-02-16 16:01:17,301 Loading parameters... +2022-02-16 16:01:17,302 Loading project parameters... +2022-02-16 16:01:17,303 + +190 of 783 jobs remaining (16:01) +2022-02-16 16:01:17,304 Sleep: 10 +2022-02-16 16:01:17,304 Number of retrials: 2 +2022-02-16 16:01:17,304 WRAPPER CHECK TIME = 10 +2022-02-16 16:01:17,308 Checking jobs for platform=marenostrum4 +2022-02-16 16:01:17,308 Checking Wrapper 20687337 +2022-02-16 16:01:21,238 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:01:21,239 Checking inner jobs status +2022-02-16 16:01:24,224 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:01:24,225 Checking Wrapper 20687333 +2022-02-16 16:01:28,155 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:01:28,156 Checking inner jobs status +2022-02-16 16:01:30,038 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:01:30,039 End of checking +2022-02-16 16:01:30,040 Updating FAILED jobs +2022-02-16 16:01:30,044 Updating WAITING jobs +2022-02-16 16:01:30,045 Updating WAITING jobs eligible for be prepared +2022-02-16 16:01:30,046 Updating Held jobs +2022-02-16 16:01:30,047 Update finished +2022-02-16 16:01:30,047 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:01:30,047 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:01:30,047 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:01:30,047 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:01:30,047 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:01:30,048 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:01:30,048 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:01:30,048 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:01:30,048 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:01:30,048 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:01:30,048 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:01:30,048 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:01:30,048 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:01:30,048 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:01:30,048 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:01:30,048 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:01:30,048 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:01:30,048 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:01:30,048 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:01:30,048 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:01:30,051 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:01:30,073 Job list saved +2022-02-16 16:01:30,480 Updating FAILED jobs +2022-02-16 16:01:30,481 Updating WAITING jobs +2022-02-16 16:01:30,481 Updating WAITING jobs eligible for be prepared +2022-02-16 16:01:30,482 Updating Held jobs +2022-02-16 16:01:30,483 Update finished +2022-02-16 16:01:40,493 Reloading parameters... +2022-02-16 16:01:40,507 Loading parameters... +2022-02-16 16:01:40,508 Loading project parameters... +2022-02-16 16:01:40,509 + +190 of 783 jobs remaining (16:01) +2022-02-16 16:01:40,510 Sleep: 10 +2022-02-16 16:01:40,510 Number of retrials: 2 +2022-02-16 16:01:40,510 WRAPPER CHECK TIME = 10 +2022-02-16 16:01:40,515 Checking jobs for platform=marenostrum4 +2022-02-16 16:01:40,515 Checking Wrapper 20687337 +2022-02-16 16:01:44,444 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:01:44,445 Checking inner jobs status +2022-02-16 16:01:49,181 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:01:49,182 Checking Wrapper 20687333 +2022-02-16 16:01:53,160 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:01:53,160 Checking inner jobs status +2022-02-16 16:01:55,043 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:01:55,044 End of checking +2022-02-16 16:01:55,046 Updating FAILED jobs +2022-02-16 16:01:55,051 Updating WAITING jobs +2022-02-16 16:01:55,052 Updating WAITING jobs eligible for be prepared +2022-02-16 16:01:55,053 Updating Held jobs +2022-02-16 16:01:55,054 Update finished +2022-02-16 16:01:55,054 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:01:55,055 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:01:55,055 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:01:55,055 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:01:55,055 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:01:55,055 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:01:55,055 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:01:55,055 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:01:55,055 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:01:55,055 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:01:55,055 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:01:55,055 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:01:55,055 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:01:55,055 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:01:55,055 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:01:55,055 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:01:55,055 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:01:55,056 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:01:55,056 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:01:55,056 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:01:55,060 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:01:55,086 Job list saved +2022-02-16 16:01:55,126 Updating FAILED jobs +2022-02-16 16:01:55,127 Updating WAITING jobs +2022-02-16 16:01:55,128 Updating WAITING jobs eligible for be prepared +2022-02-16 16:01:55,129 Updating Held jobs +2022-02-16 16:01:55,130 Update finished +2022-02-16 16:02:05,145 Reloading parameters... +2022-02-16 16:02:05,158 Loading parameters... +2022-02-16 16:02:05,169 Loading project parameters... +2022-02-16 16:02:05,171 + +190 of 783 jobs remaining (16:02) +2022-02-16 16:02:05,171 Sleep: 10 +2022-02-16 16:02:05,171 Number of retrials: 2 +2022-02-16 16:02:05,172 WRAPPER CHECK TIME = 10 +2022-02-16 16:02:05,182 Checking jobs for platform=marenostrum4 +2022-02-16 16:02:05,182 Checking Wrapper 20687337 +2022-02-16 16:02:09,218 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:02:09,219 Checking inner jobs status +2022-02-16 16:02:11,343 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:02:11,344 Checking Wrapper 20687333 +2022-02-16 16:02:15,275 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:02:15,276 Checking inner jobs status +2022-02-16 16:02:17,253 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:02:17,255 End of checking +2022-02-16 16:02:17,257 Updating FAILED jobs +2022-02-16 16:02:17,261 Updating WAITING jobs +2022-02-16 16:02:17,261 Updating WAITING jobs eligible for be prepared +2022-02-16 16:02:17,263 Updating Held jobs +2022-02-16 16:02:17,263 Update finished +2022-02-16 16:02:17,264 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:02:17,264 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:02:17,264 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:02:17,264 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:02:17,264 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:02:17,264 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:02:17,264 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:02:17,264 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:02:17,264 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:02:17,264 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:02:17,264 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:02:17,264 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:02:17,264 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:02:17,264 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:02:17,264 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:02:17,264 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:02:17,265 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:02:17,265 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:02:17,265 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:02:17,265 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:02:17,268 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:02:17,291 Job list saved +2022-02-16 16:02:17,336 Updating FAILED jobs +2022-02-16 16:02:17,337 Updating WAITING jobs +2022-02-16 16:02:17,337 Updating WAITING jobs eligible for be prepared +2022-02-16 16:02:17,339 Updating Held jobs +2022-02-16 16:02:17,339 Update finished +2022-02-16 16:02:27,354 Reloading parameters... +2022-02-16 16:02:27,381 Loading parameters... +2022-02-16 16:02:27,382 Loading project parameters... +2022-02-16 16:02:27,384 + +190 of 783 jobs remaining (16:02) +2022-02-16 16:02:27,384 Sleep: 10 +2022-02-16 16:02:27,384 Number of retrials: 2 +2022-02-16 16:02:27,384 WRAPPER CHECK TIME = 10 +2022-02-16 16:02:27,389 Checking jobs for platform=marenostrum4 +2022-02-16 16:02:27,389 Checking Wrapper 20687337 +2022-02-16 16:02:31,327 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:02:31,328 Checking inner jobs status +2022-02-16 16:02:33,157 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:02:33,158 Checking Wrapper 20687333 +2022-02-16 16:02:37,093 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:02:37,093 Checking inner jobs status +2022-02-16 16:02:38,924 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:02:38,925 End of checking +2022-02-16 16:02:38,926 Updating FAILED jobs +2022-02-16 16:02:38,930 Updating WAITING jobs +2022-02-16 16:02:38,930 Updating WAITING jobs eligible for be prepared +2022-02-16 16:02:38,932 Updating Held jobs +2022-02-16 16:02:38,932 Update finished +2022-02-16 16:02:38,933 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:02:38,934 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:02:38,934 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:02:38,934 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:02:38,934 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:02:38,934 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:02:38,934 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:02:38,934 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:02:38,934 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:02:38,934 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:02:38,934 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:02:38,934 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:02:38,934 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:02:38,934 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:02:38,935 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:02:38,935 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:02:38,935 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:02:38,935 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:02:38,935 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:02:38,935 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:02:38,938 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:02:38,974 Job list saved +2022-02-16 16:02:39,016 Updating FAILED jobs +2022-02-16 16:02:39,017 Updating WAITING jobs +2022-02-16 16:02:39,018 Updating WAITING jobs eligible for be prepared +2022-02-16 16:02:39,019 Updating Held jobs +2022-02-16 16:02:39,019 Update finished +2022-02-16 16:02:49,032 Reloading parameters... +2022-02-16 16:02:49,048 Loading parameters... +2022-02-16 16:02:49,049 Loading project parameters... +2022-02-16 16:02:49,051 + +190 of 783 jobs remaining (16:02) +2022-02-16 16:02:49,051 Sleep: 10 +2022-02-16 16:02:49,051 Number of retrials: 2 +2022-02-16 16:02:49,051 WRAPPER CHECK TIME = 10 +2022-02-16 16:02:49,055 Checking jobs for platform=marenostrum4 +2022-02-16 16:02:49,055 Checking Wrapper 20687337 +2022-02-16 16:02:53,135 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:02:53,136 Checking inner jobs status +2022-02-16 16:02:55,110 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:02:55,111 Checking Wrapper 20687333 +2022-02-16 16:02:59,138 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:02:59,139 Checking inner jobs status +2022-02-16 16:03:00,973 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:03:00,974 End of checking +2022-02-16 16:03:00,977 Updating FAILED jobs +2022-02-16 16:03:00,981 Updating WAITING jobs +2022-02-16 16:03:00,982 Updating WAITING jobs eligible for be prepared +2022-02-16 16:03:00,984 Updating Held jobs +2022-02-16 16:03:00,984 Update finished +2022-02-16 16:03:00,985 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:03:00,985 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:03:00,986 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:03:00,986 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:03:00,986 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:03:00,986 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:03:00,986 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:03:00,986 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:03:00,986 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:03:00,986 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:03:00,986 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:03:00,986 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:03:00,986 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:03:00,986 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:03:00,986 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:03:00,986 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:03:00,986 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:03:00,986 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:03:00,987 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:03:00,987 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:03:00,990 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:03:01,016 Job list saved +2022-02-16 16:03:01,080 Updating FAILED jobs +2022-02-16 16:03:01,080 Updating WAITING jobs +2022-02-16 16:03:01,081 Updating WAITING jobs eligible for be prepared +2022-02-16 16:03:01,082 Updating Held jobs +2022-02-16 16:03:01,082 Update finished +2022-02-16 16:03:11,098 Reloading parameters... +2022-02-16 16:03:11,114 Loading parameters... +2022-02-16 16:03:11,115 Loading project parameters... +2022-02-16 16:03:11,117 + +190 of 783 jobs remaining (16:03) +2022-02-16 16:03:11,117 Sleep: 10 +2022-02-16 16:03:11,117 Number of retrials: 2 +2022-02-16 16:03:11,118 WRAPPER CHECK TIME = 10 +2022-02-16 16:03:11,122 Checking jobs for platform=marenostrum4 +2022-02-16 16:03:11,122 Checking Wrapper 20687337 +2022-02-16 16:03:15,100 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:03:15,101 Checking inner jobs status +2022-02-16 16:03:16,975 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:03:16,975 Checking Wrapper 20687333 +2022-02-16 16:03:20,901 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:03:20,901 Checking inner jobs status +2022-02-16 16:03:22,825 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:03:22,825 End of checking +2022-02-16 16:03:22,828 Updating FAILED jobs +2022-02-16 16:03:22,832 Updating WAITING jobs +2022-02-16 16:03:22,833 Updating WAITING jobs eligible for be prepared +2022-02-16 16:03:22,834 Updating Held jobs +2022-02-16 16:03:22,835 Update finished +2022-02-16 16:03:22,836 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:03:22,836 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:03:22,836 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:03:22,836 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:03:22,836 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:03:22,836 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:03:22,836 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:03:22,836 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:03:22,836 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:03:22,836 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:03:22,837 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:03:22,837 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:03:22,837 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:03:22,837 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:03:22,837 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:03:22,837 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:03:22,837 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:03:22,837 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:03:22,837 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:03:22,837 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:03:22,840 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:03:22,867 Job list saved +2022-02-16 16:03:22,913 Updating FAILED jobs +2022-02-16 16:03:22,913 Updating WAITING jobs +2022-02-16 16:03:22,914 Updating WAITING jobs eligible for be prepared +2022-02-16 16:03:22,915 Updating Held jobs +2022-02-16 16:03:22,915 Update finished +2022-02-16 16:03:32,931 Reloading parameters... +2022-02-16 16:03:32,960 Loading parameters... +2022-02-16 16:03:32,969 Loading project parameters... +2022-02-16 16:03:32,971 + +190 of 783 jobs remaining (16:03) +2022-02-16 16:03:32,972 Sleep: 10 +2022-02-16 16:03:32,972 Number of retrials: 2 +2022-02-16 16:03:32,972 WRAPPER CHECK TIME = 10 +2022-02-16 16:03:32,977 Checking jobs for platform=marenostrum4 +2022-02-16 16:03:32,977 Checking Wrapper 20687337 +2022-02-16 16:03:36,904 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:03:36,905 Checking inner jobs status +2022-02-16 16:03:44,197 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:03:44,198 Checking Wrapper 20687333 +2022-02-16 16:03:48,124 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:03:48,125 Checking inner jobs status +2022-02-16 16:03:50,450 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:03:50,451 End of checking +2022-02-16 16:03:50,452 Updating FAILED jobs +2022-02-16 16:03:50,457 Updating WAITING jobs +2022-02-16 16:03:50,458 Updating WAITING jobs eligible for be prepared +2022-02-16 16:03:50,459 Updating Held jobs +2022-02-16 16:03:50,460 Update finished +2022-02-16 16:03:50,461 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:03:50,461 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:03:50,461 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:03:50,461 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:03:50,461 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:03:50,461 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:03:50,461 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:03:50,461 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:03:50,461 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:03:50,461 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:03:50,461 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:03:50,461 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:03:50,461 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:03:50,461 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:03:50,462 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:03:50,462 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:03:50,462 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:03:50,462 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:03:50,462 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:03:50,462 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:03:50,465 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:03:50,490 Job list saved +2022-02-16 16:03:50,552 Updating FAILED jobs +2022-02-16 16:03:50,553 Updating WAITING jobs +2022-02-16 16:03:50,553 Updating WAITING jobs eligible for be prepared +2022-02-16 16:03:50,555 Updating Held jobs +2022-02-16 16:03:50,555 Update finished +2022-02-16 16:04:00,573 Reloading parameters... +2022-02-16 16:04:00,587 Loading parameters... +2022-02-16 16:04:00,588 Loading project parameters... +2022-02-16 16:04:00,589 + +190 of 783 jobs remaining (16:04) +2022-02-16 16:04:00,589 Sleep: 10 +2022-02-16 16:04:00,589 Number of retrials: 2 +2022-02-16 16:04:00,589 WRAPPER CHECK TIME = 10 +2022-02-16 16:04:00,593 Checking jobs for platform=marenostrum4 +2022-02-16 16:04:00,593 Checking Wrapper 20687337 +2022-02-16 16:04:04,528 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:04:04,528 Checking inner jobs status +2022-02-16 16:04:07,668 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:04:07,670 Checking Wrapper 20687333 +2022-02-16 16:04:11,597 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:04:11,597 Checking inner jobs status +2022-02-16 16:04:13,529 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:04:13,529 End of checking +2022-02-16 16:04:13,532 Updating FAILED jobs +2022-02-16 16:04:13,535 Updating WAITING jobs +2022-02-16 16:04:13,536 Updating WAITING jobs eligible for be prepared +2022-02-16 16:04:13,537 Updating Held jobs +2022-02-16 16:04:13,538 Update finished +2022-02-16 16:04:13,538 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:04:13,538 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:04:13,538 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:04:13,539 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:04:13,539 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:04:13,539 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:04:13,539 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:04:13,539 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:04:13,539 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:04:13,539 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:04:13,539 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:04:13,539 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:04:13,539 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:04:13,539 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:04:13,539 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:04:13,539 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:04:13,539 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:04:13,539 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:04:13,539 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:04:13,539 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:04:13,543 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:04:13,575 Job list saved +2022-02-16 16:04:13,622 Updating FAILED jobs +2022-02-16 16:04:13,622 Updating WAITING jobs +2022-02-16 16:04:13,623 Updating WAITING jobs eligible for be prepared +2022-02-16 16:04:13,623 Updating Held jobs +2022-02-16 16:04:13,624 Update finished +2022-02-16 16:04:23,631 Reloading parameters... +2022-02-16 16:04:23,649 Loading parameters... +2022-02-16 16:04:23,650 Loading project parameters... +2022-02-16 16:04:23,652 + +190 of 783 jobs remaining (16:04) +2022-02-16 16:04:23,652 Sleep: 10 +2022-02-16 16:04:23,653 Number of retrials: 2 +2022-02-16 16:04:23,653 WRAPPER CHECK TIME = 10 +2022-02-16 16:04:23,657 Checking jobs for platform=marenostrum4 +2022-02-16 16:04:23,657 Checking Wrapper 20687337 +2022-02-16 16:04:27,635 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:04:27,636 Checking inner jobs status +2022-02-16 16:04:29,562 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:04:29,563 Checking Wrapper 20687333 +2022-02-16 16:04:33,448 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:04:33,449 Checking inner jobs status +2022-02-16 16:04:35,426 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:04:35,426 End of checking +2022-02-16 16:04:35,428 Updating FAILED jobs +2022-02-16 16:04:35,433 Updating WAITING jobs +2022-02-16 16:04:35,434 Updating WAITING jobs eligible for be prepared +2022-02-16 16:04:35,435 Updating Held jobs +2022-02-16 16:04:35,436 Update finished +2022-02-16 16:04:35,437 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:04:35,437 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:04:35,437 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:04:35,437 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:04:35,437 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:04:35,437 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:04:35,437 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:04:35,437 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:04:35,437 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:04:35,437 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:04:35,437 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:04:35,437 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:04:35,437 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:04:35,437 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:04:35,437 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:04:35,438 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:04:35,438 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:04:35,438 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:04:35,438 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:04:35,438 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:04:35,441 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:04:35,468 Job list saved +2022-02-16 16:04:35,515 Updating FAILED jobs +2022-02-16 16:04:35,516 Updating WAITING jobs +2022-02-16 16:04:35,516 Updating WAITING jobs eligible for be prepared +2022-02-16 16:04:35,517 Updating Held jobs +2022-02-16 16:04:35,518 Update finished +2022-02-16 16:04:45,533 Reloading parameters... +2022-02-16 16:04:45,551 Loading parameters... +2022-02-16 16:04:45,552 Loading project parameters... +2022-02-16 16:04:45,553 + +190 of 783 jobs remaining (16:04) +2022-02-16 16:04:45,554 Sleep: 10 +2022-02-16 16:04:45,554 Number of retrials: 2 +2022-02-16 16:04:45,554 WRAPPER CHECK TIME = 10 +2022-02-16 16:04:45,559 Checking jobs for platform=marenostrum4 +2022-02-16 16:04:45,559 Checking Wrapper 20687337 +2022-02-16 16:04:49,596 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:04:49,596 Checking inner jobs status +2022-02-16 16:04:51,575 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:04:51,576 Checking Wrapper 20687333 +2022-02-16 16:04:55,503 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:04:55,503 Checking inner jobs status +2022-02-16 16:04:57,376 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:04:57,377 End of checking +2022-02-16 16:04:57,378 Updating FAILED jobs +2022-02-16 16:04:57,383 Updating WAITING jobs +2022-02-16 16:04:57,383 Updating WAITING jobs eligible for be prepared +2022-02-16 16:04:57,385 Updating Held jobs +2022-02-16 16:04:57,385 Update finished +2022-02-16 16:04:57,386 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:04:57,386 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:04:57,386 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:04:57,386 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:04:57,386 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:04:57,387 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:04:57,387 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:04:57,387 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:04:57,387 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:04:57,387 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:04:57,387 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:04:57,387 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:04:57,387 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:04:57,387 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:04:57,387 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:04:57,387 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:04:57,387 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:04:57,387 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:04:57,387 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:04:57,387 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:04:57,391 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:04:57,417 Job list saved +2022-02-16 16:04:57,464 Updating FAILED jobs +2022-02-16 16:04:57,465 Updating WAITING jobs +2022-02-16 16:04:57,465 Updating WAITING jobs eligible for be prepared +2022-02-16 16:04:57,466 Updating Held jobs +2022-02-16 16:04:57,467 Update finished +2022-02-16 16:05:07,477 Reloading parameters... +2022-02-16 16:05:07,491 Loading parameters... +2022-02-16 16:05:07,492 Loading project parameters... +2022-02-16 16:05:07,493 + +190 of 783 jobs remaining (16:05) +2022-02-16 16:05:07,494 Sleep: 10 +2022-02-16 16:05:07,494 Number of retrials: 2 +2022-02-16 16:05:07,494 WRAPPER CHECK TIME = 10 +2022-02-16 16:05:07,498 Checking jobs for platform=marenostrum4 +2022-02-16 16:05:07,499 Checking Wrapper 20687337 +2022-02-16 16:05:11,427 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:05:11,428 Checking inner jobs status +2022-02-16 16:05:13,404 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:05:13,405 Checking Wrapper 20687333 +2022-02-16 16:05:17,481 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:05:17,482 Checking inner jobs status +2022-02-16 16:05:19,405 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:05:19,406 End of checking +2022-02-16 16:05:19,409 Updating FAILED jobs +2022-02-16 16:05:19,411 Updating WAITING jobs +2022-02-16 16:05:19,412 Updating WAITING jobs eligible for be prepared +2022-02-16 16:05:19,413 Updating Held jobs +2022-02-16 16:05:19,414 Update finished +2022-02-16 16:05:19,415 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:05:19,415 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:05:19,415 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:05:19,415 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:05:19,415 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:05:19,415 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:05:19,415 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:05:19,415 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:05:19,415 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:05:19,415 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:05:19,415 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:05:19,416 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:05:19,416 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:05:19,416 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:05:19,416 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:05:19,416 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:05:19,416 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:05:19,416 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:05:19,416 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:05:19,416 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:05:19,419 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:05:19,446 Job list saved +2022-02-16 16:05:19,486 Updating FAILED jobs +2022-02-16 16:05:19,487 Updating WAITING jobs +2022-02-16 16:05:19,487 Updating WAITING jobs eligible for be prepared +2022-02-16 16:05:19,488 Updating Held jobs +2022-02-16 16:05:19,489 Update finished +2022-02-16 16:05:29,504 Reloading parameters... +2022-02-16 16:05:29,520 Loading parameters... +2022-02-16 16:05:29,521 Loading project parameters... +2022-02-16 16:05:29,523 + +190 of 783 jobs remaining (16:05) +2022-02-16 16:05:29,523 Sleep: 10 +2022-02-16 16:05:29,523 Number of retrials: 2 +2022-02-16 16:05:29,523 WRAPPER CHECK TIME = 10 +2022-02-16 16:05:29,527 Checking jobs for platform=marenostrum4 +2022-02-16 16:05:29,528 Checking Wrapper 20687337 +2022-02-16 16:05:33,709 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:05:33,710 Checking inner jobs status +2022-02-16 16:05:37,137 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:05:37,138 Checking Wrapper 20687333 +2022-02-16 16:05:41,071 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:05:41,072 Checking inner jobs status +2022-02-16 16:05:43,196 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:05:43,196 End of checking +2022-02-16 16:05:43,198 Updating FAILED jobs +2022-02-16 16:05:43,203 Updating WAITING jobs +2022-02-16 16:05:43,204 Updating WAITING jobs eligible for be prepared +2022-02-16 16:05:43,205 Updating Held jobs +2022-02-16 16:05:43,205 Update finished +2022-02-16 16:05:43,206 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:05:43,206 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:05:43,206 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:05:43,207 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:05:43,207 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:05:43,207 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:05:43,207 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:05:43,207 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:05:43,207 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:05:43,207 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:05:43,207 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:05:43,207 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:05:43,207 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:05:43,207 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:05:43,207 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:05:43,207 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:05:43,207 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:05:43,207 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:05:43,207 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:05:43,207 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:05:43,211 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:05:43,236 Job list saved +2022-02-16 16:05:45,462 Updating FAILED jobs +2022-02-16 16:05:45,464 Updating WAITING jobs +2022-02-16 16:05:45,465 Updating WAITING jobs eligible for be prepared +2022-02-16 16:05:45,466 Updating Held jobs +2022-02-16 16:05:45,466 Update finished +2022-02-16 16:05:55,481 Reloading parameters... +2022-02-16 16:05:55,500 Loading parameters... +2022-02-16 16:05:55,501 Loading project parameters... +2022-02-16 16:05:55,502 + +190 of 783 jobs remaining (16:05) +2022-02-16 16:05:55,502 Sleep: 10 +2022-02-16 16:05:55,503 Number of retrials: 2 +2022-02-16 16:05:55,503 WRAPPER CHECK TIME = 10 +2022-02-16 16:05:55,507 Checking jobs for platform=marenostrum4 +2022-02-16 16:05:55,507 Checking Wrapper 20687337 +2022-02-16 16:05:59,434 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:05:59,435 Checking inner jobs status +2022-02-16 16:06:02,812 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:06:02,812 Checking Wrapper 20687333 +2022-02-16 16:06:06,745 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:06:06,745 Checking inner jobs status +2022-02-16 16:06:10,581 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:06:10,583 End of checking +2022-02-16 16:06:10,585 Updating FAILED jobs +2022-02-16 16:06:10,589 Updating WAITING jobs +2022-02-16 16:06:10,590 Updating WAITING jobs eligible for be prepared +2022-02-16 16:06:10,592 Updating Held jobs +2022-02-16 16:06:10,592 Update finished +2022-02-16 16:06:10,593 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:06:10,593 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:06:10,594 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:06:10,594 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:06:10,594 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:06:10,594 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:06:10,594 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:06:10,594 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:06:10,594 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:06:10,594 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:06:10,594 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:06:10,594 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:06:10,594 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:06:10,594 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:06:10,594 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:06:10,594 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:06:10,594 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:06:10,594 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:06:10,594 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:06:10,595 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:06:10,598 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:06:10,624 Job list saved +2022-02-16 16:06:10,680 Updating FAILED jobs +2022-02-16 16:06:10,681 Updating WAITING jobs +2022-02-16 16:06:10,681 Updating WAITING jobs eligible for be prepared +2022-02-16 16:06:10,682 Updating Held jobs +2022-02-16 16:06:10,683 Update finished +2022-02-16 16:06:20,697 Reloading parameters... +2022-02-16 16:06:20,720 Loading parameters... +2022-02-16 16:06:20,721 Loading project parameters... +2022-02-16 16:06:20,722 + +190 of 783 jobs remaining (16:06) +2022-02-16 16:06:20,722 Sleep: 10 +2022-02-16 16:06:20,723 Number of retrials: 2 +2022-02-16 16:06:20,723 WRAPPER CHECK TIME = 10 +2022-02-16 16:06:20,727 Checking jobs for platform=marenostrum4 +2022-02-16 16:06:20,727 Checking Wrapper 20687337 +2022-02-16 16:06:24,859 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:06:24,860 Checking inner jobs status +2022-02-16 16:06:26,735 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:06:26,736 Checking Wrapper 20687333 +2022-02-16 16:06:30,662 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:06:30,663 Checking inner jobs status +2022-02-16 16:06:32,537 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:06:32,538 End of checking +2022-02-16 16:06:32,540 Updating FAILED jobs +2022-02-16 16:06:32,543 Updating WAITING jobs +2022-02-16 16:06:32,544 Updating WAITING jobs eligible for be prepared +2022-02-16 16:06:32,545 Updating Held jobs +2022-02-16 16:06:32,545 Update finished +2022-02-16 16:06:32,546 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:06:32,547 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:06:32,547 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:06:32,547 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:06:32,547 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:06:32,547 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:06:32,547 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:06:32,547 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:06:32,547 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:06:32,547 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:06:32,547 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:06:32,548 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:06:32,548 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:06:32,548 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:06:32,548 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:06:32,548 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:06:32,548 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:06:32,548 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:06:32,548 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:06:32,548 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:06:32,551 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:06:32,579 Job list saved +2022-02-16 16:06:32,812 Updating FAILED jobs +2022-02-16 16:06:32,813 Updating WAITING jobs +2022-02-16 16:06:32,813 Updating WAITING jobs eligible for be prepared +2022-02-16 16:06:32,814 Updating Held jobs +2022-02-16 16:06:32,815 Update finished +2022-02-16 16:06:42,830 Reloading parameters... +2022-02-16 16:06:42,847 Loading parameters... +2022-02-16 16:06:42,848 Loading project parameters... +2022-02-16 16:06:42,850 + +190 of 783 jobs remaining (16:06) +2022-02-16 16:06:42,851 Sleep: 10 +2022-02-16 16:06:42,851 Number of retrials: 2 +2022-02-16 16:06:42,851 WRAPPER CHECK TIME = 10 +2022-02-16 16:06:42,855 Checking jobs for platform=marenostrum4 +2022-02-16 16:06:42,856 Checking Wrapper 20687337 +2022-02-16 16:06:46,783 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:06:46,783 Checking inner jobs status +2022-02-16 16:06:49,059 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:06:49,060 Checking Wrapper 20687333 +2022-02-16 16:06:52,987 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:06:52,988 Checking inner jobs status +2022-02-16 16:06:54,811 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:06:54,812 End of checking +2022-02-16 16:06:54,814 Updating FAILED jobs +2022-02-16 16:06:54,817 Updating WAITING jobs +2022-02-16 16:06:54,818 Updating WAITING jobs eligible for be prepared +2022-02-16 16:06:54,819 Updating Held jobs +2022-02-16 16:06:54,819 Update finished +2022-02-16 16:06:54,820 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:06:54,820 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:06:54,820 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:06:54,820 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:06:54,820 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:06:54,821 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:06:54,821 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:06:54,821 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:06:54,821 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:06:54,821 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:06:54,821 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:06:54,821 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:06:54,821 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:06:54,821 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:06:54,821 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:06:54,821 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:06:54,821 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:06:54,821 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:06:54,821 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:06:54,821 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:06:54,825 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:06:54,847 Job list saved +2022-02-16 16:06:54,902 Updating FAILED jobs +2022-02-16 16:06:54,902 Updating WAITING jobs +2022-02-16 16:06:54,903 Updating WAITING jobs eligible for be prepared +2022-02-16 16:06:54,904 Updating Held jobs +2022-02-16 16:06:54,904 Update finished +2022-02-16 16:07:04,918 Reloading parameters... +2022-02-16 16:07:04,936 Loading parameters... +2022-02-16 16:07:04,937 Loading project parameters... +2022-02-16 16:07:04,938 + +190 of 783 jobs remaining (16:07) +2022-02-16 16:07:04,938 Sleep: 10 +2022-02-16 16:07:04,938 Number of retrials: 2 +2022-02-16 16:07:04,938 WRAPPER CHECK TIME = 10 +2022-02-16 16:07:04,942 Checking jobs for platform=marenostrum4 +2022-02-16 16:07:04,942 Checking Wrapper 20687337 +2022-02-16 16:07:09,028 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:07:09,029 Checking inner jobs status +2022-02-16 16:07:10,853 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:07:10,854 Checking Wrapper 20687333 +2022-02-16 16:07:14,882 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:07:14,882 Checking inner jobs status +2022-02-16 16:07:16,706 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:07:16,707 End of checking +2022-02-16 16:07:16,708 Updating FAILED jobs +2022-02-16 16:07:16,713 Updating WAITING jobs +2022-02-16 16:07:16,713 Updating WAITING jobs eligible for be prepared +2022-02-16 16:07:16,715 Updating Held jobs +2022-02-16 16:07:16,715 Update finished +2022-02-16 16:07:16,716 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:07:16,716 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:07:16,716 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:07:16,716 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:07:16,716 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:07:16,716 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:07:16,716 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:07:16,716 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:07:16,716 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:07:16,716 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:07:16,716 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:07:16,716 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:07:16,717 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:07:16,717 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:07:16,717 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:07:16,717 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:07:16,717 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:07:16,717 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:07:16,717 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:07:16,717 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:07:16,720 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:07:16,743 Job list saved +2022-02-16 16:07:16,794 Updating FAILED jobs +2022-02-16 16:07:16,795 Updating WAITING jobs +2022-02-16 16:07:16,795 Updating WAITING jobs eligible for be prepared +2022-02-16 16:07:16,796 Updating Held jobs +2022-02-16 16:07:16,797 Update finished +2022-02-16 16:07:26,805 Reloading parameters... +2022-02-16 16:07:26,821 Loading parameters... +2022-02-16 16:07:26,822 Loading project parameters... +2022-02-16 16:07:26,823 + +190 of 783 jobs remaining (16:07) +2022-02-16 16:07:26,824 Sleep: 10 +2022-02-16 16:07:26,824 Number of retrials: 2 +2022-02-16 16:07:26,824 WRAPPER CHECK TIME = 10 +2022-02-16 16:07:26,829 Checking jobs for platform=marenostrum4 +2022-02-16 16:07:26,829 Checking Wrapper 20687337 +2022-02-16 16:07:30,755 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:07:30,755 Checking inner jobs status +2022-02-16 16:07:32,836 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:07:32,836 Checking Wrapper 20687333 +2022-02-16 16:07:36,825 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:07:36,826 Checking inner jobs status +2022-02-16 16:07:39,450 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:07:39,451 End of checking +2022-02-16 16:07:39,453 Updating FAILED jobs +2022-02-16 16:07:39,457 Updating WAITING jobs +2022-02-16 16:07:39,457 Updating WAITING jobs eligible for be prepared +2022-02-16 16:07:39,458 Updating Held jobs +2022-02-16 16:07:39,459 Update finished +2022-02-16 16:07:39,460 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:07:39,460 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:07:39,460 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:07:39,460 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:07:39,460 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:07:39,460 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:07:39,460 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:07:39,460 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:07:39,460 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:07:39,460 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:07:39,460 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:07:39,460 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:07:39,460 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:07:39,460 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:07:39,461 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:07:39,461 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:07:39,461 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:07:39,461 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:07:39,461 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:07:39,461 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:07:39,464 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:07:39,503 Job list saved +2022-02-16 16:07:39,547 Updating FAILED jobs +2022-02-16 16:07:39,548 Updating WAITING jobs +2022-02-16 16:07:39,548 Updating WAITING jobs eligible for be prepared +2022-02-16 16:07:39,550 Updating Held jobs +2022-02-16 16:07:39,550 Update finished +2022-02-16 16:07:49,564 Reloading parameters... +2022-02-16 16:07:49,588 Loading parameters... +2022-02-16 16:07:49,589 Loading project parameters... +2022-02-16 16:07:49,590 + +190 of 783 jobs remaining (16:07) +2022-02-16 16:07:49,591 Sleep: 10 +2022-02-16 16:07:49,591 Number of retrials: 2 +2022-02-16 16:07:49,591 WRAPPER CHECK TIME = 10 +2022-02-16 16:07:49,597 Checking jobs for platform=marenostrum4 +2022-02-16 16:07:49,597 Checking Wrapper 20687337 +2022-02-16 16:07:53,625 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:07:53,625 Checking inner jobs status +2022-02-16 16:07:57,705 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:07:57,706 Checking Wrapper 20687333 +2022-02-16 16:08:01,933 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:08:01,934 Checking inner jobs status +2022-02-16 16:08:04,810 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:08:04,812 End of checking +2022-02-16 16:08:04,814 Updating FAILED jobs +2022-02-16 16:08:04,819 Updating WAITING jobs +2022-02-16 16:08:04,820 Updating WAITING jobs eligible for be prepared +2022-02-16 16:08:04,821 Updating Held jobs +2022-02-16 16:08:04,822 Update finished +2022-02-16 16:08:04,823 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:08:04,823 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:08:04,823 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:08:04,823 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:08:04,823 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:08:04,823 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:08:04,823 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:08:04,824 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:08:04,824 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:08:04,824 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:08:04,824 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:08:04,824 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:08:04,824 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:08:04,824 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:08:04,824 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:08:04,824 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:08:04,824 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:08:04,824 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:08:04,824 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:08:04,824 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:08:04,828 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:08:04,857 Job list saved +2022-02-16 16:08:04,904 Updating FAILED jobs +2022-02-16 16:08:04,904 Updating WAITING jobs +2022-02-16 16:08:04,905 Updating WAITING jobs eligible for be prepared +2022-02-16 16:08:04,906 Updating Held jobs +2022-02-16 16:08:04,907 Update finished +2022-02-16 16:08:14,913 Reloading parameters... +2022-02-16 16:08:14,931 Loading parameters... +2022-02-16 16:08:14,931 Loading project parameters... +2022-02-16 16:08:14,933 + +190 of 783 jobs remaining (16:08) +2022-02-16 16:08:14,933 Sleep: 10 +2022-02-16 16:08:14,933 Number of retrials: 2 +2022-02-16 16:08:14,933 WRAPPER CHECK TIME = 10 +2022-02-16 16:08:14,938 Checking jobs for platform=marenostrum4 +2022-02-16 16:08:14,938 Checking Wrapper 20687337 +2022-02-16 16:08:19,022 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:08:19,023 Checking inner jobs status +2022-02-16 16:08:22,402 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:08:22,403 Checking Wrapper 20687333 +2022-02-16 16:08:26,328 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:08:26,329 Checking inner jobs status +2022-02-16 16:08:28,355 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:08:28,356 End of checking +2022-02-16 16:08:28,358 Updating FAILED jobs +2022-02-16 16:08:28,371 Updating WAITING jobs +2022-02-16 16:08:28,372 Updating WAITING jobs eligible for be prepared +2022-02-16 16:08:28,373 Updating Held jobs +2022-02-16 16:08:28,374 Update finished +2022-02-16 16:08:28,375 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:08:28,375 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:08:28,375 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:08:28,375 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:08:28,375 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:08:28,375 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:08:28,375 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:08:28,375 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:08:28,375 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:08:28,375 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:08:28,375 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:08:28,375 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:08:28,375 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:08:28,375 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:08:28,376 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:08:28,376 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:08:28,376 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:08:28,376 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:08:28,376 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:08:28,376 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:08:28,379 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:08:28,405 Job list saved +2022-02-16 16:08:28,465 Updating FAILED jobs +2022-02-16 16:08:28,465 Updating WAITING jobs +2022-02-16 16:08:28,466 Updating WAITING jobs eligible for be prepared +2022-02-16 16:08:28,467 Updating Held jobs +2022-02-16 16:08:28,468 Update finished +2022-02-16 16:08:38,481 Reloading parameters... +2022-02-16 16:08:38,498 Loading parameters... +2022-02-16 16:08:38,498 Loading project parameters... +2022-02-16 16:08:38,500 + +190 of 783 jobs remaining (16:08) +2022-02-16 16:08:38,501 Sleep: 10 +2022-02-16 16:08:38,501 Number of retrials: 2 +2022-02-16 16:08:38,501 WRAPPER CHECK TIME = 10 +2022-02-16 16:08:38,504 Checking jobs for platform=marenostrum4 +2022-02-16 16:08:38,505 Checking Wrapper 20687337 +2022-02-16 16:08:42,536 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:08:42,537 Checking inner jobs status +2022-02-16 16:08:44,360 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:08:44,360 Checking Wrapper 20687333 +2022-02-16 16:08:48,295 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:08:48,295 Checking inner jobs status +2022-02-16 16:08:50,075 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:08:50,075 End of checking +2022-02-16 16:08:50,077 Updating FAILED jobs +2022-02-16 16:08:50,082 Updating WAITING jobs +2022-02-16 16:08:50,083 Updating WAITING jobs eligible for be prepared +2022-02-16 16:08:50,084 Updating Held jobs +2022-02-16 16:08:50,085 Update finished +2022-02-16 16:08:50,085 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:08:50,085 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:08:50,086 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:08:50,086 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:08:50,086 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:08:50,086 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:08:50,086 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:08:50,086 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:08:50,086 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:08:50,086 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:08:50,086 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:08:50,086 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:08:50,086 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:08:50,086 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:08:50,086 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:08:50,086 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:08:50,087 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:08:50,087 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:08:50,087 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:08:50,087 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:08:50,090 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:08:50,118 Job list saved +2022-02-16 16:08:50,172 Updating FAILED jobs +2022-02-16 16:08:50,173 Updating WAITING jobs +2022-02-16 16:08:50,174 Updating WAITING jobs eligible for be prepared +2022-02-16 16:08:50,175 Updating Held jobs +2022-02-16 16:08:50,176 Update finished +2022-02-16 16:09:00,185 Reloading parameters... +2022-02-16 16:09:00,200 Loading parameters... +2022-02-16 16:09:00,201 Loading project parameters... +2022-02-16 16:09:00,202 + +190 of 783 jobs remaining (16:09) +2022-02-16 16:09:00,203 Sleep: 10 +2022-02-16 16:09:00,203 Number of retrials: 2 +2022-02-16 16:09:00,203 WRAPPER CHECK TIME = 10 +2022-02-16 16:09:00,207 Checking jobs for platform=marenostrum4 +2022-02-16 16:09:00,207 Checking Wrapper 20687337 +2022-02-16 16:09:04,185 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:09:04,185 Checking inner jobs status +2022-02-16 16:09:06,060 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:09:06,061 Checking Wrapper 20687333 +2022-02-16 16:09:09,987 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:09:09,988 Checking inner jobs status +2022-02-16 16:09:11,870 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:09:11,872 End of checking +2022-02-16 16:09:11,873 Updating FAILED jobs +2022-02-16 16:09:11,878 Updating WAITING jobs +2022-02-16 16:09:11,878 Updating WAITING jobs eligible for be prepared +2022-02-16 16:09:11,879 Updating Held jobs +2022-02-16 16:09:11,880 Update finished +2022-02-16 16:09:11,881 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:09:11,881 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:09:11,881 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:09:11,881 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:09:11,881 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:09:11,881 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:09:11,881 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:09:11,881 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:09:11,881 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:09:11,881 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:09:11,881 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:09:11,881 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:09:11,881 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:09:11,881 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:09:11,881 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:09:11,882 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:09:11,882 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:09:11,882 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:09:11,882 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:09:11,882 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:09:11,885 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:09:11,911 Job list saved +2022-02-16 16:09:11,951 Updating FAILED jobs +2022-02-16 16:09:11,952 Updating WAITING jobs +2022-02-16 16:09:11,953 Updating WAITING jobs eligible for be prepared +2022-02-16 16:09:11,954 Updating Held jobs +2022-02-16 16:09:11,954 Update finished +2022-02-16 16:09:21,969 Reloading parameters... +2022-02-16 16:09:21,988 Loading parameters... +2022-02-16 16:09:21,989 Loading project parameters... +2022-02-16 16:09:21,990 + +190 of 783 jobs remaining (16:09) +2022-02-16 16:09:21,991 Sleep: 10 +2022-02-16 16:09:21,991 Number of retrials: 2 +2022-02-16 16:09:21,991 WRAPPER CHECK TIME = 10 +2022-02-16 16:09:21,997 Checking jobs for platform=marenostrum4 +2022-02-16 16:09:21,997 Checking Wrapper 20687337 +2022-02-16 16:09:25,873 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:09:25,874 Checking inner jobs status +2022-02-16 16:09:28,650 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:09:28,651 Checking Wrapper 20687333 +2022-02-16 16:09:32,629 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:09:32,629 Checking inner jobs status +2022-02-16 16:09:37,723 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:09:37,725 End of checking +2022-02-16 16:09:37,726 Updating FAILED jobs +2022-02-16 16:09:37,731 Updating WAITING jobs +2022-02-16 16:09:37,732 Updating WAITING jobs eligible for be prepared +2022-02-16 16:09:37,733 Updating Held jobs +2022-02-16 16:09:37,733 Update finished +2022-02-16 16:09:37,734 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:09:37,734 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:09:37,734 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:09:37,734 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:09:37,735 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:09:37,735 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:09:37,735 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:09:37,735 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:09:37,735 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:09:37,735 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:09:37,735 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:09:37,735 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:09:37,735 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:09:37,735 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:09:37,735 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:09:37,735 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:09:37,735 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:09:37,735 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:09:37,735 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:09:37,735 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:09:37,738 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:09:37,773 Job list saved +2022-02-16 16:09:37,827 Updating FAILED jobs +2022-02-16 16:09:37,828 Updating WAITING jobs +2022-02-16 16:09:37,829 Updating WAITING jobs eligible for be prepared +2022-02-16 16:09:37,830 Updating Held jobs +2022-02-16 16:09:37,830 Update finished +2022-02-16 16:09:47,845 Reloading parameters... +2022-02-16 16:09:47,859 Loading parameters... +2022-02-16 16:09:47,860 Loading project parameters... +2022-02-16 16:09:47,861 + +190 of 783 jobs remaining (16:09) +2022-02-16 16:09:47,861 Sleep: 10 +2022-02-16 16:09:47,861 Number of retrials: 2 +2022-02-16 16:09:47,861 WRAPPER CHECK TIME = 10 +2022-02-16 16:09:47,866 Checking jobs for platform=marenostrum4 +2022-02-16 16:09:47,866 Checking Wrapper 20687337 +2022-02-16 16:09:51,744 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:09:51,745 Checking inner jobs status +2022-02-16 16:09:53,777 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:09:53,778 Checking Wrapper 20687333 +2022-02-16 16:09:57,654 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:09:57,655 Checking inner jobs status +2022-02-16 16:10:01,084 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:10:01,085 End of checking +2022-02-16 16:10:01,087 Updating FAILED jobs +2022-02-16 16:10:01,092 Updating WAITING jobs +2022-02-16 16:10:01,093 Updating WAITING jobs eligible for be prepared +2022-02-16 16:10:01,094 Updating Held jobs +2022-02-16 16:10:01,094 Update finished +2022-02-16 16:10:01,095 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:10:01,095 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:10:01,095 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:10:01,096 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:10:01,096 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:10:01,096 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:10:01,096 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:10:01,096 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:10:01,096 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:10:01,096 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:10:01,096 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:10:01,096 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:10:01,096 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:10:01,096 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:10:01,096 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:10:01,096 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:10:01,096 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:10:01,096 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:10:01,096 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:10:01,096 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:10:01,099 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:10:01,126 Job list saved +2022-02-16 16:10:01,178 Updating FAILED jobs +2022-02-16 16:10:01,178 Updating WAITING jobs +2022-02-16 16:10:01,179 Updating WAITING jobs eligible for be prepared +2022-02-16 16:10:01,180 Updating Held jobs +2022-02-16 16:10:01,181 Update finished +2022-02-16 16:10:11,195 Reloading parameters... +2022-02-16 16:10:11,208 Loading parameters... +2022-02-16 16:10:11,208 Loading project parameters... +2022-02-16 16:10:11,209 + +190 of 783 jobs remaining (16:10) +2022-02-16 16:10:11,210 Sleep: 10 +2022-02-16 16:10:11,210 Number of retrials: 2 +2022-02-16 16:10:11,210 WRAPPER CHECK TIME = 10 +2022-02-16 16:10:11,214 Checking jobs for platform=marenostrum4 +2022-02-16 16:10:11,214 Checking Wrapper 20687337 +2022-02-16 16:10:16,644 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:10:16,645 Checking inner jobs status +2022-02-16 16:10:24,091 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:10:24,092 Checking Wrapper 20687333 +2022-02-16 16:10:29,088 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:10:29,089 Checking inner jobs status +2022-02-16 16:10:31,011 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:10:31,012 End of checking +2022-02-16 16:10:31,014 Updating FAILED jobs +2022-02-16 16:10:31,019 Updating WAITING jobs +2022-02-16 16:10:31,020 Updating WAITING jobs eligible for be prepared +2022-02-16 16:10:31,022 Updating Held jobs +2022-02-16 16:10:31,022 Update finished +2022-02-16 16:10:31,024 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:10:31,024 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:10:31,024 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:10:31,024 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:10:31,024 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:10:31,024 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:10:31,025 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:10:31,025 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:10:31,025 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:10:31,025 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:10:31,025 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:10:31,025 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:10:31,025 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:10:31,025 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:10:31,025 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:10:31,025 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:10:31,025 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:10:31,026 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:10:31,026 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:10:31,026 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:10:31,029 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:10:31,070 Job list saved +2022-02-16 16:10:31,131 Updating FAILED jobs +2022-02-16 16:10:31,131 Updating WAITING jobs +2022-02-16 16:10:31,132 Updating WAITING jobs eligible for be prepared +2022-02-16 16:10:31,133 Updating Held jobs +2022-02-16 16:10:31,134 Update finished +2022-02-16 16:10:41,148 Reloading parameters... +2022-02-16 16:10:41,173 Loading parameters... +2022-02-16 16:10:41,174 Loading project parameters... +2022-02-16 16:10:41,175 + +190 of 783 jobs remaining (16:10) +2022-02-16 16:10:41,176 Sleep: 10 +2022-02-16 16:10:41,176 Number of retrials: 2 +2022-02-16 16:10:41,176 WRAPPER CHECK TIME = 10 +2022-02-16 16:10:41,181 Checking jobs for platform=marenostrum4 +2022-02-16 16:10:41,181 Checking Wrapper 20687337 +2022-02-16 16:10:45,057 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:10:45,058 Checking inner jobs status +2022-02-16 16:10:46,932 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:10:46,933 Checking Wrapper 20687333 +2022-02-16 16:10:50,816 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:10:50,817 Checking inner jobs status +2022-02-16 16:10:52,592 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:10:52,593 End of checking +2022-02-16 16:10:52,595 Updating FAILED jobs +2022-02-16 16:10:52,599 Updating WAITING jobs +2022-02-16 16:10:52,600 Updating WAITING jobs eligible for be prepared +2022-02-16 16:10:52,601 Updating Held jobs +2022-02-16 16:10:52,601 Update finished +2022-02-16 16:10:52,602 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:10:52,602 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:10:52,602 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:10:52,602 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:10:52,603 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:10:52,603 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:10:52,603 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:10:52,603 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:10:52,603 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:10:52,603 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:10:52,603 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:10:52,603 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:10:52,603 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:10:52,603 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:10:52,603 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:10:52,603 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:10:52,603 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:10:52,603 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:10:52,603 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:10:52,603 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:10:52,607 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:10:52,633 Job list saved +2022-02-16 16:10:52,673 Updating FAILED jobs +2022-02-16 16:10:52,674 Updating WAITING jobs +2022-02-16 16:10:52,675 Updating WAITING jobs eligible for be prepared +2022-02-16 16:10:52,676 Updating Held jobs +2022-02-16 16:10:52,676 Update finished +2022-02-16 16:11:02,690 Reloading parameters... +2022-02-16 16:11:02,706 Loading parameters... +2022-02-16 16:11:02,707 Loading project parameters... +2022-02-16 16:11:02,708 + +190 of 783 jobs remaining (16:11) +2022-02-16 16:11:02,709 Sleep: 10 +2022-02-16 16:11:02,709 Number of retrials: 2 +2022-02-16 16:11:02,709 WRAPPER CHECK TIME = 10 +2022-02-16 16:11:02,713 Checking jobs for platform=marenostrum4 +2022-02-16 16:11:02,714 Checking Wrapper 20687337 +2022-02-16 16:11:06,641 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:11:06,642 Checking inner jobs status +2022-02-16 16:11:08,564 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:11:08,564 Checking Wrapper 20687333 +2022-02-16 16:11:12,450 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:11:12,450 Checking inner jobs status +2022-02-16 16:11:14,232 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:11:14,232 End of checking +2022-02-16 16:11:14,234 Updating FAILED jobs +2022-02-16 16:11:14,238 Updating WAITING jobs +2022-02-16 16:11:14,239 Updating WAITING jobs eligible for be prepared +2022-02-16 16:11:14,240 Updating Held jobs +2022-02-16 16:11:14,241 Update finished +2022-02-16 16:11:14,242 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:11:14,242 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:11:14,242 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:11:14,242 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:11:14,242 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:11:14,242 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:11:14,242 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:11:14,242 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:11:14,242 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:11:14,242 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:11:14,242 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:11:14,243 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:11:14,243 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:11:14,243 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:11:14,243 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:11:14,243 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:11:14,243 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:11:14,243 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:11:14,243 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:11:14,243 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:11:14,246 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:11:14,270 Job list saved +2022-02-16 16:11:14,304 Updating FAILED jobs +2022-02-16 16:11:14,304 Updating WAITING jobs +2022-02-16 16:11:14,305 Updating WAITING jobs eligible for be prepared +2022-02-16 16:11:14,306 Updating Held jobs +2022-02-16 16:11:14,306 Update finished +2022-02-16 16:11:24,317 Reloading parameters... +2022-02-16 16:11:24,330 Loading parameters... +2022-02-16 16:11:24,331 Loading project parameters... +2022-02-16 16:11:24,332 + +190 of 783 jobs remaining (16:11) +2022-02-16 16:11:24,333 Sleep: 10 +2022-02-16 16:11:24,333 Number of retrials: 2 +2022-02-16 16:11:24,333 WRAPPER CHECK TIME = 10 +2022-02-16 16:11:24,338 Checking jobs for platform=marenostrum4 +2022-02-16 16:11:24,338 Checking Wrapper 20687337 +2022-02-16 16:11:28,217 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:11:28,217 Checking inner jobs status +2022-02-16 16:11:29,989 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:11:29,990 Checking Wrapper 20687333 +2022-02-16 16:11:33,967 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:11:33,967 Checking inner jobs status +2022-02-16 16:11:37,956 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:11:37,958 End of checking +2022-02-16 16:11:37,959 Updating FAILED jobs +2022-02-16 16:11:37,964 Updating WAITING jobs +2022-02-16 16:11:37,964 Updating WAITING jobs eligible for be prepared +2022-02-16 16:11:37,966 Updating Held jobs +2022-02-16 16:11:37,966 Update finished +2022-02-16 16:11:37,967 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:11:37,967 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:11:37,967 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:11:37,967 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:11:37,967 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:11:37,968 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:11:37,968 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:11:37,968 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:11:37,968 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:11:37,968 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:11:37,968 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:11:37,968 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:11:37,968 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:11:37,968 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:11:37,968 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:11:37,968 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:11:37,968 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:11:37,968 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:11:37,968 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:11:37,968 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:11:37,978 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:11:38,005 Job list saved +2022-02-16 16:11:38,051 Updating FAILED jobs +2022-02-16 16:11:38,052 Updating WAITING jobs +2022-02-16 16:11:38,052 Updating WAITING jobs eligible for be prepared +2022-02-16 16:11:38,054 Updating Held jobs +2022-02-16 16:11:38,054 Update finished +2022-02-16 16:11:48,069 Reloading parameters... +2022-02-16 16:11:48,085 Loading parameters... +2022-02-16 16:11:48,085 Loading project parameters... +2022-02-16 16:11:48,087 + +190 of 783 jobs remaining (16:11) +2022-02-16 16:11:48,087 Sleep: 10 +2022-02-16 16:11:48,087 Number of retrials: 2 +2022-02-16 16:11:48,087 WRAPPER CHECK TIME = 10 +2022-02-16 16:11:48,092 Checking jobs for platform=marenostrum4 +2022-02-16 16:11:48,092 Checking Wrapper 20687337 +2022-02-16 16:11:52,069 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:11:52,069 Checking inner jobs status +2022-02-16 16:11:55,599 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:11:55,600 Checking Wrapper 20687333 +2022-02-16 16:11:59,479 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:11:59,480 Checking inner jobs status +2022-02-16 16:12:04,160 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:12:04,161 End of checking +2022-02-16 16:12:04,162 Updating FAILED jobs +2022-02-16 16:12:04,167 Updating WAITING jobs +2022-02-16 16:12:04,168 Updating WAITING jobs eligible for be prepared +2022-02-16 16:12:04,169 Updating Held jobs +2022-02-16 16:12:04,170 Update finished +2022-02-16 16:12:04,170 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:12:04,171 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:12:04,171 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:12:04,171 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:12:04,171 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:12:04,171 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:12:04,171 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:12:04,171 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:12:04,171 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:12:04,171 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:12:04,171 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:12:04,171 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:12:04,171 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:12:04,171 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:12:04,171 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:12:04,172 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:12:04,172 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:12:04,172 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:12:04,172 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:12:04,172 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:12:04,183 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:12:04,211 Job list saved +2022-02-16 16:12:04,252 Updating FAILED jobs +2022-02-16 16:12:04,253 Updating WAITING jobs +2022-02-16 16:12:04,253 Updating WAITING jobs eligible for be prepared +2022-02-16 16:12:04,255 Updating Held jobs +2022-02-16 16:12:04,255 Update finished +2022-02-16 16:12:14,269 Reloading parameters... +2022-02-16 16:12:14,282 Loading parameters... +2022-02-16 16:12:14,283 Loading project parameters... +2022-02-16 16:12:14,285 + +190 of 783 jobs remaining (16:12) +2022-02-16 16:12:14,285 Sleep: 10 +2022-02-16 16:12:14,286 Number of retrials: 2 +2022-02-16 16:12:14,286 WRAPPER CHECK TIME = 10 +2022-02-16 16:12:14,290 Checking jobs for platform=marenostrum4 +2022-02-16 16:12:14,290 Checking Wrapper 20687337 +2022-02-16 16:12:18,317 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:12:18,318 Checking inner jobs status +2022-02-16 16:12:21,146 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:12:21,147 Checking Wrapper 20687333 +2022-02-16 16:12:25,132 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:12:25,132 Checking inner jobs status +2022-02-16 16:12:28,916 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:12:28,917 End of checking +2022-02-16 16:12:28,918 Updating FAILED jobs +2022-02-16 16:12:28,923 Updating WAITING jobs +2022-02-16 16:12:28,923 Updating WAITING jobs eligible for be prepared +2022-02-16 16:12:28,924 Updating Held jobs +2022-02-16 16:12:28,925 Update finished +2022-02-16 16:12:28,925 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:12:28,925 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:12:28,925 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:12:28,926 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:12:28,926 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:12:28,926 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:12:28,926 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:12:28,926 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:12:28,926 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:12:28,926 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:12:28,926 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:12:28,926 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:12:28,926 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:12:28,926 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:12:28,926 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:12:28,926 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:12:28,926 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:12:28,926 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:12:28,926 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:12:28,926 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:12:28,929 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:12:28,953 Job list saved +2022-02-16 16:12:28,999 Updating FAILED jobs +2022-02-16 16:12:29,000 Updating WAITING jobs +2022-02-16 16:12:29,000 Updating WAITING jobs eligible for be prepared +2022-02-16 16:12:29,002 Updating Held jobs +2022-02-16 16:12:29,002 Update finished +2022-02-16 16:12:39,015 Reloading parameters... +2022-02-16 16:12:39,032 Loading parameters... +2022-02-16 16:12:39,033 Loading project parameters... +2022-02-16 16:12:39,034 + +190 of 783 jobs remaining (16:12) +2022-02-16 16:12:39,035 Sleep: 10 +2022-02-16 16:12:39,035 Number of retrials: 2 +2022-02-16 16:12:39,035 WRAPPER CHECK TIME = 10 +2022-02-16 16:12:39,040 Checking jobs for platform=marenostrum4 +2022-02-16 16:12:39,040 Checking Wrapper 20687337 +2022-02-16 16:12:42,965 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:12:42,966 Checking inner jobs status +2022-02-16 16:12:44,898 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:12:44,900 Checking Wrapper 20687333 +2022-02-16 16:12:48,878 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:12:48,878 Checking inner jobs status +2022-02-16 16:12:50,701 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:12:50,702 End of checking +2022-02-16 16:12:50,704 Updating FAILED jobs +2022-02-16 16:12:50,708 Updating WAITING jobs +2022-02-16 16:12:50,708 Updating WAITING jobs eligible for be prepared +2022-02-16 16:12:50,710 Updating Held jobs +2022-02-16 16:12:50,710 Update finished +2022-02-16 16:12:50,711 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:12:50,711 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:12:50,711 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:12:50,711 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:12:50,712 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:12:50,712 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:12:50,712 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:12:50,712 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:12:50,712 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:12:50,712 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:12:50,712 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:12:50,712 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:12:50,712 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:12:50,712 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:12:50,712 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:12:50,712 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:12:50,712 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:12:50,712 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:12:50,713 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:12:50,713 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:12:50,715 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:12:50,742 Job list saved +2022-02-16 16:12:50,791 Updating FAILED jobs +2022-02-16 16:12:50,792 Updating WAITING jobs +2022-02-16 16:12:50,793 Updating WAITING jobs eligible for be prepared +2022-02-16 16:12:50,794 Updating Held jobs +2022-02-16 16:12:50,795 Update finished +2022-02-16 16:13:00,809 Reloading parameters... +2022-02-16 16:13:00,826 Loading parameters... +2022-02-16 16:13:00,827 Loading project parameters... +2022-02-16 16:13:00,828 + +190 of 783 jobs remaining (16:13) +2022-02-16 16:13:00,829 Sleep: 10 +2022-02-16 16:13:00,829 Number of retrials: 2 +2022-02-16 16:13:00,829 WRAPPER CHECK TIME = 10 +2022-02-16 16:13:00,833 Checking jobs for platform=marenostrum4 +2022-02-16 16:13:00,833 Checking Wrapper 20687337 +2022-02-16 16:13:04,810 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:13:04,811 Checking inner jobs status +2022-02-16 16:13:06,736 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:13:06,737 Checking Wrapper 20687333 +2022-02-16 16:13:10,666 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:13:10,667 Checking inner jobs status +2022-02-16 16:13:12,490 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:13:12,491 End of checking +2022-02-16 16:13:12,492 Updating FAILED jobs +2022-02-16 16:13:12,496 Updating WAITING jobs +2022-02-16 16:13:12,497 Updating WAITING jobs eligible for be prepared +2022-02-16 16:13:12,498 Updating Held jobs +2022-02-16 16:13:12,498 Update finished +2022-02-16 16:13:12,499 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:13:12,499 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:13:12,499 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:13:12,499 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:13:12,499 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:13:12,499 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:13:12,499 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:13:12,499 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:13:12,499 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:13:12,499 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:13:12,499 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:13:12,499 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:13:12,499 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:13:12,499 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:13:12,499 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:13:12,500 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:13:12,500 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:13:12,500 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:13:12,500 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:13:12,500 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:13:12,503 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:13:12,531 Job list saved +2022-02-16 16:13:12,565 Updating FAILED jobs +2022-02-16 16:13:12,566 Updating WAITING jobs +2022-02-16 16:13:12,566 Updating WAITING jobs eligible for be prepared +2022-02-16 16:13:12,568 Updating Held jobs +2022-02-16 16:13:12,568 Update finished +2022-02-16 16:13:22,583 Reloading parameters... +2022-02-16 16:13:22,597 Loading parameters... +2022-02-16 16:13:22,598 Loading project parameters... +2022-02-16 16:13:22,599 + +190 of 783 jobs remaining (16:13) +2022-02-16 16:13:22,600 Sleep: 10 +2022-02-16 16:13:22,600 Number of retrials: 2 +2022-02-16 16:13:22,600 WRAPPER CHECK TIME = 10 +2022-02-16 16:13:22,604 Checking jobs for platform=marenostrum4 +2022-02-16 16:13:22,604 Checking Wrapper 20687337 +2022-02-16 16:13:26,534 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:13:26,535 Checking inner jobs status +2022-02-16 16:13:28,361 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:13:28,362 Checking Wrapper 20687333 +2022-02-16 16:13:32,338 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:13:32,339 Checking inner jobs status +2022-02-16 16:13:36,219 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:13:36,221 End of checking +2022-02-16 16:13:36,222 Updating FAILED jobs +2022-02-16 16:13:36,226 Updating WAITING jobs +2022-02-16 16:13:36,226 Updating WAITING jobs eligible for be prepared +2022-02-16 16:13:36,227 Updating Held jobs +2022-02-16 16:13:36,228 Update finished +2022-02-16 16:13:36,228 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:13:36,228 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:13:36,228 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:13:36,228 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:13:36,229 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:13:36,229 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:13:36,229 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:13:36,229 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:13:36,229 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:13:36,229 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:13:36,229 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:13:36,229 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:13:36,229 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:13:36,229 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:13:36,229 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:13:36,229 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:13:36,229 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:13:36,229 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:13:36,229 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:13:36,229 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:13:36,232 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:13:36,255 Job list saved +2022-02-16 16:13:36,294 Updating FAILED jobs +2022-02-16 16:13:36,295 Updating WAITING jobs +2022-02-16 16:13:36,296 Updating WAITING jobs eligible for be prepared +2022-02-16 16:13:36,297 Updating Held jobs +2022-02-16 16:13:36,297 Update finished +2022-02-16 16:13:46,306 Reloading parameters... +2022-02-16 16:13:46,320 Loading parameters... +2022-02-16 16:13:46,321 Loading project parameters... +2022-02-16 16:13:46,323 + +190 of 783 jobs remaining (16:13) +2022-02-16 16:13:46,323 Sleep: 10 +2022-02-16 16:13:46,323 Number of retrials: 2 +2022-02-16 16:13:46,323 WRAPPER CHECK TIME = 10 +2022-02-16 16:13:46,328 Checking jobs for platform=marenostrum4 +2022-02-16 16:13:46,328 Checking Wrapper 20687337 +2022-02-16 16:13:50,255 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:13:50,256 Checking inner jobs status +2022-02-16 16:13:53,091 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:13:53,092 Checking Wrapper 20687333 +2022-02-16 16:13:57,071 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:13:57,071 Checking inner jobs status +2022-02-16 16:13:59,197 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:13:59,198 End of checking +2022-02-16 16:13:59,200 Updating FAILED jobs +2022-02-16 16:13:59,204 Updating WAITING jobs +2022-02-16 16:13:59,204 Updating WAITING jobs eligible for be prepared +2022-02-16 16:13:59,205 Updating Held jobs +2022-02-16 16:13:59,206 Update finished +2022-02-16 16:13:59,207 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:13:59,207 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:13:59,207 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:13:59,207 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:13:59,207 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:13:59,207 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:13:59,207 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:13:59,207 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:13:59,207 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:13:59,207 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:13:59,207 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:13:59,207 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:13:59,207 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:13:59,208 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:13:59,208 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:13:59,208 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:13:59,208 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:13:59,208 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:13:59,208 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:13:59,208 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:13:59,211 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:13:59,233 Job list saved +2022-02-16 16:13:59,273 Updating FAILED jobs +2022-02-16 16:13:59,274 Updating WAITING jobs +2022-02-16 16:13:59,274 Updating WAITING jobs eligible for be prepared +2022-02-16 16:13:59,275 Updating Held jobs +2022-02-16 16:13:59,276 Update finished +2022-02-16 16:14:09,288 Reloading parameters... +2022-02-16 16:14:09,303 Loading parameters... +2022-02-16 16:14:09,304 Loading project parameters... +2022-02-16 16:14:09,305 + +190 of 783 jobs remaining (16:14) +2022-02-16 16:14:09,306 Sleep: 10 +2022-02-16 16:14:09,306 Number of retrials: 2 +2022-02-16 16:14:09,306 WRAPPER CHECK TIME = 10 +2022-02-16 16:14:09,311 Checking jobs for platform=marenostrum4 +2022-02-16 16:14:09,311 Checking Wrapper 20687337 +2022-02-16 16:14:13,338 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:14:13,339 Checking inner jobs status +2022-02-16 16:14:15,764 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:14:15,765 Checking Wrapper 20687333 +2022-02-16 16:14:19,701 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:14:19,701 Checking inner jobs status +2022-02-16 16:14:23,840 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:14:23,841 End of checking +2022-02-16 16:14:23,843 Updating FAILED jobs +2022-02-16 16:14:23,847 Updating WAITING jobs +2022-02-16 16:14:23,848 Updating WAITING jobs eligible for be prepared +2022-02-16 16:14:23,849 Updating Held jobs +2022-02-16 16:14:23,850 Update finished +2022-02-16 16:14:23,850 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:14:23,851 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:14:23,851 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:14:23,851 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:14:23,851 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:14:23,851 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:14:23,851 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:14:23,851 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:14:23,851 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:14:23,851 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:14:23,851 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:14:23,851 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:14:23,851 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:14:23,851 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:14:23,851 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:14:23,851 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:14:23,852 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:14:23,852 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:14:23,852 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:14:23,852 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:14:23,854 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:14:23,880 Job list saved +2022-02-16 16:14:23,919 Updating FAILED jobs +2022-02-16 16:14:23,919 Updating WAITING jobs +2022-02-16 16:14:23,920 Updating WAITING jobs eligible for be prepared +2022-02-16 16:14:23,921 Updating Held jobs +2022-02-16 16:14:23,922 Update finished +2022-02-16 16:14:33,936 Reloading parameters... +2022-02-16 16:14:33,949 Loading parameters... +2022-02-16 16:14:33,950 Loading project parameters... +2022-02-16 16:14:33,951 + +190 of 783 jobs remaining (16:14) +2022-02-16 16:14:33,952 Sleep: 10 +2022-02-16 16:14:33,952 Number of retrials: 2 +2022-02-16 16:14:33,952 WRAPPER CHECK TIME = 10 +2022-02-16 16:14:33,956 Checking jobs for platform=marenostrum4 +2022-02-16 16:14:33,956 Checking Wrapper 20687337 +2022-02-16 16:14:37,990 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:14:37,990 Checking inner jobs status +2022-02-16 16:14:39,865 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:14:39,866 Checking Wrapper 20687333 +2022-02-16 16:14:43,842 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:14:43,843 Checking inner jobs status +2022-02-16 16:14:45,768 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:14:45,769 End of checking +2022-02-16 16:14:45,779 Updating FAILED jobs +2022-02-16 16:14:45,782 Updating WAITING jobs +2022-02-16 16:14:45,782 Updating WAITING jobs eligible for be prepared +2022-02-16 16:14:45,784 Updating Held jobs +2022-02-16 16:14:45,784 Update finished +2022-02-16 16:14:45,785 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:14:45,785 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:14:45,785 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:14:45,786 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:14:45,786 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:14:45,786 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:14:45,786 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:14:45,786 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:14:45,786 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:14:45,786 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:14:45,786 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:14:45,786 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:14:45,786 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:14:45,786 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:14:45,786 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:14:45,786 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:14:45,786 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:14:45,786 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:14:45,786 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:14:45,786 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:14:45,791 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:14:45,816 Job list saved +2022-02-16 16:14:46,126 Updating FAILED jobs +2022-02-16 16:14:46,126 Updating WAITING jobs +2022-02-16 16:14:46,127 Updating WAITING jobs eligible for be prepared +2022-02-16 16:14:46,128 Updating Held jobs +2022-02-16 16:14:46,128 Update finished +2022-02-16 16:14:56,135 Reloading parameters... +2022-02-16 16:14:56,149 Loading parameters... +2022-02-16 16:14:56,150 Loading project parameters... +2022-02-16 16:14:56,151 + +190 of 783 jobs remaining (16:14) +2022-02-16 16:14:56,152 Sleep: 10 +2022-02-16 16:14:56,152 Number of retrials: 2 +2022-02-16 16:14:56,152 WRAPPER CHECK TIME = 10 +2022-02-16 16:14:56,156 Checking jobs for platform=marenostrum4 +2022-02-16 16:14:56,156 Checking Wrapper 20687337 +2022-02-16 16:15:00,094 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:15:00,094 Checking inner jobs status +2022-02-16 16:15:01,921 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:15:01,921 Checking Wrapper 20687333 +2022-02-16 16:15:05,900 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:15:05,901 Checking inner jobs status +2022-02-16 16:15:08,034 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:15:08,034 End of checking +2022-02-16 16:15:08,037 Updating FAILED jobs +2022-02-16 16:15:08,041 Updating WAITING jobs +2022-02-16 16:15:08,042 Updating WAITING jobs eligible for be prepared +2022-02-16 16:15:08,043 Updating Held jobs +2022-02-16 16:15:08,044 Update finished +2022-02-16 16:15:08,044 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:15:08,044 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:15:08,045 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:15:08,045 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:15:08,045 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:15:08,045 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:15:08,045 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:15:08,045 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:15:08,045 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:15:08,045 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:15:08,045 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:15:08,045 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:15:08,045 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:15:08,045 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:15:08,045 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:15:08,045 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:15:08,045 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:15:08,045 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:15:08,045 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:15:08,045 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:15:08,049 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:15:08,072 Job list saved +2022-02-16 16:15:08,114 Updating FAILED jobs +2022-02-16 16:15:08,114 Updating WAITING jobs +2022-02-16 16:15:08,115 Updating WAITING jobs eligible for be prepared +2022-02-16 16:15:08,116 Updating Held jobs +2022-02-16 16:15:08,116 Update finished +2022-02-16 16:15:18,131 Reloading parameters... +2022-02-16 16:15:18,150 Loading parameters... +2022-02-16 16:15:18,151 Loading project parameters... +2022-02-16 16:15:18,155 + +190 of 783 jobs remaining (16:15) +2022-02-16 16:15:18,156 Sleep: 10 +2022-02-16 16:15:18,156 Number of retrials: 2 +2022-02-16 16:15:18,156 WRAPPER CHECK TIME = 10 +2022-02-16 16:15:18,162 Checking jobs for platform=marenostrum4 +2022-02-16 16:15:18,162 Checking Wrapper 20687337 +2022-02-16 16:15:22,139 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:15:22,140 Checking inner jobs status +2022-02-16 16:15:24,417 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:15:24,418 Checking Wrapper 20687333 +2022-02-16 16:15:28,493 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:15:28,493 Checking inner jobs status +2022-02-16 16:15:30,415 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:15:30,416 End of checking +2022-02-16 16:15:30,418 Updating FAILED jobs +2022-02-16 16:15:30,422 Updating WAITING jobs +2022-02-16 16:15:30,423 Updating WAITING jobs eligible for be prepared +2022-02-16 16:15:30,424 Updating Held jobs +2022-02-16 16:15:30,425 Update finished +2022-02-16 16:15:30,425 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:15:30,426 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:15:30,426 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:15:30,426 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:15:30,426 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:15:30,426 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:15:30,426 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:15:30,426 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:15:30,426 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:15:30,426 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:15:30,426 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:15:30,426 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:15:30,426 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:15:30,426 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:15:30,426 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:15:30,426 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:15:30,427 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:15:30,427 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:15:30,427 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:15:30,427 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:15:30,430 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:15:30,458 Job list saved +2022-02-16 16:15:30,499 Updating FAILED jobs +2022-02-16 16:15:30,500 Updating WAITING jobs +2022-02-16 16:15:30,501 Updating WAITING jobs eligible for be prepared +2022-02-16 16:15:30,502 Updating Held jobs +2022-02-16 16:15:30,503 Update finished +2022-02-16 16:15:40,514 Reloading parameters... +2022-02-16 16:15:40,531 Loading parameters... +2022-02-16 16:15:40,532 Loading project parameters... +2022-02-16 16:15:40,533 + +190 of 783 jobs remaining (16:15) +2022-02-16 16:15:40,534 Sleep: 10 +2022-02-16 16:15:40,534 Number of retrials: 2 +2022-02-16 16:15:40,534 WRAPPER CHECK TIME = 10 +2022-02-16 16:15:40,539 Checking jobs for platform=marenostrum4 +2022-02-16 16:15:40,539 Checking Wrapper 20687337 +2022-02-16 16:15:44,516 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:15:44,517 Checking inner jobs status +2022-02-16 16:15:46,446 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:15:46,446 Checking Wrapper 20687333 +2022-02-16 16:15:50,381 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:15:50,381 Checking inner jobs status +2022-02-16 16:15:55,317 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:15:55,319 End of checking +2022-02-16 16:15:55,321 Updating FAILED jobs +2022-02-16 16:15:55,327 Updating WAITING jobs +2022-02-16 16:15:55,329 Updating WAITING jobs eligible for be prepared +2022-02-16 16:15:55,331 Updating Held jobs +2022-02-16 16:15:55,332 Update finished +2022-02-16 16:15:55,334 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:15:55,334 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:15:55,334 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:15:55,334 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:15:55,334 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:15:55,334 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:15:55,334 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:15:55,335 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:15:55,335 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:15:55,335 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:15:55,335 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:15:55,335 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:15:55,335 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:15:55,335 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:15:55,335 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:15:55,335 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:15:55,335 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:15:55,336 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:15:55,336 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:15:55,336 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:15:55,339 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:15:55,395 Job list saved +2022-02-16 16:15:55,446 Updating FAILED jobs +2022-02-16 16:15:55,447 Updating WAITING jobs +2022-02-16 16:15:55,448 Updating WAITING jobs eligible for be prepared +2022-02-16 16:15:55,449 Updating Held jobs +2022-02-16 16:15:55,449 Update finished +2022-02-16 16:16:05,463 Reloading parameters... +2022-02-16 16:16:05,478 Loading parameters... +2022-02-16 16:16:05,479 Loading project parameters... +2022-02-16 16:16:05,480 + +190 of 783 jobs remaining (16:16) +2022-02-16 16:16:05,480 Sleep: 10 +2022-02-16 16:16:05,480 Number of retrials: 2 +2022-02-16 16:16:05,480 WRAPPER CHECK TIME = 10 +2022-02-16 16:16:05,484 Checking jobs for platform=marenostrum4 +2022-02-16 16:16:05,484 Checking Wrapper 20687337 +2022-02-16 16:16:09,415 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:16:09,416 Checking inner jobs status +2022-02-16 16:16:13,046 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:16:13,047 Checking Wrapper 20687333 +2022-02-16 16:16:17,033 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:16:17,033 Checking inner jobs status +2022-02-16 16:16:21,516 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:16:21,517 End of checking +2022-02-16 16:16:21,520 Updating FAILED jobs +2022-02-16 16:16:21,524 Updating WAITING jobs +2022-02-16 16:16:21,524 Updating WAITING jobs eligible for be prepared +2022-02-16 16:16:21,525 Updating Held jobs +2022-02-16 16:16:21,526 Update finished +2022-02-16 16:16:21,526 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:16:21,526 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:16:21,527 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:16:21,527 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:16:21,527 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:16:21,527 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:16:21,527 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:16:21,527 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:16:21,527 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:16:21,527 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:16:21,527 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:16:21,527 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:16:21,527 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:16:21,527 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:16:21,527 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:16:21,527 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:16:21,527 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:16:21,527 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:16:21,527 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:16:21,527 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:16:21,531 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:16:21,553 Job list saved +2022-02-16 16:16:21,621 Updating FAILED jobs +2022-02-16 16:16:21,622 Updating WAITING jobs +2022-02-16 16:16:21,622 Updating WAITING jobs eligible for be prepared +2022-02-16 16:16:21,623 Updating Held jobs +2022-02-16 16:16:21,624 Update finished +2022-02-16 16:16:31,638 Reloading parameters... +2022-02-16 16:16:31,652 Loading parameters... +2022-02-16 16:16:31,653 Loading project parameters... +2022-02-16 16:16:31,654 + +190 of 783 jobs remaining (16:16) +2022-02-16 16:16:31,654 Sleep: 10 +2022-02-16 16:16:31,654 Number of retrials: 2 +2022-02-16 16:16:31,654 WRAPPER CHECK TIME = 10 +2022-02-16 16:16:31,658 Checking jobs for platform=marenostrum4 +2022-02-16 16:16:31,658 Checking Wrapper 20687337 +2022-02-16 16:16:35,533 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:16:35,534 Checking inner jobs status +2022-02-16 16:16:37,608 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:16:37,609 Checking Wrapper 20687333 +2022-02-16 16:16:41,637 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:16:41,637 Checking inner jobs status +2022-02-16 16:16:43,459 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:16:43,460 End of checking +2022-02-16 16:16:43,461 Updating FAILED jobs +2022-02-16 16:16:43,465 Updating WAITING jobs +2022-02-16 16:16:43,466 Updating WAITING jobs eligible for be prepared +2022-02-16 16:16:43,467 Updating Held jobs +2022-02-16 16:16:43,468 Update finished +2022-02-16 16:16:43,468 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:16:43,468 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:16:43,468 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:16:43,469 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:16:43,469 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:16:43,469 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:16:43,469 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:16:43,469 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:16:43,469 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:16:43,469 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:16:43,469 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:16:43,469 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:16:43,469 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:16:43,469 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:16:43,469 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:16:43,469 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:16:43,469 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:16:43,469 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:16:43,469 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:16:43,469 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:16:43,473 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:16:43,499 Job list saved +2022-02-16 16:16:43,536 Updating FAILED jobs +2022-02-16 16:16:43,537 Updating WAITING jobs +2022-02-16 16:16:43,537 Updating WAITING jobs eligible for be prepared +2022-02-16 16:16:43,538 Updating Held jobs +2022-02-16 16:16:43,539 Update finished +2022-02-16 16:16:53,549 Reloading parameters... +2022-02-16 16:16:53,565 Loading parameters... +2022-02-16 16:16:53,566 Loading project parameters... +2022-02-16 16:16:53,567 + +190 of 783 jobs remaining (16:16) +2022-02-16 16:16:53,568 Sleep: 10 +2022-02-16 16:16:53,568 Number of retrials: 2 +2022-02-16 16:16:53,568 WRAPPER CHECK TIME = 10 +2022-02-16 16:16:53,581 Checking jobs for platform=marenostrum4 +2022-02-16 16:16:53,581 Checking Wrapper 20687337 +2022-02-16 16:16:57,507 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:16:57,507 Checking inner jobs status +2022-02-16 16:16:59,333 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:16:59,333 Checking Wrapper 20687333 +2022-02-16 16:17:03,266 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:17:03,267 Checking inner jobs status +2022-02-16 16:17:05,341 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:17:05,342 End of checking +2022-02-16 16:17:05,343 Updating FAILED jobs +2022-02-16 16:17:05,347 Updating WAITING jobs +2022-02-16 16:17:05,347 Updating WAITING jobs eligible for be prepared +2022-02-16 16:17:05,348 Updating Held jobs +2022-02-16 16:17:05,349 Update finished +2022-02-16 16:17:05,350 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:17:05,350 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:17:05,350 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:17:05,350 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:17:05,350 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:17:05,350 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:17:05,350 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:17:05,350 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:17:05,350 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:17:05,350 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:17:05,350 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:17:05,350 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:17:05,350 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:17:05,350 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:17:05,350 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:17:05,350 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:17:05,350 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:17:05,350 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:17:05,350 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:17:05,351 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:17:05,354 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:17:05,383 Job list saved +2022-02-16 16:17:05,426 Updating FAILED jobs +2022-02-16 16:17:05,426 Updating WAITING jobs +2022-02-16 16:17:05,427 Updating WAITING jobs eligible for be prepared +2022-02-16 16:17:05,427 Updating Held jobs +2022-02-16 16:17:05,428 Update finished +2022-02-16 16:17:15,443 Reloading parameters... +2022-02-16 16:17:15,457 Loading parameters... +2022-02-16 16:17:15,458 Loading project parameters... +2022-02-16 16:17:15,459 + +190 of 783 jobs remaining (16:17) +2022-02-16 16:17:15,460 Sleep: 10 +2022-02-16 16:17:15,460 Number of retrials: 2 +2022-02-16 16:17:15,460 WRAPPER CHECK TIME = 10 +2022-02-16 16:17:15,465 Checking jobs for platform=marenostrum4 +2022-02-16 16:17:15,465 Checking Wrapper 20687337 +2022-02-16 16:17:19,397 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:17:19,397 Checking inner jobs status +2022-02-16 16:17:21,232 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:17:21,232 Checking Wrapper 20687333 +2022-02-16 16:17:25,214 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:17:25,214 Checking inner jobs status +2022-02-16 16:17:27,188 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:17:27,189 End of checking +2022-02-16 16:17:27,191 Updating FAILED jobs +2022-02-16 16:17:27,194 Updating WAITING jobs +2022-02-16 16:17:27,195 Updating WAITING jobs eligible for be prepared +2022-02-16 16:17:27,196 Updating Held jobs +2022-02-16 16:17:27,196 Update finished +2022-02-16 16:17:27,197 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:17:27,197 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:17:27,197 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:17:27,197 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:17:27,197 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:17:27,197 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:17:27,197 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:17:27,198 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:17:27,198 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:17:27,198 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:17:27,198 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:17:27,198 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:17:27,198 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:17:27,198 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:17:27,198 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:17:27,198 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:17:27,198 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:17:27,198 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:17:27,198 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:17:27,198 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:17:27,201 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:17:27,221 Job list saved +2022-02-16 16:17:27,264 Updating FAILED jobs +2022-02-16 16:17:27,264 Updating WAITING jobs +2022-02-16 16:17:27,265 Updating WAITING jobs eligible for be prepared +2022-02-16 16:17:27,266 Updating Held jobs +2022-02-16 16:17:27,266 Update finished +2022-02-16 16:17:37,279 Reloading parameters... +2022-02-16 16:17:37,294 Loading parameters... +2022-02-16 16:17:37,295 Loading project parameters... +2022-02-16 16:17:37,296 + +190 of 783 jobs remaining (16:17) +2022-02-16 16:17:37,296 Sleep: 10 +2022-02-16 16:17:37,297 Number of retrials: 2 +2022-02-16 16:17:37,297 WRAPPER CHECK TIME = 10 +2022-02-16 16:17:37,301 Checking jobs for platform=marenostrum4 +2022-02-16 16:17:37,301 Checking Wrapper 20687337 +2022-02-16 16:17:41,234 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:17:41,235 Checking inner jobs status +2022-02-16 16:17:45,765 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:17:45,767 Checking Wrapper 20687333 +2022-02-16 16:17:49,693 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:17:49,693 Checking inner jobs status +2022-02-16 16:17:52,018 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:17:52,019 End of checking +2022-02-16 16:17:52,021 Updating FAILED jobs +2022-02-16 16:17:52,025 Updating WAITING jobs +2022-02-16 16:17:52,026 Updating WAITING jobs eligible for be prepared +2022-02-16 16:17:52,029 Updating Held jobs +2022-02-16 16:17:52,030 Update finished +2022-02-16 16:17:52,032 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:17:52,032 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:17:52,032 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:17:52,032 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:17:52,032 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:17:52,032 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:17:52,032 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:17:52,032 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:17:52,033 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:17:52,033 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:17:52,033 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:17:52,033 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:17:52,033 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:17:52,033 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:17:52,033 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:17:52,033 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:17:52,033 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:17:52,033 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:17:52,033 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:17:52,033 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:17:52,036 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:17:52,063 Job list saved +2022-02-16 16:17:52,100 Updating FAILED jobs +2022-02-16 16:17:52,101 Updating WAITING jobs +2022-02-16 16:17:52,102 Updating WAITING jobs eligible for be prepared +2022-02-16 16:17:52,103 Updating Held jobs +2022-02-16 16:17:52,103 Update finished +2022-02-16 16:18:02,119 Reloading parameters... +2022-02-16 16:18:02,132 Loading parameters... +2022-02-16 16:18:02,133 Loading project parameters... +2022-02-16 16:18:02,134 + +190 of 783 jobs remaining (16:18) +2022-02-16 16:18:02,135 Sleep: 10 +2022-02-16 16:18:02,135 Number of retrials: 2 +2022-02-16 16:18:02,135 WRAPPER CHECK TIME = 10 +2022-02-16 16:18:02,139 Checking jobs for platform=marenostrum4 +2022-02-16 16:18:02,140 Checking Wrapper 20687337 +2022-02-16 16:18:06,070 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:18:06,070 Checking inner jobs status +2022-02-16 16:18:07,996 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:18:07,996 Checking Wrapper 20687333 +2022-02-16 16:18:11,981 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:18:11,981 Checking inner jobs status +2022-02-16 16:18:14,356 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:18:14,357 End of checking +2022-02-16 16:18:14,359 Updating FAILED jobs +2022-02-16 16:18:14,363 Updating WAITING jobs +2022-02-16 16:18:14,364 Updating WAITING jobs eligible for be prepared +2022-02-16 16:18:14,365 Updating Held jobs +2022-02-16 16:18:14,366 Update finished +2022-02-16 16:18:14,366 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:18:14,367 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:18:14,367 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:18:14,367 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:18:14,367 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:18:14,367 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:18:14,367 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:18:14,367 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:18:14,367 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:18:14,367 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:18:14,367 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:18:14,367 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:18:14,367 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:18:14,367 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:18:14,367 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:18:14,367 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:18:14,367 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:18:14,368 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:18:14,368 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:18:14,368 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:18:14,377 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:18:14,404 Job list saved +2022-02-16 16:18:14,452 Updating FAILED jobs +2022-02-16 16:18:14,453 Updating WAITING jobs +2022-02-16 16:18:14,453 Updating WAITING jobs eligible for be prepared +2022-02-16 16:18:14,454 Updating Held jobs +2022-02-16 16:18:14,455 Update finished +2022-02-16 16:18:24,469 Reloading parameters... +2022-02-16 16:18:24,484 Loading parameters... +2022-02-16 16:18:24,485 Loading project parameters... +2022-02-16 16:18:24,486 + +190 of 783 jobs remaining (16:18) +2022-02-16 16:18:24,486 Sleep: 10 +2022-02-16 16:18:24,487 Number of retrials: 2 +2022-02-16 16:18:24,487 WRAPPER CHECK TIME = 10 +2022-02-16 16:18:24,491 Checking jobs for platform=marenostrum4 +2022-02-16 16:18:24,491 Checking Wrapper 20687337 +2022-02-16 16:18:28,570 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:18:28,571 Checking inner jobs status +2022-02-16 16:18:32,113 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:18:32,114 Checking Wrapper 20687333 +2022-02-16 16:18:36,088 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:18:36,089 Checking inner jobs status +2022-02-16 16:18:37,913 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:18:37,914 End of checking +2022-02-16 16:18:37,915 Updating FAILED jobs +2022-02-16 16:18:37,920 Updating WAITING jobs +2022-02-16 16:18:37,920 Updating WAITING jobs eligible for be prepared +2022-02-16 16:18:37,921 Updating Held jobs +2022-02-16 16:18:37,922 Update finished +2022-02-16 16:18:37,923 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:18:37,923 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:18:37,923 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:18:37,923 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:18:37,923 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:18:37,923 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:18:37,923 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:18:37,923 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:18:37,923 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:18:37,923 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:18:37,923 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:18:37,923 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:18:37,923 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:18:37,923 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:18:37,924 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:18:37,924 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:18:37,924 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:18:37,924 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:18:37,924 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:18:37,924 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:18:37,926 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:18:37,951 Job list saved +2022-02-16 16:18:37,995 Updating FAILED jobs +2022-02-16 16:18:37,996 Updating WAITING jobs +2022-02-16 16:18:37,996 Updating WAITING jobs eligible for be prepared +2022-02-16 16:18:37,998 Updating Held jobs +2022-02-16 16:18:37,998 Update finished +2022-02-16 16:18:48,013 Reloading parameters... +2022-02-16 16:18:48,027 Loading parameters... +2022-02-16 16:18:48,028 Loading project parameters... +2022-02-16 16:18:48,029 + +190 of 783 jobs remaining (16:18) +2022-02-16 16:18:48,030 Sleep: 10 +2022-02-16 16:18:48,030 Number of retrials: 2 +2022-02-16 16:18:48,030 WRAPPER CHECK TIME = 10 +2022-02-16 16:18:48,035 Checking jobs for platform=marenostrum4 +2022-02-16 16:18:48,035 Checking Wrapper 20687337 +2022-02-16 16:18:52,012 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:18:52,013 Checking inner jobs status +2022-02-16 16:18:53,885 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:18:53,886 Checking Wrapper 20687333 +2022-02-16 16:18:58,011 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:18:58,012 Checking inner jobs status +2022-02-16 16:19:00,285 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:19:00,286 End of checking +2022-02-16 16:19:00,288 Updating FAILED jobs +2022-02-16 16:19:00,290 Updating WAITING jobs +2022-02-16 16:19:00,290 Updating WAITING jobs eligible for be prepared +2022-02-16 16:19:00,292 Updating Held jobs +2022-02-16 16:19:00,292 Update finished +2022-02-16 16:19:00,293 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:19:00,293 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:19:00,293 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:19:00,293 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:19:00,293 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:19:00,293 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:19:00,293 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:19:00,293 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:19:00,294 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:19:00,294 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:19:00,294 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:19:00,294 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:19:00,294 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:19:00,294 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:19:00,294 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:19:00,294 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:19:00,294 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:19:00,294 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:19:00,294 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:19:00,294 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:19:00,298 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:19:00,323 Job list saved +2022-02-16 16:19:00,392 Updating FAILED jobs +2022-02-16 16:19:00,393 Updating WAITING jobs +2022-02-16 16:19:00,394 Updating WAITING jobs eligible for be prepared +2022-02-16 16:19:00,395 Updating Held jobs +2022-02-16 16:19:00,395 Update finished +2022-02-16 16:19:10,406 Reloading parameters... +2022-02-16 16:19:10,421 Loading parameters... +2022-02-16 16:19:10,421 Loading project parameters... +2022-02-16 16:19:10,423 + +190 of 783 jobs remaining (16:19) +2022-02-16 16:19:10,424 Sleep: 10 +2022-02-16 16:19:10,424 Number of retrials: 2 +2022-02-16 16:19:10,424 WRAPPER CHECK TIME = 10 +2022-02-16 16:19:10,428 Checking jobs for platform=marenostrum4 +2022-02-16 16:19:10,428 Checking Wrapper 20687337 +2022-02-16 16:19:14,406 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:19:14,407 Checking inner jobs status +2022-02-16 16:19:16,184 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:19:16,185 Checking Wrapper 20687333 +2022-02-16 16:19:20,160 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:19:20,160 Checking inner jobs status +2022-02-16 16:19:22,042 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:19:22,044 End of checking +2022-02-16 16:19:22,045 Updating FAILED jobs +2022-02-16 16:19:22,050 Updating WAITING jobs +2022-02-16 16:19:22,050 Updating WAITING jobs eligible for be prepared +2022-02-16 16:19:22,052 Updating Held jobs +2022-02-16 16:19:22,052 Update finished +2022-02-16 16:19:22,053 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:19:22,053 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:19:22,053 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:19:22,053 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:19:22,053 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:19:22,053 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:19:22,053 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:19:22,053 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:19:22,053 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:19:22,054 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:19:22,054 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:19:22,054 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:19:22,054 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:19:22,054 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:19:22,054 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:19:22,054 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:19:22,054 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:19:22,054 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:19:22,054 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:19:22,054 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:19:22,057 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:19:22,083 Job list saved +2022-02-16 16:19:22,127 Updating FAILED jobs +2022-02-16 16:19:22,127 Updating WAITING jobs +2022-02-16 16:19:22,128 Updating WAITING jobs eligible for be prepared +2022-02-16 16:19:22,129 Updating Held jobs +2022-02-16 16:19:22,130 Update finished +2022-02-16 16:19:32,145 Reloading parameters... +2022-02-16 16:19:32,160 Loading parameters... +2022-02-16 16:19:32,161 Loading project parameters... +2022-02-16 16:19:32,162 + +190 of 783 jobs remaining (16:19) +2022-02-16 16:19:32,162 Sleep: 10 +2022-02-16 16:19:32,162 Number of retrials: 2 +2022-02-16 16:19:32,163 WRAPPER CHECK TIME = 10 +2022-02-16 16:19:32,167 Checking jobs for platform=marenostrum4 +2022-02-16 16:19:32,167 Checking Wrapper 20687337 +2022-02-16 16:19:36,102 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:19:36,103 Checking inner jobs status +2022-02-16 16:19:39,588 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:19:39,589 Checking Wrapper 20687333 +2022-02-16 16:19:43,616 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:19:43,617 Checking inner jobs status +2022-02-16 16:19:48,249 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:19:48,251 End of checking +2022-02-16 16:19:48,252 Updating FAILED jobs +2022-02-16 16:19:48,257 Updating WAITING jobs +2022-02-16 16:19:48,258 Updating WAITING jobs eligible for be prepared +2022-02-16 16:19:48,259 Updating Held jobs +2022-02-16 16:19:48,259 Update finished +2022-02-16 16:19:48,260 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:19:48,260 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:19:48,260 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:19:48,261 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:19:48,261 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:19:48,261 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:19:48,261 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:19:48,261 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:19:48,261 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:19:48,261 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:19:48,261 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:19:48,261 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:19:48,261 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:19:48,261 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:19:48,261 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:19:48,261 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:19:48,261 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:19:48,261 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:19:48,261 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:19:48,261 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:19:48,264 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:19:48,290 Job list saved +2022-02-16 16:19:48,330 Updating FAILED jobs +2022-02-16 16:19:48,331 Updating WAITING jobs +2022-02-16 16:19:48,331 Updating WAITING jobs eligible for be prepared +2022-02-16 16:19:48,333 Updating Held jobs +2022-02-16 16:19:48,333 Update finished +2022-02-16 16:19:58,348 Reloading parameters... +2022-02-16 16:19:58,362 Loading parameters... +2022-02-16 16:19:58,362 Loading project parameters... +2022-02-16 16:19:58,364 + +190 of 783 jobs remaining (16:19) +2022-02-16 16:19:58,364 Sleep: 10 +2022-02-16 16:19:58,364 Number of retrials: 2 +2022-02-16 16:19:58,364 WRAPPER CHECK TIME = 10 +2022-02-16 16:19:58,369 Checking jobs for platform=marenostrum4 +2022-02-16 16:19:58,369 Checking Wrapper 20687337 +2022-02-16 16:20:02,356 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:20:02,357 Checking inner jobs status +2022-02-16 16:20:05,333 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:20:05,335 Checking Wrapper 20687333 +2022-02-16 16:20:09,268 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:20:09,268 Checking inner jobs status +2022-02-16 16:20:11,592 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:20:11,593 End of checking +2022-02-16 16:20:11,594 Updating FAILED jobs +2022-02-16 16:20:11,599 Updating WAITING jobs +2022-02-16 16:20:11,600 Updating WAITING jobs eligible for be prepared +2022-02-16 16:20:11,601 Updating Held jobs +2022-02-16 16:20:11,601 Update finished +2022-02-16 16:20:11,602 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:20:11,602 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:20:11,602 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:20:11,602 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:20:11,603 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:20:11,603 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:20:11,603 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:20:11,603 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:20:11,603 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:20:11,603 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:20:11,603 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:20:11,603 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:20:11,603 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:20:11,603 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:20:11,603 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:20:11,603 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:20:11,603 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:20:11,603 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:20:11,603 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:20:11,603 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:20:11,606 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:20:11,632 Job list saved +2022-02-16 16:20:11,667 Updating FAILED jobs +2022-02-16 16:20:11,667 Updating WAITING jobs +2022-02-16 16:20:11,668 Updating WAITING jobs eligible for be prepared +2022-02-16 16:20:11,669 Updating Held jobs +2022-02-16 16:20:11,669 Update finished +2022-02-16 16:20:21,682 Reloading parameters... +2022-02-16 16:20:21,696 Loading parameters... +2022-02-16 16:20:21,697 Loading project parameters... +2022-02-16 16:20:21,698 + +190 of 783 jobs remaining (16:20) +2022-02-16 16:20:21,699 Sleep: 10 +2022-02-16 16:20:21,699 Number of retrials: 2 +2022-02-16 16:20:21,699 WRAPPER CHECK TIME = 10 +2022-02-16 16:20:21,704 Checking jobs for platform=marenostrum4 +2022-02-16 16:20:21,704 Checking Wrapper 20687337 +2022-02-16 16:20:25,636 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:20:25,636 Checking inner jobs status +2022-02-16 16:20:29,363 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:20:29,365 Checking Wrapper 20687333 +2022-02-16 16:20:33,358 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:20:33,358 Checking inner jobs status +2022-02-16 16:20:37,039 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:20:37,040 End of checking +2022-02-16 16:20:37,042 Updating FAILED jobs +2022-02-16 16:20:37,047 Updating WAITING jobs +2022-02-16 16:20:37,048 Updating WAITING jobs eligible for be prepared +2022-02-16 16:20:37,049 Updating Held jobs +2022-02-16 16:20:37,050 Update finished +2022-02-16 16:20:37,051 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:20:37,051 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:20:37,051 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:20:37,051 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:20:37,051 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:20:37,051 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:20:37,051 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:20:37,051 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:20:37,051 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:20:37,051 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:20:37,052 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:20:37,052 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:20:37,052 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:20:37,052 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:20:37,052 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:20:37,052 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:20:37,052 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:20:37,052 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:20:37,052 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:20:37,052 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:20:37,055 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:20:37,087 Job list saved +2022-02-16 16:20:37,128 Updating FAILED jobs +2022-02-16 16:20:37,129 Updating WAITING jobs +2022-02-16 16:20:37,130 Updating WAITING jobs eligible for be prepared +2022-02-16 16:20:37,131 Updating Held jobs +2022-02-16 16:20:37,131 Update finished +2022-02-16 16:20:47,146 Reloading parameters... +2022-02-16 16:20:47,164 Loading parameters... +2022-02-16 16:20:47,165 Loading project parameters... +2022-02-16 16:20:47,166 + +190 of 783 jobs remaining (16:20) +2022-02-16 16:20:47,167 Sleep: 10 +2022-02-16 16:20:47,167 Number of retrials: 2 +2022-02-16 16:20:47,167 WRAPPER CHECK TIME = 10 +2022-02-16 16:20:47,171 Checking jobs for platform=marenostrum4 +2022-02-16 16:20:47,172 Checking Wrapper 20687337 +2022-02-16 16:20:51,149 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:20:51,149 Checking inner jobs status +2022-02-16 16:20:53,032 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:20:53,032 Checking Wrapper 20687333 +2022-02-16 16:20:56,912 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:20:56,912 Checking inner jobs status +2022-02-16 16:20:58,739 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:20:58,740 End of checking +2022-02-16 16:20:58,742 Updating FAILED jobs +2022-02-16 16:20:58,747 Updating WAITING jobs +2022-02-16 16:20:58,747 Updating WAITING jobs eligible for be prepared +2022-02-16 16:20:58,749 Updating Held jobs +2022-02-16 16:20:58,749 Update finished +2022-02-16 16:20:58,750 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:20:58,750 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:20:58,750 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:20:58,750 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:20:58,750 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:20:58,750 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:20:58,750 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:20:58,750 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:20:58,750 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:20:58,751 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:20:58,751 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:20:58,751 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:20:58,751 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:20:58,751 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:20:58,751 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:20:58,751 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:20:58,751 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:20:58,751 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:20:58,751 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:20:58,751 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:20:58,755 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:20:58,788 Job list saved +2022-02-16 16:20:58,835 Updating FAILED jobs +2022-02-16 16:20:58,835 Updating WAITING jobs +2022-02-16 16:20:58,836 Updating WAITING jobs eligible for be prepared +2022-02-16 16:20:58,837 Updating Held jobs +2022-02-16 16:20:58,837 Update finished +2022-02-16 16:21:08,844 Reloading parameters... +2022-02-16 16:21:08,868 Loading parameters... +2022-02-16 16:21:08,868 Loading project parameters... +2022-02-16 16:21:08,870 + +190 of 783 jobs remaining (16:21) +2022-02-16 16:21:08,871 Sleep: 10 +2022-02-16 16:21:08,871 Number of retrials: 2 +2022-02-16 16:21:08,871 WRAPPER CHECK TIME = 10 +2022-02-16 16:21:08,874 Checking jobs for platform=marenostrum4 +2022-02-16 16:21:08,874 Checking Wrapper 20687337 +2022-02-16 16:21:12,853 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:21:12,854 Checking inner jobs status +2022-02-16 16:21:14,686 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:21:14,686 Checking Wrapper 20687333 +2022-02-16 16:21:19,818 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:21:19,818 Checking inner jobs status +2022-02-16 16:21:21,743 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:21:21,744 End of checking +2022-02-16 16:21:21,746 Updating FAILED jobs +2022-02-16 16:21:21,749 Updating WAITING jobs +2022-02-16 16:21:21,750 Updating WAITING jobs eligible for be prepared +2022-02-16 16:21:21,751 Updating Held jobs +2022-02-16 16:21:21,751 Update finished +2022-02-16 16:21:21,752 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:21:21,752 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:21:21,752 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:21:21,752 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:21:21,752 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:21:21,752 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:21:21,752 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:21:21,752 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:21:21,753 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:21:21,753 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:21:21,753 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:21:21,753 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:21:21,753 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:21:21,753 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:21:21,753 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:21:21,753 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:21:21,753 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:21:21,753 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:21:21,753 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:21:21,753 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:21:21,761 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:21:21,791 Job list saved +2022-02-16 16:21:21,830 Updating FAILED jobs +2022-02-16 16:21:21,830 Updating WAITING jobs +2022-02-16 16:21:21,831 Updating WAITING jobs eligible for be prepared +2022-02-16 16:21:21,832 Updating Held jobs +2022-02-16 16:21:21,832 Update finished +2022-02-16 16:21:31,843 Reloading parameters... +2022-02-16 16:21:31,856 Loading parameters... +2022-02-16 16:21:31,857 Loading project parameters... +2022-02-16 16:21:31,859 + +190 of 783 jobs remaining (16:21) +2022-02-16 16:21:31,859 Sleep: 10 +2022-02-16 16:21:31,859 Number of retrials: 2 +2022-02-16 16:21:31,859 WRAPPER CHECK TIME = 10 +2022-02-16 16:21:31,863 Checking jobs for platform=marenostrum4 +2022-02-16 16:21:31,864 Checking Wrapper 20687337 +2022-02-16 16:21:35,792 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:21:35,792 Checking inner jobs status +2022-02-16 16:21:39,070 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:21:39,072 Checking Wrapper 20687333 +2022-02-16 16:21:43,098 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:21:43,099 Checking inner jobs status +2022-02-16 16:21:47,187 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:21:47,188 End of checking +2022-02-16 16:21:47,189 Updating FAILED jobs +2022-02-16 16:21:47,194 Updating WAITING jobs +2022-02-16 16:21:47,195 Updating WAITING jobs eligible for be prepared +2022-02-16 16:21:47,196 Updating Held jobs +2022-02-16 16:21:47,196 Update finished +2022-02-16 16:21:47,197 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:21:47,197 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:21:47,197 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:21:47,197 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:21:47,197 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:21:47,198 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:21:47,198 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:21:47,198 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:21:47,198 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:21:47,198 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:21:47,198 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:21:47,198 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:21:47,198 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:21:47,198 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:21:47,198 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:21:47,198 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:21:47,198 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:21:47,198 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:21:47,198 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:21:47,198 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:21:47,208 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:21:47,240 Job list saved +2022-02-16 16:21:47,283 Updating FAILED jobs +2022-02-16 16:21:47,284 Updating WAITING jobs +2022-02-16 16:21:47,284 Updating WAITING jobs eligible for be prepared +2022-02-16 16:21:47,285 Updating Held jobs +2022-02-16 16:21:47,286 Update finished +2022-02-16 16:21:57,291 Reloading parameters... +2022-02-16 16:21:57,307 Loading parameters... +2022-02-16 16:21:57,308 Loading project parameters... +2022-02-16 16:21:57,310 + +190 of 783 jobs remaining (16:21) +2022-02-16 16:21:57,310 Sleep: 10 +2022-02-16 16:21:57,310 Number of retrials: 2 +2022-02-16 16:21:57,310 WRAPPER CHECK TIME = 10 +2022-02-16 16:21:57,315 Checking jobs for platform=marenostrum4 +2022-02-16 16:21:57,315 Checking Wrapper 20687337 +2022-02-16 16:22:01,192 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:22:01,192 Checking inner jobs status +2022-02-16 16:22:03,266 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:22:03,267 Checking Wrapper 20687333 +2022-02-16 16:22:07,143 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:22:07,143 Checking inner jobs status +2022-02-16 16:22:09,733 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:22:09,734 End of checking +2022-02-16 16:22:09,736 Updating FAILED jobs +2022-02-16 16:22:09,740 Updating WAITING jobs +2022-02-16 16:22:09,741 Updating WAITING jobs eligible for be prepared +2022-02-16 16:22:09,742 Updating Held jobs +2022-02-16 16:22:09,742 Update finished +2022-02-16 16:22:09,743 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:22:09,743 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:22:09,743 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:22:09,743 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:22:09,743 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:22:09,743 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:22:09,743 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:22:09,743 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:22:09,743 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:22:09,743 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:22:09,743 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:22:09,743 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:22:09,744 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:22:09,744 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:22:09,744 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:22:09,744 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:22:09,744 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:22:09,744 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:22:09,744 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:22:09,744 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:22:09,747 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:22:09,769 Job list saved +2022-02-16 16:22:09,822 Updating FAILED jobs +2022-02-16 16:22:09,823 Updating WAITING jobs +2022-02-16 16:22:09,823 Updating WAITING jobs eligible for be prepared +2022-02-16 16:22:09,825 Updating Held jobs +2022-02-16 16:22:09,825 Update finished +2022-02-16 16:22:19,839 Reloading parameters... +2022-02-16 16:22:19,855 Loading parameters... +2022-02-16 16:22:19,856 Loading project parameters... +2022-02-16 16:22:19,857 + +190 of 783 jobs remaining (16:22) +2022-02-16 16:22:19,857 Sleep: 10 +2022-02-16 16:22:19,858 Number of retrials: 2 +2022-02-16 16:22:19,858 WRAPPER CHECK TIME = 10 +2022-02-16 16:22:19,861 Checking jobs for platform=marenostrum4 +2022-02-16 16:22:19,861 Checking Wrapper 20687337 +2022-02-16 16:22:23,738 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:22:23,739 Checking inner jobs status +2022-02-16 16:22:27,373 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:22:27,373 Checking Wrapper 20687333 +2022-02-16 16:22:31,407 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:22:31,408 Checking inner jobs status +2022-02-16 16:22:34,339 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:22:34,340 End of checking +2022-02-16 16:22:34,342 Updating FAILED jobs +2022-02-16 16:22:34,346 Updating WAITING jobs +2022-02-16 16:22:34,347 Updating WAITING jobs eligible for be prepared +2022-02-16 16:22:34,348 Updating Held jobs +2022-02-16 16:22:34,349 Update finished +2022-02-16 16:22:34,350 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:22:34,350 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:22:34,350 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:22:34,350 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:22:34,350 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:22:34,350 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:22:34,350 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:22:34,350 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:22:34,350 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:22:34,350 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:22:34,350 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:22:34,350 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:22:34,351 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:22:34,351 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:22:34,351 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:22:34,351 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:22:34,351 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:22:34,351 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:22:34,351 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:22:34,351 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:22:34,354 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:22:34,388 Job list saved +2022-02-16 16:22:34,433 Updating FAILED jobs +2022-02-16 16:22:34,434 Updating WAITING jobs +2022-02-16 16:22:34,434 Updating WAITING jobs eligible for be prepared +2022-02-16 16:22:34,437 Updating Held jobs +2022-02-16 16:22:34,438 Update finished +2022-02-16 16:22:44,453 Reloading parameters... +2022-02-16 16:22:44,473 Loading parameters... +2022-02-16 16:22:44,473 Loading project parameters... +2022-02-16 16:22:44,475 + +190 of 783 jobs remaining (16:22) +2022-02-16 16:22:44,475 Sleep: 10 +2022-02-16 16:22:44,475 Number of retrials: 2 +2022-02-16 16:22:44,475 WRAPPER CHECK TIME = 10 +2022-02-16 16:22:44,480 Checking jobs for platform=marenostrum4 +2022-02-16 16:22:44,480 Checking Wrapper 20687337 +2022-02-16 16:22:48,357 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:22:48,358 Checking inner jobs status +2022-02-16 16:22:50,290 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:22:50,291 Checking Wrapper 20687333 +2022-02-16 16:22:54,166 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:22:54,167 Checking inner jobs status +2022-02-16 16:22:56,097 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:22:56,098 End of checking +2022-02-16 16:22:56,100 Updating FAILED jobs +2022-02-16 16:22:56,104 Updating WAITING jobs +2022-02-16 16:22:56,105 Updating WAITING jobs eligible for be prepared +2022-02-16 16:22:56,106 Updating Held jobs +2022-02-16 16:22:56,106 Update finished +2022-02-16 16:22:56,107 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:22:56,107 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:22:56,107 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:22:56,107 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:22:56,107 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:22:56,107 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:22:56,108 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:22:56,108 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:22:56,108 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:22:56,108 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:22:56,108 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:22:56,108 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:22:56,108 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:22:56,108 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:22:56,108 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:22:56,108 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:22:56,108 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:22:56,108 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:22:56,108 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:22:56,108 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:22:56,111 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:22:56,137 Job list saved +2022-02-16 16:22:56,183 Updating FAILED jobs +2022-02-16 16:22:56,183 Updating WAITING jobs +2022-02-16 16:22:56,184 Updating WAITING jobs eligible for be prepared +2022-02-16 16:22:56,185 Updating Held jobs +2022-02-16 16:22:56,186 Update finished +2022-02-16 16:23:06,190 Reloading parameters... +2022-02-16 16:23:06,205 Loading parameters... +2022-02-16 16:23:06,206 Loading project parameters... +2022-02-16 16:23:06,207 + +190 of 783 jobs remaining (16:23) +2022-02-16 16:23:06,208 Sleep: 10 +2022-02-16 16:23:06,208 Number of retrials: 2 +2022-02-16 16:23:06,208 WRAPPER CHECK TIME = 10 +2022-02-16 16:23:06,213 Checking jobs for platform=marenostrum4 +2022-02-16 16:23:06,213 Checking Wrapper 20687337 +2022-02-16 16:23:10,141 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:23:10,141 Checking inner jobs status +2022-02-16 16:23:11,918 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:23:11,918 Checking Wrapper 20687333 +2022-02-16 16:23:15,944 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:23:15,945 Checking inner jobs status +2022-02-16 16:23:17,817 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:23:17,818 End of checking +2022-02-16 16:23:17,820 Updating FAILED jobs +2022-02-16 16:23:17,824 Updating WAITING jobs +2022-02-16 16:23:17,825 Updating WAITING jobs eligible for be prepared +2022-02-16 16:23:17,826 Updating Held jobs +2022-02-16 16:23:17,827 Update finished +2022-02-16 16:23:17,827 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:23:17,827 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:23:17,827 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:23:17,828 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:23:17,828 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:23:17,828 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:23:17,828 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:23:17,828 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:23:17,828 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:23:17,828 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:23:17,828 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:23:17,828 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:23:17,828 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:23:17,828 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:23:17,828 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:23:17,828 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:23:17,828 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:23:17,828 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:23:17,828 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:23:17,828 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:23:17,831 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:23:17,856 Job list saved +2022-02-16 16:23:17,894 Updating FAILED jobs +2022-02-16 16:23:17,895 Updating WAITING jobs +2022-02-16 16:23:17,896 Updating WAITING jobs eligible for be prepared +2022-02-16 16:23:17,897 Updating Held jobs +2022-02-16 16:23:17,897 Update finished +2022-02-16 16:23:27,913 Reloading parameters... +2022-02-16 16:23:27,930 Loading parameters... +2022-02-16 16:23:27,931 Loading project parameters... +2022-02-16 16:23:27,932 + +190 of 783 jobs remaining (16:23) +2022-02-16 16:23:27,933 Sleep: 10 +2022-02-16 16:23:27,933 Number of retrials: 2 +2022-02-16 16:23:27,933 WRAPPER CHECK TIME = 10 +2022-02-16 16:23:27,938 Checking jobs for platform=marenostrum4 +2022-02-16 16:23:27,938 Checking Wrapper 20687337 +2022-02-16 16:23:31,821 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:23:31,821 Checking inner jobs status +2022-02-16 16:23:33,596 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:23:33,597 Checking Wrapper 20687333 +2022-02-16 16:23:37,681 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:23:37,681 Checking inner jobs status +2022-02-16 16:23:42,965 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:23:42,966 End of checking +2022-02-16 16:23:42,968 Updating FAILED jobs +2022-02-16 16:23:42,981 Updating WAITING jobs +2022-02-16 16:23:42,982 Updating WAITING jobs eligible for be prepared +2022-02-16 16:23:42,983 Updating Held jobs +2022-02-16 16:23:42,984 Update finished +2022-02-16 16:23:42,985 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:23:42,985 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:23:42,985 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:23:42,985 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:23:42,985 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:23:42,985 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:23:42,985 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:23:42,985 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:23:42,985 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:23:42,986 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:23:42,986 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:23:42,986 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:23:42,986 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:23:42,986 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:23:42,986 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:23:42,986 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:23:42,986 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:23:42,986 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:23:42,986 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:23:42,986 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:23:42,989 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:23:43,016 Job list saved +2022-02-16 16:23:43,054 Updating FAILED jobs +2022-02-16 16:23:43,055 Updating WAITING jobs +2022-02-16 16:23:43,056 Updating WAITING jobs eligible for be prepared +2022-02-16 16:23:43,057 Updating Held jobs +2022-02-16 16:23:43,057 Update finished +2022-02-16 16:23:53,073 Reloading parameters... +2022-02-16 16:23:53,089 Loading parameters... +2022-02-16 16:23:53,090 Loading project parameters... +2022-02-16 16:23:53,091 + +190 of 783 jobs remaining (16:23) +2022-02-16 16:23:53,091 Sleep: 10 +2022-02-16 16:23:53,091 Number of retrials: 2 +2022-02-16 16:23:53,091 WRAPPER CHECK TIME = 10 +2022-02-16 16:23:53,095 Checking jobs for platform=marenostrum4 +2022-02-16 16:23:53,095 Checking Wrapper 20687337 +2022-02-16 16:23:57,073 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:23:57,074 Checking inner jobs status +2022-02-16 16:24:01,306 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:24:01,306 Checking Wrapper 20687333 +2022-02-16 16:24:05,239 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:24:05,239 Checking inner jobs status +2022-02-16 16:24:09,469 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:24:09,471 End of checking +2022-02-16 16:24:09,473 Updating FAILED jobs +2022-02-16 16:24:09,477 Updating WAITING jobs +2022-02-16 16:24:09,478 Updating WAITING jobs eligible for be prepared +2022-02-16 16:24:09,479 Updating Held jobs +2022-02-16 16:24:09,480 Update finished +2022-02-16 16:24:09,481 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:24:09,481 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:24:09,481 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:24:09,481 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:24:09,481 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:24:09,481 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:24:09,481 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:24:09,481 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:24:09,481 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:24:09,482 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:24:09,482 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:24:09,482 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:24:09,482 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:24:09,482 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:24:09,482 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:24:09,482 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:24:09,482 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:24:09,482 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:24:09,482 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:24:09,482 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:24:09,485 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:24:09,510 Job list saved +2022-02-16 16:24:09,548 Updating FAILED jobs +2022-02-16 16:24:09,549 Updating WAITING jobs +2022-02-16 16:24:09,549 Updating WAITING jobs eligible for be prepared +2022-02-16 16:24:09,551 Updating Held jobs +2022-02-16 16:24:09,551 Update finished +2022-02-16 16:24:19,559 Reloading parameters... +2022-02-16 16:24:19,583 Loading parameters... +2022-02-16 16:24:19,583 Loading project parameters... +2022-02-16 16:24:19,584 + +190 of 783 jobs remaining (16:24) +2022-02-16 16:24:19,585 Sleep: 10 +2022-02-16 16:24:19,585 Number of retrials: 2 +2022-02-16 16:24:19,585 WRAPPER CHECK TIME = 10 +2022-02-16 16:24:19,589 Checking jobs for platform=marenostrum4 +2022-02-16 16:24:19,589 Checking Wrapper 20687337 +2022-02-16 16:24:23,569 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:24:23,570 Checking inner jobs status +2022-02-16 16:24:27,209 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:24:27,210 Checking Wrapper 20687333 +2022-02-16 16:24:31,089 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:24:31,090 Checking inner jobs status +2022-02-16 16:24:35,334 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:24:35,335 End of checking +2022-02-16 16:24:35,336 Updating FAILED jobs +2022-02-16 16:24:35,341 Updating WAITING jobs +2022-02-16 16:24:35,342 Updating WAITING jobs eligible for be prepared +2022-02-16 16:24:35,343 Updating Held jobs +2022-02-16 16:24:35,344 Update finished +2022-02-16 16:24:35,344 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:24:35,345 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:24:35,345 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:24:35,345 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:24:35,345 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:24:35,345 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:24:35,345 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:24:35,345 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:24:35,345 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:24:35,345 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:24:35,345 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:24:35,345 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:24:35,345 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:24:35,345 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:24:35,345 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:24:35,345 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:24:35,345 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:24:35,345 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:24:35,345 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:24:35,346 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:24:35,349 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:24:35,385 Job list saved +2022-02-16 16:24:35,433 Updating FAILED jobs +2022-02-16 16:24:35,434 Updating WAITING jobs +2022-02-16 16:24:35,435 Updating WAITING jobs eligible for be prepared +2022-02-16 16:24:35,436 Updating Held jobs +2022-02-16 16:24:35,437 Update finished +2022-02-16 16:24:45,445 Reloading parameters... +2022-02-16 16:24:45,466 Loading parameters... +2022-02-16 16:24:45,467 Loading project parameters... +2022-02-16 16:24:45,468 + +190 of 783 jobs remaining (16:24) +2022-02-16 16:24:45,469 Sleep: 10 +2022-02-16 16:24:45,469 Number of retrials: 2 +2022-02-16 16:24:45,469 WRAPPER CHECK TIME = 10 +2022-02-16 16:24:45,473 Checking jobs for platform=marenostrum4 +2022-02-16 16:24:45,473 Checking Wrapper 20687337 +2022-02-16 16:24:49,453 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:24:49,453 Checking inner jobs status +2022-02-16 16:24:51,436 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:24:51,437 Checking Wrapper 20687333 +2022-02-16 16:24:55,462 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:24:55,463 Checking inner jobs status +2022-02-16 16:24:57,336 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:24:57,337 End of checking +2022-02-16 16:24:57,338 Updating FAILED jobs +2022-02-16 16:24:57,342 Updating WAITING jobs +2022-02-16 16:24:57,343 Updating WAITING jobs eligible for be prepared +2022-02-16 16:24:57,344 Updating Held jobs +2022-02-16 16:24:57,345 Update finished +2022-02-16 16:24:57,345 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:24:57,345 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:24:57,345 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:24:57,346 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:24:57,346 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:24:57,346 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:24:57,346 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:24:57,346 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:24:57,346 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:24:57,346 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:24:57,346 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:24:57,346 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:24:57,346 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:24:57,346 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:24:57,346 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:24:57,346 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:24:57,346 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:24:57,346 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:24:57,346 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:24:57,346 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:24:57,350 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:24:57,382 Job list saved +2022-02-16 16:24:57,426 Updating FAILED jobs +2022-02-16 16:24:57,426 Updating WAITING jobs +2022-02-16 16:24:57,427 Updating WAITING jobs eligible for be prepared +2022-02-16 16:24:57,428 Updating Held jobs +2022-02-16 16:24:57,429 Update finished +2022-02-16 16:25:07,437 Reloading parameters... +2022-02-16 16:25:07,455 Loading parameters... +2022-02-16 16:25:07,456 Loading project parameters... +2022-02-16 16:25:07,457 + +190 of 783 jobs remaining (16:25) +2022-02-16 16:25:07,458 Sleep: 10 +2022-02-16 16:25:07,458 Number of retrials: 2 +2022-02-16 16:25:07,458 WRAPPER CHECK TIME = 10 +2022-02-16 16:25:07,462 Checking jobs for platform=marenostrum4 +2022-02-16 16:25:07,463 Checking Wrapper 20687337 +2022-02-16 16:25:11,389 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:25:11,389 Checking inner jobs status +2022-02-16 16:25:13,572 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:25:13,582 Checking Wrapper 20687333 +2022-02-16 16:25:17,559 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:25:17,559 Checking inner jobs status +2022-02-16 16:25:19,434 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:25:19,435 End of checking +2022-02-16 16:25:19,437 Updating FAILED jobs +2022-02-16 16:25:19,441 Updating WAITING jobs +2022-02-16 16:25:19,441 Updating WAITING jobs eligible for be prepared +2022-02-16 16:25:19,443 Updating Held jobs +2022-02-16 16:25:19,443 Update finished +2022-02-16 16:25:19,444 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:25:19,444 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:25:19,444 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:25:19,444 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:25:19,444 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:25:19,444 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:25:19,444 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:25:19,444 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:25:19,444 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:25:19,444 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:25:19,444 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:25:19,445 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:25:19,445 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:25:19,445 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:25:19,445 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:25:19,445 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:25:19,445 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:25:19,445 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:25:19,445 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:25:19,445 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:25:19,448 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:25:19,474 Job list saved +2022-02-16 16:25:19,510 Updating FAILED jobs +2022-02-16 16:25:19,510 Updating WAITING jobs +2022-02-16 16:25:19,511 Updating WAITING jobs eligible for be prepared +2022-02-16 16:25:19,512 Updating Held jobs +2022-02-16 16:25:19,513 Update finished +2022-02-16 16:25:29,517 Reloading parameters... +2022-02-16 16:25:29,534 Loading parameters... +2022-02-16 16:25:29,535 Loading project parameters... +2022-02-16 16:25:29,537 + +190 of 783 jobs remaining (16:25) +2022-02-16 16:25:29,537 Sleep: 10 +2022-02-16 16:25:29,537 Number of retrials: 2 +2022-02-16 16:25:29,537 WRAPPER CHECK TIME = 10 +2022-02-16 16:25:29,542 Checking jobs for platform=marenostrum4 +2022-02-16 16:25:29,542 Checking Wrapper 20687337 +2022-02-16 16:25:33,570 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:25:33,571 Checking inner jobs status +2022-02-16 16:25:35,451 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:25:35,452 Checking Wrapper 20687333 +2022-02-16 16:25:39,486 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:25:39,487 Checking inner jobs status +2022-02-16 16:25:41,661 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:25:41,662 End of checking +2022-02-16 16:25:41,663 Updating FAILED jobs +2022-02-16 16:25:41,667 Updating WAITING jobs +2022-02-16 16:25:41,668 Updating WAITING jobs eligible for be prepared +2022-02-16 16:25:41,669 Updating Held jobs +2022-02-16 16:25:41,669 Update finished +2022-02-16 16:25:41,670 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:25:41,670 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:25:41,670 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:25:41,671 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:25:41,671 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:25:41,671 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:25:41,671 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:25:41,671 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:25:41,671 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:25:41,671 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:25:41,671 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:25:41,671 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:25:41,671 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:25:41,671 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:25:41,671 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:25:41,671 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:25:41,671 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:25:41,671 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:25:41,672 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:25:41,672 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:25:41,675 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:25:41,700 Job list saved +2022-02-16 16:25:41,753 Updating FAILED jobs +2022-02-16 16:25:41,753 Updating WAITING jobs +2022-02-16 16:25:41,754 Updating WAITING jobs eligible for be prepared +2022-02-16 16:25:41,755 Updating Held jobs +2022-02-16 16:25:41,756 Update finished +2022-02-16 16:25:51,763 Reloading parameters... +2022-02-16 16:25:51,787 Loading parameters... +2022-02-16 16:25:51,788 Loading project parameters... +2022-02-16 16:25:51,789 + +190 of 783 jobs remaining (16:25) +2022-02-16 16:25:51,790 Sleep: 10 +2022-02-16 16:25:51,790 Number of retrials: 2 +2022-02-16 16:25:51,790 WRAPPER CHECK TIME = 10 +2022-02-16 16:25:51,793 Checking jobs for platform=marenostrum4 +2022-02-16 16:25:51,794 Checking Wrapper 20687337 +2022-02-16 16:25:55,733 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:25:55,734 Checking inner jobs status +2022-02-16 16:26:01,017 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:26:01,018 Checking Wrapper 20687333 +2022-02-16 16:26:04,994 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:26:04,995 Checking inner jobs status +2022-02-16 16:26:07,018 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:26:07,019 End of checking +2022-02-16 16:26:07,021 Updating FAILED jobs +2022-02-16 16:26:07,025 Updating WAITING jobs +2022-02-16 16:26:07,026 Updating WAITING jobs eligible for be prepared +2022-02-16 16:26:07,027 Updating Held jobs +2022-02-16 16:26:07,028 Update finished +2022-02-16 16:26:07,028 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:26:07,028 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:26:07,029 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:26:07,029 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:26:07,029 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:26:07,029 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:26:07,029 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:26:07,029 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:26:07,029 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:26:07,029 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:26:07,029 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:26:07,029 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:26:07,029 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:26:07,029 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:26:07,029 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:26:07,029 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:26:07,029 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:26:07,029 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:26:07,030 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:26:07,030 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:26:07,032 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:26:07,064 Job list saved +2022-02-16 16:26:07,103 Updating FAILED jobs +2022-02-16 16:26:07,104 Updating WAITING jobs +2022-02-16 16:26:07,104 Updating WAITING jobs eligible for be prepared +2022-02-16 16:26:07,105 Updating Held jobs +2022-02-16 16:26:07,106 Update finished +2022-02-16 16:26:17,121 Reloading parameters... +2022-02-16 16:26:17,136 Loading parameters... +2022-02-16 16:26:17,137 Loading project parameters... +2022-02-16 16:26:17,138 + +190 of 783 jobs remaining (16:26) +2022-02-16 16:26:17,139 Sleep: 10 +2022-02-16 16:26:17,139 Number of retrials: 2 +2022-02-16 16:26:17,139 WRAPPER CHECK TIME = 10 +2022-02-16 16:26:17,144 Checking jobs for platform=marenostrum4 +2022-02-16 16:26:17,144 Checking Wrapper 20687337 +2022-02-16 16:26:21,120 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:26:21,120 Checking inner jobs status +2022-02-16 16:26:23,245 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:26:23,245 Checking Wrapper 20687333 +2022-02-16 16:26:27,181 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:26:27,182 Checking inner jobs status +2022-02-16 16:26:31,166 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:26:31,167 End of checking +2022-02-16 16:26:31,169 Updating FAILED jobs +2022-02-16 16:26:31,183 Updating WAITING jobs +2022-02-16 16:26:31,184 Updating WAITING jobs eligible for be prepared +2022-02-16 16:26:31,185 Updating Held jobs +2022-02-16 16:26:31,186 Update finished +2022-02-16 16:26:31,186 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:26:31,187 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:26:31,187 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:26:31,187 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:26:31,187 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:26:31,187 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:26:31,187 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:26:31,187 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:26:31,187 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:26:31,187 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:26:31,187 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:26:31,187 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:26:31,187 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:26:31,187 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:26:31,187 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:26:31,187 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:26:31,187 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:26:31,187 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:26:31,188 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:26:31,188 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:26:31,191 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:26:31,216 Job list saved +2022-02-16 16:26:31,254 Updating FAILED jobs +2022-02-16 16:26:31,255 Updating WAITING jobs +2022-02-16 16:26:31,255 Updating WAITING jobs eligible for be prepared +2022-02-16 16:26:31,256 Updating Held jobs +2022-02-16 16:26:31,256 Update finished +2022-02-16 16:26:41,267 Reloading parameters... +2022-02-16 16:26:41,280 Loading parameters... +2022-02-16 16:26:41,281 Loading project parameters... +2022-02-16 16:26:41,282 + +190 of 783 jobs remaining (16:26) +2022-02-16 16:26:41,283 Sleep: 10 +2022-02-16 16:26:41,283 Number of retrials: 2 +2022-02-16 16:26:41,283 WRAPPER CHECK TIME = 10 +2022-02-16 16:26:41,287 Checking jobs for platform=marenostrum4 +2022-02-16 16:26:41,287 Checking Wrapper 20687337 +2022-02-16 16:26:45,216 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:26:45,217 Checking inner jobs status +2022-02-16 16:26:47,089 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:26:47,090 Checking Wrapper 20687333 +2022-02-16 16:26:50,966 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:26:50,966 Checking inner jobs status +2022-02-16 16:26:52,792 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:26:52,793 End of checking +2022-02-16 16:26:52,794 Updating FAILED jobs +2022-02-16 16:26:52,797 Updating WAITING jobs +2022-02-16 16:26:52,798 Updating WAITING jobs eligible for be prepared +2022-02-16 16:26:52,799 Updating Held jobs +2022-02-16 16:26:52,800 Update finished +2022-02-16 16:26:52,800 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:26:52,801 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:26:52,801 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:26:52,801 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:26:52,801 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:26:52,801 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:26:52,801 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:26:52,801 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:26:52,801 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:26:52,801 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:26:52,801 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:26:52,801 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:26:52,801 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:26:52,801 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:26:52,801 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:26:52,801 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:26:52,802 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:26:52,802 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:26:52,802 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:26:52,802 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:26:52,804 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:26:52,830 Job list saved +2022-02-16 16:26:52,882 Updating FAILED jobs +2022-02-16 16:26:52,883 Updating WAITING jobs +2022-02-16 16:26:52,883 Updating WAITING jobs eligible for be prepared +2022-02-16 16:26:52,885 Updating Held jobs +2022-02-16 16:26:52,885 Update finished +2022-02-16 16:27:02,900 Reloading parameters... +2022-02-16 16:27:02,918 Loading parameters... +2022-02-16 16:27:02,919 Loading project parameters... +2022-02-16 16:27:02,921 + +190 of 783 jobs remaining (16:27) +2022-02-16 16:27:02,922 Sleep: 10 +2022-02-16 16:27:02,922 Number of retrials: 2 +2022-02-16 16:27:02,922 WRAPPER CHECK TIME = 10 +2022-02-16 16:27:02,926 Checking jobs for platform=marenostrum4 +2022-02-16 16:27:02,926 Checking Wrapper 20687337 +2022-02-16 16:27:06,854 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:27:06,854 Checking inner jobs status +2022-02-16 16:27:08,735 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:27:08,736 Checking Wrapper 20687333 +2022-02-16 16:27:12,820 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:27:12,821 Checking inner jobs status +2022-02-16 16:27:14,696 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:27:14,697 End of checking +2022-02-16 16:27:14,699 Updating FAILED jobs +2022-02-16 16:27:14,703 Updating WAITING jobs +2022-02-16 16:27:14,703 Updating WAITING jobs eligible for be prepared +2022-02-16 16:27:14,704 Updating Held jobs +2022-02-16 16:27:14,705 Update finished +2022-02-16 16:27:14,705 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:27:14,705 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:27:14,706 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:27:14,706 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:27:14,706 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:27:14,706 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:27:14,706 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:27:14,706 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:27:14,706 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:27:14,706 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:27:14,706 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:27:14,706 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:27:14,706 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:27:14,706 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:27:14,706 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:27:14,706 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:27:14,706 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:27:14,706 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:27:14,706 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:27:14,706 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:27:14,709 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:27:14,731 Job list saved +2022-02-16 16:27:14,783 Updating FAILED jobs +2022-02-16 16:27:14,783 Updating WAITING jobs +2022-02-16 16:27:14,784 Updating WAITING jobs eligible for be prepared +2022-02-16 16:27:14,785 Updating Held jobs +2022-02-16 16:27:14,785 Update finished +2022-02-16 16:27:24,799 Reloading parameters... +2022-02-16 16:27:24,815 Loading parameters... +2022-02-16 16:27:24,816 Loading project parameters... +2022-02-16 16:27:24,818 + +190 of 783 jobs remaining (16:27) +2022-02-16 16:27:24,818 Sleep: 10 +2022-02-16 16:27:24,818 Number of retrials: 2 +2022-02-16 16:27:24,819 WRAPPER CHECK TIME = 10 +2022-02-16 16:27:24,823 Checking jobs for platform=marenostrum4 +2022-02-16 16:27:24,823 Checking Wrapper 20687337 +2022-02-16 16:27:28,750 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:27:28,751 Checking inner jobs status +2022-02-16 16:27:30,532 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:27:30,532 Checking Wrapper 20687333 +2022-02-16 16:27:34,457 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:27:34,458 Checking inner jobs status +2022-02-16 16:27:36,339 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:27:36,340 End of checking +2022-02-16 16:27:36,341 Updating FAILED jobs +2022-02-16 16:27:36,345 Updating WAITING jobs +2022-02-16 16:27:36,346 Updating WAITING jobs eligible for be prepared +2022-02-16 16:27:36,348 Updating Held jobs +2022-02-16 16:27:36,348 Update finished +2022-02-16 16:27:36,349 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:27:36,349 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:27:36,349 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:27:36,349 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:27:36,349 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:27:36,349 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:27:36,350 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:27:36,350 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:27:36,350 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:27:36,350 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:27:36,350 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:27:36,350 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:27:36,350 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:27:36,350 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:27:36,350 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:27:36,350 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:27:36,350 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:27:36,350 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:27:36,350 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:27:36,350 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:27:36,356 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:27:36,392 Job list saved +2022-02-16 16:27:36,442 Updating FAILED jobs +2022-02-16 16:27:36,442 Updating WAITING jobs +2022-02-16 16:27:36,443 Updating WAITING jobs eligible for be prepared +2022-02-16 16:27:36,444 Updating Held jobs +2022-02-16 16:27:36,444 Update finished +2022-02-16 16:27:46,451 Reloading parameters... +2022-02-16 16:27:46,463 Loading parameters... +2022-02-16 16:27:46,464 Loading project parameters... +2022-02-16 16:27:46,465 + +190 of 783 jobs remaining (16:27) +2022-02-16 16:27:46,466 Sleep: 10 +2022-02-16 16:27:46,466 Number of retrials: 2 +2022-02-16 16:27:46,466 WRAPPER CHECK TIME = 10 +2022-02-16 16:27:46,470 Checking jobs for platform=marenostrum4 +2022-02-16 16:27:46,470 Checking Wrapper 20687337 +2022-02-16 16:27:50,398 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:27:50,398 Checking inner jobs status +2022-02-16 16:27:52,781 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:27:52,782 Checking Wrapper 20687333 +2022-02-16 16:27:56,710 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:27:56,711 Checking inner jobs status +2022-02-16 16:27:59,139 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:27:59,140 End of checking +2022-02-16 16:27:59,141 Updating FAILED jobs +2022-02-16 16:27:59,146 Updating WAITING jobs +2022-02-16 16:27:59,147 Updating WAITING jobs eligible for be prepared +2022-02-16 16:27:59,148 Updating Held jobs +2022-02-16 16:27:59,149 Update finished +2022-02-16 16:27:59,150 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:27:59,150 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:27:59,150 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:27:59,150 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:27:59,150 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:27:59,150 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:27:59,150 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:27:59,150 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:27:59,150 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:27:59,150 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:27:59,150 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:27:59,151 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:27:59,151 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:27:59,151 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:27:59,151 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:27:59,151 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:27:59,151 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:27:59,151 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:27:59,151 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:27:59,151 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:27:59,154 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:27:59,189 Job list saved +2022-02-16 16:27:59,233 Updating FAILED jobs +2022-02-16 16:27:59,234 Updating WAITING jobs +2022-02-16 16:27:59,234 Updating WAITING jobs eligible for be prepared +2022-02-16 16:27:59,235 Updating Held jobs +2022-02-16 16:27:59,235 Update finished +2022-02-16 16:28:09,249 Reloading parameters... +2022-02-16 16:28:09,268 Loading parameters... +2022-02-16 16:28:09,269 Loading project parameters... +2022-02-16 16:28:09,271 + +190 of 783 jobs remaining (16:28) +2022-02-16 16:28:09,271 Sleep: 10 +2022-02-16 16:28:09,271 Number of retrials: 2 +2022-02-16 16:28:09,271 WRAPPER CHECK TIME = 10 +2022-02-16 16:28:09,276 Checking jobs for platform=marenostrum4 +2022-02-16 16:28:09,276 Checking Wrapper 20687337 +2022-02-16 16:28:13,305 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:28:13,305 Checking inner jobs status +2022-02-16 16:28:15,537 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:28:15,537 Checking Wrapper 20687333 +2022-02-16 16:28:19,616 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:28:19,617 Checking inner jobs status +2022-02-16 16:28:21,793 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:28:21,794 End of checking +2022-02-16 16:28:21,796 Updating FAILED jobs +2022-02-16 16:28:21,800 Updating WAITING jobs +2022-02-16 16:28:21,801 Updating WAITING jobs eligible for be prepared +2022-02-16 16:28:21,802 Updating Held jobs +2022-02-16 16:28:21,803 Update finished +2022-02-16 16:28:21,803 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:28:21,803 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:28:21,803 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:28:21,804 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:28:21,804 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:28:21,804 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:28:21,804 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:28:21,804 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:28:21,804 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:28:21,804 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:28:21,804 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:28:21,804 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:28:21,804 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:28:21,804 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:28:21,804 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:28:21,804 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:28:21,804 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:28:21,804 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:28:21,804 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:28:21,804 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:28:21,808 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:28:21,834 Job list saved +2022-02-16 16:28:21,874 Updating FAILED jobs +2022-02-16 16:28:21,875 Updating WAITING jobs +2022-02-16 16:28:21,875 Updating WAITING jobs eligible for be prepared +2022-02-16 16:28:21,876 Updating Held jobs +2022-02-16 16:28:21,877 Update finished +2022-02-16 16:28:31,891 Reloading parameters... +2022-02-16 16:28:31,906 Loading parameters... +2022-02-16 16:28:31,907 Loading project parameters... +2022-02-16 16:28:31,908 + +190 of 783 jobs remaining (16:28) +2022-02-16 16:28:31,909 Sleep: 10 +2022-02-16 16:28:31,909 Number of retrials: 2 +2022-02-16 16:28:31,909 WRAPPER CHECK TIME = 10 +2022-02-16 16:28:31,914 Checking jobs for platform=marenostrum4 +2022-02-16 16:28:31,914 Checking Wrapper 20687337 +2022-02-16 16:28:35,840 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:28:35,840 Checking inner jobs status +2022-02-16 16:28:37,721 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:28:37,722 Checking Wrapper 20687333 +2022-02-16 16:28:41,698 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:28:41,699 Checking inner jobs status +2022-02-16 16:28:43,522 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:28:43,523 End of checking +2022-02-16 16:28:43,525 Updating FAILED jobs +2022-02-16 16:28:43,527 Updating WAITING jobs +2022-02-16 16:28:43,528 Updating WAITING jobs eligible for be prepared +2022-02-16 16:28:43,529 Updating Held jobs +2022-02-16 16:28:43,530 Update finished +2022-02-16 16:28:43,530 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:28:43,530 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:28:43,530 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:28:43,531 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:28:43,531 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:28:43,531 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:28:43,531 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:28:43,531 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:28:43,531 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:28:43,531 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:28:43,531 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:28:43,531 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:28:43,531 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:28:43,531 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:28:43,531 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:28:43,531 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:28:43,531 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:28:43,531 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:28:43,531 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:28:43,531 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:28:43,534 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:28:43,560 Job list saved +2022-02-16 16:28:43,608 Updating FAILED jobs +2022-02-16 16:28:43,608 Updating WAITING jobs +2022-02-16 16:28:43,609 Updating WAITING jobs eligible for be prepared +2022-02-16 16:28:43,610 Updating Held jobs +2022-02-16 16:28:43,611 Update finished +2022-02-16 16:28:53,626 Reloading parameters... +2022-02-16 16:28:53,642 Loading parameters... +2022-02-16 16:28:53,643 Loading project parameters... +2022-02-16 16:28:53,644 + +190 of 783 jobs remaining (16:28) +2022-02-16 16:28:53,645 Sleep: 10 +2022-02-16 16:28:53,645 Number of retrials: 2 +2022-02-16 16:28:53,645 WRAPPER CHECK TIME = 10 +2022-02-16 16:28:53,649 Checking jobs for platform=marenostrum4 +2022-02-16 16:28:53,649 Checking Wrapper 20687337 +2022-02-16 16:28:57,691 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:28:57,691 Checking inner jobs status +2022-02-16 16:28:59,966 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:28:59,967 Checking Wrapper 20687333 +2022-02-16 16:29:03,894 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:29:03,895 Checking inner jobs status +2022-02-16 16:29:05,818 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:29:05,819 End of checking +2022-02-16 16:29:05,821 Updating FAILED jobs +2022-02-16 16:29:05,826 Updating WAITING jobs +2022-02-16 16:29:05,826 Updating WAITING jobs eligible for be prepared +2022-02-16 16:29:05,828 Updating Held jobs +2022-02-16 16:29:05,828 Update finished +2022-02-16 16:29:05,829 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:29:05,829 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:29:05,829 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:29:05,830 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:29:05,830 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:29:05,830 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:29:05,830 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:29:05,830 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:29:05,830 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:29:05,830 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:29:05,830 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:29:05,830 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:29:05,830 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:29:05,830 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:29:05,830 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:29:05,830 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:29:05,830 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:29:05,830 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:29:05,830 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:29:05,831 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:29:05,833 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:29:05,860 Job list saved +2022-02-16 16:29:05,909 Updating FAILED jobs +2022-02-16 16:29:05,910 Updating WAITING jobs +2022-02-16 16:29:05,910 Updating WAITING jobs eligible for be prepared +2022-02-16 16:29:05,912 Updating Held jobs +2022-02-16 16:29:05,912 Update finished +2022-02-16 16:29:15,928 Reloading parameters... +2022-02-16 16:29:15,944 Loading parameters... +2022-02-16 16:29:15,945 Loading project parameters... +2022-02-16 16:29:15,946 + +190 of 783 jobs remaining (16:29) +2022-02-16 16:29:15,947 Sleep: 10 +2022-02-16 16:29:15,947 Number of retrials: 2 +2022-02-16 16:29:15,947 WRAPPER CHECK TIME = 10 +2022-02-16 16:29:15,951 Checking jobs for platform=marenostrum4 +2022-02-16 16:29:15,951 Checking Wrapper 20687337 +2022-02-16 16:29:20,038 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:29:20,039 Checking inner jobs status +2022-02-16 16:29:21,922 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:29:21,923 Checking Wrapper 20687333 +2022-02-16 16:29:25,851 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:29:25,851 Checking inner jobs status +2022-02-16 16:29:27,683 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:29:27,684 End of checking +2022-02-16 16:29:27,687 Updating FAILED jobs +2022-02-16 16:29:27,691 Updating WAITING jobs +2022-02-16 16:29:27,692 Updating WAITING jobs eligible for be prepared +2022-02-16 16:29:27,693 Updating Held jobs +2022-02-16 16:29:27,693 Update finished +2022-02-16 16:29:27,694 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:29:27,694 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:29:27,694 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:29:27,694 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:29:27,694 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:29:27,694 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:29:27,694 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:29:27,694 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:29:27,695 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:29:27,695 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:29:27,695 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:29:27,695 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:29:27,695 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:29:27,695 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:29:27,695 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:29:27,695 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:29:27,695 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:29:27,695 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:29:27,695 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:29:27,695 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:29:27,699 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:29:27,723 Job list saved +2022-02-16 16:29:27,764 Updating FAILED jobs +2022-02-16 16:29:27,765 Updating WAITING jobs +2022-02-16 16:29:27,766 Updating WAITING jobs eligible for be prepared +2022-02-16 16:29:27,767 Updating Held jobs +2022-02-16 16:29:27,767 Update finished +2022-02-16 16:29:37,776 Reloading parameters... +2022-02-16 16:29:37,792 Loading parameters... +2022-02-16 16:29:37,793 Loading project parameters... +2022-02-16 16:29:37,794 + +190 of 783 jobs remaining (16:29) +2022-02-16 16:29:37,795 Sleep: 10 +2022-02-16 16:29:37,795 Number of retrials: 2 +2022-02-16 16:29:37,795 WRAPPER CHECK TIME = 10 +2022-02-16 16:29:37,799 Checking jobs for platform=marenostrum4 +2022-02-16 16:29:37,799 Checking Wrapper 20687337 +2022-02-16 16:29:41,734 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:29:41,734 Checking inner jobs status +2022-02-16 16:29:45,266 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:29:45,268 Checking Wrapper 20687333 +2022-02-16 16:29:49,194 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:29:49,194 Checking inner jobs status +2022-02-16 16:29:51,167 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:29:51,168 End of checking +2022-02-16 16:29:51,171 Updating FAILED jobs +2022-02-16 16:29:51,183 Updating WAITING jobs +2022-02-16 16:29:51,184 Updating WAITING jobs eligible for be prepared +2022-02-16 16:29:51,185 Updating Held jobs +2022-02-16 16:29:51,185 Update finished +2022-02-16 16:29:51,186 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:29:51,186 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:29:51,186 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:29:51,186 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:29:51,186 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:29:51,186 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:29:51,186 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:29:51,186 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:29:51,186 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:29:51,186 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:29:51,186 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:29:51,186 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:29:51,186 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:29:51,187 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:29:51,187 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:29:51,187 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:29:51,187 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:29:51,187 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:29:51,187 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:29:51,187 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:29:51,191 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:29:51,213 Job list saved +2022-02-16 16:29:51,267 Updating FAILED jobs +2022-02-16 16:29:51,267 Updating WAITING jobs +2022-02-16 16:29:51,268 Updating WAITING jobs eligible for be prepared +2022-02-16 16:29:51,268 Updating Held jobs +2022-02-16 16:29:51,269 Update finished +2022-02-16 16:30:01,277 Reloading parameters... +2022-02-16 16:30:01,295 Loading parameters... +2022-02-16 16:30:01,296 Loading project parameters... +2022-02-16 16:30:01,298 + +190 of 783 jobs remaining (16:30) +2022-02-16 16:30:01,298 Sleep: 10 +2022-02-16 16:30:01,298 Number of retrials: 2 +2022-02-16 16:30:01,299 WRAPPER CHECK TIME = 10 +2022-02-16 16:30:01,303 Checking jobs for platform=marenostrum4 +2022-02-16 16:30:01,303 Checking Wrapper 20687337 +2022-02-16 16:30:05,239 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:30:05,240 Checking inner jobs status +2022-02-16 16:30:07,164 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:30:07,165 Checking Wrapper 20687333 +2022-02-16 16:30:11,093 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:30:11,094 Checking inner jobs status +2022-02-16 16:30:14,172 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:30:14,174 End of checking +2022-02-16 16:30:14,177 Updating FAILED jobs +2022-02-16 16:30:14,182 Updating WAITING jobs +2022-02-16 16:30:14,183 Updating WAITING jobs eligible for be prepared +2022-02-16 16:30:14,185 Updating Held jobs +2022-02-16 16:30:14,185 Update finished +2022-02-16 16:30:14,186 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:30:14,186 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:30:14,186 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:30:14,187 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:30:14,187 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:30:14,187 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:30:14,187 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:30:14,187 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:30:14,187 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:30:14,187 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:30:14,187 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:30:14,187 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:30:14,187 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:30:14,187 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:30:14,187 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:30:14,187 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:30:14,187 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:30:14,187 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:30:14,187 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:30:14,187 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:30:14,192 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:30:14,220 Job list saved +2022-02-16 16:30:14,275 Updating FAILED jobs +2022-02-16 16:30:14,275 Updating WAITING jobs +2022-02-16 16:30:14,276 Updating WAITING jobs eligible for be prepared +2022-02-16 16:30:14,277 Updating Held jobs +2022-02-16 16:30:14,278 Update finished +2022-02-16 16:30:24,293 Reloading parameters... +2022-02-16 16:30:24,311 Loading parameters... +2022-02-16 16:30:24,312 Loading project parameters... +2022-02-16 16:30:24,313 + +190 of 783 jobs remaining (16:30) +2022-02-16 16:30:24,314 Sleep: 10 +2022-02-16 16:30:24,314 Number of retrials: 2 +2022-02-16 16:30:24,314 WRAPPER CHECK TIME = 10 +2022-02-16 16:30:24,318 Checking jobs for platform=marenostrum4 +2022-02-16 16:30:24,318 Checking Wrapper 20687337 +2022-02-16 16:30:28,295 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:30:28,296 Checking inner jobs status +2022-02-16 16:30:31,525 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:30:31,525 Checking Wrapper 20687333 +2022-02-16 16:30:35,903 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:30:35,903 Checking inner jobs status +2022-02-16 16:30:39,591 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:30:39,592 End of checking +2022-02-16 16:30:39,594 Updating FAILED jobs +2022-02-16 16:30:39,599 Updating WAITING jobs +2022-02-16 16:30:39,600 Updating WAITING jobs eligible for be prepared +2022-02-16 16:30:39,601 Updating Held jobs +2022-02-16 16:30:39,601 Update finished +2022-02-16 16:30:39,602 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:30:39,602 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:30:39,603 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:30:39,603 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:30:39,603 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:30:39,603 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:30:39,603 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:30:39,603 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:30:39,603 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:30:39,603 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:30:39,603 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:30:39,603 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:30:39,603 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:30:39,603 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:30:39,603 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:30:39,604 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:30:39,604 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:30:39,604 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:30:39,604 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:30:39,604 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:30:39,608 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:30:39,636 Job list saved +2022-02-16 16:30:39,720 Updating FAILED jobs +2022-02-16 16:30:39,721 Updating WAITING jobs +2022-02-16 16:30:39,722 Updating WAITING jobs eligible for be prepared +2022-02-16 16:30:39,723 Updating Held jobs +2022-02-16 16:30:39,724 Update finished +2022-02-16 16:30:49,734 Reloading parameters... +2022-02-16 16:30:49,757 Loading parameters... +2022-02-16 16:30:49,758 Loading project parameters... +2022-02-16 16:30:49,759 + +190 of 783 jobs remaining (16:30) +2022-02-16 16:30:49,760 Sleep: 10 +2022-02-16 16:30:49,760 Number of retrials: 2 +2022-02-16 16:30:49,760 WRAPPER CHECK TIME = 10 +2022-02-16 16:30:49,764 Checking jobs for platform=marenostrum4 +2022-02-16 16:30:49,765 Checking Wrapper 20687337 +2022-02-16 16:30:53,750 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:30:53,750 Checking inner jobs status +2022-02-16 16:30:55,779 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:30:55,781 Checking Wrapper 20687333 +2022-02-16 16:30:59,761 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:30:59,762 Checking inner jobs status +2022-02-16 16:31:01,637 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:31:01,638 End of checking +2022-02-16 16:31:01,641 Updating FAILED jobs +2022-02-16 16:31:01,645 Updating WAITING jobs +2022-02-16 16:31:01,645 Updating WAITING jobs eligible for be prepared +2022-02-16 16:31:01,647 Updating Held jobs +2022-02-16 16:31:01,647 Update finished +2022-02-16 16:31:01,648 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:31:01,648 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:31:01,648 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:31:01,648 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:31:01,648 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:31:01,648 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:31:01,649 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:31:01,649 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:31:01,649 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:31:01,649 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:31:01,649 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:31:01,649 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:31:01,649 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:31:01,649 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:31:01,649 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:31:01,649 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:31:01,649 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:31:01,649 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:31:01,649 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:31:01,649 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:31:01,653 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:31:01,679 Job list saved +2022-02-16 16:31:01,730 Updating FAILED jobs +2022-02-16 16:31:01,731 Updating WAITING jobs +2022-02-16 16:31:01,731 Updating WAITING jobs eligible for be prepared +2022-02-16 16:31:01,732 Updating Held jobs +2022-02-16 16:31:01,733 Update finished +2022-02-16 16:31:11,748 Reloading parameters... +2022-02-16 16:31:11,766 Loading parameters... +2022-02-16 16:31:11,767 Loading project parameters... +2022-02-16 16:31:11,769 + +190 of 783 jobs remaining (16:31) +2022-02-16 16:31:11,770 Sleep: 10 +2022-02-16 16:31:11,770 Number of retrials: 2 +2022-02-16 16:31:11,770 WRAPPER CHECK TIME = 10 +2022-02-16 16:31:11,784 Checking jobs for platform=marenostrum4 +2022-02-16 16:31:11,784 Checking Wrapper 20687337 +2022-02-16 16:31:15,712 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:31:15,713 Checking inner jobs status +2022-02-16 16:31:17,688 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:31:17,689 Checking Wrapper 20687333 +2022-02-16 16:31:21,665 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:31:21,666 Checking inner jobs status +2022-02-16 16:31:23,538 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:31:23,540 End of checking +2022-02-16 16:31:23,543 Updating FAILED jobs +2022-02-16 16:31:23,548 Updating WAITING jobs +2022-02-16 16:31:23,548 Updating WAITING jobs eligible for be prepared +2022-02-16 16:31:23,549 Updating Held jobs +2022-02-16 16:31:23,550 Update finished +2022-02-16 16:31:23,551 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:31:23,551 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:31:23,551 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:31:23,551 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:31:23,551 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:31:23,551 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:31:23,551 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:31:23,551 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:31:23,551 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:31:23,551 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:31:23,551 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:31:23,551 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:31:23,551 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:31:23,551 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:31:23,551 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:31:23,552 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:31:23,552 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:31:23,552 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:31:23,552 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:31:23,552 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:31:23,556 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:31:23,588 Job list saved +2022-02-16 16:31:23,650 Updating FAILED jobs +2022-02-16 16:31:23,650 Updating WAITING jobs +2022-02-16 16:31:23,652 Updating WAITING jobs eligible for be prepared +2022-02-16 16:31:23,653 Updating Held jobs +2022-02-16 16:31:23,654 Update finished +2022-02-16 16:31:33,669 Reloading parameters... +2022-02-16 16:31:33,687 Loading parameters... +2022-02-16 16:31:33,688 Loading project parameters... +2022-02-16 16:31:33,689 + +190 of 783 jobs remaining (16:31) +2022-02-16 16:31:33,690 Sleep: 10 +2022-02-16 16:31:33,690 Number of retrials: 2 +2022-02-16 16:31:33,690 WRAPPER CHECK TIME = 10 +2022-02-16 16:31:33,700 Checking jobs for platform=marenostrum4 +2022-02-16 16:31:33,700 Checking Wrapper 20687337 +2022-02-16 16:31:37,637 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:31:37,637 Checking inner jobs status +2022-02-16 16:31:39,510 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:31:39,511 Checking Wrapper 20687333 +2022-02-16 16:31:43,491 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:31:43,491 Checking inner jobs status +2022-02-16 16:31:46,317 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:31:46,318 End of checking +2022-02-16 16:31:46,319 Updating FAILED jobs +2022-02-16 16:31:46,323 Updating WAITING jobs +2022-02-16 16:31:46,324 Updating WAITING jobs eligible for be prepared +2022-02-16 16:31:46,325 Updating Held jobs +2022-02-16 16:31:46,326 Update finished +2022-02-16 16:31:46,327 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:31:46,327 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:31:46,327 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:31:46,327 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:31:46,327 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:31:46,327 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:31:46,328 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:31:46,328 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:31:46,328 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:31:46,328 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:31:46,328 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:31:46,328 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:31:46,328 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:31:46,328 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:31:46,328 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:31:46,328 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:31:46,328 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:31:46,328 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:31:46,328 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:31:46,328 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:31:46,331 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:31:46,359 Job list saved +2022-02-16 16:31:46,408 Updating FAILED jobs +2022-02-16 16:31:46,409 Updating WAITING jobs +2022-02-16 16:31:46,410 Updating WAITING jobs eligible for be prepared +2022-02-16 16:31:46,411 Updating Held jobs +2022-02-16 16:31:46,411 Update finished +2022-02-16 16:31:56,421 Reloading parameters... +2022-02-16 16:31:56,436 Loading parameters... +2022-02-16 16:31:56,437 Loading project parameters... +2022-02-16 16:31:56,438 + +190 of 783 jobs remaining (16:31) +2022-02-16 16:31:56,438 Sleep: 10 +2022-02-16 16:31:56,438 Number of retrials: 2 +2022-02-16 16:31:56,438 WRAPPER CHECK TIME = 10 +2022-02-16 16:31:56,443 Checking jobs for platform=marenostrum4 +2022-02-16 16:31:56,443 Checking Wrapper 20687337 +2022-02-16 16:32:00,372 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:32:00,373 Checking inner jobs status +2022-02-16 16:32:02,905 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:32:02,907 Checking Wrapper 20687333 +2022-02-16 16:32:06,838 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:32:06,839 Checking inner jobs status +2022-02-16 16:32:10,769 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:32:10,770 End of checking +2022-02-16 16:32:10,772 Updating FAILED jobs +2022-02-16 16:32:10,777 Updating WAITING jobs +2022-02-16 16:32:10,778 Updating WAITING jobs eligible for be prepared +2022-02-16 16:32:10,779 Updating Held jobs +2022-02-16 16:32:10,780 Update finished +2022-02-16 16:32:10,781 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:32:10,781 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:32:10,781 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:32:10,781 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:32:10,781 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:32:10,781 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:32:10,781 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:32:10,781 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:32:10,781 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:32:10,781 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:32:10,782 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:32:10,782 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:32:10,782 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:32:10,782 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:32:10,782 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:32:10,782 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:32:10,782 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:32:10,782 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:32:10,782 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:32:10,782 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:32:10,785 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:32:10,816 Job list saved +2022-02-16 16:32:10,867 Updating FAILED jobs +2022-02-16 16:32:10,868 Updating WAITING jobs +2022-02-16 16:32:10,869 Updating WAITING jobs eligible for be prepared +2022-02-16 16:32:10,870 Updating Held jobs +2022-02-16 16:32:10,871 Update finished +2022-02-16 16:32:20,880 Reloading parameters... +2022-02-16 16:32:20,896 Loading parameters... +2022-02-16 16:32:20,897 Loading project parameters... +2022-02-16 16:32:20,898 + +190 of 783 jobs remaining (16:32) +2022-02-16 16:32:20,899 Sleep: 10 +2022-02-16 16:32:20,899 Number of retrials: 2 +2022-02-16 16:32:20,899 WRAPPER CHECK TIME = 10 +2022-02-16 16:32:20,903 Checking jobs for platform=marenostrum4 +2022-02-16 16:32:20,903 Checking Wrapper 20687337 +2022-02-16 16:32:24,840 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:32:24,840 Checking inner jobs status +2022-02-16 16:32:27,266 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:32:27,267 Checking Wrapper 20687333 +2022-02-16 16:32:31,193 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:32:31,194 Checking inner jobs status +2022-02-16 16:32:35,072 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:32:35,074 End of checking +2022-02-16 16:32:35,076 Updating FAILED jobs +2022-02-16 16:32:35,080 Updating WAITING jobs +2022-02-16 16:32:35,081 Updating WAITING jobs eligible for be prepared +2022-02-16 16:32:35,083 Updating Held jobs +2022-02-16 16:32:35,083 Update finished +2022-02-16 16:32:35,084 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:32:35,084 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:32:35,084 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:32:35,084 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:32:35,084 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:32:35,085 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:32:35,085 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:32:35,085 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:32:35,085 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:32:35,085 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:32:35,085 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:32:35,085 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:32:35,085 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:32:35,085 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:32:35,085 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:32:35,085 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:32:35,085 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:32:35,085 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:32:35,085 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:32:35,085 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:32:35,089 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:32:35,115 Job list saved +2022-02-16 16:32:35,169 Updating FAILED jobs +2022-02-16 16:32:35,170 Updating WAITING jobs +2022-02-16 16:32:35,170 Updating WAITING jobs eligible for be prepared +2022-02-16 16:32:35,171 Updating Held jobs +2022-02-16 16:32:35,172 Update finished +2022-02-16 16:32:45,188 Reloading parameters... +2022-02-16 16:32:45,206 Loading parameters... +2022-02-16 16:32:45,207 Loading project parameters... +2022-02-16 16:32:45,208 + +190 of 783 jobs remaining (16:32) +2022-02-16 16:32:45,209 Sleep: 10 +2022-02-16 16:32:45,210 Number of retrials: 2 +2022-02-16 16:32:45,210 WRAPPER CHECK TIME = 10 +2022-02-16 16:32:45,214 Checking jobs for platform=marenostrum4 +2022-02-16 16:32:45,214 Checking Wrapper 20687337 +2022-02-16 16:32:49,192 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:32:49,193 Checking inner jobs status +2022-02-16 16:32:51,066 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:32:51,066 Checking Wrapper 20687333 +2022-02-16 16:32:54,992 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:32:54,993 Checking inner jobs status +2022-02-16 16:32:56,815 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:32:56,816 End of checking +2022-02-16 16:32:56,819 Updating FAILED jobs +2022-02-16 16:32:56,822 Updating WAITING jobs +2022-02-16 16:32:56,823 Updating WAITING jobs eligible for be prepared +2022-02-16 16:32:56,824 Updating Held jobs +2022-02-16 16:32:56,824 Update finished +2022-02-16 16:32:56,825 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:32:56,825 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:32:56,825 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:32:56,825 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:32:56,825 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:32:56,825 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:32:56,825 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:32:56,826 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:32:56,826 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:32:56,826 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:32:56,826 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:32:56,826 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:32:56,826 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:32:56,826 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:32:56,826 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:32:56,826 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:32:56,826 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:32:56,826 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:32:56,826 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:32:56,826 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:32:56,830 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:32:56,853 Job list saved +2022-02-16 16:32:56,899 Updating FAILED jobs +2022-02-16 16:32:56,900 Updating WAITING jobs +2022-02-16 16:32:56,900 Updating WAITING jobs eligible for be prepared +2022-02-16 16:32:56,901 Updating Held jobs +2022-02-16 16:32:56,901 Update finished +2022-02-16 16:33:06,910 Reloading parameters... +2022-02-16 16:33:06,926 Loading parameters... +2022-02-16 16:33:06,927 Loading project parameters... +2022-02-16 16:33:06,928 + +190 of 783 jobs remaining (16:33) +2022-02-16 16:33:06,928 Sleep: 10 +2022-02-16 16:33:06,928 Number of retrials: 2 +2022-02-16 16:33:06,928 WRAPPER CHECK TIME = 10 +2022-02-16 16:33:06,932 Checking jobs for platform=marenostrum4 +2022-02-16 16:33:06,932 Checking Wrapper 20687337 +2022-02-16 16:33:10,860 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:33:10,861 Checking inner jobs status +2022-02-16 16:33:12,743 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:33:12,744 Checking Wrapper 20687333 +2022-02-16 16:33:16,822 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:33:16,823 Checking inner jobs status +2022-02-16 16:33:18,695 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:33:18,696 End of checking +2022-02-16 16:33:18,698 Updating FAILED jobs +2022-02-16 16:33:18,702 Updating WAITING jobs +2022-02-16 16:33:18,703 Updating WAITING jobs eligible for be prepared +2022-02-16 16:33:18,704 Updating Held jobs +2022-02-16 16:33:18,705 Update finished +2022-02-16 16:33:18,706 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:33:18,706 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:33:18,706 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:33:18,706 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:33:18,706 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:33:18,706 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:33:18,706 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:33:18,706 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:33:18,706 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:33:18,706 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:33:18,706 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:33:18,706 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:33:18,707 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:33:18,707 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:33:18,707 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:33:18,707 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:33:18,707 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:33:18,707 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:33:18,707 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:33:18,707 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:33:18,710 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:33:18,736 Job list saved +2022-02-16 16:33:18,801 Updating FAILED jobs +2022-02-16 16:33:18,802 Updating WAITING jobs +2022-02-16 16:33:18,802 Updating WAITING jobs eligible for be prepared +2022-02-16 16:33:18,803 Updating Held jobs +2022-02-16 16:33:18,804 Update finished +2022-02-16 16:33:28,813 Reloading parameters... +2022-02-16 16:33:28,829 Loading parameters... +2022-02-16 16:33:28,830 Loading project parameters... +2022-02-16 16:33:28,831 + +190 of 783 jobs remaining (16:33) +2022-02-16 16:33:28,832 Sleep: 10 +2022-02-16 16:33:28,832 Number of retrials: 2 +2022-02-16 16:33:28,832 WRAPPER CHECK TIME = 10 +2022-02-16 16:33:28,836 Checking jobs for platform=marenostrum4 +2022-02-16 16:33:28,836 Checking Wrapper 20687337 +2022-02-16 16:33:32,764 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:33:32,764 Checking inner jobs status +2022-02-16 16:33:34,589 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:33:34,590 Checking Wrapper 20687333 +2022-02-16 16:33:38,516 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:33:38,517 Checking inner jobs status +2022-02-16 16:33:40,444 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:33:40,445 End of checking +2022-02-16 16:33:40,447 Updating FAILED jobs +2022-02-16 16:33:40,452 Updating WAITING jobs +2022-02-16 16:33:40,453 Updating WAITING jobs eligible for be prepared +2022-02-16 16:33:40,454 Updating Held jobs +2022-02-16 16:33:40,455 Update finished +2022-02-16 16:33:40,456 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:33:40,456 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:33:40,456 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:33:40,456 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:33:40,456 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:33:40,456 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:33:40,456 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:33:40,456 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:33:40,456 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:33:40,456 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:33:40,456 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:33:40,456 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:33:40,457 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:33:40,457 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:33:40,457 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:33:40,457 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:33:40,457 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:33:40,457 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:33:40,457 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:33:40,457 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:33:40,461 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:33:40,490 Job list saved +2022-02-16 16:33:40,549 Updating FAILED jobs +2022-02-16 16:33:40,550 Updating WAITING jobs +2022-02-16 16:33:40,550 Updating WAITING jobs eligible for be prepared +2022-02-16 16:33:40,552 Updating Held jobs +2022-02-16 16:33:40,552 Update finished +2022-02-16 16:33:50,560 Reloading parameters... +2022-02-16 16:33:50,580 Loading parameters... +2022-02-16 16:33:50,589 Loading project parameters... +2022-02-16 16:33:50,591 + +190 of 783 jobs remaining (16:33) +2022-02-16 16:33:50,592 Sleep: 10 +2022-02-16 16:33:50,592 Number of retrials: 2 +2022-02-16 16:33:50,592 WRAPPER CHECK TIME = 10 +2022-02-16 16:33:50,600 Checking jobs for platform=marenostrum4 +2022-02-16 16:33:50,600 Checking Wrapper 20687337 +2022-02-16 16:33:54,678 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:33:54,679 Checking inner jobs status +2022-02-16 16:33:56,652 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:33:56,654 Checking Wrapper 20687333 +2022-02-16 16:34:00,630 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:34:00,630 Checking inner jobs status +2022-02-16 16:34:04,565 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:34:04,566 End of checking +2022-02-16 16:34:04,568 Updating FAILED jobs +2022-02-16 16:34:04,572 Updating WAITING jobs +2022-02-16 16:34:04,573 Updating WAITING jobs eligible for be prepared +2022-02-16 16:34:04,574 Updating Held jobs +2022-02-16 16:34:04,575 Update finished +2022-02-16 16:34:04,576 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:34:04,576 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:34:04,576 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:34:04,576 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:34:04,576 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:34:04,576 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:34:04,576 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:34:04,576 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:34:04,576 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:34:04,576 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:34:04,576 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:34:04,576 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:34:04,576 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:34:04,576 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:34:04,577 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:34:04,577 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:34:04,577 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:34:04,577 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:34:04,577 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:34:04,577 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:34:04,580 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:34:04,615 Job list saved +2022-02-16 16:34:04,681 Updating FAILED jobs +2022-02-16 16:34:04,682 Updating WAITING jobs +2022-02-16 16:34:04,683 Updating WAITING jobs eligible for be prepared +2022-02-16 16:34:04,684 Updating Held jobs +2022-02-16 16:34:04,685 Update finished +2022-02-16 16:34:14,698 Reloading parameters... +2022-02-16 16:34:14,717 Loading parameters... +2022-02-16 16:34:14,718 Loading project parameters... +2022-02-16 16:34:14,719 + +190 of 783 jobs remaining (16:34) +2022-02-16 16:34:14,720 Sleep: 10 +2022-02-16 16:34:14,720 Number of retrials: 2 +2022-02-16 16:34:14,720 WRAPPER CHECK TIME = 10 +2022-02-16 16:34:14,725 Checking jobs for platform=marenostrum4 +2022-02-16 16:34:14,725 Checking Wrapper 20687337 +2022-02-16 16:34:18,653 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:34:18,653 Checking inner jobs status +2022-02-16 16:34:20,827 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:34:20,827 Checking Wrapper 20687333 +2022-02-16 16:34:24,754 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:34:24,754 Checking inner jobs status +2022-02-16 16:34:26,678 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:34:26,679 End of checking +2022-02-16 16:34:26,681 Updating FAILED jobs +2022-02-16 16:34:26,685 Updating WAITING jobs +2022-02-16 16:34:26,685 Updating WAITING jobs eligible for be prepared +2022-02-16 16:34:26,687 Updating Held jobs +2022-02-16 16:34:26,687 Update finished +2022-02-16 16:34:26,688 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:34:26,688 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:34:26,688 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:34:26,688 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:34:26,688 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:34:26,688 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:34:26,689 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:34:26,689 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:34:26,689 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:34:26,689 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:34:26,689 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:34:26,689 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:34:26,689 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:34:26,689 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:34:26,689 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:34:26,689 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:34:26,689 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:34:26,689 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:34:26,689 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:34:26,689 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:34:26,692 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:34:26,719 Job list saved +2022-02-16 16:34:26,764 Updating FAILED jobs +2022-02-16 16:34:26,765 Updating WAITING jobs +2022-02-16 16:34:26,765 Updating WAITING jobs eligible for be prepared +2022-02-16 16:34:26,766 Updating Held jobs +2022-02-16 16:34:26,767 Update finished +2022-02-16 16:34:36,777 Reloading parameters... +2022-02-16 16:34:36,803 Loading parameters... +2022-02-16 16:34:36,804 Loading project parameters... +2022-02-16 16:34:36,805 + +190 of 783 jobs remaining (16:34) +2022-02-16 16:34:36,806 Sleep: 10 +2022-02-16 16:34:36,806 Number of retrials: 2 +2022-02-16 16:34:36,806 WRAPPER CHECK TIME = 10 +2022-02-16 16:34:36,811 Checking jobs for platform=marenostrum4 +2022-02-16 16:34:36,811 Checking Wrapper 20687337 +2022-02-16 16:34:40,745 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:34:40,746 Checking inner jobs status +2022-02-16 16:34:42,578 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:34:42,579 Checking Wrapper 20687333 +2022-02-16 16:34:46,516 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:34:46,517 Checking inner jobs status +2022-02-16 16:34:48,497 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:34:48,498 End of checking +2022-02-16 16:34:48,500 Updating FAILED jobs +2022-02-16 16:34:48,505 Updating WAITING jobs +2022-02-16 16:34:48,505 Updating WAITING jobs eligible for be prepared +2022-02-16 16:34:48,507 Updating Held jobs +2022-02-16 16:34:48,507 Update finished +2022-02-16 16:34:48,508 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:34:48,508 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:34:48,508 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:34:48,508 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:34:48,509 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:34:48,509 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:34:48,509 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:34:48,509 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:34:48,509 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:34:48,509 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:34:48,509 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:34:48,509 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:34:48,509 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:34:48,509 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:34:48,509 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:34:48,509 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:34:48,509 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:34:48,509 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:34:48,509 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:34:48,509 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:34:48,513 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:34:48,541 Job list saved +2022-02-16 16:34:48,600 Updating FAILED jobs +2022-02-16 16:34:48,601 Updating WAITING jobs +2022-02-16 16:34:48,602 Updating WAITING jobs eligible for be prepared +2022-02-16 16:34:48,603 Updating Held jobs +2022-02-16 16:34:48,603 Update finished +2022-02-16 16:34:58,618 Reloading parameters... +2022-02-16 16:34:58,635 Loading parameters... +2022-02-16 16:34:58,636 Loading project parameters... +2022-02-16 16:34:58,637 + +190 of 783 jobs remaining (16:34) +2022-02-16 16:34:58,638 Sleep: 10 +2022-02-16 16:34:58,638 Number of retrials: 2 +2022-02-16 16:34:58,638 WRAPPER CHECK TIME = 10 +2022-02-16 16:34:58,642 Checking jobs for platform=marenostrum4 +2022-02-16 16:34:58,642 Checking Wrapper 20687337 +2022-02-16 16:35:02,619 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:35:02,620 Checking inner jobs status +2022-02-16 16:35:04,444 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:35:04,445 Checking Wrapper 20687333 +2022-02-16 16:35:08,372 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:35:08,373 Checking inner jobs status +2022-02-16 16:35:10,454 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:35:10,455 End of checking +2022-02-16 16:35:10,457 Updating FAILED jobs +2022-02-16 16:35:10,460 Updating WAITING jobs +2022-02-16 16:35:10,461 Updating WAITING jobs eligible for be prepared +2022-02-16 16:35:10,462 Updating Held jobs +2022-02-16 16:35:10,462 Update finished +2022-02-16 16:35:10,463 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:35:10,463 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:35:10,463 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:35:10,463 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:35:10,463 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:35:10,463 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:35:10,463 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:35:10,464 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:35:10,464 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:35:10,464 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:35:10,464 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:35:10,464 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:35:10,464 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:35:10,464 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:35:10,464 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:35:10,464 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:35:10,464 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:35:10,464 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:35:10,464 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:35:10,464 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:35:10,468 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:35:10,496 Job list saved +2022-02-16 16:35:10,554 Updating FAILED jobs +2022-02-16 16:35:10,555 Updating WAITING jobs +2022-02-16 16:35:10,555 Updating WAITING jobs eligible for be prepared +2022-02-16 16:35:10,556 Updating Held jobs +2022-02-16 16:35:10,557 Update finished +2022-02-16 16:35:20,570 Reloading parameters... +2022-02-16 16:35:20,595 Loading parameters... +2022-02-16 16:35:20,596 Loading project parameters... +2022-02-16 16:35:20,598 + +190 of 783 jobs remaining (16:35) +2022-02-16 16:35:20,598 Sleep: 10 +2022-02-16 16:35:20,598 Number of retrials: 2 +2022-02-16 16:35:20,598 WRAPPER CHECK TIME = 10 +2022-02-16 16:35:20,603 Checking jobs for platform=marenostrum4 +2022-02-16 16:35:20,603 Checking Wrapper 20687337 +2022-02-16 16:35:24,590 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:35:24,591 Checking inner jobs status +2022-02-16 16:35:26,564 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:35:26,566 Checking Wrapper 20687333 +2022-02-16 16:35:30,495 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:35:30,496 Checking inner jobs status +2022-02-16 16:35:32,321 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:35:32,321 End of checking +2022-02-16 16:35:32,324 Updating FAILED jobs +2022-02-16 16:35:32,328 Updating WAITING jobs +2022-02-16 16:35:32,329 Updating WAITING jobs eligible for be prepared +2022-02-16 16:35:32,330 Updating Held jobs +2022-02-16 16:35:32,330 Update finished +2022-02-16 16:35:32,331 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:35:32,331 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:35:32,331 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:35:32,331 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:35:32,331 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:35:32,331 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:35:32,331 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:35:32,331 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:35:32,331 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:35:32,331 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:35:32,331 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:35:32,331 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:35:32,331 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:35:32,331 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:35:32,332 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:35:32,332 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:35:32,332 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:35:32,332 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:35:32,332 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:35:32,332 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:35:32,336 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:35:32,358 Job list saved +2022-02-16 16:35:32,403 Updating FAILED jobs +2022-02-16 16:35:32,404 Updating WAITING jobs +2022-02-16 16:35:32,404 Updating WAITING jobs eligible for be prepared +2022-02-16 16:35:32,405 Updating Held jobs +2022-02-16 16:35:32,406 Update finished +2022-02-16 16:35:42,421 Reloading parameters... +2022-02-16 16:35:42,438 Loading parameters... +2022-02-16 16:35:42,440 Loading project parameters... +2022-02-16 16:35:42,441 + +190 of 783 jobs remaining (16:35) +2022-02-16 16:35:42,442 Sleep: 10 +2022-02-16 16:35:42,442 Number of retrials: 2 +2022-02-16 16:35:42,442 WRAPPER CHECK TIME = 10 +2022-02-16 16:35:42,447 Checking jobs for platform=marenostrum4 +2022-02-16 16:35:42,447 Checking Wrapper 20687337 +2022-02-16 16:35:46,425 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:35:46,425 Checking inner jobs status +2022-02-16 16:35:51,308 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:35:51,311 Checking Wrapper 20687333 +2022-02-16 16:35:55,244 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:35:55,245 Checking inner jobs status +2022-02-16 16:35:57,720 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:35:57,721 End of checking +2022-02-16 16:35:57,724 Updating FAILED jobs +2022-02-16 16:35:57,728 Updating WAITING jobs +2022-02-16 16:35:57,729 Updating WAITING jobs eligible for be prepared +2022-02-16 16:35:57,730 Updating Held jobs +2022-02-16 16:35:57,731 Update finished +2022-02-16 16:35:57,732 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:35:57,732 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:35:57,732 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:35:57,732 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:35:57,732 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:35:57,732 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:35:57,732 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:35:57,733 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:35:57,733 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:35:57,733 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:35:57,733 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:35:57,733 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:35:57,733 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:35:57,733 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:35:57,733 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:35:57,733 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:35:57,733 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:35:57,733 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:35:57,733 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:35:57,733 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:35:57,737 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:35:57,760 Job list saved +2022-02-16 16:35:57,831 Updating FAILED jobs +2022-02-16 16:35:57,832 Updating WAITING jobs +2022-02-16 16:35:57,832 Updating WAITING jobs eligible for be prepared +2022-02-16 16:35:57,833 Updating Held jobs +2022-02-16 16:35:57,834 Update finished +2022-02-16 16:36:07,848 Reloading parameters... +2022-02-16 16:36:07,863 Loading parameters... +2022-02-16 16:36:07,864 Loading project parameters... +2022-02-16 16:36:07,865 + +190 of 783 jobs remaining (16:36) +2022-02-16 16:36:07,865 Sleep: 10 +2022-02-16 16:36:07,865 Number of retrials: 2 +2022-02-16 16:36:07,865 WRAPPER CHECK TIME = 10 +2022-02-16 16:36:07,869 Checking jobs for platform=marenostrum4 +2022-02-16 16:36:07,869 Checking Wrapper 20687337 +2022-02-16 16:36:11,799 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:36:11,799 Checking inner jobs status +2022-02-16 16:36:13,723 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:36:13,724 Checking Wrapper 20687333 +2022-02-16 16:36:17,650 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:36:17,650 Checking inner jobs status +2022-02-16 16:36:22,189 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:36:22,191 End of checking +2022-02-16 16:36:22,193 Updating FAILED jobs +2022-02-16 16:36:22,197 Updating WAITING jobs +2022-02-16 16:36:22,198 Updating WAITING jobs eligible for be prepared +2022-02-16 16:36:22,199 Updating Held jobs +2022-02-16 16:36:22,200 Update finished +2022-02-16 16:36:22,200 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:36:22,201 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:36:22,201 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:36:22,201 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:36:22,201 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:36:22,201 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:36:22,201 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:36:22,201 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:36:22,201 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:36:22,201 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:36:22,201 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:36:22,201 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:36:22,201 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:36:22,201 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:36:22,201 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:36:22,201 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:36:22,202 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:36:22,202 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:36:22,202 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:36:22,202 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:36:22,205 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:36:22,232 Job list saved +2022-02-16 16:36:22,270 Updating FAILED jobs +2022-02-16 16:36:22,271 Updating WAITING jobs +2022-02-16 16:36:22,272 Updating WAITING jobs eligible for be prepared +2022-02-16 16:36:22,273 Updating Held jobs +2022-02-16 16:36:22,274 Update finished +2022-02-16 16:36:32,288 Reloading parameters... +2022-02-16 16:36:32,303 Loading parameters... +2022-02-16 16:36:32,304 Loading project parameters... +2022-02-16 16:36:32,305 + +190 of 783 jobs remaining (16:36) +2022-02-16 16:36:32,305 Sleep: 10 +2022-02-16 16:36:32,305 Number of retrials: 2 +2022-02-16 16:36:32,305 WRAPPER CHECK TIME = 10 +2022-02-16 16:36:32,310 Checking jobs for platform=marenostrum4 +2022-02-16 16:36:32,310 Checking Wrapper 20687337 +2022-02-16 16:36:36,244 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:36:36,245 Checking inner jobs status +2022-02-16 16:36:39,573 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:36:39,574 Checking Wrapper 20687333 +2022-02-16 16:36:43,510 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:36:43,511 Checking inner jobs status +2022-02-16 16:36:45,339 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:36:45,341 End of checking +2022-02-16 16:36:45,343 Updating FAILED jobs +2022-02-16 16:36:45,347 Updating WAITING jobs +2022-02-16 16:36:45,348 Updating WAITING jobs eligible for be prepared +2022-02-16 16:36:45,349 Updating Held jobs +2022-02-16 16:36:45,350 Update finished +2022-02-16 16:36:45,351 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:36:45,351 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:36:45,351 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:36:45,351 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:36:45,351 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:36:45,351 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:36:45,351 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:36:45,351 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:36:45,351 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:36:45,352 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:36:45,352 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:36:45,352 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:36:45,352 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:36:45,352 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:36:45,352 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:36:45,352 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:36:45,352 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:36:45,352 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:36:45,352 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:36:45,352 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:36:45,355 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:36:45,393 Job list saved +2022-02-16 16:36:45,451 Updating FAILED jobs +2022-02-16 16:36:45,452 Updating WAITING jobs +2022-02-16 16:36:45,453 Updating WAITING jobs eligible for be prepared +2022-02-16 16:36:45,454 Updating Held jobs +2022-02-16 16:36:45,455 Update finished +2022-02-16 16:36:55,466 Reloading parameters... +2022-02-16 16:36:55,480 Loading parameters... +2022-02-16 16:36:55,481 Loading project parameters... +2022-02-16 16:36:55,483 + +190 of 783 jobs remaining (16:36) +2022-02-16 16:36:55,483 Sleep: 10 +2022-02-16 16:36:55,483 Number of retrials: 2 +2022-02-16 16:36:55,483 WRAPPER CHECK TIME = 10 +2022-02-16 16:36:55,488 Checking jobs for platform=marenostrum4 +2022-02-16 16:36:55,488 Checking Wrapper 20687337 +2022-02-16 16:36:59,466 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:36:59,467 Checking inner jobs status +2022-02-16 16:37:01,402 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:37:01,404 Checking Wrapper 20687333 +2022-02-16 16:37:05,331 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:37:05,331 Checking inner jobs status +2022-02-16 16:37:07,156 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:37:07,157 End of checking +2022-02-16 16:37:07,158 Updating FAILED jobs +2022-02-16 16:37:07,163 Updating WAITING jobs +2022-02-16 16:37:07,164 Updating WAITING jobs eligible for be prepared +2022-02-16 16:37:07,165 Updating Held jobs +2022-02-16 16:37:07,166 Update finished +2022-02-16 16:37:07,166 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:37:07,167 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:37:07,167 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:37:07,167 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:37:07,167 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:37:07,167 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:37:07,167 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:37:07,167 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:37:07,167 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:37:07,167 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:37:07,167 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:37:07,167 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:37:07,167 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:37:07,167 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:37:07,167 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:37:07,168 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:37:07,168 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:37:07,168 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:37:07,168 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:37:07,168 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:37:07,171 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:37:07,206 Job list saved +2022-02-16 16:37:07,245 Updating FAILED jobs +2022-02-16 16:37:07,246 Updating WAITING jobs +2022-02-16 16:37:07,246 Updating WAITING jobs eligible for be prepared +2022-02-16 16:37:07,248 Updating Held jobs +2022-02-16 16:37:07,248 Update finished +2022-02-16 16:37:17,264 Reloading parameters... +2022-02-16 16:37:17,280 Loading parameters... +2022-02-16 16:37:17,281 Loading project parameters... +2022-02-16 16:37:17,283 + +190 of 783 jobs remaining (16:37) +2022-02-16 16:37:17,283 Sleep: 10 +2022-02-16 16:37:17,283 Number of retrials: 2 +2022-02-16 16:37:17,284 WRAPPER CHECK TIME = 10 +2022-02-16 16:37:17,288 Checking jobs for platform=marenostrum4 +2022-02-16 16:37:17,288 Checking Wrapper 20687337 +2022-02-16 16:37:21,215 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:37:21,215 Checking inner jobs status +2022-02-16 16:37:23,045 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:37:23,045 Checking Wrapper 20687333 +2022-02-16 16:37:27,023 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:37:27,024 Checking inner jobs status +2022-02-16 16:37:29,199 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:37:29,200 End of checking +2022-02-16 16:37:29,203 Updating FAILED jobs +2022-02-16 16:37:29,206 Updating WAITING jobs +2022-02-16 16:37:29,207 Updating WAITING jobs eligible for be prepared +2022-02-16 16:37:29,208 Updating Held jobs +2022-02-16 16:37:29,209 Update finished +2022-02-16 16:37:29,209 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:37:29,209 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:37:29,210 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:37:29,210 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:37:29,210 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:37:29,210 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:37:29,210 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:37:29,210 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:37:29,210 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:37:29,210 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:37:29,210 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:37:29,210 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:37:29,210 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:37:29,210 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:37:29,210 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:37:29,210 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:37:29,210 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:37:29,210 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:37:29,210 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:37:29,210 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:37:29,214 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:37:29,236 Job list saved +2022-02-16 16:37:29,280 Updating FAILED jobs +2022-02-16 16:37:29,281 Updating WAITING jobs +2022-02-16 16:37:29,282 Updating WAITING jobs eligible for be prepared +2022-02-16 16:37:29,283 Updating Held jobs +2022-02-16 16:37:29,283 Update finished +2022-02-16 16:37:39,296 Reloading parameters... +2022-02-16 16:37:39,312 Loading parameters... +2022-02-16 16:37:39,313 Loading project parameters... +2022-02-16 16:37:39,315 + +190 of 783 jobs remaining (16:37) +2022-02-16 16:37:39,316 Sleep: 10 +2022-02-16 16:37:39,316 Number of retrials: 2 +2022-02-16 16:37:39,316 WRAPPER CHECK TIME = 10 +2022-02-16 16:37:39,321 Checking jobs for platform=marenostrum4 +2022-02-16 16:37:39,321 Checking Wrapper 20687337 +2022-02-16 16:37:43,249 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:37:43,250 Checking inner jobs status +2022-02-16 16:37:45,073 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:37:45,074 Checking Wrapper 20687333 +2022-02-16 16:37:49,050 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:37:49,051 Checking inner jobs status +2022-02-16 16:37:50,980 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:37:50,990 End of checking +2022-02-16 16:37:50,992 Updating FAILED jobs +2022-02-16 16:37:50,999 Updating WAITING jobs +2022-02-16 16:37:50,999 Updating WAITING jobs eligible for be prepared +2022-02-16 16:37:51,000 Updating Held jobs +2022-02-16 16:37:51,001 Update finished +2022-02-16 16:37:51,002 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:37:51,002 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:37:51,002 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:37:51,002 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:37:51,002 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:37:51,002 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:37:51,002 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:37:51,002 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:37:51,002 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:37:51,002 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:37:51,002 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:37:51,002 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:37:51,002 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:37:51,002 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:37:51,002 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:37:51,002 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:37:51,002 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:37:51,003 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:37:51,003 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:37:51,003 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:37:51,007 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:37:51,029 Job list saved +2022-02-16 16:37:51,083 Updating FAILED jobs +2022-02-16 16:37:51,084 Updating WAITING jobs +2022-02-16 16:37:51,084 Updating WAITING jobs eligible for be prepared +2022-02-16 16:37:51,085 Updating Held jobs +2022-02-16 16:37:51,085 Update finished +2022-02-16 16:38:01,100 Reloading parameters... +2022-02-16 16:38:01,115 Loading parameters... +2022-02-16 16:38:01,116 Loading project parameters... +2022-02-16 16:38:01,117 + +190 of 783 jobs remaining (16:38) +2022-02-16 16:38:01,117 Sleep: 10 +2022-02-16 16:38:01,118 Number of retrials: 2 +2022-02-16 16:38:01,118 WRAPPER CHECK TIME = 10 +2022-02-16 16:38:01,122 Checking jobs for platform=marenostrum4 +2022-02-16 16:38:01,122 Checking Wrapper 20687337 +2022-02-16 16:38:05,104 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:38:05,105 Checking inner jobs status +2022-02-16 16:38:07,690 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:38:07,692 Checking Wrapper 20687333 +2022-02-16 16:38:11,620 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:38:11,621 Checking inner jobs status +2022-02-16 16:38:15,052 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:38:15,053 End of checking +2022-02-16 16:38:15,055 Updating FAILED jobs +2022-02-16 16:38:15,060 Updating WAITING jobs +2022-02-16 16:38:15,061 Updating WAITING jobs eligible for be prepared +2022-02-16 16:38:15,062 Updating Held jobs +2022-02-16 16:38:15,063 Update finished +2022-02-16 16:38:15,064 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:38:15,064 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:38:15,064 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:38:15,064 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:38:15,064 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:38:15,064 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:38:15,064 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:38:15,064 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:38:15,064 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:38:15,064 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:38:15,064 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:38:15,064 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:38:15,064 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:38:15,065 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:38:15,065 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:38:15,065 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:38:15,065 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:38:15,065 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:38:15,065 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:38:15,065 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:38:15,068 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:38:15,094 Job list saved +2022-02-16 16:38:15,136 Updating FAILED jobs +2022-02-16 16:38:15,136 Updating WAITING jobs +2022-02-16 16:38:15,137 Updating WAITING jobs eligible for be prepared +2022-02-16 16:38:15,138 Updating Held jobs +2022-02-16 16:38:15,139 Update finished +2022-02-16 16:38:25,148 Reloading parameters... +2022-02-16 16:38:25,165 Loading parameters... +2022-02-16 16:38:25,165 Loading project parameters... +2022-02-16 16:38:25,167 + +190 of 783 jobs remaining (16:38) +2022-02-16 16:38:25,167 Sleep: 10 +2022-02-16 16:38:25,167 Number of retrials: 2 +2022-02-16 16:38:25,167 WRAPPER CHECK TIME = 10 +2022-02-16 16:38:25,171 Checking jobs for platform=marenostrum4 +2022-02-16 16:38:25,171 Checking Wrapper 20687337 +2022-02-16 16:38:29,150 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:38:29,151 Checking inner jobs status +2022-02-16 16:38:31,580 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:38:31,581 Checking Wrapper 20687333 +2022-02-16 16:38:35,514 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:38:35,514 Checking inner jobs status +2022-02-16 16:38:37,845 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:38:37,846 End of checking +2022-02-16 16:38:37,847 Updating FAILED jobs +2022-02-16 16:38:37,852 Updating WAITING jobs +2022-02-16 16:38:37,853 Updating WAITING jobs eligible for be prepared +2022-02-16 16:38:37,854 Updating Held jobs +2022-02-16 16:38:37,855 Update finished +2022-02-16 16:38:37,856 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:38:37,856 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:38:37,856 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:38:37,856 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:38:37,856 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:38:37,856 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:38:37,856 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:38:37,856 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:38:37,856 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:38:37,857 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:38:37,857 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:38:37,857 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:38:37,857 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:38:37,857 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:38:37,857 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:38:37,857 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:38:37,857 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:38:37,857 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:38:37,857 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:38:37,857 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:38:37,860 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:38:37,886 Job list saved +2022-02-16 16:38:37,927 Updating FAILED jobs +2022-02-16 16:38:37,928 Updating WAITING jobs +2022-02-16 16:38:37,929 Updating WAITING jobs eligible for be prepared +2022-02-16 16:38:37,930 Updating Held jobs +2022-02-16 16:38:37,930 Update finished +2022-02-16 16:38:47,934 Reloading parameters... +2022-02-16 16:38:47,949 Loading parameters... +2022-02-16 16:38:47,950 Loading project parameters... +2022-02-16 16:38:47,951 + +190 of 783 jobs remaining (16:38) +2022-02-16 16:38:47,952 Sleep: 10 +2022-02-16 16:38:47,952 Number of retrials: 2 +2022-02-16 16:38:47,952 WRAPPER CHECK TIME = 10 +2022-02-16 16:38:47,956 Checking jobs for platform=marenostrum4 +2022-02-16 16:38:47,957 Checking Wrapper 20687337 +2022-02-16 16:38:51,841 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:38:51,841 Checking inner jobs status +2022-02-16 16:38:53,664 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:38:53,665 Checking Wrapper 20687333 +2022-02-16 16:38:57,695 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:38:57,696 Checking inner jobs status +2022-02-16 16:38:59,519 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:38:59,520 End of checking +2022-02-16 16:38:59,522 Updating FAILED jobs +2022-02-16 16:38:59,526 Updating WAITING jobs +2022-02-16 16:38:59,527 Updating WAITING jobs eligible for be prepared +2022-02-16 16:38:59,528 Updating Held jobs +2022-02-16 16:38:59,529 Update finished +2022-02-16 16:38:59,530 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:38:59,530 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:38:59,530 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:38:59,530 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:38:59,530 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:38:59,530 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:38:59,530 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:38:59,530 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:38:59,530 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:38:59,530 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:38:59,530 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:38:59,530 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:38:59,530 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:38:59,530 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:38:59,531 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:38:59,531 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:38:59,531 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:38:59,531 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:38:59,531 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:38:59,531 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:38:59,534 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:38:59,570 Job list saved +2022-02-16 16:38:59,616 Updating FAILED jobs +2022-02-16 16:38:59,617 Updating WAITING jobs +2022-02-16 16:38:59,618 Updating WAITING jobs eligible for be prepared +2022-02-16 16:38:59,619 Updating Held jobs +2022-02-16 16:38:59,620 Update finished +2022-02-16 16:39:09,626 Reloading parameters... +2022-02-16 16:39:09,641 Loading parameters... +2022-02-16 16:39:09,642 Loading project parameters... +2022-02-16 16:39:09,643 + +190 of 783 jobs remaining (16:39) +2022-02-16 16:39:09,644 Sleep: 10 +2022-02-16 16:39:09,644 Number of retrials: 2 +2022-02-16 16:39:09,644 WRAPPER CHECK TIME = 10 +2022-02-16 16:39:09,649 Checking jobs for platform=marenostrum4 +2022-02-16 16:39:09,649 Checking Wrapper 20687337 +2022-02-16 16:39:13,579 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:39:13,580 Checking inner jobs status +2022-02-16 16:39:15,413 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:39:15,414 Checking Wrapper 20687333 +2022-02-16 16:39:19,343 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:39:19,343 Checking inner jobs status +2022-02-16 16:39:21,168 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:39:21,168 End of checking +2022-02-16 16:39:21,170 Updating FAILED jobs +2022-02-16 16:39:21,173 Updating WAITING jobs +2022-02-16 16:39:21,174 Updating WAITING jobs eligible for be prepared +2022-02-16 16:39:21,175 Updating Held jobs +2022-02-16 16:39:21,175 Update finished +2022-02-16 16:39:21,176 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:39:21,176 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:39:21,176 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:39:21,176 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:39:21,176 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:39:21,176 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:39:21,176 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:39:21,176 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:39:21,176 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:39:21,177 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:39:21,177 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:39:21,177 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:39:21,177 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:39:21,177 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:39:21,177 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:39:21,177 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:39:21,177 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:39:21,177 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:39:21,177 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:39:21,177 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:39:21,190 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:39:21,212 Job list saved +2022-02-16 16:39:21,258 Updating FAILED jobs +2022-02-16 16:39:21,259 Updating WAITING jobs +2022-02-16 16:39:21,259 Updating WAITING jobs eligible for be prepared +2022-02-16 16:39:21,260 Updating Held jobs +2022-02-16 16:39:21,261 Update finished +2022-02-16 16:39:31,273 Reloading parameters... +2022-02-16 16:39:31,292 Loading parameters... +2022-02-16 16:39:31,292 Loading project parameters... +2022-02-16 16:39:31,293 + +190 of 783 jobs remaining (16:39) +2022-02-16 16:39:31,294 Sleep: 10 +2022-02-16 16:39:31,294 Number of retrials: 2 +2022-02-16 16:39:31,295 WRAPPER CHECK TIME = 10 +2022-02-16 16:39:31,298 Checking jobs for platform=marenostrum4 +2022-02-16 16:39:31,298 Checking Wrapper 20687337 +2022-02-16 16:39:35,229 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:39:35,230 Checking inner jobs status +2022-02-16 16:39:37,360 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:39:37,361 Checking Wrapper 20687333 +2022-02-16 16:39:41,294 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:39:41,295 Checking inner jobs status +2022-02-16 16:39:43,119 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:39:43,120 End of checking +2022-02-16 16:39:43,121 Updating FAILED jobs +2022-02-16 16:39:43,126 Updating WAITING jobs +2022-02-16 16:39:43,127 Updating WAITING jobs eligible for be prepared +2022-02-16 16:39:43,128 Updating Held jobs +2022-02-16 16:39:43,129 Update finished +2022-02-16 16:39:43,129 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:39:43,130 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:39:43,130 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:39:43,130 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:39:43,130 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:39:43,130 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:39:43,130 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:39:43,130 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:39:43,130 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:39:43,130 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:39:43,130 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:39:43,130 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:39:43,130 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:39:43,130 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:39:43,130 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:39:43,130 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:39:43,131 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:39:43,131 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:39:43,131 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:39:43,131 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:39:43,134 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:39:43,161 Job list saved +2022-02-16 16:39:43,211 Updating FAILED jobs +2022-02-16 16:39:43,212 Updating WAITING jobs +2022-02-16 16:39:43,213 Updating WAITING jobs eligible for be prepared +2022-02-16 16:39:43,215 Updating Held jobs +2022-02-16 16:39:43,215 Update finished +2022-02-16 16:39:53,230 Reloading parameters... +2022-02-16 16:39:53,244 Loading parameters... +2022-02-16 16:39:53,245 Loading project parameters... +2022-02-16 16:39:53,247 + +190 of 783 jobs remaining (16:39) +2022-02-16 16:39:53,247 Sleep: 10 +2022-02-16 16:39:53,247 Number of retrials: 2 +2022-02-16 16:39:53,247 WRAPPER CHECK TIME = 10 +2022-02-16 16:39:53,252 Checking jobs for platform=marenostrum4 +2022-02-16 16:39:53,252 Checking Wrapper 20687337 +2022-02-16 16:39:57,180 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:39:57,181 Checking inner jobs status +2022-02-16 16:39:59,814 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:39:59,815 Checking Wrapper 20687333 +2022-02-16 16:40:03,844 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:40:03,845 Checking inner jobs status +2022-02-16 16:40:10,686 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:40:10,687 End of checking +2022-02-16 16:40:10,689 Updating FAILED jobs +2022-02-16 16:40:10,694 Updating WAITING jobs +2022-02-16 16:40:10,695 Updating WAITING jobs eligible for be prepared +2022-02-16 16:40:10,697 Updating Held jobs +2022-02-16 16:40:10,697 Update finished +2022-02-16 16:40:10,698 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:40:10,698 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:40:10,698 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:40:10,698 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:40:10,698 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:40:10,698 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:40:10,699 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:40:10,699 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:40:10,699 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:40:10,699 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:40:10,699 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:40:10,699 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:40:10,699 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:40:10,699 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:40:10,699 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:40:10,699 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:40:10,699 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:40:10,699 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:40:10,699 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:40:10,699 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:40:10,703 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:40:10,730 Job list saved +2022-02-16 16:40:10,780 Updating FAILED jobs +2022-02-16 16:40:10,781 Updating WAITING jobs +2022-02-16 16:40:10,781 Updating WAITING jobs eligible for be prepared +2022-02-16 16:40:10,782 Updating Held jobs +2022-02-16 16:40:10,783 Update finished +2022-02-16 16:40:20,798 Reloading parameters... +2022-02-16 16:40:20,816 Loading parameters... +2022-02-16 16:40:20,817 Loading project parameters... +2022-02-16 16:40:20,819 + +190 of 783 jobs remaining (16:40) +2022-02-16 16:40:20,819 Sleep: 10 +2022-02-16 16:40:20,819 Number of retrials: 2 +2022-02-16 16:40:20,819 WRAPPER CHECK TIME = 10 +2022-02-16 16:40:20,824 Checking jobs for platform=marenostrum4 +2022-02-16 16:40:20,824 Checking Wrapper 20687337 +2022-02-16 16:40:24,753 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:40:24,753 Checking inner jobs status +2022-02-16 16:40:26,880 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:40:26,882 Checking Wrapper 20687333 +2022-02-16 16:40:30,858 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:40:30,858 Checking inner jobs status +2022-02-16 16:40:35,952 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:40:35,954 End of checking +2022-02-16 16:40:35,957 Updating FAILED jobs +2022-02-16 16:40:35,961 Updating WAITING jobs +2022-02-16 16:40:35,962 Updating WAITING jobs eligible for be prepared +2022-02-16 16:40:35,964 Updating Held jobs +2022-02-16 16:40:35,964 Update finished +2022-02-16 16:40:35,965 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:40:35,965 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:40:35,965 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:40:35,965 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:40:35,965 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:40:35,965 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:40:35,965 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:40:35,965 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:40:35,965 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:40:35,965 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:40:35,966 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:40:35,966 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:40:35,966 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:40:35,966 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:40:35,966 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:40:35,966 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:40:35,966 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:40:35,966 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:40:35,966 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:40:35,966 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:40:35,969 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:40:36,012 Job list saved +2022-02-16 16:40:36,074 Updating FAILED jobs +2022-02-16 16:40:36,075 Updating WAITING jobs +2022-02-16 16:40:36,076 Updating WAITING jobs eligible for be prepared +2022-02-16 16:40:36,078 Updating Held jobs +2022-02-16 16:40:36,079 Update finished +2022-02-16 16:40:46,088 Reloading parameters... +2022-02-16 16:40:46,104 Loading parameters... +2022-02-16 16:40:46,104 Loading project parameters... +2022-02-16 16:40:46,106 + +190 of 783 jobs remaining (16:40) +2022-02-16 16:40:46,106 Sleep: 10 +2022-02-16 16:40:46,107 Number of retrials: 2 +2022-02-16 16:40:46,107 WRAPPER CHECK TIME = 10 +2022-02-16 16:40:46,111 Checking jobs for platform=marenostrum4 +2022-02-16 16:40:46,111 Checking Wrapper 20687337 +2022-02-16 16:40:50,047 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:40:50,048 Checking inner jobs status +2022-02-16 16:40:51,871 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:40:51,872 Checking Wrapper 20687333 +2022-02-16 16:40:55,799 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:40:55,800 Checking inner jobs status +2022-02-16 16:40:57,723 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:40:57,723 End of checking +2022-02-16 16:40:57,725 Updating FAILED jobs +2022-02-16 16:40:57,727 Updating WAITING jobs +2022-02-16 16:40:57,728 Updating WAITING jobs eligible for be prepared +2022-02-16 16:40:57,729 Updating Held jobs +2022-02-16 16:40:57,730 Update finished +2022-02-16 16:40:57,730 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:40:57,731 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:40:57,731 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:40:57,731 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:40:57,731 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:40:57,731 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:40:57,731 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:40:57,731 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:40:57,731 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:40:57,731 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:40:57,731 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:40:57,731 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:40:57,731 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:40:57,731 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:40:57,731 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:40:57,731 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:40:57,731 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:40:57,732 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:40:57,732 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:40:57,732 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:40:57,737 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:40:57,760 Job list saved +2022-02-16 16:40:57,819 Updating FAILED jobs +2022-02-16 16:40:57,820 Updating WAITING jobs +2022-02-16 16:40:57,821 Updating WAITING jobs eligible for be prepared +2022-02-16 16:40:57,822 Updating Held jobs +2022-02-16 16:40:57,822 Update finished +2022-02-16 16:41:07,837 Reloading parameters... +2022-02-16 16:41:07,851 Loading parameters... +2022-02-16 16:41:07,851 Loading project parameters... +2022-02-16 16:41:07,853 + +190 of 783 jobs remaining (16:41) +2022-02-16 16:41:07,853 Sleep: 10 +2022-02-16 16:41:07,853 Number of retrials: 2 +2022-02-16 16:41:07,853 WRAPPER CHECK TIME = 10 +2022-02-16 16:41:07,858 Checking jobs for platform=marenostrum4 +2022-02-16 16:41:07,858 Checking Wrapper 20687337 +2022-02-16 16:41:11,796 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:41:11,797 Checking inner jobs status +2022-02-16 16:41:13,620 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:41:13,621 Checking Wrapper 20687333 +2022-02-16 16:41:17,599 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:41:17,599 Checking inner jobs status +2022-02-16 16:41:19,473 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:41:19,474 End of checking +2022-02-16 16:41:19,476 Updating FAILED jobs +2022-02-16 16:41:19,481 Updating WAITING jobs +2022-02-16 16:41:19,482 Updating WAITING jobs eligible for be prepared +2022-02-16 16:41:19,483 Updating Held jobs +2022-02-16 16:41:19,484 Update finished +2022-02-16 16:41:19,484 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:41:19,485 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:41:19,485 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:41:19,485 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:41:19,485 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:41:19,485 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:41:19,485 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:41:19,485 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:41:19,485 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:41:19,485 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:41:19,485 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:41:19,485 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:41:19,485 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:41:19,485 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:41:19,485 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:41:19,486 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:41:19,486 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:41:19,486 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:41:19,486 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:41:19,486 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:41:19,489 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:41:19,518 Job list saved +2022-02-16 16:41:19,560 Updating FAILED jobs +2022-02-16 16:41:19,561 Updating WAITING jobs +2022-02-16 16:41:19,562 Updating WAITING jobs eligible for be prepared +2022-02-16 16:41:19,563 Updating Held jobs +2022-02-16 16:41:19,564 Update finished +2022-02-16 16:41:29,572 Reloading parameters... +2022-02-16 16:41:29,594 Loading parameters... +2022-02-16 16:41:29,594 Loading project parameters... +2022-02-16 16:41:29,595 + +190 of 783 jobs remaining (16:41) +2022-02-16 16:41:29,596 Sleep: 10 +2022-02-16 16:41:29,596 Number of retrials: 2 +2022-02-16 16:41:29,596 WRAPPER CHECK TIME = 10 +2022-02-16 16:41:29,600 Checking jobs for platform=marenostrum4 +2022-02-16 16:41:29,600 Checking Wrapper 20687337 +2022-02-16 16:41:33,528 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:41:33,529 Checking inner jobs status +2022-02-16 16:41:35,354 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:41:35,354 Checking Wrapper 20687333 +2022-02-16 16:41:39,282 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:41:39,283 Checking inner jobs status +2022-02-16 16:41:41,409 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:41:41,409 End of checking +2022-02-16 16:41:41,411 Updating FAILED jobs +2022-02-16 16:41:41,413 Updating WAITING jobs +2022-02-16 16:41:41,414 Updating WAITING jobs eligible for be prepared +2022-02-16 16:41:41,415 Updating Held jobs +2022-02-16 16:41:41,415 Update finished +2022-02-16 16:41:41,416 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:41:41,416 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:41:41,416 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:41:41,416 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:41:41,416 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:41:41,416 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:41:41,416 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:41:41,416 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:41:41,416 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:41:41,417 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:41:41,417 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:41:41,417 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:41:41,417 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:41:41,417 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:41:41,417 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:41:41,417 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:41:41,417 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:41:41,417 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:41:41,417 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:41:41,417 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:41:41,420 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:41:41,444 Job list saved +2022-02-16 16:41:41,487 Updating FAILED jobs +2022-02-16 16:41:41,488 Updating WAITING jobs +2022-02-16 16:41:41,488 Updating WAITING jobs eligible for be prepared +2022-02-16 16:41:41,489 Updating Held jobs +2022-02-16 16:41:41,489 Update finished +2022-02-16 16:41:51,501 Reloading parameters... +2022-02-16 16:41:51,520 Loading parameters... +2022-02-16 16:41:51,521 Loading project parameters... +2022-02-16 16:41:51,522 + +190 of 783 jobs remaining (16:41) +2022-02-16 16:41:51,523 Sleep: 10 +2022-02-16 16:41:51,523 Number of retrials: 2 +2022-02-16 16:41:51,523 WRAPPER CHECK TIME = 10 +2022-02-16 16:41:51,528 Checking jobs for platform=marenostrum4 +2022-02-16 16:41:51,528 Checking Wrapper 20687337 +2022-02-16 16:41:55,456 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:41:55,456 Checking inner jobs status +2022-02-16 16:41:59,644 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:41:59,645 Checking Wrapper 20687333 +2022-02-16 16:42:03,621 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:42:03,622 Checking inner jobs status +2022-02-16 16:42:07,355 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:42:07,356 End of checking +2022-02-16 16:42:07,357 Updating FAILED jobs +2022-02-16 16:42:07,362 Updating WAITING jobs +2022-02-16 16:42:07,363 Updating WAITING jobs eligible for be prepared +2022-02-16 16:42:07,364 Updating Held jobs +2022-02-16 16:42:07,365 Update finished +2022-02-16 16:42:07,366 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:42:07,366 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:42:07,366 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:42:07,366 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:42:07,366 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:42:07,366 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:42:07,366 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:42:07,366 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:42:07,366 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:42:07,366 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:42:07,366 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:42:07,366 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:42:07,366 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:42:07,366 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:42:07,367 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:42:07,367 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:42:07,367 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:42:07,367 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:42:07,367 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:42:07,367 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:42:07,370 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:42:07,404 Job list saved +2022-02-16 16:42:07,446 Updating FAILED jobs +2022-02-16 16:42:07,447 Updating WAITING jobs +2022-02-16 16:42:07,447 Updating WAITING jobs eligible for be prepared +2022-02-16 16:42:07,448 Updating Held jobs +2022-02-16 16:42:07,449 Update finished +2022-02-16 16:42:17,461 Reloading parameters... +2022-02-16 16:42:17,476 Loading parameters... +2022-02-16 16:42:17,477 Loading project parameters... +2022-02-16 16:42:17,478 + +190 of 783 jobs remaining (16:42) +2022-02-16 16:42:17,478 Sleep: 10 +2022-02-16 16:42:17,478 Number of retrials: 2 +2022-02-16 16:42:17,478 WRAPPER CHECK TIME = 10 +2022-02-16 16:42:17,483 Checking jobs for platform=marenostrum4 +2022-02-16 16:42:17,483 Checking Wrapper 20687337 +2022-02-16 16:42:21,516 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:42:21,516 Checking inner jobs status +2022-02-16 16:42:24,904 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:42:24,905 Checking Wrapper 20687333 +2022-02-16 16:42:28,833 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:42:28,833 Checking inner jobs status +2022-02-16 16:42:30,707 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:42:30,708 End of checking +2022-02-16 16:42:30,710 Updating FAILED jobs +2022-02-16 16:42:30,715 Updating WAITING jobs +2022-02-16 16:42:30,715 Updating WAITING jobs eligible for be prepared +2022-02-16 16:42:30,717 Updating Held jobs +2022-02-16 16:42:30,718 Update finished +2022-02-16 16:42:30,719 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:42:30,719 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:42:30,719 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:42:30,719 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:42:30,719 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:42:30,719 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:42:30,719 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:42:30,719 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:42:30,719 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:42:30,719 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:42:30,719 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:42:30,720 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:42:30,720 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:42:30,720 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:42:30,720 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:42:30,720 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:42:30,720 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:42:30,720 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:42:30,720 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:42:30,720 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:42:30,723 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:42:30,752 Job list saved +2022-02-16 16:42:30,814 Updating FAILED jobs +2022-02-16 16:42:30,815 Updating WAITING jobs +2022-02-16 16:42:30,815 Updating WAITING jobs eligible for be prepared +2022-02-16 16:42:30,817 Updating Held jobs +2022-02-16 16:42:30,817 Update finished +2022-02-16 16:42:40,832 Reloading parameters... +2022-02-16 16:42:40,846 Loading parameters... +2022-02-16 16:42:40,847 Loading project parameters... +2022-02-16 16:42:40,849 + +190 of 783 jobs remaining (16:42) +2022-02-16 16:42:40,849 Sleep: 10 +2022-02-16 16:42:40,849 Number of retrials: 2 +2022-02-16 16:42:40,849 WRAPPER CHECK TIME = 10 +2022-02-16 16:42:40,854 Checking jobs for platform=marenostrum4 +2022-02-16 16:42:40,854 Checking Wrapper 20687337 +2022-02-16 16:42:44,781 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:42:44,781 Checking inner jobs status +2022-02-16 16:42:46,609 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:42:46,610 Checking Wrapper 20687333 +2022-02-16 16:42:50,544 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:42:50,544 Checking inner jobs status +2022-02-16 16:42:52,517 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:42:52,519 End of checking +2022-02-16 16:42:52,520 Updating FAILED jobs +2022-02-16 16:42:52,525 Updating WAITING jobs +2022-02-16 16:42:52,526 Updating WAITING jobs eligible for be prepared +2022-02-16 16:42:52,527 Updating Held jobs +2022-02-16 16:42:52,528 Update finished +2022-02-16 16:42:52,529 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:42:52,529 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:42:52,529 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:42:52,529 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:42:52,529 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:42:52,529 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:42:52,529 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:42:52,529 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:42:52,529 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:42:52,529 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:42:52,529 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:42:52,529 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:42:52,530 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:42:52,530 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:42:52,530 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:42:52,530 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:42:52,530 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:42:52,530 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:42:52,530 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:42:52,530 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:42:52,533 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:42:52,559 Job list saved +2022-02-16 16:42:52,606 Updating FAILED jobs +2022-02-16 16:42:52,607 Updating WAITING jobs +2022-02-16 16:42:52,607 Updating WAITING jobs eligible for be prepared +2022-02-16 16:42:52,609 Updating Held jobs +2022-02-16 16:42:52,609 Update finished +2022-02-16 16:43:02,617 Reloading parameters... +2022-02-16 16:43:02,630 Loading parameters... +2022-02-16 16:43:02,631 Loading project parameters... +2022-02-16 16:43:02,632 + +190 of 783 jobs remaining (16:43) +2022-02-16 16:43:02,632 Sleep: 10 +2022-02-16 16:43:02,632 Number of retrials: 2 +2022-02-16 16:43:02,632 WRAPPER CHECK TIME = 10 +2022-02-16 16:43:02,636 Checking jobs for platform=marenostrum4 +2022-02-16 16:43:02,636 Checking Wrapper 20687337 +2022-02-16 16:43:06,566 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:43:06,566 Checking inner jobs status +2022-02-16 16:43:08,447 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:43:08,448 Checking Wrapper 20687333 +2022-02-16 16:43:12,472 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:43:12,473 Checking inner jobs status +2022-02-16 16:43:14,347 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:43:14,348 End of checking +2022-02-16 16:43:14,350 Updating FAILED jobs +2022-02-16 16:43:14,354 Updating WAITING jobs +2022-02-16 16:43:14,354 Updating WAITING jobs eligible for be prepared +2022-02-16 16:43:14,356 Updating Held jobs +2022-02-16 16:43:14,356 Update finished +2022-02-16 16:43:14,357 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:43:14,357 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:43:14,357 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:43:14,357 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:43:14,357 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:43:14,357 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:43:14,357 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:43:14,357 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:43:14,358 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:43:14,358 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:43:14,358 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:43:14,358 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:43:14,358 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:43:14,358 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:43:14,358 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:43:14,358 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:43:14,358 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:43:14,358 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:43:14,358 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:43:14,358 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:43:14,361 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:43:14,392 Job list saved +2022-02-16 16:43:14,434 Updating FAILED jobs +2022-02-16 16:43:14,435 Updating WAITING jobs +2022-02-16 16:43:14,435 Updating WAITING jobs eligible for be prepared +2022-02-16 16:43:14,436 Updating Held jobs +2022-02-16 16:43:14,437 Update finished +2022-02-16 16:43:24,444 Reloading parameters... +2022-02-16 16:43:24,460 Loading parameters... +2022-02-16 16:43:24,461 Loading project parameters... +2022-02-16 16:43:24,462 + +190 of 783 jobs remaining (16:43) +2022-02-16 16:43:24,463 Sleep: 10 +2022-02-16 16:43:24,463 Number of retrials: 2 +2022-02-16 16:43:24,463 WRAPPER CHECK TIME = 10 +2022-02-16 16:43:24,468 Checking jobs for platform=marenostrum4 +2022-02-16 16:43:24,468 Checking Wrapper 20687337 +2022-02-16 16:43:28,448 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:43:28,449 Checking inner jobs status +2022-02-16 16:43:30,373 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:43:30,375 Checking Wrapper 20687333 +2022-02-16 16:43:34,310 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:43:34,311 Checking inner jobs status +2022-02-16 16:43:36,143 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:43:36,143 End of checking +2022-02-16 16:43:36,145 Updating FAILED jobs +2022-02-16 16:43:36,150 Updating WAITING jobs +2022-02-16 16:43:36,150 Updating WAITING jobs eligible for be prepared +2022-02-16 16:43:36,152 Updating Held jobs +2022-02-16 16:43:36,152 Update finished +2022-02-16 16:43:36,153 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:43:36,153 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:43:36,153 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:43:36,153 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:43:36,153 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:43:36,153 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:43:36,153 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:43:36,153 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:43:36,153 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:43:36,153 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:43:36,153 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:43:36,154 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:43:36,154 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:43:36,154 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:43:36,154 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:43:36,154 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:43:36,154 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:43:36,154 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:43:36,154 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:43:36,154 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:43:36,157 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:43:36,182 Job list saved +2022-02-16 16:43:36,236 Updating FAILED jobs +2022-02-16 16:43:36,237 Updating WAITING jobs +2022-02-16 16:43:36,238 Updating WAITING jobs eligible for be prepared +2022-02-16 16:43:36,239 Updating Held jobs +2022-02-16 16:43:36,239 Update finished +2022-02-16 16:43:46,254 Reloading parameters... +2022-02-16 16:43:46,272 Loading parameters... +2022-02-16 16:43:46,273 Loading project parameters... +2022-02-16 16:43:46,274 + +190 of 783 jobs remaining (16:43) +2022-02-16 16:43:46,275 Sleep: 10 +2022-02-16 16:43:46,275 Number of retrials: 2 +2022-02-16 16:43:46,275 WRAPPER CHECK TIME = 10 +2022-02-16 16:43:46,279 Checking jobs for platform=marenostrum4 +2022-02-16 16:43:46,279 Checking Wrapper 20687337 +2022-02-16 16:43:50,208 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:43:50,208 Checking inner jobs status +2022-02-16 16:43:54,701 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:43:54,702 Checking Wrapper 20687333 +2022-02-16 16:43:58,629 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:43:58,630 Checking inner jobs status +2022-02-16 16:44:03,113 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:44:03,114 End of checking +2022-02-16 16:44:03,115 Updating FAILED jobs +2022-02-16 16:44:03,120 Updating WAITING jobs +2022-02-16 16:44:03,121 Updating WAITING jobs eligible for be prepared +2022-02-16 16:44:03,122 Updating Held jobs +2022-02-16 16:44:03,123 Update finished +2022-02-16 16:44:03,123 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:44:03,124 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:44:03,124 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:44:03,124 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:44:03,124 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:44:03,124 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:44:03,124 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:44:03,124 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:44:03,124 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:44:03,124 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:44:03,124 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:44:03,124 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:44:03,124 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:44:03,124 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:44:03,124 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:44:03,124 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:44:03,124 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:44:03,124 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:44:03,125 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:44:03,125 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:44:03,127 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:44:03,168 Job list saved +2022-02-16 16:44:03,219 Updating FAILED jobs +2022-02-16 16:44:03,219 Updating WAITING jobs +2022-02-16 16:44:03,220 Updating WAITING jobs eligible for be prepared +2022-02-16 16:44:03,221 Updating Held jobs +2022-02-16 16:44:03,221 Update finished +2022-02-16 16:44:13,236 Reloading parameters... +2022-02-16 16:44:13,251 Loading parameters... +2022-02-16 16:44:13,252 Loading project parameters... +2022-02-16 16:44:13,253 + +190 of 783 jobs remaining (16:44) +2022-02-16 16:44:13,254 Sleep: 10 +2022-02-16 16:44:13,254 Number of retrials: 2 +2022-02-16 16:44:13,254 WRAPPER CHECK TIME = 10 +2022-02-16 16:44:13,258 Checking jobs for platform=marenostrum4 +2022-02-16 16:44:13,258 Checking Wrapper 20687337 +2022-02-16 16:44:17,243 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:44:17,244 Checking inner jobs status +2022-02-16 16:44:23,581 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:44:23,583 Checking Wrapper 20687333 +2022-02-16 16:44:27,516 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:44:27,517 Checking inner jobs status +2022-02-16 16:44:30,200 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:44:30,201 End of checking +2022-02-16 16:44:30,203 Updating FAILED jobs +2022-02-16 16:44:30,208 Updating WAITING jobs +2022-02-16 16:44:30,209 Updating WAITING jobs eligible for be prepared +2022-02-16 16:44:30,210 Updating Held jobs +2022-02-16 16:44:30,211 Update finished +2022-02-16 16:44:30,212 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:44:30,212 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:44:30,212 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:44:30,212 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:44:30,212 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:44:30,212 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:44:30,212 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:44:30,212 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:44:30,212 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:44:30,212 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:44:30,212 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:44:30,212 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:44:30,212 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:44:30,213 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:44:30,213 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:44:30,213 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:44:30,213 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:44:30,213 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:44:30,213 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:44:30,213 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:44:30,216 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:44:30,242 Job list saved +2022-02-16 16:44:30,289 Updating FAILED jobs +2022-02-16 16:44:30,289 Updating WAITING jobs +2022-02-16 16:44:30,290 Updating WAITING jobs eligible for be prepared +2022-02-16 16:44:30,291 Updating Held jobs +2022-02-16 16:44:30,292 Update finished +2022-02-16 16:44:40,306 Reloading parameters... +2022-02-16 16:44:40,321 Loading parameters... +2022-02-16 16:44:40,322 Loading project parameters... +2022-02-16 16:44:40,323 + +190 of 783 jobs remaining (16:44) +2022-02-16 16:44:40,324 Sleep: 10 +2022-02-16 16:44:40,324 Number of retrials: 2 +2022-02-16 16:44:40,324 WRAPPER CHECK TIME = 10 +2022-02-16 16:44:40,328 Checking jobs for platform=marenostrum4 +2022-02-16 16:44:40,328 Checking Wrapper 20687337 +2022-02-16 16:44:44,255 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:44:44,256 Checking inner jobs status +2022-02-16 16:44:46,181 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:44:46,181 Checking Wrapper 20687333 +2022-02-16 16:44:50,118 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:44:50,119 Checking inner jobs status +2022-02-16 16:44:51,948 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:44:51,949 End of checking +2022-02-16 16:44:51,951 Updating FAILED jobs +2022-02-16 16:44:51,956 Updating WAITING jobs +2022-02-16 16:44:51,956 Updating WAITING jobs eligible for be prepared +2022-02-16 16:44:51,958 Updating Held jobs +2022-02-16 16:44:51,958 Update finished +2022-02-16 16:44:51,959 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:44:51,959 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:44:51,959 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:44:51,959 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:44:51,959 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:44:51,959 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:44:51,959 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:44:51,960 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:44:51,960 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:44:51,960 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:44:51,960 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:44:51,960 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:44:51,960 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:44:51,960 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:44:51,960 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:44:51,960 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:44:51,960 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:44:51,960 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:44:51,960 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:44:51,960 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:44:51,963 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:44:51,997 Job list saved +2022-02-16 16:44:52,035 Updating FAILED jobs +2022-02-16 16:44:52,036 Updating WAITING jobs +2022-02-16 16:44:52,036 Updating WAITING jobs eligible for be prepared +2022-02-16 16:44:52,037 Updating Held jobs +2022-02-16 16:44:52,038 Update finished +2022-02-16 16:45:02,055 Reloading parameters... +2022-02-16 16:45:02,075 Loading parameters... +2022-02-16 16:45:02,076 Loading project parameters... +2022-02-16 16:45:02,078 + +190 of 783 jobs remaining (16:45) +2022-02-16 16:45:02,078 Sleep: 10 +2022-02-16 16:45:02,078 Number of retrials: 2 +2022-02-16 16:45:02,078 WRAPPER CHECK TIME = 10 +2022-02-16 16:45:02,083 Checking jobs for platform=marenostrum4 +2022-02-16 16:45:02,083 Checking Wrapper 20687337 +2022-02-16 16:45:06,062 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:45:06,063 Checking inner jobs status +2022-02-16 16:45:07,899 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:45:07,900 Checking Wrapper 20687333 +2022-02-16 16:45:12,029 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:45:12,030 Checking inner jobs status +2022-02-16 16:45:13,956 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:45:13,957 End of checking +2022-02-16 16:45:13,960 Updating FAILED jobs +2022-02-16 16:45:13,965 Updating WAITING jobs +2022-02-16 16:45:13,966 Updating WAITING jobs eligible for be prepared +2022-02-16 16:45:13,967 Updating Held jobs +2022-02-16 16:45:13,968 Update finished +2022-02-16 16:45:13,969 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:45:13,969 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:45:13,969 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:45:13,969 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:45:13,969 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:45:13,969 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:45:13,969 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:45:13,969 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:45:13,969 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:45:13,969 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:45:13,970 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:45:13,970 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:45:13,970 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:45:13,970 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:45:13,970 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:45:13,970 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:45:13,970 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:45:13,970 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:45:13,970 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:45:13,970 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:45:13,974 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:45:14,002 Job list saved +2022-02-16 16:45:14,049 Updating FAILED jobs +2022-02-16 16:45:14,050 Updating WAITING jobs +2022-02-16 16:45:14,051 Updating WAITING jobs eligible for be prepared +2022-02-16 16:45:14,052 Updating Held jobs +2022-02-16 16:45:14,052 Update finished +2022-02-16 16:45:24,064 Reloading parameters... +2022-02-16 16:45:24,082 Loading parameters... +2022-02-16 16:45:24,083 Loading project parameters... +2022-02-16 16:45:24,085 + +190 of 783 jobs remaining (16:45) +2022-02-16 16:45:24,085 Sleep: 10 +2022-02-16 16:45:24,086 Number of retrials: 2 +2022-02-16 16:45:24,086 WRAPPER CHECK TIME = 10 +2022-02-16 16:45:24,090 Checking jobs for platform=marenostrum4 +2022-02-16 16:45:24,090 Checking Wrapper 20687337 +2022-02-16 16:45:28,172 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:45:28,173 Checking inner jobs status +2022-02-16 16:45:30,148 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:45:30,150 Checking Wrapper 20687333 +2022-02-16 16:45:34,132 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:45:34,132 Checking inner jobs status +2022-02-16 16:45:36,057 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:45:36,058 End of checking +2022-02-16 16:45:36,060 Updating FAILED jobs +2022-02-16 16:45:36,065 Updating WAITING jobs +2022-02-16 16:45:36,066 Updating WAITING jobs eligible for be prepared +2022-02-16 16:45:36,068 Updating Held jobs +2022-02-16 16:45:36,069 Update finished +2022-02-16 16:45:36,070 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:45:36,070 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:45:36,070 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:45:36,070 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:45:36,070 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:45:36,071 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:45:36,071 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:45:36,071 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:45:36,071 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:45:36,071 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:45:36,071 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:45:36,071 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:45:36,071 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:45:36,071 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:45:36,071 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:45:36,071 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:45:36,072 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:45:36,072 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:45:36,072 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:45:36,072 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:45:36,076 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:45:36,103 Job list saved +2022-02-16 16:45:36,151 Updating FAILED jobs +2022-02-16 16:45:36,152 Updating WAITING jobs +2022-02-16 16:45:36,153 Updating WAITING jobs eligible for be prepared +2022-02-16 16:45:36,154 Updating Held jobs +2022-02-16 16:45:36,155 Update finished +2022-02-16 16:45:46,164 Reloading parameters... +2022-02-16 16:45:46,193 Loading parameters... +2022-02-16 16:45:46,194 Loading project parameters... +2022-02-16 16:45:46,196 + +190 of 783 jobs remaining (16:45) +2022-02-16 16:45:46,196 Sleep: 10 +2022-02-16 16:45:46,196 Number of retrials: 2 +2022-02-16 16:45:46,197 WRAPPER CHECK TIME = 10 +2022-02-16 16:45:46,201 Checking jobs for platform=marenostrum4 +2022-02-16 16:45:46,201 Checking Wrapper 20687337 +2022-02-16 16:45:50,280 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:45:50,281 Checking inner jobs status +2022-02-16 16:45:52,104 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:45:52,106 Checking Wrapper 20687333 +2022-02-16 16:45:56,033 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:45:56,033 Checking inner jobs status +2022-02-16 16:45:59,160 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:45:59,162 End of checking +2022-02-16 16:45:59,164 Updating FAILED jobs +2022-02-16 16:45:59,169 Updating WAITING jobs +2022-02-16 16:45:59,170 Updating WAITING jobs eligible for be prepared +2022-02-16 16:45:59,171 Updating Held jobs +2022-02-16 16:45:59,172 Update finished +2022-02-16 16:45:59,173 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:45:59,173 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:45:59,173 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:45:59,173 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:45:59,173 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:45:59,173 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:45:59,173 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:45:59,173 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:45:59,173 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:45:59,173 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:45:59,173 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:45:59,173 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:45:59,173 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:45:59,173 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:45:59,173 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:45:59,174 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:45:59,174 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:45:59,174 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:45:59,174 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:45:59,174 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:45:59,178 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:45:59,218 Job list saved +2022-02-16 16:45:59,310 Updating FAILED jobs +2022-02-16 16:45:59,310 Updating WAITING jobs +2022-02-16 16:45:59,311 Updating WAITING jobs eligible for be prepared +2022-02-16 16:45:59,312 Updating Held jobs +2022-02-16 16:45:59,313 Update finished +2022-02-16 16:46:09,322 Reloading parameters... +2022-02-16 16:46:09,339 Loading parameters... +2022-02-16 16:46:09,340 Loading project parameters... +2022-02-16 16:46:09,341 + +190 of 783 jobs remaining (16:46) +2022-02-16 16:46:09,342 Sleep: 10 +2022-02-16 16:46:09,342 Number of retrials: 2 +2022-02-16 16:46:09,342 WRAPPER CHECK TIME = 10 +2022-02-16 16:46:09,346 Checking jobs for platform=marenostrum4 +2022-02-16 16:46:09,346 Checking Wrapper 20687337 +2022-02-16 16:46:13,283 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:46:13,284 Checking inner jobs status +2022-02-16 16:46:16,513 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:46:16,514 Checking Wrapper 20687333 +2022-02-16 16:46:20,551 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:46:20,551 Checking inner jobs status +2022-02-16 16:46:25,846 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:46:25,847 End of checking +2022-02-16 16:46:25,850 Updating FAILED jobs +2022-02-16 16:46:25,854 Updating WAITING jobs +2022-02-16 16:46:25,855 Updating WAITING jobs eligible for be prepared +2022-02-16 16:46:25,857 Updating Held jobs +2022-02-16 16:46:25,857 Update finished +2022-02-16 16:46:25,858 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:46:25,858 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:46:25,858 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:46:25,858 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:46:25,858 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:46:25,859 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:46:25,859 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:46:25,859 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:46:25,859 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:46:25,859 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:46:25,859 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:46:25,859 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:46:25,859 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:46:25,859 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:46:25,859 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:46:25,859 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:46:25,859 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:46:25,859 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:46:25,859 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:46:25,859 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:46:25,863 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:46:25,890 Job list saved +2022-02-16 16:46:25,948 Updating FAILED jobs +2022-02-16 16:46:25,948 Updating WAITING jobs +2022-02-16 16:46:25,949 Updating WAITING jobs eligible for be prepared +2022-02-16 16:46:25,950 Updating Held jobs +2022-02-16 16:46:25,950 Update finished +2022-02-16 16:46:35,966 Reloading parameters... +2022-02-16 16:46:36,001 Loading parameters... +2022-02-16 16:46:36,002 Loading project parameters... +2022-02-16 16:46:36,003 + +190 of 783 jobs remaining (16:46) +2022-02-16 16:46:36,004 Sleep: 10 +2022-02-16 16:46:36,004 Number of retrials: 2 +2022-02-16 16:46:36,004 WRAPPER CHECK TIME = 10 +2022-02-16 16:46:36,009 Checking jobs for platform=marenostrum4 +2022-02-16 16:46:36,009 Checking Wrapper 20687337 +2022-02-16 16:46:39,945 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:46:39,946 Checking inner jobs status +2022-02-16 16:46:43,423 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:46:43,424 Checking Wrapper 20687333 +2022-02-16 16:46:47,358 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:46:47,358 Checking inner jobs status +2022-02-16 16:46:49,336 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:46:49,337 End of checking +2022-02-16 16:46:49,339 Updating FAILED jobs +2022-02-16 16:46:49,343 Updating WAITING jobs +2022-02-16 16:46:49,344 Updating WAITING jobs eligible for be prepared +2022-02-16 16:46:49,345 Updating Held jobs +2022-02-16 16:46:49,345 Update finished +2022-02-16 16:46:49,346 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:46:49,346 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:46:49,346 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:46:49,346 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:46:49,346 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:46:49,346 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:46:49,346 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:46:49,346 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:46:49,346 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:46:49,346 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:46:49,346 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:46:49,346 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:46:49,346 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:46:49,346 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:46:49,346 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:46:49,346 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:46:49,347 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:46:49,347 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:46:49,347 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:46:49,347 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:46:49,351 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:46:49,372 Job list saved +2022-02-16 16:46:49,433 Updating FAILED jobs +2022-02-16 16:46:49,433 Updating WAITING jobs +2022-02-16 16:46:49,434 Updating WAITING jobs eligible for be prepared +2022-02-16 16:46:49,435 Updating Held jobs +2022-02-16 16:46:49,435 Update finished +2022-02-16 16:46:59,447 Reloading parameters... +2022-02-16 16:46:59,470 Loading parameters... +2022-02-16 16:46:59,471 Loading project parameters... +2022-02-16 16:46:59,472 + +190 of 783 jobs remaining (16:46) +2022-02-16 16:46:59,473 Sleep: 10 +2022-02-16 16:46:59,473 Number of retrials: 2 +2022-02-16 16:46:59,473 WRAPPER CHECK TIME = 10 +2022-02-16 16:46:59,477 Checking jobs for platform=marenostrum4 +2022-02-16 16:46:59,477 Checking Wrapper 20687337 +2022-02-16 16:47:03,405 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:47:03,406 Checking inner jobs status +2022-02-16 16:47:05,230 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:47:05,231 Checking Wrapper 20687333 +2022-02-16 16:47:09,158 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:47:09,159 Checking inner jobs status +2022-02-16 16:47:11,132 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:47:11,133 End of checking +2022-02-16 16:47:11,135 Updating FAILED jobs +2022-02-16 16:47:11,140 Updating WAITING jobs +2022-02-16 16:47:11,140 Updating WAITING jobs eligible for be prepared +2022-02-16 16:47:11,142 Updating Held jobs +2022-02-16 16:47:11,142 Update finished +2022-02-16 16:47:11,143 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:47:11,143 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:47:11,143 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:47:11,143 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:47:11,143 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:47:11,143 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:47:11,144 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:47:11,144 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:47:11,144 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:47:11,144 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:47:11,144 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:47:11,144 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:47:11,144 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:47:11,144 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:47:11,144 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:47:11,144 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:47:11,144 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:47:11,144 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:47:11,144 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:47:11,144 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:47:11,148 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:47:11,182 Job list saved +2022-02-16 16:47:11,247 Updating FAILED jobs +2022-02-16 16:47:11,248 Updating WAITING jobs +2022-02-16 16:47:11,248 Updating WAITING jobs eligible for be prepared +2022-02-16 16:47:11,249 Updating Held jobs +2022-02-16 16:47:11,250 Update finished +2022-02-16 16:47:21,263 Reloading parameters... +2022-02-16 16:47:21,280 Loading parameters... +2022-02-16 16:47:21,281 Loading project parameters... +2022-02-16 16:47:21,282 + +190 of 783 jobs remaining (16:47) +2022-02-16 16:47:21,283 Sleep: 10 +2022-02-16 16:47:21,283 Number of retrials: 2 +2022-02-16 16:47:21,283 WRAPPER CHECK TIME = 10 +2022-02-16 16:47:21,287 Checking jobs for platform=marenostrum4 +2022-02-16 16:47:21,287 Checking Wrapper 20687337 +2022-02-16 16:47:25,214 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:47:25,215 Checking inner jobs status +2022-02-16 16:47:27,351 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:47:27,351 Checking Wrapper 20687333 +2022-02-16 16:47:31,279 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:47:31,280 Checking inner jobs status +2022-02-16 16:47:33,104 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:47:33,104 End of checking +2022-02-16 16:47:33,107 Updating FAILED jobs +2022-02-16 16:47:33,112 Updating WAITING jobs +2022-02-16 16:47:33,113 Updating WAITING jobs eligible for be prepared +2022-02-16 16:47:33,114 Updating Held jobs +2022-02-16 16:47:33,115 Update finished +2022-02-16 16:47:33,116 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:47:33,116 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:47:33,116 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:47:33,116 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:47:33,116 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:47:33,116 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:47:33,116 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:47:33,116 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:47:33,116 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:47:33,116 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:47:33,116 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:47:33,116 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:47:33,116 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:47:33,116 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:47:33,116 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:47:33,116 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:47:33,116 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:47:33,117 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:47:33,117 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:47:33,117 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:47:33,121 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:47:33,147 Job list saved +2022-02-16 16:47:33,214 Updating FAILED jobs +2022-02-16 16:47:33,215 Updating WAITING jobs +2022-02-16 16:47:33,216 Updating WAITING jobs eligible for be prepared +2022-02-16 16:47:33,217 Updating Held jobs +2022-02-16 16:47:33,217 Update finished +2022-02-16 16:47:43,232 Reloading parameters... +2022-02-16 16:47:43,261 Loading parameters... +2022-02-16 16:47:43,262 Loading project parameters... +2022-02-16 16:47:43,263 + +190 of 783 jobs remaining (16:47) +2022-02-16 16:47:43,263 Sleep: 10 +2022-02-16 16:47:43,263 Number of retrials: 2 +2022-02-16 16:47:43,263 WRAPPER CHECK TIME = 10 +2022-02-16 16:47:43,267 Checking jobs for platform=marenostrum4 +2022-02-16 16:47:43,267 Checking Wrapper 20687337 +2022-02-16 16:47:47,301 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:47:47,302 Checking inner jobs status +2022-02-16 16:47:49,777 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:47:49,779 Checking Wrapper 20687333 +2022-02-16 16:47:53,714 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:47:53,715 Checking inner jobs status +2022-02-16 16:47:56,197 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:47:56,199 End of checking +2022-02-16 16:47:56,201 Updating FAILED jobs +2022-02-16 16:47:56,205 Updating WAITING jobs +2022-02-16 16:47:56,206 Updating WAITING jobs eligible for be prepared +2022-02-16 16:47:56,208 Updating Held jobs +2022-02-16 16:47:56,208 Update finished +2022-02-16 16:47:56,209 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:47:56,209 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:47:56,209 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:47:56,209 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:47:56,210 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:47:56,210 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:47:56,210 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:47:56,210 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:47:56,210 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:47:56,210 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:47:56,210 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:47:56,210 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:47:56,210 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:47:56,210 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:47:56,210 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:47:56,210 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:47:56,210 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:47:56,210 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:47:56,210 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:47:56,210 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:47:56,214 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:47:56,241 Job list saved +2022-02-16 16:47:56,308 Updating FAILED jobs +2022-02-16 16:47:56,309 Updating WAITING jobs +2022-02-16 16:47:56,309 Updating WAITING jobs eligible for be prepared +2022-02-16 16:47:56,311 Updating Held jobs +2022-02-16 16:47:56,311 Update finished +2022-02-16 16:48:06,321 Reloading parameters... +2022-02-16 16:48:06,339 Loading parameters... +2022-02-16 16:48:06,340 Loading project parameters... +2022-02-16 16:48:06,341 + +190 of 783 jobs remaining (16:48) +2022-02-16 16:48:06,342 Sleep: 10 +2022-02-16 16:48:06,342 Number of retrials: 2 +2022-02-16 16:48:06,342 WRAPPER CHECK TIME = 10 +2022-02-16 16:48:06,346 Checking jobs for platform=marenostrum4 +2022-02-16 16:48:06,347 Checking Wrapper 20687337 +2022-02-16 16:48:10,281 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:48:10,282 Checking inner jobs status +2022-02-16 16:48:13,759 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:48:13,760 Checking Wrapper 20687333 +2022-02-16 16:48:17,687 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:48:17,688 Checking inner jobs status +2022-02-16 16:48:19,763 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:48:19,763 End of checking +2022-02-16 16:48:19,765 Updating FAILED jobs +2022-02-16 16:48:19,770 Updating WAITING jobs +2022-02-16 16:48:19,771 Updating WAITING jobs eligible for be prepared +2022-02-16 16:48:19,772 Updating Held jobs +2022-02-16 16:48:19,773 Update finished +2022-02-16 16:48:19,773 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:48:19,774 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:48:19,774 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:48:19,774 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:48:19,774 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:48:19,774 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:48:19,774 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:48:19,774 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:48:19,774 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:48:19,774 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:48:19,774 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:48:19,774 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:48:19,774 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:48:19,774 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:48:19,774 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:48:19,775 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:48:19,775 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:48:19,775 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:48:19,775 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:48:19,775 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:48:19,778 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:48:19,813 Job list saved +2022-02-16 16:48:19,860 Updating FAILED jobs +2022-02-16 16:48:19,861 Updating WAITING jobs +2022-02-16 16:48:19,861 Updating WAITING jobs eligible for be prepared +2022-02-16 16:48:19,862 Updating Held jobs +2022-02-16 16:48:19,863 Update finished +2022-02-16 16:48:29,878 Reloading parameters... +2022-02-16 16:48:29,897 Loading parameters... +2022-02-16 16:48:29,898 Loading project parameters... +2022-02-16 16:48:29,900 + +190 of 783 jobs remaining (16:48) +2022-02-16 16:48:29,901 Sleep: 10 +2022-02-16 16:48:29,901 Number of retrials: 2 +2022-02-16 16:48:29,901 WRAPPER CHECK TIME = 10 +2022-02-16 16:48:29,905 Checking jobs for platform=marenostrum4 +2022-02-16 16:48:29,905 Checking Wrapper 20687337 +2022-02-16 16:48:33,885 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:48:33,886 Checking inner jobs status +2022-02-16 16:48:36,612 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:48:36,614 Checking Wrapper 20687333 +2022-02-16 16:48:40,548 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:48:40,549 Checking inner jobs status +2022-02-16 16:48:43,827 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:48:43,828 End of checking +2022-02-16 16:48:43,830 Updating FAILED jobs +2022-02-16 16:48:43,834 Updating WAITING jobs +2022-02-16 16:48:43,835 Updating WAITING jobs eligible for be prepared +2022-02-16 16:48:43,836 Updating Held jobs +2022-02-16 16:48:43,837 Update finished +2022-02-16 16:48:43,838 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:48:43,838 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:48:43,838 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:48:43,838 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:48:43,838 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:48:43,838 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:48:43,838 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:48:43,838 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:48:43,838 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:48:43,838 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:48:43,838 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:48:43,838 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:48:43,838 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:48:43,838 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:48:43,838 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:48:43,839 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:48:43,839 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:48:43,839 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:48:43,839 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:48:43,839 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:48:43,843 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:48:43,870 Job list saved +2022-02-16 16:48:43,929 Updating FAILED jobs +2022-02-16 16:48:43,930 Updating WAITING jobs +2022-02-16 16:48:43,930 Updating WAITING jobs eligible for be prepared +2022-02-16 16:48:43,931 Updating Held jobs +2022-02-16 16:48:43,932 Update finished +2022-02-16 16:48:53,947 Reloading parameters... +2022-02-16 16:48:53,974 Loading parameters... +2022-02-16 16:48:53,975 Loading project parameters... +2022-02-16 16:48:53,976 + +190 of 783 jobs remaining (16:48) +2022-02-16 16:48:53,977 Sleep: 10 +2022-02-16 16:48:53,977 Number of retrials: 2 +2022-02-16 16:48:53,977 WRAPPER CHECK TIME = 10 +2022-02-16 16:48:53,981 Checking jobs for platform=marenostrum4 +2022-02-16 16:48:53,981 Checking Wrapper 20687337 +2022-02-16 16:48:57,967 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:48:57,967 Checking inner jobs status +2022-02-16 16:48:59,797 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:48:59,798 Checking Wrapper 20687333 +2022-02-16 16:49:03,726 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:49:03,727 Checking inner jobs status +2022-02-16 16:49:05,650 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:49:05,651 End of checking +2022-02-16 16:49:05,653 Updating FAILED jobs +2022-02-16 16:49:05,655 Updating WAITING jobs +2022-02-16 16:49:05,656 Updating WAITING jobs eligible for be prepared +2022-02-16 16:49:05,657 Updating Held jobs +2022-02-16 16:49:05,658 Update finished +2022-02-16 16:49:05,659 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:49:05,659 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:49:05,659 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:49:05,659 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:49:05,659 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:49:05,659 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:49:05,659 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:49:05,659 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:49:05,659 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:49:05,659 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:49:05,659 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:49:05,659 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:49:05,659 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:49:05,660 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:49:05,660 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:49:05,660 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:49:05,660 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:49:05,660 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:49:05,660 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:49:05,660 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:49:05,663 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:49:05,689 Job list saved +2022-02-16 16:49:05,735 Updating FAILED jobs +2022-02-16 16:49:05,735 Updating WAITING jobs +2022-02-16 16:49:05,736 Updating WAITING jobs eligible for be prepared +2022-02-16 16:49:05,737 Updating Held jobs +2022-02-16 16:49:05,738 Update finished +2022-02-16 16:49:15,752 Reloading parameters... +2022-02-16 16:49:15,769 Loading parameters... +2022-02-16 16:49:15,770 Loading project parameters... +2022-02-16 16:49:15,771 + +190 of 783 jobs remaining (16:49) +2022-02-16 16:49:15,772 Sleep: 10 +2022-02-16 16:49:15,772 Number of retrials: 2 +2022-02-16 16:49:15,772 WRAPPER CHECK TIME = 10 +2022-02-16 16:49:15,776 Checking jobs for platform=marenostrum4 +2022-02-16 16:49:15,776 Checking Wrapper 20687337 +2022-02-16 16:49:19,805 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:49:19,806 Checking inner jobs status +2022-02-16 16:49:21,628 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:49:21,629 Checking Wrapper 20687333 +2022-02-16 16:49:25,556 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:49:25,557 Checking inner jobs status +2022-02-16 16:49:27,382 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:49:27,383 End of checking +2022-02-16 16:49:27,386 Updating FAILED jobs +2022-02-16 16:49:27,398 Updating WAITING jobs +2022-02-16 16:49:27,399 Updating WAITING jobs eligible for be prepared +2022-02-16 16:49:27,400 Updating Held jobs +2022-02-16 16:49:27,401 Update finished +2022-02-16 16:49:27,401 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:49:27,402 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:49:27,402 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:49:27,402 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:49:27,402 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:49:27,402 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:49:27,402 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:49:27,402 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:49:27,402 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:49:27,402 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:49:27,402 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:49:27,402 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:49:27,402 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:49:27,402 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:49:27,402 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:49:27,402 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:49:27,402 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:49:27,402 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:49:27,403 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:49:27,403 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:49:27,407 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:49:27,430 Job list saved +2022-02-16 16:49:27,476 Updating FAILED jobs +2022-02-16 16:49:27,477 Updating WAITING jobs +2022-02-16 16:49:27,477 Updating WAITING jobs eligible for be prepared +2022-02-16 16:49:27,478 Updating Held jobs +2022-02-16 16:49:27,479 Update finished +2022-02-16 16:49:37,494 Reloading parameters... +2022-02-16 16:49:37,510 Loading parameters... +2022-02-16 16:49:37,511 Loading project parameters... +2022-02-16 16:49:37,512 + +190 of 783 jobs remaining (16:49) +2022-02-16 16:49:37,513 Sleep: 10 +2022-02-16 16:49:37,513 Number of retrials: 2 +2022-02-16 16:49:37,513 WRAPPER CHECK TIME = 10 +2022-02-16 16:49:37,517 Checking jobs for platform=marenostrum4 +2022-02-16 16:49:37,517 Checking Wrapper 20687337 +2022-02-16 16:49:41,550 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:49:41,551 Checking inner jobs status +2022-02-16 16:49:43,474 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:49:43,475 Checking Wrapper 20687333 +2022-02-16 16:49:47,451 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:49:47,451 Checking inner jobs status +2022-02-16 16:49:49,378 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:49:49,379 End of checking +2022-02-16 16:49:49,380 Updating FAILED jobs +2022-02-16 16:49:49,384 Updating WAITING jobs +2022-02-16 16:49:49,385 Updating WAITING jobs eligible for be prepared +2022-02-16 16:49:49,386 Updating Held jobs +2022-02-16 16:49:49,386 Update finished +2022-02-16 16:49:49,393 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:49:49,393 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:49:49,393 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:49:49,393 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:49:49,393 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:49:49,393 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:49:49,393 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:49:49,393 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:49:49,393 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:49:49,393 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:49:49,394 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:49:49,394 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:49:49,394 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:49:49,394 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:49:49,394 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:49:49,394 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:49:49,394 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:49:49,394 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:49:49,394 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:49:49,394 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:49:49,398 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:49:49,422 Job list saved +2022-02-16 16:49:49,475 Updating FAILED jobs +2022-02-16 16:49:49,476 Updating WAITING jobs +2022-02-16 16:49:49,476 Updating WAITING jobs eligible for be prepared +2022-02-16 16:49:49,477 Updating Held jobs +2022-02-16 16:49:49,477 Update finished +2022-02-16 16:49:59,491 Reloading parameters... +2022-02-16 16:49:59,508 Loading parameters... +2022-02-16 16:49:59,509 Loading project parameters... +2022-02-16 16:49:59,510 + +190 of 783 jobs remaining (16:49) +2022-02-16 16:49:59,510 Sleep: 10 +2022-02-16 16:49:59,510 Number of retrials: 2 +2022-02-16 16:49:59,510 WRAPPER CHECK TIME = 10 +2022-02-16 16:49:59,514 Checking jobs for platform=marenostrum4 +2022-02-16 16:49:59,514 Checking Wrapper 20687337 +2022-02-16 16:50:03,496 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:50:03,497 Checking inner jobs status +2022-02-16 16:50:07,225 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:50:07,226 Checking Wrapper 20687333 +2022-02-16 16:50:11,205 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:50:11,206 Checking inner jobs status +2022-02-16 16:50:13,837 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:50:13,838 End of checking +2022-02-16 16:50:13,842 Updating FAILED jobs +2022-02-16 16:50:13,845 Updating WAITING jobs +2022-02-16 16:50:13,846 Updating WAITING jobs eligible for be prepared +2022-02-16 16:50:13,847 Updating Held jobs +2022-02-16 16:50:13,848 Update finished +2022-02-16 16:50:13,848 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:50:13,849 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:50:13,849 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:50:13,849 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:50:13,849 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:50:13,849 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:50:13,849 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:50:13,849 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:50:13,849 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:50:13,849 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:50:13,849 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:50:13,849 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:50:13,849 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:50:13,849 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:50:13,849 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:50:13,849 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:50:13,849 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:50:13,849 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:50:13,849 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:50:13,850 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:50:13,853 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:50:13,876 Job list saved +2022-02-16 16:50:13,915 Updating FAILED jobs +2022-02-16 16:50:13,916 Updating WAITING jobs +2022-02-16 16:50:13,916 Updating WAITING jobs eligible for be prepared +2022-02-16 16:50:13,917 Updating Held jobs +2022-02-16 16:50:13,918 Update finished +2022-02-16 16:50:23,925 Reloading parameters... +2022-02-16 16:50:23,943 Loading parameters... +2022-02-16 16:50:23,944 Loading project parameters... +2022-02-16 16:50:23,945 + +190 of 783 jobs remaining (16:50) +2022-02-16 16:50:23,945 Sleep: 10 +2022-02-16 16:50:23,945 Number of retrials: 2 +2022-02-16 16:50:23,945 WRAPPER CHECK TIME = 10 +2022-02-16 16:50:23,949 Checking jobs for platform=marenostrum4 +2022-02-16 16:50:23,949 Checking Wrapper 20687337 +2022-02-16 16:50:27,935 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:50:27,936 Checking inner jobs status +2022-02-16 16:50:31,468 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:50:31,470 Checking Wrapper 20687333 +2022-02-16 16:50:35,403 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:50:35,404 Checking inner jobs status +2022-02-16 16:50:39,182 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:50:39,183 End of checking +2022-02-16 16:50:39,186 Updating FAILED jobs +2022-02-16 16:50:39,198 Updating WAITING jobs +2022-02-16 16:50:39,199 Updating WAITING jobs eligible for be prepared +2022-02-16 16:50:39,200 Updating Held jobs +2022-02-16 16:50:39,201 Update finished +2022-02-16 16:50:39,201 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:50:39,201 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:50:39,201 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:50:39,201 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:50:39,202 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:50:39,202 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:50:39,202 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:50:39,202 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:50:39,202 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:50:39,202 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:50:39,202 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:50:39,202 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:50:39,202 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:50:39,202 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:50:39,202 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:50:39,202 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:50:39,202 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:50:39,202 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:50:39,202 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:50:39,202 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:50:39,206 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:50:39,231 Job list saved +2022-02-16 16:50:39,275 Updating FAILED jobs +2022-02-16 16:50:39,275 Updating WAITING jobs +2022-02-16 16:50:39,276 Updating WAITING jobs eligible for be prepared +2022-02-16 16:50:39,277 Updating Held jobs +2022-02-16 16:50:39,277 Update finished +2022-02-16 16:50:49,284 Reloading parameters... +2022-02-16 16:50:49,305 Loading parameters... +2022-02-16 16:50:49,306 Loading project parameters... +2022-02-16 16:50:49,308 + +190 of 783 jobs remaining (16:50) +2022-02-16 16:50:49,309 Sleep: 10 +2022-02-16 16:50:49,309 Number of retrials: 2 +2022-02-16 16:50:49,309 WRAPPER CHECK TIME = 10 +2022-02-16 16:50:49,313 Checking jobs for platform=marenostrum4 +2022-02-16 16:50:49,313 Checking Wrapper 20687337 +2022-02-16 16:50:53,399 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:50:53,399 Checking inner jobs status +2022-02-16 16:50:55,322 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:50:55,323 Checking Wrapper 20687333 +2022-02-16 16:50:59,251 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:50:59,252 Checking inner jobs status +2022-02-16 16:51:01,075 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:51:01,076 End of checking +2022-02-16 16:51:01,079 Updating FAILED jobs +2022-02-16 16:51:01,083 Updating WAITING jobs +2022-02-16 16:51:01,083 Updating WAITING jobs eligible for be prepared +2022-02-16 16:51:01,085 Updating Held jobs +2022-02-16 16:51:01,085 Update finished +2022-02-16 16:51:01,086 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:51:01,086 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:51:01,086 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:51:01,086 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:51:01,086 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:51:01,086 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:51:01,086 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:51:01,086 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:51:01,086 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:51:01,087 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:51:01,087 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:51:01,087 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:51:01,087 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:51:01,087 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:51:01,087 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:51:01,087 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:51:01,087 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:51:01,087 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:51:01,087 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:51:01,087 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:51:01,092 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:51:01,117 Job list saved +2022-02-16 16:51:01,170 Updating FAILED jobs +2022-02-16 16:51:01,170 Updating WAITING jobs +2022-02-16 16:51:01,171 Updating WAITING jobs eligible for be prepared +2022-02-16 16:51:01,171 Updating Held jobs +2022-02-16 16:51:01,172 Update finished +2022-02-16 16:51:11,198 Reloading parameters... +2022-02-16 16:51:11,222 Loading parameters... +2022-02-16 16:51:11,223 Loading project parameters... +2022-02-16 16:51:11,225 + +190 of 783 jobs remaining (16:51) +2022-02-16 16:51:11,226 Sleep: 10 +2022-02-16 16:51:11,226 Number of retrials: 2 +2022-02-16 16:51:11,226 WRAPPER CHECK TIME = 10 +2022-02-16 16:51:11,230 Checking jobs for platform=marenostrum4 +2022-02-16 16:51:11,231 Checking Wrapper 20687337 +2022-02-16 16:51:15,312 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:51:15,313 Checking inner jobs status +2022-02-16 16:51:17,185 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:51:17,186 Checking Wrapper 20687333 +2022-02-16 16:51:21,168 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:51:21,169 Checking inner jobs status +2022-02-16 16:51:22,999 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:51:23,000 End of checking +2022-02-16 16:51:23,002 Updating FAILED jobs +2022-02-16 16:51:23,006 Updating WAITING jobs +2022-02-16 16:51:23,007 Updating WAITING jobs eligible for be prepared +2022-02-16 16:51:23,008 Updating Held jobs +2022-02-16 16:51:23,009 Update finished +2022-02-16 16:51:23,010 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:51:23,010 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:51:23,010 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:51:23,010 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:51:23,010 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:51:23,010 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:51:23,010 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:51:23,010 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:51:23,010 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:51:23,010 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:51:23,010 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:51:23,011 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:51:23,011 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:51:23,011 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:51:23,011 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:51:23,011 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:51:23,011 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:51:23,011 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:51:23,011 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:51:23,011 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:51:23,021 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:51:23,043 Job list saved +2022-02-16 16:51:23,088 Updating FAILED jobs +2022-02-16 16:51:23,089 Updating WAITING jobs +2022-02-16 16:51:23,089 Updating WAITING jobs eligible for be prepared +2022-02-16 16:51:23,090 Updating Held jobs +2022-02-16 16:51:23,090 Update finished +2022-02-16 16:51:33,103 Reloading parameters... +2022-02-16 16:51:33,121 Loading parameters... +2022-02-16 16:51:33,122 Loading project parameters... +2022-02-16 16:51:33,124 + +190 of 783 jobs remaining (16:51) +2022-02-16 16:51:33,124 Sleep: 10 +2022-02-16 16:51:33,125 Number of retrials: 2 +2022-02-16 16:51:33,125 WRAPPER CHECK TIME = 10 +2022-02-16 16:51:33,129 Checking jobs for platform=marenostrum4 +2022-02-16 16:51:33,129 Checking Wrapper 20687337 +2022-02-16 16:51:37,107 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:51:37,107 Checking inner jobs status +2022-02-16 16:51:38,931 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:51:38,933 Checking Wrapper 20687333 +2022-02-16 16:51:42,910 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:51:42,911 Checking inner jobs status +2022-02-16 16:51:44,733 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:51:44,734 End of checking +2022-02-16 16:51:44,736 Updating FAILED jobs +2022-02-16 16:51:44,740 Updating WAITING jobs +2022-02-16 16:51:44,741 Updating WAITING jobs eligible for be prepared +2022-02-16 16:51:44,742 Updating Held jobs +2022-02-16 16:51:44,743 Update finished +2022-02-16 16:51:44,743 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:51:44,744 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:51:44,744 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:51:44,744 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:51:44,744 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:51:44,744 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:51:44,744 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:51:44,744 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:51:44,744 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:51:44,744 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:51:44,744 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:51:44,744 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:51:44,744 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:51:44,744 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:51:44,744 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:51:44,744 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:51:44,744 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:51:44,744 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:51:44,745 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:51:44,745 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:51:44,748 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:51:44,773 Job list saved +2022-02-16 16:51:44,825 Updating FAILED jobs +2022-02-16 16:51:44,825 Updating WAITING jobs +2022-02-16 16:51:44,826 Updating WAITING jobs eligible for be prepared +2022-02-16 16:51:44,827 Updating Held jobs +2022-02-16 16:51:44,828 Update finished +2022-02-16 16:51:54,843 Reloading parameters... +2022-02-16 16:51:54,859 Loading parameters... +2022-02-16 16:51:54,860 Loading project parameters... +2022-02-16 16:51:54,862 + +190 of 783 jobs remaining (16:51) +2022-02-16 16:51:54,862 Sleep: 10 +2022-02-16 16:51:54,862 Number of retrials: 2 +2022-02-16 16:51:54,862 WRAPPER CHECK TIME = 10 +2022-02-16 16:51:54,867 Checking jobs for platform=marenostrum4 +2022-02-16 16:51:54,867 Checking Wrapper 20687337 +2022-02-16 16:51:58,852 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:51:58,852 Checking inner jobs status +2022-02-16 16:52:05,949 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:52:05,950 Checking Wrapper 20687333 +2022-02-16 16:52:09,978 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:52:09,978 Checking inner jobs status +2022-02-16 16:52:13,866 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:52:13,868 End of checking +2022-02-16 16:52:13,873 Updating FAILED jobs +2022-02-16 16:52:13,878 Updating WAITING jobs +2022-02-16 16:52:13,879 Updating WAITING jobs eligible for be prepared +2022-02-16 16:52:13,880 Updating Held jobs +2022-02-16 16:52:13,881 Update finished +2022-02-16 16:52:13,881 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:52:13,882 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:52:13,882 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:52:13,882 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:52:13,882 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:52:13,882 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:52:13,882 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:52:13,882 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:52:13,882 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:52:13,882 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:52:13,882 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:52:13,882 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:52:13,882 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:52:13,882 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:52:13,882 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:52:13,882 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:52:13,882 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:52:13,882 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:52:13,883 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:52:13,883 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:52:13,886 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:52:13,913 Job list saved +2022-02-16 16:52:13,963 Updating FAILED jobs +2022-02-16 16:52:13,964 Updating WAITING jobs +2022-02-16 16:52:13,964 Updating WAITING jobs eligible for be prepared +2022-02-16 16:52:13,965 Updating Held jobs +2022-02-16 16:52:13,966 Update finished +2022-02-16 16:52:23,980 Reloading parameters... +2022-02-16 16:52:24,007 Loading parameters... +2022-02-16 16:52:24,008 Loading project parameters... +2022-02-16 16:52:24,009 + +190 of 783 jobs remaining (16:52) +2022-02-16 16:52:24,009 Sleep: 10 +2022-02-16 16:52:24,010 Number of retrials: 2 +2022-02-16 16:52:24,010 WRAPPER CHECK TIME = 10 +2022-02-16 16:52:24,015 Checking jobs for platform=marenostrum4 +2022-02-16 16:52:24,015 Checking Wrapper 20687337 +2022-02-16 16:52:27,953 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:52:27,953 Checking inner jobs status +2022-02-16 16:52:30,435 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:52:30,436 Checking Wrapper 20687333 +2022-02-16 16:52:34,362 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:52:34,362 Checking inner jobs status +2022-02-16 16:52:38,347 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:52:38,349 End of checking +2022-02-16 16:52:38,352 Updating FAILED jobs +2022-02-16 16:52:38,357 Updating WAITING jobs +2022-02-16 16:52:38,358 Updating WAITING jobs eligible for be prepared +2022-02-16 16:52:38,359 Updating Held jobs +2022-02-16 16:52:38,360 Update finished +2022-02-16 16:52:38,360 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:52:38,361 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:52:38,361 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:52:38,361 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:52:38,361 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:52:38,361 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:52:38,361 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:52:38,361 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:52:38,361 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:52:38,361 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:52:38,361 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:52:38,361 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:52:38,361 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:52:38,361 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:52:38,361 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:52:38,362 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:52:38,362 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:52:38,362 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:52:38,362 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:52:38,362 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:52:38,366 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:52:38,402 Job list saved +2022-02-16 16:52:38,457 Updating FAILED jobs +2022-02-16 16:52:38,457 Updating WAITING jobs +2022-02-16 16:52:38,458 Updating WAITING jobs eligible for be prepared +2022-02-16 16:52:38,459 Updating Held jobs +2022-02-16 16:52:38,459 Update finished +2022-02-16 16:52:48,474 Reloading parameters... +2022-02-16 16:52:48,493 Loading parameters... +2022-02-16 16:52:48,494 Loading project parameters... +2022-02-16 16:52:48,495 + +190 of 783 jobs remaining (16:52) +2022-02-16 16:52:48,496 Sleep: 10 +2022-02-16 16:52:48,496 Number of retrials: 2 +2022-02-16 16:52:48,496 WRAPPER CHECK TIME = 10 +2022-02-16 16:52:48,501 Checking jobs for platform=marenostrum4 +2022-02-16 16:52:48,501 Checking Wrapper 20687337 +2022-02-16 16:52:52,427 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:52:52,428 Checking inner jobs status +2022-02-16 16:52:54,504 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:52:54,506 Checking Wrapper 20687333 +2022-02-16 16:52:58,432 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:52:58,433 Checking inner jobs status +2022-02-16 16:53:00,256 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:53:00,256 End of checking +2022-02-16 16:53:00,258 Updating FAILED jobs +2022-02-16 16:53:00,263 Updating WAITING jobs +2022-02-16 16:53:00,264 Updating WAITING jobs eligible for be prepared +2022-02-16 16:53:00,265 Updating Held jobs +2022-02-16 16:53:00,265 Update finished +2022-02-16 16:53:00,266 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:53:00,266 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:53:00,266 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:53:00,267 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:53:00,267 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:53:00,267 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:53:00,267 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:53:00,267 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:53:00,267 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:53:00,267 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:53:00,267 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:53:00,267 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:53:00,267 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:53:00,267 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:53:00,267 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:53:00,267 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:53:00,267 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:53:00,267 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:53:00,267 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:53:00,267 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:53:00,271 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:53:00,297 Job list saved +2022-02-16 16:53:00,337 Updating FAILED jobs +2022-02-16 16:53:00,338 Updating WAITING jobs +2022-02-16 16:53:00,338 Updating WAITING jobs eligible for be prepared +2022-02-16 16:53:00,339 Updating Held jobs +2022-02-16 16:53:00,340 Update finished +2022-02-16 16:53:10,353 Reloading parameters... +2022-02-16 16:53:10,368 Loading parameters... +2022-02-16 16:53:10,369 Loading project parameters... +2022-02-16 16:53:10,370 + +190 of 783 jobs remaining (16:53) +2022-02-16 16:53:10,370 Sleep: 10 +2022-02-16 16:53:10,370 Number of retrials: 2 +2022-02-16 16:53:10,370 WRAPPER CHECK TIME = 10 +2022-02-16 16:53:10,375 Checking jobs for platform=marenostrum4 +2022-02-16 16:53:10,375 Checking Wrapper 20687337 +2022-02-16 16:53:14,409 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:53:14,410 Checking inner jobs status +2022-02-16 16:53:16,385 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:53:16,387 Checking Wrapper 20687333 +2022-02-16 16:53:20,413 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:53:20,414 Checking inner jobs status +2022-02-16 16:53:22,239 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:53:22,239 End of checking +2022-02-16 16:53:22,241 Updating FAILED jobs +2022-02-16 16:53:22,245 Updating WAITING jobs +2022-02-16 16:53:22,246 Updating WAITING jobs eligible for be prepared +2022-02-16 16:53:22,247 Updating Held jobs +2022-02-16 16:53:22,248 Update finished +2022-02-16 16:53:22,248 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:53:22,249 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:53:22,249 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:53:22,249 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:53:22,249 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:53:22,249 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:53:22,249 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:53:22,249 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:53:22,249 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:53:22,249 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:53:22,249 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:53:22,249 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:53:22,249 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:53:22,249 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:53:22,249 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:53:22,249 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:53:22,249 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:53:22,249 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:53:22,250 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:53:22,250 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:53:22,253 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:53:22,276 Job list saved +2022-02-16 16:53:22,333 Updating FAILED jobs +2022-02-16 16:53:22,334 Updating WAITING jobs +2022-02-16 16:53:22,334 Updating WAITING jobs eligible for be prepared +2022-02-16 16:53:22,335 Updating Held jobs +2022-02-16 16:53:22,336 Update finished +2022-02-16 16:53:32,350 Reloading parameters... +2022-02-16 16:53:32,368 Loading parameters... +2022-02-16 16:53:32,369 Loading project parameters... +2022-02-16 16:53:32,371 + +190 of 783 jobs remaining (16:53) +2022-02-16 16:53:32,371 Sleep: 10 +2022-02-16 16:53:32,371 Number of retrials: 2 +2022-02-16 16:53:32,372 WRAPPER CHECK TIME = 10 +2022-02-16 16:53:32,376 Checking jobs for platform=marenostrum4 +2022-02-16 16:53:32,376 Checking Wrapper 20687337 +2022-02-16 16:53:36,309 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:53:36,310 Checking inner jobs status +2022-02-16 16:53:38,134 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:53:38,135 Checking Wrapper 20687333 +2022-02-16 16:53:42,065 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:53:42,066 Checking inner jobs status +2022-02-16 16:53:43,898 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:53:43,899 End of checking +2022-02-16 16:53:43,901 Updating FAILED jobs +2022-02-16 16:53:43,905 Updating WAITING jobs +2022-02-16 16:53:43,906 Updating WAITING jobs eligible for be prepared +2022-02-16 16:53:43,907 Updating Held jobs +2022-02-16 16:53:43,907 Update finished +2022-02-16 16:53:43,908 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:53:43,908 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:53:43,908 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:53:43,908 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:53:43,908 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:53:43,908 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:53:43,908 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:53:43,908 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:53:43,908 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:53:43,908 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:53:43,908 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:53:43,908 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:53:43,908 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:53:43,908 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:53:43,908 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:53:43,909 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:53:43,909 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:53:43,909 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:53:43,909 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:53:43,909 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:53:43,912 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:53:43,934 Job list saved +2022-02-16 16:53:43,971 Updating FAILED jobs +2022-02-16 16:53:43,971 Updating WAITING jobs +2022-02-16 16:53:43,972 Updating WAITING jobs eligible for be prepared +2022-02-16 16:53:43,973 Updating Held jobs +2022-02-16 16:53:43,973 Update finished +2022-02-16 16:53:53,986 Reloading parameters... +2022-02-16 16:53:54,009 Loading parameters... +2022-02-16 16:53:54,010 Loading project parameters... +2022-02-16 16:53:54,012 + +190 of 783 jobs remaining (16:53) +2022-02-16 16:53:54,012 Sleep: 10 +2022-02-16 16:53:54,013 Number of retrials: 2 +2022-02-16 16:53:54,013 WRAPPER CHECK TIME = 10 +2022-02-16 16:53:54,017 Checking jobs for platform=marenostrum4 +2022-02-16 16:53:54,017 Checking Wrapper 20687337 +2022-02-16 16:53:57,952 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:53:57,953 Checking inner jobs status +2022-02-16 16:54:02,800 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:54:02,801 Checking Wrapper 20687333 +2022-02-16 16:54:06,829 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:54:06,830 Checking inner jobs status +2022-02-16 16:54:10,609 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:54:10,610 End of checking +2022-02-16 16:54:10,612 Updating FAILED jobs +2022-02-16 16:54:10,616 Updating WAITING jobs +2022-02-16 16:54:10,617 Updating WAITING jobs eligible for be prepared +2022-02-16 16:54:10,618 Updating Held jobs +2022-02-16 16:54:10,619 Update finished +2022-02-16 16:54:10,620 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:54:10,620 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:54:10,620 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:54:10,620 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:54:10,620 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:54:10,620 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:54:10,620 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:54:10,620 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:54:10,620 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:54:10,620 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:54:10,621 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:54:10,621 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:54:10,621 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:54:10,621 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:54:10,621 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:54:10,621 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:54:10,621 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:54:10,621 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:54:10,621 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:54:10,621 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:54:10,624 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:54:10,650 Job list saved +2022-02-16 16:54:10,689 Updating FAILED jobs +2022-02-16 16:54:10,690 Updating WAITING jobs +2022-02-16 16:54:10,690 Updating WAITING jobs eligible for be prepared +2022-02-16 16:54:10,692 Updating Held jobs +2022-02-16 16:54:10,692 Update finished +2022-02-16 16:54:20,702 Reloading parameters... +2022-02-16 16:54:20,716 Loading parameters... +2022-02-16 16:54:20,717 Loading project parameters... +2022-02-16 16:54:20,719 + +190 of 783 jobs remaining (16:54) +2022-02-16 16:54:20,720 Sleep: 10 +2022-02-16 16:54:20,720 Number of retrials: 2 +2022-02-16 16:54:20,720 WRAPPER CHECK TIME = 10 +2022-02-16 16:54:20,724 Checking jobs for platform=marenostrum4 +2022-02-16 16:54:20,724 Checking Wrapper 20687337 +2022-02-16 16:54:24,707 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:54:24,707 Checking inner jobs status +2022-02-16 16:54:27,683 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:54:27,683 Checking Wrapper 20687333 +2022-02-16 16:54:31,610 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:54:31,611 Checking inner jobs status +2022-02-16 16:54:34,336 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:54:34,337 End of checking +2022-02-16 16:54:34,340 Updating FAILED jobs +2022-02-16 16:54:34,344 Updating WAITING jobs +2022-02-16 16:54:34,345 Updating WAITING jobs eligible for be prepared +2022-02-16 16:54:34,346 Updating Held jobs +2022-02-16 16:54:34,347 Update finished +2022-02-16 16:54:34,348 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:54:34,348 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:54:34,348 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:54:34,348 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:54:34,348 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:54:34,348 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:54:34,348 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:54:34,348 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:54:34,348 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:54:34,348 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:54:34,348 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:54:34,348 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:54:34,350 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:54:34,350 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:54:34,350 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:54:34,350 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:54:34,350 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:54:34,351 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:54:34,351 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:54:34,351 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:54:34,357 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:54:34,385 Job list saved +2022-02-16 16:54:34,445 Updating FAILED jobs +2022-02-16 16:54:34,445 Updating WAITING jobs +2022-02-16 16:54:34,446 Updating WAITING jobs eligible for be prepared +2022-02-16 16:54:34,447 Updating Held jobs +2022-02-16 16:54:34,448 Update finished +2022-02-16 16:54:44,461 Reloading parameters... +2022-02-16 16:54:44,480 Loading parameters... +2022-02-16 16:54:44,481 Loading project parameters... +2022-02-16 16:54:44,482 + +190 of 783 jobs remaining (16:54) +2022-02-16 16:54:44,483 Sleep: 10 +2022-02-16 16:54:44,483 Number of retrials: 2 +2022-02-16 16:54:44,483 WRAPPER CHECK TIME = 10 +2022-02-16 16:54:44,487 Checking jobs for platform=marenostrum4 +2022-02-16 16:54:44,488 Checking Wrapper 20687337 +2022-02-16 16:54:48,514 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:54:48,515 Checking inner jobs status +2022-02-16 16:54:51,849 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:54:51,849 Checking Wrapper 20687333 +2022-02-16 16:54:55,777 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:54:55,778 Checking inner jobs status +2022-02-16 16:54:57,606 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:54:57,608 End of checking +2022-02-16 16:54:57,610 Updating FAILED jobs +2022-02-16 16:54:57,615 Updating WAITING jobs +2022-02-16 16:54:57,616 Updating WAITING jobs eligible for be prepared +2022-02-16 16:54:57,617 Updating Held jobs +2022-02-16 16:54:57,618 Update finished +2022-02-16 16:54:57,618 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:54:57,619 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:54:57,619 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:54:57,619 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:54:57,619 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:54:57,619 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:54:57,619 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:54:57,619 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:54:57,619 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:54:57,619 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:54:57,619 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:54:57,619 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:54:57,619 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:54:57,619 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:54:57,620 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:54:57,620 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:54:57,620 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:54:57,620 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:54:57,620 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:54:57,620 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:54:57,624 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:54:57,651 Job list saved +2022-02-16 16:54:57,692 Updating FAILED jobs +2022-02-16 16:54:57,693 Updating WAITING jobs +2022-02-16 16:54:57,694 Updating WAITING jobs eligible for be prepared +2022-02-16 16:54:57,695 Updating Held jobs +2022-02-16 16:54:57,695 Update finished +2022-02-16 16:55:07,703 Reloading parameters... +2022-02-16 16:55:07,717 Loading parameters... +2022-02-16 16:55:07,718 Loading project parameters... +2022-02-16 16:55:07,719 + +190 of 783 jobs remaining (16:55) +2022-02-16 16:55:07,720 Sleep: 10 +2022-02-16 16:55:07,720 Number of retrials: 2 +2022-02-16 16:55:07,720 WRAPPER CHECK TIME = 10 +2022-02-16 16:55:07,724 Checking jobs for platform=marenostrum4 +2022-02-16 16:55:07,724 Checking Wrapper 20687337 +2022-02-16 16:55:11,653 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:55:11,654 Checking inner jobs status +2022-02-16 16:55:13,478 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:55:13,478 Checking Wrapper 20687333 +2022-02-16 16:55:17,403 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:55:17,403 Checking inner jobs status +2022-02-16 16:55:19,227 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:55:19,227 End of checking +2022-02-16 16:55:19,229 Updating FAILED jobs +2022-02-16 16:55:19,231 Updating WAITING jobs +2022-02-16 16:55:19,231 Updating WAITING jobs eligible for be prepared +2022-02-16 16:55:19,232 Updating Held jobs +2022-02-16 16:55:19,233 Update finished +2022-02-16 16:55:19,233 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:55:19,234 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:55:19,234 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:55:19,234 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:55:19,234 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:55:19,234 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:55:19,234 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:55:19,234 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:55:19,234 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:55:19,234 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:55:19,234 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:55:19,234 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:55:19,234 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:55:19,234 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:55:19,234 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:55:19,234 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:55:19,235 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:55:19,235 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:55:19,235 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:55:19,235 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:55:19,238 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:55:19,262 Job list saved +2022-02-16 16:55:19,304 Updating FAILED jobs +2022-02-16 16:55:19,305 Updating WAITING jobs +2022-02-16 16:55:19,305 Updating WAITING jobs eligible for be prepared +2022-02-16 16:55:19,306 Updating Held jobs +2022-02-16 16:55:19,306 Update finished +2022-02-16 16:55:29,315 Reloading parameters... +2022-02-16 16:55:29,332 Loading parameters... +2022-02-16 16:55:29,333 Loading project parameters... +2022-02-16 16:55:29,334 + +190 of 783 jobs remaining (16:55) +2022-02-16 16:55:29,334 Sleep: 10 +2022-02-16 16:55:29,334 Number of retrials: 2 +2022-02-16 16:55:29,335 WRAPPER CHECK TIME = 10 +2022-02-16 16:55:29,339 Checking jobs for platform=marenostrum4 +2022-02-16 16:55:29,339 Checking Wrapper 20687337 +2022-02-16 16:55:33,368 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:55:33,368 Checking inner jobs status +2022-02-16 16:55:35,199 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:55:35,200 Checking Wrapper 20687333 +2022-02-16 16:55:39,126 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:55:39,127 Checking inner jobs status +2022-02-16 16:55:41,002 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:55:41,003 End of checking +2022-02-16 16:55:41,005 Updating FAILED jobs +2022-02-16 16:55:41,010 Updating WAITING jobs +2022-02-16 16:55:41,012 Updating WAITING jobs eligible for be prepared +2022-02-16 16:55:41,013 Updating Held jobs +2022-02-16 16:55:41,014 Update finished +2022-02-16 16:55:41,015 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:55:41,015 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:55:41,015 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:55:41,015 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:55:41,015 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:55:41,015 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:55:41,015 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:55:41,015 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:55:41,015 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:55:41,015 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:55:41,015 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:55:41,015 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:55:41,015 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:55:41,016 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:55:41,016 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:55:41,016 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:55:41,016 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:55:41,016 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:55:41,016 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:55:41,016 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:55:41,019 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:55:41,047 Job list saved +2022-02-16 16:55:41,120 Updating FAILED jobs +2022-02-16 16:55:41,121 Updating WAITING jobs +2022-02-16 16:55:41,122 Updating WAITING jobs eligible for be prepared +2022-02-16 16:55:41,123 Updating Held jobs +2022-02-16 16:55:41,123 Update finished +2022-02-16 16:55:51,133 Reloading parameters... +2022-02-16 16:55:51,148 Loading parameters... +2022-02-16 16:55:51,149 Loading project parameters... +2022-02-16 16:55:51,150 + +190 of 783 jobs remaining (16:55) +2022-02-16 16:55:51,151 Sleep: 10 +2022-02-16 16:55:51,151 Number of retrials: 2 +2022-02-16 16:55:51,151 WRAPPER CHECK TIME = 10 +2022-02-16 16:55:51,156 Checking jobs for platform=marenostrum4 +2022-02-16 16:55:51,156 Checking Wrapper 20687337 +2022-02-16 16:55:55,088 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:55:55,089 Checking inner jobs status +2022-02-16 16:56:04,489 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:56:04,491 Checking Wrapper 20687333 +2022-02-16 16:56:08,567 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:56:08,568 Checking inner jobs status +2022-02-16 16:56:15,515 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:56:15,516 End of checking +2022-02-16 16:56:15,518 Updating FAILED jobs +2022-02-16 16:56:15,523 Updating WAITING jobs +2022-02-16 16:56:15,523 Updating WAITING jobs eligible for be prepared +2022-02-16 16:56:15,525 Updating Held jobs +2022-02-16 16:56:15,525 Update finished +2022-02-16 16:56:15,526 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:56:15,526 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:56:15,526 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:56:15,526 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:56:15,526 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:56:15,526 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:56:15,527 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:56:15,527 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:56:15,527 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:56:15,527 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:56:15,527 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:56:15,527 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:56:15,527 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:56:15,527 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:56:15,527 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:56:15,527 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:56:15,527 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:56:15,527 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:56:15,527 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:56:15,527 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:56:15,530 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:56:15,558 Job list saved +2022-02-16 16:56:15,609 Updating FAILED jobs +2022-02-16 16:56:15,609 Updating WAITING jobs +2022-02-16 16:56:15,610 Updating WAITING jobs eligible for be prepared +2022-02-16 16:56:15,611 Updating Held jobs +2022-02-16 16:56:15,612 Update finished +2022-02-16 16:56:25,626 Reloading parameters... +2022-02-16 16:56:25,640 Loading parameters... +2022-02-16 16:56:25,641 Loading project parameters... +2022-02-16 16:56:25,642 + +190 of 783 jobs remaining (16:56) +2022-02-16 16:56:25,642 Sleep: 10 +2022-02-16 16:56:25,642 Number of retrials: 2 +2022-02-16 16:56:25,642 WRAPPER CHECK TIME = 10 +2022-02-16 16:56:25,647 Checking jobs for platform=marenostrum4 +2022-02-16 16:56:25,647 Checking Wrapper 20687337 +2022-02-16 16:56:29,627 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:56:29,628 Checking inner jobs status +2022-02-16 16:56:32,007 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:56:32,008 Checking Wrapper 20687333 +2022-02-16 16:56:35,934 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:56:35,934 Checking inner jobs status +2022-02-16 16:56:38,510 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:56:38,511 End of checking +2022-02-16 16:56:38,512 Updating FAILED jobs +2022-02-16 16:56:38,516 Updating WAITING jobs +2022-02-16 16:56:38,517 Updating WAITING jobs eligible for be prepared +2022-02-16 16:56:38,518 Updating Held jobs +2022-02-16 16:56:38,518 Update finished +2022-02-16 16:56:38,519 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:56:38,519 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:56:38,519 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:56:38,519 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:56:38,519 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:56:38,519 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:56:38,519 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:56:38,519 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:56:38,520 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:56:38,520 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:56:38,520 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:56:38,520 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:56:38,520 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:56:38,520 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:56:38,520 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:56:38,520 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:56:38,520 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:56:38,520 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:56:38,520 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:56:38,520 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:56:38,523 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:56:38,545 Job list saved +2022-02-16 16:56:38,600 Updating FAILED jobs +2022-02-16 16:56:38,601 Updating WAITING jobs +2022-02-16 16:56:38,601 Updating WAITING jobs eligible for be prepared +2022-02-16 16:56:38,602 Updating Held jobs +2022-02-16 16:56:38,603 Update finished +2022-02-16 16:56:48,616 Reloading parameters... +2022-02-16 16:56:48,636 Loading parameters... +2022-02-16 16:56:48,638 Loading project parameters... +2022-02-16 16:56:48,641 + +190 of 783 jobs remaining (16:56) +2022-02-16 16:56:48,642 Sleep: 10 +2022-02-16 16:56:48,642 Number of retrials: 2 +2022-02-16 16:56:48,642 WRAPPER CHECK TIME = 10 +2022-02-16 16:56:48,657 Checking jobs for platform=marenostrum4 +2022-02-16 16:56:48,657 Checking Wrapper 20687337 +2022-02-16 16:56:52,585 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:56:52,585 Checking inner jobs status +2022-02-16 16:56:54,919 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:56:54,920 Checking Wrapper 20687333 +2022-02-16 16:56:58,903 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:56:58,904 Checking inner jobs status +2022-02-16 16:57:00,778 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:57:00,779 End of checking +2022-02-16 16:57:00,780 Updating FAILED jobs +2022-02-16 16:57:00,785 Updating WAITING jobs +2022-02-16 16:57:00,786 Updating WAITING jobs eligible for be prepared +2022-02-16 16:57:00,787 Updating Held jobs +2022-02-16 16:57:00,788 Update finished +2022-02-16 16:57:00,789 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:57:00,789 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:57:00,789 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:57:00,789 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:57:00,789 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:57:00,789 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:57:00,789 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:57:00,789 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:57:00,789 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:57:00,789 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:57:00,789 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:57:00,790 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:57:00,790 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:57:00,790 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:57:00,790 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:57:00,790 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:57:00,790 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:57:00,790 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:57:00,790 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:57:00,790 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:57:00,801 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:57:00,828 Job list saved +2022-02-16 16:57:00,872 Updating FAILED jobs +2022-02-16 16:57:00,873 Updating WAITING jobs +2022-02-16 16:57:00,873 Updating WAITING jobs eligible for be prepared +2022-02-16 16:57:00,874 Updating Held jobs +2022-02-16 16:57:00,875 Update finished +2022-02-16 16:57:10,890 Reloading parameters... +2022-02-16 16:57:10,905 Loading parameters... +2022-02-16 16:57:10,906 Loading project parameters... +2022-02-16 16:57:10,907 + +190 of 783 jobs remaining (16:57) +2022-02-16 16:57:10,908 Sleep: 10 +2022-02-16 16:57:10,908 Number of retrials: 2 +2022-02-16 16:57:10,908 WRAPPER CHECK TIME = 10 +2022-02-16 16:57:10,912 Checking jobs for platform=marenostrum4 +2022-02-16 16:57:10,912 Checking Wrapper 20687337 +2022-02-16 16:57:14,838 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:57:14,838 Checking inner jobs status +2022-02-16 16:57:16,661 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:57:16,662 Checking Wrapper 20687333 +2022-02-16 16:57:20,690 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:57:20,691 Checking inner jobs status +2022-02-16 16:57:22,864 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:57:22,865 End of checking +2022-02-16 16:57:22,867 Updating FAILED jobs +2022-02-16 16:57:22,872 Updating WAITING jobs +2022-02-16 16:57:22,872 Updating WAITING jobs eligible for be prepared +2022-02-16 16:57:22,874 Updating Held jobs +2022-02-16 16:57:22,874 Update finished +2022-02-16 16:57:22,875 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:57:22,875 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:57:22,875 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:57:22,875 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:57:22,875 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:57:22,875 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:57:22,875 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:57:22,875 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:57:22,875 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:57:22,875 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:57:22,875 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:57:22,875 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:57:22,876 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:57:22,876 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:57:22,876 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:57:22,876 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:57:22,876 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:57:22,876 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:57:22,876 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:57:22,876 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:57:22,879 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:57:22,905 Job list saved +2022-02-16 16:57:22,940 Updating FAILED jobs +2022-02-16 16:57:22,941 Updating WAITING jobs +2022-02-16 16:57:22,941 Updating WAITING jobs eligible for be prepared +2022-02-16 16:57:22,942 Updating Held jobs +2022-02-16 16:57:22,943 Update finished +2022-02-16 16:57:32,958 Reloading parameters... +2022-02-16 16:57:32,974 Loading parameters... +2022-02-16 16:57:32,975 Loading project parameters... +2022-02-16 16:57:32,976 + +190 of 783 jobs remaining (16:57) +2022-02-16 16:57:32,977 Sleep: 10 +2022-02-16 16:57:32,977 Number of retrials: 2 +2022-02-16 16:57:32,977 WRAPPER CHECK TIME = 10 +2022-02-16 16:57:32,981 Checking jobs for platform=marenostrum4 +2022-02-16 16:57:32,981 Checking Wrapper 20687337 +2022-02-16 16:57:36,960 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:57:36,961 Checking inner jobs status +2022-02-16 16:57:38,786 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:57:38,787 Checking Wrapper 20687333 +2022-02-16 16:57:42,721 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:57:42,722 Checking inner jobs status +2022-02-16 16:57:44,557 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:57:44,558 End of checking +2022-02-16 16:57:44,559 Updating FAILED jobs +2022-02-16 16:57:44,563 Updating WAITING jobs +2022-02-16 16:57:44,564 Updating WAITING jobs eligible for be prepared +2022-02-16 16:57:44,565 Updating Held jobs +2022-02-16 16:57:44,565 Update finished +2022-02-16 16:57:44,566 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:57:44,566 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:57:44,566 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:57:44,566 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:57:44,566 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:57:44,566 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:57:44,566 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:57:44,566 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:57:44,566 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:57:44,566 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:57:44,566 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:57:44,566 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:57:44,566 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:57:44,566 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:57:44,567 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:57:44,567 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:57:44,567 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:57:44,567 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:57:44,567 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:57:44,567 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:57:44,570 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:57:44,593 Job list saved +2022-02-16 16:57:44,634 Updating FAILED jobs +2022-02-16 16:57:44,635 Updating WAITING jobs +2022-02-16 16:57:44,635 Updating WAITING jobs eligible for be prepared +2022-02-16 16:57:44,636 Updating Held jobs +2022-02-16 16:57:44,636 Update finished +2022-02-16 16:57:54,645 Reloading parameters... +2022-02-16 16:57:54,660 Loading parameters... +2022-02-16 16:57:54,661 Loading project parameters... +2022-02-16 16:57:54,662 + +190 of 783 jobs remaining (16:57) +2022-02-16 16:57:54,663 Sleep: 10 +2022-02-16 16:57:54,663 Number of retrials: 2 +2022-02-16 16:57:54,663 WRAPPER CHECK TIME = 10 +2022-02-16 16:57:54,667 Checking jobs for platform=marenostrum4 +2022-02-16 16:57:54,667 Checking Wrapper 20687337 +2022-02-16 16:57:58,602 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:57:58,603 Checking inner jobs status +2022-02-16 16:58:03,486 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:58:03,487 Checking Wrapper 20687333 +2022-02-16 16:58:07,415 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:58:07,416 Checking inner jobs status +2022-02-16 16:58:17,621 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:58:17,624 End of checking +2022-02-16 16:58:17,625 Updating FAILED jobs +2022-02-16 16:58:17,630 Updating WAITING jobs +2022-02-16 16:58:17,631 Updating WAITING jobs eligible for be prepared +2022-02-16 16:58:17,632 Updating Held jobs +2022-02-16 16:58:17,633 Update finished +2022-02-16 16:58:17,633 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:58:17,634 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:58:17,634 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:58:17,634 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:58:17,634 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:58:17,634 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:58:17,634 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:58:17,634 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:58:17,634 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:58:17,634 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:58:17,634 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:58:17,634 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:58:17,634 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:58:17,634 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:58:17,634 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:58:17,634 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:58:17,635 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:58:17,635 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:58:17,635 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:58:17,635 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:58:17,638 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:58:17,663 Job list saved +2022-02-16 16:58:17,705 Updating FAILED jobs +2022-02-16 16:58:17,706 Updating WAITING jobs +2022-02-16 16:58:17,707 Updating WAITING jobs eligible for be prepared +2022-02-16 16:58:17,708 Updating Held jobs +2022-02-16 16:58:17,708 Update finished +2022-02-16 16:58:27,724 Reloading parameters... +2022-02-16 16:58:27,742 Loading parameters... +2022-02-16 16:58:27,743 Loading project parameters... +2022-02-16 16:58:27,745 + +190 of 783 jobs remaining (16:58) +2022-02-16 16:58:27,746 Sleep: 10 +2022-02-16 16:58:27,746 Number of retrials: 2 +2022-02-16 16:58:27,746 WRAPPER CHECK TIME = 10 +2022-02-16 16:58:27,750 Checking jobs for platform=marenostrum4 +2022-02-16 16:58:27,750 Checking Wrapper 20687337 +2022-02-16 16:58:31,681 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:58:31,681 Checking inner jobs status +2022-02-16 16:58:34,062 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:58:34,063 Checking Wrapper 20687333 +2022-02-16 16:58:37,994 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:58:37,994 Checking inner jobs status +2022-02-16 16:58:40,976 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:58:40,978 End of checking +2022-02-16 16:58:40,980 Updating FAILED jobs +2022-02-16 16:58:40,985 Updating WAITING jobs +2022-02-16 16:58:40,986 Updating WAITING jobs eligible for be prepared +2022-02-16 16:58:40,987 Updating Held jobs +2022-02-16 16:58:40,988 Update finished +2022-02-16 16:58:40,989 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:58:40,989 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:58:40,989 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:58:40,989 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:58:40,989 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:58:40,989 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:58:40,989 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:58:40,989 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:58:40,989 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:58:40,989 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:58:40,989 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:58:40,989 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:58:40,990 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:58:40,990 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:58:40,990 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:58:40,990 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:58:40,990 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:58:40,990 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:58:40,990 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:58:40,990 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:58:41,002 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:58:41,030 Job list saved +2022-02-16 16:58:41,089 Updating FAILED jobs +2022-02-16 16:58:41,090 Updating WAITING jobs +2022-02-16 16:58:41,090 Updating WAITING jobs eligible for be prepared +2022-02-16 16:58:41,092 Updating Held jobs +2022-02-16 16:58:41,092 Update finished +2022-02-16 16:58:51,104 Reloading parameters... +2022-02-16 16:58:51,118 Loading parameters... +2022-02-16 16:58:51,119 Loading project parameters... +2022-02-16 16:58:51,120 + +190 of 783 jobs remaining (16:58) +2022-02-16 16:58:51,120 Sleep: 10 +2022-02-16 16:58:51,120 Number of retrials: 2 +2022-02-16 16:58:51,120 WRAPPER CHECK TIME = 10 +2022-02-16 16:58:51,125 Checking jobs for platform=marenostrum4 +2022-02-16 16:58:51,125 Checking Wrapper 20687337 +2022-02-16 16:58:55,057 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:58:55,058 Checking inner jobs status +2022-02-16 16:58:56,983 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:58:56,984 Checking Wrapper 20687333 +2022-02-16 16:59:01,019 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:59:01,019 Checking inner jobs status +2022-02-16 16:59:02,850 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:59:02,851 End of checking +2022-02-16 16:59:02,853 Updating FAILED jobs +2022-02-16 16:59:02,858 Updating WAITING jobs +2022-02-16 16:59:02,859 Updating WAITING jobs eligible for be prepared +2022-02-16 16:59:02,861 Updating Held jobs +2022-02-16 16:59:02,861 Update finished +2022-02-16 16:59:02,862 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:59:02,862 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:59:02,862 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:59:02,862 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:59:02,862 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:59:02,862 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:59:02,863 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:59:02,863 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:59:02,863 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:59:02,863 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:59:02,863 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:59:02,863 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:59:02,863 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:59:02,863 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:59:02,863 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:59:02,863 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:59:02,863 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:59:02,863 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:59:02,863 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:59:02,863 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:59:02,867 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:59:02,895 Job list saved +2022-02-16 16:59:02,934 Updating FAILED jobs +2022-02-16 16:59:02,934 Updating WAITING jobs +2022-02-16 16:59:02,935 Updating WAITING jobs eligible for be prepared +2022-02-16 16:59:02,936 Updating Held jobs +2022-02-16 16:59:02,937 Update finished +2022-02-16 16:59:12,954 Reloading parameters... +2022-02-16 16:59:12,972 Loading parameters... +2022-02-16 16:59:12,974 Loading project parameters... +2022-02-16 16:59:12,976 + +190 of 783 jobs remaining (16:59) +2022-02-16 16:59:12,977 Sleep: 10 +2022-02-16 16:59:12,977 Number of retrials: 2 +2022-02-16 16:59:12,977 WRAPPER CHECK TIME = 10 +2022-02-16 16:59:12,986 Checking jobs for platform=marenostrum4 +2022-02-16 16:59:12,986 Checking Wrapper 20687337 +2022-02-16 16:59:16,922 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:59:16,923 Checking inner jobs status +2022-02-16 16:59:18,750 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:59:18,752 Checking Wrapper 20687333 +2022-02-16 16:59:22,777 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:59:22,777 Checking inner jobs status +2022-02-16 16:59:24,607 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:59:24,607 End of checking +2022-02-16 16:59:24,609 Updating FAILED jobs +2022-02-16 16:59:24,613 Updating WAITING jobs +2022-02-16 16:59:24,614 Updating WAITING jobs eligible for be prepared +2022-02-16 16:59:24,615 Updating Held jobs +2022-02-16 16:59:24,616 Update finished +2022-02-16 16:59:24,617 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:59:24,617 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:59:24,617 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:59:24,617 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:59:24,617 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:59:24,617 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:59:24,617 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:59:24,617 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:59:24,617 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:59:24,617 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:59:24,617 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:59:24,617 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:59:24,618 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:59:24,618 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:59:24,618 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:59:24,618 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:59:24,618 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:59:24,618 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:59:24,618 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:59:24,618 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:59:24,621 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:59:24,646 Job list saved +2022-02-16 16:59:24,689 Updating FAILED jobs +2022-02-16 16:59:24,690 Updating WAITING jobs +2022-02-16 16:59:24,691 Updating WAITING jobs eligible for be prepared +2022-02-16 16:59:24,692 Updating Held jobs +2022-02-16 16:59:24,692 Update finished +2022-02-16 16:59:34,705 Reloading parameters... +2022-02-16 16:59:34,722 Loading parameters... +2022-02-16 16:59:34,723 Loading project parameters... +2022-02-16 16:59:34,725 + +190 of 783 jobs remaining (16:59) +2022-02-16 16:59:34,725 Sleep: 10 +2022-02-16 16:59:34,725 Number of retrials: 2 +2022-02-16 16:59:34,726 WRAPPER CHECK TIME = 10 +2022-02-16 16:59:34,730 Checking jobs for platform=marenostrum4 +2022-02-16 16:59:34,731 Checking Wrapper 20687337 +2022-02-16 16:59:38,658 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 16:59:38,658 Checking inner jobs status +2022-02-16 16:59:40,481 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 16:59:40,482 Checking Wrapper 20687333 +2022-02-16 16:59:44,508 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 16:59:44,508 Checking inner jobs status +2022-02-16 16:59:46,434 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 16:59:46,435 End of checking +2022-02-16 16:59:46,437 Updating FAILED jobs +2022-02-16 16:59:46,440 Updating WAITING jobs +2022-02-16 16:59:46,441 Updating WAITING jobs eligible for be prepared +2022-02-16 16:59:46,442 Updating Held jobs +2022-02-16 16:59:46,443 Update finished +2022-02-16 16:59:46,444 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 16:59:46,444 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:59:46,444 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 16:59:46,444 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:59:46,444 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:59:46,444 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 16:59:46,444 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:59:46,444 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:59:46,444 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:59:46,444 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:59:46,444 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:59:46,444 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:59:46,444 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 16:59:46,444 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:59:46,445 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:59:46,445 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:59:46,445 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:59:46,445 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:59:46,445 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:59:46,445 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 16:59:46,448 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 16:59:46,473 Job list saved +2022-02-16 16:59:46,510 Updating FAILED jobs +2022-02-16 16:59:46,510 Updating WAITING jobs +2022-02-16 16:59:46,511 Updating WAITING jobs eligible for be prepared +2022-02-16 16:59:46,512 Updating Held jobs +2022-02-16 16:59:46,512 Update finished +2022-02-16 16:59:56,526 Reloading parameters... +2022-02-16 16:59:56,541 Loading parameters... +2022-02-16 16:59:56,542 Loading project parameters... +2022-02-16 16:59:56,543 + +190 of 783 jobs remaining (16:59) +2022-02-16 16:59:56,543 Sleep: 10 +2022-02-16 16:59:56,543 Number of retrials: 2 +2022-02-16 16:59:56,544 WRAPPER CHECK TIME = 10 +2022-02-16 16:59:56,548 Checking jobs for platform=marenostrum4 +2022-02-16 16:59:56,549 Checking Wrapper 20687337 +2022-02-16 17:00:01,630 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:00:01,631 Checking inner jobs status +2022-02-16 17:00:04,107 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:00:04,108 Checking Wrapper 20687333 +2022-02-16 17:00:08,186 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:00:08,187 Checking inner jobs status +2022-02-16 17:00:10,977 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:00:10,978 End of checking +2022-02-16 17:00:10,980 Updating FAILED jobs +2022-02-16 17:00:10,984 Updating WAITING jobs +2022-02-16 17:00:10,985 Updating WAITING jobs eligible for be prepared +2022-02-16 17:00:10,986 Updating Held jobs +2022-02-16 17:00:10,987 Update finished +2022-02-16 17:00:10,988 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:00:10,988 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:00:10,988 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:00:10,988 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:00:10,988 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:00:10,988 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:00:10,988 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:00:10,988 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:00:10,988 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:00:10,988 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:00:10,988 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:00:10,988 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:00:10,988 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:00:10,988 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:00:10,988 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:00:10,989 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:00:10,989 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:00:10,989 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:00:10,989 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:00:10,989 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:00:10,999 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:00:11,025 Job list saved +2022-02-16 17:00:11,061 Updating FAILED jobs +2022-02-16 17:00:11,062 Updating WAITING jobs +2022-02-16 17:00:11,062 Updating WAITING jobs eligible for be prepared +2022-02-16 17:00:11,063 Updating Held jobs +2022-02-16 17:00:11,064 Update finished +2022-02-16 17:00:21,075 Reloading parameters... +2022-02-16 17:00:21,091 Loading parameters... +2022-02-16 17:00:21,092 Loading project parameters... +2022-02-16 17:00:21,093 + +190 of 783 jobs remaining (17:00) +2022-02-16 17:00:21,094 Sleep: 10 +2022-02-16 17:00:21,094 Number of retrials: 2 +2022-02-16 17:00:21,094 WRAPPER CHECK TIME = 10 +2022-02-16 17:00:21,099 Checking jobs for platform=marenostrum4 +2022-02-16 17:00:21,099 Checking Wrapper 20687337 +2022-02-16 17:00:25,227 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:00:25,228 Checking inner jobs status +2022-02-16 17:00:30,367 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:00:30,369 Checking Wrapper 20687333 +2022-02-16 17:00:34,300 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:00:34,300 Checking inner jobs status +2022-02-16 17:00:36,478 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:00:36,478 End of checking +2022-02-16 17:00:36,480 Updating FAILED jobs +2022-02-16 17:00:36,484 Updating WAITING jobs +2022-02-16 17:00:36,485 Updating WAITING jobs eligible for be prepared +2022-02-16 17:00:36,486 Updating Held jobs +2022-02-16 17:00:36,486 Update finished +2022-02-16 17:00:36,487 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:00:36,487 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:00:36,487 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:00:36,487 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:00:36,487 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:00:36,487 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:00:36,487 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:00:36,487 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:00:36,487 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:00:36,487 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:00:36,487 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:00:36,487 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:00:36,487 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:00:36,487 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:00:36,488 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:00:36,488 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:00:36,488 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:00:36,488 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:00:36,488 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:00:36,488 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:00:36,491 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:00:36,513 Job list saved +2022-02-16 17:00:36,598 Updating FAILED jobs +2022-02-16 17:00:36,599 Updating WAITING jobs +2022-02-16 17:00:36,599 Updating WAITING jobs eligible for be prepared +2022-02-16 17:00:36,600 Updating Held jobs +2022-02-16 17:00:36,601 Update finished +2022-02-16 17:00:46,613 Reloading parameters... +2022-02-16 17:00:46,631 Loading parameters... +2022-02-16 17:00:46,632 Loading project parameters... +2022-02-16 17:00:46,633 + +190 of 783 jobs remaining (17:00) +2022-02-16 17:00:46,634 Sleep: 10 +2022-02-16 17:00:46,634 Number of retrials: 2 +2022-02-16 17:00:46,634 WRAPPER CHECK TIME = 10 +2022-02-16 17:00:46,639 Checking jobs for platform=marenostrum4 +2022-02-16 17:00:46,639 Checking Wrapper 20687337 +2022-02-16 17:00:50,616 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:00:50,617 Checking inner jobs status +2022-02-16 17:00:54,153 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:00:54,154 Checking Wrapper 20687333 +2022-02-16 17:00:58,131 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:00:58,131 Checking inner jobs status +2022-02-16 17:00:59,959 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:00:59,960 End of checking +2022-02-16 17:00:59,962 Updating FAILED jobs +2022-02-16 17:00:59,966 Updating WAITING jobs +2022-02-16 17:00:59,967 Updating WAITING jobs eligible for be prepared +2022-02-16 17:00:59,968 Updating Held jobs +2022-02-16 17:00:59,969 Update finished +2022-02-16 17:00:59,969 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:00:59,969 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:00:59,970 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:00:59,970 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:00:59,970 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:00:59,970 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:00:59,970 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:00:59,970 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:00:59,970 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:00:59,970 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:00:59,970 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:00:59,970 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:00:59,970 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:00:59,970 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:00:59,970 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:00:59,970 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:00:59,970 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:00:59,970 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:00:59,970 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:00:59,970 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:00:59,974 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:01:00,005 Job list saved +2022-02-16 17:01:00,048 Updating FAILED jobs +2022-02-16 17:01:00,049 Updating WAITING jobs +2022-02-16 17:01:00,050 Updating WAITING jobs eligible for be prepared +2022-02-16 17:01:00,050 Updating Held jobs +2022-02-16 17:01:00,051 Update finished +2022-02-16 17:01:10,064 Reloading parameters... +2022-02-16 17:01:10,080 Loading parameters... +2022-02-16 17:01:10,081 Loading project parameters... +2022-02-16 17:01:10,082 + +190 of 783 jobs remaining (17:01) +2022-02-16 17:01:10,083 Sleep: 10 +2022-02-16 17:01:10,083 Number of retrials: 2 +2022-02-16 17:01:10,083 WRAPPER CHECK TIME = 10 +2022-02-16 17:01:10,088 Checking jobs for platform=marenostrum4 +2022-02-16 17:01:10,088 Checking Wrapper 20687337 +2022-02-16 17:01:14,016 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:01:14,016 Checking inner jobs status +2022-02-16 17:01:15,891 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:01:15,892 Checking Wrapper 20687333 +2022-02-16 17:01:19,870 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:01:19,871 Checking inner jobs status +2022-02-16 17:01:21,750 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:01:21,751 End of checking +2022-02-16 17:01:21,753 Updating FAILED jobs +2022-02-16 17:01:21,756 Updating WAITING jobs +2022-02-16 17:01:21,757 Updating WAITING jobs eligible for be prepared +2022-02-16 17:01:21,758 Updating Held jobs +2022-02-16 17:01:21,759 Update finished +2022-02-16 17:01:21,759 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:01:21,760 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:01:21,760 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:01:21,760 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:01:21,760 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:01:21,760 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:01:21,760 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:01:21,760 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:01:21,760 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:01:21,760 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:01:21,760 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:01:21,760 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:01:21,760 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:01:21,760 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:01:21,760 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:01:21,760 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:01:21,760 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:01:21,760 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:01:21,761 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:01:21,761 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:01:21,764 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:01:21,789 Job list saved +2022-02-16 17:01:21,837 Updating FAILED jobs +2022-02-16 17:01:21,837 Updating WAITING jobs +2022-02-16 17:01:21,838 Updating WAITING jobs eligible for be prepared +2022-02-16 17:01:21,839 Updating Held jobs +2022-02-16 17:01:21,839 Update finished +2022-02-16 17:01:31,855 Reloading parameters... +2022-02-16 17:01:31,870 Loading parameters... +2022-02-16 17:01:31,871 Loading project parameters... +2022-02-16 17:01:31,872 + +190 of 783 jobs remaining (17:01) +2022-02-16 17:01:31,873 Sleep: 10 +2022-02-16 17:01:31,873 Number of retrials: 2 +2022-02-16 17:01:31,873 WRAPPER CHECK TIME = 10 +2022-02-16 17:01:31,878 Checking jobs for platform=marenostrum4 +2022-02-16 17:01:31,878 Checking Wrapper 20687337 +2022-02-16 17:01:35,856 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:01:35,856 Checking inner jobs status +2022-02-16 17:01:37,685 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:01:37,686 Checking Wrapper 20687333 +2022-02-16 17:01:41,614 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:01:41,615 Checking inner jobs status +2022-02-16 17:01:43,489 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:01:43,490 End of checking +2022-02-16 17:01:43,491 Updating FAILED jobs +2022-02-16 17:01:43,495 Updating WAITING jobs +2022-02-16 17:01:43,496 Updating WAITING jobs eligible for be prepared +2022-02-16 17:01:43,497 Updating Held jobs +2022-02-16 17:01:43,497 Update finished +2022-02-16 17:01:43,498 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:01:43,498 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:01:43,498 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:01:43,498 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:01:43,498 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:01:43,499 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:01:43,499 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:01:43,499 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:01:43,499 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:01:43,499 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:01:43,499 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:01:43,499 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:01:43,499 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:01:43,499 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:01:43,499 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:01:43,499 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:01:43,499 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:01:43,499 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:01:43,499 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:01:43,499 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:01:43,502 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:01:43,525 Job list saved +2022-02-16 17:01:43,563 Updating FAILED jobs +2022-02-16 17:01:43,564 Updating WAITING jobs +2022-02-16 17:01:43,565 Updating WAITING jobs eligible for be prepared +2022-02-16 17:01:43,566 Updating Held jobs +2022-02-16 17:01:43,566 Update finished +2022-02-16 17:01:53,580 Reloading parameters... +2022-02-16 17:01:53,604 Loading parameters... +2022-02-16 17:01:53,605 Loading project parameters... +2022-02-16 17:01:53,606 + +190 of 783 jobs remaining (17:01) +2022-02-16 17:01:53,607 Sleep: 10 +2022-02-16 17:01:53,607 Number of retrials: 2 +2022-02-16 17:01:53,607 WRAPPER CHECK TIME = 10 +2022-02-16 17:01:53,611 Checking jobs for platform=marenostrum4 +2022-02-16 17:01:53,611 Checking Wrapper 20687337 +2022-02-16 17:01:57,539 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:01:57,540 Checking inner jobs status +2022-02-16 17:02:01,572 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:02:01,573 Checking Wrapper 20687333 +2022-02-16 17:02:05,504 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:02:05,504 Checking inner jobs status +2022-02-16 17:02:08,681 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:02:08,682 End of checking +2022-02-16 17:02:08,683 Updating FAILED jobs +2022-02-16 17:02:08,688 Updating WAITING jobs +2022-02-16 17:02:08,689 Updating WAITING jobs eligible for be prepared +2022-02-16 17:02:08,690 Updating Held jobs +2022-02-16 17:02:08,691 Update finished +2022-02-16 17:02:08,691 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:02:08,692 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:02:08,692 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:02:08,692 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:02:08,692 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:02:08,692 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:02:08,692 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:02:08,692 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:02:08,692 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:02:08,692 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:02:08,692 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:02:08,692 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:02:08,692 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:02:08,692 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:02:08,692 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:02:08,693 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:02:08,693 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:02:08,693 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:02:08,693 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:02:08,693 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:02:08,696 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:02:08,724 Job list saved +2022-02-16 17:02:08,764 Updating FAILED jobs +2022-02-16 17:02:08,765 Updating WAITING jobs +2022-02-16 17:02:08,765 Updating WAITING jobs eligible for be prepared +2022-02-16 17:02:08,766 Updating Held jobs +2022-02-16 17:02:08,767 Update finished +2022-02-16 17:02:18,778 Reloading parameters... +2022-02-16 17:02:18,796 Loading parameters... +2022-02-16 17:02:18,796 Loading project parameters... +2022-02-16 17:02:18,797 + +190 of 783 jobs remaining (17:02) +2022-02-16 17:02:18,798 Sleep: 10 +2022-02-16 17:02:18,798 Number of retrials: 2 +2022-02-16 17:02:18,798 WRAPPER CHECK TIME = 10 +2022-02-16 17:02:18,802 Checking jobs for platform=marenostrum4 +2022-02-16 17:02:18,802 Checking Wrapper 20687337 +2022-02-16 17:02:22,729 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:02:22,729 Checking inner jobs status +2022-02-16 17:02:28,667 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:02:28,668 Checking Wrapper 20687333 +2022-02-16 17:02:32,605 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:02:32,605 Checking inner jobs status +2022-02-16 17:02:36,635 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:02:36,636 End of checking +2022-02-16 17:02:36,638 Updating FAILED jobs +2022-02-16 17:02:36,642 Updating WAITING jobs +2022-02-16 17:02:36,643 Updating WAITING jobs eligible for be prepared +2022-02-16 17:02:36,645 Updating Held jobs +2022-02-16 17:02:36,645 Update finished +2022-02-16 17:02:36,646 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:02:36,646 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:02:36,646 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:02:36,646 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:02:36,647 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:02:36,647 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:02:36,647 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:02:36,647 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:02:36,647 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:02:36,647 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:02:36,647 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:02:36,647 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:02:36,647 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:02:36,647 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:02:36,647 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:02:36,647 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:02:36,647 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:02:36,647 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:02:36,647 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:02:36,647 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:02:36,651 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:02:36,682 Job list saved +2022-02-16 17:02:36,730 Updating FAILED jobs +2022-02-16 17:02:36,730 Updating WAITING jobs +2022-02-16 17:02:36,731 Updating WAITING jobs eligible for be prepared +2022-02-16 17:02:36,732 Updating Held jobs +2022-02-16 17:02:36,733 Update finished +2022-02-16 17:02:46,746 Reloading parameters... +2022-02-16 17:02:46,761 Loading parameters... +2022-02-16 17:02:46,762 Loading project parameters... +2022-02-16 17:02:46,764 + +190 of 783 jobs remaining (17:02) +2022-02-16 17:02:46,765 Sleep: 10 +2022-02-16 17:02:46,765 Number of retrials: 2 +2022-02-16 17:02:46,765 WRAPPER CHECK TIME = 10 +2022-02-16 17:02:46,770 Checking jobs for platform=marenostrum4 +2022-02-16 17:02:46,770 Checking Wrapper 20687337 +2022-02-16 17:02:50,747 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:02:50,747 Checking inner jobs status +2022-02-16 17:02:54,028 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:02:54,029 Checking Wrapper 20687333 +2022-02-16 17:02:58,008 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:02:58,008 Checking inner jobs status +2022-02-16 17:02:59,935 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:02:59,937 End of checking +2022-02-16 17:02:59,938 Updating FAILED jobs +2022-02-16 17:02:59,942 Updating WAITING jobs +2022-02-16 17:02:59,942 Updating WAITING jobs eligible for be prepared +2022-02-16 17:02:59,943 Updating Held jobs +2022-02-16 17:02:59,944 Update finished +2022-02-16 17:02:59,944 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:02:59,945 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:02:59,945 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:02:59,945 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:02:59,945 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:02:59,945 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:02:59,945 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:02:59,945 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:02:59,945 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:02:59,945 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:02:59,945 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:02:59,945 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:02:59,945 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:02:59,945 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:02:59,945 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:02:59,945 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:02:59,945 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:02:59,945 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:02:59,945 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:02:59,945 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:02:59,950 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:02:59,974 Job list saved +2022-02-16 17:03:00,032 Updating FAILED jobs +2022-02-16 17:03:00,033 Updating WAITING jobs +2022-02-16 17:03:00,033 Updating WAITING jobs eligible for be prepared +2022-02-16 17:03:00,034 Updating Held jobs +2022-02-16 17:03:00,035 Update finished +2022-02-16 17:03:10,050 Reloading parameters... +2022-02-16 17:03:10,069 Loading parameters... +2022-02-16 17:03:10,070 Loading project parameters... +2022-02-16 17:03:10,071 + +190 of 783 jobs remaining (17:03) +2022-02-16 17:03:10,072 Sleep: 10 +2022-02-16 17:03:10,072 Number of retrials: 2 +2022-02-16 17:03:10,072 WRAPPER CHECK TIME = 10 +2022-02-16 17:03:10,077 Checking jobs for platform=marenostrum4 +2022-02-16 17:03:10,077 Checking Wrapper 20687337 +2022-02-16 17:03:14,005 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:03:14,006 Checking inner jobs status +2022-02-16 17:03:15,929 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:03:15,929 Checking Wrapper 20687333 +2022-02-16 17:03:19,906 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:03:19,907 Checking inner jobs status +2022-02-16 17:03:21,730 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:03:21,732 End of checking +2022-02-16 17:03:21,734 Updating FAILED jobs +2022-02-16 17:03:21,737 Updating WAITING jobs +2022-02-16 17:03:21,738 Updating WAITING jobs eligible for be prepared +2022-02-16 17:03:21,739 Updating Held jobs +2022-02-16 17:03:21,739 Update finished +2022-02-16 17:03:21,740 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:03:21,740 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:03:21,740 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:03:21,740 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:03:21,740 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:03:21,740 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:03:21,740 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:03:21,740 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:03:21,740 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:03:21,740 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:03:21,741 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:03:21,741 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:03:21,741 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:03:21,741 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:03:21,741 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:03:21,741 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:03:21,741 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:03:21,741 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:03:21,741 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:03:21,741 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:03:21,745 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:03:21,767 Job list saved +2022-02-16 17:03:21,852 Updating FAILED jobs +2022-02-16 17:03:21,852 Updating WAITING jobs +2022-02-16 17:03:21,853 Updating WAITING jobs eligible for be prepared +2022-02-16 17:03:21,853 Updating Held jobs +2022-02-16 17:03:21,854 Update finished +2022-02-16 17:03:31,868 Reloading parameters... +2022-02-16 17:03:31,884 Loading parameters... +2022-02-16 17:03:31,885 Loading project parameters... +2022-02-16 17:03:31,886 + +190 of 783 jobs remaining (17:03) +2022-02-16 17:03:31,887 Sleep: 10 +2022-02-16 17:03:31,887 Number of retrials: 2 +2022-02-16 17:03:31,887 WRAPPER CHECK TIME = 10 +2022-02-16 17:03:31,892 Checking jobs for platform=marenostrum4 +2022-02-16 17:03:31,892 Checking Wrapper 20687337 +2022-02-16 17:03:35,823 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:03:35,824 Checking inner jobs status +2022-02-16 17:03:37,805 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:03:37,807 Checking Wrapper 20687333 +2022-02-16 17:03:41,733 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:03:41,733 Checking inner jobs status +2022-02-16 17:03:43,556 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:03:43,557 End of checking +2022-02-16 17:03:43,559 Updating FAILED jobs +2022-02-16 17:03:43,564 Updating WAITING jobs +2022-02-16 17:03:43,564 Updating WAITING jobs eligible for be prepared +2022-02-16 17:03:43,566 Updating Held jobs +2022-02-16 17:03:43,566 Update finished +2022-02-16 17:03:43,567 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:03:43,567 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:03:43,567 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:03:43,567 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:03:43,568 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:03:43,568 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:03:43,568 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:03:43,568 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:03:43,568 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:03:43,568 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:03:43,568 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:03:43,568 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:03:43,568 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:03:43,568 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:03:43,568 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:03:43,568 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:03:43,568 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:03:43,568 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:03:43,568 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:03:43,568 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:03:43,572 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:03:43,606 Job list saved +2022-02-16 17:03:43,650 Updating FAILED jobs +2022-02-16 17:03:43,651 Updating WAITING jobs +2022-02-16 17:03:43,651 Updating WAITING jobs eligible for be prepared +2022-02-16 17:03:43,652 Updating Held jobs +2022-02-16 17:03:43,653 Update finished +2022-02-16 17:03:53,660 Reloading parameters... +2022-02-16 17:03:53,677 Loading parameters... +2022-02-16 17:03:53,678 Loading project parameters... +2022-02-16 17:03:53,680 + +190 of 783 jobs remaining (17:03) +2022-02-16 17:03:53,680 Sleep: 10 +2022-02-16 17:03:53,680 Number of retrials: 2 +2022-02-16 17:03:53,680 WRAPPER CHECK TIME = 10 +2022-02-16 17:03:53,685 Checking jobs for platform=marenostrum4 +2022-02-16 17:03:53,685 Checking Wrapper 20687337 +2022-02-16 17:03:57,663 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:03:57,663 Checking inner jobs status +2022-02-16 17:04:06,077 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:04:06,078 Checking Wrapper 20687333 +2022-02-16 17:04:10,105 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:04:10,106 Checking inner jobs status +2022-02-16 17:04:12,984 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:04:12,985 End of checking +2022-02-16 17:04:12,988 Updating FAILED jobs +2022-02-16 17:04:12,999 Updating WAITING jobs +2022-02-16 17:04:13,000 Updating WAITING jobs eligible for be prepared +2022-02-16 17:04:13,001 Updating Held jobs +2022-02-16 17:04:13,001 Update finished +2022-02-16 17:04:13,002 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:04:13,002 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:04:13,002 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:04:13,002 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:04:13,002 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:04:13,002 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:04:13,002 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:04:13,003 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:04:13,003 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:04:13,003 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:04:13,003 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:04:13,003 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:04:13,003 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:04:13,003 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:04:13,003 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:04:13,003 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:04:13,003 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:04:13,003 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:04:13,003 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:04:13,003 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:04:13,007 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:04:13,034 Job list saved +2022-02-16 17:04:13,079 Updating FAILED jobs +2022-02-16 17:04:13,080 Updating WAITING jobs +2022-02-16 17:04:13,080 Updating WAITING jobs eligible for be prepared +2022-02-16 17:04:13,081 Updating Held jobs +2022-02-16 17:04:13,082 Update finished +2022-02-16 17:04:23,094 Reloading parameters... +2022-02-16 17:04:23,111 Loading parameters... +2022-02-16 17:04:23,112 Loading project parameters... +2022-02-16 17:04:23,113 + +190 of 783 jobs remaining (17:04) +2022-02-16 17:04:23,113 Sleep: 10 +2022-02-16 17:04:23,114 Number of retrials: 2 +2022-02-16 17:04:23,114 WRAPPER CHECK TIME = 10 +2022-02-16 17:04:23,118 Checking jobs for platform=marenostrum4 +2022-02-16 17:04:23,118 Checking Wrapper 20687337 +2022-02-16 17:04:27,205 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:04:27,207 Checking inner jobs status +2022-02-16 17:04:31,152 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:04:31,153 Checking Wrapper 20687333 +2022-02-16 17:04:35,082 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:04:35,082 Checking inner jobs status +2022-02-16 17:04:37,268 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:04:37,268 End of checking +2022-02-16 17:04:37,270 Updating FAILED jobs +2022-02-16 17:04:37,275 Updating WAITING jobs +2022-02-16 17:04:37,275 Updating WAITING jobs eligible for be prepared +2022-02-16 17:04:37,277 Updating Held jobs +2022-02-16 17:04:37,277 Update finished +2022-02-16 17:04:37,278 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:04:37,278 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:04:37,278 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:04:37,278 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:04:37,278 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:04:37,278 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:04:37,278 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:04:37,278 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:04:37,278 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:04:37,278 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:04:37,278 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:04:37,278 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:04:37,278 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:04:37,279 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:04:37,279 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:04:37,279 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:04:37,279 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:04:37,279 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:04:37,279 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:04:37,279 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:04:37,282 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:04:37,306 Job list saved +2022-02-16 17:04:37,350 Updating FAILED jobs +2022-02-16 17:04:37,351 Updating WAITING jobs +2022-02-16 17:04:37,351 Updating WAITING jobs eligible for be prepared +2022-02-16 17:04:37,352 Updating Held jobs +2022-02-16 17:04:37,352 Update finished +2022-02-16 17:04:47,365 Reloading parameters... +2022-02-16 17:04:47,381 Loading parameters... +2022-02-16 17:04:47,382 Loading project parameters... +2022-02-16 17:04:47,383 + +190 of 783 jobs remaining (17:04) +2022-02-16 17:04:47,384 Sleep: 10 +2022-02-16 17:04:47,384 Number of retrials: 2 +2022-02-16 17:04:47,384 WRAPPER CHECK TIME = 10 +2022-02-16 17:04:47,388 Checking jobs for platform=marenostrum4 +2022-02-16 17:04:47,388 Checking Wrapper 20687337 +2022-02-16 17:04:51,423 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:04:51,424 Checking inner jobs status +2022-02-16 17:04:54,061 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:04:54,061 Checking Wrapper 20687333 +2022-02-16 17:04:58,140 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:04:58,140 Checking inner jobs status +2022-02-16 17:05:00,013 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:05:00,014 End of checking +2022-02-16 17:05:00,016 Updating FAILED jobs +2022-02-16 17:05:00,020 Updating WAITING jobs +2022-02-16 17:05:00,021 Updating WAITING jobs eligible for be prepared +2022-02-16 17:05:00,022 Updating Held jobs +2022-02-16 17:05:00,023 Update finished +2022-02-16 17:05:00,024 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:05:00,024 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:05:00,024 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:05:00,024 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:05:00,024 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:05:00,024 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:05:00,024 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:05:00,024 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:05:00,024 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:05:00,024 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:05:00,024 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:05:00,024 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:05:00,024 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:05:00,024 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:05:00,025 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:05:00,025 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:05:00,025 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:05:00,025 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:05:00,025 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:05:00,025 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:05:00,029 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:05:00,056 Job list saved +2022-02-16 17:05:00,130 Updating FAILED jobs +2022-02-16 17:05:00,131 Updating WAITING jobs +2022-02-16 17:05:00,132 Updating WAITING jobs eligible for be prepared +2022-02-16 17:05:00,133 Updating Held jobs +2022-02-16 17:05:00,133 Update finished +2022-02-16 17:05:10,148 Reloading parameters... +2022-02-16 17:05:10,165 Loading parameters... +2022-02-16 17:05:10,166 Loading project parameters... +2022-02-16 17:05:10,167 + +190 of 783 jobs remaining (17:05) +2022-02-16 17:05:10,168 Sleep: 10 +2022-02-16 17:05:10,168 Number of retrials: 2 +2022-02-16 17:05:10,168 WRAPPER CHECK TIME = 10 +2022-02-16 17:05:10,172 Checking jobs for platform=marenostrum4 +2022-02-16 17:05:10,172 Checking Wrapper 20687337 +2022-02-16 17:05:14,107 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:05:14,108 Checking inner jobs status +2022-02-16 17:05:16,335 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:05:16,336 Checking Wrapper 20687333 +2022-02-16 17:05:20,313 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:05:20,313 Checking inner jobs status +2022-02-16 17:05:22,286 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:05:22,288 End of checking +2022-02-16 17:05:22,289 Updating FAILED jobs +2022-02-16 17:05:22,294 Updating WAITING jobs +2022-02-16 17:05:22,294 Updating WAITING jobs eligible for be prepared +2022-02-16 17:05:22,296 Updating Held jobs +2022-02-16 17:05:22,296 Update finished +2022-02-16 17:05:22,297 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:05:22,297 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:05:22,297 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:05:22,297 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:05:22,297 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:05:22,297 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:05:22,297 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:05:22,298 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:05:22,298 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:05:22,298 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:05:22,298 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:05:22,298 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:05:22,298 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:05:22,298 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:05:22,298 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:05:22,298 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:05:22,298 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:05:22,298 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:05:22,298 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:05:22,298 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:05:22,302 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:05:22,327 Job list saved +2022-02-16 17:05:22,376 Updating FAILED jobs +2022-02-16 17:05:22,377 Updating WAITING jobs +2022-02-16 17:05:22,377 Updating WAITING jobs eligible for be prepared +2022-02-16 17:05:22,379 Updating Held jobs +2022-02-16 17:05:22,379 Update finished +2022-02-16 17:05:32,393 Reloading parameters... +2022-02-16 17:05:32,410 Loading parameters... +2022-02-16 17:05:32,411 Loading project parameters... +2022-02-16 17:05:32,413 + +190 of 783 jobs remaining (17:05) +2022-02-16 17:05:32,414 Sleep: 10 +2022-02-16 17:05:32,414 Number of retrials: 2 +2022-02-16 17:05:32,414 WRAPPER CHECK TIME = 10 +2022-02-16 17:05:32,419 Checking jobs for platform=marenostrum4 +2022-02-16 17:05:32,419 Checking Wrapper 20687337 +2022-02-16 17:05:36,354 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:05:36,354 Checking inner jobs status +2022-02-16 17:05:38,328 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:05:38,329 Checking Wrapper 20687333 +2022-02-16 17:05:42,257 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:05:42,257 Checking inner jobs status +2022-02-16 17:05:44,231 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:05:44,232 End of checking +2022-02-16 17:05:44,234 Updating FAILED jobs +2022-02-16 17:05:44,238 Updating WAITING jobs +2022-02-16 17:05:44,239 Updating WAITING jobs eligible for be prepared +2022-02-16 17:05:44,240 Updating Held jobs +2022-02-16 17:05:44,241 Update finished +2022-02-16 17:05:44,241 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:05:44,242 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:05:44,242 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:05:44,242 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:05:44,242 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:05:44,242 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:05:44,242 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:05:44,242 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:05:44,242 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:05:44,242 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:05:44,242 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:05:44,242 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:05:44,242 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:05:44,242 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:05:44,242 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:05:44,242 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:05:44,242 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:05:44,242 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:05:44,243 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:05:44,243 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:05:44,246 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:05:44,273 Job list saved +2022-02-16 17:05:44,325 Updating FAILED jobs +2022-02-16 17:05:44,325 Updating WAITING jobs +2022-02-16 17:05:44,326 Updating WAITING jobs eligible for be prepared +2022-02-16 17:05:44,327 Updating Held jobs +2022-02-16 17:05:44,327 Update finished +2022-02-16 17:05:54,334 Reloading parameters... +2022-02-16 17:05:54,359 Loading parameters... +2022-02-16 17:05:54,360 Loading project parameters... +2022-02-16 17:05:54,361 + +190 of 783 jobs remaining (17:05) +2022-02-16 17:05:54,361 Sleep: 10 +2022-02-16 17:05:54,361 Number of retrials: 2 +2022-02-16 17:05:54,361 WRAPPER CHECK TIME = 10 +2022-02-16 17:05:54,365 Checking jobs for platform=marenostrum4 +2022-02-16 17:05:54,365 Checking Wrapper 20687337 +2022-02-16 17:05:58,501 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:05:58,502 Checking inner jobs status +2022-02-16 17:06:02,431 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:06:02,433 Checking Wrapper 20687333 +2022-02-16 17:06:06,359 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:06:06,359 Checking inner jobs status +2022-02-16 17:06:14,862 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:06:14,864 End of checking +2022-02-16 17:06:14,866 Updating FAILED jobs +2022-02-16 17:06:14,870 Updating WAITING jobs +2022-02-16 17:06:14,871 Updating WAITING jobs eligible for be prepared +2022-02-16 17:06:14,872 Updating Held jobs +2022-02-16 17:06:14,873 Update finished +2022-02-16 17:06:14,874 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:06:14,874 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:06:14,874 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:06:14,874 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:06:14,874 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:06:14,874 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:06:14,874 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:06:14,874 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:06:14,874 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:06:14,874 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:06:14,874 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:06:14,874 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:06:14,874 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:06:14,874 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:06:14,875 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:06:14,875 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:06:14,875 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:06:14,875 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:06:14,875 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:06:14,875 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:06:14,878 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:06:14,905 Job list saved +2022-02-16 17:06:14,951 Updating FAILED jobs +2022-02-16 17:06:14,953 Updating WAITING jobs +2022-02-16 17:06:14,954 Updating WAITING jobs eligible for be prepared +2022-02-16 17:06:14,956 Updating Held jobs +2022-02-16 17:06:14,957 Update finished +2022-02-16 17:06:24,972 Reloading parameters... +2022-02-16 17:06:24,989 Loading parameters... +2022-02-16 17:06:24,990 Loading project parameters... +2022-02-16 17:06:25,000 + +190 of 783 jobs remaining (17:06) +2022-02-16 17:06:25,001 Sleep: 10 +2022-02-16 17:06:25,001 Number of retrials: 2 +2022-02-16 17:06:25,001 WRAPPER CHECK TIME = 10 +2022-02-16 17:06:25,006 Checking jobs for platform=marenostrum4 +2022-02-16 17:06:25,006 Checking Wrapper 20687337 +2022-02-16 17:06:28,936 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:06:28,937 Checking inner jobs status +2022-02-16 17:06:33,067 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:06:33,068 Checking Wrapper 20687333 +2022-02-16 17:06:37,007 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:06:37,008 Checking inner jobs status +2022-02-16 17:06:39,083 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:06:39,084 End of checking +2022-02-16 17:06:39,086 Updating FAILED jobs +2022-02-16 17:06:39,090 Updating WAITING jobs +2022-02-16 17:06:39,092 Updating WAITING jobs eligible for be prepared +2022-02-16 17:06:39,093 Updating Held jobs +2022-02-16 17:06:39,093 Update finished +2022-02-16 17:06:39,094 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:06:39,094 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:06:39,094 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:06:39,095 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:06:39,095 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:06:39,095 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:06:39,095 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:06:39,095 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:06:39,095 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:06:39,095 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:06:39,095 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:06:39,095 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:06:39,095 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:06:39,095 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:06:39,095 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:06:39,095 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:06:39,095 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:06:39,095 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:06:39,095 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:06:39,095 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:06:39,101 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:06:39,130 Job list saved +2022-02-16 17:06:39,189 Updating FAILED jobs +2022-02-16 17:06:39,190 Updating WAITING jobs +2022-02-16 17:06:39,199 Updating WAITING jobs eligible for be prepared +2022-02-16 17:06:39,201 Updating Held jobs +2022-02-16 17:06:39,201 Update finished +2022-02-16 17:06:49,216 Reloading parameters... +2022-02-16 17:06:49,233 Loading parameters... +2022-02-16 17:06:49,234 Loading project parameters... +2022-02-16 17:06:49,235 + +190 of 783 jobs remaining (17:06) +2022-02-16 17:06:49,236 Sleep: 10 +2022-02-16 17:06:49,236 Number of retrials: 2 +2022-02-16 17:06:49,236 WRAPPER CHECK TIME = 10 +2022-02-16 17:06:49,240 Checking jobs for platform=marenostrum4 +2022-02-16 17:06:49,240 Checking Wrapper 20687337 +2022-02-16 17:06:53,168 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:06:53,169 Checking inner jobs status +2022-02-16 17:06:57,855 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:06:57,856 Checking Wrapper 20687333 +2022-02-16 17:07:01,784 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:07:01,785 Checking inner jobs status +2022-02-16 17:07:03,615 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:07:03,616 End of checking +2022-02-16 17:07:03,618 Updating FAILED jobs +2022-02-16 17:07:03,622 Updating WAITING jobs +2022-02-16 17:07:03,623 Updating WAITING jobs eligible for be prepared +2022-02-16 17:07:03,624 Updating Held jobs +2022-02-16 17:07:03,625 Update finished +2022-02-16 17:07:03,625 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:07:03,626 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:07:03,626 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:07:03,626 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:07:03,626 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:07:03,626 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:07:03,626 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:07:03,626 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:07:03,626 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:07:03,626 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:07:03,626 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:07:03,626 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:07:03,626 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:07:03,626 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:07:03,626 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:07:03,626 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:07:03,626 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:07:03,626 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:07:03,626 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:07:03,626 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:07:03,631 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:07:03,655 Job list saved +2022-02-16 17:07:03,696 Updating FAILED jobs +2022-02-16 17:07:03,697 Updating WAITING jobs +2022-02-16 17:07:03,698 Updating WAITING jobs eligible for be prepared +2022-02-16 17:07:03,699 Updating Held jobs +2022-02-16 17:07:03,699 Update finished +2022-02-16 17:07:13,712 Reloading parameters... +2022-02-16 17:07:13,729 Loading parameters... +2022-02-16 17:07:13,730 Loading project parameters... +2022-02-16 17:07:13,731 + +190 of 783 jobs remaining (17:07) +2022-02-16 17:07:13,732 Sleep: 10 +2022-02-16 17:07:13,732 Number of retrials: 2 +2022-02-16 17:07:13,732 WRAPPER CHECK TIME = 10 +2022-02-16 17:07:13,736 Checking jobs for platform=marenostrum4 +2022-02-16 17:07:13,736 Checking Wrapper 20687337 +2022-02-16 17:07:17,713 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:07:17,713 Checking inner jobs status +2022-02-16 17:07:19,537 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:07:19,537 Checking Wrapper 20687333 +2022-02-16 17:07:23,514 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:07:23,515 Checking inner jobs status +2022-02-16 17:07:25,338 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:07:25,339 End of checking +2022-02-16 17:07:25,340 Updating FAILED jobs +2022-02-16 17:07:25,345 Updating WAITING jobs +2022-02-16 17:07:25,345 Updating WAITING jobs eligible for be prepared +2022-02-16 17:07:25,347 Updating Held jobs +2022-02-16 17:07:25,347 Update finished +2022-02-16 17:07:25,348 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:07:25,348 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:07:25,348 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:07:25,348 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:07:25,348 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:07:25,348 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:07:25,348 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:07:25,348 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:07:25,348 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:07:25,349 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:07:25,349 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:07:25,349 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:07:25,349 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:07:25,349 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:07:25,349 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:07:25,349 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:07:25,349 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:07:25,349 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:07:25,349 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:07:25,349 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:07:25,352 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:07:25,379 Job list saved +2022-02-16 17:07:25,434 Updating FAILED jobs +2022-02-16 17:07:25,435 Updating WAITING jobs +2022-02-16 17:07:25,436 Updating WAITING jobs eligible for be prepared +2022-02-16 17:07:25,437 Updating Held jobs +2022-02-16 17:07:25,437 Update finished +2022-02-16 17:07:35,452 Reloading parameters... +2022-02-16 17:07:35,468 Loading parameters... +2022-02-16 17:07:35,469 Loading project parameters... +2022-02-16 17:07:35,470 + +190 of 783 jobs remaining (17:07) +2022-02-16 17:07:35,471 Sleep: 10 +2022-02-16 17:07:35,471 Number of retrials: 2 +2022-02-16 17:07:35,471 WRAPPER CHECK TIME = 10 +2022-02-16 17:07:35,475 Checking jobs for platform=marenostrum4 +2022-02-16 17:07:35,475 Checking Wrapper 20687337 +2022-02-16 17:07:39,405 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:07:39,406 Checking inner jobs status +2022-02-16 17:07:41,328 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:07:41,329 Checking Wrapper 20687333 +2022-02-16 17:07:45,456 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:07:45,457 Checking inner jobs status +2022-02-16 17:07:47,632 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:07:47,633 End of checking +2022-02-16 17:07:47,635 Updating FAILED jobs +2022-02-16 17:07:47,639 Updating WAITING jobs +2022-02-16 17:07:47,640 Updating WAITING jobs eligible for be prepared +2022-02-16 17:07:47,641 Updating Held jobs +2022-02-16 17:07:47,641 Update finished +2022-02-16 17:07:47,642 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:07:47,642 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:07:47,642 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:07:47,642 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:07:47,642 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:07:47,642 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:07:47,642 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:07:47,642 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:07:47,642 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:07:47,642 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:07:47,642 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:07:47,642 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:07:47,643 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:07:47,643 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:07:47,643 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:07:47,643 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:07:47,643 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:07:47,643 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:07:47,643 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:07:47,643 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:07:47,646 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:07:47,668 Job list saved +2022-02-16 17:07:47,723 Updating FAILED jobs +2022-02-16 17:07:47,723 Updating WAITING jobs +2022-02-16 17:07:47,724 Updating WAITING jobs eligible for be prepared +2022-02-16 17:07:47,724 Updating Held jobs +2022-02-16 17:07:47,725 Update finished +2022-02-16 17:07:57,732 Reloading parameters... +2022-02-16 17:07:57,758 Loading parameters... +2022-02-16 17:07:57,759 Loading project parameters... +2022-02-16 17:07:57,761 + +190 of 783 jobs remaining (17:07) +2022-02-16 17:07:57,761 Sleep: 10 +2022-02-16 17:07:57,762 Number of retrials: 2 +2022-02-16 17:07:57,762 WRAPPER CHECK TIME = 10 +2022-02-16 17:07:57,766 Checking jobs for platform=marenostrum4 +2022-02-16 17:07:57,766 Checking Wrapper 20687337 +2022-02-16 17:08:01,703 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:08:01,704 Checking inner jobs status +2022-02-16 17:08:05,232 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:08:05,233 Checking Wrapper 20687333 +2022-02-16 17:08:09,160 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:08:09,160 Checking inner jobs status +2022-02-16 17:08:12,893 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:08:12,894 End of checking +2022-02-16 17:08:12,896 Updating FAILED jobs +2022-02-16 17:08:12,901 Updating WAITING jobs +2022-02-16 17:08:12,902 Updating WAITING jobs eligible for be prepared +2022-02-16 17:08:12,903 Updating Held jobs +2022-02-16 17:08:12,904 Update finished +2022-02-16 17:08:12,905 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:08:12,905 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:08:12,905 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:08:12,905 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:08:12,905 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:08:12,905 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:08:12,905 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:08:12,905 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:08:12,905 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:08:12,905 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:08:12,905 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:08:12,905 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:08:12,905 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:08:12,905 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:08:12,906 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:08:12,906 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:08:12,906 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:08:12,906 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:08:12,906 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:08:12,906 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:08:12,909 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:08:12,938 Job list saved +2022-02-16 17:08:12,986 Updating FAILED jobs +2022-02-16 17:08:12,987 Updating WAITING jobs +2022-02-16 17:08:12,987 Updating WAITING jobs eligible for be prepared +2022-02-16 17:08:12,988 Updating Held jobs +2022-02-16 17:08:12,988 Update finished +2022-02-16 17:08:23,002 Reloading parameters... +2022-02-16 17:08:23,020 Loading parameters... +2022-02-16 17:08:23,021 Loading project parameters... +2022-02-16 17:08:23,023 + +190 of 783 jobs remaining (17:08) +2022-02-16 17:08:23,023 Sleep: 10 +2022-02-16 17:08:23,023 Number of retrials: 2 +2022-02-16 17:08:23,023 WRAPPER CHECK TIME = 10 +2022-02-16 17:08:23,028 Checking jobs for platform=marenostrum4 +2022-02-16 17:08:23,028 Checking Wrapper 20687337 +2022-02-16 17:08:27,057 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:08:27,057 Checking inner jobs status +2022-02-16 17:08:30,088 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:08:30,090 Checking Wrapper 20687333 +2022-02-16 17:08:34,017 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:08:34,017 Checking inner jobs status +2022-02-16 17:08:38,365 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:08:38,366 End of checking +2022-02-16 17:08:38,368 Updating FAILED jobs +2022-02-16 17:08:38,372 Updating WAITING jobs +2022-02-16 17:08:38,373 Updating WAITING jobs eligible for be prepared +2022-02-16 17:08:38,374 Updating Held jobs +2022-02-16 17:08:38,374 Update finished +2022-02-16 17:08:38,375 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:08:38,375 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:08:38,375 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:08:38,375 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:08:38,375 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:08:38,375 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:08:38,375 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:08:38,375 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:08:38,375 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:08:38,375 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:08:38,375 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:08:38,375 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:08:38,375 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:08:38,376 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:08:38,376 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:08:38,376 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:08:38,376 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:08:38,376 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:08:38,376 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:08:38,376 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:08:38,379 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:08:38,411 Job list saved +2022-02-16 17:08:38,454 Updating FAILED jobs +2022-02-16 17:08:38,455 Updating WAITING jobs +2022-02-16 17:08:38,455 Updating WAITING jobs eligible for be prepared +2022-02-16 17:08:38,456 Updating Held jobs +2022-02-16 17:08:38,457 Update finished +2022-02-16 17:08:48,470 Reloading parameters... +2022-02-16 17:08:48,485 Loading parameters... +2022-02-16 17:08:48,486 Loading project parameters... +2022-02-16 17:08:48,487 + +190 of 783 jobs remaining (17:08) +2022-02-16 17:08:48,488 Sleep: 10 +2022-02-16 17:08:48,488 Number of retrials: 2 +2022-02-16 17:08:48,488 WRAPPER CHECK TIME = 10 +2022-02-16 17:08:48,493 Checking jobs for platform=marenostrum4 +2022-02-16 17:08:48,493 Checking Wrapper 20687337 +2022-02-16 17:08:52,421 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:08:52,421 Checking inner jobs status +2022-02-16 17:08:56,507 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:08:56,509 Checking Wrapper 20687333 +2022-02-16 17:09:00,484 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:09:00,485 Checking inner jobs status +2022-02-16 17:09:02,708 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:09:02,708 End of checking +2022-02-16 17:09:02,710 Updating FAILED jobs +2022-02-16 17:09:02,715 Updating WAITING jobs +2022-02-16 17:09:02,715 Updating WAITING jobs eligible for be prepared +2022-02-16 17:09:02,717 Updating Held jobs +2022-02-16 17:09:02,717 Update finished +2022-02-16 17:09:02,718 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:09:02,718 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:09:02,718 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:09:02,718 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:09:02,718 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:09:02,718 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:09:02,719 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:09:02,719 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:09:02,719 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:09:02,719 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:09:02,719 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:09:02,719 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:09:02,719 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:09:02,719 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:09:02,719 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:09:02,719 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:09:02,719 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:09:02,719 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:09:02,719 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:09:02,719 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:09:02,723 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:09:02,748 Job list saved +2022-02-16 17:09:02,794 Updating FAILED jobs +2022-02-16 17:09:02,794 Updating WAITING jobs +2022-02-16 17:09:02,795 Updating WAITING jobs eligible for be prepared +2022-02-16 17:09:02,795 Updating Held jobs +2022-02-16 17:09:02,796 Update finished +2022-02-16 17:09:12,811 Reloading parameters... +2022-02-16 17:09:12,829 Loading parameters... +2022-02-16 17:09:12,830 Loading project parameters... +2022-02-16 17:09:12,831 + +190 of 783 jobs remaining (17:09) +2022-02-16 17:09:12,832 Sleep: 10 +2022-02-16 17:09:12,832 Number of retrials: 2 +2022-02-16 17:09:12,832 WRAPPER CHECK TIME = 10 +2022-02-16 17:09:12,836 Checking jobs for platform=marenostrum4 +2022-02-16 17:09:12,836 Checking Wrapper 20687337 +2022-02-16 17:09:16,764 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:09:16,765 Checking inner jobs status +2022-02-16 17:09:18,588 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:09:18,588 Checking Wrapper 20687333 +2022-02-16 17:09:22,672 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:09:22,673 Checking inner jobs status +2022-02-16 17:09:24,954 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:09:24,956 End of checking +2022-02-16 17:09:24,957 Updating FAILED jobs +2022-02-16 17:09:24,962 Updating WAITING jobs +2022-02-16 17:09:24,962 Updating WAITING jobs eligible for be prepared +2022-02-16 17:09:24,964 Updating Held jobs +2022-02-16 17:09:24,964 Update finished +2022-02-16 17:09:24,965 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:09:24,965 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:09:24,965 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:09:24,965 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:09:24,965 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:09:24,965 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:09:24,965 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:09:24,965 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:09:24,965 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:09:24,966 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:09:24,966 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:09:24,966 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:09:24,966 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:09:24,966 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:09:24,966 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:09:24,966 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:09:24,966 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:09:24,966 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:09:24,966 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:09:24,966 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:09:24,969 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:09:25,003 Job list saved +2022-02-16 17:09:25,043 Updating FAILED jobs +2022-02-16 17:09:25,044 Updating WAITING jobs +2022-02-16 17:09:25,045 Updating WAITING jobs eligible for be prepared +2022-02-16 17:09:25,046 Updating Held jobs +2022-02-16 17:09:25,046 Update finished +2022-02-16 17:09:35,061 Reloading parameters... +2022-02-16 17:09:35,076 Loading parameters... +2022-02-16 17:09:35,077 Loading project parameters... +2022-02-16 17:09:35,078 + +190 of 783 jobs remaining (17:09) +2022-02-16 17:09:35,079 Sleep: 10 +2022-02-16 17:09:35,079 Number of retrials: 2 +2022-02-16 17:09:35,079 WRAPPER CHECK TIME = 10 +2022-02-16 17:09:35,084 Checking jobs for platform=marenostrum4 +2022-02-16 17:09:35,084 Checking Wrapper 20687337 +2022-02-16 17:09:39,010 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:09:39,011 Checking inner jobs status +2022-02-16 17:09:40,936 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:09:40,937 Checking Wrapper 20687333 +2022-02-16 17:09:44,912 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:09:44,912 Checking inner jobs status +2022-02-16 17:09:46,785 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:09:46,786 End of checking +2022-02-16 17:09:46,787 Updating FAILED jobs +2022-02-16 17:09:46,792 Updating WAITING jobs +2022-02-16 17:09:46,793 Updating WAITING jobs eligible for be prepared +2022-02-16 17:09:46,794 Updating Held jobs +2022-02-16 17:09:46,795 Update finished +2022-02-16 17:09:46,795 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:09:46,795 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:09:46,796 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:09:46,796 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:09:46,796 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:09:46,796 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:09:46,796 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:09:46,796 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:09:46,796 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:09:46,796 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:09:46,796 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:09:46,796 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:09:46,796 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:09:46,796 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:09:46,796 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:09:46,796 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:09:46,796 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:09:46,796 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:09:46,796 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:09:46,796 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:09:46,808 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:09:46,836 Job list saved +2022-02-16 17:09:46,872 Updating FAILED jobs +2022-02-16 17:09:46,873 Updating WAITING jobs +2022-02-16 17:09:46,874 Updating WAITING jobs eligible for be prepared +2022-02-16 17:09:46,875 Updating Held jobs +2022-02-16 17:09:46,875 Update finished +2022-02-16 17:09:56,887 Reloading parameters... +2022-02-16 17:09:56,901 Loading parameters... +2022-02-16 17:09:56,901 Loading project parameters... +2022-02-16 17:09:56,903 + +190 of 783 jobs remaining (17:09) +2022-02-16 17:09:56,904 Sleep: 10 +2022-02-16 17:09:56,904 Number of retrials: 2 +2022-02-16 17:09:56,904 WRAPPER CHECK TIME = 10 +2022-02-16 17:09:56,908 Checking jobs for platform=marenostrum4 +2022-02-16 17:09:56,908 Checking Wrapper 20687337 +2022-02-16 17:10:00,837 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:10:00,837 Checking inner jobs status +2022-02-16 17:10:03,214 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:10:03,216 Checking Wrapper 20687333 +2022-02-16 17:10:07,142 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:10:07,143 Checking inner jobs status +2022-02-16 17:10:09,769 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:10:09,770 End of checking +2022-02-16 17:10:09,772 Updating FAILED jobs +2022-02-16 17:10:09,776 Updating WAITING jobs +2022-02-16 17:10:09,776 Updating WAITING jobs eligible for be prepared +2022-02-16 17:10:09,777 Updating Held jobs +2022-02-16 17:10:09,778 Update finished +2022-02-16 17:10:09,778 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:10:09,778 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:10:09,779 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:10:09,779 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:10:09,779 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:10:09,779 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:10:09,779 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:10:09,779 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:10:09,779 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:10:09,779 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:10:09,779 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:10:09,779 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:10:09,779 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:10:09,779 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:10:09,779 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:10:09,779 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:10:09,779 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:10:09,779 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:10:09,779 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:10:09,779 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:10:09,782 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:10:09,811 Job list saved +2022-02-16 17:10:09,855 Updating FAILED jobs +2022-02-16 17:10:09,855 Updating WAITING jobs +2022-02-16 17:10:09,856 Updating WAITING jobs eligible for be prepared +2022-02-16 17:10:09,857 Updating Held jobs +2022-02-16 17:10:09,857 Update finished +2022-02-16 17:10:19,862 Reloading parameters... +2022-02-16 17:10:19,878 Loading parameters... +2022-02-16 17:10:19,879 Loading project parameters... +2022-02-16 17:10:19,881 + +190 of 783 jobs remaining (17:10) +2022-02-16 17:10:19,881 Sleep: 10 +2022-02-16 17:10:19,881 Number of retrials: 2 +2022-02-16 17:10:19,881 WRAPPER CHECK TIME = 10 +2022-02-16 17:10:19,886 Checking jobs for platform=marenostrum4 +2022-02-16 17:10:19,886 Checking Wrapper 20687337 +2022-02-16 17:10:23,914 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:10:23,915 Checking inner jobs status +2022-02-16 17:10:27,701 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:10:27,702 Checking Wrapper 20687333 +2022-02-16 17:10:31,582 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:10:31,583 Checking inner jobs status +2022-02-16 17:10:33,915 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:10:33,916 End of checking +2022-02-16 17:10:33,918 Updating FAILED jobs +2022-02-16 17:10:33,922 Updating WAITING jobs +2022-02-16 17:10:33,922 Updating WAITING jobs eligible for be prepared +2022-02-16 17:10:33,923 Updating Held jobs +2022-02-16 17:10:33,924 Update finished +2022-02-16 17:10:33,924 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:10:33,924 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:10:33,924 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:10:33,925 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:10:33,925 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:10:33,925 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:10:33,925 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:10:33,925 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:10:33,925 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:10:33,925 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:10:33,925 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:10:33,925 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:10:33,925 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:10:33,925 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:10:33,925 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:10:33,925 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:10:33,925 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:10:33,925 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:10:33,925 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:10:33,925 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:10:33,928 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:10:33,949 Job list saved +2022-02-16 17:10:33,988 Updating FAILED jobs +2022-02-16 17:10:33,988 Updating WAITING jobs +2022-02-16 17:10:33,988 Updating WAITING jobs eligible for be prepared +2022-02-16 17:10:33,989 Updating Held jobs +2022-02-16 17:10:33,989 Update finished +2022-02-16 17:10:44,004 Reloading parameters... +2022-02-16 17:10:44,020 Loading parameters... +2022-02-16 17:10:44,021 Loading project parameters... +2022-02-16 17:10:44,022 + +190 of 783 jobs remaining (17:10) +2022-02-16 17:10:44,023 Sleep: 10 +2022-02-16 17:10:44,023 Number of retrials: 2 +2022-02-16 17:10:44,023 WRAPPER CHECK TIME = 10 +2022-02-16 17:10:44,027 Checking jobs for platform=marenostrum4 +2022-02-16 17:10:44,028 Checking Wrapper 20687337 +2022-02-16 17:10:47,956 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:10:47,957 Checking inner jobs status +2022-02-16 17:10:52,790 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:10:52,792 Checking Wrapper 20687333 +2022-02-16 17:10:56,725 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:10:56,725 Checking inner jobs status +2022-02-16 17:10:58,809 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:10:58,810 End of checking +2022-02-16 17:10:58,811 Updating FAILED jobs +2022-02-16 17:10:58,816 Updating WAITING jobs +2022-02-16 17:10:58,817 Updating WAITING jobs eligible for be prepared +2022-02-16 17:10:58,818 Updating Held jobs +2022-02-16 17:10:58,818 Update finished +2022-02-16 17:10:58,819 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:10:58,819 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:10:58,819 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:10:58,819 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:10:58,819 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:10:58,820 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:10:58,820 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:10:58,820 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:10:58,820 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:10:58,820 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:10:58,820 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:10:58,820 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:10:58,820 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:10:58,820 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:10:58,820 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:10:58,820 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:10:58,820 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:10:58,820 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:10:58,820 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:10:58,820 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:10:58,823 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:10:58,850 Job list saved +2022-02-16 17:10:58,889 Updating FAILED jobs +2022-02-16 17:10:58,890 Updating WAITING jobs +2022-02-16 17:10:58,890 Updating WAITING jobs eligible for be prepared +2022-02-16 17:10:58,892 Updating Held jobs +2022-02-16 17:10:58,892 Update finished +2022-02-16 17:11:08,901 Reloading parameters... +2022-02-16 17:11:08,917 Loading parameters... +2022-02-16 17:11:08,918 Loading project parameters... +2022-02-16 17:11:08,920 + +190 of 783 jobs remaining (17:11) +2022-02-16 17:11:08,920 Sleep: 10 +2022-02-16 17:11:08,920 Number of retrials: 2 +2022-02-16 17:11:08,920 WRAPPER CHECK TIME = 10 +2022-02-16 17:11:08,925 Checking jobs for platform=marenostrum4 +2022-02-16 17:11:08,925 Checking Wrapper 20687337 +2022-02-16 17:11:12,856 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:11:12,856 Checking inner jobs status +2022-02-16 17:11:14,783 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:11:14,784 Checking Wrapper 20687333 +2022-02-16 17:11:19,065 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:11:19,065 Checking inner jobs status +2022-02-16 17:11:20,891 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:11:20,892 End of checking +2022-02-16 17:11:20,894 Updating FAILED jobs +2022-02-16 17:11:20,897 Updating WAITING jobs +2022-02-16 17:11:20,898 Updating WAITING jobs eligible for be prepared +2022-02-16 17:11:20,899 Updating Held jobs +2022-02-16 17:11:20,900 Update finished +2022-02-16 17:11:20,900 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:11:20,900 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:11:20,900 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:11:20,900 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:11:20,901 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:11:20,901 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:11:20,901 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:11:20,901 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:11:20,901 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:11:20,901 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:11:20,901 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:11:20,901 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:11:20,901 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:11:20,901 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:11:20,901 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:11:20,901 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:11:20,901 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:11:20,901 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:11:20,901 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:11:20,901 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:11:20,904 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:11:20,926 Job list saved +2022-02-16 17:11:20,985 Updating FAILED jobs +2022-02-16 17:11:20,985 Updating WAITING jobs +2022-02-16 17:11:20,985 Updating WAITING jobs eligible for be prepared +2022-02-16 17:11:20,986 Updating Held jobs +2022-02-16 17:11:20,986 Update finished +2022-02-16 17:11:31,005 Reloading parameters... +2022-02-16 17:11:31,021 Loading parameters... +2022-02-16 17:11:31,022 Loading project parameters... +2022-02-16 17:11:31,024 + +190 of 783 jobs remaining (17:11) +2022-02-16 17:11:31,024 Sleep: 10 +2022-02-16 17:11:31,024 Number of retrials: 2 +2022-02-16 17:11:31,024 WRAPPER CHECK TIME = 10 +2022-02-16 17:11:31,029 Checking jobs for platform=marenostrum4 +2022-02-16 17:11:31,029 Checking Wrapper 20687337 +2022-02-16 17:11:34,958 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:11:34,958 Checking inner jobs status +2022-02-16 17:11:36,943 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:11:36,944 Checking Wrapper 20687333 +2022-02-16 17:11:40,923 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:11:40,923 Checking inner jobs status +2022-02-16 17:11:42,805 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:11:42,806 End of checking +2022-02-16 17:11:42,808 Updating FAILED jobs +2022-02-16 17:11:42,812 Updating WAITING jobs +2022-02-16 17:11:42,813 Updating WAITING jobs eligible for be prepared +2022-02-16 17:11:42,814 Updating Held jobs +2022-02-16 17:11:42,815 Update finished +2022-02-16 17:11:42,815 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:11:42,816 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:11:42,816 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:11:42,816 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:11:42,816 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:11:42,816 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:11:42,816 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:11:42,816 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:11:42,816 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:11:42,816 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:11:42,816 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:11:42,816 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:11:42,816 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:11:42,816 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:11:42,816 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:11:42,816 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:11:42,816 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:11:42,816 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:11:42,817 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:11:42,817 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:11:42,820 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:11:42,847 Job list saved +2022-02-16 17:11:42,885 Updating FAILED jobs +2022-02-16 17:11:42,885 Updating WAITING jobs +2022-02-16 17:11:42,886 Updating WAITING jobs eligible for be prepared +2022-02-16 17:11:42,887 Updating Held jobs +2022-02-16 17:11:42,888 Update finished +2022-02-16 17:11:52,903 Reloading parameters... +2022-02-16 17:11:52,919 Loading parameters... +2022-02-16 17:11:52,920 Loading project parameters... +2022-02-16 17:11:52,922 + +190 of 783 jobs remaining (17:11) +2022-02-16 17:11:52,923 Sleep: 10 +2022-02-16 17:11:52,923 Number of retrials: 2 +2022-02-16 17:11:52,923 WRAPPER CHECK TIME = 10 +2022-02-16 17:11:52,927 Checking jobs for platform=marenostrum4 +2022-02-16 17:11:52,927 Checking Wrapper 20687337 +2022-02-16 17:11:56,906 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:11:56,907 Checking inner jobs status +2022-02-16 17:11:58,731 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:11:58,732 Checking Wrapper 20687333 +2022-02-16 17:12:02,658 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:12:02,659 Checking inner jobs status +2022-02-16 17:12:07,902 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:12:07,904 End of checking +2022-02-16 17:12:07,905 Updating FAILED jobs +2022-02-16 17:12:07,910 Updating WAITING jobs +2022-02-16 17:12:07,911 Updating WAITING jobs eligible for be prepared +2022-02-16 17:12:07,912 Updating Held jobs +2022-02-16 17:12:07,913 Update finished +2022-02-16 17:12:07,914 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:12:07,914 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:12:07,914 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:12:07,914 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:12:07,914 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:12:07,914 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:12:07,914 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:12:07,914 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:12:07,914 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:12:07,914 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:12:07,914 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:12:07,914 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:12:07,914 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:12:07,914 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:12:07,914 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:12:07,915 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:12:07,915 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:12:07,915 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:12:07,915 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:12:07,915 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:12:07,918 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:12:07,944 Job list saved +2022-02-16 17:12:07,982 Updating FAILED jobs +2022-02-16 17:12:07,983 Updating WAITING jobs +2022-02-16 17:12:07,983 Updating WAITING jobs eligible for be prepared +2022-02-16 17:12:07,985 Updating Held jobs +2022-02-16 17:12:07,985 Update finished +2022-02-16 17:12:18,004 Reloading parameters... +2022-02-16 17:12:18,018 Loading parameters... +2022-02-16 17:12:18,019 Loading project parameters... +2022-02-16 17:12:18,020 + +190 of 783 jobs remaining (17:12) +2022-02-16 17:12:18,020 Sleep: 10 +2022-02-16 17:12:18,020 Number of retrials: 2 +2022-02-16 17:12:18,020 WRAPPER CHECK TIME = 10 +2022-02-16 17:12:18,025 Checking jobs for platform=marenostrum4 +2022-02-16 17:12:18,025 Checking Wrapper 20687337 +2022-02-16 17:12:22,006 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:12:22,007 Checking inner jobs status +2022-02-16 17:12:24,132 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:12:24,133 Checking Wrapper 20687333 +2022-02-16 17:12:28,059 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:12:28,059 Checking inner jobs status +2022-02-16 17:12:31,343 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:12:31,344 End of checking +2022-02-16 17:12:31,346 Updating FAILED jobs +2022-02-16 17:12:31,350 Updating WAITING jobs +2022-02-16 17:12:31,351 Updating WAITING jobs eligible for be prepared +2022-02-16 17:12:31,352 Updating Held jobs +2022-02-16 17:12:31,353 Update finished +2022-02-16 17:12:31,353 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:12:31,354 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:12:31,354 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:12:31,354 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:12:31,354 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:12:31,354 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:12:31,354 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:12:31,354 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:12:31,354 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:12:31,354 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:12:31,354 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:12:31,354 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:12:31,354 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:12:31,354 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:12:31,354 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:12:31,354 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:12:31,354 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:12:31,354 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:12:31,354 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:12:31,354 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:12:31,357 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:12:31,383 Job list saved +2022-02-16 17:12:31,429 Updating FAILED jobs +2022-02-16 17:12:31,430 Updating WAITING jobs +2022-02-16 17:12:31,430 Updating WAITING jobs eligible for be prepared +2022-02-16 17:12:31,432 Updating Held jobs +2022-02-16 17:12:31,432 Update finished +2022-02-16 17:12:41,447 Reloading parameters... +2022-02-16 17:12:41,462 Loading parameters... +2022-02-16 17:12:41,463 Loading project parameters... +2022-02-16 17:12:41,464 + +190 of 783 jobs remaining (17:12) +2022-02-16 17:12:41,465 Sleep: 10 +2022-02-16 17:12:41,465 Number of retrials: 2 +2022-02-16 17:12:41,465 WRAPPER CHECK TIME = 10 +2022-02-16 17:12:41,469 Checking jobs for platform=marenostrum4 +2022-02-16 17:12:41,469 Checking Wrapper 20687337 +2022-02-16 17:12:45,404 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:12:45,404 Checking inner jobs status +2022-02-16 17:12:48,482 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:12:48,483 Checking Wrapper 20687333 +2022-02-16 17:12:52,460 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:12:52,461 Checking inner jobs status +2022-02-16 17:12:55,690 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:12:55,691 End of checking +2022-02-16 17:12:55,693 Updating FAILED jobs +2022-02-16 17:12:55,695 Updating WAITING jobs +2022-02-16 17:12:55,696 Updating WAITING jobs eligible for be prepared +2022-02-16 17:12:55,697 Updating Held jobs +2022-02-16 17:12:55,698 Update finished +2022-02-16 17:12:55,698 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:12:55,699 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:12:55,699 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:12:55,699 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:12:55,699 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:12:55,699 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:12:55,699 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:12:55,699 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:12:55,699 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:12:55,699 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:12:55,699 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:12:55,699 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:12:55,699 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:12:55,699 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:12:55,699 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:12:55,699 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:12:55,699 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:12:55,699 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:12:55,700 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:12:55,700 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:12:55,704 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:12:55,729 Job list saved +2022-02-16 17:12:55,783 Updating FAILED jobs +2022-02-16 17:12:55,783 Updating WAITING jobs +2022-02-16 17:12:55,784 Updating WAITING jobs eligible for be prepared +2022-02-16 17:12:55,785 Updating Held jobs +2022-02-16 17:12:55,785 Update finished +2022-02-16 17:13:05,805 Reloading parameters... +2022-02-16 17:13:05,822 Loading parameters... +2022-02-16 17:13:05,823 Loading project parameters... +2022-02-16 17:13:05,825 + +190 of 783 jobs remaining (17:13) +2022-02-16 17:13:05,825 Sleep: 10 +2022-02-16 17:13:05,825 Number of retrials: 2 +2022-02-16 17:13:05,825 WRAPPER CHECK TIME = 10 +2022-02-16 17:13:05,829 Checking jobs for platform=marenostrum4 +2022-02-16 17:13:05,829 Checking Wrapper 20687337 +2022-02-16 17:13:09,758 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:13:09,758 Checking inner jobs status +2022-02-16 17:13:11,587 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:13:11,588 Checking Wrapper 20687333 +2022-02-16 17:13:15,525 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:13:15,526 Checking inner jobs status +2022-02-16 17:13:17,757 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:13:17,758 End of checking +2022-02-16 17:13:17,759 Updating FAILED jobs +2022-02-16 17:13:17,764 Updating WAITING jobs +2022-02-16 17:13:17,765 Updating WAITING jobs eligible for be prepared +2022-02-16 17:13:17,766 Updating Held jobs +2022-02-16 17:13:17,767 Update finished +2022-02-16 17:13:17,767 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:13:17,768 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:13:17,768 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:13:17,768 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:13:17,768 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:13:17,768 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:13:17,768 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:13:17,768 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:13:17,768 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:13:17,768 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:13:17,768 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:13:17,768 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:13:17,768 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:13:17,768 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:13:17,768 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:13:17,768 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:13:17,768 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:13:17,769 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:13:17,769 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:13:17,769 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:13:17,772 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:13:17,807 Job list saved +2022-02-16 17:13:17,848 Updating FAILED jobs +2022-02-16 17:13:17,849 Updating WAITING jobs +2022-02-16 17:13:17,850 Updating WAITING jobs eligible for be prepared +2022-02-16 17:13:17,851 Updating Held jobs +2022-02-16 17:13:17,852 Update finished +2022-02-16 17:13:27,867 Reloading parameters... +2022-02-16 17:13:27,882 Loading parameters... +2022-02-16 17:13:27,883 Loading project parameters... +2022-02-16 17:13:27,885 + +190 of 783 jobs remaining (17:13) +2022-02-16 17:13:27,885 Sleep: 10 +2022-02-16 17:13:27,885 Number of retrials: 2 +2022-02-16 17:13:27,885 WRAPPER CHECK TIME = 10 +2022-02-16 17:13:27,890 Checking jobs for platform=marenostrum4 +2022-02-16 17:13:27,890 Checking Wrapper 20687337 +2022-02-16 17:13:32,168 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:13:32,169 Checking inner jobs status +2022-02-16 17:13:34,243 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:13:34,244 Checking Wrapper 20687333 +2022-02-16 17:13:38,170 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:13:38,171 Checking inner jobs status +2022-02-16 17:13:40,000 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:13:40,001 End of checking +2022-02-16 17:13:40,003 Updating FAILED jobs +2022-02-16 17:13:40,007 Updating WAITING jobs +2022-02-16 17:13:40,008 Updating WAITING jobs eligible for be prepared +2022-02-16 17:13:40,009 Updating Held jobs +2022-02-16 17:13:40,010 Update finished +2022-02-16 17:13:40,011 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:13:40,011 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:13:40,011 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:13:40,011 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:13:40,011 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:13:40,011 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:13:40,011 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:13:40,011 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:13:40,011 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:13:40,011 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:13:40,011 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:13:40,012 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:13:40,012 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:13:40,012 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:13:40,012 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:13:40,012 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:13:40,012 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:13:40,012 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:13:40,012 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:13:40,012 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:13:40,016 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:13:40,042 Job list saved +2022-02-16 17:13:40,084 Updating FAILED jobs +2022-02-16 17:13:40,085 Updating WAITING jobs +2022-02-16 17:13:40,085 Updating WAITING jobs eligible for be prepared +2022-02-16 17:13:40,086 Updating Held jobs +2022-02-16 17:13:40,087 Update finished +2022-02-16 17:13:50,101 Reloading parameters... +2022-02-16 17:13:50,565 Loading parameters... +2022-02-16 17:13:50,566 Loading project parameters... +2022-02-16 17:13:50,567 + +190 of 783 jobs remaining (17:13) +2022-02-16 17:13:50,576 Sleep: 10 +2022-02-16 17:13:50,576 Number of retrials: 2 +2022-02-16 17:13:50,576 WRAPPER CHECK TIME = 10 +2022-02-16 17:13:50,581 Checking jobs for platform=marenostrum4 +2022-02-16 17:13:50,581 Checking Wrapper 20687337 +2022-02-16 17:13:54,514 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:13:54,515 Checking inner jobs status +2022-02-16 17:13:56,392 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:13:56,392 Checking Wrapper 20687333 +2022-02-16 17:14:00,318 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:14:00,319 Checking inner jobs status +2022-02-16 17:14:02,142 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:14:02,143 End of checking +2022-02-16 17:14:02,145 Updating FAILED jobs +2022-02-16 17:14:02,149 Updating WAITING jobs +2022-02-16 17:14:02,150 Updating WAITING jobs eligible for be prepared +2022-02-16 17:14:02,152 Updating Held jobs +2022-02-16 17:14:02,152 Update finished +2022-02-16 17:14:02,153 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:14:02,153 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:14:02,153 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:14:02,153 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:14:02,153 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:14:02,153 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:14:02,153 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:14:02,153 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:14:02,154 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:14:02,154 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:14:02,154 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:14:02,154 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:14:02,154 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:14:02,154 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:14:02,154 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:14:02,154 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:14:02,154 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:14:02,154 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:14:02,154 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:14:02,154 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:14:02,157 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:14:02,184 Job list saved +2022-02-16 17:14:02,250 Updating FAILED jobs +2022-02-16 17:14:02,251 Updating WAITING jobs +2022-02-16 17:14:02,252 Updating WAITING jobs eligible for be prepared +2022-02-16 17:14:02,253 Updating Held jobs +2022-02-16 17:14:02,253 Update finished +2022-02-16 17:14:12,265 Reloading parameters... +2022-02-16 17:14:12,279 Loading parameters... +2022-02-16 17:14:12,280 Loading project parameters... +2022-02-16 17:14:12,281 + +190 of 783 jobs remaining (17:14) +2022-02-16 17:14:12,281 Sleep: 10 +2022-02-16 17:14:12,281 Number of retrials: 2 +2022-02-16 17:14:12,281 WRAPPER CHECK TIME = 10 +2022-02-16 17:14:12,286 Checking jobs for platform=marenostrum4 +2022-02-16 17:14:12,286 Checking Wrapper 20687337 +2022-02-16 17:14:16,262 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:14:16,262 Checking inner jobs status +2022-02-16 17:14:24,260 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:14:24,486 Checking Wrapper 20687333 +2022-02-16 17:14:28,461 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:14:28,461 Checking inner jobs status +2022-02-16 17:14:31,538 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:14:31,541 End of checking +2022-02-16 17:14:31,542 Updating FAILED jobs +2022-02-16 17:14:31,546 Updating WAITING jobs +2022-02-16 17:14:31,547 Updating WAITING jobs eligible for be prepared +2022-02-16 17:14:31,548 Updating Held jobs +2022-02-16 17:14:31,548 Update finished +2022-02-16 17:14:31,549 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:14:31,549 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:14:31,549 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:14:31,549 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:14:31,549 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:14:31,549 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:14:31,550 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:14:31,550 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:14:31,550 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:14:31,550 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:14:31,550 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:14:31,550 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:14:31,550 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:14:31,550 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:14:31,550 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:14:31,550 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:14:31,550 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:14:31,550 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:14:31,550 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:14:31,550 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:14:31,554 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:14:31,583 Job list saved +2022-02-16 17:14:31,623 Updating FAILED jobs +2022-02-16 17:14:31,624 Updating WAITING jobs +2022-02-16 17:14:31,624 Updating WAITING jobs eligible for be prepared +2022-02-16 17:14:31,625 Updating Held jobs +2022-02-16 17:14:31,625 Update finished +2022-02-16 17:14:41,640 Reloading parameters... +2022-02-16 17:14:41,653 Loading parameters... +2022-02-16 17:14:41,654 Loading project parameters... +2022-02-16 17:14:41,655 + +190 of 783 jobs remaining (17:14) +2022-02-16 17:14:41,655 Sleep: 10 +2022-02-16 17:14:41,655 Number of retrials: 2 +2022-02-16 17:14:41,655 WRAPPER CHECK TIME = 10 +2022-02-16 17:14:41,659 Checking jobs for platform=marenostrum4 +2022-02-16 17:14:41,659 Checking Wrapper 20687337 +2022-02-16 17:14:45,589 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:14:45,590 Checking inner jobs status +2022-02-16 17:14:48,430 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:14:48,431 Checking Wrapper 20687333 +2022-02-16 17:14:52,360 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:14:52,361 Checking inner jobs status +2022-02-16 17:14:54,538 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:14:54,539 End of checking +2022-02-16 17:14:54,540 Updating FAILED jobs +2022-02-16 17:14:54,543 Updating WAITING jobs +2022-02-16 17:14:54,544 Updating WAITING jobs eligible for be prepared +2022-02-16 17:14:54,545 Updating Held jobs +2022-02-16 17:14:54,546 Update finished +2022-02-16 17:14:54,547 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:14:54,547 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:14:54,547 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:14:54,547 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:14:54,547 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:14:54,547 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:14:54,547 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:14:54,547 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:14:54,547 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:14:54,547 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:14:54,547 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:14:54,547 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:14:54,547 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:14:54,548 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:14:54,548 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:14:54,548 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:14:54,548 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:14:54,548 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:14:54,548 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:14:54,548 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:14:54,551 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:14:54,577 Job list saved +2022-02-16 17:14:54,641 Updating FAILED jobs +2022-02-16 17:14:54,642 Updating WAITING jobs +2022-02-16 17:14:54,642 Updating WAITING jobs eligible for be prepared +2022-02-16 17:14:54,644 Updating Held jobs +2022-02-16 17:14:54,644 Update finished +2022-02-16 17:15:04,659 Reloading parameters... +2022-02-16 17:15:04,677 Loading parameters... +2022-02-16 17:15:04,678 Loading project parameters... +2022-02-16 17:15:04,680 + +190 of 783 jobs remaining (17:15) +2022-02-16 17:15:04,680 Sleep: 10 +2022-02-16 17:15:04,681 Number of retrials: 2 +2022-02-16 17:15:04,681 WRAPPER CHECK TIME = 10 +2022-02-16 17:15:04,686 Checking jobs for platform=marenostrum4 +2022-02-16 17:15:04,686 Checking Wrapper 20687337 +2022-02-16 17:15:08,615 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:15:08,616 Checking inner jobs status +2022-02-16 17:15:13,810 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:15:13,812 Checking Wrapper 20687333 +2022-02-16 17:15:17,840 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:15:17,840 Checking inner jobs status +2022-02-16 17:15:19,764 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:15:19,765 End of checking +2022-02-16 17:15:19,767 Updating FAILED jobs +2022-02-16 17:15:19,771 Updating WAITING jobs +2022-02-16 17:15:19,772 Updating WAITING jobs eligible for be prepared +2022-02-16 17:15:19,773 Updating Held jobs +2022-02-16 17:15:19,773 Update finished +2022-02-16 17:15:19,774 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:15:19,774 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:15:19,774 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:15:19,774 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:15:19,774 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:15:19,775 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:15:19,775 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:15:19,775 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:15:19,775 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:15:19,775 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:15:19,775 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:15:19,775 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:15:19,775 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:15:19,775 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:15:19,775 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:15:19,775 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:15:19,775 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:15:19,775 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:15:19,775 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:15:19,775 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:15:19,782 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:15:19,813 Job list saved +2022-02-16 17:15:19,853 Updating FAILED jobs +2022-02-16 17:15:19,853 Updating WAITING jobs +2022-02-16 17:15:19,853 Updating WAITING jobs eligible for be prepared +2022-02-16 17:15:19,854 Updating Held jobs +2022-02-16 17:15:19,855 Update finished +2022-02-16 17:15:29,869 Reloading parameters... +2022-02-16 17:15:29,885 Loading parameters... +2022-02-16 17:15:29,886 Loading project parameters... +2022-02-16 17:15:29,888 + +190 of 783 jobs remaining (17:15) +2022-02-16 17:15:29,889 Sleep: 10 +2022-02-16 17:15:29,889 Number of retrials: 2 +2022-02-16 17:15:29,889 WRAPPER CHECK TIME = 10 +2022-02-16 17:15:29,894 Checking jobs for platform=marenostrum4 +2022-02-16 17:15:29,894 Checking Wrapper 20687337 +2022-02-16 17:15:33,875 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:15:33,876 Checking inner jobs status +2022-02-16 17:15:35,756 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:15:35,757 Checking Wrapper 20687333 +2022-02-16 17:15:39,740 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:15:39,741 Checking inner jobs status +2022-02-16 17:15:42,218 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:15:42,219 End of checking +2022-02-16 17:15:42,220 Updating FAILED jobs +2022-02-16 17:15:42,225 Updating WAITING jobs +2022-02-16 17:15:42,225 Updating WAITING jobs eligible for be prepared +2022-02-16 17:15:42,227 Updating Held jobs +2022-02-16 17:15:42,227 Update finished +2022-02-16 17:15:42,228 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:15:42,228 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:15:42,228 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:15:42,228 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:15:42,229 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:15:42,229 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:15:42,229 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:15:42,229 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:15:42,229 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:15:42,229 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:15:42,229 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:15:42,229 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:15:42,229 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:15:42,229 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:15:42,229 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:15:42,229 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:15:42,229 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:15:42,229 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:15:42,229 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:15:42,229 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:15:42,232 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:15:42,259 Job list saved +2022-02-16 17:15:42,296 Updating FAILED jobs +2022-02-16 17:15:42,297 Updating WAITING jobs +2022-02-16 17:15:42,297 Updating WAITING jobs eligible for be prepared +2022-02-16 17:15:42,298 Updating Held jobs +2022-02-16 17:15:42,299 Update finished +2022-02-16 17:15:52,312 Reloading parameters... +2022-02-16 17:15:52,328 Loading parameters... +2022-02-16 17:15:52,329 Loading project parameters... +2022-02-16 17:15:52,330 + +190 of 783 jobs remaining (17:15) +2022-02-16 17:15:52,331 Sleep: 10 +2022-02-16 17:15:52,331 Number of retrials: 2 +2022-02-16 17:15:52,331 WRAPPER CHECK TIME = 10 +2022-02-16 17:15:52,335 Checking jobs for platform=marenostrum4 +2022-02-16 17:15:52,335 Checking Wrapper 20687337 +2022-02-16 17:15:56,415 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:15:56,415 Checking inner jobs status +2022-02-16 17:15:58,440 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:15:58,441 Checking Wrapper 20687333 +2022-02-16 17:16:02,471 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:16:02,472 Checking inner jobs status +2022-02-16 17:16:04,403 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:16:04,403 End of checking +2022-02-16 17:16:04,405 Updating FAILED jobs +2022-02-16 17:16:04,407 Updating WAITING jobs +2022-02-16 17:16:04,408 Updating WAITING jobs eligible for be prepared +2022-02-16 17:16:04,410 Updating Held jobs +2022-02-16 17:16:04,410 Update finished +2022-02-16 17:16:04,411 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:16:04,411 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:16:04,411 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:16:04,411 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:16:04,411 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:16:04,411 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:16:04,412 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:16:04,412 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:16:04,412 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:16:04,412 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:16:04,412 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:16:04,412 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:16:04,412 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:16:04,412 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:16:04,412 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:16:04,412 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:16:04,412 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:16:04,412 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:16:04,412 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:16:04,412 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:16:04,416 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:16:04,441 Job list saved +2022-02-16 17:16:04,482 Updating FAILED jobs +2022-02-16 17:16:04,482 Updating WAITING jobs +2022-02-16 17:16:04,483 Updating WAITING jobs eligible for be prepared +2022-02-16 17:16:04,484 Updating Held jobs +2022-02-16 17:16:04,484 Update finished +2022-02-16 17:16:14,499 Reloading parameters... +2022-02-16 17:16:14,514 Loading parameters... +2022-02-16 17:16:14,515 Loading project parameters... +2022-02-16 17:16:14,516 + +190 of 783 jobs remaining (17:16) +2022-02-16 17:16:14,517 Sleep: 10 +2022-02-16 17:16:14,517 Number of retrials: 2 +2022-02-16 17:16:14,517 WRAPPER CHECK TIME = 10 +2022-02-16 17:16:14,521 Checking jobs for platform=marenostrum4 +2022-02-16 17:16:14,521 Checking Wrapper 20687337 +2022-02-16 17:16:18,498 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:16:18,499 Checking inner jobs status +2022-02-16 17:16:22,379 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:16:22,380 Checking Wrapper 20687333 +2022-02-16 17:16:26,306 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:16:26,306 Checking inner jobs status +2022-02-16 17:16:31,240 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:16:31,242 End of checking +2022-02-16 17:16:31,244 Updating FAILED jobs +2022-02-16 17:16:31,249 Updating WAITING jobs +2022-02-16 17:16:31,249 Updating WAITING jobs eligible for be prepared +2022-02-16 17:16:31,251 Updating Held jobs +2022-02-16 17:16:31,251 Update finished +2022-02-16 17:16:31,252 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:16:31,252 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:16:31,252 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:16:31,252 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:16:31,252 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:16:31,252 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:16:31,252 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:16:31,253 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:16:31,253 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:16:31,253 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:16:31,253 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:16:31,253 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:16:31,253 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:16:31,253 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:16:31,253 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:16:31,253 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:16:31,253 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:16:31,253 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:16:31,253 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:16:31,253 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:16:31,256 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:16:31,282 Job list saved +2022-02-16 17:16:31,319 Updating FAILED jobs +2022-02-16 17:16:31,319 Updating WAITING jobs +2022-02-16 17:16:31,320 Updating WAITING jobs eligible for be prepared +2022-02-16 17:16:31,321 Updating Held jobs +2022-02-16 17:16:31,321 Update finished +2022-02-16 17:16:41,333 Reloading parameters... +2022-02-16 17:16:41,348 Loading parameters... +2022-02-16 17:16:41,349 Loading project parameters... +2022-02-16 17:16:41,350 + +190 of 783 jobs remaining (17:16) +2022-02-16 17:16:41,351 Sleep: 10 +2022-02-16 17:16:41,351 Number of retrials: 2 +2022-02-16 17:16:41,351 WRAPPER CHECK TIME = 10 +2022-02-16 17:16:41,356 Checking jobs for platform=marenostrum4 +2022-02-16 17:16:41,356 Checking Wrapper 20687337 +2022-02-16 17:16:45,288 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:16:45,288 Checking inner jobs status +2022-02-16 17:16:48,319 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:16:48,320 Checking Wrapper 20687333 +2022-02-16 17:16:52,408 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:16:52,408 Checking inner jobs status +2022-02-16 17:16:56,689 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:16:56,690 End of checking +2022-02-16 17:16:56,692 Updating FAILED jobs +2022-02-16 17:16:56,696 Updating WAITING jobs +2022-02-16 17:16:56,697 Updating WAITING jobs eligible for be prepared +2022-02-16 17:16:56,698 Updating Held jobs +2022-02-16 17:16:56,699 Update finished +2022-02-16 17:16:56,700 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:16:56,700 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:16:56,700 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:16:56,700 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:16:56,700 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:16:56,700 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:16:56,700 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:16:56,700 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:16:56,701 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:16:56,701 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:16:56,701 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:16:56,701 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:16:56,701 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:16:56,701 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:16:56,701 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:16:56,701 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:16:56,701 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:16:56,701 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:16:56,701 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:16:56,701 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:16:56,704 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:16:56,731 Job list saved +2022-02-16 17:16:56,772 Updating FAILED jobs +2022-02-16 17:16:56,773 Updating WAITING jobs +2022-02-16 17:16:56,773 Updating WAITING jobs eligible for be prepared +2022-02-16 17:16:56,774 Updating Held jobs +2022-02-16 17:16:56,775 Update finished +2022-02-16 17:17:06,790 Reloading parameters... +2022-02-16 17:17:06,812 Loading parameters... +2022-02-16 17:17:06,813 Loading project parameters... +2022-02-16 17:17:06,815 + +190 of 783 jobs remaining (17:17) +2022-02-16 17:17:06,815 Sleep: 10 +2022-02-16 17:17:06,815 Number of retrials: 2 +2022-02-16 17:17:06,815 WRAPPER CHECK TIME = 10 +2022-02-16 17:17:06,820 Checking jobs for platform=marenostrum4 +2022-02-16 17:17:06,820 Checking Wrapper 20687337 +2022-02-16 17:17:10,808 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:17:10,808 Checking inner jobs status +2022-02-16 17:17:15,690 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:17:15,691 Checking Wrapper 20687333 +2022-02-16 17:17:19,718 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:17:19,718 Checking inner jobs status +2022-02-16 17:17:21,543 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:17:21,544 End of checking +2022-02-16 17:17:21,546 Updating FAILED jobs +2022-02-16 17:17:21,550 Updating WAITING jobs +2022-02-16 17:17:21,551 Updating WAITING jobs eligible for be prepared +2022-02-16 17:17:21,552 Updating Held jobs +2022-02-16 17:17:21,553 Update finished +2022-02-16 17:17:21,554 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:17:21,554 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:17:21,554 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:17:21,554 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:17:21,554 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:17:21,554 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:17:21,554 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:17:21,554 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:17:21,554 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:17:21,554 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:17:21,555 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:17:21,555 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:17:21,555 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:17:21,555 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:17:21,555 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:17:21,555 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:17:21,555 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:17:21,555 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:17:21,555 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:17:21,555 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:17:21,559 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:17:21,586 Job list saved +2022-02-16 17:17:21,639 Updating FAILED jobs +2022-02-16 17:17:21,640 Updating WAITING jobs +2022-02-16 17:17:21,640 Updating WAITING jobs eligible for be prepared +2022-02-16 17:17:21,642 Updating Held jobs +2022-02-16 17:17:21,642 Update finished +2022-02-16 17:17:31,656 Reloading parameters... +2022-02-16 17:17:31,671 Loading parameters... +2022-02-16 17:17:31,672 Loading project parameters... +2022-02-16 17:17:31,673 + +190 of 783 jobs remaining (17:17) +2022-02-16 17:17:31,673 Sleep: 10 +2022-02-16 17:17:31,673 Number of retrials: 2 +2022-02-16 17:17:31,673 WRAPPER CHECK TIME = 10 +2022-02-16 17:17:31,678 Checking jobs for platform=marenostrum4 +2022-02-16 17:17:31,678 Checking Wrapper 20687337 +2022-02-16 17:17:35,607 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:17:35,607 Checking inner jobs status +2022-02-16 17:17:37,681 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:17:37,682 Checking Wrapper 20687333 +2022-02-16 17:17:41,709 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:17:41,710 Checking inner jobs status +2022-02-16 17:17:44,184 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:17:44,185 End of checking +2022-02-16 17:17:44,186 Updating FAILED jobs +2022-02-16 17:17:44,190 Updating WAITING jobs +2022-02-16 17:17:44,191 Updating WAITING jobs eligible for be prepared +2022-02-16 17:17:44,192 Updating Held jobs +2022-02-16 17:17:44,193 Update finished +2022-02-16 17:17:44,193 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:17:44,194 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:17:44,194 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:17:44,194 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:17:44,194 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:17:44,194 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:17:44,194 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:17:44,194 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:17:44,194 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:17:44,194 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:17:44,194 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:17:44,194 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:17:44,194 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:17:44,194 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:17:44,194 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:17:44,194 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:17:44,194 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:17:44,194 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:17:44,195 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:17:44,195 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:17:44,197 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:17:44,223 Job list saved +2022-02-16 17:17:44,257 Updating FAILED jobs +2022-02-16 17:17:44,258 Updating WAITING jobs +2022-02-16 17:17:44,258 Updating WAITING jobs eligible for be prepared +2022-02-16 17:17:44,260 Updating Held jobs +2022-02-16 17:17:44,260 Update finished +2022-02-16 17:17:54,275 Reloading parameters... +2022-02-16 17:17:54,291 Loading parameters... +2022-02-16 17:17:54,292 Loading project parameters... +2022-02-16 17:17:54,293 + +190 of 783 jobs remaining (17:17) +2022-02-16 17:17:54,294 Sleep: 10 +2022-02-16 17:17:54,294 Number of retrials: 2 +2022-02-16 17:17:54,294 WRAPPER CHECK TIME = 10 +2022-02-16 17:17:54,299 Checking jobs for platform=marenostrum4 +2022-02-16 17:17:54,299 Checking Wrapper 20687337 +2022-02-16 17:17:58,383 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:17:58,384 Checking inner jobs status +2022-02-16 17:18:00,263 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:18:00,264 Checking Wrapper 20687333 +2022-02-16 17:18:04,241 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:18:04,241 Checking inner jobs status +2022-02-16 17:18:06,114 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:18:06,114 End of checking +2022-02-16 17:18:06,116 Updating FAILED jobs +2022-02-16 17:18:06,120 Updating WAITING jobs +2022-02-16 17:18:06,121 Updating WAITING jobs eligible for be prepared +2022-02-16 17:18:06,122 Updating Held jobs +2022-02-16 17:18:06,123 Update finished +2022-02-16 17:18:06,124 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:18:06,124 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:18:06,124 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:18:06,124 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:18:06,124 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:18:06,124 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:18:06,124 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:18:06,124 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:18:06,124 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:18:06,124 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:18:06,125 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:18:06,125 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:18:06,125 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:18:06,125 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:18:06,125 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:18:06,125 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:18:06,125 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:18:06,125 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:18:06,125 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:18:06,125 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:18:06,128 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:18:06,154 Job list saved +2022-02-16 17:18:06,190 Updating FAILED jobs +2022-02-16 17:18:06,190 Updating WAITING jobs +2022-02-16 17:18:06,191 Updating WAITING jobs eligible for be prepared +2022-02-16 17:18:06,192 Updating Held jobs +2022-02-16 17:18:06,201 Update finished +2022-02-16 17:18:16,211 Reloading parameters... +2022-02-16 17:18:16,225 Loading parameters... +2022-02-16 17:18:16,226 Loading project parameters... +2022-02-16 17:18:16,227 + +190 of 783 jobs remaining (17:18) +2022-02-16 17:18:16,228 Sleep: 10 +2022-02-16 17:18:16,228 Number of retrials: 2 +2022-02-16 17:18:16,228 WRAPPER CHECK TIME = 10 +2022-02-16 17:18:16,232 Checking jobs for platform=marenostrum4 +2022-02-16 17:18:16,232 Checking Wrapper 20687337 +2022-02-16 17:18:20,211 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:18:20,211 Checking inner jobs status +2022-02-16 17:18:23,344 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:18:23,345 Checking Wrapper 20687333 +2022-02-16 17:18:27,272 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:18:27,272 Checking inner jobs status +2022-02-16 17:18:29,204 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:18:29,204 End of checking +2022-02-16 17:18:29,206 Updating FAILED jobs +2022-02-16 17:18:29,211 Updating WAITING jobs +2022-02-16 17:18:29,211 Updating WAITING jobs eligible for be prepared +2022-02-16 17:18:29,213 Updating Held jobs +2022-02-16 17:18:29,213 Update finished +2022-02-16 17:18:29,214 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:18:29,214 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:18:29,214 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:18:29,214 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:18:29,214 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:18:29,214 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:18:29,214 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:18:29,215 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:18:29,215 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:18:29,215 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:18:29,215 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:18:29,215 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:18:29,215 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:18:29,215 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:18:29,215 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:18:29,215 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:18:29,215 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:18:29,215 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:18:29,215 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:18:29,215 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:18:29,218 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:18:29,245 Job list saved +2022-02-16 17:18:29,282 Updating FAILED jobs +2022-02-16 17:18:29,283 Updating WAITING jobs +2022-02-16 17:18:29,283 Updating WAITING jobs eligible for be prepared +2022-02-16 17:18:29,284 Updating Held jobs +2022-02-16 17:18:29,285 Update finished +2022-02-16 17:18:39,290 Reloading parameters... +2022-02-16 17:18:39,305 Loading parameters... +2022-02-16 17:18:39,305 Loading project parameters... +2022-02-16 17:18:39,307 + +190 of 783 jobs remaining (17:18) +2022-02-16 17:18:39,307 Sleep: 10 +2022-02-16 17:18:39,307 Number of retrials: 2 +2022-02-16 17:18:39,307 WRAPPER CHECK TIME = 10 +2022-02-16 17:18:39,312 Checking jobs for platform=marenostrum4 +2022-02-16 17:18:39,312 Checking Wrapper 20687337 +2022-02-16 17:18:43,239 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:18:43,239 Checking inner jobs status +2022-02-16 17:18:48,374 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:18:48,375 Checking Wrapper 20687333 +2022-02-16 17:18:52,306 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:18:52,306 Checking inner jobs status +2022-02-16 17:18:54,831 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:18:54,832 End of checking +2022-02-16 17:18:54,834 Updating FAILED jobs +2022-02-16 17:18:54,839 Updating WAITING jobs +2022-02-16 17:18:54,840 Updating WAITING jobs eligible for be prepared +2022-02-16 17:18:54,841 Updating Held jobs +2022-02-16 17:18:54,842 Update finished +2022-02-16 17:18:54,843 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:18:54,843 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:18:54,843 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:18:54,843 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:18:54,843 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:18:54,843 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:18:54,843 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:18:54,843 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:18:54,843 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:18:54,843 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:18:54,843 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:18:54,843 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:18:54,843 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:18:54,843 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:18:54,844 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:18:54,844 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:18:54,844 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:18:54,844 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:18:54,844 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:18:54,844 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:18:54,847 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:18:54,875 Job list saved +2022-02-16 17:18:54,933 Updating FAILED jobs +2022-02-16 17:18:54,934 Updating WAITING jobs +2022-02-16 17:18:54,935 Updating WAITING jobs eligible for be prepared +2022-02-16 17:18:54,936 Updating Held jobs +2022-02-16 17:18:54,936 Update finished +2022-02-16 17:19:04,951 Reloading parameters... +2022-02-16 17:19:04,965 Loading parameters... +2022-02-16 17:19:04,966 Loading project parameters... +2022-02-16 17:19:04,967 + +190 of 783 jobs remaining (17:19) +2022-02-16 17:19:04,967 Sleep: 10 +2022-02-16 17:19:04,967 Number of retrials: 2 +2022-02-16 17:19:04,967 WRAPPER CHECK TIME = 10 +2022-02-16 17:19:04,972 Checking jobs for platform=marenostrum4 +2022-02-16 17:19:04,972 Checking Wrapper 20687337 +2022-02-16 17:19:08,903 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:19:08,904 Checking inner jobs status +2022-02-16 17:19:14,387 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:19:14,388 Checking Wrapper 20687333 +2022-02-16 17:19:18,372 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:19:18,372 Checking inner jobs status +2022-02-16 17:19:20,204 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:19:20,204 End of checking +2022-02-16 17:19:20,206 Updating FAILED jobs +2022-02-16 17:19:20,210 Updating WAITING jobs +2022-02-16 17:19:20,211 Updating WAITING jobs eligible for be prepared +2022-02-16 17:19:20,212 Updating Held jobs +2022-02-16 17:19:20,213 Update finished +2022-02-16 17:19:20,214 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:19:20,214 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:19:20,214 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:19:20,214 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:19:20,214 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:19:20,214 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:19:20,214 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:19:20,214 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:19:20,214 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:19:20,214 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:19:20,214 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:19:20,214 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:19:20,214 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:19:20,215 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:19:20,215 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:19:20,215 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:19:20,215 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:19:20,215 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:19:20,215 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:19:20,215 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:19:20,218 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:19:20,245 Job list saved +2022-02-16 17:19:20,284 Updating FAILED jobs +2022-02-16 17:19:20,284 Updating WAITING jobs +2022-02-16 17:19:20,285 Updating WAITING jobs eligible for be prepared +2022-02-16 17:19:20,286 Updating Held jobs +2022-02-16 17:19:20,286 Update finished +2022-02-16 17:19:30,299 Reloading parameters... +2022-02-16 17:19:30,313 Loading parameters... +2022-02-16 17:19:30,313 Loading project parameters... +2022-02-16 17:19:30,314 + +190 of 783 jobs remaining (17:19) +2022-02-16 17:19:30,315 Sleep: 10 +2022-02-16 17:19:30,315 Number of retrials: 2 +2022-02-16 17:19:30,315 WRAPPER CHECK TIME = 10 +2022-02-16 17:19:30,319 Checking jobs for platform=marenostrum4 +2022-02-16 17:19:30,319 Checking Wrapper 20687337 +2022-02-16 17:19:34,254 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:19:34,254 Checking inner jobs status +2022-02-16 17:19:36,078 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:19:36,079 Checking Wrapper 20687333 +2022-02-16 17:19:40,008 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:19:40,008 Checking inner jobs status +2022-02-16 17:19:41,831 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:19:41,832 End of checking +2022-02-16 17:19:41,834 Updating FAILED jobs +2022-02-16 17:19:41,838 Updating WAITING jobs +2022-02-16 17:19:41,839 Updating WAITING jobs eligible for be prepared +2022-02-16 17:19:41,840 Updating Held jobs +2022-02-16 17:19:41,841 Update finished +2022-02-16 17:19:41,841 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:19:41,842 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:19:41,842 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:19:41,842 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:19:41,842 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:19:41,842 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:19:41,842 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:19:41,842 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:19:41,842 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:19:41,842 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:19:41,842 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:19:41,842 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:19:41,842 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:19:41,842 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:19:41,842 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:19:41,842 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:19:41,842 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:19:41,842 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:19:41,842 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:19:41,842 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:19:41,846 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:19:41,872 Job list saved +2022-02-16 17:19:41,917 Updating FAILED jobs +2022-02-16 17:19:41,918 Updating WAITING jobs +2022-02-16 17:19:41,918 Updating WAITING jobs eligible for be prepared +2022-02-16 17:19:41,919 Updating Held jobs +2022-02-16 17:19:41,920 Update finished +2022-02-16 17:19:51,937 Reloading parameters... +2022-02-16 17:19:51,957 Loading parameters... +2022-02-16 17:19:51,958 Loading project parameters... +2022-02-16 17:19:51,960 + +190 of 783 jobs remaining (17:19) +2022-02-16 17:19:51,960 Sleep: 10 +2022-02-16 17:19:51,960 Number of retrials: 2 +2022-02-16 17:19:51,960 WRAPPER CHECK TIME = 10 +2022-02-16 17:19:51,965 Checking jobs for platform=marenostrum4 +2022-02-16 17:19:51,965 Checking Wrapper 20687337 +2022-02-16 17:19:55,892 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:19:55,893 Checking inner jobs status +2022-02-16 17:19:57,816 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:19:57,817 Checking Wrapper 20687333 +2022-02-16 17:20:01,743 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:20:01,743 Checking inner jobs status +2022-02-16 17:20:03,665 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:20:03,666 End of checking +2022-02-16 17:20:03,668 Updating FAILED jobs +2022-02-16 17:20:03,671 Updating WAITING jobs +2022-02-16 17:20:03,672 Updating WAITING jobs eligible for be prepared +2022-02-16 17:20:03,673 Updating Held jobs +2022-02-16 17:20:03,674 Update finished +2022-02-16 17:20:03,674 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:20:03,674 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:20:03,674 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:20:03,674 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:20:03,675 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:20:03,675 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:20:03,675 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:20:03,675 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:20:03,675 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:20:03,675 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:20:03,675 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:20:03,675 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:20:03,675 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:20:03,675 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:20:03,675 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:20:03,675 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:20:03,675 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:20:03,675 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:20:03,675 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:20:03,675 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:20:03,689 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:20:03,713 Job list saved +2022-02-16 17:20:03,831 Updating FAILED jobs +2022-02-16 17:20:03,832 Updating WAITING jobs +2022-02-16 17:20:03,832 Updating WAITING jobs eligible for be prepared +2022-02-16 17:20:03,834 Updating Held jobs +2022-02-16 17:20:03,834 Update finished +2022-02-16 17:20:13,847 Reloading parameters... +2022-02-16 17:20:13,863 Loading parameters... +2022-02-16 17:20:13,864 Loading project parameters... +2022-02-16 17:20:13,865 + +190 of 783 jobs remaining (17:20) +2022-02-16 17:20:13,866 Sleep: 10 +2022-02-16 17:20:13,866 Number of retrials: 2 +2022-02-16 17:20:13,866 WRAPPER CHECK TIME = 10 +2022-02-16 17:20:13,871 Checking jobs for platform=marenostrum4 +2022-02-16 17:20:13,871 Checking Wrapper 20687337 +2022-02-16 17:20:17,756 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:20:17,756 Checking inner jobs status +2022-02-16 17:20:19,579 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:20:19,580 Checking Wrapper 20687333 +2022-02-16 17:20:23,508 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:20:23,510 Checking inner jobs status +2022-02-16 17:20:27,387 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:20:27,389 End of checking +2022-02-16 17:20:27,391 Updating FAILED jobs +2022-02-16 17:20:27,395 Updating WAITING jobs +2022-02-16 17:20:27,396 Updating WAITING jobs eligible for be prepared +2022-02-16 17:20:27,397 Updating Held jobs +2022-02-16 17:20:27,398 Update finished +2022-02-16 17:20:27,398 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:20:27,399 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:20:27,399 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:20:27,399 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:20:27,399 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:20:27,399 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:20:27,399 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:20:27,399 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:20:27,399 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:20:27,399 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:20:27,399 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:20:27,399 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:20:27,399 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:20:27,399 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:20:27,399 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:20:27,399 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:20:27,399 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:20:27,400 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:20:27,400 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:20:27,400 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:20:27,403 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:20:27,430 Job list saved +2022-02-16 17:20:27,473 Updating FAILED jobs +2022-02-16 17:20:27,474 Updating WAITING jobs +2022-02-16 17:20:27,474 Updating WAITING jobs eligible for be prepared +2022-02-16 17:20:27,476 Updating Held jobs +2022-02-16 17:20:27,476 Update finished +2022-02-16 17:20:37,489 Reloading parameters... +2022-02-16 17:20:37,504 Loading parameters... +2022-02-16 17:20:37,505 Loading project parameters... +2022-02-16 17:20:37,506 + +190 of 783 jobs remaining (17:20) +2022-02-16 17:20:37,506 Sleep: 10 +2022-02-16 17:20:37,507 Number of retrials: 2 +2022-02-16 17:20:37,507 WRAPPER CHECK TIME = 10 +2022-02-16 17:20:37,510 Checking jobs for platform=marenostrum4 +2022-02-16 17:20:37,511 Checking Wrapper 20687337 +2022-02-16 17:20:41,438 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:20:41,439 Checking inner jobs status +2022-02-16 17:20:45,217 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:20:45,218 Checking Wrapper 20687333 +2022-02-16 17:20:49,154 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:20:49,154 Checking inner jobs status +2022-02-16 17:20:51,129 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:20:51,130 End of checking +2022-02-16 17:20:51,131 Updating FAILED jobs +2022-02-16 17:20:51,137 Updating WAITING jobs +2022-02-16 17:20:51,138 Updating WAITING jobs eligible for be prepared +2022-02-16 17:20:51,139 Updating Held jobs +2022-02-16 17:20:51,140 Update finished +2022-02-16 17:20:51,140 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:20:51,141 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:20:51,141 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:20:51,141 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:20:51,141 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:20:51,141 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:20:51,141 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:20:51,141 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:20:51,141 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:20:51,141 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:20:51,141 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:20:51,141 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:20:51,141 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:20:51,141 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:20:51,141 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:20:51,142 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:20:51,142 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:20:51,142 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:20:51,142 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:20:51,142 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:20:51,145 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:20:51,171 Job list saved +2022-02-16 17:20:51,224 Updating FAILED jobs +2022-02-16 17:20:51,225 Updating WAITING jobs +2022-02-16 17:20:51,225 Updating WAITING jobs eligible for be prepared +2022-02-16 17:20:51,226 Updating Held jobs +2022-02-16 17:20:51,227 Update finished +2022-02-16 17:21:01,236 Reloading parameters... +2022-02-16 17:21:01,254 Loading parameters... +2022-02-16 17:21:01,255 Loading project parameters... +2022-02-16 17:21:01,256 + +190 of 783 jobs remaining (17:21) +2022-02-16 17:21:01,257 Sleep: 10 +2022-02-16 17:21:01,257 Number of retrials: 2 +2022-02-16 17:21:01,257 WRAPPER CHECK TIME = 10 +2022-02-16 17:21:01,262 Checking jobs for platform=marenostrum4 +2022-02-16 17:21:01,262 Checking Wrapper 20687337 +2022-02-16 17:21:05,240 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:21:05,240 Checking inner jobs status +2022-02-16 17:21:08,568 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:21:08,569 Checking Wrapper 20687333 +2022-02-16 17:21:12,502 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:21:12,502 Checking inner jobs status +2022-02-16 17:21:20,042 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:21:20,044 End of checking +2022-02-16 17:21:20,046 Updating FAILED jobs +2022-02-16 17:21:20,050 Updating WAITING jobs +2022-02-16 17:21:20,051 Updating WAITING jobs eligible for be prepared +2022-02-16 17:21:20,052 Updating Held jobs +2022-02-16 17:21:20,053 Update finished +2022-02-16 17:21:20,053 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:21:20,053 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:21:20,054 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:21:20,054 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:21:20,054 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:21:20,054 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:21:20,054 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:21:20,054 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:21:20,054 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:21:20,054 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:21:20,054 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:21:20,054 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:21:20,054 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:21:20,054 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:21:20,054 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:21:20,054 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:21:20,054 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:21:20,055 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:21:20,055 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:21:20,055 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:21:20,058 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:21:20,084 Job list saved +2022-02-16 17:21:20,127 Updating FAILED jobs +2022-02-16 17:21:20,128 Updating WAITING jobs +2022-02-16 17:21:20,128 Updating WAITING jobs eligible for be prepared +2022-02-16 17:21:20,130 Updating Held jobs +2022-02-16 17:21:20,130 Update finished +2022-02-16 17:21:30,145 Reloading parameters... +2022-02-16 17:21:30,164 Loading parameters... +2022-02-16 17:21:30,165 Loading project parameters... +2022-02-16 17:21:30,166 + +190 of 783 jobs remaining (17:21) +2022-02-16 17:21:30,167 Sleep: 10 +2022-02-16 17:21:30,167 Number of retrials: 2 +2022-02-16 17:21:30,167 WRAPPER CHECK TIME = 10 +2022-02-16 17:21:30,171 Checking jobs for platform=marenostrum4 +2022-02-16 17:21:30,171 Checking Wrapper 20687337 +2022-02-16 17:21:34,107 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:21:34,108 Checking inner jobs status +2022-02-16 17:21:36,281 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:21:36,282 Checking Wrapper 20687333 +2022-02-16 17:21:40,361 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:21:40,361 Checking inner jobs status +2022-02-16 17:21:42,285 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:21:42,286 End of checking +2022-02-16 17:21:42,288 Updating FAILED jobs +2022-02-16 17:21:42,292 Updating WAITING jobs +2022-02-16 17:21:42,293 Updating WAITING jobs eligible for be prepared +2022-02-16 17:21:42,294 Updating Held jobs +2022-02-16 17:21:42,295 Update finished +2022-02-16 17:21:42,295 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:21:42,295 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:21:42,296 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:21:42,296 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:21:42,296 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:21:42,296 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:21:42,296 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:21:42,296 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:21:42,296 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:21:42,296 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:21:42,296 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:21:42,296 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:21:42,296 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:21:42,296 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:21:42,296 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:21:42,296 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:21:42,296 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:21:42,296 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:21:42,296 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:21:42,297 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:21:42,300 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:21:42,325 Job list saved +2022-02-16 17:21:42,365 Updating FAILED jobs +2022-02-16 17:21:42,365 Updating WAITING jobs +2022-02-16 17:21:42,366 Updating WAITING jobs eligible for be prepared +2022-02-16 17:21:42,367 Updating Held jobs +2022-02-16 17:21:42,367 Update finished +2022-02-16 17:21:52,381 Reloading parameters... +2022-02-16 17:21:52,405 Loading parameters... +2022-02-16 17:21:52,405 Loading project parameters... +2022-02-16 17:21:52,407 + +190 of 783 jobs remaining (17:21) +2022-02-16 17:21:52,407 Sleep: 10 +2022-02-16 17:21:52,407 Number of retrials: 2 +2022-02-16 17:21:52,407 WRAPPER CHECK TIME = 10 +2022-02-16 17:21:52,412 Checking jobs for platform=marenostrum4 +2022-02-16 17:21:52,412 Checking Wrapper 20687337 +2022-02-16 17:21:56,341 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:21:56,342 Checking inner jobs status +2022-02-16 17:21:58,217 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:21:58,218 Checking Wrapper 20687333 +2022-02-16 17:22:02,143 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:22:02,144 Checking inner jobs status +2022-02-16 17:22:04,167 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:22:04,168 End of checking +2022-02-16 17:22:04,169 Updating FAILED jobs +2022-02-16 17:22:04,171 Updating WAITING jobs +2022-02-16 17:22:04,172 Updating WAITING jobs eligible for be prepared +2022-02-16 17:22:04,173 Updating Held jobs +2022-02-16 17:22:04,174 Update finished +2022-02-16 17:22:04,175 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:22:04,175 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:22:04,175 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:22:04,175 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:22:04,175 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:22:04,175 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:22:04,175 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:22:04,175 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:22:04,175 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:22:04,175 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:22:04,175 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:22:04,175 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:22:04,176 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:22:04,176 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:22:04,176 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:22:04,176 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:22:04,176 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:22:04,176 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:22:04,176 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:22:04,176 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:22:04,180 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:22:04,216 Job list saved +2022-02-16 17:22:04,259 Updating FAILED jobs +2022-02-16 17:22:04,260 Updating WAITING jobs +2022-02-16 17:22:04,260 Updating WAITING jobs eligible for be prepared +2022-02-16 17:22:04,261 Updating Held jobs +2022-02-16 17:22:04,262 Update finished +2022-02-16 17:22:14,277 Reloading parameters... +2022-02-16 17:22:14,294 Loading parameters... +2022-02-16 17:22:14,295 Loading project parameters... +2022-02-16 17:22:14,296 + +190 of 783 jobs remaining (17:22) +2022-02-16 17:22:14,297 Sleep: 10 +2022-02-16 17:22:14,297 Number of retrials: 2 +2022-02-16 17:22:14,297 WRAPPER CHECK TIME = 10 +2022-02-16 17:22:14,302 Checking jobs for platform=marenostrum4 +2022-02-16 17:22:14,303 Checking Wrapper 20687337 +2022-02-16 17:22:18,281 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:22:18,281 Checking inner jobs status +2022-02-16 17:22:20,155 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:22:20,155 Checking Wrapper 20687333 +2022-02-16 17:22:24,130 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:22:24,131 Checking inner jobs status +2022-02-16 17:22:26,059 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:22:26,060 End of checking +2022-02-16 17:22:26,062 Updating FAILED jobs +2022-02-16 17:22:26,066 Updating WAITING jobs +2022-02-16 17:22:26,066 Updating WAITING jobs eligible for be prepared +2022-02-16 17:22:26,068 Updating Held jobs +2022-02-16 17:22:26,068 Update finished +2022-02-16 17:22:26,069 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:22:26,069 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:22:26,069 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:22:26,069 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:22:26,069 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:22:26,069 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:22:26,069 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:22:26,069 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:22:26,069 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:22:26,070 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:22:26,070 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:22:26,070 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:22:26,070 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:22:26,070 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:22:26,070 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:22:26,070 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:22:26,070 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:22:26,070 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:22:26,070 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:22:26,070 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:22:26,073 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:22:26,097 Job list saved +2022-02-16 17:22:26,133 Updating FAILED jobs +2022-02-16 17:22:26,134 Updating WAITING jobs +2022-02-16 17:22:26,134 Updating WAITING jobs eligible for be prepared +2022-02-16 17:22:26,135 Updating Held jobs +2022-02-16 17:22:26,136 Update finished +2022-02-16 17:22:36,150 Reloading parameters... +2022-02-16 17:22:36,165 Loading parameters... +2022-02-16 17:22:36,166 Loading project parameters... +2022-02-16 17:22:36,168 + +190 of 783 jobs remaining (17:22) +2022-02-16 17:22:36,168 Sleep: 10 +2022-02-16 17:22:36,168 Number of retrials: 2 +2022-02-16 17:22:36,168 WRAPPER CHECK TIME = 10 +2022-02-16 17:22:36,173 Checking jobs for platform=marenostrum4 +2022-02-16 17:22:36,173 Checking Wrapper 20687337 +2022-02-16 17:22:40,109 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:22:40,110 Checking inner jobs status +2022-02-16 17:22:43,691 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:22:43,692 Checking Wrapper 20687333 +2022-02-16 17:22:47,668 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:22:47,669 Checking inner jobs status +2022-02-16 17:22:50,291 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:22:50,292 End of checking +2022-02-16 17:22:50,294 Updating FAILED jobs +2022-02-16 17:22:50,298 Updating WAITING jobs +2022-02-16 17:22:50,299 Updating WAITING jobs eligible for be prepared +2022-02-16 17:22:50,300 Updating Held jobs +2022-02-16 17:22:50,300 Update finished +2022-02-16 17:22:50,301 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:22:50,301 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:22:50,301 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:22:50,301 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:22:50,301 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:22:50,302 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:22:50,302 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:22:50,302 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:22:50,302 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:22:50,302 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:22:50,302 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:22:50,302 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:22:50,302 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:22:50,302 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:22:50,302 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:22:50,302 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:22:50,302 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:22:50,302 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:22:50,302 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:22:50,302 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:22:50,306 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:22:50,331 Job list saved +2022-02-16 17:22:50,372 Updating FAILED jobs +2022-02-16 17:22:50,372 Updating WAITING jobs +2022-02-16 17:22:50,373 Updating WAITING jobs eligible for be prepared +2022-02-16 17:22:50,374 Updating Held jobs +2022-02-16 17:22:50,374 Update finished +2022-02-16 17:23:00,388 Reloading parameters... +2022-02-16 17:23:00,412 Loading parameters... +2022-02-16 17:23:00,413 Loading project parameters... +2022-02-16 17:23:00,414 + +190 of 783 jobs remaining (17:23) +2022-02-16 17:23:00,415 Sleep: 10 +2022-02-16 17:23:00,415 Number of retrials: 2 +2022-02-16 17:23:00,415 WRAPPER CHECK TIME = 10 +2022-02-16 17:23:00,419 Checking jobs for platform=marenostrum4 +2022-02-16 17:23:00,419 Checking Wrapper 20687337 +2022-02-16 17:23:04,307 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:23:04,307 Checking inner jobs status +2022-02-16 17:23:08,337 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:23:08,339 Checking Wrapper 20687333 +2022-02-16 17:23:12,316 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:23:12,316 Checking inner jobs status +2022-02-16 17:23:17,360 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:23:17,362 End of checking +2022-02-16 17:23:17,364 Updating FAILED jobs +2022-02-16 17:23:17,369 Updating WAITING jobs +2022-02-16 17:23:17,370 Updating WAITING jobs eligible for be prepared +2022-02-16 17:23:17,371 Updating Held jobs +2022-02-16 17:23:17,371 Update finished +2022-02-16 17:23:17,372 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:23:17,373 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:23:17,373 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:23:17,373 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:23:17,373 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:23:17,373 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:23:17,373 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:23:17,373 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:23:17,373 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:23:17,373 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:23:17,373 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:23:17,373 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:23:17,373 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:23:17,373 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:23:17,373 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:23:17,373 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:23:17,374 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:23:17,374 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:23:17,374 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:23:17,374 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:23:17,377 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:23:17,405 Job list saved +2022-02-16 17:23:17,450 Updating FAILED jobs +2022-02-16 17:23:17,451 Updating WAITING jobs +2022-02-16 17:23:17,451 Updating WAITING jobs eligible for be prepared +2022-02-16 17:23:17,453 Updating Held jobs +2022-02-16 17:23:17,453 Update finished +2022-02-16 17:23:27,461 Reloading parameters... +2022-02-16 17:23:27,478 Loading parameters... +2022-02-16 17:23:27,479 Loading project parameters... +2022-02-16 17:23:27,480 + +190 of 783 jobs remaining (17:23) +2022-02-16 17:23:27,480 Sleep: 10 +2022-02-16 17:23:27,480 Number of retrials: 2 +2022-02-16 17:23:27,480 WRAPPER CHECK TIME = 10 +2022-02-16 17:23:27,484 Checking jobs for platform=marenostrum4 +2022-02-16 17:23:27,484 Checking Wrapper 20687337 +2022-02-16 17:23:31,462 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:23:31,463 Checking inner jobs status +2022-02-16 17:23:33,286 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:23:33,287 Checking Wrapper 20687333 +2022-02-16 17:23:37,214 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:23:37,214 Checking inner jobs status +2022-02-16 17:23:39,137 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:23:39,138 End of checking +2022-02-16 17:23:39,140 Updating FAILED jobs +2022-02-16 17:23:39,142 Updating WAITING jobs +2022-02-16 17:23:39,143 Updating WAITING jobs eligible for be prepared +2022-02-16 17:23:39,144 Updating Held jobs +2022-02-16 17:23:39,145 Update finished +2022-02-16 17:23:39,146 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:23:39,146 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:23:39,146 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:23:39,146 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:23:39,146 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:23:39,146 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:23:39,146 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:23:39,146 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:23:39,146 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:23:39,146 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:23:39,146 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:23:39,146 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:23:39,146 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:23:39,147 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:23:39,147 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:23:39,147 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:23:39,147 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:23:39,147 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:23:39,147 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:23:39,147 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:23:39,150 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:23:39,177 Job list saved +2022-02-16 17:23:39,228 Updating FAILED jobs +2022-02-16 17:23:39,228 Updating WAITING jobs +2022-02-16 17:23:39,229 Updating WAITING jobs eligible for be prepared +2022-02-16 17:23:39,230 Updating Held jobs +2022-02-16 17:23:39,230 Update finished +2022-02-16 17:23:49,242 Reloading parameters... +2022-02-16 17:23:49,256 Loading parameters... +2022-02-16 17:23:49,257 Loading project parameters... +2022-02-16 17:23:49,258 + +190 of 783 jobs remaining (17:23) +2022-02-16 17:23:49,259 Sleep: 10 +2022-02-16 17:23:49,259 Number of retrials: 2 +2022-02-16 17:23:49,259 WRAPPER CHECK TIME = 10 +2022-02-16 17:23:49,264 Checking jobs for platform=marenostrum4 +2022-02-16 17:23:49,264 Checking Wrapper 20687337 +2022-02-16 17:23:53,241 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:23:53,241 Checking inner jobs status +2022-02-16 17:23:55,365 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:23:55,365 Checking Wrapper 20687333 +2022-02-16 17:23:59,341 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:23:59,342 Checking inner jobs status +2022-02-16 17:24:01,216 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:24:01,217 End of checking +2022-02-16 17:24:01,219 Updating FAILED jobs +2022-02-16 17:24:01,223 Updating WAITING jobs +2022-02-16 17:24:01,224 Updating WAITING jobs eligible for be prepared +2022-02-16 17:24:01,225 Updating Held jobs +2022-02-16 17:24:01,226 Update finished +2022-02-16 17:24:01,227 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:24:01,227 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:24:01,227 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:24:01,227 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:24:01,227 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:24:01,227 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:24:01,227 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:24:01,227 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:24:01,227 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:24:01,227 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:24:01,227 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:24:01,227 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:24:01,227 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:24:01,227 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:24:01,228 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:24:01,228 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:24:01,228 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:24:01,228 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:24:01,228 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:24:01,228 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:24:01,232 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:24:01,260 Job list saved +2022-02-16 17:24:01,301 Updating FAILED jobs +2022-02-16 17:24:01,302 Updating WAITING jobs +2022-02-16 17:24:01,303 Updating WAITING jobs eligible for be prepared +2022-02-16 17:24:01,304 Updating Held jobs +2022-02-16 17:24:01,304 Update finished +2022-02-16 17:24:11,311 Reloading parameters... +2022-02-16 17:24:11,333 Loading parameters... +2022-02-16 17:24:11,334 Loading project parameters... +2022-02-16 17:24:11,335 + +190 of 783 jobs remaining (17:24) +2022-02-16 17:24:11,335 Sleep: 10 +2022-02-16 17:24:11,335 Number of retrials: 2 +2022-02-16 17:24:11,336 WRAPPER CHECK TIME = 10 +2022-02-16 17:24:11,340 Checking jobs for platform=marenostrum4 +2022-02-16 17:24:11,340 Checking Wrapper 20687337 +2022-02-16 17:24:15,366 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:24:15,366 Checking inner jobs status +2022-02-16 17:24:17,189 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:24:17,190 Checking Wrapper 20687333 +2022-02-16 17:24:21,124 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:24:21,124 Checking inner jobs status +2022-02-16 17:24:22,952 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:24:22,952 End of checking +2022-02-16 17:24:22,954 Updating FAILED jobs +2022-02-16 17:24:22,958 Updating WAITING jobs +2022-02-16 17:24:22,958 Updating WAITING jobs eligible for be prepared +2022-02-16 17:24:22,960 Updating Held jobs +2022-02-16 17:24:22,960 Update finished +2022-02-16 17:24:22,961 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:24:22,961 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:24:22,961 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:24:22,961 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:24:22,961 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:24:22,961 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:24:22,961 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:24:22,962 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:24:22,962 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:24:22,962 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:24:22,962 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:24:22,962 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:24:22,962 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:24:22,962 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:24:22,962 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:24:22,962 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:24:22,962 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:24:22,962 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:24:22,962 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:24:22,962 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:24:22,966 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:24:23,101 Job list saved +2022-02-16 17:24:23,143 Updating FAILED jobs +2022-02-16 17:24:23,144 Updating WAITING jobs +2022-02-16 17:24:23,145 Updating WAITING jobs eligible for be prepared +2022-02-16 17:24:23,146 Updating Held jobs +2022-02-16 17:24:23,147 Update finished +2022-02-16 17:24:33,158 Reloading parameters... +2022-02-16 17:24:33,174 Loading parameters... +2022-02-16 17:24:33,175 Loading project parameters... +2022-02-16 17:24:33,176 + +190 of 783 jobs remaining (17:24) +2022-02-16 17:24:33,177 Sleep: 10 +2022-02-16 17:24:33,177 Number of retrials: 2 +2022-02-16 17:24:33,177 WRAPPER CHECK TIME = 10 +2022-02-16 17:24:33,180 Checking jobs for platform=marenostrum4 +2022-02-16 17:24:33,181 Checking Wrapper 20687337 +2022-02-16 17:24:37,117 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:24:37,117 Checking inner jobs status +2022-02-16 17:24:41,255 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:24:41,256 Checking Wrapper 20687333 +2022-02-16 17:24:45,182 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:24:45,183 Checking inner jobs status +2022-02-16 17:24:48,108 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:24:48,109 End of checking +2022-02-16 17:24:48,110 Updating FAILED jobs +2022-02-16 17:24:48,115 Updating WAITING jobs +2022-02-16 17:24:48,115 Updating WAITING jobs eligible for be prepared +2022-02-16 17:24:48,117 Updating Held jobs +2022-02-16 17:24:48,117 Update finished +2022-02-16 17:24:48,118 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:24:48,118 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:24:48,118 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:24:48,118 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:24:48,118 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:24:48,119 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:24:48,119 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:24:48,119 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:24:48,119 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:24:48,119 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:24:48,119 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:24:48,119 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:24:48,119 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:24:48,119 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:24:48,119 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:24:48,119 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:24:48,119 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:24:48,119 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:24:48,119 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:24:48,119 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:24:48,122 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:24:48,146 Job list saved +2022-02-16 17:24:48,180 Updating FAILED jobs +2022-02-16 17:24:48,181 Updating WAITING jobs +2022-02-16 17:24:48,181 Updating WAITING jobs eligible for be prepared +2022-02-16 17:24:48,182 Updating Held jobs +2022-02-16 17:24:48,183 Update finished +2022-02-16 17:24:58,197 Reloading parameters... +2022-02-16 17:24:58,217 Loading parameters... +2022-02-16 17:24:58,218 Loading project parameters... +2022-02-16 17:24:58,220 + +190 of 783 jobs remaining (17:24) +2022-02-16 17:24:58,221 Sleep: 10 +2022-02-16 17:24:58,221 Number of retrials: 2 +2022-02-16 17:24:58,221 WRAPPER CHECK TIME = 10 +2022-02-16 17:24:58,225 Checking jobs for platform=marenostrum4 +2022-02-16 17:24:58,226 Checking Wrapper 20687337 +2022-02-16 17:25:02,156 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:25:02,157 Checking inner jobs status +2022-02-16 17:25:06,440 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:25:06,441 Checking Wrapper 20687333 +2022-02-16 17:25:10,367 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:25:10,368 Checking inner jobs status +2022-02-16 17:25:12,592 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:25:12,602 End of checking +2022-02-16 17:25:12,604 Updating FAILED jobs +2022-02-16 17:25:12,609 Updating WAITING jobs +2022-02-16 17:25:12,609 Updating WAITING jobs eligible for be prepared +2022-02-16 17:25:12,611 Updating Held jobs +2022-02-16 17:25:12,611 Update finished +2022-02-16 17:25:12,612 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:25:12,612 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:25:12,612 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:25:12,613 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:25:12,613 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:25:12,613 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:25:12,613 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:25:12,613 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:25:12,613 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:25:12,613 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:25:12,613 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:25:12,613 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:25:12,613 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:25:12,613 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:25:12,613 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:25:12,613 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:25:12,613 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:25:12,613 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:25:12,613 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:25:12,613 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:25:12,616 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:25:12,643 Job list saved +2022-02-16 17:25:12,682 Updating FAILED jobs +2022-02-16 17:25:12,683 Updating WAITING jobs +2022-02-16 17:25:12,684 Updating WAITING jobs eligible for be prepared +2022-02-16 17:25:12,685 Updating Held jobs +2022-02-16 17:25:12,685 Update finished +2022-02-16 17:25:22,688 Reloading parameters... +2022-02-16 17:25:22,700 Loading parameters... +2022-02-16 17:25:22,701 Loading project parameters... +2022-02-16 17:25:22,702 + +190 of 783 jobs remaining (17:25) +2022-02-16 17:25:22,702 Sleep: 10 +2022-02-16 17:25:22,702 Number of retrials: 2 +2022-02-16 17:25:22,702 WRAPPER CHECK TIME = 10 +2022-02-16 17:25:22,707 Checking jobs for platform=marenostrum4 +2022-02-16 17:25:22,707 Checking Wrapper 20687337 +2022-02-16 17:25:26,585 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:25:26,585 Checking inner jobs status +2022-02-16 17:25:29,417 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:25:29,418 Checking Wrapper 20687333 +2022-02-16 17:25:33,346 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:25:33,346 Checking inner jobs status +2022-02-16 17:25:36,022 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:25:36,023 End of checking +2022-02-16 17:25:36,025 Updating FAILED jobs +2022-02-16 17:25:36,029 Updating WAITING jobs +2022-02-16 17:25:36,030 Updating WAITING jobs eligible for be prepared +2022-02-16 17:25:36,031 Updating Held jobs +2022-02-16 17:25:36,032 Update finished +2022-02-16 17:25:36,033 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:25:36,033 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:25:36,033 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:25:36,033 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:25:36,033 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:25:36,033 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:25:36,033 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:25:36,033 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:25:36,033 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:25:36,033 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:25:36,034 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:25:36,034 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:25:36,034 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:25:36,034 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:25:36,034 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:25:36,034 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:25:36,034 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:25:36,034 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:25:36,034 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:25:36,034 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:25:36,038 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:25:36,066 Job list saved +2022-02-16 17:25:36,106 Updating FAILED jobs +2022-02-16 17:25:36,107 Updating WAITING jobs +2022-02-16 17:25:36,107 Updating WAITING jobs eligible for be prepared +2022-02-16 17:25:36,109 Updating Held jobs +2022-02-16 17:25:36,109 Update finished +2022-02-16 17:25:46,123 Reloading parameters... +2022-02-16 17:25:46,138 Loading parameters... +2022-02-16 17:25:46,139 Loading project parameters... +2022-02-16 17:25:46,141 + +190 of 783 jobs remaining (17:25) +2022-02-16 17:25:46,141 Sleep: 10 +2022-02-16 17:25:46,141 Number of retrials: 2 +2022-02-16 17:25:46,141 WRAPPER CHECK TIME = 10 +2022-02-16 17:25:46,145 Checking jobs for platform=marenostrum4 +2022-02-16 17:25:46,146 Checking Wrapper 20687337 +2022-02-16 17:25:50,123 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:25:50,123 Checking inner jobs status +2022-02-16 17:25:52,004 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:25:52,005 Checking Wrapper 20687333 +2022-02-16 17:25:55,932 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:25:55,932 Checking inner jobs status +2022-02-16 17:25:57,759 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:25:57,761 End of checking +2022-02-16 17:25:57,764 Updating FAILED jobs +2022-02-16 17:25:57,768 Updating WAITING jobs +2022-02-16 17:25:57,769 Updating WAITING jobs eligible for be prepared +2022-02-16 17:25:57,770 Updating Held jobs +2022-02-16 17:25:57,771 Update finished +2022-02-16 17:25:57,771 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:25:57,772 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:25:57,772 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:25:57,772 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:25:57,772 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:25:57,772 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:25:57,772 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:25:57,772 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:25:57,772 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:25:57,772 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:25:57,772 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:25:57,772 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:25:57,772 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:25:57,772 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:25:57,772 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:25:57,772 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:25:57,772 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:25:57,772 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:25:57,773 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:25:57,773 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:25:57,776 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:25:57,814 Job list saved +2022-02-16 17:25:57,861 Updating FAILED jobs +2022-02-16 17:25:57,862 Updating WAITING jobs +2022-02-16 17:25:57,862 Updating WAITING jobs eligible for be prepared +2022-02-16 17:25:57,863 Updating Held jobs +2022-02-16 17:25:57,864 Update finished +2022-02-16 17:26:07,878 Reloading parameters... +2022-02-16 17:26:07,891 Loading parameters... +2022-02-16 17:26:07,892 Loading project parameters... +2022-02-16 17:26:07,893 + +190 of 783 jobs remaining (17:26) +2022-02-16 17:26:07,893 Sleep: 10 +2022-02-16 17:26:07,894 Number of retrials: 2 +2022-02-16 17:26:07,894 WRAPPER CHECK TIME = 10 +2022-02-16 17:26:07,898 Checking jobs for platform=marenostrum4 +2022-02-16 17:26:07,898 Checking Wrapper 20687337 +2022-02-16 17:26:11,875 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:26:11,876 Checking inner jobs status +2022-02-16 17:26:13,707 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:26:13,708 Checking Wrapper 20687333 +2022-02-16 17:26:17,638 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:26:17,639 Checking inner jobs status +2022-02-16 17:26:19,511 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:26:19,512 End of checking +2022-02-16 17:26:19,514 Updating FAILED jobs +2022-02-16 17:26:19,516 Updating WAITING jobs +2022-02-16 17:26:19,517 Updating WAITING jobs eligible for be prepared +2022-02-16 17:26:19,518 Updating Held jobs +2022-02-16 17:26:19,519 Update finished +2022-02-16 17:26:19,519 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:26:19,520 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:26:19,520 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:26:19,520 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:26:19,520 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:26:19,520 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:26:19,520 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:26:19,520 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:26:19,520 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:26:19,520 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:26:19,520 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:26:19,520 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:26:19,520 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:26:19,521 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:26:19,521 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:26:19,521 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:26:19,521 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:26:19,521 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:26:19,521 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:26:19,521 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:26:19,526 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:26:19,550 Job list saved +2022-02-16 17:26:19,611 Updating FAILED jobs +2022-02-16 17:26:19,611 Updating WAITING jobs +2022-02-16 17:26:19,612 Updating WAITING jobs eligible for be prepared +2022-02-16 17:26:19,613 Updating Held jobs +2022-02-16 17:26:19,614 Update finished +2022-02-16 17:26:29,629 Reloading parameters... +2022-02-16 17:26:29,643 Loading parameters... +2022-02-16 17:26:29,644 Loading project parameters... +2022-02-16 17:26:29,646 + +190 of 783 jobs remaining (17:26) +2022-02-16 17:26:29,646 Sleep: 10 +2022-02-16 17:26:29,646 Number of retrials: 2 +2022-02-16 17:26:29,646 WRAPPER CHECK TIME = 10 +2022-02-16 17:26:29,651 Checking jobs for platform=marenostrum4 +2022-02-16 17:26:29,651 Checking Wrapper 20687337 +2022-02-16 17:26:33,579 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:26:33,580 Checking inner jobs status +2022-02-16 17:26:40,522 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:26:40,524 Checking Wrapper 20687333 +2022-02-16 17:26:44,464 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:26:44,465 Checking inner jobs status +2022-02-16 17:26:47,040 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:26:47,041 End of checking +2022-02-16 17:26:47,042 Updating FAILED jobs +2022-02-16 17:26:47,047 Updating WAITING jobs +2022-02-16 17:26:47,048 Updating WAITING jobs eligible for be prepared +2022-02-16 17:26:47,049 Updating Held jobs +2022-02-16 17:26:47,049 Update finished +2022-02-16 17:26:47,050 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:26:47,050 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:26:47,050 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:26:47,050 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:26:47,050 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:26:47,050 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:26:47,050 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:26:47,050 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:26:47,050 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:26:47,050 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:26:47,050 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:26:47,050 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:26:47,050 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:26:47,051 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:26:47,051 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:26:47,051 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:26:47,051 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:26:47,051 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:26:47,051 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:26:47,051 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:26:47,053 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:26:47,078 Job list saved +2022-02-16 17:26:47,117 Updating FAILED jobs +2022-02-16 17:26:47,118 Updating WAITING jobs +2022-02-16 17:26:47,118 Updating WAITING jobs eligible for be prepared +2022-02-16 17:26:47,119 Updating Held jobs +2022-02-16 17:26:47,120 Update finished +2022-02-16 17:26:57,127 Reloading parameters... +2022-02-16 17:26:57,141 Loading parameters... +2022-02-16 17:26:57,142 Loading project parameters... +2022-02-16 17:26:57,143 + +190 of 783 jobs remaining (17:26) +2022-02-16 17:26:57,144 Sleep: 10 +2022-02-16 17:26:57,144 Number of retrials: 2 +2022-02-16 17:26:57,144 WRAPPER CHECK TIME = 10 +2022-02-16 17:26:57,148 Checking jobs for platform=marenostrum4 +2022-02-16 17:26:57,148 Checking Wrapper 20687337 +2022-02-16 17:27:01,075 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:27:01,076 Checking inner jobs status +2022-02-16 17:27:04,562 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:27:04,565 Checking Wrapper 20687333 +2022-02-16 17:27:08,546 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:27:08,547 Checking inner jobs status +2022-02-16 17:27:13,987 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:27:13,988 End of checking +2022-02-16 17:27:13,990 Updating FAILED jobs +2022-02-16 17:27:13,994 Updating WAITING jobs +2022-02-16 17:27:13,995 Updating WAITING jobs eligible for be prepared +2022-02-16 17:27:13,996 Updating Held jobs +2022-02-16 17:27:13,997 Update finished +2022-02-16 17:27:13,997 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:27:13,998 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:27:13,998 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:27:13,998 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:27:13,998 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:27:13,998 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:27:13,998 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:27:13,998 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:27:13,998 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:27:13,998 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:27:13,998 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:27:13,998 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:27:13,998 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:27:13,998 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:27:13,998 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:27:13,998 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:27:13,998 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:27:13,998 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:27:13,998 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:27:13,999 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:27:14,010 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:27:14,035 Job list saved +2022-02-16 17:27:14,071 Updating FAILED jobs +2022-02-16 17:27:14,071 Updating WAITING jobs +2022-02-16 17:27:14,072 Updating WAITING jobs eligible for be prepared +2022-02-16 17:27:14,073 Updating Held jobs +2022-02-16 17:27:14,073 Update finished +2022-02-16 17:27:24,087 Reloading parameters... +2022-02-16 17:27:24,100 Loading parameters... +2022-02-16 17:27:24,101 Loading project parameters... +2022-02-16 17:27:24,102 + +190 of 783 jobs remaining (17:27) +2022-02-16 17:27:24,103 Sleep: 10 +2022-02-16 17:27:24,103 Number of retrials: 2 +2022-02-16 17:27:24,103 WRAPPER CHECK TIME = 10 +2022-02-16 17:27:24,108 Checking jobs for platform=marenostrum4 +2022-02-16 17:27:24,108 Checking Wrapper 20687337 +2022-02-16 17:27:28,035 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:27:28,036 Checking inner jobs status +2022-02-16 17:27:30,520 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:27:30,521 Checking Wrapper 20687333 +2022-02-16 17:27:34,498 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:27:34,498 Checking inner jobs status +2022-02-16 17:27:36,322 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:27:36,323 End of checking +2022-02-16 17:27:36,324 Updating FAILED jobs +2022-02-16 17:27:36,328 Updating WAITING jobs +2022-02-16 17:27:36,329 Updating WAITING jobs eligible for be prepared +2022-02-16 17:27:36,330 Updating Held jobs +2022-02-16 17:27:36,331 Update finished +2022-02-16 17:27:36,331 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:27:36,331 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:27:36,331 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:27:36,331 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:27:36,332 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:27:36,332 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:27:36,332 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:27:36,332 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:27:36,332 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:27:36,332 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:27:36,332 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:27:36,332 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:27:36,332 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:27:36,332 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:27:36,332 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:27:36,332 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:27:36,332 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:27:36,332 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:27:36,332 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:27:36,332 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:27:36,335 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:27:36,360 Job list saved +2022-02-16 17:27:36,394 Updating FAILED jobs +2022-02-16 17:27:36,395 Updating WAITING jobs +2022-02-16 17:27:36,395 Updating WAITING jobs eligible for be prepared +2022-02-16 17:27:36,396 Updating Held jobs +2022-02-16 17:27:36,397 Update finished +2022-02-16 17:27:46,413 Reloading parameters... +2022-02-16 17:27:46,426 Loading parameters... +2022-02-16 17:27:46,427 Loading project parameters... +2022-02-16 17:27:46,429 + +190 of 783 jobs remaining (17:27) +2022-02-16 17:27:46,429 Sleep: 10 +2022-02-16 17:27:46,429 Number of retrials: 2 +2022-02-16 17:27:46,429 WRAPPER CHECK TIME = 10 +2022-02-16 17:27:46,434 Checking jobs for platform=marenostrum4 +2022-02-16 17:27:46,434 Checking Wrapper 20687337 +2022-02-16 17:27:50,364 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:27:50,364 Checking inner jobs status +2022-02-16 17:27:52,338 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:27:52,338 Checking Wrapper 20687333 +2022-02-16 17:27:56,264 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:27:56,265 Checking inner jobs status +2022-02-16 17:27:58,238 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:27:58,238 End of checking +2022-02-16 17:27:58,240 Updating FAILED jobs +2022-02-16 17:27:58,244 Updating WAITING jobs +2022-02-16 17:27:58,245 Updating WAITING jobs eligible for be prepared +2022-02-16 17:27:58,246 Updating Held jobs +2022-02-16 17:27:58,247 Update finished +2022-02-16 17:27:58,247 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:27:58,248 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:27:58,248 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:27:58,248 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:27:58,248 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:27:58,248 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:27:58,248 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:27:58,248 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:27:58,248 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:27:58,248 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:27:58,248 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:27:58,248 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:27:58,248 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:27:58,248 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:27:58,248 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:27:58,249 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:27:58,249 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:27:58,249 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:27:58,249 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:27:58,249 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:27:58,252 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:27:58,277 Job list saved +2022-02-16 17:27:58,327 Updating FAILED jobs +2022-02-16 17:27:58,328 Updating WAITING jobs +2022-02-16 17:27:58,328 Updating WAITING jobs eligible for be prepared +2022-02-16 17:27:58,329 Updating Held jobs +2022-02-16 17:27:58,330 Update finished +2022-02-16 17:28:08,343 Reloading parameters... +2022-02-16 17:28:08,358 Loading parameters... +2022-02-16 17:28:08,359 Loading project parameters... +2022-02-16 17:28:08,360 + +190 of 783 jobs remaining (17:28) +2022-02-16 17:28:08,361 Sleep: 10 +2022-02-16 17:28:08,361 Number of retrials: 2 +2022-02-16 17:28:08,361 WRAPPER CHECK TIME = 10 +2022-02-16 17:28:08,365 Checking jobs for platform=marenostrum4 +2022-02-16 17:28:08,365 Checking Wrapper 20687337 +2022-02-16 17:28:12,397 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:28:12,398 Checking inner jobs status +2022-02-16 17:28:14,231 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:28:14,231 Checking Wrapper 20687333 +2022-02-16 17:28:18,167 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:28:18,168 Checking inner jobs status +2022-02-16 17:28:19,992 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:28:19,993 End of checking +2022-02-16 17:28:19,995 Updating FAILED jobs +2022-02-16 17:28:20,000 Updating WAITING jobs +2022-02-16 17:28:20,001 Updating WAITING jobs eligible for be prepared +2022-02-16 17:28:20,002 Updating Held jobs +2022-02-16 17:28:20,003 Update finished +2022-02-16 17:28:20,004 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:28:20,004 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:28:20,004 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:28:20,004 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:28:20,004 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:28:20,004 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:28:20,004 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:28:20,004 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:28:20,004 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:28:20,004 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:28:20,004 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:28:20,005 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:28:20,005 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:28:20,005 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:28:20,005 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:28:20,005 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:28:20,005 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:28:20,005 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:28:20,005 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:28:20,005 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:28:20,016 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:28:20,041 Job list saved +2022-02-16 17:28:20,088 Updating FAILED jobs +2022-02-16 17:28:20,089 Updating WAITING jobs +2022-02-16 17:28:20,089 Updating WAITING jobs eligible for be prepared +2022-02-16 17:28:20,090 Updating Held jobs +2022-02-16 17:28:20,091 Update finished +2022-02-16 17:28:30,101 Reloading parameters... +2022-02-16 17:28:30,114 Loading parameters... +2022-02-16 17:28:30,115 Loading project parameters... +2022-02-16 17:28:30,117 + +190 of 783 jobs remaining (17:28) +2022-02-16 17:28:30,117 Sleep: 10 +2022-02-16 17:28:30,117 Number of retrials: 2 +2022-02-16 17:28:30,117 WRAPPER CHECK TIME = 10 +2022-02-16 17:28:30,122 Checking jobs for platform=marenostrum4 +2022-02-16 17:28:30,122 Checking Wrapper 20687337 +2022-02-16 17:28:34,049 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:28:34,050 Checking inner jobs status +2022-02-16 17:28:37,177 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:28:37,178 Checking Wrapper 20687333 +2022-02-16 17:28:41,111 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:28:41,112 Checking inner jobs status +2022-02-16 17:28:44,138 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:28:44,139 End of checking +2022-02-16 17:28:44,141 Updating FAILED jobs +2022-02-16 17:28:44,145 Updating WAITING jobs +2022-02-16 17:28:44,146 Updating WAITING jobs eligible for be prepared +2022-02-16 17:28:44,147 Updating Held jobs +2022-02-16 17:28:44,148 Update finished +2022-02-16 17:28:44,148 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:28:44,148 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:28:44,149 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:28:44,149 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:28:44,149 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:28:44,149 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:28:44,149 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:28:44,149 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:28:44,149 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:28:44,149 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:28:44,149 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:28:44,149 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:28:44,149 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:28:44,149 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:28:44,149 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:28:44,149 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:28:44,149 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:28:44,149 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:28:44,149 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:28:44,149 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:28:44,152 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:28:44,176 Job list saved +2022-02-16 17:28:44,220 Updating FAILED jobs +2022-02-16 17:28:44,221 Updating WAITING jobs +2022-02-16 17:28:44,222 Updating WAITING jobs eligible for be prepared +2022-02-16 17:28:44,223 Updating Held jobs +2022-02-16 17:28:44,223 Update finished +2022-02-16 17:28:54,238 Reloading parameters... +2022-02-16 17:28:54,251 Loading parameters... +2022-02-16 17:28:54,252 Loading project parameters... +2022-02-16 17:28:54,253 + +190 of 783 jobs remaining (17:28) +2022-02-16 17:28:54,254 Sleep: 10 +2022-02-16 17:28:54,254 Number of retrials: 2 +2022-02-16 17:28:54,254 WRAPPER CHECK TIME = 10 +2022-02-16 17:28:54,258 Checking jobs for platform=marenostrum4 +2022-02-16 17:28:54,258 Checking Wrapper 20687337 +2022-02-16 17:28:58,187 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:28:58,188 Checking inner jobs status +2022-02-16 17:29:00,618 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:29:00,619 Checking Wrapper 20687333 +2022-02-16 17:29:04,596 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:29:04,596 Checking inner jobs status +2022-02-16 17:29:07,381 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:29:07,382 End of checking +2022-02-16 17:29:07,384 Updating FAILED jobs +2022-02-16 17:29:07,388 Updating WAITING jobs +2022-02-16 17:29:07,388 Updating WAITING jobs eligible for be prepared +2022-02-16 17:29:07,389 Updating Held jobs +2022-02-16 17:29:07,390 Update finished +2022-02-16 17:29:07,391 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:29:07,391 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:29:07,391 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:29:07,391 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:29:07,391 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:29:07,391 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:29:07,391 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:29:07,391 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:29:07,391 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:29:07,391 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:29:07,391 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:29:07,391 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:29:07,391 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:29:07,391 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:29:07,391 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:29:07,392 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:29:07,392 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:29:07,392 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:29:07,392 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:29:07,392 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:29:07,395 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:29:07,427 Job list saved +2022-02-16 17:29:07,468 Updating FAILED jobs +2022-02-16 17:29:07,469 Updating WAITING jobs +2022-02-16 17:29:07,469 Updating WAITING jobs eligible for be prepared +2022-02-16 17:29:07,470 Updating Held jobs +2022-02-16 17:29:07,470 Update finished +2022-02-16 17:29:17,484 Reloading parameters... +2022-02-16 17:29:17,499 Loading parameters... +2022-02-16 17:29:17,499 Loading project parameters... +2022-02-16 17:29:17,501 + +190 of 783 jobs remaining (17:29) +2022-02-16 17:29:17,501 Sleep: 10 +2022-02-16 17:29:17,501 Number of retrials: 2 +2022-02-16 17:29:17,501 WRAPPER CHECK TIME = 10 +2022-02-16 17:29:17,505 Checking jobs for platform=marenostrum4 +2022-02-16 17:29:17,505 Checking Wrapper 20687337 +2022-02-16 17:29:21,433 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:29:21,434 Checking inner jobs status +2022-02-16 17:29:24,819 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:29:24,821 Checking Wrapper 20687333 +2022-02-16 17:29:28,798 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:29:28,799 Checking inner jobs status +2022-02-16 17:29:33,145 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:29:33,146 End of checking +2022-02-16 17:29:33,148 Updating FAILED jobs +2022-02-16 17:29:33,153 Updating WAITING jobs +2022-02-16 17:29:33,154 Updating WAITING jobs eligible for be prepared +2022-02-16 17:29:33,155 Updating Held jobs +2022-02-16 17:29:33,156 Update finished +2022-02-16 17:29:33,156 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:29:33,156 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:29:33,157 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:29:33,157 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:29:33,157 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:29:33,157 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:29:33,157 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:29:33,157 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:29:33,157 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:29:33,157 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:29:33,157 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:29:33,157 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:29:33,157 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:29:33,157 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:29:33,157 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:29:33,157 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:29:33,157 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:29:33,157 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:29:33,157 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:29:33,158 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:29:33,161 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:29:33,185 Job list saved +2022-02-16 17:29:33,242 Updating FAILED jobs +2022-02-16 17:29:33,243 Updating WAITING jobs +2022-02-16 17:29:33,243 Updating WAITING jobs eligible for be prepared +2022-02-16 17:29:33,244 Updating Held jobs +2022-02-16 17:29:33,245 Update finished +2022-02-16 17:29:43,249 Reloading parameters... +2022-02-16 17:29:43,269 Loading parameters... +2022-02-16 17:29:43,270 Loading project parameters... +2022-02-16 17:29:43,272 + +190 of 783 jobs remaining (17:29) +2022-02-16 17:29:43,272 Sleep: 10 +2022-02-16 17:29:43,272 Number of retrials: 2 +2022-02-16 17:29:43,273 WRAPPER CHECK TIME = 10 +2022-02-16 17:29:43,277 Checking jobs for platform=marenostrum4 +2022-02-16 17:29:43,277 Checking Wrapper 20687337 +2022-02-16 17:29:47,213 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:29:47,214 Checking inner jobs status +2022-02-16 17:29:49,037 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:29:49,038 Checking Wrapper 20687333 +2022-02-16 17:29:52,963 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:29:52,964 Checking inner jobs status +2022-02-16 17:29:54,789 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:29:54,789 End of checking +2022-02-16 17:29:54,792 Updating FAILED jobs +2022-02-16 17:29:54,796 Updating WAITING jobs +2022-02-16 17:29:54,797 Updating WAITING jobs eligible for be prepared +2022-02-16 17:29:54,798 Updating Held jobs +2022-02-16 17:29:54,799 Update finished +2022-02-16 17:29:54,799 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:29:54,808 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:29:54,808 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:29:54,808 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:29:54,808 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:29:54,808 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:29:54,808 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:29:54,808 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:29:54,808 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:29:54,808 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:29:54,808 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:29:54,808 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:29:54,808 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:29:54,808 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:29:54,808 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:29:54,808 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:29:54,808 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:29:54,808 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:29:54,809 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:29:54,809 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:29:54,812 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:29:54,836 Job list saved +2022-02-16 17:29:54,889 Updating FAILED jobs +2022-02-16 17:29:54,890 Updating WAITING jobs +2022-02-16 17:29:54,890 Updating WAITING jobs eligible for be prepared +2022-02-16 17:29:54,891 Updating Held jobs +2022-02-16 17:29:54,892 Update finished +2022-02-16 17:30:04,907 Reloading parameters... +2022-02-16 17:30:04,930 Loading parameters... +2022-02-16 17:30:04,931 Loading project parameters... +2022-02-16 17:30:04,934 + +190 of 783 jobs remaining (17:30) +2022-02-16 17:30:04,934 Sleep: 10 +2022-02-16 17:30:04,935 Number of retrials: 2 +2022-02-16 17:30:04,935 WRAPPER CHECK TIME = 10 +2022-02-16 17:30:04,941 Checking jobs for platform=marenostrum4 +2022-02-16 17:30:04,942 Checking Wrapper 20687337 +2022-02-16 17:30:08,869 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:30:08,870 Checking inner jobs status +2022-02-16 17:30:10,895 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:30:10,896 Checking Wrapper 20687333 +2022-02-16 17:30:14,823 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:30:14,824 Checking inner jobs status +2022-02-16 17:30:16,759 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:30:16,760 End of checking +2022-02-16 17:30:16,762 Updating FAILED jobs +2022-02-16 17:30:16,766 Updating WAITING jobs +2022-02-16 17:30:16,767 Updating WAITING jobs eligible for be prepared +2022-02-16 17:30:16,769 Updating Held jobs +2022-02-16 17:30:16,769 Update finished +2022-02-16 17:30:16,770 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:30:16,770 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:30:16,770 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:30:16,770 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:30:16,770 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:30:16,770 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:30:16,771 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:30:16,771 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:30:16,771 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:30:16,771 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:30:16,771 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:30:16,771 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:30:16,771 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:30:16,771 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:30:16,771 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:30:16,771 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:30:16,771 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:30:16,771 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:30:16,771 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:30:16,771 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:30:16,774 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:30:16,810 Job list saved +2022-02-16 17:30:16,865 Updating FAILED jobs +2022-02-16 17:30:16,866 Updating WAITING jobs +2022-02-16 17:30:16,867 Updating WAITING jobs eligible for be prepared +2022-02-16 17:30:16,868 Updating Held jobs +2022-02-16 17:30:16,869 Update finished +2022-02-16 17:30:26,883 Reloading parameters... +2022-02-16 17:30:26,899 Loading parameters... +2022-02-16 17:30:26,899 Loading project parameters... +2022-02-16 17:30:26,901 + +190 of 783 jobs remaining (17:30) +2022-02-16 17:30:26,901 Sleep: 10 +2022-02-16 17:30:26,901 Number of retrials: 2 +2022-02-16 17:30:26,901 WRAPPER CHECK TIME = 10 +2022-02-16 17:30:26,906 Checking jobs for platform=marenostrum4 +2022-02-16 17:30:26,906 Checking Wrapper 20687337 +2022-02-16 17:30:30,935 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:30:30,936 Checking inner jobs status +2022-02-16 17:30:32,766 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:30:32,766 Checking Wrapper 20687333 +2022-02-16 17:30:36,698 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:30:36,698 Checking inner jobs status +2022-02-16 17:30:41,229 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:30:41,231 End of checking +2022-02-16 17:30:41,233 Updating FAILED jobs +2022-02-16 17:30:41,239 Updating WAITING jobs +2022-02-16 17:30:41,239 Updating WAITING jobs eligible for be prepared +2022-02-16 17:30:41,240 Updating Held jobs +2022-02-16 17:30:41,241 Update finished +2022-02-16 17:30:41,242 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:30:41,242 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:30:41,242 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:30:41,242 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:30:41,242 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:30:41,242 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:30:41,242 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:30:41,242 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:30:41,242 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:30:41,242 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:30:41,242 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:30:41,242 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:30:41,242 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:30:41,242 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:30:41,242 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:30:41,242 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:30:41,243 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:30:41,243 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:30:41,243 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:30:41,243 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:30:41,246 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:30:41,272 Job list saved +2022-02-16 17:30:41,318 Updating FAILED jobs +2022-02-16 17:30:41,318 Updating WAITING jobs +2022-02-16 17:30:41,319 Updating WAITING jobs eligible for be prepared +2022-02-16 17:30:41,320 Updating Held jobs +2022-02-16 17:30:41,320 Update finished +2022-02-16 17:30:51,332 Reloading parameters... +2022-02-16 17:30:51,347 Loading parameters... +2022-02-16 17:30:51,348 Loading project parameters... +2022-02-16 17:30:51,350 + +190 of 783 jobs remaining (17:30) +2022-02-16 17:30:51,350 Sleep: 10 +2022-02-16 17:30:51,350 Number of retrials: 2 +2022-02-16 17:30:51,350 WRAPPER CHECK TIME = 10 +2022-02-16 17:30:51,355 Checking jobs for platform=marenostrum4 +2022-02-16 17:30:51,355 Checking Wrapper 20687337 +2022-02-16 17:30:55,334 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:30:55,335 Checking inner jobs status +2022-02-16 17:30:57,719 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:30:57,721 Checking Wrapper 20687333 +2022-02-16 17:31:01,649 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:31:01,649 Checking inner jobs status +2022-02-16 17:31:06,830 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:31:06,832 End of checking +2022-02-16 17:31:06,834 Updating FAILED jobs +2022-02-16 17:31:06,839 Updating WAITING jobs +2022-02-16 17:31:06,840 Updating WAITING jobs eligible for be prepared +2022-02-16 17:31:06,842 Updating Held jobs +2022-02-16 17:31:06,842 Update finished +2022-02-16 17:31:06,843 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:31:06,843 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:31:06,844 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:31:06,844 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:31:06,844 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:31:06,844 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:31:06,844 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:31:06,844 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:31:06,844 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:31:06,844 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:31:06,844 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:31:06,844 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:31:06,844 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:31:06,844 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:31:06,845 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:31:06,845 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:31:06,845 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:31:06,845 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:31:06,845 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:31:06,845 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:31:06,849 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:31:06,876 Job list saved +2022-02-16 17:31:06,924 Updating FAILED jobs +2022-02-16 17:31:06,925 Updating WAITING jobs +2022-02-16 17:31:06,925 Updating WAITING jobs eligible for be prepared +2022-02-16 17:31:06,926 Updating Held jobs +2022-02-16 17:31:06,927 Update finished +2022-02-16 17:31:16,943 Reloading parameters... +2022-02-16 17:31:16,961 Loading parameters... +2022-02-16 17:31:16,962 Loading project parameters... +2022-02-16 17:31:16,963 + +190 of 783 jobs remaining (17:31) +2022-02-16 17:31:16,964 Sleep: 10 +2022-02-16 17:31:16,964 Number of retrials: 2 +2022-02-16 17:31:16,964 WRAPPER CHECK TIME = 10 +2022-02-16 17:31:16,969 Checking jobs for platform=marenostrum4 +2022-02-16 17:31:16,969 Checking Wrapper 20687337 +2022-02-16 17:31:20,899 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:31:20,900 Checking inner jobs status +2022-02-16 17:31:25,480 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:31:25,481 Checking Wrapper 20687333 +2022-02-16 17:31:29,415 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:31:29,415 Checking inner jobs status +2022-02-16 17:31:33,797 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:31:33,798 End of checking +2022-02-16 17:31:33,800 Updating FAILED jobs +2022-02-16 17:31:33,805 Updating WAITING jobs +2022-02-16 17:31:33,806 Updating WAITING jobs eligible for be prepared +2022-02-16 17:31:33,807 Updating Held jobs +2022-02-16 17:31:33,807 Update finished +2022-02-16 17:31:33,808 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:31:33,808 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:31:33,808 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:31:33,808 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:31:33,808 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:31:33,808 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:31:33,809 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:31:33,809 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:31:33,809 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:31:33,809 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:31:33,809 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:31:33,809 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:31:33,809 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:31:33,809 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:31:33,809 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:31:33,809 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:31:33,809 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:31:33,809 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:31:33,809 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:31:33,809 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:31:33,813 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:31:33,838 Job list saved +2022-02-16 17:31:33,883 Updating FAILED jobs +2022-02-16 17:31:33,883 Updating WAITING jobs +2022-02-16 17:31:33,884 Updating WAITING jobs eligible for be prepared +2022-02-16 17:31:33,885 Updating Held jobs +2022-02-16 17:31:33,886 Update finished +2022-02-16 17:31:43,901 Reloading parameters... +2022-02-16 17:31:43,918 Loading parameters... +2022-02-16 17:31:43,918 Loading project parameters... +2022-02-16 17:31:43,920 + +190 of 783 jobs remaining (17:31) +2022-02-16 17:31:43,920 Sleep: 10 +2022-02-16 17:31:43,921 Number of retrials: 2 +2022-02-16 17:31:43,921 WRAPPER CHECK TIME = 10 +2022-02-16 17:31:43,925 Checking jobs for platform=marenostrum4 +2022-02-16 17:31:43,925 Checking Wrapper 20687337 +2022-02-16 17:31:47,861 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:31:47,861 Checking inner jobs status +2022-02-16 17:31:49,738 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:31:49,738 Checking Wrapper 20687333 +2022-02-16 17:31:53,665 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:31:53,665 Checking inner jobs status +2022-02-16 17:31:55,489 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:31:55,490 End of checking +2022-02-16 17:31:55,492 Updating FAILED jobs +2022-02-16 17:31:55,497 Updating WAITING jobs +2022-02-16 17:31:55,498 Updating WAITING jobs eligible for be prepared +2022-02-16 17:31:55,499 Updating Held jobs +2022-02-16 17:31:55,500 Update finished +2022-02-16 17:31:55,501 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:31:55,501 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:31:55,501 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:31:55,501 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:31:55,501 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:31:55,501 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:31:55,501 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:31:55,501 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:31:55,502 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:31:55,502 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:31:55,502 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:31:55,502 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:31:55,502 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:31:55,502 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:31:55,502 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:31:55,502 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:31:55,502 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:31:55,502 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:31:55,502 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:31:55,502 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:31:55,505 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:31:55,531 Job list saved +2022-02-16 17:31:55,573 Updating FAILED jobs +2022-02-16 17:31:55,574 Updating WAITING jobs +2022-02-16 17:31:55,574 Updating WAITING jobs eligible for be prepared +2022-02-16 17:31:55,576 Updating Held jobs +2022-02-16 17:31:55,576 Update finished +2022-02-16 17:32:05,591 Reloading parameters... +2022-02-16 17:32:05,614 Loading parameters... +2022-02-16 17:32:05,615 Loading project parameters... +2022-02-16 17:32:05,617 + +190 of 783 jobs remaining (17:32) +2022-02-16 17:32:05,617 Sleep: 10 +2022-02-16 17:32:05,618 Number of retrials: 2 +2022-02-16 17:32:05,618 WRAPPER CHECK TIME = 10 +2022-02-16 17:32:05,622 Checking jobs for platform=marenostrum4 +2022-02-16 17:32:05,622 Checking Wrapper 20687337 +2022-02-16 17:32:09,550 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:32:09,551 Checking inner jobs status +2022-02-16 17:32:11,375 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:32:11,377 Checking Wrapper 20687333 +2022-02-16 17:32:15,309 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:32:15,310 Checking inner jobs status +2022-02-16 17:32:17,132 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:32:17,133 End of checking +2022-02-16 17:32:17,135 Updating FAILED jobs +2022-02-16 17:32:17,140 Updating WAITING jobs +2022-02-16 17:32:17,141 Updating WAITING jobs eligible for be prepared +2022-02-16 17:32:17,142 Updating Held jobs +2022-02-16 17:32:17,143 Update finished +2022-02-16 17:32:17,143 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:32:17,144 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:32:17,144 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:32:17,144 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:32:17,144 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:32:17,144 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:32:17,144 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:32:17,144 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:32:17,144 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:32:17,144 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:32:17,144 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:32:17,144 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:32:17,144 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:32:17,144 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:32:17,144 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:32:17,145 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:32:17,145 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:32:17,145 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:32:17,145 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:32:17,145 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:32:17,148 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:32:17,173 Job list saved +2022-02-16 17:32:17,223 Updating FAILED jobs +2022-02-16 17:32:17,224 Updating WAITING jobs +2022-02-16 17:32:17,224 Updating WAITING jobs eligible for be prepared +2022-02-16 17:32:17,226 Updating Held jobs +2022-02-16 17:32:17,226 Update finished +2022-02-16 17:32:27,239 Reloading parameters... +2022-02-16 17:32:27,254 Loading parameters... +2022-02-16 17:32:27,255 Loading project parameters... +2022-02-16 17:32:27,256 + +190 of 783 jobs remaining (17:32) +2022-02-16 17:32:27,257 Sleep: 10 +2022-02-16 17:32:27,257 Number of retrials: 2 +2022-02-16 17:32:27,257 WRAPPER CHECK TIME = 10 +2022-02-16 17:32:27,262 Checking jobs for platform=marenostrum4 +2022-02-16 17:32:27,262 Checking Wrapper 20687337 +2022-02-16 17:32:31,189 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:32:31,189 Checking inner jobs status +2022-02-16 17:32:33,364 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:32:33,365 Checking Wrapper 20687333 +2022-02-16 17:32:37,246 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:32:37,246 Checking inner jobs status +2022-02-16 17:32:39,469 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:32:39,470 End of checking +2022-02-16 17:32:39,472 Updating FAILED jobs +2022-02-16 17:32:39,476 Updating WAITING jobs +2022-02-16 17:32:39,477 Updating WAITING jobs eligible for be prepared +2022-02-16 17:32:39,478 Updating Held jobs +2022-02-16 17:32:39,478 Update finished +2022-02-16 17:32:39,479 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:32:39,479 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:32:39,479 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:32:39,479 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:32:39,479 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:32:39,480 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:32:39,480 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:32:39,480 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:32:39,480 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:32:39,480 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:32:39,480 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:32:39,480 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:32:39,480 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:32:39,480 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:32:39,480 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:32:39,480 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:32:39,480 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:32:39,480 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:32:39,480 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:32:39,480 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:32:39,484 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:32:39,508 Job list saved +2022-02-16 17:32:39,552 Updating FAILED jobs +2022-02-16 17:32:39,553 Updating WAITING jobs +2022-02-16 17:32:39,553 Updating WAITING jobs eligible for be prepared +2022-02-16 17:32:39,555 Updating Held jobs +2022-02-16 17:32:39,555 Update finished +2022-02-16 17:32:49,564 Reloading parameters... +2022-02-16 17:32:49,582 Loading parameters... +2022-02-16 17:32:49,583 Loading project parameters... +2022-02-16 17:32:49,584 + +190 of 783 jobs remaining (17:32) +2022-02-16 17:32:49,585 Sleep: 10 +2022-02-16 17:32:49,585 Number of retrials: 2 +2022-02-16 17:32:49,586 WRAPPER CHECK TIME = 10 +2022-02-16 17:32:49,590 Checking jobs for platform=marenostrum4 +2022-02-16 17:32:49,590 Checking Wrapper 20687337 +2022-02-16 17:32:53,475 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:32:53,476 Checking inner jobs status +2022-02-16 17:32:57,066 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:32:57,067 Checking Wrapper 20687333 +2022-02-16 17:33:00,995 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:33:00,995 Checking inner jobs status +2022-02-16 17:33:04,332 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:33:04,332 End of checking +2022-02-16 17:33:04,334 Updating FAILED jobs +2022-02-16 17:33:04,338 Updating WAITING jobs +2022-02-16 17:33:04,339 Updating WAITING jobs eligible for be prepared +2022-02-16 17:33:04,340 Updating Held jobs +2022-02-16 17:33:04,341 Update finished +2022-02-16 17:33:04,341 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:33:04,341 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:33:04,342 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:33:04,342 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:33:04,342 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:33:04,342 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:33:04,342 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:33:04,342 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:33:04,342 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:33:04,342 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:33:04,342 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:33:04,342 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:33:04,342 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:33:04,342 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:33:04,342 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:33:04,342 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:33:04,342 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:33:04,342 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:33:04,342 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:33:04,342 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:33:04,346 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:33:04,370 Job list saved +2022-02-16 17:33:04,433 Updating FAILED jobs +2022-02-16 17:33:04,434 Updating WAITING jobs +2022-02-16 17:33:04,434 Updating WAITING jobs eligible for be prepared +2022-02-16 17:33:04,435 Updating Held jobs +2022-02-16 17:33:04,436 Update finished +2022-02-16 17:33:14,449 Reloading parameters... +2022-02-16 17:33:14,465 Loading parameters... +2022-02-16 17:33:14,466 Loading project parameters... +2022-02-16 17:33:14,468 + +190 of 783 jobs remaining (17:33) +2022-02-16 17:33:14,468 Sleep: 10 +2022-02-16 17:33:14,469 Number of retrials: 2 +2022-02-16 17:33:14,469 WRAPPER CHECK TIME = 10 +2022-02-16 17:33:14,473 Checking jobs for platform=marenostrum4 +2022-02-16 17:33:14,473 Checking Wrapper 20687337 +2022-02-16 17:33:18,400 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:33:18,401 Checking inner jobs status +2022-02-16 17:33:21,427 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:33:21,428 Checking Wrapper 20687333 +2022-02-16 17:33:25,311 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:33:25,311 Checking inner jobs status +2022-02-16 17:33:30,045 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:33:30,046 End of checking +2022-02-16 17:33:30,048 Updating FAILED jobs +2022-02-16 17:33:30,052 Updating WAITING jobs +2022-02-16 17:33:30,053 Updating WAITING jobs eligible for be prepared +2022-02-16 17:33:30,054 Updating Held jobs +2022-02-16 17:33:30,055 Update finished +2022-02-16 17:33:30,055 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:33:30,056 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:33:30,056 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:33:30,056 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:33:30,056 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:33:30,056 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:33:30,056 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:33:30,056 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:33:30,056 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:33:30,056 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:33:30,056 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:33:30,056 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:33:30,056 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:33:30,056 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:33:30,056 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:33:30,056 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:33:30,056 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:33:30,057 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:33:30,057 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:33:30,057 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:33:30,060 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:33:30,084 Job list saved +2022-02-16 17:33:30,128 Updating FAILED jobs +2022-02-16 17:33:30,129 Updating WAITING jobs +2022-02-16 17:33:30,129 Updating WAITING jobs eligible for be prepared +2022-02-16 17:33:30,131 Updating Held jobs +2022-02-16 17:33:30,131 Update finished +2022-02-16 17:33:40,144 Reloading parameters... +2022-02-16 17:33:40,162 Loading parameters... +2022-02-16 17:33:40,163 Loading project parameters... +2022-02-16 17:33:40,164 + +190 of 783 jobs remaining (17:33) +2022-02-16 17:33:40,165 Sleep: 10 +2022-02-16 17:33:40,165 Number of retrials: 2 +2022-02-16 17:33:40,165 WRAPPER CHECK TIME = 10 +2022-02-16 17:33:40,170 Checking jobs for platform=marenostrum4 +2022-02-16 17:33:40,170 Checking Wrapper 20687337 +2022-02-16 17:33:44,099 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:33:44,099 Checking inner jobs status +2022-02-16 17:33:45,924 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:33:45,924 Checking Wrapper 20687333 +2022-02-16 17:33:49,951 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:33:49,951 Checking inner jobs status +2022-02-16 17:33:51,924 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:33:51,925 End of checking +2022-02-16 17:33:51,926 Updating FAILED jobs +2022-02-16 17:33:51,931 Updating WAITING jobs +2022-02-16 17:33:51,931 Updating WAITING jobs eligible for be prepared +2022-02-16 17:33:51,933 Updating Held jobs +2022-02-16 17:33:51,933 Update finished +2022-02-16 17:33:51,934 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:33:51,934 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:33:51,934 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:33:51,934 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:33:51,934 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:33:51,934 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:33:51,934 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:33:51,934 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:33:51,934 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:33:51,934 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:33:51,934 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:33:51,934 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:33:51,934 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:33:51,935 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:33:51,935 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:33:51,935 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:33:51,935 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:33:51,935 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:33:51,935 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:33:51,935 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:33:51,938 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:33:51,964 Job list saved +2022-02-16 17:33:52,024 Updating FAILED jobs +2022-02-16 17:33:52,025 Updating WAITING jobs +2022-02-16 17:33:52,026 Updating WAITING jobs eligible for be prepared +2022-02-16 17:33:52,027 Updating Held jobs +2022-02-16 17:33:52,027 Update finished +2022-02-16 17:34:02,035 Reloading parameters... +2022-02-16 17:34:02,051 Loading parameters... +2022-02-16 17:34:02,051 Loading project parameters... +2022-02-16 17:34:02,053 + +190 of 783 jobs remaining (17:34) +2022-02-16 17:34:02,054 Sleep: 10 +2022-02-16 17:34:02,054 Number of retrials: 2 +2022-02-16 17:34:02,054 WRAPPER CHECK TIME = 10 +2022-02-16 17:34:02,058 Checking jobs for platform=marenostrum4 +2022-02-16 17:34:02,058 Checking Wrapper 20687337 +2022-02-16 17:34:05,986 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:34:05,987 Checking inner jobs status +2022-02-16 17:34:07,815 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:34:07,816 Checking Wrapper 20687333 +2022-02-16 17:34:11,743 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:34:11,744 Checking inner jobs status +2022-02-16 17:34:13,617 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:34:13,617 End of checking +2022-02-16 17:34:13,620 Updating FAILED jobs +2022-02-16 17:34:13,624 Updating WAITING jobs +2022-02-16 17:34:13,625 Updating WAITING jobs eligible for be prepared +2022-02-16 17:34:13,626 Updating Held jobs +2022-02-16 17:34:13,626 Update finished +2022-02-16 17:34:13,627 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:34:13,627 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:34:13,627 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:34:13,627 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:34:13,627 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:34:13,628 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:34:13,628 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:34:13,628 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:34:13,628 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:34:13,628 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:34:13,628 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:34:13,628 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:34:13,628 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:34:13,628 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:34:13,628 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:34:13,628 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:34:13,628 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:34:13,628 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:34:13,628 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:34:13,628 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:34:13,632 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:34:13,656 Job list saved +2022-02-16 17:34:13,712 Updating FAILED jobs +2022-02-16 17:34:13,713 Updating WAITING jobs +2022-02-16 17:34:13,713 Updating WAITING jobs eligible for be prepared +2022-02-16 17:34:13,714 Updating Held jobs +2022-02-16 17:34:13,715 Update finished +2022-02-16 17:34:23,728 Reloading parameters... +2022-02-16 17:34:23,748 Loading parameters... +2022-02-16 17:34:23,749 Loading project parameters... +2022-02-16 17:34:23,750 + +190 of 783 jobs remaining (17:34) +2022-02-16 17:34:23,751 Sleep: 10 +2022-02-16 17:34:23,751 Number of retrials: 2 +2022-02-16 17:34:23,751 WRAPPER CHECK TIME = 10 +2022-02-16 17:34:23,755 Checking jobs for platform=marenostrum4 +2022-02-16 17:34:23,755 Checking Wrapper 20687337 +2022-02-16 17:34:27,683 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:34:27,683 Checking inner jobs status +2022-02-16 17:34:29,511 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:34:29,512 Checking Wrapper 20687333 +2022-02-16 17:34:33,493 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:34:33,494 Checking inner jobs status +2022-02-16 17:34:35,571 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:34:35,572 End of checking +2022-02-16 17:34:35,574 Updating FAILED jobs +2022-02-16 17:34:35,577 Updating WAITING jobs +2022-02-16 17:34:35,578 Updating WAITING jobs eligible for be prepared +2022-02-16 17:34:35,579 Updating Held jobs +2022-02-16 17:34:35,579 Update finished +2022-02-16 17:34:35,580 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:34:35,580 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:34:35,580 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:34:35,580 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:34:35,580 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:34:35,580 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:34:35,580 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:34:35,580 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:34:35,581 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:34:35,581 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:34:35,581 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:34:35,581 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:34:35,581 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:34:35,581 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:34:35,581 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:34:35,581 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:34:35,581 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:34:35,581 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:34:35,581 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:34:35,581 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:34:35,586 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:34:35,618 Job list saved +2022-02-16 17:34:35,699 Updating FAILED jobs +2022-02-16 17:34:35,699 Updating WAITING jobs +2022-02-16 17:34:35,700 Updating WAITING jobs eligible for be prepared +2022-02-16 17:34:35,701 Updating Held jobs +2022-02-16 17:34:35,701 Update finished +2022-02-16 17:34:45,717 Reloading parameters... +2022-02-16 17:34:45,735 Loading parameters... +2022-02-16 17:34:45,735 Loading project parameters... +2022-02-16 17:34:45,737 + +190 of 783 jobs remaining (17:34) +2022-02-16 17:34:45,738 Sleep: 10 +2022-02-16 17:34:45,738 Number of retrials: 2 +2022-02-16 17:34:45,738 WRAPPER CHECK TIME = 10 +2022-02-16 17:34:45,742 Checking jobs for platform=marenostrum4 +2022-02-16 17:34:45,742 Checking Wrapper 20687337 +2022-02-16 17:34:49,719 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:34:49,720 Checking inner jobs status +2022-02-16 17:34:54,100 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:34:54,101 Checking Wrapper 20687333 +2022-02-16 17:34:58,028 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:34:58,028 Checking inner jobs status +2022-02-16 17:35:00,013 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:35:00,014 End of checking +2022-02-16 17:35:00,016 Updating FAILED jobs +2022-02-16 17:35:00,021 Updating WAITING jobs +2022-02-16 17:35:00,022 Updating WAITING jobs eligible for be prepared +2022-02-16 17:35:00,023 Updating Held jobs +2022-02-16 17:35:00,024 Update finished +2022-02-16 17:35:00,025 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:35:00,025 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:35:00,025 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:35:00,025 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:35:00,025 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:35:00,025 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:35:00,025 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:35:00,025 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:35:00,025 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:35:00,025 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:35:00,025 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:35:00,025 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:35:00,025 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:35:00,026 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:35:00,026 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:35:00,026 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:35:00,026 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:35:00,026 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:35:00,026 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:35:00,026 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:35:00,030 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:35:00,057 Job list saved +2022-02-16 17:35:00,105 Updating FAILED jobs +2022-02-16 17:35:00,105 Updating WAITING jobs +2022-02-16 17:35:00,106 Updating WAITING jobs eligible for be prepared +2022-02-16 17:35:00,107 Updating Held jobs +2022-02-16 17:35:00,108 Update finished +2022-02-16 17:35:10,117 Reloading parameters... +2022-02-16 17:35:10,133 Loading parameters... +2022-02-16 17:35:10,134 Loading project parameters... +2022-02-16 17:35:10,136 + +190 of 783 jobs remaining (17:35) +2022-02-16 17:35:10,136 Sleep: 10 +2022-02-16 17:35:10,137 Number of retrials: 2 +2022-02-16 17:35:10,137 WRAPPER CHECK TIME = 10 +2022-02-16 17:35:10,141 Checking jobs for platform=marenostrum4 +2022-02-16 17:35:10,142 Checking Wrapper 20687337 +2022-02-16 17:35:14,069 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:35:14,070 Checking inner jobs status +2022-02-16 17:35:17,000 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:35:17,001 Checking Wrapper 20687333 +2022-02-16 17:35:20,984 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:35:20,985 Checking inner jobs status +2022-02-16 17:35:23,166 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:35:23,166 End of checking +2022-02-16 17:35:23,168 Updating FAILED jobs +2022-02-16 17:35:23,172 Updating WAITING jobs +2022-02-16 17:35:23,173 Updating WAITING jobs eligible for be prepared +2022-02-16 17:35:23,174 Updating Held jobs +2022-02-16 17:35:23,174 Update finished +2022-02-16 17:35:23,175 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:35:23,175 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:35:23,175 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:35:23,175 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:35:23,175 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:35:23,175 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:35:23,175 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:35:23,175 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:35:23,176 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:35:23,176 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:35:23,176 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:35:23,176 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:35:23,176 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:35:23,176 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:35:23,176 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:35:23,176 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:35:23,176 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:35:23,176 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:35:23,176 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:35:23,176 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:35:23,179 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:35:23,210 Job list saved +2022-02-16 17:35:23,254 Updating FAILED jobs +2022-02-16 17:35:23,254 Updating WAITING jobs +2022-02-16 17:35:23,255 Updating WAITING jobs eligible for be prepared +2022-02-16 17:35:23,256 Updating Held jobs +2022-02-16 17:35:23,256 Update finished +2022-02-16 17:35:33,267 Reloading parameters... +2022-02-16 17:35:33,282 Loading parameters... +2022-02-16 17:35:33,283 Loading project parameters... +2022-02-16 17:35:33,284 + +190 of 783 jobs remaining (17:35) +2022-02-16 17:35:33,284 Sleep: 10 +2022-02-16 17:35:33,284 Number of retrials: 2 +2022-02-16 17:35:33,284 WRAPPER CHECK TIME = 10 +2022-02-16 17:35:33,288 Checking jobs for platform=marenostrum4 +2022-02-16 17:35:33,288 Checking Wrapper 20687337 +2022-02-16 17:35:37,217 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:35:37,217 Checking inner jobs status +2022-02-16 17:35:41,348 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:35:41,349 Checking Wrapper 20687333 +2022-02-16 17:35:45,276 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:35:45,277 Checking inner jobs status +2022-02-16 17:35:47,259 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:35:47,259 End of checking +2022-02-16 17:35:47,261 Updating FAILED jobs +2022-02-16 17:35:47,265 Updating WAITING jobs +2022-02-16 17:35:47,266 Updating WAITING jobs eligible for be prepared +2022-02-16 17:35:47,267 Updating Held jobs +2022-02-16 17:35:47,267 Update finished +2022-02-16 17:35:47,268 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:35:47,268 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:35:47,268 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:35:47,268 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:35:47,269 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:35:47,269 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:35:47,269 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:35:47,269 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:35:47,269 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:35:47,269 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:35:47,269 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:35:47,269 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:35:47,269 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:35:47,269 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:35:47,269 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:35:47,269 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:35:47,269 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:35:47,269 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:35:47,269 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:35:47,269 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:35:47,272 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:35:47,294 Job list saved +2022-02-16 17:35:47,333 Updating FAILED jobs +2022-02-16 17:35:47,334 Updating WAITING jobs +2022-02-16 17:35:47,334 Updating WAITING jobs eligible for be prepared +2022-02-16 17:35:47,335 Updating Held jobs +2022-02-16 17:35:47,335 Update finished +2022-02-16 17:35:57,341 Reloading parameters... +2022-02-16 17:35:57,357 Loading parameters... +2022-02-16 17:35:57,358 Loading project parameters... +2022-02-16 17:35:57,359 + +190 of 783 jobs remaining (17:35) +2022-02-16 17:35:57,360 Sleep: 10 +2022-02-16 17:35:57,360 Number of retrials: 2 +2022-02-16 17:35:57,360 WRAPPER CHECK TIME = 10 +2022-02-16 17:35:57,364 Checking jobs for platform=marenostrum4 +2022-02-16 17:35:57,364 Checking Wrapper 20687337 +2022-02-16 17:36:01,296 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:36:01,296 Checking inner jobs status +2022-02-16 17:36:03,121 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:36:03,122 Checking Wrapper 20687333 +2022-02-16 17:36:07,100 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:36:07,100 Checking inner jobs status +2022-02-16 17:36:08,923 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:36:08,925 End of checking +2022-02-16 17:36:08,927 Updating FAILED jobs +2022-02-16 17:36:08,932 Updating WAITING jobs +2022-02-16 17:36:08,932 Updating WAITING jobs eligible for be prepared +2022-02-16 17:36:08,933 Updating Held jobs +2022-02-16 17:36:08,934 Update finished +2022-02-16 17:36:08,935 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:36:08,935 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:36:08,935 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:36:08,935 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:36:08,935 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:36:08,935 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:36:08,935 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:36:08,935 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:36:08,935 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:36:08,935 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:36:08,935 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:36:08,935 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:36:08,935 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:36:08,936 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:36:08,936 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:36:08,936 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:36:08,936 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:36:08,936 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:36:08,936 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:36:08,936 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:36:08,940 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:36:08,963 Job list saved +2022-02-16 17:36:09,023 Updating FAILED jobs +2022-02-16 17:36:09,024 Updating WAITING jobs +2022-02-16 17:36:09,025 Updating WAITING jobs eligible for be prepared +2022-02-16 17:36:09,026 Updating Held jobs +2022-02-16 17:36:09,026 Update finished +2022-02-16 17:36:19,042 Reloading parameters... +2022-02-16 17:36:19,059 Loading parameters... +2022-02-16 17:36:19,060 Loading project parameters... +2022-02-16 17:36:19,061 + +190 of 783 jobs remaining (17:36) +2022-02-16 17:36:19,061 Sleep: 10 +2022-02-16 17:36:19,061 Number of retrials: 2 +2022-02-16 17:36:19,061 WRAPPER CHECK TIME = 10 +2022-02-16 17:36:19,066 Checking jobs for platform=marenostrum4 +2022-02-16 17:36:19,066 Checking Wrapper 20687337 +2022-02-16 17:36:22,994 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:36:22,994 Checking inner jobs status +2022-02-16 17:36:24,822 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:36:24,823 Checking Wrapper 20687333 +2022-02-16 17:36:28,749 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:36:28,749 Checking inner jobs status +2022-02-16 17:36:30,622 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:36:30,623 End of checking +2022-02-16 17:36:30,625 Updating FAILED jobs +2022-02-16 17:36:30,630 Updating WAITING jobs +2022-02-16 17:36:30,631 Updating WAITING jobs eligible for be prepared +2022-02-16 17:36:30,632 Updating Held jobs +2022-02-16 17:36:30,633 Update finished +2022-02-16 17:36:30,633 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:36:30,634 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:36:30,634 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:36:30,634 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:36:30,634 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:36:30,634 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:36:30,634 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:36:30,634 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:36:30,634 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:36:30,634 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:36:30,634 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:36:30,634 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:36:30,634 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:36:30,634 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:36:30,634 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:36:30,635 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:36:30,635 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:36:30,635 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:36:30,635 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:36:30,635 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:36:30,638 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:36:30,662 Job list saved +2022-02-16 17:36:30,698 Updating FAILED jobs +2022-02-16 17:36:30,699 Updating WAITING jobs +2022-02-16 17:36:30,699 Updating WAITING jobs eligible for be prepared +2022-02-16 17:36:30,701 Updating Held jobs +2022-02-16 17:36:30,701 Update finished +2022-02-16 17:36:40,716 Reloading parameters... +2022-02-16 17:36:40,729 Loading parameters... +2022-02-16 17:36:40,730 Loading project parameters... +2022-02-16 17:36:40,732 + +190 of 783 jobs remaining (17:36) +2022-02-16 17:36:40,732 Sleep: 10 +2022-02-16 17:36:40,732 Number of retrials: 2 +2022-02-16 17:36:40,732 WRAPPER CHECK TIME = 10 +2022-02-16 17:36:40,737 Checking jobs for platform=marenostrum4 +2022-02-16 17:36:40,737 Checking Wrapper 20687337 +2022-02-16 17:36:44,665 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:36:44,666 Checking inner jobs status +2022-02-16 17:36:46,488 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:36:46,489 Checking Wrapper 20687333 +2022-02-16 17:36:50,415 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:36:50,416 Checking inner jobs status +2022-02-16 17:36:53,342 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:36:53,343 End of checking +2022-02-16 17:36:53,345 Updating FAILED jobs +2022-02-16 17:36:53,347 Updating WAITING jobs +2022-02-16 17:36:53,348 Updating WAITING jobs eligible for be prepared +2022-02-16 17:36:53,349 Updating Held jobs +2022-02-16 17:36:53,349 Update finished +2022-02-16 17:36:53,350 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:36:53,350 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:36:53,350 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:36:53,350 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:36:53,350 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:36:53,350 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:36:53,350 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:36:53,351 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:36:53,351 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:36:53,351 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:36:53,351 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:36:53,351 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:36:53,351 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:36:53,351 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:36:53,351 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:36:53,351 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:36:53,351 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:36:53,351 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:36:53,351 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:36:53,351 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:36:53,354 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:36:53,377 Job list saved +2022-02-16 17:36:53,426 Updating FAILED jobs +2022-02-16 17:36:53,426 Updating WAITING jobs +2022-02-16 17:36:53,427 Updating WAITING jobs eligible for be prepared +2022-02-16 17:36:53,428 Updating Held jobs +2022-02-16 17:36:53,428 Update finished +2022-02-16 17:37:03,436 Reloading parameters... +2022-02-16 17:37:03,450 Loading parameters... +2022-02-16 17:37:03,451 Loading project parameters... +2022-02-16 17:37:03,452 + +190 of 783 jobs remaining (17:37) +2022-02-16 17:37:03,453 Sleep: 10 +2022-02-16 17:37:03,453 Number of retrials: 2 +2022-02-16 17:37:03,453 WRAPPER CHECK TIME = 10 +2022-02-16 17:37:03,457 Checking jobs for platform=marenostrum4 +2022-02-16 17:37:03,458 Checking Wrapper 20687337 +2022-02-16 17:37:07,434 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:37:07,435 Checking inner jobs status +2022-02-16 17:37:09,969 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:37:09,970 Checking Wrapper 20687333 +2022-02-16 17:37:13,898 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:37:13,899 Checking inner jobs status +2022-02-16 17:37:16,323 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:37:16,324 End of checking +2022-02-16 17:37:16,326 Updating FAILED jobs +2022-02-16 17:37:16,330 Updating WAITING jobs +2022-02-16 17:37:16,331 Updating WAITING jobs eligible for be prepared +2022-02-16 17:37:16,333 Updating Held jobs +2022-02-16 17:37:16,333 Update finished +2022-02-16 17:37:16,334 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:37:16,334 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:37:16,334 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:37:16,334 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:37:16,334 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:37:16,334 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:37:16,334 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:37:16,334 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:37:16,334 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:37:16,335 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:37:16,335 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:37:16,335 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:37:16,335 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:37:16,335 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:37:16,335 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:37:16,335 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:37:16,335 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:37:16,335 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:37:16,335 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:37:16,335 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:37:16,338 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:37:16,363 Job list saved +2022-02-16 17:37:16,412 Updating FAILED jobs +2022-02-16 17:37:16,413 Updating WAITING jobs +2022-02-16 17:37:16,413 Updating WAITING jobs eligible for be prepared +2022-02-16 17:37:16,415 Updating Held jobs +2022-02-16 17:37:16,415 Update finished +2022-02-16 17:37:26,427 Reloading parameters... +2022-02-16 17:37:26,442 Loading parameters... +2022-02-16 17:37:26,443 Loading project parameters... +2022-02-16 17:37:26,445 + +190 of 783 jobs remaining (17:37) +2022-02-16 17:37:26,445 Sleep: 10 +2022-02-16 17:37:26,445 Number of retrials: 2 +2022-02-16 17:37:26,445 WRAPPER CHECK TIME = 10 +2022-02-16 17:37:26,449 Checking jobs for platform=marenostrum4 +2022-02-16 17:37:26,449 Checking Wrapper 20687337 +2022-02-16 17:37:30,376 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:37:30,376 Checking inner jobs status +2022-02-16 17:37:34,262 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:37:34,263 Checking Wrapper 20687333 +2022-02-16 17:37:38,191 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:37:38,191 Checking inner jobs status +2022-02-16 17:37:40,465 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:37:40,466 End of checking +2022-02-16 17:37:40,468 Updating FAILED jobs +2022-02-16 17:37:40,472 Updating WAITING jobs +2022-02-16 17:37:40,473 Updating WAITING jobs eligible for be prepared +2022-02-16 17:37:40,474 Updating Held jobs +2022-02-16 17:37:40,475 Update finished +2022-02-16 17:37:40,476 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:37:40,476 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:37:40,476 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:37:40,476 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:37:40,476 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:37:40,476 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:37:40,476 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:37:40,476 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:37:40,476 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:37:40,476 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:37:40,476 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:37:40,476 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:37:40,476 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:37:40,476 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:37:40,476 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:37:40,476 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:37:40,477 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:37:40,477 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:37:40,477 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:37:40,477 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:37:40,482 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:37:40,505 Job list saved +2022-02-16 17:37:40,543 Updating FAILED jobs +2022-02-16 17:37:40,544 Updating WAITING jobs +2022-02-16 17:37:40,545 Updating WAITING jobs eligible for be prepared +2022-02-16 17:37:40,546 Updating Held jobs +2022-02-16 17:37:40,546 Update finished +2022-02-16 17:37:50,559 Reloading parameters... +2022-02-16 17:37:50,573 Loading parameters... +2022-02-16 17:37:50,574 Loading project parameters... +2022-02-16 17:37:50,575 + +190 of 783 jobs remaining (17:37) +2022-02-16 17:37:50,576 Sleep: 10 +2022-02-16 17:37:50,576 Number of retrials: 2 +2022-02-16 17:37:50,576 WRAPPER CHECK TIME = 10 +2022-02-16 17:37:50,580 Checking jobs for platform=marenostrum4 +2022-02-16 17:37:50,580 Checking Wrapper 20687337 +2022-02-16 17:37:54,511 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:37:54,512 Checking inner jobs status +2022-02-16 17:37:56,489 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:37:56,490 Checking Wrapper 20687333 +2022-02-16 17:38:00,422 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:38:00,422 Checking inner jobs status +2022-02-16 17:38:02,247 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:38:02,248 End of checking +2022-02-16 17:38:02,250 Updating FAILED jobs +2022-02-16 17:38:02,254 Updating WAITING jobs +2022-02-16 17:38:02,255 Updating WAITING jobs eligible for be prepared +2022-02-16 17:38:02,257 Updating Held jobs +2022-02-16 17:38:02,257 Update finished +2022-02-16 17:38:02,258 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:38:02,258 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:38:02,258 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:38:02,258 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:38:02,258 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:38:02,258 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:38:02,258 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:38:02,258 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:38:02,258 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:38:02,258 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:38:02,259 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:38:02,259 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:38:02,259 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:38:02,259 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:38:02,259 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:38:02,259 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:38:02,259 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:38:02,259 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:38:02,259 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:38:02,259 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:38:02,262 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:38:02,286 Job list saved +2022-02-16 17:38:02,323 Updating FAILED jobs +2022-02-16 17:38:02,324 Updating WAITING jobs +2022-02-16 17:38:02,324 Updating WAITING jobs eligible for be prepared +2022-02-16 17:38:02,326 Updating Held jobs +2022-02-16 17:38:02,326 Update finished +2022-02-16 17:38:12,342 Reloading parameters... +2022-02-16 17:38:12,356 Loading parameters... +2022-02-16 17:38:12,357 Loading project parameters... +2022-02-16 17:38:12,359 + +190 of 783 jobs remaining (17:38) +2022-02-16 17:38:12,359 Sleep: 10 +2022-02-16 17:38:12,359 Number of retrials: 2 +2022-02-16 17:38:12,359 WRAPPER CHECK TIME = 10 +2022-02-16 17:38:12,364 Checking jobs for platform=marenostrum4 +2022-02-16 17:38:12,364 Checking Wrapper 20687337 +2022-02-16 17:38:16,343 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:38:16,343 Checking inner jobs status +2022-02-16 17:38:18,370 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:38:18,370 Checking Wrapper 20687333 +2022-02-16 17:38:22,397 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:38:22,397 Checking inner jobs status +2022-02-16 17:38:24,276 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:38:24,277 End of checking +2022-02-16 17:38:24,279 Updating FAILED jobs +2022-02-16 17:38:24,283 Updating WAITING jobs +2022-02-16 17:38:24,284 Updating WAITING jobs eligible for be prepared +2022-02-16 17:38:24,285 Updating Held jobs +2022-02-16 17:38:24,286 Update finished +2022-02-16 17:38:24,286 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:38:24,286 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:38:24,286 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:38:24,286 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:38:24,286 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:38:24,287 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:38:24,287 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:38:24,287 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:38:24,287 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:38:24,287 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:38:24,287 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:38:24,287 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:38:24,287 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:38:24,287 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:38:24,287 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:38:24,287 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:38:24,287 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:38:24,287 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:38:24,287 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:38:24,287 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:38:24,291 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:38:24,316 Job list saved +2022-02-16 17:38:24,361 Updating FAILED jobs +2022-02-16 17:38:24,362 Updating WAITING jobs +2022-02-16 17:38:24,363 Updating WAITING jobs eligible for be prepared +2022-02-16 17:38:24,364 Updating Held jobs +2022-02-16 17:38:24,364 Update finished +2022-02-16 17:38:34,375 Reloading parameters... +2022-02-16 17:38:34,392 Loading parameters... +2022-02-16 17:38:34,393 Loading project parameters... +2022-02-16 17:38:34,394 + +190 of 783 jobs remaining (17:38) +2022-02-16 17:38:34,394 Sleep: 10 +2022-02-16 17:38:34,395 Number of retrials: 2 +2022-02-16 17:38:34,395 WRAPPER CHECK TIME = 10 +2022-02-16 17:38:34,398 Checking jobs for platform=marenostrum4 +2022-02-16 17:38:34,399 Checking Wrapper 20687337 +2022-02-16 17:38:38,335 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:38:38,335 Checking inner jobs status +2022-02-16 17:38:40,317 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:38:40,318 Checking Wrapper 20687333 +2022-02-16 17:38:44,245 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:38:44,246 Checking inner jobs status +2022-02-16 17:38:46,069 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:38:46,070 End of checking +2022-02-16 17:38:46,072 Updating FAILED jobs +2022-02-16 17:38:46,076 Updating WAITING jobs +2022-02-16 17:38:46,077 Updating WAITING jobs eligible for be prepared +2022-02-16 17:38:46,078 Updating Held jobs +2022-02-16 17:38:46,079 Update finished +2022-02-16 17:38:46,080 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:38:46,080 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:38:46,080 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:38:46,080 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:38:46,080 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:38:46,080 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:38:46,080 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:38:46,080 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:38:46,080 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:38:46,080 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:38:46,080 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:38:46,080 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:38:46,080 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:38:46,080 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:38:46,081 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:38:46,081 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:38:46,081 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:38:46,081 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:38:46,081 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:38:46,081 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:38:46,084 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:38:46,109 Job list saved +2022-02-16 17:38:46,170 Updating FAILED jobs +2022-02-16 17:38:46,170 Updating WAITING jobs +2022-02-16 17:38:46,171 Updating WAITING jobs eligible for be prepared +2022-02-16 17:38:46,172 Updating Held jobs +2022-02-16 17:38:46,173 Update finished +2022-02-16 17:38:56,186 Reloading parameters... +2022-02-16 17:38:56,199 Loading parameters... +2022-02-16 17:38:56,200 Loading project parameters... +2022-02-16 17:38:56,201 + +190 of 783 jobs remaining (17:38) +2022-02-16 17:38:56,201 Sleep: 10 +2022-02-16 17:38:56,201 Number of retrials: 2 +2022-02-16 17:38:56,201 WRAPPER CHECK TIME = 10 +2022-02-16 17:38:56,214 Checking jobs for platform=marenostrum4 +2022-02-16 17:38:56,214 Checking Wrapper 20687337 +2022-02-16 17:39:00,192 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:39:00,193 Checking inner jobs status +2022-02-16 17:39:04,475 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:39:04,476 Checking Wrapper 20687333 +2022-02-16 17:39:08,401 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:39:08,401 Checking inner jobs status +2022-02-16 17:39:10,282 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:39:10,283 End of checking +2022-02-16 17:39:10,284 Updating FAILED jobs +2022-02-16 17:39:10,289 Updating WAITING jobs +2022-02-16 17:39:10,290 Updating WAITING jobs eligible for be prepared +2022-02-16 17:39:10,291 Updating Held jobs +2022-02-16 17:39:10,292 Update finished +2022-02-16 17:39:10,293 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:39:10,293 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:39:10,293 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:39:10,293 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:39:10,293 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:39:10,293 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:39:10,293 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:39:10,293 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:39:10,293 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:39:10,293 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:39:10,293 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:39:10,293 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:39:10,294 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:39:10,294 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:39:10,294 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:39:10,294 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:39:10,294 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:39:10,294 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:39:10,294 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:39:10,294 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:39:10,297 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:39:10,321 Job list saved +2022-02-16 17:39:10,359 Updating FAILED jobs +2022-02-16 17:39:10,360 Updating WAITING jobs +2022-02-16 17:39:10,360 Updating WAITING jobs eligible for be prepared +2022-02-16 17:39:10,362 Updating Held jobs +2022-02-16 17:39:10,362 Update finished +2022-02-16 17:39:20,377 Reloading parameters... +2022-02-16 17:39:20,390 Loading parameters... +2022-02-16 17:39:20,391 Loading project parameters... +2022-02-16 17:39:20,393 + +190 of 783 jobs remaining (17:39) +2022-02-16 17:39:20,393 Sleep: 10 +2022-02-16 17:39:20,393 Number of retrials: 2 +2022-02-16 17:39:20,393 WRAPPER CHECK TIME = 10 +2022-02-16 17:39:20,398 Checking jobs for platform=marenostrum4 +2022-02-16 17:39:20,398 Checking Wrapper 20687337 +2022-02-16 17:39:24,284 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:39:24,284 Checking inner jobs status +2022-02-16 17:39:28,923 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:39:28,924 Checking Wrapper 20687333 +2022-02-16 17:39:32,854 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:39:32,854 Checking inner jobs status +2022-02-16 17:39:35,134 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:39:35,135 End of checking +2022-02-16 17:39:35,137 Updating FAILED jobs +2022-02-16 17:39:35,141 Updating WAITING jobs +2022-02-16 17:39:35,142 Updating WAITING jobs eligible for be prepared +2022-02-16 17:39:35,143 Updating Held jobs +2022-02-16 17:39:35,143 Update finished +2022-02-16 17:39:35,144 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:39:35,144 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:39:35,144 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:39:35,144 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:39:35,144 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:39:35,144 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:39:35,145 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:39:35,145 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:39:35,145 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:39:35,145 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:39:35,145 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:39:35,145 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:39:35,145 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:39:35,145 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:39:35,145 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:39:35,145 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:39:35,145 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:39:35,145 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:39:35,145 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:39:35,145 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:39:35,148 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:39:35,170 Job list saved +2022-02-16 17:39:35,240 Updating FAILED jobs +2022-02-16 17:39:35,240 Updating WAITING jobs +2022-02-16 17:39:35,241 Updating WAITING jobs eligible for be prepared +2022-02-16 17:39:35,241 Updating Held jobs +2022-02-16 17:39:35,242 Update finished +2022-02-16 17:39:45,256 Reloading parameters... +2022-02-16 17:39:45,272 Loading parameters... +2022-02-16 17:39:45,273 Loading project parameters... +2022-02-16 17:39:45,274 + +190 of 783 jobs remaining (17:39) +2022-02-16 17:39:45,275 Sleep: 10 +2022-02-16 17:39:45,275 Number of retrials: 2 +2022-02-16 17:39:45,275 WRAPPER CHECK TIME = 10 +2022-02-16 17:39:45,279 Checking jobs for platform=marenostrum4 +2022-02-16 17:39:45,279 Checking Wrapper 20687337 +2022-02-16 17:39:49,214 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:39:49,215 Checking inner jobs status +2022-02-16 17:39:51,540 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:39:51,541 Checking Wrapper 20687333 +2022-02-16 17:39:55,467 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:39:55,467 Checking inner jobs status +2022-02-16 17:39:57,289 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:39:57,290 End of checking +2022-02-16 17:39:57,292 Updating FAILED jobs +2022-02-16 17:39:57,296 Updating WAITING jobs +2022-02-16 17:39:57,297 Updating WAITING jobs eligible for be prepared +2022-02-16 17:39:57,298 Updating Held jobs +2022-02-16 17:39:57,298 Update finished +2022-02-16 17:39:57,299 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:39:57,299 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:39:57,300 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:39:57,300 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:39:57,300 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:39:57,300 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:39:57,300 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:39:57,300 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:39:57,300 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:39:57,300 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:39:57,300 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:39:57,300 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:39:57,300 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:39:57,300 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:39:57,300 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:39:57,300 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:39:57,300 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:39:57,300 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:39:57,300 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:39:57,300 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:39:57,304 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:39:57,329 Job list saved +2022-02-16 17:39:57,369 Updating FAILED jobs +2022-02-16 17:39:57,369 Updating WAITING jobs +2022-02-16 17:39:57,370 Updating WAITING jobs eligible for be prepared +2022-02-16 17:39:57,371 Updating Held jobs +2022-02-16 17:39:57,371 Update finished +2022-02-16 17:40:07,385 Reloading parameters... +2022-02-16 17:40:07,400 Loading parameters... +2022-02-16 17:40:07,401 Loading project parameters... +2022-02-16 17:40:07,403 + +190 of 783 jobs remaining (17:40) +2022-02-16 17:40:07,412 Sleep: 10 +2022-02-16 17:40:07,412 Number of retrials: 2 +2022-02-16 17:40:07,412 WRAPPER CHECK TIME = 10 +2022-02-16 17:40:07,417 Checking jobs for platform=marenostrum4 +2022-02-16 17:40:07,417 Checking Wrapper 20687337 +2022-02-16 17:40:11,344 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:40:11,345 Checking inner jobs status +2022-02-16 17:40:13,167 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:40:13,168 Checking Wrapper 20687333 +2022-02-16 17:40:17,095 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:40:17,096 Checking inner jobs status +2022-02-16 17:40:18,968 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:40:18,969 End of checking +2022-02-16 17:40:18,970 Updating FAILED jobs +2022-02-16 17:40:18,974 Updating WAITING jobs +2022-02-16 17:40:18,975 Updating WAITING jobs eligible for be prepared +2022-02-16 17:40:18,976 Updating Held jobs +2022-02-16 17:40:18,977 Update finished +2022-02-16 17:40:18,978 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:40:18,978 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:40:18,978 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:40:18,978 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:40:18,978 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:40:18,978 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:40:18,978 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:40:18,978 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:40:18,978 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:40:18,979 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:40:18,979 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:40:18,979 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:40:18,979 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:40:18,979 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:40:18,979 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:40:18,979 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:40:18,979 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:40:18,979 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:40:18,979 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:40:18,979 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:40:18,982 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:40:19,008 Job list saved +2022-02-16 17:40:19,049 Updating FAILED jobs +2022-02-16 17:40:19,050 Updating WAITING jobs +2022-02-16 17:40:19,051 Updating WAITING jobs eligible for be prepared +2022-02-16 17:40:19,052 Updating Held jobs +2022-02-16 17:40:19,052 Update finished +2022-02-16 17:40:29,061 Reloading parameters... +2022-02-16 17:40:29,078 Loading parameters... +2022-02-16 17:40:29,079 Loading project parameters... +2022-02-16 17:40:29,081 + +190 of 783 jobs remaining (17:40) +2022-02-16 17:40:29,081 Sleep: 10 +2022-02-16 17:40:29,081 Number of retrials: 2 +2022-02-16 17:40:29,081 WRAPPER CHECK TIME = 10 +2022-02-16 17:40:29,086 Checking jobs for platform=marenostrum4 +2022-02-16 17:40:29,086 Checking Wrapper 20687337 +2022-02-16 17:40:33,017 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:40:33,018 Checking inner jobs status +2022-02-16 17:40:34,940 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:40:34,941 Checking Wrapper 20687333 +2022-02-16 17:40:38,871 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:40:38,871 Checking inner jobs status +2022-02-16 17:40:40,695 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:40:40,696 End of checking +2022-02-16 17:40:40,699 Updating FAILED jobs +2022-02-16 17:40:40,702 Updating WAITING jobs +2022-02-16 17:40:40,703 Updating WAITING jobs eligible for be prepared +2022-02-16 17:40:40,704 Updating Held jobs +2022-02-16 17:40:40,704 Update finished +2022-02-16 17:40:40,705 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:40:40,705 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:40:40,705 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:40:40,705 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:40:40,705 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:40:40,705 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:40:40,705 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:40:40,705 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:40:40,705 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:40:40,705 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:40:40,705 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:40:40,706 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:40:40,706 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:40:40,706 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:40:40,706 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:40:40,706 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:40:40,706 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:40:40,706 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:40:40,706 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:40:40,706 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:40:40,710 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:40:40,731 Job list saved +2022-02-16 17:40:40,782 Updating FAILED jobs +2022-02-16 17:40:40,782 Updating WAITING jobs +2022-02-16 17:40:40,783 Updating WAITING jobs eligible for be prepared +2022-02-16 17:40:40,784 Updating Held jobs +2022-02-16 17:40:40,785 Update finished +2022-02-16 17:40:50,796 Reloading parameters... +2022-02-16 17:40:50,821 Loading parameters... +2022-02-16 17:40:50,822 Loading project parameters... +2022-02-16 17:40:50,824 + +190 of 783 jobs remaining (17:40) +2022-02-16 17:40:50,824 Sleep: 10 +2022-02-16 17:40:50,824 Number of retrials: 2 +2022-02-16 17:40:50,824 WRAPPER CHECK TIME = 10 +2022-02-16 17:40:50,828 Checking jobs for platform=marenostrum4 +2022-02-16 17:40:50,828 Checking Wrapper 20687337 +2022-02-16 17:40:54,764 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:40:54,765 Checking inner jobs status +2022-02-16 17:40:59,196 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:40:59,197 Checking Wrapper 20687333 +2022-02-16 17:41:03,132 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:41:03,132 Checking inner jobs status +2022-02-16 17:41:07,319 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:41:07,320 End of checking +2022-02-16 17:41:07,322 Updating FAILED jobs +2022-02-16 17:41:07,326 Updating WAITING jobs +2022-02-16 17:41:07,327 Updating WAITING jobs eligible for be prepared +2022-02-16 17:41:07,329 Updating Held jobs +2022-02-16 17:41:07,329 Update finished +2022-02-16 17:41:07,330 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:41:07,330 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:41:07,330 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:41:07,330 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:41:07,330 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:41:07,330 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:41:07,330 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:41:07,330 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:41:07,330 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:41:07,331 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:41:07,331 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:41:07,331 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:41:07,331 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:41:07,331 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:41:07,331 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:41:07,331 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:41:07,331 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:41:07,331 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:41:07,331 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:41:07,331 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:41:07,334 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:41:07,360 Job list saved +2022-02-16 17:41:07,414 Updating FAILED jobs +2022-02-16 17:41:07,414 Updating WAITING jobs +2022-02-16 17:41:07,415 Updating WAITING jobs eligible for be prepared +2022-02-16 17:41:07,416 Updating Held jobs +2022-02-16 17:41:07,417 Update finished +2022-02-16 17:41:17,425 Reloading parameters... +2022-02-16 17:41:17,440 Loading parameters... +2022-02-16 17:41:17,440 Loading project parameters... +2022-02-16 17:41:17,442 + +190 of 783 jobs remaining (17:41) +2022-02-16 17:41:17,442 Sleep: 10 +2022-02-16 17:41:17,442 Number of retrials: 2 +2022-02-16 17:41:17,442 WRAPPER CHECK TIME = 10 +2022-02-16 17:41:17,447 Checking jobs for platform=marenostrum4 +2022-02-16 17:41:17,447 Checking Wrapper 20687337 +2022-02-16 17:41:21,375 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:41:21,376 Checking inner jobs status +2022-02-16 17:41:26,819 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:41:26,821 Checking Wrapper 20687333 +2022-02-16 17:41:30,749 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:41:30,749 Checking inner jobs status +2022-02-16 17:41:34,830 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:41:34,832 End of checking +2022-02-16 17:41:34,833 Updating FAILED jobs +2022-02-16 17:41:34,838 Updating WAITING jobs +2022-02-16 17:41:34,839 Updating WAITING jobs eligible for be prepared +2022-02-16 17:41:34,841 Updating Held jobs +2022-02-16 17:41:34,841 Update finished +2022-02-16 17:41:34,842 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:41:34,842 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:41:34,842 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:41:34,842 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:41:34,842 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:41:34,842 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:41:34,842 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:41:34,842 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:41:34,842 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:41:34,842 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:41:34,842 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:41:34,843 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:41:34,843 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:41:34,843 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:41:34,843 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:41:34,843 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:41:34,843 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:41:34,843 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:41:34,843 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:41:34,843 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:41:34,846 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:41:34,871 Job list saved +2022-02-16 17:41:34,960 Updating FAILED jobs +2022-02-16 17:41:34,961 Updating WAITING jobs +2022-02-16 17:41:34,961 Updating WAITING jobs eligible for be prepared +2022-02-16 17:41:34,962 Updating Held jobs +2022-02-16 17:41:34,963 Update finished +2022-02-16 17:41:44,976 Reloading parameters... +2022-02-16 17:41:44,988 Loading parameters... +2022-02-16 17:41:44,989 Loading project parameters... +2022-02-16 17:41:44,990 + +190 of 783 jobs remaining (17:41) +2022-02-16 17:41:44,991 Sleep: 10 +2022-02-16 17:41:44,991 Number of retrials: 2 +2022-02-16 17:41:44,991 WRAPPER CHECK TIME = 10 +2022-02-16 17:41:44,995 Checking jobs for platform=marenostrum4 +2022-02-16 17:41:44,995 Checking Wrapper 20687337 +2022-02-16 17:41:48,931 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:41:48,933 Checking inner jobs status +2022-02-16 17:41:51,073 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:41:51,075 Checking Wrapper 20687333 +2022-02-16 17:41:55,000 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:41:55,001 Checking inner jobs status +2022-02-16 17:41:56,881 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:41:56,882 End of checking +2022-02-16 17:41:56,883 Updating FAILED jobs +2022-02-16 17:41:56,887 Updating WAITING jobs +2022-02-16 17:41:56,888 Updating WAITING jobs eligible for be prepared +2022-02-16 17:41:56,889 Updating Held jobs +2022-02-16 17:41:56,890 Update finished +2022-02-16 17:41:56,891 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:41:56,891 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:41:56,891 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:41:56,891 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:41:56,891 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:41:56,891 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:41:56,891 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:41:56,891 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:41:56,891 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:41:56,891 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:41:56,891 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:41:56,891 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:41:56,891 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:41:56,892 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:41:56,892 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:41:56,892 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:41:56,892 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:41:56,892 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:41:56,892 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:41:56,892 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:41:56,894 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:41:56,920 Job list saved +2022-02-16 17:41:56,956 Updating FAILED jobs +2022-02-16 17:41:56,957 Updating WAITING jobs +2022-02-16 17:41:56,958 Updating WAITING jobs eligible for be prepared +2022-02-16 17:41:56,959 Updating Held jobs +2022-02-16 17:41:56,959 Update finished +2022-02-16 17:42:06,963 Reloading parameters... +2022-02-16 17:42:06,978 Loading parameters... +2022-02-16 17:42:06,980 Loading project parameters... +2022-02-16 17:42:06,981 + +190 of 783 jobs remaining (17:42) +2022-02-16 17:42:06,982 Sleep: 10 +2022-02-16 17:42:06,982 Number of retrials: 2 +2022-02-16 17:42:06,982 WRAPPER CHECK TIME = 10 +2022-02-16 17:42:06,986 Checking jobs for platform=marenostrum4 +2022-02-16 17:42:06,986 Checking Wrapper 20687337 +2022-02-16 17:42:10,919 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:42:10,919 Checking inner jobs status +2022-02-16 17:42:12,742 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:42:12,744 Checking Wrapper 20687333 +2022-02-16 17:42:16,770 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:42:16,771 Checking inner jobs status +2022-02-16 17:42:18,645 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:42:18,645 End of checking +2022-02-16 17:42:18,647 Updating FAILED jobs +2022-02-16 17:42:18,652 Updating WAITING jobs +2022-02-16 17:42:18,653 Updating WAITING jobs eligible for be prepared +2022-02-16 17:42:18,654 Updating Held jobs +2022-02-16 17:42:18,654 Update finished +2022-02-16 17:42:18,655 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:42:18,655 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:42:18,655 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:42:18,655 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:42:18,655 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:42:18,655 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:42:18,656 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:42:18,656 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:42:18,656 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:42:18,656 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:42:18,656 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:42:18,656 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:42:18,656 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:42:18,656 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:42:18,656 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:42:18,656 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:42:18,656 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:42:18,656 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:42:18,656 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:42:18,656 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:42:18,659 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:42:18,684 Job list saved +2022-02-16 17:42:18,735 Updating FAILED jobs +2022-02-16 17:42:18,735 Updating WAITING jobs +2022-02-16 17:42:18,736 Updating WAITING jobs eligible for be prepared +2022-02-16 17:42:18,737 Updating Held jobs +2022-02-16 17:42:18,737 Update finished +2022-02-16 17:42:28,753 Reloading parameters... +2022-02-16 17:42:28,769 Loading parameters... +2022-02-16 17:42:28,770 Loading project parameters... +2022-02-16 17:42:28,771 + +190 of 783 jobs remaining (17:42) +2022-02-16 17:42:28,771 Sleep: 10 +2022-02-16 17:42:28,771 Number of retrials: 2 +2022-02-16 17:42:28,771 WRAPPER CHECK TIME = 10 +2022-02-16 17:42:28,775 Checking jobs for platform=marenostrum4 +2022-02-16 17:42:28,775 Checking Wrapper 20687337 +2022-02-16 17:42:32,708 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:42:32,709 Checking inner jobs status +2022-02-16 17:42:34,537 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:42:34,537 Checking Wrapper 20687333 +2022-02-16 17:42:38,469 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:42:38,470 Checking inner jobs status +2022-02-16 17:42:40,894 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:42:40,896 End of checking +2022-02-16 17:42:40,897 Updating FAILED jobs +2022-02-16 17:42:40,901 Updating WAITING jobs +2022-02-16 17:42:40,902 Updating WAITING jobs eligible for be prepared +2022-02-16 17:42:40,903 Updating Held jobs +2022-02-16 17:42:40,904 Update finished +2022-02-16 17:42:40,904 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:42:40,905 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:42:40,905 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:42:40,905 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:42:40,905 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:42:40,905 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:42:40,905 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:42:40,905 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:42:40,905 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:42:40,905 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:42:40,905 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:42:40,905 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:42:40,905 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:42:40,905 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:42:40,905 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:42:40,905 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:42:40,905 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:42:40,905 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:42:40,906 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:42:40,906 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:42:40,909 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:42:40,932 Job list saved +2022-02-16 17:42:40,979 Updating FAILED jobs +2022-02-16 17:42:40,980 Updating WAITING jobs +2022-02-16 17:42:40,981 Updating WAITING jobs eligible for be prepared +2022-02-16 17:42:40,982 Updating Held jobs +2022-02-16 17:42:40,982 Update finished +2022-02-16 17:42:50,996 Reloading parameters... +2022-02-16 17:42:51,019 Loading parameters... +2022-02-16 17:42:51,020 Loading project parameters... +2022-02-16 17:42:51,021 + +190 of 783 jobs remaining (17:42) +2022-02-16 17:42:51,022 Sleep: 10 +2022-02-16 17:42:51,022 Number of retrials: 2 +2022-02-16 17:42:51,022 WRAPPER CHECK TIME = 10 +2022-02-16 17:42:51,026 Checking jobs for platform=marenostrum4 +2022-02-16 17:42:51,026 Checking Wrapper 20687337 +2022-02-16 17:42:55,155 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:42:55,156 Checking inner jobs status +2022-02-16 17:42:58,435 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:42:58,437 Checking Wrapper 20687333 +2022-02-16 17:43:02,417 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:43:02,417 Checking inner jobs status +2022-02-16 17:43:05,192 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:43:05,193 End of checking +2022-02-16 17:43:05,194 Updating FAILED jobs +2022-02-16 17:43:05,199 Updating WAITING jobs +2022-02-16 17:43:05,200 Updating WAITING jobs eligible for be prepared +2022-02-16 17:43:05,201 Updating Held jobs +2022-02-16 17:43:05,202 Update finished +2022-02-16 17:43:05,203 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:43:05,203 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:43:05,203 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:43:05,203 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:43:05,203 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:43:05,203 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:43:05,203 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:43:05,203 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:43:05,203 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:43:05,203 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:43:05,203 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:43:05,203 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:43:05,203 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:43:05,204 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:43:05,204 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:43:05,204 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:43:05,204 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:43:05,204 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:43:05,204 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:43:05,204 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:43:05,207 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:43:05,235 Job list saved +2022-02-16 17:43:05,276 Updating FAILED jobs +2022-02-16 17:43:05,277 Updating WAITING jobs +2022-02-16 17:43:05,278 Updating WAITING jobs eligible for be prepared +2022-02-16 17:43:05,279 Updating Held jobs +2022-02-16 17:43:05,279 Update finished +2022-02-16 17:43:15,292 Reloading parameters... +2022-02-16 17:43:15,310 Loading parameters... +2022-02-16 17:43:15,311 Loading project parameters... +2022-02-16 17:43:15,313 + +190 of 783 jobs remaining (17:43) +2022-02-16 17:43:15,313 Sleep: 10 +2022-02-16 17:43:15,313 Number of retrials: 2 +2022-02-16 17:43:15,313 WRAPPER CHECK TIME = 10 +2022-02-16 17:43:15,318 Checking jobs for platform=marenostrum4 +2022-02-16 17:43:15,318 Checking Wrapper 20687337 +2022-02-16 17:43:19,345 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:43:19,346 Checking inner jobs status +2022-02-16 17:43:24,230 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:43:24,231 Checking Wrapper 20687333 +2022-02-16 17:43:28,215 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:43:28,215 Checking inner jobs status +2022-02-16 17:43:32,644 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:43:32,646 End of checking +2022-02-16 17:43:32,647 Updating FAILED jobs +2022-02-16 17:43:32,652 Updating WAITING jobs +2022-02-16 17:43:32,653 Updating WAITING jobs eligible for be prepared +2022-02-16 17:43:32,654 Updating Held jobs +2022-02-16 17:43:32,655 Update finished +2022-02-16 17:43:32,656 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:43:32,656 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:43:32,656 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:43:32,656 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:43:32,656 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:43:32,656 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:43:32,656 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:43:32,657 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:43:32,657 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:43:32,657 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:43:32,657 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:43:32,657 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:43:32,657 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:43:32,657 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:43:32,657 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:43:32,657 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:43:32,657 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:43:32,657 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:43:32,657 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:43:32,657 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:43:32,661 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:43:32,687 Job list saved +2022-02-16 17:43:32,749 Updating FAILED jobs +2022-02-16 17:43:32,749 Updating WAITING jobs +2022-02-16 17:43:32,750 Updating WAITING jobs eligible for be prepared +2022-02-16 17:43:32,751 Updating Held jobs +2022-02-16 17:43:32,751 Update finished +2022-02-16 17:43:42,765 Reloading parameters... +2022-02-16 17:43:42,779 Loading parameters... +2022-02-16 17:43:42,780 Loading project parameters... +2022-02-16 17:43:42,781 + +190 of 783 jobs remaining (17:43) +2022-02-16 17:43:42,782 Sleep: 10 +2022-02-16 17:43:42,782 Number of retrials: 2 +2022-02-16 17:43:42,782 WRAPPER CHECK TIME = 10 +2022-02-16 17:43:42,786 Checking jobs for platform=marenostrum4 +2022-02-16 17:43:42,786 Checking Wrapper 20687337 +2022-02-16 17:43:46,769 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:43:46,770 Checking inner jobs status +2022-02-16 17:43:49,798 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:43:49,799 Checking Wrapper 20687333 +2022-02-16 17:43:53,828 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:43:53,828 Checking inner jobs status +2022-02-16 17:43:55,813 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:43:55,814 End of checking +2022-02-16 17:43:55,815 Updating FAILED jobs +2022-02-16 17:43:55,820 Updating WAITING jobs +2022-02-16 17:43:55,820 Updating WAITING jobs eligible for be prepared +2022-02-16 17:43:55,822 Updating Held jobs +2022-02-16 17:43:55,822 Update finished +2022-02-16 17:43:55,823 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:43:55,823 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:43:55,823 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:43:55,823 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:43:55,823 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:43:55,823 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:43:55,823 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:43:55,824 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:43:55,824 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:43:55,824 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:43:55,824 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:43:55,824 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:43:55,824 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:43:55,824 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:43:55,824 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:43:55,824 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:43:55,824 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:43:55,824 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:43:55,824 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:43:55,824 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:43:55,827 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:43:55,851 Job list saved +2022-02-16 17:43:55,884 Updating FAILED jobs +2022-02-16 17:43:55,884 Updating WAITING jobs +2022-02-16 17:43:55,884 Updating WAITING jobs eligible for be prepared +2022-02-16 17:43:55,886 Updating Held jobs +2022-02-16 17:43:55,886 Update finished +2022-02-16 17:44:05,891 Reloading parameters... +2022-02-16 17:44:05,905 Loading parameters... +2022-02-16 17:44:05,905 Loading project parameters... +2022-02-16 17:44:05,907 + +190 of 783 jobs remaining (17:44) +2022-02-16 17:44:05,907 Sleep: 10 +2022-02-16 17:44:05,907 Number of retrials: 2 +2022-02-16 17:44:05,908 WRAPPER CHECK TIME = 10 +2022-02-16 17:44:05,912 Checking jobs for platform=marenostrum4 +2022-02-16 17:44:05,912 Checking Wrapper 20687337 +2022-02-16 17:44:09,788 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:44:09,788 Checking inner jobs status +2022-02-16 17:44:11,571 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:44:11,572 Checking Wrapper 20687333 +2022-02-16 17:44:15,601 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:44:15,601 Checking inner jobs status +2022-02-16 17:44:17,482 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:44:17,483 End of checking +2022-02-16 17:44:17,484 Updating FAILED jobs +2022-02-16 17:44:17,489 Updating WAITING jobs +2022-02-16 17:44:17,490 Updating WAITING jobs eligible for be prepared +2022-02-16 17:44:17,491 Updating Held jobs +2022-02-16 17:44:17,492 Update finished +2022-02-16 17:44:17,492 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:44:17,493 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:44:17,493 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:44:17,493 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:44:17,493 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:44:17,493 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:44:17,493 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:44:17,493 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:44:17,493 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:44:17,493 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:44:17,493 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:44:17,493 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:44:17,493 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:44:17,493 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:44:17,494 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:44:17,494 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:44:17,494 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:44:17,494 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:44:17,494 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:44:17,494 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:44:17,497 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:44:17,522 Job list saved +2022-02-16 17:44:17,561 Updating FAILED jobs +2022-02-16 17:44:17,562 Updating WAITING jobs +2022-02-16 17:44:17,563 Updating WAITING jobs eligible for be prepared +2022-02-16 17:44:17,564 Updating Held jobs +2022-02-16 17:44:17,564 Update finished +2022-02-16 17:44:27,573 Reloading parameters... +2022-02-16 17:44:27,590 Loading parameters... +2022-02-16 17:44:27,591 Loading project parameters... +2022-02-16 17:44:27,592 + +190 of 783 jobs remaining (17:44) +2022-02-16 17:44:27,593 Sleep: 10 +2022-02-16 17:44:27,593 Number of retrials: 2 +2022-02-16 17:44:27,593 WRAPPER CHECK TIME = 10 +2022-02-16 17:44:27,597 Checking jobs for platform=marenostrum4 +2022-02-16 17:44:27,597 Checking Wrapper 20687337 +2022-02-16 17:44:31,483 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:44:31,484 Checking inner jobs status +2022-02-16 17:44:33,307 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:44:33,308 Checking Wrapper 20687333 +2022-02-16 17:44:37,241 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:44:37,242 Checking inner jobs status +2022-02-16 17:44:39,118 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:44:39,119 End of checking +2022-02-16 17:44:39,121 Updating FAILED jobs +2022-02-16 17:44:39,126 Updating WAITING jobs +2022-02-16 17:44:39,126 Updating WAITING jobs eligible for be prepared +2022-02-16 17:44:39,128 Updating Held jobs +2022-02-16 17:44:39,128 Update finished +2022-02-16 17:44:39,129 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:44:39,129 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:44:39,129 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:44:39,129 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:44:39,129 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:44:39,129 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:44:39,129 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:44:39,129 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:44:39,129 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:44:39,129 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:44:39,129 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:44:39,129 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:44:39,130 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:44:39,130 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:44:39,130 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:44:39,130 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:44:39,130 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:44:39,130 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:44:39,130 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:44:39,130 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:44:39,133 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:44:39,158 Job list saved +2022-02-16 17:44:39,194 Updating FAILED jobs +2022-02-16 17:44:39,195 Updating WAITING jobs +2022-02-16 17:44:39,195 Updating WAITING jobs eligible for be prepared +2022-02-16 17:44:39,196 Updating Held jobs +2022-02-16 17:44:39,197 Update finished +2022-02-16 17:44:49,217 Reloading parameters... +2022-02-16 17:44:49,231 Loading parameters... +2022-02-16 17:44:49,231 Loading project parameters... +2022-02-16 17:44:49,233 + +190 of 783 jobs remaining (17:44) +2022-02-16 17:44:49,234 Sleep: 10 +2022-02-16 17:44:49,234 Number of retrials: 2 +2022-02-16 17:44:49,234 WRAPPER CHECK TIME = 10 +2022-02-16 17:44:49,238 Checking jobs for platform=marenostrum4 +2022-02-16 17:44:49,238 Checking Wrapper 20687337 +2022-02-16 17:44:53,223 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:44:53,224 Checking inner jobs status +2022-02-16 17:44:55,851 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:44:55,852 Checking Wrapper 20687333 +2022-02-16 17:44:59,780 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:44:59,781 Checking inner jobs status +2022-02-16 17:45:02,407 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:45:02,407 End of checking +2022-02-16 17:45:02,409 Updating FAILED jobs +2022-02-16 17:45:02,414 Updating WAITING jobs +2022-02-16 17:45:02,415 Updating WAITING jobs eligible for be prepared +2022-02-16 17:45:02,416 Updating Held jobs +2022-02-16 17:45:02,417 Update finished +2022-02-16 17:45:02,418 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:45:02,418 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:45:02,418 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:45:02,418 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:45:02,418 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:45:02,418 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:45:02,418 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:45:02,418 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:45:02,418 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:45:02,418 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:45:02,418 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:45:02,418 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:45:02,418 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:45:02,418 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:45:02,419 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:45:02,419 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:45:02,419 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:45:02,419 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:45:02,419 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:45:02,419 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:45:02,422 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:45:02,450 Job list saved +2022-02-16 17:45:02,487 Updating FAILED jobs +2022-02-16 17:45:02,488 Updating WAITING jobs +2022-02-16 17:45:02,489 Updating WAITING jobs eligible for be prepared +2022-02-16 17:45:02,490 Updating Held jobs +2022-02-16 17:45:02,491 Update finished +2022-02-16 17:45:12,505 Reloading parameters... +2022-02-16 17:45:12,521 Loading parameters... +2022-02-16 17:45:12,522 Loading project parameters... +2022-02-16 17:45:12,524 + +190 of 783 jobs remaining (17:45) +2022-02-16 17:45:12,525 Sleep: 10 +2022-02-16 17:45:12,525 Number of retrials: 2 +2022-02-16 17:45:12,525 WRAPPER CHECK TIME = 10 +2022-02-16 17:45:12,529 Checking jobs for platform=marenostrum4 +2022-02-16 17:45:12,529 Checking Wrapper 20687337 +2022-02-16 17:45:16,418 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:45:16,418 Checking inner jobs status +2022-02-16 17:45:19,045 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:45:19,046 Checking Wrapper 20687333 +2022-02-16 17:45:22,920 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:45:22,921 Checking inner jobs status +2022-02-16 17:45:25,099 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:45:25,100 End of checking +2022-02-16 17:45:25,101 Updating FAILED jobs +2022-02-16 17:45:25,106 Updating WAITING jobs +2022-02-16 17:45:25,106 Updating WAITING jobs eligible for be prepared +2022-02-16 17:45:25,107 Updating Held jobs +2022-02-16 17:45:25,108 Update finished +2022-02-16 17:45:25,109 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:45:25,109 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:45:25,109 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:45:25,109 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:45:25,109 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:45:25,109 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:45:25,109 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:45:25,109 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:45:25,109 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:45:25,109 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:45:25,109 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:45:25,109 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:45:25,109 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:45:25,109 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:45:25,109 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:45:25,110 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:45:25,110 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:45:25,110 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:45:25,110 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:45:25,110 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:45:25,113 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:45:25,136 Job list saved +2022-02-16 17:45:25,251 Updating FAILED jobs +2022-02-16 17:45:25,251 Updating WAITING jobs +2022-02-16 17:45:25,252 Updating WAITING jobs eligible for be prepared +2022-02-16 17:45:25,253 Updating Held jobs +2022-02-16 17:45:25,253 Update finished +2022-02-16 17:45:35,265 Reloading parameters... +2022-02-16 17:45:35,283 Loading parameters... +2022-02-16 17:45:35,283 Loading project parameters... +2022-02-16 17:45:35,285 + +190 of 783 jobs remaining (17:45) +2022-02-16 17:45:35,285 Sleep: 10 +2022-02-16 17:45:35,285 Number of retrials: 2 +2022-02-16 17:45:35,285 WRAPPER CHECK TIME = 10 +2022-02-16 17:45:35,289 Checking jobs for platform=marenostrum4 +2022-02-16 17:45:35,289 Checking Wrapper 20687337 +2022-02-16 17:45:39,220 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:45:39,221 Checking inner jobs status +2022-02-16 17:45:41,546 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:45:41,547 Checking Wrapper 20687333 +2022-02-16 17:45:45,424 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:45:45,424 Checking inner jobs status +2022-02-16 17:45:47,599 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:45:47,600 End of checking +2022-02-16 17:45:47,602 Updating FAILED jobs +2022-02-16 17:45:47,615 Updating WAITING jobs +2022-02-16 17:45:47,616 Updating WAITING jobs eligible for be prepared +2022-02-16 17:45:47,617 Updating Held jobs +2022-02-16 17:45:47,618 Update finished +2022-02-16 17:45:47,618 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:45:47,619 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:45:47,619 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:45:47,619 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:45:47,619 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:45:47,619 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:45:47,619 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:45:47,619 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:45:47,619 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:45:47,619 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:45:47,619 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:45:47,619 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:45:47,619 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:45:47,619 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:45:47,619 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:45:47,619 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:45:47,619 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:45:47,620 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:45:47,620 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:45:47,620 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:45:47,622 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:45:47,648 Job list saved +2022-02-16 17:45:47,686 Updating FAILED jobs +2022-02-16 17:45:47,687 Updating WAITING jobs +2022-02-16 17:45:47,687 Updating WAITING jobs eligible for be prepared +2022-02-16 17:45:47,688 Updating Held jobs +2022-02-16 17:45:47,689 Update finished +2022-02-16 17:45:57,697 Reloading parameters... +2022-02-16 17:45:57,711 Loading parameters... +2022-02-16 17:45:57,712 Loading project parameters... +2022-02-16 17:45:57,714 + +190 of 783 jobs remaining (17:45) +2022-02-16 17:45:57,714 Sleep: 10 +2022-02-16 17:45:57,714 Number of retrials: 2 +2022-02-16 17:45:57,714 WRAPPER CHECK TIME = 10 +2022-02-16 17:45:57,719 Checking jobs for platform=marenostrum4 +2022-02-16 17:45:57,719 Checking Wrapper 20687337 +2022-02-16 17:46:01,747 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:46:01,747 Checking inner jobs status +2022-02-16 17:46:03,621 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:46:03,622 Checking Wrapper 20687333 +2022-02-16 17:46:07,549 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:46:07,549 Checking inner jobs status +2022-02-16 17:46:09,323 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:46:09,324 End of checking +2022-02-16 17:46:09,326 Updating FAILED jobs +2022-02-16 17:46:09,330 Updating WAITING jobs +2022-02-16 17:46:09,331 Updating WAITING jobs eligible for be prepared +2022-02-16 17:46:09,333 Updating Held jobs +2022-02-16 17:46:09,333 Update finished +2022-02-16 17:46:09,334 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:46:09,334 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:46:09,334 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:46:09,334 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:46:09,335 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:46:09,335 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:46:09,335 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:46:09,335 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:46:09,335 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:46:09,335 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:46:09,335 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:46:09,335 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:46:09,335 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:46:09,335 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:46:09,335 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:46:09,335 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:46:09,335 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:46:09,335 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:46:09,335 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:46:09,335 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:46:09,339 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:46:09,366 Job list saved +2022-02-16 17:46:09,415 Updating FAILED jobs +2022-02-16 17:46:09,416 Updating WAITING jobs +2022-02-16 17:46:09,417 Updating WAITING jobs eligible for be prepared +2022-02-16 17:46:09,418 Updating Held jobs +2022-02-16 17:46:09,419 Update finished +2022-02-16 17:46:19,431 Reloading parameters... +2022-02-16 17:46:19,465 Loading parameters... +2022-02-16 17:46:19,466 Loading project parameters... +2022-02-16 17:46:19,467 + +190 of 783 jobs remaining (17:46) +2022-02-16 17:46:19,468 Sleep: 10 +2022-02-16 17:46:19,468 Number of retrials: 2 +2022-02-16 17:46:19,469 WRAPPER CHECK TIME = 10 +2022-02-16 17:46:19,473 Checking jobs for platform=marenostrum4 +2022-02-16 17:46:19,473 Checking Wrapper 20687337 +2022-02-16 17:46:23,402 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:46:23,402 Checking inner jobs status +2022-02-16 17:46:25,182 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:46:25,183 Checking Wrapper 20687333 +2022-02-16 17:46:29,067 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:46:29,068 Checking inner jobs status +2022-02-16 17:46:31,192 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:46:31,193 End of checking +2022-02-16 17:46:31,195 Updating FAILED jobs +2022-02-16 17:46:31,199 Updating WAITING jobs +2022-02-16 17:46:31,200 Updating WAITING jobs eligible for be prepared +2022-02-16 17:46:31,201 Updating Held jobs +2022-02-16 17:46:31,201 Update finished +2022-02-16 17:46:31,202 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:46:31,202 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:46:31,202 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:46:31,202 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:46:31,202 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:46:31,202 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:46:31,202 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:46:31,202 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:46:31,202 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:46:31,202 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:46:31,202 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:46:31,203 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:46:31,203 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:46:31,203 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:46:31,203 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:46:31,203 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:46:31,203 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:46:31,203 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:46:31,203 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:46:31,203 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:46:31,215 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:46:31,238 Job list saved +2022-02-16 17:46:31,291 Updating FAILED jobs +2022-02-16 17:46:31,291 Updating WAITING jobs +2022-02-16 17:46:31,292 Updating WAITING jobs eligible for be prepared +2022-02-16 17:46:31,293 Updating Held jobs +2022-02-16 17:46:31,293 Update finished +2022-02-16 17:46:41,302 Reloading parameters... +2022-02-16 17:46:41,323 Loading parameters... +2022-02-16 17:46:41,324 Loading project parameters... +2022-02-16 17:46:41,326 + +190 of 783 jobs remaining (17:46) +2022-02-16 17:46:41,326 Sleep: 10 +2022-02-16 17:46:41,326 Number of retrials: 2 +2022-02-16 17:46:41,327 WRAPPER CHECK TIME = 10 +2022-02-16 17:46:41,331 Checking jobs for platform=marenostrum4 +2022-02-16 17:46:41,331 Checking Wrapper 20687337 +2022-02-16 17:46:45,216 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:46:45,216 Checking inner jobs status +2022-02-16 17:46:46,987 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:46:46,988 Checking Wrapper 20687333 +2022-02-16 17:46:50,917 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:46:50,917 Checking inner jobs status +2022-02-16 17:46:53,091 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:46:53,092 End of checking +2022-02-16 17:46:53,094 Updating FAILED jobs +2022-02-16 17:46:53,098 Updating WAITING jobs +2022-02-16 17:46:53,099 Updating WAITING jobs eligible for be prepared +2022-02-16 17:46:53,100 Updating Held jobs +2022-02-16 17:46:53,101 Update finished +2022-02-16 17:46:53,101 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:46:53,102 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:46:53,102 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:46:53,102 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:46:53,102 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:46:53,102 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:46:53,102 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:46:53,102 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:46:53,102 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:46:53,102 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:46:53,102 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:46:53,102 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:46:53,102 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:46:53,102 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:46:53,102 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:46:53,102 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:46:53,103 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:46:53,103 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:46:53,103 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:46:53,103 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:46:53,106 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:46:53,133 Job list saved +2022-02-16 17:46:53,176 Updating FAILED jobs +2022-02-16 17:46:53,177 Updating WAITING jobs +2022-02-16 17:46:53,177 Updating WAITING jobs eligible for be prepared +2022-02-16 17:46:53,178 Updating Held jobs +2022-02-16 17:46:53,179 Update finished +2022-02-16 17:47:03,186 Reloading parameters... +2022-02-16 17:47:03,201 Loading parameters... +2022-02-16 17:47:03,202 Loading project parameters... +2022-02-16 17:47:03,203 + +190 of 783 jobs remaining (17:47) +2022-02-16 17:47:03,204 Sleep: 10 +2022-02-16 17:47:03,204 Number of retrials: 2 +2022-02-16 17:47:03,204 WRAPPER CHECK TIME = 10 +2022-02-16 17:47:03,208 Checking jobs for platform=marenostrum4 +2022-02-16 17:47:03,209 Checking Wrapper 20687337 +2022-02-16 17:47:07,789 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:47:07,790 Checking inner jobs status +2022-02-16 17:47:11,073 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:47:11,074 Checking Wrapper 20687333 +2022-02-16 17:47:15,100 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:47:15,100 Checking inner jobs status +2022-02-16 17:47:21,386 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:47:21,388 End of checking +2022-02-16 17:47:21,390 Updating FAILED jobs +2022-02-16 17:47:21,395 Updating WAITING jobs +2022-02-16 17:47:21,395 Updating WAITING jobs eligible for be prepared +2022-02-16 17:47:21,397 Updating Held jobs +2022-02-16 17:47:21,397 Update finished +2022-02-16 17:47:21,398 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:47:21,398 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:47:21,398 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:47:21,398 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:47:21,398 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:47:21,398 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:47:21,398 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:47:21,398 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:47:21,398 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:47:21,398 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:47:21,398 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:47:21,399 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:47:21,399 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:47:21,399 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:47:21,399 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:47:21,399 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:47:21,399 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:47:21,399 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:47:21,399 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:47:21,399 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:47:21,403 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:47:21,426 Job list saved +2022-02-16 17:47:21,480 Updating FAILED jobs +2022-02-16 17:47:21,481 Updating WAITING jobs +2022-02-16 17:47:21,481 Updating WAITING jobs eligible for be prepared +2022-02-16 17:47:21,482 Updating Held jobs +2022-02-16 17:47:21,483 Update finished +2022-02-16 17:47:31,498 Reloading parameters... +2022-02-16 17:47:31,513 Loading parameters... +2022-02-16 17:47:31,514 Loading project parameters... +2022-02-16 17:47:31,515 + +190 of 783 jobs remaining (17:47) +2022-02-16 17:47:31,516 Sleep: 10 +2022-02-16 17:47:31,516 Number of retrials: 2 +2022-02-16 17:47:31,516 WRAPPER CHECK TIME = 10 +2022-02-16 17:47:31,520 Checking jobs for platform=marenostrum4 +2022-02-16 17:47:31,520 Checking Wrapper 20687337 +2022-02-16 17:47:35,800 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:47:35,801 Checking inner jobs status +2022-02-16 17:47:43,943 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:47:43,945 Checking Wrapper 20687333 +2022-02-16 17:47:48,121 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:47:48,122 Checking inner jobs status +2022-02-16 17:47:51,046 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:47:51,047 End of checking +2022-02-16 17:47:51,049 Updating FAILED jobs +2022-02-16 17:47:51,053 Updating WAITING jobs +2022-02-16 17:47:51,054 Updating WAITING jobs eligible for be prepared +2022-02-16 17:47:51,056 Updating Held jobs +2022-02-16 17:47:51,056 Update finished +2022-02-16 17:47:51,057 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:47:51,057 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:47:51,057 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:47:51,057 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:47:51,057 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:47:51,057 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:47:51,057 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:47:51,057 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:47:51,057 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:47:51,057 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:47:51,057 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:47:51,057 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:47:51,058 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:47:51,058 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:47:51,058 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:47:51,058 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:47:51,058 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:47:51,058 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:47:51,058 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:47:51,058 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:47:51,061 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:47:51,092 Job list saved +2022-02-16 17:47:51,139 Updating FAILED jobs +2022-02-16 17:47:51,140 Updating WAITING jobs +2022-02-16 17:47:51,140 Updating WAITING jobs eligible for be prepared +2022-02-16 17:47:51,141 Updating Held jobs +2022-02-16 17:47:51,142 Update finished +2022-02-16 17:48:01,158 Reloading parameters... +2022-02-16 17:48:01,177 Loading parameters... +2022-02-16 17:48:01,178 Loading project parameters... +2022-02-16 17:48:01,179 + +190 of 783 jobs remaining (17:48) +2022-02-16 17:48:01,180 Sleep: 10 +2022-02-16 17:48:01,180 Number of retrials: 2 +2022-02-16 17:48:01,180 WRAPPER CHECK TIME = 10 +2022-02-16 17:48:01,184 Checking jobs for platform=marenostrum4 +2022-02-16 17:48:01,184 Checking Wrapper 20687337 +2022-02-16 17:48:05,319 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:48:05,320 Checking inner jobs status +2022-02-16 17:48:07,393 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:48:07,394 Checking Wrapper 20687333 +2022-02-16 17:48:11,572 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:48:11,573 Checking inner jobs status +2022-02-16 17:48:13,755 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:48:13,756 End of checking +2022-02-16 17:48:13,759 Updating FAILED jobs +2022-02-16 17:48:13,763 Updating WAITING jobs +2022-02-16 17:48:13,764 Updating WAITING jobs eligible for be prepared +2022-02-16 17:48:13,765 Updating Held jobs +2022-02-16 17:48:13,765 Update finished +2022-02-16 17:48:13,766 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:48:13,766 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:48:13,766 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:48:13,766 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:48:13,766 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:48:13,767 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:48:13,767 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:48:13,767 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:48:13,767 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:48:13,767 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:48:13,767 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:48:13,767 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:48:13,767 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:48:13,767 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:48:13,767 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:48:13,767 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:48:13,767 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:48:13,767 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:48:13,767 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:48:13,767 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:48:13,772 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:48:13,796 Job list saved +2022-02-16 17:48:13,863 Updating FAILED jobs +2022-02-16 17:48:13,863 Updating WAITING jobs +2022-02-16 17:48:13,864 Updating WAITING jobs eligible for be prepared +2022-02-16 17:48:13,865 Updating Held jobs +2022-02-16 17:48:13,865 Update finished +2022-02-16 17:48:23,879 Reloading parameters... +2022-02-16 17:48:23,896 Loading parameters... +2022-02-16 17:48:23,897 Loading project parameters... +2022-02-16 17:48:23,898 + +190 of 783 jobs remaining (17:48) +2022-02-16 17:48:23,899 Sleep: 10 +2022-02-16 17:48:23,899 Number of retrials: 2 +2022-02-16 17:48:23,899 WRAPPER CHECK TIME = 10 +2022-02-16 17:48:23,903 Checking jobs for platform=marenostrum4 +2022-02-16 17:48:23,903 Checking Wrapper 20687337 +2022-02-16 17:48:27,830 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:48:27,831 Checking inner jobs status +2022-02-16 17:48:29,704 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:48:29,705 Checking Wrapper 20687333 +2022-02-16 17:48:33,732 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:48:33,732 Checking inner jobs status +2022-02-16 17:48:35,557 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:48:35,558 End of checking +2022-02-16 17:48:35,560 Updating FAILED jobs +2022-02-16 17:48:35,564 Updating WAITING jobs +2022-02-16 17:48:35,565 Updating WAITING jobs eligible for be prepared +2022-02-16 17:48:35,566 Updating Held jobs +2022-02-16 17:48:35,567 Update finished +2022-02-16 17:48:35,568 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:48:35,568 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:48:35,568 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:48:35,568 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:48:35,568 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:48:35,568 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:48:35,568 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:48:35,568 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:48:35,568 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:48:35,568 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:48:35,569 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:48:35,569 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:48:35,569 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:48:35,569 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:48:35,569 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:48:35,569 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:48:35,569 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:48:35,569 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:48:35,569 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:48:35,569 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:48:35,573 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:48:35,599 Job list saved +2022-02-16 17:48:35,652 Updating FAILED jobs +2022-02-16 17:48:35,653 Updating WAITING jobs +2022-02-16 17:48:35,653 Updating WAITING jobs eligible for be prepared +2022-02-16 17:48:35,655 Updating Held jobs +2022-02-16 17:48:35,655 Update finished +2022-02-16 17:48:45,670 Reloading parameters... +2022-02-16 17:48:45,688 Loading parameters... +2022-02-16 17:48:45,689 Loading project parameters... +2022-02-16 17:48:45,690 + +190 of 783 jobs remaining (17:48) +2022-02-16 17:48:45,691 Sleep: 10 +2022-02-16 17:48:45,691 Number of retrials: 2 +2022-02-16 17:48:45,691 WRAPPER CHECK TIME = 10 +2022-02-16 17:48:45,695 Checking jobs for platform=marenostrum4 +2022-02-16 17:48:45,695 Checking Wrapper 20687337 +2022-02-16 17:48:49,725 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:48:49,726 Checking inner jobs status +2022-02-16 17:48:51,598 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:48:51,599 Checking Wrapper 20687333 +2022-02-16 17:48:55,533 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:48:55,533 Checking inner jobs status +2022-02-16 17:49:00,728 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:49:00,730 End of checking +2022-02-16 17:49:00,732 Updating FAILED jobs +2022-02-16 17:49:00,736 Updating WAITING jobs +2022-02-16 17:49:00,737 Updating WAITING jobs eligible for be prepared +2022-02-16 17:49:00,738 Updating Held jobs +2022-02-16 17:49:00,739 Update finished +2022-02-16 17:49:00,739 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:49:00,740 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:49:00,740 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:49:00,740 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:49:00,740 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:49:00,740 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:49:00,740 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:49:00,740 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:49:00,740 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:49:00,740 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:49:00,740 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:49:00,740 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:49:00,740 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:49:00,740 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:49:00,740 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:49:00,740 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:49:00,740 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:49:00,741 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:49:00,741 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:49:00,741 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:49:00,744 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:49:00,772 Job list saved +2022-02-16 17:49:00,825 Updating FAILED jobs +2022-02-16 17:49:00,826 Updating WAITING jobs +2022-02-16 17:49:00,826 Updating WAITING jobs eligible for be prepared +2022-02-16 17:49:00,827 Updating Held jobs +2022-02-16 17:49:00,828 Update finished +2022-02-16 17:49:10,842 Reloading parameters... +2022-02-16 17:49:10,860 Loading parameters... +2022-02-16 17:49:10,860 Loading project parameters... +2022-02-16 17:49:10,862 + +190 of 783 jobs remaining (17:49) +2022-02-16 17:49:10,862 Sleep: 10 +2022-02-16 17:49:10,863 Number of retrials: 2 +2022-02-16 17:49:10,863 WRAPPER CHECK TIME = 10 +2022-02-16 17:49:10,867 Checking jobs for platform=marenostrum4 +2022-02-16 17:49:10,867 Checking Wrapper 20687337 +2022-02-16 17:49:14,844 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:49:14,845 Checking inner jobs status +2022-02-16 17:49:16,872 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:49:16,873 Checking Wrapper 20687333 +2022-02-16 17:49:20,998 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:49:20,998 Checking inner jobs status +2022-02-16 17:49:25,739 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:49:25,741 End of checking +2022-02-16 17:49:25,743 Updating FAILED jobs +2022-02-16 17:49:25,748 Updating WAITING jobs +2022-02-16 17:49:25,749 Updating WAITING jobs eligible for be prepared +2022-02-16 17:49:25,750 Updating Held jobs +2022-02-16 17:49:25,750 Update finished +2022-02-16 17:49:25,751 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:49:25,751 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:49:25,751 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:49:25,751 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:49:25,751 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:49:25,751 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:49:25,751 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:49:25,752 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:49:25,752 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:49:25,752 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:49:25,752 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:49:25,752 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:49:25,752 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:49:25,752 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:49:25,752 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:49:25,752 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:49:25,752 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:49:25,752 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:49:25,752 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:49:25,752 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:49:25,756 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:49:25,780 Job list saved +2022-02-16 17:49:25,830 Updating FAILED jobs +2022-02-16 17:49:25,830 Updating WAITING jobs +2022-02-16 17:49:25,831 Updating WAITING jobs eligible for be prepared +2022-02-16 17:49:25,832 Updating Held jobs +2022-02-16 17:49:25,832 Update finished +2022-02-16 17:49:35,844 Reloading parameters... +2022-02-16 17:49:35,859 Loading parameters... +2022-02-16 17:49:35,860 Loading project parameters... +2022-02-16 17:49:35,861 + +190 of 783 jobs remaining (17:49) +2022-02-16 17:49:35,861 Sleep: 10 +2022-02-16 17:49:35,861 Number of retrials: 2 +2022-02-16 17:49:35,861 WRAPPER CHECK TIME = 10 +2022-02-16 17:49:35,866 Checking jobs for platform=marenostrum4 +2022-02-16 17:49:35,866 Checking Wrapper 20687337 +2022-02-16 17:49:39,894 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:49:39,894 Checking inner jobs status +2022-02-16 17:49:41,972 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:49:41,973 Checking Wrapper 20687333 +2022-02-16 17:49:45,958 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:49:45,958 Checking inner jobs status +2022-02-16 17:49:48,383 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:49:48,385 End of checking +2022-02-16 17:49:48,386 Updating FAILED jobs +2022-02-16 17:49:48,391 Updating WAITING jobs +2022-02-16 17:49:48,392 Updating WAITING jobs eligible for be prepared +2022-02-16 17:49:48,394 Updating Held jobs +2022-02-16 17:49:48,394 Update finished +2022-02-16 17:49:48,395 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:49:48,395 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:49:48,395 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:49:48,395 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:49:48,395 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:49:48,395 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:49:48,395 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:49:48,396 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:49:48,396 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:49:48,396 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:49:48,396 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:49:48,396 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:49:48,396 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:49:48,396 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:49:48,396 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:49:48,396 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:49:48,396 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:49:48,396 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:49:48,396 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:49:48,396 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:49:48,400 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:49:48,434 Job list saved +2022-02-16 17:49:48,477 Updating FAILED jobs +2022-02-16 17:49:48,478 Updating WAITING jobs +2022-02-16 17:49:48,479 Updating WAITING jobs eligible for be prepared +2022-02-16 17:49:48,480 Updating Held jobs +2022-02-16 17:49:48,480 Update finished +2022-02-16 17:49:58,488 Reloading parameters... +2022-02-16 17:49:58,504 Loading parameters... +2022-02-16 17:49:58,504 Loading project parameters... +2022-02-16 17:49:58,506 + +190 of 783 jobs remaining (17:49) +2022-02-16 17:49:58,506 Sleep: 10 +2022-02-16 17:49:58,506 Number of retrials: 2 +2022-02-16 17:49:58,506 WRAPPER CHECK TIME = 10 +2022-02-16 17:49:58,510 Checking jobs for platform=marenostrum4 +2022-02-16 17:49:58,510 Checking Wrapper 20687337 +2022-02-16 17:50:02,490 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:50:02,491 Checking inner jobs status +2022-02-16 17:50:04,326 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:50:04,327 Checking Wrapper 20687333 +2022-02-16 17:50:08,302 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:50:08,303 Checking inner jobs status +2022-02-16 17:50:10,126 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:50:10,127 End of checking +2022-02-16 17:50:10,129 Updating FAILED jobs +2022-02-16 17:50:10,134 Updating WAITING jobs +2022-02-16 17:50:10,135 Updating WAITING jobs eligible for be prepared +2022-02-16 17:50:10,136 Updating Held jobs +2022-02-16 17:50:10,137 Update finished +2022-02-16 17:50:10,137 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:50:10,138 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:50:10,138 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:50:10,138 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:50:10,138 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:50:10,138 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:50:10,138 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:50:10,138 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:50:10,138 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:50:10,138 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:50:10,138 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:50:10,138 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:50:10,138 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:50:10,138 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:50:10,138 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:50:10,138 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:50:10,139 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:50:10,139 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:50:10,139 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:50:10,139 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:50:10,143 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:50:10,167 Job list saved +2022-02-16 17:50:10,225 Updating FAILED jobs +2022-02-16 17:50:10,225 Updating WAITING jobs +2022-02-16 17:50:10,226 Updating WAITING jobs eligible for be prepared +2022-02-16 17:50:10,227 Updating Held jobs +2022-02-16 17:50:10,228 Update finished +2022-02-16 17:50:20,241 Reloading parameters... +2022-02-16 17:50:20,258 Loading parameters... +2022-02-16 17:50:20,259 Loading project parameters... +2022-02-16 17:50:20,261 + +190 of 783 jobs remaining (17:50) +2022-02-16 17:50:20,262 Sleep: 10 +2022-02-16 17:50:20,262 Number of retrials: 2 +2022-02-16 17:50:20,262 WRAPPER CHECK TIME = 10 +2022-02-16 17:50:20,266 Checking jobs for platform=marenostrum4 +2022-02-16 17:50:20,267 Checking Wrapper 20687337 +2022-02-16 17:50:24,194 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:50:24,194 Checking inner jobs status +2022-02-16 17:50:26,322 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:50:26,324 Checking Wrapper 20687333 +2022-02-16 17:50:30,300 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:50:30,300 Checking inner jobs status +2022-02-16 17:50:32,177 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:50:32,177 End of checking +2022-02-16 17:50:32,180 Updating FAILED jobs +2022-02-16 17:50:32,185 Updating WAITING jobs +2022-02-16 17:50:32,185 Updating WAITING jobs eligible for be prepared +2022-02-16 17:50:32,187 Updating Held jobs +2022-02-16 17:50:32,187 Update finished +2022-02-16 17:50:32,188 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:50:32,188 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:50:32,188 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:50:32,188 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:50:32,188 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:50:32,188 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:50:32,189 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:50:32,189 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:50:32,189 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:50:32,189 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:50:32,189 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:50:32,189 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:50:32,189 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:50:32,189 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:50:32,189 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:50:32,189 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:50:32,189 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:50:32,189 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:50:32,189 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:50:32,189 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:50:32,193 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:50:32,228 Job list saved +2022-02-16 17:50:32,273 Updating FAILED jobs +2022-02-16 17:50:32,274 Updating WAITING jobs +2022-02-16 17:50:32,275 Updating WAITING jobs eligible for be prepared +2022-02-16 17:50:32,276 Updating Held jobs +2022-02-16 17:50:32,276 Update finished +2022-02-16 17:50:42,291 Reloading parameters... +2022-02-16 17:50:42,310 Loading parameters... +2022-02-16 17:50:42,311 Loading project parameters... +2022-02-16 17:50:42,313 + +190 of 783 jobs remaining (17:50) +2022-02-16 17:50:42,314 Sleep: 10 +2022-02-16 17:50:42,314 Number of retrials: 2 +2022-02-16 17:50:42,314 WRAPPER CHECK TIME = 10 +2022-02-16 17:50:42,319 Checking jobs for platform=marenostrum4 +2022-02-16 17:50:42,319 Checking Wrapper 20687337 +2022-02-16 17:50:46,247 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:50:46,248 Checking inner jobs status +2022-02-16 17:50:48,071 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:50:48,072 Checking Wrapper 20687333 +2022-02-16 17:50:52,149 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:50:52,150 Checking inner jobs status +2022-02-16 17:50:54,674 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:50:54,675 End of checking +2022-02-16 17:50:54,677 Updating FAILED jobs +2022-02-16 17:50:54,681 Updating WAITING jobs +2022-02-16 17:50:54,681 Updating WAITING jobs eligible for be prepared +2022-02-16 17:50:54,682 Updating Held jobs +2022-02-16 17:50:54,683 Update finished +2022-02-16 17:50:54,683 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:50:54,683 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:50:54,683 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:50:54,684 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:50:54,684 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:50:54,684 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:50:54,684 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:50:54,684 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:50:54,684 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:50:54,684 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:50:54,684 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:50:54,684 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:50:54,684 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:50:54,684 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:50:54,684 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:50:54,684 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:50:54,684 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:50:54,684 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:50:54,684 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:50:54,684 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:50:54,687 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:50:54,709 Job list saved +2022-02-16 17:50:54,757 Updating FAILED jobs +2022-02-16 17:50:54,757 Updating WAITING jobs +2022-02-16 17:50:54,757 Updating WAITING jobs eligible for be prepared +2022-02-16 17:50:54,758 Updating Held jobs +2022-02-16 17:50:54,759 Update finished +2022-02-16 17:51:04,774 Reloading parameters... +2022-02-16 17:51:04,867 Loading parameters... +2022-02-16 17:51:04,868 Loading project parameters... +2022-02-16 17:51:04,869 + +190 of 783 jobs remaining (17:51) +2022-02-16 17:51:04,870 Sleep: 10 +2022-02-16 17:51:04,870 Number of retrials: 2 +2022-02-16 17:51:04,870 WRAPPER CHECK TIME = 10 +2022-02-16 17:51:04,874 Checking jobs for platform=marenostrum4 +2022-02-16 17:51:04,875 Checking Wrapper 20687337 +2022-02-16 17:51:08,802 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:51:08,803 Checking inner jobs status +2022-02-16 17:51:12,385 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:51:12,386 Checking Wrapper 20687333 +2022-02-16 17:51:16,319 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:51:16,320 Checking inner jobs status +2022-02-16 17:51:18,448 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:51:18,449 End of checking +2022-02-16 17:51:18,451 Updating FAILED jobs +2022-02-16 17:51:18,455 Updating WAITING jobs +2022-02-16 17:51:18,456 Updating WAITING jobs eligible for be prepared +2022-02-16 17:51:18,457 Updating Held jobs +2022-02-16 17:51:18,457 Update finished +2022-02-16 17:51:18,458 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:51:18,458 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:51:18,458 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:51:18,458 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:51:18,458 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:51:18,458 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:51:18,458 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:51:18,458 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:51:18,458 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:51:18,458 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:51:18,458 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:51:18,458 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:51:18,458 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:51:18,458 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:51:18,459 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:51:18,459 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:51:18,459 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:51:18,459 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:51:18,459 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:51:18,459 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:51:18,462 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:51:18,482 Job list saved +2022-02-16 17:51:18,529 Updating FAILED jobs +2022-02-16 17:51:18,530 Updating WAITING jobs +2022-02-16 17:51:18,530 Updating WAITING jobs eligible for be prepared +2022-02-16 17:51:18,531 Updating Held jobs +2022-02-16 17:51:18,532 Update finished +2022-02-16 17:51:28,543 Reloading parameters... +2022-02-16 17:51:28,562 Loading parameters... +2022-02-16 17:51:28,563 Loading project parameters... +2022-02-16 17:51:28,564 + +190 of 783 jobs remaining (17:51) +2022-02-16 17:51:28,565 Sleep: 10 +2022-02-16 17:51:28,565 Number of retrials: 2 +2022-02-16 17:51:28,565 WRAPPER CHECK TIME = 10 +2022-02-16 17:51:28,570 Checking jobs for platform=marenostrum4 +2022-02-16 17:51:28,570 Checking Wrapper 20687337 +2022-02-16 17:51:32,500 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:51:32,501 Checking inner jobs status +2022-02-16 17:51:35,835 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:51:35,836 Checking Wrapper 20687333 +2022-02-16 17:51:39,822 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:51:39,823 Checking inner jobs status +2022-02-16 17:51:43,453 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:51:43,454 End of checking +2022-02-16 17:51:43,457 Updating FAILED jobs +2022-02-16 17:51:43,461 Updating WAITING jobs +2022-02-16 17:51:43,462 Updating WAITING jobs eligible for be prepared +2022-02-16 17:51:43,463 Updating Held jobs +2022-02-16 17:51:43,464 Update finished +2022-02-16 17:51:43,465 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:51:43,465 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:51:43,465 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:51:43,465 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:51:43,465 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:51:43,465 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:51:43,465 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:51:43,465 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:51:43,465 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:51:43,465 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:51:43,466 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:51:43,466 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:51:43,466 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:51:43,466 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:51:43,466 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:51:43,466 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:51:43,466 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:51:43,466 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:51:43,466 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:51:43,466 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:51:43,469 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:51:43,494 Job list saved +2022-02-16 17:51:43,536 Updating FAILED jobs +2022-02-16 17:51:43,537 Updating WAITING jobs +2022-02-16 17:51:43,537 Updating WAITING jobs eligible for be prepared +2022-02-16 17:51:43,538 Updating Held jobs +2022-02-16 17:51:43,539 Update finished +2022-02-16 17:51:53,546 Reloading parameters... +2022-02-16 17:51:53,562 Loading parameters... +2022-02-16 17:51:53,563 Loading project parameters... +2022-02-16 17:51:53,564 + +190 of 783 jobs remaining (17:51) +2022-02-16 17:51:53,565 Sleep: 10 +2022-02-16 17:51:53,565 Number of retrials: 2 +2022-02-16 17:51:53,565 WRAPPER CHECK TIME = 10 +2022-02-16 17:51:53,569 Checking jobs for platform=marenostrum4 +2022-02-16 17:51:53,569 Checking Wrapper 20687337 +2022-02-16 17:51:57,498 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:51:57,498 Checking inner jobs status +2022-02-16 17:51:59,324 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:51:59,325 Checking Wrapper 20687333 +2022-02-16 17:52:03,302 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:52:03,303 Checking inner jobs status +2022-02-16 17:52:05,180 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:52:05,181 End of checking +2022-02-16 17:52:05,182 Updating FAILED jobs +2022-02-16 17:52:05,187 Updating WAITING jobs +2022-02-16 17:52:05,188 Updating WAITING jobs eligible for be prepared +2022-02-16 17:52:05,189 Updating Held jobs +2022-02-16 17:52:05,190 Update finished +2022-02-16 17:52:05,190 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:52:05,191 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:52:05,191 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:52:05,191 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:52:05,191 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:52:05,191 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:52:05,191 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:52:05,191 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:52:05,191 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:52:05,191 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:52:05,191 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:52:05,191 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:52:05,191 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:52:05,191 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:52:05,191 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:52:05,191 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:52:05,192 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:52:05,192 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:52:05,192 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:52:05,192 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:52:05,195 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:52:05,230 Job list saved +2022-02-16 17:52:05,299 Updating FAILED jobs +2022-02-16 17:52:05,300 Updating WAITING jobs +2022-02-16 17:52:05,301 Updating WAITING jobs eligible for be prepared +2022-02-16 17:52:05,302 Updating Held jobs +2022-02-16 17:52:05,302 Update finished +2022-02-16 17:52:15,314 Reloading parameters... +2022-02-16 17:52:15,329 Loading parameters... +2022-02-16 17:52:15,329 Loading project parameters... +2022-02-16 17:52:15,331 + +190 of 783 jobs remaining (17:52) +2022-02-16 17:52:15,331 Sleep: 10 +2022-02-16 17:52:15,332 Number of retrials: 2 +2022-02-16 17:52:15,332 WRAPPER CHECK TIME = 10 +2022-02-16 17:52:15,336 Checking jobs for platform=marenostrum4 +2022-02-16 17:52:15,336 Checking Wrapper 20687337 +2022-02-16 17:52:19,270 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:52:19,271 Checking inner jobs status +2022-02-16 17:52:21,145 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:52:21,145 Checking Wrapper 20687333 +2022-02-16 17:52:25,073 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:52:25,074 Checking inner jobs status +2022-02-16 17:52:26,897 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:52:26,898 End of checking +2022-02-16 17:52:26,900 Updating FAILED jobs +2022-02-16 17:52:26,904 Updating WAITING jobs +2022-02-16 17:52:26,905 Updating WAITING jobs eligible for be prepared +2022-02-16 17:52:26,906 Updating Held jobs +2022-02-16 17:52:26,907 Update finished +2022-02-16 17:52:26,908 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:52:26,908 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:52:26,908 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:52:26,908 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:52:26,908 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:52:26,908 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:52:26,908 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:52:26,908 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:52:26,908 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:52:26,909 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:52:26,909 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:52:26,909 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:52:26,909 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:52:26,909 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:52:26,909 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:52:26,909 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:52:26,909 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:52:26,909 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:52:26,909 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:52:26,909 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:52:26,913 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:52:26,941 Job list saved +2022-02-16 17:52:26,985 Updating FAILED jobs +2022-02-16 17:52:26,985 Updating WAITING jobs +2022-02-16 17:52:26,986 Updating WAITING jobs eligible for be prepared +2022-02-16 17:52:26,987 Updating Held jobs +2022-02-16 17:52:26,987 Update finished +2022-02-16 17:52:37,000 Reloading parameters... +2022-02-16 17:52:37,027 Loading parameters... +2022-02-16 17:52:37,028 Loading project parameters... +2022-02-16 17:52:37,030 + +190 of 783 jobs remaining (17:52) +2022-02-16 17:52:37,030 Sleep: 10 +2022-02-16 17:52:37,030 Number of retrials: 2 +2022-02-16 17:52:37,030 WRAPPER CHECK TIME = 10 +2022-02-16 17:52:37,035 Checking jobs for platform=marenostrum4 +2022-02-16 17:52:37,035 Checking Wrapper 20687337 +2022-02-16 17:52:41,021 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:52:41,021 Checking inner jobs status +2022-02-16 17:52:42,844 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:52:42,845 Checking Wrapper 20687333 +2022-02-16 17:52:46,775 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:52:46,776 Checking inner jobs status +2022-02-16 17:52:48,605 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:52:48,606 End of checking +2022-02-16 17:52:48,608 Updating FAILED jobs +2022-02-16 17:52:48,613 Updating WAITING jobs +2022-02-16 17:52:48,614 Updating WAITING jobs eligible for be prepared +2022-02-16 17:52:48,616 Updating Held jobs +2022-02-16 17:52:48,617 Update finished +2022-02-16 17:52:48,630 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:52:48,630 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:52:48,630 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:52:48,630 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:52:48,630 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:52:48,630 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:52:48,630 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:52:48,630 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:52:48,630 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:52:48,630 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:52:48,631 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:52:48,631 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:52:48,631 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:52:48,631 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:52:48,631 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:52:48,631 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:52:48,631 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:52:48,631 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:52:48,631 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:52:48,631 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:52:48,635 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:52:48,661 Job list saved +2022-02-16 17:52:48,708 Updating FAILED jobs +2022-02-16 17:52:48,709 Updating WAITING jobs +2022-02-16 17:52:48,710 Updating WAITING jobs eligible for be prepared +2022-02-16 17:52:48,712 Updating Held jobs +2022-02-16 17:52:48,713 Update finished +2022-02-16 17:52:58,728 Reloading parameters... +2022-02-16 17:52:58,745 Loading parameters... +2022-02-16 17:52:58,745 Loading project parameters... +2022-02-16 17:52:58,747 + +190 of 783 jobs remaining (17:52) +2022-02-16 17:52:58,747 Sleep: 10 +2022-02-16 17:52:58,748 Number of retrials: 2 +2022-02-16 17:52:58,748 WRAPPER CHECK TIME = 10 +2022-02-16 17:52:58,751 Checking jobs for platform=marenostrum4 +2022-02-16 17:52:58,752 Checking Wrapper 20687337 +2022-02-16 17:53:03,582 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:53:03,582 Checking inner jobs status +2022-02-16 17:53:06,158 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:53:06,159 Checking Wrapper 20687333 +2022-02-16 17:53:10,085 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:53:10,086 Checking inner jobs status +2022-02-16 17:53:12,760 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:53:12,761 End of checking +2022-02-16 17:53:12,763 Updating FAILED jobs +2022-02-16 17:53:12,768 Updating WAITING jobs +2022-02-16 17:53:12,768 Updating WAITING jobs eligible for be prepared +2022-02-16 17:53:12,770 Updating Held jobs +2022-02-16 17:53:12,770 Update finished +2022-02-16 17:53:12,771 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:53:12,771 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:53:12,771 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:53:12,771 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:53:12,771 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:53:12,771 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:53:12,772 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:53:12,772 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:53:12,772 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:53:12,772 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:53:12,772 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:53:12,772 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:53:12,772 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:53:12,772 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:53:12,772 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:53:12,772 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:53:12,772 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:53:12,772 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:53:12,772 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:53:12,772 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:53:12,777 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:53:12,803 Job list saved +2022-02-16 17:53:12,878 Updating FAILED jobs +2022-02-16 17:53:12,879 Updating WAITING jobs +2022-02-16 17:53:12,879 Updating WAITING jobs eligible for be prepared +2022-02-16 17:53:12,880 Updating Held jobs +2022-02-16 17:53:12,881 Update finished +2022-02-16 17:53:22,896 Reloading parameters... +2022-02-16 17:53:22,911 Loading parameters... +2022-02-16 17:53:22,912 Loading project parameters... +2022-02-16 17:53:22,913 + +190 of 783 jobs remaining (17:53) +2022-02-16 17:53:22,914 Sleep: 10 +2022-02-16 17:53:22,914 Number of retrials: 2 +2022-02-16 17:53:22,914 WRAPPER CHECK TIME = 10 +2022-02-16 17:53:22,919 Checking jobs for platform=marenostrum4 +2022-02-16 17:53:22,919 Checking Wrapper 20687337 +2022-02-16 17:53:26,845 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:53:26,845 Checking inner jobs status +2022-02-16 17:53:29,474 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:53:29,475 Checking Wrapper 20687333 +2022-02-16 17:53:33,454 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:53:33,455 Checking inner jobs status +2022-02-16 17:53:37,134 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:53:37,135 End of checking +2022-02-16 17:53:37,137 Updating FAILED jobs +2022-02-16 17:53:37,142 Updating WAITING jobs +2022-02-16 17:53:37,143 Updating WAITING jobs eligible for be prepared +2022-02-16 17:53:37,144 Updating Held jobs +2022-02-16 17:53:37,145 Update finished +2022-02-16 17:53:37,145 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:53:37,146 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:53:37,146 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:53:37,146 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:53:37,146 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:53:37,146 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:53:37,146 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:53:37,146 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:53:37,146 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:53:37,146 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:53:37,146 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:53:37,146 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:53:37,146 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:53:37,146 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:53:37,146 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:53:37,146 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:53:37,146 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:53:37,147 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:53:37,147 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:53:37,147 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:53:37,150 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:53:37,176 Job list saved +2022-02-16 17:53:37,235 Updating FAILED jobs +2022-02-16 17:53:37,235 Updating WAITING jobs +2022-02-16 17:53:37,236 Updating WAITING jobs eligible for be prepared +2022-02-16 17:53:37,237 Updating Held jobs +2022-02-16 17:53:37,238 Update finished +2022-02-16 17:53:47,254 Reloading parameters... +2022-02-16 17:53:47,272 Loading parameters... +2022-02-16 17:53:47,273 Loading project parameters... +2022-02-16 17:53:47,275 + +190 of 783 jobs remaining (17:53) +2022-02-16 17:53:47,275 Sleep: 10 +2022-02-16 17:53:47,275 Number of retrials: 2 +2022-02-16 17:53:47,275 WRAPPER CHECK TIME = 10 +2022-02-16 17:53:47,280 Checking jobs for platform=marenostrum4 +2022-02-16 17:53:47,280 Checking Wrapper 20687337 +2022-02-16 17:53:51,258 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:53:51,259 Checking inner jobs status +2022-02-16 17:53:53,232 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:53:53,233 Checking Wrapper 20687333 +2022-02-16 17:53:57,261 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:53:57,262 Checking inner jobs status +2022-02-16 17:53:59,236 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:53:59,237 End of checking +2022-02-16 17:53:59,239 Updating FAILED jobs +2022-02-16 17:53:59,243 Updating WAITING jobs +2022-02-16 17:53:59,244 Updating WAITING jobs eligible for be prepared +2022-02-16 17:53:59,245 Updating Held jobs +2022-02-16 17:53:59,246 Update finished +2022-02-16 17:53:59,246 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:53:59,246 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:53:59,246 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:53:59,247 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:53:59,247 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:53:59,247 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:53:59,247 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:53:59,247 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:53:59,247 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:53:59,247 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:53:59,247 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:53:59,247 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:53:59,247 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:53:59,247 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:53:59,247 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:53:59,247 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:53:59,247 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:53:59,247 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:53:59,247 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:53:59,247 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:53:59,251 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:53:59,274 Job list saved +2022-02-16 17:53:59,320 Updating FAILED jobs +2022-02-16 17:53:59,321 Updating WAITING jobs +2022-02-16 17:53:59,321 Updating WAITING jobs eligible for be prepared +2022-02-16 17:53:59,322 Updating Held jobs +2022-02-16 17:53:59,323 Update finished +2022-02-16 17:54:09,339 Reloading parameters... +2022-02-16 17:54:09,354 Loading parameters... +2022-02-16 17:54:09,355 Loading project parameters... +2022-02-16 17:54:09,356 + +190 of 783 jobs remaining (17:54) +2022-02-16 17:54:09,357 Sleep: 10 +2022-02-16 17:54:09,357 Number of retrials: 2 +2022-02-16 17:54:09,357 WRAPPER CHECK TIME = 10 +2022-02-16 17:54:09,361 Checking jobs for platform=marenostrum4 +2022-02-16 17:54:09,361 Checking Wrapper 20687337 +2022-02-16 17:54:13,489 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:54:13,490 Checking inner jobs status +2022-02-16 17:54:15,574 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:54:15,574 Checking Wrapper 20687333 +2022-02-16 17:54:19,602 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:54:19,602 Checking inner jobs status +2022-02-16 17:54:21,530 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:54:21,531 End of checking +2022-02-16 17:54:21,532 Updating FAILED jobs +2022-02-16 17:54:21,537 Updating WAITING jobs +2022-02-16 17:54:21,537 Updating WAITING jobs eligible for be prepared +2022-02-16 17:54:21,539 Updating Held jobs +2022-02-16 17:54:21,539 Update finished +2022-02-16 17:54:21,540 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:54:21,540 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:54:21,540 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:54:21,540 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:54:21,540 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:54:21,540 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:54:21,540 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:54:21,540 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:54:21,540 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:54:21,540 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:54:21,540 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:54:21,541 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:54:21,541 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:54:21,541 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:54:21,541 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:54:21,541 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:54:21,541 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:54:21,541 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:54:21,541 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:54:21,541 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:54:21,544 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:54:21,568 Job list saved +2022-02-16 17:54:21,626 Updating FAILED jobs +2022-02-16 17:54:21,627 Updating WAITING jobs +2022-02-16 17:54:21,628 Updating WAITING jobs eligible for be prepared +2022-02-16 17:54:21,629 Updating Held jobs +2022-02-16 17:54:21,629 Update finished +2022-02-16 17:54:31,645 Reloading parameters... +2022-02-16 17:54:31,661 Loading parameters... +2022-02-16 17:54:31,662 Loading project parameters... +2022-02-16 17:54:31,663 + +190 of 783 jobs remaining (17:54) +2022-02-16 17:54:31,664 Sleep: 10 +2022-02-16 17:54:31,664 Number of retrials: 2 +2022-02-16 17:54:31,664 WRAPPER CHECK TIME = 10 +2022-02-16 17:54:31,668 Checking jobs for platform=marenostrum4 +2022-02-16 17:54:31,668 Checking Wrapper 20687337 +2022-02-16 17:54:35,696 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:54:35,697 Checking inner jobs status +2022-02-16 17:54:37,625 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:54:37,626 Checking Wrapper 20687333 +2022-02-16 17:54:41,609 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:54:41,609 Checking inner jobs status +2022-02-16 17:54:43,543 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:54:43,543 End of checking +2022-02-16 17:54:43,545 Updating FAILED jobs +2022-02-16 17:54:43,549 Updating WAITING jobs +2022-02-16 17:54:43,549 Updating WAITING jobs eligible for be prepared +2022-02-16 17:54:43,550 Updating Held jobs +2022-02-16 17:54:43,551 Update finished +2022-02-16 17:54:43,552 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:54:43,552 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:54:43,552 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:54:43,552 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:54:43,552 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:54:43,552 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:54:43,552 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:54:43,552 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:54:43,552 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:54:43,552 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:54:43,552 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:54:43,552 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:54:43,552 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:54:43,552 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:54:43,552 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:54:43,552 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:54:43,553 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:54:43,553 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:54:43,553 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:54:43,553 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:54:43,556 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:54:43,578 Job list saved +2022-02-16 17:54:43,628 Updating FAILED jobs +2022-02-16 17:54:43,628 Updating WAITING jobs +2022-02-16 17:54:43,629 Updating WAITING jobs eligible for be prepared +2022-02-16 17:54:43,630 Updating Held jobs +2022-02-16 17:54:43,630 Update finished +2022-02-16 17:54:53,644 Reloading parameters... +2022-02-16 17:54:53,659 Loading parameters... +2022-02-16 17:54:53,659 Loading project parameters... +2022-02-16 17:54:53,661 + +190 of 783 jobs remaining (17:54) +2022-02-16 17:54:53,661 Sleep: 10 +2022-02-16 17:54:53,661 Number of retrials: 2 +2022-02-16 17:54:53,661 WRAPPER CHECK TIME = 10 +2022-02-16 17:54:53,666 Checking jobs for platform=marenostrum4 +2022-02-16 17:54:53,666 Checking Wrapper 20687337 +2022-02-16 17:54:57,743 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:54:57,744 Checking inner jobs status +2022-02-16 17:55:00,526 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:55:00,527 Checking Wrapper 20687333 +2022-02-16 17:55:04,553 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:55:04,553 Checking inner jobs status +2022-02-16 17:55:08,734 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:55:08,735 End of checking +2022-02-16 17:55:08,737 Updating FAILED jobs +2022-02-16 17:55:08,742 Updating WAITING jobs +2022-02-16 17:55:08,742 Updating WAITING jobs eligible for be prepared +2022-02-16 17:55:08,744 Updating Held jobs +2022-02-16 17:55:08,744 Update finished +2022-02-16 17:55:08,745 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:55:08,745 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:55:08,745 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:55:08,745 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:55:08,745 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:55:08,745 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:55:08,745 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:55:08,745 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:55:08,746 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:55:08,746 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:55:08,746 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:55:08,746 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:55:08,746 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:55:08,746 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:55:08,746 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:55:08,746 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:55:08,746 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:55:08,746 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:55:08,746 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:55:08,746 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:55:08,749 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:55:08,775 Job list saved +2022-02-16 17:55:08,817 Updating FAILED jobs +2022-02-16 17:55:08,818 Updating WAITING jobs +2022-02-16 17:55:08,818 Updating WAITING jobs eligible for be prepared +2022-02-16 17:55:08,819 Updating Held jobs +2022-02-16 17:55:08,819 Update finished +2022-02-16 17:55:18,829 Reloading parameters... +2022-02-16 17:55:18,844 Loading parameters... +2022-02-16 17:55:18,844 Loading project parameters... +2022-02-16 17:55:18,845 + +190 of 783 jobs remaining (17:55) +2022-02-16 17:55:18,846 Sleep: 10 +2022-02-16 17:55:18,846 Number of retrials: 2 +2022-02-16 17:55:18,846 WRAPPER CHECK TIME = 10 +2022-02-16 17:55:18,850 Checking jobs for platform=marenostrum4 +2022-02-16 17:55:18,850 Checking Wrapper 20687337 +2022-02-16 17:55:22,927 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:55:22,928 Checking inner jobs status +2022-02-16 17:55:25,653 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:55:25,654 Checking Wrapper 20687333 +2022-02-16 17:55:29,630 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:55:29,630 Checking inner jobs status +2022-02-16 17:55:31,906 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:55:31,907 End of checking +2022-02-16 17:55:31,909 Updating FAILED jobs +2022-02-16 17:55:31,913 Updating WAITING jobs +2022-02-16 17:55:31,914 Updating WAITING jobs eligible for be prepared +2022-02-16 17:55:31,915 Updating Held jobs +2022-02-16 17:55:31,916 Update finished +2022-02-16 17:55:31,916 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:55:31,917 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:55:31,917 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:55:31,917 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:55:31,917 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:55:31,917 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:55:31,917 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:55:31,917 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:55:31,917 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:55:31,917 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:55:31,917 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:55:31,917 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:55:31,917 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:55:31,917 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:55:31,917 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:55:31,918 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:55:31,918 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:55:31,918 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:55:31,918 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:55:31,918 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:55:31,921 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:55:31,946 Job list saved +2022-02-16 17:55:31,984 Updating FAILED jobs +2022-02-16 17:55:31,984 Updating WAITING jobs +2022-02-16 17:55:31,985 Updating WAITING jobs eligible for be prepared +2022-02-16 17:55:31,986 Updating Held jobs +2022-02-16 17:55:31,986 Update finished +2022-02-16 17:55:41,994 Reloading parameters... +2022-02-16 17:55:42,009 Loading parameters... +2022-02-16 17:55:42,010 Loading project parameters... +2022-02-16 17:55:42,019 + +190 of 783 jobs remaining (17:55) +2022-02-16 17:55:42,019 Sleep: 10 +2022-02-16 17:55:42,020 Number of retrials: 2 +2022-02-16 17:55:42,020 WRAPPER CHECK TIME = 10 +2022-02-16 17:55:42,024 Checking jobs for platform=marenostrum4 +2022-02-16 17:55:42,024 Checking Wrapper 20687337 +2022-02-16 17:55:46,001 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:55:46,001 Checking inner jobs status +2022-02-16 17:55:48,884 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:55:48,885 Checking Wrapper 20687333 +2022-02-16 17:55:52,821 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:55:52,822 Checking inner jobs status +2022-02-16 17:55:54,698 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:55:54,699 End of checking +2022-02-16 17:55:54,700 Updating FAILED jobs +2022-02-16 17:55:54,704 Updating WAITING jobs +2022-02-16 17:55:54,705 Updating WAITING jobs eligible for be prepared +2022-02-16 17:55:54,706 Updating Held jobs +2022-02-16 17:55:54,707 Update finished +2022-02-16 17:55:54,707 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:55:54,707 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:55:54,707 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:55:54,707 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:55:54,707 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:55:54,708 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:55:54,708 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:55:54,708 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:55:54,708 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:55:54,708 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:55:54,708 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:55:54,708 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:55:54,708 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:55:54,708 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:55:54,708 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:55:54,708 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:55:54,708 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:55:54,708 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:55:54,708 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:55:54,708 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:55:54,712 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:55:54,734 Job list saved +2022-02-16 17:55:54,785 Updating FAILED jobs +2022-02-16 17:55:54,786 Updating WAITING jobs +2022-02-16 17:55:54,786 Updating WAITING jobs eligible for be prepared +2022-02-16 17:55:54,787 Updating Held jobs +2022-02-16 17:55:54,787 Update finished +2022-02-16 17:56:04,801 Reloading parameters... +2022-02-16 17:56:04,825 Loading parameters... +2022-02-16 17:56:04,826 Loading project parameters... +2022-02-16 17:56:04,827 + +190 of 783 jobs remaining (17:56) +2022-02-16 17:56:04,828 Sleep: 10 +2022-02-16 17:56:04,828 Number of retrials: 2 +2022-02-16 17:56:04,828 WRAPPER CHECK TIME = 10 +2022-02-16 17:56:04,832 Checking jobs for platform=marenostrum4 +2022-02-16 17:56:04,833 Checking Wrapper 20687337 +2022-02-16 17:56:08,760 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:56:08,760 Checking inner jobs status +2022-02-16 17:56:10,533 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:56:10,533 Checking Wrapper 20687333 +2022-02-16 17:56:14,660 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:56:14,660 Checking inner jobs status +2022-02-16 17:56:16,633 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:56:16,634 End of checking +2022-02-16 17:56:16,636 Updating FAILED jobs +2022-02-16 17:56:16,641 Updating WAITING jobs +2022-02-16 17:56:16,642 Updating WAITING jobs eligible for be prepared +2022-02-16 17:56:16,643 Updating Held jobs +2022-02-16 17:56:16,644 Update finished +2022-02-16 17:56:16,644 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:56:16,644 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:56:16,644 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:56:16,645 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:56:16,645 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:56:16,645 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:56:16,645 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:56:16,645 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:56:16,645 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:56:16,645 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:56:16,645 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:56:16,645 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:56:16,645 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:56:16,645 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:56:16,645 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:56:16,645 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:56:16,645 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:56:16,645 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:56:16,645 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:56:16,646 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:56:16,649 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:56:16,673 Job list saved +2022-02-16 17:56:16,710 Updating FAILED jobs +2022-02-16 17:56:16,711 Updating WAITING jobs +2022-02-16 17:56:16,712 Updating WAITING jobs eligible for be prepared +2022-02-16 17:56:16,713 Updating Held jobs +2022-02-16 17:56:16,713 Update finished +2022-02-16 17:56:26,729 Reloading parameters... +2022-02-16 17:56:26,744 Loading parameters... +2022-02-16 17:56:26,745 Loading project parameters... +2022-02-16 17:56:26,746 + +190 of 783 jobs remaining (17:56) +2022-02-16 17:56:26,747 Sleep: 10 +2022-02-16 17:56:26,747 Number of retrials: 2 +2022-02-16 17:56:26,747 WRAPPER CHECK TIME = 10 +2022-02-16 17:56:26,752 Checking jobs for platform=marenostrum4 +2022-02-16 17:56:26,752 Checking Wrapper 20687337 +2022-02-16 17:56:30,778 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:56:30,778 Checking inner jobs status +2022-02-16 17:56:32,701 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:56:32,702 Checking Wrapper 20687333 +2022-02-16 17:56:36,677 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:56:36,677 Checking inner jobs status +2022-02-16 17:56:38,501 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:56:38,502 End of checking +2022-02-16 17:56:38,504 Updating FAILED jobs +2022-02-16 17:56:38,509 Updating WAITING jobs +2022-02-16 17:56:38,510 Updating WAITING jobs eligible for be prepared +2022-02-16 17:56:38,511 Updating Held jobs +2022-02-16 17:56:38,512 Update finished +2022-02-16 17:56:38,512 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:56:38,512 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:56:38,513 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:56:38,513 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:56:38,513 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:56:38,513 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:56:38,513 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:56:38,513 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:56:38,513 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:56:38,513 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:56:38,513 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:56:38,513 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:56:38,513 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:56:38,513 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:56:38,513 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:56:38,513 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:56:38,513 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:56:38,513 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:56:38,513 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:56:38,514 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:56:38,516 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:56:38,545 Job list saved +2022-02-16 17:56:38,606 Updating FAILED jobs +2022-02-16 17:56:38,607 Updating WAITING jobs +2022-02-16 17:56:38,607 Updating WAITING jobs eligible for be prepared +2022-02-16 17:56:38,608 Updating Held jobs +2022-02-16 17:56:38,609 Update finished +2022-02-16 17:56:48,624 Reloading parameters... +2022-02-16 17:56:48,642 Loading parameters... +2022-02-16 17:56:48,643 Loading project parameters... +2022-02-16 17:56:48,644 + +190 of 783 jobs remaining (17:56) +2022-02-16 17:56:48,644 Sleep: 10 +2022-02-16 17:56:48,645 Number of retrials: 2 +2022-02-16 17:56:48,645 WRAPPER CHECK TIME = 10 +2022-02-16 17:56:48,649 Checking jobs for platform=marenostrum4 +2022-02-16 17:56:48,649 Checking Wrapper 20687337 +2022-02-16 17:56:52,627 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:56:52,627 Checking inner jobs status +2022-02-16 17:56:59,264 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:56:59,265 Checking Wrapper 20687333 +2022-02-16 17:57:03,295 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:57:03,296 Checking inner jobs status +2022-02-16 17:57:05,427 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:57:05,428 End of checking +2022-02-16 17:57:05,430 Updating FAILED jobs +2022-02-16 17:57:05,435 Updating WAITING jobs +2022-02-16 17:57:05,436 Updating WAITING jobs eligible for be prepared +2022-02-16 17:57:05,437 Updating Held jobs +2022-02-16 17:57:05,437 Update finished +2022-02-16 17:57:05,438 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:57:05,439 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:57:05,439 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:57:05,439 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:57:05,439 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:57:05,439 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:57:05,439 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:57:05,439 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:57:05,439 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:57:05,439 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:57:05,439 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:57:05,439 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:57:05,439 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:57:05,439 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:57:05,439 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:57:05,440 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:57:05,440 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:57:05,440 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:57:05,440 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:57:05,440 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:57:05,443 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:57:05,472 Job list saved +2022-02-16 17:57:05,517 Updating FAILED jobs +2022-02-16 17:57:05,517 Updating WAITING jobs +2022-02-16 17:57:05,518 Updating WAITING jobs eligible for be prepared +2022-02-16 17:57:05,519 Updating Held jobs +2022-02-16 17:57:05,520 Update finished +2022-02-16 17:57:15,535 Reloading parameters... +2022-02-16 17:57:15,553 Loading parameters... +2022-02-16 17:57:15,553 Loading project parameters... +2022-02-16 17:57:15,555 + +190 of 783 jobs remaining (17:57) +2022-02-16 17:57:15,555 Sleep: 10 +2022-02-16 17:57:15,555 Number of retrials: 2 +2022-02-16 17:57:15,555 WRAPPER CHECK TIME = 10 +2022-02-16 17:57:15,560 Checking jobs for platform=marenostrum4 +2022-02-16 17:57:15,560 Checking Wrapper 20687337 +2022-02-16 17:57:19,589 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:57:19,589 Checking inner jobs status +2022-02-16 17:57:23,992 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:57:23,992 Checking Wrapper 20687333 +2022-02-16 17:57:27,928 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:57:27,930 Checking inner jobs status +2022-02-16 17:57:32,613 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:57:32,615 End of checking +2022-02-16 17:57:32,617 Updating FAILED jobs +2022-02-16 17:57:32,622 Updating WAITING jobs +2022-02-16 17:57:32,623 Updating WAITING jobs eligible for be prepared +2022-02-16 17:57:32,624 Updating Held jobs +2022-02-16 17:57:32,625 Update finished +2022-02-16 17:57:32,626 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:57:32,626 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:57:32,626 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:57:32,626 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:57:32,626 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:57:32,626 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:57:32,626 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:57:32,626 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:57:32,626 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:57:32,626 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:57:32,626 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:57:32,627 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:57:32,627 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:57:32,627 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:57:32,627 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:57:32,627 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:57:32,627 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:57:32,627 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:57:32,627 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:57:32,627 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:57:32,630 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:57:32,655 Job list saved +2022-02-16 17:57:32,697 Updating FAILED jobs +2022-02-16 17:57:32,698 Updating WAITING jobs +2022-02-16 17:57:32,698 Updating WAITING jobs eligible for be prepared +2022-02-16 17:57:32,699 Updating Held jobs +2022-02-16 17:57:32,699 Update finished +2022-02-16 17:57:42,714 Reloading parameters... +2022-02-16 17:57:42,727 Loading parameters... +2022-02-16 17:57:42,728 Loading project parameters... +2022-02-16 17:57:42,729 + +190 of 783 jobs remaining (17:57) +2022-02-16 17:57:42,730 Sleep: 10 +2022-02-16 17:57:42,730 Number of retrials: 2 +2022-02-16 17:57:42,730 WRAPPER CHECK TIME = 10 +2022-02-16 17:57:42,734 Checking jobs for platform=marenostrum4 +2022-02-16 17:57:42,734 Checking Wrapper 20687337 +2022-02-16 17:57:46,762 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:57:46,762 Checking inner jobs status +2022-02-16 17:57:50,592 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:57:50,592 Checking Wrapper 20687333 +2022-02-16 17:57:54,625 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:57:54,625 Checking inner jobs status +2022-02-16 17:57:56,550 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:57:56,551 End of checking +2022-02-16 17:57:56,553 Updating FAILED jobs +2022-02-16 17:57:56,557 Updating WAITING jobs +2022-02-16 17:57:56,557 Updating WAITING jobs eligible for be prepared +2022-02-16 17:57:56,558 Updating Held jobs +2022-02-16 17:57:56,559 Update finished +2022-02-16 17:57:56,559 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:57:56,560 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:57:56,560 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:57:56,560 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:57:56,560 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:57:56,560 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:57:56,560 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:57:56,560 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:57:56,560 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:57:56,560 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:57:56,560 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:57:56,560 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:57:56,560 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:57:56,560 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:57:56,560 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:57:56,560 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:57:56,560 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:57:56,560 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:57:56,560 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:57:56,561 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:57:56,564 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:57:56,585 Job list saved +2022-02-16 17:57:56,630 Updating FAILED jobs +2022-02-16 17:57:56,630 Updating WAITING jobs +2022-02-16 17:57:56,630 Updating WAITING jobs eligible for be prepared +2022-02-16 17:57:56,631 Updating Held jobs +2022-02-16 17:57:56,631 Update finished +2022-02-16 17:58:06,642 Reloading parameters... +2022-02-16 17:58:06,658 Loading parameters... +2022-02-16 17:58:06,658 Loading project parameters... +2022-02-16 17:58:06,660 + +190 of 783 jobs remaining (17:58) +2022-02-16 17:58:06,660 Sleep: 10 +2022-02-16 17:58:06,661 Number of retrials: 2 +2022-02-16 17:58:06,661 WRAPPER CHECK TIME = 10 +2022-02-16 17:58:06,665 Checking jobs for platform=marenostrum4 +2022-02-16 17:58:06,665 Checking Wrapper 20687337 +2022-02-16 17:58:10,691 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:58:10,691 Checking inner jobs status +2022-02-16 17:58:12,623 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:58:12,623 Checking Wrapper 20687333 +2022-02-16 17:58:16,601 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:58:16,601 Checking inner jobs status +2022-02-16 17:58:18,578 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:58:18,579 End of checking +2022-02-16 17:58:18,581 Updating FAILED jobs +2022-02-16 17:58:18,585 Updating WAITING jobs +2022-02-16 17:58:18,586 Updating WAITING jobs eligible for be prepared +2022-02-16 17:58:18,587 Updating Held jobs +2022-02-16 17:58:18,587 Update finished +2022-02-16 17:58:18,588 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:58:18,588 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:58:18,588 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:58:18,588 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:58:18,588 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:58:18,588 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:58:18,588 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:58:18,588 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:58:18,588 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:58:18,588 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:58:18,588 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:58:18,588 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:58:18,588 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:58:18,588 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:58:18,588 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:58:18,588 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:58:18,589 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:58:18,589 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:58:18,589 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:58:18,589 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:58:18,592 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:58:18,621 Job list saved +2022-02-16 17:58:18,663 Updating FAILED jobs +2022-02-16 17:58:18,664 Updating WAITING jobs +2022-02-16 17:58:18,664 Updating WAITING jobs eligible for be prepared +2022-02-16 17:58:18,665 Updating Held jobs +2022-02-16 17:58:18,666 Update finished +2022-02-16 17:58:28,682 Reloading parameters... +2022-02-16 17:58:28,697 Loading parameters... +2022-02-16 17:58:28,698 Loading project parameters... +2022-02-16 17:58:28,699 + +190 of 783 jobs remaining (17:58) +2022-02-16 17:58:28,700 Sleep: 10 +2022-02-16 17:58:28,700 Number of retrials: 2 +2022-02-16 17:58:28,700 WRAPPER CHECK TIME = 10 +2022-02-16 17:58:28,704 Checking jobs for platform=marenostrum4 +2022-02-16 17:58:28,705 Checking Wrapper 20687337 +2022-02-16 17:58:32,632 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:58:32,633 Checking inner jobs status +2022-02-16 17:58:34,606 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:58:34,607 Checking Wrapper 20687333 +2022-02-16 17:58:39,247 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:58:39,248 Checking inner jobs status +2022-02-16 17:58:41,278 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:58:41,279 End of checking +2022-02-16 17:58:41,282 Updating FAILED jobs +2022-02-16 17:58:41,286 Updating WAITING jobs +2022-02-16 17:58:41,286 Updating WAITING jobs eligible for be prepared +2022-02-16 17:58:41,288 Updating Held jobs +2022-02-16 17:58:41,288 Update finished +2022-02-16 17:58:41,289 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:58:41,289 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:58:41,289 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:58:41,289 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:58:41,289 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:58:41,289 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:58:41,289 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:58:41,289 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:58:41,290 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:58:41,290 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:58:41,290 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:58:41,290 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:58:41,290 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:58:41,290 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:58:41,290 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:58:41,290 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:58:41,290 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:58:41,290 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:58:41,290 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:58:41,290 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:58:41,293 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:58:41,318 Job list saved +2022-02-16 17:58:41,356 Updating FAILED jobs +2022-02-16 17:58:41,356 Updating WAITING jobs +2022-02-16 17:58:41,357 Updating WAITING jobs eligible for be prepared +2022-02-16 17:58:41,358 Updating Held jobs +2022-02-16 17:58:41,358 Update finished +2022-02-16 17:58:51,366 Reloading parameters... +2022-02-16 17:58:51,380 Loading parameters... +2022-02-16 17:58:51,381 Loading project parameters... +2022-02-16 17:58:51,383 + +190 of 783 jobs remaining (17:58) +2022-02-16 17:58:51,383 Sleep: 10 +2022-02-16 17:58:51,383 Number of retrials: 2 +2022-02-16 17:58:51,383 WRAPPER CHECK TIME = 10 +2022-02-16 17:58:51,388 Checking jobs for platform=marenostrum4 +2022-02-16 17:58:51,388 Checking Wrapper 20687337 +2022-02-16 17:58:55,423 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:58:55,424 Checking inner jobs status +2022-02-16 17:58:58,000 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:58:58,001 Checking Wrapper 20687333 +2022-02-16 17:59:02,034 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:59:02,035 Checking inner jobs status +2022-02-16 17:59:07,879 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:59:07,880 End of checking +2022-02-16 17:59:07,882 Updating FAILED jobs +2022-02-16 17:59:07,886 Updating WAITING jobs +2022-02-16 17:59:07,887 Updating WAITING jobs eligible for be prepared +2022-02-16 17:59:07,888 Updating Held jobs +2022-02-16 17:59:07,888 Update finished +2022-02-16 17:59:07,889 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:59:07,889 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:59:07,889 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:59:07,889 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:59:07,889 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:59:07,889 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:59:07,889 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:59:07,889 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:59:07,889 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:59:07,889 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:59:07,890 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:59:07,890 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:59:07,890 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:59:07,890 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:59:07,890 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:59:07,890 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:59:07,890 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:59:07,890 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:59:07,890 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:59:07,890 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:59:07,893 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:59:07,916 Job list saved +2022-02-16 17:59:07,955 Updating FAILED jobs +2022-02-16 17:59:07,956 Updating WAITING jobs +2022-02-16 17:59:07,956 Updating WAITING jobs eligible for be prepared +2022-02-16 17:59:07,957 Updating Held jobs +2022-02-16 17:59:07,958 Update finished +2022-02-16 17:59:17,964 Reloading parameters... +2022-02-16 17:59:17,978 Loading parameters... +2022-02-16 17:59:17,979 Loading project parameters... +2022-02-16 17:59:17,980 + +190 of 783 jobs remaining (17:59) +2022-02-16 17:59:17,981 Sleep: 10 +2022-02-16 17:59:17,981 Number of retrials: 2 +2022-02-16 17:59:17,981 WRAPPER CHECK TIME = 10 +2022-02-16 17:59:17,985 Checking jobs for platform=marenostrum4 +2022-02-16 17:59:17,985 Checking Wrapper 20687337 +2022-02-16 17:59:22,012 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:59:22,013 Checking inner jobs status +2022-02-16 17:59:26,807 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:59:26,808 Checking Wrapper 20687333 +2022-02-16 17:59:30,747 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:59:30,747 Checking inner jobs status +2022-02-16 17:59:35,140 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:59:35,141 End of checking +2022-02-16 17:59:35,143 Updating FAILED jobs +2022-02-16 17:59:35,147 Updating WAITING jobs +2022-02-16 17:59:35,148 Updating WAITING jobs eligible for be prepared +2022-02-16 17:59:35,149 Updating Held jobs +2022-02-16 17:59:35,150 Update finished +2022-02-16 17:59:35,150 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:59:35,151 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:59:35,151 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:59:35,151 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:59:35,151 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:59:35,151 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:59:35,151 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:59:35,151 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:59:35,151 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:59:35,151 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:59:35,151 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:59:35,151 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:59:35,151 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:59:35,151 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:59:35,151 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:59:35,151 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:59:35,151 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:59:35,152 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:59:35,152 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:59:35,152 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:59:35,155 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:59:35,179 Job list saved +2022-02-16 17:59:35,229 Updating FAILED jobs +2022-02-16 17:59:35,230 Updating WAITING jobs +2022-02-16 17:59:35,230 Updating WAITING jobs eligible for be prepared +2022-02-16 17:59:35,231 Updating Held jobs +2022-02-16 17:59:35,232 Update finished +2022-02-16 17:59:45,248 Reloading parameters... +2022-02-16 17:59:45,265 Loading parameters... +2022-02-16 17:59:45,265 Loading project parameters... +2022-02-16 17:59:45,267 + +190 of 783 jobs remaining (17:59) +2022-02-16 17:59:45,268 Sleep: 10 +2022-02-16 17:59:45,268 Number of retrials: 2 +2022-02-16 17:59:45,268 WRAPPER CHECK TIME = 10 +2022-02-16 17:59:45,272 Checking jobs for platform=marenostrum4 +2022-02-16 17:59:45,272 Checking Wrapper 20687337 +2022-02-16 17:59:49,199 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 17:59:49,199 Checking inner jobs status +2022-02-16 17:59:51,678 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 17:59:51,679 Checking Wrapper 20687333 +2022-02-16 17:59:55,656 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 17:59:55,657 Checking inner jobs status +2022-02-16 17:59:57,730 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 17:59:57,732 End of checking +2022-02-16 17:59:57,733 Updating FAILED jobs +2022-02-16 17:59:57,738 Updating WAITING jobs +2022-02-16 17:59:57,738 Updating WAITING jobs eligible for be prepared +2022-02-16 17:59:57,740 Updating Held jobs +2022-02-16 17:59:57,740 Update finished +2022-02-16 17:59:57,741 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 17:59:57,741 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:59:57,741 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 17:59:57,741 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:59:57,742 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:59:57,742 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 17:59:57,742 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:59:57,742 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:59:57,742 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:59:57,742 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:59:57,742 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:59:57,742 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:59:57,742 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 17:59:57,742 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:59:57,742 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:59:57,742 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:59:57,742 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:59:57,742 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:59:57,742 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:59:57,742 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 17:59:57,745 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 17:59:57,769 Job list saved +2022-02-16 17:59:57,805 Updating FAILED jobs +2022-02-16 17:59:57,806 Updating WAITING jobs +2022-02-16 17:59:57,807 Updating WAITING jobs eligible for be prepared +2022-02-16 17:59:57,808 Updating Held jobs +2022-02-16 17:59:57,808 Update finished +2022-02-16 18:00:07,826 Reloading parameters... +2022-02-16 18:00:07,841 Loading parameters... +2022-02-16 18:00:07,842 Loading project parameters... +2022-02-16 18:00:07,844 + +190 of 783 jobs remaining (18:00) +2022-02-16 18:00:07,845 Sleep: 10 +2022-02-16 18:00:07,845 Number of retrials: 2 +2022-02-16 18:00:07,845 WRAPPER CHECK TIME = 10 +2022-02-16 18:00:07,850 Checking jobs for platform=marenostrum4 +2022-02-16 18:00:07,850 Checking Wrapper 20687337 +2022-02-16 18:00:11,930 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:00:11,931 Checking inner jobs status +2022-02-16 18:00:14,056 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:00:14,057 Checking Wrapper 20687333 +2022-02-16 18:00:18,186 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:00:18,187 Checking inner jobs status +2022-02-16 18:00:20,111 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:00:20,112 End of checking +2022-02-16 18:00:20,114 Updating FAILED jobs +2022-02-16 18:00:20,119 Updating WAITING jobs +2022-02-16 18:00:20,120 Updating WAITING jobs eligible for be prepared +2022-02-16 18:00:20,121 Updating Held jobs +2022-02-16 18:00:20,122 Update finished +2022-02-16 18:00:20,123 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:00:20,123 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:00:20,123 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:00:20,123 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:00:20,123 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:00:20,123 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:00:20,123 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:00:20,123 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:00:20,123 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:00:20,123 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:00:20,123 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:00:20,123 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:00:20,123 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:00:20,124 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:00:20,124 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:00:20,124 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:00:20,124 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:00:20,124 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:00:20,124 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:00:20,124 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:00:20,127 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:00:20,154 Job list saved +2022-02-16 18:00:20,193 Updating FAILED jobs +2022-02-16 18:00:20,194 Updating WAITING jobs +2022-02-16 18:00:20,195 Updating WAITING jobs eligible for be prepared +2022-02-16 18:00:20,196 Updating Held jobs +2022-02-16 18:00:20,196 Update finished +2022-02-16 18:00:30,212 Reloading parameters... +2022-02-16 18:00:30,232 Loading parameters... +2022-02-16 18:00:30,233 Loading project parameters... +2022-02-16 18:00:30,234 + +190 of 783 jobs remaining (18:00) +2022-02-16 18:00:30,235 Sleep: 10 +2022-02-16 18:00:30,235 Number of retrials: 2 +2022-02-16 18:00:30,235 WRAPPER CHECK TIME = 10 +2022-02-16 18:00:30,241 Checking jobs for platform=marenostrum4 +2022-02-16 18:00:30,241 Checking Wrapper 20687337 +2022-02-16 18:00:34,275 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:00:34,276 Checking inner jobs status +2022-02-16 18:00:36,200 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:00:36,201 Checking Wrapper 20687333 +2022-02-16 18:00:40,235 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:00:40,236 Checking inner jobs status +2022-02-16 18:00:42,160 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:00:42,161 End of checking +2022-02-16 18:00:42,163 Updating FAILED jobs +2022-02-16 18:00:42,168 Updating WAITING jobs +2022-02-16 18:00:42,169 Updating WAITING jobs eligible for be prepared +2022-02-16 18:00:42,170 Updating Held jobs +2022-02-16 18:00:42,171 Update finished +2022-02-16 18:00:42,172 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:00:42,172 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:00:42,172 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:00:42,172 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:00:42,172 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:00:42,172 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:00:42,172 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:00:42,173 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:00:42,173 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:00:42,173 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:00:42,173 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:00:42,173 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:00:42,173 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:00:42,173 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:00:42,173 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:00:42,173 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:00:42,173 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:00:42,173 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:00:42,173 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:00:42,173 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:00:42,176 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:00:42,203 Job list saved +2022-02-16 18:00:42,257 Updating FAILED jobs +2022-02-16 18:00:42,258 Updating WAITING jobs +2022-02-16 18:00:42,260 Updating WAITING jobs eligible for be prepared +2022-02-16 18:00:42,263 Updating Held jobs +2022-02-16 18:00:42,264 Update finished +2022-02-16 18:00:52,276 Reloading parameters... +2022-02-16 18:00:52,293 Loading parameters... +2022-02-16 18:00:52,294 Loading project parameters... +2022-02-16 18:00:52,296 + +190 of 783 jobs remaining (18:00) +2022-02-16 18:00:52,297 Sleep: 10 +2022-02-16 18:00:52,297 Number of retrials: 2 +2022-02-16 18:00:52,297 WRAPPER CHECK TIME = 10 +2022-02-16 18:00:52,301 Checking jobs for platform=marenostrum4 +2022-02-16 18:00:52,301 Checking Wrapper 20687337 +2022-02-16 18:00:56,332 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:00:56,332 Checking inner jobs status +2022-02-16 18:01:00,627 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:01:00,628 Checking Wrapper 20687333 +2022-02-16 18:01:04,759 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:01:04,760 Checking inner jobs status +2022-02-16 18:01:07,292 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:01:07,293 End of checking +2022-02-16 18:01:07,295 Updating FAILED jobs +2022-02-16 18:01:07,299 Updating WAITING jobs +2022-02-16 18:01:07,299 Updating WAITING jobs eligible for be prepared +2022-02-16 18:01:07,300 Updating Held jobs +2022-02-16 18:01:07,301 Update finished +2022-02-16 18:01:07,301 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:01:07,302 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:01:07,302 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:01:07,302 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:01:07,302 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:01:07,302 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:01:07,302 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:01:07,302 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:01:07,302 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:01:07,302 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:01:07,302 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:01:07,302 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:01:07,302 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:01:07,302 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:01:07,302 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:01:07,302 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:01:07,302 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:01:07,302 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:01:07,303 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:01:07,303 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:01:07,306 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:01:07,327 Job list saved +2022-02-16 18:01:07,372 Updating FAILED jobs +2022-02-16 18:01:07,372 Updating WAITING jobs +2022-02-16 18:01:07,373 Updating WAITING jobs eligible for be prepared +2022-02-16 18:01:07,374 Updating Held jobs +2022-02-16 18:01:07,374 Update finished +2022-02-16 18:01:17,386 Reloading parameters... +2022-02-16 18:01:17,401 Loading parameters... +2022-02-16 18:01:17,402 Loading project parameters... +2022-02-16 18:01:17,404 + +190 of 783 jobs remaining (18:01) +2022-02-16 18:01:17,404 Sleep: 10 +2022-02-16 18:01:17,404 Number of retrials: 2 +2022-02-16 18:01:17,405 WRAPPER CHECK TIME = 10 +2022-02-16 18:01:17,409 Checking jobs for platform=marenostrum4 +2022-02-16 18:01:17,409 Checking Wrapper 20687337 +2022-02-16 18:01:21,696 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:01:21,696 Checking inner jobs status +2022-02-16 18:01:26,489 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:01:26,491 Checking Wrapper 20687333 +2022-02-16 18:01:30,477 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:01:30,478 Checking inner jobs status +2022-02-16 18:01:32,853 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:01:32,854 End of checking +2022-02-16 18:01:32,855 Updating FAILED jobs +2022-02-16 18:01:32,860 Updating WAITING jobs +2022-02-16 18:01:32,860 Updating WAITING jobs eligible for be prepared +2022-02-16 18:01:32,861 Updating Held jobs +2022-02-16 18:01:32,862 Update finished +2022-02-16 18:01:32,862 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:01:32,863 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:01:32,863 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:01:32,863 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:01:32,863 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:01:32,863 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:01:32,863 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:01:32,863 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:01:32,863 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:01:32,863 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:01:32,863 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:01:32,863 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:01:32,863 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:01:32,863 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:01:32,863 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:01:32,863 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:01:32,863 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:01:32,863 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:01:32,863 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:01:32,863 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:01:32,868 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:01:32,890 Job list saved +2022-02-16 18:01:32,931 Updating FAILED jobs +2022-02-16 18:01:32,931 Updating WAITING jobs +2022-02-16 18:01:32,932 Updating WAITING jobs eligible for be prepared +2022-02-16 18:01:32,933 Updating Held jobs +2022-02-16 18:01:32,933 Update finished +2022-02-16 18:01:42,944 Reloading parameters... +2022-02-16 18:01:42,958 Loading parameters... +2022-02-16 18:01:42,958 Loading project parameters... +2022-02-16 18:01:42,960 + +190 of 783 jobs remaining (18:01) +2022-02-16 18:01:42,960 Sleep: 10 +2022-02-16 18:01:42,960 Number of retrials: 2 +2022-02-16 18:01:42,960 WRAPPER CHECK TIME = 10 +2022-02-16 18:01:42,965 Checking jobs for platform=marenostrum4 +2022-02-16 18:01:42,965 Checking Wrapper 20687337 +2022-02-16 18:01:47,243 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:01:47,244 Checking inner jobs status +2022-02-16 18:01:52,032 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:01:52,033 Checking Wrapper 20687333 +2022-02-16 18:01:56,260 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:01:56,261 Checking inner jobs status +2022-02-16 18:01:58,384 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:01:58,385 End of checking +2022-02-16 18:01:58,387 Updating FAILED jobs +2022-02-16 18:01:58,391 Updating WAITING jobs +2022-02-16 18:01:58,392 Updating WAITING jobs eligible for be prepared +2022-02-16 18:01:58,393 Updating Held jobs +2022-02-16 18:01:58,394 Update finished +2022-02-16 18:01:58,394 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:01:58,395 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:01:58,395 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:01:58,395 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:01:58,395 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:01:58,395 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:01:58,395 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:01:58,395 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:01:58,395 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:01:58,395 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:01:58,395 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:01:58,395 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:01:58,395 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:01:58,395 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:01:58,395 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:01:58,395 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:01:58,395 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:01:58,395 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:01:58,396 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:01:58,396 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:01:58,399 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:01:58,432 Job list saved +2022-02-16 18:01:58,475 Updating FAILED jobs +2022-02-16 18:01:58,476 Updating WAITING jobs +2022-02-16 18:01:58,476 Updating WAITING jobs eligible for be prepared +2022-02-16 18:01:58,477 Updating Held jobs +2022-02-16 18:01:58,478 Update finished +2022-02-16 18:02:08,492 Reloading parameters... +2022-02-16 18:02:08,510 Loading parameters... +2022-02-16 18:02:08,511 Loading project parameters... +2022-02-16 18:02:08,513 + +190 of 783 jobs remaining (18:02) +2022-02-16 18:02:08,516 Sleep: 10 +2022-02-16 18:02:08,516 Number of retrials: 2 +2022-02-16 18:02:08,516 WRAPPER CHECK TIME = 10 +2022-02-16 18:02:08,520 Checking jobs for platform=marenostrum4 +2022-02-16 18:02:08,520 Checking Wrapper 20687337 +2022-02-16 18:02:12,697 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:02:12,698 Checking inner jobs status +2022-02-16 18:02:14,525 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:02:14,525 Checking Wrapper 20687333 +2022-02-16 18:02:18,552 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:02:18,553 Checking inner jobs status +2022-02-16 18:02:20,729 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:02:20,731 End of checking +2022-02-16 18:02:20,732 Updating FAILED jobs +2022-02-16 18:02:20,737 Updating WAITING jobs +2022-02-16 18:02:20,738 Updating WAITING jobs eligible for be prepared +2022-02-16 18:02:20,739 Updating Held jobs +2022-02-16 18:02:20,740 Update finished +2022-02-16 18:02:20,741 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:02:20,741 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:02:20,741 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:02:20,741 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:02:20,741 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:02:20,741 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:02:20,741 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:02:20,741 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:02:20,741 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:02:20,741 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:02:20,742 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:02:20,742 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:02:20,742 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:02:20,742 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:02:20,742 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:02:20,742 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:02:20,742 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:02:20,742 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:02:20,742 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:02:20,742 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:02:20,745 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:02:20,771 Job list saved +2022-02-16 18:02:20,813 Updating FAILED jobs +2022-02-16 18:02:20,814 Updating WAITING jobs +2022-02-16 18:02:20,823 Updating WAITING jobs eligible for be prepared +2022-02-16 18:02:20,827 Updating Held jobs +2022-02-16 18:02:20,828 Update finished +2022-02-16 18:02:30,842 Reloading parameters... +2022-02-16 18:02:30,856 Loading parameters... +2022-02-16 18:02:30,857 Loading project parameters... +2022-02-16 18:02:30,858 + +190 of 783 jobs remaining (18:02) +2022-02-16 18:02:30,858 Sleep: 10 +2022-02-16 18:02:30,859 Number of retrials: 2 +2022-02-16 18:02:30,859 WRAPPER CHECK TIME = 10 +2022-02-16 18:02:30,862 Checking jobs for platform=marenostrum4 +2022-02-16 18:02:30,862 Checking Wrapper 20687337 +2022-02-16 18:02:34,893 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:02:34,893 Checking inner jobs status +2022-02-16 18:02:36,873 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:02:36,874 Checking Wrapper 20687333 +2022-02-16 18:02:40,901 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:02:40,902 Checking inner jobs status +2022-02-16 18:02:42,828 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:02:42,830 End of checking +2022-02-16 18:02:42,832 Updating FAILED jobs +2022-02-16 18:02:42,836 Updating WAITING jobs +2022-02-16 18:02:42,837 Updating WAITING jobs eligible for be prepared +2022-02-16 18:02:42,838 Updating Held jobs +2022-02-16 18:02:42,838 Update finished +2022-02-16 18:02:42,839 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:02:42,839 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:02:42,839 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:02:42,839 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:02:42,839 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:02:42,839 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:02:42,839 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:02:42,840 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:02:42,840 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:02:42,840 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:02:42,840 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:02:42,840 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:02:42,840 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:02:42,840 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:02:42,840 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:02:42,840 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:02:42,840 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:02:42,840 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:02:42,840 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:02:42,840 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:02:42,843 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:02:42,867 Job list saved +2022-02-16 18:02:42,921 Updating FAILED jobs +2022-02-16 18:02:42,922 Updating WAITING jobs +2022-02-16 18:02:42,922 Updating WAITING jobs eligible for be prepared +2022-02-16 18:02:42,923 Updating Held jobs +2022-02-16 18:02:42,923 Update finished +2022-02-16 18:02:52,935 Reloading parameters... +2022-02-16 18:02:52,948 Loading parameters... +2022-02-16 18:02:52,949 Loading project parameters... +2022-02-16 18:02:52,950 + +190 of 783 jobs remaining (18:02) +2022-02-16 18:02:52,951 Sleep: 10 +2022-02-16 18:02:52,951 Number of retrials: 2 +2022-02-16 18:02:52,951 WRAPPER CHECK TIME = 10 +2022-02-16 18:02:52,955 Checking jobs for platform=marenostrum4 +2022-02-16 18:02:52,955 Checking Wrapper 20687337 +2022-02-16 18:02:56,884 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:02:56,884 Checking inner jobs status +2022-02-16 18:03:01,975 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:03:01,976 Checking Wrapper 20687333 +2022-02-16 18:03:05,956 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:03:05,956 Checking inner jobs status +2022-02-16 18:03:10,389 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:03:10,390 End of checking +2022-02-16 18:03:10,392 Updating FAILED jobs +2022-02-16 18:03:10,397 Updating WAITING jobs +2022-02-16 18:03:10,398 Updating WAITING jobs eligible for be prepared +2022-02-16 18:03:10,399 Updating Held jobs +2022-02-16 18:03:10,400 Update finished +2022-02-16 18:03:10,401 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:03:10,401 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:03:10,401 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:03:10,401 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:03:10,401 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:03:10,401 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:03:10,401 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:03:10,401 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:03:10,401 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:03:10,401 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:03:10,401 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:03:10,402 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:03:10,402 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:03:10,402 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:03:10,402 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:03:10,402 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:03:10,402 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:03:10,402 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:03:10,402 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:03:10,402 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:03:10,405 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:03:10,439 Job list saved +2022-02-16 18:03:10,479 Updating FAILED jobs +2022-02-16 18:03:10,480 Updating WAITING jobs +2022-02-16 18:03:10,480 Updating WAITING jobs eligible for be prepared +2022-02-16 18:03:10,481 Updating Held jobs +2022-02-16 18:03:10,482 Update finished +2022-02-16 18:03:20,498 Reloading parameters... +2022-02-16 18:03:20,515 Loading parameters... +2022-02-16 18:03:20,517 Loading project parameters... +2022-02-16 18:03:20,518 + +190 of 783 jobs remaining (18:03) +2022-02-16 18:03:20,519 Sleep: 10 +2022-02-16 18:03:20,519 Number of retrials: 2 +2022-02-16 18:03:20,519 WRAPPER CHECK TIME = 10 +2022-02-16 18:03:20,524 Checking jobs for platform=marenostrum4 +2022-02-16 18:03:20,524 Checking Wrapper 20687337 +2022-02-16 18:03:24,454 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:03:24,455 Checking inner jobs status +2022-02-16 18:03:26,582 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:03:26,582 Checking Wrapper 20687333 +2022-02-16 18:03:30,512 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:03:30,513 Checking inner jobs status +2022-02-16 18:03:32,888 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:03:32,889 End of checking +2022-02-16 18:03:32,890 Updating FAILED jobs +2022-02-16 18:03:32,895 Updating WAITING jobs +2022-02-16 18:03:32,896 Updating WAITING jobs eligible for be prepared +2022-02-16 18:03:32,897 Updating Held jobs +2022-02-16 18:03:32,897 Update finished +2022-02-16 18:03:32,898 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:03:32,898 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:03:32,898 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:03:32,898 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:03:32,898 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:03:32,899 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:03:32,899 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:03:32,899 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:03:32,899 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:03:32,899 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:03:32,899 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:03:32,899 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:03:32,899 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:03:32,899 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:03:32,899 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:03:32,899 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:03:32,899 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:03:32,899 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:03:32,899 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:03:32,899 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:03:32,902 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:03:32,927 Job list saved +2022-02-16 18:03:32,964 Updating FAILED jobs +2022-02-16 18:03:32,964 Updating WAITING jobs +2022-02-16 18:03:32,965 Updating WAITING jobs eligible for be prepared +2022-02-16 18:03:32,966 Updating Held jobs +2022-02-16 18:03:32,966 Update finished +2022-02-16 18:03:42,982 Reloading parameters... +2022-02-16 18:03:42,995 Loading parameters... +2022-02-16 18:03:42,996 Loading project parameters... +2022-02-16 18:03:42,998 + +190 of 783 jobs remaining (18:03) +2022-02-16 18:03:42,998 Sleep: 10 +2022-02-16 18:03:42,998 Number of retrials: 2 +2022-02-16 18:03:42,998 WRAPPER CHECK TIME = 10 +2022-02-16 18:03:43,003 Checking jobs for platform=marenostrum4 +2022-02-16 18:03:43,003 Checking Wrapper 20687337 +2022-02-16 18:03:47,037 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:03:47,038 Checking inner jobs status +2022-02-16 18:03:48,959 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:03:48,960 Checking Wrapper 20687333 +2022-02-16 18:03:52,887 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:03:52,887 Checking inner jobs status +2022-02-16 18:03:55,361 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:03:55,363 End of checking +2022-02-16 18:03:55,364 Updating FAILED jobs +2022-02-16 18:03:55,369 Updating WAITING jobs +2022-02-16 18:03:55,370 Updating WAITING jobs eligible for be prepared +2022-02-16 18:03:55,371 Updating Held jobs +2022-02-16 18:03:55,372 Update finished +2022-02-16 18:03:55,372 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:03:55,373 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:03:55,373 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:03:55,373 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:03:55,373 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:03:55,373 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:03:55,373 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:03:55,373 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:03:55,373 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:03:55,373 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:03:55,373 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:03:55,373 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:03:55,373 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:03:55,373 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:03:55,373 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:03:55,373 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:03:55,373 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:03:55,373 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:03:55,373 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:03:55,373 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:03:55,376 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:03:55,402 Job list saved +2022-02-16 18:03:55,446 Updating FAILED jobs +2022-02-16 18:03:55,446 Updating WAITING jobs +2022-02-16 18:03:55,447 Updating WAITING jobs eligible for be prepared +2022-02-16 18:03:55,448 Updating Held jobs +2022-02-16 18:03:55,449 Update finished +2022-02-16 18:04:05,458 Reloading parameters... +2022-02-16 18:04:05,472 Loading parameters... +2022-02-16 18:04:05,473 Loading project parameters... +2022-02-16 18:04:05,474 + +190 of 783 jobs remaining (18:04) +2022-02-16 18:04:05,475 Sleep: 10 +2022-02-16 18:04:05,475 Number of retrials: 2 +2022-02-16 18:04:05,475 WRAPPER CHECK TIME = 10 +2022-02-16 18:04:05,479 Checking jobs for platform=marenostrum4 +2022-02-16 18:04:05,479 Checking Wrapper 20687337 +2022-02-16 18:04:09,507 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:04:09,508 Checking inner jobs status +2022-02-16 18:04:11,933 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:04:11,934 Checking Wrapper 20687333 +2022-02-16 18:04:15,864 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:04:15,865 Checking inner jobs status +2022-02-16 18:04:17,696 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:04:17,697 End of checking +2022-02-16 18:04:17,699 Updating FAILED jobs +2022-02-16 18:04:17,704 Updating WAITING jobs +2022-02-16 18:04:17,705 Updating WAITING jobs eligible for be prepared +2022-02-16 18:04:17,706 Updating Held jobs +2022-02-16 18:04:17,706 Update finished +2022-02-16 18:04:17,707 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:04:17,707 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:04:17,707 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:04:17,708 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:04:17,708 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:04:17,708 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:04:17,708 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:04:17,708 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:04:17,708 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:04:17,708 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:04:17,708 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:04:17,708 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:04:17,708 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:04:17,708 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:04:17,708 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:04:17,708 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:04:17,708 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:04:17,708 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:04:17,708 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:04:17,709 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:04:17,712 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:04:17,739 Job list saved +2022-02-16 18:04:17,784 Updating FAILED jobs +2022-02-16 18:04:17,785 Updating WAITING jobs +2022-02-16 18:04:17,786 Updating WAITING jobs eligible for be prepared +2022-02-16 18:04:17,787 Updating Held jobs +2022-02-16 18:04:17,787 Update finished +2022-02-16 18:04:27,803 Reloading parameters... +2022-02-16 18:04:27,828 Loading parameters... +2022-02-16 18:04:27,829 Loading project parameters... +2022-02-16 18:04:27,831 + +190 of 783 jobs remaining (18:04) +2022-02-16 18:04:27,831 Sleep: 10 +2022-02-16 18:04:27,831 Number of retrials: 2 +2022-02-16 18:04:27,831 WRAPPER CHECK TIME = 10 +2022-02-16 18:04:27,836 Checking jobs for platform=marenostrum4 +2022-02-16 18:04:27,836 Checking Wrapper 20687337 +2022-02-16 18:04:31,765 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:04:31,765 Checking inner jobs status +2022-02-16 18:04:33,640 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:04:33,640 Checking Wrapper 20687333 +2022-02-16 18:04:37,527 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:04:37,527 Checking inner jobs status +2022-02-16 18:04:39,356 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:04:39,357 End of checking +2022-02-16 18:04:39,359 Updating FAILED jobs +2022-02-16 18:04:39,364 Updating WAITING jobs +2022-02-16 18:04:39,365 Updating WAITING jobs eligible for be prepared +2022-02-16 18:04:39,366 Updating Held jobs +2022-02-16 18:04:39,367 Update finished +2022-02-16 18:04:39,367 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:04:39,368 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:04:39,368 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:04:39,368 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:04:39,368 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:04:39,368 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:04:39,368 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:04:39,368 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:04:39,368 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:04:39,368 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:04:39,368 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:04:39,368 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:04:39,368 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:04:39,368 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:04:39,369 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:04:39,369 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:04:39,369 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:04:39,369 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:04:39,369 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:04:39,369 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:04:39,372 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:04:39,399 Job list saved +2022-02-16 18:04:39,482 Updating FAILED jobs +2022-02-16 18:04:39,483 Updating WAITING jobs +2022-02-16 18:04:39,483 Updating WAITING jobs eligible for be prepared +2022-02-16 18:04:39,484 Updating Held jobs +2022-02-16 18:04:39,485 Update finished +2022-02-16 18:04:49,500 Reloading parameters... +2022-02-16 18:04:49,515 Loading parameters... +2022-02-16 18:04:49,516 Loading project parameters... +2022-02-16 18:04:49,517 + +190 of 783 jobs remaining (18:04) +2022-02-16 18:04:49,517 Sleep: 10 +2022-02-16 18:04:49,518 Number of retrials: 2 +2022-02-16 18:04:49,518 WRAPPER CHECK TIME = 10 +2022-02-16 18:04:49,522 Checking jobs for platform=marenostrum4 +2022-02-16 18:04:49,522 Checking Wrapper 20687337 +2022-02-16 18:04:53,451 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:04:53,452 Checking inner jobs status +2022-02-16 18:05:00,147 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:05:00,149 Checking Wrapper 20687333 +2022-02-16 18:05:04,076 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:05:04,076 Checking inner jobs status +2022-02-16 18:05:10,111 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:05:10,113 End of checking +2022-02-16 18:05:10,115 Updating FAILED jobs +2022-02-16 18:05:10,120 Updating WAITING jobs +2022-02-16 18:05:10,121 Updating WAITING jobs eligible for be prepared +2022-02-16 18:05:10,122 Updating Held jobs +2022-02-16 18:05:10,123 Update finished +2022-02-16 18:05:10,123 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:05:10,124 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:05:10,124 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:05:10,124 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:05:10,124 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:05:10,124 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:05:10,124 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:05:10,124 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:05:10,124 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:05:10,124 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:05:10,124 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:05:10,124 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:05:10,124 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:05:10,124 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:05:10,124 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:05:10,125 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:05:10,125 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:05:10,125 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:05:10,125 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:05:10,125 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:05:10,128 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:05:10,158 Job list saved +2022-02-16 18:05:10,200 Updating FAILED jobs +2022-02-16 18:05:10,201 Updating WAITING jobs +2022-02-16 18:05:10,202 Updating WAITING jobs eligible for be prepared +2022-02-16 18:05:10,203 Updating Held jobs +2022-02-16 18:05:10,203 Update finished +2022-02-16 18:05:20,227 Reloading parameters... +2022-02-16 18:05:20,245 Loading parameters... +2022-02-16 18:05:20,246 Loading project parameters... +2022-02-16 18:05:20,248 + +190 of 783 jobs remaining (18:05) +2022-02-16 18:05:20,249 Sleep: 10 +2022-02-16 18:05:20,249 Number of retrials: 2 +2022-02-16 18:05:20,249 WRAPPER CHECK TIME = 10 +2022-02-16 18:05:20,254 Checking jobs for platform=marenostrum4 +2022-02-16 18:05:20,254 Checking Wrapper 20687337 +2022-02-16 18:05:24,233 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:05:24,235 Checking inner jobs status +2022-02-16 18:05:26,159 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:05:26,159 Checking Wrapper 20687333 +2022-02-16 18:05:30,088 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:05:30,088 Checking inner jobs status +2022-02-16 18:05:33,622 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:05:33,624 End of checking +2022-02-16 18:05:33,626 Updating FAILED jobs +2022-02-16 18:05:33,631 Updating WAITING jobs +2022-02-16 18:05:33,632 Updating WAITING jobs eligible for be prepared +2022-02-16 18:05:33,633 Updating Held jobs +2022-02-16 18:05:33,634 Update finished +2022-02-16 18:05:33,635 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:05:33,635 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:05:33,635 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:05:33,635 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:05:33,635 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:05:33,635 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:05:33,635 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:05:33,635 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:05:33,635 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:05:33,635 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:05:33,635 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:05:33,635 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:05:33,635 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:05:33,636 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:05:33,636 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:05:33,636 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:05:33,636 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:05:33,636 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:05:33,636 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:05:33,636 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:05:33,639 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:05:33,667 Job list saved +2022-02-16 18:05:33,722 Updating FAILED jobs +2022-02-16 18:05:33,723 Updating WAITING jobs +2022-02-16 18:05:33,724 Updating WAITING jobs eligible for be prepared +2022-02-16 18:05:33,725 Updating Held jobs +2022-02-16 18:05:33,725 Update finished +2022-02-16 18:05:43,741 Reloading parameters... +2022-02-16 18:05:43,761 Loading parameters... +2022-02-16 18:05:43,762 Loading project parameters... +2022-02-16 18:05:43,764 + +190 of 783 jobs remaining (18:05) +2022-02-16 18:05:43,765 Sleep: 10 +2022-02-16 18:05:43,765 Number of retrials: 2 +2022-02-16 18:05:43,765 WRAPPER CHECK TIME = 10 +2022-02-16 18:05:43,770 Checking jobs for platform=marenostrum4 +2022-02-16 18:05:43,770 Checking Wrapper 20687337 +2022-02-16 18:05:47,699 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:05:47,700 Checking inner jobs status +2022-02-16 18:05:50,480 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:05:50,481 Checking Wrapper 20687333 +2022-02-16 18:05:54,407 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:05:54,408 Checking inner jobs status +2022-02-16 18:05:56,247 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:05:56,248 End of checking +2022-02-16 18:05:56,250 Updating FAILED jobs +2022-02-16 18:05:56,254 Updating WAITING jobs +2022-02-16 18:05:56,255 Updating WAITING jobs eligible for be prepared +2022-02-16 18:05:56,256 Updating Held jobs +2022-02-16 18:05:56,257 Update finished +2022-02-16 18:05:56,257 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:05:56,257 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:05:56,258 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:05:56,258 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:05:56,258 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:05:56,258 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:05:56,258 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:05:56,258 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:05:56,258 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:05:56,258 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:05:56,258 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:05:56,258 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:05:56,258 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:05:56,258 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:05:56,258 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:05:56,258 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:05:56,258 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:05:56,258 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:05:56,258 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:05:56,258 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:05:56,262 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:05:56,287 Job list saved +2022-02-16 18:05:56,333 Updating FAILED jobs +2022-02-16 18:05:56,334 Updating WAITING jobs +2022-02-16 18:05:56,335 Updating WAITING jobs eligible for be prepared +2022-02-16 18:05:56,336 Updating Held jobs +2022-02-16 18:05:56,336 Update finished +2022-02-16 18:06:06,352 Reloading parameters... +2022-02-16 18:06:06,369 Loading parameters... +2022-02-16 18:06:06,371 Loading project parameters... +2022-02-16 18:06:06,373 + +190 of 783 jobs remaining (18:06) +2022-02-16 18:06:06,374 Sleep: 10 +2022-02-16 18:06:06,374 Number of retrials: 2 +2022-02-16 18:06:06,374 WRAPPER CHECK TIME = 10 +2022-02-16 18:06:06,383 Checking jobs for platform=marenostrum4 +2022-02-16 18:06:06,383 Checking Wrapper 20687337 +2022-02-16 18:06:10,280 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:06:10,281 Checking inner jobs status +2022-02-16 18:06:12,104 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:06:12,105 Checking Wrapper 20687333 +2022-02-16 18:06:16,081 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:06:16,082 Checking inner jobs status +2022-02-16 18:06:17,959 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:06:17,960 End of checking +2022-02-16 18:06:17,962 Updating FAILED jobs +2022-02-16 18:06:17,967 Updating WAITING jobs +2022-02-16 18:06:17,968 Updating WAITING jobs eligible for be prepared +2022-02-16 18:06:17,970 Updating Held jobs +2022-02-16 18:06:17,970 Update finished +2022-02-16 18:06:17,971 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:06:17,971 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:06:17,971 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:06:17,971 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:06:17,971 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:06:17,972 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:06:17,972 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:06:17,972 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:06:17,972 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:06:17,972 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:06:17,972 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:06:17,972 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:06:17,972 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:06:17,972 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:06:17,972 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:06:17,972 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:06:17,972 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:06:17,972 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:06:17,972 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:06:17,972 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:06:17,977 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:06:18,004 Job list saved +2022-02-16 18:06:18,050 Updating FAILED jobs +2022-02-16 18:06:18,051 Updating WAITING jobs +2022-02-16 18:06:18,051 Updating WAITING jobs eligible for be prepared +2022-02-16 18:06:18,053 Updating Held jobs +2022-02-16 18:06:18,053 Update finished +2022-02-16 18:06:28,069 Reloading parameters... +2022-02-16 18:06:28,086 Loading parameters... +2022-02-16 18:06:28,087 Loading project parameters... +2022-02-16 18:06:28,089 + +190 of 783 jobs remaining (18:06) +2022-02-16 18:06:28,090 Sleep: 10 +2022-02-16 18:06:28,090 Number of retrials: 2 +2022-02-16 18:06:28,090 WRAPPER CHECK TIME = 10 +2022-02-16 18:06:28,096 Checking jobs for platform=marenostrum4 +2022-02-16 18:06:28,097 Checking Wrapper 20687337 +2022-02-16 18:06:32,034 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:06:32,035 Checking inner jobs status +2022-02-16 18:06:34,109 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:06:34,110 Checking Wrapper 20687333 +2022-02-16 18:06:38,141 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:06:38,142 Checking inner jobs status +2022-02-16 18:06:40,023 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:06:40,024 End of checking +2022-02-16 18:06:40,026 Updating FAILED jobs +2022-02-16 18:06:40,031 Updating WAITING jobs +2022-02-16 18:06:40,032 Updating WAITING jobs eligible for be prepared +2022-02-16 18:06:40,033 Updating Held jobs +2022-02-16 18:06:40,034 Update finished +2022-02-16 18:06:40,034 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:06:40,035 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:06:40,035 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:06:40,035 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:06:40,035 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:06:40,035 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:06:40,035 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:06:40,035 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:06:40,035 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:06:40,035 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:06:40,035 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:06:40,035 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:06:40,035 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:06:40,035 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:06:40,035 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:06:40,036 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:06:40,036 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:06:40,036 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:06:40,036 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:06:40,036 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:06:40,040 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:06:40,069 Job list saved +2022-02-16 18:06:40,114 Updating FAILED jobs +2022-02-16 18:06:40,114 Updating WAITING jobs +2022-02-16 18:06:40,115 Updating WAITING jobs eligible for be prepared +2022-02-16 18:06:40,116 Updating Held jobs +2022-02-16 18:06:40,117 Update finished +2022-02-16 18:06:50,130 Reloading parameters... +2022-02-16 18:06:50,148 Loading parameters... +2022-02-16 18:06:50,149 Loading project parameters... +2022-02-16 18:06:50,151 + +190 of 783 jobs remaining (18:06) +2022-02-16 18:06:50,151 Sleep: 10 +2022-02-16 18:06:50,151 Number of retrials: 2 +2022-02-16 18:06:50,151 WRAPPER CHECK TIME = 10 +2022-02-16 18:06:50,156 Checking jobs for platform=marenostrum4 +2022-02-16 18:06:50,156 Checking Wrapper 20687337 +2022-02-16 18:06:54,133 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:06:54,133 Checking inner jobs status +2022-02-16 18:07:00,278 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:07:00,280 Checking Wrapper 20687333 +2022-02-16 18:07:04,206 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:07:04,206 Checking inner jobs status +2022-02-16 18:07:07,239 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:07:07,241 End of checking +2022-02-16 18:07:07,244 Updating FAILED jobs +2022-02-16 18:07:07,247 Updating WAITING jobs +2022-02-16 18:07:07,248 Updating WAITING jobs eligible for be prepared +2022-02-16 18:07:07,249 Updating Held jobs +2022-02-16 18:07:07,249 Update finished +2022-02-16 18:07:07,250 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:07:07,250 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:07:07,250 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:07:07,250 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:07:07,250 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:07:07,250 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:07:07,250 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:07:07,250 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:07:07,250 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:07:07,250 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:07:07,250 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:07:07,250 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:07:07,250 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:07:07,250 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:07:07,251 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:07:07,251 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:07:07,251 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:07:07,251 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:07:07,251 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:07:07,251 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:07:07,254 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:07:07,283 Job list saved +2022-02-16 18:07:07,327 Updating FAILED jobs +2022-02-16 18:07:07,328 Updating WAITING jobs +2022-02-16 18:07:07,328 Updating WAITING jobs eligible for be prepared +2022-02-16 18:07:07,329 Updating Held jobs +2022-02-16 18:07:07,330 Update finished +2022-02-16 18:07:17,336 Reloading parameters... +2022-02-16 18:07:17,352 Loading parameters... +2022-02-16 18:07:17,353 Loading project parameters... +2022-02-16 18:07:17,354 + +190 of 783 jobs remaining (18:07) +2022-02-16 18:07:17,355 Sleep: 10 +2022-02-16 18:07:17,355 Number of retrials: 2 +2022-02-16 18:07:17,355 WRAPPER CHECK TIME = 10 +2022-02-16 18:07:17,360 Checking jobs for platform=marenostrum4 +2022-02-16 18:07:17,360 Checking Wrapper 20687337 +2022-02-16 18:07:21,339 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:07:21,340 Checking inner jobs status +2022-02-16 18:07:24,566 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:07:24,567 Checking Wrapper 20687333 +2022-02-16 18:07:28,544 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:07:28,545 Checking inner jobs status +2022-02-16 18:07:31,380 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:07:31,382 End of checking +2022-02-16 18:07:31,384 Updating FAILED jobs +2022-02-16 18:07:31,389 Updating WAITING jobs +2022-02-16 18:07:31,390 Updating WAITING jobs eligible for be prepared +2022-02-16 18:07:31,391 Updating Held jobs +2022-02-16 18:07:31,392 Update finished +2022-02-16 18:07:31,392 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:07:31,393 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:07:31,393 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:07:31,393 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:07:31,393 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:07:31,393 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:07:31,393 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:07:31,393 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:07:31,393 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:07:31,393 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:07:31,393 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:07:31,393 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:07:31,394 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:07:31,394 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:07:31,394 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:07:31,394 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:07:31,394 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:07:31,394 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:07:31,394 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:07:31,394 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:07:31,397 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:07:31,434 Job list saved +2022-02-16 18:07:31,475 Updating FAILED jobs +2022-02-16 18:07:31,476 Updating WAITING jobs +2022-02-16 18:07:31,477 Updating WAITING jobs eligible for be prepared +2022-02-16 18:07:31,478 Updating Held jobs +2022-02-16 18:07:31,478 Update finished +2022-02-16 18:07:41,486 Reloading parameters... +2022-02-16 18:07:41,501 Loading parameters... +2022-02-16 18:07:41,502 Loading project parameters... +2022-02-16 18:07:41,503 + +190 of 783 jobs remaining (18:07) +2022-02-16 18:07:41,504 Sleep: 10 +2022-02-16 18:07:41,504 Number of retrials: 2 +2022-02-16 18:07:41,504 WRAPPER CHECK TIME = 10 +2022-02-16 18:07:41,508 Checking jobs for platform=marenostrum4 +2022-02-16 18:07:41,508 Checking Wrapper 20687337 +2022-02-16 18:07:45,436 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:07:45,437 Checking inner jobs status +2022-02-16 18:07:47,311 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:07:47,312 Checking Wrapper 20687333 +2022-02-16 18:07:51,239 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:07:51,239 Checking inner jobs status +2022-02-16 18:07:53,165 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:07:53,166 End of checking +2022-02-16 18:07:53,167 Updating FAILED jobs +2022-02-16 18:07:53,172 Updating WAITING jobs +2022-02-16 18:07:53,173 Updating WAITING jobs eligible for be prepared +2022-02-16 18:07:53,175 Updating Held jobs +2022-02-16 18:07:53,175 Update finished +2022-02-16 18:07:53,176 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:07:53,176 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:07:53,176 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:07:53,176 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:07:53,176 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:07:53,176 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:07:53,176 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:07:53,177 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:07:53,177 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:07:53,177 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:07:53,177 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:07:53,177 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:07:53,177 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:07:53,177 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:07:53,177 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:07:53,177 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:07:53,177 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:07:53,177 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:07:53,177 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:07:53,177 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:07:53,181 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:07:53,208 Job list saved +2022-02-16 18:07:53,264 Updating FAILED jobs +2022-02-16 18:07:53,265 Updating WAITING jobs +2022-02-16 18:07:53,265 Updating WAITING jobs eligible for be prepared +2022-02-16 18:07:53,267 Updating Held jobs +2022-02-16 18:07:53,267 Update finished +2022-02-16 18:08:03,283 Reloading parameters... +2022-02-16 18:08:03,300 Loading parameters... +2022-02-16 18:08:03,301 Loading project parameters... +2022-02-16 18:08:03,302 + +190 of 783 jobs remaining (18:08) +2022-02-16 18:08:03,303 Sleep: 10 +2022-02-16 18:08:03,303 Number of retrials: 2 +2022-02-16 18:08:03,303 WRAPPER CHECK TIME = 10 +2022-02-16 18:08:03,308 Checking jobs for platform=marenostrum4 +2022-02-16 18:08:03,308 Checking Wrapper 20687337 +2022-02-16 18:08:07,236 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:08:07,237 Checking inner jobs status +2022-02-16 18:08:09,212 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:08:09,213 Checking Wrapper 20687333 +2022-02-16 18:08:13,197 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:08:13,198 Checking inner jobs status +2022-02-16 18:08:15,079 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:08:15,080 End of checking +2022-02-16 18:08:15,082 Updating FAILED jobs +2022-02-16 18:08:15,087 Updating WAITING jobs +2022-02-16 18:08:15,087 Updating WAITING jobs eligible for be prepared +2022-02-16 18:08:15,089 Updating Held jobs +2022-02-16 18:08:15,089 Update finished +2022-02-16 18:08:15,090 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:08:15,090 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:08:15,090 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:08:15,090 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:08:15,090 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:08:15,090 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:08:15,091 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:08:15,091 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:08:15,091 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:08:15,091 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:08:15,091 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:08:15,091 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:08:15,091 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:08:15,091 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:08:15,091 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:08:15,091 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:08:15,091 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:08:15,091 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:08:15,091 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:08:15,091 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:08:15,095 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:08:15,120 Job list saved +2022-02-16 18:08:15,164 Updating FAILED jobs +2022-02-16 18:08:15,165 Updating WAITING jobs +2022-02-16 18:08:15,166 Updating WAITING jobs eligible for be prepared +2022-02-16 18:08:15,167 Updating Held jobs +2022-02-16 18:08:15,167 Update finished +2022-02-16 18:08:25,181 Reloading parameters... +2022-02-16 18:08:25,197 Loading parameters... +2022-02-16 18:08:25,198 Loading project parameters... +2022-02-16 18:08:25,199 + +190 of 783 jobs remaining (18:08) +2022-02-16 18:08:25,200 Sleep: 10 +2022-02-16 18:08:25,200 Number of retrials: 2 +2022-02-16 18:08:25,200 WRAPPER CHECK TIME = 10 +2022-02-16 18:08:25,205 Checking jobs for platform=marenostrum4 +2022-02-16 18:08:25,205 Checking Wrapper 20687337 +2022-02-16 18:08:29,190 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:08:29,191 Checking inner jobs status +2022-02-16 18:08:31,064 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:08:31,065 Checking Wrapper 20687333 +2022-02-16 18:08:34,994 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:08:34,995 Checking inner jobs status +2022-02-16 18:08:38,935 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:08:38,937 End of checking +2022-02-16 18:08:38,944 Updating FAILED jobs +2022-02-16 18:08:38,948 Updating WAITING jobs +2022-02-16 18:08:38,949 Updating WAITING jobs eligible for be prepared +2022-02-16 18:08:38,950 Updating Held jobs +2022-02-16 18:08:38,951 Update finished +2022-02-16 18:08:38,952 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:08:38,952 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:08:38,952 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:08:38,952 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:08:38,952 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:08:38,952 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:08:38,952 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:08:38,952 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:08:38,952 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:08:38,952 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:08:38,952 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:08:38,952 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:08:38,952 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:08:38,953 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:08:38,953 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:08:38,953 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:08:38,953 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:08:38,953 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:08:38,953 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:08:38,953 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:08:38,957 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:08:38,983 Job list saved +2022-02-16 18:08:39,038 Updating FAILED jobs +2022-02-16 18:08:39,039 Updating WAITING jobs +2022-02-16 18:08:39,040 Updating WAITING jobs eligible for be prepared +2022-02-16 18:08:39,041 Updating Held jobs +2022-02-16 18:08:39,042 Update finished +2022-02-16 18:08:49,052 Reloading parameters... +2022-02-16 18:08:49,069 Loading parameters... +2022-02-16 18:08:49,070 Loading project parameters... +2022-02-16 18:08:49,071 + +190 of 783 jobs remaining (18:08) +2022-02-16 18:08:49,072 Sleep: 10 +2022-02-16 18:08:49,072 Number of retrials: 2 +2022-02-16 18:08:49,072 WRAPPER CHECK TIME = 10 +2022-02-16 18:08:49,076 Checking jobs for platform=marenostrum4 +2022-02-16 18:08:49,076 Checking Wrapper 20687337 +2022-02-16 18:08:53,003 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:08:53,004 Checking inner jobs status +2022-02-16 18:08:55,688 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:08:55,689 Checking Wrapper 20687333 +2022-02-16 18:08:59,724 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:08:59,725 Checking inner jobs status +2022-02-16 18:09:03,757 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:09:03,758 End of checking +2022-02-16 18:09:03,763 Updating FAILED jobs +2022-02-16 18:09:03,768 Updating WAITING jobs +2022-02-16 18:09:03,769 Updating WAITING jobs eligible for be prepared +2022-02-16 18:09:03,770 Updating Held jobs +2022-02-16 18:09:03,771 Update finished +2022-02-16 18:09:03,771 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:09:03,771 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:09:03,771 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:09:03,772 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:09:03,772 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:09:03,772 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:09:03,772 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:09:03,772 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:09:03,772 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:09:03,772 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:09:03,772 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:09:03,772 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:09:03,772 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:09:03,772 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:09:03,772 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:09:03,772 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:09:03,772 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:09:03,772 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:09:03,772 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:09:03,772 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:09:03,775 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:09:03,802 Job list saved +2022-02-16 18:09:03,857 Updating FAILED jobs +2022-02-16 18:09:03,857 Updating WAITING jobs +2022-02-16 18:09:03,858 Updating WAITING jobs eligible for be prepared +2022-02-16 18:09:03,859 Updating Held jobs +2022-02-16 18:09:03,860 Update finished +2022-02-16 18:09:13,874 Reloading parameters... +2022-02-16 18:09:13,891 Loading parameters... +2022-02-16 18:09:13,892 Loading project parameters... +2022-02-16 18:09:13,894 + +190 of 783 jobs remaining (18:09) +2022-02-16 18:09:13,894 Sleep: 10 +2022-02-16 18:09:13,894 Number of retrials: 2 +2022-02-16 18:09:13,894 WRAPPER CHECK TIME = 10 +2022-02-16 18:09:13,899 Checking jobs for platform=marenostrum4 +2022-02-16 18:09:13,899 Checking Wrapper 20687337 +2022-02-16 18:09:17,828 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:09:17,829 Checking inner jobs status +2022-02-16 18:09:22,410 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:09:22,412 Checking Wrapper 20687333 +2022-02-16 18:09:26,346 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:09:26,346 Checking inner jobs status +2022-02-16 18:09:29,480 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:09:29,482 End of checking +2022-02-16 18:09:29,483 Updating FAILED jobs +2022-02-16 18:09:29,488 Updating WAITING jobs +2022-02-16 18:09:29,489 Updating WAITING jobs eligible for be prepared +2022-02-16 18:09:29,490 Updating Held jobs +2022-02-16 18:09:29,491 Update finished +2022-02-16 18:09:29,492 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:09:29,492 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:09:29,492 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:09:29,492 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:09:29,492 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:09:29,492 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:09:29,492 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:09:29,492 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:09:29,492 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:09:29,492 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:09:29,493 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:09:29,493 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:09:29,493 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:09:29,493 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:09:29,493 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:09:29,493 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:09:29,493 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:09:29,493 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:09:29,493 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:09:29,493 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:09:29,497 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:09:29,524 Job list saved +2022-02-16 18:09:29,568 Updating FAILED jobs +2022-02-16 18:09:29,568 Updating WAITING jobs +2022-02-16 18:09:29,569 Updating WAITING jobs eligible for be prepared +2022-02-16 18:09:29,570 Updating Held jobs +2022-02-16 18:09:29,571 Update finished +2022-02-16 18:09:39,584 Reloading parameters... +2022-02-16 18:09:39,602 Loading parameters... +2022-02-16 18:09:39,603 Loading project parameters... +2022-02-16 18:09:39,604 + +190 of 783 jobs remaining (18:09) +2022-02-16 18:09:39,605 Sleep: 10 +2022-02-16 18:09:39,605 Number of retrials: 2 +2022-02-16 18:09:39,605 WRAPPER CHECK TIME = 10 +2022-02-16 18:09:39,610 Checking jobs for platform=marenostrum4 +2022-02-16 18:09:39,610 Checking Wrapper 20687337 +2022-02-16 18:09:43,545 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:09:43,546 Checking inner jobs status +2022-02-16 18:09:45,578 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:09:45,579 Checking Wrapper 20687333 +2022-02-16 18:09:49,506 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:09:49,507 Checking inner jobs status +2022-02-16 18:09:51,381 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:09:51,382 End of checking +2022-02-16 18:09:51,383 Updating FAILED jobs +2022-02-16 18:09:51,388 Updating WAITING jobs +2022-02-16 18:09:51,389 Updating WAITING jobs eligible for be prepared +2022-02-16 18:09:51,390 Updating Held jobs +2022-02-16 18:09:51,391 Update finished +2022-02-16 18:09:51,392 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:09:51,392 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:09:51,392 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:09:51,392 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:09:51,392 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:09:51,392 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:09:51,392 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:09:51,392 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:09:51,392 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:09:51,392 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:09:51,392 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:09:51,392 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:09:51,392 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:09:51,393 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:09:51,393 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:09:51,393 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:09:51,393 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:09:51,393 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:09:51,393 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:09:51,393 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:09:51,396 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:09:51,431 Job list saved +2022-02-16 18:09:51,472 Updating FAILED jobs +2022-02-16 18:09:51,473 Updating WAITING jobs +2022-02-16 18:09:51,473 Updating WAITING jobs eligible for be prepared +2022-02-16 18:09:51,475 Updating Held jobs +2022-02-16 18:09:51,475 Update finished +2022-02-16 18:10:01,488 Reloading parameters... +2022-02-16 18:10:01,502 Loading parameters... +2022-02-16 18:10:01,503 Loading project parameters... +2022-02-16 18:10:01,504 + +190 of 783 jobs remaining (18:10) +2022-02-16 18:10:01,505 Sleep: 10 +2022-02-16 18:10:01,505 Number of retrials: 2 +2022-02-16 18:10:01,505 WRAPPER CHECK TIME = 10 +2022-02-16 18:10:01,510 Checking jobs for platform=marenostrum4 +2022-02-16 18:10:01,510 Checking Wrapper 20687337 +2022-02-16 18:10:05,439 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:10:05,439 Checking inner jobs status +2022-02-16 18:10:07,313 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:10:07,314 Checking Wrapper 20687333 +2022-02-16 18:10:11,394 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:10:11,395 Checking inner jobs status +2022-02-16 18:10:13,317 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:10:13,319 End of checking +2022-02-16 18:10:13,321 Updating FAILED jobs +2022-02-16 18:10:13,325 Updating WAITING jobs +2022-02-16 18:10:13,326 Updating WAITING jobs eligible for be prepared +2022-02-16 18:10:13,327 Updating Held jobs +2022-02-16 18:10:13,328 Update finished +2022-02-16 18:10:13,329 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:10:13,329 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:10:13,329 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:10:13,329 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:10:13,329 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:10:13,329 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:10:13,329 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:10:13,329 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:10:13,329 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:10:13,329 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:10:13,329 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:10:13,330 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:10:13,330 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:10:13,330 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:10:13,330 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:10:13,330 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:10:13,330 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:10:13,330 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:10:13,330 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:10:13,330 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:10:13,333 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:10:13,358 Job list saved +2022-02-16 18:10:13,400 Updating FAILED jobs +2022-02-16 18:10:13,401 Updating WAITING jobs +2022-02-16 18:10:13,401 Updating WAITING jobs eligible for be prepared +2022-02-16 18:10:13,402 Updating Held jobs +2022-02-16 18:10:13,403 Update finished +2022-02-16 18:10:23,426 Reloading parameters... +2022-02-16 18:10:23,441 Loading parameters... +2022-02-16 18:10:23,442 Loading project parameters... +2022-02-16 18:10:23,444 + +190 of 783 jobs remaining (18:10) +2022-02-16 18:10:23,444 Sleep: 10 +2022-02-16 18:10:23,445 Number of retrials: 2 +2022-02-16 18:10:23,445 WRAPPER CHECK TIME = 10 +2022-02-16 18:10:23,449 Checking jobs for platform=marenostrum4 +2022-02-16 18:10:23,449 Checking Wrapper 20687337 +2022-02-16 18:10:27,381 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:10:27,381 Checking inner jobs status +2022-02-16 18:10:29,204 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:10:29,205 Checking Wrapper 20687333 +2022-02-16 18:10:33,088 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:10:33,089 Checking inner jobs status +2022-02-16 18:10:36,066 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:10:36,067 End of checking +2022-02-16 18:10:36,069 Updating FAILED jobs +2022-02-16 18:10:36,074 Updating WAITING jobs +2022-02-16 18:10:36,075 Updating WAITING jobs eligible for be prepared +2022-02-16 18:10:36,076 Updating Held jobs +2022-02-16 18:10:36,077 Update finished +2022-02-16 18:10:36,078 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:10:36,078 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:10:36,078 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:10:36,078 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:10:36,078 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:10:36,078 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:10:36,078 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:10:36,078 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:10:36,078 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:10:36,078 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:10:36,078 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:10:36,078 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:10:36,078 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:10:36,079 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:10:36,079 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:10:36,079 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:10:36,079 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:10:36,079 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:10:36,079 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:10:36,079 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:10:36,082 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:10:36,111 Job list saved +2022-02-16 18:10:36,165 Updating FAILED jobs +2022-02-16 18:10:36,166 Updating WAITING jobs +2022-02-16 18:10:36,166 Updating WAITING jobs eligible for be prepared +2022-02-16 18:10:36,167 Updating Held jobs +2022-02-16 18:10:36,168 Update finished +2022-02-16 18:10:46,182 Reloading parameters... +2022-02-16 18:10:46,196 Loading parameters... +2022-02-16 18:10:46,197 Loading project parameters... +2022-02-16 18:10:46,198 + +190 of 783 jobs remaining (18:10) +2022-02-16 18:10:46,198 Sleep: 10 +2022-02-16 18:10:46,198 Number of retrials: 2 +2022-02-16 18:10:46,199 WRAPPER CHECK TIME = 10 +2022-02-16 18:10:46,202 Checking jobs for platform=marenostrum4 +2022-02-16 18:10:46,203 Checking Wrapper 20687337 +2022-02-16 18:10:50,131 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:10:50,132 Checking inner jobs status +2022-02-16 18:10:53,258 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:10:53,259 Checking Wrapper 20687333 +2022-02-16 18:10:57,339 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:10:57,340 Checking inner jobs status +2022-02-16 18:11:02,079 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:11:02,080 End of checking +2022-02-16 18:11:02,081 Updating FAILED jobs +2022-02-16 18:11:02,087 Updating WAITING jobs +2022-02-16 18:11:02,088 Updating WAITING jobs eligible for be prepared +2022-02-16 18:11:02,089 Updating Held jobs +2022-02-16 18:11:02,089 Update finished +2022-02-16 18:11:02,090 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:11:02,090 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:11:02,090 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:11:02,091 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:11:02,091 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:11:02,091 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:11:02,091 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:11:02,091 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:11:02,091 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:11:02,091 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:11:02,091 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:11:02,091 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:11:02,091 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:11:02,091 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:11:02,091 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:11:02,091 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:11:02,091 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:11:02,092 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:11:02,092 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:11:02,092 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:11:02,095 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:11:02,121 Job list saved +2022-02-16 18:11:02,158 Updating FAILED jobs +2022-02-16 18:11:02,160 Updating WAITING jobs +2022-02-16 18:11:02,161 Updating WAITING jobs eligible for be prepared +2022-02-16 18:11:02,162 Updating Held jobs +2022-02-16 18:11:02,162 Update finished +2022-02-16 18:11:12,168 Reloading parameters... +2022-02-16 18:11:12,183 Loading parameters... +2022-02-16 18:11:12,183 Loading project parameters... +2022-02-16 18:11:12,185 + +190 of 783 jobs remaining (18:11) +2022-02-16 18:11:12,185 Sleep: 10 +2022-02-16 18:11:12,185 Number of retrials: 2 +2022-02-16 18:11:12,185 WRAPPER CHECK TIME = 10 +2022-02-16 18:11:12,190 Checking jobs for platform=marenostrum4 +2022-02-16 18:11:12,190 Checking Wrapper 20687337 +2022-02-16 18:11:16,227 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:11:16,228 Checking inner jobs status +2022-02-16 18:11:19,156 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:11:19,157 Checking Wrapper 20687333 +2022-02-16 18:11:23,083 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:11:23,084 Checking inner jobs status +2022-02-16 18:11:27,714 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:11:27,716 End of checking +2022-02-16 18:11:27,718 Updating FAILED jobs +2022-02-16 18:11:27,723 Updating WAITING jobs +2022-02-16 18:11:27,724 Updating WAITING jobs eligible for be prepared +2022-02-16 18:11:27,725 Updating Held jobs +2022-02-16 18:11:27,726 Update finished +2022-02-16 18:11:27,726 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:11:27,726 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:11:27,727 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:11:27,727 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:11:27,727 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:11:27,727 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:11:27,727 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:11:27,727 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:11:27,727 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:11:27,727 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:11:27,727 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:11:27,727 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:11:27,727 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:11:27,727 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:11:27,727 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:11:27,727 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:11:27,727 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:11:27,727 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:11:27,728 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:11:27,728 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:11:27,730 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:11:27,760 Job list saved +2022-02-16 18:11:27,815 Updating FAILED jobs +2022-02-16 18:11:27,816 Updating WAITING jobs +2022-02-16 18:11:27,817 Updating WAITING jobs eligible for be prepared +2022-02-16 18:11:27,827 Updating Held jobs +2022-02-16 18:11:27,827 Update finished +2022-02-16 18:11:37,842 Reloading parameters... +2022-02-16 18:11:37,857 Loading parameters... +2022-02-16 18:11:37,858 Loading project parameters... +2022-02-16 18:11:37,859 + +190 of 783 jobs remaining (18:11) +2022-02-16 18:11:37,860 Sleep: 10 +2022-02-16 18:11:37,860 Number of retrials: 2 +2022-02-16 18:11:37,860 WRAPPER CHECK TIME = 10 +2022-02-16 18:11:37,864 Checking jobs for platform=marenostrum4 +2022-02-16 18:11:37,864 Checking Wrapper 20687337 +2022-02-16 18:11:41,894 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:11:41,895 Checking inner jobs status +2022-02-16 18:11:43,825 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:11:43,827 Checking Wrapper 20687333 +2022-02-16 18:11:47,752 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:11:47,752 Checking inner jobs status +2022-02-16 18:11:49,580 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:11:49,581 End of checking +2022-02-16 18:11:49,583 Updating FAILED jobs +2022-02-16 18:11:49,588 Updating WAITING jobs +2022-02-16 18:11:49,589 Updating WAITING jobs eligible for be prepared +2022-02-16 18:11:49,590 Updating Held jobs +2022-02-16 18:11:49,590 Update finished +2022-02-16 18:11:49,591 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:11:49,591 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:11:49,592 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:11:49,592 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:11:49,592 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:11:49,592 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:11:49,592 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:11:49,592 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:11:49,592 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:11:49,592 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:11:49,592 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:11:49,592 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:11:49,592 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:11:49,592 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:11:49,592 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:11:49,592 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:11:49,592 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:11:49,593 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:11:49,593 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:11:49,593 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:11:49,596 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:11:49,630 Job list saved +2022-02-16 18:11:49,674 Updating FAILED jobs +2022-02-16 18:11:49,674 Updating WAITING jobs +2022-02-16 18:11:49,675 Updating WAITING jobs eligible for be prepared +2022-02-16 18:11:49,676 Updating Held jobs +2022-02-16 18:11:49,677 Update finished +2022-02-16 18:11:59,692 Reloading parameters... +2022-02-16 18:11:59,709 Loading parameters... +2022-02-16 18:11:59,710 Loading project parameters... +2022-02-16 18:11:59,712 + +190 of 783 jobs remaining (18:11) +2022-02-16 18:11:59,712 Sleep: 10 +2022-02-16 18:11:59,713 Number of retrials: 2 +2022-02-16 18:11:59,713 WRAPPER CHECK TIME = 10 +2022-02-16 18:11:59,717 Checking jobs for platform=marenostrum4 +2022-02-16 18:11:59,717 Checking Wrapper 20687337 +2022-02-16 18:12:03,745 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:12:03,746 Checking inner jobs status +2022-02-16 18:12:05,826 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:12:05,827 Checking Wrapper 20687333 +2022-02-16 18:12:09,904 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:12:09,905 Checking inner jobs status +2022-02-16 18:12:11,831 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:12:11,832 End of checking +2022-02-16 18:12:11,834 Updating FAILED jobs +2022-02-16 18:12:11,838 Updating WAITING jobs +2022-02-16 18:12:11,839 Updating WAITING jobs eligible for be prepared +2022-02-16 18:12:11,840 Updating Held jobs +2022-02-16 18:12:11,840 Update finished +2022-02-16 18:12:11,841 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:12:11,841 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:12:11,841 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:12:11,841 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:12:11,841 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:12:11,842 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:12:11,842 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:12:11,842 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:12:11,842 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:12:11,842 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:12:11,842 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:12:11,842 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:12:11,842 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:12:11,842 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:12:11,842 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:12:11,842 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:12:11,842 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:12:11,842 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:12:11,842 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:12:11,842 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:12:11,847 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:12:11,872 Job list saved +2022-02-16 18:12:11,930 Updating FAILED jobs +2022-02-16 18:12:11,931 Updating WAITING jobs +2022-02-16 18:12:11,932 Updating WAITING jobs eligible for be prepared +2022-02-16 18:12:11,933 Updating Held jobs +2022-02-16 18:12:11,933 Update finished +2022-02-16 18:12:21,939 Reloading parameters... +2022-02-16 18:12:21,954 Loading parameters... +2022-02-16 18:12:21,955 Loading project parameters... +2022-02-16 18:12:21,956 + +190 of 783 jobs remaining (18:12) +2022-02-16 18:12:21,957 Sleep: 10 +2022-02-16 18:12:21,957 Number of retrials: 2 +2022-02-16 18:12:21,957 WRAPPER CHECK TIME = 10 +2022-02-16 18:12:21,963 Checking jobs for platform=marenostrum4 +2022-02-16 18:12:21,963 Checking Wrapper 20687337 +2022-02-16 18:12:25,991 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:12:25,991 Checking inner jobs status +2022-02-16 18:12:27,967 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:12:27,968 Checking Wrapper 20687333 +2022-02-16 18:12:31,945 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:12:31,946 Checking inner jobs status +2022-02-16 18:12:33,826 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:12:33,827 End of checking +2022-02-16 18:12:33,829 Updating FAILED jobs +2022-02-16 18:12:33,833 Updating WAITING jobs +2022-02-16 18:12:33,834 Updating WAITING jobs eligible for be prepared +2022-02-16 18:12:33,836 Updating Held jobs +2022-02-16 18:12:33,836 Update finished +2022-02-16 18:12:33,837 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:12:33,837 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:12:33,837 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:12:33,837 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:12:33,837 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:12:33,837 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:12:33,837 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:12:33,837 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:12:33,837 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:12:33,838 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:12:33,838 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:12:33,838 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:12:33,838 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:12:33,838 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:12:33,838 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:12:33,838 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:12:33,838 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:12:33,838 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:12:33,838 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:12:33,838 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:12:33,841 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:12:33,867 Job list saved +2022-02-16 18:12:33,913 Updating FAILED jobs +2022-02-16 18:12:33,914 Updating WAITING jobs +2022-02-16 18:12:33,914 Updating WAITING jobs eligible for be prepared +2022-02-16 18:12:33,916 Updating Held jobs +2022-02-16 18:12:33,916 Update finished +2022-02-16 18:12:43,930 Reloading parameters... +2022-02-16 18:12:43,947 Loading parameters... +2022-02-16 18:12:43,948 Loading project parameters... +2022-02-16 18:12:43,949 + +190 of 783 jobs remaining (18:12) +2022-02-16 18:12:43,950 Sleep: 10 +2022-02-16 18:12:43,950 Number of retrials: 2 +2022-02-16 18:12:43,950 WRAPPER CHECK TIME = 10 +2022-02-16 18:12:43,954 Checking jobs for platform=marenostrum4 +2022-02-16 18:12:43,954 Checking Wrapper 20687337 +2022-02-16 18:12:47,885 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:12:47,885 Checking inner jobs status +2022-02-16 18:12:50,761 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:12:50,762 Checking Wrapper 20687333 +2022-02-16 18:12:54,737 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:12:54,738 Checking inner jobs status +2022-02-16 18:12:58,215 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:12:58,216 End of checking +2022-02-16 18:12:58,226 Updating FAILED jobs +2022-02-16 18:12:58,231 Updating WAITING jobs +2022-02-16 18:12:58,232 Updating WAITING jobs eligible for be prepared +2022-02-16 18:12:58,233 Updating Held jobs +2022-02-16 18:12:58,234 Update finished +2022-02-16 18:12:58,234 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:12:58,234 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:12:58,235 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:12:58,235 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:12:58,235 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:12:58,235 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:12:58,235 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:12:58,235 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:12:58,235 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:12:58,235 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:12:58,235 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:12:58,235 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:12:58,235 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:12:58,235 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:12:58,235 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:12:58,235 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:12:58,235 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:12:58,235 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:12:58,236 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:12:58,236 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:12:58,239 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:12:58,264 Job list saved +2022-02-16 18:12:58,314 Updating FAILED jobs +2022-02-16 18:12:58,314 Updating WAITING jobs +2022-02-16 18:12:58,315 Updating WAITING jobs eligible for be prepared +2022-02-16 18:12:58,316 Updating Held jobs +2022-02-16 18:12:58,317 Update finished +2022-02-16 18:13:08,330 Reloading parameters... +2022-02-16 18:13:08,344 Loading parameters... +2022-02-16 18:13:08,345 Loading project parameters... +2022-02-16 18:13:08,347 + +190 of 783 jobs remaining (18:13) +2022-02-16 18:13:08,348 Sleep: 10 +2022-02-16 18:13:08,348 Number of retrials: 2 +2022-02-16 18:13:08,348 WRAPPER CHECK TIME = 10 +2022-02-16 18:13:08,352 Checking jobs for platform=marenostrum4 +2022-02-16 18:13:08,352 Checking Wrapper 20687337 +2022-02-16 18:13:12,282 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:13:12,283 Checking inner jobs status +2022-02-16 18:13:15,359 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:13:15,361 Checking Wrapper 20687333 +2022-02-16 18:13:19,287 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:13:19,287 Checking inner jobs status +2022-02-16 18:13:21,360 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:13:21,361 End of checking +2022-02-16 18:13:21,363 Updating FAILED jobs +2022-02-16 18:13:21,368 Updating WAITING jobs +2022-02-16 18:13:21,369 Updating WAITING jobs eligible for be prepared +2022-02-16 18:13:21,371 Updating Held jobs +2022-02-16 18:13:21,372 Update finished +2022-02-16 18:13:21,372 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:13:21,373 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:13:21,373 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:13:21,373 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:13:21,373 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:13:21,373 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:13:21,373 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:13:21,373 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:13:21,373 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:13:21,373 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:13:21,373 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:13:21,373 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:13:21,373 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:13:21,374 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:13:21,374 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:13:21,374 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:13:21,374 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:13:21,374 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:13:21,374 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:13:21,374 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:13:21,380 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:13:21,406 Job list saved +2022-02-16 18:13:21,457 Updating FAILED jobs +2022-02-16 18:13:21,458 Updating WAITING jobs +2022-02-16 18:13:21,459 Updating WAITING jobs eligible for be prepared +2022-02-16 18:13:21,460 Updating Held jobs +2022-02-16 18:13:21,460 Update finished +2022-02-16 18:13:31,475 Reloading parameters... +2022-02-16 18:13:31,491 Loading parameters... +2022-02-16 18:13:31,492 Loading project parameters... +2022-02-16 18:13:31,494 + +190 of 783 jobs remaining (18:13) +2022-02-16 18:13:31,494 Sleep: 10 +2022-02-16 18:13:31,494 Number of retrials: 2 +2022-02-16 18:13:31,494 WRAPPER CHECK TIME = 10 +2022-02-16 18:13:31,499 Checking jobs for platform=marenostrum4 +2022-02-16 18:13:31,499 Checking Wrapper 20687337 +2022-02-16 18:13:35,483 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:13:35,483 Checking inner jobs status +2022-02-16 18:13:37,309 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:13:37,310 Checking Wrapper 20687333 +2022-02-16 18:13:41,286 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:13:41,286 Checking inner jobs status +2022-02-16 18:13:43,112 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:13:43,112 End of checking +2022-02-16 18:13:43,114 Updating FAILED jobs +2022-02-16 18:13:43,119 Updating WAITING jobs +2022-02-16 18:13:43,120 Updating WAITING jobs eligible for be prepared +2022-02-16 18:13:43,121 Updating Held jobs +2022-02-16 18:13:43,122 Update finished +2022-02-16 18:13:43,122 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:13:43,123 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:13:43,123 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:13:43,123 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:13:43,123 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:13:43,123 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:13:43,123 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:13:43,123 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:13:43,123 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:13:43,123 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:13:43,123 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:13:43,123 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:13:43,123 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:13:43,123 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:13:43,123 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:13:43,124 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:13:43,124 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:13:43,124 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:13:43,124 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:13:43,124 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:13:43,127 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:13:43,152 Job list saved +2022-02-16 18:13:43,194 Updating FAILED jobs +2022-02-16 18:13:43,194 Updating WAITING jobs +2022-02-16 18:13:43,195 Updating WAITING jobs eligible for be prepared +2022-02-16 18:13:43,196 Updating Held jobs +2022-02-16 18:13:43,197 Update finished +2022-02-16 18:13:53,205 Reloading parameters... +2022-02-16 18:13:53,220 Loading parameters... +2022-02-16 18:13:53,221 Loading project parameters... +2022-02-16 18:13:53,222 + +190 of 783 jobs remaining (18:13) +2022-02-16 18:13:53,223 Sleep: 10 +2022-02-16 18:13:53,223 Number of retrials: 2 +2022-02-16 18:13:53,223 WRAPPER CHECK TIME = 10 +2022-02-16 18:13:53,226 Checking jobs for platform=marenostrum4 +2022-02-16 18:13:53,227 Checking Wrapper 20687337 +2022-02-16 18:13:57,160 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:13:57,161 Checking inner jobs status +2022-02-16 18:13:58,992 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:13:58,992 Checking Wrapper 20687333 +2022-02-16 18:14:02,970 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:14:02,971 Checking inner jobs status +2022-02-16 18:14:04,945 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:14:04,946 End of checking +2022-02-16 18:14:04,947 Updating FAILED jobs +2022-02-16 18:14:04,952 Updating WAITING jobs +2022-02-16 18:14:04,953 Updating WAITING jobs eligible for be prepared +2022-02-16 18:14:04,954 Updating Held jobs +2022-02-16 18:14:04,955 Update finished +2022-02-16 18:14:04,955 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:14:04,956 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:14:04,956 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:14:04,956 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:14:04,956 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:14:04,956 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:14:04,956 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:14:04,956 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:14:04,956 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:14:04,956 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:14:04,956 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:14:04,956 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:14:04,956 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:14:04,956 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:14:04,956 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:14:04,957 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:14:04,957 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:14:04,957 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:14:04,957 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:14:04,957 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:14:04,959 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:14:04,985 Job list saved +2022-02-16 18:14:05,017 Updating FAILED jobs +2022-02-16 18:14:05,018 Updating WAITING jobs +2022-02-16 18:14:05,019 Updating WAITING jobs eligible for be prepared +2022-02-16 18:14:05,020 Updating Held jobs +2022-02-16 18:14:05,021 Update finished +2022-02-16 18:14:15,032 Reloading parameters... +2022-02-16 18:14:15,055 Loading parameters... +2022-02-16 18:14:15,056 Loading project parameters... +2022-02-16 18:14:15,058 + +190 of 783 jobs remaining (18:14) +2022-02-16 18:14:15,059 Sleep: 10 +2022-02-16 18:14:15,059 Number of retrials: 2 +2022-02-16 18:14:15,059 WRAPPER CHECK TIME = 10 +2022-02-16 18:14:15,064 Checking jobs for platform=marenostrum4 +2022-02-16 18:14:15,064 Checking Wrapper 20687337 +2022-02-16 18:14:18,991 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:14:18,991 Checking inner jobs status +2022-02-16 18:14:20,863 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:14:20,863 Checking Wrapper 20687333 +2022-02-16 18:14:24,853 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:14:24,853 Checking inner jobs status +2022-02-16 18:14:26,680 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:14:26,681 End of checking +2022-02-16 18:14:26,683 Updating FAILED jobs +2022-02-16 18:14:26,687 Updating WAITING jobs +2022-02-16 18:14:26,688 Updating WAITING jobs eligible for be prepared +2022-02-16 18:14:26,689 Updating Held jobs +2022-02-16 18:14:26,690 Update finished +2022-02-16 18:14:26,691 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:14:26,691 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:14:26,691 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:14:26,691 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:14:26,691 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:14:26,691 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:14:26,691 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:14:26,691 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:14:26,691 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:14:26,691 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:14:26,691 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:14:26,691 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:14:26,691 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:14:26,691 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:14:26,692 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:14:26,692 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:14:26,692 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:14:26,692 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:14:26,692 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:14:26,692 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:14:26,695 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:14:26,720 Job list saved +2022-02-16 18:14:26,756 Updating FAILED jobs +2022-02-16 18:14:26,757 Updating WAITING jobs +2022-02-16 18:14:26,757 Updating WAITING jobs eligible for be prepared +2022-02-16 18:14:26,758 Updating Held jobs +2022-02-16 18:14:26,759 Update finished +2022-02-16 18:14:36,776 Reloading parameters... +2022-02-16 18:14:36,792 Loading parameters... +2022-02-16 18:14:36,793 Loading project parameters... +2022-02-16 18:14:36,795 + +190 of 783 jobs remaining (18:14) +2022-02-16 18:14:36,795 Sleep: 10 +2022-02-16 18:14:36,796 Number of retrials: 2 +2022-02-16 18:14:36,796 WRAPPER CHECK TIME = 10 +2022-02-16 18:14:36,803 Checking jobs for platform=marenostrum4 +2022-02-16 18:14:36,804 Checking Wrapper 20687337 +2022-02-16 18:14:40,933 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:14:40,933 Checking inner jobs status +2022-02-16 18:14:44,765 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:14:44,766 Checking Wrapper 20687333 +2022-02-16 18:14:48,697 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:14:48,698 Checking inner jobs status +2022-02-16 18:14:50,972 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:14:50,973 End of checking +2022-02-16 18:14:50,975 Updating FAILED jobs +2022-02-16 18:14:50,980 Updating WAITING jobs +2022-02-16 18:14:50,981 Updating WAITING jobs eligible for be prepared +2022-02-16 18:14:50,983 Updating Held jobs +2022-02-16 18:14:50,983 Update finished +2022-02-16 18:14:50,984 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:14:50,984 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:14:50,984 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:14:50,985 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:14:50,985 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:14:50,985 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:14:50,985 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:14:50,985 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:14:50,985 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:14:50,985 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:14:50,985 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:14:50,985 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:14:50,985 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:14:50,985 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:14:50,985 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:14:50,985 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:14:50,985 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:14:50,985 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:14:50,986 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:14:50,986 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:14:50,989 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:14:51,019 Job list saved +2022-02-16 18:14:51,073 Updating FAILED jobs +2022-02-16 18:14:51,074 Updating WAITING jobs +2022-02-16 18:14:51,074 Updating WAITING jobs eligible for be prepared +2022-02-16 18:14:51,075 Updating Held jobs +2022-02-16 18:14:51,076 Update finished +2022-02-16 18:15:01,084 Reloading parameters... +2022-02-16 18:15:01,101 Loading parameters... +2022-02-16 18:15:01,102 Loading project parameters... +2022-02-16 18:15:01,103 + +190 of 783 jobs remaining (18:15) +2022-02-16 18:15:01,103 Sleep: 10 +2022-02-16 18:15:01,104 Number of retrials: 2 +2022-02-16 18:15:01,104 WRAPPER CHECK TIME = 10 +2022-02-16 18:15:01,108 Checking jobs for platform=marenostrum4 +2022-02-16 18:15:01,108 Checking Wrapper 20687337 +2022-02-16 18:15:05,046 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:15:05,046 Checking inner jobs status +2022-02-16 18:15:08,227 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:15:08,227 Checking Wrapper 20687333 +2022-02-16 18:15:12,210 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:15:12,210 Checking inner jobs status +2022-02-16 18:15:15,402 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:15:15,403 End of checking +2022-02-16 18:15:15,405 Updating FAILED jobs +2022-02-16 18:15:15,409 Updating WAITING jobs +2022-02-16 18:15:15,410 Updating WAITING jobs eligible for be prepared +2022-02-16 18:15:15,412 Updating Held jobs +2022-02-16 18:15:15,412 Update finished +2022-02-16 18:15:15,413 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:15:15,413 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:15:15,413 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:15:15,413 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:15:15,413 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:15:15,413 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:15:15,413 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:15:15,413 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:15:15,413 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:15:15,414 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:15:15,414 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:15:15,414 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:15:15,414 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:15:15,414 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:15:15,414 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:15:15,414 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:15:15,414 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:15:15,414 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:15:15,414 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:15:15,414 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:15:15,417 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:15:15,452 Job list saved +2022-02-16 18:15:15,488 Updating FAILED jobs +2022-02-16 18:15:15,489 Updating WAITING jobs +2022-02-16 18:15:15,489 Updating WAITING jobs eligible for be prepared +2022-02-16 18:15:15,490 Updating Held jobs +2022-02-16 18:15:15,491 Update finished +2022-02-16 18:15:25,501 Reloading parameters... +2022-02-16 18:15:25,516 Loading parameters... +2022-02-16 18:15:25,517 Loading project parameters... +2022-02-16 18:15:25,518 + +190 of 783 jobs remaining (18:15) +2022-02-16 18:15:25,518 Sleep: 10 +2022-02-16 18:15:25,518 Number of retrials: 2 +2022-02-16 18:15:25,518 WRAPPER CHECK TIME = 10 +2022-02-16 18:15:25,522 Checking jobs for platform=marenostrum4 +2022-02-16 18:15:25,522 Checking Wrapper 20687337 +2022-02-16 18:15:29,453 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:15:29,453 Checking inner jobs status +2022-02-16 18:15:33,397 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:15:33,398 Checking Wrapper 20687333 +2022-02-16 18:15:37,379 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:15:37,379 Checking inner jobs status +2022-02-16 18:15:39,704 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:15:39,705 End of checking +2022-02-16 18:15:39,706 Updating FAILED jobs +2022-02-16 18:15:39,711 Updating WAITING jobs +2022-02-16 18:15:39,712 Updating WAITING jobs eligible for be prepared +2022-02-16 18:15:39,713 Updating Held jobs +2022-02-16 18:15:39,713 Update finished +2022-02-16 18:15:39,714 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:15:39,714 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:15:39,714 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:15:39,715 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:15:39,715 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:15:39,715 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:15:39,715 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:15:39,715 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:15:39,715 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:15:39,715 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:15:39,715 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:15:39,715 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:15:39,715 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:15:39,715 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:15:39,715 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:15:39,715 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:15:39,715 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:15:39,715 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:15:39,715 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:15:39,715 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:15:39,719 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:15:39,744 Job list saved +2022-02-16 18:15:39,783 Updating FAILED jobs +2022-02-16 18:15:39,783 Updating WAITING jobs +2022-02-16 18:15:39,784 Updating WAITING jobs eligible for be prepared +2022-02-16 18:15:39,785 Updating Held jobs +2022-02-16 18:15:39,786 Update finished +2022-02-16 18:15:49,792 Reloading parameters... +2022-02-16 18:15:49,805 Loading parameters... +2022-02-16 18:15:49,806 Loading project parameters... +2022-02-16 18:15:49,808 + +190 of 783 jobs remaining (18:15) +2022-02-16 18:15:49,808 Sleep: 10 +2022-02-16 18:15:49,808 Number of retrials: 2 +2022-02-16 18:15:49,808 WRAPPER CHECK TIME = 10 +2022-02-16 18:15:49,812 Checking jobs for platform=marenostrum4 +2022-02-16 18:15:49,813 Checking Wrapper 20687337 +2022-02-16 18:15:53,798 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:15:53,798 Checking inner jobs status +2022-02-16 18:15:55,672 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:15:55,673 Checking Wrapper 20687333 +2022-02-16 18:15:59,653 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:15:59,653 Checking inner jobs status +2022-02-16 18:16:01,476 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:16:01,477 End of checking +2022-02-16 18:16:01,479 Updating FAILED jobs +2022-02-16 18:16:01,483 Updating WAITING jobs +2022-02-16 18:16:01,484 Updating WAITING jobs eligible for be prepared +2022-02-16 18:16:01,485 Updating Held jobs +2022-02-16 18:16:01,486 Update finished +2022-02-16 18:16:01,487 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:16:01,487 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:16:01,487 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:16:01,487 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:16:01,487 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:16:01,487 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:16:01,487 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:16:01,487 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:16:01,487 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:16:01,487 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:16:01,487 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:16:01,487 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:16:01,487 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:16:01,488 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:16:01,488 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:16:01,488 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:16:01,488 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:16:01,488 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:16:01,488 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:16:01,488 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:16:01,491 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:16:01,519 Job list saved +2022-02-16 18:16:01,562 Updating FAILED jobs +2022-02-16 18:16:01,563 Updating WAITING jobs +2022-02-16 18:16:01,564 Updating WAITING jobs eligible for be prepared +2022-02-16 18:16:01,565 Updating Held jobs +2022-02-16 18:16:01,565 Update finished +2022-02-16 18:16:11,581 Reloading parameters... +2022-02-16 18:16:11,597 Loading parameters... +2022-02-16 18:16:11,598 Loading project parameters... +2022-02-16 18:16:11,599 + +190 of 783 jobs remaining (18:16) +2022-02-16 18:16:11,600 Sleep: 10 +2022-02-16 18:16:11,600 Number of retrials: 2 +2022-02-16 18:16:11,600 WRAPPER CHECK TIME = 10 +2022-02-16 18:16:11,605 Checking jobs for platform=marenostrum4 +2022-02-16 18:16:11,605 Checking Wrapper 20687337 +2022-02-16 18:16:15,582 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:16:15,583 Checking inner jobs status +2022-02-16 18:16:17,514 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:16:17,515 Checking Wrapper 20687333 +2022-02-16 18:16:21,495 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:16:21,495 Checking inner jobs status +2022-02-16 18:16:23,318 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:16:23,320 End of checking +2022-02-16 18:16:23,321 Updating FAILED jobs +2022-02-16 18:16:23,326 Updating WAITING jobs +2022-02-16 18:16:23,327 Updating WAITING jobs eligible for be prepared +2022-02-16 18:16:23,328 Updating Held jobs +2022-02-16 18:16:23,329 Update finished +2022-02-16 18:16:23,330 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:16:23,330 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:16:23,330 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:16:23,330 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:16:23,330 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:16:23,330 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:16:23,330 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:16:23,330 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:16:23,330 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:16:23,330 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:16:23,330 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:16:23,330 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:16:23,330 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:16:23,331 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:16:23,331 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:16:23,331 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:16:23,331 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:16:23,331 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:16:23,331 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:16:23,331 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:16:23,334 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:16:23,359 Job list saved +2022-02-16 18:16:23,398 Updating FAILED jobs +2022-02-16 18:16:23,398 Updating WAITING jobs +2022-02-16 18:16:23,399 Updating WAITING jobs eligible for be prepared +2022-02-16 18:16:23,400 Updating Held jobs +2022-02-16 18:16:23,401 Update finished +2022-02-16 18:16:33,409 Reloading parameters... +2022-02-16 18:16:33,423 Loading parameters... +2022-02-16 18:16:33,424 Loading project parameters... +2022-02-16 18:16:33,426 + +190 of 783 jobs remaining (18:16) +2022-02-16 18:16:33,426 Sleep: 10 +2022-02-16 18:16:33,426 Number of retrials: 2 +2022-02-16 18:16:33,426 WRAPPER CHECK TIME = 10 +2022-02-16 18:16:33,431 Checking jobs for platform=marenostrum4 +2022-02-16 18:16:33,431 Checking Wrapper 20687337 +2022-02-16 18:16:37,367 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:16:37,367 Checking inner jobs status +2022-02-16 18:16:43,662 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:16:43,663 Checking Wrapper 20687333 +2022-02-16 18:16:47,596 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:16:47,596 Checking inner jobs status +2022-02-16 18:16:49,819 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:16:49,820 End of checking +2022-02-16 18:16:49,821 Updating FAILED jobs +2022-02-16 18:16:49,825 Updating WAITING jobs +2022-02-16 18:16:49,825 Updating WAITING jobs eligible for be prepared +2022-02-16 18:16:49,827 Updating Held jobs +2022-02-16 18:16:49,827 Update finished +2022-02-16 18:16:49,828 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:16:49,828 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:16:49,828 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:16:49,828 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:16:49,828 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:16:49,828 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:16:49,828 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:16:49,828 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:16:49,828 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:16:49,829 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:16:49,829 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:16:49,829 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:16:49,829 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:16:49,829 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:16:49,829 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:16:49,829 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:16:49,829 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:16:49,829 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:16:49,829 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:16:49,829 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:16:49,832 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:16:49,863 Job list saved +2022-02-16 18:16:49,936 Updating FAILED jobs +2022-02-16 18:16:49,937 Updating WAITING jobs +2022-02-16 18:16:49,937 Updating WAITING jobs eligible for be prepared +2022-02-16 18:16:49,938 Updating Held jobs +2022-02-16 18:16:49,938 Update finished +2022-02-16 18:16:59,951 Reloading parameters... +2022-02-16 18:16:59,966 Loading parameters... +2022-02-16 18:16:59,967 Loading project parameters... +2022-02-16 18:16:59,968 + +190 of 783 jobs remaining (18:16) +2022-02-16 18:16:59,969 Sleep: 10 +2022-02-16 18:16:59,969 Number of retrials: 2 +2022-02-16 18:16:59,969 WRAPPER CHECK TIME = 10 +2022-02-16 18:16:59,973 Checking jobs for platform=marenostrum4 +2022-02-16 18:16:59,973 Checking Wrapper 20687337 +2022-02-16 18:17:04,003 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:17:04,004 Checking inner jobs status +2022-02-16 18:17:07,834 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:17:07,842 Checking Wrapper 20687333 +2022-02-16 18:17:11,819 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:17:11,820 Checking inner jobs status +2022-02-16 18:17:16,756 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:17:16,757 End of checking +2022-02-16 18:17:16,759 Updating FAILED jobs +2022-02-16 18:17:16,764 Updating WAITING jobs +2022-02-16 18:17:16,764 Updating WAITING jobs eligible for be prepared +2022-02-16 18:17:16,766 Updating Held jobs +2022-02-16 18:17:16,766 Update finished +2022-02-16 18:17:16,767 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:17:16,767 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:17:16,767 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:17:16,767 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:17:16,767 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:17:16,767 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:17:16,767 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:17:16,768 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:17:16,768 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:17:16,768 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:17:16,768 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:17:16,768 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:17:16,768 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:17:16,768 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:17:16,768 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:17:16,768 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:17:16,768 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:17:16,768 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:17:16,768 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:17:16,768 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:17:16,771 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:17:16,795 Job list saved +2022-02-16 18:17:16,833 Updating FAILED jobs +2022-02-16 18:17:16,841 Updating WAITING jobs +2022-02-16 18:17:16,842 Updating WAITING jobs eligible for be prepared +2022-02-16 18:17:16,843 Updating Held jobs +2022-02-16 18:17:16,843 Update finished +2022-02-16 18:17:26,854 Reloading parameters... +2022-02-16 18:17:26,869 Loading parameters... +2022-02-16 18:17:26,870 Loading project parameters... +2022-02-16 18:17:26,871 + +190 of 783 jobs remaining (18:17) +2022-02-16 18:17:26,872 Sleep: 10 +2022-02-16 18:17:26,872 Number of retrials: 2 +2022-02-16 18:17:26,872 WRAPPER CHECK TIME = 10 +2022-02-16 18:17:26,877 Checking jobs for platform=marenostrum4 +2022-02-16 18:17:26,877 Checking Wrapper 20687337 +2022-02-16 18:17:30,754 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:17:30,754 Checking inner jobs status +2022-02-16 18:17:34,484 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:17:34,485 Checking Wrapper 20687333 +2022-02-16 18:17:38,409 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:17:38,410 Checking inner jobs status +2022-02-16 18:17:40,233 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:17:40,234 End of checking +2022-02-16 18:17:40,243 Updating FAILED jobs +2022-02-16 18:17:40,248 Updating WAITING jobs +2022-02-16 18:17:40,249 Updating WAITING jobs eligible for be prepared +2022-02-16 18:17:40,250 Updating Held jobs +2022-02-16 18:17:40,251 Update finished +2022-02-16 18:17:40,252 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:17:40,252 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:17:40,252 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:17:40,252 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:17:40,252 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:17:40,252 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:17:40,252 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:17:40,252 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:17:40,252 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:17:40,252 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:17:40,252 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:17:40,252 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:17:40,253 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:17:40,253 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:17:40,253 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:17:40,253 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:17:40,253 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:17:40,253 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:17:40,253 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:17:40,253 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:17:40,256 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:17:40,281 Job list saved +2022-02-16 18:17:40,317 Updating FAILED jobs +2022-02-16 18:17:40,317 Updating WAITING jobs +2022-02-16 18:17:40,318 Updating WAITING jobs eligible for be prepared +2022-02-16 18:17:40,319 Updating Held jobs +2022-02-16 18:17:40,319 Update finished +2022-02-16 18:17:50,334 Reloading parameters... +2022-02-16 18:17:50,348 Loading parameters... +2022-02-16 18:17:50,349 Loading project parameters... +2022-02-16 18:17:50,350 + +190 of 783 jobs remaining (18:17) +2022-02-16 18:17:50,351 Sleep: 10 +2022-02-16 18:17:50,351 Number of retrials: 2 +2022-02-16 18:17:50,351 WRAPPER CHECK TIME = 10 +2022-02-16 18:17:50,355 Checking jobs for platform=marenostrum4 +2022-02-16 18:17:50,355 Checking Wrapper 20687337 +2022-02-16 18:17:54,283 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:17:54,284 Checking inner jobs status +2022-02-16 18:17:56,157 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:17:56,158 Checking Wrapper 20687333 +2022-02-16 18:18:00,085 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:18:00,085 Checking inner jobs status +2022-02-16 18:18:01,911 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:18:01,911 End of checking +2022-02-16 18:18:01,913 Updating FAILED jobs +2022-02-16 18:18:01,916 Updating WAITING jobs +2022-02-16 18:18:01,917 Updating WAITING jobs eligible for be prepared +2022-02-16 18:18:01,918 Updating Held jobs +2022-02-16 18:18:01,919 Update finished +2022-02-16 18:18:01,920 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:18:01,920 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:18:01,920 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:18:01,920 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:18:01,920 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:18:01,920 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:18:01,920 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:18:01,920 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:18:01,920 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:18:01,920 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:18:01,920 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:18:01,920 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:18:01,920 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:18:01,920 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:18:01,920 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:18:01,920 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:18:01,920 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:18:01,921 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:18:01,921 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:18:01,921 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:18:01,924 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:18:01,946 Job list saved +2022-02-16 18:18:01,985 Updating FAILED jobs +2022-02-16 18:18:01,986 Updating WAITING jobs +2022-02-16 18:18:01,986 Updating WAITING jobs eligible for be prepared +2022-02-16 18:18:01,987 Updating Held jobs +2022-02-16 18:18:01,988 Update finished +2022-02-16 18:18:12,001 Reloading parameters... +2022-02-16 18:18:12,015 Loading parameters... +2022-02-16 18:18:12,016 Loading project parameters... +2022-02-16 18:18:12,017 + +190 of 783 jobs remaining (18:18) +2022-02-16 18:18:12,017 Sleep: 10 +2022-02-16 18:18:12,018 Number of retrials: 2 +2022-02-16 18:18:12,018 WRAPPER CHECK TIME = 10 +2022-02-16 18:18:12,022 Checking jobs for platform=marenostrum4 +2022-02-16 18:18:12,022 Checking Wrapper 20687337 +2022-02-16 18:18:15,953 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:18:15,954 Checking inner jobs status +2022-02-16 18:18:17,776 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:18:17,777 Checking Wrapper 20687333 +2022-02-16 18:18:21,706 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:18:21,706 Checking inner jobs status +2022-02-16 18:18:23,930 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:18:23,930 End of checking +2022-02-16 18:18:23,932 Updating FAILED jobs +2022-02-16 18:18:23,937 Updating WAITING jobs +2022-02-16 18:18:23,938 Updating WAITING jobs eligible for be prepared +2022-02-16 18:18:23,939 Updating Held jobs +2022-02-16 18:18:23,939 Update finished +2022-02-16 18:18:23,940 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:18:23,940 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:18:23,940 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:18:23,940 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:18:23,940 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:18:23,940 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:18:23,940 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:18:23,941 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:18:23,941 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:18:23,941 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:18:23,941 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:18:23,941 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:18:23,941 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:18:23,941 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:18:23,941 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:18:23,941 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:18:23,941 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:18:23,941 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:18:23,941 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:18:23,941 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:18:23,944 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:18:23,969 Job list saved +2022-02-16 18:18:24,009 Updating FAILED jobs +2022-02-16 18:18:24,010 Updating WAITING jobs +2022-02-16 18:18:24,010 Updating WAITING jobs eligible for be prepared +2022-02-16 18:18:24,012 Updating Held jobs +2022-02-16 18:18:24,012 Update finished +2022-02-16 18:18:34,020 Reloading parameters... +2022-02-16 18:18:34,034 Loading parameters... +2022-02-16 18:18:34,035 Loading project parameters... +2022-02-16 18:18:34,036 + +190 of 783 jobs remaining (18:18) +2022-02-16 18:18:34,045 Sleep: 10 +2022-02-16 18:18:34,045 Number of retrials: 2 +2022-02-16 18:18:34,045 WRAPPER CHECK TIME = 10 +2022-02-16 18:18:34,050 Checking jobs for platform=marenostrum4 +2022-02-16 18:18:34,050 Checking Wrapper 20687337 +2022-02-16 18:18:37,977 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:18:37,978 Checking inner jobs status +2022-02-16 18:18:44,017 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:18:44,018 Checking Wrapper 20687333 +2022-02-16 18:18:47,948 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:18:47,949 Checking inner jobs status +2022-02-16 18:18:49,922 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:18:49,923 End of checking +2022-02-16 18:18:49,924 Updating FAILED jobs +2022-02-16 18:18:49,929 Updating WAITING jobs +2022-02-16 18:18:49,930 Updating WAITING jobs eligible for be prepared +2022-02-16 18:18:49,931 Updating Held jobs +2022-02-16 18:18:49,932 Update finished +2022-02-16 18:18:49,932 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:18:49,933 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:18:49,933 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:18:49,933 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:18:49,933 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:18:49,933 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:18:49,933 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:18:49,933 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:18:49,933 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:18:49,933 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:18:49,933 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:18:49,933 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:18:49,933 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:18:49,933 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:18:49,933 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:18:49,934 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:18:49,934 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:18:49,934 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:18:49,934 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:18:49,934 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:18:49,937 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:18:49,962 Job list saved +2022-02-16 18:18:50,000 Updating FAILED jobs +2022-02-16 18:18:50,001 Updating WAITING jobs +2022-02-16 18:18:50,001 Updating WAITING jobs eligible for be prepared +2022-02-16 18:18:50,002 Updating Held jobs +2022-02-16 18:18:50,003 Update finished +2022-02-16 18:19:00,017 Reloading parameters... +2022-02-16 18:19:00,031 Loading parameters... +2022-02-16 18:19:00,032 Loading project parameters... +2022-02-16 18:19:00,042 + +190 of 783 jobs remaining (18:19) +2022-02-16 18:19:00,043 Sleep: 10 +2022-02-16 18:19:00,043 Number of retrials: 2 +2022-02-16 18:19:00,043 WRAPPER CHECK TIME = 10 +2022-02-16 18:19:00,048 Checking jobs for platform=marenostrum4 +2022-02-16 18:19:00,048 Checking Wrapper 20687337 +2022-02-16 18:19:03,974 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:19:03,975 Checking inner jobs status +2022-02-16 18:19:09,062 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:19:09,063 Checking Wrapper 20687333 +2022-02-16 18:19:12,949 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:19:12,950 Checking inner jobs status +2022-02-16 18:19:15,274 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:19:15,275 End of checking +2022-02-16 18:19:15,277 Updating FAILED jobs +2022-02-16 18:19:15,279 Updating WAITING jobs +2022-02-16 18:19:15,280 Updating WAITING jobs eligible for be prepared +2022-02-16 18:19:15,281 Updating Held jobs +2022-02-16 18:19:15,282 Update finished +2022-02-16 18:19:15,283 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:19:15,283 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:19:15,283 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:19:15,283 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:19:15,283 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:19:15,283 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:19:15,283 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:19:15,283 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:19:15,284 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:19:15,284 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:19:15,284 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:19:15,284 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:19:15,284 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:19:15,284 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:19:15,284 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:19:15,284 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:19:15,284 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:19:15,284 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:19:15,284 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:19:15,284 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:19:15,288 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:19:15,313 Job list saved +2022-02-16 18:19:15,357 Updating FAILED jobs +2022-02-16 18:19:15,357 Updating WAITING jobs +2022-02-16 18:19:15,358 Updating WAITING jobs eligible for be prepared +2022-02-16 18:19:15,359 Updating Held jobs +2022-02-16 18:19:15,359 Update finished +2022-02-16 18:19:25,374 Reloading parameters... +2022-02-16 18:19:25,389 Loading parameters... +2022-02-16 18:19:25,389 Loading project parameters... +2022-02-16 18:19:25,391 + +190 of 783 jobs remaining (18:19) +2022-02-16 18:19:25,391 Sleep: 10 +2022-02-16 18:19:25,391 Number of retrials: 2 +2022-02-16 18:19:25,391 WRAPPER CHECK TIME = 10 +2022-02-16 18:19:25,396 Checking jobs for platform=marenostrum4 +2022-02-16 18:19:25,396 Checking Wrapper 20687337 +2022-02-16 18:19:29,430 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:19:29,431 Checking inner jobs status +2022-02-16 18:19:32,056 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:19:32,056 Checking Wrapper 20687333 +2022-02-16 18:19:35,982 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:19:35,982 Checking inner jobs status +2022-02-16 18:19:37,906 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:19:37,907 End of checking +2022-02-16 18:19:37,909 Updating FAILED jobs +2022-02-16 18:19:37,913 Updating WAITING jobs +2022-02-16 18:19:37,914 Updating WAITING jobs eligible for be prepared +2022-02-16 18:19:37,915 Updating Held jobs +2022-02-16 18:19:37,916 Update finished +2022-02-16 18:19:37,916 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:19:37,917 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:19:37,917 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:19:37,917 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:19:37,917 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:19:37,917 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:19:37,917 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:19:37,917 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:19:37,917 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:19:37,917 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:19:37,917 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:19:37,917 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:19:37,917 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:19:37,917 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:19:37,917 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:19:37,917 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:19:37,917 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:19:37,918 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:19:37,918 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:19:37,918 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:19:37,922 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:19:37,946 Job list saved +2022-02-16 18:19:38,007 Updating FAILED jobs +2022-02-16 18:19:38,008 Updating WAITING jobs +2022-02-16 18:19:38,009 Updating WAITING jobs eligible for be prepared +2022-02-16 18:19:38,010 Updating Held jobs +2022-02-16 18:19:38,010 Update finished +2022-02-16 18:19:48,024 Reloading parameters... +2022-02-16 18:19:48,042 Loading parameters... +2022-02-16 18:19:48,043 Loading project parameters... +2022-02-16 18:19:48,044 + +190 of 783 jobs remaining (18:19) +2022-02-16 18:19:48,045 Sleep: 10 +2022-02-16 18:19:48,045 Number of retrials: 2 +2022-02-16 18:19:48,045 WRAPPER CHECK TIME = 10 +2022-02-16 18:19:48,049 Checking jobs for platform=marenostrum4 +2022-02-16 18:19:48,050 Checking Wrapper 20687337 +2022-02-16 18:19:51,977 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:19:51,978 Checking inner jobs status +2022-02-16 18:19:53,802 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:19:53,803 Checking Wrapper 20687333 +2022-02-16 18:19:57,831 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:19:57,831 Checking inner jobs status +2022-02-16 18:19:59,665 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:19:59,666 End of checking +2022-02-16 18:19:59,668 Updating FAILED jobs +2022-02-16 18:19:59,672 Updating WAITING jobs +2022-02-16 18:19:59,673 Updating WAITING jobs eligible for be prepared +2022-02-16 18:19:59,674 Updating Held jobs +2022-02-16 18:19:59,675 Update finished +2022-02-16 18:19:59,675 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:19:59,675 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:19:59,675 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:19:59,675 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:19:59,676 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:19:59,676 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:19:59,676 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:19:59,676 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:19:59,676 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:19:59,676 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:19:59,676 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:19:59,676 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:19:59,676 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:19:59,676 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:19:59,676 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:19:59,676 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:19:59,676 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:19:59,676 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:19:59,676 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:19:59,676 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:19:59,684 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:19:59,707 Job list saved +2022-02-16 18:19:59,747 Updating FAILED jobs +2022-02-16 18:19:59,748 Updating WAITING jobs +2022-02-16 18:19:59,748 Updating WAITING jobs eligible for be prepared +2022-02-16 18:19:59,749 Updating Held jobs +2022-02-16 18:19:59,750 Update finished +2022-02-16 18:20:09,762 Reloading parameters... +2022-02-16 18:20:09,777 Loading parameters... +2022-02-16 18:20:09,778 Loading project parameters... +2022-02-16 18:20:09,779 + +190 of 783 jobs remaining (18:20) +2022-02-16 18:20:09,779 Sleep: 10 +2022-02-16 18:20:09,779 Number of retrials: 2 +2022-02-16 18:20:09,780 WRAPPER CHECK TIME = 10 +2022-02-16 18:20:09,784 Checking jobs for platform=marenostrum4 +2022-02-16 18:20:09,784 Checking Wrapper 20687337 +2022-02-16 18:20:13,711 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:20:13,711 Checking inner jobs status +2022-02-16 18:20:15,584 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:20:15,585 Checking Wrapper 20687333 +2022-02-16 18:20:19,511 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:20:19,512 Checking inner jobs status +2022-02-16 18:20:21,335 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:20:21,335 End of checking +2022-02-16 18:20:21,337 Updating FAILED jobs +2022-02-16 18:20:21,342 Updating WAITING jobs +2022-02-16 18:20:21,343 Updating WAITING jobs eligible for be prepared +2022-02-16 18:20:21,344 Updating Held jobs +2022-02-16 18:20:21,344 Update finished +2022-02-16 18:20:21,345 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:20:21,345 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:20:21,345 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:20:21,345 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:20:21,345 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:20:21,346 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:20:21,346 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:20:21,346 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:20:21,346 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:20:21,346 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:20:21,346 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:20:21,346 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:20:21,346 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:20:21,346 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:20:21,346 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:20:21,346 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:20:21,346 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:20:21,346 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:20:21,346 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:20:21,346 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:20:21,349 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:20:21,374 Job list saved +2022-02-16 18:20:21,416 Updating FAILED jobs +2022-02-16 18:20:21,416 Updating WAITING jobs +2022-02-16 18:20:21,417 Updating WAITING jobs eligible for be prepared +2022-02-16 18:20:21,418 Updating Held jobs +2022-02-16 18:20:21,418 Update finished +2022-02-16 18:20:31,433 Reloading parameters... +2022-02-16 18:20:31,462 Loading parameters... +2022-02-16 18:20:31,463 Loading project parameters... +2022-02-16 18:20:31,464 + +190 of 783 jobs remaining (18:20) +2022-02-16 18:20:31,465 Sleep: 10 +2022-02-16 18:20:31,465 Number of retrials: 2 +2022-02-16 18:20:31,465 WRAPPER CHECK TIME = 10 +2022-02-16 18:20:31,468 Checking jobs for platform=marenostrum4 +2022-02-16 18:20:31,468 Checking Wrapper 20687337 +2022-02-16 18:20:35,398 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:20:35,398 Checking inner jobs status +2022-02-16 18:20:38,345 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:20:38,346 Checking Wrapper 20687333 +2022-02-16 18:20:42,272 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:20:42,273 Checking inner jobs status +2022-02-16 18:20:44,548 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:20:44,549 End of checking +2022-02-16 18:20:44,550 Updating FAILED jobs +2022-02-16 18:20:44,553 Updating WAITING jobs +2022-02-16 18:20:44,554 Updating WAITING jobs eligible for be prepared +2022-02-16 18:20:44,555 Updating Held jobs +2022-02-16 18:20:44,556 Update finished +2022-02-16 18:20:44,556 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:20:44,557 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:20:44,557 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:20:44,557 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:20:44,557 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:20:44,557 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:20:44,557 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:20:44,557 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:20:44,557 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:20:44,557 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:20:44,557 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:20:44,557 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:20:44,557 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:20:44,557 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:20:44,557 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:20:44,557 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:20:44,557 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:20:44,557 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:20:44,558 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:20:44,558 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:20:44,561 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:20:44,588 Job list saved +2022-02-16 18:20:44,648 Updating FAILED jobs +2022-02-16 18:20:44,650 Updating WAITING jobs +2022-02-16 18:20:44,651 Updating WAITING jobs eligible for be prepared +2022-02-16 18:20:44,652 Updating Held jobs +2022-02-16 18:20:44,652 Update finished +2022-02-16 18:20:54,665 Reloading parameters... +2022-02-16 18:20:54,683 Loading parameters... +2022-02-16 18:20:54,684 Loading project parameters... +2022-02-16 18:20:54,685 + +190 of 783 jobs remaining (18:20) +2022-02-16 18:20:54,686 Sleep: 10 +2022-02-16 18:20:54,686 Number of retrials: 2 +2022-02-16 18:20:54,686 WRAPPER CHECK TIME = 10 +2022-02-16 18:20:54,691 Checking jobs for platform=marenostrum4 +2022-02-16 18:20:54,691 Checking Wrapper 20687337 +2022-02-16 18:20:58,616 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:20:58,617 Checking inner jobs status +2022-02-16 18:21:03,005 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:21:03,007 Checking Wrapper 20687333 +2022-02-16 18:21:06,936 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:21:06,937 Checking inner jobs status +2022-02-16 18:21:10,723 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:21:10,724 End of checking +2022-02-16 18:21:10,726 Updating FAILED jobs +2022-02-16 18:21:10,731 Updating WAITING jobs +2022-02-16 18:21:10,732 Updating WAITING jobs eligible for be prepared +2022-02-16 18:21:10,733 Updating Held jobs +2022-02-16 18:21:10,734 Update finished +2022-02-16 18:21:10,735 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:21:10,735 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:21:10,735 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:21:10,735 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:21:10,735 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:21:10,735 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:21:10,735 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:21:10,735 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:21:10,735 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:21:10,735 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:21:10,735 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:21:10,735 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:21:10,735 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:21:10,735 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:21:10,736 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:21:10,736 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:21:10,736 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:21:10,736 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:21:10,736 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:21:10,736 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:21:10,739 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:21:10,765 Job list saved +2022-02-16 18:21:10,808 Updating FAILED jobs +2022-02-16 18:21:10,808 Updating WAITING jobs +2022-02-16 18:21:10,809 Updating WAITING jobs eligible for be prepared +2022-02-16 18:21:10,810 Updating Held jobs +2022-02-16 18:21:10,810 Update finished +2022-02-16 18:21:20,826 Reloading parameters... +2022-02-16 18:21:20,850 Loading parameters... +2022-02-16 18:21:20,851 Loading project parameters... +2022-02-16 18:21:20,852 + +190 of 783 jobs remaining (18:21) +2022-02-16 18:21:20,853 Sleep: 10 +2022-02-16 18:21:20,853 Number of retrials: 2 +2022-02-16 18:21:20,853 WRAPPER CHECK TIME = 10 +2022-02-16 18:21:20,857 Checking jobs for platform=marenostrum4 +2022-02-16 18:21:20,858 Checking Wrapper 20687337 +2022-02-16 18:21:24,793 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:21:24,794 Checking inner jobs status +2022-02-16 18:21:27,823 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:21:27,823 Checking Wrapper 20687333 +2022-02-16 18:21:31,707 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:21:31,707 Checking inner jobs status +2022-02-16 18:21:35,798 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:21:35,799 End of checking +2022-02-16 18:21:35,805 Updating FAILED jobs +2022-02-16 18:21:35,809 Updating WAITING jobs +2022-02-16 18:21:35,809 Updating WAITING jobs eligible for be prepared +2022-02-16 18:21:35,810 Updating Held jobs +2022-02-16 18:21:35,811 Update finished +2022-02-16 18:21:35,812 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:21:35,812 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:21:35,812 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:21:35,812 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:21:35,812 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:21:35,812 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:21:35,812 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:21:35,812 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:21:35,812 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:21:35,812 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:21:35,812 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:21:35,812 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:21:35,812 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:21:35,812 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:21:35,812 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:21:35,812 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:21:35,812 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:21:35,813 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:21:35,813 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:21:35,813 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:21:35,816 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:21:35,847 Job list saved +2022-02-16 18:21:35,889 Updating FAILED jobs +2022-02-16 18:21:35,889 Updating WAITING jobs +2022-02-16 18:21:35,890 Updating WAITING jobs eligible for be prepared +2022-02-16 18:21:35,891 Updating Held jobs +2022-02-16 18:21:35,891 Update finished +2022-02-16 18:21:45,907 Reloading parameters... +2022-02-16 18:21:45,923 Loading parameters... +2022-02-16 18:21:45,924 Loading project parameters... +2022-02-16 18:21:45,925 + +190 of 783 jobs remaining (18:21) +2022-02-16 18:21:45,926 Sleep: 10 +2022-02-16 18:21:45,926 Number of retrials: 2 +2022-02-16 18:21:45,926 WRAPPER CHECK TIME = 10 +2022-02-16 18:21:45,931 Checking jobs for platform=marenostrum4 +2022-02-16 18:21:45,931 Checking Wrapper 20687337 +2022-02-16 18:21:49,913 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:21:49,914 Checking inner jobs status +2022-02-16 18:21:51,748 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:21:51,748 Checking Wrapper 20687333 +2022-02-16 18:21:55,728 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:21:55,729 Checking inner jobs status +2022-02-16 18:21:57,557 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:21:57,558 End of checking +2022-02-16 18:21:57,560 Updating FAILED jobs +2022-02-16 18:21:57,564 Updating WAITING jobs +2022-02-16 18:21:57,565 Updating WAITING jobs eligible for be prepared +2022-02-16 18:21:57,566 Updating Held jobs +2022-02-16 18:21:57,566 Update finished +2022-02-16 18:21:57,567 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:21:57,567 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:21:57,567 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:21:57,567 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:21:57,567 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:21:57,567 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:21:57,567 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:21:57,567 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:21:57,567 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:21:57,567 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:21:57,567 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:21:57,567 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:21:57,567 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:21:57,567 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:21:57,567 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:21:57,568 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:21:57,568 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:21:57,568 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:21:57,568 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:21:57,568 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:21:57,571 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:21:57,597 Job list saved +2022-02-16 18:21:57,650 Updating FAILED jobs +2022-02-16 18:21:57,651 Updating WAITING jobs +2022-02-16 18:21:57,652 Updating WAITING jobs eligible for be prepared +2022-02-16 18:21:57,653 Updating Held jobs +2022-02-16 18:21:57,653 Update finished +2022-02-16 18:22:07,667 Reloading parameters... +2022-02-16 18:22:07,683 Loading parameters... +2022-02-16 18:22:07,684 Loading project parameters... +2022-02-16 18:22:07,685 + +190 of 783 jobs remaining (18:22) +2022-02-16 18:22:07,685 Sleep: 10 +2022-02-16 18:22:07,685 Number of retrials: 2 +2022-02-16 18:22:07,685 WRAPPER CHECK TIME = 10 +2022-02-16 18:22:07,690 Checking jobs for platform=marenostrum4 +2022-02-16 18:22:07,690 Checking Wrapper 20687337 +2022-02-16 18:22:11,667 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:22:11,668 Checking inner jobs status +2022-02-16 18:22:13,550 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:22:13,551 Checking Wrapper 20687333 +2022-02-16 18:22:17,526 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:22:17,527 Checking inner jobs status +2022-02-16 18:22:19,604 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:22:19,604 End of checking +2022-02-16 18:22:19,606 Updating FAILED jobs +2022-02-16 18:22:19,608 Updating WAITING jobs +2022-02-16 18:22:19,609 Updating WAITING jobs eligible for be prepared +2022-02-16 18:22:19,610 Updating Held jobs +2022-02-16 18:22:19,610 Update finished +2022-02-16 18:22:19,611 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:22:19,611 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:22:19,611 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:22:19,611 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:22:19,611 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:22:19,611 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:22:19,611 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:22:19,611 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:22:19,611 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:22:19,611 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:22:19,611 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:22:19,612 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:22:19,612 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:22:19,612 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:22:19,612 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:22:19,612 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:22:19,612 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:22:19,612 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:22:19,612 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:22:19,612 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:22:19,615 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:22:19,642 Job list saved +2022-02-16 18:22:19,695 Updating FAILED jobs +2022-02-16 18:22:19,696 Updating WAITING jobs +2022-02-16 18:22:19,696 Updating WAITING jobs eligible for be prepared +2022-02-16 18:22:19,697 Updating Held jobs +2022-02-16 18:22:19,698 Update finished +2022-02-16 18:22:29,712 Reloading parameters... +2022-02-16 18:22:29,729 Loading parameters... +2022-02-16 18:22:29,729 Loading project parameters... +2022-02-16 18:22:29,731 + +190 of 783 jobs remaining (18:22) +2022-02-16 18:22:29,731 Sleep: 10 +2022-02-16 18:22:29,731 Number of retrials: 2 +2022-02-16 18:22:29,731 WRAPPER CHECK TIME = 10 +2022-02-16 18:22:29,735 Checking jobs for platform=marenostrum4 +2022-02-16 18:22:29,735 Checking Wrapper 20687337 +2022-02-16 18:22:33,668 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:22:33,668 Checking inner jobs status +2022-02-16 18:22:35,497 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:22:35,498 Checking Wrapper 20687333 +2022-02-16 18:22:39,474 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:22:39,475 Checking inner jobs status +2022-02-16 18:22:41,401 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:22:41,402 End of checking +2022-02-16 18:22:41,405 Updating FAILED jobs +2022-02-16 18:22:41,408 Updating WAITING jobs +2022-02-16 18:22:41,409 Updating WAITING jobs eligible for be prepared +2022-02-16 18:22:41,410 Updating Held jobs +2022-02-16 18:22:41,411 Update finished +2022-02-16 18:22:41,411 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:22:41,411 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:22:41,412 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:22:41,412 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:22:41,412 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:22:41,412 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:22:41,412 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:22:41,412 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:22:41,412 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:22:41,412 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:22:41,412 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:22:41,412 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:22:41,412 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:22:41,412 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:22:41,412 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:22:41,412 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:22:41,412 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:22:41,412 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:22:41,412 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:22:41,412 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:22:41,415 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:22:41,438 Job list saved +2022-02-16 18:22:41,498 Updating FAILED jobs +2022-02-16 18:22:41,498 Updating WAITING jobs +2022-02-16 18:22:41,499 Updating WAITING jobs eligible for be prepared +2022-02-16 18:22:41,499 Updating Held jobs +2022-02-16 18:22:41,500 Update finished +2022-02-16 18:22:51,514 Reloading parameters... +2022-02-16 18:22:51,527 Loading parameters... +2022-02-16 18:22:51,528 Loading project parameters... +2022-02-16 18:22:51,529 + +190 of 783 jobs remaining (18:22) +2022-02-16 18:22:51,529 Sleep: 10 +2022-02-16 18:22:51,529 Number of retrials: 2 +2022-02-16 18:22:51,529 WRAPPER CHECK TIME = 10 +2022-02-16 18:22:51,533 Checking jobs for platform=marenostrum4 +2022-02-16 18:22:51,534 Checking Wrapper 20687337 +2022-02-16 18:22:55,610 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:22:55,611 Checking inner jobs status +2022-02-16 18:22:57,534 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:22:57,535 Checking Wrapper 20687333 +2022-02-16 18:23:01,511 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:23:01,512 Checking inner jobs status +2022-02-16 18:23:04,950 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:23:04,950 End of checking +2022-02-16 18:23:04,952 Updating FAILED jobs +2022-02-16 18:23:04,954 Updating WAITING jobs +2022-02-16 18:23:04,955 Updating WAITING jobs eligible for be prepared +2022-02-16 18:23:04,956 Updating Held jobs +2022-02-16 18:23:04,957 Update finished +2022-02-16 18:23:04,957 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:23:04,957 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:23:04,957 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:23:04,958 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:23:04,958 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:23:04,958 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:23:04,958 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:23:04,958 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:23:04,958 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:23:04,958 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:23:04,958 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:23:04,958 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:23:04,958 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:23:04,958 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:23:04,958 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:23:04,958 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:23:04,958 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:23:04,958 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:23:04,958 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:23:04,958 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:23:04,964 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:23:04,986 Job list saved +2022-02-16 18:23:05,034 Updating FAILED jobs +2022-02-16 18:23:05,035 Updating WAITING jobs +2022-02-16 18:23:05,035 Updating WAITING jobs eligible for be prepared +2022-02-16 18:23:05,036 Updating Held jobs +2022-02-16 18:23:05,037 Update finished +2022-02-16 18:23:15,050 Reloading parameters... +2022-02-16 18:23:15,065 Loading parameters... +2022-02-16 18:23:15,066 Loading project parameters... +2022-02-16 18:23:15,068 + +190 of 783 jobs remaining (18:23) +2022-02-16 18:23:15,068 Sleep: 10 +2022-02-16 18:23:15,068 Number of retrials: 2 +2022-02-16 18:23:15,068 WRAPPER CHECK TIME = 10 +2022-02-16 18:23:15,073 Checking jobs for platform=marenostrum4 +2022-02-16 18:23:15,073 Checking Wrapper 20687337 +2022-02-16 18:23:19,001 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:23:19,001 Checking inner jobs status +2022-02-16 18:23:21,934 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:23:21,935 Checking Wrapper 20687333 +2022-02-16 18:23:25,862 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:23:25,863 Checking inner jobs status +2022-02-16 18:23:30,808 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:23:30,809 End of checking +2022-02-16 18:23:30,811 Updating FAILED jobs +2022-02-16 18:23:30,815 Updating WAITING jobs +2022-02-16 18:23:30,816 Updating WAITING jobs eligible for be prepared +2022-02-16 18:23:30,817 Updating Held jobs +2022-02-16 18:23:30,818 Update finished +2022-02-16 18:23:30,819 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:23:30,819 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:23:30,819 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:23:30,819 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:23:30,819 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:23:30,819 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:23:30,819 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:23:30,819 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:23:30,819 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:23:30,819 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:23:30,819 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:23:30,820 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:23:30,820 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:23:30,820 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:23:30,820 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:23:30,820 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:23:30,820 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:23:30,820 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:23:30,820 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:23:30,820 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:23:30,823 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:23:30,860 Job list saved +2022-02-16 18:23:30,917 Updating FAILED jobs +2022-02-16 18:23:30,917 Updating WAITING jobs +2022-02-16 18:23:30,918 Updating WAITING jobs eligible for be prepared +2022-02-16 18:23:30,919 Updating Held jobs +2022-02-16 18:23:30,920 Update finished +2022-02-16 18:23:40,935 Reloading parameters... +2022-02-16 18:23:40,952 Loading parameters... +2022-02-16 18:23:40,953 Loading project parameters... +2022-02-16 18:23:40,954 + +190 of 783 jobs remaining (18:23) +2022-02-16 18:23:40,955 Sleep: 10 +2022-02-16 18:23:40,955 Number of retrials: 2 +2022-02-16 18:23:40,955 WRAPPER CHECK TIME = 10 +2022-02-16 18:23:40,959 Checking jobs for platform=marenostrum4 +2022-02-16 18:23:40,959 Checking Wrapper 20687337 +2022-02-16 18:23:45,045 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:23:45,045 Checking inner jobs status +2022-02-16 18:23:47,026 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:23:47,026 Checking Wrapper 20687333 +2022-02-16 18:23:50,914 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:23:50,914 Checking inner jobs status +2022-02-16 18:23:52,748 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:23:52,749 End of checking +2022-02-16 18:23:52,751 Updating FAILED jobs +2022-02-16 18:23:52,755 Updating WAITING jobs +2022-02-16 18:23:52,756 Updating WAITING jobs eligible for be prepared +2022-02-16 18:23:52,757 Updating Held jobs +2022-02-16 18:23:52,757 Update finished +2022-02-16 18:23:52,758 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:23:52,758 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:23:52,758 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:23:52,758 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:23:52,758 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:23:52,758 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:23:52,758 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:23:52,758 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:23:52,759 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:23:52,759 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:23:52,759 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:23:52,759 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:23:52,759 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:23:52,759 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:23:52,759 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:23:52,759 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:23:52,759 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:23:52,759 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:23:52,759 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:23:52,759 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:23:52,762 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:23:52,785 Job list saved +2022-02-16 18:23:52,827 Updating FAILED jobs +2022-02-16 18:23:52,827 Updating WAITING jobs +2022-02-16 18:23:52,828 Updating WAITING jobs eligible for be prepared +2022-02-16 18:23:52,829 Updating Held jobs +2022-02-16 18:23:52,829 Update finished +2022-02-16 18:24:02,843 Reloading parameters... +2022-02-16 18:24:02,856 Loading parameters... +2022-02-16 18:24:02,856 Loading project parameters... +2022-02-16 18:24:02,858 + +190 of 783 jobs remaining (18:24) +2022-02-16 18:24:02,858 Sleep: 10 +2022-02-16 18:24:02,858 Number of retrials: 2 +2022-02-16 18:24:02,858 WRAPPER CHECK TIME = 10 +2022-02-16 18:24:02,863 Checking jobs for platform=marenostrum4 +2022-02-16 18:24:02,863 Checking Wrapper 20687337 +2022-02-16 18:24:06,848 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:24:06,848 Checking inner jobs status +2022-02-16 18:24:08,721 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:24:08,722 Checking Wrapper 20687333 +2022-02-16 18:24:12,698 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:24:12,698 Checking inner jobs status +2022-02-16 18:24:14,521 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:24:14,522 End of checking +2022-02-16 18:24:14,523 Updating FAILED jobs +2022-02-16 18:24:14,528 Updating WAITING jobs +2022-02-16 18:24:14,529 Updating WAITING jobs eligible for be prepared +2022-02-16 18:24:14,530 Updating Held jobs +2022-02-16 18:24:14,530 Update finished +2022-02-16 18:24:14,531 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:24:14,531 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:24:14,531 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:24:14,531 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:24:14,531 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:24:14,531 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:24:14,531 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:24:14,531 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:24:14,531 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:24:14,532 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:24:14,532 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:24:14,532 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:24:14,532 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:24:14,532 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:24:14,532 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:24:14,532 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:24:14,532 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:24:14,532 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:24:14,532 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:24:14,532 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:24:14,535 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:24:14,559 Job list saved +2022-02-16 18:24:14,598 Updating FAILED jobs +2022-02-16 18:24:14,599 Updating WAITING jobs +2022-02-16 18:24:14,599 Updating WAITING jobs eligible for be prepared +2022-02-16 18:24:14,601 Updating Held jobs +2022-02-16 18:24:14,601 Update finished +2022-02-16 18:24:24,604 Reloading parameters... +2022-02-16 18:24:24,621 Loading parameters... +2022-02-16 18:24:24,622 Loading project parameters... +2022-02-16 18:24:24,623 + +190 of 783 jobs remaining (18:24) +2022-02-16 18:24:24,624 Sleep: 10 +2022-02-16 18:24:24,624 Number of retrials: 2 +2022-02-16 18:24:24,624 WRAPPER CHECK TIME = 10 +2022-02-16 18:24:24,630 Checking jobs for platform=marenostrum4 +2022-02-16 18:24:24,630 Checking Wrapper 20687337 +2022-02-16 18:24:28,565 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:24:28,565 Checking inner jobs status +2022-02-16 18:24:30,395 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:24:30,395 Checking Wrapper 20687333 +2022-02-16 18:24:34,323 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:24:34,323 Checking inner jobs status +2022-02-16 18:24:38,055 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:24:38,056 End of checking +2022-02-16 18:24:38,058 Updating FAILED jobs +2022-02-16 18:24:38,062 Updating WAITING jobs +2022-02-16 18:24:38,063 Updating WAITING jobs eligible for be prepared +2022-02-16 18:24:38,065 Updating Held jobs +2022-02-16 18:24:38,065 Update finished +2022-02-16 18:24:38,066 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:24:38,066 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:24:38,066 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:24:38,066 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:24:38,066 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:24:38,067 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:24:38,067 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:24:38,067 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:24:38,067 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:24:38,067 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:24:38,067 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:24:38,067 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:24:38,067 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:24:38,067 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:24:38,067 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:24:38,067 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:24:38,067 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:24:38,067 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:24:38,067 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:24:38,067 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:24:38,071 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:24:38,098 Job list saved +2022-02-16 18:24:38,142 Updating FAILED jobs +2022-02-16 18:24:38,142 Updating WAITING jobs +2022-02-16 18:24:38,143 Updating WAITING jobs eligible for be prepared +2022-02-16 18:24:38,144 Updating Held jobs +2022-02-16 18:24:38,144 Update finished +2022-02-16 18:24:48,149 Reloading parameters... +2022-02-16 18:24:48,161 Loading parameters... +2022-02-16 18:24:48,162 Loading project parameters... +2022-02-16 18:24:48,163 + +190 of 783 jobs remaining (18:24) +2022-02-16 18:24:48,164 Sleep: 10 +2022-02-16 18:24:48,164 Number of retrials: 2 +2022-02-16 18:24:48,164 WRAPPER CHECK TIME = 10 +2022-02-16 18:24:48,168 Checking jobs for platform=marenostrum4 +2022-02-16 18:24:48,169 Checking Wrapper 20687337 +2022-02-16 18:24:52,151 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:24:52,152 Checking inner jobs status +2022-02-16 18:24:55,931 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:24:55,932 Checking Wrapper 20687333 +2022-02-16 18:24:59,810 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:24:59,811 Checking inner jobs status +2022-02-16 18:25:04,399 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:25:04,399 End of checking +2022-02-16 18:25:04,401 Updating FAILED jobs +2022-02-16 18:25:04,406 Updating WAITING jobs +2022-02-16 18:25:04,407 Updating WAITING jobs eligible for be prepared +2022-02-16 18:25:04,408 Updating Held jobs +2022-02-16 18:25:04,409 Update finished +2022-02-16 18:25:04,410 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:25:04,410 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:25:04,410 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:25:04,410 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:25:04,410 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:25:04,410 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:25:04,410 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:25:04,410 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:25:04,410 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:25:04,410 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:25:04,411 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:25:04,411 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:25:04,411 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:25:04,411 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:25:04,411 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:25:04,411 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:25:04,411 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:25:04,411 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:25:04,411 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:25:04,411 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:25:04,414 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:25:04,445 Job list saved +2022-02-16 18:25:04,482 Updating FAILED jobs +2022-02-16 18:25:04,482 Updating WAITING jobs +2022-02-16 18:25:04,483 Updating WAITING jobs eligible for be prepared +2022-02-16 18:25:04,484 Updating Held jobs +2022-02-16 18:25:04,484 Update finished +2022-02-16 18:25:14,497 Reloading parameters... +2022-02-16 18:25:14,512 Loading parameters... +2022-02-16 18:25:14,513 Loading project parameters... +2022-02-16 18:25:14,515 + +190 of 783 jobs remaining (18:25) +2022-02-16 18:25:14,515 Sleep: 10 +2022-02-16 18:25:14,515 Number of retrials: 2 +2022-02-16 18:25:14,515 WRAPPER CHECK TIME = 10 +2022-02-16 18:25:14,520 Checking jobs for platform=marenostrum4 +2022-02-16 18:25:14,520 Checking Wrapper 20687337 +2022-02-16 18:25:18,449 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:25:18,450 Checking inner jobs status +2022-02-16 18:25:21,225 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:25:21,226 Checking Wrapper 20687333 +2022-02-16 18:25:25,159 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:25:25,160 Checking inner jobs status +2022-02-16 18:25:27,837 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:25:27,838 End of checking +2022-02-16 18:25:27,840 Updating FAILED jobs +2022-02-16 18:25:27,844 Updating WAITING jobs +2022-02-16 18:25:27,844 Updating WAITING jobs eligible for be prepared +2022-02-16 18:25:27,845 Updating Held jobs +2022-02-16 18:25:27,846 Update finished +2022-02-16 18:25:27,847 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:25:27,847 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:25:27,847 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:25:27,847 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:25:27,847 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:25:27,847 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:25:27,847 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:25:27,847 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:25:27,847 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:25:27,847 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:25:27,847 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:25:27,847 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:25:27,847 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:25:27,848 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:25:27,848 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:25:27,848 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:25:27,848 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:25:27,848 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:25:27,848 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:25:27,848 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:25:27,851 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:25:27,878 Job list saved +2022-02-16 18:25:27,925 Updating FAILED jobs +2022-02-16 18:25:27,926 Updating WAITING jobs +2022-02-16 18:25:27,926 Updating WAITING jobs eligible for be prepared +2022-02-16 18:25:27,927 Updating Held jobs +2022-02-16 18:25:27,928 Update finished +2022-02-16 18:25:37,939 Reloading parameters... +2022-02-16 18:25:37,955 Loading parameters... +2022-02-16 18:25:37,956 Loading project parameters... +2022-02-16 18:25:37,957 + +190 of 783 jobs remaining (18:25) +2022-02-16 18:25:37,957 Sleep: 10 +2022-02-16 18:25:37,957 Number of retrials: 2 +2022-02-16 18:25:37,957 WRAPPER CHECK TIME = 10 +2022-02-16 18:25:37,962 Checking jobs for platform=marenostrum4 +2022-02-16 18:25:37,962 Checking Wrapper 20687337 +2022-02-16 18:25:41,897 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:25:41,897 Checking inner jobs status +2022-02-16 18:25:43,779 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:25:43,781 Checking Wrapper 20687333 +2022-02-16 18:25:47,757 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:25:47,758 Checking inner jobs status +2022-02-16 18:25:49,580 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:25:49,581 End of checking +2022-02-16 18:25:49,583 Updating FAILED jobs +2022-02-16 18:25:49,587 Updating WAITING jobs +2022-02-16 18:25:49,588 Updating WAITING jobs eligible for be prepared +2022-02-16 18:25:49,589 Updating Held jobs +2022-02-16 18:25:49,589 Update finished +2022-02-16 18:25:49,590 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:25:49,590 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:25:49,591 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:25:49,591 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:25:49,591 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:25:49,591 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:25:49,591 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:25:49,591 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:25:49,591 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:25:49,591 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:25:49,591 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:25:49,591 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:25:49,591 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:25:49,591 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:25:49,591 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:25:49,591 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:25:49,591 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:25:49,591 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:25:49,591 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:25:49,591 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:25:49,595 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:25:49,621 Job list saved +2022-02-16 18:25:49,669 Updating FAILED jobs +2022-02-16 18:25:49,669 Updating WAITING jobs +2022-02-16 18:25:49,670 Updating WAITING jobs eligible for be prepared +2022-02-16 18:25:49,671 Updating Held jobs +2022-02-16 18:25:49,672 Update finished +2022-02-16 18:25:59,680 Reloading parameters... +2022-02-16 18:25:59,694 Loading parameters... +2022-02-16 18:25:59,695 Loading project parameters... +2022-02-16 18:25:59,696 + +190 of 783 jobs remaining (18:25) +2022-02-16 18:25:59,696 Sleep: 10 +2022-02-16 18:25:59,696 Number of retrials: 2 +2022-02-16 18:25:59,696 WRAPPER CHECK TIME = 10 +2022-02-16 18:25:59,700 Checking jobs for platform=marenostrum4 +2022-02-16 18:25:59,700 Checking Wrapper 20687337 +2022-02-16 18:26:03,579 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:26:03,579 Checking inner jobs status +2022-02-16 18:26:05,404 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:26:05,405 Checking Wrapper 20687333 +2022-02-16 18:26:09,332 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:26:09,332 Checking inner jobs status +2022-02-16 18:26:11,305 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:26:11,307 End of checking +2022-02-16 18:26:11,309 Updating FAILED jobs +2022-02-16 18:26:11,314 Updating WAITING jobs +2022-02-16 18:26:11,315 Updating WAITING jobs eligible for be prepared +2022-02-16 18:26:11,316 Updating Held jobs +2022-02-16 18:26:11,317 Update finished +2022-02-16 18:26:11,318 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:26:11,318 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:26:11,318 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:26:11,318 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:26:11,318 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:26:11,318 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:26:11,318 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:26:11,318 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:26:11,318 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:26:11,318 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:26:11,318 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:26:11,318 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:26:11,318 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:26:11,318 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:26:11,319 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:26:11,319 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:26:11,319 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:26:11,319 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:26:11,319 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:26:11,319 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:26:11,321 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:26:11,348 Job list saved +2022-02-16 18:26:11,384 Updating FAILED jobs +2022-02-16 18:26:11,385 Updating WAITING jobs +2022-02-16 18:26:11,385 Updating WAITING jobs eligible for be prepared +2022-02-16 18:26:11,387 Updating Held jobs +2022-02-16 18:26:11,387 Update finished +2022-02-16 18:26:21,402 Reloading parameters... +2022-02-16 18:26:21,417 Loading parameters... +2022-02-16 18:26:21,418 Loading project parameters... +2022-02-16 18:26:21,419 + +190 of 783 jobs remaining (18:26) +2022-02-16 18:26:21,420 Sleep: 10 +2022-02-16 18:26:21,420 Number of retrials: 2 +2022-02-16 18:26:21,420 WRAPPER CHECK TIME = 10 +2022-02-16 18:26:21,425 Checking jobs for platform=marenostrum4 +2022-02-16 18:26:21,425 Checking Wrapper 20687337 +2022-02-16 18:26:25,358 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:26:25,359 Checking inner jobs status +2022-02-16 18:26:27,282 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:26:27,283 Checking Wrapper 20687333 +2022-02-16 18:26:31,209 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:26:31,210 Checking inner jobs status +2022-02-16 18:26:33,033 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:26:33,034 End of checking +2022-02-16 18:26:33,035 Updating FAILED jobs +2022-02-16 18:26:33,037 Updating WAITING jobs +2022-02-16 18:26:33,038 Updating WAITING jobs eligible for be prepared +2022-02-16 18:26:33,039 Updating Held jobs +2022-02-16 18:26:33,039 Update finished +2022-02-16 18:26:33,040 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:26:33,040 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:26:33,040 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:26:33,040 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:26:33,041 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:26:33,041 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:26:33,041 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:26:33,041 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:26:33,041 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:26:33,041 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:26:33,041 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:26:33,041 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:26:33,041 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:26:33,041 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:26:33,041 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:26:33,041 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:26:33,041 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:26:33,041 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:26:33,041 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:26:33,041 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:26:33,044 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:26:33,069 Job list saved +2022-02-16 18:26:33,120 Updating FAILED jobs +2022-02-16 18:26:33,121 Updating WAITING jobs +2022-02-16 18:26:33,121 Updating WAITING jobs eligible for be prepared +2022-02-16 18:26:33,123 Updating Held jobs +2022-02-16 18:26:33,123 Update finished +2022-02-16 18:26:43,137 Reloading parameters... +2022-02-16 18:26:43,156 Loading parameters... +2022-02-16 18:26:43,157 Loading project parameters... +2022-02-16 18:26:43,158 + +190 of 783 jobs remaining (18:26) +2022-02-16 18:26:43,159 Sleep: 10 +2022-02-16 18:26:43,159 Number of retrials: 2 +2022-02-16 18:26:43,159 WRAPPER CHECK TIME = 10 +2022-02-16 18:26:43,163 Checking jobs for platform=marenostrum4 +2022-02-16 18:26:43,163 Checking Wrapper 20687337 +2022-02-16 18:26:47,096 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:26:47,097 Checking inner jobs status +2022-02-16 18:26:49,725 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:26:49,725 Checking Wrapper 20687333 +2022-02-16 18:26:53,653 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:26:53,653 Checking inner jobs status +2022-02-16 18:26:58,596 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:26:58,597 End of checking +2022-02-16 18:26:58,599 Updating FAILED jobs +2022-02-16 18:26:58,603 Updating WAITING jobs +2022-02-16 18:26:58,603 Updating WAITING jobs eligible for be prepared +2022-02-16 18:26:58,604 Updating Held jobs +2022-02-16 18:26:58,605 Update finished +2022-02-16 18:26:58,606 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:26:58,606 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:26:58,606 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:26:58,606 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:26:58,606 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:26:58,606 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:26:58,606 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:26:58,606 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:26:58,606 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:26:58,606 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:26:58,606 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:26:58,606 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:26:58,606 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:26:58,606 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:26:58,606 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:26:58,606 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:26:58,606 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:26:58,607 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:26:58,607 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:26:58,607 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:26:58,610 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:26:58,635 Job list saved +2022-02-16 18:26:58,682 Updating FAILED jobs +2022-02-16 18:26:58,683 Updating WAITING jobs +2022-02-16 18:26:58,684 Updating WAITING jobs eligible for be prepared +2022-02-16 18:26:58,685 Updating Held jobs +2022-02-16 18:26:58,685 Update finished +2022-02-16 18:27:08,698 Reloading parameters... +2022-02-16 18:27:08,712 Loading parameters... +2022-02-16 18:27:08,713 Loading project parameters... +2022-02-16 18:27:08,714 + +190 of 783 jobs remaining (18:27) +2022-02-16 18:27:08,715 Sleep: 10 +2022-02-16 18:27:08,715 Number of retrials: 2 +2022-02-16 18:27:08,715 WRAPPER CHECK TIME = 10 +2022-02-16 18:27:08,719 Checking jobs for platform=marenostrum4 +2022-02-16 18:27:08,719 Checking Wrapper 20687337 +2022-02-16 18:27:12,750 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:27:12,750 Checking inner jobs status +2022-02-16 18:27:14,924 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:27:14,926 Checking Wrapper 20687333 +2022-02-16 18:27:18,902 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:27:18,902 Checking inner jobs status +2022-02-16 18:27:22,831 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:27:22,832 End of checking +2022-02-16 18:27:22,834 Updating FAILED jobs +2022-02-16 18:27:22,838 Updating WAITING jobs +2022-02-16 18:27:22,839 Updating WAITING jobs eligible for be prepared +2022-02-16 18:27:22,841 Updating Held jobs +2022-02-16 18:27:22,841 Update finished +2022-02-16 18:27:22,842 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:27:22,842 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:27:22,842 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:27:22,842 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:27:22,842 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:27:22,843 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:27:22,843 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:27:22,843 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:27:22,843 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:27:22,843 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:27:22,843 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:27:22,843 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:27:22,843 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:27:22,843 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:27:22,843 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:27:22,843 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:27:22,843 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:27:22,843 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:27:22,843 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:27:22,843 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:27:22,854 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:27:22,879 Job list saved +2022-02-16 18:27:22,936 Updating FAILED jobs +2022-02-16 18:27:22,937 Updating WAITING jobs +2022-02-16 18:27:22,937 Updating WAITING jobs eligible for be prepared +2022-02-16 18:27:22,939 Updating Held jobs +2022-02-16 18:27:22,939 Update finished +2022-02-16 18:27:32,946 Reloading parameters... +2022-02-16 18:27:32,960 Loading parameters... +2022-02-16 18:27:32,961 Loading project parameters... +2022-02-16 18:27:32,962 + +190 of 783 jobs remaining (18:27) +2022-02-16 18:27:32,963 Sleep: 10 +2022-02-16 18:27:32,963 Number of retrials: 2 +2022-02-16 18:27:32,963 WRAPPER CHECK TIME = 10 +2022-02-16 18:27:32,967 Checking jobs for platform=marenostrum4 +2022-02-16 18:27:32,967 Checking Wrapper 20687337 +2022-02-16 18:27:36,899 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:27:36,899 Checking inner jobs status +2022-02-16 18:27:38,722 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:27:38,723 Checking Wrapper 20687333 +2022-02-16 18:27:42,752 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:27:42,753 Checking inner jobs status +2022-02-16 18:27:44,728 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:27:44,729 End of checking +2022-02-16 18:27:44,730 Updating FAILED jobs +2022-02-16 18:27:44,735 Updating WAITING jobs +2022-02-16 18:27:44,736 Updating WAITING jobs eligible for be prepared +2022-02-16 18:27:44,737 Updating Held jobs +2022-02-16 18:27:44,738 Update finished +2022-02-16 18:27:44,739 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:27:44,739 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:27:44,739 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:27:44,739 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:27:44,739 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:27:44,739 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:27:44,739 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:27:44,739 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:27:44,739 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:27:44,739 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:27:44,739 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:27:44,740 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:27:44,740 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:27:44,740 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:27:44,740 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:27:44,740 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:27:44,740 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:27:44,740 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:27:44,740 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:27:44,740 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:27:44,742 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:27:44,769 Job list saved +2022-02-16 18:27:44,811 Updating FAILED jobs +2022-02-16 18:27:44,811 Updating WAITING jobs +2022-02-16 18:27:44,812 Updating WAITING jobs eligible for be prepared +2022-02-16 18:27:44,813 Updating Held jobs +2022-02-16 18:27:44,814 Update finished +2022-02-16 18:27:54,830 Reloading parameters... +2022-02-16 18:27:54,868 Loading parameters... +2022-02-16 18:27:54,870 Loading project parameters... +2022-02-16 18:27:54,872 + +190 of 783 jobs remaining (18:27) +2022-02-16 18:27:54,873 Sleep: 10 +2022-02-16 18:27:54,873 Number of retrials: 2 +2022-02-16 18:27:54,873 WRAPPER CHECK TIME = 10 +2022-02-16 18:27:54,888 Checking jobs for platform=marenostrum4 +2022-02-16 18:27:54,888 Checking Wrapper 20687337 +2022-02-16 18:27:58,914 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:27:58,914 Checking inner jobs status +2022-02-16 18:28:00,737 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:28:00,737 Checking Wrapper 20687333 +2022-02-16 18:28:04,663 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:28:04,664 Checking inner jobs status +2022-02-16 18:28:06,537 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:28:06,539 End of checking +2022-02-16 18:28:06,540 Updating FAILED jobs +2022-02-16 18:28:06,544 Updating WAITING jobs +2022-02-16 18:28:06,545 Updating WAITING jobs eligible for be prepared +2022-02-16 18:28:06,546 Updating Held jobs +2022-02-16 18:28:06,547 Update finished +2022-02-16 18:28:06,547 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:28:06,548 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:28:06,548 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:28:06,548 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:28:06,548 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:28:06,548 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:28:06,548 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:28:06,548 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:28:06,548 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:28:06,548 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:28:06,548 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:28:06,548 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:28:06,548 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:28:06,548 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:28:06,548 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:28:06,549 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:28:06,549 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:28:06,549 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:28:06,549 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:28:06,549 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:28:06,551 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:28:06,576 Job list saved +2022-02-16 18:28:06,617 Updating FAILED jobs +2022-02-16 18:28:06,618 Updating WAITING jobs +2022-02-16 18:28:06,618 Updating WAITING jobs eligible for be prepared +2022-02-16 18:28:06,619 Updating Held jobs +2022-02-16 18:28:06,620 Update finished +2022-02-16 18:28:16,634 Reloading parameters... +2022-02-16 18:28:16,658 Loading parameters... +2022-02-16 18:28:16,659 Loading project parameters... +2022-02-16 18:28:16,661 + +190 of 783 jobs remaining (18:28) +2022-02-16 18:28:16,661 Sleep: 10 +2022-02-16 18:28:16,661 Number of retrials: 2 +2022-02-16 18:28:16,661 WRAPPER CHECK TIME = 10 +2022-02-16 18:28:16,665 Checking jobs for platform=marenostrum4 +2022-02-16 18:28:16,665 Checking Wrapper 20687337 +2022-02-16 18:28:20,600 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:28:20,600 Checking inner jobs status +2022-02-16 18:28:22,475 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:28:22,476 Checking Wrapper 20687333 +2022-02-16 18:28:26,504 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:28:26,504 Checking inner jobs status +2022-02-16 18:28:28,378 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:28:28,379 End of checking +2022-02-16 18:28:28,380 Updating FAILED jobs +2022-02-16 18:28:28,384 Updating WAITING jobs +2022-02-16 18:28:28,385 Updating WAITING jobs eligible for be prepared +2022-02-16 18:28:28,386 Updating Held jobs +2022-02-16 18:28:28,387 Update finished +2022-02-16 18:28:28,388 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:28:28,388 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:28:28,388 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:28:28,388 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:28:28,388 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:28:28,388 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:28:28,388 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:28:28,388 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:28:28,388 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:28:28,388 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:28:28,388 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:28:28,389 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:28:28,389 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:28:28,389 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:28:28,389 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:28:28,389 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:28:28,389 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:28:28,389 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:28:28,389 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:28:28,389 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:28:28,393 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:28:28,420 Job list saved +2022-02-16 18:28:28,462 Updating FAILED jobs +2022-02-16 18:28:28,462 Updating WAITING jobs +2022-02-16 18:28:28,463 Updating WAITING jobs eligible for be prepared +2022-02-16 18:28:28,464 Updating Held jobs +2022-02-16 18:28:28,464 Update finished +2022-02-16 18:28:38,477 Reloading parameters... +2022-02-16 18:28:38,494 Loading parameters... +2022-02-16 18:28:38,495 Loading project parameters... +2022-02-16 18:28:38,497 + +190 of 783 jobs remaining (18:28) +2022-02-16 18:28:38,497 Sleep: 10 +2022-02-16 18:28:38,498 Number of retrials: 2 +2022-02-16 18:28:38,498 WRAPPER CHECK TIME = 10 +2022-02-16 18:28:38,503 Checking jobs for platform=marenostrum4 +2022-02-16 18:28:38,503 Checking Wrapper 20687337 +2022-02-16 18:28:42,534 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:28:42,534 Checking inner jobs status +2022-02-16 18:28:45,961 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:28:45,962 Checking Wrapper 20687333 +2022-02-16 18:28:49,939 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:28:49,940 Checking inner jobs status +2022-02-16 18:28:54,171 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:28:54,173 End of checking +2022-02-16 18:28:54,175 Updating FAILED jobs +2022-02-16 18:28:54,180 Updating WAITING jobs +2022-02-16 18:28:54,181 Updating WAITING jobs eligible for be prepared +2022-02-16 18:28:54,182 Updating Held jobs +2022-02-16 18:28:54,183 Update finished +2022-02-16 18:28:54,184 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:28:54,184 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:28:54,184 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:28:54,184 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:28:54,184 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:28:54,184 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:28:54,184 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:28:54,184 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:28:54,184 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:28:54,184 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:28:54,185 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:28:54,185 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:28:54,185 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:28:54,185 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:28:54,185 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:28:54,185 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:28:54,185 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:28:54,185 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:28:54,185 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:28:54,185 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:28:54,189 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:28:54,218 Job list saved +2022-02-16 18:28:54,273 Updating FAILED jobs +2022-02-16 18:28:54,274 Updating WAITING jobs +2022-02-16 18:28:54,274 Updating WAITING jobs eligible for be prepared +2022-02-16 18:28:54,275 Updating Held jobs +2022-02-16 18:28:54,276 Update finished +2022-02-16 18:29:04,283 Reloading parameters... +2022-02-16 18:29:04,299 Loading parameters... +2022-02-16 18:29:04,299 Loading project parameters... +2022-02-16 18:29:04,301 + +190 of 783 jobs remaining (18:29) +2022-02-16 18:29:04,301 Sleep: 10 +2022-02-16 18:29:04,301 Number of retrials: 2 +2022-02-16 18:29:04,301 WRAPPER CHECK TIME = 10 +2022-02-16 18:29:04,305 Checking jobs for platform=marenostrum4 +2022-02-16 18:29:04,305 Checking Wrapper 20687337 +2022-02-16 18:29:08,233 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:29:08,233 Checking inner jobs status +2022-02-16 18:29:10,161 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:29:10,161 Checking Wrapper 20687333 +2022-02-16 18:29:14,139 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:29:14,139 Checking inner jobs status +2022-02-16 18:29:16,013 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:29:16,015 End of checking +2022-02-16 18:29:16,017 Updating FAILED jobs +2022-02-16 18:29:16,022 Updating WAITING jobs +2022-02-16 18:29:16,023 Updating WAITING jobs eligible for be prepared +2022-02-16 18:29:16,025 Updating Held jobs +2022-02-16 18:29:16,026 Update finished +2022-02-16 18:29:16,027 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:29:16,028 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:29:16,028 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:29:16,028 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:29:16,028 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:29:16,028 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:29:16,028 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:29:16,028 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:29:16,028 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:29:16,028 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:29:16,028 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:29:16,029 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:29:16,029 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:29:16,029 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:29:16,029 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:29:16,029 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:29:16,029 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:29:16,029 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:29:16,029 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:29:16,029 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:29:16,033 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:29:16,085 Job list saved +2022-02-16 18:29:16,134 Updating FAILED jobs +2022-02-16 18:29:16,134 Updating WAITING jobs +2022-02-16 18:29:16,135 Updating WAITING jobs eligible for be prepared +2022-02-16 18:29:16,136 Updating Held jobs +2022-02-16 18:29:16,136 Update finished +2022-02-16 18:29:26,151 Reloading parameters... +2022-02-16 18:29:26,165 Loading parameters... +2022-02-16 18:29:26,165 Loading project parameters... +2022-02-16 18:29:26,167 + +190 of 783 jobs remaining (18:29) +2022-02-16 18:29:26,167 Sleep: 10 +2022-02-16 18:29:26,167 Number of retrials: 2 +2022-02-16 18:29:26,167 WRAPPER CHECK TIME = 10 +2022-02-16 18:29:26,172 Checking jobs for platform=marenostrum4 +2022-02-16 18:29:26,172 Checking Wrapper 20687337 +2022-02-16 18:29:30,106 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:29:30,107 Checking inner jobs status +2022-02-16 18:29:34,391 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:29:34,392 Checking Wrapper 20687333 +2022-02-16 18:29:38,319 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:29:38,319 Checking inner jobs status +2022-02-16 18:29:40,249 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:29:40,250 End of checking +2022-02-16 18:29:40,252 Updating FAILED jobs +2022-02-16 18:29:40,257 Updating WAITING jobs +2022-02-16 18:29:40,257 Updating WAITING jobs eligible for be prepared +2022-02-16 18:29:40,259 Updating Held jobs +2022-02-16 18:29:40,259 Update finished +2022-02-16 18:29:40,260 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:29:40,260 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:29:40,260 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:29:40,260 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:29:40,260 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:29:40,260 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:29:40,260 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:29:40,260 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:29:40,261 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:29:40,261 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:29:40,261 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:29:40,261 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:29:40,261 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:29:40,261 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:29:40,261 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:29:40,261 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:29:40,261 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:29:40,261 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:29:40,261 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:29:40,261 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:29:40,264 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:29:40,289 Job list saved +2022-02-16 18:29:40,368 Updating FAILED jobs +2022-02-16 18:29:40,368 Updating WAITING jobs +2022-02-16 18:29:40,369 Updating WAITING jobs eligible for be prepared +2022-02-16 18:29:40,370 Updating Held jobs +2022-02-16 18:29:40,371 Update finished +2022-02-16 18:29:50,383 Reloading parameters... +2022-02-16 18:29:50,396 Loading parameters... +2022-02-16 18:29:50,397 Loading project parameters... +2022-02-16 18:29:50,399 + +190 of 783 jobs remaining (18:29) +2022-02-16 18:29:50,399 Sleep: 10 +2022-02-16 18:29:50,399 Number of retrials: 2 +2022-02-16 18:29:50,399 WRAPPER CHECK TIME = 10 +2022-02-16 18:29:50,404 Checking jobs for platform=marenostrum4 +2022-02-16 18:29:50,404 Checking Wrapper 20687337 +2022-02-16 18:29:54,336 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:29:54,337 Checking inner jobs status +2022-02-16 18:29:56,260 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:29:56,261 Checking Wrapper 20687333 +2022-02-16 18:30:00,187 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:30:00,187 Checking inner jobs status +2022-02-16 18:30:02,010 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:30:02,011 End of checking +2022-02-16 18:30:02,012 Updating FAILED jobs +2022-02-16 18:30:02,017 Updating WAITING jobs +2022-02-16 18:30:02,017 Updating WAITING jobs eligible for be prepared +2022-02-16 18:30:02,019 Updating Held jobs +2022-02-16 18:30:02,019 Update finished +2022-02-16 18:30:02,020 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:30:02,020 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:30:02,020 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:30:02,020 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:30:02,020 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:30:02,021 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:30:02,021 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:30:02,021 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:30:02,021 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:30:02,021 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:30:02,021 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:30:02,021 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:30:02,021 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:30:02,021 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:30:02,021 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:30:02,021 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:30:02,021 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:30:02,021 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:30:02,021 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:30:02,021 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:30:02,024 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:30:02,061 Job list saved +2022-02-16 18:30:02,103 Updating FAILED jobs +2022-02-16 18:30:02,104 Updating WAITING jobs +2022-02-16 18:30:02,104 Updating WAITING jobs eligible for be prepared +2022-02-16 18:30:02,106 Updating Held jobs +2022-02-16 18:30:02,106 Update finished +2022-02-16 18:30:12,121 Reloading parameters... +2022-02-16 18:30:12,139 Loading parameters... +2022-02-16 18:30:12,140 Loading project parameters... +2022-02-16 18:30:12,141 + +190 of 783 jobs remaining (18:30) +2022-02-16 18:30:12,142 Sleep: 10 +2022-02-16 18:30:12,142 Number of retrials: 2 +2022-02-16 18:30:12,142 WRAPPER CHECK TIME = 10 +2022-02-16 18:30:12,147 Checking jobs for platform=marenostrum4 +2022-02-16 18:30:12,147 Checking Wrapper 20687337 +2022-02-16 18:30:16,125 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:30:16,126 Checking inner jobs status +2022-02-16 18:30:18,107 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:30:18,108 Checking Wrapper 20687333 +2022-02-16 18:30:22,537 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:30:22,537 Checking inner jobs status +2022-02-16 18:30:24,912 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:30:24,914 End of checking +2022-02-16 18:30:24,917 Updating FAILED jobs +2022-02-16 18:30:24,922 Updating WAITING jobs +2022-02-16 18:30:24,923 Updating WAITING jobs eligible for be prepared +2022-02-16 18:30:24,924 Updating Held jobs +2022-02-16 18:30:24,925 Update finished +2022-02-16 18:30:24,926 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:30:24,926 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:30:24,926 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:30:24,926 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:30:24,926 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:30:24,926 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:30:24,926 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:30:24,926 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:30:24,926 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:30:24,926 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:30:24,926 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:30:24,926 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:30:24,927 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:30:24,927 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:30:24,927 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:30:24,927 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:30:24,927 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:30:24,927 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:30:24,927 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:30:24,927 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:30:24,930 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:30:24,957 Job list saved +2022-02-16 18:30:25,001 Updating FAILED jobs +2022-02-16 18:30:25,002 Updating WAITING jobs +2022-02-16 18:30:25,002 Updating WAITING jobs eligible for be prepared +2022-02-16 18:30:25,003 Updating Held jobs +2022-02-16 18:30:25,004 Update finished +2022-02-16 18:30:35,018 Reloading parameters... +2022-02-16 18:30:35,031 Loading parameters... +2022-02-16 18:30:35,032 Loading project parameters... +2022-02-16 18:30:35,033 + +190 of 783 jobs remaining (18:30) +2022-02-16 18:30:35,034 Sleep: 10 +2022-02-16 18:30:35,034 Number of retrials: 2 +2022-02-16 18:30:35,034 WRAPPER CHECK TIME = 10 +2022-02-16 18:30:35,039 Checking jobs for platform=marenostrum4 +2022-02-16 18:30:35,039 Checking Wrapper 20687337 +2022-02-16 18:30:39,125 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:30:39,126 Checking inner jobs status +2022-02-16 18:30:41,107 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:30:41,108 Checking Wrapper 20687333 +2022-02-16 18:30:45,186 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:30:45,186 Checking inner jobs status +2022-02-16 18:30:48,616 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:30:48,616 End of checking +2022-02-16 18:30:48,621 Updating FAILED jobs +2022-02-16 18:30:48,626 Updating WAITING jobs +2022-02-16 18:30:48,627 Updating WAITING jobs eligible for be prepared +2022-02-16 18:30:48,628 Updating Held jobs +2022-02-16 18:30:48,629 Update finished +2022-02-16 18:30:48,630 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:30:48,630 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:30:48,630 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:30:48,630 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:30:48,630 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:30:48,630 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:30:48,630 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:30:48,630 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:30:48,630 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:30:48,630 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:30:48,630 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:30:48,630 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:30:48,631 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:30:48,631 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:30:48,631 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:30:48,631 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:30:48,631 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:30:48,631 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:30:48,631 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:30:48,631 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:30:48,634 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:30:48,668 Job list saved +2022-02-16 18:30:48,710 Updating FAILED jobs +2022-02-16 18:30:48,711 Updating WAITING jobs +2022-02-16 18:30:48,711 Updating WAITING jobs eligible for be prepared +2022-02-16 18:30:48,713 Updating Held jobs +2022-02-16 18:30:48,713 Update finished +2022-02-16 18:30:58,730 Reloading parameters... +2022-02-16 18:30:58,747 Loading parameters... +2022-02-16 18:30:58,748 Loading project parameters... +2022-02-16 18:30:58,750 + +190 of 783 jobs remaining (18:30) +2022-02-16 18:30:58,751 Sleep: 10 +2022-02-16 18:30:58,751 Number of retrials: 2 +2022-02-16 18:30:58,751 WRAPPER CHECK TIME = 10 +2022-02-16 18:30:58,756 Checking jobs for platform=marenostrum4 +2022-02-16 18:30:58,756 Checking Wrapper 20687337 +2022-02-16 18:31:02,684 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:31:02,685 Checking inner jobs status +2022-02-16 18:31:04,558 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:31:04,559 Checking Wrapper 20687333 +2022-02-16 18:31:08,637 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:31:08,638 Checking inner jobs status +2022-02-16 18:31:12,669 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:31:12,670 End of checking +2022-02-16 18:31:12,672 Updating FAILED jobs +2022-02-16 18:31:12,676 Updating WAITING jobs +2022-02-16 18:31:12,677 Updating WAITING jobs eligible for be prepared +2022-02-16 18:31:12,678 Updating Held jobs +2022-02-16 18:31:12,679 Update finished +2022-02-16 18:31:12,679 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:31:12,679 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:31:12,679 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:31:12,679 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:31:12,680 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:31:12,680 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:31:12,680 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:31:12,680 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:31:12,680 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:31:12,680 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:31:12,680 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:31:12,680 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:31:12,680 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:31:12,680 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:31:12,680 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:31:12,680 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:31:12,680 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:31:12,680 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:31:12,680 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:31:12,680 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:31:12,683 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:31:12,707 Job list saved +2022-02-16 18:31:12,746 Updating FAILED jobs +2022-02-16 18:31:12,747 Updating WAITING jobs +2022-02-16 18:31:12,747 Updating WAITING jobs eligible for be prepared +2022-02-16 18:31:12,748 Updating Held jobs +2022-02-16 18:31:12,748 Update finished +2022-02-16 18:31:22,758 Reloading parameters... +2022-02-16 18:31:22,774 Loading parameters... +2022-02-16 18:31:22,774 Loading project parameters... +2022-02-16 18:31:22,776 + +190 of 783 jobs remaining (18:31) +2022-02-16 18:31:22,776 Sleep: 10 +2022-02-16 18:31:22,776 Number of retrials: 2 +2022-02-16 18:31:22,776 WRAPPER CHECK TIME = 10 +2022-02-16 18:31:22,781 Checking jobs for platform=marenostrum4 +2022-02-16 18:31:22,781 Checking Wrapper 20687337 +2022-02-16 18:31:26,706 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:31:26,707 Checking inner jobs status +2022-02-16 18:31:29,131 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:31:29,133 Checking Wrapper 20687333 +2022-02-16 18:31:33,059 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:31:33,060 Checking inner jobs status +2022-02-16 18:31:36,839 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:31:36,840 End of checking +2022-02-16 18:31:36,844 Updating FAILED jobs +2022-02-16 18:31:36,850 Updating WAITING jobs +2022-02-16 18:31:36,859 Updating WAITING jobs eligible for be prepared +2022-02-16 18:31:36,860 Updating Held jobs +2022-02-16 18:31:36,861 Update finished +2022-02-16 18:31:36,862 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:31:36,862 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:31:36,862 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:31:36,862 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:31:36,862 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:31:36,863 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:31:36,863 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:31:36,863 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:31:36,863 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:31:36,863 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:31:36,863 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:31:36,863 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:31:36,863 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:31:36,863 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:31:36,863 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:31:36,863 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:31:36,863 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:31:36,863 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:31:36,863 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:31:36,863 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:31:36,866 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:31:36,898 Job list saved +2022-02-16 18:31:36,937 Updating FAILED jobs +2022-02-16 18:31:36,937 Updating WAITING jobs +2022-02-16 18:31:36,938 Updating WAITING jobs eligible for be prepared +2022-02-16 18:31:36,939 Updating Held jobs +2022-02-16 18:31:36,940 Update finished +2022-02-16 18:31:46,955 Reloading parameters... +2022-02-16 18:31:46,969 Loading parameters... +2022-02-16 18:31:46,970 Loading project parameters... +2022-02-16 18:31:46,971 + +190 of 783 jobs remaining (18:31) +2022-02-16 18:31:46,971 Sleep: 10 +2022-02-16 18:31:46,972 Number of retrials: 2 +2022-02-16 18:31:46,972 WRAPPER CHECK TIME = 10 +2022-02-16 18:31:46,976 Checking jobs for platform=marenostrum4 +2022-02-16 18:31:46,976 Checking Wrapper 20687337 +2022-02-16 18:31:51,007 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:31:51,008 Checking inner jobs status +2022-02-16 18:31:52,888 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:31:52,888 Checking Wrapper 20687333 +2022-02-16 18:31:56,764 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:31:56,765 Checking inner jobs status +2022-02-16 18:31:58,638 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:31:58,639 End of checking +2022-02-16 18:31:58,641 Updating FAILED jobs +2022-02-16 18:31:58,645 Updating WAITING jobs +2022-02-16 18:31:58,646 Updating WAITING jobs eligible for be prepared +2022-02-16 18:31:58,647 Updating Held jobs +2022-02-16 18:31:58,648 Update finished +2022-02-16 18:31:58,649 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:31:58,649 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:31:58,649 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:31:58,649 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:31:58,649 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:31:58,649 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:31:58,649 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:31:58,649 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:31:58,649 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:31:58,650 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:31:58,650 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:31:58,650 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:31:58,650 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:31:58,650 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:31:58,650 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:31:58,650 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:31:58,650 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:31:58,650 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:31:58,650 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:31:58,650 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:31:58,662 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:31:58,687 Job list saved +2022-02-16 18:31:58,732 Updating FAILED jobs +2022-02-16 18:31:58,733 Updating WAITING jobs +2022-02-16 18:31:58,733 Updating WAITING jobs eligible for be prepared +2022-02-16 18:31:58,734 Updating Held jobs +2022-02-16 18:31:58,735 Update finished +2022-02-16 18:32:08,748 Reloading parameters... +2022-02-16 18:32:08,765 Loading parameters... +2022-02-16 18:32:08,766 Loading project parameters... +2022-02-16 18:32:08,767 + +190 of 783 jobs remaining (18:32) +2022-02-16 18:32:08,767 Sleep: 10 +2022-02-16 18:32:08,767 Number of retrials: 2 +2022-02-16 18:32:08,767 WRAPPER CHECK TIME = 10 +2022-02-16 18:32:08,772 Checking jobs for platform=marenostrum4 +2022-02-16 18:32:08,772 Checking Wrapper 20687337 +2022-02-16 18:32:12,909 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:32:12,910 Checking inner jobs status +2022-02-16 18:32:14,883 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:32:14,884 Checking Wrapper 20687333 +2022-02-16 18:32:18,962 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:32:18,962 Checking inner jobs status +2022-02-16 18:32:20,886 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:32:20,887 End of checking +2022-02-16 18:32:20,889 Updating FAILED jobs +2022-02-16 18:32:20,893 Updating WAITING jobs +2022-02-16 18:32:20,894 Updating WAITING jobs eligible for be prepared +2022-02-16 18:32:20,895 Updating Held jobs +2022-02-16 18:32:20,895 Update finished +2022-02-16 18:32:20,896 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:32:20,896 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:32:20,896 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:32:20,896 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:32:20,896 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:32:20,896 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:32:20,897 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:32:20,897 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:32:20,897 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:32:20,897 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:32:20,897 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:32:20,897 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:32:20,897 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:32:20,897 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:32:20,897 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:32:20,897 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:32:20,897 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:32:20,897 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:32:20,897 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:32:20,897 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:32:20,901 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:32:20,925 Job list saved +2022-02-16 18:32:20,966 Updating FAILED jobs +2022-02-16 18:32:20,966 Updating WAITING jobs +2022-02-16 18:32:20,967 Updating WAITING jobs eligible for be prepared +2022-02-16 18:32:20,968 Updating Held jobs +2022-02-16 18:32:20,968 Update finished +2022-02-16 18:32:30,977 Reloading parameters... +2022-02-16 18:32:30,995 Loading parameters... +2022-02-16 18:32:30,996 Loading project parameters... +2022-02-16 18:32:30,998 + +190 of 783 jobs remaining (18:32) +2022-02-16 18:32:30,998 Sleep: 10 +2022-02-16 18:32:30,998 Number of retrials: 2 +2022-02-16 18:32:30,998 WRAPPER CHECK TIME = 10 +2022-02-16 18:32:31,003 Checking jobs for platform=marenostrum4 +2022-02-16 18:32:31,003 Checking Wrapper 20687337 +2022-02-16 18:32:34,929 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:32:34,930 Checking inner jobs status +2022-02-16 18:32:36,810 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:32:36,811 Checking Wrapper 20687333 +2022-02-16 18:32:40,739 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:32:40,739 Checking inner jobs status +2022-02-16 18:32:42,612 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:32:42,613 End of checking +2022-02-16 18:32:42,615 Updating FAILED jobs +2022-02-16 18:32:42,618 Updating WAITING jobs +2022-02-16 18:32:42,619 Updating WAITING jobs eligible for be prepared +2022-02-16 18:32:42,620 Updating Held jobs +2022-02-16 18:32:42,621 Update finished +2022-02-16 18:32:42,621 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:32:42,622 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:32:42,622 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:32:42,622 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:32:42,622 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:32:42,622 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:32:42,622 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:32:42,622 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:32:42,622 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:32:42,622 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:32:42,622 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:32:42,622 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:32:42,622 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:32:42,622 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:32:42,622 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:32:42,622 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:32:42,622 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:32:42,622 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:32:42,623 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:32:42,623 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:32:42,626 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:32:42,658 Job list saved +2022-02-16 18:32:42,696 Updating FAILED jobs +2022-02-16 18:32:42,697 Updating WAITING jobs +2022-02-16 18:32:42,697 Updating WAITING jobs eligible for be prepared +2022-02-16 18:32:42,698 Updating Held jobs +2022-02-16 18:32:42,699 Update finished +2022-02-16 18:32:52,712 Reloading parameters... +2022-02-16 18:32:52,726 Loading parameters... +2022-02-16 18:32:52,727 Loading project parameters... +2022-02-16 18:32:52,728 + +190 of 783 jobs remaining (18:32) +2022-02-16 18:32:52,729 Sleep: 10 +2022-02-16 18:32:52,729 Number of retrials: 2 +2022-02-16 18:32:52,729 WRAPPER CHECK TIME = 10 +2022-02-16 18:32:52,734 Checking jobs for platform=marenostrum4 +2022-02-16 18:32:52,734 Checking Wrapper 20687337 +2022-02-16 18:32:56,710 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:32:56,711 Checking inner jobs status +2022-02-16 18:32:59,335 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:32:59,336 Checking Wrapper 20687333 +2022-02-16 18:33:03,266 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:33:03,266 Checking inner jobs status +2022-02-16 18:33:05,540 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:33:05,540 End of checking +2022-02-16 18:33:05,542 Updating FAILED jobs +2022-02-16 18:33:05,546 Updating WAITING jobs +2022-02-16 18:33:05,547 Updating WAITING jobs eligible for be prepared +2022-02-16 18:33:05,548 Updating Held jobs +2022-02-16 18:33:05,549 Update finished +2022-02-16 18:33:05,550 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:33:05,550 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:33:05,550 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:33:05,550 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:33:05,550 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:33:05,550 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:33:05,550 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:33:05,550 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:33:05,550 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:33:05,550 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:33:05,550 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:33:05,550 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:33:05,550 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:33:05,550 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:33:05,551 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:33:05,551 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:33:05,551 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:33:05,551 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:33:05,551 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:33:05,551 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:33:05,554 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:33:05,581 Job list saved +2022-02-16 18:33:05,628 Updating FAILED jobs +2022-02-16 18:33:05,628 Updating WAITING jobs +2022-02-16 18:33:05,629 Updating WAITING jobs eligible for be prepared +2022-02-16 18:33:05,630 Updating Held jobs +2022-02-16 18:33:05,630 Update finished +2022-02-16 18:33:15,637 Reloading parameters... +2022-02-16 18:33:15,660 Loading parameters... +2022-02-16 18:33:15,661 Loading project parameters... +2022-02-16 18:33:15,662 + +190 of 783 jobs remaining (18:33) +2022-02-16 18:33:15,663 Sleep: 10 +2022-02-16 18:33:15,663 Number of retrials: 2 +2022-02-16 18:33:15,663 WRAPPER CHECK TIME = 10 +2022-02-16 18:33:15,668 Checking jobs for platform=marenostrum4 +2022-02-16 18:33:15,668 Checking Wrapper 20687337 +2022-02-16 18:33:19,597 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:33:19,598 Checking inner jobs status +2022-02-16 18:33:23,177 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:33:23,178 Checking Wrapper 20687333 +2022-02-16 18:33:27,157 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:33:27,157 Checking inner jobs status +2022-02-16 18:33:29,080 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:33:29,081 End of checking +2022-02-16 18:33:29,083 Updating FAILED jobs +2022-02-16 18:33:29,087 Updating WAITING jobs +2022-02-16 18:33:29,087 Updating WAITING jobs eligible for be prepared +2022-02-16 18:33:29,088 Updating Held jobs +2022-02-16 18:33:29,089 Update finished +2022-02-16 18:33:29,089 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:33:29,090 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:33:29,090 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:33:29,090 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:33:29,090 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:33:29,090 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:33:29,090 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:33:29,090 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:33:29,090 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:33:29,090 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:33:29,090 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:33:29,090 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:33:29,090 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:33:29,090 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:33:29,090 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:33:29,090 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:33:29,090 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:33:29,090 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:33:29,090 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:33:29,090 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:33:29,094 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:33:29,115 Job list saved +2022-02-16 18:33:29,161 Updating FAILED jobs +2022-02-16 18:33:29,161 Updating WAITING jobs +2022-02-16 18:33:29,161 Updating WAITING jobs eligible for be prepared +2022-02-16 18:33:29,162 Updating Held jobs +2022-02-16 18:33:29,162 Update finished +2022-02-16 18:33:39,173 Reloading parameters... +2022-02-16 18:33:39,189 Loading parameters... +2022-02-16 18:33:39,190 Loading project parameters... +2022-02-16 18:33:39,191 + +190 of 783 jobs remaining (18:33) +2022-02-16 18:33:39,192 Sleep: 10 +2022-02-16 18:33:39,192 Number of retrials: 2 +2022-02-16 18:33:39,192 WRAPPER CHECK TIME = 10 +2022-02-16 18:33:39,197 Checking jobs for platform=marenostrum4 +2022-02-16 18:33:39,197 Checking Wrapper 20687337 +2022-02-16 18:33:43,175 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:33:43,175 Checking inner jobs status +2022-02-16 18:33:45,055 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:33:45,056 Checking Wrapper 20687333 +2022-02-16 18:33:48,982 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:33:48,983 Checking inner jobs status +2022-02-16 18:33:50,808 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:33:50,809 End of checking +2022-02-16 18:33:50,810 Updating FAILED jobs +2022-02-16 18:33:50,815 Updating WAITING jobs +2022-02-16 18:33:50,816 Updating WAITING jobs eligible for be prepared +2022-02-16 18:33:50,817 Updating Held jobs +2022-02-16 18:33:50,818 Update finished +2022-02-16 18:33:50,818 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:33:50,819 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:33:50,819 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:33:50,819 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:33:50,819 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:33:50,819 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:33:50,819 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:33:50,819 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:33:50,819 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:33:50,819 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:33:50,819 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:33:50,819 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:33:50,819 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:33:50,819 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:33:50,819 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:33:50,819 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:33:50,820 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:33:50,820 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:33:50,820 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:33:50,820 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:33:50,823 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:33:50,858 Job list saved +2022-02-16 18:33:50,912 Updating FAILED jobs +2022-02-16 18:33:50,913 Updating WAITING jobs +2022-02-16 18:33:50,914 Updating WAITING jobs eligible for be prepared +2022-02-16 18:33:50,915 Updating Held jobs +2022-02-16 18:33:50,915 Update finished +2022-02-16 18:34:00,930 Reloading parameters... +2022-02-16 18:34:00,945 Loading parameters... +2022-02-16 18:34:00,946 Loading project parameters... +2022-02-16 18:34:00,947 + +190 of 783 jobs remaining (18:34) +2022-02-16 18:34:00,948 Sleep: 10 +2022-02-16 18:34:00,948 Number of retrials: 2 +2022-02-16 18:34:00,948 WRAPPER CHECK TIME = 10 +2022-02-16 18:34:00,952 Checking jobs for platform=marenostrum4 +2022-02-16 18:34:00,952 Checking Wrapper 20687337 +2022-02-16 18:34:04,929 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:34:04,929 Checking inner jobs status +2022-02-16 18:34:06,762 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:34:06,763 Checking Wrapper 20687333 +2022-02-16 18:34:10,789 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:34:10,789 Checking inner jobs status +2022-02-16 18:34:12,662 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:34:12,663 End of checking +2022-02-16 18:34:12,664 Updating FAILED jobs +2022-02-16 18:34:12,669 Updating WAITING jobs +2022-02-16 18:34:12,670 Updating WAITING jobs eligible for be prepared +2022-02-16 18:34:12,671 Updating Held jobs +2022-02-16 18:34:12,672 Update finished +2022-02-16 18:34:12,672 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:34:12,672 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:34:12,673 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:34:12,673 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:34:12,673 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:34:12,673 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:34:12,673 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:34:12,673 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:34:12,673 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:34:12,673 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:34:12,673 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:34:12,673 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:34:12,673 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:34:12,673 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:34:12,673 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:34:12,673 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:34:12,673 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:34:12,673 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:34:12,673 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:34:12,674 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:34:12,678 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:34:12,701 Job list saved +2022-02-16 18:34:12,744 Updating FAILED jobs +2022-02-16 18:34:12,744 Updating WAITING jobs +2022-02-16 18:34:12,745 Updating WAITING jobs eligible for be prepared +2022-02-16 18:34:12,746 Updating Held jobs +2022-02-16 18:34:12,746 Update finished +2022-02-16 18:34:22,759 Reloading parameters... +2022-02-16 18:34:22,775 Loading parameters... +2022-02-16 18:34:22,776 Loading project parameters... +2022-02-16 18:34:22,777 + +190 of 783 jobs remaining (18:34) +2022-02-16 18:34:22,778 Sleep: 10 +2022-02-16 18:34:22,778 Number of retrials: 2 +2022-02-16 18:34:22,778 WRAPPER CHECK TIME = 10 +2022-02-16 18:34:22,782 Checking jobs for platform=marenostrum4 +2022-02-16 18:34:22,782 Checking Wrapper 20687337 +2022-02-16 18:34:26,759 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:34:26,760 Checking inner jobs status +2022-02-16 18:34:28,633 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:34:28,635 Checking Wrapper 20687333 +2022-02-16 18:34:32,619 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:34:32,619 Checking inner jobs status +2022-02-16 18:34:34,442 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:34:34,443 End of checking +2022-02-16 18:34:34,453 Updating FAILED jobs +2022-02-16 18:34:34,457 Updating WAITING jobs +2022-02-16 18:34:34,458 Updating WAITING jobs eligible for be prepared +2022-02-16 18:34:34,460 Updating Held jobs +2022-02-16 18:34:34,460 Update finished +2022-02-16 18:34:34,461 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:34:34,461 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:34:34,461 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:34:34,461 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:34:34,461 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:34:34,461 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:34:34,461 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:34:34,461 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:34:34,461 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:34:34,462 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:34:34,462 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:34:34,462 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:34:34,462 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:34:34,462 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:34:34,462 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:34:34,462 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:34:34,462 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:34:34,462 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:34:34,462 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:34:34,462 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:34:34,465 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:34:34,495 Job list saved +2022-02-16 18:34:34,601 Updating FAILED jobs +2022-02-16 18:34:34,602 Updating WAITING jobs +2022-02-16 18:34:34,602 Updating WAITING jobs eligible for be prepared +2022-02-16 18:34:34,603 Updating Held jobs +2022-02-16 18:34:34,604 Update finished +2022-02-16 18:34:44,609 Reloading parameters... +2022-02-16 18:34:44,626 Loading parameters... +2022-02-16 18:34:44,627 Loading project parameters... +2022-02-16 18:34:44,628 + +190 of 783 jobs remaining (18:34) +2022-02-16 18:34:44,628 Sleep: 10 +2022-02-16 18:34:44,628 Number of retrials: 2 +2022-02-16 18:34:44,628 WRAPPER CHECK TIME = 10 +2022-02-16 18:34:44,632 Checking jobs for platform=marenostrum4 +2022-02-16 18:34:44,632 Checking Wrapper 20687337 +2022-02-16 18:34:48,568 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:34:48,568 Checking inner jobs status +2022-02-16 18:34:51,553 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:34:51,554 Checking Wrapper 20687333 +2022-02-16 18:34:55,480 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:34:55,481 Checking inner jobs status +2022-02-16 18:34:59,915 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:34:59,917 End of checking +2022-02-16 18:34:59,919 Updating FAILED jobs +2022-02-16 18:34:59,923 Updating WAITING jobs +2022-02-16 18:34:59,924 Updating WAITING jobs eligible for be prepared +2022-02-16 18:34:59,925 Updating Held jobs +2022-02-16 18:34:59,926 Update finished +2022-02-16 18:34:59,927 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:34:59,927 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:34:59,927 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:34:59,927 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:34:59,927 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:34:59,927 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:34:59,928 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:34:59,928 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:34:59,928 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:34:59,928 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:34:59,928 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:34:59,928 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:34:59,928 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:34:59,928 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:34:59,928 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:34:59,928 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:34:59,928 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:34:59,928 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:34:59,928 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:34:59,928 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:34:59,932 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:34:59,961 Job list saved +2022-02-16 18:35:00,011 Updating FAILED jobs +2022-02-16 18:35:00,013 Updating WAITING jobs +2022-02-16 18:35:00,013 Updating WAITING jobs eligible for be prepared +2022-02-16 18:35:00,015 Updating Held jobs +2022-02-16 18:35:00,015 Update finished +2022-02-16 18:35:10,031 Reloading parameters... +2022-02-16 18:35:10,055 Loading parameters... +2022-02-16 18:35:10,056 Loading project parameters... +2022-02-16 18:35:10,058 + +190 of 783 jobs remaining (18:35) +2022-02-16 18:35:10,058 Sleep: 10 +2022-02-16 18:35:10,058 Number of retrials: 2 +2022-02-16 18:35:10,058 WRAPPER CHECK TIME = 10 +2022-02-16 18:35:10,062 Checking jobs for platform=marenostrum4 +2022-02-16 18:35:10,062 Checking Wrapper 20687337 +2022-02-16 18:35:13,989 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:35:13,989 Checking inner jobs status +2022-02-16 18:35:17,016 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:35:17,017 Checking Wrapper 20687333 +2022-02-16 18:35:20,944 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:35:20,945 Checking inner jobs status +2022-02-16 18:35:24,882 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:35:24,883 End of checking +2022-02-16 18:35:24,885 Updating FAILED jobs +2022-02-16 18:35:24,888 Updating WAITING jobs +2022-02-16 18:35:24,889 Updating WAITING jobs eligible for be prepared +2022-02-16 18:35:24,890 Updating Held jobs +2022-02-16 18:35:24,891 Update finished +2022-02-16 18:35:24,891 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:35:24,891 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:35:24,891 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:35:24,891 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:35:24,892 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:35:24,892 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:35:24,892 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:35:24,892 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:35:24,892 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:35:24,892 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:35:24,892 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:35:24,892 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:35:24,892 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:35:24,892 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:35:24,892 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:35:24,892 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:35:24,892 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:35:24,892 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:35:24,892 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:35:24,892 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:35:24,896 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:35:24,922 Job list saved +2022-02-16 18:35:24,972 Updating FAILED jobs +2022-02-16 18:35:24,972 Updating WAITING jobs +2022-02-16 18:35:24,973 Updating WAITING jobs eligible for be prepared +2022-02-16 18:35:24,974 Updating Held jobs +2022-02-16 18:35:24,974 Update finished +2022-02-16 18:35:34,987 Reloading parameters... +2022-02-16 18:35:35,002 Loading parameters... +2022-02-16 18:35:35,003 Loading project parameters... +2022-02-16 18:35:35,004 + +190 of 783 jobs remaining (18:35) +2022-02-16 18:35:35,004 Sleep: 10 +2022-02-16 18:35:35,004 Number of retrials: 2 +2022-02-16 18:35:35,004 WRAPPER CHECK TIME = 10 +2022-02-16 18:35:35,008 Checking jobs for platform=marenostrum4 +2022-02-16 18:35:35,008 Checking Wrapper 20687337 +2022-02-16 18:35:39,041 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:35:39,042 Checking inner jobs status +2022-02-16 18:35:42,176 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:35:42,178 Checking Wrapper 20687333 +2022-02-16 18:35:46,162 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:35:46,163 Checking inner jobs status +2022-02-16 18:35:47,986 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:35:47,987 End of checking +2022-02-16 18:35:47,989 Updating FAILED jobs +2022-02-16 18:35:47,993 Updating WAITING jobs +2022-02-16 18:35:47,994 Updating WAITING jobs eligible for be prepared +2022-02-16 18:35:47,995 Updating Held jobs +2022-02-16 18:35:47,996 Update finished +2022-02-16 18:35:47,996 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:35:47,997 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:35:47,997 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:35:47,997 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:35:47,997 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:35:47,997 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:35:47,997 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:35:47,997 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:35:47,997 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:35:47,997 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:35:47,997 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:35:47,997 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:35:47,997 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:35:47,997 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:35:47,997 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:35:47,997 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:35:47,997 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:35:47,998 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:35:47,998 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:35:47,998 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:35:48,001 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:35:48,026 Job list saved +2022-02-16 18:35:48,076 Updating FAILED jobs +2022-02-16 18:35:48,077 Updating WAITING jobs +2022-02-16 18:35:48,077 Updating WAITING jobs eligible for be prepared +2022-02-16 18:35:48,079 Updating Held jobs +2022-02-16 18:35:48,079 Update finished +2022-02-16 18:35:58,094 Reloading parameters... +2022-02-16 18:35:58,113 Loading parameters... +2022-02-16 18:35:58,114 Loading project parameters... +2022-02-16 18:35:58,115 + +190 of 783 jobs remaining (18:35) +2022-02-16 18:35:58,116 Sleep: 10 +2022-02-16 18:35:58,116 Number of retrials: 2 +2022-02-16 18:35:58,116 WRAPPER CHECK TIME = 10 +2022-02-16 18:35:58,120 Checking jobs for platform=marenostrum4 +2022-02-16 18:35:58,120 Checking Wrapper 20687337 +2022-02-16 18:36:02,005 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:36:02,006 Checking inner jobs status +2022-02-16 18:36:03,979 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:36:03,980 Checking Wrapper 20687333 +2022-02-16 18:36:07,908 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:36:07,908 Checking inner jobs status +2022-02-16 18:36:09,782 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:36:09,783 End of checking +2022-02-16 18:36:09,785 Updating FAILED jobs +2022-02-16 18:36:09,789 Updating WAITING jobs +2022-02-16 18:36:09,790 Updating WAITING jobs eligible for be prepared +2022-02-16 18:36:09,791 Updating Held jobs +2022-02-16 18:36:09,792 Update finished +2022-02-16 18:36:09,793 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:36:09,793 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:36:09,793 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:36:09,793 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:36:09,793 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:36:09,793 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:36:09,793 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:36:09,793 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:36:09,793 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:36:09,793 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:36:09,793 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:36:09,793 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:36:09,793 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:36:09,793 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:36:09,793 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:36:09,793 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:36:09,793 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:36:09,794 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:36:09,794 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:36:09,794 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:36:09,797 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:36:09,821 Job list saved +2022-02-16 18:36:09,880 Updating FAILED jobs +2022-02-16 18:36:09,881 Updating WAITING jobs +2022-02-16 18:36:09,881 Updating WAITING jobs eligible for be prepared +2022-02-16 18:36:09,882 Updating Held jobs +2022-02-16 18:36:09,883 Update finished +2022-02-16 18:36:19,895 Reloading parameters... +2022-02-16 18:36:19,911 Loading parameters... +2022-02-16 18:36:19,912 Loading project parameters... +2022-02-16 18:36:19,913 + +190 of 783 jobs remaining (18:36) +2022-02-16 18:36:19,913 Sleep: 10 +2022-02-16 18:36:19,913 Number of retrials: 2 +2022-02-16 18:36:19,914 WRAPPER CHECK TIME = 10 +2022-02-16 18:36:19,918 Checking jobs for platform=marenostrum4 +2022-02-16 18:36:19,918 Checking Wrapper 20687337 +2022-02-16 18:36:23,903 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:36:23,903 Checking inner jobs status +2022-02-16 18:36:25,826 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:36:25,826 Checking Wrapper 20687333 +2022-02-16 18:36:29,809 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:36:29,810 Checking inner jobs status +2022-02-16 18:36:31,689 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:36:31,691 End of checking +2022-02-16 18:36:31,693 Updating FAILED jobs +2022-02-16 18:36:31,698 Updating WAITING jobs +2022-02-16 18:36:31,699 Updating WAITING jobs eligible for be prepared +2022-02-16 18:36:31,700 Updating Held jobs +2022-02-16 18:36:31,701 Update finished +2022-02-16 18:36:31,701 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:36:31,702 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:36:31,702 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:36:31,702 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:36:31,702 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:36:31,702 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:36:31,702 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:36:31,702 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:36:31,702 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:36:31,702 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:36:31,702 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:36:31,702 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:36:31,702 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:36:31,702 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:36:31,703 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:36:31,703 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:36:31,703 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:36:31,703 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:36:31,703 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:36:31,703 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:36:31,706 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:36:31,733 Job list saved +2022-02-16 18:36:31,777 Updating FAILED jobs +2022-02-16 18:36:31,778 Updating WAITING jobs +2022-02-16 18:36:31,778 Updating WAITING jobs eligible for be prepared +2022-02-16 18:36:31,780 Updating Held jobs +2022-02-16 18:36:31,780 Update finished +2022-02-16 18:36:41,795 Reloading parameters... +2022-02-16 18:36:41,809 Loading parameters... +2022-02-16 18:36:41,810 Loading project parameters... +2022-02-16 18:36:41,811 + +190 of 783 jobs remaining (18:36) +2022-02-16 18:36:41,812 Sleep: 10 +2022-02-16 18:36:41,812 Number of retrials: 2 +2022-02-16 18:36:41,812 WRAPPER CHECK TIME = 10 +2022-02-16 18:36:41,816 Checking jobs for platform=marenostrum4 +2022-02-16 18:36:41,816 Checking Wrapper 20687337 +2022-02-16 18:36:45,841 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:36:45,842 Checking inner jobs status +2022-02-16 18:36:49,077 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:36:49,078 Checking Wrapper 20687333 +2022-02-16 18:36:53,057 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:36:53,058 Checking inner jobs status +2022-02-16 18:36:57,191 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:36:57,192 End of checking +2022-02-16 18:36:57,193 Updating FAILED jobs +2022-02-16 18:36:57,198 Updating WAITING jobs +2022-02-16 18:36:57,199 Updating WAITING jobs eligible for be prepared +2022-02-16 18:36:57,200 Updating Held jobs +2022-02-16 18:36:57,201 Update finished +2022-02-16 18:36:57,201 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:36:57,201 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:36:57,202 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:36:57,202 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:36:57,202 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:36:57,202 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:36:57,202 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:36:57,202 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:36:57,202 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:36:57,202 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:36:57,202 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:36:57,202 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:36:57,202 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:36:57,202 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:36:57,202 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:36:57,202 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:36:57,202 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:36:57,202 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:36:57,202 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:36:57,203 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:36:57,206 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:36:57,231 Job list saved +2022-02-16 18:36:57,286 Updating FAILED jobs +2022-02-16 18:36:57,287 Updating WAITING jobs +2022-02-16 18:36:57,287 Updating WAITING jobs eligible for be prepared +2022-02-16 18:36:57,289 Updating Held jobs +2022-02-16 18:36:57,289 Update finished +2022-02-16 18:37:07,302 Reloading parameters... +2022-02-16 18:37:07,319 Loading parameters... +2022-02-16 18:37:07,320 Loading project parameters... +2022-02-16 18:37:07,321 + +190 of 783 jobs remaining (18:37) +2022-02-16 18:37:07,322 Sleep: 10 +2022-02-16 18:37:07,322 Number of retrials: 2 +2022-02-16 18:37:07,322 WRAPPER CHECK TIME = 10 +2022-02-16 18:37:07,327 Checking jobs for platform=marenostrum4 +2022-02-16 18:37:07,327 Checking Wrapper 20687337 +2022-02-16 18:37:11,257 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:37:11,257 Checking inner jobs status +2022-02-16 18:37:13,633 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:37:13,634 Checking Wrapper 20687333 +2022-02-16 18:37:17,564 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:37:17,565 Checking inner jobs status +2022-02-16 18:37:21,493 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:37:21,494 End of checking +2022-02-16 18:37:21,496 Updating FAILED jobs +2022-02-16 18:37:21,500 Updating WAITING jobs +2022-02-16 18:37:21,501 Updating WAITING jobs eligible for be prepared +2022-02-16 18:37:21,503 Updating Held jobs +2022-02-16 18:37:21,503 Update finished +2022-02-16 18:37:21,504 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:37:21,504 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:37:21,504 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:37:21,504 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:37:21,505 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:37:21,505 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:37:21,505 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:37:21,505 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:37:21,505 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:37:21,505 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:37:21,505 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:37:21,505 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:37:21,505 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:37:21,505 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:37:21,505 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:37:21,505 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:37:21,505 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:37:21,505 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:37:21,505 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:37:21,505 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:37:21,509 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:37:21,537 Job list saved +2022-02-16 18:37:21,580 Updating FAILED jobs +2022-02-16 18:37:21,581 Updating WAITING jobs +2022-02-16 18:37:21,581 Updating WAITING jobs eligible for be prepared +2022-02-16 18:37:21,582 Updating Held jobs +2022-02-16 18:37:21,583 Update finished +2022-02-16 18:37:31,589 Reloading parameters... +2022-02-16 18:37:31,606 Loading parameters... +2022-02-16 18:37:31,607 Loading project parameters... +2022-02-16 18:37:31,609 + +190 of 783 jobs remaining (18:37) +2022-02-16 18:37:31,610 Sleep: 10 +2022-02-16 18:37:31,610 Number of retrials: 2 +2022-02-16 18:37:31,610 WRAPPER CHECK TIME = 10 +2022-02-16 18:37:31,614 Checking jobs for platform=marenostrum4 +2022-02-16 18:37:31,614 Checking Wrapper 20687337 +2022-02-16 18:37:35,591 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:37:35,592 Checking inner jobs status +2022-02-16 18:37:38,569 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:37:38,570 Checking Wrapper 20687333 +2022-02-16 18:37:42,655 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:37:42,656 Checking inner jobs status +2022-02-16 18:37:47,038 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:37:47,040 End of checking +2022-02-16 18:37:47,041 Updating FAILED jobs +2022-02-16 18:37:47,046 Updating WAITING jobs +2022-02-16 18:37:47,047 Updating WAITING jobs eligible for be prepared +2022-02-16 18:37:47,048 Updating Held jobs +2022-02-16 18:37:47,048 Update finished +2022-02-16 18:37:47,049 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:37:47,049 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:37:47,049 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:37:47,049 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:37:47,050 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:37:47,050 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:37:47,050 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:37:47,050 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:37:47,050 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:37:47,050 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:37:47,050 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:37:47,050 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:37:47,050 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:37:47,050 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:37:47,050 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:37:47,050 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:37:47,050 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:37:47,050 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:37:47,050 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:37:47,050 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:37:47,054 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:37:47,081 Job list saved +2022-02-16 18:37:47,139 Updating FAILED jobs +2022-02-16 18:37:47,140 Updating WAITING jobs +2022-02-16 18:37:47,140 Updating WAITING jobs eligible for be prepared +2022-02-16 18:37:47,142 Updating Held jobs +2022-02-16 18:37:47,142 Update finished +2022-02-16 18:37:57,156 Reloading parameters... +2022-02-16 18:37:57,170 Loading parameters... +2022-02-16 18:37:57,170 Loading project parameters... +2022-02-16 18:37:57,171 + +190 of 783 jobs remaining (18:37) +2022-02-16 18:37:57,172 Sleep: 10 +2022-02-16 18:37:57,172 Number of retrials: 2 +2022-02-16 18:37:57,172 WRAPPER CHECK TIME = 10 +2022-02-16 18:37:57,176 Checking jobs for platform=marenostrum4 +2022-02-16 18:37:57,176 Checking Wrapper 20687337 +2022-02-16 18:38:01,110 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:38:01,111 Checking inner jobs status +2022-02-16 18:38:02,934 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:38:02,934 Checking Wrapper 20687333 +2022-02-16 18:38:06,861 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:38:06,861 Checking inner jobs status +2022-02-16 18:38:08,734 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:38:08,735 End of checking +2022-02-16 18:38:08,737 Updating FAILED jobs +2022-02-16 18:38:08,739 Updating WAITING jobs +2022-02-16 18:38:08,740 Updating WAITING jobs eligible for be prepared +2022-02-16 18:38:08,741 Updating Held jobs +2022-02-16 18:38:08,742 Update finished +2022-02-16 18:38:08,743 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:38:08,743 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:38:08,743 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:38:08,744 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:38:08,744 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:38:08,744 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:38:08,744 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:38:08,744 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:38:08,744 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:38:08,744 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:38:08,744 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:38:08,744 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:38:08,744 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:38:08,744 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:38:08,744 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:38:08,744 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:38:08,744 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:38:08,744 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:38:08,744 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:38:08,745 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:38:08,748 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:38:08,774 Job list saved +2022-02-16 18:38:08,823 Updating FAILED jobs +2022-02-16 18:38:08,824 Updating WAITING jobs +2022-02-16 18:38:08,825 Updating WAITING jobs eligible for be prepared +2022-02-16 18:38:08,826 Updating Held jobs +2022-02-16 18:38:08,827 Update finished +2022-02-16 18:38:18,842 Reloading parameters... +2022-02-16 18:38:18,868 Loading parameters... +2022-02-16 18:38:18,869 Loading project parameters... +2022-02-16 18:38:18,870 + +190 of 783 jobs remaining (18:38) +2022-02-16 18:38:18,871 Sleep: 10 +2022-02-16 18:38:18,871 Number of retrials: 2 +2022-02-16 18:38:18,871 WRAPPER CHECK TIME = 10 +2022-02-16 18:38:18,875 Checking jobs for platform=marenostrum4 +2022-02-16 18:38:18,875 Checking Wrapper 20687337 +2022-02-16 18:38:22,858 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:38:22,859 Checking inner jobs status +2022-02-16 18:38:24,881 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:38:24,882 Checking Wrapper 20687333 +2022-02-16 18:38:28,808 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:38:28,809 Checking inner jobs status +2022-02-16 18:38:30,681 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:38:30,682 End of checking +2022-02-16 18:38:30,684 Updating FAILED jobs +2022-02-16 18:38:30,689 Updating WAITING jobs +2022-02-16 18:38:30,690 Updating WAITING jobs eligible for be prepared +2022-02-16 18:38:30,691 Updating Held jobs +2022-02-16 18:38:30,692 Update finished +2022-02-16 18:38:30,692 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:38:30,693 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:38:30,693 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:38:30,693 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:38:30,693 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:38:30,693 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:38:30,693 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:38:30,693 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:38:30,693 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:38:30,693 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:38:30,693 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:38:30,693 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:38:30,693 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:38:30,693 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:38:30,693 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:38:30,693 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:38:30,693 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:38:30,693 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:38:30,694 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:38:30,694 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:38:30,697 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:38:30,724 Job list saved +2022-02-16 18:38:30,776 Updating FAILED jobs +2022-02-16 18:38:30,777 Updating WAITING jobs +2022-02-16 18:38:30,778 Updating WAITING jobs eligible for be prepared +2022-02-16 18:38:30,780 Updating Held jobs +2022-02-16 18:38:30,781 Update finished +2022-02-16 18:38:40,790 Reloading parameters... +2022-02-16 18:38:40,808 Loading parameters... +2022-02-16 18:38:40,809 Loading project parameters... +2022-02-16 18:38:40,811 + +190 of 783 jobs remaining (18:38) +2022-02-16 18:38:40,811 Sleep: 10 +2022-02-16 18:38:40,811 Number of retrials: 2 +2022-02-16 18:38:40,811 WRAPPER CHECK TIME = 10 +2022-02-16 18:38:40,816 Checking jobs for platform=marenostrum4 +2022-02-16 18:38:40,816 Checking Wrapper 20687337 +2022-02-16 18:38:44,793 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:38:44,793 Checking inner jobs status +2022-02-16 18:38:46,766 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:38:46,767 Checking Wrapper 20687333 +2022-02-16 18:38:50,745 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:38:50,746 Checking inner jobs status +2022-02-16 18:38:52,618 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:38:52,618 End of checking +2022-02-16 18:38:52,620 Updating FAILED jobs +2022-02-16 18:38:52,624 Updating WAITING jobs +2022-02-16 18:38:52,625 Updating WAITING jobs eligible for be prepared +2022-02-16 18:38:52,626 Updating Held jobs +2022-02-16 18:38:52,627 Update finished +2022-02-16 18:38:52,628 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:38:52,628 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:38:52,628 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:38:52,628 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:38:52,628 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:38:52,628 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:38:52,628 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:38:52,628 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:38:52,628 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:38:52,628 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:38:52,628 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:38:52,628 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:38:52,628 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:38:52,628 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:38:52,629 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:38:52,629 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:38:52,629 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:38:52,629 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:38:52,629 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:38:52,629 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:38:52,632 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:38:52,665 Job list saved +2022-02-16 18:38:52,705 Updating FAILED jobs +2022-02-16 18:38:52,706 Updating WAITING jobs +2022-02-16 18:38:52,706 Updating WAITING jobs eligible for be prepared +2022-02-16 18:38:52,707 Updating Held jobs +2022-02-16 18:38:52,708 Update finished +2022-02-16 18:39:02,723 Reloading parameters... +2022-02-16 18:39:02,739 Loading parameters... +2022-02-16 18:39:02,740 Loading project parameters... +2022-02-16 18:39:02,741 + +190 of 783 jobs remaining (18:39) +2022-02-16 18:39:02,742 Sleep: 10 +2022-02-16 18:39:02,742 Number of retrials: 2 +2022-02-16 18:39:02,742 WRAPPER CHECK TIME = 10 +2022-02-16 18:39:02,747 Checking jobs for platform=marenostrum4 +2022-02-16 18:39:02,747 Checking Wrapper 20687337 +2022-02-16 18:39:06,725 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:39:06,726 Checking inner jobs status +2022-02-16 18:39:10,361 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:39:10,362 Checking Wrapper 20687333 +2022-02-16 18:39:14,289 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:39:14,290 Checking inner jobs status +2022-02-16 18:39:16,668 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:39:16,668 End of checking +2022-02-16 18:39:16,671 Updating FAILED jobs +2022-02-16 18:39:16,675 Updating WAITING jobs +2022-02-16 18:39:16,676 Updating WAITING jobs eligible for be prepared +2022-02-16 18:39:16,678 Updating Held jobs +2022-02-16 18:39:16,679 Update finished +2022-02-16 18:39:16,679 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:39:16,680 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:39:16,680 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:39:16,680 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:39:16,680 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:39:16,680 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:39:16,680 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:39:16,680 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:39:16,680 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:39:16,680 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:39:16,680 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:39:16,680 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:39:16,680 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:39:16,680 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:39:16,680 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:39:16,680 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:39:16,680 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:39:16,681 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:39:16,681 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:39:16,681 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:39:16,685 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:39:16,716 Job list saved +2022-02-16 18:39:16,764 Updating FAILED jobs +2022-02-16 18:39:16,765 Updating WAITING jobs +2022-02-16 18:39:16,765 Updating WAITING jobs eligible for be prepared +2022-02-16 18:39:16,766 Updating Held jobs +2022-02-16 18:39:16,767 Update finished +2022-02-16 18:39:26,773 Reloading parameters... +2022-02-16 18:39:26,791 Loading parameters... +2022-02-16 18:39:26,792 Loading project parameters... +2022-02-16 18:39:26,794 + +190 of 783 jobs remaining (18:39) +2022-02-16 18:39:26,794 Sleep: 10 +2022-02-16 18:39:26,794 Number of retrials: 2 +2022-02-16 18:39:26,794 WRAPPER CHECK TIME = 10 +2022-02-16 18:39:26,800 Checking jobs for platform=marenostrum4 +2022-02-16 18:39:26,800 Checking Wrapper 20687337 +2022-02-16 18:39:30,879 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:39:30,880 Checking inner jobs status +2022-02-16 18:39:34,063 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:39:34,064 Checking Wrapper 20687333 +2022-02-16 18:39:37,995 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:39:37,995 Checking inner jobs status +2022-02-16 18:39:42,029 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:39:42,031 End of checking +2022-02-16 18:39:42,033 Updating FAILED jobs +2022-02-16 18:39:42,038 Updating WAITING jobs +2022-02-16 18:39:42,039 Updating WAITING jobs eligible for be prepared +2022-02-16 18:39:42,040 Updating Held jobs +2022-02-16 18:39:42,041 Update finished +2022-02-16 18:39:42,042 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:39:42,042 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:39:42,042 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:39:42,042 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:39:42,042 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:39:42,042 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:39:42,042 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:39:42,042 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:39:42,042 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:39:42,042 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:39:42,042 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:39:42,042 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:39:42,042 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:39:42,042 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:39:42,043 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:39:42,043 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:39:42,043 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:39:42,043 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:39:42,043 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:39:42,043 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:39:42,053 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:39:42,080 Job list saved +2022-02-16 18:39:42,124 Updating FAILED jobs +2022-02-16 18:39:42,124 Updating WAITING jobs +2022-02-16 18:39:42,125 Updating WAITING jobs eligible for be prepared +2022-02-16 18:39:42,126 Updating Held jobs +2022-02-16 18:39:42,126 Update finished +2022-02-16 18:39:52,137 Reloading parameters... +2022-02-16 18:39:52,152 Loading parameters... +2022-02-16 18:39:52,153 Loading project parameters... +2022-02-16 18:39:52,154 + +190 of 783 jobs remaining (18:39) +2022-02-16 18:39:52,155 Sleep: 10 +2022-02-16 18:39:52,155 Number of retrials: 2 +2022-02-16 18:39:52,155 WRAPPER CHECK TIME = 10 +2022-02-16 18:39:52,161 Checking jobs for platform=marenostrum4 +2022-02-16 18:39:52,161 Checking Wrapper 20687337 +2022-02-16 18:39:56,139 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:39:56,139 Checking inner jobs status +2022-02-16 18:39:57,962 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:39:57,963 Checking Wrapper 20687333 +2022-02-16 18:40:01,940 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:40:01,940 Checking inner jobs status +2022-02-16 18:40:03,815 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:40:03,816 End of checking +2022-02-16 18:40:03,818 Updating FAILED jobs +2022-02-16 18:40:03,819 Updating WAITING jobs +2022-02-16 18:40:03,820 Updating WAITING jobs eligible for be prepared +2022-02-16 18:40:03,821 Updating Held jobs +2022-02-16 18:40:03,821 Update finished +2022-02-16 18:40:03,822 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:40:03,822 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:40:03,822 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:40:03,822 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:40:03,822 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:40:03,822 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:40:03,822 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:40:03,822 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:40:03,822 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:40:03,823 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:40:03,823 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:40:03,823 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:40:03,823 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:40:03,823 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:40:03,823 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:40:03,823 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:40:03,823 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:40:03,823 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:40:03,823 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:40:03,823 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:40:03,827 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:40:03,858 Job list saved +2022-02-16 18:40:03,903 Updating FAILED jobs +2022-02-16 18:40:03,904 Updating WAITING jobs +2022-02-16 18:40:03,904 Updating WAITING jobs eligible for be prepared +2022-02-16 18:40:03,905 Updating Held jobs +2022-02-16 18:40:03,906 Update finished +2022-02-16 18:40:13,921 Reloading parameters... +2022-02-16 18:40:13,938 Loading parameters... +2022-02-16 18:40:13,939 Loading project parameters... +2022-02-16 18:40:13,940 + +190 of 783 jobs remaining (18:40) +2022-02-16 18:40:13,941 Sleep: 10 +2022-02-16 18:40:13,941 Number of retrials: 2 +2022-02-16 18:40:13,941 WRAPPER CHECK TIME = 10 +2022-02-16 18:40:13,945 Checking jobs for platform=marenostrum4 +2022-02-16 18:40:13,945 Checking Wrapper 20687337 +2022-02-16 18:40:18,076 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:40:18,076 Checking inner jobs status +2022-02-16 18:40:19,956 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:40:19,957 Checking Wrapper 20687333 +2022-02-16 18:40:23,836 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:40:23,836 Checking inner jobs status +2022-02-16 18:40:25,667 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:40:25,668 End of checking +2022-02-16 18:40:25,670 Updating FAILED jobs +2022-02-16 18:40:25,674 Updating WAITING jobs +2022-02-16 18:40:25,675 Updating WAITING jobs eligible for be prepared +2022-02-16 18:40:25,676 Updating Held jobs +2022-02-16 18:40:25,677 Update finished +2022-02-16 18:40:25,678 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:40:25,678 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:40:25,678 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:40:25,678 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:40:25,678 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:40:25,678 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:40:25,678 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:40:25,678 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:40:25,678 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:40:25,678 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:40:25,678 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:40:25,678 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:40:25,678 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:40:25,678 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:40:25,679 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:40:25,679 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:40:25,679 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:40:25,679 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:40:25,679 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:40:25,679 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:40:25,682 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:40:25,708 Job list saved +2022-02-16 18:40:25,761 Updating FAILED jobs +2022-02-16 18:40:25,762 Updating WAITING jobs +2022-02-16 18:40:25,762 Updating WAITING jobs eligible for be prepared +2022-02-16 18:40:25,763 Updating Held jobs +2022-02-16 18:40:25,764 Update finished +2022-02-16 18:40:35,776 Reloading parameters... +2022-02-16 18:40:35,793 Loading parameters... +2022-02-16 18:40:35,794 Loading project parameters... +2022-02-16 18:40:35,795 + +190 of 783 jobs remaining (18:40) +2022-02-16 18:40:35,796 Sleep: 10 +2022-02-16 18:40:35,796 Number of retrials: 2 +2022-02-16 18:40:35,796 WRAPPER CHECK TIME = 10 +2022-02-16 18:40:35,801 Checking jobs for platform=marenostrum4 +2022-02-16 18:40:35,801 Checking Wrapper 20687337 +2022-02-16 18:40:39,726 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:40:39,727 Checking inner jobs status +2022-02-16 18:40:41,510 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:40:41,511 Checking Wrapper 20687333 +2022-02-16 18:40:45,539 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:40:45,539 Checking inner jobs status +2022-02-16 18:40:47,413 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:40:47,413 End of checking +2022-02-16 18:40:47,415 Updating FAILED jobs +2022-02-16 18:40:47,420 Updating WAITING jobs +2022-02-16 18:40:47,420 Updating WAITING jobs eligible for be prepared +2022-02-16 18:40:47,421 Updating Held jobs +2022-02-16 18:40:47,422 Update finished +2022-02-16 18:40:47,423 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:40:47,423 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:40:47,423 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:40:47,423 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:40:47,423 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:40:47,423 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:40:47,423 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:40:47,423 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:40:47,423 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:40:47,424 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:40:47,424 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:40:47,424 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:40:47,424 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:40:47,424 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:40:47,424 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:40:47,424 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:40:47,424 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:40:47,424 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:40:47,424 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:40:47,424 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:40:47,427 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:40:47,453 Job list saved +2022-02-16 18:40:47,494 Updating FAILED jobs +2022-02-16 18:40:47,495 Updating WAITING jobs +2022-02-16 18:40:47,495 Updating WAITING jobs eligible for be prepared +2022-02-16 18:40:47,496 Updating Held jobs +2022-02-16 18:40:47,497 Update finished +2022-02-16 18:40:57,513 Reloading parameters... +2022-02-16 18:40:57,529 Loading parameters... +2022-02-16 18:40:57,531 Loading project parameters... +2022-02-16 18:40:57,533 + +190 of 783 jobs remaining (18:40) +2022-02-16 18:40:57,534 Sleep: 10 +2022-02-16 18:40:57,534 Number of retrials: 2 +2022-02-16 18:40:57,534 WRAPPER CHECK TIME = 10 +2022-02-16 18:40:57,542 Checking jobs for platform=marenostrum4 +2022-02-16 18:40:57,542 Checking Wrapper 20687337 +2022-02-16 18:41:01,471 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:41:01,471 Checking inner jobs status +2022-02-16 18:41:04,006 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:41:04,007 Checking Wrapper 20687333 +2022-02-16 18:41:07,983 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:41:07,984 Checking inner jobs status +2022-02-16 18:41:11,964 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:41:11,965 End of checking +2022-02-16 18:41:11,967 Updating FAILED jobs +2022-02-16 18:41:11,971 Updating WAITING jobs +2022-02-16 18:41:11,972 Updating WAITING jobs eligible for be prepared +2022-02-16 18:41:11,973 Updating Held jobs +2022-02-16 18:41:11,974 Update finished +2022-02-16 18:41:11,975 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:41:11,975 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:41:11,975 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:41:11,975 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:41:11,975 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:41:11,975 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:41:11,976 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:41:11,976 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:41:11,976 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:41:11,976 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:41:11,976 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:41:11,976 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:41:11,976 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:41:11,976 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:41:11,976 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:41:11,976 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:41:11,976 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:41:11,976 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:41:11,976 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:41:11,976 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:41:11,979 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:41:12,007 Job list saved +2022-02-16 18:41:12,043 Updating FAILED jobs +2022-02-16 18:41:12,044 Updating WAITING jobs +2022-02-16 18:41:12,044 Updating WAITING jobs eligible for be prepared +2022-02-16 18:41:12,054 Updating Held jobs +2022-02-16 18:41:12,055 Update finished +2022-02-16 18:41:22,067 Reloading parameters... +2022-02-16 18:41:22,082 Loading parameters... +2022-02-16 18:41:22,083 Loading project parameters... +2022-02-16 18:41:22,084 + +190 of 783 jobs remaining (18:41) +2022-02-16 18:41:22,085 Sleep: 10 +2022-02-16 18:41:22,085 Number of retrials: 2 +2022-02-16 18:41:22,085 WRAPPER CHECK TIME = 10 +2022-02-16 18:41:22,090 Checking jobs for platform=marenostrum4 +2022-02-16 18:41:22,090 Checking Wrapper 20687337 +2022-02-16 18:41:26,018 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:41:26,018 Checking inner jobs status +2022-02-16 18:41:29,408 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:41:29,409 Checking Wrapper 20687333 +2022-02-16 18:41:33,348 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:41:33,348 Checking inner jobs status +2022-02-16 18:41:35,774 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:41:35,775 End of checking +2022-02-16 18:41:35,776 Updating FAILED jobs +2022-02-16 18:41:35,780 Updating WAITING jobs +2022-02-16 18:41:35,781 Updating WAITING jobs eligible for be prepared +2022-02-16 18:41:35,782 Updating Held jobs +2022-02-16 18:41:35,782 Update finished +2022-02-16 18:41:35,783 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:41:35,783 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:41:35,784 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:41:35,784 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:41:35,784 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:41:35,784 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:41:35,784 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:41:35,784 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:41:35,784 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:41:35,784 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:41:35,784 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:41:35,784 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:41:35,784 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:41:35,784 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:41:35,784 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:41:35,784 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:41:35,784 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:41:35,784 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:41:35,784 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:41:35,784 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:41:35,787 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:41:35,810 Job list saved +2022-02-16 18:41:35,857 Updating FAILED jobs +2022-02-16 18:41:35,858 Updating WAITING jobs +2022-02-16 18:41:35,859 Updating WAITING jobs eligible for be prepared +2022-02-16 18:41:35,860 Updating Held jobs +2022-02-16 18:41:35,860 Update finished +2022-02-16 18:41:45,874 Reloading parameters... +2022-02-16 18:41:45,891 Loading parameters... +2022-02-16 18:41:45,892 Loading project parameters... +2022-02-16 18:41:45,893 + +190 of 783 jobs remaining (18:41) +2022-02-16 18:41:45,894 Sleep: 10 +2022-02-16 18:41:45,894 Number of retrials: 2 +2022-02-16 18:41:45,894 WRAPPER CHECK TIME = 10 +2022-02-16 18:41:45,898 Checking jobs for platform=marenostrum4 +2022-02-16 18:41:45,899 Checking Wrapper 20687337 +2022-02-16 18:41:49,928 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:41:49,928 Checking inner jobs status +2022-02-16 18:41:52,460 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:41:52,461 Checking Wrapper 20687333 +2022-02-16 18:41:56,389 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:41:56,390 Checking inner jobs status +2022-02-16 18:41:58,163 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:41:58,164 End of checking +2022-02-16 18:41:58,165 Updating FAILED jobs +2022-02-16 18:41:58,170 Updating WAITING jobs +2022-02-16 18:41:58,171 Updating WAITING jobs eligible for be prepared +2022-02-16 18:41:58,173 Updating Held jobs +2022-02-16 18:41:58,173 Update finished +2022-02-16 18:41:58,174 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:41:58,175 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:41:58,175 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:41:58,175 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:41:58,175 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:41:58,175 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:41:58,175 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:41:58,175 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:41:58,175 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:41:58,175 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:41:58,175 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:41:58,175 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:41:58,175 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:41:58,175 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:41:58,175 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:41:58,175 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:41:58,175 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:41:58,176 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:41:58,176 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:41:58,176 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:41:58,179 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:41:58,208 Job list saved +2022-02-16 18:41:58,259 Updating FAILED jobs +2022-02-16 18:41:58,260 Updating WAITING jobs +2022-02-16 18:41:58,261 Updating WAITING jobs eligible for be prepared +2022-02-16 18:41:58,262 Updating Held jobs +2022-02-16 18:41:58,263 Update finished +2022-02-16 18:42:08,269 Reloading parameters... +2022-02-16 18:42:08,283 Loading parameters... +2022-02-16 18:42:08,284 Loading project parameters... +2022-02-16 18:42:08,286 + +190 of 783 jobs remaining (18:42) +2022-02-16 18:42:08,286 Sleep: 10 +2022-02-16 18:42:08,286 Number of retrials: 2 +2022-02-16 18:42:08,286 WRAPPER CHECK TIME = 10 +2022-02-16 18:42:08,291 Checking jobs for platform=marenostrum4 +2022-02-16 18:42:08,291 Checking Wrapper 20687337 +2022-02-16 18:42:12,319 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:42:12,320 Checking inner jobs status +2022-02-16 18:42:14,144 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:42:14,145 Checking Wrapper 20687333 +2022-02-16 18:42:18,224 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:42:18,224 Checking inner jobs status +2022-02-16 18:42:20,056 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:42:20,058 End of checking +2022-02-16 18:42:20,059 Updating FAILED jobs +2022-02-16 18:42:20,064 Updating WAITING jobs +2022-02-16 18:42:20,064 Updating WAITING jobs eligible for be prepared +2022-02-16 18:42:20,065 Updating Held jobs +2022-02-16 18:42:20,066 Update finished +2022-02-16 18:42:20,067 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:42:20,067 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:42:20,067 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:42:20,067 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:42:20,067 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:42:20,067 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:42:20,067 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:42:20,067 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:42:20,067 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:42:20,067 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:42:20,067 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:42:20,067 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:42:20,067 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:42:20,067 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:42:20,067 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:42:20,067 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:42:20,068 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:42:20,068 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:42:20,068 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:42:20,068 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:42:20,072 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:42:20,096 Job list saved +2022-02-16 18:42:20,157 Updating FAILED jobs +2022-02-16 18:42:20,158 Updating WAITING jobs +2022-02-16 18:42:20,158 Updating WAITING jobs eligible for be prepared +2022-02-16 18:42:20,159 Updating Held jobs +2022-02-16 18:42:20,159 Update finished +2022-02-16 18:42:30,175 Reloading parameters... +2022-02-16 18:42:30,192 Loading parameters... +2022-02-16 18:42:30,193 Loading project parameters... +2022-02-16 18:42:30,195 + +190 of 783 jobs remaining (18:42) +2022-02-16 18:42:30,195 Sleep: 10 +2022-02-16 18:42:30,195 Number of retrials: 2 +2022-02-16 18:42:30,195 WRAPPER CHECK TIME = 10 +2022-02-16 18:42:30,200 Checking jobs for platform=marenostrum4 +2022-02-16 18:42:30,200 Checking Wrapper 20687337 +2022-02-16 18:42:34,230 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:42:34,231 Checking inner jobs status +2022-02-16 18:42:36,159 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:42:36,160 Checking Wrapper 20687333 +2022-02-16 18:42:40,084 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:42:40,084 Checking inner jobs status +2022-02-16 18:42:41,960 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:42:41,961 End of checking +2022-02-16 18:42:41,963 Updating FAILED jobs +2022-02-16 18:42:41,968 Updating WAITING jobs +2022-02-16 18:42:41,969 Updating WAITING jobs eligible for be prepared +2022-02-16 18:42:41,970 Updating Held jobs +2022-02-16 18:42:41,971 Update finished +2022-02-16 18:42:41,971 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:42:41,972 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:42:41,972 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:42:41,972 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:42:41,972 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:42:41,972 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:42:41,972 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:42:41,972 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:42:41,972 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:42:41,972 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:42:41,972 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:42:41,972 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:42:41,972 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:42:41,972 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:42:41,972 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:42:41,972 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:42:41,972 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:42:41,973 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:42:41,973 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:42:41,973 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:42:41,976 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:42:42,003 Job list saved +2022-02-16 18:42:42,044 Updating FAILED jobs +2022-02-16 18:42:42,045 Updating WAITING jobs +2022-02-16 18:42:42,046 Updating WAITING jobs eligible for be prepared +2022-02-16 18:42:42,047 Updating Held jobs +2022-02-16 18:42:42,047 Update finished +2022-02-16 18:42:52,059 Reloading parameters... +2022-02-16 18:42:52,074 Loading parameters... +2022-02-16 18:42:52,075 Loading project parameters... +2022-02-16 18:42:52,076 + +190 of 783 jobs remaining (18:42) +2022-02-16 18:42:52,077 Sleep: 10 +2022-02-16 18:42:52,077 Number of retrials: 2 +2022-02-16 18:42:52,077 WRAPPER CHECK TIME = 10 +2022-02-16 18:42:52,081 Checking jobs for platform=marenostrum4 +2022-02-16 18:42:52,081 Checking Wrapper 20687337 +2022-02-16 18:42:56,013 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:42:56,014 Checking inner jobs status +2022-02-16 18:42:57,944 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:42:57,945 Checking Wrapper 20687333 +2022-02-16 18:43:01,873 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:43:01,874 Checking inner jobs status +2022-02-16 18:43:05,867 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:43:05,869 End of checking +2022-02-16 18:43:05,872 Updating FAILED jobs +2022-02-16 18:43:05,877 Updating WAITING jobs +2022-02-16 18:43:05,878 Updating WAITING jobs eligible for be prepared +2022-02-16 18:43:05,880 Updating Held jobs +2022-02-16 18:43:05,880 Update finished +2022-02-16 18:43:05,881 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:43:05,881 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:43:05,881 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:43:05,881 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:43:05,881 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:43:05,882 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:43:05,882 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:43:05,882 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:43:05,882 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:43:05,882 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:43:05,882 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:43:05,882 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:43:05,882 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:43:05,882 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:43:05,882 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:43:05,882 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:43:05,882 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:43:05,882 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:43:05,882 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:43:05,882 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:43:05,885 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:43:05,913 Job list saved +2022-02-16 18:43:05,948 Updating FAILED jobs +2022-02-16 18:43:05,949 Updating WAITING jobs +2022-02-16 18:43:05,950 Updating WAITING jobs eligible for be prepared +2022-02-16 18:43:05,951 Updating Held jobs +2022-02-16 18:43:05,951 Update finished +2022-02-16 18:43:15,962 Reloading parameters... +2022-02-16 18:43:15,978 Loading parameters... +2022-02-16 18:43:15,979 Loading project parameters... +2022-02-16 18:43:15,980 + +190 of 783 jobs remaining (18:43) +2022-02-16 18:43:15,980 Sleep: 10 +2022-02-16 18:43:15,980 Number of retrials: 2 +2022-02-16 18:43:15,981 WRAPPER CHECK TIME = 10 +2022-02-16 18:43:15,985 Checking jobs for platform=marenostrum4 +2022-02-16 18:43:15,985 Checking Wrapper 20687337 +2022-02-16 18:43:20,012 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:43:20,013 Checking inner jobs status +2022-02-16 18:43:23,790 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:43:23,791 Checking Wrapper 20687333 +2022-02-16 18:43:27,717 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:43:27,718 Checking inner jobs status +2022-02-16 18:43:32,409 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:43:32,410 End of checking +2022-02-16 18:43:32,412 Updating FAILED jobs +2022-02-16 18:43:32,416 Updating WAITING jobs +2022-02-16 18:43:32,417 Updating WAITING jobs eligible for be prepared +2022-02-16 18:43:32,418 Updating Held jobs +2022-02-16 18:43:32,418 Update finished +2022-02-16 18:43:32,419 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:43:32,419 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:43:32,419 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:43:32,419 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:43:32,419 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:43:32,420 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:43:32,420 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:43:32,420 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:43:32,420 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:43:32,420 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:43:32,420 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:43:32,420 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:43:32,420 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:43:32,420 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:43:32,420 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:43:32,420 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:43:32,420 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:43:32,420 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:43:32,420 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:43:32,420 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:43:32,423 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:43:32,457 Job list saved +2022-02-16 18:43:32,496 Updating FAILED jobs +2022-02-16 18:43:32,496 Updating WAITING jobs +2022-02-16 18:43:32,497 Updating WAITING jobs eligible for be prepared +2022-02-16 18:43:32,499 Updating Held jobs +2022-02-16 18:43:32,500 Update finished +2022-02-16 18:43:42,515 Reloading parameters... +2022-02-16 18:43:42,532 Loading parameters... +2022-02-16 18:43:42,533 Loading project parameters... +2022-02-16 18:43:42,535 + +190 of 783 jobs remaining (18:43) +2022-02-16 18:43:42,536 Sleep: 10 +2022-02-16 18:43:42,536 Number of retrials: 2 +2022-02-16 18:43:42,536 WRAPPER CHECK TIME = 10 +2022-02-16 18:43:42,542 Checking jobs for platform=marenostrum4 +2022-02-16 18:43:42,542 Checking Wrapper 20687337 +2022-02-16 18:43:46,471 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:43:46,472 Checking inner jobs status +2022-02-16 18:43:49,106 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:43:49,107 Checking Wrapper 20687333 +2022-02-16 18:43:53,035 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:43:53,036 Checking inner jobs status +2022-02-16 18:43:54,867 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:43:54,868 End of checking +2022-02-16 18:43:54,870 Updating FAILED jobs +2022-02-16 18:43:54,875 Updating WAITING jobs +2022-02-16 18:43:54,875 Updating WAITING jobs eligible for be prepared +2022-02-16 18:43:54,877 Updating Held jobs +2022-02-16 18:43:54,877 Update finished +2022-02-16 18:43:54,878 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:43:54,878 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:43:54,878 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:43:54,878 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:43:54,878 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:43:54,879 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:43:54,879 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:43:54,879 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:43:54,879 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:43:54,879 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:43:54,879 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:43:54,879 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:43:54,879 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:43:54,879 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:43:54,879 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:43:54,879 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:43:54,879 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:43:54,879 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:43:54,879 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:43:54,879 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:43:54,882 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:43:54,911 Job list saved +2022-02-16 18:43:54,950 Updating FAILED jobs +2022-02-16 18:43:54,951 Updating WAITING jobs +2022-02-16 18:43:54,951 Updating WAITING jobs eligible for be prepared +2022-02-16 18:43:54,952 Updating Held jobs +2022-02-16 18:43:54,953 Update finished +2022-02-16 18:44:04,965 Reloading parameters... +2022-02-16 18:44:04,981 Loading parameters... +2022-02-16 18:44:04,982 Loading project parameters... +2022-02-16 18:44:04,983 + +190 of 783 jobs remaining (18:44) +2022-02-16 18:44:04,983 Sleep: 10 +2022-02-16 18:44:04,983 Number of retrials: 2 +2022-02-16 18:44:04,983 WRAPPER CHECK TIME = 10 +2022-02-16 18:44:04,987 Checking jobs for platform=marenostrum4 +2022-02-16 18:44:04,988 Checking Wrapper 20687337 +2022-02-16 18:44:08,914 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:44:08,914 Checking inner jobs status +2022-02-16 18:44:10,738 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:44:10,739 Checking Wrapper 20687333 +2022-02-16 18:44:14,668 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:44:14,668 Checking inner jobs status +2022-02-16 18:44:16,592 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:44:16,593 End of checking +2022-02-16 18:44:16,595 Updating FAILED jobs +2022-02-16 18:44:16,600 Updating WAITING jobs +2022-02-16 18:44:16,601 Updating WAITING jobs eligible for be prepared +2022-02-16 18:44:16,602 Updating Held jobs +2022-02-16 18:44:16,603 Update finished +2022-02-16 18:44:16,603 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:44:16,604 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:44:16,604 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:44:16,604 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:44:16,604 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:44:16,604 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:44:16,604 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:44:16,604 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:44:16,604 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:44:16,604 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:44:16,604 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:44:16,604 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:44:16,604 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:44:16,604 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:44:16,604 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:44:16,604 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:44:16,605 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:44:16,605 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:44:16,605 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:44:16,605 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:44:16,609 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:44:16,636 Job list saved +2022-02-16 18:44:16,683 Updating FAILED jobs +2022-02-16 18:44:16,684 Updating WAITING jobs +2022-02-16 18:44:16,684 Updating WAITING jobs eligible for be prepared +2022-02-16 18:44:16,686 Updating Held jobs +2022-02-16 18:44:16,686 Update finished +2022-02-16 18:44:26,696 Reloading parameters... +2022-02-16 18:44:26,710 Loading parameters... +2022-02-16 18:44:26,711 Loading project parameters... +2022-02-16 18:44:26,713 + +190 of 783 jobs remaining (18:44) +2022-02-16 18:44:26,713 Sleep: 10 +2022-02-16 18:44:26,713 Number of retrials: 2 +2022-02-16 18:44:26,713 WRAPPER CHECK TIME = 10 +2022-02-16 18:44:26,718 Checking jobs for platform=marenostrum4 +2022-02-16 18:44:26,718 Checking Wrapper 20687337 +2022-02-16 18:44:30,645 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:44:30,646 Checking inner jobs status +2022-02-16 18:44:32,482 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:44:32,483 Checking Wrapper 20687333 +2022-02-16 18:44:36,460 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:44:36,461 Checking inner jobs status +2022-02-16 18:44:38,285 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:44:38,286 End of checking +2022-02-16 18:44:38,288 Updating FAILED jobs +2022-02-16 18:44:38,293 Updating WAITING jobs +2022-02-16 18:44:38,294 Updating WAITING jobs eligible for be prepared +2022-02-16 18:44:38,295 Updating Held jobs +2022-02-16 18:44:38,295 Update finished +2022-02-16 18:44:38,296 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:44:38,296 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:44:38,296 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:44:38,297 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:44:38,297 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:44:38,297 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:44:38,297 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:44:38,297 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:44:38,297 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:44:38,297 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:44:38,297 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:44:38,297 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:44:38,297 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:44:38,297 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:44:38,297 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:44:38,297 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:44:38,298 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:44:38,298 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:44:38,298 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:44:38,298 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:44:38,301 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:44:38,326 Job list saved +2022-02-16 18:44:38,363 Updating FAILED jobs +2022-02-16 18:44:38,364 Updating WAITING jobs +2022-02-16 18:44:38,364 Updating WAITING jobs eligible for be prepared +2022-02-16 18:44:38,365 Updating Held jobs +2022-02-16 18:44:38,366 Update finished +2022-02-16 18:44:48,381 Reloading parameters... +2022-02-16 18:44:48,397 Loading parameters... +2022-02-16 18:44:48,398 Loading project parameters... +2022-02-16 18:44:48,399 + +190 of 783 jobs remaining (18:44) +2022-02-16 18:44:48,400 Sleep: 10 +2022-02-16 18:44:48,400 Number of retrials: 2 +2022-02-16 18:44:48,400 WRAPPER CHECK TIME = 10 +2022-02-16 18:44:48,404 Checking jobs for platform=marenostrum4 +2022-02-16 18:44:48,404 Checking Wrapper 20687337 +2022-02-16 18:44:52,533 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:44:52,533 Checking inner jobs status +2022-02-16 18:44:55,063 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:44:55,065 Checking Wrapper 20687333 +2022-02-16 18:44:58,991 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:44:58,991 Checking inner jobs status +2022-02-16 18:45:01,166 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:45:01,167 End of checking +2022-02-16 18:45:01,169 Updating FAILED jobs +2022-02-16 18:45:01,174 Updating WAITING jobs +2022-02-16 18:45:01,174 Updating WAITING jobs eligible for be prepared +2022-02-16 18:45:01,176 Updating Held jobs +2022-02-16 18:45:01,176 Update finished +2022-02-16 18:45:01,177 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:45:01,177 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:45:01,177 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:45:01,177 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:45:01,177 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:45:01,177 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:45:01,178 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:45:01,178 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:45:01,178 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:45:01,178 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:45:01,178 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:45:01,178 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:45:01,178 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:45:01,178 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:45:01,178 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:45:01,178 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:45:01,178 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:45:01,178 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:45:01,178 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:45:01,178 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:45:01,181 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:45:01,208 Job list saved +2022-02-16 18:45:01,264 Updating FAILED jobs +2022-02-16 18:45:01,265 Updating WAITING jobs +2022-02-16 18:45:01,265 Updating WAITING jobs eligible for be prepared +2022-02-16 18:45:01,267 Updating Held jobs +2022-02-16 18:45:01,267 Update finished +2022-02-16 18:45:11,279 Reloading parameters... +2022-02-16 18:45:11,295 Loading parameters... +2022-02-16 18:45:11,296 Loading project parameters... +2022-02-16 18:45:11,297 + +190 of 783 jobs remaining (18:45) +2022-02-16 18:45:11,298 Sleep: 10 +2022-02-16 18:45:11,298 Number of retrials: 2 +2022-02-16 18:45:11,298 WRAPPER CHECK TIME = 10 +2022-02-16 18:45:11,302 Checking jobs for platform=marenostrum4 +2022-02-16 18:45:11,303 Checking Wrapper 20687337 +2022-02-16 18:45:15,283 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:45:15,284 Checking inner jobs status +2022-02-16 18:45:19,434 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:45:19,435 Checking Wrapper 20687333 +2022-02-16 18:45:23,367 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:45:23,367 Checking inner jobs status +2022-02-16 18:45:26,745 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:45:26,746 End of checking +2022-02-16 18:45:26,749 Updating FAILED jobs +2022-02-16 18:45:26,753 Updating WAITING jobs +2022-02-16 18:45:26,754 Updating WAITING jobs eligible for be prepared +2022-02-16 18:45:26,756 Updating Held jobs +2022-02-16 18:45:26,756 Update finished +2022-02-16 18:45:26,757 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:45:26,757 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:45:26,757 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:45:26,757 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:45:26,757 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:45:26,757 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:45:26,758 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:45:26,758 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:45:26,758 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:45:26,758 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:45:26,758 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:45:26,758 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:45:26,758 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:45:26,758 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:45:26,758 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:45:26,758 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:45:26,758 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:45:26,758 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:45:26,758 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:45:26,758 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:45:26,761 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:45:26,789 Job list saved +2022-02-16 18:45:26,829 Updating FAILED jobs +2022-02-16 18:45:26,830 Updating WAITING jobs +2022-02-16 18:45:26,830 Updating WAITING jobs eligible for be prepared +2022-02-16 18:45:26,831 Updating Held jobs +2022-02-16 18:45:26,832 Update finished +2022-02-16 18:45:36,844 Reloading parameters... +2022-02-16 18:45:36,867 Loading parameters... +2022-02-16 18:45:36,867 Loading project parameters... +2022-02-16 18:45:36,868 + +190 of 783 jobs remaining (18:45) +2022-02-16 18:45:36,869 Sleep: 10 +2022-02-16 18:45:36,869 Number of retrials: 2 +2022-02-16 18:45:36,869 WRAPPER CHECK TIME = 10 +2022-02-16 18:45:36,873 Checking jobs for platform=marenostrum4 +2022-02-16 18:45:36,873 Checking Wrapper 20687337 +2022-02-16 18:45:40,813 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:45:40,814 Checking inner jobs status +2022-02-16 18:45:44,209 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:45:44,210 Checking Wrapper 20687333 +2022-02-16 18:45:48,188 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:45:48,188 Checking inner jobs status +2022-02-16 18:45:50,614 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:45:50,614 End of checking +2022-02-16 18:45:50,617 Updating FAILED jobs +2022-02-16 18:45:50,622 Updating WAITING jobs +2022-02-16 18:45:50,623 Updating WAITING jobs eligible for be prepared +2022-02-16 18:45:50,624 Updating Held jobs +2022-02-16 18:45:50,625 Update finished +2022-02-16 18:45:50,626 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:45:50,626 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:45:50,626 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:45:50,626 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:45:50,626 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:45:50,626 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:45:50,626 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:45:50,626 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:45:50,626 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:45:50,626 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:45:50,627 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:45:50,627 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:45:50,627 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:45:50,627 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:45:50,627 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:45:50,627 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:45:50,627 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:45:50,627 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:45:50,627 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:45:50,627 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:45:50,630 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:45:50,671 Job list saved +2022-02-16 18:45:50,730 Updating FAILED jobs +2022-02-16 18:45:50,731 Updating WAITING jobs +2022-02-16 18:45:50,732 Updating WAITING jobs eligible for be prepared +2022-02-16 18:45:50,733 Updating Held jobs +2022-02-16 18:45:50,734 Update finished +2022-02-16 18:46:00,748 Reloading parameters... +2022-02-16 18:46:00,765 Loading parameters... +2022-02-16 18:46:00,766 Loading project parameters... +2022-02-16 18:46:00,767 + +190 of 783 jobs remaining (18:46) +2022-02-16 18:46:00,768 Sleep: 10 +2022-02-16 18:46:00,768 Number of retrials: 2 +2022-02-16 18:46:00,768 WRAPPER CHECK TIME = 10 +2022-02-16 18:46:00,773 Checking jobs for platform=marenostrum4 +2022-02-16 18:46:00,773 Checking Wrapper 20687337 +2022-02-16 18:46:04,812 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:46:04,813 Checking inner jobs status +2022-02-16 18:46:06,688 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:46:06,688 Checking Wrapper 20687333 +2022-02-16 18:46:10,569 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:46:10,569 Checking inner jobs status +2022-02-16 18:46:12,394 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:46:12,395 End of checking +2022-02-16 18:46:12,396 Updating FAILED jobs +2022-02-16 18:46:12,400 Updating WAITING jobs +2022-02-16 18:46:12,401 Updating WAITING jobs eligible for be prepared +2022-02-16 18:46:12,402 Updating Held jobs +2022-02-16 18:46:12,403 Update finished +2022-02-16 18:46:12,403 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:46:12,403 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:46:12,403 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:46:12,404 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:46:12,404 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:46:12,404 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:46:12,404 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:46:12,404 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:46:12,404 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:46:12,404 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:46:12,404 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:46:12,404 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:46:12,404 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:46:12,404 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:46:12,404 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:46:12,404 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:46:12,404 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:46:12,404 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:46:12,404 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:46:12,404 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:46:12,408 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:46:12,431 Job list saved +2022-02-16 18:46:12,480 Updating FAILED jobs +2022-02-16 18:46:12,480 Updating WAITING jobs +2022-02-16 18:46:12,481 Updating WAITING jobs eligible for be prepared +2022-02-16 18:46:12,482 Updating Held jobs +2022-02-16 18:46:12,482 Update finished +2022-02-16 18:46:22,495 Reloading parameters... +2022-02-16 18:46:22,511 Loading parameters... +2022-02-16 18:46:22,512 Loading project parameters... +2022-02-16 18:46:22,513 + +190 of 783 jobs remaining (18:46) +2022-02-16 18:46:22,514 Sleep: 10 +2022-02-16 18:46:22,514 Number of retrials: 2 +2022-02-16 18:46:22,514 WRAPPER CHECK TIME = 10 +2022-02-16 18:46:22,519 Checking jobs for platform=marenostrum4 +2022-02-16 18:46:22,519 Checking Wrapper 20687337 +2022-02-16 18:46:26,455 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:46:26,456 Checking inner jobs status +2022-02-16 18:46:28,279 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:46:28,280 Checking Wrapper 20687333 +2022-02-16 18:46:32,310 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:46:32,311 Checking inner jobs status +2022-02-16 18:46:34,235 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:46:34,236 End of checking +2022-02-16 18:46:34,237 Updating FAILED jobs +2022-02-16 18:46:34,242 Updating WAITING jobs +2022-02-16 18:46:34,243 Updating WAITING jobs eligible for be prepared +2022-02-16 18:46:34,244 Updating Held jobs +2022-02-16 18:46:34,244 Update finished +2022-02-16 18:46:34,245 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:46:34,245 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:46:34,245 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:46:34,245 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:46:34,245 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:46:34,245 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:46:34,245 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:46:34,245 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:46:34,246 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:46:34,246 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:46:34,246 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:46:34,246 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:46:34,246 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:46:34,246 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:46:34,246 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:46:34,246 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:46:34,246 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:46:34,246 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:46:34,246 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:46:34,246 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:46:34,257 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:46:34,282 Job list saved +2022-02-16 18:46:34,318 Updating FAILED jobs +2022-02-16 18:46:34,319 Updating WAITING jobs +2022-02-16 18:46:34,319 Updating WAITING jobs eligible for be prepared +2022-02-16 18:46:34,320 Updating Held jobs +2022-02-16 18:46:34,321 Update finished +2022-02-16 18:46:44,331 Reloading parameters... +2022-02-16 18:46:44,346 Loading parameters... +2022-02-16 18:46:44,347 Loading project parameters... +2022-02-16 18:46:44,348 + +190 of 783 jobs remaining (18:46) +2022-02-16 18:46:44,348 Sleep: 10 +2022-02-16 18:46:44,349 Number of retrials: 2 +2022-02-16 18:46:44,349 WRAPPER CHECK TIME = 10 +2022-02-16 18:46:44,353 Checking jobs for platform=marenostrum4 +2022-02-16 18:46:44,353 Checking Wrapper 20687337 +2022-02-16 18:46:48,330 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:46:48,331 Checking inner jobs status +2022-02-16 18:46:50,160 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:46:50,162 Checking Wrapper 20687333 +2022-02-16 18:46:54,091 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:46:54,091 Checking inner jobs status +2022-02-16 18:46:57,976 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:46:57,977 End of checking +2022-02-16 18:46:57,979 Updating FAILED jobs +2022-02-16 18:46:57,983 Updating WAITING jobs +2022-02-16 18:46:57,984 Updating WAITING jobs eligible for be prepared +2022-02-16 18:46:57,985 Updating Held jobs +2022-02-16 18:46:57,986 Update finished +2022-02-16 18:46:57,986 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:46:57,987 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:46:57,987 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:46:57,987 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:46:57,987 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:46:57,987 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:46:57,987 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:46:57,987 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:46:57,987 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:46:57,987 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:46:57,987 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:46:57,987 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:46:57,987 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:46:57,987 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:46:57,987 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:46:57,987 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:46:57,987 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:46:57,988 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:46:57,988 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:46:57,988 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:46:57,991 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:46:58,016 Job list saved +2022-02-16 18:46:58,061 Updating FAILED jobs +2022-02-16 18:46:58,062 Updating WAITING jobs +2022-02-16 18:46:58,062 Updating WAITING jobs eligible for be prepared +2022-02-16 18:46:58,063 Updating Held jobs +2022-02-16 18:46:58,064 Update finished +2022-02-16 18:47:08,079 Reloading parameters... +2022-02-16 18:47:08,093 Loading parameters... +2022-02-16 18:47:08,094 Loading project parameters... +2022-02-16 18:47:08,095 + +190 of 783 jobs remaining (18:47) +2022-02-16 18:47:08,096 Sleep: 10 +2022-02-16 18:47:08,096 Number of retrials: 2 +2022-02-16 18:47:08,096 WRAPPER CHECK TIME = 10 +2022-02-16 18:47:08,100 Checking jobs for platform=marenostrum4 +2022-02-16 18:47:08,100 Checking Wrapper 20687337 +2022-02-16 18:47:12,078 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:47:12,079 Checking inner jobs status +2022-02-16 18:47:15,063 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:47:15,065 Checking Wrapper 20687333 +2022-02-16 18:47:19,040 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:47:19,040 Checking inner jobs status +2022-02-16 18:47:23,822 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:47:23,824 End of checking +2022-02-16 18:47:23,826 Updating FAILED jobs +2022-02-16 18:47:23,830 Updating WAITING jobs +2022-02-16 18:47:23,831 Updating WAITING jobs eligible for be prepared +2022-02-16 18:47:23,832 Updating Held jobs +2022-02-16 18:47:23,833 Update finished +2022-02-16 18:47:23,834 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:47:23,834 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:47:23,834 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:47:23,834 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:47:23,834 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:47:23,834 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:47:23,834 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:47:23,834 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:47:23,834 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:47:23,834 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:47:23,834 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:47:23,834 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:47:23,835 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:47:23,835 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:47:23,835 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:47:23,835 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:47:23,835 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:47:23,835 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:47:23,835 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:47:23,835 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:47:23,838 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:47:23,871 Job list saved +2022-02-16 18:47:23,912 Updating FAILED jobs +2022-02-16 18:47:23,913 Updating WAITING jobs +2022-02-16 18:47:23,913 Updating WAITING jobs eligible for be prepared +2022-02-16 18:47:23,915 Updating Held jobs +2022-02-16 18:47:23,915 Update finished +2022-02-16 18:47:33,926 Reloading parameters... +2022-02-16 18:47:33,942 Loading parameters... +2022-02-16 18:47:33,943 Loading project parameters... +2022-02-16 18:47:33,944 + +190 of 783 jobs remaining (18:47) +2022-02-16 18:47:33,945 Sleep: 10 +2022-02-16 18:47:33,945 Number of retrials: 2 +2022-02-16 18:47:33,945 WRAPPER CHECK TIME = 10 +2022-02-16 18:47:33,949 Checking jobs for platform=marenostrum4 +2022-02-16 18:47:33,950 Checking Wrapper 20687337 +2022-02-16 18:47:37,880 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:47:37,881 Checking inner jobs status +2022-02-16 18:47:50,713 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:47:50,715 Checking Wrapper 20687333 +2022-02-16 18:47:54,799 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:47:54,799 Checking inner jobs status +2022-02-16 18:47:56,626 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:47:56,627 End of checking +2022-02-16 18:47:56,629 Updating FAILED jobs +2022-02-16 18:47:56,634 Updating WAITING jobs +2022-02-16 18:47:56,634 Updating WAITING jobs eligible for be prepared +2022-02-16 18:47:56,636 Updating Held jobs +2022-02-16 18:47:56,636 Update finished +2022-02-16 18:47:56,637 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:47:56,637 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:47:56,637 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:47:56,637 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:47:56,637 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:47:56,638 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:47:56,638 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:47:56,638 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:47:56,638 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:47:56,638 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:47:56,638 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:47:56,638 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:47:56,638 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:47:56,638 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:47:56,638 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:47:56,638 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:47:56,638 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:47:56,638 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:47:56,638 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:47:56,638 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:47:56,641 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:47:56,674 Job list saved +2022-02-16 18:47:56,711 Updating FAILED jobs +2022-02-16 18:47:56,711 Updating WAITING jobs +2022-02-16 18:47:56,712 Updating WAITING jobs eligible for be prepared +2022-02-16 18:47:56,713 Updating Held jobs +2022-02-16 18:47:56,713 Update finished +2022-02-16 18:48:06,728 Reloading parameters... +2022-02-16 18:48:06,747 Loading parameters... +2022-02-16 18:48:06,748 Loading project parameters... +2022-02-16 18:48:06,749 + +190 of 783 jobs remaining (18:48) +2022-02-16 18:48:06,749 Sleep: 10 +2022-02-16 18:48:06,749 Number of retrials: 2 +2022-02-16 18:48:06,750 WRAPPER CHECK TIME = 10 +2022-02-16 18:48:06,753 Checking jobs for platform=marenostrum4 +2022-02-16 18:48:06,753 Checking Wrapper 20687337 +2022-02-16 18:48:10,681 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:48:10,681 Checking inner jobs status +2022-02-16 18:48:12,510 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:48:12,511 Checking Wrapper 20687333 +2022-02-16 18:48:16,437 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:48:16,438 Checking inner jobs status +2022-02-16 18:48:18,368 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:48:18,370 End of checking +2022-02-16 18:48:18,371 Updating FAILED jobs +2022-02-16 18:48:18,376 Updating WAITING jobs +2022-02-16 18:48:18,376 Updating WAITING jobs eligible for be prepared +2022-02-16 18:48:18,377 Updating Held jobs +2022-02-16 18:48:18,378 Update finished +2022-02-16 18:48:18,379 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:48:18,379 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:48:18,379 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:48:18,379 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:48:18,379 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:48:18,379 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:48:18,379 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:48:18,379 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:48:18,379 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:48:18,379 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:48:18,379 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:48:18,379 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:48:18,380 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:48:18,380 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:48:18,380 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:48:18,380 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:48:18,380 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:48:18,380 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:48:18,380 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:48:18,380 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:48:18,383 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:48:18,408 Job list saved +2022-02-16 18:48:18,446 Updating FAILED jobs +2022-02-16 18:48:18,447 Updating WAITING jobs +2022-02-16 18:48:18,447 Updating WAITING jobs eligible for be prepared +2022-02-16 18:48:18,448 Updating Held jobs +2022-02-16 18:48:18,449 Update finished +2022-02-16 18:48:28,463 Reloading parameters... +2022-02-16 18:48:28,476 Loading parameters... +2022-02-16 18:48:28,477 Loading project parameters... +2022-02-16 18:48:28,478 + +190 of 783 jobs remaining (18:48) +2022-02-16 18:48:28,478 Sleep: 10 +2022-02-16 18:48:28,478 Number of retrials: 2 +2022-02-16 18:48:28,478 WRAPPER CHECK TIME = 10 +2022-02-16 18:48:28,483 Checking jobs for platform=marenostrum4 +2022-02-16 18:48:28,483 Checking Wrapper 20687337 +2022-02-16 18:48:32,516 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:48:32,517 Checking inner jobs status +2022-02-16 18:48:34,491 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:48:34,492 Checking Wrapper 20687333 +2022-02-16 18:48:38,421 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:48:38,422 Checking inner jobs status +2022-02-16 18:48:40,246 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:48:40,246 End of checking +2022-02-16 18:48:40,248 Updating FAILED jobs +2022-02-16 18:48:40,252 Updating WAITING jobs +2022-02-16 18:48:40,253 Updating WAITING jobs eligible for be prepared +2022-02-16 18:48:40,254 Updating Held jobs +2022-02-16 18:48:40,254 Update finished +2022-02-16 18:48:40,255 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:48:40,255 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:48:40,255 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:48:40,255 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:48:40,255 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:48:40,255 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:48:40,255 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:48:40,255 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:48:40,255 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:48:40,256 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:48:40,256 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:48:40,256 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:48:40,256 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:48:40,256 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:48:40,256 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:48:40,256 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:48:40,256 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:48:40,256 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:48:40,256 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:48:40,256 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:48:40,260 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:48:40,284 Job list saved +2022-02-16 18:48:40,329 Updating FAILED jobs +2022-02-16 18:48:40,329 Updating WAITING jobs +2022-02-16 18:48:40,330 Updating WAITING jobs eligible for be prepared +2022-02-16 18:48:40,331 Updating Held jobs +2022-02-16 18:48:40,332 Update finished +2022-02-16 18:48:50,342 Reloading parameters... +2022-02-16 18:48:50,359 Loading parameters... +2022-02-16 18:48:50,360 Loading project parameters... +2022-02-16 18:48:50,362 + +190 of 783 jobs remaining (18:48) +2022-02-16 18:48:50,362 Sleep: 10 +2022-02-16 18:48:50,363 Number of retrials: 2 +2022-02-16 18:48:50,363 WRAPPER CHECK TIME = 10 +2022-02-16 18:48:50,367 Checking jobs for platform=marenostrum4 +2022-02-16 18:48:50,367 Checking Wrapper 20687337 +2022-02-16 18:48:54,308 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:48:54,309 Checking inner jobs status +2022-02-16 18:48:56,282 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:48:56,283 Checking Wrapper 20687333 +2022-02-16 18:49:00,262 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:49:00,262 Checking inner jobs status +2022-02-16 18:49:02,285 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:49:02,287 End of checking +2022-02-16 18:49:02,289 Updating FAILED jobs +2022-02-16 18:49:02,294 Updating WAITING jobs +2022-02-16 18:49:02,294 Updating WAITING jobs eligible for be prepared +2022-02-16 18:49:02,296 Updating Held jobs +2022-02-16 18:49:02,296 Update finished +2022-02-16 18:49:02,297 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:49:02,297 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:49:02,297 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:49:02,297 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:49:02,297 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:49:02,297 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:49:02,298 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:49:02,298 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:49:02,298 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:49:02,298 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:49:02,298 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:49:02,298 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:49:02,298 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:49:02,298 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:49:02,298 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:49:02,298 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:49:02,298 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:49:02,298 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:49:02,298 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:49:02,298 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:49:02,302 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:49:02,329 Job list saved +2022-02-16 18:49:02,385 Updating FAILED jobs +2022-02-16 18:49:02,386 Updating WAITING jobs +2022-02-16 18:49:02,387 Updating WAITING jobs eligible for be prepared +2022-02-16 18:49:02,388 Updating Held jobs +2022-02-16 18:49:02,388 Update finished +2022-02-16 18:49:12,404 Reloading parameters... +2022-02-16 18:49:12,420 Loading parameters... +2022-02-16 18:49:12,421 Loading project parameters... +2022-02-16 18:49:12,422 + +190 of 783 jobs remaining (18:49) +2022-02-16 18:49:12,423 Sleep: 10 +2022-02-16 18:49:12,423 Number of retrials: 2 +2022-02-16 18:49:12,423 WRAPPER CHECK TIME = 10 +2022-02-16 18:49:12,427 Checking jobs for platform=marenostrum4 +2022-02-16 18:49:12,427 Checking Wrapper 20687337 +2022-02-16 18:49:16,411 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:49:16,411 Checking inner jobs status +2022-02-16 18:49:18,535 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:49:18,536 Checking Wrapper 20687333 +2022-02-16 18:49:22,614 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:49:22,614 Checking inner jobs status +2022-02-16 18:49:27,109 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:49:27,110 End of checking +2022-02-16 18:49:27,111 Updating FAILED jobs +2022-02-16 18:49:27,116 Updating WAITING jobs +2022-02-16 18:49:27,117 Updating WAITING jobs eligible for be prepared +2022-02-16 18:49:27,118 Updating Held jobs +2022-02-16 18:49:27,118 Update finished +2022-02-16 18:49:27,119 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:49:27,119 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:49:27,119 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:49:27,119 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:49:27,120 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:49:27,120 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:49:27,120 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:49:27,120 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:49:27,120 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:49:27,120 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:49:27,120 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:49:27,120 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:49:27,120 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:49:27,120 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:49:27,120 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:49:27,120 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:49:27,120 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:49:27,120 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:49:27,120 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:49:27,120 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:49:27,124 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:49:27,149 Job list saved +2022-02-16 18:49:27,187 Updating FAILED jobs +2022-02-16 18:49:27,187 Updating WAITING jobs +2022-02-16 18:49:27,188 Updating WAITING jobs eligible for be prepared +2022-02-16 18:49:27,189 Updating Held jobs +2022-02-16 18:49:27,190 Update finished +2022-02-16 18:49:37,205 Reloading parameters... +2022-02-16 18:49:37,222 Loading parameters... +2022-02-16 18:49:37,223 Loading project parameters... +2022-02-16 18:49:37,224 + +190 of 783 jobs remaining (18:49) +2022-02-16 18:49:37,225 Sleep: 10 +2022-02-16 18:49:37,225 Number of retrials: 2 +2022-02-16 18:49:37,225 WRAPPER CHECK TIME = 10 +2022-02-16 18:49:37,228 Checking jobs for platform=marenostrum4 +2022-02-16 18:49:37,228 Checking Wrapper 20687337 +2022-02-16 18:49:41,209 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:49:41,210 Checking inner jobs status +2022-02-16 18:49:43,234 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:49:43,235 Checking Wrapper 20687333 +2022-02-16 18:49:47,217 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:49:47,217 Checking inner jobs status +2022-02-16 18:49:49,795 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:49:49,797 End of checking +2022-02-16 18:49:49,799 Updating FAILED jobs +2022-02-16 18:49:49,803 Updating WAITING jobs +2022-02-16 18:49:49,804 Updating WAITING jobs eligible for be prepared +2022-02-16 18:49:49,805 Updating Held jobs +2022-02-16 18:49:49,806 Update finished +2022-02-16 18:49:49,807 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:49:49,807 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:49:49,807 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:49:49,807 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:49:49,807 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:49:49,807 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:49:49,807 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:49:49,808 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:49:49,808 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:49:49,808 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:49:49,808 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:49:49,808 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:49:49,808 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:49:49,808 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:49:49,808 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:49:49,808 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:49:49,808 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:49:49,808 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:49:49,808 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:49:49,808 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:49:49,812 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:49:49,840 Job list saved +2022-02-16 18:49:49,905 Updating FAILED jobs +2022-02-16 18:49:49,906 Updating WAITING jobs +2022-02-16 18:49:49,907 Updating WAITING jobs eligible for be prepared +2022-02-16 18:49:49,908 Updating Held jobs +2022-02-16 18:49:49,908 Update finished +2022-02-16 18:49:59,918 Reloading parameters... +2022-02-16 18:49:59,936 Loading parameters... +2022-02-16 18:49:59,937 Loading project parameters... +2022-02-16 18:49:59,939 + +190 of 783 jobs remaining (18:49) +2022-02-16 18:49:59,939 Sleep: 10 +2022-02-16 18:49:59,939 Number of retrials: 2 +2022-02-16 18:49:59,939 WRAPPER CHECK TIME = 10 +2022-02-16 18:49:59,944 Checking jobs for platform=marenostrum4 +2022-02-16 18:49:59,944 Checking Wrapper 20687337 +2022-02-16 18:50:03,923 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:50:03,923 Checking inner jobs status +2022-02-16 18:50:05,946 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:50:05,947 Checking Wrapper 20687333 +2022-02-16 18:50:09,926 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:50:09,927 Checking inner jobs status +2022-02-16 18:50:11,860 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:50:11,861 End of checking +2022-02-16 18:50:11,863 Updating FAILED jobs +2022-02-16 18:50:11,868 Updating WAITING jobs +2022-02-16 18:50:11,869 Updating WAITING jobs eligible for be prepared +2022-02-16 18:50:11,870 Updating Held jobs +2022-02-16 18:50:11,871 Update finished +2022-02-16 18:50:11,871 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:50:11,872 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:50:11,872 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:50:11,872 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:50:11,872 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:50:11,872 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:50:11,872 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:50:11,872 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:50:11,872 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:50:11,872 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:50:11,872 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:50:11,872 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:50:11,872 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:50:11,872 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:50:11,872 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:50:11,872 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:50:11,872 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:50:11,872 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:50:11,873 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:50:11,873 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:50:11,876 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:50:11,903 Job list saved +2022-02-16 18:50:11,951 Updating FAILED jobs +2022-02-16 18:50:11,951 Updating WAITING jobs +2022-02-16 18:50:11,952 Updating WAITING jobs eligible for be prepared +2022-02-16 18:50:11,953 Updating Held jobs +2022-02-16 18:50:11,954 Update finished +2022-02-16 18:50:21,968 Reloading parameters... +2022-02-16 18:50:21,984 Loading parameters... +2022-02-16 18:50:21,985 Loading project parameters... +2022-02-16 18:50:21,986 + +190 of 783 jobs remaining (18:50) +2022-02-16 18:50:21,987 Sleep: 10 +2022-02-16 18:50:21,987 Number of retrials: 2 +2022-02-16 18:50:21,987 WRAPPER CHECK TIME = 10 +2022-02-16 18:50:21,991 Checking jobs for platform=marenostrum4 +2022-02-16 18:50:21,991 Checking Wrapper 20687337 +2022-02-16 18:50:25,920 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:50:25,921 Checking inner jobs status +2022-02-16 18:50:27,844 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:50:27,845 Checking Wrapper 20687333 +2022-02-16 18:50:31,780 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:50:31,781 Checking inner jobs status +2022-02-16 18:50:33,705 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:50:33,705 End of checking +2022-02-16 18:50:33,707 Updating FAILED jobs +2022-02-16 18:50:33,710 Updating WAITING jobs +2022-02-16 18:50:33,711 Updating WAITING jobs eligible for be prepared +2022-02-16 18:50:33,712 Updating Held jobs +2022-02-16 18:50:33,713 Update finished +2022-02-16 18:50:33,714 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:50:33,714 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:50:33,714 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:50:33,714 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:50:33,714 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:50:33,714 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:50:33,714 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:50:33,714 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:50:33,714 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:50:33,715 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:50:33,715 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:50:33,715 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:50:33,715 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:50:33,715 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:50:33,715 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:50:33,715 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:50:33,715 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:50:33,715 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:50:33,715 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:50:33,715 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:50:33,718 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:50:33,746 Job list saved +2022-02-16 18:50:33,786 Updating FAILED jobs +2022-02-16 18:50:33,787 Updating WAITING jobs +2022-02-16 18:50:33,787 Updating WAITING jobs eligible for be prepared +2022-02-16 18:50:33,789 Updating Held jobs +2022-02-16 18:50:33,789 Update finished +2022-02-16 18:50:43,802 Reloading parameters... +2022-02-16 18:50:43,818 Loading parameters... +2022-02-16 18:50:43,818 Loading project parameters... +2022-02-16 18:50:43,820 + +190 of 783 jobs remaining (18:50) +2022-02-16 18:50:43,820 Sleep: 10 +2022-02-16 18:50:43,821 Number of retrials: 2 +2022-02-16 18:50:43,821 WRAPPER CHECK TIME = 10 +2022-02-16 18:50:43,825 Checking jobs for platform=marenostrum4 +2022-02-16 18:50:43,825 Checking Wrapper 20687337 +2022-02-16 18:50:47,860 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:50:47,861 Checking inner jobs status +2022-02-16 18:50:50,084 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:50:50,085 Checking Wrapper 20687333 +2022-02-16 18:50:54,010 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:50:54,011 Checking inner jobs status +2022-02-16 18:50:55,834 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:50:55,836 End of checking +2022-02-16 18:50:55,838 Updating FAILED jobs +2022-02-16 18:50:55,842 Updating WAITING jobs +2022-02-16 18:50:55,843 Updating WAITING jobs eligible for be prepared +2022-02-16 18:50:55,844 Updating Held jobs +2022-02-16 18:50:55,844 Update finished +2022-02-16 18:50:55,845 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:50:55,845 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:50:55,846 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:50:55,846 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:50:55,846 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:50:55,846 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:50:55,846 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:50:55,846 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:50:55,846 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:50:55,846 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:50:55,846 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:50:55,846 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:50:55,846 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:50:55,846 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:50:55,846 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:50:55,846 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:50:55,846 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:50:55,847 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:50:55,847 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:50:55,847 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:50:55,850 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:50:55,876 Job list saved +2022-02-16 18:50:55,925 Updating FAILED jobs +2022-02-16 18:50:55,926 Updating WAITING jobs +2022-02-16 18:50:55,926 Updating WAITING jobs eligible for be prepared +2022-02-16 18:50:55,928 Updating Held jobs +2022-02-16 18:50:55,928 Update finished +2022-02-16 18:51:05,936 Reloading parameters... +2022-02-16 18:51:05,951 Loading parameters... +2022-02-16 18:51:05,952 Loading project parameters... +2022-02-16 18:51:05,953 + +190 of 783 jobs remaining (18:51) +2022-02-16 18:51:05,954 Sleep: 10 +2022-02-16 18:51:05,954 Number of retrials: 2 +2022-02-16 18:51:05,954 WRAPPER CHECK TIME = 10 +2022-02-16 18:51:05,958 Checking jobs for platform=marenostrum4 +2022-02-16 18:51:05,959 Checking Wrapper 20687337 +2022-02-16 18:51:09,886 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:51:09,887 Checking inner jobs status +2022-02-16 18:51:14,419 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:51:14,420 Checking Wrapper 20687333 +2022-02-16 18:51:18,397 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:51:18,397 Checking inner jobs status +2022-02-16 18:51:21,629 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:51:21,630 End of checking +2022-02-16 18:51:21,632 Updating FAILED jobs +2022-02-16 18:51:21,636 Updating WAITING jobs +2022-02-16 18:51:21,636 Updating WAITING jobs eligible for be prepared +2022-02-16 18:51:21,637 Updating Held jobs +2022-02-16 18:51:21,638 Update finished +2022-02-16 18:51:21,638 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:51:21,639 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:51:21,639 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:51:21,639 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:51:21,639 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:51:21,639 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:51:21,639 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:51:21,639 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:51:21,639 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:51:21,639 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:51:21,639 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:51:21,639 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:51:21,639 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:51:21,639 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:51:21,639 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:51:21,639 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:51:21,639 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:51:21,639 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:51:21,640 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:51:21,640 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:51:21,643 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:51:21,674 Job list saved +2022-02-16 18:51:21,722 Updating FAILED jobs +2022-02-16 18:51:21,723 Updating WAITING jobs +2022-02-16 18:51:21,724 Updating WAITING jobs eligible for be prepared +2022-02-16 18:51:21,725 Updating Held jobs +2022-02-16 18:51:21,725 Update finished +2022-02-16 18:51:31,737 Reloading parameters... +2022-02-16 18:51:31,753 Loading parameters... +2022-02-16 18:51:31,754 Loading project parameters... +2022-02-16 18:51:31,756 + +190 of 783 jobs remaining (18:51) +2022-02-16 18:51:31,757 Sleep: 10 +2022-02-16 18:51:31,757 Number of retrials: 2 +2022-02-16 18:51:31,757 WRAPPER CHECK TIME = 10 +2022-02-16 18:51:31,762 Checking jobs for platform=marenostrum4 +2022-02-16 18:51:31,762 Checking Wrapper 20687337 +2022-02-16 18:51:35,841 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:51:35,841 Checking inner jobs status +2022-02-16 18:51:38,023 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:51:38,024 Checking Wrapper 20687333 +2022-02-16 18:51:41,910 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:51:41,910 Checking inner jobs status +2022-02-16 18:51:44,937 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:51:44,938 End of checking +2022-02-16 18:51:44,939 Updating FAILED jobs +2022-02-16 18:51:44,943 Updating WAITING jobs +2022-02-16 18:51:44,944 Updating WAITING jobs eligible for be prepared +2022-02-16 18:51:44,945 Updating Held jobs +2022-02-16 18:51:44,945 Update finished +2022-02-16 18:51:44,946 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:51:44,946 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:51:44,946 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:51:44,946 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:51:44,946 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:51:44,946 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:51:44,946 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:51:44,946 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:51:44,946 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:51:44,947 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:51:44,947 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:51:44,947 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:51:44,947 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:51:44,947 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:51:44,947 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:51:44,947 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:51:44,947 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:51:44,947 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:51:44,947 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:51:44,947 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:51:44,952 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:51:44,976 Job list saved +2022-02-16 18:51:45,014 Updating FAILED jobs +2022-02-16 18:51:45,015 Updating WAITING jobs +2022-02-16 18:51:45,015 Updating WAITING jobs eligible for be prepared +2022-02-16 18:51:45,016 Updating Held jobs +2022-02-16 18:51:45,017 Update finished +2022-02-16 18:51:55,029 Reloading parameters... +2022-02-16 18:51:55,046 Loading parameters... +2022-02-16 18:51:55,046 Loading project parameters... +2022-02-16 18:51:55,048 + +190 of 783 jobs remaining (18:51) +2022-02-16 18:51:55,057 Sleep: 10 +2022-02-16 18:51:55,057 Number of retrials: 2 +2022-02-16 18:51:55,057 WRAPPER CHECK TIME = 10 +2022-02-16 18:51:55,061 Checking jobs for platform=marenostrum4 +2022-02-16 18:51:55,061 Checking Wrapper 20687337 +2022-02-16 18:51:58,988 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:51:58,989 Checking inner jobs status +2022-02-16 18:52:00,912 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:52:00,913 Checking Wrapper 20687333 +2022-02-16 18:52:04,891 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:52:04,891 Checking inner jobs status +2022-02-16 18:52:06,712 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:52:06,713 End of checking +2022-02-16 18:52:06,715 Updating FAILED jobs +2022-02-16 18:52:06,719 Updating WAITING jobs +2022-02-16 18:52:06,720 Updating WAITING jobs eligible for be prepared +2022-02-16 18:52:06,722 Updating Held jobs +2022-02-16 18:52:06,722 Update finished +2022-02-16 18:52:06,723 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:52:06,723 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:52:06,723 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:52:06,723 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:52:06,723 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:52:06,723 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:52:06,724 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:52:06,724 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:52:06,724 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:52:06,724 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:52:06,724 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:52:06,724 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:52:06,724 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:52:06,724 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:52:06,724 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:52:06,724 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:52:06,724 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:52:06,724 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:52:06,724 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:52:06,724 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:52:06,727 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:52:06,753 Job list saved +2022-02-16 18:52:06,791 Updating FAILED jobs +2022-02-16 18:52:06,792 Updating WAITING jobs +2022-02-16 18:52:06,792 Updating WAITING jobs eligible for be prepared +2022-02-16 18:52:06,794 Updating Held jobs +2022-02-16 18:52:06,794 Update finished +2022-02-16 18:52:16,803 Reloading parameters... +2022-02-16 18:52:16,816 Loading parameters... +2022-02-16 18:52:16,816 Loading project parameters... +2022-02-16 18:52:16,817 + +190 of 783 jobs remaining (18:52) +2022-02-16 18:52:16,818 Sleep: 10 +2022-02-16 18:52:16,818 Number of retrials: 2 +2022-02-16 18:52:16,818 WRAPPER CHECK TIME = 10 +2022-02-16 18:52:16,822 Checking jobs for platform=marenostrum4 +2022-02-16 18:52:16,822 Checking Wrapper 20687337 +2022-02-16 18:52:20,806 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:52:20,807 Checking inner jobs status +2022-02-16 18:52:22,681 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:52:22,683 Checking Wrapper 20687333 +2022-02-16 18:52:26,611 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:52:26,611 Checking inner jobs status +2022-02-16 18:52:28,433 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:52:28,434 End of checking +2022-02-16 18:52:28,435 Updating FAILED jobs +2022-02-16 18:52:28,437 Updating WAITING jobs +2022-02-16 18:52:28,438 Updating WAITING jobs eligible for be prepared +2022-02-16 18:52:28,439 Updating Held jobs +2022-02-16 18:52:28,440 Update finished +2022-02-16 18:52:28,441 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:52:28,441 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:52:28,441 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:52:28,441 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:52:28,441 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:52:28,441 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:52:28,441 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:52:28,441 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:52:28,441 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:52:28,441 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:52:28,441 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:52:28,441 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:52:28,441 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:52:28,441 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:52:28,442 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:52:28,442 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:52:28,442 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:52:28,442 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:52:28,442 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:52:28,442 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:52:28,445 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:52:28,477 Job list saved +2022-02-16 18:52:28,528 Updating FAILED jobs +2022-02-16 18:52:28,528 Updating WAITING jobs +2022-02-16 18:52:28,529 Updating WAITING jobs eligible for be prepared +2022-02-16 18:52:28,530 Updating Held jobs +2022-02-16 18:52:28,530 Update finished +2022-02-16 18:52:38,546 Reloading parameters... +2022-02-16 18:52:38,560 Loading parameters... +2022-02-16 18:52:38,561 Loading project parameters... +2022-02-16 18:52:38,563 + +190 of 783 jobs remaining (18:52) +2022-02-16 18:52:38,563 Sleep: 10 +2022-02-16 18:52:38,563 Number of retrials: 2 +2022-02-16 18:52:38,563 WRAPPER CHECK TIME = 10 +2022-02-16 18:52:38,568 Checking jobs for platform=marenostrum4 +2022-02-16 18:52:38,568 Checking Wrapper 20687337 +2022-02-16 18:52:42,496 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:52:42,496 Checking inner jobs status +2022-02-16 18:52:44,369 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:52:44,370 Checking Wrapper 20687333 +2022-02-16 18:52:48,344 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:52:48,344 Checking inner jobs status +2022-02-16 18:52:50,219 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:52:50,220 End of checking +2022-02-16 18:52:50,221 Updating FAILED jobs +2022-02-16 18:52:50,226 Updating WAITING jobs +2022-02-16 18:52:50,226 Updating WAITING jobs eligible for be prepared +2022-02-16 18:52:50,228 Updating Held jobs +2022-02-16 18:52:50,228 Update finished +2022-02-16 18:52:50,229 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:52:50,229 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:52:50,229 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:52:50,230 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:52:50,230 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:52:50,230 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:52:50,230 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:52:50,230 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:52:50,230 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:52:50,230 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:52:50,230 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:52:50,230 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:52:50,230 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:52:50,230 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:52:50,230 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:52:50,230 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:52:50,230 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:52:50,230 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:52:50,230 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:52:50,230 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:52:50,233 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:52:50,268 Job list saved +2022-02-16 18:52:50,306 Updating FAILED jobs +2022-02-16 18:52:50,306 Updating WAITING jobs +2022-02-16 18:52:50,307 Updating WAITING jobs eligible for be prepared +2022-02-16 18:52:50,308 Updating Held jobs +2022-02-16 18:52:50,309 Update finished +2022-02-16 18:53:00,320 Reloading parameters... +2022-02-16 18:53:00,332 Loading parameters... +2022-02-16 18:53:00,333 Loading project parameters... +2022-02-16 18:53:00,334 + +190 of 783 jobs remaining (18:53) +2022-02-16 18:53:00,335 Sleep: 10 +2022-02-16 18:53:00,335 Number of retrials: 2 +2022-02-16 18:53:00,335 WRAPPER CHECK TIME = 10 +2022-02-16 18:53:00,340 Checking jobs for platform=marenostrum4 +2022-02-16 18:53:00,340 Checking Wrapper 20687337 +2022-02-16 18:53:04,266 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:53:04,266 Checking inner jobs status +2022-02-16 18:53:08,657 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:53:08,658 Checking Wrapper 20687333 +2022-02-16 18:53:12,587 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:53:12,587 Checking inner jobs status +2022-02-16 18:53:15,566 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:53:15,566 End of checking +2022-02-16 18:53:15,568 Updating FAILED jobs +2022-02-16 18:53:15,572 Updating WAITING jobs +2022-02-16 18:53:15,573 Updating WAITING jobs eligible for be prepared +2022-02-16 18:53:15,574 Updating Held jobs +2022-02-16 18:53:15,575 Update finished +2022-02-16 18:53:15,575 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:53:15,575 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:53:15,575 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:53:15,575 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:53:15,576 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:53:15,576 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:53:15,576 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:53:15,576 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:53:15,576 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:53:15,576 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:53:15,576 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:53:15,576 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:53:15,576 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:53:15,576 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:53:15,576 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:53:15,576 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:53:15,576 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:53:15,576 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:53:15,576 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:53:15,576 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:53:15,580 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:53:15,606 Job list saved +2022-02-16 18:53:15,662 Updating FAILED jobs +2022-02-16 18:53:15,663 Updating WAITING jobs +2022-02-16 18:53:15,663 Updating WAITING jobs eligible for be prepared +2022-02-16 18:53:15,664 Updating Held jobs +2022-02-16 18:53:15,665 Update finished +2022-02-16 18:53:25,679 Reloading parameters... +2022-02-16 18:53:25,696 Loading parameters... +2022-02-16 18:53:25,697 Loading project parameters... +2022-02-16 18:53:25,698 + +190 of 783 jobs remaining (18:53) +2022-02-16 18:53:25,699 Sleep: 10 +2022-02-16 18:53:25,699 Number of retrials: 2 +2022-02-16 18:53:25,699 WRAPPER CHECK TIME = 10 +2022-02-16 18:53:25,703 Checking jobs for platform=marenostrum4 +2022-02-16 18:53:25,703 Checking Wrapper 20687337 +2022-02-16 18:53:29,780 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:53:29,781 Checking inner jobs status +2022-02-16 18:53:33,168 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:53:33,168 Checking Wrapper 20687333 +2022-02-16 18:53:37,096 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:53:37,097 Checking inner jobs status +2022-02-16 18:53:40,124 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:53:40,125 End of checking +2022-02-16 18:53:40,127 Updating FAILED jobs +2022-02-16 18:53:40,132 Updating WAITING jobs +2022-02-16 18:53:40,133 Updating WAITING jobs eligible for be prepared +2022-02-16 18:53:40,134 Updating Held jobs +2022-02-16 18:53:40,135 Update finished +2022-02-16 18:53:40,135 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:53:40,136 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:53:40,136 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:53:40,136 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:53:40,136 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:53:40,136 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:53:40,136 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:53:40,136 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:53:40,136 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:53:40,136 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:53:40,136 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:53:40,136 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:53:40,136 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:53:40,136 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:53:40,136 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:53:40,136 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:53:40,137 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:53:40,137 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:53:40,137 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:53:40,137 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:53:40,140 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:53:40,166 Job list saved +2022-02-16 18:53:40,203 Updating FAILED jobs +2022-02-16 18:53:40,204 Updating WAITING jobs +2022-02-16 18:53:40,204 Updating WAITING jobs eligible for be prepared +2022-02-16 18:53:40,205 Updating Held jobs +2022-02-16 18:53:40,206 Update finished +2022-02-16 18:53:50,217 Reloading parameters... +2022-02-16 18:53:50,234 Loading parameters... +2022-02-16 18:53:50,235 Loading project parameters... +2022-02-16 18:53:50,236 + +190 of 783 jobs remaining (18:53) +2022-02-16 18:53:50,237 Sleep: 10 +2022-02-16 18:53:50,237 Number of retrials: 2 +2022-02-16 18:53:50,237 WRAPPER CHECK TIME = 10 +2022-02-16 18:53:50,242 Checking jobs for platform=marenostrum4 +2022-02-16 18:53:50,242 Checking Wrapper 20687337 +2022-02-16 18:53:54,226 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:53:54,227 Checking inner jobs status +2022-02-16 18:53:57,060 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:53:57,061 Checking Wrapper 20687333 +2022-02-16 18:54:00,987 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:54:00,988 Checking inner jobs status +2022-02-16 18:54:03,162 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:54:03,164 End of checking +2022-02-16 18:54:03,166 Updating FAILED jobs +2022-02-16 18:54:03,170 Updating WAITING jobs +2022-02-16 18:54:03,170 Updating WAITING jobs eligible for be prepared +2022-02-16 18:54:03,171 Updating Held jobs +2022-02-16 18:54:03,172 Update finished +2022-02-16 18:54:03,172 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:54:03,173 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:54:03,173 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:54:03,173 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:54:03,173 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:54:03,173 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:54:03,173 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:54:03,173 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:54:03,173 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:54:03,173 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:54:03,173 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:54:03,173 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:54:03,173 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:54:03,173 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:54:03,173 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:54:03,173 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:54:03,173 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:54:03,173 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:54:03,174 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:54:03,174 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:54:03,177 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:54:03,203 Job list saved +2022-02-16 18:54:03,357 Updating FAILED jobs +2022-02-16 18:54:03,358 Updating WAITING jobs +2022-02-16 18:54:03,359 Updating WAITING jobs eligible for be prepared +2022-02-16 18:54:03,360 Updating Held jobs +2022-02-16 18:54:03,360 Update finished +2022-02-16 18:54:13,371 Reloading parameters... +2022-02-16 18:54:13,387 Loading parameters... +2022-02-16 18:54:13,387 Loading project parameters... +2022-02-16 18:54:13,389 + +190 of 783 jobs remaining (18:54) +2022-02-16 18:54:13,389 Sleep: 10 +2022-02-16 18:54:13,389 Number of retrials: 2 +2022-02-16 18:54:13,389 WRAPPER CHECK TIME = 10 +2022-02-16 18:54:13,394 Checking jobs for platform=marenostrum4 +2022-02-16 18:54:13,394 Checking Wrapper 20687337 +2022-02-16 18:54:17,322 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:54:17,323 Checking inner jobs status +2022-02-16 18:54:19,245 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:54:19,246 Checking Wrapper 20687333 +2022-02-16 18:54:23,180 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:54:23,181 Checking inner jobs status +2022-02-16 18:54:25,113 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:54:25,114 End of checking +2022-02-16 18:54:25,115 Updating FAILED jobs +2022-02-16 18:54:25,119 Updating WAITING jobs +2022-02-16 18:54:25,120 Updating WAITING jobs eligible for be prepared +2022-02-16 18:54:25,121 Updating Held jobs +2022-02-16 18:54:25,122 Update finished +2022-02-16 18:54:25,122 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:54:25,123 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:54:25,123 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:54:25,123 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:54:25,123 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:54:25,123 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:54:25,123 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:54:25,123 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:54:25,123 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:54:25,123 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:54:25,123 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:54:25,123 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:54:25,123 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:54:25,123 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:54:25,123 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:54:25,123 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:54:25,123 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:54:25,123 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:54:25,123 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:54:25,123 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:54:25,127 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:54:25,149 Job list saved +2022-02-16 18:54:25,190 Updating FAILED jobs +2022-02-16 18:54:25,190 Updating WAITING jobs +2022-02-16 18:54:25,191 Updating WAITING jobs eligible for be prepared +2022-02-16 18:54:25,192 Updating Held jobs +2022-02-16 18:54:25,192 Update finished +2022-02-16 18:54:35,204 Reloading parameters... +2022-02-16 18:54:35,221 Loading parameters... +2022-02-16 18:54:35,222 Loading project parameters... +2022-02-16 18:54:35,223 + +190 of 783 jobs remaining (18:54) +2022-02-16 18:54:35,224 Sleep: 10 +2022-02-16 18:54:35,224 Number of retrials: 2 +2022-02-16 18:54:35,224 WRAPPER CHECK TIME = 10 +2022-02-16 18:54:35,228 Checking jobs for platform=marenostrum4 +2022-02-16 18:54:35,228 Checking Wrapper 20687337 +2022-02-16 18:54:39,261 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:54:39,261 Checking inner jobs status +2022-02-16 18:54:41,184 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:54:41,185 Checking Wrapper 20687333 +2022-02-16 18:54:45,112 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:54:45,113 Checking inner jobs status +2022-02-16 18:54:47,087 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:54:47,087 End of checking +2022-02-16 18:54:47,090 Updating FAILED jobs +2022-02-16 18:54:47,094 Updating WAITING jobs +2022-02-16 18:54:47,095 Updating WAITING jobs eligible for be prepared +2022-02-16 18:54:47,096 Updating Held jobs +2022-02-16 18:54:47,097 Update finished +2022-02-16 18:54:47,097 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:54:47,098 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:54:47,098 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:54:47,098 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:54:47,098 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:54:47,098 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:54:47,098 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:54:47,098 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:54:47,098 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:54:47,098 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:54:47,098 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:54:47,098 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:54:47,098 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:54:47,098 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:54:47,098 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:54:47,098 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:54:47,098 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:54:47,098 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:54:47,099 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:54:47,099 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:54:47,103 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:54:47,129 Job list saved +2022-02-16 18:54:47,170 Updating FAILED jobs +2022-02-16 18:54:47,171 Updating WAITING jobs +2022-02-16 18:54:47,171 Updating WAITING jobs eligible for be prepared +2022-02-16 18:54:47,172 Updating Held jobs +2022-02-16 18:54:47,173 Update finished +2022-02-16 18:54:57,183 Reloading parameters... +2022-02-16 18:54:57,198 Loading parameters... +2022-02-16 18:54:57,199 Loading project parameters... +2022-02-16 18:54:57,200 + +190 of 783 jobs remaining (18:54) +2022-02-16 18:54:57,201 Sleep: 10 +2022-02-16 18:54:57,201 Number of retrials: 2 +2022-02-16 18:54:57,201 WRAPPER CHECK TIME = 10 +2022-02-16 18:54:57,205 Checking jobs for platform=marenostrum4 +2022-02-16 18:54:57,205 Checking Wrapper 20687337 +2022-02-16 18:55:01,132 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:55:01,133 Checking inner jobs status +2022-02-16 18:55:03,614 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:55:03,615 Checking Wrapper 20687333 +2022-02-16 18:55:07,593 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:55:07,594 Checking inner jobs status +2022-02-16 18:55:09,467 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:55:09,468 End of checking +2022-02-16 18:55:09,470 Updating FAILED jobs +2022-02-16 18:55:09,474 Updating WAITING jobs +2022-02-16 18:55:09,475 Updating WAITING jobs eligible for be prepared +2022-02-16 18:55:09,476 Updating Held jobs +2022-02-16 18:55:09,477 Update finished +2022-02-16 18:55:09,477 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:55:09,478 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:55:09,478 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:55:09,478 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:55:09,478 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:55:09,478 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:55:09,478 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:55:09,478 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:55:09,478 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:55:09,478 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:55:09,478 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:55:09,478 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:55:09,478 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:55:09,478 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:55:09,478 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:55:09,478 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:55:09,478 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:55:09,478 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:55:09,479 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:55:09,479 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:55:09,482 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:55:09,506 Job list saved +2022-02-16 18:55:09,543 Updating FAILED jobs +2022-02-16 18:55:09,543 Updating WAITING jobs +2022-02-16 18:55:09,544 Updating WAITING jobs eligible for be prepared +2022-02-16 18:55:09,545 Updating Held jobs +2022-02-16 18:55:09,545 Update finished +2022-02-16 18:55:19,560 Reloading parameters... +2022-02-16 18:55:19,574 Loading parameters... +2022-02-16 18:55:19,575 Loading project parameters... +2022-02-16 18:55:19,576 + +190 of 783 jobs remaining (18:55) +2022-02-16 18:55:19,577 Sleep: 10 +2022-02-16 18:55:19,577 Number of retrials: 2 +2022-02-16 18:55:19,577 WRAPPER CHECK TIME = 10 +2022-02-16 18:55:19,582 Checking jobs for platform=marenostrum4 +2022-02-16 18:55:19,582 Checking Wrapper 20687337 +2022-02-16 18:55:23,511 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:55:23,512 Checking inner jobs status +2022-02-16 18:55:26,489 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:55:26,490 Checking Wrapper 20687333 +2022-02-16 18:55:30,417 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:55:30,418 Checking inner jobs status +2022-02-16 18:55:34,559 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:55:34,560 End of checking +2022-02-16 18:55:34,562 Updating FAILED jobs +2022-02-16 18:55:34,566 Updating WAITING jobs +2022-02-16 18:55:34,567 Updating WAITING jobs eligible for be prepared +2022-02-16 18:55:34,568 Updating Held jobs +2022-02-16 18:55:34,568 Update finished +2022-02-16 18:55:34,569 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:55:34,569 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:55:34,569 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:55:34,569 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:55:34,569 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:55:34,569 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:55:34,569 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:55:34,569 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:55:34,569 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:55:34,569 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:55:34,570 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:55:34,570 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:55:34,570 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:55:34,570 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:55:34,570 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:55:34,570 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:55:34,570 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:55:34,570 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:55:34,570 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:55:34,570 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:55:34,573 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:55:34,600 Job list saved +2022-02-16 18:55:34,643 Updating FAILED jobs +2022-02-16 18:55:34,643 Updating WAITING jobs +2022-02-16 18:55:34,644 Updating WAITING jobs eligible for be prepared +2022-02-16 18:55:34,645 Updating Held jobs +2022-02-16 18:55:34,645 Update finished +2022-02-16 18:55:44,660 Reloading parameters... +2022-02-16 18:55:44,676 Loading parameters... +2022-02-16 18:55:44,677 Loading project parameters... +2022-02-16 18:55:44,678 + +190 of 783 jobs remaining (18:55) +2022-02-16 18:55:44,679 Sleep: 10 +2022-02-16 18:55:44,679 Number of retrials: 2 +2022-02-16 18:55:44,679 WRAPPER CHECK TIME = 10 +2022-02-16 18:55:44,684 Checking jobs for platform=marenostrum4 +2022-02-16 18:55:44,684 Checking Wrapper 20687337 +2022-02-16 18:55:48,761 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:55:48,761 Checking inner jobs status +2022-02-16 18:55:53,043 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:55:53,044 Checking Wrapper 20687333 +2022-02-16 18:55:56,982 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:55:56,982 Checking inner jobs status +2022-02-16 18:55:58,809 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:55:58,810 End of checking +2022-02-16 18:55:58,812 Updating FAILED jobs +2022-02-16 18:55:58,817 Updating WAITING jobs +2022-02-16 18:55:58,817 Updating WAITING jobs eligible for be prepared +2022-02-16 18:55:58,819 Updating Held jobs +2022-02-16 18:55:58,819 Update finished +2022-02-16 18:55:58,820 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:55:58,820 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:55:58,820 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:55:58,820 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:55:58,820 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:55:58,820 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:55:58,820 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:55:58,821 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:55:58,821 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:55:58,821 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:55:58,821 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:55:58,821 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:55:58,821 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:55:58,821 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:55:58,821 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:55:58,821 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:55:58,821 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:55:58,821 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:55:58,821 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:55:58,821 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:55:58,824 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:55:58,858 Job list saved +2022-02-16 18:55:58,896 Updating FAILED jobs +2022-02-16 18:55:58,896 Updating WAITING jobs +2022-02-16 18:55:58,897 Updating WAITING jobs eligible for be prepared +2022-02-16 18:55:58,898 Updating Held jobs +2022-02-16 18:55:58,898 Update finished +2022-02-16 18:56:08,902 Reloading parameters... +2022-02-16 18:56:08,919 Loading parameters... +2022-02-16 18:56:08,920 Loading project parameters... +2022-02-16 18:56:08,921 + +190 of 783 jobs remaining (18:56) +2022-02-16 18:56:08,922 Sleep: 10 +2022-02-16 18:56:08,922 Number of retrials: 2 +2022-02-16 18:56:08,922 WRAPPER CHECK TIME = 10 +2022-02-16 18:56:08,927 Checking jobs for platform=marenostrum4 +2022-02-16 18:56:08,927 Checking Wrapper 20687337 +2022-02-16 18:56:12,960 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:56:12,960 Checking inner jobs status +2022-02-16 18:56:14,783 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:56:14,784 Checking Wrapper 20687333 +2022-02-16 18:56:18,716 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:56:18,717 Checking inner jobs status +2022-02-16 18:56:20,540 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:56:20,541 End of checking +2022-02-16 18:56:20,543 Updating FAILED jobs +2022-02-16 18:56:20,547 Updating WAITING jobs +2022-02-16 18:56:20,548 Updating WAITING jobs eligible for be prepared +2022-02-16 18:56:20,549 Updating Held jobs +2022-02-16 18:56:20,550 Update finished +2022-02-16 18:56:20,550 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:56:20,551 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:56:20,551 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:56:20,551 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:56:20,551 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:56:20,551 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:56:20,551 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:56:20,551 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:56:20,551 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:56:20,551 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:56:20,551 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:56:20,551 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:56:20,551 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:56:20,551 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:56:20,551 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:56:20,551 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:56:20,551 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:56:20,551 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:56:20,551 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:56:20,552 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:56:20,555 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:56:20,580 Job list saved +2022-02-16 18:56:20,639 Updating FAILED jobs +2022-02-16 18:56:20,640 Updating WAITING jobs +2022-02-16 18:56:20,640 Updating WAITING jobs eligible for be prepared +2022-02-16 18:56:20,642 Updating Held jobs +2022-02-16 18:56:20,642 Update finished +2022-02-16 18:56:30,662 Reloading parameters... +2022-02-16 18:56:30,678 Loading parameters... +2022-02-16 18:56:30,679 Loading project parameters... +2022-02-16 18:56:30,681 + +190 of 783 jobs remaining (18:56) +2022-02-16 18:56:30,681 Sleep: 10 +2022-02-16 18:56:30,681 Number of retrials: 2 +2022-02-16 18:56:30,681 WRAPPER CHECK TIME = 10 +2022-02-16 18:56:30,686 Checking jobs for platform=marenostrum4 +2022-02-16 18:56:30,686 Checking Wrapper 20687337 +2022-02-16 18:56:34,613 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:56:34,613 Checking inner jobs status +2022-02-16 18:56:36,543 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:56:36,544 Checking Wrapper 20687333 +2022-02-16 18:56:40,470 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:56:40,471 Checking inner jobs status +2022-02-16 18:56:42,344 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:56:42,344 End of checking +2022-02-16 18:56:42,346 Updating FAILED jobs +2022-02-16 18:56:42,350 Updating WAITING jobs +2022-02-16 18:56:42,351 Updating WAITING jobs eligible for be prepared +2022-02-16 18:56:42,352 Updating Held jobs +2022-02-16 18:56:42,352 Update finished +2022-02-16 18:56:42,353 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:56:42,353 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:56:42,353 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:56:42,353 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:56:42,353 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:56:42,353 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:56:42,354 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:56:42,354 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:56:42,354 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:56:42,354 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:56:42,354 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:56:42,354 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:56:42,354 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:56:42,354 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:56:42,354 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:56:42,354 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:56:42,354 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:56:42,354 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:56:42,354 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:56:42,354 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:56:42,357 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:56:42,382 Job list saved +2022-02-16 18:56:42,424 Updating FAILED jobs +2022-02-16 18:56:42,425 Updating WAITING jobs +2022-02-16 18:56:42,425 Updating WAITING jobs eligible for be prepared +2022-02-16 18:56:42,427 Updating Held jobs +2022-02-16 18:56:42,427 Update finished +2022-02-16 18:56:52,438 Reloading parameters... +2022-02-16 18:56:52,466 Loading parameters... +2022-02-16 18:56:52,467 Loading project parameters... +2022-02-16 18:56:52,469 + +190 of 783 jobs remaining (18:56) +2022-02-16 18:56:52,470 Sleep: 10 +2022-02-16 18:56:52,470 Number of retrials: 2 +2022-02-16 18:56:52,470 WRAPPER CHECK TIME = 10 +2022-02-16 18:56:52,475 Checking jobs for platform=marenostrum4 +2022-02-16 18:56:52,475 Checking Wrapper 20687337 +2022-02-16 18:56:57,113 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:56:57,114 Checking inner jobs status +2022-02-16 18:56:59,288 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:56:59,289 Checking Wrapper 20687333 +2022-02-16 18:57:03,265 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:57:03,265 Checking inner jobs status +2022-02-16 18:57:05,088 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:57:05,088 End of checking +2022-02-16 18:57:05,091 Updating FAILED jobs +2022-02-16 18:57:05,095 Updating WAITING jobs +2022-02-16 18:57:05,096 Updating WAITING jobs eligible for be prepared +2022-02-16 18:57:05,097 Updating Held jobs +2022-02-16 18:57:05,098 Update finished +2022-02-16 18:57:05,099 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:57:05,099 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:57:05,099 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:57:05,099 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:57:05,099 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:57:05,099 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:57:05,099 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:57:05,099 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:57:05,099 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:57:05,099 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:57:05,099 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:57:05,099 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:57:05,100 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:57:05,100 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:57:05,100 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:57:05,100 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:57:05,100 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:57:05,100 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:57:05,100 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:57:05,100 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:57:05,103 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:57:05,137 Job list saved +2022-02-16 18:57:05,182 Updating FAILED jobs +2022-02-16 18:57:05,183 Updating WAITING jobs +2022-02-16 18:57:05,184 Updating WAITING jobs eligible for be prepared +2022-02-16 18:57:05,185 Updating Held jobs +2022-02-16 18:57:05,185 Update finished +2022-02-16 18:57:15,192 Reloading parameters... +2022-02-16 18:57:15,208 Loading parameters... +2022-02-16 18:57:15,209 Loading project parameters... +2022-02-16 18:57:15,210 + +190 of 783 jobs remaining (18:57) +2022-02-16 18:57:15,210 Sleep: 10 +2022-02-16 18:57:15,210 Number of retrials: 2 +2022-02-16 18:57:15,210 WRAPPER CHECK TIME = 10 +2022-02-16 18:57:15,215 Checking jobs for platform=marenostrum4 +2022-02-16 18:57:15,215 Checking Wrapper 20687337 +2022-02-16 18:57:19,142 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:57:19,142 Checking inner jobs status +2022-02-16 18:57:22,269 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:57:22,271 Checking Wrapper 20687333 +2022-02-16 18:57:26,206 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:57:26,207 Checking inner jobs status +2022-02-16 18:57:28,186 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:57:28,187 End of checking +2022-02-16 18:57:28,188 Updating FAILED jobs +2022-02-16 18:57:28,193 Updating WAITING jobs +2022-02-16 18:57:28,194 Updating WAITING jobs eligible for be prepared +2022-02-16 18:57:28,195 Updating Held jobs +2022-02-16 18:57:28,195 Update finished +2022-02-16 18:57:28,196 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:57:28,196 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:57:28,196 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:57:28,196 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:57:28,197 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:57:28,197 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:57:28,197 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:57:28,197 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:57:28,197 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:57:28,197 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:57:28,197 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:57:28,197 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:57:28,197 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:57:28,197 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:57:28,197 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:57:28,197 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:57:28,197 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:57:28,197 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:57:28,197 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:57:28,197 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:57:28,200 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:57:28,227 Job list saved +2022-02-16 18:57:28,297 Updating FAILED jobs +2022-02-16 18:57:28,298 Updating WAITING jobs +2022-02-16 18:57:28,298 Updating WAITING jobs eligible for be prepared +2022-02-16 18:57:28,300 Updating Held jobs +2022-02-16 18:57:28,300 Update finished +2022-02-16 18:57:38,314 Reloading parameters... +2022-02-16 18:57:38,326 Loading parameters... +2022-02-16 18:57:38,327 Loading project parameters... +2022-02-16 18:57:38,328 + +190 of 783 jobs remaining (18:57) +2022-02-16 18:57:38,329 Sleep: 10 +2022-02-16 18:57:38,329 Number of retrials: 2 +2022-02-16 18:57:38,329 WRAPPER CHECK TIME = 10 +2022-02-16 18:57:38,333 Checking jobs for platform=marenostrum4 +2022-02-16 18:57:38,333 Checking Wrapper 20687337 +2022-02-16 18:57:42,263 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:57:42,264 Checking inner jobs status +2022-02-16 18:57:45,341 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:57:45,341 Checking Wrapper 20687333 +2022-02-16 18:57:49,267 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:57:49,267 Checking inner jobs status +2022-02-16 18:57:51,741 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:57:51,742 End of checking +2022-02-16 18:57:51,744 Updating FAILED jobs +2022-02-16 18:57:51,748 Updating WAITING jobs +2022-02-16 18:57:51,749 Updating WAITING jobs eligible for be prepared +2022-02-16 18:57:51,750 Updating Held jobs +2022-02-16 18:57:51,751 Update finished +2022-02-16 18:57:51,751 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:57:51,751 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:57:51,752 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:57:51,752 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:57:51,752 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:57:51,752 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:57:51,752 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:57:51,752 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:57:51,752 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:57:51,752 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:57:51,752 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:57:51,752 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:57:51,752 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:57:51,752 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:57:51,752 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:57:51,752 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:57:51,752 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:57:51,752 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:57:51,753 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:57:51,753 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:57:51,755 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:57:51,783 Job list saved +2022-02-16 18:57:51,823 Updating FAILED jobs +2022-02-16 18:57:51,823 Updating WAITING jobs +2022-02-16 18:57:51,824 Updating WAITING jobs eligible for be prepared +2022-02-16 18:57:51,825 Updating Held jobs +2022-02-16 18:57:51,826 Update finished +2022-02-16 18:58:01,830 Reloading parameters... +2022-02-16 18:58:01,847 Loading parameters... +2022-02-16 18:58:01,848 Loading project parameters... +2022-02-16 18:58:01,859 + +190 of 783 jobs remaining (18:58) +2022-02-16 18:58:01,860 Sleep: 10 +2022-02-16 18:58:01,860 Number of retrials: 2 +2022-02-16 18:58:01,860 WRAPPER CHECK TIME = 10 +2022-02-16 18:58:01,865 Checking jobs for platform=marenostrum4 +2022-02-16 18:58:01,865 Checking Wrapper 20687337 +2022-02-16 18:58:05,892 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:58:05,893 Checking inner jobs status +2022-02-16 18:58:07,717 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:58:07,717 Checking Wrapper 20687333 +2022-02-16 18:58:11,698 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:58:11,698 Checking inner jobs status +2022-02-16 18:58:13,874 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:58:13,875 End of checking +2022-02-16 18:58:13,877 Updating FAILED jobs +2022-02-16 18:58:13,882 Updating WAITING jobs +2022-02-16 18:58:13,883 Updating WAITING jobs eligible for be prepared +2022-02-16 18:58:13,884 Updating Held jobs +2022-02-16 18:58:13,885 Update finished +2022-02-16 18:58:13,885 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:58:13,885 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:58:13,886 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:58:13,886 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:58:13,886 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:58:13,886 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:58:13,886 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:58:13,886 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:58:13,886 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:58:13,886 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:58:13,886 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:58:13,886 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:58:13,886 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:58:13,886 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:58:13,886 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:58:13,886 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:58:13,886 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:58:13,886 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:58:13,886 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:58:13,886 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:58:13,889 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:58:13,917 Job list saved +2022-02-16 18:58:13,975 Updating FAILED jobs +2022-02-16 18:58:13,975 Updating WAITING jobs +2022-02-16 18:58:13,976 Updating WAITING jobs eligible for be prepared +2022-02-16 18:58:13,977 Updating Held jobs +2022-02-16 18:58:13,978 Update finished +2022-02-16 18:58:23,990 Reloading parameters... +2022-02-16 18:58:24,004 Loading parameters... +2022-02-16 18:58:24,005 Loading project parameters... +2022-02-16 18:58:24,006 + +190 of 783 jobs remaining (18:58) +2022-02-16 18:58:24,007 Sleep: 10 +2022-02-16 18:58:24,007 Number of retrials: 2 +2022-02-16 18:58:24,007 WRAPPER CHECK TIME = 10 +2022-02-16 18:58:24,011 Checking jobs for platform=marenostrum4 +2022-02-16 18:58:24,011 Checking Wrapper 20687337 +2022-02-16 18:58:28,095 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:58:28,095 Checking inner jobs status +2022-02-16 18:58:30,369 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:58:30,370 Checking Wrapper 20687333 +2022-02-16 18:58:34,347 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:58:34,347 Checking inner jobs status +2022-02-16 18:58:36,471 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:58:36,472 End of checking +2022-02-16 18:58:36,473 Updating FAILED jobs +2022-02-16 18:58:36,477 Updating WAITING jobs +2022-02-16 18:58:36,478 Updating WAITING jobs eligible for be prepared +2022-02-16 18:58:36,480 Updating Held jobs +2022-02-16 18:58:36,480 Update finished +2022-02-16 18:58:36,481 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:58:36,481 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:58:36,481 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:58:36,481 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:58:36,481 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:58:36,481 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:58:36,482 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:58:36,482 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:58:36,482 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:58:36,482 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:58:36,482 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:58:36,482 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:58:36,482 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:58:36,482 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:58:36,482 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:58:36,482 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:58:36,482 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:58:36,482 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:58:36,482 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:58:36,482 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:58:36,485 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:58:36,511 Job list saved +2022-02-16 18:58:36,546 Updating FAILED jobs +2022-02-16 18:58:36,547 Updating WAITING jobs +2022-02-16 18:58:36,547 Updating WAITING jobs eligible for be prepared +2022-02-16 18:58:36,548 Updating Held jobs +2022-02-16 18:58:36,549 Update finished +2022-02-16 18:58:46,564 Reloading parameters... +2022-02-16 18:58:46,579 Loading parameters... +2022-02-16 18:58:46,580 Loading project parameters... +2022-02-16 18:58:46,581 + +190 of 783 jobs remaining (18:58) +2022-02-16 18:58:46,582 Sleep: 10 +2022-02-16 18:58:46,582 Number of retrials: 2 +2022-02-16 18:58:46,582 WRAPPER CHECK TIME = 10 +2022-02-16 18:58:46,587 Checking jobs for platform=marenostrum4 +2022-02-16 18:58:46,587 Checking Wrapper 20687337 +2022-02-16 18:58:50,564 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:58:50,565 Checking inner jobs status +2022-02-16 18:58:52,388 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:58:52,389 Checking Wrapper 20687333 +2022-02-16 18:58:56,364 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:58:56,365 Checking inner jobs status +2022-02-16 18:58:59,090 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:58:59,091 End of checking +2022-02-16 18:58:59,093 Updating FAILED jobs +2022-02-16 18:58:59,097 Updating WAITING jobs +2022-02-16 18:58:59,098 Updating WAITING jobs eligible for be prepared +2022-02-16 18:58:59,099 Updating Held jobs +2022-02-16 18:58:59,099 Update finished +2022-02-16 18:58:59,100 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:58:59,100 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:58:59,100 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:58:59,100 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:58:59,100 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:58:59,101 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:58:59,101 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:58:59,101 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:58:59,101 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:58:59,101 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:58:59,101 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:58:59,101 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:58:59,101 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:58:59,101 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:58:59,101 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:58:59,101 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:58:59,101 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:58:59,101 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:58:59,101 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:58:59,101 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:58:59,104 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:58:59,128 Job list saved +2022-02-16 18:58:59,168 Updating FAILED jobs +2022-02-16 18:58:59,168 Updating WAITING jobs +2022-02-16 18:58:59,169 Updating WAITING jobs eligible for be prepared +2022-02-16 18:58:59,170 Updating Held jobs +2022-02-16 18:58:59,170 Update finished +2022-02-16 18:59:09,182 Reloading parameters... +2022-02-16 18:59:09,198 Loading parameters... +2022-02-16 18:59:09,199 Loading project parameters... +2022-02-16 18:59:09,200 + +190 of 783 jobs remaining (18:59) +2022-02-16 18:59:09,201 Sleep: 10 +2022-02-16 18:59:09,201 Number of retrials: 2 +2022-02-16 18:59:09,201 WRAPPER CHECK TIME = 10 +2022-02-16 18:59:09,205 Checking jobs for platform=marenostrum4 +2022-02-16 18:59:09,205 Checking Wrapper 20687337 +2022-02-16 18:59:13,232 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:59:13,232 Checking inner jobs status +2022-02-16 18:59:18,121 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:59:18,122 Checking Wrapper 20687333 +2022-02-16 18:59:21,999 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:59:21,999 Checking inner jobs status +2022-02-16 18:59:23,873 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:59:23,873 End of checking +2022-02-16 18:59:23,875 Updating FAILED jobs +2022-02-16 18:59:23,880 Updating WAITING jobs +2022-02-16 18:59:23,881 Updating WAITING jobs eligible for be prepared +2022-02-16 18:59:23,882 Updating Held jobs +2022-02-16 18:59:23,883 Update finished +2022-02-16 18:59:23,883 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:59:23,883 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:59:23,884 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:59:23,884 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:59:23,884 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:59:23,884 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:59:23,884 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:59:23,884 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:59:23,884 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:59:23,884 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:59:23,884 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:59:23,884 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:59:23,884 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:59:23,884 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:59:23,884 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:59:23,884 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:59:23,884 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:59:23,884 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:59:23,885 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:59:23,885 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:59:23,891 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:59:23,916 Job list saved +2022-02-16 18:59:23,955 Updating FAILED jobs +2022-02-16 18:59:23,956 Updating WAITING jobs +2022-02-16 18:59:23,956 Updating WAITING jobs eligible for be prepared +2022-02-16 18:59:23,957 Updating Held jobs +2022-02-16 18:59:23,958 Update finished +2022-02-16 18:59:33,968 Reloading parameters... +2022-02-16 18:59:33,985 Loading parameters... +2022-02-16 18:59:33,986 Loading project parameters... +2022-02-16 18:59:33,987 + +190 of 783 jobs remaining (18:59) +2022-02-16 18:59:33,988 Sleep: 10 +2022-02-16 18:59:33,988 Number of retrials: 2 +2022-02-16 18:59:33,988 WRAPPER CHECK TIME = 10 +2022-02-16 18:59:33,992 Checking jobs for platform=marenostrum4 +2022-02-16 18:59:33,993 Checking Wrapper 20687337 +2022-02-16 18:59:37,920 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 18:59:37,921 Checking inner jobs status +2022-02-16 18:59:42,310 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 18:59:42,311 Checking Wrapper 20687333 +2022-02-16 18:59:46,237 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 18:59:46,238 Checking inner jobs status +2022-02-16 18:59:48,069 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 18:59:48,071 End of checking +2022-02-16 18:59:48,072 Updating FAILED jobs +2022-02-16 18:59:48,077 Updating WAITING jobs +2022-02-16 18:59:48,078 Updating WAITING jobs eligible for be prepared +2022-02-16 18:59:48,079 Updating Held jobs +2022-02-16 18:59:48,080 Update finished +2022-02-16 18:59:48,080 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 18:59:48,081 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:59:48,081 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 18:59:48,081 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:59:48,081 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:59:48,081 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 18:59:48,081 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:59:48,081 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:59:48,081 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:59:48,081 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:59:48,081 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:59:48,081 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:59:48,081 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 18:59:48,081 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:59:48,081 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:59:48,081 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:59:48,082 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:59:48,082 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:59:48,082 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:59:48,082 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 18:59:48,084 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 18:59:48,111 Job list saved +2022-02-16 18:59:48,148 Updating FAILED jobs +2022-02-16 18:59:48,149 Updating WAITING jobs +2022-02-16 18:59:48,149 Updating WAITING jobs eligible for be prepared +2022-02-16 18:59:48,151 Updating Held jobs +2022-02-16 18:59:48,151 Update finished +2022-02-16 18:59:58,165 Reloading parameters... +2022-02-16 18:59:58,180 Loading parameters... +2022-02-16 18:59:58,181 Loading project parameters... +2022-02-16 18:59:58,182 + +190 of 783 jobs remaining (18:59) +2022-02-16 18:59:58,183 Sleep: 10 +2022-02-16 18:59:58,183 Number of retrials: 2 +2022-02-16 18:59:58,183 WRAPPER CHECK TIME = 10 +2022-02-16 18:59:58,188 Checking jobs for platform=marenostrum4 +2022-02-16 18:59:58,188 Checking Wrapper 20687337 +2022-02-16 19:00:02,266 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 19:00:02,267 Checking inner jobs status +2022-02-16 19:00:04,192 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 19:00:04,193 Checking Wrapper 20687333 +2022-02-16 19:00:08,271 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 19:00:08,271 Checking inner jobs status +2022-02-16 19:00:10,197 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 19:00:10,198 End of checking +2022-02-16 19:00:10,201 Updating FAILED jobs +2022-02-16 19:00:10,206 Updating WAITING jobs +2022-02-16 19:00:10,206 Updating WAITING jobs eligible for be prepared +2022-02-16 19:00:10,208 Updating Held jobs +2022-02-16 19:00:10,208 Update finished +2022-02-16 19:00:10,209 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 19:00:10,209 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 19:00:10,209 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 19:00:10,209 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 19:00:10,209 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 19:00:10,209 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 19:00:10,209 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 19:00:10,210 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 19:00:10,210 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 19:00:10,210 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 19:00:10,210 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 19:00:10,210 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 19:00:10,210 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 19:00:10,210 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 19:00:10,210 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 19:00:10,210 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 19:00:10,210 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 19:00:10,210 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 19:00:10,210 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 19:00:10,210 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 19:00:10,213 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 19:00:10,240 Job list saved +2022-02-16 19:00:10,317 Updating FAILED jobs +2022-02-16 19:00:10,318 Updating WAITING jobs +2022-02-16 19:00:10,319 Updating WAITING jobs eligible for be prepared +2022-02-16 19:00:10,320 Updating Held jobs +2022-02-16 19:00:10,320 Update finished +2022-02-16 19:00:20,336 Reloading parameters... +2022-02-16 19:00:20,354 Loading parameters... +2022-02-16 19:00:20,355 Loading project parameters... +2022-02-16 19:00:20,357 + +190 of 783 jobs remaining (19:00) +2022-02-16 19:00:20,357 Sleep: 10 +2022-02-16 19:00:20,357 Number of retrials: 2 +2022-02-16 19:00:20,357 WRAPPER CHECK TIME = 10 +2022-02-16 19:00:20,363 Checking jobs for platform=marenostrum4 +2022-02-16 19:00:20,363 Checking Wrapper 20687337 +2022-02-16 19:00:24,492 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 19:00:24,493 Checking inner jobs status +2022-02-16 19:00:26,569 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 19:00:26,570 Checking Wrapper 20687333 +2022-02-16 19:00:30,549 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 19:00:30,549 Checking inner jobs status +2022-02-16 19:00:32,424 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 19:00:32,425 End of checking +2022-02-16 19:00:32,427 Updating FAILED jobs +2022-02-16 19:00:32,432 Updating WAITING jobs +2022-02-16 19:00:32,433 Updating WAITING jobs eligible for be prepared +2022-02-16 19:00:32,434 Updating Held jobs +2022-02-16 19:00:32,435 Update finished +2022-02-16 19:00:32,436 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 19:00:32,436 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 19:00:32,436 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 19:00:32,436 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 19:00:32,436 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 19:00:32,436 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 19:00:32,436 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 19:00:32,436 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 19:00:32,436 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 19:00:32,437 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 19:00:32,437 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 19:00:32,437 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 19:00:32,437 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 19:00:32,437 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 19:00:32,437 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 19:00:32,437 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 19:00:32,437 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 19:00:32,437 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 19:00:32,437 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 19:00:32,437 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 19:00:32,440 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 19:00:32,477 Job list saved +2022-02-16 19:00:32,518 Updating FAILED jobs +2022-02-16 19:00:32,519 Updating WAITING jobs +2022-02-16 19:00:32,519 Updating WAITING jobs eligible for be prepared +2022-02-16 19:00:32,520 Updating Held jobs +2022-02-16 19:00:32,521 Update finished +2022-02-16 19:00:42,536 Reloading parameters... +2022-02-16 19:00:42,550 Loading parameters... +2022-02-16 19:00:42,551 Loading project parameters... +2022-02-16 19:00:42,552 + +190 of 783 jobs remaining (19:00) +2022-02-16 19:00:42,553 Sleep: 10 +2022-02-16 19:00:42,553 Number of retrials: 2 +2022-02-16 19:00:42,553 WRAPPER CHECK TIME = 10 +2022-02-16 19:00:42,558 Checking jobs for platform=marenostrum4 +2022-02-16 19:00:42,558 Checking Wrapper 20687337 +2022-02-16 19:00:46,535 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 19:00:46,536 Checking inner jobs status +2022-02-16 19:00:48,413 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 19:00:48,414 Checking Wrapper 20687333 +2022-02-16 19:00:52,391 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 19:00:52,391 Checking inner jobs status +2022-02-16 19:00:54,315 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 19:00:54,316 End of checking +2022-02-16 19:00:54,317 Updating FAILED jobs +2022-02-16 19:00:54,321 Updating WAITING jobs +2022-02-16 19:00:54,322 Updating WAITING jobs eligible for be prepared +2022-02-16 19:00:54,323 Updating Held jobs +2022-02-16 19:00:54,324 Update finished +2022-02-16 19:00:54,324 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 19:00:54,325 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 19:00:54,325 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 19:00:54,325 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 19:00:54,325 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 19:00:54,325 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 19:00:54,325 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 19:00:54,325 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 19:00:54,325 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 19:00:54,325 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 19:00:54,325 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 19:00:54,325 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 19:00:54,325 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 19:00:54,325 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 19:00:54,325 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 19:00:54,325 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 19:00:54,325 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 19:00:54,325 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 19:00:54,326 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 19:00:54,326 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 19:00:54,330 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 19:00:54,353 Job list saved +2022-02-16 19:00:54,397 Updating FAILED jobs +2022-02-16 19:00:54,398 Updating WAITING jobs +2022-02-16 19:00:54,398 Updating WAITING jobs eligible for be prepared +2022-02-16 19:00:54,399 Updating Held jobs +2022-02-16 19:00:54,399 Update finished +2022-02-16 19:01:04,404 Reloading parameters... +2022-02-16 19:01:04,422 Loading parameters... +2022-02-16 19:01:04,422 Loading project parameters... +2022-02-16 19:01:04,424 + +190 of 783 jobs remaining (19:01) +2022-02-16 19:01:04,425 Sleep: 10 +2022-02-16 19:01:04,425 Number of retrials: 2 +2022-02-16 19:01:04,425 WRAPPER CHECK TIME = 10 +2022-02-16 19:01:04,429 Checking jobs for platform=marenostrum4 +2022-02-16 19:01:04,429 Checking Wrapper 20687337 +2022-02-16 19:01:12,680 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 19:01:12,680 Checking inner jobs status +2022-02-16 19:01:16,121 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 19:01:16,122 Checking Wrapper 20687333 +2022-02-16 19:01:20,059 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 19:01:20,059 Checking inner jobs status +2022-02-16 19:01:21,934 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 19:01:21,935 End of checking +2022-02-16 19:01:21,937 Updating FAILED jobs +2022-02-16 19:01:21,942 Updating WAITING jobs +2022-02-16 19:01:21,943 Updating WAITING jobs eligible for be prepared +2022-02-16 19:01:21,944 Updating Held jobs +2022-02-16 19:01:21,945 Update finished +2022-02-16 19:01:21,945 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 19:01:21,946 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 19:01:21,946 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 19:01:21,946 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 19:01:21,946 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 19:01:21,946 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 19:01:21,946 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 19:01:21,946 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 19:01:21,946 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 19:01:21,946 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 19:01:21,946 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 19:01:21,946 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 19:01:21,946 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 19:01:21,946 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 19:01:21,946 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 19:01:21,946 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 19:01:21,946 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 19:01:21,946 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 19:01:21,947 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 19:01:21,947 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 19:01:21,950 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 19:01:21,973 Job list saved +2022-02-16 19:01:22,019 Updating FAILED jobs +2022-02-16 19:01:22,020 Updating WAITING jobs +2022-02-16 19:01:22,020 Updating WAITING jobs eligible for be prepared +2022-02-16 19:01:22,021 Updating Held jobs +2022-02-16 19:01:22,021 Update finished +2022-02-16 19:01:32,035 Reloading parameters... +2022-02-16 19:01:32,060 Loading parameters... +2022-02-16 19:01:32,060 Loading project parameters... +2022-02-16 19:01:32,062 + +190 of 783 jobs remaining (19:01) +2022-02-16 19:01:32,062 Sleep: 10 +2022-02-16 19:01:32,062 Number of retrials: 2 +2022-02-16 19:01:32,062 WRAPPER CHECK TIME = 10 +2022-02-16 19:01:32,066 Checking jobs for platform=marenostrum4 +2022-02-16 19:01:32,066 Checking Wrapper 20687337 +2022-02-16 19:01:36,143 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 19:01:36,143 Checking inner jobs status +2022-02-16 19:01:39,773 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 19:01:39,774 Checking Wrapper 20687333 +2022-02-16 19:01:43,758 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 19:01:43,758 Checking inner jobs status +2022-02-16 19:01:46,584 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 19:01:46,585 End of checking +2022-02-16 19:01:46,586 Updating FAILED jobs +2022-02-16 19:01:46,591 Updating WAITING jobs +2022-02-16 19:01:46,592 Updating WAITING jobs eligible for be prepared +2022-02-16 19:01:46,593 Updating Held jobs +2022-02-16 19:01:46,593 Update finished +2022-02-16 19:01:46,594 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 19:01:46,594 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 19:01:46,594 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 19:01:46,594 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 19:01:46,594 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 19:01:46,595 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 19:01:46,595 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 19:01:46,595 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 19:01:46,595 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 19:01:46,595 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 19:01:46,595 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 19:01:46,595 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 19:01:46,595 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 19:01:46,595 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 19:01:46,595 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 19:01:46,595 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 19:01:46,595 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 19:01:46,595 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 19:01:46,595 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 19:01:46,595 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 19:01:46,599 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 19:01:46,624 Job list saved +2022-02-16 19:01:46,676 Updating FAILED jobs +2022-02-16 19:01:46,676 Updating WAITING jobs +2022-02-16 19:01:46,677 Updating WAITING jobs eligible for be prepared +2022-02-16 19:01:46,678 Updating Held jobs +2022-02-16 19:01:46,679 Update finished +2022-02-16 19:01:56,687 Reloading parameters... +2022-02-16 19:01:56,702 Loading parameters... +2022-02-16 19:01:56,703 Loading project parameters... +2022-02-16 19:01:56,704 + +190 of 783 jobs remaining (19:01) +2022-02-16 19:01:56,705 Sleep: 10 +2022-02-16 19:01:56,705 Number of retrials: 2 +2022-02-16 19:01:56,705 WRAPPER CHECK TIME = 10 +2022-02-16 19:01:56,709 Checking jobs for platform=marenostrum4 +2022-02-16 19:01:56,710 Checking Wrapper 20687337 +2022-02-16 19:02:00,738 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 19:02:00,739 Checking inner jobs status +2022-02-16 19:02:02,612 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 19:02:02,613 Checking Wrapper 20687333 +2022-02-16 19:02:06,846 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 19:02:06,847 Checking inner jobs status +2022-02-16 19:02:09,237 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 19:02:09,238 End of checking +2022-02-16 19:02:09,240 Updating FAILED jobs +2022-02-16 19:02:09,244 Updating WAITING jobs +2022-02-16 19:02:09,245 Updating WAITING jobs eligible for be prepared +2022-02-16 19:02:09,246 Updating Held jobs +2022-02-16 19:02:09,247 Update finished +2022-02-16 19:02:09,248 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 19:02:09,248 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 19:02:09,248 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 19:02:09,248 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 19:02:09,248 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 19:02:09,248 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 19:02:09,248 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 19:02:09,248 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 19:02:09,248 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 19:02:09,248 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 19:02:09,248 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 19:02:09,249 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 19:02:09,249 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 19:02:09,249 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 19:02:09,249 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 19:02:09,249 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 19:02:09,249 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 19:02:09,249 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 19:02:09,249 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 19:02:09,249 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 19:02:09,259 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 19:02:09,285 Job list saved +2022-02-16 19:02:09,342 Updating FAILED jobs +2022-02-16 19:02:09,343 Updating WAITING jobs +2022-02-16 19:02:09,343 Updating WAITING jobs eligible for be prepared +2022-02-16 19:02:09,345 Updating Held jobs +2022-02-16 19:02:09,345 Update finished +2022-02-16 19:02:19,360 Reloading parameters... +2022-02-16 19:02:19,375 Loading parameters... +2022-02-16 19:02:19,376 Loading project parameters... +2022-02-16 19:02:19,377 + +190 of 783 jobs remaining (19:02) +2022-02-16 19:02:19,378 Sleep: 10 +2022-02-16 19:02:19,378 Number of retrials: 2 +2022-02-16 19:02:19,378 WRAPPER CHECK TIME = 10 +2022-02-16 19:02:19,382 Checking jobs for platform=marenostrum4 +2022-02-16 19:02:19,382 Checking Wrapper 20687337 +2022-02-16 19:02:23,413 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 19:02:23,414 Checking inner jobs status +2022-02-16 19:02:25,256 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 19:02:25,257 Checking Wrapper 20687333 +2022-02-16 19:02:29,183 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 19:02:29,184 Checking inner jobs status +2022-02-16 19:02:31,263 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 19:02:31,264 End of checking +2022-02-16 19:02:31,265 Updating FAILED jobs +2022-02-16 19:02:31,270 Updating WAITING jobs +2022-02-16 19:02:31,271 Updating WAITING jobs eligible for be prepared +2022-02-16 19:02:31,272 Updating Held jobs +2022-02-16 19:02:31,273 Update finished +2022-02-16 19:02:31,273 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 19:02:31,273 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 19:02:31,273 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 19:02:31,274 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 19:02:31,274 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 19:02:31,274 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 19:02:31,274 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 19:02:31,274 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 19:02:31,274 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 19:02:31,274 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 19:02:31,274 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 19:02:31,274 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 19:02:31,274 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 19:02:31,274 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 19:02:31,274 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 19:02:31,274 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 19:02:31,274 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 19:02:31,274 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 19:02:31,274 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 19:02:31,274 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 19:02:31,278 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 19:02:31,306 Job list saved +2022-02-16 19:02:31,349 Updating FAILED jobs +2022-02-16 19:02:31,349 Updating WAITING jobs +2022-02-16 19:02:31,350 Updating WAITING jobs eligible for be prepared +2022-02-16 19:02:31,351 Updating Held jobs +2022-02-16 19:02:31,351 Update finished +2022-02-16 19:02:41,362 Reloading parameters... +2022-02-16 19:02:41,385 Loading parameters... +2022-02-16 19:02:41,386 Loading project parameters... +2022-02-16 19:02:41,387 + +190 of 783 jobs remaining (19:02) +2022-02-16 19:02:41,387 Sleep: 10 +2022-02-16 19:02:41,388 Number of retrials: 2 +2022-02-16 19:02:41,388 WRAPPER CHECK TIME = 10 +2022-02-16 19:02:41,392 Checking jobs for platform=marenostrum4 +2022-02-16 19:02:41,392 Checking Wrapper 20687337 +2022-02-16 19:02:45,319 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 19:02:45,319 Checking inner jobs status +2022-02-16 19:02:47,291 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 19:02:47,292 Checking Wrapper 20687333 +2022-02-16 19:02:51,217 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 19:02:51,218 Checking inner jobs status +2022-02-16 19:02:53,047 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 19:02:53,048 End of checking +2022-02-16 19:02:53,057 Updating FAILED jobs +2022-02-16 19:02:53,062 Updating WAITING jobs +2022-02-16 19:02:53,062 Updating WAITING jobs eligible for be prepared +2022-02-16 19:02:53,064 Updating Held jobs +2022-02-16 19:02:53,064 Update finished +2022-02-16 19:02:53,065 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 19:02:53,065 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 19:02:53,065 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 19:02:53,065 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 19:02:53,065 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 19:02:53,065 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 19:02:53,065 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 19:02:53,065 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 19:02:53,066 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 19:02:53,066 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 19:02:53,066 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 19:02:53,066 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 19:02:53,066 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 19:02:53,066 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 19:02:53,066 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 19:02:53,066 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 19:02:53,066 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 19:02:53,066 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 19:02:53,066 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 19:02:53,066 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 19:02:53,069 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 19:02:53,095 Job list saved +2022-02-16 19:02:53,141 Updating FAILED jobs +2022-02-16 19:02:53,142 Updating WAITING jobs +2022-02-16 19:02:53,143 Updating WAITING jobs eligible for be prepared +2022-02-16 19:02:53,144 Updating Held jobs +2022-02-16 19:02:53,144 Update finished +2022-02-16 19:03:03,159 Reloading parameters... +2022-02-16 19:03:03,242 Loading parameters... +2022-02-16 19:03:03,243 Loading project parameters... +2022-02-16 19:03:03,245 + +190 of 783 jobs remaining (19:03) +2022-02-16 19:03:03,245 Sleep: 10 +2022-02-16 19:03:03,246 Number of retrials: 2 +2022-02-16 19:03:03,246 WRAPPER CHECK TIME = 10 +2022-02-16 19:03:03,250 Checking jobs for platform=marenostrum4 +2022-02-16 19:03:03,250 Checking Wrapper 20687337 +2022-02-16 19:03:07,228 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 19:03:07,229 Checking inner jobs status +2022-02-16 19:03:11,370 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 19:03:11,371 Checking Wrapper 20687333 +2022-02-16 19:03:15,295 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 19:03:15,296 Checking inner jobs status +2022-02-16 19:03:17,824 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 19:03:17,825 End of checking +2022-02-16 19:03:17,827 Updating FAILED jobs +2022-02-16 19:03:17,831 Updating WAITING jobs +2022-02-16 19:03:17,832 Updating WAITING jobs eligible for be prepared +2022-02-16 19:03:17,833 Updating Held jobs +2022-02-16 19:03:17,833 Update finished +2022-02-16 19:03:17,834 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 19:03:17,834 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 19:03:17,834 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 19:03:17,834 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 19:03:17,834 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 19:03:17,834 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 19:03:17,834 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 19:03:17,834 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 19:03:17,834 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 19:03:17,835 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 19:03:17,835 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 19:03:17,835 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 19:03:17,835 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 19:03:17,835 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 19:03:17,835 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 19:03:17,835 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 19:03:17,835 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 19:03:17,835 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 19:03:17,835 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 19:03:17,835 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 19:03:17,839 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 19:03:17,862 Job list saved +2022-02-16 19:03:17,907 Updating FAILED jobs +2022-02-16 19:03:17,907 Updating WAITING jobs +2022-02-16 19:03:17,908 Updating WAITING jobs eligible for be prepared +2022-02-16 19:03:17,909 Updating Held jobs +2022-02-16 19:03:17,909 Update finished +2022-02-16 19:03:27,916 Reloading parameters... +2022-02-16 19:03:27,931 Loading parameters... +2022-02-16 19:03:27,932 Loading project parameters... +2022-02-16 19:03:27,933 + +190 of 783 jobs remaining (19:03) +2022-02-16 19:03:27,934 Sleep: 10 +2022-02-16 19:03:27,934 Number of retrials: 2 +2022-02-16 19:03:27,934 WRAPPER CHECK TIME = 10 +2022-02-16 19:03:27,938 Checking jobs for platform=marenostrum4 +2022-02-16 19:03:27,938 Checking Wrapper 20687337 +2022-02-16 19:03:31,866 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 19:03:31,866 Checking inner jobs status +2022-02-16 19:03:33,789 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 19:03:33,790 Checking Wrapper 20687333 +2022-02-16 19:03:37,815 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 19:03:37,816 Checking inner jobs status +2022-02-16 19:03:39,644 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 19:03:39,645 End of checking +2022-02-16 19:03:39,647 Updating FAILED jobs +2022-02-16 19:03:39,650 Updating WAITING jobs +2022-02-16 19:03:39,651 Updating WAITING jobs eligible for be prepared +2022-02-16 19:03:39,653 Updating Held jobs +2022-02-16 19:03:39,653 Update finished +2022-02-16 19:03:39,654 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 19:03:39,654 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 19:03:39,654 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 19:03:39,654 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 19:03:39,654 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 19:03:39,655 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 19:03:39,655 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 19:03:39,655 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 19:03:39,655 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 19:03:39,655 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 19:03:39,655 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 19:03:39,655 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 19:03:39,655 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 19:03:39,655 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 19:03:39,655 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 19:03:39,655 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 19:03:39,655 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 19:03:39,655 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 19:03:39,655 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 19:03:39,655 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 19:03:39,667 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 19:03:39,695 Job list saved +2022-02-16 19:03:39,741 Updating FAILED jobs +2022-02-16 19:03:39,742 Updating WAITING jobs +2022-02-16 19:03:39,742 Updating WAITING jobs eligible for be prepared +2022-02-16 19:03:39,743 Updating Held jobs +2022-02-16 19:03:39,744 Update finished +2022-02-16 19:03:49,751 Reloading parameters... +2022-02-16 19:03:49,768 Loading parameters... +2022-02-16 19:03:49,769 Loading project parameters... +2022-02-16 19:03:49,770 + +190 of 783 jobs remaining (19:03) +2022-02-16 19:03:49,771 Sleep: 10 +2022-02-16 19:03:49,771 Number of retrials: 2 +2022-02-16 19:03:49,771 WRAPPER CHECK TIME = 10 +2022-02-16 19:03:49,776 Checking jobs for platform=marenostrum4 +2022-02-16 19:03:49,776 Checking Wrapper 20687337 +2022-02-16 19:03:53,710 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 19:03:53,710 Checking inner jobs status +2022-02-16 19:03:55,532 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 19:03:55,533 Checking Wrapper 20687333 +2022-02-16 19:03:59,464 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 19:03:59,465 Checking inner jobs status +2022-02-16 19:04:01,688 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 19:04:01,689 End of checking +2022-02-16 19:04:01,690 Updating FAILED jobs +2022-02-16 19:04:01,695 Updating WAITING jobs +2022-02-16 19:04:01,696 Updating WAITING jobs eligible for be prepared +2022-02-16 19:04:01,697 Updating Held jobs +2022-02-16 19:04:01,697 Update finished +2022-02-16 19:04:01,698 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 19:04:01,698 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 19:04:01,699 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 19:04:01,699 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 19:04:01,699 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 19:04:01,699 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 19:04:01,699 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 19:04:01,699 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 19:04:01,699 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 19:04:01,699 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 19:04:01,699 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 19:04:01,699 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 19:04:01,699 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 19:04:01,699 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 19:04:01,699 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 19:04:01,699 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 19:04:01,699 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 19:04:01,699 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 19:04:01,699 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 19:04:01,700 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 19:04:01,703 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 19:04:01,747 Job list saved +2022-02-16 19:04:01,789 Updating FAILED jobs +2022-02-16 19:04:01,790 Updating WAITING jobs +2022-02-16 19:04:01,790 Updating WAITING jobs eligible for be prepared +2022-02-16 19:04:01,791 Updating Held jobs +2022-02-16 19:04:01,792 Update finished +2022-02-16 19:04:11,806 Reloading parameters... +2022-02-16 19:04:11,821 Loading parameters... +2022-02-16 19:04:11,822 Loading project parameters... +2022-02-16 19:04:11,823 + +190 of 783 jobs remaining (19:04) +2022-02-16 19:04:11,824 Sleep: 10 +2022-02-16 19:04:11,824 Number of retrials: 2 +2022-02-16 19:04:11,824 WRAPPER CHECK TIME = 10 +2022-02-16 19:04:11,828 Checking jobs for platform=marenostrum4 +2022-02-16 19:04:11,828 Checking Wrapper 20687337 +2022-02-16 19:04:15,813 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 19:04:15,814 Checking inner jobs status +2022-02-16 19:04:17,737 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 19:04:17,738 Checking Wrapper 20687333 +2022-02-16 19:04:21,665 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 19:04:21,665 Checking inner jobs status +2022-02-16 19:04:26,397 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 19:04:26,398 End of checking +2022-02-16 19:04:26,400 Updating FAILED jobs +2022-02-16 19:04:26,402 Updating WAITING jobs +2022-02-16 19:04:26,403 Updating WAITING jobs eligible for be prepared +2022-02-16 19:04:26,404 Updating Held jobs +2022-02-16 19:04:26,405 Update finished +2022-02-16 19:04:26,406 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 19:04:26,406 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 19:04:26,406 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 19:04:26,406 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 19:04:26,406 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 19:04:26,406 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 19:04:26,406 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 19:04:26,406 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 19:04:26,406 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 19:04:26,406 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 19:04:26,406 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 19:04:26,406 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 19:04:26,406 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 19:04:26,406 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 19:04:26,407 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 19:04:26,407 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 19:04:26,407 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 19:04:26,407 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 19:04:26,407 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 19:04:26,407 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 19:04:26,411 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 19:04:26,438 Job list saved +2022-02-16 19:04:26,492 Updating FAILED jobs +2022-02-16 19:04:26,493 Updating WAITING jobs +2022-02-16 19:04:26,493 Updating WAITING jobs eligible for be prepared +2022-02-16 19:04:26,494 Updating Held jobs +2022-02-16 19:04:26,495 Update finished +2022-02-16 19:04:36,510 Reloading parameters... +2022-02-16 19:04:36,527 Loading parameters... +2022-02-16 19:04:36,528 Loading project parameters... +2022-02-16 19:04:36,529 + +190 of 783 jobs remaining (19:04) +2022-02-16 19:04:36,529 Sleep: 10 +2022-02-16 19:04:36,529 Number of retrials: 2 +2022-02-16 19:04:36,529 WRAPPER CHECK TIME = 10 +2022-02-16 19:04:36,534 Checking jobs for platform=marenostrum4 +2022-02-16 19:04:36,534 Checking Wrapper 20687337 +2022-02-16 19:04:40,514 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 19:04:40,514 Checking inner jobs status +2022-02-16 19:04:44,696 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 19:04:44,697 Checking Wrapper 20687333 +2022-02-16 19:04:48,724 Successful check job command: sacct -n -X --jobs 20687333 -o "State" +2022-02-16 19:04:48,724 Checking inner jobs status +2022-02-16 19:04:51,450 Job a28v_ASThread_16450207942252_5040_7 is QUEUING (Priority) +2022-02-16 19:04:51,451 End of checking +2022-02-16 19:04:51,452 Updating FAILED jobs +2022-02-16 19:04:51,456 Updating WAITING jobs +2022-02-16 19:04:51,457 Updating WAITING jobs eligible for be prepared +2022-02-16 19:04:51,458 Updating Held jobs +2022-02-16 19:04:51,459 Update finished +2022-02-16 19:04:51,459 +Job Name Job Id Job Status Job Platform Job Queue +2022-02-16 19:04:51,460 a28v_19500101_fc0_586_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 19:04:51,460 a28v_19500101_fc0_587_SIM 20583808 COMPLETED marenostrum4 class_a +2022-02-16 19:04:51,460 a28v_19500101_fc0_588_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 19:04:51,460 a28v_19500101_fc0_589_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 19:04:51,460 a28v_19500101_fc0_590_SIM 20642887 COMPLETED marenostrum4 class_a +2022-02-16 19:04:51,460 a28v_19500101_fc0_591_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 19:04:51,460 a28v_19500101_fc0_592_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 19:04:51,460 a28v_19500101_fc0_593_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 19:04:51,460 a28v_19500101_fc0_594_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 19:04:51,460 a28v_19500101_fc0_595_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 19:04:51,460 a28v_19500101_fc0_596_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 19:04:51,460 a28v_19500101_fc0_597_SIM 20687333 QUEUING marenostrum4 class_a +2022-02-16 19:04:51,460 a28v_19500101_fc0_598_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 19:04:51,460 a28v_19500101_fc0_599_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 19:04:51,460 a28v_19500101_fc0_600_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 19:04:51,460 a28v_19500101_fc0_601_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 19:04:51,460 a28v_19500101_fc0_602_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 19:04:51,460 a28v_19500101_fc0_603_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 19:04:51,461 a28v_19500101_fc0_604_SIM 20687337 HELD marenostrum4 class_a +2022-02-16 19:04:51,464 Saving JobList: /esarchive/autosubmit/a28v/pkl/job_list_a28v.pkl +2022-02-16 19:04:51,488 Job list saved +2022-02-16 19:04:51,547 Updating FAILED jobs +2022-02-16 19:04:51,548 Updating WAITING jobs +2022-02-16 19:04:51,548 Updating WAITING jobs eligible for be prepared +2022-02-16 19:04:51,549 Updating Held jobs +2022-02-16 19:04:51,550 Update finished +2022-02-16 19:05:01,565 Reloading parameters... +2022-02-16 19:05:01,582 Loading parameters... +2022-02-16 19:05:01,583 Loading project parameters... +2022-02-16 19:05:01,584 + +190 of 783 jobs remaining (19:05) +2022-02-16 19:05:01,585 Sleep: 10 +2022-02-16 19:05:01,585 Number of retrials: 2 +2022-02-16 19:05:01,585 WRAPPER CHECK TIME = 10 +2022-02-16 19:05:01,589 Checking jobs for platform=marenostrum4 +2022-02-16 19:05:01,589 Checking Wrapper 20687337 +2022-02-16 19:05:05,517 Successful check job command: sacct -n -X --jobs 20687337 -o "State" +2022-02-16 19:05:05,517 Checking inner jobs status +2022-02-16 19:05:10,299 Job a28v_ASThread_16450208186074_5040_7 is HELD +2022-02-16 19:05:10,300 Checking Wrapper 20687333 diff --git a/autosubmit_api/test_cases/a3tb/tmp/ASLOGS/20220315_152843_setstatus.log b/autosubmit_api/test_cases/a3tb/tmp/ASLOGS/20220315_152843_setstatus.log new file mode 100755 index 00000000..fda80c8b --- /dev/null +++ b/autosubmit_api/test_cases/a3tb/tmp/ASLOGS/20220315_152843_setstatus.log @@ -0,0 +1,83 @@ +2022-03-15 15:28:44,068 Preparing .lock file to avoid multiple instances with same expid. +2022-03-15 15:28:44,069 Exp ID: a3tb +2022-03-15 15:28:44,069 Save: True +2022-03-15 15:28:44,069 Final status: WAITING +2022-03-15 15:28:44,069 List of jobs to change: a3tb_19930101_fc01_INI +2022-03-15 15:28:44,069 Chunks to change: None +2022-03-15 15:28:44,069 Status of jobs to change: None +2022-03-15 15:28:44,069 Sections to change: None +2022-03-15 15:28:44,069 +Checking configuration files... +2022-03-15 15:28:44,089 expdef_a3tb.conf OK +2022-03-15 15:28:44,089 platforms_a3tb.conf OK +2022-03-15 15:28:44,121 jobs_a3tb.conf OK +2022-03-15 15:28:44,123 wrappers OK +2022-03-15 15:28:44,123 autosubmit_a3tb.conf OK +2022-03-15 15:28:44,128 Configuration files OK + +2022-03-15 15:28:44,155 Loading project parameters... +2022-03-15 15:28:44,161 Creating jobs... +2022-03-15 15:28:44,162 Loading JobList +2022-03-15 15:28:44,169 Creating LOCAL_SETUP jobs +2022-03-15 15:28:44,169 Creating SYNCHRONIZE jobs +2022-03-15 15:28:44,170 Creating REMOTE_SETUP jobs +2022-03-15 15:28:44,170 Creating INI jobs +2022-03-15 15:28:44,171 Creating SIM jobs +2022-03-15 15:28:44,172 Creating CMOROCE jobs +2022-03-15 15:28:44,174 Creating CMORATM jobs +2022-03-15 15:28:44,175 Creating POST jobs +2022-03-15 15:28:44,177 Creating CLEAN jobs +2022-03-15 15:28:44,179 Creating EARTHDIAGS jobs +2022-03-15 15:28:44,180 Creating SAVEIC jobs +2022-03-15 15:28:44,182 Creating CLEAN_MEMBER jobs +2022-03-15 15:28:44,183 Creating PERFORMANCE_METRICS jobs +2022-03-15 15:28:44,183 Creating TRANSFER_MEMBER jobs +2022-03-15 15:28:44,183 Creating NCTIME jobs +2022-03-15 15:28:44,184 Creating CLEAN_EXPERIMENT jobs +2022-03-15 15:28:44,184 Adding dependencies... +2022-03-15 15:28:44,185 Adding dependencies for LOCAL_SETUP jobs +2022-03-15 15:28:44,185 Adding dependencies for SYNCHRONIZE jobs +2022-03-15 15:28:44,185 Adding dependencies for REMOTE_SETUP jobs +2022-03-15 15:28:44,185 Adding dependencies for INI jobs +2022-03-15 15:28:44,185 Adding dependencies for SIM jobs +2022-03-15 15:28:44,186 Adding dependencies for CMOROCE jobs +2022-03-15 15:28:44,186 Adding dependencies for CMORATM jobs +2022-03-15 15:28:44,187 Adding dependencies for POST jobs +2022-03-15 15:28:44,188 Adding dependencies for CLEAN jobs +2022-03-15 15:28:44,189 Adding dependencies for EARTHDIAGS jobs +2022-03-15 15:28:44,190 Adding dependencies for SAVEIC jobs +2022-03-15 15:28:44,190 Adding dependencies for CLEAN_MEMBER jobs +2022-03-15 15:28:44,191 Adding dependencies for PERFORMANCE_METRICS jobs +2022-03-15 15:28:44,191 Adding dependencies for TRANSFER_MEMBER jobs +2022-03-15 15:28:44,191 Adding dependencies for NCTIME jobs +2022-03-15 15:28:44,192 Adding dependencies for CLEAN_EXPERIMENT jobs +2022-03-15 15:28:44,192 Removing redundant dependencies... +2022-03-15 15:28:44,195 Custom directives from platform.conf: None +2022-03-15 15:28:44,196 Custom directives from platform.conf: None +2022-03-15 15:28:44,196 Custom directives from platform.conf: None +2022-03-15 15:28:44,197 Checking the connection to all platforms in use +2022-03-15 15:28:44,649 [transfer_node] Connection successful to host dt01.bsc.es +2022-03-15 15:28:44,662 [transfer_node] Correct user privileges for host dt01.bsc.es +2022-03-15 15:28:44,663 Checking the connection to all platforms in use +2022-03-15 15:28:44,663 [local] Connection successful to host localhost +2022-03-15 15:28:44,663 [local] Correct user privileges for host localhost +2022-03-15 15:28:44,663 Checking the connection to all platforms in use +2022-03-15 15:28:45,661 [nord3] Connection successful to host nord1.bsc.es +2022-03-15 15:28:45,680 [nord3] Correct user privileges for host nord1.bsc.es +2022-03-15 15:28:45,680 Checking the connection to all platforms in use +2022-03-15 15:28:47,210 [marenostrum4] Connection successful to host mn1.bsc.es +2022-03-15 15:28:47,222 [marenostrum4] Correct user privileges for host mn1.bsc.es +2022-03-15 15:28:47,222 CHANGED: job: a3tb_19930101_fc01_INI status to: WAITING +2022-03-15 15:28:47,222 CHANGED: job: a3tb_19930101_fc01_INI status to: WAITING +2022-03-15 15:28:47,224 Updating FAILED jobs +2022-03-15 15:28:47,224 Updating WAITING jobs +2022-03-15 15:28:47,224 Update finished +2022-03-15 15:28:47,224 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:28:47,224 a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +2022-03-15 15:28:47,225 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:28:47,225 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:28:47,225 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:28:47,225 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:28:47,227 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:28:47,235 Job list saved diff --git a/autosubmit_api/test_cases/a3tb/tmp/ASLOGS/20220315_152843_setstatus_err.log b/autosubmit_api/test_cases/a3tb/tmp/ASLOGS/20220315_152843_setstatus_err.log new file mode 100755 index 00000000..e69de29b diff --git a/autosubmit_api/test_cases/a3tb/tmp/ASLOGS/20220315_152921_run.log b/autosubmit_api/test_cases/a3tb/tmp/ASLOGS/20220315_152921_run.log new file mode 100755 index 00000000..6ac3a007 --- /dev/null +++ b/autosubmit_api/test_cases/a3tb/tmp/ASLOGS/20220315_152921_run.log @@ -0,0 +1,6352 @@ +2022-03-15 15:29:21,353 +Checking configuration files... +2022-03-15 15:29:21,371 expdef_a3tb.conf OK +2022-03-15 15:29:21,372 platforms_a3tb.conf OK +2022-03-15 15:29:21,390 jobs_a3tb.conf OK +2022-03-15 15:29:21,391 wrappers OK +2022-03-15 15:29:21,391 autosubmit_a3tb.conf OK +2022-03-15 15:29:21,396 Configuration files OK + +2022-03-15 15:29:21,397 Autosubmit is running with 3.13.0 +2022-03-15 15:29:21,400 Preparing .lock file to avoid multiple instances with same experiment id +2022-03-15 15:29:21,434 Custom directives from platform.conf: None +2022-03-15 15:29:21,434 Custom directives from platform.conf: None +2022-03-15 15:29:21,435 Custom directives from platform.conf: None +2022-03-15 15:29:21,435 The Experiment name is: a3tb +2022-03-15 15:29:21,435 Sleep: 10 +2022-03-15 15:29:21,435 Default retrials: 0 +2022-03-15 15:29:21,435 Starting job submission... +2022-03-15 15:29:21,462 Loading project parameters... +2022-03-15 15:29:21,467 Creating jobs... +2022-03-15 15:29:21,467 Loading JobList +2022-03-15 15:29:21,474 Creating LOCAL_SETUP jobs +2022-03-15 15:29:21,474 Creating SYNCHRONIZE jobs +2022-03-15 15:29:21,474 Creating REMOTE_SETUP jobs +2022-03-15 15:29:21,475 Creating INI jobs +2022-03-15 15:29:21,475 Creating SIM jobs +2022-03-15 15:29:21,477 Creating CMOROCE jobs +2022-03-15 15:29:21,478 Creating CMORATM jobs +2022-03-15 15:29:21,480 Creating POST jobs +2022-03-15 15:29:21,482 Creating CLEAN jobs +2022-03-15 15:29:21,483 Creating EARTHDIAGS jobs +2022-03-15 15:29:21,485 Creating SAVEIC jobs +2022-03-15 15:29:21,486 Creating CLEAN_MEMBER jobs +2022-03-15 15:29:21,487 Creating PERFORMANCE_METRICS jobs +2022-03-15 15:29:21,487 Creating TRANSFER_MEMBER jobs +2022-03-15 15:29:21,488 Creating NCTIME jobs +2022-03-15 15:29:21,489 Creating CLEAN_EXPERIMENT jobs +2022-03-15 15:29:21,489 Adding dependencies... +2022-03-15 15:29:21,489 Adding dependencies for LOCAL_SETUP jobs +2022-03-15 15:29:21,489 Adding dependencies for SYNCHRONIZE jobs +2022-03-15 15:29:21,489 Adding dependencies for REMOTE_SETUP jobs +2022-03-15 15:29:21,489 Adding dependencies for INI jobs +2022-03-15 15:29:21,490 Adding dependencies for SIM jobs +2022-03-15 15:29:21,490 Adding dependencies for CMOROCE jobs +2022-03-15 15:29:21,491 Adding dependencies for CMORATM jobs +2022-03-15 15:29:21,491 Adding dependencies for POST jobs +2022-03-15 15:29:21,492 Adding dependencies for CLEAN jobs +2022-03-15 15:29:21,494 Adding dependencies for EARTHDIAGS jobs +2022-03-15 15:29:21,494 Adding dependencies for SAVEIC jobs +2022-03-15 15:29:21,494 Adding dependencies for CLEAN_MEMBER jobs +2022-03-15 15:29:21,495 Adding dependencies for PERFORMANCE_METRICS jobs +2022-03-15 15:29:21,495 Adding dependencies for TRANSFER_MEMBER jobs +2022-03-15 15:29:21,495 Adding dependencies for NCTIME jobs +2022-03-15 15:29:21,496 Adding dependencies for CLEAN_EXPERIMENT jobs +2022-03-15 15:29:21,496 Removing redundant dependencies... +2022-03-15 15:29:21,561 Using existing valid structure. +2022-03-15 15:29:21,562 Starting from job list restored from /esarchive/autosubmit/a3tb/pkl files +2022-03-15 15:29:21,562 Length of the jobs list: 55 +2022-03-15 15:29:21,562 Loading parameters... +2022-03-15 15:29:21,563 Loading project parameters... +2022-03-15 15:29:21,565 Checking experiment templates... +2022-03-15 15:29:21,565 Checking scripts... +2022-03-15 15:29:21,566 Wallclock for a3tb_LOCAL_SETUP is not defined! , setting it to 02:00 +2022-03-15 15:29:21,581 Wallclock for a3tb_SYNCHRONIZE is not defined! , setting it to 02:00 +2022-03-15 15:29:21,664 Template SIM will be checked in running time +2022-03-15 15:29:21,664 Template SIM will be checked in running time +2022-03-15 15:29:21,664 Template SIM will be checked in running time +2022-03-15 15:29:21,664 Template SIM will be checked in running time +2022-03-15 15:29:21,664 Template SIM will be checked in running time +2022-03-15 15:29:21,664 Template SIM will be checked in running time +2022-03-15 15:29:21,956 13 of 55 checked +2022-03-15 15:29:22,047 26 of 55 checked +2022-03-15 15:29:22,137 39 of 55 checked +2022-03-15 15:29:22,217 Wallclock for a3tb_PERFORMANCE_METRICS is not defined! , setting it to 02:00 +2022-03-15 15:29:22,223 Wallclock for a3tb_19930101_fc01_TRANSFER_MEMBER is not defined! , setting it to 02:00 +2022-03-15 15:29:22,233 52 of 55 checked +2022-03-15 15:29:22,233 Wallclock for a3tb_19930501_fc01_TRANSFER_MEMBER is not defined! , setting it to 02:00 +2022-03-15 15:29:22,254 55 of 55 checked +2022-03-15 15:29:22,261 Scripts OK +2022-03-15 15:29:22,261 Loading job packages +2022-03-15 15:29:22,280 Checking job_list current status +2022-03-15 15:29:22,281 Updating FAILED jobs +2022-03-15 15:29:22,281 Updating WAITING jobs +2022-03-15 15:29:22,281 Setting job: a3tb_19930101_fc01_INI status to: READY (all parents completed)... +2022-03-15 15:29:22,282 Update finished +2022-03-15 15:29:22,282 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:29:22,282 a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +2022-03-15 15:29:22,282 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:29:22,282 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:29:22,282 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:29:22,282 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:29:22,285 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:29:22,290 Job list saved +2022-03-15 15:29:22,292 Autosubmit is running with v3.13.0 +2022-03-15 15:29:22,292 Running job data structure +2022-03-15 15:29:22,534 Checking the connection to all platforms in use +2022-03-15 15:29:23,466 [nord3] Connection successful to host nord1.bsc.es +2022-03-15 15:29:23,475 [nord3] Correct user privileges for host nord1.bsc.es +2022-03-15 15:29:23,475 [local] Connection successful to host localhost +2022-03-15 15:29:23,475 [local] Correct user privileges for host localhost +2022-03-15 15:29:25,077 [marenostrum4] Connection successful to host mn1.bsc.es +2022-03-15 15:29:25,089 [marenostrum4] Correct user privileges for host mn1.bsc.es +2022-03-15 15:29:25,675 [transfer_node] Connection successful to host dt01.bsc.es +2022-03-15 15:29:25,695 [transfer_node] Correct user privileges for host dt01.bsc.es +2022-03-15 15:29:25,695 Running main loop +2022-03-15 15:29:25,695 Reloading parameters... +2022-03-15 15:29:25,713 Loading parameters... +2022-03-15 15:29:25,714 Loading project parameters... +2022-03-15 15:29:25,716 + +39 of 55 jobs remaining (15:29) +2022-03-15 15:29:25,716 Sleep: 10 +2022-03-15 15:29:25,716 Number of retrials: 0 +2022-03-15 15:29:25,716 WRAPPER CHECK TIME = 10 +2022-03-15 15:29:25,720 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb_backup.pkl +2022-03-15 15:29:25,724 Job list saved +2022-03-15 15:29:25,727 Checking jobs for platform=nord3 +2022-03-15 15:29:25,728 Checking jobs for platform=local +2022-03-15 15:29:25,729 Checking jobs for platform=marenostrum4 +2022-03-15 15:29:25,730 Checking jobs for platform=transfer_node +2022-03-15 15:29:25,730 End of checking +2022-03-15 15:29:25,731 Updating FAILED jobs +2022-03-15 15:29:25,731 Updating WAITING jobs +2022-03-15 15:29:25,732 Update finished +2022-03-15 15:29:25,732 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:29:25,732 a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +2022-03-15 15:29:25,732 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:29:25,732 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:29:25,732 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:29:25,733 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:29:25,735 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:29:25,739 Job list saved +2022-03-15 15:29:25,742 +Jobs ready for nord3: 0 +2022-03-15 15:29:25,743 Number of jobs available: 20 +2022-03-15 15:29:25,743 Number of jobs ready: 0 +2022-03-15 15:29:25,744 +Jobs ready for local: 0 +2022-03-15 15:29:25,745 Number of jobs available: 20 +2022-03-15 15:29:25,745 Number of jobs ready: 0 +2022-03-15 15:29:25,746 +Jobs ready for marenostrum4: 1 +2022-03-15 15:29:25,747 Number of jobs available: 20 +2022-03-15 15:29:25,747 Number of jobs ready: 1 +2022-03-15 15:29:25,747 Jobs ready for marenostrum4: 1 +2022-03-15 15:29:25,756 Creating Scripts +2022-03-15 15:29:25,846 Sending Files +2022-03-15 15:29:25,863 Submitting +2022-03-15 15:29:27,257 +Jobs ready for transfer_node: 0 +2022-03-15 15:29:27,258 Number of jobs available: 20 +2022-03-15 15:29:27,258 Number of jobs ready: 0 +2022-03-15 15:29:27,259 Updating FAILED jobs +2022-03-15 15:29:27,259 Updating WAITING jobs +2022-03-15 15:29:27,260 Update finished +2022-03-15 15:29:27,260 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:29:27,260 a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +2022-03-15 15:29:27,260 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:29:27,261 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:29:27,261 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:29:27,261 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:29:27,261 a3tb_19930101_fc01_INI 21131676 SUBMITTED marenostrum4 debug +2022-03-15 15:29:27,263 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:29:27,267 Job list saved +2022-03-15 15:29:27,272 Updating FAILED jobs +2022-03-15 15:29:27,272 Updating WAITING jobs +2022-03-15 15:29:27,273 Update finished +2022-03-15 15:29:37,277 Reloading parameters... +2022-03-15 15:29:37,296 Loading parameters... +2022-03-15 15:29:37,298 Loading project parameters... +2022-03-15 15:29:37,299 + +39 of 55 jobs remaining (15:29) +2022-03-15 15:29:37,300 Sleep: 10 +2022-03-15 15:29:37,300 Number of retrials: 0 +2022-03-15 15:29:37,300 WRAPPER CHECK TIME = 10 +2022-03-15 15:29:37,301 Checking jobs for platform=nord3 +2022-03-15 15:29:37,302 Checking jobs for platform=local +2022-03-15 15:29:37,303 Checking jobs for platform=marenostrum4 +2022-03-15 15:29:37,304 Checking jobs for platform=transfer_node +2022-03-15 15:29:37,304 Checking all jobs at once +2022-03-15 15:29:40,527 Successful check job command +2022-03-15 15:29:40,527 Job a3tb_19930101_fc01_INI is RUNNING +2022-03-15 15:29:40,547 a3tb_19930101_fc01_INI_STAT file have been transfered +2022-03-15 15:29:40,661 End of checking +2022-03-15 15:29:40,662 Updating FAILED jobs +2022-03-15 15:29:40,663 Updating WAITING jobs +2022-03-15 15:29:40,663 Update finished +2022-03-15 15:29:40,663 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:29:40,663 a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +2022-03-15 15:29:40,664 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:29:40,664 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:29:40,664 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:29:40,664 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:29:40,664 a3tb_19930101_fc01_INI 21131676 RUNNING marenostrum4 debug +2022-03-15 15:29:40,666 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:29:40,671 Job list saved +2022-03-15 15:29:40,730 Updating FAILED jobs +2022-03-15 15:29:40,730 Updating WAITING jobs +2022-03-15 15:29:40,730 Update finished +2022-03-15 15:29:50,741 Reloading parameters... +2022-03-15 15:29:50,761 Loading parameters... +2022-03-15 15:29:50,762 Loading project parameters... +2022-03-15 15:29:50,764 + +39 of 55 jobs remaining (15:29) +2022-03-15 15:29:50,764 Sleep: 10 +2022-03-15 15:29:50,764 Number of retrials: 0 +2022-03-15 15:29:50,764 WRAPPER CHECK TIME = 10 +2022-03-15 15:29:50,765 Checking jobs for platform=nord3 +2022-03-15 15:29:50,766 Checking jobs for platform=local +2022-03-15 15:29:50,768 Checking jobs for platform=marenostrum4 +2022-03-15 15:29:50,769 Checking jobs for platform=transfer_node +2022-03-15 15:29:50,769 Checking all jobs at once +2022-03-15 15:29:53,989 Successful check job command +2022-03-15 15:29:53,989 Job a3tb_19930101_fc01_INI is RUNNING +2022-03-15 15:29:53,989 End of checking +2022-03-15 15:29:54,032 Updating FAILED jobs +2022-03-15 15:29:54,033 Updating WAITING jobs +2022-03-15 15:29:54,033 Update finished +2022-03-15 15:29:54,033 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:29:54,033 a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +2022-03-15 15:29:54,033 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:29:54,034 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:29:54,034 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:29:54,034 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:29:54,034 a3tb_19930101_fc01_INI 21131676 RUNNING marenostrum4 debug +2022-03-15 15:29:54,037 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:29:54,041 Job list saved +2022-03-15 15:29:54,048 Updating FAILED jobs +2022-03-15 15:29:54,048 Updating WAITING jobs +2022-03-15 15:29:54,048 Update finished +2022-03-15 15:30:04,052 Reloading parameters... +2022-03-15 15:30:04,070 Loading parameters... +2022-03-15 15:30:04,072 Loading project parameters... +2022-03-15 15:30:04,073 + +39 of 55 jobs remaining (15:30) +2022-03-15 15:30:04,074 Sleep: 10 +2022-03-15 15:30:04,074 Number of retrials: 0 +2022-03-15 15:30:04,074 WRAPPER CHECK TIME = 10 +2022-03-15 15:30:04,075 Checking jobs for platform=nord3 +2022-03-15 15:30:04,076 Checking jobs for platform=local +2022-03-15 15:30:04,077 Checking jobs for platform=marenostrum4 +2022-03-15 15:30:04,079 Checking jobs for platform=transfer_node +2022-03-15 15:30:04,079 Checking all jobs at once +2022-03-15 15:30:07,400 Successful check job command +2022-03-15 15:30:07,401 Job a3tb_19930101_fc01_INI is RUNNING +2022-03-15 15:30:07,401 End of checking +2022-03-15 15:30:07,459 Updating FAILED jobs +2022-03-15 15:30:07,459 Updating WAITING jobs +2022-03-15 15:30:07,459 Update finished +2022-03-15 15:30:07,460 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:30:07,460 a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +2022-03-15 15:30:07,460 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:30:07,460 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:30:07,460 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:30:07,460 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:30:07,460 a3tb_19930101_fc01_INI 21131676 RUNNING marenostrum4 debug +2022-03-15 15:30:07,530 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:30:07,535 Job list saved +2022-03-15 15:30:07,654 Updating FAILED jobs +2022-03-15 15:30:07,654 Updating WAITING jobs +2022-03-15 15:30:07,654 Update finished +2022-03-15 15:30:17,658 Reloading parameters... +2022-03-15 15:30:17,676 Loading parameters... +2022-03-15 15:30:17,677 Loading project parameters... +2022-03-15 15:30:17,679 + +39 of 55 jobs remaining (15:30) +2022-03-15 15:30:17,679 Sleep: 10 +2022-03-15 15:30:17,679 Number of retrials: 0 +2022-03-15 15:30:17,679 WRAPPER CHECK TIME = 10 +2022-03-15 15:30:17,680 Checking jobs for platform=nord3 +2022-03-15 15:30:17,681 Checking jobs for platform=local +2022-03-15 15:30:17,683 Checking jobs for platform=marenostrum4 +2022-03-15 15:30:17,684 Checking jobs for platform=transfer_node +2022-03-15 15:30:17,684 Checking all jobs at once +2022-03-15 15:30:20,907 Successful check job command +2022-03-15 15:30:20,907 Job a3tb_19930101_fc01_INI is RUNNING +2022-03-15 15:30:20,907 End of checking +2022-03-15 15:30:20,909 Updating FAILED jobs +2022-03-15 15:30:20,909 Updating WAITING jobs +2022-03-15 15:30:20,909 Update finished +2022-03-15 15:30:20,910 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:30:20,910 a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +2022-03-15 15:30:20,910 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:30:20,910 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:30:20,910 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:30:20,910 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:30:20,910 a3tb_19930101_fc01_INI 21131676 RUNNING marenostrum4 debug +2022-03-15 15:30:20,913 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:30:20,917 Job list saved +2022-03-15 15:30:20,922 Updating FAILED jobs +2022-03-15 15:30:20,922 Updating WAITING jobs +2022-03-15 15:30:20,923 Update finished +2022-03-15 15:30:30,931 Reloading parameters... +2022-03-15 15:30:30,951 Loading parameters... +2022-03-15 15:30:30,953 Loading project parameters... +2022-03-15 15:30:30,954 + +39 of 55 jobs remaining (15:30) +2022-03-15 15:30:30,955 Sleep: 10 +2022-03-15 15:30:30,955 Number of retrials: 0 +2022-03-15 15:30:30,955 WRAPPER CHECK TIME = 10 +2022-03-15 15:30:30,956 Checking jobs for platform=nord3 +2022-03-15 15:30:30,957 Checking jobs for platform=local +2022-03-15 15:30:30,958 Checking jobs for platform=marenostrum4 +2022-03-15 15:30:30,959 Checking jobs for platform=transfer_node +2022-03-15 15:30:30,959 Checking all jobs at once +2022-03-15 15:30:34,083 Successful check job command +2022-03-15 15:30:34,083 a3tb_19930101_fc01_INI job seems to have completed: checking... +2022-03-15 15:30:34,098 Job a3tb_19930101_fc01_INI is COMPLETED +2022-03-15 15:30:34,114 a3tb_19930101_fc01_INI_STAT file have been transfered +2022-03-15 15:30:34,247 End of checking +2022-03-15 15:30:34,248 Updating FAILED jobs +2022-03-15 15:30:34,248 Updating WAITING jobs +2022-03-15 15:30:34,248 Setting job: a3tb_19930101_fc01_1_SIM status to: READY (all parents completed)... +2022-03-15 15:30:34,249 Update finished +2022-03-15 15:30:34,249 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:30:34,250 a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +2022-03-15 15:30:34,250 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:30:34,250 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:30:34,250 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:30:34,250 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:30:34,253 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:30:34,262 Job list saved +2022-03-15 15:30:34,265 +Jobs ready for nord3: 0 +2022-03-15 15:30:34,266 Number of jobs available: 20 +2022-03-15 15:30:34,266 Number of jobs ready: 0 +2022-03-15 15:30:34,267 +Jobs ready for local: 0 +2022-03-15 15:30:34,268 Number of jobs available: 20 +2022-03-15 15:30:34,269 Number of jobs ready: 0 +2022-03-15 15:30:34,270 +Jobs ready for marenostrum4: 1 +2022-03-15 15:30:34,271 Number of jobs available: 20 +2022-03-15 15:30:34,271 Number of jobs ready: 1 +2022-03-15 15:30:34,272 Jobs ready for marenostrum4: 1 +2022-03-15 15:30:34,276 Custom directives from platform.conf: None +2022-03-15 15:30:34,277 Custom directives from platform.conf: None +2022-03-15 15:30:34,277 Custom directives from platform.conf: None +[WARNING] 2022-03-15 15:30:34,291 Script a3tb_19930101_fc01_1_SIM check failed +[WARNING] 2022-03-15 15:30:34,291 On submission script has some empty variables +2022-03-15 15:30:34,296 Creating Scripts +2022-03-15 15:30:34,572 Sending Files +2022-03-15 15:30:34,620 Submitting +2022-03-15 15:30:36,214 +Jobs ready for transfer_node: 0 +2022-03-15 15:30:36,215 Number of jobs available: 20 +2022-03-15 15:30:36,216 Number of jobs ready: 0 +2022-03-15 15:30:36,217 Updating FAILED jobs +2022-03-15 15:30:36,217 Updating WAITING jobs +2022-03-15 15:30:36,218 Update finished +2022-03-15 15:30:36,218 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:30:36,218 a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +2022-03-15 15:30:36,218 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:30:36,218 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:30:36,218 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:30:36,218 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:30:36,219 a3tb_19930101_fc01_1_SIM 21131708 SUBMITTED marenostrum4 debug +2022-03-15 15:30:36,221 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:30:36,226 Job list saved +2022-03-15 15:30:36,292 Updating FAILED jobs +2022-03-15 15:30:36,292 Updating WAITING jobs +2022-03-15 15:30:36,292 Update finished +2022-03-15 15:30:46,303 Reloading parameters... +2022-03-15 15:30:46,321 Loading parameters... +2022-03-15 15:30:46,323 Loading project parameters... +2022-03-15 15:30:46,325 + +38 of 55 jobs remaining (15:30) +2022-03-15 15:30:46,325 Sleep: 10 +2022-03-15 15:30:46,325 Number of retrials: 0 +2022-03-15 15:30:46,325 WRAPPER CHECK TIME = 10 +2022-03-15 15:30:46,326 Checking jobs for platform=nord3 +2022-03-15 15:30:46,327 Checking jobs for platform=local +2022-03-15 15:30:46,328 Checking jobs for platform=marenostrum4 +2022-03-15 15:30:46,329 Checking jobs for platform=transfer_node +2022-03-15 15:30:46,329 Checking all jobs at once +2022-03-15 15:30:49,501 Successful check job command +2022-03-15 15:30:49,501 Job a3tb_19930101_fc01_1_SIM is RUNNING +2022-03-15 15:30:49,519 a3tb_19930101_fc01_1_SIM_STAT file have been transfered +2022-03-15 15:30:49,629 End of checking +2022-03-15 15:30:49,630 Updating FAILED jobs +2022-03-15 15:30:49,630 Updating WAITING jobs +2022-03-15 15:30:49,631 Update finished +2022-03-15 15:30:49,631 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:30:49,631 a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +2022-03-15 15:30:49,631 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:30:49,631 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:30:49,631 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:30:49,632 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:30:49,632 a3tb_19930101_fc01_1_SIM 21131708 RUNNING marenostrum4 debug +2022-03-15 15:30:49,634 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:30:49,639 Job list saved +2022-03-15 15:30:49,700 Updating FAILED jobs +2022-03-15 15:30:49,701 Updating WAITING jobs +2022-03-15 15:30:49,701 Update finished +2022-03-15 15:30:59,707 Reloading parameters... +2022-03-15 15:31:00,031 Loading parameters... +2022-03-15 15:31:00,032 Loading project parameters... +2022-03-15 15:31:00,034 + +38 of 55 jobs remaining (15:31) +2022-03-15 15:31:00,034 Sleep: 10 +2022-03-15 15:31:00,034 Number of retrials: 0 +2022-03-15 15:31:00,034 WRAPPER CHECK TIME = 10 +2022-03-15 15:31:00,036 Checking jobs for platform=nord3 +2022-03-15 15:31:00,037 Checking jobs for platform=local +2022-03-15 15:31:00,038 Checking jobs for platform=marenostrum4 +2022-03-15 15:31:00,039 Checking jobs for platform=transfer_node +2022-03-15 15:31:00,040 Checking all jobs at once +2022-03-15 15:31:03,261 Successful check job command +2022-03-15 15:31:03,262 Job a3tb_19930101_fc01_1_SIM is RUNNING +2022-03-15 15:31:03,262 End of checking +2022-03-15 15:31:03,263 Updating FAILED jobs +2022-03-15 15:31:03,263 Updating WAITING jobs +2022-03-15 15:31:03,264 Update finished +2022-03-15 15:31:03,264 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:31:03,264 a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +2022-03-15 15:31:03,264 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:31:03,264 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:31:03,264 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:31:03,265 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:31:03,265 a3tb_19930101_fc01_1_SIM 21131708 RUNNING marenostrum4 debug +2022-03-15 15:31:03,267 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:31:03,272 Job list saved +2022-03-15 15:31:03,278 Updating FAILED jobs +2022-03-15 15:31:03,278 Updating WAITING jobs +2022-03-15 15:31:03,279 Update finished +2022-03-15 15:31:13,289 Reloading parameters... +2022-03-15 15:31:13,308 Loading parameters... +2022-03-15 15:31:13,309 Loading project parameters... +2022-03-15 15:31:13,311 + +38 of 55 jobs remaining (15:31) +2022-03-15 15:31:13,311 Sleep: 10 +2022-03-15 15:31:13,311 Number of retrials: 0 +2022-03-15 15:31:13,311 WRAPPER CHECK TIME = 10 +2022-03-15 15:31:13,312 Checking jobs for platform=nord3 +2022-03-15 15:31:13,313 Checking jobs for platform=local +2022-03-15 15:31:13,314 Checking jobs for platform=marenostrum4 +2022-03-15 15:31:13,315 Checking jobs for platform=transfer_node +2022-03-15 15:31:13,316 Checking all jobs at once +2022-03-15 15:31:16,586 Successful check job command +2022-03-15 15:31:16,586 Job a3tb_19930101_fc01_1_SIM is RUNNING +2022-03-15 15:31:16,587 End of checking +2022-03-15 15:31:16,588 Updating FAILED jobs +2022-03-15 15:31:16,588 Updating WAITING jobs +2022-03-15 15:31:16,589 Update finished +2022-03-15 15:31:16,589 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:31:16,589 a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +2022-03-15 15:31:16,589 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:31:16,589 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:31:16,589 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:31:16,590 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:31:16,590 a3tb_19930101_fc01_1_SIM 21131708 RUNNING marenostrum4 debug +2022-03-15 15:31:16,593 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:31:16,597 Job list saved +2022-03-15 15:31:16,602 Updating FAILED jobs +2022-03-15 15:31:16,602 Updating WAITING jobs +2022-03-15 15:31:16,603 Update finished +2022-03-15 15:31:26,609 Reloading parameters... +2022-03-15 15:31:26,630 Loading parameters... +2022-03-15 15:31:26,631 Loading project parameters... +2022-03-15 15:31:26,634 + +38 of 55 jobs remaining (15:31) +2022-03-15 15:31:26,634 Sleep: 10 +2022-03-15 15:31:26,634 Number of retrials: 0 +2022-03-15 15:31:26,634 WRAPPER CHECK TIME = 10 +2022-03-15 15:31:26,635 Checking jobs for platform=nord3 +2022-03-15 15:31:26,636 Checking jobs for platform=local +2022-03-15 15:31:26,638 Checking jobs for platform=marenostrum4 +2022-03-15 15:31:26,639 Checking jobs for platform=transfer_node +2022-03-15 15:31:26,639 Checking all jobs at once +2022-03-15 15:31:29,910 Successful check job command +2022-03-15 15:31:29,911 Job a3tb_19930101_fc01_1_SIM is RUNNING +2022-03-15 15:31:29,911 End of checking +2022-03-15 15:31:29,912 Updating FAILED jobs +2022-03-15 15:31:29,912 Updating WAITING jobs +2022-03-15 15:31:29,913 Update finished +2022-03-15 15:31:29,913 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:31:29,913 a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +2022-03-15 15:31:29,913 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:31:29,913 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:31:29,914 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:31:29,914 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:31:29,914 a3tb_19930101_fc01_1_SIM 21131708 RUNNING marenostrum4 debug +2022-03-15 15:31:29,917 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:31:29,921 Job list saved +2022-03-15 15:31:29,926 Updating FAILED jobs +2022-03-15 15:31:29,926 Updating WAITING jobs +2022-03-15 15:31:29,926 Update finished +2022-03-15 15:31:39,936 Reloading parameters... +2022-03-15 15:31:39,955 Loading parameters... +2022-03-15 15:31:39,957 Loading project parameters... +2022-03-15 15:31:39,959 + +38 of 55 jobs remaining (15:31) +2022-03-15 15:31:39,959 Sleep: 10 +2022-03-15 15:31:39,959 Number of retrials: 0 +2022-03-15 15:31:39,959 WRAPPER CHECK TIME = 10 +2022-03-15 15:31:39,960 Checking jobs for platform=nord3 +2022-03-15 15:31:39,961 Checking jobs for platform=local +2022-03-15 15:31:39,962 Checking jobs for platform=marenostrum4 +2022-03-15 15:31:39,963 Checking jobs for platform=transfer_node +2022-03-15 15:31:39,963 Checking all jobs at once +2022-03-15 15:31:43,185 Successful check job command +2022-03-15 15:31:43,185 Job a3tb_19930101_fc01_1_SIM is RUNNING +2022-03-15 15:31:43,185 End of checking +2022-03-15 15:31:43,187 Updating FAILED jobs +2022-03-15 15:31:43,187 Updating WAITING jobs +2022-03-15 15:31:43,187 Update finished +2022-03-15 15:31:43,187 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:31:43,188 a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +2022-03-15 15:31:43,188 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:31:43,188 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:31:43,188 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:31:43,188 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:31:43,188 a3tb_19930101_fc01_1_SIM 21131708 RUNNING marenostrum4 debug +2022-03-15 15:31:43,191 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:31:43,195 Job list saved +2022-03-15 15:31:43,201 Updating FAILED jobs +2022-03-15 15:31:43,201 Updating WAITING jobs +2022-03-15 15:31:43,201 Update finished +2022-03-15 15:31:53,207 Reloading parameters... +2022-03-15 15:31:53,225 Loading parameters... +2022-03-15 15:31:53,226 Loading project parameters... +2022-03-15 15:31:53,228 + +38 of 55 jobs remaining (15:31) +2022-03-15 15:31:53,228 Sleep: 10 +2022-03-15 15:31:53,228 Number of retrials: 0 +2022-03-15 15:31:53,228 WRAPPER CHECK TIME = 10 +2022-03-15 15:31:53,229 Checking jobs for platform=nord3 +2022-03-15 15:31:53,230 Checking jobs for platform=local +2022-03-15 15:31:53,232 Checking jobs for platform=marenostrum4 +2022-03-15 15:31:53,233 Checking jobs for platform=transfer_node +2022-03-15 15:31:53,233 Checking all jobs at once +2022-03-15 15:31:56,455 Successful check job command +2022-03-15 15:31:56,455 Job a3tb_19930101_fc01_1_SIM is RUNNING +2022-03-15 15:31:56,455 End of checking +2022-03-15 15:31:56,456 Updating FAILED jobs +2022-03-15 15:31:56,456 Updating WAITING jobs +2022-03-15 15:31:56,457 Update finished +2022-03-15 15:31:56,457 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:31:56,457 a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +2022-03-15 15:31:56,457 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:31:56,457 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:31:56,458 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:31:56,458 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:31:56,458 a3tb_19930101_fc01_1_SIM 21131708 RUNNING marenostrum4 debug +2022-03-15 15:31:56,460 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:31:56,465 Job list saved +2022-03-15 15:31:56,470 Updating FAILED jobs +2022-03-15 15:31:56,471 Updating WAITING jobs +2022-03-15 15:31:56,471 Update finished +2022-03-15 15:32:06,479 Reloading parameters... +2022-03-15 15:32:06,500 Loading parameters... +2022-03-15 15:32:06,501 Loading project parameters... +2022-03-15 15:32:06,503 + +38 of 55 jobs remaining (15:32) +2022-03-15 15:32:06,503 Sleep: 10 +2022-03-15 15:32:06,503 Number of retrials: 0 +2022-03-15 15:32:06,504 WRAPPER CHECK TIME = 10 +2022-03-15 15:32:06,505 Checking jobs for platform=nord3 +2022-03-15 15:32:06,506 Checking jobs for platform=local +2022-03-15 15:32:06,507 Checking jobs for platform=marenostrum4 +2022-03-15 15:32:06,508 Checking jobs for platform=transfer_node +2022-03-15 15:32:06,508 Checking all jobs at once +2022-03-15 15:32:09,780 Successful check job command +2022-03-15 15:32:09,780 Job a3tb_19930101_fc01_1_SIM is RUNNING +2022-03-15 15:32:09,780 End of checking +2022-03-15 15:32:09,782 Updating FAILED jobs +2022-03-15 15:32:09,782 Updating WAITING jobs +2022-03-15 15:32:09,782 Update finished +2022-03-15 15:32:09,782 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:32:09,783 a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +2022-03-15 15:32:09,783 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:32:09,783 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:32:09,783 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:32:09,783 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:32:09,783 a3tb_19930101_fc01_1_SIM 21131708 RUNNING marenostrum4 debug +2022-03-15 15:32:09,786 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:32:09,789 Job list saved +2022-03-15 15:32:09,795 Updating FAILED jobs +2022-03-15 15:32:09,795 Updating WAITING jobs +2022-03-15 15:32:09,795 Update finished +2022-03-15 15:32:19,805 Reloading parameters... +2022-03-15 15:32:19,823 Loading parameters... +2022-03-15 15:32:19,825 Loading project parameters... +2022-03-15 15:32:19,827 + +38 of 55 jobs remaining (15:32) +2022-03-15 15:32:19,827 Sleep: 10 +2022-03-15 15:32:19,827 Number of retrials: 0 +2022-03-15 15:32:19,827 WRAPPER CHECK TIME = 10 +2022-03-15 15:32:19,828 Checking jobs for platform=nord3 +2022-03-15 15:32:19,829 Checking jobs for platform=local +2022-03-15 15:32:19,830 Checking jobs for platform=marenostrum4 +2022-03-15 15:32:19,832 Checking jobs for platform=transfer_node +2022-03-15 15:32:19,832 Checking all jobs at once +2022-03-15 15:32:23,003 Successful check job command +2022-03-15 15:32:23,004 Job a3tb_19930101_fc01_1_SIM is RUNNING +2022-03-15 15:32:23,004 End of checking +2022-03-15 15:32:23,005 Updating FAILED jobs +2022-03-15 15:32:23,005 Updating WAITING jobs +2022-03-15 15:32:23,005 Update finished +2022-03-15 15:32:23,006 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:32:23,006 a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +2022-03-15 15:32:23,006 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:32:23,006 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:32:23,006 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:32:23,006 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:32:23,006 a3tb_19930101_fc01_1_SIM 21131708 RUNNING marenostrum4 debug +2022-03-15 15:32:23,009 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:32:23,013 Job list saved +2022-03-15 15:32:23,018 Updating FAILED jobs +2022-03-15 15:32:23,018 Updating WAITING jobs +2022-03-15 15:32:23,019 Update finished +2022-03-15 15:32:33,029 Reloading parameters... +2022-03-15 15:32:33,051 Loading parameters... +2022-03-15 15:32:33,053 Loading project parameters... +2022-03-15 15:32:33,055 + +38 of 55 jobs remaining (15:32) +2022-03-15 15:32:33,055 Sleep: 10 +2022-03-15 15:32:33,055 Number of retrials: 0 +2022-03-15 15:32:33,055 WRAPPER CHECK TIME = 10 +2022-03-15 15:32:33,057 Checking jobs for platform=nord3 +2022-03-15 15:32:33,058 Checking jobs for platform=local +2022-03-15 15:32:33,059 Checking jobs for platform=marenostrum4 +2022-03-15 15:32:33,060 Checking jobs for platform=transfer_node +2022-03-15 15:32:33,060 Checking all jobs at once +2022-03-15 15:32:36,281 Successful check job command +2022-03-15 15:32:36,281 Job a3tb_19930101_fc01_1_SIM is RUNNING +2022-03-15 15:32:36,282 End of checking +2022-03-15 15:32:36,283 Updating FAILED jobs +2022-03-15 15:32:36,283 Updating WAITING jobs +2022-03-15 15:32:36,284 Update finished +2022-03-15 15:32:36,284 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:32:36,284 a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +2022-03-15 15:32:36,284 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:32:36,284 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:32:36,284 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:32:36,285 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:32:36,285 a3tb_19930101_fc01_1_SIM 21131708 RUNNING marenostrum4 debug +2022-03-15 15:32:36,288 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:32:36,292 Job list saved +2022-03-15 15:32:36,297 Updating FAILED jobs +2022-03-15 15:32:36,297 Updating WAITING jobs +2022-03-15 15:32:36,297 Update finished +2022-03-15 15:32:46,308 Reloading parameters... +2022-03-15 15:32:46,331 Loading parameters... +2022-03-15 15:32:46,332 Loading project parameters... +2022-03-15 15:32:46,334 + +38 of 55 jobs remaining (15:32) +2022-03-15 15:32:46,335 Sleep: 10 +2022-03-15 15:32:46,335 Number of retrials: 0 +2022-03-15 15:32:46,335 WRAPPER CHECK TIME = 10 +2022-03-15 15:32:46,336 Checking jobs for platform=nord3 +2022-03-15 15:32:46,337 Checking jobs for platform=local +2022-03-15 15:32:46,338 Checking jobs for platform=marenostrum4 +2022-03-15 15:32:46,339 Checking jobs for platform=transfer_node +2022-03-15 15:32:46,339 Checking all jobs at once +2022-03-15 15:32:49,662 Successful check job command +2022-03-15 15:32:49,662 Job a3tb_19930101_fc01_1_SIM is RUNNING +2022-03-15 15:32:49,662 End of checking +2022-03-15 15:32:49,664 Updating FAILED jobs +2022-03-15 15:32:49,664 Updating WAITING jobs +2022-03-15 15:32:49,664 Update finished +2022-03-15 15:32:49,664 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:32:49,665 a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +2022-03-15 15:32:49,665 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:32:49,665 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:32:49,665 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:32:49,665 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:32:49,665 a3tb_19930101_fc01_1_SIM 21131708 RUNNING marenostrum4 debug +2022-03-15 15:32:49,668 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:32:49,673 Job list saved +2022-03-15 15:32:49,679 Updating FAILED jobs +2022-03-15 15:32:49,679 Updating WAITING jobs +2022-03-15 15:32:49,680 Update finished +2022-03-15 15:32:59,690 Reloading parameters... +2022-03-15 15:32:59,710 Loading parameters... +2022-03-15 15:32:59,711 Loading project parameters... +2022-03-15 15:32:59,714 + +38 of 55 jobs remaining (15:32) +2022-03-15 15:32:59,714 Sleep: 10 +2022-03-15 15:32:59,714 Number of retrials: 0 +2022-03-15 15:32:59,714 WRAPPER CHECK TIME = 10 +2022-03-15 15:32:59,716 Checking jobs for platform=nord3 +2022-03-15 15:32:59,717 Checking jobs for platform=local +2022-03-15 15:32:59,718 Checking jobs for platform=marenostrum4 +2022-03-15 15:32:59,719 Checking jobs for platform=transfer_node +2022-03-15 15:32:59,720 Checking all jobs at once +2022-03-15 15:33:02,991 Successful check job command +2022-03-15 15:33:02,992 Job a3tb_19930101_fc01_1_SIM is RUNNING +2022-03-15 15:33:02,992 End of checking +2022-03-15 15:33:02,994 Updating FAILED jobs +2022-03-15 15:33:02,994 Updating WAITING jobs +2022-03-15 15:33:02,995 Update finished +2022-03-15 15:33:02,995 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:33:02,995 a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +2022-03-15 15:33:02,995 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:33:02,995 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:33:02,995 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:33:02,995 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:33:02,996 a3tb_19930101_fc01_1_SIM 21131708 RUNNING marenostrum4 debug +2022-03-15 15:33:03,007 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:33:03,011 Job list saved +2022-03-15 15:33:03,026 Updating FAILED jobs +2022-03-15 15:33:03,026 Updating WAITING jobs +2022-03-15 15:33:03,026 Update finished +2022-03-15 15:33:13,035 Reloading parameters... +2022-03-15 15:33:13,056 Loading parameters... +2022-03-15 15:33:13,057 Loading project parameters... +2022-03-15 15:33:13,059 + +38 of 55 jobs remaining (15:33) +2022-03-15 15:33:13,060 Sleep: 10 +2022-03-15 15:33:13,060 Number of retrials: 0 +2022-03-15 15:33:13,060 WRAPPER CHECK TIME = 10 +2022-03-15 15:33:13,061 Checking jobs for platform=nord3 +2022-03-15 15:33:13,062 Checking jobs for platform=local +2022-03-15 15:33:13,063 Checking jobs for platform=marenostrum4 +2022-03-15 15:33:13,064 Checking jobs for platform=transfer_node +2022-03-15 15:33:13,064 Checking all jobs at once +2022-03-15 15:33:16,336 Successful check job command +2022-03-15 15:33:16,337 Job a3tb_19930101_fc01_1_SIM is RUNNING +2022-03-15 15:33:16,337 End of checking +2022-03-15 15:33:16,354 Updating FAILED jobs +2022-03-15 15:33:16,354 Updating WAITING jobs +2022-03-15 15:33:16,355 Update finished +2022-03-15 15:33:16,355 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:33:16,355 a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +2022-03-15 15:33:16,355 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:33:16,356 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:33:16,356 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:33:16,356 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:33:16,356 a3tb_19930101_fc01_1_SIM 21131708 RUNNING marenostrum4 debug +2022-03-15 15:33:16,359 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:33:16,363 Job list saved +2022-03-15 15:33:16,369 Updating FAILED jobs +2022-03-15 15:33:16,369 Updating WAITING jobs +2022-03-15 15:33:16,369 Update finished +2022-03-15 15:33:26,378 Reloading parameters... +2022-03-15 15:33:26,396 Loading parameters... +2022-03-15 15:33:26,398 Loading project parameters... +2022-03-15 15:33:26,400 + +38 of 55 jobs remaining (15:33) +2022-03-15 15:33:26,400 Sleep: 10 +2022-03-15 15:33:26,400 Number of retrials: 0 +2022-03-15 15:33:26,400 WRAPPER CHECK TIME = 10 +2022-03-15 15:33:26,401 Checking jobs for platform=nord3 +2022-03-15 15:33:26,403 Checking jobs for platform=local +2022-03-15 15:33:26,404 Checking jobs for platform=marenostrum4 +2022-03-15 15:33:26,405 Checking jobs for platform=transfer_node +2022-03-15 15:33:26,405 Checking all jobs at once +2022-03-15 15:33:29,727 Successful check job command +2022-03-15 15:33:29,727 Job a3tb_19930101_fc01_1_SIM is RUNNING +2022-03-15 15:33:29,728 End of checking +2022-03-15 15:33:29,729 Updating FAILED jobs +2022-03-15 15:33:29,729 Updating WAITING jobs +2022-03-15 15:33:29,729 Update finished +2022-03-15 15:33:29,730 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:33:29,730 a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +2022-03-15 15:33:29,730 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:33:29,730 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:33:29,730 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:33:29,730 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:33:29,731 a3tb_19930101_fc01_1_SIM 21131708 RUNNING marenostrum4 debug +2022-03-15 15:33:29,736 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:33:29,741 Job list saved +2022-03-15 15:33:29,746 Updating FAILED jobs +2022-03-15 15:33:29,746 Updating WAITING jobs +2022-03-15 15:33:29,746 Update finished +2022-03-15 15:33:39,755 Reloading parameters... +2022-03-15 15:33:39,785 Loading parameters... +2022-03-15 15:33:39,786 Loading project parameters... +2022-03-15 15:33:39,788 + +38 of 55 jobs remaining (15:33) +2022-03-15 15:33:39,788 Sleep: 10 +2022-03-15 15:33:39,789 Number of retrials: 0 +2022-03-15 15:33:39,789 WRAPPER CHECK TIME = 10 +2022-03-15 15:33:39,790 Checking jobs for platform=nord3 +2022-03-15 15:33:39,791 Checking jobs for platform=local +2022-03-15 15:33:39,792 Checking jobs for platform=marenostrum4 +2022-03-15 15:33:39,793 Checking jobs for platform=transfer_node +2022-03-15 15:33:39,793 Checking all jobs at once +2022-03-15 15:33:43,164 Successful check job command +2022-03-15 15:33:43,165 Job a3tb_19930101_fc01_1_SIM is RUNNING +2022-03-15 15:33:43,165 End of checking +2022-03-15 15:33:43,166 Updating FAILED jobs +2022-03-15 15:33:43,166 Updating WAITING jobs +2022-03-15 15:33:43,166 Update finished +2022-03-15 15:33:43,167 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:33:43,167 a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +2022-03-15 15:33:43,167 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:33:43,167 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:33:43,167 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:33:43,167 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:33:43,168 a3tb_19930101_fc01_1_SIM 21131708 RUNNING marenostrum4 debug +2022-03-15 15:33:43,170 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:33:43,175 Job list saved +2022-03-15 15:33:43,179 Updating FAILED jobs +2022-03-15 15:33:43,180 Updating WAITING jobs +2022-03-15 15:33:43,180 Update finished +2022-03-15 15:33:53,188 Reloading parameters... +2022-03-15 15:33:53,205 Loading parameters... +2022-03-15 15:33:53,206 Loading project parameters... +2022-03-15 15:33:53,208 + +38 of 55 jobs remaining (15:33) +2022-03-15 15:33:53,208 Sleep: 10 +2022-03-15 15:33:53,208 Number of retrials: 0 +2022-03-15 15:33:53,208 WRAPPER CHECK TIME = 10 +2022-03-15 15:33:53,210 Checking jobs for platform=nord3 +2022-03-15 15:33:53,211 Checking jobs for platform=local +2022-03-15 15:33:53,212 Checking jobs for platform=marenostrum4 +2022-03-15 15:33:53,213 Checking jobs for platform=transfer_node +2022-03-15 15:33:53,213 Checking all jobs at once +2022-03-15 15:33:56,583 Successful check job command +2022-03-15 15:33:56,584 Job a3tb_19930101_fc01_1_SIM is RUNNING +2022-03-15 15:33:56,584 End of checking +2022-03-15 15:33:56,585 Updating FAILED jobs +2022-03-15 15:33:56,585 Updating WAITING jobs +2022-03-15 15:33:56,586 Update finished +2022-03-15 15:33:56,586 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:33:56,586 a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +2022-03-15 15:33:56,586 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:33:56,586 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:33:56,587 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:33:56,587 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:33:56,587 a3tb_19930101_fc01_1_SIM 21131708 RUNNING marenostrum4 debug +2022-03-15 15:33:56,589 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:33:56,594 Job list saved +2022-03-15 15:33:56,598 Updating FAILED jobs +2022-03-15 15:33:56,598 Updating WAITING jobs +2022-03-15 15:33:56,599 Update finished +2022-03-15 15:34:06,609 Reloading parameters... +2022-03-15 15:34:06,628 Loading parameters... +2022-03-15 15:34:06,630 Loading project parameters... +2022-03-15 15:34:06,632 + +38 of 55 jobs remaining (15:34) +2022-03-15 15:34:06,632 Sleep: 10 +2022-03-15 15:34:06,632 Number of retrials: 0 +2022-03-15 15:34:06,632 WRAPPER CHECK TIME = 10 +2022-03-15 15:34:06,633 Checking jobs for platform=nord3 +2022-03-15 15:34:06,634 Checking jobs for platform=local +2022-03-15 15:34:06,636 Checking jobs for platform=marenostrum4 +2022-03-15 15:34:06,637 Checking jobs for platform=transfer_node +2022-03-15 15:34:06,637 Checking all jobs at once +2022-03-15 15:34:09,809 Successful check job command +2022-03-15 15:34:09,809 Job a3tb_19930101_fc01_1_SIM is RUNNING +2022-03-15 15:34:09,810 End of checking +2022-03-15 15:34:09,812 Updating FAILED jobs +2022-03-15 15:34:09,812 Updating WAITING jobs +2022-03-15 15:34:09,812 Update finished +2022-03-15 15:34:09,813 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:34:09,813 a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +2022-03-15 15:34:09,813 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:34:09,813 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:34:09,813 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:34:09,813 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:34:09,813 a3tb_19930101_fc01_1_SIM 21131708 RUNNING marenostrum4 debug +2022-03-15 15:34:09,816 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:34:09,821 Job list saved +2022-03-15 15:34:09,826 Updating FAILED jobs +2022-03-15 15:34:09,827 Updating WAITING jobs +2022-03-15 15:34:09,827 Update finished +2022-03-15 15:34:19,837 Reloading parameters... +2022-03-15 15:34:19,875 Loading parameters... +2022-03-15 15:34:19,877 Loading project parameters... +2022-03-15 15:34:19,879 + +38 of 55 jobs remaining (15:34) +2022-03-15 15:34:19,879 Sleep: 10 +2022-03-15 15:34:19,879 Number of retrials: 0 +2022-03-15 15:34:19,879 WRAPPER CHECK TIME = 10 +2022-03-15 15:34:19,880 Checking jobs for platform=nord3 +2022-03-15 15:34:19,882 Checking jobs for platform=local +2022-03-15 15:34:19,883 Checking jobs for platform=marenostrum4 +2022-03-15 15:34:19,884 Checking jobs for platform=transfer_node +2022-03-15 15:34:19,884 Checking all jobs at once +2022-03-15 15:34:23,106 Successful check job command +2022-03-15 15:34:23,106 Job a3tb_19930101_fc01_1_SIM is RUNNING +2022-03-15 15:34:23,106 End of checking +2022-03-15 15:34:23,108 Updating FAILED jobs +2022-03-15 15:34:23,108 Updating WAITING jobs +2022-03-15 15:34:23,108 Update finished +2022-03-15 15:34:23,109 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:34:23,109 a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +2022-03-15 15:34:23,109 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:34:23,109 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:34:23,109 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:34:23,109 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:34:23,109 a3tb_19930101_fc01_1_SIM 21131708 RUNNING marenostrum4 debug +2022-03-15 15:34:23,112 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:34:23,117 Job list saved +2022-03-15 15:34:23,122 Updating FAILED jobs +2022-03-15 15:34:23,122 Updating WAITING jobs +2022-03-15 15:34:23,122 Update finished +2022-03-15 15:34:33,132 Reloading parameters... +2022-03-15 15:34:33,149 Loading parameters... +2022-03-15 15:34:33,151 Loading project parameters... +2022-03-15 15:34:33,153 + +38 of 55 jobs remaining (15:34) +2022-03-15 15:34:33,153 Sleep: 10 +2022-03-15 15:34:33,153 Number of retrials: 0 +2022-03-15 15:34:33,153 WRAPPER CHECK TIME = 10 +2022-03-15 15:34:33,155 Checking jobs for platform=nord3 +2022-03-15 15:34:33,156 Checking jobs for platform=local +2022-03-15 15:34:33,157 Checking jobs for platform=marenostrum4 +2022-03-15 15:34:33,158 Checking jobs for platform=transfer_node +2022-03-15 15:34:33,158 Checking all jobs at once +2022-03-15 15:34:36,381 Successful check job command +2022-03-15 15:34:36,381 Job a3tb_19930101_fc01_1_SIM is RUNNING +2022-03-15 15:34:36,381 End of checking +2022-03-15 15:34:36,383 Updating FAILED jobs +2022-03-15 15:34:36,383 Updating WAITING jobs +2022-03-15 15:34:36,383 Update finished +2022-03-15 15:34:36,384 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:34:36,384 a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +2022-03-15 15:34:36,384 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:34:36,384 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:34:36,384 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:34:36,384 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:34:36,384 a3tb_19930101_fc01_1_SIM 21131708 RUNNING marenostrum4 debug +2022-03-15 15:34:36,388 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:34:36,393 Job list saved +2022-03-15 15:34:36,399 Updating FAILED jobs +2022-03-15 15:34:36,399 Updating WAITING jobs +2022-03-15 15:34:36,399 Update finished +2022-03-15 15:34:46,401 Reloading parameters... +2022-03-15 15:34:46,423 Loading parameters... +2022-03-15 15:34:46,425 Loading project parameters... +2022-03-15 15:34:46,427 + +38 of 55 jobs remaining (15:34) +2022-03-15 15:34:46,427 Sleep: 10 +2022-03-15 15:34:46,427 Number of retrials: 0 +2022-03-15 15:34:46,427 WRAPPER CHECK TIME = 10 +2022-03-15 15:34:46,428 Checking jobs for platform=nord3 +2022-03-15 15:34:46,429 Checking jobs for platform=local +2022-03-15 15:34:46,431 Checking jobs for platform=marenostrum4 +2022-03-15 15:34:46,432 Checking jobs for platform=transfer_node +2022-03-15 15:34:46,432 Checking all jobs at once +2022-03-15 15:34:49,704 Successful check job command +2022-03-15 15:34:49,705 Job a3tb_19930101_fc01_1_SIM is RUNNING +2022-03-15 15:34:49,705 End of checking +2022-03-15 15:34:49,706 Updating FAILED jobs +2022-03-15 15:34:49,706 Updating WAITING jobs +2022-03-15 15:34:49,707 Update finished +2022-03-15 15:34:49,707 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:34:49,707 a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +2022-03-15 15:34:49,707 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:34:49,707 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:34:49,707 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:34:49,708 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:34:49,708 a3tb_19930101_fc01_1_SIM 21131708 RUNNING marenostrum4 debug +2022-03-15 15:34:49,711 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:34:49,715 Job list saved +2022-03-15 15:34:49,722 Updating FAILED jobs +2022-03-15 15:34:49,722 Updating WAITING jobs +2022-03-15 15:34:49,722 Update finished +2022-03-15 15:34:59,732 Reloading parameters... +2022-03-15 15:34:59,758 Loading parameters... +2022-03-15 15:34:59,759 Loading project parameters... +2022-03-15 15:34:59,761 + +38 of 55 jobs remaining (15:34) +2022-03-15 15:34:59,761 Sleep: 10 +2022-03-15 15:34:59,761 Number of retrials: 0 +2022-03-15 15:34:59,761 WRAPPER CHECK TIME = 10 +2022-03-15 15:34:59,762 Checking jobs for platform=nord3 +2022-03-15 15:34:59,763 Checking jobs for platform=local +2022-03-15 15:34:59,764 Checking jobs for platform=marenostrum4 +2022-03-15 15:34:59,765 Checking jobs for platform=transfer_node +2022-03-15 15:34:59,766 Checking all jobs at once +2022-03-15 15:35:02,987 Successful check job command +2022-03-15 15:35:02,988 Job a3tb_19930101_fc01_1_SIM is RUNNING +2022-03-15 15:35:02,988 End of checking +2022-03-15 15:35:02,994 Updating FAILED jobs +2022-03-15 15:35:02,994 Updating WAITING jobs +2022-03-15 15:35:02,995 Update finished +2022-03-15 15:35:02,995 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:35:02,995 a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +2022-03-15 15:35:02,995 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:35:02,995 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:35:02,996 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:35:02,996 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:35:02,996 a3tb_19930101_fc01_1_SIM 21131708 RUNNING marenostrum4 debug +2022-03-15 15:35:03,005 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:35:03,009 Job list saved +2022-03-15 15:35:03,021 Updating FAILED jobs +2022-03-15 15:35:03,021 Updating WAITING jobs +2022-03-15 15:35:03,022 Update finished +2022-03-15 15:35:13,022 Reloading parameters... +2022-03-15 15:35:13,041 Loading parameters... +2022-03-15 15:35:13,042 Loading project parameters... +2022-03-15 15:35:13,044 + +38 of 55 jobs remaining (15:35) +2022-03-15 15:35:13,044 Sleep: 10 +2022-03-15 15:35:13,044 Number of retrials: 0 +2022-03-15 15:35:13,044 WRAPPER CHECK TIME = 10 +2022-03-15 15:35:13,045 Checking jobs for platform=nord3 +2022-03-15 15:35:13,046 Checking jobs for platform=local +2022-03-15 15:35:13,047 Checking jobs for platform=marenostrum4 +2022-03-15 15:35:13,049 Checking jobs for platform=transfer_node +2022-03-15 15:35:13,049 Checking all jobs at once +2022-03-15 15:35:16,270 Successful check job command +2022-03-15 15:35:16,271 Job a3tb_19930101_fc01_1_SIM is RUNNING +2022-03-15 15:35:16,271 End of checking +2022-03-15 15:35:16,272 Updating FAILED jobs +2022-03-15 15:35:16,272 Updating WAITING jobs +2022-03-15 15:35:16,273 Update finished +2022-03-15 15:35:16,273 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:35:16,273 a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +2022-03-15 15:35:16,273 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:35:16,273 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:35:16,274 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:35:16,274 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:35:16,274 a3tb_19930101_fc01_1_SIM 21131708 RUNNING marenostrum4 debug +2022-03-15 15:35:16,276 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:35:16,281 Job list saved +2022-03-15 15:35:16,286 Updating FAILED jobs +2022-03-15 15:35:16,286 Updating WAITING jobs +2022-03-15 15:35:16,287 Update finished +2022-03-15 15:35:26,297 Reloading parameters... +2022-03-15 15:35:26,318 Loading parameters... +2022-03-15 15:35:26,320 Loading project parameters... +2022-03-15 15:35:26,321 + +38 of 55 jobs remaining (15:35) +2022-03-15 15:35:26,322 Sleep: 10 +2022-03-15 15:35:26,322 Number of retrials: 0 +2022-03-15 15:35:26,322 WRAPPER CHECK TIME = 10 +2022-03-15 15:35:26,323 Checking jobs for platform=nord3 +2022-03-15 15:35:26,324 Checking jobs for platform=local +2022-03-15 15:35:26,325 Checking jobs for platform=marenostrum4 +2022-03-15 15:35:26,326 Checking jobs for platform=transfer_node +2022-03-15 15:35:26,326 Checking all jobs at once +2022-03-15 15:35:29,548 Successful check job command +2022-03-15 15:35:29,549 Job a3tb_19930101_fc01_1_SIM is RUNNING +2022-03-15 15:35:29,549 End of checking +2022-03-15 15:35:29,550 Updating FAILED jobs +2022-03-15 15:35:29,550 Updating WAITING jobs +2022-03-15 15:35:29,550 Update finished +2022-03-15 15:35:29,551 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:35:29,551 a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +2022-03-15 15:35:29,551 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:35:29,551 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:35:29,551 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:35:29,551 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:35:29,552 a3tb_19930101_fc01_1_SIM 21131708 RUNNING marenostrum4 debug +2022-03-15 15:35:29,554 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:35:29,558 Job list saved +2022-03-15 15:35:29,564 Updating FAILED jobs +2022-03-15 15:35:29,565 Updating WAITING jobs +2022-03-15 15:35:29,565 Update finished +2022-03-15 15:35:39,575 Reloading parameters... +2022-03-15 15:35:39,593 Loading parameters... +2022-03-15 15:35:39,594 Loading project parameters... +2022-03-15 15:35:39,596 + +38 of 55 jobs remaining (15:35) +2022-03-15 15:35:39,596 Sleep: 10 +2022-03-15 15:35:39,596 Number of retrials: 0 +2022-03-15 15:35:39,596 WRAPPER CHECK TIME = 10 +2022-03-15 15:35:39,597 Checking jobs for platform=nord3 +2022-03-15 15:35:39,598 Checking jobs for platform=local +2022-03-15 15:35:39,599 Checking jobs for platform=marenostrum4 +2022-03-15 15:35:39,601 Checking jobs for platform=transfer_node +2022-03-15 15:35:39,601 Checking all jobs at once +2022-03-15 15:35:42,823 Successful check job command +2022-03-15 15:35:42,823 Job a3tb_19930101_fc01_1_SIM is RUNNING +2022-03-15 15:35:42,823 End of checking +2022-03-15 15:35:42,824 Updating FAILED jobs +2022-03-15 15:35:42,825 Updating WAITING jobs +2022-03-15 15:35:42,825 Update finished +2022-03-15 15:35:42,825 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:35:42,825 a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +2022-03-15 15:35:42,825 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:35:42,826 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:35:42,826 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:35:42,826 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:35:42,826 a3tb_19930101_fc01_1_SIM 21131708 RUNNING marenostrum4 debug +2022-03-15 15:35:42,828 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:35:42,833 Job list saved +2022-03-15 15:35:42,838 Updating FAILED jobs +2022-03-15 15:35:42,838 Updating WAITING jobs +2022-03-15 15:35:42,838 Update finished +2022-03-15 15:35:52,849 Reloading parameters... +2022-03-15 15:35:52,886 Loading parameters... +2022-03-15 15:35:52,887 Loading project parameters... +2022-03-15 15:35:52,889 + +38 of 55 jobs remaining (15:35) +2022-03-15 15:35:52,889 Sleep: 10 +2022-03-15 15:35:52,890 Number of retrials: 0 +2022-03-15 15:35:52,890 WRAPPER CHECK TIME = 10 +2022-03-15 15:35:52,891 Checking jobs for platform=nord3 +2022-03-15 15:35:52,892 Checking jobs for platform=local +2022-03-15 15:35:52,893 Checking jobs for platform=marenostrum4 +2022-03-15 15:35:52,894 Checking jobs for platform=transfer_node +2022-03-15 15:35:52,894 Checking all jobs at once +2022-03-15 15:35:56,416 Successful check job command +2022-03-15 15:35:56,416 Job a3tb_19930101_fc01_1_SIM is RUNNING +2022-03-15 15:35:56,417 End of checking +2022-03-15 15:35:56,418 Updating FAILED jobs +2022-03-15 15:35:56,418 Updating WAITING jobs +2022-03-15 15:35:56,418 Update finished +2022-03-15 15:35:56,419 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:35:56,419 a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +2022-03-15 15:35:56,419 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:35:56,419 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:35:56,419 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:35:56,419 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:35:56,419 a3tb_19930101_fc01_1_SIM 21131708 RUNNING marenostrum4 debug +2022-03-15 15:35:56,422 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:35:56,427 Job list saved +2022-03-15 15:35:56,431 Updating FAILED jobs +2022-03-15 15:35:56,432 Updating WAITING jobs +2022-03-15 15:35:56,432 Update finished +2022-03-15 15:36:06,442 Reloading parameters... +2022-03-15 15:36:06,460 Loading parameters... +2022-03-15 15:36:06,461 Loading project parameters... +2022-03-15 15:36:06,463 + +38 of 55 jobs remaining (15:36) +2022-03-15 15:36:06,464 Sleep: 10 +2022-03-15 15:36:06,464 Number of retrials: 0 +2022-03-15 15:36:06,464 WRAPPER CHECK TIME = 10 +2022-03-15 15:36:06,465 Checking jobs for platform=nord3 +2022-03-15 15:36:06,466 Checking jobs for platform=local +2022-03-15 15:36:06,467 Checking jobs for platform=marenostrum4 +2022-03-15 15:36:06,468 Checking jobs for platform=transfer_node +2022-03-15 15:36:06,468 Checking all jobs at once +2022-03-15 15:36:09,640 Successful check job command +2022-03-15 15:36:09,641 Job a3tb_19930101_fc01_1_SIM is RUNNING +2022-03-15 15:36:09,641 End of checking +2022-03-15 15:36:09,642 Updating FAILED jobs +2022-03-15 15:36:09,642 Updating WAITING jobs +2022-03-15 15:36:09,642 Update finished +2022-03-15 15:36:09,643 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:36:09,643 a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +2022-03-15 15:36:09,643 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:36:09,643 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:36:09,643 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:36:09,643 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:36:09,643 a3tb_19930101_fc01_1_SIM 21131708 RUNNING marenostrum4 debug +2022-03-15 15:36:09,646 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:36:09,650 Job list saved +2022-03-15 15:36:09,658 Updating FAILED jobs +2022-03-15 15:36:09,658 Updating WAITING jobs +2022-03-15 15:36:09,658 Update finished +2022-03-15 15:36:19,664 Reloading parameters... +2022-03-15 15:36:19,682 Loading parameters... +2022-03-15 15:36:19,683 Loading project parameters... +2022-03-15 15:36:19,685 + +38 of 55 jobs remaining (15:36) +2022-03-15 15:36:19,685 Sleep: 10 +2022-03-15 15:36:19,685 Number of retrials: 0 +2022-03-15 15:36:19,685 WRAPPER CHECK TIME = 10 +2022-03-15 15:36:19,686 Checking jobs for platform=nord3 +2022-03-15 15:36:19,688 Checking jobs for platform=local +2022-03-15 15:36:19,689 Checking jobs for platform=marenostrum4 +2022-03-15 15:36:19,690 Checking jobs for platform=transfer_node +2022-03-15 15:36:19,690 Checking all jobs at once +2022-03-15 15:36:22,962 Successful check job command +2022-03-15 15:36:22,962 Job a3tb_19930101_fc01_1_SIM is RUNNING +2022-03-15 15:36:22,962 End of checking +2022-03-15 15:36:22,964 Updating FAILED jobs +2022-03-15 15:36:22,964 Updating WAITING jobs +2022-03-15 15:36:22,964 Update finished +2022-03-15 15:36:22,964 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:36:22,965 a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +2022-03-15 15:36:22,965 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:36:22,965 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:36:22,965 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:36:22,965 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:36:22,965 a3tb_19930101_fc01_1_SIM 21131708 RUNNING marenostrum4 debug +2022-03-15 15:36:22,968 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:36:22,972 Job list saved +2022-03-15 15:36:22,977 Updating FAILED jobs +2022-03-15 15:36:22,978 Updating WAITING jobs +2022-03-15 15:36:22,978 Update finished +2022-03-15 15:36:32,985 Reloading parameters... +2022-03-15 15:36:33,004 Loading parameters... +2022-03-15 15:36:33,006 Loading project parameters... +2022-03-15 15:36:33,008 + +38 of 55 jobs remaining (15:36) +2022-03-15 15:36:33,008 Sleep: 10 +2022-03-15 15:36:33,008 Number of retrials: 0 +2022-03-15 15:36:33,008 WRAPPER CHECK TIME = 10 +2022-03-15 15:36:33,009 Checking jobs for platform=nord3 +2022-03-15 15:36:33,010 Checking jobs for platform=local +2022-03-15 15:36:33,012 Checking jobs for platform=marenostrum4 +2022-03-15 15:36:33,013 Checking jobs for platform=transfer_node +2022-03-15 15:36:33,013 Checking all jobs at once +2022-03-15 15:36:36,235 Successful check job command +2022-03-15 15:36:36,235 Job a3tb_19930101_fc01_1_SIM is RUNNING +2022-03-15 15:36:36,235 End of checking +2022-03-15 15:36:36,237 Updating FAILED jobs +2022-03-15 15:36:36,237 Updating WAITING jobs +2022-03-15 15:36:36,237 Update finished +2022-03-15 15:36:36,237 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:36:36,238 a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +2022-03-15 15:36:36,238 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:36:36,238 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:36:36,238 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:36:36,238 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:36:36,238 a3tb_19930101_fc01_1_SIM 21131708 RUNNING marenostrum4 debug +2022-03-15 15:36:36,241 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:36:36,246 Job list saved +2022-03-15 15:36:36,273 Updating FAILED jobs +2022-03-15 15:36:36,273 Updating WAITING jobs +2022-03-15 15:36:36,273 Update finished +2022-03-15 15:36:46,279 Reloading parameters... +2022-03-15 15:36:46,303 Loading parameters... +2022-03-15 15:36:46,304 Loading project parameters... +2022-03-15 15:36:46,306 + +38 of 55 jobs remaining (15:36) +2022-03-15 15:36:46,306 Sleep: 10 +2022-03-15 15:36:46,306 Number of retrials: 0 +2022-03-15 15:36:46,306 WRAPPER CHECK TIME = 10 +2022-03-15 15:36:46,307 Checking jobs for platform=nord3 +2022-03-15 15:36:46,308 Checking jobs for platform=local +2022-03-15 15:36:46,309 Checking jobs for platform=marenostrum4 +2022-03-15 15:36:46,310 Checking jobs for platform=transfer_node +2022-03-15 15:36:46,311 Checking all jobs at once +2022-03-15 15:36:49,482 Successful check job command +2022-03-15 15:36:49,482 Job a3tb_19930101_fc01_1_SIM is RUNNING +2022-03-15 15:36:49,482 End of checking +2022-03-15 15:36:49,484 Updating FAILED jobs +2022-03-15 15:36:49,484 Updating WAITING jobs +2022-03-15 15:36:49,484 Update finished +2022-03-15 15:36:49,484 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:36:49,484 a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +2022-03-15 15:36:49,485 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:36:49,485 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:36:49,485 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:36:49,485 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:36:49,485 a3tb_19930101_fc01_1_SIM 21131708 RUNNING marenostrum4 debug +2022-03-15 15:36:49,488 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:36:49,492 Job list saved +2022-03-15 15:36:49,497 Updating FAILED jobs +2022-03-15 15:36:49,497 Updating WAITING jobs +2022-03-15 15:36:49,497 Update finished +2022-03-15 15:36:59,499 Reloading parameters... +2022-03-15 15:36:59,517 Loading parameters... +2022-03-15 15:36:59,518 Loading project parameters... +2022-03-15 15:36:59,520 + +38 of 55 jobs remaining (15:36) +2022-03-15 15:36:59,520 Sleep: 10 +2022-03-15 15:36:59,520 Number of retrials: 0 +2022-03-15 15:36:59,520 WRAPPER CHECK TIME = 10 +2022-03-15 15:36:59,521 Checking jobs for platform=nord3 +2022-03-15 15:36:59,522 Checking jobs for platform=local +2022-03-15 15:36:59,523 Checking jobs for platform=marenostrum4 +2022-03-15 15:36:59,525 Checking jobs for platform=transfer_node +2022-03-15 15:36:59,525 Checking all jobs at once +2022-03-15 15:37:02,797 Successful check job command +2022-03-15 15:37:02,797 Job a3tb_19930101_fc01_1_SIM is RUNNING +2022-03-15 15:37:02,797 End of checking +2022-03-15 15:37:02,799 Updating FAILED jobs +2022-03-15 15:37:02,799 Updating WAITING jobs +2022-03-15 15:37:02,799 Update finished +2022-03-15 15:37:02,800 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:37:02,800 a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +2022-03-15 15:37:02,800 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:37:02,800 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:37:02,800 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:37:02,800 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:37:02,800 a3tb_19930101_fc01_1_SIM 21131708 RUNNING marenostrum4 debug +2022-03-15 15:37:02,803 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:37:02,807 Job list saved +2022-03-15 15:37:02,812 Updating FAILED jobs +2022-03-15 15:37:02,812 Updating WAITING jobs +2022-03-15 15:37:02,812 Update finished +2022-03-15 15:37:12,823 Reloading parameters... +2022-03-15 15:37:12,840 Loading parameters... +2022-03-15 15:37:12,842 Loading project parameters... +2022-03-15 15:37:12,843 + +38 of 55 jobs remaining (15:37) +2022-03-15 15:37:12,844 Sleep: 10 +2022-03-15 15:37:12,844 Number of retrials: 0 +2022-03-15 15:37:12,844 WRAPPER CHECK TIME = 10 +2022-03-15 15:37:12,845 Checking jobs for platform=nord3 +2022-03-15 15:37:12,846 Checking jobs for platform=local +2022-03-15 15:37:12,847 Checking jobs for platform=marenostrum4 +2022-03-15 15:37:12,848 Checking jobs for platform=transfer_node +2022-03-15 15:37:12,849 Checking all jobs at once +2022-03-15 15:37:16,070 Successful check job command +2022-03-15 15:37:16,070 Job a3tb_19930101_fc01_1_SIM is RUNNING +2022-03-15 15:37:16,070 End of checking +2022-03-15 15:37:16,072 Updating FAILED jobs +2022-03-15 15:37:16,072 Updating WAITING jobs +2022-03-15 15:37:16,072 Update finished +2022-03-15 15:37:16,072 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:37:16,073 a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +2022-03-15 15:37:16,073 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:37:16,073 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:37:16,073 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:37:16,073 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:37:16,073 a3tb_19930101_fc01_1_SIM 21131708 RUNNING marenostrum4 debug +2022-03-15 15:37:16,076 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:37:16,080 Job list saved +2022-03-15 15:37:16,086 Updating FAILED jobs +2022-03-15 15:37:16,086 Updating WAITING jobs +2022-03-15 15:37:16,087 Update finished +2022-03-15 15:37:26,097 Reloading parameters... +2022-03-15 15:37:26,121 Loading parameters... +2022-03-15 15:37:26,122 Loading project parameters... +2022-03-15 15:37:26,124 + +38 of 55 jobs remaining (15:37) +2022-03-15 15:37:26,124 Sleep: 10 +2022-03-15 15:37:26,124 Number of retrials: 0 +2022-03-15 15:37:26,124 WRAPPER CHECK TIME = 10 +2022-03-15 15:37:26,125 Checking jobs for platform=nord3 +2022-03-15 15:37:26,126 Checking jobs for platform=local +2022-03-15 15:37:26,127 Checking jobs for platform=marenostrum4 +2022-03-15 15:37:26,129 Checking jobs for platform=transfer_node +2022-03-15 15:37:26,129 Checking all jobs at once +2022-03-15 15:37:29,400 Successful check job command +2022-03-15 15:37:29,400 Job a3tb_19930101_fc01_1_SIM is RUNNING +2022-03-15 15:37:29,400 End of checking +2022-03-15 15:37:29,402 Updating FAILED jobs +2022-03-15 15:37:29,402 Updating WAITING jobs +2022-03-15 15:37:29,402 Update finished +2022-03-15 15:37:29,402 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:37:29,402 a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +2022-03-15 15:37:29,402 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:37:29,402 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:37:29,403 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:37:29,403 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:37:29,403 a3tb_19930101_fc01_1_SIM 21131708 RUNNING marenostrum4 debug +2022-03-15 15:37:29,405 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:37:29,408 Job list saved +2022-03-15 15:37:29,413 Updating FAILED jobs +2022-03-15 15:37:29,413 Updating WAITING jobs +2022-03-15 15:37:29,414 Update finished +2022-03-15 15:37:39,415 Reloading parameters... +2022-03-15 15:37:39,435 Loading parameters... +2022-03-15 15:37:39,436 Loading project parameters... +2022-03-15 15:37:39,438 + +38 of 55 jobs remaining (15:37) +2022-03-15 15:37:39,438 Sleep: 10 +2022-03-15 15:37:39,438 Number of retrials: 0 +2022-03-15 15:37:39,438 WRAPPER CHECK TIME = 10 +2022-03-15 15:37:39,440 Checking jobs for platform=nord3 +2022-03-15 15:37:39,441 Checking jobs for platform=local +2022-03-15 15:37:39,442 Checking jobs for platform=marenostrum4 +2022-03-15 15:37:39,443 Checking jobs for platform=transfer_node +2022-03-15 15:37:39,443 Checking all jobs at once +2022-03-15 15:37:42,664 Successful check job command +2022-03-15 15:37:42,664 Job a3tb_19930101_fc01_1_SIM is RUNNING +2022-03-15 15:37:42,664 End of checking +2022-03-15 15:37:42,666 Updating FAILED jobs +2022-03-15 15:37:42,666 Updating WAITING jobs +2022-03-15 15:37:42,666 Update finished +2022-03-15 15:37:42,666 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:37:42,666 a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +2022-03-15 15:37:42,667 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:37:42,667 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:37:42,667 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:37:42,667 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:37:42,667 a3tb_19930101_fc01_1_SIM 21131708 RUNNING marenostrum4 debug +2022-03-15 15:37:42,670 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:37:42,674 Job list saved +2022-03-15 15:37:42,679 Updating FAILED jobs +2022-03-15 15:37:42,679 Updating WAITING jobs +2022-03-15 15:37:42,680 Update finished +2022-03-15 15:37:52,689 Reloading parameters... +2022-03-15 15:37:52,707 Loading parameters... +2022-03-15 15:37:52,708 Loading project parameters... +2022-03-15 15:37:52,710 + +38 of 55 jobs remaining (15:37) +2022-03-15 15:37:52,710 Sleep: 10 +2022-03-15 15:37:52,710 Number of retrials: 0 +2022-03-15 15:37:52,711 WRAPPER CHECK TIME = 10 +2022-03-15 15:37:52,712 Checking jobs for platform=nord3 +2022-03-15 15:37:52,713 Checking jobs for platform=local +2022-03-15 15:37:52,714 Checking jobs for platform=marenostrum4 +2022-03-15 15:37:52,715 Checking jobs for platform=transfer_node +2022-03-15 15:37:52,715 Checking all jobs at once +2022-03-15 15:37:55,937 Successful check job command +2022-03-15 15:37:55,938 Job a3tb_19930101_fc01_1_SIM is RUNNING +2022-03-15 15:37:55,938 End of checking +2022-03-15 15:37:55,939 Updating FAILED jobs +2022-03-15 15:37:55,939 Updating WAITING jobs +2022-03-15 15:37:55,940 Update finished +2022-03-15 15:37:55,940 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:37:55,940 a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +2022-03-15 15:37:55,940 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:37:55,940 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:37:55,940 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:37:55,941 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:37:55,941 a3tb_19930101_fc01_1_SIM 21131708 RUNNING marenostrum4 debug +2022-03-15 15:37:55,945 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:37:55,949 Job list saved +2022-03-15 15:37:55,954 Updating FAILED jobs +2022-03-15 15:37:55,954 Updating WAITING jobs +2022-03-15 15:37:55,955 Update finished +2022-03-15 15:38:05,963 Reloading parameters... +2022-03-15 15:38:05,983 Loading parameters... +2022-03-15 15:38:05,985 Loading project parameters... +2022-03-15 15:38:05,986 + +38 of 55 jobs remaining (15:38) +2022-03-15 15:38:05,987 Sleep: 10 +2022-03-15 15:38:05,987 Number of retrials: 0 +2022-03-15 15:38:05,987 WRAPPER CHECK TIME = 10 +2022-03-15 15:38:05,988 Checking jobs for platform=nord3 +2022-03-15 15:38:05,989 Checking jobs for platform=local +2022-03-15 15:38:05,990 Checking jobs for platform=marenostrum4 +2022-03-15 15:38:05,991 Checking jobs for platform=transfer_node +2022-03-15 15:38:05,991 Checking all jobs at once +2022-03-15 15:38:09,213 Successful check job command +2022-03-15 15:38:09,213 Job a3tb_19930101_fc01_1_SIM is RUNNING +2022-03-15 15:38:09,213 End of checking +2022-03-15 15:38:09,215 Updating FAILED jobs +2022-03-15 15:38:09,215 Updating WAITING jobs +2022-03-15 15:38:09,215 Update finished +2022-03-15 15:38:09,216 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:38:09,216 a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +2022-03-15 15:38:09,216 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:38:09,216 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:38:09,216 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:38:09,216 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:38:09,216 a3tb_19930101_fc01_1_SIM 21131708 RUNNING marenostrum4 debug +2022-03-15 15:38:09,219 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:38:09,224 Job list saved +2022-03-15 15:38:09,228 Updating FAILED jobs +2022-03-15 15:38:09,229 Updating WAITING jobs +2022-03-15 15:38:09,229 Update finished +2022-03-15 15:38:19,239 Reloading parameters... +2022-03-15 15:38:19,258 Loading parameters... +2022-03-15 15:38:19,259 Loading project parameters... +2022-03-15 15:38:19,261 + +38 of 55 jobs remaining (15:38) +2022-03-15 15:38:19,261 Sleep: 10 +2022-03-15 15:38:19,261 Number of retrials: 0 +2022-03-15 15:38:19,261 WRAPPER CHECK TIME = 10 +2022-03-15 15:38:19,263 Checking jobs for platform=nord3 +2022-03-15 15:38:19,264 Checking jobs for platform=local +2022-03-15 15:38:19,265 Checking jobs for platform=marenostrum4 +2022-03-15 15:38:19,266 Checking jobs for platform=transfer_node +2022-03-15 15:38:19,266 Checking all jobs at once +2022-03-15 15:38:22,487 Successful check job command +2022-03-15 15:38:22,487 Job a3tb_19930101_fc01_1_SIM is RUNNING +2022-03-15 15:38:22,487 End of checking +2022-03-15 15:38:22,488 Updating FAILED jobs +2022-03-15 15:38:22,489 Updating WAITING jobs +2022-03-15 15:38:22,489 Update finished +2022-03-15 15:38:22,489 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:38:22,489 a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +2022-03-15 15:38:22,489 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:38:22,490 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:38:22,490 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:38:22,490 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:38:22,490 a3tb_19930101_fc01_1_SIM 21131708 RUNNING marenostrum4 debug +2022-03-15 15:38:22,493 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:38:22,497 Job list saved +2022-03-15 15:38:22,502 Updating FAILED jobs +2022-03-15 15:38:22,503 Updating WAITING jobs +2022-03-15 15:38:22,503 Update finished +2022-03-15 15:38:32,507 Reloading parameters... +2022-03-15 15:38:32,529 Loading parameters... +2022-03-15 15:38:32,531 Loading project parameters... +2022-03-15 15:38:32,532 + +38 of 55 jobs remaining (15:38) +2022-03-15 15:38:32,533 Sleep: 10 +2022-03-15 15:38:32,533 Number of retrials: 0 +2022-03-15 15:38:32,533 WRAPPER CHECK TIME = 10 +2022-03-15 15:38:32,534 Checking jobs for platform=nord3 +2022-03-15 15:38:32,535 Checking jobs for platform=local +2022-03-15 15:38:32,536 Checking jobs for platform=marenostrum4 +2022-03-15 15:38:32,537 Checking jobs for platform=transfer_node +2022-03-15 15:38:32,537 Checking all jobs at once +2022-03-15 15:38:36,260 Successful check job command +2022-03-15 15:38:36,260 Job a3tb_19930101_fc01_1_SIM is RUNNING +2022-03-15 15:38:36,260 End of checking +2022-03-15 15:38:36,262 Updating FAILED jobs +2022-03-15 15:38:36,262 Updating WAITING jobs +2022-03-15 15:38:36,262 Update finished +2022-03-15 15:38:36,262 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:38:36,263 a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +2022-03-15 15:38:36,263 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:38:36,263 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:38:36,263 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:38:36,263 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:38:36,263 a3tb_19930101_fc01_1_SIM 21131708 RUNNING marenostrum4 debug +2022-03-15 15:38:36,266 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:38:36,270 Job list saved +2022-03-15 15:38:36,276 Updating FAILED jobs +2022-03-15 15:38:36,276 Updating WAITING jobs +2022-03-15 15:38:36,276 Update finished +2022-03-15 15:38:46,286 Reloading parameters... +2022-03-15 15:38:46,312 Loading parameters... +2022-03-15 15:38:46,313 Loading project parameters... +2022-03-15 15:38:46,315 + +38 of 55 jobs remaining (15:38) +2022-03-15 15:38:46,316 Sleep: 10 +2022-03-15 15:38:46,316 Number of retrials: 0 +2022-03-15 15:38:46,316 WRAPPER CHECK TIME = 10 +2022-03-15 15:38:46,317 Checking jobs for platform=nord3 +2022-03-15 15:38:46,318 Checking jobs for platform=local +2022-03-15 15:38:46,319 Checking jobs for platform=marenostrum4 +2022-03-15 15:38:46,320 Checking jobs for platform=transfer_node +2022-03-15 15:38:46,320 Checking all jobs at once +2022-03-15 15:38:49,542 Successful check job command +2022-03-15 15:38:49,543 Job a3tb_19930101_fc01_1_SIM is RUNNING +2022-03-15 15:38:49,543 End of checking +2022-03-15 15:38:49,546 Updating FAILED jobs +2022-03-15 15:38:49,546 Updating WAITING jobs +2022-03-15 15:38:49,546 Update finished +2022-03-15 15:38:49,546 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:38:49,546 a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +2022-03-15 15:38:49,547 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:38:49,547 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:38:49,547 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:38:49,547 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:38:49,547 a3tb_19930101_fc01_1_SIM 21131708 RUNNING marenostrum4 debug +2022-03-15 15:38:49,550 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:38:49,554 Job list saved +2022-03-15 15:38:49,560 Updating FAILED jobs +2022-03-15 15:38:49,560 Updating WAITING jobs +2022-03-15 15:38:49,560 Update finished +2022-03-15 15:38:59,564 Reloading parameters... +2022-03-15 15:38:59,582 Loading parameters... +2022-03-15 15:38:59,583 Loading project parameters... +2022-03-15 15:38:59,585 + +38 of 55 jobs remaining (15:38) +2022-03-15 15:38:59,585 Sleep: 10 +2022-03-15 15:38:59,586 Number of retrials: 0 +2022-03-15 15:38:59,586 WRAPPER CHECK TIME = 10 +2022-03-15 15:38:59,587 Checking jobs for platform=nord3 +2022-03-15 15:38:59,588 Checking jobs for platform=local +2022-03-15 15:38:59,589 Checking jobs for platform=marenostrum4 +2022-03-15 15:38:59,590 Checking jobs for platform=transfer_node +2022-03-15 15:38:59,590 Checking all jobs at once +2022-03-15 15:39:02,762 Successful check job command +2022-03-15 15:39:02,762 a3tb_19930101_fc01_1_SIM job seems to have completed: checking... +2022-03-15 15:39:02,777 Job a3tb_19930101_fc01_1_SIM is COMPLETED +2022-03-15 15:39:02,791 a3tb_19930101_fc01_1_SIM_STAT file have been transfered +2022-03-15 15:39:02,958 End of checking +2022-03-15 15:39:02,959 Updating FAILED jobs +2022-03-15 15:39:02,959 Updating WAITING jobs +2022-03-15 15:39:02,959 Setting job: a3tb_19930101_fc01_2_SIM status to: READY (all parents completed)... +2022-03-15 15:39:02,959 Setting job: a3tb_19930101_fc01_1_CMOROCE status to: READY (all parents completed)... +2022-03-15 15:39:02,960 Setting job: a3tb_19930101_fc01_1_SAVEIC status to: READY (all parents completed)... +2022-03-15 15:39:02,960 Update finished +2022-03-15 15:39:02,960 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:39:02,960 a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +2022-03-15 15:39:02,961 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:39:02,961 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:39:02,961 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:39:02,961 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:39:02,964 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:39:02,974 Job list saved +2022-03-15 15:39:02,977 +Jobs ready for nord3: 0 +2022-03-15 15:39:02,978 Number of jobs available: 20 +2022-03-15 15:39:02,979 Number of jobs ready: 0 +2022-03-15 15:39:02,980 +Jobs ready for local: 0 +2022-03-15 15:39:02,981 Number of jobs available: 20 +2022-03-15 15:39:02,981 Number of jobs ready: 0 +2022-03-15 15:39:02,983 +Jobs ready for marenostrum4: 3 +2022-03-15 15:39:02,984 Number of jobs available: 20 +2022-03-15 15:39:02,985 Number of jobs ready: 3 +2022-03-15 15:39:02,985 Jobs ready for marenostrum4: 3 +2022-03-15 15:39:02,992 Custom directives from platform.conf: None +2022-03-15 15:39:02,993 Custom directives from platform.conf: None +2022-03-15 15:39:02,993 Custom directives from platform.conf: None +2022-03-15 15:39:03,004 Creating Scripts +2022-03-15 15:39:03,297 Sending Files +2022-03-15 15:39:03,317 Submitting +[WARNING] 2022-03-15 15:39:03,343 Script a3tb_19930101_fc01_2_SIM check failed +[WARNING] 2022-03-15 15:39:03,343 On submission script has some empty variables +2022-03-15 15:39:03,348 Creating Scripts +2022-03-15 15:39:03,452 Sending Files +2022-03-15 15:39:03,462 Submitting +2022-03-15 15:39:03,477 Creating Scripts +2022-03-15 15:39:03,560 Sending Files +2022-03-15 15:39:03,568 Submitting +2022-03-15 15:39:05,535 +Jobs ready for transfer_node: 0 +2022-03-15 15:39:05,536 Number of jobs available: 20 +2022-03-15 15:39:05,536 Number of jobs ready: 0 +2022-03-15 15:39:05,537 Updating FAILED jobs +2022-03-15 15:39:05,538 Updating WAITING jobs +2022-03-15 15:39:05,538 Update finished +2022-03-15 15:39:05,538 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:39:05,538 a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +2022-03-15 15:39:05,538 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:39:05,539 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:39:05,539 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:39:05,539 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:39:05,539 a3tb_19930101_fc01_2_SIM 21132098 SUBMITTED marenostrum4 debug +2022-03-15 15:39:05,539 a3tb_19930101_fc01_1_CMOROCE 21132099 SUBMITTED marenostrum4 debug +2022-03-15 15:39:05,539 a3tb_19930101_fc01_1_SAVEIC 21132097 SUBMITTED marenostrum4 debug +2022-03-15 15:39:05,542 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:39:05,546 Job list saved +2022-03-15 15:39:05,604 Updating FAILED jobs +2022-03-15 15:39:05,604 Updating WAITING jobs +2022-03-15 15:39:05,604 Update finished +2022-03-15 15:39:15,609 Reloading parameters... +2022-03-15 15:39:15,628 Loading parameters... +2022-03-15 15:39:15,629 Loading project parameters... +2022-03-15 15:39:15,631 + +37 of 55 jobs remaining (15:39) +2022-03-15 15:39:15,631 Sleep: 10 +2022-03-15 15:39:15,631 Number of retrials: 0 +2022-03-15 15:39:15,631 WRAPPER CHECK TIME = 10 +2022-03-15 15:39:15,632 Checking jobs for platform=nord3 +2022-03-15 15:39:15,633 Checking jobs for platform=local +2022-03-15 15:39:15,634 Checking jobs for platform=marenostrum4 +2022-03-15 15:39:15,636 Checking jobs for platform=transfer_node +2022-03-15 15:39:15,636 Checking all jobs at once +2022-03-15 15:39:18,808 Successful check job command +2022-03-15 15:39:20,028 Job a3tb_19930101_fc01_2_SIM is QUEUING +2022-03-15 15:39:20,028 Job a3tb_19930101_fc01_1_CMOROCE is QUEUING +2022-03-15 15:39:20,028 Job a3tb_19930101_fc01_1_SAVEIC is QUEUING +2022-03-15 15:39:20,028 End of checking +2022-03-15 15:39:20,030 Updating FAILED jobs +2022-03-15 15:39:20,030 Updating WAITING jobs +2022-03-15 15:39:20,030 Update finished +2022-03-15 15:39:20,031 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:39:20,031 a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +2022-03-15 15:39:20,031 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:39:20,031 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:39:20,031 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:39:20,031 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:39:20,031 a3tb_19930101_fc01_2_SIM 21132098 QUEUING marenostrum4 debug +2022-03-15 15:39:20,032 a3tb_19930101_fc01_1_CMOROCE 21132099 QUEUING marenostrum4 debug +2022-03-15 15:39:20,032 a3tb_19930101_fc01_1_SAVEIC 21132097 QUEUING marenostrum4 debug +2022-03-15 15:39:20,036 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:39:20,040 Job list saved +2022-03-15 15:39:20,101 Updating FAILED jobs +2022-03-15 15:39:20,101 Updating WAITING jobs +2022-03-15 15:39:20,101 Update finished +2022-03-15 15:39:30,111 Reloading parameters... +2022-03-15 15:39:30,134 Loading parameters... +2022-03-15 15:39:30,136 Loading project parameters... +2022-03-15 15:39:30,138 + +37 of 55 jobs remaining (15:39) +2022-03-15 15:39:30,138 Sleep: 10 +2022-03-15 15:39:30,138 Number of retrials: 0 +2022-03-15 15:39:30,138 WRAPPER CHECK TIME = 10 +2022-03-15 15:39:30,139 Checking jobs for platform=nord3 +2022-03-15 15:39:30,140 Checking jobs for platform=local +2022-03-15 15:39:30,141 Checking jobs for platform=marenostrum4 +2022-03-15 15:39:30,142 Checking jobs for platform=transfer_node +2022-03-15 15:39:30,142 Checking all jobs at once +2022-03-15 15:39:33,364 Successful check job command +2022-03-15 15:39:35,435 Job a3tb_19930101_fc01_2_SIM is RUNNING +2022-03-15 15:39:35,453 a3tb_19930101_fc01_2_SIM_STAT file have been transfered +2022-03-15 15:39:35,568 Job a3tb_19930101_fc01_1_CMOROCE is QUEUING +2022-03-15 15:39:35,568 Job a3tb_19930101_fc01_1_SAVEIC is QUEUING +2022-03-15 15:39:35,568 End of checking +2022-03-15 15:39:35,569 Updating FAILED jobs +2022-03-15 15:39:35,569 Updating WAITING jobs +2022-03-15 15:39:35,570 Update finished +2022-03-15 15:39:35,570 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:39:35,570 a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +2022-03-15 15:39:35,570 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:39:35,570 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:39:35,570 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:39:35,571 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:39:35,571 a3tb_19930101_fc01_2_SIM 21132098 RUNNING marenostrum4 debug +2022-03-15 15:39:35,571 a3tb_19930101_fc01_1_CMOROCE 21132099 QUEUING marenostrum4 debug +2022-03-15 15:39:35,571 a3tb_19930101_fc01_1_SAVEIC 21132097 QUEUING marenostrum4 debug +2022-03-15 15:39:35,574 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:39:35,578 Job list saved +2022-03-15 15:39:35,650 Updating FAILED jobs +2022-03-15 15:39:35,650 Updating WAITING jobs +2022-03-15 15:39:35,650 Update finished +2022-03-15 15:39:45,651 Reloading parameters... +2022-03-15 15:39:45,669 Loading parameters... +2022-03-15 15:39:45,671 Loading project parameters... +2022-03-15 15:39:45,673 + +37 of 55 jobs remaining (15:39) +2022-03-15 15:39:45,673 Sleep: 10 +2022-03-15 15:39:45,673 Number of retrials: 0 +2022-03-15 15:39:45,673 WRAPPER CHECK TIME = 10 +2022-03-15 15:39:45,674 Checking jobs for platform=nord3 +2022-03-15 15:39:45,675 Checking jobs for platform=local +2022-03-15 15:39:45,676 Checking jobs for platform=marenostrum4 +2022-03-15 15:39:45,677 Checking jobs for platform=transfer_node +2022-03-15 15:39:45,677 Checking all jobs at once +2022-03-15 15:39:48,948 Successful check job command +2022-03-15 15:39:50,268 Job a3tb_19930101_fc01_2_SIM is RUNNING +2022-03-15 15:39:50,269 Job a3tb_19930101_fc01_1_CMOROCE is QUEUING +2022-03-15 15:39:50,269 Job a3tb_19930101_fc01_1_SAVEIC is QUEUING +2022-03-15 15:39:50,269 End of checking +2022-03-15 15:39:50,271 Updating FAILED jobs +2022-03-15 15:39:50,271 Updating WAITING jobs +2022-03-15 15:39:50,271 Update finished +2022-03-15 15:39:50,272 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:39:50,272 a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +2022-03-15 15:39:50,272 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:39:50,272 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:39:50,272 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:39:50,272 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:39:50,272 a3tb_19930101_fc01_2_SIM 21132098 RUNNING marenostrum4 debug +2022-03-15 15:39:50,272 a3tb_19930101_fc01_1_CMOROCE 21132099 QUEUING marenostrum4 debug +2022-03-15 15:39:50,273 a3tb_19930101_fc01_1_SAVEIC 21132097 QUEUING marenostrum4 debug +2022-03-15 15:39:50,275 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:39:50,280 Job list saved +2022-03-15 15:39:50,285 Updating FAILED jobs +2022-03-15 15:39:50,286 Updating WAITING jobs +2022-03-15 15:39:50,286 Update finished +2022-03-15 15:40:00,293 Reloading parameters... +2022-03-15 15:40:00,313 Loading parameters... +2022-03-15 15:40:00,315 Loading project parameters... +2022-03-15 15:40:00,317 + +37 of 55 jobs remaining (15:40) +2022-03-15 15:40:00,317 Sleep: 10 +2022-03-15 15:40:00,317 Number of retrials: 0 +2022-03-15 15:40:00,317 WRAPPER CHECK TIME = 10 +2022-03-15 15:40:00,319 Checking jobs for platform=nord3 +2022-03-15 15:40:00,320 Checking jobs for platform=local +2022-03-15 15:40:00,321 Checking jobs for platform=marenostrum4 +2022-03-15 15:40:00,322 Checking jobs for platform=transfer_node +2022-03-15 15:40:00,322 Checking all jobs at once +2022-03-15 15:40:03,494 Successful check job command +2022-03-15 15:40:05,315 Job a3tb_19930101_fc01_2_SIM is RUNNING +2022-03-15 15:40:05,315 Job a3tb_19930101_fc01_1_CMOROCE is QUEUING +2022-03-15 15:40:05,315 Job a3tb_19930101_fc01_1_SAVEIC is QUEUING +2022-03-15 15:40:05,315 End of checking +2022-03-15 15:40:05,317 Updating FAILED jobs +2022-03-15 15:40:05,317 Updating WAITING jobs +2022-03-15 15:40:05,317 Update finished +2022-03-15 15:40:05,318 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:40:05,318 a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +2022-03-15 15:40:05,318 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:40:05,318 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:40:05,318 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:40:05,318 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:40:05,318 a3tb_19930101_fc01_2_SIM 21132098 RUNNING marenostrum4 debug +2022-03-15 15:40:05,319 a3tb_19930101_fc01_1_CMOROCE 21132099 QUEUING marenostrum4 debug +2022-03-15 15:40:05,319 a3tb_19930101_fc01_1_SAVEIC 21132097 QUEUING marenostrum4 debug +2022-03-15 15:40:05,325 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:40:05,330 Job list saved +2022-03-15 15:40:05,343 Updating FAILED jobs +2022-03-15 15:40:05,343 Updating WAITING jobs +2022-03-15 15:40:05,343 Update finished +2022-03-15 15:40:15,354 Reloading parameters... +2022-03-15 15:40:15,380 Loading parameters... +2022-03-15 15:40:15,381 Loading project parameters... +2022-03-15 15:40:15,383 + +37 of 55 jobs remaining (15:40) +2022-03-15 15:40:15,383 Sleep: 10 +2022-03-15 15:40:15,383 Number of retrials: 0 +2022-03-15 15:40:15,383 WRAPPER CHECK TIME = 10 +2022-03-15 15:40:15,384 Checking jobs for platform=nord3 +2022-03-15 15:40:15,385 Checking jobs for platform=local +2022-03-15 15:40:15,386 Checking jobs for platform=marenostrum4 +2022-03-15 15:40:15,388 Checking jobs for platform=transfer_node +2022-03-15 15:40:15,388 Checking all jobs at once +2022-03-15 15:40:18,609 Successful check job command +2022-03-15 15:40:19,878 Job a3tb_19930101_fc01_2_SIM is RUNNING +2022-03-15 15:40:19,879 Job a3tb_19930101_fc01_1_CMOROCE is QUEUING +2022-03-15 15:40:19,879 Job a3tb_19930101_fc01_1_SAVEIC is QUEUING +2022-03-15 15:40:19,879 End of checking +2022-03-15 15:40:19,881 Updating FAILED jobs +2022-03-15 15:40:19,881 Updating WAITING jobs +2022-03-15 15:40:19,881 Update finished +2022-03-15 15:40:19,881 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:40:19,881 a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +2022-03-15 15:40:19,882 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:40:19,882 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:40:19,882 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:40:19,882 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:40:19,882 a3tb_19930101_fc01_2_SIM 21132098 RUNNING marenostrum4 debug +2022-03-15 15:40:19,882 a3tb_19930101_fc01_1_CMOROCE 21132099 QUEUING marenostrum4 debug +2022-03-15 15:40:19,882 a3tb_19930101_fc01_1_SAVEIC 21132097 QUEUING marenostrum4 debug +2022-03-15 15:40:19,888 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:40:19,892 Job list saved +2022-03-15 15:40:19,910 Updating FAILED jobs +2022-03-15 15:40:19,911 Updating WAITING jobs +2022-03-15 15:40:19,911 Update finished +2022-03-15 15:40:29,921 Reloading parameters... +2022-03-15 15:40:30,008 Loading parameters... +2022-03-15 15:40:30,009 Loading project parameters... +2022-03-15 15:40:30,011 + +37 of 55 jobs remaining (15:40) +2022-03-15 15:40:30,011 Sleep: 10 +2022-03-15 15:40:30,011 Number of retrials: 0 +2022-03-15 15:40:30,011 WRAPPER CHECK TIME = 10 +2022-03-15 15:40:30,013 Checking jobs for platform=nord3 +2022-03-15 15:40:30,014 Checking jobs for platform=local +2022-03-15 15:40:30,015 Checking jobs for platform=marenostrum4 +2022-03-15 15:40:30,016 Checking jobs for platform=transfer_node +2022-03-15 15:40:30,016 Checking all jobs at once +2022-03-15 15:40:33,188 Successful check job command +2022-03-15 15:40:34,759 Job a3tb_19930101_fc01_2_SIM is RUNNING +2022-03-15 15:40:34,759 Job a3tb_19930101_fc01_1_CMOROCE is QUEUING +2022-03-15 15:40:34,759 Job a3tb_19930101_fc01_1_SAVEIC is QUEUING +2022-03-15 15:40:34,759 End of checking +2022-03-15 15:40:34,761 Updating FAILED jobs +2022-03-15 15:40:34,761 Updating WAITING jobs +2022-03-15 15:40:34,761 Update finished +2022-03-15 15:40:34,761 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:40:34,762 a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +2022-03-15 15:40:34,762 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:40:34,762 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:40:34,762 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:40:34,762 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:40:34,762 a3tb_19930101_fc01_2_SIM 21132098 RUNNING marenostrum4 debug +2022-03-15 15:40:34,762 a3tb_19930101_fc01_1_CMOROCE 21132099 QUEUING marenostrum4 debug +2022-03-15 15:40:34,762 a3tb_19930101_fc01_1_SAVEIC 21132097 QUEUING marenostrum4 debug +2022-03-15 15:40:34,765 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:40:34,770 Job list saved +2022-03-15 15:40:34,783 Updating FAILED jobs +2022-03-15 15:40:34,783 Updating WAITING jobs +2022-03-15 15:40:34,784 Update finished +2022-03-15 15:40:44,790 Reloading parameters... +2022-03-15 15:40:44,810 Loading parameters... +2022-03-15 15:40:44,811 Loading project parameters... +2022-03-15 15:40:44,813 + +37 of 55 jobs remaining (15:40) +2022-03-15 15:40:44,813 Sleep: 10 +2022-03-15 15:40:44,813 Number of retrials: 0 +2022-03-15 15:40:44,814 WRAPPER CHECK TIME = 10 +2022-03-15 15:40:44,815 Checking jobs for platform=nord3 +2022-03-15 15:40:44,816 Checking jobs for platform=local +2022-03-15 15:40:44,817 Checking jobs for platform=marenostrum4 +2022-03-15 15:40:44,818 Checking jobs for platform=transfer_node +2022-03-15 15:40:44,818 Checking all jobs at once +2022-03-15 15:40:48,041 Successful check job command +2022-03-15 15:40:49,211 Job a3tb_19930101_fc01_2_SIM is RUNNING +2022-03-15 15:40:49,211 Job a3tb_19930101_fc01_1_CMOROCE is QUEUING +2022-03-15 15:40:49,211 Job a3tb_19930101_fc01_1_SAVEIC is QUEUING +2022-03-15 15:40:49,211 End of checking +2022-03-15 15:40:49,213 Updating FAILED jobs +2022-03-15 15:40:49,213 Updating WAITING jobs +2022-03-15 15:40:49,213 Update finished +2022-03-15 15:40:49,213 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:40:49,214 a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +2022-03-15 15:40:49,214 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:40:49,214 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:40:49,214 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:40:49,214 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:40:49,214 a3tb_19930101_fc01_2_SIM 21132098 RUNNING marenostrum4 debug +2022-03-15 15:40:49,214 a3tb_19930101_fc01_1_CMOROCE 21132099 QUEUING marenostrum4 debug +2022-03-15 15:40:49,214 a3tb_19930101_fc01_1_SAVEIC 21132097 QUEUING marenostrum4 debug +2022-03-15 15:40:49,217 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:40:49,222 Job list saved +2022-03-15 15:40:49,227 Updating FAILED jobs +2022-03-15 15:40:49,227 Updating WAITING jobs +2022-03-15 15:40:49,228 Update finished +2022-03-15 15:40:59,231 Reloading parameters... +2022-03-15 15:40:59,249 Loading parameters... +2022-03-15 15:40:59,250 Loading project parameters... +2022-03-15 15:40:59,252 + +37 of 55 jobs remaining (15:40) +2022-03-15 15:40:59,252 Sleep: 10 +2022-03-15 15:40:59,252 Number of retrials: 0 +2022-03-15 15:40:59,253 WRAPPER CHECK TIME = 10 +2022-03-15 15:40:59,254 Checking jobs for platform=nord3 +2022-03-15 15:40:59,255 Checking jobs for platform=local +2022-03-15 15:40:59,256 Checking jobs for platform=marenostrum4 +2022-03-15 15:40:59,257 Checking jobs for platform=transfer_node +2022-03-15 15:40:59,257 Checking all jobs at once +2022-03-15 15:41:02,479 Successful check job command +2022-03-15 15:41:04,048 Job a3tb_19930101_fc01_2_SIM is RUNNING +2022-03-15 15:41:04,049 Job a3tb_19930101_fc01_1_CMOROCE is QUEUING +2022-03-15 15:41:04,049 Job a3tb_19930101_fc01_1_SAVEIC is QUEUING +2022-03-15 15:41:04,049 End of checking +2022-03-15 15:41:04,050 Updating FAILED jobs +2022-03-15 15:41:04,051 Updating WAITING jobs +2022-03-15 15:41:04,051 Update finished +2022-03-15 15:41:04,051 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:41:04,051 a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +2022-03-15 15:41:04,051 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:41:04,051 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:41:04,052 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:41:04,052 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:41:04,052 a3tb_19930101_fc01_2_SIM 21132098 RUNNING marenostrum4 debug +2022-03-15 15:41:04,052 a3tb_19930101_fc01_1_CMOROCE 21132099 QUEUING marenostrum4 debug +2022-03-15 15:41:04,052 a3tb_19930101_fc01_1_SAVEIC 21132097 QUEUING marenostrum4 debug +2022-03-15 15:41:04,057 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:41:04,061 Job list saved +2022-03-15 15:41:04,068 Updating FAILED jobs +2022-03-15 15:41:04,068 Updating WAITING jobs +2022-03-15 15:41:04,068 Update finished +2022-03-15 15:41:14,070 Reloading parameters... +2022-03-15 15:41:14,089 Loading parameters... +2022-03-15 15:41:14,091 Loading project parameters... +2022-03-15 15:41:14,093 + +37 of 55 jobs remaining (15:41) +2022-03-15 15:41:14,093 Sleep: 10 +2022-03-15 15:41:14,093 Number of retrials: 0 +2022-03-15 15:41:14,093 WRAPPER CHECK TIME = 10 +2022-03-15 15:41:14,094 Checking jobs for platform=nord3 +2022-03-15 15:41:14,095 Checking jobs for platform=local +2022-03-15 15:41:14,096 Checking jobs for platform=marenostrum4 +2022-03-15 15:41:14,097 Checking jobs for platform=transfer_node +2022-03-15 15:41:14,097 Checking all jobs at once +2022-03-15 15:41:17,219 Successful check job command +2022-03-15 15:41:18,488 Job a3tb_19930101_fc01_2_SIM is RUNNING +2022-03-15 15:41:18,489 Job a3tb_19930101_fc01_1_CMOROCE is QUEUING +2022-03-15 15:41:18,489 Job a3tb_19930101_fc01_1_SAVEIC is QUEUING +2022-03-15 15:41:18,489 End of checking +2022-03-15 15:41:18,490 Updating FAILED jobs +2022-03-15 15:41:18,490 Updating WAITING jobs +2022-03-15 15:41:18,491 Update finished +2022-03-15 15:41:18,491 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:41:18,491 a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +2022-03-15 15:41:18,491 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:41:18,491 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:41:18,492 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:41:18,492 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:41:18,492 a3tb_19930101_fc01_2_SIM 21132098 RUNNING marenostrum4 debug +2022-03-15 15:41:18,492 a3tb_19930101_fc01_1_CMOROCE 21132099 QUEUING marenostrum4 debug +2022-03-15 15:41:18,492 a3tb_19930101_fc01_1_SAVEIC 21132097 QUEUING marenostrum4 debug +2022-03-15 15:41:18,495 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:41:18,499 Job list saved +2022-03-15 15:41:18,505 Updating FAILED jobs +2022-03-15 15:41:18,505 Updating WAITING jobs +2022-03-15 15:41:18,506 Update finished +2022-03-15 15:41:28,516 Reloading parameters... +2022-03-15 15:41:28,534 Loading parameters... +2022-03-15 15:41:28,535 Loading project parameters... +2022-03-15 15:41:28,537 + +37 of 55 jobs remaining (15:41) +2022-03-15 15:41:28,537 Sleep: 10 +2022-03-15 15:41:28,538 Number of retrials: 0 +2022-03-15 15:41:28,538 WRAPPER CHECK TIME = 10 +2022-03-15 15:41:28,539 Checking jobs for platform=nord3 +2022-03-15 15:41:28,540 Checking jobs for platform=local +2022-03-15 15:41:28,541 Checking jobs for platform=marenostrum4 +2022-03-15 15:41:28,542 Checking jobs for platform=transfer_node +2022-03-15 15:41:28,542 Checking all jobs at once +2022-03-15 15:41:31,714 Successful check job command +2022-03-15 15:41:32,935 Job a3tb_19930101_fc01_2_SIM is RUNNING +2022-03-15 15:41:32,935 Job a3tb_19930101_fc01_1_CMOROCE is QUEUING +2022-03-15 15:41:32,935 Job a3tb_19930101_fc01_1_SAVEIC is QUEUING +2022-03-15 15:41:32,935 End of checking +2022-03-15 15:41:32,937 Updating FAILED jobs +2022-03-15 15:41:32,937 Updating WAITING jobs +2022-03-15 15:41:32,937 Update finished +2022-03-15 15:41:32,937 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:41:32,938 a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +2022-03-15 15:41:32,938 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:41:32,938 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:41:32,938 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:41:32,938 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:41:32,938 a3tb_19930101_fc01_2_SIM 21132098 RUNNING marenostrum4 debug +2022-03-15 15:41:32,938 a3tb_19930101_fc01_1_CMOROCE 21132099 QUEUING marenostrum4 debug +2022-03-15 15:41:32,938 a3tb_19930101_fc01_1_SAVEIC 21132097 QUEUING marenostrum4 debug +2022-03-15 15:41:32,941 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:41:32,946 Job list saved +2022-03-15 15:41:32,951 Updating FAILED jobs +2022-03-15 15:41:32,951 Updating WAITING jobs +2022-03-15 15:41:32,951 Update finished +2022-03-15 15:41:42,960 Reloading parameters... +2022-03-15 15:41:42,978 Loading parameters... +2022-03-15 15:41:42,980 Loading project parameters... +2022-03-15 15:41:42,981 + +37 of 55 jobs remaining (15:41) +2022-03-15 15:41:42,982 Sleep: 10 +2022-03-15 15:41:42,982 Number of retrials: 0 +2022-03-15 15:41:42,982 WRAPPER CHECK TIME = 10 +2022-03-15 15:41:42,983 Checking jobs for platform=nord3 +2022-03-15 15:41:42,984 Checking jobs for platform=local +2022-03-15 15:41:42,985 Checking jobs for platform=marenostrum4 +2022-03-15 15:41:42,986 Checking jobs for platform=transfer_node +2022-03-15 15:41:42,986 Checking all jobs at once +2022-03-15 15:41:46,157 Successful check job command +2022-03-15 15:41:47,327 Job a3tb_19930101_fc01_2_SIM is RUNNING +2022-03-15 15:41:47,327 Job a3tb_19930101_fc01_1_CMOROCE is QUEUING +2022-03-15 15:41:47,327 Job a3tb_19930101_fc01_1_SAVEIC is QUEUING +2022-03-15 15:41:47,328 End of checking +2022-03-15 15:41:47,329 Updating FAILED jobs +2022-03-15 15:41:47,329 Updating WAITING jobs +2022-03-15 15:41:47,330 Update finished +2022-03-15 15:41:47,330 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:41:47,330 a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +2022-03-15 15:41:47,330 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:41:47,330 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:41:47,330 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:41:47,330 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:41:47,331 a3tb_19930101_fc01_2_SIM 21132098 RUNNING marenostrum4 debug +2022-03-15 15:41:47,331 a3tb_19930101_fc01_1_CMOROCE 21132099 QUEUING marenostrum4 debug +2022-03-15 15:41:47,331 a3tb_19930101_fc01_1_SAVEIC 21132097 QUEUING marenostrum4 debug +2022-03-15 15:41:47,334 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:41:47,338 Job list saved +2022-03-15 15:41:47,343 Updating FAILED jobs +2022-03-15 15:41:47,343 Updating WAITING jobs +2022-03-15 15:41:47,344 Update finished +2022-03-15 15:41:57,354 Reloading parameters... +2022-03-15 15:41:57,372 Loading parameters... +2022-03-15 15:41:57,373 Loading project parameters... +2022-03-15 15:41:57,375 + +37 of 55 jobs remaining (15:41) +2022-03-15 15:41:57,376 Sleep: 10 +2022-03-15 15:41:57,376 Number of retrials: 0 +2022-03-15 15:41:57,376 WRAPPER CHECK TIME = 10 +2022-03-15 15:41:57,377 Checking jobs for platform=nord3 +2022-03-15 15:41:57,378 Checking jobs for platform=local +2022-03-15 15:41:57,379 Checking jobs for platform=marenostrum4 +2022-03-15 15:41:57,380 Checking jobs for platform=transfer_node +2022-03-15 15:41:57,380 Checking all jobs at once +2022-03-15 15:42:00,500 Successful check job command +2022-03-15 15:42:01,770 Job a3tb_19930101_fc01_2_SIM is RUNNING +2022-03-15 15:42:01,770 Job a3tb_19930101_fc01_1_CMOROCE is QUEUING +2022-03-15 15:42:01,770 Job a3tb_19930101_fc01_1_SAVEIC is QUEUING +2022-03-15 15:42:01,771 End of checking +2022-03-15 15:42:01,772 Updating FAILED jobs +2022-03-15 15:42:01,773 Updating WAITING jobs +2022-03-15 15:42:01,773 Update finished +2022-03-15 15:42:01,773 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:42:01,773 a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +2022-03-15 15:42:01,773 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:42:01,774 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:42:01,774 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:42:01,774 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:42:01,774 a3tb_19930101_fc01_2_SIM 21132098 RUNNING marenostrum4 debug +2022-03-15 15:42:01,774 a3tb_19930101_fc01_1_CMOROCE 21132099 QUEUING marenostrum4 debug +2022-03-15 15:42:01,774 a3tb_19930101_fc01_1_SAVEIC 21132097 QUEUING marenostrum4 debug +2022-03-15 15:42:01,777 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:42:01,781 Job list saved +2022-03-15 15:42:01,786 Updating FAILED jobs +2022-03-15 15:42:01,786 Updating WAITING jobs +2022-03-15 15:42:01,786 Update finished +2022-03-15 15:42:11,797 Reloading parameters... +2022-03-15 15:42:11,814 Loading parameters... +2022-03-15 15:42:11,815 Loading project parameters... +2022-03-15 15:42:11,817 + +37 of 55 jobs remaining (15:42) +2022-03-15 15:42:11,817 Sleep: 10 +2022-03-15 15:42:11,818 Number of retrials: 0 +2022-03-15 15:42:11,818 WRAPPER CHECK TIME = 10 +2022-03-15 15:42:11,819 Checking jobs for platform=nord3 +2022-03-15 15:42:11,820 Checking jobs for platform=local +2022-03-15 15:42:11,821 Checking jobs for platform=marenostrum4 +2022-03-15 15:42:11,822 Checking jobs for platform=transfer_node +2022-03-15 15:42:11,822 Checking all jobs at once +2022-03-15 15:42:14,994 Successful check job command +2022-03-15 15:42:16,263 Job a3tb_19930101_fc01_2_SIM is RUNNING +2022-03-15 15:42:16,263 Job a3tb_19930101_fc01_1_CMOROCE is QUEUING +2022-03-15 15:42:16,264 Job a3tb_19930101_fc01_1_SAVEIC is QUEUING +2022-03-15 15:42:16,264 End of checking +2022-03-15 15:42:16,265 Updating FAILED jobs +2022-03-15 15:42:16,265 Updating WAITING jobs +2022-03-15 15:42:16,266 Update finished +2022-03-15 15:42:16,266 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:42:16,266 a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +2022-03-15 15:42:16,266 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:42:16,266 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:42:16,266 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:42:16,266 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:42:16,267 a3tb_19930101_fc01_2_SIM 21132098 RUNNING marenostrum4 debug +2022-03-15 15:42:16,267 a3tb_19930101_fc01_1_CMOROCE 21132099 QUEUING marenostrum4 debug +2022-03-15 15:42:16,267 a3tb_19930101_fc01_1_SAVEIC 21132097 QUEUING marenostrum4 debug +2022-03-15 15:42:16,269 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:42:16,274 Job list saved +2022-03-15 15:42:16,280 Updating FAILED jobs +2022-03-15 15:42:16,280 Updating WAITING jobs +2022-03-15 15:42:16,281 Update finished +2022-03-15 15:42:26,291 Reloading parameters... +2022-03-15 15:42:26,311 Loading parameters... +2022-03-15 15:42:26,312 Loading project parameters... +2022-03-15 15:42:26,314 + +37 of 55 jobs remaining (15:42) +2022-03-15 15:42:26,314 Sleep: 10 +2022-03-15 15:42:26,314 Number of retrials: 0 +2022-03-15 15:42:26,314 WRAPPER CHECK TIME = 10 +2022-03-15 15:42:26,315 Checking jobs for platform=nord3 +2022-03-15 15:42:26,316 Checking jobs for platform=local +2022-03-15 15:42:26,318 Checking jobs for platform=marenostrum4 +2022-03-15 15:42:26,319 Checking jobs for platform=transfer_node +2022-03-15 15:42:26,319 Checking all jobs at once +2022-03-15 15:42:29,890 Successful check job command +2022-03-15 15:42:31,159 Job a3tb_19930101_fc01_2_SIM is RUNNING +2022-03-15 15:42:31,160 Job a3tb_19930101_fc01_1_CMOROCE is QUEUING +2022-03-15 15:42:31,160 Job a3tb_19930101_fc01_1_SAVEIC is QUEUING +2022-03-15 15:42:31,160 End of checking +2022-03-15 15:42:31,161 Updating FAILED jobs +2022-03-15 15:42:31,162 Updating WAITING jobs +2022-03-15 15:42:31,162 Update finished +2022-03-15 15:42:31,162 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:42:31,162 a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +2022-03-15 15:42:31,162 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:42:31,163 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:42:31,163 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:42:31,163 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:42:31,163 a3tb_19930101_fc01_2_SIM 21132098 RUNNING marenostrum4 debug +2022-03-15 15:42:31,163 a3tb_19930101_fc01_1_CMOROCE 21132099 QUEUING marenostrum4 debug +2022-03-15 15:42:31,163 a3tb_19930101_fc01_1_SAVEIC 21132097 QUEUING marenostrum4 debug +2022-03-15 15:42:31,166 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:42:31,170 Job list saved +2022-03-15 15:42:31,175 Updating FAILED jobs +2022-03-15 15:42:31,176 Updating WAITING jobs +2022-03-15 15:42:31,176 Update finished +2022-03-15 15:42:41,186 Reloading parameters... +2022-03-15 15:42:41,204 Loading parameters... +2022-03-15 15:42:41,205 Loading project parameters... +2022-03-15 15:42:41,207 + +37 of 55 jobs remaining (15:42) +2022-03-15 15:42:41,207 Sleep: 10 +2022-03-15 15:42:41,207 Number of retrials: 0 +2022-03-15 15:42:41,208 WRAPPER CHECK TIME = 10 +2022-03-15 15:42:41,209 Checking jobs for platform=nord3 +2022-03-15 15:42:41,210 Checking jobs for platform=local +2022-03-15 15:42:41,211 Checking jobs for platform=marenostrum4 +2022-03-15 15:42:41,212 Checking jobs for platform=transfer_node +2022-03-15 15:42:41,212 Checking all jobs at once +2022-03-15 15:42:44,440 Successful check job command +2022-03-15 15:42:45,711 Job a3tb_19930101_fc01_2_SIM is RUNNING +2022-03-15 15:42:45,711 Job a3tb_19930101_fc01_1_CMOROCE is QUEUING +2022-03-15 15:42:45,711 Job a3tb_19930101_fc01_1_SAVEIC is QUEUING +2022-03-15 15:42:45,712 End of checking +2022-03-15 15:42:45,713 Updating FAILED jobs +2022-03-15 15:42:45,713 Updating WAITING jobs +2022-03-15 15:42:45,714 Update finished +2022-03-15 15:42:45,714 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:42:45,714 a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +2022-03-15 15:42:45,714 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:42:45,714 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:42:45,714 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:42:45,714 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:42:45,715 a3tb_19930101_fc01_2_SIM 21132098 RUNNING marenostrum4 debug +2022-03-15 15:42:45,715 a3tb_19930101_fc01_1_CMOROCE 21132099 QUEUING marenostrum4 debug +2022-03-15 15:42:45,715 a3tb_19930101_fc01_1_SAVEIC 21132097 QUEUING marenostrum4 debug +2022-03-15 15:42:45,718 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:42:45,722 Job list saved +2022-03-15 15:42:45,731 Updating FAILED jobs +2022-03-15 15:42:45,732 Updating WAITING jobs +2022-03-15 15:42:45,732 Update finished +2022-03-15 15:42:55,736 Reloading parameters... +2022-03-15 15:42:55,755 Loading parameters... +2022-03-15 15:42:55,757 Loading project parameters... +2022-03-15 15:42:55,759 + +37 of 55 jobs remaining (15:42) +2022-03-15 15:42:55,759 Sleep: 10 +2022-03-15 15:42:55,759 Number of retrials: 0 +2022-03-15 15:42:55,759 WRAPPER CHECK TIME = 10 +2022-03-15 15:42:55,760 Checking jobs for platform=nord3 +2022-03-15 15:42:55,761 Checking jobs for platform=local +2022-03-15 15:42:55,762 Checking jobs for platform=marenostrum4 +2022-03-15 15:42:55,763 Checking jobs for platform=transfer_node +2022-03-15 15:42:55,764 Checking all jobs at once +2022-03-15 15:42:59,036 Successful check job command +2022-03-15 15:43:00,356 Job a3tb_19930101_fc01_2_SIM is RUNNING +2022-03-15 15:43:00,356 Job a3tb_19930101_fc01_1_CMOROCE is QUEUING +2022-03-15 15:43:00,356 Job a3tb_19930101_fc01_1_SAVEIC is QUEUING +2022-03-15 15:43:00,356 End of checking +2022-03-15 15:43:00,358 Updating FAILED jobs +2022-03-15 15:43:00,358 Updating WAITING jobs +2022-03-15 15:43:00,358 Update finished +2022-03-15 15:43:00,359 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:43:00,359 a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +2022-03-15 15:43:00,359 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:43:00,359 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:43:00,359 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:43:00,359 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:43:00,360 a3tb_19930101_fc01_2_SIM 21132098 RUNNING marenostrum4 debug +2022-03-15 15:43:00,360 a3tb_19930101_fc01_1_CMOROCE 21132099 QUEUING marenostrum4 debug +2022-03-15 15:43:00,360 a3tb_19930101_fc01_1_SAVEIC 21132097 QUEUING marenostrum4 debug +2022-03-15 15:43:00,362 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:43:00,367 Job list saved +2022-03-15 15:43:00,372 Updating FAILED jobs +2022-03-15 15:43:00,373 Updating WAITING jobs +2022-03-15 15:43:00,373 Update finished +2022-03-15 15:43:10,383 Reloading parameters... +2022-03-15 15:43:10,685 Loading parameters... +2022-03-15 15:43:10,686 Loading project parameters... +2022-03-15 15:43:10,688 + +37 of 55 jobs remaining (15:43) +2022-03-15 15:43:10,688 Sleep: 10 +2022-03-15 15:43:10,688 Number of retrials: 0 +2022-03-15 15:43:10,688 WRAPPER CHECK TIME = 10 +2022-03-15 15:43:10,689 Checking jobs for platform=nord3 +2022-03-15 15:43:10,690 Checking jobs for platform=local +2022-03-15 15:43:10,692 Checking jobs for platform=marenostrum4 +2022-03-15 15:43:10,693 Checking jobs for platform=transfer_node +2022-03-15 15:43:10,693 Checking all jobs at once +2022-03-15 15:43:13,815 Successful check job command +2022-03-15 15:43:17,089 Job a3tb_19930101_fc01_2_SIM is RUNNING +2022-03-15 15:43:17,090 Job a3tb_19930101_fc01_1_CMOROCE is QUEUING +2022-03-15 15:43:17,090 Job a3tb_19930101_fc01_1_SAVEIC is QUEUING +2022-03-15 15:43:17,090 End of checking +2022-03-15 15:43:17,091 Updating FAILED jobs +2022-03-15 15:43:17,091 Updating WAITING jobs +2022-03-15 15:43:17,092 Update finished +2022-03-15 15:43:17,092 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:43:17,092 a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +2022-03-15 15:43:17,092 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:43:17,092 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:43:17,092 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:43:17,092 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:43:17,093 a3tb_19930101_fc01_2_SIM 21132098 RUNNING marenostrum4 debug +2022-03-15 15:43:17,093 a3tb_19930101_fc01_1_CMOROCE 21132099 QUEUING marenostrum4 debug +2022-03-15 15:43:17,093 a3tb_19930101_fc01_1_SAVEIC 21132097 QUEUING marenostrum4 debug +2022-03-15 15:43:17,095 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:43:17,100 Job list saved +2022-03-15 15:43:17,105 Updating FAILED jobs +2022-03-15 15:43:17,105 Updating WAITING jobs +2022-03-15 15:43:17,106 Update finished +2022-03-15 15:43:27,116 Reloading parameters... +2022-03-15 15:43:27,137 Loading parameters... +2022-03-15 15:43:27,138 Loading project parameters... +2022-03-15 15:43:27,140 + +37 of 55 jobs remaining (15:43) +2022-03-15 15:43:27,140 Sleep: 10 +2022-03-15 15:43:27,140 Number of retrials: 0 +2022-03-15 15:43:27,140 WRAPPER CHECK TIME = 10 +2022-03-15 15:43:27,141 Checking jobs for platform=nord3 +2022-03-15 15:43:27,142 Checking jobs for platform=local +2022-03-15 15:43:27,144 Checking jobs for platform=marenostrum4 +2022-03-15 15:43:27,145 Checking jobs for platform=transfer_node +2022-03-15 15:43:27,145 Checking all jobs at once +2022-03-15 15:43:30,316 Successful check job command +2022-03-15 15:43:31,536 Job a3tb_19930101_fc01_2_SIM is RUNNING +2022-03-15 15:43:31,536 Job a3tb_19930101_fc01_1_CMOROCE is QUEUING +2022-03-15 15:43:31,536 Job a3tb_19930101_fc01_1_SAVEIC is QUEUING +2022-03-15 15:43:31,536 End of checking +2022-03-15 15:43:31,538 Updating FAILED jobs +2022-03-15 15:43:31,538 Updating WAITING jobs +2022-03-15 15:43:31,538 Update finished +2022-03-15 15:43:31,538 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:43:31,539 a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +2022-03-15 15:43:31,539 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:43:31,539 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:43:31,539 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:43:31,539 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:43:31,539 a3tb_19930101_fc01_2_SIM 21132098 RUNNING marenostrum4 debug +2022-03-15 15:43:31,539 a3tb_19930101_fc01_1_CMOROCE 21132099 QUEUING marenostrum4 debug +2022-03-15 15:43:31,539 a3tb_19930101_fc01_1_SAVEIC 21132097 QUEUING marenostrum4 debug +2022-03-15 15:43:31,542 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:43:31,546 Job list saved +2022-03-15 15:43:31,551 Updating FAILED jobs +2022-03-15 15:43:31,551 Updating WAITING jobs +2022-03-15 15:43:31,551 Update finished +2022-03-15 15:43:41,562 Reloading parameters... +2022-03-15 15:43:41,580 Loading parameters... +2022-03-15 15:43:41,581 Loading project parameters... +2022-03-15 15:43:41,583 + +37 of 55 jobs remaining (15:43) +2022-03-15 15:43:41,583 Sleep: 10 +2022-03-15 15:43:41,583 Number of retrials: 0 +2022-03-15 15:43:41,583 WRAPPER CHECK TIME = 10 +2022-03-15 15:43:41,584 Checking jobs for platform=nord3 +2022-03-15 15:43:41,585 Checking jobs for platform=local +2022-03-15 15:43:41,586 Checking jobs for platform=marenostrum4 +2022-03-15 15:43:41,588 Checking jobs for platform=transfer_node +2022-03-15 15:43:41,588 Checking all jobs at once +2022-03-15 15:43:44,760 Successful check job command +2022-03-15 15:43:46,280 Job a3tb_19930101_fc01_2_SIM is RUNNING +2022-03-15 15:43:46,280 Job a3tb_19930101_fc01_1_CMOROCE is QUEUING +2022-03-15 15:43:46,280 Job a3tb_19930101_fc01_1_SAVEIC is QUEUING +2022-03-15 15:43:46,280 End of checking +2022-03-15 15:43:46,282 Updating FAILED jobs +2022-03-15 15:43:46,282 Updating WAITING jobs +2022-03-15 15:43:46,282 Update finished +2022-03-15 15:43:46,282 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:43:46,282 a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +2022-03-15 15:43:46,283 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:43:46,283 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:43:46,283 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:43:46,283 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:43:46,283 a3tb_19930101_fc01_2_SIM 21132098 RUNNING marenostrum4 debug +2022-03-15 15:43:46,283 a3tb_19930101_fc01_1_CMOROCE 21132099 QUEUING marenostrum4 debug +2022-03-15 15:43:46,283 a3tb_19930101_fc01_1_SAVEIC 21132097 QUEUING marenostrum4 debug +2022-03-15 15:43:46,286 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:43:46,290 Job list saved +2022-03-15 15:43:46,295 Updating FAILED jobs +2022-03-15 15:43:46,295 Updating WAITING jobs +2022-03-15 15:43:46,295 Update finished +2022-03-15 15:43:56,302 Reloading parameters... +2022-03-15 15:43:56,319 Loading parameters... +2022-03-15 15:43:56,320 Loading project parameters... +2022-03-15 15:43:56,322 + +37 of 55 jobs remaining (15:43) +2022-03-15 15:43:56,322 Sleep: 10 +2022-03-15 15:43:56,322 Number of retrials: 0 +2022-03-15 15:43:56,323 WRAPPER CHECK TIME = 10 +2022-03-15 15:43:56,324 Checking jobs for platform=nord3 +2022-03-15 15:43:56,325 Checking jobs for platform=local +2022-03-15 15:43:56,326 Checking jobs for platform=marenostrum4 +2022-03-15 15:43:56,327 Checking jobs for platform=transfer_node +2022-03-15 15:43:56,327 Checking all jobs at once +2022-03-15 15:43:59,499 Successful check job command +2022-03-15 15:44:00,669 Job a3tb_19930101_fc01_2_SIM is RUNNING +2022-03-15 15:44:00,670 Job a3tb_19930101_fc01_1_CMOROCE is QUEUING +2022-03-15 15:44:00,670 Job a3tb_19930101_fc01_1_SAVEIC is QUEUING +2022-03-15 15:44:00,670 End of checking +2022-03-15 15:44:00,671 Updating FAILED jobs +2022-03-15 15:44:00,671 Updating WAITING jobs +2022-03-15 15:44:00,671 Update finished +2022-03-15 15:44:00,672 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:44:00,672 a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +2022-03-15 15:44:00,672 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:44:00,672 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:44:00,672 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:44:00,672 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:44:00,672 a3tb_19930101_fc01_2_SIM 21132098 RUNNING marenostrum4 debug +2022-03-15 15:44:00,673 a3tb_19930101_fc01_1_CMOROCE 21132099 QUEUING marenostrum4 debug +2022-03-15 15:44:00,673 a3tb_19930101_fc01_1_SAVEIC 21132097 QUEUING marenostrum4 debug +2022-03-15 15:44:00,675 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:44:00,679 Job list saved +2022-03-15 15:44:00,684 Updating FAILED jobs +2022-03-15 15:44:00,684 Updating WAITING jobs +2022-03-15 15:44:00,685 Update finished +2022-03-15 15:44:10,691 Reloading parameters... +2022-03-15 15:44:10,709 Loading parameters... +2022-03-15 15:44:10,710 Loading project parameters... +2022-03-15 15:44:10,712 + +37 of 55 jobs remaining (15:44) +2022-03-15 15:44:10,712 Sleep: 10 +2022-03-15 15:44:10,712 Number of retrials: 0 +2022-03-15 15:44:10,712 WRAPPER CHECK TIME = 10 +2022-03-15 15:44:10,713 Checking jobs for platform=nord3 +2022-03-15 15:44:10,714 Checking jobs for platform=local +2022-03-15 15:44:10,715 Checking jobs for platform=marenostrum4 +2022-03-15 15:44:10,716 Checking jobs for platform=transfer_node +2022-03-15 15:44:10,717 Checking all jobs at once +2022-03-15 15:44:13,888 Successful check job command +2022-03-15 15:44:15,108 Job a3tb_19930101_fc01_2_SIM is RUNNING +2022-03-15 15:44:15,108 Job a3tb_19930101_fc01_1_CMOROCE is QUEUING +2022-03-15 15:44:15,108 Job a3tb_19930101_fc01_1_SAVEIC is QUEUING +2022-03-15 15:44:15,109 End of checking +2022-03-15 15:44:15,110 Updating FAILED jobs +2022-03-15 15:44:15,110 Updating WAITING jobs +2022-03-15 15:44:15,110 Update finished +2022-03-15 15:44:15,111 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:44:15,111 a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +2022-03-15 15:44:15,111 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:44:15,111 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:44:15,111 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:44:15,111 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:44:15,111 a3tb_19930101_fc01_2_SIM 21132098 RUNNING marenostrum4 debug +2022-03-15 15:44:15,112 a3tb_19930101_fc01_1_CMOROCE 21132099 QUEUING marenostrum4 debug +2022-03-15 15:44:15,112 a3tb_19930101_fc01_1_SAVEIC 21132097 QUEUING marenostrum4 debug +2022-03-15 15:44:15,114 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:44:15,118 Job list saved +2022-03-15 15:44:15,123 Updating FAILED jobs +2022-03-15 15:44:15,123 Updating WAITING jobs +2022-03-15 15:44:15,124 Update finished +2022-03-15 15:44:25,126 Reloading parameters... +2022-03-15 15:44:25,143 Loading parameters... +2022-03-15 15:44:25,144 Loading project parameters... +2022-03-15 15:44:25,146 + +37 of 55 jobs remaining (15:44) +2022-03-15 15:44:25,147 Sleep: 10 +2022-03-15 15:44:25,147 Number of retrials: 0 +2022-03-15 15:44:25,147 WRAPPER CHECK TIME = 10 +2022-03-15 15:44:25,148 Checking jobs for platform=nord3 +2022-03-15 15:44:25,149 Checking jobs for platform=local +2022-03-15 15:44:25,150 Checking jobs for platform=marenostrum4 +2022-03-15 15:44:25,151 Checking jobs for platform=transfer_node +2022-03-15 15:44:25,151 Checking all jobs at once +2022-03-15 15:44:28,323 Successful check job command +2022-03-15 15:44:31,547 Job a3tb_19930101_fc01_2_SIM is RUNNING +2022-03-15 15:44:31,548 Job a3tb_19930101_fc01_1_CMOROCE is QUEUING +2022-03-15 15:44:31,548 Job a3tb_19930101_fc01_1_SAVEIC is QUEUING +2022-03-15 15:44:31,548 End of checking +2022-03-15 15:44:31,549 Updating FAILED jobs +2022-03-15 15:44:31,549 Updating WAITING jobs +2022-03-15 15:44:31,550 Update finished +2022-03-15 15:44:31,550 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:44:31,550 a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +2022-03-15 15:44:31,550 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:44:31,550 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:44:31,550 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:44:31,551 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:44:31,551 a3tb_19930101_fc01_2_SIM 21132098 RUNNING marenostrum4 debug +2022-03-15 15:44:31,551 a3tb_19930101_fc01_1_CMOROCE 21132099 QUEUING marenostrum4 debug +2022-03-15 15:44:31,551 a3tb_19930101_fc01_1_SAVEIC 21132097 QUEUING marenostrum4 debug +2022-03-15 15:44:31,553 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:44:31,558 Job list saved +2022-03-15 15:44:31,564 Updating FAILED jobs +2022-03-15 15:44:31,564 Updating WAITING jobs +2022-03-15 15:44:31,565 Update finished +2022-03-15 15:44:41,575 Reloading parameters... +2022-03-15 15:44:41,593 Loading parameters... +2022-03-15 15:44:41,594 Loading project parameters... +2022-03-15 15:44:41,596 + +37 of 55 jobs remaining (15:44) +2022-03-15 15:44:41,597 Sleep: 10 +2022-03-15 15:44:41,597 Number of retrials: 0 +2022-03-15 15:44:41,597 WRAPPER CHECK TIME = 10 +2022-03-15 15:44:41,598 Checking jobs for platform=nord3 +2022-03-15 15:44:41,599 Checking jobs for platform=local +2022-03-15 15:44:41,600 Checking jobs for platform=marenostrum4 +2022-03-15 15:44:41,601 Checking jobs for platform=transfer_node +2022-03-15 15:44:41,601 Checking all jobs at once +2022-03-15 15:44:44,773 Successful check job command +2022-03-15 15:44:45,992 Job a3tb_19930101_fc01_2_SIM is RUNNING +2022-03-15 15:44:45,993 Job a3tb_19930101_fc01_1_CMOROCE is QUEUING +2022-03-15 15:44:45,993 Job a3tb_19930101_fc01_1_SAVEIC is QUEUING +2022-03-15 15:44:45,993 End of checking +2022-03-15 15:44:45,994 Updating FAILED jobs +2022-03-15 15:44:45,994 Updating WAITING jobs +2022-03-15 15:44:45,995 Update finished +2022-03-15 15:44:45,995 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:44:45,995 a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +2022-03-15 15:44:45,995 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:44:45,995 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:44:45,995 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:44:45,995 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:44:45,996 a3tb_19930101_fc01_2_SIM 21132098 RUNNING marenostrum4 debug +2022-03-15 15:44:45,996 a3tb_19930101_fc01_1_CMOROCE 21132099 QUEUING marenostrum4 debug +2022-03-15 15:44:45,996 a3tb_19930101_fc01_1_SAVEIC 21132097 QUEUING marenostrum4 debug +2022-03-15 15:44:45,999 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:44:46,003 Job list saved +2022-03-15 15:44:46,008 Updating FAILED jobs +2022-03-15 15:44:46,008 Updating WAITING jobs +2022-03-15 15:44:46,008 Update finished +2022-03-15 15:44:56,018 Reloading parameters... +2022-03-15 15:44:56,037 Loading parameters... +2022-03-15 15:44:56,038 Loading project parameters... +2022-03-15 15:44:56,040 + +37 of 55 jobs remaining (15:44) +2022-03-15 15:44:56,040 Sleep: 10 +2022-03-15 15:44:56,040 Number of retrials: 0 +2022-03-15 15:44:56,040 WRAPPER CHECK TIME = 10 +2022-03-15 15:44:56,042 Checking jobs for platform=nord3 +2022-03-15 15:44:56,043 Checking jobs for platform=local +2022-03-15 15:44:56,044 Checking jobs for platform=marenostrum4 +2022-03-15 15:44:56,045 Checking jobs for platform=transfer_node +2022-03-15 15:44:56,045 Checking all jobs at once +2022-03-15 15:44:59,217 Successful check job command +2022-03-15 15:45:01,538 Job a3tb_19930101_fc01_2_SIM is RUNNING +2022-03-15 15:45:01,539 Job a3tb_19930101_fc01_1_CMOROCE is QUEUING +2022-03-15 15:45:01,539 Job a3tb_19930101_fc01_1_SAVEIC is QUEUING +2022-03-15 15:45:01,539 End of checking +2022-03-15 15:45:01,540 Updating FAILED jobs +2022-03-15 15:45:01,541 Updating WAITING jobs +2022-03-15 15:45:01,541 Update finished +2022-03-15 15:45:01,541 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:45:01,542 a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +2022-03-15 15:45:01,542 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:45:01,542 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:45:01,542 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:45:01,542 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:45:01,542 a3tb_19930101_fc01_2_SIM 21132098 RUNNING marenostrum4 debug +2022-03-15 15:45:01,542 a3tb_19930101_fc01_1_CMOROCE 21132099 QUEUING marenostrum4 debug +2022-03-15 15:45:01,542 a3tb_19930101_fc01_1_SAVEIC 21132097 QUEUING marenostrum4 debug +2022-03-15 15:45:01,545 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:45:01,549 Job list saved +2022-03-15 15:45:01,555 Updating FAILED jobs +2022-03-15 15:45:01,555 Updating WAITING jobs +2022-03-15 15:45:01,555 Update finished +2022-03-15 15:45:11,566 Reloading parameters... +2022-03-15 15:45:11,584 Loading parameters... +2022-03-15 15:45:11,586 Loading project parameters... +2022-03-15 15:45:11,587 + +37 of 55 jobs remaining (15:45) +2022-03-15 15:45:11,588 Sleep: 10 +2022-03-15 15:45:11,588 Number of retrials: 0 +2022-03-15 15:45:11,588 WRAPPER CHECK TIME = 10 +2022-03-15 15:45:11,589 Checking jobs for platform=nord3 +2022-03-15 15:45:11,590 Checking jobs for platform=local +2022-03-15 15:45:11,591 Checking jobs for platform=marenostrum4 +2022-03-15 15:45:11,592 Checking jobs for platform=transfer_node +2022-03-15 15:45:11,592 Checking all jobs at once +2022-03-15 15:45:14,865 Successful check job command +2022-03-15 15:45:16,135 Job a3tb_19930101_fc01_2_SIM is RUNNING +2022-03-15 15:45:16,136 Job a3tb_19930101_fc01_1_CMOROCE is QUEUING +2022-03-15 15:45:16,136 Job a3tb_19930101_fc01_1_SAVEIC is QUEUING +2022-03-15 15:45:16,136 End of checking +2022-03-15 15:45:16,137 Updating FAILED jobs +2022-03-15 15:45:16,137 Updating WAITING jobs +2022-03-15 15:45:16,138 Update finished +2022-03-15 15:45:16,138 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:45:16,138 a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +2022-03-15 15:45:16,138 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:45:16,138 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:45:16,138 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:45:16,138 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:45:16,139 a3tb_19930101_fc01_2_SIM 21132098 RUNNING marenostrum4 debug +2022-03-15 15:45:16,139 a3tb_19930101_fc01_1_CMOROCE 21132099 QUEUING marenostrum4 debug +2022-03-15 15:45:16,139 a3tb_19930101_fc01_1_SAVEIC 21132097 QUEUING marenostrum4 debug +2022-03-15 15:45:16,141 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:45:16,146 Job list saved +2022-03-15 15:45:16,150 Updating FAILED jobs +2022-03-15 15:45:16,150 Updating WAITING jobs +2022-03-15 15:45:16,151 Update finished +2022-03-15 15:45:26,159 Reloading parameters... +2022-03-15 15:45:26,177 Loading parameters... +2022-03-15 15:45:26,178 Loading project parameters... +2022-03-15 15:45:26,180 + +37 of 55 jobs remaining (15:45) +2022-03-15 15:45:26,180 Sleep: 10 +2022-03-15 15:45:26,180 Number of retrials: 0 +2022-03-15 15:45:26,180 WRAPPER CHECK TIME = 10 +2022-03-15 15:45:26,181 Checking jobs for platform=nord3 +2022-03-15 15:45:26,182 Checking jobs for platform=local +2022-03-15 15:45:26,184 Checking jobs for platform=marenostrum4 +2022-03-15 15:45:26,185 Checking jobs for platform=transfer_node +2022-03-15 15:45:26,185 Checking all jobs at once +2022-03-15 15:45:29,357 Successful check job command +2022-03-15 15:45:30,526 Job a3tb_19930101_fc01_2_SIM is RUNNING +2022-03-15 15:45:30,526 Job a3tb_19930101_fc01_1_CMOROCE is QUEUING +2022-03-15 15:45:30,527 Job a3tb_19930101_fc01_1_SAVEIC is QUEUING +2022-03-15 15:45:30,527 End of checking +2022-03-15 15:45:30,528 Updating FAILED jobs +2022-03-15 15:45:30,528 Updating WAITING jobs +2022-03-15 15:45:30,529 Update finished +2022-03-15 15:45:30,529 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:45:30,529 a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +2022-03-15 15:45:30,529 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:45:30,529 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:45:30,529 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:45:30,529 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:45:30,530 a3tb_19930101_fc01_2_SIM 21132098 RUNNING marenostrum4 debug +2022-03-15 15:45:30,530 a3tb_19930101_fc01_1_CMOROCE 21132099 QUEUING marenostrum4 debug +2022-03-15 15:45:30,530 a3tb_19930101_fc01_1_SAVEIC 21132097 QUEUING marenostrum4 debug +2022-03-15 15:45:30,532 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:45:30,536 Job list saved +2022-03-15 15:45:30,541 Updating FAILED jobs +2022-03-15 15:45:30,542 Updating WAITING jobs +2022-03-15 15:45:30,542 Update finished +2022-03-15 15:45:40,545 Reloading parameters... +2022-03-15 15:45:40,563 Loading parameters... +2022-03-15 15:45:40,564 Loading project parameters... +2022-03-15 15:45:40,566 + +37 of 55 jobs remaining (15:45) +2022-03-15 15:45:40,566 Sleep: 10 +2022-03-15 15:45:40,566 Number of retrials: 0 +2022-03-15 15:45:40,566 WRAPPER CHECK TIME = 10 +2022-03-15 15:45:40,567 Checking jobs for platform=nord3 +2022-03-15 15:45:40,568 Checking jobs for platform=local +2022-03-15 15:45:40,570 Checking jobs for platform=marenostrum4 +2022-03-15 15:45:40,571 Checking jobs for platform=transfer_node +2022-03-15 15:45:40,571 Checking all jobs at once +2022-03-15 15:45:43,792 Successful check job command +2022-03-15 15:45:47,315 Job a3tb_19930101_fc01_2_SIM is RUNNING +2022-03-15 15:45:47,315 Job a3tb_19930101_fc01_1_CMOROCE is QUEUING +2022-03-15 15:45:47,315 Job a3tb_19930101_fc01_1_SAVEIC is QUEUING +2022-03-15 15:45:47,315 End of checking +2022-03-15 15:45:47,317 Updating FAILED jobs +2022-03-15 15:45:47,318 Updating WAITING jobs +2022-03-15 15:45:47,318 Update finished +2022-03-15 15:45:47,318 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:45:47,318 a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +2022-03-15 15:45:47,319 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:45:47,319 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:45:47,319 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:45:47,319 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:45:47,319 a3tb_19930101_fc01_2_SIM 21132098 RUNNING marenostrum4 debug +2022-03-15 15:45:47,319 a3tb_19930101_fc01_1_CMOROCE 21132099 QUEUING marenostrum4 debug +2022-03-15 15:45:47,319 a3tb_19930101_fc01_1_SAVEIC 21132097 QUEUING marenostrum4 debug +2022-03-15 15:45:47,322 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:45:47,326 Job list saved +2022-03-15 15:45:47,332 Updating FAILED jobs +2022-03-15 15:45:47,332 Updating WAITING jobs +2022-03-15 15:45:47,332 Update finished +2022-03-15 15:45:57,343 Reloading parameters... +2022-03-15 15:45:57,363 Loading parameters... +2022-03-15 15:45:57,364 Loading project parameters... +2022-03-15 15:45:57,366 + +37 of 55 jobs remaining (15:45) +2022-03-15 15:45:57,366 Sleep: 10 +2022-03-15 15:45:57,366 Number of retrials: 0 +2022-03-15 15:45:57,366 WRAPPER CHECK TIME = 10 +2022-03-15 15:45:57,368 Checking jobs for platform=nord3 +2022-03-15 15:45:57,369 Checking jobs for platform=local +2022-03-15 15:45:57,370 Checking jobs for platform=marenostrum4 +2022-03-15 15:45:57,371 Checking jobs for platform=transfer_node +2022-03-15 15:45:57,371 Checking all jobs at once +2022-03-15 15:46:00,592 Successful check job command +2022-03-15 15:46:01,862 Job a3tb_19930101_fc01_2_SIM is RUNNING +2022-03-15 15:46:01,862 Job a3tb_19930101_fc01_1_CMOROCE is QUEUING +2022-03-15 15:46:01,863 Job a3tb_19930101_fc01_1_SAVEIC is QUEUING +2022-03-15 15:46:01,863 End of checking +2022-03-15 15:46:01,864 Updating FAILED jobs +2022-03-15 15:46:01,864 Updating WAITING jobs +2022-03-15 15:46:01,865 Update finished +2022-03-15 15:46:01,865 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:46:01,865 a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +2022-03-15 15:46:01,865 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:46:01,865 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:46:01,865 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:46:01,866 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:46:01,866 a3tb_19930101_fc01_2_SIM 21132098 RUNNING marenostrum4 debug +2022-03-15 15:46:01,866 a3tb_19930101_fc01_1_CMOROCE 21132099 QUEUING marenostrum4 debug +2022-03-15 15:46:01,866 a3tb_19930101_fc01_1_SAVEIC 21132097 QUEUING marenostrum4 debug +2022-03-15 15:46:01,869 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:46:01,874 Job list saved +2022-03-15 15:46:01,879 Updating FAILED jobs +2022-03-15 15:46:01,879 Updating WAITING jobs +2022-03-15 15:46:01,880 Update finished +2022-03-15 15:46:11,884 Reloading parameters... +2022-03-15 15:46:11,903 Loading parameters... +2022-03-15 15:46:11,905 Loading project parameters... +2022-03-15 15:46:11,906 + +37 of 55 jobs remaining (15:46) +2022-03-15 15:46:11,907 Sleep: 10 +2022-03-15 15:46:11,907 Number of retrials: 0 +2022-03-15 15:46:11,907 WRAPPER CHECK TIME = 10 +2022-03-15 15:46:11,908 Checking jobs for platform=nord3 +2022-03-15 15:46:11,909 Checking jobs for platform=local +2022-03-15 15:46:11,910 Checking jobs for platform=marenostrum4 +2022-03-15 15:46:11,911 Checking jobs for platform=transfer_node +2022-03-15 15:46:11,911 Checking all jobs at once +2022-03-15 15:46:15,134 Successful check job command +2022-03-15 15:46:16,405 Job a3tb_19930101_fc01_2_SIM is RUNNING +2022-03-15 15:46:16,405 Job a3tb_19930101_fc01_1_CMOROCE is QUEUING +2022-03-15 15:46:16,405 Job a3tb_19930101_fc01_1_SAVEIC is QUEUING +2022-03-15 15:46:16,405 End of checking +2022-03-15 15:46:16,407 Updating FAILED jobs +2022-03-15 15:46:16,407 Updating WAITING jobs +2022-03-15 15:46:16,407 Update finished +2022-03-15 15:46:16,408 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:46:16,408 a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +2022-03-15 15:46:16,408 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:46:16,408 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:46:16,408 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:46:16,408 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:46:16,408 a3tb_19930101_fc01_2_SIM 21132098 RUNNING marenostrum4 debug +2022-03-15 15:46:16,408 a3tb_19930101_fc01_1_CMOROCE 21132099 QUEUING marenostrum4 debug +2022-03-15 15:46:16,409 a3tb_19930101_fc01_1_SAVEIC 21132097 QUEUING marenostrum4 debug +2022-03-15 15:46:16,411 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:46:16,415 Job list saved +2022-03-15 15:46:16,421 Updating FAILED jobs +2022-03-15 15:46:16,421 Updating WAITING jobs +2022-03-15 15:46:16,422 Update finished +2022-03-15 15:46:26,432 Reloading parameters... +2022-03-15 15:46:26,453 Loading parameters... +2022-03-15 15:46:26,454 Loading project parameters... +2022-03-15 15:46:26,456 + +37 of 55 jobs remaining (15:46) +2022-03-15 15:46:26,456 Sleep: 10 +2022-03-15 15:46:26,457 Number of retrials: 0 +2022-03-15 15:46:26,457 WRAPPER CHECK TIME = 10 +2022-03-15 15:46:26,458 Checking jobs for platform=nord3 +2022-03-15 15:46:26,459 Checking jobs for platform=local +2022-03-15 15:46:26,460 Checking jobs for platform=marenostrum4 +2022-03-15 15:46:26,461 Checking jobs for platform=transfer_node +2022-03-15 15:46:26,461 Checking all jobs at once +2022-03-15 15:46:29,582 Successful check job command +2022-03-15 15:46:30,751 Job a3tb_19930101_fc01_2_SIM is RUNNING +2022-03-15 15:46:30,752 Job a3tb_19930101_fc01_1_CMOROCE is QUEUING +2022-03-15 15:46:30,752 Job a3tb_19930101_fc01_1_SAVEIC is QUEUING +2022-03-15 15:46:30,752 End of checking +2022-03-15 15:46:30,753 Updating FAILED jobs +2022-03-15 15:46:30,754 Updating WAITING jobs +2022-03-15 15:46:30,754 Update finished +2022-03-15 15:46:30,754 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:46:30,754 a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +2022-03-15 15:46:30,754 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:46:30,755 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:46:30,755 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:46:30,755 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:46:30,755 a3tb_19930101_fc01_2_SIM 21132098 RUNNING marenostrum4 debug +2022-03-15 15:46:30,755 a3tb_19930101_fc01_1_CMOROCE 21132099 QUEUING marenostrum4 debug +2022-03-15 15:46:30,755 a3tb_19930101_fc01_1_SAVEIC 21132097 QUEUING marenostrum4 debug +2022-03-15 15:46:30,758 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:46:30,762 Job list saved +2022-03-15 15:46:30,767 Updating FAILED jobs +2022-03-15 15:46:30,767 Updating WAITING jobs +2022-03-15 15:46:30,768 Update finished +2022-03-15 15:46:40,778 Reloading parameters... +2022-03-15 15:46:40,796 Loading parameters... +2022-03-15 15:46:40,797 Loading project parameters... +2022-03-15 15:46:40,799 + +37 of 55 jobs remaining (15:46) +2022-03-15 15:46:40,799 Sleep: 10 +2022-03-15 15:46:40,799 Number of retrials: 0 +2022-03-15 15:46:40,799 WRAPPER CHECK TIME = 10 +2022-03-15 15:46:40,800 Checking jobs for platform=nord3 +2022-03-15 15:46:40,802 Checking jobs for platform=local +2022-03-15 15:46:40,803 Checking jobs for platform=marenostrum4 +2022-03-15 15:46:40,804 Checking jobs for platform=transfer_node +2022-03-15 15:46:40,804 Checking all jobs at once +2022-03-15 15:46:44,027 Successful check job command +2022-03-15 15:46:45,548 Job a3tb_19930101_fc01_2_SIM is RUNNING +2022-03-15 15:46:45,548 Job a3tb_19930101_fc01_1_CMOROCE is QUEUING +2022-03-15 15:46:45,548 Job a3tb_19930101_fc01_1_SAVEIC is QUEUING +2022-03-15 15:46:45,548 End of checking +2022-03-15 15:46:45,550 Updating FAILED jobs +2022-03-15 15:46:45,550 Updating WAITING jobs +2022-03-15 15:46:45,550 Update finished +2022-03-15 15:46:45,550 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:46:45,551 a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +2022-03-15 15:46:45,551 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:46:45,551 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:46:45,551 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:46:45,551 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:46:45,551 a3tb_19930101_fc01_2_SIM 21132098 RUNNING marenostrum4 debug +2022-03-15 15:46:45,551 a3tb_19930101_fc01_1_CMOROCE 21132099 QUEUING marenostrum4 debug +2022-03-15 15:46:45,551 a3tb_19930101_fc01_1_SAVEIC 21132097 QUEUING marenostrum4 debug +2022-03-15 15:46:45,554 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:46:45,559 Job list saved +2022-03-15 15:46:45,564 Updating FAILED jobs +2022-03-15 15:46:45,564 Updating WAITING jobs +2022-03-15 15:46:45,564 Update finished +2022-03-15 15:46:55,575 Reloading parameters... +2022-03-15 15:46:55,593 Loading parameters... +2022-03-15 15:46:55,594 Loading project parameters... +2022-03-15 15:46:55,596 + +37 of 55 jobs remaining (15:46) +2022-03-15 15:46:55,597 Sleep: 10 +2022-03-15 15:46:55,597 Number of retrials: 0 +2022-03-15 15:46:55,597 WRAPPER CHECK TIME = 10 +2022-03-15 15:46:55,598 Checking jobs for platform=nord3 +2022-03-15 15:46:55,599 Checking jobs for platform=local +2022-03-15 15:46:55,600 Checking jobs for platform=marenostrum4 +2022-03-15 15:46:55,601 Checking jobs for platform=transfer_node +2022-03-15 15:46:55,601 Checking all jobs at once +2022-03-15 15:46:58,821 Successful check job command +2022-03-15 15:47:00,140 a3tb_19930101_fc01_2_SIM job seems to have completed: checking... +2022-03-15 15:47:00,156 Job a3tb_19930101_fc01_2_SIM is COMPLETED +2022-03-15 15:47:00,171 a3tb_19930101_fc01_2_SIM_STAT file have been transfered +2022-03-15 15:47:00,326 Job a3tb_19930101_fc01_1_CMOROCE is QUEUING +2022-03-15 15:47:00,326 Job a3tb_19930101_fc01_1_SAVEIC is QUEUING +2022-03-15 15:47:00,326 End of checking +2022-03-15 15:47:00,327 Updating FAILED jobs +2022-03-15 15:47:00,327 Updating WAITING jobs +2022-03-15 15:47:00,328 Setting job: a3tb_19930101_fc01_3_SIM status to: READY (all parents completed)... +2022-03-15 15:47:00,328 Setting job: a3tb_19930101_fc01_2_CMOROCE status to: READY (all parents completed)... +2022-03-15 15:47:00,328 Setting job: a3tb_19930101_fc01_1_CMORATM status to: READY (all parents completed)... +2022-03-15 15:47:00,328 Setting job: a3tb_19930101_fc01_2_SAVEIC status to: READY (all parents completed)... +2022-03-15 15:47:00,328 Update finished +2022-03-15 15:47:00,329 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:47:00,329 a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +2022-03-15 15:47:00,329 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:47:00,330 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:47:00,330 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:47:00,330 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:47:00,330 a3tb_19930101_fc01_1_CMOROCE 21132099 QUEUING marenostrum4 debug +2022-03-15 15:47:00,330 a3tb_19930101_fc01_1_SAVEIC 21132097 QUEUING marenostrum4 debug +2022-03-15 15:47:00,333 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:47:00,343 Job list saved +2022-03-15 15:47:00,345 +Jobs ready for nord3: 0 +2022-03-15 15:47:00,347 Number of jobs available: 20 +2022-03-15 15:47:00,348 Number of jobs ready: 0 +2022-03-15 15:47:00,348 +Jobs ready for local: 0 +2022-03-15 15:47:00,349 Number of jobs available: 20 +2022-03-15 15:47:00,350 Number of jobs ready: 0 +2022-03-15 15:47:00,351 +Jobs ready for marenostrum4: 4 +2022-03-15 15:47:00,352 Number of jobs available: 18 +2022-03-15 15:47:00,353 Number of jobs ready: 4 +2022-03-15 15:47:00,353 Jobs ready for marenostrum4: 4 +2022-03-15 15:47:00,366 Custom directives from platform.conf: None +2022-03-15 15:47:00,366 Custom directives from platform.conf: None +2022-03-15 15:47:00,367 Custom directives from platform.conf: None +2022-03-15 15:47:00,370 Creating Scripts +2022-03-15 15:47:00,637 Sending Files +2022-03-15 15:47:00,649 Submitting +[WARNING] 2022-03-15 15:47:00,683 Script a3tb_19930101_fc01_3_SIM check failed +[WARNING] 2022-03-15 15:47:00,683 On submission script has some empty variables +2022-03-15 15:47:00,689 Creating Scripts +2022-03-15 15:47:00,824 Sending Files +2022-03-15 15:47:00,835 Submitting +2022-03-15 15:47:00,848 Creating Scripts +2022-03-15 15:47:00,931 Sending Files +2022-03-15 15:47:00,940 Submitting +2022-03-15 15:47:00,953 Creating Scripts +2022-03-15 15:47:01,041 Sending Files +2022-03-15 15:47:01,088 Submitting +2022-03-15 15:47:03,274 +Jobs ready for transfer_node: 0 +2022-03-15 15:47:03,275 Number of jobs available: 20 +2022-03-15 15:47:03,275 Number of jobs ready: 0 +2022-03-15 15:47:03,277 Updating FAILED jobs +2022-03-15 15:47:03,277 Updating WAITING jobs +2022-03-15 15:47:03,278 Update finished +2022-03-15 15:47:03,278 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:47:03,278 a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +2022-03-15 15:47:03,278 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:47:03,278 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:47:03,278 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:47:03,279 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:47:03,279 a3tb_19930101_fc01_3_SIM 21132554 SUBMITTED marenostrum4 debug +2022-03-15 15:47:03,279 a3tb_19930101_fc01_2_CMOROCE 21132556 SUBMITTED marenostrum4 debug +2022-03-15 15:47:03,279 a3tb_19930101_fc01_1_CMORATM 21132555 SUBMITTED marenostrum4 debug +2022-03-15 15:47:03,279 a3tb_19930101_fc01_2_SAVEIC 21132551 SUBMITTED marenostrum4 debug +2022-03-15 15:47:03,279 a3tb_19930101_fc01_1_CMOROCE 21132099 QUEUING marenostrum4 debug +2022-03-15 15:47:03,279 a3tb_19930101_fc01_1_SAVEIC 21132097 QUEUING marenostrum4 debug +2022-03-15 15:47:03,282 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:47:03,287 Job list saved +2022-03-15 15:47:03,347 Updating FAILED jobs +2022-03-15 15:47:03,347 Updating WAITING jobs +2022-03-15 15:47:03,348 Update finished +2022-03-15 15:47:13,358 Reloading parameters... +2022-03-15 15:47:13,375 Loading parameters... +2022-03-15 15:47:13,376 Loading project parameters... +2022-03-15 15:47:13,378 + +36 of 55 jobs remaining (15:47) +2022-03-15 15:47:13,379 Sleep: 10 +2022-03-15 15:47:13,379 Number of retrials: 0 +2022-03-15 15:47:13,379 WRAPPER CHECK TIME = 10 +2022-03-15 15:47:13,380 Checking jobs for platform=nord3 +2022-03-15 15:47:13,381 Checking jobs for platform=local +2022-03-15 15:47:13,382 Checking jobs for platform=marenostrum4 +2022-03-15 15:47:13,383 Checking jobs for platform=transfer_node +2022-03-15 15:47:13,383 Checking all jobs at once +2022-03-15 15:47:16,606 Successful check job command +2022-03-15 15:47:17,877 Job a3tb_19930101_fc01_2_CMOROCE is QUEUING +2022-03-15 15:47:17,877 Job a3tb_19930101_fc01_1_CMORATM is QUEUING +2022-03-15 15:47:17,877 Job a3tb_19930101_fc01_3_SIM is QUEUING +2022-03-15 15:47:17,878 Job a3tb_19930101_fc01_2_SAVEIC is QUEUING +2022-03-15 15:47:17,878 Job a3tb_19930101_fc01_1_SAVEIC is QUEUING +2022-03-15 15:47:17,878 Job a3tb_19930101_fc01_1_CMOROCE is QUEUING +2022-03-15 15:47:17,878 End of checking +2022-03-15 15:47:17,880 Updating FAILED jobs +2022-03-15 15:47:17,880 Updating WAITING jobs +2022-03-15 15:47:17,880 Update finished +2022-03-15 15:47:17,880 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:47:17,881 a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +2022-03-15 15:47:17,881 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:47:17,881 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:47:17,881 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:47:17,881 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:47:17,881 a3tb_19930101_fc01_3_SIM 21132554 QUEUING marenostrum4 debug +2022-03-15 15:47:17,881 a3tb_19930101_fc01_1_CMOROCE 21132099 QUEUING marenostrum4 debug +2022-03-15 15:47:17,882 a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +2022-03-15 15:47:17,882 a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +2022-03-15 15:47:17,882 a3tb_19930101_fc01_1_SAVEIC 21132097 QUEUING marenostrum4 debug +2022-03-15 15:47:17,882 a3tb_19930101_fc01_2_SAVEIC 21132551 QUEUING marenostrum4 debug +2022-03-15 15:47:17,885 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:47:17,889 Job list saved +2022-03-15 15:47:17,950 Updating FAILED jobs +2022-03-15 15:47:17,950 Updating WAITING jobs +2022-03-15 15:47:17,951 Update finished +2022-03-15 15:47:27,961 Reloading parameters... +2022-03-15 15:47:27,980 Loading parameters... +2022-03-15 15:47:27,981 Loading project parameters... +2022-03-15 15:47:27,983 + +36 of 55 jobs remaining (15:47) +2022-03-15 15:47:27,983 Sleep: 10 +2022-03-15 15:47:27,983 Number of retrials: 0 +2022-03-15 15:47:27,983 WRAPPER CHECK TIME = 10 +2022-03-15 15:47:27,984 Checking jobs for platform=nord3 +2022-03-15 15:47:27,986 Checking jobs for platform=local +2022-03-15 15:47:27,987 Checking jobs for platform=marenostrum4 +2022-03-15 15:47:27,988 Checking jobs for platform=transfer_node +2022-03-15 15:47:27,988 Checking all jobs at once +2022-03-15 15:47:31,212 Successful check job command +2022-03-15 15:47:32,433 Job a3tb_19930101_fc01_2_CMOROCE is QUEUING +2022-03-15 15:47:32,433 Job a3tb_19930101_fc01_1_CMORATM is QUEUING +2022-03-15 15:47:32,433 Job a3tb_19930101_fc01_3_SIM is QUEUING +2022-03-15 15:47:32,433 Job a3tb_19930101_fc01_2_SAVEIC is QUEUING +2022-03-15 15:47:32,433 Job a3tb_19930101_fc01_1_SAVEIC is QUEUING +2022-03-15 15:47:32,433 Job a3tb_19930101_fc01_1_CMOROCE is QUEUING +2022-03-15 15:47:32,434 End of checking +2022-03-15 15:47:32,435 Updating FAILED jobs +2022-03-15 15:47:32,435 Updating WAITING jobs +2022-03-15 15:47:32,435 Update finished +2022-03-15 15:47:32,436 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:47:32,436 a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +2022-03-15 15:47:32,436 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:47:32,436 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:47:32,436 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:47:32,436 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:47:32,436 a3tb_19930101_fc01_3_SIM 21132554 QUEUING marenostrum4 debug +2022-03-15 15:47:32,437 a3tb_19930101_fc01_1_CMOROCE 21132099 QUEUING marenostrum4 debug +2022-03-15 15:47:32,437 a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +2022-03-15 15:47:32,437 a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +2022-03-15 15:47:32,437 a3tb_19930101_fc01_1_SAVEIC 21132097 QUEUING marenostrum4 debug +2022-03-15 15:47:32,437 a3tb_19930101_fc01_2_SAVEIC 21132551 QUEUING marenostrum4 debug +2022-03-15 15:47:32,440 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:47:32,444 Job list saved +2022-03-15 15:47:32,449 Updating FAILED jobs +2022-03-15 15:47:32,449 Updating WAITING jobs +2022-03-15 15:47:32,450 Update finished +2022-03-15 15:47:42,458 Reloading parameters... +2022-03-15 15:47:42,475 Loading parameters... +2022-03-15 15:47:42,477 Loading project parameters... +2022-03-15 15:47:42,479 + +36 of 55 jobs remaining (15:47) +2022-03-15 15:47:42,479 Sleep: 10 +2022-03-15 15:47:42,479 Number of retrials: 0 +2022-03-15 15:47:42,479 WRAPPER CHECK TIME = 10 +2022-03-15 15:47:42,481 Checking jobs for platform=nord3 +2022-03-15 15:47:42,482 Checking jobs for platform=local +2022-03-15 15:47:42,483 Checking jobs for platform=marenostrum4 +2022-03-15 15:47:42,484 Checking jobs for platform=transfer_node +2022-03-15 15:47:42,484 Checking all jobs at once +2022-03-15 15:47:45,656 Successful check job command +2022-03-15 15:47:46,926 Job a3tb_19930101_fc01_2_CMOROCE is QUEUING +2022-03-15 15:47:46,926 Job a3tb_19930101_fc01_1_CMORATM is QUEUING +2022-03-15 15:47:46,927 Job a3tb_19930101_fc01_3_SIM is QUEUING +2022-03-15 15:47:46,927 Job a3tb_19930101_fc01_2_SAVEIC is QUEUING +2022-03-15 15:47:46,927 Job a3tb_19930101_fc01_1_SAVEIC is QUEUING +2022-03-15 15:47:46,927 Job a3tb_19930101_fc01_1_CMOROCE is QUEUING +2022-03-15 15:47:46,927 End of checking +2022-03-15 15:47:46,928 Updating FAILED jobs +2022-03-15 15:47:46,928 Updating WAITING jobs +2022-03-15 15:47:46,929 Update finished +2022-03-15 15:47:46,929 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:47:46,929 a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +2022-03-15 15:47:46,929 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:47:46,929 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:47:46,930 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:47:46,930 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:47:46,930 a3tb_19930101_fc01_3_SIM 21132554 QUEUING marenostrum4 debug +2022-03-15 15:47:46,930 a3tb_19930101_fc01_1_CMOROCE 21132099 QUEUING marenostrum4 debug +2022-03-15 15:47:46,930 a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +2022-03-15 15:47:46,930 a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +2022-03-15 15:47:46,930 a3tb_19930101_fc01_1_SAVEIC 21132097 QUEUING marenostrum4 debug +2022-03-15 15:47:46,930 a3tb_19930101_fc01_2_SAVEIC 21132551 QUEUING marenostrum4 debug +2022-03-15 15:47:46,933 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:47:46,937 Job list saved +2022-03-15 15:47:46,941 Updating FAILED jobs +2022-03-15 15:47:46,942 Updating WAITING jobs +2022-03-15 15:47:46,942 Update finished +2022-03-15 15:47:56,943 Reloading parameters... +2022-03-15 15:47:56,962 Loading parameters... +2022-03-15 15:47:56,963 Loading project parameters... +2022-03-15 15:47:56,965 + +36 of 55 jobs remaining (15:47) +2022-03-15 15:47:56,966 Sleep: 10 +2022-03-15 15:47:56,966 Number of retrials: 0 +2022-03-15 15:47:56,966 WRAPPER CHECK TIME = 10 +2022-03-15 15:47:56,967 Checking jobs for platform=nord3 +2022-03-15 15:47:56,968 Checking jobs for platform=local +2022-03-15 15:47:56,969 Checking jobs for platform=marenostrum4 +2022-03-15 15:47:56,970 Checking jobs for platform=transfer_node +2022-03-15 15:47:56,970 Checking all jobs at once +2022-03-15 15:48:00,243 Successful check job command +2022-03-15 15:48:01,914 Job a3tb_19930101_fc01_2_CMOROCE is QUEUING +2022-03-15 15:48:01,914 Job a3tb_19930101_fc01_1_CMORATM is QUEUING +2022-03-15 15:48:01,915 Job a3tb_19930101_fc01_3_SIM is QUEUING +2022-03-15 15:48:01,915 Job a3tb_19930101_fc01_2_SAVEIC is QUEUING +2022-03-15 15:48:01,915 Job a3tb_19930101_fc01_1_SAVEIC is RUNNING +2022-03-15 15:48:01,918 /gpfs/scratch/bsc32/bsc32627/a3tb/LOG_a3tb/a3tb_19930101_fc01_1_SAVEIC_STAT File still no exists.. waiting 5s for a new retry ( retries left: 3) +2022-03-15 15:48:06,938 a3tb_19930101_fc01_1_SAVEIC_STAT file have been transfered +2022-03-15 15:48:07,051 Job a3tb_19930101_fc01_1_CMOROCE is QUEUING +2022-03-15 15:48:07,052 End of checking +2022-03-15 15:48:07,053 Updating FAILED jobs +2022-03-15 15:48:07,053 Updating WAITING jobs +2022-03-15 15:48:07,054 Update finished +2022-03-15 15:48:07,054 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:48:07,054 a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +2022-03-15 15:48:07,054 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:48:07,054 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:48:07,054 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:48:07,055 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:48:07,055 a3tb_19930101_fc01_1_SAVEIC 21132097 RUNNING marenostrum4 debug +2022-03-15 15:48:07,055 a3tb_19930101_fc01_3_SIM 21132554 QUEUING marenostrum4 debug +2022-03-15 15:48:07,055 a3tb_19930101_fc01_1_CMOROCE 21132099 QUEUING marenostrum4 debug +2022-03-15 15:48:07,055 a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +2022-03-15 15:48:07,055 a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +2022-03-15 15:48:07,055 a3tb_19930101_fc01_2_SAVEIC 21132551 QUEUING marenostrum4 debug +2022-03-15 15:48:07,058 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:48:07,063 Job list saved +2022-03-15 15:48:07,132 Updating FAILED jobs +2022-03-15 15:48:07,132 Updating WAITING jobs +2022-03-15 15:48:07,132 Update finished +2022-03-15 15:48:17,143 Reloading parameters... +2022-03-15 15:48:17,826 Loading parameters... +2022-03-15 15:48:17,827 Loading project parameters... +2022-03-15 15:48:17,829 + +36 of 55 jobs remaining (15:48) +2022-03-15 15:48:17,830 Sleep: 10 +2022-03-15 15:48:17,830 Number of retrials: 0 +2022-03-15 15:48:17,830 WRAPPER CHECK TIME = 10 +2022-03-15 15:48:17,831 Checking jobs for platform=nord3 +2022-03-15 15:48:17,832 Checking jobs for platform=local +2022-03-15 15:48:17,835 Checking jobs for platform=marenostrum4 +2022-03-15 15:48:17,836 Checking jobs for platform=transfer_node +2022-03-15 15:48:17,843 Checking all jobs at once +2022-03-15 15:48:21,064 Successful check job command +2022-03-15 15:48:22,334 Job a3tb_19930101_fc01_2_CMOROCE is QUEUING +2022-03-15 15:48:22,334 Job a3tb_19930101_fc01_1_CMORATM is QUEUING +2022-03-15 15:48:22,335 Job a3tb_19930101_fc01_3_SIM is QUEUING +2022-03-15 15:48:22,335 Job a3tb_19930101_fc01_2_SAVEIC is QUEUING +2022-03-15 15:48:22,335 Job a3tb_19930101_fc01_1_SAVEIC is RUNNING +2022-03-15 15:48:22,335 Job a3tb_19930101_fc01_1_CMOROCE is QUEUING +2022-03-15 15:48:22,335 End of checking +2022-03-15 15:48:22,389 Updating FAILED jobs +2022-03-15 15:48:22,389 Updating WAITING jobs +2022-03-15 15:48:22,390 Update finished +2022-03-15 15:48:22,390 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:48:22,390 a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +2022-03-15 15:48:22,390 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:48:22,390 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:48:22,391 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:48:22,391 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:48:22,391 a3tb_19930101_fc01_1_SAVEIC 21132097 RUNNING marenostrum4 debug +2022-03-15 15:48:22,391 a3tb_19930101_fc01_3_SIM 21132554 QUEUING marenostrum4 debug +2022-03-15 15:48:22,391 a3tb_19930101_fc01_1_CMOROCE 21132099 QUEUING marenostrum4 debug +2022-03-15 15:48:22,391 a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +2022-03-15 15:48:22,391 a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +2022-03-15 15:48:22,391 a3tb_19930101_fc01_2_SAVEIC 21132551 QUEUING marenostrum4 debug +2022-03-15 15:48:22,452 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:48:22,456 Job list saved +2022-03-15 15:48:22,577 Updating FAILED jobs +2022-03-15 15:48:22,577 Updating WAITING jobs +2022-03-15 15:48:22,578 Update finished +2022-03-15 15:48:32,587 Reloading parameters... +2022-03-15 15:48:33,016 Loading parameters... +2022-03-15 15:48:33,017 Loading project parameters... +2022-03-15 15:48:33,019 + +36 of 55 jobs remaining (15:48) +2022-03-15 15:48:33,019 Sleep: 10 +2022-03-15 15:48:33,019 Number of retrials: 0 +2022-03-15 15:48:33,019 WRAPPER CHECK TIME = 10 +2022-03-15 15:48:33,020 Checking jobs for platform=nord3 +2022-03-15 15:48:33,021 Checking jobs for platform=local +2022-03-15 15:48:33,023 Checking jobs for platform=marenostrum4 +2022-03-15 15:48:33,024 Checking jobs for platform=transfer_node +2022-03-15 15:48:33,024 Checking all jobs at once +2022-03-15 15:48:36,295 Successful check job command +2022-03-15 15:48:37,616 Job a3tb_19930101_fc01_2_CMOROCE is QUEUING +2022-03-15 15:48:37,616 Job a3tb_19930101_fc01_1_CMORATM is QUEUING +2022-03-15 15:48:37,616 Job a3tb_19930101_fc01_3_SIM is QUEUING +2022-03-15 15:48:37,616 Job a3tb_19930101_fc01_2_SAVEIC is QUEUING +2022-03-15 15:48:37,616 Job a3tb_19930101_fc01_1_SAVEIC is RUNNING +2022-03-15 15:48:37,616 Job a3tb_19930101_fc01_1_CMOROCE is QUEUING +2022-03-15 15:48:37,616 End of checking +2022-03-15 15:48:37,657 Updating FAILED jobs +2022-03-15 15:48:37,657 Updating WAITING jobs +2022-03-15 15:48:37,658 Update finished +2022-03-15 15:48:37,658 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:48:37,658 a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +2022-03-15 15:48:37,658 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:48:37,658 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:48:37,658 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:48:37,659 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:48:37,659 a3tb_19930101_fc01_1_SAVEIC 21132097 RUNNING marenostrum4 debug +2022-03-15 15:48:37,659 a3tb_19930101_fc01_3_SIM 21132554 QUEUING marenostrum4 debug +2022-03-15 15:48:37,659 a3tb_19930101_fc01_1_CMOROCE 21132099 QUEUING marenostrum4 debug +2022-03-15 15:48:37,659 a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +2022-03-15 15:48:37,659 a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +2022-03-15 15:48:37,659 a3tb_19930101_fc01_2_SAVEIC 21132551 QUEUING marenostrum4 debug +2022-03-15 15:48:37,724 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:48:37,728 Job list saved +2022-03-15 15:48:37,866 Updating FAILED jobs +2022-03-15 15:48:37,866 Updating WAITING jobs +2022-03-15 15:48:37,867 Update finished +2022-03-15 15:48:47,875 Reloading parameters... +2022-03-15 15:48:47,895 Loading parameters... +2022-03-15 15:48:47,896 Loading project parameters... +2022-03-15 15:48:47,898 + +36 of 55 jobs remaining (15:48) +2022-03-15 15:48:47,898 Sleep: 10 +2022-03-15 15:48:47,898 Number of retrials: 0 +2022-03-15 15:48:47,898 WRAPPER CHECK TIME = 10 +2022-03-15 15:48:47,900 Checking jobs for platform=nord3 +2022-03-15 15:48:47,901 Checking jobs for platform=local +2022-03-15 15:48:47,902 Checking jobs for platform=marenostrum4 +2022-03-15 15:48:47,903 Checking jobs for platform=transfer_node +2022-03-15 15:48:47,903 Checking all jobs at once +2022-03-15 15:48:51,075 Successful check job command +2022-03-15 15:48:52,746 Job a3tb_19930101_fc01_2_CMOROCE is QUEUING +2022-03-15 15:48:52,746 Job a3tb_19930101_fc01_1_CMORATM is QUEUING +2022-03-15 15:48:52,746 Job a3tb_19930101_fc01_3_SIM is QUEUING +2022-03-15 15:48:52,747 Job a3tb_19930101_fc01_2_SAVEIC is QUEUING +2022-03-15 15:48:52,747 Job a3tb_19930101_fc01_1_SAVEIC is RUNNING +2022-03-15 15:48:52,747 Job a3tb_19930101_fc01_1_CMOROCE is QUEUING +2022-03-15 15:48:52,747 End of checking +2022-03-15 15:48:52,812 Updating FAILED jobs +2022-03-15 15:48:52,812 Updating WAITING jobs +2022-03-15 15:48:52,813 Update finished +2022-03-15 15:48:52,813 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:48:52,813 a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +2022-03-15 15:48:52,813 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:48:52,814 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:48:52,814 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:48:52,814 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:48:52,814 a3tb_19930101_fc01_1_SAVEIC 21132097 RUNNING marenostrum4 debug +2022-03-15 15:48:52,814 a3tb_19930101_fc01_3_SIM 21132554 QUEUING marenostrum4 debug +2022-03-15 15:48:52,814 a3tb_19930101_fc01_1_CMOROCE 21132099 QUEUING marenostrum4 debug +2022-03-15 15:48:52,814 a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +2022-03-15 15:48:52,814 a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +2022-03-15 15:48:52,815 a3tb_19930101_fc01_2_SAVEIC 21132551 QUEUING marenostrum4 debug +2022-03-15 15:48:52,876 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:48:52,881 Job list saved +2022-03-15 15:48:53,006 Updating FAILED jobs +2022-03-15 15:48:53,006 Updating WAITING jobs +2022-03-15 15:48:53,007 Update finished +2022-03-15 15:49:03,017 Reloading parameters... +2022-03-15 15:49:03,038 Loading parameters... +2022-03-15 15:49:03,039 Loading project parameters... +2022-03-15 15:49:03,041 + +36 of 55 jobs remaining (15:49) +2022-03-15 15:49:03,042 Sleep: 10 +2022-03-15 15:49:03,042 Number of retrials: 0 +2022-03-15 15:49:03,042 WRAPPER CHECK TIME = 10 +2022-03-15 15:49:03,043 Checking jobs for platform=nord3 +2022-03-15 15:49:03,044 Checking jobs for platform=local +2022-03-15 15:49:03,045 Checking jobs for platform=marenostrum4 +2022-03-15 15:49:03,046 Checking jobs for platform=transfer_node +2022-03-15 15:49:03,046 Checking all jobs at once +2022-03-15 15:49:06,267 Successful check job command +2022-03-15 15:49:16,807 Job a3tb_19930101_fc01_2_CMOROCE is QUEUING +2022-03-15 15:49:16,807 Job a3tb_19930101_fc01_1_CMORATM is QUEUING +2022-03-15 15:49:16,807 Job a3tb_19930101_fc01_3_SIM is QUEUING +2022-03-15 15:49:16,808 Job a3tb_19930101_fc01_2_SAVEIC is QUEUING +2022-03-15 15:49:16,808 Job a3tb_19930101_fc01_1_SAVEIC is RUNNING +2022-03-15 15:49:16,808 Job a3tb_19930101_fc01_1_CMOROCE is QUEUING +2022-03-15 15:49:16,808 End of checking +2022-03-15 15:49:16,810 Updating FAILED jobs +2022-03-15 15:49:16,810 Updating WAITING jobs +2022-03-15 15:49:16,810 Update finished +2022-03-15 15:49:16,810 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:49:16,811 a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +2022-03-15 15:49:16,811 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:49:16,811 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:49:16,811 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:49:16,811 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:49:16,811 a3tb_19930101_fc01_1_SAVEIC 21132097 RUNNING marenostrum4 debug +2022-03-15 15:49:16,811 a3tb_19930101_fc01_3_SIM 21132554 QUEUING marenostrum4 debug +2022-03-15 15:49:16,811 a3tb_19930101_fc01_1_CMOROCE 21132099 QUEUING marenostrum4 debug +2022-03-15 15:49:16,812 a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +2022-03-15 15:49:16,812 a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +2022-03-15 15:49:16,812 a3tb_19930101_fc01_2_SAVEIC 21132551 QUEUING marenostrum4 debug +2022-03-15 15:49:16,815 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:49:16,820 Job list saved +2022-03-15 15:49:16,826 Updating FAILED jobs +2022-03-15 15:49:16,826 Updating WAITING jobs +2022-03-15 15:49:16,827 Update finished +2022-03-15 15:49:26,837 Reloading parameters... +2022-03-15 15:49:26,876 Loading parameters... +2022-03-15 15:49:26,877 Loading project parameters... +2022-03-15 15:49:26,879 + +36 of 55 jobs remaining (15:49) +2022-03-15 15:49:26,880 Sleep: 10 +2022-03-15 15:49:26,880 Number of retrials: 0 +2022-03-15 15:49:26,880 WRAPPER CHECK TIME = 10 +2022-03-15 15:49:26,881 Checking jobs for platform=nord3 +2022-03-15 15:49:26,882 Checking jobs for platform=local +2022-03-15 15:49:26,883 Checking jobs for platform=marenostrum4 +2022-03-15 15:49:26,885 Checking jobs for platform=transfer_node +2022-03-15 15:49:26,885 Checking all jobs at once +2022-03-15 15:49:30,107 Successful check job command +2022-03-15 15:49:31,978 Job a3tb_19930101_fc01_2_CMOROCE is QUEUING +2022-03-15 15:49:31,978 Job a3tb_19930101_fc01_1_CMORATM is QUEUING +2022-03-15 15:49:31,978 Job a3tb_19930101_fc01_3_SIM is QUEUING +2022-03-15 15:49:31,978 Job a3tb_19930101_fc01_2_SAVEIC is QUEUING +2022-03-15 15:49:31,978 Job a3tb_19930101_fc01_1_SAVEIC is RUNNING +2022-03-15 15:49:31,979 Job a3tb_19930101_fc01_1_CMOROCE is QUEUING +2022-03-15 15:49:31,979 End of checking +2022-03-15 15:49:31,980 Updating FAILED jobs +2022-03-15 15:49:31,980 Updating WAITING jobs +2022-03-15 15:49:31,981 Update finished +2022-03-15 15:49:31,981 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:49:31,981 a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +2022-03-15 15:49:31,982 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:49:31,982 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:49:31,982 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:49:31,982 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:49:31,982 a3tb_19930101_fc01_1_SAVEIC 21132097 RUNNING marenostrum4 debug +2022-03-15 15:49:31,982 a3tb_19930101_fc01_3_SIM 21132554 QUEUING marenostrum4 debug +2022-03-15 15:49:31,982 a3tb_19930101_fc01_1_CMOROCE 21132099 QUEUING marenostrum4 debug +2022-03-15 15:49:31,982 a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +2022-03-15 15:49:31,983 a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +2022-03-15 15:49:31,983 a3tb_19930101_fc01_2_SAVEIC 21132551 QUEUING marenostrum4 debug +2022-03-15 15:49:31,986 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:49:31,990 Job list saved +2022-03-15 15:49:31,998 Updating FAILED jobs +2022-03-15 15:49:31,999 Updating WAITING jobs +2022-03-15 15:49:31,999 Update finished +2022-03-15 15:49:42,003 Reloading parameters... +2022-03-15 15:49:42,023 Loading parameters... +2022-03-15 15:49:42,024 Loading project parameters... +2022-03-15 15:49:42,026 + +36 of 55 jobs remaining (15:49) +2022-03-15 15:49:42,026 Sleep: 10 +2022-03-15 15:49:42,026 Number of retrials: 0 +2022-03-15 15:49:42,027 WRAPPER CHECK TIME = 10 +2022-03-15 15:49:42,028 Checking jobs for platform=nord3 +2022-03-15 15:49:42,029 Checking jobs for platform=local +2022-03-15 15:49:42,030 Checking jobs for platform=marenostrum4 +2022-03-15 15:49:42,031 Checking jobs for platform=transfer_node +2022-03-15 15:49:42,031 Checking all jobs at once +2022-03-15 15:49:45,203 Successful check job command +2022-03-15 15:49:46,423 Job a3tb_19930101_fc01_2_CMOROCE is QUEUING +2022-03-15 15:49:46,423 Job a3tb_19930101_fc01_1_CMORATM is QUEUING +2022-03-15 15:49:46,424 Job a3tb_19930101_fc01_3_SIM is QUEUING +2022-03-15 15:49:46,424 Job a3tb_19930101_fc01_2_SAVEIC is QUEUING +2022-03-15 15:49:46,424 Job a3tb_19930101_fc01_1_SAVEIC is RUNNING +2022-03-15 15:49:46,424 Job a3tb_19930101_fc01_1_CMOROCE is QUEUING +2022-03-15 15:49:46,424 End of checking +2022-03-15 15:49:46,425 Updating FAILED jobs +2022-03-15 15:49:46,426 Updating WAITING jobs +2022-03-15 15:49:46,426 Update finished +2022-03-15 15:49:46,426 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:49:46,426 a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +2022-03-15 15:49:46,426 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:49:46,426 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:49:46,427 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:49:46,427 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:49:46,427 a3tb_19930101_fc01_1_SAVEIC 21132097 RUNNING marenostrum4 debug +2022-03-15 15:49:46,427 a3tb_19930101_fc01_3_SIM 21132554 QUEUING marenostrum4 debug +2022-03-15 15:49:46,427 a3tb_19930101_fc01_1_CMOROCE 21132099 QUEUING marenostrum4 debug +2022-03-15 15:49:46,427 a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +2022-03-15 15:49:46,427 a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +2022-03-15 15:49:46,427 a3tb_19930101_fc01_2_SAVEIC 21132551 QUEUING marenostrum4 debug +2022-03-15 15:49:46,430 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:49:46,434 Job list saved +2022-03-15 15:49:46,439 Updating FAILED jobs +2022-03-15 15:49:46,440 Updating WAITING jobs +2022-03-15 15:49:46,440 Update finished +2022-03-15 15:49:56,447 Reloading parameters... +2022-03-15 15:49:56,464 Loading parameters... +2022-03-15 15:49:56,466 Loading project parameters... +2022-03-15 15:49:56,468 + +36 of 55 jobs remaining (15:49) +2022-03-15 15:49:56,468 Sleep: 10 +2022-03-15 15:49:56,468 Number of retrials: 0 +2022-03-15 15:49:56,468 WRAPPER CHECK TIME = 10 +2022-03-15 15:49:56,469 Checking jobs for platform=nord3 +2022-03-15 15:49:56,470 Checking jobs for platform=local +2022-03-15 15:49:56,472 Checking jobs for platform=marenostrum4 +2022-03-15 15:49:56,473 Checking jobs for platform=transfer_node +2022-03-15 15:49:56,473 Checking all jobs at once +2022-03-15 15:49:59,645 Successful check job command +2022-03-15 15:50:00,815 Job a3tb_19930101_fc01_2_CMOROCE is QUEUING +2022-03-15 15:50:00,815 Job a3tb_19930101_fc01_1_CMORATM is QUEUING +2022-03-15 15:50:00,815 Job a3tb_19930101_fc01_3_SIM is QUEUING +2022-03-15 15:50:00,815 Job a3tb_19930101_fc01_2_SAVEIC is QUEUING +2022-03-15 15:50:00,815 a3tb_19930101_fc01_1_SAVEIC job seems to have completed: checking... +2022-03-15 15:50:00,831 Job a3tb_19930101_fc01_1_SAVEIC is COMPLETED +2022-03-15 15:50:00,847 a3tb_19930101_fc01_1_SAVEIC_STAT file have been transfered +2022-03-15 15:50:00,995 Job a3tb_19930101_fc01_1_CMOROCE is QUEUING +2022-03-15 15:50:00,996 End of checking +2022-03-15 15:50:00,997 Updating FAILED jobs +2022-03-15 15:50:00,997 Updating WAITING jobs +2022-03-15 15:50:00,997 Update finished +2022-03-15 15:50:00,998 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:50:00,999 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:50:00,999 a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +2022-03-15 15:50:00,999 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:50:00,999 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:50:00,999 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:50:00,999 a3tb_19930101_fc01_3_SIM 21132554 QUEUING marenostrum4 debug +2022-03-15 15:50:00,999 a3tb_19930101_fc01_1_CMOROCE 21132099 QUEUING marenostrum4 debug +2022-03-15 15:50:01,000 a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +2022-03-15 15:50:01,000 a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +2022-03-15 15:50:01,000 a3tb_19930101_fc01_2_SAVEIC 21132551 QUEUING marenostrum4 debug +2022-03-15 15:50:01,003 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:50:01,017 Job list saved +2022-03-15 15:50:01,026 Custom directives from platform.conf: None +2022-03-15 15:50:01,027 Custom directives from platform.conf: None +2022-03-15 15:50:01,027 Custom directives from platform.conf: None +2022-03-15 15:50:01,113 Updating FAILED jobs +2022-03-15 15:50:01,114 Updating WAITING jobs +2022-03-15 15:50:01,114 Update finished +2022-03-15 15:50:11,122 Reloading parameters... +2022-03-15 15:50:11,142 Loading parameters... +2022-03-15 15:50:11,144 Loading project parameters... +2022-03-15 15:50:11,146 + +35 of 55 jobs remaining (15:50) +2022-03-15 15:50:11,146 Sleep: 10 +2022-03-15 15:50:11,146 Number of retrials: 0 +2022-03-15 15:50:11,146 WRAPPER CHECK TIME = 10 +2022-03-15 15:50:11,147 Checking jobs for platform=nord3 +2022-03-15 15:50:11,152 Checking jobs for platform=local +2022-03-15 15:50:11,153 Checking jobs for platform=marenostrum4 +2022-03-15 15:50:11,154 Checking jobs for platform=transfer_node +2022-03-15 15:50:11,154 Checking all jobs at once +2022-03-15 15:50:14,325 Successful check job command +2022-03-15 15:50:16,146 Job a3tb_19930101_fc01_1_CMOROCE is QUEUING +2022-03-15 15:50:16,146 Job a3tb_19930101_fc01_1_CMORATM is QUEUING +2022-03-15 15:50:16,146 Job a3tb_19930101_fc01_3_SIM is QUEUING +2022-03-15 15:50:16,146 Job a3tb_19930101_fc01_2_SAVEIC is QUEUING +2022-03-15 15:50:16,147 Job a3tb_19930101_fc01_2_CMOROCE is QUEUING +2022-03-15 15:50:16,147 End of checking +2022-03-15 15:50:16,148 Updating FAILED jobs +2022-03-15 15:50:16,148 Updating WAITING jobs +2022-03-15 15:50:16,148 Update finished +2022-03-15 15:50:16,149 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:50:16,149 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:50:16,149 a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +2022-03-15 15:50:16,149 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:50:16,149 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:50:16,149 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:50:16,149 a3tb_19930101_fc01_3_SIM 21132554 QUEUING marenostrum4 debug +2022-03-15 15:50:16,150 a3tb_19930101_fc01_1_CMOROCE 21132099 QUEUING marenostrum4 debug +2022-03-15 15:50:16,150 a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +2022-03-15 15:50:16,150 a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +2022-03-15 15:50:16,150 a3tb_19930101_fc01_2_SAVEIC 21132551 QUEUING marenostrum4 debug +2022-03-15 15:50:16,153 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:50:16,157 Job list saved +2022-03-15 15:50:16,162 Updating FAILED jobs +2022-03-15 15:50:16,162 Updating WAITING jobs +2022-03-15 15:50:16,162 Update finished +2022-03-15 15:50:26,166 Reloading parameters... +2022-03-15 15:50:26,185 Loading parameters... +2022-03-15 15:50:26,186 Loading project parameters... +2022-03-15 15:50:26,188 + +35 of 55 jobs remaining (15:50) +2022-03-15 15:50:26,189 Sleep: 10 +2022-03-15 15:50:26,189 Number of retrials: 0 +2022-03-15 15:50:26,189 WRAPPER CHECK TIME = 10 +2022-03-15 15:50:26,190 Checking jobs for platform=nord3 +2022-03-15 15:50:26,191 Checking jobs for platform=local +2022-03-15 15:50:26,192 Checking jobs for platform=marenostrum4 +2022-03-15 15:50:26,193 Checking jobs for platform=transfer_node +2022-03-15 15:50:26,193 Checking all jobs at once +2022-03-15 15:50:29,364 Successful check job command +2022-03-15 15:50:33,540 Job a3tb_19930101_fc01_1_CMOROCE is QUEUING +2022-03-15 15:50:33,541 Job a3tb_19930101_fc01_1_CMORATM is QUEUING +2022-03-15 15:50:33,541 Job a3tb_19930101_fc01_3_SIM is QUEUING +2022-03-15 15:50:33,541 Job a3tb_19930101_fc01_2_SAVEIC is QUEUING +2022-03-15 15:50:33,541 Job a3tb_19930101_fc01_2_CMOROCE is QUEUING +2022-03-15 15:50:33,541 End of checking +2022-03-15 15:50:33,543 Updating FAILED jobs +2022-03-15 15:50:33,543 Updating WAITING jobs +2022-03-15 15:50:33,543 Update finished +2022-03-15 15:50:33,543 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:50:33,544 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:50:33,544 a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +2022-03-15 15:50:33,544 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:50:33,544 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:50:33,544 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:50:33,544 a3tb_19930101_fc01_3_SIM 21132554 QUEUING marenostrum4 debug +2022-03-15 15:50:33,544 a3tb_19930101_fc01_1_CMOROCE 21132099 QUEUING marenostrum4 debug +2022-03-15 15:50:33,544 a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +2022-03-15 15:50:33,545 a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +2022-03-15 15:50:33,545 a3tb_19930101_fc01_2_SAVEIC 21132551 QUEUING marenostrum4 debug +2022-03-15 15:50:33,547 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:50:33,552 Job list saved +2022-03-15 15:50:33,557 Updating FAILED jobs +2022-03-15 15:50:33,557 Updating WAITING jobs +2022-03-15 15:50:33,558 Update finished +2022-03-15 15:50:43,568 Reloading parameters... +2022-03-15 15:50:43,586 Loading parameters... +2022-03-15 15:50:43,587 Loading project parameters... +2022-03-15 15:50:43,589 + +35 of 55 jobs remaining (15:50) +2022-03-15 15:50:43,590 Sleep: 10 +2022-03-15 15:50:43,590 Number of retrials: 0 +2022-03-15 15:50:43,590 WRAPPER CHECK TIME = 10 +2022-03-15 15:50:43,591 Checking jobs for platform=nord3 +2022-03-15 15:50:43,592 Checking jobs for platform=local +2022-03-15 15:50:43,593 Checking jobs for platform=marenostrum4 +2022-03-15 15:50:43,594 Checking jobs for platform=transfer_node +2022-03-15 15:50:43,594 Checking all jobs at once +2022-03-15 15:50:46,765 Successful check job command +2022-03-15 15:50:48,285 Job a3tb_19930101_fc01_1_CMOROCE is RUNNING +2022-03-15 15:50:48,302 a3tb_19930101_fc01_1_CMOROCE_STAT file have been transfered +2022-03-15 15:50:48,402 Job a3tb_19930101_fc01_1_CMORATM is QUEUING +2022-03-15 15:50:48,403 Job a3tb_19930101_fc01_3_SIM is QUEUING +2022-03-15 15:50:48,403 Job a3tb_19930101_fc01_2_SAVEIC is QUEUING +2022-03-15 15:50:48,403 Job a3tb_19930101_fc01_2_CMOROCE is QUEUING +2022-03-15 15:50:48,403 End of checking +2022-03-15 15:50:48,404 Updating FAILED jobs +2022-03-15 15:50:48,404 Updating WAITING jobs +2022-03-15 15:50:48,404 Update finished +2022-03-15 15:50:48,405 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:50:48,405 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:50:48,405 a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +2022-03-15 15:50:48,405 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:50:48,405 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:50:48,405 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:50:48,405 a3tb_19930101_fc01_1_CMOROCE 21132099 RUNNING marenostrum4 debug +2022-03-15 15:50:48,406 a3tb_19930101_fc01_3_SIM 21132554 QUEUING marenostrum4 debug +2022-03-15 15:50:48,406 a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +2022-03-15 15:50:48,406 a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +2022-03-15 15:50:48,406 a3tb_19930101_fc01_2_SAVEIC 21132551 QUEUING marenostrum4 debug +2022-03-15 15:50:48,408 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:50:48,413 Job list saved +2022-03-15 15:50:48,472 Updating FAILED jobs +2022-03-15 15:50:48,473 Updating WAITING jobs +2022-03-15 15:50:48,473 Update finished +2022-03-15 15:50:58,474 Reloading parameters... +2022-03-15 15:50:58,501 Loading parameters... +2022-03-15 15:50:58,502 Loading project parameters... +2022-03-15 15:50:58,504 + +35 of 55 jobs remaining (15:50) +2022-03-15 15:50:58,504 Sleep: 10 +2022-03-15 15:50:58,505 Number of retrials: 0 +2022-03-15 15:50:58,505 WRAPPER CHECK TIME = 10 +2022-03-15 15:50:58,506 Checking jobs for platform=nord3 +2022-03-15 15:50:58,507 Checking jobs for platform=local +2022-03-15 15:50:58,508 Checking jobs for platform=marenostrum4 +2022-03-15 15:50:58,509 Checking jobs for platform=transfer_node +2022-03-15 15:50:58,509 Checking all jobs at once +2022-03-15 15:51:01,681 Successful check job command +2022-03-15 15:51:03,001 Job a3tb_19930101_fc01_3_SIM is QUEUING +2022-03-15 15:51:03,001 Job a3tb_19930101_fc01_2_CMOROCE is QUEUING +2022-03-15 15:51:03,001 Job a3tb_19930101_fc01_1_CMORATM is QUEUING +2022-03-15 15:51:03,001 Job a3tb_19930101_fc01_1_CMOROCE is RUNNING +2022-03-15 15:51:03,002 Job a3tb_19930101_fc01_2_SAVEIC is QUEUING +2022-03-15 15:51:03,002 End of checking +2022-03-15 15:51:03,003 Updating FAILED jobs +2022-03-15 15:51:03,003 Updating WAITING jobs +2022-03-15 15:51:03,004 Update finished +2022-03-15 15:51:03,004 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:51:03,004 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:51:03,004 a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +2022-03-15 15:51:03,004 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:51:03,004 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:51:03,005 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:51:03,005 a3tb_19930101_fc01_1_CMOROCE 21132099 RUNNING marenostrum4 debug +2022-03-15 15:51:03,005 a3tb_19930101_fc01_3_SIM 21132554 QUEUING marenostrum4 debug +2022-03-15 15:51:03,005 a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +2022-03-15 15:51:03,005 a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +2022-03-15 15:51:03,005 a3tb_19930101_fc01_2_SAVEIC 21132551 QUEUING marenostrum4 debug +2022-03-15 15:51:03,013 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:51:03,017 Job list saved +2022-03-15 15:51:03,032 Updating FAILED jobs +2022-03-15 15:51:03,033 Updating WAITING jobs +2022-03-15 15:51:03,033 Update finished +2022-03-15 15:51:13,041 Reloading parameters... +2022-03-15 15:51:13,063 Loading parameters... +2022-03-15 15:51:13,064 Loading project parameters... +2022-03-15 15:51:13,066 + +35 of 55 jobs remaining (15:51) +2022-03-15 15:51:13,066 Sleep: 10 +2022-03-15 15:51:13,066 Number of retrials: 0 +2022-03-15 15:51:13,066 WRAPPER CHECK TIME = 10 +2022-03-15 15:51:13,067 Checking jobs for platform=nord3 +2022-03-15 15:51:13,068 Checking jobs for platform=local +2022-03-15 15:51:13,070 Checking jobs for platform=marenostrum4 +2022-03-15 15:51:13,071 Checking jobs for platform=transfer_node +2022-03-15 15:51:13,071 Checking all jobs at once +2022-03-15 15:51:16,242 Successful check job command +2022-03-15 15:51:17,712 Job a3tb_19930101_fc01_3_SIM is QUEUING +2022-03-15 15:51:17,712 Job a3tb_19930101_fc01_2_CMOROCE is QUEUING +2022-03-15 15:51:17,712 Job a3tb_19930101_fc01_1_CMORATM is QUEUING +2022-03-15 15:51:17,712 Job a3tb_19930101_fc01_1_CMOROCE is RUNNING +2022-03-15 15:51:17,712 Job a3tb_19930101_fc01_2_SAVEIC is QUEUING +2022-03-15 15:51:17,713 End of checking +2022-03-15 15:51:17,714 Updating FAILED jobs +2022-03-15 15:51:17,714 Updating WAITING jobs +2022-03-15 15:51:17,714 Update finished +2022-03-15 15:51:17,715 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:51:17,715 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:51:17,715 a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +2022-03-15 15:51:17,715 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:51:17,715 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:51:17,715 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:51:17,715 a3tb_19930101_fc01_1_CMOROCE 21132099 RUNNING marenostrum4 debug +2022-03-15 15:51:17,715 a3tb_19930101_fc01_3_SIM 21132554 QUEUING marenostrum4 debug +2022-03-15 15:51:17,716 a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +2022-03-15 15:51:17,716 a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +2022-03-15 15:51:17,716 a3tb_19930101_fc01_2_SAVEIC 21132551 QUEUING marenostrum4 debug +2022-03-15 15:51:17,719 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:51:17,723 Job list saved +2022-03-15 15:51:17,728 Updating FAILED jobs +2022-03-15 15:51:17,728 Updating WAITING jobs +2022-03-15 15:51:17,728 Update finished +2022-03-15 15:51:27,735 Reloading parameters... +2022-03-15 15:51:27,754 Loading parameters... +2022-03-15 15:51:27,756 Loading project parameters... +2022-03-15 15:51:27,758 + +35 of 55 jobs remaining (15:51) +2022-03-15 15:51:27,758 Sleep: 10 +2022-03-15 15:51:27,758 Number of retrials: 0 +2022-03-15 15:51:27,758 WRAPPER CHECK TIME = 10 +2022-03-15 15:51:27,759 Checking jobs for platform=nord3 +2022-03-15 15:51:27,761 Checking jobs for platform=local +2022-03-15 15:51:27,762 Checking jobs for platform=marenostrum4 +2022-03-15 15:51:27,763 Checking jobs for platform=transfer_node +2022-03-15 15:51:27,763 Checking all jobs at once +2022-03-15 15:51:30,984 Successful check job command +2022-03-15 15:51:32,404 Job a3tb_19930101_fc01_3_SIM is QUEUING +2022-03-15 15:51:32,405 Job a3tb_19930101_fc01_2_CMOROCE is QUEUING +2022-03-15 15:51:32,405 Job a3tb_19930101_fc01_1_CMORATM is QUEUING +2022-03-15 15:51:32,405 Job a3tb_19930101_fc01_1_CMOROCE is RUNNING +2022-03-15 15:51:32,405 Job a3tb_19930101_fc01_2_SAVEIC is QUEUING +2022-03-15 15:51:32,405 End of checking +2022-03-15 15:51:32,407 Updating FAILED jobs +2022-03-15 15:51:32,407 Updating WAITING jobs +2022-03-15 15:51:32,407 Update finished +2022-03-15 15:51:32,407 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:51:32,407 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:51:32,408 a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +2022-03-15 15:51:32,408 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:51:32,408 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:51:32,408 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:51:32,408 a3tb_19930101_fc01_1_CMOROCE 21132099 RUNNING marenostrum4 debug +2022-03-15 15:51:32,408 a3tb_19930101_fc01_3_SIM 21132554 QUEUING marenostrum4 debug +2022-03-15 15:51:32,408 a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +2022-03-15 15:51:32,408 a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +2022-03-15 15:51:32,409 a3tb_19930101_fc01_2_SAVEIC 21132551 QUEUING marenostrum4 debug +2022-03-15 15:51:32,411 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:51:32,415 Job list saved +2022-03-15 15:51:32,420 Updating FAILED jobs +2022-03-15 15:51:32,421 Updating WAITING jobs +2022-03-15 15:51:32,421 Update finished +2022-03-15 15:51:42,432 Reloading parameters... +2022-03-15 15:51:42,450 Loading parameters... +2022-03-15 15:51:42,451 Loading project parameters... +2022-03-15 15:51:42,453 + +35 of 55 jobs remaining (15:51) +2022-03-15 15:51:42,453 Sleep: 10 +2022-03-15 15:51:42,454 Number of retrials: 0 +2022-03-15 15:51:42,454 WRAPPER CHECK TIME = 10 +2022-03-15 15:51:42,455 Checking jobs for platform=nord3 +2022-03-15 15:51:42,456 Checking jobs for platform=local +2022-03-15 15:51:42,457 Checking jobs for platform=marenostrum4 +2022-03-15 15:51:42,458 Checking jobs for platform=transfer_node +2022-03-15 15:51:42,458 Checking all jobs at once +2022-03-15 15:51:45,578 Successful check job command +2022-03-15 15:51:49,803 Job a3tb_19930101_fc01_3_SIM is QUEUING +2022-03-15 15:51:49,803 Job a3tb_19930101_fc01_2_CMOROCE is QUEUING +2022-03-15 15:51:49,804 Job a3tb_19930101_fc01_1_CMORATM is QUEUING +2022-03-15 15:51:49,804 a3tb_19930101_fc01_1_CMOROCE job seems to have completed: checking... +2022-03-15 15:51:49,822 Job a3tb_19930101_fc01_1_CMOROCE is COMPLETED +2022-03-15 15:51:49,838 a3tb_19930101_fc01_1_CMOROCE_STAT file have been transfered +2022-03-15 15:51:49,975 Job a3tb_19930101_fc01_2_SAVEIC is QUEUING +2022-03-15 15:51:49,975 End of checking +2022-03-15 15:51:49,977 Updating FAILED jobs +2022-03-15 15:51:49,977 Updating WAITING jobs +2022-03-15 15:51:49,977 Update finished +2022-03-15 15:51:49,977 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:51:49,978 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:51:49,978 a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +2022-03-15 15:51:49,979 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:51:49,979 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:51:49,979 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:51:49,979 a3tb_19930101_fc01_3_SIM 21132554 QUEUING marenostrum4 debug +2022-03-15 15:51:49,979 a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +2022-03-15 15:51:49,979 a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +2022-03-15 15:51:49,980 a3tb_19930101_fc01_2_SAVEIC 21132551 QUEUING marenostrum4 debug +2022-03-15 15:51:49,983 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:51:49,992 Job list saved +2022-03-15 15:51:50,003 Custom directives from platform.conf: None +2022-03-15 15:51:50,004 Custom directives from platform.conf: None +2022-03-15 15:51:50,004 Custom directives from platform.conf: None +2022-03-15 15:51:50,239 Updating FAILED jobs +2022-03-15 15:51:50,239 Updating WAITING jobs +2022-03-15 15:51:50,240 Update finished +2022-03-15 15:52:00,248 Reloading parameters... +2022-03-15 15:52:00,271 Loading parameters... +2022-03-15 15:52:00,272 Loading project parameters... +2022-03-15 15:52:00,274 + +34 of 55 jobs remaining (15:52) +2022-03-15 15:52:00,274 Sleep: 10 +2022-03-15 15:52:00,274 Number of retrials: 0 +2022-03-15 15:52:00,275 WRAPPER CHECK TIME = 10 +2022-03-15 15:52:00,275 Checking jobs for platform=nord3 +2022-03-15 15:52:00,276 Checking jobs for platform=local +2022-03-15 15:52:00,277 Checking jobs for platform=marenostrum4 +2022-03-15 15:52:00,277 Checking jobs for platform=transfer_node +2022-03-15 15:52:00,278 Checking all jobs at once +2022-03-15 15:52:03,449 Successful check job command +2022-03-15 15:52:04,620 Job a3tb_19930101_fc01_2_CMOROCE is QUEUING +2022-03-15 15:52:04,620 Job a3tb_19930101_fc01_1_CMORATM is QUEUING +2022-03-15 15:52:04,620 Job a3tb_19930101_fc01_3_SIM is QUEUING +2022-03-15 15:52:04,620 Job a3tb_19930101_fc01_2_SAVEIC is QUEUING +2022-03-15 15:52:04,620 End of checking +2022-03-15 15:52:04,622 Updating FAILED jobs +2022-03-15 15:52:04,622 Updating WAITING jobs +2022-03-15 15:52:04,623 Update finished +2022-03-15 15:52:04,623 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:52:04,623 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:52:04,623 a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +2022-03-15 15:52:04,623 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:52:04,623 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:52:04,624 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:52:04,624 a3tb_19930101_fc01_3_SIM 21132554 QUEUING marenostrum4 debug +2022-03-15 15:52:04,624 a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +2022-03-15 15:52:04,624 a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +2022-03-15 15:52:04,624 a3tb_19930101_fc01_2_SAVEIC 21132551 QUEUING marenostrum4 debug +2022-03-15 15:52:04,627 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:52:04,631 Job list saved +2022-03-15 15:52:04,637 Updating FAILED jobs +2022-03-15 15:52:04,637 Updating WAITING jobs +2022-03-15 15:52:04,638 Update finished +2022-03-15 15:52:14,648 Reloading parameters... +2022-03-15 15:52:14,667 Loading parameters... +2022-03-15 15:52:14,669 Loading project parameters... +2022-03-15 15:52:14,670 + +34 of 55 jobs remaining (15:52) +2022-03-15 15:52:14,671 Sleep: 10 +2022-03-15 15:52:14,671 Number of retrials: 0 +2022-03-15 15:52:14,671 WRAPPER CHECK TIME = 10 +2022-03-15 15:52:14,672 Checking jobs for platform=nord3 +2022-03-15 15:52:14,673 Checking jobs for platform=local +2022-03-15 15:52:14,674 Checking jobs for platform=marenostrum4 +2022-03-15 15:52:14,676 Checking jobs for platform=transfer_node +2022-03-15 15:52:14,676 Checking all jobs at once +2022-03-15 15:52:17,948 Successful check job command +2022-03-15 15:52:19,569 Job a3tb_19930101_fc01_2_CMOROCE is QUEUING +2022-03-15 15:52:19,569 Job a3tb_19930101_fc01_1_CMORATM is QUEUING +2022-03-15 15:52:19,569 Job a3tb_19930101_fc01_3_SIM is QUEUING +2022-03-15 15:52:19,569 Job a3tb_19930101_fc01_2_SAVEIC is QUEUING +2022-03-15 15:52:19,569 End of checking +2022-03-15 15:52:19,570 Updating FAILED jobs +2022-03-15 15:52:19,571 Updating WAITING jobs +2022-03-15 15:52:19,571 Update finished +2022-03-15 15:52:19,571 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:52:19,571 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:52:19,572 a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +2022-03-15 15:52:19,572 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:52:19,572 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:52:19,572 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:52:19,572 a3tb_19930101_fc01_3_SIM 21132554 QUEUING marenostrum4 debug +2022-03-15 15:52:19,572 a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +2022-03-15 15:52:19,572 a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +2022-03-15 15:52:19,572 a3tb_19930101_fc01_2_SAVEIC 21132551 QUEUING marenostrum4 debug +2022-03-15 15:52:19,575 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:52:19,579 Job list saved +2022-03-15 15:52:19,584 Updating FAILED jobs +2022-03-15 15:52:19,585 Updating WAITING jobs +2022-03-15 15:52:19,585 Update finished +2022-03-15 15:52:29,591 Reloading parameters... +2022-03-15 15:52:29,611 Loading parameters... +2022-03-15 15:52:29,613 Loading project parameters... +2022-03-15 15:52:29,615 + +34 of 55 jobs remaining (15:52) +2022-03-15 15:52:29,615 Sleep: 10 +2022-03-15 15:52:29,615 Number of retrials: 0 +2022-03-15 15:52:29,615 WRAPPER CHECK TIME = 10 +2022-03-15 15:52:29,616 Checking jobs for platform=nord3 +2022-03-15 15:52:29,618 Checking jobs for platform=local +2022-03-15 15:52:29,619 Checking jobs for platform=marenostrum4 +2022-03-15 15:52:29,620 Checking jobs for platform=transfer_node +2022-03-15 15:52:29,620 Checking all jobs at once +2022-03-15 15:52:32,893 Successful check job command +2022-03-15 15:52:34,163 Job a3tb_19930101_fc01_2_CMOROCE is QUEUING +2022-03-15 15:52:34,163 Job a3tb_19930101_fc01_1_CMORATM is QUEUING +2022-03-15 15:52:34,163 Job a3tb_19930101_fc01_3_SIM is QUEUING +2022-03-15 15:52:34,163 Job a3tb_19930101_fc01_2_SAVEIC is QUEUING +2022-03-15 15:52:34,164 End of checking +2022-03-15 15:52:34,165 Updating FAILED jobs +2022-03-15 15:52:34,165 Updating WAITING jobs +2022-03-15 15:52:34,165 Update finished +2022-03-15 15:52:34,165 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:52:34,166 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:52:34,166 a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +2022-03-15 15:52:34,166 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:52:34,166 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:52:34,166 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:52:34,166 a3tb_19930101_fc01_3_SIM 21132554 QUEUING marenostrum4 debug +2022-03-15 15:52:34,166 a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +2022-03-15 15:52:34,166 a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +2022-03-15 15:52:34,167 a3tb_19930101_fc01_2_SAVEIC 21132551 QUEUING marenostrum4 debug +2022-03-15 15:52:34,169 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:52:34,174 Job list saved +2022-03-15 15:52:34,178 Updating FAILED jobs +2022-03-15 15:52:34,178 Updating WAITING jobs +2022-03-15 15:52:34,179 Update finished +2022-03-15 15:52:44,189 Reloading parameters... +2022-03-15 15:52:44,207 Loading parameters... +2022-03-15 15:52:44,208 Loading project parameters... +2022-03-15 15:52:44,210 + +34 of 55 jobs remaining (15:52) +2022-03-15 15:52:44,210 Sleep: 10 +2022-03-15 15:52:44,210 Number of retrials: 0 +2022-03-15 15:52:44,210 WRAPPER CHECK TIME = 10 +2022-03-15 15:52:44,211 Checking jobs for platform=nord3 +2022-03-15 15:52:44,212 Checking jobs for platform=local +2022-03-15 15:52:44,214 Checking jobs for platform=marenostrum4 +2022-03-15 15:52:44,215 Checking jobs for platform=transfer_node +2022-03-15 15:52:44,215 Checking all jobs at once +2022-03-15 15:52:49,690 Successful check job command +2022-03-15 15:52:51,014 Job a3tb_19930101_fc01_2_CMOROCE is QUEUING +2022-03-15 15:52:51,015 Job a3tb_19930101_fc01_1_CMORATM is QUEUING +2022-03-15 15:52:51,015 Job a3tb_19930101_fc01_3_SIM is QUEUING +2022-03-15 15:52:51,015 Job a3tb_19930101_fc01_2_SAVEIC is QUEUING +2022-03-15 15:52:51,015 End of checking +2022-03-15 15:52:51,016 Updating FAILED jobs +2022-03-15 15:52:51,017 Updating WAITING jobs +2022-03-15 15:52:51,017 Update finished +2022-03-15 15:52:51,017 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:52:51,017 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:52:51,017 a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +2022-03-15 15:52:51,017 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:52:51,018 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:52:51,018 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:52:51,018 a3tb_19930101_fc01_3_SIM 21132554 QUEUING marenostrum4 debug +2022-03-15 15:52:51,018 a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +2022-03-15 15:52:51,018 a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +2022-03-15 15:52:51,018 a3tb_19930101_fc01_2_SAVEIC 21132551 QUEUING marenostrum4 debug +2022-03-15 15:52:51,021 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:52:51,025 Job list saved +2022-03-15 15:52:51,030 Updating FAILED jobs +2022-03-15 15:52:51,031 Updating WAITING jobs +2022-03-15 15:52:51,031 Update finished +2022-03-15 15:53:01,041 Reloading parameters... +2022-03-15 15:53:01,069 Loading parameters... +2022-03-15 15:53:01,070 Loading project parameters... +2022-03-15 15:53:01,072 + +34 of 55 jobs remaining (15:53) +2022-03-15 15:53:01,072 Sleep: 10 +2022-03-15 15:53:01,072 Number of retrials: 0 +2022-03-15 15:53:01,072 WRAPPER CHECK TIME = 10 +2022-03-15 15:53:01,074 Checking jobs for platform=nord3 +2022-03-15 15:53:01,075 Checking jobs for platform=local +2022-03-15 15:53:01,076 Checking jobs for platform=marenostrum4 +2022-03-15 15:53:01,077 Checking jobs for platform=transfer_node +2022-03-15 15:53:01,077 Checking all jobs at once +2022-03-15 15:53:04,363 Successful check job command +2022-03-15 15:53:05,632 Job a3tb_19930101_fc01_2_CMOROCE is QUEUING +2022-03-15 15:53:05,632 Job a3tb_19930101_fc01_1_CMORATM is QUEUING +2022-03-15 15:53:05,633 Job a3tb_19930101_fc01_3_SIM is RUNNING +2022-03-15 15:53:05,635 /gpfs/scratch/bsc32/bsc32627/a3tb/LOG_a3tb/a3tb_19930101_fc01_3_SIM_STAT File still no exists.. waiting 5s for a new retry ( retries left: 3) +2022-03-15 15:53:10,657 a3tb_19930101_fc01_3_SIM_STAT file have been transfered +2022-03-15 15:53:10,762 Job a3tb_19930101_fc01_2_SAVEIC is QUEUING +2022-03-15 15:53:10,762 End of checking +2022-03-15 15:53:10,763 Updating FAILED jobs +2022-03-15 15:53:10,763 Updating WAITING jobs +2022-03-15 15:53:10,763 Update finished +2022-03-15 15:53:10,764 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:53:10,764 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:53:10,764 a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +2022-03-15 15:53:10,764 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:53:10,764 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:53:10,764 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:53:10,764 a3tb_19930101_fc01_3_SIM 21132554 RUNNING marenostrum4 debug +2022-03-15 15:53:10,765 a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +2022-03-15 15:53:10,765 a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +2022-03-15 15:53:10,765 a3tb_19930101_fc01_2_SAVEIC 21132551 QUEUING marenostrum4 debug +2022-03-15 15:53:10,767 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:53:10,772 Job list saved +2022-03-15 15:53:10,835 Updating FAILED jobs +2022-03-15 15:53:10,835 Updating WAITING jobs +2022-03-15 15:53:10,835 Update finished +2022-03-15 15:53:20,846 Reloading parameters... +2022-03-15 15:53:20,864 Loading parameters... +2022-03-15 15:53:20,866 Loading project parameters... +2022-03-15 15:53:20,868 + +34 of 55 jobs remaining (15:53) +2022-03-15 15:53:20,868 Sleep: 10 +2022-03-15 15:53:20,868 Number of retrials: 0 +2022-03-15 15:53:20,868 WRAPPER CHECK TIME = 10 +2022-03-15 15:53:20,870 Checking jobs for platform=nord3 +2022-03-15 15:53:20,871 Checking jobs for platform=local +2022-03-15 15:53:20,872 Checking jobs for platform=marenostrum4 +2022-03-15 15:53:20,874 Checking jobs for platform=transfer_node +2022-03-15 15:53:20,874 Checking all jobs at once +2022-03-15 15:53:23,995 Successful check job command +2022-03-15 15:53:25,265 Job a3tb_19930101_fc01_2_CMOROCE is QUEUING +2022-03-15 15:53:25,265 Job a3tb_19930101_fc01_1_CMORATM is QUEUING +2022-03-15 15:53:25,265 Job a3tb_19930101_fc01_3_SIM is RUNNING +2022-03-15 15:53:25,265 Job a3tb_19930101_fc01_2_SAVEIC is QUEUING +2022-03-15 15:53:25,266 End of checking +2022-03-15 15:53:25,267 Updating FAILED jobs +2022-03-15 15:53:25,267 Updating WAITING jobs +2022-03-15 15:53:25,268 Update finished +2022-03-15 15:53:25,268 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:53:25,268 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:53:25,268 a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +2022-03-15 15:53:25,268 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:53:25,269 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:53:25,269 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:53:25,269 a3tb_19930101_fc01_3_SIM 21132554 RUNNING marenostrum4 debug +2022-03-15 15:53:25,269 a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +2022-03-15 15:53:25,269 a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +2022-03-15 15:53:25,269 a3tb_19930101_fc01_2_SAVEIC 21132551 QUEUING marenostrum4 debug +2022-03-15 15:53:25,272 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:53:25,277 Job list saved +2022-03-15 15:53:25,282 Updating FAILED jobs +2022-03-15 15:53:25,282 Updating WAITING jobs +2022-03-15 15:53:25,283 Update finished +2022-03-15 15:53:35,293 Reloading parameters... +2022-03-15 15:53:35,410 Loading parameters... +2022-03-15 15:53:35,411 Loading project parameters... +2022-03-15 15:53:35,414 + +34 of 55 jobs remaining (15:53) +2022-03-15 15:53:35,414 Sleep: 10 +2022-03-15 15:53:35,414 Number of retrials: 0 +2022-03-15 15:53:35,414 WRAPPER CHECK TIME = 10 +2022-03-15 15:53:35,415 Checking jobs for platform=nord3 +2022-03-15 15:53:35,416 Checking jobs for platform=local +2022-03-15 15:53:35,417 Checking jobs for platform=marenostrum4 +2022-03-15 15:53:35,419 Checking jobs for platform=transfer_node +2022-03-15 15:53:35,419 Checking all jobs at once +2022-03-15 15:53:38,640 Successful check job command +2022-03-15 15:53:40,160 Job a3tb_19930101_fc01_2_CMOROCE is QUEUING +2022-03-15 15:53:40,161 Job a3tb_19930101_fc01_1_CMORATM is QUEUING +2022-03-15 15:53:40,161 Job a3tb_19930101_fc01_3_SIM is RUNNING +2022-03-15 15:53:40,161 Job a3tb_19930101_fc01_2_SAVEIC is QUEUING +2022-03-15 15:53:40,161 End of checking +2022-03-15 15:53:40,162 Updating FAILED jobs +2022-03-15 15:53:40,162 Updating WAITING jobs +2022-03-15 15:53:40,163 Update finished +2022-03-15 15:53:40,163 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:53:40,163 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:53:40,163 a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +2022-03-15 15:53:40,163 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:53:40,163 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:53:40,164 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:53:40,164 a3tb_19930101_fc01_3_SIM 21132554 RUNNING marenostrum4 debug +2022-03-15 15:53:40,164 a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +2022-03-15 15:53:40,164 a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +2022-03-15 15:53:40,164 a3tb_19930101_fc01_2_SAVEIC 21132551 QUEUING marenostrum4 debug +2022-03-15 15:53:40,167 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:53:40,171 Job list saved +2022-03-15 15:53:40,177 Updating FAILED jobs +2022-03-15 15:53:40,177 Updating WAITING jobs +2022-03-15 15:53:40,178 Update finished +2022-03-15 15:53:50,188 Reloading parameters... +2022-03-15 15:53:50,206 Loading parameters... +2022-03-15 15:53:50,208 Loading project parameters... +2022-03-15 15:53:50,209 + +34 of 55 jobs remaining (15:53) +2022-03-15 15:53:50,210 Sleep: 10 +2022-03-15 15:53:50,210 Number of retrials: 0 +2022-03-15 15:53:50,210 WRAPPER CHECK TIME = 10 +2022-03-15 15:53:50,211 Checking jobs for platform=nord3 +2022-03-15 15:53:50,212 Checking jobs for platform=local +2022-03-15 15:53:50,213 Checking jobs for platform=marenostrum4 +2022-03-15 15:53:50,215 Checking jobs for platform=transfer_node +2022-03-15 15:53:50,215 Checking all jobs at once +2022-03-15 15:53:53,587 Successful check job command +2022-03-15 15:53:55,308 Job a3tb_19930101_fc01_2_CMOROCE is QUEUING +2022-03-15 15:53:55,309 Job a3tb_19930101_fc01_1_CMORATM is QUEUING +2022-03-15 15:53:55,309 Job a3tb_19930101_fc01_3_SIM is RUNNING +2022-03-15 15:53:55,309 Job a3tb_19930101_fc01_2_SAVEIC is QUEUING +2022-03-15 15:53:55,309 End of checking +2022-03-15 15:53:55,310 Updating FAILED jobs +2022-03-15 15:53:55,311 Updating WAITING jobs +2022-03-15 15:53:55,311 Update finished +2022-03-15 15:53:55,311 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:53:55,311 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:53:55,311 a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +2022-03-15 15:53:55,312 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:53:55,312 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:53:55,312 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:53:55,312 a3tb_19930101_fc01_3_SIM 21132554 RUNNING marenostrum4 debug +2022-03-15 15:53:55,312 a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +2022-03-15 15:53:55,312 a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +2022-03-15 15:53:55,312 a3tb_19930101_fc01_2_SAVEIC 21132551 QUEUING marenostrum4 debug +2022-03-15 15:53:55,314 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:53:55,319 Job list saved +2022-03-15 15:53:55,323 Updating FAILED jobs +2022-03-15 15:53:55,324 Updating WAITING jobs +2022-03-15 15:53:55,324 Update finished +2022-03-15 15:54:05,328 Reloading parameters... +2022-03-15 15:54:05,350 Loading parameters... +2022-03-15 15:54:05,352 Loading project parameters... +2022-03-15 15:54:05,354 + +34 of 55 jobs remaining (15:54) +2022-03-15 15:54:05,354 Sleep: 10 +2022-03-15 15:54:05,354 Number of retrials: 0 +2022-03-15 15:54:05,354 WRAPPER CHECK TIME = 10 +2022-03-15 15:54:05,355 Checking jobs for platform=nord3 +2022-03-15 15:54:05,356 Checking jobs for platform=local +2022-03-15 15:54:05,359 Checking jobs for platform=marenostrum4 +2022-03-15 15:54:05,360 Checking jobs for platform=transfer_node +2022-03-15 15:54:05,360 Checking all jobs at once +2022-03-15 15:54:08,582 Successful check job command +2022-03-15 15:54:09,952 Job a3tb_19930101_fc01_2_CMOROCE is QUEUING +2022-03-15 15:54:09,952 Job a3tb_19930101_fc01_1_CMORATM is QUEUING +2022-03-15 15:54:09,952 Job a3tb_19930101_fc01_3_SIM is RUNNING +2022-03-15 15:54:09,952 Job a3tb_19930101_fc01_2_SAVEIC is QUEUING +2022-03-15 15:54:09,953 End of checking +2022-03-15 15:54:09,954 Updating FAILED jobs +2022-03-15 15:54:09,954 Updating WAITING jobs +2022-03-15 15:54:09,954 Update finished +2022-03-15 15:54:09,955 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:54:09,955 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:54:09,955 a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +2022-03-15 15:54:09,955 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:54:09,955 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:54:09,955 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:54:09,955 a3tb_19930101_fc01_3_SIM 21132554 RUNNING marenostrum4 debug +2022-03-15 15:54:09,955 a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +2022-03-15 15:54:09,956 a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +2022-03-15 15:54:09,956 a3tb_19930101_fc01_2_SAVEIC 21132551 QUEUING marenostrum4 debug +2022-03-15 15:54:09,958 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:54:09,962 Job list saved +2022-03-15 15:54:09,967 Updating FAILED jobs +2022-03-15 15:54:09,967 Updating WAITING jobs +2022-03-15 15:54:09,968 Update finished +2022-03-15 15:54:19,971 Reloading parameters... +2022-03-15 15:54:19,993 Loading parameters... +2022-03-15 15:54:19,994 Loading project parameters... +2022-03-15 15:54:19,997 + +34 of 55 jobs remaining (15:54) +2022-03-15 15:54:19,997 Sleep: 10 +2022-03-15 15:54:20,001 Number of retrials: 0 +2022-03-15 15:54:20,001 WRAPPER CHECK TIME = 10 +2022-03-15 15:54:20,003 Checking jobs for platform=nord3 +2022-03-15 15:54:20,004 Checking jobs for platform=local +2022-03-15 15:54:20,005 Checking jobs for platform=marenostrum4 +2022-03-15 15:54:20,006 Checking jobs for platform=transfer_node +2022-03-15 15:54:20,006 Checking all jobs at once +2022-03-15 15:54:23,127 Successful check job command +2022-03-15 15:54:24,998 Job a3tb_19930101_fc01_2_CMOROCE is QUEUING +2022-03-15 15:54:24,998 Job a3tb_19930101_fc01_1_CMORATM is QUEUING +2022-03-15 15:54:24,999 Job a3tb_19930101_fc01_3_SIM is RUNNING +2022-03-15 15:54:24,999 Job a3tb_19930101_fc01_2_SAVEIC is QUEUING +2022-03-15 15:54:24,999 End of checking +2022-03-15 15:54:25,001 Updating FAILED jobs +2022-03-15 15:54:25,001 Updating WAITING jobs +2022-03-15 15:54:25,002 Update finished +2022-03-15 15:54:25,002 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:54:25,002 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:54:25,002 a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +2022-03-15 15:54:25,003 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:54:25,003 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:54:25,003 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:54:25,003 a3tb_19930101_fc01_3_SIM 21132554 RUNNING marenostrum4 debug +2022-03-15 15:54:25,003 a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +2022-03-15 15:54:25,003 a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +2022-03-15 15:54:25,003 a3tb_19930101_fc01_2_SAVEIC 21132551 QUEUING marenostrum4 debug +2022-03-15 15:54:25,007 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:54:25,012 Job list saved +2022-03-15 15:54:25,018 Updating FAILED jobs +2022-03-15 15:54:25,018 Updating WAITING jobs +2022-03-15 15:54:25,019 Update finished +2022-03-15 15:54:35,026 Reloading parameters... +2022-03-15 15:54:35,045 Loading parameters... +2022-03-15 15:54:35,047 Loading project parameters... +2022-03-15 15:54:35,049 + +34 of 55 jobs remaining (15:54) +2022-03-15 15:54:35,049 Sleep: 10 +2022-03-15 15:54:35,049 Number of retrials: 0 +2022-03-15 15:54:35,049 WRAPPER CHECK TIME = 10 +2022-03-15 15:54:35,051 Checking jobs for platform=nord3 +2022-03-15 15:54:35,052 Checking jobs for platform=local +2022-03-15 15:54:35,053 Checking jobs for platform=marenostrum4 +2022-03-15 15:54:35,055 Checking jobs for platform=transfer_node +2022-03-15 15:54:35,055 Checking all jobs at once +2022-03-15 15:54:38,226 Successful check job command +2022-03-15 15:54:39,496 Job a3tb_19930101_fc01_2_CMOROCE is QUEUING +2022-03-15 15:54:39,496 Job a3tb_19930101_fc01_1_CMORATM is QUEUING +2022-03-15 15:54:39,496 Job a3tb_19930101_fc01_3_SIM is RUNNING +2022-03-15 15:54:39,496 Job a3tb_19930101_fc01_2_SAVEIC is QUEUING +2022-03-15 15:54:39,496 End of checking +2022-03-15 15:54:39,498 Updating FAILED jobs +2022-03-15 15:54:39,498 Updating WAITING jobs +2022-03-15 15:54:39,498 Update finished +2022-03-15 15:54:39,499 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:54:39,499 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:54:39,499 a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +2022-03-15 15:54:39,499 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:54:39,499 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:54:39,499 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:54:39,499 a3tb_19930101_fc01_3_SIM 21132554 RUNNING marenostrum4 debug +2022-03-15 15:54:39,500 a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +2022-03-15 15:54:39,500 a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +2022-03-15 15:54:39,500 a3tb_19930101_fc01_2_SAVEIC 21132551 QUEUING marenostrum4 debug +2022-03-15 15:54:39,502 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:54:39,507 Job list saved +2022-03-15 15:54:39,512 Updating FAILED jobs +2022-03-15 15:54:39,512 Updating WAITING jobs +2022-03-15 15:54:39,513 Update finished +2022-03-15 15:54:49,523 Reloading parameters... +2022-03-15 15:54:49,565 Loading parameters... +2022-03-15 15:54:49,566 Loading project parameters... +2022-03-15 15:54:49,568 + +34 of 55 jobs remaining (15:54) +2022-03-15 15:54:49,568 Sleep: 10 +2022-03-15 15:54:49,569 Number of retrials: 0 +2022-03-15 15:54:49,569 WRAPPER CHECK TIME = 10 +2022-03-15 15:54:49,570 Checking jobs for platform=nord3 +2022-03-15 15:54:49,571 Checking jobs for platform=local +2022-03-15 15:54:49,572 Checking jobs for platform=marenostrum4 +2022-03-15 15:54:49,573 Checking jobs for platform=transfer_node +2022-03-15 15:54:49,573 Checking all jobs at once +2022-03-15 15:54:52,744 Successful check job command +2022-03-15 15:54:54,014 Job a3tb_19930101_fc01_2_CMOROCE is QUEUING +2022-03-15 15:54:54,014 Job a3tb_19930101_fc01_1_CMORATM is QUEUING +2022-03-15 15:54:54,014 Job a3tb_19930101_fc01_3_SIM is RUNNING +2022-03-15 15:54:54,014 Job a3tb_19930101_fc01_2_SAVEIC is QUEUING +2022-03-15 15:54:54,014 End of checking +2022-03-15 15:54:54,016 Updating FAILED jobs +2022-03-15 15:54:54,016 Updating WAITING jobs +2022-03-15 15:54:54,016 Update finished +2022-03-15 15:54:54,017 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:54:54,017 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:54:54,017 a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +2022-03-15 15:54:54,017 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:54:54,017 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:54:54,017 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:54:54,017 a3tb_19930101_fc01_3_SIM 21132554 RUNNING marenostrum4 debug +2022-03-15 15:54:54,017 a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +2022-03-15 15:54:54,018 a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +2022-03-15 15:54:54,018 a3tb_19930101_fc01_2_SAVEIC 21132551 QUEUING marenostrum4 debug +2022-03-15 15:54:54,020 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:54:54,025 Job list saved +2022-03-15 15:54:54,030 Updating FAILED jobs +2022-03-15 15:54:54,030 Updating WAITING jobs +2022-03-15 15:54:54,031 Update finished +2022-03-15 15:55:04,041 Reloading parameters... +2022-03-15 15:55:04,062 Loading parameters... +2022-03-15 15:55:04,063 Loading project parameters... +2022-03-15 15:55:04,065 + +34 of 55 jobs remaining (15:55) +2022-03-15 15:55:04,066 Sleep: 10 +2022-03-15 15:55:04,066 Number of retrials: 0 +2022-03-15 15:55:04,066 WRAPPER CHECK TIME = 10 +2022-03-15 15:55:04,067 Checking jobs for platform=nord3 +2022-03-15 15:55:04,068 Checking jobs for platform=local +2022-03-15 15:55:04,069 Checking jobs for platform=marenostrum4 +2022-03-15 15:55:04,070 Checking jobs for platform=transfer_node +2022-03-15 15:55:04,071 Checking all jobs at once +2022-03-15 15:55:07,293 Successful check job command +2022-03-15 15:55:08,762 Job a3tb_19930101_fc01_2_CMOROCE is QUEUING +2022-03-15 15:55:08,763 Job a3tb_19930101_fc01_1_CMORATM is QUEUING +2022-03-15 15:55:08,763 Job a3tb_19930101_fc01_3_SIM is RUNNING +2022-03-15 15:55:08,763 Job a3tb_19930101_fc01_2_SAVEIC is QUEUING +2022-03-15 15:55:08,763 End of checking +2022-03-15 15:55:08,784 Updating FAILED jobs +2022-03-15 15:55:08,784 Updating WAITING jobs +2022-03-15 15:55:08,785 Update finished +2022-03-15 15:55:08,785 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:55:08,785 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:55:08,785 a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +2022-03-15 15:55:08,785 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:55:08,785 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:55:08,786 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:55:08,786 a3tb_19930101_fc01_3_SIM 21132554 RUNNING marenostrum4 debug +2022-03-15 15:55:08,786 a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +2022-03-15 15:55:08,786 a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +2022-03-15 15:55:08,786 a3tb_19930101_fc01_2_SAVEIC 21132551 QUEUING marenostrum4 debug +2022-03-15 15:55:08,789 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:55:08,793 Job list saved +2022-03-15 15:55:08,800 Updating FAILED jobs +2022-03-15 15:55:08,800 Updating WAITING jobs +2022-03-15 15:55:08,800 Update finished +2022-03-15 15:55:18,803 Reloading parameters... +2022-03-15 15:55:18,824 Loading parameters... +2022-03-15 15:55:18,825 Loading project parameters... +2022-03-15 15:55:18,827 + +34 of 55 jobs remaining (15:55) +2022-03-15 15:55:18,827 Sleep: 10 +2022-03-15 15:55:18,827 Number of retrials: 0 +2022-03-15 15:55:18,827 WRAPPER CHECK TIME = 10 +2022-03-15 15:55:18,828 Checking jobs for platform=nord3 +2022-03-15 15:55:18,829 Checking jobs for platform=local +2022-03-15 15:55:18,830 Checking jobs for platform=marenostrum4 +2022-03-15 15:55:18,832 Checking jobs for platform=transfer_node +2022-03-15 15:55:18,832 Checking all jobs at once +2022-03-15 15:55:22,053 Successful check job command +2022-03-15 15:55:23,874 Job a3tb_19930101_fc01_2_CMOROCE is QUEUING +2022-03-15 15:55:23,875 Job a3tb_19930101_fc01_1_CMORATM is QUEUING +2022-03-15 15:55:23,875 Job a3tb_19930101_fc01_3_SIM is RUNNING +2022-03-15 15:55:23,875 Job a3tb_19930101_fc01_2_SAVEIC is QUEUING +2022-03-15 15:55:23,875 End of checking +2022-03-15 15:55:23,877 Updating FAILED jobs +2022-03-15 15:55:23,878 Updating WAITING jobs +2022-03-15 15:55:23,878 Update finished +2022-03-15 15:55:23,878 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:55:23,878 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:55:23,878 a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +2022-03-15 15:55:23,878 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:55:23,879 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:55:23,879 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:55:23,879 a3tb_19930101_fc01_3_SIM 21132554 RUNNING marenostrum4 debug +2022-03-15 15:55:23,879 a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +2022-03-15 15:55:23,879 a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +2022-03-15 15:55:23,879 a3tb_19930101_fc01_2_SAVEIC 21132551 QUEUING marenostrum4 debug +2022-03-15 15:55:23,882 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:55:23,886 Job list saved +2022-03-15 15:55:23,891 Updating FAILED jobs +2022-03-15 15:55:23,891 Updating WAITING jobs +2022-03-15 15:55:23,891 Update finished +2022-03-15 15:55:33,900 Reloading parameters... +2022-03-15 15:55:33,919 Loading parameters... +2022-03-15 15:55:33,920 Loading project parameters... +2022-03-15 15:55:33,922 + +34 of 55 jobs remaining (15:55) +2022-03-15 15:55:33,922 Sleep: 10 +2022-03-15 15:55:33,922 Number of retrials: 0 +2022-03-15 15:55:33,922 WRAPPER CHECK TIME = 10 +2022-03-15 15:55:33,923 Checking jobs for platform=nord3 +2022-03-15 15:55:33,924 Checking jobs for platform=local +2022-03-15 15:55:33,925 Checking jobs for platform=marenostrum4 +2022-03-15 15:55:33,926 Checking jobs for platform=transfer_node +2022-03-15 15:55:33,927 Checking all jobs at once +2022-03-15 15:55:37,098 Successful check job command +2022-03-15 15:55:40,222 Job a3tb_19930101_fc01_2_CMOROCE is QUEUING +2022-03-15 15:55:40,223 Job a3tb_19930101_fc01_1_CMORATM is QUEUING +2022-03-15 15:55:40,223 Job a3tb_19930101_fc01_3_SIM is RUNNING +2022-03-15 15:55:40,223 Job a3tb_19930101_fc01_2_SAVEIC is QUEUING +2022-03-15 15:55:40,223 End of checking +2022-03-15 15:55:40,225 Updating FAILED jobs +2022-03-15 15:55:40,225 Updating WAITING jobs +2022-03-15 15:55:40,225 Update finished +2022-03-15 15:55:40,225 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:55:40,226 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:55:40,226 a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +2022-03-15 15:55:40,226 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:55:40,226 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:55:40,226 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:55:40,226 a3tb_19930101_fc01_3_SIM 21132554 RUNNING marenostrum4 debug +2022-03-15 15:55:40,226 a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +2022-03-15 15:55:40,226 a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +2022-03-15 15:55:40,227 a3tb_19930101_fc01_2_SAVEIC 21132551 QUEUING marenostrum4 debug +2022-03-15 15:55:40,229 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:55:40,233 Job list saved +2022-03-15 15:55:40,239 Updating FAILED jobs +2022-03-15 15:55:40,239 Updating WAITING jobs +2022-03-15 15:55:40,239 Update finished +2022-03-15 15:55:50,248 Reloading parameters... +2022-03-15 15:55:50,267 Loading parameters... +2022-03-15 15:55:50,268 Loading project parameters... +2022-03-15 15:55:50,273 + +34 of 55 jobs remaining (15:55) +2022-03-15 15:55:50,273 Sleep: 10 +2022-03-15 15:55:50,273 Number of retrials: 0 +2022-03-15 15:55:50,273 WRAPPER CHECK TIME = 10 +2022-03-15 15:55:50,274 Checking jobs for platform=nord3 +2022-03-15 15:55:50,275 Checking jobs for platform=local +2022-03-15 15:55:50,276 Checking jobs for platform=marenostrum4 +2022-03-15 15:55:50,278 Checking jobs for platform=transfer_node +2022-03-15 15:55:50,278 Checking all jobs at once +2022-03-15 15:55:53,498 Successful check job command +2022-03-15 15:55:54,718 Job a3tb_19930101_fc01_2_CMOROCE is QUEUING +2022-03-15 15:55:54,718 Job a3tb_19930101_fc01_1_CMORATM is QUEUING +2022-03-15 15:55:54,719 Job a3tb_19930101_fc01_3_SIM is RUNNING +2022-03-15 15:55:54,719 Job a3tb_19930101_fc01_2_SAVEIC is QUEUING +2022-03-15 15:55:54,719 End of checking +2022-03-15 15:55:56,075 Updating FAILED jobs +2022-03-15 15:55:56,076 Updating WAITING jobs +2022-03-15 15:55:56,076 Update finished +2022-03-15 15:55:56,076 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:55:56,076 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:55:56,077 a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +2022-03-15 15:55:56,077 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:55:56,077 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:55:56,077 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:55:56,077 a3tb_19930101_fc01_3_SIM 21132554 RUNNING marenostrum4 debug +2022-03-15 15:55:56,077 a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +2022-03-15 15:55:56,077 a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +2022-03-15 15:55:56,077 a3tb_19930101_fc01_2_SAVEIC 21132551 QUEUING marenostrum4 debug +2022-03-15 15:55:56,085 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:55:56,094 Job list saved +2022-03-15 15:55:56,103 Updating FAILED jobs +2022-03-15 15:55:56,103 Updating WAITING jobs +2022-03-15 15:55:56,104 Update finished +2022-03-15 15:56:06,113 Reloading parameters... +2022-03-15 15:56:06,132 Loading parameters... +2022-03-15 15:56:06,134 Loading project parameters... +2022-03-15 15:56:06,135 + +34 of 55 jobs remaining (15:56) +2022-03-15 15:56:06,136 Sleep: 10 +2022-03-15 15:56:06,136 Number of retrials: 0 +2022-03-15 15:56:06,136 WRAPPER CHECK TIME = 10 +2022-03-15 15:56:06,137 Checking jobs for platform=nord3 +2022-03-15 15:56:06,138 Checking jobs for platform=local +2022-03-15 15:56:06,139 Checking jobs for platform=marenostrum4 +2022-03-15 15:56:06,140 Checking jobs for platform=transfer_node +2022-03-15 15:56:06,140 Checking all jobs at once +2022-03-15 15:56:09,412 Successful check job command +2022-03-15 15:56:10,833 Job a3tb_19930101_fc01_2_CMOROCE is QUEUING +2022-03-15 15:56:10,833 Job a3tb_19930101_fc01_1_CMORATM is QUEUING +2022-03-15 15:56:10,833 Job a3tb_19930101_fc01_3_SIM is RUNNING +2022-03-15 15:56:10,833 Job a3tb_19930101_fc01_2_SAVEIC is QUEUING +2022-03-15 15:56:10,833 End of checking +2022-03-15 15:56:10,837 Updating FAILED jobs +2022-03-15 15:56:10,837 Updating WAITING jobs +2022-03-15 15:56:10,837 Update finished +2022-03-15 15:56:10,838 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:56:10,838 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:56:10,838 a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +2022-03-15 15:56:10,838 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:56:10,838 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:56:10,838 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:56:10,838 a3tb_19930101_fc01_3_SIM 21132554 RUNNING marenostrum4 debug +2022-03-15 15:56:10,838 a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +2022-03-15 15:56:10,839 a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +2022-03-15 15:56:10,839 a3tb_19930101_fc01_2_SAVEIC 21132551 QUEUING marenostrum4 debug +2022-03-15 15:56:10,842 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:56:10,846 Job list saved +2022-03-15 15:56:10,852 Updating FAILED jobs +2022-03-15 15:56:10,852 Updating WAITING jobs +2022-03-15 15:56:10,853 Update finished +2022-03-15 15:56:20,863 Reloading parameters... +2022-03-15 15:56:20,884 Loading parameters... +2022-03-15 15:56:20,885 Loading project parameters... +2022-03-15 15:56:20,887 + +34 of 55 jobs remaining (15:56) +2022-03-15 15:56:20,888 Sleep: 10 +2022-03-15 15:56:20,888 Number of retrials: 0 +2022-03-15 15:56:20,888 WRAPPER CHECK TIME = 10 +2022-03-15 15:56:20,889 Checking jobs for platform=nord3 +2022-03-15 15:56:20,890 Checking jobs for platform=local +2022-03-15 15:56:20,892 Checking jobs for platform=marenostrum4 +2022-03-15 15:56:20,893 Checking jobs for platform=transfer_node +2022-03-15 15:56:20,893 Checking all jobs at once +2022-03-15 15:56:24,215 Successful check job command +2022-03-15 15:56:25,835 Job a3tb_19930101_fc01_2_CMOROCE is QUEUING +2022-03-15 15:56:25,836 Job a3tb_19930101_fc01_1_CMORATM is QUEUING +2022-03-15 15:56:25,836 Job a3tb_19930101_fc01_3_SIM is RUNNING +2022-03-15 15:56:25,836 Job a3tb_19930101_fc01_2_SAVEIC is QUEUING +2022-03-15 15:56:25,836 End of checking +2022-03-15 15:56:25,850 Updating FAILED jobs +2022-03-15 15:56:25,850 Updating WAITING jobs +2022-03-15 15:56:25,850 Update finished +2022-03-15 15:56:25,851 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:56:25,851 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:56:25,851 a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +2022-03-15 15:56:25,851 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:56:25,851 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:56:25,851 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:56:25,851 a3tb_19930101_fc01_3_SIM 21132554 RUNNING marenostrum4 debug +2022-03-15 15:56:25,852 a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +2022-03-15 15:56:25,852 a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +2022-03-15 15:56:25,852 a3tb_19930101_fc01_2_SAVEIC 21132551 QUEUING marenostrum4 debug +2022-03-15 15:56:25,855 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:56:25,859 Job list saved +2022-03-15 15:56:25,867 Updating FAILED jobs +2022-03-15 15:56:25,867 Updating WAITING jobs +2022-03-15 15:56:25,868 Update finished +2022-03-15 15:56:35,873 Reloading parameters... +2022-03-15 15:56:35,891 Loading parameters... +2022-03-15 15:56:35,892 Loading project parameters... +2022-03-15 15:56:35,894 + +34 of 55 jobs remaining (15:56) +2022-03-15 15:56:35,894 Sleep: 10 +2022-03-15 15:56:35,894 Number of retrials: 0 +2022-03-15 15:56:35,895 WRAPPER CHECK TIME = 10 +2022-03-15 15:56:35,896 Checking jobs for platform=nord3 +2022-03-15 15:56:35,897 Checking jobs for platform=local +2022-03-15 15:56:35,898 Checking jobs for platform=marenostrum4 +2022-03-15 15:56:35,899 Checking jobs for platform=transfer_node +2022-03-15 15:56:35,899 Checking all jobs at once +2022-03-15 15:56:39,121 Successful check job command +2022-03-15 15:56:40,541 Job a3tb_19930101_fc01_2_CMOROCE is QUEUING +2022-03-15 15:56:40,541 Job a3tb_19930101_fc01_1_CMORATM is QUEUING +2022-03-15 15:56:40,541 Job a3tb_19930101_fc01_3_SIM is RUNNING +2022-03-15 15:56:40,541 Job a3tb_19930101_fc01_2_SAVEIC is QUEUING +2022-03-15 15:56:40,541 End of checking +2022-03-15 15:56:40,543 Updating FAILED jobs +2022-03-15 15:56:40,543 Updating WAITING jobs +2022-03-15 15:56:40,543 Update finished +2022-03-15 15:56:40,543 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:56:40,544 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:56:40,544 a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +2022-03-15 15:56:40,544 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:56:40,544 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:56:40,544 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:56:40,544 a3tb_19930101_fc01_3_SIM 21132554 RUNNING marenostrum4 debug +2022-03-15 15:56:40,544 a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +2022-03-15 15:56:40,544 a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +2022-03-15 15:56:40,545 a3tb_19930101_fc01_2_SAVEIC 21132551 QUEUING marenostrum4 debug +2022-03-15 15:56:40,547 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:56:40,552 Job list saved +2022-03-15 15:56:40,739 Updating FAILED jobs +2022-03-15 15:56:40,739 Updating WAITING jobs +2022-03-15 15:56:40,739 Update finished +2022-03-15 15:56:50,749 Reloading parameters... +2022-03-15 15:56:50,767 Loading parameters... +2022-03-15 15:56:50,768 Loading project parameters... +2022-03-15 15:56:50,770 + +34 of 55 jobs remaining (15:56) +2022-03-15 15:56:50,770 Sleep: 10 +2022-03-15 15:56:50,770 Number of retrials: 0 +2022-03-15 15:56:50,771 WRAPPER CHECK TIME = 10 +2022-03-15 15:56:50,772 Checking jobs for platform=nord3 +2022-03-15 15:56:50,773 Checking jobs for platform=local +2022-03-15 15:56:50,774 Checking jobs for platform=marenostrum4 +2022-03-15 15:56:50,775 Checking jobs for platform=transfer_node +2022-03-15 15:56:50,775 Checking all jobs at once +2022-03-15 15:56:53,945 Successful check job command +2022-03-15 15:56:55,265 Job a3tb_19930101_fc01_2_CMOROCE is QUEUING +2022-03-15 15:56:55,265 Job a3tb_19930101_fc01_1_CMORATM is QUEUING +2022-03-15 15:56:55,265 Job a3tb_19930101_fc01_3_SIM is RUNNING +2022-03-15 15:56:55,266 Job a3tb_19930101_fc01_2_SAVEIC is QUEUING +2022-03-15 15:56:55,266 End of checking +2022-03-15 15:56:55,267 Updating FAILED jobs +2022-03-15 15:56:55,267 Updating WAITING jobs +2022-03-15 15:56:55,268 Update finished +2022-03-15 15:56:55,268 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:56:55,268 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:56:55,268 a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +2022-03-15 15:56:55,268 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:56:55,268 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:56:55,268 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:56:55,269 a3tb_19930101_fc01_3_SIM 21132554 RUNNING marenostrum4 debug +2022-03-15 15:56:55,269 a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +2022-03-15 15:56:55,269 a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +2022-03-15 15:56:55,269 a3tb_19930101_fc01_2_SAVEIC 21132551 QUEUING marenostrum4 debug +2022-03-15 15:56:55,272 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:56:55,276 Job list saved +2022-03-15 15:56:55,289 Updating FAILED jobs +2022-03-15 15:56:55,289 Updating WAITING jobs +2022-03-15 15:56:55,289 Update finished +2022-03-15 15:57:05,297 Reloading parameters... +2022-03-15 15:57:05,704 Loading parameters... +2022-03-15 15:57:05,705 Loading project parameters... +2022-03-15 15:57:05,707 + +34 of 55 jobs remaining (15:57) +2022-03-15 15:57:05,707 Sleep: 10 +2022-03-15 15:57:05,707 Number of retrials: 0 +2022-03-15 15:57:05,707 WRAPPER CHECK TIME = 10 +2022-03-15 15:57:05,709 Checking jobs for platform=nord3 +2022-03-15 15:57:05,710 Checking jobs for platform=local +2022-03-15 15:57:05,711 Checking jobs for platform=marenostrum4 +2022-03-15 15:57:05,712 Checking jobs for platform=transfer_node +2022-03-15 15:57:05,712 Checking all jobs at once +2022-03-15 15:57:09,083 Successful check job command +2022-03-15 15:57:10,552 Job a3tb_19930101_fc01_2_CMOROCE is QUEUING +2022-03-15 15:57:10,553 Job a3tb_19930101_fc01_1_CMORATM is QUEUING +2022-03-15 15:57:10,553 Job a3tb_19930101_fc01_3_SIM is RUNNING +2022-03-15 15:57:10,553 Job a3tb_19930101_fc01_2_SAVEIC is QUEUING +2022-03-15 15:57:10,553 End of checking +2022-03-15 15:57:10,555 Updating FAILED jobs +2022-03-15 15:57:10,555 Updating WAITING jobs +2022-03-15 15:57:10,555 Update finished +2022-03-15 15:57:10,556 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:57:10,556 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:57:10,556 a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +2022-03-15 15:57:10,556 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:57:10,556 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:57:10,556 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:57:10,556 a3tb_19930101_fc01_3_SIM 21132554 RUNNING marenostrum4 debug +2022-03-15 15:57:10,556 a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +2022-03-15 15:57:10,557 a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +2022-03-15 15:57:10,557 a3tb_19930101_fc01_2_SAVEIC 21132551 QUEUING marenostrum4 debug +2022-03-15 15:57:10,559 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:57:10,563 Job list saved +2022-03-15 15:57:10,568 Updating FAILED jobs +2022-03-15 15:57:10,569 Updating WAITING jobs +2022-03-15 15:57:10,569 Update finished +2022-03-15 15:57:20,574 Reloading parameters... +2022-03-15 15:57:20,593 Loading parameters... +2022-03-15 15:57:20,595 Loading project parameters... +2022-03-15 15:57:20,597 + +34 of 55 jobs remaining (15:57) +2022-03-15 15:57:20,597 Sleep: 10 +2022-03-15 15:57:20,597 Number of retrials: 0 +2022-03-15 15:57:20,597 WRAPPER CHECK TIME = 10 +2022-03-15 15:57:20,598 Checking jobs for platform=nord3 +2022-03-15 15:57:20,600 Checking jobs for platform=local +2022-03-15 15:57:20,601 Checking jobs for platform=marenostrum4 +2022-03-15 15:57:20,602 Checking jobs for platform=transfer_node +2022-03-15 15:57:20,602 Checking all jobs at once +2022-03-15 15:57:25,677 Successful check job command +2022-03-15 15:57:29,901 Job a3tb_19930101_fc01_2_CMOROCE is QUEUING +2022-03-15 15:57:29,902 Job a3tb_19930101_fc01_1_CMORATM is QUEUING +2022-03-15 15:57:29,902 Job a3tb_19930101_fc01_3_SIM is RUNNING +2022-03-15 15:57:29,902 Job a3tb_19930101_fc01_2_SAVEIC is QUEUING +2022-03-15 15:57:29,902 End of checking +2022-03-15 15:57:29,903 Updating FAILED jobs +2022-03-15 15:57:29,904 Updating WAITING jobs +2022-03-15 15:57:29,904 Update finished +2022-03-15 15:57:29,904 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:57:29,904 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:57:29,904 a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +2022-03-15 15:57:29,904 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:57:29,905 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:57:29,905 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:57:29,905 a3tb_19930101_fc01_3_SIM 21132554 RUNNING marenostrum4 debug +2022-03-15 15:57:29,905 a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +2022-03-15 15:57:29,905 a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +2022-03-15 15:57:29,905 a3tb_19930101_fc01_2_SAVEIC 21132551 QUEUING marenostrum4 debug +2022-03-15 15:57:29,908 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:57:29,913 Job list saved +2022-03-15 15:57:29,918 Updating FAILED jobs +2022-03-15 15:57:29,918 Updating WAITING jobs +2022-03-15 15:57:29,918 Update finished +2022-03-15 15:57:39,928 Reloading parameters... +2022-03-15 15:57:39,966 Loading parameters... +2022-03-15 15:57:39,968 Loading project parameters... +2022-03-15 15:57:39,970 + +34 of 55 jobs remaining (15:57) +2022-03-15 15:57:39,970 Sleep: 10 +2022-03-15 15:57:39,970 Number of retrials: 0 +2022-03-15 15:57:39,970 WRAPPER CHECK TIME = 10 +2022-03-15 15:57:39,971 Checking jobs for platform=nord3 +2022-03-15 15:57:39,973 Checking jobs for platform=local +2022-03-15 15:57:39,974 Checking jobs for platform=marenostrum4 +2022-03-15 15:57:39,975 Checking jobs for platform=transfer_node +2022-03-15 15:57:39,975 Checking all jobs at once +2022-03-15 15:57:44,999 Successful check job command +2022-03-15 15:57:49,826 Job a3tb_19930101_fc01_2_CMOROCE is QUEUING +2022-03-15 15:57:49,826 Job a3tb_19930101_fc01_1_CMORATM is QUEUING +2022-03-15 15:57:49,826 Job a3tb_19930101_fc01_3_SIM is RUNNING +2022-03-15 15:57:49,826 Job a3tb_19930101_fc01_2_SAVEIC is QUEUING +2022-03-15 15:57:49,826 End of checking +2022-03-15 15:57:49,828 Updating FAILED jobs +2022-03-15 15:57:49,828 Updating WAITING jobs +2022-03-15 15:57:49,828 Update finished +2022-03-15 15:57:49,828 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:57:49,829 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:57:49,829 a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +2022-03-15 15:57:49,829 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:57:49,829 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:57:49,829 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:57:49,829 a3tb_19930101_fc01_3_SIM 21132554 RUNNING marenostrum4 debug +2022-03-15 15:57:49,829 a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +2022-03-15 15:57:49,830 a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +2022-03-15 15:57:49,830 a3tb_19930101_fc01_2_SAVEIC 21132551 QUEUING marenostrum4 debug +2022-03-15 15:57:49,832 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:57:49,837 Job list saved +2022-03-15 15:57:49,842 Updating FAILED jobs +2022-03-15 15:57:49,842 Updating WAITING jobs +2022-03-15 15:57:49,843 Update finished +2022-03-15 15:57:59,853 Reloading parameters... +2022-03-15 15:57:59,871 Loading parameters... +2022-03-15 15:57:59,873 Loading project parameters... +2022-03-15 15:57:59,875 + +34 of 55 jobs remaining (15:57) +2022-03-15 15:57:59,875 Sleep: 10 +2022-03-15 15:57:59,875 Number of retrials: 0 +2022-03-15 15:57:59,875 WRAPPER CHECK TIME = 10 +2022-03-15 15:57:59,877 Checking jobs for platform=nord3 +2022-03-15 15:57:59,878 Checking jobs for platform=local +2022-03-15 15:57:59,879 Checking jobs for platform=marenostrum4 +2022-03-15 15:57:59,880 Checking jobs for platform=transfer_node +2022-03-15 15:57:59,880 Checking all jobs at once +2022-03-15 15:58:03,101 Successful check job command +2022-03-15 15:58:04,621 Job a3tb_19930101_fc01_2_CMOROCE is QUEUING +2022-03-15 15:58:04,621 Job a3tb_19930101_fc01_1_CMORATM is QUEUING +2022-03-15 15:58:04,621 Job a3tb_19930101_fc01_3_SIM is RUNNING +2022-03-15 15:58:04,622 Job a3tb_19930101_fc01_2_SAVEIC is QUEUING +2022-03-15 15:58:04,622 End of checking +2022-03-15 15:58:04,623 Updating FAILED jobs +2022-03-15 15:58:04,623 Updating WAITING jobs +2022-03-15 15:58:04,623 Update finished +2022-03-15 15:58:04,624 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:58:04,624 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:58:04,624 a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +2022-03-15 15:58:04,624 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:58:04,624 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:58:04,624 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:58:04,624 a3tb_19930101_fc01_3_SIM 21132554 RUNNING marenostrum4 debug +2022-03-15 15:58:04,625 a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +2022-03-15 15:58:04,625 a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +2022-03-15 15:58:04,625 a3tb_19930101_fc01_2_SAVEIC 21132551 QUEUING marenostrum4 debug +2022-03-15 15:58:04,628 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:58:04,632 Job list saved +2022-03-15 15:58:04,638 Updating FAILED jobs +2022-03-15 15:58:04,638 Updating WAITING jobs +2022-03-15 15:58:04,638 Update finished +2022-03-15 15:58:14,649 Reloading parameters... +2022-03-15 15:58:14,669 Loading parameters... +2022-03-15 15:58:14,670 Loading project parameters... +2022-03-15 15:58:14,673 + +34 of 55 jobs remaining (15:58) +2022-03-15 15:58:14,673 Sleep: 10 +2022-03-15 15:58:14,673 Number of retrials: 0 +2022-03-15 15:58:14,673 WRAPPER CHECK TIME = 10 +2022-03-15 15:58:14,675 Checking jobs for platform=nord3 +2022-03-15 15:58:14,676 Checking jobs for platform=local +2022-03-15 15:58:14,678 Checking jobs for platform=marenostrum4 +2022-03-15 15:58:14,679 Checking jobs for platform=transfer_node +2022-03-15 15:58:14,679 Checking all jobs at once +2022-03-15 15:58:17,851 Successful check job command +2022-03-15 15:58:19,371 Job a3tb_19930101_fc01_2_CMOROCE is QUEUING +2022-03-15 15:58:19,371 Job a3tb_19930101_fc01_1_CMORATM is QUEUING +2022-03-15 15:58:19,371 Job a3tb_19930101_fc01_3_SIM is RUNNING +2022-03-15 15:58:19,371 Job a3tb_19930101_fc01_2_SAVEIC is QUEUING +2022-03-15 15:58:19,371 End of checking +2022-03-15 15:58:19,373 Updating FAILED jobs +2022-03-15 15:58:19,373 Updating WAITING jobs +2022-03-15 15:58:19,373 Update finished +2022-03-15 15:58:19,373 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:58:19,374 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:58:19,374 a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +2022-03-15 15:58:19,374 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:58:19,374 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:58:19,374 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:58:19,374 a3tb_19930101_fc01_3_SIM 21132554 RUNNING marenostrum4 debug +2022-03-15 15:58:19,374 a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +2022-03-15 15:58:19,375 a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +2022-03-15 15:58:19,375 a3tb_19930101_fc01_2_SAVEIC 21132551 QUEUING marenostrum4 debug +2022-03-15 15:58:19,378 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:58:19,382 Job list saved +2022-03-15 15:58:19,387 Updating FAILED jobs +2022-03-15 15:58:19,388 Updating WAITING jobs +2022-03-15 15:58:19,388 Update finished +2022-03-15 15:58:29,392 Reloading parameters... +2022-03-15 15:58:29,412 Loading parameters... +2022-03-15 15:58:29,414 Loading project parameters... +2022-03-15 15:58:29,416 + +34 of 55 jobs remaining (15:58) +2022-03-15 15:58:29,416 Sleep: 10 +2022-03-15 15:58:29,417 Number of retrials: 0 +2022-03-15 15:58:29,417 WRAPPER CHECK TIME = 10 +2022-03-15 15:58:29,418 Checking jobs for platform=nord3 +2022-03-15 15:58:29,419 Checking jobs for platform=local +2022-03-15 15:58:29,421 Checking jobs for platform=marenostrum4 +2022-03-15 15:58:29,422 Checking jobs for platform=transfer_node +2022-03-15 15:58:29,422 Checking all jobs at once +2022-03-15 15:58:32,594 Successful check job command +2022-03-15 15:58:33,864 Job a3tb_19930101_fc01_2_CMOROCE is QUEUING +2022-03-15 15:58:33,865 Job a3tb_19930101_fc01_1_CMORATM is QUEUING +2022-03-15 15:58:33,865 Job a3tb_19930101_fc01_3_SIM is RUNNING +2022-03-15 15:58:33,865 Job a3tb_19930101_fc01_2_SAVEIC is QUEUING +2022-03-15 15:58:33,865 End of checking +2022-03-15 15:58:34,252 Updating FAILED jobs +2022-03-15 15:58:34,252 Updating WAITING jobs +2022-03-15 15:58:34,252 Update finished +2022-03-15 15:58:34,253 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:58:34,253 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:58:34,253 a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +2022-03-15 15:58:34,253 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:58:34,253 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:58:34,253 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:58:34,253 a3tb_19930101_fc01_3_SIM 21132554 RUNNING marenostrum4 debug +2022-03-15 15:58:34,254 a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +2022-03-15 15:58:34,254 a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +2022-03-15 15:58:34,254 a3tb_19930101_fc01_2_SAVEIC 21132551 QUEUING marenostrum4 debug +2022-03-15 15:58:34,258 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:58:34,263 Job list saved +2022-03-15 15:58:34,270 Updating FAILED jobs +2022-03-15 15:58:34,270 Updating WAITING jobs +2022-03-15 15:58:34,270 Update finished +2022-03-15 15:58:44,274 Reloading parameters... +2022-03-15 15:58:47,023 Loading parameters... +2022-03-15 15:58:47,024 Loading project parameters... +2022-03-15 15:58:47,026 + +34 of 55 jobs remaining (15:58) +2022-03-15 15:58:47,026 Sleep: 10 +2022-03-15 15:58:47,026 Number of retrials: 0 +2022-03-15 15:58:47,026 WRAPPER CHECK TIME = 10 +2022-03-15 15:58:47,028 Checking jobs for platform=nord3 +2022-03-15 15:58:47,029 Checking jobs for platform=local +2022-03-15 15:58:47,030 Checking jobs for platform=marenostrum4 +2022-03-15 15:58:47,031 Checking jobs for platform=transfer_node +2022-03-15 15:58:47,031 Checking all jobs at once +2022-03-15 15:58:50,252 Successful check job command +2022-03-15 15:58:51,521 Job a3tb_19930101_fc01_2_CMOROCE is QUEUING +2022-03-15 15:58:51,522 Job a3tb_19930101_fc01_1_CMORATM is QUEUING +2022-03-15 15:58:51,522 Job a3tb_19930101_fc01_3_SIM is RUNNING +2022-03-15 15:58:51,522 Job a3tb_19930101_fc01_2_SAVEIC is QUEUING +2022-03-15 15:58:51,522 End of checking +2022-03-15 15:58:51,524 Updating FAILED jobs +2022-03-15 15:58:51,524 Updating WAITING jobs +2022-03-15 15:58:51,524 Update finished +2022-03-15 15:58:51,525 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:58:51,525 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:58:51,525 a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +2022-03-15 15:58:51,525 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:58:51,525 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:58:51,525 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:58:51,525 a3tb_19930101_fc01_3_SIM 21132554 RUNNING marenostrum4 debug +2022-03-15 15:58:51,526 a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +2022-03-15 15:58:51,526 a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +2022-03-15 15:58:51,526 a3tb_19930101_fc01_2_SAVEIC 21132551 QUEUING marenostrum4 debug +2022-03-15 15:58:51,528 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:58:51,533 Job list saved +2022-03-15 15:58:51,538 Updating FAILED jobs +2022-03-15 15:58:51,538 Updating WAITING jobs +2022-03-15 15:58:51,539 Update finished +2022-03-15 15:59:01,544 Reloading parameters... +2022-03-15 15:59:01,564 Loading parameters... +2022-03-15 15:59:01,566 Loading project parameters... +2022-03-15 15:59:01,568 + +34 of 55 jobs remaining (15:59) +2022-03-15 15:59:01,568 Sleep: 10 +2022-03-15 15:59:01,569 Number of retrials: 0 +2022-03-15 15:59:01,569 WRAPPER CHECK TIME = 10 +2022-03-15 15:59:01,570 Checking jobs for platform=nord3 +2022-03-15 15:59:01,571 Checking jobs for platform=local +2022-03-15 15:59:01,572 Checking jobs for platform=marenostrum4 +2022-03-15 15:59:01,573 Checking jobs for platform=transfer_node +2022-03-15 15:59:01,573 Checking all jobs at once +2022-03-15 15:59:04,745 Successful check job command +2022-03-15 15:59:06,315 Job a3tb_19930101_fc01_2_CMOROCE is QUEUING +2022-03-15 15:59:06,316 Job a3tb_19930101_fc01_1_CMORATM is QUEUING +2022-03-15 15:59:06,316 Job a3tb_19930101_fc01_3_SIM is RUNNING +2022-03-15 15:59:06,316 Job a3tb_19930101_fc01_2_SAVEIC is QUEUING +2022-03-15 15:59:06,316 End of checking +2022-03-15 15:59:06,318 Updating FAILED jobs +2022-03-15 15:59:06,318 Updating WAITING jobs +2022-03-15 15:59:06,318 Update finished +2022-03-15 15:59:06,319 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:59:06,319 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:59:06,319 a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +2022-03-15 15:59:06,319 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:59:06,319 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:59:06,319 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:59:06,320 a3tb_19930101_fc01_3_SIM 21132554 RUNNING marenostrum4 debug +2022-03-15 15:59:06,320 a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +2022-03-15 15:59:06,320 a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +2022-03-15 15:59:06,320 a3tb_19930101_fc01_2_SAVEIC 21132551 QUEUING marenostrum4 debug +2022-03-15 15:59:06,323 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:59:06,327 Job list saved +2022-03-15 15:59:06,333 Updating FAILED jobs +2022-03-15 15:59:06,333 Updating WAITING jobs +2022-03-15 15:59:06,334 Update finished +2022-03-15 15:59:16,342 Reloading parameters... +2022-03-15 15:59:16,362 Loading parameters... +2022-03-15 15:59:16,364 Loading project parameters... +2022-03-15 15:59:16,365 + +34 of 55 jobs remaining (15:59) +2022-03-15 15:59:16,366 Sleep: 10 +2022-03-15 15:59:16,366 Number of retrials: 0 +2022-03-15 15:59:16,366 WRAPPER CHECK TIME = 10 +2022-03-15 15:59:16,367 Checking jobs for platform=nord3 +2022-03-15 15:59:16,368 Checking jobs for platform=local +2022-03-15 15:59:16,369 Checking jobs for platform=marenostrum4 +2022-03-15 15:59:16,370 Checking jobs for platform=transfer_node +2022-03-15 15:59:16,370 Checking all jobs at once +2022-03-15 15:59:19,541 Successful check job command +2022-03-15 15:59:20,860 Job a3tb_19930101_fc01_2_CMOROCE is QUEUING +2022-03-15 15:59:20,861 Job a3tb_19930101_fc01_1_CMORATM is QUEUING +2022-03-15 15:59:20,861 Job a3tb_19930101_fc01_3_SIM is RUNNING +2022-03-15 15:59:20,861 Job a3tb_19930101_fc01_2_SAVEIC is QUEUING +2022-03-15 15:59:20,861 End of checking +2022-03-15 15:59:20,862 Updating FAILED jobs +2022-03-15 15:59:20,862 Updating WAITING jobs +2022-03-15 15:59:20,863 Update finished +2022-03-15 15:59:20,863 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:59:20,863 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:59:20,863 a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +2022-03-15 15:59:20,863 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:59:20,864 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:59:20,864 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:59:20,864 a3tb_19930101_fc01_3_SIM 21132554 RUNNING marenostrum4 debug +2022-03-15 15:59:20,864 a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +2022-03-15 15:59:20,864 a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +2022-03-15 15:59:20,864 a3tb_19930101_fc01_2_SAVEIC 21132551 QUEUING marenostrum4 debug +2022-03-15 15:59:20,867 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:59:20,871 Job list saved +2022-03-15 15:59:20,876 Updating FAILED jobs +2022-03-15 15:59:20,877 Updating WAITING jobs +2022-03-15 15:59:20,877 Update finished +2022-03-15 15:59:30,887 Reloading parameters... +2022-03-15 15:59:30,909 Loading parameters... +2022-03-15 15:59:30,910 Loading project parameters... +2022-03-15 15:59:30,914 + +34 of 55 jobs remaining (15:59) +2022-03-15 15:59:30,914 Sleep: 10 +2022-03-15 15:59:30,914 Number of retrials: 0 +2022-03-15 15:59:30,914 WRAPPER CHECK TIME = 10 +2022-03-15 15:59:30,915 Checking jobs for platform=nord3 +2022-03-15 15:59:30,917 Checking jobs for platform=local +2022-03-15 15:59:30,918 Checking jobs for platform=marenostrum4 +2022-03-15 15:59:30,919 Checking jobs for platform=transfer_node +2022-03-15 15:59:30,919 Checking all jobs at once +2022-03-15 15:59:34,090 Successful check job command +2022-03-15 15:59:35,311 Job a3tb_19930101_fc01_2_CMOROCE is QUEUING +2022-03-15 15:59:35,311 Job a3tb_19930101_fc01_1_CMORATM is QUEUING +2022-03-15 15:59:35,311 Job a3tb_19930101_fc01_3_SIM is RUNNING +2022-03-15 15:59:35,311 Job a3tb_19930101_fc01_2_SAVEIC is QUEUING +2022-03-15 15:59:35,312 End of checking +2022-03-15 15:59:35,313 Updating FAILED jobs +2022-03-15 15:59:35,313 Updating WAITING jobs +2022-03-15 15:59:35,313 Update finished +2022-03-15 15:59:35,314 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:59:35,314 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:59:35,314 a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +2022-03-15 15:59:35,314 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:59:35,314 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:59:35,314 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:59:35,314 a3tb_19930101_fc01_3_SIM 21132554 RUNNING marenostrum4 debug +2022-03-15 15:59:35,315 a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +2022-03-15 15:59:35,315 a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +2022-03-15 15:59:35,315 a3tb_19930101_fc01_2_SAVEIC 21132551 QUEUING marenostrum4 debug +2022-03-15 15:59:35,317 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:59:35,322 Job list saved +2022-03-15 15:59:35,327 Updating FAILED jobs +2022-03-15 15:59:35,327 Updating WAITING jobs +2022-03-15 15:59:35,327 Update finished +2022-03-15 15:59:45,337 Reloading parameters... +2022-03-15 15:59:45,357 Loading parameters... +2022-03-15 15:59:45,358 Loading project parameters... +2022-03-15 15:59:45,360 + +34 of 55 jobs remaining (15:59) +2022-03-15 15:59:45,360 Sleep: 10 +2022-03-15 15:59:45,360 Number of retrials: 0 +2022-03-15 15:59:45,360 WRAPPER CHECK TIME = 10 +2022-03-15 15:59:45,361 Checking jobs for platform=nord3 +2022-03-15 15:59:45,362 Checking jobs for platform=local +2022-03-15 15:59:45,364 Checking jobs for platform=marenostrum4 +2022-03-15 15:59:45,365 Checking jobs for platform=transfer_node +2022-03-15 15:59:45,365 Checking all jobs at once +2022-03-15 15:59:48,847 Successful check job command +2022-03-15 15:59:51,771 Job a3tb_19930101_fc01_2_CMOROCE is QUEUING +2022-03-15 15:59:51,771 Job a3tb_19930101_fc01_1_CMORATM is QUEUING +2022-03-15 15:59:51,771 Job a3tb_19930101_fc01_3_SIM is RUNNING +2022-03-15 15:59:51,771 Job a3tb_19930101_fc01_2_SAVEIC is QUEUING +2022-03-15 15:59:51,772 End of checking +2022-03-15 15:59:51,773 Updating FAILED jobs +2022-03-15 15:59:51,773 Updating WAITING jobs +2022-03-15 15:59:51,773 Update finished +2022-03-15 15:59:51,774 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 15:59:51,774 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 15:59:51,774 a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +2022-03-15 15:59:51,774 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 15:59:51,774 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 15:59:51,774 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 15:59:51,774 a3tb_19930101_fc01_3_SIM 21132554 RUNNING marenostrum4 debug +2022-03-15 15:59:51,774 a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +2022-03-15 15:59:51,775 a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +2022-03-15 15:59:51,775 a3tb_19930101_fc01_2_SAVEIC 21132551 QUEUING marenostrum4 debug +2022-03-15 15:59:51,777 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 15:59:51,781 Job list saved +2022-03-15 15:59:51,786 Updating FAILED jobs +2022-03-15 15:59:51,786 Updating WAITING jobs +2022-03-15 15:59:51,787 Update finished +2022-03-15 16:00:01,792 Reloading parameters... +2022-03-15 16:00:01,813 Loading parameters... +2022-03-15 16:00:01,814 Loading project parameters... +2022-03-15 16:00:01,816 + +34 of 55 jobs remaining (16:00) +2022-03-15 16:00:01,816 Sleep: 10 +2022-03-15 16:00:01,816 Number of retrials: 0 +2022-03-15 16:00:01,816 WRAPPER CHECK TIME = 10 +2022-03-15 16:00:01,817 Checking jobs for platform=nord3 +2022-03-15 16:00:01,819 Checking jobs for platform=local +2022-03-15 16:00:01,820 Checking jobs for platform=marenostrum4 +2022-03-15 16:00:01,821 Checking jobs for platform=transfer_node +2022-03-15 16:00:01,821 Checking all jobs at once +2022-03-15 16:00:05,092 Successful check job command +2022-03-15 16:00:06,362 Job a3tb_19930101_fc01_2_CMOROCE is QUEUING +2022-03-15 16:00:06,362 Job a3tb_19930101_fc01_1_CMORATM is QUEUING +2022-03-15 16:00:06,363 Job a3tb_19930101_fc01_3_SIM is RUNNING +2022-03-15 16:00:06,363 Job a3tb_19930101_fc01_2_SAVEIC is QUEUING +2022-03-15 16:00:06,363 End of checking +2022-03-15 16:00:06,364 Updating FAILED jobs +2022-03-15 16:00:06,364 Updating WAITING jobs +2022-03-15 16:00:06,365 Update finished +2022-03-15 16:00:06,365 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 16:00:06,365 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 16:00:06,365 a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +2022-03-15 16:00:06,365 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 16:00:06,365 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 16:00:06,366 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 16:00:06,366 a3tb_19930101_fc01_3_SIM 21132554 RUNNING marenostrum4 debug +2022-03-15 16:00:06,366 a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +2022-03-15 16:00:06,366 a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +2022-03-15 16:00:06,366 a3tb_19930101_fc01_2_SAVEIC 21132551 QUEUING marenostrum4 debug +2022-03-15 16:00:06,368 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 16:00:06,373 Job list saved +2022-03-15 16:00:06,378 Updating FAILED jobs +2022-03-15 16:00:06,378 Updating WAITING jobs +2022-03-15 16:00:06,378 Update finished +2022-03-15 16:00:16,381 Reloading parameters... +2022-03-15 16:00:16,404 Loading parameters... +2022-03-15 16:00:16,406 Loading project parameters... +2022-03-15 16:00:16,408 + +34 of 55 jobs remaining (16:00) +2022-03-15 16:00:16,408 Sleep: 10 +2022-03-15 16:00:16,408 Number of retrials: 0 +2022-03-15 16:00:16,408 WRAPPER CHECK TIME = 10 +2022-03-15 16:00:16,409 Checking jobs for platform=nord3 +2022-03-15 16:00:16,410 Checking jobs for platform=local +2022-03-15 16:00:16,411 Checking jobs for platform=marenostrum4 +2022-03-15 16:00:16,412 Checking jobs for platform=transfer_node +2022-03-15 16:00:16,412 Checking all jobs at once +2022-03-15 16:00:19,633 Successful check job command +2022-03-15 16:00:21,203 Job a3tb_19930101_fc01_2_CMOROCE is QUEUING +2022-03-15 16:00:21,203 Job a3tb_19930101_fc01_1_CMORATM is QUEUING +2022-03-15 16:00:21,203 Job a3tb_19930101_fc01_3_SIM is RUNNING +2022-03-15 16:00:21,204 Job a3tb_19930101_fc01_2_SAVEIC is QUEUING +2022-03-15 16:00:21,204 End of checking +2022-03-15 16:00:21,205 Updating FAILED jobs +2022-03-15 16:00:21,205 Updating WAITING jobs +2022-03-15 16:00:21,206 Update finished +2022-03-15 16:00:21,206 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 16:00:21,206 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 16:00:21,206 a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +2022-03-15 16:00:21,206 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 16:00:21,206 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 16:00:21,207 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 16:00:21,207 a3tb_19930101_fc01_3_SIM 21132554 RUNNING marenostrum4 debug +2022-03-15 16:00:21,207 a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +2022-03-15 16:00:21,207 a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +2022-03-15 16:00:21,207 a3tb_19930101_fc01_2_SAVEIC 21132551 QUEUING marenostrum4 debug +2022-03-15 16:00:21,209 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 16:00:21,214 Job list saved +2022-03-15 16:00:21,219 Updating FAILED jobs +2022-03-15 16:00:21,219 Updating WAITING jobs +2022-03-15 16:00:21,220 Update finished +2022-03-15 16:00:31,228 Reloading parameters... +2022-03-15 16:00:31,678 Loading parameters... +2022-03-15 16:00:31,679 Loading project parameters... +2022-03-15 16:00:31,681 + +34 of 55 jobs remaining (16:00) +2022-03-15 16:00:31,681 Sleep: 10 +2022-03-15 16:00:31,681 Number of retrials: 0 +2022-03-15 16:00:31,681 WRAPPER CHECK TIME = 10 +2022-03-15 16:00:31,682 Checking jobs for platform=nord3 +2022-03-15 16:00:31,684 Checking jobs for platform=local +2022-03-15 16:00:31,685 Checking jobs for platform=marenostrum4 +2022-03-15 16:00:31,686 Checking jobs for platform=transfer_node +2022-03-15 16:00:31,686 Checking all jobs at once +2022-03-15 16:00:34,858 Successful check job command +2022-03-15 16:00:36,128 Job a3tb_19930101_fc01_2_CMOROCE is QUEUING +2022-03-15 16:00:36,128 Job a3tb_19930101_fc01_1_CMORATM is QUEUING +2022-03-15 16:00:36,128 Job a3tb_19930101_fc01_3_SIM is RUNNING +2022-03-15 16:00:36,129 Job a3tb_19930101_fc01_2_SAVEIC is QUEUING +2022-03-15 16:00:36,129 End of checking +2022-03-15 16:00:36,762 Updating FAILED jobs +2022-03-15 16:00:36,762 Updating WAITING jobs +2022-03-15 16:00:36,763 Update finished +2022-03-15 16:00:36,763 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 16:00:36,763 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 16:00:36,763 a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +2022-03-15 16:00:36,763 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 16:00:36,764 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 16:00:36,764 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 16:00:36,764 a3tb_19930101_fc01_3_SIM 21132554 RUNNING marenostrum4 debug +2022-03-15 16:00:36,764 a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +2022-03-15 16:00:36,764 a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +2022-03-15 16:00:36,764 a3tb_19930101_fc01_2_SAVEIC 21132551 QUEUING marenostrum4 debug +2022-03-15 16:00:36,780 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 16:00:36,785 Job list saved +2022-03-15 16:00:36,802 Updating FAILED jobs +2022-03-15 16:00:36,802 Updating WAITING jobs +2022-03-15 16:00:36,803 Update finished +2022-03-15 16:00:46,813 Reloading parameters... +2022-03-15 16:00:46,835 Loading parameters... +2022-03-15 16:00:46,837 Loading project parameters... +2022-03-15 16:00:46,839 + +34 of 55 jobs remaining (16:00) +2022-03-15 16:00:46,839 Sleep: 10 +2022-03-15 16:00:46,840 Number of retrials: 0 +2022-03-15 16:00:46,840 WRAPPER CHECK TIME = 10 +2022-03-15 16:00:46,841 Checking jobs for platform=nord3 +2022-03-15 16:00:46,842 Checking jobs for platform=local +2022-03-15 16:00:46,843 Checking jobs for platform=marenostrum4 +2022-03-15 16:00:46,844 Checking jobs for platform=transfer_node +2022-03-15 16:00:46,844 Checking all jobs at once +2022-03-15 16:00:50,066 Successful check job command +2022-03-15 16:00:51,336 Job a3tb_19930101_fc01_2_CMOROCE is QUEUING +2022-03-15 16:00:51,336 Job a3tb_19930101_fc01_1_CMORATM is QUEUING +2022-03-15 16:00:51,336 Job a3tb_19930101_fc01_3_SIM is RUNNING +2022-03-15 16:00:51,336 Job a3tb_19930101_fc01_2_SAVEIC is QUEUING +2022-03-15 16:00:51,337 End of checking +2022-03-15 16:00:51,371 Updating FAILED jobs +2022-03-15 16:00:51,372 Updating WAITING jobs +2022-03-15 16:00:51,372 Update finished +2022-03-15 16:00:51,372 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 16:00:51,372 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 16:00:51,372 a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +2022-03-15 16:00:51,373 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 16:00:51,373 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 16:00:51,373 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 16:00:51,373 a3tb_19930101_fc01_3_SIM 21132554 RUNNING marenostrum4 debug +2022-03-15 16:00:51,373 a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +2022-03-15 16:00:51,373 a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +2022-03-15 16:00:51,373 a3tb_19930101_fc01_2_SAVEIC 21132551 QUEUING marenostrum4 debug +2022-03-15 16:00:51,431 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 16:00:51,436 Job list saved +2022-03-15 16:00:51,488 Updating FAILED jobs +2022-03-15 16:00:51,489 Updating WAITING jobs +2022-03-15 16:00:51,489 Update finished +2022-03-15 16:01:01,499 Reloading parameters... +2022-03-15 16:01:01,517 Loading parameters... +2022-03-15 16:01:01,519 Loading project parameters... +2022-03-15 16:01:01,521 + +34 of 55 jobs remaining (16:01) +2022-03-15 16:01:01,521 Sleep: 10 +2022-03-15 16:01:01,521 Number of retrials: 0 +2022-03-15 16:01:01,521 WRAPPER CHECK TIME = 10 +2022-03-15 16:01:01,523 Checking jobs for platform=nord3 +2022-03-15 16:01:01,524 Checking jobs for platform=local +2022-03-15 16:01:01,525 Checking jobs for platform=marenostrum4 +2022-03-15 16:01:01,526 Checking jobs for platform=transfer_node +2022-03-15 16:01:01,526 Checking all jobs at once +2022-03-15 16:01:04,648 Successful check job command +2022-03-15 16:01:07,371 Job a3tb_19930101_fc01_2_CMOROCE is QUEUING +2022-03-15 16:01:07,371 Job a3tb_19930101_fc01_1_CMORATM is QUEUING +2022-03-15 16:01:07,371 Job a3tb_19930101_fc01_3_SIM is RUNNING +2022-03-15 16:01:07,371 Job a3tb_19930101_fc01_2_SAVEIC is QUEUING +2022-03-15 16:01:07,371 End of checking +2022-03-15 16:01:07,373 Updating FAILED jobs +2022-03-15 16:01:07,373 Updating WAITING jobs +2022-03-15 16:01:07,373 Update finished +2022-03-15 16:01:07,374 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 16:01:07,374 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 16:01:07,374 a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +2022-03-15 16:01:07,374 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 16:01:07,374 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 16:01:07,374 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 16:01:07,374 a3tb_19930101_fc01_3_SIM 21132554 RUNNING marenostrum4 debug +2022-03-15 16:01:07,375 a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +2022-03-15 16:01:07,375 a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +2022-03-15 16:01:07,375 a3tb_19930101_fc01_2_SAVEIC 21132551 QUEUING marenostrum4 debug +2022-03-15 16:01:07,378 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 16:01:07,382 Job list saved +2022-03-15 16:01:07,387 Updating FAILED jobs +2022-03-15 16:01:07,387 Updating WAITING jobs +2022-03-15 16:01:07,388 Update finished +2022-03-15 16:01:17,395 Reloading parameters... +2022-03-15 16:01:17,413 Loading parameters... +2022-03-15 16:01:17,415 Loading project parameters... +2022-03-15 16:01:17,416 + +34 of 55 jobs remaining (16:01) +2022-03-15 16:01:17,417 Sleep: 10 +2022-03-15 16:01:17,417 Number of retrials: 0 +2022-03-15 16:01:17,417 WRAPPER CHECK TIME = 10 +2022-03-15 16:01:17,418 Checking jobs for platform=nord3 +2022-03-15 16:01:17,419 Checking jobs for platform=local +2022-03-15 16:01:17,420 Checking jobs for platform=marenostrum4 +2022-03-15 16:01:17,422 Checking jobs for platform=transfer_node +2022-03-15 16:01:17,422 Checking all jobs at once +2022-03-15 16:01:20,593 Successful check job command +2022-03-15 16:01:21,863 Job a3tb_19930101_fc01_2_CMOROCE is QUEUING +2022-03-15 16:01:21,863 Job a3tb_19930101_fc01_1_CMORATM is QUEUING +2022-03-15 16:01:21,863 a3tb_19930101_fc01_3_SIM job seems to have completed: checking... +2022-03-15 16:01:21,878 Job a3tb_19930101_fc01_3_SIM is COMPLETED +2022-03-15 16:01:21,893 a3tb_19930101_fc01_3_SIM_STAT file have been transfered +2022-03-15 16:01:22,055 Job a3tb_19930101_fc01_2_SAVEIC is QUEUING +2022-03-15 16:01:22,055 End of checking +2022-03-15 16:01:22,056 Updating FAILED jobs +2022-03-15 16:01:22,056 Updating WAITING jobs +2022-03-15 16:01:22,056 Setting job: a3tb_19930101_fc01_3_CMOROCE status to: READY (all parents completed)... +2022-03-15 16:01:22,057 Setting job: a3tb_19930101_fc01_2_CMORATM status to: READY (all parents completed)... +2022-03-15 16:01:22,057 Setting job: a3tb_19930101_fc01_3_CMORATM status to: READY (all parents completed)... +2022-03-15 16:01:22,057 Setting job: a3tb_19930101_fc01_3_SAVEIC status to: READY (all parents completed)... +2022-03-15 16:01:22,057 Update finished +2022-03-15 16:01:22,057 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 16:01:22,057 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 16:01:22,058 a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +2022-03-15 16:01:22,058 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 16:01:22,058 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 16:01:22,058 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 16:01:22,058 a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +2022-03-15 16:01:22,058 a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +2022-03-15 16:01:22,058 a3tb_19930101_fc01_2_SAVEIC 21132551 QUEUING marenostrum4 debug +2022-03-15 16:01:22,061 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 16:01:22,065 Job list saved +2022-03-15 16:01:22,067 +Jobs ready for nord3: 0 +2022-03-15 16:01:22,068 Number of jobs available: 20 +2022-03-15 16:01:22,069 Number of jobs ready: 0 +2022-03-15 16:01:22,069 +Jobs ready for local: 0 +2022-03-15 16:01:22,070 Number of jobs available: 20 +2022-03-15 16:01:22,070 Number of jobs ready: 0 +2022-03-15 16:01:22,071 +Jobs ready for marenostrum4: 4 +2022-03-15 16:01:22,072 Number of jobs available: 17 +2022-03-15 16:01:22,072 Number of jobs ready: 4 +2022-03-15 16:01:22,073 Jobs ready for marenostrum4: 4 +2022-03-15 16:01:22,091 Creating Scripts +2022-03-15 16:01:22,094 Custom directives from platform.conf: None +2022-03-15 16:01:22,094 Custom directives from platform.conf: None +2022-03-15 16:01:22,094 Custom directives from platform.conf: None +2022-03-15 16:01:22,222 Sending Files +2022-03-15 16:01:22,424 Submitting +2022-03-15 16:01:22,434 Creating Scripts +2022-03-15 16:01:22,527 Sending Files +2022-03-15 16:01:22,535 Submitting +2022-03-15 16:01:22,543 Creating Scripts +2022-03-15 16:01:22,645 Sending Files +2022-03-15 16:01:22,656 Submitting +2022-03-15 16:01:22,665 Creating Scripts +2022-03-15 16:01:22,746 Sending Files +2022-03-15 16:01:22,754 Submitting +2022-03-15 16:01:25,804 +Jobs ready for transfer_node: 0 +2022-03-15 16:01:25,805 Number of jobs available: 20 +2022-03-15 16:01:25,805 Number of jobs ready: 0 +2022-03-15 16:01:25,807 Updating FAILED jobs +2022-03-15 16:01:25,807 Updating WAITING jobs +2022-03-15 16:01:25,807 Update finished +2022-03-15 16:01:25,808 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 16:01:25,808 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 16:01:25,808 a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +2022-03-15 16:01:25,808 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 16:01:25,808 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 16:01:25,808 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 16:01:25,808 a3tb_19930101_fc01_3_CMOROCE 21133446 SUBMITTED marenostrum4 debug +2022-03-15 16:01:25,809 a3tb_19930101_fc01_2_CMORATM 21133444 SUBMITTED marenostrum4 debug +2022-03-15 16:01:25,809 a3tb_19930101_fc01_3_CMORATM 21133445 SUBMITTED marenostrum4 debug +2022-03-15 16:01:25,809 a3tb_19930101_fc01_3_SAVEIC 21133443 SUBMITTED marenostrum4 debug +2022-03-15 16:01:25,809 a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +2022-03-15 16:01:25,809 a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +2022-03-15 16:01:25,809 a3tb_19930101_fc01_2_SAVEIC 21132551 QUEUING marenostrum4 debug +2022-03-15 16:01:25,817 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 16:01:25,821 Job list saved +2022-03-15 16:01:25,888 Updating FAILED jobs +2022-03-15 16:01:25,888 Updating WAITING jobs +2022-03-15 16:01:25,888 Update finished +2022-03-15 16:01:35,898 Reloading parameters... +2022-03-15 16:01:35,919 Loading parameters... +2022-03-15 16:01:35,920 Loading project parameters... +2022-03-15 16:01:35,922 + +33 of 55 jobs remaining (16:01) +2022-03-15 16:01:35,922 Sleep: 10 +2022-03-15 16:01:35,922 Number of retrials: 0 +2022-03-15 16:01:35,922 WRAPPER CHECK TIME = 10 +2022-03-15 16:01:35,924 Checking jobs for platform=nord3 +2022-03-15 16:01:35,925 Checking jobs for platform=local +2022-03-15 16:01:35,926 Checking jobs for platform=marenostrum4 +2022-03-15 16:01:35,927 Checking jobs for platform=transfer_node +2022-03-15 16:01:35,927 Checking all jobs at once +2022-03-15 16:01:39,098 Successful check job command +2022-03-15 16:01:40,618 Job a3tb_19930101_fc01_2_CMOROCE is QUEUING +2022-03-15 16:01:40,618 Job a3tb_19930101_fc01_1_CMORATM is QUEUING +2022-03-15 16:01:40,618 Job a3tb_19930101_fc01_2_SAVEIC is RUNNING +2022-03-15 16:01:40,638 a3tb_19930101_fc01_2_SAVEIC_STAT file have been transfered +2022-03-15 16:01:40,739 Job a3tb_19930101_fc01_3_SAVEIC is QUEUING +2022-03-15 16:01:40,740 Job a3tb_19930101_fc01_3_CMOROCE is QUEUING +2022-03-15 16:01:40,740 Job a3tb_19930101_fc01_2_CMORATM is QUEUING +2022-03-15 16:01:40,740 Job a3tb_19930101_fc01_3_CMORATM is QUEUING +2022-03-15 16:01:40,740 End of checking +2022-03-15 16:01:40,741 Updating FAILED jobs +2022-03-15 16:01:40,741 Updating WAITING jobs +2022-03-15 16:01:40,742 Update finished +2022-03-15 16:01:40,742 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 16:01:40,742 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 16:01:40,742 a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +2022-03-15 16:01:40,742 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 16:01:40,742 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 16:01:40,742 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 16:01:40,743 a3tb_19930101_fc01_2_SAVEIC 21132551 RUNNING marenostrum4 debug +2022-03-15 16:01:40,743 a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +2022-03-15 16:01:40,743 a3tb_19930101_fc01_3_CMOROCE 21133446 QUEUING marenostrum4 debug +2022-03-15 16:01:40,743 a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +2022-03-15 16:01:40,743 a3tb_19930101_fc01_2_CMORATM 21133444 QUEUING marenostrum4 debug +2022-03-15 16:01:40,743 a3tb_19930101_fc01_3_CMORATM 21133445 QUEUING marenostrum4 debug +2022-03-15 16:01:40,743 a3tb_19930101_fc01_3_SAVEIC 21133443 QUEUING marenostrum4 debug +2022-03-15 16:01:40,746 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 16:01:40,750 Job list saved +2022-03-15 16:01:40,817 Updating FAILED jobs +2022-03-15 16:01:40,817 Updating WAITING jobs +2022-03-15 16:01:40,818 Update finished +2022-03-15 16:01:50,828 Reloading parameters... +2022-03-15 16:01:50,847 Loading parameters... +2022-03-15 16:01:50,848 Loading project parameters... +2022-03-15 16:01:50,850 + +33 of 55 jobs remaining (16:01) +2022-03-15 16:01:50,850 Sleep: 10 +2022-03-15 16:01:50,850 Number of retrials: 0 +2022-03-15 16:01:50,850 WRAPPER CHECK TIME = 10 +2022-03-15 16:01:50,851 Checking jobs for platform=nord3 +2022-03-15 16:01:50,853 Checking jobs for platform=local +2022-03-15 16:01:50,854 Checking jobs for platform=marenostrum4 +2022-03-15 16:01:50,855 Checking jobs for platform=transfer_node +2022-03-15 16:01:50,855 Checking all jobs at once +2022-03-15 16:01:54,079 Successful check job command +2022-03-15 16:01:55,348 Job a3tb_19930101_fc01_2_CMOROCE is QUEUING +2022-03-15 16:01:55,349 Job a3tb_19930101_fc01_1_CMORATM is QUEUING +2022-03-15 16:01:55,349 Job a3tb_19930101_fc01_2_SAVEIC is RUNNING +2022-03-15 16:01:55,349 Job a3tb_19930101_fc01_3_SAVEIC is QUEUING +2022-03-15 16:01:55,349 Job a3tb_19930101_fc01_3_CMOROCE is QUEUING +2022-03-15 16:01:55,349 Job a3tb_19930101_fc01_2_CMORATM is QUEUING +2022-03-15 16:01:55,349 Job a3tb_19930101_fc01_3_CMORATM is QUEUING +2022-03-15 16:01:55,349 End of checking +2022-03-15 16:01:55,351 Updating FAILED jobs +2022-03-15 16:01:55,351 Updating WAITING jobs +2022-03-15 16:01:55,351 Update finished +2022-03-15 16:01:55,351 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 16:01:55,352 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 16:01:55,352 a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +2022-03-15 16:01:55,352 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 16:01:55,352 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 16:01:55,352 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 16:01:55,352 a3tb_19930101_fc01_2_SAVEIC 21132551 RUNNING marenostrum4 debug +2022-03-15 16:01:55,352 a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +2022-03-15 16:01:55,353 a3tb_19930101_fc01_3_CMOROCE 21133446 QUEUING marenostrum4 debug +2022-03-15 16:01:55,353 a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +2022-03-15 16:01:55,353 a3tb_19930101_fc01_2_CMORATM 21133444 QUEUING marenostrum4 debug +2022-03-15 16:01:55,353 a3tb_19930101_fc01_3_CMORATM 21133445 QUEUING marenostrum4 debug +2022-03-15 16:01:55,353 a3tb_19930101_fc01_3_SAVEIC 21133443 QUEUING marenostrum4 debug +2022-03-15 16:01:55,356 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 16:01:55,360 Job list saved +2022-03-15 16:01:55,365 Updating FAILED jobs +2022-03-15 16:01:55,366 Updating WAITING jobs +2022-03-15 16:01:55,366 Update finished +2022-03-15 16:02:05,376 Reloading parameters... +2022-03-15 16:02:05,403 Loading parameters... +2022-03-15 16:02:05,404 Loading project parameters... +2022-03-15 16:02:05,406 + +33 of 55 jobs remaining (16:02) +2022-03-15 16:02:05,406 Sleep: 10 +2022-03-15 16:02:05,406 Number of retrials: 0 +2022-03-15 16:02:05,407 WRAPPER CHECK TIME = 10 +2022-03-15 16:02:05,408 Checking jobs for platform=nord3 +2022-03-15 16:02:05,409 Checking jobs for platform=local +2022-03-15 16:02:05,410 Checking jobs for platform=marenostrum4 +2022-03-15 16:02:05,411 Checking jobs for platform=transfer_node +2022-03-15 16:02:05,411 Checking all jobs at once +2022-03-15 16:02:08,633 Successful check job command +2022-03-15 16:02:09,903 Job a3tb_19930101_fc01_2_CMOROCE is QUEUING +2022-03-15 16:02:09,904 Job a3tb_19930101_fc01_1_CMORATM is QUEUING +2022-03-15 16:02:09,904 Job a3tb_19930101_fc01_2_SAVEIC is RUNNING +2022-03-15 16:02:09,904 Job a3tb_19930101_fc01_3_SAVEIC is QUEUING +2022-03-15 16:02:09,904 Job a3tb_19930101_fc01_3_CMOROCE is QUEUING +2022-03-15 16:02:09,904 Job a3tb_19930101_fc01_2_CMORATM is QUEUING +2022-03-15 16:02:09,904 Job a3tb_19930101_fc01_3_CMORATM is QUEUING +2022-03-15 16:02:09,904 End of checking +2022-03-15 16:02:09,906 Updating FAILED jobs +2022-03-15 16:02:09,906 Updating WAITING jobs +2022-03-15 16:02:09,906 Update finished +2022-03-15 16:02:09,907 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 16:02:09,907 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 16:02:09,907 a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +2022-03-15 16:02:09,907 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 16:02:09,907 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 16:02:09,907 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 16:02:09,907 a3tb_19930101_fc01_2_SAVEIC 21132551 RUNNING marenostrum4 debug +2022-03-15 16:02:09,908 a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +2022-03-15 16:02:09,908 a3tb_19930101_fc01_3_CMOROCE 21133446 QUEUING marenostrum4 debug +2022-03-15 16:02:09,908 a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +2022-03-15 16:02:09,908 a3tb_19930101_fc01_2_CMORATM 21133444 QUEUING marenostrum4 debug +2022-03-15 16:02:09,908 a3tb_19930101_fc01_3_CMORATM 21133445 QUEUING marenostrum4 debug +2022-03-15 16:02:09,908 a3tb_19930101_fc01_3_SAVEIC 21133443 QUEUING marenostrum4 debug +2022-03-15 16:02:09,911 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 16:02:09,915 Job list saved +2022-03-15 16:02:09,920 Updating FAILED jobs +2022-03-15 16:02:09,920 Updating WAITING jobs +2022-03-15 16:02:09,921 Update finished +2022-03-15 16:02:19,930 Reloading parameters... +2022-03-15 16:02:19,949 Loading parameters... +2022-03-15 16:02:19,950 Loading project parameters... +2022-03-15 16:02:19,952 + +33 of 55 jobs remaining (16:02) +2022-03-15 16:02:19,952 Sleep: 10 +2022-03-15 16:02:19,952 Number of retrials: 0 +2022-03-15 16:02:19,952 WRAPPER CHECK TIME = 10 +2022-03-15 16:02:19,953 Checking jobs for platform=nord3 +2022-03-15 16:02:19,954 Checking jobs for platform=local +2022-03-15 16:02:19,956 Checking jobs for platform=marenostrum4 +2022-03-15 16:02:19,957 Checking jobs for platform=transfer_node +2022-03-15 16:02:19,957 Checking all jobs at once +2022-03-15 16:02:23,178 Successful check job command +2022-03-15 16:02:24,648 Job a3tb_19930101_fc01_2_CMOROCE is QUEUING +2022-03-15 16:02:24,648 Job a3tb_19930101_fc01_1_CMORATM is QUEUING +2022-03-15 16:02:24,649 Job a3tb_19930101_fc01_2_SAVEIC is RUNNING +2022-03-15 16:02:24,649 Job a3tb_19930101_fc01_3_SAVEIC is QUEUING +2022-03-15 16:02:24,649 Job a3tb_19930101_fc01_3_CMOROCE is QUEUING +2022-03-15 16:02:24,649 Job a3tb_19930101_fc01_2_CMORATM is QUEUING +2022-03-15 16:02:24,649 Job a3tb_19930101_fc01_3_CMORATM is QUEUING +2022-03-15 16:02:24,649 End of checking +2022-03-15 16:02:24,650 Updating FAILED jobs +2022-03-15 16:02:24,651 Updating WAITING jobs +2022-03-15 16:02:24,651 Update finished +2022-03-15 16:02:24,651 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 16:02:24,651 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 16:02:24,651 a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +2022-03-15 16:02:24,651 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 16:02:24,652 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 16:02:24,652 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 16:02:24,652 a3tb_19930101_fc01_2_SAVEIC 21132551 RUNNING marenostrum4 debug +2022-03-15 16:02:24,652 a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +2022-03-15 16:02:24,652 a3tb_19930101_fc01_3_CMOROCE 21133446 QUEUING marenostrum4 debug +2022-03-15 16:02:24,652 a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +2022-03-15 16:02:24,652 a3tb_19930101_fc01_2_CMORATM 21133444 QUEUING marenostrum4 debug +2022-03-15 16:02:24,652 a3tb_19930101_fc01_3_CMORATM 21133445 QUEUING marenostrum4 debug +2022-03-15 16:02:24,653 a3tb_19930101_fc01_3_SAVEIC 21133443 QUEUING marenostrum4 debug +2022-03-15 16:02:24,655 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 16:02:24,659 Job list saved +2022-03-15 16:02:24,664 Updating FAILED jobs +2022-03-15 16:02:24,664 Updating WAITING jobs +2022-03-15 16:02:24,665 Update finished +2022-03-15 16:02:34,675 Reloading parameters... +2022-03-15 16:02:34,696 Loading parameters... +2022-03-15 16:02:34,697 Loading project parameters... +2022-03-15 16:02:34,699 + +33 of 55 jobs remaining (16:02) +2022-03-15 16:02:34,699 Sleep: 10 +2022-03-15 16:02:34,700 Number of retrials: 0 +2022-03-15 16:02:34,700 WRAPPER CHECK TIME = 10 +2022-03-15 16:02:34,701 Checking jobs for platform=nord3 +2022-03-15 16:02:34,702 Checking jobs for platform=local +2022-03-15 16:02:34,703 Checking jobs for platform=marenostrum4 +2022-03-15 16:02:34,705 Checking jobs for platform=transfer_node +2022-03-15 16:02:34,705 Checking all jobs at once +2022-03-15 16:02:37,875 Successful check job command +2022-03-15 16:02:39,045 Job a3tb_19930101_fc01_2_CMOROCE is QUEUING +2022-03-15 16:02:39,045 Job a3tb_19930101_fc01_1_CMORATM is QUEUING +2022-03-15 16:02:39,045 Job a3tb_19930101_fc01_2_SAVEIC is RUNNING +2022-03-15 16:02:39,046 Job a3tb_19930101_fc01_3_SAVEIC is QUEUING +2022-03-15 16:02:39,046 Job a3tb_19930101_fc01_3_CMOROCE is QUEUING +2022-03-15 16:02:39,046 Job a3tb_19930101_fc01_2_CMORATM is QUEUING +2022-03-15 16:02:39,046 Job a3tb_19930101_fc01_3_CMORATM is QUEUING +2022-03-15 16:02:39,046 End of checking +2022-03-15 16:02:39,047 Updating FAILED jobs +2022-03-15 16:02:39,047 Updating WAITING jobs +2022-03-15 16:02:39,048 Update finished +2022-03-15 16:02:39,048 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 16:02:39,048 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 16:02:39,048 a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +2022-03-15 16:02:39,048 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 16:02:39,048 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 16:02:39,049 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 16:02:39,049 a3tb_19930101_fc01_2_SAVEIC 21132551 RUNNING marenostrum4 debug +2022-03-15 16:02:39,049 a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +2022-03-15 16:02:39,049 a3tb_19930101_fc01_3_CMOROCE 21133446 QUEUING marenostrum4 debug +2022-03-15 16:02:39,049 a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +2022-03-15 16:02:39,049 a3tb_19930101_fc01_2_CMORATM 21133444 QUEUING marenostrum4 debug +2022-03-15 16:02:39,049 a3tb_19930101_fc01_3_CMORATM 21133445 QUEUING marenostrum4 debug +2022-03-15 16:02:39,049 a3tb_19930101_fc01_3_SAVEIC 21133443 QUEUING marenostrum4 debug +2022-03-15 16:02:39,052 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 16:02:39,057 Job list saved +2022-03-15 16:02:39,061 Updating FAILED jobs +2022-03-15 16:02:39,062 Updating WAITING jobs +2022-03-15 16:02:39,062 Update finished +2022-03-15 16:02:49,072 Reloading parameters... +2022-03-15 16:02:49,092 Loading parameters... +2022-03-15 16:02:49,093 Loading project parameters... +2022-03-15 16:02:49,096 + +33 of 55 jobs remaining (16:02) +2022-03-15 16:02:49,096 Sleep: 10 +2022-03-15 16:02:49,096 Number of retrials: 0 +2022-03-15 16:02:49,096 WRAPPER CHECK TIME = 10 +2022-03-15 16:02:49,097 Checking jobs for platform=nord3 +2022-03-15 16:02:49,098 Checking jobs for platform=local +2022-03-15 16:02:49,100 Checking jobs for platform=marenostrum4 +2022-03-15 16:02:49,101 Checking jobs for platform=transfer_node +2022-03-15 16:02:49,101 Checking all jobs at once +2022-03-15 16:02:52,274 Successful check job command +2022-03-15 16:02:53,593 Job a3tb_19930101_fc01_2_CMOROCE is QUEUING +2022-03-15 16:02:53,594 Job a3tb_19930101_fc01_1_CMORATM is QUEUING +2022-03-15 16:02:53,594 Job a3tb_19930101_fc01_2_SAVEIC is RUNNING +2022-03-15 16:02:53,594 Job a3tb_19930101_fc01_3_SAVEIC is QUEUING +2022-03-15 16:02:53,594 Job a3tb_19930101_fc01_3_CMOROCE is QUEUING +2022-03-15 16:02:53,594 Job a3tb_19930101_fc01_2_CMORATM is QUEUING +2022-03-15 16:02:53,594 Job a3tb_19930101_fc01_3_CMORATM is QUEUING +2022-03-15 16:02:53,594 End of checking +2022-03-15 16:02:53,596 Updating FAILED jobs +2022-03-15 16:02:53,597 Updating WAITING jobs +2022-03-15 16:02:53,597 Update finished +2022-03-15 16:02:53,597 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 16:02:53,597 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 16:02:53,598 a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +2022-03-15 16:02:53,598 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 16:02:53,598 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 16:02:53,598 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 16:02:53,598 a3tb_19930101_fc01_2_SAVEIC 21132551 RUNNING marenostrum4 debug +2022-03-15 16:02:53,598 a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +2022-03-15 16:02:53,598 a3tb_19930101_fc01_3_CMOROCE 21133446 QUEUING marenostrum4 debug +2022-03-15 16:02:53,598 a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +2022-03-15 16:02:53,598 a3tb_19930101_fc01_2_CMORATM 21133444 QUEUING marenostrum4 debug +2022-03-15 16:02:53,599 a3tb_19930101_fc01_3_CMORATM 21133445 QUEUING marenostrum4 debug +2022-03-15 16:02:53,599 a3tb_19930101_fc01_3_SAVEIC 21133443 QUEUING marenostrum4 debug +2022-03-15 16:02:53,602 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 16:02:53,606 Job list saved +2022-03-15 16:02:53,611 Updating FAILED jobs +2022-03-15 16:02:53,612 Updating WAITING jobs +2022-03-15 16:02:53,612 Update finished +2022-03-15 16:03:03,622 Reloading parameters... +2022-03-15 16:03:03,653 Loading parameters... +2022-03-15 16:03:03,655 Loading project parameters... +2022-03-15 16:03:03,657 + +33 of 55 jobs remaining (16:03) +2022-03-15 16:03:03,657 Sleep: 10 +2022-03-15 16:03:03,657 Number of retrials: 0 +2022-03-15 16:03:03,657 WRAPPER CHECK TIME = 10 +2022-03-15 16:03:03,658 Checking jobs for platform=nord3 +2022-03-15 16:03:03,659 Checking jobs for platform=local +2022-03-15 16:03:03,660 Checking jobs for platform=marenostrum4 +2022-03-15 16:03:03,662 Checking jobs for platform=transfer_node +2022-03-15 16:03:03,662 Checking all jobs at once +2022-03-15 16:03:06,983 Successful check job command +2022-03-15 16:03:08,503 Job a3tb_19930101_fc01_2_CMOROCE is QUEUING +2022-03-15 16:03:08,503 Job a3tb_19930101_fc01_1_CMORATM is QUEUING +2022-03-15 16:03:08,503 Job a3tb_19930101_fc01_2_SAVEIC is RUNNING +2022-03-15 16:03:08,503 Job a3tb_19930101_fc01_3_SAVEIC is QUEUING +2022-03-15 16:03:08,503 Job a3tb_19930101_fc01_3_CMOROCE is QUEUING +2022-03-15 16:03:08,503 Job a3tb_19930101_fc01_2_CMORATM is QUEUING +2022-03-15 16:03:08,503 Job a3tb_19930101_fc01_3_CMORATM is QUEUING +2022-03-15 16:03:08,504 End of checking +2022-03-15 16:03:08,505 Updating FAILED jobs +2022-03-15 16:03:08,506 Updating WAITING jobs +2022-03-15 16:03:08,506 Update finished +2022-03-15 16:03:08,506 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 16:03:08,507 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 16:03:08,507 a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +2022-03-15 16:03:08,507 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 16:03:08,507 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 16:03:08,507 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 16:03:08,507 a3tb_19930101_fc01_2_SAVEIC 21132551 RUNNING marenostrum4 debug +2022-03-15 16:03:08,507 a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +2022-03-15 16:03:08,507 a3tb_19930101_fc01_3_CMOROCE 21133446 QUEUING marenostrum4 debug +2022-03-15 16:03:08,508 a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +2022-03-15 16:03:08,508 a3tb_19930101_fc01_2_CMORATM 21133444 QUEUING marenostrum4 debug +2022-03-15 16:03:08,508 a3tb_19930101_fc01_3_CMORATM 21133445 QUEUING marenostrum4 debug +2022-03-15 16:03:08,508 a3tb_19930101_fc01_3_SAVEIC 21133443 QUEUING marenostrum4 debug +2022-03-15 16:03:08,511 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 16:03:08,515 Job list saved +2022-03-15 16:03:08,520 Updating FAILED jobs +2022-03-15 16:03:08,520 Updating WAITING jobs +2022-03-15 16:03:08,521 Update finished +2022-03-15 16:03:18,531 Reloading parameters... +2022-03-15 16:03:18,557 Loading parameters... +2022-03-15 16:03:18,559 Loading project parameters... +2022-03-15 16:03:18,560 + +33 of 55 jobs remaining (16:03) +2022-03-15 16:03:18,561 Sleep: 10 +2022-03-15 16:03:18,561 Number of retrials: 0 +2022-03-15 16:03:18,561 WRAPPER CHECK TIME = 10 +2022-03-15 16:03:18,562 Checking jobs for platform=nord3 +2022-03-15 16:03:18,563 Checking jobs for platform=local +2022-03-15 16:03:18,564 Checking jobs for platform=marenostrum4 +2022-03-15 16:03:18,566 Checking jobs for platform=transfer_node +2022-03-15 16:03:18,566 Checking all jobs at once +2022-03-15 16:03:21,836 Successful check job command +2022-03-15 16:03:23,106 Job a3tb_19930101_fc01_2_CMOROCE is QUEUING +2022-03-15 16:03:23,106 Job a3tb_19930101_fc01_1_CMORATM is QUEUING +2022-03-15 16:03:23,106 Job a3tb_19930101_fc01_2_SAVEIC is RUNNING +2022-03-15 16:03:23,106 Job a3tb_19930101_fc01_3_SAVEIC is QUEUING +2022-03-15 16:03:23,106 Job a3tb_19930101_fc01_3_CMOROCE is QUEUING +2022-03-15 16:03:23,107 Job a3tb_19930101_fc01_2_CMORATM is QUEUING +2022-03-15 16:03:23,107 Job a3tb_19930101_fc01_3_CMORATM is QUEUING +2022-03-15 16:03:23,107 End of checking +2022-03-15 16:03:23,536 Updating FAILED jobs +2022-03-15 16:03:23,536 Updating WAITING jobs +2022-03-15 16:03:23,536 Update finished +2022-03-15 16:03:23,536 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 16:03:23,537 a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +2022-03-15 16:03:23,537 a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +2022-03-15 16:03:23,537 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 16:03:23,537 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 16:03:23,537 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 16:03:23,537 a3tb_19930101_fc01_2_SAVEIC 21132551 RUNNING marenostrum4 debug +2022-03-15 16:03:23,537 a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +2022-03-15 16:03:23,537 a3tb_19930101_fc01_3_CMOROCE 21133446 QUEUING marenostrum4 debug +2022-03-15 16:03:23,538 a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +2022-03-15 16:03:23,538 a3tb_19930101_fc01_2_CMORATM 21133444 QUEUING marenostrum4 debug +2022-03-15 16:03:23,538 a3tb_19930101_fc01_3_CMORATM 21133445 QUEUING marenostrum4 debug +2022-03-15 16:03:23,538 a3tb_19930101_fc01_3_SAVEIC 21133443 QUEUING marenostrum4 debug +2022-03-15 16:03:23,542 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 16:03:23,546 Job list saved +2022-03-15 16:03:23,553 Updating FAILED jobs +2022-03-15 16:03:23,553 Updating WAITING jobs +2022-03-15 16:03:23,553 Update finished +2022-03-15 16:03:33,564 Reloading parameters... +2022-03-15 16:03:33,583 Loading parameters... +2022-03-15 16:03:33,584 Loading project parameters... +2022-03-15 16:03:33,586 + +33 of 55 jobs remaining (16:03) +2022-03-15 16:03:33,587 Sleep: 10 +2022-03-15 16:03:33,587 Number of retrials: 0 +2022-03-15 16:03:33,587 WRAPPER CHECK TIME = 10 +2022-03-15 16:03:33,588 Checking jobs for platform=nord3 +2022-03-15 16:03:33,589 Checking jobs for platform=local +2022-03-15 16:03:33,590 Checking jobs for platform=marenostrum4 +2022-03-15 16:03:33,592 Checking jobs for platform=transfer_node +2022-03-15 16:03:33,592 Checking all jobs at once +2022-03-15 16:03:36,713 Successful check job command +2022-03-15 16:03:38,886 Job a3tb_19930101_fc01_2_CMOROCE is QUEUING +2022-03-15 16:03:38,886 Job a3tb_19930101_fc01_1_CMORATM is RUNNING +2022-03-15 16:03:38,890 /gpfs/scratch/bsc32/bsc32627/a3tb/LOG_a3tb/a3tb_19930101_fc01_1_CMORATM_STAT File still no exists.. waiting 5s for a new retry ( retries left: 3) +2022-03-15 16:03:43,896 /gpfs/scratch/bsc32/bsc32627/a3tb/LOG_a3tb/a3tb_19930101_fc01_1_CMORATM_STAT File still no exists.. waiting 10s for a new retry ( retries left: 2) +2022-03-15 16:03:53,917 a3tb_19930101_fc01_1_CMORATM_STAT file have been transfered +2022-03-15 16:03:54,058 a3tb_19930101_fc01_2_SAVEIC job seems to have completed: checking... +2022-03-15 16:03:54,070 Job a3tb_19930101_fc01_2_SAVEIC is COMPLETED +2022-03-15 16:03:54,087 a3tb_19930101_fc01_2_SAVEIC_STAT file have been transfered +2022-03-15 16:03:54,230 Job a3tb_19930101_fc01_3_SAVEIC is QUEUING +2022-03-15 16:03:54,230 Job a3tb_19930101_fc01_3_CMOROCE is QUEUING +2022-03-15 16:03:54,230 Job a3tb_19930101_fc01_2_CMORATM is QUEUING +2022-03-15 16:03:54,230 Job a3tb_19930101_fc01_3_CMORATM is QUEUING +2022-03-15 16:03:54,230 End of checking +2022-03-15 16:03:54,232 Updating FAILED jobs +2022-03-15 16:03:54,232 Updating WAITING jobs +2022-03-15 16:03:54,233 Update finished +2022-03-15 16:03:54,233 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 16:03:54,233 a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +2022-03-15 16:03:54,233 a3tb_19930101_fc01_2_SAVEIC 21132551 COMPLETED marenostrum4 debug +2022-03-15 16:03:54,234 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 16:03:54,234 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 16:03:54,234 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 16:03:54,234 a3tb_19930101_fc01_1_CMORATM 21132555 RUNNING marenostrum4 debug +2022-03-15 16:03:54,234 a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +2022-03-15 16:03:54,234 a3tb_19930101_fc01_3_CMOROCE 21133446 QUEUING marenostrum4 debug +2022-03-15 16:03:54,234 a3tb_19930101_fc01_2_CMORATM 21133444 QUEUING marenostrum4 debug +2022-03-15 16:03:54,235 a3tb_19930101_fc01_3_CMORATM 21133445 QUEUING marenostrum4 debug +2022-03-15 16:03:54,235 a3tb_19930101_fc01_3_SAVEIC 21133443 QUEUING marenostrum4 debug +2022-03-15 16:03:54,240 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 16:03:54,254 Job list saved +2022-03-15 16:03:54,259 Custom directives from platform.conf: None +2022-03-15 16:03:54,259 Custom directives from platform.conf: None +2022-03-15 16:03:54,259 Custom directives from platform.conf: None +2022-03-15 16:03:54,494 Updating FAILED jobs +2022-03-15 16:03:54,495 Updating WAITING jobs +2022-03-15 16:03:54,495 Update finished +2022-03-15 16:04:04,506 Reloading parameters... +2022-03-15 16:04:04,525 Loading parameters... +2022-03-15 16:04:04,527 Loading project parameters... +2022-03-15 16:04:04,529 + +32 of 55 jobs remaining (16:04) +2022-03-15 16:04:04,529 Sleep: 10 +2022-03-15 16:04:04,529 Number of retrials: 0 +2022-03-15 16:04:04,530 WRAPPER CHECK TIME = 10 +2022-03-15 16:04:04,531 Checking jobs for platform=nord3 +2022-03-15 16:04:04,532 Checking jobs for platform=local +2022-03-15 16:04:04,533 Checking jobs for platform=marenostrum4 +2022-03-15 16:04:04,534 Checking jobs for platform=transfer_node +2022-03-15 16:04:04,534 Checking all jobs at once +2022-03-15 16:04:07,757 Successful check job command +2022-03-15 16:04:09,076 Job a3tb_19930101_fc01_2_CMOROCE is QUEUING +2022-03-15 16:04:09,077 Job a3tb_19930101_fc01_1_CMORATM is RUNNING +2022-03-15 16:04:09,077 Job a3tb_19930101_fc01_3_SAVEIC is QUEUING +2022-03-15 16:04:09,077 Job a3tb_19930101_fc01_3_CMOROCE is QUEUING +2022-03-15 16:04:09,077 Job a3tb_19930101_fc01_2_CMORATM is QUEUING +2022-03-15 16:04:09,077 Job a3tb_19930101_fc01_3_CMORATM is QUEUING +2022-03-15 16:04:09,077 End of checking +2022-03-15 16:04:09,079 Updating FAILED jobs +2022-03-15 16:04:09,079 Updating WAITING jobs +2022-03-15 16:04:09,079 Update finished +2022-03-15 16:04:09,079 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 16:04:09,080 a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +2022-03-15 16:04:09,080 a3tb_19930101_fc01_2_SAVEIC 21132551 COMPLETED marenostrum4 debug +2022-03-15 16:04:09,080 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 16:04:09,080 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 16:04:09,080 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 16:04:09,080 a3tb_19930101_fc01_1_CMORATM 21132555 RUNNING marenostrum4 debug +2022-03-15 16:04:09,080 a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +2022-03-15 16:04:09,080 a3tb_19930101_fc01_3_CMOROCE 21133446 QUEUING marenostrum4 debug +2022-03-15 16:04:09,081 a3tb_19930101_fc01_2_CMORATM 21133444 QUEUING marenostrum4 debug +2022-03-15 16:04:09,081 a3tb_19930101_fc01_3_CMORATM 21133445 QUEUING marenostrum4 debug +2022-03-15 16:04:09,081 a3tb_19930101_fc01_3_SAVEIC 21133443 QUEUING marenostrum4 debug +2022-03-15 16:04:09,083 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 16:04:09,088 Job list saved +2022-03-15 16:04:09,093 Updating FAILED jobs +2022-03-15 16:04:09,093 Updating WAITING jobs +2022-03-15 16:04:09,093 Update finished +2022-03-15 16:04:19,103 Reloading parameters... +2022-03-15 16:04:19,130 Loading parameters... +2022-03-15 16:04:19,131 Loading project parameters... +2022-03-15 16:04:19,133 + +32 of 55 jobs remaining (16:04) +2022-03-15 16:04:19,134 Sleep: 10 +2022-03-15 16:04:19,134 Number of retrials: 0 +2022-03-15 16:04:19,134 WRAPPER CHECK TIME = 10 +2022-03-15 16:04:19,135 Checking jobs for platform=nord3 +2022-03-15 16:04:19,136 Checking jobs for platform=local +2022-03-15 16:04:19,137 Checking jobs for platform=marenostrum4 +2022-03-15 16:04:19,138 Checking jobs for platform=transfer_node +2022-03-15 16:04:19,138 Checking all jobs at once +2022-03-15 16:04:22,313 Successful check job command +2022-03-15 16:04:23,883 Job a3tb_19930101_fc01_2_CMOROCE is QUEUING +2022-03-15 16:04:23,883 Job a3tb_19930101_fc01_1_CMORATM is RUNNING +2022-03-15 16:04:23,883 Job a3tb_19930101_fc01_3_SAVEIC is QUEUING +2022-03-15 16:04:23,884 Job a3tb_19930101_fc01_3_CMOROCE is QUEUING +2022-03-15 16:04:23,884 Job a3tb_19930101_fc01_2_CMORATM is QUEUING +2022-03-15 16:04:23,884 Job a3tb_19930101_fc01_3_CMORATM is QUEUING +2022-03-15 16:04:23,884 End of checking +2022-03-15 16:04:23,918 Updating FAILED jobs +2022-03-15 16:04:23,918 Updating WAITING jobs +2022-03-15 16:04:23,919 Update finished +2022-03-15 16:04:23,919 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 16:04:23,919 a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +2022-03-15 16:04:23,919 a3tb_19930101_fc01_2_SAVEIC 21132551 COMPLETED marenostrum4 debug +2022-03-15 16:04:23,919 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 16:04:23,920 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 16:04:23,920 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 16:04:23,920 a3tb_19930101_fc01_1_CMORATM 21132555 RUNNING marenostrum4 debug +2022-03-15 16:04:23,920 a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +2022-03-15 16:04:23,920 a3tb_19930101_fc01_3_CMOROCE 21133446 QUEUING marenostrum4 debug +2022-03-15 16:04:23,920 a3tb_19930101_fc01_2_CMORATM 21133444 QUEUING marenostrum4 debug +2022-03-15 16:04:23,920 a3tb_19930101_fc01_3_CMORATM 21133445 QUEUING marenostrum4 debug +2022-03-15 16:04:23,920 a3tb_19930101_fc01_3_SAVEIC 21133443 QUEUING marenostrum4 debug +2022-03-15 16:04:23,925 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 16:04:23,930 Job list saved +2022-03-15 16:04:24,230 Updating FAILED jobs +2022-03-15 16:04:24,230 Updating WAITING jobs +2022-03-15 16:04:24,231 Update finished +2022-03-15 16:04:34,241 Reloading parameters... +2022-03-15 16:04:34,265 Loading parameters... +2022-03-15 16:04:34,266 Loading project parameters... +2022-03-15 16:04:34,268 + +32 of 55 jobs remaining (16:04) +2022-03-15 16:04:34,268 Sleep: 10 +2022-03-15 16:04:34,268 Number of retrials: 0 +2022-03-15 16:04:34,269 WRAPPER CHECK TIME = 10 +2022-03-15 16:04:34,270 Checking jobs for platform=nord3 +2022-03-15 16:04:34,271 Checking jobs for platform=local +2022-03-15 16:04:34,273 Checking jobs for platform=marenostrum4 +2022-03-15 16:04:34,274 Checking jobs for platform=transfer_node +2022-03-15 16:04:34,274 Checking all jobs at once +2022-03-15 16:04:37,443 Successful check job command +2022-03-15 16:04:42,621 Job a3tb_19930101_fc01_2_CMOROCE is QUEUING +2022-03-15 16:04:42,621 Job a3tb_19930101_fc01_1_CMORATM is RUNNING +2022-03-15 16:04:42,621 Job a3tb_19930101_fc01_3_SAVEIC is QUEUING +2022-03-15 16:04:42,621 Job a3tb_19930101_fc01_3_CMOROCE is QUEUING +2022-03-15 16:04:42,622 Job a3tb_19930101_fc01_2_CMORATM is QUEUING +2022-03-15 16:04:42,622 Job a3tb_19930101_fc01_3_CMORATM is QUEUING +2022-03-15 16:04:42,622 End of checking +2022-03-15 16:04:42,624 Updating FAILED jobs +2022-03-15 16:04:42,624 Updating WAITING jobs +2022-03-15 16:04:42,624 Update finished +2022-03-15 16:04:42,624 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 16:04:42,625 a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +2022-03-15 16:04:42,625 a3tb_19930101_fc01_2_SAVEIC 21132551 COMPLETED marenostrum4 debug +2022-03-15 16:04:42,625 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 16:04:42,625 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 16:04:42,625 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 16:04:42,625 a3tb_19930101_fc01_1_CMORATM 21132555 RUNNING marenostrum4 debug +2022-03-15 16:04:42,625 a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +2022-03-15 16:04:42,625 a3tb_19930101_fc01_3_CMOROCE 21133446 QUEUING marenostrum4 debug +2022-03-15 16:04:42,626 a3tb_19930101_fc01_2_CMORATM 21133444 QUEUING marenostrum4 debug +2022-03-15 16:04:42,626 a3tb_19930101_fc01_3_CMORATM 21133445 QUEUING marenostrum4 debug +2022-03-15 16:04:42,626 a3tb_19930101_fc01_3_SAVEIC 21133443 QUEUING marenostrum4 debug +2022-03-15 16:04:42,630 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 16:04:42,634 Job list saved +2022-03-15 16:04:42,640 Updating FAILED jobs +2022-03-15 16:04:42,640 Updating WAITING jobs +2022-03-15 16:04:42,640 Update finished +2022-03-15 16:04:52,643 Reloading parameters... +2022-03-15 16:04:52,663 Loading parameters... +2022-03-15 16:04:52,665 Loading project parameters... +2022-03-15 16:04:52,667 + +32 of 55 jobs remaining (16:04) +2022-03-15 16:04:52,667 Sleep: 10 +2022-03-15 16:04:52,667 Number of retrials: 0 +2022-03-15 16:04:52,667 WRAPPER CHECK TIME = 10 +2022-03-15 16:04:52,668 Checking jobs for platform=nord3 +2022-03-15 16:04:52,670 Checking jobs for platform=local +2022-03-15 16:04:52,671 Checking jobs for platform=marenostrum4 +2022-03-15 16:04:52,673 Checking jobs for platform=transfer_node +2022-03-15 16:04:52,673 Checking all jobs at once +2022-03-15 16:04:55,794 Successful check job command +2022-03-15 16:04:57,065 Job a3tb_19930101_fc01_2_CMOROCE is QUEUING +2022-03-15 16:04:57,065 Job a3tb_19930101_fc01_1_CMORATM is RUNNING +2022-03-15 16:04:57,065 Job a3tb_19930101_fc01_3_SAVEIC is QUEUING +2022-03-15 16:04:57,065 Job a3tb_19930101_fc01_3_CMOROCE is QUEUING +2022-03-15 16:04:57,065 Job a3tb_19930101_fc01_2_CMORATM is QUEUING +2022-03-15 16:04:57,065 Job a3tb_19930101_fc01_3_CMORATM is QUEUING +2022-03-15 16:04:57,065 End of checking +2022-03-15 16:04:57,067 Updating FAILED jobs +2022-03-15 16:04:57,067 Updating WAITING jobs +2022-03-15 16:04:57,067 Update finished +2022-03-15 16:04:57,068 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 16:04:57,068 a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +2022-03-15 16:04:57,068 a3tb_19930101_fc01_2_SAVEIC 21132551 COMPLETED marenostrum4 debug +2022-03-15 16:04:57,068 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 16:04:57,068 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 16:04:57,068 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 16:04:57,068 a3tb_19930101_fc01_1_CMORATM 21132555 RUNNING marenostrum4 debug +2022-03-15 16:04:57,069 a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +2022-03-15 16:04:57,069 a3tb_19930101_fc01_3_CMOROCE 21133446 QUEUING marenostrum4 debug +2022-03-15 16:04:57,069 a3tb_19930101_fc01_2_CMORATM 21133444 QUEUING marenostrum4 debug +2022-03-15 16:04:57,069 a3tb_19930101_fc01_3_CMORATM 21133445 QUEUING marenostrum4 debug +2022-03-15 16:04:57,069 a3tb_19930101_fc01_3_SAVEIC 21133443 QUEUING marenostrum4 debug +2022-03-15 16:04:57,072 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 16:04:57,076 Job list saved +2022-03-15 16:04:57,082 Updating FAILED jobs +2022-03-15 16:04:57,083 Updating WAITING jobs +2022-03-15 16:04:57,083 Update finished +2022-03-15 16:05:07,092 Reloading parameters... +2022-03-15 16:05:07,111 Loading parameters... +2022-03-15 16:05:07,113 Loading project parameters... +2022-03-15 16:05:07,115 + +32 of 55 jobs remaining (16:05) +2022-03-15 16:05:07,115 Sleep: 10 +2022-03-15 16:05:07,115 Number of retrials: 0 +2022-03-15 16:05:07,115 WRAPPER CHECK TIME = 10 +2022-03-15 16:05:07,116 Checking jobs for platform=nord3 +2022-03-15 16:05:07,118 Checking jobs for platform=local +2022-03-15 16:05:07,119 Checking jobs for platform=marenostrum4 +2022-03-15 16:05:07,120 Checking jobs for platform=transfer_node +2022-03-15 16:05:07,120 Checking all jobs at once +2022-03-15 16:05:10,292 Successful check job command +2022-03-15 16:05:11,862 Job a3tb_19930101_fc01_2_CMOROCE is QUEUING +2022-03-15 16:05:11,862 Job a3tb_19930101_fc01_1_CMORATM is RUNNING +2022-03-15 16:05:11,862 Job a3tb_19930101_fc01_3_SAVEIC is QUEUING +2022-03-15 16:05:11,862 Job a3tb_19930101_fc01_3_CMOROCE is QUEUING +2022-03-15 16:05:11,862 Job a3tb_19930101_fc01_2_CMORATM is QUEUING +2022-03-15 16:05:11,863 Job a3tb_19930101_fc01_3_CMORATM is QUEUING +2022-03-15 16:05:11,863 End of checking +2022-03-15 16:05:11,864 Updating FAILED jobs +2022-03-15 16:05:11,864 Updating WAITING jobs +2022-03-15 16:05:11,865 Update finished +2022-03-15 16:05:11,865 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 16:05:11,865 a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +2022-03-15 16:05:11,865 a3tb_19930101_fc01_2_SAVEIC 21132551 COMPLETED marenostrum4 debug +2022-03-15 16:05:11,865 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 16:05:11,865 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 16:05:11,866 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 16:05:11,866 a3tb_19930101_fc01_1_CMORATM 21132555 RUNNING marenostrum4 debug +2022-03-15 16:05:11,866 a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +2022-03-15 16:05:11,866 a3tb_19930101_fc01_3_CMOROCE 21133446 QUEUING marenostrum4 debug +2022-03-15 16:05:11,866 a3tb_19930101_fc01_2_CMORATM 21133444 QUEUING marenostrum4 debug +2022-03-15 16:05:11,866 a3tb_19930101_fc01_3_CMORATM 21133445 QUEUING marenostrum4 debug +2022-03-15 16:05:11,866 a3tb_19930101_fc01_3_SAVEIC 21133443 QUEUING marenostrum4 debug +2022-03-15 16:05:11,869 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 16:05:11,873 Job list saved +2022-03-15 16:05:11,879 Updating FAILED jobs +2022-03-15 16:05:11,879 Updating WAITING jobs +2022-03-15 16:05:11,881 Update finished +2022-03-15 16:05:21,891 Reloading parameters... +2022-03-15 16:05:21,921 Loading parameters... +2022-03-15 16:05:21,922 Loading project parameters... +2022-03-15 16:05:21,924 + +32 of 55 jobs remaining (16:05) +2022-03-15 16:05:21,924 Sleep: 10 +2022-03-15 16:05:21,925 Number of retrials: 0 +2022-03-15 16:05:21,925 WRAPPER CHECK TIME = 10 +2022-03-15 16:05:21,926 Checking jobs for platform=nord3 +2022-03-15 16:05:21,927 Checking jobs for platform=local +2022-03-15 16:05:21,928 Checking jobs for platform=marenostrum4 +2022-03-15 16:05:21,929 Checking jobs for platform=transfer_node +2022-03-15 16:05:21,929 Checking all jobs at once +2022-03-15 16:05:25,199 Successful check job command +2022-03-15 16:05:26,519 Job a3tb_19930101_fc01_2_CMOROCE is RUNNING +2022-03-15 16:05:26,538 a3tb_19930101_fc01_2_CMOROCE_STAT file have been transfered +2022-03-15 16:05:26,894 a3tb_19930101_fc01_1_CMORATM job seems to have completed: checking... +2022-03-15 16:05:26,905 Job a3tb_19930101_fc01_1_CMORATM is COMPLETED +2022-03-15 16:05:26,956 a3tb_19930101_fc01_1_CMORATM_STAT file have been transfered +2022-03-15 16:05:27,092 Job a3tb_19930101_fc01_3_SAVEIC is QUEUING +2022-03-15 16:05:27,092 Job a3tb_19930101_fc01_3_CMOROCE is QUEUING +2022-03-15 16:05:27,092 Job a3tb_19930101_fc01_2_CMORATM is QUEUING +2022-03-15 16:05:27,092 Job a3tb_19930101_fc01_3_CMORATM is QUEUING +2022-03-15 16:05:27,092 End of checking +2022-03-15 16:05:27,094 Updating FAILED jobs +2022-03-15 16:05:27,094 Updating WAITING jobs +2022-03-15 16:05:27,094 Update finished +2022-03-15 16:05:27,095 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 16:05:27,095 a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +2022-03-15 16:05:27,095 a3tb_19930101_fc01_2_SAVEIC 21132551 COMPLETED marenostrum4 debug +2022-03-15 16:05:27,095 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 16:05:27,095 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 16:05:27,096 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 16:05:27,096 a3tb_19930101_fc01_2_CMOROCE 21132556 RUNNING marenostrum4 debug +2022-03-15 16:05:27,097 a3tb_19930101_fc01_3_CMOROCE 21133446 QUEUING marenostrum4 debug +2022-03-15 16:05:27,098 a3tb_19930101_fc01_2_CMORATM 21133444 QUEUING marenostrum4 debug +2022-03-15 16:05:27,098 a3tb_19930101_fc01_3_CMORATM 21133445 QUEUING marenostrum4 debug +2022-03-15 16:05:27,098 a3tb_19930101_fc01_3_SAVEIC 21133443 QUEUING marenostrum4 debug +2022-03-15 16:05:27,101 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 16:05:27,114 Job list saved +2022-03-15 16:05:27,120 Custom directives from platform.conf: None +2022-03-15 16:05:27,121 Custom directives from platform.conf: None +2022-03-15 16:05:27,122 Custom directives from platform.conf: None +2022-03-15 16:05:27,350 Updating FAILED jobs +2022-03-15 16:05:27,350 Updating WAITING jobs +2022-03-15 16:05:27,351 Update finished +2022-03-15 16:05:37,357 Reloading parameters... +2022-03-15 16:05:37,375 Loading parameters... +2022-03-15 16:05:37,376 Loading project parameters... +2022-03-15 16:05:37,378 + +31 of 55 jobs remaining (16:05) +2022-03-15 16:05:37,379 Sleep: 10 +2022-03-15 16:05:37,379 Number of retrials: 0 +2022-03-15 16:05:37,379 WRAPPER CHECK TIME = 10 +2022-03-15 16:05:37,380 Checking jobs for platform=nord3 +2022-03-15 16:05:37,381 Checking jobs for platform=local +2022-03-15 16:05:37,382 Checking jobs for platform=marenostrum4 +2022-03-15 16:05:37,383 Checking jobs for platform=transfer_node +2022-03-15 16:05:37,384 Checking all jobs at once +2022-03-15 16:05:40,505 Successful check job command +2022-03-15 16:05:41,724 Job a3tb_19930101_fc01_2_CMOROCE is RUNNING +2022-03-15 16:05:41,724 Job a3tb_19930101_fc01_3_SAVEIC is QUEUING +2022-03-15 16:05:41,724 Job a3tb_19930101_fc01_3_CMOROCE is QUEUING +2022-03-15 16:05:41,725 Job a3tb_19930101_fc01_2_CMORATM is QUEUING +2022-03-15 16:05:41,725 Job a3tb_19930101_fc01_3_CMORATM is QUEUING +2022-03-15 16:05:41,725 End of checking +2022-03-15 16:05:41,727 Updating FAILED jobs +2022-03-15 16:05:41,727 Updating WAITING jobs +2022-03-15 16:05:41,727 Update finished +2022-03-15 16:05:41,728 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 16:05:41,728 a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +2022-03-15 16:05:41,728 a3tb_19930101_fc01_2_SAVEIC 21132551 COMPLETED marenostrum4 debug +2022-03-15 16:05:41,728 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 16:05:41,728 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 16:05:41,728 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 16:05:41,728 a3tb_19930101_fc01_2_CMOROCE 21132556 RUNNING marenostrum4 debug +2022-03-15 16:05:41,729 a3tb_19930101_fc01_3_CMOROCE 21133446 QUEUING marenostrum4 debug +2022-03-15 16:05:41,729 a3tb_19930101_fc01_2_CMORATM 21133444 QUEUING marenostrum4 debug +2022-03-15 16:05:41,729 a3tb_19930101_fc01_3_CMORATM 21133445 QUEUING marenostrum4 debug +2022-03-15 16:05:41,729 a3tb_19930101_fc01_3_SAVEIC 21133443 QUEUING marenostrum4 debug +2022-03-15 16:05:41,732 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 16:05:41,737 Job list saved +2022-03-15 16:05:41,741 Updating FAILED jobs +2022-03-15 16:05:41,742 Updating WAITING jobs +2022-03-15 16:05:41,742 Update finished +2022-03-15 16:05:51,753 Reloading parameters... +2022-03-15 16:05:51,775 Loading parameters... +2022-03-15 16:05:51,777 Loading project parameters... +2022-03-15 16:05:51,779 + +31 of 55 jobs remaining (16:05) +2022-03-15 16:05:51,779 Sleep: 10 +2022-03-15 16:05:51,779 Number of retrials: 0 +2022-03-15 16:05:51,779 WRAPPER CHECK TIME = 10 +2022-03-15 16:05:51,780 Checking jobs for platform=nord3 +2022-03-15 16:05:51,781 Checking jobs for platform=local +2022-03-15 16:05:51,782 Checking jobs for platform=marenostrum4 +2022-03-15 16:05:51,784 Checking jobs for platform=transfer_node +2022-03-15 16:05:51,785 Checking all jobs at once +2022-03-15 16:05:54,958 Successful check job command +2022-03-15 16:06:00,335 Job a3tb_19930101_fc01_2_CMOROCE is RUNNING +2022-03-15 16:06:00,335 Job a3tb_19930101_fc01_3_SAVEIC is QUEUING +2022-03-15 16:06:00,335 Job a3tb_19930101_fc01_3_CMOROCE is QUEUING +2022-03-15 16:06:00,335 Job a3tb_19930101_fc01_2_CMORATM is QUEUING +2022-03-15 16:06:00,335 Job a3tb_19930101_fc01_3_CMORATM is QUEUING +2022-03-15 16:06:00,335 End of checking +2022-03-15 16:06:00,337 Updating FAILED jobs +2022-03-15 16:06:00,337 Updating WAITING jobs +2022-03-15 16:06:00,338 Update finished +2022-03-15 16:06:00,338 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 16:06:00,338 a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +2022-03-15 16:06:00,338 a3tb_19930101_fc01_2_SAVEIC 21132551 COMPLETED marenostrum4 debug +2022-03-15 16:06:00,338 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 16:06:00,338 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 16:06:00,338 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 16:06:00,339 a3tb_19930101_fc01_2_CMOROCE 21132556 RUNNING marenostrum4 debug +2022-03-15 16:06:00,339 a3tb_19930101_fc01_3_CMOROCE 21133446 QUEUING marenostrum4 debug +2022-03-15 16:06:00,339 a3tb_19930101_fc01_2_CMORATM 21133444 QUEUING marenostrum4 debug +2022-03-15 16:06:00,339 a3tb_19930101_fc01_3_CMORATM 21133445 QUEUING marenostrum4 debug +2022-03-15 16:06:00,339 a3tb_19930101_fc01_3_SAVEIC 21133443 QUEUING marenostrum4 debug +2022-03-15 16:06:00,342 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 16:06:00,346 Job list saved +2022-03-15 16:06:00,351 Updating FAILED jobs +2022-03-15 16:06:00,351 Updating WAITING jobs +2022-03-15 16:06:00,352 Update finished +2022-03-15 16:06:10,362 Reloading parameters... +2022-03-15 16:06:10,385 Loading parameters... +2022-03-15 16:06:10,386 Loading project parameters... +2022-03-15 16:06:10,388 + +31 of 55 jobs remaining (16:06) +2022-03-15 16:06:10,388 Sleep: 10 +2022-03-15 16:06:10,388 Number of retrials: 0 +2022-03-15 16:06:10,388 WRAPPER CHECK TIME = 10 +2022-03-15 16:06:10,389 Checking jobs for platform=nord3 +2022-03-15 16:06:10,390 Checking jobs for platform=local +2022-03-15 16:06:10,392 Checking jobs for platform=marenostrum4 +2022-03-15 16:06:10,393 Checking jobs for platform=transfer_node +2022-03-15 16:06:10,393 Checking all jobs at once +2022-03-15 16:06:13,515 Successful check job command +2022-03-15 16:06:14,686 Job a3tb_19930101_fc01_2_CMOROCE is RUNNING +2022-03-15 16:06:14,686 Job a3tb_19930101_fc01_3_SAVEIC is QUEUING +2022-03-15 16:06:14,686 Job a3tb_19930101_fc01_3_CMOROCE is QUEUING +2022-03-15 16:06:14,686 Job a3tb_19930101_fc01_2_CMORATM is QUEUING +2022-03-15 16:06:14,686 Job a3tb_19930101_fc01_3_CMORATM is QUEUING +2022-03-15 16:06:14,687 End of checking +2022-03-15 16:06:14,690 Updating FAILED jobs +2022-03-15 16:06:14,690 Updating WAITING jobs +2022-03-15 16:06:14,690 Update finished +2022-03-15 16:06:14,691 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 16:06:14,691 a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +2022-03-15 16:06:14,691 a3tb_19930101_fc01_2_SAVEIC 21132551 COMPLETED marenostrum4 debug +2022-03-15 16:06:14,691 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 16:06:14,691 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 16:06:14,691 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 16:06:14,691 a3tb_19930101_fc01_2_CMOROCE 21132556 RUNNING marenostrum4 debug +2022-03-15 16:06:14,691 a3tb_19930101_fc01_3_CMOROCE 21133446 QUEUING marenostrum4 debug +2022-03-15 16:06:14,692 a3tb_19930101_fc01_2_CMORATM 21133444 QUEUING marenostrum4 debug +2022-03-15 16:06:14,692 a3tb_19930101_fc01_3_CMORATM 21133445 QUEUING marenostrum4 debug +2022-03-15 16:06:14,692 a3tb_19930101_fc01_3_SAVEIC 21133443 QUEUING marenostrum4 debug +2022-03-15 16:06:14,695 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 16:06:14,699 Job list saved +2022-03-15 16:06:14,708 Updating FAILED jobs +2022-03-15 16:06:14,709 Updating WAITING jobs +2022-03-15 16:06:14,709 Update finished +2022-03-15 16:06:24,716 Reloading parameters... +2022-03-15 16:06:24,737 Loading parameters... +2022-03-15 16:06:24,738 Loading project parameters... +2022-03-15 16:06:24,740 + +31 of 55 jobs remaining (16:06) +2022-03-15 16:06:24,740 Sleep: 10 +2022-03-15 16:06:24,740 Number of retrials: 0 +2022-03-15 16:06:24,740 WRAPPER CHECK TIME = 10 +2022-03-15 16:06:24,741 Checking jobs for platform=nord3 +2022-03-15 16:06:24,743 Checking jobs for platform=local +2022-03-15 16:06:24,744 Checking jobs for platform=marenostrum4 +2022-03-15 16:06:24,745 Checking jobs for platform=transfer_node +2022-03-15 16:06:24,745 Checking all jobs at once +2022-03-15 16:06:27,867 Successful check job command +2022-03-15 16:06:29,188 a3tb_19930101_fc01_2_CMOROCE job seems to have completed: checking... +2022-03-15 16:06:29,203 Job a3tb_19930101_fc01_2_CMOROCE is COMPLETED +2022-03-15 16:06:29,220 a3tb_19930101_fc01_2_CMOROCE_STAT file have been transfered +2022-03-15 16:06:29,365 Job a3tb_19930101_fc01_3_SAVEIC is QUEUING +2022-03-15 16:06:29,365 Job a3tb_19930101_fc01_3_CMOROCE is QUEUING +2022-03-15 16:06:29,366 Job a3tb_19930101_fc01_2_CMORATM is QUEUING +2022-03-15 16:06:29,366 Job a3tb_19930101_fc01_3_CMORATM is QUEUING +2022-03-15 16:06:29,366 End of checking +2022-03-15 16:06:29,367 Updating FAILED jobs +2022-03-15 16:06:29,368 Updating WAITING jobs +2022-03-15 16:06:29,368 Update finished +2022-03-15 16:06:29,368 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 16:06:29,368 a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +2022-03-15 16:06:29,369 a3tb_19930101_fc01_2_SAVEIC 21132551 COMPLETED marenostrum4 debug +2022-03-15 16:06:29,369 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 16:06:29,369 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 16:06:29,369 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 16:06:29,369 a3tb_19930101_fc01_3_CMOROCE 21133446 QUEUING marenostrum4 debug +2022-03-15 16:06:29,369 a3tb_19930101_fc01_2_CMORATM 21133444 QUEUING marenostrum4 debug +2022-03-15 16:06:29,370 a3tb_19930101_fc01_3_CMORATM 21133445 QUEUING marenostrum4 debug +2022-03-15 16:06:29,370 a3tb_19930101_fc01_3_SAVEIC 21133443 QUEUING marenostrum4 debug +2022-03-15 16:06:29,373 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 16:06:29,392 Job list saved +2022-03-15 16:06:29,394 Custom directives from platform.conf: None +2022-03-15 16:06:29,394 Custom directives from platform.conf: None +2022-03-15 16:06:29,395 Custom directives from platform.conf: None +2022-03-15 16:06:29,608 Updating FAILED jobs +2022-03-15 16:06:29,609 Updating WAITING jobs +2022-03-15 16:06:29,609 Update finished +2022-03-15 16:06:39,616 Reloading parameters... +2022-03-15 16:06:39,636 Loading parameters... +2022-03-15 16:06:39,637 Loading project parameters... +2022-03-15 16:06:39,639 + +30 of 55 jobs remaining (16:06) +2022-03-15 16:06:39,639 Sleep: 10 +2022-03-15 16:06:39,639 Number of retrials: 0 +2022-03-15 16:06:39,639 WRAPPER CHECK TIME = 10 +2022-03-15 16:06:39,641 Checking jobs for platform=nord3 +2022-03-15 16:06:39,642 Checking jobs for platform=local +2022-03-15 16:06:39,643 Checking jobs for platform=marenostrum4 +2022-03-15 16:06:39,644 Checking jobs for platform=transfer_node +2022-03-15 16:06:39,644 Checking all jobs at once +2022-03-15 16:06:42,765 Successful check job command +2022-03-15 16:06:43,934 Job a3tb_19930101_fc01_3_SAVEIC is QUEUING +2022-03-15 16:06:43,935 Job a3tb_19930101_fc01_3_CMOROCE is QUEUING +2022-03-15 16:06:43,935 Job a3tb_19930101_fc01_2_CMORATM is QUEUING +2022-03-15 16:06:43,935 Job a3tb_19930101_fc01_3_CMORATM is QUEUING +2022-03-15 16:06:43,935 End of checking +2022-03-15 16:06:43,936 Updating FAILED jobs +2022-03-15 16:06:43,936 Updating WAITING jobs +2022-03-15 16:06:43,937 Update finished +2022-03-15 16:06:43,937 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 16:06:43,937 a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +2022-03-15 16:06:43,937 a3tb_19930101_fc01_2_SAVEIC 21132551 COMPLETED marenostrum4 debug +2022-03-15 16:06:43,937 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 16:06:43,937 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 16:06:43,938 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 16:06:43,938 a3tb_19930101_fc01_3_CMOROCE 21133446 QUEUING marenostrum4 debug +2022-03-15 16:06:43,938 a3tb_19930101_fc01_2_CMORATM 21133444 QUEUING marenostrum4 debug +2022-03-15 16:06:43,938 a3tb_19930101_fc01_3_CMORATM 21133445 QUEUING marenostrum4 debug +2022-03-15 16:06:43,938 a3tb_19930101_fc01_3_SAVEIC 21133443 QUEUING marenostrum4 debug +2022-03-15 16:06:43,941 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 16:06:43,945 Job list saved +2022-03-15 16:06:43,950 Updating FAILED jobs +2022-03-15 16:06:43,950 Updating WAITING jobs +2022-03-15 16:06:43,950 Update finished +2022-03-15 16:06:53,960 Reloading parameters... +2022-03-15 16:06:53,978 Loading parameters... +2022-03-15 16:06:53,979 Loading project parameters... +2022-03-15 16:06:53,981 + +30 of 55 jobs remaining (16:06) +2022-03-15 16:06:53,981 Sleep: 10 +2022-03-15 16:06:53,981 Number of retrials: 0 +2022-03-15 16:06:53,982 WRAPPER CHECK TIME = 10 +2022-03-15 16:06:53,983 Checking jobs for platform=nord3 +2022-03-15 16:06:53,984 Checking jobs for platform=local +2022-03-15 16:06:53,985 Checking jobs for platform=marenostrum4 +2022-03-15 16:06:53,986 Checking jobs for platform=transfer_node +2022-03-15 16:06:53,986 Checking all jobs at once +2022-03-15 16:06:57,257 Successful check job command +2022-03-15 16:06:58,528 Job a3tb_19930101_fc01_3_SAVEIC is RUNNING +2022-03-15 16:06:58,545 a3tb_19930101_fc01_3_SAVEIC_STAT file have been transfered +2022-03-15 16:06:58,664 Job a3tb_19930101_fc01_3_CMOROCE is QUEUING +2022-03-15 16:06:58,664 Job a3tb_19930101_fc01_2_CMORATM is QUEUING +2022-03-15 16:06:58,664 Job a3tb_19930101_fc01_3_CMORATM is QUEUING +2022-03-15 16:06:58,664 End of checking +2022-03-15 16:06:58,665 Updating FAILED jobs +2022-03-15 16:06:58,665 Updating WAITING jobs +2022-03-15 16:06:58,666 Update finished +2022-03-15 16:06:58,666 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 16:06:58,666 a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +2022-03-15 16:06:58,666 a3tb_19930101_fc01_2_SAVEIC 21132551 COMPLETED marenostrum4 debug +2022-03-15 16:06:58,666 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 16:06:58,667 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 16:06:58,667 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 16:06:58,667 a3tb_19930101_fc01_3_SAVEIC 21133443 RUNNING marenostrum4 debug +2022-03-15 16:06:58,667 a3tb_19930101_fc01_3_CMOROCE 21133446 QUEUING marenostrum4 debug +2022-03-15 16:06:58,667 a3tb_19930101_fc01_2_CMORATM 21133444 QUEUING marenostrum4 debug +2022-03-15 16:06:58,667 a3tb_19930101_fc01_3_CMORATM 21133445 QUEUING marenostrum4 debug +2022-03-15 16:06:58,670 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 16:06:58,674 Job list saved +2022-03-15 16:06:58,748 Updating FAILED jobs +2022-03-15 16:06:58,748 Updating WAITING jobs +2022-03-15 16:06:58,748 Update finished +2022-03-15 16:07:08,758 Reloading parameters... +2022-03-15 16:07:08,779 Loading parameters... +2022-03-15 16:07:08,780 Loading project parameters... +2022-03-15 16:07:08,782 + +30 of 55 jobs remaining (16:07) +2022-03-15 16:07:08,782 Sleep: 10 +2022-03-15 16:07:08,782 Number of retrials: 0 +2022-03-15 16:07:08,782 WRAPPER CHECK TIME = 10 +2022-03-15 16:07:08,783 Checking jobs for platform=nord3 +2022-03-15 16:07:08,784 Checking jobs for platform=local +2022-03-15 16:07:08,785 Checking jobs for platform=marenostrum4 +2022-03-15 16:07:08,787 Checking jobs for platform=transfer_node +2022-03-15 16:07:08,787 Checking all jobs at once +2022-03-15 16:07:12,008 Successful check job command +2022-03-15 16:07:14,179 Job a3tb_19930101_fc01_3_SAVEIC is RUNNING +2022-03-15 16:07:14,179 Job a3tb_19930101_fc01_3_CMOROCE is QUEUING +2022-03-15 16:07:14,179 Job a3tb_19930101_fc01_2_CMORATM is QUEUING +2022-03-15 16:07:14,180 Job a3tb_19930101_fc01_3_CMORATM is QUEUING +2022-03-15 16:07:14,180 End of checking +2022-03-15 16:07:14,181 Updating FAILED jobs +2022-03-15 16:07:14,182 Updating WAITING jobs +2022-03-15 16:07:14,182 Update finished +2022-03-15 16:07:14,182 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 16:07:14,182 a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +2022-03-15 16:07:14,182 a3tb_19930101_fc01_2_SAVEIC 21132551 COMPLETED marenostrum4 debug +2022-03-15 16:07:14,183 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 16:07:14,183 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 16:07:14,183 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 16:07:14,183 a3tb_19930101_fc01_3_SAVEIC 21133443 RUNNING marenostrum4 debug +2022-03-15 16:07:14,183 a3tb_19930101_fc01_3_CMOROCE 21133446 QUEUING marenostrum4 debug +2022-03-15 16:07:14,183 a3tb_19930101_fc01_2_CMORATM 21133444 QUEUING marenostrum4 debug +2022-03-15 16:07:14,183 a3tb_19930101_fc01_3_CMORATM 21133445 QUEUING marenostrum4 debug +2022-03-15 16:07:14,186 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 16:07:14,190 Job list saved +2022-03-15 16:07:14,196 Updating FAILED jobs +2022-03-15 16:07:14,196 Updating WAITING jobs +2022-03-15 16:07:14,196 Update finished +2022-03-15 16:07:24,206 Reloading parameters... +2022-03-15 16:07:24,229 Loading parameters... +2022-03-15 16:07:24,230 Loading project parameters... +2022-03-15 16:07:24,233 + +30 of 55 jobs remaining (16:07) +2022-03-15 16:07:24,233 Sleep: 10 +2022-03-15 16:07:24,233 Number of retrials: 0 +2022-03-15 16:07:24,233 WRAPPER CHECK TIME = 10 +2022-03-15 16:07:24,234 Checking jobs for platform=nord3 +2022-03-15 16:07:24,236 Checking jobs for platform=local +2022-03-15 16:07:24,237 Checking jobs for platform=marenostrum4 +2022-03-15 16:07:24,238 Checking jobs for platform=transfer_node +2022-03-15 16:07:24,238 Checking all jobs at once +2022-03-15 16:07:27,360 Successful check job command +2022-03-15 16:07:28,629 Job a3tb_19930101_fc01_3_SAVEIC is RUNNING +2022-03-15 16:07:28,629 Job a3tb_19930101_fc01_3_CMOROCE is QUEUING +2022-03-15 16:07:28,630 Job a3tb_19930101_fc01_2_CMORATM is QUEUING +2022-03-15 16:07:28,630 Job a3tb_19930101_fc01_3_CMORATM is QUEUING +2022-03-15 16:07:28,630 End of checking +2022-03-15 16:07:28,631 Updating FAILED jobs +2022-03-15 16:07:28,631 Updating WAITING jobs +2022-03-15 16:07:28,632 Update finished +2022-03-15 16:07:28,632 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 16:07:28,632 a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +2022-03-15 16:07:28,632 a3tb_19930101_fc01_2_SAVEIC 21132551 COMPLETED marenostrum4 debug +2022-03-15 16:07:28,632 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 16:07:28,633 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 16:07:28,633 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 16:07:28,633 a3tb_19930101_fc01_3_SAVEIC 21133443 RUNNING marenostrum4 debug +2022-03-15 16:07:28,633 a3tb_19930101_fc01_3_CMOROCE 21133446 QUEUING marenostrum4 debug +2022-03-15 16:07:28,633 a3tb_19930101_fc01_2_CMORATM 21133444 QUEUING marenostrum4 debug +2022-03-15 16:07:28,633 a3tb_19930101_fc01_3_CMORATM 21133445 QUEUING marenostrum4 debug +2022-03-15 16:07:28,636 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 16:07:28,640 Job list saved +2022-03-15 16:07:28,646 Updating FAILED jobs +2022-03-15 16:07:28,646 Updating WAITING jobs +2022-03-15 16:07:28,646 Update finished +2022-03-15 16:07:38,654 Reloading parameters... +2022-03-15 16:07:38,678 Loading parameters... +2022-03-15 16:07:38,679 Loading project parameters... +2022-03-15 16:07:38,681 + +30 of 55 jobs remaining (16:07) +2022-03-15 16:07:38,681 Sleep: 10 +2022-03-15 16:07:38,681 Number of retrials: 0 +2022-03-15 16:07:38,681 WRAPPER CHECK TIME = 10 +2022-03-15 16:07:38,682 Checking jobs for platform=nord3 +2022-03-15 16:07:38,683 Checking jobs for platform=local +2022-03-15 16:07:38,684 Checking jobs for platform=marenostrum4 +2022-03-15 16:07:38,686 Checking jobs for platform=transfer_node +2022-03-15 16:07:38,686 Checking all jobs at once +2022-03-15 16:07:41,857 Successful check job command +2022-03-15 16:07:43,026 Job a3tb_19930101_fc01_3_SAVEIC is RUNNING +2022-03-15 16:07:43,026 Job a3tb_19930101_fc01_3_CMOROCE is QUEUING +2022-03-15 16:07:43,026 Job a3tb_19930101_fc01_2_CMORATM is QUEUING +2022-03-15 16:07:43,026 Job a3tb_19930101_fc01_3_CMORATM is QUEUING +2022-03-15 16:07:43,026 End of checking +2022-03-15 16:07:43,028 Updating FAILED jobs +2022-03-15 16:07:43,028 Updating WAITING jobs +2022-03-15 16:07:43,028 Update finished +2022-03-15 16:07:43,028 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 16:07:43,028 a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +2022-03-15 16:07:43,029 a3tb_19930101_fc01_2_SAVEIC 21132551 COMPLETED marenostrum4 debug +2022-03-15 16:07:43,029 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 16:07:43,029 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 16:07:43,029 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 16:07:43,029 a3tb_19930101_fc01_3_SAVEIC 21133443 RUNNING marenostrum4 debug +2022-03-15 16:07:43,029 a3tb_19930101_fc01_3_CMOROCE 21133446 QUEUING marenostrum4 debug +2022-03-15 16:07:43,029 a3tb_19930101_fc01_2_CMORATM 21133444 QUEUING marenostrum4 debug +2022-03-15 16:07:43,029 a3tb_19930101_fc01_3_CMORATM 21133445 QUEUING marenostrum4 debug +2022-03-15 16:07:43,032 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 16:07:43,037 Job list saved +2022-03-15 16:07:43,041 Updating FAILED jobs +2022-03-15 16:07:43,042 Updating WAITING jobs +2022-03-15 16:07:43,042 Update finished +2022-03-15 16:07:53,052 Reloading parameters... +2022-03-15 16:07:53,078 Loading parameters... +2022-03-15 16:07:53,079 Loading project parameters... +2022-03-15 16:07:53,081 + +30 of 55 jobs remaining (16:07) +2022-03-15 16:07:53,081 Sleep: 10 +2022-03-15 16:07:53,081 Number of retrials: 0 +2022-03-15 16:07:53,081 WRAPPER CHECK TIME = 10 +2022-03-15 16:07:53,082 Checking jobs for platform=nord3 +2022-03-15 16:07:53,083 Checking jobs for platform=local +2022-03-15 16:07:53,085 Checking jobs for platform=marenostrum4 +2022-03-15 16:07:53,086 Checking jobs for platform=transfer_node +2022-03-15 16:07:53,086 Checking all jobs at once +2022-03-15 16:07:56,256 Successful check job command +2022-03-15 16:07:57,425 Job a3tb_19930101_fc01_3_SAVEIC is RUNNING +2022-03-15 16:07:57,425 Job a3tb_19930101_fc01_3_CMOROCE is QUEUING +2022-03-15 16:07:57,425 Job a3tb_19930101_fc01_2_CMORATM is QUEUING +2022-03-15 16:07:57,426 Job a3tb_19930101_fc01_3_CMORATM is QUEUING +2022-03-15 16:07:57,426 End of checking +2022-03-15 16:07:57,428 Updating FAILED jobs +2022-03-15 16:07:57,428 Updating WAITING jobs +2022-03-15 16:07:57,428 Update finished +2022-03-15 16:07:57,429 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 16:07:57,429 a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +2022-03-15 16:07:57,429 a3tb_19930101_fc01_2_SAVEIC 21132551 COMPLETED marenostrum4 debug +2022-03-15 16:07:57,429 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 16:07:57,429 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 16:07:57,429 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 16:07:57,429 a3tb_19930101_fc01_3_SAVEIC 21133443 RUNNING marenostrum4 debug +2022-03-15 16:07:57,429 a3tb_19930101_fc01_3_CMOROCE 21133446 QUEUING marenostrum4 debug +2022-03-15 16:07:57,430 a3tb_19930101_fc01_2_CMORATM 21133444 QUEUING marenostrum4 debug +2022-03-15 16:07:57,430 a3tb_19930101_fc01_3_CMORATM 21133445 QUEUING marenostrum4 debug +2022-03-15 16:07:57,432 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 16:07:57,437 Job list saved +2022-03-15 16:07:57,452 Updating FAILED jobs +2022-03-15 16:07:57,452 Updating WAITING jobs +2022-03-15 16:07:57,453 Update finished +2022-03-15 16:08:07,462 Reloading parameters... +2022-03-15 16:08:07,483 Loading parameters... +2022-03-15 16:08:07,484 Loading project parameters... +2022-03-15 16:08:07,486 + +30 of 55 jobs remaining (16:08) +2022-03-15 16:08:07,487 Sleep: 10 +2022-03-15 16:08:07,487 Number of retrials: 0 +2022-03-15 16:08:07,487 WRAPPER CHECK TIME = 10 +2022-03-15 16:08:07,488 Checking jobs for platform=nord3 +2022-03-15 16:08:07,489 Checking jobs for platform=local +2022-03-15 16:08:07,490 Checking jobs for platform=marenostrum4 +2022-03-15 16:08:07,491 Checking jobs for platform=transfer_node +2022-03-15 16:08:07,492 Checking all jobs at once +2022-03-15 16:08:10,713 Successful check job command +2022-03-15 16:08:11,983 Job a3tb_19930101_fc01_3_SAVEIC is RUNNING +2022-03-15 16:08:11,983 Job a3tb_19930101_fc01_3_CMOROCE is QUEUING +2022-03-15 16:08:11,983 Job a3tb_19930101_fc01_2_CMORATM is QUEUING +2022-03-15 16:08:11,983 Job a3tb_19930101_fc01_3_CMORATM is QUEUING +2022-03-15 16:08:11,983 End of checking +2022-03-15 16:08:11,986 Updating FAILED jobs +2022-03-15 16:08:11,986 Updating WAITING jobs +2022-03-15 16:08:11,986 Update finished +2022-03-15 16:08:11,986 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 16:08:11,987 a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +2022-03-15 16:08:11,987 a3tb_19930101_fc01_2_SAVEIC 21132551 COMPLETED marenostrum4 debug +2022-03-15 16:08:11,987 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 16:08:11,987 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 16:08:11,987 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 16:08:11,987 a3tb_19930101_fc01_3_SAVEIC 21133443 RUNNING marenostrum4 debug +2022-03-15 16:08:11,987 a3tb_19930101_fc01_3_CMOROCE 21133446 QUEUING marenostrum4 debug +2022-03-15 16:08:11,987 a3tb_19930101_fc01_2_CMORATM 21133444 QUEUING marenostrum4 debug +2022-03-15 16:08:11,988 a3tb_19930101_fc01_3_CMORATM 21133445 QUEUING marenostrum4 debug +2022-03-15 16:08:11,996 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 16:08:12,000 Job list saved +2022-03-15 16:08:12,005 Updating FAILED jobs +2022-03-15 16:08:12,006 Updating WAITING jobs +2022-03-15 16:08:12,006 Update finished +2022-03-15 16:08:22,016 Reloading parameters... +2022-03-15 16:08:22,059 Loading parameters... +2022-03-15 16:08:22,060 Loading project parameters... +2022-03-15 16:08:22,063 + +30 of 55 jobs remaining (16:08) +2022-03-15 16:08:22,063 Sleep: 10 +2022-03-15 16:08:22,063 Number of retrials: 0 +2022-03-15 16:08:22,063 WRAPPER CHECK TIME = 10 +2022-03-15 16:08:22,065 Checking jobs for platform=nord3 +2022-03-15 16:08:22,066 Checking jobs for platform=local +2022-03-15 16:08:22,067 Checking jobs for platform=marenostrum4 +2022-03-15 16:08:22,069 Checking jobs for platform=transfer_node +2022-03-15 16:08:22,069 Checking all jobs at once +2022-03-15 16:08:26,242 Successful check job command +2022-03-15 16:08:35,527 Job a3tb_19930101_fc01_3_SAVEIC is RUNNING +2022-03-15 16:08:35,527 Job a3tb_19930101_fc01_3_CMOROCE is QUEUING +2022-03-15 16:08:35,527 Job a3tb_19930101_fc01_2_CMORATM is QUEUING +2022-03-15 16:08:35,527 Job a3tb_19930101_fc01_3_CMORATM is QUEUING +2022-03-15 16:08:35,527 End of checking +2022-03-15 16:08:35,530 Updating FAILED jobs +2022-03-15 16:08:35,530 Updating WAITING jobs +2022-03-15 16:08:35,530 Update finished +2022-03-15 16:08:35,530 +Job Name Job Id Job Status Job Platform Job Queue +2022-03-15 16:08:35,531 a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +2022-03-15 16:08:35,531 a3tb_19930101_fc01_2_SAVEIC 21132551 COMPLETED marenostrum4 debug +2022-03-15 16:08:35,531 a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +2022-03-15 16:08:35,531 a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +2022-03-15 16:08:35,531 a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +2022-03-15 16:08:35,531 a3tb_19930101_fc01_3_SAVEIC 21133443 RUNNING marenostrum4 debug +2022-03-15 16:08:35,531 a3tb_19930101_fc01_3_CMOROCE 21133446 QUEUING marenostrum4 debug +2022-03-15 16:08:35,531 a3tb_19930101_fc01_2_CMORATM 21133444 QUEUING marenostrum4 debug +2022-03-15 16:08:35,532 a3tb_19930101_fc01_3_CMORATM 21133445 QUEUING marenostrum4 debug +2022-03-15 16:08:35,534 Saving JobList: /esarchive/autosubmit/a3tb/pkl/job_list_a3tb.pkl +2022-03-15 16:08:35,538 Job list saved +2022-03-15 16:08:35,545 Updating FAILED jobs +2022-03-15 16:08:35,545 Updating WAITING jobs +2022-03-15 16:08:35,545 Update finished diff --git a/autosubmit_api/test_cases/a3tb/tmp/ASLOGS/20220315_152921_run_err.log b/autosubmit_api/test_cases/a3tb/tmp/ASLOGS/20220315_152921_run_err.log new file mode 100755 index 00000000..e69de29b diff --git a/autosubmit_api/test_cases/a3tb/tmp/ASLOGS/jobs_status.log b/autosubmit_api/test_cases/a3tb/tmp/ASLOGS/jobs_status.log new file mode 100755 index 00000000..ffea2cc8 --- /dev/null +++ b/autosubmit_api/test_cases/a3tb/tmp/ASLOGS/jobs_status.log @@ -0,0 +1,1727 @@ + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_INI 21131676 SUBMITTED marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_INI 21131676 RUNNING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_INI 21131676 RUNNING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_INI 21131676 RUNNING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_INI 21131676 RUNNING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_1_SIM 21131708 SUBMITTED marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_1_SIM 21131708 RUNNING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_1_SIM 21131708 RUNNING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_1_SIM 21131708 RUNNING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_1_SIM 21131708 RUNNING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_1_SIM 21131708 RUNNING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_1_SIM 21131708 RUNNING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_1_SIM 21131708 RUNNING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_1_SIM 21131708 RUNNING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_1_SIM 21131708 RUNNING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_1_SIM 21131708 RUNNING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_1_SIM 21131708 RUNNING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_1_SIM 21131708 RUNNING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_1_SIM 21131708 RUNNING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_1_SIM 21131708 RUNNING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_1_SIM 21131708 RUNNING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_1_SIM 21131708 RUNNING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_1_SIM 21131708 RUNNING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_1_SIM 21131708 RUNNING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_1_SIM 21131708 RUNNING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_1_SIM 21131708 RUNNING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_1_SIM 21131708 RUNNING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_1_SIM 21131708 RUNNING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_1_SIM 21131708 RUNNING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_1_SIM 21131708 RUNNING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_1_SIM 21131708 RUNNING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_1_SIM 21131708 RUNNING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_1_SIM 21131708 RUNNING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_1_SIM 21131708 RUNNING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_1_SIM 21131708 RUNNING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_1_SIM 21131708 RUNNING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_1_SIM 21131708 RUNNING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_1_SIM 21131708 RUNNING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_1_SIM 21131708 RUNNING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_1_SIM 21131708 RUNNING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_1_SIM 21131708 RUNNING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_1_SIM 21131708 RUNNING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_1_SIM 21131708 RUNNING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_2_SIM 21132098 SUBMITTED marenostrum4 debug +a3tb_19930101_fc01_1_CMOROCE 21132099 SUBMITTED marenostrum4 debug +a3tb_19930101_fc01_1_SAVEIC 21132097 SUBMITTED marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_2_SIM 21132098 QUEUING marenostrum4 debug +a3tb_19930101_fc01_1_CMOROCE 21132099 QUEUING marenostrum4 debug +a3tb_19930101_fc01_1_SAVEIC 21132097 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_2_SIM 21132098 RUNNING marenostrum4 debug +a3tb_19930101_fc01_1_CMOROCE 21132099 QUEUING marenostrum4 debug +a3tb_19930101_fc01_1_SAVEIC 21132097 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_2_SIM 21132098 RUNNING marenostrum4 debug +a3tb_19930101_fc01_1_CMOROCE 21132099 QUEUING marenostrum4 debug +a3tb_19930101_fc01_1_SAVEIC 21132097 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_2_SIM 21132098 RUNNING marenostrum4 debug +a3tb_19930101_fc01_1_CMOROCE 21132099 QUEUING marenostrum4 debug +a3tb_19930101_fc01_1_SAVEIC 21132097 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_2_SIM 21132098 RUNNING marenostrum4 debug +a3tb_19930101_fc01_1_CMOROCE 21132099 QUEUING marenostrum4 debug +a3tb_19930101_fc01_1_SAVEIC 21132097 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_2_SIM 21132098 RUNNING marenostrum4 debug +a3tb_19930101_fc01_1_CMOROCE 21132099 QUEUING marenostrum4 debug +a3tb_19930101_fc01_1_SAVEIC 21132097 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_2_SIM 21132098 RUNNING marenostrum4 debug +a3tb_19930101_fc01_1_CMOROCE 21132099 QUEUING marenostrum4 debug +a3tb_19930101_fc01_1_SAVEIC 21132097 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_2_SIM 21132098 RUNNING marenostrum4 debug +a3tb_19930101_fc01_1_CMOROCE 21132099 QUEUING marenostrum4 debug +a3tb_19930101_fc01_1_SAVEIC 21132097 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_2_SIM 21132098 RUNNING marenostrum4 debug +a3tb_19930101_fc01_1_CMOROCE 21132099 QUEUING marenostrum4 debug +a3tb_19930101_fc01_1_SAVEIC 21132097 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_2_SIM 21132098 RUNNING marenostrum4 debug +a3tb_19930101_fc01_1_CMOROCE 21132099 QUEUING marenostrum4 debug +a3tb_19930101_fc01_1_SAVEIC 21132097 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_2_SIM 21132098 RUNNING marenostrum4 debug +a3tb_19930101_fc01_1_CMOROCE 21132099 QUEUING marenostrum4 debug +a3tb_19930101_fc01_1_SAVEIC 21132097 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_2_SIM 21132098 RUNNING marenostrum4 debug +a3tb_19930101_fc01_1_CMOROCE 21132099 QUEUING marenostrum4 debug +a3tb_19930101_fc01_1_SAVEIC 21132097 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_2_SIM 21132098 RUNNING marenostrum4 debug +a3tb_19930101_fc01_1_CMOROCE 21132099 QUEUING marenostrum4 debug +a3tb_19930101_fc01_1_SAVEIC 21132097 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_2_SIM 21132098 RUNNING marenostrum4 debug +a3tb_19930101_fc01_1_CMOROCE 21132099 QUEUING marenostrum4 debug +a3tb_19930101_fc01_1_SAVEIC 21132097 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_2_SIM 21132098 RUNNING marenostrum4 debug +a3tb_19930101_fc01_1_CMOROCE 21132099 QUEUING marenostrum4 debug +a3tb_19930101_fc01_1_SAVEIC 21132097 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_2_SIM 21132098 RUNNING marenostrum4 debug +a3tb_19930101_fc01_1_CMOROCE 21132099 QUEUING marenostrum4 debug +a3tb_19930101_fc01_1_SAVEIC 21132097 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_2_SIM 21132098 RUNNING marenostrum4 debug +a3tb_19930101_fc01_1_CMOROCE 21132099 QUEUING marenostrum4 debug +a3tb_19930101_fc01_1_SAVEIC 21132097 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_2_SIM 21132098 RUNNING marenostrum4 debug +a3tb_19930101_fc01_1_CMOROCE 21132099 QUEUING marenostrum4 debug +a3tb_19930101_fc01_1_SAVEIC 21132097 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_2_SIM 21132098 RUNNING marenostrum4 debug +a3tb_19930101_fc01_1_CMOROCE 21132099 QUEUING marenostrum4 debug +a3tb_19930101_fc01_1_SAVEIC 21132097 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_2_SIM 21132098 RUNNING marenostrum4 debug +a3tb_19930101_fc01_1_CMOROCE 21132099 QUEUING marenostrum4 debug +a3tb_19930101_fc01_1_SAVEIC 21132097 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_2_SIM 21132098 RUNNING marenostrum4 debug +a3tb_19930101_fc01_1_CMOROCE 21132099 QUEUING marenostrum4 debug +a3tb_19930101_fc01_1_SAVEIC 21132097 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_2_SIM 21132098 RUNNING marenostrum4 debug +a3tb_19930101_fc01_1_CMOROCE 21132099 QUEUING marenostrum4 debug +a3tb_19930101_fc01_1_SAVEIC 21132097 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_2_SIM 21132098 RUNNING marenostrum4 debug +a3tb_19930101_fc01_1_CMOROCE 21132099 QUEUING marenostrum4 debug +a3tb_19930101_fc01_1_SAVEIC 21132097 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_2_SIM 21132098 RUNNING marenostrum4 debug +a3tb_19930101_fc01_1_CMOROCE 21132099 QUEUING marenostrum4 debug +a3tb_19930101_fc01_1_SAVEIC 21132097 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_2_SIM 21132098 RUNNING marenostrum4 debug +a3tb_19930101_fc01_1_CMOROCE 21132099 QUEUING marenostrum4 debug +a3tb_19930101_fc01_1_SAVEIC 21132097 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_2_SIM 21132098 RUNNING marenostrum4 debug +a3tb_19930101_fc01_1_CMOROCE 21132099 QUEUING marenostrum4 debug +a3tb_19930101_fc01_1_SAVEIC 21132097 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_2_SIM 21132098 RUNNING marenostrum4 debug +a3tb_19930101_fc01_1_CMOROCE 21132099 QUEUING marenostrum4 debug +a3tb_19930101_fc01_1_SAVEIC 21132097 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_2_SIM 21132098 RUNNING marenostrum4 debug +a3tb_19930101_fc01_1_CMOROCE 21132099 QUEUING marenostrum4 debug +a3tb_19930101_fc01_1_SAVEIC 21132097 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_2_SIM 21132098 RUNNING marenostrum4 debug +a3tb_19930101_fc01_1_CMOROCE 21132099 QUEUING marenostrum4 debug +a3tb_19930101_fc01_1_SAVEIC 21132097 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_2_SIM 21132098 RUNNING marenostrum4 debug +a3tb_19930101_fc01_1_CMOROCE 21132099 QUEUING marenostrum4 debug +a3tb_19930101_fc01_1_SAVEIC 21132097 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_2_SIM 21132098 RUNNING marenostrum4 debug +a3tb_19930101_fc01_1_CMOROCE 21132099 QUEUING marenostrum4 debug +a3tb_19930101_fc01_1_SAVEIC 21132097 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_1_CMOROCE 21132099 QUEUING marenostrum4 debug +a3tb_19930101_fc01_1_SAVEIC 21132097 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_3_SIM 21132554 SUBMITTED marenostrum4 debug +a3tb_19930101_fc01_2_CMOROCE 21132556 SUBMITTED marenostrum4 debug +a3tb_19930101_fc01_1_CMORATM 21132555 SUBMITTED marenostrum4 debug +a3tb_19930101_fc01_2_SAVEIC 21132551 SUBMITTED marenostrum4 debug +a3tb_19930101_fc01_1_CMOROCE 21132099 QUEUING marenostrum4 debug +a3tb_19930101_fc01_1_SAVEIC 21132097 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_3_SIM 21132554 QUEUING marenostrum4 debug +a3tb_19930101_fc01_1_CMOROCE 21132099 QUEUING marenostrum4 debug +a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +a3tb_19930101_fc01_1_SAVEIC 21132097 QUEUING marenostrum4 debug +a3tb_19930101_fc01_2_SAVEIC 21132551 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_3_SIM 21132554 QUEUING marenostrum4 debug +a3tb_19930101_fc01_1_CMOROCE 21132099 QUEUING marenostrum4 debug +a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +a3tb_19930101_fc01_1_SAVEIC 21132097 QUEUING marenostrum4 debug +a3tb_19930101_fc01_2_SAVEIC 21132551 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_3_SIM 21132554 QUEUING marenostrum4 debug +a3tb_19930101_fc01_1_CMOROCE 21132099 QUEUING marenostrum4 debug +a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +a3tb_19930101_fc01_1_SAVEIC 21132097 QUEUING marenostrum4 debug +a3tb_19930101_fc01_2_SAVEIC 21132551 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_1_SAVEIC 21132097 RUNNING marenostrum4 debug +a3tb_19930101_fc01_3_SIM 21132554 QUEUING marenostrum4 debug +a3tb_19930101_fc01_1_CMOROCE 21132099 QUEUING marenostrum4 debug +a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +a3tb_19930101_fc01_2_SAVEIC 21132551 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_1_SAVEIC 21132097 RUNNING marenostrum4 debug +a3tb_19930101_fc01_3_SIM 21132554 QUEUING marenostrum4 debug +a3tb_19930101_fc01_1_CMOROCE 21132099 QUEUING marenostrum4 debug +a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +a3tb_19930101_fc01_2_SAVEIC 21132551 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_1_SAVEIC 21132097 RUNNING marenostrum4 debug +a3tb_19930101_fc01_3_SIM 21132554 QUEUING marenostrum4 debug +a3tb_19930101_fc01_1_CMOROCE 21132099 QUEUING marenostrum4 debug +a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +a3tb_19930101_fc01_2_SAVEIC 21132551 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_1_SAVEIC 21132097 RUNNING marenostrum4 debug +a3tb_19930101_fc01_3_SIM 21132554 QUEUING marenostrum4 debug +a3tb_19930101_fc01_1_CMOROCE 21132099 QUEUING marenostrum4 debug +a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +a3tb_19930101_fc01_2_SAVEIC 21132551 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_1_SAVEIC 21132097 RUNNING marenostrum4 debug +a3tb_19930101_fc01_3_SIM 21132554 QUEUING marenostrum4 debug +a3tb_19930101_fc01_1_CMOROCE 21132099 QUEUING marenostrum4 debug +a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +a3tb_19930101_fc01_2_SAVEIC 21132551 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_1_SAVEIC 21132097 RUNNING marenostrum4 debug +a3tb_19930101_fc01_3_SIM 21132554 QUEUING marenostrum4 debug +a3tb_19930101_fc01_1_CMOROCE 21132099 QUEUING marenostrum4 debug +a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +a3tb_19930101_fc01_2_SAVEIC 21132551 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_2_CMORATM 21129645 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_1_SAVEIC 21132097 RUNNING marenostrum4 debug +a3tb_19930101_fc01_3_SIM 21132554 QUEUING marenostrum4 debug +a3tb_19930101_fc01_1_CMOROCE 21132099 QUEUING marenostrum4 debug +a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +a3tb_19930101_fc01_2_SAVEIC 21132551 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_3_SIM 21132554 QUEUING marenostrum4 debug +a3tb_19930101_fc01_1_CMOROCE 21132099 QUEUING marenostrum4 debug +a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +a3tb_19930101_fc01_2_SAVEIC 21132551 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_3_SIM 21132554 QUEUING marenostrum4 debug +a3tb_19930101_fc01_1_CMOROCE 21132099 QUEUING marenostrum4 debug +a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +a3tb_19930101_fc01_2_SAVEIC 21132551 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_3_SIM 21132554 QUEUING marenostrum4 debug +a3tb_19930101_fc01_1_CMOROCE 21132099 QUEUING marenostrum4 debug +a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +a3tb_19930101_fc01_2_SAVEIC 21132551 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_1_CMOROCE 21132099 RUNNING marenostrum4 debug +a3tb_19930101_fc01_3_SIM 21132554 QUEUING marenostrum4 debug +a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +a3tb_19930101_fc01_2_SAVEIC 21132551 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_1_CMOROCE 21132099 RUNNING marenostrum4 debug +a3tb_19930101_fc01_3_SIM 21132554 QUEUING marenostrum4 debug +a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +a3tb_19930101_fc01_2_SAVEIC 21132551 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_1_CMOROCE 21132099 RUNNING marenostrum4 debug +a3tb_19930101_fc01_3_SIM 21132554 QUEUING marenostrum4 debug +a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +a3tb_19930101_fc01_2_SAVEIC 21132551 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_1_CMOROCE 21132099 RUNNING marenostrum4 debug +a3tb_19930101_fc01_3_SIM 21132554 QUEUING marenostrum4 debug +a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +a3tb_19930101_fc01_2_SAVEIC 21132551 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_3_SIM 21132554 QUEUING marenostrum4 debug +a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +a3tb_19930101_fc01_2_SAVEIC 21132551 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_3_SIM 21132554 QUEUING marenostrum4 debug +a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +a3tb_19930101_fc01_2_SAVEIC 21132551 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_3_SIM 21132554 QUEUING marenostrum4 debug +a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +a3tb_19930101_fc01_2_SAVEIC 21132551 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_3_SIM 21132554 QUEUING marenostrum4 debug +a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +a3tb_19930101_fc01_2_SAVEIC 21132551 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_3_SIM 21132554 QUEUING marenostrum4 debug +a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +a3tb_19930101_fc01_2_SAVEIC 21132551 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_3_SIM 21132554 RUNNING marenostrum4 debug +a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +a3tb_19930101_fc01_2_SAVEIC 21132551 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_3_SIM 21132554 RUNNING marenostrum4 debug +a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +a3tb_19930101_fc01_2_SAVEIC 21132551 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_3_SIM 21132554 RUNNING marenostrum4 debug +a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +a3tb_19930101_fc01_2_SAVEIC 21132551 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_3_SIM 21132554 RUNNING marenostrum4 debug +a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +a3tb_19930101_fc01_2_SAVEIC 21132551 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_3_SIM 21132554 RUNNING marenostrum4 debug +a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +a3tb_19930101_fc01_2_SAVEIC 21132551 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_3_SIM 21132554 RUNNING marenostrum4 debug +a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +a3tb_19930101_fc01_2_SAVEIC 21132551 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_3_SIM 21132554 RUNNING marenostrum4 debug +a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +a3tb_19930101_fc01_2_SAVEIC 21132551 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_3_SIM 21132554 RUNNING marenostrum4 debug +a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +a3tb_19930101_fc01_2_SAVEIC 21132551 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_3_SIM 21132554 RUNNING marenostrum4 debug +a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +a3tb_19930101_fc01_2_SAVEIC 21132551 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_3_SIM 21132554 RUNNING marenostrum4 debug +a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +a3tb_19930101_fc01_2_SAVEIC 21132551 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_3_SIM 21132554 RUNNING marenostrum4 debug +a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +a3tb_19930101_fc01_2_SAVEIC 21132551 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_3_SIM 21132554 RUNNING marenostrum4 debug +a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +a3tb_19930101_fc01_2_SAVEIC 21132551 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_3_SIM 21132554 RUNNING marenostrum4 debug +a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +a3tb_19930101_fc01_2_SAVEIC 21132551 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_3_SIM 21132554 RUNNING marenostrum4 debug +a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +a3tb_19930101_fc01_2_SAVEIC 21132551 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_3_SIM 21132554 RUNNING marenostrum4 debug +a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +a3tb_19930101_fc01_2_SAVEIC 21132551 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_3_SIM 21132554 RUNNING marenostrum4 debug +a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +a3tb_19930101_fc01_2_SAVEIC 21132551 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_3_SIM 21132554 RUNNING marenostrum4 debug +a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +a3tb_19930101_fc01_2_SAVEIC 21132551 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_3_SIM 21132554 RUNNING marenostrum4 debug +a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +a3tb_19930101_fc01_2_SAVEIC 21132551 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_3_SIM 21132554 RUNNING marenostrum4 debug +a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +a3tb_19930101_fc01_2_SAVEIC 21132551 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_3_SIM 21132554 RUNNING marenostrum4 debug +a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +a3tb_19930101_fc01_2_SAVEIC 21132551 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_3_SIM 21132554 RUNNING marenostrum4 debug +a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +a3tb_19930101_fc01_2_SAVEIC 21132551 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_3_SIM 21132554 RUNNING marenostrum4 debug +a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +a3tb_19930101_fc01_2_SAVEIC 21132551 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_3_SIM 21132554 RUNNING marenostrum4 debug +a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +a3tb_19930101_fc01_2_SAVEIC 21132551 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_3_SIM 21132554 RUNNING marenostrum4 debug +a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +a3tb_19930101_fc01_2_SAVEIC 21132551 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_3_SIM 21132554 RUNNING marenostrum4 debug +a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +a3tb_19930101_fc01_2_SAVEIC 21132551 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_3_SIM 21132554 RUNNING marenostrum4 debug +a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +a3tb_19930101_fc01_2_SAVEIC 21132551 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_3_SIM 21132554 RUNNING marenostrum4 debug +a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +a3tb_19930101_fc01_2_SAVEIC 21132551 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_3_SIM 21132554 RUNNING marenostrum4 debug +a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +a3tb_19930101_fc01_2_SAVEIC 21132551 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_3_SIM 21132554 RUNNING marenostrum4 debug +a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +a3tb_19930101_fc01_2_SAVEIC 21132551 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_3_SIM 21132554 RUNNING marenostrum4 debug +a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +a3tb_19930101_fc01_2_SAVEIC 21132551 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_3_SIM 21132554 RUNNING marenostrum4 debug +a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +a3tb_19930101_fc01_2_SAVEIC 21132551 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_3_SIM 21132554 RUNNING marenostrum4 debug +a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +a3tb_19930101_fc01_2_SAVEIC 21132551 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +a3tb_19930101_fc01_2_SAVEIC 21132551 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_3_CMOROCE 21133446 SUBMITTED marenostrum4 debug +a3tb_19930101_fc01_2_CMORATM 21133444 SUBMITTED marenostrum4 debug +a3tb_19930101_fc01_3_CMORATM 21133445 SUBMITTED marenostrum4 debug +a3tb_19930101_fc01_3_SAVEIC 21133443 SUBMITTED marenostrum4 debug +a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +a3tb_19930101_fc01_2_SAVEIC 21132551 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_2_SAVEIC 21132551 RUNNING marenostrum4 debug +a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +a3tb_19930101_fc01_3_CMOROCE 21133446 QUEUING marenostrum4 debug +a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +a3tb_19930101_fc01_2_CMORATM 21133444 QUEUING marenostrum4 debug +a3tb_19930101_fc01_3_CMORATM 21133445 QUEUING marenostrum4 debug +a3tb_19930101_fc01_3_SAVEIC 21133443 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_2_SAVEIC 21132551 RUNNING marenostrum4 debug +a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +a3tb_19930101_fc01_3_CMOROCE 21133446 QUEUING marenostrum4 debug +a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +a3tb_19930101_fc01_2_CMORATM 21133444 QUEUING marenostrum4 debug +a3tb_19930101_fc01_3_CMORATM 21133445 QUEUING marenostrum4 debug +a3tb_19930101_fc01_3_SAVEIC 21133443 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_2_SAVEIC 21132551 RUNNING marenostrum4 debug +a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +a3tb_19930101_fc01_3_CMOROCE 21133446 QUEUING marenostrum4 debug +a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +a3tb_19930101_fc01_2_CMORATM 21133444 QUEUING marenostrum4 debug +a3tb_19930101_fc01_3_CMORATM 21133445 QUEUING marenostrum4 debug +a3tb_19930101_fc01_3_SAVEIC 21133443 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_2_SAVEIC 21132551 RUNNING marenostrum4 debug +a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +a3tb_19930101_fc01_3_CMOROCE 21133446 QUEUING marenostrum4 debug +a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +a3tb_19930101_fc01_2_CMORATM 21133444 QUEUING marenostrum4 debug +a3tb_19930101_fc01_3_CMORATM 21133445 QUEUING marenostrum4 debug +a3tb_19930101_fc01_3_SAVEIC 21133443 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_2_SAVEIC 21132551 RUNNING marenostrum4 debug +a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +a3tb_19930101_fc01_3_CMOROCE 21133446 QUEUING marenostrum4 debug +a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +a3tb_19930101_fc01_2_CMORATM 21133444 QUEUING marenostrum4 debug +a3tb_19930101_fc01_3_CMORATM 21133445 QUEUING marenostrum4 debug +a3tb_19930101_fc01_3_SAVEIC 21133443 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_2_SAVEIC 21132551 RUNNING marenostrum4 debug +a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +a3tb_19930101_fc01_3_CMOROCE 21133446 QUEUING marenostrum4 debug +a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +a3tb_19930101_fc01_2_CMORATM 21133444 QUEUING marenostrum4 debug +a3tb_19930101_fc01_3_CMORATM 21133445 QUEUING marenostrum4 debug +a3tb_19930101_fc01_3_SAVEIC 21133443 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_2_SAVEIC 21132551 RUNNING marenostrum4 debug +a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +a3tb_19930101_fc01_3_CMOROCE 21133446 QUEUING marenostrum4 debug +a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +a3tb_19930101_fc01_2_CMORATM 21133444 QUEUING marenostrum4 debug +a3tb_19930101_fc01_3_CMORATM 21133445 QUEUING marenostrum4 debug +a3tb_19930101_fc01_3_SAVEIC 21133443 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930501_fc01_3_CMORATM 21129646 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_2_SAVEIC 21132551 RUNNING marenostrum4 debug +a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +a3tb_19930101_fc01_3_CMOROCE 21133446 QUEUING marenostrum4 debug +a3tb_19930101_fc01_1_CMORATM 21132555 QUEUING marenostrum4 debug +a3tb_19930101_fc01_2_CMORATM 21133444 QUEUING marenostrum4 debug +a3tb_19930101_fc01_3_CMORATM 21133445 QUEUING marenostrum4 debug +a3tb_19930101_fc01_3_SAVEIC 21133443 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_2_SAVEIC 21132551 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_1_CMORATM 21132555 RUNNING marenostrum4 debug +a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +a3tb_19930101_fc01_3_CMOROCE 21133446 QUEUING marenostrum4 debug +a3tb_19930101_fc01_2_CMORATM 21133444 QUEUING marenostrum4 debug +a3tb_19930101_fc01_3_CMORATM 21133445 QUEUING marenostrum4 debug +a3tb_19930101_fc01_3_SAVEIC 21133443 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_2_SAVEIC 21132551 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_1_CMORATM 21132555 RUNNING marenostrum4 debug +a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +a3tb_19930101_fc01_3_CMOROCE 21133446 QUEUING marenostrum4 debug +a3tb_19930101_fc01_2_CMORATM 21133444 QUEUING marenostrum4 debug +a3tb_19930101_fc01_3_CMORATM 21133445 QUEUING marenostrum4 debug +a3tb_19930101_fc01_3_SAVEIC 21133443 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_2_SAVEIC 21132551 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_1_CMORATM 21132555 RUNNING marenostrum4 debug +a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +a3tb_19930101_fc01_3_CMOROCE 21133446 QUEUING marenostrum4 debug +a3tb_19930101_fc01_2_CMORATM 21133444 QUEUING marenostrum4 debug +a3tb_19930101_fc01_3_CMORATM 21133445 QUEUING marenostrum4 debug +a3tb_19930101_fc01_3_SAVEIC 21133443 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_2_SAVEIC 21132551 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_1_CMORATM 21132555 RUNNING marenostrum4 debug +a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +a3tb_19930101_fc01_3_CMOROCE 21133446 QUEUING marenostrum4 debug +a3tb_19930101_fc01_2_CMORATM 21133444 QUEUING marenostrum4 debug +a3tb_19930101_fc01_3_CMORATM 21133445 QUEUING marenostrum4 debug +a3tb_19930101_fc01_3_SAVEIC 21133443 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_2_SAVEIC 21132551 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_1_CMORATM 21132555 RUNNING marenostrum4 debug +a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +a3tb_19930101_fc01_3_CMOROCE 21133446 QUEUING marenostrum4 debug +a3tb_19930101_fc01_2_CMORATM 21133444 QUEUING marenostrum4 debug +a3tb_19930101_fc01_3_CMORATM 21133445 QUEUING marenostrum4 debug +a3tb_19930101_fc01_3_SAVEIC 21133443 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_2_SAVEIC 21132551 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_1_CMORATM 21132555 RUNNING marenostrum4 debug +a3tb_19930101_fc01_2_CMOROCE 21132556 QUEUING marenostrum4 debug +a3tb_19930101_fc01_3_CMOROCE 21133446 QUEUING marenostrum4 debug +a3tb_19930101_fc01_2_CMORATM 21133444 QUEUING marenostrum4 debug +a3tb_19930101_fc01_3_CMORATM 21133445 QUEUING marenostrum4 debug +a3tb_19930101_fc01_3_SAVEIC 21133443 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_2_SAVEIC 21132551 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_2_CMOROCE 21132556 RUNNING marenostrum4 debug +a3tb_19930101_fc01_3_CMOROCE 21133446 QUEUING marenostrum4 debug +a3tb_19930101_fc01_2_CMORATM 21133444 QUEUING marenostrum4 debug +a3tb_19930101_fc01_3_CMORATM 21133445 QUEUING marenostrum4 debug +a3tb_19930101_fc01_3_SAVEIC 21133443 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_2_SAVEIC 21132551 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_2_CMOROCE 21132556 RUNNING marenostrum4 debug +a3tb_19930101_fc01_3_CMOROCE 21133446 QUEUING marenostrum4 debug +a3tb_19930101_fc01_2_CMORATM 21133444 QUEUING marenostrum4 debug +a3tb_19930101_fc01_3_CMORATM 21133445 QUEUING marenostrum4 debug +a3tb_19930101_fc01_3_SAVEIC 21133443 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_2_SAVEIC 21132551 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_2_CMOROCE 21132556 RUNNING marenostrum4 debug +a3tb_19930101_fc01_3_CMOROCE 21133446 QUEUING marenostrum4 debug +a3tb_19930101_fc01_2_CMORATM 21133444 QUEUING marenostrum4 debug +a3tb_19930101_fc01_3_CMORATM 21133445 QUEUING marenostrum4 debug +a3tb_19930101_fc01_3_SAVEIC 21133443 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_2_SAVEIC 21132551 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_2_CMOROCE 21132556 RUNNING marenostrum4 debug +a3tb_19930101_fc01_3_CMOROCE 21133446 QUEUING marenostrum4 debug +a3tb_19930101_fc01_2_CMORATM 21133444 QUEUING marenostrum4 debug +a3tb_19930101_fc01_3_CMORATM 21133445 QUEUING marenostrum4 debug +a3tb_19930101_fc01_3_SAVEIC 21133443 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_2_SAVEIC 21132551 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_3_CMOROCE 21133446 QUEUING marenostrum4 debug +a3tb_19930101_fc01_2_CMORATM 21133444 QUEUING marenostrum4 debug +a3tb_19930101_fc01_3_CMORATM 21133445 QUEUING marenostrum4 debug +a3tb_19930101_fc01_3_SAVEIC 21133443 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_2_SAVEIC 21132551 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_3_CMOROCE 21133446 QUEUING marenostrum4 debug +a3tb_19930101_fc01_2_CMORATM 21133444 QUEUING marenostrum4 debug +a3tb_19930101_fc01_3_CMORATM 21133445 QUEUING marenostrum4 debug +a3tb_19930101_fc01_3_SAVEIC 21133443 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_2_SAVEIC 21132551 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_3_SAVEIC 21133443 RUNNING marenostrum4 debug +a3tb_19930101_fc01_3_CMOROCE 21133446 QUEUING marenostrum4 debug +a3tb_19930101_fc01_2_CMORATM 21133444 QUEUING marenostrum4 debug +a3tb_19930101_fc01_3_CMORATM 21133445 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_2_SAVEIC 21132551 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_3_SAVEIC 21133443 RUNNING marenostrum4 debug +a3tb_19930101_fc01_3_CMOROCE 21133446 QUEUING marenostrum4 debug +a3tb_19930101_fc01_2_CMORATM 21133444 QUEUING marenostrum4 debug +a3tb_19930101_fc01_3_CMORATM 21133445 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_2_SAVEIC 21132551 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_3_SAVEIC 21133443 RUNNING marenostrum4 debug +a3tb_19930101_fc01_3_CMOROCE 21133446 QUEUING marenostrum4 debug +a3tb_19930101_fc01_2_CMORATM 21133444 QUEUING marenostrum4 debug +a3tb_19930101_fc01_3_CMORATM 21133445 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_2_SAVEIC 21132551 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_3_SAVEIC 21133443 RUNNING marenostrum4 debug +a3tb_19930101_fc01_3_CMOROCE 21133446 QUEUING marenostrum4 debug +a3tb_19930101_fc01_2_CMORATM 21133444 QUEUING marenostrum4 debug +a3tb_19930101_fc01_3_CMORATM 21133445 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_2_SAVEIC 21132551 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_3_SAVEIC 21133443 RUNNING marenostrum4 debug +a3tb_19930101_fc01_3_CMOROCE 21133446 QUEUING marenostrum4 debug +a3tb_19930101_fc01_2_CMORATM 21133444 QUEUING marenostrum4 debug +a3tb_19930101_fc01_3_CMORATM 21133445 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_2_SAVEIC 21132551 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_3_SAVEIC 21133443 RUNNING marenostrum4 debug +a3tb_19930101_fc01_3_CMOROCE 21133446 QUEUING marenostrum4 debug +a3tb_19930101_fc01_2_CMORATM 21133444 QUEUING marenostrum4 debug +a3tb_19930101_fc01_3_CMORATM 21133445 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_2_SAVEIC 21132551 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_3_SAVEIC 21133443 RUNNING marenostrum4 debug +a3tb_19930101_fc01_3_CMOROCE 21133446 QUEUING marenostrum4 debug +a3tb_19930101_fc01_2_CMORATM 21133444 QUEUING marenostrum4 debug +a3tb_19930101_fc01_3_CMORATM 21133445 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930101_fc01_1_SAVEIC 21132097 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_2_SAVEIC 21132551 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_3_SAVEIC 21133443 RUNNING marenostrum4 debug +a3tb_19930101_fc01_3_CMOROCE 21133446 QUEUING marenostrum4 debug +a3tb_19930101_fc01_2_CMORATM 21133444 QUEUING marenostrum4 debug +a3tb_19930101_fc01_3_CMORATM 21133445 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930101_fc01_2_SAVEIC 21132551 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_3_SAVEIC 21133443 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_3_CMOROCE 21133446 QUEUING marenostrum4 debug +a3tb_19930101_fc01_2_CMORATM 21133444 QUEUING marenostrum4 debug +a3tb_19930101_fc01_3_CMORATM 21133445 QUEUING marenostrum4 debug + +Job Name Job Id Job Status Job Platform Job Queue +a3tb_19930101_fc01_2_SAVEIC 21132551 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_3_SAVEIC 21133443 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_1_SAVEIC 21129326 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_2_SAVEIC 21129435 COMPLETED marenostrum4 debug +a3tb_19930501_fc01_3_SAVEIC 21129643 COMPLETED marenostrum4 debug +a3tb_19930101_fc01_2_CMORATM 21133444 RUNNING marenostrum4 debug +a3tb_19930101_fc01_3_CMOROCE 21133446 QUEUING marenostrum4 debug +a3tb_19930101_fc01_3_CMORATM 21133445 QUEUING marenostrum4 debug diff --git a/autosubmit_api/workers/__init__.pyc b/autosubmit_api/workers/__init__.pyc new file mode 100644 index 0000000000000000000000000000000000000000..00bf1ed2a1c90b693d966ca77a6459586b8ff856 GIT binary patch literal 175 zcmZSn%**w4vu08<0~9ao|NB{r; literal 0 HcmV?d00001 diff --git a/autosubmit_api/workers/business/__init__.pyc b/autosubmit_api/workers/business/__init__.pyc new file mode 100644 index 0000000000000000000000000000000000000000..af726da140867d47f3bfc831b5c645b312a70eb7 GIT binary patch literal 184 zcmZSn%*$mfqo0(_00oRd+5w1*S%5?e14FO|NW@PANHCxg#fd;M{fzwFRDIXPqLK{# z^3tNxuN;D@wMhcxLgE5c0~A&W(&L`#9-s#^ z(}V6B5eQzZ+eDcK?A65q+bn_3ezb~ujfyc^LIP4{6 zYPzekvZ}H&E5FQQ{y!$iH*ei9S0wwF!|xy9oBk_`03S!{B741ONA{d`mJDg4C}_V@md> z?E8?^r=>9?doy?+mc3aCMkE-O&oQSt3C84eO!TS*~pjBsG=Q zDHVNlsbTCdr!hMR}T&&X9D5 z#axlvlulwq%(RYuIwZ;82+G<_)?puW9F+ha#>C8OpE)+wuCm0mI^$Y7&)3d`9RJ)o z9hJ3bf8}(FVy?+)kwn<1!@ML#=M>W)k>3TgqhCrB0=H|t&gFm<+lURUEo9wZLJpHU z_?0f@h@4_AkVeHZi(2_gR#Us7)43weNjWo2|K)T-YOm@zkQ2l(C8yBDff|VIa8#0i zam;HZ!%(Lf8N$xVONd}v%#zllBR=DDI4m#o;xwO=5jreB1=WmnW~DPHovYHB7t9ho zPUmES!h%5X5jn)p+{u~O&yF&q0}Vq5E*}Q+!k)Qu3c@Q~fzwwch!7t~7R*iM{!1}$ z&EXB}|B!P!3t;+|)ZXTPKK$f#L2B>dx9P}d z5RNsNbP9Ss?&9B0n3~kB#)(^r8?Ab1!oaP?<m?RM@B`UDc!zPcX)?q!J#xK`d$Ej0#@qTB8l@Pz^3hEKg z7&i(1$^oSN;{Db4zqRtsYNxjrh^&>wl`u`Q_-qq0kv%_%>S4DvYVNx)KIp7ixuh-Z zgp0ml9I#0R{^FbGxUXz3b48n*%kSdHaPHg&8DwRAIF>+`90ovyspICJ8N4{cC>CYZia?O zGFIAXH=_!6NV%+)z3`|_Z8Wc-xs`;_iSWEYNJV_0GNsq4VqboVov*py{sHw|=wKROo9W~lLh2Ow2PL(M& zRKDy9UN}5-wsw1=7Nw|}hKaHJ3rinpwKGe*6me3rCU%jBt3ZqW#-|%QW(;-f$Ca=}lhfsy5;aL1OyXCYwP!(JoG4Dcp&V3JApx)wI~TICQe|$Ixx&_ z3+6_BEa_fkbS2}LaWYYB`U^~T4wbkK6Hd%L+PdOX>QWS>CGP#q*U6O`1KOcR~1;_+O>*X zp)%x=XT|q{{)ETNXc8?__;a~^5I4fx>waPmZa;4)?aD!PyANl)(66uId%J&lm;6?A z{`GmB9EM4Hy9~h7#9rQR#jSQ76VFcO)`_`}vA)90DA&|OA;Wp6=nOmK&e-rhXDMII zk2nj?aDE|I%uVKIQ9qn}3+=Pcjoi4C$NQ|akY8{XbBoTjQ$%Thr_uJVGv!P;71|EP zMOog*H~n)IaFl>l@Q=yoL|irabcHW;*gzR5hov(@tOH-4d|zO@Kw+Qw#OQ>!Q`;_=l&p#v0I_kv`K~SM_$qb-_0ChpM5gZqtVwgg3)$=724cy0nZY zHOaZ2P}5a6!hm1h(UQQ642;>;>TFhU!buy`uexwyR>kqdv!ByHGxhge^(SsjNj#6z z(6UW9%~iJ?$MvitOxtzSXPmYx^nEbG{{aUGXPIi@(O5isHnlSBK_!XGp~r(j)iygj zOJOCXnPkU)YF-6F_k_ji9bX`z=i-`|se#_NS$vE_56^SLQM*rcIqC)4*kkYaNzC&F zmLJxYq@4K8%7HqQgH}aw75(5*iwe*!Ty=iCTmTj>1=9do@4S_hZkyG5R55Aay1JXGcDI^!@7q|0z^X~y0HVy!#Gs7+iv3ce6!!pFvk@mi zmIr>*{Qy{OAGQ%DD~c31t*WX{l03r}nGsu-rTrvsw^U&w6E;%sH4v(bz@)Vr%7c#A zPz`+oK&KDtvY@A4=6-p712)Z*JLtKS$doqjRYls`6?(j5U=HYEgj4)Ew7~1-?YtlhT zsi8MxIB=eTV&>)hpOJVp-j48;*1CQozdi-+1Zt{l-VYp|X< z8`;h?fbCot1c@DlwTLXQYFvMi$DzqUQ^!Uq4Ea5USMAZi!Z4VVMVdfmlUeyM9IOZc z8?if@5Q$?{OTb(OmUyGv5fd8h_^W}A*DmY$YPaL{vmM{g^+&{94#DUfmMQT&}!+{`LTfz%83fol4tw!J}P>j?#l3!?xoV^*dhM_=YM zrn)WJuyKJZ9T#X(OLF{xioN#iW9cC4f)7$s*ribt;Z-v?J$<$My`=ks%~s8Gjz$ak z=<1dR<{lTgx;N!iE1jdbfVu28?;xw9c@*=GRG|?_ulz;9ah&FxXn0rOe_n7pt~hXr z4?i)>QoBX<&vGq0KhY8lMDi` z_uPUaMjdi>5F>7z1bG5mZxb$zc}fUMS6x2QcXBXPxK)J6104E<7n#_2$+Fqe*vW6S z2s_EE?xzMG(gvWKkLk8tGRh#Q!PHC!hX=B_tFF!FwiBOmD|z1C9+>YL(yek0apvH< zAu+|i8|UEh0EZsQK#C}vM-Z0V`>XDQy1(x(BLilbeQC85fQ>M{HNYbyya(tT`c2!A zgr=P!x3vkF+}#ZY3mWMqp#?R`u^6Zj~}h?tgm@Y)o6^UVLt=kQqpcVvF;LbVUz^ z=URw6z9L(K94cai3}k6Hg12 z%fvDoNhnpN^m_*gQe)m-4s;KN zDpNJkNC=wTg^M~`cNxsYG}=g5W#TwM`VTQG0$ZutJ&3yrCym8?WnFNjq&Bg4#B zn~6)rg4{^XMqz^fZjB%<>UACzXlJ%uYDK19l&s#^AuPGdR2SdYuh~_wCHt&o%7ib^8+|1>cf2=%26H|xGLn$lYQ2_ibCIUIr&S4%0Sn^0)yyU(Ktc4 z-aPft_3@!7qOK^o!w5vw!1zFVdc~w{F#uiwr-{)ojtR`cDP2)q@^6BRF6A<+@ELs( zT3nGkM}Nj!l@Xz{$F<4Hj~zt+H2_J-0HawriR&Vynh>J`!02sK23kxm3jmfJuv>d} z&B0VG<3$J}n*or$BK-_%e&l389|WL=C@uc(-9$k|0Gac8YlW3{XVHJS#^oZE03_?9 zvVV3!kb&44sV$yI=ZGrVYxZofp{s{F7^Oef?+x?nOpYjWO15{Kw}H5BDB}8STyS0OBCc1Z_L@apTm|kk9e^)v!}e!E z4}Gmdan!H0Gi4R%eD;|y;@d6f19Vwdf4*0~$dkq%1SoHA-2eO&XlutO<#iEZkpO{%wzuAKp zeO%%F2`PTU;)De~m-ojke$3)KDC|{G+|98PM|p4z;(gBIPg#78?)EK=|L^#w+$y=+ zb+lt}r}@myS{FN>IoMg$7jk*H*dpBPB(5;%R=Z9$?|g`M`<;Ocohyv01D(J%hF*+$ zswRXa9&g|5CbalO4KVMaID1R8(%S!HVxahcy%ytk-oY`~u7@8JE~hSvB5uLD Uf52DvFF%|wu8%E_O&06_1)O<4r~m)} literal 0 HcmV?d00001 diff --git a/autosubmit_api/workers/populate_details/__init__.pyc b/autosubmit_api/workers/populate_details/__init__.pyc new file mode 100644 index 0000000000000000000000000000000000000000..a62316e5f148d138ab8a894bf52d166fa49f60c3 GIT binary patch literal 192 zcmZ9GK?(vf3`Hxt5W#!Q%B%$u1>L&P1C(}JXt14@CS~x@uDpO55Em18?~}htmY?m$ zzW26QzgbA01X_ulQjczGZk1Clb^btXMPd literal 0 HcmV?d00001 diff --git a/autosubmit_api/workers/populate_details/populate.pyc b/autosubmit_api/workers/populate_details/populate.pyc new file mode 100644 index 0000000000000000000000000000000000000000..8b7bef7a18d96c4ed6b76ff3f1066c5c65c5da8e GIT binary patch literal 5613 zcmc&&OLH7a5zd~MG$V~A%dhpWF^zYD5eR7sLj=KY0J3JZt5|ttYGk~cV56heU6NYv zo*sACtfW9Xi4!M&1V4d0NB#y^xbg$w%dDQquFVyVrb=0lsjANW^2@9)|GU}v*TE-; z0TrJ){QnI~KJO5P_&O95B@Xo+a=2ZhxJ3Puj6p6_zdV*J)US-?DxKEobdLJ-(o?3m zPDz9M4N4ZMzhKv@P`pS;WMWlC;S|F&( zOVas1g)0=^rSJ~@k?5M}p#K3saIbX_8j1dcPYYThQ{^i21Kn+vSo{FhRysI}jz^hq zqI9tB2Y#sAQKkcvX67S|Z;niwj}DW_ykq9GQ51(dv#T#)_A@_^0z1)mE~4{=pXJfu zxRYgRF|~o-fuHEmjE1qcGr14H9AImlq*X!FaJ3udMuc`07*j^i=HNmeWuJd+ZlkAj zKGa#1=z(c#<418WM znU89g(Joehk)?so^E8{lkJbAOB|ku=iBT64TZ0kjhyb{iL;%*xB2+1?h)|=jD#9Fv zH4%WmIS~Mac@Y|-b19C|fAD$|Fb{CuyQLI(}wOHqJ)bC^(5WrodC$ zkJ~64{sfDjKa9TJJWI3JI?FeP>2MUo++Jw0FzHwyUYL38=6TT|GM;xAa?Z!1Qr!ty zA6!_qqE@X|h1`prn^CKnu9oUs-Q7%O%$QMG!+63UG{_8si& z9c$wa^x4eu9-=$v2d0ud{}@{G{69gr1<^IpmDPg7^x|+Y^ifEF8oH;-VU3En$cBC# zj}0Mw;}tprK4R@fN8TVco<4_@=Ym5oh_yfPWY~NcOTkz<+}KO}!3AWKj+e7@1YDwA zL1JO^8&fp<)6mkxcOd4BH*yx82L43FOgubERQx9h#}nlWcVCt0685L=FQ!ThD_L0TT8~pu-_R2#?Ds0_VerA=Jjg+*p_&3w0K*s}pYH zFsRsSirK(?AJrj;d2hzrHcS*rgLfoZgYddyJ4lpZvXKDnN%Z_7`nhZR&;=2MoNDYNYN>oFSr58FW15or*)AVbOZnu1hi1B!tDXkt2a-m0_J|*pzJT? zIF7WN(*EnDeM{Q^Am^%v6c}(_D$a#KaVcwqi$41tzx@*B6(HLaV(;efjjW!cvYeoe`jmS(-YL#T)Q`F11V=Tw;si!5aV6oMapQ-faM8}5?4u-p zF$O#5fgW-)Dm=tE^Nr%DC|Q%hO|7FT!hbIb~GPB7Vn0E2Sa0{_?$X2X_+ zCEy0oNl;_5D$PVO$0F~V^N49Q!)zuaCZDdP(>vW>NA0^i-Tghca2~e>?Lo(D?g+WT znp@=eYpzhnnrpdY%|%+j>VECV$k5!@uh-mfd{=GwaIukMdNMYKNI>FbLkt$A39dfs zM?B7ch{zG7qk(C$5-j5|E!#bWxpD&@~z)q(p(=U}av!Pa$+J~xx3Vmwk<{N00sf_D#DWW0L} zXnFU*_MYnOeAeZYjghzNs?K&tb-G)f-YhM(qHwi1{OTtH5`hgr!&&AJ3laz!9xk-4 z9<$1so@UeHnQ+D&Haq0uwvk;3v~CPlPjIH+quAuORBP0ctpuDhFm*B@gcKNN z;eRK$Hir=kK&ER`(n+T4aP~6Ib0z!b_c=Y$Q8#CzZzEX+@V3?7^D)Lm&%fK;dinCX z^;8%0#LE?{P5fDX4oPxeOXXkiz|H&Yhd4%z@(rJDf}Qya(USaX9>bpGRh}nN#^YRR zg!`1I_|{>e^#hikawQ>=IbSg$D7K&CZKenk>Hm8bSDf#%`EtfM0#LPHsn_aF{C`wm zs4v^YJ;Im-RonuHcs0bSFRA-n?eY-EX?dk}=m)P2hqIZK4=)MUrvZ4KxjeM#pp~1&5Hllq3kc$@rGplwoEYz3lVI| zs{GDOXEqmMn+Ite+c#sm;?N^H$=}40(N7geAVIvj7~(~n;-pbANEE9_Nk-3$$R$ej kexsHbM*P$w_E$_BlH@JR#b*&I$bDzI_5wx|lNEbptCyNSbCKNfcD3csz z<}z*od*%K>|D%7`4`}bbq-6$EWt2-6Ns*I>8~SqKJTx&h+=vJU(KZ~^e^a1%@yvNbqS;ND4( zEp7-ZnfxePr-kx==rf1{dc-}-4h<%G;a@qM8t<*c9#y_J9$(p6T_k8O@$!(LDf#ay zqveORHt^bnk+Aba2$_8kzDu^K`)TbtuaKjs(;oq7pRtxWSuZ z+*EPBr*)w}v8Cz1NE}Z3r?sooN#6gdM(gWQnPY5{;*e55xvbL3EMG33T6bcc@6Xz8 z>Z~E6kF@vw*+*oo-r$=Vv*s0L5D0c|2q_8nxAcJY3t+04>x%%+1305%$i;I7#{g#v z4u9K)^AOHN#J39GKY;TNoRNsc5DngptcpASFvA$xY#DI1NU2Z-Y+Ol&dy|z`R$un$F_f#+VLhUtz z@(wv2Q1X9LcAKCi6zfa!kZzPd8bexwK8y*3GKz#VRrc8HL97 zWT1F})gQ#1;|67|>*cJLi8Gb;=<4#jXonib6EV9s=Dx_>i0ZAwb(UbF$Ig}uKEPe- z)vE6Y76-O6GJR9`;(eWvwb=Uhv?7ae=$LnZS$RyV)CjcH844O%V;gibq_mkSkP(d> zb(~1!WR^zEy0|Q6cggq`9ciS|aLG>f?F$Y@%JY6MWKsB{p2M(o>#} zez(Vl#z(|aV9h+WMYAp zQ2dM`&M9W>S0QD-4Q<41x~j{OaoUcx3`i4i{MR(xvyqtnp1R5TW1jy%a888Z!Zv$+ z`3UhjYRQv0xNst5r;%vpX&eHNIEBvkMfpf!ha zt&t<8rduSd3o6EPRyj(W=MMl7r zywW<7z{2~gs~njWd_;xo?*{wr%fSBf%fMwtbI*Qzb7X4E(pLL5-@JNkop?2`jwRYP zjd+(=U+y4hS)jfqPzPjg*-!ipb(TAs@vn?q0ro?q{d4A7IPL{|!9DePzZd)qtd6w& literal 0 HcmV?d00001 diff --git a/autosubmit_api/workers/process_graph_drawings.pyc b/autosubmit_api/workers/process_graph_drawings.pyc new file mode 100644 index 0000000000000000000000000000000000000000..096bf873c295b27d4e69026ba5a5bf23d5b9e50f GIT binary patch literal 2713 zcmd5;&2A$_5Uw6O&j0V`Ps;+c0wfK43kRNor{DqLs~#uz?gp;lxZB;;RW;RB-&d2$pR-d-f2_4a8hjl5 zevYAk!4%;uC?RUztpzp3t=yqbg*sJgj@?RX)ETGF1T`nE#Gz!0(rIc=lVD#JN@ggX zrRFT9bJUzGrBzDiDP5rE0;P-8T%>e~noH%`7$pxVU8d$Tr7P52fwV?HAfQ!>#_eK_ zLwsJJK)CT=_#D;+mSz>x?p0T+IF*^%Q$e@Aqk_vgJFW8-&0CnZ^Xw!(EmUCQJbMy^ zK_qu#B}0=d^FGeE3X|)imB!{C%`b{LiKMDm*xNFuFZ0$xtj$3VH)?QdR$f22d%%dv zzDyA4twS4L6?W{+u=}m7XY0el8pbw;{tZ*_Co)7GK`)5J>{}%IMol~d{?PlxtHxY zk#4tq3ba3Qulu_GkH@7CH!88i%7^tiXd^91b<30Ih15oy$Jm}qr+BFzjm!#qv%%r8uwXbas~`xjDaT-a|TNx6!{ zAn}z9qMn65hce=LpldjCe{gr-X2;$mY!}&?ujB8enS{pfRVcfhOuI8G2xTh>&#dZ6 zuF}BZQlViemRnmuv&ezIetlq#2q}mo^Db5+G2MIFN~z8DAUkOQoEq&sm5tp%nRer{ zP(|2|8$)t>GDvnX8bjwBd*3|W_-I5hvfO(1^s;DN=IRUyY`l^Te^6$<+3i{C-kz2K zEHkFL@)l53t%w>Iy{G5V{S=2wpssoOi{@`u*{MUd;$|X4)v?d zQ}j~ssy{|IRnk9`fe>q}3ATW+dZuJ(2BtL zX>PvYcT}}PP*_yZ3C>?qHb)Wq!O#>9w%nQ7VOTd~w2r5tF~GM2%8uhchnn&9RRNL~ z-H4fZ-N%#Ah_gs`C8o?+&}2pGTa0Ooz)s%sqZpjdvq1GUL+-lo9^~PfjP%>seT}B= zK8FY6#u=P4?OZK^m`HDy^y8Lsm}k<%FIgxi)*flY9`+tDJjRnHOv$x`n{(tN0B$Y5 z-72#LB__;8ki>kA$j2O5Pterf19oE39VB6qK;srD7Tr&RL`#ofD7IV2nXzvpk9)s2 z&thhZlDbHYCFigsjJ}sVzPU}8HbA=1moRM3=^72!HiVLAHqie8Sv&@Ui&65zsfige z32xNDj3rSMb7I4p6OToG9Xj4SJaInF2BslvEi*TV+1VVly{LuGHt4fVzM+OK-J4n- z)6P7)$9bu{SvFEGODV8*v_g;ZYu>xZlrhl?wA@5EC<$*%@O^xbvV|M^3$8HoKgOV? z`-9Vw*Fodoe7p+RJ8Q;viE{3-7G$Q^#Vg0-i+RjY&*qzpGX#lU{daAZOY>=(M@1q( YGSLu-fsu7(Uw z-sF?KFhNXkKnpvnV3`i(1cTy1@Ei+-)|c<-`g@|i(ln=GP^@vO99waqCD*f- z?@IW1B+yq&`IgTWs61V(fta)jA_^Go22y$n<(vwbwP`rfK0r$Uk02Ze2lcL9k&HMb zAfOouARzSruOMS5r~kAZKBbub-m~a%h|MKyf^GV#g;D z6lqD-7ML-*{~hStdqvRyyHU1G%?iE5+yChU8Sp%-JX}&*jET3nUodlWPXavOJAwn9i(ZmGuMj0#F`pl=4 z8z{Jf%*k5p5SpAhz5EFzv0K`kdlsVU5KWr5o=zE>S_A`$wkzGMS|&{}R!9yurXS zo*OQ|3;&tEVYYoJQYwiu+DQZQRTKcC>~v}4#cvF|A6T7*XvTALw7;@QCDP|rC_^5v zv2OMQ1go78!gS7PHwNlFP6{dHoVn;`TpDj)At8Z)fFRB}3CoyG-~k-W;|W6w*g4E9 zT8`g8AZnE~x3aE@vpiiHO#%9>@DMkd|DtbhymKYdo}Id6fFkV=HIg7+VxJM+ew<(K zjUF!$KT`q=IyzC z9))=!^0-KCeNZNFRLwQf2$!cX@ft^@xI2#k0~d_8P(CS#LUYQdBMU-#XvR*1eElnj_}9r&o_ z#RF`wUQ<@kxIG}j$Z=98KgI>_LBp-Sxy@OesLh}@qTq91DDr`g{>a@TO`5YIb)$9- zY|3EBetfO7$D%vcFt_s9J2)~7}CB77nV^lQxNG{NZ62UaxH7k04~rfq{D9; z@5aPBBK2dpBEnMyvN<>?)PByd0^h8mEJy6R7j4spYu(woXYn4(6i3DAfJN>BuJ;P? z->Yfi4uIyNRe%cdoi;o&9{6J>bFSzb43HblCR-0m_v&@l_c7L)BSQY4GUREp4T*E8 zyauA?R5Uu{$+&GnGLcNYO;aAz!FdQ?MLH9zJ7*pZ0`0mQE!)I3`k4~bg65}=pwX*V_q^;?60UXX|yEC9R;FGNFs?lN=-rJ zqYE)eaLGF#Y=}3ENKdv2gGwa0p`Rk*o*@<4$q-{~AtW-hNUC-)9$5`hD5eDvsxEykTqC~7ci-jrk12NFP_byvnV zbJaz-g=I|uD;#wc(JYVowGx}J^jA2NW}En%Tlh_>&RKj4q<@MkYQelx7EnBMSGYu} z#jcenNd!?)T;U{=sX-pDv|JvZ?WG{w0M4kBMisFrSCm&OS44eSqV}1W!EDF_j7Crz zW38BWr_~R~z6;mfejRO(j3= zjzIwc&t~Bik6DSy(p!U@SFCZ-wP<8GhR_A-U$iqXk9gc3BqIY_#)ahAaPGIFE%jX~ z3$!62;5#;Md&h(UTk|98(ii$`O71Wzm5qQ2qI~q2q8AkxsLWDf2Ry%H6C2#85|M7P<%Q6{rv?^>XL&a+Af&3%7Qo3Qu9-m zr?96;Bl(eoh_?|cp9%U9-)v$$G?!m7VHPlC{wofq{ahKL7w(MCaS5)DCS z*goGY*V9&t@qWH<-qB?PQLt2|O*t_!mGId#(ZCZ|6YrTMuY8jvojaHDV zBrZ!GX)nkR3BMkihRrpdY%^R!>4?Mec2(Xq!zKN@n6njc@Mxkg#T~{jtq}$eEm2@8 zloBdWd;!2t;%n#ID$?Sv?VUS!Ua0N;&fP9EI#eTYgq*+`EkuQ`>y!j0r`sDDI%354 zyf|L8_f{@~pYcfi_u_ioxo!7CIr*-zRt}Ai;_N4--9EBiQ@3E@=+xDS6VPV1r&X}S zsS5lQ1_V{sW2MlV!d%a#VQ`F|7sHQ1N(&!ifBqyziNKf!Et7xBrXUXjSxpNIw=8c# z7*@FbK#RwORpUMW63y!;F=ZXfHzP-%IIh^;oW?Jch!<$P==^@_T(>@g5pyRI&q(Nw0LkXSJCtSLwmFCtScJqOfI<=MvuQgi-4pumkKi!h_AUA#_-cLDt_89p(q) zRwvUHib#mlm;1~U{BI;V&{YO(19hnzp4+3=%BC==R=0_1jZ8NP+tWed8bv+^MO)#v zt+U@nWa)#2G?X@tFKiLNHlkfhiTZZFHU4{agtJkg4$Np~Si7L>3t_^?G>@zamR#E= zzW1oEx3tLT53{YeX~tfY97yEtzrhyFzmc9^FLg^ueESDQvNiCJ&+kR5BdN>0f4kF7 z=3#P($h`g_Y@l$`#=(V$sv`wVU#bFUD}4scHMm=J&_m+$wdd~p!0vr|WiLUjoF?<< zRxMKpJfR||#;%qM3B>15ioCZjHDPr8F&Lh`E1h%20Inv@e`eyisijX-xwXR-hav}a zfV_i+&BI2^DS{xIeRi-)c@&@4g*M=1g!smwyI;~8Vs`Qx#{c8Z^+6G-L z)O!5oEBw(brDs+L)!1(RW@9D`{;IrnlLR8^#_Ups_~5HKAj#Yg$5^3SA@lPE$q8^w z6g-emSNnSHaP$gAO1AQ*&tZ~d0FegvABTjF$VeDgynJE6G~-I)Nd~m& zx-a4Y%0p{XN;u$;yPR}bq|VH!($j60lhf3?z8c|Q#g9IZ&tr`+faqa({ImH7Lm1^ zeJMH{*|+JV+{5<9EZx1L-s^-H&+UJ74t9)J?lpa3tc*_BKO3P9M@A)l2Tj^?yI)Rn zevCy|*t$(8AL)VE*%(Q`Av?a9yI zHteFS_04O?p{eNb$UxUgcCI{=g<1OUT+JD}P*VGgb6MCaT5kK4gjJr&p5CG#%rykw zIH)^XSb4Z`6M57XLVrcNu@wO=uf)~_S$<)zivAAzD4{i|OZ@In4Z7AmI6Hs9B;YJV zy-M~vHD&L~EoRn$77y1jcX%rUrT0J3qWJ2QopWmJ%F$X?26r8&vkMX>SEejX)E=8-Twd{|~b=3 zpW{EH`!D`qJmr6-cIKAGrr!UXuz>zA6!Jf{9Ge#YY})_<#e{$Q4<-0PwCFP3DOd&1LETSUnT2jzN=?pmM>mfLd$+Wq)ov zsz1Yipj-7%98F@Kn$dymtp4Aot{Cv@rj4QKxO8Qm;va{BxXL!)|9&F<#AnEdcD~aZ zQ*eF#%gqxLYlEYouuO(aY5qi_Js9hqqW*p6m^trRSZH8U4zSjd=s2f~-Z!K}KJHjN zXr7urp5?29(5m=}4tIzpi=O&w?@o;UN8~e+xyUtFLXur(u3pAD4P&IPoF`v!BF;8X zd43HF6s$RImx89uE?+`JeL~(ICTNh~A8kOctuoqj=I6~SJH9B*qtMI}Z88YGm$qz% zvO|Pbdxyf@`43Bs(KQHH)4Jfflq~#K{E3-b<_+JUHfR6tL)ic*&OncNOFWISaSLJp z18MfKrvCiQW2Z+t%>v9lhp~uOH3&ldW_gpYTe`$N`!9o~e-)y6DPdwmzo4%xI)1?q z+P9aNv$L1a^YU*RaDCb@ErtDLn1>#AR;@$uZN$D-!m!^ zVIN;V4}W)WoI!!USmfgS!JpOpM^4H}%*FTI*vFRXQeiZGiYPUZXIv;>Sy9lHTr%~% zIhl()MW!@zB92_K~VN{TnEt-3zFmK~*Rwa308vh5MtGN-Nk|AeS7h7)_jF z(!MuOJ=IOGiG}NJ8sQNL!!A3&}lRy>Appf z9+hK?;$4lJ0a2y7XNl+=A<^ZVs7jRP;H`A}9O`|K+-HVyOe^s||QKklVuqWBd>O7Ac6dnyh)kqsYi+P!{U3-0gt z39gWNV-(<=2pof|W|u%t?T4bD`hL&Ab75!G*e!wFF#b@S2kUgx-iNa@dfM$P?+2sx zSNFT7n&Q)vZSK@H3A@)}wwER-*Cnq=3!lkipS?OVylQf)aJeV*zH=%T((-a@UfTsT zkr3kc5%;Swc+wnQb9xE-5TPRD;R1m?J^BaGs?+3crUZN%`E>#oP!DAc+``xopad4; zwrr@c5Jyp51Lf2ya*CLQz08Jx@BQhN2;^^Ux`o-tYf`{9$uk4PI-9HrZ3PS4Id)OpbL3 zEBJ~~79_in&24Ut7uOp_$SHJ{Cy?h5TlLx3fww?pIB%acG93EB7Dj!-M~pZ29>qn? zJ3Ma2S(X4Hy0}5@S`^I8HdIyic-dy*G6IZSFP6C37qW$dAFJ#S=|$5wa8*~TS@Pfs zIj-Q2M`6;Y@Iasat3F8g2;M zI7?`!U3r&SU&IAp;Vwxp$kF5E#h2iZ_=Sb0AagjjvF+Y<^>&+9L;!NgEcT6d^FLG~ zNIInBBj-4go*q%AGw$Emu-&LQ5l9-v}mX$@-vF|a7u;48< zUWlgf1LmK3Xry0jN<9u)>!ReY1+5xATs(gFA5v>LpuC}LTRQNZ#|;Sza|V++LX^rp z^vO~D=&tcNt?YBcd1vBItp72^k#P-npt^0~m--IYLH)xLN+l@^^O7~swd0;egUTNt zuK>S+t1G?RK3pjGh@!jAI}{7o;oYxW6c3VfuY#b?Jf?Gq!%(qzs26YZ#8=g0e?O_+ zLj@;k5$bN)$*bfeoHV}>Zsp=m@lfQeszs1L1|(ze_F*ts0VO&LZz@EwlAEv2I{u~p zr+|5-8wJQnJnnY3r`Dy~QoAqUO5;onZE$DT;$ywy4vr|w)Z`-JhMvzR*tpi7X=wz( zL*`I}frCJJbYycxo4w&xzlupa<|{PmHae%BOr-8|YU`vKuB-ecgc%2IL?ds}h)BXC z>w@9kz>Q0SA-}Kli_fEFO|6qZi+j5ZgyWTr^WALM410Nc2ZoLei3}2g1O|C3i);04 z0{YOD7X~-c&GP}!}9EHJy~VjTSlIqESB(c8ISKHIY*O?IKEb6PgnxGi{oDHazdAe z8DgY5D2r~0xIsv6kKm%1DwFin94rF`osuhPW+_n>Y6IBNZ_e1z zpbL7AkWgn}uIVBcKnVy!J68B#kJI{gm5u#HUla3>YwBg&>^ESgDD4O4J0* zsnQjp$yxM5>h+!XK$OvX*nzZ1G^&hOxMv7>8hK%@2Yg-pyu;n=OTT~LcXoe%b_3k- zcM@JpF2B#TpX{H;J?~(5uLojxjgtkf#rwCvJrD(ZFKg+kuy!QK@qesM@|G!vL~Sd` zl(NIloJ3i$Z77BSn>T0_1k2`A_JDvrP^&RBxB&YZ9rKd7+pcal`7uI?SMgr0g_RAO znua&L1PpKOimHZ(h|v%Z0}OEKgWfkM-sxNUNm+hBjC#(gAh>40DhK>rq z0X{EB)`Rs6hZnt4w<>CjTAa8PU9uy3fmmCT#$%jkLBlkouTyMiqG2zZ%)#26sgvEq zfD8jp-@PC2Cp*VNu#Gd1uj{kTpDMZ2uSpT-IFroEQwv>;o@{-`#5zZiGM2A5)?&-rl$$6o1~0 zKo8ImH=IDZNAo7rl3!Yuh~it#u6qRpYBir1XRk8VkgfRyrhzzn{a7TZoMYo@k&R`2 zO|!oYtqDZZE?t;1i>TWdFtnv^VIG#-SMX1f-X>1|82-FX{5Jd%3JzUOY6XnI&lOC> z(@=e`0~7o|YcDSY6DIexD0cIUh-Rik61!v-My3oDh9P9Gc9)poxY6Rt1Ci8*h$58) zVF^|_&thosc(x2KQQA8TnoQozU>0WaA0B@RIZR5;TzG8lhjE zzq?(K@hiu;d1y+qD9Te4NC}$nTPIqc3L6{!v+CpthPs<**m9XL0X)0K2Lj?z^JMg) znthD6-)}b64ny~uEo#e;x-6Q3z}<3K1+2lRQ4MgNq`PYlTrqHJ$R1>w75Jw2zWKYw z2tDuFM4_e({&>C3`_8fh8>Vzk*bi^h_aP^x)Fzi(0rz5jql&?|;tr0hkCEwVSd;_# z#DnPid|?Hd34(N(+hQkpL^mMli#uEl^6RLfO$phK?_+U){8!}1QX*Nrn2nhV9#_9P z&neM^EE`9HZ9AMHQjYqixSN94ej~z4ROJe*Af|hneN4`;|c9T^881$!dBvts1T`JqqDJ zec0|H>5j}<-s*An6=;jcj7ruD+OI{hf3Uj^h2uxoFeMS%??ngL5|~Jy1RZNMJD!^L z$m_OF@=!d$e+^Po(a3bah)THr{wp-%d0x`Ra?jFl(Pr7yel>IS^E{Vv2C8;Ag5^6K`bQw8`-N!b|tZ%Y%s;5*K4yAQYj~vGX+J}wNT;FSMfI^W7 zbJ9Y4_Zz}kUTFIxd^|Z@x2xYuSYkc6Y|fo()+N+D_ckPOACP>i4y3>7PyNS=0lL?{ zIi#Lw+zu4R(-YJ5z;F` z>X&j9qDaI4p8Hr`ignPNB}}#~mwrnzlt#ju{thBgAHdt45qe)Og^4PbB^10lYEIfI z7q)jd<^j@+PuuD&&tGcWVnvUNFcoF@V%}BiFCaQ}^tl=){ZjKHs+&=|omQU{ITPw5 zdc%U>V1i;mk0tr~+so}U0&LjJU5bon!x^hG zd4?g+Wy<2@RU<(TvnFmJS(Ek&>(`@5*@>l?9CV1N97dB;a+YKNTh40wD^%{lgT{pp z88tvoi=0KzsE}Dg#X~|QR$9#Ag!_LcTvBi0XI}5sUZTH8fqPAdyqjhTYH7tEn9Dnp z%xHovyz-+!J;kV*&%?;e3<-Vn}oEWLd&OjGO8H z=;&?5QVbHOfsAte`Z;7k2prMz%~MX=g;}s{cedPo%*Kl>MP_Y9mGS%Gk9?AvN^P~r z6b(^F{_%pTSscqlVdbKzyjwpeWeHy_=G5*jXP{?Qto#=_zflJp^Nep~dDC3APccW% zQ+uz7FfQJjWaRe?^k%BOu_^YwY6Wg;xsGgePDr4r%NTiZGYy7XqI9;6jNka$_^${7 zqxYy*#ChlW;cd!_sE=F^g5=+e)5P#Pffn9ii8Ns7u{bY9BfL#yWYdyq^*b)Xl*P4e zT8p^MoMsXytUQXdGHHM@h>>7aGA?E-arhe6B@064Y9as3Gsu#&h>=gpT*^{QIoHoE zkTlGJ#Ku(0w6}H#$JOje&8ZXJ6e`^zyNSwr=BM$wMaI*NRe}*72`dT+g>hDQI>OGb^*5b^E zuta#I$glgI^QFH^sz9G8lNrFky?>ddOzwvnw97dNWI3WNS#zbyZR zw6!Cv#sQTkQ;YgbLiJiVvxF{l{nzHrss^pz3*O5FAuAaOaG^`Yr_8EL>|W zQ6g#d!s)8zs;;%JSF)WoiY}tyWf_(BlY3-}21lBOoov@rh}wXk{51Id#8r2Q)P{N@ zx)&JAaoPLXb=+Vh$MYW_kciC0#10DDfSWuiX*NfN3$aL=|JKzTuJjOFaKT<1I_=pB zz@CkLbV8@*rV84*2s54d!aaNGFM-Z1e@lSO6pWR320yOK4n(G=9U3`Oa$gm zF)HND(4gD`gdGJdQO#}ePweO9K0`IetE^FN9<|C489NU`x+IW=Wn(8{aZcJ?61#XsOG*@ZF7;km5=!9fXvJvGrcUuaHIR4>~?_u|Y10Bkul7Z8r zSUSt}vFQcT-I+30qow+FA-h)!iSnA3`#IMe;ztNYFBJ|;rH#BD%R7){tjD22Tz|O2 zJ@+_gPiVukfY38@63=cdTS;R7i~;_9xE?Qw5Dzcs+DMr4H{GV@M10(`uRM8xg05m7V0%p zn^-eQLs=#W8gld&R`+ao_pl1@;&=VDi`QUnO_NJLfT-D%IQ+Ekb&JEKbJ4PPhEtq3 zoC>gH7-E6ZTv%ko&WH_DlzO3adnKzIXCkw=TkH`1NAg7V)-_ESwNvfWfvR>pH79+P zujP%g{Rcbr<;?+kBJ;%D{9RrHZ5XVsic{Z~vRQ08pC&)c6?9zMaeAeN;3KqOZQ*{0 zfn=2T4RNFfLpLsDt@IAqIcQ42uO;;_9Wuohq&L|1WOLlDS{IZ**a_<7>K|P!?^VHg zfUp6XVWqis4H(S$HVrV0;PD1xPUt4)U$~h`qAW2^fu5&uAvYYcf^H%0*5y$LR|Ml6 zn4FDOW-}N{_Sl*VPfMG;2%X+=#Kwa!P%3>|YuSa?F37tP7lyEF_@`{~j>`oXo4P}8 zIA{dYR0%p9VpXzQ8O0TVbuZs^BONw81eQOiG(C4Oo)(c7m8sme{>ijSUfcp#YM2mg=F}u2;*XddTH}r)^@XmAYv_6h#daeOp zAD^GA3pcdw7P$Nh)P)7RA#xhuk5Di~pqCNVBtb~KTkHl`vk%(st~$EeOxs6+*F z-S&e(%fPr`-uE@;Rjr+WTfoO0h#lXtSWw$vfDu6PPVSzSPy-jcmQbMviCEHDRA@*O z_kJ0ce2=V4d-s`c<}2MQsO~{1=JRGQXr+gsvKd}fyGkOK1UQ|6_>wM|dS?eyzjQ}p zT1IlJtf|d}Mn2Ke7Y?7%gfgz0ap{_OCLrj@w-w5s&lpRz0g_do%4Fa)fyB!z$y*<2b3$J&xcE2Pw*vd zfVr~X&DTCgdjppYE{%2Za-W#{0q>EqI&IftIwLHW27=o#k|Q5IfvsA+q~%N0=smVe8d!q$q&e- zcL5{3jjsIY^j>a2;w(Iiu5=BzKEk_V z(Tw^|D9vXt(xPHd8IU^RzKgU(+gMLdjA0kSx9j5&9;aztnM->-t(R)l&$f-4n1rJcA7K+$XiO#^#)mUvLy6a>DP3gDyw>DvvEM~!Dv@@{ypdzdC!+jnk6+7d4RlT5 z-pkGd*<&~EgCmb}#e4~Kspmr*B#KgPg5^5V4cuTqT3_c$ew@8iPErq75uG~p8h+qj z6F4L~nr<*Y4B~eN+4Hojy(5kwc0MNLn%JW<%+9#c09}$wRr%hr>79xzm#nvxV<^#@HWmLoElC-nE7m zw8{q)>p|IHK7IF)pItluqF$HR>h53XdgK*$^%G|3BmVw$UZQnjXC7t5A3Vv=LsS|l zTdM0~o*u>TJ|BODDaWd~hIF}SD$@+pb_daq!)dTl3Qxt>+h-yc;m!NHIjX`FD_3}G^WioI z`h2Y)-vf@80Rq2VCUd=0@z4xX`V#aEqZ&Rq{=7o(v|H3w;tT( z^-MLoiir(0D@n;SG!+WU6`j#6-BHLL7GVz6)o3@oLm)_kx1j%R@^6y!!^8EgN%*;C zreSvth4~OssboEX3KLZsVZFxg{Xy-N$+eZ8+0-*ry)r2xTETs?v0`?D&m&Vz1 zG!FU#spA^!HXy%pCQ{%r#_rJG+YRvomo!iM7|Qz)mo8AH-Ga-FWKZE{q=Y$^ z)aw0NAR3?FRvjDswocy;s8*$Jon@nOd9VTh{6%3i19zoi&y9Zt9-f zt@%kRkljXzAoQMF9YFHTzWZj?i^cty1&ZV?BGd-!#$|h93o2D_MB&xGQuB6Wfw7Gf zva0k@+$s&T*!YPs*ia;HZzK&<6`>I31=5m4$o>lS+NcdnKOq#6DE67w5`PfRTT(D~ zWiDCNTDdcm^qsMCMkMm?Ky5IGYvsqva--d|I(wmQTw8qKP+)f8l#CgAqKv_AA@QY_ zA$})*B4@1=OdY&@z{9FbE%Nl7EJ&nF7L}+k3xR+Bxr~nQEQ&JyyDaSZwu)x0q^CPq z#2^FpTirC!MbNri7yY*jh1ps5prh7JjZfE6xae9>jj@jDCg zm$nrf-z%8@4o=ZUuDnvVr)LQEpg8tZO3)+N;M!=trtD`q7^2#PLw zpsFB9bm%)+o4@Y)P7C@Zz12R}sijz7H4`3|f%f=*ezdf6egwk7EXIr*$ALJ+6DZD| z0fKS4HQ*d{D~6V!gm<3#X2)Y;#uJ-fgnE>Q0V; zhs@j=splPeFEY*uHXYN%^4dw&4eyRwz*#%=Ejen;=r3J}?q2>`!{RQ+CXA2(j3xI$ zMEpNemURfN@ViV@Kh)UjV}jrjph64^SFHNxJeIQw{dSW95!OTgobGXGyLM`Dy zHA~`&vqW`i+BK)nG=v%FrMJCRaO8a7|D&$f0UbE3<9hV)#cm<&fK``~&Al;}5^SjgvS+qU6u}sA%AA_X3DOQAz4Q&uX z@kDKUZ84K`I7eyG^wUCy^nf&0r#lfWI)geDwz(~_#3Mtw#6?klY-nk0mBz5J&*lqAW=`hJGiG&Z<;(3|roPeS2XJ7GjD8ZMCxL9jL{8Qc z`jHV^g&^ofG5GycvbykW9;USHLaSCABd~<$-l4OvZI5CZ+Ggkm=Kh;bnZBn*>9t6U zk#ZJ_MSvfov>TRT@*Pv|Q@}YVut0<3#rMYOmv#FB;x;A4j8Q zpBU`#2_0RmG^tPT%9QtUQB`;>0pc?#SEIVr#@zb95O`i{%=8RjMszx80qP;cr44A`!$a*wXgTuIYq*Fwf~#M0 z0?xu%OZP~oa!cX_<3ngSB-F%ZrQ`GjWOC$wS)Xwf#op%E5q8`2CrU$!TNGt{oc;}V8$mj2v|&)`Qr1bf>GKh z8FI-^%_i8CDv6GCy#6t&Og_mTE_+{+G>8U1lcqu>;+W$h20E6`cw)_!k16Q55$(?B zs4eAF9q`{d4^Msc5H1=7QSpi9T*#W8)RlX@nU+-A(1P+p63~spIou=fD0N36lZh5gaGyElvXZ_P1L<3t$oBjy?o{x$)3f_k)!3a ze^*z2q)83TwRd#$nE!EyobqEd_MlJel;rCaFBh07NlxhA6oDR$BBP@wFCjcDY{KOT z?s-r9c|KXQj%e3wNYpyBUYZ)YShO*Fz~=RaP~UI77a$o#)QXYYHZfTMLuFGTCx(|XPd5h#;> zaeVP!e`XC@X5FQTq0-zc&&xL3XOa9@Sn2LKa4VH6f#>FqO-APIMy9Tp}?6n+~J%hjk! z_66)k)D{v=9=9Vxnl|@t#~ONnXNGr~O;5>&J6pVXgNfH%dO!&EM{HGsfDAtIfxqWA z7V?WH{DP)naAGJ~*U1@o^9l$G`(a%Fxfu%y9~$qFa>xBBEPtG|^`&KTC&SCT?tQtsdVXz49|$Xq+fM=0{RFB})M(`FLF{x zQ6a8Hj<@yUXDFdsm~-yehb+~?uum_tTFRYx!JBc3A*_-=+x+-b@|9E%MJg}56Yja@ zJj!w7K`1gzx3BlDJM*BDtL2_1upPsA_g$yC))&xrDL#iBQ(G;onC>IycVLR~Q2;FFWD2Te#F2<)0^mnh=v5-k4s2a1c9;Llk&2+C;ULws#}`uDvDtk8|&+{7$q z*tq4%3lQfEptCK$ZZKDF+UWAR`QxwI3i^7^=2#odZFW0y&;i=*uLLSP_v*6()$V`F zqo3!==LA!+3?=FDJiHT2XW%pz-uogK%TSAgj_I7nLR6F_RZU-0E26XtW7tX0u*&fZFDiAp$eAl`7F z5ytZM^c?#f&d@&@o*!@@L$;=MLzff5BG}uWWxK zF=z|Ks3b)kTL?Fl3FRn29vi+3)g8Hip}Bc|LTpr4|8Abs7QAT0uyFqZQA))0LmkiG zd=7=lUB0=t1*VL^%Fey{1dS%+`+%L zY3R^qq}Ad=W^8l3s5^Ek8e2SJE!75nx$kF_Zf1l>mh!T|Ch#3#RN3gb+9_y!T0sW) zq+H)0J6!6&{D>OLT16Hr|4WN8>M9$~;?k{h!m`utfF){^sM%ry%_r#VAK>EV{#3FE z(fUz4Ub*S%K-7CXdi#1I?{4|K{-`@rIqMmJt-`JbN64{My%1>M*H;MREs9ihJ7;0K z;%6Hsx#=QMvH)YAjhWlt7?O!6up4TUn`ckpdePDsE{fhwjNKLz=81~iGRHAXMShW( zr`ERS%r1UiF>7=3uuvZF{5h1Fd5NBJ$dRX!{nrg*vlIN0>|wZ)JR4IW-!vd!mVv11 zUq&Ng(rf8rwVa;ZpfB%e(a%?#cwRThU@dGx{1FWlDbI5oUXyVl-8s%d?v-f9o~51p zIU7w2Pk%+krd5OHisE~ZIQm@;kiF&n-@yajdR#lax1{`>H0n*_dL+YcG?P+e<(}ss zNC7d)-XpaZi%+x*Jbx3)-N?*F!coBtZ2JQ0L-}wlya6jI=q!=>7o1EVaog8LCa#1W zotUL!F*L5)z&7TEBoJ+1#Ref zyZajHczzs8Zg-n{n~Qk=7h~ttq)8iX+cLUr+qP}KW!tuGyUVt1+qT(d+tr2L-?=*% z=fut*@LXg>X5`8>#+)x}9B%eP=ZXWoxd%n9jfD@vb0k!PZ#DqvU*ywKo5=j}bxc%8 z>p>@^xp1tMpu=vgR2M{@XIEQY4SV_I$7<=Ti?Qv#1Y@le-2!t>%|WSRwc-}`!`ppp zlf!HPihk6UGOG~o)VXPSyV;_waH6hCFx#PF{6-$M0}6ZLUa|3MflgG-9v#a*+>BmK z{-)2k8+MLdvg|o0*_zZeBZ-V5c4eEHXFAeNtDVGv zbE1!=nJ137XDVSsdlUCOX@*=={)i$amH#A^ z0Z*z(s2Js4)C|G!7T7NKR``}_O|cpDp3kFcN`?8&5VojY9snUZ1Hp0YOyzg==aA#| zl&+!exW~i5(#kVm@Wnria2#gT4j-+3&y}-&U2e=ts@P+$YwI(h*1|5gFgYrdt1;%1 zm&@~AH7#5_(_yrcHFGi%K(z6H;TD{CI@DANj-7o&{Icmb5mf)SF8OGWN-roz^`LZB zYzbsCA1J~oZYg4yyfPnwW<=!A&%rmfHqoDi;y-Vr%1E?OU49aC?BK84Ccs>rwWk-$ z;a5PIrXDy)w!EA6LPk&+TnG21gnpo}K+dXHGrhMraTNCx?{sasi?!Ey-(um zRTz|AMsu9-cpA^*Jf@jrF+pr@mN10l=Wcln)pJ^eFb8u=469AdkjT>vl0*Yl8X;SC z_V8E4eGs$@>Bv%0@+DB{OcNZ(aHr(s=2&&o)^g1|&f9|RqWO$yw=S;E>i&=Tjv0xC zYrn?NY-GbN?iz}~L{IQMu^99TG7OZ#2m9sOBU~DAJTpm`3{9Z^yK>Oen~Puq8++nd_H;U=^`UL=w8xvb-wTlu7E_rg z2xZlZ#gw3sqE@(o@G(f#kB5hktItPNOvn>-{j8@R5+6)%4JL$^7?)~LYz^urJXL?P zEK~QB-ibF-U_GfMePE@`D)S|KGsw1I{YB4P3?q|xqWX5waR=sCbc5k=ijD(Fr zv(Auv%lAt6hiQd}ex;|XL(lx~_Y7Q_)6ThGeH_jN)e0+pjIMQgA4t(9$)3i#!yD!Z z2j1Xa_OLZMgq=K8b;8JRl_@;w!HSO+*X(!xz6Kbtq{7+@q)shlm9BE0cguQD1@Lmw zo4Ybjw(R;K94B)II7|6c|BmgPCOFgAcb@UU^uQ$(YjB;FrFr+<+<+1LXq zF-yRj+Oqo9*k$^Bm#q7Br@@EF01wI6BEB)bn;wz}Nj!oX+MR6DlE=@#Lrdz6Hj*Fo z^n${dYArUFs^}41b}Wumwl;{{JPV`$pjKBzc#0V0I&Em18~#qCwKtrggRv5U;RzG~ zhBt}Gi9*D|5y=)CR5YV0SO}SHBz2V9yPSSp(JBQGHqZ``Lua5~ZwIdcx9`66>VXkx z?}B6MNIh7;2nlvW0%HXrOcPsDD&oLgIr z6FO&bUa$+C5bdE>^!1@_W}w;QoJnCP(dPqy^1yeJehw+0Tw-oY&kTUsB?5mWONkyD zP&&|-!Hcy@$7G#@82--LN!d}bRb+5uc>NIZdoR3n?@*!O;6g9%@d@60xr!q;nTENq zXT-ZA+U3)*<4*HXV?}Al!D$G=Za|b27LnCNYG`~v)NNjCgdqP8R|9|S7bL<66L@zZ zbTZkiN~nnOe{W|?rK$!21*FOv8%Q&$86J^jFtl1M7NwF85IU@Oo>26 zdoUU#ESh9nuN^dFu0(Wv~~`RoaWb4 zR2;a}0lFN$n)bhLYqmQ<&cDFyhq4^i;>bihRZ5RmyI@6#D|tM=jDE_3&yw1?mavs; zc%}?#JNr*qK|60j7G1|^-$$Tw7|3U3R5_UBG)5uao}j){9{6@(JFYSQ~oYxdjxM4**1IP~PP_~3Pq@svQ4$t)w6 zR4$__GM4+TuhJn`0n{Fy0{!h#E?@&`Xtv;Y`UkkEo_dNsdvL0hgw~Xhc|J?X7Mj*^ z8H$&cyIPZ(ndbE(=)uquQ`5&dZ(4h_z?-C`qd2BEw=;0fTh@0T>W~e>TJ(waOPJ#!y=EjSpq8HIq5GR3mo+{DQPVP}3%L-rTvP=8+}@Z8FQsx?F@VSfM3is@;q!ES|# zbT>S;{AdHk!Hl_LvS^3dII_?eUIE-fBM9nirPQ#$a=ZnicdmK`BKe#)T@A48;P9Y8 zz;^tV$0oF7X0Dv)6?!WHfIxV*%<=M(Z^g_fAAn`myZVH>i-5dNlHKY@GS*fZjjoDV z1RytDvyyBHmT9-Q;N|t(HIMyrpxW{#vz_9+^ivA*x36D0-v+qj+W}83TYQ+N?*O| z=Lw8U6>d4^PsM}0mnBJ(_I{1g_mvlGLB&EPN6P|Bq#n77kc9gxG$|9}@v~L;>Upij zAG!36Ul5dfcK*7`QBcon+IfS8yGhOKafaQGn!WK+RFEAxBMz!%2n*bH@leYX)Yhd* z(&D}7L<^X^@QIr9>Xv3xKT%h+M$6SLDe@Z~F^8Fsp5unSvhsr?A2o;3tb+^78ZFVE zMrgjQSa(0%1_131a;;R3(s(D*v&^wRQ<}HJ?`KD>o6qB?!i;r4#)V&CmbnkLHGX8i zd-=7EYOZH~w`#4-`TThmBiO5Pn19h`q^t@%8X5ZVHp7YQ(X`Xo8cJ2^!T?Y;ZIo&> zLAj1bTeNXf@aX>0i@0j-)U7j2+Ag(c!+F_qrSsVw_G#}lZQ1IC!8?ss*$E4?dwkQrRhY_(RK-FHC zUZCSf#Cy71Oc!cm-4z1^+DuXRj%21q-hgV<@`FJKr>R9UCJWGCLwwiQ)dAZdDwpML z0tBx?Mb^Lgcf}-}Jng&B*MDd+@M1j=o&Um=>i%8U7tjMgUt`t_wJD#`Wpt6KAFwkR z$qArf%|>Ds?jbpaM>7nI1j?xmURaIgM3TGG2#8RK{p+kVE&{$>;%)pC-9re{S?6iR zHiYGg<1V1;kjHYD%Pku7Kzvz7(%oV{MiL0XI7F(Tru<3^9m#tB0w^A0bS#wb|4Xk3 zGH*lka7T*1k7fX%;w=+gyXvAJ+@ES7It}Hl_8iG0)A|})#oVBMJ7w-2CgPQ`pyvTG zob4y_C~`hFq+Nloo`Z5XTsLiN^F}c2dgPKe`MH3i81P>Incyl=%UM{*&s;LxP*4h?zbdqc-?~9WduNtQk6qD3y8spj zU|&?ZQ7hjd4Y>5rR1lv6Un(M2pi8>Yzw;JwsY0B7r(+C7pwd`lyn$I^c3ZTk2F9;p z#(46nd``w^3_EI0dznRv`3z^Bc6YVOZoz*A2uhXVV1s*3gKq zmvqB5CL-IWiW!%An!iqe_8h_oYTXY^iOWYCvnRTcjJSs%S3 zz#uB12h13PZZ`iy>T8M-gw~)f(*T#aa$MS=Xi{D?q(yZ~>$)_&#LNQJMKDMF@;5S} zY%-$@Tu~tjXENJ5+cWX~BxG~#0gz3749sP%l_FJFZGGM}^b**y#q2uC(3C^&YsVs_+zZ{&Pgj&?-cN?3-$59S1Xm^N6yoapjW*_{ASx};cZFUJ)hBP$1 zFTt$Wd{5v{wTi^a!vLS+UOfa)6S8#cuD1hIZ}y>BA7 zbj8KWc#owEME9vL?uEKfpxVL@RhwUkMJ371Up*DXsN%uP(M)@*OF&aUp%}W%)MPic zr0^VCD}h{azoxXxBv*{&@zc8Ma*C3%$aGJES1sb_is4Cb9_fr#2`V_ zOdo0K#?{m%D?nn&?9SXDujc}XMvG%vF*C39$4hjNXZ)U9Ur_l8H58~S*hNDk=1oyt zsz4L;$b+<|#z1uD?GFpLU7Rxzlk}t}Lnr$D6Nqx3tR4gFlNV5bd9UjId3+BF|GGG( zsYDzlfRCMk;h#2jW4h_<;^O7F)nJvi9JSw<1K5Agz-6g-^H1Xn`76ZE5b!;yFPK@S z>?qpbrC8E`H(^Cb$7MCyb(gy_fwjL4TEE>kiR0-|Mt>S}E0W8jVz|p}4uIMIB0o9^ zsQrrxN|O~+*_=t%Bj;P0AE2jpPFthW5KfdN&ALSH5pck*RF^29>?XU18eirq9l35R zp=IGME;X@FV5TC3K;0Mzr7UBQFCggu-5?80g-jDo`~^jflJwUNTiM*vg?o%usOWDx z#h>54D%|wdydk1_DP#R8XF5Y>m_yQ!4Tw^)Qq9!kZ4_koQ)+Y<12aH-N) zN*ut#$qBulAA1IIU%5Du?`hF26F*{lk3IWkn9Y{#y4}2uGesZ?PG`Xu59h6!{0`Db zo9FW=$@bHlU72QoT=~J05^5jt3B`fFW5du=M=m2oye+-C z`x>rE+~pkS%WkXa|ncw6MGvQ`;5I)>{~PS6SZsC%~xu*7Cn+uLy5gc*hgn)5XoyVYi$ zL+QbMx5|Fp+a(6J1cc-B7Jk&A)#eoSjWYvLkG7!cDw8n7%tMlwWG=BpUgE7Mkk0nF z@sh_c!hHkI+Cs|rxx(zZ;+Fq(^`on!{Z?uZL!)qa-yQX{AOk#n*V9%}#@QwPwaCSQ zmhVu&_gRq^7AtG?4y^F&G1q@{v;NTV*rT_pIM%qyKqB5mXqm9>pTG}uAm~?P)#ZGt zvBsZ~@tDntE`qUO)!zyXgedg|aIN*+;ydd$APDi{*|;h|U2P#O=H0@~i#-P~7%mU| z^Sl6D_~j>CA0epH`JqtypY~153>`0edOiH{>*rRaog``cL!ll^B^Z3IOWFy^q!A=B zQb0AMNm9T(#vKXNag%f3fV9%Jc`*~+P|Qrt+e_?~R`HCbxhDRK$GIlzj-f}s$l6)G zY`prZGeT*jsBs(#E1>Kjjge`qfo=w zIhV~F-J)$){)7!0-_PH4cc)!BYr2$0AzQ30LHspH)R zgwr|5N5H75ZWDz;GY-u_&4QxmloBBe?ZmmFRDK_H3zIc4)2tF?KbHsRrb9xI>bb<8 ziGFWv=JK!_pftO=;PFqMblbQ0&AuC^SYNE7x!wdM zrD1ulNa#B^=FhUYS>QE2Ni0@`Sj8dvEAgH+RyDaGWu6wlBCy;O%x! zVVbQRs8_t(a9;{W{@mo5&<J%-T#_1!@3 zp#AtVht_TVnK2V)6U?OcLNa$zM^=vUD2&I;YpIIQEseN@jhst5kA0!|tlI=zWoS|{%H0jFXq#YylKX!4 zzH#}OR8&=j(fcH!VLsd?C*(ZdC_>~|jmfn;QKDEns&vn~vw@}JY&8ZAmOz0!{Op(y z{PispnAsPGYCyug*H238yNASgz}2P%syy?H`?NhI^BrG7A(x!5mrEmt&?oz8ITR|3Ciq7nvM7Fo|dieNvm z@ao(Zd^MEq@Fk7l3JFl$N}>+7{+M#6*Q$k(_eyULJXiW43p}|&YYwndv+a*TbpCnKpnHpEV)*yrFHTStKpdW4tWg_Q43Kuzch?27S&@j5G3}zPhnWblN z{fp`dUD43or3UqZBWEXu5f@k!LhG!sny~Ko&LOt6GViOiLW4`}@i#EtSo+B`8B%XV zAKplByRKTC2@P^qa|z6uMJ(KuLRVL(sw$0q3Efc$981y4_63x{IzL?Mpw{Swv}ddFnl>GI1*>|4>sn=1lPb^; zdnwG|)l|TPHz<o=%+lU zC7-@cD#J7pMQjM)SkLyC@bG$+z!``OGL~JpKg%d%0a$U?Xg<}0U9kFS&jKkZx;wxZ z0Z1-t0Qz(3(INaIIC!Ls@IkS;{}c1ZJI>YObYEwP`&10%5fura^;!B&Aq94$Q@z$B zDiB{W5ufNEU=)##&A@`lMPE{ld_$1O=0iE$B>ti(gcE)W=4#slR{X|lt`Fm0diQLH zHy2e(yA%r@=xK(b!W%|U)l}Ffx2)-t9=eNu&xiM$-YmqEXv6S`pl}vQh$r1hw+``M za?+`%hCK2VLe0Pl$|u)Bz<(dM^j;l>U5g$XCzhgriRnWwDx1d-X?Y-#b~laErVIZ- z*jb1|Lt4p3^hDD$~jmZvISkoWCF z2geG4LV#E!G5p;hW#baL+woR*vfQR=tGdDtE$642nDmvfmrYm^l$J^eZA$K&WCZ={ zObcARtq`T6*84utY|pcf%O5rn=m@)$qh&@FBXA+GW7*4ksPBpWwrdC6mXsV$J#%q> z(ZXjC3EYbD#kTpn1+$r@x<9jI0}WLTa^C`{C{>e6W>H%cDyE+!=WB}odfBm|9-^af zOCLhuVpbc4sv!`Q#9A?aGmpZ;BxaxrwOvSP#nZRH+;D~LwabTr^WX_%tp&biFqb)6 zZdnG78h!hh`IR!qOx{Y8-V}j=Ygg858SSaI#%V_lIMR%TJWbq_-P=ILI;`qfl}zVc zLsU6-^1VbF2l#lMGkWZ!4icU9x!ypVxzyAFli-xr(&j)C2xitV`>@Vowv4gK1yVe9 zR9ROYwzJ0V)q^D1!Q~SS=;_%oDY$K!0ub4z>35<7kqTf%OeU?NSGEiMQ<1)LRooN1~Pf-$>TL7+y&WVSfn}2})H^Bhso;cJ;CEg}#YQTmR=$5S zC5}n9d|F)~#FD-NBRn?}HNQDB;E_2?-aQ)N2L!!I2AmtM07!N#xQ-l?v2a= zJ5F%(DAdG=$F=rz8Dn{UK41_(4fT(^!zT#|wW5toIBEfptl#~D&tN$a#Tv!!s)~ii z=|gjw?%1Gtt~url{7lOHsP)Sf31xEQb3y|sLPNzPZDCcsTo+&Kwc_F;f6YmBnMJ{M z#3Qm}&_)_6`Ez=XUF|lmc3$`-^YunEOj=@FhV1%|Q;l*>tmCl61Jpk8zIZrwyk1@p zr{6nDEZ3)}OW`gB0~>PUE#vT~(c`VpIJ0+!z@%RrUtuKnaeG-XSKBQQ=#3`I-`mhpNy zu57PTcTtc77xfo6ek6a4zYc!pyU`}o-k1_l1C3@{{ zEg&WwT1?2`b;;ryUs|LDON-Wof>W*0+5Z-L`2?R2ig)eip4s|n zuOg}TB3-*){S5sUf<9XoqeHvLPKn#JLSY9RwT_qBdol6!KYl)bem)-gr$p(RI_ix?bzj>W=)g$U>`c%VGSR_9g?g7#;D#cYuHQ#V605X^;NyLz|2^t-napKDeB@x$% z@}0vuDsn@oEg`-8c|AV_EJ`&ZHt!#Xi=z0ulY!3O$pSrAlb{YN$V7}OO4bF10Wj-= z-z*D9BZPy93KkQ^8s6+;o8lV0^4O%pN&B_?va5X&Q=#i8r7IZ~uHe?CcOFRBdX%^* zlXCjl;qwqTiWkBM!sP6H|z_8bn?ooh>ao4uDt@hzOGLP0r^N>hPJ;t0xRo8vwTSm zVpkg)`R`ci4gLgjmf_Sx=3efVvaEMY?!kR4&#QczFbR%;!+%YNMN_ppM;F~AL&8&+ zofTnDB&e8-Rcb&irrR|HZx8oJFLK%i7^mpCgJIfJ(Lx1>z%N5h01-!PaSlY_F;3af z9?bmno=U|{956t|&~((eU6&DvZ~WIlrpu2Yr%t0--|pqA(i8_Xkpr+Zjk2M|)(Hj@ zO!;u0HrIss_0MW*wwK?$7WOa2ATJApn`R{1&lTzv&3GkS3`@CP;`!+c4>6jpZ?&8U z6u%RP8EImPI~wj}I+-a%;i`t$*2A>GYKqv&#@xs0idQf^Wz($DNBI5R@gd zT<-D17&Gdtm&}k<8Q8jI(8{>xObm#2Q6VBVsyW3Z9NZ=_6|+Kru{K2GYker(6_CDaEWrj+T%zGEq$dRSmA;TI`IRPzk&h_63*9AZ7q8HCRDF3L;jX02g2PZ<=O`$!Ml0^!XiRX`Q=;4USqh7>t;sN(q1~h7VUDW_o9z3& zI6(>QL5*jl$dA)XYMZ79yUF>cY2#(kE>m~u2xM+Qx=`i#FfGA+&`#uMzl*Q+-nEmTsA{9>P*#0)G=DM`X zpD?Js<1t$joceGB%}{*z!Q$5`5s)9`oDeGA6zL|Nry)^{g)q{`TbN_lfy`< zMtC&8IVa3xEepr04^mn-C<9%ajx2hTqsE@>=w*wDCm+{U=RJnQK-vwBK!C=?!-7Dn z)ct%>_u@wm44oL9{Etu9^r#UIavFhyy^^RSSbnaVCux8NfAGOj;Ab>wIZWb~x~|+K zE{lD`sHSJ0LS-E!E|_N$TTOb4M#Y9xPKyuFf)XGg+GEyPmIPT>fOlrMXT}5{Nh&*& zNiz&Zl#*})bj!tVfrUQ1Y5cf< zrl0bV>b;H{-<6=@RgPd&wUI&7GA)GR*vKc~XW%3)%AfPKV7M+$%k9V7eDOoO4V8)n zuDT3m4p|+I^!0Dqw(8i>87WP z7us;QvTN7~U7b?ji&5?d+0-XX1>u->pqb{exUH|OEX(L<-VANICZTvJV(}cxLi!u! zXbq31my2J%kUK95lJW5d)eqN=n^p=jZRi-No6_+XFQ={I^6KL)42QJ%U~z zR|hvg7eC*op_QmT18<`?Tq-m5_4VyFPNyiQS6#f`&-K}X)6}|D`NFk_JzaOM|If+O zZQ9t6YqRMzYWo7g+ThjGj5UPGR63PI(eo%W!zeyqAGYq7ORsI?c|OUnaGU9*(u|e( z&et8h-b}~rOm!O9p?&Ru2UwF>x2Z7VihyOY3IFrnGR4WihzjsWRYWp?G5-SNi6+sL zQJV^-w9dW0D2hrhml!8Um$w6oL&DHY`0ZseGOJ^E@+xT@4P#f$N$`WQp~HV!5$dr( z9$4znQygih5@ifpj0q(=g#T%6&CBLuIw}7-d#wd?Q|*;Mc^nei1hKL0(-I4!q|V^8;YJ>3DV_5+OUy@TO@eBx@LBj7{psKtLHUiWRiZv+MApq8d| z48`@+99lMiZ1yNC{+hDSUZ9Ln#PME{tee*TlwLhGq#sgkN@=r^`(=Rq?FpnI=asVq zpObaXeV}YE!`=|q_{)81*EQYZ3^gzeI+M-;C!`ma4<7WTp65%_7g#p9`jBaD2-HRs$@QK<(k)KuxT^~1-G;}+rOPB$TjKU%xnf3cZ-Z(ZO13>Mr3o} z92?&RgNvvBf%Tj;JMKkh(u%;sk+-3d?Vp~ZV-uLQ9U|=Q_;>~>9(To@=U8iT)wl}V zp+Xcg3$p^~ljaYt{)S<_zl#AXPbg^<){#LAI8AP11-97__@)8I!Um!#*i*+?3Y?Vp z&LYEX4Y2lD9^6j5u|zr{Cm}g z6y|JZ-Kz)5M}U7Y=Bi90MqIVb45mlLNM_;8XS$?e!3&%#*c?hH34{d`s@jOfHlQJL z($A4a#*t>W)C6Vh*#go@CM)Q%)H_KPD0(`Y|EPmkM0d#+hI-EZ>1>9Xs!hMvI`hPAcX zz{g6jhsV;;+-V1Ig;-dkwLzbVg%iw713f93bGnO9ji0vX#|iGh3rVaJ9Blar*MKMI`9L5oY%K4n(UT5Q9WcDz6y*PWYa(O>_yMQ`g zql1@omuN5j4K}C|47c|834fxdkAWWr;iq8DD(a_TOoV#|t8L$E9HY^-af#R+mJ1SY zbcq*_f?S$h#8GT)N||{v2wpYM&Mx_di zu%sM|q1M>TG0`&RUvUULMkQljYSGW@=iA6jwk9_&J~-QP)o(j;^$L0r+PCZpKg~Xd zNjbv%l}^RS2Xb8xn?1%Wp!kz~VtwayocBM79Qttr7%$5)b?SA7SusfC6GPFbd-hoF z&?$^-yiCBhy^!mO&ihI)ZP7zZHSYaja$g1>_6M5oj!$`G|MdyPhuFgD4Yl#7t(QjU z;6v3joe-$MyaSR(p(c3OIc-1>sXH}Go1~~f?iz>v6pyN3NwrYVm>0N!o9~tx3k}lJ zDECkiU@!57M8>s!G8>nxj*~Sa1#I{hKE0$)RG}V}`W8|?8vBa683?|}JI=CD1|d)K z5vBz8a=rOkZ+)C+Ju|R%-d4{^)tF~rMHMB0{Enkia$0sF=f@C@3ZbD%nMv1SrLAhA+j;-1zl)a^Ldv%EO{ zhtonFg*3CHEt?v)tE=+kpSGsKs%4=3la005WY8ABW0>U6L=Jn@pI>bB2TINKYg)a3 zQL|u^ATWZ5NRby7cM*IR{xO7hM&jUh(L~IQjX{^aC5p0cIb@wt6gLCytv&;qQDGLe z%ibP7MA#nZ3(72YFed9lUKd&}*|Ef=#y`HL%%ZF$sH2S7DBi>d{nw&dWBwa;gd%r_ zIM?O(p#MHmc(?0-(O&S2OBMsmYJNM1Q=afhR>&APML?q#U;Gg;1b#*Yb$SzM)MFKv z%cfMG0sk>l^sC9y>ps(B1CU6@lMFu)-QE1cPOLpn~Z67QAjg1 zXcHONVpUtL7})T>WdiXUDX#mVOLm_A({ zKOPD0hw00l&{Os4(BvhrAE7SWN#LOZ-j%{jZq)H)!^!ztixIE}WN^aLiBakUym;k) z2jvF2;t3v-&QYcP5?&3ptEfh~dddrR9{oE2`Yw^W=bfQ&Jzbako_U9%PLRHR6bJ-{ z@$}DK@m%u$H!-|c5?!hujWdaxj6xynlA)!5%_EtgCZf5+rXM-pz`~K&;bfv4A*`N! ziPzlOX3vVZ?%hXy9RS+Bj`7rUHD7D151Ac8Lsi7LpZg_NhA>O*fT9H|6nlf}&JJ@_ zAz@7;34=CGo6N>EpW!YrUGRi;N7t67eGE0>o6m1zkT%|#koaHGrmLHxxIfvI7+)y(oMI=Ib5LuqPsT^m((90Z`|VeR%mBN3Us~EOS0$ZKM4Qt$}PtKO-+`Sz0v=# zc1uFQ#7Ub12nezh2#Dr?d)~h@|Lff1vv%GRPu%;WA%Ex;ti{@V*xgk-FEp{th)Y?y zl%(d$Q4bB0R2aqv^8m8Q$eQ%;yUB$-0Z&NI>DpG+NYMZ?^ZM`V^!D<~^?NqbMQ6B4 zyb{ayHK_u$j5krp=Qbw!v`{7f6&um(;r)cc5f^JQIJ87IUurk8KS1l&7}Z=ct{bD! z&(n!%STy;aY?E8e6ztysHg#%KU;E(X+a_DdpISlCFy9?vtakEvK}3B((mJtbgKb(J zVJ@YKHnGzQqJb9OxDnlLFy)gv%>e|aSJR}aQ*VXTL`|RiuWAcnPhY3$_K=poFj=?e zcF|;VHqkOWg((_{!bh3@0P9}^jmAEm5hFTgeH&MQY$fTO7p>eM?*aZ%G3dD~`9^5q zy0Hfk1DC>I3-lVjgI2ozu0xCE|Gtbmbzkj96Jzq}AJAM(f#>tbMG{M|=*=#fbL*Dy zm%|&c%9bX&rY@mzbhhjBAc_|L7&$%KE1-|U_Kp%5!&7P2E`kAxghx?Uu?KJfaT3JI z?Fz*XTrM>&O~4V(?dHnShaEC`dvh6qy0KvbnJ9SxVvc1{Tl)H@J+VFN|S^xnNTe0M|qS0^3^SG5RAGdArKsFLZ|2&$CUr z>h+-4eVfWFR~Di%5D*Z){@U!!MgPU13RmcTLs#J9sW>HBrSmB$Ep&lRCwq0C|B;D}olk{IQPP)}QQ) z()d;-lX-p>kWRNbu>aGU-a8ZR1N~NPDLa!Qi`q^buz$FbWunFBDIIz_T8V0CqudlqOc_}J$cX^N^}xJ8m8D9y}RLvml}zvfSB%q*X-^A`|AU%c19L4esg`zLhKng0jhROT=;1i3@~^ zCkxy)9c8HG+c_oWA&(CY%Q>z8c>q0|wWRKn0@fW70&`;4Ysp*_T!QGqw^kBJQP ziYx>_fmKGQ1}`H>f}9X!UN$VlE=6DmC01j=yb7nQD3*7Tx?@t8pGibXD9`P`;ksz~ z2M8~ZBSjm9L2@b*J&`fA*c3sAbM)espCaPHr@#J(vU6$=1Xz=B>||owww+9D+qP}n zwmGqF+qP|cvzKSD_WXwKr@O1ax2ixun0!l>lY@uX!F9Zqi8*GSh%{4XG>+QCtT5X` z8m2n-#&-HABJI4s-annVdAmCGMyN*{;?lYYkC=Cb{h8Dtq%?x`!OPguV8VI`tCxj` z;e34Fps{4Z5-;u$KHhFq19`)~jg{o@cuh&(6JJUy28ME=dwKet*%#u^BnYOA*cwA1 zHCh9f@HBxY>F%kUyT4aBbw;*j>vh7e+$EE|#BY5({U}(aAI`vURC#awlIVah27pL6 zqIhvMa#e)k+I7;=wreKPQ$AsR?tCCr?GX$rauA7iJIw^QxYRnla>dHtcp)sxIph_g z7xTvdP{|ZV=k{k>wUg^jeUw^EV)7}8XNZdZoErprLvSE@j0z?mq^XR3U-Z3Z2d_1T z{W~KRisqnJEz5a@PYX~QPu-)Yh*RYqW_P)bDP?afOUuI(V!SZv=MpD#gebx3rs0-@70W_0uCt%q1`j-0xh) z2zrYh*W3huKFa?X=`Z};O5S-hH1AL;*^_a$A6nbwmjrja2Jg=@Z9vigZogFLS)@Yq zYe6qt%fsmHKS*HzZX~26`ncnmh3wD!_%0p-C9cuWE;!=>uA1-5*Qf@NRC9|JNW41G z&ATR67eyJ!Ey;hHp_K(Q-8;Q^KW-eDHwjaD z^Iu70 z9xOZ#c>9aIt$;j3MDVd;3PSX?$TqDoL)|`SqCvcD1bS%K+~W?Als@e+|&5iBeg@yL8ce?!XH|@_0liP?IyJtviNCtDD=+5JAdh zD^R?)Ok%xOl$^7vl@3Avw50lOL64~;g?#%$Rc)MqVH8Y6jRvpPYtscUvz?vO1&9wd z*a*g;jDJXZ5_;!i=Yg7|rK2kaGkGyIqiOkyr-}+_4vKjGr7KVY%0Q-KxDT`)&5DbT z@R2mn{Z}(C$gBzr*B*{*KGF~Z9Q>DdV-qfX>E@CH`>3x#S3oa3;50<0=o8>wSjGu_YH6i|}s0oj^ zg&mzgc~f*;jD*-zhFfG(rZz^TrQi=*n*_PNc({$j{GrBb;JAN4jO86* zQIEAq6}Y`9tu@vt>9vwGZz5AM=hk?N1IA`B6H&sJ!vNvf^;pZlN#VMx0Lt(VcKbhv z2P>p&5vQSEjo_oFGO|22Sfop#IH=@P+|6+gVHH}8){9^MS;>uCLM{!f1_p~vwK~uO z-uGv%LCPrF?NBw9TlkX=!b&2^YIvS`f2o85Z6>(oi(RtRScZL-m9GGq#2W`H6~2~= zRTh-~LAOYkk_xuzv@Dk^c}8Y1BTkeTnGxx>4l>}kFW$A5vqzW!E{HCzLspqt(lt5& zB|Q&chr%|N6M62cAE88e7q7347MQysFMx|)I~FnrAf5X9x853Qr3qR*X=nm z$5qCWZ=2Am_4S6tIkttYUuZ~`Wxnp*nF~0=;%xeYDg;W#f>otn@1sfTQRTzi|Izt! zm^B2)Ctm}d{QLHDCiOkUqXWK0N)Cp-ktvKtwcUkoQ?xQYUd8i!E+{?NT+ho-5dCY) zHCm``X5Y}@n<@bf2Ki;0=>N@9FEHa>KN!0Fs`ByaLfA42LWg}gHqv-0rljo6b@f1( zw`@VWjH#d|Qqm{9jjFyrDeHjq`i@x55_yedh+3lsXM!m;n9O+3RAf#97l($|K4!Q( zGB&_B&n9s4^$Lh~l5gcTzVF#x5rP_EwhDc6V|PPRbf)-d^iQRLH-bF*YG{DaW-r|}=R+|A~EVXAiWb3Z1SN8Z^6MYdUM z^G>{wQ7Y!RtVrjR+_!Skr_;9d=s21liZ z^(d~}<3V_0i}~s?|1y_dipqlWznxL{PyDK_KXVgnn(c((34i4_Ox{W`>M8QLbxWf}n~%_?o5m*?+awP#$ve^V=nskZ<>kH^P?BmxksFWf z@VLq;XMu7OAvE(~CRoRnPVX>CS9I559g^Q&AUMFld5KxmFrij{Ztl6aEY!-oLkYsN z=r7g2wg-gI{%R=sdesy=y(f65MBSV*ip=(|+}af0bcP>ez5DiG*zHiSz8E;FDC)8d zlktnrFA!!lyy_&)y>&MimWwDHmo=tbG-q zz{nKk#A*t2({ceZnPtd1;mr28kjq^W0TuDbq1QwZyQqN6bBGcs=WQco(y^M;7brN)%2 z11c%Oo++k!ds2J6X5qA-=bA(*yuBzrFN2)6+co}k_7W{DJt>Y&ZIzD1R=)02IMkjz z@p_cVZYgnZ*I6$NKj3Q1f|(AxKj3MT^81t$X^@k_lygS^bJ3M*zvBHiVvWQU^5Ix0 zf)P!zP|sLc->HS^vFh~OL1kt`fTY(q^dK@VJOR3sC?B<>U7bm0F9GQPs@+PfH6SPj zsN=SQ4WE5&7$nYmu^2yE(4B=8Q%FS9bmakcl}~SsU80>tKrWdk?s`jMKKw_>aU1ojVRtkaJFQ*qa*Jf?pJz$0zvdR!Iz{%Kw+*Hw`YI1h{$sNNb>iJ6P`1ofW^|CL+GB_B} zb3}Xb01sUxuU@XRq5YL0s3V_Z_QY2m#E8=`FKIBxbx6FVBS!U=7%-H&g^uh{-3u76UoGkOQ#yIID~3>ne92_)-xoh5o&^D$Y3w6r3_A zVZ&w>(+JF%EsYkxQCkzEZs*|cWhOet1Wznv_eTRk z9Q!A$fjY+YZt?@dTFB0n8)HX`xs%f;T) z+0Y9qyF(y6SPVxXH|0JXBhZaXW2_ziw-qvV_*_-7JpOv&=!K3#61k zZaz%AwnHfFuuZ#J1`h+iJ;tE^9bv~le995wTlA#(6h(_Ft!t)!LasEav|K63cIc({24^5j=;cf|V81|ZQTwy8WrHq`rhyjqBqk2y^ERo+ zOi~(8B$5l0zlJZVLJKa7A{W-EHj0TTUjy_M4Q4lf@nw5^r|-R4yuU7_w=A3PC!z#b z*yP{m)7C{!$>U6+AjNwC+}Ba#kgaAzvNtS75Xh7T<1qFP^MgzD{C0Pv%)I8fCNEkI zV!CWeX4b)rkkd{0p+9+^x?V0);P1QofGqAFsHsoXhDOk`&x z!>4_Q)-h{`m>)ryt5xH2BZY*h-dGS=dKhHptn!QKP_Zwu&za@XS#970q!60cc`@8;`x+XJJaD}+4DX(UJ8c&EnN8ZkJ zW7?fVU zBs|n_JD(GX-JkQPz_|mB8m9;)-{eRwg`%+7mC1R5wXDPf`W@|FS0!O@aWrcf2PMqvmD|W^-svUdf z*%{N$V+!1TP{@vvyRyf+3`)(`i|Nh1TBznGMBmvWs+EFQn3y6i9Lx1uIvoT*I|V{Ohk@x(M1{OC`a1-w%B&o`pG{B zJzn3h@33$`6!xvN-lEyM;6Z2be#C+{?_od&G%twZ1MINdL3~65-_-IzVbAjx`q^E8!4esQ`412x7kQQF(>nYvU>{sz`2V672 zU>8Ll$&Ws1y)q!%F`oH-9| zEJqM7<;cVCuqY)+WR{6?ypOj3HVZt3FkTqHO}6}@+SpcE8dNL3Uywhh+u%GWeRsU5 zsIm5YTny%fcwjftUaP#4jw%hbhql6i#2Ykxo;Th3SZ58pNujTMIl5SgckQv@=b)_D?&_@!!NgPmXp5m~Ab|iX&9mnvg;}M)aSl>Ov3!B%MUp z!oA&S6A)Xrt(E`LE@SAFlyXdyLo<3ToJMxFFJ* zzyHaIkFuJ2lAP3$4~<|PHlzv9pMI)G}niXmgJ!nDnq^6z-}p}goY(3rI%_4OIZ?= zFR<&>@ol7JqpdGZ9c~qqNeP9DmexR+oy=@y=f$i8#;_R^ap!)OufS^MexTkbeTsnB zjh$#Q?#*2_E0lp2wdNV{0X6kvHQkCL?8)Ekm6}VbZrr-zT7bLaQ}8T%1h+^HHuORy z4l=f9{=F;CdSgtbUK?H(bu=lP5}pgq0a|tjNr4^Xe(N*dx2m|bAVBSD8W>^y+$Vkp zuT$%O{r#&%t91x|rGu~F(_SWaP7kf9-4R*MRq*`f|>B<&~6Z9I@A0h>3&jENzMUva)-@i1+HzmNs}>`*Am^7Cjfto za@|F~5t^^ls{wLh4DXc5c1<#PjEKqKX$FP1tBGa)XRC#fb{@ytmD=VeA2#Au)2nc_ zR5uaed(>y!m#n*ok~N0YkCL2@+%d&D0GI31Wv%7A;c6c~ux9#WK=ZA@Qim^(1wG3I zuaG$%^z#tYzwp575lzGn6xcoun;rf2g<72yMa06aM$|sNCer-!gB9>du+z54;)2c% zXR4POK$)SR*#hEwhi>F#t~7D!J?nSW83B#M^!-*!F1=F;E!aCn=`wF*p zm*eT~7;X58iu8JgEYxRDP?eXLhXN2fdI%BlpGS{mmPzZxL>yMdA7B}scdPI1&F9Vr z&8ZdqguL6&(nh|SD$HdVbH1T`Y@WV4=;_SgTP$(ZSl~SRbFtIo7GqgXZL-h&GqHhN z9*&c&3HZYnxj+f@w^=e1%cg2Tbjf2$r-Gq8#4`%Dolx)lEJfv=^RosafYox+qqRe#?lR4LmlT)Tvk2?k4$Y*^Whx^hpJ0<(@^Xpxi?& z{Lfv9Dp|%H&@7^#hD$rFiu;xVV9Ck*G?K?p<--=6E|2Fj?5d*`D6rrjO4r$(P0ca3 z-%ZO_4)FF?_T6Tu5y`6`@0cv5?fJ5X=kwHAuEpFb@pi%DCW)-)bA=DW0Mq1Bpy>>~ z-d4S6STgr@U$?9JOx=_rlwI*62*9i%EzliXo%#ZefKS?Bx#@ zwCWvby>0U|JW0D47gyhn*6m=!f7g_S(OLD~j6!73UMK@v0VtS&9cv4V26pgrR)F%| z3s&>CCqiFBMRoDEISr(fS*)#P#5+agh{X9QCZ3>}hIWa|IsaATmJ1j1jg2WeNTJG^4L}6oMTCA7#Orf6`Gj-yiR8{y2JIT%5c_S$_}D1nxw4%PBSg z_B*+}jY2d|NrbQy#wPmeg;9EGk<8VgAvDv_yJcDAy>0&Y1IIi}J0~7I93z#7Kggr4 ziCEXcJkC2Ri9|0TP{Rwdm#?;9#!H=W){i5#=~j?gYEEB=&9=F&z%Y|Pz&URwgZXa_LvSh*Rl3J>F=_!CXrs_IH_==2L>wIiM z$${F4mutl!aP3HEea&ZaDtBO<=Q6~X?TGl$E^zc-F!FC>_U?`P?D1Xm9=BOB2@J~4 zrIGce=^L<3GT1@hhO=0Yq63q-d-8%6TYm+LJ)z2=15ftwkyrNf>w4|Xd8zz1Pj+NA z_WJsgGkXq4Ik%5_E}xQjwd{?WIYi49A9JoGUp~_{dk+8|4FW-xSeaA(MZ!F0m?y|7 z7D=K>o;~VYX^^hqTo!mQzwVp!q*w&qz@hbLgydaST6@FTzSV(|M-4Ck#`L~i#b)S$@jgwmyF~#BLNFdm|=Ynq1uaYZhV4!^kIvO*PV>kGr3HnHK*5c{FvwX zmi3mk*h6W=hm01RAxXpSn_^V}st^U^p@7F?t)kPIEz9E}jTcbVXrsTaJE0MXv1|r}s5};VWXE4-;?~Y^knktpF`E9COZ<75bq@flnWSjKsq| zYMz8;Gc-e9mJnfKQ0L?juE1-h4RG(L6S1PH7uAH~7#qJvpS5A#lLLScUF!YOG8*Mr zH0N$j{dnX|K1i81(74aw?UH4IsP^+6F++{VzlXlc&K4??d%{DXDOytZbu|QE(rC>@?;Wv1YQFI?HQWyEr7q=O-C2kM^^FcxL~AKDLtQFe@juSNUWg zAwhuxE9ZKB@Ey8lRZ$tt^z^?Q35@qwrp(sfB`(XzXkG+3Q{^rUBt4ri)F1QAbWYr~N@6 zAiD;O=wa$RGlj46$pD?={cHXZ%%UVHD!{G87&2i1rZI2{ySsSyjsXt*&=snIqJ04& zF*Wj&l#EWMwsF9t@;gB)QE~HmNrqH|@G)m#Ieo)K`ogt*_N-jHsWa&r$#A!3BD&)C zt+iQDE+>Bz7tiURk|(;9irh}x!%p8p3S`^OBLP!Qz0$}OWKHMg6Mn5p1oaAaZ&b{& zi$BgRom31xy2U)|QnZ?|;p3fZ?*G><*(;rQW7N3G6MR;kz4X#2tgob*RW!=AZIssr zl|X$!lj1ySJ|ef@+_X2vR-KLYk+_!Zkx4Iykpc->4IhC$7(Et`((SBcCfUtF;>9Xr z_FhhHa4m$V>U-%M##Zcutz;_!cdgQR6(V-AEbNqWp=`@K;QT=N00msU2T!b zm8UD|nkj0NsR`jOqiF^v5LcrOd_$-dI8OyGl{IDNXKMnZQX@TGe{as!zdE|~uioZk zojzZjGvnOclCDehjMax+K|Z^A+jUDDwBaUe+(|b_zD~VAb94-PYgT(+EqMKIGh+8x z@M($pM%YXnKnhqKo0`cH-<3RshyO=>)~U2#1vh2PJ!xe+yO`!($V@Vhb0Ye$NHkNk zy>Mcy+7VUIMxj!i%`t`H-Wuur-3bcJA%exJ!_l-5ihzEX^N7JrxjvHm_SfGE9Ql@J z-OSLw6H{l`1#OMOO-9`XZf$4OANOmztr2@I<)lkpi%Q+RijTVT{J(1LU@|Z`0a}7jV}>4+QjnqY z*rP&V9-0a#JD6VAdU|l-4;(_ST7^U~zRR7qfZLmX3PeKZab%it_ZIN9YQ=u)!?jw5 z^rnG@^t+ubk*jAKZQ9{evZgSBBQ#+%>bJI>>Oi*B6(u@v<3OG2)B9(HroOKjAC8t&?65P)?rJgeE|^TaCW1S+ zRKO;nTkyeh-_T%iaW*{GekE6f2?%o{#_>w>3~)J$P>ns&4B`aqGHQ&XSz({71YVTOKG`6m^~dq4D!bM4&*4l{f-?7CVHJl8p(ft|x${Y}uFR_bvUVC*=kn?% z>Z46WwAp4s3kApEvv$QVo+Rx;;M|(Wb3VpClth6g)eZHcr)xTnT7$`Em`Gn~R|)kw zZ8*_x4;ayLj5lF*g(1zW$+&0_0V0;>`O2dJ%8$}N`ra4t!bPIuBu^yXE2~WX&0vO) zL#6s$wCf^79XD;(hI~Yhp>5CU594@pl9R{G&UW#dFTPW5f^dttZO7q-drQ119PM23 z1CEkYHL{W3Qi?PqY1e_DcuMXxBNkU}|5gsSnijqqy(YY0HqIM4`}TI0Meb^$87#S_`hj$>H|7kY%70bk!&H_#Sf3*(A>DEi2IQl}hiOT4MK>ZHoL^+|P@< zOX&VIN&N$rG|{Z~*m5SDHL!SKT?2mY;ru7OYYDh}Q@#{l5`OI#-KgGkVYNn^>y1sw zs(u(JX)`Ozy;`rdXX}f07qfm(q+0Ev#XZf{R$8Uy#`~h3B~p<@YJ`Kv4HQKeayo>@cpFeF zpoI*I{>L3af%kR*N-3Z;DZ&iIk&kcAj53}8G@S*QB`-pR$j^og)(vjGQz#{ef121I z28q)rS1u1!Iv%LA518e!C|NY4j!_o-2w}pE2r-~tQ29#@Fg@kKBjP(3DgDh1%5f`W_9ny=L=(O@cX6%zs;0W@1UP7!gRD}Je#3f90@knrk13#e;A0m_LQr6*{DEO{>P8)AcS zTibG7gLaM&Xu87LyF?3Q7VU3u#pA!-^&5`0T(R`#rPF3&A1u1E)N2O6luHFV2{s~< z^jMfBN=%ImrNbZOmqW~m`UJGw(A8D-!^R@)@R$}2gu?+bRk}%XONMv+N{3nHGr5!)6(4BSg?b2>$BmWjlAK5Eu6 zsGgYU6G%VVz>BAUg}D!+TS-IOBa)5O)f+9jEH5J)NmH1mVgP*W6K|Ye(XkWLWhm8& zvT|NpKr;3eU6g-XOb-$>O5P8Ifo7>8E)HE3rrJKJD9S-feFlyP_m3S2@8+Uyxl2;vc@`rBA>RA}f;>jR3Bz zQ!b{_I7hER$5l#$6X}yN83y0yWSQS`#?mb=ZrAz@x6}zW2>}6{J><7AX+5VG1p@(1 zDLn!AOi>DOdfac?m5hm?L_;HXKTH33D`}Exje_@>mg(zPa#D>1^?*8@jl_765?@BQ zmFuR{CL<)1mAK1P83vWdY{KF>!@^jn_vm7hF~t&7ijlmmS^_JNu6oI%Q#t#SRq@zt zVsgpn&)DZ(ijG4|?tVCxBiolRm&OSa^;@36e*Iq;OM02ixf#)MY4V z6D;%##Yy!9!#Robjn08>sH#|ZaeeGi2nrM*#m6EhYkl5?Gw(`}W6=t!-G#I;s#0!m zu~7==LF&>6A2T&E<`8gEXq3KqSG2h_-w!zk%b+=c98z{E4%=2>ZRj^`Z6C%KRAbGD zN72ThD+jkn+(aDJq^?ki6g^PJ!@4N0S;4C$MU{vl z=<0e^%pg1Tkidb$ZC6p^sD8xxg4I!{Xt>YF5tL_R!u5}QFgSCW8|Us{s8aq^s!+8! z$b7j`uM41IAemRlQCY;RP->T4hi>Kf*u%1|zA@9ZuC54GjjvQ@(2X2XVyq#kI_4a~ zv8mGONwRevuP`=SV!g}N^|_Aic+uJu_95?y9eN@8kiI)9RyJhiFsyl5%tS%-m(EdC z-(Ci;uksOsO8zz|@8sE;Zpp-rX`U&oCB7LOHC;)GGB{QjQc~kCj=xdw3LYIUQks@J zVM!;|o$t<^dJ*p4slU5+{)sOp{*j@;+qL!qrPbcvT)aq8G4~y6#R-1@4fMlM&6vDG zzv(U3JojDcZY<5$^2*FMr|tOZ%6>ypogSH%uTy))`p?@BhxK@K1qJ}1mKOlv|4qFA z66(4}=7vtcci$G4rQ<&PJy(xlYB^P23c=WBXvaZFm4P~=eyTrqT*i2@LJ~btr=ity ztWj&l$IS}OSPJz7cf#c6V!H+D>bcF6W>xd&vFwRBa?XtQPu5$kQAgy8zixRa!IoYJ z^wtt5=?yLIkAw$v)QZu5>!hoikdKL`Tdls&CO)5ZyKTn+B%$<*jZjMU2*jr_1R}LK zS$H6My6t9bIQ==Qe+q#iF;vPO60CaUWk3-7A{l{Zt2}o512LEeL;m+ZH^dmJTI&Q3 zyuWC8j~+qzO4K0rrVu;Qwio(#!k5^WKXXH)fSI)VgFR z=>7MsbI#QOa?3n0eA()gcn%`*!Ibb7053n1-1mixxvM0n5Z6ORQ|@b+Qr8~Y;ohweXKY)|lM`84*{S4Q=0H2=Ye=ZMx7glsMi|y0 zlT)U4=gjr05tYR?7GLP&*FVWfl{uTD&9YBA;Z71(;z)Ek!7vFRPX#LPK}E7| zqYS3e5zFDI@Y;OUMmmGO05IuOT6oxwDv@a|R^$V0Mf#W$EwI{}u+o6A+Cd`v=k0bn zopuSw)P-W}5$%A93_$d2w!k8W;CYQ)z%uqwdgsG_i1$E2#|2Y4_ zQvGqq0HeIRa%m0E>&OmZE2*tVbr0eufX`Kn6f=jE*!HsXh*THM&A9X6~7yHdp#$Hyf0Y}&bIf7}BZgQvOVGIM z;I$ZqL+>wNKqR_x-~qbZ6bT*lzZ)v-Z*p6@^k1$k1!ymvv)`gZmFl@88MWFj!eRXQ zo3Nw&xJZzZ!6%vAdf9nLfps0=@5x0Nd3aLE;z!^dNP4?rCAm#Au&=yKalpDiY*X5k zmas@&2dX z(U2#Cz1wtHzL{rSvl* z*97wmDbH?}UK5l`B2j4xsAy3X3V7RsvRiJh>McO2BMu=8<=`t&s1)56iE(biuL+R~ z;jhmn)^2lrcCTz=*?KDZp4JOl%6W>vi`a3bMm5-Gyc%p(zClP~m%1A@4bEh=c%JzHudq_mU zqce(k;**@N$V+<4=gb$$k1rGOoT?XVC~vgII)MYqj8Q_=LZh|9AHm%u_8aO@2hbT> za^DH71?HO_(pz0sr8oP$LZ{xu^2Dv#6Qu*bey4@NzGJzoQy6EZV))~&Y z6u|lD)GtKrxMV!%1KH>nvCw~eWJi^;(A`NO6&U0_iOQxFu)Ik-7%x8p8anv2dESS@ ztc7HT4Mi&HlD3YfKMtY0%5>cSw4@_3?n$ zm;NORxxr-Kk@Gn?&LKMRfq$?{lJ&kb$+TTN3q0b;g056(UFPOx2%NZbz;fwNgB`r` z6xhirl9m35Xi2Ed{U>?Z=}Vk?q=!0{(x`2fy7gF4?lJPP$;J z!0Vr~nbY-sscw%M!v2gx-sJ{8td!ZrWYhr_(eV23inG0u!)Cv7lcV3p4ab_xTlLPO zdEf%%19I;?dHyX8teo@FBc7eBrCYp$H_;)x4%(w&9=SrH;ucur#l4uM z24{}kMujJ9omFai{89_a>E7Wu2v;=7b!q85J_vcyL};SjaObhyPJ^K9dzBKDo9+Q; zt`%&|tJQ5F=te6E^p88RG-4bI=i6kF94V4ye?rY`3X`m->6=w~IzAz%mEQ|g`1hoA z8yd9MqSKa6UM+Q{jbMiRXY*45yBAhqZkNGz?MgMduOSl|nC9UnQ9!m;%96t{54O`n zg5^Hb*L9|P>o<^MWj2X%BOuUAx@D8zQ`T2@MPppvDTayIK%#`gS{LRGq!+ z2q(x3$QNCpg`Z8q^K@F7{-B-(onI$%6z>6vwAi+{qQoqUEQCFJk4}oLxTim9Oex1| z>{rTPYzBpcg)cvdD(Z3+{|Q+|x|qTKJbY2bh)AIZsC&xA^R5z+8=y`ehAFI30iz3a zlpzdMYyA3G-WEzA3v?W3dj3mlm@8)G{B1jWk)G9BN&K917y*5+v{N`0Hq1tb;qB}& zz6KL!d0`k{#FC&`$o!Mgh*fP9+<;@$@}!;=Nhg2+M)|u0ee8kSOuF!`x8;W0eaz=^ z+jQo!*b!}UA~iHBgj2s&G%lsurJBTizH4}L1F?!+qNB#V-znE23*o5auk^bqhMnVK z_v!B8TBoQQ-OF}^Qb5*GkwcCtm%6Q&^2HeJHtzuic_au)gGR-MgCpmNEkk^!g7-NZ zZk*Fs5YEW;fdB2%L}C4bSabdLEwr6Fe)EowMRlOER7$jR*Fd+`mM{TRl18kef5wTG zi-^xC+{p?^VemtzbL0W8xCWPO&bnETF2&=I*5^wl1$r3<1^$*}f6Bwv5yLBXyAA~q zLF~K%r!(B{`}&xgr1K~ADmEa?#MZ&rz}L~=yR{DRBShy!jRk0Ia^Wt$;0f2M!LQ8V z?H#-bCBbG$yE#e%M|b^vNB8m6Jc)J+AvO5C05KZ=Ks+L+;Rq$&tepa=NLB*cS)hT;DXLx!khMG1DQT zOaKEGIHZzk@&_9P-=sp+dip!l&o9IHlDaMlGW3_>mVq@hcK+{wl2G3U*`m2&CoNr8 zvNtxjw-xC~k)f4+J`wm*tfh198jXcn@O;P?-;3#5mfzM2@VR$5dG?NMUAV9>ats}I zr2h8X>CL#&zqQ>SoGli|CbQ`}(ZhJqqJf~`V8!!|7MYE=)HgS)ox5V4wEv^xdYLsvR4?L7rI(vGw_s5X54i`mYu_f ze?r5hYDT)IXH=k=-@QP5Oz)`-RO$YK@e=ppHwKpqey@J8V?LNwuG^Vvmifm=6NOFM zcpP9b8sn%!CpudrR9GlvHSHyTO*!M7{DH%gCXX_wXXfCv} zBDAZ;K!*KsZOgoKKKqtr@>lr7goc`_TW|1Shl?Fk@>Rhl79=QF=dk#%NW*tj`X!+T zfYL&vu!H1Xk*RKGhGmF)$fCO@c`A!aWoUsK_{Q2$xIlkUS!8T{$krV6d+)csd&vg1)JjTcGCd?0BivR0I>cyUxdbPhQ@YI=C(GD zzfvhUK{Ixp9zJ;I4W;xFS}f`DUe4Szz8={nzL{Dg0A6-foOH0Nj%dUG{)TJ1el}G3 z0&VBmi21aBTg|V{%1YT1+F|;lc_gWV;UGUVGL9pk%QE-3#R5JA~IrMxC{;DFo zJxlT^Fe!vdpMZypU%Gzv?ffZ%*nQWKf8_xWZ#TF7akL&a6Ieg^25JdpJ%J~W0Hm*S zcfvDE2cm-O;yQDd#1u0eheUB4l7^^qg-GRzTII>wzyjsp&Q(1eGV#t))?AJh&*2uQ zJkx|tHVMWwquhIkWBR)Rm$)q*vDp6CQVw5UEo5V+;qdHY>0Vl7q&{u2lH%== zMKxqx7lIv^<;Fgc9cpx4vvWO+1stce|HoA^SuG0?Gx}PjP`CHawPwBDgJmK@wbRWg z)4G8&5{)iq&A4q%WzAu!cBRzR*F;r(sd9CT`(P+*<&tKnH;YJ zraptFK8xuUO|#aak9NJJa$}9tGGul5b5JBQ!ciqP@|dFhHOzV<<(I@(=AJq)88@*8 zuEk72KC7rVxL}+@)dT>lStmR~u~f-o>C{+ZNBn+$JNEyYgw`S9_*k62x0>EIb<|nR zBJo4&E?4C?W&#Ps*(LyU{q1F{25A*fOdj&PgXvbij8|p(G~p{FAnpXDqVk)Q#1!f< zI0EZ<0$ib)NF08Ik=mG~HC7jpQ#}GJsRuHfJ*1d$WId>?dMlU$pT%3RpILeF{d%>V zp|$bR&!w}mrL(#AeWNpj<_@g+jE5Fm^GGxWKqplq5pDqO1ndp1*qG=MjE!Vlxv9DF z1w35qxcJDd=-_(3KA`E)%cZrssiDK$*4?a^{nL`myR8k2(Qy!l9Qw@#(Sg4V@T9O! ztgf>V?5CDfuY5o1U+kE}1Ec|&8EAENg4Qc`U#~U~VohOi>CqQ~C{zP>`R%#H zoHx$;?{*(Mbwlr-2epEvUvYN20<+u@3GNCn2mM()UB!6 zzH`z*%DCt8Gri~Fd$|Q4<;a6vAFwf=f&vV{uiD^7n8@3{b#ET!-ynaz z?}Dd<2hbu2;uBM@smz+W6^}2Sd9~v(5;b&rPUXwa$92Mwv5#uvp7S0QP?Lt!YpSl{DntGa=0e-&TfB#zADEywL zfDs_5S%DPeE?WXw0%NWgC~*kQ>9u<*^$AU2QL-{Q$vCh9F1X={Z+q~6CE}gWwE;#> zp>UwB+ki>!OxMWu@NP*Raz8cxf?`cn;&~C?wyq>W$LyALkRv#MVEEtyM<@+u*Zavl zq_JYHZLKI7wk9BWe)98n%}a?i&RwLL1Sg3_D@VMSR_?zB-?XkM0Q0wzSkp%@Xy&)i zFmcQx{9d?Vf+ith{1D27uXNiwUc?3gz_4AYoVaO@>ncsC6J$dlB9a@7E%G3gIQR?H zv5+wUR%p(zF_pqWXkjfb&zPI496=7`EvE$ta2YfUlnh`7D+i*?Wjj6&=GaClxhkob z6hY*@M&tm=HsRacIb6k(4ynJQEmCk4)&;t55NJVl+6t7=Wup7KEPyQJmmR%|j;z3g zAn4aqHBHYx2H7~PAh__**9k^%V7m%Ciqh(;4%o4oP1VNQ)*x(ZkKS#zE#n`j*aaUJ z{Dl_dkOOtinNW%~d2jSBT+O9Pd7JO^Q-cJn4kK9)1Bp(NzTJU-lX9~?rPfMdzri4f`dVHH`Ge6>m^d?4aP!kjrO9uFMTZ)=8cgf?qZ>yN|<< zCIJA!K678FJ|c|!lrO1t8T zxd_(ipN5KYfrw#}V#TVBA5t-*N}j2>lI5CAfHU@@BDU&Q!y6%6{V*c@LWTYx%C2ci z5FiPTZQHhO+qP}nwr9uo?AW$#+qQ9gPxpL(&=J+qU6q-Y>C@J1K+p`|xSUU5t5DVX zMn)64w`1q?QRCY(IONx-TXl$3aIBMR$qjBSXj2Bx0ksjR)9QNI5uf(`0r>@fu3|n6 z_LV)ecjSOlcLYGz1-=?Qpn(Px+_a*-L*zXyZ2dT>+PhAbCplt1v{hqZC76cc9PpKn6|AnRT^=!%eGm-vRLlA!idS=- zp0Fr<7C%ISLa{&eK}D%8i)^vo?NI z%unJmpnbjH_HC%t`#SZTVxNh65o^LL-A{=Z2&Zb8wetyR7zH?!@;AAbckYPyg3;ji z)Axm!n>it91}F@ehaYeQF#^wEXH=}VGn0-KnYeO#4g{gU4d|4gFDE3GG*EE@%3nmL zDvn1{yv%lWV5CgSA&-pzpt5qJ(*23@6tXL`_U$X0fxJ~T*+=!HIKlFeNO~0zw3+7N zFUH##+f}d$s$++5$ag_BgAyDM<9_Zn8D0SL!3+ML25{5jTbM`}NBZ2zk~NYojYDns z3x)JOABtV6UrZq~h~X<3ra?6=B*V`56UYyJz_7ba(rG;IgSV7qYpmAm;`MEVM#6rK+UENw0k+w~}K7EZ=~Q`q{D;%rGKYZoEMXQq=Pv z;RS8l=T~@O^QG+H=1#8&=c==hDYZYE?8|~}?S-hy)4#VV^uDMjd<_RLff9(OaIRex zSEgH0SJtxYt30OzJ&5IqlLOOsvu(v z%|IiA2>*3QyV44v+?)*PD7~+duxLq`4=j-AOpK=I20Idn*?+nl8U;v!>^>Dp(Jdsn z#oO^|>*@8!%j{4_x%%bN;pIVAUMJ;yuZnK%<*~k4BZRtn9De?0W=zp_n|rufT%O)M zT~Kn13i54x|C}D3WuFD4>eR5_h>eN@-Hx2SBsj|D;qM2!?b30cBZOhGRrQ-*iPXC1 zO3=-!CIw@?&@k}~>gmqoxL2yk210SyQXM+rBTk*xxr369l$fNoaH+mh;LI>&CpV@h zK#u2SiL`qC={l$jBt`KQUEPjrRg;nzLXK)rxsv@=y0uymY_N#F{ zz}$^i59D1SGbWcJc?9Q0#oo|%-x~_(l8B*TgKYHg8}S0q5;?SK0Wr#ikj|q>R2Vma zOry>h336GHNYq>hnAdN?Cd?oA8D=9IG&5qKBPY(14v_X9cq_~iEZDyF)`kLOnw@SM zSs#)$8V3Omjl6nI*(&sbJ;ANunV=->BQNS8PMzqp^@q~_@lj0`eWCAf$xR)GILW-3 z0~lUoX@C2J>@P$pC7ps!8<`U)_!=Fvo?N~g!YbR01&7#68I4PFK7`KJYIJHYcZTOeK>@YozrD9E0vBDfx2%wPqCu`18oZ-Y{z%YObNDChAzY z*$KyPLYDs0>CQvBz}(}hVr!3$%}89#V%CDQhy(}F^#pQC-#^W&R+;S%Q5Ba#rDWNv zr8r4miXp&mH#2A8+>(?6c+mklnk9X)PiKvk%8CkWp4&mW;i!H}DgQW(UDMnkD*&7< z@cU#|7UxFx@=*igWUY#a=_2N2oCn!Z&!|M`7G=?Q!Q$rdw7O#Zp*Of5o2+8)=RjG! zKRkC#rUsX##4!BGWg1V>KnN{;%y2&{;MTWYtWhJ1hUsc_6Boj@%5}^N)kMxoBlTQO zReG%iUd25|(rg7-5DXansONwZ?a!zY_vqEZ$=^CC&w3j*smKVeHc?8bo!&cI?t*=J z3))1l!X^FwnL0amN)cLsQlNS|Z6C#yWiQyZunuTRkf;(Lq?bE5Vi0^&^)Vc8#0DwA zG5(j)Ls(r{&LZgW4U9#4vMAq|!#XyRUKlm z(9rWYkolgGYlyOS?rTAeo*@&=@8D`RX(?{}3E!mXBXXPW=+|Pc;>^eIP6{Kv!Fr&k zGP!PvoY|5r%_~@)b4JD7~xi> zp|IiBs+xtCn%M#7{Qd(L`AKeLT}M6ogt>`-qvHXDY{9A>!cD~gdTpLRO$S(aSr z5$0%NTi5m#KVM|w!;Nks5IXNwsaM0xTelHF5PCyLd)Sthb>(-hsqEXCnhL7jSwFzRbeahG$;<%!|%u!6Cul)>(KsB>&`|z$m zYAfc-GY5au0pHKkG%jt1W7RQuP5S#j@nMp!HVfVc`-aTnxUN8u!5)>X6-v^!V;U6K z3utQi=@p4Ba+0d9l-$Y$kjZMJj_zpA7><2{{WbPIC%?MF5i45=NI_6a#+n#)@6)FO zV6*j4?(&>N0y3AjlR>sg6j%G#yv3|$DSO_Eb*wk|y(rZSK6Q~4<`=%(Zs+21O#%RR z_dH;BfC=K5_n{JE6bvKm{=V6BFA15Rtt;jBC`MK*g>$)>^ugA(5#xJMj2vu<5~KS? zg8y^2p6e)(o;P+=H7GVsrB$aHZPbSt(87hAtwXf~S(BS1MC!yikQC+lXUoBby$D{Z zyVENa;V0iUu#j9Tb%LRn8m>WkTwW*%t+{K1Ok681hICL1>qr{t3X*z2I&h?*wUYHq z^jVo^E>UrtB~Jdj?fxdVud{Vb)g#BG<YJivzvYK#pE!?srPjsp5DLb=o)gPFIZJz8>y*a=DWEV{&`EWFBc+W?k*WgP)Qh zD5Tdgq8+1*Ev)K4Sd6KuBnK*{eK0ayW#!y@9ibtVZYegj7Q4jIkhF4!KSjAIl4*Z) z-oYkWq&c@0>U2Pjks<6zcmnA~-&OMYq2DT8h4})cb} zxj`z75pkTo;kRG+?amj<^Ce8kXe3^#kPco1Ova`NKNEECN@<*PQ3UO>{z;Xuaf%?1 z(I!`jqm>qf%EfC2OVe^wCiPJQg9&EYk_}0!R)(p~GV2$&oiRnApJ+j>QyV zTx|O={$9cr~(LbW4p=^1kc`v(-)W>ZZ|bdP9_mbZTp9F#BIfP}xYpZAz_`d$`>x@M+)Nkn0rH#D|hYjX3e1xm#~Y^xG==l5aXw z$>pb}gM?sl5riXAIdGU`QX#ShQWMe60wdwEf+nrtT7xya$Y_K!sI%zy>?<%z0c4Z& zu>olB*8(Q9Qf*_+O;QI~og*W1oVu>)dn9EtHsk0~A&<_k^C^e%ocewopd%j3Hf|}i zCrkU=kUg1(@Uor$uA76yNv#=#84x-jA_97f;mxnQL=6?Y$Ys=wu?#N|z)5lDMBodWZ*3AbiKV| z>D{v)g-t0Z$)!z~@&OC>1cDEDOIg(NwR6RpLH?l!1KsWsW-`jPA*Ky8l9;uI}r z0}Cm&5N6Z`b4kvhYH|6h~(QwP`m%w*{iw=ERdk%RmPDuG6Kz-~_EonBs>(l0qve zEqum4i3e~0) zgO@THmB7F1fS}AAVp6TQ1d+l!A!pxW6i*EpH!@(rqe#FVe|O=&ZJX?Lw6lje&j@l40?1x zUzcV+(v5}WG?k}&V9j#GDw!uz09{bWziDYM)GoKJOLKGOPm%}ZyJYhb3Kz0BBj$~O zC|laj3=blEVU6g1DV`n`&2euz@}aj^Nrw-E9E|7PMlvy%zb(pM&qJqnP1Kc)N&r*U z$)52S8#graXLb&5?tLBhnqpKw=#Pwwf6+5C-hNGSA@4)AWtk``Dr*`%fQKT5d>{^} z%UfTYZ57s(_NUHquKBG59%DymUoYVQXoxLUM^&#}7rkCH003AAp#M)UXk+R8U%B9Q zx3Bl6SPjRAKOZRd?iUGbgH_pf_vzbG_a&EQmR;u2(9HSb=w(%SnnhM5jg=&23p@L1 zqdvf6m?tsiy4+&T`xP4+XK=rP83O7k99 zsU#G~e%1v~76~~781+{G295+w5E)SmSVA9BJ&^g9c9-&_Gx4s8vfJ;2@M;_4^A zU~Kno9#GgaTs=HswY&*QRsdV2a`LnLVg5L=%kx7JhNrI$yWH=qSy1i zZ)eEMCsW93qAZ^AQD{XMM?JH1lJIs?XuJhzfv_d(UDfD6QcRd6t_d6d?FRs+QgdPn`4YNKGhklbq(aI=4N=M0OD~ysy zpD{nV#zvQaUMkwzd%vpPdC|!RqKtt{JXq-H=nR&oxQz!xF;FvomIan?T^!o5?eidD zBFka@fFxC@ga}AjB5bn;%70>O?SYOBJdui4q!9ch&CfN};E=xJlnb$FqvnY^fqFuN zdHD2acJ`~R^UdqpJ=K8ByCn=qakXIkwy^0PqcN{>zg{lJA)thafnRdF)h?&7Jw14X zVY>$4R2l#^g86&>{{_KqQ5vKykFxH^Ffk0@GUL_dqh$IC_N6lu#}<>mAy^{L&=;dqcn zI*q7rQaxM)J{kAScdq(-e5Um!UK-V+Ii^q}kSYGW$M!Pe2X;2w8w4sP8pYkYhvW*p zKau=xAWT5C=*6K=GbKCo$oB*59HtiXeoH3&1@XK15Gh|BJ|^(26u%v1%E{xWT$JA1 z7kne1^nsG;H6rE%+DBm@O#CX{U{>%)0?j=lsOrN9{#|@6w5pSY%GJ!rmQ<2~g0yP%)`TGQF_eKyy z_zPwYEi$8vkRJAiuE3f1?BeKiH1hs+{Il~of0<4XFD{?kz2f0=a$B0y1MJT!9u+6S zyCKVUa4NF5EQuG{ac6Jd)~4l>JyAxWE^Mf(`Lp!haA|zWnxic6wIN5U3IKJ;&)X_q zIJ|A3D@gE0@#8RG4+bH%PM^KNK#E@UN|10p;X5!0Qdx$Md8UJ!!pY^m#79!c#C9K zlx#ikKQFIL3X~4U0+MRaiGI$bRGEatF-MEtJBgr?`i`L|bQ%Cbyk?ayk%3MSbw;FR ztSqlJ?-JxxBV$D`1-okq4j5a$dK;c8P|+zt&iiSMVXk^iqrJA9y@5U6HDw;HcdD*P z@qU|gG&nk=P`9iHz%eL$ks*JMzeHhZAG)*tlmV;_%LYk$EbwcqhX$ZunLj2NDYnFQ z7!sv?_{bH!jqXBuv|xrV>y%K3{%#4^nNQcDthA1+R-;{?#1^~;$a1m{XC>Dk2FfsF zY~-82ywC!#!V%EuaZ6OzYWC@jA`kX$|HMuc3d&FnP!kN|vA(byu(VNDYgWZgd^tvx z?8?dvth!iN16a8dq#1}p`v>hRp$S!LhN3FUl3if#+^GYA(opf_ya~%gS`wWQ7Ob2} zVu@u~zq8F^n%aczVVS0LiwYTdrd^(US35YPv7u+vwO&$s51K0^=0b6jAT0ofr(DKunxXy=h z3Q8{M15DZq9NRdRLCX+9$RwqhEaYxwL17I85VeeN>XRZJB!W1WkZj&9q*rUue{Zlsj1XOy+eS9=?nErth~YD>LSPjuQj z8lUBD^HQVAyag;lxxm!qp=4C<+wzT?v#DnvokuF!N zuQsUS{ix>x%~;dpKP)NTp}3gGYa%Es_U5@ql~O7uDFkQ`C2=9KMsJrpjf3X&emD|Y z!*|b%-Q>NvpKrAc_-ok$lfF&04O=?>xzZyQ)KPG=n+fX8oP4uo$mQEhXBwm-J z)Kw$Y7>kGvlxA#)4CYlblw;UR#YlG*??d@&n>@1}-!VA)JsBC<6yxQ0189-O@gx+z zS|5+jtIFted3@`Cug(R-uiKrf#TRah*ew9XvVy;Cu{>s7S(r;ov(o_tKqt=pD?k)b=>?%9bVm84Hz5%)gT3Ify58q)gP{?R-Iq zq8b7$O$U@;$hRp34_fg}>jq8{t<*5J1_#KcJ(q58h)!pKW{$xdVW(5^sQ|UIvhhVK z9Hl>8x4a^b5Y#%Y8Qv8)ij!w>umT(4D73xy<$V)KPb1D!7x^=C$tVjo z-|IHym@HB?s_^`@g_J$wSwmV4#Fd->O)F;SlbsNMt5*+5slULGuy|?8r3q`9IdXY| zB%AcEyS^8suTc3jLkrBv*F;gdm;Pl_y3=Xh-MOy1$x@gwLnir}_?T)FzUT=!eN{zJc|>bFE6{~{)0qp&v#*AUcyUo!=-?<_m6m2!Mf;V*&7yrYxPUJhfCdxdu;!w)_5^Zt8&gRM(2(D1GjhBz7?Vwp` zRE)$&UE@cL)qgof)b~B%*9`Q(J#~cre)ftt3na?|nlFQ@qk;3OUKAleJA7Sz66%5= z9!v&c=$!yTvHk`I4|zSlwaK^aFK-Nz3w#q&In;qxlZrTgZ6f00Z#eTl@ap~Lc6xG~ zRsoRuE0>t5xaKt0)6KSi-)_5b*ogOjk7yJx+O)#Etd?_WFwwQ^~hXX znwW4ur0{EzFrDhe93i;|ywCzBM5Na6)khk!eOzbsE`Gj|SheD)8XmW=ki>rTS^4Lw zZokC(8vU6n^=3rWixk=cA4gF*%33P=$wk8CKF-W@idFjWDPv&#(VZw|vqeh3taj3` zD;RFLX?|3}#aNhI{yV*!AUzb;n%od#Vg(7|t;^SN8(<8Ed!0!j`%B2?--k71GM)20 z{%n2kRM_`9aDu#fHVQ-m!~r6QIW~5>G-jfZbura%+D^Y%4k9Ruo&q=@NEiRN+C?9( zYr=GcfX{EX=%^=jATozD^4%Mz7&QU0mD|ooO%yxh$SOwioxV&9Y_P2Lt~#6zvEMW_ zo*A<)QTxlS+lO}o#Lc>k*fRru8&*Rai1PGn095R&%_6Oi%kp+j);NSH|1UArjO0c*lN0uXUue$-^(e54ov0=#H=? zG>pPa6prZ@Qu^uHyIuNc3n24{wxSH{3F{oXIu`w-lEzm%Pj_8!^vvA>C3Mdy% z!}^jJ3RiD^w2e{X-TGE_XMSXIhZ@6G3JP()v`S0|yG+>NKGx!icHYE^4E|;KIMTg# zLikBda2n?)6m|?}l$2j#Xf;Oo97hm#u?5m8m^}{{yr%ZTRFslX;q%|yE+ken{!11) z7JYAmQK}^75Co?Sn*u{1U`xYAJrh&zVdG4_Y?%cU5~|yBev{A6POywXn|yq(s6BZN zJcy^{_`e9sY8ST~zIHdQgR;e6w4eIyC(Tt*%}|Y%Cc(7-U_lO)vupyZm(00-ar-w7 z`mBHy3SK0M8_S?Mo}^pDq@o5>9m^|ks)F#WO3=nhb40jJE3Ea9>UHphpFrPy$El!A z`Of!>d1dkfxc-ez_7x1DpDi1ryU}w%qLTW0fO0ZH(M*}fc}iUbF;3*8k7}PhIopga zbPi;7BWav=T{}Q_#3LF{{-*UNj@w%FQs8f>@vgubEX$EEkCH*@dju>D zDfh<9^MTAw3N~r-=jw)k7NzPjP~bX4DaaoroeemX;ZK$5>j|ot4F~R>D|S?}MElPK zbtkg8jtW_X5RV(f}*)6j*|Pv5Pm5OU6n`2IMcygP7CaiN;*L5#xph1Z z1tRAqHs*IR+N>+UNz|F653)N=#ZPVBO=2^n-JJ@|C9)f9fOn1#<^jXBymuB15%`6b zKakdxHLeex2f-6mADl82?%`UFS&9UiarVy4ebr&W(wpVS=APVSQITy_#JidaA|fcVAeL_^ z%z&dnzg7&Yp!O!->GhX2+P6{B6f=Tso$W0XC9J-yJDnwFcIEdIUc3gy{KqkRhpM}k z;%>-X5`DzJAfu9}y6!0T@YSEOS8(xEXgz(z9z`7^mIv8wzGw^6zN=e{SP^NSI?(ne9`pU)O!>W^J^bpet0iJdg>OH{`K`Q5$j5H%Y#c7d z(q|16n@4xy<_hf8nIhe}C2w){=e8BmIfn?IKJFcV)o=&KJm>9CE)SP$^jUZpj{B@5 zX3BqwNF>P>QoK*|_?!I5ZJzC5m!2JD4@UiDd7MCI+u;&%F5fW`2NvSp`xzTZJ~$O@R;M6U=~} z;E`Xg*#$?-PfevN~+VUl?z4dl$z#sMV2KxumY|h*EUqI?^V_ z+iLXG$v|k?QU6$kV+ak1BqWsi2v3de;SX~x`#oIh9x+e-E~z}CD<@OBQ%Q=%=O{*U z{rJLYMu(?^?+c2hoAWjk{ZK9Yl|#LHPVI#57rFvQ`A^MhaZMIKSc$hU5k^h3KT3*} zHtUH6BWES#qJ`NMv<@oLRYRnGU3z(V0g9rQj+iaNDLM+E_9y%5z{|1|RSYOiN4Rku z7{wcu^ZyOc8z5%D*POd&qh4#QTtnXMZBT360fzlvf?bLK`w0Nj@{+n_0k!sB8ws<@ zVsPdW9E5)sW9j*KQB@*Bk_&Gz@2EhT0$DTtpebEbwEd9m{nJNC^AyQ+N0Hmj;R*IC zGxO%C?tn;~TpSiNn^oOl2TMf-bTvNizgtk$}dGMz`(x{U9pm_cx?Wg8*!tNWu9ziGdlb)U#xl`VSzXHs8} z*Wc^yX}q2nXmb4) zNQpF`yQD{H{>Pvx9h@5Om=SaQuYw*>hw_B-Ny<2W%+2rj$vJl34N>P}>=>QE7H{kR z^_Sz=&)`nuY2fyYn+NYed)pX4WTSe9BA@)mYY_L}lgAB?bJWDi0ouL$Di6T!oYx#h zu&8Yd7uMn5fWZs9YE7>89z;fnf$ijA)(`=J`=T-(}-RV4@?Ypkw+IkNgwp~7vzw*2zqM( z1JaR9LZkUs48l8e_Tl1-O(Q8N<>@7r&?ezafD5U~vn=Y5l_%{=F{LR?oS@LZeIKDw zmzec9J2E|F2*IfxW;S}Tl)$SGJ983iUtgpPQYmCs(NPy9D48r(G9%?faR9x>{%eTMXrfHCQSNQhoG2)v)jW}27lvx&le&WQF};W7 z;_UrFJ18CJ`lY1xM>DmUVc6Mn5sL~qj6^7G@im`Gphk!KeT#`C z@VCiDjSU(zjpG#Vo}k!8tpk=lW_%i=j(x(C>6o!QUiEn-rVo(^d0Wg(#W7=kmxurNuCjci$41!0qMd5e z2hp}4Kbidi{L;ZsK`o0HIQPYuM<_O(F^C24_#i+thDa?rqtPx1Rv_b-*(GE+xOa+EAljSed9=M7=O7GYDsJ za$PrrEXL!+4$n>G+1yM?&yjhz!NP-EMidRg};A z4}6pw2kOU(Eduu6@twWd`A-+FkYV`WwYyg0RWAfMs!w9X z%I(-v9%?$%utG}$TBmxQsdQ-HNhifzrGlBkT|7OW>=?YCr#tke#wcn2HI}?zJflCG z9@~yFcTvyzr16;?@H_+W+4Dl%`X8HJA()Unx{bKWEA4U7eCZ8{lMu8)PssRp@i50H zNMo4YnWF^21ox}-VX7?}66!+&;$V<69MRex2!?(Ni1DD-{2PKvY7Efkgls$nrCtgD z(ks2wgQVFWPejJtO~cldE3FTQ1#mJm6MnK?;>3?q$)z7a==8G}wNY&Z^EkW3Yj1Z3g<6(@Sf;Xa{230#WQixJ* z(MKw$0wuP4m}JV??>q52hH5fl7d$BRxTnL6Lm4r;6mL%=2QPZJmsx%PL_>E0qxS?5 z7lmeP85-2YvB z|DiAQk`hWV7?7GA7}$BO)!Up8Diz=WQ&_%LWa|tfj@IlXZ!|lrWwdiX=CqICGc_M zju%f9x+>mH0#(S(1u=7pNdL#I8SNgMT)gL~pQE#Dmau1JS50%_-f>9N?zU+^sU`U{8S=#YK5@9(!Vvcq9%I@6B{eY7%>r%b`(-WTsT+N6~%9>}y` zPB%zX0t^PEpI1*Lx-U)i_U4*1BfteB0u_XeTN$kzgGs*dQHO?VWEv#ej~9}`{z`zB}unk$4MDS%w|adOJ{gVe`)rcSFy03+zkJVh>P zgVwe7aCrNe{@Kr3m4_Gm$9BOT4`r35;LQH&mtwnL6xr+B&t*35ee$jR-}gFRuG;=H+)0q;;p8zvPht*ikT`N^Q<(|jEmgX zlqA#rLyL=s0oZ&P#Do5F7Z09b$t>~}iG?W&C5fFz;N0fu7j{=F1Sa}4$S-0m{3Rea z&Uz-YmUp@cnE*ySD)EAvELTm%l*8~tYKj6XS&SUedkMZL0Xy%=gA=b;<*h)PLx#^s zmbKgO-@VP}hf<(+F`p^`KHuY{$X6q|R^`aB_yK0Ilu!T$9=-Atu?#MJfQuUi#rvU) zuP6mmAhkk#+3iYf7jnu$i-Au)gLO412z6Vsn3hv+jJAh%4mA7+)GAa6CCF)zBJ1J` z`U6NF{)XXSDXAvX3KtNjYR2Hl!U~2dR6t`oqP)9z+Qq$2Z!(bfQCz5L4pGzZv?f>c zxwB2**WV=-)x=idYWJGWud$e0wrz&NNhlLKUiEl|5k0l0X68WYC&^O6(Mv9pZr-!z z;RGO{|~BOV<6M z@A=9p4jJ;wQltE~kdfdjvG97PCoFWpJ-M=6)-aimHStsrneynVJ|m1(mt}!4DJIjn zR4Qi14-+TyOcdI+a{KstG_<0&2GzZ5U;O}Mzn_IOfC^Er;PX+_*Gc>m0EIJC1wJ#l z#x%IXr)=Swst;+W?_LsxhVDduZP3(d(DiZ)mT{ykLBiHXmGE}anD-Cl=edL;L;pdI z2pi}CuxL7HO0cuhlZaChR8;enlLavcM8nZ5o^lC*Gi`^*OUboz6%{&OCOjc{jDXyVN z(|f+Vw>%Bxs&6c7Ef|ph6PHQo@c9N`{F|ugtbBwOTKfGq8%5Vxu9~%2WpvFPoYu>Bt^`gnnO{ z7IadadJt8taap4e1K&_UlV2k~UH>yPHt)C;dp0b#=Ci>F=qjS11-gXkq!-Ms;{<{j znmER807_(j>pkNcxQ6{ohP>)zVITh`y_DfQ)W&Mfl=+cA;Xl0 zV7haJGKW$Jw+K7{E+4>;Z}fAvtHJQ6gPUS&y!@eB6^7*Z={XC%h+O_$?I`-&TpoUl z;N|U1clTo;5wieM3iK^Cc7WkS#mY{v-9&UV$jnd8Q-W?m(<^QLyuFK!S0t6Aw(#av z9W7tT$f55Z)LEH8wbDo|w*+nj~K=F0J8Wukp6<*54w>gRR85$LJWK&~;0{2*hlzQtSY7Q@eLooV~ zKu)gn6GDoG8}72GlCgo61?wWtDH(C3Hz_;XW1zE>>`SKxXyW1vXn-kuvdOBGiQM?N zjf{i~dD$ZNzclfNNi{g*M!|NG0*k;;wO1w%!S!sLCb40&VF6od=SiVj({~5mqm)ud z>rB7}tdXGG5I&B$#u=T4*4J~L>WP45hEm1Pk$jGt)Vm%@HH}W1CRJA_ZZ~T0z}Agzj<)bz+MdUI$o4xHTxk1fG3R-!iT)3< z#f{Y!`k?a3M1%{4RDhdW{TzUp%R7gv%aSD>Ja^4JA)?k7PEM)u970VvlXgH_8L(=& z5MNgzba7`|*NpVOVi&C;D9>m~#?$-cclT-0D!o2lVTKB%?n3^?u#j#7AY=!mu6*8o zwR;38m#=)5>6$}#WQ4h!LhgE1vvtIrJN312T-3B=SUn8#Mk-?kSc?Lvb)MWJ^Q@fF zcrx^B9|y<14Ecr}YHP~SkhEajEpGaut2z$FG+Zw#t?k+8Y&6p#VE=@LY^3hY@OZ0;IG_cvY(N#;IQ&K;S%aNI7}2eFBj)*BNOfD>FPl>_P*9}D0rI< zoucG-p~b+{+j{$E-2Bo1II5-855yU?O-d#_+&8L33|ox5!t1Cl6{pY zm-NVDQ>9xc`S}se<-kIBuGyRQ7hG-bELql}kyZ*f_HRAw`^i(&=XU=jd+lqU-zVzI zcgCWXQ(Iem_eS({9 zy=@*1J%{xIje#?`guyxNWdBlRgxw}O5r)x)8e{r#ox5+p7a238o)&IE!JC>QWgUd! zO>k$m4$(j^u_*_|+^TbM8w1`Q*V=E2CSt``MZ2+~xDjqxZ+Askp0?5Qg)b)(+WSDR z)O+DCuD=zrFXK35D7*R+7Du9#rXEp#gQX@r36ai}0#!d5ndf@rnc(JLOwhoZQA}6x z_c6j5p~3>vD|$=^k{(?3ftFWm@K>E+_UG9xM4uOvDfy~W$P~v@6N`LnYXvKw+q+K1{SaP zJq*QbPI}0Cc1?7$VL^(<&@7$!9Mi%*@T_xi&IVT+qbHDs-;%;mpm$6Ig_o$d3(epT zz&^$91Hirv7aZ#Xk3hrTErYSKWlxAv3BvlP1+=ODwwPO=PRd|DYhb@>ow5u6YYGcIPGdEKj!Xx z7+lj#^$f>|3)h!7(!FCBrb{IaCM@?8b!WJc(xyQphcScf*v85M5SFuO3Q(i+boHaK zJXL5vxbl)%3dz)AIp3Cy*360g5k-i=YNSMZj`|W%{=N{EvBg8c@87{uETr*hxFR36 zTsm@>#=Ef{(x-h!TVxu#*=0E=)?)9foAYSgX6l13ixQq>G))t=3-g42(FwA6q6{$a z9PykZX{Ur%XF=kJHd-eN;CL*?TAlF|*T*@<_=FVEW@HC=SLw<(BRoMGGhJ!r^LcTY zFyfJR2B}>mK4)T}*|p*csa_xFp}jSbm^C4*4&{XN8!#fhSLZ!SSZ#D9J>l{TF3}9A zsgFk+pi6T8)E{6}VB*FZe}yFkwfjB^FbgZ3$-Av+U0hP%&>Q`T$zvp{2)6MwO#?0; zpq6<4IccZz-+&Hhr~IcTG)Ja6-?z<^!RYDmtG6EfPN=Qc>0%PBWN&``_Sp|mdc^em< z>!+SVE~hd6#%#X-jT|~AT0Nl`&7C`^o}9Y?rvS==K{`u)qoFHfOj!A-L=oSGG-XHqs>VO5!}l$b zW&-k@cG$Mvai(#FhM>o(bp^#-vcLz+0^N~Sy*UhExz{CC?KsRhh$*-P2ZAmp04S19 zyTU7VIlX_iCS{tuW}SK(z%zI=(4K$~D%CrK0~KAyQa#1sRc;|Z9uY9~X``vmc1;kX zpw;p0;bN(v?lqjR-p&uiX}5-M>PYJRrNhmIvQnya`Y3hBeAiTDQ*7Pi5C!+@3FWC6 z%F!HB%C_@Gu!gxEaHK^mYd)9G8}P8o{B-z+{T;(1g_);53#Izd%ieP3Wl)lV?mR=;RQXjFtabWil7 zmFfr*a_p%)DplpBnpJzyYq%ZbSm+52OqeY;ty-ce=$z9K0Bwr&VI#B!0!14ZDtBFu zI3v}iZe7{W?IPSQNMv&lEd5nH7KiZ?f>QsTBlq>Jjr$K}=M)@D7p>dawr$(qv2EM7 zZQD+EY}>YN+sO`3{`+!n-M3rStGfERt9tfYbADrlzF9Zbk(K36jN=~w7^15{stC5MZEFZ|*LkjaW2ybDaaoVRVjrRm2pTVoHvZ1FL6zX$sm-I@!6gGdf7RB6V zOdp!PQpNBKG)*LqU8~=;#^&2x(54N&wT)hR=zA6|wZa0@!jU(6Esz>IyIC93ut{;9 zyn4D_cX1oNIk04y69-4=kfT3|y1a=@QMm=^n|Ba68XZk@+K|&X^Id1Q5(m#)h|vs; zF09Q_6^pb=gzygj;l0tqFN8`zn?~-4PA{7odcQK4y>PYi@naX@%RtHBSyWiZ7y@v% zojzG~rn%*g!nmHyXlgJ-+7;n@9t6+ZqmU@?(J_pTGna*COWh3H3aGW>l6^s8Tm5zo*5-5eHLv-zXHJeO=?H&=j`osK z&LVELEJ1Re{=@mdAocU;SSzV7Sdw^T*o{QLZ4D{Kn1Ix!;_k-MA*`U(A$+$LxOIYj z%&j0zYu1_KL@u~Waqy!1Bw(isZ0R|JP0z>$rq!`LPa#kjY$1`m>%853mH{8qc#ZhV z=9Wj8K+*J`0TEUi>vFiWO>maYjZLwFK$cmK26YQvu&|MKif*?-0YXULob-p*rOu&SReJ(3U2Wv=J~ zyj=I&q(rAb6_EX=y6_pVH%EzLGkU%S9ws8C5V)3-i>79PjBtF8iGhI|SHyknwz}DG zYK*s<2ZI#eEu$ICA#s7H`&+sP0IRbivMC_=P&1y8p~;pf)#rT23rT zW+rqduvW5PQnF!3Y8o>u1(0X7HoW{x9^ud+IRn%te|0XnRCx^TDx@(m-$4701R9ta z0K_LZqw{Ij1 zxk>uxeCUk&ua??r^k8hc7gXs8rc;J!T18=p5_Ypnt;M=AccjWQdZ&PImDA3SV#-7wXmpNVf*O#~ezAMN$j?VaINJIonV zZzuRoj{e&Pf1eMsW9~Y_-4=~*U!eQ8`xO8Unj){Ok=BMo>QR3NxPySY0iscWI`LsV z0P08w7=Ht2T_3yv4oT4IhO&--n3efeY|7cvr?Gek$Aqt%%KM?lQM%dv`k>JgLsaSt zU}nR?hW+AFe9Y|sC*UE`kksYrVNU`7WJXhwPsd4L5dz1#Y_C{wYY=*B1HO6DmNvrZ zP;fj}*?bTu+Ap_jMyi-tmoTpzog+@gg0PaPMfw;0&mA@R zq2L1tPOr-R+D+`y$W}+qP5Z~{&aiFd*&0wN#3ojprpVx|kTzrtnx%yfIH5Nn(Lz*r zEK1@&J#=XJeTU^Q_P#X$;bL>ltbIxa*l}Jwv{HUD2hQkp(PY^QdrubDm}d+(Zi7qw zs?SHYm|-#<4{G)=-%HF8%GgXP5k~|-Jx$w?yv*qFw zNmh-bV3oJVpHFiIJl9;v$WA7r`~H0^eWaqnw4$#xxm-L<`O)S&25u_FxVmJDGPh<_ z3w0CFgwl$dCjF3#D5e}e8~j=`Bg+0z8c4DSe3?X14cnq+Lf!lVeO8wj;%W3|Tm?-D zjCiIlOex7ARuE8YkiY02N*bD1XW~R2f;OOAAPQ4U661HEBOoB3MEgHr)?gr0z7zDZ z;?1n)xz*3zyN?W8ot%+GR@>L<(%avj*w--<1cgqjBv0k2Uau#*_5LjTk%;;8U7q4I z57boSa`F~VoictVa=1l~w9p0W^O2`>aS0oj4Eat5lD+CW!CyD`@biN-dRQzvyn4f*>d5}Ura^p{obm_NzoVXfRA9~CaK}h-V!|+9g@2F$OW64fUC%Ub;kT|iLp%* zDunZ;#9UhundsaD>0|rR47GJBw1h)HT;_Cxmd-WE)>`YgTn-;PV%4{?;@o&72|6*e zRG5Cd%2*JjhWc9AcOoAW@flRYc{61Wr%*gj`**fVZwe&x;du z0ha>GME6oFr|%{4BhEg!NNsH1Enf)|45X$qZJJA|faSyAwxF`LF?)7}iCG}=50X8+ z>4?n9IR__e1Nn49AGDxEaUdpo++$ucd+tN}h6AQryDPD#w$eVWh%?z>#7K)<-iLzu z@XS++?b`9x5Nt<4Ea6r`$&MCa0m`LLMGj&l9!SVYEUljeb3A_JGKkW^W~4k$SxDu( z!lmpDD2}={f5szU(ivCBJ<3ms%~aQ_?7{x#IJbr-R&5*^2cL&;5jx}p<}@-!GkfP| zJ97k#4#Su|Cnc>Cy-JldY#)FVy1yD@cWr1Ln;Wf?_K1J8BkLFZLqWcpOMgMw>ccYT zn;^o3eNdn6zOP1ITFhMuaDVQPyO{MxqE*z<%SKVU=UjN{v#~?4H9`ok#PFfi=44hW zh@`{!>W)7;9dS;5j1&>prSI#U60sWSqPBO94x%4=3CvdSa=>}&q7kVLa4Mw;gldu< zm*O&Lk9yJN9hA4+776_4BqdDlg1kahNOXdgV4?xlje8XE>fxH9ZR87oiF};Wh|wpi zW4B%QbOjZ2lwttYU^&H~R@zG*?7W3^M#qSHX~of`z#32{Hq1k%b6+J^ErD zM*BpOktoE;M&g`ZlEML*-sHzi+Q+`nGe9T9EJPO1(SUhqSSgkJfcg2@rUuFkHKK+} z(7T^Q*L+lrqW zAj^jWsfc{@z+1x6cn(P1SH|g9Wmmpuqh@gieH}R@TmJ}BM~7BGmm3ps#w@uZp&p{k zsYxt5E3iO^j`D0>IYSL`E#LW4f!ZoJ(AB<{yn@oCvfpQX^h%lIuOgLt$~K&3A~xtJ zB~(q5$Xz3y&HChJ(mjMa`@vE0tl*zd4YP%;O0(A)4hAeOR8*%`ie}oBo8~CyS|F`R z1Tbeuk&|WEV}~t^QI@?}Z4qUg zZCkazsBF3_;H&kVTkhIc)8e(iN6PUS`g__+o?5tewEb=NY*ViSR`6{1`KQD$ggu_6 z0r&JRjdrX(3tNW+ST_+<%2qHbUeI())VQ^N zvh*I;qW{AlkB%GdX=Jc&x3Sf=U#Z4r#1>5!Q2_T(0tvPSaS!~p{NzSydV6%0q0M_j z*@<1>)-Svdr&{fud_u34uABds##Ae*Iyibkb_Kx|!)@o5uvtZ0mk}jc+mQ!lted zYWy*f*J_ZR{{zR2zsvwP8Win($6roLiMJb;`*7Cdz*wym9 zwfj+@JO+YTerbvxlJnECKu_PEH52f2y@rP?%~%C%whm&!slEVuZl$cL zzpd@OebIapr_)irz3%@mqh<)!9cPRYMftdC11YwRFM<)QIDJT-NhHH@^~N1T5Eo?W z0F~O0Ql2Ais<;%^SV#%at$AH zd-=breN>sb{}zyXgHFx~3kZ^~)Dorc4_TRaeEHjs#L8q(mee=7K35RtO;>xt!dVJ%ojH9`(_euub zz1gO8*f-*iqzC*tj#ltPD-qwMn=Z;%sPF)nLV?@T>*!?qS}IFJwdX`|12vMH+it6D zYq}hY)|AZKN_NKkW?j;Vb+oBmn_TA^R@}G01$u_oBR>B>BD8O8*%|NXB8_lpp7fac zGshmh({p>(gW>-M!J*Yr6}gA}-rAzXpKLcgf%E(tP61~-3A*ym02DY=u@MShi>)?T zknvG^+?$B(H>F!X#?v5c&sLR0^(inIz?_`9Yn7qdL@V}t+^$nxKxcor(1)!Zb|Bl- z8Igd`nEn6{eOM>Tpj*UIsdUB>`5N9ZtoIs)wX({jf3K-VSmggn=d@q`*3ap@hO;wB z*^yqjJei@`w+sJ4ycX=?s4()i=FgMc68?53ygc?-`LDH zy5twPOs!zwwn(`Zo5ZAq8$ocib;D*(zwLatf~)?(z%&5_(#0$|y&j3-BmVawh~G9~ z0c&?WM}Rb}cut?HPi_KD8coe9=80eaZONDdj{Q;}dD{6X?IShr02vp)ypy-?$zUdHc`WSh6&9XWPDXPfxPI4$aZE|13vx)b zDi)y4ePQSY90$v^5%m42rz~V{%uuJD3Nzfo(_Xs8Nrj_Di+8#xpGk6pts*muhX5Ps zuL&_o>a6U(nbDYMr*kZXU3x*f;x-~OJ$lBe!l~H@4K5kBUSxU@O!O<+mgM#voK#g? z+1Jg}+>*s;gDjF9&!dgvv!!Mz#L8zg2fEwb8^6@`7%gLR(>i0*gVXg7>k2(?k1z+9 z0ctC*A33gR&}j+UWEhm^ykekp11>=}k~)SY`MY;W8nGrW#eJQ0g$eWnvCmIo@9X*+ zWT0DMCPr5!Zu(bP4PP74EiZ0K<8og6;L-?u;G#!!qTqZ8nks#x<5ow8e#powH&BX^KXA)xNjia zi{t-f9Z^~~|A9%;ogz~S1WZFa8az=}E4GrfJ%L8}XQ8j|vmxFcMP@FfM3vwKWelg^ z!4R?~8$zE2A%M7mCgPYdQxhTv&q%Ny%2h}}_fk5b_M?4r=vI72H(UC<{b->vz&bKw z$)yp%Y)xMeVIb}=P5>ii<4rzQB032vCwYO!w2`P2c#N#pY^)^-y#1A(ROe2TXxtc7 zaXytwOxZg;j`Ubck6d5H77VT46E%&-no6aR(Q3+jDvbl7vAIGSgM*yxZPNQc59VTR zU8rCy9c3C|eBVnNVR}Fg)2GEPKXlbjom4|Ek(&h` zL|Nl3I}DvQ(a?!Lx+(P#&XLIDdnSAye(@XsPD1MSOE((#z8y;iXy5T^8{b@brOgH2 z?)-A|vDK`_*OnDLfXrULRR8s6X)k0C@0Z-3n3Oo*q!#r42zc~7Gi+;C+;l@moENJ$ zmGVeK<-V@*r$0zu8c*(6By`$o*7Y7%4eY*H^9@*q=1b!AFk6#BC^!))jfR-Iu;E$N)FOyoT0bce z9q`=^9rUB`E5E0*AkPj*^#Ht6IFay*%a1yFT^4J44uMb(K7?UMilJ5$Zsb>!}@N9VAC+Z3{%zQjfB;szcmu2^~+ zooAhyZ?>yY%#}N4afXL5`sq39F4@9Tr_VYfXwi`)i#H3ca2f3hh}R`MOT3wHVI|AR zZINgb6Bu#)nY@*@q_sT{@m`zZYh7dI(O}|ze^)62jTZu&056k z#g5bp#I^RF0Gpjw^hTsYdus3#E+e%Su5uF zpz&K@Bl;J!5iozlHC|op#(}MwzS6Tzx|s>lI)^NVNdb`F822qB%{@?&s8fIl`b~g6 z`*ZX&u*nll*X2yhvm`DY^MW*fc(@7R4WhLf&-EGT&m_v5CBqac$)_b<3w-vDAxu-! z&)Glycf?B7aCb3M(Kdb!^-&4pb8@}Ya+MJQ^pDp*lp6yq{ex%`lwYueqZ;O5=s<+I zaIE=vb*6o91{Z}au!t8h;c4(@N{^~zok?T&O|iN&_=CJjD|4QZ8j+x2d=kCL2x~Bj zos7#jBXmxwRd)THQ#~N9N(#vW5TEB^!n64*Vp{o9Wf3h>J9pa+_p|jXW(F~^(MS3X z4m%TWq^rpsr>A!`9m`KU>s^nxj2_$1V)u+O(SySWBa&kEji$&}1NNeUoBt_77Srvl z)7-Wcf{1}f+ow74KSn=zO$ywfwHBO!lUEB5UND$R@9a4ZK{khx%5!@GoI?U){kkfo zd^RaYQ}mzGHANu+sH|!r^M(3Y2i^sQpw%5`t$)@fEo_P16`H#GYQnG=o+-u9s{bOWLwMhJ6nlv+e8ywg(ZL=1re7%U`PePw*Hk;lv7mX2}s8L0$Z-5!0k64^TD zU`M3WS_4*3I!MsT#Z8DqLSpX?h*9*aDh}>^g%Oa|T~TPFI6H(IK82a0N&2>6i>sNw zw(3sOa`oD6yI-}w1+_y;L0`TEEmg==O35%ufF~I@o%p=6fJvg1ql0asfL3L3t|lfT zhx$1hsd+hhzc~_kbC$mHQxG(+TqC+hikG&cjlQ7JIs)Ovs9GF?dR9gr#wxKOMutmM z*}3htuv28BoPkoVcDxdml)UMN2t3(WdmUaDZkSd7=2L0Pac-g`7SOnzg9YA}KSN;k z5y(8+x#dLxEe9WMIz2I|Km^kV=uB=9goP488T7&_W6$@YTT6D`WkEFw!>v$Yn*24r zGrjvQjV~xq_Vltl8*l8_FcMKtv^WNq||(R`=>u|Qb~o@ zxMHDc@Tu}o{}hAJUqwRhigtBJN%4741@;&>AcJHI=K$19_KIwUQaf6t*3BsjpjO$c zEGmn8cY-SX|Ee=KAFjAiAFf_ds)9dScTp6;Prxba_c8N&3NDRfTJ@#_hDss6pR`*N zRJbhT1|B{V=Vt1_N_0E(LGD6a8)7-e_Whln`bI?FK`0Yn!3GIL>iZe$<4wd#aSCohUZ zDcwuKh{4QMFJ;&#C*}VGiqHk`n#6GAbAjse1>}s zBfv0_CGO4Tn<5Ud>BCZNy*c&31#;woGiC%@EGskmueJ_4N4V`uttO=CbIsmB1z#7A zCH1Z-RmnmOhBtTUFA%f0%4_sTy!I<$JCU^3cCv$Mb7Ty{xDaI5L1vXRqD1kqL;y%V zt33^{WJ-r%G=s#L=qehr&2um15}GZR`zahvHG@Houg$fTECqv9^2|WPVU!`Z3{Dsy*MPP_+z8{!t zAx#b}0pZmw~byAe7unIcu;J1tJu~~Zs6NUT^KBNL9I)}3h`DQmtW76 zCb|HjYB+A6nabl*Mx8;ZJm8RXAW$NxJ~A8riCKN~C|+lNSuB{F9KUqZ+hK=! z?G+o&iTw!(>;6zsu~5SuqJ(PoxYcMl4rT}}?E_X9Hh6mY7dDl)2zog{z!_<*WR%MI zr$ckp-gI1>aukp6`y!ewZP4s%$z_SvE1-5gG5g?Ird`@_x&@0F^5C!`o^_MU-RbV) zJc?XK_z819^P1I^X=v2Q)XMGVLoXMXO;+spl{c+A_fGDBTv>H}?w{v6JD}h=bh@yY zZdm(Wdo=47&JTs+J>OywbCMRmy$w2zLY!MD1toUk+~AP5OBYeJf9}O1Ch|~4#x7b{ z6B~V~g7(6{K^_nrOPdWE*IjEG<|#XvXG^!Y;YMnWI3t7YgTdK|lHbGJy=k+f)`fWL z6~b?I$$d+S?uDlk^jFwo2iDlus3Ud- zjBh{BT0HSkgfZ~%W=0yM8;5b4n4G-jo@(P{{-st9aX&=rOg%lJtE=xW-5dpwEqc-c zN%@t4@iRqe`>Ksdq>8HyytTV*ALIvbI!3;d!d^+lI=jM+?#B6cErB!3gu|=+&f&Cf zt|*&nYPj5LxGbF{xY38+Hqo#oB%)K;S2*=&|HyKtW7o}Dkuh7XS>oBpNqVJee`%0x_jHHT4C?a0z9v-IXnU;H#d_)X!HB4v2NFMPYzqaAfC5k359q+Lpy}X4h9bR6g`<|`p~Dx z4jW~VPb0}zzYdC6LQ}*r z^H9Y)RCVm}OQ);E-Mnp+Uf!w}gII)whF|sKv!@OyluVY?=)K3 zD`DaIM#LLm5cV4n7+BRU4dYCdHJ#e-+M@^u&7OBaQN2QSa}tj)U*4J)ZtpFY?tj;# zN)j!Ko3|sPmKODT<=HjNIjXYlN)(!9D@Aw5Ma*o+MeCWGGH6^L&$jYv>TIYVg;6Ep z_h}|D-fO?}-r3>r5j!+*!DO9U4K4=>-e6jT5#&HG-~A#vX;$J=*@ z(-i_|(by50fJdUD^u4-wu}DU2W0LcyY#~G7dv{-3!~(!rd*WC$*9PW#{jfMc(|~U7 zd}xr~P^^!|y$>WCFWw1wuQWc_t#-*3Jj^bX-L zqEgTbeGL2)%t;~$F(_;|62G+$2PDN=jFh7e6}1;^HWg--eC>o>Z?*pZ|2HQnbBHsUcpLWLR_2 zC-?bVw*KG4-wd6}=Qz4b;XzxB6E$&MQZM)i)>VL+Z)%2|v3i5QYGXlUb~c#f>E2?x zCEgzw9VOpMaae+ZBySvurZ~AQt!*q}8+T{#Vyy`e&2rA& z%gbqEnl*xx{kKvm-sVlC@i$g(nq#|y0W5fHSB*lPGa1MFe|E4-Z7@jpp)%m~&RIw4 zrd(^p20lJB$cjx!$Us?qz*Z0XdmFfdheTb0otn!wzNU~6a)@l-FICSs5j9M8JNYfx za%;?^7-Lf6nk#>$)X_315Te4T+l+h(l^jW}&Y;m(5nbzxBF9)-K$oFoQ(lr_~ zUNwla07q=pe`FuN;KBRfvA^^;Qi~6YLC#nCdAEDQ-w+Y zXc{6+h+&C45wc=nHBX`{T2 z)%n+;=l)_m(Cr3RWLg~5hr0vcZ%{-&_9E(*jO5lfEII-LBn7(FGbI$>WDXXGB8w{h z5$?!or;VfJ9wiNAxOSfPze$xowQwood_Uq*m35(rAqhidBMmo#&iN?m;(HJD$O#6Y zT7bFq9`~B?PEkegZ$`=L?8H`MPfVN8W9Oi%mMHs&hT^`QjtG)J8rU{V?8Oku@q#e> zn22R`$uXSKb+IK7`H1rha<7w4vURCq-I<~PwtzRk=TtlAY-vbG!@-@K0o4W^Z0xapDg7$ z?o6doBIRRbi6m9VM?^>W4;fqVBo`|X!2;Xu+iGs0cN7a7YPMS;+UhF^NKI^d#`m?z zRYCCx4=>UF9M-rJIvUy_g;XyO`#o*W-{Uv>B>3JcD_D<}CZ^QpK++}8yD9&5Y0;fN zw9r%`JH5<;x?PQwUHI#}>B7^s9O8X>xl)6nG5me-YbaTA<8s<&^AYsQ`I5|Fcyf&! z`t|9Uc=8&DruWgYJ(;yfqkN79^-Kt}6Sa7dA6sAQ1QpL#RFfQPA^AEIBlgCa<04LJ zNf-?5t?*4^ijqvsJC;_4FL}(mgTkGQmAloxRzTV{oRmYnb;e1zm(eYT0;21>bU z0spfJU)UBPz950S(>@v`$j44$nA%oO^-E6`BA;&2ks3nONzKqY-@ALx`Wj@f&BIeq zAtNWA;<^F5cVxgI$+6BZA^q*)Gq3^HB`ouDdgK7A=(DSxOWy_I_^bn|Iogkvd?b>3 zSy5qosm1(Mus9+Oy<3X z1{EBe$URf=a}VqlBQ1|7#&1i?Q;YT2vvp6H(Z5fTticT+piN~{#grMLcu)Z0tu@t+ znGtzJd2dILR1GcHjX3R=o8;lm;95_10bzkrCsgb7%e`+gPt#YILYVPNv2hB3P_HDL zLy&U+d(gpIqW>}23GW;C%Z%2_h*)DAK?Y|)CQevC*{6@+l;*lhvd*TX{sMY`oF$zC zPeGHZV@XZt<{^YvX10DX;1JJx?NFdCB=K}C1YE$G-}OxVyIB?Pmf2t@6J>ZqOl3%@ zR|b@`*Du1-Sc{XExBWRj1UV4!YY<>VQ%*c;9v=1%#_hwQb62m9wRbJi3O42Le5Z$T zCT}5a5rKW8GRoSo@jR6bq5+B8<#Yq;2y=Q`KofKN?HiG~AtT>~jB-^cPx3TX&2Q4QK)XIFd8gx z3cx8SEW_)yBf{%@To|CRT!6EO6NgOH?*Z0ENrf_hla{c3Dv8@l4FYVrh7skTT`0QY zdYIgm30NHg;JVWnGK2C>jXV-;aBM#MciOu*{*KCnxKa4)c|8kXdO-=%v$5T0pNUZs z`=}RS+Q5Oo*vw#>VcbuTc^A7g5W{zqP$Kzg!s+1!!uZ*@xw*&31H^h|xsnn@#m$SJSY+su zRNZnX;z~>pCl{}&srH)*Tr!)g#`lfMrA5;kU>tNBVJ5nu4!b3)-RUX1<@?>Cxg$&z zO|W5ybJO`_1K0vf-Xd9%DhP{>P<@9^4|j#=dX7}tv7vJeU0jqY{u79VkHs!Yfe1HC z4CT<}fE~{uzyVBE$l4}LM@^$3?O-;Cxb>i3l0mJ->A8QI+yn1N5z<59mbcBd#itRO zS9yz`Bfd7@M$9VIk+N1s4FPODrQ!3IEQk^$)>-OHoW2HGTsM^1+zX8yX33-cY6RFX zAg6u}D-+rio1K*C;Ha3Gi73KUR1qM{wFVjF2dAgCO2U9;pQ$JQ0Ma4Z?&O_G&NNW= zTchG~XmY8#O$cYd!h*#2s$}GIQP)B`Y5`oI^W0s7&;SoiIcQYmJ(|WL%TP6ghq;_8(Lale8wGe>qb}eqm&J zKCtp#^~_8-PCDB9$1Pt)85T+x04~17znt2uUmm)6NzY?I zrU+#a)~x+Uw=3`7`e%KT9sDy}>5Rd;0&Wcj<8B_0gTcxLV-!xMsFx)xYltwsfu(-7 zCT5(|6|V9R@Pi6A$qGo3;}gHBNF7l{Q;cR1LUM_p3(Zv@c6nsm`}Hto2p?9Bus@N(q? zFO*u!jLx06z%`NFS%3(PxO!-_fKydL%w#^-UY>KhyQxd|J69(viJ7tg2YmHK_5r;- z{kgCsN8KpZ6I`-QAR&vjDU|{^ppuaU%q7u;+2xHrJT2Z7v_H@M^X?4*V{@SG0ASP* zH}$|O%f(2#un3r}ECmPFZoThWh6!j7S0pFs`MO{CsF)&AJ zxmw4sALV*w;ujj*Jf75ynK>Vb1U+EhC&bI$T?n4vOuf-n+vizusD9&q#O z*{qqAO>@ zy5FCiL8xLR5|zpggRg6;H*_x&l||o+pM-}j-jr@4lkkN-1saUt zo@FLb{x0ik>oX^$e|Hl>Fa*BN=8Si&FiRBkD1Za;Xt522PEnp`U#6_ltvyH)XE;qs zr!B4!V28b;7(%54l@9a#^+-L77joOsxdwH108ZowXoI?cRgcUdCJ%g|O*{NdSy89=#)(>f9`QaXw$hxnd5t54@ z3rq2oN6ke1w*uwvOe6)VOn0(#@aWc*`m z;+!b1AN8_MYiZ~@e)SE1bZC(Zw0o50novYqV=G+N)Wy42E;WU;pQU7`Pcq%`#x(nK z_YGMC=2AIW@RW;-04EzM&ll#r#fp7T>VV3#QV?92V`sReLQE69wt$jap1#l%9Ike9 zb(~+(hSz6GxZdOfN#cvbB*jpW97JSp}ST&hib4ZSs8Z4sli-vKDF<&iIPm4xes8gVCoc0?1D6!&_Ghk>Nn-%j&{wX$_-- z`X?<+c}2K|Y{~owlkG--vfaxgD3@q@HYVO|D7=dSaFhHp1;4;r_OqG@jF>J#qXGM9 zBf&;z7SLQK4QM!7N`SG94U#PzKTY_G1MOiu-gjikVb{J9^Y^q zb3v(6=P^gfDuZdSl-pFqPr_uNWUt@Y+YXies>EV9tB>3M3EYC}4czK`#y01p5FfPss%os)~9jfJzGfxQL&|Mh5XVrF3EL2qei_}|j|Pllss zZ{q0mdpEH)GWiwb46EBHZHgj%-{{q|;#Z~O_7o?u{ipY;S8m%(RJls{5JSA85W%>VW&)j1$w0cE#bbVsFFbI zoA4Hswa7B9gc&StYlBC4)yrW_i2!2?SX3to8c8Mt#Rqa15Gv(o)JTG38%TsHIY}_d5=#V*6VM`c5_L=T zee}Ek&^kQn!HW%^V^YG04W7^IGX)GDGCu7W^XJ07%87k3W@pFB#gYTV>jze$ApPLR z=5)@*zX~-8iH=};ix#jHtD_7kY7>Pxhdv}OAu$kJ`*7=${1K+o-~g_q0K%9d{M}6c z+342R%({8@R8v#iAsXi?LGPwW)A#I6qB?>T5tlx`A{w}?W{MfnuEYRh{sY#UrlHEK z2u&d_YMGD}e%a}hAQ^W@2xKq^4a|=gp)Owrof@>~<2z^0Vw%7Jwo|Sz+|Oq~fibzh zsM=4Sy*{H0Y|fe`^V)e^RvoBa_$Z^vRK5Ky0V)8|Qv8*<$s5c8{>Ro9JNjgs>Te!Y zXH}kksH;ZuY$23L#l#&I3mZ!9bII!M3q`AlH?4u4&9O{iR@x0<|2G}c3M+Ys3OOxF z|F!r!p&(BCr#{D==J^6-0@8kWPTlYm;&|BxEF386$ubsblG_(s;>SHTRa=rDhq zyHylj!AU9l!WAWVU4ZSQ_lZ|mo?f!WG8AqoYgWnf@P-q>yxzFz4RV$8&74=!@x?diA!h8>|$w;nQ9d?38M0B zHENG}-MzXWaCrqTZ2s z(RQ+&8Y`|!k!>|`d62M)N+?1iNr=y+_K1G*_@$nphJ++CxJSeg;5gqXU$c6r+U#*;Srq+HQW>IcHA+%GmpW8YVwc3ey?#kjE z;Sk7CnoZSkbYS-=hS=qUwLdw$@pwI%Z+z@*XC0X^%<1-gx#~Jxh^d#T(+;}r!n*4^ z2-e7Msl^pH;q2l?sCKhTXO0w#JbStEMc}DvuQgi^YkK7eKODb%3n%&+xZcI>eGwZR zU;1koHt)~KAKMJi>>bK*!ut=XGqwxjN?_L-1jsYPiut9j2ydRA)+_DvxbA|iq}qR5OuZEWw~TmH?h`=hT>kHJ;(<6loCk#$OP?og&T@i@Rc4({Z`3BUJrGkD9Z9dmrBp63R z@aGSF%+VjE%1JknjzR-*MJhKN;~}=5&ynkF5tnkbJK010|E&*i9wEw*DEqo6zyJVD zumAx3|3CG?-oVJpz|7?TDG}4Eo3@8+2tKQ7Fp1#YWz=q)VL-M@0uEPIt-70a*fA zJ4_KR*++5O&@eF5w%vE~yNdPvk!?)25^od8|5*Vt2GTVsrW*iduW4SVt5zsP5S$#M z$rymEG6qDP6fl@-R^Xw5F~HQ<*h+;$V>%g+6fmzGGgQ`B1PQV%xR!8rVDAXyo|0z- zOd>+z2_%eTScHh?SjWvVgeeHAhx3{2tHl)1L!x8WHl-Diy+!3IT4)N@TM=7wr;U$f z$edE&fHJn-t_i<{0%6vgB{r}tiV83zwWM-_A|+*E(r_ds5T;-u3o%dNUmqCMfARI^ z2ex~HfZuVxh%t@pO{kV2?H)F(ihmJYL8#3!z@_qNM`a z{thaO$5~Jkl-smTj-r zu^o(C4n5>Z(AOLU$COong1?rres8YFT}<95kDgK)b@2D~doKOf=LxiOSF7QVwhN3{ z{aWn2{0C@azE-3bBgX{u09B!o$t&GGUd#>~n?;X0>7?8rpk;yh1m3-0Ef?y?ez(iB z=THP1vq3ku26Vmgo;oXsI*)-20hF77AgEL%t{HDvRA?mq{x8Sg+EhS+IL+)P*=?$pNrLLVtXbcd1NtQ{~Vm{_inAq|GyO;&6(qOK8o9^qEcy z9o_$M_6@;;0Lzxwwr$(CZQDlowQbwBZQHhO+n9d4c@wkwzapxZwW`RdJb6IJHY?oF z(%3i^X^SKkj+@v*WvCm5eF+Dv*}{QP1I(f~gQ?j~U06uswyv-6xQ*1zA6%la?yu8S z0tBCiQ2MkR5smVL?w>Q$r)C$7C2RS^OWlQUS!MFmq1DM1e!onmw%DcT`Z?ogkt{Xe ztq~KeuIk7O#7ZgMBj8$F|GJHtUHRyQ@Hpnw_fw3WRK856=ybGkp-q0?utY&YU6JBk z`7@J7+JX{;TP>gY4-07`RBlRnIX(6{`vm4>w>E?qb-i9(PHf!F8|`%LCF9TyoR}Na z?bbmAubOebk_PX-_p=}JW=3%7Fw$-NusPmQ61Mu>w&d5D7+E-eoe1_B4S1#e^{uckdgHx(`+rIZi5BE2AtC^Pj4A*C%m1Q;IQ;usPUBeHZ*n|% z`hd2At~@L&E^zO`-7OEhFBZwhlL=ngwccR`*er&(G#n)!74;1Nyk_Q$M96E}E#6>J zSV<42@Bi5$d3*{jl+D4NE;tG!do}5%y;(Tg+oR-^T-~JU=%yaqjm`ay%nH%`D=zjJ zM&_82sO|&{uf{^@aa1}#zCV5p0Umu@kVR9NhV+I{DA7SOC>wv0xlTpp6;$p^G{;n! zbadX}2En{RzUd@*AkV~!?j{MqautnGj}ZJD5q1SJ1P(pw14B+SCG2g8Y>iWAp}au*_+M8+#b z?3NqvnQ?rV`4yO0cK0li0SHG=6L%d|WR0@|s@F;a7wJ)Cy77F4Mk0l=(&+@N+zxC5 z@PIJPn6B6`e(r$$YQWQ%0DpSOu6{de;`Sczg|V{*LqCfD3tLxbc9*iVh@{-4HHt_O z0%>ZfWaDoyaCh@`as(TN@#Ez4m+uE+DzWkL{`lNNWTwV$EKUdBe&m$=mOh02=;M3( zdHHOK+(aav66z2eq|-zictLxPDC!_f_Kldv6fSBQ+5vq>S!01S`o_OHZc4D#r51e; z;*h1?6gjCmEbft1Qc0m3r_J-PI?CnG{QTfxpl_zl7fUB^gfz_iytIL7dNDQAovqLxx$>rS#MppTft2P4g-~_lKZwez0WCU__5FuWT}RmdJy$vL;BFN)cfF2$Ve} zfuSauF}OW}6n9Gt8G1kjm}(Txv_kr^dV1&%5kV8O(AJssFH$V|Degpw{Llu#6T43O?G_oAO2f+vb zwA@ihr*Y@fmuK$s&>i+sLG+{SwRryP$+w}AUhpVD5&B3H021S z5k}{S$$H=!)g-rQ$1_gO3%oK7{IqxzLBJQdv}RGWtZ{;z5fw3YOTj=;U1bOZNRXv1 z|6!nVV&kj;9I62BH9-sc3^+GFUqSOs?c4EVGuFWSEiNW3x)$$;&wG4%547>d)r7T9 zT7{5T1k3?V8P1K7<1$9ENi>+a)T6c*?iqm}W!gwJXFiRn z${2+udghcxV(uCH0eGu7#x3Co!FM~w$dZX}*jo*C>T~^?7{*-vV?r+=b_sM~iRDL9 zZJ&d)u(WKN3Cz7CJVL0F@p6iuT+_A7lRL8*0X-N~p%Mr(?dg&AfBV2G%p&I!e6*U_ zHAEbPhJHHqh(Qrs2Jdv<7nMOrsILFOlbZ z$!r2Ok@JVDG~ICtmU6rEWk3CLs)9yYBNj~x#FgJ)CdpD=(gbuBt{vzwESCiSZONzd z2SK6}4%89>-UnNQ>6G2iSJaG#l#BT!lV8+2yNEPsfpr)QsQcNI>I%Cl1U0py>3+#l zgzm;01q@G26wp_fp5_nvo5go$kg&Q@1|mYhaK07pRJTZ+{YfR6)QewJFzYmbjtTV{ zoQqX2)%oL0v6iN`PXD_n!sE$-8#iN`F$bq8Y5@#($V@iaR5?}dPJ~1nTsmqI0$FjK zWi~~h99*Q1cok268`2AcZ}*RHRaz^urX<`YH$KQAped@E7za{dJ-d#T$Yxnsqj=xcm3FFLyI~lG zdK4emzXbTtBx%uxWWRHZi`!asJN%*SI#AL67aXI(Cu!A%Ka@94BT_J^;0uT^p+)dQ z>I8CF(0)aZxNd1uG`8AG5>Z)mOO?il$au}MrQ-^4N}NOBijiA#wM(;2m0VxNL~!r2 zZBTtBg*Y!uelGOvx)h(Pu@rpX}8WfBBrUz4keXdMzkriwDI7)2% zvaF)Ksl21d*tOOZ9L<)mVw@V60oZhgo?kw*Bzl8q#mS(f+N6y4Y5>Ma;yll`i6fbX zZqTD_h!1HQE?q_47J3|~BI;kz88RsfJ2ucs*@6^_m!DJ?l2;hv2I8Qk>!XY9=jG$` zV>c7Y^(fAbAXa&G>og4|jR{}W{-Q@aw}+Fjho`Hr1E(dy%7*)51BPM?>s`+V3Qw$c z{}1J4*j5y~7A)T8_`|Ee1@wzz6$?)3J4J!fATaUs0gxh&1JlOG;x+RFs637I_!kHr z_Uq>=#p_sOWTGH*0dp>SvW+%0KBgtt8T)@ce zKQge5rjQL=SJ!Cu=7vs9)D$oW6slVsGmw`!o6MS!2oAS4!qZq%WHu@lTG)NrbcbH< zWp&M(i#Gn*8xNF6m2LP~RTMXHZZ9ewM!O39w0#fTqpo9l>lFQ@_1k;mThjx#;m%H`w5Uy9RL3Y#>| zvHRnkn-}7p)a>8inTz|CvE0y-h@8{Wj^TI4sug5bo@ox5IWsK~Pc?woIF~~spj=af zr}}=H&Yj4dD@1bG)ndP`%pPO-V`B%w%EY2G<1X|VHr*JBgQqcILc_A**iJCkjGmI@ zzDIEf;*xM%ZX1oD-&0fmJjAn}q(1E6Z-0l(YtT7B$E{^=;*xvH@SGZ8zu|x#Edf3EYt5B%su1hZohlr? zw)pvOSS)saqW!>VUruG7f#*StC5c>hriBNG17ZUQJW`}OY!h9bqsqXn25t`Z8p&;0 z0wF%t=nxPZH9y>8k!C7!HBQhvBcu&Uzs#Y{k3(F%S!OORCKuun#;uEs{=iNrg-bTp z^yg^pl{Pqf$U>i_*F7X}CsLf7=&$@iDw$5Oh-gn4xn@GMPnZ`}F4<^I zBjt9VTYSfAQ-zoJUYhC{?Cz181$*FV9*e3Qni>F!f_K#FmM_GGXY}@S;8u$o zdX9H?Ii7xf0>m!!vgNs(s_{rMRf^;5zG*vx)i zhyQaNb67BO!JvU#Sb_^97VUz-SYRUT%xm;1-1(Fj`U*!l2eW1gIeb5MO6`N8@~7uH zO;|MEww9tm;$F%?0qz)y()Tz-z(iw*8>~b17Na$pUT(Csc5S6Bpp`2)eZp(OQ9&s^kcCiiJ% zG*DF!-H`!M+0K7l0U3v_xj%pnQmg_xxaN;ayjuTt7!_Pr8A#{{!nKr&yTC4jIA^vb zr%45zp|0g~j*NC}kv82o!_J+oTH2W4j7o?Kn0vtjybl)P#(aD#IF8m<{W#c*Web@lK`vO8A}zmbeLr zALm&s5(LtGkH2!DM&4>GxGp%qWq-=Wt8@&!%w-76@z*T6R?LT86`_Q<0W_C?mfNX! zF4QzDC&|^V$5(7ksHn=tjp@;+CIbeQ2CuXbjtL@*fI8(H7?4|@Nya1Dp0mo8LxGLB z;!z41XwZ3vwweGiQfIakkGezG~I%2g1tI^peE4n)O1qF$q0@rB8H=; zfVT{XeO;LNItv3*i9G3G#1<>4^4cFXT0Dad>v;8#(;)dMzl(h!wdgLA8bLaK)QwB6 zyo>Dhuu979O^j^!I7)PS9Pnu9wnMqU8C{;s&=*X=p zw3#h|b*y*UsT;oYA}va;_|^mPyAfE*DCRb*i7fH+-}lg5xi^xUHU)!8;;RuvTEy<3F&yWEw0w?`e%)CF6w5g#NHcV@omkHILxlvqGqvD zUlf+vczruRwNyR>7j{pk94{YdTDZlkXa1QBP&^eI)BgZdb%9~8MMR0HdzeWmA?1;9 zln}PfU9id!t6f`V>rGwtnHKE>Q+Bo9xQ-cW#1P(m?MP`;nRpX#?}|!gmL1o|YwVLD z35_n7x)_r`@JbFnad(c&5@ugMzSzGr=Z4k37`gAtFI&+mN^PG+=rrd(P!t(}a`hj7 zx@zb(c&@W<^TYkX|2JyeUS-8}4FdoWt@OWxTpa&FF4s8U%9|W7u0K$;--P2Vtaa?{ z-TQRh;+AU;(*A_!&s;c%|42IXEA?FoFw-v|y}OGTg2wrY=2R4j2QL;%G?6`UkdP@y4l?uX{i?#Aa@3Irb}PFfr=r)Dvx zf+Zkn_!Y%d=VTUa166;PmnexXKWUsMBLyQ^?crF!(^ z8&H!%oOqhtY$>fNr8a0IOcK(qt$cg~Va3b_rt2BZM?i39C-?=POUB*UI~ETNc6WDn za$BQ`prJSN@|O_2`T!{=Y2e);xa9yML7PbEZc#Y2^PEH?ym$SL6_Ko zolqOX3#Q{-xgE)z*W>jr9dbVB+C3r|0!MzDDfRU@$jlI z9Oq2;upu{5+b@(ikLhgkIY$1f*X_~p)1eeUE|VA`AzLUuJ60?D1Mkfzoj>zdMVhL? zod=M<;6`siJ&GcO{4ZBQu9Y}*;R8GuLlkVZm@+B~jqNQB7LDR)W+vv6TZ!nT_|V76 z>?xVpGF9Fu*!yCbyS1~k(ih)aVt9N25D)p|LqtsWcYmI; z-WILT>Z+#br>RzwMCQI0Pno>*T_qG9rRD2n14f!NU1*l+hNL%!>gg!NcSD6_vXVGq zfis>{!0N;SaSoUOMKkT~8PPrAEJ%uWXRkQ}F;b9JX_uzN$Se<*qhxu|P`e_Z8Ds4< ze;}Yd=x=5VXQaWgn$ zyHHb4E|3GlqIG5o{?$EbcCiXp!OS6P)Q zyl|3sVK-Mal!m4&M+Rii634iLK;+TXraFv|@Nzc>Y$}WvGu_skp@wZvXMQ1)?!tmi z;y}O={L8oLyEpXDgDt#n&*v8>7Orj%_6{*gn#N)4^%0_ik@fJr8F6IOvFvuY7AH_> z)mBaZxZztH3GjxJ%md`lP|hjWcx`~E2|yt6LWIJW>_%&}qNuN^w=7>11^hi16d^?T z39;DOiaOJr_gFX!E$QWUJ-gn@R!T+I8zo(HNaHnP4WBOXNgUp-oWafzqhNy1Xh>y2(mc7-i~EDWK^UfQ_)}4OiL<6{!%! zu=BL5FxC;Ep;I8SLNq8vVyi7{t1fXxIJLih$HE|r?b@iFwXaR)rfpc2dX7cfP&Ie& zlP%aid;}|Rx}}8sWOSTWNP`uW_C|ErQ1K;@)P+mBgj-g~i=OdBuyst7W5}m|GQA@U z#a)1`oGp5pdC)%46G0DrdIg*S*ztM70H1)3I>F(E9Te4PEOeWOX!lYVlow4Bl#5_)UaMqSsw;CS$rA>fBBj%4 z7BX}2h-+A@@6kXyqB$v6RM1*`h7JqFgjuGOGj|mJ zrH9PfAV2_ru&D?5_*K){P-jHTrATC+pa;H9lG?+iZB0$B zqRlF8YY5})FbNqU1%I@H&cy4iX%uvE8V|0Ps7IkgKG5VC3bzCK`f+E3z;7M|?RDK# z{Pme10&uoW6zkdQ8~!jehtqn)#;WkrfZduwogteM=oAGe!x$LNLM=JSG}%K>fJTa2 ztqvHRm(g85OX3DVDf*R_^j3@}gV4#IOu=&J($Vg?!>pG9YT)MxqDpU?gz$jx3f*(1 zTVOH4k4wyqctCz&DT`_@aTcIG6a9SC6ho}F+Tg%x~T zkz8QUin4jh+@I)yJU&JUy61;HMxm72nBNRsZf#ObX!*iax;??wHa&Qc}aJNvX$Lbfe>7ve6E9 z!0s-hFKpU~*AmjADa@TCEb+X7=S~^zTx*2so12vbdp%jXKYrd@7s7)zyx^p!w&0!S zH+MAOrweB^*>9+=Fis5U@3hCLF6h0q6)|kn!p%@Ae|i8Q@{{j9-XpuM3ru-Q)V@6l zUP0rWOL|p)NJW>zN-lenc@sDXuD0WG9N!Ux6RA}d9Ial|ezlrCSs8h_Z{hTpwShiV z{pEf5((tr|%&CSDdll_Z?1^Ch7z#tJy_U#KQG49DDu2#uT_1&&vZtb^fST}EaK8px=4p}vFGL_GeaNrY9?oEVUOV^(^aIAZU-fKQ}_N+bOm2uwLy=p4J< zTtvo#5bZkD$(ze_<4Ky~s=Z-UlTlHLXdgt6W8H#mL`h^{Ft%(3l^_{p@Vno=MLs3P z_F>m==QV>mOTctVuN;-}VHiNSNBmBPMfvKIh&0RXycd?oj7Muzi#XL`QDg92lFS+V zFH%-pw8gF{iUh9-u_BrE4Ji~uChmF4CY5)34mJ*(1}LgvmIGlvH*#5&If_&(i$yVr zLA@kycbM03UP4T}iwCN_lr~*bC5HPl4qxR%v>-RWjC3UEI(JBhpLe&vhCucx+k?1;E=^vCV8IKnk0zJ6CX54KR} z13`(h{CFm%Wo1b#;(htO?d}_&USee2UmzB<`UvLGxh*!fk>|`Ex3Ab`!dlzlO+66b zQ{4MP*UDE*s$8z}(et7lten!2P##vEYOI`EFW(2J-}^dKgMXwQ#S&5`XMuq$&b*~L5^OMA-A}Dswtla$g4_Iy4ky-;gc>K0w0JkR9yf16B7i~reF!dOmKI#m zVyWKlR2>L_@F(d=3(YrK={l0S=CB0(-v;}Kk&(lv+MgP^7{w}b>0R_owUf_d^{9$> z$bKD0pD;f9kOT{=54V#p&Pq>r_j2Yc@;y^ zqhrzI$Ccd{8*u>(Wp;KIxyV`6rR5uyA@bvZJ#Ni8aDX&jQ^2@W~3AFZRjAmZfi{Znt3J*!EFQ*KT#7_Iznj8*RI%Pb+G zgWX7VX#K^|S3Fh*vmU<7Y!UZOL%+XTs-yzbEq@FEkRX=}f295;4=*uzJB7xKe*!D{ z6O4<0w_+c1`^aWcXy&_p7Tp&;x7mZ*MmTS~12gs9dGb+luQIcSIlPY)^&B5bJI#hY z69f2Q(<-~HT)x6a-?Q;(RkOlI)w98@qh4K2+tXswUZTZ}qJNE9UA}VTjby-)`onkC zGv`=DcW3f?d^&!kzWMD7_}}eQ+cAFWCISG!6(0Zqnn%mm(a3p^B znfjz`gULb}<#>ye(yW}iTCKCPF-1wFJd0K|7z;=kNe@B5&!1%E_}6Efm$`3GR4K+0 zT}2Xvf%iMZXBs&4_ivW@`8`iqjOf!)LbT5Ce1AV7cWk087L9s>H$T@qapzvSPJKFh z*cdXVCq0r|Jz6|YoonM`;o~_B_jYwa6m5V4!<#4s8vU9k-62hGEik7@+5@6LS~&tu zB>F>osnHbM-x(gfdX+apvPFX&={{1-*sntl)5|q@G;9H&+J`Z8%0%k^B8gQ@rGe1c zMb8&S5u#(l&hb;jz52>NWJNLz@SHo@79_q*Vyvq>K+ZHvxV2D>I|t06dB1Rg4doY- z1(=+5d>F`R`@RE|KO8zlo0O5rS1aIp>@-IWSL;MBl-aWZVRbbJAR?N8Yyj?X198)! zlg#yFgMd%q8ZV2-+ohME+%9b213p}x-MpDQ-tWwP18IVlZb(qdb#em$2!R5Wu}5HU zU?92lcC-9~v5l^&>Zz{!e(o>(4|X1mnf36ityfXoS=&3hIlKDV+YOnYo0*sE!*TWL z0wo|%y9H~Yu&@@h=n3G4VnDwB`BQ%NbLP}PBnA?^h&+JWS?&hfoukly?igZHNb+n& zqjc#sPy)|Q`?fcelg8iP-rnEc+oB!}v*==lg9*9$K-C0r88wVZjvTXmycuU1CWOGO z4RfwPIk-7AitankSdR9Yq!A60mNpNVAquONcZss6en!Bmeb(D-NX&)(zwZUuSjzbmytZWxoz2g7ds zhM%%mJeSzmh~5s*6KTMm@<4YvcCd5oB-g^h!Fd4!L%XDcB86;%%FpmR!GxkL;^Q;4 znRF$;S9{(9{Co ze%q;d6*)D$uS5fX9=yoTJICx8#js>GnMiF6OqCv2@hJSW)=E%!t2~d6b$!DYQ3&~I zD!fMz+|rL1OiMik{Ic}BykaU02c+h}!5NUc#G0%G&XR_TGI5q7)X~!HnFj?9LwE-c zvn%dJ8$p$9v;qk+~78{*bgdKPuXbzqhy}RPpF(;=0idhoysTO%c=9t@0BS7v~z}m<8mrbTkN6-m|Xmr5U z+1tnEct=lvxBZsh9$Y3NmI+ zo@a_?#2_szq{qNb3-cxw*aRBXfkgpeM?nO3$=hY)LoeSP$jzEumoQ2Z&;%Pppq$WmzzSK_fM}W+cVm zL`rPi(rGXF4ocbvkkszTHY*KBKi2;~!!aO%QTq{s7vXRT>w><_nqzMOYDv8qIh4fY z4=xJF8Q5XTB^ct7+v>PTTVKY6@-h8N8BUZ#035f0C7$Ts&j%%RN_@|=|B9J|6A-;3 zbGknQp@BoUDxUW=nS!&lgmm$mgiV>HB2q!8RpUOu#4;{ChHU&TF4o7{H@Ag z-YBb<^6v(yU_JK*mR~qbE{g1bF*o$RSf{`QoO31ogP2i%5bJjD<_rZ80BSiwTgXXo z3YlpoE*q^87!KJ6dBaDuraAegE78iqkO8%9ZFB3xJ98EHOJccy3Sd#kq}LzZOAVY; z*~U>z$v&Y`}}UcfOxS&!6QNcXkG_b0Ws{ZOH=WBzj@Z zRb#ZgWoh!s?p-VKtiM&RVXF(dLNyvqaC6S91LnZ}8rr#-awVV7eSm{7>a3J>UEvXB zO8dm>Q>i3Puhd2-Nw6#gj92VsF~LAFrWhYo1la>9345U^D3X()@`O{0(xyBXy?94; z66&H%xuWQMDK*2rLjd4MsmiOQtO;p6O;?y)9Pzpgfy&!qCoeb>A;bv7-+$h zp4>X-0|oWKnGsFpW!CrNnvMGXN=4=^2l0wqh7_qz1h*3t`O!uel0?GWM3Fx6F2~UV z&lbJLEwR6~6ftSCUIf)CptNn8;CmxrXWR)>qchx35l;CxJcgjp$gKTD4%UnPmW>dC zJLdItB-EOkR$$fC=7#H*hU{wD;AIi|?bum&>uVWa+%)dP;M8oYtbEk9QdpC1MtAoG zUW%*0uD2b2L=mLIatQTjy=U}Bu8OBH64h8X>9(B}*l%4zP)=oY@aDvwyafUm48H1x z-H*znoaUkOy%FMDknHg<5>^MWZPm9Xq?s?8?+&d5^~Vr)hMpieTEW72JtPQgl%4ek&z(VRRqarR{>*7K)P7nJ^b{2`oEMGqDnyzo?H73p`mO?vu3)Im=vr-IqD8!Q&M|mh#_txPTrW|alX24z zhZQsqPqdK8uf<-Yy34qVa+2IXx4FbM$s)!O{%{rADX%2t1B~EsJ#=`dx0!dKSPQb{ zTvM>zlc8-;gjHb~vg392eR%gC#F>!ZL0=>bCRL(l$^al@FIWRv<5BEY8ZZS7-(OO_P|w&ZZaSvRcPmg zE?9=~8^FhU7b+5)=ob%}k9oAQPo1_+XGDmMk~8hd7noDXLw zsHN>XhAj_ugy?vxUZMb+(Ez^;4eF>EPcp|2+C&GDc~(*@NKPhF<}()X&J zzLH{pzm!LX7orlckK+jPuW`}B$}GcpR-qqQBE>IAB1sf)JKyp%9)1WUqBa{^rwGl- zI-|C*8diqG$%6XEa?W0wafM!S4TH$a%(7cuN2Nff7ar2lH8s1oaLgX4M9^Xm`N7Q@ zkhl1W`~~Pom~9LD*ilMe#dNc1;qAZX>>QC+hX`qoLA7!8=O!ICacNSX3!OK<957NY z(JE`inDy9(|O#>H{Vd8irp^QK7jtsw5&-G3Z2Gcy2{#uC=@bVxXH^)-loniR`*qCO zPth*-yC$uyZ|iH}m`ZYqlymC+%co@|WbMf!$9<7DPjPQ&l_T(m`|WaJ^+ zGAnaeQ9FtPD0w}LcEK?mK8dDh3BEZOOi?!&YqbMWqyBe{SBk7+C}S|h>qgyPwLr1X z{u%u$2VfnY1YE{qm?nn4h>xNjV!@`Be^Y%C&DS2=wotWo<(qLWIb_;cGqP!JExfl| zV4ZHTS4|(ZXQ4o^vQC|%QqY7PkSia$og$GZxlI_~c*O_Fu#;UI8ZYE5WjRRKQBF$~ zSIw0m6UHTJ2y8u1WI+iVyF_0Re^q0*QH%|IbK<+p_LH&IDM*A?MD>;ISx>2Cr6iA6 zf>5aFL%=A#apGZWX@CcLSdCDXz)`T&f$;Zl3H$|&cKbZImKCb4DjhwXu=CSkG`gKA ztZl%Jq&RBEg@(aEKHVR~lboZ4Xp76mtC0nFw(pvjMbE%)gOmIgslP$vJZs~Bo``=w zqkj3+D3me)rFcbS`v-RZ;f{2;aiHK{fhW47+2yE7(;$ zW2RL7DK%;t9vE6U5e%X0XFU-#lxG>QyP@JH%EzI2Farz0)4i=3)s;4# z%{l_+(&E}L#8+6%Cw479(TO2vdPtMbXSl)~AZJlb!KQdFh_z2>q^1E?DU8DeKr2Wh ziTM@$#fPc6!YbwcP>0K1Mxdq{@#rJ(8R+?l+6H;k2fr)^%O2RTz0L54tM?g31Fcb5 zz)4{T7b-1KG^|vT>_&!3Cb%Gt144l;xU;OgnXQIN?VKyX2F8VNzdjzPmxs59KX?3| z`LcBN$~!kd&z~GV>dmhUEx;^A`bj+C1|3TT`Wf++VD5A2g~oAdFNzBKeek)ys*NOg zLvB5yUp)(!dCtFNVyvLqJAGf@ALO84Q$Hg;Q6TO3b#>+|B{W4rKoBNPp`Dcjouk#|UMOGfm18vq2zg)%Xz+;|~zGP1;LC|Lw zK|7ml6h|As2-0y3Uxb8$zN~#y4hcU1Qy^I~*~j`qe(c-Hq!+he5x4hxIaz$0KE2P> ztd$p(Jdvcx@=4{2OMqjDiEaQw=aP3y8u|Q z)=Au9*U{vVxf`@M%%U2wU(fYA!e8JrF$J+iq{9EIoYu{}8_SzamxDlY743S`ON)Q#klo#iT z9iz8oFz18yhdWAYcHtHXa(~E+))>kqt8>)yJ}A8V^0DIqo13|P*(qZ7Z%<(Z(S98I zUDWeYCg*GF0k+?65KwMct@Oe+q9X3)MdJ}LqnD$HMfb|EH2ef&AN2CrFVKG@CI7$? z0HFUI{}$W7{eS62|NrvQKQ@L=X7&!Yj`aHamUjPCruzTj5@3M;zEy7%?js%-0ASA_ z0D${{cB`qet*e>7p^4!iC;R^h2d;U))ekumdLPv-2A)aRA@R=Ich(JK*NX{x6E!pH zNTx;$Ir&G``kIW*zW}FaE`Pr(q!MV?9U!**uDV@)YBPtZl8cneRrHm(vf;Qhx(p-J z-2Gdp5|e@>O^48VX1aM~4x;5s8|wjY6IjeC)pHYMye9@l-`RSl+R=mVO*H{~-t~@5 zc8W*4qV{*Aqh-;^4YO$5V`=LWJCSF7Z*?D(f3y)xmR!_E6^;y(I1Buv6j0j(1gqrY z#SWaY(r?QTn0g%>sqxZH9mdj`ADQgv?^E*~v!||t6%Rn;-+EEaI17ENkJkkHzDb_% zE=PD|(Wa;$NT|&s8Fu+Gx6xv9haT^cJTX7OpVB3DYAe;Tu@m)U;kN?63yE7=8xTuD zw$}7JTrf6GFqa|&Z4R&B+*ojPwfcHi`r}Aj z@b=f&n(ovxj_!iN?ca??76H5VCwp-`p$(MZ9@wUs-dN;9q4(kkhh`s8FxO(cXpHG( zGBf+7_HKy6g$YDzkN%oV<$iQx!{BLhJEd1N3E~6s znb%+gC0)KS;Z1`_X`P(Qo;g|s>06ikF+OFWU?^<&D8IDY6HUAMoc#s3kzM>}_yA~R%)%kb)QGK7s~)KLkf%p@ z>>fYj(an&V#=1yUv)a)OMNHR8e*dDGR?n`NbPolS%hS!Qzt=b(5HuZe#!H<7D2Ly9 zK=~W6?LZOM$=UgAgy0LQjixv>;FePaO~{v-76)$T`ZkJK<&cS@*k^`wL9UQGdzz0w zVB$4j2IKsP?|7;}XTpZz#?y!Vl-KdDk+1r~pH4}Apsi{Fr}gYFM`(;gK+gjc&P~)K z1}0~)GphjA8(t6EkfGtuRZ5>o)X^9e&8b8c=Oc<0FnvmpJ2Vjp+VVgj6j1Wtx6`}b zU`I%pg<-`ILD#;R#I(h$QAs)dt3xzcLG?t8ls{AX;tc%`h+*Y<=Z{KqX?}4#P$Hc2 zf=6!gd4MzpBJqTt_;lfYbIDMrP%1niXDFQTcT>Cu*M5Sj0I9S4j@GhPnh&6eCtcFD z9q84neo?%N*U;_!1iN@Kv7z24!~WHG(?4exZfjazb-rE z1(oqFir|#XS=lZ>D*s~E0}oVe>0w^8F)dWrB1D9(M|vL)CQ)e$@UkdZwL^I09`)d~ z52^slPebUWEW_uRPW%<`uT1)yc=Ng+mFyt?vdG`$s#1Q1$v6ZSMnq?nWpil`y*I2D zM5gf!@xOVcHxhmef&y8X#lv%1Z+lq6OwC`aBzx7ibxjmo*fOCwz%jugo!qnFZ++xR z)5$NAI2%5+*Vq)1YAJpw7{+Hp#6Qn;4(f-1cRVR{Bq9x$nvaea9^RH`iPK7m)ma&o zyUK?yDt~dOr@e8KAcKy0Qz`9TkE@%QJ=4WJZZs~8$=xR1At7hPQF?e?Sd+~nXE!DX;p{tV>or%7;Gf;vJYN-&%(>y$pAXoC{yq#t&MhH$SG~wEiBocFA}s zH(9*4wf{{#T{jGN$t;C$?*MwMBo>1WOjO8K#qN9C{e3uzY22IWar3gt!TwtwQt%q% zSy4SB#lbZFb`VN|OlX`^Pgal=-lamvUUD9R(>DuAkOZ27YRQ~#b9~Zwh^DA1l5-ak znXcpha2ZR&Klpn0Ztr^5ey`XUHNZRS$6{UJME^dRoUC&z*Cia<=;kyJp^Lr8^}LZRGu)kRQ5`AB&B140+@7S)g-5vrof;N*o`2ofx#)U`QfU=H_WFl{q? z+fmbzX%PE>z1y56xu1{dIReJ68P;&SBUw0pS?=Dh0w&z;nLweqI)8t=Z|GZRLzN#V zu`6BX;u60zD)~T|alGv)UB67~VTgAwe`Y%$a~?~7IwNU6?%4mm&+Q*%MT*C~SJ#@@ zLR+Qt>9f?js@rTj@4j<*Vs!RV`S5AYGMk!^;#06as3CkAaGe8k9Lz{{M{ z$jItPQw$xac_(Q9dqB|~NV}8}bO8D+D?BtkxT%iP=}_TXkA`L_q$%O2qX;O0(6CY7 zj{}_&$@(deZ$6JRy$m?QeK~>`_iIq{vz)!UG>>dxdNC&!vGYo^ZFEg^Z~o{O)7|D1 z5AHgN=Ue(udBS;`hsaZPNrsSZGFV_tGV2~Iuobn*?hP@8L|>+viWX#9sFVVV#!xfW zWbz~yTcjTVr(zyjud^6kB0z1rL4Tx}XpWrDF@JhS5XBx>LlrtGe5gr7kQy;|Odo5t zGLYnXvu?@ez$;3K#xJUIEN`U0%n0y;h>C0RQn^xj;5-#a?d#zDQcOFZRFaf+tJq-a z0=D!Hj?0s&DDqd&)uO9?EZy1HJz@AtTQpKZVaIg|3hktEBRJ=Rktu0GFveWj9><(u z=>xuhc|ShRim0#=Wq$agh~o9?#SxdWzAKCpgCd$z3L>uSuFk=qU#U6;qvO$#t3GfB zt*lrhNe?G5^g8}TvJ9Z6=j+v6Yg4qDjAc{eSO{Vr0O6m{q+n2i49M2#L65T|?p`=Y z%U!QXi{eM;q{AfADew}OZA73?&(B!0$qY}DqFtxa`%=60Uq1koFK7`JZU~-Xzk?5S zSULQleGD=776|UST+deAhO0u+YB%sSC57`U@2FkkJ;8PN3J5U`xk<|Xv-5ePm>Xn} zwTx{@%4%e}fD|xZYVCqydxUqtcozW=$7*i;SLKnlPz@s8I4!o4&_%+@0Ll#$GL7AU zSpr7J-ejNzSKg$RvT$CQ#UqpTsD=tGZ_wLgYyrUPM?##BJCiZEHBvpXPp%h?Xt z-ww}^1PZ6|7NeYvr==e_NKv^NHeRz~x$)Qk`JJ-{1z93?uIpaCat(k{Z)0muaL%zq%sP_1x0v2Cxu&yA z0zx(2HOG|>8S+C0bzZ$*$Kr|?H9h6Yd(*Clq{K+IA%1u=b>3_a!}gU|!J42iKhwI^ zlNKPYSY=x5rC?HIXqN}I!I>anY`D|}!U`h@w8jryp`}3%OCXfsh~DAS_M<5}#*eQYpRt!&Iw<}lP(U@yu6G3zP z&{tBXps=d$>3CJfX%xQT|BD>^zHo_tZHeQ&THyTwtf~!BWM|;2l%)(8a*eSxL*<~@#HkQlSbO(2>vOBH5)98&!D zh(u=_7>)~pixJUSb!vFlQczjfJPcN&`t%wW&+qxa)X3i+8$ptyt41q<5%!XHllaN9Kq z%Rr8_y0(a&1DfF3L;wi$WI+ztRDCBU6gol2KOh$=V;dl%+%(Y2;+$a%N!TjgXS?F@Ga`3t?c+xH6auIzlvZjgVgq;?wrAJ!w;9vr zIJ`@fbTg`8cIox#TiV3Ryi3%}t0+~hEIUw8L@ud9F)peU^#~z~SV}o*P(-63N-7$Zcy4D?b>^q?{7XnZ9h4s(Hj(m7%jGJ2jj{843GnTTJ2q8$IxlJr6n*i# zy{BUYQh5@zDrz!3DwCDZ6WhRk76hGq!_I!`VCf@{;FOfTW@rFG; zTUr&rr8U$teaSZzt9hqhKp}&n1qmvMPw!Gh7i=$ZJE{vXQDsXG*4Th_5{+qP}n_KI!W){1T0Hdbugwv&^W zJI3DkZU2bwuCAJ2O-Xz}@Iu%v^J+Q&63#~gC2433OXVoiYHV|> zsR6h^%blS0M3)Lz7}l-j(>%)x{ap9;Z2ZNZvisTNa<%R!Z3JVwW46Jp-FNe=QB|cP zXOtq%6YA#^8>d2OV-zjdQ*;;e4T$o@I6hlVEBM8Zt*gIzYge z)0!TMLGRb}&@1v#^<5bU8zS0RM?LTvsMgX(Klcim(?YwN%OBeK#o6j2oD7aCX(v=P zQ>S!OC1A!k>u%Pi?GiR1NT^QqUb*R?dV?CJpi(6N`0qbaonZ4Y>R9?eo~Kz+5*hIv z1xKlN;ZEF6k!32KrAupyG)Ks&I#lK`GMBMcvX=*t--+%F;ymW6-NMG4YvIo4j+*vS z=u-mdrf2-G+68L*NJILeW)bb&J>8;8TX06p71cSa@taabB^EHq4ClBd1*1-5r^Q{$ zn=09CKCVd}kjoei0;yzeXVXI*OVn*a5}UaUy6A~#PP%Quoica2FUqWgK3ISkEQ~|h zol^k1Rp1qXAHT3ODctOwRarm)uRB@g9aO{2L#OO;Ygen-Z`^KdT8!af{#|J=l(-~m z6<$a#^$k9gY?L&Kd41+zjmw%p(LL&L$GJ!#+VE-E)bm|UZ%VjzsMDI+WpmO<+LHTWKk8?T;V;$^mZFpM)wRM zds?ryRIR@P?0`-1DJV9Xp`rijOIRF)O?zcE|frS02rw<2uERz*6b$U#g2 zD1DE#N7xBI#oN3+^3CO5wy9+N73}HZ^ZVw=doTjMU~$0UO#;zS`kp9-s1=ESz2LB+ zfltvyV4WE~W(sb3Ygq+n;siz!S5J2?t?lgm8n*!YlTjXbujko%U4RyHhP1_zrIe92 z{k|&Po1H9#zvUC_qd#T^tu8LXbrvBQkpCoQF-&9oBV%r?n|=(FdbJO>^lte)*}z)A z8e*2@aL7v-_|*s2Q(_>3lkl%itN(r$WXJkJ4zgqAGloxHk2Ey>5mD~p;O*QAj9nEI z=rrKTX!rrnfUmkfM~>H#$#bTH&Ap3q&08HRs?P9k3h*;QFz%_&8__Tb1H4bAxTC`* z=k+$>L_82)`T*3ofgK=g^OGCGqUYntVw7?MChXqhJ8$-Fccdh@B3kzuN<=)rr$X+f zZd~6_xNl*HP8!tRATID)?q}}~pl__c>OLZGxyG%Mp;C4d20)m%rYRnXMD;`J&^ayC zw_$6uA{Y_ama;m6)^X9bqV@0$!r;n3;H7@dDouE!97+*R3i64lB#7+uckl^qBNVRx z+(#^DWyKL1u&*&4vB$0+jq$-6Cjijzh#*4w)?peuF|ok3x)K2G*>|KXBX1UGr&@u-J9Ld~ZEf;ke1OWmLV2Fur0AM{a z9Vp~>H2gU!7>Blo` zgXh=W?)Qo@QEv+1(L zu7lS~Sr@NigV<Zta+!CYpv@~`*@6$&r7}(FN(7m zfj3=u_|V*G9r1Hp*BSDbiFgr*v=u}tR63Om)YU#6(%YYGFP+Oruq_AKov(y$H)js1c_c?P?|7ciZ4*H z(yS-JNqdVWBhse9O_`wMh(|9nvpk~_oIGeJB8mu|)#k3W^j=Vc(_3{M>5l-(8ijWH zA#y#KyO>}h2LJlJ(T-@b z1Knc)c=(Q=%SCwgNELgvjb|b7S~ri4x41G^3{K;Cf3AH^)?+X#6{{0!1LcYTh<4yE z$}GTb$mry=>S8T)3<~hdCk8c8&KRpEzUl!Fvd~ox=?-?dd(1_aw%k=>)xv-(LVsXS zpjy(oj4DNZl*b@54t-Q1Q+_D49Cyswxra7&S$RbcDaV1@IH9u^fk%U1FjOtDkyUQn zQCYo{Og^M-88-kmP*TP=`(kjKijRpsIQBgK6{ zNTazDynHk^zv(d{81X@%4kzxP+(BtG-wVofzApY~!L}%z;$xnB@|m>w6-q?}wwl9B zy>7WAgf}{KXsTIX=55{TEX%5vfu5GR+SckcWi8^8bgXKWp{irmUNk5!f3s{MCqh__dkKDFb`8P#-LNB9E9ZUG@@ zOn@`N>~E|E=q@C7Kx0Yq!da_WghKn3sU;SzB$rTNyoK6=VRt47+J4p8^(s>YQK3rb zL&HqutU#sSRYq#kP{bAE+pn`2`)V2BQroGm_jyV`N#gt_)Ix{T!L**Jv*ze~Ck3 zR5`%lQ3abptE#oJOFGJ;+H|E7DUE|FMzD%gAtn!{mPTo4>)`;{KsNf&4!G+e^c8H$ zL%9wFaFK4+rHMA1Q8Z&(GR-QemvK^a~n z>`uUtK%`27@}n2SL}JHIOn*#yNS$QT%cI&G7UU@ydgU2F6y)$gPue#o-gU!sm%x5WZ@7 zBmvR}Jjy^Lhgd<7#I}|yJ@chW5<;xp`%`ETuh|kcJD7E#-J(p5O)A3`Gg|>a@lid` zC&oEPe#N)nuYml=Z-dkZcc6;R%_4NAJe%wB?-BoWJ)qr_ConK|e z@>ZDn-JF9mqUu7N%Q_I$J&c@HaAV-+nn(NBZ`)VrUG{+6G3YHxuT1~xxJPP|CD}j{ zW%ORIb?8b_v%%ZL^oe1@36*^^6~U}y1rUCsFZJ}FbMxs|)e*&&{KB7S{3ZY}R|YvW z@O>J7o0zG}g8_nt;w@rY%?Ozfna~7@r(H_D?|v#-(u+njLjIQoSe%GKnbC|(uahzLk=cg-uJPxPvC?wpm~DgD;*bDu=yBZZUZ7VF%csQ5#H zISNh#XoU=Fw@G2hsMl|fiO9Ln%y_j9PW~`i&`8$P@+~k;DWg7T7!%rN7d+>8zpue- z$IrzmY;9ZX;KZ=a<<~+Mz@|(r{4d90*()&!!L5qx$mA;k(+` zsfHLf&@tDIta(=cr6Z6+2bnIlhq(2!&KxvZWQ76DJF^9PQ2j!)Q^+#LmE;Yb6{B>8iGP^o-B>wl=*JY&*Jz&z?pa>K-zVP5 z_~zAcR+9U=5UJIS3uVrsGhkecrzRBZdNyf{udLv?0FM}_OMV~oMp`Z+=FaGAol0YY zRDGbPFBYMz{JS_Ke#txcJ&|ve?Tm8nkwxV0M@{-ahVoM*%)=0m3>U-$9T3I$1x_heHrRQov@r4tJ{2aX>9=~gzXW_t47GFZS`U8vVP9v(0=6i2 z#&wo@T_}%q-HbRwD?!Q<F6odp%7DNizhS&`>Cl-;KY!kHhIGv_ z7x6U;NyK`bLs5t<)4!5$BDt2LDF%~R$$E)4W-T5^L`VlKG0j7#BFzp7R3mbB7CSr* zWZ+-}*uPH!$&-f6awgo!fxv;x+k?56$WCL-=sZcZ;jUepu5D6i90D}cUgSDmoDCuf z>cqUCs?k3Sy017gYL+Z|@Fi`tPGf-EBSAi4Z%t&#f36s6DmEfqp&GmeFI--=e68Wq z(FJcWUu-K1BDDdW1)=?@N1iR3B+&+W2h1m)^ybe+>tA&%rW`+lo6*T5_nz-t?lGZ% zyVRYAlt}PIxxfrG6eamw{#yXIwjEhrpfPuqYs1!GfYIb9jZfYkS_u!6q?k#=?(I3U zHFP7=4Q*O>CCF`ztyow9<4D7wUHg-ZJ^@lnGa*4)%A!n#IVFF~+ zZx9AW8vl`ogjL$_mMc9oQ5ghhkzCKwb}ljFfo9x0Y1ul(>7YB zw?jsmB-@!-H&k*-9;M?SdMD1g(53HY9dBVge8Y?mxzE43l56d+Zw!%@V%Wt9X?#eU zFA_M*Hfo#?eg`{aEK!IoUJmVZDnxv#%$-vF>4iJF(t~#usn__?GHrM*yH&zlZcffQ zKXNTSNTk{LYm7H$L&#*|DTQMtc2ZO+I96qd4=e|}a6gTI^?F)~_VC~Lv|*%{k}m%L zWAikKd%_zD!3 zXoFO+60|Z*1N59yUb)m*@92#VBt%t-1p5za&iN>A=Q4D9v~^@w7FL%3#DAN2_hiXe z&%jU8*B(Eteae#Ye(g9r%DnfgFH|advgKCOW@=2Hc}DoDU#!&f?GAo0dUF6d@#W~E zpw%q@jq0dFR&0LZ@H{@Eha=WEy` zz?uB@im9S`@Z+^kZqolRwhD_`#roD-XMp8W^T zG!=zatsY!tPgr)5+1MzuWrU;+ z>>@*N9_n5D^$5<4#0)_#_I^m_h1Nk&&!LVmJ7*3s~ zj1MiR6b7Dn4edUy<1)`k@EV}f`Rx%?vtX7lvgMRI?_%K}oNmpeY-(=@gLd&3m*VFS zwo5+v6DkJ@cVz=%dXRSU$M9G(@�(&q@4-6UX|2!bHG*9H0S)BY8*38gwXJsN0hR zCFPn3en1T3M+2crss49w@65Q_n0In_z*HxK+;iF!@m3xNwCY`c1~jEGVf_TMtG+np z%ry`y+Q|oT(|~!li?sE*T%N4aHjz)}2qOy_$|rNx2?bJXQ)7Crecm;*%8eGX4`Be* zCAHI?D`lf(>nehOXX8gft8Mjk6?}Bvq|$a}YV^N;o0$A$uTp!()Ty0VXj?)}gL+H%u&Mug4ij)5IJ**QQbj@-m0QLVrbWkFiencVq-Y}mKw2Jd2; zEBEfzGpmGCBdAyq2p9YV3On$*3ijN-W|v)NhO2=lsH?}{|MYH|uJ=(2w6Ni+u+d4D zxAHQztXr!*@ylP2St2%4K~vuWwfZ=DK6F8b*^&%JKo*)o+AfW7&VvDR0i;S{^s?b< ze!In+CzY3fp!!C#iAKGmvrkB*>ZqcS^lMksLjgy;YRL^NlY>D#VZlE+_}yCd zVvh+@T<7GEHB2ICsa1O4NMvl?EgW9$?A>7|V2O-d$mrNFIZ;FJTH$4*h8LNcrN)l2 z;CimZD#Ea6+R~&;kb*9@?4c(eSwmZ_)gR6D_aZ`DPP3%89b1KY)xg?Gxy%}3O4!e} zggNp79_azGnTJ$?`=}2rZYwzAW@D(M*^|HV(aSpN^51+enY-dAzAX)&YW@aSEI72w zS}+bTW2#a4yWg$B;Ff=R_bpW4X8~_F%2jHLey*go(&p1<;EPUK)(RVBQlDVy#D2r7 zF#=^=$TeU^CxVpzaUcIG(hkEK3nJFK{1NFY@>lO)Y^s-|)tN6$blVjC;K!TX25+q{ zt%L;+7d75z@?&G0f8+}hje9-t;IQCu9z>8!5K1j%U|VC8UOrbIFB@L~c^?C(Qp%Xi z@d0?HjJTm1cm6T}ny9(4^?^0^}WTqyfwGZh3E#Nr1UNrf^ z0RZmN0021uHvwmDXZ#-uZb@S&ZhZvV@1!;@5nO<@r^u(w`AT&k!flTl3Z+d=5k)hK zx9{1ywzu=5Q&{omWxB@i14c5VYmt6;D}ClO2lpoGh7O68zJ;fw?-X#qkT1M!!2{43 z5ubDipXKxR{7Ig{Pzm4Q$|0IZ{w_;$QCBO=XMsO#N_5)tOm2bl(wNHZ@! zp9$cbSv6u8VeHJCEz5o*;n9|Edz|!yWs63Q(eK!_E;H)ZI0u#LR(WK^>j1E9o-DM_ zf3TVj3+pi>KINWQ)qg{g9Ek$$%~1zl6#v@|C_xK`ceGr3Ac{eQFt?4RF-7Em21g`V zUMkV452rQy7act=E^eAn3Wx9oT`)3_&X-hm40ph!;QX=(VviCAM?Y9@j99KW-bT5F zN=I3tz-L-;-{=>fS0y(!4S}PJYFGAvwV&xKL{{D$$IN$xhzV0FKzQ4WtJ)>DWS)A-t$-^RgL$V&sg7Bd< z(X(*o4ya6(lD08#hsEA@3BbE$yYd}N8-<3@5PpUDjimiyDa#2_%$<5U&jo)=dHh}c zCO9rzc}BU*_jQj;{y|gBr!;30tfCmg@-aG!+eR0n*=eh9SchFwBpj|Gag@nLyfDWj z`;*?#Nz4%`-c*7oO3e>m_#kxBEks&r>$VB`SlrLb7Vf zQL~`YM3k=-T!i!xaYyB;{)N>g74e`-KbcOXj1-Z8JfhwRixjdjtyd~WSbu7d2xdr; z;{5)*tJtdqG;Pg@H?_HBRPV4Oqdu5CH`0p;ACXU>Th6mi0KNWaAZ&KYa1&R^uBFYz z>-Nh6(V4H%o$`(+ykmVRYnjjRFct7)Sl_)>b9|I zXZ^`vPX%eOb}Q?!7ZXi61APd*j&=tZ{gk^Fq{<5RLOMlqCQIf9I3;v@xT7qp5Y!U@ zsDi{5Ji;1E1g_Zeam^J8{hYy~iyM8PGHLlvR#-5!h>zS5C84w&Dc#90zd%SfSca1= z)u*zH7f;g$O*Jk&*^_+W#N>1kbFA79KHF7aIh)#@ubt*4YN-L*iR--bX)nApz7p%{ zSn1+XaJ*MJ67SC-P)IoI6f+dF=kel}j{NWe1nYx4lDOtCKO!2o6b*#O%tP8WGl}z8 z70*&bV^x4mB--0kg7Db|@KZ|^7eS)Q-ErybtWCd-nK8ULybI8kz|?vicrAS}&e zgNsU|L5kf2wzZee0~wvT!za3!HrwG1O4G9~cVTN^d4T)48g{qX{e?~J!Rq^_p0 zja`;^WnnH>^&;IUwOtgF_LrI}!4aI-SK+gM%Rl(b@cGV6kj5)Cswy}wp4~^BVatx* zsvS%mxkz0|?^Ri`s89rESQ%V?{81yP(NkR560+$p9ztH%C{^Yd z_22jBm-w2esS%AIyXuo5`S?U65#lG}x&uf{kz~iUU3(?*^UPB?-#=Fy+ToF*Cq)-; zwhp)Y(H{d6@QldDM0K>dvOq1lleDbL*DvMqaA%SVb1>F8_&yiKNBzomOH18~bxVhp zSuPit2i0+uf7l{jm1xaE8*^z%HM6rr0ZkVKQd(hZ=4x=z79-$yhk;SyUMyl;)h$?7 z{W=^YNZ*jw#_#Jt{RymmspTH%v;j7VBz}t z{|4wmAJA9#ez!WQ{FWH}udlL`*?+vs&FU9U>tYB$)B5$p_1V`B9|Vj&4lFIiELM+`I{lHYG7V_HkP~Juj(2HysfuTclAPES|ych2D6q zSm5^42QdcJ`u*dT+cOLVLT?OC7%@0hdx0bF2=fvyyVkD0-h4S0CG9gL?lgJ+y%|7l z;9nvR=`_M6G_uOJtO?{4pyRyFWPv#Yq2#;q5Fjq;DuJ}fAsSE;hpz4Z@tyxR2q5rC z6Qn^Yasvy9lC=`Ibz;%&C5fpd0Fq2F8Nh4Ogoz~s^5ot{-WNlPL+40ZiTLcN3r@yxg;+#%{U#K#iIr<}IOj>&>`DblDLQR2{DwI-90J(J)nVN6jPS z%q1Gk1OcR>B8v2ooa6B=_RLuP+`7|*{k);szs{QYb9TN1n=qKWisM*BjSO)ZK*WMT zA{N1(#Qfod&fd5WPjh2x#2&O&@InjU+!-?aZ#|)W(jH46=HB)z_(R5xxY~1IY5Xyl zq!bT#4m4(h!MabBL^TLv`dcxiA|gTQUJnzDBycD26lsCrj+gmIp&2Fm3R4*CGDHE0 z;fZ3)$rU@t5uUVbgDW8BMCa~6j7bQSJEl4VdZZTBmzv5(lk?S1k{Jt zG#JI;Wub~gC}o76`>sAAnCc{58ONu4vDQjK7Sy!@9xt7NZ|1}dhR0%eQ zTp@}()KkX)8O(e%OVeY)f+Z(VvP^F$z3Q+CD~0W=U9-;EaT?6y2qqz-hRS`NxAvi{ zCnFtn&&P>}L(@dcLk+!HbVoYPWpt8%f=88ci%SJL-lu=SNW_wA?&lhVsF#4+Guu;w zx6Twb@7YRax#gm?04G8+66NB#U!_vk^mDPQ^6S@SutK7SpQ$x9S$9eNx0g|JZA@G$ z7RT3EOhlD1w#OvC1SlQYx%~DNHoj!Q*Ji#&{G@xa@5y7n)holV8$DWhXDSxc=`++z z4;Gc^&V-@g#5Iexy=vAT=CF#di%KV}pgxZvE0YpwnzYy;2>J8@0G(sIX>t4j&|?DrXfA4jRak7xi;#28-Vzf*tAK`&8U!*I8-=lq$YX#C4rCN6D{(!l$k8(%f9%s`V zo=3Vq?3t&ukJM0Rw%um{)ClHSoA?(ACl|#8`Q#L;O8`e9XNfl5%3(wphdBc@jW6?u z0^;8(^-~>`rq@a^YDBC&kvDU_j|T_&+1gA{K`(lcQw40wE1lL;Uh$P5_qv5-zBe-c zaSuu*j1jktomNPgvO5gDtW5 zqqc8iO3BicO|I5U+a{ZPR87m&cyB?9c!J1}w-!s9G(mo7Za!4e`O-E`1mh8f`M3-aXkv6G2?NTFuG|I%imN1gWNH zxcog8G-}_1O}^~}e9qb`Q`7;WSej3e@Q?4MDhZOUfnp2LBra-v=ZMt=~e|h z_Z`_yHzxm4@1dYjA=PiOaA^d3hX-14Idz9z`rihYnF@w-_J>o{&&usRH+FfUITFaJ zlVIocYO%Aduw!n?vPE1k%GTa=8sHZ$JUiCjr#BKgo=>OW$(obB{!@dWEA5t6w0T;9 z)@OEGWub{!-%b3iIJ#fFYUZP`|MnL?7~~^bGquhvo~65As4hI%+x>i91bR+^3x#fZ z0LZPjnVcYZ0Q0l|38x?7IU7Lk`Fxnw2Jq^~7Z=PJXgw(E^;hMJCbvi>IFJ>hmtBJh z=a&iydNW592Sg~)y)E&Q+u`b_1;aP68*jOd1MeD3A|NY)RF`Ry#mqAfrc;e+IgOer zwPt|=uw=0;<;ilzeEOG^`3nR?2M)mZI1jqB9Y8850y~QDmqU7FXDA$Nr)hN!h0HLw z`T=JaY|VL27{Xm~fp#pm9H1RsrAa8~;CkZtZ=6U@b02}!GiPLxq;tYpuha<8x9i)) z-_pnvb?e6Gq|+wxRJ3$tgA@K8OmgR@kyx{$m+^oM&85*yhrex{`b>*?xaFPv%SVTw z`4IdQu;u8E$cfqcM1-KtsC{fW7HEz|4oz5i{tH-*P=Ai1Ryksy|_V2T{T#BR_6RJ9HRN z6Pp}@JgcIYGu++Q6Tm??yw`z{8Ih>78DNSV$)=YoV7uSR#M`y3MA;9ziT!irbI=uA9+z1`&=SUL8OTL+l5dlqE0^HKZ}tHb2GT)>+ridWnn|P&XZQ=p z>sW)838K6vHGP{n4RN?NcwpE&8Og7I1Hb(Y-wY1^F&MH^{`tkfskm1wbLE1RDu-kkezEC%L5g@Q+^Ncz;r?cwBU!F_LTG|^h)VKrkdoEC zqCZ}YM{?ifQ1qMPE-<+johRfAOvu0T&Lthgvpi+C_ZH#MbO>i)mthS7@6CQXPFW#p zuMdzByfNGkvPpoFVh8wWUAru_8wfaDM4%=J1=j0G9Yoq-h${=jT>d)>p&evaET&Sx zSj`F5N@{_A?k_!l+G(LE%fvn+6f25U6Y6@@Dc4eS&rsBSd@>OH6@L5#H{p!H_9QGc zGqIOoF4m>4h%nI-XEz3yx(lkfq>?)?4oq+13lED{0UTWB66YB_{7Qb`3oL~~Y^_z~ zjm_2f#p~%3z{m9uh_ObHKo$%e3i==PKjh*2GCrL7^j7hEUTM++@+;dFb?Ae=aB+S( zd_eL=NhBI(_9CKLRfW&2=7M!0jy>WNqT@J7!3(KEz?v+kCLNxa)<2y-NF;o}Wh@hA zuOP2+uF&N^nnW%(-vRPsb7RtGM^3|PD?L%Q5C5=(CajhmACL7f>(OvrC>oF?T9*FuCC?@IU|!e z1P56V2s<-(+$92(azh2N0Bg0pf-^N~k30%+rY!ARzv(8K7K|K(5uEl<5i0P)41`Qz{Ik!EC5nI(Taf?{H4L)q z>H@DNZ|f7Z&Z@(8cEF>3468!!B-COyA|dcYpdDyk&hh{VJslxlmJayEic&_q;?Ni1 z3r!~a_ec=}97qG+8c94IU4$fajuOG&rg%@&b1jSTplx{2D?y4aTp67)fbu+M!Bx;- zPPg;7tBH+*dObr&wNYvKcCSz7cPz&a2ww&Oo`fJvxE~h%L1>zno1dqL!!5z9kyFNS zzu09muqw-R;ID)ww*};08nBdz933(=7C{@wh2VU9=FHcm(Yp=yStqHgR7{Or;*?}1 zG~^;JUy35&xG>{6@&l!;pEBDK7;X94po7KF^joM7)v1R*Su>&<`i8-6%m4W_>xB!`QbzPpx^lSV;9P`VDNDc?tMC-1@?Iy!(tB36?Z4&3(VDVku31Jvm|#y zwyP8^sH6l`5??0V8u8Wp1NU@^zSO(ohSJJrS*Dk3z5?6heID{$8vxrZt9^#g(;Vuo zQ*u&CFkAXeri_64*wDIkIBOSGe`lTHoYy7f2U2tmgM3gXfi`CNCQ5Q_73|=t%5dy5 z9xi@tV}4&d#dv^DQGU6LVKh|7SYnpl`V{!3vDMc^R+?}^(V6*0P%ISEzO0qWaAu~v zEDvt+Sw1k^beBDg<}q=7Xah8Zgg_@Ep9X?^o@b-3jY6v0aUKnWm%m}9L!Y8eU&?bf z)Pmfu|G}C0`0sKVxkfNg4x}$it72*T4iIUI!#rmF=50~AHFaElL1KoyE>Z+S7(wXi zx#u_1xRAZ0!6b&qM3yvBi@(FCyxpSUfrI1^X zf8@lgQ&?yWi?>BL{9YY#MD%03o#CvWXjFgZ_EcxPwOi>sJndW-&#gFPQ!&J)Z9Odl zsoTODyEL)rZy(`pXA6OJasyfUxHx}2ocTD;gCd~|z4rM0`rsTeRVgxMq)+XB?0-PM zq6fbU`IOct8#$&%?VURW;$RB-%Ap@quCz>}8iQ^=#6SMbo;EaxYw3dh{1C~W+;7mp z-o{ln^xuuY?Yc|A*5FyF^^I?H0OaEWz<(ni_?W*JM5?)mJW1kT=3e$U{gzjIXS zhve?BhfQg)nLjll04A1i;KV2xeC57_qn~`#ZrcL=YM8BIML&1n7RdcQ_@IRY!azF! zUW^%!o5 z>(t&JN*5>hyGt;$F{yBH4*sJw$j4-fF0$j{VDJFX>Db};QYHw#XtNi}%x?cqY=QeU zH~VQujQne1?q&2(X7tDBtM|{<>F%MCv%NPXPw%-@O|WoN0Og!6WM9}6N-YD~zZkKF ze-5VqE}DA%w)wlTZ!f)noQeBZg7$VVKfd!bRs#o%$d01{);#n9%T8yx5N7FK!(a$~ zZSq&o>X+BnUaTQY%^2R4AlF{Jn;!#J`h=oar8@Sna0Glh4CzUp85%BAvi1Kd`Q4H9<-4@DwyWu=nXVYT!kf9Nc|y< z5ER%o*bZUyCH0L z92J@RSoWDM^rw)r3gDMNf5(~fvUL?c)Pt_8t(%ADnkTa9?|rE*778B8KzOhM?bQT8 z|JiNDaQh!$Bv@&jZJ^TKEk6(X8r09YEP;tD%z$d=UN+NXwO)*STvNa1CY+)wFa&G- zNj$1ch|cLuvu8FQk1r~d)m;d7!ovmyA5!lC)62-wdCYi1*i=ZqIoRt}D=7egkI$7QGw@5^=mvfC$N zEJje|3yG-Xzvu8FQHXrj8c<8h0M^4O6FSsYjO;ic9uV|r+NPk!i-hOLKLzkO}g@TxO8qgU%KARS>sARo81d)f9|ktW>6_Q zvoI~#VPYeW^a|wJax^U=+=rfO+U70(-fIK*qS8v^{rUPKcI>2>M{PDxQpRx=woC?D zB4*Xo(NOq0Plno6duc>j<{jp{|H=9koLqG-!eHq|5F;`$h1FR#&3%?ww36xftM&YNYdf-LtR1AGqNC;ypO-aR)4TPKHJREOw% z6CzwyF8jAKX)2=UbC3@qr)r|sKD5lv^s@<1CRXgv&~)x)1n#s~hg2YTZ{{*v0TB5G z&8vOR*t8$Yt6Y?d1lR=S(_t`q+jpxr*kWq8S962U72x z8z@QF1x%EH{m?l|gaOM2fYl*D1sei98DE7HN=1P{J%M7U*i&1yK76K4d`&+pBb#~f zWhGteEReppXv&VaOow8sV$+=)i|vmG@%o^yt% zpfbULRS$;TNULBO+Ib{2%$(lMdPRG4ffbmVBEp2pDuStXi-J#NoOnhr85LI_@)~@-p!r=mwP<94EiE2+l6?g1FW3ATey=q}w z&H_`N?WxjuI9W`CcS`Y?@2J(`W$YJGwh?2$ijAcG&e!dEr13oW{&8942s)%t}4N{_e_+z9AD|x8VOm;FJGY>>O z^QN2G?e8p~23$vwR8jlEXAKnMt+3~@qMm z4IbW6CHCk^B>Z7>bn`O~k_;B20?TC{(xO>;to!NFE@N0jTiBE1#PQFUoeSR)j*H)* zri-zo-{WR|(blCiT36<8Ge;)rZdz&3kJC89A<$Vz9K#l+)2QCya`rWkF$OzTWMVd> z&y@Tap;0adGWoWfb?^=9l^-hAiyT80y&>$-WGX^lu$TFXJrdeNCF$VIv!#8}X)=xm zh=YrfrCP3xQK?kHiU)W!s&?}G!KJuH#7%NCtZ3uAkqQ0j$NiEmw|sTWksg=jYIw z2r8=uM@QEwTmqN&rm(UA8kQ0)*!XDq)&8C4B3I?T z3XtckY_ZAaeE28Kr1SBVC5&J>2^YA10ccbsocF;+C|3aJt_3P(bhBZRAIs8;#P|0M zgMyva)#u(hj5hw3huNd^|Hkz5u7ME!GsSR=!i~4F&oNBUj^FYBoGt9vv6z8qB_LP~W~*F@5XFDl!=pTg(zyoQkT? z7SMVx%Cs0h#GLduJWB0h3>(H`9l?bU z%4hrVLJhPf0-kY09J7|hf0{2`qhW68PVwifyR6g%12psPokApw`V==Ihxo*p`hd=< zh!uCI+1FN)FN!rS$++dmd6P%M`c%)?DM+2tSF`l1!G7ic!7o0*n6W9vAv?W?&$i`t zRpUKSSEx9~)B?^vlB50|WcYp6ts>S1nA$WTec1X>JEL4Bn~D-x zigF%39Cq{621yIb;_4-Kd%@HAwFXP6i*Ll3QGqZEAB z&mM!+_?;(qQ2*H9a$mGoH}0akN!%I#(moNOsNggi35Gv+c=+5zF2Gww^N|ruP;Mg& zP`!H_n)SN!dfDYuXdJETzIJZLI16s9+d4 z$n-*XjL*Di&l(h#VI4pP#Fx^}7YwnOP;S|=O#*Ew=0aSt5MaDfF(P8(tYD$| zTLSsZ%Ni0uXpk?7<6Tz>^_%pT!HLNALrN9K04AsOfnPgvS$354XT_E_(0RLmVCK)i z)Kr(1g`x*^ZZt@GQK$elfcI?)X=qN;@C%UiyC}D80~!g@>kywt!GFkG z8X=5bClxoVm$Fbrlq=98HuKu7h9k$?JVy3KskoH?PUTJex|G{SP}Stz-B>HqRBV?~ z>CY}Cd1%T>RRxh&5%A!oOlL;bDI?9wQc#6-h7QiRcFCE~_%4aBX<(AN>3=qsWZJ^Y z4zdbtXg#N1CDOgAl`ait`a+gWJYdI0FDEC4mj1)a&2k=r+)w~5qHr2YoBn`shNIVt zKn`BlfR!-$B(;Gi4jZLKI&M5g3!j9d^1ltdd#w8gD~#*;+f~Xrgq6TtR9} zz%sWihou;mCHAR%u(|?N6B~OYLbb$uPd4gzX!9@#Yo|HHSk3l8F)LODP1s!`O=%&E0c89T} z6diN_*ibX=Eb&N72X`Bl64fQrypc;Rqtn-6C7eBV7Y)lbzkN~#?vkVL?(fxCC0Crt z+UKhub>Ki%U#WiJ%Fh!-qa$TJOK8)C-7|cziGn6S*^Vjc&u?Uzi*2_(GLxFhi(i@R z_gCq+B)r2O?h_3rlGE`3gRQUAq3C$8j@!2tcOh7yR7CuMH{PX1_C0{Q)6vNgq#WLt z#3)Ga$POB|qX`WK#8q-1bKEuM(((eozwn;;Ev6EI`nXkQKI5(?JOQEsHrN zreIPO8Hv?lg^e1c0tNy>{1G;V9M8gKezq#*DJ_*bU0- z<9@eaNE(kJs7&t4*1rKUe*Ip`?R|&pWqjuBPy;zP^d59|Tf2_he&E*(BsEc6y@Dbw1AjoJn?@bkc%y<&aU0 zz*xs&g17JAId73h(gizP-Qrxgo;BYyfgN=&ubGSPNH+IGHkFB;^C*!l^Rl! zPo5Y<-|8;HPdPV+2hNtj8ZdAP!_-s105AU~MIV=g=5L3$2(dq#k}q5@WA5}^@-(zY zdWyHR<<1WgHtY@k&O@=o+YhokENviX1;w0P~%(RyitBANZ?vAd3~2 z?tE5V1A?FmVAxqam$2akj9`xYkwJR-h|4qA#CCOJd3aRLRN*_WNnWjR? z)@~Ov+ICCi8e%gtZ8o?$O(hLad8sv2idc`w22MPtB*JqO)VXi~70X(j2!9VA=jvzA z4q@7-tsuI#q}Sk>{bC=Spml_#C&DffCrC*S^|>`g;Qm3TXuji+Su;-1(JH=cMnmH9 zpP{j1$H`l9%hvJCLo2&7nN(f<}pHT$WRpZ;%2ffM~p^+8oe=yY%iy()Vg zBBM=f%=wUeXB*V!Z{y3FlL9%*=62XXRAG$6v7!A%LX3i)c4S~aeX>faTA~K$+$z6= z#17>mmIWh4M5bv>xJ)CqD~#e}*QG3Nl!7fQq*eNb;YKyUK*9f zCJVJAoj+iYXES#O_>Gm^5igP(8@%2(Zdpp$GB6s4#*d~%I(3x$Q&ez~f9L3C014xF z)!XP1a1SdmdHa(*x`!xdihXf(CXH8e6xw8r3094Z?JC8z>|~~~1u|0|bv|ADBQtY| z9oRI&2E=T28VTz*8bA-CW^F^zbc+iq0%hN3p&?KX=UZ;E_Fze%USay%YFy%YiT+Q1 zRQE*T3FL(nEN(jZU-g1 zn~Bj=P1(g;cqME^^$!{asS4@)^jxyCAJW+yvm&@iQ2bwo=^FAL_!}Z;gkq5k{EwU| zGC=8m=D7evp00H1{vr*7D8W>5!c#ZvYn3=me*hXWek&}ZX5pz07rMS*(fm@2!4h;d zE5y6zSP|uv3i0>0ZFi&l@QqQ?IwH*mRXMv!Q6RMN`||=PLk3B{!C)AH^FBuU;^9{; zkTL>plvPcTp+!jWB|J)&`PX(x$$z=g6ICt_4esfxJLbW!a)z0x)?exX z-@X=&dkdD{_ry+fXK4p>ZOpEf)ay;9KM7r|m?WK60wl*1qmH@*ggv{l4F;^gghk14 zOLF>3{szDv7OR@54QTYR{#C&SGvBJGbiJF!Nzb|FyL&(rA(>?R)801OUPLP1*CXTL zy~GY$oy1^=qv*e=smN4eA(w=FH#y>%7{|_=wFdyZl(mt z@J!NV9f@!VUwP3&ONO8JMUXiFfzF>DvM$af#m115ds?}I?x z{cRi=smiPFL#l4?kT^Cx!fyGOA-!&*KT&&9^{>Jfk|R4E*8iU8trpy{bYo3;mpk4d z44(fjY8QCyEPY}Z$%REClo@0#A5iTdrucCe@flM9um6NGH z>+K~7w9(+t_ZKsx%||WWEPZ9=e=k7te0T02Ap-!s=>Y)n{dchhJADUzYjaCm-TzpF zoaVN4+-i%@E!6c-p2e7PpK8vYK--=s)zq-0iYF0?-LiJqp^g|bGqWFq6wu7s*!a9& z-3Ac%1EGkaCQ0`;3jyiCiuNfS7m2S`Pp@K^QoZaVPZ#IVy}c^aZJ*m+(f?DEu&MnU zGnjD5{k{1`>o!s7U~1~$S1U3!SfKr(l3p|*_lOmJ!QLA$G*B@m;@mAcfv-*0bI)|l zrr&hWce?tfi*Q`2l5_r!W~{DykjbxYv*JbU=Zu*W*`*%-kqPEd;={EX>16;myA#&1 zwjRD958+bc<^kC?S-HUVh52uoezfjn8`@8H0*wkH0VWKBOYh8JNJT5`HfS1!Ch`{o zU7YCtF$yQhd}4ycbTxlZ`XKB9hF(=69qk`EAk`_CH8Hgdfto^N#GTrLzCiPFz%rh7 zkVi-QI|EZ>bg9oLVV6M@@(^A9x>a60hLJWdxfStKZ(8(2eSYt6pj$ne5Z2SjAFuHo4s_iu;n z0mh`CJ(F;&xDB$-iuBjjAK&G??iXXArS=FrYrBumlK{SeJeSHN z6z&?uHVX6V2!!C}xb%QjmH2B4>XBzet0mmYTE0RVXZ>U*7QUmW9Fi@ReGl(h%mHfI zW5Oh#a)|+fs*Yy|3NoHF3(!&p-r`xIAY5eZt8zW^{OAv&ZE_?y13KtAe8C$0M2TK=1xZy<~`Z zBR0h<+jmm+Q*%V?F3c%j_L6UQ-o(^Wo;u9r`nyGu**e5&;!w_$y$eA*BRw-cPkX=C zPv6~7fFDl|yVVi6D(e#B0^}U5r==5ApE26NDid!dbqJ58?9g0O>d8dus^yd%>$!3~ zYIi3~h$Dnlzav3A+x>%LYhO;LMeg3}l>{^F4gE3VaQ(?dhrr6TI^xTL>zazu24`B| zrhMNEeDLqzj{Y$47hA3)=0)UOrY<{t0e3h_YUSJ#9zBIAnPnTme!R0;(p;0P=}ZhE zhQ3`#%*bAo8JuRmGS;y;6O+hPgz2OC>n-(i89H#GxzRM=Sd=#5Wd|eJ`Z5)Nzf79W z!Yew=;SbJIfFzu3Tmz#J&ea3ppeshNM^bQoun0BEPYG4@Z)|)EjYD1C@0L*?@9#}v zu=pY}gzh(l6hv||4WlSnSHFv>`cKZ_Iu_Cs2o!Kgl-KEbcdQmrXhum`IQxUNoyzo>TRzctJGgF+JL}Cc+=6))KFUzeUMTnj4;VH-^L_qOX%gv zRhvi)qA88Ti;j$a;u(DF(nh=hQ~SIU_lw)5cA{&32fwHp+=8V&Uhn;WD8fAukkJIp z>c0d0)>j-xuANsROcq;=Ce-cY4*|l4F&WRymxN2=nwB(7rA8ip#Wqp$6P}qzzF6Yl1JebTL$J&xAdS$(+^cSgX;ki21{{B zKNT{B%2+oN-AmDqCQK%Z6|l!6Ym_>nBVi71Mym7mq$t3DMQpB~ZK-RLjt;{_{`Mo- zXI8D!C#oQX6;mJTN~I)em$)LWmbAaL*wXGOaPuvq7SpYL9p^o=@ICI1kMK{j*x$Bf6YZ zQ3u7<#urz7N2t+%9In@AxR%>A6Lh~=Z|Xp{e@PBpQo=^HZYTy_q8exgz{oWG_u&CL z9A6R0Ia-8LU1n1|1E3mNiJ*zSdGziVK>#A`D;#A+(z>nMeMNBtgW*p^JN=(AVH6SV zFp=aEthHh5$Ab@W4vYa?qeNPfI9Z-WT3VU zL2|%WB--!qT~&Bw&F(!<9-K2sV{AiV@E1L!g`la-7z#ia)eR}rrlBPV=Iq6q+MiOI z-FlA$zll62u>HSpoX7{6({p~iE||!SWI0E}P1!}(#(%>kc*a*(a_dUtvTN{BXTaQ}Q}rhcy2EH;@uKzH92?fVKe8lhNK`;$M9peqkW+!5rQQ z)-e*ZeU%S&F@+Mby#e5U(H7bQYn&z&s-rV&7Xt6mz6`sRsFo!l_6O`$<_w4H^cg$ye;~SqO;@<5;1dAO%Yk}w29N~9$ z9s7xHzY2Z0-1wBP7oPfEQ~N7W7J#a#jDgyh7PPFN8PHVP`&7R?EO&8pPyJjzNZ<(Q z3B~a&2Lad*pZzyUS+M=&8EjOBpbRUg+-xjlb6a5<{G<}MVP@w73Q42x1--qr&_4sa z76rYOxZb(jW>5jk-T7fPaq*X<9tt8%^AbyifUVQ|q3eLX*h!cU(_kfiM>NS-&q;~w{@v_6);e;Xz{O~go>~<>?i&jyyHtn;{9B9s^d$?U_u9@7hEB08DUU>TR~mo z`O;`+x9}5#mReRl`+OKyI!fZLVrDo%omZ{yez-1tZh7e9XQ7VAg>KIuLmlS!SHr4> z1d9x@YSg2OBuj@*DsF7qm7N>9^%|uh{{F-$OVxa5k&-SxEIs=i&XEkx3aQyzOOe=PuH&Bf*ZhSe1_MBCsBP?MGV1A z!1GH@pCQ|ZI)kh1zu(NmYXy)1KuMqJKLMKTmNBfutUJ2g0iU5H7jb1+AagQeJVSY| zwUB#vrBC+{yp*+9dOAT8l$v{+GdsM(?iQi6os!m>WiAyhksh8I)_4xa?030Gb<`Q0 zkKouytQm)h)}>G24-&MxPoXCVDLW&C_H)rB=~j-S-N=uzE^OG=0^VHVrz5Bbr7tZS z)f(RGt6eA^>8`i1`&ogovt=TtV_Y*IicR2LV#AyFa0@yxn77FHkI^yp@cEM*F(Pbx z_@8s_Sw;Pdl{a-#&Y?PNc3(}!$ek5^79NTRC0C%CQ>5LEG@y6&`J9p0O_o@HpFHn* zRoS`SqpjF8E&|z!xoZ&e;bSJVFJ}|moCDFBsu{96IV$$@$CyZ8I~=XfD0Sj}`*L_K zXG^cZ(Omn3W-NsW#iR(w1e%R&N}XE|3pfX1kSr9AcS=mAqwf^?=F~Y-l|B#MPUzEDVIfno^wO4@ zevIO;#!HQA_GqRaM|B_6mnSynx;<7?TNmrRtWW8K@&daC7%q0+{|C2CA!z;~SAH+B z#y4ZSY`6io63K>eYPcaq6FiK&y}ewHlJ}S(&3{#rOZ-9hL0MP*t8Ju zCW?0OLJECNoQE9yjA0U6lFF`ko2I#^cL}F?C$S0%_vAR?26ESoF%NN`nvH7D$OxU8 zHSYeK!-63!w0G{ttO)u(!Y)Q-&tp}m4Lht{;H|7Rv{>zVq~$IH1)w; zlU}TLx9dTdW%XWrT{d%qeca?tjMrOhWG}CZ$ywXEGy zk8CFh2fT|V#3a<*mT|vMeA2Z*0+9STWv7VamgH>JCZ|(#`3p3z_x%|M*e53l)+!3` z#iqGEX^B2PLTMZVMbkZ zuN$7VtWO4@?~$+UpFVibznmUKZ8vdHXqNWXd=DEIyM;g1E$TNQ9g{AfrD;}8n8;g` z9kz>>lISmmjDTEGU~r?BG9kHjpSpE~pe5Wgq3lMG_5H+cH(WvW`^g!fwfgCdiPP** zdDqp)x=1>$l`Jr!iocS$dW!D4&4$Oy=f@8>IB`%@PH-OiSgCCBtXExPbnBhKLLz;J#Gv#!{`a#)! z&n9g)%@53<7@l8##LOmI*~u@D}e%G{_xn;%914P3^%(;B;mE@_U!dsG4lN>;WB@d(GF7$m5a1nY*q zJ^6}dF{4qVn|^hV0CGn0)MS5xhqhh!T1nH{i?D6?Bu+yMeV$vyevSeyYqiF- zv1lJ??j5>5DSfrc=Mi??^PoqEmzQn1?cL%(Zd?Y_#P18 zUCxDgx8RvLdIX@T-rQFv&UBn3cFbej%5pO52Z3Ua;_OFU@FJ5g6ur_y3gVe`BJJ)< zZD-7K&~fjT2N*FOvSh1o-5oon!R+(3+C$j!(IRH#>2M6oI_BG2ZyStT&K`6-tcOy7 z=5_yh=c~AUn+nRi&&#fOtWp;TEIr6(ia30fOyNF^z;-zgf7^WTci>>I)>re@SrMKX zvS1IdPA6YW$%N!rG9A)QU;8=mfb45F8a4|U#~+NFO^{v&vhILr^*|nhhyU98^dW?N z=iHm6H~zlW+_bgcId|?~pWeurTR!i_W>{z=;puvRm>|?fr>>OAKh2&oC7KQUZ`T(y zSqf+}q4PLdQ3U^~Q)*!0GtaOoTB(Y}7Sbf$J#Q5E=t2qsd7i7n(1LIFuxY98x2?o( zS=%}&U!PP{RP~wdiG5GKZKRa>l?tE8B^_x;X{Kk-@~%wv))ubJGNa-pDyEC1r{v0( zh{bFpJ&b-6*EQ<0y!ortRkh0ru3$!D^j1DF9J;Ch>Fos3?ZExT^E8xhp)EfUVOv>* zbhTOyPKOMnvYFER6*>4=_-!~i&@2a#-8l0y`x+Yy9~-@jpCXc{s{$4HjK$95Jzd*t z^p3-u$J9=bnN|mqpUXeg0XEhg8|rDd&FP;U>Pbp_c!!vvjRw=kiwU-qI$Ne>xs~Nk zYRm*J##Ct%e<0gW&=%Fk=I-O+jDelo1HFTrjfbm^`~7|QZe&8^0uwj*_(+S8iKv8~ zk`FQ2a2NFrWWz=S$*2w@#h(6h*(Y$aT##NRRi@cnC6+%nzOYXBs zr!mT=5oG+S*qwf89s4ea30d!}dI2&CONrnMP}iI?jtCMxvwB7Gy}mNDCe4>(F_uHt4!mBUZDT`2Tp=x-~W(4p|YsU)A)o!6j6nvaMWno4Cpg zj6JHVtSE?CkklxL1H|PAf{4)pn#7VPdTj#_zDd^)!~aSLL@$=onKAF#{@5o&_%s*K zqlD+kd&PO8>S%ifo>24Jb!qGfet-k`=Mz6bh&jl`5pyF;CVII4)(PB72(!b@ajt_ciAY@}h$95~Cu08bJjkyO zP(ZRl0j4qpC;_BRNfJ>KCigl$3%3KjJqy(q31Jh70v{1{#~Y1=N5* z^CFQu3KJe=&-<5?w8tI?z60~~9L(D7hxzuX*ItX|$K9sA0v~LcyPgo{)VwU|PP0wv z2w%Z+>~4U8C5R+f1UZ3cUy&06-gyigVn!(Mk42CK9Qqe-x<~Sl>j>fnq>0iNuUxzb zg2AR2XE4@diA2zRBR7b10b2WZr8DLhnw_29pp|4EaXo_q6@vhbWT3)3Qp`Sh@&FeN|2xRR}@;;3<>$jd^$z(Lj|7)?C*Gw~it%y1z%&IaygFTTY1Jt*XfI7@3j=@>nYohU z$e6e(3#N|}0oBZ3eeNL9Q%Uz=4+fiGjEkNr8CaamQw}c)eQ$b-p&A5z*t>eD_PHcQ zDiX%w7>*DX$@-6Afqsagw5-8NiPI65r2A=4oOrh(N@4`KyTi{rvHCG;{Ku2yW-Gkf&7>~JB zsW%%0a%Y%Po~pnV>^q%s$EHGMvDj&(#HrKJ>=9S}gl*E}g*0(W4@R|Bi=RjA+^Op*8SI846*KG=j>8A_xFEB+vq$&0?T2jw4t zYPp1}!Y3<8D$!i0>`^PKVb0!^a=VzKk(k1Z=#&r`a&6_1EPDfbG*g1u+b45iiRh2| zX+@g6^JyvX58PWh@w)Cc@$+Uofw#<;n=7zv^9lV;A|9(Mo&QVqad>|`3n`H|t`en! zg2-TBUMqW1RV8*dd;8O|w1kxM{*Wtup%PXU_nqC=aelT3QmPScH{&)FbcAHWQY{Qk zFgF(~x3PljDf!e_AZl#YralR6#3CDrRN-6~4_uwWt4#i!iDhbCwYHZlJIhG>QbA53M1Bf(QZs!8%@Ow^RIbs+ zX_y&PcA~Ho?d4#<`*HE&19r`IL;iL|E=|F5LJmW(*6K`pH^gHWa1UggN12-T)z0g6 zN#r$r7<4+vd^bJB2blKPVS)&6kn`3YCsUdraltcEKO(w zcaV}@p_O2?GG3pjL?7b>eEY`6H?ys-95g&nP8nBr53_eF70dEoU!M=|>0IXP$Snd7 zXa``oaZ4MQC3LT^6jyOU)e9W8>8ZZ6VVA-__w9WT1A(!nOT%IaCXbpw{}j8a6IAVaqbt&BJwab@+91d-g*o|QlQ#cohc zSiL8sL_@QKC1!|W_47Lx=$+HoM~#+;^hI?>ZQ-U$@dhR4D@QhxA^cz`mPf(qfZ*2# zJAV0R2H2DotyKl*#Ews_h%F>JtvwmAT0KpQrm7`nX`f;nU+GSX?Zrp))O$q7!WWIU zLWtP+VNq8^O~=u}@Be%Sm@GnIiT>lr2*Ll?92q+U$Nw0hR;yauZiplN%+#h4;lV&L z5b&H6-*_Mv6AKgsJrqz%5>2idc2!?HyRJ&ipZ|PL)3UOHh*#$DRdshV&GJ5W@P1Zj zOU(amD2g6ODzZd*C{pDLrf+k-+Gm@-UrBj4vKX+kh8(7dx*={<`z z)ilRtganL4IIAY{1D~5jPF-g-nOI>wR)z)z`a=xA)JRnaZJFbLN{T;cstDOKg{)6u zhtxX_I<#flpTTcNA?1afCkPTunDRl)(~d#62Zn@f1CnTk!2mBhH7HEjHY8CyhTyGk zfnIG_jWOi_W;YGFsuD#;!!P;?lp`;mF_?J}hFuG)jUYOxlFv-IBCwML6+M-BLVu zegp@cyO>Dm@pfzUi7$y)u%MXGimPa;%tCi*6`)C>EGv?$txQda#sad#NsSrG3K<|b zv7R>J+Z$fc;mQHESfD_(?|-bnhJSNPJ62YSSe2St+O{UO0#VOtTbGj?7T5HM(k=j1 zI-0AvCE2-4@2W1=D&&OEOU%u{`?>g_K3#zG*TVTpZmASPH7h{SVy4U#4cPx`|5SD& zj8QMUNA(zA%C}YQ%~{>_L8L0wc4a^5HieDEWcm1fDKZ1GOJx;1JSJR5 zhSo&TWnCAC#3$w0C8M>lHY(rIot1lu{z4P}GSleMT>%-&vd&#Qo|WO?(v-#C*ko~L z;e{6RvA`2uBL-ARVGO8lIqf=T_&zdhFfHesoO>@Lma5D{b2z;uEmkc(EObw!z!c3~o66#!0efmjkp4melEJC*j=ius}$Xd5>;S zSJs=!Gvh3S9=6&{_^DDE{K!(D4y_#Z+VFbo-Y|W5Y~A=AVwLY4v0@C@>?9cZGAwez zhhk-oZ}*}Ge8xlghGXAloVp8hrLM&H4I5jju8zjY(JN=%9Uai22!4#1@xK~>tO1hq zF8-9#_-4G1IO1K^i~fp3QuB(jD?)6c+JI0(4Qdnl{$C|p`WoFA{6BVjCE0)N-u{o1 z`C4<^_OR`b@2svs5qwK+O}&Uc9T*Jr^M{M0IBWYF$5Wj;M3eAlN3w8o(SyIxKk#PU z2R_MyJ*%rXxrH7ZD~Imaw4I5#IhmWRat2ev2?<)nSXBMPRn^b%@%lQPL<^&da@k;& zqB*H4#x5I-nwPD(S#euci+cs3W(m`!>BtMSPtNy5>lQM4EwyUmJBI)4`+NIO=Mr02L{c+5 zhvo4Z9pq*_xg>NQEv8h;bx9CUvNe7;ys4M1Za$8 zX<<;gFDFJ+<>62>GW19z2}3>&ZHeJWatTn;S>VLK6~L)bq@qNwZ2_R}A^pNpnzK_a zk}p$i1n6NNdFZ`48ZXGE$aYO&7jyTKuRZGPE&qRJ2- zQOJCGm~`WXc_ir0S!G_T;D3eVCgW^~C`}Xx|5cUR^NyJY9-czBJ>h)N%;E5k=)!3J zw=7%&B08LZq*V&iTFb48!^e|RA;Cn&_Loy{fIiuhG5cpEztD>_4yTw{;}n4xu!6-E zBf<;sq{o4$DNXW`C7Cj4gSupiM(=(kPBEaZ_$D;r_^*t1!Su?9?5(zoTwpY)DsZ%M zAfFAMUwKou1B4)6n64DQu7bWP(PKxhHs_oo#-#K)nZn!!nnBy+FM?hChM^fe5c^yt zFMzMmFOO)|pXn@_* zsWOe4$u5ueF%0VvjgM}UNI;k8!6Eh#<0+hKhC<-b0eK$tTSr0nmk#XwFz2(`os0_-v{phU=k0TVP%lkz$^f0FjZmxW%76KZXa@C6xlc1caH;EC;^`Rzd52m5#X)DE$HbIJMk`XvtU6eA zR9(Ud<*?jI&3K)u4e=9w0MP3`Z9@MOt7^M84AVR~+RJfDJO@i{VwcXQ2!;8ZwUAU!jb=B= z_yYh-7*Jl(P!JI=1sT1qPW-*|b|~t$xDiJ`P}r@MQhf%HB@4dq$)Dn~2uP=Y!>xwo ztk6h!wwgzL!KaLk`5&A?!w9O&ijw>9eP>1HTnqaMzC(lq+0Js*eMhbu>43D|J_J$$ zPC9?2VYn0gl8)x*S3?n}k^z-$yMWctVD<0QmApW%#!g@4RYq6jr+C|LFC5QEPmi8i1u1I4Z7 zU)jg}QF-=i&aT8SPlTUyrL zb&?gUU?f5?(YeWc|6yG@=uE?(@BPe4X(a>HYEAE=(O~CR$mrJViv4o5xAp^1{7qF) zq(9`L*yKywG=bMfd$OXa1KzW+{~}C|yY@D4ZpE(~cHg;9`mGqdH={kTnkBYRxFykZ zIi4K$tJl_MulY((?{0g8toAPNsEXuE+GK|<3@Bx}Jx8Bnqhr2?sg|K;dp~L5vpseG zpsbS8Ol&tA^UzZGtP1RT|JqFs(-$7`^41T=Oxwgx6f%&S;$B(=S<6-4cOR6kC{aGw zwoJb6pGfXSSzXHxbiGI8F1q}I%wEx`6|TMN*9g$tWXIqNu@m9jI$SL zN7|!X?zaZqO}ZJ8gN2(0bGI&=<_m!5?J>R@m*xeQc=^beCJS9(zy#YQX6mBU3yL_M z`Ab%IvO`Ozf2l7#&Oanxr_^*#QTyptW~yHkGuYxy_%>)e(O* zLBhUIAY&9_ll#qIE+HDA2dLz-Jt8~g4Joa2-Xy~pG?l>k1LlqT~zm)^9AF_18XlOj*MJ#NH^tB+@BZ8V;IRQL6X3u#D8 z(li-Kea^Mpj%R-_)XLn^xz`Z+02|Rfon*yKn^zmrd@?yTAct4u>kqid8fZSHFk-fc zgz6Mm*o4!T{Zji;SdNroyv08O3RDdTNE!UsJedNGqt$=#ss%2|LYSVinX2R-Y^5S7 zO=2$1&X7enDW#2?KHVufM4Nt zYmH>R1FZi__91AK>lSfuq0yuQUyad#Xe}?@a z+M{rNu{NkUYo4ZOKP3D#cu!aw&Ybi*bXyG4d6Brz;zdOu+KGPh2(FXtPIbR6j_*L?uR&_U#fRUBQ$00SU@zu-1*6+S$VkT ztI9JdaTeXIeZItLg2)O$R>;k;5lxN$F8mEym{h8a$CDFQuUs$WZ+HvMb%7w8civS* ztGt5p=!AypG_d}NxSOwlv(-O`r}uXBSY8(02p{dv+aB(C-088R`)54?KJ4J%j=X8B zb4+cWf7!Pvcl&AeiuegxFp3?EIbh{S*v@ zGdavK|hr4fBsWNe(8yXCYCD2?U>%1FurNo>t6|EaR~ptbG+nulj)MB5#6%%kc1RU z911m4pT$)Ca)2!WyD|O&iPKJ+w;B_m-uz?oXqz$po_{f&R4lf-cz47_v6WZUj`Xc# z5I(xn*?M&N!?a-2?2>#Wa(-@K7>tX@Xo5c%E$i5sQ-2%=rq=mBTHPv@@($$u_^_5` zN^6b9W*{)pT>l*vNgPMn-j1%&?sC+etRzm9h`2_!;ow`BGjZSZ90DvMU006H4ZeHi8Z>s;FVTWa{|LfAq zfAo&?c5WU&_zM8c(dWFy+F5=WoqdfWfIo(4O_eMnP>_Hr^7}b`CsIJXq1thSE6cB? zfz69OgJmktx<$%tth&cAFhFx2bl{pomzea=1<6^NWJ6=ssH`O{zMzoAtYlk`7Sw~r zk>2`3P1kt08*|n(<#kYOb$CP_#Yk3Q3F;!VDvD?%KEL-liy;M?pUMPvWi52#A#rBL zN7V50mHjB5`ZoG}?jmIf%4mu^+34TAMp8r~kLYeCvS_W^MNyajwSDgNH8#m;3FoMS z=Xp`gccp&k)T#4xo2JBQVcor^g%oKWcD%?=$_s5irFEx-P@_sr!q6CTUws;9?RMz( zWMd?<&-lEMt(5ne>Q_a*3TwExdu>dt`A-2s0vYI!;;F^hm#@07`Jj9rK1+YEXiF6y z@;r-Oc8_9TX?LL`(P!Q-KMyH^y=q7eo613y?yN6kERXTFk{8)`72!evQIyPoG=#VfT&?+`tm9`pasg?O^Tc zt`&IcEd#B%sSpz@0(VgoBbwPK{5KxYQU*P3{FDrL%lWg65E!wce%B$g9vm|FpPjzW z!8TKn`KSY~cR2^JEjBTO&7j!)XnHf4`cn>KXzz$!I%nU;VnE4nU0*&f!Y@PMlAvRA z?RV*(H{y9TP*WJ`I6YDynT4bhnMLVtdZLw}*IBS^(cJ~}nXU^p-F=nD} zpV9?gAF7lJPI%zR&P?}w%+jI3=NaHugq_gIm17ksR?)?5k<{2b6aOQTnYdDJp18MY z7Hl!hhu&q6QgUd)8drf*I&C3_k2qI|LzW{#6Z_hPfcQY2x+gE^QL~P#cpinvK94eQ>0JRihf=hd>c0OM- zCtz1WKBgcPP=H(XMG#>}3KW2ul}~BAufM^u-AB&=g*kW?_e2i0Agn@Aymc+^Biaun zQ)|P7)B8e__>*wC5bzynE!}i)^Tb1IWQaftRu%#^WnK75{gQ%; z=3sq{RHtcg8`G}If3g-l^{5F66VTy zb%f>m_ew!_b8hGe-W@7;nx=;AqZG(nA?Zhm4;(oHH4o%K!0PUGb(+XQxx9ngSou8z z?!_)g$MjO2Hnn!`a@hsqfhShBHpg~% zI3a@6Qv|plmZ9?vaLH0{p(%3=a0Tsb8DyOd&Nw(FJEPewPW zTRPjfY}_A=^M^2|OqTQ4=~WwGg?$e9td6TreLx{me!~Qv!Cr>X*bx=GCo0mBFWE9T z2$Inhm{)ST(lLcTP#y-2i#>oz@i`)a)^o68Nx6^ZL6K%p~W9@yXv=px6LB)ms75AtV_PXlf{pN>PMiJoT)0lszZ?kwO)KTD74M3Y2CbJ4e`cQZMj4H= zBG||JZ{1w_Qjt`jM#lnHkq^zLw+3mS29!di|a$p6he=K;en zq>x|dzGF8SD;Q-ma;2r#{V@d?ei6>jGq1T9`tkZFN(;{&8Vz&ve3LCKj)9zp|XrdUkhoeXpT>@J?z?d_Q`5ojFW3E1dUG{bv8;yb+Td|$p*ioKb zsw(`*faIS`3$n>S1U3H4oU{BSQ|gLm(#m#tBV;&Su0SK|ct^tR*gpYL+lT?> z#k8pI9d9MN@ET{G>5gzVdhK2BKSjt-9o`9k^L=gP#9W(Bg8qi&?nr^D1k)WY!-*`73`QRZh@emYu0i&T_PknGe!GQ;VVu%`@RS9E*Jpma~wZDM_ zW79Kld|2Unh7V^8ZJy3xU@Nm^lbpG~1^o*jaBZ+b)e7^*MfK^HQXz#-zpLQ2<(6cJ zG3c3qIQ`qsmM=h@1-lcG`5h`I26bfmj{x`@agaWF?~@2ypi?n3-F8`%a<1){a)K8c z9p}HazSz|CTks*Y{p}jYu2-6l9BQHzHz=rHf=*U0&d!J!aKQgZ+B-#Ax@OJ7Y1>w% zZQHhO+qP|0+F5Daw(ZKSv{_lHf9>wm=iA*E{}^AN_hOB)Zq~YapLk+M%o%g?+h`0Y zNVSm#igkrPoEq?L$$5pjQa>&{hDz>`BElRWIQ1_#T0aoP-V9NMPcVNaygd$w^?Txr z_L*eS-A(t<_3Wq6PRxFq6z(`mBJB|NXi+XXuNzG^J_pBqC5pt)0(#rRqnZGb>!oW^ z;qe~h@=5ptsx6mDN)n@;>};NtG%wYDCdiB@`q({>#L0F{OaJWs?yheR&Rq$zWU{+w)5PPw^`C1b0`gkHMFa)PQ>2^%%LsM?xv><~pL)Bp z6cP2=pDsw(&-UDWB)n3K2oC-n5`K7j4noVX4FAsRrEY+#uAl(h)xH4%@%|UA{_h=l zJK9<Nr&49w$WT#JPdXrN_0s#jHsIZI zR;?4WR}yGj-_y@|NSx=c0Ns%sJv%E$v0zLz{4iVyOw5~k*4X&iYrUY}F8?pkZ13f< z;DWA1WLy`a5WY|l2xkpYUfoZX^Chx(Dlk`A#E}s^ zPW`d6^GvZxaiGJIA{~aVxI@lFQJ^Q(rsIhCojf2=a3et?SSa*D!HoG+X-9x4F8EFg zV54=BDbEWf+?h%_5P2ks+#@KDsE}3^aryQXoN5*Le%Ahx;P3$~WSARlZ{pY?hey9w z(P$2FV$fJ(3}w6UK}mVspjwF|V7b?6j3(F%JWXjC zC$n1?TQbNIUdWE$Vg2cwp}m3HSR4E5Qd+GtgAyLYHK2UqRd}d6xm?umYGy$ zW>fCap-w>b+iwl!R7t&_GJdgV>k@g=Gcc^2s7^#9y>j;Zv|L4Yi-!VR1qH58q|cC7 zG9YXaGYreuQV}};yc+ESgjX`9PJP^d2G{M zKIEYR?Y=d-4|Ra7nbxvA6EQ%Uui!z4l$et@7>K5`(z0l%2!VsfYt<2k)9^7gD{X;j zIz1U@S)hgq%9;Q+6uu1QC%D##LYXsaQ@?ef)Y=1 z$%bd~>NEDv27Yx1l)*DNAc7M=Nx}o{qW1Pk;h$!xEbExmsxubTWQ5&R$FgzJZ|HC# z9Zb)uvM$0D$zqaSRVu}YT*bysmw`W1851?AWA!Ap)1y@Mn5nY56Bske?|k3)C%>6P zif8w$dXfSW+RwYWQ5ZINu;p@32-E7x>rjXc$sqk^?&wrz*-ng^auPq0`=j-Qd~Xd1 zs1;0R5&3{;$Mn%d>VtyZi7sjlu#?Rizkqy; z@v{`CG)*J-x)6y3V^a{S-5RyXb1lKCU)3Ea9qtdiSajPCCkfhZQxw3wpZmo=By2_v zH4O!e=^F$wlx$%0Fru2TQ#CT!Y;RF@d6^O>tg`5&obw1f429^Ws%TKP>ZJVA}7HDoH zlM!-c%g+EmJ`*COv_!2L`@4|HqU=vLIzCk&IJ=BG`V3F(Waq7a7e98@lkHtvn9-LKLO8Hlh!}ZFcl!7-4?01!g&fVq=Map8%}M`x zRuZMal#~>q+$Jg__Exi?Qwov{>&g-}i^Eo#oOP9n;<<>`CCEc}77q2rn39O*{I|~T z{+O%)=;4xdmlvBS9``ZG#zg!Zr7upOv zgL$FjM{D#qo*#+J&MgW~7&EB-YxCg6RgPsoa$K|1<7YAIHn`9iYl-Se(Ct!G&9;kX zp=a1_(1D}O-7<^3Bxjo^<__>72)IkxE;-Y4&mp68M2s{tNb=JOI7oIQ`2ESK*ad&AX<{z84_KUe=Km3|)5CK* z#O9wh%W<($p7pA0!}oT(#1qly3TWA=yCg6Fdhc7DISc8|<%C^v9!D6G9rw;An`(-C>u(iZ^;-D+zWhO87%D}6ChA3zzP5%k|?=(s` zm!la6(8f3n_rGpqbg?k|TeA$n$8p#K_&6_hoGy^-Lik=+1Q4bdKx1wwh*5_V&(TEi zVA{Nm>(WKS%1$3Q9+G;#m4|NrjAHiyBj-NR!T%gn`zeFu0qOulo&NTs8~Kys)2E6rPZ&JPeIxDP(Hn)|WF&tI&&xL}S(BV3R0r9(3>j;~RKqnEFFkz}Mpp~g9AM>;MP*?swoarR zqeOWk2r1LD;bb_6FTtrwiK8)@V}vAIp7vfz5YoqOf8lM{kOVq`WtA*0neGraFujWP z_3793sHuA@*Zh&1D0mA{$G7(Z7A-sxU$z#tw|bNR3-J?w5ND*wgZ z(C6=N?OIulXa1`M@A#Lg|73jC!0*;Ochya%=!*pg0X&b&0j7-i_}%t^Yu@8oAN|g` zi7!IevLSpnkLqqx+MS=JBHLfH5kwZ`$Ajj*AFn6h-@25(oJd@@Luyr&HSB>cLi{yo z$Kl{XUvrZp@#-_EvD*^uj8R}+_aJKKkw$5C%O2$9)#gWA*deFKp`#{0j9g)(3Gx<& z)nh)1rQloR+h{I{=M20@0z|9JJWE)xrrW9WJ)cHLuY+ioxi=jb&Hy0fV(Afqc?ZFD zmS9i74*F_FJVWeO*DxpoA+0F2{EBA4C8;KEuPT4G$u8Vco*^>cVvdTY=fRd>_LO%d zla%oINBaFYypZ2$a$u*HbNFU@S6A2Q|NrtfrOF>t_46IvLEEYRQa> zO^XO(PqeHvW2$2@VJntcvB4f$=l2LQ)5Hq~^g(`Mn;L~N;XO13#BFpW>LlEk4{fgN zoar_mW{DqL_SZ`)eVnt_X1e3hD>aEV0l@zbxaWGC`H+9LCgT3@-6&f(XS=^aZVUDY z0CJyS-q9VdAvPk5NiVJ-JTngP#;o)>-OYK{E=q$6B%5c{QQS!I$0+~w-S8>zsV`z& zfR$iOynM(#jUbNUX5sBUoMwt4BHb)&i$X#&7!v)|8`Q7?7s$`~gc0FTvdQ$x5hF-( z95CL7(kkh6~CwCFnuI>mWL&Vx=5DL^34k!-Y-j2}S08^obw#;ILP^Mj3mD5CY zHwMka6&m!VR~x+HfU%--{Pv|uiUgC-;2{at#-22XqG$sVO;$)M-|WfO5u`zD9EIEe zbj-g`5Zf_EGSM%VWhqgch4>;GjzljN>_rW%3sZ7IOX;m8O^fh7hj6n~0aM>u~AsyeW}#bNq$QhaB5 zhY%JqwP4JgGk4(39m22sViB{jZ@!&B@HBJj%}uxo1TMVoNxz;HU*AoaxwKOjAKt!l%`&fCk9kZCJG{=P~`fhO@satpU}2d z(-Y0!DycpeR7jK%AfYsm7fhl=fJcjpJZOTo-V1e=D1jG1%s1wkW*e^`rA}4wy~%Yu zbF0*>U%j@i$;6fAoIn~kX(urNO};fvsYf2McIm^RtlOM^w4>RqUP^eZn)#>8rcX^< zZ`L)t(_to5Im7JYQ>vsp`liFoMk$x|(Lt2ugvN6ZO$W#P4R+Xr@x}grKddel{K_=O zRi_ho4`_e+iuKuEkhl_vFo&}S9Dk%wk1lM~8N-4SBjMh3t)O@2!grvWf;;a`+zC6AvK;9&vY@x$QyF+dY$cmUi=}~?NnAc3Kby!n5yYdMb6QOY8f^r-kUEIV`jq(4 zv-3LnpEV3m#=(p&5cp}{TJ<2M_0omZdP=-j80VeiRckjThwnPd&q-keb!-@WItdUl zhhQ%d3TZCNlgv3%CM@r%#U?ZqzP&rKbW*$4opLpUz{`)mjW4tguxs&s6fiX+C`Cny|E_6W0)_9(s%xn0;LA zz|ohpxS__4NK@1ErEp)_JUJR#eIqnbs0$xEJfkTGk2uzikcJV zl*q$UGC5EXDwekbfU0b6h<5rVxv7(*EWI4@zx3SwyWd|jW2bm~$bJUsEo zK6#MO9;rrbTBG1^d1ik^?^?A*w~^%+^(U!-OB?)?R6(3s#Z9GQGU?r{)5vvZXh2YN(Zoi+dd7HV_2SykxMdiL#S!~U<4J(HaWsog-k_<0Q zI25y%1{Oug#wp$>?gU)Q_Ua}mmA54CO&nhG@Ivm~3 z&{kwo^eG-9CApHs?SC)TiYzvj2UUo-WRibPJgTk#liDG-wTTlM?eq+$&QQuFpG8)a zQZYiXI$Klis9(N$@6hJx_Wq)wpXqKX*<5RBYQSmjO;W`XVywF*aEV(JhtjHl%10SF zo_>Gn%;FDEt1WXu6%L&6aF-m+>hMS=rD>cEh~g!$7nZ-M^+tn!zY<)B-4ER=x{@M) zKF38t8%EVM$=NS15H3aZHtKB`usmfE19rEf(kL@}DDwt|smra$86tZR+o%_xmDc|A z?YwQXF1Mc_MDt!7{ROb(BQmk~TLV`n(!DM|-sLP;NjTEv!1&<2#*I5xlzN(eFpsD? zV{@nKEAkyXX;rF%E+OWd#PuoqDjkeKKIv>GUlV#urb;x1S(Dnw$-R_-fLDEI+LW5o zn9>agxBUnfPVO41Bj*Xj-=|C;S><}<-$60Vo>~>tZ7mC6MR01(Y}i*Vz8`z0!o3-G zT>>AzWq6c2>(Y#Lm`#fxy$1}jR}=hrd_Amw|5a?K#b!q^6nGs=QsPPg5lg>#@7w06 zfod&P!*Q~?y+Gb=A!VbGr-PD<&D!itvSK&`x)&ch_jw3`ySnf!MLaHuy(WHh3~eK< zS+)ca&G9$dIvzB4q;{ML>f_^3U$Z^`bM@_Xi1U7UK-u&PFG?xo1S zQTVu4Xwu!{LznYo)ukdi`T$ z-H)xx^6F=r#(+n))r?BCwRHbfA-X46053gee(Mdf&3UkQq;nl6TN9SwMfQed$uHDG zWip*XeN{<+WU_#91LxUw&+iVrv^(IZ;GP7QMvdXc<9h-vd>vabN&U_Q-baD`JH2hf9F@$CErggK!AYo07Wgw|I!!u+faU(%9Q;U zBU1MpP3r_PwBfqllKwJe0ggKfkrSK%(r>i+#YtnKBoL{MyFCxevBs2M*Cfj8S-_Lm zcd<76tfBm(*xD*fC`^V8)kunJyq$bf6hkN{HP}lu}18# zFDcQXD(k5+=*`SE(!x=zpSJiSJbi~1>^vnqd*n|;E78otRw|tGOP1T=*AH7EC!2|Q|0$e~pZ;@1wGIJ?UR-?NtNX{UkhNE~D5Gsmz z(7x?+b!Gu|0{CZ14ff|I4aAyv?0szXUSjoB@|Ot)4<2~dU7c;DQRs$KDoh#JxHB#?)>Nz~QAEPs zAzJy=aaq>_CDR<^&1V$gIL?vsnwpx9`7G&s3Y9Gz>`A}**RD?{w?y0+LRF~tN>6f9 zn2A2Sw!3A-tL=so%SVd%kQ0dWqcllh=I*bG5Op@Yv?u}^=#|C!eyiX9hM4t6mFoX`|gHTxf? z7~p*e0=)bGc=!RIMsBVS|1`P`j2x{P{`S?@%)-dTi{W3@gbRbEnUSfPvkQZPft9_L ztAPO^m;w~&-;b6RB=T<-z_H>*2aLV`cfW3CVqjuoWbn^F1N_C6hMmJt@qZ4#HWHyg zc3ebAH>*11Q4o*m*e$W1=gu1=8r6+Xd96t)t$gijeb*3yim+6x9E0rtYx=e6VcPTM zQjRXk$!@$DM_hq1x3VD;CXA(i*cIbptReUX^QIT_`-nAM?Htp+(jdCLm0@twkN#4d zo)+#}_xn-Z!N>@x$0|C(*nZj6#0keiHMOm3f|dnJaWE?J^Q;lgh%Cu|3*=!e$4X;< zS-=FWp^_phldNdJ1Pe%EAt?+a1e>@bmO_cXl)$#@AIA{nQQA;_X1ESSx@!|sWGtt} zZ_cs6aBQ*e?W=IxT%he3p;Ks>O5ll0zHkayGTz}g7&6m$)I`RElq{uIV?OE0Z{pq^ zK{%f7EZ+1x6dNU9Rz$uZO>vrp?b|Ncd@KG%I`8z9dDR&ol2^OEH~yB}LFYvvG~d!) zwtAl#_xuG86@cadhlP8e*a!p$8$}kjB!0sYf*#6edmo-LteB}-fs$|e@Y6UL(25AqGnf>4M=E%g(_)wu2hn5h$gH&WgyHa zBsF)!TK+0EC!JY7i=R&)a*{5}d(mT=k9Q-gynz#bfsI|#M~;FEQ>I?koQIPyvu<^r zNVm3RUSY*3;ZEsGtL{Bq$9K4O*}L8}N8C^_UL1*9)5Zn}KGKpFiH=HZKWebM`seE{ohN?72^dv%ZL}Mz&+hTKduVs&Q zAFaKKZ`pg~MhMNhL*$+LQ~CvSs1B6w6ltM~(o1P0rWiTtA^T`>?VTf*dq%}tUHp`d z;`Qbg=KKy+K0m`h9AcIN`ieMVaktswSFr8f7H_A|#=}uk1W_qD0^M6%(z0)Q=;tJZ z#gNs@6K4D_O3kE2B}PD-Hto`)ckdZ@RM;zxtHT?=Jcu!?WbN2v@8h`QYCC1~Y24+r zC3R+^`oq6$J1xpcE3X`v^2u%=Xge346yL?J+^Y2yuaWac9Te^~PrYniz@9*RR{m`w zXy|!terK*&o2kD(;EJsdu7HqayNu)yN5?OMxX1POO~Y>-`RRs`v0c|@W41SW7>2Z+ zK{i}v7CY9w#jSW(TsvJYWBg>%1Wk4oEu9=8BLN|`o}hg7`G|S;LR(GOw{b?(Cm%>ZwSsI5RBEOZ zoL#BP6t5h>Tk^Nsg1LVbJgx{+Vwk^FgfE=6Ss~LH;A~6`>Jbnb49h(wZn$-7Fi`Z5 z=Smu|Z}V=v*YONQ*|Cu7y`yHY5_3>|I0M@e<3~qlm7>g)wk>q*^vNQ zMAPJKwxE@{wuIX4a!O)KC>DMpq#W>_VL~#8nNgxYNX;|?_6je5r@I1nv|w5`c-MhA^?k?o^zpst^OViP21AxWE(~{>wj>cV zir=So>~nhy0uN)UHJU^P`_qO&RK9;Ce(sy>ywuG8y^t-NT6Eso8bj6y7ZA)k3`QB- z!5*#PETRjM8L6WzL~X)P7a3aSj9d)DBEndqY^Tu}GW7{XuT)?R4fh~5`0ex_Doot4 zWMcLddz7((6~oa89gGItkr*K4(~lq%mEXV|SFpw%bd8az`$`a@J1u85G@_4B58{-x z1cqk8-($CN>;m>1O>n1RcQAirXV$tU4T2V~b;_oY2&K?zKMU0eQG$~H!m!8N^Z0Xc zm0&8vRb0n8Muw`;6pG5kRg%dFenuXgchaR1>Nv~2Bkw8m^PmXzxrZn)CI}G$4qxE1 zy}0&p$ngjfGH4A9YCc+cFo39jiJ1+p2Mhi%iXOkWRMi?KeVEb2r6g5+{Dd?{NVMh2 zxi>O|OnEyE!5)Ca7BIrfXI9EDOVgRvJJxgn$l2w)VI zNH)``tLq9C<&6gzf&ZpO25uhz$~^RLSer;4jM`0`(MdPVqlB}MzQDWlq`O3);+8nK ze`}tK<{k>cqwSvWhP=mg*e*xWa{N^EE|!(5ZwuWE9JpG4y3v!jBf}Ma1X6w+&~}X2AjTbItX>^ZV~lxeq1DVy)hX_JxwC zXR-oi)gA+RkeW7zpmdv(Jcg z&%{2CuI`+;tu9mOG?QbCMa2;hL$`F`U;PeUyX-yod#hR#5?+9@ccLtd%e&H){2E89 z2!G7XwZm3mv+AFdx{8rt_SE$p<)`_D>nHaVWvr`wle)Fxcy(|`jUDCQf$vFt6Boxx zkA+`C^v2KmtdKx<%s;yS+Q|D)@aoBFQ9K0jRX9MJn(%)|C~X}~jBNjgU#fBrOM*x} zZyInlBrVF3ubf0-h!b-7IFia!?y4ljYBoN24!4jzDD3sw#W#QpK7sQT6_S>-KzpM-P?Ff=SLP9#F^Y#j|TP!$Y9l2S3%q8m;FZ_*h(Nw`T z4BRw*6l7Fgs8IvRM5=q*k?K!i&MwV*!D4en#tYT6uU}#`=WOO*$Td1RD`f-8#v*a_ z&5W>$CJ=T^dm>!AGBQrMwY!#B#F8!DZij+*WN?PGr>KX*$CZb=ZkfA)}5e-CW$k zDTIf-*WOxwST)gj(6!_{l(`XaCyA&dQNoR$l(PRNMtZ)ZY;(UQMe_t z#F`W*kmO&$^;OnTiVN>nCphF;qc6Sj z#S=Pn<3iT-H6zD~2%=?fPEM?DXcDO&T8j;^C=NB|Rrlz=ygAw#*ErSLfiQ=taSe(a zOGzOb%c`EC@wkGQz&S?ns8)M3f~p}j4Qrc$w(VW({$vq{XITUNTe^RpMcvu0fcO%1 z;lROupo>Ypa1ETkHY8GnMt8rfSW6aX9_FTDSC7~#L}e_I#xza1b=JD1H-3_uzY=ZH~Yx^T+lZ0=nR&xoeH zq*qsR#f1|K4l$j0RO0eZn%(G3z)cg)t|^$?HtSWyIcUL-OWuS3Gp&R{v+{sW3Xyfg zX?Sv2&WKW_t7tB#*6qGG`Pm4^+?P!F)UQ}t2E(K=u-pbPSQm^5h+OU5Iv!9Nri~`S zc~&Uw105wr-comJlO*}$AY1C}nJSWO=TXUF6|W0tci9+DvbnfO76GJW$P`r&nPlA8 zn#?8M=a4fHB2DRU`A*3!;>mX%ipk4URRfv&4UtY9B}&}Tpb6eVV9E}cfY`?>nHqO^B7XfB4!x|PevXcW;k2zr=koz6pA zhR>ti`N5LKvp>Pg083bsw}{}Z1}V{Pv%}$UL(=IxpDzy9%bxd>={L(Z2-Y*cKl_>%7sp>6KVgenU*%$H~R3?V5efO9BLks)?GjopES z%F%ekZY#SCubo4_(c0e_!N7Pi@={qCOv?4#mObh$Z-EuBt5 z-prNFVMD?L(N^*`cT|2KG&=zgh1;Q0E*h(!f~Fr*cc=s&r5rA*m@c9}y+?@QTsw=d zf$8*E6>DbbT|j#TSMzN>o+w$iOPHGjp*31cV{i7O{%kqBZDDu)%s&P_i+&lD!ty9u z|H67>JEUOcaw?{2-cJN%1VWBlYbi7(?06Yb2Y(l&f5t9%fu%EmwzXfl;1wS;^l|p8 zeBUu~{<8pI#-ttlEeF@1;dz_UB02*GdyeBnoVWA9H0Qf9rh)?(Vj=&Jlgrb))7s*2 z)X^tHl#wn@PMM!{xq>6dQM!2c+Ub0kJQjLOr|UcUaIkR~F+Fire`HkcdPOd+=j+MO zH-m)nKNI?EG6)K477rl(QfJ%{szqwzKf+RSmDm_U?W{>-hzc6EVc#LjLKq(h*M0U1 zD06wB6PVVcGDF^{7yzlz?HD>z4XIt+qTl%+nBG_R4-A}F3H&xG6687{)jnTE3B9L& z{EkyT{d|om>fu!XJ|o>0B~%j`SObl9A_j)(`c;I)UG$dm8u#WPfVcRJ>O%!-?>2os z&hMrEz&J`BlJ``tax!z<%)`mzU$!^i5>L_n`8)eMLoVaYK4@Vd(GH7xhurzBwKN-TQCj4L= zgDw)}MxZN4k4n+nsbk{)gP>3h!v18MIfLG2UW=*xBlj34O@0;R8Py_KDEosF{X8yC z*0RC>e9~XI6WDI5Zb?JcPW`T9S3A3sqhF0KR3wid7(sW$amw*Jti&(T`x}Pb@Lt!G z%?QCeM;k~s1As6@-6JE^0oQFC^g!7xWX$s44 z{ERZ|rSETQcn0zo>x55mTbxw{!ZNyCpeVtG{$`79BukV?-LMe@9^n1gAjD#H42BBs z6nHP()F#KPhXEZ8?t`7aQ>-rFa#%5zb_!mQwlCt33na5!JNn4Y-iEmLoTOc> zrn1(%O;OzF(pQ5QyEsSE)YOw#TRqLm z0YB6rel_dA7@)rMf$;Ce`INQcXbUJ1P&i=v_`l@0fUH0!#=l+9YI=Wl+4;THwaXE$ z1MBkG5kh!A0BI?qw0$CxdTG@o0Psu<&QzI8Bl9Zq*|~g&8w0rs~S3kg;GXrcs8$CSXk+jOK`SU)f{ABe#?CT@ zm6kRHx>ON$Y5<)iduAOdy8?67&}bGfvW9a6I5^F%fdd-thGNrd1k*9xg|%%cGdI2= zmh{ZggVW=z>ZYek%iE$g9*6$6bq;Buz=X z9m-!U*9qbuEccC!qYUry?fXob2hEQ>)wU1gse-q@WHjo3&|FLQ=rlk>998Bj675sf zl8mWoalG!Xk+D1kUBSia>9`F^Ea@2uT{cQTnV4dcSBT|1fa=myb*}WsOQB+RmN436 z6y%Yxk>@sghb9p#knI%cLs?sKCqdKTC`My%7j?WU8ijFCX<+n>#*dO*X#eq%d+Bta zBhHqFhKEORZ!bevuTC3axd8cTd1VOdO|>yO3xAnE!>A-_&L`R|k(J%O5x9%8Wv|Uf z0+DY_2&TCYG=2e@QV$97iKAYz%fvN@^BZ{bNp!!Kt0 zVtLQtMWM2{@>aps*WxVy*0&O#x9NwsoVuh$?q~58U6Ch$4;OAkFJ?l(L-BL|tufTq zb8jjl&bmLtW)IJ~UId!^qm+uE-P~Z^KA+btLK0#84m6wxgAc<@k67 z?`e1i1`79Lk2|-0p8el_kcTXgr{d1#pR}JZseAdx;Pa!FMQ?i1T=9Q$0t_B z9*Ij*-@p7GyBi&zm4K@nw{Mq^L@Zh}Ar7{E*k$J(ejh&#{DP-}8PfQ@*SKTw@1Rg? zf;>D200k!a|0hsj`a3Ax{AHqi%o;FBnF6B(m3=5iv8UmUNlCsMZIoFpR~3yA9L7!8 zc6Ei{?|G~$O41)W^X)vT(1!MOJ>>08ckAWjJyF+qv(S4}rYqLU(Tf#3f#lJyMbEi_ z?ge-}fBP+)g;x|>EU7p|md@HBXvFP^>{Y(Y*;v4Ng2Sv&G`}MrINe_pyS!pMAh$Mp z8Np7e5?Nqot}bgtxY`&T3ayywY=@Sw_E+JX^js1gChOHoj*|UDG#W-W-cXUQ*)IiO zH=*1y4g{TssKOjv!EhWE4JRmxoTu1D*2vt7c7KvOvK3}u8ij#HHyVMc+znhtHGA}S zsIPAQ-c6ADrzMk#8BJnoSc}vJ4vhKpIH=W4lT1)dHd_W+X)-EqShc58KV0ErrkYs9 zEgGyx$ZvDzxB>jVpb#Kt%BvKNBv5%7U^ok*xY6h|d~&aWsy*G)C=39;3OHYh!o zDvi^$ZIFaNyn43K@whxrm7!%Y7KpVP71&r(~dX%gnXd?b`}z!^zd82Ux@ z*yDNoosjJ-wAjUx{iW1*vHuuy;gVnZM!TfGbjuC6g%4gJr0pXcpF{w!U4(Pb?!`Wu z%CAg2^-qKavwZLMQx2|vSI&Bzf7}h|9`M)~AC@k+AO{NH{n*`C`OWKT#pmY*p1cAq z*U8UUYe(dPGpwAgiIH{u*V&*I5Dc@9pOq7Hxp%H;p{O@2j6!|flj=Vmm!r|c4q$mb zuD1{7apk*1f}r9#;6V4 zjLc3{{9eNm3a;jNFR}hysw929@I9pW0zP^zHsb>R!*q?GNtLVxz{Ot)CjSo{g8A=o z@jn_r(j|~S&jvr5;{`}#5$W!eSmIHcP#ct`6&h2bR9ea9`Hcsq#g*w{59|7KAtfPg zN{)-C`Eew-|4Lo+IYY;3v8IUDcim|93oKr()#$xn5W6{fA5i=% zikbAWBsVP_F|?Gk9pSN